2023-12-22T16:53:04.884 INFO:root:teuthology version: 0.0.1.dev226+g9680d2a 2023-12-22T16:53:04.884 DEBUG:teuthology.run:Teuthology command: teuthology --verbose --archive /home/teuthworker/archive/yuriw-2023-12-22_16:44:37-rados-wip-yuri-testing-2023-12-19-1112-distro-default-smithi/7499579 --name yuriw-2023-12-22_16:44:37-rados-wip-yuri-testing-2023-12-19-1112-distro-default-smithi --description rados/upgrade/parallel/{0-random-distro$/{centos_8.stream_container_tools} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} --owner scheduled_yuriw@teuthology -- /home/teuthworker/archive/yuriw-2023-12-22_16:44:37-rados-wip-yuri-testing-2023-12-19-1112-distro-default-smithi/7499579/orig.config.yaml 2023-12-22T16:53:04.931 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-12-22T16:53:05.018 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/yuriw-2023-12-22_16:44:37-rados-wip-yuri-testing-2023-12-19-1112-distro-default-smithi/7499579 branch: wip-yuri-testing-2023-12-19-1112 description: rados/upgrade/parallel/{0-random-distro$/{centos_8.stream_container_tools} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: null first_in_suite: false job_id: '7499579' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: yuriw-2023-12-22_16:44:37-rados-wip-yuri-testing-2023-12-19-1112-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 8.stream overrides: admin_socket: branch: wip-yuri-testing-2023-12-19-1112 ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: f03e7e7cb99812806ba33e00f2fa3a303f677ad8 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: f03e7e7cb99812806ba33e00f2fa3a303f677ad8 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: wip-yuri-testing-2023-12-19-1112 sha1: f03e7e7cb99812806ba33e00f2fa3a303f677ad8 owner: scheduled_yuriw@teuthology priority: 75 repo: https://github.com/ceph/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 2506 sha1: f03e7e7cb99812806ba33e00f2fa3a303f677ad8 sleep_before_teardown: 0 subset: 111/120000 suite: rados suite_branch: wip-yuri-testing-2023-12-19-1112 suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_f03e7e7cb99812806ba33e00f2fa3a303f677ad8/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: f03e7e7cb99812806ba33e00f2fa3a303f677ad8 targets: smithi032.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEPvudxMlRiN8ni/b8wc3Ltci53MWcSQBhmjUHcDMXMOL2VQOIdxhjzWhPDNxrxD5XhXWv/YMEAiWOkWmRLC/kY= smithi039.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKGOa8fPP5Ve8cThYu7TafN32w/8/+Aw2ZHt36zacbAWh8L+H6PvRkDDavMMFi+jgjqY/zVYfQZXnk7ECAA9hT0= tasks: - pexec: all: - sudo cp /etc/containers/registries.conf /etc/containers/registries.conf.backup - sudo dnf -y module reset container-tools - sudo dnf -y module install container-tools --allowerasing --nobest - sudo cp /etc/containers/registries.conf.backup /etc/containers/registries.conf - install: branch: quincy exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing quincy cephadm ...' - cephadm: cephadm_branch: quincy cephadm_git_url: https://github.com/ceph/ceph conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:quincy - print: '**** done end installing quincy cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry quincy...' - workunit: clients: client.0: - test_telemetry_quincy.sh - print: '**** done end telemetry quincy...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_quincy_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 9680d2aba1e76f64ade295c81599c97907457848 timestamp: 2023-12-22_16:44:37 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: yuriw verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.1485078 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: quincy clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: quincy clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: quincy clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2023-12-22T16:53:05.018 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_f03e7e7cb99812806ba33e00f2fa3a303f677ad8/qa; will attempt to use it 2023-12-22T16:53:05.019 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_f03e7e7cb99812806ba33e00f2fa3a303f677ad8/qa/tasks 2023-12-22T16:53:05.019 INFO:teuthology.run_tasks:Running task internal.check_packages... 2023-12-22T16:53:05.021 INFO:teuthology.task.internal:Checking packages... 2023-12-22T16:53:05.044 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'f03e7e7cb99812806ba33e00f2fa3a303f677ad8' 2023-12-22T16:53:05.044 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-12-22T16:53:05.044 INFO:teuthology.packaging:ref: None 2023-12-22T16:53:05.045 INFO:teuthology.packaging:tag: None 2023-12-22T16:53:05.045 INFO:teuthology.packaging:branch: wip-yuri-testing-2023-12-19-1112 2023-12-22T16:53:05.045 INFO:teuthology.packaging:sha1: f03e7e7cb99812806ba33e00f2fa3a303f677ad8 2023-12-22T16:53:05.045 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=wip-yuri-testing-2023-12-19-1112 2023-12-22T16:53:05.187 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-307.gf03e7e7c 2023-12-22T16:53:05.188 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2023-12-22T16:53:05.195 INFO:teuthology.task.internal:no buildpackages task found 2023-12-22T16:53:05.195 INFO:teuthology.run_tasks:Running task internal.save_config... 2023-12-22T16:53:05.208 INFO:teuthology.task.internal:Saving configuration 2023-12-22T16:53:05.225 INFO:teuthology.run_tasks:Running task internal.check_lock... 2023-12-22T16:53:05.231 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-12-22T16:53:05.255 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi032.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2023-12-22_16:44:37-rados-wip-yuri-testing-2023-12-19-1112-distro-default-smithi/7499579', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-12-22 16:46:55.660866', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEPvudxMlRiN8ni/b8wc3Ltci53MWcSQBhmjUHcDMXMOL2VQOIdxhjzWhPDNxrxD5XhXWv/YMEAiWOkWmRLC/kY='} 2023-12-22T16:53:05.276 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi039.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2023-12-22_16:44:37-rados-wip-yuri-testing-2023-12-19-1112-distro-default-smithi/7499579', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-12-22 16:46:55.662139', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKGOa8fPP5Ve8cThYu7TafN32w/8/+Aw2ZHt36zacbAWh8L+H6PvRkDDavMMFi+jgjqY/zVYfQZXnk7ECAA9hT0='} 2023-12-22T16:53:05.276 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2023-12-22T16:53:05.282 INFO:teuthology.task.internal:roles: ubuntu@smithi032.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2023-12-22T16:53:05.282 INFO:teuthology.task.internal:roles: ubuntu@smithi039.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2023-12-22T16:53:05.282 INFO:teuthology.run_tasks:Running task console_log... 2023-12-22T16:53:05.351 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fd4d5e87e50>, signals=[15]) 2023-12-22T16:53:05.352 INFO:teuthology.run_tasks:Running task internal.connect... 2023-12-22T16:53:05.358 INFO:teuthology.task.internal:Opening connections... 2023-12-22T16:53:05.358 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi032.front.sepia.ceph.com 2023-12-22T16:53:05.360 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi032.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-22T16:53:05.427 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi039.front.sepia.ceph.com 2023-12-22T16:53:05.428 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi039.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-22T16:53:05.495 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2023-12-22T16:53:05.501 DEBUG:teuthology.orchestra.run.smithi032:> uname -m 2023-12-22T16:53:05.525 INFO:teuthology.orchestra.run.smithi032.stdout:x86_64 2023-12-22T16:53:05.525 DEBUG:teuthology.orchestra.run.smithi032:> cat /etc/os-release 2023-12-22T16:53:05.587 INFO:teuthology.orchestra.run.smithi032.stdout:NAME="CentOS Stream" 2023-12-22T16:53:05.587 INFO:teuthology.orchestra.run.smithi032.stdout:VERSION="8" 2023-12-22T16:53:05.588 INFO:teuthology.orchestra.run.smithi032.stdout:ID="centos" 2023-12-22T16:53:05.588 INFO:teuthology.orchestra.run.smithi032.stdout:ID_LIKE="rhel fedora" 2023-12-22T16:53:05.588 INFO:teuthology.orchestra.run.smithi032.stdout:VERSION_ID="8" 2023-12-22T16:53:05.588 INFO:teuthology.orchestra.run.smithi032.stdout:PLATFORM_ID="platform:el8" 2023-12-22T16:53:05.588 INFO:teuthology.orchestra.run.smithi032.stdout:PRETTY_NAME="CentOS Stream 8" 2023-12-22T16:53:05.588 INFO:teuthology.orchestra.run.smithi032.stdout:ANSI_COLOR="0;31" 2023-12-22T16:53:05.588 INFO:teuthology.orchestra.run.smithi032.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2023-12-22T16:53:05.588 INFO:teuthology.orchestra.run.smithi032.stdout:HOME_URL="https://centos.org/" 2023-12-22T16:53:05.588 INFO:teuthology.orchestra.run.smithi032.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-12-22T16:53:05.588 INFO:teuthology.orchestra.run.smithi032.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 8" 2023-12-22T16:53:05.588 INFO:teuthology.orchestra.run.smithi032.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2023-12-22T16:53:05.589 INFO:teuthology.lock.ops:Updating smithi032.front.sepia.ceph.com on lock server 2023-12-22T16:53:05.608 DEBUG:teuthology.orchestra.run.smithi039:> uname -m 2023-12-22T16:53:05.630 INFO:teuthology.orchestra.run.smithi039.stdout:x86_64 2023-12-22T16:53:05.630 DEBUG:teuthology.orchestra.run.smithi039:> cat /etc/os-release 2023-12-22T16:53:05.692 INFO:teuthology.orchestra.run.smithi039.stdout:NAME="CentOS Stream" 2023-12-22T16:53:05.693 INFO:teuthology.orchestra.run.smithi039.stdout:VERSION="8" 2023-12-22T16:53:05.693 INFO:teuthology.orchestra.run.smithi039.stdout:ID="centos" 2023-12-22T16:53:05.693 INFO:teuthology.orchestra.run.smithi039.stdout:ID_LIKE="rhel fedora" 2023-12-22T16:53:05.693 INFO:teuthology.orchestra.run.smithi039.stdout:VERSION_ID="8" 2023-12-22T16:53:05.693 INFO:teuthology.orchestra.run.smithi039.stdout:PLATFORM_ID="platform:el8" 2023-12-22T16:53:05.693 INFO:teuthology.orchestra.run.smithi039.stdout:PRETTY_NAME="CentOS Stream 8" 2023-12-22T16:53:05.693 INFO:teuthology.orchestra.run.smithi039.stdout:ANSI_COLOR="0;31" 2023-12-22T16:53:05.693 INFO:teuthology.orchestra.run.smithi039.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2023-12-22T16:53:05.693 INFO:teuthology.orchestra.run.smithi039.stdout:HOME_URL="https://centos.org/" 2023-12-22T16:53:05.693 INFO:teuthology.orchestra.run.smithi039.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-12-22T16:53:05.693 INFO:teuthology.orchestra.run.smithi039.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 8" 2023-12-22T16:53:05.693 INFO:teuthology.orchestra.run.smithi039.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2023-12-22T16:53:05.694 INFO:teuthology.lock.ops:Updating smithi039.front.sepia.ceph.com on lock server 2023-12-22T16:53:05.716 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2023-12-22T16:53:05.726 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2023-12-22T16:53:05.732 INFO:teuthology.task.internal:Checking for old test directory... 2023-12-22T16:53:05.732 DEBUG:teuthology.orchestra.run.smithi032:> test '!' -e /home/ubuntu/cephtest 2023-12-22T16:53:05.734 DEBUG:teuthology.orchestra.run.smithi039:> test '!' -e /home/ubuntu/cephtest 2023-12-22T16:53:05.756 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2023-12-22T16:53:05.762 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2023-12-22T16:53:05.762 DEBUG:teuthology.orchestra.run.smithi032:> test -z $(ls -A /var/lib/ceph) 2023-12-22T16:53:05.797 DEBUG:teuthology.orchestra.run.smithi039:> test -z $(ls -A /var/lib/ceph) 2023-12-22T16:53:05.832 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2023-12-22T16:53:05.888 INFO:teuthology.run_tasks:Running task kernel... 2023-12-22T16:53:05.902 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2023-12-22T16:53:05.903 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2023-12-22T16:53:05.903 DEBUG:teuthology.orchestra.run.smithi032:> test -f /run/.containerenv -o -f /.dockerenv 2023-12-22T16:53:05.903 DEBUG:teuthology.orchestra.run.smithi039:> test -f /run/.containerenv -o -f /.dockerenv 2023-12-22T16:53:05.925 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-22T16:53:05.925 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-22T16:53:05.925 DEBUG:teuthology.orchestra.run.smithi032:> uname -r 2023-12-22T16:53:05.926 DEBUG:teuthology.orchestra.run.smithi039:> uname -r 2023-12-22T16:53:05.988 INFO:teuthology.orchestra.run.smithi032.stdout:4.18.0-489.el8.x86_64 2023-12-22T16:53:05.988 INFO:teuthology.orchestra.run.smithi039.stdout:4.18.0-489.el8.x86_64 2023-12-22T16:53:05.988 INFO:teuthology.task.kernel:Running kernel on smithi032: 4.18.0-489.el8.x86_64 2023-12-22T16:53:05.988 DEBUG:teuthology.orchestra.run.smithi032:> sudo yum install -y kernel 2023-12-22T16:53:05.989 INFO:teuthology.task.kernel:Running kernel on smithi039: 4.18.0-489.el8.x86_64 2023-12-22T16:53:05.989 DEBUG:teuthology.orchestra.run.smithi039:> sudo yum install -y kernel 2023-12-22T16:53:21.194 INFO:teuthology.orchestra.run.smithi039.stdout:CentOS Stream 8 - AppStream 2.7 MB/s | 35 MB 00:12 2023-12-22T16:53:22.857 INFO:teuthology.orchestra.run.smithi032.stdout:CentOS Stream 8 - AppStream 2.4 MB/s | 35 MB 00:14 2023-12-22T16:53:34.730 INFO:teuthology.orchestra.run.smithi039.stdout:CentOS Stream 8 - BaseOS 8.5 MB/s | 57 MB 00:06 2023-12-22T16:53:41.472 INFO:teuthology.orchestra.run.smithi032.stdout:CentOS Stream 8 - BaseOS 4.8 MB/s | 57 MB 00:11 2023-12-22T16:53:43.688 INFO:teuthology.orchestra.run.smithi039.stdout:CentOS Stream 8 - Extras 55 kB/s | 18 kB 00:00 2023-12-22T16:53:44.580 INFO:teuthology.orchestra.run.smithi039.stdout:CentOS Stream 8 - Extras common packages 9.9 kB/s | 6.9 kB 00:00 2023-12-22T16:53:45.040 INFO:teuthology.orchestra.run.smithi039.stdout:Copr repo for python3-asyncssh owned by ceph 12 kB/s | 3.5 kB 00:00 2023-12-22T16:53:47.393 INFO:teuthology.orchestra.run.smithi039.stdout:Extra Packages for Enterprise Linux 7.3 MB/s | 16 MB 00:02 2023-12-22T16:53:50.606 INFO:teuthology.orchestra.run.smithi032.stdout:CentOS Stream 8 - Extras 34 kB/s | 18 kB 00:00 2023-12-22T16:53:51.499 INFO:teuthology.orchestra.run.smithi039.stdout:lab-extras 427 kB/s | 24 kB 00:00 2023-12-22T16:53:51.531 INFO:teuthology.orchestra.run.smithi032.stdout:CentOS Stream 8 - Extras common packages 9.5 kB/s | 6.9 kB 00:00 2023-12-22T16:53:52.041 INFO:teuthology.orchestra.run.smithi032.stdout:Copr repo for python3-asyncssh owned by ceph 10 kB/s | 3.5 kB 00:00 2023-12-22T16:53:53.942 INFO:teuthology.orchestra.run.smithi032.stdout:Extra Packages for Enterprise Linux 9.2 MB/s | 16 MB 00:01 2023-12-22T16:53:55.412 INFO:teuthology.orchestra.run.smithi039.stdout:Package kernel-4.18.0-348.el8.x86_64 is already installed. 2023-12-22T16:53:55.412 INFO:teuthology.orchestra.run.smithi039.stdout:Package kernel-4.18.0-489.el8.x86_64 is already installed. 2023-12-22T16:53:55.727 INFO:teuthology.orchestra.run.smithi039.stdout:Dependencies resolved. 2023-12-22T16:53:55.728 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2023-12-22T16:53:55.728 INFO:teuthology.orchestra.run.smithi039.stdout: Package Architecture Version Repository Size 2023-12-22T16:53:55.728 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2023-12-22T16:53:55.728 INFO:teuthology.orchestra.run.smithi039.stdout:Installing: 2023-12-22T16:53:55.728 INFO:teuthology.orchestra.run.smithi039.stdout: kernel x86_64 4.18.0-529.el8 baseos 10 M 2023-12-22T16:53:55.728 INFO:teuthology.orchestra.run.smithi039.stdout:Installing dependencies: 2023-12-22T16:53:55.728 INFO:teuthology.orchestra.run.smithi039.stdout: kernel-core x86_64 4.18.0-529.el8 baseos 43 M 2023-12-22T16:53:55.728 INFO:teuthology.orchestra.run.smithi039.stdout: kernel-modules x86_64 4.18.0-529.el8 baseos 36 M 2023-12-22T16:53:55.729 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-22T16:53:55.729 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction Summary 2023-12-22T16:53:55.729 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2023-12-22T16:53:55.729 INFO:teuthology.orchestra.run.smithi039.stdout:Install 3 Packages 2023-12-22T16:53:55.729 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-22T16:53:55.729 INFO:teuthology.orchestra.run.smithi039.stdout:Total download size: 89 M 2023-12-22T16:53:55.730 INFO:teuthology.orchestra.run.smithi039.stdout:Installed size: 96 M 2023-12-22T16:53:55.730 INFO:teuthology.orchestra.run.smithi039.stdout:Downloading Packages: 2023-12-22T16:53:57.500 INFO:teuthology.orchestra.run.smithi039.stdout:(1/3): kernel-4.18.0-529.el8.x86_64.rpm 5.9 MB/s | 10 MB 00:01 2023-12-22T16:53:57.951 INFO:teuthology.orchestra.run.smithi032.stdout:lab-extras 575 kB/s | 24 kB 00:00 2023-12-22T16:53:59.158 INFO:teuthology.orchestra.run.smithi039.stdout:(2/3): kernel-modules-4.18.0-529.el8.x86_64.rpm 11 MB/s | 36 MB 00:03 2023-12-22T16:53:59.817 INFO:teuthology.orchestra.run.smithi039.stdout:(3/3): kernel-core-4.18.0-529.el8.x86_64.rpm 11 MB/s | 43 MB 00:04 2023-12-22T16:53:59.817 INFO:teuthology.orchestra.run.smithi039.stdout:-------------------------------------------------------------------------------- 2023-12-22T16:53:59.817 INFO:teuthology.orchestra.run.smithi039.stdout:Total 22 MB/s | 89 MB 00:04 2023-12-22T16:54:00.526 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction check 2023-12-22T16:54:00.981 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction check succeeded. 2023-12-22T16:54:00.981 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction test 2023-12-22T16:54:01.850 INFO:teuthology.orchestra.run.smithi032.stdout:Package kernel-4.18.0-348.el8.x86_64 is already installed. 2023-12-22T16:54:01.850 INFO:teuthology.orchestra.run.smithi032.stdout:Package kernel-4.18.0-489.el8.x86_64 is already installed. 2023-12-22T16:54:02.136 INFO:teuthology.orchestra.run.smithi032.stdout:Dependencies resolved. 2023-12-22T16:54:02.137 INFO:teuthology.orchestra.run.smithi032.stdout:================================================================================ 2023-12-22T16:54:02.137 INFO:teuthology.orchestra.run.smithi032.stdout: Package Architecture Version Repository Size 2023-12-22T16:54:02.137 INFO:teuthology.orchestra.run.smithi032.stdout:================================================================================ 2023-12-22T16:54:02.137 INFO:teuthology.orchestra.run.smithi032.stdout:Installing: 2023-12-22T16:54:02.137 INFO:teuthology.orchestra.run.smithi032.stdout: kernel x86_64 4.18.0-529.el8 baseos 10 M 2023-12-22T16:54:02.137 INFO:teuthology.orchestra.run.smithi032.stdout:Installing dependencies: 2023-12-22T16:54:02.137 INFO:teuthology.orchestra.run.smithi032.stdout: kernel-core x86_64 4.18.0-529.el8 baseos 43 M 2023-12-22T16:54:02.137 INFO:teuthology.orchestra.run.smithi032.stdout: kernel-modules x86_64 4.18.0-529.el8 baseos 36 M 2023-12-22T16:54:02.138 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T16:54:02.138 INFO:teuthology.orchestra.run.smithi032.stdout:Transaction Summary 2023-12-22T16:54:02.138 INFO:teuthology.orchestra.run.smithi032.stdout:================================================================================ 2023-12-22T16:54:02.138 INFO:teuthology.orchestra.run.smithi032.stdout:Install 3 Packages 2023-12-22T16:54:02.138 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T16:54:02.138 INFO:teuthology.orchestra.run.smithi032.stdout:Total download size: 89 M 2023-12-22T16:54:02.138 INFO:teuthology.orchestra.run.smithi032.stdout:Installed size: 96 M 2023-12-22T16:54:02.139 INFO:teuthology.orchestra.run.smithi032.stdout:Downloading Packages: 2023-12-22T16:54:02.318 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction test succeeded. 2023-12-22T16:54:02.334 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction 2023-12-22T16:54:05.274 INFO:teuthology.orchestra.run.smithi039.stdout: Preparing : 1/1 2023-12-22T16:54:05.860 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : kernel-core-4.18.0-529.el8.x86_64 1/3 2023-12-22T16:54:06.401 INFO:teuthology.orchestra.run.smithi032.stdout:(1/3): kernel-4.18.0-529.el8.x86_64.rpm 2.8 MB/s | 10 MB 00:03 2023-12-22T16:54:09.126 INFO:teuthology.orchestra.run.smithi032.stdout:(2/3): kernel-modules-4.18.0-529.el8.x86_64.rpm 5.7 MB/s | 36 MB 00:06 2023-12-22T16:54:09.606 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: kernel-core-4.18.0-529.el8.x86_64 1/3 2023-12-22T16:54:09.876 INFO:teuthology.orchestra.run.smithi032.stdout:(3/3): kernel-core-4.18.0-529.el8.x86_64.rpm 6.1 MB/s | 43 MB 00:07 2023-12-22T16:54:09.877 INFO:teuthology.orchestra.run.smithi032.stdout:-------------------------------------------------------------------------------- 2023-12-22T16:54:09.877 INFO:teuthology.orchestra.run.smithi032.stdout:Total 12 MB/s | 89 MB 00:07 2023-12-22T16:54:09.993 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : kernel-modules-4.18.0-529.el8.x86_64 2/3 2023-12-22T16:54:10.586 INFO:teuthology.orchestra.run.smithi032.stdout:Running transaction check 2023-12-22T16:54:11.039 INFO:teuthology.orchestra.run.smithi032.stdout:Transaction check succeeded. 2023-12-22T16:54:11.040 INFO:teuthology.orchestra.run.smithi032.stdout:Running transaction test 2023-12-22T16:54:12.362 INFO:teuthology.orchestra.run.smithi032.stdout:Transaction test succeeded. 2023-12-22T16:54:12.409 INFO:teuthology.orchestra.run.smithi032.stdout:Running transaction 2023-12-22T16:54:13.669 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: kernel-modules-4.18.0-529.el8.x86_64 2/3 2023-12-22T16:54:13.952 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : kernel-4.18.0-529.el8.x86_64 3/3 2023-12-22T16:54:15.349 INFO:teuthology.orchestra.run.smithi032.stdout: Preparing : 1/1 2023-12-22T16:54:15.946 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : kernel-core-4.18.0-529.el8.x86_64 1/3 2023-12-22T16:54:19.658 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: kernel-core-4.18.0-529.el8.x86_64 1/3 2023-12-22T16:54:20.037 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : kernel-modules-4.18.0-529.el8.x86_64 2/3 2023-12-22T16:54:23.710 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: kernel-modules-4.18.0-529.el8.x86_64 2/3 2023-12-22T16:54:23.998 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : kernel-4.18.0-529.el8.x86_64 3/3 2023-12-22T16:54:37.212 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: kernel-core-4.18.0-529.el8.x86_64 3/3 2023-12-22T16:54:37.237 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: kernel-modules-4.18.0-529.el8.x86_64 3/3 2023-12-22T16:54:37.597 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: kernel-4.18.0-529.el8.x86_64 3/3 2023-12-22T16:54:37.597 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : kernel-4.18.0-529.el8.x86_64 1/3 2023-12-22T16:54:37.597 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : kernel-core-4.18.0-529.el8.x86_64 2/3 2023-12-22T16:54:38.456 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : kernel-modules-4.18.0-529.el8.x86_64 3/3 2023-12-22T16:54:38.457 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-22T16:54:38.457 INFO:teuthology.orchestra.run.smithi039.stdout:Installed: 2023-12-22T16:54:38.457 INFO:teuthology.orchestra.run.smithi039.stdout: kernel-4.18.0-529.el8.x86_64 kernel-core-4.18.0-529.el8.x86_64 2023-12-22T16:54:38.457 INFO:teuthology.orchestra.run.smithi039.stdout: kernel-modules-4.18.0-529.el8.x86_64 2023-12-22T16:54:38.457 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-22T16:54:38.457 INFO:teuthology.orchestra.run.smithi039.stdout:Complete! 2023-12-22T16:54:38.617 DEBUG:teuthology.orchestra.run.smithi039:> rpm -q kernel | sort -rV | head -n 1 2023-12-22T16:54:38.845 INFO:teuthology.orchestra.run.smithi039.stdout:kernel-4.18.0-529.el8.x86_64 2023-12-22T16:54:38.845 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-529.el8.x86_64 2023-12-22T16:54:38.845 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.18.0-489.el8.x86_64 Expected: 4.18.0-529.el8.x86_64 2023-12-22T16:54:38.845 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2023-12-22T16:54:38.845 DEBUG:teuthology.task.kernel:src is distro, skipping download 2023-12-22T16:54:38.846 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2023-12-22T16:54:38.846 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi039.front.sepia.ceph.com, path=None, version=distro) 2023-12-22T16:54:38.846 DEBUG:teuthology.orchestra.run.smithi039:> rpm -q kernel | sort -rV | head -n 1 2023-12-22T16:54:39.064 INFO:teuthology.orchestra.run.smithi039.stdout:kernel-4.18.0-529.el8.x86_64 2023-12-22T16:54:39.065 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-529.el8.x86_64 2023-12-22T16:54:39.065 DEBUG:teuthology.orchestra.run.smithi039:> sudo rpm -qi grub2-tools 2023-12-22T16:54:39.099 INFO:teuthology.orchestra.run.smithi039.stdout:Name : grub2-tools 2023-12-22T16:54:39.099 INFO:teuthology.orchestra.run.smithi039.stdout:Epoch : 1 2023-12-22T16:54:39.099 INFO:teuthology.orchestra.run.smithi039.stdout:Version : 2.02 2023-12-22T16:54:39.099 INFO:teuthology.orchestra.run.smithi039.stdout:Release : 129.el8 2023-12-22T16:54:39.099 INFO:teuthology.orchestra.run.smithi039.stdout:Architecture: x86_64 2023-12-22T16:54:39.099 INFO:teuthology.orchestra.run.smithi039.stdout:Install Date: Thu 04 May 2023 10:17:48 PM UTC 2023-12-22T16:54:39.099 INFO:teuthology.orchestra.run.smithi039.stdout:Group : System Environment/Base 2023-12-22T16:54:39.099 INFO:teuthology.orchestra.run.smithi039.stdout:Size : 9265586 2023-12-22T16:54:39.099 INFO:teuthology.orchestra.run.smithi039.stdout:License : GPLv3+ 2023-12-22T16:54:39.099 INFO:teuthology.orchestra.run.smithi039.stdout:Signature : RSA/SHA256, Tue 19 Jul 2022 02:52:06 PM UTC, Key ID 05b555b38483c65d 2023-12-22T16:54:39.099 INFO:teuthology.orchestra.run.smithi039.stdout:Source RPM : grub2-2.02-129.el8.src.rpm 2023-12-22T16:54:39.100 INFO:teuthology.orchestra.run.smithi039.stdout:Build Date : Tue 19 Jul 2022 02:30:39 PM UTC 2023-12-22T16:54:39.100 INFO:teuthology.orchestra.run.smithi039.stdout:Build Host : kbuilder.bsys.centos.org 2023-12-22T16:54:39.100 INFO:teuthology.orchestra.run.smithi039.stdout:Relocations : (not relocatable) 2023-12-22T16:54:39.100 INFO:teuthology.orchestra.run.smithi039.stdout:Packager : CentOS BuildSystem 2023-12-22T16:54:39.100 INFO:teuthology.orchestra.run.smithi039.stdout:Vendor : CentOS 2023-12-22T16:54:39.100 INFO:teuthology.orchestra.run.smithi039.stdout:URL : http://www.gnu.org/software/grub/ 2023-12-22T16:54:39.100 INFO:teuthology.orchestra.run.smithi039.stdout:Summary : Support tools for GRUB. 2023-12-22T16:54:39.100 INFO:teuthology.orchestra.run.smithi039.stdout:Description : 2023-12-22T16:54:39.100 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-22T16:54:39.100 INFO:teuthology.orchestra.run.smithi039.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2023-12-22T16:54:39.100 INFO:teuthology.orchestra.run.smithi039.stdout:customizable bootloader with modular architecture. It supports a rich 2023-12-22T16:54:39.100 INFO:teuthology.orchestra.run.smithi039.stdout:variety of kernel formats, file systems, computer architectures and 2023-12-22T16:54:39.100 INFO:teuthology.orchestra.run.smithi039.stdout:hardware devices. 2023-12-22T16:54:39.100 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-22T16:54:39.100 INFO:teuthology.orchestra.run.smithi039.stdout:This subpackage provides tools for support of all platforms. 2023-12-22T16:54:39.101 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2023-12-22T16:54:39.101 INFO:teuthology.task.kernel:Updating grub on smithi039 to boot 4.18.0-529.el8.x86_64 2023-12-22T16:54:39.101 DEBUG:teuthology.orchestra.run.smithi039:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2023-12-22T16:54:40.558 INFO:teuthology.orchestra.run.smithi039.stderr:Generating grub configuration file ... 2023-12-22T16:54:42.589 INFO:teuthology.orchestra.run.smithi039.stderr:done 2023-12-22T16:54:42.591 DEBUG:teuthology.orchestra.run.smithi039:> mktemp 2023-12-22T16:54:42.623 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/tmp.E20TU3pZAf 2023-12-22T16:54:42.624 DEBUG:teuthology.orchestra.run.smithi039:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.E20TU3pZAf 2023-12-22T16:54:42.695 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 0666 /tmp/tmp.E20TU3pZAf 2023-12-22T16:54:42.835 DEBUG:teuthology.orchestra.remote:smithi039:/tmp/tmp.E20TU3pZAf is 6KB 2023-12-22T16:54:42.883 DEBUG:teuthology.orchestra.run.smithi039:> rm -fr /tmp/tmp.E20TU3pZAf 2023-12-22T16:54:42.900 DEBUG:teuthology.orchestra.run.smithi039:> sudo /bin/ls /boot/loader/entries || true 2023-12-22T16:54:42.982 INFO:teuthology.orchestra.run.smithi039.stdout:a1b29d6c289747bdb22930598d39874a-0-rescue.conf 2023-12-22T16:54:42.982 INFO:teuthology.orchestra.run.smithi039.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-348.el8.x86_64.conf 2023-12-22T16:54:42.982 INFO:teuthology.orchestra.run.smithi039.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-489.el8.x86_64.conf 2023-12-22T16:54:42.982 INFO:teuthology.orchestra.run.smithi039.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-529.el8.x86_64.conf 2023-12-22T16:54:42.983 DEBUG:teuthology.orchestra.run.smithi039:> sudo grub2-set-default a1b29d6c289747bdb22930598d39874a-4.18.0-529.el8.x86_64 2023-12-22T16:54:43.143 DEBUG:teuthology.orchestra.run.smithi039:> sudo shutdown -r now 2023-12-22T16:54:47.689 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: kernel-core-4.18.0-529.el8.x86_64 3/3 2023-12-22T16:54:47.717 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: kernel-modules-4.18.0-529.el8.x86_64 3/3 2023-12-22T16:54:48.152 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: kernel-4.18.0-529.el8.x86_64 3/3 2023-12-22T16:54:48.152 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : kernel-4.18.0-529.el8.x86_64 1/3 2023-12-22T16:54:48.152 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : kernel-core-4.18.0-529.el8.x86_64 2/3 2023-12-22T16:54:48.994 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : kernel-modules-4.18.0-529.el8.x86_64 3/3 2023-12-22T16:54:48.994 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T16:54:48.995 INFO:teuthology.orchestra.run.smithi032.stdout:Installed: 2023-12-22T16:54:48.995 INFO:teuthology.orchestra.run.smithi032.stdout: kernel-4.18.0-529.el8.x86_64 kernel-core-4.18.0-529.el8.x86_64 2023-12-22T16:54:48.995 INFO:teuthology.orchestra.run.smithi032.stdout: kernel-modules-4.18.0-529.el8.x86_64 2023-12-22T16:54:48.995 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T16:54:48.995 INFO:teuthology.orchestra.run.smithi032.stdout:Complete! 2023-12-22T16:54:49.123 DEBUG:teuthology.orchestra.run.smithi032:> rpm -q kernel | sort -rV | head -n 1 2023-12-22T16:54:49.346 INFO:teuthology.orchestra.run.smithi032.stdout:kernel-4.18.0-529.el8.x86_64 2023-12-22T16:54:49.347 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-529.el8.x86_64 2023-12-22T16:54:49.347 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.18.0-489.el8.x86_64 Expected: 4.18.0-529.el8.x86_64 2023-12-22T16:54:49.347 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2023-12-22T16:54:49.347 DEBUG:teuthology.task.kernel:src is distro, skipping download 2023-12-22T16:54:49.347 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2023-12-22T16:54:49.347 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi032.front.sepia.ceph.com, path=None, version=distro) 2023-12-22T16:54:49.347 DEBUG:teuthology.orchestra.run.smithi032:> rpm -q kernel | sort -rV | head -n 1 2023-12-22T16:54:49.567 INFO:teuthology.orchestra.run.smithi032.stdout:kernel-4.18.0-529.el8.x86_64 2023-12-22T16:54:49.567 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-529.el8.x86_64 2023-12-22T16:54:49.568 DEBUG:teuthology.orchestra.run.smithi032:> sudo rpm -qi grub2-tools 2023-12-22T16:54:49.602 INFO:teuthology.orchestra.run.smithi032.stdout:Name : grub2-tools 2023-12-22T16:54:49.602 INFO:teuthology.orchestra.run.smithi032.stdout:Epoch : 1 2023-12-22T16:54:49.602 INFO:teuthology.orchestra.run.smithi032.stdout:Version : 2.02 2023-12-22T16:54:49.602 INFO:teuthology.orchestra.run.smithi032.stdout:Release : 129.el8 2023-12-22T16:54:49.602 INFO:teuthology.orchestra.run.smithi032.stdout:Architecture: x86_64 2023-12-22T16:54:49.602 INFO:teuthology.orchestra.run.smithi032.stdout:Install Date: Thu 04 May 2023 10:17:48 PM UTC 2023-12-22T16:54:49.603 INFO:teuthology.orchestra.run.smithi032.stdout:Group : System Environment/Base 2023-12-22T16:54:49.603 INFO:teuthology.orchestra.run.smithi032.stdout:Size : 9265586 2023-12-22T16:54:49.603 INFO:teuthology.orchestra.run.smithi032.stdout:License : GPLv3+ 2023-12-22T16:54:49.603 INFO:teuthology.orchestra.run.smithi032.stdout:Signature : RSA/SHA256, Tue 19 Jul 2022 02:52:06 PM UTC, Key ID 05b555b38483c65d 2023-12-22T16:54:49.603 INFO:teuthology.orchestra.run.smithi032.stdout:Source RPM : grub2-2.02-129.el8.src.rpm 2023-12-22T16:54:49.603 INFO:teuthology.orchestra.run.smithi032.stdout:Build Date : Tue 19 Jul 2022 02:30:39 PM UTC 2023-12-22T16:54:49.603 INFO:teuthology.orchestra.run.smithi032.stdout:Build Host : kbuilder.bsys.centos.org 2023-12-22T16:54:49.603 INFO:teuthology.orchestra.run.smithi032.stdout:Relocations : (not relocatable) 2023-12-22T16:54:49.603 INFO:teuthology.orchestra.run.smithi032.stdout:Packager : CentOS BuildSystem 2023-12-22T16:54:49.603 INFO:teuthology.orchestra.run.smithi032.stdout:Vendor : CentOS 2023-12-22T16:54:49.603 INFO:teuthology.orchestra.run.smithi032.stdout:URL : http://www.gnu.org/software/grub/ 2023-12-22T16:54:49.603 INFO:teuthology.orchestra.run.smithi032.stdout:Summary : Support tools for GRUB. 2023-12-22T16:54:49.604 INFO:teuthology.orchestra.run.smithi032.stdout:Description : 2023-12-22T16:54:49.604 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T16:54:49.604 INFO:teuthology.orchestra.run.smithi032.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2023-12-22T16:54:49.604 INFO:teuthology.orchestra.run.smithi032.stdout:customizable bootloader with modular architecture. It supports a rich 2023-12-22T16:54:49.604 INFO:teuthology.orchestra.run.smithi032.stdout:variety of kernel formats, file systems, computer architectures and 2023-12-22T16:54:49.604 INFO:teuthology.orchestra.run.smithi032.stdout:hardware devices. 2023-12-22T16:54:49.604 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T16:54:49.604 INFO:teuthology.orchestra.run.smithi032.stdout:This subpackage provides tools for support of all platforms. 2023-12-22T16:54:49.605 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2023-12-22T16:54:49.605 INFO:teuthology.task.kernel:Updating grub on smithi032 to boot 4.18.0-529.el8.x86_64 2023-12-22T16:54:49.605 DEBUG:teuthology.orchestra.run.smithi032:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2023-12-22T16:54:51.005 INFO:teuthology.orchestra.run.smithi032.stderr:Generating grub configuration file ... 2023-12-22T16:54:52.656 INFO:teuthology.orchestra.run.smithi032.stderr:done 2023-12-22T16:54:52.657 DEBUG:teuthology.orchestra.run.smithi032:> mktemp 2023-12-22T16:54:52.684 INFO:teuthology.orchestra.run.smithi032.stdout:/tmp/tmp.uDVBYeWGfK 2023-12-22T16:54:52.684 DEBUG:teuthology.orchestra.run.smithi032:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.uDVBYeWGfK 2023-12-22T16:54:52.755 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod 0666 /tmp/tmp.uDVBYeWGfK 2023-12-22T16:54:52.890 DEBUG:teuthology.orchestra.remote:smithi032:/tmp/tmp.uDVBYeWGfK is 6KB 2023-12-22T16:54:52.938 DEBUG:teuthology.orchestra.run.smithi032:> rm -fr /tmp/tmp.uDVBYeWGfK 2023-12-22T16:54:52.956 DEBUG:teuthology.orchestra.run.smithi032:> sudo /bin/ls /boot/loader/entries || true 2023-12-22T16:54:53.022 INFO:teuthology.orchestra.run.smithi032.stdout:a1b29d6c289747bdb22930598d39874a-0-rescue.conf 2023-12-22T16:54:53.022 INFO:teuthology.orchestra.run.smithi032.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-348.el8.x86_64.conf 2023-12-22T16:54:53.022 INFO:teuthology.orchestra.run.smithi032.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-489.el8.x86_64.conf 2023-12-22T16:54:53.022 INFO:teuthology.orchestra.run.smithi032.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-529.el8.x86_64.conf 2023-12-22T16:54:53.023 DEBUG:teuthology.orchestra.run.smithi032:> sudo grub2-set-default a1b29d6c289747bdb22930598d39874a-4.18.0-529.el8.x86_64 2023-12-22T16:54:53.242 DEBUG:teuthology.orchestra.run.smithi032:> sudo shutdown -r now 2023-12-22T16:55:13.165 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2023-12-22T16:55:13.166 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi039.front.sepia.ceph.com' 2023-12-22T16:55:13.166 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi039.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-22T16:55:23.254 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2023-12-22T16:55:23.255 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi032.front.sepia.ceph.com' 2023-12-22T16:55:23.255 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi032.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-22T16:55:31.601 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.39 2023-12-22T16:55:40.610 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi039.front.sepia.ceph.com' 2023-12-22T16:55:40.611 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi039.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-22T16:55:41.585 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.32 2023-12-22T16:55:43.669 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.39 2023-12-22T16:55:50.593 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi032.front.sepia.ceph.com' 2023-12-22T16:55:50.594 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi032.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-22T16:55:53.653 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.32 2023-12-22T16:55:55.671 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi039.front.sepia.ceph.com' 2023-12-22T16:55:55.672 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi039.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-22T16:55:58.737 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.39 2023-12-22T16:56:05.661 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi032.front.sepia.ceph.com' 2023-12-22T16:56:05.663 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi032.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-22T16:56:13.745 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi039.front.sepia.ceph.com' 2023-12-22T16:56:13.746 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi039.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-22T16:57:05.714 DEBUG:teuthology.orchestra.remote:timed out 2023-12-22T16:57:13.753 DEBUG:teuthology.orchestra.remote:timed out 2023-12-22T16:57:20.722 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi032.front.sepia.ceph.com' 2023-12-22T16:57:20.723 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi032.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-22T16:57:21.073 DEBUG:teuthology.orchestra.run.smithi032:> true 2023-12-22T16:57:21.354 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi032.front.sepia.ceph.com' 2023-12-22T16:57:21.354 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "4.18.0-529.el8.x86_64"... 2023-12-22T16:57:21.355 DEBUG:teuthology.orchestra.run.smithi032:> uname -r 2023-12-22T16:57:21.374 INFO:teuthology.orchestra.run.smithi032.stdout:4.18.0-529.el8.x86_64 2023-12-22T16:57:21.375 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-529.el8.x86_64 vs 4.18.0-529.el8.x86_64 2023-12-22T16:57:21.375 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-12-22T16:57:21.375 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2023-12-22T16:57:22.375 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2023-12-22T16:57:22.376 DEBUG:teuthology.orchestra.run.smithi032:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-12-22T16:57:22.453 INFO:teuthology.orchestra.run.smithi032.stdout:ttyS1 2023-12-22T16:57:22.467 DEBUG:teuthology.parallel:result is None 2023-12-22T16:57:31.754 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi039.front.sepia.ceph.com' 2023-12-22T16:57:31.755 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi039.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-22T16:57:32.096 DEBUG:teuthology.orchestra.run.smithi039:> true 2023-12-22T16:57:32.391 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi039.front.sepia.ceph.com' 2023-12-22T16:57:32.392 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "4.18.0-529.el8.x86_64"... 2023-12-22T16:57:32.392 DEBUG:teuthology.orchestra.run.smithi039:> uname -r 2023-12-22T16:57:32.411 INFO:teuthology.orchestra.run.smithi039.stdout:4.18.0-529.el8.x86_64 2023-12-22T16:57:32.411 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-529.el8.x86_64 vs 4.18.0-529.el8.x86_64 2023-12-22T16:57:32.411 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-12-22T16:57:32.412 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2023-12-22T16:57:33.412 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2023-12-22T16:57:33.413 DEBUG:teuthology.orchestra.run.smithi039:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-12-22T16:57:33.481 INFO:teuthology.orchestra.run.smithi039.stdout:ttyS1 2023-12-22T16:57:33.495 DEBUG:teuthology.parallel:result is None 2023-12-22T16:57:33.496 INFO:teuthology.run_tasks:Running task internal.base... 2023-12-22T16:57:33.504 INFO:teuthology.task.internal:Creating test directory... 2023-12-22T16:57:33.505 DEBUG:teuthology.orchestra.run.smithi032:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-12-22T16:57:33.508 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-12-22T16:57:33.529 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2023-12-22T16:57:33.535 INFO:teuthology.run_tasks:Running task internal.archive... 2023-12-22T16:57:33.545 INFO:teuthology.task.internal:Creating archive directory... 2023-12-22T16:57:33.546 DEBUG:teuthology.orchestra.run.smithi032:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-12-22T16:57:33.571 DEBUG:teuthology.orchestra.run.smithi039:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-12-22T16:57:33.612 INFO:teuthology.run_tasks:Running task internal.coredump... 2023-12-22T16:57:33.626 INFO:teuthology.task.internal:Enabling coredump saving... 2023-12-22T16:57:33.626 DEBUG:teuthology.orchestra.run.smithi032:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-12-22T16:57:33.647 DEBUG:teuthology.orchestra.run.smithi039:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-12-22T16:57:33.679 INFO:teuthology.orchestra.run.smithi032.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-12-22T16:57:33.691 INFO:teuthology.orchestra.run.smithi032.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-12-22T16:57:33.693 INFO:teuthology.orchestra.run.smithi039.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-12-22T16:57:33.704 INFO:teuthology.orchestra.run.smithi039.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-12-22T16:57:33.706 INFO:teuthology.run_tasks:Running task internal.sudo... 2023-12-22T16:57:33.716 INFO:teuthology.task.internal:Configuring sudo... 2023-12-22T16:57:33.716 DEBUG:teuthology.orchestra.run.smithi032:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-12-22T16:57:33.737 DEBUG:teuthology.orchestra.run.smithi039:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-12-22T16:57:33.770 INFO:teuthology.run_tasks:Running task internal.syslog... 2023-12-22T16:57:33.783 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2023-12-22T16:57:33.783 DEBUG:teuthology.orchestra.run.smithi032:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-12-22T16:57:33.808 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-12-22T16:57:33.830 DEBUG:teuthology.orchestra.run.smithi032:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-12-22T16:57:33.914 DEBUG:teuthology.orchestra.run.smithi032:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-12-22T16:57:33.971 DEBUG:teuthology.orchestra.run.smithi032:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-12-22T16:57:34.058 DEBUG:teuthology.orchestra.run.smithi032:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-12-22T16:57:34.103 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2023-12-22T16:57:34.103 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-12-22T16:57:34.172 DEBUG:teuthology.orchestra.run.smithi039:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-12-22T16:57:34.227 DEBUG:teuthology.orchestra.run.smithi039:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-12-22T16:57:34.281 DEBUG:teuthology.orchestra.run.smithi039:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-12-22T16:57:34.371 DEBUG:teuthology.orchestra.run.smithi039:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-12-22T16:57:34.416 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2023-12-22T16:57:34.416 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-12-22T16:57:34.485 DEBUG:teuthology.orchestra.run.smithi032:> sudo service rsyslog restart 2023-12-22T16:57:34.488 DEBUG:teuthology.orchestra.run.smithi039:> sudo service rsyslog restart 2023-12-22T16:57:34.556 INFO:teuthology.orchestra.run.smithi032.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-12-22T16:57:34.587 INFO:teuthology.orchestra.run.smithi039.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-12-22T16:57:35.024 INFO:teuthology.run_tasks:Running task internal.timer... 2023-12-22T16:57:35.032 INFO:teuthology.task.internal:Starting timer... 2023-12-22T16:57:35.032 INFO:teuthology.run_tasks:Running task pcp... 2023-12-22T16:57:35.042 INFO:teuthology.run_tasks:Running task selinux... 2023-12-22T16:57:35.051 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2023-12-22T16:57:35.051 DEBUG:teuthology.orchestra.run.smithi032:> sudo service auditd rotate 2023-12-22T16:57:35.134 INFO:teuthology.orchestra.run.smithi032.stdout:Rotating logs: 2023-12-22T16:57:35.136 DEBUG:teuthology.orchestra.run.smithi039:> sudo service auditd rotate 2023-12-22T16:57:35.244 INFO:teuthology.orchestra.run.smithi039.stdout:Rotating logs: 2023-12-22T16:57:35.246 DEBUG:teuthology.task.selinux:Getting current SELinux state 2023-12-22T16:57:35.246 DEBUG:teuthology.orchestra.run.smithi032:> /usr/sbin/getenforce 2023-12-22T16:57:35.299 INFO:teuthology.orchestra.run.smithi032.stdout:Permissive 2023-12-22T16:57:35.300 DEBUG:teuthology.orchestra.run.smithi039:> /usr/sbin/getenforce 2023-12-22T16:57:35.341 INFO:teuthology.orchestra.run.smithi039.stdout:Permissive 2023-12-22T16:57:35.341 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi032.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi039.front.sepia.ceph.com': 'permissive'} 2023-12-22T16:57:35.341 DEBUG:teuthology.orchestra.run.smithi032:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-12-22T16:57:35.372 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-22T16:57:35.373 DEBUG:teuthology.orchestra.run.smithi039:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-12-22T16:57:35.411 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-22T16:57:35.411 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2023-12-22T16:57:35.411 DEBUG:teuthology.orchestra.run.smithi032:> sudo /usr/sbin/setenforce permissive 2023-12-22T16:57:35.442 DEBUG:teuthology.orchestra.run.smithi039:> sudo /usr/sbin/setenforce permissive 2023-12-22T16:57:35.481 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2023-12-22T16:57:35.492 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2023-12-22T16:57:35.502 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2023-12-22T16:57:35.620 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2023-12-22T16:57:35.640 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2023-12-22T16:57:35.642 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi032.front.sepia.ceph.com,smithi039.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2023-12-22T17:06:54.708 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi032.front.sepia.ceph.com'), Remote(name='ubuntu@smithi039.front.sepia.ceph.com')] 2023-12-22T17:06:54.710 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi032.front.sepia.ceph.com' 2023-12-22T17:06:54.711 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi032.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-22T17:06:54.780 DEBUG:teuthology.orchestra.run.smithi032:> true 2023-12-22T17:06:54.849 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi032.front.sepia.ceph.com' 2023-12-22T17:06:54.852 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi039.front.sepia.ceph.com' 2023-12-22T17:06:54.853 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi039.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-22T17:06:54.921 DEBUG:teuthology.orchestra.run.smithi039:> true 2023-12-22T17:06:54.989 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi039.front.sepia.ceph.com' 2023-12-22T17:06:54.990 INFO:teuthology.run_tasks:Running task clock... 2023-12-22T17:06:55.001 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2023-12-22T17:06:55.001 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-12-22T17:06:55.001 DEBUG:teuthology.orchestra.run.smithi032:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-12-22T17:06:55.003 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-12-22T17:06:55.004 DEBUG:teuthology.orchestra.run.smithi039:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-12-22T17:06:55.036 INFO:teuthology.orchestra.run.smithi032.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-12-22T17:06:55.051 INFO:teuthology.orchestra.run.smithi032.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-12-22T17:06:55.064 INFO:teuthology.orchestra.run.smithi039.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-12-22T17:06:55.078 INFO:teuthology.orchestra.run.smithi039.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-12-22T17:06:55.115 INFO:teuthology.orchestra.run.smithi032.stderr:sudo: ntpd: command not found 2023-12-22T17:06:55.128 INFO:teuthology.orchestra.run.smithi032.stdout:506 Cannot talk to daemon 2023-12-22T17:06:55.143 INFO:teuthology.orchestra.run.smithi032.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-12-22T17:06:55.155 INFO:teuthology.orchestra.run.smithi039.stderr:sudo: ntpd: command not found 2023-12-22T17:06:55.157 INFO:teuthology.orchestra.run.smithi032.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-12-22T17:06:55.167 INFO:teuthology.orchestra.run.smithi039.stdout:506 Cannot talk to daemon 2023-12-22T17:06:55.182 INFO:teuthology.orchestra.run.smithi039.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-12-22T17:06:55.195 INFO:teuthology.orchestra.run.smithi039.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-12-22T17:06:55.229 INFO:teuthology.orchestra.run.smithi032.stderr:bash: ntpq: command not found 2023-12-22T17:06:55.233 INFO:teuthology.orchestra.run.smithi032.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-12-22T17:06:55.233 INFO:teuthology.orchestra.run.smithi032.stdout:=============================================================================== 2023-12-22T17:06:55.233 INFO:teuthology.orchestra.run.smithi032.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-22T17:06:55.233 INFO:teuthology.orchestra.run.smithi032.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-22T17:06:55.233 INFO:teuthology.orchestra.run.smithi032.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-22T17:06:55.233 INFO:teuthology.orchestra.run.smithi032.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-22T17:06:55.279 INFO:teuthology.orchestra.run.smithi039.stderr:bash: ntpq: command not found 2023-12-22T17:06:55.283 INFO:teuthology.orchestra.run.smithi039.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-12-22T17:06:55.283 INFO:teuthology.orchestra.run.smithi039.stdout:=============================================================================== 2023-12-22T17:06:55.283 INFO:teuthology.orchestra.run.smithi039.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-22T17:06:55.283 INFO:teuthology.orchestra.run.smithi039.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-22T17:06:55.283 INFO:teuthology.orchestra.run.smithi039.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-22T17:06:55.283 INFO:teuthology.orchestra.run.smithi039.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-22T17:06:55.284 INFO:teuthology.run_tasks:Running task pexec... 2023-12-22T17:06:55.294 INFO:teuthology.task.pexec:Executing custom commands... 2023-12-22T17:06:55.294 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi032.front.sepia.ceph.com 2023-12-22T17:06:55.295 DEBUG:teuthology.orchestra.run.smithi032:> TESTDIR=/home/ubuntu/cephtest bash -s 2023-12-22T17:06:55.295 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi039.front.sepia.ceph.com 2023-12-22T17:06:55.295 DEBUG:teuthology.orchestra.run.smithi039:> TESTDIR=/home/ubuntu/cephtest bash -s 2023-12-22T17:06:56.206 INFO:teuthology.orchestra.run.smithi032.stdout:Last metadata expiration check: 0:01:42 ago on Fri 22 Dec 2023 05:05:14 PM UTC. 2023-12-22T17:06:56.237 INFO:teuthology.orchestra.run.smithi039.stdout:Last metadata expiration check: 0:01:44 ago on Fri 22 Dec 2023 05:05:12 PM UTC. 2023-12-22T17:06:58.516 INFO:teuthology.orchestra.run.smithi032.stdout:Dependencies resolved. 2023-12-22T17:06:58.517 INFO:teuthology.orchestra.run.smithi032.stdout:================================================================================ 2023-12-22T17:06:58.517 INFO:teuthology.orchestra.run.smithi032.stdout: Package Architecture Version Repository Size 2023-12-22T17:06:58.517 INFO:teuthology.orchestra.run.smithi032.stdout:================================================================================ 2023-12-22T17:06:58.517 INFO:teuthology.orchestra.run.smithi032.stdout:Resetting modules: 2023-12-22T17:06:58.517 INFO:teuthology.orchestra.run.smithi032.stdout: container-tools 2023-12-22T17:06:58.517 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:06:58.518 INFO:teuthology.orchestra.run.smithi032.stdout:Transaction Summary 2023-12-22T17:06:58.518 INFO:teuthology.orchestra.run.smithi032.stdout:================================================================================ 2023-12-22T17:06:58.518 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:06:58.569 INFO:teuthology.orchestra.run.smithi039.stdout:Dependencies resolved. 2023-12-22T17:06:58.570 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2023-12-22T17:06:58.570 INFO:teuthology.orchestra.run.smithi039.stdout: Package Architecture Version Repository Size 2023-12-22T17:06:58.570 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2023-12-22T17:06:58.570 INFO:teuthology.orchestra.run.smithi039.stdout:Resetting modules: 2023-12-22T17:06:58.570 INFO:teuthology.orchestra.run.smithi039.stdout: container-tools 2023-12-22T17:06:58.570 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-22T17:06:58.571 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction Summary 2023-12-22T17:06:58.571 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2023-12-22T17:06:58.571 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-22T17:06:58.780 INFO:teuthology.orchestra.run.smithi032.stdout:Complete! 2023-12-22T17:06:58.833 INFO:teuthology.orchestra.run.smithi039.stdout:Complete! 2023-12-22T17:06:59.738 INFO:teuthology.orchestra.run.smithi032.stdout:Last metadata expiration check: 0:01:45 ago on Fri 22 Dec 2023 05:05:14 PM UTC. 2023-12-22T17:06:59.821 INFO:teuthology.orchestra.run.smithi039.stdout:Last metadata expiration check: 0:01:47 ago on Fri 22 Dec 2023 05:05:12 PM UTC. 2023-12-22T17:07:02.023 INFO:teuthology.orchestra.run.smithi032.stdout:Dependencies resolved. 2023-12-22T17:07:02.093 INFO:teuthology.orchestra.run.smithi039.stdout:Dependencies resolved. 2023-12-22T17:07:02.223 INFO:teuthology.orchestra.run.smithi032.stdout:================================================================================ 2023-12-22T17:07:02.223 INFO:teuthology.orchestra.run.smithi032.stdout: Package Arch Version Repository Size 2023-12-22T17:07:02.223 INFO:teuthology.orchestra.run.smithi032.stdout:================================================================================ 2023-12-22T17:07:02.223 INFO:teuthology.orchestra.run.smithi032.stdout:Installing group/module packages: 2023-12-22T17:07:02.224 INFO:teuthology.orchestra.run.smithi032.stdout: aardvark-dns x86_64 2:1.8.0-1.module_el8+712+4cd1bd69 appstream 1.0 M 2023-12-22T17:07:02.224 INFO:teuthology.orchestra.run.smithi032.stdout: buildah x86_64 1:1.32.0-1.module_el8+712+4cd1bd69 appstream 9.6 M 2023-12-22T17:07:02.224 INFO:teuthology.orchestra.run.smithi032.stdout: cockpit-podman noarch 78-1.module_el8+712+4cd1bd69 appstream 750 k 2023-12-22T17:07:02.224 INFO:teuthology.orchestra.run.smithi032.stdout: crun x86_64 1.9.2-1.module_el8+712+4cd1bd69 appstream 241 k 2023-12-22T17:07:02.224 INFO:teuthology.orchestra.run.smithi032.stdout: netavark x86_64 2:1.8.0-2.module_el8+712+4cd1bd69 appstream 3.9 M 2023-12-22T17:07:02.224 INFO:teuthology.orchestra.run.smithi032.stdout: python3-podman noarch 4.7.0-1.module_el8+712+4cd1bd69 appstream 178 k 2023-12-22T17:07:02.224 INFO:teuthology.orchestra.run.smithi032.stdout: skopeo x86_64 2:1.13.3-1.module_el8+712+4cd1bd69 appstream 8.1 M 2023-12-22T17:07:02.224 INFO:teuthology.orchestra.run.smithi032.stdout: toolbox x86_64 0.0.99.4-6.module_el8+712+4cd1bd69 appstream 2.5 M 2023-12-22T17:07:02.224 INFO:teuthology.orchestra.run.smithi032.stdout: udica noarch 0.2.6-20.module_el8+712+4cd1bd69 appstream 53 k 2023-12-22T17:07:02.224 INFO:teuthology.orchestra.run.smithi032.stdout:Installing dependencies: 2023-12-22T17:07:02.224 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 appstream 25 k 2023-12-22T17:07:02.224 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pyxdg noarch 0.25-16.el8 appstream 94 k 2023-12-22T17:07:02.224 INFO:teuthology.orchestra.run.smithi032.stdout: yajl x86_64 2.1.0-12.el8 appstream 41 k 2023-12-22T17:07:02.224 INFO:teuthology.orchestra.run.smithi032.stdout:Installing weak dependencies: 2023-12-22T17:07:02.225 INFO:teuthology.orchestra.run.smithi032.stdout: criu-libs x86_64 3.15-3.module_el8.7.0+1216+b022c01d appstream 38 k 2023-12-22T17:07:02.225 INFO:teuthology.orchestra.run.smithi032.stdout:Installing module profiles: 2023-12-22T17:07:02.225 INFO:teuthology.orchestra.run.smithi032.stdout: container-tools/common 2023-12-22T17:07:02.225 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:07:02.225 INFO:teuthology.orchestra.run.smithi032.stdout:Enabling module streams: 2023-12-22T17:07:02.225 INFO:teuthology.orchestra.run.smithi032.stdout: container-tools rhel8 2023-12-22T17:07:02.225 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:07:02.225 INFO:teuthology.orchestra.run.smithi032.stdout:Transaction Summary 2023-12-22T17:07:02.225 INFO:teuthology.orchestra.run.smithi032.stdout:================================================================================ 2023-12-22T17:07:02.225 INFO:teuthology.orchestra.run.smithi032.stdout:Install 13 Packages 2023-12-22T17:07:02.225 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:07:02.226 INFO:teuthology.orchestra.run.smithi032.stdout:Total download size: 27 M 2023-12-22T17:07:02.226 INFO:teuthology.orchestra.run.smithi032.stdout:Installed size: 89 M 2023-12-22T17:07:02.226 INFO:teuthology.orchestra.run.smithi032.stdout:Downloading Packages: 2023-12-22T17:07:02.292 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2023-12-22T17:07:02.292 INFO:teuthology.orchestra.run.smithi039.stdout: Package Arch Version Repository Size 2023-12-22T17:07:02.292 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2023-12-22T17:07:02.292 INFO:teuthology.orchestra.run.smithi039.stdout:Installing group/module packages: 2023-12-22T17:07:02.292 INFO:teuthology.orchestra.run.smithi039.stdout: aardvark-dns x86_64 2:1.8.0-1.module_el8+712+4cd1bd69 appstream 1.0 M 2023-12-22T17:07:02.292 INFO:teuthology.orchestra.run.smithi039.stdout: buildah x86_64 1:1.32.0-1.module_el8+712+4cd1bd69 appstream 9.6 M 2023-12-22T17:07:02.292 INFO:teuthology.orchestra.run.smithi039.stdout: cockpit-podman noarch 78-1.module_el8+712+4cd1bd69 appstream 750 k 2023-12-22T17:07:02.292 INFO:teuthology.orchestra.run.smithi039.stdout: crun x86_64 1.9.2-1.module_el8+712+4cd1bd69 appstream 241 k 2023-12-22T17:07:02.292 INFO:teuthology.orchestra.run.smithi039.stdout: netavark x86_64 2:1.8.0-2.module_el8+712+4cd1bd69 appstream 3.9 M 2023-12-22T17:07:02.293 INFO:teuthology.orchestra.run.smithi039.stdout: python3-podman noarch 4.7.0-1.module_el8+712+4cd1bd69 appstream 178 k 2023-12-22T17:07:02.293 INFO:teuthology.orchestra.run.smithi039.stdout: skopeo x86_64 2:1.13.3-1.module_el8+712+4cd1bd69 appstream 8.1 M 2023-12-22T17:07:02.293 INFO:teuthology.orchestra.run.smithi039.stdout: toolbox x86_64 0.0.99.4-6.module_el8+712+4cd1bd69 appstream 2.5 M 2023-12-22T17:07:02.293 INFO:teuthology.orchestra.run.smithi039.stdout: udica noarch 0.2.6-20.module_el8+712+4cd1bd69 appstream 53 k 2023-12-22T17:07:02.293 INFO:teuthology.orchestra.run.smithi039.stdout:Installing dependencies: 2023-12-22T17:07:02.293 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 appstream 25 k 2023-12-22T17:07:02.293 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pyxdg noarch 0.25-16.el8 appstream 94 k 2023-12-22T17:07:02.293 INFO:teuthology.orchestra.run.smithi039.stdout: yajl x86_64 2.1.0-12.el8 appstream 41 k 2023-12-22T17:07:02.293 INFO:teuthology.orchestra.run.smithi039.stdout:Installing weak dependencies: 2023-12-22T17:07:02.293 INFO:teuthology.orchestra.run.smithi039.stdout: criu-libs x86_64 3.15-3.module_el8.7.0+1216+b022c01d appstream 38 k 2023-12-22T17:07:02.293 INFO:teuthology.orchestra.run.smithi039.stdout:Installing module profiles: 2023-12-22T17:07:02.293 INFO:teuthology.orchestra.run.smithi039.stdout: container-tools/common 2023-12-22T17:07:02.293 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-22T17:07:02.293 INFO:teuthology.orchestra.run.smithi039.stdout:Enabling module streams: 2023-12-22T17:07:02.293 INFO:teuthology.orchestra.run.smithi039.stdout: container-tools rhel8 2023-12-22T17:07:02.294 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-22T17:07:02.294 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction Summary 2023-12-22T17:07:02.294 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2023-12-22T17:07:02.294 INFO:teuthology.orchestra.run.smithi039.stdout:Install 13 Packages 2023-12-22T17:07:02.294 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-22T17:07:02.294 INFO:teuthology.orchestra.run.smithi039.stdout:Total download size: 27 M 2023-12-22T17:07:02.294 INFO:teuthology.orchestra.run.smithi039.stdout:Installed size: 89 M 2023-12-22T17:07:02.295 INFO:teuthology.orchestra.run.smithi039.stdout:Downloading Packages: 2023-12-22T17:07:02.892 INFO:teuthology.orchestra.run.smithi032.stdout:(1/13): cockpit-podman-78-1.module_el8+712+4cd1 1.9 MB/s | 750 kB 00:00 2023-12-22T17:07:02.947 INFO:teuthology.orchestra.run.smithi032.stdout:(2/13): aardvark-dns-1.8.0-1.module_el8+712+4cd 2.3 MB/s | 1.0 MB 00:00 2023-12-22T17:07:02.976 INFO:teuthology.orchestra.run.smithi032.stdout:(3/13): criu-libs-3.15-3.module_el8.7.0+1216+b0 452 kB/s | 38 kB 00:00 2023-12-22T17:07:03.034 INFO:teuthology.orchestra.run.smithi032.stdout:(4/13): crun-1.9.2-1.module_el8+712+4cd1bd69.x8 2.7 MB/s | 241 kB 00:00 2023-12-22T17:07:03.251 INFO:teuthology.orchestra.run.smithi032.stdout:(5/13): python3-podman-4.7.0-1.module_el8+712+4 821 kB/s | 178 kB 00:00 2023-12-22T17:07:03.326 INFO:teuthology.orchestra.run.smithi032.stdout:(6/13): python3-pytoml-0.1.14-5.git7dea353.el8. 331 kB/s | 25 kB 00:00 2023-12-22T17:07:03.360 INFO:teuthology.orchestra.run.smithi039.stdout:(1/13): cockpit-podman-78-1.module_el8+712+4cd1 1.3 MB/s | 750 kB 00:00 2023-12-22T17:07:03.427 INFO:teuthology.orchestra.run.smithi032.stdout:(7/13): python3-pyxdg-0.25-16.el8.noarch.rpm 941 kB/s | 94 kB 00:00 2023-12-22T17:07:03.451 INFO:teuthology.orchestra.run.smithi039.stdout:(2/13): criu-libs-3.15-3.module_el8.7.0+1216+b0 414 kB/s | 38 kB 00:00 2023-12-22T17:07:03.494 INFO:teuthology.orchestra.run.smithi039.stdout:(3/13): aardvark-dns-1.8.0-1.module_el8+712+4cd 1.4 MB/s | 1.0 MB 00:00 2023-12-22T17:07:03.552 INFO:teuthology.orchestra.run.smithi032.stdout:(8/13): netavark-1.8.0-2.module_el8+712+4cd1bd6 6.8 MB/s | 3.9 MB 00:00 2023-12-22T17:07:03.610 INFO:teuthology.orchestra.run.smithi039.stdout:(4/13): crun-1.9.2-1.module_el8+712+4cd1bd69.x8 1.5 MB/s | 241 kB 00:00 2023-12-22T17:07:03.761 INFO:teuthology.orchestra.run.smithi039.stdout:(5/13): python3-podman-4.7.0-1.module_el8+712+4 1.2 MB/s | 178 kB 00:00 2023-12-22T17:07:03.844 INFO:teuthology.orchestra.run.smithi039.stdout:(6/13): python3-pytoml-0.1.14-5.git7dea353.el8. 297 kB/s | 25 kB 00:00 2023-12-22T17:07:03.894 INFO:teuthology.orchestra.run.smithi032.stdout:(9/13): buildah-1.32.0-1.module_el8+712+4cd1bd6 6.9 MB/s | 9.6 MB 00:01 2023-12-22T17:07:03.920 INFO:teuthology.orchestra.run.smithi039.stdout:(7/13): python3-pyxdg-0.25-16.el8.noarch.rpm 1.2 MB/s | 94 kB 00:00 2023-12-22T17:07:03.953 INFO:teuthology.orchestra.run.smithi032.stdout:(10/13): toolbox-0.0.99.4-6.module_el8+712+4cd1 6.3 MB/s | 2.5 MB 00:00 2023-12-22T17:07:03.978 INFO:teuthology.orchestra.run.smithi032.stdout:(11/13): udica-0.2.6-20.module_el8+712+4cd1bd69 632 kB/s | 53 kB 00:00 2023-12-22T17:07:04.040 INFO:teuthology.orchestra.run.smithi032.stdout:(12/13): yajl-2.1.0-12.el8.x86_64.rpm 472 kB/s | 41 kB 00:00 2023-12-22T17:07:04.529 INFO:teuthology.orchestra.run.smithi032.stdout:(13/13): skopeo-1.13.3-1.module_el8+712+4cd1bd6 7.4 MB/s | 8.1 MB 00:01 2023-12-22T17:07:04.530 INFO:teuthology.orchestra.run.smithi032.stdout:-------------------------------------------------------------------------------- 2023-12-22T17:07:04.530 INFO:teuthology.orchestra.run.smithi032.stdout:Total 12 MB/s | 27 MB 00:02 2023-12-22T17:07:04.745 INFO:teuthology.orchestra.run.smithi039.stdout:(8/13): netavark-1.8.0-2.module_el8+712+4cd1bd6 3.1 MB/s | 3.9 MB 00:01 2023-12-22T17:07:04.810 INFO:teuthology.orchestra.run.smithi032.stdout:Running transaction check 2023-12-22T17:07:04.832 INFO:teuthology.orchestra.run.smithi032.stdout:Transaction check succeeded. 2023-12-22T17:07:04.832 INFO:teuthology.orchestra.run.smithi032.stdout:Running transaction test 2023-12-22T17:07:05.102 INFO:teuthology.orchestra.run.smithi032.stdout:Transaction test succeeded. 2023-12-22T17:07:05.105 INFO:teuthology.orchestra.run.smithi032.stdout:Running transaction 2023-12-22T17:07:05.814 INFO:teuthology.orchestra.run.smithi032.stdout: Preparing : 1/1 2023-12-22T17:07:06.089 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : yajl-2.1.0-12.el8.x86_64 1/13 2023-12-22T17:07:06.104 INFO:teuthology.orchestra.run.smithi039.stdout:(9/13): buildah-1.32.0-1.module_el8+712+4cd1bd6 2.9 MB/s | 9.6 MB 00:03 2023-12-22T17:07:06.154 INFO:teuthology.orchestra.run.smithi039.stdout:(10/13): toolbox-0.0.99.4-6.module_el8+712+4cd1 1.8 MB/s | 2.5 MB 00:01 2023-12-22T17:07:06.179 INFO:teuthology.orchestra.run.smithi039.stdout:(11/13): udica-0.2.6-20.module_el8+712+4cd1bd69 701 kB/s | 53 kB 00:00 2023-12-22T17:07:06.213 INFO:teuthology.orchestra.run.smithi039.stdout:(12/13): yajl-2.1.0-12.el8.x86_64.rpm 700 kB/s | 41 kB 00:00 2023-12-22T17:07:06.291 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 2/13 2023-12-22T17:07:06.511 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 3/13 2023-12-22T17:07:06.732 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : criu-libs-3.15-3.module_el8.7.0+1216+b022c01d.x86_ 4/13 2023-12-22T17:07:07.096 INFO:teuthology.orchestra.run.smithi039.stdout:(13/13): skopeo-1.13.3-1.module_el8+712+4cd1bd6 2.6 MB/s | 8.1 MB 00:03 2023-12-22T17:07:07.097 INFO:teuthology.orchestra.run.smithi039.stdout:-------------------------------------------------------------------------------- 2023-12-22T17:07:07.097 INFO:teuthology.orchestra.run.smithi039.stdout:Total 5.5 MB/s | 27 MB 00:04 2023-12-22T17:07:07.299 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : aardvark-dns-2:1.8.0-1.module_el8+712+4cd1bd69.x86 5/13 2023-12-22T17:07:07.377 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction check 2023-12-22T17:07:07.400 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction check succeeded. 2023-12-22T17:07:07.400 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction test 2023-12-22T17:07:07.670 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction test succeeded. 2023-12-22T17:07:07.674 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction 2023-12-22T17:07:08.318 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : netavark-2:1.8.0-2.module_el8+712+4cd1bd69.x86_64 6/13 2023-12-22T17:07:08.398 INFO:teuthology.orchestra.run.smithi039.stdout: Preparing : 1/1 2023-12-22T17:07:08.604 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : buildah-1:1.32.0-1.module_el8+712+4cd1bd69.x86_64 7/13 2023-12-22T17:07:08.620 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : yajl-2.1.0-12.el8.x86_64 1/13 2023-12-22T17:07:08.822 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 2/13 2023-12-22T17:07:08.836 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : crun-1.9.2-1.module_el8+712+4cd1bd69.x86_64 8/13 2023-12-22T17:07:08.994 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 3/13 2023-12-22T17:07:09.087 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-podman-4.7.0-1.module_el8+712+4cd1bd69.noa 9/13 2023-12-22T17:07:09.222 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : criu-libs-3.15-3.module_el8.7.0+1216+b022c01d.x86_ 4/13 2023-12-22T17:07:09.518 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : udica-0.2.6-20.module_el8+712+4cd1bd69.noarch 10/13 2023-12-22T17:07:09.776 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : aardvark-dns-2:1.8.0-1.module_el8+712+4cd1bd69.x86 5/13 2023-12-22T17:07:10.539 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : toolbox-0.0.99.4-6.module_el8+712+4cd1bd69.x86_64 11/13 2023-12-22T17:07:10.781 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : skopeo-2:1.13.3-1.module_el8+712+4cd1bd69.x86_64 12/13 2023-12-22T17:07:10.796 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : netavark-2:1.8.0-2.module_el8+712+4cd1bd69.x86_64 6/13 2023-12-22T17:07:10.955 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : cockpit-podman-78-1.module_el8+712+4cd1bd69.noarch 13/13 2023-12-22T17:07:11.019 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : buildah-1:1.32.0-1.module_el8+712+4cd1bd69.x86_64 7/13 2023-12-22T17:07:11.234 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : crun-1.9.2-1.module_el8+712+4cd1bd69.x86_64 8/13 2023-12-22T17:07:11.402 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: cockpit-podman-78-1.module_el8+712+4cd1bd69.noarch 13/13 2023-12-22T17:07:11.402 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : aardvark-dns-2:1.8.0-1.module_el8+712+4cd1bd69.x86 1/13 2023-12-22T17:07:11.402 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : buildah-1:1.32.0-1.module_el8+712+4cd1bd69.x86_64 2/13 2023-12-22T17:07:11.402 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : cockpit-podman-78-1.module_el8+712+4cd1bd69.noarch 3/13 2023-12-22T17:07:11.402 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : criu-libs-3.15-3.module_el8.7.0+1216+b022c01d.x86_ 4/13 2023-12-22T17:07:11.403 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : crun-1.9.2-1.module_el8+712+4cd1bd69.x86_64 5/13 2023-12-22T17:07:11.403 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : netavark-2:1.8.0-2.module_el8+712+4cd1bd69.x86_64 6/13 2023-12-22T17:07:11.403 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-podman-4.7.0-1.module_el8+712+4cd1bd69.noa 7/13 2023-12-22T17:07:11.403 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 8/13 2023-12-22T17:07:11.403 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 9/13 2023-12-22T17:07:11.403 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : skopeo-2:1.13.3-1.module_el8+712+4cd1bd69.x86_64 10/13 2023-12-22T17:07:11.403 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : toolbox-0.0.99.4-6.module_el8+712+4cd1bd69.x86_64 11/13 2023-12-22T17:07:11.403 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : udica-0.2.6-20.module_el8+712+4cd1bd69.noarch 12/13 2023-12-22T17:07:11.502 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-podman-4.7.0-1.module_el8+712+4cd1bd69.noa 9/13 2023-12-22T17:07:11.918 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : udica-0.2.6-20.module_el8+712+4cd1bd69.noarch 10/13 2023-12-22T17:07:12.285 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : yajl-2.1.0-12.el8.x86_64 13/13 2023-12-22T17:07:12.286 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:07:12.286 INFO:teuthology.orchestra.run.smithi032.stdout:Installed: 2023-12-22T17:07:12.286 INFO:teuthology.orchestra.run.smithi032.stdout: aardvark-dns-2:1.8.0-1.module_el8+712+4cd1bd69.x86_64 2023-12-22T17:07:12.286 INFO:teuthology.orchestra.run.smithi032.stdout: buildah-1:1.32.0-1.module_el8+712+4cd1bd69.x86_64 2023-12-22T17:07:12.286 INFO:teuthology.orchestra.run.smithi032.stdout: cockpit-podman-78-1.module_el8+712+4cd1bd69.noarch 2023-12-22T17:07:12.286 INFO:teuthology.orchestra.run.smithi032.stdout: criu-libs-3.15-3.module_el8.7.0+1216+b022c01d.x86_64 2023-12-22T17:07:12.286 INFO:teuthology.orchestra.run.smithi032.stdout: crun-1.9.2-1.module_el8+712+4cd1bd69.x86_64 2023-12-22T17:07:12.286 INFO:teuthology.orchestra.run.smithi032.stdout: netavark-2:1.8.0-2.module_el8+712+4cd1bd69.x86_64 2023-12-22T17:07:12.286 INFO:teuthology.orchestra.run.smithi032.stdout: python3-podman-4.7.0-1.module_el8+712+4cd1bd69.noarch 2023-12-22T17:07:12.286 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2023-12-22T17:07:12.286 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pyxdg-0.25-16.el8.noarch 2023-12-22T17:07:12.286 INFO:teuthology.orchestra.run.smithi032.stdout: skopeo-2:1.13.3-1.module_el8+712+4cd1bd69.x86_64 2023-12-22T17:07:12.286 INFO:teuthology.orchestra.run.smithi032.stdout: toolbox-0.0.99.4-6.module_el8+712+4cd1bd69.x86_64 2023-12-22T17:07:12.286 INFO:teuthology.orchestra.run.smithi032.stdout: udica-0.2.6-20.module_el8+712+4cd1bd69.noarch 2023-12-22T17:07:12.286 INFO:teuthology.orchestra.run.smithi032.stdout: yajl-2.1.0-12.el8.x86_64 2023-12-22T17:07:12.286 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:07:12.287 INFO:teuthology.orchestra.run.smithi032.stdout:Complete! 2023-12-22T17:07:12.566 DEBUG:teuthology.parallel:result is None 2023-12-22T17:07:12.886 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : toolbox-0.0.99.4-6.module_el8+712+4cd1bd69.x86_64 11/13 2023-12-22T17:07:13.079 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : skopeo-2:1.13.3-1.module_el8+712+4cd1bd69.x86_64 12/13 2023-12-22T17:07:13.263 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : cockpit-podman-78-1.module_el8+712+4cd1bd69.noarch 13/13 2023-12-22T17:07:13.749 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: cockpit-podman-78-1.module_el8+712+4cd1bd69.noarch 13/13 2023-12-22T17:07:13.749 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : aardvark-dns-2:1.8.0-1.module_el8+712+4cd1bd69.x86 1/13 2023-12-22T17:07:13.749 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : buildah-1:1.32.0-1.module_el8+712+4cd1bd69.x86_64 2/13 2023-12-22T17:07:13.749 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : cockpit-podman-78-1.module_el8+712+4cd1bd69.noarch 3/13 2023-12-22T17:07:13.749 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : criu-libs-3.15-3.module_el8.7.0+1216+b022c01d.x86_ 4/13 2023-12-22T17:07:13.749 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : crun-1.9.2-1.module_el8+712+4cd1bd69.x86_64 5/13 2023-12-22T17:07:13.749 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : netavark-2:1.8.0-2.module_el8+712+4cd1bd69.x86_64 6/13 2023-12-22T17:07:13.749 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-podman-4.7.0-1.module_el8+712+4cd1bd69.noa 7/13 2023-12-22T17:07:13.749 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 8/13 2023-12-22T17:07:13.749 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 9/13 2023-12-22T17:07:13.749 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : skopeo-2:1.13.3-1.module_el8+712+4cd1bd69.x86_64 10/13 2023-12-22T17:07:13.750 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : toolbox-0.0.99.4-6.module_el8+712+4cd1bd69.x86_64 11/13 2023-12-22T17:07:13.750 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : udica-0.2.6-20.module_el8+712+4cd1bd69.noarch 12/13 2023-12-22T17:07:14.558 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : yajl-2.1.0-12.el8.x86_64 13/13 2023-12-22T17:07:14.559 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-22T17:07:14.559 INFO:teuthology.orchestra.run.smithi039.stdout:Installed: 2023-12-22T17:07:14.559 INFO:teuthology.orchestra.run.smithi039.stdout: aardvark-dns-2:1.8.0-1.module_el8+712+4cd1bd69.x86_64 2023-12-22T17:07:14.559 INFO:teuthology.orchestra.run.smithi039.stdout: buildah-1:1.32.0-1.module_el8+712+4cd1bd69.x86_64 2023-12-22T17:07:14.559 INFO:teuthology.orchestra.run.smithi039.stdout: cockpit-podman-78-1.module_el8+712+4cd1bd69.noarch 2023-12-22T17:07:14.559 INFO:teuthology.orchestra.run.smithi039.stdout: criu-libs-3.15-3.module_el8.7.0+1216+b022c01d.x86_64 2023-12-22T17:07:14.559 INFO:teuthology.orchestra.run.smithi039.stdout: crun-1.9.2-1.module_el8+712+4cd1bd69.x86_64 2023-12-22T17:07:14.559 INFO:teuthology.orchestra.run.smithi039.stdout: netavark-2:1.8.0-2.module_el8+712+4cd1bd69.x86_64 2023-12-22T17:07:14.559 INFO:teuthology.orchestra.run.smithi039.stdout: python3-podman-4.7.0-1.module_el8+712+4cd1bd69.noarch 2023-12-22T17:07:14.559 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2023-12-22T17:07:14.559 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pyxdg-0.25-16.el8.noarch 2023-12-22T17:07:14.559 INFO:teuthology.orchestra.run.smithi039.stdout: skopeo-2:1.13.3-1.module_el8+712+4cd1bd69.x86_64 2023-12-22T17:07:14.559 INFO:teuthology.orchestra.run.smithi039.stdout: toolbox-0.0.99.4-6.module_el8+712+4cd1bd69.x86_64 2023-12-22T17:07:14.559 INFO:teuthology.orchestra.run.smithi039.stdout: udica-0.2.6-20.module_el8+712+4cd1bd69.noarch 2023-12-22T17:07:14.560 INFO:teuthology.orchestra.run.smithi039.stdout: yajl-2.1.0-12.el8.x86_64 2023-12-22T17:07:14.560 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-22T17:07:14.560 INFO:teuthology.orchestra.run.smithi039.stdout:Complete! 2023-12-22T17:07:14.847 DEBUG:teuthology.parallel:result is None 2023-12-22T17:07:14.847 INFO:teuthology.run_tasks:Running task install... 2023-12-22T17:07:14.856 DEBUG:teuthology.task.install:project ceph 2023-12-22T17:07:14.856 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'f03e7e7cb99812806ba33e00f2fa3a303f677ad8'}} 2023-12-22T17:07:14.856 DEBUG:teuthology.task.install:config {'branch': 'quincy', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'f03e7e7cb99812806ba33e00f2fa3a303f677ad8'} 2023-12-22T17:07:14.856 INFO:teuthology.task.install:Using flavor: default 2023-12-22T17:07:14.862 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2023-12-22T17:07:14.862 INFO:teuthology.task.install:extra packages: [] 2023-12-22T17:07:14.862 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'f03e7e7cb99812806ba33e00f2fa3a303f677ad8', 'tag': None, 'wait_for_package': False} 2023-12-22T17:07:14.863 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-12-22T17:07:14.863 INFO:teuthology.packaging:ref: None 2023-12-22T17:07:14.863 INFO:teuthology.packaging:tag: None 2023-12-22T17:07:14.863 INFO:teuthology.packaging:branch: quincy 2023-12-22T17:07:14.863 INFO:teuthology.packaging:sha1: f03e7e7cb99812806ba33e00f2fa3a303f677ad8 2023-12-22T17:07:14.863 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=quincy 2023-12-22T17:07:14.865 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'f03e7e7cb99812806ba33e00f2fa3a303f677ad8', 'tag': None, 'wait_for_package': False} 2023-12-22T17:07:14.865 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-12-22T17:07:14.866 INFO:teuthology.packaging:ref: None 2023-12-22T17:07:14.866 INFO:teuthology.packaging:tag: None 2023-12-22T17:07:14.866 INFO:teuthology.packaging:branch: quincy 2023-12-22T17:07:14.866 INFO:teuthology.packaging:sha1: f03e7e7cb99812806ba33e00f2fa3a303f677ad8 2023-12-22T17:07:14.866 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=quincy 2023-12-22T17:07:15.176 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/quincy/92be525b9f949b5206872b35b153ca1439b8f6e2/centos/8/flavors/default/ 2023-12-22T17:07:15.177 INFO:teuthology.task.install.rpm:Package version is 17.2.7-138.g92be525b 2023-12-22T17:07:15.204 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/quincy/92be525b9f949b5206872b35b153ca1439b8f6e2/centos/8/flavors/default/ 2023-12-22T17:07:15.204 INFO:teuthology.task.install.rpm:Package version is 17.2.7-138.g92be525b 2023-12-22T17:07:15.310 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/quincy/92be525b9f949b5206872b35b153ca1439b8f6e2/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/quincy/92be525b9f949b5206872b35b153ca1439b8f6e2/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/quincy/92be525b9f949b5206872b35b153ca1439b8f6e2/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-12-22T17:07:15.310 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2023-12-22T17:07:15.311 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-12-22T17:07:15.340 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2023-12-22T17:07:15.340 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-12-22T17:07:15.340 INFO:teuthology.packaging:ref: None 2023-12-22T17:07:15.340 INFO:teuthology.packaging:tag: None 2023-12-22T17:07:15.340 INFO:teuthology.packaging:branch: quincy 2023-12-22T17:07:15.340 INFO:teuthology.packaging:sha1: f03e7e7cb99812806ba33e00f2fa3a303f677ad8 2023-12-22T17:07:15.340 DEBUG:teuthology.orchestra.run.smithi039:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-12-22T17:07:15.342 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/quincy/92be525b9f949b5206872b35b153ca1439b8f6e2/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/quincy/92be525b9f949b5206872b35b153ca1439b8f6e2/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/quincy/92be525b9f949b5206872b35b153ca1439b8f6e2/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-12-22T17:07:15.342 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2023-12-22T17:07:15.342 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-12-22T17:07:15.378 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2023-12-22T17:07:15.378 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-12-22T17:07:15.378 INFO:teuthology.packaging:ref: None 2023-12-22T17:07:15.378 INFO:teuthology.packaging:tag: None 2023-12-22T17:07:15.378 INFO:teuthology.packaging:branch: quincy 2023-12-22T17:07:15.378 INFO:teuthology.packaging:sha1: f03e7e7cb99812806ba33e00f2fa3a303f677ad8 2023-12-22T17:07:15.378 DEBUG:teuthology.orchestra.run.smithi032:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-12-22T17:07:15.408 DEBUG:teuthology.orchestra.run.smithi039:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-12-22T17:07:15.452 DEBUG:teuthology.orchestra.run.smithi032:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-12-22T17:07:15.487 DEBUG:teuthology.orchestra.run.smithi039:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-12-22T17:07:15.534 DEBUG:teuthology.orchestra.run.smithi032:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-12-22T17:07:15.553 INFO:teuthology.orchestra.run.smithi039.stdout:check_obsoletes = 1 2023-12-22T17:07:15.555 DEBUG:teuthology.orchestra.run.smithi039:> sudo yum clean all 2023-12-22T17:07:15.604 INFO:teuthology.orchestra.run.smithi032.stdout:check_obsoletes = 1 2023-12-22T17:07:15.606 DEBUG:teuthology.orchestra.run.smithi032:> sudo yum clean all 2023-12-22T17:07:15.835 INFO:teuthology.orchestra.run.smithi039.stdout:76 files removed 2023-12-22T17:07:15.864 DEBUG:teuthology.orchestra.run.smithi039:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2023-12-22T17:07:15.889 INFO:teuthology.orchestra.run.smithi032.stdout:76 files removed 2023-12-22T17:07:15.917 DEBUG:teuthology.orchestra.run.smithi032:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2023-12-22T17:07:16.557 INFO:teuthology.orchestra.run.smithi039.stdout:ceph packages for x86_64 299 kB/s | 78 kB 00:00 2023-12-22T17:07:16.771 INFO:teuthology.orchestra.run.smithi032.stdout:ceph packages for x86_64 184 kB/s | 78 kB 00:00 2023-12-22T17:07:16.966 INFO:teuthology.orchestra.run.smithi039.stdout:ceph noarch packages 25 kB/s | 9.1 kB 00:00 2023-12-22T17:07:17.205 INFO:teuthology.orchestra.run.smithi032.stdout:ceph noarch packages 23 kB/s | 9.1 kB 00:00 2023-12-22T17:07:17.217 INFO:teuthology.orchestra.run.smithi039.stdout:ceph source packages 6.6 kB/s | 1.4 kB 00:00 2023-12-22T17:07:17.590 INFO:teuthology.orchestra.run.smithi032.stdout:ceph source packages 4.1 kB/s | 1.4 kB 00:00 2023-12-22T17:07:19.817 INFO:teuthology.orchestra.run.smithi039.stdout:CentOS Stream 8 - AppStream 13 MB/s | 35 MB 00:02 2023-12-22T17:07:21.365 INFO:teuthology.orchestra.run.smithi032.stdout:CentOS Stream 8 - AppStream 9.3 MB/s | 35 MB 00:03 2023-12-22T17:07:37.765 INFO:teuthology.orchestra.run.smithi032.stdout:CentOS Stream 8 - BaseOS 5.9 MB/s | 57 MB 00:09 2023-12-22T17:07:39.442 INFO:teuthology.orchestra.run.smithi039.stdout:CentOS Stream 8 - BaseOS 4.5 MB/s | 57 MB 00:12 2023-12-22T17:07:46.917 INFO:teuthology.orchestra.run.smithi032.stdout:CentOS Stream 8 - Extras 35 kB/s | 18 kB 00:00 2023-12-22T17:07:47.693 INFO:teuthology.orchestra.run.smithi032.stdout:CentOS Stream 8 - Extras common packages 12 kB/s | 6.9 kB 00:00 2023-12-22T17:07:48.517 INFO:teuthology.orchestra.run.smithi039.stdout:CentOS Stream 8 - Extras 38 kB/s | 18 kB 00:00 2023-12-22T17:07:48.794 INFO:teuthology.orchestra.run.smithi032.stdout:CentOS Stream 8 - PowerTools 7.1 MB/s | 6.6 MB 00:00 2023-12-22T17:07:49.109 INFO:teuthology.orchestra.run.smithi039.stdout:CentOS Stream 8 - Extras common packages 17 kB/s | 6.9 kB 00:00 2023-12-22T17:07:50.177 INFO:teuthology.orchestra.run.smithi039.stdout:CentOS Stream 8 - PowerTools 7.3 MB/s | 6.6 MB 00:00 2023-12-22T17:07:50.379 INFO:teuthology.orchestra.run.smithi032.stdout:Copr repo for python3-asyncssh owned by ceph 18 kB/s | 3.5 kB 00:00 2023-12-22T17:07:51.712 INFO:teuthology.orchestra.run.smithi039.stdout:Copr repo for python3-asyncssh owned by ceph 25 kB/s | 3.5 kB 00:00 2023-12-22T17:07:52.613 INFO:teuthology.orchestra.run.smithi039.stdout:Extra Packages for Enterprise Linux 22 MB/s | 16 MB 00:00 2023-12-22T17:07:54.121 INFO:teuthology.orchestra.run.smithi032.stdout:Extra Packages for Enterprise Linux 4.5 MB/s | 16 MB 00:03 2023-12-22T17:07:56.730 INFO:teuthology.orchestra.run.smithi039.stdout:lab-extras 405 kB/s | 24 kB 00:00 2023-12-22T17:07:58.188 INFO:teuthology.orchestra.run.smithi032.stdout:lab-extras 392 kB/s | 24 kB 00:00 2023-12-22T17:08:01.387 INFO:teuthology.orchestra.run.smithi039.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2023-12-22T17:08:01.388 INFO:teuthology.orchestra.run.smithi039.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2023-12-22T17:08:01.653 INFO:teuthology.orchestra.run.smithi039.stdout:Dependencies resolved. 2023-12-22T17:08:01.663 INFO:teuthology.orchestra.run.smithi039.stdout:============================================================================================ 2023-12-22T17:08:01.663 INFO:teuthology.orchestra.run.smithi039.stdout: Package Arch Version Repository Size 2023-12-22T17:08:01.663 INFO:teuthology.orchestra.run.smithi039.stdout:============================================================================================ 2023-12-22T17:08:01.663 INFO:teuthology.orchestra.run.smithi039.stdout:Installing: 2023-12-22T17:08:01.663 INFO:teuthology.orchestra.run.smithi039.stdout: ceph x86_64 2:17.2.7-138.g92be525b.el8 ceph 6.4 k 2023-12-22T17:08:01.663 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-base x86_64 2:17.2.7-138.g92be525b.el8 ceph 5.2 M 2023-12-22T17:08:01.663 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-fuse x86_64 2:17.2.7-138.g92be525b.el8 ceph 875 k 2023-12-22T17:08:01.664 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-138.g92be525b.el8 ceph 162 k 2023-12-22T17:08:01.664 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr x86_64 2:17.2.7-138.g92be525b.el8 ceph 1.6 M 2023-12-22T17:08:01.664 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-cephadm noarch 2:17.2.7-138.g92be525b.el8 ceph-noarch 121 k 2023-12-22T17:08:01.664 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-dashboard noarch 2:17.2.7-138.g92be525b.el8 ceph-noarch 1.7 M 2023-12-22T17:08:01.664 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-138.g92be525b.el8 ceph-noarch 7.4 M 2023-12-22T17:08:01.664 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-rook noarch 2:17.2.7-138.g92be525b.el8 ceph-noarch 47 k 2023-12-22T17:08:01.664 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-radosgw x86_64 2:17.2.7-138.g92be525b.el8 ceph 17 M 2023-12-22T17:08:01.664 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-test x86_64 2:17.2.7-138.g92be525b.el8 ceph 52 M 2023-12-22T17:08:01.664 INFO:teuthology.orchestra.run.smithi039.stdout: cephadm noarch 2:17.2.7-138.g92be525b.el8 ceph-noarch 80 k 2023-12-22T17:08:01.664 INFO:teuthology.orchestra.run.smithi039.stdout: libcephfs-devel x86_64 2:17.2.7-138.g92be525b.el8 ceph 25 k 2023-12-22T17:08:01.664 INFO:teuthology.orchestra.run.smithi039.stdout: libcephfs2 x86_64 2:17.2.7-138.g92be525b.el8 ceph 796 k 2023-12-22T17:08:01.664 INFO:teuthology.orchestra.run.smithi039.stdout: librados-devel x86_64 2:17.2.7-138.g92be525b.el8 ceph 130 k 2023-12-22T17:08:01.664 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cephfs x86_64 2:17.2.7-138.g92be525b.el8 ceph 190 k 2023-12-22T17:08:01.665 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pytest noarch 3.4.2-11.el8 appstream 1.3 M 2023-12-22T17:08:01.665 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rados x86_64 2:17.2.7-138.g92be525b.el8 ceph 371 k 2023-12-22T17:08:01.665 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rbd x86_64 2:17.2.7-138.g92be525b.el8 ceph 358 k 2023-12-22T17:08:01.665 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rgw x86_64 2:17.2.7-138.g92be525b.el8 ceph 106 k 2023-12-22T17:08:01.665 INFO:teuthology.orchestra.run.smithi039.stdout: rbd-fuse x86_64 2:17.2.7-138.g92be525b.el8 ceph 90 k 2023-12-22T17:08:01.665 INFO:teuthology.orchestra.run.smithi039.stdout: rbd-mirror x86_64 2:17.2.7-138.g92be525b.el8 ceph 3.5 M 2023-12-22T17:08:01.665 INFO:teuthology.orchestra.run.smithi039.stdout: rbd-nbd x86_64 2:17.2.7-138.g92be525b.el8 ceph 173 k 2023-12-22T17:08:01.665 INFO:teuthology.orchestra.run.smithi039.stdout:Upgrading: 2023-12-22T17:08:01.665 INFO:teuthology.orchestra.run.smithi039.stdout: librados2 x86_64 2:17.2.7-138.g92be525b.el8 ceph 3.5 M 2023-12-22T17:08:01.665 INFO:teuthology.orchestra.run.smithi039.stdout: librbd1 x86_64 2:17.2.7-138.g92be525b.el8 ceph 3.6 M 2023-12-22T17:08:01.665 INFO:teuthology.orchestra.run.smithi039.stdout:Installing dependencies: 2023-12-22T17:08:01.665 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-common x86_64 2:17.2.7-138.g92be525b.el8 ceph 23 M 2023-12-22T17:08:01.665 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-grafana-dashboards noarch 2:17.2.7-138.g92be525b.el8 ceph-noarch 23 k 2023-12-22T17:08:01.665 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mds x86_64 2:17.2.7-138.g92be525b.el8 ceph 2.3 M 2023-12-22T17:08:01.666 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-modules-core noarch 2:17.2.7-138.g92be525b.el8 ceph-noarch 238 k 2023-12-22T17:08:01.666 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mon x86_64 2:17.2.7-138.g92be525b.el8 ceph 3.9 M 2023-12-22T17:08:01.666 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-osd x86_64 2:17.2.7-138.g92be525b.el8 ceph 17 M 2023-12-22T17:08:01.666 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-prometheus-alerts noarch 2:17.2.7-138.g92be525b.el8 ceph-noarch 14 k 2023-12-22T17:08:01.666 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-selinux x86_64 2:17.2.7-138.g92be525b.el8 ceph 24 k 2023-12-22T17:08:01.666 INFO:teuthology.orchestra.run.smithi039.stdout: fuse x86_64 2.9.7-17.el8 baseos 83 k 2023-12-22T17:08:01.666 INFO:teuthology.orchestra.run.smithi039.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-12-22T17:08:01.666 INFO:teuthology.orchestra.run.smithi039.stdout: jq x86_64 1.6-8.el8 appstream 203 k 2023-12-22T17:08:01.666 INFO:teuthology.orchestra.run.smithi039.stdout: libcephsqlite x86_64 2:17.2.7-138.g92be525b.el8 ceph 174 k 2023-12-22T17:08:01.666 INFO:teuthology.orchestra.run.smithi039.stdout: libgfortran x86_64 8.5.0-21.el8 baseos 645 k 2023-12-22T17:08:01.666 INFO:teuthology.orchestra.run.smithi039.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-12-22T17:08:01.666 INFO:teuthology.orchestra.run.smithi039.stdout: libquadmath x86_64 8.5.0-21.el8 baseos 172 k 2023-12-22T17:08:01.666 INFO:teuthology.orchestra.run.smithi039.stdout: librabbitmq x86_64 0.9.0-4.el8 baseos 47 k 2023-12-22T17:08:01.666 INFO:teuthology.orchestra.run.smithi039.stdout: libradosstriper1 x86_64 2:17.2.7-138.g92be525b.el8 ceph 507 k 2023-12-22T17:08:01.667 INFO:teuthology.orchestra.run.smithi039.stdout: librdkafka x86_64 1.6.1-1.el8 appstream 677 k 2023-12-22T17:08:01.667 INFO:teuthology.orchestra.run.smithi039.stdout: librgw2 x86_64 2:17.2.7-138.g92be525b.el8 ceph 5.6 M 2023-12-22T17:08:01.667 INFO:teuthology.orchestra.run.smithi039.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-12-22T17:08:01.667 INFO:teuthology.orchestra.run.smithi039.stdout: lttng-ust x86_64 2.8.1-11.el8 appstream 259 k 2023-12-22T17:08:01.667 INFO:teuthology.orchestra.run.smithi039.stdout: oniguruma x86_64 6.8.2-2.el8 appstream 187 k 2023-12-22T17:08:01.667 INFO:teuthology.orchestra.run.smithi039.stdout: openblas x86_64 0.3.15-4.el8 appstream 4.7 M 2023-12-22T17:08:01.667 INFO:teuthology.orchestra.run.smithi039.stdout: openblas-threads x86_64 0.3.15-4.el8 appstream 4.9 M 2023-12-22T17:08:01.667 INFO:teuthology.orchestra.run.smithi039.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-12-22T17:08:01.667 INFO:teuthology.orchestra.run.smithi039.stdout: python3-attrs noarch 17.4.0-6.el8 appstream 53 k 2023-12-22T17:08:01.667 INFO:teuthology.orchestra.run.smithi039.stdout: python3-babel noarch 2.5.1-7.el8 appstream 4.8 M 2023-12-22T17:08:01.667 INFO:teuthology.orchestra.run.smithi039.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-12-22T17:08:01.667 INFO:teuthology.orchestra.run.smithi039.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-12-22T17:08:01.667 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-12-22T17:08:01.668 INFO:teuthology.orchestra.run.smithi039.stdout: python3-ceph-argparse x86_64 2:17.2.7-138.g92be525b.el8 ceph 45 k 2023-12-22T17:08:01.668 INFO:teuthology.orchestra.run.smithi039.stdout: python3-ceph-common x86_64 2:17.2.7-138.g92be525b.el8 ceph 115 k 2023-12-22T17:08:01.668 INFO:teuthology.orchestra.run.smithi039.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-12-22T17:08:01.668 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cffi x86_64 1.11.5-6.el8 baseos 249 k 2023-12-22T17:08:01.668 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-12-22T17:08:01.668 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-12-22T17:08:01.668 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cryptography x86_64 3.2.1-6.el8 baseos 641 k 2023-12-22T17:08:01.668 INFO:teuthology.orchestra.run.smithi039.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-12-22T17:08:01.668 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-12-22T17:08:01.668 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-12-22T17:08:01.668 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jinja2 noarch 2.10.1-3.el8 appstream 538 k 2023-12-22T17:08:01.668 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jsonpatch noarch 1.21-2.el8 appstream 27 k 2023-12-22T17:08:01.668 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jsonpointer noarch 1.10-11.el8 appstream 20 k 2023-12-22T17:08:01.668 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jwt noarch 1.6.1-2.el8 baseos 43 k 2023-12-22T17:08:01.669 INFO:teuthology.orchestra.run.smithi039.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-12-22T17:08:01.669 INFO:teuthology.orchestra.run.smithi039.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-12-22T17:08:01.669 INFO:teuthology.orchestra.run.smithi039.stdout: python3-mako noarch 1.0.6-14.el8 appstream 157 k 2023-12-22T17:08:01.669 INFO:teuthology.orchestra.run.smithi039.stdout: python3-markupsafe x86_64 0.23-19.el8 appstream 39 k 2023-12-22T17:08:01.669 INFO:teuthology.orchestra.run.smithi039.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-12-22T17:08:01.669 INFO:teuthology.orchestra.run.smithi039.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-12-22T17:08:01.669 INFO:teuthology.orchestra.run.smithi039.stdout: python3-numpy x86_64 1:1.14.3-10.el8 appstream 3.7 M 2023-12-22T17:08:01.669 INFO:teuthology.orchestra.run.smithi039.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 appstream 225 k 2023-12-22T17:08:01.669 INFO:teuthology.orchestra.run.smithi039.stdout: python3-oauthlib noarch 2.1.0-1.el8 baseos 155 k 2023-12-22T17:08:01.669 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-12-22T17:08:01.669 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pluggy noarch 0.6.0-3.el8 appstream 32 k 2023-12-22T17:08:01.669 INFO:teuthology.orchestra.run.smithi039.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-12-22T17:08:01.669 INFO:teuthology.orchestra.run.smithi039.stdout: python3-prettytable noarch 0.7.2-14.el8 appstream 44 k 2023-12-22T17:08:01.669 INFO:teuthology.orchestra.run.smithi039.stdout: python3-py noarch 1.5.3-4.el8 appstream 472 k 2023-12-22T17:08:01.670 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 appstream 103 k 2023-12-22T17:08:01.670 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pyasn1 noarch 0.3.7-6.el8 appstream 126 k 2023-12-22T17:08:01.670 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 appstream 110 k 2023-12-22T17:08:01.670 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pycparser noarch 2.14-14.el8 baseos 109 k 2023-12-22T17:08:01.670 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pytz noarch 2017.2-11.el8 appstream 57 k 2023-12-22T17:08:01.670 INFO:teuthology.orchestra.run.smithi039.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-12-22T17:08:01.670 INFO:teuthology.orchestra.run.smithi039.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 baseos 43 k 2023-12-22T17:08:01.670 INFO:teuthology.orchestra.run.smithi039.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-12-22T17:08:01.670 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2023-12-22T17:08:01.670 INFO:teuthology.orchestra.run.smithi039.stdout: python3-scipy x86_64 1.0.0-21.module_el8+762+77bd8591 appstream 14 M 2023-12-22T17:08:01.670 INFO:teuthology.orchestra.run.smithi039.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-12-22T17:08:01.670 INFO:teuthology.orchestra.run.smithi039.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-12-22T17:08:01.670 INFO:teuthology.orchestra.run.smithi039.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-12-22T17:08:01.670 INFO:teuthology.orchestra.run.smithi039.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-12-22T17:08:01.670 INFO:teuthology.orchestra.run.smithi039.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2023-12-22T17:08:01.671 INFO:teuthology.orchestra.run.smithi039.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-12-22T17:08:01.671 INFO:teuthology.orchestra.run.smithi039.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-12-22T17:08:01.671 INFO:teuthology.orchestra.run.smithi039.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-12-22T17:08:01.671 INFO:teuthology.orchestra.run.smithi039.stdout: python3-werkzeug noarch 0.12.2-4.el8 appstream 457 k 2023-12-22T17:08:01.671 INFO:teuthology.orchestra.run.smithi039.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-12-22T17:08:01.671 INFO:teuthology.orchestra.run.smithi039.stdout: socat x86_64 1.7.4.1-1.el8 appstream 323 k 2023-12-22T17:08:01.671 INFO:teuthology.orchestra.run.smithi039.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-12-22T17:08:01.671 INFO:teuthology.orchestra.run.smithi039.stdout: xmlstarlet x86_64 1.6.1-20.el8 appstream 71 k 2023-12-22T17:08:01.671 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-22T17:08:01.671 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction Summary 2023-12-22T17:08:01.671 INFO:teuthology.orchestra.run.smithi039.stdout:============================================================================================ 2023-12-22T17:08:01.671 INFO:teuthology.orchestra.run.smithi039.stdout:Install 104 Packages 2023-12-22T17:08:01.671 INFO:teuthology.orchestra.run.smithi039.stdout:Upgrade 2 Packages 2023-12-22T17:08:01.671 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-22T17:08:01.672 INFO:teuthology.orchestra.run.smithi039.stdout:Total download size: 197 M 2023-12-22T17:08:01.672 INFO:teuthology.orchestra.run.smithi039.stdout:Downloading Packages: 2023-12-22T17:08:02.197 INFO:teuthology.orchestra.run.smithi039.stdout:(1/106): ceph-17.2.7-138.g92be525b.el8.x86_64.r 49 kB/s | 6.4 kB 00:00 2023-12-22T17:08:02.439 INFO:teuthology.orchestra.run.smithi039.stdout:(2/106): ceph-fuse-17.2.7-138.g92be525b.el8.x86 3.5 MB/s | 875 kB 00:00 2023-12-22T17:08:02.506 INFO:teuthology.orchestra.run.smithi039.stdout:(3/106): ceph-immutable-object-cache-17.2.7-138 2.4 MB/s | 162 kB 00:00 2023-12-22T17:08:02.806 INFO:teuthology.orchestra.run.smithi039.stdout:(4/106): ceph-mds-17.2.7-138.g92be525b.el8.x86_ 7.7 MB/s | 2.3 MB 00:00 2023-12-22T17:08:02.903 INFO:teuthology.orchestra.run.smithi032.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2023-12-22T17:08:02.904 INFO:teuthology.orchestra.run.smithi032.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2023-12-22T17:08:03.023 INFO:teuthology.orchestra.run.smithi039.stdout:(5/106): ceph-mgr-17.2.7-138.g92be525b.el8.x86_ 7.2 MB/s | 1.6 MB 00:00 2023-12-22T17:08:03.169 INFO:teuthology.orchestra.run.smithi032.stdout:Dependencies resolved. 2023-12-22T17:08:03.179 INFO:teuthology.orchestra.run.smithi032.stdout:============================================================================================ 2023-12-22T17:08:03.179 INFO:teuthology.orchestra.run.smithi032.stdout: Package Arch Version Repository Size 2023-12-22T17:08:03.179 INFO:teuthology.orchestra.run.smithi032.stdout:============================================================================================ 2023-12-22T17:08:03.180 INFO:teuthology.orchestra.run.smithi032.stdout:Installing: 2023-12-22T17:08:03.180 INFO:teuthology.orchestra.run.smithi032.stdout: ceph x86_64 2:17.2.7-138.g92be525b.el8 ceph 6.4 k 2023-12-22T17:08:03.180 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-base x86_64 2:17.2.7-138.g92be525b.el8 ceph 5.2 M 2023-12-22T17:08:03.180 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-fuse x86_64 2:17.2.7-138.g92be525b.el8 ceph 875 k 2023-12-22T17:08:03.180 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-138.g92be525b.el8 ceph 162 k 2023-12-22T17:08:03.180 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr x86_64 2:17.2.7-138.g92be525b.el8 ceph 1.6 M 2023-12-22T17:08:03.180 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr-cephadm noarch 2:17.2.7-138.g92be525b.el8 ceph-noarch 121 k 2023-12-22T17:08:03.180 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr-dashboard noarch 2:17.2.7-138.g92be525b.el8 ceph-noarch 1.7 M 2023-12-22T17:08:03.180 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-138.g92be525b.el8 ceph-noarch 7.4 M 2023-12-22T17:08:03.180 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr-rook noarch 2:17.2.7-138.g92be525b.el8 ceph-noarch 47 k 2023-12-22T17:08:03.180 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-radosgw x86_64 2:17.2.7-138.g92be525b.el8 ceph 17 M 2023-12-22T17:08:03.180 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-test x86_64 2:17.2.7-138.g92be525b.el8 ceph 52 M 2023-12-22T17:08:03.180 INFO:teuthology.orchestra.run.smithi032.stdout: cephadm noarch 2:17.2.7-138.g92be525b.el8 ceph-noarch 80 k 2023-12-22T17:08:03.180 INFO:teuthology.orchestra.run.smithi032.stdout: libcephfs-devel x86_64 2:17.2.7-138.g92be525b.el8 ceph 25 k 2023-12-22T17:08:03.181 INFO:teuthology.orchestra.run.smithi032.stdout: libcephfs2 x86_64 2:17.2.7-138.g92be525b.el8 ceph 796 k 2023-12-22T17:08:03.181 INFO:teuthology.orchestra.run.smithi032.stdout: librados-devel x86_64 2:17.2.7-138.g92be525b.el8 ceph 130 k 2023-12-22T17:08:03.181 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cephfs x86_64 2:17.2.7-138.g92be525b.el8 ceph 190 k 2023-12-22T17:08:03.181 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pytest noarch 3.4.2-11.el8 appstream 1.3 M 2023-12-22T17:08:03.181 INFO:teuthology.orchestra.run.smithi032.stdout: python3-rados x86_64 2:17.2.7-138.g92be525b.el8 ceph 371 k 2023-12-22T17:08:03.181 INFO:teuthology.orchestra.run.smithi032.stdout: python3-rbd x86_64 2:17.2.7-138.g92be525b.el8 ceph 358 k 2023-12-22T17:08:03.181 INFO:teuthology.orchestra.run.smithi032.stdout: python3-rgw x86_64 2:17.2.7-138.g92be525b.el8 ceph 106 k 2023-12-22T17:08:03.181 INFO:teuthology.orchestra.run.smithi032.stdout: rbd-fuse x86_64 2:17.2.7-138.g92be525b.el8 ceph 90 k 2023-12-22T17:08:03.181 INFO:teuthology.orchestra.run.smithi032.stdout: rbd-mirror x86_64 2:17.2.7-138.g92be525b.el8 ceph 3.5 M 2023-12-22T17:08:03.181 INFO:teuthology.orchestra.run.smithi032.stdout: rbd-nbd x86_64 2:17.2.7-138.g92be525b.el8 ceph 173 k 2023-12-22T17:08:03.181 INFO:teuthology.orchestra.run.smithi032.stdout:Upgrading: 2023-12-22T17:08:03.181 INFO:teuthology.orchestra.run.smithi032.stdout: librados2 x86_64 2:17.2.7-138.g92be525b.el8 ceph 3.5 M 2023-12-22T17:08:03.181 INFO:teuthology.orchestra.run.smithi032.stdout: librbd1 x86_64 2:17.2.7-138.g92be525b.el8 ceph 3.6 M 2023-12-22T17:08:03.182 INFO:teuthology.orchestra.run.smithi032.stdout:Installing dependencies: 2023-12-22T17:08:03.182 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-common x86_64 2:17.2.7-138.g92be525b.el8 ceph 23 M 2023-12-22T17:08:03.182 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-grafana-dashboards noarch 2:17.2.7-138.g92be525b.el8 ceph-noarch 23 k 2023-12-22T17:08:03.182 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mds x86_64 2:17.2.7-138.g92be525b.el8 ceph 2.3 M 2023-12-22T17:08:03.182 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr-modules-core noarch 2:17.2.7-138.g92be525b.el8 ceph-noarch 238 k 2023-12-22T17:08:03.182 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mon x86_64 2:17.2.7-138.g92be525b.el8 ceph 3.9 M 2023-12-22T17:08:03.182 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-osd x86_64 2:17.2.7-138.g92be525b.el8 ceph 17 M 2023-12-22T17:08:03.182 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-prometheus-alerts noarch 2:17.2.7-138.g92be525b.el8 ceph-noarch 14 k 2023-12-22T17:08:03.182 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-selinux x86_64 2:17.2.7-138.g92be525b.el8 ceph 24 k 2023-12-22T17:08:03.182 INFO:teuthology.orchestra.run.smithi032.stdout: fuse x86_64 2.9.7-17.el8 baseos 83 k 2023-12-22T17:08:03.182 INFO:teuthology.orchestra.run.smithi032.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-12-22T17:08:03.182 INFO:teuthology.orchestra.run.smithi032.stdout: jq x86_64 1.6-8.el8 appstream 203 k 2023-12-22T17:08:03.182 INFO:teuthology.orchestra.run.smithi032.stdout: libcephsqlite x86_64 2:17.2.7-138.g92be525b.el8 ceph 174 k 2023-12-22T17:08:03.183 INFO:teuthology.orchestra.run.smithi032.stdout: libgfortran x86_64 8.5.0-21.el8 baseos 645 k 2023-12-22T17:08:03.183 INFO:teuthology.orchestra.run.smithi032.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-12-22T17:08:03.183 INFO:teuthology.orchestra.run.smithi032.stdout: libquadmath x86_64 8.5.0-21.el8 baseos 172 k 2023-12-22T17:08:03.183 INFO:teuthology.orchestra.run.smithi032.stdout: librabbitmq x86_64 0.9.0-4.el8 baseos 47 k 2023-12-22T17:08:03.183 INFO:teuthology.orchestra.run.smithi032.stdout: libradosstriper1 x86_64 2:17.2.7-138.g92be525b.el8 ceph 507 k 2023-12-22T17:08:03.183 INFO:teuthology.orchestra.run.smithi032.stdout: librdkafka x86_64 1.6.1-1.el8 appstream 677 k 2023-12-22T17:08:03.183 INFO:teuthology.orchestra.run.smithi032.stdout: librgw2 x86_64 2:17.2.7-138.g92be525b.el8 ceph 5.6 M 2023-12-22T17:08:03.183 INFO:teuthology.orchestra.run.smithi032.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-12-22T17:08:03.183 INFO:teuthology.orchestra.run.smithi032.stdout: lttng-ust x86_64 2.8.1-11.el8 appstream 259 k 2023-12-22T17:08:03.183 INFO:teuthology.orchestra.run.smithi032.stdout: oniguruma x86_64 6.8.2-2.el8 appstream 187 k 2023-12-22T17:08:03.183 INFO:teuthology.orchestra.run.smithi032.stdout: openblas x86_64 0.3.15-4.el8 appstream 4.7 M 2023-12-22T17:08:03.183 INFO:teuthology.orchestra.run.smithi032.stdout: openblas-threads x86_64 0.3.15-4.el8 appstream 4.9 M 2023-12-22T17:08:03.183 INFO:teuthology.orchestra.run.smithi032.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-12-22T17:08:03.183 INFO:teuthology.orchestra.run.smithi032.stdout: python3-attrs noarch 17.4.0-6.el8 appstream 53 k 2023-12-22T17:08:03.184 INFO:teuthology.orchestra.run.smithi032.stdout: python3-babel noarch 2.5.1-7.el8 appstream 4.8 M 2023-12-22T17:08:03.184 INFO:teuthology.orchestra.run.smithi032.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-12-22T17:08:03.184 INFO:teuthology.orchestra.run.smithi032.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-12-22T17:08:03.184 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-12-22T17:08:03.184 INFO:teuthology.orchestra.run.smithi032.stdout: python3-ceph-argparse x86_64 2:17.2.7-138.g92be525b.el8 ceph 45 k 2023-12-22T17:08:03.184 INFO:teuthology.orchestra.run.smithi032.stdout: python3-ceph-common x86_64 2:17.2.7-138.g92be525b.el8 ceph 115 k 2023-12-22T17:08:03.184 INFO:teuthology.orchestra.run.smithi032.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-12-22T17:08:03.184 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cffi x86_64 1.11.5-6.el8 baseos 249 k 2023-12-22T17:08:03.184 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-12-22T17:08:03.184 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-12-22T17:08:03.184 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cryptography x86_64 3.2.1-6.el8 baseos 641 k 2023-12-22T17:08:03.184 INFO:teuthology.orchestra.run.smithi032.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-12-22T17:08:03.184 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-12-22T17:08:03.185 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-12-22T17:08:03.185 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jinja2 noarch 2.10.1-3.el8 appstream 538 k 2023-12-22T17:08:03.185 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jsonpatch noarch 1.21-2.el8 appstream 27 k 2023-12-22T17:08:03.185 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jsonpointer noarch 1.10-11.el8 appstream 20 k 2023-12-22T17:08:03.185 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jwt noarch 1.6.1-2.el8 baseos 43 k 2023-12-22T17:08:03.185 INFO:teuthology.orchestra.run.smithi032.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-12-22T17:08:03.185 INFO:teuthology.orchestra.run.smithi032.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-12-22T17:08:03.185 INFO:teuthology.orchestra.run.smithi032.stdout: python3-mako noarch 1.0.6-14.el8 appstream 157 k 2023-12-22T17:08:03.185 INFO:teuthology.orchestra.run.smithi032.stdout: python3-markupsafe x86_64 0.23-19.el8 appstream 39 k 2023-12-22T17:08:03.185 INFO:teuthology.orchestra.run.smithi032.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-12-22T17:08:03.185 INFO:teuthology.orchestra.run.smithi032.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-12-22T17:08:03.185 INFO:teuthology.orchestra.run.smithi032.stdout: python3-numpy x86_64 1:1.14.3-10.el8 appstream 3.7 M 2023-12-22T17:08:03.185 INFO:teuthology.orchestra.run.smithi032.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 appstream 225 k 2023-12-22T17:08:03.186 INFO:teuthology.orchestra.run.smithi032.stdout: python3-oauthlib noarch 2.1.0-1.el8 baseos 155 k 2023-12-22T17:08:03.186 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-12-22T17:08:03.186 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pluggy noarch 0.6.0-3.el8 appstream 32 k 2023-12-22T17:08:03.186 INFO:teuthology.orchestra.run.smithi032.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-12-22T17:08:03.186 INFO:teuthology.orchestra.run.smithi032.stdout: python3-prettytable noarch 0.7.2-14.el8 appstream 44 k 2023-12-22T17:08:03.186 INFO:teuthology.orchestra.run.smithi032.stdout: python3-py noarch 1.5.3-4.el8 appstream 472 k 2023-12-22T17:08:03.186 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 appstream 103 k 2023-12-22T17:08:03.186 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pyasn1 noarch 0.3.7-6.el8 appstream 126 k 2023-12-22T17:08:03.186 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 appstream 110 k 2023-12-22T17:08:03.186 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pycparser noarch 2.14-14.el8 baseos 109 k 2023-12-22T17:08:03.186 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pytz noarch 2017.2-11.el8 appstream 57 k 2023-12-22T17:08:03.186 INFO:teuthology.orchestra.run.smithi032.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-12-22T17:08:03.186 INFO:teuthology.orchestra.run.smithi032.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 baseos 43 k 2023-12-22T17:08:03.187 INFO:teuthology.orchestra.run.smithi032.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-12-22T17:08:03.187 INFO:teuthology.orchestra.run.smithi032.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2023-12-22T17:08:03.187 INFO:teuthology.orchestra.run.smithi032.stdout: python3-scipy x86_64 1.0.0-21.module_el8+762+77bd8591 appstream 14 M 2023-12-22T17:08:03.187 INFO:teuthology.orchestra.run.smithi032.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-12-22T17:08:03.187 INFO:teuthology.orchestra.run.smithi032.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-12-22T17:08:03.187 INFO:teuthology.orchestra.run.smithi032.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-12-22T17:08:03.187 INFO:teuthology.orchestra.run.smithi032.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-12-22T17:08:03.187 INFO:teuthology.orchestra.run.smithi032.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2023-12-22T17:08:03.187 INFO:teuthology.orchestra.run.smithi032.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-12-22T17:08:03.187 INFO:teuthology.orchestra.run.smithi032.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-12-22T17:08:03.187 INFO:teuthology.orchestra.run.smithi032.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-12-22T17:08:03.187 INFO:teuthology.orchestra.run.smithi032.stdout: python3-werkzeug noarch 0.12.2-4.el8 appstream 457 k 2023-12-22T17:08:03.187 INFO:teuthology.orchestra.run.smithi032.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-12-22T17:08:03.187 INFO:teuthology.orchestra.run.smithi032.stdout: socat x86_64 1.7.4.1-1.el8 appstream 323 k 2023-12-22T17:08:03.188 INFO:teuthology.orchestra.run.smithi032.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-12-22T17:08:03.188 INFO:teuthology.orchestra.run.smithi032.stdout: xmlstarlet x86_64 1.6.1-20.el8 appstream 71 k 2023-12-22T17:08:03.188 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:08:03.188 INFO:teuthology.orchestra.run.smithi032.stdout:Transaction Summary 2023-12-22T17:08:03.188 INFO:teuthology.orchestra.run.smithi032.stdout:============================================================================================ 2023-12-22T17:08:03.188 INFO:teuthology.orchestra.run.smithi032.stdout:Install 104 Packages 2023-12-22T17:08:03.188 INFO:teuthology.orchestra.run.smithi032.stdout:Upgrade 2 Packages 2023-12-22T17:08:03.188 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:08:03.189 INFO:teuthology.orchestra.run.smithi032.stdout:Total download size: 197 M 2023-12-22T17:08:03.189 INFO:teuthology.orchestra.run.smithi032.stdout:Downloading Packages: 2023-12-22T17:08:03.557 INFO:teuthology.orchestra.run.smithi039.stdout:(6/106): ceph-mon-17.2.7-138.g92be525b.el8.x86_ 7.4 MB/s | 3.9 MB 00:00 2023-12-22T17:08:03.632 INFO:teuthology.orchestra.run.smithi039.stdout:(7/106): ceph-base-17.2.7-138.g92be525b.el8.x86 3.3 MB/s | 5.2 MB 00:01 2023-12-22T17:08:04.097 INFO:teuthology.orchestra.run.smithi032.stdout:(1/106): ceph-17.2.7-138.g92be525b.el8.x86_64.r 20 kB/s | 6.4 kB 00:00 2023-12-22T17:08:04.391 INFO:teuthology.orchestra.run.smithi039.stdout:(8/106): ceph-common-17.2.7-138.g92be525b.el8.x 10 MB/s | 23 MB 00:02 2023-12-22T17:08:04.458 INFO:teuthology.orchestra.run.smithi039.stdout:(9/106): ceph-selinux-17.2.7-138.g92be525b.el8. 366 kB/s | 24 kB 00:00 2023-12-22T17:08:04.773 INFO:teuthology.orchestra.run.smithi032.stdout:(2/106): ceph-fuse-17.2.7-138.g92be525b.el8.x86 1.3 MB/s | 875 kB 00:00 2023-12-22T17:08:04.965 INFO:teuthology.orchestra.run.smithi032.stdout:(3/106): ceph-immutable-object-cache-17.2.7-138 844 kB/s | 162 kB 00:00 2023-12-22T17:08:05.841 INFO:teuthology.orchestra.run.smithi039.stdout:(10/106): ceph-osd-17.2.7-138.g92be525b.el8.x86 7.3 MB/s | 17 MB 00:02 2023-12-22T17:08:06.025 INFO:teuthology.orchestra.run.smithi039.stdout:(11/106): ceph-radosgw-17.2.7-138.g92be525b.el8 7.0 MB/s | 17 MB 00:02 2023-12-22T17:08:06.031 INFO:teuthology.orchestra.run.smithi032.stdout:(4/106): ceph-mds-17.2.7-138.g92be525b.el8.x86_ 2.2 MB/s | 2.3 MB 00:01 2023-12-22T17:08:06.050 INFO:teuthology.orchestra.run.smithi039.stdout:(12/106): libcephfs-devel-17.2.7-138.g92be525b. 119 kB/s | 25 kB 00:00 2023-12-22T17:08:06.167 INFO:teuthology.orchestra.run.smithi039.stdout:(13/106): libcephsqlite-17.2.7-138.g92be525b.el 1.5 MB/s | 174 kB 00:00 2023-12-22T17:08:06.217 INFO:teuthology.orchestra.run.smithi039.stdout:(14/106): librados-devel-17.2.7-138.g92be525b.e 2.5 MB/s | 130 kB 00:00 2023-12-22T17:08:06.309 INFO:teuthology.orchestra.run.smithi039.stdout:(15/106): libradosstriper1-17.2.7-138.g92be525b 5.4 MB/s | 507 kB 00:00 2023-12-22T17:08:06.490 INFO:teuthology.orchestra.run.smithi032.stdout:(5/106): ceph-mgr-17.2.7-138.g92be525b.el8.x86_ 3.4 MB/s | 1.6 MB 00:00 2023-12-22T17:08:06.793 INFO:teuthology.orchestra.run.smithi032.stdout:(6/106): ceph-base-17.2.7-138.g92be525b.el8.x86 1.7 MB/s | 5.2 MB 00:03 2023-12-22T17:08:06.826 INFO:teuthology.orchestra.run.smithi039.stdout:(16/106): libcephfs2-17.2.7-138.g92be525b.el8.x 993 kB/s | 796 kB 00:00 2023-12-22T17:08:06.918 INFO:teuthology.orchestra.run.smithi039.stdout:(17/106): python3-ceph-argparse-17.2.7-138.g92b 488 kB/s | 45 kB 00:00 2023-12-22T17:08:07.019 INFO:teuthology.orchestra.run.smithi039.stdout:(18/106): python3-ceph-common-17.2.7-138.g92be5 1.1 MB/s | 115 kB 00:00 2023-12-22T17:08:07.119 INFO:teuthology.orchestra.run.smithi039.stdout:(19/106): python3-cephfs-17.2.7-138.g92be525b.e 1.9 MB/s | 190 kB 00:00 2023-12-22T17:08:07.228 INFO:teuthology.orchestra.run.smithi039.stdout:(20/106): librgw2-17.2.7-138.g92be525b.el8.x86_ 6.1 MB/s | 5.6 MB 00:00 2023-12-22T17:08:07.253 INFO:teuthology.orchestra.run.smithi039.stdout:(21/106): python3-rados-17.2.7-138.g92be525b.el 2.7 MB/s | 371 kB 00:00 2023-12-22T17:08:07.266 INFO:teuthology.orchestra.run.smithi032.stdout:(7/106): ceph-mon-17.2.7-138.g92be525b.el8.x86_ 5.1 MB/s | 3.9 MB 00:00 2023-12-22T17:08:07.320 INFO:teuthology.orchestra.run.smithi039.stdout:(22/106): python3-rbd-17.2.7-138.g92be525b.el8. 3.8 MB/s | 358 kB 00:00 2023-12-22T17:08:07.345 INFO:teuthology.orchestra.run.smithi039.stdout:(23/106): python3-rgw-17.2.7-138.g92be525b.el8. 1.1 MB/s | 106 kB 00:00 2023-12-22T17:08:07.379 INFO:teuthology.orchestra.run.smithi039.stdout:(24/106): rbd-fuse-17.2.7-138.g92be525b.el8.x86 1.5 MB/s | 90 kB 00:00 2023-12-22T17:08:07.454 INFO:teuthology.orchestra.run.smithi039.stdout:(25/106): rbd-nbd-17.2.7-138.g92be525b.el8.x86_ 2.3 MB/s | 173 kB 00:00 2023-12-22T17:08:07.529 INFO:teuthology.orchestra.run.smithi039.stdout:(26/106): ceph-grafana-dashboards-17.2.7-138.g9 308 kB/s | 23 kB 00:00 2023-12-22T17:08:07.697 INFO:teuthology.orchestra.run.smithi039.stdout:(27/106): ceph-mgr-cephadm-17.2.7-138.g92be525b 727 kB/s | 121 kB 00:00 2023-12-22T17:08:08.055 INFO:teuthology.orchestra.run.smithi039.stdout:(28/106): rbd-mirror-17.2.7-138.g92be525b.el8.x 4.9 MB/s | 3.5 MB 00:00 2023-12-22T17:08:08.114 INFO:teuthology.orchestra.run.smithi039.stdout:(29/106): ceph-mgr-dashboard-17.2.7-138.g92be52 4.1 MB/s | 1.7 MB 00:00 2023-12-22T17:08:08.206 INFO:teuthology.orchestra.run.smithi039.stdout:(30/106): ceph-mgr-modules-core-17.2.7-138.g92b 2.5 MB/s | 238 kB 00:00 2023-12-22T17:08:08.306 INFO:teuthology.orchestra.run.smithi039.stdout:(31/106): ceph-mgr-rook-17.2.7-138.g92be525b.el 474 kB/s | 47 kB 00:00 2023-12-22T17:08:08.398 INFO:teuthology.orchestra.run.smithi039.stdout:(32/106): ceph-prometheus-alerts-17.2.7-138.g92 158 kB/s | 14 kB 00:00 2023-12-22T17:08:08.490 INFO:teuthology.orchestra.run.smithi039.stdout:(33/106): cephadm-17.2.7-138.g92be525b.el8.noar 878 kB/s | 80 kB 00:00 2023-12-22T17:08:08.707 INFO:teuthology.orchestra.run.smithi039.stdout:(34/106): jq-1.6-8.el8.x86_64.rpm 938 kB/s | 203 kB 00:00 2023-12-22T17:08:08.915 INFO:teuthology.orchestra.run.smithi039.stdout:(35/106): librdkafka-1.6.1-1.el8.x86_64.rpm 3.2 MB/s | 677 kB 00:00 2023-12-22T17:08:09.058 INFO:teuthology.orchestra.run.smithi039.stdout:(36/106): lttng-ust-2.8.1-11.el8.x86_64.rpm 1.8 MB/s | 259 kB 00:00 2023-12-22T17:08:09.199 INFO:teuthology.orchestra.run.smithi039.stdout:(37/106): oniguruma-6.8.2-2.el8.x86_64.rpm 1.3 MB/s | 187 kB 00:00 2023-12-22T17:08:09.366 INFO:teuthology.orchestra.run.smithi032.stdout:(8/106): ceph-radosgw-17.2.7-138.g92be525b.el8. 8.0 MB/s | 17 MB 00:02 2023-12-22T17:08:09.441 INFO:teuthology.orchestra.run.smithi032.stdout:(9/106): ceph-selinux-17.2.7-138.g92be525b.el8. 325 kB/s | 24 kB 00:00 2023-12-22T17:08:09.458 INFO:teuthology.orchestra.run.smithi039.stdout:(38/106): ceph-mgr-diskprediction-local-17.2.7- 5.3 MB/s | 7.4 MB 00:01 2023-12-22T17:08:10.317 INFO:teuthology.orchestra.run.smithi039.stdout:(39/106): ceph-test-17.2.7-138.g92be525b.el8.x8 8.8 MB/s | 52 MB 00:05 2023-12-22T17:08:10.392 INFO:teuthology.orchestra.run.smithi039.stdout:(40/106): openblas-0.3.15-4.el8.x86_64.rpm 4.0 MB/s | 4.7 MB 00:01 2023-12-22T17:08:10.650 INFO:teuthology.orchestra.run.smithi039.stdout:(41/106): python3-attrs-17.4.0-6.el8.noarch.rpm 158 kB/s | 53 kB 00:00 2023-12-22T17:08:10.717 INFO:teuthology.orchestra.run.smithi039.stdout:(42/106): openblas-threads-0.3.15-4.el8.x86_64. 3.9 MB/s | 4.9 MB 00:01 2023-12-22T17:08:10.768 INFO:teuthology.orchestra.run.smithi039.stdout:(43/106): python3-jsonpatch-1.21-2.el8.noarch.r 532 kB/s | 27 kB 00:00 2023-12-22T17:08:10.843 INFO:teuthology.orchestra.run.smithi039.stdout:(44/106): python3-jsonpointer-1.10-11.el8.noarc 266 kB/s | 20 kB 00:00 2023-12-22T17:08:10.902 INFO:teuthology.orchestra.run.smithi039.stdout:(45/106): python3-jinja2-2.10.1-3.el8.noarch.rp 2.1 MB/s | 538 kB 00:00 2023-12-22T17:08:10.935 INFO:teuthology.orchestra.run.smithi039.stdout:(46/106): python3-mako-1.0.6-14.el8.noarch.rpm 1.7 MB/s | 157 kB 00:00 2023-12-22T17:08:10.952 INFO:teuthology.orchestra.run.smithi039.stdout:(47/106): python3-markupsafe-0.23-19.el8.x86_64 773 kB/s | 39 kB 00:00 2023-12-22T17:08:11.053 INFO:teuthology.orchestra.run.smithi039.stdout:(48/106): python3-babel-2.5.1-7.el8.noarch.rpm 7.2 MB/s | 4.8 MB 00:00 2023-12-22T17:08:11.078 INFO:teuthology.orchestra.run.smithi039.stdout:(49/106): python3-numpy-f2py-1.14.3-10.el8.x86_ 1.8 MB/s | 225 kB 00:00 2023-12-22T17:08:11.145 INFO:teuthology.orchestra.run.smithi039.stdout:(50/106): python3-pluggy-0.6.0-3.el8.noarch.rpm 351 kB/s | 32 kB 00:00 2023-12-22T17:08:11.170 INFO:teuthology.orchestra.run.smithi039.stdout:(51/106): python3-prettytable-0.7.2-14.el8.noar 477 kB/s | 44 kB 00:00 2023-12-22T17:08:11.262 INFO:teuthology.orchestra.run.smithi039.stdout:(52/106): python3-py-1.5.3-4.el8.noarch.rpm 3.9 MB/s | 472 kB 00:00 2023-12-22T17:08:11.288 INFO:teuthology.orchestra.run.smithi039.stdout:(53/106): python3-pyOpenSSL-19.0.0-1.el8.noarch 883 kB/s | 103 kB 00:00 2023-12-22T17:08:11.354 INFO:teuthology.orchestra.run.smithi039.stdout:(54/106): python3-numpy-1.14.3-10.el8.x86_64.rp 8.9 MB/s | 3.7 MB 00:00 2023-12-22T17:08:11.380 INFO:teuthology.orchestra.run.smithi039.stdout:(55/106): python3-pyasn1-modules-0.3.7-6.el8.no 1.2 MB/s | 110 kB 00:00 2023-12-22T17:08:11.405 INFO:teuthology.orchestra.run.smithi039.stdout:(56/106): python3-pyasn1-0.3.7-6.el8.noarch.rpm 888 kB/s | 126 kB 00:00 2023-12-22T17:08:11.655 INFO:teuthology.orchestra.run.smithi039.stdout:(57/106): python3-pytz-2017.2-11.el8.noarch.rpm 207 kB/s | 57 kB 00:00 2023-12-22T17:08:11.689 INFO:teuthology.orchestra.run.smithi039.stdout:(58/106): python3-pytest-3.4.2-11.el8.noarch.rp 4.0 MB/s | 1.3 MB 00:00 2023-12-22T17:08:11.747 INFO:teuthology.orchestra.run.smithi039.stdout:(59/106): python3-werkzeug-0.12.2-4.el8.noarch. 4.9 MB/s | 457 kB 00:00 2023-12-22T17:08:11.790 INFO:teuthology.orchestra.run.smithi039.stdout:(60/106): socat-1.7.4.1-1.el8.x86_64.rpm 3.1 MB/s | 323 kB 00:00 2023-12-22T17:08:11.831 INFO:teuthology.orchestra.run.smithi039.stdout:(61/106): xmlstarlet-1.6.1-20.el8.x86_64.rpm 845 kB/s | 71 kB 00:00 2023-12-22T17:08:12.165 INFO:teuthology.orchestra.run.smithi039.stdout:(62/106): fuse-2.9.7-17.el8.x86_64.rpm 221 kB/s | 83 kB 00:00 2023-12-22T17:08:12.349 INFO:teuthology.orchestra.run.smithi039.stdout:(63/106): libquadmath-8.5.0-21.el8.x86_64.rpm 941 kB/s | 172 kB 00:00 2023-12-22T17:08:12.449 INFO:teuthology.orchestra.run.smithi039.stdout:(64/106): librabbitmq-0.9.0-4.el8.x86_64.rpm 470 kB/s | 47 kB 00:00 2023-12-22T17:08:12.658 INFO:teuthology.orchestra.run.smithi039.stdout:(65/106): python3-scipy-1.0.0-21.module_el8+762 11 MB/s | 14 MB 00:01 2023-12-22T17:08:12.691 INFO:teuthology.orchestra.run.smithi039.stdout:(66/106): libgfortran-8.5.0-21.el8.x86_64.rpm 751 kB/s | 645 kB 00:00 2023-12-22T17:08:12.716 INFO:teuthology.orchestra.run.smithi039.stdout:(67/106): python3-cffi-1.11.5-6.el8.x86_64.rpm 931 kB/s | 249 kB 00:00 2023-12-22T17:08:12.792 INFO:teuthology.orchestra.run.smithi039.stdout:(68/106): python3-jwt-1.6.1-2.el8.noarch.rpm 425 kB/s | 43 kB 00:00 2023-12-22T17:08:12.825 INFO:teuthology.orchestra.run.smithi039.stdout:(69/106): python3-oauthlib-2.1.0-1.el8.noarch.r 1.4 MB/s | 155 kB 00:00 2023-12-22T17:08:12.900 INFO:teuthology.orchestra.run.smithi039.stdout:(70/106): python3-pycparser-2.14-14.el8.noarch. 1.0 MB/s | 109 kB 00:00 2023-12-22T17:08:12.926 INFO:teuthology.orchestra.run.smithi039.stdout:(71/106): python3-requests-oauthlib-1.0.0-1.el8 424 kB/s | 43 kB 00:00 2023-12-22T17:08:13.234 INFO:teuthology.orchestra.run.smithi039.stdout:(72/106): liboath-2.6.2-3.el8.x86_64.rpm 191 kB/s | 59 kB 00:00 2023-12-22T17:08:13.260 INFO:teuthology.orchestra.run.smithi039.stdout:(73/106): python3-cryptography-3.2.1-6.el8.x86_ 1.0 MB/s | 641 kB 00:00 2023-12-22T17:08:13.318 INFO:teuthology.orchestra.run.smithi039.stdout:(74/106): gperftools-libs-2.7-9.el8.x86_64.rpm 733 kB/s | 306 kB 00:00 2023-12-22T17:08:13.352 INFO:teuthology.orchestra.run.smithi039.stdout:(75/106): libunwind-1.3.1-3.el8.x86_64.rpm 641 kB/s | 75 kB 00:00 2023-12-22T17:08:13.403 INFO:teuthology.orchestra.run.smithi039.stdout:(76/106): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 554 kB/s | 44 kB 00:00 2023-12-22T17:08:13.478 INFO:teuthology.orchestra.run.smithi039.stdout:(77/106): python3-cachetools-3.1.1-4.el8.noarch 441 kB/s | 33 kB 00:00 2023-12-22T17:08:13.511 INFO:teuthology.orchestra.run.smithi039.stdout:(78/106): python3-beautifulsoup4-4.6.3-2.el8.1. 1.1 MB/s | 185 kB 00:00 2023-12-22T17:08:13.553 INFO:teuthology.orchestra.run.smithi039.stdout:(79/106): python3-certifi-2018.10.15-7.el8.noar 217 kB/s | 16 kB 00:00 2023-12-22T17:08:13.603 INFO:teuthology.orchestra.run.smithi039.stdout:(80/106): python3-cheroot-8.5.2-1.el8.noarch.rp 1.8 MB/s | 173 kB 00:00 2023-12-22T17:08:13.687 INFO:teuthology.orchestra.run.smithi039.stdout:(81/106): python3-cherrypy-18.4.0-1.el8.noarch. 2.8 MB/s | 384 kB 00:00 2023-12-22T17:08:13.712 INFO:teuthology.orchestra.run.smithi039.stdout:(82/106): python3-google-auth-1.1.1-10.el8.noar 748 kB/s | 81 kB 00:00 2023-12-22T17:08:13.738 INFO:teuthology.orchestra.run.smithi039.stdout:(83/106): python3-asyncssh-2.7.0-2.el8.noarch.r 996 kB/s | 476 kB 00:00 2023-12-22T17:08:13.755 INFO:teuthology.orchestra.run.smithi039.stdout:(84/106): python3-jaraco-6.2-6.el8.noarch.rpm 165 kB/s | 11 kB 00:00 2023-12-22T17:08:13.780 INFO:teuthology.orchestra.run.smithi039.stdout:(85/106): python3-jaraco-functools-2.0-4.el8.no 262 kB/s | 18 kB 00:00 2023-12-22T17:08:13.822 INFO:teuthology.orchestra.run.smithi039.stdout:(86/106): python3-logutils-0.3.5-11.el8.noarch. 730 kB/s | 49 kB 00:00 2023-12-22T17:08:13.855 INFO:teuthology.orchestra.run.smithi039.stdout:(87/106): python3-more-itertools-7.2.0-3.el8.no 782 kB/s | 59 kB 00:00 2023-12-22T17:08:13.897 INFO:teuthology.orchestra.run.smithi039.stdout:(88/106): python3-natsort-7.1.1-2.el8.noarch.rp 800 kB/s | 60 kB 00:00 2023-12-22T17:08:13.939 INFO:teuthology.orchestra.run.smithi039.stdout:(89/106): python3-kubernetes-11.0.0-6.el8.noarc 5.8 MB/s | 1.2 MB 00:00 2023-12-22T17:08:13.965 INFO:teuthology.orchestra.run.smithi039.stdout:(90/106): python3-pecan-1.3.2-9.el8.noarch.rpm 2.5 MB/s | 283 kB 00:00 2023-12-22T17:08:13.981 INFO:teuthology.orchestra.run.smithi039.stdout:(91/106): python3-portend-2.6-1.el8.noarch.rpm 186 kB/s | 16 kB 00:00 2023-12-22T17:08:14.032 INFO:teuthology.orchestra.run.smithi039.stdout:(92/106): python3-repoze-lru-0.7-6.el8.noarch.r 365 kB/s | 34 kB 00:00 2023-12-22T17:08:14.090 INFO:teuthology.orchestra.run.smithi039.stdout:(93/106): python3-rsa-4.9-2.el8.noarch.rpm 591 kB/s | 64 kB 00:00 2023-12-22T17:08:14.107 INFO:teuthology.orchestra.run.smithi039.stdout:(94/106): python3-simplegeneric-0.8.1-17.el8.no 249 kB/s | 19 kB 00:00 2023-12-22T17:08:14.133 INFO:teuthology.orchestra.run.smithi039.stdout:(95/106): python3-routes-2.4.1-12.el8.noarch.rp 1.1 MB/s | 196 kB 00:00 2023-12-22T17:08:14.158 INFO:teuthology.orchestra.run.smithi039.stdout:(96/106): python3-singledispatch-3.4.0.3-18.el8 357 kB/s | 24 kB 00:00 2023-12-22T17:08:14.183 INFO:teuthology.orchestra.run.smithi039.stdout:(97/106): python3-tempora-1.14.1-5.el8.noarch.r 386 kB/s | 29 kB 00:00 2023-12-22T17:08:14.209 INFO:teuthology.orchestra.run.smithi039.stdout:(98/106): python3-trustme-0.6.0-4.el8.noarch.rp 364 kB/s | 27 kB 00:00 2023-12-22T17:08:14.276 INFO:teuthology.orchestra.run.smithi039.stdout:(99/106): python3-waitress-1.4.3-1.el8.noarch.r 2.1 MB/s | 255 kB 00:00 2023-12-22T17:08:14.301 INFO:teuthology.orchestra.run.smithi039.stdout:(100/106): python3-websocket-client-0.56.0-5.el 666 kB/s | 61 kB 00:00 2023-12-22T17:08:14.326 INFO:teuthology.orchestra.run.smithi039.stdout:(101/106): python3-webob-1.8.5-1.el8.1.noarch.r 1.7 MB/s | 251 kB 00:00 2023-12-22T17:08:14.351 INFO:teuthology.orchestra.run.smithi039.stdout:(102/106): python3-webtest-2.0.33-1.el8.noarch. 1.1 MB/s | 85 kB 00:00 2023-12-22T17:08:14.377 INFO:teuthology.orchestra.run.smithi039.stdout:(103/106): python3-zc-lockfile-2.0-2.el8.noarch 304 kB/s | 23 kB 00:00 2023-12-22T17:08:14.485 INFO:teuthology.orchestra.run.smithi039.stdout:(104/106): thrift-0.13.0-2.el8.x86_64.rpm 11 MB/s | 1.7 MB 00:00 2023-12-22T17:08:14.899 INFO:teuthology.orchestra.run.smithi032.stdout:(10/106): ceph-test-17.2.7-138.g92be525b.el8.x8 9.5 MB/s | 52 MB 00:05 2023-12-22T17:08:14.991 INFO:teuthology.orchestra.run.smithi032.stdout:(11/106): libcephfs-devel-17.2.7-138.g92be525b. 272 kB/s | 25 kB 00:00 2023-12-22T17:08:15.416 INFO:teuthology.orchestra.run.smithi032.stdout:(12/106): libcephfs2-17.2.7-138.g92be525b.el8.x 1.8 MB/s | 796 kB 00:00 2023-12-22T17:08:15.460 INFO:teuthology.orchestra.run.smithi039.stdout:(105/106): librados2-17.2.7-138.g92be525b.el8.x 3.1 MB/s | 3.5 MB 00:01 2023-12-22T17:08:15.533 INFO:teuthology.orchestra.run.smithi032.stdout:(13/106): libcephsqlite-17.2.7-138.g92be525b.el 1.5 MB/s | 174 kB 00:00 2023-12-22T17:08:15.676 INFO:teuthology.orchestra.run.smithi032.stdout:(14/106): librados-devel-17.2.7-138.g92be525b.e 909 kB/s | 130 kB 00:00 2023-12-22T17:08:15.719 INFO:teuthology.orchestra.run.smithi039.stdout:(106/106): librbd1-17.2.7-138.g92be525b.el8.x86 2.7 MB/s | 3.6 MB 00:01 2023-12-22T17:08:15.724 INFO:teuthology.orchestra.run.smithi039.stdout:-------------------------------------------------------------------------------- 2023-12-22T17:08:15.724 INFO:teuthology.orchestra.run.smithi039.stdout:Total 14 MB/s | 197 MB 00:14 2023-12-22T17:08:15.930 INFO:teuthology.orchestra.run.smithi032.stdout:(15/106): libradosstriper1-17.2.7-138.g92be525b 2.0 MB/s | 507 kB 00:00 2023-12-22T17:08:16.254 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction check 2023-12-22T17:08:16.353 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction check succeeded. 2023-12-22T17:08:16.353 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction test 2023-12-22T17:08:16.384 INFO:teuthology.orchestra.run.smithi032.stdout:(16/106): ceph-osd-17.2.7-138.g92be525b.el8.x86 1.7 MB/s | 17 MB 00:09 2023-12-22T17:08:16.484 INFO:teuthology.orchestra.run.smithi032.stdout:(17/106): python3-ceph-argparse-17.2.7-138.g92b 448 kB/s | 45 kB 00:00 2023-12-22T17:08:16.601 INFO:teuthology.orchestra.run.smithi032.stdout:(18/106): python3-ceph-common-17.2.7-138.g92be5 990 kB/s | 115 kB 00:00 2023-12-22T17:08:16.760 INFO:teuthology.orchestra.run.smithi032.stdout:(19/106): python3-cephfs-17.2.7-138.g92be525b.e 1.2 MB/s | 190 kB 00:00 2023-12-22T17:08:17.144 INFO:teuthology.orchestra.run.smithi032.stdout:(20/106): ceph-common-17.2.7-138.g92be525b.el8. 1.8 MB/s | 23 MB 00:13 2023-12-22T17:08:17.169 INFO:teuthology.orchestra.run.smithi032.stdout:(21/106): python3-rados-17.2.7-138.g92be525b.el 909 kB/s | 371 kB 00:00 2023-12-22T17:08:17.294 INFO:teuthology.orchestra.run.smithi032.stdout:(22/106): python3-rgw-17.2.7-138.g92be525b.el8. 852 kB/s | 106 kB 00:00 2023-12-22T17:08:17.394 INFO:teuthology.orchestra.run.smithi032.stdout:(23/106): rbd-fuse-17.2.7-138.g92be525b.el8.x86 902 kB/s | 90 kB 00:00 2023-12-22T17:08:17.563 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction test succeeded. 2023-12-22T17:08:17.566 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction 2023-12-22T17:08:17.661 INFO:teuthology.orchestra.run.smithi032.stdout:(24/106): python3-rbd-17.2.7-138.g92be525b.el8. 693 kB/s | 358 kB 00:00 2023-12-22T17:08:17.861 INFO:teuthology.orchestra.run.smithi032.stdout:(25/106): rbd-nbd-17.2.7-138.g92be525b.el8.x86_ 865 kB/s | 173 kB 00:00 2023-12-22T17:08:17.970 INFO:teuthology.orchestra.run.smithi032.stdout:(26/106): librgw2-17.2.7-138.g92be525b.el8.x86_ 2.7 MB/s | 5.6 MB 00:02 2023-12-22T17:08:17.995 INFO:teuthology.orchestra.run.smithi032.stdout:(27/106): ceph-grafana-dashboards-17.2.7-138.g9 173 kB/s | 23 kB 00:00 2023-12-22T17:08:18.129 INFO:teuthology.orchestra.run.smithi032.stdout:(28/106): ceph-mgr-cephadm-17.2.7-138.g92be525b 764 kB/s | 121 kB 00:00 2023-12-22T17:08:18.846 INFO:teuthology.orchestra.run.smithi032.stdout:(29/106): ceph-mgr-dashboard-17.2.7-138.g92be52 2.0 MB/s | 1.7 MB 00:00 2023-12-22T17:08:18.971 INFO:teuthology.orchestra.run.smithi032.stdout:(30/106): ceph-mgr-modules-core-17.2.7-138.g92b 1.9 MB/s | 238 kB 00:00 2023-12-22T17:08:19.038 INFO:teuthology.orchestra.run.smithi032.stdout:(31/106): ceph-mgr-rook-17.2.7-138.g92be525b.el 712 kB/s | 47 kB 00:00 2023-12-22T17:08:19.097 INFO:teuthology.orchestra.run.smithi032.stdout:(32/106): ceph-prometheus-alerts-17.2.7-138.g92 248 kB/s | 14 kB 00:00 2023-12-22T17:08:19.189 INFO:teuthology.orchestra.run.smithi032.stdout:(33/106): cephadm-17.2.7-138.g92be525b.el8.noar 881 kB/s | 80 kB 00:00 2023-12-22T17:08:19.389 INFO:teuthology.orchestra.run.smithi032.stdout:(34/106): rbd-mirror-17.2.7-138.g92be525b.el8.x 1.7 MB/s | 3.5 MB 00:01 2023-12-22T17:08:19.414 INFO:teuthology.orchestra.run.smithi032.stdout:(35/106): jq-1.6-8.el8.x86_64.rpm 900 kB/s | 203 kB 00:00 2023-12-22T17:08:19.523 INFO:teuthology.orchestra.run.smithi032.stdout:(36/106): lttng-ust-2.8.1-11.el8.x86_64.rpm 2.3 MB/s | 259 kB 00:00 2023-12-22T17:08:19.590 INFO:teuthology.orchestra.run.smithi032.stdout:(37/106): oniguruma-6.8.2-2.el8.x86_64.rpm 2.8 MB/s | 187 kB 00:00 2023-12-22T17:08:19.757 INFO:teuthology.orchestra.run.smithi032.stdout:(38/106): ceph-mgr-diskprediction-local-17.2.7- 4.5 MB/s | 7.4 MB 00:01 2023-12-22T17:08:19.782 INFO:teuthology.orchestra.run.smithi032.stdout:(39/106): librdkafka-1.6.1-1.el8.x86_64.rpm 1.7 MB/s | 677 kB 00:00 2023-12-22T17:08:19.841 INFO:teuthology.orchestra.run.smithi032.stdout:(40/106): python3-attrs-17.4.0-6.el8.noarch.rpm 905 kB/s | 53 kB 00:00 2023-12-22T17:08:20.349 INFO:teuthology.orchestra.run.smithi032.stdout:(41/106): openblas-0.3.15-4.el8.x86_64.rpm 6.2 MB/s | 4.7 MB 00:00 2023-12-22T17:08:20.417 INFO:teuthology.orchestra.run.smithi032.stdout:(42/106): python3-babel-2.5.1-7.el8.noarch.rpm 8.3 MB/s | 4.8 MB 00:00 2023-12-22T17:08:20.475 INFO:teuthology.orchestra.run.smithi032.stdout:(43/106): python3-jinja2-2.10.1-3.el8.noarch.rp 4.2 MB/s | 538 kB 00:00 2023-12-22T17:08:20.492 INFO:teuthology.orchestra.run.smithi032.stdout:(44/106): python3-jsonpatch-1.21-2.el8.noarch.r 353 kB/s | 27 kB 00:00 2023-12-22T17:08:20.551 INFO:teuthology.orchestra.run.smithi032.stdout:(45/106): python3-jsonpointer-1.10-11.el8.noarc 265 kB/s | 20 kB 00:00 2023-12-22T17:08:20.576 INFO:teuthology.orchestra.run.smithi032.stdout:(46/106): python3-mako-1.0.6-14.el8.noarch.rpm 1.8 MB/s | 157 kB 00:00 2023-12-22T17:08:20.643 INFO:teuthology.orchestra.run.smithi032.stdout:(47/106): openblas-threads-0.3.15-4.el8.x86_64. 5.5 MB/s | 4.9 MB 00:00 2023-12-22T17:08:20.668 INFO:teuthology.orchestra.run.smithi032.stdout:(48/106): python3-markupsafe-0.23-19.el8.x86_64 331 kB/s | 39 kB 00:00 2023-12-22T17:08:20.710 INFO:teuthology.orchestra.run.smithi032.stdout:(49/106): python3-numpy-f2py-1.14.3-10.el8.x86_ 3.3 MB/s | 225 kB 00:00 2023-12-22T17:08:20.735 INFO:teuthology.orchestra.run.smithi032.stdout:(50/106): python3-pluggy-0.6.0-3.el8.noarch.rpm 481 kB/s | 32 kB 00:00 2023-12-22T17:08:20.800 INFO:teuthology.orchestra.run.smithi032.stdout:(51/106): python3-prettytable-0.7.2-14.el8.noar 492 kB/s | 44 kB 00:00 2023-12-22T17:08:20.836 INFO:teuthology.orchestra.run.smithi032.stdout:(52/106): python3-py-1.5.3-4.el8.noarch.rpm 4.6 MB/s | 472 kB 00:00 2023-12-22T17:08:20.861 INFO:teuthology.orchestra.run.smithi032.stdout:(53/106): python3-pyOpenSSL-19.0.0-1.el8.noarch 1.7 MB/s | 103 kB 00:00 2023-12-22T17:08:20.929 INFO:teuthology.orchestra.run.smithi032.stdout:(54/106): python3-numpy-1.14.3-10.el8.x86_64.rp 11 MB/s | 3.7 MB 00:00 2023-12-22T17:08:20.970 INFO:teuthology.orchestra.run.smithi032.stdout:(55/106): python3-pyasn1-modules-0.3.7-6.el8.no 1.0 MB/s | 110 kB 00:00 2023-12-22T17:08:20.995 INFO:teuthology.orchestra.run.smithi032.stdout:(56/106): python3-pyasn1-0.3.7-6.el8.noarch.rpm 794 kB/s | 126 kB 00:00 2023-12-22T17:08:21.029 INFO:teuthology.orchestra.run.smithi032.stdout:(57/106): python3-pytz-2017.2-11.el8.noarch.rpm 975 kB/s | 57 kB 00:00 2023-12-22T17:08:21.105 INFO:teuthology.orchestra.run.smithi032.stdout:(58/106): python3-pytest-3.4.2-11.el8.noarch.rp 7.6 MB/s | 1.3 MB 00:00 2023-12-22T17:08:21.130 INFO:teuthology.orchestra.run.smithi032.stdout:(59/106): python3-werkzeug-0.12.2-4.el8.noarch. 4.5 MB/s | 457 kB 00:00 2023-12-22T17:08:21.172 INFO:teuthology.orchestra.run.smithi032.stdout:(60/106): socat-1.7.4.1-1.el8.x86_64.rpm 4.7 MB/s | 323 kB 00:00 2023-12-22T17:08:21.197 INFO:teuthology.orchestra.run.smithi032.stdout:(61/106): xmlstarlet-1.6.1-20.el8.x86_64.rpm 1.0 MB/s | 71 kB 00:00 2023-12-22T17:08:21.889 INFO:teuthology.orchestra.run.smithi032.stdout:(62/106): fuse-2.9.7-17.el8.x86_64.rpm 116 kB/s | 83 kB 00:00 2023-12-22T17:08:22.048 INFO:teuthology.orchestra.run.smithi039.stdout: Preparing : 1/1 2023-12-22T17:08:22.348 INFO:teuthology.orchestra.run.smithi032.stdout:(63/106): python3-scipy-1.0.0-21.module_el8+762 10 MB/s | 14 MB 00:01 2023-12-22T17:08:22.365 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : liboath-2.6.2-3.el8.x86_64 1/108 2023-12-22T17:08:22.406 INFO:teuthology.orchestra.run.smithi032.stdout:(64/106): libgfortran-8.5.0-21.el8.x86_64.rpm 534 kB/s | 645 kB 00:01 2023-12-22T17:08:22.567 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : thrift-0.13.0-2.el8.x86_64 2/108 2023-12-22T17:08:22.690 INFO:teuthology.orchestra.run.smithi032.stdout:(65/106): librabbitmq-0.9.0-4.el8.x86_64.rpm 137 kB/s | 47 kB 00:00 2023-12-22T17:08:22.715 INFO:teuthology.orchestra.run.smithi032.stdout:(66/106): libquadmath-8.5.0-21.el8.x86_64.rpm 209 kB/s | 172 kB 00:00 2023-12-22T17:08:22.748 INFO:teuthology.orchestra.run.smithi032.stdout:(67/106): python3-cffi-1.11.5-6.el8.x86_64.rpm 727 kB/s | 249 kB 00:00 2023-12-22T17:08:22.767 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : librabbitmq-0.9.0-4.el8.x86_64 3/108 2023-12-22T17:08:22.857 INFO:teuthology.orchestra.run.smithi032.stdout:(68/106): python3-jwt-1.6.1-2.el8.noarch.rpm 394 kB/s | 43 kB 00:00 2023-12-22T17:08:22.953 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 4/108 2023-12-22T17:08:22.957 INFO:teuthology.orchestra.run.smithi032.stdout:(69/106): python3-oauthlib-2.1.0-1.el8.noarch.r 744 kB/s | 155 kB 00:00 2023-12-22T17:08:23.125 INFO:teuthology.orchestra.run.smithi032.stdout:(70/106): python3-pycparser-2.14-14.el8.noarch. 408 kB/s | 109 kB 00:00 2023-12-22T17:08:23.158 INFO:teuthology.orchestra.run.smithi032.stdout:(71/106): python3-requests-oauthlib-1.0.0-1.el8 213 kB/s | 43 kB 00:00 2023-12-22T17:08:23.258 INFO:teuthology.orchestra.run.smithi032.stdout:(72/106): liboath-2.6.2-3.el8.x86_64.rpm 588 kB/s | 59 kB 00:00 2023-12-22T17:08:23.300 INFO:teuthology.orchestra.run.smithi032.stdout:(73/106): gperftools-libs-2.7-9.el8.x86_64.rpm 1.7 MB/s | 306 kB 00:00 2023-12-22T17:08:23.325 INFO:teuthology.orchestra.run.smithi032.stdout:(74/106): libunwind-1.3.1-3.el8.x86_64.rpm 1.1 MB/s | 75 kB 00:00 2023-12-22T17:08:23.337 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 4/108 2023-12-22T17:08:23.368 INFO:teuthology.orchestra.run.smithi032.stdout:(75/106): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 1.0 MB/s | 44 kB 00:00 2023-12-22T17:08:23.393 INFO:teuthology.orchestra.run.smithi032.stdout:(76/106): python3-asyncssh-2.7.0-2.el8.noarch.r 5.0 MB/s | 476 kB 00:00 2023-12-22T17:08:23.461 INFO:teuthology.orchestra.run.smithi032.stdout:(77/106): python3-cachetools-3.1.1-4.el8.noarch 485 kB/s | 33 kB 00:00 2023-12-22T17:08:23.493 INFO:teuthology.orchestra.run.smithi032.stdout:(78/106): python3-beautifulsoup4-4.6.3-2.el8.1. 1.4 MB/s | 185 kB 00:00 2023-12-22T17:08:23.518 INFO:teuthology.orchestra.run.smithi032.stdout:(79/106): python3-certifi-2018.10.15-7.el8.noar 286 kB/s | 16 kB 00:00 2023-12-22T17:08:23.544 INFO:teuthology.orchestra.run.smithi032.stdout:(80/106): python3-cheroot-8.5.2-1.el8.noarch.rp 3.4 MB/s | 173 kB 00:00 2023-12-22T17:08:23.545 INFO:teuthology.orchestra.run.smithi039.stdout: Upgrading : librados2-2:17.2.7-138.g92be525b.el8.x86_64 5/108 2023-12-22T17:08:23.569 INFO:teuthology.orchestra.run.smithi032.stdout:(81/106): python3-cherrypy-18.4.0-1.el8.noarch. 7.5 MB/s | 384 kB 00:00 2023-12-22T17:08:23.594 INFO:teuthology.orchestra.run.smithi032.stdout:(82/106): python3-google-auth-1.1.1-10.el8.noar 1.6 MB/s | 81 kB 00:00 2023-12-22T17:08:23.611 INFO:teuthology.orchestra.run.smithi032.stdout:(83/106): python3-jaraco-6.2-6.el8.noarch.rpm 267 kB/s | 11 kB 00:00 2023-12-22T17:08:23.637 INFO:teuthology.orchestra.run.smithi032.stdout:(84/106): python3-jaraco-functools-2.0-4.el8.no 421 kB/s | 18 kB 00:00 2023-12-22T17:08:23.678 INFO:teuthology.orchestra.run.smithi032.stdout:(85/106): python3-logutils-0.3.5-11.el8.noarch. 1.1 MB/s | 49 kB 00:00 2023-12-22T17:08:23.754 INFO:teuthology.orchestra.run.smithi032.stdout:(86/106): python3-kubernetes-11.0.0-6.el8.noarc 8.2 MB/s | 1.2 MB 00:00 2023-12-22T17:08:23.788 INFO:teuthology.orchestra.run.smithi032.stdout:(87/106): python3-more-itertools-7.2.0-3.el8.no 539 kB/s | 59 kB 00:00 2023-12-22T17:08:23.813 INFO:teuthology.orchestra.run.smithi032.stdout:(88/106): python3-natsort-7.1.1-2.el8.noarch.rp 1.0 MB/s | 60 kB 00:00 2023-12-22T17:08:23.838 INFO:teuthology.orchestra.run.smithi032.stdout:(89/106): python3-pecan-1.3.2-9.el8.noarch.rpm 5.5 MB/s | 283 kB 00:00 2023-12-22T17:08:23.864 INFO:teuthology.orchestra.run.smithi032.stdout:(90/106): python3-portend-2.6-1.el8.noarch.rpm 311 kB/s | 16 kB 00:00 2023-12-22T17:08:23.889 INFO:teuthology.orchestra.run.smithi032.stdout:(91/106): python3-repoze-lru-0.7-6.el8.noarch.r 672 kB/s | 34 kB 00:00 2023-12-22T17:08:23.914 INFO:teuthology.orchestra.run.smithi032.stdout:(92/106): python3-routes-2.4.1-12.el8.noarch.rp 3.8 MB/s | 196 kB 00:00 2023-12-22T17:08:23.939 INFO:teuthology.orchestra.run.smithi032.stdout:(93/106): python3-rsa-4.9-2.el8.noarch.rpm 1.2 MB/s | 64 kB 00:00 2023-12-22T17:08:23.961 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: librados2-2:17.2.7-138.g92be525b.el8.x86_64 5/108 2023-12-22T17:08:23.997 INFO:teuthology.orchestra.run.smithi032.stdout:(94/106): python3-simplegeneric-0.8.1-17.el8.no 227 kB/s | 19 kB 00:00 2023-12-22T17:08:24.032 INFO:teuthology.orchestra.run.smithi032.stdout:(95/106): python3-singledispatch-3.4.0.3-18.el8 260 kB/s | 24 kB 00:00 2023-12-22T17:08:24.057 INFO:teuthology.orchestra.run.smithi032.stdout:(96/106): python3-tempora-1.14.1-5.el8.noarch.r 492 kB/s | 29 kB 00:00 2023-12-22T17:08:24.082 INFO:teuthology.orchestra.run.smithi032.stdout:(97/106): python3-trustme-0.6.0-4.el8.noarch.rp 549 kB/s | 27 kB 00:00 2023-12-22T17:08:24.107 INFO:teuthology.orchestra.run.smithi032.stdout:(98/106): python3-waitress-1.4.3-1.el8.noarch.r 5.0 MB/s | 255 kB 00:00 2023-12-22T17:08:24.133 INFO:teuthology.orchestra.run.smithi032.stdout:(99/106): python3-webob-1.8.5-1.el8.1.noarch.rp 4.9 MB/s | 251 kB 00:00 2023-12-22T17:08:24.136 INFO:teuthology.orchestra.run.smithi039.stdout: Upgrading : librbd1-2:17.2.7-138.g92be525b.el8.x86_64 6/108 2023-12-22T17:08:24.158 INFO:teuthology.orchestra.run.smithi032.stdout:(100/106): python3-websocket-client-0.56.0-5.el 1.2 MB/s | 61 kB 00:00 2023-12-22T17:08:24.183 INFO:teuthology.orchestra.run.smithi032.stdout:(101/106): python3-webtest-2.0.33-1.el8.noarch. 1.7 MB/s | 85 kB 00:00 2023-12-22T17:08:24.208 INFO:teuthology.orchestra.run.smithi032.stdout:(102/106): python3-zc-lockfile-2.0-2.el8.noarch 458 kB/s | 23 kB 00:00 2023-12-22T17:08:24.266 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: librbd1-2:17.2.7-138.g92be525b.el8.x86_64 6/108 2023-12-22T17:08:24.326 INFO:teuthology.orchestra.run.smithi032.stdout:(103/106): thrift-0.13.0-2.el8.x86_64.rpm 12 MB/s | 1.7 MB 00:00 2023-12-22T17:08:24.470 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libcephfs2-2:17.2.7-138.g92be525b.el8.x86_64 7/108 2023-12-22T17:08:24.559 INFO:teuthology.orchestra.run.smithi032.stdout:(104/106): python3-cryptography-3.2.1-6.el8.x86 343 kB/s | 641 kB 00:01 2023-12-22T17:08:24.566 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: libcephfs2-2:17.2.7-138.g92be525b.el8.x86_64 7/108 2023-12-22T17:08:24.807 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-rados-2:17.2.7-138.g92be525b.el8.x86_64 8/108 2023-12-22T17:08:24.926 INFO:teuthology.orchestra.run.smithi032.stdout:(105/106): librados2-17.2.7-138.g92be525b.el8.x 4.8 MB/s | 3.5 MB 00:00 2023-12-22T17:08:25.498 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : librdkafka-1.6.1-1.el8.x86_64 9/108 2023-12-22T17:08:25.643 INFO:teuthology.orchestra.run.smithi032.stdout:(106/106): librbd1-17.2.7-138.g92be525b.el8.x86 2.7 MB/s | 3.6 MB 00:01 2023-12-22T17:08:25.645 INFO:teuthology.orchestra.run.smithi032.stdout:-------------------------------------------------------------------------------- 2023-12-22T17:08:25.646 INFO:teuthology.orchestra.run.smithi032.stdout:Total 8.8 MB/s | 197 MB 00:22 2023-12-22T17:08:25.653 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : librgw2-2:17.2.7-138.g92be525b.el8.x86_64 10/108 2023-12-22T17:08:25.709 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: librgw2-2:17.2.7-138.g92be525b.el8.x86_64 10/108 2023-12-22T17:08:26.157 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 11/108 2023-12-22T17:08:26.181 INFO:teuthology.orchestra.run.smithi032.stdout:Running transaction check 2023-12-22T17:08:26.279 INFO:teuthology.orchestra.run.smithi032.stdout:Transaction check succeeded. 2023-12-22T17:08:26.279 INFO:teuthology.orchestra.run.smithi032.stdout:Running transaction test 2023-12-22T17:08:26.369 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 12/108 2023-12-22T17:08:26.536 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libcephsqlite-2:17.2.7-138.g92be525b.el8.x86_64 13/108 2023-12-22T17:08:26.633 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: libcephsqlite-2:17.2.7-138.g92be525b.el8.x86_64 13/108 2023-12-22T17:08:26.786 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libradosstriper1-2:17.2.7-138.g92be525b.el8.x86_ 14/108 2023-12-22T17:08:26.907 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: libradosstriper1-2:17.2.7-138.g92be525b.el8.x86_ 14/108 2023-12-22T17:08:27.134 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 15/108 2023-12-22T17:08:27.261 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libquadmath-8.5.0-21.el8.x86_64 16/108 2023-12-22T17:08:27.400 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: libquadmath-8.5.0-21.el8.x86_64 16/108 2023-12-22T17:08:27.539 INFO:teuthology.orchestra.run.smithi032.stdout:Transaction test succeeded. 2023-12-22T17:08:27.542 INFO:teuthology.orchestra.run.smithi032.stdout:Running transaction 2023-12-22T17:08:27.544 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libgfortran-8.5.0-21.el8.x86_64 17/108 2023-12-22T17:08:28.174 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: libgfortran-8.5.0-21.el8.x86_64 17/108 2023-12-22T17:08:28.328 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : openblas-0.3.15-4.el8.x86_64 18/108 2023-12-22T17:08:28.993 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: openblas-0.3.15-4.el8.x86_64 18/108 2023-12-22T17:08:29.152 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : openblas-threads-0.3.15-4.el8.x86_64 19/108 2023-12-22T17:08:29.865 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: openblas-threads-0.3.15-4.el8.x86_64 19/108 2023-12-22T17:08:30.192 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 20/108 2023-12-22T17:08:30.425 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 21/108 2023-12-22T17:08:30.607 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-pytz-2017.2-11.el8.noarch 22/108 2023-12-22T17:08:30.792 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 23/108 2023-12-22T17:08:30.947 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-ceph-argparse-2:17.2.7-138.g92be525b.el8 24/108 2023-12-22T17:08:31.211 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-cephfs-2:17.2.7-138.g92be525b.el8.x86_64 25/108 2023-12-22T17:08:32.030 INFO:teuthology.orchestra.run.smithi032.stdout: Preparing : 1/1 2023-12-22T17:08:32.171 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-mako-1.0.6-14.el8.noarch 26/108 2023-12-22T17:08:32.414 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : liboath-2.6.2-3.el8.x86_64 1/108 2023-12-22T17:08:32.523 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 27/108 2023-12-22T17:08:32.601 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : thrift-0.13.0-2.el8.x86_64 2/108 2023-12-22T17:08:32.793 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 28/108 2023-12-22T17:08:32.842 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : librabbitmq-0.9.0-4.el8.x86_64 3/108 2023-12-22T17:08:32.977 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 29/108 2023-12-22T17:08:33.045 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 4/108 2023-12-22T17:08:33.450 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 4/108 2023-12-22T17:08:33.629 INFO:teuthology.orchestra.run.smithi032.stdout: Upgrading : librados2-2:17.2.7-138.g92be525b.el8.x86_64 5/108 2023-12-22T17:08:34.086 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: librados2-2:17.2.7-138.g92be525b.el8.x86_64 5/108 2023-12-22T17:08:34.295 INFO:teuthology.orchestra.run.smithi032.stdout: Upgrading : librbd1-2:17.2.7-138.g92be525b.el8.x86_64 6/108 2023-12-22T17:08:34.430 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: librbd1-2:17.2.7-138.g92be525b.el8.x86_64 6/108 2023-12-22T17:08:34.654 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : libcephfs2-2:17.2.7-138.g92be525b.el8.x86_64 7/108 2023-12-22T17:08:34.756 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: libcephfs2-2:17.2.7-138.g92be525b.el8.x86_64 7/108 2023-12-22T17:08:34.859 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 29/108 2023-12-22T17:08:35.034 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-rados-2:17.2.7-138.g92be525b.el8.x86_64 8/108 2023-12-22T17:08:35.199 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-scipy-1.0.0-21.module_el8+762+77bd8591.x 30/108 2023-12-22T17:08:35.387 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 31/108 2023-12-22T17:08:35.596 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-rsa-4.9-2.el8.noarch 32/108 2023-12-22T17:08:35.740 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : librdkafka-1.6.1-1.el8.x86_64 9/108 2023-12-22T17:08:35.838 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-rgw-2:17.2.7-138.g92be525b.el8.x86_64 33/108 2023-12-22T17:08:35.928 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : librgw2-2:17.2.7-138.g92be525b.el8.x86_64 10/108 2023-12-22T17:08:35.999 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: librgw2-2:17.2.7-138.g92be525b.el8.x86_64 10/108 2023-12-22T17:08:36.007 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-rbd-2:17.2.7-138.g92be525b.el8.x86_64 34/108 2023-12-22T17:08:36.236 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : librados-devel-2:17.2.7-138.g92be525b.el8.x86_64 35/108 2023-12-22T17:08:36.255 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 11/108 2023-12-22T17:08:36.441 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 36/108 2023-12-22T17:08:36.520 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 12/108 2023-12-22T17:08:36.695 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : libcephsqlite-2:17.2.7-138.g92be525b.el8.x86_64 13/108 2023-12-22T17:08:36.703 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 37/108 2023-12-22T17:08:36.789 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: libcephsqlite-2:17.2.7-138.g92be525b.el8.x86_64 13/108 2023-12-22T17:08:36.953 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : libradosstriper1-2:17.2.7-138.g92be525b.el8.x86_ 14/108 2023-12-22T17:08:36.959 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 38/108 2023-12-22T17:08:37.080 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: libradosstriper1-2:17.2.7-138.g92be525b.el8.x86_ 14/108 2023-12-22T17:08:37.157 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 39/108 2023-12-22T17:08:37.306 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 15/108 2023-12-22T17:08:37.322 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 40/108 2023-12-22T17:08:37.428 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : libquadmath-8.5.0-21.el8.x86_64 16/108 2023-12-22T17:08:37.522 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 41/108 2023-12-22T17:08:37.603 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: libquadmath-8.5.0-21.el8.x86_64 16/108 2023-12-22T17:08:37.733 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 42/108 2023-12-22T17:08:37.761 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : libgfortran-8.5.0-21.el8.x86_64 17/108 2023-12-22T17:08:37.973 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 43/108 2023-12-22T17:08:38.138 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 44/108 2023-12-22T17:08:38.283 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 45/108 2023-12-22T17:08:38.382 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: libgfortran-8.5.0-21.el8.x86_64 17/108 2023-12-22T17:08:38.464 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 46/108 2023-12-22T17:08:38.570 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : openblas-0.3.15-4.el8.x86_64 18/108 2023-12-22T17:08:38.665 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 47/108 2023-12-22T17:08:38.826 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-portend-2.6-1.el8.noarch 48/108 2023-12-22T17:08:39.019 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 49/108 2023-12-22T17:08:39.217 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: openblas-0.3.15-4.el8.x86_64 18/108 2023-12-22T17:08:39.246 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 50/108 2023-12-22T17:08:39.403 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : openblas-threads-0.3.15-4.el8.x86_64 19/108 2023-12-22T17:08:39.460 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 51/108 2023-12-22T17:08:39.654 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 52/108 2023-12-22T17:08:40.007 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 53/108 2023-12-22T17:08:40.136 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: openblas-threads-0.3.15-4.el8.x86_64 19/108 2023-12-22T17:08:40.258 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 54/108 2023-12-22T17:08:40.465 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 55/108 2023-12-22T17:08:40.484 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 20/108 2023-12-22T17:08:40.690 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 56/108 2023-12-22T17:08:40.701 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 21/108 2023-12-22T17:08:40.867 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-pytz-2017.2-11.el8.noarch 22/108 2023-12-22T17:08:40.926 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 57/108 2023-12-22T17:08:41.051 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 23/108 2023-12-22T17:08:41.239 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-ceph-argparse-2:17.2.7-138.g92be525b.el8 24/108 2023-12-22T17:08:41.286 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-cffi-1.11.5-6.el8.x86_64 58/108 2023-12-22T17:08:41.487 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-cephfs-2:17.2.7-138.g92be525b.el8.x86_64 25/108 2023-12-22T17:08:41.604 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-cryptography-3.2.1-6.el8.x86_64 59/108 2023-12-22T17:08:42.129 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 60/108 2023-12-22T17:08:42.369 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 61/108 2023-12-22T17:08:42.446 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-mako-1.0.6-14.el8.noarch 26/108 2023-12-22T17:08:42.632 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 62/108 2023-12-22T17:08:42.774 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 27/108 2023-12-22T17:08:43.094 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 28/108 2023-12-22T17:08:43.269 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 29/108 2023-12-22T17:08:43.748 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 63/108 2023-12-22T17:08:44.225 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 64/108 2023-12-22T17:08:44.457 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 65/108 2023-12-22T17:08:44.746 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 66/108 2023-12-22T17:08:45.054 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 67/108 2023-12-22T17:08:45.148 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 29/108 2023-12-22T17:08:45.293 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 68/108 2023-12-22T17:08:45.458 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-scipy-1.0.0-21.module_el8+762+77bd8591.x 30/108 2023-12-22T17:08:45.535 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 69/108 2023-12-22T17:08:45.654 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 31/108 2023-12-22T17:08:45.718 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : fuse-2.9.7-17.el8.x86_64 70/108 2023-12-22T17:08:45.889 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-rsa-4.9-2.el8.noarch 32/108 2023-12-22T17:08:45.932 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 71/108 2023-12-22T17:08:46.131 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-rgw-2:17.2.7-138.g92be525b.el8.x86_64 33/108 2023-12-22T17:08:46.238 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 72/108 2023-12-22T17:08:46.358 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-rbd-2:17.2.7-138.g92be525b.el8.x86_64 34/108 2023-12-22T17:08:46.587 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : librados-devel-2:17.2.7-138.g92be525b.el8.x86_64 35/108 2023-12-22T17:08:46.626 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-py-1.5.3-4.el8.noarch 73/108 2023-12-22T17:08:46.759 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 36/108 2023-12-22T17:08:46.824 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 74/108 2023-12-22T17:08:46.999 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-pluggy-0.6.0-3.el8.noarch 75/108 2023-12-22T17:08:47.031 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 37/108 2023-12-22T17:08:47.200 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 76/108 2023-12-22T17:08:47.260 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 38/108 2023-12-22T17:08:47.419 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 77/108 2023-12-22T17:08:47.441 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 39/108 2023-12-22T17:08:47.614 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 40/108 2023-12-22T17:08:47.691 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-attrs-17.4.0-6.el8.noarch 78/108 2023-12-22T17:08:47.823 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 41/108 2023-12-22T17:08:47.866 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 79/108 2023-12-22T17:08:47.954 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 79/108 2023-12-22T17:08:48.067 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 42/108 2023-12-22T17:08:48.142 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : jq-1.6-8.el8.x86_64 80/108 2023-12-22T17:08:48.274 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 43/108 2023-12-22T17:08:48.447 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 44/108 2023-12-22T17:08:48.583 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 45/108 2023-12-22T17:08:48.633 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: cephadm-2:17.2.7-138.g92be525b.el8.noarch 81/108 2023-12-22T17:08:48.790 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 46/108 2023-12-22T17:08:48.828 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : cephadm-2:17.2.7-138.g92be525b.el8.noarch 81/108 2023-12-22T17:08:48.958 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-138.g92be525b.el 82/108 2023-12-22T17:08:49.025 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 47/108 2023-12-22T17:08:49.158 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-138.g92be525b.e 83/108 2023-12-22T17:08:49.319 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-portend-2.6-1.el8.noarch 48/108 2023-12-22T17:08:49.359 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-ceph-common-2:17.2.7-138.g92be525b.el8.x 84/108 2023-12-22T17:08:49.694 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 49/108 2023-12-22T17:08:49.929 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 50/108 2023-12-22T17:08:50.203 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 51/108 2023-12-22T17:08:50.432 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 52/108 2023-12-22T17:08:50.788 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 53/108 2023-12-22T17:08:51.061 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 54/108 2023-12-22T17:08:51.296 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 55/108 2023-12-22T17:08:51.553 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 56/108 2023-12-22T17:08:51.845 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 57/108 2023-12-22T17:08:52.214 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-common-2:17.2.7-138.g92be525b.el8.x86_64 85/108 2023-12-22T17:08:52.246 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-cffi-1.11.5-6.el8.x86_64 58/108 2023-12-22T17:08:52.424 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-common-2:17.2.7-138.g92be525b.el8.x86_64 85/108 2023-12-22T17:08:52.534 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-cryptography-3.2.1-6.el8.x86_64 59/108 2023-12-22T17:08:52.730 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 60/108 2023-12-22T17:08:53.031 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 61/108 2023-12-22T17:08:53.038 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-common-2:17.2.7-138.g92be525b.el8.x86_64 85/108 2023-12-22T17:08:53.250 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 62/108 2023-12-22T17:08:53.308 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-base-2:17.2.7-138.g92be525b.el8.x86_64 86/108 2023-12-22T17:08:53.439 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-base-2:17.2.7-138.g92be525b.el8.x86_64 86/108 2023-12-22T17:08:53.599 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-selinux-2:17.2.7-138.g92be525b.el8.x86_64 87/108 2023-12-22T17:08:54.388 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 63/108 2023-12-22T17:08:54.802 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 64/108 2023-12-22T17:08:55.063 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 65/108 2023-12-22T17:08:55.330 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 66/108 2023-12-22T17:08:55.689 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 67/108 2023-12-22T17:08:56.003 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 68/108 2023-12-22T17:08:56.271 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 69/108 2023-12-22T17:08:56.487 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : fuse-2.9.7-17.el8.x86_64 70/108 2023-12-22T17:08:56.718 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 71/108 2023-12-22T17:08:57.036 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 72/108 2023-12-22T17:08:57.318 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-py-1.5.3-4.el8.noarch 73/108 2023-12-22T17:08:57.530 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 74/108 2023-12-22T17:08:57.734 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-pluggy-0.6.0-3.el8.noarch 75/108 2023-12-22T17:08:57.976 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 76/108 2023-12-22T17:08:58.179 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 77/108 2023-12-22T17:08:58.429 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-attrs-17.4.0-6.el8.noarch 78/108 2023-12-22T17:08:58.609 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 79/108 2023-12-22T17:08:58.680 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 79/108 2023-12-22T17:08:58.884 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : jq-1.6-8.el8.x86_64 80/108 2023-12-22T17:08:59.431 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: cephadm-2:17.2.7-138.g92be525b.el8.noarch 81/108 2023-12-22T17:08:59.627 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : cephadm-2:17.2.7-138.g92be525b.el8.noarch 81/108 2023-12-22T17:08:59.742 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-138.g92be525b.el 82/108 2023-12-22T17:09:00.002 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-138.g92be525b.e 83/108 2023-12-22T17:09:00.226 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-ceph-common-2:17.2.7-138.g92be525b.el8.x 84/108 2023-12-22T17:09:03.114 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: ceph-common-2:17.2.7-138.g92be525b.el8.x86_64 85/108 2023-12-22T17:09:03.342 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-common-2:17.2.7-138.g92be525b.el8.x86_64 85/108 2023-12-22T17:09:03.952 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: ceph-common-2:17.2.7-138.g92be525b.el8.x86_64 85/108 2023-12-22T17:09:04.256 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-base-2:17.2.7-138.g92be525b.el8.x86_64 86/108 2023-12-22T17:09:04.397 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: ceph-base-2:17.2.7-138.g92be525b.el8.x86_64 86/108 2023-12-22T17:09:04.625 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-selinux-2:17.2.7-138.g92be525b.el8.x86_64 87/108 2023-12-22T17:09:13.496 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-selinux-2:17.2.7-138.g92be525b.el8.x86_64 87/108 2023-12-22T17:09:13.496 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /sys 2023-12-22T17:09:13.496 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /proc 2023-12-22T17:09:13.496 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /dev 2023-12-22T17:09:13.496 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /run 2023-12-22T17:09:13.496 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /mnt 2023-12-22T17:09:13.496 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /var/tmp 2023-12-22T17:09:13.496 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /home 2023-12-22T17:09:13.496 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /tmp 2023-12-22T17:09:13.496 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /dev 2023-12-22T17:09:13.496 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-22T17:09:13.779 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-138.g92be525b.el8.noar 88/108 2023-12-22T17:09:13.999 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-138.g92be525b.el8.noar 88/108 2023-12-22T17:09:14.204 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-138.g92be525b.el8.no 89/108 2023-12-22T17:09:15.230 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-138.g92be525b.el8.no 89/108 2023-12-22T17:09:15.404 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-138.g92be 90/108 2023-12-22T17:09:15.499 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-138.g92be 90/108 2023-12-22T17:09:15.853 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-138.g92be525b.el8 91/108 2023-12-22T17:09:16.063 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mgr-2:17.2.7-138.g92be525b.el8.x86_64 92/108 2023-12-22T17:09:16.099 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-mgr-2:17.2.7-138.g92be525b.el8.x86_64 92/108 2023-12-22T17:09:16.437 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mgr-rook-2:17.2.7-138.g92be525b.el8.noarch 93/108 2023-12-22T17:09:16.660 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-138.g92be525b.el8.noarch 93/108 2023-12-22T17:09:16.837 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mds-2:17.2.7-138.g92be525b.el8.x86_64 94/108 2023-12-22T17:09:17.267 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-mds-2:17.2.7-138.g92be525b.el8.x86_64 94/108 2023-12-22T17:09:17.421 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mon-2:17.2.7-138.g92be525b.el8.x86_64 95/108 2023-12-22T17:09:18.990 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-mon-2:17.2.7-138.g92be525b.el8.x86_64 95/108 2023-12-22T17:09:19.212 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-osd-2:17.2.7-138.g92be525b.el8.x86_64 96/108 2023-12-22T17:09:19.233 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-osd-2:17.2.7-138.g92be525b.el8.x86_64 96/108 2023-12-22T17:09:20.928 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-2:17.2.7-138.g92be525b.el8.x86_64 97/108 2023-12-22T17:09:21.187 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-radosgw-2:17.2.7-138.g92be525b.el8.x86_64 98/108 2023-12-22T17:09:21.276 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-138.g92be525b.el8.x86_64 98/108 2023-12-22T17:09:21.478 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-138.g92be52 99/108 2023-12-22T17:09:21.847 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-138.g92be52 99/108 2023-12-22T17:09:22.012 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : rbd-mirror-2:17.2.7-138.g92be525b.el8.x86_64 100/108 2023-12-22T17:09:24.171 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: ceph-selinux-2:17.2.7-138.g92be525b.el8.x86_64 87/108 2023-12-22T17:09:24.171 INFO:teuthology.orchestra.run.smithi032.stdout:skipping the directory /sys 2023-12-22T17:09:24.171 INFO:teuthology.orchestra.run.smithi032.stdout:skipping the directory /proc 2023-12-22T17:09:24.171 INFO:teuthology.orchestra.run.smithi032.stdout:skipping the directory /dev 2023-12-22T17:09:24.171 INFO:teuthology.orchestra.run.smithi032.stdout:skipping the directory /run 2023-12-22T17:09:24.171 INFO:teuthology.orchestra.run.smithi032.stdout:skipping the directory /mnt 2023-12-22T17:09:24.171 INFO:teuthology.orchestra.run.smithi032.stdout:skipping the directory /var/tmp 2023-12-22T17:09:24.171 INFO:teuthology.orchestra.run.smithi032.stdout:skipping the directory /home 2023-12-22T17:09:24.171 INFO:teuthology.orchestra.run.smithi032.stdout:skipping the directory /tmp 2023-12-22T17:09:24.172 INFO:teuthology.orchestra.run.smithi032.stdout:skipping the directory /dev 2023-12-22T17:09:24.172 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:09:24.472 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-138.g92be525b.el8.noar 88/108 2023-12-22T17:09:24.693 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-138.g92be525b.el8.noar 88/108 2023-12-22T17:09:24.928 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-138.g92be525b.el8.no 89/108 2023-12-22T17:09:25.953 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-138.g92be525b.el8.no 89/108 2023-12-22T17:09:26.139 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-138.g92be 90/108 2023-12-22T17:09:26.235 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-138.g92be 90/108 2023-12-22T17:09:26.585 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-138.g92be525b.el8 91/108 2023-12-22T17:09:26.829 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-mgr-2:17.2.7-138.g92be525b.el8.x86_64 92/108 2023-12-22T17:09:26.865 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: ceph-mgr-2:17.2.7-138.g92be525b.el8.x86_64 92/108 2023-12-22T17:09:27.072 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-mgr-rook-2:17.2.7-138.g92be525b.el8.noarch 93/108 2023-12-22T17:09:27.258 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: rbd-mirror-2:17.2.7-138.g92be525b.el8.x86_64 100/108 2023-12-22T17:09:27.294 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-138.g92be525b.el8.noarch 93/108 2023-12-22T17:09:27.472 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-mds-2:17.2.7-138.g92be525b.el8.x86_64 94/108 2023-12-22T17:09:27.808 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-test-2:17.2.7-138.g92be525b.el8.x86_64 101/108 2023-12-22T17:09:27.900 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: ceph-mds-2:17.2.7-138.g92be525b.el8.x86_64 94/108 2023-12-22T17:09:28.187 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-mon-2:17.2.7-138.g92be525b.el8.x86_64 95/108 2023-12-22T17:09:28.323 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-pytest-3.4.2-11.el8.noarch 102/108 2023-12-22T17:09:28.498 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-fuse-2:17.2.7-138.g92be525b.el8.x86_64 103/108 2023-12-22T17:09:28.686 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libcephfs-devel-2:17.2.7-138.g92be525b.el8.x86_6 104/108 2023-12-22T17:09:28.869 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : rbd-fuse-2:17.2.7-138.g92be525b.el8.x86_64 105/108 2023-12-22T17:09:29.046 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : rbd-nbd-2:17.2.7-138.g92be525b.el8.x86_64 106/108 2023-12-22T17:09:29.046 INFO:teuthology.orchestra.run.smithi039.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 107/108 2023-12-22T17:09:29.255 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 107/108 2023-12-22T17:09:29.256 INFO:teuthology.orchestra.run.smithi039.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 108/108 2023-12-22T17:09:29.770 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: ceph-mon-2:17.2.7-138.g92be525b.el8.x86_64 95/108 2023-12-22T17:09:30.020 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-osd-2:17.2.7-138.g92be525b.el8.x86_64 96/108 2023-12-22T17:09:30.041 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: ceph-osd-2:17.2.7-138.g92be525b.el8.x86_64 96/108 2023-12-22T17:09:30.071 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 108/108 2023-12-22T17:09:30.071 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-2:17.2.7-138.g92be525b.el8.x86_64 1/108 2023-12-22T17:09:30.071 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-base-2:17.2.7-138.g92be525b.el8.x86_64 2/108 2023-12-22T17:09:30.071 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-common-2:17.2.7-138.g92be525b.el8.x86_64 3/108 2023-12-22T17:09:30.071 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-fuse-2:17.2.7-138.g92be525b.el8.x86_64 4/108 2023-12-22T17:09:30.071 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-138.g92be52 5/108 2023-12-22T17:09:30.071 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mds-2:17.2.7-138.g92be525b.el8.x86_64 6/108 2023-12-22T17:09:30.071 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mgr-2:17.2.7-138.g92be525b.el8.x86_64 7/108 2023-12-22T17:09:30.071 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mon-2:17.2.7-138.g92be525b.el8.x86_64 8/108 2023-12-22T17:09:30.071 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-osd-2:17.2.7-138.g92be525b.el8.x86_64 9/108 2023-12-22T17:09:30.071 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-radosgw-2:17.2.7-138.g92be525b.el8.x86_64 10/108 2023-12-22T17:09:30.072 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-selinux-2:17.2.7-138.g92be525b.el8.x86_64 11/108 2023-12-22T17:09:30.072 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-test-2:17.2.7-138.g92be525b.el8.x86_64 12/108 2023-12-22T17:09:30.072 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libcephfs-devel-2:17.2.7-138.g92be525b.el8.x86_6 13/108 2023-12-22T17:09:30.072 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libcephfs2-2:17.2.7-138.g92be525b.el8.x86_64 14/108 2023-12-22T17:09:30.072 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libcephsqlite-2:17.2.7-138.g92be525b.el8.x86_64 15/108 2023-12-22T17:09:30.072 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librados-devel-2:17.2.7-138.g92be525b.el8.x86_64 16/108 2023-12-22T17:09:30.072 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libradosstriper1-2:17.2.7-138.g92be525b.el8.x86_ 17/108 2023-12-22T17:09:30.072 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librgw2-2:17.2.7-138.g92be525b.el8.x86_64 18/108 2023-12-22T17:09:30.072 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-ceph-argparse-2:17.2.7-138.g92be525b.el8 19/108 2023-12-22T17:09:30.072 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-ceph-common-2:17.2.7-138.g92be525b.el8.x 20/108 2023-12-22T17:09:30.072 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-cephfs-2:17.2.7-138.g92be525b.el8.x86_64 21/108 2023-12-22T17:09:30.072 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-rados-2:17.2.7-138.g92be525b.el8.x86_64 22/108 2023-12-22T17:09:30.072 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-rbd-2:17.2.7-138.g92be525b.el8.x86_64 23/108 2023-12-22T17:09:30.072 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-rgw-2:17.2.7-138.g92be525b.el8.x86_64 24/108 2023-12-22T17:09:30.073 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : rbd-fuse-2:17.2.7-138.g92be525b.el8.x86_64 25/108 2023-12-22T17:09:30.073 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : rbd-mirror-2:17.2.7-138.g92be525b.el8.x86_64 26/108 2023-12-22T17:09:30.080 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : rbd-nbd-2:17.2.7-138.g92be525b.el8.x86_64 27/108 2023-12-22T17:09:30.080 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-138.g92be525b.e 28/108 2023-12-22T17:09:30.080 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-138.g92be525b.el8.noar 29/108 2023-12-22T17:09:30.080 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-138.g92be525b.el8.no 30/108 2023-12-22T17:09:30.081 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-138.g92be 31/108 2023-12-22T17:09:30.081 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-138.g92be525b.el8 32/108 2023-12-22T17:09:30.081 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mgr-rook-2:17.2.7-138.g92be525b.el8.noarch 33/108 2023-12-22T17:09:30.081 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-138.g92be525b.el 34/108 2023-12-22T17:09:30.081 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : cephadm-2:17.2.7-138.g92be525b.el8.noarch 35/108 2023-12-22T17:09:30.081 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : jq-1.6-8.el8.x86_64 36/108 2023-12-22T17:09:30.081 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librdkafka-1.6.1-1.el8.x86_64 37/108 2023-12-22T17:09:30.081 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 38/108 2023-12-22T17:09:30.081 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 39/108 2023-12-22T17:09:30.081 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : openblas-0.3.15-4.el8.x86_64 40/108 2023-12-22T17:09:30.081 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : openblas-threads-0.3.15-4.el8.x86_64 41/108 2023-12-22T17:09:30.081 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-attrs-17.4.0-6.el8.noarch 42/108 2023-12-22T17:09:30.081 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 43/108 2023-12-22T17:09:30.081 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 44/108 2023-12-22T17:09:30.081 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 45/108 2023-12-22T17:09:30.082 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 46/108 2023-12-22T17:09:30.082 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-mako-1.0.6-14.el8.noarch 47/108 2023-12-22T17:09:30.082 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 48/108 2023-12-22T17:09:30.082 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 49/108 2023-12-22T17:09:30.082 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 50/108 2023-12-22T17:09:30.082 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-pluggy-0.6.0-3.el8.noarch 51/108 2023-12-22T17:09:30.082 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 52/108 2023-12-22T17:09:30.082 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-py-1.5.3-4.el8.noarch 53/108 2023-12-22T17:09:30.082 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 54/108 2023-12-22T17:09:30.082 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 55/108 2023-12-22T17:09:30.082 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 56/108 2023-12-22T17:09:30.082 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-pytest-3.4.2-11.el8.noarch 57/108 2023-12-22T17:09:30.082 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-pytz-2017.2-11.el8.noarch 58/108 2023-12-22T17:09:30.082 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-scipy-1.0.0-21.module_el8+762+77bd8591.x 59/108 2023-12-22T17:09:30.082 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 60/108 2023-12-22T17:09:30.083 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 61/108 2023-12-22T17:09:30.083 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 62/108 2023-12-22T17:09:30.083 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : fuse-2.9.7-17.el8.x86_64 63/108 2023-12-22T17:09:30.083 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libgfortran-8.5.0-21.el8.x86_64 64/108 2023-12-22T17:09:30.083 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libquadmath-8.5.0-21.el8.x86_64 65/108 2023-12-22T17:09:30.083 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librabbitmq-0.9.0-4.el8.x86_64 66/108 2023-12-22T17:09:30.083 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-cffi-1.11.5-6.el8.x86_64 67/108 2023-12-22T17:09:30.083 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-cryptography-3.2.1-6.el8.x86_64 68/108 2023-12-22T17:09:30.083 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 69/108 2023-12-22T17:09:30.083 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 70/108 2023-12-22T17:09:30.083 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 71/108 2023-12-22T17:09:30.083 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 72/108 2023-12-22T17:09:30.083 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 73/108 2023-12-22T17:09:30.083 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 74/108 2023-12-22T17:09:30.083 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 75/108 2023-12-22T17:09:30.084 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 76/108 2023-12-22T17:09:30.084 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 77/108 2023-12-22T17:09:30.084 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 78/108 2023-12-22T17:09:30.084 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 79/108 2023-12-22T17:09:30.084 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 80/108 2023-12-22T17:09:30.084 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 81/108 2023-12-22T17:09:30.084 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 82/108 2023-12-22T17:09:30.084 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 83/108 2023-12-22T17:09:30.084 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 84/108 2023-12-22T17:09:30.084 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 85/108 2023-12-22T17:09:30.084 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 86/108 2023-12-22T17:09:30.084 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 87/108 2023-12-22T17:09:30.084 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 88/108 2023-12-22T17:09:30.084 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 89/108 2023-12-22T17:09:30.084 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 90/108 2023-12-22T17:09:30.085 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-portend-2.6-1.el8.noarch 91/108 2023-12-22T17:09:30.085 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 92/108 2023-12-22T17:09:30.085 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 93/108 2023-12-22T17:09:30.085 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 94/108 2023-12-22T17:09:30.085 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 95/108 2023-12-22T17:09:30.085 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 96/108 2023-12-22T17:09:30.085 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 97/108 2023-12-22T17:09:30.085 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 98/108 2023-12-22T17:09:30.085 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 99/108 2023-12-22T17:09:30.085 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 100/108 2023-12-22T17:09:30.085 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 101/108 2023-12-22T17:09:30.085 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 102/108 2023-12-22T17:09:30.085 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 103/108 2023-12-22T17:09:30.085 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 104/108 2023-12-22T17:09:30.086 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librados2-2:17.2.7-138.g92be525b.el8.x86_64 105/108 2023-12-22T17:09:30.086 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 106/108 2023-12-22T17:09:30.086 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librbd1-2:17.2.7-138.g92be525b.el8.x86_64 107/108 2023-12-22T17:09:31.744 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-2:17.2.7-138.g92be525b.el8.x86_64 97/108 2023-12-22T17:09:31.978 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-radosgw-2:17.2.7-138.g92be525b.el8.x86_64 98/108 2023-12-22T17:09:32.054 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-138.g92be525b.el8.x86_64 98/108 2023-12-22T17:09:32.263 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-138.g92be52 99/108 2023-12-22T17:09:32.334 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 108/108 2023-12-22T17:09:32.334 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-22T17:09:32.334 INFO:teuthology.orchestra.run.smithi039.stdout:Upgraded: 2023-12-22T17:09:32.334 INFO:teuthology.orchestra.run.smithi039.stdout: librados2-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:32.334 INFO:teuthology.orchestra.run.smithi039.stdout: librbd1-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:32.334 INFO:teuthology.orchestra.run.smithi039.stdout:Installed: 2023-12-22T17:09:32.334 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:32.334 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-base-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:32.335 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-common-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:32.335 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-fuse-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:32.335 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-grafana-dashboards-2:17.2.7-138.g92be525b.el8.noarch 2023-12-22T17:09:32.335 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-immutable-object-cache-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:32.335 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mds-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:32.335 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:32.335 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-cephadm-2:17.2.7-138.g92be525b.el8.noarch 2023-12-22T17:09:32.335 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-dashboard-2:17.2.7-138.g92be525b.el8.noarch 2023-12-22T17:09:32.335 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-diskprediction-local-2:17.2.7-138.g92be525b.el8.noarch 2023-12-22T17:09:32.335 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-modules-core-2:17.2.7-138.g92be525b.el8.noarch 2023-12-22T17:09:32.335 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-rook-2:17.2.7-138.g92be525b.el8.noarch 2023-12-22T17:09:32.335 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mon-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:32.335 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-osd-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:32.335 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-prometheus-alerts-2:17.2.7-138.g92be525b.el8.noarch 2023-12-22T17:09:32.335 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-radosgw-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:32.336 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-selinux-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:32.336 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-test-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:32.336 INFO:teuthology.orchestra.run.smithi039.stdout: cephadm-2:17.2.7-138.g92be525b.el8.noarch 2023-12-22T17:09:32.336 INFO:teuthology.orchestra.run.smithi039.stdout: fuse-2.9.7-17.el8.x86_64 2023-12-22T17:09:32.336 INFO:teuthology.orchestra.run.smithi039.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-12-22T17:09:32.336 INFO:teuthology.orchestra.run.smithi039.stdout: jq-1.6-8.el8.x86_64 2023-12-22T17:09:32.336 INFO:teuthology.orchestra.run.smithi039.stdout: libcephfs-devel-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:32.336 INFO:teuthology.orchestra.run.smithi039.stdout: libcephfs2-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:32.336 INFO:teuthology.orchestra.run.smithi039.stdout: libcephsqlite-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:32.336 INFO:teuthology.orchestra.run.smithi039.stdout: libgfortran-8.5.0-21.el8.x86_64 2023-12-22T17:09:32.336 INFO:teuthology.orchestra.run.smithi039.stdout: liboath-2.6.2-3.el8.x86_64 2023-12-22T17:09:32.336 INFO:teuthology.orchestra.run.smithi039.stdout: libquadmath-8.5.0-21.el8.x86_64 2023-12-22T17:09:32.336 INFO:teuthology.orchestra.run.smithi039.stdout: librabbitmq-0.9.0-4.el8.x86_64 2023-12-22T17:09:32.336 INFO:teuthology.orchestra.run.smithi039.stdout: librados-devel-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:32.336 INFO:teuthology.orchestra.run.smithi039.stdout: libradosstriper1-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:32.336 INFO:teuthology.orchestra.run.smithi039.stdout: librdkafka-1.6.1-1.el8.x86_64 2023-12-22T17:09:32.337 INFO:teuthology.orchestra.run.smithi039.stdout: librgw2-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:32.337 INFO:teuthology.orchestra.run.smithi039.stdout: libunwind-1.3.1-3.el8.x86_64 2023-12-22T17:09:32.337 INFO:teuthology.orchestra.run.smithi039.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-12-22T17:09:32.337 INFO:teuthology.orchestra.run.smithi039.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-12-22T17:09:32.337 INFO:teuthology.orchestra.run.smithi039.stdout: openblas-0.3.15-4.el8.x86_64 2023-12-22T17:09:32.337 INFO:teuthology.orchestra.run.smithi039.stdout: openblas-threads-0.3.15-4.el8.x86_64 2023-12-22T17:09:32.337 INFO:teuthology.orchestra.run.smithi039.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-12-22T17:09:32.337 INFO:teuthology.orchestra.run.smithi039.stdout: python3-attrs-17.4.0-6.el8.noarch 2023-12-22T17:09:32.337 INFO:teuthology.orchestra.run.smithi039.stdout: python3-babel-2.5.1-7.el8.noarch 2023-12-22T17:09:32.337 INFO:teuthology.orchestra.run.smithi039.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-12-22T17:09:32.337 INFO:teuthology.orchestra.run.smithi039.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-12-22T17:09:32.337 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-12-22T17:09:32.337 INFO:teuthology.orchestra.run.smithi039.stdout: python3-ceph-argparse-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:32.337 INFO:teuthology.orchestra.run.smithi039.stdout: python3-ceph-common-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:32.338 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cephfs-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:32.338 INFO:teuthology.orchestra.run.smithi039.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-12-22T17:09:32.338 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cffi-1.11.5-6.el8.x86_64 2023-12-22T17:09:32.338 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-12-22T17:09:32.338 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-12-22T17:09:32.338 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cryptography-3.2.1-6.el8.x86_64 2023-12-22T17:09:32.338 INFO:teuthology.orchestra.run.smithi039.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-12-22T17:09:32.338 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jaraco-6.2-6.el8.noarch 2023-12-22T17:09:32.338 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-12-22T17:09:32.338 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-12-22T17:09:32.338 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-12-22T17:09:32.338 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-12-22T17:09:32.338 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-12-22T17:09:32.338 INFO:teuthology.orchestra.run.smithi039.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-12-22T17:09:32.338 INFO:teuthology.orchestra.run.smithi039.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-12-22T17:09:32.339 INFO:teuthology.orchestra.run.smithi039.stdout: python3-mako-1.0.6-14.el8.noarch 2023-12-22T17:09:32.339 INFO:teuthology.orchestra.run.smithi039.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-12-22T17:09:32.339 INFO:teuthology.orchestra.run.smithi039.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-12-22T17:09:32.339 INFO:teuthology.orchestra.run.smithi039.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-12-22T17:09:32.339 INFO:teuthology.orchestra.run.smithi039.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-12-22T17:09:32.339 INFO:teuthology.orchestra.run.smithi039.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-12-22T17:09:32.339 INFO:teuthology.orchestra.run.smithi039.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-12-22T17:09:32.339 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-12-22T17:09:32.339 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pluggy-0.6.0-3.el8.noarch 2023-12-22T17:09:32.339 INFO:teuthology.orchestra.run.smithi039.stdout: python3-portend-2.6-1.el8.noarch 2023-12-22T17:09:32.339 INFO:teuthology.orchestra.run.smithi039.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-12-22T17:09:32.339 INFO:teuthology.orchestra.run.smithi039.stdout: python3-py-1.5.3-4.el8.noarch 2023-12-22T17:09:32.339 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-12-22T17:09:32.339 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-12-22T17:09:32.339 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-12-22T17:09:32.339 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pycparser-2.14-14.el8.noarch 2023-12-22T17:09:32.340 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pytest-3.4.2-11.el8.noarch 2023-12-22T17:09:32.340 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pytz-2017.2-11.el8.noarch 2023-12-22T17:09:32.340 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rados-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:32.340 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rbd-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:32.340 INFO:teuthology.orchestra.run.smithi039.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-12-22T17:09:32.340 INFO:teuthology.orchestra.run.smithi039.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-12-22T17:09:32.340 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rgw-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:32.340 INFO:teuthology.orchestra.run.smithi039.stdout: python3-routes-2.4.1-12.el8.noarch 2023-12-22T17:09:32.340 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rsa-4.9-2.el8.noarch 2023-12-22T17:09:32.340 INFO:teuthology.orchestra.run.smithi039.stdout: python3-scipy-1.0.0-21.module_el8+762+77bd8591.x86_64 2023-12-22T17:09:32.340 INFO:teuthology.orchestra.run.smithi039.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-12-22T17:09:32.340 INFO:teuthology.orchestra.run.smithi039.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-12-22T17:09:32.340 INFO:teuthology.orchestra.run.smithi039.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-12-22T17:09:32.340 INFO:teuthology.orchestra.run.smithi039.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-12-22T17:09:32.340 INFO:teuthology.orchestra.run.smithi039.stdout: python3-waitress-1.4.3-1.el8.noarch 2023-12-22T17:09:32.340 INFO:teuthology.orchestra.run.smithi039.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-12-22T17:09:32.341 INFO:teuthology.orchestra.run.smithi039.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-12-22T17:09:32.341 INFO:teuthology.orchestra.run.smithi039.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-12-22T17:09:32.341 INFO:teuthology.orchestra.run.smithi039.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-12-22T17:09:32.341 INFO:teuthology.orchestra.run.smithi039.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-12-22T17:09:32.341 INFO:teuthology.orchestra.run.smithi039.stdout: rbd-fuse-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:32.341 INFO:teuthology.orchestra.run.smithi039.stdout: rbd-mirror-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:32.341 INFO:teuthology.orchestra.run.smithi039.stdout: rbd-nbd-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:32.341 INFO:teuthology.orchestra.run.smithi039.stdout: socat-1.7.4.1-1.el8.x86_64 2023-12-22T17:09:32.341 INFO:teuthology.orchestra.run.smithi039.stdout: thrift-0.13.0-2.el8.x86_64 2023-12-22T17:09:32.341 INFO:teuthology.orchestra.run.smithi039.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-12-22T17:09:32.342 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-22T17:09:32.342 INFO:teuthology.orchestra.run.smithi039.stdout:Complete! 2023-12-22T17:09:32.523 DEBUG:teuthology.parallel:result is None 2023-12-22T17:09:32.630 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-138.g92be52 99/108 2023-12-22T17:09:32.797 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : rbd-mirror-2:17.2.7-138.g92be525b.el8.x86_64 100/108 2023-12-22T17:09:38.030 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: rbd-mirror-2:17.2.7-138.g92be525b.el8.x86_64 100/108 2023-12-22T17:09:38.636 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-test-2:17.2.7-138.g92be525b.el8.x86_64 101/108 2023-12-22T17:09:39.009 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : python3-pytest-3.4.2-11.el8.noarch 102/108 2023-12-22T17:09:39.191 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : ceph-fuse-2:17.2.7-138.g92be525b.el8.x86_64 103/108 2023-12-22T17:09:39.404 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : libcephfs-devel-2:17.2.7-138.g92be525b.el8.x86_6 104/108 2023-12-22T17:09:39.629 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : rbd-fuse-2:17.2.7-138.g92be525b.el8.x86_64 105/108 2023-12-22T17:09:39.848 INFO:teuthology.orchestra.run.smithi032.stdout: Installing : rbd-nbd-2:17.2.7-138.g92be525b.el8.x86_64 106/108 2023-12-22T17:09:39.848 INFO:teuthology.orchestra.run.smithi032.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 107/108 2023-12-22T17:09:40.124 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 107/108 2023-12-22T17:09:40.124 INFO:teuthology.orchestra.run.smithi032.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 108/108 2023-12-22T17:09:40.952 INFO:teuthology.orchestra.run.smithi032.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 108/108 2023-12-22T17:09:40.953 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-2:17.2.7-138.g92be525b.el8.x86_64 1/108 2023-12-22T17:09:40.953 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-base-2:17.2.7-138.g92be525b.el8.x86_64 2/108 2023-12-22T17:09:40.953 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-common-2:17.2.7-138.g92be525b.el8.x86_64 3/108 2023-12-22T17:09:40.953 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-fuse-2:17.2.7-138.g92be525b.el8.x86_64 4/108 2023-12-22T17:09:40.953 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-138.g92be52 5/108 2023-12-22T17:09:40.953 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-mds-2:17.2.7-138.g92be525b.el8.x86_64 6/108 2023-12-22T17:09:40.953 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-mgr-2:17.2.7-138.g92be525b.el8.x86_64 7/108 2023-12-22T17:09:40.953 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-mon-2:17.2.7-138.g92be525b.el8.x86_64 8/108 2023-12-22T17:09:40.953 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-osd-2:17.2.7-138.g92be525b.el8.x86_64 9/108 2023-12-22T17:09:40.953 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-radosgw-2:17.2.7-138.g92be525b.el8.x86_64 10/108 2023-12-22T17:09:40.953 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-selinux-2:17.2.7-138.g92be525b.el8.x86_64 11/108 2023-12-22T17:09:40.953 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-test-2:17.2.7-138.g92be525b.el8.x86_64 12/108 2023-12-22T17:09:40.954 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : libcephfs-devel-2:17.2.7-138.g92be525b.el8.x86_6 13/108 2023-12-22T17:09:40.954 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : libcephfs2-2:17.2.7-138.g92be525b.el8.x86_64 14/108 2023-12-22T17:09:40.954 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : libcephsqlite-2:17.2.7-138.g92be525b.el8.x86_64 15/108 2023-12-22T17:09:40.954 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : librados-devel-2:17.2.7-138.g92be525b.el8.x86_64 16/108 2023-12-22T17:09:40.954 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : libradosstriper1-2:17.2.7-138.g92be525b.el8.x86_ 17/108 2023-12-22T17:09:40.954 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : librgw2-2:17.2.7-138.g92be525b.el8.x86_64 18/108 2023-12-22T17:09:40.954 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-ceph-argparse-2:17.2.7-138.g92be525b.el8 19/108 2023-12-22T17:09:40.954 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-ceph-common-2:17.2.7-138.g92be525b.el8.x 20/108 2023-12-22T17:09:40.954 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-cephfs-2:17.2.7-138.g92be525b.el8.x86_64 21/108 2023-12-22T17:09:40.954 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-rados-2:17.2.7-138.g92be525b.el8.x86_64 22/108 2023-12-22T17:09:40.954 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-rbd-2:17.2.7-138.g92be525b.el8.x86_64 23/108 2023-12-22T17:09:40.954 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-rgw-2:17.2.7-138.g92be525b.el8.x86_64 24/108 2023-12-22T17:09:40.954 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : rbd-fuse-2:17.2.7-138.g92be525b.el8.x86_64 25/108 2023-12-22T17:09:40.954 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : rbd-mirror-2:17.2.7-138.g92be525b.el8.x86_64 26/108 2023-12-22T17:09:40.954 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : rbd-nbd-2:17.2.7-138.g92be525b.el8.x86_64 27/108 2023-12-22T17:09:40.962 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-138.g92be525b.e 28/108 2023-12-22T17:09:40.962 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-138.g92be525b.el8.noar 29/108 2023-12-22T17:09:40.962 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-138.g92be525b.el8.no 30/108 2023-12-22T17:09:40.962 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-138.g92be 31/108 2023-12-22T17:09:40.962 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-138.g92be525b.el8 32/108 2023-12-22T17:09:40.962 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-mgr-rook-2:17.2.7-138.g92be525b.el8.noarch 33/108 2023-12-22T17:09:40.962 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-138.g92be525b.el 34/108 2023-12-22T17:09:40.962 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : cephadm-2:17.2.7-138.g92be525b.el8.noarch 35/108 2023-12-22T17:09:40.962 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : jq-1.6-8.el8.x86_64 36/108 2023-12-22T17:09:40.962 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : librdkafka-1.6.1-1.el8.x86_64 37/108 2023-12-22T17:09:40.962 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 38/108 2023-12-22T17:09:40.962 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 39/108 2023-12-22T17:09:40.962 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : openblas-0.3.15-4.el8.x86_64 40/108 2023-12-22T17:09:40.963 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : openblas-threads-0.3.15-4.el8.x86_64 41/108 2023-12-22T17:09:40.963 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-attrs-17.4.0-6.el8.noarch 42/108 2023-12-22T17:09:40.963 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 43/108 2023-12-22T17:09:40.963 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 44/108 2023-12-22T17:09:40.963 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 45/108 2023-12-22T17:09:40.963 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 46/108 2023-12-22T17:09:40.963 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-mako-1.0.6-14.el8.noarch 47/108 2023-12-22T17:09:40.963 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 48/108 2023-12-22T17:09:40.963 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 49/108 2023-12-22T17:09:40.963 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 50/108 2023-12-22T17:09:40.963 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-pluggy-0.6.0-3.el8.noarch 51/108 2023-12-22T17:09:40.963 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 52/108 2023-12-22T17:09:40.963 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-py-1.5.3-4.el8.noarch 53/108 2023-12-22T17:09:40.963 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 54/108 2023-12-22T17:09:40.963 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 55/108 2023-12-22T17:09:40.964 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 56/108 2023-12-22T17:09:40.964 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-pytest-3.4.2-11.el8.noarch 57/108 2023-12-22T17:09:40.964 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-pytz-2017.2-11.el8.noarch 58/108 2023-12-22T17:09:40.964 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-scipy-1.0.0-21.module_el8+762+77bd8591.x 59/108 2023-12-22T17:09:40.964 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 60/108 2023-12-22T17:09:40.964 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 61/108 2023-12-22T17:09:40.964 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 62/108 2023-12-22T17:09:40.964 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : fuse-2.9.7-17.el8.x86_64 63/108 2023-12-22T17:09:40.964 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : libgfortran-8.5.0-21.el8.x86_64 64/108 2023-12-22T17:09:40.964 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : libquadmath-8.5.0-21.el8.x86_64 65/108 2023-12-22T17:09:40.964 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : librabbitmq-0.9.0-4.el8.x86_64 66/108 2023-12-22T17:09:40.964 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-cffi-1.11.5-6.el8.x86_64 67/108 2023-12-22T17:09:40.964 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-cryptography-3.2.1-6.el8.x86_64 68/108 2023-12-22T17:09:40.964 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 69/108 2023-12-22T17:09:40.964 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 70/108 2023-12-22T17:09:40.965 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 71/108 2023-12-22T17:09:40.965 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 72/108 2023-12-22T17:09:40.965 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 73/108 2023-12-22T17:09:40.965 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 74/108 2023-12-22T17:09:40.965 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 75/108 2023-12-22T17:09:40.965 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 76/108 2023-12-22T17:09:40.965 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 77/108 2023-12-22T17:09:40.965 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 78/108 2023-12-22T17:09:40.965 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 79/108 2023-12-22T17:09:40.965 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 80/108 2023-12-22T17:09:40.965 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 81/108 2023-12-22T17:09:40.965 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 82/108 2023-12-22T17:09:40.965 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 83/108 2023-12-22T17:09:40.966 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 84/108 2023-12-22T17:09:40.966 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 85/108 2023-12-22T17:09:40.966 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 86/108 2023-12-22T17:09:40.966 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 87/108 2023-12-22T17:09:40.966 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 88/108 2023-12-22T17:09:40.966 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 89/108 2023-12-22T17:09:40.966 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 90/108 2023-12-22T17:09:40.966 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-portend-2.6-1.el8.noarch 91/108 2023-12-22T17:09:40.966 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 92/108 2023-12-22T17:09:40.966 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 93/108 2023-12-22T17:09:40.966 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 94/108 2023-12-22T17:09:40.966 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 95/108 2023-12-22T17:09:40.966 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 96/108 2023-12-22T17:09:40.966 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 97/108 2023-12-22T17:09:40.966 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 98/108 2023-12-22T17:09:40.967 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 99/108 2023-12-22T17:09:40.967 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 100/108 2023-12-22T17:09:40.967 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 101/108 2023-12-22T17:09:40.967 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 102/108 2023-12-22T17:09:40.967 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 103/108 2023-12-22T17:09:40.967 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 104/108 2023-12-22T17:09:40.967 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : librados2-2:17.2.7-138.g92be525b.el8.x86_64 105/108 2023-12-22T17:09:40.967 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 106/108 2023-12-22T17:09:40.967 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : librbd1-2:17.2.7-138.g92be525b.el8.x86_64 107/108 2023-12-22T17:09:43.549 INFO:teuthology.orchestra.run.smithi032.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 108/108 2023-12-22T17:09:43.549 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:09:43.549 INFO:teuthology.orchestra.run.smithi032.stdout:Upgraded: 2023-12-22T17:09:43.549 INFO:teuthology.orchestra.run.smithi032.stdout: librados2-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:43.549 INFO:teuthology.orchestra.run.smithi032.stdout: librbd1-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:43.549 INFO:teuthology.orchestra.run.smithi032.stdout:Installed: 2023-12-22T17:09:43.549 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:43.549 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-base-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:43.550 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-common-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:43.550 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-fuse-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:43.550 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-grafana-dashboards-2:17.2.7-138.g92be525b.el8.noarch 2023-12-22T17:09:43.550 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-immutable-object-cache-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:43.550 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mds-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:43.550 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:43.550 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr-cephadm-2:17.2.7-138.g92be525b.el8.noarch 2023-12-22T17:09:43.550 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr-dashboard-2:17.2.7-138.g92be525b.el8.noarch 2023-12-22T17:09:43.550 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr-diskprediction-local-2:17.2.7-138.g92be525b.el8.noarch 2023-12-22T17:09:43.550 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr-modules-core-2:17.2.7-138.g92be525b.el8.noarch 2023-12-22T17:09:43.550 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr-rook-2:17.2.7-138.g92be525b.el8.noarch 2023-12-22T17:09:43.550 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mon-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:43.550 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-osd-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:43.551 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-prometheus-alerts-2:17.2.7-138.g92be525b.el8.noarch 2023-12-22T17:09:43.551 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-radosgw-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:43.551 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-selinux-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:43.551 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-test-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:43.551 INFO:teuthology.orchestra.run.smithi032.stdout: cephadm-2:17.2.7-138.g92be525b.el8.noarch 2023-12-22T17:09:43.551 INFO:teuthology.orchestra.run.smithi032.stdout: fuse-2.9.7-17.el8.x86_64 2023-12-22T17:09:43.551 INFO:teuthology.orchestra.run.smithi032.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-12-22T17:09:43.551 INFO:teuthology.orchestra.run.smithi032.stdout: jq-1.6-8.el8.x86_64 2023-12-22T17:09:43.551 INFO:teuthology.orchestra.run.smithi032.stdout: libcephfs-devel-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:43.551 INFO:teuthology.orchestra.run.smithi032.stdout: libcephfs2-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:43.551 INFO:teuthology.orchestra.run.smithi032.stdout: libcephsqlite-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:43.551 INFO:teuthology.orchestra.run.smithi032.stdout: libgfortran-8.5.0-21.el8.x86_64 2023-12-22T17:09:43.551 INFO:teuthology.orchestra.run.smithi032.stdout: liboath-2.6.2-3.el8.x86_64 2023-12-22T17:09:43.551 INFO:teuthology.orchestra.run.smithi032.stdout: libquadmath-8.5.0-21.el8.x86_64 2023-12-22T17:09:43.552 INFO:teuthology.orchestra.run.smithi032.stdout: librabbitmq-0.9.0-4.el8.x86_64 2023-12-22T17:09:43.552 INFO:teuthology.orchestra.run.smithi032.stdout: librados-devel-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:43.552 INFO:teuthology.orchestra.run.smithi032.stdout: libradosstriper1-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:43.552 INFO:teuthology.orchestra.run.smithi032.stdout: librdkafka-1.6.1-1.el8.x86_64 2023-12-22T17:09:43.552 INFO:teuthology.orchestra.run.smithi032.stdout: librgw2-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:43.552 INFO:teuthology.orchestra.run.smithi032.stdout: libunwind-1.3.1-3.el8.x86_64 2023-12-22T17:09:43.552 INFO:teuthology.orchestra.run.smithi032.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-12-22T17:09:43.552 INFO:teuthology.orchestra.run.smithi032.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-12-22T17:09:43.552 INFO:teuthology.orchestra.run.smithi032.stdout: openblas-0.3.15-4.el8.x86_64 2023-12-22T17:09:43.552 INFO:teuthology.orchestra.run.smithi032.stdout: openblas-threads-0.3.15-4.el8.x86_64 2023-12-22T17:09:43.552 INFO:teuthology.orchestra.run.smithi032.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-12-22T17:09:43.552 INFO:teuthology.orchestra.run.smithi032.stdout: python3-attrs-17.4.0-6.el8.noarch 2023-12-22T17:09:43.552 INFO:teuthology.orchestra.run.smithi032.stdout: python3-babel-2.5.1-7.el8.noarch 2023-12-22T17:09:43.552 INFO:teuthology.orchestra.run.smithi032.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-12-22T17:09:43.552 INFO:teuthology.orchestra.run.smithi032.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-12-22T17:09:43.552 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-12-22T17:09:43.552 INFO:teuthology.orchestra.run.smithi032.stdout: python3-ceph-argparse-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:43.553 INFO:teuthology.orchestra.run.smithi032.stdout: python3-ceph-common-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:43.553 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cephfs-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:43.553 INFO:teuthology.orchestra.run.smithi032.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-12-22T17:09:43.553 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cffi-1.11.5-6.el8.x86_64 2023-12-22T17:09:43.553 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-12-22T17:09:43.553 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-12-22T17:09:43.553 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cryptography-3.2.1-6.el8.x86_64 2023-12-22T17:09:43.553 INFO:teuthology.orchestra.run.smithi032.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-12-22T17:09:43.553 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jaraco-6.2-6.el8.noarch 2023-12-22T17:09:43.553 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-12-22T17:09:43.553 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-12-22T17:09:43.553 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-12-22T17:09:43.553 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-12-22T17:09:43.553 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-12-22T17:09:43.554 INFO:teuthology.orchestra.run.smithi032.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-12-22T17:09:43.554 INFO:teuthology.orchestra.run.smithi032.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-12-22T17:09:43.554 INFO:teuthology.orchestra.run.smithi032.stdout: python3-mako-1.0.6-14.el8.noarch 2023-12-22T17:09:43.554 INFO:teuthology.orchestra.run.smithi032.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-12-22T17:09:43.554 INFO:teuthology.orchestra.run.smithi032.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-12-22T17:09:43.554 INFO:teuthology.orchestra.run.smithi032.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-12-22T17:09:43.554 INFO:teuthology.orchestra.run.smithi032.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-12-22T17:09:43.554 INFO:teuthology.orchestra.run.smithi032.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-12-22T17:09:43.554 INFO:teuthology.orchestra.run.smithi032.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-12-22T17:09:43.554 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-12-22T17:09:43.554 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pluggy-0.6.0-3.el8.noarch 2023-12-22T17:09:43.554 INFO:teuthology.orchestra.run.smithi032.stdout: python3-portend-2.6-1.el8.noarch 2023-12-22T17:09:43.554 INFO:teuthology.orchestra.run.smithi032.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-12-22T17:09:43.554 INFO:teuthology.orchestra.run.smithi032.stdout: python3-py-1.5.3-4.el8.noarch 2023-12-22T17:09:43.554 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-12-22T17:09:43.554 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-12-22T17:09:43.554 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-12-22T17:09:43.555 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pycparser-2.14-14.el8.noarch 2023-12-22T17:09:43.555 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pytest-3.4.2-11.el8.noarch 2023-12-22T17:09:43.555 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pytz-2017.2-11.el8.noarch 2023-12-22T17:09:43.555 INFO:teuthology.orchestra.run.smithi032.stdout: python3-rados-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:43.555 INFO:teuthology.orchestra.run.smithi032.stdout: python3-rbd-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:43.555 INFO:teuthology.orchestra.run.smithi032.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-12-22T17:09:43.555 INFO:teuthology.orchestra.run.smithi032.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-12-22T17:09:43.555 INFO:teuthology.orchestra.run.smithi032.stdout: python3-rgw-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:43.555 INFO:teuthology.orchestra.run.smithi032.stdout: python3-routes-2.4.1-12.el8.noarch 2023-12-22T17:09:43.555 INFO:teuthology.orchestra.run.smithi032.stdout: python3-rsa-4.9-2.el8.noarch 2023-12-22T17:09:43.555 INFO:teuthology.orchestra.run.smithi032.stdout: python3-scipy-1.0.0-21.module_el8+762+77bd8591.x86_64 2023-12-22T17:09:43.555 INFO:teuthology.orchestra.run.smithi032.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-12-22T17:09:43.555 INFO:teuthology.orchestra.run.smithi032.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-12-22T17:09:43.555 INFO:teuthology.orchestra.run.smithi032.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-12-22T17:09:43.555 INFO:teuthology.orchestra.run.smithi032.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-12-22T17:09:43.555 INFO:teuthology.orchestra.run.smithi032.stdout: python3-waitress-1.4.3-1.el8.noarch 2023-12-22T17:09:43.556 INFO:teuthology.orchestra.run.smithi032.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-12-22T17:09:43.556 INFO:teuthology.orchestra.run.smithi032.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-12-22T17:09:43.556 INFO:teuthology.orchestra.run.smithi032.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-12-22T17:09:43.556 INFO:teuthology.orchestra.run.smithi032.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-12-22T17:09:43.556 INFO:teuthology.orchestra.run.smithi032.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-12-22T17:09:43.556 INFO:teuthology.orchestra.run.smithi032.stdout: rbd-fuse-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:43.556 INFO:teuthology.orchestra.run.smithi032.stdout: rbd-mirror-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:43.556 INFO:teuthology.orchestra.run.smithi032.stdout: rbd-nbd-2:17.2.7-138.g92be525b.el8.x86_64 2023-12-22T17:09:43.556 INFO:teuthology.orchestra.run.smithi032.stdout: socat-1.7.4.1-1.el8.x86_64 2023-12-22T17:09:43.556 INFO:teuthology.orchestra.run.smithi032.stdout: thrift-0.13.0-2.el8.x86_64 2023-12-22T17:09:43.556 INFO:teuthology.orchestra.run.smithi032.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-12-22T17:09:43.556 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:09:43.556 INFO:teuthology.orchestra.run.smithi032.stdout:Complete! 2023-12-22T17:09:43.729 DEBUG:teuthology.parallel:result is None 2023-12-22T17:09:43.729 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-12-22T17:09:43.729 INFO:teuthology.packaging:ref: None 2023-12-22T17:09:43.729 INFO:teuthology.packaging:tag: None 2023-12-22T17:09:43.729 INFO:teuthology.packaging:branch: quincy 2023-12-22T17:09:43.729 INFO:teuthology.packaging:sha1: f03e7e7cb99812806ba33e00f2fa3a303f677ad8 2023-12-22T17:09:43.730 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=quincy 2023-12-22T17:09:43.966 DEBUG:teuthology.orchestra.run.smithi032:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-12-22T17:09:43.990 INFO:teuthology.orchestra.run.smithi032.stdout:17.2.7-138.g92be525b.el8 2023-12-22T17:09:43.990 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-138.g92be525b.el8 2023-12-22T17:09:43.990 INFO:teuthology.task.install:The correct ceph version 17.2.7-138.g92be525b is installed. 2023-12-22T17:09:43.991 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-12-22T17:09:43.991 INFO:teuthology.packaging:ref: None 2023-12-22T17:09:43.991 INFO:teuthology.packaging:tag: None 2023-12-22T17:09:43.992 INFO:teuthology.packaging:branch: quincy 2023-12-22T17:09:43.992 INFO:teuthology.packaging:sha1: f03e7e7cb99812806ba33e00f2fa3a303f677ad8 2023-12-22T17:09:43.992 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=quincy 2023-12-22T17:09:44.323 DEBUG:teuthology.orchestra.run.smithi039:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-12-22T17:09:44.354 INFO:teuthology.orchestra.run.smithi039.stdout:17.2.7-138.g92be525b.el8 2023-12-22T17:09:44.354 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-138.g92be525b.el8 2023-12-22T17:09:44.354 INFO:teuthology.task.install:The correct ceph version 17.2.7-138.g92be525b is installed. 2023-12-22T17:09:44.355 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2023-12-22T17:09:44.355 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2023-12-22T17:09:44.356 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-12-22T17:09:44.388 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2023-12-22T17:09:44.388 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-12-22T17:09:44.429 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2023-12-22T17:09:44.429 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2023-12-22T17:09:44.429 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/usr/bin/daemon-helper 2023-12-22T17:09:44.457 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-12-22T17:09:44.525 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2023-12-22T17:09:44.525 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/usr/bin/daemon-helper 2023-12-22T17:09:44.556 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-12-22T17:09:44.626 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2023-12-22T17:09:44.626 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2023-12-22T17:09:44.626 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/usr/bin/adjust-ulimits 2023-12-22T17:09:44.654 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-12-22T17:09:44.722 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2023-12-22T17:09:44.722 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/usr/bin/adjust-ulimits 2023-12-22T17:09:44.752 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-12-22T17:09:44.823 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2023-12-22T17:09:44.823 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2023-12-22T17:09:44.823 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/usr/bin/stdin-killer 2023-12-22T17:09:44.850 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-12-22T17:09:44.917 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2023-12-22T17:09:44.917 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/usr/bin/stdin-killer 2023-12-22T17:09:44.947 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-12-22T17:09:45.016 INFO:teuthology.run_tasks:Running task print... 2023-12-22T17:09:45.025 INFO:teuthology.task.print:**** done install task... 2023-12-22T17:09:45.025 INFO:teuthology.run_tasks:Running task print... 2023-12-22T17:09:45.049 INFO:teuthology.task.print:**** done start installing quincy cephadm ... 2023-12-22T17:09:45.049 INFO:teuthology.run_tasks:Running task cephadm... 2023-12-22T17:09:45.130 INFO:tasks.cephadm:Config: {'cephadm_branch': 'quincy', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:quincy', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'f03e7e7cb99812806ba33e00f2fa3a303f677ad8'} 2023-12-22T17:09:45.130 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:quincy 2023-12-22T17:09:45.131 INFO:tasks.cephadm:Cluster fsid is e779e1d0-a0ec-11ee-95a5-87774f69a715 2023-12-22T17:09:45.131 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2023-12-22T17:09:45.132 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.32', 'mon.c': '[v2:172.21.15.32:3301,v1:172.21.15.32:6790]', 'mon.b': '172.21.15.39'} 2023-12-22T17:09:45.132 INFO:tasks.cephadm:First mon is mon.a on smithi032 2023-12-22T17:09:45.132 INFO:tasks.cephadm:First mgr is y 2023-12-22T17:09:45.132 INFO:tasks.cephadm:Normalizing hostnames... 2023-12-22T17:09:45.132 DEBUG:teuthology.orchestra.run.smithi032:> sudo hostname $(hostname -s) 2023-12-22T17:09:45.160 DEBUG:teuthology.orchestra.run.smithi039:> sudo hostname $(hostname -s) 2023-12-22T17:09:45.190 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref quincy)... 2023-12-22T17:09:45.190 DEBUG:teuthology.orchestra.run.smithi032:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-12-22T17:09:45.496 INFO:teuthology.orchestra.run.smithi032.stdout:-rw-rw-r--. 1 ubuntu ubuntu 367151 Dec 22 17:09 /home/ubuntu/cephtest/cephadm 2023-12-22T17:09:45.497 DEBUG:teuthology.orchestra.run.smithi039:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-12-22T17:09:45.814 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-rw-r--. 1 ubuntu ubuntu 367151 Dec 22 17:09 /home/ubuntu/cephtest/cephadm 2023-12-22T17:09:45.814 DEBUG:teuthology.orchestra.run.smithi032:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-12-22T17:09:45.836 DEBUG:teuthology.orchestra.run.smithi039:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-12-22T17:09:45.869 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:quincy on all hosts... 2023-12-22T17:09:45.869 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2023-12-22T17:09:45.879 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2023-12-22T17:09:50.568 INFO:teuthology.orchestra.run.smithi039.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2023-12-22T17:09:50.760 INFO:teuthology.orchestra.run.smithi032.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2023-12-22T17:10:27.537 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-22T17:10:27.537 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_version": "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)", 2023-12-22T17:10:27.537 INFO:teuthology.orchestra.run.smithi039.stdout: "image_id": "e47d1a188c30fc510025e0967e4c284007fe3dc0bc8dc919a6c9679229f9b48e", 2023-12-22T17:10:27.537 INFO:teuthology.orchestra.run.smithi039.stdout: "repo_digests": [ 2023-12-22T17:10:27.537 INFO:teuthology.orchestra.run.smithi039.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:aee694af007e6a29aa13d35eeac35141be328bea7e14e9676fa07894e5322981" 2023-12-22T17:10:27.537 INFO:teuthology.orchestra.run.smithi039.stdout: ] 2023-12-22T17:10:27.538 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-22T17:10:31.445 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:10:31.445 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_version": "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)", 2023-12-22T17:10:31.445 INFO:teuthology.orchestra.run.smithi032.stdout: "image_id": "e47d1a188c30fc510025e0967e4c284007fe3dc0bc8dc919a6c9679229f9b48e", 2023-12-22T17:10:31.445 INFO:teuthology.orchestra.run.smithi032.stdout: "repo_digests": [ 2023-12-22T17:10:31.445 INFO:teuthology.orchestra.run.smithi032.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:aee694af007e6a29aa13d35eeac35141be328bea7e14e9676fa07894e5322981" 2023-12-22T17:10:31.445 INFO:teuthology.orchestra.run.smithi032.stdout: ] 2023-12-22T17:10:31.445 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:10:31.464 DEBUG:teuthology.orchestra.run.smithi032:> sudo mkdir -p /etc/ceph 2023-12-22T17:10:31.495 DEBUG:teuthology.orchestra.run.smithi039:> sudo mkdir -p /etc/ceph 2023-12-22T17:10:31.533 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod 777 /etc/ceph 2023-12-22T17:10:31.562 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 777 /etc/ceph 2023-12-22T17:10:31.606 INFO:tasks.cephadm:Writing seed config... 2023-12-22T17:10:31.606 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2023-12-22T17:10:31.607 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2023-12-22T17:10:31.607 INFO:tasks.cephadm: override: [osd] debug ms = 1 2023-12-22T17:10:31.607 INFO:tasks.cephadm: override: [osd] debug osd = 20 2023-12-22T17:10:31.607 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2023-12-22T17:10:31.607 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2023-12-22T17:10:31.607 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2023-12-22T17:10:31.607 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2023-12-22T17:10:31.607 INFO:tasks.cephadm: override: [mon] debug mon = 20 2023-12-22T17:10:31.607 INFO:tasks.cephadm: override: [mon] debug ms = 1 2023-12-22T17:10:31.607 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2023-12-22T17:10:31.608 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2023-12-22T17:10:31.608 DEBUG:teuthology.orchestra.run.smithi032:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2023-12-22T17:10:31.626 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = e779e1d0-a0ec-11ee-95a5-87774f69a715 mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2023-12-22T17:10:31.626 DEBUG:teuthology.orchestra.run.smithi032:mon.a> sudo journalctl -f -n 0 -u ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@mon.a.service 2023-12-22T17:10:31.669 DEBUG:teuthology.orchestra.run.smithi032:mgr.y> sudo journalctl -f -n 0 -u ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@mgr.y.service 2023-12-22T17:10:31.696 INFO:journalctl@ceph.mon.a.smithi032.stdout:-- Logs begin at Fri 2023-12-22 16:56:26 UTC. -- 2023-12-22T17:10:31.697 INFO:tasks.cephadm:Bootstrapping... 2023-12-22T17:10:31.697 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy -v bootstrap --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.32 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2023-12-22T17:10:31.723 INFO:journalctl@ceph.mgr.y.smithi032.stdout:-- Logs begin at Fri 2023-12-22 16:56:26 UTC. -- 2023-12-22T17:10:31.905 INFO:teuthology.orchestra.run.smithi032.stdout:-------------------------------------------------------------------------------- 2023-12-22T17:10:31.906 INFO:teuthology.orchestra.run.smithi032.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:quincy', '-v', 'bootstrap', '--fsid', 'e779e1d0-a0ec-11ee-95a5-87774f69a715', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.32', '--skip-admin-label'] 2023-12-22T17:10:31.941 INFO:teuthology.orchestra.run.smithi032.stdout:/bin/podman: stdout 4.6.1 2023-12-22T17:10:31.942 INFO:teuthology.orchestra.run.smithi032.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2023-12-22T17:10:31.942 INFO:teuthology.orchestra.run.smithi032.stdout:Verifying podman|docker is present... 2023-12-22T17:10:31.970 INFO:teuthology.orchestra.run.smithi032.stdout:/bin/podman: stdout 4.6.1 2023-12-22T17:10:31.970 INFO:teuthology.orchestra.run.smithi032.stdout:Verifying lvm2 is present... 2023-12-22T17:10:31.970 INFO:teuthology.orchestra.run.smithi032.stdout:Verifying time synchronization is in place... 2023-12-22T17:10:31.977 INFO:teuthology.orchestra.run.smithi032.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2023-12-22T17:10:31.977 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2023-12-22T17:10:31.983 INFO:teuthology.orchestra.run.smithi032.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2023-12-22T17:10:31.983 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stdout inactive 2023-12-22T17:10:31.989 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stdout enabled 2023-12-22T17:10:31.996 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stdout active 2023-12-22T17:10:31.996 INFO:teuthology.orchestra.run.smithi032.stdout:Unit chronyd.service is enabled and running 2023-12-22T17:10:31.996 INFO:teuthology.orchestra.run.smithi032.stdout:Repeating the final host check... 2023-12-22T17:10:32.025 INFO:teuthology.orchestra.run.smithi032.stdout:/bin/podman: stdout 4.6.1 2023-12-22T17:10:32.025 INFO:teuthology.orchestra.run.smithi032.stdout:podman (/bin/podman) version 4.6.1 is present 2023-12-22T17:10:32.025 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl is present 2023-12-22T17:10:32.026 INFO:teuthology.orchestra.run.smithi032.stdout:lvcreate is present 2023-12-22T17:10:32.032 INFO:teuthology.orchestra.run.smithi032.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2023-12-22T17:10:32.032 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2023-12-22T17:10:32.038 INFO:teuthology.orchestra.run.smithi032.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2023-12-22T17:10:32.038 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stdout inactive 2023-12-22T17:10:32.043 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stdout enabled 2023-12-22T17:10:32.050 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stdout active 2023-12-22T17:10:32.050 INFO:teuthology.orchestra.run.smithi032.stdout:Unit chronyd.service is enabled and running 2023-12-22T17:10:32.050 INFO:teuthology.orchestra.run.smithi032.stdout:Host looks OK 2023-12-22T17:10:32.050 INFO:teuthology.orchestra.run.smithi032.stdout:Cluster fsid: e779e1d0-a0ec-11ee-95a5-87774f69a715 2023-12-22T17:10:32.050 INFO:teuthology.orchestra.run.smithi032.stdout:Acquiring lock 140182145518056 on /run/cephadm/e779e1d0-a0ec-11ee-95a5-87774f69a715.lock 2023-12-22T17:10:32.050 INFO:teuthology.orchestra.run.smithi032.stdout:Lock 140182145518056 acquired on /run/cephadm/e779e1d0-a0ec-11ee-95a5-87774f69a715.lock 2023-12-22T17:10:32.051 INFO:teuthology.orchestra.run.smithi032.stdout:Verifying IP 172.21.15.32 port 3300 ... 2023-12-22T17:10:32.051 INFO:teuthology.orchestra.run.smithi032.stdout:Verifying IP 172.21.15.32 port 6789 ... 2023-12-22T17:10:32.051 INFO:teuthology.orchestra.run.smithi032.stdout:Base mon IP(s) is [172.21.15.32:3300, 172.21.15.32:6789], mon addrv is [v2:172.21.15.32:3300,v1:172.21.15.32:6789] 2023-12-22T17:10:32.055 INFO:teuthology.orchestra.run.smithi032.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.32 metric 100 2023-12-22T17:10:32.055 INFO:teuthology.orchestra.run.smithi032.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.32 metric 100 2023-12-22T17:10:32.057 INFO:teuthology.orchestra.run.smithi032.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2023-12-22T17:10:32.058 INFO:teuthology.orchestra.run.smithi032.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 256 pref medium 2023-12-22T17:10:32.058 INFO:teuthology.orchestra.run.smithi032.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 1024 expires 1589sec hoplimit 64 pref medium 2023-12-22T17:10:32.060 INFO:teuthology.orchestra.run.smithi032.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2023-12-22T17:10:32.060 INFO:teuthology.orchestra.run.smithi032.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2023-12-22T17:10:32.061 INFO:teuthology.orchestra.run.smithi032.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2023-12-22T17:10:32.061 INFO:teuthology.orchestra.run.smithi032.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2023-12-22T17:10:32.061 INFO:teuthology.orchestra.run.smithi032.stdout:/sbin/ip: stdout inet6 fe80::ae1f:6bff:fef8:2602/64 scope link 2023-12-22T17:10:32.061 INFO:teuthology.orchestra.run.smithi032.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2023-12-22T17:10:32.062 INFO:teuthology.orchestra.run.smithi032.stdout:Mon IP `172.21.15.32` is in CIDR network `172.21.0.0/20` 2023-12-22T17:10:32.062 INFO:teuthology.orchestra.run.smithi032.stdout:Mon IP `172.21.15.32` is in CIDR network `172.21.0.0/20` 2023-12-22T17:10:32.062 INFO:teuthology.orchestra.run.smithi032.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2023-12-22T17:10:32.062 INFO:teuthology.orchestra.run.smithi032.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2023-12-22T17:10:32.062 INFO:teuthology.orchestra.run.smithi032.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2023-12-22T17:10:32.533 INFO:teuthology.orchestra.run.smithi032.stdout:/bin/podman: stdout e47d1a188c30fc510025e0967e4c284007fe3dc0bc8dc919a6c9679229f9b48e 2023-12-22T17:10:32.533 INFO:teuthology.orchestra.run.smithi032.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:quincy... 2023-12-22T17:10:32.533 INFO:teuthology.orchestra.run.smithi032.stdout:/bin/podman: stderr Getting image source signatures 2023-12-22T17:10:32.533 INFO:teuthology.orchestra.run.smithi032.stdout:/bin/podman: stderr Copying blob sha256:db9f765d5fdcaca8bea97a6750eb10d4f9f7b4b7e30b9924802ceeb9600122eb 2023-12-22T17:10:32.533 INFO:teuthology.orchestra.run.smithi032.stdout:/bin/podman: stderr Copying blob sha256:46af8f5390d4e94fc57efb422ccb97bb53dfe5b948546bfc191b46557eb2dbd9 2023-12-22T17:10:32.533 INFO:teuthology.orchestra.run.smithi032.stdout:/bin/podman: stderr Copying config sha256:e47d1a188c30fc510025e0967e4c284007fe3dc0bc8dc919a6c9679229f9b48e 2023-12-22T17:10:32.534 INFO:teuthology.orchestra.run.smithi032.stdout:/bin/podman: stderr Writing manifest to image destination 2023-12-22T17:10:33.356 INFO:teuthology.orchestra.run.smithi032.stdout:ceph: stdout ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable) 2023-12-22T17:10:33.356 INFO:teuthology.orchestra.run.smithi032.stdout:Ceph version: ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable) 2023-12-22T17:10:33.356 INFO:teuthology.orchestra.run.smithi032.stdout:Extracting ceph user uid/gid from container image... 2023-12-22T17:10:33.938 INFO:teuthology.orchestra.run.smithi032.stdout:stat: stdout 167 167 2023-12-22T17:10:33.938 INFO:teuthology.orchestra.run.smithi032.stdout:Creating initial keys... 2023-12-22T17:10:34.583 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-authtool: stdout AQAKw4Vl25EIDBAAAzGb089K6Ft7WYkh4jJpOg== 2023-12-22T17:10:36.889 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-authtool: stdout AQALw4VlEzIoJxAAZr6DqQDt2ZPySaN7WBDvXw== 2023-12-22T17:10:37.516 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph-authtool: stdout AQANw4VloOnzCBAA7xMGn4yXFNce/1KKPCB+zQ== 2023-12-22T17:10:37.516 INFO:teuthology.orchestra.run.smithi032.stdout:Creating initial monmap... 2023-12-22T17:10:38.282 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2023-12-22T17:10:38.283 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = octopus 2023-12-22T17:10:38.283 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to e779e1d0-a0ec-11ee-95a5-87774f69a715 2023-12-22T17:10:38.283 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2023-12-22T17:10:38.283 INFO:teuthology.orchestra.run.smithi032.stdout:monmaptool for a [v2:172.21.15.32:3300,v1:172.21.15.32:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2023-12-22T17:10:38.283 INFO:teuthology.orchestra.run.smithi032.stdout:setting min_mon_release = octopus 2023-12-22T17:10:38.283 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/monmaptool: set fsid to e779e1d0-a0ec-11ee-95a5-87774f69a715 2023-12-22T17:10:38.283 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2023-12-22T17:10:38.283 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:10:38.284 INFO:teuthology.orchestra.run.smithi032.stdout:Creating mon... 2023-12-22T17:10:39.088 INFO:teuthology.orchestra.run.smithi032.stdout:create mon.a on 2023-12-22T17:10:39.189 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stderr Removed /etc/systemd/system/multi-user.target.wants/ceph.target. 2023-12-22T17:10:39.279 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2023-12-22T17:10:39.377 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715.target → /etc/systemd/system/ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715.target. 2023-12-22T17:10:39.378 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715.target → /etc/systemd/system/ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715.target. 2023-12-22T17:10:39.506 INFO:teuthology.orchestra.run.smithi032.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@mon.a 2023-12-22T17:10:39.506 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stderr Failed to reset failed state of unit ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@mon.a.service: Unit ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@mon.a.service not loaded. 2023-12-22T17:10:39.605 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715.target.wants/ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@mon.a.service → /etc/systemd/system/ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@.service. 2023-12-22T17:10:39.936 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:39 smithi032 systemd[1]: Starting Ceph mon.a for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:10:40.134 INFO:teuthology.orchestra.run.smithi032.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-12-22T17:10:40.134 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stdout disabled 2023-12-22T17:10:40.143 INFO:teuthology.orchestra.run.smithi032.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-12-22T17:10:40.143 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stdout inactive 2023-12-22T17:10:40.143 INFO:teuthology.orchestra.run.smithi032.stdout:firewalld.service is not enabled 2023-12-22T17:10:40.143 INFO:teuthology.orchestra.run.smithi032.stdout:Not possible to enable service . firewalld.service is not available 2023-12-22T17:10:40.143 INFO:teuthology.orchestra.run.smithi032.stdout:Waiting for mon to start... 2023-12-22T17:10:40.143 INFO:teuthology.orchestra.run.smithi032.stdout:Waiting for mon... 2023-12-22T17:10:40.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:40 smithi032 bash[110133]: 589ad682fc55760cf5fe13af8133ebade879ccb3eef5af24399ff5686d229067 2023-12-22T17:10:40.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:40 smithi032 systemd[1]: Started Ceph mon.a for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:10:40.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:40 smithi032 ceph-mon[110170]: mkfs e779e1d0-a0ec-11ee-95a5-87774f69a715 2023-12-22T17:10:40.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:40 smithi032 ceph-mon[110170]: mon.a is new leader, mons a in quorum (ranks 0) 2023-12-22T17:10:40.950 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout cluster: 2023-12-22T17:10:40.950 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout id: e779e1d0-a0ec-11ee-95a5-87774f69a715 2023-12-22T17:10:40.950 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2023-12-22T17:10:40.950 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 2023-12-22T17:10:40.950 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout services: 2023-12-22T17:10:40.950 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.454484s) 2023-12-22T17:10:40.950 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2023-12-22T17:10:40.950 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2023-12-22T17:10:40.950 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 2023-12-22T17:10:40.950 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout data: 2023-12-22T17:10:40.950 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2023-12-22T17:10:40.950 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2023-12-22T17:10:40.951 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2023-12-22T17:10:40.951 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout pgs: 2023-12-22T17:10:40.951 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 2023-12-22T17:10:40.951 INFO:teuthology.orchestra.run.smithi032.stdout:mon is available 2023-12-22T17:10:40.951 INFO:teuthology.orchestra.run.smithi032.stdout:Assimilating anything we can from ceph.conf... 2023-12-22T17:10:41.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:41 smithi032 ceph-mon[110170]: mon.a is new leader, mons a in quorum (ranks 0) 2023-12-22T17:10:41.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:41 smithi032 ceph-mon[110170]: monmap e1: 1 mons at {a=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-22T17:10:41.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:41 smithi032 ceph-mon[110170]: fsmap 2023-12-22T17:10:41.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:41 smithi032 ceph-mon[110170]: osdmap e1: 0 total, 0 up, 0 in 2023-12-22T17:10:41.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:41 smithi032 ceph-mon[110170]: mgrmap e1: no daemons active 2023-12-22T17:10:41.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:41 smithi032 ceph-mon[110170]: from='client.? 172.21.15.32:0/1870727698' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2023-12-22T17:10:41.839 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 2023-12-22T17:10:41.841 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout [global] 2023-12-22T17:10:41.842 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout fsid = e779e1d0-a0ec-11ee-95a5-87774f69a715 2023-12-22T17:10:41.842 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.32:3300,v1:172.21.15.32:6789] 2023-12-22T17:10:41.842 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2023-12-22T17:10:41.842 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2023-12-22T17:10:41.842 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2023-12-22T17:10:41.842 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2023-12-22T17:10:41.842 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 2023-12-22T17:10:41.842 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout [mgr] 2023-12-22T17:10:41.842 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2023-12-22T17:10:41.842 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 2023-12-22T17:10:41.842 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout [osd] 2023-12-22T17:10:41.842 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2023-12-22T17:10:41.842 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2023-12-22T17:10:41.842 INFO:teuthology.orchestra.run.smithi032.stdout:Generating new minimal ceph.conf... 2023-12-22T17:10:42.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:42 smithi032 ceph-mon[110170]: from='client.? 172.21.15.32:0/1432965494' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-12-22T17:10:42.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:42 smithi032 ceph-mon[110170]: from='client.? 172.21.15.32:0/1432965494' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2023-12-22T17:10:42.656 INFO:teuthology.orchestra.run.smithi032.stdout:Restarting the monitor... 2023-12-22T17:10:42.835 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:42 smithi032 systemd[1]: Stopping Ceph mon.a for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:10:43.114 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:42 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[110147]: 2023-12-22T17:10:42.825+0000 7f1eb352e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-12-22T17:10:43.114 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:42 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[110147]: 2023-12-22T17:10:42.825+0000 7f1eb352e700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2023-12-22T17:10:43.391 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 bash[110495]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a 2023-12-22T17:10:43.647 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 systemd[1]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@mon.a.service: Succeeded. 2023-12-22T17:10:43.647 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 systemd[1]: Stopped Ceph mon.a for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:10:43.647 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 systemd[1]: Starting Ceph mon.a for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:10:43.698 INFO:teuthology.orchestra.run.smithi032.stdout:Setting mon public_network to 172.21.0.0/20 2023-12-22T17:10:44.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: set uid:gid to 167:167 (ceph:ceph) 2023-12-22T17:10:44.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable), process ceph-mon, pid 7 2023-12-22T17:10:44.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: pidfile_write: ignore empty --pid-file 2023-12-22T17:10:44.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: load: jerasure load: lrc 2023-12-22T17:10:44.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: RocksDB version: 6.15.5 2023-12-22T17:10:44.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2023-12-22T17:10:44.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Compile date Dec 22 2023 2023-12-22T17:10:44.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: DB SUMMARY 2023-12-22T17:10:44.189 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: DB Session ID: Y3YBD06XVM4MJ7PN1KKO 2023-12-22T17:10:44.189 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: CURRENT file: CURRENT 2023-12-22T17:10:44.189 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: IDENTITY file: IDENTITY 2023-12-22T17:10:44.189 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: MANIFEST file: MANIFEST-000009 size: 131 Bytes 2023-12-22T17:10:44.189 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2023-12-22T17:10:44.189 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000010.log size: 82301 ; 2023-12-22T17:10:44.189 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.error_if_exists: 0 2023-12-22T17:10:44.189 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.create_if_missing: 0 2023-12-22T17:10:44.189 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.paranoid_checks: 1 2023-12-22T17:10:44.189 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-12-22T17:10:44.189 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.env: 0x5597d06bca80 2023-12-22T17:10:44.189 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.fs: Posix File System 2023-12-22T17:10:44.189 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.info_log: 0x5597d1499dc0 2023-12-22T17:10:44.190 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.max_file_opening_threads: 16 2023-12-22T17:10:44.190 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.statistics: (nil) 2023-12-22T17:10:44.190 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.use_fsync: 0 2023-12-22T17:10:44.190 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.max_log_file_size: 0 2023-12-22T17:10:44.190 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-12-22T17:10:44.190 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.log_file_time_to_roll: 0 2023-12-22T17:10:44.190 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.keep_log_file_num: 1000 2023-12-22T17:10:44.190 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.recycle_log_file_num: 0 2023-12-22T17:10:44.190 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.allow_fallocate: 1 2023-12-22T17:10:44.190 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.allow_mmap_reads: 0 2023-12-22T17:10:44.190 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.allow_mmap_writes: 0 2023-12-22T17:10:44.190 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.use_direct_reads: 0 2023-12-22T17:10:44.190 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-12-22T17:10:44.190 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.create_missing_column_families: 0 2023-12-22T17:10:44.191 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.db_log_dir: 2023-12-22T17:10:44.191 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2023-12-22T17:10:44.191 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.table_cache_numshardbits: 6 2023-12-22T17:10:44.191 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.WAL_ttl_seconds: 0 2023-12-22T17:10:44.191 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.WAL_size_limit_MB: 0 2023-12-22T17:10:44.191 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-12-22T17:10:44.191 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-12-22T17:10:44.191 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.is_fd_close_on_exec: 1 2023-12-22T17:10:44.191 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.advise_random_on_open: 1 2023-12-22T17:10:44.191 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.db_write_buffer_size: 0 2023-12-22T17:10:44.191 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.write_buffer_manager: 0x5597d218c960 2023-12-22T17:10:44.191 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-12-22T17:10:44.192 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2023-12-22T17:10:44.192 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-12-22T17:10:44.192 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.use_adaptive_mutex: 0 2023-12-22T17:10:44.192 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.rate_limiter: (nil) 2023-12-22T17:10:44.192 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-12-22T17:10:44.192 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.wal_recovery_mode: 2 2023-12-22T17:10:44.192 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.enable_thread_tracking: 0 2023-12-22T17:10:44.192 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.enable_pipelined_write: 0 2023-12-22T17:10:44.192 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.unordered_write: 0 2023-12-22T17:10:44.192 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-12-22T17:10:44.192 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-12-22T17:10:44.192 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-12-22T17:10:44.192 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-12-22T17:10:44.193 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.row_cache: None 2023-12-22T17:10:44.193 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.wal_filter: None 2023-12-22T17:10:44.193 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-12-22T17:10:44.193 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.allow_ingest_behind: 0 2023-12-22T17:10:44.193 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.preserve_deletes: 0 2023-12-22T17:10:44.193 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.two_write_queues: 0 2023-12-22T17:10:44.193 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.manual_wal_flush: 0 2023-12-22T17:10:44.193 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.atomic_flush: 0 2023-12-22T17:10:44.193 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-12-22T17:10:44.193 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.persist_stats_to_disk: 0 2023-12-22T17:10:44.193 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.write_dbid_to_manifest: 0 2023-12-22T17:10:44.193 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.log_readahead_size: 0 2023-12-22T17:10:44.193 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-12-22T17:10:44.193 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.best_efforts_recovery: 0 2023-12-22T17:10:44.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-12-22T17:10:44.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-12-22T17:10:44.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.allow_data_in_errors: 0 2023-12-22T17:10:44.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.db_host_id: __hostname__ 2023-12-22T17:10:44.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.max_background_jobs: 2 2023-12-22T17:10:44.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.max_background_compactions: -1 2023-12-22T17:10:44.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.max_subcompactions: 1 2023-12-22T17:10:44.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 bash[110614]: 10ac1b02a4541022d1fa578188b9724defdb8fc376e40bd217a9fbc1ae9bb0f9 2023-12-22T17:10:44.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-12-22T17:10:44.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-12-22T17:10:44.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.delayed_write_rate : 16777216 2023-12-22T17:10:44.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.max_total_wal_size: 0 2023-12-22T17:10:44.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-12-22T17:10:44.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.stats_dump_period_sec: 600 2023-12-22T17:10:44.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.stats_persist_period_sec: 600 2023-12-22T17:10:44.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-12-22T17:10:44.195 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.max_open_files: -1 2023-12-22T17:10:44.195 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.bytes_per_sync: 0 2023-12-22T17:10:44.195 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.wal_bytes_per_sync: 0 2023-12-22T17:10:44.195 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.strict_bytes_per_sync: 0 2023-12-22T17:10:44.195 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.compaction_readahead_size: 0 2023-12-22T17:10:44.195 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.max_background_flushes: -1 2023-12-22T17:10:44.195 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Compression algorithms supported: 2023-12-22T17:10:44.195 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-12-22T17:10:44.195 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: kZSTD supported: 0 2023-12-22T17:10:44.195 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: kXpressCompression supported: 0 2023-12-22T17:10:44.195 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: kLZ4HCCompression supported: 1 2023-12-22T17:10:44.195 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: kZlibCompression supported: 1 2023-12-22T17:10:44.195 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: kSnappyCompression supported: 1 2023-12-22T17:10:44.195 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: kLZ4Compression supported: 1 2023-12-22T17:10:44.195 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: kBZip2Compression supported: 0 2023-12-22T17:10:44.196 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Fast CRC32 supported: Supported on x86 2023-12-22T17:10:44.196 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 2023-12-22T17:10:44.196 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2023-12-22T17:10:44.196 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-12-22T17:10:44.196 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.merge_operator: 2023-12-22T17:10:44.196 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.compaction_filter: None 2023-12-22T17:10:44.196 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.compaction_filter_factory: None 2023-12-22T17:10:44.196 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.sst_partitioner_factory: None 2023-12-22T17:10:44.196 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.memtable_factory: SkipListFactory 2023-12-22T17:10:44.196 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.table_factory: BlockBasedTable 2023-12-22T17:10:44.196 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5597d146cf90) 2023-12-22T17:10:44.196 INFO:journalctl@ceph.mon.a.smithi032.stdout: cache_index_and_filter_blocks: 1 2023-12-22T17:10:44.196 INFO:journalctl@ceph.mon.a.smithi032.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-12-22T17:10:44.196 INFO:journalctl@ceph.mon.a.smithi032.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-12-22T17:10:44.196 INFO:journalctl@ceph.mon.a.smithi032.stdout: pin_top_level_index_and_filter: 1 2023-12-22T17:10:44.196 INFO:journalctl@ceph.mon.a.smithi032.stdout: index_type: 0 2023-12-22T17:10:44.197 INFO:journalctl@ceph.mon.a.smithi032.stdout: data_block_index_type: 0 2023-12-22T17:10:44.197 INFO:journalctl@ceph.mon.a.smithi032.stdout: index_shortening: 1 2023-12-22T17:10:44.197 INFO:journalctl@ceph.mon.a.smithi032.stdout: data_block_hash_table_util_ratio: 0.750000 2023-12-22T17:10:44.197 INFO:journalctl@ceph.mon.a.smithi032.stdout: hash_index_allow_collision: 1 2023-12-22T17:10:44.197 INFO:journalctl@ceph.mon.a.smithi032.stdout: checksum: 1 2023-12-22T17:10:44.197 INFO:journalctl@ceph.mon.a.smithi032.stdout: no_block_cache: 0 2023-12-22T17:10:44.197 INFO:journalctl@ceph.mon.a.smithi032.stdout: block_cache: 0x5597d149f090 2023-12-22T17:10:44.197 INFO:journalctl@ceph.mon.a.smithi032.stdout: block_cache_name: BinnedLRUCache 2023-12-22T17:10:44.197 INFO:journalctl@ceph.mon.a.smithi032.stdout: block_cache_options: 2023-12-22T17:10:44.197 INFO:journalctl@ceph.mon.a.smithi032.stdout: capacity : 536870912 2023-12-22T17:10:44.197 INFO:journalctl@ceph.mon.a.smithi032.stdout: num_shard_bits : 4 2023-12-22T17:10:44.198 INFO:journalctl@ceph.mon.a.smithi032.stdout: strict_capacity_limit : 0 2023-12-22T17:10:44.198 INFO:journalctl@ceph.mon.a.smithi032.stdout: high_pri_pool_ratio: 0.000 2023-12-22T17:10:44.198 INFO:journalctl@ceph.mon.a.smithi032.stdout: block_cache_compressed: (nil) 2023-12-22T17:10:44.198 INFO:journalctl@ceph.mon.a.smithi032.stdout: persistent_cache: (nil) 2023-12-22T17:10:44.198 INFO:journalctl@ceph.mon.a.smithi032.stdout: block_size: 4096 2023-12-22T17:10:44.198 INFO:journalctl@ceph.mon.a.smithi032.stdout: block_size_deviation: 10 2023-12-22T17:10:44.198 INFO:journalctl@ceph.mon.a.smithi032.stdout: block_restart_interval: 16 2023-12-22T17:10:44.198 INFO:journalctl@ceph.mon.a.smithi032.stdout: index_block_restart_interval: 1 2023-12-22T17:10:44.198 INFO:journalctl@ceph.mon.a.smithi032.stdout: metadata_block_size: 4096 2023-12-22T17:10:44.198 INFO:journalctl@ceph.mon.a.smithi032.stdout: partition_filters: 0 2023-12-22T17:10:44.198 INFO:journalctl@ceph.mon.a.smithi032.stdout: use_delta_encoding: 1 2023-12-22T17:10:44.198 INFO:journalctl@ceph.mon.a.smithi032.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2023-12-22T17:10:44.199 INFO:journalctl@ceph.mon.a.smithi032.stdout: whole_key_filtering: 1 2023-12-22T17:10:44.199 INFO:journalctl@ceph.mon.a.smithi032.stdout: verify_compression: 0 2023-12-22T17:10:44.199 INFO:journalctl@ceph.mon.a.smithi032.stdout: read_amp_bytes_per_bit: 0 2023-12-22T17:10:44.199 INFO:journalctl@ceph.mon.a.smithi032.stdout: format_version: 4 2023-12-22T17:10:44.199 INFO:journalctl@ceph.mon.a.smithi032.stdout: enable_index_compression: 1 2023-12-22T17:10:44.199 INFO:journalctl@ceph.mon.a.smithi032.stdout: block_align: 0 2023-12-22T17:10:44.199 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.write_buffer_size: 33554432 2023-12-22T17:10:44.199 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.max_write_buffer_number: 2 2023-12-22T17:10:44.199 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.compression: NoCompression 2023-12-22T17:10:44.199 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.bottommost_compression: Disabled 2023-12-22T17:10:44.199 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.prefix_extractor: nullptr 2023-12-22T17:10:44.199 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-12-22T17:10:44.199 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.num_levels: 7 2023-12-22T17:10:44.199 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-12-22T17:10:44.199 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-12-22T17:10:44.200 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-12-22T17:10:44.200 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-12-22T17:10:44.200 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-12-22T17:10:44.200 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-12-22T17:10:44.200 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-12-22T17:10:44.200 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-12-22T17:10:44.200 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-12-22T17:10:44.200 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-12-22T17:10:44.200 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.compression_opts.window_bits: -14 2023-12-22T17:10:44.200 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.compression_opts.level: 32767 2023-12-22T17:10:44.200 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.compression_opts.strategy: 0 2023-12-22T17:10:44.200 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-12-22T17:10:44.200 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-12-22T17:10:44.200 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-12-22T17:10:44.200 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.compression_opts.enabled: false 2023-12-22T17:10:44.201 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-12-22T17:10:44.201 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-12-22T17:10:44.201 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-12-22T17:10:44.201 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.target_file_size_base: 67108864 2023-12-22T17:10:44.201 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.target_file_size_multiplier: 1 2023-12-22T17:10:44.201 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-12-22T17:10:44.201 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-12-22T17:10:44.201 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-12-22T17:10:44.201 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-12-22T17:10:44.201 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-12-22T17:10:44.201 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-12-22T17:10:44.201 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-12-22T17:10:44.201 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-12-22T17:10:44.201 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-12-22T17:10:44.202 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-12-22T17:10:44.202 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-12-22T17:10:44.202 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-12-22T17:10:44.202 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.arena_block_size: 4194304 2023-12-22T17:10:44.202 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-12-22T17:10:44.202 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-12-22T17:10:44.202 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2023-12-22T17:10:44.202 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.disable_auto_compactions: 0 2023-12-22T17:10:44.202 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-12-22T17:10:44.202 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-12-22T17:10:44.202 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-12-22T17:10:44.202 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-12-22T17:10:44.202 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-12-22T17:10:44.202 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-12-22T17:10:44.202 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-12-22T17:10:44.203 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-12-22T17:10:44.203 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-12-22T17:10:44.203 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-12-22T17:10:44.203 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.table_properties_collectors: 2023-12-22T17:10:44.203 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.inplace_update_support: 0 2023-12-22T17:10:44.203 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.inplace_update_num_locks: 10000 2023-12-22T17:10:44.203 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-12-22T17:10:44.203 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-12-22T17:10:44.203 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.memtable_huge_page_size: 0 2023-12-22T17:10:44.203 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.bloom_locality: 0 2023-12-22T17:10:44.203 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.max_successive_merges: 0 2023-12-22T17:10:44.203 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.optimize_filters_for_hits: 0 2023-12-22T17:10:44.203 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.paranoid_file_checks: 0 2023-12-22T17:10:44.203 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.force_consistency_checks: 1 2023-12-22T17:10:44.203 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.report_bg_io_stats: 0 2023-12-22T17:10:44.203 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.ttl: 2592000 2023-12-22T17:10:44.204 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.periodic_compaction_seconds: 0 2023-12-22T17:10:44.204 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.enable_blob_files: false 2023-12-22T17:10:44.204 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.min_blob_size: 0 2023-12-22T17:10:44.204 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.blob_file_size: 268435456 2023-12-22T17:10:44.204 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.blob_compression_type: NoCompression 2023-12-22T17:10:44.204 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.enable_blob_garbage_collection: false 2023-12-22T17:10:44.204 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-12-22T17:10:44.204 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 11, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-12-22T17:10:44.204 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 5 2023-12-22T17:10:44.204 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: [db/version_set.cc:4082] Creating manifest 13 2023-12-22T17:10:44.204 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: EVENT_LOG_v1 {"time_micros": 1703265043686846, "job": 1, "event": "recovery_started", "wal_files": [10]} 2023-12-22T17:10:44.204 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #10 mode 2 2023-12-22T17:10:44.204 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2023-12-22T17:10:44.204 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: EVENT_LOG_v1 {"time_micros": 1703265043687577, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 14, "file_size": 79005, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 77273, "index_size": 220, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10080, "raw_average_key_size": 48, "raw_value_size": 71520, "raw_average_value_size": 340, "num_data_blocks": 10, "num_entries": 210, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1703265043, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "e36971df-bb01-439f-a6a1-dfe6aed2bcf5", "db_session_id": "Y3YBD06XVM4MJ7PN1KKO"}} 2023-12-22T17:10:44.204 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: [db/version_set.cc:4082] Creating manifest 15 2023-12-22T17:10:44.205 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: EVENT_LOG_v1 {"time_micros": 1703265043687932, "job": 1, "event": "recovery_finished"} 2023-12-22T17:10:44.205 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000010.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-12-22T17:10:44.205 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x5597d1433180 2023-12-22T17:10:44.205 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: DB pointer 0x5597d1508000 2023-12-22T17:10:44.205 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2023-12-22T17:10:44.205 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: rocksdb: [db/db_impl/db_impl.cc:903] 2023-12-22T17:10:44.205 INFO:journalctl@ceph.mon.a.smithi032.stdout: ** DB Stats ** 2023-12-22T17:10:44.205 INFO:journalctl@ceph.mon.a.smithi032.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-22T17:10:44.205 INFO:journalctl@ceph.mon.a.smithi032.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-12-22T17:10:44.205 INFO:journalctl@ceph.mon.a.smithi032.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-22T17:10:44.205 INFO:journalctl@ceph.mon.a.smithi032.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-22T17:10:44.206 INFO:journalctl@ceph.mon.a.smithi032.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-12-22T17:10:44.206 INFO:journalctl@ceph.mon.a.smithi032.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2023-12-22T17:10:44.206 INFO:journalctl@ceph.mon.a.smithi032.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-22T17:10:44.206 INFO:journalctl@ceph.mon.a.smithi032.stdout: 2023-12-22T17:10:44.206 INFO:journalctl@ceph.mon.a.smithi032.stdout: ** Compaction Stats [default] ** 2023-12-22T17:10:44.206 INFO:journalctl@ceph.mon.a.smithi032.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-22T17:10:44.206 INFO:journalctl@ceph.mon.a.smithi032.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-22T17:10:44.206 INFO:journalctl@ceph.mon.a.smithi032.stdout: L0 2/0 78.91 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 163.4 0.00 0.00 1 0.000 0 0 2023-12-22T17:10:44.206 INFO:journalctl@ceph.mon.a.smithi032.stdout: Sum 2/0 78.91 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 163.4 0.00 0.00 1 0.000 0 0 2023-12-22T17:10:44.206 INFO:journalctl@ceph.mon.a.smithi032.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 163.4 0.00 0.00 1 0.000 0 0 2023-12-22T17:10:44.206 INFO:journalctl@ceph.mon.a.smithi032.stdout: 2023-12-22T17:10:44.206 INFO:journalctl@ceph.mon.a.smithi032.stdout: ** Compaction Stats [default] ** 2023-12-22T17:10:44.206 INFO:journalctl@ceph.mon.a.smithi032.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-22T17:10:44.206 INFO:journalctl@ceph.mon.a.smithi032.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-22T17:10:44.206 INFO:journalctl@ceph.mon.a.smithi032.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 163.4 0.00 0.00 1 0.000 0 0 2023-12-22T17:10:44.206 INFO:journalctl@ceph.mon.a.smithi032.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-22T17:10:44.207 INFO:journalctl@ceph.mon.a.smithi032.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-12-22T17:10:44.207 INFO:journalctl@ceph.mon.a.smithi032.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-22T17:10:44.207 INFO:journalctl@ceph.mon.a.smithi032.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-12-22T17:10:44.207 INFO:journalctl@ceph.mon.a.smithi032.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-12-22T17:10:44.207 INFO:journalctl@ceph.mon.a.smithi032.stdout: AddFile(Keys): cumulative 0, interval 0 2023-12-22T17:10:44.207 INFO:journalctl@ceph.mon.a.smithi032.stdout: Cumulative compaction: 0.00 GB write, 22.81 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-22T17:10:44.207 INFO:journalctl@ceph.mon.a.smithi032.stdout: Interval compaction: 0.00 GB write, 22.81 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-22T17:10:44.207 INFO:journalctl@ceph.mon.a.smithi032.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-22T17:10:44.207 INFO:journalctl@ceph.mon.a.smithi032.stdout: 2023-12-22T17:10:44.207 INFO:journalctl@ceph.mon.a.smithi032.stdout: ** File Read Latency Histogram By Level [default] ** 2023-12-22T17:10:44.207 INFO:journalctl@ceph.mon.a.smithi032.stdout: 2023-12-22T17:10:44.207 INFO:journalctl@ceph.mon.a.smithi032.stdout: ** Compaction Stats [default] ** 2023-12-22T17:10:44.207 INFO:journalctl@ceph.mon.a.smithi032.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-22T17:10:44.207 INFO:journalctl@ceph.mon.a.smithi032.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-22T17:10:44.207 INFO:journalctl@ceph.mon.a.smithi032.stdout: L0 2/0 78.91 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 163.4 0.00 0.00 1 0.000 0 0 2023-12-22T17:10:44.207 INFO:journalctl@ceph.mon.a.smithi032.stdout: Sum 2/0 78.91 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 163.4 0.00 0.00 1 0.000 0 0 2023-12-22T17:10:44.208 INFO:journalctl@ceph.mon.a.smithi032.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2023-12-22T17:10:44.208 INFO:journalctl@ceph.mon.a.smithi032.stdout: 2023-12-22T17:10:44.208 INFO:journalctl@ceph.mon.a.smithi032.stdout: ** Compaction Stats [default] ** 2023-12-22T17:10:44.208 INFO:journalctl@ceph.mon.a.smithi032.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-22T17:10:44.208 INFO:journalctl@ceph.mon.a.smithi032.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-22T17:10:44.208 INFO:journalctl@ceph.mon.a.smithi032.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 163.4 0.00 0.00 1 0.000 0 0 2023-12-22T17:10:44.208 INFO:journalctl@ceph.mon.a.smithi032.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-22T17:10:44.208 INFO:journalctl@ceph.mon.a.smithi032.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-12-22T17:10:44.208 INFO:journalctl@ceph.mon.a.smithi032.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-22T17:10:44.208 INFO:journalctl@ceph.mon.a.smithi032.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-12-22T17:10:44.208 INFO:journalctl@ceph.mon.a.smithi032.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-12-22T17:10:44.208 INFO:journalctl@ceph.mon.a.smithi032.stdout: AddFile(Keys): cumulative 0, interval 0 2023-12-22T17:10:44.208 INFO:journalctl@ceph.mon.a.smithi032.stdout: Cumulative compaction: 0.00 GB write, 22.61 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-22T17:10:44.208 INFO:journalctl@ceph.mon.a.smithi032.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-22T17:10:44.208 INFO:journalctl@ceph.mon.a.smithi032.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-22T17:10:44.208 INFO:journalctl@ceph.mon.a.smithi032.stdout: 2023-12-22T17:10:44.209 INFO:journalctl@ceph.mon.a.smithi032.stdout: ** File Read Latency Histogram By Level [default] ** 2023-12-22T17:10:44.209 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: starting mon.a rank 0 at public addrs [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] at bind addrs [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 2023-12-22T17:10:44.209 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 systemd[1]: Started Ceph mon.a for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:10:44.209 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: mon.a@-1(???) e1 preinit fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 2023-12-22T17:10:44.209 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: mon.a@-1(???).mds e1 new map 2023-12-22T17:10:44.209 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: mon.a@-1(???).mds e1 print_map 2023-12-22T17:10:44.209 INFO:journalctl@ceph.mon.a.smithi032.stdout: e1 2023-12-22T17:10:44.209 INFO:journalctl@ceph.mon.a.smithi032.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-12-22T17:10:44.209 INFO:journalctl@ceph.mon.a.smithi032.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-12-22T17:10:44.209 INFO:journalctl@ceph.mon.a.smithi032.stdout: legacy client fscid: -1 2023-12-22T17:10:44.209 INFO:journalctl@ceph.mon.a.smithi032.stdout: 2023-12-22T17:10:44.209 INFO:journalctl@ceph.mon.a.smithi032.stdout: No filesystems configured 2023-12-22T17:10:44.209 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2023-12-22T17:10:44.210 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-12-22T17:10:44.210 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-12-22T17:10:44.210 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-12-22T17:10:44.210 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2023-12-22T17:10:44.210 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: expand_channel_meta expand map: {default=false} 2023-12-22T17:10:44.210 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: expand_channel_meta from 'false' to 'false' 2023-12-22T17:10:44.210 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: expand_channel_meta expanded map: {default=false} 2023-12-22T17:10:44.210 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: expand_channel_meta expand map: {default=info} 2023-12-22T17:10:44.210 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: expand_channel_meta from 'info' to 'info' 2023-12-22T17:10:44.210 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: expand_channel_meta expanded map: {default=info} 2023-12-22T17:10:44.210 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: expand_channel_meta expand map: {default=daemon} 2023-12-22T17:10:44.210 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: expand_channel_meta from 'daemon' to 'daemon' 2023-12-22T17:10:44.210 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: expand_channel_meta expanded map: {default=daemon} 2023-12-22T17:10:44.210 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: expand_channel_meta expand map: {default=debug} 2023-12-22T17:10:44.210 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: expand_channel_meta from 'debug' to 'debug' 2023-12-22T17:10:44.211 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: expand_channel_meta expanded map: {default=debug} 2023-12-22T17:10:44.211 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: mon.a is new leader, mons a in quorum (ranks 0) 2023-12-22T17:10:44.211 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: monmap e1: 1 mons at {a=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-22T17:10:44.211 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: fsmap 2023-12-22T17:10:44.211 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: osdmap e1: 0 total, 0 up, 0 in 2023-12-22T17:10:44.211 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:43 smithi032 ceph-mon[110651]: mgrmap e1: no daemons active 2023-12-22T17:10:44.531 INFO:teuthology.orchestra.run.smithi032.stdout:Wrote config to /etc/ceph/ceph.conf 2023-12-22T17:10:44.531 INFO:teuthology.orchestra.run.smithi032.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2023-12-22T17:10:44.532 INFO:teuthology.orchestra.run.smithi032.stdout:Creating mgr... 2023-12-22T17:10:44.532 INFO:teuthology.orchestra.run.smithi032.stdout:Verifying port 9283 ... 2023-12-22T17:10:44.667 INFO:teuthology.orchestra.run.smithi032.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@mgr.y 2023-12-22T17:10:44.667 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stderr Failed to reset failed state of unit ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@mgr.y.service: Unit ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@mgr.y.service not loaded. 2023-12-22T17:10:44.761 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715.target.wants/ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@mgr.y.service → /etc/systemd/system/ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@.service. 2023-12-22T17:10:45.162 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:10:44 smithi032 systemd[1]: Starting Ceph mgr.y for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:10:45.202 INFO:teuthology.orchestra.run.smithi032.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-12-22T17:10:45.202 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stdout disabled 2023-12-22T17:10:45.212 INFO:teuthology.orchestra.run.smithi032.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-12-22T17:10:45.212 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stdout inactive 2023-12-22T17:10:45.212 INFO:teuthology.orchestra.run.smithi032.stdout:firewalld.service is not enabled 2023-12-22T17:10:45.212 INFO:teuthology.orchestra.run.smithi032.stdout:Not possible to enable service . firewalld.service is not available 2023-12-22T17:10:45.222 INFO:teuthology.orchestra.run.smithi032.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-12-22T17:10:45.222 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stdout disabled 2023-12-22T17:10:45.231 INFO:teuthology.orchestra.run.smithi032.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-12-22T17:10:45.231 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stdout inactive 2023-12-22T17:10:45.231 INFO:teuthology.orchestra.run.smithi032.stdout:firewalld.service is not enabled 2023-12-22T17:10:45.231 INFO:teuthology.orchestra.run.smithi032.stdout:Not possible to open ports <[9283]>. firewalld.service is not available 2023-12-22T17:10:45.231 INFO:teuthology.orchestra.run.smithi032.stdout:Waiting for mgr to start... 2023-12-22T17:10:45.231 INFO:teuthology.orchestra.run.smithi032.stdout:Waiting for mgr... 2023-12-22T17:10:45.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:45 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/424021403' entity='client.admin' 2023-12-22T17:10:45.437 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:10:45 smithi032 bash[110885]: f09e42617a1a814220bfd5019077284d635c1b48d4aee7efa554629bd973b349 2023-12-22T17:10:45.437 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:10:45 smithi032 systemd[1]: Started Ceph mgr.y for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:10:45.437 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:10:45 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:10:45.278+0000 7f51ef8a31c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-22T17:10:45.802 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:10:45 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:10:45.473+0000 7f51ef8a31c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-22T17:10:46.052 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 2023-12-22T17:10:46.052 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout { 2023-12-22T17:10:46.052 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "fsid": "e779e1d0-a0ec-11ee-95a5-87774f69a715", 2023-12-22T17:10:46.052 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "health": { 2023-12-22T17:10:46.053 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-12-22T17:10:46.053 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-12-22T17:10:46.053 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-12-22T17:10:46.053 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2023-12-22T17:10:46.053 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-12-22T17:10:46.053 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-12-22T17:10:46.053 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 0 2023-12-22T17:10:46.053 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout ], 2023-12-22T17:10:46.053 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-12-22T17:10:46.053 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "a" 2023-12-22T17:10:46.053 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout ], 2023-12-22T17:10:46.053 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "quorum_age": 1, 2023-12-22T17:10:46.053 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "monmap": { 2023-12-22T17:10:46.053 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-22T17:10:46.054 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2023-12-22T17:10:46.054 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-12-22T17:10:46.054 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2023-12-22T17:10:46.054 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-12-22T17:10:46.054 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-22T17:10:46.054 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-12-22T17:10:46.054 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-12-22T17:10:46.054 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-12-22T17:10:46.054 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-12-22T17:10:46.054 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-12-22T17:10:46.054 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-12-22T17:10:46.054 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2023-12-22T17:10:46.054 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-12-22T17:10:46.054 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-12-22T17:10:46.054 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-12-22T17:10:46.055 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-12-22T17:10:46.055 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-12-22T17:10:46.055 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-12-22T17:10:46.055 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-12-22T17:10:46.055 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-12-22T17:10:46.055 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-12-22T17:10:46.055 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2023-12-22T17:10:46.055 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-12-22T17:10:46.055 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-22T17:10:46.055 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-12-22T17:10:46.055 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-12-22T17:10:46.055 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2023-12-22T17:10:46.055 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-12-22T17:10:46.055 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "available": false, 2023-12-22T17:10:46.055 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-12-22T17:10:46.055 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "modules": [ 2023-12-22T17:10:46.056 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "iostat", 2023-12-22T17:10:46.056 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "nfs", 2023-12-22T17:10:46.056 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "restful" 2023-12-22T17:10:46.056 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout ], 2023-12-22T17:10:46.056 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-22T17:10:46.056 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2023-12-22T17:10:46.056 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-12-22T17:10:46.056 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-22T17:10:46.056 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "modified": "2023-12-22T17:10:40.129600+0000", 2023-12-22T17:10:46.056 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-22T17:10:46.056 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2023-12-22T17:10:46.056 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-12-22T17:10:46.056 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout } 2023-12-22T17:10:46.056 INFO:teuthology.orchestra.run.smithi032.stdout:mgr not available, waiting (1/15)... 2023-12-22T17:10:46.161 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:10:45 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:10:45.793+0000 7f51ef8a31c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-22T17:10:46.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:46 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/1195730730' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-22T17:10:46.437 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:10:46 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:10:46.346+0000 7f51ef8a31c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-22T17:10:46.936 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:10:46 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:10:46.520+0000 7f51ef8a31c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-22T17:10:47.436 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:10:46 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:10:46.928+0000 7f51ef8a31c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-22T17:10:48.161 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:10:47 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:10:47.725+0000 7f51ef8a31c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-22T17:10:48.161 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:10:47 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:10:47.812+0000 7f51ef8a31c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-22T17:10:48.734 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:48 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/1803176759' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-22T17:10:48.734 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:10:48 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:10:48.449+0000 7f51ef8a31c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-22T17:10:48.734 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:10:48 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:10:48.536+0000 7f51ef8a31c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-22T17:10:48.735 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:10:48 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:10:48.629+0000 7f51ef8a31c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-22T17:10:48.735 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:10:48 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:10:48.725+0000 7f51ef8a31c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-22T17:10:48.835 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 2023-12-22T17:10:48.835 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout { 2023-12-22T17:10:48.835 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "fsid": "e779e1d0-a0ec-11ee-95a5-87774f69a715", 2023-12-22T17:10:48.835 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "health": { 2023-12-22T17:10:48.836 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-12-22T17:10:48.836 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-12-22T17:10:48.836 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-12-22T17:10:48.836 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2023-12-22T17:10:48.836 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-12-22T17:10:48.836 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-12-22T17:10:48.836 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 0 2023-12-22T17:10:48.836 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout ], 2023-12-22T17:10:48.836 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-12-22T17:10:48.836 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "a" 2023-12-22T17:10:48.836 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout ], 2023-12-22T17:10:48.836 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "quorum_age": 4, 2023-12-22T17:10:48.837 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "monmap": { 2023-12-22T17:10:48.837 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-22T17:10:48.837 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2023-12-22T17:10:48.837 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-12-22T17:10:48.837 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2023-12-22T17:10:48.837 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-12-22T17:10:48.838 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-22T17:10:48.838 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-12-22T17:10:48.838 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-12-22T17:10:48.838 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-12-22T17:10:48.838 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-12-22T17:10:48.838 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-12-22T17:10:48.838 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-12-22T17:10:48.838 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2023-12-22T17:10:48.838 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-12-22T17:10:48.839 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-12-22T17:10:48.839 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-12-22T17:10:48.839 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-12-22T17:10:48.839 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-12-22T17:10:48.839 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-12-22T17:10:48.839 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-12-22T17:10:48.839 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-12-22T17:10:48.839 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-12-22T17:10:48.839 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2023-12-22T17:10:48.839 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-12-22T17:10:48.839 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-22T17:10:48.839 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-12-22T17:10:48.839 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-12-22T17:10:48.839 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2023-12-22T17:10:48.840 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-12-22T17:10:48.840 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "available": false, 2023-12-22T17:10:48.840 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-12-22T17:10:48.840 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "modules": [ 2023-12-22T17:10:48.840 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "iostat", 2023-12-22T17:10:48.840 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "nfs", 2023-12-22T17:10:48.840 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "restful" 2023-12-22T17:10:48.840 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout ], 2023-12-22T17:10:48.840 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-22T17:10:48.840 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2023-12-22T17:10:48.840 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-12-22T17:10:48.840 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-22T17:10:48.840 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "modified": "2023-12-22T17:10:40.129600+0000", 2023-12-22T17:10:48.840 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-22T17:10:48.840 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2023-12-22T17:10:48.841 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-12-22T17:10:48.841 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout } 2023-12-22T17:10:48.841 INFO:teuthology.orchestra.run.smithi032.stdout:mgr not available, waiting (2/15)... 2023-12-22T17:10:49.063 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:10:48 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:10:48.959+0000 7f51ef8a31c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-22T17:10:49.376 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:10:49 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:10:49.054+0000 7f51ef8a31c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-22T17:10:49.376 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:10:49 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:10:49.270+0000 7f51ef8a31c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-22T17:10:49.376 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:10:49 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:10:49.367+0000 7f51ef8a31c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-22T17:10:49.648 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:10:49 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:10:49.553+0000 7f51ef8a31c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-22T17:10:49.936 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:10:49 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:10:49.638+0000 7f51ef8a31c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-22T17:10:50.816 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:10:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:10:50.432+0000 7f51ef8a31c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-22T17:10:50.816 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:10:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:10:50.628+0000 7f51ef8a31c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-22T17:10:50.816 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:10:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:10:50.807+0000 7f51ef8a31c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-22T17:10:51.574 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:51 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/2139273522' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-22T17:10:51.574 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:10:51 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:10:51.443+0000 7f51ef8a31c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-22T17:10:51.615 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 2023-12-22T17:10:51.615 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout { 2023-12-22T17:10:51.615 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "fsid": "e779e1d0-a0ec-11ee-95a5-87774f69a715", 2023-12-22T17:10:51.615 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "health": { 2023-12-22T17:10:51.615 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-12-22T17:10:51.615 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-12-22T17:10:51.615 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-12-22T17:10:51.616 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2023-12-22T17:10:51.616 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-12-22T17:10:51.616 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-12-22T17:10:51.616 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 0 2023-12-22T17:10:51.616 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout ], 2023-12-22T17:10:51.616 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-12-22T17:10:51.616 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "a" 2023-12-22T17:10:51.616 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout ], 2023-12-22T17:10:51.616 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "quorum_age": 7, 2023-12-22T17:10:51.616 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "monmap": { 2023-12-22T17:10:51.616 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-22T17:10:51.616 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2023-12-22T17:10:51.616 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-12-22T17:10:51.616 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2023-12-22T17:10:51.616 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-12-22T17:10:51.616 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-22T17:10:51.616 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-12-22T17:10:51.617 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-12-22T17:10:51.617 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-12-22T17:10:51.620 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-12-22T17:10:51.620 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-12-22T17:10:51.620 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-12-22T17:10:51.620 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2023-12-22T17:10:51.620 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-12-22T17:10:51.620 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-12-22T17:10:51.620 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-12-22T17:10:51.620 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-12-22T17:10:51.620 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-12-22T17:10:51.621 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-12-22T17:10:51.621 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-12-22T17:10:51.621 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-12-22T17:10:51.621 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-12-22T17:10:51.621 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2023-12-22T17:10:51.621 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-12-22T17:10:51.621 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-22T17:10:51.621 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-12-22T17:10:51.621 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-12-22T17:10:51.621 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2023-12-22T17:10:51.621 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-12-22T17:10:51.621 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "available": false, 2023-12-22T17:10:51.622 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-12-22T17:10:51.622 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "modules": [ 2023-12-22T17:10:51.622 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "iostat", 2023-12-22T17:10:51.622 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "nfs", 2023-12-22T17:10:51.622 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "restful" 2023-12-22T17:10:51.622 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout ], 2023-12-22T17:10:51.622 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-22T17:10:51.622 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2023-12-22T17:10:51.622 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-12-22T17:10:51.622 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-22T17:10:51.622 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "modified": "2023-12-22T17:10:40.129600+0000", 2023-12-22T17:10:51.622 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-22T17:10:51.622 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2023-12-22T17:10:51.622 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-12-22T17:10:51.622 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout } 2023-12-22T17:10:51.623 INFO:teuthology.orchestra.run.smithi032.stdout:mgr not available, waiting (3/15)... 2023-12-22T17:10:51.936 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:10:51 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:10:51.626+0000 7f51ef8a31c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-22T17:10:51.936 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:10:51 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:10:51.809+0000 7f51ef8a31c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-22T17:10:52.318 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:10:51 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:10:51.929+0000 7f51ef8a31c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-22T17:10:52.686 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:52 smithi032 ceph-mon[110651]: Activating manager daemon y 2023-12-22T17:10:52.686 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:52 smithi032 ceph-mon[110651]: mgrmap e2: y(active, starting, since 0.00266572s) 2023-12-22T17:10:52.686 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:52 smithi032 ceph-mon[110651]: from='mgr.14100 172.21.15.32:0/2529857218' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-22T17:10:52.686 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:52 smithi032 ceph-mon[110651]: from='mgr.14100 172.21.15.32:0/2529857218' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-22T17:10:52.687 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:52 smithi032 ceph-mon[110651]: from='mgr.14100 172.21.15.32:0/2529857218' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-22T17:10:52.687 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:52 smithi032 ceph-mon[110651]: from='mgr.14100 172.21.15.32:0/2529857218' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:10:52.687 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:52 smithi032 ceph-mon[110651]: from='mgr.14100 172.21.15.32:0/2529857218' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-22T17:10:52.687 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:52 smithi032 ceph-mon[110651]: Manager daemon y is now available 2023-12-22T17:10:52.687 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:52 smithi032 ceph-mon[110651]: from='mgr.14100 172.21.15.32:0/2529857218' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-22T17:10:52.687 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:52 smithi032 ceph-mon[110651]: from='mgr.14100 172.21.15.32:0/2529857218' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-22T17:10:52.687 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:52 smithi032 ceph-mon[110651]: from='mgr.14100 172.21.15.32:0/2529857218' entity='mgr.y' 2023-12-22T17:10:52.687 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:52 smithi032 ceph-mon[110651]: from='mgr.14100 172.21.15.32:0/2529857218' entity='mgr.y' 2023-12-22T17:10:52.687 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:52 smithi032 ceph-mon[110651]: from='mgr.14100 172.21.15.32:0/2529857218' entity='mgr.y' 2023-12-22T17:10:54.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:53 smithi032 ceph-mon[110651]: mgrmap e3: y(active, since 1.007s) 2023-12-22T17:10:54.626 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 2023-12-22T17:10:54.627 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout { 2023-12-22T17:10:54.627 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "fsid": "e779e1d0-a0ec-11ee-95a5-87774f69a715", 2023-12-22T17:10:54.627 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "health": { 2023-12-22T17:10:54.627 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-12-22T17:10:54.627 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-12-22T17:10:54.627 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-12-22T17:10:54.627 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2023-12-22T17:10:54.627 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-12-22T17:10:54.627 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-12-22T17:10:54.627 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 0 2023-12-22T17:10:54.627 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout ], 2023-12-22T17:10:54.627 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-12-22T17:10:54.628 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "a" 2023-12-22T17:10:54.628 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout ], 2023-12-22T17:10:54.628 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "quorum_age": 10, 2023-12-22T17:10:54.628 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "monmap": { 2023-12-22T17:10:54.628 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-22T17:10:54.628 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2023-12-22T17:10:54.628 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-12-22T17:10:54.628 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2023-12-22T17:10:54.628 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-12-22T17:10:54.628 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-22T17:10:54.628 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-12-22T17:10:54.628 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-12-22T17:10:54.628 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-12-22T17:10:54.628 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-12-22T17:10:54.628 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-12-22T17:10:54.628 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-12-22T17:10:54.628 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2023-12-22T17:10:54.629 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-12-22T17:10:54.629 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-12-22T17:10:54.629 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-12-22T17:10:54.629 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-12-22T17:10:54.629 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-12-22T17:10:54.629 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-12-22T17:10:54.629 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-12-22T17:10:54.629 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-12-22T17:10:54.629 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-12-22T17:10:54.629 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2023-12-22T17:10:54.629 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-12-22T17:10:54.629 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-22T17:10:54.629 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-12-22T17:10:54.629 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-12-22T17:10:54.629 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2023-12-22T17:10:54.629 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-12-22T17:10:54.630 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "available": true, 2023-12-22T17:10:54.630 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-12-22T17:10:54.630 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "modules": [ 2023-12-22T17:10:54.630 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "iostat", 2023-12-22T17:10:54.630 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "nfs", 2023-12-22T17:10:54.630 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "restful" 2023-12-22T17:10:54.630 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout ], 2023-12-22T17:10:54.630 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-22T17:10:54.630 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2023-12-22T17:10:54.630 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-12-22T17:10:54.630 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-22T17:10:54.630 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "modified": "2023-12-22T17:10:40.129600+0000", 2023-12-22T17:10:54.630 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-22T17:10:54.630 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout }, 2023-12-22T17:10:54.630 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-12-22T17:10:54.631 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout } 2023-12-22T17:10:54.631 INFO:teuthology.orchestra.run.smithi032.stdout:mgr is available 2023-12-22T17:10:55.358 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:54 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/3053806432' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-22T17:10:55.513 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 2023-12-22T17:10:55.513 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout [global] 2023-12-22T17:10:55.514 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout fsid = e779e1d0-a0ec-11ee-95a5-87774f69a715 2023-12-22T17:10:55.514 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2023-12-22T17:10:55.514 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2023-12-22T17:10:55.514 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2023-12-22T17:10:55.514 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2023-12-22T17:10:55.514 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 2023-12-22T17:10:55.514 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout [mgr] 2023-12-22T17:10:55.514 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2023-12-22T17:10:55.514 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 2023-12-22T17:10:55.514 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout [osd] 2023-12-22T17:10:55.514 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2023-12-22T17:10:55.514 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2023-12-22T17:10:55.514 INFO:teuthology.orchestra.run.smithi032.stdout:Enabling cephadm module... 2023-12-22T17:10:56.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:55 smithi032 ceph-mon[110651]: mgrmap e4: y(active, since 3s) 2023-12-22T17:10:56.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:55 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/1191760251' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-12-22T17:10:57.268 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:10:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: ignoring --setuser ceph since I am not root 2023-12-22T17:10:57.268 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:10:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: ignoring --setgroup ceph since I am not root 2023-12-22T17:10:57.269 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:10:57 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:10:57.112+0000 7f58422241c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-22T17:10:57.269 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:56 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/2815749665' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2023-12-22T17:10:57.639 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:10:57 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:10:57.289+0000 7f58422241c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-22T17:10:57.936 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:10:57 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:10:57.631+0000 7f58422241c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-22T17:10:58.362 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:10:58 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:10:58.178+0000 7f58422241c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-22T17:10:58.362 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:57 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/2815749665' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2023-12-22T17:10:58.362 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:57 smithi032 ceph-mon[110651]: mgrmap e5: y(active, since 5s) 2023-12-22T17:10:58.362 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:10:57 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/3537647638' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-12-22T17:10:58.686 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:10:58 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:10:58.353+0000 7f58422241c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-22T17:10:58.995 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout { 2023-12-22T17:10:58.995 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 5, 2023-12-22T17:10:58.995 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "available": true, 2023-12-22T17:10:58.995 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "active_name": "y", 2023-12-22T17:10:58.995 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_standby": 0 2023-12-22T17:10:58.995 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout } 2023-12-22T17:10:58.995 INFO:teuthology.orchestra.run.smithi032.stdout:Waiting for the mgr to restart... 2023-12-22T17:10:58.996 INFO:teuthology.orchestra.run.smithi032.stdout:Waiting for mgr epoch 5... 2023-12-22T17:10:59.186 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:10:58 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:10:58.763+0000 7f58422241c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-22T17:10:59.664 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:10:59 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:10:59.567+0000 7f58422241c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-22T17:10:59.936 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:10:59 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:10:59.656+0000 7f58422241c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-22T17:11:00.562 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:11:00.285+0000 7f58422241c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-22T17:11:00.562 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:11:00.370+0000 7f58422241c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-22T17:11:00.562 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:11:00.459+0000 7f58422241c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-22T17:11:00.888 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:11:00.554+0000 7f58422241c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-22T17:11:00.888 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:11:00.785+0000 7f58422241c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-22T17:11:01.186 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:11:00.880+0000 7f58422241c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-22T17:11:01.186 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:01 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:11:01.096+0000 7f58422241c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-22T17:11:01.473 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:01 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:11:01.194+0000 7f58422241c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-22T17:11:01.473 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:01 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:11:01.380+0000 7f58422241c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-22T17:11:01.936 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:01 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:11:01.465+0000 7f58422241c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-22T17:11:02.616 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:02 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:11:02.235+0000 7f58422241c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-22T17:11:02.616 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:02 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:11:02.429+0000 7f58422241c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-22T17:11:02.936 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:02 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:11:02.608+0000 7f58422241c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-22T17:11:03.602 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:03 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:11:03.226+0000 7f58422241c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-22T17:11:03.602 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:03 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:11:03.409+0000 7f58422241c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-22T17:11:03.936 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:03 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:11:03.594+0000 7f58422241c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-22T17:11:03.936 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:03 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:11:03.713+0000 7f58422241c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-22T17:11:05.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:04 smithi032 ceph-mon[110651]: Active manager daemon y restarted 2023-12-22T17:11:05.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:04 smithi032 ceph-mon[110651]: Activating manager daemon y 2023-12-22T17:11:05.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:04 smithi032 ceph-mon[110651]: osdmap e2: 0 total, 0 up, 0 in 2023-12-22T17:11:05.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:04 smithi032 ceph-mon[110651]: mgrmap e6: y(active, starting, since 0.00312992s) 2023-12-22T17:11:05.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:04 smithi032 ceph-mon[110651]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:11:05.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:04 smithi032 ceph-mon[110651]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-22T17:11:05.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:04 smithi032 ceph-mon[110651]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-22T17:11:05.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:04 smithi032 ceph-mon[110651]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-22T17:11:05.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:04 smithi032 ceph-mon[110651]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-22T17:11:05.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:04 smithi032 ceph-mon[110651]: Manager daemon y is now available 2023-12-22T17:11:05.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:04 smithi032 ceph-mon[110651]: Found migration_current of "None". Setting to last migration. 2023-12-22T17:11:05.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:04 smithi032 ceph-mon[110651]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' 2023-12-22T17:11:05.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:04 smithi032 ceph-mon[110651]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' 2023-12-22T17:11:05.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:04 smithi032 ceph-mon[110651]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:11:05.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:04 smithi032 ceph-mon[110651]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:11:05.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:04 smithi032 ceph-mon[110651]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:11:05.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:04 smithi032 ceph-mon[110651]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-22T17:11:05.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:04 smithi032 ceph-mon[110651]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-22T17:11:05.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:04 smithi032 ceph-mon[110651]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' 2023-12-22T17:11:05.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:04 smithi032 ceph-mon[110651]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:11:06.048 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:05 smithi032 ceph-mon[110651]: [22/Dec/2023:17:11:04] ENGINE Bus STARTING 2023-12-22T17:11:06.048 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:05 smithi032 ceph-mon[110651]: [22/Dec/2023:17:11:04] ENGINE Serving on https://172.21.15.32:7150 2023-12-22T17:11:06.049 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:05 smithi032 ceph-mon[110651]: [22/Dec/2023:17:11:04] ENGINE Bus STARTED 2023-12-22T17:11:06.049 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:05 smithi032 ceph-mon[110651]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-12-22T17:11:06.049 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:05 smithi032 ceph-mon[110651]: mgrmap e7: y(active, since 1.00517s) 2023-12-22T17:11:06.049 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:05 smithi032 ceph-mon[110651]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-12-22T17:11:06.996 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout { 2023-12-22T17:11:06.996 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2023-12-22T17:11:06.997 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "initialized": true 2023-12-22T17:11:06.997 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout } 2023-12-22T17:11:06.997 INFO:teuthology.orchestra.run.smithi032.stdout:mgr epoch 5 is available 2023-12-22T17:11:06.997 INFO:teuthology.orchestra.run.smithi032.stdout:Setting orchestrator backend to cephadm... 2023-12-22T17:11:07.936 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:07 smithi032 ceph-mon[110651]: mgrmap e8: y(active, since 3s) 2023-12-22T17:11:09.296 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:09 smithi032 ceph-mon[110651]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:11:09.297 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:09 smithi032 ceph-mon[110651]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' 2023-12-22T17:11:09.297 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:09 smithi032 ceph-mon[110651]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:11:09.361 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout value unchanged 2023-12-22T17:11:09.361 INFO:teuthology.orchestra.run.smithi032.stdout:Generating ssh key... 2023-12-22T17:11:10.346 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:10 smithi032 ceph-mon[110651]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:11:10.347 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:10 smithi032 ceph-mon[110651]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:11:10.347 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:10 smithi032 ceph-mon[110651]: Generating ssh key... 2023-12-22T17:11:10.347 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:10 smithi032 ceph-mon[110651]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' 2023-12-22T17:11:10.347 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:10 smithi032 ceph-mon[110651]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' 2023-12-22T17:11:10.347 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: Generating public/private rsa key pair. 2023-12-22T17:11:10.347 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: Your identification has been saved in /tmp/tmp2cwts76_/key. 2023-12-22T17:11:10.347 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: Your public key has been saved in /tmp/tmp2cwts76_/key.pub. 2023-12-22T17:11:10.347 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: The key fingerprint is: 2023-12-22T17:11:10.347 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: SHA256:o2Ee5CAsAAsvUmmuMZ3VUXmyro35RlsixO2AtHAl9zc ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715 2023-12-22T17:11:10.347 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: The key's randomart image is: 2023-12-22T17:11:10.347 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: +---[RSA 3072]----+ 2023-12-22T17:11:10.348 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: |= ...o+o.. | 2023-12-22T17:11:10.348 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: |o=+ +o..o . | 2023-12-22T17:11:10.348 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: |=++*.+...+E | 2023-12-22T17:11:10.348 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: |+o+.o++ o. . | 2023-12-22T17:11:10.348 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: | + .=+S | 2023-12-22T17:11:10.348 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: |. o.+=.. | 2023-12-22T17:11:10.348 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: | oB + | 2023-12-22T17:11:10.348 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: | + + | 2023-12-22T17:11:10.348 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: | o. | 2023-12-22T17:11:10.348 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: +----[SHA256]-----+ 2023-12-22T17:11:11.263 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:11 smithi032 ceph-mon[110651]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:11:11.328 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDDUFZodEWb6P5ojSRVgYt1FyQR7eaBTj9+TIIeJxPN6mO7tX0+UPs2E3gtNymUbTksYokJayIOzrm9oLw08+TWPY0IA7OSiDURKCx2QcH/0ei5exQBJ9Q8Z2gDZyw8GjD2hB4CRE66dbWV6tbniMkB7KEvYKCcnOdb3XPUWBpJwwRbxegHpcyU+bBC6iFLp5KBgvElDLWkzkHonpZQdCoyNfVaGL7YyZhsYTVIdgU3lxrgAsWVb/a5tI8qBDfFfkivyeR1KOm9XHcQHgr3MdkPxVl9xU3DyHLUIrKJnTQO5C998ORccGiwpr3qoIhDFCn8BPoE53VDlb3T3/pIAAf4Blu+RU0mW196KCXH0y0ZGvNBtoJdalFua3c/xqDyMvXEOAbwelA//BS2akWrD7ThAdAmAi11PcO1hbG5eQiF++oUI+8wj0UQDEnVdRaTRQ0AB6e2O7zJAg1gn+zPlY844JrmrUHeJ76A7ji5hH7Bb8Q+MGWtSEBeAPDw1BqNOzM= ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715 2023-12-22T17:11:11.328 INFO:teuthology.orchestra.run.smithi032.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2023-12-22T17:11:11.328 INFO:teuthology.orchestra.run.smithi032.stdout:Adding key to root@localhost authorized_keys... 2023-12-22T17:11:11.329 INFO:teuthology.orchestra.run.smithi032.stdout:Adding host smithi032... 2023-12-22T17:11:13.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:13 smithi032 ceph-mon[110651]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi032", "addr": "172.21.15.32", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:11:13.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:13 smithi032 ceph-mon[110651]: Deploying cephadm binary to smithi032 2023-12-22T17:11:14.135 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout Added host 'smithi032' with addr '172.21.15.32' 2023-12-22T17:11:14.135 INFO:teuthology.orchestra.run.smithi032.stdout:Deploying unmanaged mon service... 2023-12-22T17:11:15.033 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:14 smithi032 ceph-mon[110651]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' 2023-12-22T17:11:15.033 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:14 smithi032 ceph-mon[110651]: Added host smithi032 2023-12-22T17:11:15.033 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:14 smithi032 ceph-mon[110651]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:11:15.033 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:14 smithi032 ceph-mon[110651]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' 2023-12-22T17:11:15.235 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2023-12-22T17:11:15.235 INFO:teuthology.orchestra.run.smithi032.stdout:Deploying unmanaged mgr service... 2023-12-22T17:11:16.154 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:15 smithi032 ceph-mon[110651]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:11:16.155 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:15 smithi032 ceph-mon[110651]: Saving service mon spec with placement count:5 2023-12-22T17:11:16.193 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2023-12-22T17:11:17.154 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:16 smithi032 ceph-mon[110651]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:11:17.154 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:16 smithi032 ceph-mon[110651]: Saving service mgr spec with placement count:2 2023-12-22T17:11:17.154 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:16 smithi032 ceph-mon[110651]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' 2023-12-22T17:11:17.154 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:16 smithi032 ceph-mon[110651]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' 2023-12-22T17:11:17.155 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:16 smithi032 ceph-mon[110651]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' 2023-12-22T17:11:17.155 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:16 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/3740919881' entity='client.admin' 2023-12-22T17:11:18.276 INFO:teuthology.orchestra.run.smithi032.stdout:Enabling the dashboard module... 2023-12-22T17:11:19.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:18 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/1796705724' entity='client.admin' 2023-12-22T17:11:19.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:18 smithi032 ceph-mon[110651]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' 2023-12-22T17:11:19.949 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:19 smithi032 ceph-mon[110651]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' 2023-12-22T17:11:19.949 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:19 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/4189308989' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2023-12-22T17:11:20.216 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:19 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: ignoring --setuser ceph since I am not root 2023-12-22T17:11:20.217 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:19 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: ignoring --setgroup ceph since I am not root 2023-12-22T17:11:20.217 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:11:20.092+0000 7ff75d3f11c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-22T17:11:20.601 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:11:20.273+0000 7ff75d3f11c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-22T17:11:20.919 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:11:20.593+0000 7ff75d3f11c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-22T17:11:21.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:20 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/4189308989' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2023-12-22T17:11:21.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:20 smithi032 ceph-mon[110651]: mgrmap e9: y(active, since 16s) 2023-12-22T17:11:21.186 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:21 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:11:21.146+0000 7ff75d3f11c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-22T17:11:21.284 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout { 2023-12-22T17:11:21.285 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "epoch": 9, 2023-12-22T17:11:21.285 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "available": true, 2023-12-22T17:11:21.285 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "active_name": "y", 2023-12-22T17:11:21.285 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "num_standby": 0 2023-12-22T17:11:21.285 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout } 2023-12-22T17:11:21.285 INFO:teuthology.orchestra.run.smithi032.stdout:Waiting for the mgr to restart... 2023-12-22T17:11:21.285 INFO:teuthology.orchestra.run.smithi032.stdout:Waiting for mgr epoch 9... 2023-12-22T17:11:21.686 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:21 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:11:21.331+0000 7ff75d3f11c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-22T17:11:22.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:21 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/1785858633' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-12-22T17:11:22.192 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:21 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:11:21.751+0000 7ff75d3f11c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-22T17:11:22.936 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:22 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:11:22.546+0000 7ff75d3f11c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-22T17:11:22.936 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:22 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:11:22.634+0000 7ff75d3f11c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-22T17:11:23.541 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:23 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:11:23.261+0000 7ff75d3f11c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-22T17:11:23.541 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:23 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:11:23.348+0000 7ff75d3f11c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-22T17:11:23.541 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:23 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:11:23.437+0000 7ff75d3f11c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-22T17:11:23.541 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:23 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:11:23.533+0000 7ff75d3f11c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-22T17:11:23.870 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:23 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:11:23.767+0000 7ff75d3f11c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-22T17:11:24.186 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:23 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:11:23.862+0000 7ff75d3f11c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-22T17:11:24.186 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:24 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:11:24.081+0000 7ff75d3f11c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-22T17:11:24.461 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:24 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:11:24.179+0000 7ff75d3f11c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-22T17:11:24.461 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:24 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:11:24.366+0000 7ff75d3f11c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-22T17:11:25.609 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:24 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:11:24.453+0000 7ff75d3f11c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-22T17:11:25.610 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:25 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:11:25.226+0000 7ff75d3f11c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-22T17:11:25.610 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:25 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:11:25.421+0000 7ff75d3f11c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-22T17:11:25.610 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:25 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:11:25.601+0000 7ff75d3f11c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-22T17:11:26.605 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:26 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:11:26.225+0000 7ff75d3f11c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-22T17:11:26.605 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:26 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:11:26.409+0000 7ff75d3f11c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-22T17:11:26.605 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:26 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:11:26.597+0000 7ff75d3f11c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-22T17:11:26.860 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:11:26 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:11:26.717+0000 7ff75d3f11c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-22T17:11:26.860 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:26 smithi032 ceph-mon[110651]: Active manager daemon y restarted 2023-12-22T17:11:26.860 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:26 smithi032 ceph-mon[110651]: Activating manager daemon y 2023-12-22T17:11:26.860 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:26 smithi032 ceph-mon[110651]: osdmap e3: 0 total, 0 up, 0 in 2023-12-22T17:11:26.861 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:26 smithi032 ceph-mon[110651]: mgrmap e10: y(active, starting, since 0.00306322s) 2023-12-22T17:11:26.861 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:26 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:11:26.861 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:26 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-22T17:11:26.861 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:26 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-22T17:11:26.861 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:26 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-22T17:11:26.861 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:26 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-22T17:11:26.861 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:26 smithi032 ceph-mon[110651]: Manager daemon y is now available 2023-12-22T17:11:26.861 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:26 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:11:26.861 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:26 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:11:28.144 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:27 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-22T17:11:28.144 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:27 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-22T17:11:28.144 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:27 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:28.145 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:27 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:28.145 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:27 smithi032 ceph-mon[110651]: mgrmap e11: y(active, since 1.0054s) 2023-12-22T17:11:28.151 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout { 2023-12-22T17:11:28.151 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2023-12-22T17:11:28.151 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout "initialized": true 2023-12-22T17:11:28.151 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout } 2023-12-22T17:11:28.151 INFO:teuthology.orchestra.run.smithi032.stdout:mgr epoch 9 is available 2023-12-22T17:11:28.151 INFO:teuthology.orchestra.run.smithi032.stdout:Generating a dashboard self-signed certificate... 2023-12-22T17:11:29.091 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:28 smithi032 ceph-mon[110651]: [22/Dec/2023:17:11:27] ENGINE Bus STARTING 2023-12-22T17:11:29.091 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:28 smithi032 ceph-mon[110651]: [22/Dec/2023:17:11:27] ENGINE Serving on https://172.21.15.32:7150 2023-12-22T17:11:29.091 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:28 smithi032 ceph-mon[110651]: [22/Dec/2023:17:11:27] ENGINE Bus STARTED 2023-12-22T17:11:29.091 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:28 smithi032 ceph-mon[110651]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-12-22T17:11:29.091 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:28 smithi032 ceph-mon[110651]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-12-22T17:11:29.091 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:28 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:29.275 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2023-12-22T17:11:29.275 INFO:teuthology.orchestra.run.smithi032.stdout:Creating initial admin user... 2023-12-22T17:11:30.077 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:29 smithi032 ceph-mon[110651]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:11:30.077 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:29 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:30.077 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:29 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:30.077 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:29 smithi032 ceph-mon[110651]: mgrmap e12: y(active, since 2s) 2023-12-22T17:11:30.559 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$ymckh2eZ/EYmdwqnkKbFyuI8rWI./XfYiXmEHos2TQ93jJfVIjTCW", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1703265090, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2023-12-22T17:11:30.559 INFO:teuthology.orchestra.run.smithi032.stdout:Fetching dashboard port number... 2023-12-22T17:11:30.936 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:30 smithi032 ceph-mon[110651]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:11:30.936 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:30 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:31.533 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stdout 8443 2023-12-22T17:11:31.543 INFO:teuthology.orchestra.run.smithi032.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-12-22T17:11:31.543 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stdout disabled 2023-12-22T17:11:31.550 INFO:teuthology.orchestra.run.smithi032.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-12-22T17:11:31.551 INFO:teuthology.orchestra.run.smithi032.stdout:systemctl: stdout inactive 2023-12-22T17:11:31.551 INFO:teuthology.orchestra.run.smithi032.stdout:firewalld.service is not enabled 2023-12-22T17:11:31.551 INFO:teuthology.orchestra.run.smithi032.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2023-12-22T17:11:31.553 INFO:teuthology.orchestra.run.smithi032.stdout:Ceph Dashboard is now available at: 2023-12-22T17:11:31.553 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:11:31.553 INFO:teuthology.orchestra.run.smithi032.stdout: URL: https://smithi032.front.sepia.ceph.com:8443/ 2023-12-22T17:11:31.553 INFO:teuthology.orchestra.run.smithi032.stdout: User: admin 2023-12-22T17:11:31.553 INFO:teuthology.orchestra.run.smithi032.stdout: Password: nllp2mxvhc 2023-12-22T17:11:31.553 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:11:31.554 INFO:teuthology.orchestra.run.smithi032.stdout:Saving cluster configuration to /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config directory 2023-12-22T17:11:31.554 INFO:teuthology.orchestra.run.smithi032.stdout:Enabling autotune for osd_memory_target 2023-12-22T17:11:32.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:31 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/426852939' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2023-12-22T17:11:33.575 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2023-12-22T17:11:33.575 INFO:teuthology.orchestra.run.smithi032.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2023-12-22T17:11:33.575 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:11:33.575 INFO:teuthology.orchestra.run.smithi032.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2023-12-22T17:11:33.575 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:11:33.575 INFO:teuthology.orchestra.run.smithi032.stdout:Or, if you are only running a single cluster on this host: 2023-12-22T17:11:33.575 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:11:33.575 INFO:teuthology.orchestra.run.smithi032.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2023-12-22T17:11:33.575 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:11:33.575 INFO:teuthology.orchestra.run.smithi032.stdout:Please consider enabling telemetry to help improve Ceph: 2023-12-22T17:11:33.575 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:11:33.576 INFO:teuthology.orchestra.run.smithi032.stdout: ceph telemetry on 2023-12-22T17:11:33.576 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:11:33.576 INFO:teuthology.orchestra.run.smithi032.stdout:For more information see: 2023-12-22T17:11:33.576 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:11:33.576 INFO:teuthology.orchestra.run.smithi032.stdout: https://docs.ceph.com/docs/master/mgr/telemetry/ 2023-12-22T17:11:33.576 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:11:33.576 INFO:teuthology.orchestra.run.smithi032.stdout:Bootstrap complete. 2023-12-22T17:11:33.612 INFO:tasks.cephadm:Fetching config... 2023-12-22T17:11:33.612 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2023-12-22T17:11:33.612 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2023-12-22T17:11:33.630 INFO:tasks.cephadm:Fetching client.admin keyring... 2023-12-22T17:11:33.631 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2023-12-22T17:11:33.631 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2023-12-22T17:11:33.689 INFO:tasks.cephadm:Fetching mon keyring... 2023-12-22T17:11:33.689 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2023-12-22T17:11:33.689 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/keyring of=/dev/stdout 2023-12-22T17:11:33.761 INFO:tasks.cephadm:Fetching pub ssh key... 2023-12-22T17:11:33.761 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2023-12-22T17:11:33.761 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2023-12-22T17:11:33.822 INFO:tasks.cephadm:Installing pub ssh key for root users... 2023-12-22T17:11:33.822 DEBUG:teuthology.orchestra.run.smithi032:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDDUFZodEWb6P5ojSRVgYt1FyQR7eaBTj9+TIIeJxPN6mO7tX0+UPs2E3gtNymUbTksYokJayIOzrm9oLw08+TWPY0IA7OSiDURKCx2QcH/0ei5exQBJ9Q8Z2gDZyw8GjD2hB4CRE66dbWV6tbniMkB7KEvYKCcnOdb3XPUWBpJwwRbxegHpcyU+bBC6iFLp5KBgvElDLWkzkHonpZQdCoyNfVaGL7YyZhsYTVIdgU3lxrgAsWVb/a5tI8qBDfFfkivyeR1KOm9XHcQHgr3MdkPxVl9xU3DyHLUIrKJnTQO5C998ORccGiwpr3qoIhDFCn8BPoE53VDlb3T3/pIAAf4Blu+RU0mW196KCXH0y0ZGvNBtoJdalFua3c/xqDyMvXEOAbwelA//BS2akWrD7ThAdAmAi11PcO1hbG5eQiF++oUI+8wj0UQDEnVdRaTRQ0AB6e2O7zJAg1gn+zPlY844JrmrUHeJ76A7ji5hH7Bb8Q+MGWtSEBeAPDw1BqNOzM= ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-12-22T17:11:33.901 INFO:teuthology.orchestra.run.smithi032.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDDUFZodEWb6P5ojSRVgYt1FyQR7eaBTj9+TIIeJxPN6mO7tX0+UPs2E3gtNymUbTksYokJayIOzrm9oLw08+TWPY0IA7OSiDURKCx2QcH/0ei5exQBJ9Q8Z2gDZyw8GjD2hB4CRE66dbWV6tbniMkB7KEvYKCcnOdb3XPUWBpJwwRbxegHpcyU+bBC6iFLp5KBgvElDLWkzkHonpZQdCoyNfVaGL7YyZhsYTVIdgU3lxrgAsWVb/a5tI8qBDfFfkivyeR1KOm9XHcQHgr3MdkPxVl9xU3DyHLUIrKJnTQO5C998ORccGiwpr3qoIhDFCn8BPoE53VDlb3T3/pIAAf4Blu+RU0mW196KCXH0y0ZGvNBtoJdalFua3c/xqDyMvXEOAbwelA//BS2akWrD7ThAdAmAi11PcO1hbG5eQiF++oUI+8wj0UQDEnVdRaTRQ0AB6e2O7zJAg1gn+zPlY844JrmrUHeJ76A7ji5hH7Bb8Q+MGWtSEBeAPDw1BqNOzM= ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715 2023-12-22T17:11:33.912 DEBUG:teuthology.orchestra.run.smithi039:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDDUFZodEWb6P5ojSRVgYt1FyQR7eaBTj9+TIIeJxPN6mO7tX0+UPs2E3gtNymUbTksYokJayIOzrm9oLw08+TWPY0IA7OSiDURKCx2QcH/0ei5exQBJ9Q8Z2gDZyw8GjD2hB4CRE66dbWV6tbniMkB7KEvYKCcnOdb3XPUWBpJwwRbxegHpcyU+bBC6iFLp5KBgvElDLWkzkHonpZQdCoyNfVaGL7YyZhsYTVIdgU3lxrgAsWVb/a5tI8qBDfFfkivyeR1KOm9XHcQHgr3MdkPxVl9xU3DyHLUIrKJnTQO5C998ORccGiwpr3qoIhDFCn8BPoE53VDlb3T3/pIAAf4Blu+RU0mW196KCXH0y0ZGvNBtoJdalFua3c/xqDyMvXEOAbwelA//BS2akWrD7ThAdAmAi11PcO1hbG5eQiF++oUI+8wj0UQDEnVdRaTRQ0AB6e2O7zJAg1gn+zPlY844JrmrUHeJ76A7ji5hH7Bb8Q+MGWtSEBeAPDw1BqNOzM= ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-12-22T17:11:33.958 INFO:teuthology.orchestra.run.smithi039.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDDUFZodEWb6P5ojSRVgYt1FyQR7eaBTj9+TIIeJxPN6mO7tX0+UPs2E3gtNymUbTksYokJayIOzrm9oLw08+TWPY0IA7OSiDURKCx2QcH/0ei5exQBJ9Q8Z2gDZyw8GjD2hB4CRE66dbWV6tbniMkB7KEvYKCcnOdb3XPUWBpJwwRbxegHpcyU+bBC6iFLp5KBgvElDLWkzkHonpZQdCoyNfVaGL7YyZhsYTVIdgU3lxrgAsWVb/a5tI8qBDfFfkivyeR1KOm9XHcQHgr3MdkPxVl9xU3DyHLUIrKJnTQO5C998ORccGiwpr3qoIhDFCn8BPoE53VDlb3T3/pIAAf4Blu+RU0mW196KCXH0y0ZGvNBtoJdalFua3c/xqDyMvXEOAbwelA//BS2akWrD7ThAdAmAi11PcO1hbG5eQiF++oUI+8wj0UQDEnVdRaTRQ0AB6e2O7zJAg1gn+zPlY844JrmrUHeJ76A7ji5hH7Bb8Q+MGWtSEBeAPDw1BqNOzM= ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715 2023-12-22T17:11:33.971 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2023-12-22T17:11:34.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:33 smithi032 ceph-mon[110651]: mgrmap e13: y(active, since 6s) 2023-12-22T17:11:34.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:33 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/24842229' entity='client.admin' 2023-12-22T17:11:34.239 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:11:36.130 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2023-12-22T17:11:36.130 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph orch client-keyring set client.admin '*' --mode 0755 2023-12-22T17:11:36.412 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:11:36.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:36 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:36.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:36 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:36.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:36 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi032", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:11:36.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:36 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:36.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:36 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:11:36.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:36 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:36.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:36 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/849916092' entity='client.admin' 2023-12-22T17:11:36.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:36 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:11:36.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:36 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:38.164 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi039 2023-12-22T17:11:38.164 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2023-12-22T17:11:38.165 DEBUG:teuthology.orchestra.run.smithi039:> dd of=/etc/ceph/ceph.conf 2023-12-22T17:11:38.187 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2023-12-22T17:11:38.187 DEBUG:teuthology.orchestra.run.smithi039:> dd of=/etc/ceph/ceph.client.admin.keyring 2023-12-22T17:11:38.249 INFO:tasks.cephadm:Adding host smithi039 to orchestrator... 2023-12-22T17:11:38.249 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph orch host add smithi039 2023-12-22T17:11:38.523 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:11:38.936 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:38 smithi032 ceph-mon[110651]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:11:38.936 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:38 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:38.936 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:38 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:11:38.937 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:38 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:11:38.937 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:38 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:11:38.937 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:38 smithi032 ceph-mon[110651]: Updating smithi032:/etc/ceph/ceph.conf 2023-12-22T17:11:40.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:39 smithi032 ceph-mon[110651]: Updating smithi032:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-22T17:11:40.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:39 smithi032 ceph-mon[110651]: Updating smithi032:/etc/ceph/ceph.client.admin.keyring 2023-12-22T17:11:40.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:39 smithi032 ceph-mon[110651]: Updating smithi032:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-22T17:11:40.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:39 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:40.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:39 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:40.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:39 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:41.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:40 smithi032 ceph-mon[110651]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi039", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:11:41.436 INFO:teuthology.orchestra.run.smithi032.stdout:Added host 'smithi039' with addr '172.21.15.39' 2023-12-22T17:11:41.795 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph orch host ls --format=json 2023-12-22T17:11:42.060 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:11:42.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:41 smithi032 ceph-mon[110651]: Deploying cephadm binary to smithi039 2023-12-22T17:11:42.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:41 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:42.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:41 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:11:42.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:41 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:43.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:42 smithi032 ceph-mon[110651]: Added host smithi039 2023-12-22T17:11:43.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:42 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:43.249 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:11:43.249 INFO:teuthology.orchestra.run.smithi032.stdout:[{"addr": "172.21.15.32", "hostname": "smithi032", "labels": [], "status": ""}, {"addr": "172.21.15.39", "hostname": "smithi039", "labels": [], "status": ""}] 2023-12-22T17:11:43.635 INFO:tasks.cephadm:Setting crush tunables to default 2023-12-22T17:11:43.635 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph osd crush tunables default 2023-12-22T17:11:43.899 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:11:44.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:43 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:45.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:44 smithi032 ceph-mon[110651]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-22T17:11:46.195 INFO:teuthology.orchestra.run.smithi032.stderr:adjusted tunables profile to default 2023-12-22T17:11:46.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:46 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:46.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:46 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:46.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:46 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:46.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:46 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:46.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:46 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi039", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:11:46.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:46 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:11:46.438 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:46 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:11:46.438 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:46 smithi032 ceph-mon[110651]: Updating smithi039:/etc/ceph/ceph.conf 2023-12-22T17:11:46.438 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:46 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/4033110285' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-12-22T17:11:46.438 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:46 smithi032 ceph-mon[110651]: Updating smithi039:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-22T17:11:46.438 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:46 smithi032 ceph-mon[110651]: Updating smithi039:/etc/ceph/ceph.client.admin.keyring 2023-12-22T17:11:46.438 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:46 smithi032 ceph-mon[110651]: Updating smithi039:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-22T17:11:46.438 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:46 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:46.438 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:46 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:46.438 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:46 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:46.567 INFO:tasks.cephadm:Adding mon.a on smithi032 2023-12-22T17:11:46.567 INFO:tasks.cephadm:Adding mon.c on smithi032 2023-12-22T17:11:46.567 INFO:tasks.cephadm:Adding mon.b on smithi039 2023-12-22T17:11:46.568 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph orch apply mon '3;smithi032:172.21.15.32=a;smithi032:[v2:172.21.15.32:3301,v1:172.21.15.32:6790]=c;smithi039:172.21.15.39=b' 2023-12-22T17:11:46.856 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-22T17:11:47.686 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:47 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/4033110285' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-12-22T17:11:47.686 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:47 smithi032 ceph-mon[110651]: osdmap e4: 0 total, 0 up, 0 in 2023-12-22T17:11:47.687 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:47 smithi032 ceph-mon[110651]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:11:48.016 INFO:teuthology.orchestra.run.smithi039.stdout:Scheduled mon update... 2023-12-22T17:11:48.412 DEBUG:teuthology.orchestra.run.smithi032:mon.c> sudo journalctl -f -n 0 -u ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@mon.c.service 2023-12-22T17:11:48.415 DEBUG:teuthology.orchestra.run.smithi039:mon.b> sudo journalctl -f -n 0 -u ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@mon.b.service 2023-12-22T17:11:48.418 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-12-22T17:11:48.418 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph mon dump -f json 2023-12-22T17:11:48.449 INFO:journalctl@ceph.mon.b.smithi039.stdout:-- Logs begin at Fri 2023-12-22 16:56:38 UTC. -- 2023-12-22T17:11:48.452 INFO:journalctl@ceph.mon.c.smithi032.stdout:-- Logs begin at Fri 2023-12-22 16:56:26 UTC. -- 2023-12-22T17:11:49.293 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-22T17:11:49.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:49 smithi032 ceph-mon[110651]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi032:172.21.15.32=a;smithi032:[v2:172.21.15.32:3301,v1:172.21.15.32:6790]=c;smithi039:172.21.15.39=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:11:49.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:49 smithi032 ceph-mon[110651]: Saving service mon spec with placement smithi032:172.21.15.32=a;smithi032:[v2:172.21.15.32:3301,v1:172.21.15.32:6790]=c;smithi039:172.21.15.39=b;count:3 2023-12-22T17:11:49.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:49 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:49.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:49 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:11:49.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:49 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:11:49.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:49 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:11:49.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:49 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:49.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:49 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-22T17:11:49.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:49 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:11:49.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:49 smithi032 ceph-mon[110651]: Deploying daemon mon.b on smithi039 2023-12-22T17:11:49.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:49 smithi032 ceph-mon[110651]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:11:51.264 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 systemd[1]: Started Ceph mon.b for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:11:51.264 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: rocksdb: EVENT_LOG_v1 {"time_micros": 1703265110768640, "job": 1, "event": "recovery_finished"} 2023-12-22T17:11:51.264 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-12-22T17:11:51.265 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x557ff88db180 2023-12-22T17:11:51.265 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: rocksdb: DB pointer 0x557ff89b0000 2023-12-22T17:11:51.265 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2023-12-22T17:11:51.265 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: rocksdb: [db/db_impl/db_impl.cc:903] 2023-12-22T17:11:51.265 INFO:journalctl@ceph.mon.b.smithi039.stdout: ** DB Stats ** 2023-12-22T17:11:51.265 INFO:journalctl@ceph.mon.b.smithi039.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-22T17:11:51.265 INFO:journalctl@ceph.mon.b.smithi039.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-12-22T17:11:51.265 INFO:journalctl@ceph.mon.b.smithi039.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-22T17:11:51.265 INFO:journalctl@ceph.mon.b.smithi039.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-22T17:11:51.265 INFO:journalctl@ceph.mon.b.smithi039.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-12-22T17:11:51.265 INFO:journalctl@ceph.mon.b.smithi039.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2023-12-22T17:11:51.265 INFO:journalctl@ceph.mon.b.smithi039.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-22T17:11:51.266 INFO:journalctl@ceph.mon.b.smithi039.stdout: 2023-12-22T17:11:51.266 INFO:journalctl@ceph.mon.b.smithi039.stdout: ** Compaction Stats [default] ** 2023-12-22T17:11:51.266 INFO:journalctl@ceph.mon.b.smithi039.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-22T17:11:51.266 INFO:journalctl@ceph.mon.b.smithi039.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-22T17:11:51.266 INFO:journalctl@ceph.mon.b.smithi039.stdout: L0 1/0 1.51 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.5 0.00 0.00 1 0.001 0 0 2023-12-22T17:11:51.266 INFO:journalctl@ceph.mon.b.smithi039.stdout: Sum 1/0 1.51 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.5 0.00 0.00 1 0.001 0 0 2023-12-22T17:11:51.266 INFO:journalctl@ceph.mon.b.smithi039.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.5 0.00 0.00 1 0.001 0 0 2023-12-22T17:11:51.266 INFO:journalctl@ceph.mon.b.smithi039.stdout: 2023-12-22T17:11:51.266 INFO:journalctl@ceph.mon.b.smithi039.stdout: ** Compaction Stats [default] ** 2023-12-22T17:11:51.266 INFO:journalctl@ceph.mon.b.smithi039.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-22T17:11:51.266 INFO:journalctl@ceph.mon.b.smithi039.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-22T17:11:51.266 INFO:journalctl@ceph.mon.b.smithi039.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.5 0.00 0.00 1 0.001 0 0 2023-12-22T17:11:51.266 INFO:journalctl@ceph.mon.b.smithi039.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-22T17:11:51.266 INFO:journalctl@ceph.mon.b.smithi039.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-12-22T17:11:51.266 INFO:journalctl@ceph.mon.b.smithi039.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-22T17:11:51.267 INFO:journalctl@ceph.mon.b.smithi039.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-12-22T17:11:51.267 INFO:journalctl@ceph.mon.b.smithi039.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-12-22T17:11:51.267 INFO:journalctl@ceph.mon.b.smithi039.stdout: AddFile(Keys): cumulative 0, interval 0 2023-12-22T17:11:51.267 INFO:journalctl@ceph.mon.b.smithi039.stdout: Cumulative compaction: 0.00 GB write, 0.24 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-22T17:11:51.267 INFO:journalctl@ceph.mon.b.smithi039.stdout: Interval compaction: 0.00 GB write, 0.24 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-22T17:11:51.267 INFO:journalctl@ceph.mon.b.smithi039.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-22T17:11:51.267 INFO:journalctl@ceph.mon.b.smithi039.stdout: 2023-12-22T17:11:51.267 INFO:journalctl@ceph.mon.b.smithi039.stdout: ** File Read Latency Histogram By Level [default] ** 2023-12-22T17:11:51.267 INFO:journalctl@ceph.mon.b.smithi039.stdout: 2023-12-22T17:11:51.267 INFO:journalctl@ceph.mon.b.smithi039.stdout: ** Compaction Stats [default] ** 2023-12-22T17:11:51.267 INFO:journalctl@ceph.mon.b.smithi039.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-22T17:11:51.267 INFO:journalctl@ceph.mon.b.smithi039.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-22T17:11:51.267 INFO:journalctl@ceph.mon.b.smithi039.stdout: L0 1/0 1.51 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.5 0.00 0.00 1 0.001 0 0 2023-12-22T17:11:51.267 INFO:journalctl@ceph.mon.b.smithi039.stdout: Sum 1/0 1.51 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.5 0.00 0.00 1 0.001 0 0 2023-12-22T17:11:51.268 INFO:journalctl@ceph.mon.b.smithi039.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2023-12-22T17:11:51.268 INFO:journalctl@ceph.mon.b.smithi039.stdout: 2023-12-22T17:11:51.268 INFO:journalctl@ceph.mon.b.smithi039.stdout: ** Compaction Stats [default] ** 2023-12-22T17:11:51.268 INFO:journalctl@ceph.mon.b.smithi039.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-22T17:11:51.268 INFO:journalctl@ceph.mon.b.smithi039.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-22T17:11:51.268 INFO:journalctl@ceph.mon.b.smithi039.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.5 0.00 0.00 1 0.001 0 0 2023-12-22T17:11:51.268 INFO:journalctl@ceph.mon.b.smithi039.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-22T17:11:51.268 INFO:journalctl@ceph.mon.b.smithi039.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-12-22T17:11:51.268 INFO:journalctl@ceph.mon.b.smithi039.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-22T17:11:51.268 INFO:journalctl@ceph.mon.b.smithi039.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-12-22T17:11:51.268 INFO:journalctl@ceph.mon.b.smithi039.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-12-22T17:11:51.268 INFO:journalctl@ceph.mon.b.smithi039.stdout: AddFile(Keys): cumulative 0, interval 0 2023-12-22T17:11:51.268 INFO:journalctl@ceph.mon.b.smithi039.stdout: Cumulative compaction: 0.00 GB write, 0.24 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-22T17:11:51.268 INFO:journalctl@ceph.mon.b.smithi039.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-22T17:11:51.268 INFO:journalctl@ceph.mon.b.smithi039.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-22T17:11:51.268 INFO:journalctl@ceph.mon.b.smithi039.stdout: 2023-12-22T17:11:51.268 INFO:journalctl@ceph.mon.b.smithi039.stdout: ** File Read Latency Histogram By Level [default] ** 2023-12-22T17:11:51.269 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: mon.b does not exist in monmap, will attempt to join an existing cluster 2023-12-22T17:11:51.269 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: using public_addr v2:172.21.15.39:0/0 -> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] 2023-12-22T17:11:51.269 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: starting mon.b rank -1 at public addrs [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] at bind addrs [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 2023-12-22T17:11:51.269 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: mon.b@-1(???) e0 preinit fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 2023-12-22T17:11:51.269 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: mon.b@-1(synchronizing).mds e1 new map 2023-12-22T17:11:51.269 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: mon.b@-1(synchronizing).mds e1 print_map 2023-12-22T17:11:51.269 INFO:journalctl@ceph.mon.b.smithi039.stdout: e1 2023-12-22T17:11:51.269 INFO:journalctl@ceph.mon.b.smithi039.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-12-22T17:11:51.269 INFO:journalctl@ceph.mon.b.smithi039.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-12-22T17:11:51.269 INFO:journalctl@ceph.mon.b.smithi039.stdout: legacy client fscid: -1 2023-12-22T17:11:51.269 INFO:journalctl@ceph.mon.b.smithi039.stdout: 2023-12-22T17:11:51.269 INFO:journalctl@ceph.mon.b.smithi039.stdout: No filesystems configured 2023-12-22T17:11:51.269 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2023-12-22T17:11:51.269 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2023-12-22T17:11:51.270 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2023-12-22T17:11:51.270 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2023-12-22T17:11:51.270 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2023-12-22T17:11:51.270 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2023-12-22T17:11:51.270 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2023-12-22T17:11:51.270 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-12-22T17:11:51.270 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-12-22T17:11:51.270 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-12-22T17:11:51.270 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: mkfs e779e1d0-a0ec-11ee-95a5-87774f69a715 2023-12-22T17:11:51.270 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: mon.a is new leader, mons a in quorum (ranks 0) 2023-12-22T17:11:51.270 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: mon.a is new leader, mons a in quorum (ranks 0) 2023-12-22T17:11:51.270 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: monmap e1: 1 mons at {a=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-22T17:11:51.270 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: fsmap 2023-12-22T17:11:51.270 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: osdmap e1: 0 total, 0 up, 0 in 2023-12-22T17:11:51.270 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: mgrmap e1: no daemons active 2023-12-22T17:11:51.271 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/1870727698' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2023-12-22T17:11:51.271 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/1432965494' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-12-22T17:11:51.271 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/1432965494' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2023-12-22T17:11:51.271 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: mon.a is new leader, mons a in quorum (ranks 0) 2023-12-22T17:11:51.271 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: monmap e1: 1 mons at {a=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-22T17:11:51.271 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: fsmap 2023-12-22T17:11:51.271 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: osdmap e1: 0 total, 0 up, 0 in 2023-12-22T17:11:51.271 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: mgrmap e1: no daemons active 2023-12-22T17:11:51.271 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/424021403' entity='client.admin' 2023-12-22T17:11:51.271 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/1195730730' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-22T17:11:51.271 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/1803176759' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-22T17:11:51.271 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/2139273522' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-22T17:11:51.271 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: Activating manager daemon y 2023-12-22T17:11:51.271 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: mgrmap e2: y(active, starting, since 0.00266572s) 2023-12-22T17:11:51.272 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14100 172.21.15.32:0/2529857218' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-22T17:11:51.272 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14100 172.21.15.32:0/2529857218' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-22T17:11:51.272 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14100 172.21.15.32:0/2529857218' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-22T17:11:51.272 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14100 172.21.15.32:0/2529857218' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:11:51.272 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14100 172.21.15.32:0/2529857218' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-22T17:11:51.272 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: Manager daemon y is now available 2023-12-22T17:11:51.272 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14100 172.21.15.32:0/2529857218' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-22T17:11:51.272 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14100 172.21.15.32:0/2529857218' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-22T17:11:51.272 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14100 172.21.15.32:0/2529857218' entity='mgr.y' 2023-12-22T17:11:51.272 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14100 172.21.15.32:0/2529857218' entity='mgr.y' 2023-12-22T17:11:51.272 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14100 172.21.15.32:0/2529857218' entity='mgr.y' 2023-12-22T17:11:51.272 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: mgrmap e3: y(active, since 1.007s) 2023-12-22T17:11:51.272 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/3053806432' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-22T17:11:51.272 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: mgrmap e4: y(active, since 3s) 2023-12-22T17:11:51.272 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/1191760251' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-12-22T17:11:51.273 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/2815749665' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2023-12-22T17:11:51.273 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/2815749665' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2023-12-22T17:11:51.273 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: mgrmap e5: y(active, since 5s) 2023-12-22T17:11:51.273 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/3537647638' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-12-22T17:11:51.273 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: Active manager daemon y restarted 2023-12-22T17:11:51.273 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: Activating manager daemon y 2023-12-22T17:11:51.273 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: osdmap e2: 0 total, 0 up, 0 in 2023-12-22T17:11:51.273 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: mgrmap e6: y(active, starting, since 0.00312992s) 2023-12-22T17:11:51.273 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:11:51.273 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-22T17:11:51.273 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-22T17:11:51.273 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-22T17:11:51.273 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-22T17:11:51.274 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: Manager daemon y is now available 2023-12-22T17:11:51.274 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: Found migration_current of "None". Setting to last migration. 2023-12-22T17:11:51.274 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' 2023-12-22T17:11:51.274 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' 2023-12-22T17:11:51.274 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:11:51.274 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:11:51.274 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:11:51.274 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-22T17:11:51.274 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-22T17:11:51.274 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' 2023-12-22T17:11:51.274 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:11:51.274 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: [22/Dec/2023:17:11:04] ENGINE Bus STARTING 2023-12-22T17:11:51.274 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: [22/Dec/2023:17:11:04] ENGINE Serving on https://172.21.15.32:7150 2023-12-22T17:11:51.274 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: [22/Dec/2023:17:11:04] ENGINE Bus STARTED 2023-12-22T17:11:51.275 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-12-22T17:11:51.275 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: mgrmap e7: y(active, since 1.00517s) 2023-12-22T17:11:51.275 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-12-22T17:11:51.275 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: mgrmap e8: y(active, since 3s) 2023-12-22T17:11:51.275 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:11:51.275 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' 2023-12-22T17:11:51.275 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:11:51.275 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:11:51.275 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:11:51.275 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: Generating ssh key... 2023-12-22T17:11:51.275 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' 2023-12-22T17:11:51.275 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' 2023-12-22T17:11:51.275 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:11:51.275 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi032", "addr": "172.21.15.32", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:11:51.275 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: Deploying cephadm binary to smithi032 2023-12-22T17:11:51.276 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' 2023-12-22T17:11:51.276 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: Added host smithi032 2023-12-22T17:11:51.276 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:11:51.276 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' 2023-12-22T17:11:51.276 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:11:51.276 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: Saving service mon spec with placement count:5 2023-12-22T17:11:51.276 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:11:51.276 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: Saving service mgr spec with placement count:2 2023-12-22T17:11:51.276 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' 2023-12-22T17:11:51.276 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' 2023-12-22T17:11:51.276 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' 2023-12-22T17:11:51.276 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/3740919881' entity='client.admin' 2023-12-22T17:11:51.276 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/1796705724' entity='client.admin' 2023-12-22T17:11:51.276 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' 2023-12-22T17:11:51.276 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' 2023-12-22T17:11:51.276 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/4189308989' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2023-12-22T17:11:51.277 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/4189308989' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2023-12-22T17:11:51.277 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: mgrmap e9: y(active, since 16s) 2023-12-22T17:11:51.277 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/1785858633' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-12-22T17:11:51.277 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: Active manager daemon y restarted 2023-12-22T17:11:51.277 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: Activating manager daemon y 2023-12-22T17:11:51.277 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: osdmap e3: 0 total, 0 up, 0 in 2023-12-22T17:11:51.277 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: mgrmap e10: y(active, starting, since 0.00306322s) 2023-12-22T17:11:51.277 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:11:51.277 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-22T17:11:51.277 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-22T17:11:51.277 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-22T17:11:51.277 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-22T17:11:51.277 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: Manager daemon y is now available 2023-12-22T17:11:51.277 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:11:51.277 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:11:51.277 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-22T17:11:51.278 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-22T17:11:51.278 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:51.278 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:51.278 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: mgrmap e11: y(active, since 1.0054s) 2023-12-22T17:11:51.278 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: [22/Dec/2023:17:11:27] ENGINE Bus STARTING 2023-12-22T17:11:51.278 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: [22/Dec/2023:17:11:27] ENGINE Serving on https://172.21.15.32:7150 2023-12-22T17:11:51.278 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: [22/Dec/2023:17:11:27] ENGINE Bus STARTED 2023-12-22T17:11:51.278 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-12-22T17:11:51.278 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-12-22T17:11:51.278 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:51.278 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:11:51.278 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:51.278 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:51.278 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: mgrmap e12: y(active, since 2s) 2023-12-22T17:11:51.278 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:11:51.278 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:51.279 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/426852939' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2023-12-22T17:11:51.279 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: mgrmap e13: y(active, since 6s) 2023-12-22T17:11:51.279 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/24842229' entity='client.admin' 2023-12-22T17:11:51.279 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:51.279 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:51.279 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi032", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:11:51.279 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:51.279 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:11:51.279 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:51.279 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/849916092' entity='client.admin' 2023-12-22T17:11:51.279 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:11:51.279 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:51.279 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:11:51.279 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:51.279 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:11:51.279 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:11:51.280 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:11:51.280 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: Updating smithi032:/etc/ceph/ceph.conf 2023-12-22T17:11:51.280 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: Updating smithi032:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-22T17:11:51.280 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: Updating smithi032:/etc/ceph/ceph.client.admin.keyring 2023-12-22T17:11:51.280 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: Updating smithi032:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-22T17:11:51.280 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:51.280 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:51.280 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:51.280 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi039", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:11:51.280 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: Deploying cephadm binary to smithi039 2023-12-22T17:11:51.280 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:51.280 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:11:51.280 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:51.280 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: Added host smithi039 2023-12-22T17:11:51.280 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:51.280 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:51.281 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-22T17:11:51.281 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:51.281 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:51.281 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:51.281 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:51.281 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi039", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:11:51.281 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:11:51.281 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:11:51.281 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: Updating smithi039:/etc/ceph/ceph.conf 2023-12-22T17:11:51.281 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/4033110285' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-12-22T17:11:51.281 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: Updating smithi039:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-22T17:11:51.281 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: Updating smithi039:/etc/ceph/ceph.client.admin.keyring 2023-12-22T17:11:51.281 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: Updating smithi039:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-22T17:11:51.281 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:51.281 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:51.282 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:51.282 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/4033110285' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-12-22T17:11:51.282 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: osdmap e4: 0 total, 0 up, 0 in 2023-12-22T17:11:51.282 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:11:51.282 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi032:172.21.15.32=a;smithi032:[v2:172.21.15.32:3301,v1:172.21.15.32:6790]=c;smithi039:172.21.15.39=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:11:51.282 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: Saving service mon spec with placement smithi032:172.21.15.32=a;smithi032:[v2:172.21.15.32:3301,v1:172.21.15.32:6790]=c;smithi039:172.21.15.39=b;count:3 2023-12-22T17:11:51.282 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:51.282 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:11:51.282 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:11:51.282 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:11:51.282 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:51.282 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-22T17:11:51.282 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:11:51.282 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: Deploying daemon mon.b on smithi039 2023-12-22T17:11:51.282 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:11:51.282 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2023-12-22T17:11:51.283 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:50 smithi039 ceph-mon[115265]: mon.b@-1(synchronizing) e1 handle_conf_change mon_allow_pool_delete 2023-12-22T17:11:55.855 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-22T17:11:55.855 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":2,"fsid":"e779e1d0-a0ec-11ee-95a5-87774f69a715","modified":"2023-12-22T17:11:50.797010Z","created":"2023-12-22T17:10:37.895877Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:3300","nonce":0},{"type":"v1","addr":"172.21.15.32:6789","nonce":0}]},"addr":"172.21.15.32:6789/0","public_addr":"172.21.15.32:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:3300","nonce":0},{"type":"v1","addr":"172.21.15.39:6789","nonce":0}]},"addr":"172.21.15.39:6789/0","public_addr":"172.21.15.39:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2023-12-22T17:11:55.858 INFO:teuthology.orchestra.run.smithi039.stderr:dumped monmap epoch 2 2023-12-22T17:11:56.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:55 smithi032 ceph-mon[110651]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:11:56.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:55 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:11:56.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:55 smithi032 ceph-mon[110651]: mon.a calling monitor election 2023-12-22T17:11:56.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:55 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:11:56.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:55 smithi032 ceph-mon[110651]: from='client.? 172.21.15.39:0/2029055020' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-22T17:11:56.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:55 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:11:56.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:55 smithi032 ceph-mon[110651]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:11:56.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:55 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:11:56.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:55 smithi032 ceph-mon[110651]: mon.b calling monitor election 2023-12-22T17:11:56.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:55 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:11:56.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:55 smithi032 ceph-mon[110651]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:11:56.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:55 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:11:56.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:55 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:11:56.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:55 smithi032 ceph-mon[110651]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2023-12-22T17:11:56.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:55 smithi032 ceph-mon[110651]: monmap e2: 2 mons at {a=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0],b=[v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-22T17:11:56.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:55 smithi032 ceph-mon[110651]: fsmap 2023-12-22T17:11:56.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:55 smithi032 ceph-mon[110651]: osdmap e4: 0 total, 0 up, 0 in 2023-12-22T17:11:56.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:55 smithi032 ceph-mon[110651]: mgrmap e13: y(active, since 29s) 2023-12-22T17:11:56.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:55 smithi032 ceph-mon[110651]: overall HEALTH_OK 2023-12-22T17:11:56.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:55 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:56.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:55 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:56.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:55 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:56.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:55 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-22T17:11:56.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:55 smithi039 ceph-mon[115265]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:11:56.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:55 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:11:56.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:55 smithi039 ceph-mon[115265]: mon.a calling monitor election 2023-12-22T17:11:56.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:55 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:11:56.264 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:55 smithi039 ceph-mon[115265]: from='client.? 172.21.15.39:0/2029055020' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-22T17:11:56.264 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:55 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:11:56.264 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:55 smithi039 ceph-mon[115265]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:11:56.264 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:55 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:11:56.264 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:55 smithi039 ceph-mon[115265]: mon.b calling monitor election 2023-12-22T17:11:56.264 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:55 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:11:56.264 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:55 smithi039 ceph-mon[115265]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:11:56.264 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:55 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:11:56.264 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:55 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:11:56.264 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:55 smithi039 ceph-mon[115265]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2023-12-22T17:11:56.264 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:55 smithi039 ceph-mon[115265]: monmap e2: 2 mons at {a=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0],b=[v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-22T17:11:56.264 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:55 smithi039 ceph-mon[115265]: fsmap 2023-12-22T17:11:56.264 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:55 smithi039 ceph-mon[115265]: osdmap e4: 0 total, 0 up, 0 in 2023-12-22T17:11:56.264 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:55 smithi039 ceph-mon[115265]: mgrmap e13: y(active, since 29s) 2023-12-22T17:11:56.264 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:55 smithi039 ceph-mon[115265]: overall HEALTH_OK 2023-12-22T17:11:56.264 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:55 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:56.264 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:55 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:56.265 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:55 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:56.265 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:55 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-22T17:11:57.010 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:56 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:11:57.010 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:56 smithi032 ceph-mon[110651]: Deploying daemon mon.c on smithi032 2023-12-22T17:11:57.010 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:56 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:11:57.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:56 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:11:57.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:56 smithi039 ceph-mon[115265]: Deploying daemon mon.c on smithi032 2023-12-22T17:11:57.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:56 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:11:57.333 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-12-22T17:11:57.333 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph mon dump -f json 2023-12-22T17:11:57.612 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.b/config 2023-12-22T17:11:58.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:11:57 smithi039 ceph-mon[115265]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:11:58.109 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:11:57 smithi032 ceph-mon[110651]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:11:58.110 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:57 smithi032 systemd[1]: Starting Ceph mon.c for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:11:58.441 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: set uid:gid to 167:167 (ceph:ceph) 2023-12-22T17:11:58.441 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable), process ceph-mon, pid 7 2023-12-22T17:11:58.441 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: pidfile_write: ignore empty --pid-file 2023-12-22T17:11:58.441 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: load: jerasure load: lrc 2023-12-22T17:11:58.441 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: RocksDB version: 6.15.5 2023-12-22T17:11:58.441 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2023-12-22T17:11:58.442 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Compile date Dec 22 2023 2023-12-22T17:11:58.442 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: DB SUMMARY 2023-12-22T17:11:58.442 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: DB Session ID: NIY3EDZOB2Z9SZF210E8 2023-12-22T17:11:58.442 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: CURRENT file: CURRENT 2023-12-22T17:11:58.442 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: IDENTITY file: IDENTITY 2023-12-22T17:11:58.442 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2023-12-22T17:11:58.443 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2023-12-22T17:11:58.443 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2023-12-22T17:11:58.443 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.error_if_exists: 0 2023-12-22T17:11:58.443 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.create_if_missing: 0 2023-12-22T17:11:58.443 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.paranoid_checks: 1 2023-12-22T17:11:58.443 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-12-22T17:11:58.443 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.env: 0x558ecac1da80 2023-12-22T17:11:58.444 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.fs: Posix File System 2023-12-22T17:11:58.444 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.info_log: 0x558ecd0c3dc0 2023-12-22T17:11:58.444 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.max_file_opening_threads: 16 2023-12-22T17:11:58.444 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.statistics: (nil) 2023-12-22T17:11:58.444 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.use_fsync: 0 2023-12-22T17:11:58.444 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.max_log_file_size: 0 2023-12-22T17:11:58.444 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 bash[125011]: 60fabd0eda63b4f38f2f88c2c2e7bae144034a997a0f3061aa87de9d97c9d1f8 2023-12-22T17:11:58.445 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-12-22T17:11:58.445 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.log_file_time_to_roll: 0 2023-12-22T17:11:58.445 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.keep_log_file_num: 1000 2023-12-22T17:11:58.445 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.recycle_log_file_num: 0 2023-12-22T17:11:58.445 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.allow_fallocate: 1 2023-12-22T17:11:58.445 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.allow_mmap_reads: 0 2023-12-22T17:11:58.446 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.allow_mmap_writes: 0 2023-12-22T17:11:58.446 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.use_direct_reads: 0 2023-12-22T17:11:58.446 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-12-22T17:11:58.446 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.create_missing_column_families: 0 2023-12-22T17:11:58.446 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.db_log_dir: 2023-12-22T17:11:58.446 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db 2023-12-22T17:11:58.447 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.table_cache_numshardbits: 6 2023-12-22T17:11:58.447 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.WAL_ttl_seconds: 0 2023-12-22T17:11:58.447 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.WAL_size_limit_MB: 0 2023-12-22T17:11:58.447 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-12-22T17:11:58.447 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-12-22T17:11:58.447 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.is_fd_close_on_exec: 1 2023-12-22T17:11:58.447 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.advise_random_on_open: 1 2023-12-22T17:11:58.448 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.db_write_buffer_size: 0 2023-12-22T17:11:58.448 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.write_buffer_manager: 0x558ecddb6930 2023-12-22T17:11:58.448 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-12-22T17:11:58.448 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2023-12-22T17:11:58.448 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-12-22T17:11:58.448 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.use_adaptive_mutex: 0 2023-12-22T17:11:58.449 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.rate_limiter: (nil) 2023-12-22T17:11:58.449 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-12-22T17:11:58.449 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.wal_recovery_mode: 2 2023-12-22T17:11:58.449 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.enable_thread_tracking: 0 2023-12-22T17:11:58.449 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.enable_pipelined_write: 0 2023-12-22T17:11:58.449 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.unordered_write: 0 2023-12-22T17:11:58.450 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-12-22T17:11:58.450 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-12-22T17:11:58.450 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-12-22T17:11:58.450 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-12-22T17:11:58.450 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.row_cache: None 2023-12-22T17:11:58.450 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.wal_filter: None 2023-12-22T17:11:58.451 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-12-22T17:11:58.451 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.allow_ingest_behind: 0 2023-12-22T17:11:58.451 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.preserve_deletes: 0 2023-12-22T17:11:58.451 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.two_write_queues: 0 2023-12-22T17:11:58.451 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.manual_wal_flush: 0 2023-12-22T17:11:58.451 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.atomic_flush: 0 2023-12-22T17:11:58.451 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-12-22T17:11:58.452 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.persist_stats_to_disk: 0 2023-12-22T17:11:58.452 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.write_dbid_to_manifest: 0 2023-12-22T17:11:58.452 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.log_readahead_size: 0 2023-12-22T17:11:58.452 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-12-22T17:11:58.452 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.best_efforts_recovery: 0 2023-12-22T17:11:58.452 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-12-22T17:11:58.452 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-12-22T17:11:58.453 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.allow_data_in_errors: 0 2023-12-22T17:11:58.453 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.db_host_id: __hostname__ 2023-12-22T17:11:58.453 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.max_background_jobs: 2 2023-12-22T17:11:58.453 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.max_background_compactions: -1 2023-12-22T17:11:58.453 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.max_subcompactions: 1 2023-12-22T17:11:58.453 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-12-22T17:11:58.454 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-12-22T17:11:58.454 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.delayed_write_rate : 16777216 2023-12-22T17:11:58.454 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.max_total_wal_size: 0 2023-12-22T17:11:58.454 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-12-22T17:11:58.454 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.stats_dump_period_sec: 600 2023-12-22T17:11:58.454 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.stats_persist_period_sec: 600 2023-12-22T17:11:58.455 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-12-22T17:11:58.455 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.max_open_files: -1 2023-12-22T17:11:58.455 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.bytes_per_sync: 0 2023-12-22T17:11:58.455 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.wal_bytes_per_sync: 0 2023-12-22T17:11:58.455 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.strict_bytes_per_sync: 0 2023-12-22T17:11:58.455 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.compaction_readahead_size: 0 2023-12-22T17:11:58.455 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.max_background_flushes: -1 2023-12-22T17:11:58.456 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Compression algorithms supported: 2023-12-22T17:11:58.456 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-12-22T17:11:58.456 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: kZSTD supported: 0 2023-12-22T17:11:58.456 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: kXpressCompression supported: 0 2023-12-22T17:11:58.456 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: kLZ4HCCompression supported: 1 2023-12-22T17:11:58.456 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: kZlibCompression supported: 1 2023-12-22T17:11:58.457 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: kSnappyCompression supported: 1 2023-12-22T17:11:58.457 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: kLZ4Compression supported: 1 2023-12-22T17:11:58.457 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: kBZip2Compression supported: 0 2023-12-22T17:11:58.457 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Fast CRC32 supported: Supported on x86 2023-12-22T17:11:58.457 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 2023-12-22T17:11:58.457 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2023-12-22T17:11:58.457 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-12-22T17:11:58.458 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.merge_operator: 2023-12-22T17:11:58.458 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.compaction_filter: None 2023-12-22T17:11:58.458 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.compaction_filter_factory: None 2023-12-22T17:11:58.458 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.sst_partitioner_factory: None 2023-12-22T17:11:58.458 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.memtable_factory: SkipListFactory 2023-12-22T17:11:58.459 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.table_factory: BlockBasedTable 2023-12-22T17:11:58.459 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x558ecd096f90) 2023-12-22T17:11:58.459 INFO:journalctl@ceph.mon.c.smithi032.stdout: cache_index_and_filter_blocks: 1 2023-12-22T17:11:58.459 INFO:journalctl@ceph.mon.c.smithi032.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-12-22T17:11:58.459 INFO:journalctl@ceph.mon.c.smithi032.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-12-22T17:11:58.459 INFO:journalctl@ceph.mon.c.smithi032.stdout: pin_top_level_index_and_filter: 1 2023-12-22T17:11:58.460 INFO:journalctl@ceph.mon.c.smithi032.stdout: index_type: 0 2023-12-22T17:11:58.460 INFO:journalctl@ceph.mon.c.smithi032.stdout: data_block_index_type: 0 2023-12-22T17:11:58.460 INFO:journalctl@ceph.mon.c.smithi032.stdout: index_shortening: 1 2023-12-22T17:11:58.460 INFO:journalctl@ceph.mon.c.smithi032.stdout: data_block_hash_table_util_ratio: 0.750000 2023-12-22T17:11:58.460 INFO:journalctl@ceph.mon.c.smithi032.stdout: hash_index_allow_collision: 1 2023-12-22T17:11:58.460 INFO:journalctl@ceph.mon.c.smithi032.stdout: checksum: 1 2023-12-22T17:11:58.461 INFO:journalctl@ceph.mon.c.smithi032.stdout: no_block_cache: 0 2023-12-22T17:11:58.461 INFO:journalctl@ceph.mon.c.smithi032.stdout: block_cache: 0x558ecd0c9090 2023-12-22T17:11:58.461 INFO:journalctl@ceph.mon.c.smithi032.stdout: block_cache_name: BinnedLRUCache 2023-12-22T17:11:58.461 INFO:journalctl@ceph.mon.c.smithi032.stdout: block_cache_options: 2023-12-22T17:11:58.461 INFO:journalctl@ceph.mon.c.smithi032.stdout: capacity : 536870912 2023-12-22T17:11:58.461 INFO:journalctl@ceph.mon.c.smithi032.stdout: num_shard_bits : 4 2023-12-22T17:11:58.462 INFO:journalctl@ceph.mon.c.smithi032.stdout: strict_capacity_limit : 0 2023-12-22T17:11:58.462 INFO:journalctl@ceph.mon.c.smithi032.stdout: high_pri_pool_ratio: 0.000 2023-12-22T17:11:58.462 INFO:journalctl@ceph.mon.c.smithi032.stdout: block_cache_compressed: (nil) 2023-12-22T17:11:58.462 INFO:journalctl@ceph.mon.c.smithi032.stdout: persistent_cache: (nil) 2023-12-22T17:11:58.462 INFO:journalctl@ceph.mon.c.smithi032.stdout: block_size: 4096 2023-12-22T17:11:58.462 INFO:journalctl@ceph.mon.c.smithi032.stdout: block_size_deviation: 10 2023-12-22T17:11:58.463 INFO:journalctl@ceph.mon.c.smithi032.stdout: block_restart_interval: 16 2023-12-22T17:11:58.463 INFO:journalctl@ceph.mon.c.smithi032.stdout: index_block_restart_interval: 1 2023-12-22T17:11:58.463 INFO:journalctl@ceph.mon.c.smithi032.stdout: metadata_block_size: 4096 2023-12-22T17:11:58.463 INFO:journalctl@ceph.mon.c.smithi032.stdout: partition_filters: 0 2023-12-22T17:11:58.463 INFO:journalctl@ceph.mon.c.smithi032.stdout: use_delta_encoding: 1 2023-12-22T17:11:58.463 INFO:journalctl@ceph.mon.c.smithi032.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2023-12-22T17:11:58.463 INFO:journalctl@ceph.mon.c.smithi032.stdout: whole_key_filtering: 1 2023-12-22T17:11:58.464 INFO:journalctl@ceph.mon.c.smithi032.stdout: verify_compression: 0 2023-12-22T17:11:58.464 INFO:journalctl@ceph.mon.c.smithi032.stdout: read_amp_bytes_per_bit: 0 2023-12-22T17:11:58.464 INFO:journalctl@ceph.mon.c.smithi032.stdout: format_version: 4 2023-12-22T17:11:58.464 INFO:journalctl@ceph.mon.c.smithi032.stdout: enable_index_compression: 1 2023-12-22T17:11:58.464 INFO:journalctl@ceph.mon.c.smithi032.stdout: block_align: 0 2023-12-22T17:11:58.464 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.write_buffer_size: 33554432 2023-12-22T17:11:58.465 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.max_write_buffer_number: 2 2023-12-22T17:11:58.465 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.compression: NoCompression 2023-12-22T17:11:58.465 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.bottommost_compression: Disabled 2023-12-22T17:11:58.465 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.prefix_extractor: nullptr 2023-12-22T17:11:58.465 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-12-22T17:11:58.465 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.num_levels: 7 2023-12-22T17:11:58.466 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-12-22T17:11:58.466 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-12-22T17:11:58.466 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-12-22T17:11:58.466 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-12-22T17:11:58.466 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-12-22T17:11:58.466 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-12-22T17:11:58.467 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-12-22T17:11:58.467 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-12-22T17:11:58.467 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-12-22T17:11:58.467 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-12-22T17:11:58.467 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.compression_opts.window_bits: -14 2023-12-22T17:11:58.467 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.compression_opts.level: 32767 2023-12-22T17:11:58.468 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.compression_opts.strategy: 0 2023-12-22T17:11:58.468 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-12-22T17:11:58.468 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-12-22T17:11:58.468 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-12-22T17:11:58.468 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.compression_opts.enabled: false 2023-12-22T17:11:58.468 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-12-22T17:11:58.469 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-12-22T17:11:58.469 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-12-22T17:11:58.469 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.target_file_size_base: 67108864 2023-12-22T17:11:58.469 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.target_file_size_multiplier: 1 2023-12-22T17:11:58.469 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-12-22T17:11:58.469 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-12-22T17:11:58.470 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-12-22T17:11:58.470 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-12-22T17:11:58.470 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-12-22T17:11:58.470 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-12-22T17:11:58.470 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-12-22T17:11:58.470 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-12-22T17:11:58.471 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-12-22T17:11:58.471 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-12-22T17:11:58.471 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-12-22T17:11:58.471 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-12-22T17:11:58.471 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.arena_block_size: 4194304 2023-12-22T17:11:58.471 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-12-22T17:11:58.472 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-12-22T17:11:58.472 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2023-12-22T17:11:58.472 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.disable_auto_compactions: 0 2023-12-22T17:11:58.472 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-12-22T17:11:58.472 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-12-22T17:11:58.472 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-12-22T17:11:58.473 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-12-22T17:11:58.473 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-12-22T17:11:58.473 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-12-22T17:11:58.473 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-12-22T17:11:58.473 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-12-22T17:11:58.474 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-12-22T17:11:58.474 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-12-22T17:11:58.474 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.table_properties_collectors: 2023-12-22T17:11:58.474 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.inplace_update_support: 0 2023-12-22T17:11:58.474 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.inplace_update_num_locks: 10000 2023-12-22T17:11:58.474 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-12-22T17:11:58.474 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-12-22T17:11:58.475 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.memtable_huge_page_size: 0 2023-12-22T17:11:58.475 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.bloom_locality: 0 2023-12-22T17:11:58.475 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.max_successive_merges: 0 2023-12-22T17:11:58.475 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.optimize_filters_for_hits: 0 2023-12-22T17:11:58.475 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.paranoid_file_checks: 0 2023-12-22T17:11:58.475 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.force_consistency_checks: 1 2023-12-22T17:11:58.476 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.report_bg_io_stats: 0 2023-12-22T17:11:58.476 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.ttl: 2592000 2023-12-22T17:11:58.476 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.periodic_compaction_seconds: 0 2023-12-22T17:11:58.476 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.enable_blob_files: false 2023-12-22T17:11:58.476 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.min_blob_size: 0 2023-12-22T17:11:58.476 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.blob_file_size: 268435456 2023-12-22T17:11:58.477 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.blob_compression_type: NoCompression 2023-12-22T17:11:58.477 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.enable_blob_garbage_collection: false 2023-12-22T17:11:58.477 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-12-22T17:11:58.477 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-12-22T17:11:58.477 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2023-12-22T17:11:58.477 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: [db/version_set.cc:4082] Creating manifest 7 2023-12-22T17:11:58.478 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: EVENT_LOG_v1 {"time_micros": 1703265118170911, "job": 1, "event": "recovery_started", "wal_files": [4]} 2023-12-22T17:11:58.478 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2023-12-22T17:11:58.478 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2023-12-22T17:11:58.478 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: EVENT_LOG_v1 {"time_micros": 1703265118171311, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1670, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1703265118, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "efd2acec-3ad4-4015-adf4-96be18814dc9", "db_session_id": "NIY3EDZOB2Z9SZF210E8"}} 2023-12-22T17:11:58.478 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: [db/version_set.cc:4082] Creating manifest 9 2023-12-22T17:11:58.478 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: EVENT_LOG_v1 {"time_micros": 1703265118171803, "job": 1, "event": "recovery_finished"} 2023-12-22T17:11:58.479 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-12-22T17:11:58.479 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 systemd[1]: Started Ceph mon.c for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:11:58.479 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x558ecd05d180 2023-12-22T17:11:58.479 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: DB pointer 0x558ecd132000 2023-12-22T17:11:58.479 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2023-12-22T17:11:58.479 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: rocksdb: [db/db_impl/db_impl.cc:903] 2023-12-22T17:11:58.480 INFO:journalctl@ceph.mon.c.smithi032.stdout: ** DB Stats ** 2023-12-22T17:11:58.480 INFO:journalctl@ceph.mon.c.smithi032.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-22T17:11:58.480 INFO:journalctl@ceph.mon.c.smithi032.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-12-22T17:11:58.480 INFO:journalctl@ceph.mon.c.smithi032.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-22T17:11:58.480 INFO:journalctl@ceph.mon.c.smithi032.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-22T17:11:58.480 INFO:journalctl@ceph.mon.c.smithi032.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-12-22T17:11:58.480 INFO:journalctl@ceph.mon.c.smithi032.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2023-12-22T17:11:58.481 INFO:journalctl@ceph.mon.c.smithi032.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-22T17:11:58.481 INFO:journalctl@ceph.mon.c.smithi032.stdout: 2023-12-22T17:11:58.481 INFO:journalctl@ceph.mon.c.smithi032.stdout: ** Compaction Stats [default] ** 2023-12-22T17:11:58.481 INFO:journalctl@ceph.mon.c.smithi032.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-22T17:11:58.481 INFO:journalctl@ceph.mon.c.smithi032.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-22T17:11:58.482 INFO:journalctl@ceph.mon.c.smithi032.stdout: L0 1/0 1.63 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.3 0.00 0.00 1 0.000 0 0 2023-12-22T17:11:58.482 INFO:journalctl@ceph.mon.c.smithi032.stdout: Sum 1/0 1.63 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.3 0.00 0.00 1 0.000 0 0 2023-12-22T17:11:58.482 INFO:journalctl@ceph.mon.c.smithi032.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.3 0.00 0.00 1 0.000 0 0 2023-12-22T17:11:58.482 INFO:journalctl@ceph.mon.c.smithi032.stdout: 2023-12-22T17:11:58.482 INFO:journalctl@ceph.mon.c.smithi032.stdout: ** Compaction Stats [default] ** 2023-12-22T17:11:58.482 INFO:journalctl@ceph.mon.c.smithi032.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-22T17:11:58.482 INFO:journalctl@ceph.mon.c.smithi032.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-22T17:11:58.483 INFO:journalctl@ceph.mon.c.smithi032.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.3 0.00 0.00 1 0.000 0 0 2023-12-22T17:11:58.483 INFO:journalctl@ceph.mon.c.smithi032.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-22T17:11:58.483 INFO:journalctl@ceph.mon.c.smithi032.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-12-22T17:11:58.483 INFO:journalctl@ceph.mon.c.smithi032.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-22T17:11:58.483 INFO:journalctl@ceph.mon.c.smithi032.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-12-22T17:11:58.484 INFO:journalctl@ceph.mon.c.smithi032.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-12-22T17:11:58.484 INFO:journalctl@ceph.mon.c.smithi032.stdout: AddFile(Keys): cumulative 0, interval 0 2023-12-22T17:11:58.484 INFO:journalctl@ceph.mon.c.smithi032.stdout: Cumulative compaction: 0.00 GB write, 0.43 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-22T17:11:58.484 INFO:journalctl@ceph.mon.c.smithi032.stdout: Interval compaction: 0.00 GB write, 0.43 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-22T17:11:58.484 INFO:journalctl@ceph.mon.c.smithi032.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-22T17:11:58.484 INFO:journalctl@ceph.mon.c.smithi032.stdout: 2023-12-22T17:11:58.485 INFO:journalctl@ceph.mon.c.smithi032.stdout: ** File Read Latency Histogram By Level [default] ** 2023-12-22T17:11:58.485 INFO:journalctl@ceph.mon.c.smithi032.stdout: 2023-12-22T17:11:58.485 INFO:journalctl@ceph.mon.c.smithi032.stdout: ** Compaction Stats [default] ** 2023-12-22T17:11:58.485 INFO:journalctl@ceph.mon.c.smithi032.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-22T17:11:58.485 INFO:journalctl@ceph.mon.c.smithi032.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-22T17:11:58.485 INFO:journalctl@ceph.mon.c.smithi032.stdout: L0 1/0 1.63 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.3 0.00 0.00 1 0.000 0 0 2023-12-22T17:11:58.486 INFO:journalctl@ceph.mon.c.smithi032.stdout: Sum 1/0 1.63 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.3 0.00 0.00 1 0.000 0 0 2023-12-22T17:11:58.486 INFO:journalctl@ceph.mon.c.smithi032.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2023-12-22T17:11:58.486 INFO:journalctl@ceph.mon.c.smithi032.stdout: 2023-12-22T17:11:58.486 INFO:journalctl@ceph.mon.c.smithi032.stdout: ** Compaction Stats [default] ** 2023-12-22T17:11:58.486 INFO:journalctl@ceph.mon.c.smithi032.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-22T17:11:58.486 INFO:journalctl@ceph.mon.c.smithi032.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-22T17:11:58.487 INFO:journalctl@ceph.mon.c.smithi032.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.3 0.00 0.00 1 0.000 0 0 2023-12-22T17:11:58.487 INFO:journalctl@ceph.mon.c.smithi032.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-22T17:11:58.487 INFO:journalctl@ceph.mon.c.smithi032.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-12-22T17:11:58.487 INFO:journalctl@ceph.mon.c.smithi032.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-22T17:11:58.487 INFO:journalctl@ceph.mon.c.smithi032.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-12-22T17:11:58.487 INFO:journalctl@ceph.mon.c.smithi032.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-12-22T17:11:58.487 INFO:journalctl@ceph.mon.c.smithi032.stdout: AddFile(Keys): cumulative 0, interval 0 2023-12-22T17:11:58.488 INFO:journalctl@ceph.mon.c.smithi032.stdout: Cumulative compaction: 0.00 GB write, 0.42 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-22T17:11:58.488 INFO:journalctl@ceph.mon.c.smithi032.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-22T17:11:58.488 INFO:journalctl@ceph.mon.c.smithi032.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-22T17:11:58.488 INFO:journalctl@ceph.mon.c.smithi032.stdout: 2023-12-22T17:11:58.488 INFO:journalctl@ceph.mon.c.smithi032.stdout: ** File Read Latency Histogram By Level [default] ** 2023-12-22T17:11:58.488 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: mon.c does not exist in monmap, will attempt to join an existing cluster 2023-12-22T17:11:58.489 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: using public_addrv [v2:172.21.15.32:3301/0,v1:172.21.15.32:6790/0] 2023-12-22T17:11:58.489 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: starting mon.c rank -1 at public addrs [v2:172.21.15.32:3301/0,v1:172.21.15.32:6790/0] at bind addrs [v2:172.21.15.32:3301/0,v1:172.21.15.32:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 2023-12-22T17:11:58.489 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: mon.c@-1(???) e0 preinit fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 2023-12-22T17:11:58.489 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: mon.c@-1(synchronizing).mds e1 new map 2023-12-22T17:11:58.489 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: mon.c@-1(synchronizing).mds e1 print_map 2023-12-22T17:11:58.489 INFO:journalctl@ceph.mon.c.smithi032.stdout: e1 2023-12-22T17:11:58.490 INFO:journalctl@ceph.mon.c.smithi032.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-12-22T17:11:58.490 INFO:journalctl@ceph.mon.c.smithi032.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-12-22T17:11:58.490 INFO:journalctl@ceph.mon.c.smithi032.stdout: legacy client fscid: -1 2023-12-22T17:11:58.490 INFO:journalctl@ceph.mon.c.smithi032.stdout: 2023-12-22T17:11:58.490 INFO:journalctl@ceph.mon.c.smithi032.stdout: No filesystems configured 2023-12-22T17:11:58.490 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2023-12-22T17:11:58.490 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2023-12-22T17:11:58.491 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2023-12-22T17:11:58.491 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2023-12-22T17:11:58.491 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2023-12-22T17:11:58.491 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2023-12-22T17:11:58.491 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2023-12-22T17:11:58.491 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-12-22T17:11:58.492 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-12-22T17:11:58.492 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-12-22T17:11:58.492 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: mkfs e779e1d0-a0ec-11ee-95a5-87774f69a715 2023-12-22T17:11:58.492 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: mon.a is new leader, mons a in quorum (ranks 0) 2023-12-22T17:11:58.492 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: mon.a is new leader, mons a in quorum (ranks 0) 2023-12-22T17:11:58.492 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: monmap e1: 1 mons at {a=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-22T17:11:58.492 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: fsmap 2023-12-22T17:11:58.493 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: osdmap e1: 0 total, 0 up, 0 in 2023-12-22T17:11:58.493 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: mgrmap e1: no daemons active 2023-12-22T17:11:58.493 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/1870727698' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2023-12-22T17:11:58.493 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/1432965494' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-12-22T17:11:58.493 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/1432965494' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2023-12-22T17:11:58.493 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: mon.a is new leader, mons a in quorum (ranks 0) 2023-12-22T17:11:58.494 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: monmap e1: 1 mons at {a=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-22T17:11:58.494 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: fsmap 2023-12-22T17:11:58.494 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: osdmap e1: 0 total, 0 up, 0 in 2023-12-22T17:11:58.494 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: mgrmap e1: no daemons active 2023-12-22T17:11:58.494 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/424021403' entity='client.admin' 2023-12-22T17:11:58.494 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/1195730730' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-22T17:11:58.494 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/1803176759' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-22T17:11:58.495 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/2139273522' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-22T17:11:58.495 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: Activating manager daemon y 2023-12-22T17:11:58.495 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: mgrmap e2: y(active, starting, since 0.00266572s) 2023-12-22T17:11:58.495 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14100 172.21.15.32:0/2529857218' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-22T17:11:58.495 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14100 172.21.15.32:0/2529857218' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-22T17:11:58.495 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14100 172.21.15.32:0/2529857218' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-22T17:11:58.496 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14100 172.21.15.32:0/2529857218' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:11:58.496 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14100 172.21.15.32:0/2529857218' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-22T17:11:58.496 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: Manager daemon y is now available 2023-12-22T17:11:58.496 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14100 172.21.15.32:0/2529857218' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-22T17:11:58.496 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14100 172.21.15.32:0/2529857218' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-22T17:11:58.496 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14100 172.21.15.32:0/2529857218' entity='mgr.y' 2023-12-22T17:11:58.496 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14100 172.21.15.32:0/2529857218' entity='mgr.y' 2023-12-22T17:11:58.497 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14100 172.21.15.32:0/2529857218' entity='mgr.y' 2023-12-22T17:11:58.497 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: mgrmap e3: y(active, since 1.007s) 2023-12-22T17:11:58.497 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/3053806432' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-22T17:11:58.497 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: mgrmap e4: y(active, since 3s) 2023-12-22T17:11:58.497 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/1191760251' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-12-22T17:11:58.497 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/2815749665' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2023-12-22T17:11:58.498 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/2815749665' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2023-12-22T17:11:58.498 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: mgrmap e5: y(active, since 5s) 2023-12-22T17:11:58.498 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/3537647638' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-12-22T17:11:58.498 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: Active manager daemon y restarted 2023-12-22T17:11:58.498 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: Activating manager daemon y 2023-12-22T17:11:58.498 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: osdmap e2: 0 total, 0 up, 0 in 2023-12-22T17:11:58.499 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: mgrmap e6: y(active, starting, since 0.00312992s) 2023-12-22T17:11:58.499 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:11:58.499 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-22T17:11:58.499 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-22T17:11:58.499 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-22T17:11:58.499 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-22T17:11:58.500 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: Manager daemon y is now available 2023-12-22T17:11:58.500 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: Found migration_current of "None". Setting to last migration. 2023-12-22T17:11:58.500 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' 2023-12-22T17:11:58.500 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' 2023-12-22T17:11:58.500 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:11:58.500 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:11:58.500 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:11:58.501 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-22T17:11:58.501 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-22T17:11:58.501 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' 2023-12-22T17:11:58.501 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:11:58.501 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: [22/Dec/2023:17:11:04] ENGINE Bus STARTING 2023-12-22T17:11:58.501 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: [22/Dec/2023:17:11:04] ENGINE Serving on https://172.21.15.32:7150 2023-12-22T17:11:58.502 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: [22/Dec/2023:17:11:04] ENGINE Bus STARTED 2023-12-22T17:11:58.502 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-12-22T17:11:58.502 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: mgrmap e7: y(active, since 1.00517s) 2023-12-22T17:11:58.502 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-12-22T17:11:58.502 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: mgrmap e8: y(active, since 3s) 2023-12-22T17:11:58.502 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:11:58.502 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' 2023-12-22T17:11:58.503 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:11:58.503 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:11:58.503 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:11:58.503 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: Generating ssh key... 2023-12-22T17:11:58.503 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' 2023-12-22T17:11:58.503 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' 2023-12-22T17:11:58.504 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:11:58.504 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi032", "addr": "172.21.15.32", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:11:58.504 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: Deploying cephadm binary to smithi032 2023-12-22T17:11:58.504 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' 2023-12-22T17:11:58.504 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: Added host smithi032 2023-12-22T17:11:58.504 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:11:58.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' 2023-12-22T17:11:58.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:11:58.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: Saving service mon spec with placement count:5 2023-12-22T17:11:58.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:11:58.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: Saving service mgr spec with placement count:2 2023-12-22T17:11:58.505 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' 2023-12-22T17:11:58.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' 2023-12-22T17:11:58.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' 2023-12-22T17:11:58.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/3740919881' entity='client.admin' 2023-12-22T17:11:58.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/1796705724' entity='client.admin' 2023-12-22T17:11:58.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' 2023-12-22T17:11:58.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14120 172.21.15.32:0/3883105722' entity='mgr.y' 2023-12-22T17:11:58.506 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/4189308989' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2023-12-22T17:11:58.507 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/4189308989' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2023-12-22T17:11:58.507 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: mgrmap e9: y(active, since 16s) 2023-12-22T17:11:58.507 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/1785858633' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-12-22T17:11:58.507 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: Active manager daemon y restarted 2023-12-22T17:11:58.507 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: Activating manager daemon y 2023-12-22T17:11:58.507 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: osdmap e3: 0 total, 0 up, 0 in 2023-12-22T17:11:58.508 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: mgrmap e10: y(active, starting, since 0.00306322s) 2023-12-22T17:11:58.508 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:11:58.508 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-22T17:11:58.508 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-22T17:11:58.508 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-22T17:11:58.508 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-22T17:11:58.509 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: Manager daemon y is now available 2023-12-22T17:11:58.509 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:11:58.509 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:11:58.509 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-22T17:11:58.509 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-22T17:11:58.510 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:58.510 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:58.510 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: mgrmap e11: y(active, since 1.0054s) 2023-12-22T17:11:58.510 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: [22/Dec/2023:17:11:27] ENGINE Bus STARTING 2023-12-22T17:11:58.510 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: [22/Dec/2023:17:11:27] ENGINE Serving on https://172.21.15.32:7150 2023-12-22T17:11:58.510 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: [22/Dec/2023:17:11:27] ENGINE Bus STARTED 2023-12-22T17:11:58.511 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-12-22T17:11:58.511 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-12-22T17:11:58.511 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:58.511 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:11:58.511 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:58.511 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:58.512 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: mgrmap e12: y(active, since 2s) 2023-12-22T17:11:58.512 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:11:58.512 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:58.512 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/426852939' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2023-12-22T17:11:58.512 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: mgrmap e13: y(active, since 6s) 2023-12-22T17:11:58.512 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/24842229' entity='client.admin' 2023-12-22T17:11:58.513 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:58.513 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:58.513 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi032", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:11:58.513 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:58.513 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:11:58.514 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:58.514 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/849916092' entity='client.admin' 2023-12-22T17:11:58.514 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:11:58.514 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:58.514 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:11:58.514 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:58.515 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:11:58.515 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:11:58.515 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:11:58.515 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: Updating smithi032:/etc/ceph/ceph.conf 2023-12-22T17:11:58.515 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: Updating smithi032:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-22T17:11:58.515 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: Updating smithi032:/etc/ceph/ceph.client.admin.keyring 2023-12-22T17:11:58.516 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: Updating smithi032:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-22T17:11:58.516 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:58.516 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:58.516 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:58.516 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi039", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:11:58.516 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: Deploying cephadm binary to smithi039 2023-12-22T17:11:58.516 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:58.517 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:11:58.517 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:58.517 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: Added host smithi039 2023-12-22T17:11:58.517 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:58.517 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:58.517 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-22T17:11:58.518 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:58.518 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:58.518 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:58.518 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:58.518 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi039", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:11:58.518 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:11:58.519 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:11:58.519 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: Updating smithi039:/etc/ceph/ceph.conf 2023-12-22T17:11:58.519 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/4033110285' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-12-22T17:11:58.519 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: Updating smithi039:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-22T17:11:58.519 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: Updating smithi039:/etc/ceph/ceph.client.admin.keyring 2023-12-22T17:11:58.519 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: Updating smithi039:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-22T17:11:58.519 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:58.520 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:58.520 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:58.520 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/4033110285' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-12-22T17:11:58.520 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: osdmap e4: 0 total, 0 up, 0 in 2023-12-22T17:11:58.520 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:11:58.520 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi032:172.21.15.32=a;smithi032:[v2:172.21.15.32:3301,v1:172.21.15.32:6790]=c;smithi039:172.21.15.39=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:11:58.520 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: Saving service mon spec with placement smithi032:172.21.15.32=a;smithi032:[v2:172.21.15.32:3301,v1:172.21.15.32:6790]=c;smithi039:172.21.15.39=b;count:3 2023-12-22T17:11:58.521 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:58.521 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:11:58.521 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:11:58.521 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:11:58.521 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:58.521 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-22T17:11:58.522 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:11:58.522 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: Deploying daemon mon.b on smithi039 2023-12-22T17:11:58.522 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:11:58.522 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:11:58.522 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:11:58.522 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: mon.a calling monitor election 2023-12-22T17:11:58.522 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:11:58.523 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='client.? 172.21.15.39:0/2029055020' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-22T17:11:58.523 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:11:58.523 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:11:58.523 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:11:58.523 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: mon.b calling monitor election 2023-12-22T17:11:58.523 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:11:58.524 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:11:58.524 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:11:58.524 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:11:58.524 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2023-12-22T17:11:58.524 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: monmap e2: 2 mons at {a=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0],b=[v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-22T17:11:58.524 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: fsmap 2023-12-22T17:11:58.524 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: osdmap e4: 0 total, 0 up, 0 in 2023-12-22T17:11:58.525 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: mgrmap e13: y(active, since 29s) 2023-12-22T17:11:58.525 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: overall HEALTH_OK 2023-12-22T17:11:58.525 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:58.525 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:58.525 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:11:58.525 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-22T17:11:58.525 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:11:58.526 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: Deploying daemon mon.c on smithi032 2023-12-22T17:11:58.526 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:11:58.526 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:11:58.526 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2023-12-22T17:11:58.526 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:11:58 smithi032 ceph-mon[125050]: mon.c@-1(synchronizing) e2 handle_conf_change mon_allow_pool_delete 2023-12-22T17:12:03.686 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:12:03.687 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:12:03.687 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[110651]: mon.a calling monitor election 2023-12-22T17:12:03.687 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[110651]: mon.b calling monitor election 2023-12-22T17:12:03.687 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:12:03.687 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[110651]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:03.687 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:12:03.687 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:12:03.687 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[110651]: mon.c calling monitor election 2023-12-22T17:12:03.687 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[110651]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:03.687 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:12:03.688 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:12:03.688 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[110651]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:03.688 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:12:03.688 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[110651]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-22T17:12:03.688 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[110651]: monmap e3: 3 mons at {a=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0],b=[v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0],c=[v2:172.21.15.32:3301/0,v1:172.21.15.32:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-22T17:12:03.688 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[110651]: fsmap 2023-12-22T17:12:03.688 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[110651]: osdmap e4: 0 total, 0 up, 0 in 2023-12-22T17:12:03.688 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[110651]: mgrmap e13: y(active, since 36s) 2023-12-22T17:12:03.688 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[110651]: overall HEALTH_OK 2023-12-22T17:12:03.688 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:03.688 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:03.688 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:03.688 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:03.689 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:12:03.689 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:12:03.689 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[125050]: mon.a calling monitor election 2023-12-22T17:12:03.689 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[125050]: mon.b calling monitor election 2023-12-22T17:12:03.689 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:12:03.689 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[125050]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:03.689 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:12:03.689 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:12:03.689 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[125050]: mon.c calling monitor election 2023-12-22T17:12:03.689 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[125050]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:03.689 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:12:03.689 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:12:03.689 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[125050]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:03.690 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:12:03.690 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[125050]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-22T17:12:03.690 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[125050]: monmap e3: 3 mons at {a=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0],b=[v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0],c=[v2:172.21.15.32:3301/0,v1:172.21.15.32:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-22T17:12:03.690 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[125050]: fsmap 2023-12-22T17:12:03.690 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[125050]: osdmap e4: 0 total, 0 up, 0 in 2023-12-22T17:12:03.690 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[125050]: mgrmap e13: y(active, since 36s) 2023-12-22T17:12:03.690 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[125050]: overall HEALTH_OK 2023-12-22T17:12:03.690 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:03.690 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:03.690 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:03.690 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:03 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:03.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:03 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:12:03.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:03 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:12:03.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:03 smithi039 ceph-mon[115265]: mon.a calling monitor election 2023-12-22T17:12:03.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:03 smithi039 ceph-mon[115265]: mon.b calling monitor election 2023-12-22T17:12:03.764 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:03 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:12:03.764 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:03 smithi039 ceph-mon[115265]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:03.764 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:03 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:12:03.764 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:03 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:12:03.764 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:03 smithi039 ceph-mon[115265]: mon.c calling monitor election 2023-12-22T17:12:03.764 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:03 smithi039 ceph-mon[115265]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:03.764 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:03 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:12:03.764 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:03 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:12:03.764 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:03 smithi039 ceph-mon[115265]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:03.764 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:03 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:12:03.764 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:03 smithi039 ceph-mon[115265]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-22T17:12:03.764 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:03 smithi039 ceph-mon[115265]: monmap e3: 3 mons at {a=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0],b=[v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0],c=[v2:172.21.15.32:3301/0,v1:172.21.15.32:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-22T17:12:03.764 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:03 smithi039 ceph-mon[115265]: fsmap 2023-12-22T17:12:03.764 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:03 smithi039 ceph-mon[115265]: osdmap e4: 0 total, 0 up, 0 in 2023-12-22T17:12:03.765 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:03 smithi039 ceph-mon[115265]: mgrmap e13: y(active, since 36s) 2023-12-22T17:12:03.765 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:03 smithi039 ceph-mon[115265]: overall HEALTH_OK 2023-12-22T17:12:03.765 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:03 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:03.765 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:03 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:03.765 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:03 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:03.765 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:03 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:04.305 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:04 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:12:04.686 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:04 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:04.686 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:04 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:04.686 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:04 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:04.687 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:04 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:04.687 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:04 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:04.687 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:04 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:12:04.687 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:04 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:12:04.687 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:04 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:12:04.687 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:04 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:04.687 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:04 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:04.687 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:04 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:04.687 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:04 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:04.687 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:04 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:04.687 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:04 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:12:04.688 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:04 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:12:04.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:04 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:12:04.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:04 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:04.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:04 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:04.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:04 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:04.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:04 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:04.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:04 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:04.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:04 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:12:04.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:04 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:12:04.771 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-22T17:12:04.772 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":3,"fsid":"e779e1d0-a0ec-11ee-95a5-87774f69a715","modified":"2023-12-22T17:11:58.194819Z","created":"2023-12-22T17:10:37.895877Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:3300","nonce":0},{"type":"v1","addr":"172.21.15.32:6789","nonce":0}]},"addr":"172.21.15.32:6789/0","public_addr":"172.21.15.32:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:3300","nonce":0},{"type":"v1","addr":"172.21.15.39:6789","nonce":0}]},"addr":"172.21.15.39:6789/0","public_addr":"172.21.15.39:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:3301","nonce":0},{"type":"v1","addr":"172.21.15.32:6790","nonce":0}]},"addr":"172.21.15.32:6790/0","public_addr":"172.21.15.32:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2023-12-22T17:12:04.774 INFO:teuthology.orchestra.run.smithi039.stderr:dumped monmap epoch 3 2023-12-22T17:12:05.083 INFO:tasks.cephadm:Generating final ceph.conf file... 2023-12-22T17:12:05.083 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph config generate-minimal-conf 2023-12-22T17:12:05.584 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:12:06.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:05 smithi039 ceph-mon[115265]: Updating smithi032:/etc/ceph/ceph.conf 2023-12-22T17:12:06.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:05 smithi039 ceph-mon[115265]: Updating smithi039:/etc/ceph/ceph.conf 2023-12-22T17:12:06.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:05 smithi039 ceph-mon[115265]: Updating smithi032:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-22T17:12:06.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:05 smithi039 ceph-mon[115265]: Updating smithi039:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-22T17:12:06.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:05 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:06.014 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:05 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:06.014 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:05 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:06.014 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:05 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:06.014 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:05 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:06.014 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:05 smithi039 ceph-mon[115265]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:06.014 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:05 smithi039 ceph-mon[115265]: from='client.? 172.21.15.39:0/3410243513' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-22T17:12:06.014 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:05 smithi039 ceph-mon[115265]: Reconfiguring mon.a (unknown last config time)... 2023-12-22T17:12:06.014 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:05 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-22T17:12:06.014 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:05 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-22T17:12:06.014 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:05 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:06.014 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:05 smithi039 ceph-mon[115265]: Reconfiguring daemon mon.a on smithi032 2023-12-22T17:12:06.071 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:05 smithi032 ceph-mon[125050]: Updating smithi032:/etc/ceph/ceph.conf 2023-12-22T17:12:06.072 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:05 smithi032 ceph-mon[125050]: Updating smithi039:/etc/ceph/ceph.conf 2023-12-22T17:12:06.072 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:05 smithi032 ceph-mon[125050]: Updating smithi032:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-22T17:12:06.072 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:05 smithi032 ceph-mon[125050]: Updating smithi039:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-22T17:12:06.072 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:05 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:06.072 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:05 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:06.072 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:05 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:06.072 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:05 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:06.072 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:05 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:06.072 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:05 smithi032 ceph-mon[125050]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:06.072 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:05 smithi032 ceph-mon[125050]: from='client.? 172.21.15.39:0/3410243513' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-22T17:12:06.072 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:05 smithi032 ceph-mon[125050]: Reconfiguring mon.a (unknown last config time)... 2023-12-22T17:12:06.072 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:05 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-22T17:12:06.072 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:05 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-22T17:12:06.072 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:05 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:06.072 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:05 smithi032 ceph-mon[125050]: Reconfiguring daemon mon.a on smithi032 2023-12-22T17:12:06.073 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:05 smithi032 ceph-mon[110651]: Updating smithi032:/etc/ceph/ceph.conf 2023-12-22T17:12:06.073 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:05 smithi032 ceph-mon[110651]: Updating smithi039:/etc/ceph/ceph.conf 2023-12-22T17:12:06.073 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:05 smithi032 ceph-mon[110651]: Updating smithi032:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-22T17:12:06.073 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:05 smithi032 ceph-mon[110651]: Updating smithi039:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-22T17:12:06.073 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:05 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:06.073 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:05 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:06.073 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:05 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:06.073 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:05 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:06.073 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:05 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:06.073 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:05 smithi032 ceph-mon[110651]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:06.073 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:05 smithi032 ceph-mon[110651]: from='client.? 172.21.15.39:0/3410243513' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-22T17:12:06.073 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:05 smithi032 ceph-mon[110651]: Reconfiguring mon.a (unknown last config time)... 2023-12-22T17:12:06.073 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:05 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-22T17:12:06.074 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:05 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-22T17:12:06.074 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:05 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:06.074 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:05 smithi032 ceph-mon[110651]: Reconfiguring daemon mon.a on smithi032 2023-12-22T17:12:07.099 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:06 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:07.099 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:06 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:07.099 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:06 smithi032 ceph-mon[125050]: Reconfiguring mon.c (monmap changed)... 2023-12-22T17:12:07.099 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:06 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-22T17:12:07.099 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:06 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-22T17:12:07.099 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:06 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:07.099 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:06 smithi032 ceph-mon[125050]: Reconfiguring daemon mon.c on smithi032 2023-12-22T17:12:07.099 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:06 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:07.100 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:06 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:07.100 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:06 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:07.100 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:06 smithi032 ceph-mon[110651]: Reconfiguring mon.c (monmap changed)... 2023-12-22T17:12:07.100 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:06 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-22T17:12:07.100 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:06 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-22T17:12:07.100 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:06 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:07.100 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:06 smithi032 ceph-mon[110651]: Reconfiguring daemon mon.c on smithi032 2023-12-22T17:12:07.100 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:06 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:07.187 INFO:teuthology.orchestra.run.smithi032.stdout:# minimal ceph.conf for e779e1d0-a0ec-11ee-95a5-87774f69a715 2023-12-22T17:12:07.188 INFO:teuthology.orchestra.run.smithi032.stdout:[global] 2023-12-22T17:12:07.188 INFO:teuthology.orchestra.run.smithi032.stdout: fsid = e779e1d0-a0ec-11ee-95a5-87774f69a715 2023-12-22T17:12:07.188 INFO:teuthology.orchestra.run.smithi032.stdout: mon_host = [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] [v2:172.21.15.32:3301/0,v1:172.21.15.32:6790/0] 2023-12-22T17:12:07.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:06 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:07.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:06 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:07.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:06 smithi039 ceph-mon[115265]: Reconfiguring mon.c (monmap changed)... 2023-12-22T17:12:07.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:06 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-22T17:12:07.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:06 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-22T17:12:07.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:06 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:07.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:06 smithi039 ceph-mon[115265]: Reconfiguring daemon mon.c on smithi032 2023-12-22T17:12:07.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:06 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:07.603 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2023-12-22T17:12:07.603 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2023-12-22T17:12:07.603 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/etc/ceph/ceph.conf 2023-12-22T17:12:07.636 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2023-12-22T17:12:07.636 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-12-22T17:12:07.705 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2023-12-22T17:12:07.705 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/etc/ceph/ceph.conf 2023-12-22T17:12:07.734 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2023-12-22T17:12:07.734 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-12-22T17:12:07.802 INFO:tasks.cephadm:Adding mgr.y on smithi032 2023-12-22T17:12:07.802 INFO:tasks.cephadm:Adding mgr.x on smithi039 2023-12-22T17:12:07.802 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph orch apply mgr '2;smithi032=y;smithi039=x' 2023-12-22T17:12:08.054 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:07 smithi039 ceph-mon[115265]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:08.054 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:07 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:08.054 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:07 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:08.054 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:07 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-22T17:12:08.054 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:07 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-22T17:12:08.054 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:07 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:08.054 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:07 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/310919298' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:08.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:07 smithi032 ceph-mon[125050]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:08.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:07 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:08.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:07 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:08.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:07 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-22T17:12:08.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:07 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-22T17:12:08.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:07 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:08.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:07 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/310919298' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:08.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:07 smithi032 ceph-mon[110651]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:08.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:07 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:08.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:07 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:08.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:07 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-22T17:12:08.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:07 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-22T17:12:08.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:07 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:08.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:07 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/310919298' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:08.261 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.b/config 2023-12-22T17:12:09.077 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:08 smithi039 ceph-mon[115265]: Reconfiguring mon.b (monmap changed)... 2023-12-22T17:12:09.077 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:08 smithi039 ceph-mon[115265]: Reconfiguring daemon mon.b on smithi039 2023-12-22T17:12:09.077 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:08 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:09.077 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:08 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:09.077 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:08 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:12:09.077 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:08 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:09.077 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:08 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:12:09.077 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:08 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:09.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:08 smithi032 ceph-mon[110651]: Reconfiguring mon.b (monmap changed)... 2023-12-22T17:12:09.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:08 smithi032 ceph-mon[110651]: Reconfiguring daemon mon.b on smithi039 2023-12-22T17:12:09.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:08 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:09.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:08 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:09.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:08 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:12:09.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:08 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:09.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:08 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:12:09.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:08 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:09.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:08 smithi032 ceph-mon[125050]: Reconfiguring mon.b (monmap changed)... 2023-12-22T17:12:09.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:08 smithi032 ceph-mon[125050]: Reconfiguring daemon mon.b on smithi039 2023-12-22T17:12:09.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:08 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:09.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:08 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:09.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:08 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:12:09.188 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:08 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:09.188 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:08 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:12:09.188 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:08 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:09.425 INFO:teuthology.orchestra.run.smithi039.stdout:Scheduled mgr update... 2023-12-22T17:12:09.884 DEBUG:teuthology.orchestra.run.smithi039:mgr.x> sudo journalctl -f -n 0 -u ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@mgr.x.service 2023-12-22T17:12:09.886 INFO:tasks.cephadm:Deploying OSDs... 2023-12-22T17:12:09.886 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2023-12-22T17:12:09.886 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/scratch_devs of=/dev/stdout 2023-12-22T17:12:09.909 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-12-22T17:12:09.909 DEBUG:teuthology.orchestra.run.smithi032:> stat /dev/vg_nvme/lv_1 2023-12-22T17:12:09.915 INFO:journalctl@ceph.mgr.x.smithi039.stdout:-- Logs begin at Fri 2023-12-22 16:56:38 UTC. -- 2023-12-22T17:12:09.972 INFO:teuthology.orchestra.run.smithi032.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-12-22T17:12:09.972 INFO:teuthology.orchestra.run.smithi032.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-22T17:12:09.972 INFO:teuthology.orchestra.run.smithi032.stdout:Device: 6h/6d Inode: 396435 Links: 1 2023-12-22T17:12:09.972 INFO:teuthology.orchestra.run.smithi032.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-22T17:12:09.972 INFO:teuthology.orchestra.run.smithi032.stdout:Context: system_u:object_r:device_t:s0 2023-12-22T17:12:09.972 INFO:teuthology.orchestra.run.smithi032.stdout:Access: 2023-12-22 17:11:57.776439074 +0000 2023-12-22T17:12:09.972 INFO:teuthology.orchestra.run.smithi032.stdout:Modify: 2023-12-22 17:06:14.121115176 +0000 2023-12-22T17:12:09.972 INFO:teuthology.orchestra.run.smithi032.stdout:Change: 2023-12-22 17:06:14.121115176 +0000 2023-12-22T17:12:09.972 INFO:teuthology.orchestra.run.smithi032.stdout: Birth: - 2023-12-22T17:12:09.973 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-12-22T17:12:10.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:09 smithi039 ceph-mon[115265]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:10.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:09 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:10.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:09 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:12:10.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:09 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:10.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:09 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:12:10.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:09 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:10.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:09 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-22T17:12:10.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:09 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-12-22T17:12:10.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:09 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-22T17:12:10.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:09 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:10.044 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records in 2023-12-22T17:12:10.045 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records out 2023-12-22T17:12:10.045 INFO:teuthology.orchestra.run.smithi032.stderr:512 bytes copied, 0.00011959 s, 4.3 MB/s 2023-12-22T17:12:10.046 DEBUG:teuthology.orchestra.run.smithi032:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-12-22T17:12:10.107 DEBUG:teuthology.orchestra.run.smithi032:> stat /dev/vg_nvme/lv_2 2023-12-22T17:12:10.167 INFO:teuthology.orchestra.run.smithi032.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-12-22T17:12:10.168 INFO:teuthology.orchestra.run.smithi032.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-22T17:12:10.168 INFO:teuthology.orchestra.run.smithi032.stdout:Device: 6h/6d Inode: 394610 Links: 1 2023-12-22T17:12:10.168 INFO:teuthology.orchestra.run.smithi032.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-22T17:12:10.168 INFO:teuthology.orchestra.run.smithi032.stdout:Context: system_u:object_r:device_t:s0 2023-12-22T17:12:10.168 INFO:teuthology.orchestra.run.smithi032.stdout:Access: 2023-12-22 17:11:57.777439054 +0000 2023-12-22T17:12:10.168 INFO:teuthology.orchestra.run.smithi032.stdout:Modify: 2023-12-22 17:06:14.625105081 +0000 2023-12-22T17:12:10.168 INFO:teuthology.orchestra.run.smithi032.stdout:Change: 2023-12-22 17:06:14.625105081 +0000 2023-12-22T17:12:10.168 INFO:teuthology.orchestra.run.smithi032.stdout: Birth: - 2023-12-22T17:12:10.168 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-12-22T17:12:10.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:09 smithi032 ceph-mon[125050]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:10.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:09 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:10.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:09 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:12:10.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:09 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:10.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:09 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:12:10.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:09 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:10.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:09 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-22T17:12:10.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:09 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-12-22T17:12:10.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:09 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-22T17:12:10.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:09 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:10.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:09 smithi032 ceph-mon[110651]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:10.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:09 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:10.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:09 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:12:10.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:09 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:10.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:09 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:12:10.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:09 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:10.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:09 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-22T17:12:10.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:09 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-12-22T17:12:10.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:09 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-22T17:12:10.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:09 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:10.216 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records in 2023-12-22T17:12:10.216 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records out 2023-12-22T17:12:10.216 INFO:teuthology.orchestra.run.smithi032.stderr:512 bytes copied, 0.00011256 s, 4.5 MB/s 2023-12-22T17:12:10.217 DEBUG:teuthology.orchestra.run.smithi032:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-12-22T17:12:10.277 DEBUG:teuthology.orchestra.run.smithi032:> stat /dev/vg_nvme/lv_3 2023-12-22T17:12:10.338 INFO:teuthology.orchestra.run.smithi032.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-12-22T17:12:10.338 INFO:teuthology.orchestra.run.smithi032.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-22T17:12:10.338 INFO:teuthology.orchestra.run.smithi032.stdout:Device: 6h/6d Inode: 395592 Links: 1 2023-12-22T17:12:10.338 INFO:teuthology.orchestra.run.smithi032.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-22T17:12:10.338 INFO:teuthology.orchestra.run.smithi032.stdout:Context: system_u:object_r:device_t:s0 2023-12-22T17:12:10.338 INFO:teuthology.orchestra.run.smithi032.stdout:Access: 2023-12-22 17:11:57.777439054 +0000 2023-12-22T17:12:10.338 INFO:teuthology.orchestra.run.smithi032.stdout:Modify: 2023-12-22 17:06:15.147094625 +0000 2023-12-22T17:12:10.338 INFO:teuthology.orchestra.run.smithi032.stdout:Change: 2023-12-22 17:06:15.147094625 +0000 2023-12-22T17:12:10.338 INFO:teuthology.orchestra.run.smithi032.stdout: Birth: - 2023-12-22T17:12:10.338 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-12-22T17:12:10.406 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records in 2023-12-22T17:12:10.406 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records out 2023-12-22T17:12:10.406 INFO:teuthology.orchestra.run.smithi032.stderr:512 bytes copied, 0.000108697 s, 4.7 MB/s 2023-12-22T17:12:10.407 DEBUG:teuthology.orchestra.run.smithi032:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-12-22T17:12:10.468 DEBUG:teuthology.orchestra.run.smithi032:> stat /dev/vg_nvme/lv_4 2023-12-22T17:12:10.526 INFO:teuthology.orchestra.run.smithi032.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-12-22T17:12:10.527 INFO:teuthology.orchestra.run.smithi032.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-22T17:12:10.527 INFO:teuthology.orchestra.run.smithi032.stdout:Device: 6h/6d Inode: 398358 Links: 1 2023-12-22T17:12:10.527 INFO:teuthology.orchestra.run.smithi032.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-22T17:12:10.527 INFO:teuthology.orchestra.run.smithi032.stdout:Context: system_u:object_r:device_t:s0 2023-12-22T17:12:10.527 INFO:teuthology.orchestra.run.smithi032.stdout:Access: 2023-12-22 17:11:57.777439054 +0000 2023-12-22T17:12:10.527 INFO:teuthology.orchestra.run.smithi032.stdout:Modify: 2023-12-22 17:06:15.689083768 +0000 2023-12-22T17:12:10.527 INFO:teuthology.orchestra.run.smithi032.stdout:Change: 2023-12-22 17:06:15.689083768 +0000 2023-12-22T17:12:10.527 INFO:teuthology.orchestra.run.smithi032.stdout: Birth: - 2023-12-22T17:12:10.527 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-12-22T17:12:10.594 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records in 2023-12-22T17:12:10.594 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records out 2023-12-22T17:12:10.594 INFO:teuthology.orchestra.run.smithi032.stderr:512 bytes copied, 0.000103215 s, 5.0 MB/s 2023-12-22T17:12:10.595 DEBUG:teuthology.orchestra.run.smithi032:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-12-22T17:12:10.655 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2023-12-22T17:12:10.655 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/scratch_devs of=/dev/stdout 2023-12-22T17:12:10.676 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-12-22T17:12:10.676 DEBUG:teuthology.orchestra.run.smithi039:> stat /dev/vg_nvme/lv_1 2023-12-22T17:12:10.744 INFO:teuthology.orchestra.run.smithi039.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-12-22T17:12:10.744 INFO:teuthology.orchestra.run.smithi039.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-22T17:12:10.744 INFO:teuthology.orchestra.run.smithi039.stdout:Device: 6h/6d Inode: 386763 Links: 1 2023-12-22T17:12:10.744 INFO:teuthology.orchestra.run.smithi039.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-22T17:12:10.744 INFO:teuthology.orchestra.run.smithi039.stdout:Context: system_u:object_r:device_t:s0 2023-12-22T17:12:10.744 INFO:teuthology.orchestra.run.smithi039.stdout:Access: 2023-12-22 17:12:10.619919880 +0000 2023-12-22T17:12:10.745 INFO:teuthology.orchestra.run.smithi039.stdout:Modify: 2023-12-22 17:06:13.540529547 +0000 2023-12-22T17:12:10.745 INFO:teuthology.orchestra.run.smithi039.stdout:Change: 2023-12-22 17:06:13.540529547 +0000 2023-12-22T17:12:10.745 INFO:teuthology.orchestra.run.smithi039.stdout: Birth: - 2023-12-22T17:12:10.745 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-12-22T17:12:10.822 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records in 2023-12-22T17:12:10.822 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records out 2023-12-22T17:12:10.822 INFO:teuthology.orchestra.run.smithi039.stderr:512 bytes copied, 0.000353125 s, 1.4 MB/s 2023-12-22T17:12:10.823 DEBUG:teuthology.orchestra.run.smithi039:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-12-22T17:12:10.884 DEBUG:teuthology.orchestra.run.smithi039:> stat /dev/vg_nvme/lv_2 2023-12-22T17:12:10.945 INFO:teuthology.orchestra.run.smithi039.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-12-22T17:12:10.945 INFO:teuthology.orchestra.run.smithi039.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-22T17:12:10.945 INFO:teuthology.orchestra.run.smithi039.stdout:Device: 6h/6d Inode: 391992 Links: 1 2023-12-22T17:12:10.945 INFO:teuthology.orchestra.run.smithi039.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-22T17:12:10.945 INFO:teuthology.orchestra.run.smithi039.stdout:Context: system_u:object_r:device_t:s0 2023-12-22T17:12:10.945 INFO:teuthology.orchestra.run.smithi039.stdout:Access: 2023-12-22 17:12:10.763917002 +0000 2023-12-22T17:12:10.946 INFO:teuthology.orchestra.run.smithi039.stdout:Modify: 2023-12-22 17:06:14.106518189 +0000 2023-12-22T17:12:10.946 INFO:teuthology.orchestra.run.smithi039.stdout:Change: 2023-12-22 17:06:14.106518189 +0000 2023-12-22T17:12:10.946 INFO:teuthology.orchestra.run.smithi039.stdout: Birth: - 2023-12-22T17:12:10.946 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-12-22T17:12:11.011 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:10 smithi039 ceph-mon[115265]: from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi032=y;smithi039=x", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:12:11.011 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:10 smithi039 ceph-mon[115265]: Saving service mgr spec with placement smithi032=y;smithi039=x;count:2 2023-12-22T17:12:11.011 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:10 smithi039 ceph-mon[115265]: Deploying daemon mgr.x on smithi039 2023-12-22T17:12:11.011 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:12:10 smithi039 systemd[1]: Starting Ceph mgr.x for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:12:11.014 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records in 2023-12-22T17:12:11.014 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records out 2023-12-22T17:12:11.014 INFO:teuthology.orchestra.run.smithi039.stderr:512 bytes copied, 0.000320029 s, 1.6 MB/s 2023-12-22T17:12:11.015 DEBUG:teuthology.orchestra.run.smithi039:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-12-22T17:12:11.074 DEBUG:teuthology.orchestra.run.smithi039:> stat /dev/vg_nvme/lv_3 2023-12-22T17:12:11.132 INFO:teuthology.orchestra.run.smithi039.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-12-22T17:12:11.132 INFO:teuthology.orchestra.run.smithi039.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-22T17:12:11.132 INFO:teuthology.orchestra.run.smithi039.stdout:Device: 6h/6d Inode: 392852 Links: 1 2023-12-22T17:12:11.132 INFO:teuthology.orchestra.run.smithi039.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-22T17:12:11.132 INFO:teuthology.orchestra.run.smithi039.stdout:Context: system_u:object_r:device_t:s0 2023-12-22T17:12:11.132 INFO:teuthology.orchestra.run.smithi039.stdout:Access: 2023-12-22 17:12:10.763917002 +0000 2023-12-22T17:12:11.132 INFO:teuthology.orchestra.run.smithi039.stdout:Modify: 2023-12-22 17:06:14.636507553 +0000 2023-12-22T17:12:11.132 INFO:teuthology.orchestra.run.smithi039.stdout:Change: 2023-12-22 17:06:14.636507553 +0000 2023-12-22T17:12:11.132 INFO:teuthology.orchestra.run.smithi039.stdout: Birth: - 2023-12-22T17:12:11.132 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-12-22T17:12:11.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:10 smithi032 ceph-mon[110651]: from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi032=y;smithi039=x", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:12:11.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:10 smithi032 ceph-mon[110651]: Saving service mgr spec with placement smithi032=y;smithi039=x;count:2 2023-12-22T17:12:11.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:10 smithi032 ceph-mon[110651]: Deploying daemon mgr.x on smithi039 2023-12-22T17:12:11.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:10 smithi032 ceph-mon[125050]: from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi032=y;smithi039=x", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:12:11.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:10 smithi032 ceph-mon[125050]: Saving service mgr spec with placement smithi032=y;smithi039=x;count:2 2023-12-22T17:12:11.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:10 smithi032 ceph-mon[125050]: Deploying daemon mgr.x on smithi039 2023-12-22T17:12:11.199 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records in 2023-12-22T17:12:11.199 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records out 2023-12-22T17:12:11.200 INFO:teuthology.orchestra.run.smithi039.stderr:512 bytes copied, 0.000277873 s, 1.8 MB/s 2023-12-22T17:12:11.201 DEBUG:teuthology.orchestra.run.smithi039:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-12-22T17:12:11.261 DEBUG:teuthology.orchestra.run.smithi039:> stat /dev/vg_nvme/lv_4 2023-12-22T17:12:11.262 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:12:11 smithi039 ceph-mgr[117294]: -- 172.21.15.39:0/934922941 <== mon.1 v2:172.21.15.39:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x565541f6a9c0 con 0x565541f41000 2023-12-22T17:12:11.262 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:12:11 smithi039 bash[117157]: c953c5f22dd2d6146724f371e0f43eea739d076c392e48a5d15a732ce42ee037 2023-12-22T17:12:11.280 INFO:teuthology.orchestra.run.smithi039.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-12-22T17:12:11.280 INFO:teuthology.orchestra.run.smithi039.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-22T17:12:11.280 INFO:teuthology.orchestra.run.smithi039.stdout:Device: 6h/6d Inode: 397455 Links: 1 2023-12-22T17:12:11.280 INFO:teuthology.orchestra.run.smithi039.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-22T17:12:11.280 INFO:teuthology.orchestra.run.smithi039.stdout:Context: system_u:object_r:device_t:s0 2023-12-22T17:12:11.281 INFO:teuthology.orchestra.run.smithi039.stdout:Access: 2023-12-22 17:12:10.764916982 +0000 2023-12-22T17:12:11.281 INFO:teuthology.orchestra.run.smithi039.stdout:Modify: 2023-12-22 17:06:15.172496797 +0000 2023-12-22T17:12:11.281 INFO:teuthology.orchestra.run.smithi039.stdout:Change: 2023-12-22 17:06:15.172496797 +0000 2023-12-22T17:12:11.281 INFO:teuthology.orchestra.run.smithi039.stdout: Birth: - 2023-12-22T17:12:11.281 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-12-22T17:12:11.348 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records in 2023-12-22T17:12:11.348 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records out 2023-12-22T17:12:11.348 INFO:teuthology.orchestra.run.smithi039.stderr:512 bytes copied, 0.000356902 s, 1.4 MB/s 2023-12-22T17:12:11.350 DEBUG:teuthology.orchestra.run.smithi039:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-12-22T17:12:11.409 INFO:tasks.cephadm:Deploying osd.0 on smithi032 with /dev/vg_nvme/lv_4... 2023-12-22T17:12:11.409 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-12-22T17:12:11.517 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:12:11 smithi039 systemd[1]: Started Ceph mgr.x for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:12:11.517 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:12:11 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:12:11.327+0000 7f2ba8bf71c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-22T17:12:11.517 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:12:11 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:12:11.508+0000 7f2ba8bf71c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-22T17:12:11.677 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:12:12.106 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:12:11 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:12:11.841+0000 7f2ba8bf71c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-22T17:12:12.106 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:11 smithi039 ceph-mon[115265]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:12.106 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:11 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:12.106 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:11 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:12.106 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:11 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:12.106 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:11 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:12.106 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:11 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:12:12.106 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:11 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:12.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:11 smithi032 ceph-mon[110651]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:12.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:11 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:12.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:11 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:12.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:11 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:12.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:11 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:12.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:11 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:12:12.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:11 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:12.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:11 smithi032 ceph-mon[125050]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:12.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:11 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:12.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:11 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:12.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:11 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:12.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:11 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:12.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:11 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:12:12.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:11 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:12.763 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:12:12 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:12:12.416+0000 7f2ba8bf71c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-22T17:12:12.763 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:12:12 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:12:12.591+0000 7f2ba8bf71c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-22T17:12:13.010 INFO:teuthology.orchestra.run.smithi032.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-12-22T17:12:13.010 INFO:teuthology.orchestra.run.smithi032.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-12-22T17:12:13.011 INFO:teuthology.orchestra.run.smithi032.stderr: stderr: 10+0 records in 2023-12-22T17:12:13.011 INFO:teuthology.orchestra.run.smithi032.stderr:10+0 records out 2023-12-22T17:12:13.011 INFO:teuthology.orchestra.run.smithi032.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00825607 s, 1.3 GB/s 2023-12-22T17:12:13.011 INFO:teuthology.orchestra.run.smithi032.stderr: stderr: 2023-12-22T17:12:13.011 INFO:teuthology.orchestra.run.smithi032.stderr:--> Zapping successful for: 2023-12-22T17:12:13.270 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:12:13 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:12:13.009+0000 7f2ba8bf71c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-22T17:12:13.580 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:13 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:13.580 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:13 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:13.580 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:13 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:13.580 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:13 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:12:13.580 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:13 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:13.580 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:13 smithi032 ceph-mon[110651]: Reconfiguring mgr.y (unknown last config time)... 2023-12-22T17:12:13.580 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:13 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-22T17:12:13.580 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:13 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-22T17:12:13.580 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:13 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:13.581 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:13 smithi032 ceph-mon[110651]: Reconfiguring daemon mgr.y on smithi032 2023-12-22T17:12:13.581 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:13 smithi032 ceph-mon[110651]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:13.581 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:13 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:13.581 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:13 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:13.581 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:13 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:13.581 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:13 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:12:13.581 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:13 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:13.581 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:13 smithi032 ceph-mon[125050]: Reconfiguring mgr.y (unknown last config time)... 2023-12-22T17:12:13.581 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:13 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-22T17:12:13.581 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:13 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-22T17:12:13.581 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:13 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:13.581 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:13 smithi032 ceph-mon[125050]: Reconfiguring daemon mgr.y on smithi032 2023-12-22T17:12:13.582 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:13 smithi032 ceph-mon[125050]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:13.599 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph orch daemon add osd smithi032:vg_nvme/lv_4 2023-12-22T17:12:13.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:13 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:13.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:13 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:13.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:13 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:13.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:13 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:12:13.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:13 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:13.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:13 smithi039 ceph-mon[115265]: Reconfiguring mgr.y (unknown last config time)... 2023-12-22T17:12:13.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:13 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-22T17:12:13.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:13 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-22T17:12:13.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:13 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:13.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:13 smithi039 ceph-mon[115265]: Reconfiguring daemon mgr.y on smithi032 2023-12-22T17:12:13.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:13 smithi039 ceph-mon[115265]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:13.865 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:12:14.263 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:12:13 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:12:13.820+0000 7f2ba8bf71c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-22T17:12:14.263 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:12:13 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:12:13.907+0000 7f2ba8bf71c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-22T17:12:14.627 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:14 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:14.628 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:14 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:14.628 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:14 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:12:14.628 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:14 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:14.628 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:14 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:12:14.628 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:14 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:14.628 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:14 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:14.628 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:14 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:14.628 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:14 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:12:14.628 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:14 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:14.628 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:14 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:12:14.628 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:14 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:14.720 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:12:14 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:12:14.534+0000 7f2ba8bf71c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-22T17:12:14.720 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:12:14 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:12:14.621+0000 7f2ba8bf71c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-22T17:12:14.720 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:12:14 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:12:14.711+0000 7f2ba8bf71c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-22T17:12:14.720 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:14 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:14.720 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:14 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:14.720 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:14 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:12:14.720 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:14 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:14.721 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:14 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:12:14.721 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:14 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:15.013 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:12:14 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:12:14.806+0000 7f2ba8bf71c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-22T17:12:15.374 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:12:15 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:12:15.052+0000 7f2ba8bf71c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-22T17:12:15.374 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:12:15 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:12:15.146+0000 7f2ba8bf71c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-22T17:12:15.659 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:12:15 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:12:15.365+0000 7f2ba8bf71c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-22T17:12:15.659 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:12:15 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:12:15.462+0000 7f2ba8bf71c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-22T17:12:15.659 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:12:15 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:12:15.650+0000 7f2ba8bf71c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-22T17:12:15.660 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:15 smithi039 ceph-mon[115265]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:15.660 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:15 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-22T17:12:15.660 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:15 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-22T17:12:15.660 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:15 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:15.793 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:15 smithi032 ceph-mon[125050]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:15.793 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:15 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-22T17:12:15.793 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:15 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-22T17:12:15.793 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:15 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:15.793 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:15 smithi032 ceph-mon[110651]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:15.793 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:15 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-22T17:12:15.793 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:15 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-22T17:12:15.794 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:15 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:16.013 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:12:15 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:12:15.736+0000 7f2ba8bf71c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-22T17:12:16.731 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:16 smithi039 ceph-mon[115265]: from='client.14211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi032:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:12:16.731 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:12:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:12:16.527+0000 7f2ba8bf71c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-22T17:12:16.936 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:16 smithi032 ceph-mon[110651]: from='client.14211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi032:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:12:16.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:16 smithi032 ceph-mon[125050]: from='client.14211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi032:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:12:17.013 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:12:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:12:16.722+0000 7f2ba8bf71c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-22T17:12:17.013 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:12:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:12:16.902+0000 7f2ba8bf71c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-22T17:12:17.734 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:12:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:12:17.543+0000 7f2ba8bf71c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-22T17:12:17.734 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:17 smithi039 ceph-mon[115265]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:17.734 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:17 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/4164082167' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "14f07766-c4dd-412e-91d4-e2775e552e19"}]: dispatch 2023-12-22T17:12:17.734 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:17 smithi039 ceph-mon[115265]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "14f07766-c4dd-412e-91d4-e2775e552e19"}]: dispatch 2023-12-22T17:12:17.734 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:17 smithi039 ceph-mon[115265]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "14f07766-c4dd-412e-91d4-e2775e552e19"}]': finished 2023-12-22T17:12:17.734 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:17 smithi039 ceph-mon[115265]: osdmap e5: 1 total, 0 up, 1 in 2023-12-22T17:12:17.734 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:17 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-22T17:12:17.936 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:17 smithi032 ceph-mon[110651]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:17.936 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:17 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/4164082167' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "14f07766-c4dd-412e-91d4-e2775e552e19"}]: dispatch 2023-12-22T17:12:17.936 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:17 smithi032 ceph-mon[110651]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "14f07766-c4dd-412e-91d4-e2775e552e19"}]: dispatch 2023-12-22T17:12:17.936 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:17 smithi032 ceph-mon[110651]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "14f07766-c4dd-412e-91d4-e2775e552e19"}]': finished 2023-12-22T17:12:17.937 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:17 smithi032 ceph-mon[110651]: osdmap e5: 1 total, 0 up, 1 in 2023-12-22T17:12:17.937 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:17 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-22T17:12:17.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:17 smithi032 ceph-mon[125050]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:17.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:17 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/4164082167' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "14f07766-c4dd-412e-91d4-e2775e552e19"}]: dispatch 2023-12-22T17:12:17.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:17 smithi032 ceph-mon[125050]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "14f07766-c4dd-412e-91d4-e2775e552e19"}]: dispatch 2023-12-22T17:12:17.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:17 smithi032 ceph-mon[125050]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "14f07766-c4dd-412e-91d4-e2775e552e19"}]': finished 2023-12-22T17:12:17.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:17 smithi032 ceph-mon[125050]: osdmap e5: 1 total, 0 up, 1 in 2023-12-22T17:12:17.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:17 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-22T17:12:18.013 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:12:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:12:17.725+0000 7f2ba8bf71c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-22T17:12:18.013 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:12:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:12:17.908+0000 7f2ba8bf71c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-22T17:12:18.481 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:12:18 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:12:18.027+0000 7f2ba8bf71c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-22T17:12:18.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:18 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/3068413883' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-22T17:12:18.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:18 smithi039 ceph-mon[115265]: Standby manager daemon x started 2023-12-22T17:12:18.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:18 smithi039 ceph-mon[115265]: from='mgr.? 172.21.15.39:0/1182452606' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-22T17:12:18.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:18 smithi039 ceph-mon[115265]: from='mgr.? 172.21.15.39:0/1182452606' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-22T17:12:18.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:18 smithi039 ceph-mon[115265]: from='mgr.? 172.21.15.39:0/1182452606' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-22T17:12:18.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:18 smithi039 ceph-mon[115265]: from='mgr.? 172.21.15.39:0/1182452606' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-22T17:12:18.936 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:18 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/3068413883' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-22T17:12:18.936 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:18 smithi032 ceph-mon[110651]: Standby manager daemon x started 2023-12-22T17:12:18.936 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:18 smithi032 ceph-mon[110651]: from='mgr.? 172.21.15.39:0/1182452606' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-22T17:12:18.936 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:18 smithi032 ceph-mon[110651]: from='mgr.? 172.21.15.39:0/1182452606' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-22T17:12:18.937 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:18 smithi032 ceph-mon[110651]: from='mgr.? 172.21.15.39:0/1182452606' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-22T17:12:18.937 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:18 smithi032 ceph-mon[110651]: from='mgr.? 172.21.15.39:0/1182452606' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-22T17:12:18.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:18 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/3068413883' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-22T17:12:18.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:18 smithi032 ceph-mon[125050]: Standby manager daemon x started 2023-12-22T17:12:18.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:18 smithi032 ceph-mon[125050]: from='mgr.? 172.21.15.39:0/1182452606' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-22T17:12:18.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:18 smithi032 ceph-mon[125050]: from='mgr.? 172.21.15.39:0/1182452606' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-22T17:12:18.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:18 smithi032 ceph-mon[125050]: from='mgr.? 172.21.15.39:0/1182452606' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-22T17:12:18.938 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:18 smithi032 ceph-mon[125050]: from='mgr.? 172.21.15.39:0/1182452606' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-22T17:12:19.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:19 smithi039 ceph-mon[115265]: mgrmap e14: y(active, since 51s), standbys: x 2023-12-22T17:12:19.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:19 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-22T17:12:19.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:19 smithi039 ceph-mon[115265]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:19.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:19 smithi032 ceph-mon[110651]: mgrmap e14: y(active, since 51s), standbys: x 2023-12-22T17:12:19.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:19 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-22T17:12:19.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:19 smithi032 ceph-mon[110651]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:19.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:19 smithi032 ceph-mon[125050]: mgrmap e14: y(active, since 51s), standbys: x 2023-12-22T17:12:19.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:19 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-22T17:12:19.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:19 smithi032 ceph-mon[125050]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:22.118 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:21 smithi032 ceph-mon[110651]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:22.118 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:21 smithi032 ceph-mon[125050]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:22.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:21 smithi039 ceph-mon[115265]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:23.092 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:22 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-22T17:12:23.092 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:22 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:23.093 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:22 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-22T17:12:23.093 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:22 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:23.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:22 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-22T17:12:23.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:22 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:24.087 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:23 smithi032 ceph-mon[110651]: Deploying daemon osd.0 on smithi032 2023-12-22T17:12:24.087 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:23 smithi032 ceph-mon[110651]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:24.087 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:23 smithi032 ceph-mon[125050]: Deploying daemon osd.0 on smithi032 2023-12-22T17:12:24.087 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:23 smithi032 ceph-mon[125050]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:24.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:23 smithi039 ceph-mon[115265]: Deploying daemon osd.0 on smithi032 2023-12-22T17:12:24.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:23 smithi039 ceph-mon[115265]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:26.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:25 smithi032 ceph-mon[110651]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:26.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:25 smithi032 ceph-mon[125050]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:26.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:25 smithi039 ceph-mon[115265]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:27.100 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:26 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:27.100 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:26 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:27.100 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:26 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:12:27.101 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:26 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:27.101 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:26 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:27.101 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:26 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:12:27.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:26 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:27.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:26 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:27.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:26 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:12:28.170 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:27 smithi032 ceph-mon[110651]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:28.171 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:27 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:28.171 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:27 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:28.171 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:27 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:28.171 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:27 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:12:28.171 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:27 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:28.171 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:27 smithi032 ceph-mon[125050]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:28.171 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:27 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:28.171 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:27 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:28.172 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:27 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:28.172 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:27 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:12:28.172 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:27 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:28.222 INFO:teuthology.orchestra.run.smithi032.stdout:Created osd(s) 0 on host 'smithi032' 2023-12-22T17:12:28.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:27 smithi039 ceph-mon[115265]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:28.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:27 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:28.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:27 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:28.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:27 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:28.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:27 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:12:28.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:27 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:28.602 DEBUG:teuthology.orchestra.run.smithi032:osd.0> sudo journalctl -f -n 0 -u ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@osd.0.service 2023-12-22T17:12:28.605 INFO:tasks.cephadm:Deploying osd.1 on smithi032 with /dev/vg_nvme/lv_3... 2023-12-22T17:12:28.605 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2023-12-22T17:12:28.641 INFO:journalctl@ceph.osd.0.smithi032.stdout:-- Logs begin at Fri 2023-12-22 16:56:26 UTC. -- 2023-12-22T17:12:28.899 INFO:journalctl@ceph.osd.0.smithi032.stdout:Dec 22 17:12:28 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-0[129707]: 2023-12-22T17:12:28.887+0000 7f1b9aa6f540 -1 osd.0 0 log_to_monitors true 2023-12-22T17:12:29.325 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:12:29.480 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:29 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:29.480 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:29 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:29.480 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:29 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:12:29.480 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:29 smithi032 ceph-mon[110651]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:29.480 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:29 smithi032 ceph-mon[110651]: from='osd.0 [v2:172.21.15.32:6802/871376753,v1:172.21.15.32:6803/871376753]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-22T17:12:29.481 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:29 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:29.481 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:29 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:29.481 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:29 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:12:29.481 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:29 smithi032 ceph-mon[125050]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:29.481 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:29 smithi032 ceph-mon[125050]: from='osd.0 [v2:172.21.15.32:6802/871376753,v1:172.21.15.32:6803/871376753]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-22T17:12:29.513 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:29 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:29.513 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:29 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:29.513 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:29 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:12:29.513 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:29 smithi039 ceph-mon[115265]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:29.513 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:29 smithi039 ceph-mon[115265]: from='osd.0 [v2:172.21.15.32:6802/871376753,v1:172.21.15.32:6803/871376753]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-22T17:12:30.732 INFO:teuthology.orchestra.run.smithi032.stderr:--> Zapping: /dev/vg_nvme/lv_3 2023-12-22T17:12:30.732 INFO:teuthology.orchestra.run.smithi032.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2023-12-22T17:12:30.732 INFO:teuthology.orchestra.run.smithi032.stderr: stderr: 10+0 records in 2023-12-22T17:12:30.733 INFO:teuthology.orchestra.run.smithi032.stderr:10+0 records out 2023-12-22T17:12:30.733 INFO:teuthology.orchestra.run.smithi032.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0105849 s, 991 MB/s 2023-12-22T17:12:30.733 INFO:teuthology.orchestra.run.smithi032.stderr:--> Zapping successful for: 2023-12-22T17:12:30.936 INFO:journalctl@ceph.osd.0.smithi032.stdout:Dec 22 17:12:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-0[129707]: 2023-12-22T17:12:30.725+0000 7f1b91254700 -1 osd.0 0 waiting for initial osdmap 2023-12-22T17:12:30.936 INFO:journalctl@ceph.osd.0.smithi032.stdout:Dec 22 17:12:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-0[129707]: 2023-12-22T17:12:30.728+0000 7f1b8e053700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-22T17:12:30.937 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:30 smithi032 ceph-mon[110651]: from='osd.0 [v2:172.21.15.32:6802/871376753,v1:172.21.15.32:6803/871376753]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-12-22T17:12:30.937 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:30 smithi032 ceph-mon[110651]: osdmap e6: 1 total, 0 up, 1 in 2023-12-22T17:12:30.937 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:30 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-22T17:12:30.937 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:30 smithi032 ceph-mon[110651]: from='osd.0 [v2:172.21.15.32:6802/871376753,v1:172.21.15.32:6803/871376753]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-12-22T17:12:30.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:30 smithi032 ceph-mon[125050]: from='osd.0 [v2:172.21.15.32:6802/871376753,v1:172.21.15.32:6803/871376753]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-12-22T17:12:30.938 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:30 smithi032 ceph-mon[125050]: osdmap e6: 1 total, 0 up, 1 in 2023-12-22T17:12:30.938 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:30 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-22T17:12:30.938 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:30 smithi032 ceph-mon[125050]: from='osd.0 [v2:172.21.15.32:6802/871376753,v1:172.21.15.32:6803/871376753]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-12-22T17:12:31.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:30 smithi039 ceph-mon[115265]: from='osd.0 [v2:172.21.15.32:6802/871376753,v1:172.21.15.32:6803/871376753]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-12-22T17:12:31.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:30 smithi039 ceph-mon[115265]: osdmap e6: 1 total, 0 up, 1 in 2023-12-22T17:12:31.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:30 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-22T17:12:31.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:30 smithi039 ceph-mon[115265]: from='osd.0 [v2:172.21.15.32:6802/871376753,v1:172.21.15.32:6803/871376753]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-12-22T17:12:31.130 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph orch daemon add osd smithi032:vg_nvme/lv_3 2023-12-22T17:12:31.396 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:12:31.816 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:31 smithi032 ceph-mon[110651]: from='osd.0 [v2:172.21.15.32:6802/871376753,v1:172.21.15.32:6803/871376753]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]': finished 2023-12-22T17:12:31.817 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:31 smithi032 ceph-mon[110651]: osdmap e7: 1 total, 0 up, 1 in 2023-12-22T17:12:31.817 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:31 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-22T17:12:31.817 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:31 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-22T17:12:31.817 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:31 smithi032 ceph-mon[110651]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:31.817 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:31 smithi032 ceph-mon[110651]: Detected new or changed devices on smithi032 2023-12-22T17:12:31.817 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:31 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:31.817 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:31 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:31.817 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:31 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:12:31.817 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:31 smithi032 ceph-mon[110651]: Adjusting osd_memory_target on smithi032 to 16102M 2023-12-22T17:12:31.817 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:31 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:31.817 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:31 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:31.817 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:31 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:12:31.818 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:31 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:31.818 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:31 smithi032 ceph-mon[125050]: from='osd.0 [v2:172.21.15.32:6802/871376753,v1:172.21.15.32:6803/871376753]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]': finished 2023-12-22T17:12:31.818 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:31 smithi032 ceph-mon[125050]: osdmap e7: 1 total, 0 up, 1 in 2023-12-22T17:12:31.818 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:31 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-22T17:12:31.818 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:31 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-22T17:12:31.818 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:31 smithi032 ceph-mon[125050]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:31.818 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:31 smithi032 ceph-mon[125050]: Detected new or changed devices on smithi032 2023-12-22T17:12:31.818 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:31 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:31.818 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:31 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:31.818 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:31 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:12:31.818 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:31 smithi032 ceph-mon[125050]: Adjusting osd_memory_target on smithi032 to 16102M 2023-12-22T17:12:31.818 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:31 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:31.819 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:31 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:31.819 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:31 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:12:31.819 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:31 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:32.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:31 smithi039 ceph-mon[115265]: from='osd.0 [v2:172.21.15.32:6802/871376753,v1:172.21.15.32:6803/871376753]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]': finished 2023-12-22T17:12:32.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:31 smithi039 ceph-mon[115265]: osdmap e7: 1 total, 0 up, 1 in 2023-12-22T17:12:32.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:31 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-22T17:12:32.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:31 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-22T17:12:32.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:31 smithi039 ceph-mon[115265]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-22T17:12:32.014 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:31 smithi039 ceph-mon[115265]: Detected new or changed devices on smithi032 2023-12-22T17:12:32.014 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:31 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:32.014 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:31 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:32.014 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:31 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:12:32.014 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:31 smithi039 ceph-mon[115265]: Adjusting osd_memory_target on smithi032 to 16102M 2023-12-22T17:12:32.014 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:31 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:32.014 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:31 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:32.014 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:31 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:12:32.014 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:31 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:33.013 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:32 smithi032 ceph-mon[125050]: purged_snaps scrub starts 2023-12-22T17:12:33.013 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:32 smithi032 ceph-mon[125050]: purged_snaps scrub ok 2023-12-22T17:12:33.013 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:32 smithi032 ceph-mon[125050]: osd.0 [v2:172.21.15.32:6802/871376753,v1:172.21.15.32:6803/871376753] boot 2023-12-22T17:12:33.013 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:32 smithi032 ceph-mon[125050]: osdmap e8: 1 total, 1 up, 1 in 2023-12-22T17:12:33.013 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:32 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-22T17:12:33.013 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:32 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-22T17:12:33.013 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:32 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-22T17:12:33.013 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:32 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:33.014 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:32 smithi032 ceph-mon[110651]: purged_snaps scrub starts 2023-12-22T17:12:33.014 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:32 smithi032 ceph-mon[110651]: purged_snaps scrub ok 2023-12-22T17:12:33.014 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:32 smithi032 ceph-mon[110651]: osd.0 [v2:172.21.15.32:6802/871376753,v1:172.21.15.32:6803/871376753] boot 2023-12-22T17:12:33.014 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:32 smithi032 ceph-mon[110651]: osdmap e8: 1 total, 1 up, 1 in 2023-12-22T17:12:33.014 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:32 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-22T17:12:33.014 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:32 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-22T17:12:33.014 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:32 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-22T17:12:33.014 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:32 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:33.014 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:32 smithi039 ceph-mon[115265]: purged_snaps scrub starts 2023-12-22T17:12:33.015 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:32 smithi039 ceph-mon[115265]: purged_snaps scrub ok 2023-12-22T17:12:33.015 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:32 smithi039 ceph-mon[115265]: osd.0 [v2:172.21.15.32:6802/871376753,v1:172.21.15.32:6803/871376753] boot 2023-12-22T17:12:33.015 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:32 smithi039 ceph-mon[115265]: osdmap e8: 1 total, 1 up, 1 in 2023-12-22T17:12:33.015 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:32 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-22T17:12:33.015 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:32 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-22T17:12:33.015 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:32 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-22T17:12:33.015 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:32 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:34.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:33 smithi039 ceph-mon[115265]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi032:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:12:34.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:33 smithi039 ceph-mon[115265]: osdmap e9: 1 total, 1 up, 1 in 2023-12-22T17:12:34.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:33 smithi039 ceph-mon[115265]: pgmap v32: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-22T17:12:34.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:33 smithi032 ceph-mon[110651]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi032:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:12:34.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:33 smithi032 ceph-mon[110651]: osdmap e9: 1 total, 1 up, 1 in 2023-12-22T17:12:34.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:33 smithi032 ceph-mon[110651]: pgmap v32: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-22T17:12:34.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:33 smithi032 ceph-mon[125050]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi032:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:12:34.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:33 smithi032 ceph-mon[125050]: osdmap e9: 1 total, 1 up, 1 in 2023-12-22T17:12:34.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:33 smithi032 ceph-mon[125050]: pgmap v32: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-22T17:12:35.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:34 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/2145574547' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eec9e323-8248-4375-8464-9ff89e6b3cc6"}]: dispatch 2023-12-22T17:12:35.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:34 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/2145574547' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "eec9e323-8248-4375-8464-9ff89e6b3cc6"}]': finished 2023-12-22T17:12:35.014 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:34 smithi039 ceph-mon[115265]: osdmap e10: 2 total, 1 up, 2 in 2023-12-22T17:12:35.014 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:34 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-22T17:12:35.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:34 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/2145574547' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eec9e323-8248-4375-8464-9ff89e6b3cc6"}]: dispatch 2023-12-22T17:12:35.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:34 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/2145574547' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "eec9e323-8248-4375-8464-9ff89e6b3cc6"}]': finished 2023-12-22T17:12:35.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:34 smithi032 ceph-mon[110651]: osdmap e10: 2 total, 1 up, 2 in 2023-12-22T17:12:35.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:34 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-22T17:12:35.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:34 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/2145574547' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eec9e323-8248-4375-8464-9ff89e6b3cc6"}]: dispatch 2023-12-22T17:12:35.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:34 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/2145574547' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "eec9e323-8248-4375-8464-9ff89e6b3cc6"}]': finished 2023-12-22T17:12:35.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:34 smithi032 ceph-mon[125050]: osdmap e10: 2 total, 1 up, 2 in 2023-12-22T17:12:35.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:34 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-22T17:12:36.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:35 smithi039 ceph-mon[115265]: pgmap v34: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-22T17:12:36.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:35 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/3490035920' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-22T17:12:36.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:35 smithi032 ceph-mon[110651]: pgmap v34: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-22T17:12:36.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:35 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/3490035920' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-22T17:12:36.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:35 smithi032 ceph-mon[125050]: pgmap v34: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-22T17:12:36.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:35 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/3490035920' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-22T17:12:38.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:37 smithi032 ceph-mon[110651]: pgmap v35: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-22T17:12:38.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:37 smithi032 ceph-mon[125050]: pgmap v35: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-22T17:12:38.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:37 smithi039 ceph-mon[115265]: pgmap v35: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-22T17:12:39.936 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:39 smithi032 ceph-mon[125050]: pgmap v36: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-22T17:12:39.936 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:39 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-22T17:12:39.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:39 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:39.937 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:39 smithi032 ceph-mon[110651]: pgmap v36: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-22T17:12:39.937 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:39 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-22T17:12:39.937 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:39 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:40.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:39 smithi039 ceph-mon[115265]: pgmap v36: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-22T17:12:40.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:39 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-22T17:12:40.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:39 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:41.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:40 smithi039 ceph-mon[115265]: Deploying daemon osd.1 on smithi032 2023-12-22T17:12:41.126 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:40 smithi032 ceph-mon[110651]: Deploying daemon osd.1 on smithi032 2023-12-22T17:12:41.126 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:40 smithi032 ceph-mon[125050]: Deploying daemon osd.1 on smithi032 2023-12-22T17:12:42.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:41 smithi039 ceph-mon[115265]: pgmap v37: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-22T17:12:42.089 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:41 smithi032 ceph-mon[110651]: pgmap v37: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-22T17:12:42.089 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:41 smithi032 ceph-mon[125050]: pgmap v37: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-22T17:12:44.024 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:43 smithi032 ceph-mon[125050]: pgmap v38: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-22T17:12:44.024 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:43 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:44.024 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:43 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:44.024 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:43 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:12:44.024 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:43 smithi032 ceph-mon[110651]: pgmap v38: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-22T17:12:44.024 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:43 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:44.024 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:43 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:44.025 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:43 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:12:44.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:43 smithi039 ceph-mon[115265]: pgmap v38: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-22T17:12:44.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:43 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:44.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:43 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:44.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:43 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:12:45.550 INFO:teuthology.orchestra.run.smithi032.stdout:Created osd(s) 1 on host 'smithi032' 2023-12-22T17:12:45.948 DEBUG:teuthology.orchestra.run.smithi032:osd.1> sudo journalctl -f -n 0 -u ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@osd.1.service 2023-12-22T17:12:45.951 INFO:tasks.cephadm:Deploying osd.2 on smithi032 with /dev/vg_nvme/lv_2... 2023-12-22T17:12:45.951 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2023-12-22T17:12:45.984 INFO:journalctl@ceph.osd.1.smithi032.stdout:-- Logs begin at Fri 2023-12-22 16:56:26 UTC. -- 2023-12-22T17:12:46.105 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:45 smithi032 ceph-mon[125050]: pgmap v39: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-22T17:12:46.105 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:45 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:46.105 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:45 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:46.105 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:45 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:46.105 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:45 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:12:46.105 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:45 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:46.105 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:45 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:46.106 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:45 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:46.106 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:45 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:12:46.106 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:45 smithi032 ceph-mon[110651]: pgmap v39: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-22T17:12:46.106 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:45 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:46.106 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:45 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:46.106 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:45 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:46.106 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:45 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:12:46.106 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:45 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:46.106 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:45 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:46.106 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:45 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:46.106 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:45 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:12:46.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:45 smithi039 ceph-mon[115265]: pgmap v39: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-22T17:12:46.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:45 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:46.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:45 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:46.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:45 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:46.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:45 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:12:46.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:45 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:46.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:45 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:46.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:45 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:46.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:45 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:12:46.681 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:12:46.809 INFO:journalctl@ceph.osd.1.smithi032.stdout:Dec 22 17:12:46 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-1[136989]: 2023-12-22T17:12:46.477+0000 7ff53a338540 -1 osd.1 0 log_to_monitors true 2023-12-22T17:12:47.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:46 smithi032 ceph-mon[110651]: from='osd.1 [v2:172.21.15.32:6810/2950004737,v1:172.21.15.32:6811/2950004737]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-22T17:12:47.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:46 smithi032 ceph-mon[110651]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-22T17:12:47.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:46 smithi032 ceph-mon[125050]: from='osd.1 [v2:172.21.15.32:6810/2950004737,v1:172.21.15.32:6811/2950004737]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-22T17:12:47.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:46 smithi032 ceph-mon[125050]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-22T17:12:47.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:46 smithi039 ceph-mon[115265]: from='osd.1 [v2:172.21.15.32:6810/2950004737,v1:172.21.15.32:6811/2950004737]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-22T17:12:47.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:46 smithi039 ceph-mon[115265]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-22T17:12:48.118 INFO:teuthology.orchestra.run.smithi032.stderr:--> Zapping: /dev/vg_nvme/lv_2 2023-12-22T17:12:48.118 INFO:teuthology.orchestra.run.smithi032.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2023-12-22T17:12:48.118 INFO:teuthology.orchestra.run.smithi032.stderr: stderr: 10+0 records in 2023-12-22T17:12:48.118 INFO:teuthology.orchestra.run.smithi032.stderr:10+0 records out 2023-12-22T17:12:48.118 INFO:teuthology.orchestra.run.smithi032.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0110949 s, 945 MB/s 2023-12-22T17:12:48.118 INFO:teuthology.orchestra.run.smithi032.stderr:--> Zapping successful for: 2023-12-22T17:12:48.147 INFO:journalctl@ceph.osd.1.smithi032.stdout:Dec 22 17:12:47 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-1[136989]: 2023-12-22T17:12:47.920+0000 7ff532320700 -1 osd.1 0 waiting for initial osdmap 2023-12-22T17:12:48.148 INFO:journalctl@ceph.osd.1.smithi032.stdout:Dec 22 17:12:47 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-1[136989]: 2023-12-22T17:12:47.923+0000 7ff52a115700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-22T17:12:48.148 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:47 smithi032 ceph-mon[110651]: pgmap v40: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-22T17:12:48.148 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:47 smithi032 ceph-mon[110651]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-12-22T17:12:48.148 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:47 smithi032 ceph-mon[110651]: osdmap e11: 2 total, 1 up, 2 in 2023-12-22T17:12:48.148 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:47 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-22T17:12:48.148 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:47 smithi032 ceph-mon[110651]: from='osd.1 [v2:172.21.15.32:6810/2950004737,v1:172.21.15.32:6811/2950004737]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-12-22T17:12:48.148 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:47 smithi032 ceph-mon[110651]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-12-22T17:12:48.148 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:47 smithi032 ceph-mon[125050]: pgmap v40: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-22T17:12:48.148 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:47 smithi032 ceph-mon[125050]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-12-22T17:12:48.148 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:47 smithi032 ceph-mon[125050]: osdmap e11: 2 total, 1 up, 2 in 2023-12-22T17:12:48.148 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:47 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-22T17:12:48.149 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:47 smithi032 ceph-mon[125050]: from='osd.1 [v2:172.21.15.32:6810/2950004737,v1:172.21.15.32:6811/2950004737]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-12-22T17:12:48.149 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:47 smithi032 ceph-mon[125050]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-12-22T17:12:48.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:47 smithi039 ceph-mon[115265]: pgmap v40: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-22T17:12:48.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:47 smithi039 ceph-mon[115265]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-12-22T17:12:48.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:47 smithi039 ceph-mon[115265]: osdmap e11: 2 total, 1 up, 2 in 2023-12-22T17:12:48.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:47 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-22T17:12:48.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:47 smithi039 ceph-mon[115265]: from='osd.1 [v2:172.21.15.32:6810/2950004737,v1:172.21.15.32:6811/2950004737]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-12-22T17:12:48.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:47 smithi039 ceph-mon[115265]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-12-22T17:12:48.552 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph orch daemon add osd smithi032:vg_nvme/lv_2 2023-12-22T17:12:48.819 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:12:49.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:48 smithi032 ceph-mon[110651]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]': finished 2023-12-22T17:12:49.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:48 smithi032 ceph-mon[110651]: osdmap e12: 2 total, 1 up, 2 in 2023-12-22T17:12:49.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:48 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-22T17:12:49.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:48 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-22T17:12:49.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:48 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:49.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:48 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:49.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:48 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:12:49.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:48 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:12:49.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:48 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:49.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:48 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:49.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:48 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:12:49.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:48 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:49.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:48 smithi032 ceph-mon[125050]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]': finished 2023-12-22T17:12:49.188 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:48 smithi032 ceph-mon[125050]: osdmap e12: 2 total, 1 up, 2 in 2023-12-22T17:12:49.188 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:48 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-22T17:12:49.188 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:48 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-22T17:12:49.188 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:48 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:49.188 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:48 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:49.188 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:48 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:12:49.188 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:48 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:12:49.188 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:48 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:49.188 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:48 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:49.188 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:48 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:12:49.188 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:48 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:49.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:48 smithi039 ceph-mon[115265]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]': finished 2023-12-22T17:12:49.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:48 smithi039 ceph-mon[115265]: osdmap e12: 2 total, 1 up, 2 in 2023-12-22T17:12:49.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:48 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-22T17:12:49.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:48 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-22T17:12:49.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:48 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:49.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:48 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:49.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:48 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:12:49.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:48 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:12:49.264 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:48 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:49.264 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:48 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:49.264 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:48 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:12:49.264 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:48 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:12:50.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:49 smithi032 ceph-mon[125050]: purged_snaps scrub starts 2023-12-22T17:12:50.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:49 smithi032 ceph-mon[125050]: purged_snaps scrub ok 2023-12-22T17:12:50.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:49 smithi032 ceph-mon[125050]: Detected new or changed devices on smithi032 2023-12-22T17:12:50.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:49 smithi032 ceph-mon[125050]: Adjusting osd_memory_target on smithi032 to 8051M 2023-12-22T17:12:50.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:49 smithi032 ceph-mon[125050]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-22T17:12:50.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:49 smithi032 ceph-mon[125050]: osd.1 [v2:172.21.15.32:6810/2950004737,v1:172.21.15.32:6811/2950004737] boot 2023-12-22T17:12:50.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:49 smithi032 ceph-mon[125050]: osdmap e13: 2 total, 2 up, 2 in 2023-12-22T17:12:50.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:49 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-22T17:12:50.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:49 smithi032 ceph-mon[110651]: purged_snaps scrub starts 2023-12-22T17:12:50.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:49 smithi032 ceph-mon[110651]: purged_snaps scrub ok 2023-12-22T17:12:50.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:49 smithi032 ceph-mon[110651]: Detected new or changed devices on smithi032 2023-12-22T17:12:50.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:49 smithi032 ceph-mon[110651]: Adjusting osd_memory_target on smithi032 to 8051M 2023-12-22T17:12:50.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:49 smithi032 ceph-mon[110651]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-22T17:12:50.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:49 smithi032 ceph-mon[110651]: osd.1 [v2:172.21.15.32:6810/2950004737,v1:172.21.15.32:6811/2950004737] boot 2023-12-22T17:12:50.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:49 smithi032 ceph-mon[110651]: osdmap e13: 2 total, 2 up, 2 in 2023-12-22T17:12:50.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:49 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-22T17:12:50.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:49 smithi039 ceph-mon[115265]: purged_snaps scrub starts 2023-12-22T17:12:50.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:49 smithi039 ceph-mon[115265]: purged_snaps scrub ok 2023-12-22T17:12:50.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:49 smithi039 ceph-mon[115265]: Detected new or changed devices on smithi032 2023-12-22T17:12:50.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:49 smithi039 ceph-mon[115265]: Adjusting osd_memory_target on smithi032 to 8051M 2023-12-22T17:12:50.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:49 smithi039 ceph-mon[115265]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-22T17:12:50.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:49 smithi039 ceph-mon[115265]: osd.1 [v2:172.21.15.32:6810/2950004737,v1:172.21.15.32:6811/2950004737] boot 2023-12-22T17:12:50.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:49 smithi039 ceph-mon[115265]: osdmap e13: 2 total, 2 up, 2 in 2023-12-22T17:12:50.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:49 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-22T17:12:51.105 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:50 smithi032 ceph-mon[125050]: osdmap e14: 2 total, 2 up, 2 in 2023-12-22T17:12:51.105 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:50 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-22T17:12:51.105 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:50 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-22T17:12:51.105 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:50 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:51.105 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:50 smithi032 ceph-mon[110651]: osdmap e14: 2 total, 2 up, 2 in 2023-12-22T17:12:51.105 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:50 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-22T17:12:51.105 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:50 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-22T17:12:51.105 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:50 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:51.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:50 smithi039 ceph-mon[115265]: osdmap e14: 2 total, 2 up, 2 in 2023-12-22T17:12:51.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-22T17:12:51.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-22T17:12:51.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:50 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:52.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:51 smithi039 ceph-mon[115265]: from='client.14265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi032:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:12:52.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:51 smithi039 ceph-mon[115265]: pgmap v46: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-22T17:12:52.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:51 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/166861995' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b75e654a-8617-4471-acbe-b33d2dc8a87a"}]: dispatch 2023-12-22T17:12:52.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:51 smithi039 ceph-mon[115265]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b75e654a-8617-4471-acbe-b33d2dc8a87a"}]: dispatch 2023-12-22T17:12:52.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:51 smithi039 ceph-mon[115265]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b75e654a-8617-4471-acbe-b33d2dc8a87a"}]': finished 2023-12-22T17:12:52.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:51 smithi039 ceph-mon[115265]: osdmap e15: 3 total, 2 up, 3 in 2023-12-22T17:12:52.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:51 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-22T17:12:52.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:51 smithi032 ceph-mon[110651]: from='client.14265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi032:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:12:52.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:51 smithi032 ceph-mon[110651]: pgmap v46: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-22T17:12:52.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:51 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/166861995' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b75e654a-8617-4471-acbe-b33d2dc8a87a"}]: dispatch 2023-12-22T17:12:52.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:51 smithi032 ceph-mon[110651]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b75e654a-8617-4471-acbe-b33d2dc8a87a"}]: dispatch 2023-12-22T17:12:52.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:51 smithi032 ceph-mon[110651]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b75e654a-8617-4471-acbe-b33d2dc8a87a"}]': finished 2023-12-22T17:12:52.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:51 smithi032 ceph-mon[110651]: osdmap e15: 3 total, 2 up, 3 in 2023-12-22T17:12:52.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:51 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-22T17:12:52.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:51 smithi032 ceph-mon[125050]: from='client.14265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi032:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:12:52.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:51 smithi032 ceph-mon[125050]: pgmap v46: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-22T17:12:52.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:51 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/166861995' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b75e654a-8617-4471-acbe-b33d2dc8a87a"}]: dispatch 2023-12-22T17:12:52.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:51 smithi032 ceph-mon[125050]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b75e654a-8617-4471-acbe-b33d2dc8a87a"}]: dispatch 2023-12-22T17:12:52.438 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:51 smithi032 ceph-mon[125050]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b75e654a-8617-4471-acbe-b33d2dc8a87a"}]': finished 2023-12-22T17:12:52.438 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:51 smithi032 ceph-mon[125050]: osdmap e15: 3 total, 2 up, 3 in 2023-12-22T17:12:52.438 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:51 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-22T17:12:53.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:52 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/3042141565' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-22T17:12:53.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:52 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/3042141565' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-22T17:12:53.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:52 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/3042141565' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-22T17:12:54.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:53 smithi039 ceph-mon[115265]: pgmap v48: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-22T17:12:54.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:53 smithi032 ceph-mon[110651]: pgmap v48: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-22T17:12:54.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:53 smithi032 ceph-mon[125050]: pgmap v48: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-22T17:12:56.139 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:55 smithi032 ceph-mon[110651]: pgmap v49: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-22T17:12:56.139 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:55 smithi032 ceph-mon[125050]: pgmap v49: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-22T17:12:56.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:55 smithi039 ceph-mon[115265]: pgmap v49: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-22T17:12:57.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:56 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-22T17:12:57.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:56 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:57.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:56 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-22T17:12:57.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:56 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:57.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:56 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-22T17:12:57.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:56 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:12:58.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:57 smithi039 ceph-mon[115265]: pgmap v50: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-22T17:12:58.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:57 smithi039 ceph-mon[115265]: Deploying daemon osd.2 on smithi032 2023-12-22T17:12:58.368 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:57 smithi032 ceph-mon[110651]: pgmap v50: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-22T17:12:58.369 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:57 smithi032 ceph-mon[110651]: Deploying daemon osd.2 on smithi032 2023-12-22T17:12:58.369 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:57 smithi032 ceph-mon[125050]: pgmap v50: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-22T17:12:58.369 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:57 smithi032 ceph-mon[125050]: Deploying daemon osd.2 on smithi032 2023-12-22T17:13:00.004 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:12:59 smithi032 ceph-mon[110651]: pgmap v51: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-22T17:13:00.005 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:12:59 smithi032 ceph-mon[125050]: pgmap v51: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-22T17:13:00.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:12:59 smithi039 ceph-mon[115265]: pgmap v51: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-22T17:13:01.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:00 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:13:01.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:00 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:01.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:00 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:01.121 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:00 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:13:01.121 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:00 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:01.122 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:00 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:01.125 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:00 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:13:01.125 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:00 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:01.125 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:00 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:02.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:01 smithi039 ceph-mon[115265]: pgmap v52: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-22T17:13:02.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:01 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:02.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:01 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:02.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:01 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:13:02.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:01 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:13:02.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:01 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:02.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:01 smithi032 ceph-mon[125050]: pgmap v52: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-22T17:13:02.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:01 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:02.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:01 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:02.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:01 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:13:02.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:01 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:13:02.163 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:01 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:02.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:01 smithi032 ceph-mon[110651]: pgmap v52: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-22T17:13:02.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:01 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:02.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:01 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:02.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:01 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:13:02.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:01 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:13:02.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:01 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:03.040 INFO:teuthology.orchestra.run.smithi032.stdout:Created osd(s) 2 on host 'smithi032' 2023-12-22T17:13:03.416 DEBUG:teuthology.orchestra.run.smithi032:osd.2> sudo journalctl -f -n 0 -u ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@osd.2.service 2023-12-22T17:13:03.418 INFO:tasks.cephadm:Deploying osd.3 on smithi032 with /dev/vg_nvme/lv_1... 2023-12-22T17:13:03.418 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2023-12-22T17:13:03.450 INFO:journalctl@ceph.osd.2.smithi032.stdout:-- Logs begin at Fri 2023-12-22 16:56:26 UTC. -- 2023-12-22T17:13:04.004 INFO:journalctl@ceph.osd.2.smithi032.stdout:Dec 22 17:13:03 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-2[144333]: 2023-12-22T17:13:03.688+0000 7fa2a44ae540 -1 osd.2 0 log_to_monitors true 2023-12-22T17:13:04.004 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:03 smithi032 ceph-mon[125050]: pgmap v53: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-22T17:13:04.004 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:03 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:04.004 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:03 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:04.004 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:03 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:13:04.004 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:03 smithi032 ceph-mon[125050]: from='osd.2 [v2:172.21.15.32:6818/3068030030,v1:172.21.15.32:6819/3068030030]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-22T17:13:04.004 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:03 smithi032 ceph-mon[125050]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-22T17:13:04.004 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:03 smithi032 ceph-mon[110651]: pgmap v53: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-22T17:13:04.004 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:03 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:04.005 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:03 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:04.005 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:03 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:13:04.005 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:03 smithi032 ceph-mon[110651]: from='osd.2 [v2:172.21.15.32:6818/3068030030,v1:172.21.15.32:6819/3068030030]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-22T17:13:04.005 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:03 smithi032 ceph-mon[110651]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-22T17:13:04.155 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:13:04.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:03 smithi039 ceph-mon[115265]: pgmap v53: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-22T17:13:04.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:03 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:04.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:03 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:04.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:03 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:13:04.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:03 smithi039 ceph-mon[115265]: from='osd.2 [v2:172.21.15.32:6818/3068030030,v1:172.21.15.32:6819/3068030030]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-22T17:13:04.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:03 smithi039 ceph-mon[115265]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-22T17:13:05.187 INFO:journalctl@ceph.osd.2.smithi032.stdout:Dec 22 17:13:05 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-2[144333]: 2023-12-22T17:13:05.044+0000 7fa29c496700 -1 osd.2 0 waiting for initial osdmap 2023-12-22T17:13:05.187 INFO:journalctl@ceph.osd.2.smithi032.stdout:Dec 22 17:13:05 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-2[144333]: 2023-12-22T17:13:05.047+0000 7fa296a90700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-22T17:13:05.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:05 smithi032 ceph-mon[110651]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-12-22T17:13:05.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:05 smithi032 ceph-mon[110651]: osdmap e16: 3 total, 2 up, 3 in 2023-12-22T17:13:05.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:05 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-22T17:13:05.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:05 smithi032 ceph-mon[110651]: from='osd.2 [v2:172.21.15.32:6818/3068030030,v1:172.21.15.32:6819/3068030030]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-12-22T17:13:05.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:05 smithi032 ceph-mon[110651]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-12-22T17:13:05.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:05 smithi032 ceph-mon[110651]: pgmap v55: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-22T17:13:05.188 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:05 smithi032 ceph-mon[125050]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-12-22T17:13:05.188 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:05 smithi032 ceph-mon[125050]: osdmap e16: 3 total, 2 up, 3 in 2023-12-22T17:13:05.188 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:05 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-22T17:13:05.188 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:05 smithi032 ceph-mon[125050]: from='osd.2 [v2:172.21.15.32:6818/3068030030,v1:172.21.15.32:6819/3068030030]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-12-22T17:13:05.188 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:05 smithi032 ceph-mon[125050]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-12-22T17:13:05.188 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:05 smithi032 ceph-mon[125050]: pgmap v55: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-22T17:13:05.513 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:05 smithi039 ceph-mon[115265]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-12-22T17:13:05.513 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:05 smithi039 ceph-mon[115265]: osdmap e16: 3 total, 2 up, 3 in 2023-12-22T17:13:05.513 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:05 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-22T17:13:05.513 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:05 smithi039 ceph-mon[115265]: from='osd.2 [v2:172.21.15.32:6818/3068030030,v1:172.21.15.32:6819/3068030030]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-12-22T17:13:05.513 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:05 smithi039 ceph-mon[115265]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-12-22T17:13:05.513 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:05 smithi039 ceph-mon[115265]: pgmap v55: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-22T17:13:05.759 INFO:teuthology.orchestra.run.smithi032.stderr:--> Zapping: /dev/vg_nvme/lv_1 2023-12-22T17:13:05.760 INFO:teuthology.orchestra.run.smithi032.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2023-12-22T17:13:05.760 INFO:teuthology.orchestra.run.smithi032.stderr: stderr: 10+0 records in 2023-12-22T17:13:05.760 INFO:teuthology.orchestra.run.smithi032.stderr:10+0 records out 2023-12-22T17:13:05.760 INFO:teuthology.orchestra.run.smithi032.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00820423 s, 1.3 GB/s 2023-12-22T17:13:05.760 INFO:teuthology.orchestra.run.smithi032.stderr:--> Zapping successful for: 2023-12-22T17:13:06.250 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph orch daemon add osd smithi032:vg_nvme/lv_1 2023-12-22T17:13:06.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:06 smithi032 ceph-mon[110651]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]': finished 2023-12-22T17:13:06.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:06 smithi032 ceph-mon[110651]: osdmap e17: 3 total, 2 up, 3 in 2023-12-22T17:13:06.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:06 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-22T17:13:06.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:06 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-22T17:13:06.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:06 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-22T17:13:06.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:06 smithi032 ceph-mon[125050]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]': finished 2023-12-22T17:13:06.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:06 smithi032 ceph-mon[125050]: osdmap e17: 3 total, 2 up, 3 in 2023-12-22T17:13:06.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:06 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-22T17:13:06.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:06 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-22T17:13:06.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:06 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-22T17:13:06.513 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:06 smithi039 ceph-mon[115265]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]': finished 2023-12-22T17:13:06.513 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:06 smithi039 ceph-mon[115265]: osdmap e17: 3 total, 2 up, 3 in 2023-12-22T17:13:06.513 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:06 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-22T17:13:06.513 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:06 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-22T17:13:06.513 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:06 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-22T17:13:06.533 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:13:07.267 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:07 smithi032 ceph-mon[125050]: purged_snaps scrub starts 2023-12-22T17:13:07.267 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:07 smithi032 ceph-mon[125050]: purged_snaps scrub ok 2023-12-22T17:13:07.267 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:07 smithi032 ceph-mon[125050]: osd.2 [v2:172.21.15.32:6818/3068030030,v1:172.21.15.32:6819/3068030030] boot 2023-12-22T17:13:07.267 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:07 smithi032 ceph-mon[125050]: osdmap e18: 3 total, 3 up, 3 in 2023-12-22T17:13:07.268 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:07 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-22T17:13:07.268 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:07 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:07.268 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:07 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:07.268 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:07 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:13:07.268 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:07 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:13:07.268 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:07 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:13:07.268 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:07 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:07.268 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:07 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:13:07.268 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:07 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:13:07.268 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:07 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:07.686 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:07 smithi032 ceph-mon[110651]: purged_snaps scrub starts 2023-12-22T17:13:07.686 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:07 smithi032 ceph-mon[110651]: purged_snaps scrub ok 2023-12-22T17:13:07.686 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:07 smithi032 ceph-mon[110651]: osd.2 [v2:172.21.15.32:6818/3068030030,v1:172.21.15.32:6819/3068030030] boot 2023-12-22T17:13:07.686 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:07 smithi032 ceph-mon[110651]: osdmap e18: 3 total, 3 up, 3 in 2023-12-22T17:13:07.686 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:07 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-22T17:13:07.687 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:07 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:07.687 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:07 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:07.687 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:07 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:13:07.687 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:07 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:13:07.687 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:07 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:13:07.687 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:07 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:07.687 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:07 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:13:07.687 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:07 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:13:07.687 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:07 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:07.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:07 smithi039 ceph-mon[115265]: purged_snaps scrub starts 2023-12-22T17:13:07.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:07 smithi039 ceph-mon[115265]: purged_snaps scrub ok 2023-12-22T17:13:07.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:07 smithi039 ceph-mon[115265]: osd.2 [v2:172.21.15.32:6818/3068030030,v1:172.21.15.32:6819/3068030030] boot 2023-12-22T17:13:07.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:07 smithi039 ceph-mon[115265]: osdmap e18: 3 total, 3 up, 3 in 2023-12-22T17:13:07.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:07 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-22T17:13:07.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:07 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:07.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:07 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:07.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:07 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:13:07.764 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:07 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:13:07.764 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:07 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:13:07.764 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:07 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:07.764 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:07 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:13:07.764 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:07 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:13:07.764 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:07 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:08.578 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:08 smithi032 ceph-mon[125050]: Detected new or changed devices on smithi032 2023-12-22T17:13:08.578 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:08 smithi032 ceph-mon[125050]: Adjusting osd_memory_target on smithi032 to 5367M 2023-12-22T17:13:08.578 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:08 smithi032 ceph-mon[125050]: pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-22T17:13:08.578 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:08 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2023-12-22T17:13:08.578 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:08 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2023-12-22T17:13:08.578 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:08 smithi032 ceph-mon[125050]: osdmap e19: 3 total, 3 up, 3 in 2023-12-22T17:13:08.578 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:08 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:13:08.578 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:08 smithi032 ceph-mon[125050]: from='client.14292 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi032:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:13:08.578 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:08 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-22T17:13:08.579 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:08 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-22T17:13:08.579 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:08 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:13:08.579 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:08 smithi032 ceph-mon[110651]: Detected new or changed devices on smithi032 2023-12-22T17:13:08.579 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:08 smithi032 ceph-mon[110651]: Adjusting osd_memory_target on smithi032 to 5367M 2023-12-22T17:13:08.579 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:08 smithi032 ceph-mon[110651]: pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-22T17:13:08.579 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:08 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2023-12-22T17:13:08.579 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:08 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2023-12-22T17:13:08.579 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:08 smithi032 ceph-mon[110651]: osdmap e19: 3 total, 3 up, 3 in 2023-12-22T17:13:08.579 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:08 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:13:08.579 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:08 smithi032 ceph-mon[110651]: from='client.14292 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi032:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:13:08.579 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:08 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-22T17:13:08.579 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:08 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-22T17:13:08.579 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:08 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:13:08.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:08 smithi039 ceph-mon[115265]: Detected new or changed devices on smithi032 2023-12-22T17:13:08.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:08 smithi039 ceph-mon[115265]: Adjusting osd_memory_target on smithi032 to 5367M 2023-12-22T17:13:08.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:08 smithi039 ceph-mon[115265]: pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-22T17:13:08.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:08 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2023-12-22T17:13:08.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:08 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2023-12-22T17:13:08.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:08 smithi039 ceph-mon[115265]: osdmap e19: 3 total, 3 up, 3 in 2023-12-22T17:13:08.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:08 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:13:08.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:08 smithi039 ceph-mon[115265]: from='client.14292 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi032:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:13:08.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:08 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-22T17:13:08.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:08 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-22T17:13:08.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:08 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:13:09.186 INFO:journalctl@ceph.osd.0.smithi032.stdout:Dec 22 17:13:08 smithi032 sudo[150305]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-22T17:13:09.186 INFO:journalctl@ceph.osd.0.smithi032.stdout:Dec 22 17:13:08 smithi032 sudo[150305]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-22T17:13:09.186 INFO:journalctl@ceph.osd.0.smithi032.stdout:Dec 22 17:13:08 smithi032 sudo[150305]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-22T17:13:09.186 INFO:journalctl@ceph.osd.0.smithi032.stdout:Dec 22 17:13:08 smithi032 sudo[150305]: pam_unix(sudo:session): session closed for user root 2023-12-22T17:13:09.687 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:09 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-12-22T17:13:09.687 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:09 smithi032 ceph-mon[110651]: osdmap e20: 3 total, 3 up, 3 in 2023-12-22T17:13:09.687 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:09 smithi032 ceph-mon[110651]: pgmap v61: 1 pgs: 1 unknown; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-12-22T17:13:09.687 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:09 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:09.687 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:09 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-12-22T17:13:09.688 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:09 smithi032 ceph-mon[125050]: osdmap e20: 3 total, 3 up, 3 in 2023-12-22T17:13:09.688 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:09 smithi032 ceph-mon[125050]: pgmap v61: 1 pgs: 1 unknown; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-12-22T17:13:09.688 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:09 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:09.688 INFO:journalctl@ceph.osd.0.smithi032.stdout:Dec 22 17:13:09 smithi032 sudo[150345]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-22T17:13:09.688 INFO:journalctl@ceph.osd.0.smithi032.stdout:Dec 22 17:13:09 smithi032 sudo[150345]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-22T17:13:09.688 INFO:journalctl@ceph.osd.0.smithi032.stdout:Dec 22 17:13:09 smithi032 sudo[150345]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-22T17:13:09.688 INFO:journalctl@ceph.osd.0.smithi032.stdout:Dec 22 17:13:09 smithi032 sudo[150345]: pam_unix(sudo:session): session closed for user root 2023-12-22T17:13:09.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:09 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-12-22T17:13:09.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:09 smithi039 ceph-mon[115265]: osdmap e20: 3 total, 3 up, 3 in 2023-12-22T17:13:09.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:09 smithi039 ceph-mon[115265]: pgmap v61: 1 pgs: 1 unknown; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-12-22T17:13:09.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:09 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:10.186 INFO:journalctl@ceph.osd.1.smithi032.stdout:Dec 22 17:13:09 smithi032 sudo[150378]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-22T17:13:10.186 INFO:journalctl@ceph.osd.1.smithi032.stdout:Dec 22 17:13:09 smithi032 sudo[150378]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-22T17:13:10.186 INFO:journalctl@ceph.osd.1.smithi032.stdout:Dec 22 17:13:09 smithi032 sudo[150378]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-22T17:13:10.187 INFO:journalctl@ceph.osd.1.smithi032.stdout:Dec 22 17:13:09 smithi032 sudo[150378]: pam_unix(sudo:session): session closed for user root 2023-12-22T17:13:10.686 INFO:journalctl@ceph.osd.1.smithi032.stdout:Dec 22 17:13:10 smithi032 sudo[150410]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-22T17:13:10.686 INFO:journalctl@ceph.osd.1.smithi032.stdout:Dec 22 17:13:10 smithi032 sudo[150410]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-22T17:13:10.686 INFO:journalctl@ceph.osd.1.smithi032.stdout:Dec 22 17:13:10 smithi032 sudo[150410]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-22T17:13:10.686 INFO:journalctl@ceph.osd.1.smithi032.stdout:Dec 22 17:13:10 smithi032 sudo[150410]: pam_unix(sudo:session): session closed for user root 2023-12-22T17:13:10.687 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:10 smithi032 ceph-mon[125050]: osdmap e21: 3 total, 3 up, 3 in 2023-12-22T17:13:10.687 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:10 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/3343884741' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5902129c-c823-4548-91fb-3129d580c136"}]: dispatch 2023-12-22T17:13:10.687 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:10 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/3343884741' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5902129c-c823-4548-91fb-3129d580c136"}]': finished 2023-12-22T17:13:10.687 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:10 smithi032 ceph-mon[125050]: osdmap e22: 4 total, 3 up, 4 in 2023-12-22T17:13:10.687 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:10 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-22T17:13:10.687 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:10 smithi032 ceph-mon[125050]: mgrmap e15: y(active, since 102s), standbys: x 2023-12-22T17:13:10.687 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:10 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/1341425937' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-22T17:13:10.688 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:10 smithi032 ceph-mon[110651]: osdmap e21: 3 total, 3 up, 3 in 2023-12-22T17:13:10.688 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:10 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/3343884741' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5902129c-c823-4548-91fb-3129d580c136"}]: dispatch 2023-12-22T17:13:10.688 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:10 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/3343884741' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5902129c-c823-4548-91fb-3129d580c136"}]': finished 2023-12-22T17:13:10.688 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:10 smithi032 ceph-mon[110651]: osdmap e22: 4 total, 3 up, 4 in 2023-12-22T17:13:10.688 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:10 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-22T17:13:10.688 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:10 smithi032 ceph-mon[110651]: mgrmap e15: y(active, since 102s), standbys: x 2023-12-22T17:13:10.688 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:10 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/1341425937' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-22T17:13:10.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:10 smithi039 ceph-mon[115265]: osdmap e21: 3 total, 3 up, 3 in 2023-12-22T17:13:10.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:10 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/3343884741' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5902129c-c823-4548-91fb-3129d580c136"}]: dispatch 2023-12-22T17:13:10.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:10 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/3343884741' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5902129c-c823-4548-91fb-3129d580c136"}]': finished 2023-12-22T17:13:10.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:10 smithi039 ceph-mon[115265]: osdmap e22: 4 total, 3 up, 4 in 2023-12-22T17:13:10.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:10 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-22T17:13:10.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:10 smithi039 ceph-mon[115265]: mgrmap e15: y(active, since 102s), standbys: x 2023-12-22T17:13:10.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:10 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/1341425937' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-22T17:13:11.138 INFO:journalctl@ceph.osd.2.smithi032.stdout:Dec 22 17:13:10 smithi032 sudo[150463]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-22T17:13:11.138 INFO:journalctl@ceph.osd.2.smithi032.stdout:Dec 22 17:13:10 smithi032 sudo[150463]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-22T17:13:11.138 INFO:journalctl@ceph.osd.2.smithi032.stdout:Dec 22 17:13:10 smithi032 sudo[150463]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-22T17:13:11.138 INFO:journalctl@ceph.osd.2.smithi032.stdout:Dec 22 17:13:10 smithi032 sudo[150463]: pam_unix(sudo:session): session closed for user root 2023-12-22T17:13:11.436 INFO:journalctl@ceph.osd.2.smithi032.stdout:Dec 22 17:13:11 smithi032 sudo[150655]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-22T17:13:11.436 INFO:journalctl@ceph.osd.2.smithi032.stdout:Dec 22 17:13:11 smithi032 sudo[150655]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-22T17:13:11.436 INFO:journalctl@ceph.osd.2.smithi032.stdout:Dec 22 17:13:11 smithi032 sudo[150655]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-22T17:13:11.436 INFO:journalctl@ceph.osd.2.smithi032.stdout:Dec 22 17:13:11 smithi032 sudo[150655]: pam_unix(sudo:session): session closed for user root 2023-12-22T17:13:11.936 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:11 smithi032 sudo[150845]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-22T17:13:11.936 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:11 smithi032 sudo[150845]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-22T17:13:11.936 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:11 smithi032 sudo[150845]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-22T17:13:11.936 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:11 smithi032 sudo[150845]: pam_unix(sudo:session): session closed for user root 2023-12-22T17:13:12.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:12 smithi032 ceph-mon[125050]: pgmap v64: 1 pgs: 1 active+clean; 577 KiB data, 872 MiB used, 267 GiB / 268 GiB avail 2023-12-22T17:13:12.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:12 smithi032 ceph-mon[125050]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-22T17:13:12.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:12 smithi032 sudo[151228]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-22T17:13:12.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:12 smithi032 sudo[151228]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-22T17:13:12.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:12 smithi032 sudo[151228]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-22T17:13:12.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:12 smithi032 sudo[151228]: pam_unix(sudo:session): session closed for user root 2023-12-22T17:13:12.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:12 smithi032 ceph-mon[110651]: pgmap v64: 1 pgs: 1 active+clean; 577 KiB data, 872 MiB used, 267 GiB / 268 GiB avail 2023-12-22T17:13:12.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:12 smithi032 ceph-mon[110651]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-22T17:13:12.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:12 smithi039 sudo[118164]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-22T17:13:12.764 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:12 smithi039 sudo[118164]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-22T17:13:12.764 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:12 smithi039 sudo[118164]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-22T17:13:12.764 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:12 smithi039 sudo[118164]: pam_unix(sudo:session): session closed for user root 2023-12-22T17:13:13.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:12 smithi039 sudo[118167]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-22T17:13:13.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:12 smithi039 sudo[118167]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-22T17:13:13.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:12 smithi039 sudo[118167]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-22T17:13:13.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:12 smithi039 sudo[118167]: pam_unix(sudo:session): session closed for user root 2023-12-22T17:13:13.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:12 smithi039 ceph-mon[115265]: pgmap v64: 1 pgs: 1 active+clean; 577 KiB data, 872 MiB used, 267 GiB / 268 GiB avail 2023-12-22T17:13:13.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:12 smithi039 ceph-mon[115265]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-22T17:13:13.644 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:13 smithi032 sudo[151549]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-22T17:13:13.644 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:13 smithi032 sudo[151549]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-22T17:13:13.644 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:13 smithi032 sudo[151549]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-22T17:13:13.644 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:13 smithi032 sudo[151549]: pam_unix(sudo:session): session closed for user root 2023-12-22T17:13:13.936 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:13 smithi032 ceph-mon[110651]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-22T17:13:13.937 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:13 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:13:13.937 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:13 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:13:13.937 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:13 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:13:13.937 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:13 smithi032 ceph-mon[110651]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-22T17:13:13.937 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:13 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:13:13.937 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:13 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:13:13.937 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:13 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:13:13.937 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:13 smithi032 ceph-mon[110651]: pgmap v65: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2023-12-22T17:13:13.937 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:13 smithi032 ceph-mon[110651]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-22T17:13:13.937 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:13 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:13.938 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:13 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:13:13.938 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:13 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:13:13.938 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:13 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:13:13.938 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:13 smithi032 sudo[151581]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-22T17:13:13.938 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:13 smithi032 sudo[151581]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-22T17:13:13.938 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:13 smithi032 sudo[151581]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-22T17:13:13.938 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:13 smithi032 sudo[151581]: pam_unix(sudo:session): session closed for user root 2023-12-22T17:13:13.938 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:13 smithi032 ceph-mon[125050]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-22T17:13:13.938 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:13 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:13:13.938 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:13 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:13:13.938 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:13 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:13:13.938 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:13 smithi032 ceph-mon[125050]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-22T17:13:13.939 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:13 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:13:13.939 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:13 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:13:13.939 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:13 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:13:13.939 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:13 smithi032 ceph-mon[125050]: pgmap v65: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2023-12-22T17:13:13.939 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:13 smithi032 ceph-mon[125050]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-22T17:13:13.939 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:13 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:13.939 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:13 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:13:13.939 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:13 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:13:13.939 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:13 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:13:14.265 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:13 smithi039 ceph-mon[115265]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-22T17:13:14.265 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:13 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:13:14.265 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:13 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:13:14.265 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:13 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:13:14.265 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:13 smithi039 ceph-mon[115265]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-22T17:13:14.265 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:13 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:13:14.265 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:13 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:13:14.265 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:13 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:13:14.265 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:13 smithi039 ceph-mon[115265]: pgmap v65: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2023-12-22T17:13:14.265 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:13 smithi039 ceph-mon[115265]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-22T17:13:14.265 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:13 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:14.266 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:13 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:13:14.266 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:13 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:13:14.266 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:13 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:13:15.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:14 smithi032 ceph-mon[125050]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-22T17:13:15.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:14 smithi032 ceph-mon[125050]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-22T17:13:15.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:14 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-22T17:13:15.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:14 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:13:15.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:14 smithi032 ceph-mon[110651]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-22T17:13:15.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:14 smithi032 ceph-mon[110651]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-22T17:13:15.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:14 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-22T17:13:15.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:14 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:13:15.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:14 smithi039 ceph-mon[115265]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-22T17:13:15.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:14 smithi039 ceph-mon[115265]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-22T17:13:15.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:14 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-22T17:13:15.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:14 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:13:16.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:15 smithi032 ceph-mon[125050]: pgmap v66: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2023-12-22T17:13:16.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:15 smithi032 ceph-mon[125050]: Deploying daemon osd.3 on smithi032 2023-12-22T17:13:16.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:15 smithi032 ceph-mon[110651]: pgmap v66: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2023-12-22T17:13:16.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:15 smithi032 ceph-mon[110651]: Deploying daemon osd.3 on smithi032 2023-12-22T17:13:16.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:15 smithi039 ceph-mon[115265]: pgmap v66: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2023-12-22T17:13:16.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:15 smithi039 ceph-mon[115265]: Deploying daemon osd.3 on smithi032 2023-12-22T17:13:17.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:17 smithi032 ceph-mon[125050]: pgmap v67: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2023-12-22T17:13:17.938 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:17 smithi032 ceph-mon[110651]: pgmap v67: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2023-12-22T17:13:18.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:17 smithi039 ceph-mon[115265]: pgmap v67: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2023-12-22T17:13:19.585 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:19 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:19.586 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:19 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:13:19.586 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:19 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:19.586 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:19 smithi032 ceph-mon[125050]: pgmap v68: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2023-12-22T17:13:19.586 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:19 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:19.586 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:19 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:13:19.586 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:19 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:19.586 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:19 smithi032 ceph-mon[110651]: pgmap v68: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2023-12-22T17:13:19.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:19 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:19.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:19 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:13:19.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:19 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:19.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:19 smithi039 ceph-mon[115265]: pgmap v68: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2023-12-22T17:13:20.609 INFO:teuthology.orchestra.run.smithi032.stdout:Created osd(s) 3 on host 'smithi032' 2023-12-22T17:13:21.063 DEBUG:teuthology.orchestra.run.smithi032:osd.3> sudo journalctl -f -n 0 -u ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@osd.3.service 2023-12-22T17:13:21.066 INFO:tasks.cephadm:Deploying osd.4 on smithi039 with /dev/vg_nvme/lv_4... 2023-12-22T17:13:21.066 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-12-22T17:13:21.100 INFO:journalctl@ceph.osd.3.smithi032.stdout:-- Logs begin at Fri 2023-12-22 16:56:26 UTC. -- 2023-12-22T17:13:21.340 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.b/config 2023-12-22T17:13:21.442 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:21 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:21.442 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:21 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:21.442 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:21 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:13:21.442 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:21 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:13:21.442 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:21 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:21.442 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:21 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:21.442 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:21 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:21.442 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:21 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:13:21.442 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:21 smithi039 ceph-mon[115265]: pgmap v69: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2023-12-22T17:13:21.657 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:21 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:21.658 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:21 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:21.658 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:21 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:13:21.658 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:21 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:13:21.658 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:21 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:21.658 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:21 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:21.658 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:21 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:21.658 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:21 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:13:21.658 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:21 smithi032 ceph-mon[125050]: pgmap v69: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2023-12-22T17:13:21.658 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:21 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:21.658 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:21 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:21.659 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:21 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:13:21.659 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:21 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:13:21.659 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:21 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:21.659 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:21 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:21.659 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:21 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:21.659 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:21 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:13:21.659 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:21 smithi032 ceph-mon[110651]: pgmap v69: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2023-12-22T17:13:21.936 INFO:journalctl@ceph.osd.3.smithi032.stdout:Dec 22 17:13:21 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-3[152302]: 2023-12-22T17:13:21.647+0000 7f0050ba0540 -1 osd.3 0 log_to_monitors true 2023-12-22T17:13:22.571 INFO:teuthology.orchestra.run.smithi039.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-12-22T17:13:22.571 INFO:teuthology.orchestra.run.smithi039.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-12-22T17:13:22.571 INFO:teuthology.orchestra.run.smithi039.stderr: stderr: 10+0 records in 2023-12-22T17:13:22.571 INFO:teuthology.orchestra.run.smithi039.stderr:10+0 records out 2023-12-22T17:13:22.571 INFO:teuthology.orchestra.run.smithi039.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00678909 s, 1.5 GB/s 2023-12-22T17:13:22.571 INFO:teuthology.orchestra.run.smithi039.stderr:--> Zapping successful for: 2023-12-22T17:13:22.904 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:22 smithi039 ceph-mon[115265]: from='osd.3 [v2:172.21.15.32:6826/180184651,v1:172.21.15.32:6827/180184651]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-22T17:13:22.904 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:22 smithi039 ceph-mon[115265]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-22T17:13:22.936 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:22 smithi032 ceph-mon[110651]: from='osd.3 [v2:172.21.15.32:6826/180184651,v1:172.21.15.32:6827/180184651]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-22T17:13:22.936 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:22 smithi032 ceph-mon[110651]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-22T17:13:22.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:22 smithi032 ceph-mon[125050]: from='osd.3 [v2:172.21.15.32:6826/180184651,v1:172.21.15.32:6827/180184651]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-22T17:13:22.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:22 smithi032 ceph-mon[125050]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-22T17:13:22.972 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph orch daemon add osd smithi039:vg_nvme/lv_4 2023-12-22T17:13:23.235 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.b/config 2023-12-22T17:13:23.686 INFO:journalctl@ceph.osd.3.smithi032.stdout:Dec 22 17:13:23 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-3[152302]: 2023-12-22T17:13:23.607+0000 7f0047385700 -1 osd.3 0 waiting for initial osdmap 2023-12-22T17:13:23.686 INFO:journalctl@ceph.osd.3.smithi032.stdout:Dec 22 17:13:23 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-3[152302]: 2023-12-22T17:13:23.611+0000 7f0043182700 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-22T17:13:23.687 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:23 smithi032 ceph-mon[125050]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-12-22T17:13:23.687 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:23 smithi032 ceph-mon[125050]: osdmap e23: 4 total, 3 up, 4 in 2023-12-22T17:13:23.687 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:23 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-22T17:13:23.687 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:23 smithi032 ceph-mon[125050]: from='osd.3 [v2:172.21.15.32:6826/180184651,v1:172.21.15.32:6827/180184651]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-12-22T17:13:23.687 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:23 smithi032 ceph-mon[125050]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-12-22T17:13:23.687 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:23 smithi032 ceph-mon[125050]: pgmap v71: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2023-12-22T17:13:23.687 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:23 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:23.687 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:23 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:23.687 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:23 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:13:23.687 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:23 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:13:23.687 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:23 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:13:23.687 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:23 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:13:23.687 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:23 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:23.688 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:23 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:13:23.688 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:23 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:13:23.688 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:23 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:23.688 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:23 smithi032 ceph-mon[110651]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-12-22T17:13:23.688 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:23 smithi032 ceph-mon[110651]: osdmap e23: 4 total, 3 up, 4 in 2023-12-22T17:13:23.688 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:23 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-22T17:13:23.688 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:23 smithi032 ceph-mon[110651]: from='osd.3 [v2:172.21.15.32:6826/180184651,v1:172.21.15.32:6827/180184651]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-12-22T17:13:23.688 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:23 smithi032 ceph-mon[110651]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-12-22T17:13:23.688 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:23 smithi032 ceph-mon[110651]: pgmap v71: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2023-12-22T17:13:23.688 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:23 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:23.688 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:23 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:23.688 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:23 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:13:23.689 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:23 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:13:23.689 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:23 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:13:23.689 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:23 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:13:23.689 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:23 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:23.689 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:23 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:13:23.689 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:23 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:13:23.689 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:23 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:23.976 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:23 smithi039 ceph-mon[115265]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-12-22T17:13:23.976 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:23 smithi039 ceph-mon[115265]: osdmap e23: 4 total, 3 up, 4 in 2023-12-22T17:13:23.977 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:23 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-22T17:13:23.977 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:23 smithi039 ceph-mon[115265]: from='osd.3 [v2:172.21.15.32:6826/180184651,v1:172.21.15.32:6827/180184651]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-12-22T17:13:23.977 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:23 smithi039 ceph-mon[115265]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-12-22T17:13:23.977 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:23 smithi039 ceph-mon[115265]: pgmap v71: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2023-12-22T17:13:23.977 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:23 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:23.977 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:23 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:23.977 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:23 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:13:23.977 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:23 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:13:23.977 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:23 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:13:23.977 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:23 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:13:23.977 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:23 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:23.977 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:23 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:13:23.977 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:23 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:13:23.977 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:23 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:24.910 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:24 smithi039 ceph-mon[115265]: Detected new or changed devices on smithi032 2023-12-22T17:13:24.910 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:24 smithi039 ceph-mon[115265]: Adjusting osd_memory_target on smithi032 to 4025M 2023-12-22T17:13:24.911 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:24 smithi039 ceph-mon[115265]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]': finished 2023-12-22T17:13:24.911 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:24 smithi039 ceph-mon[115265]: osdmap e24: 4 total, 3 up, 4 in 2023-12-22T17:13:24.911 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:24 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-22T17:13:24.911 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:24 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-22T17:13:24.911 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:24 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-22T17:13:24.911 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:24 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-22T17:13:24.911 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:24 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:13:24.911 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:24 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-22T17:13:24.936 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:24 smithi032 ceph-mon[110651]: Detected new or changed devices on smithi032 2023-12-22T17:13:24.936 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:24 smithi032 ceph-mon[110651]: Adjusting osd_memory_target on smithi032 to 4025M 2023-12-22T17:13:24.936 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:24 smithi032 ceph-mon[110651]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]': finished 2023-12-22T17:13:24.936 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:24 smithi032 ceph-mon[110651]: osdmap e24: 4 total, 3 up, 4 in 2023-12-22T17:13:24.936 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:24 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-22T17:13:24.936 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:24 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-22T17:13:24.937 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:24 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-22T17:13:24.937 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:24 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-22T17:13:24.937 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:24 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:13:24.937 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:24 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-22T17:13:24.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:24 smithi032 ceph-mon[125050]: Detected new or changed devices on smithi032 2023-12-22T17:13:24.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:24 smithi032 ceph-mon[125050]: Adjusting osd_memory_target on smithi032 to 4025M 2023-12-22T17:13:24.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:24 smithi032 ceph-mon[125050]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]': finished 2023-12-22T17:13:24.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:24 smithi032 ceph-mon[125050]: osdmap e24: 4 total, 3 up, 4 in 2023-12-22T17:13:24.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:24 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-22T17:13:24.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:24 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-22T17:13:24.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:24 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-22T17:13:24.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:24 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-22T17:13:24.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:24 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:13:24.938 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:24 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-22T17:13:25.936 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:25 smithi032 ceph-mon[110651]: purged_snaps scrub starts 2023-12-22T17:13:25.936 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:25 smithi032 ceph-mon[110651]: purged_snaps scrub ok 2023-12-22T17:13:25.936 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:25 smithi032 ceph-mon[110651]: from='client.24223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi039:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:13:25.937 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:25 smithi032 ceph-mon[110651]: osd.3 [v2:172.21.15.32:6826/180184651,v1:172.21.15.32:6827/180184651] boot 2023-12-22T17:13:25.937 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:25 smithi032 ceph-mon[110651]: osdmap e25: 4 total, 4 up, 4 in 2023-12-22T17:13:25.937 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:25 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-22T17:13:25.937 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:25 smithi032 ceph-mon[110651]: pgmap v74: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2023-12-22T17:13:25.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:25 smithi032 ceph-mon[125050]: purged_snaps scrub starts 2023-12-22T17:13:25.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:25 smithi032 ceph-mon[125050]: purged_snaps scrub ok 2023-12-22T17:13:25.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:25 smithi032 ceph-mon[125050]: from='client.24223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi039:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:13:25.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:25 smithi032 ceph-mon[125050]: osd.3 [v2:172.21.15.32:6826/180184651,v1:172.21.15.32:6827/180184651] boot 2023-12-22T17:13:25.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:25 smithi032 ceph-mon[125050]: osdmap e25: 4 total, 4 up, 4 in 2023-12-22T17:13:25.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:25 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-22T17:13:25.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:25 smithi032 ceph-mon[125050]: pgmap v74: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2023-12-22T17:13:26.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:25 smithi039 ceph-mon[115265]: purged_snaps scrub starts 2023-12-22T17:13:26.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:25 smithi039 ceph-mon[115265]: purged_snaps scrub ok 2023-12-22T17:13:26.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:25 smithi039 ceph-mon[115265]: from='client.24223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi039:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:13:26.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:25 smithi039 ceph-mon[115265]: osd.3 [v2:172.21.15.32:6826/180184651,v1:172.21.15.32:6827/180184651] boot 2023-12-22T17:13:26.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:25 smithi039 ceph-mon[115265]: osdmap e25: 4 total, 4 up, 4 in 2023-12-22T17:13:26.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:25 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-22T17:13:26.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:25 smithi039 ceph-mon[115265]: pgmap v74: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2023-12-22T17:13:26.936 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:26 smithi032 ceph-mon[110651]: osdmap e26: 4 total, 4 up, 4 in 2023-12-22T17:13:26.937 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:26 smithi032 ceph-mon[110651]: from='client.? 172.21.15.39:0/3188858746' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "684c3faa-21bc-41f1-b320-3bee82978eb1"}]: dispatch 2023-12-22T17:13:26.937 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:26 smithi032 ceph-mon[110651]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "684c3faa-21bc-41f1-b320-3bee82978eb1"}]: dispatch 2023-12-22T17:13:26.937 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:26 smithi032 ceph-mon[110651]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "684c3faa-21bc-41f1-b320-3bee82978eb1"}]': finished 2023-12-22T17:13:26.937 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:26 smithi032 ceph-mon[110651]: osdmap e27: 5 total, 4 up, 5 in 2023-12-22T17:13:26.937 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:26 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-22T17:13:26.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:26 smithi032 ceph-mon[125050]: osdmap e26: 4 total, 4 up, 4 in 2023-12-22T17:13:26.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:26 smithi032 ceph-mon[125050]: from='client.? 172.21.15.39:0/3188858746' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "684c3faa-21bc-41f1-b320-3bee82978eb1"}]: dispatch 2023-12-22T17:13:26.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:26 smithi032 ceph-mon[125050]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "684c3faa-21bc-41f1-b320-3bee82978eb1"}]: dispatch 2023-12-22T17:13:26.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:26 smithi032 ceph-mon[125050]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "684c3faa-21bc-41f1-b320-3bee82978eb1"}]': finished 2023-12-22T17:13:26.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:26 smithi032 ceph-mon[125050]: osdmap e27: 5 total, 4 up, 5 in 2023-12-22T17:13:26.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:26 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-22T17:13:27.012 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:26 smithi039 ceph-mon[115265]: osdmap e26: 4 total, 4 up, 4 in 2023-12-22T17:13:27.012 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:26 smithi039 ceph-mon[115265]: from='client.? 172.21.15.39:0/3188858746' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "684c3faa-21bc-41f1-b320-3bee82978eb1"}]: dispatch 2023-12-22T17:13:27.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:26 smithi039 ceph-mon[115265]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "684c3faa-21bc-41f1-b320-3bee82978eb1"}]: dispatch 2023-12-22T17:13:27.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:26 smithi039 ceph-mon[115265]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "684c3faa-21bc-41f1-b320-3bee82978eb1"}]': finished 2023-12-22T17:13:27.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:26 smithi039 ceph-mon[115265]: osdmap e27: 5 total, 4 up, 5 in 2023-12-22T17:13:27.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:26 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-22T17:13:27.936 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:27 smithi032 ceph-mon[110651]: pgmap v77: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-22T17:13:27.936 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:27 smithi032 ceph-mon[110651]: from='client.? 172.21.15.39:0/2961541278' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-22T17:13:27.936 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:27 smithi032 ceph-mon[125050]: pgmap v77: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-22T17:13:27.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:27 smithi032 ceph-mon[125050]: from='client.? 172.21.15.39:0/2961541278' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-22T17:13:28.012 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:27 smithi039 ceph-mon[115265]: pgmap v77: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-22T17:13:28.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:27 smithi039 ceph-mon[115265]: from='client.? 172.21.15.39:0/2961541278' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-22T17:13:30.012 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:29 smithi039 ceph-mon[115265]: pgmap v78: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-22T17:13:30.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:29 smithi032 ceph-mon[110651]: pgmap v78: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-22T17:13:30.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:29 smithi032 ceph-mon[125050]: pgmap v78: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-22T17:13:32.070 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:31 smithi039 ceph-mon[115265]: pgmap v79: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-22T17:13:32.070 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:31 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-22T17:13:32.071 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:31 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:13:32.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:31 smithi032 ceph-mon[110651]: pgmap v79: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-22T17:13:32.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:31 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-22T17:13:32.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:31 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:13:32.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:31 smithi032 ceph-mon[125050]: pgmap v79: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-22T17:13:32.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:31 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-22T17:13:32.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:31 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:13:33.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:32 smithi039 ceph-mon[115265]: Deploying daemon osd.4 on smithi039 2023-12-22T17:13:33.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:32 smithi032 ceph-mon[110651]: Deploying daemon osd.4 on smithi039 2023-12-22T17:13:33.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:32 smithi032 ceph-mon[125050]: Deploying daemon osd.4 on smithi039 2023-12-22T17:13:34.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:33 smithi039 ceph-mon[115265]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-22T17:13:34.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:33 smithi032 ceph-mon[110651]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-22T17:13:34.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:33 smithi032 ceph-mon[125050]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-22T17:13:35.982 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:35 smithi039 ceph-mon[115265]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-22T17:13:35.982 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:35 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:35.983 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:35 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:35.983 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:35 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:13:36.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:35 smithi032 ceph-mon[110651]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-22T17:13:36.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:35 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:36.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:35 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:36.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:35 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:13:36.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:35 smithi032 ceph-mon[125050]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-22T17:13:36.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:35 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:36.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:35 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:36.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:35 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:13:37.367 INFO:teuthology.orchestra.run.smithi039.stdout:Created osd(s) 4 on host 'smithi039' 2023-12-22T17:13:37.754 DEBUG:teuthology.orchestra.run.smithi039:osd.4> sudo journalctl -f -n 0 -u ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@osd.4.service 2023-12-22T17:13:37.756 INFO:tasks.cephadm:Deploying osd.5 on smithi039 with /dev/vg_nvme/lv_3... 2023-12-22T17:13:37.756 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2023-12-22T17:13:37.786 INFO:journalctl@ceph.osd.4.smithi039.stdout:-- Logs begin at Fri 2023-12-22 16:56:38 UTC. -- 2023-12-22T17:13:38.012 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:37 smithi039 ceph-mon[115265]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-22T17:13:38.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:37 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:38.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:37 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:38.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:37 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:13:38.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:37 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:13:38.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:37 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:38.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:37 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:38.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:37 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:38.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:37 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:13:38.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:37 smithi032 ceph-mon[110651]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-22T17:13:38.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:37 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:38.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:37 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:38.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:37 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:13:38.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:37 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:13:38.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:37 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:38.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:37 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:38.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:37 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:38.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:37 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:13:38.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:37 smithi032 ceph-mon[125050]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-22T17:13:38.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:37 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:38.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:37 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:38.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:37 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:13:38.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:37 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:13:38.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:37 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:38.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:37 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:38.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:37 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:38.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:37 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:13:38.367 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.b/config 2023-12-22T17:13:38.481 INFO:journalctl@ceph.osd.4.smithi039.stdout:Dec 22 17:13:38 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-4[120920]: 2023-12-22T17:13:38.375+0000 7f017b4ae540 -1 osd.4 0 log_to_monitors true 2023-12-22T17:13:39.012 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:38 smithi039 ceph-mon[115265]: from='osd.4 [v2:172.21.15.39:6800/3951350279,v1:172.21.15.39:6801/3951350279]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-22T17:13:39.012 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:38 smithi039 ceph-mon[115265]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-22T17:13:39.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:38 smithi032 ceph-mon[110651]: from='osd.4 [v2:172.21.15.39:6800/3951350279,v1:172.21.15.39:6801/3951350279]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-22T17:13:39.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:38 smithi032 ceph-mon[110651]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-22T17:13:39.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:38 smithi032 ceph-mon[125050]: from='osd.4 [v2:172.21.15.39:6800/3951350279,v1:172.21.15.39:6801/3951350279]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-22T17:13:39.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:38 smithi032 ceph-mon[125050]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-22T17:13:39.818 INFO:teuthology.orchestra.run.smithi039.stderr:--> Zapping: /dev/vg_nvme/lv_3 2023-12-22T17:13:39.818 INFO:teuthology.orchestra.run.smithi039.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2023-12-22T17:13:39.818 INFO:teuthology.orchestra.run.smithi039.stderr: stderr: 10+0 records in 2023-12-22T17:13:39.818 INFO:teuthology.orchestra.run.smithi039.stderr:10+0 records out 2023-12-22T17:13:39.818 INFO:teuthology.orchestra.run.smithi039.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0151126 s, 694 MB/s 2023-12-22T17:13:39.819 INFO:teuthology.orchestra.run.smithi039.stderr:--> Zapping successful for: 2023-12-22T17:13:40.012 INFO:journalctl@ceph.osd.4.smithi039.stdout:Dec 22 17:13:39 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-4[120920]: 2023-12-22T17:13:39.864+0000 7f0173496700 -1 osd.4 0 waiting for initial osdmap 2023-12-22T17:13:40.012 INFO:journalctl@ceph.osd.4.smithi039.stdout:Dec 22 17:13:39 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-4[120920]: 2023-12-22T17:13:39.868+0000 7f016aa8a700 -1 osd.4 29 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-22T17:13:40.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:39 smithi039 ceph-mon[115265]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-22T17:13:40.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:39 smithi039 ceph-mon[115265]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-12-22T17:13:40.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:39 smithi039 ceph-mon[115265]: osdmap e28: 5 total, 4 up, 5 in 2023-12-22T17:13:40.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:39 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-22T17:13:40.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:39 smithi039 ceph-mon[115265]: from='osd.4 [v2:172.21.15.39:6800/3951350279,v1:172.21.15.39:6801/3951350279]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-22T17:13:40.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:39 smithi039 ceph-mon[115265]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-22T17:13:40.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:39 smithi032 ceph-mon[110651]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-22T17:13:40.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:39 smithi032 ceph-mon[110651]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-12-22T17:13:40.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:39 smithi032 ceph-mon[110651]: osdmap e28: 5 total, 4 up, 5 in 2023-12-22T17:13:40.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:39 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-22T17:13:40.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:39 smithi032 ceph-mon[110651]: from='osd.4 [v2:172.21.15.39:6800/3951350279,v1:172.21.15.39:6801/3951350279]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-22T17:13:40.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:39 smithi032 ceph-mon[110651]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-22T17:13:40.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:39 smithi032 ceph-mon[125050]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-22T17:13:40.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:39 smithi032 ceph-mon[125050]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-12-22T17:13:40.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:39 smithi032 ceph-mon[125050]: osdmap e28: 5 total, 4 up, 5 in 2023-12-22T17:13:40.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:39 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-22T17:13:40.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:39 smithi032 ceph-mon[125050]: from='osd.4 [v2:172.21.15.39:6800/3951350279,v1:172.21.15.39:6801/3951350279]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-22T17:13:40.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:39 smithi032 ceph-mon[125050]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-22T17:13:40.395 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph orch daemon add osd smithi039:vg_nvme/lv_3 2023-12-22T17:13:40.660 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.b/config 2023-12-22T17:13:41.131 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:40 smithi039 ceph-mon[115265]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]': finished 2023-12-22T17:13:41.131 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:40 smithi039 ceph-mon[115265]: osdmap e29: 5 total, 4 up, 5 in 2023-12-22T17:13:41.131 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:40 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-22T17:13:41.131 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:40 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-22T17:13:41.131 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:40 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:41.131 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:40 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:41.131 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:40 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:13:41.131 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:40 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:41.131 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:40 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:13:41.131 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:40 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:13:41.132 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:40 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:41.132 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:40 smithi039 ceph-mon[115265]: osd.4 [v2:172.21.15.39:6800/3951350279,v1:172.21.15.39:6801/3951350279] boot 2023-12-22T17:13:41.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:40 smithi032 ceph-mon[110651]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]': finished 2023-12-22T17:13:41.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:40 smithi032 ceph-mon[110651]: osdmap e29: 5 total, 4 up, 5 in 2023-12-22T17:13:41.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:40 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-22T17:13:41.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:40 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-22T17:13:41.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:40 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:41.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:40 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:41.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:40 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:13:41.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:40 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:41.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:40 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:13:41.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:40 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:13:41.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:40 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:41.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:40 smithi032 ceph-mon[110651]: osd.4 [v2:172.21.15.39:6800/3951350279,v1:172.21.15.39:6801/3951350279] boot 2023-12-22T17:13:41.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:40 smithi032 ceph-mon[125050]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]': finished 2023-12-22T17:13:41.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:40 smithi032 ceph-mon[125050]: osdmap e29: 5 total, 4 up, 5 in 2023-12-22T17:13:41.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:40 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-22T17:13:41.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:40 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-22T17:13:41.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:40 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:41.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:40 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:41.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:40 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:13:41.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:40 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:41.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:40 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:13:41.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:40 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:13:41.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:40 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:41.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:40 smithi032 ceph-mon[125050]: osd.4 [v2:172.21.15.39:6800/3951350279,v1:172.21.15.39:6801/3951350279] boot 2023-12-22T17:13:42.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:41 smithi032 ceph-mon[110651]: purged_snaps scrub starts 2023-12-22T17:13:42.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:41 smithi032 ceph-mon[110651]: purged_snaps scrub ok 2023-12-22T17:13:42.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:41 smithi032 ceph-mon[110651]: Detected new or changed devices on smithi039 2023-12-22T17:13:42.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:41 smithi032 ceph-mon[110651]: Adjusting osd_memory_target on smithi039 to 17122M 2023-12-22T17:13:42.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:41 smithi032 ceph-mon[110651]: pgmap v86: 1 pgs: 1 peering; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-22T17:13:42.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:41 smithi032 ceph-mon[110651]: osdmap e30: 5 total, 5 up, 5 in 2023-12-22T17:13:42.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:41 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-22T17:13:42.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:41 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-22T17:13:42.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:41 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-22T17:13:42.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:41 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:13:42.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:41 smithi032 ceph-mon[110651]: osdmap e31: 5 total, 5 up, 5 in 2023-12-22T17:13:42.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:41 smithi032 ceph-mon[125050]: purged_snaps scrub starts 2023-12-22T17:13:42.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:41 smithi032 ceph-mon[125050]: purged_snaps scrub ok 2023-12-22T17:13:42.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:41 smithi032 ceph-mon[125050]: Detected new or changed devices on smithi039 2023-12-22T17:13:42.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:41 smithi032 ceph-mon[125050]: Adjusting osd_memory_target on smithi039 to 17122M 2023-12-22T17:13:42.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:41 smithi032 ceph-mon[125050]: pgmap v86: 1 pgs: 1 peering; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-22T17:13:42.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:41 smithi032 ceph-mon[125050]: osdmap e30: 5 total, 5 up, 5 in 2023-12-22T17:13:42.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:41 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-22T17:13:42.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:41 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-22T17:13:42.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:41 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-22T17:13:42.188 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:41 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:13:42.188 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:41 smithi032 ceph-mon[125050]: osdmap e31: 5 total, 5 up, 5 in 2023-12-22T17:13:42.212 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:41 smithi039 ceph-mon[115265]: purged_snaps scrub starts 2023-12-22T17:13:42.212 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:41 smithi039 ceph-mon[115265]: purged_snaps scrub ok 2023-12-22T17:13:42.212 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:41 smithi039 ceph-mon[115265]: Detected new or changed devices on smithi039 2023-12-22T17:13:42.212 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:41 smithi039 ceph-mon[115265]: Adjusting osd_memory_target on smithi039 to 17122M 2023-12-22T17:13:42.212 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:41 smithi039 ceph-mon[115265]: pgmap v86: 1 pgs: 1 peering; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-22T17:13:42.212 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:41 smithi039 ceph-mon[115265]: osdmap e30: 5 total, 5 up, 5 in 2023-12-22T17:13:42.212 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:41 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-22T17:13:42.212 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:41 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-22T17:13:42.212 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:41 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-22T17:13:42.213 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:41 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:13:42.213 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:41 smithi039 ceph-mon[115265]: osdmap e31: 5 total, 5 up, 5 in 2023-12-22T17:13:43.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:42 smithi032 ceph-mon[110651]: from='client.24250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi039:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:13:43.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:42 smithi032 ceph-mon[110651]: osdmap e32: 5 total, 5 up, 5 in 2023-12-22T17:13:43.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:42 smithi032 ceph-mon[125050]: from='client.24250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi039:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:13:43.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:42 smithi032 ceph-mon[125050]: osdmap e32: 5 total, 5 up, 5 in 2023-12-22T17:13:43.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:42 smithi039 ceph-mon[115265]: from='client.24250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi039:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:13:43.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:42 smithi039 ceph-mon[115265]: osdmap e32: 5 total, 5 up, 5 in 2023-12-22T17:13:44.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:43 smithi032 ceph-mon[110651]: pgmap v89: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-22T17:13:44.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:43 smithi032 ceph-mon[110651]: from='client.? 172.21.15.39:0/1221092864' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fee09421-785d-4d6c-8d64-71ae5b3eeb61"}]: dispatch 2023-12-22T17:13:44.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:43 smithi032 ceph-mon[110651]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fee09421-785d-4d6c-8d64-71ae5b3eeb61"}]: dispatch 2023-12-22T17:13:44.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:43 smithi032 ceph-mon[110651]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fee09421-785d-4d6c-8d64-71ae5b3eeb61"}]': finished 2023-12-22T17:13:44.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:43 smithi032 ceph-mon[110651]: osdmap e33: 6 total, 5 up, 6 in 2023-12-22T17:13:44.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:43 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-22T17:13:44.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:43 smithi032 ceph-mon[125050]: pgmap v89: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-22T17:13:44.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:43 smithi032 ceph-mon[125050]: from='client.? 172.21.15.39:0/1221092864' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fee09421-785d-4d6c-8d64-71ae5b3eeb61"}]: dispatch 2023-12-22T17:13:44.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:43 smithi032 ceph-mon[125050]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fee09421-785d-4d6c-8d64-71ae5b3eeb61"}]: dispatch 2023-12-22T17:13:44.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:43 smithi032 ceph-mon[125050]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fee09421-785d-4d6c-8d64-71ae5b3eeb61"}]': finished 2023-12-22T17:13:44.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:43 smithi032 ceph-mon[125050]: osdmap e33: 6 total, 5 up, 6 in 2023-12-22T17:13:44.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:43 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-22T17:13:44.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:43 smithi039 ceph-mon[115265]: pgmap v89: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-22T17:13:44.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:43 smithi039 ceph-mon[115265]: from='client.? 172.21.15.39:0/1221092864' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fee09421-785d-4d6c-8d64-71ae5b3eeb61"}]: dispatch 2023-12-22T17:13:44.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:43 smithi039 ceph-mon[115265]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fee09421-785d-4d6c-8d64-71ae5b3eeb61"}]: dispatch 2023-12-22T17:13:44.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:43 smithi039 ceph-mon[115265]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fee09421-785d-4d6c-8d64-71ae5b3eeb61"}]': finished 2023-12-22T17:13:44.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:43 smithi039 ceph-mon[115265]: osdmap e33: 6 total, 5 up, 6 in 2023-12-22T17:13:44.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:43 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-22T17:13:45.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:44 smithi032 ceph-mon[110651]: from='client.? 172.21.15.39:0/2844702168' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-22T17:13:45.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:44 smithi032 ceph-mon[110651]: osdmap e34: 6 total, 5 up, 6 in 2023-12-22T17:13:45.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:44 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-22T17:13:45.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:44 smithi032 ceph-mon[125050]: from='client.? 172.21.15.39:0/2844702168' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-22T17:13:45.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:44 smithi032 ceph-mon[125050]: osdmap e34: 6 total, 5 up, 6 in 2023-12-22T17:13:45.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:44 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-22T17:13:45.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:44 smithi039 ceph-mon[115265]: from='client.? 172.21.15.39:0/2844702168' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-22T17:13:45.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:44 smithi039 ceph-mon[115265]: osdmap e34: 6 total, 5 up, 6 in 2023-12-22T17:13:45.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:44 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-22T17:13:46.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:45 smithi032 ceph-mon[125050]: pgmap v93: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-22T17:13:46.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:45 smithi032 ceph-mon[110651]: pgmap v93: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-22T17:13:46.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:45 smithi039 ceph-mon[115265]: pgmap v93: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-22T17:13:48.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:47 smithi039 ceph-mon[115265]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 118 KiB/s, 0 objects/s recovering 2023-12-22T17:13:48.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:47 smithi032 ceph-mon[110651]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 118 KiB/s, 0 objects/s recovering 2023-12-22T17:13:48.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:47 smithi032 ceph-mon[125050]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 118 KiB/s, 0 objects/s recovering 2023-12-22T17:13:50.012 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:49 smithi039 ceph-mon[115265]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-12-22T17:13:50.012 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:49 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-22T17:13:50.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:49 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:13:50.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:49 smithi039 ceph-mon[115265]: Deploying daemon osd.5 on smithi039 2023-12-22T17:13:50.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:49 smithi032 ceph-mon[110651]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-12-22T17:13:50.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:49 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-22T17:13:50.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:49 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:13:50.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:49 smithi032 ceph-mon[110651]: Deploying daemon osd.5 on smithi039 2023-12-22T17:13:50.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:49 smithi032 ceph-mon[125050]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-12-22T17:13:50.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:49 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-22T17:13:50.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:49 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:13:50.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:49 smithi032 ceph-mon[125050]: Deploying daemon osd.5 on smithi039 2023-12-22T17:13:52.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:51 smithi039 ceph-mon[115265]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 73 KiB/s, 0 objects/s recovering 2023-12-22T17:13:52.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:51 smithi032 ceph-mon[110651]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 73 KiB/s, 0 objects/s recovering 2023-12-22T17:13:52.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:51 smithi032 ceph-mon[125050]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 73 KiB/s, 0 objects/s recovering 2023-12-22T17:13:53.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:53 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:53.513 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:53 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:53.513 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:53 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:13:53.513 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:53 smithi039 ceph-mon[115265]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 63 KiB/s, 0 objects/s recovering 2023-12-22T17:13:53.686 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:53 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:53.686 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:53 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:53.686 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:53 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:13:53.686 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:53 smithi032 ceph-mon[110651]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 63 KiB/s, 0 objects/s recovering 2023-12-22T17:13:53.686 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:53 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:53.686 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:53 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:53.686 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:53 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:13:53.686 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:53 smithi032 ceph-mon[125050]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 63 KiB/s, 0 objects/s recovering 2023-12-22T17:13:54.661 INFO:teuthology.orchestra.run.smithi039.stdout:Created osd(s) 5 on host 'smithi039' 2023-12-22T17:13:55.075 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:54 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:55.075 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:54 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:55.075 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:54 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:13:55.075 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:54 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:13:55.075 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:54 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:55.075 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:54 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:55.075 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:54 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:55.075 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:54 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:13:55.076 DEBUG:teuthology.orchestra.run.smithi039:osd.5> sudo journalctl -f -n 0 -u ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@osd.5.service 2023-12-22T17:13:55.079 INFO:tasks.cephadm:Deploying osd.6 on smithi039 with /dev/vg_nvme/lv_2... 2023-12-22T17:13:55.079 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2023-12-22T17:13:55.108 INFO:journalctl@ceph.osd.5.smithi039.stdout:-- Logs begin at Fri 2023-12-22 16:56:38 UTC. -- 2023-12-22T17:13:55.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:54 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:55.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:54 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:55.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:54 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:13:55.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:54 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:13:55.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:54 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:55.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:54 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:55.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:54 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:55.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:54 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:13:55.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:54 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:55.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:54 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:55.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:54 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:13:55.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:54 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:13:55.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:54 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:55.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:54 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:55.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:54 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:55.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:54 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:13:55.593 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.b/config 2023-12-22T17:13:55.762 INFO:journalctl@ceph.osd.5.smithi039.stdout:Dec 22 17:13:55 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-5[127924]: 2023-12-22T17:13:55.578+0000 7f2acc26f540 -1 osd.5 0 log_to_monitors true 2023-12-22T17:13:56.246 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:55 smithi039 ceph-mon[115265]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 57 KiB/s, 0 objects/s recovering 2023-12-22T17:13:56.246 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:55 smithi039 ceph-mon[115265]: from='osd.5 [v2:172.21.15.39:6808/1681710623,v1:172.21.15.39:6809/1681710623]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-22T17:13:56.246 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:55 smithi039 ceph-mon[115265]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-22T17:13:56.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:55 smithi032 ceph-mon[110651]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 57 KiB/s, 0 objects/s recovering 2023-12-22T17:13:56.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:55 smithi032 ceph-mon[110651]: from='osd.5 [v2:172.21.15.39:6808/1681710623,v1:172.21.15.39:6809/1681710623]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-22T17:13:56.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:55 smithi032 ceph-mon[110651]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-22T17:13:56.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:55 smithi032 ceph-mon[125050]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 57 KiB/s, 0 objects/s recovering 2023-12-22T17:13:56.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:55 smithi032 ceph-mon[125050]: from='osd.5 [v2:172.21.15.39:6808/1681710623,v1:172.21.15.39:6809/1681710623]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-22T17:13:56.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:55 smithi032 ceph-mon[125050]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-22T17:13:57.063 INFO:teuthology.orchestra.run.smithi039.stderr:--> Zapping: /dev/vg_nvme/lv_2 2023-12-22T17:13:57.063 INFO:teuthology.orchestra.run.smithi039.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2023-12-22T17:13:57.063 INFO:teuthology.orchestra.run.smithi039.stderr: stderr: 10+0 records in 2023-12-22T17:13:57.063 INFO:teuthology.orchestra.run.smithi039.stderr:10+0 records out 2023-12-22T17:13:57.063 INFO:teuthology.orchestra.run.smithi039.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0104646 s, 1.0 GB/s 2023-12-22T17:13:57.063 INFO:teuthology.orchestra.run.smithi039.stderr:--> Zapping successful for: 2023-12-22T17:13:57.225 INFO:journalctl@ceph.osd.5.smithi039.stdout:Dec 22 17:13:57 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-5[127924]: 2023-12-22T17:13:57.009+0000 7f2ac2a54700 -1 osd.5 0 waiting for initial osdmap 2023-12-22T17:13:57.225 INFO:journalctl@ceph.osd.5.smithi039.stdout:Dec 22 17:13:57 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-5[127924]: 2023-12-22T17:13:57.014+0000 7f2abb84b700 -1 osd.5 36 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-22T17:13:57.225 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:57 smithi039 ceph-mon[115265]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-12-22T17:13:57.225 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:57 smithi039 ceph-mon[115265]: osdmap e35: 6 total, 5 up, 6 in 2023-12-22T17:13:57.225 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:57 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-22T17:13:57.226 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:57 smithi039 ceph-mon[115265]: from='osd.5 [v2:172.21.15.39:6808/1681710623,v1:172.21.15.39:6809/1681710623]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-22T17:13:57.226 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:57 smithi039 ceph-mon[115265]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-22T17:13:57.226 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:57 smithi039 ceph-mon[115265]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-22T17:13:57.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:57 smithi032 ceph-mon[110651]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-12-22T17:13:57.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:57 smithi032 ceph-mon[110651]: osdmap e35: 6 total, 5 up, 6 in 2023-12-22T17:13:57.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:57 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-22T17:13:57.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:57 smithi032 ceph-mon[110651]: from='osd.5 [v2:172.21.15.39:6808/1681710623,v1:172.21.15.39:6809/1681710623]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-22T17:13:57.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:57 smithi032 ceph-mon[110651]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-22T17:13:57.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:57 smithi032 ceph-mon[110651]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-22T17:13:57.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:57 smithi032 ceph-mon[125050]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-12-22T17:13:57.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:57 smithi032 ceph-mon[125050]: osdmap e35: 6 total, 5 up, 6 in 2023-12-22T17:13:57.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:57 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-22T17:13:57.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:57 smithi032 ceph-mon[125050]: from='osd.5 [v2:172.21.15.39:6808/1681710623,v1:172.21.15.39:6809/1681710623]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-22T17:13:57.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:57 smithi032 ceph-mon[125050]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-22T17:13:57.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:57 smithi032 ceph-mon[125050]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-22T17:13:57.591 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph orch daemon add osd smithi039:vg_nvme/lv_2 2023-12-22T17:13:57.859 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.b/config 2023-12-22T17:13:58.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:58 smithi039 ceph-mon[115265]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]': finished 2023-12-22T17:13:58.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:58 smithi039 ceph-mon[115265]: osdmap e36: 6 total, 5 up, 6 in 2023-12-22T17:13:58.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:58 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-22T17:13:58.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:58 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-22T17:13:58.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:58 smithi039 ceph-mon[115265]: Detected new or changed devices on smithi039 2023-12-22T17:13:58.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:58 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:58.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:58 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:58.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:58 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:13:58.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:58 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:13:58.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:58 smithi039 ceph-mon[115265]: Adjusting osd_memory_target on smithi039 to 8561M 2023-12-22T17:13:58.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:58 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:58.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:58 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:13:58.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:58 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:13:58.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:58 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:58.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:58 smithi032 ceph-mon[110651]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]': finished 2023-12-22T17:13:58.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:58 smithi032 ceph-mon[110651]: osdmap e36: 6 total, 5 up, 6 in 2023-12-22T17:13:58.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:58 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-22T17:13:58.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:58 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-22T17:13:58.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:58 smithi032 ceph-mon[110651]: Detected new or changed devices on smithi039 2023-12-22T17:13:58.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:58 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:58.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:58 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:58.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:58 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:13:58.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:58 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:13:58.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:58 smithi032 ceph-mon[110651]: Adjusting osd_memory_target on smithi039 to 8561M 2023-12-22T17:13:58.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:58 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:58.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:58 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:13:58.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:58 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:13:58.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:58 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:58.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:58 smithi032 ceph-mon[125050]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]': finished 2023-12-22T17:13:58.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:58 smithi032 ceph-mon[125050]: osdmap e36: 6 total, 5 up, 6 in 2023-12-22T17:13:58.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-22T17:13:58.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-22T17:13:58.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:58 smithi032 ceph-mon[125050]: Detected new or changed devices on smithi039 2023-12-22T17:13:58.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:58.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:58.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:13:58.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:13:58.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:58 smithi032 ceph-mon[125050]: Adjusting osd_memory_target on smithi039 to 8561M 2023-12-22T17:13:58.438 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:58.438 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:13:58.438 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:13:58.438 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:13:59.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:59 smithi032 ceph-mon[110651]: purged_snaps scrub starts 2023-12-22T17:13:59.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:59 smithi032 ceph-mon[110651]: purged_snaps scrub ok 2023-12-22T17:13:59.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:59 smithi032 ceph-mon[110651]: osd.5 [v2:172.21.15.39:6808/1681710623,v1:172.21.15.39:6809/1681710623] boot 2023-12-22T17:13:59.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:59 smithi032 ceph-mon[110651]: osdmap e37: 6 total, 6 up, 6 in 2023-12-22T17:13:59.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:59 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-22T17:13:59.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:59 smithi032 ceph-mon[110651]: osdmap e38: 6 total, 6 up, 6 in 2023-12-22T17:13:59.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:13:59 smithi032 ceph-mon[110651]: pgmap v104: 1 pgs: 1 peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-22T17:13:59.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:59 smithi032 ceph-mon[125050]: purged_snaps scrub starts 2023-12-22T17:13:59.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:59 smithi032 ceph-mon[125050]: purged_snaps scrub ok 2023-12-22T17:13:59.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:59 smithi032 ceph-mon[125050]: osd.5 [v2:172.21.15.39:6808/1681710623,v1:172.21.15.39:6809/1681710623] boot 2023-12-22T17:13:59.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:59 smithi032 ceph-mon[125050]: osdmap e37: 6 total, 6 up, 6 in 2023-12-22T17:13:59.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:59 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-22T17:13:59.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:59 smithi032 ceph-mon[125050]: osdmap e38: 6 total, 6 up, 6 in 2023-12-22T17:13:59.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:13:59 smithi032 ceph-mon[125050]: pgmap v104: 1 pgs: 1 peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-22T17:13:59.458 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:59 smithi039 ceph-mon[115265]: purged_snaps scrub starts 2023-12-22T17:13:59.458 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:59 smithi039 ceph-mon[115265]: purged_snaps scrub ok 2023-12-22T17:13:59.459 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:59 smithi039 ceph-mon[115265]: osd.5 [v2:172.21.15.39:6808/1681710623,v1:172.21.15.39:6809/1681710623] boot 2023-12-22T17:13:59.459 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:59 smithi039 ceph-mon[115265]: osdmap e37: 6 total, 6 up, 6 in 2023-12-22T17:13:59.459 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:59 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-22T17:13:59.459 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:59 smithi039 ceph-mon[115265]: osdmap e38: 6 total, 6 up, 6 in 2023-12-22T17:13:59.459 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:13:59 smithi039 ceph-mon[115265]: pgmap v104: 1 pgs: 1 peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-22T17:14:00.110 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:00 smithi039 ceph-mon[115265]: from='client.24277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi039:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:14:00.111 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:00 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-22T17:14:00.111 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:00 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-22T17:14:00.111 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:00 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:14:00.111 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:00 smithi039 ceph-mon[115265]: osdmap e39: 6 total, 6 up, 6 in 2023-12-22T17:14:00.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:00 smithi032 ceph-mon[110651]: from='client.24277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi039:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:14:00.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:00 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-22T17:14:00.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:00 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-22T17:14:00.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:00 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:14:00.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:00 smithi032 ceph-mon[110651]: osdmap e39: 6 total, 6 up, 6 in 2023-12-22T17:14:00.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:00 smithi032 ceph-mon[125050]: from='client.24277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi039:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:14:00.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:00 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-22T17:14:00.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:00 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-22T17:14:00.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:00 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:14:00.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:00 smithi032 ceph-mon[125050]: osdmap e39: 6 total, 6 up, 6 in 2023-12-22T17:14:02.012 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:01 smithi039 ceph-mon[115265]: osdmap e40: 6 total, 6 up, 6 in 2023-12-22T17:14:02.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:01 smithi039 ceph-mon[115265]: pgmap v107: 1 pgs: 1 peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-22T17:14:02.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:01 smithi039 ceph-mon[115265]: from='client.? 172.21.15.39:0/3940784789' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8f928114-00a0-4ee9-b4bd-9af4b7baf3bf"}]: dispatch 2023-12-22T17:14:02.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:01 smithi039 ceph-mon[115265]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8f928114-00a0-4ee9-b4bd-9af4b7baf3bf"}]: dispatch 2023-12-22T17:14:02.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:01 smithi039 ceph-mon[115265]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8f928114-00a0-4ee9-b4bd-9af4b7baf3bf"}]': finished 2023-12-22T17:14:02.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:01 smithi039 ceph-mon[115265]: osdmap e41: 7 total, 6 up, 7 in 2023-12-22T17:14:02.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:01 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-22T17:14:02.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:01 smithi039 ceph-mon[115265]: from='client.? 172.21.15.39:0/3877777547' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-22T17:14:02.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:01 smithi032 ceph-mon[110651]: osdmap e40: 6 total, 6 up, 6 in 2023-12-22T17:14:02.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:01 smithi032 ceph-mon[110651]: pgmap v107: 1 pgs: 1 peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-22T17:14:02.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:01 smithi032 ceph-mon[110651]: from='client.? 172.21.15.39:0/3940784789' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8f928114-00a0-4ee9-b4bd-9af4b7baf3bf"}]: dispatch 2023-12-22T17:14:02.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:01 smithi032 ceph-mon[110651]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8f928114-00a0-4ee9-b4bd-9af4b7baf3bf"}]: dispatch 2023-12-22T17:14:02.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:01 smithi032 ceph-mon[110651]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8f928114-00a0-4ee9-b4bd-9af4b7baf3bf"}]': finished 2023-12-22T17:14:02.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:01 smithi032 ceph-mon[110651]: osdmap e41: 7 total, 6 up, 7 in 2023-12-22T17:14:02.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:01 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-22T17:14:02.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:01 smithi032 ceph-mon[110651]: from='client.? 172.21.15.39:0/3877777547' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-22T17:14:02.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:01 smithi032 ceph-mon[125050]: osdmap e40: 6 total, 6 up, 6 in 2023-12-22T17:14:02.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:01 smithi032 ceph-mon[125050]: pgmap v107: 1 pgs: 1 peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-22T17:14:02.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:01 smithi032 ceph-mon[125050]: from='client.? 172.21.15.39:0/3940784789' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8f928114-00a0-4ee9-b4bd-9af4b7baf3bf"}]: dispatch 2023-12-22T17:14:02.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:01 smithi032 ceph-mon[125050]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8f928114-00a0-4ee9-b4bd-9af4b7baf3bf"}]: dispatch 2023-12-22T17:14:02.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:01 smithi032 ceph-mon[125050]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8f928114-00a0-4ee9-b4bd-9af4b7baf3bf"}]': finished 2023-12-22T17:14:02.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:01 smithi032 ceph-mon[125050]: osdmap e41: 7 total, 6 up, 7 in 2023-12-22T17:14:02.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:01 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-22T17:14:02.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:01 smithi032 ceph-mon[125050]: from='client.? 172.21.15.39:0/3877777547' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-22T17:14:04.090 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:03 smithi039 ceph-mon[115265]: pgmap v109: 1 pgs: 1 peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-22T17:14:04.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:03 smithi032 ceph-mon[110651]: pgmap v109: 1 pgs: 1 peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-22T17:14:04.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:03 smithi032 ceph-mon[125050]: pgmap v109: 1 pgs: 1 peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-22T17:14:05.906 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:05 smithi039 ceph-mon[115265]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-12-22T17:14:06.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:05 smithi032 ceph-mon[110651]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-12-22T17:14:06.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:05 smithi032 ceph-mon[125050]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-12-22T17:14:07.012 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:06 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-22T17:14:07.012 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:06 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:14:07.012 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:06 smithi039 ceph-mon[115265]: Deploying daemon osd.6 on smithi039 2023-12-22T17:14:07.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:06 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-22T17:14:07.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:06 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:14:07.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:06 smithi032 ceph-mon[110651]: Deploying daemon osd.6 on smithi039 2023-12-22T17:14:07.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:06 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-22T17:14:07.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:06 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:14:07.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:06 smithi032 ceph-mon[125050]: Deploying daemon osd.6 on smithi039 2023-12-22T17:14:08.102 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:07 smithi039 ceph-mon[115265]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 82 KiB/s, 0 objects/s recovering 2023-12-22T17:14:08.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:07 smithi032 ceph-mon[110651]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 82 KiB/s, 0 objects/s recovering 2023-12-22T17:14:08.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:07 smithi032 ceph-mon[125050]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 82 KiB/s, 0 objects/s recovering 2023-12-22T17:14:10.012 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:09 smithi039 ceph-mon[115265]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-12-22T17:14:10.012 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:09 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:10.012 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:09 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:14:10.012 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:09 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:10.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:09 smithi032 ceph-mon[110651]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-12-22T17:14:10.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:09 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:10.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:09 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:14:10.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:09 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:10.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:09 smithi032 ceph-mon[125050]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-12-22T17:14:10.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:09 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:10.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:09 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:14:10.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:09 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:11.929 INFO:teuthology.orchestra.run.smithi039.stdout:Created osd(s) 6 on host 'smithi039' 2023-12-22T17:14:12.092 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:11 smithi039 ceph-mon[115265]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-12-22T17:14:12.092 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:11 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:12.093 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:11 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:12.093 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:11 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:14:12.093 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:11 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:14:12.093 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:11 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:12.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:11 smithi032 ceph-mon[125050]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-12-22T17:14:12.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:11 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:12.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:11 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:12.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:11 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:14:12.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:11 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:14:12.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:11 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:12.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:11 smithi032 ceph-mon[110651]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-12-22T17:14:12.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:11 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:12.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:11 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:12.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:11 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:14:12.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:11 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:14:12.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:11 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:12.309 DEBUG:teuthology.orchestra.run.smithi039:osd.6> sudo journalctl -f -n 0 -u ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@osd.6.service 2023-12-22T17:14:12.311 INFO:tasks.cephadm:Deploying osd.7 on smithi039 with /dev/vg_nvme/lv_1... 2023-12-22T17:14:12.311 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2023-12-22T17:14:12.343 INFO:journalctl@ceph.osd.6.smithi039.stdout:-- Logs begin at Fri 2023-12-22 16:56:38 UTC. -- 2023-12-22T17:14:12.767 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.b/config 2023-12-22T17:14:12.883 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 22 17:14:12 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-6[135106]: 2023-12-22T17:14:12.826+0000 7f7e8bc77540 -1 osd.6 0 log_to_monitors true 2023-12-22T17:14:13.138 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:12 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:13.138 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:12 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:13.139 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:12 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:14:13.139 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:12 smithi039 ceph-mon[115265]: from='osd.6 [v2:172.21.15.39:6816/3600824384,v1:172.21.15.39:6817/3600824384]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-22T17:14:13.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:12 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:13.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:12 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:13.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:12 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:14:13.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:12 smithi032 ceph-mon[110651]: from='osd.6 [v2:172.21.15.39:6816/3600824384,v1:172.21.15.39:6817/3600824384]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-22T17:14:13.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:12 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:13.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:12 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:13.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:12 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:14:13.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:12 smithi032 ceph-mon[125050]: from='osd.6 [v2:172.21.15.39:6816/3600824384,v1:172.21.15.39:6817/3600824384]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-22T17:14:14.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:13 smithi032 ceph-mon[110651]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2023-12-22T17:14:14.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:13 smithi032 ceph-mon[110651]: from='osd.6 [v2:172.21.15.39:6816/3600824384,v1:172.21.15.39:6817/3600824384]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-12-22T17:14:14.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:13 smithi032 ceph-mon[110651]: osdmap e42: 7 total, 6 up, 7 in 2023-12-22T17:14:14.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:13 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-22T17:14:14.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:13 smithi032 ceph-mon[110651]: from='osd.6 [v2:172.21.15.39:6816/3600824384,v1:172.21.15.39:6817/3600824384]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-22T17:14:14.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:13 smithi032 ceph-mon[125050]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2023-12-22T17:14:14.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:13 smithi032 ceph-mon[125050]: from='osd.6 [v2:172.21.15.39:6816/3600824384,v1:172.21.15.39:6817/3600824384]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-12-22T17:14:14.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:13 smithi032 ceph-mon[125050]: osdmap e42: 7 total, 6 up, 7 in 2023-12-22T17:14:14.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:13 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-22T17:14:14.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:13 smithi032 ceph-mon[125050]: from='osd.6 [v2:172.21.15.39:6816/3600824384,v1:172.21.15.39:6817/3600824384]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-22T17:14:14.262 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 22 17:14:13 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-6[135106]: 2023-12-22T17:14:13.904+0000 7f7e8245c700 -1 osd.6 0 waiting for initial osdmap 2023-12-22T17:14:14.262 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 22 17:14:13 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-6[135106]: 2023-12-22T17:14:13.912+0000 7f7e7d257700 -1 osd.6 43 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-22T17:14:14.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:13 smithi039 ceph-mon[115265]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2023-12-22T17:14:14.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:13 smithi039 ceph-mon[115265]: from='osd.6 [v2:172.21.15.39:6816/3600824384,v1:172.21.15.39:6817/3600824384]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-12-22T17:14:14.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:13 smithi039 ceph-mon[115265]: osdmap e42: 7 total, 6 up, 7 in 2023-12-22T17:14:14.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:13 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-22T17:14:14.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:13 smithi039 ceph-mon[115265]: from='osd.6 [v2:172.21.15.39:6816/3600824384,v1:172.21.15.39:6817/3600824384]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-22T17:14:14.437 INFO:teuthology.orchestra.run.smithi039.stderr:--> Zapping: /dev/vg_nvme/lv_1 2023-12-22T17:14:14.437 INFO:teuthology.orchestra.run.smithi039.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2023-12-22T17:14:14.437 INFO:teuthology.orchestra.run.smithi039.stderr: stderr: 10+0 records in 2023-12-22T17:14:14.437 INFO:teuthology.orchestra.run.smithi039.stderr:10+0 records out 2023-12-22T17:14:14.437 INFO:teuthology.orchestra.run.smithi039.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00824822 s, 1.3 GB/s 2023-12-22T17:14:14.437 INFO:teuthology.orchestra.run.smithi039.stderr:--> Zapping successful for: 2023-12-22T17:14:14.955 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph orch daemon add osd smithi039:vg_nvme/lv_1 2023-12-22T17:14:15.076 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:14 smithi039 ceph-mon[115265]: from='osd.6 [v2:172.21.15.39:6816/3600824384,v1:172.21.15.39:6817/3600824384]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]': finished 2023-12-22T17:14:15.076 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:14 smithi039 ceph-mon[115265]: osdmap e43: 7 total, 6 up, 7 in 2023-12-22T17:14:15.077 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:14 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-22T17:14:15.077 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:14 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-22T17:14:15.077 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:14 smithi039 ceph-mon[115265]: osd.6 [v2:172.21.15.39:6816/3600824384,v1:172.21.15.39:6817/3600824384] boot 2023-12-22T17:14:15.077 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:14 smithi039 ceph-mon[115265]: osdmap e44: 7 total, 7 up, 7 in 2023-12-22T17:14:15.077 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:14 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-22T17:14:15.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:14 smithi032 ceph-mon[125050]: from='osd.6 [v2:172.21.15.39:6816/3600824384,v1:172.21.15.39:6817/3600824384]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]': finished 2023-12-22T17:14:15.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:14 smithi032 ceph-mon[125050]: osdmap e43: 7 total, 6 up, 7 in 2023-12-22T17:14:15.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:14 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-22T17:14:15.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:14 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-22T17:14:15.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:14 smithi032 ceph-mon[125050]: osd.6 [v2:172.21.15.39:6816/3600824384,v1:172.21.15.39:6817/3600824384] boot 2023-12-22T17:14:15.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:14 smithi032 ceph-mon[125050]: osdmap e44: 7 total, 7 up, 7 in 2023-12-22T17:14:15.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:14 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-22T17:14:15.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:14 smithi032 ceph-mon[110651]: from='osd.6 [v2:172.21.15.39:6816/3600824384,v1:172.21.15.39:6817/3600824384]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]': finished 2023-12-22T17:14:15.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:14 smithi032 ceph-mon[110651]: osdmap e43: 7 total, 6 up, 7 in 2023-12-22T17:14:15.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:14 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-22T17:14:15.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:14 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-22T17:14:15.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:14 smithi032 ceph-mon[110651]: osd.6 [v2:172.21.15.39:6816/3600824384,v1:172.21.15.39:6817/3600824384] boot 2023-12-22T17:14:15.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:14 smithi032 ceph-mon[110651]: osdmap e44: 7 total, 7 up, 7 in 2023-12-22T17:14:15.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:14 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-22T17:14:15.280 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.b/config 2023-12-22T17:14:16.118 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:15 smithi039 ceph-mon[115265]: purged_snaps scrub starts 2023-12-22T17:14:16.119 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:15 smithi039 ceph-mon[115265]: purged_snaps scrub ok 2023-12-22T17:14:16.119 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:15 smithi039 ceph-mon[115265]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-22T17:14:16.119 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:15 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:16.119 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:15 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:16.119 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:15 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:14:16.119 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:15 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:14:16.119 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:15 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:14:16.119 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:15 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:16.119 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:15 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:14:16.119 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:15 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:14:16.119 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:15 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:16.119 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:15 smithi039 ceph-mon[115265]: osdmap e45: 7 total, 7 up, 7 in 2023-12-22T17:14:16.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:15 smithi032 ceph-mon[125050]: purged_snaps scrub starts 2023-12-22T17:14:16.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:15 smithi032 ceph-mon[125050]: purged_snaps scrub ok 2023-12-22T17:14:16.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:15 smithi032 ceph-mon[125050]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-22T17:14:16.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:15 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:16.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:15 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:16.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:15 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:14:16.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:15 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:14:16.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:15 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:14:16.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:15 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:16.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:15 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:14:16.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:15 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:14:16.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:15 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:16.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:15 smithi032 ceph-mon[125050]: osdmap e45: 7 total, 7 up, 7 in 2023-12-22T17:14:16.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:15 smithi032 ceph-mon[110651]: purged_snaps scrub starts 2023-12-22T17:14:16.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:15 smithi032 ceph-mon[110651]: purged_snaps scrub ok 2023-12-22T17:14:16.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:15 smithi032 ceph-mon[110651]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-22T17:14:16.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:15 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:16.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:15 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:16.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:15 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:14:16.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:15 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:14:16.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:15 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:14:16.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:15 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:16.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:15 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:14:16.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:15 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:14:16.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:15 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:16.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:15 smithi032 ceph-mon[110651]: osdmap e45: 7 total, 7 up, 7 in 2023-12-22T17:14:17.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:16 smithi032 ceph-mon[110651]: Detected new or changed devices on smithi039 2023-12-22T17:14:17.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:16 smithi032 ceph-mon[110651]: Adjusting osd_memory_target on smithi039 to 5707M 2023-12-22T17:14:17.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:16 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-22T17:14:17.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:16 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-22T17:14:17.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:16 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:14:17.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:16 smithi032 ceph-mon[110651]: osdmap e46: 7 total, 7 up, 7 in 2023-12-22T17:14:17.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:16 smithi032 ceph-mon[125050]: Detected new or changed devices on smithi039 2023-12-22T17:14:17.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:16 smithi032 ceph-mon[125050]: Adjusting osd_memory_target on smithi039 to 5707M 2023-12-22T17:14:17.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:16 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-22T17:14:17.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:16 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-22T17:14:17.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:16 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:14:17.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:16 smithi032 ceph-mon[125050]: osdmap e46: 7 total, 7 up, 7 in 2023-12-22T17:14:17.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:16 smithi039 ceph-mon[115265]: Detected new or changed devices on smithi039 2023-12-22T17:14:17.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:16 smithi039 ceph-mon[115265]: Adjusting osd_memory_target on smithi039 to 5707M 2023-12-22T17:14:17.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:16 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-22T17:14:17.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:16 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-22T17:14:17.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:16 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:14:17.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:16 smithi039 ceph-mon[115265]: osdmap e46: 7 total, 7 up, 7 in 2023-12-22T17:14:18.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:17 smithi032 ceph-mon[110651]: from='client.24304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi039:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:14:18.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:17 smithi032 ceph-mon[110651]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-22T17:14:18.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:17 smithi032 ceph-mon[110651]: osdmap e47: 7 total, 7 up, 7 in 2023-12-22T17:14:18.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:17 smithi032 ceph-mon[125050]: from='client.24304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi039:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:14:18.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:17 smithi032 ceph-mon[125050]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-22T17:14:18.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:17 smithi032 ceph-mon[125050]: osdmap e47: 7 total, 7 up, 7 in 2023-12-22T17:14:18.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:17 smithi039 ceph-mon[115265]: from='client.24304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi039:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:14:18.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:17 smithi039 ceph-mon[115265]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-22T17:14:18.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:17 smithi039 ceph-mon[115265]: osdmap e47: 7 total, 7 up, 7 in 2023-12-22T17:14:19.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:18 smithi032 ceph-mon[110651]: from='client.? 172.21.15.39:0/1517297474' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5d20e9d9-1b04-4ef3-b96b-c7d17df82353"}]: dispatch 2023-12-22T17:14:19.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:18 smithi032 ceph-mon[110651]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5d20e9d9-1b04-4ef3-b96b-c7d17df82353"}]: dispatch 2023-12-22T17:14:19.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:18 smithi032 ceph-mon[110651]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5d20e9d9-1b04-4ef3-b96b-c7d17df82353"}]': finished 2023-12-22T17:14:19.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:18 smithi032 ceph-mon[110651]: osdmap e48: 8 total, 7 up, 8 in 2023-12-22T17:14:19.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:18 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-22T17:14:19.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:18 smithi032 ceph-mon[125050]: from='client.? 172.21.15.39:0/1517297474' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5d20e9d9-1b04-4ef3-b96b-c7d17df82353"}]: dispatch 2023-12-22T17:14:19.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:18 smithi032 ceph-mon[125050]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5d20e9d9-1b04-4ef3-b96b-c7d17df82353"}]: dispatch 2023-12-22T17:14:19.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:18 smithi032 ceph-mon[125050]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5d20e9d9-1b04-4ef3-b96b-c7d17df82353"}]': finished 2023-12-22T17:14:19.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:18 smithi032 ceph-mon[125050]: osdmap e48: 8 total, 7 up, 8 in 2023-12-22T17:14:19.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:18 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-22T17:14:19.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:18 smithi039 ceph-mon[115265]: from='client.? 172.21.15.39:0/1517297474' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5d20e9d9-1b04-4ef3-b96b-c7d17df82353"}]: dispatch 2023-12-22T17:14:19.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:18 smithi039 ceph-mon[115265]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5d20e9d9-1b04-4ef3-b96b-c7d17df82353"}]: dispatch 2023-12-22T17:14:19.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:18 smithi039 ceph-mon[115265]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5d20e9d9-1b04-4ef3-b96b-c7d17df82353"}]': finished 2023-12-22T17:14:19.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:18 smithi039 ceph-mon[115265]: osdmap e48: 8 total, 7 up, 8 in 2023-12-22T17:14:19.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:18 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-22T17:14:20.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:19 smithi032 ceph-mon[110651]: pgmap v124: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 149 KiB/s, 0 objects/s recovering 2023-12-22T17:14:20.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:19 smithi032 ceph-mon[110651]: from='client.? 172.21.15.39:0/590040128' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-22T17:14:20.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:19 smithi032 ceph-mon[125050]: pgmap v124: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 149 KiB/s, 0 objects/s recovering 2023-12-22T17:14:20.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:19 smithi032 ceph-mon[125050]: from='client.? 172.21.15.39:0/590040128' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-22T17:14:20.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:19 smithi039 ceph-mon[115265]: pgmap v124: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 149 KiB/s, 0 objects/s recovering 2023-12-22T17:14:20.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:19 smithi039 ceph-mon[115265]: from='client.? 172.21.15.39:0/590040128' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-22T17:14:22.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:21 smithi032 ceph-mon[110651]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 119 KiB/s, 0 objects/s recovering 2023-12-22T17:14:22.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:21 smithi032 ceph-mon[125050]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 119 KiB/s, 0 objects/s recovering 2023-12-22T17:14:22.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:21 smithi039 ceph-mon[115265]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 119 KiB/s, 0 objects/s recovering 2023-12-22T17:14:24.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:23 smithi032 ceph-mon[110651]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-12-22T17:14:24.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:23 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-22T17:14:24.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:23 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:14:24.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:23 smithi032 ceph-mon[125050]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-12-22T17:14:24.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:23 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-22T17:14:24.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:23 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:14:24.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:23 smithi039 ceph-mon[115265]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-12-22T17:14:24.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:23 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-22T17:14:24.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:23 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:14:25.012 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:24 smithi039 ceph-mon[115265]: Deploying daemon osd.7 on smithi039 2023-12-22T17:14:25.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:24 smithi032 ceph-mon[110651]: Deploying daemon osd.7 on smithi039 2023-12-22T17:14:25.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:24 smithi032 ceph-mon[125050]: Deploying daemon osd.7 on smithi039 2023-12-22T17:14:26.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:25 smithi039 ceph-mon[115265]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 73 KiB/s, 0 objects/s recovering 2023-12-22T17:14:26.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:25 smithi032 ceph-mon[110651]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 73 KiB/s, 0 objects/s recovering 2023-12-22T17:14:26.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:25 smithi032 ceph-mon[125050]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 73 KiB/s, 0 objects/s recovering 2023-12-22T17:14:28.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:27 smithi039 ceph-mon[115265]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-22T17:14:28.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:27 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:28.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:27 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:28.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:27 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:14:28.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:27 smithi032 ceph-mon[125050]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-22T17:14:28.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:27 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:28.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:27 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:28.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:27 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:14:28.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:27 smithi032 ceph-mon[110651]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-22T17:14:28.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:27 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:28.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:27 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:28.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:27 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:14:29.323 INFO:teuthology.orchestra.run.smithi039.stdout:Created osd(s) 7 on host 'smithi039' 2023-12-22T17:14:29.722 DEBUG:teuthology.orchestra.run.smithi039:osd.7> sudo journalctl -f -n 0 -u ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@osd.7.service 2023-12-22T17:14:29.724 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2023-12-22T17:14:29.725 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph osd stat -f json 2023-12-22T17:14:29.757 INFO:journalctl@ceph.osd.7.smithi039.stdout:-- Logs begin at Fri 2023-12-22 16:56:38 UTC. -- 2023-12-22T17:14:30.009 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:14:30.165 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:29 smithi039 ceph-mon[115265]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-22T17:14:30.165 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:29 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:30.165 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:29 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:30.166 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:29 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:14:30.166 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:29 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:14:30.166 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:29 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:30.166 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:29 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:30.166 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:29 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:30.166 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:29 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:14:30.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:29 smithi032 ceph-mon[110651]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-22T17:14:30.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:29 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:30.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:29 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:30.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:29 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:14:30.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:29 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:14:30.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:29 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:30.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:29 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:30.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:29 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:30.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:29 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:14:30.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:29 smithi032 ceph-mon[125050]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-22T17:14:30.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:29 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:30.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:29 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:30.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:29 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:14:30.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:29 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:14:30.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:29 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:30.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:29 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:30.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:29 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:30.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:29 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:14:30.762 INFO:journalctl@ceph.osd.7.smithi039.stdout:Dec 22 17:14:30 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-7[142217]: 2023-12-22T17:14:30.420+0000 7efdffa9b540 -1 osd.7 0 log_to_monitors true 2023-12-22T17:14:31.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:30 smithi039 ceph-mon[115265]: from='osd.7 [v2:172.21.15.39:6824/3548650184,v1:172.21.15.39:6825/3548650184]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-22T17:14:31.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:30 smithi039 ceph-mon[115265]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-22T17:14:31.389 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:14:31.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:30 smithi032 ceph-mon[110651]: from='osd.7 [v2:172.21.15.39:6824/3548650184,v1:172.21.15.39:6825/3548650184]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-22T17:14:31.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:30 smithi032 ceph-mon[110651]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-22T17:14:31.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:30 smithi032 ceph-mon[125050]: from='osd.7 [v2:172.21.15.39:6824/3548650184,v1:172.21.15.39:6825/3548650184]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-22T17:14:31.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:30 smithi032 ceph-mon[125050]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-22T17:14:31.773 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":49,"num_osds":8,"num_up_osds":7,"osd_up_since":1703265254,"num_in_osds":8,"osd_in_since":1703265258,"num_remapped_pgs":0} 2023-12-22T17:14:32.262 INFO:journalctl@ceph.osd.7.smithi039.stdout:Dec 22 17:14:31 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-7[142217]: 2023-12-22T17:14:31.991+0000 7efdf6280700 -1 osd.7 0 waiting for initial osdmap 2023-12-22T17:14:32.262 INFO:journalctl@ceph.osd.7.smithi039.stdout:Dec 22 17:14:31 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-7[142217]: 2023-12-22T17:14:31.998+0000 7efdf087a700 -1 osd.7 50 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-22T17:14:32.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:31 smithi039 ceph-mon[115265]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-22T17:14:32.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:31 smithi039 ceph-mon[115265]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-12-22T17:14:32.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:31 smithi039 ceph-mon[115265]: osdmap e49: 8 total, 7 up, 8 in 2023-12-22T17:14:32.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:31 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-22T17:14:32.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:31 smithi039 ceph-mon[115265]: from='osd.7 [v2:172.21.15.39:6824/3548650184,v1:172.21.15.39:6825/3548650184]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-22T17:14:32.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:31 smithi039 ceph-mon[115265]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-22T17:14:32.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:31 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/131907816' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-12-22T17:14:32.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:31 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:32.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:31 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:32.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:31 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:14:32.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:31 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:14:32.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:31 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:14:32.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:31 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:14:32.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:31 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:32.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:31 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:14:32.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:31 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:14:32.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:31 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:32.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:31 smithi032 ceph-mon[110651]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-22T17:14:32.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:31 smithi032 ceph-mon[110651]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-12-22T17:14:32.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:31 smithi032 ceph-mon[110651]: osdmap e49: 8 total, 7 up, 8 in 2023-12-22T17:14:32.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:31 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-22T17:14:32.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:31 smithi032 ceph-mon[110651]: from='osd.7 [v2:172.21.15.39:6824/3548650184,v1:172.21.15.39:6825/3548650184]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-22T17:14:32.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:31 smithi032 ceph-mon[110651]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-22T17:14:32.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:31 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/131907816' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-12-22T17:14:32.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:31 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:32.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:31 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:32.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:31 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:14:32.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:31 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:14:32.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:31 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:14:32.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:31 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:14:32.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:31 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:32.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:31 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:14:32.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:31 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:14:32.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:31 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:32.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:31 smithi032 ceph-mon[125050]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-22T17:14:32.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:31 smithi032 ceph-mon[125050]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-12-22T17:14:32.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:31 smithi032 ceph-mon[125050]: osdmap e49: 8 total, 7 up, 8 in 2023-12-22T17:14:32.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:31 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-22T17:14:32.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:31 smithi032 ceph-mon[125050]: from='osd.7 [v2:172.21.15.39:6824/3548650184,v1:172.21.15.39:6825/3548650184]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-22T17:14:32.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:31 smithi032 ceph-mon[125050]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-22T17:14:32.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:31 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/131907816' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-12-22T17:14:32.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:31 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:32.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:31 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:32.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:31 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:14:32.438 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:31 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:14:32.438 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:31 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:14:32.438 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:31 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:14:32.438 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:31 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:32.438 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:31 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:14:32.438 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:31 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:14:32.438 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:31 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:32.774 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph osd stat -f json 2023-12-22T17:14:33.060 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:14:33.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:32 smithi032 ceph-mon[125050]: Detected new or changed devices on smithi039 2023-12-22T17:14:33.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:32 smithi032 ceph-mon[125050]: Adjusting osd_memory_target on smithi039 to 4280M 2023-12-22T17:14:33.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:32 smithi032 ceph-mon[125050]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]': finished 2023-12-22T17:14:33.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:32 smithi032 ceph-mon[125050]: osdmap e50: 8 total, 7 up, 8 in 2023-12-22T17:14:33.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:32 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-22T17:14:33.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:32 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-22T17:14:33.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:32 smithi032 ceph-mon[125050]: osd.7 [v2:172.21.15.39:6824/3548650184,v1:172.21.15.39:6825/3548650184] boot 2023-12-22T17:14:33.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:32 smithi032 ceph-mon[125050]: osdmap e51: 8 total, 8 up, 8 in 2023-12-22T17:14:33.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:32 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-22T17:14:33.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:32 smithi032 ceph-mon[110651]: Detected new or changed devices on smithi039 2023-12-22T17:14:33.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:32 smithi032 ceph-mon[110651]: Adjusting osd_memory_target on smithi039 to 4280M 2023-12-22T17:14:33.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:32 smithi032 ceph-mon[110651]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]': finished 2023-12-22T17:14:33.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:32 smithi032 ceph-mon[110651]: osdmap e50: 8 total, 7 up, 8 in 2023-12-22T17:14:33.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:32 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-22T17:14:33.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:32 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-22T17:14:33.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:32 smithi032 ceph-mon[110651]: osd.7 [v2:172.21.15.39:6824/3548650184,v1:172.21.15.39:6825/3548650184] boot 2023-12-22T17:14:33.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:32 smithi032 ceph-mon[110651]: osdmap e51: 8 total, 8 up, 8 in 2023-12-22T17:14:33.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:32 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-22T17:14:33.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:32 smithi039 ceph-mon[115265]: Detected new or changed devices on smithi039 2023-12-22T17:14:33.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:32 smithi039 ceph-mon[115265]: Adjusting osd_memory_target on smithi039 to 4280M 2023-12-22T17:14:33.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:32 smithi039 ceph-mon[115265]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]': finished 2023-12-22T17:14:33.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:32 smithi039 ceph-mon[115265]: osdmap e50: 8 total, 7 up, 8 in 2023-12-22T17:14:33.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:32 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-22T17:14:33.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:32 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-22T17:14:33.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:32 smithi039 ceph-mon[115265]: osd.7 [v2:172.21.15.39:6824/3548650184,v1:172.21.15.39:6825/3548650184] boot 2023-12-22T17:14:33.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:32 smithi039 ceph-mon[115265]: osdmap e51: 8 total, 8 up, 8 in 2023-12-22T17:14:33.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:32 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-22T17:14:34.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:33 smithi032 ceph-mon[110651]: purged_snaps scrub starts 2023-12-22T17:14:34.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:33 smithi032 ceph-mon[110651]: purged_snaps scrub ok 2023-12-22T17:14:34.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:33 smithi032 ceph-mon[110651]: pgmap v133: 1 pgs: 1 peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-22T17:14:34.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:33 smithi032 ceph-mon[110651]: osdmap e52: 8 total, 8 up, 8 in 2023-12-22T17:14:34.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:33 smithi032 ceph-mon[125050]: purged_snaps scrub starts 2023-12-22T17:14:34.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:33 smithi032 ceph-mon[125050]: purged_snaps scrub ok 2023-12-22T17:14:34.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:33 smithi032 ceph-mon[125050]: pgmap v133: 1 pgs: 1 peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-22T17:14:34.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:33 smithi032 ceph-mon[125050]: osdmap e52: 8 total, 8 up, 8 in 2023-12-22T17:14:34.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:33 smithi039 ceph-mon[115265]: purged_snaps scrub starts 2023-12-22T17:14:34.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:33 smithi039 ceph-mon[115265]: purged_snaps scrub ok 2023-12-22T17:14:34.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:33 smithi039 ceph-mon[115265]: pgmap v133: 1 pgs: 1 peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-22T17:14:34.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:33 smithi039 ceph-mon[115265]: osdmap e52: 8 total, 8 up, 8 in 2023-12-22T17:14:34.324 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:14:34.694 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":52,"num_osds":8,"num_up_osds":8,"osd_up_since":1703265272,"num_in_osds":8,"osd_in_since":1703265258,"num_remapped_pgs":1} 2023-12-22T17:14:34.695 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph osd dump --format=json 2023-12-22T17:14:34.964 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:14:35.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:34 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/1645831871' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-12-22T17:14:35.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:34 smithi039 ceph-mon[115265]: osdmap e53: 8 total, 8 up, 8 in 2023-12-22T17:14:35.302 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:34 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/1645831871' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-12-22T17:14:35.302 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:34 smithi032 ceph-mon[125050]: osdmap e53: 8 total, 8 up, 8 in 2023-12-22T17:14:35.302 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:34 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/1645831871' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-12-22T17:14:35.303 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:34 smithi032 ceph-mon[110651]: osdmap e53: 8 total, 8 up, 8 in 2023-12-22T17:14:36.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:35 smithi032 ceph-mon[110651]: pgmap v137: 1 pgs: 1 peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:14:36.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:35 smithi032 ceph-mon[110651]: osdmap e54: 8 total, 8 up, 8 in 2023-12-22T17:14:36.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:35 smithi032 ceph-mon[125050]: pgmap v137: 1 pgs: 1 peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:14:36.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:35 smithi032 ceph-mon[125050]: osdmap e54: 8 total, 8 up, 8 in 2023-12-22T17:14:36.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:35 smithi039 ceph-mon[115265]: pgmap v137: 1 pgs: 1 peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:14:36.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:35 smithi039 ceph-mon[115265]: osdmap e54: 8 total, 8 up, 8 in 2023-12-22T17:14:36.318 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:14:36.318 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":54,"fsid":"e779e1d0-a0ec-11ee-95a5-87774f69a715","created":"2023-12-22T17:10:40.128689+0000","modified":"2023-12-22T17:14:35.736955+0000","last_up_change":"2023-12-22T17:14:32.981601+0000","last_in_change":"2023-12-22T17:14:18.351854+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-22T17:13:07.256776+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"14f07766-c4dd-412e-91d4-e2775e552e19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6803","nonce":871376753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6805","nonce":871376753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6809","nonce":871376753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6807","nonce":871376753}]},"public_addr":"172.21.15.32:6803/871376753","cluster_addr":"172.21.15.32:6805/871376753","heartbeat_back_addr":"172.21.15.32:6809/871376753","heartbeat_front_addr":"172.21.15.32:6807/871376753","state":["exists","up"]},{"osd":1,"uuid":"eec9e323-8248-4375-8464-9ff89e6b3cc6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6811","nonce":2950004737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6813","nonce":2950004737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6817","nonce":2950004737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6815","nonce":2950004737}]},"public_addr":"172.21.15.32:6811/2950004737","cluster_addr":"172.21.15.32:6813/2950004737","heartbeat_back_addr":"172.21.15.32:6817/2950004737","heartbeat_front_addr":"172.21.15.32:6815/2950004737","state":["exists","up"]},{"osd":2,"uuid":"b75e654a-8617-4471-acbe-b33d2dc8a87a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6819","nonce":3068030030}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6821","nonce":3068030030}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6825","nonce":3068030030}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6823","nonce":3068030030}]},"public_addr":"172.21.15.32:6819/3068030030","cluster_addr":"172.21.15.32:6821/3068030030","heartbeat_back_addr":"172.21.15.32:6825/3068030030","heartbeat_front_addr":"172.21.15.32:6823/3068030030","state":["exists","up"]},{"osd":3,"uuid":"5902129c-c823-4548-91fb-3129d580c136","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6827","nonce":180184651}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6829","nonce":180184651}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6833","nonce":180184651}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6831","nonce":180184651}]},"public_addr":"172.21.15.32:6827/180184651","cluster_addr":"172.21.15.32:6829/180184651","heartbeat_back_addr":"172.21.15.32:6833/180184651","heartbeat_front_addr":"172.21.15.32:6831/180184651","state":["exists","up"]},{"osd":4,"uuid":"684c3faa-21bc-41f1-b320-3bee82978eb1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6801","nonce":3951350279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6803","nonce":3951350279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6807","nonce":3951350279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6805","nonce":3951350279}]},"public_addr":"172.21.15.39:6801/3951350279","cluster_addr":"172.21.15.39:6803/3951350279","heartbeat_back_addr":"172.21.15.39:6807/3951350279","heartbeat_front_addr":"172.21.15.39:6805/3951350279","state":["exists","up"]},{"osd":5,"uuid":"fee09421-785d-4d6c-8d64-71ae5b3eeb61","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6809","nonce":1681710623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6811","nonce":1681710623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6815","nonce":1681710623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6813","nonce":1681710623}]},"public_addr":"172.21.15.39:6809/1681710623","cluster_addr":"172.21.15.39:6811/1681710623","heartbeat_back_addr":"172.21.15.39:6815/1681710623","heartbeat_front_addr":"172.21.15.39:6813/1681710623","state":["exists","up"]},{"osd":6,"uuid":"8f928114-00a0-4ee9-b4bd-9af4b7baf3bf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6817","nonce":3600824384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6819","nonce":3600824384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6823","nonce":3600824384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6821","nonce":3600824384}]},"public_addr":"172.21.15.39:6817/3600824384","cluster_addr":"172.21.15.39:6819/3600824384","heartbeat_back_addr":"172.21.15.39:6823/3600824384","heartbeat_front_addr":"172.21.15.39:6821/3600824384","state":["exists","up"]},{"osd":7,"uuid":"5d20e9d9-1b04-4ef3-b96b-c7d17df82353","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6825","nonce":3548650184}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6827","nonce":3548650184}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6831","nonce":3548650184}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6829","nonce":3548650184}]},"public_addr":"172.21.15.39:6825/3548650184","cluster_addr":"172.21.15.39:6827/3548650184","heartbeat_back_addr":"172.21.15.39:6831/3548650184","heartbeat_front_addr":"172.21.15.39:6829/3548650184","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:12:29.861972+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:12:47.447926+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:04.678895+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:22.691751+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:39.366495+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:56.610370+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:14:13.819238+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:14:31.398576+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.32:0/2954033398":"2023-12-23T17:11:26.731678+0000","172.21.15.32:6801/2530286936":"2023-12-23T17:11:26.731678+0000","172.21.15.32:6800/2530286936":"2023-12-23T17:11:26.731678+0000","172.21.15.32:0/4231560735":"2023-12-23T17:11:03.726672+0000","172.21.15.32:0/2470556493":"2023-12-23T17:11:26.731678+0000","172.21.15.32:0/2748005656":"2023-12-23T17:11:26.731678+0000","172.21.15.32:0/3345047675":"2023-12-23T17:11:03.726672+0000","172.21.15.32:6800/2146355663":"2023-12-23T17:11:03.726672+0000","172.21.15.32:0/3670382399":"2023-12-23T17:11:03.726672+0000","172.21.15.32:6801/2146355663":"2023-12-23T17:11:03.726672+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-22T17:14:36.737 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-22T17:13:07.256776+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2023-12-22T17:14:36.737 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph osd pool get .mgr pg_num 2023-12-22T17:14:37.008 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:14:37.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:36 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/2472158539' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-22T17:14:37.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:36 smithi039 ceph-mon[115265]: osdmap e55: 8 total, 8 up, 8 in 2023-12-22T17:14:37.321 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:36 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/2472158539' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-22T17:14:37.321 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:36 smithi032 ceph-mon[110651]: osdmap e55: 8 total, 8 up, 8 in 2023-12-22T17:14:37.321 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:36 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/2472158539' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-22T17:14:37.321 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:36 smithi032 ceph-mon[125050]: osdmap e55: 8 total, 8 up, 8 in 2023-12-22T17:14:38.242 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2023-12-22T17:14:38.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:37 smithi039 ceph-mon[115265]: pgmap v140: 1 pgs: 1 peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:14:38.264 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:37 smithi032 ceph-mon[125050]: pgmap v140: 1 pgs: 1 peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:14:38.264 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:37 smithi032 ceph-mon[110651]: pgmap v140: 1 pgs: 1 peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:14:38.611 INFO:tasks.cephadm:Adding mds.a on smithi032 2023-12-22T17:14:38.611 INFO:tasks.cephadm:Adding mds.b on smithi039 2023-12-22T17:14:38.612 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph orch apply mds all '2;smithi032=a;smithi039=b' 2023-12-22T17:14:38.897 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.b/config 2023-12-22T17:14:39.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:39 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/3536314950' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-22T17:14:39.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:38 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/3536314950' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-22T17:14:39.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:38 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/3536314950' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-22T17:14:40.099 INFO:teuthology.orchestra.run.smithi039.stdout:Scheduled mds.all update... 2023-12-22T17:14:40.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:40 smithi039 ceph-mon[115265]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 115 KiB/s, 0 objects/s recovering 2023-12-22T17:14:40.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:40 smithi032 ceph-mon[125050]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 115 KiB/s, 0 objects/s recovering 2023-12-22T17:14:40.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:40 smithi032 ceph-mon[110651]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 115 KiB/s, 0 objects/s recovering 2023-12-22T17:14:40.509 DEBUG:teuthology.orchestra.run.smithi032:mds.a> sudo journalctl -f -n 0 -u ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@mds.a.service 2023-12-22T17:14:40.512 DEBUG:teuthology.orchestra.run.smithi039:mds.b> sudo journalctl -f -n 0 -u ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@mds.b.service 2023-12-22T17:14:40.514 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2023-12-22T17:14:40.514 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-22T17:14:40.542 INFO:journalctl@ceph.mds.a.smithi032.stdout:-- Logs begin at Fri 2023-12-22 16:56:26 UTC. -- 2023-12-22T17:14:40.544 INFO:journalctl@ceph.mds.b.smithi039.stdout:-- Logs begin at Fri 2023-12-22 16:56:38 UTC. -- 2023-12-22T17:14:40.903 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:14:40.903 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":55,"fsid":"e779e1d0-a0ec-11ee-95a5-87774f69a715","created":"2023-12-22T17:10:40.128689+0000","modified":"2023-12-22T17:14:36.745096+0000","last_up_change":"2023-12-22T17:14:32.981601+0000","last_in_change":"2023-12-22T17:14:18.351854+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-22T17:13:07.256776+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"14f07766-c4dd-412e-91d4-e2775e552e19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6803","nonce":871376753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6805","nonce":871376753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6809","nonce":871376753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6807","nonce":871376753}]},"public_addr":"172.21.15.32:6803/871376753","cluster_addr":"172.21.15.32:6805/871376753","heartbeat_back_addr":"172.21.15.32:6809/871376753","heartbeat_front_addr":"172.21.15.32:6807/871376753","state":["exists","up"]},{"osd":1,"uuid":"eec9e323-8248-4375-8464-9ff89e6b3cc6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6811","nonce":2950004737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6813","nonce":2950004737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6817","nonce":2950004737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6815","nonce":2950004737}]},"public_addr":"172.21.15.32:6811/2950004737","cluster_addr":"172.21.15.32:6813/2950004737","heartbeat_back_addr":"172.21.15.32:6817/2950004737","heartbeat_front_addr":"172.21.15.32:6815/2950004737","state":["exists","up"]},{"osd":2,"uuid":"b75e654a-8617-4471-acbe-b33d2dc8a87a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6819","nonce":3068030030}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6821","nonce":3068030030}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6825","nonce":3068030030}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6823","nonce":3068030030}]},"public_addr":"172.21.15.32:6819/3068030030","cluster_addr":"172.21.15.32:6821/3068030030","heartbeat_back_addr":"172.21.15.32:6825/3068030030","heartbeat_front_addr":"172.21.15.32:6823/3068030030","state":["exists","up"]},{"osd":3,"uuid":"5902129c-c823-4548-91fb-3129d580c136","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6827","nonce":180184651}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6829","nonce":180184651}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6833","nonce":180184651}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6831","nonce":180184651}]},"public_addr":"172.21.15.32:6827/180184651","cluster_addr":"172.21.15.32:6829/180184651","heartbeat_back_addr":"172.21.15.32:6833/180184651","heartbeat_front_addr":"172.21.15.32:6831/180184651","state":["exists","up"]},{"osd":4,"uuid":"684c3faa-21bc-41f1-b320-3bee82978eb1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6801","nonce":3951350279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6803","nonce":3951350279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6807","nonce":3951350279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6805","nonce":3951350279}]},"public_addr":"172.21.15.39:6801/3951350279","cluster_addr":"172.21.15.39:6803/3951350279","heartbeat_back_addr":"172.21.15.39:6807/3951350279","heartbeat_front_addr":"172.21.15.39:6805/3951350279","state":["exists","up"]},{"osd":5,"uuid":"fee09421-785d-4d6c-8d64-71ae5b3eeb61","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6809","nonce":1681710623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6811","nonce":1681710623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6815","nonce":1681710623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6813","nonce":1681710623}]},"public_addr":"172.21.15.39:6809/1681710623","cluster_addr":"172.21.15.39:6811/1681710623","heartbeat_back_addr":"172.21.15.39:6815/1681710623","heartbeat_front_addr":"172.21.15.39:6813/1681710623","state":["exists","up"]},{"osd":6,"uuid":"8f928114-00a0-4ee9-b4bd-9af4b7baf3bf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6817","nonce":3600824384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6819","nonce":3600824384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6823","nonce":3600824384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6821","nonce":3600824384}]},"public_addr":"172.21.15.39:6817/3600824384","cluster_addr":"172.21.15.39:6819/3600824384","heartbeat_back_addr":"172.21.15.39:6823/3600824384","heartbeat_front_addr":"172.21.15.39:6821/3600824384","state":["exists","up"]},{"osd":7,"uuid":"5d20e9d9-1b04-4ef3-b96b-c7d17df82353","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6825","nonce":3548650184}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6827","nonce":3548650184}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6831","nonce":3548650184}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6829","nonce":3548650184}]},"public_addr":"172.21.15.39:6825/3548650184","cluster_addr":"172.21.15.39:6827/3548650184","heartbeat_back_addr":"172.21.15.39:6831/3548650184","heartbeat_front_addr":"172.21.15.39:6829/3548650184","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:12:29.861972+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:12:47.447926+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:04.678895+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:22.691751+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:39.366495+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:56.610370+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:14:13.819238+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:14:31.398576+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.32:0/2954033398":"2023-12-23T17:11:26.731678+0000","172.21.15.32:6801/2530286936":"2023-12-23T17:11:26.731678+0000","172.21.15.32:6800/2530286936":"2023-12-23T17:11:26.731678+0000","172.21.15.32:0/4231560735":"2023-12-23T17:11:03.726672+0000","172.21.15.32:0/2470556493":"2023-12-23T17:11:26.731678+0000","172.21.15.32:0/2748005656":"2023-12-23T17:11:26.731678+0000","172.21.15.32:0/3345047675":"2023-12-23T17:11:03.726672+0000","172.21.15.32:6800/2146355663":"2023-12-23T17:11:03.726672+0000","172.21.15.32:0/3670382399":"2023-12-23T17:11:03.726672+0000","172.21.15.32:6801/2146355663":"2023-12-23T17:11:03.726672+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-22T17:14:40.918 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-22T17:13:07.256776+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2023-12-22T17:14:40.918 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-22T17:14:41.262 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2023-12-22T17:14:41.276 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-22T17:14:41.404 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:41 smithi032 ceph-mon[125050]: from='client.24352 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi032=a;smithi039=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:14:41.404 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:41 smithi032 ceph-mon[125050]: Saving service mds.all spec with placement smithi032=a;smithi039=b;count:2 2023-12-22T17:14:41.404 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:41 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:41.404 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:41 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:14:41.404 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:41 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:14:41.404 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:41 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:14:41.404 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:41 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:41.404 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:41 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-22T17:14:41.404 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:41 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-22T17:14:41.405 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:41 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:14:41.405 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:41 smithi032 ceph-mon[125050]: Deploying daemon mds.a on smithi032 2023-12-22T17:14:41.405 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:41 smithi032 ceph-mon[125050]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-12-22T17:14:41.405 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:41 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/3132011098' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-22T17:14:41.405 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:41 smithi032 ceph-mon[110651]: from='client.24352 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi032=a;smithi039=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:14:41.405 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:41 smithi032 ceph-mon[110651]: Saving service mds.all spec with placement smithi032=a;smithi039=b;count:2 2023-12-22T17:14:41.405 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:41 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:41.405 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:41 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:14:41.405 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:41 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:14:41.405 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:41 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:14:41.405 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:41 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:41.405 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:41 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-22T17:14:41.406 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:41 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-22T17:14:41.406 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:41 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:14:41.406 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:41 smithi032 ceph-mon[110651]: Deploying daemon mds.a on smithi032 2023-12-22T17:14:41.406 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:41 smithi032 ceph-mon[110651]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-12-22T17:14:41.406 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:41 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/3132011098' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-22T17:14:41.511 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:41 smithi039 ceph-mon[115265]: from='client.24352 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi032=a;smithi039=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:14:41.511 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:41 smithi039 ceph-mon[115265]: Saving service mds.all spec with placement smithi032=a;smithi039=b;count:2 2023-12-22T17:14:41.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:41 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:41.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:41 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:14:41.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:41 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:14:41.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:41 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:14:41.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:41 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:41.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:41 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-22T17:14:41.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:41 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-22T17:14:41.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:41 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:14:41.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:41 smithi039 ceph-mon[115265]: Deploying daemon mds.a on smithi032 2023-12-22T17:14:41.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:41 smithi039 ceph-mon[115265]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-12-22T17:14:41.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:41 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/3132011098' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-22T17:14:41.685 INFO:journalctl@ceph.mds.a.smithi032.stdout:Dec 22 17:14:41 smithi032 systemd[1]: Starting Ceph mds.a for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:14:41.792 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:14:41.792 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2023-12-22T17:14:41.795 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 1 2023-12-22T17:14:42.157 INFO:journalctl@ceph.mds.a.smithi032.stdout:Dec 22 17:14:41 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mds-a[159215]: starting mds.a at 2023-12-22T17:14:42.157 INFO:journalctl@ceph.mds.a.smithi032.stdout:Dec 22 17:14:41 smithi032 bash[159183]: 9df640433eaa33508e7d6be4d6708f218b9a56a07895ccbf150d286909c390a8 2023-12-22T17:14:42.157 INFO:journalctl@ceph.mds.a.smithi032.stdout:Dec 22 17:14:41 smithi032 systemd[1]: Started Ceph mds.a for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:14:42.428 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:42 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/3979196251' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-22T17:14:42.428 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:42 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/1389975113' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-22T17:14:42.428 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:42 smithi039 ceph-mon[115265]: mds.? [v2:172.21.15.32:6834/3126415683,v1:172.21.15.32:6835/3126415683] up:boot 2023-12-22T17:14:42.428 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:42 smithi039 ceph-mon[115265]: fsmap 1 up:standby 2023-12-22T17:14:42.428 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:42 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-22T17:14:42.429 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:42 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:42.429 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:42 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:42.429 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:42 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:42.429 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:42 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-22T17:14:42.429 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:42 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-22T17:14:42.429 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:42 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:14:42.429 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:42 smithi039 ceph-mon[115265]: Deploying daemon mds.b on smithi039 2023-12-22T17:14:42.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:42 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/3979196251' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-22T17:14:42.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:42 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/1389975113' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-22T17:14:42.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:42 smithi032 ceph-mon[110651]: mds.? [v2:172.21.15.32:6834/3126415683,v1:172.21.15.32:6835/3126415683] up:boot 2023-12-22T17:14:42.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:42 smithi032 ceph-mon[110651]: fsmap 1 up:standby 2023-12-22T17:14:42.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:42 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-22T17:14:42.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:42 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:42.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:42 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:42.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:42 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:42.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:42 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-22T17:14:42.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:42 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-22T17:14:42.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:42 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:14:42.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:42 smithi032 ceph-mon[110651]: Deploying daemon mds.b on smithi039 2023-12-22T17:14:42.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:42 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/3979196251' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-22T17:14:42.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:42 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/1389975113' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-22T17:14:42.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:42 smithi032 ceph-mon[125050]: mds.? [v2:172.21.15.32:6834/3126415683,v1:172.21.15.32:6835/3126415683] up:boot 2023-12-22T17:14:42.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:42 smithi032 ceph-mon[125050]: fsmap 1 up:standby 2023-12-22T17:14:42.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:42 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-22T17:14:42.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:42 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:42.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:42 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:42.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:42 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:42.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:42 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-22T17:14:42.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:42 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-22T17:14:42.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:42 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:14:42.437 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:42 smithi032 ceph-mon[125050]: Deploying daemon mds.b on smithi039 2023-12-22T17:14:43.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:43 smithi032 ceph-mon[110651]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-12-22T17:14:43.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:43 smithi032 ceph-mon[125050]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-12-22T17:14:43.470 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:43 smithi039 ceph-mon[115265]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-12-22T17:14:43.470 INFO:journalctl@ceph.mds.b.smithi039.stdout:Dec 22 17:14:43 smithi039 systemd[1]: Starting Ceph mds.b for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:14:43.808 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-22T17:14:44.011 INFO:journalctl@ceph.mds.b.smithi039.stdout:Dec 22 17:14:43 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mds-b[148031]: starting mds.b at 2023-12-22T17:14:44.011 INFO:journalctl@ceph.mds.b.smithi039.stdout:Dec 22 17:14:43 smithi039 bash[148016]: 7b2e30a2e728d04805cbec85142a3c2cefe26e076e6da7795597cb3db2661d3b 2023-12-22T17:14:44.011 INFO:journalctl@ceph.mds.b.smithi039.stdout:Dec 22 17:14:43 smithi039 systemd[1]: Started Ceph mds.b for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:14:44.204 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:14:44.205 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14454,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/3126415683","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":3126415683},{"type":"v1","addr":"172.21.15.32:6835","nonce":3126415683}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24379,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6833/2987529555","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":2987529555},{"type":"v1","addr":"172.21.15.39:6833","nonce":2987529555}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2023-12-22T17:14:44.208 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 3 2023-12-22T17:14:44.220 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-22T17:14:44.563 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:14:44.563 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":55,"fsid":"e779e1d0-a0ec-11ee-95a5-87774f69a715","created":"2023-12-22T17:10:40.128689+0000","modified":"2023-12-22T17:14:36.745096+0000","last_up_change":"2023-12-22T17:14:32.981601+0000","last_in_change":"2023-12-22T17:14:18.351854+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-22T17:13:07.256776+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"14f07766-c4dd-412e-91d4-e2775e552e19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6803","nonce":871376753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6805","nonce":871376753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6809","nonce":871376753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6807","nonce":871376753}]},"public_addr":"172.21.15.32:6803/871376753","cluster_addr":"172.21.15.32:6805/871376753","heartbeat_back_addr":"172.21.15.32:6809/871376753","heartbeat_front_addr":"172.21.15.32:6807/871376753","state":["exists","up"]},{"osd":1,"uuid":"eec9e323-8248-4375-8464-9ff89e6b3cc6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6811","nonce":2950004737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6813","nonce":2950004737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6817","nonce":2950004737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6815","nonce":2950004737}]},"public_addr":"172.21.15.32:6811/2950004737","cluster_addr":"172.21.15.32:6813/2950004737","heartbeat_back_addr":"172.21.15.32:6817/2950004737","heartbeat_front_addr":"172.21.15.32:6815/2950004737","state":["exists","up"]},{"osd":2,"uuid":"b75e654a-8617-4471-acbe-b33d2dc8a87a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6819","nonce":3068030030}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6821","nonce":3068030030}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6825","nonce":3068030030}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6823","nonce":3068030030}]},"public_addr":"172.21.15.32:6819/3068030030","cluster_addr":"172.21.15.32:6821/3068030030","heartbeat_back_addr":"172.21.15.32:6825/3068030030","heartbeat_front_addr":"172.21.15.32:6823/3068030030","state":["exists","up"]},{"osd":3,"uuid":"5902129c-c823-4548-91fb-3129d580c136","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6827","nonce":180184651}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6829","nonce":180184651}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6833","nonce":180184651}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6831","nonce":180184651}]},"public_addr":"172.21.15.32:6827/180184651","cluster_addr":"172.21.15.32:6829/180184651","heartbeat_back_addr":"172.21.15.32:6833/180184651","heartbeat_front_addr":"172.21.15.32:6831/180184651","state":["exists","up"]},{"osd":4,"uuid":"684c3faa-21bc-41f1-b320-3bee82978eb1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6801","nonce":3951350279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6803","nonce":3951350279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6807","nonce":3951350279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6805","nonce":3951350279}]},"public_addr":"172.21.15.39:6801/3951350279","cluster_addr":"172.21.15.39:6803/3951350279","heartbeat_back_addr":"172.21.15.39:6807/3951350279","heartbeat_front_addr":"172.21.15.39:6805/3951350279","state":["exists","up"]},{"osd":5,"uuid":"fee09421-785d-4d6c-8d64-71ae5b3eeb61","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6809","nonce":1681710623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6811","nonce":1681710623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6815","nonce":1681710623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6813","nonce":1681710623}]},"public_addr":"172.21.15.39:6809/1681710623","cluster_addr":"172.21.15.39:6811/1681710623","heartbeat_back_addr":"172.21.15.39:6815/1681710623","heartbeat_front_addr":"172.21.15.39:6813/1681710623","state":["exists","up"]},{"osd":6,"uuid":"8f928114-00a0-4ee9-b4bd-9af4b7baf3bf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6817","nonce":3600824384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6819","nonce":3600824384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6823","nonce":3600824384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6821","nonce":3600824384}]},"public_addr":"172.21.15.39:6817/3600824384","cluster_addr":"172.21.15.39:6819/3600824384","heartbeat_back_addr":"172.21.15.39:6823/3600824384","heartbeat_front_addr":"172.21.15.39:6821/3600824384","state":["exists","up"]},{"osd":7,"uuid":"5d20e9d9-1b04-4ef3-b96b-c7d17df82353","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6825","nonce":3548650184}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6827","nonce":3548650184}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6831","nonce":3548650184}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6829","nonce":3548650184}]},"public_addr":"172.21.15.39:6825/3548650184","cluster_addr":"172.21.15.39:6827/3548650184","heartbeat_back_addr":"172.21.15.39:6831/3548650184","heartbeat_front_addr":"172.21.15.39:6829/3548650184","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:12:29.861972+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:12:47.447926+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:04.678895+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:22.691751+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:39.366495+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:56.610370+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:14:13.819238+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:14:31.398576+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.32:0/2954033398":"2023-12-23T17:11:26.731678+0000","172.21.15.32:6801/2530286936":"2023-12-23T17:11:26.731678+0000","172.21.15.32:6800/2530286936":"2023-12-23T17:11:26.731678+0000","172.21.15.32:0/4231560735":"2023-12-23T17:11:03.726672+0000","172.21.15.32:0/2470556493":"2023-12-23T17:11:26.731678+0000","172.21.15.32:0/2748005656":"2023-12-23T17:11:26.731678+0000","172.21.15.32:0/3345047675":"2023-12-23T17:11:03.726672+0000","172.21.15.32:6800/2146355663":"2023-12-23T17:11:03.726672+0000","172.21.15.32:0/3670382399":"2023-12-23T17:11:03.726672+0000","172.21.15.32:6801/2146355663":"2023-12-23T17:11:03.726672+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-22T17:14:44.579 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-22T17:13:07.256776+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2023-12-22T17:14:44.580 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-22T17:14:44.762 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:44 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:44.762 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:44 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:44.762 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:44 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:44.762 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:44 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:44.762 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:44 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:44.762 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:44 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:14:44.762 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:44 smithi039 ceph-mon[115265]: mds.? [v2:172.21.15.39:6832/2987529555,v1:172.21.15.39:6833/2987529555] up:boot 2023-12-22T17:14:44.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:44 smithi039 ceph-mon[115265]: fsmap 2 up:standby 2023-12-22T17:14:44.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:44 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-22T17:14:44.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:44 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/2669786622' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-22T17:14:44.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:44 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/1238088257' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-22T17:14:44.930 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2023-12-22T17:14:44.935 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:44 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:44.935 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:44 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:44.935 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:44 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:44.935 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:44 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:44.935 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:44 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:44.935 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:44 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:14:44.935 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:44 smithi032 ceph-mon[110651]: mds.? [v2:172.21.15.39:6832/2987529555,v1:172.21.15.39:6833/2987529555] up:boot 2023-12-22T17:14:44.935 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:44 smithi032 ceph-mon[110651]: fsmap 2 up:standby 2023-12-22T17:14:44.935 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:44 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-22T17:14:44.936 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:44 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/2669786622' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-22T17:14:44.936 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:44 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/1238088257' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-22T17:14:44.936 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:44 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:44.936 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:44 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:44.936 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:44 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:44.936 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:44 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:44.936 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:44 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:44.936 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:44 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:14:44.936 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:44 smithi032 ceph-mon[125050]: mds.? [v2:172.21.15.39:6832/2987529555,v1:172.21.15.39:6833/2987529555] up:boot 2023-12-22T17:14:44.936 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:44 smithi032 ceph-mon[125050]: fsmap 2 up:standby 2023-12-22T17:14:44.936 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:44 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-22T17:14:44.936 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:44 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/2669786622' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-22T17:14:44.936 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:44 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/1238088257' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-22T17:14:44.945 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-12-22T17:14:45.277 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:14:45.277 INFO:teuthology.orchestra.run.smithi032.stdout:[ 2023-12-22T17:14:45.277 INFO:teuthology.orchestra.run.smithi032.stdout: { 2023-12-22T17:14:45.277 INFO:teuthology.orchestra.run.smithi032.stdout: "poolnum": 1, 2023-12-22T17:14:45.277 INFO:teuthology.orchestra.run.smithi032.stdout: "poolname": ".mgr" 2023-12-22T17:14:45.277 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:14:45.277 INFO:teuthology.orchestra.run.smithi032.stdout:] 2023-12-22T17:14:45.291 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-12-22T17:14:45.291 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-12-22T17:14:46.112 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs_metadata' created 2023-12-22T17:14:46.124 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-12-22T17:14:46.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:46 smithi032 ceph-mon[125050]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 64 KiB/s, 0 objects/s recovering 2023-12-22T17:14:46.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:46 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:46.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:46 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:46.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:46 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:46.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:46 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:46.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:46 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:14:46.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:46 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:14:46.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:46 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:46.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:46 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/1753007515' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-22T17:14:46.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:46 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:14:46.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:46 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:14:46.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:46 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:14:46.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:46 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:46.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:46 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/802125796' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2023-12-22T17:14:46.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:46 smithi032 ceph-mon[110651]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 64 KiB/s, 0 objects/s recovering 2023-12-22T17:14:46.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:46 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:46.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:46 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:46.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:46 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:46.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:46 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:46.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:46 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:14:46.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:46 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:14:46.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:46 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:46.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:46 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/1753007515' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-22T17:14:46.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:46 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:14:46.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:46 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:14:46.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:46 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:14:46.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:46 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:46.437 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:46 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/802125796' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2023-12-22T17:14:46.511 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:46 smithi039 ceph-mon[115265]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 64 KiB/s, 0 objects/s recovering 2023-12-22T17:14:46.511 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:46 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:46.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:46 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:46.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:46 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:46.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:46 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:46.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:46 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:14:46.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:46 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:14:46.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:46 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:46.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:46 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/1753007515' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-22T17:14:46.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:46 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:14:46.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:46 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:14:46.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:46 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:14:46.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:46 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:46.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:46 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/802125796' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2023-12-22T17:14:47.129 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs_data' created 2023-12-22T17:14:47.141 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-12-22T17:14:47.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:47 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/183232468' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-12-22T17:14:47.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:47 smithi032 ceph-mon[125050]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-12-22T17:14:47.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:47 smithi032 ceph-mon[125050]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2023-12-22T17:14:47.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:47 smithi032 ceph-mon[125050]: osdmap e56: 8 total, 8 up, 8 in 2023-12-22T17:14:47.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:47 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/2621286108' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-12-22T17:14:47.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:47 smithi032 ceph-mon[125050]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-12-22T17:14:47.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:47 smithi032 ceph-mon[125050]: pgmap v146: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-12-22T17:14:47.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:47 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:47.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:47 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/183232468' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-12-22T17:14:47.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:47 smithi032 ceph-mon[110651]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-12-22T17:14:47.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:47 smithi032 ceph-mon[110651]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2023-12-22T17:14:47.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:47 smithi032 ceph-mon[110651]: osdmap e56: 8 total, 8 up, 8 in 2023-12-22T17:14:47.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:47 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/2621286108' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-12-22T17:14:47.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:47 smithi032 ceph-mon[110651]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-12-22T17:14:47.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:47 smithi032 ceph-mon[110651]: pgmap v146: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-12-22T17:14:47.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:47 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:47.511 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:47 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/183232468' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-12-22T17:14:47.511 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:47 smithi039 ceph-mon[115265]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-12-22T17:14:47.511 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:47 smithi039 ceph-mon[115265]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2023-12-22T17:14:47.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:47 smithi039 ceph-mon[115265]: osdmap e56: 8 total, 8 up, 8 in 2023-12-22T17:14:47.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:47 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/2621286108' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-12-22T17:14:47.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:47 smithi039 ceph-mon[115265]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-12-22T17:14:47.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:47 smithi039 ceph-mon[115265]: pgmap v146: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-12-22T17:14:47.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:47 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:48.119 INFO:teuthology.orchestra.run.smithi032.stderr:new fs with metadata pool 2 and data pool 3 2023-12-22T17:14:48.132 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-22T17:14:48.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:48 smithi032 ceph-mon[125050]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:14:48.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:48 smithi032 ceph-mon[125050]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2023-12-22T17:14:48.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:48 smithi032 ceph-mon[125050]: osdmap e57: 8 total, 8 up, 8 in 2023-12-22T17:14:48.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:48 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/4169425938' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-12-22T17:14:48.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:48 smithi032 ceph-mon[125050]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-12-22T17:14:48.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:48 smithi032 ceph-mon[125050]: daemon mds.b assigned to filesystem cephfs as rank 0 2023-12-22T17:14:48.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:48 smithi032 ceph-mon[110651]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:14:48.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:48 smithi032 ceph-mon[110651]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2023-12-22T17:14:48.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:48 smithi032 ceph-mon[110651]: osdmap e57: 8 total, 8 up, 8 in 2023-12-22T17:14:48.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:48 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/4169425938' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-12-22T17:14:48.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:48 smithi032 ceph-mon[110651]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-12-22T17:14:48.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:48 smithi032 ceph-mon[110651]: daemon mds.b assigned to filesystem cephfs as rank 0 2023-12-22T17:14:48.461 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:14:48.462 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":58,"fsid":"e779e1d0-a0ec-11ee-95a5-87774f69a715","created":"2023-12-22T17:10:40.128689+0000","modified":"2023-12-22T17:14:47.510955+0000","last_up_change":"2023-12-22T17:14:32.981601+0000","last_in_change":"2023-12-22T17:14:18.351854+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-22T17:13:07.256776+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-22T17:14:46.043466+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-22T17:14:46.881029+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"14f07766-c4dd-412e-91d4-e2775e552e19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6803","nonce":871376753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6805","nonce":871376753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6809","nonce":871376753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6807","nonce":871376753}]},"public_addr":"172.21.15.32:6803/871376753","cluster_addr":"172.21.15.32:6805/871376753","heartbeat_back_addr":"172.21.15.32:6809/871376753","heartbeat_front_addr":"172.21.15.32:6807/871376753","state":["exists","up"]},{"osd":1,"uuid":"eec9e323-8248-4375-8464-9ff89e6b3cc6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6811","nonce":2950004737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6813","nonce":2950004737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6817","nonce":2950004737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6815","nonce":2950004737}]},"public_addr":"172.21.15.32:6811/2950004737","cluster_addr":"172.21.15.32:6813/2950004737","heartbeat_back_addr":"172.21.15.32:6817/2950004737","heartbeat_front_addr":"172.21.15.32:6815/2950004737","state":["exists","up"]},{"osd":2,"uuid":"b75e654a-8617-4471-acbe-b33d2dc8a87a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6819","nonce":3068030030}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6821","nonce":3068030030}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6825","nonce":3068030030}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6823","nonce":3068030030}]},"public_addr":"172.21.15.32:6819/3068030030","cluster_addr":"172.21.15.32:6821/3068030030","heartbeat_back_addr":"172.21.15.32:6825/3068030030","heartbeat_front_addr":"172.21.15.32:6823/3068030030","state":["exists","up"]},{"osd":3,"uuid":"5902129c-c823-4548-91fb-3129d580c136","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6827","nonce":180184651}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6829","nonce":180184651}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6833","nonce":180184651}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6831","nonce":180184651}]},"public_addr":"172.21.15.32:6827/180184651","cluster_addr":"172.21.15.32:6829/180184651","heartbeat_back_addr":"172.21.15.32:6833/180184651","heartbeat_front_addr":"172.21.15.32:6831/180184651","state":["exists","up"]},{"osd":4,"uuid":"684c3faa-21bc-41f1-b320-3bee82978eb1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6801","nonce":3951350279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6803","nonce":3951350279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6807","nonce":3951350279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6805","nonce":3951350279}]},"public_addr":"172.21.15.39:6801/3951350279","cluster_addr":"172.21.15.39:6803/3951350279","heartbeat_back_addr":"172.21.15.39:6807/3951350279","heartbeat_front_addr":"172.21.15.39:6805/3951350279","state":["exists","up"]},{"osd":5,"uuid":"fee09421-785d-4d6c-8d64-71ae5b3eeb61","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6809","nonce":1681710623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6811","nonce":1681710623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6815","nonce":1681710623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6813","nonce":1681710623}]},"public_addr":"172.21.15.39:6809/1681710623","cluster_addr":"172.21.15.39:6811/1681710623","heartbeat_back_addr":"172.21.15.39:6815/1681710623","heartbeat_front_addr":"172.21.15.39:6813/1681710623","state":["exists","up"]},{"osd":6,"uuid":"8f928114-00a0-4ee9-b4bd-9af4b7baf3bf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6817","nonce":3600824384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6819","nonce":3600824384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6823","nonce":3600824384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6821","nonce":3600824384}]},"public_addr":"172.21.15.39:6817/3600824384","cluster_addr":"172.21.15.39:6819/3600824384","heartbeat_back_addr":"172.21.15.39:6823/3600824384","heartbeat_front_addr":"172.21.15.39:6821/3600824384","state":["exists","up"]},{"osd":7,"uuid":"5d20e9d9-1b04-4ef3-b96b-c7d17df82353","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6825","nonce":3548650184}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6827","nonce":3548650184}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6831","nonce":3548650184}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6829","nonce":3548650184}]},"public_addr":"172.21.15.39:6825/3548650184","cluster_addr":"172.21.15.39:6827/3548650184","heartbeat_back_addr":"172.21.15.39:6831/3548650184","heartbeat_front_addr":"172.21.15.39:6829/3548650184","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:12:29.861972+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:12:47.447926+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:04.678895+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:22.691751+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:39.366495+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:56.610370+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:14:13.819238+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:14:31.398576+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.32:0/2954033398":"2023-12-23T17:11:26.731678+0000","172.21.15.32:6801/2530286936":"2023-12-23T17:11:26.731678+0000","172.21.15.32:6800/2530286936":"2023-12-23T17:11:26.731678+0000","172.21.15.32:0/4231560735":"2023-12-23T17:11:03.726672+0000","172.21.15.32:0/2470556493":"2023-12-23T17:11:26.731678+0000","172.21.15.32:0/2748005656":"2023-12-23T17:11:26.731678+0000","172.21.15.32:0/3345047675":"2023-12-23T17:11:03.726672+0000","172.21.15.32:6800/2146355663":"2023-12-23T17:11:03.726672+0000","172.21.15.32:0/3670382399":"2023-12-23T17:11:03.726672+0000","172.21.15.32:6801/2146355663":"2023-12-23T17:11:03.726672+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-22T17:14:48.476 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-22T17:14:48.511 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:48 smithi039 ceph-mon[115265]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:14:48.511 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:48 smithi039 ceph-mon[115265]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2023-12-22T17:14:48.511 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:48 smithi039 ceph-mon[115265]: osdmap e57: 8 total, 8 up, 8 in 2023-12-22T17:14:48.511 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:48 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/4169425938' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-12-22T17:14:48.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:48 smithi039 ceph-mon[115265]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-12-22T17:14:48.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:48 smithi039 ceph-mon[115265]: daemon mds.b assigned to filesystem cephfs as rank 0 2023-12-22T17:14:48.804 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:14:48.804 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":58,"fsid":"e779e1d0-a0ec-11ee-95a5-87774f69a715","created":"2023-12-22T17:10:40.128689+0000","modified":"2023-12-22T17:14:47.510955+0000","last_up_change":"2023-12-22T17:14:32.981601+0000","last_in_change":"2023-12-22T17:14:18.351854+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-22T17:13:07.256776+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-22T17:14:46.043466+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-22T17:14:46.881029+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"14f07766-c4dd-412e-91d4-e2775e552e19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6803","nonce":871376753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6805","nonce":871376753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6809","nonce":871376753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6807","nonce":871376753}]},"public_addr":"172.21.15.32:6803/871376753","cluster_addr":"172.21.15.32:6805/871376753","heartbeat_back_addr":"172.21.15.32:6809/871376753","heartbeat_front_addr":"172.21.15.32:6807/871376753","state":["exists","up"]},{"osd":1,"uuid":"eec9e323-8248-4375-8464-9ff89e6b3cc6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6811","nonce":2950004737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6813","nonce":2950004737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6817","nonce":2950004737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6815","nonce":2950004737}]},"public_addr":"172.21.15.32:6811/2950004737","cluster_addr":"172.21.15.32:6813/2950004737","heartbeat_back_addr":"172.21.15.32:6817/2950004737","heartbeat_front_addr":"172.21.15.32:6815/2950004737","state":["exists","up"]},{"osd":2,"uuid":"b75e654a-8617-4471-acbe-b33d2dc8a87a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6819","nonce":3068030030}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6821","nonce":3068030030}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6825","nonce":3068030030}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6823","nonce":3068030030}]},"public_addr":"172.21.15.32:6819/3068030030","cluster_addr":"172.21.15.32:6821/3068030030","heartbeat_back_addr":"172.21.15.32:6825/3068030030","heartbeat_front_addr":"172.21.15.32:6823/3068030030","state":["exists","up"]},{"osd":3,"uuid":"5902129c-c823-4548-91fb-3129d580c136","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6827","nonce":180184651}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6829","nonce":180184651}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6833","nonce":180184651}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6831","nonce":180184651}]},"public_addr":"172.21.15.32:6827/180184651","cluster_addr":"172.21.15.32:6829/180184651","heartbeat_back_addr":"172.21.15.32:6833/180184651","heartbeat_front_addr":"172.21.15.32:6831/180184651","state":["exists","up"]},{"osd":4,"uuid":"684c3faa-21bc-41f1-b320-3bee82978eb1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6801","nonce":3951350279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6803","nonce":3951350279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6807","nonce":3951350279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6805","nonce":3951350279}]},"public_addr":"172.21.15.39:6801/3951350279","cluster_addr":"172.21.15.39:6803/3951350279","heartbeat_back_addr":"172.21.15.39:6807/3951350279","heartbeat_front_addr":"172.21.15.39:6805/3951350279","state":["exists","up"]},{"osd":5,"uuid":"fee09421-785d-4d6c-8d64-71ae5b3eeb61","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6809","nonce":1681710623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6811","nonce":1681710623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6815","nonce":1681710623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6813","nonce":1681710623}]},"public_addr":"172.21.15.39:6809/1681710623","cluster_addr":"172.21.15.39:6811/1681710623","heartbeat_back_addr":"172.21.15.39:6815/1681710623","heartbeat_front_addr":"172.21.15.39:6813/1681710623","state":["exists","up"]},{"osd":6,"uuid":"8f928114-00a0-4ee9-b4bd-9af4b7baf3bf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6817","nonce":3600824384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6819","nonce":3600824384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6823","nonce":3600824384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6821","nonce":3600824384}]},"public_addr":"172.21.15.39:6817/3600824384","cluster_addr":"172.21.15.39:6819/3600824384","heartbeat_back_addr":"172.21.15.39:6823/3600824384","heartbeat_front_addr":"172.21.15.39:6821/3600824384","state":["exists","up"]},{"osd":7,"uuid":"5d20e9d9-1b04-4ef3-b96b-c7d17df82353","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6825","nonce":3548650184}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6827","nonce":3548650184}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6831","nonce":3548650184}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6829","nonce":3548650184}]},"public_addr":"172.21.15.39:6825/3548650184","cluster_addr":"172.21.15.39:6827/3548650184","heartbeat_back_addr":"172.21.15.39:6831/3548650184","heartbeat_front_addr":"172.21.15.39:6829/3548650184","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:12:29.861972+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:12:47.447926+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:04.678895+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:22.691751+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:39.366495+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:56.610370+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:14:13.819238+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:14:31.398576+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.32:0/2954033398":"2023-12-23T17:11:26.731678+0000","172.21.15.32:6801/2530286936":"2023-12-23T17:11:26.731678+0000","172.21.15.32:6800/2530286936":"2023-12-23T17:11:26.731678+0000","172.21.15.32:0/4231560735":"2023-12-23T17:11:03.726672+0000","172.21.15.32:0/2470556493":"2023-12-23T17:11:26.731678+0000","172.21.15.32:0/2748005656":"2023-12-23T17:11:26.731678+0000","172.21.15.32:0/3345047675":"2023-12-23T17:11:03.726672+0000","172.21.15.32:6800/2146355663":"2023-12-23T17:11:03.726672+0000","172.21.15.32:0/3670382399":"2023-12-23T17:11:03.726672+0000","172.21.15.32:6801/2146355663":"2023-12-23T17:11:03.726672+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-22T17:14:48.818 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2023-12-22T17:14:49.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:49 smithi032 ceph-mon[110651]: osdmap e58: 8 total, 8 up, 8 in 2023-12-22T17:14:49.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:49 smithi032 ceph-mon[110651]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2023-12-22T17:14:49.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:49 smithi032 ceph-mon[110651]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2023-12-22T17:14:49.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:49 smithi032 ceph-mon[110651]: daemon mds.b is now active in filesystem cephfs as rank 0 2023-12-22T17:14:49.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:49 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/4083607547' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-22T17:14:49.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:49 smithi032 ceph-mon[110651]: mds.? [v2:172.21.15.39:6832/2987529555,v1:172.21.15.39:6833/2987529555] up:active 2023-12-22T17:14:49.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:49 smithi032 ceph-mon[110651]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-22T17:14:49.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:49 smithi032 ceph-mon[110651]: pgmap v149: 97 pgs: 14 active+clean, 37 creating+peering, 46 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:14:49.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:49 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/104001277' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-22T17:14:49.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:49 smithi032 ceph-mon[125050]: osdmap e58: 8 total, 8 up, 8 in 2023-12-22T17:14:49.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:49 smithi032 ceph-mon[125050]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2023-12-22T17:14:49.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:49 smithi032 ceph-mon[125050]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2023-12-22T17:14:49.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:49 smithi032 ceph-mon[125050]: daemon mds.b is now active in filesystem cephfs as rank 0 2023-12-22T17:14:49.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:49 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/4083607547' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-22T17:14:49.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:49 smithi032 ceph-mon[125050]: mds.? [v2:172.21.15.39:6832/2987529555,v1:172.21.15.39:6833/2987529555] up:active 2023-12-22T17:14:49.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:49 smithi032 ceph-mon[125050]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-22T17:14:49.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:49 smithi032 ceph-mon[125050]: pgmap v149: 97 pgs: 14 active+clean, 37 creating+peering, 46 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:14:49.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:49 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/104001277' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-22T17:14:49.511 INFO:journalctl@ceph.mds.b.smithi039.stdout:Dec 22 17:14:49 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mds-b[148031]: 2023-12-22T17:14:49.166+0000 7fdae4191700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-12-22T17:14:49.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:49 smithi039 ceph-mon[115265]: osdmap e58: 8 total, 8 up, 8 in 2023-12-22T17:14:49.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:49 smithi039 ceph-mon[115265]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2023-12-22T17:14:49.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:49 smithi039 ceph-mon[115265]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2023-12-22T17:14:49.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:49 smithi039 ceph-mon[115265]: daemon mds.b is now active in filesystem cephfs as rank 0 2023-12-22T17:14:49.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:49 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/4083607547' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-22T17:14:49.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:49 smithi039 ceph-mon[115265]: mds.? [v2:172.21.15.39:6832/2987529555,v1:172.21.15.39:6833/2987529555] up:active 2023-12-22T17:14:49.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:49 smithi039 ceph-mon[115265]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-22T17:14:49.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:49 smithi039 ceph-mon[115265]: pgmap v149: 97 pgs: 14 active+clean, 37 creating+peering, 46 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:14:49.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:49 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/104001277' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-22T17:14:50.090 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2023-12-22T17:14:50.091 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2023-12-22T17:14:50.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:50 smithi032 ceph-mon[110651]: osdmap e59: 8 total, 8 up, 8 in 2023-12-22T17:14:50.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:50 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/3906488032' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-12-22T17:14:50.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:50 smithi032 ceph-mon[110651]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-12-22T17:14:50.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:50 smithi032 ceph-mon[110651]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:14:50.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:50 smithi032 ceph-mon[110651]: Cluster is now healthy 2023-12-22T17:14:50.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:50 smithi032 ceph-mon[125050]: osdmap e59: 8 total, 8 up, 8 in 2023-12-22T17:14:50.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:50 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/3906488032' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-12-22T17:14:50.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:50 smithi032 ceph-mon[125050]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-12-22T17:14:50.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:50 smithi032 ceph-mon[125050]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:14:50.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:50 smithi032 ceph-mon[125050]: Cluster is now healthy 2023-12-22T17:14:50.511 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:50 smithi039 ceph-mon[115265]: osdmap e59: 8 total, 8 up, 8 in 2023-12-22T17:14:50.511 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:50 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/3906488032' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-12-22T17:14:50.511 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:50 smithi039 ceph-mon[115265]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-12-22T17:14:50.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:50 smithi039 ceph-mon[115265]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:14:50.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:50 smithi039 ceph-mon[115265]: Cluster is now healthy 2023-12-22T17:14:51.095 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2023-12-22T17:14:51.096 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-22T17:14:51.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:51 smithi032 ceph-mon[125050]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2023-12-22T17:14:51.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:51 smithi032 ceph-mon[125050]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-22T17:14:51.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:51 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/1488446788' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2023-12-22T17:14:51.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:51 smithi032 ceph-mon[125050]: pgmap v151: 97 pgs: 52 active+clean, 37 creating+peering, 8 unknown; 578 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 2 op/s 2023-12-22T17:14:51.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:51 smithi032 ceph-mon[110651]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2023-12-22T17:14:51.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:51 smithi032 ceph-mon[110651]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-22T17:14:51.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:51 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/1488446788' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2023-12-22T17:14:51.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:51 smithi032 ceph-mon[110651]: pgmap v151: 97 pgs: 52 active+clean, 37 creating+peering, 8 unknown; 578 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 2 op/s 2023-12-22T17:14:51.469 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:14:51.469 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14454,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/3126415683","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":3126415683},{"type":"v1","addr":"172.21.15.32:6835","nonce":3126415683}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-22T17:14:47.511299+0000","modified":"2023-12-22T17:14:51.065319+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24379},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24379":{"gid":24379,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.39:6833/2987529555","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":2987529555},{"type":"v1","addr":"172.21.15.39:6833","nonce":2987529555}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2023-12-22T17:14:51.471 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 7 2023-12-22T17:14:51.483 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-22T17:14:51.511 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:51 smithi039 ceph-mon[115265]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2023-12-22T17:14:51.511 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:51 smithi039 ceph-mon[115265]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-22T17:14:51.511 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:51 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/1488446788' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2023-12-22T17:14:51.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:51 smithi039 ceph-mon[115265]: pgmap v151: 97 pgs: 52 active+clean, 37 creating+peering, 8 unknown; 578 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 2 op/s 2023-12-22T17:14:51.811 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:14:51.812 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":59,"fsid":"e779e1d0-a0ec-11ee-95a5-87774f69a715","created":"2023-12-22T17:10:40.128689+0000","modified":"2023-12-22T17:14:49.050768+0000","last_up_change":"2023-12-22T17:14:32.981601+0000","last_in_change":"2023-12-22T17:14:18.351854+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-22T17:13:07.256776+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-22T17:14:46.043466+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-22T17:14:46.881029+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"59","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"14f07766-c4dd-412e-91d4-e2775e552e19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6803","nonce":871376753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6805","nonce":871376753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6809","nonce":871376753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6807","nonce":871376753}]},"public_addr":"172.21.15.32:6803/871376753","cluster_addr":"172.21.15.32:6805/871376753","heartbeat_back_addr":"172.21.15.32:6809/871376753","heartbeat_front_addr":"172.21.15.32:6807/871376753","state":["exists","up"]},{"osd":1,"uuid":"eec9e323-8248-4375-8464-9ff89e6b3cc6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6811","nonce":2950004737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6813","nonce":2950004737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6817","nonce":2950004737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6815","nonce":2950004737}]},"public_addr":"172.21.15.32:6811/2950004737","cluster_addr":"172.21.15.32:6813/2950004737","heartbeat_back_addr":"172.21.15.32:6817/2950004737","heartbeat_front_addr":"172.21.15.32:6815/2950004737","state":["exists","up"]},{"osd":2,"uuid":"b75e654a-8617-4471-acbe-b33d2dc8a87a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6819","nonce":3068030030}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6821","nonce":3068030030}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6825","nonce":3068030030}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6823","nonce":3068030030}]},"public_addr":"172.21.15.32:6819/3068030030","cluster_addr":"172.21.15.32:6821/3068030030","heartbeat_back_addr":"172.21.15.32:6825/3068030030","heartbeat_front_addr":"172.21.15.32:6823/3068030030","state":["exists","up"]},{"osd":3,"uuid":"5902129c-c823-4548-91fb-3129d580c136","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6827","nonce":180184651}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6829","nonce":180184651}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6833","nonce":180184651}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6831","nonce":180184651}]},"public_addr":"172.21.15.32:6827/180184651","cluster_addr":"172.21.15.32:6829/180184651","heartbeat_back_addr":"172.21.15.32:6833/180184651","heartbeat_front_addr":"172.21.15.32:6831/180184651","state":["exists","up"]},{"osd":4,"uuid":"684c3faa-21bc-41f1-b320-3bee82978eb1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6801","nonce":3951350279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6803","nonce":3951350279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6807","nonce":3951350279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6805","nonce":3951350279}]},"public_addr":"172.21.15.39:6801/3951350279","cluster_addr":"172.21.15.39:6803/3951350279","heartbeat_back_addr":"172.21.15.39:6807/3951350279","heartbeat_front_addr":"172.21.15.39:6805/3951350279","state":["exists","up"]},{"osd":5,"uuid":"fee09421-785d-4d6c-8d64-71ae5b3eeb61","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6809","nonce":1681710623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6811","nonce":1681710623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6815","nonce":1681710623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6813","nonce":1681710623}]},"public_addr":"172.21.15.39:6809/1681710623","cluster_addr":"172.21.15.39:6811/1681710623","heartbeat_back_addr":"172.21.15.39:6815/1681710623","heartbeat_front_addr":"172.21.15.39:6813/1681710623","state":["exists","up"]},{"osd":6,"uuid":"8f928114-00a0-4ee9-b4bd-9af4b7baf3bf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6817","nonce":3600824384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6819","nonce":3600824384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6823","nonce":3600824384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6821","nonce":3600824384}]},"public_addr":"172.21.15.39:6817/3600824384","cluster_addr":"172.21.15.39:6819/3600824384","heartbeat_back_addr":"172.21.15.39:6823/3600824384","heartbeat_front_addr":"172.21.15.39:6821/3600824384","state":["exists","up"]},{"osd":7,"uuid":"5d20e9d9-1b04-4ef3-b96b-c7d17df82353","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6825","nonce":3548650184}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6827","nonce":3548650184}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6831","nonce":3548650184}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6829","nonce":3548650184}]},"public_addr":"172.21.15.39:6825/3548650184","cluster_addr":"172.21.15.39:6827/3548650184","heartbeat_back_addr":"172.21.15.39:6831/3548650184","heartbeat_front_addr":"172.21.15.39:6829/3548650184","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:12:29.861972+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:12:47.447926+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:04.678895+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:22.691751+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:39.366495+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:56.610370+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:14:13.819238+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:14:31.398576+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.32:0/2954033398":"2023-12-23T17:11:26.731678+0000","172.21.15.32:6801/2530286936":"2023-12-23T17:11:26.731678+0000","172.21.15.32:6800/2530286936":"2023-12-23T17:11:26.731678+0000","172.21.15.32:0/4231560735":"2023-12-23T17:11:03.726672+0000","172.21.15.32:0/2470556493":"2023-12-23T17:11:26.731678+0000","172.21.15.32:0/2748005656":"2023-12-23T17:11:26.731678+0000","172.21.15.32:0/3345047675":"2023-12-23T17:11:03.726672+0000","172.21.15.32:6800/2146355663":"2023-12-23T17:11:03.726672+0000","172.21.15.32:0/3670382399":"2023-12-23T17:11:03.726672+0000","172.21.15.32:6801/2146355663":"2023-12-23T17:11:03.726672+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-22T17:14:51.826 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-12-22T17:14:51.826 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-22T17:14:52.158 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:14:52.160 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2023-12-22T17:14:52.170 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":151,"stamp":"2023-12-22T17:14:50.771681+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592064,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":173,"num_write_kb":2421,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":132,"ondisk_log_size":132,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":87,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":749961216,"kb_used":2384460,"kb_used_data":6156,"kb_used_omap":0,"kb_used_meta":2378240,"kb_avail":747576756,"statfs":{"total":767960285184,"available":765518598144,"internally_reserved":0,"allocated":6303744,"data_stored":3630303,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2435317760},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1696,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.676030"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.113363+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T21:03:24.513710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.074170+0000","last_change":"2023-12-22T17:14:48.074170+0000","last_active":"2023-12-22T17:14:48.074170+0000","last_peered":"2023-12-22T17:14:48.074170+0000","last_clean":"2023-12-22T17:14:48.074170+0000","last_became_active":"2023-12-22T17:14:48.073812+0000","last_became_peered":"2023-12-22T17:14:48.073812+0000","last_unstale":"2023-12-22T17:14:48.074170+0000","last_undegraded":"2023-12-22T17:14:48.074170+0000","last_fullsized":"2023-12-22T17:14:48.074170+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:26:48.591147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.111854+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:58:12.611124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,2],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.111506+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:29:45.549144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.112230+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T05:03:46.070832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.111865+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:28:28.941288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.111239+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:45:13.237566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.079343+0000","last_change":"2023-12-22T17:14:48.079343+0000","last_active":"2023-12-22T17:14:48.079343+0000","last_peered":"2023-12-22T17:14:48.079343+0000","last_clean":"2023-12-22T17:14:48.079343+0000","last_became_active":"2023-12-22T17:14:48.079009+0000","last_became_peered":"2023-12-22T17:14:48.079009+0000","last_unstale":"2023-12-22T17:14:48.079343+0000","last_undegraded":"2023-12-22T17:14:48.079343+0000","last_fullsized":"2023-12-22T17:14:48.079343+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:55:56.431773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.111747+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:08:05.055146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.077087+0000","last_change":"2023-12-22T17:14:48.074494+0000","last_active":"2023-12-22T17:14:48.077087+0000","last_peered":"2023-12-22T17:14:48.077087+0000","last_clean":"2023-12-22T17:14:48.077087+0000","last_became_active":"2023-12-22T17:14:48.074093+0000","last_became_peered":"2023-12-22T17:14:48.074093+0000","last_unstale":"2023-12-22T17:14:48.077087+0000","last_undegraded":"2023-12-22T17:14:48.077087+0000","last_fullsized":"2023-12-22T17:14:48.077087+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:26:55.128223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.077059+0000","last_change":"2023-12-22T17:14:48.075415+0000","last_active":"2023-12-22T17:14:48.077059+0000","last_peered":"2023-12-22T17:14:48.077059+0000","last_clean":"2023-12-22T17:14:48.077059+0000","last_became_active":"2023-12-22T17:14:48.074595+0000","last_became_peered":"2023-12-22T17:14:48.074595+0000","last_unstale":"2023-12-22T17:14:48.077059+0000","last_undegraded":"2023-12-22T17:14:48.077059+0000","last_fullsized":"2023-12-22T17:14:48.077059+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:01:05.350910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.095692+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.066341+0000","last_change":"2023-12-22T17:14:48.066341+0000","last_active":"2023-12-22T17:14:48.066341+0000","last_peered":"2023-12-22T17:14:48.066341+0000","last_clean":"2023-12-22T17:14:48.066341+0000","last_became_active":"2023-12-22T17:14:48.066009+0000","last_became_peered":"2023-12-22T17:14:48.066009+0000","last_unstale":"2023-12-22T17:14:48.066341+0000","last_undegraded":"2023-12-22T17:14:48.066341+0000","last_fullsized":"2023-12-22T17:14:48.066341+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:33:06.516414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.112222+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:36:23.658299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.081559+0000","last_change":"2023-12-22T17:14:48.081559+0000","last_active":"2023-12-22T17:14:48.081559+0000","last_peered":"2023-12-22T17:14:48.081559+0000","last_clean":"2023-12-22T17:14:48.081559+0000","last_became_active":"2023-12-22T17:14:48.081110+0000","last_became_peered":"2023-12-22T17:14:48.081110+0000","last_unstale":"2023-12-22T17:14:48.081559+0000","last_undegraded":"2023-12-22T17:14:48.081559+0000","last_fullsized":"2023-12-22T17:14:48.081559+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:12:41.196423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.110901+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:55:35.350780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.107580+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:29:37.094229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.095692+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.113009+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:32:46.330962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.121358+0000","last_change":"2023-12-22T17:14:47.121358+0000","last_active":"2023-12-22T17:14:47.121358+0000","last_peered":"2023-12-22T17:14:47.121358+0000","last_clean":"2023-12-22T17:14:47.121358+0000","last_became_active":"2023-12-22T17:14:47.120859+0000","last_became_peered":"2023-12-22T17:14:47.120859+0000","last_unstale":"2023-12-22T17:14:47.121358+0000","last_undegraded":"2023-12-22T17:14:47.121358+0000","last_fullsized":"2023-12-22T17:14:47.121358+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:24:17.828043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.066465+0000","last_change":"2023-12-22T17:14:48.066465+0000","last_active":"2023-12-22T17:14:48.066465+0000","last_peered":"2023-12-22T17:14:48.066465+0000","last_clean":"2023-12-22T17:14:48.066465+0000","last_became_active":"2023-12-22T17:14:48.063479+0000","last_became_peered":"2023-12-22T17:14:48.063479+0000","last_unstale":"2023-12-22T17:14:48.066465+0000","last_undegraded":"2023-12-22T17:14:48.066465+0000","last_fullsized":"2023-12-22T17:14:48.066465+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:14:06.895497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"58'1","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.055551+0000","last_change":"2023-12-22T17:14:47.122491+0000","last_active":"2023-12-22T17:14:48.055551+0000","last_peered":"2023-12-22T17:14:48.055551+0000","last_clean":"2023-12-22T17:14:48.055551+0000","last_became_active":"2023-12-22T17:14:47.122167+0000","last_became_peered":"2023-12-22T17:14:47.122167+0000","last_unstale":"2023-12-22T17:14:48.055551+0000","last_undegraded":"2023-12-22T17:14:48.055551+0000","last_fullsized":"2023-12-22T17:14:48.055551+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:40:57.987404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.111692+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T05:14:03.650685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.128410+0000","last_change":"2023-12-22T17:14:47.128410+0000","last_active":"2023-12-22T17:14:47.128410+0000","last_peered":"2023-12-22T17:14:47.128410+0000","last_clean":"2023-12-22T17:14:47.128410+0000","last_became_active":"2023-12-22T17:14:47.127889+0000","last_became_peered":"2023-12-22T17:14:47.127889+0000","last_unstale":"2023-12-22T17:14:47.128410+0000","last_undegraded":"2023-12-22T17:14:47.128410+0000","last_fullsized":"2023-12-22T17:14:47.128410+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T05:01:22.054951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.106845+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:25:06.125086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.128059+0000","last_change":"2023-12-22T17:14:47.128059+0000","last_active":"2023-12-22T17:14:47.128059+0000","last_peered":"2023-12-22T17:14:47.128059+0000","last_clean":"2023-12-22T17:14:47.128059+0000","last_became_active":"2023-12-22T17:14:47.127717+0000","last_became_peered":"2023-12-22T17:14:47.127717+0000","last_unstale":"2023-12-22T17:14:47.128059+0000","last_undegraded":"2023-12-22T17:14:47.128059+0000","last_fullsized":"2023-12-22T17:14:47.128059+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:35:35.235720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.108978+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:33:17.868711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,6],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"58'1","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.055755+0000","last_change":"2023-12-22T17:14:47.124389+0000","last_active":"2023-12-22T17:14:48.055755+0000","last_peered":"2023-12-22T17:14:48.055755+0000","last_clean":"2023-12-22T17:14:48.055755+0000","last_became_active":"2023-12-22T17:14:47.124145+0000","last_became_peered":"2023-12-22T17:14:47.124145+0000","last_unstale":"2023-12-22T17:14:48.055755+0000","last_undegraded":"2023-12-22T17:14:48.055755+0000","last_fullsized":"2023-12-22T17:14:48.055755+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:22:51.061279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.095692+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"58'1","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.109610+0000","last_change":"2023-12-22T17:14:47.124454+0000","last_active":"2023-12-22T17:14:48.109610+0000","last_peered":"2023-12-22T17:14:48.109610+0000","last_clean":"2023-12-22T17:14:48.109610+0000","last_became_active":"2023-12-22T17:14:47.123302+0000","last_became_peered":"2023-12-22T17:14:47.123302+0000","last_unstale":"2023-12-22T17:14:48.109610+0000","last_undegraded":"2023-12-22T17:14:48.109610+0000","last_fullsized":"2023-12-22T17:14:48.109610+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:13:15.851795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.111281+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:05:23.405248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.117833+0000","last_change":"2023-12-22T17:14:47.115210+0000","last_active":"2023-12-22T17:14:47.117833+0000","last_peered":"2023-12-22T17:14:47.117833+0000","last_clean":"2023-12-22T17:14:47.117833+0000","last_became_active":"2023-12-22T17:14:47.114910+0000","last_became_peered":"2023-12-22T17:14:47.114910+0000","last_unstale":"2023-12-22T17:14:47.117833+0000","last_undegraded":"2023-12-22T17:14:47.117833+0000","last_fullsized":"2023-12-22T17:14:47.117833+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:59:15.958025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.069949+0000","last_change":"2023-12-22T17:14:48.069949+0000","last_active":"2023-12-22T17:14:48.069949+0000","last_peered":"2023-12-22T17:14:48.069949+0000","last_clean":"2023-12-22T17:14:48.069949+0000","last_became_active":"2023-12-22T17:14:48.069628+0000","last_became_peered":"2023-12-22T17:14:48.069628+0000","last_unstale":"2023-12-22T17:14:48.069949+0000","last_undegraded":"2023-12-22T17:14:48.069949+0000","last_fullsized":"2023-12-22T17:14:48.069949+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:18:04.310038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.121914+0000","last_change":"2023-12-22T17:14:47.121914+0000","last_active":"2023-12-22T17:14:47.121914+0000","last_peered":"2023-12-22T17:14:47.121914+0000","last_clean":"2023-12-22T17:14:47.121914+0000","last_became_active":"2023-12-22T17:14:47.121606+0000","last_became_peered":"2023-12-22T17:14:47.121606+0000","last_unstale":"2023-12-22T17:14:47.121914+0000","last_undegraded":"2023-12-22T17:14:47.121914+0000","last_fullsized":"2023-12-22T17:14:47.121914+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:26:41.424993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.068746+0000","last_change":"2023-12-22T17:14:48.068746+0000","last_active":"2023-12-22T17:14:48.068746+0000","last_peered":"2023-12-22T17:14:48.068746+0000","last_clean":"2023-12-22T17:14:48.068746+0000","last_became_active":"2023-12-22T17:14:48.068370+0000","last_became_peered":"2023-12-22T17:14:48.068370+0000","last_unstale":"2023-12-22T17:14:48.068746+0000","last_undegraded":"2023-12-22T17:14:48.068746+0000","last_fullsized":"2023-12-22T17:14:48.068746+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:25:46.315167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.057568+0000","last_change":"2023-12-22T17:14:47.117377+0000","last_active":"2023-12-22T17:14:48.057568+0000","last_peered":"2023-12-22T17:14:48.057568+0000","last_clean":"2023-12-22T17:14:48.057568+0000","last_became_active":"2023-12-22T17:14:47.116923+0000","last_became_peered":"2023-12-22T17:14:47.116923+0000","last_unstale":"2023-12-22T17:14:48.057568+0000","last_undegraded":"2023-12-22T17:14:48.057568+0000","last_fullsized":"2023-12-22T17:14:48.057568+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T17:52:47.976858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.107029+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:09:36.576506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.125723+0000","last_change":"2023-12-22T17:14:47.125723+0000","last_active":"2023-12-22T17:14:47.125723+0000","last_peered":"2023-12-22T17:14:47.125723+0000","last_clean":"2023-12-22T17:14:47.125723+0000","last_became_active":"2023-12-22T17:14:47.125390+0000","last_became_peered":"2023-12-22T17:14:47.125390+0000","last_unstale":"2023-12-22T17:14:47.125723+0000","last_undegraded":"2023-12-22T17:14:47.125723+0000","last_fullsized":"2023-12-22T17:14:47.125723+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:13:43.885024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.111205+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:14:50.864130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"58'3","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.111879+0000","last_change":"2023-12-22T17:14:47.118184+0000","last_active":"2023-12-22T17:14:48.111879+0000","last_peered":"2023-12-22T17:14:48.111879+0000","last_clean":"2023-12-22T17:14:48.111879+0000","last_became_active":"2023-12-22T17:14:47.117520+0000","last_became_peered":"2023-12-22T17:14:47.117520+0000","last_unstale":"2023-12-22T17:14:48.111879+0000","last_undegraded":"2023-12-22T17:14:48.111879+0000","last_fullsized":"2023-12-22T17:14:48.111879+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:37:46.157034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.095692+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"58'6","reported_seq":17,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.113494+0000","last_change":"2023-12-22T17:14:47.121004+0000","last_active":"2023-12-22T17:14:48.113494+0000","last_peered":"2023-12-22T17:14:48.113494+0000","last_clean":"2023-12-22T17:14:48.113494+0000","last_became_active":"2023-12-22T17:14:47.120720+0000","last_became_peered":"2023-12-22T17:14:47.120720+0000","last_unstale":"2023-12-22T17:14:48.113494+0000","last_undegraded":"2023-12-22T17:14:48.113494+0000","last_fullsized":"2023-12-22T17:14:48.113494+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:33:57.428613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1536,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.112458+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:06:10.565685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.124676+0000","last_change":"2023-12-22T17:14:47.124676+0000","last_active":"2023-12-22T17:14:47.124676+0000","last_peered":"2023-12-22T17:14:47.124676+0000","last_clean":"2023-12-22T17:14:47.124676+0000","last_became_active":"2023-12-22T17:14:47.124175+0000","last_became_peered":"2023-12-22T17:14:47.124175+0000","last_unstale":"2023-12-22T17:14:47.124676+0000","last_undegraded":"2023-12-22T17:14:47.124676+0000","last_fullsized":"2023-12-22T17:14:47.124676+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:13:41.352784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.109177+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:18:42.632643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.121744+0000","last_change":"2023-12-22T17:14:47.121744+0000","last_active":"2023-12-22T17:14:47.121744+0000","last_peered":"2023-12-22T17:14:47.121744+0000","last_clean":"2023-12-22T17:14:47.121744+0000","last_became_active":"2023-12-22T17:14:47.121434+0000","last_became_peered":"2023-12-22T17:14:47.121434+0000","last_unstale":"2023-12-22T17:14:47.121744+0000","last_undegraded":"2023-12-22T17:14:47.121744+0000","last_fullsized":"2023-12-22T17:14:47.121744+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:13:18.075746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.111128+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:19:15.510943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.056496+0000","last_change":"2023-12-22T17:14:47.111494+0000","last_active":"2023-12-22T17:14:48.056496+0000","last_peered":"2023-12-22T17:14:48.056496+0000","last_clean":"2023-12-22T17:14:48.056496+0000","last_became_active":"2023-12-22T17:14:47.110097+0000","last_became_peered":"2023-12-22T17:14:47.110097+0000","last_unstale":"2023-12-22T17:14:48.056496+0000","last_undegraded":"2023-12-22T17:14:48.056496+0000","last_fullsized":"2023-12-22T17:14:48.056496+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:57:23.284067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.076962+0000","last_change":"2023-12-22T17:14:48.074800+0000","last_active":"2023-12-22T17:14:48.076962+0000","last_peered":"2023-12-22T17:14:48.076962+0000","last_clean":"2023-12-22T17:14:48.076962+0000","last_became_active":"2023-12-22T17:14:48.073918+0000","last_became_peered":"2023-12-22T17:14:48.073918+0000","last_unstale":"2023-12-22T17:14:48.076962+0000","last_undegraded":"2023-12-22T17:14:48.076962+0000","last_fullsized":"2023-12-22T17:14:48.076962+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:59:42.370341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:46.093660+0000","last_change":"2023-12-22T17:14:46.097031+0000","last_active":"2023-12-22T17:14:46.093660+0000","last_peered":"2023-12-22T17:14:46.093660+0000","last_clean":"2023-12-22T17:14:46.093660+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:46.093660+0000","last_undegraded":"2023-12-22T17:14:46.093660+0000","last_fullsized":"2023-12-22T17:14:46.093660+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:03:03.966797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.107755+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:44:49.776094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-22T17:14:46.093660+0000","last_change":"2023-12-22T17:14:46.093660+0000","last_active":"2023-12-22T17:14:46.093660+0000","last_peered":"2023-12-22T17:14:46.093660+0000","last_clean":"2023-12-22T17:14:46.093660+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:46.093660+0000","last_undegraded":"2023-12-22T17:14:46.093660+0000","last_fullsized":"2023-12-22T17:14:46.093660+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.108444+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:19:48.549817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.124065+0000","last_change":"2023-12-22T17:14:47.123165+0000","last_active":"2023-12-22T17:14:47.124065+0000","last_peered":"2023-12-22T17:14:47.124065+0000","last_clean":"2023-12-22T17:14:47.124065+0000","last_became_active":"2023-12-22T17:14:47.122864+0000","last_became_peered":"2023-12-22T17:14:47.122864+0000","last_unstale":"2023-12-22T17:14:47.124065+0000","last_undegraded":"2023-12-22T17:14:47.124065+0000","last_fullsized":"2023-12-22T17:14:47.124065+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:42:36.208142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.106708+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T17:32:56.325733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,3],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.125882+0000","last_change":"2023-12-22T17:14:47.125882+0000","last_active":"2023-12-22T17:14:47.125882+0000","last_peered":"2023-12-22T17:14:47.125882+0000","last_clean":"2023-12-22T17:14:47.125882+0000","last_became_active":"2023-12-22T17:14:47.125324+0000","last_became_peered":"2023-12-22T17:14:47.125324+0000","last_unstale":"2023-12-22T17:14:47.125882+0000","last_undegraded":"2023-12-22T17:14:47.125882+0000","last_fullsized":"2023-12-22T17:14:47.125882+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:26:06.924390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.095692+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.075745+0000","last_change":"2023-12-22T17:14:48.075745+0000","last_active":"2023-12-22T17:14:48.075745+0000","last_peered":"2023-12-22T17:14:48.075745+0000","last_clean":"2023-12-22T17:14:48.075745+0000","last_became_active":"2023-12-22T17:14:48.075402+0000","last_became_peered":"2023-12-22T17:14:48.075402+0000","last_unstale":"2023-12-22T17:14:48.075745+0000","last_undegraded":"2023-12-22T17:14:48.075745+0000","last_fullsized":"2023-12-22T17:14:48.075745+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:24:24.235492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:46.093660+0000","last_change":"2023-12-22T17:14:46.097031+0000","last_active":"2023-12-22T17:14:46.093660+0000","last_peered":"2023-12-22T17:14:46.093660+0000","last_clean":"2023-12-22T17:14:46.093660+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:46.093660+0000","last_undegraded":"2023-12-22T17:14:46.093660+0000","last_fullsized":"2023-12-22T17:14:46.093660+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:39:45.325678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,3],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.079144+0000","last_change":"2023-12-22T17:14:48.079144+0000","last_active":"2023-12-22T17:14:48.079144+0000","last_peered":"2023-12-22T17:14:48.079144+0000","last_clean":"2023-12-22T17:14:48.079144+0000","last_became_active":"2023-12-22T17:14:48.078826+0000","last_became_peered":"2023-12-22T17:14:48.078826+0000","last_unstale":"2023-12-22T17:14:48.079144+0000","last_undegraded":"2023-12-22T17:14:48.079144+0000","last_fullsized":"2023-12-22T17:14:48.079144+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:38:47.526612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.124396+0000","last_change":"2023-12-22T17:14:47.124396+0000","last_active":"2023-12-22T17:14:47.124396+0000","last_peered":"2023-12-22T17:14:47.124396+0000","last_clean":"2023-12-22T17:14:47.124396+0000","last_became_active":"2023-12-22T17:14:47.124091+0000","last_became_peered":"2023-12-22T17:14:47.124091+0000","last_unstale":"2023-12-22T17:14:47.124396+0000","last_undegraded":"2023-12-22T17:14:47.124396+0000","last_fullsized":"2023-12-22T17:14:47.124396+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:10:44.824756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":229,"reported_epoch":56,"state":"active+clean","last_fresh":"2023-12-22T17:14:46.101323+0000","last_change":"2023-12-22T17:14:36.756753+0000","last_active":"2023-12-22T17:14:46.101323+0000","last_peered":"2023-12-22T17:14:46.101323+0000","last_clean":"2023-12-22T17:14:46.101323+0000","last_became_active":"2023-12-22T17:14:36.756294+0000","last_became_peered":"2023-12-22T17:14:36.756294+0000","last_unstale":"2023-12-22T17:14:46.101323+0000","last_undegraded":"2023-12-22T17:14:46.101323+0000","last_fullsized":"2023-12-22T17:14:46.101323+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:13:07.356504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:13:07.356504+0000","last_clean_scrub_stamp":"2023-12-22T17:13:07.356504+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:41:34.846189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.108893+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:21:31.072497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.125426+0000","last_change":"2023-12-22T17:14:47.125426+0000","last_active":"2023-12-22T17:14:47.125426+0000","last_peered":"2023-12-22T17:14:47.125426+0000","last_clean":"2023-12-22T17:14:47.125426+0000","last_became_active":"2023-12-22T17:14:47.124971+0000","last_became_peered":"2023-12-22T17:14:47.124971+0000","last_unstale":"2023-12-22T17:14:47.125426+0000","last_undegraded":"2023-12-22T17:14:47.125426+0000","last_fullsized":"2023-12-22T17:14:47.125426+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:22:57.101225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.128678+0000","last_change":"2023-12-22T17:14:47.128678+0000","last_active":"2023-12-22T17:14:47.128678+0000","last_peered":"2023-12-22T17:14:47.128678+0000","last_clean":"2023-12-22T17:14:47.128678+0000","last_became_active":"2023-12-22T17:14:47.128105+0000","last_became_peered":"2023-12-22T17:14:47.128105+0000","last_unstale":"2023-12-22T17:14:47.128678+0000","last_undegraded":"2023-12-22T17:14:47.128678+0000","last_fullsized":"2023-12-22T17:14:47.128678+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:42:22.315454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.082213+0000","last_change":"2023-12-22T17:14:48.082213+0000","last_active":"2023-12-22T17:14:48.082213+0000","last_peered":"2023-12-22T17:14:48.082213+0000","last_clean":"2023-12-22T17:14:48.082213+0000","last_became_active":"2023-12-22T17:14:48.081701+0000","last_became_peered":"2023-12-22T17:14:48.081701+0000","last_unstale":"2023-12-22T17:14:48.082213+0000","last_undegraded":"2023-12-22T17:14:48.082213+0000","last_fullsized":"2023-12-22T17:14:48.082213+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:09:08.855908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.120458+0000","last_change":"2023-12-22T17:14:47.118804+0000","last_active":"2023-12-22T17:14:47.120458+0000","last_peered":"2023-12-22T17:14:47.120458+0000","last_clean":"2023-12-22T17:14:47.120458+0000","last_became_active":"2023-12-22T17:14:47.118547+0000","last_became_peered":"2023-12-22T17:14:47.118547+0000","last_unstale":"2023-12-22T17:14:47.120458+0000","last_undegraded":"2023-12-22T17:14:47.120458+0000","last_fullsized":"2023-12-22T17:14:47.120458+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T05:14:22.631063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.073082+0000","last_change":"2023-12-22T17:14:48.073082+0000","last_active":"2023-12-22T17:14:48.073082+0000","last_peered":"2023-12-22T17:14:48.073082+0000","last_clean":"2023-12-22T17:14:48.073082+0000","last_became_active":"2023-12-22T17:14:48.072708+0000","last_became_peered":"2023-12-22T17:14:48.072708+0000","last_unstale":"2023-12-22T17:14:48.073082+0000","last_undegraded":"2023-12-22T17:14:48.073082+0000","last_fullsized":"2023-12-22T17:14:48.073082+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:09:13.498051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"58'2","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.110360+0000","last_change":"2023-12-22T17:14:47.116001+0000","last_active":"2023-12-22T17:14:48.110360+0000","last_peered":"2023-12-22T17:14:48.110360+0000","last_clean":"2023-12-22T17:14:48.110360+0000","last_became_active":"2023-12-22T17:14:47.115568+0000","last_became_peered":"2023-12-22T17:14:47.115568+0000","last_unstale":"2023-12-22T17:14:48.110360+0000","last_undegraded":"2023-12-22T17:14:48.110360+0000","last_fullsized":"2023-12-22T17:14:48.110360+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T21:03:41.469376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.106239+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T05:11:22.469926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.125245+0000","last_change":"2023-12-22T17:14:47.125245+0000","last_active":"2023-12-22T17:14:47.125245+0000","last_peered":"2023-12-22T17:14:47.125245+0000","last_clean":"2023-12-22T17:14:47.125245+0000","last_became_active":"2023-12-22T17:14:47.124544+0000","last_became_peered":"2023-12-22T17:14:47.124544+0000","last_unstale":"2023-12-22T17:14:47.125245+0000","last_undegraded":"2023-12-22T17:14:47.125245+0000","last_fullsized":"2023-12-22T17:14:47.125245+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:40:35.691904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.095692+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.120993+0000","last_change":"2023-12-22T17:14:47.120121+0000","last_active":"2023-12-22T17:14:47.120993+0000","last_peered":"2023-12-22T17:14:47.120993+0000","last_clean":"2023-12-22T17:14:47.120993+0000","last_became_active":"2023-12-22T17:14:47.119841+0000","last_became_peered":"2023-12-22T17:14:47.119841+0000","last_unstale":"2023-12-22T17:14:47.120993+0000","last_undegraded":"2023-12-22T17:14:47.120993+0000","last_fullsized":"2023-12-22T17:14:47.120993+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:47:06.811008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.075834+0000","last_change":"2023-12-22T17:14:48.075834+0000","last_active":"2023-12-22T17:14:48.075834+0000","last_peered":"2023-12-22T17:14:48.075834+0000","last_clean":"2023-12-22T17:14:48.075834+0000","last_became_active":"2023-12-22T17:14:48.075351+0000","last_became_peered":"2023-12-22T17:14:48.075351+0000","last_unstale":"2023-12-22T17:14:48.075834+0000","last_undegraded":"2023-12-22T17:14:48.075834+0000","last_fullsized":"2023-12-22T17:14:48.075834+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:20:07.784801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.120934+0000","last_change":"2023-12-22T17:14:47.119680+0000","last_active":"2023-12-22T17:14:47.120934+0000","last_peered":"2023-12-22T17:14:47.120934+0000","last_clean":"2023-12-22T17:14:47.120934+0000","last_became_active":"2023-12-22T17:14:47.119401+0000","last_became_peered":"2023-12-22T17:14:47.119401+0000","last_unstale":"2023-12-22T17:14:47.120934+0000","last_undegraded":"2023-12-22T17:14:47.120934+0000","last_fullsized":"2023-12-22T17:14:47.120934+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:10:09.143754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.070210+0000","last_change":"2023-12-22T17:14:48.070210+0000","last_active":"2023-12-22T17:14:48.070210+0000","last_peered":"2023-12-22T17:14:48.070210+0000","last_clean":"2023-12-22T17:14:48.070210+0000","last_became_active":"2023-12-22T17:14:48.069900+0000","last_became_peered":"2023-12-22T17:14:48.069900+0000","last_unstale":"2023-12-22T17:14:48.070210+0000","last_undegraded":"2023-12-22T17:14:48.070210+0000","last_fullsized":"2023-12-22T17:14:48.070210+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:42:16.002973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.124058+0000","last_change":"2023-12-22T17:14:47.124058+0000","last_active":"2023-12-22T17:14:47.124058+0000","last_peered":"2023-12-22T17:14:47.124058+0000","last_clean":"2023-12-22T17:14:47.124058+0000","last_became_active":"2023-12-22T17:14:47.123759+0000","last_became_peered":"2023-12-22T17:14:47.123759+0000","last_unstale":"2023-12-22T17:14:47.124058+0000","last_undegraded":"2023-12-22T17:14:47.124058+0000","last_fullsized":"2023-12-22T17:14:47.124058+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:59:13.412760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.070473+0000","last_change":"2023-12-22T17:14:48.068583+0000","last_active":"2023-12-22T17:14:48.070473+0000","last_peered":"2023-12-22T17:14:48.070473+0000","last_clean":"2023-12-22T17:14:48.070473+0000","last_became_active":"2023-12-22T17:14:48.068255+0000","last_became_peered":"2023-12-22T17:14:48.068255+0000","last_unstale":"2023-12-22T17:14:48.070473+0000","last_undegraded":"2023-12-22T17:14:48.070473+0000","last_fullsized":"2023-12-22T17:14:48.070473+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:04:00.387399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:46.093660+0000","last_change":"2023-12-22T17:14:46.096963+0000","last_active":"2023-12-22T17:14:46.093660+0000","last_peered":"2023-12-22T17:14:46.093660+0000","last_clean":"2023-12-22T17:14:46.093660+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:46.093660+0000","last_undegraded":"2023-12-22T17:14:46.093660+0000","last_fullsized":"2023-12-22T17:14:46.093660+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:02:32.371164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.111785+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:35:22.667851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[5,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"58'1","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.061452+0000","last_change":"2023-12-22T17:14:47.118369+0000","last_active":"2023-12-22T17:14:48.061452+0000","last_peered":"2023-12-22T17:14:48.061452+0000","last_clean":"2023-12-22T17:14:48.061452+0000","last_became_active":"2023-12-22T17:14:47.117911+0000","last_became_peered":"2023-12-22T17:14:47.117911+0000","last_unstale":"2023-12-22T17:14:48.061452+0000","last_undegraded":"2023-12-22T17:14:48.061452+0000","last_fullsized":"2023-12-22T17:14:48.061452+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:59:59.654553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.109750+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:33:23.204315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,6],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:46.093660+0000","last_change":"2023-12-22T17:14:46.097070+0000","last_active":"2023-12-22T17:14:46.093660+0000","last_peered":"2023-12-22T17:14:46.093660+0000","last_clean":"2023-12-22T17:14:46.093660+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:46.093660+0000","last_undegraded":"2023-12-22T17:14:46.093660+0000","last_fullsized":"2023-12-22T17:14:46.093660+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T17:45:45.586230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.109460+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:48:01.762531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.077012+0000","last_change":"2023-12-22T17:14:48.075222+0000","last_active":"2023-12-22T17:14:48.077012+0000","last_peered":"2023-12-22T17:14:48.077012+0000","last_clean":"2023-12-22T17:14:48.077012+0000","last_became_active":"2023-12-22T17:14:48.074482+0000","last_became_peered":"2023-12-22T17:14:48.074482+0000","last_unstale":"2023-12-22T17:14:48.077012+0000","last_undegraded":"2023-12-22T17:14:48.077012+0000","last_fullsized":"2023-12-22T17:14:48.077012+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:38:05.015812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.095692+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.107382+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:46:53.922332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,3],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.112176+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:48:33.386481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.071486+0000","last_change":"2023-12-22T17:14:48.071486+0000","last_active":"2023-12-22T17:14:48.071486+0000","last_peered":"2023-12-22T17:14:48.071486+0000","last_clean":"2023-12-22T17:14:48.071486+0000","last_became_active":"2023-12-22T17:14:48.070545+0000","last_became_peered":"2023-12-22T17:14:48.070545+0000","last_unstale":"2023-12-22T17:14:48.071486+0000","last_undegraded":"2023-12-22T17:14:48.071486+0000","last_fullsized":"2023-12-22T17:14:48.071486+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:55:07.237280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.077630+0000","last_change":"2023-12-22T17:14:48.077630+0000","last_active":"2023-12-22T17:14:48.077630+0000","last_peered":"2023-12-22T17:14:48.077630+0000","last_clean":"2023-12-22T17:14:48.077630+0000","last_became_active":"2023-12-22T17:14:48.077265+0000","last_became_peered":"2023-12-22T17:14:48.077265+0000","last_unstale":"2023-12-22T17:14:48.077630+0000","last_undegraded":"2023-12-22T17:14:48.077630+0000","last_fullsized":"2023-12-22T17:14:48.077630+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:49:56.617185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.070888+0000","last_change":"2023-12-22T17:14:48.069440+0000","last_active":"2023-12-22T17:14:48.070888+0000","last_peered":"2023-12-22T17:14:48.070888+0000","last_clean":"2023-12-22T17:14:48.070888+0000","last_became_active":"2023-12-22T17:14:48.069099+0000","last_became_peered":"2023-12-22T17:14:48.069099+0000","last_unstale":"2023-12-22T17:14:48.070888+0000","last_undegraded":"2023-12-22T17:14:48.070888+0000","last_fullsized":"2023-12-22T17:14:48.070888+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:14:11.705233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.064189+0000","last_change":"2023-12-22T17:14:48.064189+0000","last_active":"2023-12-22T17:14:48.064189+0000","last_peered":"2023-12-22T17:14:48.064189+0000","last_clean":"2023-12-22T17:14:48.064189+0000","last_became_active":"2023-12-22T17:14:48.063276+0000","last_became_peered":"2023-12-22T17:14:48.063276+0000","last_unstale":"2023-12-22T17:14:48.064189+0000","last_undegraded":"2023-12-22T17:14:48.064189+0000","last_fullsized":"2023-12-22T17:14:48.064189+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T21:06:54.622669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.107083+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T21:13:26.972845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,3],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.067690+0000","last_change":"2023-12-22T17:14:48.067690+0000","last_active":"2023-12-22T17:14:48.067690+0000","last_peered":"2023-12-22T17:14:48.067690+0000","last_clean":"2023-12-22T17:14:48.067690+0000","last_became_active":"2023-12-22T17:14:48.066917+0000","last_became_peered":"2023-12-22T17:14:48.066917+0000","last_unstale":"2023-12-22T17:14:48.067690+0000","last_undegraded":"2023-12-22T17:14:48.067690+0000","last_fullsized":"2023-12-22T17:14:48.067690+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:46:58.626252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.110328+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T05:03:34.633135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[6,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.112592+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:45:45.796804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.077251+0000","last_change":"2023-12-22T17:14:48.076551+0000","last_active":"2023-12-22T17:14:48.077251+0000","last_peered":"2023-12-22T17:14:48.077251+0000","last_clean":"2023-12-22T17:14:48.077251+0000","last_became_active":"2023-12-22T17:14:48.076286+0000","last_became_peered":"2023-12-22T17:14:48.076286+0000","last_unstale":"2023-12-22T17:14:48.077251+0000","last_undegraded":"2023-12-22T17:14:48.077251+0000","last_fullsized":"2023-12-22T17:14:48.077251+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:10:49.068174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":171,"acting":171,"num_store_stats":6},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":1696,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":3336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":15,"ondisk_log_size":15,"up":93,"acting":93,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":51,"seq":219043332101,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298412,"kb_used_data":1124,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446740,"statfs":{"total":95995035648,"available":95689461760,"internally_reserved":0,"allocated":1150976,"data_stored":821167,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63200000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66500000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45200000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.432}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47499999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57899999999999996}]}]},{"osd":6,"up_from":44,"seq":188978561032,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298452,"kb_used_data":1164,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446700,"statfs":{"total":95995035648,"available":95689420800,"internally_reserved":0,"allocated":1191936,"data_stored":836879,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48299999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44900000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59099999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47699999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34300000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64000000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574874,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":568,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":581632,"data_stored":238417,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 22 17:13:53 2023","interfaces":[{"interface":"back","average":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"last":0.30599999999999999}]},{"osd":2,"last update":"Fri Dec 22 17:14:10 2023","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.38100000000000001}]},{"osd":3,"last update":"Fri Dec 22 17:14:27 2023","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.432}]},{"osd":4,"last update":"Fri Dec 22 17:14:43 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.59899999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66900000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70699999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60699999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738397,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298412,"kb_used_data":1124,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446740,"statfs":{"total":95995035648,"available":95689461760,"internally_reserved":0,"allocated":1150976,"data_stored":821167,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Dec 22 17:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.245},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.26700000000000002}]},{"osd":2,"last update":"Fri Dec 22 17:14:08 2023","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.36599999999999999}]},{"osd":3,"last update":"Fri Dec 22 17:14:27 2023","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.32700000000000001}]},{"osd":4,"last update":"Fri Dec 22 17:14:41 2023","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.626,"15min":0.626},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.40899999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52600000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.433}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46000000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411351,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297820,"kb_used_data":532,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447332,"statfs":{"total":95995035648,"available":95690067968,"internally_reserved":0,"allocated":544768,"data_stored":224106,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 22 17:14:07 2023","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.37,"15min":0.37},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.51800000000000002}]},{"osd":1,"last update":"Fri Dec 22 17:14:07 2023","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.439}]},{"osd":3,"last update":"Fri Dec 22 17:14:27 2023","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.40699999999999997}]},{"osd":4,"last update":"Fri Dec 22 17:14:43 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.60499999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55100000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63300000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61699999999999999}]}]},{"osd":3,"up_from":25,"seq":107374182420,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297864,"kb_used_data":576,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447288,"statfs":{"total":95995035648,"available":95690022912,"internally_reserved":0,"allocated":589824,"data_stored":239632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 22 17:14:29 2023","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.23400000000000001},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.32300000000000001}]},{"osd":1,"last update":"Fri Dec 22 17:14:29 2023","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.27300000000000002}]},{"osd":2,"last update":"Fri Dec 22 17:14:29 2023","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.375},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.34100000000000003}]},{"osd":4,"last update":"Fri Dec 22 17:14:44 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.503}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60599999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49199999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48299999999999998}]}]},{"osd":4,"up_from":30,"seq":128849018895,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":297812,"kb_used_data":524,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447340,"statfs":{"total":95995035648,"available":95690076160,"internally_reserved":0,"allocated":536576,"data_stored":218136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 22 17:14:42 2023","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.46000000000000002}]},{"osd":1,"last update":"Fri Dec 22 17:14:42 2023","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.55000000000000004}]},{"osd":2,"last update":"Fri Dec 22 17:14:42 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.49399999999999999}]},{"osd":3,"last update":"Fri Dec 22 17:14:42 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.46899999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.377}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40600000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48499999999999999}]}]},{"osd":5,"up_from":37,"seq":158913789964,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297832,"kb_used_data":544,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447320,"statfs":{"total":95995035648,"available":95690055680,"internally_reserved":0,"allocated":557056,"data_stored":230799,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.621}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57499999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67000000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.499}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59299999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55900000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63700000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-22T17:14:52.175 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-22T17:14:52.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:52 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/1488446788' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2023-12-22T17:14:52.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:52 smithi032 ceph-mon[125050]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-22T17:14:52.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:52 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/1786411182' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-22T17:14:52.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:52 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/87950767' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-22T17:14:52.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:52 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/1488446788' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2023-12-22T17:14:52.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:52 smithi032 ceph-mon[110651]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-22T17:14:52.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:52 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/1786411182' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-22T17:14:52.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:52 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/87950767' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-22T17:14:52.511 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:52 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/1488446788' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2023-12-22T17:14:52.511 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:52 smithi039 ceph-mon[115265]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-22T17:14:52.511 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:52 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/1786411182' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-22T17:14:52.511 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:52 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/87950767' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-22T17:14:52.543 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:14:52.545 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2023-12-22T17:14:52.555 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":151,"stamp":"2023-12-22T17:14:50.771681+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592064,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":173,"num_write_kb":2421,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":132,"ondisk_log_size":132,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":87,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":749961216,"kb_used":2384460,"kb_used_data":6156,"kb_used_omap":0,"kb_used_meta":2378240,"kb_avail":747576756,"statfs":{"total":767960285184,"available":765518598144,"internally_reserved":0,"allocated":6303744,"data_stored":3630303,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2435317760},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1696,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.676030"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.113363+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T21:03:24.513710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.074170+0000","last_change":"2023-12-22T17:14:48.074170+0000","last_active":"2023-12-22T17:14:48.074170+0000","last_peered":"2023-12-22T17:14:48.074170+0000","last_clean":"2023-12-22T17:14:48.074170+0000","last_became_active":"2023-12-22T17:14:48.073812+0000","last_became_peered":"2023-12-22T17:14:48.073812+0000","last_unstale":"2023-12-22T17:14:48.074170+0000","last_undegraded":"2023-12-22T17:14:48.074170+0000","last_fullsized":"2023-12-22T17:14:48.074170+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:26:48.591147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.111854+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:58:12.611124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,2],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.111506+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:29:45.549144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.112230+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T05:03:46.070832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.111865+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:28:28.941288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.111239+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:45:13.237566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.079343+0000","last_change":"2023-12-22T17:14:48.079343+0000","last_active":"2023-12-22T17:14:48.079343+0000","last_peered":"2023-12-22T17:14:48.079343+0000","last_clean":"2023-12-22T17:14:48.079343+0000","last_became_active":"2023-12-22T17:14:48.079009+0000","last_became_peered":"2023-12-22T17:14:48.079009+0000","last_unstale":"2023-12-22T17:14:48.079343+0000","last_undegraded":"2023-12-22T17:14:48.079343+0000","last_fullsized":"2023-12-22T17:14:48.079343+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:55:56.431773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.111747+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:08:05.055146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.077087+0000","last_change":"2023-12-22T17:14:48.074494+0000","last_active":"2023-12-22T17:14:48.077087+0000","last_peered":"2023-12-22T17:14:48.077087+0000","last_clean":"2023-12-22T17:14:48.077087+0000","last_became_active":"2023-12-22T17:14:48.074093+0000","last_became_peered":"2023-12-22T17:14:48.074093+0000","last_unstale":"2023-12-22T17:14:48.077087+0000","last_undegraded":"2023-12-22T17:14:48.077087+0000","last_fullsized":"2023-12-22T17:14:48.077087+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:26:55.128223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.077059+0000","last_change":"2023-12-22T17:14:48.075415+0000","last_active":"2023-12-22T17:14:48.077059+0000","last_peered":"2023-12-22T17:14:48.077059+0000","last_clean":"2023-12-22T17:14:48.077059+0000","last_became_active":"2023-12-22T17:14:48.074595+0000","last_became_peered":"2023-12-22T17:14:48.074595+0000","last_unstale":"2023-12-22T17:14:48.077059+0000","last_undegraded":"2023-12-22T17:14:48.077059+0000","last_fullsized":"2023-12-22T17:14:48.077059+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:01:05.350910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.095692+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.066341+0000","last_change":"2023-12-22T17:14:48.066341+0000","last_active":"2023-12-22T17:14:48.066341+0000","last_peered":"2023-12-22T17:14:48.066341+0000","last_clean":"2023-12-22T17:14:48.066341+0000","last_became_active":"2023-12-22T17:14:48.066009+0000","last_became_peered":"2023-12-22T17:14:48.066009+0000","last_unstale":"2023-12-22T17:14:48.066341+0000","last_undegraded":"2023-12-22T17:14:48.066341+0000","last_fullsized":"2023-12-22T17:14:48.066341+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:33:06.516414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.112222+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:36:23.658299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.081559+0000","last_change":"2023-12-22T17:14:48.081559+0000","last_active":"2023-12-22T17:14:48.081559+0000","last_peered":"2023-12-22T17:14:48.081559+0000","last_clean":"2023-12-22T17:14:48.081559+0000","last_became_active":"2023-12-22T17:14:48.081110+0000","last_became_peered":"2023-12-22T17:14:48.081110+0000","last_unstale":"2023-12-22T17:14:48.081559+0000","last_undegraded":"2023-12-22T17:14:48.081559+0000","last_fullsized":"2023-12-22T17:14:48.081559+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:12:41.196423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.110901+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:55:35.350780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.107580+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:29:37.094229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.095692+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.113009+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:32:46.330962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.121358+0000","last_change":"2023-12-22T17:14:47.121358+0000","last_active":"2023-12-22T17:14:47.121358+0000","last_peered":"2023-12-22T17:14:47.121358+0000","last_clean":"2023-12-22T17:14:47.121358+0000","last_became_active":"2023-12-22T17:14:47.120859+0000","last_became_peered":"2023-12-22T17:14:47.120859+0000","last_unstale":"2023-12-22T17:14:47.121358+0000","last_undegraded":"2023-12-22T17:14:47.121358+0000","last_fullsized":"2023-12-22T17:14:47.121358+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:24:17.828043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.066465+0000","last_change":"2023-12-22T17:14:48.066465+0000","last_active":"2023-12-22T17:14:48.066465+0000","last_peered":"2023-12-22T17:14:48.066465+0000","last_clean":"2023-12-22T17:14:48.066465+0000","last_became_active":"2023-12-22T17:14:48.063479+0000","last_became_peered":"2023-12-22T17:14:48.063479+0000","last_unstale":"2023-12-22T17:14:48.066465+0000","last_undegraded":"2023-12-22T17:14:48.066465+0000","last_fullsized":"2023-12-22T17:14:48.066465+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:14:06.895497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"58'1","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.055551+0000","last_change":"2023-12-22T17:14:47.122491+0000","last_active":"2023-12-22T17:14:48.055551+0000","last_peered":"2023-12-22T17:14:48.055551+0000","last_clean":"2023-12-22T17:14:48.055551+0000","last_became_active":"2023-12-22T17:14:47.122167+0000","last_became_peered":"2023-12-22T17:14:47.122167+0000","last_unstale":"2023-12-22T17:14:48.055551+0000","last_undegraded":"2023-12-22T17:14:48.055551+0000","last_fullsized":"2023-12-22T17:14:48.055551+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:40:57.987404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.111692+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T05:14:03.650685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.128410+0000","last_change":"2023-12-22T17:14:47.128410+0000","last_active":"2023-12-22T17:14:47.128410+0000","last_peered":"2023-12-22T17:14:47.128410+0000","last_clean":"2023-12-22T17:14:47.128410+0000","last_became_active":"2023-12-22T17:14:47.127889+0000","last_became_peered":"2023-12-22T17:14:47.127889+0000","last_unstale":"2023-12-22T17:14:47.128410+0000","last_undegraded":"2023-12-22T17:14:47.128410+0000","last_fullsized":"2023-12-22T17:14:47.128410+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T05:01:22.054951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.106845+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:25:06.125086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.128059+0000","last_change":"2023-12-22T17:14:47.128059+0000","last_active":"2023-12-22T17:14:47.128059+0000","last_peered":"2023-12-22T17:14:47.128059+0000","last_clean":"2023-12-22T17:14:47.128059+0000","last_became_active":"2023-12-22T17:14:47.127717+0000","last_became_peered":"2023-12-22T17:14:47.127717+0000","last_unstale":"2023-12-22T17:14:47.128059+0000","last_undegraded":"2023-12-22T17:14:47.128059+0000","last_fullsized":"2023-12-22T17:14:47.128059+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:35:35.235720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.108978+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:33:17.868711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,6],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"58'1","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.055755+0000","last_change":"2023-12-22T17:14:47.124389+0000","last_active":"2023-12-22T17:14:48.055755+0000","last_peered":"2023-12-22T17:14:48.055755+0000","last_clean":"2023-12-22T17:14:48.055755+0000","last_became_active":"2023-12-22T17:14:47.124145+0000","last_became_peered":"2023-12-22T17:14:47.124145+0000","last_unstale":"2023-12-22T17:14:48.055755+0000","last_undegraded":"2023-12-22T17:14:48.055755+0000","last_fullsized":"2023-12-22T17:14:48.055755+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:22:51.061279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.095692+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"58'1","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.109610+0000","last_change":"2023-12-22T17:14:47.124454+0000","last_active":"2023-12-22T17:14:48.109610+0000","last_peered":"2023-12-22T17:14:48.109610+0000","last_clean":"2023-12-22T17:14:48.109610+0000","last_became_active":"2023-12-22T17:14:47.123302+0000","last_became_peered":"2023-12-22T17:14:47.123302+0000","last_unstale":"2023-12-22T17:14:48.109610+0000","last_undegraded":"2023-12-22T17:14:48.109610+0000","last_fullsized":"2023-12-22T17:14:48.109610+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:13:15.851795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.111281+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:05:23.405248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.117833+0000","last_change":"2023-12-22T17:14:47.115210+0000","last_active":"2023-12-22T17:14:47.117833+0000","last_peered":"2023-12-22T17:14:47.117833+0000","last_clean":"2023-12-22T17:14:47.117833+0000","last_became_active":"2023-12-22T17:14:47.114910+0000","last_became_peered":"2023-12-22T17:14:47.114910+0000","last_unstale":"2023-12-22T17:14:47.117833+0000","last_undegraded":"2023-12-22T17:14:47.117833+0000","last_fullsized":"2023-12-22T17:14:47.117833+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:59:15.958025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.069949+0000","last_change":"2023-12-22T17:14:48.069949+0000","last_active":"2023-12-22T17:14:48.069949+0000","last_peered":"2023-12-22T17:14:48.069949+0000","last_clean":"2023-12-22T17:14:48.069949+0000","last_became_active":"2023-12-22T17:14:48.069628+0000","last_became_peered":"2023-12-22T17:14:48.069628+0000","last_unstale":"2023-12-22T17:14:48.069949+0000","last_undegraded":"2023-12-22T17:14:48.069949+0000","last_fullsized":"2023-12-22T17:14:48.069949+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:18:04.310038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.121914+0000","last_change":"2023-12-22T17:14:47.121914+0000","last_active":"2023-12-22T17:14:47.121914+0000","last_peered":"2023-12-22T17:14:47.121914+0000","last_clean":"2023-12-22T17:14:47.121914+0000","last_became_active":"2023-12-22T17:14:47.121606+0000","last_became_peered":"2023-12-22T17:14:47.121606+0000","last_unstale":"2023-12-22T17:14:47.121914+0000","last_undegraded":"2023-12-22T17:14:47.121914+0000","last_fullsized":"2023-12-22T17:14:47.121914+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:26:41.424993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.068746+0000","last_change":"2023-12-22T17:14:48.068746+0000","last_active":"2023-12-22T17:14:48.068746+0000","last_peered":"2023-12-22T17:14:48.068746+0000","last_clean":"2023-12-22T17:14:48.068746+0000","last_became_active":"2023-12-22T17:14:48.068370+0000","last_became_peered":"2023-12-22T17:14:48.068370+0000","last_unstale":"2023-12-22T17:14:48.068746+0000","last_undegraded":"2023-12-22T17:14:48.068746+0000","last_fullsized":"2023-12-22T17:14:48.068746+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:25:46.315167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.057568+0000","last_change":"2023-12-22T17:14:47.117377+0000","last_active":"2023-12-22T17:14:48.057568+0000","last_peered":"2023-12-22T17:14:48.057568+0000","last_clean":"2023-12-22T17:14:48.057568+0000","last_became_active":"2023-12-22T17:14:47.116923+0000","last_became_peered":"2023-12-22T17:14:47.116923+0000","last_unstale":"2023-12-22T17:14:48.057568+0000","last_undegraded":"2023-12-22T17:14:48.057568+0000","last_fullsized":"2023-12-22T17:14:48.057568+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T17:52:47.976858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.107029+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:09:36.576506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.125723+0000","last_change":"2023-12-22T17:14:47.125723+0000","last_active":"2023-12-22T17:14:47.125723+0000","last_peered":"2023-12-22T17:14:47.125723+0000","last_clean":"2023-12-22T17:14:47.125723+0000","last_became_active":"2023-12-22T17:14:47.125390+0000","last_became_peered":"2023-12-22T17:14:47.125390+0000","last_unstale":"2023-12-22T17:14:47.125723+0000","last_undegraded":"2023-12-22T17:14:47.125723+0000","last_fullsized":"2023-12-22T17:14:47.125723+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:13:43.885024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.111205+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:14:50.864130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"58'3","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.111879+0000","last_change":"2023-12-22T17:14:47.118184+0000","last_active":"2023-12-22T17:14:48.111879+0000","last_peered":"2023-12-22T17:14:48.111879+0000","last_clean":"2023-12-22T17:14:48.111879+0000","last_became_active":"2023-12-22T17:14:47.117520+0000","last_became_peered":"2023-12-22T17:14:47.117520+0000","last_unstale":"2023-12-22T17:14:48.111879+0000","last_undegraded":"2023-12-22T17:14:48.111879+0000","last_fullsized":"2023-12-22T17:14:48.111879+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:37:46.157034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.095692+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"58'6","reported_seq":17,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.113494+0000","last_change":"2023-12-22T17:14:47.121004+0000","last_active":"2023-12-22T17:14:48.113494+0000","last_peered":"2023-12-22T17:14:48.113494+0000","last_clean":"2023-12-22T17:14:48.113494+0000","last_became_active":"2023-12-22T17:14:47.120720+0000","last_became_peered":"2023-12-22T17:14:47.120720+0000","last_unstale":"2023-12-22T17:14:48.113494+0000","last_undegraded":"2023-12-22T17:14:48.113494+0000","last_fullsized":"2023-12-22T17:14:48.113494+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:33:57.428613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1536,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.112458+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:06:10.565685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.124676+0000","last_change":"2023-12-22T17:14:47.124676+0000","last_active":"2023-12-22T17:14:47.124676+0000","last_peered":"2023-12-22T17:14:47.124676+0000","last_clean":"2023-12-22T17:14:47.124676+0000","last_became_active":"2023-12-22T17:14:47.124175+0000","last_became_peered":"2023-12-22T17:14:47.124175+0000","last_unstale":"2023-12-22T17:14:47.124676+0000","last_undegraded":"2023-12-22T17:14:47.124676+0000","last_fullsized":"2023-12-22T17:14:47.124676+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:13:41.352784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.109177+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:18:42.632643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.121744+0000","last_change":"2023-12-22T17:14:47.121744+0000","last_active":"2023-12-22T17:14:47.121744+0000","last_peered":"2023-12-22T17:14:47.121744+0000","last_clean":"2023-12-22T17:14:47.121744+0000","last_became_active":"2023-12-22T17:14:47.121434+0000","last_became_peered":"2023-12-22T17:14:47.121434+0000","last_unstale":"2023-12-22T17:14:47.121744+0000","last_undegraded":"2023-12-22T17:14:47.121744+0000","last_fullsized":"2023-12-22T17:14:47.121744+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:13:18.075746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.111128+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:19:15.510943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.056496+0000","last_change":"2023-12-22T17:14:47.111494+0000","last_active":"2023-12-22T17:14:48.056496+0000","last_peered":"2023-12-22T17:14:48.056496+0000","last_clean":"2023-12-22T17:14:48.056496+0000","last_became_active":"2023-12-22T17:14:47.110097+0000","last_became_peered":"2023-12-22T17:14:47.110097+0000","last_unstale":"2023-12-22T17:14:48.056496+0000","last_undegraded":"2023-12-22T17:14:48.056496+0000","last_fullsized":"2023-12-22T17:14:48.056496+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:57:23.284067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.076962+0000","last_change":"2023-12-22T17:14:48.074800+0000","last_active":"2023-12-22T17:14:48.076962+0000","last_peered":"2023-12-22T17:14:48.076962+0000","last_clean":"2023-12-22T17:14:48.076962+0000","last_became_active":"2023-12-22T17:14:48.073918+0000","last_became_peered":"2023-12-22T17:14:48.073918+0000","last_unstale":"2023-12-22T17:14:48.076962+0000","last_undegraded":"2023-12-22T17:14:48.076962+0000","last_fullsized":"2023-12-22T17:14:48.076962+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:59:42.370341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:46.093660+0000","last_change":"2023-12-22T17:14:46.097031+0000","last_active":"2023-12-22T17:14:46.093660+0000","last_peered":"2023-12-22T17:14:46.093660+0000","last_clean":"2023-12-22T17:14:46.093660+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:46.093660+0000","last_undegraded":"2023-12-22T17:14:46.093660+0000","last_fullsized":"2023-12-22T17:14:46.093660+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:03:03.966797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.107755+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:44:49.776094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-22T17:14:46.093660+0000","last_change":"2023-12-22T17:14:46.093660+0000","last_active":"2023-12-22T17:14:46.093660+0000","last_peered":"2023-12-22T17:14:46.093660+0000","last_clean":"2023-12-22T17:14:46.093660+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:46.093660+0000","last_undegraded":"2023-12-22T17:14:46.093660+0000","last_fullsized":"2023-12-22T17:14:46.093660+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.108444+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:19:48.549817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.124065+0000","last_change":"2023-12-22T17:14:47.123165+0000","last_active":"2023-12-22T17:14:47.124065+0000","last_peered":"2023-12-22T17:14:47.124065+0000","last_clean":"2023-12-22T17:14:47.124065+0000","last_became_active":"2023-12-22T17:14:47.122864+0000","last_became_peered":"2023-12-22T17:14:47.122864+0000","last_unstale":"2023-12-22T17:14:47.124065+0000","last_undegraded":"2023-12-22T17:14:47.124065+0000","last_fullsized":"2023-12-22T17:14:47.124065+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:42:36.208142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.106708+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T17:32:56.325733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,3],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.125882+0000","last_change":"2023-12-22T17:14:47.125882+0000","last_active":"2023-12-22T17:14:47.125882+0000","last_peered":"2023-12-22T17:14:47.125882+0000","last_clean":"2023-12-22T17:14:47.125882+0000","last_became_active":"2023-12-22T17:14:47.125324+0000","last_became_peered":"2023-12-22T17:14:47.125324+0000","last_unstale":"2023-12-22T17:14:47.125882+0000","last_undegraded":"2023-12-22T17:14:47.125882+0000","last_fullsized":"2023-12-22T17:14:47.125882+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:26:06.924390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.095692+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.075745+0000","last_change":"2023-12-22T17:14:48.075745+0000","last_active":"2023-12-22T17:14:48.075745+0000","last_peered":"2023-12-22T17:14:48.075745+0000","last_clean":"2023-12-22T17:14:48.075745+0000","last_became_active":"2023-12-22T17:14:48.075402+0000","last_became_peered":"2023-12-22T17:14:48.075402+0000","last_unstale":"2023-12-22T17:14:48.075745+0000","last_undegraded":"2023-12-22T17:14:48.075745+0000","last_fullsized":"2023-12-22T17:14:48.075745+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:24:24.235492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:46.093660+0000","last_change":"2023-12-22T17:14:46.097031+0000","last_active":"2023-12-22T17:14:46.093660+0000","last_peered":"2023-12-22T17:14:46.093660+0000","last_clean":"2023-12-22T17:14:46.093660+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:46.093660+0000","last_undegraded":"2023-12-22T17:14:46.093660+0000","last_fullsized":"2023-12-22T17:14:46.093660+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:39:45.325678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,3],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.079144+0000","last_change":"2023-12-22T17:14:48.079144+0000","last_active":"2023-12-22T17:14:48.079144+0000","last_peered":"2023-12-22T17:14:48.079144+0000","last_clean":"2023-12-22T17:14:48.079144+0000","last_became_active":"2023-12-22T17:14:48.078826+0000","last_became_peered":"2023-12-22T17:14:48.078826+0000","last_unstale":"2023-12-22T17:14:48.079144+0000","last_undegraded":"2023-12-22T17:14:48.079144+0000","last_fullsized":"2023-12-22T17:14:48.079144+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:38:47.526612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.124396+0000","last_change":"2023-12-22T17:14:47.124396+0000","last_active":"2023-12-22T17:14:47.124396+0000","last_peered":"2023-12-22T17:14:47.124396+0000","last_clean":"2023-12-22T17:14:47.124396+0000","last_became_active":"2023-12-22T17:14:47.124091+0000","last_became_peered":"2023-12-22T17:14:47.124091+0000","last_unstale":"2023-12-22T17:14:47.124396+0000","last_undegraded":"2023-12-22T17:14:47.124396+0000","last_fullsized":"2023-12-22T17:14:47.124396+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:10:44.824756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":229,"reported_epoch":56,"state":"active+clean","last_fresh":"2023-12-22T17:14:46.101323+0000","last_change":"2023-12-22T17:14:36.756753+0000","last_active":"2023-12-22T17:14:46.101323+0000","last_peered":"2023-12-22T17:14:46.101323+0000","last_clean":"2023-12-22T17:14:46.101323+0000","last_became_active":"2023-12-22T17:14:36.756294+0000","last_became_peered":"2023-12-22T17:14:36.756294+0000","last_unstale":"2023-12-22T17:14:46.101323+0000","last_undegraded":"2023-12-22T17:14:46.101323+0000","last_fullsized":"2023-12-22T17:14:46.101323+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:13:07.356504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:13:07.356504+0000","last_clean_scrub_stamp":"2023-12-22T17:13:07.356504+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:41:34.846189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.108893+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:21:31.072497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.125426+0000","last_change":"2023-12-22T17:14:47.125426+0000","last_active":"2023-12-22T17:14:47.125426+0000","last_peered":"2023-12-22T17:14:47.125426+0000","last_clean":"2023-12-22T17:14:47.125426+0000","last_became_active":"2023-12-22T17:14:47.124971+0000","last_became_peered":"2023-12-22T17:14:47.124971+0000","last_unstale":"2023-12-22T17:14:47.125426+0000","last_undegraded":"2023-12-22T17:14:47.125426+0000","last_fullsized":"2023-12-22T17:14:47.125426+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:22:57.101225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.128678+0000","last_change":"2023-12-22T17:14:47.128678+0000","last_active":"2023-12-22T17:14:47.128678+0000","last_peered":"2023-12-22T17:14:47.128678+0000","last_clean":"2023-12-22T17:14:47.128678+0000","last_became_active":"2023-12-22T17:14:47.128105+0000","last_became_peered":"2023-12-22T17:14:47.128105+0000","last_unstale":"2023-12-22T17:14:47.128678+0000","last_undegraded":"2023-12-22T17:14:47.128678+0000","last_fullsized":"2023-12-22T17:14:47.128678+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:42:22.315454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.082213+0000","last_change":"2023-12-22T17:14:48.082213+0000","last_active":"2023-12-22T17:14:48.082213+0000","last_peered":"2023-12-22T17:14:48.082213+0000","last_clean":"2023-12-22T17:14:48.082213+0000","last_became_active":"2023-12-22T17:14:48.081701+0000","last_became_peered":"2023-12-22T17:14:48.081701+0000","last_unstale":"2023-12-22T17:14:48.082213+0000","last_undegraded":"2023-12-22T17:14:48.082213+0000","last_fullsized":"2023-12-22T17:14:48.082213+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:09:08.855908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.120458+0000","last_change":"2023-12-22T17:14:47.118804+0000","last_active":"2023-12-22T17:14:47.120458+0000","last_peered":"2023-12-22T17:14:47.120458+0000","last_clean":"2023-12-22T17:14:47.120458+0000","last_became_active":"2023-12-22T17:14:47.118547+0000","last_became_peered":"2023-12-22T17:14:47.118547+0000","last_unstale":"2023-12-22T17:14:47.120458+0000","last_undegraded":"2023-12-22T17:14:47.120458+0000","last_fullsized":"2023-12-22T17:14:47.120458+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T05:14:22.631063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.073082+0000","last_change":"2023-12-22T17:14:48.073082+0000","last_active":"2023-12-22T17:14:48.073082+0000","last_peered":"2023-12-22T17:14:48.073082+0000","last_clean":"2023-12-22T17:14:48.073082+0000","last_became_active":"2023-12-22T17:14:48.072708+0000","last_became_peered":"2023-12-22T17:14:48.072708+0000","last_unstale":"2023-12-22T17:14:48.073082+0000","last_undegraded":"2023-12-22T17:14:48.073082+0000","last_fullsized":"2023-12-22T17:14:48.073082+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:09:13.498051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"58'2","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.110360+0000","last_change":"2023-12-22T17:14:47.116001+0000","last_active":"2023-12-22T17:14:48.110360+0000","last_peered":"2023-12-22T17:14:48.110360+0000","last_clean":"2023-12-22T17:14:48.110360+0000","last_became_active":"2023-12-22T17:14:47.115568+0000","last_became_peered":"2023-12-22T17:14:47.115568+0000","last_unstale":"2023-12-22T17:14:48.110360+0000","last_undegraded":"2023-12-22T17:14:48.110360+0000","last_fullsized":"2023-12-22T17:14:48.110360+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T21:03:41.469376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.106239+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T05:11:22.469926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.125245+0000","last_change":"2023-12-22T17:14:47.125245+0000","last_active":"2023-12-22T17:14:47.125245+0000","last_peered":"2023-12-22T17:14:47.125245+0000","last_clean":"2023-12-22T17:14:47.125245+0000","last_became_active":"2023-12-22T17:14:47.124544+0000","last_became_peered":"2023-12-22T17:14:47.124544+0000","last_unstale":"2023-12-22T17:14:47.125245+0000","last_undegraded":"2023-12-22T17:14:47.125245+0000","last_fullsized":"2023-12-22T17:14:47.125245+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:40:35.691904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.095692+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.120993+0000","last_change":"2023-12-22T17:14:47.120121+0000","last_active":"2023-12-22T17:14:47.120993+0000","last_peered":"2023-12-22T17:14:47.120993+0000","last_clean":"2023-12-22T17:14:47.120993+0000","last_became_active":"2023-12-22T17:14:47.119841+0000","last_became_peered":"2023-12-22T17:14:47.119841+0000","last_unstale":"2023-12-22T17:14:47.120993+0000","last_undegraded":"2023-12-22T17:14:47.120993+0000","last_fullsized":"2023-12-22T17:14:47.120993+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:47:06.811008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.075834+0000","last_change":"2023-12-22T17:14:48.075834+0000","last_active":"2023-12-22T17:14:48.075834+0000","last_peered":"2023-12-22T17:14:48.075834+0000","last_clean":"2023-12-22T17:14:48.075834+0000","last_became_active":"2023-12-22T17:14:48.075351+0000","last_became_peered":"2023-12-22T17:14:48.075351+0000","last_unstale":"2023-12-22T17:14:48.075834+0000","last_undegraded":"2023-12-22T17:14:48.075834+0000","last_fullsized":"2023-12-22T17:14:48.075834+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:20:07.784801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.120934+0000","last_change":"2023-12-22T17:14:47.119680+0000","last_active":"2023-12-22T17:14:47.120934+0000","last_peered":"2023-12-22T17:14:47.120934+0000","last_clean":"2023-12-22T17:14:47.120934+0000","last_became_active":"2023-12-22T17:14:47.119401+0000","last_became_peered":"2023-12-22T17:14:47.119401+0000","last_unstale":"2023-12-22T17:14:47.120934+0000","last_undegraded":"2023-12-22T17:14:47.120934+0000","last_fullsized":"2023-12-22T17:14:47.120934+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:10:09.143754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.070210+0000","last_change":"2023-12-22T17:14:48.070210+0000","last_active":"2023-12-22T17:14:48.070210+0000","last_peered":"2023-12-22T17:14:48.070210+0000","last_clean":"2023-12-22T17:14:48.070210+0000","last_became_active":"2023-12-22T17:14:48.069900+0000","last_became_peered":"2023-12-22T17:14:48.069900+0000","last_unstale":"2023-12-22T17:14:48.070210+0000","last_undegraded":"2023-12-22T17:14:48.070210+0000","last_fullsized":"2023-12-22T17:14:48.070210+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:42:16.002973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.124058+0000","last_change":"2023-12-22T17:14:47.124058+0000","last_active":"2023-12-22T17:14:47.124058+0000","last_peered":"2023-12-22T17:14:47.124058+0000","last_clean":"2023-12-22T17:14:47.124058+0000","last_became_active":"2023-12-22T17:14:47.123759+0000","last_became_peered":"2023-12-22T17:14:47.123759+0000","last_unstale":"2023-12-22T17:14:47.124058+0000","last_undegraded":"2023-12-22T17:14:47.124058+0000","last_fullsized":"2023-12-22T17:14:47.124058+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:59:13.412760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.070473+0000","last_change":"2023-12-22T17:14:48.068583+0000","last_active":"2023-12-22T17:14:48.070473+0000","last_peered":"2023-12-22T17:14:48.070473+0000","last_clean":"2023-12-22T17:14:48.070473+0000","last_became_active":"2023-12-22T17:14:48.068255+0000","last_became_peered":"2023-12-22T17:14:48.068255+0000","last_unstale":"2023-12-22T17:14:48.070473+0000","last_undegraded":"2023-12-22T17:14:48.070473+0000","last_fullsized":"2023-12-22T17:14:48.070473+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:04:00.387399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:46.093660+0000","last_change":"2023-12-22T17:14:46.096963+0000","last_active":"2023-12-22T17:14:46.093660+0000","last_peered":"2023-12-22T17:14:46.093660+0000","last_clean":"2023-12-22T17:14:46.093660+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:46.093660+0000","last_undegraded":"2023-12-22T17:14:46.093660+0000","last_fullsized":"2023-12-22T17:14:46.093660+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:02:32.371164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.111785+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:35:22.667851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[5,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"58'1","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.061452+0000","last_change":"2023-12-22T17:14:47.118369+0000","last_active":"2023-12-22T17:14:48.061452+0000","last_peered":"2023-12-22T17:14:48.061452+0000","last_clean":"2023-12-22T17:14:48.061452+0000","last_became_active":"2023-12-22T17:14:47.117911+0000","last_became_peered":"2023-12-22T17:14:47.117911+0000","last_unstale":"2023-12-22T17:14:48.061452+0000","last_undegraded":"2023-12-22T17:14:48.061452+0000","last_fullsized":"2023-12-22T17:14:48.061452+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:59:59.654553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.109750+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:33:23.204315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,6],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:46.093660+0000","last_change":"2023-12-22T17:14:46.097070+0000","last_active":"2023-12-22T17:14:46.093660+0000","last_peered":"2023-12-22T17:14:46.093660+0000","last_clean":"2023-12-22T17:14:46.093660+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:46.093660+0000","last_undegraded":"2023-12-22T17:14:46.093660+0000","last_fullsized":"2023-12-22T17:14:46.093660+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T17:45:45.586230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.109460+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:48:01.762531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.077012+0000","last_change":"2023-12-22T17:14:48.075222+0000","last_active":"2023-12-22T17:14:48.077012+0000","last_peered":"2023-12-22T17:14:48.077012+0000","last_clean":"2023-12-22T17:14:48.077012+0000","last_became_active":"2023-12-22T17:14:48.074482+0000","last_became_peered":"2023-12-22T17:14:48.074482+0000","last_unstale":"2023-12-22T17:14:48.077012+0000","last_undegraded":"2023-12-22T17:14:48.077012+0000","last_fullsized":"2023-12-22T17:14:48.077012+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:38:05.015812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.095692+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.107382+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:46:53.922332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,3],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.112176+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:48:33.386481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.071486+0000","last_change":"2023-12-22T17:14:48.071486+0000","last_active":"2023-12-22T17:14:48.071486+0000","last_peered":"2023-12-22T17:14:48.071486+0000","last_clean":"2023-12-22T17:14:48.071486+0000","last_became_active":"2023-12-22T17:14:48.070545+0000","last_became_peered":"2023-12-22T17:14:48.070545+0000","last_unstale":"2023-12-22T17:14:48.071486+0000","last_undegraded":"2023-12-22T17:14:48.071486+0000","last_fullsized":"2023-12-22T17:14:48.071486+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:55:07.237280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.077630+0000","last_change":"2023-12-22T17:14:48.077630+0000","last_active":"2023-12-22T17:14:48.077630+0000","last_peered":"2023-12-22T17:14:48.077630+0000","last_clean":"2023-12-22T17:14:48.077630+0000","last_became_active":"2023-12-22T17:14:48.077265+0000","last_became_peered":"2023-12-22T17:14:48.077265+0000","last_unstale":"2023-12-22T17:14:48.077630+0000","last_undegraded":"2023-12-22T17:14:48.077630+0000","last_fullsized":"2023-12-22T17:14:48.077630+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:49:56.617185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.070888+0000","last_change":"2023-12-22T17:14:48.069440+0000","last_active":"2023-12-22T17:14:48.070888+0000","last_peered":"2023-12-22T17:14:48.070888+0000","last_clean":"2023-12-22T17:14:48.070888+0000","last_became_active":"2023-12-22T17:14:48.069099+0000","last_became_peered":"2023-12-22T17:14:48.069099+0000","last_unstale":"2023-12-22T17:14:48.070888+0000","last_undegraded":"2023-12-22T17:14:48.070888+0000","last_fullsized":"2023-12-22T17:14:48.070888+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:14:11.705233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.064189+0000","last_change":"2023-12-22T17:14:48.064189+0000","last_active":"2023-12-22T17:14:48.064189+0000","last_peered":"2023-12-22T17:14:48.064189+0000","last_clean":"2023-12-22T17:14:48.064189+0000","last_became_active":"2023-12-22T17:14:48.063276+0000","last_became_peered":"2023-12-22T17:14:48.063276+0000","last_unstale":"2023-12-22T17:14:48.064189+0000","last_undegraded":"2023-12-22T17:14:48.064189+0000","last_fullsized":"2023-12-22T17:14:48.064189+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T21:06:54.622669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.107083+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T21:13:26.972845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,3],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.067690+0000","last_change":"2023-12-22T17:14:48.067690+0000","last_active":"2023-12-22T17:14:48.067690+0000","last_peered":"2023-12-22T17:14:48.067690+0000","last_clean":"2023-12-22T17:14:48.067690+0000","last_became_active":"2023-12-22T17:14:48.066917+0000","last_became_peered":"2023-12-22T17:14:48.066917+0000","last_unstale":"2023-12-22T17:14:48.067690+0000","last_undegraded":"2023-12-22T17:14:48.067690+0000","last_fullsized":"2023-12-22T17:14:48.067690+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:46:58.626252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.110328+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T05:03:34.633135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[6,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.112592+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:45:45.796804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.077251+0000","last_change":"2023-12-22T17:14:48.076551+0000","last_active":"2023-12-22T17:14:48.077251+0000","last_peered":"2023-12-22T17:14:48.077251+0000","last_clean":"2023-12-22T17:14:48.077251+0000","last_became_active":"2023-12-22T17:14:48.076286+0000","last_became_peered":"2023-12-22T17:14:48.076286+0000","last_unstale":"2023-12-22T17:14:48.077251+0000","last_undegraded":"2023-12-22T17:14:48.077251+0000","last_fullsized":"2023-12-22T17:14:48.077251+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:10:49.068174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":171,"acting":171,"num_store_stats":6},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":1696,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":3336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":15,"ondisk_log_size":15,"up":93,"acting":93,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":51,"seq":219043332101,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298412,"kb_used_data":1124,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446740,"statfs":{"total":95995035648,"available":95689461760,"internally_reserved":0,"allocated":1150976,"data_stored":821167,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63200000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66500000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45200000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.432}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47499999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57899999999999996}]}]},{"osd":6,"up_from":44,"seq":188978561032,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298452,"kb_used_data":1164,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446700,"statfs":{"total":95995035648,"available":95689420800,"internally_reserved":0,"allocated":1191936,"data_stored":836879,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48299999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44900000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59099999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47699999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34300000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64000000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574874,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":568,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":581632,"data_stored":238417,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 22 17:13:53 2023","interfaces":[{"interface":"back","average":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"last":0.30599999999999999}]},{"osd":2,"last update":"Fri Dec 22 17:14:10 2023","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.38100000000000001}]},{"osd":3,"last update":"Fri Dec 22 17:14:27 2023","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.432}]},{"osd":4,"last update":"Fri Dec 22 17:14:43 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.59899999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66900000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70699999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60699999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738397,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298412,"kb_used_data":1124,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446740,"statfs":{"total":95995035648,"available":95689461760,"internally_reserved":0,"allocated":1150976,"data_stored":821167,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Dec 22 17:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.245},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.26700000000000002}]},{"osd":2,"last update":"Fri Dec 22 17:14:08 2023","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.36599999999999999}]},{"osd":3,"last update":"Fri Dec 22 17:14:27 2023","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.32700000000000001}]},{"osd":4,"last update":"Fri Dec 22 17:14:41 2023","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.626,"15min":0.626},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.40899999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52600000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.433}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46000000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411351,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297820,"kb_used_data":532,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447332,"statfs":{"total":95995035648,"available":95690067968,"internally_reserved":0,"allocated":544768,"data_stored":224106,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 22 17:14:07 2023","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.37,"15min":0.37},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.51800000000000002}]},{"osd":1,"last update":"Fri Dec 22 17:14:07 2023","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.439}]},{"osd":3,"last update":"Fri Dec 22 17:14:27 2023","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.40699999999999997}]},{"osd":4,"last update":"Fri Dec 22 17:14:43 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.60499999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55100000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63300000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61699999999999999}]}]},{"osd":3,"up_from":25,"seq":107374182420,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297864,"kb_used_data":576,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447288,"statfs":{"total":95995035648,"available":95690022912,"internally_reserved":0,"allocated":589824,"data_stored":239632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 22 17:14:29 2023","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.23400000000000001},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.32300000000000001}]},{"osd":1,"last update":"Fri Dec 22 17:14:29 2023","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.27300000000000002}]},{"osd":2,"last update":"Fri Dec 22 17:14:29 2023","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.375},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.34100000000000003}]},{"osd":4,"last update":"Fri Dec 22 17:14:44 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.503}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60599999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49199999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48299999999999998}]}]},{"osd":4,"up_from":30,"seq":128849018895,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":297812,"kb_used_data":524,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447340,"statfs":{"total":95995035648,"available":95690076160,"internally_reserved":0,"allocated":536576,"data_stored":218136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 22 17:14:42 2023","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.46000000000000002}]},{"osd":1,"last update":"Fri Dec 22 17:14:42 2023","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.55000000000000004}]},{"osd":2,"last update":"Fri Dec 22 17:14:42 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.49399999999999999}]},{"osd":3,"last update":"Fri Dec 22 17:14:42 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.46899999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.377}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40600000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48499999999999999}]}]},{"osd":5,"up_from":37,"seq":158913789964,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297832,"kb_used_data":544,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447320,"statfs":{"total":95995035648,"available":95690055680,"internally_reserved":0,"allocated":557056,"data_stored":230799,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.621}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57499999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67000000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.499}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59299999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55900000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63700000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-22T17:14:52.559 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-22T17:14:52.927 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:14:52.928 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2023-12-22T17:14:52.938 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":152,"stamp":"2023-12-22T17:14:52.772245+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592674,"num_objects":20,"num_object_clones":0,"num_object_copies":60,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":196,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":149,"ondisk_log_size":149,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":190,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2384600,"kb_used_data":6296,"kb_used_omap":0,"kb_used_meta":2378240,"kb_avail":747576616,"statfs":{"total":767960285184,"available":765518454784,"internally_reserved":0,"allocated":6447104,"data_stored":3693037,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2435317760},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2306,"num_objects":18,"num_object_clones":0,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":37,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001317"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.113363+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T21:03:24.513710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.074170+0000","last_change":"2023-12-22T17:14:48.074170+0000","last_active":"2023-12-22T17:14:48.074170+0000","last_peered":"2023-12-22T17:14:48.074170+0000","last_clean":"2023-12-22T17:14:48.074170+0000","last_became_active":"2023-12-22T17:14:48.073812+0000","last_became_peered":"2023-12-22T17:14:48.073812+0000","last_unstale":"2023-12-22T17:14:48.074170+0000","last_undegraded":"2023-12-22T17:14:48.074170+0000","last_fullsized":"2023-12-22T17:14:48.074170+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:26:48.591147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.082736+0000","last_change":"2023-12-22T17:14:48.071969+0000","last_active":"2023-12-22T17:14:48.082736+0000","last_peered":"2023-12-22T17:14:48.082736+0000","last_clean":"2023-12-22T17:14:48.082736+0000","last_became_active":"2023-12-22T17:14:48.071635+0000","last_became_peered":"2023-12-22T17:14:48.071635+0000","last_unstale":"2023-12-22T17:14:48.082736+0000","last_undegraded":"2023-12-22T17:14:48.082736+0000","last_fullsized":"2023-12-22T17:14:48.082736+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:51:18.683582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.111506+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:29:45.549144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.112230+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T05:03:46.070832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.111865+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:28:28.941288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.111239+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:45:13.237566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.079343+0000","last_change":"2023-12-22T17:14:48.079343+0000","last_active":"2023-12-22T17:14:48.079343+0000","last_peered":"2023-12-22T17:14:48.079343+0000","last_clean":"2023-12-22T17:14:48.079343+0000","last_became_active":"2023-12-22T17:14:48.079009+0000","last_became_peered":"2023-12-22T17:14:48.079009+0000","last_unstale":"2023-12-22T17:14:48.079343+0000","last_undegraded":"2023-12-22T17:14:48.079343+0000","last_fullsized":"2023-12-22T17:14:48.079343+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:55:56.431773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.111747+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:08:05.055146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.077087+0000","last_change":"2023-12-22T17:14:48.074494+0000","last_active":"2023-12-22T17:14:48.077087+0000","last_peered":"2023-12-22T17:14:48.077087+0000","last_clean":"2023-12-22T17:14:48.077087+0000","last_became_active":"2023-12-22T17:14:48.074093+0000","last_became_peered":"2023-12-22T17:14:48.074093+0000","last_unstale":"2023-12-22T17:14:48.077087+0000","last_undegraded":"2023-12-22T17:14:48.077087+0000","last_fullsized":"2023-12-22T17:14:48.077087+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:26:55.128223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.077059+0000","last_change":"2023-12-22T17:14:48.075415+0000","last_active":"2023-12-22T17:14:48.077059+0000","last_peered":"2023-12-22T17:14:48.077059+0000","last_clean":"2023-12-22T17:14:48.077059+0000","last_became_active":"2023-12-22T17:14:48.074595+0000","last_became_peered":"2023-12-22T17:14:48.074595+0000","last_unstale":"2023-12-22T17:14:48.077059+0000","last_undegraded":"2023-12-22T17:14:48.077059+0000","last_fullsized":"2023-12-22T17:14:48.077059+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:01:05.350910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.072482+0000","last_change":"2023-12-22T17:14:48.070759+0000","last_active":"2023-12-22T17:14:48.072482+0000","last_peered":"2023-12-22T17:14:48.072482+0000","last_clean":"2023-12-22T17:14:48.072482+0000","last_became_active":"2023-12-22T17:14:48.070472+0000","last_became_peered":"2023-12-22T17:14:48.070472+0000","last_unstale":"2023-12-22T17:14:48.072482+0000","last_undegraded":"2023-12-22T17:14:48.072482+0000","last_fullsized":"2023-12-22T17:14:48.072482+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:31:24.565312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.066341+0000","last_change":"2023-12-22T17:14:48.066341+0000","last_active":"2023-12-22T17:14:48.066341+0000","last_peered":"2023-12-22T17:14:48.066341+0000","last_clean":"2023-12-22T17:14:48.066341+0000","last_became_active":"2023-12-22T17:14:48.066009+0000","last_became_peered":"2023-12-22T17:14:48.066009+0000","last_unstale":"2023-12-22T17:14:48.066341+0000","last_undegraded":"2023-12-22T17:14:48.066341+0000","last_fullsized":"2023-12-22T17:14:48.066341+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:33:06.516414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.082901+0000","last_change":"2023-12-22T17:14:48.082202+0000","last_active":"2023-12-22T17:14:48.082901+0000","last_peered":"2023-12-22T17:14:48.082901+0000","last_clean":"2023-12-22T17:14:48.082901+0000","last_became_active":"2023-12-22T17:14:48.077583+0000","last_became_peered":"2023-12-22T17:14:48.077583+0000","last_unstale":"2023-12-22T17:14:48.082901+0000","last_undegraded":"2023-12-22T17:14:48.082901+0000","last_fullsized":"2023-12-22T17:14:48.082901+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:10:32.767303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.081559+0000","last_change":"2023-12-22T17:14:48.081559+0000","last_active":"2023-12-22T17:14:48.081559+0000","last_peered":"2023-12-22T17:14:48.081559+0000","last_clean":"2023-12-22T17:14:48.081559+0000","last_became_active":"2023-12-22T17:14:48.081110+0000","last_became_peered":"2023-12-22T17:14:48.081110+0000","last_unstale":"2023-12-22T17:14:48.081559+0000","last_undegraded":"2023-12-22T17:14:48.081559+0000","last_fullsized":"2023-12-22T17:14:48.081559+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:12:41.196423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.110901+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:55:35.350780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.107580+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:29:37.094229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.079394+0000","last_change":"2023-12-22T17:14:48.074514+0000","last_active":"2023-12-22T17:14:48.079394+0000","last_peered":"2023-12-22T17:14:48.079394+0000","last_clean":"2023-12-22T17:14:48.079394+0000","last_became_active":"2023-12-22T17:14:48.074191+0000","last_became_peered":"2023-12-22T17:14:48.074191+0000","last_unstale":"2023-12-22T17:14:48.079394+0000","last_undegraded":"2023-12-22T17:14:48.079394+0000","last_fullsized":"2023-12-22T17:14:48.079394+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:11:08.553764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.113009+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:32:46.330962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"58'4","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.110155+0000","last_change":"2023-12-22T17:14:47.121358+0000","last_active":"2023-12-22T17:14:48.110155+0000","last_peered":"2023-12-22T17:14:48.110155+0000","last_clean":"2023-12-22T17:14:48.110155+0000","last_became_active":"2023-12-22T17:14:47.120859+0000","last_became_peered":"2023-12-22T17:14:47.120859+0000","last_unstale":"2023-12-22T17:14:48.110155+0000","last_undegraded":"2023-12-22T17:14:48.110155+0000","last_fullsized":"2023-12-22T17:14:48.110155+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:24:17.828043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.066465+0000","last_change":"2023-12-22T17:14:48.066465+0000","last_active":"2023-12-22T17:14:48.066465+0000","last_peered":"2023-12-22T17:14:48.066465+0000","last_clean":"2023-12-22T17:14:48.066465+0000","last_became_active":"2023-12-22T17:14:48.063479+0000","last_became_peered":"2023-12-22T17:14:48.063479+0000","last_unstale":"2023-12-22T17:14:48.066465+0000","last_undegraded":"2023-12-22T17:14:48.066465+0000","last_fullsized":"2023-12-22T17:14:48.066465+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:14:06.895497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"58'1","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.055551+0000","last_change":"2023-12-22T17:14:47.122491+0000","last_active":"2023-12-22T17:14:48.055551+0000","last_peered":"2023-12-22T17:14:48.055551+0000","last_clean":"2023-12-22T17:14:48.055551+0000","last_became_active":"2023-12-22T17:14:47.122167+0000","last_became_peered":"2023-12-22T17:14:47.122167+0000","last_unstale":"2023-12-22T17:14:48.055551+0000","last_undegraded":"2023-12-22T17:14:48.055551+0000","last_fullsized":"2023-12-22T17:14:48.055551+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:40:57.987404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.081797+0000","last_change":"2023-12-22T17:14:48.077941+0000","last_active":"2023-12-22T17:14:48.081797+0000","last_peered":"2023-12-22T17:14:48.081797+0000","last_clean":"2023-12-22T17:14:48.081797+0000","last_became_active":"2023-12-22T17:14:48.075413+0000","last_became_peered":"2023-12-22T17:14:48.075413+0000","last_unstale":"2023-12-22T17:14:48.081797+0000","last_undegraded":"2023-12-22T17:14:48.081797+0000","last_fullsized":"2023-12-22T17:14:48.081797+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T21:56:04.035319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.128410+0000","last_change":"2023-12-22T17:14:47.128410+0000","last_active":"2023-12-22T17:14:47.128410+0000","last_peered":"2023-12-22T17:14:47.128410+0000","last_clean":"2023-12-22T17:14:47.128410+0000","last_became_active":"2023-12-22T17:14:47.127889+0000","last_became_peered":"2023-12-22T17:14:47.127889+0000","last_unstale":"2023-12-22T17:14:47.128410+0000","last_undegraded":"2023-12-22T17:14:47.128410+0000","last_fullsized":"2023-12-22T17:14:47.128410+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T05:01:22.054951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.106845+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:25:06.125086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.128059+0000","last_change":"2023-12-22T17:14:47.128059+0000","last_active":"2023-12-22T17:14:47.128059+0000","last_peered":"2023-12-22T17:14:47.128059+0000","last_clean":"2023-12-22T17:14:47.128059+0000","last_became_active":"2023-12-22T17:14:47.127717+0000","last_became_peered":"2023-12-22T17:14:47.127717+0000","last_unstale":"2023-12-22T17:14:47.128059+0000","last_undegraded":"2023-12-22T17:14:47.128059+0000","last_fullsized":"2023-12-22T17:14:47.128059+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:35:35.235720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.108978+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:33:17.868711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,6],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"58'1","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.055755+0000","last_change":"2023-12-22T17:14:47.124389+0000","last_active":"2023-12-22T17:14:48.055755+0000","last_peered":"2023-12-22T17:14:48.055755+0000","last_clean":"2023-12-22T17:14:48.055755+0000","last_became_active":"2023-12-22T17:14:47.124145+0000","last_became_peered":"2023-12-22T17:14:47.124145+0000","last_unstale":"2023-12-22T17:14:48.055755+0000","last_undegraded":"2023-12-22T17:14:48.055755+0000","last_fullsized":"2023-12-22T17:14:48.055755+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:22:51.061279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.078507+0000","last_change":"2023-12-22T17:14:48.076477+0000","last_active":"2023-12-22T17:14:48.078507+0000","last_peered":"2023-12-22T17:14:48.078507+0000","last_clean":"2023-12-22T17:14:48.078507+0000","last_became_active":"2023-12-22T17:14:48.076133+0000","last_became_peered":"2023-12-22T17:14:48.076133+0000","last_unstale":"2023-12-22T17:14:48.078507+0000","last_undegraded":"2023-12-22T17:14:48.078507+0000","last_fullsized":"2023-12-22T17:14:48.078507+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:45:50.207512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"58'1","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.109610+0000","last_change":"2023-12-22T17:14:47.124454+0000","last_active":"2023-12-22T17:14:48.109610+0000","last_peered":"2023-12-22T17:14:48.109610+0000","last_clean":"2023-12-22T17:14:48.109610+0000","last_became_active":"2023-12-22T17:14:47.123302+0000","last_became_peered":"2023-12-22T17:14:47.123302+0000","last_unstale":"2023-12-22T17:14:48.109610+0000","last_undegraded":"2023-12-22T17:14:48.109610+0000","last_fullsized":"2023-12-22T17:14:48.109610+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:13:15.851795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.086042+0000","last_change":"2023-12-22T17:14:48.085792+0000","last_active":"2023-12-22T17:14:48.086042+0000","last_peered":"2023-12-22T17:14:48.086042+0000","last_clean":"2023-12-22T17:14:48.086042+0000","last_became_active":"2023-12-22T17:14:48.078140+0000","last_became_peered":"2023-12-22T17:14:48.078140+0000","last_unstale":"2023-12-22T17:14:48.086042+0000","last_undegraded":"2023-12-22T17:14:48.086042+0000","last_fullsized":"2023-12-22T17:14:48.086042+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:34:07.243391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.117833+0000","last_change":"2023-12-22T17:14:47.115210+0000","last_active":"2023-12-22T17:14:47.117833+0000","last_peered":"2023-12-22T17:14:47.117833+0000","last_clean":"2023-12-22T17:14:47.117833+0000","last_became_active":"2023-12-22T17:14:47.114910+0000","last_became_peered":"2023-12-22T17:14:47.114910+0000","last_unstale":"2023-12-22T17:14:47.117833+0000","last_undegraded":"2023-12-22T17:14:47.117833+0000","last_fullsized":"2023-12-22T17:14:47.117833+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:59:15.958025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.069949+0000","last_change":"2023-12-22T17:14:48.069949+0000","last_active":"2023-12-22T17:14:48.069949+0000","last_peered":"2023-12-22T17:14:48.069949+0000","last_clean":"2023-12-22T17:14:48.069949+0000","last_became_active":"2023-12-22T17:14:48.069628+0000","last_became_peered":"2023-12-22T17:14:48.069628+0000","last_unstale":"2023-12-22T17:14:48.069949+0000","last_undegraded":"2023-12-22T17:14:48.069949+0000","last_fullsized":"2023-12-22T17:14:48.069949+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:18:04.310038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.121914+0000","last_change":"2023-12-22T17:14:47.121914+0000","last_active":"2023-12-22T17:14:47.121914+0000","last_peered":"2023-12-22T17:14:47.121914+0000","last_clean":"2023-12-22T17:14:47.121914+0000","last_became_active":"2023-12-22T17:14:47.121606+0000","last_became_peered":"2023-12-22T17:14:47.121606+0000","last_unstale":"2023-12-22T17:14:47.121914+0000","last_undegraded":"2023-12-22T17:14:47.121914+0000","last_fullsized":"2023-12-22T17:14:47.121914+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:26:41.424993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.068746+0000","last_change":"2023-12-22T17:14:48.068746+0000","last_active":"2023-12-22T17:14:48.068746+0000","last_peered":"2023-12-22T17:14:48.068746+0000","last_clean":"2023-12-22T17:14:48.068746+0000","last_became_active":"2023-12-22T17:14:48.068370+0000","last_became_peered":"2023-12-22T17:14:48.068370+0000","last_unstale":"2023-12-22T17:14:48.068746+0000","last_undegraded":"2023-12-22T17:14:48.068746+0000","last_fullsized":"2023-12-22T17:14:48.068746+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:25:46.315167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.057568+0000","last_change":"2023-12-22T17:14:47.117377+0000","last_active":"2023-12-22T17:14:48.057568+0000","last_peered":"2023-12-22T17:14:48.057568+0000","last_clean":"2023-12-22T17:14:48.057568+0000","last_became_active":"2023-12-22T17:14:47.116923+0000","last_became_peered":"2023-12-22T17:14:47.116923+0000","last_unstale":"2023-12-22T17:14:48.057568+0000","last_undegraded":"2023-12-22T17:14:48.057568+0000","last_fullsized":"2023-12-22T17:14:48.057568+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T17:52:47.976858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.107029+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:09:36.576506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.125723+0000","last_change":"2023-12-22T17:14:47.125723+0000","last_active":"2023-12-22T17:14:47.125723+0000","last_peered":"2023-12-22T17:14:47.125723+0000","last_clean":"2023-12-22T17:14:47.125723+0000","last_became_active":"2023-12-22T17:14:47.125390+0000","last_became_peered":"2023-12-22T17:14:47.125390+0000","last_unstale":"2023-12-22T17:14:47.125723+0000","last_undegraded":"2023-12-22T17:14:47.125723+0000","last_fullsized":"2023-12-22T17:14:47.125723+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:13:43.885024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.081778+0000","last_change":"2023-12-22T17:14:48.075286+0000","last_active":"2023-12-22T17:14:48.081778+0000","last_peered":"2023-12-22T17:14:48.081778+0000","last_clean":"2023-12-22T17:14:48.081778+0000","last_became_active":"2023-12-22T17:14:48.074701+0000","last_became_peered":"2023-12-22T17:14:48.074701+0000","last_unstale":"2023-12-22T17:14:48.081778+0000","last_undegraded":"2023-12-22T17:14:48.081778+0000","last_fullsized":"2023-12-22T17:14:48.081778+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:34:05.213888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"58'3","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.111879+0000","last_change":"2023-12-22T17:14:47.118184+0000","last_active":"2023-12-22T17:14:48.111879+0000","last_peered":"2023-12-22T17:14:48.111879+0000","last_clean":"2023-12-22T17:14:48.111879+0000","last_became_active":"2023-12-22T17:14:47.117520+0000","last_became_peered":"2023-12-22T17:14:47.117520+0000","last_unstale":"2023-12-22T17:14:48.111879+0000","last_undegraded":"2023-12-22T17:14:48.111879+0000","last_fullsized":"2023-12-22T17:14:48.111879+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:37:46.157034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.087529+0000","last_change":"2023-12-22T17:14:48.080449+0000","last_active":"2023-12-22T17:14:48.087529+0000","last_peered":"2023-12-22T17:14:48.087529+0000","last_clean":"2023-12-22T17:14:48.087529+0000","last_became_active":"2023-12-22T17:14:48.080124+0000","last_became_peered":"2023-12-22T17:14:48.080124+0000","last_unstale":"2023-12-22T17:14:48.087529+0000","last_undegraded":"2023-12-22T17:14:48.087529+0000","last_fullsized":"2023-12-22T17:14:48.087529+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:26:13.020341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"58'6","reported_seq":17,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.113494+0000","last_change":"2023-12-22T17:14:47.121004+0000","last_active":"2023-12-22T17:14:48.113494+0000","last_peered":"2023-12-22T17:14:48.113494+0000","last_clean":"2023-12-22T17:14:48.113494+0000","last_became_active":"2023-12-22T17:14:47.120720+0000","last_became_peered":"2023-12-22T17:14:47.120720+0000","last_unstale":"2023-12-22T17:14:48.113494+0000","last_undegraded":"2023-12-22T17:14:48.113494+0000","last_fullsized":"2023-12-22T17:14:48.113494+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:33:57.428613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1536,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.112458+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:06:10.565685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"58'2","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.110211+0000","last_change":"2023-12-22T17:14:47.124676+0000","last_active":"2023-12-22T17:14:48.110211+0000","last_peered":"2023-12-22T17:14:48.110211+0000","last_clean":"2023-12-22T17:14:48.110211+0000","last_became_active":"2023-12-22T17:14:47.124175+0000","last_became_peered":"2023-12-22T17:14:47.124175+0000","last_unstale":"2023-12-22T17:14:48.110211+0000","last_undegraded":"2023-12-22T17:14:48.110211+0000","last_fullsized":"2023-12-22T17:14:48.110211+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:13:41.352784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.082261+0000","last_change":"2023-12-22T17:14:48.071457+0000","last_active":"2023-12-22T17:14:48.082261+0000","last_peered":"2023-12-22T17:14:48.082261+0000","last_clean":"2023-12-22T17:14:48.082261+0000","last_became_active":"2023-12-22T17:14:48.071029+0000","last_became_peered":"2023-12-22T17:14:48.071029+0000","last_unstale":"2023-12-22T17:14:48.082261+0000","last_undegraded":"2023-12-22T17:14:48.082261+0000","last_fullsized":"2023-12-22T17:14:48.082261+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:05:26.779482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.121744+0000","last_change":"2023-12-22T17:14:47.121744+0000","last_active":"2023-12-22T17:14:47.121744+0000","last_peered":"2023-12-22T17:14:47.121744+0000","last_clean":"2023-12-22T17:14:47.121744+0000","last_became_active":"2023-12-22T17:14:47.121434+0000","last_became_peered":"2023-12-22T17:14:47.121434+0000","last_unstale":"2023-12-22T17:14:47.121744+0000","last_undegraded":"2023-12-22T17:14:47.121744+0000","last_fullsized":"2023-12-22T17:14:47.121744+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:13:18.075746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.111128+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:19:15.510943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.056496+0000","last_change":"2023-12-22T17:14:47.111494+0000","last_active":"2023-12-22T17:14:48.056496+0000","last_peered":"2023-12-22T17:14:48.056496+0000","last_clean":"2023-12-22T17:14:48.056496+0000","last_became_active":"2023-12-22T17:14:47.110097+0000","last_became_peered":"2023-12-22T17:14:47.110097+0000","last_unstale":"2023-12-22T17:14:48.056496+0000","last_undegraded":"2023-12-22T17:14:48.056496+0000","last_fullsized":"2023-12-22T17:14:48.056496+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:57:23.284067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.076962+0000","last_change":"2023-12-22T17:14:48.074800+0000","last_active":"2023-12-22T17:14:48.076962+0000","last_peered":"2023-12-22T17:14:48.076962+0000","last_clean":"2023-12-22T17:14:48.076962+0000","last_became_active":"2023-12-22T17:14:48.073918+0000","last_became_peered":"2023-12-22T17:14:48.073918+0000","last_unstale":"2023-12-22T17:14:48.076962+0000","last_undegraded":"2023-12-22T17:14:48.076962+0000","last_fullsized":"2023-12-22T17:14:48.076962+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:59:42.370341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"58'8","reported_seq":19,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.113082+0000","last_change":"2023-12-22T17:14:47.115616+0000","last_active":"2023-12-22T17:14:48.113082+0000","last_peered":"2023-12-22T17:14:48.113082+0000","last_clean":"2023-12-22T17:14:48.113082+0000","last_became_active":"2023-12-22T17:14:47.115313+0000","last_became_peered":"2023-12-22T17:14:47.115313+0000","last_unstale":"2023-12-22T17:14:48.113082+0000","last_undegraded":"2023-12-22T17:14:48.113082+0000","last_fullsized":"2023-12-22T17:14:48.113082+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:08:16.249415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.107755+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:44:49.776094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"58'1","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.109815+0000","last_change":"2023-12-22T17:14:47.122641+0000","last_active":"2023-12-22T17:14:48.109815+0000","last_peered":"2023-12-22T17:14:48.109815+0000","last_clean":"2023-12-22T17:14:48.109815+0000","last_became_active":"2023-12-22T17:14:47.122327+0000","last_became_peered":"2023-12-22T17:14:47.122327+0000","last_unstale":"2023-12-22T17:14:48.109815+0000","last_undegraded":"2023-12-22T17:14:48.109815+0000","last_fullsized":"2023-12-22T17:14:48.109815+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:55:41.071475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.108444+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:19:48.549817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.124065+0000","last_change":"2023-12-22T17:14:47.123165+0000","last_active":"2023-12-22T17:14:47.124065+0000","last_peered":"2023-12-22T17:14:47.124065+0000","last_clean":"2023-12-22T17:14:47.124065+0000","last_became_active":"2023-12-22T17:14:47.122864+0000","last_became_peered":"2023-12-22T17:14:47.122864+0000","last_unstale":"2023-12-22T17:14:47.124065+0000","last_undegraded":"2023-12-22T17:14:47.124065+0000","last_fullsized":"2023-12-22T17:14:47.124065+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:42:36.208142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.106708+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T17:32:56.325733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,3],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.125882+0000","last_change":"2023-12-22T17:14:47.125882+0000","last_active":"2023-12-22T17:14:47.125882+0000","last_peered":"2023-12-22T17:14:47.125882+0000","last_clean":"2023-12-22T17:14:47.125882+0000","last_became_active":"2023-12-22T17:14:47.125324+0000","last_became_peered":"2023-12-22T17:14:47.125324+0000","last_unstale":"2023-12-22T17:14:47.125882+0000","last_undegraded":"2023-12-22T17:14:47.125882+0000","last_fullsized":"2023-12-22T17:14:47.125882+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:26:06.924390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.087559+0000","last_change":"2023-12-22T17:14:48.083163+0000","last_active":"2023-12-22T17:14:48.087559+0000","last_peered":"2023-12-22T17:14:48.087559+0000","last_clean":"2023-12-22T17:14:48.087559+0000","last_became_active":"2023-12-22T17:14:48.082853+0000","last_became_peered":"2023-12-22T17:14:48.082853+0000","last_unstale":"2023-12-22T17:14:48.087559+0000","last_undegraded":"2023-12-22T17:14:48.087559+0000","last_fullsized":"2023-12-22T17:14:48.087559+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:40:58.099538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.075745+0000","last_change":"2023-12-22T17:14:48.075745+0000","last_active":"2023-12-22T17:14:48.075745+0000","last_peered":"2023-12-22T17:14:48.075745+0000","last_clean":"2023-12-22T17:14:48.075745+0000","last_became_active":"2023-12-22T17:14:48.075402+0000","last_became_peered":"2023-12-22T17:14:48.075402+0000","last_unstale":"2023-12-22T17:14:48.075745+0000","last_undegraded":"2023-12-22T17:14:48.075745+0000","last_fullsized":"2023-12-22T17:14:48.075745+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:24:24.235492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.058138+0000","last_change":"2023-12-22T17:14:47.122349+0000","last_active":"2023-12-22T17:14:48.058138+0000","last_peered":"2023-12-22T17:14:48.058138+0000","last_clean":"2023-12-22T17:14:48.058138+0000","last_became_active":"2023-12-22T17:14:47.122045+0000","last_became_peered":"2023-12-22T17:14:47.122045+0000","last_unstale":"2023-12-22T17:14:48.058138+0000","last_undegraded":"2023-12-22T17:14:48.058138+0000","last_fullsized":"2023-12-22T17:14:48.058138+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T21:24:29.078985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.079144+0000","last_change":"2023-12-22T17:14:48.079144+0000","last_active":"2023-12-22T17:14:48.079144+0000","last_peered":"2023-12-22T17:14:48.079144+0000","last_clean":"2023-12-22T17:14:48.079144+0000","last_became_active":"2023-12-22T17:14:48.078826+0000","last_became_peered":"2023-12-22T17:14:48.078826+0000","last_unstale":"2023-12-22T17:14:48.079144+0000","last_undegraded":"2023-12-22T17:14:48.079144+0000","last_fullsized":"2023-12-22T17:14:48.079144+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:38:47.526612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.124396+0000","last_change":"2023-12-22T17:14:47.124396+0000","last_active":"2023-12-22T17:14:47.124396+0000","last_peered":"2023-12-22T17:14:47.124396+0000","last_clean":"2023-12-22T17:14:47.124396+0000","last_became_active":"2023-12-22T17:14:47.124091+0000","last_became_peered":"2023-12-22T17:14:47.124091+0000","last_unstale":"2023-12-22T17:14:47.124396+0000","last_undegraded":"2023-12-22T17:14:47.124396+0000","last_fullsized":"2023-12-22T17:14:47.124396+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:10:44.824756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":229,"reported_epoch":56,"state":"active+clean","last_fresh":"2023-12-22T17:14:46.101323+0000","last_change":"2023-12-22T17:14:36.756753+0000","last_active":"2023-12-22T17:14:46.101323+0000","last_peered":"2023-12-22T17:14:46.101323+0000","last_clean":"2023-12-22T17:14:46.101323+0000","last_became_active":"2023-12-22T17:14:36.756294+0000","last_became_peered":"2023-12-22T17:14:36.756294+0000","last_unstale":"2023-12-22T17:14:46.101323+0000","last_undegraded":"2023-12-22T17:14:46.101323+0000","last_fullsized":"2023-12-22T17:14:46.101323+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:13:07.356504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:13:07.356504+0000","last_clean_scrub_stamp":"2023-12-22T17:13:07.356504+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:41:34.846189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.073119+0000","last_change":"2023-12-22T17:14:48.070818+0000","last_active":"2023-12-22T17:14:48.073119+0000","last_peered":"2023-12-22T17:14:48.073119+0000","last_clean":"2023-12-22T17:14:48.073119+0000","last_became_active":"2023-12-22T17:14:48.070465+0000","last_became_peered":"2023-12-22T17:14:48.070465+0000","last_unstale":"2023-12-22T17:14:48.073119+0000","last_undegraded":"2023-12-22T17:14:48.073119+0000","last_fullsized":"2023-12-22T17:14:48.073119+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:24:33.479504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.125426+0000","last_change":"2023-12-22T17:14:47.125426+0000","last_active":"2023-12-22T17:14:47.125426+0000","last_peered":"2023-12-22T17:14:47.125426+0000","last_clean":"2023-12-22T17:14:47.125426+0000","last_became_active":"2023-12-22T17:14:47.124971+0000","last_became_peered":"2023-12-22T17:14:47.124971+0000","last_unstale":"2023-12-22T17:14:47.125426+0000","last_undegraded":"2023-12-22T17:14:47.125426+0000","last_fullsized":"2023-12-22T17:14:47.125426+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:22:57.101225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.128678+0000","last_change":"2023-12-22T17:14:47.128678+0000","last_active":"2023-12-22T17:14:47.128678+0000","last_peered":"2023-12-22T17:14:47.128678+0000","last_clean":"2023-12-22T17:14:47.128678+0000","last_became_active":"2023-12-22T17:14:47.128105+0000","last_became_peered":"2023-12-22T17:14:47.128105+0000","last_unstale":"2023-12-22T17:14:47.128678+0000","last_undegraded":"2023-12-22T17:14:47.128678+0000","last_fullsized":"2023-12-22T17:14:47.128678+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:42:22.315454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.082213+0000","last_change":"2023-12-22T17:14:48.082213+0000","last_active":"2023-12-22T17:14:48.082213+0000","last_peered":"2023-12-22T17:14:48.082213+0000","last_clean":"2023-12-22T17:14:48.082213+0000","last_became_active":"2023-12-22T17:14:48.081701+0000","last_became_peered":"2023-12-22T17:14:48.081701+0000","last_unstale":"2023-12-22T17:14:48.082213+0000","last_undegraded":"2023-12-22T17:14:48.082213+0000","last_fullsized":"2023-12-22T17:14:48.082213+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:09:08.855908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.120458+0000","last_change":"2023-12-22T17:14:47.118804+0000","last_active":"2023-12-22T17:14:47.120458+0000","last_peered":"2023-12-22T17:14:47.120458+0000","last_clean":"2023-12-22T17:14:47.120458+0000","last_became_active":"2023-12-22T17:14:47.118547+0000","last_became_peered":"2023-12-22T17:14:47.118547+0000","last_unstale":"2023-12-22T17:14:47.120458+0000","last_undegraded":"2023-12-22T17:14:47.120458+0000","last_fullsized":"2023-12-22T17:14:47.120458+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T05:14:22.631063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.073082+0000","last_change":"2023-12-22T17:14:48.073082+0000","last_active":"2023-12-22T17:14:48.073082+0000","last_peered":"2023-12-22T17:14:48.073082+0000","last_clean":"2023-12-22T17:14:48.073082+0000","last_became_active":"2023-12-22T17:14:48.072708+0000","last_became_peered":"2023-12-22T17:14:48.072708+0000","last_unstale":"2023-12-22T17:14:48.073082+0000","last_undegraded":"2023-12-22T17:14:48.073082+0000","last_fullsized":"2023-12-22T17:14:48.073082+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:09:13.498051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"58'2","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.110360+0000","last_change":"2023-12-22T17:14:47.116001+0000","last_active":"2023-12-22T17:14:48.110360+0000","last_peered":"2023-12-22T17:14:48.110360+0000","last_clean":"2023-12-22T17:14:48.110360+0000","last_became_active":"2023-12-22T17:14:47.115568+0000","last_became_peered":"2023-12-22T17:14:47.115568+0000","last_unstale":"2023-12-22T17:14:48.110360+0000","last_undegraded":"2023-12-22T17:14:48.110360+0000","last_fullsized":"2023-12-22T17:14:48.110360+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T21:03:41.469376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.071403+0000","last_change":"2023-12-22T17:14:48.070031+0000","last_active":"2023-12-22T17:14:48.071403+0000","last_peered":"2023-12-22T17:14:48.071403+0000","last_clean":"2023-12-22T17:14:48.071403+0000","last_became_active":"2023-12-22T17:14:48.069564+0000","last_became_peered":"2023-12-22T17:14:48.069564+0000","last_unstale":"2023-12-22T17:14:48.071403+0000","last_undegraded":"2023-12-22T17:14:48.071403+0000","last_fullsized":"2023-12-22T17:14:48.071403+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:08:31.250803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.125245+0000","last_change":"2023-12-22T17:14:47.125245+0000","last_active":"2023-12-22T17:14:47.125245+0000","last_peered":"2023-12-22T17:14:47.125245+0000","last_clean":"2023-12-22T17:14:47.125245+0000","last_became_active":"2023-12-22T17:14:47.124544+0000","last_became_peered":"2023-12-22T17:14:47.124544+0000","last_unstale":"2023-12-22T17:14:47.125245+0000","last_undegraded":"2023-12-22T17:14:47.125245+0000","last_fullsized":"2023-12-22T17:14:47.125245+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:40:35.691904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.079591+0000","last_change":"2023-12-22T17:14:48.075574+0000","last_active":"2023-12-22T17:14:48.079591+0000","last_peered":"2023-12-22T17:14:48.079591+0000","last_clean":"2023-12-22T17:14:48.079591+0000","last_became_active":"2023-12-22T17:14:48.075185+0000","last_became_peered":"2023-12-22T17:14:48.075185+0000","last_unstale":"2023-12-22T17:14:48.079591+0000","last_undegraded":"2023-12-22T17:14:48.079591+0000","last_fullsized":"2023-12-22T17:14:48.079591+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:15:01.767043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.120993+0000","last_change":"2023-12-22T17:14:47.120121+0000","last_active":"2023-12-22T17:14:47.120993+0000","last_peered":"2023-12-22T17:14:47.120993+0000","last_clean":"2023-12-22T17:14:47.120993+0000","last_became_active":"2023-12-22T17:14:47.119841+0000","last_became_peered":"2023-12-22T17:14:47.119841+0000","last_unstale":"2023-12-22T17:14:47.120993+0000","last_undegraded":"2023-12-22T17:14:47.120993+0000","last_fullsized":"2023-12-22T17:14:47.120993+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:47:06.811008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.075834+0000","last_change":"2023-12-22T17:14:48.075834+0000","last_active":"2023-12-22T17:14:48.075834+0000","last_peered":"2023-12-22T17:14:48.075834+0000","last_clean":"2023-12-22T17:14:48.075834+0000","last_became_active":"2023-12-22T17:14:48.075351+0000","last_became_peered":"2023-12-22T17:14:48.075351+0000","last_unstale":"2023-12-22T17:14:48.075834+0000","last_undegraded":"2023-12-22T17:14:48.075834+0000","last_fullsized":"2023-12-22T17:14:48.075834+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:20:07.784801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.120934+0000","last_change":"2023-12-22T17:14:47.119680+0000","last_active":"2023-12-22T17:14:47.120934+0000","last_peered":"2023-12-22T17:14:47.120934+0000","last_clean":"2023-12-22T17:14:47.120934+0000","last_became_active":"2023-12-22T17:14:47.119401+0000","last_became_peered":"2023-12-22T17:14:47.119401+0000","last_unstale":"2023-12-22T17:14:47.120934+0000","last_undegraded":"2023-12-22T17:14:47.120934+0000","last_fullsized":"2023-12-22T17:14:47.120934+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:10:09.143754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.070210+0000","last_change":"2023-12-22T17:14:48.070210+0000","last_active":"2023-12-22T17:14:48.070210+0000","last_peered":"2023-12-22T17:14:48.070210+0000","last_clean":"2023-12-22T17:14:48.070210+0000","last_became_active":"2023-12-22T17:14:48.069900+0000","last_became_peered":"2023-12-22T17:14:48.069900+0000","last_unstale":"2023-12-22T17:14:48.070210+0000","last_undegraded":"2023-12-22T17:14:48.070210+0000","last_fullsized":"2023-12-22T17:14:48.070210+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:42:16.002973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.124058+0000","last_change":"2023-12-22T17:14:47.124058+0000","last_active":"2023-12-22T17:14:47.124058+0000","last_peered":"2023-12-22T17:14:47.124058+0000","last_clean":"2023-12-22T17:14:47.124058+0000","last_became_active":"2023-12-22T17:14:47.123759+0000","last_became_peered":"2023-12-22T17:14:47.123759+0000","last_unstale":"2023-12-22T17:14:47.124058+0000","last_undegraded":"2023-12-22T17:14:47.124058+0000","last_fullsized":"2023-12-22T17:14:47.124058+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:59:13.412760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.070473+0000","last_change":"2023-12-22T17:14:48.068583+0000","last_active":"2023-12-22T17:14:48.070473+0000","last_peered":"2023-12-22T17:14:48.070473+0000","last_clean":"2023-12-22T17:14:48.070473+0000","last_became_active":"2023-12-22T17:14:48.068255+0000","last_became_peered":"2023-12-22T17:14:48.068255+0000","last_unstale":"2023-12-22T17:14:48.070473+0000","last_undegraded":"2023-12-22T17:14:48.070473+0000","last_fullsized":"2023-12-22T17:14:48.070473+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:04:00.387399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.059793+0000","last_change":"2023-12-22T17:14:47.119864+0000","last_active":"2023-12-22T17:14:48.059793+0000","last_peered":"2023-12-22T17:14:48.059793+0000","last_clean":"2023-12-22T17:14:48.059793+0000","last_became_active":"2023-12-22T17:14:47.119566+0000","last_became_peered":"2023-12-22T17:14:47.119566+0000","last_unstale":"2023-12-22T17:14:48.059793+0000","last_undegraded":"2023-12-22T17:14:48.059793+0000","last_fullsized":"2023-12-22T17:14:48.059793+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:06:47.199136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.111785+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:35:22.667851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[5,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"58'1","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.061452+0000","last_change":"2023-12-22T17:14:47.118369+0000","last_active":"2023-12-22T17:14:48.061452+0000","last_peered":"2023-12-22T17:14:48.061452+0000","last_clean":"2023-12-22T17:14:48.061452+0000","last_became_active":"2023-12-22T17:14:47.117911+0000","last_became_peered":"2023-12-22T17:14:47.117911+0000","last_unstale":"2023-12-22T17:14:48.061452+0000","last_undegraded":"2023-12-22T17:14:48.061452+0000","last_fullsized":"2023-12-22T17:14:48.061452+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:59:59.654553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.109750+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:33:23.204315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,6],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"58'2","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.112544+0000","last_change":"2023-12-22T17:14:47.114336+0000","last_active":"2023-12-22T17:14:48.112544+0000","last_peered":"2023-12-22T17:14:48.112544+0000","last_clean":"2023-12-22T17:14:48.112544+0000","last_became_active":"2023-12-22T17:14:47.114006+0000","last_became_peered":"2023-12-22T17:14:47.114006+0000","last_unstale":"2023-12-22T17:14:48.112544+0000","last_undegraded":"2023-12-22T17:14:48.112544+0000","last_fullsized":"2023-12-22T17:14:48.112544+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:36:21.765002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.109460+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:48:01.762531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.077012+0000","last_change":"2023-12-22T17:14:48.075222+0000","last_active":"2023-12-22T17:14:48.077012+0000","last_peered":"2023-12-22T17:14:48.077012+0000","last_clean":"2023-12-22T17:14:48.077012+0000","last_became_active":"2023-12-22T17:14:48.074482+0000","last_became_peered":"2023-12-22T17:14:48.074482+0000","last_unstale":"2023-12-22T17:14:48.077012+0000","last_undegraded":"2023-12-22T17:14:48.077012+0000","last_fullsized":"2023-12-22T17:14:48.077012+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:38:05.015812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.081968+0000","last_change":"2023-12-22T17:14:48.080520+0000","last_active":"2023-12-22T17:14:48.081968+0000","last_peered":"2023-12-22T17:14:48.081968+0000","last_clean":"2023-12-22T17:14:48.081968+0000","last_became_active":"2023-12-22T17:14:48.080176+0000","last_became_peered":"2023-12-22T17:14:48.080176+0000","last_unstale":"2023-12-22T17:14:48.081968+0000","last_undegraded":"2023-12-22T17:14:48.081968+0000","last_fullsized":"2023-12-22T17:14:48.081968+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:03:31.816794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.107382+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:46:53.922332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,3],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.071200+0000","last_change":"2023-12-22T17:14:48.069749+0000","last_active":"2023-12-22T17:14:48.071200+0000","last_peered":"2023-12-22T17:14:48.071200+0000","last_clean":"2023-12-22T17:14:48.071200+0000","last_became_active":"2023-12-22T17:14:48.069399+0000","last_became_peered":"2023-12-22T17:14:48.069399+0000","last_unstale":"2023-12-22T17:14:48.071200+0000","last_undegraded":"2023-12-22T17:14:48.071200+0000","last_fullsized":"2023-12-22T17:14:48.071200+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:35:11.984267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.071486+0000","last_change":"2023-12-22T17:14:48.071486+0000","last_active":"2023-12-22T17:14:48.071486+0000","last_peered":"2023-12-22T17:14:48.071486+0000","last_clean":"2023-12-22T17:14:48.071486+0000","last_became_active":"2023-12-22T17:14:48.070545+0000","last_became_peered":"2023-12-22T17:14:48.070545+0000","last_unstale":"2023-12-22T17:14:48.071486+0000","last_undegraded":"2023-12-22T17:14:48.071486+0000","last_fullsized":"2023-12-22T17:14:48.071486+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:55:07.237280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.077630+0000","last_change":"2023-12-22T17:14:48.077630+0000","last_active":"2023-12-22T17:14:48.077630+0000","last_peered":"2023-12-22T17:14:48.077630+0000","last_clean":"2023-12-22T17:14:48.077630+0000","last_became_active":"2023-12-22T17:14:48.077265+0000","last_became_peered":"2023-12-22T17:14:48.077265+0000","last_unstale":"2023-12-22T17:14:48.077630+0000","last_undegraded":"2023-12-22T17:14:48.077630+0000","last_fullsized":"2023-12-22T17:14:48.077630+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:49:56.617185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.070888+0000","last_change":"2023-12-22T17:14:48.069440+0000","last_active":"2023-12-22T17:14:48.070888+0000","last_peered":"2023-12-22T17:14:48.070888+0000","last_clean":"2023-12-22T17:14:48.070888+0000","last_became_active":"2023-12-22T17:14:48.069099+0000","last_became_peered":"2023-12-22T17:14:48.069099+0000","last_unstale":"2023-12-22T17:14:48.070888+0000","last_undegraded":"2023-12-22T17:14:48.070888+0000","last_fullsized":"2023-12-22T17:14:48.070888+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:14:11.705233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.064189+0000","last_change":"2023-12-22T17:14:48.064189+0000","last_active":"2023-12-22T17:14:48.064189+0000","last_peered":"2023-12-22T17:14:48.064189+0000","last_clean":"2023-12-22T17:14:48.064189+0000","last_became_active":"2023-12-22T17:14:48.063276+0000","last_became_peered":"2023-12-22T17:14:48.063276+0000","last_unstale":"2023-12-22T17:14:48.064189+0000","last_undegraded":"2023-12-22T17:14:48.064189+0000","last_fullsized":"2023-12-22T17:14:48.064189+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T21:06:54.622669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.107083+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T21:13:26.972845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,3],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.067690+0000","last_change":"2023-12-22T17:14:48.067690+0000","last_active":"2023-12-22T17:14:48.067690+0000","last_peered":"2023-12-22T17:14:48.067690+0000","last_clean":"2023-12-22T17:14:48.067690+0000","last_became_active":"2023-12-22T17:14:48.066917+0000","last_became_peered":"2023-12-22T17:14:48.066917+0000","last_unstale":"2023-12-22T17:14:48.067690+0000","last_undegraded":"2023-12-22T17:14:48.067690+0000","last_fullsized":"2023-12-22T17:14:48.067690+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:46:58.626252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.110328+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T05:03:34.633135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[6,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.083738+0000","last_change":"2023-12-22T17:14:48.080400+0000","last_active":"2023-12-22T17:14:48.083738+0000","last_peered":"2023-12-22T17:14:48.083738+0000","last_clean":"2023-12-22T17:14:48.083738+0000","last_became_active":"2023-12-22T17:14:48.080087+0000","last_became_peered":"2023-12-22T17:14:48.080087+0000","last_unstale":"2023-12-22T17:14:48.083738+0000","last_undegraded":"2023-12-22T17:14:48.083738+0000","last_fullsized":"2023-12-22T17:14:48.083738+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:53:44.736505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.077251+0000","last_change":"2023-12-22T17:14:48.076551+0000","last_active":"2023-12-22T17:14:48.077251+0000","last_peered":"2023-12-22T17:14:48.077251+0000","last_clean":"2023-12-22T17:14:48.077251+0000","last_became_active":"2023-12-22T17:14:48.076286+0000","last_became_peered":"2023-12-22T17:14:48.076286+0000","last_unstale":"2023-12-22T17:14:48.077251+0000","last_undegraded":"2023-12-22T17:14:48.077251+0000","last_fullsized":"2023-12-22T17:14:48.077251+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:10:49.068174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2306,"num_objects":18,"num_object_clones":0,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":37,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":4716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":51,"seq":219043332101,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298412,"kb_used_data":1124,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446740,"statfs":{"total":95995035648,"available":95689461760,"internally_reserved":0,"allocated":1150976,"data_stored":821167,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63200000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66500000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45200000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.432}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47499999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57899999999999996}]}]},{"osd":6,"up_from":44,"seq":188978561032,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298452,"kb_used_data":1164,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446700,"statfs":{"total":95995035648,"available":95689420800,"internally_reserved":0,"allocated":1191936,"data_stored":836879,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48299999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44900000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59099999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47699999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34300000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64000000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574874,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":568,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":581632,"data_stored":238417,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 22 17:13:53 2023","interfaces":[{"interface":"back","average":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"last":0.30599999999999999}]},{"osd":2,"last update":"Fri Dec 22 17:14:10 2023","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.38100000000000001}]},{"osd":3,"last update":"Fri Dec 22 17:14:27 2023","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.432}]},{"osd":4,"last update":"Fri Dec 22 17:14:43 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.59899999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66900000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70699999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60699999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738398,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298452,"kb_used_data":1164,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446700,"statfs":{"total":95995035648,"available":95689420800,"internally_reserved":0,"allocated":1191936,"data_stored":835778,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Dec 22 17:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.26500000000000001},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.33200000000000002}]},{"osd":2,"last update":"Fri Dec 22 17:14:08 2023","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.35299999999999998}]},{"osd":3,"last update":"Fri Dec 22 17:14:27 2023","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.376},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.31}]},{"osd":4,"last update":"Fri Dec 22 17:14:41 2023","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.626,"15min":0.626},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.443},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.51700000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45500000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47199999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42499999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411352,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":568,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":581632,"data_stored":244710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 22 17:14:07 2023","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.37,"15min":0.37},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.41699999999999998}]},{"osd":1,"last update":"Fri Dec 22 17:14:07 2023","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.29299999999999998}]},{"osd":3,"last update":"Fri Dec 22 17:14:27 2023","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.376}]},{"osd":4,"last update":"Fri Dec 22 17:14:43 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.71399999999999997},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.70099999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77700000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68300000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63700000000000001}]}]},{"osd":3,"up_from":25,"seq":107374182420,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297864,"kb_used_data":576,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447288,"statfs":{"total":95995035648,"available":95690022912,"internally_reserved":0,"allocated":589824,"data_stored":239632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 22 17:14:29 2023","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.23400000000000001},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.32300000000000001}]},{"osd":1,"last update":"Fri Dec 22 17:14:29 2023","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.27300000000000002}]},{"osd":2,"last update":"Fri Dec 22 17:14:29 2023","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.375},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.34100000000000003}]},{"osd":4,"last update":"Fri Dec 22 17:14:44 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.503}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60599999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49199999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48299999999999998}]}]},{"osd":4,"up_from":30,"seq":128849018896,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297876,"kb_used_data":588,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447276,"statfs":{"total":95995035648,"available":95690010624,"internally_reserved":0,"allocated":602112,"data_stored":245655,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 22 17:14:42 2023","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.59899999999999998}]},{"osd":1,"last update":"Fri Dec 22 17:14:42 2023","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.70699999999999996},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.61299999999999999}]},{"osd":2,"last update":"Fri Dec 22 17:14:42 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.64500000000000002}]},{"osd":3,"last update":"Fri Dec 22 17:14:42 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.66100000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.624}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46700000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77400000000000002}]}]},{"osd":5,"up_from":37,"seq":158913789964,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297832,"kb_used_data":544,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447320,"statfs":{"total":95995035648,"available":95690055680,"internally_reserved":0,"allocated":557056,"data_stored":230799,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.621}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57499999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67000000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.499}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59299999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55900000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63700000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-22T17:14:52.943 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3f is not active+clean 2023-12-22T17:14:52.944 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-22T17:14:47.095692+0000', 'last_change': '2023-12-22T17:14:47.113363+0000', 'last_active': '2023-12-22T17:14:47.095692+0000', 'last_peered': '2023-12-22T17:14:47.095692+0000', 'last_clean': '2023-12-22T17:14:47.095692+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-22T17:14:47.095692+0000', 'last_undegraded': '2023-12-22T17:14:47.095692+0000', 'last_fullsized': '2023-12-22T17:14:47.095692+0000', 'mapping_epoch': 57, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 57, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'last_clean_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-23T21:03:24.513710+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6, 0], 'acting': [7, 6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 6], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-12-22T17:14:52.944 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3c is not active+clean 2023-12-22T17:14:52.944 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-22T17:14:47.095692+0000', 'last_change': '2023-12-22T17:14:47.111506+0000', 'last_active': '2023-12-22T17:14:47.095692+0000', 'last_peered': '2023-12-22T17:14:47.095692+0000', 'last_clean': '2023-12-22T17:14:47.095692+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-22T17:14:47.095692+0000', 'last_undegraded': '2023-12-22T17:14:47.095692+0000', 'last_fullsized': '2023-12-22T17:14:47.095692+0000', 'mapping_epoch': 57, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 57, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'last_clean_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-24T01:29:45.549144+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3, 7], 'acting': [5, 3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [3, 7], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-12-22T17:14:52.944 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3b is not active+clean 2023-12-22T17:14:52.944 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-22T17:14:47.095692+0000', 'last_change': '2023-12-22T17:14:47.112230+0000', 'last_active': '2023-12-22T17:14:47.095692+0000', 'last_peered': '2023-12-22T17:14:47.095692+0000', 'last_clean': '2023-12-22T17:14:47.095692+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-22T17:14:47.095692+0000', 'last_undegraded': '2023-12-22T17:14:47.095692+0000', 'last_fullsized': '2023-12-22T17:14:47.095692+0000', 'mapping_epoch': 57, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 57, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'last_clean_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-24T05:03:46.070832+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2, 4], 'acting': [7, 2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [2, 4], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-12-22T17:14:52.944 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3a is not active+clean 2023-12-22T17:14:52.944 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-22T17:14:47.095692+0000', 'last_change': '2023-12-22T17:14:47.111865+0000', 'last_active': '2023-12-22T17:14:47.095692+0000', 'last_peered': '2023-12-22T17:14:47.095692+0000', 'last_clean': '2023-12-22T17:14:47.095692+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-22T17:14:47.095692+0000', 'last_undegraded': '2023-12-22T17:14:47.095692+0000', 'last_fullsized': '2023-12-22T17:14:47.095692+0000', 'mapping_epoch': 57, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 57, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'last_clean_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-24T03:28:28.941288+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0, 1], 'acting': [5, 0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 1], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-12-22T17:14:52.944 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.39 is not active+clean 2023-12-22T17:14:52.944 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-22T17:14:47.095692+0000', 'last_change': '2023-12-22T17:14:47.111239+0000', 'last_active': '2023-12-22T17:14:47.095692+0000', 'last_peered': '2023-12-22T17:14:47.095692+0000', 'last_clean': '2023-12-22T17:14:47.095692+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-22T17:14:47.095692+0000', 'last_undegraded': '2023-12-22T17:14:47.095692+0000', 'last_fullsized': '2023-12-22T17:14:47.095692+0000', 'mapping_epoch': 57, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 57, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'last_clean_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-24T00:45:13.237566+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0, 4], 'acting': [7, 0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 4], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-12-22T17:14:52.945 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.37 is not active+clean 2023-12-22T17:14:52.945 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-22T17:14:47.095692+0000', 'last_change': '2023-12-22T17:14:47.111747+0000', 'last_active': '2023-12-22T17:14:47.095692+0000', 'last_peered': '2023-12-22T17:14:47.095692+0000', 'last_clean': '2023-12-22T17:14:47.095692+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-22T17:14:47.095692+0000', 'last_undegraded': '2023-12-22T17:14:47.095692+0000', 'last_fullsized': '2023-12-22T17:14:47.095692+0000', 'mapping_epoch': 57, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 57, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'last_clean_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-23T22:08:05.055146+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5, 0], 'acting': [7, 5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 5], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-12-22T17:14:52.945 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.30 is not active+clean 2023-12-22T17:14:52.945 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-22T17:14:47.095692+0000', 'last_change': '2023-12-22T17:14:47.110901+0000', 'last_active': '2023-12-22T17:14:47.095692+0000', 'last_peered': '2023-12-22T17:14:47.095692+0000', 'last_clean': '2023-12-22T17:14:47.095692+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-22T17:14:47.095692+0000', 'last_undegraded': '2023-12-22T17:14:47.095692+0000', 'last_fullsized': '2023-12-22T17:14:47.095692+0000', 'mapping_epoch': 57, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 57, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'last_clean_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-23T23:55:35.350780+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0, 7], 'acting': [5, 0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 7], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-12-22T17:14:52.945 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2f is not active+clean 2023-12-22T17:14:52.945 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-22T17:14:47.095692+0000', 'last_change': '2023-12-22T17:14:47.107580+0000', 'last_active': '2023-12-22T17:14:47.095692+0000', 'last_peered': '2023-12-22T17:14:47.095692+0000', 'last_clean': '2023-12-22T17:14:47.095692+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-22T17:14:47.095692+0000', 'last_undegraded': '2023-12-22T17:14:47.095692+0000', 'last_fullsized': '2023-12-22T17:14:47.095692+0000', 'mapping_epoch': 57, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 57, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'last_clean_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-23T20:29:37.094229+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7, 4], 'acting': [5, 7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [4, 7], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-12-22T17:14:52.945 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2d is not active+clean 2023-12-22T17:14:52.945 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-22T17:14:47.095692+0000', 'last_change': '2023-12-22T17:14:47.113009+0000', 'last_active': '2023-12-22T17:14:47.095692+0000', 'last_peered': '2023-12-22T17:14:47.095692+0000', 'last_clean': '2023-12-22T17:14:47.095692+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-22T17:14:47.095692+0000', 'last_undegraded': '2023-12-22T17:14:47.095692+0000', 'last_fullsized': '2023-12-22T17:14:47.095692+0000', 'mapping_epoch': 57, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 57, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'last_clean_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-23T20:32:46.330962+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2, 6], 'acting': [7, 2, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [2, 6], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-12-22T17:14:52.945 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1c is not active+clean 2023-12-22T17:14:52.945 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-22T17:14:47.095692+0000', 'last_change': '2023-12-22T17:14:47.106845+0000', 'last_active': '2023-12-22T17:14:47.095692+0000', 'last_peered': '2023-12-22T17:14:47.095692+0000', 'last_clean': '2023-12-22T17:14:47.095692+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-22T17:14:47.095692+0000', 'last_undegraded': '2023-12-22T17:14:47.095692+0000', 'last_fullsized': '2023-12-22T17:14:47.095692+0000', 'mapping_epoch': 57, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 57, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'last_clean_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-23T22:25:06.125086+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4, 1], 'acting': [5, 4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [1, 4], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-12-22T17:14:52.946 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1d is not active+clean 2023-12-22T17:14:52.946 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-22T17:14:47.095692+0000', 'last_change': '2023-12-22T17:14:47.108978+0000', 'last_active': '2023-12-22T17:14:47.095692+0000', 'last_peered': '2023-12-22T17:14:47.095692+0000', 'last_clean': '2023-12-22T17:14:47.095692+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-22T17:14:47.095692+0000', 'last_undegraded': '2023-12-22T17:14:47.095692+0000', 'last_fullsized': '2023-12-22T17:14:47.095692+0000', 'mapping_epoch': 57, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 57, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'last_clean_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-23T20:33:17.868711+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4, 6], 'acting': [5, 4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [4, 6], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-12-22T17:14:52.946 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.16 is not active+clean 2023-12-22T17:14:52.946 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-22T17:14:47.095692+0000', 'last_change': '2023-12-22T17:14:47.107029+0000', 'last_active': '2023-12-22T17:14:47.095692+0000', 'last_peered': '2023-12-22T17:14:47.095692+0000', 'last_clean': '2023-12-22T17:14:47.095692+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-22T17:14:47.095692+0000', 'last_undegraded': '2023-12-22T17:14:47.095692+0000', 'last_fullsized': '2023-12-22T17:14:47.095692+0000', 'mapping_epoch': 57, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 57, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'last_clean_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-24T04:09:36.576506+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7, 1], 'acting': [5, 7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [1, 7], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-12-22T17:14:52.946 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.15 is not active+clean 2023-12-22T17:14:52.946 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-22T17:14:47.095692+0000', 'last_change': '2023-12-22T17:14:47.112458+0000', 'last_active': '2023-12-22T17:14:47.095692+0000', 'last_peered': '2023-12-22T17:14:47.095692+0000', 'last_clean': '2023-12-22T17:14:47.095692+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-22T17:14:47.095692+0000', 'last_undegraded': '2023-12-22T17:14:47.095692+0000', 'last_fullsized': '2023-12-22T17:14:47.095692+0000', 'mapping_epoch': 57, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 57, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'last_clean_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-23T22:06:10.565685+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 3, 4], 'acting': [7, 3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [3, 4], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-12-22T17:14:52.946 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.13 is not active+clean 2023-12-22T17:14:52.946 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-22T17:14:47.095692+0000', 'last_change': '2023-12-22T17:14:47.111128+0000', 'last_active': '2023-12-22T17:14:47.095692+0000', 'last_peered': '2023-12-22T17:14:47.095692+0000', 'last_clean': '2023-12-22T17:14:47.095692+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-22T17:14:47.095692+0000', 'last_undegraded': '2023-12-22T17:14:47.095692+0000', 'last_fullsized': '2023-12-22T17:14:47.095692+0000', 'mapping_epoch': 57, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 57, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'last_clean_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-23T23:19:15.510943+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4, 2], 'acting': [7, 4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [2, 4], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-12-22T17:14:52.946 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.11 is not active+clean 2023-12-22T17:14:52.946 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-22T17:14:47.095692+0000', 'last_change': '2023-12-22T17:14:47.107755+0000', 'last_active': '2023-12-22T17:14:47.095692+0000', 'last_peered': '2023-12-22T17:14:47.095692+0000', 'last_clean': '2023-12-22T17:14:47.095692+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-22T17:14:47.095692+0000', 'last_undegraded': '2023-12-22T17:14:47.095692+0000', 'last_fullsized': '2023-12-22T17:14:47.095692+0000', 'mapping_epoch': 57, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 57, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'last_clean_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-23T19:44:49.776094+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4, 6], 'acting': [7, 4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [4, 6], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-12-22T17:14:52.946 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.e is not active+clean 2023-12-22T17:14:52.946 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-22T17:14:47.095692+0000', 'last_change': '2023-12-22T17:14:47.108444+0000', 'last_active': '2023-12-22T17:14:47.095692+0000', 'last_peered': '2023-12-22T17:14:47.095692+0000', 'last_clean': '2023-12-22T17:14:47.095692+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-22T17:14:47.095692+0000', 'last_undegraded': '2023-12-22T17:14:47.095692+0000', 'last_fullsized': '2023-12-22T17:14:47.095692+0000', 'mapping_epoch': 57, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 57, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'last_clean_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-23T19:19:48.549817+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4, 1], 'acting': [7, 4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [1, 4], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-12-22T17:14:52.947 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.5 is not active+clean 2023-12-22T17:14:52.947 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-22T17:14:47.095692+0000', 'last_change': '2023-12-22T17:14:47.106708+0000', 'last_active': '2023-12-22T17:14:47.095692+0000', 'last_peered': '2023-12-22T17:14:47.095692+0000', 'last_clean': '2023-12-22T17:14:47.095692+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-22T17:14:47.095692+0000', 'last_undegraded': '2023-12-22T17:14:47.095692+0000', 'last_fullsized': '2023-12-22T17:14:47.095692+0000', 'mapping_epoch': 57, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 57, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'last_clean_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-23T17:32:56.325733+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3, 2], 'acting': [5, 3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [2, 3], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-12-22T17:14:52.947 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.d is not active+clean 2023-12-22T17:14:52.947 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-22T17:14:47.095692+0000', 'last_change': '2023-12-22T17:14:47.111785+0000', 'last_active': '2023-12-22T17:14:47.095692+0000', 'last_peered': '2023-12-22T17:14:47.095692+0000', 'last_clean': '2023-12-22T17:14:47.095692+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-22T17:14:47.095692+0000', 'last_undegraded': '2023-12-22T17:14:47.095692+0000', 'last_fullsized': '2023-12-22T17:14:47.095692+0000', 'mapping_epoch': 57, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 57, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'last_clean_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-24T03:35:22.667851+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5, 6], 'acting': [7, 5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [5, 6], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-12-22T17:14:52.947 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.c is not active+clean 2023-12-22T17:14:52.947 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-22T17:14:47.095692+0000', 'last_change': '2023-12-22T17:14:47.109750+0000', 'last_active': '2023-12-22T17:14:47.095692+0000', 'last_peered': '2023-12-22T17:14:47.095692+0000', 'last_clean': '2023-12-22T17:14:47.095692+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-22T17:14:47.095692+0000', 'last_undegraded': '2023-12-22T17:14:47.095692+0000', 'last_fullsized': '2023-12-22T17:14:47.095692+0000', 'mapping_epoch': 57, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 57, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'last_clean_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-24T04:33:23.204315+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3, 6], 'acting': [5, 3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [3, 6], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-12-22T17:14:52.947 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.f is not active+clean 2023-12-22T17:14:52.947 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-22T17:14:47.095692+0000', 'last_change': '2023-12-22T17:14:47.109460+0000', 'last_active': '2023-12-22T17:14:47.095692+0000', 'last_peered': '2023-12-22T17:14:47.095692+0000', 'last_clean': '2023-12-22T17:14:47.095692+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-22T17:14:47.095692+0000', 'last_undegraded': '2023-12-22T17:14:47.095692+0000', 'last_fullsized': '2023-12-22T17:14:47.095692+0000', 'mapping_epoch': 57, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 57, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'last_clean_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-24T01:48:01.762531+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4, 0], 'acting': [7, 4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 4], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-12-22T17:14:52.947 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.22 is not active+clean 2023-12-22T17:14:52.947 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-22T17:14:47.095692+0000', 'last_change': '2023-12-22T17:14:47.107382+0000', 'last_active': '2023-12-22T17:14:47.095692+0000', 'last_peered': '2023-12-22T17:14:47.095692+0000', 'last_clean': '2023-12-22T17:14:47.095692+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-22T17:14:47.095692+0000', 'last_undegraded': '2023-12-22T17:14:47.095692+0000', 'last_fullsized': '2023-12-22T17:14:47.095692+0000', 'mapping_epoch': 57, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 57, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'last_clean_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-24T02:46:53.922332+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3, 0], 'acting': [5, 3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 3], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-12-22T17:14:52.947 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.28 is not active+clean 2023-12-22T17:14:52.947 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-22T17:14:47.095692+0000', 'last_change': '2023-12-22T17:14:47.107083+0000', 'last_active': '2023-12-22T17:14:47.095692+0000', 'last_peered': '2023-12-22T17:14:47.095692+0000', 'last_clean': '2023-12-22T17:14:47.095692+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-22T17:14:47.095692+0000', 'last_undegraded': '2023-12-22T17:14:47.095692+0000', 'last_fullsized': '2023-12-22T17:14:47.095692+0000', 'mapping_epoch': 57, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 57, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'last_clean_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-23T21:13:26.972845+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3, 2], 'acting': [5, 3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [2, 3], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-12-22T17:14:52.947 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2a is not active+clean 2023-12-22T17:14:52.948 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-22T17:14:47.095692+0000', 'last_change': '2023-12-22T17:14:47.110328+0000', 'last_active': '2023-12-22T17:14:47.095692+0000', 'last_peered': '2023-12-22T17:14:47.095692+0000', 'last_clean': '2023-12-22T17:14:47.095692+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-22T17:14:47.095692+0000', 'last_undegraded': '2023-12-22T17:14:47.095692+0000', 'last_fullsized': '2023-12-22T17:14:47.095692+0000', 'mapping_epoch': 57, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 57, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'last_clean_scrub_stamp': '2023-12-22T17:14:47.095692+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-24T05:03:34.633135+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7, 6], 'acting': [5, 7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [6, 7], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-12-22T17:14:52.948 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2023-12-22T17:14:53.385 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:14:53.385 INFO:teuthology.orchestra.run.smithi032.stdout:{"fsid":"e779e1d0-a0ec-11ee-95a5-87774f69a715","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":170,"monmap":{"epoch":3,"min_mon_release_name":"quincy","num_mons":3},"osdmap":{"epoch":59,"num_osds":8,"num_up_osds":8,"osd_up_since":1703265272,"num_in_osds":8,"osd_in_since":1703265258,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":74},{"state_name":"creating+peering","count":23}],"num_pgs":97,"num_pools":3,"num_objects":20,"data_bytes":592674,"bytes_used":2441830400,"bytes_avail":765518454784,"bytes_total":767960285184,"inactive_pgs_ratio":0.23711340129375458,"write_bytes_sec":2218,"read_op_per_sec":0,"write_op_per_sec":6},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"b","status":"up:active","gid":24379}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","restful"],"services":{"dashboard":"https://172.21.15.32:8443/"}},"servicemap":{"epoch":10,"modified":"2023-12-22T17:14:42.770180+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}},"osd":{"daemons":{"summary":"","5":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"6":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"7":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2023-12-22T17:14:53.398 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:53 smithi032 ceph-mon[125050]: from='client.14544 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-22T17:14:53.398 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:53 smithi032 ceph-mon[125050]: from='client.14550 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-22T17:14:53.398 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:53 smithi032 ceph-mon[125050]: pgmap v152: 97 pgs: 74 active+clean, 23 creating+peering; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s wr, 6 op/s 2023-12-22T17:14:53.398 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:53 smithi032 ceph-mon[125050]: from='client.14556 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-22T17:14:53.398 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:53 smithi032 ceph-mon[110651]: from='client.14544 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-22T17:14:53.399 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:53 smithi032 ceph-mon[110651]: from='client.14550 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-22T17:14:53.399 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:53 smithi032 ceph-mon[110651]: pgmap v152: 97 pgs: 74 active+clean, 23 creating+peering; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s wr, 6 op/s 2023-12-22T17:14:53.399 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:53 smithi032 ceph-mon[110651]: from='client.14556 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-22T17:14:53.399 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2023-12-22T17:14:53.400 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-22T17:14:53.511 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:53 smithi039 ceph-mon[115265]: from='client.14544 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-22T17:14:53.511 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:53 smithi039 ceph-mon[115265]: from='client.14550 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-22T17:14:53.511 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:53 smithi039 ceph-mon[115265]: pgmap v152: 97 pgs: 74 active+clean, 23 creating+peering; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s wr, 6 op/s 2023-12-22T17:14:53.511 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:53 smithi039 ceph-mon[115265]: from='client.14556 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-22T17:14:53.728 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:14:53.729 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2023-12-22T17:14:53.739 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":152,"stamp":"2023-12-22T17:14:52.772245+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592674,"num_objects":20,"num_object_clones":0,"num_object_copies":60,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":196,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":149,"ondisk_log_size":149,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":190,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2384600,"kb_used_data":6296,"kb_used_omap":0,"kb_used_meta":2378240,"kb_avail":747576616,"statfs":{"total":767960285184,"available":765518454784,"internally_reserved":0,"allocated":6447104,"data_stored":3693037,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2435317760},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2306,"num_objects":18,"num_object_clones":0,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":37,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001317"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.113363+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T21:03:24.513710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.074170+0000","last_change":"2023-12-22T17:14:48.074170+0000","last_active":"2023-12-22T17:14:48.074170+0000","last_peered":"2023-12-22T17:14:48.074170+0000","last_clean":"2023-12-22T17:14:48.074170+0000","last_became_active":"2023-12-22T17:14:48.073812+0000","last_became_peered":"2023-12-22T17:14:48.073812+0000","last_unstale":"2023-12-22T17:14:48.074170+0000","last_undegraded":"2023-12-22T17:14:48.074170+0000","last_fullsized":"2023-12-22T17:14:48.074170+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:26:48.591147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.082736+0000","last_change":"2023-12-22T17:14:48.071969+0000","last_active":"2023-12-22T17:14:48.082736+0000","last_peered":"2023-12-22T17:14:48.082736+0000","last_clean":"2023-12-22T17:14:48.082736+0000","last_became_active":"2023-12-22T17:14:48.071635+0000","last_became_peered":"2023-12-22T17:14:48.071635+0000","last_unstale":"2023-12-22T17:14:48.082736+0000","last_undegraded":"2023-12-22T17:14:48.082736+0000","last_fullsized":"2023-12-22T17:14:48.082736+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:51:18.683582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.111506+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:29:45.549144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.112230+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T05:03:46.070832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.111865+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:28:28.941288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.111239+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:45:13.237566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.079343+0000","last_change":"2023-12-22T17:14:48.079343+0000","last_active":"2023-12-22T17:14:48.079343+0000","last_peered":"2023-12-22T17:14:48.079343+0000","last_clean":"2023-12-22T17:14:48.079343+0000","last_became_active":"2023-12-22T17:14:48.079009+0000","last_became_peered":"2023-12-22T17:14:48.079009+0000","last_unstale":"2023-12-22T17:14:48.079343+0000","last_undegraded":"2023-12-22T17:14:48.079343+0000","last_fullsized":"2023-12-22T17:14:48.079343+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:55:56.431773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.111747+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:08:05.055146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.077087+0000","last_change":"2023-12-22T17:14:48.074494+0000","last_active":"2023-12-22T17:14:48.077087+0000","last_peered":"2023-12-22T17:14:48.077087+0000","last_clean":"2023-12-22T17:14:48.077087+0000","last_became_active":"2023-12-22T17:14:48.074093+0000","last_became_peered":"2023-12-22T17:14:48.074093+0000","last_unstale":"2023-12-22T17:14:48.077087+0000","last_undegraded":"2023-12-22T17:14:48.077087+0000","last_fullsized":"2023-12-22T17:14:48.077087+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:26:55.128223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.077059+0000","last_change":"2023-12-22T17:14:48.075415+0000","last_active":"2023-12-22T17:14:48.077059+0000","last_peered":"2023-12-22T17:14:48.077059+0000","last_clean":"2023-12-22T17:14:48.077059+0000","last_became_active":"2023-12-22T17:14:48.074595+0000","last_became_peered":"2023-12-22T17:14:48.074595+0000","last_unstale":"2023-12-22T17:14:48.077059+0000","last_undegraded":"2023-12-22T17:14:48.077059+0000","last_fullsized":"2023-12-22T17:14:48.077059+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:01:05.350910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.072482+0000","last_change":"2023-12-22T17:14:48.070759+0000","last_active":"2023-12-22T17:14:48.072482+0000","last_peered":"2023-12-22T17:14:48.072482+0000","last_clean":"2023-12-22T17:14:48.072482+0000","last_became_active":"2023-12-22T17:14:48.070472+0000","last_became_peered":"2023-12-22T17:14:48.070472+0000","last_unstale":"2023-12-22T17:14:48.072482+0000","last_undegraded":"2023-12-22T17:14:48.072482+0000","last_fullsized":"2023-12-22T17:14:48.072482+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:31:24.565312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.066341+0000","last_change":"2023-12-22T17:14:48.066341+0000","last_active":"2023-12-22T17:14:48.066341+0000","last_peered":"2023-12-22T17:14:48.066341+0000","last_clean":"2023-12-22T17:14:48.066341+0000","last_became_active":"2023-12-22T17:14:48.066009+0000","last_became_peered":"2023-12-22T17:14:48.066009+0000","last_unstale":"2023-12-22T17:14:48.066341+0000","last_undegraded":"2023-12-22T17:14:48.066341+0000","last_fullsized":"2023-12-22T17:14:48.066341+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:33:06.516414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.082901+0000","last_change":"2023-12-22T17:14:48.082202+0000","last_active":"2023-12-22T17:14:48.082901+0000","last_peered":"2023-12-22T17:14:48.082901+0000","last_clean":"2023-12-22T17:14:48.082901+0000","last_became_active":"2023-12-22T17:14:48.077583+0000","last_became_peered":"2023-12-22T17:14:48.077583+0000","last_unstale":"2023-12-22T17:14:48.082901+0000","last_undegraded":"2023-12-22T17:14:48.082901+0000","last_fullsized":"2023-12-22T17:14:48.082901+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:10:32.767303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.081559+0000","last_change":"2023-12-22T17:14:48.081559+0000","last_active":"2023-12-22T17:14:48.081559+0000","last_peered":"2023-12-22T17:14:48.081559+0000","last_clean":"2023-12-22T17:14:48.081559+0000","last_became_active":"2023-12-22T17:14:48.081110+0000","last_became_peered":"2023-12-22T17:14:48.081110+0000","last_unstale":"2023-12-22T17:14:48.081559+0000","last_undegraded":"2023-12-22T17:14:48.081559+0000","last_fullsized":"2023-12-22T17:14:48.081559+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:12:41.196423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.110901+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:55:35.350780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.107580+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:29:37.094229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.079394+0000","last_change":"2023-12-22T17:14:48.074514+0000","last_active":"2023-12-22T17:14:48.079394+0000","last_peered":"2023-12-22T17:14:48.079394+0000","last_clean":"2023-12-22T17:14:48.079394+0000","last_became_active":"2023-12-22T17:14:48.074191+0000","last_became_peered":"2023-12-22T17:14:48.074191+0000","last_unstale":"2023-12-22T17:14:48.079394+0000","last_undegraded":"2023-12-22T17:14:48.079394+0000","last_fullsized":"2023-12-22T17:14:48.079394+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:11:08.553764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.113009+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:32:46.330962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"58'4","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.110155+0000","last_change":"2023-12-22T17:14:47.121358+0000","last_active":"2023-12-22T17:14:48.110155+0000","last_peered":"2023-12-22T17:14:48.110155+0000","last_clean":"2023-12-22T17:14:48.110155+0000","last_became_active":"2023-12-22T17:14:47.120859+0000","last_became_peered":"2023-12-22T17:14:47.120859+0000","last_unstale":"2023-12-22T17:14:48.110155+0000","last_undegraded":"2023-12-22T17:14:48.110155+0000","last_fullsized":"2023-12-22T17:14:48.110155+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:24:17.828043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.066465+0000","last_change":"2023-12-22T17:14:48.066465+0000","last_active":"2023-12-22T17:14:48.066465+0000","last_peered":"2023-12-22T17:14:48.066465+0000","last_clean":"2023-12-22T17:14:48.066465+0000","last_became_active":"2023-12-22T17:14:48.063479+0000","last_became_peered":"2023-12-22T17:14:48.063479+0000","last_unstale":"2023-12-22T17:14:48.066465+0000","last_undegraded":"2023-12-22T17:14:48.066465+0000","last_fullsized":"2023-12-22T17:14:48.066465+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:14:06.895497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"58'1","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.055551+0000","last_change":"2023-12-22T17:14:47.122491+0000","last_active":"2023-12-22T17:14:48.055551+0000","last_peered":"2023-12-22T17:14:48.055551+0000","last_clean":"2023-12-22T17:14:48.055551+0000","last_became_active":"2023-12-22T17:14:47.122167+0000","last_became_peered":"2023-12-22T17:14:47.122167+0000","last_unstale":"2023-12-22T17:14:48.055551+0000","last_undegraded":"2023-12-22T17:14:48.055551+0000","last_fullsized":"2023-12-22T17:14:48.055551+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:40:57.987404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.081797+0000","last_change":"2023-12-22T17:14:48.077941+0000","last_active":"2023-12-22T17:14:48.081797+0000","last_peered":"2023-12-22T17:14:48.081797+0000","last_clean":"2023-12-22T17:14:48.081797+0000","last_became_active":"2023-12-22T17:14:48.075413+0000","last_became_peered":"2023-12-22T17:14:48.075413+0000","last_unstale":"2023-12-22T17:14:48.081797+0000","last_undegraded":"2023-12-22T17:14:48.081797+0000","last_fullsized":"2023-12-22T17:14:48.081797+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T21:56:04.035319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.128410+0000","last_change":"2023-12-22T17:14:47.128410+0000","last_active":"2023-12-22T17:14:47.128410+0000","last_peered":"2023-12-22T17:14:47.128410+0000","last_clean":"2023-12-22T17:14:47.128410+0000","last_became_active":"2023-12-22T17:14:47.127889+0000","last_became_peered":"2023-12-22T17:14:47.127889+0000","last_unstale":"2023-12-22T17:14:47.128410+0000","last_undegraded":"2023-12-22T17:14:47.128410+0000","last_fullsized":"2023-12-22T17:14:47.128410+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T05:01:22.054951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.106845+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:25:06.125086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.128059+0000","last_change":"2023-12-22T17:14:47.128059+0000","last_active":"2023-12-22T17:14:47.128059+0000","last_peered":"2023-12-22T17:14:47.128059+0000","last_clean":"2023-12-22T17:14:47.128059+0000","last_became_active":"2023-12-22T17:14:47.127717+0000","last_became_peered":"2023-12-22T17:14:47.127717+0000","last_unstale":"2023-12-22T17:14:47.128059+0000","last_undegraded":"2023-12-22T17:14:47.128059+0000","last_fullsized":"2023-12-22T17:14:47.128059+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:35:35.235720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.108978+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:33:17.868711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,6],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"58'1","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.055755+0000","last_change":"2023-12-22T17:14:47.124389+0000","last_active":"2023-12-22T17:14:48.055755+0000","last_peered":"2023-12-22T17:14:48.055755+0000","last_clean":"2023-12-22T17:14:48.055755+0000","last_became_active":"2023-12-22T17:14:47.124145+0000","last_became_peered":"2023-12-22T17:14:47.124145+0000","last_unstale":"2023-12-22T17:14:48.055755+0000","last_undegraded":"2023-12-22T17:14:48.055755+0000","last_fullsized":"2023-12-22T17:14:48.055755+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:22:51.061279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.078507+0000","last_change":"2023-12-22T17:14:48.076477+0000","last_active":"2023-12-22T17:14:48.078507+0000","last_peered":"2023-12-22T17:14:48.078507+0000","last_clean":"2023-12-22T17:14:48.078507+0000","last_became_active":"2023-12-22T17:14:48.076133+0000","last_became_peered":"2023-12-22T17:14:48.076133+0000","last_unstale":"2023-12-22T17:14:48.078507+0000","last_undegraded":"2023-12-22T17:14:48.078507+0000","last_fullsized":"2023-12-22T17:14:48.078507+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:45:50.207512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"58'1","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.109610+0000","last_change":"2023-12-22T17:14:47.124454+0000","last_active":"2023-12-22T17:14:48.109610+0000","last_peered":"2023-12-22T17:14:48.109610+0000","last_clean":"2023-12-22T17:14:48.109610+0000","last_became_active":"2023-12-22T17:14:47.123302+0000","last_became_peered":"2023-12-22T17:14:47.123302+0000","last_unstale":"2023-12-22T17:14:48.109610+0000","last_undegraded":"2023-12-22T17:14:48.109610+0000","last_fullsized":"2023-12-22T17:14:48.109610+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:13:15.851795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.086042+0000","last_change":"2023-12-22T17:14:48.085792+0000","last_active":"2023-12-22T17:14:48.086042+0000","last_peered":"2023-12-22T17:14:48.086042+0000","last_clean":"2023-12-22T17:14:48.086042+0000","last_became_active":"2023-12-22T17:14:48.078140+0000","last_became_peered":"2023-12-22T17:14:48.078140+0000","last_unstale":"2023-12-22T17:14:48.086042+0000","last_undegraded":"2023-12-22T17:14:48.086042+0000","last_fullsized":"2023-12-22T17:14:48.086042+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:34:07.243391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.117833+0000","last_change":"2023-12-22T17:14:47.115210+0000","last_active":"2023-12-22T17:14:47.117833+0000","last_peered":"2023-12-22T17:14:47.117833+0000","last_clean":"2023-12-22T17:14:47.117833+0000","last_became_active":"2023-12-22T17:14:47.114910+0000","last_became_peered":"2023-12-22T17:14:47.114910+0000","last_unstale":"2023-12-22T17:14:47.117833+0000","last_undegraded":"2023-12-22T17:14:47.117833+0000","last_fullsized":"2023-12-22T17:14:47.117833+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:59:15.958025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.069949+0000","last_change":"2023-12-22T17:14:48.069949+0000","last_active":"2023-12-22T17:14:48.069949+0000","last_peered":"2023-12-22T17:14:48.069949+0000","last_clean":"2023-12-22T17:14:48.069949+0000","last_became_active":"2023-12-22T17:14:48.069628+0000","last_became_peered":"2023-12-22T17:14:48.069628+0000","last_unstale":"2023-12-22T17:14:48.069949+0000","last_undegraded":"2023-12-22T17:14:48.069949+0000","last_fullsized":"2023-12-22T17:14:48.069949+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:18:04.310038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.121914+0000","last_change":"2023-12-22T17:14:47.121914+0000","last_active":"2023-12-22T17:14:47.121914+0000","last_peered":"2023-12-22T17:14:47.121914+0000","last_clean":"2023-12-22T17:14:47.121914+0000","last_became_active":"2023-12-22T17:14:47.121606+0000","last_became_peered":"2023-12-22T17:14:47.121606+0000","last_unstale":"2023-12-22T17:14:47.121914+0000","last_undegraded":"2023-12-22T17:14:47.121914+0000","last_fullsized":"2023-12-22T17:14:47.121914+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:26:41.424993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.068746+0000","last_change":"2023-12-22T17:14:48.068746+0000","last_active":"2023-12-22T17:14:48.068746+0000","last_peered":"2023-12-22T17:14:48.068746+0000","last_clean":"2023-12-22T17:14:48.068746+0000","last_became_active":"2023-12-22T17:14:48.068370+0000","last_became_peered":"2023-12-22T17:14:48.068370+0000","last_unstale":"2023-12-22T17:14:48.068746+0000","last_undegraded":"2023-12-22T17:14:48.068746+0000","last_fullsized":"2023-12-22T17:14:48.068746+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:25:46.315167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.057568+0000","last_change":"2023-12-22T17:14:47.117377+0000","last_active":"2023-12-22T17:14:48.057568+0000","last_peered":"2023-12-22T17:14:48.057568+0000","last_clean":"2023-12-22T17:14:48.057568+0000","last_became_active":"2023-12-22T17:14:47.116923+0000","last_became_peered":"2023-12-22T17:14:47.116923+0000","last_unstale":"2023-12-22T17:14:48.057568+0000","last_undegraded":"2023-12-22T17:14:48.057568+0000","last_fullsized":"2023-12-22T17:14:48.057568+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T17:52:47.976858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.107029+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:09:36.576506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.125723+0000","last_change":"2023-12-22T17:14:47.125723+0000","last_active":"2023-12-22T17:14:47.125723+0000","last_peered":"2023-12-22T17:14:47.125723+0000","last_clean":"2023-12-22T17:14:47.125723+0000","last_became_active":"2023-12-22T17:14:47.125390+0000","last_became_peered":"2023-12-22T17:14:47.125390+0000","last_unstale":"2023-12-22T17:14:47.125723+0000","last_undegraded":"2023-12-22T17:14:47.125723+0000","last_fullsized":"2023-12-22T17:14:47.125723+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:13:43.885024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.081778+0000","last_change":"2023-12-22T17:14:48.075286+0000","last_active":"2023-12-22T17:14:48.081778+0000","last_peered":"2023-12-22T17:14:48.081778+0000","last_clean":"2023-12-22T17:14:48.081778+0000","last_became_active":"2023-12-22T17:14:48.074701+0000","last_became_peered":"2023-12-22T17:14:48.074701+0000","last_unstale":"2023-12-22T17:14:48.081778+0000","last_undegraded":"2023-12-22T17:14:48.081778+0000","last_fullsized":"2023-12-22T17:14:48.081778+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:34:05.213888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"58'3","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.111879+0000","last_change":"2023-12-22T17:14:47.118184+0000","last_active":"2023-12-22T17:14:48.111879+0000","last_peered":"2023-12-22T17:14:48.111879+0000","last_clean":"2023-12-22T17:14:48.111879+0000","last_became_active":"2023-12-22T17:14:47.117520+0000","last_became_peered":"2023-12-22T17:14:47.117520+0000","last_unstale":"2023-12-22T17:14:48.111879+0000","last_undegraded":"2023-12-22T17:14:48.111879+0000","last_fullsized":"2023-12-22T17:14:48.111879+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:37:46.157034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.087529+0000","last_change":"2023-12-22T17:14:48.080449+0000","last_active":"2023-12-22T17:14:48.087529+0000","last_peered":"2023-12-22T17:14:48.087529+0000","last_clean":"2023-12-22T17:14:48.087529+0000","last_became_active":"2023-12-22T17:14:48.080124+0000","last_became_peered":"2023-12-22T17:14:48.080124+0000","last_unstale":"2023-12-22T17:14:48.087529+0000","last_undegraded":"2023-12-22T17:14:48.087529+0000","last_fullsized":"2023-12-22T17:14:48.087529+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:26:13.020341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"58'6","reported_seq":17,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.113494+0000","last_change":"2023-12-22T17:14:47.121004+0000","last_active":"2023-12-22T17:14:48.113494+0000","last_peered":"2023-12-22T17:14:48.113494+0000","last_clean":"2023-12-22T17:14:48.113494+0000","last_became_active":"2023-12-22T17:14:47.120720+0000","last_became_peered":"2023-12-22T17:14:47.120720+0000","last_unstale":"2023-12-22T17:14:48.113494+0000","last_undegraded":"2023-12-22T17:14:48.113494+0000","last_fullsized":"2023-12-22T17:14:48.113494+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:33:57.428613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1536,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.112458+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:06:10.565685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"58'2","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.110211+0000","last_change":"2023-12-22T17:14:47.124676+0000","last_active":"2023-12-22T17:14:48.110211+0000","last_peered":"2023-12-22T17:14:48.110211+0000","last_clean":"2023-12-22T17:14:48.110211+0000","last_became_active":"2023-12-22T17:14:47.124175+0000","last_became_peered":"2023-12-22T17:14:47.124175+0000","last_unstale":"2023-12-22T17:14:48.110211+0000","last_undegraded":"2023-12-22T17:14:48.110211+0000","last_fullsized":"2023-12-22T17:14:48.110211+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:13:41.352784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.082261+0000","last_change":"2023-12-22T17:14:48.071457+0000","last_active":"2023-12-22T17:14:48.082261+0000","last_peered":"2023-12-22T17:14:48.082261+0000","last_clean":"2023-12-22T17:14:48.082261+0000","last_became_active":"2023-12-22T17:14:48.071029+0000","last_became_peered":"2023-12-22T17:14:48.071029+0000","last_unstale":"2023-12-22T17:14:48.082261+0000","last_undegraded":"2023-12-22T17:14:48.082261+0000","last_fullsized":"2023-12-22T17:14:48.082261+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:05:26.779482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.121744+0000","last_change":"2023-12-22T17:14:47.121744+0000","last_active":"2023-12-22T17:14:47.121744+0000","last_peered":"2023-12-22T17:14:47.121744+0000","last_clean":"2023-12-22T17:14:47.121744+0000","last_became_active":"2023-12-22T17:14:47.121434+0000","last_became_peered":"2023-12-22T17:14:47.121434+0000","last_unstale":"2023-12-22T17:14:47.121744+0000","last_undegraded":"2023-12-22T17:14:47.121744+0000","last_fullsized":"2023-12-22T17:14:47.121744+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:13:18.075746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.111128+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:19:15.510943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.056496+0000","last_change":"2023-12-22T17:14:47.111494+0000","last_active":"2023-12-22T17:14:48.056496+0000","last_peered":"2023-12-22T17:14:48.056496+0000","last_clean":"2023-12-22T17:14:48.056496+0000","last_became_active":"2023-12-22T17:14:47.110097+0000","last_became_peered":"2023-12-22T17:14:47.110097+0000","last_unstale":"2023-12-22T17:14:48.056496+0000","last_undegraded":"2023-12-22T17:14:48.056496+0000","last_fullsized":"2023-12-22T17:14:48.056496+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:57:23.284067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.076962+0000","last_change":"2023-12-22T17:14:48.074800+0000","last_active":"2023-12-22T17:14:48.076962+0000","last_peered":"2023-12-22T17:14:48.076962+0000","last_clean":"2023-12-22T17:14:48.076962+0000","last_became_active":"2023-12-22T17:14:48.073918+0000","last_became_peered":"2023-12-22T17:14:48.073918+0000","last_unstale":"2023-12-22T17:14:48.076962+0000","last_undegraded":"2023-12-22T17:14:48.076962+0000","last_fullsized":"2023-12-22T17:14:48.076962+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:59:42.370341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"58'8","reported_seq":19,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.113082+0000","last_change":"2023-12-22T17:14:47.115616+0000","last_active":"2023-12-22T17:14:48.113082+0000","last_peered":"2023-12-22T17:14:48.113082+0000","last_clean":"2023-12-22T17:14:48.113082+0000","last_became_active":"2023-12-22T17:14:47.115313+0000","last_became_peered":"2023-12-22T17:14:47.115313+0000","last_unstale":"2023-12-22T17:14:48.113082+0000","last_undegraded":"2023-12-22T17:14:48.113082+0000","last_fullsized":"2023-12-22T17:14:48.113082+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:08:16.249415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.107755+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:44:49.776094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"58'1","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.109815+0000","last_change":"2023-12-22T17:14:47.122641+0000","last_active":"2023-12-22T17:14:48.109815+0000","last_peered":"2023-12-22T17:14:48.109815+0000","last_clean":"2023-12-22T17:14:48.109815+0000","last_became_active":"2023-12-22T17:14:47.122327+0000","last_became_peered":"2023-12-22T17:14:47.122327+0000","last_unstale":"2023-12-22T17:14:48.109815+0000","last_undegraded":"2023-12-22T17:14:48.109815+0000","last_fullsized":"2023-12-22T17:14:48.109815+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:55:41.071475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.108444+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:19:48.549817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.124065+0000","last_change":"2023-12-22T17:14:47.123165+0000","last_active":"2023-12-22T17:14:47.124065+0000","last_peered":"2023-12-22T17:14:47.124065+0000","last_clean":"2023-12-22T17:14:47.124065+0000","last_became_active":"2023-12-22T17:14:47.122864+0000","last_became_peered":"2023-12-22T17:14:47.122864+0000","last_unstale":"2023-12-22T17:14:47.124065+0000","last_undegraded":"2023-12-22T17:14:47.124065+0000","last_fullsized":"2023-12-22T17:14:47.124065+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:42:36.208142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.106708+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T17:32:56.325733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,3],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.125882+0000","last_change":"2023-12-22T17:14:47.125882+0000","last_active":"2023-12-22T17:14:47.125882+0000","last_peered":"2023-12-22T17:14:47.125882+0000","last_clean":"2023-12-22T17:14:47.125882+0000","last_became_active":"2023-12-22T17:14:47.125324+0000","last_became_peered":"2023-12-22T17:14:47.125324+0000","last_unstale":"2023-12-22T17:14:47.125882+0000","last_undegraded":"2023-12-22T17:14:47.125882+0000","last_fullsized":"2023-12-22T17:14:47.125882+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:26:06.924390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.087559+0000","last_change":"2023-12-22T17:14:48.083163+0000","last_active":"2023-12-22T17:14:48.087559+0000","last_peered":"2023-12-22T17:14:48.087559+0000","last_clean":"2023-12-22T17:14:48.087559+0000","last_became_active":"2023-12-22T17:14:48.082853+0000","last_became_peered":"2023-12-22T17:14:48.082853+0000","last_unstale":"2023-12-22T17:14:48.087559+0000","last_undegraded":"2023-12-22T17:14:48.087559+0000","last_fullsized":"2023-12-22T17:14:48.087559+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:40:58.099538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.075745+0000","last_change":"2023-12-22T17:14:48.075745+0000","last_active":"2023-12-22T17:14:48.075745+0000","last_peered":"2023-12-22T17:14:48.075745+0000","last_clean":"2023-12-22T17:14:48.075745+0000","last_became_active":"2023-12-22T17:14:48.075402+0000","last_became_peered":"2023-12-22T17:14:48.075402+0000","last_unstale":"2023-12-22T17:14:48.075745+0000","last_undegraded":"2023-12-22T17:14:48.075745+0000","last_fullsized":"2023-12-22T17:14:48.075745+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:24:24.235492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.058138+0000","last_change":"2023-12-22T17:14:47.122349+0000","last_active":"2023-12-22T17:14:48.058138+0000","last_peered":"2023-12-22T17:14:48.058138+0000","last_clean":"2023-12-22T17:14:48.058138+0000","last_became_active":"2023-12-22T17:14:47.122045+0000","last_became_peered":"2023-12-22T17:14:47.122045+0000","last_unstale":"2023-12-22T17:14:48.058138+0000","last_undegraded":"2023-12-22T17:14:48.058138+0000","last_fullsized":"2023-12-22T17:14:48.058138+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T21:24:29.078985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.079144+0000","last_change":"2023-12-22T17:14:48.079144+0000","last_active":"2023-12-22T17:14:48.079144+0000","last_peered":"2023-12-22T17:14:48.079144+0000","last_clean":"2023-12-22T17:14:48.079144+0000","last_became_active":"2023-12-22T17:14:48.078826+0000","last_became_peered":"2023-12-22T17:14:48.078826+0000","last_unstale":"2023-12-22T17:14:48.079144+0000","last_undegraded":"2023-12-22T17:14:48.079144+0000","last_fullsized":"2023-12-22T17:14:48.079144+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:38:47.526612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.124396+0000","last_change":"2023-12-22T17:14:47.124396+0000","last_active":"2023-12-22T17:14:47.124396+0000","last_peered":"2023-12-22T17:14:47.124396+0000","last_clean":"2023-12-22T17:14:47.124396+0000","last_became_active":"2023-12-22T17:14:47.124091+0000","last_became_peered":"2023-12-22T17:14:47.124091+0000","last_unstale":"2023-12-22T17:14:47.124396+0000","last_undegraded":"2023-12-22T17:14:47.124396+0000","last_fullsized":"2023-12-22T17:14:47.124396+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:10:44.824756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":229,"reported_epoch":56,"state":"active+clean","last_fresh":"2023-12-22T17:14:46.101323+0000","last_change":"2023-12-22T17:14:36.756753+0000","last_active":"2023-12-22T17:14:46.101323+0000","last_peered":"2023-12-22T17:14:46.101323+0000","last_clean":"2023-12-22T17:14:46.101323+0000","last_became_active":"2023-12-22T17:14:36.756294+0000","last_became_peered":"2023-12-22T17:14:36.756294+0000","last_unstale":"2023-12-22T17:14:46.101323+0000","last_undegraded":"2023-12-22T17:14:46.101323+0000","last_fullsized":"2023-12-22T17:14:46.101323+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:13:07.356504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:13:07.356504+0000","last_clean_scrub_stamp":"2023-12-22T17:13:07.356504+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:41:34.846189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.073119+0000","last_change":"2023-12-22T17:14:48.070818+0000","last_active":"2023-12-22T17:14:48.073119+0000","last_peered":"2023-12-22T17:14:48.073119+0000","last_clean":"2023-12-22T17:14:48.073119+0000","last_became_active":"2023-12-22T17:14:48.070465+0000","last_became_peered":"2023-12-22T17:14:48.070465+0000","last_unstale":"2023-12-22T17:14:48.073119+0000","last_undegraded":"2023-12-22T17:14:48.073119+0000","last_fullsized":"2023-12-22T17:14:48.073119+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:24:33.479504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.125426+0000","last_change":"2023-12-22T17:14:47.125426+0000","last_active":"2023-12-22T17:14:47.125426+0000","last_peered":"2023-12-22T17:14:47.125426+0000","last_clean":"2023-12-22T17:14:47.125426+0000","last_became_active":"2023-12-22T17:14:47.124971+0000","last_became_peered":"2023-12-22T17:14:47.124971+0000","last_unstale":"2023-12-22T17:14:47.125426+0000","last_undegraded":"2023-12-22T17:14:47.125426+0000","last_fullsized":"2023-12-22T17:14:47.125426+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:22:57.101225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.128678+0000","last_change":"2023-12-22T17:14:47.128678+0000","last_active":"2023-12-22T17:14:47.128678+0000","last_peered":"2023-12-22T17:14:47.128678+0000","last_clean":"2023-12-22T17:14:47.128678+0000","last_became_active":"2023-12-22T17:14:47.128105+0000","last_became_peered":"2023-12-22T17:14:47.128105+0000","last_unstale":"2023-12-22T17:14:47.128678+0000","last_undegraded":"2023-12-22T17:14:47.128678+0000","last_fullsized":"2023-12-22T17:14:47.128678+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:42:22.315454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.082213+0000","last_change":"2023-12-22T17:14:48.082213+0000","last_active":"2023-12-22T17:14:48.082213+0000","last_peered":"2023-12-22T17:14:48.082213+0000","last_clean":"2023-12-22T17:14:48.082213+0000","last_became_active":"2023-12-22T17:14:48.081701+0000","last_became_peered":"2023-12-22T17:14:48.081701+0000","last_unstale":"2023-12-22T17:14:48.082213+0000","last_undegraded":"2023-12-22T17:14:48.082213+0000","last_fullsized":"2023-12-22T17:14:48.082213+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:09:08.855908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.120458+0000","last_change":"2023-12-22T17:14:47.118804+0000","last_active":"2023-12-22T17:14:47.120458+0000","last_peered":"2023-12-22T17:14:47.120458+0000","last_clean":"2023-12-22T17:14:47.120458+0000","last_became_active":"2023-12-22T17:14:47.118547+0000","last_became_peered":"2023-12-22T17:14:47.118547+0000","last_unstale":"2023-12-22T17:14:47.120458+0000","last_undegraded":"2023-12-22T17:14:47.120458+0000","last_fullsized":"2023-12-22T17:14:47.120458+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T05:14:22.631063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.073082+0000","last_change":"2023-12-22T17:14:48.073082+0000","last_active":"2023-12-22T17:14:48.073082+0000","last_peered":"2023-12-22T17:14:48.073082+0000","last_clean":"2023-12-22T17:14:48.073082+0000","last_became_active":"2023-12-22T17:14:48.072708+0000","last_became_peered":"2023-12-22T17:14:48.072708+0000","last_unstale":"2023-12-22T17:14:48.073082+0000","last_undegraded":"2023-12-22T17:14:48.073082+0000","last_fullsized":"2023-12-22T17:14:48.073082+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:09:13.498051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"58'2","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.110360+0000","last_change":"2023-12-22T17:14:47.116001+0000","last_active":"2023-12-22T17:14:48.110360+0000","last_peered":"2023-12-22T17:14:48.110360+0000","last_clean":"2023-12-22T17:14:48.110360+0000","last_became_active":"2023-12-22T17:14:47.115568+0000","last_became_peered":"2023-12-22T17:14:47.115568+0000","last_unstale":"2023-12-22T17:14:48.110360+0000","last_undegraded":"2023-12-22T17:14:48.110360+0000","last_fullsized":"2023-12-22T17:14:48.110360+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T21:03:41.469376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.071403+0000","last_change":"2023-12-22T17:14:48.070031+0000","last_active":"2023-12-22T17:14:48.071403+0000","last_peered":"2023-12-22T17:14:48.071403+0000","last_clean":"2023-12-22T17:14:48.071403+0000","last_became_active":"2023-12-22T17:14:48.069564+0000","last_became_peered":"2023-12-22T17:14:48.069564+0000","last_unstale":"2023-12-22T17:14:48.071403+0000","last_undegraded":"2023-12-22T17:14:48.071403+0000","last_fullsized":"2023-12-22T17:14:48.071403+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:08:31.250803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.125245+0000","last_change":"2023-12-22T17:14:47.125245+0000","last_active":"2023-12-22T17:14:47.125245+0000","last_peered":"2023-12-22T17:14:47.125245+0000","last_clean":"2023-12-22T17:14:47.125245+0000","last_became_active":"2023-12-22T17:14:47.124544+0000","last_became_peered":"2023-12-22T17:14:47.124544+0000","last_unstale":"2023-12-22T17:14:47.125245+0000","last_undegraded":"2023-12-22T17:14:47.125245+0000","last_fullsized":"2023-12-22T17:14:47.125245+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:40:35.691904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.079591+0000","last_change":"2023-12-22T17:14:48.075574+0000","last_active":"2023-12-22T17:14:48.079591+0000","last_peered":"2023-12-22T17:14:48.079591+0000","last_clean":"2023-12-22T17:14:48.079591+0000","last_became_active":"2023-12-22T17:14:48.075185+0000","last_became_peered":"2023-12-22T17:14:48.075185+0000","last_unstale":"2023-12-22T17:14:48.079591+0000","last_undegraded":"2023-12-22T17:14:48.079591+0000","last_fullsized":"2023-12-22T17:14:48.079591+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:15:01.767043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.120993+0000","last_change":"2023-12-22T17:14:47.120121+0000","last_active":"2023-12-22T17:14:47.120993+0000","last_peered":"2023-12-22T17:14:47.120993+0000","last_clean":"2023-12-22T17:14:47.120993+0000","last_became_active":"2023-12-22T17:14:47.119841+0000","last_became_peered":"2023-12-22T17:14:47.119841+0000","last_unstale":"2023-12-22T17:14:47.120993+0000","last_undegraded":"2023-12-22T17:14:47.120993+0000","last_fullsized":"2023-12-22T17:14:47.120993+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:47:06.811008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.075834+0000","last_change":"2023-12-22T17:14:48.075834+0000","last_active":"2023-12-22T17:14:48.075834+0000","last_peered":"2023-12-22T17:14:48.075834+0000","last_clean":"2023-12-22T17:14:48.075834+0000","last_became_active":"2023-12-22T17:14:48.075351+0000","last_became_peered":"2023-12-22T17:14:48.075351+0000","last_unstale":"2023-12-22T17:14:48.075834+0000","last_undegraded":"2023-12-22T17:14:48.075834+0000","last_fullsized":"2023-12-22T17:14:48.075834+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:20:07.784801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":10,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.120934+0000","last_change":"2023-12-22T17:14:47.119680+0000","last_active":"2023-12-22T17:14:47.120934+0000","last_peered":"2023-12-22T17:14:47.120934+0000","last_clean":"2023-12-22T17:14:47.120934+0000","last_became_active":"2023-12-22T17:14:47.119401+0000","last_became_peered":"2023-12-22T17:14:47.119401+0000","last_unstale":"2023-12-22T17:14:47.120934+0000","last_undegraded":"2023-12-22T17:14:47.120934+0000","last_fullsized":"2023-12-22T17:14:47.120934+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:10:09.143754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.070210+0000","last_change":"2023-12-22T17:14:48.070210+0000","last_active":"2023-12-22T17:14:48.070210+0000","last_peered":"2023-12-22T17:14:48.070210+0000","last_clean":"2023-12-22T17:14:48.070210+0000","last_became_active":"2023-12-22T17:14:48.069900+0000","last_became_peered":"2023-12-22T17:14:48.069900+0000","last_unstale":"2023-12-22T17:14:48.070210+0000","last_undegraded":"2023-12-22T17:14:48.070210+0000","last_fullsized":"2023-12-22T17:14:48.070210+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:42:16.002973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":9,"reported_epoch":57,"state":"active+clean","last_fresh":"2023-12-22T17:14:47.124058+0000","last_change":"2023-12-22T17:14:47.124058+0000","last_active":"2023-12-22T17:14:47.124058+0000","last_peered":"2023-12-22T17:14:47.124058+0000","last_clean":"2023-12-22T17:14:47.124058+0000","last_became_active":"2023-12-22T17:14:47.123759+0000","last_became_peered":"2023-12-22T17:14:47.123759+0000","last_unstale":"2023-12-22T17:14:47.124058+0000","last_undegraded":"2023-12-22T17:14:47.124058+0000","last_fullsized":"2023-12-22T17:14:47.124058+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:59:13.412760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.070473+0000","last_change":"2023-12-22T17:14:48.068583+0000","last_active":"2023-12-22T17:14:48.070473+0000","last_peered":"2023-12-22T17:14:48.070473+0000","last_clean":"2023-12-22T17:14:48.070473+0000","last_became_active":"2023-12-22T17:14:48.068255+0000","last_became_peered":"2023-12-22T17:14:48.068255+0000","last_unstale":"2023-12-22T17:14:48.070473+0000","last_undegraded":"2023-12-22T17:14:48.070473+0000","last_fullsized":"2023-12-22T17:14:48.070473+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:04:00.387399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.059793+0000","last_change":"2023-12-22T17:14:47.119864+0000","last_active":"2023-12-22T17:14:48.059793+0000","last_peered":"2023-12-22T17:14:48.059793+0000","last_clean":"2023-12-22T17:14:48.059793+0000","last_became_active":"2023-12-22T17:14:47.119566+0000","last_became_peered":"2023-12-22T17:14:47.119566+0000","last_unstale":"2023-12-22T17:14:48.059793+0000","last_undegraded":"2023-12-22T17:14:48.059793+0000","last_fullsized":"2023-12-22T17:14:48.059793+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:06:47.199136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.111785+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:35:22.667851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[5,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"58'1","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.061452+0000","last_change":"2023-12-22T17:14:47.118369+0000","last_active":"2023-12-22T17:14:48.061452+0000","last_peered":"2023-12-22T17:14:48.061452+0000","last_clean":"2023-12-22T17:14:48.061452+0000","last_became_active":"2023-12-22T17:14:47.117911+0000","last_became_peered":"2023-12-22T17:14:47.117911+0000","last_unstale":"2023-12-22T17:14:48.061452+0000","last_undegraded":"2023-12-22T17:14:48.061452+0000","last_fullsized":"2023-12-22T17:14:48.061452+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:59:59.654553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.109750+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:33:23.204315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,6],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"58'2","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.112544+0000","last_change":"2023-12-22T17:14:47.114336+0000","last_active":"2023-12-22T17:14:48.112544+0000","last_peered":"2023-12-22T17:14:48.112544+0000","last_clean":"2023-12-22T17:14:48.112544+0000","last_became_active":"2023-12-22T17:14:47.114006+0000","last_became_peered":"2023-12-22T17:14:47.114006+0000","last_unstale":"2023-12-22T17:14:48.112544+0000","last_undegraded":"2023-12-22T17:14:48.112544+0000","last_fullsized":"2023-12-22T17:14:48.112544+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:36:21.765002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.109460+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:48:01.762531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.077012+0000","last_change":"2023-12-22T17:14:48.075222+0000","last_active":"2023-12-22T17:14:48.077012+0000","last_peered":"2023-12-22T17:14:48.077012+0000","last_clean":"2023-12-22T17:14:48.077012+0000","last_became_active":"2023-12-22T17:14:48.074482+0000","last_became_peered":"2023-12-22T17:14:48.074482+0000","last_unstale":"2023-12-22T17:14:48.077012+0000","last_undegraded":"2023-12-22T17:14:48.077012+0000","last_fullsized":"2023-12-22T17:14:48.077012+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:38:05.015812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.081968+0000","last_change":"2023-12-22T17:14:48.080520+0000","last_active":"2023-12-22T17:14:48.081968+0000","last_peered":"2023-12-22T17:14:48.081968+0000","last_clean":"2023-12-22T17:14:48.081968+0000","last_became_active":"2023-12-22T17:14:48.080176+0000","last_became_peered":"2023-12-22T17:14:48.080176+0000","last_unstale":"2023-12-22T17:14:48.081968+0000","last_undegraded":"2023-12-22T17:14:48.081968+0000","last_fullsized":"2023-12-22T17:14:48.081968+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:03:31.816794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.107382+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:46:53.922332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,3],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.071200+0000","last_change":"2023-12-22T17:14:48.069749+0000","last_active":"2023-12-22T17:14:48.071200+0000","last_peered":"2023-12-22T17:14:48.071200+0000","last_clean":"2023-12-22T17:14:48.071200+0000","last_became_active":"2023-12-22T17:14:48.069399+0000","last_became_peered":"2023-12-22T17:14:48.069399+0000","last_unstale":"2023-12-22T17:14:48.071200+0000","last_undegraded":"2023-12-22T17:14:48.071200+0000","last_fullsized":"2023-12-22T17:14:48.071200+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:35:11.984267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.071486+0000","last_change":"2023-12-22T17:14:48.071486+0000","last_active":"2023-12-22T17:14:48.071486+0000","last_peered":"2023-12-22T17:14:48.071486+0000","last_clean":"2023-12-22T17:14:48.071486+0000","last_became_active":"2023-12-22T17:14:48.070545+0000","last_became_peered":"2023-12-22T17:14:48.070545+0000","last_unstale":"2023-12-22T17:14:48.071486+0000","last_undegraded":"2023-12-22T17:14:48.071486+0000","last_fullsized":"2023-12-22T17:14:48.071486+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:55:07.237280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.077630+0000","last_change":"2023-12-22T17:14:48.077630+0000","last_active":"2023-12-22T17:14:48.077630+0000","last_peered":"2023-12-22T17:14:48.077630+0000","last_clean":"2023-12-22T17:14:48.077630+0000","last_became_active":"2023-12-22T17:14:48.077265+0000","last_became_peered":"2023-12-22T17:14:48.077265+0000","last_unstale":"2023-12-22T17:14:48.077630+0000","last_undegraded":"2023-12-22T17:14:48.077630+0000","last_fullsized":"2023-12-22T17:14:48.077630+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:49:56.617185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.070888+0000","last_change":"2023-12-22T17:14:48.069440+0000","last_active":"2023-12-22T17:14:48.070888+0000","last_peered":"2023-12-22T17:14:48.070888+0000","last_clean":"2023-12-22T17:14:48.070888+0000","last_became_active":"2023-12-22T17:14:48.069099+0000","last_became_peered":"2023-12-22T17:14:48.069099+0000","last_unstale":"2023-12-22T17:14:48.070888+0000","last_undegraded":"2023-12-22T17:14:48.070888+0000","last_fullsized":"2023-12-22T17:14:48.070888+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:14:11.705233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.064189+0000","last_change":"2023-12-22T17:14:48.064189+0000","last_active":"2023-12-22T17:14:48.064189+0000","last_peered":"2023-12-22T17:14:48.064189+0000","last_clean":"2023-12-22T17:14:48.064189+0000","last_became_active":"2023-12-22T17:14:48.063276+0000","last_became_peered":"2023-12-22T17:14:48.063276+0000","last_unstale":"2023-12-22T17:14:48.064189+0000","last_undegraded":"2023-12-22T17:14:48.064189+0000","last_fullsized":"2023-12-22T17:14:48.064189+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T21:06:54.622669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.107083+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T21:13:26.972845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,3],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":9,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.067690+0000","last_change":"2023-12-22T17:14:48.067690+0000","last_active":"2023-12-22T17:14:48.067690+0000","last_peered":"2023-12-22T17:14:48.067690+0000","last_clean":"2023-12-22T17:14:48.067690+0000","last_became_active":"2023-12-22T17:14:48.066917+0000","last_became_peered":"2023-12-22T17:14:48.066917+0000","last_unstale":"2023-12-22T17:14:48.067690+0000","last_undegraded":"2023-12-22T17:14:48.067690+0000","last_fullsized":"2023-12-22T17:14:48.067690+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:46:58.626252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-22T17:14:47.095692+0000","last_change":"2023-12-22T17:14:47.110328+0000","last_active":"2023-12-22T17:14:47.095692+0000","last_peered":"2023-12-22T17:14:47.095692+0000","last_clean":"2023-12-22T17:14:47.095692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-22T17:14:47.095692+0000","last_undegraded":"2023-12-22T17:14:47.095692+0000","last_fullsized":"2023-12-22T17:14:47.095692+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T05:03:34.633135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[6,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.083738+0000","last_change":"2023-12-22T17:14:48.080400+0000","last_active":"2023-12-22T17:14:48.083738+0000","last_peered":"2023-12-22T17:14:48.083738+0000","last_clean":"2023-12-22T17:14:48.083738+0000","last_became_active":"2023-12-22T17:14:48.080087+0000","last_became_peered":"2023-12-22T17:14:48.080087+0000","last_unstale":"2023-12-22T17:14:48.083738+0000","last_undegraded":"2023-12-22T17:14:48.083738+0000","last_fullsized":"2023-12-22T17:14:48.083738+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:53:44.736505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.077251+0000","last_change":"2023-12-22T17:14:48.076551+0000","last_active":"2023-12-22T17:14:48.077251+0000","last_peered":"2023-12-22T17:14:48.077251+0000","last_clean":"2023-12-22T17:14:48.077251+0000","last_became_active":"2023-12-22T17:14:48.076286+0000","last_became_peered":"2023-12-22T17:14:48.076286+0000","last_unstale":"2023-12-22T17:14:48.077251+0000","last_undegraded":"2023-12-22T17:14:48.077251+0000","last_fullsized":"2023-12-22T17:14:48.077251+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:10:49.068174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2306,"num_objects":18,"num_object_clones":0,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":37,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":4716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":51,"seq":219043332101,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298412,"kb_used_data":1124,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446740,"statfs":{"total":95995035648,"available":95689461760,"internally_reserved":0,"allocated":1150976,"data_stored":821167,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63200000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66500000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45200000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.432}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47499999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57899999999999996}]}]},{"osd":6,"up_from":44,"seq":188978561032,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298452,"kb_used_data":1164,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446700,"statfs":{"total":95995035648,"available":95689420800,"internally_reserved":0,"allocated":1191936,"data_stored":836879,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48299999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44900000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59099999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47699999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34300000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64000000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574874,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":568,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":581632,"data_stored":238417,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 22 17:13:53 2023","interfaces":[{"interface":"back","average":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"last":0.30599999999999999}]},{"osd":2,"last update":"Fri Dec 22 17:14:10 2023","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.38100000000000001}]},{"osd":3,"last update":"Fri Dec 22 17:14:27 2023","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.432}]},{"osd":4,"last update":"Fri Dec 22 17:14:43 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.59899999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66900000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70699999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60699999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738398,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298452,"kb_used_data":1164,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446700,"statfs":{"total":95995035648,"available":95689420800,"internally_reserved":0,"allocated":1191936,"data_stored":835778,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Dec 22 17:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.26500000000000001},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.33200000000000002}]},{"osd":2,"last update":"Fri Dec 22 17:14:08 2023","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.35299999999999998}]},{"osd":3,"last update":"Fri Dec 22 17:14:27 2023","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.376},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.31}]},{"osd":4,"last update":"Fri Dec 22 17:14:41 2023","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.626,"15min":0.626},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.443},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.51700000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45500000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47199999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42499999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411352,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":568,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":581632,"data_stored":244710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 22 17:14:07 2023","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.37,"15min":0.37},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.41699999999999998}]},{"osd":1,"last update":"Fri Dec 22 17:14:07 2023","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.29299999999999998}]},{"osd":3,"last update":"Fri Dec 22 17:14:27 2023","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.376}]},{"osd":4,"last update":"Fri Dec 22 17:14:43 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.71399999999999997},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.70099999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77700000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68300000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63700000000000001}]}]},{"osd":3,"up_from":25,"seq":107374182420,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297864,"kb_used_data":576,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447288,"statfs":{"total":95995035648,"available":95690022912,"internally_reserved":0,"allocated":589824,"data_stored":239632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 22 17:14:29 2023","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.23400000000000001},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.32300000000000001}]},{"osd":1,"last update":"Fri Dec 22 17:14:29 2023","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.27300000000000002}]},{"osd":2,"last update":"Fri Dec 22 17:14:29 2023","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.375},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.34100000000000003}]},{"osd":4,"last update":"Fri Dec 22 17:14:44 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.503}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60599999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49199999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48299999999999998}]}]},{"osd":4,"up_from":30,"seq":128849018896,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297876,"kb_used_data":588,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447276,"statfs":{"total":95995035648,"available":95690010624,"internally_reserved":0,"allocated":602112,"data_stored":245655,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 22 17:14:42 2023","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.59899999999999998}]},{"osd":1,"last update":"Fri Dec 22 17:14:42 2023","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.70699999999999996},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.61299999999999999}]},{"osd":2,"last update":"Fri Dec 22 17:14:42 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.64500000000000002}]},{"osd":3,"last update":"Fri Dec 22 17:14:42 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.66100000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.624}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46700000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77400000000000002}]}]},{"osd":5,"up_from":37,"seq":158913789964,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297832,"kb_used_data":544,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447320,"statfs":{"total":95995035648,"available":95690055680,"internally_reserved":0,"allocated":557056,"data_stored":230799,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.621}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57499999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67000000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.499}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59299999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55900000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63700000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-22T17:14:54.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:54 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/4163885356' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-12-22T17:14:54.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:54 smithi032 ceph-mon[110651]: from='client.14568 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-22T17:14:54.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:54 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/4163885356' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-12-22T17:14:54.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:54 smithi032 ceph-mon[125050]: from='client.14568 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-22T17:14:54.511 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:54 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/4163885356' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-12-22T17:14:54.511 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:54 smithi039 ceph-mon[115265]: from='client.14568 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-22T17:14:55.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:55 smithi032 ceph-mon[125050]: pgmap v153: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2023-12-22T17:14:55.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:55 smithi032 ceph-mon[110651]: pgmap v153: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2023-12-22T17:14:55.511 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:55 smithi039 ceph-mon[115265]: pgmap v153: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2023-12-22T17:14:56.744 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-22T17:14:57.091 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:14:57.093 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2023-12-22T17:14:57.103 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":154,"stamp":"2023-12-22T17:14:56.773323+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592674,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":277,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2384696,"kb_used_data":6392,"kb_used_omap":0,"kb_used_meta":2378240,"kb_avail":747576520,"statfs":{"total":767960285184,"available":765518356480,"internally_reserved":0,"allocated":6545408,"data_stored":3736497,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2435317760},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2306,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.721912"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.090948+0000","last_change":"2023-12-22T17:14:48.090397+0000","last_active":"2023-12-22T17:14:48.090948+0000","last_peered":"2023-12-22T17:14:48.090948+0000","last_clean":"2023-12-22T17:14:48.090948+0000","last_became_active":"2023-12-22T17:14:48.090060+0000","last_became_peered":"2023-12-22T17:14:48.090060+0000","last_unstale":"2023-12-22T17:14:48.090948+0000","last_undegraded":"2023-12-22T17:14:48.090948+0000","last_fullsized":"2023-12-22T17:14:48.090948+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T17:55:47.107697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.077476+0000","last_change":"2023-12-22T17:14:48.074170+0000","last_active":"2023-12-22T17:14:48.077476+0000","last_peered":"2023-12-22T17:14:48.077476+0000","last_clean":"2023-12-22T17:14:48.077476+0000","last_became_active":"2023-12-22T17:14:48.073812+0000","last_became_peered":"2023-12-22T17:14:48.073812+0000","last_unstale":"2023-12-22T17:14:48.077476+0000","last_undegraded":"2023-12-22T17:14:48.077476+0000","last_fullsized":"2023-12-22T17:14:48.077476+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:26:48.591147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.082736+0000","last_change":"2023-12-22T17:14:48.071969+0000","last_active":"2023-12-22T17:14:48.082736+0000","last_peered":"2023-12-22T17:14:48.082736+0000","last_clean":"2023-12-22T17:14:48.082736+0000","last_became_active":"2023-12-22T17:14:48.071635+0000","last_became_peered":"2023-12-22T17:14:48.071635+0000","last_unstale":"2023-12-22T17:14:48.082736+0000","last_undegraded":"2023-12-22T17:14:48.082736+0000","last_fullsized":"2023-12-22T17:14:48.082736+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:51:18.683582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.084550+0000","last_change":"2023-12-22T17:14:48.081308+0000","last_active":"2023-12-22T17:14:48.084550+0000","last_peered":"2023-12-22T17:14:48.084550+0000","last_clean":"2023-12-22T17:14:48.084550+0000","last_became_active":"2023-12-22T17:14:48.080323+0000","last_became_peered":"2023-12-22T17:14:48.080323+0000","last_unstale":"2023-12-22T17:14:48.084550+0000","last_undegraded":"2023-12-22T17:14:48.084550+0000","last_fullsized":"2023-12-22T17:14:48.084550+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:52:11.591669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.084460+0000","last_change":"2023-12-22T17:14:48.083287+0000","last_active":"2023-12-22T17:14:48.084460+0000","last_peered":"2023-12-22T17:14:48.084460+0000","last_clean":"2023-12-22T17:14:48.084460+0000","last_became_active":"2023-12-22T17:14:48.082360+0000","last_became_peered":"2023-12-22T17:14:48.082360+0000","last_unstale":"2023-12-22T17:14:48.084460+0000","last_undegraded":"2023-12-22T17:14:48.084460+0000","last_fullsized":"2023-12-22T17:14:48.084460+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:29:57.509473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.088373+0000","last_change":"2023-12-22T17:14:48.086306+0000","last_active":"2023-12-22T17:14:48.088373+0000","last_peered":"2023-12-22T17:14:48.088373+0000","last_clean":"2023-12-22T17:14:48.088373+0000","last_became_active":"2023-12-22T17:14:48.085774+0000","last_became_peered":"2023-12-22T17:14:48.085774+0000","last_unstale":"2023-12-22T17:14:48.088373+0000","last_undegraded":"2023-12-22T17:14:48.088373+0000","last_fullsized":"2023-12-22T17:14:48.088373+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:24:58.142963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.084200+0000","last_change":"2023-12-22T17:14:48.082391+0000","last_active":"2023-12-22T17:14:48.084200+0000","last_peered":"2023-12-22T17:14:48.084200+0000","last_clean":"2023-12-22T17:14:48.084200+0000","last_became_active":"2023-12-22T17:14:48.082019+0000","last_became_peered":"2023-12-22T17:14:48.082019+0000","last_unstale":"2023-12-22T17:14:48.084200+0000","last_undegraded":"2023-12-22T17:14:48.084200+0000","last_fullsized":"2023-12-22T17:14:48.084200+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:17:32.780440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.080682+0000","last_change":"2023-12-22T17:14:48.079343+0000","last_active":"2023-12-22T17:14:48.080682+0000","last_peered":"2023-12-22T17:14:48.080682+0000","last_clean":"2023-12-22T17:14:48.080682+0000","last_became_active":"2023-12-22T17:14:48.079009+0000","last_became_peered":"2023-12-22T17:14:48.079009+0000","last_unstale":"2023-12-22T17:14:48.080682+0000","last_undegraded":"2023-12-22T17:14:48.080682+0000","last_fullsized":"2023-12-22T17:14:48.080682+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:55:56.431773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.087334+0000","last_change":"2023-12-22T17:14:48.086529+0000","last_active":"2023-12-22T17:14:48.087334+0000","last_peered":"2023-12-22T17:14:48.087334+0000","last_clean":"2023-12-22T17:14:48.087334+0000","last_became_active":"2023-12-22T17:14:48.086211+0000","last_became_peered":"2023-12-22T17:14:48.086211+0000","last_unstale":"2023-12-22T17:14:48.087334+0000","last_undegraded":"2023-12-22T17:14:48.087334+0000","last_fullsized":"2023-12-22T17:14:48.087334+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:00:48.561842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.077087+0000","last_change":"2023-12-22T17:14:48.074494+0000","last_active":"2023-12-22T17:14:48.077087+0000","last_peered":"2023-12-22T17:14:48.077087+0000","last_clean":"2023-12-22T17:14:48.077087+0000","last_became_active":"2023-12-22T17:14:48.074093+0000","last_became_peered":"2023-12-22T17:14:48.074093+0000","last_unstale":"2023-12-22T17:14:48.077087+0000","last_undegraded":"2023-12-22T17:14:48.077087+0000","last_fullsized":"2023-12-22T17:14:48.077087+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:26:55.128223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.077059+0000","last_change":"2023-12-22T17:14:48.075415+0000","last_active":"2023-12-22T17:14:48.077059+0000","last_peered":"2023-12-22T17:14:48.077059+0000","last_clean":"2023-12-22T17:14:48.077059+0000","last_became_active":"2023-12-22T17:14:48.074595+0000","last_became_peered":"2023-12-22T17:14:48.074595+0000","last_unstale":"2023-12-22T17:14:48.077059+0000","last_undegraded":"2023-12-22T17:14:48.077059+0000","last_fullsized":"2023-12-22T17:14:48.077059+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:01:05.350910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.072482+0000","last_change":"2023-12-22T17:14:48.070759+0000","last_active":"2023-12-22T17:14:48.072482+0000","last_peered":"2023-12-22T17:14:48.072482+0000","last_clean":"2023-12-22T17:14:48.072482+0000","last_became_active":"2023-12-22T17:14:48.070472+0000","last_became_peered":"2023-12-22T17:14:48.070472+0000","last_unstale":"2023-12-22T17:14:48.072482+0000","last_undegraded":"2023-12-22T17:14:48.072482+0000","last_fullsized":"2023-12-22T17:14:48.072482+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:31:24.565312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.066686+0000","last_change":"2023-12-22T17:14:48.066341+0000","last_active":"2023-12-22T17:14:48.066686+0000","last_peered":"2023-12-22T17:14:48.066686+0000","last_clean":"2023-12-22T17:14:48.066686+0000","last_became_active":"2023-12-22T17:14:48.066009+0000","last_became_peered":"2023-12-22T17:14:48.066009+0000","last_unstale":"2023-12-22T17:14:48.066686+0000","last_undegraded":"2023-12-22T17:14:48.066686+0000","last_fullsized":"2023-12-22T17:14:48.066686+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:33:06.516414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.082901+0000","last_change":"2023-12-22T17:14:48.082202+0000","last_active":"2023-12-22T17:14:48.082901+0000","last_peered":"2023-12-22T17:14:48.082901+0000","last_clean":"2023-12-22T17:14:48.082901+0000","last_became_active":"2023-12-22T17:14:48.077583+0000","last_became_peered":"2023-12-22T17:14:48.077583+0000","last_unstale":"2023-12-22T17:14:48.082901+0000","last_undegraded":"2023-12-22T17:14:48.082901+0000","last_fullsized":"2023-12-22T17:14:48.082901+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:10:32.767303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.082010+0000","last_change":"2023-12-22T17:14:48.081559+0000","last_active":"2023-12-22T17:14:48.082010+0000","last_peered":"2023-12-22T17:14:48.082010+0000","last_clean":"2023-12-22T17:14:48.082010+0000","last_became_active":"2023-12-22T17:14:48.081110+0000","last_became_peered":"2023-12-22T17:14:48.081110+0000","last_unstale":"2023-12-22T17:14:48.082010+0000","last_undegraded":"2023-12-22T17:14:48.082010+0000","last_fullsized":"2023-12-22T17:14:48.082010+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:12:41.196423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.085986+0000","last_change":"2023-12-22T17:14:48.085141+0000","last_active":"2023-12-22T17:14:48.085986+0000","last_peered":"2023-12-22T17:14:48.085986+0000","last_clean":"2023-12-22T17:14:48.085986+0000","last_became_active":"2023-12-22T17:14:48.084775+0000","last_became_peered":"2023-12-22T17:14:48.084775+0000","last_unstale":"2023-12-22T17:14:48.085986+0000","last_undegraded":"2023-12-22T17:14:48.085986+0000","last_fullsized":"2023-12-22T17:14:48.085986+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:22:51.088173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.083824+0000","last_change":"2023-12-22T17:14:48.080208+0000","last_active":"2023-12-22T17:14:48.083824+0000","last_peered":"2023-12-22T17:14:48.083824+0000","last_clean":"2023-12-22T17:14:48.083824+0000","last_became_active":"2023-12-22T17:14:48.079722+0000","last_became_peered":"2023-12-22T17:14:48.079722+0000","last_unstale":"2023-12-22T17:14:48.083824+0000","last_undegraded":"2023-12-22T17:14:48.083824+0000","last_fullsized":"2023-12-22T17:14:48.083824+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:17:40.568968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.079394+0000","last_change":"2023-12-22T17:14:48.074514+0000","last_active":"2023-12-22T17:14:48.079394+0000","last_peered":"2023-12-22T17:14:48.079394+0000","last_clean":"2023-12-22T17:14:48.079394+0000","last_became_active":"2023-12-22T17:14:48.074191+0000","last_became_peered":"2023-12-22T17:14:48.074191+0000","last_unstale":"2023-12-22T17:14:48.079394+0000","last_undegraded":"2023-12-22T17:14:48.079394+0000","last_fullsized":"2023-12-22T17:14:48.079394+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:11:08.553764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.091213+0000","last_change":"2023-12-22T17:14:48.090588+0000","last_active":"2023-12-22T17:14:48.091213+0000","last_peered":"2023-12-22T17:14:48.091213+0000","last_clean":"2023-12-22T17:14:48.091213+0000","last_became_active":"2023-12-22T17:14:48.090279+0000","last_became_peered":"2023-12-22T17:14:48.090279+0000","last_unstale":"2023-12-22T17:14:48.091213+0000","last_undegraded":"2023-12-22T17:14:48.091213+0000","last_fullsized":"2023-12-22T17:14:48.091213+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:29:38.254955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"58'4","reported_seq":15,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.110155+0000","last_change":"2023-12-22T17:14:47.121358+0000","last_active":"2023-12-22T17:14:48.110155+0000","last_peered":"2023-12-22T17:14:48.110155+0000","last_clean":"2023-12-22T17:14:48.110155+0000","last_became_active":"2023-12-22T17:14:47.120859+0000","last_became_peered":"2023-12-22T17:14:47.120859+0000","last_unstale":"2023-12-22T17:14:48.110155+0000","last_undegraded":"2023-12-22T17:14:48.110155+0000","last_fullsized":"2023-12-22T17:14:48.110155+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:24:17.828043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.066878+0000","last_change":"2023-12-22T17:14:48.066465+0000","last_active":"2023-12-22T17:14:48.066878+0000","last_peered":"2023-12-22T17:14:48.066878+0000","last_clean":"2023-12-22T17:14:48.066878+0000","last_became_active":"2023-12-22T17:14:48.063479+0000","last_became_peered":"2023-12-22T17:14:48.063479+0000","last_unstale":"2023-12-22T17:14:48.066878+0000","last_undegraded":"2023-12-22T17:14:48.066878+0000","last_fullsized":"2023-12-22T17:14:48.066878+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:14:06.895497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"58'1","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.111134+0000","last_change":"2023-12-22T17:14:47.122491+0000","last_active":"2023-12-22T17:14:48.111134+0000","last_peered":"2023-12-22T17:14:48.111134+0000","last_clean":"2023-12-22T17:14:48.111134+0000","last_became_active":"2023-12-22T17:14:47.122167+0000","last_became_peered":"2023-12-22T17:14:47.122167+0000","last_unstale":"2023-12-22T17:14:48.111134+0000","last_undegraded":"2023-12-22T17:14:48.111134+0000","last_fullsized":"2023-12-22T17:14:48.111134+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:40:57.987404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.081797+0000","last_change":"2023-12-22T17:14:48.077941+0000","last_active":"2023-12-22T17:14:48.081797+0000","last_peered":"2023-12-22T17:14:48.081797+0000","last_clean":"2023-12-22T17:14:48.081797+0000","last_became_active":"2023-12-22T17:14:48.075413+0000","last_became_peered":"2023-12-22T17:14:48.075413+0000","last_unstale":"2023-12-22T17:14:48.081797+0000","last_undegraded":"2023-12-22T17:14:48.081797+0000","last_fullsized":"2023-12-22T17:14:48.081797+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T21:56:04.035319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"58'2","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.110304+0000","last_change":"2023-12-22T17:14:47.128410+0000","last_active":"2023-12-22T17:14:48.110304+0000","last_peered":"2023-12-22T17:14:48.110304+0000","last_clean":"2023-12-22T17:14:48.110304+0000","last_became_active":"2023-12-22T17:14:47.127889+0000","last_became_peered":"2023-12-22T17:14:47.127889+0000","last_unstale":"2023-12-22T17:14:48.110304+0000","last_undegraded":"2023-12-22T17:14:48.110304+0000","last_fullsized":"2023-12-22T17:14:48.110304+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T05:01:22.054951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.083851+0000","last_change":"2023-12-22T17:14:48.080480+0000","last_active":"2023-12-22T17:14:48.083851+0000","last_peered":"2023-12-22T17:14:48.083851+0000","last_clean":"2023-12-22T17:14:48.083851+0000","last_became_active":"2023-12-22T17:14:48.079659+0000","last_became_peered":"2023-12-22T17:14:48.079659+0000","last_unstale":"2023-12-22T17:14:48.083851+0000","last_undegraded":"2023-12-22T17:14:48.083851+0000","last_fullsized":"2023-12-22T17:14:48.083851+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:17:43.831800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"58'2","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.111381+0000","last_change":"2023-12-22T17:14:47.128059+0000","last_active":"2023-12-22T17:14:48.111381+0000","last_peered":"2023-12-22T17:14:48.111381+0000","last_clean":"2023-12-22T17:14:48.111381+0000","last_became_active":"2023-12-22T17:14:47.127717+0000","last_became_peered":"2023-12-22T17:14:47.127717+0000","last_unstale":"2023-12-22T17:14:48.111381+0000","last_undegraded":"2023-12-22T17:14:48.111381+0000","last_fullsized":"2023-12-22T17:14:48.111381+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:35:35.235720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.075772+0000","last_change":"2023-12-22T17:14:48.073489+0000","last_active":"2023-12-22T17:14:48.075772+0000","last_peered":"2023-12-22T17:14:48.075772+0000","last_clean":"2023-12-22T17:14:48.075772+0000","last_became_active":"2023-12-22T17:14:48.073198+0000","last_became_peered":"2023-12-22T17:14:48.073198+0000","last_unstale":"2023-12-22T17:14:48.075772+0000","last_undegraded":"2023-12-22T17:14:48.075772+0000","last_fullsized":"2023-12-22T17:14:48.075772+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:53:31.714516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"58'1","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.111932+0000","last_change":"2023-12-22T17:14:47.124389+0000","last_active":"2023-12-22T17:14:48.111932+0000","last_peered":"2023-12-22T17:14:48.111932+0000","last_clean":"2023-12-22T17:14:48.111932+0000","last_became_active":"2023-12-22T17:14:47.124145+0000","last_became_peered":"2023-12-22T17:14:47.124145+0000","last_unstale":"2023-12-22T17:14:48.111932+0000","last_undegraded":"2023-12-22T17:14:48.111932+0000","last_fullsized":"2023-12-22T17:14:48.111932+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:22:51.061279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.078507+0000","last_change":"2023-12-22T17:14:48.076477+0000","last_active":"2023-12-22T17:14:48.078507+0000","last_peered":"2023-12-22T17:14:48.078507+0000","last_clean":"2023-12-22T17:14:48.078507+0000","last_became_active":"2023-12-22T17:14:48.076133+0000","last_became_peered":"2023-12-22T17:14:48.076133+0000","last_unstale":"2023-12-22T17:14:48.078507+0000","last_undegraded":"2023-12-22T17:14:48.078507+0000","last_fullsized":"2023-12-22T17:14:48.078507+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:45:50.207512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"58'1","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.109610+0000","last_change":"2023-12-22T17:14:47.124454+0000","last_active":"2023-12-22T17:14:48.109610+0000","last_peered":"2023-12-22T17:14:48.109610+0000","last_clean":"2023-12-22T17:14:48.109610+0000","last_became_active":"2023-12-22T17:14:47.123302+0000","last_became_peered":"2023-12-22T17:14:47.123302+0000","last_unstale":"2023-12-22T17:14:48.109610+0000","last_undegraded":"2023-12-22T17:14:48.109610+0000","last_fullsized":"2023-12-22T17:14:48.109610+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:13:15.851795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.086042+0000","last_change":"2023-12-22T17:14:48.085792+0000","last_active":"2023-12-22T17:14:48.086042+0000","last_peered":"2023-12-22T17:14:48.086042+0000","last_clean":"2023-12-22T17:14:48.086042+0000","last_became_active":"2023-12-22T17:14:48.078140+0000","last_became_peered":"2023-12-22T17:14:48.078140+0000","last_unstale":"2023-12-22T17:14:48.086042+0000","last_undegraded":"2023-12-22T17:14:48.086042+0000","last_fullsized":"2023-12-22T17:14:48.086042+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:34:07.243391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.054011+0000","last_change":"2023-12-22T17:14:47.115210+0000","last_active":"2023-12-22T17:14:48.054011+0000","last_peered":"2023-12-22T17:14:48.054011+0000","last_clean":"2023-12-22T17:14:48.054011+0000","last_became_active":"2023-12-22T17:14:47.114910+0000","last_became_peered":"2023-12-22T17:14:47.114910+0000","last_unstale":"2023-12-22T17:14:48.054011+0000","last_undegraded":"2023-12-22T17:14:48.054011+0000","last_fullsized":"2023-12-22T17:14:48.054011+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:59:15.958025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.070455+0000","last_change":"2023-12-22T17:14:48.069949+0000","last_active":"2023-12-22T17:14:48.070455+0000","last_peered":"2023-12-22T17:14:48.070455+0000","last_clean":"2023-12-22T17:14:48.070455+0000","last_became_active":"2023-12-22T17:14:48.069628+0000","last_became_peered":"2023-12-22T17:14:48.069628+0000","last_unstale":"2023-12-22T17:14:48.070455+0000","last_undegraded":"2023-12-22T17:14:48.070455+0000","last_fullsized":"2023-12-22T17:14:48.070455+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:18:04.310038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.068782+0000","last_change":"2023-12-22T17:14:47.121914+0000","last_active":"2023-12-22T17:14:48.068782+0000","last_peered":"2023-12-22T17:14:48.068782+0000","last_clean":"2023-12-22T17:14:48.068782+0000","last_became_active":"2023-12-22T17:14:47.121606+0000","last_became_peered":"2023-12-22T17:14:47.121606+0000","last_unstale":"2023-12-22T17:14:48.068782+0000","last_undegraded":"2023-12-22T17:14:48.068782+0000","last_fullsized":"2023-12-22T17:14:48.068782+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:26:41.424993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.070687+0000","last_change":"2023-12-22T17:14:48.068746+0000","last_active":"2023-12-22T17:14:48.070687+0000","last_peered":"2023-12-22T17:14:48.070687+0000","last_clean":"2023-12-22T17:14:48.070687+0000","last_became_active":"2023-12-22T17:14:48.068370+0000","last_became_peered":"2023-12-22T17:14:48.068370+0000","last_unstale":"2023-12-22T17:14:48.070687+0000","last_undegraded":"2023-12-22T17:14:48.070687+0000","last_fullsized":"2023-12-22T17:14:48.070687+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:25:46.315167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.057568+0000","last_change":"2023-12-22T17:14:47.117377+0000","last_active":"2023-12-22T17:14:48.057568+0000","last_peered":"2023-12-22T17:14:48.057568+0000","last_clean":"2023-12-22T17:14:48.057568+0000","last_became_active":"2023-12-22T17:14:47.116923+0000","last_became_peered":"2023-12-22T17:14:47.116923+0000","last_unstale":"2023-12-22T17:14:48.057568+0000","last_undegraded":"2023-12-22T17:14:48.057568+0000","last_fullsized":"2023-12-22T17:14:48.057568+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T17:52:47.976858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.084459+0000","last_change":"2023-12-22T17:14:48.080865+0000","last_active":"2023-12-22T17:14:48.084459+0000","last_peered":"2023-12-22T17:14:48.084459+0000","last_clean":"2023-12-22T17:14:48.084459+0000","last_became_active":"2023-12-22T17:14:48.080528+0000","last_became_peered":"2023-12-22T17:14:48.080528+0000","last_unstale":"2023-12-22T17:14:48.084459+0000","last_undegraded":"2023-12-22T17:14:48.084459+0000","last_fullsized":"2023-12-22T17:14:48.084459+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:59:11.745449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.070234+0000","last_change":"2023-12-22T17:14:47.125723+0000","last_active":"2023-12-22T17:14:48.070234+0000","last_peered":"2023-12-22T17:14:48.070234+0000","last_clean":"2023-12-22T17:14:48.070234+0000","last_became_active":"2023-12-22T17:14:47.125390+0000","last_became_peered":"2023-12-22T17:14:47.125390+0000","last_unstale":"2023-12-22T17:14:48.070234+0000","last_undegraded":"2023-12-22T17:14:48.070234+0000","last_fullsized":"2023-12-22T17:14:48.070234+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:13:43.885024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.081778+0000","last_change":"2023-12-22T17:14:48.075286+0000","last_active":"2023-12-22T17:14:48.081778+0000","last_peered":"2023-12-22T17:14:48.081778+0000","last_clean":"2023-12-22T17:14:48.081778+0000","last_became_active":"2023-12-22T17:14:48.074701+0000","last_became_peered":"2023-12-22T17:14:48.074701+0000","last_unstale":"2023-12-22T17:14:48.081778+0000","last_undegraded":"2023-12-22T17:14:48.081778+0000","last_fullsized":"2023-12-22T17:14:48.081778+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:34:05.213888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"58'3","reported_seq":14,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.112019+0000","last_change":"2023-12-22T17:14:47.118184+0000","last_active":"2023-12-22T17:14:48.112019+0000","last_peered":"2023-12-22T17:14:48.112019+0000","last_clean":"2023-12-22T17:14:48.112019+0000","last_became_active":"2023-12-22T17:14:47.117520+0000","last_became_peered":"2023-12-22T17:14:47.117520+0000","last_unstale":"2023-12-22T17:14:48.112019+0000","last_undegraded":"2023-12-22T17:14:48.112019+0000","last_fullsized":"2023-12-22T17:14:48.112019+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:37:46.157034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.087529+0000","last_change":"2023-12-22T17:14:48.080449+0000","last_active":"2023-12-22T17:14:48.087529+0000","last_peered":"2023-12-22T17:14:48.087529+0000","last_clean":"2023-12-22T17:14:48.087529+0000","last_became_active":"2023-12-22T17:14:48.080124+0000","last_became_peered":"2023-12-22T17:14:48.080124+0000","last_unstale":"2023-12-22T17:14:48.087529+0000","last_undegraded":"2023-12-22T17:14:48.087529+0000","last_fullsized":"2023-12-22T17:14:48.087529+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:26:13.020341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"58'6","reported_seq":17,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.113494+0000","last_change":"2023-12-22T17:14:47.121004+0000","last_active":"2023-12-22T17:14:48.113494+0000","last_peered":"2023-12-22T17:14:48.113494+0000","last_clean":"2023-12-22T17:14:48.113494+0000","last_became_active":"2023-12-22T17:14:47.120720+0000","last_became_peered":"2023-12-22T17:14:47.120720+0000","last_unstale":"2023-12-22T17:14:48.113494+0000","last_undegraded":"2023-12-22T17:14:48.113494+0000","last_fullsized":"2023-12-22T17:14:48.113494+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:33:57.428613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1536,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.088960+0000","last_change":"2023-12-22T17:14:48.088334+0000","last_active":"2023-12-22T17:14:48.088960+0000","last_peered":"2023-12-22T17:14:48.088960+0000","last_clean":"2023-12-22T17:14:48.088960+0000","last_became_active":"2023-12-22T17:14:48.088005+0000","last_became_peered":"2023-12-22T17:14:48.088005+0000","last_unstale":"2023-12-22T17:14:48.088960+0000","last_undegraded":"2023-12-22T17:14:48.088960+0000","last_fullsized":"2023-12-22T17:14:48.088960+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:25:08.032405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"58'2","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.110211+0000","last_change":"2023-12-22T17:14:47.124676+0000","last_active":"2023-12-22T17:14:48.110211+0000","last_peered":"2023-12-22T17:14:48.110211+0000","last_clean":"2023-12-22T17:14:48.110211+0000","last_became_active":"2023-12-22T17:14:47.124175+0000","last_became_peered":"2023-12-22T17:14:47.124175+0000","last_unstale":"2023-12-22T17:14:48.110211+0000","last_undegraded":"2023-12-22T17:14:48.110211+0000","last_fullsized":"2023-12-22T17:14:48.110211+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:13:41.352784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.082261+0000","last_change":"2023-12-22T17:14:48.071457+0000","last_active":"2023-12-22T17:14:48.082261+0000","last_peered":"2023-12-22T17:14:48.082261+0000","last_clean":"2023-12-22T17:14:48.082261+0000","last_became_active":"2023-12-22T17:14:48.071029+0000","last_became_peered":"2023-12-22T17:14:48.071029+0000","last_unstale":"2023-12-22T17:14:48.082261+0000","last_undegraded":"2023-12-22T17:14:48.082261+0000","last_fullsized":"2023-12-22T17:14:48.082261+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:05:26.779482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.070356+0000","last_change":"2023-12-22T17:14:47.121744+0000","last_active":"2023-12-22T17:14:48.070356+0000","last_peered":"2023-12-22T17:14:48.070356+0000","last_clean":"2023-12-22T17:14:48.070356+0000","last_became_active":"2023-12-22T17:14:47.121434+0000","last_became_peered":"2023-12-22T17:14:47.121434+0000","last_unstale":"2023-12-22T17:14:48.070356+0000","last_undegraded":"2023-12-22T17:14:48.070356+0000","last_fullsized":"2023-12-22T17:14:48.070356+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:13:18.075746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.084449+0000","last_change":"2023-12-22T17:14:48.082995+0000","last_active":"2023-12-22T17:14:48.084449+0000","last_peered":"2023-12-22T17:14:48.084449+0000","last_clean":"2023-12-22T17:14:48.084449+0000","last_became_active":"2023-12-22T17:14:48.081843+0000","last_became_peered":"2023-12-22T17:14:48.081843+0000","last_unstale":"2023-12-22T17:14:48.084449+0000","last_undegraded":"2023-12-22T17:14:48.084449+0000","last_fullsized":"2023-12-22T17:14:48.084449+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:09:21.772875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.056496+0000","last_change":"2023-12-22T17:14:47.111494+0000","last_active":"2023-12-22T17:14:48.056496+0000","last_peered":"2023-12-22T17:14:48.056496+0000","last_clean":"2023-12-22T17:14:48.056496+0000","last_became_active":"2023-12-22T17:14:47.110097+0000","last_became_peered":"2023-12-22T17:14:47.110097+0000","last_unstale":"2023-12-22T17:14:48.056496+0000","last_undegraded":"2023-12-22T17:14:48.056496+0000","last_fullsized":"2023-12-22T17:14:48.056496+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:57:23.284067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.076962+0000","last_change":"2023-12-22T17:14:48.074800+0000","last_active":"2023-12-22T17:14:48.076962+0000","last_peered":"2023-12-22T17:14:48.076962+0000","last_clean":"2023-12-22T17:14:48.076962+0000","last_became_active":"2023-12-22T17:14:48.073918+0000","last_became_peered":"2023-12-22T17:14:48.073918+0000","last_unstale":"2023-12-22T17:14:48.076962+0000","last_undegraded":"2023-12-22T17:14:48.076962+0000","last_fullsized":"2023-12-22T17:14:48.076962+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:59:42.370341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"58'8","reported_seq":19,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.113082+0000","last_change":"2023-12-22T17:14:47.115616+0000","last_active":"2023-12-22T17:14:48.113082+0000","last_peered":"2023-12-22T17:14:48.113082+0000","last_clean":"2023-12-22T17:14:48.113082+0000","last_became_active":"2023-12-22T17:14:47.115313+0000","last_became_peered":"2023-12-22T17:14:47.115313+0000","last_unstale":"2023-12-22T17:14:48.113082+0000","last_undegraded":"2023-12-22T17:14:48.113082+0000","last_fullsized":"2023-12-22T17:14:48.113082+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:08:16.249415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.084179+0000","last_change":"2023-12-22T17:14:48.081932+0000","last_active":"2023-12-22T17:14:48.084179+0000","last_peered":"2023-12-22T17:14:48.084179+0000","last_clean":"2023-12-22T17:14:48.084179+0000","last_became_active":"2023-12-22T17:14:48.081613+0000","last_became_peered":"2023-12-22T17:14:48.081613+0000","last_unstale":"2023-12-22T17:14:48.084179+0000","last_undegraded":"2023-12-22T17:14:48.084179+0000","last_fullsized":"2023-12-22T17:14:48.084179+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:53:03.460391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"58'1","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.109815+0000","last_change":"2023-12-22T17:14:47.122641+0000","last_active":"2023-12-22T17:14:48.109815+0000","last_peered":"2023-12-22T17:14:48.109815+0000","last_clean":"2023-12-22T17:14:48.109815+0000","last_became_active":"2023-12-22T17:14:47.122327+0000","last_became_peered":"2023-12-22T17:14:47.122327+0000","last_unstale":"2023-12-22T17:14:48.109815+0000","last_undegraded":"2023-12-22T17:14:48.109815+0000","last_fullsized":"2023-12-22T17:14:48.109815+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:55:41.071475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.089654+0000","last_change":"2023-12-22T17:14:48.089139+0000","last_active":"2023-12-22T17:14:48.089654+0000","last_peered":"2023-12-22T17:14:48.089654+0000","last_clean":"2023-12-22T17:14:48.089654+0000","last_became_active":"2023-12-22T17:14:48.088817+0000","last_became_peered":"2023-12-22T17:14:48.088817+0000","last_unstale":"2023-12-22T17:14:48.089654+0000","last_undegraded":"2023-12-22T17:14:48.089654+0000","last_fullsized":"2023-12-22T17:14:48.089654+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:09:31.287757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.060674+0000","last_change":"2023-12-22T17:14:47.123165+0000","last_active":"2023-12-22T17:14:48.060674+0000","last_peered":"2023-12-22T17:14:48.060674+0000","last_clean":"2023-12-22T17:14:48.060674+0000","last_became_active":"2023-12-22T17:14:47.122864+0000","last_became_peered":"2023-12-22T17:14:47.122864+0000","last_unstale":"2023-12-22T17:14:48.060674+0000","last_undegraded":"2023-12-22T17:14:48.060674+0000","last_fullsized":"2023-12-22T17:14:48.060674+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:42:36.208142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.085567+0000","last_change":"2023-12-22T17:14:48.082822+0000","last_active":"2023-12-22T17:14:48.085567+0000","last_peered":"2023-12-22T17:14:48.085567+0000","last_clean":"2023-12-22T17:14:48.085567+0000","last_became_active":"2023-12-22T17:14:48.082538+0000","last_became_peered":"2023-12-22T17:14:48.082538+0000","last_unstale":"2023-12-22T17:14:48.085567+0000","last_undegraded":"2023-12-22T17:14:48.085567+0000","last_fullsized":"2023-12-22T17:14:48.085567+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:48:07.436806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.070313+0000","last_change":"2023-12-22T17:14:47.125882+0000","last_active":"2023-12-22T17:14:48.070313+0000","last_peered":"2023-12-22T17:14:48.070313+0000","last_clean":"2023-12-22T17:14:48.070313+0000","last_became_active":"2023-12-22T17:14:47.125324+0000","last_became_peered":"2023-12-22T17:14:47.125324+0000","last_unstale":"2023-12-22T17:14:48.070313+0000","last_undegraded":"2023-12-22T17:14:48.070313+0000","last_fullsized":"2023-12-22T17:14:48.070313+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:26:06.924390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.087559+0000","last_change":"2023-12-22T17:14:48.083163+0000","last_active":"2023-12-22T17:14:48.087559+0000","last_peered":"2023-12-22T17:14:48.087559+0000","last_clean":"2023-12-22T17:14:48.087559+0000","last_became_active":"2023-12-22T17:14:48.082853+0000","last_became_peered":"2023-12-22T17:14:48.082853+0000","last_unstale":"2023-12-22T17:14:48.087559+0000","last_undegraded":"2023-12-22T17:14:48.087559+0000","last_fullsized":"2023-12-22T17:14:48.087559+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:40:58.099538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.078454+0000","last_change":"2023-12-22T17:14:48.075745+0000","last_active":"2023-12-22T17:14:48.078454+0000","last_peered":"2023-12-22T17:14:48.078454+0000","last_clean":"2023-12-22T17:14:48.078454+0000","last_became_active":"2023-12-22T17:14:48.075402+0000","last_became_peered":"2023-12-22T17:14:48.075402+0000","last_unstale":"2023-12-22T17:14:48.078454+0000","last_undegraded":"2023-12-22T17:14:48.078454+0000","last_fullsized":"2023-12-22T17:14:48.078454+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:24:24.235492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.058138+0000","last_change":"2023-12-22T17:14:47.122349+0000","last_active":"2023-12-22T17:14:48.058138+0000","last_peered":"2023-12-22T17:14:48.058138+0000","last_clean":"2023-12-22T17:14:48.058138+0000","last_became_active":"2023-12-22T17:14:47.122045+0000","last_became_peered":"2023-12-22T17:14:47.122045+0000","last_unstale":"2023-12-22T17:14:48.058138+0000","last_undegraded":"2023-12-22T17:14:48.058138+0000","last_fullsized":"2023-12-22T17:14:48.058138+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T21:24:29.078985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.081051+0000","last_change":"2023-12-22T17:14:48.079144+0000","last_active":"2023-12-22T17:14:48.081051+0000","last_peered":"2023-12-22T17:14:48.081051+0000","last_clean":"2023-12-22T17:14:48.081051+0000","last_became_active":"2023-12-22T17:14:48.078826+0000","last_became_peered":"2023-12-22T17:14:48.078826+0000","last_unstale":"2023-12-22T17:14:48.081051+0000","last_undegraded":"2023-12-22T17:14:48.081051+0000","last_fullsized":"2023-12-22T17:14:48.081051+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:38:47.526612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.070179+0000","last_change":"2023-12-22T17:14:47.124396+0000","last_active":"2023-12-22T17:14:48.070179+0000","last_peered":"2023-12-22T17:14:48.070179+0000","last_clean":"2023-12-22T17:14:48.070179+0000","last_became_active":"2023-12-22T17:14:47.124091+0000","last_became_peered":"2023-12-22T17:14:47.124091+0000","last_unstale":"2023-12-22T17:14:48.070179+0000","last_undegraded":"2023-12-22T17:14:48.070179+0000","last_fullsized":"2023-12-22T17:14:48.070179+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:10:44.824756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":231,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.071512+0000","last_change":"2023-12-22T17:14:36.756753+0000","last_active":"2023-12-22T17:14:48.071512+0000","last_peered":"2023-12-22T17:14:48.071512+0000","last_clean":"2023-12-22T17:14:48.071512+0000","last_became_active":"2023-12-22T17:14:36.756294+0000","last_became_peered":"2023-12-22T17:14:36.756294+0000","last_unstale":"2023-12-22T17:14:48.071512+0000","last_undegraded":"2023-12-22T17:14:48.071512+0000","last_fullsized":"2023-12-22T17:14:48.071512+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:13:07.356504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:13:07.356504+0000","last_clean_scrub_stamp":"2023-12-22T17:13:07.356504+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:41:34.846189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.073119+0000","last_change":"2023-12-22T17:14:48.070818+0000","last_active":"2023-12-22T17:14:48.073119+0000","last_peered":"2023-12-22T17:14:48.073119+0000","last_clean":"2023-12-22T17:14:48.073119+0000","last_became_active":"2023-12-22T17:14:48.070465+0000","last_became_peered":"2023-12-22T17:14:48.070465+0000","last_unstale":"2023-12-22T17:14:48.073119+0000","last_undegraded":"2023-12-22T17:14:48.073119+0000","last_fullsized":"2023-12-22T17:14:48.073119+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:24:33.479504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.075064+0000","last_change":"2023-12-22T17:14:47.125426+0000","last_active":"2023-12-22T17:14:48.075064+0000","last_peered":"2023-12-22T17:14:48.075064+0000","last_clean":"2023-12-22T17:14:48.075064+0000","last_became_active":"2023-12-22T17:14:47.124971+0000","last_became_peered":"2023-12-22T17:14:47.124971+0000","last_unstale":"2023-12-22T17:14:48.075064+0000","last_undegraded":"2023-12-22T17:14:48.075064+0000","last_fullsized":"2023-12-22T17:14:48.075064+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:22:57.101225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.076066+0000","last_change":"2023-12-22T17:14:47.128678+0000","last_active":"2023-12-22T17:14:48.076066+0000","last_peered":"2023-12-22T17:14:48.076066+0000","last_clean":"2023-12-22T17:14:48.076066+0000","last_became_active":"2023-12-22T17:14:47.128105+0000","last_became_peered":"2023-12-22T17:14:47.128105+0000","last_unstale":"2023-12-22T17:14:48.076066+0000","last_undegraded":"2023-12-22T17:14:48.076066+0000","last_fullsized":"2023-12-22T17:14:48.076066+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:42:22.315454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.084319+0000","last_change":"2023-12-22T17:14:48.082213+0000","last_active":"2023-12-22T17:14:48.084319+0000","last_peered":"2023-12-22T17:14:48.084319+0000","last_clean":"2023-12-22T17:14:48.084319+0000","last_became_active":"2023-12-22T17:14:48.081701+0000","last_became_peered":"2023-12-22T17:14:48.081701+0000","last_unstale":"2023-12-22T17:14:48.084319+0000","last_undegraded":"2023-12-22T17:14:48.084319+0000","last_fullsized":"2023-12-22T17:14:48.084319+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:09:08.855908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"59'1","reported_seq":12,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-12-22T17:14:51.094556+0000","last_change":"2023-12-22T17:14:47.118804+0000","last_active":"2023-12-22T17:14:51.094556+0000","last_peered":"2023-12-22T17:14:51.094556+0000","last_clean":"2023-12-22T17:14:51.094556+0000","last_became_active":"2023-12-22T17:14:47.118547+0000","last_became_peered":"2023-12-22T17:14:47.118547+0000","last_unstale":"2023-12-22T17:14:51.094556+0000","last_undegraded":"2023-12-22T17:14:51.094556+0000","last_fullsized":"2023-12-22T17:14:51.094556+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T05:14:22.631063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.073517+0000","last_change":"2023-12-22T17:14:48.073082+0000","last_active":"2023-12-22T17:14:48.073517+0000","last_peered":"2023-12-22T17:14:48.073517+0000","last_clean":"2023-12-22T17:14:48.073517+0000","last_became_active":"2023-12-22T17:14:48.072708+0000","last_became_peered":"2023-12-22T17:14:48.072708+0000","last_unstale":"2023-12-22T17:14:48.073517+0000","last_undegraded":"2023-12-22T17:14:48.073517+0000","last_fullsized":"2023-12-22T17:14:48.073517+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:09:13.498051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"58'2","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.110360+0000","last_change":"2023-12-22T17:14:47.116001+0000","last_active":"2023-12-22T17:14:48.110360+0000","last_peered":"2023-12-22T17:14:48.110360+0000","last_clean":"2023-12-22T17:14:48.110360+0000","last_became_active":"2023-12-22T17:14:47.115568+0000","last_became_peered":"2023-12-22T17:14:47.115568+0000","last_unstale":"2023-12-22T17:14:48.110360+0000","last_undegraded":"2023-12-22T17:14:48.110360+0000","last_fullsized":"2023-12-22T17:14:48.110360+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T21:03:41.469376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.071403+0000","last_change":"2023-12-22T17:14:48.070031+0000","last_active":"2023-12-22T17:14:48.071403+0000","last_peered":"2023-12-22T17:14:48.071403+0000","last_clean":"2023-12-22T17:14:48.071403+0000","last_became_active":"2023-12-22T17:14:48.069564+0000","last_became_peered":"2023-12-22T17:14:48.069564+0000","last_unstale":"2023-12-22T17:14:48.071403+0000","last_undegraded":"2023-12-22T17:14:48.071403+0000","last_fullsized":"2023-12-22T17:14:48.071403+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:08:31.250803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.071224+0000","last_change":"2023-12-22T17:14:47.125245+0000","last_active":"2023-12-22T17:14:48.071224+0000","last_peered":"2023-12-22T17:14:48.071224+0000","last_clean":"2023-12-22T17:14:48.071224+0000","last_became_active":"2023-12-22T17:14:47.124544+0000","last_became_peered":"2023-12-22T17:14:47.124544+0000","last_unstale":"2023-12-22T17:14:48.071224+0000","last_undegraded":"2023-12-22T17:14:48.071224+0000","last_fullsized":"2023-12-22T17:14:48.071224+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:40:35.691904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.079591+0000","last_change":"2023-12-22T17:14:48.075574+0000","last_active":"2023-12-22T17:14:48.079591+0000","last_peered":"2023-12-22T17:14:48.079591+0000","last_clean":"2023-12-22T17:14:48.079591+0000","last_became_active":"2023-12-22T17:14:48.075185+0000","last_became_peered":"2023-12-22T17:14:48.075185+0000","last_unstale":"2023-12-22T17:14:48.079591+0000","last_undegraded":"2023-12-22T17:14:48.079591+0000","last_fullsized":"2023-12-22T17:14:48.079591+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:15:01.767043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.060889+0000","last_change":"2023-12-22T17:14:47.120121+0000","last_active":"2023-12-22T17:14:48.060889+0000","last_peered":"2023-12-22T17:14:48.060889+0000","last_clean":"2023-12-22T17:14:48.060889+0000","last_became_active":"2023-12-22T17:14:47.119841+0000","last_became_peered":"2023-12-22T17:14:47.119841+0000","last_unstale":"2023-12-22T17:14:48.060889+0000","last_undegraded":"2023-12-22T17:14:48.060889+0000","last_fullsized":"2023-12-22T17:14:48.060889+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:47:06.811008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.076741+0000","last_change":"2023-12-22T17:14:48.075834+0000","last_active":"2023-12-22T17:14:48.076741+0000","last_peered":"2023-12-22T17:14:48.076741+0000","last_clean":"2023-12-22T17:14:48.076741+0000","last_became_active":"2023-12-22T17:14:48.075351+0000","last_became_peered":"2023-12-22T17:14:48.075351+0000","last_unstale":"2023-12-22T17:14:48.076741+0000","last_undegraded":"2023-12-22T17:14:48.076741+0000","last_fullsized":"2023-12-22T17:14:48.076741+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:20:07.784801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.059604+0000","last_change":"2023-12-22T17:14:47.119680+0000","last_active":"2023-12-22T17:14:48.059604+0000","last_peered":"2023-12-22T17:14:48.059604+0000","last_clean":"2023-12-22T17:14:48.059604+0000","last_became_active":"2023-12-22T17:14:47.119401+0000","last_became_peered":"2023-12-22T17:14:47.119401+0000","last_unstale":"2023-12-22T17:14:48.059604+0000","last_undegraded":"2023-12-22T17:14:48.059604+0000","last_fullsized":"2023-12-22T17:14:48.059604+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:10:09.143754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.070807+0000","last_change":"2023-12-22T17:14:48.070210+0000","last_active":"2023-12-22T17:14:48.070807+0000","last_peered":"2023-12-22T17:14:48.070807+0000","last_clean":"2023-12-22T17:14:48.070807+0000","last_became_active":"2023-12-22T17:14:48.069900+0000","last_became_peered":"2023-12-22T17:14:48.069900+0000","last_unstale":"2023-12-22T17:14:48.070807+0000","last_undegraded":"2023-12-22T17:14:48.070807+0000","last_fullsized":"2023-12-22T17:14:48.070807+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:42:16.002973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"58'2","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.111420+0000","last_change":"2023-12-22T17:14:47.124058+0000","last_active":"2023-12-22T17:14:48.111420+0000","last_peered":"2023-12-22T17:14:48.111420+0000","last_clean":"2023-12-22T17:14:48.111420+0000","last_became_active":"2023-12-22T17:14:47.123759+0000","last_became_peered":"2023-12-22T17:14:47.123759+0000","last_unstale":"2023-12-22T17:14:48.111420+0000","last_undegraded":"2023-12-22T17:14:48.111420+0000","last_fullsized":"2023-12-22T17:14:48.111420+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:59:13.412760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.070473+0000","last_change":"2023-12-22T17:14:48.068583+0000","last_active":"2023-12-22T17:14:48.070473+0000","last_peered":"2023-12-22T17:14:48.070473+0000","last_clean":"2023-12-22T17:14:48.070473+0000","last_became_active":"2023-12-22T17:14:48.068255+0000","last_became_peered":"2023-12-22T17:14:48.068255+0000","last_unstale":"2023-12-22T17:14:48.070473+0000","last_undegraded":"2023-12-22T17:14:48.070473+0000","last_fullsized":"2023-12-22T17:14:48.070473+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:04:00.387399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.059793+0000","last_change":"2023-12-22T17:14:47.119864+0000","last_active":"2023-12-22T17:14:48.059793+0000","last_peered":"2023-12-22T17:14:48.059793+0000","last_clean":"2023-12-22T17:14:48.059793+0000","last_became_active":"2023-12-22T17:14:47.119566+0000","last_became_peered":"2023-12-22T17:14:47.119566+0000","last_unstale":"2023-12-22T17:14:48.059793+0000","last_undegraded":"2023-12-22T17:14:48.059793+0000","last_fullsized":"2023-12-22T17:14:48.059793+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:06:47.199136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.091225+0000","last_change":"2023-12-22T17:14:48.090697+0000","last_active":"2023-12-22T17:14:48.091225+0000","last_peered":"2023-12-22T17:14:48.091225+0000","last_clean":"2023-12-22T17:14:48.091225+0000","last_became_active":"2023-12-22T17:14:48.090387+0000","last_became_peered":"2023-12-22T17:14:48.090387+0000","last_unstale":"2023-12-22T17:14:48.091225+0000","last_undegraded":"2023-12-22T17:14:48.091225+0000","last_fullsized":"2023-12-22T17:14:48.091225+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:47:35.460863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"58'1","reported_seq":12,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.112138+0000","last_change":"2023-12-22T17:14:47.118369+0000","last_active":"2023-12-22T17:14:48.112138+0000","last_peered":"2023-12-22T17:14:48.112138+0000","last_clean":"2023-12-22T17:14:48.112138+0000","last_became_active":"2023-12-22T17:14:47.117911+0000","last_became_peered":"2023-12-22T17:14:47.117911+0000","last_unstale":"2023-12-22T17:14:48.112138+0000","last_undegraded":"2023-12-22T17:14:48.112138+0000","last_fullsized":"2023-12-22T17:14:48.112138+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:59:59.654553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.079894+0000","last_change":"2023-12-22T17:14:48.078512+0000","last_active":"2023-12-22T17:14:48.079894+0000","last_peered":"2023-12-22T17:14:48.079894+0000","last_clean":"2023-12-22T17:14:48.079894+0000","last_became_active":"2023-12-22T17:14:48.078142+0000","last_became_peered":"2023-12-22T17:14:48.078142+0000","last_unstale":"2023-12-22T17:14:48.079894+0000","last_undegraded":"2023-12-22T17:14:48.079894+0000","last_fullsized":"2023-12-22T17:14:48.079894+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:39:23.753379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"58'2","reported_seq":13,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.112544+0000","last_change":"2023-12-22T17:14:47.114336+0000","last_active":"2023-12-22T17:14:48.112544+0000","last_peered":"2023-12-22T17:14:48.112544+0000","last_clean":"2023-12-22T17:14:48.112544+0000","last_became_active":"2023-12-22T17:14:47.114006+0000","last_became_peered":"2023-12-22T17:14:47.114006+0000","last_unstale":"2023-12-22T17:14:48.112544+0000","last_undegraded":"2023-12-22T17:14:48.112544+0000","last_fullsized":"2023-12-22T17:14:48.112544+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:36:21.765002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.089019+0000","last_change":"2023-12-22T17:14:48.088252+0000","last_active":"2023-12-22T17:14:48.089019+0000","last_peered":"2023-12-22T17:14:48.089019+0000","last_clean":"2023-12-22T17:14:48.089019+0000","last_became_active":"2023-12-22T17:14:48.087944+0000","last_became_peered":"2023-12-22T17:14:48.087944+0000","last_unstale":"2023-12-22T17:14:48.089019+0000","last_undegraded":"2023-12-22T17:14:48.089019+0000","last_fullsized":"2023-12-22T17:14:48.089019+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:11:43.993696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.077012+0000","last_change":"2023-12-22T17:14:48.075222+0000","last_active":"2023-12-22T17:14:48.077012+0000","last_peered":"2023-12-22T17:14:48.077012+0000","last_clean":"2023-12-22T17:14:48.077012+0000","last_became_active":"2023-12-22T17:14:48.074482+0000","last_became_peered":"2023-12-22T17:14:48.074482+0000","last_unstale":"2023-12-22T17:14:48.077012+0000","last_undegraded":"2023-12-22T17:14:48.077012+0000","last_fullsized":"2023-12-22T17:14:48.077012+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:38:05.015812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.081968+0000","last_change":"2023-12-22T17:14:48.080520+0000","last_active":"2023-12-22T17:14:48.081968+0000","last_peered":"2023-12-22T17:14:48.081968+0000","last_clean":"2023-12-22T17:14:48.081968+0000","last_became_active":"2023-12-22T17:14:48.080176+0000","last_became_peered":"2023-12-22T17:14:48.080176+0000","last_unstale":"2023-12-22T17:14:48.081968+0000","last_undegraded":"2023-12-22T17:14:48.081968+0000","last_fullsized":"2023-12-22T17:14:48.081968+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:03:31.816794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.087010+0000","last_change":"2023-12-22T17:14:48.085655+0000","last_active":"2023-12-22T17:14:48.087010+0000","last_peered":"2023-12-22T17:14:48.087010+0000","last_clean":"2023-12-22T17:14:48.087010+0000","last_became_active":"2023-12-22T17:14:48.085333+0000","last_became_peered":"2023-12-22T17:14:48.085333+0000","last_unstale":"2023-12-22T17:14:48.087010+0000","last_undegraded":"2023-12-22T17:14:48.087010+0000","last_fullsized":"2023-12-22T17:14:48.087010+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:16:41.623143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.071200+0000","last_change":"2023-12-22T17:14:48.069749+0000","last_active":"2023-12-22T17:14:48.071200+0000","last_peered":"2023-12-22T17:14:48.071200+0000","last_clean":"2023-12-22T17:14:48.071200+0000","last_became_active":"2023-12-22T17:14:48.069399+0000","last_became_peered":"2023-12-22T17:14:48.069399+0000","last_unstale":"2023-12-22T17:14:48.071200+0000","last_undegraded":"2023-12-22T17:14:48.071200+0000","last_fullsized":"2023-12-22T17:14:48.071200+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:35:11.984267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.073006+0000","last_change":"2023-12-22T17:14:48.071486+0000","last_active":"2023-12-22T17:14:48.073006+0000","last_peered":"2023-12-22T17:14:48.073006+0000","last_clean":"2023-12-22T17:14:48.073006+0000","last_became_active":"2023-12-22T17:14:48.070545+0000","last_became_peered":"2023-12-22T17:14:48.070545+0000","last_unstale":"2023-12-22T17:14:48.073006+0000","last_undegraded":"2023-12-22T17:14:48.073006+0000","last_fullsized":"2023-12-22T17:14:48.073006+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:55:07.237280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.078624+0000","last_change":"2023-12-22T17:14:48.077630+0000","last_active":"2023-12-22T17:14:48.078624+0000","last_peered":"2023-12-22T17:14:48.078624+0000","last_clean":"2023-12-22T17:14:48.078624+0000","last_became_active":"2023-12-22T17:14:48.077265+0000","last_became_peered":"2023-12-22T17:14:48.077265+0000","last_unstale":"2023-12-22T17:14:48.078624+0000","last_undegraded":"2023-12-22T17:14:48.078624+0000","last_fullsized":"2023-12-22T17:14:48.078624+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:49:56.617185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.070888+0000","last_change":"2023-12-22T17:14:48.069440+0000","last_active":"2023-12-22T17:14:48.070888+0000","last_peered":"2023-12-22T17:14:48.070888+0000","last_clean":"2023-12-22T17:14:48.070888+0000","last_became_active":"2023-12-22T17:14:48.069099+0000","last_became_peered":"2023-12-22T17:14:48.069099+0000","last_unstale":"2023-12-22T17:14:48.070888+0000","last_undegraded":"2023-12-22T17:14:48.070888+0000","last_fullsized":"2023-12-22T17:14:48.070888+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:14:11.705233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.065985+0000","last_change":"2023-12-22T17:14:48.064189+0000","last_active":"2023-12-22T17:14:48.065985+0000","last_peered":"2023-12-22T17:14:48.065985+0000","last_clean":"2023-12-22T17:14:48.065985+0000","last_became_active":"2023-12-22T17:14:48.063276+0000","last_became_peered":"2023-12-22T17:14:48.063276+0000","last_unstale":"2023-12-22T17:14:48.065985+0000","last_undegraded":"2023-12-22T17:14:48.065985+0000","last_fullsized":"2023-12-22T17:14:48.065985+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T21:06:54.622669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.085006+0000","last_change":"2023-12-22T17:14:48.081385+0000","last_active":"2023-12-22T17:14:48.085006+0000","last_peered":"2023-12-22T17:14:48.085006+0000","last_clean":"2023-12-22T17:14:48.085006+0000","last_became_active":"2023-12-22T17:14:48.081082+0000","last_became_peered":"2023-12-22T17:14:48.081082+0000","last_unstale":"2023-12-22T17:14:48.085006+0000","last_undegraded":"2023-12-22T17:14:48.085006+0000","last_fullsized":"2023-12-22T17:14:48.085006+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:54:18.191564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.068264+0000","last_change":"2023-12-22T17:14:48.067690+0000","last_active":"2023-12-22T17:14:48.068264+0000","last_peered":"2023-12-22T17:14:48.068264+0000","last_clean":"2023-12-22T17:14:48.068264+0000","last_became_active":"2023-12-22T17:14:48.066917+0000","last_became_peered":"2023-12-22T17:14:48.066917+0000","last_unstale":"2023-12-22T17:14:48.068264+0000","last_undegraded":"2023-12-22T17:14:48.068264+0000","last_fullsized":"2023-12-22T17:14:48.068264+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:46:58.626252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.083830+0000","last_change":"2023-12-22T17:14:48.080298+0000","last_active":"2023-12-22T17:14:48.083830+0000","last_peered":"2023-12-22T17:14:48.083830+0000","last_clean":"2023-12-22T17:14:48.083830+0000","last_became_active":"2023-12-22T17:14:48.079928+0000","last_became_peered":"2023-12-22T17:14:48.079928+0000","last_unstale":"2023-12-22T17:14:48.083830+0000","last_undegraded":"2023-12-22T17:14:48.083830+0000","last_fullsized":"2023-12-22T17:14:48.083830+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:41:37.601463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.083738+0000","last_change":"2023-12-22T17:14:48.080400+0000","last_active":"2023-12-22T17:14:48.083738+0000","last_peered":"2023-12-22T17:14:48.083738+0000","last_clean":"2023-12-22T17:14:48.083738+0000","last_became_active":"2023-12-22T17:14:48.080087+0000","last_became_peered":"2023-12-22T17:14:48.080087+0000","last_unstale":"2023-12-22T17:14:48.083738+0000","last_undegraded":"2023-12-22T17:14:48.083738+0000","last_fullsized":"2023-12-22T17:14:48.083738+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:53:44.736505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":58,"state":"active+clean","last_fresh":"2023-12-22T17:14:48.077251+0000","last_change":"2023-12-22T17:14:48.076551+0000","last_active":"2023-12-22T17:14:48.077251+0000","last_peered":"2023-12-22T17:14:48.077251+0000","last_clean":"2023-12-22T17:14:48.077251+0000","last_became_active":"2023-12-22T17:14:48.076286+0000","last_became_peered":"2023-12-22T17:14:48.076286+0000","last_unstale":"2023-12-22T17:14:48.077251+0000","last_undegraded":"2023-12-22T17:14:48.077251+0000","last_fullsized":"2023-12-22T17:14:48.077251+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:10:49.068174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2306,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":6918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":51,"seq":219043332102,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298444,"kb_used_data":1156,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446708,"statfs":{"total":95995035648,"available":95689428992,"internally_reserved":0,"allocated":1183744,"data_stored":835654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63200000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66500000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45200000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.432}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47499999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57899999999999996}]}]},{"osd":6,"up_from":44,"seq":188978561033,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298452,"kb_used_data":1164,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446700,"statfs":{"total":95995035648,"available":95689420800,"internally_reserved":0,"allocated":1191936,"data_stored":836879,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.377}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56599999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58799999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46400000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69599999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79200000000000004}]}]},{"osd":1,"up_from":13,"seq":55834574875,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297868,"kb_used_data":580,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447284,"statfs":{"total":95995035648,"available":95690018816,"internally_reserved":0,"allocated":593920,"data_stored":245135,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 22 17:13:53 2023","interfaces":[{"interface":"back","average":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"last":0.50600000000000001}]},{"osd":2,"last update":"Fri Dec 22 17:14:10 2023","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.64400000000000002}]},{"osd":3,"last update":"Fri Dec 22 17:14:27 2023","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.57499999999999996}]},{"osd":4,"last update":"Fri Dec 22 17:14:43 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.79700000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68400000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66400000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73699999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738398,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298452,"kb_used_data":1164,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446700,"statfs":{"total":95995035648,"available":95689420800,"internally_reserved":0,"allocated":1191936,"data_stored":835778,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Dec 22 17:13:54 2023","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.26500000000000001},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.33200000000000002}]},{"osd":2,"last update":"Fri Dec 22 17:14:08 2023","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.35299999999999998}]},{"osd":3,"last update":"Fri Dec 22 17:14:27 2023","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.376},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.31}]},{"osd":4,"last update":"Fri Dec 22 17:14:41 2023","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.626,"15min":0.626},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.443},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.51700000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45500000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47199999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42499999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411352,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297856,"kb_used_data":568,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447296,"statfs":{"total":95995035648,"available":95690031104,"internally_reserved":0,"allocated":581632,"data_stored":244710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 22 17:14:07 2023","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.37,"15min":0.37},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.41699999999999998}]},{"osd":1,"last update":"Fri Dec 22 17:14:07 2023","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.29299999999999998}]},{"osd":3,"last update":"Fri Dec 22 17:14:27 2023","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.376}]},{"osd":4,"last update":"Fri Dec 22 17:14:43 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.71399999999999997},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.70099999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77700000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68300000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63700000000000001}]}]},{"osd":3,"up_from":25,"seq":107374182421,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297876,"kb_used_data":588,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447276,"statfs":{"total":95995035648,"available":95690010624,"internally_reserved":0,"allocated":602112,"data_stored":246350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 22 17:14:29 2023","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.44},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.52800000000000002}]},{"osd":1,"last update":"Fri Dec 22 17:14:29 2023","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.55200000000000005}]},{"osd":2,"last update":"Fri Dec 22 17:14:29 2023","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.51600000000000001}]},{"osd":4,"last update":"Fri Dec 22 17:14:44 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":1.0389999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97999999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83899999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.004}]}]},{"osd":4,"up_from":30,"seq":128849018897,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297876,"kb_used_data":588,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447276,"statfs":{"total":95995035648,"available":95690010624,"internally_reserved":0,"allocated":602112,"data_stored":245655,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 22 17:14:42 2023","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.317}]},{"osd":1,"last update":"Fri Dec 22 17:14:42 2023","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.33500000000000002}]},{"osd":2,"last update":"Fri Dec 22 17:14:42 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.45700000000000002}]},{"osd":3,"last update":"Fri Dec 22 17:14:42 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.47199999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41399999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54500000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61299999999999999}]}]},{"osd":5,"up_from":37,"seq":158913789965,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297872,"kb_used_data":584,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447280,"statfs":{"total":95995035648,"available":95690014720,"internally_reserved":0,"allocated":598016,"data_stored":246336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66300000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73599999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77300000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.624}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67600000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59799999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80500000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-22T17:14:57.109 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-12-22T17:14:57.109 INFO:tasks.cephadm:Adding prometheus.a on smithi039 2023-12-22T17:14:57.110 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph orch apply prometheus '1;smithi039=a' 2023-12-22T17:14:57.391 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.b/config 2023-12-22T17:14:58.146 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:57 smithi039 ceph-mon[115265]: pgmap v154: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s wr, 5 op/s 2023-12-22T17:14:58.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:57 smithi032 ceph-mon[110651]: pgmap v154: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s wr, 5 op/s 2023-12-22T17:14:58.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:57 smithi032 ceph-mon[125050]: pgmap v154: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s wr, 5 op/s 2023-12-22T17:14:58.561 INFO:teuthology.orchestra.run.smithi039.stdout:Scheduled prometheus update... 2023-12-22T17:14:58.941 DEBUG:teuthology.orchestra.run.smithi039:prometheus.a> sudo journalctl -f -n 0 -u ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@prometheus.a.service 2023-12-22T17:14:58.943 INFO:tasks.cephadm:Adding node-exporter.a on smithi032 2023-12-22T17:14:58.943 INFO:tasks.cephadm:Adding node-exporter.b on smithi039 2023-12-22T17:14:58.943 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph orch apply node-exporter '2;smithi032=a;smithi039=b' 2023-12-22T17:14:58.973 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:-- Logs begin at Fri 2023-12-22 16:56:38 UTC. -- 2023-12-22T17:14:59.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:58 smithi032 ceph-mon[110651]: from='client.14574 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-22T17:14:59.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:58 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:59.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:58 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:14:59.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:58 smithi032 ceph-mon[125050]: from='client.14574 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-22T17:14:59.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:59.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:58 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:14:59.242 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.b/config 2023-12-22T17:14:59.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:58 smithi039 ceph-mon[115265]: from='client.14574 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-22T17:14:59.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:58 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:14:59.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:58 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:15:00.011 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:59 smithi039 ceph-mon[115265]: from='client.24463 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi039=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:15:00.012 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:59 smithi039 ceph-mon[115265]: Saving service prometheus spec with placement smithi039=a;count:1 2023-12-22T17:15:00.012 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:59 smithi039 ceph-mon[115265]: pgmap v155: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2023-12-22T17:15:00.012 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:59 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:15:00.012 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:59 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:15:00.012 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:14:59 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:15:00.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:59 smithi032 ceph-mon[110651]: from='client.24463 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi039=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:15:00.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:59 smithi032 ceph-mon[110651]: Saving service prometheus spec with placement smithi039=a;count:1 2023-12-22T17:15:00.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:59 smithi032 ceph-mon[110651]: pgmap v155: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2023-12-22T17:15:00.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:59 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:15:00.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:59 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:15:00.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:14:59 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:15:00.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:59 smithi032 ceph-mon[125050]: from='client.24463 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi039=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:15:00.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:59 smithi032 ceph-mon[125050]: Saving service prometheus spec with placement smithi039=a;count:1 2023-12-22T17:15:00.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:59 smithi032 ceph-mon[125050]: pgmap v155: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2023-12-22T17:15:00.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:59 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:15:00.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:59 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:15:00.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:14:59 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:15:00.763 INFO:teuthology.orchestra.run.smithi039.stdout:Scheduled node-exporter update... 2023-12-22T17:15:01.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:00 smithi032 ceph-mon[125050]: Deploying daemon prometheus.a on smithi039 2023-12-22T17:15:01.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:00 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:15:01.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:00 smithi032 ceph-mon[110651]: Deploying daemon prometheus.a on smithi039 2023-12-22T17:15:01.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:00 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:15:01.219 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:00 smithi039 ceph-mon[115265]: Deploying daemon prometheus.a on smithi039 2023-12-22T17:15:01.219 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:00 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:15:01.445 DEBUG:teuthology.orchestra.run.smithi032:node-exporter.a> sudo journalctl -f -n 0 -u ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@node-exporter.a.service 2023-12-22T17:15:01.448 DEBUG:teuthology.orchestra.run.smithi039:node-exporter.b> sudo journalctl -f -n 0 -u ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@node-exporter.b.service 2023-12-22T17:15:01.450 INFO:tasks.cephadm:Adding alertmanager.a on smithi032 2023-12-22T17:15:01.450 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph orch apply alertmanager '1;smithi032=a' 2023-12-22T17:15:01.482 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:-- Logs begin at Fri 2023-12-22 16:56:26 UTC. -- 2023-12-22T17:15:01.484 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:-- Logs begin at Fri 2023-12-22 16:56:38 UTC. -- 2023-12-22T17:15:01.772 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.b/config 2023-12-22T17:15:02.125 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:01 smithi039 ceph-mon[115265]: from='client.24469 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi032=a;smithi039=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:15:02.125 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:01 smithi039 ceph-mon[115265]: Saving service node-exporter spec with placement smithi032=a;smithi039=b;count:2 2023-12-22T17:15:02.125 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:01 smithi039 ceph-mon[115265]: pgmap v156: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-12-22T17:15:02.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:01 smithi032 ceph-mon[110651]: from='client.24469 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi032=a;smithi039=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:15:02.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:01 smithi032 ceph-mon[110651]: Saving service node-exporter spec with placement smithi032=a;smithi039=b;count:2 2023-12-22T17:15:02.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:01 smithi032 ceph-mon[110651]: pgmap v156: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-12-22T17:15:02.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:01 smithi032 ceph-mon[125050]: from='client.24469 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi032=a;smithi039=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:15:02.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:01 smithi032 ceph-mon[125050]: Saving service node-exporter spec with placement smithi032=a;smithi039=b;count:2 2023-12-22T17:15:02.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:01 smithi032 ceph-mon[125050]: pgmap v156: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-12-22T17:15:04.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:03 smithi032 ceph-mon[125050]: pgmap v157: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 682 B/s wr, 2 op/s 2023-12-22T17:15:04.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:03 smithi032 ceph-mon[110651]: pgmap v157: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 682 B/s wr, 2 op/s 2023-12-22T17:15:04.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:03 smithi039 ceph-mon[115265]: pgmap v157: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 682 B/s wr, 2 op/s 2023-12-22T17:15:05.225 INFO:teuthology.orchestra.run.smithi039.stdout:Scheduled alertmanager update... 2023-12-22T17:15:05.721 DEBUG:teuthology.orchestra.run.smithi032:alertmanager.a> sudo journalctl -f -n 0 -u ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@alertmanager.a.service 2023-12-22T17:15:05.724 INFO:tasks.cephadm:Adding grafana.a on smithi039 2023-12-22T17:15:05.724 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph orch apply grafana '1;smithi039=a' 2023-12-22T17:15:05.757 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:-- Logs begin at Fri 2023-12-22 16:56:26 UTC. -- 2023-12-22T17:15:06.011 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:05 smithi039 ceph-mon[115265]: pgmap v158: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-12-22T17:15:06.011 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:05 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:15:06.102 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.b/config 2023-12-22T17:15:06.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:05 smithi032 ceph-mon[125050]: pgmap v158: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-12-22T17:15:06.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:05 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:15:06.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:05 smithi032 ceph-mon[110651]: pgmap v158: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-12-22T17:15:06.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:05 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:15:07.113 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:06 smithi039 ceph-mon[115265]: from='client.24475 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi032=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:15:07.113 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:06 smithi039 ceph-mon[115265]: Saving service alertmanager spec with placement smithi032=a;count:1 2023-12-22T17:15:07.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:06 smithi032 ceph-mon[125050]: from='client.24475 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi032=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:15:07.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:06 smithi032 ceph-mon[125050]: Saving service alertmanager spec with placement smithi032=a;count:1 2023-12-22T17:15:07.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:06 smithi032 ceph-mon[110651]: from='client.24475 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi032=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:15:07.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:06 smithi032 ceph-mon[110651]: Saving service alertmanager spec with placement smithi032=a;count:1 2023-12-22T17:15:07.407 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:07 smithi039 systemd[1]: Starting Ceph prometheus.a for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:15:07.668 INFO:teuthology.orchestra.run.smithi039.stdout:Scheduled grafana update... 2023-12-22T17:15:08.011 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:07 smithi039 ceph-mon[115265]: pgmap v159: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-12-22T17:15:08.012 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:07 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:15:08.012 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:07 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[150005]: ts=2023-12-22T17:15:07.768Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2023-12-22T17:15:08.012 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:07 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[150005]: ts=2023-12-22T17:15:07.768Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2023-12-22T17:15:08.012 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:07 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[150005]: ts=2023-12-22T17:15:07.768Z caller=main.go:570 level=info host_details="(Linux 4.18.0-529.el8.x86_64 #1 SMP Wed Dec 6 01:03:46 UTC 2023 x86_64 smithi039 (none))" 2023-12-22T17:15:08.012 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:07 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[150005]: ts=2023-12-22T17:15:07.768Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2023-12-22T17:15:08.012 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:07 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[150005]: ts=2023-12-22T17:15:07.768Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2023-12-22T17:15:08.012 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:07 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[150005]: ts=2023-12-22T17:15:07.770Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2023-12-22T17:15:08.013 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:07 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[150005]: ts=2023-12-22T17:15:07.770Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2023-12-22T17:15:08.013 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:07 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[150005]: ts=2023-12-22T17:15:07.771Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2023-12-22T17:15:08.013 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:07 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[150005]: ts=2023-12-22T17:15:07.771Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2023-12-22T17:15:08.013 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:07 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[150005]: ts=2023-12-22T17:15:07.772Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2023-12-22T17:15:08.013 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:07 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[150005]: ts=2023-12-22T17:15:07.772Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.782µs 2023-12-22T17:15:08.013 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:07 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[150005]: ts=2023-12-22T17:15:07.772Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2023-12-22T17:15:08.013 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:07 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[150005]: ts=2023-12-22T17:15:07.773Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2023-12-22T17:15:08.013 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:07 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[150005]: ts=2023-12-22T17:15:07.773Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=19.046µs wal_replay_duration=428.068µs wbl_replay_duration=138ns total_replay_duration=465.537µs 2023-12-22T17:15:08.013 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:07 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[150005]: ts=2023-12-22T17:15:07.773Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2023-12-22T17:15:08.013 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:07 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[150005]: ts=2023-12-22T17:15:07.773Z caller=main.go:1029 level=info msg="TSDB started" 2023-12-22T17:15:08.013 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:07 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[150005]: ts=2023-12-22T17:15:07.773Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2023-12-22T17:15:08.014 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:07 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[150005]: ts=2023-12-22T17:15:07.789Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=15.369017ms db_storage=748ns remote_storage=1.223µs web_handler=312ns query_engine=531ns scrape=525.35µs scrape_sd=17.146µs notify=686ns notify_sd=1.343µs rules=14.60044ms tracing=6.768µs 2023-12-22T17:15:08.014 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:07 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[150005]: ts=2023-12-22T17:15:07.789Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2023-12-22T17:15:08.014 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:07 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[150005]: ts=2023-12-22T17:15:07.789Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2023-12-22T17:15:08.014 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:07 smithi039 bash[149991]: 8383977b423d7db61aca120cde512907205773c342a7aff8f3c97a4df332fafa 2023-12-22T17:15:08.014 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:07 smithi039 systemd[1]: Started Ceph prometheus.a for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:15:08.150 DEBUG:teuthology.orchestra.run.smithi039:grafana.a> sudo journalctl -f -n 0 -u ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@grafana.a.service 2023-12-22T17:15:08.153 INFO:tasks.cephadm:Setting up client nodes... 2023-12-22T17:15:08.153 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2023-12-22T17:15:08.183 INFO:journalctl@ceph.grafana.a.smithi039.stdout:-- Logs begin at Fri 2023-12-22 16:56:38 UTC. -- 2023-12-22T17:15:08.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:07 smithi032 ceph-mon[110651]: pgmap v159: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-12-22T17:15:08.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:07 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:15:08.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:07 smithi032 ceph-mon[125050]: pgmap v159: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-12-22T17:15:08.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:07 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:15:08.429 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:15:08.871 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:08 smithi032 ceph-mon[110651]: from='client.24503 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi039=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:15:08.871 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:08 smithi032 ceph-mon[110651]: Saving service grafana spec with placement smithi039=a;count:1 2023-12-22T17:15:08.871 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:08 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:15:09.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:08 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:15:09.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:08 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:15:09.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:08 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2023-12-22T17:15:09.185 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:08 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: ignoring --setuser ceph since I am not root 2023-12-22T17:15:09.186 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:08 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: ignoring --setgroup ceph since I am not root 2023-12-22T17:15:09.186 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:08 smithi032 ceph-mgr[110922]: -- 172.21.15.32:0/224123153 <== mon.2 v2:172.21.15.32:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x555fe64409c0 con 0x555fe6416c00 2023-12-22T17:15:09.186 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:09 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:15:09.049+0000 7f8d3fe871c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-22T17:15:09.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:08 smithi032 ceph-mon[125050]: from='client.24503 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi039=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:15:09.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:08 smithi032 ceph-mon[125050]: Saving service grafana spec with placement smithi039=a;count:1 2023-12-22T17:15:09.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:08 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:15:09.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:08 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:15:09.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:08 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:15:09.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:08 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2023-12-22T17:15:09.241 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:15:08 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: ignoring --setuser ceph since I am not root 2023-12-22T17:15:09.241 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:15:08 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: ignoring --setgroup ceph since I am not root 2023-12-22T17:15:09.241 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:15:09 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:15:09.054+0000 7f40e73861c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-22T17:15:09.242 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:15:09 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:15:09.234+0000 7f40e73861c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-22T17:15:09.242 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:08 smithi039 ceph-mon[115265]: from='client.24503 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi039=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:15:09.242 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:08 smithi039 ceph-mon[115265]: Saving service grafana spec with placement smithi039=a;count:1 2023-12-22T17:15:09.242 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:08 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:15:09.242 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:08 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:15:09.242 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:08 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' 2023-12-22T17:15:09.242 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:08 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2023-12-22T17:15:09.564 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:09 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:15:09.231+0000 7f8d3fe871c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-22T17:15:09.564 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:09 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:15:09.557+0000 7f8d3fe871c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-22T17:15:09.815 INFO:teuthology.orchestra.run.smithi032.stdout:[client.0] 2023-12-22T17:15:09.815 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQAdxIVl8PsIMBAARNQtjJisB/qayVlZj/H3jA== 2023-12-22T17:15:09.884 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:15:09 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:15:09.543+0000 7f40e73861c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-22T17:15:10.112 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:09 smithi032 ceph-mon[110651]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2023-12-22T17:15:10.112 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:09 smithi032 ceph-mon[110651]: mgrmap e16: y(active, since 3m), standbys: x 2023-12-22T17:15:10.112 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:09 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/1329241420' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-22T17:15:10.113 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:09 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/1329241420' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-12-22T17:15:10.113 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:09 smithi032 ceph-mon[125050]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2023-12-22T17:15:10.113 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:09 smithi032 ceph-mon[125050]: mgrmap e16: y(active, since 3m), standbys: x 2023-12-22T17:15:10.113 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:09 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/1329241420' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-22T17:15:10.113 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:09 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/1329241420' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-12-22T17:15:10.192 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2023-12-22T17:15:10.192 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2023-12-22T17:15:10.192 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2023-12-22T17:15:10.261 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:15:10 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:15:10.082+0000 7f40e73861c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-22T17:15:10.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:09 smithi039 ceph-mon[115265]: from='mgr.14152 172.21.15.32:0/2548504051' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2023-12-22T17:15:10.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:09 smithi039 ceph-mon[115265]: mgrmap e16: y(active, since 3m), standbys: x 2023-12-22T17:15:10.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:09 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/1329241420' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-22T17:15:10.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:09 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/1329241420' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-12-22T17:15:10.276 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2023-12-22T17:15:10.434 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:15:10.106+0000 7f8d3fe871c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-22T17:15:10.434 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:15:10.290+0000 7f8d3fe871c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-22T17:15:10.562 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.b/config 2023-12-22T17:15:10.666 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:15:10 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:15:10.259+0000 7f40e73861c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-22T17:15:11.000 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:15:10 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:15:10.701+0000 7f40e73861c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-22T17:15:11.184 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:15:10.700+0000 7f8d3fe871c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-22T17:15:11.638 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:15:11 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:15:11.540+0000 7f40e73861c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-22T17:15:11.800 INFO:teuthology.orchestra.run.smithi039.stdout:[client.1] 2023-12-22T17:15:11.800 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQAfxIVlnu4tLxAARkxr2NJCwyudp5wOzfDkYQ== 2023-12-22T17:15:11.849 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:11 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:15:11.496+0000 7f8d3fe871c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-22T17:15:11.849 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:11 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:15:11.585+0000 7f8d3fe871c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-22T17:15:11.983 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:11 smithi039 ceph-mon[115265]: from='client.? 172.21.15.39:0/3561016746' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-22T17:15:11.983 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:11 smithi039 ceph-mon[115265]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-22T17:15:11.983 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:11 smithi039 ceph-mon[115265]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-12-22T17:15:11.983 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:15:11 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:15:11.631+0000 7f40e73861c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-22T17:15:12.172 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2023-12-22T17:15:12.172 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2023-12-22T17:15:12.172 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2023-12-22T17:15:12.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:11 smithi032 ceph-mon[125050]: from='client.? 172.21.15.39:0/3561016746' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-22T17:15:12.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:11 smithi032 ceph-mon[125050]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-22T17:15:12.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:11 smithi032 ceph-mon[125050]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-12-22T17:15:12.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:11 smithi032 ceph-mon[110651]: from='client.? 172.21.15.39:0/3561016746' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-22T17:15:12.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:11 smithi032 ceph-mon[110651]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-22T17:15:12.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:11 smithi032 ceph-mon[110651]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-12-22T17:15:12.214 INFO:tasks.cephadm:Waiting for OSDs to come up 2023-12-22T17:15:12.215 DEBUG:teuthology.orchestra.run.smithi032:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-12-22T17:15:12.500 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:12 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:15:12.215+0000 7f8d3fe871c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-22T17:15:12.500 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:12 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:15:12.304+0000 7f8d3fe871c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-22T17:15:12.500 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:12 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:15:12.398+0000 7f8d3fe871c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-22T17:15:12.500 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:12 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:15:12.494+0000 7f8d3fe871c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-22T17:15:12.536 INFO:teuthology.misc.health.smithi032.stdout: 2023-12-22T17:15:12.536 INFO:teuthology.misc.health.smithi032.stdout:{"epoch":59,"fsid":"e779e1d0-a0ec-11ee-95a5-87774f69a715","created":"2023-12-22T17:10:40.128689+0000","modified":"2023-12-22T17:14:49.050768+0000","last_up_change":"2023-12-22T17:14:32.981601+0000","last_in_change":"2023-12-22T17:14:18.351854+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-22T17:13:07.256776+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-22T17:14:46.043466+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-22T17:14:46.881029+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"59","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"14f07766-c4dd-412e-91d4-e2775e552e19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6803","nonce":871376753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6805","nonce":871376753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6809","nonce":871376753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6807","nonce":871376753}]},"public_addr":"172.21.15.32:6803/871376753","cluster_addr":"172.21.15.32:6805/871376753","heartbeat_back_addr":"172.21.15.32:6809/871376753","heartbeat_front_addr":"172.21.15.32:6807/871376753","state":["exists","up"]},{"osd":1,"uuid":"eec9e323-8248-4375-8464-9ff89e6b3cc6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6811","nonce":2950004737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6813","nonce":2950004737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6817","nonce":2950004737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6815","nonce":2950004737}]},"public_addr":"172.21.15.32:6811/2950004737","cluster_addr":"172.21.15.32:6813/2950004737","heartbeat_back_addr":"172.21.15.32:6817/2950004737","heartbeat_front_addr":"172.21.15.32:6815/2950004737","state":["exists","up"]},{"osd":2,"uuid":"b75e654a-8617-4471-acbe-b33d2dc8a87a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6819","nonce":3068030030}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6821","nonce":3068030030}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6825","nonce":3068030030}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6823","nonce":3068030030}]},"public_addr":"172.21.15.32:6819/3068030030","cluster_addr":"172.21.15.32:6821/3068030030","heartbeat_back_addr":"172.21.15.32:6825/3068030030","heartbeat_front_addr":"172.21.15.32:6823/3068030030","state":["exists","up"]},{"osd":3,"uuid":"5902129c-c823-4548-91fb-3129d580c136","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6827","nonce":180184651}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6829","nonce":180184651}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6833","nonce":180184651}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6831","nonce":180184651}]},"public_addr":"172.21.15.32:6827/180184651","cluster_addr":"172.21.15.32:6829/180184651","heartbeat_back_addr":"172.21.15.32:6833/180184651","heartbeat_front_addr":"172.21.15.32:6831/180184651","state":["exists","up"]},{"osd":4,"uuid":"684c3faa-21bc-41f1-b320-3bee82978eb1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6801","nonce":3951350279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6803","nonce":3951350279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6807","nonce":3951350279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6805","nonce":3951350279}]},"public_addr":"172.21.15.39:6801/3951350279","cluster_addr":"172.21.15.39:6803/3951350279","heartbeat_back_addr":"172.21.15.39:6807/3951350279","heartbeat_front_addr":"172.21.15.39:6805/3951350279","state":["exists","up"]},{"osd":5,"uuid":"fee09421-785d-4d6c-8d64-71ae5b3eeb61","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6809","nonce":1681710623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6811","nonce":1681710623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6815","nonce":1681710623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6813","nonce":1681710623}]},"public_addr":"172.21.15.39:6809/1681710623","cluster_addr":"172.21.15.39:6811/1681710623","heartbeat_back_addr":"172.21.15.39:6815/1681710623","heartbeat_front_addr":"172.21.15.39:6813/1681710623","state":["exists","up"]},{"osd":6,"uuid":"8f928114-00a0-4ee9-b4bd-9af4b7baf3bf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6817","nonce":3600824384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6819","nonce":3600824384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6823","nonce":3600824384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6821","nonce":3600824384}]},"public_addr":"172.21.15.39:6817/3600824384","cluster_addr":"172.21.15.39:6819/3600824384","heartbeat_back_addr":"172.21.15.39:6823/3600824384","heartbeat_front_addr":"172.21.15.39:6821/3600824384","state":["exists","up"]},{"osd":7,"uuid":"5d20e9d9-1b04-4ef3-b96b-c7d17df82353","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6825","nonce":3548650184}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6827","nonce":3548650184}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6831","nonce":3548650184}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6829","nonce":3548650184}]},"public_addr":"172.21.15.39:6825/3548650184","cluster_addr":"172.21.15.39:6827/3548650184","heartbeat_back_addr":"172.21.15.39:6831/3548650184","heartbeat_front_addr":"172.21.15.39:6829/3548650184","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:12:29.861972+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:12:47.447926+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:04.678895+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:22.691751+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:39.366495+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:56.610370+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:14:13.819238+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:14:31.398576+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.32:0/2954033398":"2023-12-23T17:11:26.731678+0000","172.21.15.32:6801/2530286936":"2023-12-23T17:11:26.731678+0000","172.21.15.32:6800/2530286936":"2023-12-23T17:11:26.731678+0000","172.21.15.32:0/4231560735":"2023-12-23T17:11:03.726672+0000","172.21.15.32:0/2470556493":"2023-12-23T17:11:26.731678+0000","172.21.15.32:0/2748005656":"2023-12-23T17:11:26.731678+0000","172.21.15.32:0/3345047675":"2023-12-23T17:11:03.726672+0000","172.21.15.32:6800/2146355663":"2023-12-23T17:11:03.726672+0000","172.21.15.32:0/3670382399":"2023-12-23T17:11:03.726672+0000","172.21.15.32:6801/2146355663":"2023-12-23T17:11:03.726672+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-22T17:15:12.549 DEBUG:teuthology.misc:8 of 8 OSDs are up 2023-12-22T17:15:12.549 INFO:tasks.cephadm:Creating RBD pool 2023-12-22T17:15:12.550 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- sudo ceph --cluster ceph osd pool create rbd 8 2023-12-22T17:15:12.566 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:15:12 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:15:12.286+0000 7f40e73861c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-22T17:15:12.566 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:15:12 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:15:12.373+0000 7f40e73861c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-22T17:15:12.567 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:15:12 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:15:12.464+0000 7f40e73861c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-22T17:15:12.835 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:15:12.850 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:15:12 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:15:12.561+0000 7f40e73861c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-22T17:15:12.850 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:15:12 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:15:12.795+0000 7f40e73861c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-22T17:15:12.850 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:12 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:15:12.732+0000 7f8d3fe871c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-22T17:15:13.117 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:15:12 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:15:12.890+0000 7f40e73861c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-22T17:15:13.117 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:12 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/3541062759' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-22T17:15:13.146 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:12 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/3541062759' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-22T17:15:13.147 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:12 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:15:12.846+0000 7f8d3fe871c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-22T17:15:13.147 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:13 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:15:13.091+0000 7f8d3fe871c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-22T17:15:13.147 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:12 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/3541062759' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-22T17:15:13.405 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:13 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:15:13.193+0000 7f8d3fe871c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-22T17:15:13.405 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:13 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:15:13.384+0000 7f8d3fe871c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-22T17:15:13.405 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:15:13 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:15:13.111+0000 7f40e73861c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-22T17:15:13.405 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:15:13 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:15:13.211+0000 7f40e73861c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-22T17:15:13.678 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:13 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:15:13.472+0000 7f8d3fe871c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-22T17:15:13.761 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:15:13 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:15:13.400+0000 7f40e73861c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-22T17:15:13.761 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:15:13 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:15:13.487+0000 7f40e73861c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-22T17:15:14.653 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:15:14 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:15:14.268+0000 7f40e73861c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-22T17:15:14.653 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:15:14 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:15:14.466+0000 7f40e73861c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-22T17:15:14.671 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:14 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:15:14.276+0000 7f8d3fe871c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-22T17:15:14.671 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:14 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:15:14.482+0000 7f8d3fe871c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-22T17:15:14.767 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'rbd' created 2023-12-22T17:15:14.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:14 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/3968421425' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-12-22T17:15:14.935 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:14 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:15:14.665+0000 7f8d3fe871c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-22T17:15:14.935 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:14 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/3968421425' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-12-22T17:15:15.011 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:14 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/3968421425' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-12-22T17:15:15.012 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:15:14 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:15:14.647+0000 7f40e73861c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-22T17:15:15.160 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2023-12-22T17:15:15.451 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:15:15.576 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:15 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:15:15.316+0000 7f8d3fe871c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-22T17:15:15.577 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:15 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:15:15.528+0000 7f8d3fe871c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-22T17:15:15.656 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:15:15 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:15:15.279+0000 7f40e73861c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-22T17:15:15.656 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:15:15 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:15:15.463+0000 7f40e73861c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-22T17:15:15.656 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:15:15 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:15:15.650+0000 7f40e73861c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-22T17:15:15.861 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:15 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/3968421425' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2023-12-22T17:15:15.862 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:15 smithi032 ceph-mon[110651]: osdmap e60: 8 total, 8 up, 8 in 2023-12-22T17:15:15.862 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:15 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:15:15.726+0000 7f8d3fe871c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-22T17:15:15.862 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:15 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/3968421425' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2023-12-22T17:15:15.862 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:15 smithi032 ceph-mon[125050]: osdmap e60: 8 total, 8 up, 8 in 2023-12-22T17:15:16.011 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:15 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/3968421425' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2023-12-22T17:15:16.011 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:15 smithi039 ceph-mon[115265]: osdmap e60: 8 total, 8 up, 8 in 2023-12-22T17:15:16.011 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:15:15 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:15:15.773+0000 7f40e73861c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-22T17:15:16.011 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:15:15 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: [22/Dec/2023:17:15:15] ENGINE Bus STARTING 2023-12-22T17:15:16.011 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:15:15 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: CherryPy Checker: 2023-12-22T17:15:16.012 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:15:15 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: The Application mounted at '' has an empty config. 2023-12-22T17:15:16.012 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:15:15 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: 2023-12-22T17:15:16.012 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:15:15 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: [22/Dec/2023:17:15:15] ENGINE Serving on http://:::9283 2023-12-22T17:15:16.012 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:15:15 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: [22/Dec/2023:17:15:15] ENGINE Bus STARTED 2023-12-22T17:15:16.184 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:15 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:15:15.855+0000 7f8d3fe871c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-22T17:15:16.185 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:15 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:15:15] ENGINE Bus STARTING 2023-12-22T17:15:16.185 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:15:16.000+0000 7f8ca4f6e700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-22T17:15:16.185 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:15:16.000+0000 7f8ca4f6e700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-22T17:15:16.185 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:15:16.000+0000 7f8ca4f6e700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-22T17:15:16.185 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:15:16.000+0000 7f8ca4f6e700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-22T17:15:16.185 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:15:16.000+0000 7f8ca4f6e700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-22T17:15:16.185 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:15:16.006+0000 7f8ca0f66700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-22T17:15:16.185 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:15:16.006+0000 7f8ca0f66700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-22T17:15:16.185 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:15:16.006+0000 7f8ca0f66700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-22T17:15:16.185 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:15:16.006+0000 7f8ca0f66700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-22T17:15:16.185 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:15:16.006+0000 7f8ca0f66700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-22T17:15:16.185 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: CherryPy Checker: 2023-12-22T17:15:16.185 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: The Application mounted at '' has an empty config. 2023-12-22T17:15:16.185 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:15:16.186 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:15:16] ENGINE Serving on http://:::9283 2023-12-22T17:15:16.186 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:15:16] ENGINE Bus STARTED 2023-12-22T17:15:16.886 INFO:teuthology.orchestra.run.smithi032.stderr:enabled application 'rbd' on pool 'rbd' 2023-12-22T17:15:17.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[110651]: osdmap e61: 8 total, 8 up, 8 in 2023-12-22T17:15:17.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[110651]: Standby manager daemon x restarted 2023-12-22T17:15:17.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[110651]: Standby manager daemon x started 2023-12-22T17:15:17.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[110651]: from='mgr.? 172.21.15.39:0/991826162' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-22T17:15:17.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[110651]: from='mgr.? 172.21.15.39:0/991826162' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-22T17:15:17.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[110651]: from='mgr.? 172.21.15.39:0/991826162' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-22T17:15:17.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[110651]: from='mgr.? 172.21.15.39:0/991826162' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-22T17:15:17.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[110651]: Active manager daemon y restarted 2023-12-22T17:15:17.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[110651]: Activating manager daemon y 2023-12-22T17:15:17.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[110651]: osdmap e62: 8 total, 8 up, 8 in 2023-12-22T17:15:17.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[110651]: mgrmap e17: y(active, starting, since 0.00776674s), standbys: x 2023-12-22T17:15:17.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:15:17.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:15:17.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:15:17.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-22T17:15:17.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-22T17:15:17.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-22T17:15:17.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-22T17:15:17.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-22T17:15:17.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-22T17:15:17.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-22T17:15:17.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-22T17:15:17.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-22T17:15:17.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-22T17:15:17.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-22T17:15:17.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-22T17:15:17.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-22T17:15:17.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-22T17:15:17.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-22T17:15:17.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[110651]: Manager daemon y is now available 2023-12-22T17:15:17.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:15:17.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:15:17.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:17.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:15:17.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-22T17:15:17.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-22T17:15:17.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-22T17:15:17.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-22T17:15:17.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:17.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/3381296757' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:15:17.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[110651]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:15:17.188 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[125050]: osdmap e61: 8 total, 8 up, 8 in 2023-12-22T17:15:17.188 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[125050]: Standby manager daemon x restarted 2023-12-22T17:15:17.189 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[125050]: Standby manager daemon x started 2023-12-22T17:15:17.189 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[125050]: from='mgr.? 172.21.15.39:0/991826162' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-22T17:15:17.189 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[125050]: from='mgr.? 172.21.15.39:0/991826162' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-22T17:15:17.189 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[125050]: from='mgr.? 172.21.15.39:0/991826162' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-22T17:15:17.189 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[125050]: from='mgr.? 172.21.15.39:0/991826162' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-22T17:15:17.189 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[125050]: Active manager daemon y restarted 2023-12-22T17:15:17.189 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[125050]: Activating manager daemon y 2023-12-22T17:15:17.189 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[125050]: osdmap e62: 8 total, 8 up, 8 in 2023-12-22T17:15:17.189 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[125050]: mgrmap e17: y(active, starting, since 0.00776674s), standbys: x 2023-12-22T17:15:17.189 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:15:17.189 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:15:17.189 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:15:17.189 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-22T17:15:17.190 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-22T17:15:17.190 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-22T17:15:17.190 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-22T17:15:17.190 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-22T17:15:17.190 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-22T17:15:17.190 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-22T17:15:17.190 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-22T17:15:17.190 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-22T17:15:17.190 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-22T17:15:17.190 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-22T17:15:17.190 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-22T17:15:17.190 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-22T17:15:17.190 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-22T17:15:17.190 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-22T17:15:17.190 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[125050]: Manager daemon y is now available 2023-12-22T17:15:17.190 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:15:17.191 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:15:17.191 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:17.191 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:15:17.191 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-22T17:15:17.191 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-22T17:15:17.191 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-22T17:15:17.191 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-22T17:15:17.191 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:17.191 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/3381296757' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:15:17.191 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:16 smithi032 ceph-mon[125050]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:15:17.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:16 smithi039 ceph-mon[115265]: osdmap e61: 8 total, 8 up, 8 in 2023-12-22T17:15:17.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:16 smithi039 ceph-mon[115265]: Standby manager daemon x restarted 2023-12-22T17:15:17.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:16 smithi039 ceph-mon[115265]: Standby manager daemon x started 2023-12-22T17:15:17.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:16 smithi039 ceph-mon[115265]: from='mgr.? 172.21.15.39:0/991826162' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-22T17:15:17.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:16 smithi039 ceph-mon[115265]: from='mgr.? 172.21.15.39:0/991826162' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-22T17:15:17.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:16 smithi039 ceph-mon[115265]: from='mgr.? 172.21.15.39:0/991826162' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-22T17:15:17.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:16 smithi039 ceph-mon[115265]: from='mgr.? 172.21.15.39:0/991826162' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-22T17:15:17.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:16 smithi039 ceph-mon[115265]: Active manager daemon y restarted 2023-12-22T17:15:17.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:16 smithi039 ceph-mon[115265]: Activating manager daemon y 2023-12-22T17:15:17.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:16 smithi039 ceph-mon[115265]: osdmap e62: 8 total, 8 up, 8 in 2023-12-22T17:15:17.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:16 smithi039 ceph-mon[115265]: mgrmap e17: y(active, starting, since 0.00776674s), standbys: x 2023-12-22T17:15:17.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:16 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:15:17.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:16 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:15:17.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:16 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:15:17.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:16 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-22T17:15:17.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:16 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-22T17:15:17.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:16 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-22T17:15:17.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:16 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-22T17:15:17.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:16 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-22T17:15:17.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:16 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-22T17:15:17.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:16 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-22T17:15:17.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:16 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-22T17:15:17.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:16 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-22T17:15:17.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:16 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-22T17:15:17.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:16 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-22T17:15:17.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:16 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-22T17:15:17.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:16 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-22T17:15:17.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:16 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-22T17:15:17.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:16 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-22T17:15:17.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:16 smithi039 ceph-mon[115265]: Manager daemon y is now available 2023-12-22T17:15:17.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:16 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:15:17.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:16 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:15:17.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:16 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:17.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:16 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:15:17.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:16 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-22T17:15:17.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:16 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-22T17:15:17.264 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:16 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-22T17:15:17.264 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:16 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-22T17:15:17.264 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:16 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:17.264 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:16 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/3381296757' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:15:17.264 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:16 smithi039 ceph-mon[115265]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:15:17.382 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2023-12-22T17:15:17.383 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2023-12-22T17:15:17.383 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph mgr dump --format=json 2023-12-22T17:15:17.673 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:15:18.140 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:17 smithi032 ceph-mon[125050]: [22/Dec/2023:17:15:16] ENGINE Bus STARTING 2023-12-22T17:15:18.140 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:17 smithi032 ceph-mon[125050]: [22/Dec/2023:17:15:16] ENGINE Serving on https://172.21.15.32:7150 2023-12-22T17:15:18.140 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:17 smithi032 ceph-mon[125050]: [22/Dec/2023:17:15:16] ENGINE Bus STARTED 2023-12-22T17:15:18.140 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:17 smithi032 ceph-mon[125050]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2023-12-22T17:15:18.140 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:17 smithi032 ceph-mon[125050]: osdmap e63: 8 total, 8 up, 8 in 2023-12-22T17:15:18.140 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:17 smithi032 ceph-mon[125050]: mgrmap e18: y(active, since 1.01616s), standbys: x 2023-12-22T17:15:18.140 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:17 smithi032 ceph-mon[125050]: pgmap v4: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:18.140 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:17 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:18.141 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:17 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:18.141 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:17 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:18.141 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:17 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:18.141 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:17 smithi032 ceph-mon[110651]: [22/Dec/2023:17:15:16] ENGINE Bus STARTING 2023-12-22T17:15:18.141 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:17 smithi032 ceph-mon[110651]: [22/Dec/2023:17:15:16] ENGINE Serving on https://172.21.15.32:7150 2023-12-22T17:15:18.141 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:17 smithi032 ceph-mon[110651]: [22/Dec/2023:17:15:16] ENGINE Bus STARTED 2023-12-22T17:15:18.141 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:17 smithi032 ceph-mon[110651]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2023-12-22T17:15:18.141 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:17 smithi032 ceph-mon[110651]: osdmap e63: 8 total, 8 up, 8 in 2023-12-22T17:15:18.141 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:17 smithi032 ceph-mon[110651]: mgrmap e18: y(active, since 1.01616s), standbys: x 2023-12-22T17:15:18.141 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:17 smithi032 ceph-mon[110651]: pgmap v4: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:18.141 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:17 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:18.141 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:17 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:18.142 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:17 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:18.142 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:17 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:18.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:17 smithi039 ceph-mon[115265]: [22/Dec/2023:17:15:16] ENGINE Bus STARTING 2023-12-22T17:15:18.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:17 smithi039 ceph-mon[115265]: [22/Dec/2023:17:15:16] ENGINE Serving on https://172.21.15.32:7150 2023-12-22T17:15:18.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:17 smithi039 ceph-mon[115265]: [22/Dec/2023:17:15:16] ENGINE Bus STARTED 2023-12-22T17:15:18.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:17 smithi039 ceph-mon[115265]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2023-12-22T17:15:18.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:17 smithi039 ceph-mon[115265]: osdmap e63: 8 total, 8 up, 8 in 2023-12-22T17:15:18.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:17 smithi039 ceph-mon[115265]: mgrmap e18: y(active, since 1.01616s), standbys: x 2023-12-22T17:15:18.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:17 smithi039 ceph-mon[115265]: pgmap v4: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:18.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:17 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:18.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:17 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:18.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:17 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:18.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:17 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:19.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[125050]: pgmap v5: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:19.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:19.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:19.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:19.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:19.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:19.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:19.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:15:19.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:15:19.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[110651]: pgmap v5: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:19.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:19.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:19.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:19.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:19.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:19.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:19.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:15:19.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:18 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:15:19.230 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:15:19.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:18 smithi039 ceph-mon[115265]: pgmap v5: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:19.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:18 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:19.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:18 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:19.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:18 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:18 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:18 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:18 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:18 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:18 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:18 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:18 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:18 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:19.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:18 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:19.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:18 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:19.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:18 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:18 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:18 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:18 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:18 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:18 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:18 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:18 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:15:19.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:18 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:19.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:18 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:15:19.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:18 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:15:19.839 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":19,"active_gid":24512,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":1661713963},{"type":"v1","addr":"172.21.15.32:6801","nonce":1661713963}]},"active_addr":"172.21.15.32:6801/1661713963","active_change":"2023-12-22T17:15:15.870360+0000","active_mgr_features":4540138320759226367,"available":true,"standbys":[{"gid":24493,"name":"x","mgr_features":4540138320759226367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.32:8443/","prometheus":"http://172.21.15.32:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":62,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.32:0","nonce":126149885}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.32:0","nonce":549915197}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.32:0","nonce":3332587984}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.32:0","nonce":2007596409}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.32:0","nonce":2918619315}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.32:0","nonce":488129596}]}]} 2023-12-22T17:15:19.842 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2023-12-22T17:15:19.842 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2023-12-22T17:15:19.843 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph osd dump --format=json 2023-12-22T17:15:19.902 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:19 smithi032 ceph-mon[110651]: Adjusting osd_memory_target on smithi039 to 3000M 2023-12-22T17:15:19.902 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:19 smithi032 ceph-mon[110651]: Adjusting osd_memory_target on smithi032 to 3001M 2023-12-22T17:15:19.902 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:19 smithi032 ceph-mon[110651]: Updating smithi032:/etc/ceph/ceph.conf 2023-12-22T17:15:19.902 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:19 smithi032 ceph-mon[110651]: Updating smithi039:/etc/ceph/ceph.conf 2023-12-22T17:15:19.902 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:19 smithi032 ceph-mon[110651]: Updating smithi032:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-22T17:15:19.902 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:19 smithi032 ceph-mon[110651]: Updating smithi039:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-22T17:15:19.902 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:19 smithi032 ceph-mon[110651]: mgrmap e19: y(active, since 3s), standbys: x 2023-12-22T17:15:19.902 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:19 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/2350489219' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-12-22T17:15:19.903 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:19 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:19.903 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:19 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:19.903 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:19 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:19.903 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:19 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:19.903 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:19 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:20.134 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:15:20.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:19 smithi032 ceph-mon[125050]: Adjusting osd_memory_target on smithi039 to 3000M 2023-12-22T17:15:20.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:19 smithi032 ceph-mon[125050]: Adjusting osd_memory_target on smithi032 to 3001M 2023-12-22T17:15:20.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:19 smithi032 ceph-mon[125050]: Updating smithi032:/etc/ceph/ceph.conf 2023-12-22T17:15:20.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:19 smithi032 ceph-mon[125050]: Updating smithi039:/etc/ceph/ceph.conf 2023-12-22T17:15:20.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:19 smithi032 ceph-mon[125050]: Updating smithi032:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-22T17:15:20.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:19 smithi032 ceph-mon[125050]: Updating smithi039:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-22T17:15:20.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:19 smithi032 ceph-mon[125050]: mgrmap e19: y(active, since 3s), standbys: x 2023-12-22T17:15:20.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:19 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/2350489219' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-12-22T17:15:20.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:19 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:20.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:19 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:20.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:19 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:20.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:19 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:20.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:19 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:20.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:19 smithi039 ceph-mon[115265]: Adjusting osd_memory_target on smithi039 to 3000M 2023-12-22T17:15:20.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:19 smithi039 ceph-mon[115265]: Adjusting osd_memory_target on smithi032 to 3001M 2023-12-22T17:15:20.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:19 smithi039 ceph-mon[115265]: Updating smithi032:/etc/ceph/ceph.conf 2023-12-22T17:15:20.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:19 smithi039 ceph-mon[115265]: Updating smithi039:/etc/ceph/ceph.conf 2023-12-22T17:15:20.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:19 smithi039 ceph-mon[115265]: Updating smithi032:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-22T17:15:20.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:19 smithi039 ceph-mon[115265]: Updating smithi039:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-22T17:15:20.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:19 smithi039 ceph-mon[115265]: mgrmap e19: y(active, since 3s), standbys: x 2023-12-22T17:15:20.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:19 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/2350489219' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-12-22T17:15:20.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:19 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:20.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:19 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:20.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:19 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:20.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:19 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:20.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:19 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:21.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:20 smithi032 ceph-mon[110651]: Updating smithi039:/etc/ceph/ceph.client.admin.keyring 2023-12-22T17:15:21.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:20 smithi032 ceph-mon[110651]: Updating smithi032:/etc/ceph/ceph.client.admin.keyring 2023-12-22T17:15:21.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:20 smithi032 ceph-mon[110651]: Updating smithi039:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-22T17:15:21.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:20 smithi032 ceph-mon[110651]: Updating smithi032:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-22T17:15:21.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:20 smithi032 ceph-mon[110651]: Deploying daemon alertmanager.a on smithi032 2023-12-22T17:15:21.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:20 smithi032 ceph-mon[110651]: pgmap v6: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:21.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:20 smithi032 ceph-mon[125050]: Updating smithi039:/etc/ceph/ceph.client.admin.keyring 2023-12-22T17:15:21.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:20 smithi032 ceph-mon[125050]: Updating smithi032:/etc/ceph/ceph.client.admin.keyring 2023-12-22T17:15:21.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:20 smithi032 ceph-mon[125050]: Updating smithi039:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-22T17:15:21.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:20 smithi032 ceph-mon[125050]: Updating smithi032:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-22T17:15:21.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:20 smithi032 ceph-mon[125050]: Deploying daemon alertmanager.a on smithi032 2023-12-22T17:15:21.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:20 smithi032 ceph-mon[125050]: pgmap v6: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:21.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:20 smithi039 ceph-mon[115265]: Updating smithi039:/etc/ceph/ceph.client.admin.keyring 2023-12-22T17:15:21.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:20 smithi039 ceph-mon[115265]: Updating smithi032:/etc/ceph/ceph.client.admin.keyring 2023-12-22T17:15:21.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:20 smithi039 ceph-mon[115265]: Updating smithi039:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-22T17:15:21.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:20 smithi039 ceph-mon[115265]: Updating smithi032:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-22T17:15:21.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:20 smithi039 ceph-mon[115265]: Deploying daemon alertmanager.a on smithi032 2023-12-22T17:15:21.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:20 smithi039 ceph-mon[115265]: pgmap v6: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:21.467 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:15:21.467 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":63,"fsid":"e779e1d0-a0ec-11ee-95a5-87774f69a715","created":"2023-12-22T17:10:40.128689+0000","modified":"2023-12-22T17:15:16.873008+0000","last_up_change":"2023-12-22T17:14:32.981601+0000","last_in_change":"2023-12-22T17:14:18.351854+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-22T17:13:07.256776+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-22T17:14:46.043466+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-22T17:14:46.881029+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"59","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2023-12-22T17:15:14.547291+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"14f07766-c4dd-412e-91d4-e2775e552e19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6803","nonce":871376753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6805","nonce":871376753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6809","nonce":871376753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6807","nonce":871376753}]},"public_addr":"172.21.15.32:6803/871376753","cluster_addr":"172.21.15.32:6805/871376753","heartbeat_back_addr":"172.21.15.32:6809/871376753","heartbeat_front_addr":"172.21.15.32:6807/871376753","state":["exists","up"]},{"osd":1,"uuid":"eec9e323-8248-4375-8464-9ff89e6b3cc6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6811","nonce":2950004737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6813","nonce":2950004737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6817","nonce":2950004737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6815","nonce":2950004737}]},"public_addr":"172.21.15.32:6811/2950004737","cluster_addr":"172.21.15.32:6813/2950004737","heartbeat_back_addr":"172.21.15.32:6817/2950004737","heartbeat_front_addr":"172.21.15.32:6815/2950004737","state":["exists","up"]},{"osd":2,"uuid":"b75e654a-8617-4471-acbe-b33d2dc8a87a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6819","nonce":3068030030}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6821","nonce":3068030030}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6825","nonce":3068030030}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6823","nonce":3068030030}]},"public_addr":"172.21.15.32:6819/3068030030","cluster_addr":"172.21.15.32:6821/3068030030","heartbeat_back_addr":"172.21.15.32:6825/3068030030","heartbeat_front_addr":"172.21.15.32:6823/3068030030","state":["exists","up"]},{"osd":3,"uuid":"5902129c-c823-4548-91fb-3129d580c136","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6827","nonce":180184651}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6829","nonce":180184651}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6833","nonce":180184651}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6831","nonce":180184651}]},"public_addr":"172.21.15.32:6827/180184651","cluster_addr":"172.21.15.32:6829/180184651","heartbeat_back_addr":"172.21.15.32:6833/180184651","heartbeat_front_addr":"172.21.15.32:6831/180184651","state":["exists","up"]},{"osd":4,"uuid":"684c3faa-21bc-41f1-b320-3bee82978eb1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6801","nonce":3951350279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6803","nonce":3951350279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6807","nonce":3951350279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6805","nonce":3951350279}]},"public_addr":"172.21.15.39:6801/3951350279","cluster_addr":"172.21.15.39:6803/3951350279","heartbeat_back_addr":"172.21.15.39:6807/3951350279","heartbeat_front_addr":"172.21.15.39:6805/3951350279","state":["exists","up"]},{"osd":5,"uuid":"fee09421-785d-4d6c-8d64-71ae5b3eeb61","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6809","nonce":1681710623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6811","nonce":1681710623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6815","nonce":1681710623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6813","nonce":1681710623}]},"public_addr":"172.21.15.39:6809/1681710623","cluster_addr":"172.21.15.39:6811/1681710623","heartbeat_back_addr":"172.21.15.39:6815/1681710623","heartbeat_front_addr":"172.21.15.39:6813/1681710623","state":["exists","up"]},{"osd":6,"uuid":"8f928114-00a0-4ee9-b4bd-9af4b7baf3bf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6817","nonce":3600824384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6819","nonce":3600824384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6823","nonce":3600824384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6821","nonce":3600824384}]},"public_addr":"172.21.15.39:6817/3600824384","cluster_addr":"172.21.15.39:6819/3600824384","heartbeat_back_addr":"172.21.15.39:6823/3600824384","heartbeat_front_addr":"172.21.15.39:6821/3600824384","state":["exists","up"]},{"osd":7,"uuid":"5d20e9d9-1b04-4ef3-b96b-c7d17df82353","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6825","nonce":3548650184}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6827","nonce":3548650184}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6831","nonce":3548650184}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6829","nonce":3548650184}]},"public_addr":"172.21.15.39:6825/3548650184","cluster_addr":"172.21.15.39:6827/3548650184","heartbeat_back_addr":"172.21.15.39:6831/3548650184","heartbeat_front_addr":"172.21.15.39:6829/3548650184","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:12:29.861972+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:12:47.447926+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:04.678895+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:22.691751+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:39.366495+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:56.610370+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:14:13.819238+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:14:31.398576+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.32:0/2199459025":"2023-12-23T17:15:15.870159+0000","172.21.15.32:0/2053279751":"2023-12-23T17:15:15.870159+0000","172.21.15.32:0/2954033398":"2023-12-23T17:11:26.731678+0000","172.21.15.32:6801/144884261":"2023-12-23T17:15:15.870159+0000","172.21.15.32:6801/2530286936":"2023-12-23T17:11:26.731678+0000","172.21.15.32:6800/2530286936":"2023-12-23T17:11:26.731678+0000","172.21.15.32:0/1526248435":"2023-12-23T17:15:15.870159+0000","172.21.15.32:0/4231560735":"2023-12-23T17:11:03.726672+0000","172.21.15.32:6800/144884261":"2023-12-23T17:15:15.870159+0000","172.21.15.32:0/2470556493":"2023-12-23T17:11:26.731678+0000","172.21.15.32:0/2748005656":"2023-12-23T17:11:26.731678+0000","172.21.15.32:0/3345047675":"2023-12-23T17:11:03.726672+0000","172.21.15.32:6800/2146355663":"2023-12-23T17:11:03.726672+0000","172.21.15.32:0/4173120418":"2023-12-23T17:15:15.870159+0000","172.21.15.32:0/3670382399":"2023-12-23T17:11:03.726672+0000","172.21.15.32:6801/2146355663":"2023-12-23T17:11:03.726672+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-22T17:15:21.913 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:15:21 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:15:21] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-22T17:15:22.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:21 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/3104569179' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-22T17:15:22.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:21 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/3104569179' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-22T17:15:22.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:21 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/3104569179' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-22T17:15:22.719 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2023-12-22T17:15:22.719 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph osd dump --format=json 2023-12-22T17:15:23.120 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:15:23.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:22 smithi032 ceph-mon[125050]: pgmap v7: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:23.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:22 smithi032 ceph-mon[110651]: pgmap v7: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:23.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:22 smithi039 ceph-mon[115265]: pgmap v7: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:24.723 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:15:24.723 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":63,"fsid":"e779e1d0-a0ec-11ee-95a5-87774f69a715","created":"2023-12-22T17:10:40.128689+0000","modified":"2023-12-22T17:15:16.873008+0000","last_up_change":"2023-12-22T17:14:32.981601+0000","last_in_change":"2023-12-22T17:14:18.351854+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-22T17:13:07.256776+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-22T17:14:46.043466+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-22T17:14:46.881029+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"59","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2023-12-22T17:15:14.547291+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"14f07766-c4dd-412e-91d4-e2775e552e19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6803","nonce":871376753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6805","nonce":871376753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6809","nonce":871376753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6807","nonce":871376753}]},"public_addr":"172.21.15.32:6803/871376753","cluster_addr":"172.21.15.32:6805/871376753","heartbeat_back_addr":"172.21.15.32:6809/871376753","heartbeat_front_addr":"172.21.15.32:6807/871376753","state":["exists","up"]},{"osd":1,"uuid":"eec9e323-8248-4375-8464-9ff89e6b3cc6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6811","nonce":2950004737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6813","nonce":2950004737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6817","nonce":2950004737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6815","nonce":2950004737}]},"public_addr":"172.21.15.32:6811/2950004737","cluster_addr":"172.21.15.32:6813/2950004737","heartbeat_back_addr":"172.21.15.32:6817/2950004737","heartbeat_front_addr":"172.21.15.32:6815/2950004737","state":["exists","up"]},{"osd":2,"uuid":"b75e654a-8617-4471-acbe-b33d2dc8a87a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6819","nonce":3068030030}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6821","nonce":3068030030}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6825","nonce":3068030030}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6823","nonce":3068030030}]},"public_addr":"172.21.15.32:6819/3068030030","cluster_addr":"172.21.15.32:6821/3068030030","heartbeat_back_addr":"172.21.15.32:6825/3068030030","heartbeat_front_addr":"172.21.15.32:6823/3068030030","state":["exists","up"]},{"osd":3,"uuid":"5902129c-c823-4548-91fb-3129d580c136","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6827","nonce":180184651}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6829","nonce":180184651}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6833","nonce":180184651}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6831","nonce":180184651}]},"public_addr":"172.21.15.32:6827/180184651","cluster_addr":"172.21.15.32:6829/180184651","heartbeat_back_addr":"172.21.15.32:6833/180184651","heartbeat_front_addr":"172.21.15.32:6831/180184651","state":["exists","up"]},{"osd":4,"uuid":"684c3faa-21bc-41f1-b320-3bee82978eb1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6801","nonce":3951350279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6803","nonce":3951350279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6807","nonce":3951350279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6805","nonce":3951350279}]},"public_addr":"172.21.15.39:6801/3951350279","cluster_addr":"172.21.15.39:6803/3951350279","heartbeat_back_addr":"172.21.15.39:6807/3951350279","heartbeat_front_addr":"172.21.15.39:6805/3951350279","state":["exists","up"]},{"osd":5,"uuid":"fee09421-785d-4d6c-8d64-71ae5b3eeb61","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6809","nonce":1681710623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6811","nonce":1681710623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6815","nonce":1681710623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6813","nonce":1681710623}]},"public_addr":"172.21.15.39:6809/1681710623","cluster_addr":"172.21.15.39:6811/1681710623","heartbeat_back_addr":"172.21.15.39:6815/1681710623","heartbeat_front_addr":"172.21.15.39:6813/1681710623","state":["exists","up"]},{"osd":6,"uuid":"8f928114-00a0-4ee9-b4bd-9af4b7baf3bf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6817","nonce":3600824384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6819","nonce":3600824384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6823","nonce":3600824384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6821","nonce":3600824384}]},"public_addr":"172.21.15.39:6817/3600824384","cluster_addr":"172.21.15.39:6819/3600824384","heartbeat_back_addr":"172.21.15.39:6823/3600824384","heartbeat_front_addr":"172.21.15.39:6821/3600824384","state":["exists","up"]},{"osd":7,"uuid":"5d20e9d9-1b04-4ef3-b96b-c7d17df82353","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6825","nonce":3548650184}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6827","nonce":3548650184}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6831","nonce":3548650184}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6829","nonce":3548650184}]},"public_addr":"172.21.15.39:6825/3548650184","cluster_addr":"172.21.15.39:6827/3548650184","heartbeat_back_addr":"172.21.15.39:6831/3548650184","heartbeat_front_addr":"172.21.15.39:6829/3548650184","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:12:29.861972+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:12:47.447926+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:04.678895+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:22.691751+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:39.366495+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:56.610370+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:14:13.819238+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:14:31.398576+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.32:0/2199459025":"2023-12-23T17:15:15.870159+0000","172.21.15.32:0/2053279751":"2023-12-23T17:15:15.870159+0000","172.21.15.32:0/2954033398":"2023-12-23T17:11:26.731678+0000","172.21.15.32:6801/144884261":"2023-12-23T17:15:15.870159+0000","172.21.15.32:6801/2530286936":"2023-12-23T17:11:26.731678+0000","172.21.15.32:6800/2530286936":"2023-12-23T17:11:26.731678+0000","172.21.15.32:0/1526248435":"2023-12-23T17:15:15.870159+0000","172.21.15.32:0/4231560735":"2023-12-23T17:11:03.726672+0000","172.21.15.32:6800/144884261":"2023-12-23T17:15:15.870159+0000","172.21.15.32:0/2470556493":"2023-12-23T17:11:26.731678+0000","172.21.15.32:0/2748005656":"2023-12-23T17:11:26.731678+0000","172.21.15.32:0/3345047675":"2023-12-23T17:11:03.726672+0000","172.21.15.32:6800/2146355663":"2023-12-23T17:11:03.726672+0000","172.21.15.32:0/4173120418":"2023-12-23T17:15:15.870159+0000","172.21.15.32:0/3670382399":"2023-12-23T17:11:03.726672+0000","172.21.15.32:6801/2146355663":"2023-12-23T17:11:03.726672+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-22T17:15:24.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:24 smithi032 ceph-mon[110651]: pgmap v8: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:24.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:24 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/387396508' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-22T17:15:24.935 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:24 smithi032 ceph-mon[125050]: pgmap v8: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:24.935 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:24 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/387396508' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-22T17:15:25.011 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:24 smithi039 ceph-mon[115265]: pgmap v8: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:25.011 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:24 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/387396508' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-22T17:15:25.256 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph tell osd.0 flush_pg_stats 2023-12-22T17:15:25.256 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph tell osd.1 flush_pg_stats 2023-12-22T17:15:25.257 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph tell osd.2 flush_pg_stats 2023-12-22T17:15:25.257 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph tell osd.3 flush_pg_stats 2023-12-22T17:15:25.258 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph tell osd.4 flush_pg_stats 2023-12-22T17:15:25.258 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph tell osd.5 flush_pg_stats 2023-12-22T17:15:25.258 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph tell osd.6 flush_pg_stats 2023-12-22T17:15:25.259 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph tell osd.7 flush_pg_stats 2023-12-22T17:15:26.096 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:25 smithi032 ceph-mon[110651]: pgmap v9: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:26.097 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:25 smithi032 ceph-mon[125050]: pgmap v9: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:26.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:25 smithi039 ceph-mon[115265]: pgmap v9: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:26.268 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:15:26.375 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:15:26 smithi032 systemd[1]: Started Ceph alertmanager.a for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:15:26.375 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:15:26 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-alertmanager-a[164679]: ts=2023-12-22T17:15:26.314Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2023-12-22T17:15:26.375 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:15:26 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-alertmanager-a[164679]: ts=2023-12-22T17:15:26.315Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2023-12-22T17:15:26.375 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:15:26 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-alertmanager-a[164679]: ts=2023-12-22T17:15:26.317Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2023-12-22T17:15:26.375 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:15:26 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-alertmanager-a[164679]: ts=2023-12-22T17:15:26.317Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2023-12-22T17:15:26.684 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:26 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:15:26] ENGINE Bus STOPPING 2023-12-22T17:15:26.684 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:26 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:15:26] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-22T17:15:26.684 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:26 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:15:26] ENGINE Bus STOPPED 2023-12-22T17:15:26.684 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:26 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:15:26] ENGINE Bus STARTING 2023-12-22T17:15:26.684 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:26 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:15:26] ENGINE Serving on http://:::9283 2023-12-22T17:15:26.684 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:26 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:15:26] ENGINE Bus STARTED 2023-12-22T17:15:26.925 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:15:26.925 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:15:26.976 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:15:27.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:27 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:27.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:27 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:27.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:27 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:27.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:27 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:27.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:27 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:27.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:27 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:27.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:27 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-12-22T17:15:27.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:27 smithi032 ceph-mon[110651]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-12-22T17:15:27.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:27 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:27.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:27 smithi032 ceph-mon[110651]: Deploying daemon grafana.a on smithi039 2023-12-22T17:15:27.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:27 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:27.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:27 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:27.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:27 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:27.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:27 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:27.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:27 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:27.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:27 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:27.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:27 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-12-22T17:15:27.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:27 smithi032 ceph-mon[125050]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-12-22T17:15:27.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:27 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:27.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:27 smithi032 ceph-mon[125050]: Deploying daemon grafana.a on smithi039 2023-12-22T17:15:27.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:27 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:27.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:27 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:27.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:27 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:27.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:27 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:27.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:27 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:27.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:27 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:27.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:27 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-12-22T17:15:27.762 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:27 smithi039 ceph-mon[115265]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-12-22T17:15:27.762 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:27 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:27.762 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:27 smithi039 ceph-mon[115265]: Deploying daemon grafana.a on smithi039 2023-12-22T17:15:27.969 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:15:28.033 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:15:28.284 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:15:28.435 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:15:28.518 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:15:28 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-alertmanager-a[164679]: ts=2023-12-22T17:15:28.280Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000475708s 2023-12-22T17:15:28.519 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:28 smithi032 ceph-mon[125050]: pgmap v10: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:28.519 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:28 smithi032 ceph-mon[110651]: pgmap v10: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:28.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:28 smithi039 ceph-mon[115265]: pgmap v10: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:28.863 INFO:teuthology.orchestra.run.smithi032.stdout:158913789972 2023-12-22T17:15:28.864 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph osd last-stat-seq osd.5 2023-12-22T17:15:30.105 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:29 smithi032 ceph-mon[125050]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:30.105 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:29 smithi032 ceph-mon[110651]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:30.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:29 smithi039 ceph-mon[115265]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:31.498 INFO:teuthology.orchestra.run.smithi032.stdout:34359738405 2023-12-22T17:15:31.499 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph osd last-stat-seq osd.0 2023-12-22T17:15:31.745 INFO:teuthology.orchestra.run.smithi032.stdout:77309411359 2023-12-22T17:15:31.745 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph osd last-stat-seq osd.2 2023-12-22T17:15:31.948 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:15:31 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:15:31] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-22T17:15:32.001 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:31 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:32.001 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:31 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:15:32.001 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:31 smithi032 ceph-mon[110651]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:32.001 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:31 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:32.001 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:31 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:15:32.001 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:31 smithi032 ceph-mon[125050]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:32.103 INFO:teuthology.orchestra.run.smithi032.stdout:188978561039 2023-12-22T17:15:32.103 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph osd last-stat-seq osd.6 2023-12-22T17:15:32.132 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:15:32.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:31 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:32.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:31 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:15:32.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:31 smithi039 ceph-mon[115265]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:32.934 INFO:teuthology.orchestra.run.smithi032.stdout:219043332110 2023-12-22T17:15:32.935 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph osd last-stat-seq osd.7 2023-12-22T17:15:33.483 INFO:teuthology.orchestra.run.smithi032.stdout:128849018904 2023-12-22T17:15:33.484 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph osd last-stat-seq osd.4 2023-12-22T17:15:33.900 INFO:teuthology.orchestra.run.smithi032.stdout:55834574882 2023-12-22T17:15:33.901 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph osd last-stat-seq osd.1 2023-12-22T17:15:33.902 INFO:teuthology.orchestra.run.smithi032.stdout:107374182428 2023-12-22T17:15:33.902 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph osd last-stat-seq osd.3 2023-12-22T17:15:34.131 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:15:34.163 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:15:34.178 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:15:34.211 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:15:34.752 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:15:35.010 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:34 smithi032 ceph-mon[125050]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:35.012 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:34 smithi032 ceph-mon[110651]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:35.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:34 smithi039 ceph-mon[115265]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:35.662 INFO:teuthology.orchestra.run.smithi032.stdout:158913789973 2023-12-22T17:15:35.891 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:35 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/479684194' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-12-22T17:15:35.891 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:35 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/479684194' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-12-22T17:15:36.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:35 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/479684194' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-12-22T17:15:36.636 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:15:36 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-alertmanager-a[164679]: ts=2023-12-22T17:15:36.283Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003577017s 2023-12-22T17:15:36.759 INFO:teuthology.orchestra.run.smithi032.stdout:77309411360 2023-12-22T17:15:36.887 INFO:tasks.cephadm.ceph_manager.ceph:need seq 158913789972 got 158913789973 for osd.5 2023-12-22T17:15:36.887 DEBUG:teuthology.parallel:result is None 2023-12-22T17:15:36.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:36 smithi032 ceph-mon[125050]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:36.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:36 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/930410195' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-12-22T17:15:36.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:36 smithi032 ceph-mon[110651]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:36.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:36 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/930410195' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-12-22T17:15:37.227 INFO:teuthology.orchestra.run.smithi032.stdout:34359738406 2023-12-22T17:15:37.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:36 smithi039 ceph-mon[115265]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:37.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:36 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/930410195' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-12-22T17:15:37.417 INFO:teuthology.orchestra.run.smithi032.stdout:188978561040 2023-12-22T17:15:37.691 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:15:37.709 INFO:teuthology.orchestra.run.smithi032.stdout:219043332110 2023-12-22T17:15:37.886 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411359 got 77309411360 for osd.2 2023-12-22T17:15:37.886 DEBUG:teuthology.parallel:result is None 2023-12-22T17:15:37.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:37 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/134301215' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-12-22T17:15:37.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:37 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/1250169660' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-12-22T17:15:37.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:37 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/3142086150' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-12-22T17:15:37.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:37 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/134301215' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-12-22T17:15:37.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:37 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/1250169660' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-12-22T17:15:37.935 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:37 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/3142086150' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-12-22T17:15:38.153 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738405 got 34359738406 for osd.0 2023-12-22T17:15:38.154 DEBUG:teuthology.parallel:result is None 2023-12-22T17:15:38.253 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:37 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/134301215' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-12-22T17:15:38.253 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:37 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/1250169660' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-12-22T17:15:38.253 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:37 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/3142086150' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-12-22T17:15:38.321 INFO:tasks.cephadm.ceph_manager.ceph:need seq 219043332110 got 219043332110 for osd.7 2023-12-22T17:15:38.321 DEBUG:teuthology.parallel:result is None 2023-12-22T17:15:38.512 INFO:tasks.cephadm.ceph_manager.ceph:need seq 188978561039 got 188978561040 for osd.6 2023-12-22T17:15:38.512 DEBUG:teuthology.parallel:result is None 2023-12-22T17:15:38.688 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:15:38.875 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:38 smithi039 ceph-mon[115265]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:38.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:38 smithi032 ceph-mon[110651]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:38.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:38 smithi032 ceph-mon[125050]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:39.256 INFO:teuthology.orchestra.run.smithi032.stdout:55834574883 2023-12-22T17:15:39.892 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:39 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/863434018' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-12-22T17:15:39.892 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:39 smithi039 systemd[1]: Starting Ceph grafana.a for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:15:39.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:39 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/863434018' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-12-22T17:15:39.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:39 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/863434018' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-12-22T17:15:40.061 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574882 got 55834574883 for osd.1 2023-12-22T17:15:40.062 DEBUG:teuthology.parallel:result is None 2023-12-22T17:15:40.099 INFO:teuthology.orchestra.run.smithi032.stdout:107374182429 2023-12-22T17:15:40.311 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 bash[152371]: 24f91cafc29001e383dc57ed05d046bad3a209a9ba25b7f710cc94fd57d42299 2023-12-22T17:15:40.311 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 systemd[1]: Started Ceph grafana.a for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:15:40.311 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=settings t=2023-12-22T17:15:40.173282247Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2023-12-22T17:15:40.311 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=settings t=2023-12-22T17:15:40.173460059Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2023-12-22T17:15:40.311 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=settings t=2023-12-22T17:15:40.173478935Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2023-12-22T17:15:40.311 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=settings t=2023-12-22T17:15:40.173487044Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2023-12-22T17:15:40.311 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=settings t=2023-12-22T17:15:40.173495539Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2023-12-22T17:15:40.312 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=settings t=2023-12-22T17:15:40.17350245Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2023-12-22T17:15:40.312 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=settings t=2023-12-22T17:15:40.173509019Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2023-12-22T17:15:40.312 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=settings t=2023-12-22T17:15:40.173515389Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2023-12-22T17:15:40.312 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=settings t=2023-12-22T17:15:40.173521959Z level=info msg="Path Home" path=/usr/share/grafana 2023-12-22T17:15:40.312 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=settings t=2023-12-22T17:15:40.173528206Z level=info msg="Path Data" path=/var/lib/grafana 2023-12-22T17:15:40.312 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=settings t=2023-12-22T17:15:40.173534374Z level=info msg="Path Logs" path=/var/log/grafana 2023-12-22T17:15:40.312 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=settings t=2023-12-22T17:15:40.173540422Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2023-12-22T17:15:40.312 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=settings t=2023-12-22T17:15:40.173547064Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2023-12-22T17:15:40.312 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=settings t=2023-12-22T17:15:40.173553482Z level=info msg="App mode production" 2023-12-22T17:15:40.312 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=sqlstore t=2023-12-22T17:15:40.173601428Z level=info msg="Connecting to DB" dbtype=sqlite3 2023-12-22T17:15:40.312 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=sqlstore t=2023-12-22T17:15:40.17361852Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2023-12-22T17:15:40.312 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.174564737Z level=info msg="Starting DB migrations" 2023-12-22T17:15:40.312 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.174643703Z level=info msg="Executing migration" id="create migration_log table" 2023-12-22T17:15:40.312 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.175159364Z level=info msg="Executing migration" id="create user table" 2023-12-22T17:15:40.313 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.175669481Z level=info msg="Executing migration" id="add unique index user.login" 2023-12-22T17:15:40.313 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.176184257Z level=info msg="Executing migration" id="add unique index user.email" 2023-12-22T17:15:40.313 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.176727202Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2023-12-22T17:15:40.313 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.177249922Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2023-12-22T17:15:40.313 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.177757746Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2023-12-22T17:15:40.313 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.178546282Z level=info msg="Executing migration" id="create user table v2" 2023-12-22T17:15:40.313 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.17905193Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2023-12-22T17:15:40.313 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.179568999Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2023-12-22T17:15:40.313 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.180086103Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2023-12-22T17:15:40.313 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.180554474Z level=info msg="Executing migration" id="Drop old table user_v1" 2023-12-22T17:15:40.313 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.181006642Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2023-12-22T17:15:40.313 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.181518745Z level=info msg="Executing migration" id="Update user table charset" 2023-12-22T17:15:40.313 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.181889725Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2023-12-22T17:15:40.314 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.182351844Z level=info msg="Executing migration" id="Add missing user data" 2023-12-22T17:15:40.314 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.182797515Z level=info msg="Executing migration" id="Add is_disabled column to user" 2023-12-22T17:15:40.314 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.183273697Z level=info msg="Executing migration" id="Add index user.login/user.email" 2023-12-22T17:15:40.314 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.183752563Z level=info msg="Executing migration" id="Add is_service_account column to user" 2023-12-22T17:15:40.314 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.184218231Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2023-12-22T17:15:40.314 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.185436591Z level=info msg="Executing migration" id="create temp user table v1-7" 2023-12-22T17:15:40.314 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.185928107Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2023-12-22T17:15:40.314 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.187779422Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2023-12-22T17:15:40.314 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.188211082Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2023-12-22T17:15:40.314 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.188685725Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2023-12-22T17:15:40.314 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.190530646Z level=info msg="Executing migration" id="Update temp_user table charset" 2023-12-22T17:15:40.314 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.190910659Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2023-12-22T17:15:40.314 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.191294486Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2023-12-22T17:15:40.314 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.195786622Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2023-12-22T17:15:40.314 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.200417131Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2023-12-22T17:15:40.315 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.204997579Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2023-12-22T17:15:40.315 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.205785735Z level=info msg="Executing migration" id="create temp_user v2" 2023-12-22T17:15:40.315 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.210505268Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2023-12-22T17:15:40.315 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.215176107Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2023-12-22T17:15:40.315 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.215773914Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2023-12-22T17:15:40.315 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.216280588Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2023-12-22T17:15:40.315 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.216788199Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2023-12-22T17:15:40.315 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.217181326Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2023-12-22T17:15:40.315 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.217629646Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2023-12-22T17:15:40.315 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.21804477Z level=info msg="Executing migration" id="create star table" 2023-12-22T17:15:40.315 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.218527072Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2023-12-22T17:15:40.315 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.219033434Z level=info msg="Executing migration" id="create org table v1" 2023-12-22T17:15:40.315 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.21951697Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2023-12-22T17:15:40.315 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.220026097Z level=info msg="Executing migration" id="create org_user table v1" 2023-12-22T17:15:40.316 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.220500022Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2023-12-22T17:15:40.316 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.220994199Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2023-12-22T17:15:40.316 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.221416986Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2023-12-22T17:15:40.316 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.221917086Z level=info msg="Executing migration" id="Update org table charset" 2023-12-22T17:15:40.316 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.222276378Z level=info msg="Executing migration" id="Update org_user table charset" 2023-12-22T17:15:40.316 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.222667707Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2023-12-22T17:15:40.316 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.223040875Z level=info msg="Executing migration" id="create dashboard table" 2023-12-22T17:15:40.316 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.223630678Z level=info msg="Executing migration" id="add index dashboard.account_id" 2023-12-22T17:15:40.316 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.224258475Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2023-12-22T17:15:40.316 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.224774462Z level=info msg="Executing migration" id="create dashboard_tag table" 2023-12-22T17:15:40.316 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.225253007Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2023-12-22T17:15:40.316 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.225769881Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2023-12-22T17:15:40.316 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.226216383Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2023-12-22T17:15:40.316 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.227153266Z level=info msg="Executing migration" id="create dashboard v2" 2023-12-22T17:15:40.316 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.227652487Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2023-12-22T17:15:40.316 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.228162734Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2023-12-22T17:15:40.317 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.228677105Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2023-12-22T17:15:40.317 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.229101551Z level=info msg="Executing migration" id="drop table dashboard_v1" 2023-12-22T17:15:40.317 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.229632227Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2023-12-22T17:15:40.317 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.230017999Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2023-12-22T17:15:40.317 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.230613369Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2023-12-22T17:15:40.317 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.231182367Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2023-12-22T17:15:40.317 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.2317618Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2023-12-22T17:15:40.317 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.232305066Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2023-12-22T17:15:40.317 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.232867888Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2023-12-22T17:15:40.317 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.233342722Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2023-12-22T17:15:40.317 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.233839027Z level=info msg="Executing migration" id="Update dashboard table charset" 2023-12-22T17:15:40.317 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.234183522Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2023-12-22T17:15:40.317 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.234565284Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2023-12-22T17:15:40.317 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.235092073Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2023-12-22T17:15:40.318 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.23568492Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2023-12-22T17:15:40.318 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.236281521Z level=info msg="Executing migration" id="Add column uid in dashboard" 2023-12-22T17:15:40.318 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.236869422Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2023-12-22T17:15:40.318 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.237258775Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2023-12-22T17:15:40.318 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.237800797Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2023-12-22T17:15:40.318 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.238244584Z level=info msg="Executing migration" id="Update dashboard title length" 2023-12-22T17:15:40.318 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.238641354Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2023-12-22T17:15:40.318 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.239204308Z level=info msg="Executing migration" id="create dashboard_provisioning" 2023-12-22T17:15:40.318 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.239728559Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2023-12-22T17:15:40.318 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.240927535Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2023-12-22T17:15:40.318 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.241422571Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2023-12-22T17:15:40.318 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.241965375Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2023-12-22T17:15:40.318 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.242484534Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2023-12-22T17:15:40.318 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.242923922Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2023-12-22T17:15:40.318 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.243380834Z level=info msg="Executing migration" id="Add check_sum column" 2023-12-22T17:15:40.320 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.244021475Z level=info msg="Executing migration" id="Add index for dashboard_title" 2023-12-22T17:15:40.320 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.2445503Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2023-12-22T17:15:40.320 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.244997732Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2023-12-22T17:15:40.320 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.245387791Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2023-12-22T17:15:40.320 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.24592574Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2023-12-22T17:15:40.320 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.246554972Z level=info msg="Executing migration" id="create data_source table" 2023-12-22T17:15:40.320 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.247089587Z level=info msg="Executing migration" id="add index data_source.account_id" 2023-12-22T17:15:40.320 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.247618948Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2023-12-22T17:15:40.321 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.248140572Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2023-12-22T17:15:40.321 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.248634803Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2023-12-22T17:15:40.321 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.249133054Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2023-12-22T17:15:40.321 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.250215176Z level=info msg="Executing migration" id="create data_source table v2" 2023-12-22T17:15:40.321 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.250733476Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2023-12-22T17:15:40.321 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.251225194Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2023-12-22T17:15:40.322 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.251739308Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2023-12-22T17:15:40.322 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.252164866Z level=info msg="Executing migration" id="Add column with_credentials" 2023-12-22T17:15:40.322 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.252796128Z level=info msg="Executing migration" id="Add secure json data column" 2023-12-22T17:15:40.322 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.253410556Z level=info msg="Executing migration" id="Update data_source table charset" 2023-12-22T17:15:40.322 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.253802179Z level=info msg="Executing migration" id="Update initial version to 1" 2023-12-22T17:15:40.322 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.254190258Z level=info msg="Executing migration" id="Add read_only data column" 2023-12-22T17:15:40.322 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.25480721Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2023-12-22T17:15:40.322 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.255189996Z level=info msg="Executing migration" id="Update json_data with nulls" 2023-12-22T17:15:40.322 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.255595971Z level=info msg="Executing migration" id="Add uid column" 2023-12-22T17:15:40.322 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.256205154Z level=info msg="Executing migration" id="Update uid value" 2023-12-22T17:15:40.322 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.256622333Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2023-12-22T17:15:40.322 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.25713924Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2023-12-22T17:15:40.322 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.257676242Z level=info msg="Executing migration" id="create api_key table" 2023-12-22T17:15:40.322 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.258164281Z level=info msg="Executing migration" id="add index api_key.account_id" 2023-12-22T17:15:40.322 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.258671784Z level=info msg="Executing migration" id="add index api_key.key" 2023-12-22T17:15:40.322 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.25918162Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2023-12-22T17:15:40.323 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.259714136Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2023-12-22T17:15:40.323 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.260190995Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2023-12-22T17:15:40.323 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.260668643Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2023-12-22T17:15:40.323 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.261136919Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2023-12-22T17:15:40.323 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.262374404Z level=info msg="Executing migration" id="create api_key table v2" 2023-12-22T17:15:40.323 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.262845234Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2023-12-22T17:15:40.323 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.263299087Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2023-12-22T17:15:40.323 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.263794246Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2023-12-22T17:15:40.323 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.264271453Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2023-12-22T17:15:40.323 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.264673428Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2023-12-22T17:15:40.323 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.265072253Z level=info msg="Executing migration" id="Update api_key table charset" 2023-12-22T17:15:40.323 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.265404611Z level=info msg="Executing migration" id="Add expires to api_key table" 2023-12-22T17:15:40.323 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.266019139Z level=info msg="Executing migration" id="Add service account foreign key" 2023-12-22T17:15:40.323 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.266635834Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2023-12-22T17:15:40.324 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.267134871Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2023-12-22T17:15:40.324 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.267987583Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2023-12-22T17:15:40.324 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.26865092Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2023-12-22T17:15:40.324 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.269133516Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2023-12-22T17:15:40.324 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.269632863Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2023-12-22T17:15:40.324 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.270125194Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2023-12-22T17:15:40.324 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.270667224Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2023-12-22T17:15:40.324 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.2711927Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2023-12-22T17:15:40.324 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.271716774Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2023-12-22T17:15:40.324 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.272117287Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2023-12-22T17:15:40.324 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.272502836Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2023-12-22T17:15:40.324 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.273154523Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2023-12-22T17:15:40.324 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.273810246Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2023-12-22T17:15:40.324 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.274204602Z level=info msg="Executing migration" id="create quota table v1" 2023-12-22T17:15:40.325 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.274709093Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2023-12-22T17:15:40.325 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.275229506Z level=info msg="Executing migration" id="Update quota table charset" 2023-12-22T17:15:40.325 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.275637728Z level=info msg="Executing migration" id="create plugin_setting table" 2023-12-22T17:15:40.325 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.276125056Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2023-12-22T17:15:40.325 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.276582778Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2023-12-22T17:15:40.325 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.277187055Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2023-12-22T17:15:40.325 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.277519253Z level=info msg="Executing migration" id="create session table" 2023-12-22T17:15:40.325 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.277983574Z level=info msg="Executing migration" id="Drop old table playlist table" 2023-12-22T17:15:40.325 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.278297406Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2023-12-22T17:15:40.325 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.278645118Z level=info msg="Executing migration" id="create playlist table v2" 2023-12-22T17:15:40.325 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.279071428Z level=info msg="Executing migration" id="create playlist item table v2" 2023-12-22T17:15:40.325 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.279486571Z level=info msg="Executing migration" id="Update playlist table charset" 2023-12-22T17:15:40.325 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.279801148Z level=info msg="Executing migration" id="Update playlist_item table charset" 2023-12-22T17:15:40.326 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.280089741Z level=info msg="Executing migration" id="drop preferences table v2" 2023-12-22T17:15:40.326 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.280429238Z level=info msg="Executing migration" id="drop preferences table v3" 2023-12-22T17:15:40.326 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.280763446Z level=info msg="Executing migration" id="create preferences table v3" 2023-12-22T17:15:40.326 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.281194178Z level=info msg="Executing migration" id="Update preferences table charset" 2023-12-22T17:15:40.326 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.281514616Z level=info msg="Executing migration" id="Add column team_id in preferences" 2023-12-22T17:15:40.326 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.282196121Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2023-12-22T17:15:40.326 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.287385799Z level=info msg="Executing migration" id="Add column week_start in preferences" 2023-12-22T17:15:40.326 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.291957668Z level=info msg="Executing migration" id="Add column preferences.json_data" 2023-12-22T17:15:40.326 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.296953691Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2023-12-22T17:15:40.326 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.297418963Z level=info msg="Executing migration" id="Add preferences index org_id" 2023-12-22T17:15:40.326 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.302385967Z level=info msg="Executing migration" id="Add preferences index user_id" 2023-12-22T17:15:40.326 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.302917414Z level=info msg="Executing migration" id="create alert table v1" 2023-12-22T17:15:40.326 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.303395298Z level=info msg="Executing migration" id="add index alert org_id & id " 2023-12-22T17:15:40.326 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.303884663Z level=info msg="Executing migration" id="add index alert state" 2023-12-22T17:15:40.326 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.304339699Z level=info msg="Executing migration" id="add index alert dashboard_id" 2023-12-22T17:15:40.326 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.304801568Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2023-12-22T17:15:40.327 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.305203079Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2023-12-22T17:15:40.327 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.305673738Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2023-12-22T17:15:40.327 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.30621588Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2023-12-22T17:15:40.422 INFO:teuthology.orchestra.run.smithi032.stdout:128849018905 2023-12-22T17:15:40.549 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182428 got 107374182429 for osd.3 2023-12-22T17:15:40.549 DEBUG:teuthology.parallel:result is None 2023-12-22T17:15:40.564 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.308095248Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2023-12-22T17:15:40.564 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.30853995Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2023-12-22T17:15:40.565 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.30899547Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2023-12-22T17:15:40.565 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.309326908Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2023-12-22T17:15:40.565 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.309727787Z level=info msg="Executing migration" id="create alert_notification table v1" 2023-12-22T17:15:40.565 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.310129325Z level=info msg="Executing migration" id="Add column is_default" 2023-12-22T17:15:40.565 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.310798424Z level=info msg="Executing migration" id="Add column frequency" 2023-12-22T17:15:40.565 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.311467818Z level=info msg="Executing migration" id="Add column send_reminder" 2023-12-22T17:15:40.565 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.312136166Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2023-12-22T17:15:40.566 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.312797228Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2023-12-22T17:15:40.566 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.313249227Z level=info msg="Executing migration" id="Update alert table charset" 2023-12-22T17:15:40.566 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.313588376Z level=info msg="Executing migration" id="Update alert_notification table charset" 2023-12-22T17:15:40.566 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.313895832Z level=info msg="Executing migration" id="create notification_journal table v1" 2023-12-22T17:15:40.566 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.314323756Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2023-12-22T17:15:40.566 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.314782145Z level=info msg="Executing migration" id="drop alert_notification_journal" 2023-12-22T17:15:40.566 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.315179341Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2023-12-22T17:15:40.566 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.315638978Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2023-12-22T17:15:40.566 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.316076919Z level=info msg="Executing migration" id="Add for to alert table" 2023-12-22T17:15:40.567 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.316771859Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2023-12-22T17:15:40.567 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.317445185Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2023-12-22T17:15:40.567 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.317812561Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2023-12-22T17:15:40.567 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.318317928Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2023-12-22T17:15:40.567 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.318789123Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2023-12-22T17:15:40.567 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.319460726Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2023-12-22T17:15:40.567 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.319799942Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2023-12-22T17:15:40.567 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.320246655Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2023-12-22T17:15:40.567 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.32074059Z level=info msg="Executing migration" id="Drop old annotation table v4" 2023-12-22T17:15:40.567 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.321062304Z level=info msg="Executing migration" id="create annotation table v5" 2023-12-22T17:15:40.567 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.321553348Z level=info msg="Executing migration" id="add index annotation 0 v3" 2023-12-22T17:15:40.567 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.322016172Z level=info msg="Executing migration" id="add index annotation 1 v3" 2023-12-22T17:15:40.567 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.322502059Z level=info msg="Executing migration" id="add index annotation 2 v3" 2023-12-22T17:15:40.567 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.322970662Z level=info msg="Executing migration" id="add index annotation 3 v3" 2023-12-22T17:15:40.568 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.323493103Z level=info msg="Executing migration" id="add index annotation 4 v3" 2023-12-22T17:15:40.568 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.323979712Z level=info msg="Executing migration" id="Update annotation table charset" 2023-12-22T17:15:40.568 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.324349425Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2023-12-22T17:15:40.568 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.32510326Z level=info msg="Executing migration" id="Drop category_id index" 2023-12-22T17:15:40.568 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.325631011Z level=info msg="Executing migration" id="Add column tags to annotation table" 2023-12-22T17:15:40.568 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.326382847Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2023-12-22T17:15:40.568 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.326885902Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2023-12-22T17:15:40.568 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.327572433Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2023-12-22T17:15:40.568 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.32809906Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2023-12-22T17:15:40.568 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.329836909Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2023-12-22T17:15:40.568 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.33033537Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2023-12-22T17:15:40.568 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.33087723Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2023-12-22T17:15:40.568 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.331281497Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2023-12-22T17:15:40.568 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.33174537Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2023-12-22T17:15:40.569 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.332126854Z level=info msg="Executing migration" id="Add created time to annotation table" 2023-12-22T17:15:40.569 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.332909332Z level=info msg="Executing migration" id="Add updated time to annotation table" 2023-12-22T17:15:40.569 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.33373891Z level=info msg="Executing migration" id="Add index for created in annotation table" 2023-12-22T17:15:40.569 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.334299053Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2023-12-22T17:15:40.569 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.334844302Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2023-12-22T17:15:40.569 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.335240996Z level=info msg="Executing migration" id="Add epoch_end column" 2023-12-22T17:15:40.569 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.336041558Z level=info msg="Executing migration" id="Add index for epoch_end" 2023-12-22T17:15:40.569 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.336577686Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2023-12-22T17:15:40.569 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.337003998Z level=info msg="Executing migration" id="Move region to single row" 2023-12-22T17:15:40.569 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.337470509Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2023-12-22T17:15:40.569 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.337987923Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2023-12-22T17:15:40.569 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.338527133Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2023-12-22T17:15:40.569 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.339061055Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2023-12-22T17:15:40.570 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.339611174Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2023-12-22T17:15:40.570 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.340140762Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2023-12-22T17:15:40.570 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.34068037Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2023-12-22T17:15:40.570 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.341088094Z level=info msg="Executing migration" id="create test_data table" 2023-12-22T17:15:40.571 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.341613765Z level=info msg="Executing migration" id="create dashboard_version table v1" 2023-12-22T17:15:40.571 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.342113906Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2023-12-22T17:15:40.571 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.342684665Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2023-12-22T17:15:40.571 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.3432591Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2023-12-22T17:15:40.571 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.343740912Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2023-12-22T17:15:40.571 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.344165066Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2023-12-22T17:15:40.572 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.344607013Z level=info msg="Executing migration" id="create team table" 2023-12-22T17:15:40.572 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.345132483Z level=info msg="Executing migration" id="add index team.org_id" 2023-12-22T17:15:40.572 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.345714155Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2023-12-22T17:15:40.572 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.346292201Z level=info msg="Executing migration" id="create team member table" 2023-12-22T17:15:40.572 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.346832042Z level=info msg="Executing migration" id="add index team_member.org_id" 2023-12-22T17:15:40.572 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.34737083Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2023-12-22T17:15:40.572 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.34793819Z level=info msg="Executing migration" id="add index team_member.team_id" 2023-12-22T17:15:40.572 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.34847315Z level=info msg="Executing migration" id="Add column email to team table" 2023-12-22T17:15:40.572 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.349336338Z level=info msg="Executing migration" id="Add column external to team_member table" 2023-12-22T17:15:40.574 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.350170438Z level=info msg="Executing migration" id="Add column permission to team_member table" 2023-12-22T17:15:40.574 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.351015023Z level=info msg="Executing migration" id="create dashboard acl table" 2023-12-22T17:15:40.574 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.351563555Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2023-12-22T17:15:40.574 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.352141523Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2023-12-22T17:15:40.574 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.352727757Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2023-12-22T17:15:40.574 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.35328566Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2023-12-22T17:15:40.574 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.353865759Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2023-12-22T17:15:40.574 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.354385036Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2023-12-22T17:15:40.574 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.354927229Z level=info msg="Executing migration" id="add index dashboard_permission" 2023-12-22T17:15:40.575 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.355446268Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2023-12-22T17:15:40.575 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.355969937Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2023-12-22T17:15:40.575 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.356361002Z level=info msg="Executing migration" id="create tag table" 2023-12-22T17:15:40.575 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.356869177Z level=info msg="Executing migration" id="add index tag.key_value" 2023-12-22T17:15:40.575 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.357398388Z level=info msg="Executing migration" id="create login attempt table" 2023-12-22T17:15:40.575 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.357902657Z level=info msg="Executing migration" id="add index login_attempt.username" 2023-12-22T17:15:40.575 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.358429582Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2023-12-22T17:15:40.576 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.358961229Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2023-12-22T17:15:40.576 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.360986182Z level=info msg="Executing migration" id="create login_attempt v2" 2023-12-22T17:15:40.576 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.361441514Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2023-12-22T17:15:40.576 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.361929461Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2023-12-22T17:15:40.576 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.362284919Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2023-12-22T17:15:40.576 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.362735336Z level=info msg="Executing migration" id="create user auth table" 2023-12-22T17:15:40.576 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.363141837Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2023-12-22T17:15:40.576 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.363648679Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2023-12-22T17:15:40.576 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.363992053Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2023-12-22T17:15:40.576 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.36480175Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2023-12-22T17:15:40.576 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.365603792Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2023-12-22T17:15:40.576 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.366389767Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2023-12-22T17:15:40.576 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.36720116Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2023-12-22T17:15:40.576 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.367714675Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2023-12-22T17:15:40.577 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.36851495Z level=info msg="Executing migration" id="create server_lock table" 2023-12-22T17:15:40.577 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.368966891Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2023-12-22T17:15:40.577 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.369455886Z level=info msg="Executing migration" id="create user auth token table" 2023-12-22T17:15:40.577 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.36998686Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2023-12-22T17:15:40.577 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.370479008Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2023-12-22T17:15:40.577 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.370950356Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2023-12-22T17:15:40.577 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.371428392Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2023-12-22T17:15:40.577 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.372236705Z level=info msg="Executing migration" id="create cache_data table" 2023-12-22T17:15:40.577 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.372719833Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2023-12-22T17:15:40.577 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.373233806Z level=info msg="Executing migration" id="create short_url table v1" 2023-12-22T17:15:40.577 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.373787659Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2023-12-22T17:15:40.577 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.37425348Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2023-12-22T17:15:40.577 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.374608082Z level=info msg="Executing migration" id="delete alert_definition table" 2023-12-22T17:15:40.577 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.374938436Z level=info msg="Executing migration" id="recreate alert_definition table" 2023-12-22T17:15:40.578 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.3754826Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2023-12-22T17:15:40.578 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.376028156Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2023-12-22T17:15:40.578 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.376581309Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2023-12-22T17:15:40.578 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.376924767Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2023-12-22T17:15:40.578 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.377432102Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2023-12-22T17:15:40.578 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.377973543Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2023-12-22T17:15:40.578 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.378526201Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2023-12-22T17:15:40.578 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.379067263Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2023-12-22T17:15:40.578 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.37996929Z level=info msg="Executing migration" id="drop alert_definition table" 2023-12-22T17:15:40.578 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.380502459Z level=info msg="Executing migration" id="delete alert_definition_version table" 2023-12-22T17:15:40.578 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.380919171Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2023-12-22T17:15:40.578 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.381418388Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2023-12-22T17:15:40.578 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.385498873Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2023-12-22T17:15:40.578 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.390573671Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2023-12-22T17:15:40.579 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.391019893Z level=info msg="Executing migration" id="drop alert_definition_version table" 2023-12-22T17:15:40.579 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.391566263Z level=info msg="Executing migration" id="create alert_instance table" 2023-12-22T17:15:40.579 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.396162498Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2023-12-22T17:15:40.579 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.400978218Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2023-12-22T17:15:40.579 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.401739887Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2023-12-22T17:15:40.579 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.402659458Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2023-12-22T17:15:40.579 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.407400698Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2023-12-22T17:15:40.579 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.412148183Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2023-12-22T17:15:40.580 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.416019999Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2023-12-22T17:15:40.580 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.41981445Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2023-12-22T17:15:40.580 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.420375101Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2023-12-22T17:15:40.580 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.420869024Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2023-12-22T17:15:40.580 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.421789792Z level=info msg="Executing migration" id="create alert_rule table" 2023-12-22T17:15:40.580 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.422284688Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2023-12-22T17:15:40.580 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.422791752Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2023-12-22T17:15:40.580 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.42329816Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2023-12-22T17:15:40.580 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.423791123Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2023-12-22T17:15:40.580 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.424112251Z level=info msg="Executing migration" id="add column for to alert_rule" 2023-12-22T17:15:40.580 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.425026949Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2023-12-22T17:15:40.581 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.425903957Z level=info msg="Executing migration" id="add column labels to alert_rule" 2023-12-22T17:15:40.581 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.426774802Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2023-12-22T17:15:40.581 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.427252218Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2023-12-22T17:15:40.581 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.427831813Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2023-12-22T17:15:40.581 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.428740772Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2023-12-22T17:15:40.581 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.429654967Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2023-12-22T17:15:40.581 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.43019565Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2023-12-22T17:15:40.581 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.431129159Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2023-12-22T17:15:40.581 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.432057818Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2023-12-22T17:15:40.581 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.432462444Z level=info msg="Executing migration" id="create alert_rule_version table" 2023-12-22T17:15:40.581 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.433007691Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2023-12-22T17:15:40.581 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.433542212Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2023-12-22T17:15:40.581 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.434097791Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2023-12-22T17:15:40.582 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.434509964Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2023-12-22T17:15:40.582 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.435467464Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2023-12-22T17:15:40.582 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.436396377Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2023-12-22T17:15:40.582 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.437337635Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2023-12-22T17:15:40.582 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.438301239Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2023-12-22T17:15:40.582 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.439330551Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2023-12-22T17:15:40.582 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.439777139Z level=info msg="Executing migration" id=create_alert_configuration_table 2023-12-22T17:15:40.582 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.440293853Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2023-12-22T17:15:40.582 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.44124221Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2023-12-22T17:15:40.582 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.441674871Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2023-12-22T17:15:40.582 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.442672405Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2023-12-22T17:15:40.582 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.443240617Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2023-12-22T17:15:40.582 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.444204728Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2023-12-22T17:15:40.582 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.444714233Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2023-12-22T17:15:40.582 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.445273047Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2023-12-22T17:15:40.583 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.446238605Z level=info msg="Executing migration" id="create provenance_type table" 2023-12-22T17:15:40.583 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.446756976Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2023-12-22T17:15:40.583 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.447314713Z level=info msg="Executing migration" id="create alert_image table" 2023-12-22T17:15:40.583 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.447838307Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2023-12-22T17:15:40.583 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.448375656Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2023-12-22T17:15:40.583 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.448801784Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2023-12-22T17:15:40.583 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.44931294Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2023-12-22T17:15:40.583 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.449838424Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2023-12-22T17:15:40.583 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.449939814Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2023-12-22T17:15:40.583 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.450322991Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2023-12-22T17:15:40.583 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.450790646Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2023-12-22T17:15:40.583 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.45131198Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2023-12-22T17:15:40.583 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.451458709Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2023-12-22T17:15:40.584 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.451598775Z level=info msg="alerts found to migrate" alerts=0 2023-12-22T17:15:40.584 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.452114851Z level=info msg="Executing migration" id="create library_element table v1" 2023-12-22T17:15:40.584 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.452674546Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2023-12-22T17:15:40.584 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.453218735Z level=info msg="Executing migration" id="create library_element_connection table v1" 2023-12-22T17:15:40.584 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.453732772Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2023-12-22T17:15:40.585 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.454292651Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2023-12-22T17:15:40.585 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.45486322Z level=info msg="Executing migration" id="increase max description length to 2048" 2023-12-22T17:15:40.585 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.455241093Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2023-12-22T17:15:40.585 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.455742277Z level=info msg="Executing migration" id="create data_keys table" 2023-12-22T17:15:40.585 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.456283415Z level=info msg="Executing migration" id="create secrets table" 2023-12-22T17:15:40.585 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.45681732Z level=info msg="Executing migration" id="rename data_keys name column to id" 2023-12-22T17:15:40.585 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.461347207Z level=info msg="Executing migration" id="add name column into data_keys" 2023-12-22T17:15:40.585 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.46239447Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2023-12-22T17:15:40.585 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.462824078Z level=info msg="Executing migration" id="rename data_keys name column to label" 2023-12-22T17:15:40.585 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.467256066Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2023-12-22T17:15:40.585 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.47167273Z level=info msg="Executing migration" id="create kv_store table v1" 2023-12-22T17:15:40.585 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.472191821Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2023-12-22T17:15:40.585 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.472748004Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2023-12-22T17:15:40.586 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.473192803Z level=info msg="Executing migration" id="create permission table" 2023-12-22T17:15:40.586 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.473708856Z level=info msg="Executing migration" id="add unique index permission.role_id" 2023-12-22T17:15:40.586 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.474246149Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2023-12-22T17:15:40.586 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.474797937Z level=info msg="Executing migration" id="create role table" 2023-12-22T17:15:40.586 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.475291787Z level=info msg="Executing migration" id="add column display_name" 2023-12-22T17:15:40.586 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.476297326Z level=info msg="Executing migration" id="add column group_name" 2023-12-22T17:15:40.586 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.477301523Z level=info msg="Executing migration" id="add index role.org_id" 2023-12-22T17:15:40.586 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.477833629Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2023-12-22T17:15:40.586 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.478365197Z level=info msg="Executing migration" id="add index role_org_id_uid" 2023-12-22T17:15:40.586 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.478842128Z level=info msg="Executing migration" id="create team role table" 2023-12-22T17:15:40.586 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.479266611Z level=info msg="Executing migration" id="add index team_role.org_id" 2023-12-22T17:15:40.586 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.479729995Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2023-12-22T17:15:40.586 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.480217165Z level=info msg="Executing migration" id="add index team_role.team_id" 2023-12-22T17:15:40.586 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.480686427Z level=info msg="Executing migration" id="create user role table" 2023-12-22T17:15:40.587 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.481108509Z level=info msg="Executing migration" id="add index user_role.org_id" 2023-12-22T17:15:40.587 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.481592456Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2023-12-22T17:15:40.587 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.482060796Z level=info msg="Executing migration" id="add index user_role.user_id" 2023-12-22T17:15:40.587 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.48253425Z level=info msg="Executing migration" id="create builtin role table" 2023-12-22T17:15:40.587 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.482981148Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2023-12-22T17:15:40.587 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.483451759Z level=info msg="Executing migration" id="add index builtin_role.name" 2023-12-22T17:15:40.587 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.483912195Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2023-12-22T17:15:40.587 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.484911545Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2023-12-22T17:15:40.587 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.485475661Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2023-12-22T17:15:40.587 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.486019151Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2023-12-22T17:15:40.587 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.486508394Z level=info msg="Executing migration" id="add unique index role.uid" 2023-12-22T17:15:40.587 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.486990554Z level=info msg="Executing migration" id="create seed assignment table" 2023-12-22T17:15:40.587 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.487427343Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2023-12-22T17:15:40.588 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.487915237Z level=info msg="Executing migration" id="add column hidden to role table" 2023-12-22T17:15:40.588 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.489111158Z level=info msg="Executing migration" id="create query_history table v1" 2023-12-22T17:15:40.588 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.489756862Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2023-12-22T17:15:40.588 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.490239095Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2023-12-22T17:15:40.588 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.490592038Z level=info msg="Executing migration" id="teams permissions migration" 2023-12-22T17:15:40.588 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.491037179Z level=info msg="Executing migration" id="dashboard permissions" 2023-12-22T17:15:40.588 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.49154531Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2023-12-22T17:15:40.588 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.492011105Z level=info msg="Executing migration" id="drop managed folder create actions" 2023-12-22T17:15:40.588 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.492348765Z level=info msg="Executing migration" id="alerting notification permissions" 2023-12-22T17:15:40.588 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.492763164Z level=info msg="Executing migration" id="create query_history_star table v1" 2023-12-22T17:15:40.588 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.493190696Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2023-12-22T17:15:40.588 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.493685819Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2023-12-22T17:15:40.588 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.494704974Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2023-12-22T17:15:40.588 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.495052948Z level=info msg="Executing migration" id="create correlation table v1" 2023-12-22T17:15:40.588 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.495514003Z level=info msg="Executing migration" id="add index correlations.uid" 2023-12-22T17:15:40.589 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.49598668Z level=info msg="Executing migration" id="add index correlations.source_uid" 2023-12-22T17:15:40.589 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.496470862Z level=info msg="Executing migration" id="add correlation config column" 2023-12-22T17:15:40.589 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.497510985Z level=info msg="Executing migration" id="create entity_events table" 2023-12-22T17:15:40.589 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.49802789Z level=info msg="Executing migration" id="create dashboard public config v1" 2023-12-22T17:15:40.589 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.498489691Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2023-12-22T17:15:40.589 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.498601794Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2023-12-22T17:15:40.589 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.498919174Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2023-12-22T17:15:40.589 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.499025884Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2023-12-22T17:15:40.589 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.499390974Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2023-12-22T17:15:40.589 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.499924457Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2023-12-22T17:15:40.589 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.500430794Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2023-12-22T17:15:40.589 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.500983728Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2023-12-22T17:15:40.589 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.501564805Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2023-12-22T17:15:40.589 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.502104467Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2023-12-22T17:15:40.590 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.502655028Z level=info msg="Executing migration" id="Drop public config table" 2023-12-22T17:15:40.590 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.503188546Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2023-12-22T17:15:40.590 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.503886722Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2023-12-22T17:15:40.590 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.504417582Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2023-12-22T17:15:40.590 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.504990896Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2023-12-22T17:15:40.590 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.505569519Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2023-12-22T17:15:40.590 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.508742206Z level=info msg="Executing migration" id="add annotations_enabled column" 2023-12-22T17:15:40.590 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.510562926Z level=info msg="Executing migration" id="add time_selection_enabled column" 2023-12-22T17:15:40.590 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.512611304Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2023-12-22T17:15:40.590 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.513199509Z level=info msg="Executing migration" id="add share column" 2023-12-22T17:15:40.590 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.514324283Z level=info msg="Executing migration" id="create default alerting folders" 2023-12-22T17:15:40.590 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.516498059Z level=info msg="Executing migration" id="create file table" 2023-12-22T17:15:40.590 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.518194779Z level=info msg="Executing migration" id="file table idx: path natural pk" 2023-12-22T17:15:40.590 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.51868555Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2023-12-22T17:15:40.591 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.519302983Z level=info msg="Executing migration" id="create file_meta table" 2023-12-22T17:15:40.591 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.521286217Z level=info msg="Executing migration" id="file table idx: path key" 2023-12-22T17:15:40.591 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.523038163Z level=info msg="Executing migration" id="set path collation in file table" 2023-12-22T17:15:40.591 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.523449702Z level=info msg="Executing migration" id="managed permissions migration" 2023-12-22T17:15:40.591 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.523939506Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2023-12-22T17:15:40.591 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.524346628Z level=info msg="Executing migration" id="RBAC action name migrator" 2023-12-22T17:15:40.591 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.526062803Z level=info msg="Executing migration" id="Add UID column to playlist" 2023-12-22T17:15:40.591 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.52802966Z level=info msg="Executing migration" id="Update uid column values in playlist" 2023-12-22T17:15:40.591 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.528441003Z level=info msg="Executing migration" id="Add index for uid in playlist" 2023-12-22T17:15:40.591 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.529000908Z level=info msg="Executing migration" id="update group index for alert rules" 2023-12-22T17:15:40.591 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.531092273Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2023-12-22T17:15:40.591 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.532963307Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2023-12-22T17:15:40.591 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.533643229Z level=info msg="Executing migration" id="add action column to seed_assignment" 2023-12-22T17:15:40.591 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.534753667Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2023-12-22T17:15:40.591 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.536899918Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2023-12-22T17:15:40.591 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.538925642Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2023-12-22T17:15:40.592 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.548878691Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2023-12-22T17:15:40.592 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.549411989Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2023-12-22T17:15:40.592 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.55124673Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2023-12-22T17:15:40.592 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.55485316Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2023-12-22T17:15:40.592 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.555247228Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2023-12-22T17:15:40.592 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.555695701Z level=info msg="Executing migration" id="create folder table" 2023-12-22T17:15:40.592 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.556159585Z level=info msg="Executing migration" id="Add index for parent_uid" 2023-12-22T17:15:40.592 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.557549489Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2023-12-22T17:15:40.592 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.558238018Z level=info msg="Executing migration" id="Update folder title length" 2023-12-22T17:15:40.592 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.558674542Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2023-12-22T17:15:40.839 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018904 got 128849018905 for osd.4 2023-12-22T17:15:40.839 DEBUG:teuthology.parallel:result is None 2023-12-22T17:15:40.839 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2023-12-22T17:15:40.840 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph pg dump --format=json 2023-12-22T17:15:41.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-mon[115265]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:41.011 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/589280105' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-12-22T17:15:41.011 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:41.011 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:41.011 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:41.011 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:41.011 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/417019760' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-12-22T17:15:41.011 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=migrator t=2023-12-22T17:15:40.559354565Z level=info msg="migrations completed" performed=485 skipped=0 duration=384.730073ms 2023-12-22T17:15:41.011 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=sqlstore t=2023-12-22T17:15:40.559950247Z level=info msg="Created default organization" 2023-12-22T17:15:41.011 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=plugin.loader t=2023-12-22T17:15:40.621433184Z level=info msg="Plugin registered" pluginID=input 2023-12-22T17:15:41.011 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=plugin.loader t=2023-12-22T17:15:40.65080177Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2023-12-22T17:15:41.011 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=plugin.loader t=2023-12-22T17:15:40.650819514Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2023-12-22T17:15:41.012 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=secrets t=2023-12-22T17:15:40.650852342Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2023-12-22T17:15:41.012 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=query_data t=2023-12-22T17:15:40.652546029Z level=info msg="Query Service initialization" 2023-12-22T17:15:41.012 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=live.push_http t=2023-12-22T17:15:40.65484497Z level=info msg="Live Push Gateway initialization" 2023-12-22T17:15:41.038 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:40 smithi032 ceph-mon[110651]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:41.038 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:40 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/589280105' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-12-22T17:15:41.038 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:40 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:41.038 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:40 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:41.038 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:40 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:41.038 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:40 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:41.038 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:40 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/417019760' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-12-22T17:15:41.038 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:40 smithi032 ceph-mon[125050]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:41.038 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:40 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/589280105' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-12-22T17:15:41.038 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:40 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:41.038 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:40 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:41.039 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:40 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:41.039 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:40 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:41.039 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:40 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/417019760' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-12-22T17:15:41.150 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:15:41.304 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:41 smithi032 systemd[1]: Starting Ceph node-exporter.a for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:15:41.681 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:41 smithi032 bash[168058]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2023-12-22T17:15:41.761 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:15:41 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:15:41] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-22T17:15:41.761 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:41 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=infra.usagestats.collector t=2023-12-22T17:15:41.425396547Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2023-12-22T17:15:41.761 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:41 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=provisioning.datasources t=2023-12-22T17:15:41.425790825Z level=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2023-12-22T17:15:41.761 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:41 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=provisioning.datasources t=2023-12-22T17:15:41.458442163Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2023-12-22T17:15:41.761 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:41 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=provisioning.datasources t=2023-12-22T17:15:41.490802158Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2023-12-22T17:15:41.761 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:41 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=provisioning.alerting t=2023-12-22T17:15:41.513221785Z level=info msg="starting to provision alerting" 2023-12-22T17:15:41.761 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:41 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=provisioning.alerting t=2023-12-22T17:15:41.513246764Z level=info msg="finished to provision alerting" 2023-12-22T17:15:41.762 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:41 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=grafanaStorageLogger t=2023-12-22T17:15:41.513443616Z level=info msg="storage starting" 2023-12-22T17:15:41.762 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:41 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=ngalert.state.manager t=2023-12-22T17:15:41.51404456Z level=info msg="Warming state cache for startup" 2023-12-22T17:15:41.762 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:41 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=http.server t=2023-12-22T17:15:41.519470899Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2023-12-22T17:15:41.762 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:41 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=sqlstore.transactions t=2023-12-22T17:15:41.524653204Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2023-12-22T17:15:41.762 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:41 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=ngalert.state.manager t=2023-12-22T17:15:41.524824514Z level=info msg="State cache has been initialized" states=0 duration=10.776539ms 2023-12-22T17:15:41.762 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:41 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=ngalert.multiorg.alertmanager t=2023-12-22T17:15:41.52488899Z level=info msg="starting MultiOrg Alertmanager" 2023-12-22T17:15:41.762 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:41 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=ticker t=2023-12-22T17:15:41.524921381Z level=info msg=starting first_tick=2023-12-22T17:15:50Z 2023-12-22T17:15:41.762 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:41 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=sqlstore.transactions t=2023-12-22T17:15:41.563996544Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2023-12-22T17:15:41.762 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:15:41 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[152385]: logger=sqlstore.transactions t=2023-12-22T17:15:41.604274158Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2023-12-22T17:15:41.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:41 smithi032 ceph-mon[125050]: Deploying daemon node-exporter.a on smithi032 2023-12-22T17:15:41.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:41 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:41.934 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:41 smithi032 bash[168058]: Getting image source signatures 2023-12-22T17:15:41.935 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:41 smithi032 bash[168058]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2023-12-22T17:15:41.935 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:41 smithi032 bash[168058]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2023-12-22T17:15:41.935 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:41 smithi032 bash[168058]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2023-12-22T17:15:41.935 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:41 smithi032 ceph-mon[110651]: Deploying daemon node-exporter.a on smithi032 2023-12-22T17:15:41.935 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:41 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:42.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:41 smithi039 ceph-mon[115265]: Deploying daemon node-exporter.a on smithi032 2023-12-22T17:15:42.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:41 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:42.547 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:15:42.549 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2023-12-22T17:15:42.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:42 smithi032 ceph-mon[125050]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:42.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:42 smithi032 ceph-mon[110651]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:43.005 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":17,"stamp":"2023-12-22T17:15:41.889340+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593462,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385080,"kb_used_data":6776,"kb_used_omap":0,"kb_used_meta":2378240,"kb_avail":747576136,"statfs":{"total":767960285184,"available":765517963264,"internally_reserved":0,"allocated":6938624,"data_stored":3964469,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2435317760},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002604"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.877290+0000","last_change":"2023-12-22T17:14:48.090397+0000","last_active":"2023-12-22T17:15:15.877290+0000","last_peered":"2023-12-22T17:15:15.877290+0000","last_clean":"2023-12-22T17:15:15.877290+0000","last_became_active":"2023-12-22T17:14:48.090060+0000","last_became_peered":"2023-12-22T17:14:48.090060+0000","last_unstale":"2023-12-22T17:15:15.877290+0000","last_undegraded":"2023-12-22T17:15:15.877290+0000","last_fullsized":"2023-12-22T17:15:15.877290+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T17:55:47.107697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.966639+0000","last_change":"2023-12-22T17:14:48.074170+0000","last_active":"2023-12-22T17:15:15.966639+0000","last_peered":"2023-12-22T17:15:15.966639+0000","last_clean":"2023-12-22T17:15:15.966639+0000","last_became_active":"2023-12-22T17:14:48.073812+0000","last_became_peered":"2023-12-22T17:14:48.073812+0000","last_unstale":"2023-12-22T17:15:15.966639+0000","last_undegraded":"2023-12-22T17:15:15.966639+0000","last_fullsized":"2023-12-22T17:15:15.966639+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:26:48.591147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.881321+0000","last_change":"2023-12-22T17:14:48.071969+0000","last_active":"2023-12-22T17:15:15.881321+0000","last_peered":"2023-12-22T17:15:15.881321+0000","last_clean":"2023-12-22T17:15:15.881321+0000","last_became_active":"2023-12-22T17:14:48.071635+0000","last_became_peered":"2023-12-22T17:14:48.071635+0000","last_unstale":"2023-12-22T17:15:15.881321+0000","last_undegraded":"2023-12-22T17:15:15.881321+0000","last_fullsized":"2023-12-22T17:15:15.881321+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:51:18.683582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967930+0000","last_change":"2023-12-22T17:14:48.081308+0000","last_active":"2023-12-22T17:15:15.967930+0000","last_peered":"2023-12-22T17:15:15.967930+0000","last_clean":"2023-12-22T17:15:15.967930+0000","last_became_active":"2023-12-22T17:14:48.080323+0000","last_became_peered":"2023-12-22T17:14:48.080323+0000","last_unstale":"2023-12-22T17:15:15.967930+0000","last_undegraded":"2023-12-22T17:15:15.967930+0000","last_fullsized":"2023-12-22T17:15:15.967930+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:52:11.591669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.876498+0000","last_change":"2023-12-22T17:14:48.083287+0000","last_active":"2023-12-22T17:15:15.876498+0000","last_peered":"2023-12-22T17:15:15.876498+0000","last_clean":"2023-12-22T17:15:15.876498+0000","last_became_active":"2023-12-22T17:14:48.082360+0000","last_became_peered":"2023-12-22T17:14:48.082360+0000","last_unstale":"2023-12-22T17:15:15.876498+0000","last_undegraded":"2023-12-22T17:15:15.876498+0000","last_fullsized":"2023-12-22T17:15:15.876498+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:29:57.509473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967865+0000","last_change":"2023-12-22T17:14:48.086306+0000","last_active":"2023-12-22T17:15:15.967865+0000","last_peered":"2023-12-22T17:15:15.967865+0000","last_clean":"2023-12-22T17:15:15.967865+0000","last_became_active":"2023-12-22T17:14:48.085774+0000","last_became_peered":"2023-12-22T17:14:48.085774+0000","last_unstale":"2023-12-22T17:15:15.967865+0000","last_undegraded":"2023-12-22T17:15:15.967865+0000","last_fullsized":"2023-12-22T17:15:15.967865+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:24:58.142963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.876738+0000","last_change":"2023-12-22T17:14:48.082391+0000","last_active":"2023-12-22T17:15:15.876738+0000","last_peered":"2023-12-22T17:15:15.876738+0000","last_clean":"2023-12-22T17:15:15.876738+0000","last_became_active":"2023-12-22T17:14:48.082019+0000","last_became_peered":"2023-12-22T17:14:48.082019+0000","last_unstale":"2023-12-22T17:15:15.876738+0000","last_undegraded":"2023-12-22T17:15:15.876738+0000","last_fullsized":"2023-12-22T17:15:15.876738+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:17:32.780440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.874936+0000","last_change":"2023-12-22T17:14:48.079343+0000","last_active":"2023-12-22T17:15:15.874936+0000","last_peered":"2023-12-22T17:15:15.874936+0000","last_clean":"2023-12-22T17:15:15.874936+0000","last_became_active":"2023-12-22T17:14:48.079009+0000","last_became_peered":"2023-12-22T17:14:48.079009+0000","last_unstale":"2023-12-22T17:15:15.874936+0000","last_undegraded":"2023-12-22T17:15:15.874936+0000","last_fullsized":"2023-12-22T17:15:15.874936+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:55:56.431773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.877218+0000","last_change":"2023-12-22T17:14:48.086529+0000","last_active":"2023-12-22T17:15:15.877218+0000","last_peered":"2023-12-22T17:15:15.877218+0000","last_clean":"2023-12-22T17:15:15.877218+0000","last_became_active":"2023-12-22T17:14:48.086211+0000","last_became_peered":"2023-12-22T17:14:48.086211+0000","last_unstale":"2023-12-22T17:15:15.877218+0000","last_undegraded":"2023-12-22T17:15:15.877218+0000","last_fullsized":"2023-12-22T17:15:15.877218+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:00:48.561842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.875082+0000","last_change":"2023-12-22T17:14:48.074494+0000","last_active":"2023-12-22T17:15:15.875082+0000","last_peered":"2023-12-22T17:15:15.875082+0000","last_clean":"2023-12-22T17:15:15.875082+0000","last_became_active":"2023-12-22T17:14:48.074093+0000","last_became_peered":"2023-12-22T17:14:48.074093+0000","last_unstale":"2023-12-22T17:15:15.875082+0000","last_undegraded":"2023-12-22T17:15:15.875082+0000","last_fullsized":"2023-12-22T17:15:15.875082+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:26:55.128223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.875195+0000","last_change":"2023-12-22T17:14:48.075415+0000","last_active":"2023-12-22T17:15:15.875195+0000","last_peered":"2023-12-22T17:15:15.875195+0000","last_clean":"2023-12-22T17:15:15.875195+0000","last_became_active":"2023-12-22T17:14:48.074595+0000","last_became_peered":"2023-12-22T17:14:48.074595+0000","last_unstale":"2023-12-22T17:15:15.875195+0000","last_undegraded":"2023-12-22T17:15:15.875195+0000","last_fullsized":"2023-12-22T17:15:15.875195+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:01:05.350910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967872+0000","last_change":"2023-12-22T17:14:48.070759+0000","last_active":"2023-12-22T17:15:15.967872+0000","last_peered":"2023-12-22T17:15:15.967872+0000","last_clean":"2023-12-22T17:15:15.967872+0000","last_became_active":"2023-12-22T17:14:48.070472+0000","last_became_peered":"2023-12-22T17:14:48.070472+0000","last_unstale":"2023-12-22T17:15:15.967872+0000","last_undegraded":"2023-12-22T17:15:15.967872+0000","last_fullsized":"2023-12-22T17:15:15.967872+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:31:24.565312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.875238+0000","last_change":"2023-12-22T17:14:48.066341+0000","last_active":"2023-12-22T17:15:15.875238+0000","last_peered":"2023-12-22T17:15:15.875238+0000","last_clean":"2023-12-22T17:15:15.875238+0000","last_became_active":"2023-12-22T17:14:48.066009+0000","last_became_peered":"2023-12-22T17:14:48.066009+0000","last_unstale":"2023-12-22T17:15:15.875238+0000","last_undegraded":"2023-12-22T17:15:15.875238+0000","last_fullsized":"2023-12-22T17:15:15.875238+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:33:06.516414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.880552+0000","last_change":"2023-12-22T17:14:48.082202+0000","last_active":"2023-12-22T17:15:15.880552+0000","last_peered":"2023-12-22T17:15:15.880552+0000","last_clean":"2023-12-22T17:15:15.880552+0000","last_became_active":"2023-12-22T17:14:48.077583+0000","last_became_peered":"2023-12-22T17:14:48.077583+0000","last_unstale":"2023-12-22T17:15:15.880552+0000","last_undegraded":"2023-12-22T17:15:15.880552+0000","last_fullsized":"2023-12-22T17:15:15.880552+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:10:32.767303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.966700+0000","last_change":"2023-12-22T17:14:48.081559+0000","last_active":"2023-12-22T17:15:15.966700+0000","last_peered":"2023-12-22T17:15:15.966700+0000","last_clean":"2023-12-22T17:15:15.966700+0000","last_became_active":"2023-12-22T17:14:48.081110+0000","last_became_peered":"2023-12-22T17:14:48.081110+0000","last_unstale":"2023-12-22T17:15:15.966700+0000","last_undegraded":"2023-12-22T17:15:15.966700+0000","last_fullsized":"2023-12-22T17:15:15.966700+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:12:41.196423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967052+0000","last_change":"2023-12-22T17:14:48.085141+0000","last_active":"2023-12-22T17:15:15.967052+0000","last_peered":"2023-12-22T17:15:15.967052+0000","last_clean":"2023-12-22T17:15:15.967052+0000","last_became_active":"2023-12-22T17:14:48.084775+0000","last_became_peered":"2023-12-22T17:14:48.084775+0000","last_unstale":"2023-12-22T17:15:15.967052+0000","last_undegraded":"2023-12-22T17:15:15.967052+0000","last_fullsized":"2023-12-22T17:15:15.967052+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:22:51.088173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.968132+0000","last_change":"2023-12-22T17:14:48.080208+0000","last_active":"2023-12-22T17:15:15.968132+0000","last_peered":"2023-12-22T17:15:15.968132+0000","last_clean":"2023-12-22T17:15:15.968132+0000","last_became_active":"2023-12-22T17:14:48.079722+0000","last_became_peered":"2023-12-22T17:14:48.079722+0000","last_unstale":"2023-12-22T17:15:15.968132+0000","last_undegraded":"2023-12-22T17:15:15.968132+0000","last_fullsized":"2023-12-22T17:15:15.968132+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:17:40.568968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967965+0000","last_change":"2023-12-22T17:14:48.074514+0000","last_active":"2023-12-22T17:15:15.967965+0000","last_peered":"2023-12-22T17:15:15.967965+0000","last_clean":"2023-12-22T17:15:15.967965+0000","last_became_active":"2023-12-22T17:14:48.074191+0000","last_became_peered":"2023-12-22T17:14:48.074191+0000","last_unstale":"2023-12-22T17:15:15.967965+0000","last_undegraded":"2023-12-22T17:15:15.967965+0000","last_fullsized":"2023-12-22T17:15:15.967965+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:11:08.553764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.876479+0000","last_change":"2023-12-22T17:14:48.090588+0000","last_active":"2023-12-22T17:15:15.876479+0000","last_peered":"2023-12-22T17:15:15.876479+0000","last_clean":"2023-12-22T17:15:15.876479+0000","last_became_active":"2023-12-22T17:14:48.090279+0000","last_became_peered":"2023-12-22T17:14:48.090279+0000","last_unstale":"2023-12-22T17:15:15.876479+0000","last_undegraded":"2023-12-22T17:15:15.876479+0000","last_fullsized":"2023-12-22T17:15:15.876479+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:29:38.254955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"58'4","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.881827+0000","last_change":"2023-12-22T17:14:47.121358+0000","last_active":"2023-12-22T17:15:15.881827+0000","last_peered":"2023-12-22T17:15:15.881827+0000","last_clean":"2023-12-22T17:15:15.881827+0000","last_became_active":"2023-12-22T17:14:47.120859+0000","last_became_peered":"2023-12-22T17:14:47.120859+0000","last_unstale":"2023-12-22T17:15:15.881827+0000","last_undegraded":"2023-12-22T17:15:15.881827+0000","last_fullsized":"2023-12-22T17:15:15.881827+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:24:17.828043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.876054+0000","last_change":"2023-12-22T17:14:48.066465+0000","last_active":"2023-12-22T17:15:15.876054+0000","last_peered":"2023-12-22T17:15:15.876054+0000","last_clean":"2023-12-22T17:15:15.876054+0000","last_became_active":"2023-12-22T17:14:48.063479+0000","last_became_peered":"2023-12-22T17:14:48.063479+0000","last_unstale":"2023-12-22T17:15:15.876054+0000","last_undegraded":"2023-12-22T17:15:15.876054+0000","last_fullsized":"2023-12-22T17:15:15.876054+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:14:06.895497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"58'1","reported_seq":16,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.876139+0000","last_change":"2023-12-22T17:14:47.122491+0000","last_active":"2023-12-22T17:15:15.876139+0000","last_peered":"2023-12-22T17:15:15.876139+0000","last_clean":"2023-12-22T17:15:15.876139+0000","last_became_active":"2023-12-22T17:14:47.122167+0000","last_became_peered":"2023-12-22T17:14:47.122167+0000","last_unstale":"2023-12-22T17:15:15.876139+0000","last_undegraded":"2023-12-22T17:15:15.876139+0000","last_fullsized":"2023-12-22T17:15:15.876139+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:40:57.987404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.881707+0000","last_change":"2023-12-22T17:14:48.077941+0000","last_active":"2023-12-22T17:15:15.881707+0000","last_peered":"2023-12-22T17:15:15.881707+0000","last_clean":"2023-12-22T17:15:15.881707+0000","last_became_active":"2023-12-22T17:14:48.075413+0000","last_became_peered":"2023-12-22T17:14:48.075413+0000","last_unstale":"2023-12-22T17:15:15.881707+0000","last_undegraded":"2023-12-22T17:15:15.881707+0000","last_fullsized":"2023-12-22T17:15:15.881707+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T21:56:04.035319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"58'2","reported_seq":16,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.876953+0000","last_change":"2023-12-22T17:14:47.128410+0000","last_active":"2023-12-22T17:15:15.876953+0000","last_peered":"2023-12-22T17:15:15.876953+0000","last_clean":"2023-12-22T17:15:15.876953+0000","last_became_active":"2023-12-22T17:14:47.127889+0000","last_became_peered":"2023-12-22T17:14:47.127889+0000","last_unstale":"2023-12-22T17:15:15.876953+0000","last_undegraded":"2023-12-22T17:15:15.876953+0000","last_fullsized":"2023-12-22T17:15:15.876953+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T05:01:22.054951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.968171+0000","last_change":"2023-12-22T17:14:48.080480+0000","last_active":"2023-12-22T17:15:15.968171+0000","last_peered":"2023-12-22T17:15:15.968171+0000","last_clean":"2023-12-22T17:15:15.968171+0000","last_became_active":"2023-12-22T17:14:48.079659+0000","last_became_peered":"2023-12-22T17:14:48.079659+0000","last_unstale":"2023-12-22T17:15:15.968171+0000","last_undegraded":"2023-12-22T17:15:15.968171+0000","last_fullsized":"2023-12-22T17:15:15.968171+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:17:43.831800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"58'2","reported_seq":16,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.876959+0000","last_change":"2023-12-22T17:14:47.128059+0000","last_active":"2023-12-22T17:15:15.876959+0000","last_peered":"2023-12-22T17:15:15.876959+0000","last_clean":"2023-12-22T17:15:15.876959+0000","last_became_active":"2023-12-22T17:14:47.127717+0000","last_became_peered":"2023-12-22T17:14:47.127717+0000","last_unstale":"2023-12-22T17:15:15.876959+0000","last_undegraded":"2023-12-22T17:15:15.876959+0000","last_fullsized":"2023-12-22T17:15:15.876959+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:35:35.235720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.968114+0000","last_change":"2023-12-22T17:14:48.073489+0000","last_active":"2023-12-22T17:15:15.968114+0000","last_peered":"2023-12-22T17:15:15.968114+0000","last_clean":"2023-12-22T17:15:15.968114+0000","last_became_active":"2023-12-22T17:14:48.073198+0000","last_became_peered":"2023-12-22T17:14:48.073198+0000","last_unstale":"2023-12-22T17:15:15.968114+0000","last_undegraded":"2023-12-22T17:15:15.968114+0000","last_fullsized":"2023-12-22T17:15:15.968114+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:53:31.714516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"58'1","reported_seq":16,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.875680+0000","last_change":"2023-12-22T17:14:47.124389+0000","last_active":"2023-12-22T17:15:15.875680+0000","last_peered":"2023-12-22T17:15:15.875680+0000","last_clean":"2023-12-22T17:15:15.875680+0000","last_became_active":"2023-12-22T17:14:47.124145+0000","last_became_peered":"2023-12-22T17:14:47.124145+0000","last_unstale":"2023-12-22T17:15:15.875680+0000","last_undegraded":"2023-12-22T17:15:15.875680+0000","last_fullsized":"2023-12-22T17:15:15.875680+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:22:51.061279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967766+0000","last_change":"2023-12-22T17:14:48.076477+0000","last_active":"2023-12-22T17:15:15.967766+0000","last_peered":"2023-12-22T17:15:15.967766+0000","last_clean":"2023-12-22T17:15:15.967766+0000","last_became_active":"2023-12-22T17:14:48.076133+0000","last_became_peered":"2023-12-22T17:14:48.076133+0000","last_unstale":"2023-12-22T17:15:15.967766+0000","last_undegraded":"2023-12-22T17:15:15.967766+0000","last_fullsized":"2023-12-22T17:15:15.967766+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:45:50.207512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"58'1","reported_seq":16,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.874688+0000","last_change":"2023-12-22T17:14:47.124454+0000","last_active":"2023-12-22T17:15:15.874688+0000","last_peered":"2023-12-22T17:15:15.874688+0000","last_clean":"2023-12-22T17:15:15.874688+0000","last_became_active":"2023-12-22T17:14:47.123302+0000","last_became_peered":"2023-12-22T17:14:47.123302+0000","last_unstale":"2023-12-22T17:15:15.874688+0000","last_undegraded":"2023-12-22T17:15:15.874688+0000","last_fullsized":"2023-12-22T17:15:15.874688+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:13:15.851795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.881430+0000","last_change":"2023-12-22T17:14:48.085792+0000","last_active":"2023-12-22T17:15:15.881430+0000","last_peered":"2023-12-22T17:15:15.881430+0000","last_clean":"2023-12-22T17:15:15.881430+0000","last_became_active":"2023-12-22T17:14:48.078140+0000","last_became_peered":"2023-12-22T17:14:48.078140+0000","last_unstale":"2023-12-22T17:15:15.881430+0000","last_undegraded":"2023-12-22T17:15:15.881430+0000","last_fullsized":"2023-12-22T17:15:15.881430+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:34:07.243391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.875216+0000","last_change":"2023-12-22T17:14:47.115210+0000","last_active":"2023-12-22T17:15:15.875216+0000","last_peered":"2023-12-22T17:15:15.875216+0000","last_clean":"2023-12-22T17:15:15.875216+0000","last_became_active":"2023-12-22T17:14:47.114910+0000","last_became_peered":"2023-12-22T17:14:47.114910+0000","last_unstale":"2023-12-22T17:15:15.875216+0000","last_undegraded":"2023-12-22T17:15:15.875216+0000","last_fullsized":"2023-12-22T17:15:15.875216+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:59:15.958025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.875097+0000","last_change":"2023-12-22T17:14:48.069949+0000","last_active":"2023-12-22T17:15:15.875097+0000","last_peered":"2023-12-22T17:15:15.875097+0000","last_clean":"2023-12-22T17:15:15.875097+0000","last_became_active":"2023-12-22T17:14:48.069628+0000","last_became_peered":"2023-12-22T17:14:48.069628+0000","last_unstale":"2023-12-22T17:15:15.875097+0000","last_undegraded":"2023-12-22T17:15:15.875097+0000","last_fullsized":"2023-12-22T17:15:15.875097+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:18:04.310038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967189+0000","last_change":"2023-12-22T17:14:47.121914+0000","last_active":"2023-12-22T17:15:15.967189+0000","last_peered":"2023-12-22T17:15:15.967189+0000","last_clean":"2023-12-22T17:15:15.967189+0000","last_became_active":"2023-12-22T17:14:47.121606+0000","last_became_peered":"2023-12-22T17:14:47.121606+0000","last_unstale":"2023-12-22T17:15:15.967189+0000","last_undegraded":"2023-12-22T17:15:15.967189+0000","last_fullsized":"2023-12-22T17:15:15.967189+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:26:41.424993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967064+0000","last_change":"2023-12-22T17:14:48.068746+0000","last_active":"2023-12-22T17:15:15.967064+0000","last_peered":"2023-12-22T17:15:15.967064+0000","last_clean":"2023-12-22T17:15:15.967064+0000","last_became_active":"2023-12-22T17:14:48.068370+0000","last_became_peered":"2023-12-22T17:14:48.068370+0000","last_unstale":"2023-12-22T17:15:15.967064+0000","last_undegraded":"2023-12-22T17:15:15.967064+0000","last_fullsized":"2023-12-22T17:15:15.967064+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:25:46.315167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.875353+0000","last_change":"2023-12-22T17:14:47.117377+0000","last_active":"2023-12-22T17:15:15.875353+0000","last_peered":"2023-12-22T17:15:15.875353+0000","last_clean":"2023-12-22T17:15:15.875353+0000","last_became_active":"2023-12-22T17:14:47.116923+0000","last_became_peered":"2023-12-22T17:14:47.116923+0000","last_unstale":"2023-12-22T17:15:15.875353+0000","last_undegraded":"2023-12-22T17:15:15.875353+0000","last_fullsized":"2023-12-22T17:15:15.875353+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T17:52:47.976858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.968122+0000","last_change":"2023-12-22T17:14:48.080865+0000","last_active":"2023-12-22T17:15:15.968122+0000","last_peered":"2023-12-22T17:15:15.968122+0000","last_clean":"2023-12-22T17:15:15.968122+0000","last_became_active":"2023-12-22T17:14:48.080528+0000","last_became_peered":"2023-12-22T17:14:48.080528+0000","last_unstale":"2023-12-22T17:15:15.968122+0000","last_undegraded":"2023-12-22T17:15:15.968122+0000","last_fullsized":"2023-12-22T17:15:15.968122+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:59:11.745449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.968045+0000","last_change":"2023-12-22T17:14:47.125723+0000","last_active":"2023-12-22T17:15:15.968045+0000","last_peered":"2023-12-22T17:15:15.968045+0000","last_clean":"2023-12-22T17:15:15.968045+0000","last_became_active":"2023-12-22T17:14:47.125390+0000","last_became_peered":"2023-12-22T17:14:47.125390+0000","last_unstale":"2023-12-22T17:15:15.968045+0000","last_undegraded":"2023-12-22T17:15:15.968045+0000","last_fullsized":"2023-12-22T17:15:15.968045+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:13:43.885024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.881707+0000","last_change":"2023-12-22T17:14:48.075286+0000","last_active":"2023-12-22T17:15:15.881707+0000","last_peered":"2023-12-22T17:15:15.881707+0000","last_clean":"2023-12-22T17:15:15.881707+0000","last_became_active":"2023-12-22T17:14:48.074701+0000","last_became_peered":"2023-12-22T17:14:48.074701+0000","last_unstale":"2023-12-22T17:15:15.881707+0000","last_undegraded":"2023-12-22T17:15:15.881707+0000","last_fullsized":"2023-12-22T17:15:15.881707+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:34:05.213888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"58'3","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967167+0000","last_change":"2023-12-22T17:14:47.118184+0000","last_active":"2023-12-22T17:15:15.967167+0000","last_peered":"2023-12-22T17:15:15.967167+0000","last_clean":"2023-12-22T17:15:15.967167+0000","last_became_active":"2023-12-22T17:14:47.117520+0000","last_became_peered":"2023-12-22T17:14:47.117520+0000","last_unstale":"2023-12-22T17:15:15.967167+0000","last_undegraded":"2023-12-22T17:15:15.967167+0000","last_fullsized":"2023-12-22T17:15:15.967167+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:37:46.157034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967668+0000","last_change":"2023-12-22T17:14:48.080449+0000","last_active":"2023-12-22T17:15:15.967668+0000","last_peered":"2023-12-22T17:15:15.967668+0000","last_clean":"2023-12-22T17:15:15.967668+0000","last_became_active":"2023-12-22T17:14:48.080124+0000","last_became_peered":"2023-12-22T17:14:48.080124+0000","last_unstale":"2023-12-22T17:15:15.967668+0000","last_undegraded":"2023-12-22T17:15:15.967668+0000","last_fullsized":"2023-12-22T17:15:15.967668+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:26:13.020341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"62'9","reported_seq":24,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:16.010918+0000","last_change":"2023-12-22T17:14:47.121004+0000","last_active":"2023-12-22T17:15:16.010918+0000","last_peered":"2023-12-22T17:15:16.010918+0000","last_clean":"2023-12-22T17:15:16.010918+0000","last_became_active":"2023-12-22T17:14:47.120720+0000","last_became_peered":"2023-12-22T17:14:47.120720+0000","last_unstale":"2023-12-22T17:15:16.010918+0000","last_undegraded":"2023-12-22T17:15:16.010918+0000","last_fullsized":"2023-12-22T17:15:16.010918+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:33:57.428613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2324,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.876621+0000","last_change":"2023-12-22T17:14:48.088334+0000","last_active":"2023-12-22T17:15:15.876621+0000","last_peered":"2023-12-22T17:15:15.876621+0000","last_clean":"2023-12-22T17:15:15.876621+0000","last_became_active":"2023-12-22T17:14:48.088005+0000","last_became_peered":"2023-12-22T17:14:48.088005+0000","last_unstale":"2023-12-22T17:15:15.876621+0000","last_undegraded":"2023-12-22T17:15:15.876621+0000","last_fullsized":"2023-12-22T17:15:15.876621+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:25:08.032405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"58'2","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.881648+0000","last_change":"2023-12-22T17:14:47.124676+0000","last_active":"2023-12-22T17:15:15.881648+0000","last_peered":"2023-12-22T17:15:15.881648+0000","last_clean":"2023-12-22T17:15:15.881648+0000","last_became_active":"2023-12-22T17:14:47.124175+0000","last_became_peered":"2023-12-22T17:14:47.124175+0000","last_unstale":"2023-12-22T17:15:15.881648+0000","last_undegraded":"2023-12-22T17:15:15.881648+0000","last_fullsized":"2023-12-22T17:15:15.881648+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:13:41.352784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.880460+0000","last_change":"2023-12-22T17:14:48.071457+0000","last_active":"2023-12-22T17:15:15.880460+0000","last_peered":"2023-12-22T17:15:15.880460+0000","last_clean":"2023-12-22T17:15:15.880460+0000","last_became_active":"2023-12-22T17:14:48.071029+0000","last_became_peered":"2023-12-22T17:14:48.071029+0000","last_unstale":"2023-12-22T17:15:15.880460+0000","last_undegraded":"2023-12-22T17:15:15.880460+0000","last_fullsized":"2023-12-22T17:15:15.880460+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:05:26.779482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967616+0000","last_change":"2023-12-22T17:14:47.121744+0000","last_active":"2023-12-22T17:15:15.967616+0000","last_peered":"2023-12-22T17:15:15.967616+0000","last_clean":"2023-12-22T17:15:15.967616+0000","last_became_active":"2023-12-22T17:14:47.121434+0000","last_became_peered":"2023-12-22T17:14:47.121434+0000","last_unstale":"2023-12-22T17:15:15.967616+0000","last_undegraded":"2023-12-22T17:15:15.967616+0000","last_fullsized":"2023-12-22T17:15:15.967616+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:13:18.075746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.876375+0000","last_change":"2023-12-22T17:14:48.082995+0000","last_active":"2023-12-22T17:15:15.876375+0000","last_peered":"2023-12-22T17:15:15.876375+0000","last_clean":"2023-12-22T17:15:15.876375+0000","last_became_active":"2023-12-22T17:14:48.081843+0000","last_became_peered":"2023-12-22T17:14:48.081843+0000","last_unstale":"2023-12-22T17:15:15.876375+0000","last_undegraded":"2023-12-22T17:15:15.876375+0000","last_fullsized":"2023-12-22T17:15:15.876375+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:09:21.772875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.874534+0000","last_change":"2023-12-22T17:14:47.111494+0000","last_active":"2023-12-22T17:15:15.874534+0000","last_peered":"2023-12-22T17:15:15.874534+0000","last_clean":"2023-12-22T17:15:15.874534+0000","last_became_active":"2023-12-22T17:14:47.110097+0000","last_became_peered":"2023-12-22T17:14:47.110097+0000","last_unstale":"2023-12-22T17:15:15.874534+0000","last_undegraded":"2023-12-22T17:15:15.874534+0000","last_fullsized":"2023-12-22T17:15:15.874534+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:57:23.284067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.874631+0000","last_change":"2023-12-22T17:14:48.074800+0000","last_active":"2023-12-22T17:15:15.874631+0000","last_peered":"2023-12-22T17:15:15.874631+0000","last_clean":"2023-12-22T17:15:15.874631+0000","last_became_active":"2023-12-22T17:14:48.073918+0000","last_became_peered":"2023-12-22T17:14:48.073918+0000","last_unstale":"2023-12-22T17:15:15.874631+0000","last_undegraded":"2023-12-22T17:15:15.874631+0000","last_fullsized":"2023-12-22T17:15:15.874631+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:59:42.370341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"58'8","reported_seq":23,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.966494+0000","last_change":"2023-12-22T17:14:47.115616+0000","last_active":"2023-12-22T17:15:15.966494+0000","last_peered":"2023-12-22T17:15:15.966494+0000","last_clean":"2023-12-22T17:15:15.966494+0000","last_became_active":"2023-12-22T17:14:47.115313+0000","last_became_peered":"2023-12-22T17:14:47.115313+0000","last_unstale":"2023-12-22T17:15:15.966494+0000","last_undegraded":"2023-12-22T17:15:15.966494+0000","last_fullsized":"2023-12-22T17:15:15.966494+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:08:16.249415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.877001+0000","last_change":"2023-12-22T17:14:48.081932+0000","last_active":"2023-12-22T17:15:15.877001+0000","last_peered":"2023-12-22T17:15:15.877001+0000","last_clean":"2023-12-22T17:15:15.877001+0000","last_became_active":"2023-12-22T17:14:48.081613+0000","last_became_peered":"2023-12-22T17:14:48.081613+0000","last_unstale":"2023-12-22T17:15:15.877001+0000","last_undegraded":"2023-12-22T17:15:15.877001+0000","last_fullsized":"2023-12-22T17:15:15.877001+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:53:03.460391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"58'1","reported_seq":16,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967608+0000","last_change":"2023-12-22T17:14:47.122641+0000","last_active":"2023-12-22T17:15:15.967608+0000","last_peered":"2023-12-22T17:15:15.967608+0000","last_clean":"2023-12-22T17:15:15.967608+0000","last_became_active":"2023-12-22T17:14:47.122327+0000","last_became_peered":"2023-12-22T17:14:47.122327+0000","last_unstale":"2023-12-22T17:15:15.967608+0000","last_undegraded":"2023-12-22T17:15:15.967608+0000","last_fullsized":"2023-12-22T17:15:15.967608+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:55:41.071475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.877033+0000","last_change":"2023-12-22T17:14:48.089139+0000","last_active":"2023-12-22T17:15:15.877033+0000","last_peered":"2023-12-22T17:15:15.877033+0000","last_clean":"2023-12-22T17:15:15.877033+0000","last_became_active":"2023-12-22T17:14:48.088817+0000","last_became_peered":"2023-12-22T17:14:48.088817+0000","last_unstale":"2023-12-22T17:15:15.877033+0000","last_undegraded":"2023-12-22T17:15:15.877033+0000","last_fullsized":"2023-12-22T17:15:15.877033+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:09:31.287757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967495+0000","last_change":"2023-12-22T17:15:15.772161+0000","last_active":"2023-12-22T17:15:15.967495+0000","last_peered":"2023-12-22T17:15:15.967495+0000","last_clean":"2023-12-22T17:15:15.967495+0000","last_became_active":"2023-12-22T17:15:15.771831+0000","last_became_peered":"2023-12-22T17:15:15.771831+0000","last_unstale":"2023-12-22T17:15:15.967495+0000","last_undegraded":"2023-12-22T17:15:15.967495+0000","last_fullsized":"2023-12-22T17:15:15.967495+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_clean_scrub_stamp":"2023-12-22T17:15:14.744907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:36:26.777686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967350+0000","last_change":"2023-12-22T17:14:47.123165+0000","last_active":"2023-12-22T17:15:15.967350+0000","last_peered":"2023-12-22T17:15:15.967350+0000","last_clean":"2023-12-22T17:15:15.967350+0000","last_became_active":"2023-12-22T17:14:47.122864+0000","last_became_peered":"2023-12-22T17:14:47.122864+0000","last_unstale":"2023-12-22T17:15:15.967350+0000","last_undegraded":"2023-12-22T17:15:15.967350+0000","last_fullsized":"2023-12-22T17:15:15.967350+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:42:36.208142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.968210+0000","last_change":"2023-12-22T17:14:48.082822+0000","last_active":"2023-12-22T17:15:15.968210+0000","last_peered":"2023-12-22T17:15:15.968210+0000","last_clean":"2023-12-22T17:15:15.968210+0000","last_became_active":"2023-12-22T17:14:48.082538+0000","last_became_peered":"2023-12-22T17:14:48.082538+0000","last_unstale":"2023-12-22T17:15:15.968210+0000","last_undegraded":"2023-12-22T17:15:15.968210+0000","last_fullsized":"2023-12-22T17:15:15.968210+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:48:07.436806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967395+0000","last_change":"2023-12-22T17:15:15.772213+0000","last_active":"2023-12-22T17:15:15.967395+0000","last_peered":"2023-12-22T17:15:15.967395+0000","last_clean":"2023-12-22T17:15:15.967395+0000","last_became_active":"2023-12-22T17:15:15.771944+0000","last_became_peered":"2023-12-22T17:15:15.771944+0000","last_unstale":"2023-12-22T17:15:15.967395+0000","last_undegraded":"2023-12-22T17:15:15.967395+0000","last_fullsized":"2023-12-22T17:15:15.967395+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_clean_scrub_stamp":"2023-12-22T17:15:14.744907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:47:17.266911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.966965+0000","last_change":"2023-12-22T17:14:47.125882+0000","last_active":"2023-12-22T17:15:15.966965+0000","last_peered":"2023-12-22T17:15:15.966965+0000","last_clean":"2023-12-22T17:15:15.966965+0000","last_became_active":"2023-12-22T17:14:47.125324+0000","last_became_peered":"2023-12-22T17:14:47.125324+0000","last_unstale":"2023-12-22T17:15:15.966965+0000","last_undegraded":"2023-12-22T17:15:15.966965+0000","last_fullsized":"2023-12-22T17:15:15.966965+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:26:06.924390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967431+0000","last_change":"2023-12-22T17:14:48.083163+0000","last_active":"2023-12-22T17:15:15.967431+0000","last_peered":"2023-12-22T17:15:15.967431+0000","last_clean":"2023-12-22T17:15:15.967431+0000","last_became_active":"2023-12-22T17:14:48.082853+0000","last_became_peered":"2023-12-22T17:14:48.082853+0000","last_unstale":"2023-12-22T17:15:15.967431+0000","last_undegraded":"2023-12-22T17:15:15.967431+0000","last_fullsized":"2023-12-22T17:15:15.967431+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:40:58.099538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967822+0000","last_change":"2023-12-22T17:15:15.772178+0000","last_active":"2023-12-22T17:15:15.967822+0000","last_peered":"2023-12-22T17:15:15.967822+0000","last_clean":"2023-12-22T17:15:15.967822+0000","last_became_active":"2023-12-22T17:15:15.771859+0000","last_became_peered":"2023-12-22T17:15:15.771859+0000","last_unstale":"2023-12-22T17:15:15.967822+0000","last_undegraded":"2023-12-22T17:15:15.967822+0000","last_fullsized":"2023-12-22T17:15:15.967822+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_clean_scrub_stamp":"2023-12-22T17:15:14.744907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:57:21.543948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.966840+0000","last_change":"2023-12-22T17:14:48.075745+0000","last_active":"2023-12-22T17:15:15.966840+0000","last_peered":"2023-12-22T17:15:15.966840+0000","last_clean":"2023-12-22T17:15:15.966840+0000","last_became_active":"2023-12-22T17:14:48.075402+0000","last_became_peered":"2023-12-22T17:14:48.075402+0000","last_unstale":"2023-12-22T17:15:15.966840+0000","last_undegraded":"2023-12-22T17:15:15.966840+0000","last_fullsized":"2023-12-22T17:15:15.966840+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:24:24.235492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.966361+0000","last_change":"2023-12-22T17:14:47.122349+0000","last_active":"2023-12-22T17:15:15.966361+0000","last_peered":"2023-12-22T17:15:15.966361+0000","last_clean":"2023-12-22T17:15:15.966361+0000","last_became_active":"2023-12-22T17:14:47.122045+0000","last_became_peered":"2023-12-22T17:14:47.122045+0000","last_unstale":"2023-12-22T17:15:15.966361+0000","last_undegraded":"2023-12-22T17:15:15.966361+0000","last_fullsized":"2023-12-22T17:15:15.966361+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T21:24:29.078985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.878090+0000","last_change":"2023-12-22T17:15:15.877787+0000","last_active":"2023-12-22T17:15:15.878090+0000","last_peered":"2023-12-22T17:15:15.878090+0000","last_clean":"2023-12-22T17:15:15.878090+0000","last_became_active":"2023-12-22T17:15:15.877450+0000","last_became_peered":"2023-12-22T17:15:15.877450+0000","last_unstale":"2023-12-22T17:15:15.878090+0000","last_undegraded":"2023-12-22T17:15:15.878090+0000","last_fullsized":"2023-12-22T17:15:15.878090+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_clean_scrub_stamp":"2023-12-22T17:15:14.744907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:51:06.570829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.875423+0000","last_change":"2023-12-22T17:14:48.079144+0000","last_active":"2023-12-22T17:15:15.875423+0000","last_peered":"2023-12-22T17:15:15.875423+0000","last_clean":"2023-12-22T17:15:15.875423+0000","last_became_active":"2023-12-22T17:14:48.078826+0000","last_became_peered":"2023-12-22T17:14:48.078826+0000","last_unstale":"2023-12-22T17:15:15.875423+0000","last_undegraded":"2023-12-22T17:15:15.875423+0000","last_fullsized":"2023-12-22T17:15:15.875423+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:38:47.526612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967616+0000","last_change":"2023-12-22T17:14:47.124396+0000","last_active":"2023-12-22T17:15:15.967616+0000","last_peered":"2023-12-22T17:15:15.967616+0000","last_clean":"2023-12-22T17:15:15.967616+0000","last_became_active":"2023-12-22T17:14:47.124091+0000","last_became_peered":"2023-12-22T17:14:47.124091+0000","last_unstale":"2023-12-22T17:15:15.967616+0000","last_undegraded":"2023-12-22T17:15:15.967616+0000","last_fullsized":"2023-12-22T17:15:15.967616+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:10:44.824756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"62'128","reported_seq":273,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.987646+0000","last_change":"2023-12-22T17:14:36.756753+0000","last_active":"2023-12-22T17:15:15.987646+0000","last_peered":"2023-12-22T17:15:15.987646+0000","last_clean":"2023-12-22T17:15:15.987646+0000","last_became_active":"2023-12-22T17:14:36.756294+0000","last_became_peered":"2023-12-22T17:14:36.756294+0000","last_unstale":"2023-12-22T17:15:15.987646+0000","last_undegraded":"2023-12-22T17:15:15.987646+0000","last_fullsized":"2023-12-22T17:15:15.987646+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:13:07.356504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:13:07.356504+0000","last_clean_scrub_stamp":"2023-12-22T17:13:07.356504+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:41:34.846189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.881019+0000","last_change":"2023-12-22T17:15:15.773704+0000","last_active":"2023-12-22T17:15:15.881019+0000","last_peered":"2023-12-22T17:15:15.881019+0000","last_clean":"2023-12-22T17:15:15.881019+0000","last_became_active":"2023-12-22T17:15:15.773402+0000","last_became_peered":"2023-12-22T17:15:15.773402+0000","last_unstale":"2023-12-22T17:15:15.881019+0000","last_undegraded":"2023-12-22T17:15:15.881019+0000","last_fullsized":"2023-12-22T17:15:15.881019+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_clean_scrub_stamp":"2023-12-22T17:15:14.744907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:18:19.525045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.880369+0000","last_change":"2023-12-22T17:14:48.070818+0000","last_active":"2023-12-22T17:15:15.880369+0000","last_peered":"2023-12-22T17:15:15.880369+0000","last_clean":"2023-12-22T17:15:15.880369+0000","last_became_active":"2023-12-22T17:14:48.070465+0000","last_became_peered":"2023-12-22T17:14:48.070465+0000","last_unstale":"2023-12-22T17:15:15.880369+0000","last_undegraded":"2023-12-22T17:15:15.880369+0000","last_fullsized":"2023-12-22T17:15:15.880369+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:24:33.479504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.876158+0000","last_change":"2023-12-22T17:14:47.125426+0000","last_active":"2023-12-22T17:15:15.876158+0000","last_peered":"2023-12-22T17:15:15.876158+0000","last_clean":"2023-12-22T17:15:15.876158+0000","last_became_active":"2023-12-22T17:14:47.124971+0000","last_became_peered":"2023-12-22T17:14:47.124971+0000","last_unstale":"2023-12-22T17:15:15.876158+0000","last_undegraded":"2023-12-22T17:15:15.876158+0000","last_fullsized":"2023-12-22T17:15:15.876158+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:22:57.101225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.882014+0000","last_change":"2023-12-22T17:15:15.881840+0000","last_active":"2023-12-22T17:15:15.882014+0000","last_peered":"2023-12-22T17:15:15.882014+0000","last_clean":"2023-12-22T17:15:15.882014+0000","last_became_active":"2023-12-22T17:15:15.881199+0000","last_became_peered":"2023-12-22T17:15:15.881199+0000","last_unstale":"2023-12-22T17:15:15.882014+0000","last_undegraded":"2023-12-22T17:15:15.882014+0000","last_fullsized":"2023-12-22T17:15:15.882014+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_clean_scrub_stamp":"2023-12-22T17:15:14.744907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:03:50.199722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.876817+0000","last_change":"2023-12-22T17:14:47.128678+0000","last_active":"2023-12-22T17:15:15.876817+0000","last_peered":"2023-12-22T17:15:15.876817+0000","last_clean":"2023-12-22T17:15:15.876817+0000","last_became_active":"2023-12-22T17:14:47.128105+0000","last_became_peered":"2023-12-22T17:14:47.128105+0000","last_unstale":"2023-12-22T17:15:15.876817+0000","last_undegraded":"2023-12-22T17:15:15.876817+0000","last_fullsized":"2023-12-22T17:15:15.876817+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:42:22.315454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967435+0000","last_change":"2023-12-22T17:14:48.082213+0000","last_active":"2023-12-22T17:15:15.967435+0000","last_peered":"2023-12-22T17:15:15.967435+0000","last_clean":"2023-12-22T17:15:15.967435+0000","last_became_active":"2023-12-22T17:14:48.081701+0000","last_became_peered":"2023-12-22T17:14:48.081701+0000","last_unstale":"2023-12-22T17:15:15.967435+0000","last_undegraded":"2023-12-22T17:15:15.967435+0000","last_fullsized":"2023-12-22T17:15:15.967435+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:09:08.855908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.878567+0000","last_change":"2023-12-22T17:15:15.878372+0000","last_active":"2023-12-22T17:15:15.878567+0000","last_peered":"2023-12-22T17:15:15.878567+0000","last_clean":"2023-12-22T17:15:15.878567+0000","last_became_active":"2023-12-22T17:15:15.878014+0000","last_became_peered":"2023-12-22T17:15:15.878014+0000","last_unstale":"2023-12-22T17:15:15.878567+0000","last_undegraded":"2023-12-22T17:15:15.878567+0000","last_fullsized":"2023-12-22T17:15:15.878567+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_clean_scrub_stamp":"2023-12-22T17:15:14.744907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:15:47.622524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"59'1","reported_seq":16,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967512+0000","last_change":"2023-12-22T17:14:47.118804+0000","last_active":"2023-12-22T17:15:15.967512+0000","last_peered":"2023-12-22T17:15:15.967512+0000","last_clean":"2023-12-22T17:15:15.967512+0000","last_became_active":"2023-12-22T17:14:47.118547+0000","last_became_peered":"2023-12-22T17:14:47.118547+0000","last_unstale":"2023-12-22T17:15:15.967512+0000","last_undegraded":"2023-12-22T17:15:15.967512+0000","last_fullsized":"2023-12-22T17:15:15.967512+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T05:14:22.631063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.876305+0000","last_change":"2023-12-22T17:14:48.073082+0000","last_active":"2023-12-22T17:15:15.876305+0000","last_peered":"2023-12-22T17:15:15.876305+0000","last_clean":"2023-12-22T17:15:15.876305+0000","last_became_active":"2023-12-22T17:14:48.072708+0000","last_became_peered":"2023-12-22T17:14:48.072708+0000","last_unstale":"2023-12-22T17:15:15.876305+0000","last_undegraded":"2023-12-22T17:15:15.876305+0000","last_fullsized":"2023-12-22T17:15:15.876305+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:09:13.498051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.966778+0000","last_change":"2023-12-22T17:15:15.767968+0000","last_active":"2023-12-22T17:15:15.966778+0000","last_peered":"2023-12-22T17:15:15.966778+0000","last_clean":"2023-12-22T17:15:15.966778+0000","last_became_active":"2023-12-22T17:15:15.767699+0000","last_became_peered":"2023-12-22T17:15:15.767699+0000","last_unstale":"2023-12-22T17:15:15.966778+0000","last_undegraded":"2023-12-22T17:15:15.966778+0000","last_fullsized":"2023-12-22T17:15:15.966778+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_clean_scrub_stamp":"2023-12-22T17:15:14.744907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:48:07.630037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"58'2","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.875252+0000","last_change":"2023-12-22T17:14:47.116001+0000","last_active":"2023-12-22T17:15:15.875252+0000","last_peered":"2023-12-22T17:15:15.875252+0000","last_clean":"2023-12-22T17:15:15.875252+0000","last_became_active":"2023-12-22T17:14:47.115568+0000","last_became_peered":"2023-12-22T17:14:47.115568+0000","last_unstale":"2023-12-22T17:15:15.875252+0000","last_undegraded":"2023-12-22T17:15:15.875252+0000","last_fullsized":"2023-12-22T17:15:15.875252+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T21:03:41.469376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.881237+0000","last_change":"2023-12-22T17:14:48.070031+0000","last_active":"2023-12-22T17:15:15.881237+0000","last_peered":"2023-12-22T17:15:15.881237+0000","last_clean":"2023-12-22T17:15:15.881237+0000","last_became_active":"2023-12-22T17:14:48.069564+0000","last_became_peered":"2023-12-22T17:14:48.069564+0000","last_unstale":"2023-12-22T17:15:15.881237+0000","last_undegraded":"2023-12-22T17:15:15.881237+0000","last_fullsized":"2023-12-22T17:15:15.881237+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:08:31.250803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.876459+0000","last_change":"2023-12-22T17:14:47.125245+0000","last_active":"2023-12-22T17:15:15.876459+0000","last_peered":"2023-12-22T17:15:15.876459+0000","last_clean":"2023-12-22T17:15:15.876459+0000","last_became_active":"2023-12-22T17:14:47.124544+0000","last_became_peered":"2023-12-22T17:14:47.124544+0000","last_unstale":"2023-12-22T17:15:15.876459+0000","last_undegraded":"2023-12-22T17:15:15.876459+0000","last_fullsized":"2023-12-22T17:15:15.876459+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:40:35.691904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967184+0000","last_change":"2023-12-22T17:14:48.075574+0000","last_active":"2023-12-22T17:15:15.967184+0000","last_peered":"2023-12-22T17:15:15.967184+0000","last_clean":"2023-12-22T17:15:15.967184+0000","last_became_active":"2023-12-22T17:14:48.075185+0000","last_became_peered":"2023-12-22T17:14:48.075185+0000","last_unstale":"2023-12-22T17:15:15.967184+0000","last_undegraded":"2023-12-22T17:15:15.967184+0000","last_fullsized":"2023-12-22T17:15:15.967184+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:15:01.767043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.966930+0000","last_change":"2023-12-22T17:14:47.120121+0000","last_active":"2023-12-22T17:15:15.966930+0000","last_peered":"2023-12-22T17:15:15.966930+0000","last_clean":"2023-12-22T17:15:15.966930+0000","last_became_active":"2023-12-22T17:14:47.119841+0000","last_became_peered":"2023-12-22T17:14:47.119841+0000","last_unstale":"2023-12-22T17:15:15.966930+0000","last_undegraded":"2023-12-22T17:15:15.966930+0000","last_fullsized":"2023-12-22T17:15:15.966930+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:47:06.811008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.875048+0000","last_change":"2023-12-22T17:14:48.075834+0000","last_active":"2023-12-22T17:15:15.875048+0000","last_peered":"2023-12-22T17:15:15.875048+0000","last_clean":"2023-12-22T17:15:15.875048+0000","last_became_active":"2023-12-22T17:14:48.075351+0000","last_became_peered":"2023-12-22T17:14:48.075351+0000","last_unstale":"2023-12-22T17:15:15.875048+0000","last_undegraded":"2023-12-22T17:15:15.875048+0000","last_fullsized":"2023-12-22T17:15:15.875048+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:20:07.784801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967660+0000","last_change":"2023-12-22T17:14:47.119680+0000","last_active":"2023-12-22T17:15:15.967660+0000","last_peered":"2023-12-22T17:15:15.967660+0000","last_clean":"2023-12-22T17:15:15.967660+0000","last_became_active":"2023-12-22T17:14:47.119401+0000","last_became_peered":"2023-12-22T17:14:47.119401+0000","last_unstale":"2023-12-22T17:15:15.967660+0000","last_undegraded":"2023-12-22T17:15:15.967660+0000","last_fullsized":"2023-12-22T17:15:15.967660+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:10:09.143754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.875243+0000","last_change":"2023-12-22T17:14:48.070210+0000","last_active":"2023-12-22T17:15:15.875243+0000","last_peered":"2023-12-22T17:15:15.875243+0000","last_clean":"2023-12-22T17:15:15.875243+0000","last_became_active":"2023-12-22T17:14:48.069900+0000","last_became_peered":"2023-12-22T17:14:48.069900+0000","last_unstale":"2023-12-22T17:15:15.875243+0000","last_undegraded":"2023-12-22T17:15:15.875243+0000","last_fullsized":"2023-12-22T17:15:15.875243+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:42:16.002973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"58'2","reported_seq":16,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.876231+0000","last_change":"2023-12-22T17:14:47.124058+0000","last_active":"2023-12-22T17:15:15.876231+0000","last_peered":"2023-12-22T17:15:15.876231+0000","last_clean":"2023-12-22T17:15:15.876231+0000","last_became_active":"2023-12-22T17:14:47.123759+0000","last_became_peered":"2023-12-22T17:14:47.123759+0000","last_unstale":"2023-12-22T17:15:15.876231+0000","last_undegraded":"2023-12-22T17:15:15.876231+0000","last_fullsized":"2023-12-22T17:15:15.876231+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:59:13.412760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.874734+0000","last_change":"2023-12-22T17:14:48.068583+0000","last_active":"2023-12-22T17:15:15.874734+0000","last_peered":"2023-12-22T17:15:15.874734+0000","last_clean":"2023-12-22T17:15:15.874734+0000","last_became_active":"2023-12-22T17:14:48.068255+0000","last_became_peered":"2023-12-22T17:14:48.068255+0000","last_unstale":"2023-12-22T17:15:15.874734+0000","last_undegraded":"2023-12-22T17:15:15.874734+0000","last_fullsized":"2023-12-22T17:15:15.874734+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:04:00.387399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967671+0000","last_change":"2023-12-22T17:14:47.119864+0000","last_active":"2023-12-22T17:15:15.967671+0000","last_peered":"2023-12-22T17:15:15.967671+0000","last_clean":"2023-12-22T17:15:15.967671+0000","last_became_active":"2023-12-22T17:14:47.119566+0000","last_became_peered":"2023-12-22T17:14:47.119566+0000","last_unstale":"2023-12-22T17:15:15.967671+0000","last_undegraded":"2023-12-22T17:15:15.967671+0000","last_fullsized":"2023-12-22T17:15:15.967671+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:06:47.199136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.877092+0000","last_change":"2023-12-22T17:14:48.090697+0000","last_active":"2023-12-22T17:15:15.877092+0000","last_peered":"2023-12-22T17:15:15.877092+0000","last_clean":"2023-12-22T17:15:15.877092+0000","last_became_active":"2023-12-22T17:14:48.090387+0000","last_became_peered":"2023-12-22T17:14:48.090387+0000","last_unstale":"2023-12-22T17:15:15.877092+0000","last_undegraded":"2023-12-22T17:15:15.877092+0000","last_fullsized":"2023-12-22T17:15:15.877092+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:47:35.460863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"58'1","reported_seq":16,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967067+0000","last_change":"2023-12-22T17:14:47.118369+0000","last_active":"2023-12-22T17:15:15.967067+0000","last_peered":"2023-12-22T17:15:15.967067+0000","last_clean":"2023-12-22T17:15:15.967067+0000","last_became_active":"2023-12-22T17:14:47.117911+0000","last_became_peered":"2023-12-22T17:14:47.117911+0000","last_unstale":"2023-12-22T17:15:15.967067+0000","last_undegraded":"2023-12-22T17:15:15.967067+0000","last_fullsized":"2023-12-22T17:15:15.967067+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:59:59.654553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.968087+0000","last_change":"2023-12-22T17:14:48.078512+0000","last_active":"2023-12-22T17:15:15.968087+0000","last_peered":"2023-12-22T17:15:15.968087+0000","last_clean":"2023-12-22T17:15:15.968087+0000","last_became_active":"2023-12-22T17:14:48.078142+0000","last_became_peered":"2023-12-22T17:14:48.078142+0000","last_unstale":"2023-12-22T17:15:15.968087+0000","last_undegraded":"2023-12-22T17:15:15.968087+0000","last_fullsized":"2023-12-22T17:15:15.968087+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:39:23.753379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"58'2","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.968071+0000","last_change":"2023-12-22T17:14:47.114336+0000","last_active":"2023-12-22T17:15:15.968071+0000","last_peered":"2023-12-22T17:15:15.968071+0000","last_clean":"2023-12-22T17:15:15.968071+0000","last_became_active":"2023-12-22T17:14:47.114006+0000","last_became_peered":"2023-12-22T17:14:47.114006+0000","last_unstale":"2023-12-22T17:15:15.968071+0000","last_undegraded":"2023-12-22T17:15:15.968071+0000","last_fullsized":"2023-12-22T17:15:15.968071+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:36:21.765002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.877097+0000","last_change":"2023-12-22T17:14:48.088252+0000","last_active":"2023-12-22T17:15:15.877097+0000","last_peered":"2023-12-22T17:15:15.877097+0000","last_clean":"2023-12-22T17:15:15.877097+0000","last_became_active":"2023-12-22T17:14:48.087944+0000","last_became_peered":"2023-12-22T17:14:48.087944+0000","last_unstale":"2023-12-22T17:15:15.877097+0000","last_undegraded":"2023-12-22T17:15:15.877097+0000","last_fullsized":"2023-12-22T17:15:15.877097+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:11:43.993696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.874460+0000","last_change":"2023-12-22T17:14:48.075222+0000","last_active":"2023-12-22T17:15:15.874460+0000","last_peered":"2023-12-22T17:15:15.874460+0000","last_clean":"2023-12-22T17:15:15.874460+0000","last_became_active":"2023-12-22T17:14:48.074482+0000","last_became_peered":"2023-12-22T17:14:48.074482+0000","last_unstale":"2023-12-22T17:15:15.874460+0000","last_undegraded":"2023-12-22T17:15:15.874460+0000","last_fullsized":"2023-12-22T17:15:15.874460+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:38:05.015812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.966457+0000","last_change":"2023-12-22T17:14:48.080520+0000","last_active":"2023-12-22T17:15:15.966457+0000","last_peered":"2023-12-22T17:15:15.966457+0000","last_clean":"2023-12-22T17:15:15.966457+0000","last_became_active":"2023-12-22T17:14:48.080176+0000","last_became_peered":"2023-12-22T17:14:48.080176+0000","last_unstale":"2023-12-22T17:15:15.966457+0000","last_undegraded":"2023-12-22T17:15:15.966457+0000","last_fullsized":"2023-12-22T17:15:15.966457+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:03:31.816794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967621+0000","last_change":"2023-12-22T17:14:48.085655+0000","last_active":"2023-12-22T17:15:15.967621+0000","last_peered":"2023-12-22T17:15:15.967621+0000","last_clean":"2023-12-22T17:15:15.967621+0000","last_became_active":"2023-12-22T17:14:48.085333+0000","last_became_peered":"2023-12-22T17:14:48.085333+0000","last_unstale":"2023-12-22T17:15:15.967621+0000","last_undegraded":"2023-12-22T17:15:15.967621+0000","last_fullsized":"2023-12-22T17:15:15.967621+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:16:41.623143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.881531+0000","last_change":"2023-12-22T17:14:48.069749+0000","last_active":"2023-12-22T17:15:15.881531+0000","last_peered":"2023-12-22T17:15:15.881531+0000","last_clean":"2023-12-22T17:15:15.881531+0000","last_became_active":"2023-12-22T17:14:48.069399+0000","last_became_peered":"2023-12-22T17:14:48.069399+0000","last_unstale":"2023-12-22T17:15:15.881531+0000","last_undegraded":"2023-12-22T17:15:15.881531+0000","last_fullsized":"2023-12-22T17:15:15.881531+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:35:11.984267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.876658+0000","last_change":"2023-12-22T17:14:48.071486+0000","last_active":"2023-12-22T17:15:15.876658+0000","last_peered":"2023-12-22T17:15:15.876658+0000","last_clean":"2023-12-22T17:15:15.876658+0000","last_became_active":"2023-12-22T17:14:48.070545+0000","last_became_peered":"2023-12-22T17:14:48.070545+0000","last_unstale":"2023-12-22T17:15:15.876658+0000","last_undegraded":"2023-12-22T17:15:15.876658+0000","last_fullsized":"2023-12-22T17:15:15.876658+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:55:07.237280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.966980+0000","last_change":"2023-12-22T17:14:48.077630+0000","last_active":"2023-12-22T17:15:15.966980+0000","last_peered":"2023-12-22T17:15:15.966980+0000","last_clean":"2023-12-22T17:15:15.966980+0000","last_became_active":"2023-12-22T17:14:48.077265+0000","last_became_peered":"2023-12-22T17:14:48.077265+0000","last_unstale":"2023-12-22T17:15:15.966980+0000","last_undegraded":"2023-12-22T17:15:15.966980+0000","last_fullsized":"2023-12-22T17:15:15.966980+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:49:56.617185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.875192+0000","last_change":"2023-12-22T17:14:48.069440+0000","last_active":"2023-12-22T17:15:15.875192+0000","last_peered":"2023-12-22T17:15:15.875192+0000","last_clean":"2023-12-22T17:15:15.875192+0000","last_became_active":"2023-12-22T17:14:48.069099+0000","last_became_peered":"2023-12-22T17:14:48.069099+0000","last_unstale":"2023-12-22T17:15:15.875192+0000","last_undegraded":"2023-12-22T17:15:15.875192+0000","last_fullsized":"2023-12-22T17:15:15.875192+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:14:11.705233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.876384+0000","last_change":"2023-12-22T17:14:48.064189+0000","last_active":"2023-12-22T17:15:15.876384+0000","last_peered":"2023-12-22T17:15:15.876384+0000","last_clean":"2023-12-22T17:15:15.876384+0000","last_became_active":"2023-12-22T17:14:48.063276+0000","last_became_peered":"2023-12-22T17:14:48.063276+0000","last_unstale":"2023-12-22T17:15:15.876384+0000","last_undegraded":"2023-12-22T17:15:15.876384+0000","last_fullsized":"2023-12-22T17:15:15.876384+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T21:06:54.622669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967277+0000","last_change":"2023-12-22T17:14:48.081385+0000","last_active":"2023-12-22T17:15:15.967277+0000","last_peered":"2023-12-22T17:15:15.967277+0000","last_clean":"2023-12-22T17:15:15.967277+0000","last_became_active":"2023-12-22T17:14:48.081082+0000","last_became_peered":"2023-12-22T17:14:48.081082+0000","last_unstale":"2023-12-22T17:15:15.967277+0000","last_undegraded":"2023-12-22T17:15:15.967277+0000","last_fullsized":"2023-12-22T17:15:15.967277+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:54:18.191564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.875067+0000","last_change":"2023-12-22T17:14:48.067690+0000","last_active":"2023-12-22T17:15:15.875067+0000","last_peered":"2023-12-22T17:15:15.875067+0000","last_clean":"2023-12-22T17:15:15.875067+0000","last_became_active":"2023-12-22T17:14:48.066917+0000","last_became_peered":"2023-12-22T17:14:48.066917+0000","last_unstale":"2023-12-22T17:15:15.875067+0000","last_undegraded":"2023-12-22T17:15:15.875067+0000","last_fullsized":"2023-12-22T17:15:15.875067+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:46:58.626252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967715+0000","last_change":"2023-12-22T17:14:48.080298+0000","last_active":"2023-12-22T17:15:15.967715+0000","last_peered":"2023-12-22T17:15:15.967715+0000","last_clean":"2023-12-22T17:15:15.967715+0000","last_became_active":"2023-12-22T17:14:48.079928+0000","last_became_peered":"2023-12-22T17:14:48.079928+0000","last_unstale":"2023-12-22T17:15:15.967715+0000","last_undegraded":"2023-12-22T17:15:15.967715+0000","last_fullsized":"2023-12-22T17:15:15.967715+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:41:37.601463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.881537+0000","last_change":"2023-12-22T17:14:48.080400+0000","last_active":"2023-12-22T17:15:15.881537+0000","last_peered":"2023-12-22T17:15:15.881537+0000","last_clean":"2023-12-22T17:15:15.881537+0000","last_became_active":"2023-12-22T17:14:48.080087+0000","last_became_peered":"2023-12-22T17:14:48.080087+0000","last_unstale":"2023-12-22T17:15:15.881537+0000","last_undegraded":"2023-12-22T17:15:15.881537+0000","last_fullsized":"2023-12-22T17:15:15.881537+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:53:44.736505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.874956+0000","last_change":"2023-12-22T17:14:48.076551+0000","last_active":"2023-12-22T17:15:15.874956+0000","last_peered":"2023-12-22T17:15:15.874956+0000","last_clean":"2023-12-22T17:15:15.874956+0000","last_became_active":"2023-12-22T17:14:48.076286+0000","last_became_peered":"2023-12-22T17:14:48.076286+0000","last_unstale":"2023-12-22T17:15:15.874956+0000","last_undegraded":"2023-12-22T17:15:15.874956+0000","last_fullsized":"2023-12-22T17:15:15.874956+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:10:49.068174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3094,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":51,"seq":219043332111,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298492,"kb_used_data":1204,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446660,"statfs":{"total":95995035648,"available":95689379840,"internally_reserved":0,"allocated":1232896,"data_stored":863855,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 22 17:15:33 2023","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.443}]},{"osd":1,"last update":"Fri Dec 22 17:15:33 2023","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.53300000000000003}]},{"osd":2,"last update":"Fri Dec 22 17:15:33 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.5}]},{"osd":3,"last update":"Fri Dec 22 17:15:33 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.48799999999999999}]},{"osd":4,"last update":"Fri Dec 22 17:15:33 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.307},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.38300000000000001}]},{"osd":5,"last update":"Fri Dec 22 17:15:33 2023","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.50800000000000001}]},{"osd":6,"last update":"Fri Dec 22 17:15:33 2023","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.48099999999999998}]}]},{"osd":6,"up_from":44,"seq":188978561041,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298500,"kb_used_data":1212,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446652,"statfs":{"total":95995035648,"available":95689371648,"internally_reserved":0,"allocated":1241088,"data_stored":865868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 22 17:15:15 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.54900000000000004}]},{"osd":1,"last update":"Fri Dec 22 17:15:15 2023","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.72199999999999998}]},{"osd":2,"last update":"Fri Dec 22 17:15:15 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.044,"5min":1.044,"15min":1.044},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.629}]},{"osd":3,"last update":"Fri Dec 22 17:15:15 2023","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.81599999999999995},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.77300000000000002}]},{"osd":4,"last update":"Fri Dec 22 17:15:15 2023","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.753}]},{"osd":5,"last update":"Fri Dec 22 17:15:15 2023","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.85599999999999998}]},{"osd":7,"last update":"Fri Dec 22 17:15:35 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.80100000000000005},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.88200000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297916,"kb_used_data":628,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447236,"statfs":{"total":95995035648,"available":95689969664,"internally_reserved":0,"allocated":643072,"data_stored":273336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 22 17:14:56 2023","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.33900000000000002,"15min":0.33100000000000002},"min":{"1min":0.30099999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.438,"5min":0.36199999999999999,"15min":0.34899999999999998},"min":{"1min":0.30599999999999999,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.48399999999999999}]},{"osd":2,"last update":"Fri Dec 22 17:15:11 2023","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.40100000000000002,"15min":0.39900000000000002},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.54200000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.442,"5min":0.41199999999999998,"15min":0.40699999999999997},"min":{"1min":0.32900000000000001,"5min":0.312,"15min":0.312},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.54800000000000004}]},{"osd":3,"last update":"Fri Dec 22 17:15:28 2023","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.47399999999999998,"15min":0.48199999999999998},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.438,"5min":0.46300000000000002,"15min":0.46700000000000003},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.57499999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.51900000000000002}]},{"osd":4,"last update":"Fri Dec 22 17:14:43 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.63800000000000001}]},{"osd":5,"last update":"Fri Dec 22 17:15:02 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.63},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.68600000000000005}]},{"osd":6,"last update":"Fri Dec 22 17:15:18 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.71499999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65300000000000002}]}]},{"osd":0,"up_from":8,"seq":34359738407,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298500,"kb_used_data":1212,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446652,"statfs":{"total":95995035648,"available":95689371648,"internally_reserved":0,"allocated":1241088,"data_stored":863979,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Dec 22 17:14:54 2023","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.35599999999999998,"15min":0.34899999999999998},"min":{"1min":0.245,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.36599999999999999,"15min":0.35499999999999998},"min":{"1min":0.26700000000000002,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.27000000000000002}]},{"osd":2,"last update":"Fri Dec 22 17:15:10 2023","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.42799999999999999,"15min":0.42799999999999999},"min":{"1min":0.27700000000000002,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.59999999999999998,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.433,"15min":0.42699999999999999},"min":{"1min":0.33800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":0.312}]},{"osd":3,"last update":"Fri Dec 22 17:15:27 2023","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.504,"15min":0.51600000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.64000000000000001,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.439,"5min":0.495,"15min":0.504},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.57799999999999996,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.34799999999999998}]},{"osd":4,"last update":"Fri Dec 22 17:14:41 2023","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.626,"15min":0.626},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.52500000000000002}]},{"osd":5,"last update":"Fri Dec 22 17:14:59 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.50700000000000001}]},{"osd":6,"last update":"Fri Dec 22 17:15:20 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.47799999999999998}]},{"osd":7,"last update":"Fri Dec 22 17:15:33 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.49199999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411361,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297904,"kb_used_data":616,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447248,"statfs":{"total":95995035648,"available":95689981952,"internally_reserved":0,"allocated":630784,"data_stored":272911,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 22 17:15:08 2023","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.376,"15min":0.372},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.443,"15min":0.443},"min":{"1min":0.25700000000000001,"5min":0.249,"15min":0.249},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.50900000000000001}]},{"osd":1,"last update":"Fri Dec 22 17:15:08 2023","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.42099999999999999,"15min":0.42299999999999999},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.436,"5min":0.46200000000000002,"15min":0.46600000000000003},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.65100000000000002,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.66700000000000004}]},{"osd":3,"last update":"Fri Dec 22 17:15:30 2023","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.48299999999999998,"15min":0.49199999999999999},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.46300000000000002,"15min":0.47299999999999998},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.54700000000000004,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.52500000000000002}]},{"osd":4,"last update":"Fri Dec 22 17:14:43 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.72199999999999998}]},{"osd":5,"last update":"Fri Dec 22 17:15:01 2023","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.61799999999999999}]},{"osd":6,"last update":"Fri Dec 22 17:15:17 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.60299999999999998}]},{"osd":7,"last update":"Fri Dec 22 17:15:34 2023","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.64900000000000002}]}]},{"osd":3,"up_from":25,"seq":107374182429,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297924,"kb_used_data":636,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447228,"statfs":{"total":95995035648,"available":95689961472,"internally_reserved":0,"allocated":651264,"data_stored":275339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 22 17:15:29 2023","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.41399999999999998,"15min":0.41999999999999998},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.51400000000000001,"5min":0.625,"15min":0.625},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.45500000000000002,"15min":0.45700000000000002},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.7629999999999999,"5min":1.7629999999999999,"15min":1.7629999999999999},"last":0.313}]},{"osd":1,"last update":"Fri Dec 22 17:15:29 2023","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.46100000000000002,"15min":0.46899999999999997},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.46200000000000002,"15min":0.46999999999999997},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.64600000000000002,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.42799999999999999}]},{"osd":2,"last update":"Fri Dec 22 17:15:29 2023","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.48999999999999999,"15min":0.495},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.63800000000000001,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.49099999999999999,"15min":0.502},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.53000000000000003}]},{"osd":4,"last update":"Fri Dec 22 17:14:44 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.442}]},{"osd":5,"last update":"Fri Dec 22 17:14:59 2023","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.57499999999999996}]},{"osd":6,"last update":"Fri Dec 22 17:15:15 2023","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":1.069,"5min":1.069,"15min":1.069},"last":0.495}]},{"osd":7,"last update":"Fri Dec 22 17:15:35 2023","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.004,"5min":1.004,"15min":1.004},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.59699999999999998}]}]},{"osd":4,"up_from":30,"seq":128849018905,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297924,"kb_used_data":636,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447228,"statfs":{"total":95995035648,"available":95689961472,"internally_reserved":0,"allocated":651264,"data_stored":273856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 22 17:14:42 2023","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.47299999999999998}]},{"osd":1,"last update":"Fri Dec 22 17:14:42 2023","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.48399999999999999}]},{"osd":2,"last update":"Fri Dec 22 17:14:42 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.53500000000000003}]},{"osd":3,"last update":"Fri Dec 22 17:14:42 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.435},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.39000000000000001}]},{"osd":5,"last update":"Fri Dec 22 17:15:01 2023","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.51700000000000002}]},{"osd":6,"last update":"Fri Dec 22 17:15:18 2023","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.503},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.46500000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.497}]}]},{"osd":5,"up_from":37,"seq":158913789974,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297920,"kb_used_data":632,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447232,"statfs":{"total":95995035648,"available":95689965568,"internally_reserved":0,"allocated":647168,"data_stored":275325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 22 17:14:58 2023","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.52500000000000002}]},{"osd":1,"last update":"Fri Dec 22 17:14:58 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.38400000000000001}]},{"osd":2,"last update":"Fri Dec 22 17:14:58 2023","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.495},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.46200000000000002}]},{"osd":3,"last update":"Fri Dec 22 17:14:58 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.60799999999999998}]},{"osd":4,"last update":"Fri Dec 22 17:14:58 2023","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.628}]},{"osd":6,"last update":"Fri Dec 22 17:15:19 2023","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.67200000000000004}]},{"osd":7,"last update":"Fri Dec 22 17:15:33 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.69699999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2428,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2414,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-22T17:15:43.010 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph pg dump --format=json 2023-12-22T17:15:43.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:42 smithi039 ceph-mon[115265]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:43.510 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:15:43.792 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:43 smithi032 bash[168058]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2023-12-22T17:15:43.792 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:43 smithi032 bash[168058]: Writing manifest to image destination 2023-12-22T17:15:44.172 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:43 smithi032 ceph-mon[110651]: from='client.24698 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-22T17:15:44.173 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:43 smithi032 ceph-mon[125050]: from='client.24698 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-22T17:15:44.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:43 smithi039 ceph-mon[115265]: from='client.24698 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-22T17:15:44.624 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.420Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2023-12-22T17:15:44.624 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.420Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2023-12-22T17:15:44.624 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.420Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2023-12-22T17:15:44.625 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.420Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2023-12-22T17:15:44.625 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.420Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2023-12-22T17:15:44.625 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.421Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2023-12-22T17:15:44.625 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.421Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2023-12-22T17:15:44.625 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.421Z caller=node_exporter.go:117 level=info collector=arp 2023-12-22T17:15:44.625 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.421Z caller=node_exporter.go:117 level=info collector=bcache 2023-12-22T17:15:44.625 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.421Z caller=node_exporter.go:117 level=info collector=bonding 2023-12-22T17:15:44.625 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.421Z caller=node_exporter.go:117 level=info collector=btrfs 2023-12-22T17:15:44.625 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.421Z caller=node_exporter.go:117 level=info collector=conntrack 2023-12-22T17:15:44.625 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.421Z caller=node_exporter.go:117 level=info collector=cpu 2023-12-22T17:15:44.625 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.421Z caller=node_exporter.go:117 level=info collector=cpufreq 2023-12-22T17:15:44.625 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.421Z caller=node_exporter.go:117 level=info collector=diskstats 2023-12-22T17:15:44.625 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.421Z caller=node_exporter.go:117 level=info collector=dmi 2023-12-22T17:15:44.625 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.421Z caller=node_exporter.go:117 level=info collector=edac 2023-12-22T17:15:44.626 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.421Z caller=node_exporter.go:117 level=info collector=entropy 2023-12-22T17:15:44.626 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.421Z caller=node_exporter.go:117 level=info collector=fibrechannel 2023-12-22T17:15:44.626 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.421Z caller=node_exporter.go:117 level=info collector=filefd 2023-12-22T17:15:44.626 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.422Z caller=node_exporter.go:117 level=info collector=filesystem 2023-12-22T17:15:44.626 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.422Z caller=node_exporter.go:117 level=info collector=hwmon 2023-12-22T17:15:44.626 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.422Z caller=node_exporter.go:117 level=info collector=infiniband 2023-12-22T17:15:44.626 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.422Z caller=node_exporter.go:117 level=info collector=ipvs 2023-12-22T17:15:44.626 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.422Z caller=node_exporter.go:117 level=info collector=loadavg 2023-12-22T17:15:44.626 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.422Z caller=node_exporter.go:117 level=info collector=mdadm 2023-12-22T17:15:44.626 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.422Z caller=node_exporter.go:117 level=info collector=meminfo 2023-12-22T17:15:44.626 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.422Z caller=node_exporter.go:117 level=info collector=netclass 2023-12-22T17:15:44.626 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.422Z caller=node_exporter.go:117 level=info collector=netdev 2023-12-22T17:15:44.626 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.422Z caller=node_exporter.go:117 level=info collector=netstat 2023-12-22T17:15:44.626 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.422Z caller=node_exporter.go:117 level=info collector=nfs 2023-12-22T17:15:44.626 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.422Z caller=node_exporter.go:117 level=info collector=nfsd 2023-12-22T17:15:44.627 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.422Z caller=node_exporter.go:117 level=info collector=nvme 2023-12-22T17:15:44.627 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.422Z caller=node_exporter.go:117 level=info collector=os 2023-12-22T17:15:44.627 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.422Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2023-12-22T17:15:44.627 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.422Z caller=node_exporter.go:117 level=info collector=pressure 2023-12-22T17:15:44.627 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.422Z caller=node_exporter.go:117 level=info collector=rapl 2023-12-22T17:15:44.627 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.422Z caller=node_exporter.go:117 level=info collector=schedstat 2023-12-22T17:15:44.627 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.422Z caller=node_exporter.go:117 level=info collector=selinux 2023-12-22T17:15:44.627 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.422Z caller=node_exporter.go:117 level=info collector=sockstat 2023-12-22T17:15:44.627 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.422Z caller=node_exporter.go:117 level=info collector=softnet 2023-12-22T17:15:44.627 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.422Z caller=node_exporter.go:117 level=info collector=stat 2023-12-22T17:15:44.627 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.422Z caller=node_exporter.go:117 level=info collector=tapestats 2023-12-22T17:15:44.627 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.422Z caller=node_exporter.go:117 level=info collector=textfile 2023-12-22T17:15:44.627 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.422Z caller=node_exporter.go:117 level=info collector=thermal_zone 2023-12-22T17:15:44.627 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.422Z caller=node_exporter.go:117 level=info collector=time 2023-12-22T17:15:44.628 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.422Z caller=node_exporter.go:117 level=info collector=udp_queues 2023-12-22T17:15:44.628 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.422Z caller=node_exporter.go:117 level=info collector=uname 2023-12-22T17:15:44.628 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.422Z caller=node_exporter.go:117 level=info collector=vmstat 2023-12-22T17:15:44.628 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.422Z caller=node_exporter.go:117 level=info collector=xfs 2023-12-22T17:15:44.628 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.422Z caller=node_exporter.go:117 level=info collector=zfs 2023-12-22T17:15:44.628 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.422Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2023-12-22T17:15:44.628 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[168346]: ts=2023-12-22T17:15:44.422Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2023-12-22T17:15:44.628 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 bash[168058]: 714ec279aeeeecdb2fb8e09ceb47397f1c2b3c97e341aceb10a10b2eff72c577 2023-12-22T17:15:44.628 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:15:44 smithi032 systemd[1]: Started Ceph node-exporter.a for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:15:44.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-mon[125050]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:44.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:44.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:44.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:44.935 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-mon[110651]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:44.935 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:44.935 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:44.935 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:44 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:45.026 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:15:45.028 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2023-12-22T17:15:45.049 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:44 smithi039 ceph-mon[115265]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:45.049 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:44 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:45.049 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:44 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:45.049 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:44 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:45.330 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:45 smithi039 systemd[1]: Starting Ceph node-exporter.b for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:15:45.411 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":18,"stamp":"2023-12-22T17:15:43.889670+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593462,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385080,"kb_used_data":6776,"kb_used_omap":0,"kb_used_meta":2378240,"kb_avail":747576136,"statfs":{"total":767960285184,"available":765517963264,"internally_reserved":0,"allocated":6938624,"data_stored":3964469,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2435317760},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002547"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.877290+0000","last_change":"2023-12-22T17:14:48.090397+0000","last_active":"2023-12-22T17:15:15.877290+0000","last_peered":"2023-12-22T17:15:15.877290+0000","last_clean":"2023-12-22T17:15:15.877290+0000","last_became_active":"2023-12-22T17:14:48.090060+0000","last_became_peered":"2023-12-22T17:14:48.090060+0000","last_unstale":"2023-12-22T17:15:15.877290+0000","last_undegraded":"2023-12-22T17:15:15.877290+0000","last_fullsized":"2023-12-22T17:15:15.877290+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T17:55:47.107697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.966639+0000","last_change":"2023-12-22T17:14:48.074170+0000","last_active":"2023-12-22T17:15:15.966639+0000","last_peered":"2023-12-22T17:15:15.966639+0000","last_clean":"2023-12-22T17:15:15.966639+0000","last_became_active":"2023-12-22T17:14:48.073812+0000","last_became_peered":"2023-12-22T17:14:48.073812+0000","last_unstale":"2023-12-22T17:15:15.966639+0000","last_undegraded":"2023-12-22T17:15:15.966639+0000","last_fullsized":"2023-12-22T17:15:15.966639+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:26:48.591147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.881321+0000","last_change":"2023-12-22T17:14:48.071969+0000","last_active":"2023-12-22T17:15:15.881321+0000","last_peered":"2023-12-22T17:15:15.881321+0000","last_clean":"2023-12-22T17:15:15.881321+0000","last_became_active":"2023-12-22T17:14:48.071635+0000","last_became_peered":"2023-12-22T17:14:48.071635+0000","last_unstale":"2023-12-22T17:15:15.881321+0000","last_undegraded":"2023-12-22T17:15:15.881321+0000","last_fullsized":"2023-12-22T17:15:15.881321+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:51:18.683582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967930+0000","last_change":"2023-12-22T17:14:48.081308+0000","last_active":"2023-12-22T17:15:15.967930+0000","last_peered":"2023-12-22T17:15:15.967930+0000","last_clean":"2023-12-22T17:15:15.967930+0000","last_became_active":"2023-12-22T17:14:48.080323+0000","last_became_peered":"2023-12-22T17:14:48.080323+0000","last_unstale":"2023-12-22T17:15:15.967930+0000","last_undegraded":"2023-12-22T17:15:15.967930+0000","last_fullsized":"2023-12-22T17:15:15.967930+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:52:11.591669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.876498+0000","last_change":"2023-12-22T17:14:48.083287+0000","last_active":"2023-12-22T17:15:15.876498+0000","last_peered":"2023-12-22T17:15:15.876498+0000","last_clean":"2023-12-22T17:15:15.876498+0000","last_became_active":"2023-12-22T17:14:48.082360+0000","last_became_peered":"2023-12-22T17:14:48.082360+0000","last_unstale":"2023-12-22T17:15:15.876498+0000","last_undegraded":"2023-12-22T17:15:15.876498+0000","last_fullsized":"2023-12-22T17:15:15.876498+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:29:57.509473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967865+0000","last_change":"2023-12-22T17:14:48.086306+0000","last_active":"2023-12-22T17:15:15.967865+0000","last_peered":"2023-12-22T17:15:15.967865+0000","last_clean":"2023-12-22T17:15:15.967865+0000","last_became_active":"2023-12-22T17:14:48.085774+0000","last_became_peered":"2023-12-22T17:14:48.085774+0000","last_unstale":"2023-12-22T17:15:15.967865+0000","last_undegraded":"2023-12-22T17:15:15.967865+0000","last_fullsized":"2023-12-22T17:15:15.967865+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:24:58.142963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.876738+0000","last_change":"2023-12-22T17:14:48.082391+0000","last_active":"2023-12-22T17:15:15.876738+0000","last_peered":"2023-12-22T17:15:15.876738+0000","last_clean":"2023-12-22T17:15:15.876738+0000","last_became_active":"2023-12-22T17:14:48.082019+0000","last_became_peered":"2023-12-22T17:14:48.082019+0000","last_unstale":"2023-12-22T17:15:15.876738+0000","last_undegraded":"2023-12-22T17:15:15.876738+0000","last_fullsized":"2023-12-22T17:15:15.876738+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:17:32.780440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.874936+0000","last_change":"2023-12-22T17:14:48.079343+0000","last_active":"2023-12-22T17:15:15.874936+0000","last_peered":"2023-12-22T17:15:15.874936+0000","last_clean":"2023-12-22T17:15:15.874936+0000","last_became_active":"2023-12-22T17:14:48.079009+0000","last_became_peered":"2023-12-22T17:14:48.079009+0000","last_unstale":"2023-12-22T17:15:15.874936+0000","last_undegraded":"2023-12-22T17:15:15.874936+0000","last_fullsized":"2023-12-22T17:15:15.874936+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:55:56.431773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.877218+0000","last_change":"2023-12-22T17:14:48.086529+0000","last_active":"2023-12-22T17:15:15.877218+0000","last_peered":"2023-12-22T17:15:15.877218+0000","last_clean":"2023-12-22T17:15:15.877218+0000","last_became_active":"2023-12-22T17:14:48.086211+0000","last_became_peered":"2023-12-22T17:14:48.086211+0000","last_unstale":"2023-12-22T17:15:15.877218+0000","last_undegraded":"2023-12-22T17:15:15.877218+0000","last_fullsized":"2023-12-22T17:15:15.877218+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:00:48.561842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.875082+0000","last_change":"2023-12-22T17:14:48.074494+0000","last_active":"2023-12-22T17:15:15.875082+0000","last_peered":"2023-12-22T17:15:15.875082+0000","last_clean":"2023-12-22T17:15:15.875082+0000","last_became_active":"2023-12-22T17:14:48.074093+0000","last_became_peered":"2023-12-22T17:14:48.074093+0000","last_unstale":"2023-12-22T17:15:15.875082+0000","last_undegraded":"2023-12-22T17:15:15.875082+0000","last_fullsized":"2023-12-22T17:15:15.875082+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:26:55.128223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.875195+0000","last_change":"2023-12-22T17:14:48.075415+0000","last_active":"2023-12-22T17:15:15.875195+0000","last_peered":"2023-12-22T17:15:15.875195+0000","last_clean":"2023-12-22T17:15:15.875195+0000","last_became_active":"2023-12-22T17:14:48.074595+0000","last_became_peered":"2023-12-22T17:14:48.074595+0000","last_unstale":"2023-12-22T17:15:15.875195+0000","last_undegraded":"2023-12-22T17:15:15.875195+0000","last_fullsized":"2023-12-22T17:15:15.875195+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:01:05.350910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967872+0000","last_change":"2023-12-22T17:14:48.070759+0000","last_active":"2023-12-22T17:15:15.967872+0000","last_peered":"2023-12-22T17:15:15.967872+0000","last_clean":"2023-12-22T17:15:15.967872+0000","last_became_active":"2023-12-22T17:14:48.070472+0000","last_became_peered":"2023-12-22T17:14:48.070472+0000","last_unstale":"2023-12-22T17:15:15.967872+0000","last_undegraded":"2023-12-22T17:15:15.967872+0000","last_fullsized":"2023-12-22T17:15:15.967872+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:31:24.565312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.875238+0000","last_change":"2023-12-22T17:14:48.066341+0000","last_active":"2023-12-22T17:15:15.875238+0000","last_peered":"2023-12-22T17:15:15.875238+0000","last_clean":"2023-12-22T17:15:15.875238+0000","last_became_active":"2023-12-22T17:14:48.066009+0000","last_became_peered":"2023-12-22T17:14:48.066009+0000","last_unstale":"2023-12-22T17:15:15.875238+0000","last_undegraded":"2023-12-22T17:15:15.875238+0000","last_fullsized":"2023-12-22T17:15:15.875238+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:33:06.516414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.880552+0000","last_change":"2023-12-22T17:14:48.082202+0000","last_active":"2023-12-22T17:15:15.880552+0000","last_peered":"2023-12-22T17:15:15.880552+0000","last_clean":"2023-12-22T17:15:15.880552+0000","last_became_active":"2023-12-22T17:14:48.077583+0000","last_became_peered":"2023-12-22T17:14:48.077583+0000","last_unstale":"2023-12-22T17:15:15.880552+0000","last_undegraded":"2023-12-22T17:15:15.880552+0000","last_fullsized":"2023-12-22T17:15:15.880552+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:10:32.767303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.966700+0000","last_change":"2023-12-22T17:14:48.081559+0000","last_active":"2023-12-22T17:15:15.966700+0000","last_peered":"2023-12-22T17:15:15.966700+0000","last_clean":"2023-12-22T17:15:15.966700+0000","last_became_active":"2023-12-22T17:14:48.081110+0000","last_became_peered":"2023-12-22T17:14:48.081110+0000","last_unstale":"2023-12-22T17:15:15.966700+0000","last_undegraded":"2023-12-22T17:15:15.966700+0000","last_fullsized":"2023-12-22T17:15:15.966700+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:12:41.196423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967052+0000","last_change":"2023-12-22T17:14:48.085141+0000","last_active":"2023-12-22T17:15:15.967052+0000","last_peered":"2023-12-22T17:15:15.967052+0000","last_clean":"2023-12-22T17:15:15.967052+0000","last_became_active":"2023-12-22T17:14:48.084775+0000","last_became_peered":"2023-12-22T17:14:48.084775+0000","last_unstale":"2023-12-22T17:15:15.967052+0000","last_undegraded":"2023-12-22T17:15:15.967052+0000","last_fullsized":"2023-12-22T17:15:15.967052+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:22:51.088173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.968132+0000","last_change":"2023-12-22T17:14:48.080208+0000","last_active":"2023-12-22T17:15:15.968132+0000","last_peered":"2023-12-22T17:15:15.968132+0000","last_clean":"2023-12-22T17:15:15.968132+0000","last_became_active":"2023-12-22T17:14:48.079722+0000","last_became_peered":"2023-12-22T17:14:48.079722+0000","last_unstale":"2023-12-22T17:15:15.968132+0000","last_undegraded":"2023-12-22T17:15:15.968132+0000","last_fullsized":"2023-12-22T17:15:15.968132+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:17:40.568968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967965+0000","last_change":"2023-12-22T17:14:48.074514+0000","last_active":"2023-12-22T17:15:15.967965+0000","last_peered":"2023-12-22T17:15:15.967965+0000","last_clean":"2023-12-22T17:15:15.967965+0000","last_became_active":"2023-12-22T17:14:48.074191+0000","last_became_peered":"2023-12-22T17:14:48.074191+0000","last_unstale":"2023-12-22T17:15:15.967965+0000","last_undegraded":"2023-12-22T17:15:15.967965+0000","last_fullsized":"2023-12-22T17:15:15.967965+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:11:08.553764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.876479+0000","last_change":"2023-12-22T17:14:48.090588+0000","last_active":"2023-12-22T17:15:15.876479+0000","last_peered":"2023-12-22T17:15:15.876479+0000","last_clean":"2023-12-22T17:15:15.876479+0000","last_became_active":"2023-12-22T17:14:48.090279+0000","last_became_peered":"2023-12-22T17:14:48.090279+0000","last_unstale":"2023-12-22T17:15:15.876479+0000","last_undegraded":"2023-12-22T17:15:15.876479+0000","last_fullsized":"2023-12-22T17:15:15.876479+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:29:38.254955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"58'4","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.881827+0000","last_change":"2023-12-22T17:14:47.121358+0000","last_active":"2023-12-22T17:15:15.881827+0000","last_peered":"2023-12-22T17:15:15.881827+0000","last_clean":"2023-12-22T17:15:15.881827+0000","last_became_active":"2023-12-22T17:14:47.120859+0000","last_became_peered":"2023-12-22T17:14:47.120859+0000","last_unstale":"2023-12-22T17:15:15.881827+0000","last_undegraded":"2023-12-22T17:15:15.881827+0000","last_fullsized":"2023-12-22T17:15:15.881827+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:24:17.828043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.876054+0000","last_change":"2023-12-22T17:14:48.066465+0000","last_active":"2023-12-22T17:15:15.876054+0000","last_peered":"2023-12-22T17:15:15.876054+0000","last_clean":"2023-12-22T17:15:15.876054+0000","last_became_active":"2023-12-22T17:14:48.063479+0000","last_became_peered":"2023-12-22T17:14:48.063479+0000","last_unstale":"2023-12-22T17:15:15.876054+0000","last_undegraded":"2023-12-22T17:15:15.876054+0000","last_fullsized":"2023-12-22T17:15:15.876054+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:14:06.895497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"58'1","reported_seq":16,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.876139+0000","last_change":"2023-12-22T17:14:47.122491+0000","last_active":"2023-12-22T17:15:15.876139+0000","last_peered":"2023-12-22T17:15:15.876139+0000","last_clean":"2023-12-22T17:15:15.876139+0000","last_became_active":"2023-12-22T17:14:47.122167+0000","last_became_peered":"2023-12-22T17:14:47.122167+0000","last_unstale":"2023-12-22T17:15:15.876139+0000","last_undegraded":"2023-12-22T17:15:15.876139+0000","last_fullsized":"2023-12-22T17:15:15.876139+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:40:57.987404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.881707+0000","last_change":"2023-12-22T17:14:48.077941+0000","last_active":"2023-12-22T17:15:15.881707+0000","last_peered":"2023-12-22T17:15:15.881707+0000","last_clean":"2023-12-22T17:15:15.881707+0000","last_became_active":"2023-12-22T17:14:48.075413+0000","last_became_peered":"2023-12-22T17:14:48.075413+0000","last_unstale":"2023-12-22T17:15:15.881707+0000","last_undegraded":"2023-12-22T17:15:15.881707+0000","last_fullsized":"2023-12-22T17:15:15.881707+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T21:56:04.035319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"58'2","reported_seq":16,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.876953+0000","last_change":"2023-12-22T17:14:47.128410+0000","last_active":"2023-12-22T17:15:15.876953+0000","last_peered":"2023-12-22T17:15:15.876953+0000","last_clean":"2023-12-22T17:15:15.876953+0000","last_became_active":"2023-12-22T17:14:47.127889+0000","last_became_peered":"2023-12-22T17:14:47.127889+0000","last_unstale":"2023-12-22T17:15:15.876953+0000","last_undegraded":"2023-12-22T17:15:15.876953+0000","last_fullsized":"2023-12-22T17:15:15.876953+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T05:01:22.054951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.968171+0000","last_change":"2023-12-22T17:14:48.080480+0000","last_active":"2023-12-22T17:15:15.968171+0000","last_peered":"2023-12-22T17:15:15.968171+0000","last_clean":"2023-12-22T17:15:15.968171+0000","last_became_active":"2023-12-22T17:14:48.079659+0000","last_became_peered":"2023-12-22T17:14:48.079659+0000","last_unstale":"2023-12-22T17:15:15.968171+0000","last_undegraded":"2023-12-22T17:15:15.968171+0000","last_fullsized":"2023-12-22T17:15:15.968171+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:17:43.831800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"58'2","reported_seq":16,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.876959+0000","last_change":"2023-12-22T17:14:47.128059+0000","last_active":"2023-12-22T17:15:15.876959+0000","last_peered":"2023-12-22T17:15:15.876959+0000","last_clean":"2023-12-22T17:15:15.876959+0000","last_became_active":"2023-12-22T17:14:47.127717+0000","last_became_peered":"2023-12-22T17:14:47.127717+0000","last_unstale":"2023-12-22T17:15:15.876959+0000","last_undegraded":"2023-12-22T17:15:15.876959+0000","last_fullsized":"2023-12-22T17:15:15.876959+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:35:35.235720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.968114+0000","last_change":"2023-12-22T17:14:48.073489+0000","last_active":"2023-12-22T17:15:15.968114+0000","last_peered":"2023-12-22T17:15:15.968114+0000","last_clean":"2023-12-22T17:15:15.968114+0000","last_became_active":"2023-12-22T17:14:48.073198+0000","last_became_peered":"2023-12-22T17:14:48.073198+0000","last_unstale":"2023-12-22T17:15:15.968114+0000","last_undegraded":"2023-12-22T17:15:15.968114+0000","last_fullsized":"2023-12-22T17:15:15.968114+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:53:31.714516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"58'1","reported_seq":16,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.875680+0000","last_change":"2023-12-22T17:14:47.124389+0000","last_active":"2023-12-22T17:15:15.875680+0000","last_peered":"2023-12-22T17:15:15.875680+0000","last_clean":"2023-12-22T17:15:15.875680+0000","last_became_active":"2023-12-22T17:14:47.124145+0000","last_became_peered":"2023-12-22T17:14:47.124145+0000","last_unstale":"2023-12-22T17:15:15.875680+0000","last_undegraded":"2023-12-22T17:15:15.875680+0000","last_fullsized":"2023-12-22T17:15:15.875680+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:22:51.061279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967766+0000","last_change":"2023-12-22T17:14:48.076477+0000","last_active":"2023-12-22T17:15:15.967766+0000","last_peered":"2023-12-22T17:15:15.967766+0000","last_clean":"2023-12-22T17:15:15.967766+0000","last_became_active":"2023-12-22T17:14:48.076133+0000","last_became_peered":"2023-12-22T17:14:48.076133+0000","last_unstale":"2023-12-22T17:15:15.967766+0000","last_undegraded":"2023-12-22T17:15:15.967766+0000","last_fullsized":"2023-12-22T17:15:15.967766+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:45:50.207512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"58'1","reported_seq":16,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.874688+0000","last_change":"2023-12-22T17:14:47.124454+0000","last_active":"2023-12-22T17:15:15.874688+0000","last_peered":"2023-12-22T17:15:15.874688+0000","last_clean":"2023-12-22T17:15:15.874688+0000","last_became_active":"2023-12-22T17:14:47.123302+0000","last_became_peered":"2023-12-22T17:14:47.123302+0000","last_unstale":"2023-12-22T17:15:15.874688+0000","last_undegraded":"2023-12-22T17:15:15.874688+0000","last_fullsized":"2023-12-22T17:15:15.874688+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:13:15.851795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.881430+0000","last_change":"2023-12-22T17:14:48.085792+0000","last_active":"2023-12-22T17:15:15.881430+0000","last_peered":"2023-12-22T17:15:15.881430+0000","last_clean":"2023-12-22T17:15:15.881430+0000","last_became_active":"2023-12-22T17:14:48.078140+0000","last_became_peered":"2023-12-22T17:14:48.078140+0000","last_unstale":"2023-12-22T17:15:15.881430+0000","last_undegraded":"2023-12-22T17:15:15.881430+0000","last_fullsized":"2023-12-22T17:15:15.881430+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:34:07.243391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.875216+0000","last_change":"2023-12-22T17:14:47.115210+0000","last_active":"2023-12-22T17:15:15.875216+0000","last_peered":"2023-12-22T17:15:15.875216+0000","last_clean":"2023-12-22T17:15:15.875216+0000","last_became_active":"2023-12-22T17:14:47.114910+0000","last_became_peered":"2023-12-22T17:14:47.114910+0000","last_unstale":"2023-12-22T17:15:15.875216+0000","last_undegraded":"2023-12-22T17:15:15.875216+0000","last_fullsized":"2023-12-22T17:15:15.875216+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:59:15.958025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.875097+0000","last_change":"2023-12-22T17:14:48.069949+0000","last_active":"2023-12-22T17:15:15.875097+0000","last_peered":"2023-12-22T17:15:15.875097+0000","last_clean":"2023-12-22T17:15:15.875097+0000","last_became_active":"2023-12-22T17:14:48.069628+0000","last_became_peered":"2023-12-22T17:14:48.069628+0000","last_unstale":"2023-12-22T17:15:15.875097+0000","last_undegraded":"2023-12-22T17:15:15.875097+0000","last_fullsized":"2023-12-22T17:15:15.875097+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:18:04.310038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967189+0000","last_change":"2023-12-22T17:14:47.121914+0000","last_active":"2023-12-22T17:15:15.967189+0000","last_peered":"2023-12-22T17:15:15.967189+0000","last_clean":"2023-12-22T17:15:15.967189+0000","last_became_active":"2023-12-22T17:14:47.121606+0000","last_became_peered":"2023-12-22T17:14:47.121606+0000","last_unstale":"2023-12-22T17:15:15.967189+0000","last_undegraded":"2023-12-22T17:15:15.967189+0000","last_fullsized":"2023-12-22T17:15:15.967189+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:26:41.424993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967064+0000","last_change":"2023-12-22T17:14:48.068746+0000","last_active":"2023-12-22T17:15:15.967064+0000","last_peered":"2023-12-22T17:15:15.967064+0000","last_clean":"2023-12-22T17:15:15.967064+0000","last_became_active":"2023-12-22T17:14:48.068370+0000","last_became_peered":"2023-12-22T17:14:48.068370+0000","last_unstale":"2023-12-22T17:15:15.967064+0000","last_undegraded":"2023-12-22T17:15:15.967064+0000","last_fullsized":"2023-12-22T17:15:15.967064+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:25:46.315167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.875353+0000","last_change":"2023-12-22T17:14:47.117377+0000","last_active":"2023-12-22T17:15:15.875353+0000","last_peered":"2023-12-22T17:15:15.875353+0000","last_clean":"2023-12-22T17:15:15.875353+0000","last_became_active":"2023-12-22T17:14:47.116923+0000","last_became_peered":"2023-12-22T17:14:47.116923+0000","last_unstale":"2023-12-22T17:15:15.875353+0000","last_undegraded":"2023-12-22T17:15:15.875353+0000","last_fullsized":"2023-12-22T17:15:15.875353+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T17:52:47.976858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.968122+0000","last_change":"2023-12-22T17:14:48.080865+0000","last_active":"2023-12-22T17:15:15.968122+0000","last_peered":"2023-12-22T17:15:15.968122+0000","last_clean":"2023-12-22T17:15:15.968122+0000","last_became_active":"2023-12-22T17:14:48.080528+0000","last_became_peered":"2023-12-22T17:14:48.080528+0000","last_unstale":"2023-12-22T17:15:15.968122+0000","last_undegraded":"2023-12-22T17:15:15.968122+0000","last_fullsized":"2023-12-22T17:15:15.968122+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:59:11.745449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.968045+0000","last_change":"2023-12-22T17:14:47.125723+0000","last_active":"2023-12-22T17:15:15.968045+0000","last_peered":"2023-12-22T17:15:15.968045+0000","last_clean":"2023-12-22T17:15:15.968045+0000","last_became_active":"2023-12-22T17:14:47.125390+0000","last_became_peered":"2023-12-22T17:14:47.125390+0000","last_unstale":"2023-12-22T17:15:15.968045+0000","last_undegraded":"2023-12-22T17:15:15.968045+0000","last_fullsized":"2023-12-22T17:15:15.968045+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:13:43.885024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.881707+0000","last_change":"2023-12-22T17:14:48.075286+0000","last_active":"2023-12-22T17:15:15.881707+0000","last_peered":"2023-12-22T17:15:15.881707+0000","last_clean":"2023-12-22T17:15:15.881707+0000","last_became_active":"2023-12-22T17:14:48.074701+0000","last_became_peered":"2023-12-22T17:14:48.074701+0000","last_unstale":"2023-12-22T17:15:15.881707+0000","last_undegraded":"2023-12-22T17:15:15.881707+0000","last_fullsized":"2023-12-22T17:15:15.881707+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:34:05.213888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"58'3","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967167+0000","last_change":"2023-12-22T17:14:47.118184+0000","last_active":"2023-12-22T17:15:15.967167+0000","last_peered":"2023-12-22T17:15:15.967167+0000","last_clean":"2023-12-22T17:15:15.967167+0000","last_became_active":"2023-12-22T17:14:47.117520+0000","last_became_peered":"2023-12-22T17:14:47.117520+0000","last_unstale":"2023-12-22T17:15:15.967167+0000","last_undegraded":"2023-12-22T17:15:15.967167+0000","last_fullsized":"2023-12-22T17:15:15.967167+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:37:46.157034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967668+0000","last_change":"2023-12-22T17:14:48.080449+0000","last_active":"2023-12-22T17:15:15.967668+0000","last_peered":"2023-12-22T17:15:15.967668+0000","last_clean":"2023-12-22T17:15:15.967668+0000","last_became_active":"2023-12-22T17:14:48.080124+0000","last_became_peered":"2023-12-22T17:14:48.080124+0000","last_unstale":"2023-12-22T17:15:15.967668+0000","last_undegraded":"2023-12-22T17:15:15.967668+0000","last_fullsized":"2023-12-22T17:15:15.967668+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:26:13.020341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"62'9","reported_seq":24,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:16.010918+0000","last_change":"2023-12-22T17:14:47.121004+0000","last_active":"2023-12-22T17:15:16.010918+0000","last_peered":"2023-12-22T17:15:16.010918+0000","last_clean":"2023-12-22T17:15:16.010918+0000","last_became_active":"2023-12-22T17:14:47.120720+0000","last_became_peered":"2023-12-22T17:14:47.120720+0000","last_unstale":"2023-12-22T17:15:16.010918+0000","last_undegraded":"2023-12-22T17:15:16.010918+0000","last_fullsized":"2023-12-22T17:15:16.010918+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:33:57.428613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2324,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.876621+0000","last_change":"2023-12-22T17:14:48.088334+0000","last_active":"2023-12-22T17:15:15.876621+0000","last_peered":"2023-12-22T17:15:15.876621+0000","last_clean":"2023-12-22T17:15:15.876621+0000","last_became_active":"2023-12-22T17:14:48.088005+0000","last_became_peered":"2023-12-22T17:14:48.088005+0000","last_unstale":"2023-12-22T17:15:15.876621+0000","last_undegraded":"2023-12-22T17:15:15.876621+0000","last_fullsized":"2023-12-22T17:15:15.876621+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:25:08.032405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"58'2","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.881648+0000","last_change":"2023-12-22T17:14:47.124676+0000","last_active":"2023-12-22T17:15:15.881648+0000","last_peered":"2023-12-22T17:15:15.881648+0000","last_clean":"2023-12-22T17:15:15.881648+0000","last_became_active":"2023-12-22T17:14:47.124175+0000","last_became_peered":"2023-12-22T17:14:47.124175+0000","last_unstale":"2023-12-22T17:15:15.881648+0000","last_undegraded":"2023-12-22T17:15:15.881648+0000","last_fullsized":"2023-12-22T17:15:15.881648+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:13:41.352784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.880460+0000","last_change":"2023-12-22T17:14:48.071457+0000","last_active":"2023-12-22T17:15:15.880460+0000","last_peered":"2023-12-22T17:15:15.880460+0000","last_clean":"2023-12-22T17:15:15.880460+0000","last_became_active":"2023-12-22T17:14:48.071029+0000","last_became_peered":"2023-12-22T17:14:48.071029+0000","last_unstale":"2023-12-22T17:15:15.880460+0000","last_undegraded":"2023-12-22T17:15:15.880460+0000","last_fullsized":"2023-12-22T17:15:15.880460+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:05:26.779482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967616+0000","last_change":"2023-12-22T17:14:47.121744+0000","last_active":"2023-12-22T17:15:15.967616+0000","last_peered":"2023-12-22T17:15:15.967616+0000","last_clean":"2023-12-22T17:15:15.967616+0000","last_became_active":"2023-12-22T17:14:47.121434+0000","last_became_peered":"2023-12-22T17:14:47.121434+0000","last_unstale":"2023-12-22T17:15:15.967616+0000","last_undegraded":"2023-12-22T17:15:15.967616+0000","last_fullsized":"2023-12-22T17:15:15.967616+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:13:18.075746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.876375+0000","last_change":"2023-12-22T17:14:48.082995+0000","last_active":"2023-12-22T17:15:15.876375+0000","last_peered":"2023-12-22T17:15:15.876375+0000","last_clean":"2023-12-22T17:15:15.876375+0000","last_became_active":"2023-12-22T17:14:48.081843+0000","last_became_peered":"2023-12-22T17:14:48.081843+0000","last_unstale":"2023-12-22T17:15:15.876375+0000","last_undegraded":"2023-12-22T17:15:15.876375+0000","last_fullsized":"2023-12-22T17:15:15.876375+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:09:21.772875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.874534+0000","last_change":"2023-12-22T17:14:47.111494+0000","last_active":"2023-12-22T17:15:15.874534+0000","last_peered":"2023-12-22T17:15:15.874534+0000","last_clean":"2023-12-22T17:15:15.874534+0000","last_became_active":"2023-12-22T17:14:47.110097+0000","last_became_peered":"2023-12-22T17:14:47.110097+0000","last_unstale":"2023-12-22T17:15:15.874534+0000","last_undegraded":"2023-12-22T17:15:15.874534+0000","last_fullsized":"2023-12-22T17:15:15.874534+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:57:23.284067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.874631+0000","last_change":"2023-12-22T17:14:48.074800+0000","last_active":"2023-12-22T17:15:15.874631+0000","last_peered":"2023-12-22T17:15:15.874631+0000","last_clean":"2023-12-22T17:15:15.874631+0000","last_became_active":"2023-12-22T17:14:48.073918+0000","last_became_peered":"2023-12-22T17:14:48.073918+0000","last_unstale":"2023-12-22T17:15:15.874631+0000","last_undegraded":"2023-12-22T17:15:15.874631+0000","last_fullsized":"2023-12-22T17:15:15.874631+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:59:42.370341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"58'8","reported_seq":23,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.966494+0000","last_change":"2023-12-22T17:14:47.115616+0000","last_active":"2023-12-22T17:15:15.966494+0000","last_peered":"2023-12-22T17:15:15.966494+0000","last_clean":"2023-12-22T17:15:15.966494+0000","last_became_active":"2023-12-22T17:14:47.115313+0000","last_became_peered":"2023-12-22T17:14:47.115313+0000","last_unstale":"2023-12-22T17:15:15.966494+0000","last_undegraded":"2023-12-22T17:15:15.966494+0000","last_fullsized":"2023-12-22T17:15:15.966494+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:08:16.249415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.877001+0000","last_change":"2023-12-22T17:14:48.081932+0000","last_active":"2023-12-22T17:15:15.877001+0000","last_peered":"2023-12-22T17:15:15.877001+0000","last_clean":"2023-12-22T17:15:15.877001+0000","last_became_active":"2023-12-22T17:14:48.081613+0000","last_became_peered":"2023-12-22T17:14:48.081613+0000","last_unstale":"2023-12-22T17:15:15.877001+0000","last_undegraded":"2023-12-22T17:15:15.877001+0000","last_fullsized":"2023-12-22T17:15:15.877001+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:53:03.460391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"58'1","reported_seq":16,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967608+0000","last_change":"2023-12-22T17:14:47.122641+0000","last_active":"2023-12-22T17:15:15.967608+0000","last_peered":"2023-12-22T17:15:15.967608+0000","last_clean":"2023-12-22T17:15:15.967608+0000","last_became_active":"2023-12-22T17:14:47.122327+0000","last_became_peered":"2023-12-22T17:14:47.122327+0000","last_unstale":"2023-12-22T17:15:15.967608+0000","last_undegraded":"2023-12-22T17:15:15.967608+0000","last_fullsized":"2023-12-22T17:15:15.967608+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:55:41.071475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.877033+0000","last_change":"2023-12-22T17:14:48.089139+0000","last_active":"2023-12-22T17:15:15.877033+0000","last_peered":"2023-12-22T17:15:15.877033+0000","last_clean":"2023-12-22T17:15:15.877033+0000","last_became_active":"2023-12-22T17:14:48.088817+0000","last_became_peered":"2023-12-22T17:14:48.088817+0000","last_unstale":"2023-12-22T17:15:15.877033+0000","last_undegraded":"2023-12-22T17:15:15.877033+0000","last_fullsized":"2023-12-22T17:15:15.877033+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:09:31.287757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967495+0000","last_change":"2023-12-22T17:15:15.772161+0000","last_active":"2023-12-22T17:15:15.967495+0000","last_peered":"2023-12-22T17:15:15.967495+0000","last_clean":"2023-12-22T17:15:15.967495+0000","last_became_active":"2023-12-22T17:15:15.771831+0000","last_became_peered":"2023-12-22T17:15:15.771831+0000","last_unstale":"2023-12-22T17:15:15.967495+0000","last_undegraded":"2023-12-22T17:15:15.967495+0000","last_fullsized":"2023-12-22T17:15:15.967495+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_clean_scrub_stamp":"2023-12-22T17:15:14.744907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:36:26.777686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967350+0000","last_change":"2023-12-22T17:14:47.123165+0000","last_active":"2023-12-22T17:15:15.967350+0000","last_peered":"2023-12-22T17:15:15.967350+0000","last_clean":"2023-12-22T17:15:15.967350+0000","last_became_active":"2023-12-22T17:14:47.122864+0000","last_became_peered":"2023-12-22T17:14:47.122864+0000","last_unstale":"2023-12-22T17:15:15.967350+0000","last_undegraded":"2023-12-22T17:15:15.967350+0000","last_fullsized":"2023-12-22T17:15:15.967350+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:42:36.208142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.968210+0000","last_change":"2023-12-22T17:14:48.082822+0000","last_active":"2023-12-22T17:15:15.968210+0000","last_peered":"2023-12-22T17:15:15.968210+0000","last_clean":"2023-12-22T17:15:15.968210+0000","last_became_active":"2023-12-22T17:14:48.082538+0000","last_became_peered":"2023-12-22T17:14:48.082538+0000","last_unstale":"2023-12-22T17:15:15.968210+0000","last_undegraded":"2023-12-22T17:15:15.968210+0000","last_fullsized":"2023-12-22T17:15:15.968210+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:48:07.436806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967395+0000","last_change":"2023-12-22T17:15:15.772213+0000","last_active":"2023-12-22T17:15:15.967395+0000","last_peered":"2023-12-22T17:15:15.967395+0000","last_clean":"2023-12-22T17:15:15.967395+0000","last_became_active":"2023-12-22T17:15:15.771944+0000","last_became_peered":"2023-12-22T17:15:15.771944+0000","last_unstale":"2023-12-22T17:15:15.967395+0000","last_undegraded":"2023-12-22T17:15:15.967395+0000","last_fullsized":"2023-12-22T17:15:15.967395+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_clean_scrub_stamp":"2023-12-22T17:15:14.744907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:47:17.266911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.966965+0000","last_change":"2023-12-22T17:14:47.125882+0000","last_active":"2023-12-22T17:15:15.966965+0000","last_peered":"2023-12-22T17:15:15.966965+0000","last_clean":"2023-12-22T17:15:15.966965+0000","last_became_active":"2023-12-22T17:14:47.125324+0000","last_became_peered":"2023-12-22T17:14:47.125324+0000","last_unstale":"2023-12-22T17:15:15.966965+0000","last_undegraded":"2023-12-22T17:15:15.966965+0000","last_fullsized":"2023-12-22T17:15:15.966965+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:26:06.924390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967431+0000","last_change":"2023-12-22T17:14:48.083163+0000","last_active":"2023-12-22T17:15:15.967431+0000","last_peered":"2023-12-22T17:15:15.967431+0000","last_clean":"2023-12-22T17:15:15.967431+0000","last_became_active":"2023-12-22T17:14:48.082853+0000","last_became_peered":"2023-12-22T17:14:48.082853+0000","last_unstale":"2023-12-22T17:15:15.967431+0000","last_undegraded":"2023-12-22T17:15:15.967431+0000","last_fullsized":"2023-12-22T17:15:15.967431+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:40:58.099538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967822+0000","last_change":"2023-12-22T17:15:15.772178+0000","last_active":"2023-12-22T17:15:15.967822+0000","last_peered":"2023-12-22T17:15:15.967822+0000","last_clean":"2023-12-22T17:15:15.967822+0000","last_became_active":"2023-12-22T17:15:15.771859+0000","last_became_peered":"2023-12-22T17:15:15.771859+0000","last_unstale":"2023-12-22T17:15:15.967822+0000","last_undegraded":"2023-12-22T17:15:15.967822+0000","last_fullsized":"2023-12-22T17:15:15.967822+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_clean_scrub_stamp":"2023-12-22T17:15:14.744907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:57:21.543948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.966840+0000","last_change":"2023-12-22T17:14:48.075745+0000","last_active":"2023-12-22T17:15:15.966840+0000","last_peered":"2023-12-22T17:15:15.966840+0000","last_clean":"2023-12-22T17:15:15.966840+0000","last_became_active":"2023-12-22T17:14:48.075402+0000","last_became_peered":"2023-12-22T17:14:48.075402+0000","last_unstale":"2023-12-22T17:15:15.966840+0000","last_undegraded":"2023-12-22T17:15:15.966840+0000","last_fullsized":"2023-12-22T17:15:15.966840+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:24:24.235492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.966361+0000","last_change":"2023-12-22T17:14:47.122349+0000","last_active":"2023-12-22T17:15:15.966361+0000","last_peered":"2023-12-22T17:15:15.966361+0000","last_clean":"2023-12-22T17:15:15.966361+0000","last_became_active":"2023-12-22T17:14:47.122045+0000","last_became_peered":"2023-12-22T17:14:47.122045+0000","last_unstale":"2023-12-22T17:15:15.966361+0000","last_undegraded":"2023-12-22T17:15:15.966361+0000","last_fullsized":"2023-12-22T17:15:15.966361+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T21:24:29.078985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.878090+0000","last_change":"2023-12-22T17:15:15.877787+0000","last_active":"2023-12-22T17:15:15.878090+0000","last_peered":"2023-12-22T17:15:15.878090+0000","last_clean":"2023-12-22T17:15:15.878090+0000","last_became_active":"2023-12-22T17:15:15.877450+0000","last_became_peered":"2023-12-22T17:15:15.877450+0000","last_unstale":"2023-12-22T17:15:15.878090+0000","last_undegraded":"2023-12-22T17:15:15.878090+0000","last_fullsized":"2023-12-22T17:15:15.878090+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_clean_scrub_stamp":"2023-12-22T17:15:14.744907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:51:06.570829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.875423+0000","last_change":"2023-12-22T17:14:48.079144+0000","last_active":"2023-12-22T17:15:15.875423+0000","last_peered":"2023-12-22T17:15:15.875423+0000","last_clean":"2023-12-22T17:15:15.875423+0000","last_became_active":"2023-12-22T17:14:48.078826+0000","last_became_peered":"2023-12-22T17:14:48.078826+0000","last_unstale":"2023-12-22T17:15:15.875423+0000","last_undegraded":"2023-12-22T17:15:15.875423+0000","last_fullsized":"2023-12-22T17:15:15.875423+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:38:47.526612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967616+0000","last_change":"2023-12-22T17:14:47.124396+0000","last_active":"2023-12-22T17:15:15.967616+0000","last_peered":"2023-12-22T17:15:15.967616+0000","last_clean":"2023-12-22T17:15:15.967616+0000","last_became_active":"2023-12-22T17:14:47.124091+0000","last_became_peered":"2023-12-22T17:14:47.124091+0000","last_unstale":"2023-12-22T17:15:15.967616+0000","last_undegraded":"2023-12-22T17:15:15.967616+0000","last_fullsized":"2023-12-22T17:15:15.967616+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:10:44.824756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"62'128","reported_seq":273,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.987646+0000","last_change":"2023-12-22T17:14:36.756753+0000","last_active":"2023-12-22T17:15:15.987646+0000","last_peered":"2023-12-22T17:15:15.987646+0000","last_clean":"2023-12-22T17:15:15.987646+0000","last_became_active":"2023-12-22T17:14:36.756294+0000","last_became_peered":"2023-12-22T17:14:36.756294+0000","last_unstale":"2023-12-22T17:15:15.987646+0000","last_undegraded":"2023-12-22T17:15:15.987646+0000","last_fullsized":"2023-12-22T17:15:15.987646+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:13:07.356504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:13:07.356504+0000","last_clean_scrub_stamp":"2023-12-22T17:13:07.356504+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:41:34.846189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.881019+0000","last_change":"2023-12-22T17:15:15.773704+0000","last_active":"2023-12-22T17:15:15.881019+0000","last_peered":"2023-12-22T17:15:15.881019+0000","last_clean":"2023-12-22T17:15:15.881019+0000","last_became_active":"2023-12-22T17:15:15.773402+0000","last_became_peered":"2023-12-22T17:15:15.773402+0000","last_unstale":"2023-12-22T17:15:15.881019+0000","last_undegraded":"2023-12-22T17:15:15.881019+0000","last_fullsized":"2023-12-22T17:15:15.881019+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_clean_scrub_stamp":"2023-12-22T17:15:14.744907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:18:19.525045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.880369+0000","last_change":"2023-12-22T17:14:48.070818+0000","last_active":"2023-12-22T17:15:15.880369+0000","last_peered":"2023-12-22T17:15:15.880369+0000","last_clean":"2023-12-22T17:15:15.880369+0000","last_became_active":"2023-12-22T17:14:48.070465+0000","last_became_peered":"2023-12-22T17:14:48.070465+0000","last_unstale":"2023-12-22T17:15:15.880369+0000","last_undegraded":"2023-12-22T17:15:15.880369+0000","last_fullsized":"2023-12-22T17:15:15.880369+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:24:33.479504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.876158+0000","last_change":"2023-12-22T17:14:47.125426+0000","last_active":"2023-12-22T17:15:15.876158+0000","last_peered":"2023-12-22T17:15:15.876158+0000","last_clean":"2023-12-22T17:15:15.876158+0000","last_became_active":"2023-12-22T17:14:47.124971+0000","last_became_peered":"2023-12-22T17:14:47.124971+0000","last_unstale":"2023-12-22T17:15:15.876158+0000","last_undegraded":"2023-12-22T17:15:15.876158+0000","last_fullsized":"2023-12-22T17:15:15.876158+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:22:57.101225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.882014+0000","last_change":"2023-12-22T17:15:15.881840+0000","last_active":"2023-12-22T17:15:15.882014+0000","last_peered":"2023-12-22T17:15:15.882014+0000","last_clean":"2023-12-22T17:15:15.882014+0000","last_became_active":"2023-12-22T17:15:15.881199+0000","last_became_peered":"2023-12-22T17:15:15.881199+0000","last_unstale":"2023-12-22T17:15:15.882014+0000","last_undegraded":"2023-12-22T17:15:15.882014+0000","last_fullsized":"2023-12-22T17:15:15.882014+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_clean_scrub_stamp":"2023-12-22T17:15:14.744907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:03:50.199722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.876817+0000","last_change":"2023-12-22T17:14:47.128678+0000","last_active":"2023-12-22T17:15:15.876817+0000","last_peered":"2023-12-22T17:15:15.876817+0000","last_clean":"2023-12-22T17:15:15.876817+0000","last_became_active":"2023-12-22T17:14:47.128105+0000","last_became_peered":"2023-12-22T17:14:47.128105+0000","last_unstale":"2023-12-22T17:15:15.876817+0000","last_undegraded":"2023-12-22T17:15:15.876817+0000","last_fullsized":"2023-12-22T17:15:15.876817+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:42:22.315454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967435+0000","last_change":"2023-12-22T17:14:48.082213+0000","last_active":"2023-12-22T17:15:15.967435+0000","last_peered":"2023-12-22T17:15:15.967435+0000","last_clean":"2023-12-22T17:15:15.967435+0000","last_became_active":"2023-12-22T17:14:48.081701+0000","last_became_peered":"2023-12-22T17:14:48.081701+0000","last_unstale":"2023-12-22T17:15:15.967435+0000","last_undegraded":"2023-12-22T17:15:15.967435+0000","last_fullsized":"2023-12-22T17:15:15.967435+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:09:08.855908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.878567+0000","last_change":"2023-12-22T17:15:15.878372+0000","last_active":"2023-12-22T17:15:15.878567+0000","last_peered":"2023-12-22T17:15:15.878567+0000","last_clean":"2023-12-22T17:15:15.878567+0000","last_became_active":"2023-12-22T17:15:15.878014+0000","last_became_peered":"2023-12-22T17:15:15.878014+0000","last_unstale":"2023-12-22T17:15:15.878567+0000","last_undegraded":"2023-12-22T17:15:15.878567+0000","last_fullsized":"2023-12-22T17:15:15.878567+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_clean_scrub_stamp":"2023-12-22T17:15:14.744907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:15:47.622524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"59'1","reported_seq":16,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967512+0000","last_change":"2023-12-22T17:14:47.118804+0000","last_active":"2023-12-22T17:15:15.967512+0000","last_peered":"2023-12-22T17:15:15.967512+0000","last_clean":"2023-12-22T17:15:15.967512+0000","last_became_active":"2023-12-22T17:14:47.118547+0000","last_became_peered":"2023-12-22T17:14:47.118547+0000","last_unstale":"2023-12-22T17:15:15.967512+0000","last_undegraded":"2023-12-22T17:15:15.967512+0000","last_fullsized":"2023-12-22T17:15:15.967512+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T05:14:22.631063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.876305+0000","last_change":"2023-12-22T17:14:48.073082+0000","last_active":"2023-12-22T17:15:15.876305+0000","last_peered":"2023-12-22T17:15:15.876305+0000","last_clean":"2023-12-22T17:15:15.876305+0000","last_became_active":"2023-12-22T17:14:48.072708+0000","last_became_peered":"2023-12-22T17:14:48.072708+0000","last_unstale":"2023-12-22T17:15:15.876305+0000","last_undegraded":"2023-12-22T17:15:15.876305+0000","last_fullsized":"2023-12-22T17:15:15.876305+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:09:13.498051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.966778+0000","last_change":"2023-12-22T17:15:15.767968+0000","last_active":"2023-12-22T17:15:15.966778+0000","last_peered":"2023-12-22T17:15:15.966778+0000","last_clean":"2023-12-22T17:15:15.966778+0000","last_became_active":"2023-12-22T17:15:15.767699+0000","last_became_peered":"2023-12-22T17:15:15.767699+0000","last_unstale":"2023-12-22T17:15:15.966778+0000","last_undegraded":"2023-12-22T17:15:15.966778+0000","last_fullsized":"2023-12-22T17:15:15.966778+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_clean_scrub_stamp":"2023-12-22T17:15:14.744907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:48:07.630037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"58'2","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.875252+0000","last_change":"2023-12-22T17:14:47.116001+0000","last_active":"2023-12-22T17:15:15.875252+0000","last_peered":"2023-12-22T17:15:15.875252+0000","last_clean":"2023-12-22T17:15:15.875252+0000","last_became_active":"2023-12-22T17:14:47.115568+0000","last_became_peered":"2023-12-22T17:14:47.115568+0000","last_unstale":"2023-12-22T17:15:15.875252+0000","last_undegraded":"2023-12-22T17:15:15.875252+0000","last_fullsized":"2023-12-22T17:15:15.875252+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T21:03:41.469376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.881237+0000","last_change":"2023-12-22T17:14:48.070031+0000","last_active":"2023-12-22T17:15:15.881237+0000","last_peered":"2023-12-22T17:15:15.881237+0000","last_clean":"2023-12-22T17:15:15.881237+0000","last_became_active":"2023-12-22T17:14:48.069564+0000","last_became_peered":"2023-12-22T17:14:48.069564+0000","last_unstale":"2023-12-22T17:15:15.881237+0000","last_undegraded":"2023-12-22T17:15:15.881237+0000","last_fullsized":"2023-12-22T17:15:15.881237+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:08:31.250803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.876459+0000","last_change":"2023-12-22T17:14:47.125245+0000","last_active":"2023-12-22T17:15:15.876459+0000","last_peered":"2023-12-22T17:15:15.876459+0000","last_clean":"2023-12-22T17:15:15.876459+0000","last_became_active":"2023-12-22T17:14:47.124544+0000","last_became_peered":"2023-12-22T17:14:47.124544+0000","last_unstale":"2023-12-22T17:15:15.876459+0000","last_undegraded":"2023-12-22T17:15:15.876459+0000","last_fullsized":"2023-12-22T17:15:15.876459+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:40:35.691904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967184+0000","last_change":"2023-12-22T17:14:48.075574+0000","last_active":"2023-12-22T17:15:15.967184+0000","last_peered":"2023-12-22T17:15:15.967184+0000","last_clean":"2023-12-22T17:15:15.967184+0000","last_became_active":"2023-12-22T17:14:48.075185+0000","last_became_peered":"2023-12-22T17:14:48.075185+0000","last_unstale":"2023-12-22T17:15:15.967184+0000","last_undegraded":"2023-12-22T17:15:15.967184+0000","last_fullsized":"2023-12-22T17:15:15.967184+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:15:01.767043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.966930+0000","last_change":"2023-12-22T17:14:47.120121+0000","last_active":"2023-12-22T17:15:15.966930+0000","last_peered":"2023-12-22T17:15:15.966930+0000","last_clean":"2023-12-22T17:15:15.966930+0000","last_became_active":"2023-12-22T17:14:47.119841+0000","last_became_peered":"2023-12-22T17:14:47.119841+0000","last_unstale":"2023-12-22T17:15:15.966930+0000","last_undegraded":"2023-12-22T17:15:15.966930+0000","last_fullsized":"2023-12-22T17:15:15.966930+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:47:06.811008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.875048+0000","last_change":"2023-12-22T17:14:48.075834+0000","last_active":"2023-12-22T17:15:15.875048+0000","last_peered":"2023-12-22T17:15:15.875048+0000","last_clean":"2023-12-22T17:15:15.875048+0000","last_became_active":"2023-12-22T17:14:48.075351+0000","last_became_peered":"2023-12-22T17:14:48.075351+0000","last_unstale":"2023-12-22T17:15:15.875048+0000","last_undegraded":"2023-12-22T17:15:15.875048+0000","last_fullsized":"2023-12-22T17:15:15.875048+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:20:07.784801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967660+0000","last_change":"2023-12-22T17:14:47.119680+0000","last_active":"2023-12-22T17:15:15.967660+0000","last_peered":"2023-12-22T17:15:15.967660+0000","last_clean":"2023-12-22T17:15:15.967660+0000","last_became_active":"2023-12-22T17:14:47.119401+0000","last_became_peered":"2023-12-22T17:14:47.119401+0000","last_unstale":"2023-12-22T17:15:15.967660+0000","last_undegraded":"2023-12-22T17:15:15.967660+0000","last_fullsized":"2023-12-22T17:15:15.967660+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:10:09.143754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.875243+0000","last_change":"2023-12-22T17:14:48.070210+0000","last_active":"2023-12-22T17:15:15.875243+0000","last_peered":"2023-12-22T17:15:15.875243+0000","last_clean":"2023-12-22T17:15:15.875243+0000","last_became_active":"2023-12-22T17:14:48.069900+0000","last_became_peered":"2023-12-22T17:14:48.069900+0000","last_unstale":"2023-12-22T17:15:15.875243+0000","last_undegraded":"2023-12-22T17:15:15.875243+0000","last_fullsized":"2023-12-22T17:15:15.875243+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:42:16.002973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"58'2","reported_seq":16,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.876231+0000","last_change":"2023-12-22T17:14:47.124058+0000","last_active":"2023-12-22T17:15:15.876231+0000","last_peered":"2023-12-22T17:15:15.876231+0000","last_clean":"2023-12-22T17:15:15.876231+0000","last_became_active":"2023-12-22T17:14:47.123759+0000","last_became_peered":"2023-12-22T17:14:47.123759+0000","last_unstale":"2023-12-22T17:15:15.876231+0000","last_undegraded":"2023-12-22T17:15:15.876231+0000","last_fullsized":"2023-12-22T17:15:15.876231+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:59:13.412760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.874734+0000","last_change":"2023-12-22T17:14:48.068583+0000","last_active":"2023-12-22T17:15:15.874734+0000","last_peered":"2023-12-22T17:15:15.874734+0000","last_clean":"2023-12-22T17:15:15.874734+0000","last_became_active":"2023-12-22T17:14:48.068255+0000","last_became_peered":"2023-12-22T17:14:48.068255+0000","last_unstale":"2023-12-22T17:15:15.874734+0000","last_undegraded":"2023-12-22T17:15:15.874734+0000","last_fullsized":"2023-12-22T17:15:15.874734+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:04:00.387399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967671+0000","last_change":"2023-12-22T17:14:47.119864+0000","last_active":"2023-12-22T17:15:15.967671+0000","last_peered":"2023-12-22T17:15:15.967671+0000","last_clean":"2023-12-22T17:15:15.967671+0000","last_became_active":"2023-12-22T17:14:47.119566+0000","last_became_peered":"2023-12-22T17:14:47.119566+0000","last_unstale":"2023-12-22T17:15:15.967671+0000","last_undegraded":"2023-12-22T17:15:15.967671+0000","last_fullsized":"2023-12-22T17:15:15.967671+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:06:47.199136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.877092+0000","last_change":"2023-12-22T17:14:48.090697+0000","last_active":"2023-12-22T17:15:15.877092+0000","last_peered":"2023-12-22T17:15:15.877092+0000","last_clean":"2023-12-22T17:15:15.877092+0000","last_became_active":"2023-12-22T17:14:48.090387+0000","last_became_peered":"2023-12-22T17:14:48.090387+0000","last_unstale":"2023-12-22T17:15:15.877092+0000","last_undegraded":"2023-12-22T17:15:15.877092+0000","last_fullsized":"2023-12-22T17:15:15.877092+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:47:35.460863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"58'1","reported_seq":16,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967067+0000","last_change":"2023-12-22T17:14:47.118369+0000","last_active":"2023-12-22T17:15:15.967067+0000","last_peered":"2023-12-22T17:15:15.967067+0000","last_clean":"2023-12-22T17:15:15.967067+0000","last_became_active":"2023-12-22T17:14:47.117911+0000","last_became_peered":"2023-12-22T17:14:47.117911+0000","last_unstale":"2023-12-22T17:15:15.967067+0000","last_undegraded":"2023-12-22T17:15:15.967067+0000","last_fullsized":"2023-12-22T17:15:15.967067+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:59:59.654553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.968087+0000","last_change":"2023-12-22T17:14:48.078512+0000","last_active":"2023-12-22T17:15:15.968087+0000","last_peered":"2023-12-22T17:15:15.968087+0000","last_clean":"2023-12-22T17:15:15.968087+0000","last_became_active":"2023-12-22T17:14:48.078142+0000","last_became_peered":"2023-12-22T17:14:48.078142+0000","last_unstale":"2023-12-22T17:15:15.968087+0000","last_undegraded":"2023-12-22T17:15:15.968087+0000","last_fullsized":"2023-12-22T17:15:15.968087+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:39:23.753379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"58'2","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.968071+0000","last_change":"2023-12-22T17:14:47.114336+0000","last_active":"2023-12-22T17:15:15.968071+0000","last_peered":"2023-12-22T17:15:15.968071+0000","last_clean":"2023-12-22T17:15:15.968071+0000","last_became_active":"2023-12-22T17:14:47.114006+0000","last_became_peered":"2023-12-22T17:14:47.114006+0000","last_unstale":"2023-12-22T17:15:15.968071+0000","last_undegraded":"2023-12-22T17:15:15.968071+0000","last_fullsized":"2023-12-22T17:15:15.968071+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:36:21.765002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.877097+0000","last_change":"2023-12-22T17:14:48.088252+0000","last_active":"2023-12-22T17:15:15.877097+0000","last_peered":"2023-12-22T17:15:15.877097+0000","last_clean":"2023-12-22T17:15:15.877097+0000","last_became_active":"2023-12-22T17:14:48.087944+0000","last_became_peered":"2023-12-22T17:14:48.087944+0000","last_unstale":"2023-12-22T17:15:15.877097+0000","last_undegraded":"2023-12-22T17:15:15.877097+0000","last_fullsized":"2023-12-22T17:15:15.877097+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:11:43.993696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.874460+0000","last_change":"2023-12-22T17:14:48.075222+0000","last_active":"2023-12-22T17:15:15.874460+0000","last_peered":"2023-12-22T17:15:15.874460+0000","last_clean":"2023-12-22T17:15:15.874460+0000","last_became_active":"2023-12-22T17:14:48.074482+0000","last_became_peered":"2023-12-22T17:14:48.074482+0000","last_unstale":"2023-12-22T17:15:15.874460+0000","last_undegraded":"2023-12-22T17:15:15.874460+0000","last_fullsized":"2023-12-22T17:15:15.874460+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:38:05.015812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.966457+0000","last_change":"2023-12-22T17:14:48.080520+0000","last_active":"2023-12-22T17:15:15.966457+0000","last_peered":"2023-12-22T17:15:15.966457+0000","last_clean":"2023-12-22T17:15:15.966457+0000","last_became_active":"2023-12-22T17:14:48.080176+0000","last_became_peered":"2023-12-22T17:14:48.080176+0000","last_unstale":"2023-12-22T17:15:15.966457+0000","last_undegraded":"2023-12-22T17:15:15.966457+0000","last_fullsized":"2023-12-22T17:15:15.966457+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:03:31.816794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967621+0000","last_change":"2023-12-22T17:14:48.085655+0000","last_active":"2023-12-22T17:15:15.967621+0000","last_peered":"2023-12-22T17:15:15.967621+0000","last_clean":"2023-12-22T17:15:15.967621+0000","last_became_active":"2023-12-22T17:14:48.085333+0000","last_became_peered":"2023-12-22T17:14:48.085333+0000","last_unstale":"2023-12-22T17:15:15.967621+0000","last_undegraded":"2023-12-22T17:15:15.967621+0000","last_fullsized":"2023-12-22T17:15:15.967621+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:16:41.623143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.881531+0000","last_change":"2023-12-22T17:14:48.069749+0000","last_active":"2023-12-22T17:15:15.881531+0000","last_peered":"2023-12-22T17:15:15.881531+0000","last_clean":"2023-12-22T17:15:15.881531+0000","last_became_active":"2023-12-22T17:14:48.069399+0000","last_became_peered":"2023-12-22T17:14:48.069399+0000","last_unstale":"2023-12-22T17:15:15.881531+0000","last_undegraded":"2023-12-22T17:15:15.881531+0000","last_fullsized":"2023-12-22T17:15:15.881531+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:35:11.984267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.876658+0000","last_change":"2023-12-22T17:14:48.071486+0000","last_active":"2023-12-22T17:15:15.876658+0000","last_peered":"2023-12-22T17:15:15.876658+0000","last_clean":"2023-12-22T17:15:15.876658+0000","last_became_active":"2023-12-22T17:14:48.070545+0000","last_became_peered":"2023-12-22T17:14:48.070545+0000","last_unstale":"2023-12-22T17:15:15.876658+0000","last_undegraded":"2023-12-22T17:15:15.876658+0000","last_fullsized":"2023-12-22T17:15:15.876658+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:55:07.237280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.966980+0000","last_change":"2023-12-22T17:14:48.077630+0000","last_active":"2023-12-22T17:15:15.966980+0000","last_peered":"2023-12-22T17:15:15.966980+0000","last_clean":"2023-12-22T17:15:15.966980+0000","last_became_active":"2023-12-22T17:14:48.077265+0000","last_became_peered":"2023-12-22T17:14:48.077265+0000","last_unstale":"2023-12-22T17:15:15.966980+0000","last_undegraded":"2023-12-22T17:15:15.966980+0000","last_fullsized":"2023-12-22T17:15:15.966980+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:49:56.617185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.875192+0000","last_change":"2023-12-22T17:14:48.069440+0000","last_active":"2023-12-22T17:15:15.875192+0000","last_peered":"2023-12-22T17:15:15.875192+0000","last_clean":"2023-12-22T17:15:15.875192+0000","last_became_active":"2023-12-22T17:14:48.069099+0000","last_became_peered":"2023-12-22T17:14:48.069099+0000","last_unstale":"2023-12-22T17:15:15.875192+0000","last_undegraded":"2023-12-22T17:15:15.875192+0000","last_fullsized":"2023-12-22T17:15:15.875192+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:14:11.705233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.876384+0000","last_change":"2023-12-22T17:14:48.064189+0000","last_active":"2023-12-22T17:15:15.876384+0000","last_peered":"2023-12-22T17:15:15.876384+0000","last_clean":"2023-12-22T17:15:15.876384+0000","last_became_active":"2023-12-22T17:14:48.063276+0000","last_became_peered":"2023-12-22T17:14:48.063276+0000","last_unstale":"2023-12-22T17:15:15.876384+0000","last_undegraded":"2023-12-22T17:15:15.876384+0000","last_fullsized":"2023-12-22T17:15:15.876384+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T21:06:54.622669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967277+0000","last_change":"2023-12-22T17:14:48.081385+0000","last_active":"2023-12-22T17:15:15.967277+0000","last_peered":"2023-12-22T17:15:15.967277+0000","last_clean":"2023-12-22T17:15:15.967277+0000","last_became_active":"2023-12-22T17:14:48.081082+0000","last_became_peered":"2023-12-22T17:14:48.081082+0000","last_unstale":"2023-12-22T17:15:15.967277+0000","last_undegraded":"2023-12-22T17:15:15.967277+0000","last_fullsized":"2023-12-22T17:15:15.967277+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:54:18.191564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.875067+0000","last_change":"2023-12-22T17:14:48.067690+0000","last_active":"2023-12-22T17:15:15.875067+0000","last_peered":"2023-12-22T17:15:15.875067+0000","last_clean":"2023-12-22T17:15:15.875067+0000","last_became_active":"2023-12-22T17:14:48.066917+0000","last_became_peered":"2023-12-22T17:14:48.066917+0000","last_unstale":"2023-12-22T17:15:15.875067+0000","last_undegraded":"2023-12-22T17:15:15.875067+0000","last_fullsized":"2023-12-22T17:15:15.875067+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:46:58.626252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.967715+0000","last_change":"2023-12-22T17:14:48.080298+0000","last_active":"2023-12-22T17:15:15.967715+0000","last_peered":"2023-12-22T17:15:15.967715+0000","last_clean":"2023-12-22T17:15:15.967715+0000","last_became_active":"2023-12-22T17:14:48.079928+0000","last_became_peered":"2023-12-22T17:14:48.079928+0000","last_unstale":"2023-12-22T17:15:15.967715+0000","last_undegraded":"2023-12-22T17:15:15.967715+0000","last_fullsized":"2023-12-22T17:15:15.967715+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:41:37.601463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.881537+0000","last_change":"2023-12-22T17:14:48.080400+0000","last_active":"2023-12-22T17:15:15.881537+0000","last_peered":"2023-12-22T17:15:15.881537+0000","last_clean":"2023-12-22T17:15:15.881537+0000","last_became_active":"2023-12-22T17:14:48.080087+0000","last_became_peered":"2023-12-22T17:14:48.080087+0000","last_unstale":"2023-12-22T17:15:15.881537+0000","last_undegraded":"2023-12-22T17:15:15.881537+0000","last_fullsized":"2023-12-22T17:15:15.881537+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:53:44.736505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-22T17:15:15.874956+0000","last_change":"2023-12-22T17:14:48.076551+0000","last_active":"2023-12-22T17:15:15.874956+0000","last_peered":"2023-12-22T17:15:15.874956+0000","last_clean":"2023-12-22T17:15:15.874956+0000","last_became_active":"2023-12-22T17:14:48.076286+0000","last_became_peered":"2023-12-22T17:14:48.076286+0000","last_unstale":"2023-12-22T17:15:15.874956+0000","last_undegraded":"2023-12-22T17:15:15.874956+0000","last_fullsized":"2023-12-22T17:15:15.874956+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:10:49.068174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3094,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":51,"seq":219043332112,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298492,"kb_used_data":1204,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446660,"statfs":{"total":95995035648,"available":95689379840,"internally_reserved":0,"allocated":1232896,"data_stored":863855,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 22 17:15:33 2023","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.47999999999999998}]},{"osd":1,"last update":"Fri Dec 22 17:15:33 2023","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.55700000000000005}]},{"osd":2,"last update":"Fri Dec 22 17:15:33 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.436}]},{"osd":3,"last update":"Fri Dec 22 17:15:33 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.376},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.49299999999999999}]},{"osd":4,"last update":"Fri Dec 22 17:15:33 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.33100000000000002}]},{"osd":5,"last update":"Fri Dec 22 17:15:33 2023","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.64500000000000002}]},{"osd":6,"last update":"Fri Dec 22 17:15:33 2023","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.755}]}]},{"osd":6,"up_from":44,"seq":188978561042,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298500,"kb_used_data":1212,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446652,"statfs":{"total":95995035648,"available":95689371648,"internally_reserved":0,"allocated":1241088,"data_stored":865868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 22 17:15:15 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.32400000000000001}]},{"osd":1,"last update":"Fri Dec 22 17:15:15 2023","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.54000000000000004}]},{"osd":2,"last update":"Fri Dec 22 17:15:15 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.044,"5min":1.044,"15min":1.044},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.39100000000000001}]},{"osd":3,"last update":"Fri Dec 22 17:15:15 2023","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.374}]},{"osd":4,"last update":"Fri Dec 22 17:15:15 2023","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.499},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.35699999999999998}]},{"osd":5,"last update":"Fri Dec 22 17:15:15 2023","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.40300000000000002}]},{"osd":7,"last update":"Fri Dec 22 17:15:35 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.432}]}]},{"osd":1,"up_from":13,"seq":55834574884,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297916,"kb_used_data":628,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447236,"statfs":{"total":95995035648,"available":95689969664,"internally_reserved":0,"allocated":643072,"data_stored":273336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 22 17:14:56 2023","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.33900000000000002,"15min":0.33100000000000002},"min":{"1min":0.30099999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"last":0.214},{"interface":"front","average":{"1min":0.438,"5min":0.36199999999999999,"15min":0.34899999999999998},"min":{"1min":0.30599999999999999,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.33300000000000002}]},{"osd":2,"last update":"Fri Dec 22 17:15:11 2023","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.40100000000000002,"15min":0.39900000000000002},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.54200000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.442,"5min":0.41199999999999998,"15min":0.40699999999999997},"min":{"1min":0.32900000000000001,"5min":0.312,"15min":0.312},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.252}]},{"osd":3,"last update":"Fri Dec 22 17:15:28 2023","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.47399999999999998,"15min":0.48199999999999998},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.438,"5min":0.46300000000000002,"15min":0.46700000000000003},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.57499999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.28299999999999997}]},{"osd":4,"last update":"Fri Dec 22 17:14:43 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.38800000000000001}]},{"osd":5,"last update":"Fri Dec 22 17:15:02 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.436},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.51200000000000001}]},{"osd":6,"last update":"Fri Dec 22 17:15:18 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.45000000000000001}]},{"osd":7,"last update":"Fri Dec 22 17:15:38 2023","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.52400000000000002}]}]},{"osd":0,"up_from":8,"seq":34359738408,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298500,"kb_used_data":1212,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446652,"statfs":{"total":95995035648,"available":95689371648,"internally_reserved":0,"allocated":1241088,"data_stored":863979,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Dec 22 17:14:54 2023","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.35599999999999998,"15min":0.34899999999999998},"min":{"1min":0.245,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.36599999999999999,"15min":0.35499999999999998},"min":{"1min":0.26700000000000002,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.58399999999999996}]},{"osd":2,"last update":"Fri Dec 22 17:15:10 2023","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.42799999999999999,"15min":0.42799999999999999},"min":{"1min":0.27700000000000002,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.59999999999999998,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.433,"15min":0.42699999999999999},"min":{"1min":0.33800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":0.48899999999999999}]},{"osd":3,"last update":"Fri Dec 22 17:15:27 2023","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.504,"15min":0.51600000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.64000000000000001,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.439,"5min":0.495,"15min":0.504},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.57799999999999996,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.46300000000000002}]},{"osd":4,"last update":"Fri Dec 22 17:14:41 2023","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.626,"15min":0.626},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.98299999999999998},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.995}]},{"osd":5,"last update":"Fri Dec 22 17:14:59 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":1.0349999999999999},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":1.026}]},{"osd":6,"last update":"Fri Dec 22 17:15:20 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":1.0069999999999999},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.95999999999999996}]},{"osd":7,"last update":"Fri Dec 22 17:15:33 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.92500000000000004},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.97099999999999997}]}]},{"osd":2,"up_from":18,"seq":77309411362,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297904,"kb_used_data":616,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447248,"statfs":{"total":95995035648,"available":95689981952,"internally_reserved":0,"allocated":630784,"data_stored":272911,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 22 17:15:08 2023","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.376,"15min":0.372},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.80800000000000005},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.443,"15min":0.443},"min":{"1min":0.25700000000000001,"5min":0.249,"15min":0.249},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.54000000000000004}]},{"osd":1,"last update":"Fri Dec 22 17:15:08 2023","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.42099999999999999,"15min":0.42299999999999999},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.31},{"interface":"front","average":{"1min":0.436,"5min":0.46200000000000002,"15min":0.46600000000000003},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.65100000000000002,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.34799999999999998}]},{"osd":3,"last update":"Fri Dec 22 17:15:30 2023","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.48299999999999998,"15min":0.49199999999999999},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.29699999999999999},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.46300000000000002,"15min":0.47299999999999998},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.54700000000000004,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.73199999999999998}]},{"osd":4,"last update":"Fri Dec 22 17:14:43 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.76000000000000001},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.60599999999999998}]},{"osd":5,"last update":"Fri Dec 22 17:15:01 2023","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.77500000000000002},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.56299999999999994}]},{"osd":6,"last update":"Fri Dec 22 17:15:17 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.629},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.69099999999999995}]},{"osd":7,"last update":"Fri Dec 22 17:15:34 2023","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.79800000000000004},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.66100000000000003}]}]},{"osd":3,"up_from":25,"seq":107374182430,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297924,"kb_used_data":636,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447228,"statfs":{"total":95995035648,"available":95689961472,"internally_reserved":0,"allocated":651264,"data_stored":275339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 22 17:15:29 2023","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.41399999999999998,"15min":0.41999999999999998},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.51400000000000001,"5min":0.625,"15min":0.625},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.45500000000000002,"15min":0.45700000000000002},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.7629999999999999,"5min":1.7629999999999999,"15min":1.7629999999999999},"last":0.44}]},{"osd":1,"last update":"Fri Dec 22 17:15:29 2023","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.46100000000000002,"15min":0.46899999999999997},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"last":0.496},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.46200000000000002,"15min":0.46999999999999997},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.64600000000000002,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.55900000000000005}]},{"osd":2,"last update":"Fri Dec 22 17:15:29 2023","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.48999999999999999,"15min":0.495},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.63800000000000001,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.49099999999999999,"15min":0.502},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.46600000000000003}]},{"osd":4,"last update":"Fri Dec 22 17:14:44 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.85399999999999998},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.71399999999999997}]},{"osd":5,"last update":"Fri Dec 22 17:14:59 2023","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.83899999999999997}]},{"osd":6,"last update":"Fri Dec 22 17:15:15 2023","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.78600000000000003},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":1.069,"5min":1.069,"15min":1.069},"last":0.68000000000000005}]},{"osd":7,"last update":"Fri Dec 22 17:15:35 2023","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.004,"5min":1.004,"15min":1.004},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.82099999999999995}]}]},{"osd":4,"up_from":30,"seq":128849018906,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297924,"kb_used_data":636,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447228,"statfs":{"total":95995035648,"available":95689961472,"internally_reserved":0,"allocated":651264,"data_stored":273856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 22 17:14:42 2023","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.49199999999999999}]},{"osd":1,"last update":"Fri Dec 22 17:14:42 2023","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.53900000000000003}]},{"osd":2,"last update":"Fri Dec 22 17:14:42 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.52500000000000002}]},{"osd":3,"last update":"Fri Dec 22 17:14:42 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.437},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.502}]},{"osd":5,"last update":"Fri Dec 22 17:15:01 2023","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.41599999999999998}]},{"osd":6,"last update":"Fri Dec 22 17:15:18 2023","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.42699999999999999}]},{"osd":7,"last update":"Fri Dec 22 17:15:37 2023","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.38500000000000001}]}]},{"osd":5,"up_from":37,"seq":158913789975,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297920,"kb_used_data":632,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447232,"statfs":{"total":95995035648,"available":95689965568,"internally_reserved":0,"allocated":647168,"data_stored":275325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 22 17:14:58 2023","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.38800000000000001}]},{"osd":1,"last update":"Fri Dec 22 17:14:58 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.43099999999999999}]},{"osd":2,"last update":"Fri Dec 22 17:14:58 2023","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.44700000000000001}]},{"osd":3,"last update":"Fri Dec 22 17:14:58 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.35799999999999998}]},{"osd":4,"last update":"Fri Dec 22 17:14:58 2023","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.42099999999999999}]},{"osd":6,"last update":"Fri Dec 22 17:15:19 2023","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.49299999999999999}]},{"osd":7,"last update":"Fri Dec 22 17:15:33 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.46600000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2428,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2414,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-22T17:15:45.416 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2023-12-22T17:15:45.416 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2023-12-22T17:15:45.416 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2023-12-22T17:15:45.417 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph health --format=json 2023-12-22T17:15:45.691 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:15:45.760 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:45 smithi039 bash[152655]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2023-12-22T17:15:46.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:45 smithi032 ceph-mon[110651]: Deploying daemon node-exporter.b on smithi039 2023-12-22T17:15:46.164 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:45 smithi032 ceph-mon[125050]: Deploying daemon node-exporter.b on smithi039 2023-12-22T17:15:46.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:45 smithi039 ceph-mon[115265]: Deploying daemon node-exporter.b on smithi039 2023-12-22T17:15:46.261 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:45 smithi039 bash[152655]: Getting image source signatures 2023-12-22T17:15:46.261 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:45 smithi039 bash[152655]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2023-12-22T17:15:46.261 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:45 smithi039 bash[152655]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2023-12-22T17:15:46.261 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:45 smithi039 bash[152655]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2023-12-22T17:15:46.955 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:15:46.955 INFO:teuthology.orchestra.run.smithi032.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2023-12-22T17:15:47.156 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:46 smithi032 ceph-mon[110651]: from='client.14778 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-22T17:15:47.156 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:46 smithi032 ceph-mon[110651]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:47.156 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:46 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:15:47.157 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:46 smithi032 ceph-mon[125050]: from='client.14778 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-22T17:15:47.157 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:46 smithi032 ceph-mon[125050]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:47.157 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:46 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:15:47.261 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:46 smithi039 bash[152655]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2023-12-22T17:15:47.261 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 bash[152655]: Writing manifest to image destination 2023-12-22T17:15:47.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:46 smithi039 ceph-mon[115265]: from='client.14778 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-22T17:15:47.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:46 smithi039 ceph-mon[115265]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:47.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:46 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:15:47.393 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2023-12-22T17:15:47.393 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-22T17:15:47.735 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:15:47.735 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":63,"fsid":"e779e1d0-a0ec-11ee-95a5-87774f69a715","created":"2023-12-22T17:10:40.128689+0000","modified":"2023-12-22T17:15:16.873008+0000","last_up_change":"2023-12-22T17:14:32.981601+0000","last_in_change":"2023-12-22T17:14:18.351854+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-22T17:13:07.256776+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-22T17:14:46.043466+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-22T17:14:46.881029+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"59","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2023-12-22T17:15:14.547291+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"14f07766-c4dd-412e-91d4-e2775e552e19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6803","nonce":871376753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6805","nonce":871376753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6809","nonce":871376753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6807","nonce":871376753}]},"public_addr":"172.21.15.32:6803/871376753","cluster_addr":"172.21.15.32:6805/871376753","heartbeat_back_addr":"172.21.15.32:6809/871376753","heartbeat_front_addr":"172.21.15.32:6807/871376753","state":["exists","up"]},{"osd":1,"uuid":"eec9e323-8248-4375-8464-9ff89e6b3cc6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6811","nonce":2950004737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6813","nonce":2950004737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6817","nonce":2950004737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6815","nonce":2950004737}]},"public_addr":"172.21.15.32:6811/2950004737","cluster_addr":"172.21.15.32:6813/2950004737","heartbeat_back_addr":"172.21.15.32:6817/2950004737","heartbeat_front_addr":"172.21.15.32:6815/2950004737","state":["exists","up"]},{"osd":2,"uuid":"b75e654a-8617-4471-acbe-b33d2dc8a87a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6819","nonce":3068030030}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6821","nonce":3068030030}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6825","nonce":3068030030}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6823","nonce":3068030030}]},"public_addr":"172.21.15.32:6819/3068030030","cluster_addr":"172.21.15.32:6821/3068030030","heartbeat_back_addr":"172.21.15.32:6825/3068030030","heartbeat_front_addr":"172.21.15.32:6823/3068030030","state":["exists","up"]},{"osd":3,"uuid":"5902129c-c823-4548-91fb-3129d580c136","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6827","nonce":180184651}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6829","nonce":180184651}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6833","nonce":180184651}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6831","nonce":180184651}]},"public_addr":"172.21.15.32:6827/180184651","cluster_addr":"172.21.15.32:6829/180184651","heartbeat_back_addr":"172.21.15.32:6833/180184651","heartbeat_front_addr":"172.21.15.32:6831/180184651","state":["exists","up"]},{"osd":4,"uuid":"684c3faa-21bc-41f1-b320-3bee82978eb1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6801","nonce":3951350279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6803","nonce":3951350279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6807","nonce":3951350279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6805","nonce":3951350279}]},"public_addr":"172.21.15.39:6801/3951350279","cluster_addr":"172.21.15.39:6803/3951350279","heartbeat_back_addr":"172.21.15.39:6807/3951350279","heartbeat_front_addr":"172.21.15.39:6805/3951350279","state":["exists","up"]},{"osd":5,"uuid":"fee09421-785d-4d6c-8d64-71ae5b3eeb61","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6809","nonce":1681710623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6811","nonce":1681710623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6815","nonce":1681710623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6813","nonce":1681710623}]},"public_addr":"172.21.15.39:6809/1681710623","cluster_addr":"172.21.15.39:6811/1681710623","heartbeat_back_addr":"172.21.15.39:6815/1681710623","heartbeat_front_addr":"172.21.15.39:6813/1681710623","state":["exists","up"]},{"osd":6,"uuid":"8f928114-00a0-4ee9-b4bd-9af4b7baf3bf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6817","nonce":3600824384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6819","nonce":3600824384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6823","nonce":3600824384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6821","nonce":3600824384}]},"public_addr":"172.21.15.39:6817/3600824384","cluster_addr":"172.21.15.39:6819/3600824384","heartbeat_back_addr":"172.21.15.39:6823/3600824384","heartbeat_front_addr":"172.21.15.39:6821/3600824384","state":["exists","up"]},{"osd":7,"uuid":"5d20e9d9-1b04-4ef3-b96b-c7d17df82353","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6825","nonce":3548650184}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6827","nonce":3548650184}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6831","nonce":3548650184}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6829","nonce":3548650184}]},"public_addr":"172.21.15.39:6825/3548650184","cluster_addr":"172.21.15.39:6827/3548650184","heartbeat_back_addr":"172.21.15.39:6831/3548650184","heartbeat_front_addr":"172.21.15.39:6829/3548650184","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:12:29.861972+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:12:47.447926+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:04.678895+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:22.691751+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:39.366495+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:56.610370+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:14:13.819238+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:14:31.398576+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.32:0/2199459025":"2023-12-23T17:15:15.870159+0000","172.21.15.32:0/2053279751":"2023-12-23T17:15:15.870159+0000","172.21.15.32:0/2954033398":"2023-12-23T17:11:26.731678+0000","172.21.15.32:6801/144884261":"2023-12-23T17:15:15.870159+0000","172.21.15.32:6801/2530286936":"2023-12-23T17:11:26.731678+0000","172.21.15.32:6800/2530286936":"2023-12-23T17:11:26.731678+0000","172.21.15.32:0/1526248435":"2023-12-23T17:15:15.870159+0000","172.21.15.32:0/4231560735":"2023-12-23T17:11:03.726672+0000","172.21.15.32:6800/144884261":"2023-12-23T17:15:15.870159+0000","172.21.15.32:0/2470556493":"2023-12-23T17:11:26.731678+0000","172.21.15.32:0/2748005656":"2023-12-23T17:11:26.731678+0000","172.21.15.32:0/3345047675":"2023-12-23T17:11:03.726672+0000","172.21.15.32:6800/2146355663":"2023-12-23T17:11:03.726672+0000","172.21.15.32:0/4173120418":"2023-12-23T17:15:15.870159+0000","172.21.15.32:0/3670382399":"2023-12-23T17:11:03.726672+0000","172.21.15.32:6801/2146355663":"2023-12-23T17:11:03.726672+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-22T17:15:47.749 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-22T17:13:07.256776+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-22T17:14:46.043466+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '58', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-12-22T17:14:46.881029+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '59', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2023-12-22T17:15:14.547291+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '63', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}] 2023-12-22T17:15:47.749 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-22T17:15:47.761 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.581Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2023-12-22T17:15:47.761 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.581Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2023-12-22T17:15:47.761 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2023-12-22T17:15:47.761 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2023-12-22T17:15:47.761 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2023-12-22T17:15:47.761 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2023-12-22T17:15:47.761 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2023-12-22T17:15:47.761 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=node_exporter.go:117 level=info collector=arp 2023-12-22T17:15:47.761 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=node_exporter.go:117 level=info collector=bcache 2023-12-22T17:15:47.762 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=node_exporter.go:117 level=info collector=bonding 2023-12-22T17:15:47.762 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=node_exporter.go:117 level=info collector=btrfs 2023-12-22T17:15:47.762 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=node_exporter.go:117 level=info collector=conntrack 2023-12-22T17:15:47.762 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=node_exporter.go:117 level=info collector=cpu 2023-12-22T17:15:47.762 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=node_exporter.go:117 level=info collector=cpufreq 2023-12-22T17:15:47.762 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=node_exporter.go:117 level=info collector=diskstats 2023-12-22T17:15:47.762 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=node_exporter.go:117 level=info collector=dmi 2023-12-22T17:15:47.762 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=node_exporter.go:117 level=info collector=edac 2023-12-22T17:15:47.762 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=node_exporter.go:117 level=info collector=entropy 2023-12-22T17:15:47.762 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=node_exporter.go:117 level=info collector=fibrechannel 2023-12-22T17:15:47.763 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=node_exporter.go:117 level=info collector=filefd 2023-12-22T17:15:47.763 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=node_exporter.go:117 level=info collector=filesystem 2023-12-22T17:15:47.763 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=node_exporter.go:117 level=info collector=hwmon 2023-12-22T17:15:47.763 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=node_exporter.go:117 level=info collector=infiniband 2023-12-22T17:15:47.763 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=node_exporter.go:117 level=info collector=ipvs 2023-12-22T17:15:47.763 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=node_exporter.go:117 level=info collector=loadavg 2023-12-22T17:15:47.763 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=node_exporter.go:117 level=info collector=mdadm 2023-12-22T17:15:47.763 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=node_exporter.go:117 level=info collector=meminfo 2023-12-22T17:15:47.763 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=node_exporter.go:117 level=info collector=netclass 2023-12-22T17:15:47.763 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=node_exporter.go:117 level=info collector=netdev 2023-12-22T17:15:47.763 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=node_exporter.go:117 level=info collector=netstat 2023-12-22T17:15:47.763 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=node_exporter.go:117 level=info collector=nfs 2023-12-22T17:15:47.763 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=node_exporter.go:117 level=info collector=nfsd 2023-12-22T17:15:47.764 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=node_exporter.go:117 level=info collector=nvme 2023-12-22T17:15:47.764 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=node_exporter.go:117 level=info collector=os 2023-12-22T17:15:47.764 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2023-12-22T17:15:47.764 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=node_exporter.go:117 level=info collector=pressure 2023-12-22T17:15:47.764 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=node_exporter.go:117 level=info collector=rapl 2023-12-22T17:15:47.764 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=node_exporter.go:117 level=info collector=schedstat 2023-12-22T17:15:47.764 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=node_exporter.go:117 level=info collector=selinux 2023-12-22T17:15:47.764 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=node_exporter.go:117 level=info collector=sockstat 2023-12-22T17:15:47.764 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=node_exporter.go:117 level=info collector=softnet 2023-12-22T17:15:47.764 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=node_exporter.go:117 level=info collector=stat 2023-12-22T17:15:47.764 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=node_exporter.go:117 level=info collector=tapestats 2023-12-22T17:15:47.764 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=node_exporter.go:117 level=info collector=textfile 2023-12-22T17:15:47.764 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=node_exporter.go:117 level=info collector=thermal_zone 2023-12-22T17:15:47.764 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=node_exporter.go:117 level=info collector=time 2023-12-22T17:15:47.764 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=node_exporter.go:117 level=info collector=udp_queues 2023-12-22T17:15:47.765 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=node_exporter.go:117 level=info collector=uname 2023-12-22T17:15:47.765 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=node_exporter.go:117 level=info collector=vmstat 2023-12-22T17:15:47.765 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=node_exporter.go:117 level=info collector=xfs 2023-12-22T17:15:47.765 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.582Z caller=node_exporter.go:117 level=info collector=zfs 2023-12-22T17:15:47.765 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.583Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2023-12-22T17:15:47.765 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[152703]: ts=2023-12-22T17:15:47.583Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2023-12-22T17:15:47.765 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 bash[152655]: ae0eb603fb2b050d858d1df4524d2852af0104387d1cb0b8b7ca38e20c464d04 2023-12-22T17:15:47.765 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:15:47 smithi039 systemd[1]: Started Ceph node-exporter.b for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:15:48.091 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2023-12-22T17:15:48.106 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:47 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/1400636792' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-12-22T17:15:48.106 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:47 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:48.106 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:47 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:48.106 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:47 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:48.106 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:47 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:48.106 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:47 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:48.107 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:47 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/3756569256' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-22T17:15:48.107 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:47 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/1400636792' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-12-22T17:15:48.107 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:47 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:48.107 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:47 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:48.107 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:47 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:48.107 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:47 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:48.107 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:47 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:48.107 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:47 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/3756569256' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-22T17:15:48.108 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-22T17:15:48.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/1400636792' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-12-22T17:15:48.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:48.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:48.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:48.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:48.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:48.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:47 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/3756569256' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-22T17:15:48.454 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2023-12-22T17:15:48.471 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-22T17:15:48.810 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:48 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:15:48.810 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:48 smithi032 ceph-mon[110651]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:48.810 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:48 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/1325130638' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-22T17:15:48.811 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:48 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/2450771900' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-22T17:15:48.821 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2023-12-22T17:15:48.837 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-12-22T17:15:49.123 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:48 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:15:49.123 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:48 smithi032 ceph-mon[125050]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:49.123 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:48 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/1325130638' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-22T17:15:49.123 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:48 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/2450771900' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-22T17:15:49.182 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 8 2023-12-22T17:15:49.196 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-22T17:15:49.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:48 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:15:49.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:48 smithi039 ceph-mon[115265]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:49.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:48 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/1325130638' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-22T17:15:49.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:48 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/2450771900' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-22T17:15:49.587 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:15:49.587 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14454,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/3126415683","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":3126415683},{"type":"v1","addr":"172.21.15.32:6835","nonce":3126415683}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-22T17:14:47.511299+0000","modified":"2023-12-22T17:14:51.065319+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24379},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24379":{"gid":24379,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.39:6833/2987529555","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":2987529555},{"type":"v1","addr":"172.21.15.39:6833","nonce":2987529555}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2023-12-22T17:15:49.590 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 7 2023-12-22T17:15:49.602 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-22T17:15:49.937 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:15:49.937 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":63,"fsid":"e779e1d0-a0ec-11ee-95a5-87774f69a715","created":"2023-12-22T17:10:40.128689+0000","modified":"2023-12-22T17:15:16.873008+0000","last_up_change":"2023-12-22T17:14:32.981601+0000","last_in_change":"2023-12-22T17:14:18.351854+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-22T17:13:07.256776+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-22T17:14:46.043466+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-22T17:14:46.881029+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"59","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2023-12-22T17:15:14.547291+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"14f07766-c4dd-412e-91d4-e2775e552e19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6803","nonce":871376753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6805","nonce":871376753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6809","nonce":871376753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6807","nonce":871376753}]},"public_addr":"172.21.15.32:6803/871376753","cluster_addr":"172.21.15.32:6805/871376753","heartbeat_back_addr":"172.21.15.32:6809/871376753","heartbeat_front_addr":"172.21.15.32:6807/871376753","state":["exists","up"]},{"osd":1,"uuid":"eec9e323-8248-4375-8464-9ff89e6b3cc6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6811","nonce":2950004737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6813","nonce":2950004737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6817","nonce":2950004737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6815","nonce":2950004737}]},"public_addr":"172.21.15.32:6811/2950004737","cluster_addr":"172.21.15.32:6813/2950004737","heartbeat_back_addr":"172.21.15.32:6817/2950004737","heartbeat_front_addr":"172.21.15.32:6815/2950004737","state":["exists","up"]},{"osd":2,"uuid":"b75e654a-8617-4471-acbe-b33d2dc8a87a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6819","nonce":3068030030}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6821","nonce":3068030030}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6825","nonce":3068030030}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6823","nonce":3068030030}]},"public_addr":"172.21.15.32:6819/3068030030","cluster_addr":"172.21.15.32:6821/3068030030","heartbeat_back_addr":"172.21.15.32:6825/3068030030","heartbeat_front_addr":"172.21.15.32:6823/3068030030","state":["exists","up"]},{"osd":3,"uuid":"5902129c-c823-4548-91fb-3129d580c136","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6827","nonce":180184651}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6829","nonce":180184651}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6833","nonce":180184651}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6831","nonce":180184651}]},"public_addr":"172.21.15.32:6827/180184651","cluster_addr":"172.21.15.32:6829/180184651","heartbeat_back_addr":"172.21.15.32:6833/180184651","heartbeat_front_addr":"172.21.15.32:6831/180184651","state":["exists","up"]},{"osd":4,"uuid":"684c3faa-21bc-41f1-b320-3bee82978eb1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6801","nonce":3951350279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6803","nonce":3951350279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6807","nonce":3951350279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6805","nonce":3951350279}]},"public_addr":"172.21.15.39:6801/3951350279","cluster_addr":"172.21.15.39:6803/3951350279","heartbeat_back_addr":"172.21.15.39:6807/3951350279","heartbeat_front_addr":"172.21.15.39:6805/3951350279","state":["exists","up"]},{"osd":5,"uuid":"fee09421-785d-4d6c-8d64-71ae5b3eeb61","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6809","nonce":1681710623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6811","nonce":1681710623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6815","nonce":1681710623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6813","nonce":1681710623}]},"public_addr":"172.21.15.39:6809/1681710623","cluster_addr":"172.21.15.39:6811/1681710623","heartbeat_back_addr":"172.21.15.39:6815/1681710623","heartbeat_front_addr":"172.21.15.39:6813/1681710623","state":["exists","up"]},{"osd":6,"uuid":"8f928114-00a0-4ee9-b4bd-9af4b7baf3bf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6817","nonce":3600824384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6819","nonce":3600824384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6823","nonce":3600824384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6821","nonce":3600824384}]},"public_addr":"172.21.15.39:6817/3600824384","cluster_addr":"172.21.15.39:6819/3600824384","heartbeat_back_addr":"172.21.15.39:6823/3600824384","heartbeat_front_addr":"172.21.15.39:6821/3600824384","state":["exists","up"]},{"osd":7,"uuid":"5d20e9d9-1b04-4ef3-b96b-c7d17df82353","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6825","nonce":3548650184}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6827","nonce":3548650184}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6831","nonce":3548650184}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6829","nonce":3548650184}]},"public_addr":"172.21.15.39:6825/3548650184","cluster_addr":"172.21.15.39:6827/3548650184","heartbeat_back_addr":"172.21.15.39:6831/3548650184","heartbeat_front_addr":"172.21.15.39:6829/3548650184","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:12:29.861972+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:12:47.447926+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:04.678895+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:22.691751+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:39.366495+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:56.610370+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:14:13.819238+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:14:31.398576+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.32:0/2199459025":"2023-12-23T17:15:15.870159+0000","172.21.15.32:0/2053279751":"2023-12-23T17:15:15.870159+0000","172.21.15.32:0/2954033398":"2023-12-23T17:11:26.731678+0000","172.21.15.32:6801/144884261":"2023-12-23T17:15:15.870159+0000","172.21.15.32:6801/2530286936":"2023-12-23T17:11:26.731678+0000","172.21.15.32:6800/2530286936":"2023-12-23T17:11:26.731678+0000","172.21.15.32:0/1526248435":"2023-12-23T17:15:15.870159+0000","172.21.15.32:0/4231560735":"2023-12-23T17:11:03.726672+0000","172.21.15.32:6800/144884261":"2023-12-23T17:15:15.870159+0000","172.21.15.32:0/2470556493":"2023-12-23T17:11:26.731678+0000","172.21.15.32:0/2748005656":"2023-12-23T17:11:26.731678+0000","172.21.15.32:0/3345047675":"2023-12-23T17:11:03.726672+0000","172.21.15.32:6800/2146355663":"2023-12-23T17:11:03.726672+0000","172.21.15.32:0/4173120418":"2023-12-23T17:15:15.870159+0000","172.21.15.32:0/3670382399":"2023-12-23T17:11:03.726672+0000","172.21.15.32:6801/2146355663":"2023-12-23T17:11:03.726672+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-22T17:15:49.951 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-22T17:13:07.256776+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-22T17:14:46.043466+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '58', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-12-22T17:14:46.881029+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '59', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2023-12-22T17:15:14.547291+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '63', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}] 2023-12-22T17:15:49.951 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-22T17:15:50.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:49 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/2055131139' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-22T17:15:50.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:49 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/215381130' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2023-12-22T17:15:50.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:49 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/3544967359' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-22T17:15:50.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:49 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:50.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:49 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:50.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:49 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/2055131139' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-22T17:15:50.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:49 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/215381130' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2023-12-22T17:15:50.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:49 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/3544967359' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-22T17:15:50.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:49 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:50.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:49 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:50.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:49 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/2055131139' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-22T17:15:50.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:49 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/215381130' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2023-12-22T17:15:50.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:49 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/3544967359' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-22T17:15:50.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:49 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:50.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:49 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:50.288 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2023-12-22T17:15:50.303 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-22T17:15:50.636 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2023-12-22T17:15:50.650 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-22T17:15:50.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:50 smithi032 ceph-mon[125050]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:50.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:50 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/4235017509' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-22T17:15:50.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:50 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:50.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:50 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:50.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:50 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:15:50.935 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:50 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:15:50.935 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:50 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:50.935 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:50 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/839814656' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-22T17:15:50.935 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:50 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/689208233' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-22T17:15:50.935 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:50 smithi032 ceph-mon[110651]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:50.935 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:50 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/4235017509' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-22T17:15:50.935 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:50 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:50.935 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:50 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:50.935 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:50 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:15:50.935 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:50 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:15:50.935 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:50 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:50.935 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:50 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/839814656' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-22T17:15:50.936 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:50 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/689208233' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-22T17:15:50.990 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2023-12-22T17:15:51.004 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-12-22T17:15:51.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:50 smithi039 ceph-mon[115265]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:51.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:50 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/4235017509' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-22T17:15:51.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:50 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:51.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:50 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:51.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:50 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:15:51.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:50 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:15:51.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:50 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:51.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:50 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/839814656' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-22T17:15:51.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:50 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/689208233' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-22T17:15:51.342 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 8 2023-12-22T17:15:51.357 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-22T17:15:51.736 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:15:51.737 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14454,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/3126415683","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":3126415683},{"type":"v1","addr":"172.21.15.32:6835","nonce":3126415683}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-22T17:14:47.511299+0000","modified":"2023-12-22T17:14:51.065319+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24379},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24379":{"gid":24379,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.39:6833/2987529555","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":2987529555},{"type":"v1","addr":"172.21.15.39:6833","nonce":2987529555}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2023-12-22T17:15:51.740 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 7 2023-12-22T17:15:51.751 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-22T17:15:51.891 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:51 smithi032 ceph-mon[110651]: Reconfiguring alertmanager.a (dependencies changed)... 2023-12-22T17:15:51.891 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:51 smithi032 ceph-mon[110651]: Reconfiguring daemon alertmanager.a on smithi032 2023-12-22T17:15:51.891 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:51 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:51.892 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:51 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/3289718619' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-22T17:15:51.892 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:51 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/2468127339' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2023-12-22T17:15:51.892 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:51 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/1631027145' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-22T17:15:51.892 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:51 smithi032 ceph-mon[125050]: Reconfiguring alertmanager.a (dependencies changed)... 2023-12-22T17:15:51.892 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:51 smithi032 ceph-mon[125050]: Reconfiguring daemon alertmanager.a on smithi032 2023-12-22T17:15:51.892 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:51 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:51.892 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:51 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/3289718619' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-22T17:15:51.892 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:51 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/2468127339' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2023-12-22T17:15:51.892 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:51 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/1631027145' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-22T17:15:52.010 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:15:51 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:15:51] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-22T17:15:52.011 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:51 smithi039 ceph-mon[115265]: Reconfiguring alertmanager.a (dependencies changed)... 2023-12-22T17:15:52.011 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:51 smithi039 ceph-mon[115265]: Reconfiguring daemon alertmanager.a on smithi032 2023-12-22T17:15:52.011 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:51 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:52.011 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:51 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/3289718619' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-22T17:15:52.011 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:51 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/2468127339' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2023-12-22T17:15:52.011 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:51 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/1631027145' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-22T17:15:52.098 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:15:52.098 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":63,"fsid":"e779e1d0-a0ec-11ee-95a5-87774f69a715","created":"2023-12-22T17:10:40.128689+0000","modified":"2023-12-22T17:15:16.873008+0000","last_up_change":"2023-12-22T17:14:32.981601+0000","last_in_change":"2023-12-22T17:14:18.351854+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-22T17:13:07.256776+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-22T17:14:46.043466+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-22T17:14:46.881029+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"59","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2023-12-22T17:15:14.547291+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"14f07766-c4dd-412e-91d4-e2775e552e19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6803","nonce":871376753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6805","nonce":871376753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6809","nonce":871376753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":871376753},{"type":"v1","addr":"172.21.15.32:6807","nonce":871376753}]},"public_addr":"172.21.15.32:6803/871376753","cluster_addr":"172.21.15.32:6805/871376753","heartbeat_back_addr":"172.21.15.32:6809/871376753","heartbeat_front_addr":"172.21.15.32:6807/871376753","state":["exists","up"]},{"osd":1,"uuid":"eec9e323-8248-4375-8464-9ff89e6b3cc6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6811","nonce":2950004737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6813","nonce":2950004737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6817","nonce":2950004737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":2950004737},{"type":"v1","addr":"172.21.15.32:6815","nonce":2950004737}]},"public_addr":"172.21.15.32:6811/2950004737","cluster_addr":"172.21.15.32:6813/2950004737","heartbeat_back_addr":"172.21.15.32:6817/2950004737","heartbeat_front_addr":"172.21.15.32:6815/2950004737","state":["exists","up"]},{"osd":2,"uuid":"b75e654a-8617-4471-acbe-b33d2dc8a87a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6819","nonce":3068030030}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6821","nonce":3068030030}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6825","nonce":3068030030}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":3068030030},{"type":"v1","addr":"172.21.15.32:6823","nonce":3068030030}]},"public_addr":"172.21.15.32:6819/3068030030","cluster_addr":"172.21.15.32:6821/3068030030","heartbeat_back_addr":"172.21.15.32:6825/3068030030","heartbeat_front_addr":"172.21.15.32:6823/3068030030","state":["exists","up"]},{"osd":3,"uuid":"5902129c-c823-4548-91fb-3129d580c136","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6827","nonce":180184651}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6829","nonce":180184651}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6833","nonce":180184651}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":180184651},{"type":"v1","addr":"172.21.15.32:6831","nonce":180184651}]},"public_addr":"172.21.15.32:6827/180184651","cluster_addr":"172.21.15.32:6829/180184651","heartbeat_back_addr":"172.21.15.32:6833/180184651","heartbeat_front_addr":"172.21.15.32:6831/180184651","state":["exists","up"]},{"osd":4,"uuid":"684c3faa-21bc-41f1-b320-3bee82978eb1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6801","nonce":3951350279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6803","nonce":3951350279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6807","nonce":3951350279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3951350279},{"type":"v1","addr":"172.21.15.39:6805","nonce":3951350279}]},"public_addr":"172.21.15.39:6801/3951350279","cluster_addr":"172.21.15.39:6803/3951350279","heartbeat_back_addr":"172.21.15.39:6807/3951350279","heartbeat_front_addr":"172.21.15.39:6805/3951350279","state":["exists","up"]},{"osd":5,"uuid":"fee09421-785d-4d6c-8d64-71ae5b3eeb61","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6809","nonce":1681710623}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6811","nonce":1681710623}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6815","nonce":1681710623}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":1681710623},{"type":"v1","addr":"172.21.15.39:6813","nonce":1681710623}]},"public_addr":"172.21.15.39:6809/1681710623","cluster_addr":"172.21.15.39:6811/1681710623","heartbeat_back_addr":"172.21.15.39:6815/1681710623","heartbeat_front_addr":"172.21.15.39:6813/1681710623","state":["exists","up"]},{"osd":6,"uuid":"8f928114-00a0-4ee9-b4bd-9af4b7baf3bf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6817","nonce":3600824384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6819","nonce":3600824384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6823","nonce":3600824384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3600824384},{"type":"v1","addr":"172.21.15.39:6821","nonce":3600824384}]},"public_addr":"172.21.15.39:6817/3600824384","cluster_addr":"172.21.15.39:6819/3600824384","heartbeat_back_addr":"172.21.15.39:6823/3600824384","heartbeat_front_addr":"172.21.15.39:6821/3600824384","state":["exists","up"]},{"osd":7,"uuid":"5d20e9d9-1b04-4ef3-b96b-c7d17df82353","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6825","nonce":3548650184}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6827","nonce":3548650184}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6831","nonce":3548650184}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3548650184},{"type":"v1","addr":"172.21.15.39:6829","nonce":3548650184}]},"public_addr":"172.21.15.39:6825/3548650184","cluster_addr":"172.21.15.39:6827/3548650184","heartbeat_back_addr":"172.21.15.39:6831/3548650184","heartbeat_front_addr":"172.21.15.39:6829/3548650184","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:12:29.861972+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:12:47.447926+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:04.678895+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:22.691751+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:39.366495+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:56.610370+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:14:13.819238+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:14:31.398576+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.32:0/2199459025":"2023-12-23T17:15:15.870159+0000","172.21.15.32:0/2053279751":"2023-12-23T17:15:15.870159+0000","172.21.15.32:0/2954033398":"2023-12-23T17:11:26.731678+0000","172.21.15.32:6801/144884261":"2023-12-23T17:15:15.870159+0000","172.21.15.32:6801/2530286936":"2023-12-23T17:11:26.731678+0000","172.21.15.32:6800/2530286936":"2023-12-23T17:11:26.731678+0000","172.21.15.32:0/1526248435":"2023-12-23T17:15:15.870159+0000","172.21.15.32:0/4231560735":"2023-12-23T17:11:03.726672+0000","172.21.15.32:6800/144884261":"2023-12-23T17:15:15.870159+0000","172.21.15.32:0/2470556493":"2023-12-23T17:11:26.731678+0000","172.21.15.32:0/2748005656":"2023-12-23T17:11:26.731678+0000","172.21.15.32:0/3345047675":"2023-12-23T17:11:03.726672+0000","172.21.15.32:6800/2146355663":"2023-12-23T17:11:03.726672+0000","172.21.15.32:0/4173120418":"2023-12-23T17:15:15.870159+0000","172.21.15.32:0/3670382399":"2023-12-23T17:11:03.726672+0000","172.21.15.32:6801/2146355663":"2023-12-23T17:11:03.726672+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-22T17:15:52.113 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-22T17:15:52.141 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:15:51 smithi032 systemd[1]: Stopping Ceph alertmanager.a for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:15:52.434 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:15:52 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-alertmanager-a[164679]: ts=2023-12-22T17:15:52.174Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2023-12-22T17:15:52.434 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:15:52 smithi032 bash[170125]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-alertmanager-a 2023-12-22T17:15:52.501 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:15:52.501 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14454,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/3126415683","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":3126415683},{"type":"v1","addr":"172.21.15.32:6835","nonce":3126415683}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-22T17:14:47.511299+0000","modified":"2023-12-22T17:14:51.065319+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24379},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24379":{"gid":24379,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.39:6833/2987529555","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":2987529555},{"type":"v1","addr":"172.21.15.39:6833","nonce":2987529555}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2023-12-22T17:15:52.501 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 7 2023-12-22T17:15:52.517 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 7, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2023-12-22T17:14:47.511299+0000', 'modified': '2023-12-22T17:14:51.065319+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24379}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24379': {'gid': 24379, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.39:6833/2987529555', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6832', 'nonce': 2987529555}, {'type': 'v1', 'addr': '172.21.15.39:6833', 'nonce': 2987529555}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138320759226367, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'standby_count_wanted': 0} 2023-12-22T17:15:52.517 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2023-12-22T17:15:52.518 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2023-12-22T17:15:52.724 INFO:teuthology.orchestra.run.smithi032.stderr:2023-12-22T17:15:52.718+0000 7f0138ff9700 0 client.14877 ms_handle_reset on v2:172.21.15.39:6832/2987529555 2023-12-22T17:15:52.746 INFO:teuthology.orchestra.run.smithi032.stderr:2023-12-22T17:15:52.741+0000 7f0138ff9700 0 client.24812 ms_handle_reset on v2:172.21.15.39:6832/2987529555 2023-12-22T17:15:52.747 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:15:52.747 INFO:teuthology.orchestra.run.smithi032.stdout: "cluster_fsid": "e779e1d0-a0ec-11ee-95a5-87774f69a715", 2023-12-22T17:15:52.747 INFO:teuthology.orchestra.run.smithi032.stdout: "whoami": 0, 2023-12-22T17:15:52.747 INFO:teuthology.orchestra.run.smithi032.stdout: "id": 24379, 2023-12-22T17:15:52.747 INFO:teuthology.orchestra.run.smithi032.stdout: "want_state": "up:active", 2023-12-22T17:15:52.747 INFO:teuthology.orchestra.run.smithi032.stdout: "state": "up:active", 2023-12-22T17:15:52.747 INFO:teuthology.orchestra.run.smithi032.stdout: "fs_name": "cephfs", 2023-12-22T17:15:52.747 INFO:teuthology.orchestra.run.smithi032.stdout: "rank_uptime": 64.639543689000007, 2023-12-22T17:15:52.747 INFO:teuthology.orchestra.run.smithi032.stdout: "mdsmap_epoch": 7, 2023-12-22T17:15:52.747 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch": 63, 2023-12-22T17:15:52.747 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch_barrier": 59, 2023-12-22T17:15:52.748 INFO:teuthology.orchestra.run.smithi032.stdout: "uptime": 69.111202105000004 2023-12-22T17:15:52.748 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:15:52.761 INFO:tasks.cephadm:Setup complete, yielding 2023-12-22T17:15:52.761 INFO:teuthology.run_tasks:Running task print... 2023-12-22T17:15:52.770 INFO:teuthology.task.print:**** done end installing quincy cephadm ... 2023-12-22T17:15:52.770 INFO:teuthology.run_tasks:Running task print... 2023-12-22T17:15:52.784 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2023-12-22T17:15:52.784 INFO:teuthology.run_tasks:Running task cephadm.shell... 2023-12-22T17:15:52.794 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi032.front.sepia.ceph.com 2023-12-22T17:15:52.794 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2023-12-22T17:15:52.820 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:15:52 smithi032 systemd[1]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@alertmanager.a.service: Succeeded. 2023-12-22T17:15:52.820 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:15:52 smithi032 systemd[1]: Stopped Ceph alertmanager.a for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:15:52.820 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:15:52 smithi032 systemd[1]: Starting Ceph alertmanager.a for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:15:53.142 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:52 smithi032 ceph-mon[110651]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:53.142 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:52 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/1551242283' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-22T17:15:53.142 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:52 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/2865300585' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-22T17:15:53.142 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:52 smithi032 ceph-mon[125050]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:53.142 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:52 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/1551242283' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-22T17:15:53.142 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:52 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/2865300585' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-22T17:15:53.233 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:15:53.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:52 smithi039 ceph-mon[115265]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:53.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:52 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/1551242283' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-22T17:15:53.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:52 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/2865300585' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-22T17:15:53.416 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:15:53 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-alertmanager-a[170400]: ts=2023-12-22T17:15:53.136Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2023-12-22T17:15:53.417 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:15:53 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-alertmanager-a[170400]: ts=2023-12-22T17:15:53.136Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2023-12-22T17:15:53.417 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:15:53 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-alertmanager-a[170400]: ts=2023-12-22T17:15:53.137Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.32 port=9094 2023-12-22T17:15:53.417 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:15:53 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-alertmanager-a[170400]: ts=2023-12-22T17:15:53.138Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2023-12-22T17:15:53.417 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:15:53 smithi032 bash[170362]: e1d1abb1175e52d41710c0bcf49aea07a6ccbff23b9df7ff06d463b12d4c4e1c 2023-12-22T17:15:53.417 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:15:53 smithi032 systemd[1]: Started Ceph alertmanager.a for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:15:53.417 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:15:53 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-alertmanager-a[170400]: ts=2023-12-22T17:15:53.162Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2023-12-22T17:15:53.418 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:15:53 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-alertmanager-a[170400]: ts=2023-12-22T17:15:53.162Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2023-12-22T17:15:53.418 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:15:53 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-alertmanager-a[170400]: ts=2023-12-22T17:15:53.165Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2023-12-22T17:15:53.418 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:15:53 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-alertmanager-a[170400]: ts=2023-12-22T17:15:53.165Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2023-12-22T17:15:54.338 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:54 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:54.338 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:54 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:54.338 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:54 smithi039 ceph-mon[115265]: Reconfiguring prometheus.a (dependencies changed)... 2023-12-22T17:15:54.338 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:54 smithi039 ceph-mon[115265]: Reconfiguring daemon prometheus.a on smithi039 2023-12-22T17:15:54.338 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:54 smithi039 ceph-mon[115265]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:54.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:54 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:54.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:54 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:54.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:54 smithi032 ceph-mon[110651]: Reconfiguring prometheus.a (dependencies changed)... 2023-12-22T17:15:54.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:54 smithi032 ceph-mon[110651]: Reconfiguring daemon prometheus.a on smithi039 2023-12-22T17:15:54.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:54 smithi032 ceph-mon[110651]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:54.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:54 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:54.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:54 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:54.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:54 smithi032 ceph-mon[125050]: Reconfiguring prometheus.a (dependencies changed)... 2023-12-22T17:15:54.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:54 smithi032 ceph-mon[125050]: Reconfiguring daemon prometheus.a on smithi039 2023-12-22T17:15:54.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:54 smithi032 ceph-mon[125050]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:54.741 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:54 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:15:54] ENGINE Bus STOPPING 2023-12-22T17:15:54.741 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:54 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:15:54] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-22T17:15:54.741 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:54 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:15:54] ENGINE Bus STOPPED 2023-12-22T17:15:54.741 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:54 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:15:54] ENGINE Bus STARTING 2023-12-22T17:15:54.741 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:54 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:15:54] ENGINE Serving on http://:::9283 2023-12-22T17:15:54.741 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:54 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:15:54] ENGINE Bus STARTED 2023-12-22T17:15:54.783 INFO:teuthology.run_tasks:Running task print... 2023-12-22T17:15:54.793 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2023-12-22T17:15:54.793 INFO:teuthology.run_tasks:Running task print... 2023-12-22T17:15:54.800 INFO:teuthology.task.print:**** done start telemetry quincy... 2023-12-22T17:15:54.800 INFO:teuthology.run_tasks:Running task workunit... 2023-12-22T17:15:54.813 INFO:tasks.workunit:Pulling workunits from ref f03e7e7cb99812806ba33e00f2fa3a303f677ad8 2023-12-22T17:15:54.813 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-12-22T17:15:54.813 DEBUG:teuthology.orchestra.run.smithi032:> stat -- /home/ubuntu/cephtest/mnt.0 2023-12-22T17:15:54.842 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-22T17:15:54.842 INFO:teuthology.orchestra.run.smithi032.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-12-22T17:15:54.843 DEBUG:teuthology.orchestra.run.smithi032:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-12-22T17:15:54.900 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-12-22T17:15:54.900 DEBUG:teuthology.orchestra.run.smithi032:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-12-22T17:15:54.958 INFO:tasks.workunit:timeout=3h 2023-12-22T17:15:54.958 INFO:tasks.workunit:cleanup=True 2023-12-22T17:15:54.959 DEBUG:teuthology.orchestra.run.smithi032:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout f03e7e7cb99812806ba33e00f2fa3a303f677ad8 2023-12-22T17:15:55.011 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:54 smithi039 systemd[1]: Stopping Ceph prometheus.a for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:15:55.017 INFO:tasks.workunit.client.0.smithi032.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-12-22T17:15:55.429 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:15:55 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-alertmanager-a[170400]: ts=2023-12-22T17:15:55.139Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000425488s 2023-12-22T17:15:55.430 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:55 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[150005]: ts=2023-12-22T17:15:55.050Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2023-12-22T17:15:55.430 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:55 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[150005]: ts=2023-12-22T17:15:55.050Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2023-12-22T17:15:55.430 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:55 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[150005]: ts=2023-12-22T17:15:55.050Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2023-12-22T17:15:55.430 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:55 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[150005]: ts=2023-12-22T17:15:55.050Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2023-12-22T17:15:55.430 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:55 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[150005]: ts=2023-12-22T17:15:55.050Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2023-12-22T17:15:55.430 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:55 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[150005]: ts=2023-12-22T17:15:55.050Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2023-12-22T17:15:55.430 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:55 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[150005]: ts=2023-12-22T17:15:55.050Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2023-12-22T17:15:55.430 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:55 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[150005]: ts=2023-12-22T17:15:55.050Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2023-12-22T17:15:55.430 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:55 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[150005]: ts=2023-12-22T17:15:55.050Z caller=main.go:907 level=info msg="Scrape manager stopped" 2023-12-22T17:15:55.430 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:55 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[150005]: ts=2023-12-22T17:15:55.051Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2023-12-22T17:15:55.430 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:55 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[150005]: ts=2023-12-22T17:15:55.051Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2023-12-22T17:15:55.430 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:55 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[150005]: ts=2023-12-22T17:15:55.051Z caller=main.go:1147 level=info msg="See you next time!" 2023-12-22T17:15:55.430 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:55 smithi039 bash[153622]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a 2023-12-22T17:15:55.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:55 smithi032 ceph-mon[110651]: from='client.? ' entity='client.admin' 2023-12-22T17:15:55.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:55 smithi032 ceph-mon[125050]: from='client.? ' entity='client.admin' 2023-12-22T17:15:55.751 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:55 smithi039 ceph-mon[115265]: from='client.? ' entity='client.admin' 2023-12-22T17:15:55.751 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:55 smithi039 systemd[1]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@prometheus.a.service: Succeeded. 2023-12-22T17:15:55.751 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:55 smithi039 systemd[1]: Stopped Ceph prometheus.a for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:15:55.751 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:55 smithi039 systemd[1]: Starting Ceph prometheus.a for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:15:56.261 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:55 smithi039 bash[153743]: 815fb8e0ad96b0ba869c7421437fea79be599cd927f6770b1b96c8a29cb1afa9 2023-12-22T17:15:56.261 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:55 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[153757]: ts=2023-12-22T17:15:55.880Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2023-12-22T17:15:56.261 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:55 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[153757]: ts=2023-12-22T17:15:55.880Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2023-12-22T17:15:56.261 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:55 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[153757]: ts=2023-12-22T17:15:55.880Z caller=main.go:570 level=info host_details="(Linux 4.18.0-529.el8.x86_64 #1 SMP Wed Dec 6 01:03:46 UTC 2023 x86_64 smithi039 (none))" 2023-12-22T17:15:56.261 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:55 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[153757]: ts=2023-12-22T17:15:55.880Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2023-12-22T17:15:56.261 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:55 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[153757]: ts=2023-12-22T17:15:55.880Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2023-12-22T17:15:56.261 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:55 smithi039 systemd[1]: Started Ceph prometheus.a for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:15:56.261 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:55 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[153757]: ts=2023-12-22T17:15:55.882Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2023-12-22T17:15:56.261 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:55 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[153757]: ts=2023-12-22T17:15:55.882Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2023-12-22T17:15:56.261 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:55 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[153757]: ts=2023-12-22T17:15:55.883Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2023-12-22T17:15:56.262 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:55 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[153757]: ts=2023-12-22T17:15:55.883Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2023-12-22T17:15:56.262 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:55 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[153757]: ts=2023-12-22T17:15:55.885Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2023-12-22T17:15:56.262 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:55 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[153757]: ts=2023-12-22T17:15:55.885Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.493µs 2023-12-22T17:15:56.262 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:55 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[153757]: ts=2023-12-22T17:15:55.885Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2023-12-22T17:15:56.262 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:55 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[153757]: ts=2023-12-22T17:15:55.885Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2023-12-22T17:15:56.262 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:55 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[153757]: ts=2023-12-22T17:15:55.886Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2023-12-22T17:15:56.262 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:55 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[153757]: ts=2023-12-22T17:15:55.886Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=41.849µs wal_replay_duration=842.695µs wbl_replay_duration=128ns total_replay_duration=913.443µs 2023-12-22T17:15:56.262 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:55 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[153757]: ts=2023-12-22T17:15:55.887Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2023-12-22T17:15:56.262 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:55 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[153757]: ts=2023-12-22T17:15:55.887Z caller=main.go:1029 level=info msg="TSDB started" 2023-12-22T17:15:56.262 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:55 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[153757]: ts=2023-12-22T17:15:55.887Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2023-12-22T17:15:56.262 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:55 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[153757]: ts=2023-12-22T17:15:55.902Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=15.155753ms db_storage=716ns remote_storage=1.019µs web_handler=349ns query_engine=585ns scrape=494.041µs scrape_sd=25.822µs notify=35.56µs notify_sd=7.309µs rules=14.295362ms tracing=7.617µs 2023-12-22T17:15:56.262 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:55 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[153757]: ts=2023-12-22T17:15:55.902Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2023-12-22T17:15:56.262 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:15:55 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[153757]: ts=2023-12-22T17:15:55.902Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2023-12-22T17:15:56.320 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:55 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:15:55] ENGINE Bus STOPPING 2023-12-22T17:15:56.320 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:55 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:15:55] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-22T17:15:56.320 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:55 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:15:55] ENGINE Bus STOPPED 2023-12-22T17:15:56.320 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:55 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:15:55] ENGINE Bus STARTING 2023-12-22T17:15:56.320 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:15:56] ENGINE Serving on http://:::9283 2023-12-22T17:15:56.320 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:15:56] ENGINE Bus STARTED 2023-12-22T17:15:56.320 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:15:56] ENGINE Bus STOPPING 2023-12-22T17:15:56.320 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:15:56] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-22T17:15:56.321 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:15:56] ENGINE Bus STOPPED 2023-12-22T17:15:56.321 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:15:56] ENGINE Bus STARTING 2023-12-22T17:15:56.321 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:15:56] ENGINE Serving on http://:::9283 2023-12-22T17:15:56.321 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:15:56] ENGINE Bus STARTED 2023-12-22T17:15:56.321 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:15:56] ENGINE Bus STOPPING 2023-12-22T17:15:56.321 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:15:56] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-22T17:15:56.321 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:15:56] ENGINE Bus STOPPED 2023-12-22T17:15:56.321 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:15:56] ENGINE Bus STARTING 2023-12-22T17:15:56.321 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:15:56] ENGINE Serving on http://:::9283 2023-12-22T17:15:56.321 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:15:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:15:56] ENGINE Bus STARTED 2023-12-22T17:15:57.181 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:56 smithi039 ceph-mon[115265]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:57.182 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:56 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:57.182 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:56 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:57.182 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:56 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-22T17:15:57.182 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:56 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi032.front.sepia.ceph.com:9093"}]: dispatch 2023-12-22T17:15:57.182 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:56 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:57.182 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:56 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-22T17:15:57.182 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:56 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi039.front.sepia.ceph.com:9095"}]: dispatch 2023-12-22T17:15:57.182 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:56 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:57.182 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:56 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-22T17:15:57.182 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:56 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi039.front.sepia.ceph.com:3000"}]: dispatch 2023-12-22T17:15:57.182 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:56 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:57.182 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:56 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:15:57.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:56 smithi032 ceph-mon[110651]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:57.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:56 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:57.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:56 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:57.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:56 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-22T17:15:57.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:56 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi032.front.sepia.ceph.com:9093"}]: dispatch 2023-12-22T17:15:57.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:56 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:57.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:56 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-22T17:15:57.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:56 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi039.front.sepia.ceph.com:9095"}]: dispatch 2023-12-22T17:15:57.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:56 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:57.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:56 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-22T17:15:57.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:56 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi039.front.sepia.ceph.com:3000"}]: dispatch 2023-12-22T17:15:57.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:56 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:57.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:56 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:15:57.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:56 smithi032 ceph-mon[125050]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:57.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:56 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:57.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:56 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:57.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:56 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-22T17:15:57.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:56 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi032.front.sepia.ceph.com:9093"}]: dispatch 2023-12-22T17:15:57.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:56 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:57.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:56 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-22T17:15:57.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:56 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi039.front.sepia.ceph.com:9095"}]: dispatch 2023-12-22T17:15:57.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:56 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:57.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:56 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-22T17:15:57.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:56 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi039.front.sepia.ceph.com:3000"}]: dispatch 2023-12-22T17:15:57.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:56 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:57.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:56 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:15:58.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:57 smithi039 ceph-mon[115265]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-22T17:15:58.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:57 smithi039 ceph-mon[115265]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi032.front.sepia.ceph.com:9093"}]: dispatch 2023-12-22T17:15:58.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:57 smithi039 ceph-mon[115265]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-22T17:15:58.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:57 smithi039 ceph-mon[115265]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi039.front.sepia.ceph.com:9095"}]: dispatch 2023-12-22T17:15:58.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:57 smithi039 ceph-mon[115265]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-22T17:15:58.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:57 smithi039 ceph-mon[115265]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi039.front.sepia.ceph.com:3000"}]: dispatch 2023-12-22T17:15:58.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:57 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:58.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:57 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:58.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:57 smithi032 ceph-mon[125050]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-22T17:15:58.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:57 smithi032 ceph-mon[125050]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi032.front.sepia.ceph.com:9093"}]: dispatch 2023-12-22T17:15:58.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:57 smithi032 ceph-mon[125050]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-22T17:15:58.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:57 smithi032 ceph-mon[125050]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi039.front.sepia.ceph.com:9095"}]: dispatch 2023-12-22T17:15:58.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:57 smithi032 ceph-mon[125050]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-22T17:15:58.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:57 smithi032 ceph-mon[125050]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi039.front.sepia.ceph.com:3000"}]: dispatch 2023-12-22T17:15:58.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:57 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:58.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:57 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:58.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:57 smithi032 ceph-mon[110651]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-22T17:15:58.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:57 smithi032 ceph-mon[110651]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi032.front.sepia.ceph.com:9093"}]: dispatch 2023-12-22T17:15:58.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:57 smithi032 ceph-mon[110651]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-22T17:15:58.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:57 smithi032 ceph-mon[110651]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi039.front.sepia.ceph.com:9095"}]: dispatch 2023-12-22T17:15:58.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:57 smithi032 ceph-mon[110651]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-22T17:15:58.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:57 smithi032 ceph-mon[110651]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi039.front.sepia.ceph.com:3000"}]: dispatch 2023-12-22T17:15:58.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:57 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:58.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:57 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:59.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:58 smithi032 ceph-mon[125050]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:59.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:58 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:59.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:58 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:59.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:58 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:15:59.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:58 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:15:59.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:58 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:59.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:15:58 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:15:59.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:58 smithi032 ceph-mon[110651]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:59.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:58 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:59.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:58 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:59.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:58 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:15:59.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:58 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:15:59.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:58 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:59.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:15:58 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:15:59.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:58 smithi039 ceph-mon[115265]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:15:59.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:58 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:59.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:58 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:59.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:58 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:15:59.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:58 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:15:59.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:58 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:15:59.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:15:58 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:16:01.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:00 smithi032 ceph-mon[125050]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:01.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:00 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:01.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:00 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:01.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:00 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:01.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:00 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:01.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:00 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:16:01.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:00 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:16:01.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:00 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:01.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:00 smithi032 ceph-mon[110651]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:01.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:00 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:01.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:00 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:01.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:00 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:01.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:00 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:01.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:00 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:16:01.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:00 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:16:01.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:00 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:01.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:00 smithi039 ceph-mon[115265]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:01.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:00 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:01.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:00 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:01.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:00 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:01.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:00 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:01.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:00 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:16:01.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:00 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:16:01.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:00 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:01.683 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:16:01 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:16:01] "GET /metrics HTTP/1.1" 200 235702 "" "Prometheus/2.43.0" 2023-12-22T17:16:01.932 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:16:01 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:16:01] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-22T17:16:02.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:01 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:16:02.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:01 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:16:02.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:01 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:16:03.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:02 smithi032 ceph-mon[125050]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:03.184 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:16:03 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-alertmanager-a[170400]: ts=2023-12-22T17:16:03.141Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.00294918s 2023-12-22T17:16:03.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:02 smithi032 ceph-mon[110651]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:03.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:02 smithi039 ceph-mon[115265]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:05.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:04 smithi032 ceph-mon[125050]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:05.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:04 smithi032 ceph-mon[110651]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:05.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:04 smithi039 ceph-mon[115265]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:06.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:05 smithi039 ceph-mon[115265]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:06.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:05 smithi032 ceph-mon[125050]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:06.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:05 smithi032 ceph-mon[110651]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:08.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:07 smithi039 ceph-mon[115265]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:08.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:07 smithi032 ceph-mon[125050]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:08.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:07 smithi032 ceph-mon[110651]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:10.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:09 smithi039 ceph-mon[115265]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:10.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:09 smithi032 ceph-mon[125050]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:10.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:09 smithi032 ceph-mon[110651]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:11.684 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:16:11 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:16:11] "GET /metrics HTTP/1.1" 200 235702 "" "Prometheus/2.43.0" 2023-12-22T17:16:11.991 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:16:11 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:16:11] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-22T17:16:12.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:11 smithi039 ceph-mon[115265]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:12.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:11 smithi032 ceph-mon[110651]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:12.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:11 smithi032 ceph-mon[125050]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:15.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:14 smithi032 ceph-mon[110651]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:15.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:14 smithi032 ceph-mon[125050]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:15.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:14 smithi039 ceph-mon[115265]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:16.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:15 smithi039 ceph-mon[115265]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:16.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:15 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 4]}]: dispatch 2023-12-22T17:16:16.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:15 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]: dispatch 2023-12-22T17:16:16.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:15 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 4]}]: dispatch 2023-12-22T17:16:16.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:15 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]: dispatch 2023-12-22T17:16:16.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:15 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]: dispatch 2023-12-22T17:16:16.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:15 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]: dispatch 2023-12-22T17:16:16.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:15 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]: dispatch 2023-12-22T17:16:16.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:15 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]: dispatch 2023-12-22T17:16:16.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:15 smithi032 ceph-mon[110651]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:16.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:15 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 4]}]: dispatch 2023-12-22T17:16:16.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:15 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]: dispatch 2023-12-22T17:16:16.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:15 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 4]}]: dispatch 2023-12-22T17:16:16.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:15 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]: dispatch 2023-12-22T17:16:16.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:15 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]: dispatch 2023-12-22T17:16:16.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:15 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]: dispatch 2023-12-22T17:16:16.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:15 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]: dispatch 2023-12-22T17:16:16.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:15 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]: dispatch 2023-12-22T17:16:16.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:15 smithi032 ceph-mon[125050]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:16.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:15 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 4]}]: dispatch 2023-12-22T17:16:16.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:15 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]: dispatch 2023-12-22T17:16:16.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:15 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 4]}]: dispatch 2023-12-22T17:16:16.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:15 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]: dispatch 2023-12-22T17:16:16.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:15 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]: dispatch 2023-12-22T17:16:16.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:15 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]: dispatch 2023-12-22T17:16:16.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:15 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]: dispatch 2023-12-22T17:16:16.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:15 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]: dispatch 2023-12-22T17:16:17.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:16 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:16:17.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:16 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 4]}]': finished 2023-12-22T17:16:17.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:16 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]': finished 2023-12-22T17:16:17.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:16 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]': finished 2023-12-22T17:16:17.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:16 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]': finished 2023-12-22T17:16:17.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:16 smithi039 ceph-mon[115265]: osdmap e64: 8 total, 8 up, 8 in 2023-12-22T17:16:17.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:16 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:16:17.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:16 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 4]}]': finished 2023-12-22T17:16:17.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:16 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]': finished 2023-12-22T17:16:17.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:16 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]': finished 2023-12-22T17:16:17.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:16 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]': finished 2023-12-22T17:16:17.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:16 smithi032 ceph-mon[110651]: osdmap e64: 8 total, 8 up, 8 in 2023-12-22T17:16:17.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:16 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:16:17.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:16 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 4]}]': finished 2023-12-22T17:16:17.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:16 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]': finished 2023-12-22T17:16:17.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:16 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]': finished 2023-12-22T17:16:17.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:16 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]': finished 2023-12-22T17:16:17.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:16 smithi032 ceph-mon[125050]: osdmap e64: 8 total, 8 up, 8 in 2023-12-22T17:16:18.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:17 smithi039 ceph-mon[115265]: osdmap e65: 8 total, 8 up, 8 in 2023-12-22T17:16:18.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:17 smithi039 ceph-mon[115265]: pgmap v37: 105 pgs: 4 peering, 101 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:18.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:17 smithi032 ceph-mon[125050]: osdmap e65: 8 total, 8 up, 8 in 2023-12-22T17:16:18.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:17 smithi032 ceph-mon[125050]: pgmap v37: 105 pgs: 4 peering, 101 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:18.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:17 smithi032 ceph-mon[110651]: osdmap e65: 8 total, 8 up, 8 in 2023-12-22T17:16:18.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:17 smithi032 ceph-mon[110651]: pgmap v37: 105 pgs: 4 peering, 101 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:19.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:18 smithi039 ceph-mon[115265]: Health check failed: Reduced data availability: 2 pgs peering (PG_AVAILABILITY) 2023-12-22T17:16:19.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:18 smithi032 ceph-mon[110651]: Health check failed: Reduced data availability: 2 pgs peering (PG_AVAILABILITY) 2023-12-22T17:16:19.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:18 smithi032 ceph-mon[125050]: Health check failed: Reduced data availability: 2 pgs peering (PG_AVAILABILITY) 2023-12-22T17:16:20.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:19 smithi039 ceph-mon[115265]: pgmap v38: 105 pgs: 4 peering, 101 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:20.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:19 smithi032 ceph-mon[110651]: pgmap v38: 105 pgs: 4 peering, 101 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:20.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:19 smithi032 ceph-mon[125050]: pgmap v38: 105 pgs: 4 peering, 101 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:21.683 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:16:21 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:16:21] "GET /metrics HTTP/1.1" 200 235708 "" "Prometheus/2.43.0" 2023-12-22T17:16:21.992 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:16:21 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:16:21] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-22T17:16:22.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:21 smithi039 ceph-mon[115265]: pgmap v39: 105 pgs: 2 peering, 103 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-22T17:16:22.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:21 smithi039 ceph-mon[115265]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs peering) 2023-12-22T17:16:22.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:21 smithi039 ceph-mon[115265]: Cluster is now healthy 2023-12-22T17:16:22.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:21 smithi032 ceph-mon[110651]: pgmap v39: 105 pgs: 2 peering, 103 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-22T17:16:22.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:21 smithi032 ceph-mon[110651]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs peering) 2023-12-22T17:16:22.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:21 smithi032 ceph-mon[110651]: Cluster is now healthy 2023-12-22T17:16:22.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:21 smithi032 ceph-mon[125050]: pgmap v39: 105 pgs: 2 peering, 103 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-22T17:16:22.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:21 smithi032 ceph-mon[125050]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs peering) 2023-12-22T17:16:22.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:21 smithi032 ceph-mon[125050]: Cluster is now healthy 2023-12-22T17:16:25.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:24 smithi032 ceph-mon[110651]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-22T17:16:25.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:24 smithi032 ceph-mon[125050]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-22T17:16:25.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:24 smithi039 ceph-mon[115265]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-22T17:16:26.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:25 smithi039 ceph-mon[115265]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-22T17:16:26.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:25 smithi032 ceph-mon[110651]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-22T17:16:26.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:25 smithi032 ceph-mon[125050]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-22T17:16:28.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:27 smithi039 ceph-mon[115265]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-22T17:16:28.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:27 smithi032 ceph-mon[110651]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-22T17:16:28.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:27 smithi032 ceph-mon[125050]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-22T17:16:30.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:29 smithi039 ceph-mon[115265]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-22T17:16:30.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:29 smithi032 ceph-mon[110651]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-22T17:16:30.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:29 smithi032 ceph-mon[125050]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-22T17:16:31.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:30 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:16:31.317 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:30 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:16:31.318 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:30 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:16:31.683 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:16:31 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:16:31] "GET /metrics HTTP/1.1" 200 235768 "" "Prometheus/2.43.0" 2023-12-22T17:16:32.002 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:16:31 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:16:31] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-22T17:16:32.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:31 smithi039 ceph-mon[115265]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-22T17:16:32.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:31 smithi032 ceph-mon[110651]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-22T17:16:32.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:31 smithi032 ceph-mon[125050]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-22T17:16:35.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:34 smithi032 ceph-mon[125050]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:35.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:34 smithi032 ceph-mon[110651]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:35.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:34 smithi039 ceph-mon[115265]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:36.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:35 smithi039 ceph-mon[115265]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:36.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:35 smithi032 ceph-mon[110651]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:35 smithi032 ceph-mon[125050]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:38.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:37 smithi039 ceph-mon[115265]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:38.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:37 smithi032 ceph-mon[125050]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:38.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:37 smithi032 ceph-mon[110651]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:40.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:39 smithi039 ceph-mon[115265]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:40.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:39 smithi032 ceph-mon[125050]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:40.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:39 smithi032 ceph-mon[110651]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:41.144 INFO:tasks.workunit.client.0.smithi032.stderr:Note: switching to 'f03e7e7cb99812806ba33e00f2fa3a303f677ad8'. 2023-12-22T17:16:41.144 INFO:tasks.workunit.client.0.smithi032.stderr: 2023-12-22T17:16:41.144 INFO:tasks.workunit.client.0.smithi032.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2023-12-22T17:16:41.144 INFO:tasks.workunit.client.0.smithi032.stderr:changes and commit them, and you can discard any commits you make in this 2023-12-22T17:16:41.144 INFO:tasks.workunit.client.0.smithi032.stderr:state without impacting any branches by switching back to a branch. 2023-12-22T17:16:41.144 INFO:tasks.workunit.client.0.smithi032.stderr: 2023-12-22T17:16:41.144 INFO:tasks.workunit.client.0.smithi032.stderr:If you want to create a new branch to retain commits you create, you may 2023-12-22T17:16:41.144 INFO:tasks.workunit.client.0.smithi032.stderr:do so (now or later) by using -c with the switch command. Example: 2023-12-22T17:16:41.144 INFO:tasks.workunit.client.0.smithi032.stderr: 2023-12-22T17:16:41.144 INFO:tasks.workunit.client.0.smithi032.stderr: git switch -c 2023-12-22T17:16:41.145 INFO:tasks.workunit.client.0.smithi032.stderr: 2023-12-22T17:16:41.145 INFO:tasks.workunit.client.0.smithi032.stderr:Or undo this operation with: 2023-12-22T17:16:41.145 INFO:tasks.workunit.client.0.smithi032.stderr: 2023-12-22T17:16:41.145 INFO:tasks.workunit.client.0.smithi032.stderr: git switch - 2023-12-22T17:16:41.145 INFO:tasks.workunit.client.0.smithi032.stderr: 2023-12-22T17:16:41.145 INFO:tasks.workunit.client.0.smithi032.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2023-12-22T17:16:41.145 INFO:tasks.workunit.client.0.smithi032.stderr: 2023-12-22T17:16:41.145 INFO:tasks.workunit.client.0.smithi032.stderr:HEAD is now at f03e7e7cb99 Merge branch 'balancer_project' of https://github.com/WangWNico/ceph into wip-yuri-testing-2023-12-19-1112 2023-12-22T17:16:41.149 DEBUG:teuthology.orchestra.run.smithi032:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-12-22T17:16:41.221 INFO:tasks.workunit.client.0.smithi032.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-12-22T17:16:41.223 INFO:tasks.workunit.client.0.smithi032.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-22T17:16:41.223 INFO:tasks.workunit.client.0.smithi032.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-12-22T17:16:41.683 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:16:41 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:16:41] "GET /metrics HTTP/1.1" 200 235768 "" "Prometheus/2.43.0" 2023-12-22T17:16:41.772 INFO:tasks.workunit.client.0.smithi032.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-12-22T17:16:41.828 INFO:tasks.workunit.client.0.smithi032.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-12-22T17:16:41.867 INFO:tasks.workunit.client.0.smithi032.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-22T17:16:41.869 INFO:tasks.workunit.client.0.smithi032.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-22T17:16:41.869 INFO:tasks.workunit.client.0.smithi032.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-12-22T17:16:41.907 INFO:tasks.workunit.client.0.smithi032.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-22T17:16:41.911 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2023-12-22T17:16:41.911 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-12-22T17:16:41.970 INFO:tasks.workunit:Running workunits matching test_telemetry_quincy.sh on client.0... 2023-12-22T17:16:41.971 INFO:tasks.workunit:Running workunit test_telemetry_quincy.sh... 2023-12-22T17:16:41.971 DEBUG:teuthology.orchestra.run.smithi032:workunit test test_telemetry_quincy.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=f03e7e7cb99812806ba33e00f2fa3a303f677ad8 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_quincy.sh 2023-12-22T17:16:41.998 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:16:41 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:16:41] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-22T17:16:42.032 INFO:tasks.workunit.client.0.smithi032.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2023-12-22T17:16:42.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:41 smithi039 ceph-mon[115265]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:42.344 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:41 smithi032 ceph-mon[125050]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:42.344 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:16:42 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:16:42] ENGINE Bus STOPPING 2023-12-22T17:16:42.344 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:41 smithi032 ceph-mon[110651]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:42.490 INFO:tasks.workunit.client.0.smithi032.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2023-12-22T17:16:42.683 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:16:42 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:16:42] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-22T17:16:42.683 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:16:42 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:16:42] ENGINE Bus STOPPED 2023-12-22T17:16:42.683 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:16:42 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:16:42] ENGINE Bus STARTING 2023-12-22T17:16:42.683 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:16:42 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:16:42] ENGINE Serving on http://:::9283 2023-12-22T17:16:42.684 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:16:42 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:16:42] ENGINE Bus STARTED 2023-12-22T17:16:42.964 INFO:tasks.workunit.client.0.smithi032.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2023-12-22T17:16:43.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:16:42 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:16:42] ENGINE Bus STOPPING 2023-12-22T17:16:43.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:16:42 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:16:42] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-22T17:16:43.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:16:42 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:16:42] ENGINE Bus STOPPED 2023-12-22T17:16:43.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:16:42 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:16:42] ENGINE Bus STARTING 2023-12-22T17:16:43.184 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:16:42 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:16:42] ENGINE Serving on http://:::9283 2023-12-22T17:16:43.184 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:16:42 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:16:42] ENGINE Bus STARTED 2023-12-22T17:16:43.427 INFO:tasks.workunit.client.0.smithi032.stderr:+ ceph telemetry preview 2023-12-22T17:16:43.683 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:16:43 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:16:43] ENGINE Bus STOPPING 2023-12-22T17:16:43.684 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:16:43 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:16:43] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-22T17:16:43.684 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:16:43 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:16:43] ENGINE Bus STOPPED 2023-12-22T17:16:43.684 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:16:43 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:16:43] ENGINE Bus STARTING 2023-12-22T17:16:43.684 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:16:43 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:16:43] ENGINE Serving on http://:::9283 2023-12-22T17:16:43.684 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:16:43 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:16:43] ENGINE Bus STARTED 2023-12-22T17:16:43.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:43 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/32188351' entity='client.admin' 2023-12-22T17:16:43.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:43 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:16:43.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:43 smithi032 ceph-mon[110651]: from='client.? ' entity='client.admin' 2023-12-22T17:16:43.685 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:43 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:16:43.685 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:43 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:16:43.685 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:43 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:43.685 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:43 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:16:43.685 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:43 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:16:43.685 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:43 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:16:43.685 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:43 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:43.685 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:43 smithi032 ceph-mon[110651]: from='client.? ' entity='client.admin' 2023-12-22T17:16:43.685 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:43 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:16:43.685 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:43 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:16:43.685 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:43 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:16:43.685 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:43 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:43.686 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:43 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/32188351' entity='client.admin' 2023-12-22T17:16:43.686 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:43 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:16:43.686 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:43 smithi032 ceph-mon[125050]: from='client.? ' entity='client.admin' 2023-12-22T17:16:43.686 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:43 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:16:43.686 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:43 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:16:43.686 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:43 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:43.686 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:43 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:16:43.686 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:43 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:16:43.686 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:43 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:16:43.686 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:43 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:43.686 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:43 smithi032 ceph-mon[125050]: from='client.? ' entity='client.admin' 2023-12-22T17:16:43.686 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:43 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:16:43.686 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:43 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:16:43.686 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:43 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:16:43.687 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:43 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:43.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:43 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/32188351' entity='client.admin' 2023-12-22T17:16:43.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:43 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:16:43.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:43 smithi039 ceph-mon[115265]: from='client.? ' entity='client.admin' 2023-12-22T17:16:43.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:43 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:16:43.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:43 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:16:43.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:43 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:43.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:43 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:16:43.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:43 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:16:43.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:43 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:16:43.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:43 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:43.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:43 smithi039 ceph-mon[115265]: from='client.? ' entity='client.admin' 2023-12-22T17:16:43.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:43 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:16:43.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:43 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:16:43.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:43 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:16:43.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:43 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:43.996 INFO:tasks.workunit.client.0.smithi032.stdout:{ 2023-12-22T17:16:43.997 INFO:tasks.workunit.client.0.smithi032.stdout: "balancer": { 2023-12-22T17:16:43.997 INFO:tasks.workunit.client.0.smithi032.stdout: "active": true, 2023-12-22T17:16:43.997 INFO:tasks.workunit.client.0.smithi032.stdout: "mode": "" 2023-12-22T17:16:43.997 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:43.997 INFO:tasks.workunit.client.0.smithi032.stdout: "channels": [ 2023-12-22T17:16:43.997 INFO:tasks.workunit.client.0.smithi032.stdout: "basic", 2023-12-22T17:16:43.997 INFO:tasks.workunit.client.0.smithi032.stdout: "crash", 2023-12-22T17:16:43.997 INFO:tasks.workunit.client.0.smithi032.stdout: "device", 2023-12-22T17:16:43.997 INFO:tasks.workunit.client.0.smithi032.stdout: "ident" 2023-12-22T17:16:43.997 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:43.997 INFO:tasks.workunit.client.0.smithi032.stdout: "channels_available": [ 2023-12-22T17:16:43.997 INFO:tasks.workunit.client.0.smithi032.stdout: "basic", 2023-12-22T17:16:43.997 INFO:tasks.workunit.client.0.smithi032.stdout: "ident", 2023-12-22T17:16:43.997 INFO:tasks.workunit.client.0.smithi032.stdout: "crash", 2023-12-22T17:16:43.997 INFO:tasks.workunit.client.0.smithi032.stdout: "device", 2023-12-22T17:16:43.998 INFO:tasks.workunit.client.0.smithi032.stdout: "perf" 2023-12-22T17:16:43.998 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:43.998 INFO:tasks.workunit.client.0.smithi032.stdout: "collections_available": [ 2023-12-22T17:16:43.998 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_base", 2023-12-22T17:16:43.998 INFO:tasks.workunit.client.0.smithi032.stdout: "device_base", 2023-12-22T17:16:43.998 INFO:tasks.workunit.client.0.smithi032.stdout: "crash_base", 2023-12-22T17:16:43.998 INFO:tasks.workunit.client.0.smithi032.stdout: "ident_base", 2023-12-22T17:16:43.998 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_perf", 2023-12-22T17:16:43.998 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_mds_metadata", 2023-12-22T17:16:43.998 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_pool_usage", 2023-12-22T17:16:43.998 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_usage_by_class", 2023-12-22T17:16:43.998 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_rook_v01", 2023-12-22T17:16:43.998 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_memory_metrics", 2023-12-22T17:16:43.998 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_pool_options_bluestore" 2023-12-22T17:16:43.998 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:43.998 INFO:tasks.workunit.client.0.smithi032.stdout: "collections_opted_in": [ 2023-12-22T17:16:43.998 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_base", 2023-12-22T17:16:43.999 INFO:tasks.workunit.client.0.smithi032.stdout: "device_base", 2023-12-22T17:16:43.999 INFO:tasks.workunit.client.0.smithi032.stdout: "crash_base", 2023-12-22T17:16:43.999 INFO:tasks.workunit.client.0.smithi032.stdout: "ident_base", 2023-12-22T17:16:43.999 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_perf", 2023-12-22T17:16:43.999 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_mds_metadata", 2023-12-22T17:16:43.999 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_pool_usage", 2023-12-22T17:16:43.999 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_usage_by_class", 2023-12-22T17:16:43.999 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_rook_v01", 2023-12-22T17:16:43.999 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_memory_metrics", 2023-12-22T17:16:43.999 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_pool_options_bluestore" 2023-12-22T17:16:43.999 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:43.999 INFO:tasks.workunit.client.0.smithi032.stdout: "config": { 2023-12-22T17:16:43.999 INFO:tasks.workunit.client.0.smithi032.stdout: "active_changed": [ 2023-12-22T17:16:43.999 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-22T17:16:43.999 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_debug", 2023-12-22T17:16:43.999 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_mon_ticket_ttl", 2023-12-22T17:16:43.999 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_service_ticket_ttl", 2023-12-22T17:16:44.000 INFO:tasks.workunit.client.0.smithi032.stdout: "bdev_debug_aio", 2023-12-22T17:16:44.000 INFO:tasks.workunit.client.0.smithi032.stdout: "client_check_pool_perm", 2023-12-22T17:16:44.000 INFO:tasks.workunit.client.0.smithi032.stdout: "client_mount_gid", 2023-12-22T17:16:44.000 INFO:tasks.workunit.client.0.smithi032.stdout: "client_mount_uid", 2023-12-22T17:16:44.000 INFO:tasks.workunit.client.0.smithi032.stdout: "client_quota", 2023-12-22T17:16:44.000 INFO:tasks.workunit.client.0.smithi032.stdout: "container_image", 2023-12-22T17:16:44.000 INFO:tasks.workunit.client.0.smithi032.stdout: "daemonize", 2023-12-22T17:16:44.000 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_asserts_on_shutdown", 2023-12-22T17:16:44.000 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_mgr", 2023-12-22T17:16:44.000 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_mon", 2023-12-22T17:16:44.000 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_ms", 2023-12-22T17:16:44.000 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_osd", 2023-12-22T17:16:44.000 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_paxos", 2023-12-22T17:16:44.000 INFO:tasks.workunit.client.0.smithi032.stdout: "keyring", 2023-12-22T17:16:44.000 INFO:tasks.workunit.client.0.smithi032.stdout: "leveldb_block_size", 2023-12-22T17:16:44.000 INFO:tasks.workunit.client.0.smithi032.stdout: "leveldb_cache_size", 2023-12-22T17:16:44.001 INFO:tasks.workunit.client.0.smithi032.stdout: "leveldb_compression", 2023-12-22T17:16:44.001 INFO:tasks.workunit.client.0.smithi032.stdout: "leveldb_log", 2023-12-22T17:16:44.001 INFO:tasks.workunit.client.0.smithi032.stdout: "leveldb_write_buffer_size", 2023-12-22T17:16:44.001 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_file", 2023-12-22T17:16:44.001 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_journald", 2023-12-22T17:16:44.001 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_stderr", 2023-12-22T17:16:44.001 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_allow_pool_delete", 2023-12-22T17:16:44.001 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_clock_drift_allowed", 2023-12-22T17:16:44.001 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_cluster_log_file_level", 2023-12-22T17:16:44.001 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_cluster_log_to_file", 2023-12-22T17:16:44.001 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_cluster_log_to_journald", 2023-12-22T17:16:44.001 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_cluster_log_to_stderr", 2023-12-22T17:16:44.001 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_data_avail_warn", 2023-12-22T17:16:44.001 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_election_default_strategy", 2023-12-22T17:16:44.001 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_host", 2023-12-22T17:16:44.001 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_max_pg_per_osd", 2023-12-22T17:16:44.002 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_mgr_mkfs_grace", 2023-12-22T17:16:44.002 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_osd_prime_pg_temp", 2023-12-22T17:16:44.002 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_osd_reporter_subtree_level", 2023-12-22T17:16:44.002 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_pg_warn_max_object_skew", 2023-12-22T17:16:44.002 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-22T17:16:44.002 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-22T17:16:44.002 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-22T17:16:44.002 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-22T17:16:44.002 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-22T17:16:44.002 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-22T17:16:44.002 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-22T17:16:44.002 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-22T17:16:44.002 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_too_few_osds", 2023-12-22T17:16:44.002 INFO:tasks.workunit.client.0.smithi032.stdout: "ms_die_on_bug", 2023-12-22T17:16:44.002 INFO:tasks.workunit.client.0.smithi032.stdout: "ms_die_on_old_message", 2023-12-22T17:16:44.002 INFO:tasks.workunit.client.0.smithi032.stdout: "no_config_file", 2023-12-22T17:16:44.003 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_class_default_list", 2023-12-22T17:16:44.003 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_class_load_list", 2023-12-22T17:16:44.003 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_misdirected_ops", 2023-12-22T17:16:44.003 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_op_order", 2023-12-22T17:16:44.003 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_pg_log_writeout", 2023-12-22T17:16:44.003 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_shutdown", 2023-12-22T17:16:44.003 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_cached_snaps", 2023-12-22T17:16:44.003 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_missing_on_start", 2023-12-22T17:16:44.003 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_stray_on_activate", 2023-12-22T17:16:44.003 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-22T17:16:44.003 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_profile", 2023-12-22T17:16:44.003 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2023-12-22T17:16:44.003 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_best_effort_res", 2023-12-22T17:16:44.003 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2023-12-22T17:16:44.003 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_recovery_lim", 2023-12-22T17:16:44.003 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_recovery_res", 2023-12-22T17:16:44.004 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2023-12-22T17:16:44.004 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_client_lim", 2023-12-22T17:16:44.004 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_client_res", 2023-12-22T17:16:44.004 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_client_wgt", 2023-12-22T17:16:44.004 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_memory_target", 2023-12-22T17:16:44.004 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_memory_target_autotune", 2023-12-22T17:16:44.004 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_op_queue", 2023-12-22T17:16:44.004 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_op_queue_cut_off", 2023-12-22T17:16:44.004 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pool_default_erasure_code_profile", 2023-12-22T17:16:44.004 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-22T17:16:44.004 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_recover_clone_overlap", 2023-12-22T17:16:44.004 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_recovery_max_chunk", 2023-12-22T17:16:44.004 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_scrub_load_threshold", 2023-12-22T17:16:44.004 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_scrub_max_interval", 2023-12-22T17:16:44.004 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_shutdown_pgref_assert", 2023-12-22T17:16:44.004 INFO:tasks.workunit.client.0.smithi032.stdout: "public_addr", 2023-12-22T17:16:44.005 INFO:tasks.workunit.client.0.smithi032.stdout: "public_addrv", 2023-12-22T17:16:44.005 INFO:tasks.workunit.client.0.smithi032.stdout: "public_network", 2023-12-22T17:16:44.005 INFO:tasks.workunit.client.0.smithi032.stdout: "rbd_default_features", 2023-12-22T17:16:44.005 INFO:tasks.workunit.client.0.smithi032.stdout: "rbd_qos_exclude_ops", 2023-12-22T17:16:44.005 INFO:tasks.workunit.client.0.smithi032.stdout: "setgroup", 2023-12-22T17:16:44.005 INFO:tasks.workunit.client.0.smithi032.stdout: "setuser" 2023-12-22T17:16:44.005 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:44.005 INFO:tasks.workunit.client.0.smithi032.stdout: "cluster_changed": [ 2023-12-22T17:16:44.005 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-22T17:16:44.005 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_debug", 2023-12-22T17:16:44.005 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_mon_ticket_ttl", 2023-12-22T17:16:44.005 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_service_ticket_ttl", 2023-12-22T17:16:44.005 INFO:tasks.workunit.client.0.smithi032.stdout: "bdev_debug_aio", 2023-12-22T17:16:44.005 INFO:tasks.workunit.client.0.smithi032.stdout: "container_image", 2023-12-22T17:16:44.005 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_asserts_on_shutdown", 2023-12-22T17:16:44.005 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_mgr", 2023-12-22T17:16:44.006 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_mon", 2023-12-22T17:16:44.006 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_ms", 2023-12-22T17:16:44.006 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_osd", 2023-12-22T17:16:44.006 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_paxos", 2023-12-22T17:16:44.006 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_file", 2023-12-22T17:16:44.006 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_journald", 2023-12-22T17:16:44.006 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_stderr", 2023-12-22T17:16:44.006 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_join_fs", 2023-12-22T17:16:44.006 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/cephadm/allow_ptrace", 2023-12-22T17:16:44.006 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/cephadm/container_init", 2023-12-22T17:16:44.006 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/cephadm/migration_current", 2023-12-22T17:16:44.006 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/cephadm/use_repo_digest", 2023-12-22T17:16:44.006 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2023-12-22T17:16:44.006 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2023-12-22T17:16:44.006 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/dashboard/GRAFANA_API_URL", 2023-12-22T17:16:44.006 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2023-12-22T17:16:44.006 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/dashboard/ssl_server_port", 2023-12-22T17:16:44.007 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/orchestrator/orchestrator", 2023-12-22T17:16:44.007 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/telemetry/channel_ident", 2023-12-22T17:16:44.007 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/telemetry/description", 2023-12-22T17:16:44.007 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/telemetry/organization", 2023-12-22T17:16:44.007 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_allow_pool_delete", 2023-12-22T17:16:44.007 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_clock_drift_allowed", 2023-12-22T17:16:44.007 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_cluster_log_file_level", 2023-12-22T17:16:44.007 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_data_avail_warn", 2023-12-22T17:16:44.007 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_election_default_strategy", 2023-12-22T17:16:44.007 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_max_pg_per_osd", 2023-12-22T17:16:44.007 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_mgr_mkfs_grace", 2023-12-22T17:16:44.007 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_osd_prime_pg_temp", 2023-12-22T17:16:44.007 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_osd_reporter_subtree_level", 2023-12-22T17:16:44.007 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_pg_warn_max_object_skew", 2023-12-22T17:16:44.007 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-22T17:16:44.007 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-22T17:16:44.007 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-22T17:16:44.008 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-22T17:16:44.008 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-22T17:16:44.008 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-22T17:16:44.008 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-22T17:16:44.008 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-22T17:16:44.008 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_too_few_osds", 2023-12-22T17:16:44.008 INFO:tasks.workunit.client.0.smithi032.stdout: "ms_die_on_bug", 2023-12-22T17:16:44.008 INFO:tasks.workunit.client.0.smithi032.stdout: "ms_die_on_old_message", 2023-12-22T17:16:44.008 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_class_default_list", 2023-12-22T17:16:44.008 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_class_load_list", 2023-12-22T17:16:44.008 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_misdirected_ops", 2023-12-22T17:16:44.008 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_op_order", 2023-12-22T17:16:44.008 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_pg_log_writeout", 2023-12-22T17:16:44.008 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_shutdown", 2023-12-22T17:16:44.008 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_cached_snaps", 2023-12-22T17:16:44.008 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_missing_on_start", 2023-12-22T17:16:44.008 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_stray_on_activate", 2023-12-22T17:16:44.009 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-22T17:16:44.009 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_profile", 2023-12-22T17:16:44.009 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_memory_target", 2023-12-22T17:16:44.009 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_memory_target_autotune", 2023-12-22T17:16:44.009 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_op_queue", 2023-12-22T17:16:44.009 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_op_queue_cut_off", 2023-12-22T17:16:44.009 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pool_default_erasure_code_profile", 2023-12-22T17:16:44.009 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-22T17:16:44.009 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_recover_clone_overlap", 2023-12-22T17:16:44.009 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_recovery_max_chunk", 2023-12-22T17:16:44.009 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_scrub_load_threshold", 2023-12-22T17:16:44.009 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_scrub_max_interval", 2023-12-22T17:16:44.009 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_shutdown_pgref_assert", 2023-12-22T17:16:44.009 INFO:tasks.workunit.client.0.smithi032.stdout: "public_network", 2023-12-22T17:16:44.009 INFO:tasks.workunit.client.0.smithi032.stdout: "rgw_cache_enabled", 2023-12-22T17:16:44.009 INFO:tasks.workunit.client.0.smithi032.stdout: "rgw_enable_ops_log", 2023-12-22T17:16:44.009 INFO:tasks.workunit.client.0.smithi032.stdout: "rgw_enable_usage_log" 2023-12-22T17:16:44.010 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:44.010 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.010 INFO:tasks.workunit.client.0.smithi032.stdout: "contact": null, 2023-12-22T17:16:44.010 INFO:tasks.workunit.client.0.smithi032.stdout: "crashes": [], 2023-12-22T17:16:44.010 INFO:tasks.workunit.client.0.smithi032.stdout: "created": "2023-12-22T17:10:37.895877Z", 2023-12-22T17:16:44.010 INFO:tasks.workunit.client.0.smithi032.stdout: "crush": { 2023-12-22T17:16:44.010 INFO:tasks.workunit.client.0.smithi032.stdout: "bucket_algs": { 2023-12-22T17:16:44.010 INFO:tasks.workunit.client.0.smithi032.stdout: "straw2": 3 2023-12-22T17:16:44.010 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.010 INFO:tasks.workunit.client.0.smithi032.stdout: "bucket_sizes": { 2023-12-22T17:16:44.010 INFO:tasks.workunit.client.0.smithi032.stdout: "2": 1, 2023-12-22T17:16:44.010 INFO:tasks.workunit.client.0.smithi032.stdout: "4": 2 2023-12-22T17:16:44.010 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.010 INFO:tasks.workunit.client.0.smithi032.stdout: "bucket_types": { 2023-12-22T17:16:44.010 INFO:tasks.workunit.client.0.smithi032.stdout: "1": 2, 2023-12-22T17:16:44.010 INFO:tasks.workunit.client.0.smithi032.stdout: "11": 1 2023-12-22T17:16:44.011 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.011 INFO:tasks.workunit.client.0.smithi032.stdout: "compat_weight_set": false, 2023-12-22T17:16:44.011 INFO:tasks.workunit.client.0.smithi032.stdout: "device_classes": [ 2023-12-22T17:16:44.011 INFO:tasks.workunit.client.0.smithi032.stdout: 8 2023-12-22T17:16:44.011 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:44.011 INFO:tasks.workunit.client.0.smithi032.stdout: "num_buckets": 6, 2023-12-22T17:16:44.011 INFO:tasks.workunit.client.0.smithi032.stdout: "num_devices": 8, 2023-12-22T17:16:44.011 INFO:tasks.workunit.client.0.smithi032.stdout: "num_rules": 1, 2023-12-22T17:16:44.011 INFO:tasks.workunit.client.0.smithi032.stdout: "num_types": 12, 2023-12-22T17:16:44.011 INFO:tasks.workunit.client.0.smithi032.stdout: "num_weight_sets": 0, 2023-12-22T17:16:44.011 INFO:tasks.workunit.client.0.smithi032.stdout: "tunables": { 2023-12-22T17:16:44.011 INFO:tasks.workunit.client.0.smithi032.stdout: "allowed_bucket_algs": 54, 2023-12-22T17:16:44.011 INFO:tasks.workunit.client.0.smithi032.stdout: "choose_local_fallback_tries": 0, 2023-12-22T17:16:44.011 INFO:tasks.workunit.client.0.smithi032.stdout: "choose_local_tries": 0, 2023-12-22T17:16:44.011 INFO:tasks.workunit.client.0.smithi032.stdout: "choose_total_tries": 50, 2023-12-22T17:16:44.011 INFO:tasks.workunit.client.0.smithi032.stdout: "chooseleaf_descend_once": 1, 2023-12-22T17:16:44.012 INFO:tasks.workunit.client.0.smithi032.stdout: "chooseleaf_stable": 1, 2023-12-22T17:16:44.012 INFO:tasks.workunit.client.0.smithi032.stdout: "chooseleaf_vary_r": 1, 2023-12-22T17:16:44.012 INFO:tasks.workunit.client.0.smithi032.stdout: "has_v2_rules": 0, 2023-12-22T17:16:44.012 INFO:tasks.workunit.client.0.smithi032.stdout: "has_v3_rules": 0, 2023-12-22T17:16:44.012 INFO:tasks.workunit.client.0.smithi032.stdout: "has_v4_buckets": 1, 2023-12-22T17:16:44.012 INFO:tasks.workunit.client.0.smithi032.stdout: "has_v5_rules": 0, 2023-12-22T17:16:44.012 INFO:tasks.workunit.client.0.smithi032.stdout: "legacy_tunables": 0, 2023-12-22T17:16:44.012 INFO:tasks.workunit.client.0.smithi032.stdout: "minimum_required_version": "jewel", 2023-12-22T17:16:44.012 INFO:tasks.workunit.client.0.smithi032.stdout: "optimal_tunables": 1, 2023-12-22T17:16:44.012 INFO:tasks.workunit.client.0.smithi032.stdout: "profile": "jewel", 2023-12-22T17:16:44.012 INFO:tasks.workunit.client.0.smithi032.stdout: "require_feature_tunables": 1, 2023-12-22T17:16:44.012 INFO:tasks.workunit.client.0.smithi032.stdout: "require_feature_tunables2": 1, 2023-12-22T17:16:44.012 INFO:tasks.workunit.client.0.smithi032.stdout: "require_feature_tunables3": 1, 2023-12-22T17:16:44.012 INFO:tasks.workunit.client.0.smithi032.stdout: "require_feature_tunables5": 1, 2023-12-22T17:16:44.012 INFO:tasks.workunit.client.0.smithi032.stdout: "straw_calc_version": 1 2023-12-22T17:16:44.013 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:44.013 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.013 INFO:tasks.workunit.client.0.smithi032.stdout: "description": "upgrade test cluster", 2023-12-22T17:16:44.013 INFO:tasks.workunit.client.0.smithi032.stdout: "fs": { 2023-12-22T17:16:44.013 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2023-12-22T17:16:44.013 INFO:tasks.workunit.client.0.smithi032.stdout: "feature_flags": { 2023-12-22T17:16:44.013 INFO:tasks.workunit.client.0.smithi032.stdout: "enable_multiple": true, 2023-12-22T17:16:44.013 INFO:tasks.workunit.client.0.smithi032.stdout: "ever_enabled_multiple": true 2023-12-22T17:16:44.013 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.013 INFO:tasks.workunit.client.0.smithi032.stdout: "filesystems": [ 2023-12-22T17:16:44.013 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:44.013 INFO:tasks.workunit.client.0.smithi032.stdout: "approx_ctime": "2023-12", 2023-12-22T17:16:44.013 INFO:tasks.workunit.client.0.smithi032.stdout: "balancer_enabled": false, 2023-12-22T17:16:44.013 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:44.013 INFO:tasks.workunit.client.0.smithi032.stdout: "cached_caps": 2, 2023-12-22T17:16:44.014 INFO:tasks.workunit.client.0.smithi032.stdout: "cached_dns": 10, 2023-12-22T17:16:44.014 INFO:tasks.workunit.client.0.smithi032.stdout: "cached_inos": 13, 2023-12-22T17:16:44.014 INFO:tasks.workunit.client.0.smithi032.stdout: "cached_subtrees": 2, 2023-12-22T17:16:44.014 INFO:tasks.workunit.client.0.smithi032.stdout: "ever_allowed_features": 0, 2023-12-22T17:16:44.014 INFO:tasks.workunit.client.0.smithi032.stdout: "explicitly_allowed_features": 0, 2023-12-22T17:16:44.014 INFO:tasks.workunit.client.0.smithi032.stdout: "files": 0, 2023-12-22T17:16:44.014 INFO:tasks.workunit.client.0.smithi032.stdout: "max_mds": 1, 2023-12-22T17:16:44.014 INFO:tasks.workunit.client.0.smithi032.stdout: "num_data_pools": 1, 2023-12-22T17:16:44.014 INFO:tasks.workunit.client.0.smithi032.stdout: "num_in": 1, 2023-12-22T17:16:44.014 INFO:tasks.workunit.client.0.smithi032.stdout: "num_mds": 1, 2023-12-22T17:16:44.014 INFO:tasks.workunit.client.0.smithi032.stdout: "num_sessions": 2, 2023-12-22T17:16:44.014 INFO:tasks.workunit.client.0.smithi032.stdout: "num_standby_replay": 0, 2023-12-22T17:16:44.014 INFO:tasks.workunit.client.0.smithi032.stdout: "num_up": 1, 2023-12-22T17:16:44.014 INFO:tasks.workunit.client.0.smithi032.stdout: "snaps": 0, 2023-12-22T17:16:44.014 INFO:tasks.workunit.client.0.smithi032.stdout: "standby_count_wanted": 0 2023-12-22T17:16:44.014 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:44.014 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:44.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_standby_mds": 1, 2023-12-22T17:16:44.015 INFO:tasks.workunit.client.0.smithi032.stdout: "total_num_mds": 2 2023-12-22T17:16:44.015 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.015 INFO:tasks.workunit.client.0.smithi032.stdout: "hosts": { 2023-12-22T17:16:44.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num": 2, 2023-12-22T17:16:44.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_with_mds": 2, 2023-12-22T17:16:44.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_with_mgr": 2, 2023-12-22T17:16:44.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_with_mon": 2, 2023-12-22T17:16:44.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_with_osd": 2 2023-12-22T17:16:44.015 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.015 INFO:tasks.workunit.client.0.smithi032.stdout: "leaderboard": false, 2023-12-22T17:16:44.015 INFO:tasks.workunit.client.0.smithi032.stdout: "license": "sharing-1-0", 2023-12-22T17:16:44.015 INFO:tasks.workunit.client.0.smithi032.stdout: "metadata": { 2023-12-22T17:16:44.015 INFO:tasks.workunit.client.0.smithi032.stdout: "mds": { 2023-12-22T17:16:44.015 INFO:tasks.workunit.client.0.smithi032.stdout: "arch": { 2023-12-22T17:16:44.015 INFO:tasks.workunit.client.0.smithi032.stdout: "x86_64": 2 2023-12-22T17:16:44.015 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.016 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph_version": { 2023-12-22T17:16:44.016 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:16:44.016 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.016 INFO:tasks.workunit.client.0.smithi032.stdout: "cpu": { 2023-12-22T17:16:44.016 INFO:tasks.workunit.client.0.smithi032.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2023-12-22T17:16:44.016 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.016 INFO:tasks.workunit.client.0.smithi032.stdout: "distro": { 2023-12-22T17:16:44.016 INFO:tasks.workunit.client.0.smithi032.stdout: "centos": 2 2023-12-22T17:16:44.016 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.016 INFO:tasks.workunit.client.0.smithi032.stdout: "distro_description": { 2023-12-22T17:16:44.016 INFO:tasks.workunit.client.0.smithi032.stdout: "CentOS Stream 8": 2 2023-12-22T17:16:44.016 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.016 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_description": { 2023-12-22T17:16:44.016 INFO:tasks.workunit.client.0.smithi032.stdout: "#1 SMP Wed Dec 6 01:03:46 UTC 2023": 2 2023-12-22T17:16:44.016 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.016 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_version": { 2023-12-22T17:16:44.017 INFO:tasks.workunit.client.0.smithi032.stdout: "4.18.0-529.el8.x86_64": 2 2023-12-22T17:16:44.017 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.017 INFO:tasks.workunit.client.0.smithi032.stdout: "os": { 2023-12-22T17:16:44.017 INFO:tasks.workunit.client.0.smithi032.stdout: "Linux": 2 2023-12-22T17:16:44.017 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:44.017 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.017 INFO:tasks.workunit.client.0.smithi032.stdout: "mon": { 2023-12-22T17:16:44.017 INFO:tasks.workunit.client.0.smithi032.stdout: "arch": { 2023-12-22T17:16:44.017 INFO:tasks.workunit.client.0.smithi032.stdout: "x86_64": 3 2023-12-22T17:16:44.017 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.017 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph_version": { 2023-12-22T17:16:44.017 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 3 2023-12-22T17:16:44.017 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.017 INFO:tasks.workunit.client.0.smithi032.stdout: "cpu": { 2023-12-22T17:16:44.017 INFO:tasks.workunit.client.0.smithi032.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2023-12-22T17:16:44.017 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.017 INFO:tasks.workunit.client.0.smithi032.stdout: "distro": { 2023-12-22T17:16:44.018 INFO:tasks.workunit.client.0.smithi032.stdout: "centos": 3 2023-12-22T17:16:44.018 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.018 INFO:tasks.workunit.client.0.smithi032.stdout: "distro_description": { 2023-12-22T17:16:44.018 INFO:tasks.workunit.client.0.smithi032.stdout: "CentOS Stream 8": 3 2023-12-22T17:16:44.018 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.018 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_description": { 2023-12-22T17:16:44.018 INFO:tasks.workunit.client.0.smithi032.stdout: "#1 SMP Wed Dec 6 01:03:46 UTC 2023": 3 2023-12-22T17:16:44.018 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.018 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_version": { 2023-12-22T17:16:44.018 INFO:tasks.workunit.client.0.smithi032.stdout: "4.18.0-529.el8.x86_64": 3 2023-12-22T17:16:44.018 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.018 INFO:tasks.workunit.client.0.smithi032.stdout: "os": { 2023-12-22T17:16:44.018 INFO:tasks.workunit.client.0.smithi032.stdout: "Linux": 3 2023-12-22T17:16:44.018 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:44.018 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.018 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:44.019 INFO:tasks.workunit.client.0.smithi032.stdout: "arch": { 2023-12-22T17:16:44.019 INFO:tasks.workunit.client.0.smithi032.stdout: "x86_64": 8 2023-12-22T17:16:44.019 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.019 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph_version": { 2023-12-22T17:16:44.019 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 8 2023-12-22T17:16:44.019 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.019 INFO:tasks.workunit.client.0.smithi032.stdout: "cpu": { 2023-12-22T17:16:44.019 INFO:tasks.workunit.client.0.smithi032.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2023-12-22T17:16:44.019 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.019 INFO:tasks.workunit.client.0.smithi032.stdout: "distro": { 2023-12-22T17:16:44.019 INFO:tasks.workunit.client.0.smithi032.stdout: "centos": 8 2023-12-22T17:16:44.019 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.019 INFO:tasks.workunit.client.0.smithi032.stdout: "distro_description": { 2023-12-22T17:16:44.019 INFO:tasks.workunit.client.0.smithi032.stdout: "CentOS Stream 8": 8 2023-12-22T17:16:44.019 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.019 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_description": { 2023-12-22T17:16:44.019 INFO:tasks.workunit.client.0.smithi032.stdout: "#1 SMP Wed Dec 6 01:03:46 UTC 2023": 8 2023-12-22T17:16:44.020 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.020 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_version": { 2023-12-22T17:16:44.020 INFO:tasks.workunit.client.0.smithi032.stdout: "4.18.0-529.el8.x86_64": 8 2023-12-22T17:16:44.020 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.020 INFO:tasks.workunit.client.0.smithi032.stdout: "os": { 2023-12-22T17:16:44.020 INFO:tasks.workunit.client.0.smithi032.stdout: "Linux": 8 2023-12-22T17:16:44.020 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.020 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_objectstore": { 2023-12-22T17:16:44.020 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore": 8 2023-12-22T17:16:44.020 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.020 INFO:tasks.workunit.client.0.smithi032.stdout: "rotational": { 2023-12-22T17:16:44.020 INFO:tasks.workunit.client.0.smithi032.stdout: "0": 8 2023-12-22T17:16:44.020 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:44.020 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:44.020 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.020 INFO:tasks.workunit.client.0.smithi032.stdout: "mon": { 2023-12-22T17:16:44.020 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2023-12-22T17:16:44.021 INFO:tasks.workunit.client.0.smithi032.stdout: "features": { 2023-12-22T17:16:44.021 INFO:tasks.workunit.client.0.smithi032.stdout: "optional": [], 2023-12-22T17:16:44.021 INFO:tasks.workunit.client.0.smithi032.stdout: "persistent": [ 2023-12-22T17:16:44.021 INFO:tasks.workunit.client.0.smithi032.stdout: "kraken", 2023-12-22T17:16:44.021 INFO:tasks.workunit.client.0.smithi032.stdout: "luminous", 2023-12-22T17:16:44.021 INFO:tasks.workunit.client.0.smithi032.stdout: "mimic", 2023-12-22T17:16:44.021 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap-prune", 2023-12-22T17:16:44.021 INFO:tasks.workunit.client.0.smithi032.stdout: "nautilus", 2023-12-22T17:16:44.021 INFO:tasks.workunit.client.0.smithi032.stdout: "octopus", 2023-12-22T17:16:44.021 INFO:tasks.workunit.client.0.smithi032.stdout: "pacific", 2023-12-22T17:16:44.021 INFO:tasks.workunit.client.0.smithi032.stdout: "elector-pinging", 2023-12-22T17:16:44.021 INFO:tasks.workunit.client.0.smithi032.stdout: "quincy" 2023-12-22T17:16:44.021 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:44.021 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.021 INFO:tasks.workunit.client.0.smithi032.stdout: "ipv4_addr_mons": 6, 2023-12-22T17:16:44.021 INFO:tasks.workunit.client.0.smithi032.stdout: "ipv6_addr_mons": 0, 2023-12-22T17:16:44.022 INFO:tasks.workunit.client.0.smithi032.stdout: "min_mon_release": 17, 2023-12-22T17:16:44.022 INFO:tasks.workunit.client.0.smithi032.stdout: "v1_addr_mons": 3, 2023-12-22T17:16:44.022 INFO:tasks.workunit.client.0.smithi032.stdout: "v2_addr_mons": 3 2023-12-22T17:16:44.022 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.022 INFO:tasks.workunit.client.0.smithi032.stdout: "organization": "ceph-qa", 2023-12-22T17:16:44.022 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:44.022 INFO:tasks.workunit.client.0.smithi032.stdout: "cluster_network": false, 2023-12-22T17:16:44.022 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 8, 2023-12-22T17:16:44.022 INFO:tasks.workunit.client.0.smithi032.stdout: "require_min_compat_client": "luminous", 2023-12-22T17:16:44.022 INFO:tasks.workunit.client.0.smithi032.stdout: "require_osd_release": "quincy" 2023-12-22T17:16:44.022 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.022 INFO:tasks.workunit.client.0.smithi032.stdout: "pools": [ 2023-12-22T17:16:44.022 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:44.022 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2023-12-22T17:16:44.022 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr" 2023-12-22T17:16:44.022 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:44.022 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_mode": "none", 2023-12-22T17:16:44.023 INFO:tasks.workunit.client.0.smithi032.stdout: "erasure_code_profile": {}, 2023-12-22T17:16:44.023 INFO:tasks.workunit.client.0.smithi032.stdout: "min_size": 2, 2023-12-22T17:16:44.023 INFO:tasks.workunit.client.0.smithi032.stdout: "options": {}, 2023-12-22T17:16:44.023 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_autoscale_mode": "off", 2023-12-22T17:16:44.023 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_num": 1, 2023-12-22T17:16:44.023 INFO:tasks.workunit.client.0.smithi032.stdout: "pgp_num": 1, 2023-12-22T17:16:44.023 INFO:tasks.workunit.client.0.smithi032.stdout: "pool": 1, 2023-12-22T17:16:44.023 INFO:tasks.workunit.client.0.smithi032.stdout: "size": 3, 2023-12-22T17:16:44.023 INFO:tasks.workunit.client.0.smithi032.stdout: "stats": { 2023-12-22T17:16:44.023 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_raw": 727116753162, 2023-12-22T17:16:44.023 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_used": 1781760, 2023-12-22T17:16:44.023 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_bytes_used": 0, 2023-12-22T17:16:44.023 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_under_bytes": 0, 2023-12-22T17:16:44.023 INFO:tasks.workunit.client.0.smithi032.stdout: "data_bytes_used": 1781760, 2023-12-22T17:16:44.023 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty": 0, 2023-12-22T17:16:44.023 INFO:tasks.workunit.client.0.smithi032.stdout: "max_avail": 242372247552, 2023-12-22T17:16:44.023 INFO:tasks.workunit.client.0.smithi032.stdout: "objects": 2, 2023-12-22T17:16:44.024 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_bytes_used": 0, 2023-12-22T17:16:44.024 INFO:tasks.workunit.client.0.smithi032.stdout: "percent_used": 2.450439524182002e-06, 2023-12-22T17:16:44.024 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_bytes": 0, 2023-12-22T17:16:44.024 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_objects": 0, 2023-12-22T17:16:44.024 INFO:tasks.workunit.client.0.smithi032.stdout: "rd": 212, 2023-12-22T17:16:44.024 INFO:tasks.workunit.client.0.smithi032.stdout: "rd_bytes": 313344, 2023-12-22T17:16:44.024 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": 590368, 2023-12-22T17:16:44.024 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_data": 590368, 2023-12-22T17:16:44.024 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_omap": 0, 2023-12-22T17:16:44.024 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_raw": 1771104, 2023-12-22T17:16:44.024 INFO:tasks.workunit.client.0.smithi032.stdout: "wr": 179, 2023-12-22T17:16:44.024 INFO:tasks.workunit.client.0.smithi032.stdout: "wr_bytes": 2473984 2023-12-22T17:16:44.024 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.024 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_bytes": 0, 2023-12-22T17:16:44.024 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_objects": 0, 2023-12-22T17:16:44.024 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "replicated" 2023-12-22T17:16:44.024 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.025 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:44.025 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2023-12-22T17:16:44.025 INFO:tasks.workunit.client.0.smithi032.stdout: "cephfs" 2023-12-22T17:16:44.025 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:44.025 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_mode": "none", 2023-12-22T17:16:44.025 INFO:tasks.workunit.client.0.smithi032.stdout: "erasure_code_profile": {}, 2023-12-22T17:16:44.025 INFO:tasks.workunit.client.0.smithi032.stdout: "min_size": 2, 2023-12-22T17:16:44.025 INFO:tasks.workunit.client.0.smithi032.stdout: "options": {}, 2023-12-22T17:16:44.025 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_autoscale_mode": "off", 2023-12-22T17:16:44.025 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_num": 32, 2023-12-22T17:16:44.025 INFO:tasks.workunit.client.0.smithi032.stdout: "pgp_num": 32, 2023-12-22T17:16:44.025 INFO:tasks.workunit.client.0.smithi032.stdout: "pool": 2, 2023-12-22T17:16:44.025 INFO:tasks.workunit.client.0.smithi032.stdout: "size": 3, 2023-12-22T17:16:44.025 INFO:tasks.workunit.client.0.smithi032.stdout: "stats": { 2023-12-22T17:16:44.025 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_raw": 727116753162, 2023-12-22T17:16:44.025 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_used": 98304, 2023-12-22T17:16:44.026 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_bytes_used": 0, 2023-12-22T17:16:44.026 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_under_bytes": 0, 2023-12-22T17:16:44.026 INFO:tasks.workunit.client.0.smithi032.stdout: "data_bytes_used": 98304, 2023-12-22T17:16:44.026 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty": 0, 2023-12-22T17:16:44.026 INFO:tasks.workunit.client.0.smithi032.stdout: "max_avail": 242372247552, 2023-12-22T17:16:44.026 INFO:tasks.workunit.client.0.smithi032.stdout: "objects": 22, 2023-12-22T17:16:44.026 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_bytes_used": 0, 2023-12-22T17:16:44.026 INFO:tasks.workunit.client.0.smithi032.stdout: "percent_used": 1.3519698427444382e-07, 2023-12-22T17:16:44.026 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_bytes": 0, 2023-12-22T17:16:44.026 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_objects": 0, 2023-12-22T17:16:44.026 INFO:tasks.workunit.client.0.smithi032.stdout: "rd": 0, 2023-12-22T17:16:44.026 INFO:tasks.workunit.client.0.smithi032.stdout: "rd_bytes": 0, 2023-12-22T17:16:44.026 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": 3094, 2023-12-22T17:16:44.026 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_data": 3094, 2023-12-22T17:16:44.026 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_omap": 0, 2023-12-22T17:16:44.026 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_raw": 9282, 2023-12-22T17:16:44.026 INFO:tasks.workunit.client.0.smithi032.stdout: "wr": 48, 2023-12-22T17:16:44.027 INFO:tasks.workunit.client.0.smithi032.stdout: "wr_bytes": 16384 2023-12-22T17:16:44.027 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.027 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_bytes": 0, 2023-12-22T17:16:44.027 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_objects": 0, 2023-12-22T17:16:44.027 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "replicated" 2023-12-22T17:16:44.027 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.027 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:44.027 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2023-12-22T17:16:44.027 INFO:tasks.workunit.client.0.smithi032.stdout: "cephfs" 2023-12-22T17:16:44.027 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:44.027 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_mode": "none", 2023-12-22T17:16:44.027 INFO:tasks.workunit.client.0.smithi032.stdout: "erasure_code_profile": {}, 2023-12-22T17:16:44.027 INFO:tasks.workunit.client.0.smithi032.stdout: "min_size": 2, 2023-12-22T17:16:44.027 INFO:tasks.workunit.client.0.smithi032.stdout: "options": {}, 2023-12-22T17:16:44.027 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_autoscale_mode": "off", 2023-12-22T17:16:44.027 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_num": 64, 2023-12-22T17:16:44.027 INFO:tasks.workunit.client.0.smithi032.stdout: "pgp_num": 64, 2023-12-22T17:16:44.027 INFO:tasks.workunit.client.0.smithi032.stdout: "pool": 3, 2023-12-22T17:16:44.028 INFO:tasks.workunit.client.0.smithi032.stdout: "size": 3, 2023-12-22T17:16:44.028 INFO:tasks.workunit.client.0.smithi032.stdout: "stats": { 2023-12-22T17:16:44.028 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_raw": 727116753162, 2023-12-22T17:16:44.028 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_used": 0, 2023-12-22T17:16:44.028 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_bytes_used": 0, 2023-12-22T17:16:44.028 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_under_bytes": 0, 2023-12-22T17:16:44.028 INFO:tasks.workunit.client.0.smithi032.stdout: "data_bytes_used": 0, 2023-12-22T17:16:44.028 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty": 0, 2023-12-22T17:16:44.028 INFO:tasks.workunit.client.0.smithi032.stdout: "max_avail": 242372247552, 2023-12-22T17:16:44.028 INFO:tasks.workunit.client.0.smithi032.stdout: "objects": 0, 2023-12-22T17:16:44.028 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_bytes_used": 0, 2023-12-22T17:16:44.028 INFO:tasks.workunit.client.0.smithi032.stdout: "percent_used": 0.0, 2023-12-22T17:16:44.028 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_bytes": 0, 2023-12-22T17:16:44.028 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_objects": 0, 2023-12-22T17:16:44.028 INFO:tasks.workunit.client.0.smithi032.stdout: "rd": 0, 2023-12-22T17:16:44.028 INFO:tasks.workunit.client.0.smithi032.stdout: "rd_bytes": 0, 2023-12-22T17:16:44.028 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": 0, 2023-12-22T17:16:44.029 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_data": 0, 2023-12-22T17:16:44.029 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_omap": 0, 2023-12-22T17:16:44.029 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_raw": 0, 2023-12-22T17:16:44.029 INFO:tasks.workunit.client.0.smithi032.stdout: "wr": 0, 2023-12-22T17:16:44.029 INFO:tasks.workunit.client.0.smithi032.stdout: "wr_bytes": 0 2023-12-22T17:16:44.029 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.029 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_bytes": 0, 2023-12-22T17:16:44.029 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_objects": 0, 2023-12-22T17:16:44.029 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "replicated" 2023-12-22T17:16:44.029 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.029 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:44.029 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2023-12-22T17:16:44.029 INFO:tasks.workunit.client.0.smithi032.stdout: "rbd" 2023-12-22T17:16:44.029 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:44.029 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_mode": "none", 2023-12-22T17:16:44.030 INFO:tasks.workunit.client.0.smithi032.stdout: "erasure_code_profile": {}, 2023-12-22T17:16:44.030 INFO:tasks.workunit.client.0.smithi032.stdout: "min_size": 2, 2023-12-22T17:16:44.030 INFO:tasks.workunit.client.0.smithi032.stdout: "options": {}, 2023-12-22T17:16:44.030 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_autoscale_mode": "off", 2023-12-22T17:16:44.030 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_num": 8, 2023-12-22T17:16:44.030 INFO:tasks.workunit.client.0.smithi032.stdout: "pgp_num": 8, 2023-12-22T17:16:44.030 INFO:tasks.workunit.client.0.smithi032.stdout: "pool": 4, 2023-12-22T17:16:44.030 INFO:tasks.workunit.client.0.smithi032.stdout: "size": 3, 2023-12-22T17:16:44.030 INFO:tasks.workunit.client.0.smithi032.stdout: "stats": { 2023-12-22T17:16:44.030 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_raw": 727116753162, 2023-12-22T17:16:44.030 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_used": 0, 2023-12-22T17:16:44.030 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_bytes_used": 0, 2023-12-22T17:16:44.030 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_under_bytes": 0, 2023-12-22T17:16:44.030 INFO:tasks.workunit.client.0.smithi032.stdout: "data_bytes_used": 0, 2023-12-22T17:16:44.030 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty": 0, 2023-12-22T17:16:44.030 INFO:tasks.workunit.client.0.smithi032.stdout: "max_avail": 242372247552, 2023-12-22T17:16:44.030 INFO:tasks.workunit.client.0.smithi032.stdout: "objects": 0, 2023-12-22T17:16:44.031 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_bytes_used": 0, 2023-12-22T17:16:44.031 INFO:tasks.workunit.client.0.smithi032.stdout: "percent_used": 0.0, 2023-12-22T17:16:44.031 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_bytes": 0, 2023-12-22T17:16:44.031 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_objects": 0, 2023-12-22T17:16:44.031 INFO:tasks.workunit.client.0.smithi032.stdout: "rd": 0, 2023-12-22T17:16:44.031 INFO:tasks.workunit.client.0.smithi032.stdout: "rd_bytes": 0, 2023-12-22T17:16:44.031 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": 0, 2023-12-22T17:16:44.031 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_data": 0, 2023-12-22T17:16:44.031 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_omap": 0, 2023-12-22T17:16:44.031 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_raw": 0, 2023-12-22T17:16:44.031 INFO:tasks.workunit.client.0.smithi032.stdout: "wr": 0, 2023-12-22T17:16:44.031 INFO:tasks.workunit.client.0.smithi032.stdout: "wr_bytes": 0 2023-12-22T17:16:44.031 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.031 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_bytes": 0, 2023-12-22T17:16:44.031 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_objects": 0, 2023-12-22T17:16:44.031 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "replicated" 2023-12-22T17:16:44.032 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:44.032 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:44.032 INFO:tasks.workunit.client.0.smithi032.stdout: "rbd": { 2023-12-22T17:16:44.032 INFO:tasks.workunit.client.0.smithi032.stdout: "mirroring_by_pool": [ 2023-12-22T17:16:44.032 INFO:tasks.workunit.client.0.smithi032.stdout: false 2023-12-22T17:16:44.032 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:44.032 INFO:tasks.workunit.client.0.smithi032.stdout: "num_images_by_pool": [ 2023-12-22T17:16:44.032 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:44.032 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:44.032 INFO:tasks.workunit.client.0.smithi032.stdout: "num_pools": 1 2023-12-22T17:16:44.032 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.032 INFO:tasks.workunit.client.0.smithi032.stdout: "report_id": "078d10bb-7cc1-47bd-b7b4-1c1bcf55dc3e", 2023-12-22T17:16:44.032 INFO:tasks.workunit.client.0.smithi032.stdout: "report_timestamp": "2023-12-22T17:16:43.985592", 2023-12-22T17:16:44.032 INFO:tasks.workunit.client.0.smithi032.stdout: "report_version": 1, 2023-12-22T17:16:44.032 INFO:tasks.workunit.client.0.smithi032.stdout: "rook": { 2023-12-22T17:16:44.032 INFO:tasks.workunit.client.0.smithi032.stdout: "cluster": { 2023-12-22T17:16:44.032 INFO:tasks.workunit.client.0.smithi032.stdout: "external-mode": null, 2023-12-22T17:16:44.033 INFO:tasks.workunit.client.0.smithi032.stdout: "mon": { 2023-12-22T17:16:44.033 INFO:tasks.workunit.client.0.smithi032.stdout: "allow-multiple-per-node": null, 2023-12-22T17:16:44.033 INFO:tasks.workunit.client.0.smithi032.stdout: "count": null, 2023-12-22T17:16:44.033 INFO:tasks.workunit.client.0.smithi032.stdout: "max-id": null, 2023-12-22T17:16:44.033 INFO:tasks.workunit.client.0.smithi032.stdout: "pvc": { 2023-12-22T17:16:44.033 INFO:tasks.workunit.client.0.smithi032.stdout: "enabled": null 2023-12-22T17:16:44.033 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.033 INFO:tasks.workunit.client.0.smithi032.stdout: "stretch": { 2023-12-22T17:16:44.033 INFO:tasks.workunit.client.0.smithi032.stdout: "enabled": null 2023-12-22T17:16:44.033 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:44.033 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.033 INFO:tasks.workunit.client.0.smithi032.stdout: "network": { 2023-12-22T17:16:44.033 INFO:tasks.workunit.client.0.smithi032.stdout: "provider": null 2023-12-22T17:16:44.033 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.033 INFO:tasks.workunit.client.0.smithi032.stdout: "storage": { 2023-12-22T17:16:44.033 INFO:tasks.workunit.client.0.smithi032.stdout: "device-set": { 2023-12-22T17:16:44.034 INFO:tasks.workunit.client.0.smithi032.stdout: "count": { 2023-12-22T17:16:44.034 INFO:tasks.workunit.client.0.smithi032.stdout: "non-portable": null, 2023-12-22T17:16:44.034 INFO:tasks.workunit.client.0.smithi032.stdout: "portable": null, 2023-12-22T17:16:44.034 INFO:tasks.workunit.client.0.smithi032.stdout: "total": null 2023-12-22T17:16:44.034 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:44.034 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:44.034 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:44.034 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.034 INFO:tasks.workunit.client.0.smithi032.stdout: "csi": { 2023-12-22T17:16:44.034 INFO:tasks.workunit.client.0.smithi032.stdout: "version": null 2023-12-22T17:16:44.034 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.034 INFO:tasks.workunit.client.0.smithi032.stdout: "kubernetes": { 2023-12-22T17:16:44.034 INFO:tasks.workunit.client.0.smithi032.stdout: "version": null 2023-12-22T17:16:44.034 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.034 INFO:tasks.workunit.client.0.smithi032.stdout: "node": { 2023-12-22T17:16:44.034 INFO:tasks.workunit.client.0.smithi032.stdout: "count": { 2023-12-22T17:16:44.034 INFO:tasks.workunit.client.0.smithi032.stdout: "kubernetes-total": null, 2023-12-22T17:16:44.035 INFO:tasks.workunit.client.0.smithi032.stdout: "with-ceph-daemons": null, 2023-12-22T17:16:44.035 INFO:tasks.workunit.client.0.smithi032.stdout: "with-csi-cephfs-plugin": null, 2023-12-22T17:16:44.035 INFO:tasks.workunit.client.0.smithi032.stdout: "with-csi-nfs-plugin": null, 2023-12-22T17:16:44.035 INFO:tasks.workunit.client.0.smithi032.stdout: "with-csi-rbd-plugin": null 2023-12-22T17:16:44.035 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:44.035 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.035 INFO:tasks.workunit.client.0.smithi032.stdout: "usage": { 2023-12-22T17:16:44.035 INFO:tasks.workunit.client.0.smithi032.stdout: "storage-class": { 2023-12-22T17:16:44.035 INFO:tasks.workunit.client.0.smithi032.stdout: "count": { 2023-12-22T17:16:44.035 INFO:tasks.workunit.client.0.smithi032.stdout: "bucket": null, 2023-12-22T17:16:44.035 INFO:tasks.workunit.client.0.smithi032.stdout: "cephfs": null, 2023-12-22T17:16:44.035 INFO:tasks.workunit.client.0.smithi032.stdout: "nfs": null, 2023-12-22T17:16:44.035 INFO:tasks.workunit.client.0.smithi032.stdout: "rbd": null, 2023-12-22T17:16:44.035 INFO:tasks.workunit.client.0.smithi032.stdout: "total": null 2023-12-22T17:16:44.035 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:44.035 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:44.035 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.036 INFO:tasks.workunit.client.0.smithi032.stdout: "version": null 2023-12-22T17:16:44.036 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.036 INFO:tasks.workunit.client.0.smithi032.stdout: "services": {}, 2023-12-22T17:16:44.036 INFO:tasks.workunit.client.0.smithi032.stdout: "usage": { 2023-12-22T17:16:44.036 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_num": 105, 2023-12-22T17:16:44.036 INFO:tasks.workunit.client.0.smithi032.stdout: "pools": 4, 2023-12-22T17:16:44.036 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_by_class": { 2023-12-22T17:16:44.036 INFO:tasks.workunit.client.0.smithi032.stdout: "ssd": { 2023-12-22T17:16:44.036 INFO:tasks.workunit.client.0.smithi032.stdout: "total_avail_bytes": 765517766656, 2023-12-22T17:16:44.036 INFO:tasks.workunit.client.0.smithi032.stdout: "total_bytes": 767960285184, 2023-12-22T17:16:44.036 INFO:tasks.workunit.client.0.smithi032.stdout: "total_used_bytes": 2442518528, 2023-12-22T17:16:44.036 INFO:tasks.workunit.client.0.smithi032.stdout: "total_used_raw_bytes": 2442518528, 2023-12-22T17:16:44.036 INFO:tasks.workunit.client.0.smithi032.stdout: "total_used_raw_ratio": 0.003180527128279209 2023-12-22T17:16:44.036 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:44.036 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.036 INFO:tasks.workunit.client.0.smithi032.stdout: "total_avail_bytes": 765517766656, 2023-12-22T17:16:44.036 INFO:tasks.workunit.client.0.smithi032.stdout: "total_bytes": 767960285184, 2023-12-22T17:16:44.036 INFO:tasks.workunit.client.0.smithi032.stdout: "total_used_bytes": 2442518528 2023-12-22T17:16:44.037 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:44.037 INFO:tasks.workunit.client.0.smithi032.stdout:} 2023-12-22T17:16:44.037 INFO:tasks.workunit.client.0.smithi032.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2023-12-22T17:16:44.037 INFO:tasks.workunit.client.0.smithi032.stderr:+ ceph telemetry preview-device 2023-12-22T17:16:44.603 INFO:tasks.workunit.client.0.smithi032.stdout:{ 2023-12-22T17:16:44.604 INFO:tasks.workunit.client.0.smithi032.stdout: "e15cfba6-a0ed-11ee-be96-ac1f6bf82602": { 2023-12-22T17:16:44.604 INFO:tasks.workunit.client.0.smithi032.stdout: "INTEL_SSDPED1D480GA_e15d99c6-a0ed-11ee-be96-ac1f6bf82602": { 2023-12-22T17:16:44.604 INFO:tasks.workunit.client.0.smithi032.stdout: "20231222-171309": { 2023-12-22T17:16:44.604 INFO:tasks.workunit.client.0.smithi032.stdout: "device": { 2023-12-22T17:16:44.604 INFO:tasks.workunit.client.0.smithi032.stdout: "info_name": "/dev/nvme0n1", 2023-12-22T17:16:44.604 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "/dev/nvme0n1", 2023-12-22T17:16:44.604 INFO:tasks.workunit.client.0.smithi032.stdout: "protocol": "NVMe", 2023-12-22T17:16:44.604 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "nvme" 2023-12-22T17:16:44.604 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.604 INFO:tasks.workunit.client.0.smithi032.stdout: "firmware_version": "E2010325", 2023-12-22T17:16:44.604 INFO:tasks.workunit.client.0.smithi032.stdout: "host_id": "e15cfba6-a0ed-11ee-be96-ac1f6bf82602", 2023-12-22T17:16:44.604 INFO:tasks.workunit.client.0.smithi032.stdout: "json_format_version": [ 2023-12-22T17:16:44.604 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:44.604 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:44.604 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:44.605 INFO:tasks.workunit.client.0.smithi032.stdout: "local_time": { 2023-12-22T17:16:44.605 INFO:tasks.workunit.client.0.smithi032.stdout: "asctime": "Fri Dec 22 17:13:08 2023 UTC", 2023-12-22T17:16:44.605 INFO:tasks.workunit.client.0.smithi032.stdout: "time_t": 1703265188 2023-12-22T17:16:44.605 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.605 INFO:tasks.workunit.client.0.smithi032.stdout: "logical_block_size": 512, 2023-12-22T17:16:44.605 INFO:tasks.workunit.client.0.smithi032.stdout: "model_name": "INTEL SSDPED1D480GA", 2023-12-22T17:16:44.605 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_controller_id": 0, 2023-12-22T17:16:44.605 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-22T17:16:44.605 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_namespaces": [ 2023-12-22T17:16:44.605 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:44.605 INFO:tasks.workunit.client.0.smithi032.stdout: "capacity": { 2023-12-22T17:16:44.605 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2023-12-22T17:16:44.605 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2023-12-22T17:16:44.605 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.605 INFO:tasks.workunit.client.0.smithi032.stdout: "formatted_lba_size": 512, 2023-12-22T17:16:44.606 INFO:tasks.workunit.client.0.smithi032.stdout: "id": 1, 2023-12-22T17:16:44.606 INFO:tasks.workunit.client.0.smithi032.stdout: "size": { 2023-12-22T17:16:44.606 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2023-12-22T17:16:44.606 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2023-12-22T17:16:44.606 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.606 INFO:tasks.workunit.client.0.smithi032.stdout: "utilization": { 2023-12-22T17:16:44.606 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2023-12-22T17:16:44.606 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2023-12-22T17:16:44.606 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:44.606 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:44.606 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:44.606 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_number_of_namespaces": 1, 2023-12-22T17:16:44.606 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_pci_vendor": { 2023-12-22T17:16:44.606 INFO:tasks.workunit.client.0.smithi032.stdout: "id": 32902, 2023-12-22T17:16:44.606 INFO:tasks.workunit.client.0.smithi032.stdout: "subsystem_id": 32902 2023-12-22T17:16:44.606 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.607 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_smart_health_information_add_log": { 2023-12-22T17:16:44.607 INFO:tasks.workunit.client.0.smithi032.stdout: "Device stats": { 2023-12-22T17:16:44.607 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_fw_downgrades": { 2023-12-22T17:16:44.607 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:44.607 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:44.607 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.607 INFO:tasks.workunit.client.0.smithi032.stdout: "crc_error_count": { 2023-12-22T17:16:44.607 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:44.607 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:44.607 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.607 INFO:tasks.workunit.client.0.smithi032.stdout: "end_to_end_error_detection_count": { 2023-12-22T17:16:44.607 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:44.607 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:44.607 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.607 INFO:tasks.workunit.client.0.smithi032.stdout: "erase_fail_count": { 2023-12-22T17:16:44.607 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:44.608 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:44.608 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.608 INFO:tasks.workunit.client.0.smithi032.stdout: "host_bytes_written": { 2023-12-22T17:16:44.608 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:44.608 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 8876315 2023-12-22T17:16:44.608 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.608 INFO:tasks.workunit.client.0.smithi032.stdout: "host_ctx_wear_used": { 2023-12-22T17:16:44.608 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:44.608 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:44.608 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.608 INFO:tasks.workunit.client.0.smithi032.stdout: "media_bytes_read": { 2023-12-22T17:16:44.608 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:44.608 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:44.608 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.608 INFO:tasks.workunit.client.0.smithi032.stdout: "nand_bytes_written": { 2023-12-22T17:16:44.608 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:44.608 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:44.609 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.609 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_stat_indicator": { 2023-12-22T17:16:44.609 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:44.609 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:44.609 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.609 INFO:tasks.workunit.client.0.smithi032.stdout: "pll_lock_loss_count": { 2023-12-22T17:16:44.609 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:44.609 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:44.609 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.609 INFO:tasks.workunit.client.0.smithi032.stdout: "program_fail_count": { 2023-12-22T17:16:44.609 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:44.609 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:44.609 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.609 INFO:tasks.workunit.client.0.smithi032.stdout: "re_alloc_sectr_cnt": { 2023-12-22T17:16:44.609 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:44.610 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:44.610 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.610 INFO:tasks.workunit.client.0.smithi032.stdout: "retry_buffer_overflow_count": { 2023-12-22T17:16:44.610 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:44.610 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:44.610 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.610 INFO:tasks.workunit.client.0.smithi032.stdout: "soft_ecc_err_rate": { 2023-12-22T17:16:44.610 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:44.610 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:44.610 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.610 INFO:tasks.workunit.client.0.smithi032.stdout: "thermal_throttle_status": { 2023-12-22T17:16:44.610 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:44.610 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": { 2023-12-22T17:16:44.610 INFO:tasks.workunit.client.0.smithi032.stdout: "cnt": 0, 2023-12-22T17:16:44.610 INFO:tasks.workunit.client.0.smithi032.stdout: "pct": 0 2023-12-22T17:16:44.611 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:44.611 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.611 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_host_reads": { 2023-12-22T17:16:44.611 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:44.611 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 15 2023-12-22T17:16:44.611 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.611 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_media_wear": { 2023-12-22T17:16:44.611 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:44.611 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:44.611 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.611 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_timer": { 2023-12-22T17:16:44.611 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:44.611 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 1132401 2023-12-22T17:16:44.611 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.611 INFO:tasks.workunit.client.0.smithi032.stdout: "unexp_power_loss": { 2023-12-22T17:16:44.612 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:44.612 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:44.612 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.612 INFO:tasks.workunit.client.0.smithi032.stdout: "wear_leveling": { 2023-12-22T17:16:44.612 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:44.612 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": { 2023-12-22T17:16:44.612 INFO:tasks.workunit.client.0.smithi032.stdout: "avg": 0, 2023-12-22T17:16:44.612 INFO:tasks.workunit.client.0.smithi032.stdout: "max": 0, 2023-12-22T17:16:44.612 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 0 2023-12-22T17:16:44.612 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:44.612 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:44.612 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.612 INFO:tasks.workunit.client.0.smithi032.stdout: "Intel Smart log": "nvme0n1" 2023-12-22T17:16:44.612 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.613 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_smart_health_information_log": { 2023-12-22T17:16:44.613 INFO:tasks.workunit.client.0.smithi032.stdout: "available_spare": 100, 2023-12-22T17:16:44.613 INFO:tasks.workunit.client.0.smithi032.stdout: "available_spare_threshold": 0, 2023-12-22T17:16:44.613 INFO:tasks.workunit.client.0.smithi032.stdout: "controller_busy_time": 3429, 2023-12-22T17:16:44.613 INFO:tasks.workunit.client.0.smithi032.stdout: "critical_warning": 0, 2023-12-22T17:16:44.613 INFO:tasks.workunit.client.0.smithi032.stdout: "data_units_read": 122707443, 2023-12-22T17:16:44.613 INFO:tasks.workunit.client.0.smithi032.stdout: "data_units_written": 581718245, 2023-12-22T17:16:44.613 INFO:tasks.workunit.client.0.smithi032.stdout: "host_reads": 2133834350, 2023-12-22T17:16:44.613 INFO:tasks.workunit.client.0.smithi032.stdout: "host_writes": 12518080191, 2023-12-22T17:16:44.613 INFO:tasks.workunit.client.0.smithi032.stdout: "media_errors": 0, 2023-12-22T17:16:44.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_err_log_entries": 0, 2023-12-22T17:16:44.613 INFO:tasks.workunit.client.0.smithi032.stdout: "percentage_used": 0, 2023-12-22T17:16:44.613 INFO:tasks.workunit.client.0.smithi032.stdout: "power_cycles": 23449, 2023-12-22T17:16:44.613 INFO:tasks.workunit.client.0.smithi032.stdout: "power_on_hours": 28477, 2023-12-22T17:16:44.613 INFO:tasks.workunit.client.0.smithi032.stdout: "temperature": 34, 2023-12-22T17:16:44.613 INFO:tasks.workunit.client.0.smithi032.stdout: "unsafe_shutdowns": 6531 2023-12-22T17:16:44.614 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.614 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_vendor": "intel", 2023-12-22T17:16:44.614 INFO:tasks.workunit.client.0.smithi032.stdout: "power_cycle_count": 23449, 2023-12-22T17:16:44.614 INFO:tasks.workunit.client.0.smithi032.stdout: "power_on_time": { 2023-12-22T17:16:44.614 INFO:tasks.workunit.client.0.smithi032.stdout: "hours": 28477 2023-12-22T17:16:44.614 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.614 INFO:tasks.workunit.client.0.smithi032.stdout: "serial_number": "deleted", 2023-12-22T17:16:44.614 INFO:tasks.workunit.client.0.smithi032.stdout: "smart_status": { 2023-12-22T17:16:44.614 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme": { 2023-12-22T17:16:44.614 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:44.614 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.614 INFO:tasks.workunit.client.0.smithi032.stdout: "passed": true 2023-12-22T17:16:44.614 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.614 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl": { 2023-12-22T17:16:44.614 INFO:tasks.workunit.client.0.smithi032.stdout: "argv": [ 2023-12-22T17:16:44.614 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl", 2023-12-22T17:16:44.614 INFO:tasks.workunit.client.0.smithi032.stdout: "-x", 2023-12-22T17:16:44.615 INFO:tasks.workunit.client.0.smithi032.stdout: "--json=o", 2023-12-22T17:16:44.615 INFO:tasks.workunit.client.0.smithi032.stdout: "/dev/nvme0n1" 2023-12-22T17:16:44.615 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:44.615 INFO:tasks.workunit.client.0.smithi032.stdout: "build_info": "(local build)", 2023-12-22T17:16:44.615 INFO:tasks.workunit.client.0.smithi032.stdout: "exit_status": 0, 2023-12-22T17:16:44.615 INFO:tasks.workunit.client.0.smithi032.stdout: "output": [ 2023-12-22T17:16:44.615 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-4.18.0-529.el8.x86_64] (local build)", 2023-12-22T17:16:44.615 INFO:tasks.workunit.client.0.smithi032.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-22T17:16:44.615 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:44.615 INFO:tasks.workunit.client.0.smithi032.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-22T17:16:44.615 INFO:tasks.workunit.client.0.smithi032.stdout: "Model Number: INTEL SSDPED1D480GA", 2023-12-22T17:16:44.615 INFO:tasks.workunit.client.0.smithi032.stdout: "Serial Number: deleted", 2023-12-22T17:16:44.615 INFO:tasks.workunit.client.0.smithi032.stdout: "Firmware Version: E2010325", 2023-12-22T17:16:44.615 INFO:tasks.workunit.client.0.smithi032.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-22T17:16:44.615 INFO:tasks.workunit.client.0.smithi032.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-22T17:16:44.615 INFO:tasks.workunit.client.0.smithi032.stdout: "Controller ID: 0", 2023-12-22T17:16:44.616 INFO:tasks.workunit.client.0.smithi032.stdout: "Number of Namespaces: 1", 2023-12-22T17:16:44.616 INFO:tasks.workunit.client.0.smithi032.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2023-12-22T17:16:44.616 INFO:tasks.workunit.client.0.smithi032.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-22T17:16:44.616 INFO:tasks.workunit.client.0.smithi032.stdout: "Local Time is: Fri Dec 22 17:13:08 2023 UTC", 2023-12-22T17:16:44.616 INFO:tasks.workunit.client.0.smithi032.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-22T17:16:44.616 INFO:tasks.workunit.client.0.smithi032.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2023-12-22T17:16:44.616 INFO:tasks.workunit.client.0.smithi032.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-22T17:16:44.616 INFO:tasks.workunit.client.0.smithi032.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-22T17:16:44.616 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:44.616 INFO:tasks.workunit.client.0.smithi032.stdout: "Supported Power States", 2023-12-22T17:16:44.616 INFO:tasks.workunit.client.0.smithi032.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-22T17:16:44.616 INFO:tasks.workunit.client.0.smithi032.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2023-12-22T17:16:44.616 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:44.616 INFO:tasks.workunit.client.0.smithi032.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-22T17:16:44.616 INFO:tasks.workunit.client.0.smithi032.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-22T17:16:44.617 INFO:tasks.workunit.client.0.smithi032.stdout: " 0 + 512 0 2", 2023-12-22T17:16:44.617 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:44.617 INFO:tasks.workunit.client.0.smithi032.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-22T17:16:44.617 INFO:tasks.workunit.client.0.smithi032.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-22T17:16:44.617 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:44.617 INFO:tasks.workunit.client.0.smithi032.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-22T17:16:44.617 INFO:tasks.workunit.client.0.smithi032.stdout: "Critical Warning: 0x00", 2023-12-22T17:16:44.617 INFO:tasks.workunit.client.0.smithi032.stdout: "Temperature: 34 Celsius", 2023-12-22T17:16:44.617 INFO:tasks.workunit.client.0.smithi032.stdout: "Available Spare: 100%", 2023-12-22T17:16:44.617 INFO:tasks.workunit.client.0.smithi032.stdout: "Available Spare Threshold: 0%", 2023-12-22T17:16:44.617 INFO:tasks.workunit.client.0.smithi032.stdout: "Percentage Used: 0%", 2023-12-22T17:16:44.617 INFO:tasks.workunit.client.0.smithi032.stdout: "Data Units Read: 122,707,443 [62.8 TB]", 2023-12-22T17:16:44.617 INFO:tasks.workunit.client.0.smithi032.stdout: "Data Units Written: 581,718,245 [297 TB]", 2023-12-22T17:16:44.617 INFO:tasks.workunit.client.0.smithi032.stdout: "Host Read Commands: 2,133,834,350", 2023-12-22T17:16:44.617 INFO:tasks.workunit.client.0.smithi032.stdout: "Host Write Commands: 12,518,080,191", 2023-12-22T17:16:44.618 INFO:tasks.workunit.client.0.smithi032.stdout: "Controller Busy Time: 3,429", 2023-12-22T17:16:44.618 INFO:tasks.workunit.client.0.smithi032.stdout: "Power Cycles: 23,449", 2023-12-22T17:16:44.618 INFO:tasks.workunit.client.0.smithi032.stdout: "Power On Hours: 28,477", 2023-12-22T17:16:44.618 INFO:tasks.workunit.client.0.smithi032.stdout: "Unsafe Shutdowns: 6,531", 2023-12-22T17:16:44.618 INFO:tasks.workunit.client.0.smithi032.stdout: "Media and Data Integrity Errors: 0", 2023-12-22T17:16:44.618 INFO:tasks.workunit.client.0.smithi032.stdout: "Error Information Log Entries: 0", 2023-12-22T17:16:44.618 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:44.618 INFO:tasks.workunit.client.0.smithi032.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-22T17:16:44.618 INFO:tasks.workunit.client.0.smithi032.stdout: "No Errors Logged", 2023-12-22T17:16:44.618 INFO:tasks.workunit.client.0.smithi032.stdout: "" 2023-12-22T17:16:44.618 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:44.618 INFO:tasks.workunit.client.0.smithi032.stdout: "platform_info": "x86_64-linux-4.18.0-529.el8.x86_64", 2023-12-22T17:16:44.618 INFO:tasks.workunit.client.0.smithi032.stdout: "svn_revision": "5022", 2023-12-22T17:16:44.618 INFO:tasks.workunit.client.0.smithi032.stdout: "version": [ 2023-12-22T17:16:44.618 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:44.618 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:44.619 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:44.619 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.619 INFO:tasks.workunit.client.0.smithi032.stdout: "temperature": { 2023-12-22T17:16:44.619 INFO:tasks.workunit.client.0.smithi032.stdout: "current": 34 2023-12-22T17:16:44.619 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.619 INFO:tasks.workunit.client.0.smithi032.stdout: "user_capacity": { 2023-12-22T17:16:44.619 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2023-12-22T17:16:44.619 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2023-12-22T17:16:44.619 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:44.619 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:44.619 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:44.619 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.619 INFO:tasks.workunit.client.0.smithi032.stdout: "e15ecd00-a0ed-11ee-be96-ac1f6bf82602": { 2023-12-22T17:16:44.619 INFO:tasks.workunit.client.0.smithi032.stdout: "INTEL_SSDPEDKE040T7_e15f5310-a0ed-11ee-be96-ac1f6bf82602": { 2023-12-22T17:16:44.619 INFO:tasks.workunit.client.0.smithi032.stdout: "20231222-171312": { 2023-12-22T17:16:44.619 INFO:tasks.workunit.client.0.smithi032.stdout: "device": { 2023-12-22T17:16:44.620 INFO:tasks.workunit.client.0.smithi032.stdout: "info_name": "/dev/nvme0n1", 2023-12-22T17:16:44.620 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "/dev/nvme0n1", 2023-12-22T17:16:44.620 INFO:tasks.workunit.client.0.smithi032.stdout: "protocol": "NVMe", 2023-12-22T17:16:44.620 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "nvme" 2023-12-22T17:16:44.620 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.620 INFO:tasks.workunit.client.0.smithi032.stdout: "firmware_version": "QDV1013D", 2023-12-22T17:16:44.620 INFO:tasks.workunit.client.0.smithi032.stdout: "host_id": "e15ecd00-a0ed-11ee-be96-ac1f6bf82602", 2023-12-22T17:16:44.620 INFO:tasks.workunit.client.0.smithi032.stdout: "json_format_version": [ 2023-12-22T17:16:44.620 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:44.620 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:44.620 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:44.620 INFO:tasks.workunit.client.0.smithi032.stdout: "local_time": { 2023-12-22T17:16:44.620 INFO:tasks.workunit.client.0.smithi032.stdout: "asctime": "Fri Dec 22 17:13:12 2023 UTC", 2023-12-22T17:16:44.620 INFO:tasks.workunit.client.0.smithi032.stdout: "time_t": 1703265192 2023-12-22T17:16:44.620 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.620 INFO:tasks.workunit.client.0.smithi032.stdout: "logical_block_size": 512, 2023-12-22T17:16:44.621 INFO:tasks.workunit.client.0.smithi032.stdout: "model_name": "INTEL SSDPEDKE040T7", 2023-12-22T17:16:44.621 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_controller_id": 0, 2023-12-22T17:16:44.621 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-22T17:16:44.621 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_namespaces": [ 2023-12-22T17:16:44.621 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:44.621 INFO:tasks.workunit.client.0.smithi032.stdout: "capacity": { 2023-12-22T17:16:44.621 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 7814037168, 2023-12-22T17:16:44.621 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 4000787030016 2023-12-22T17:16:44.621 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.621 INFO:tasks.workunit.client.0.smithi032.stdout: "formatted_lba_size": 512, 2023-12-22T17:16:44.621 INFO:tasks.workunit.client.0.smithi032.stdout: "id": 1, 2023-12-22T17:16:44.621 INFO:tasks.workunit.client.0.smithi032.stdout: "size": { 2023-12-22T17:16:44.621 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 7814037168, 2023-12-22T17:16:44.621 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 4000787030016 2023-12-22T17:16:44.621 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.622 INFO:tasks.workunit.client.0.smithi032.stdout: "utilization": { 2023-12-22T17:16:44.622 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 7814037168, 2023-12-22T17:16:44.622 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 4000787030016 2023-12-22T17:16:44.622 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:44.622 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:44.622 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:44.622 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_number_of_namespaces": 1, 2023-12-22T17:16:44.622 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_pci_vendor": { 2023-12-22T17:16:44.622 INFO:tasks.workunit.client.0.smithi032.stdout: "id": 32902, 2023-12-22T17:16:44.622 INFO:tasks.workunit.client.0.smithi032.stdout: "subsystem_id": 32902 2023-12-22T17:16:44.622 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.622 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_smart_health_information_add_log": { 2023-12-22T17:16:44.622 INFO:tasks.workunit.client.0.smithi032.stdout: "Device stats": { 2023-12-22T17:16:44.622 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_fw_downgrades": { 2023-12-22T17:16:44.622 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:44.622 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:44.622 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.623 INFO:tasks.workunit.client.0.smithi032.stdout: "crc_error_count": { 2023-12-22T17:16:44.623 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:44.623 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:44.623 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.623 INFO:tasks.workunit.client.0.smithi032.stdout: "end_to_end_error_detection_count": { 2023-12-22T17:16:44.623 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:44.623 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:44.623 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.623 INFO:tasks.workunit.client.0.smithi032.stdout: "erase_fail_count": { 2023-12-22T17:16:44.623 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:44.623 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:44.623 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.623 INFO:tasks.workunit.client.0.smithi032.stdout: "host_bytes_written": { 2023-12-22T17:16:44.623 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:44.623 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 21521298 2023-12-22T17:16:44.623 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.623 INFO:tasks.workunit.client.0.smithi032.stdout: "host_ctx_wear_used": { 2023-12-22T17:16:44.624 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:44.624 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:44.624 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.624 INFO:tasks.workunit.client.0.smithi032.stdout: "media_bytes_read": { 2023-12-22T17:16:44.624 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:44.624 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 18431130 2023-12-22T17:16:44.624 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.624 INFO:tasks.workunit.client.0.smithi032.stdout: "nand_bytes_written": { 2023-12-22T17:16:44.624 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:44.624 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 44013901 2023-12-22T17:16:44.624 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.624 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_stat_indicator": { 2023-12-22T17:16:44.624 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:44.624 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 4 2023-12-22T17:16:44.624 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.624 INFO:tasks.workunit.client.0.smithi032.stdout: "pll_lock_loss_count": { 2023-12-22T17:16:44.625 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:44.625 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:44.625 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.625 INFO:tasks.workunit.client.0.smithi032.stdout: "program_fail_count": { 2023-12-22T17:16:44.625 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:44.625 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:44.625 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.625 INFO:tasks.workunit.client.0.smithi032.stdout: "re_alloc_sectr_cnt": { 2023-12-22T17:16:44.625 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 16, 2023-12-22T17:16:44.625 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 44924 2023-12-22T17:16:44.625 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.625 INFO:tasks.workunit.client.0.smithi032.stdout: "retry_buffer_overflow_count": { 2023-12-22T17:16:44.625 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:44.625 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:44.626 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.626 INFO:tasks.workunit.client.0.smithi032.stdout: "soft_ecc_err_rate": { 2023-12-22T17:16:44.626 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:44.626 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 44897 2023-12-22T17:16:44.626 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.626 INFO:tasks.workunit.client.0.smithi032.stdout: "thermal_throttle_status": { 2023-12-22T17:16:44.626 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:44.626 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": { 2023-12-22T17:16:44.626 INFO:tasks.workunit.client.0.smithi032.stdout: "cnt": 0, 2023-12-22T17:16:44.626 INFO:tasks.workunit.client.0.smithi032.stdout: "pct": 0 2023-12-22T17:16:44.626 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:44.626 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.626 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_host_reads": { 2023-12-22T17:16:44.626 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:44.626 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 65535 2023-12-22T17:16:44.626 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.627 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_media_wear": { 2023-12-22T17:16:44.627 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:44.627 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 64 2023-12-22T17:16:44.627 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.627 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_timer": { 2023-12-22T17:16:44.627 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:44.627 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 65535 2023-12-22T17:16:44.627 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.627 INFO:tasks.workunit.client.0.smithi032.stdout: "unexp_power_loss": { 2023-12-22T17:16:44.627 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:44.627 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:44.627 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.627 INFO:tasks.workunit.client.0.smithi032.stdout: "wear_leveling": { 2023-12-22T17:16:44.627 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 88, 2023-12-22T17:16:44.627 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": { 2023-12-22T17:16:44.627 INFO:tasks.workunit.client.0.smithi032.stdout: "avg": 600, 2023-12-22T17:16:44.627 INFO:tasks.workunit.client.0.smithi032.stdout: "max": 604, 2023-12-22T17:16:44.628 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 602 2023-12-22T17:16:44.628 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:44.628 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:44.628 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.628 INFO:tasks.workunit.client.0.smithi032.stdout: "Intel Smart log": "nvme0n1" 2023-12-22T17:16:44.628 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.628 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_smart_health_information_log": { 2023-12-22T17:16:44.628 INFO:tasks.workunit.client.0.smithi032.stdout: "available_spare": 99, 2023-12-22T17:16:44.628 INFO:tasks.workunit.client.0.smithi032.stdout: "available_spare_threshold": 10, 2023-12-22T17:16:44.628 INFO:tasks.workunit.client.0.smithi032.stdout: "controller_busy_time": 15782, 2023-12-22T17:16:44.628 INFO:tasks.workunit.client.0.smithi032.stdout: "critical_comp_time": 0, 2023-12-22T17:16:44.628 INFO:tasks.workunit.client.0.smithi032.stdout: "critical_warning": 0, 2023-12-22T17:16:44.628 INFO:tasks.workunit.client.0.smithi032.stdout: "data_units_read": 272112789, 2023-12-22T17:16:44.628 INFO:tasks.workunit.client.0.smithi032.stdout: "data_units_written": 1410419794, 2023-12-22T17:16:44.628 INFO:tasks.workunit.client.0.smithi032.stdout: "host_reads": 4798834256, 2023-12-22T17:16:44.629 INFO:tasks.workunit.client.0.smithi032.stdout: "host_writes": 25341896090, 2023-12-22T17:16:44.629 INFO:tasks.workunit.client.0.smithi032.stdout: "media_errors": 0, 2023-12-22T17:16:44.629 INFO:tasks.workunit.client.0.smithi032.stdout: "num_err_log_entries": 0, 2023-12-22T17:16:44.629 INFO:tasks.workunit.client.0.smithi032.stdout: "percentage_used": 12, 2023-12-22T17:16:44.629 INFO:tasks.workunit.client.0.smithi032.stdout: "power_cycles": 44924, 2023-12-22T17:16:44.629 INFO:tasks.workunit.client.0.smithi032.stdout: "power_on_hours": 45595, 2023-12-22T17:16:44.629 INFO:tasks.workunit.client.0.smithi032.stdout: "temperature": 22, 2023-12-22T17:16:44.629 INFO:tasks.workunit.client.0.smithi032.stdout: "unsafe_shutdowns": 44897, 2023-12-22T17:16:44.629 INFO:tasks.workunit.client.0.smithi032.stdout: "warning_temp_time": 0 2023-12-22T17:16:44.629 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.629 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_total_capacity": 4000787030016, 2023-12-22T17:16:44.629 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_unallocated_capacity": 0, 2023-12-22T17:16:44.629 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_vendor": "intel", 2023-12-22T17:16:44.629 INFO:tasks.workunit.client.0.smithi032.stdout: "power_cycle_count": 44924, 2023-12-22T17:16:44.629 INFO:tasks.workunit.client.0.smithi032.stdout: "power_on_time": { 2023-12-22T17:16:44.629 INFO:tasks.workunit.client.0.smithi032.stdout: "hours": 45595 2023-12-22T17:16:44.630 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.630 INFO:tasks.workunit.client.0.smithi032.stdout: "serial_number": "deleted", 2023-12-22T17:16:44.630 INFO:tasks.workunit.client.0.smithi032.stdout: "smart_status": { 2023-12-22T17:16:44.630 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme": { 2023-12-22T17:16:44.630 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:44.630 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.630 INFO:tasks.workunit.client.0.smithi032.stdout: "passed": true 2023-12-22T17:16:44.630 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.630 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl": { 2023-12-22T17:16:44.630 INFO:tasks.workunit.client.0.smithi032.stdout: "argv": [ 2023-12-22T17:16:44.630 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl", 2023-12-22T17:16:44.630 INFO:tasks.workunit.client.0.smithi032.stdout: "-x", 2023-12-22T17:16:44.630 INFO:tasks.workunit.client.0.smithi032.stdout: "--json=o", 2023-12-22T17:16:44.630 INFO:tasks.workunit.client.0.smithi032.stdout: "/dev/nvme0n1" 2023-12-22T17:16:44.630 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:44.631 INFO:tasks.workunit.client.0.smithi032.stdout: "build_info": "(local build)", 2023-12-22T17:16:44.631 INFO:tasks.workunit.client.0.smithi032.stdout: "exit_status": 0, 2023-12-22T17:16:44.631 INFO:tasks.workunit.client.0.smithi032.stdout: "output": [ 2023-12-22T17:16:44.631 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-4.18.0-529.el8.x86_64] (local build)", 2023-12-22T17:16:44.631 INFO:tasks.workunit.client.0.smithi032.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-22T17:16:44.631 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:44.631 INFO:tasks.workunit.client.0.smithi032.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-22T17:16:44.631 INFO:tasks.workunit.client.0.smithi032.stdout: "Model Number: INTEL SSDPEDKE040T7", 2023-12-22T17:16:44.631 INFO:tasks.workunit.client.0.smithi032.stdout: "Serial Number: deleted", 2023-12-22T17:16:44.631 INFO:tasks.workunit.client.0.smithi032.stdout: "Firmware Version: QDV1013D", 2023-12-22T17:16:44.631 INFO:tasks.workunit.client.0.smithi032.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-22T17:16:44.631 INFO:tasks.workunit.client.0.smithi032.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-22T17:16:44.631 INFO:tasks.workunit.client.0.smithi032.stdout: "Total NVM Capacity: 4,000,787,030,016 [4.00 TB]", 2023-12-22T17:16:44.631 INFO:tasks.workunit.client.0.smithi032.stdout: "Unallocated NVM Capacity: 0", 2023-12-22T17:16:44.631 INFO:tasks.workunit.client.0.smithi032.stdout: "Controller ID: 0", 2023-12-22T17:16:44.631 INFO:tasks.workunit.client.0.smithi032.stdout: "Number of Namespaces: 1", 2023-12-22T17:16:44.632 INFO:tasks.workunit.client.0.smithi032.stdout: "Namespace 1 Size/Capacity: 4,000,787,030,016 [4.00 TB]", 2023-12-22T17:16:44.632 INFO:tasks.workunit.client.0.smithi032.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-22T17:16:44.632 INFO:tasks.workunit.client.0.smithi032.stdout: "Local Time is: Fri Dec 22 17:13:12 2023 UTC", 2023-12-22T17:16:44.632 INFO:tasks.workunit.client.0.smithi032.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-22T17:16:44.632 INFO:tasks.workunit.client.0.smithi032.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2023-12-22T17:16:44.632 INFO:tasks.workunit.client.0.smithi032.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-22T17:16:44.632 INFO:tasks.workunit.client.0.smithi032.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-22T17:16:44.632 INFO:tasks.workunit.client.0.smithi032.stdout: "Warning Comp. Temp. Threshold: 70 Celsius", 2023-12-22T17:16:44.632 INFO:tasks.workunit.client.0.smithi032.stdout: "Critical Comp. Temp. Threshold: 77 Celsius", 2023-12-22T17:16:44.632 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:44.632 INFO:tasks.workunit.client.0.smithi032.stdout: "Supported Power States", 2023-12-22T17:16:44.632 INFO:tasks.workunit.client.0.smithi032.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-22T17:16:44.632 INFO:tasks.workunit.client.0.smithi032.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2023-12-22T17:16:44.632 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:44.632 INFO:tasks.workunit.client.0.smithi032.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-22T17:16:44.632 INFO:tasks.workunit.client.0.smithi032.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-22T17:16:44.633 INFO:tasks.workunit.client.0.smithi032.stdout: " 0 + 512 0 2", 2023-12-22T17:16:44.633 INFO:tasks.workunit.client.0.smithi032.stdout: " 1 - 4096 0 0", 2023-12-22T17:16:44.633 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:44.633 INFO:tasks.workunit.client.0.smithi032.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-22T17:16:44.633 INFO:tasks.workunit.client.0.smithi032.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-22T17:16:44.633 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:44.633 INFO:tasks.workunit.client.0.smithi032.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-22T17:16:44.633 INFO:tasks.workunit.client.0.smithi032.stdout: "Critical Warning: 0x00", 2023-12-22T17:16:44.633 INFO:tasks.workunit.client.0.smithi032.stdout: "Temperature: 22 Celsius", 2023-12-22T17:16:44.633 INFO:tasks.workunit.client.0.smithi032.stdout: "Available Spare: 99%", 2023-12-22T17:16:44.633 INFO:tasks.workunit.client.0.smithi032.stdout: "Available Spare Threshold: 10%", 2023-12-22T17:16:44.633 INFO:tasks.workunit.client.0.smithi032.stdout: "Percentage Used: 12%", 2023-12-22T17:16:44.633 INFO:tasks.workunit.client.0.smithi032.stdout: "Data Units Read: 272,112,789 [139 TB]", 2023-12-22T17:16:44.633 INFO:tasks.workunit.client.0.smithi032.stdout: "Data Units Written: 1,410,419,794 [722 TB]", 2023-12-22T17:16:44.633 INFO:tasks.workunit.client.0.smithi032.stdout: "Host Read Commands: 4,798,834,256", 2023-12-22T17:16:44.634 INFO:tasks.workunit.client.0.smithi032.stdout: "Host Write Commands: 25,341,896,090", 2023-12-22T17:16:44.634 INFO:tasks.workunit.client.0.smithi032.stdout: "Controller Busy Time: 15,782", 2023-12-22T17:16:44.634 INFO:tasks.workunit.client.0.smithi032.stdout: "Power Cycles: 44,924", 2023-12-22T17:16:44.634 INFO:tasks.workunit.client.0.smithi032.stdout: "Power On Hours: 45,595", 2023-12-22T17:16:44.634 INFO:tasks.workunit.client.0.smithi032.stdout: "Unsafe Shutdowns: 44,897", 2023-12-22T17:16:44.634 INFO:tasks.workunit.client.0.smithi032.stdout: "Media and Data Integrity Errors: 0", 2023-12-22T17:16:44.634 INFO:tasks.workunit.client.0.smithi032.stdout: "Error Information Log Entries: 0", 2023-12-22T17:16:44.634 INFO:tasks.workunit.client.0.smithi032.stdout: "Warning Comp. Temperature Time: 0", 2023-12-22T17:16:44.634 INFO:tasks.workunit.client.0.smithi032.stdout: "Critical Comp. Temperature Time: 0", 2023-12-22T17:16:44.634 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:44.634 INFO:tasks.workunit.client.0.smithi032.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-22T17:16:44.634 INFO:tasks.workunit.client.0.smithi032.stdout: "No Errors Logged", 2023-12-22T17:16:44.634 INFO:tasks.workunit.client.0.smithi032.stdout: "" 2023-12-22T17:16:44.634 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:44.634 INFO:tasks.workunit.client.0.smithi032.stdout: "platform_info": "x86_64-linux-4.18.0-529.el8.x86_64", 2023-12-22T17:16:44.634 INFO:tasks.workunit.client.0.smithi032.stdout: "svn_revision": "5022", 2023-12-22T17:16:44.635 INFO:tasks.workunit.client.0.smithi032.stdout: "version": [ 2023-12-22T17:16:44.635 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:44.635 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:44.635 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:44.635 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.635 INFO:tasks.workunit.client.0.smithi032.stdout: "temperature": { 2023-12-22T17:16:44.635 INFO:tasks.workunit.client.0.smithi032.stdout: "current": 22 2023-12-22T17:16:44.635 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:44.635 INFO:tasks.workunit.client.0.smithi032.stdout: "user_capacity": { 2023-12-22T17:16:44.635 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 7814037168, 2023-12-22T17:16:44.635 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 4000787030016 2023-12-22T17:16:44.635 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:44.635 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:44.635 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:44.635 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:44.636 INFO:tasks.workunit.client.0.smithi032.stdout:} 2023-12-22T17:16:44.636 INFO:tasks.workunit.client.0.smithi032.stderr:+ ceph telemetry preview-all 2023-12-22T17:16:45.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:44 smithi032 ceph-mon[125050]: from='client.24842 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:45.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:44 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:16:45.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:44 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-22T17:16:45.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:44 smithi032 ceph-mon[125050]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:45.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:44 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:16:45.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:44 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-22T17:16:45.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:44 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:45.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:44 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:45.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:44 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:45.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:44 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:45.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:44 smithi032 ceph-mon[110651]: from='client.24842 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:45.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:44 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:16:45.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:44 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-22T17:16:45.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:44 smithi032 ceph-mon[110651]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:45.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:44 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:16:45.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:44 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-22T17:16:45.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:44 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:45.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:44 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:45.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:44 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:45.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:44 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:45.213 INFO:tasks.workunit.client.0.smithi032.stdout:{ 2023-12-22T17:16:45.213 INFO:tasks.workunit.client.0.smithi032.stdout: "device_report": { 2023-12-22T17:16:45.213 INFO:tasks.workunit.client.0.smithi032.stdout: "e15cfba6-a0ed-11ee-be96-ac1f6bf82602": { 2023-12-22T17:16:45.213 INFO:tasks.workunit.client.0.smithi032.stdout: "INTEL_SSDPED1D480GA_e15d99c6-a0ed-11ee-be96-ac1f6bf82602": { 2023-12-22T17:16:45.213 INFO:tasks.workunit.client.0.smithi032.stdout: "20231222-171309": { 2023-12-22T17:16:45.213 INFO:tasks.workunit.client.0.smithi032.stdout: "device": { 2023-12-22T17:16:45.213 INFO:tasks.workunit.client.0.smithi032.stdout: "info_name": "/dev/nvme0n1", 2023-12-22T17:16:45.213 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "/dev/nvme0n1", 2023-12-22T17:16:45.213 INFO:tasks.workunit.client.0.smithi032.stdout: "protocol": "NVMe", 2023-12-22T17:16:45.213 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "nvme" 2023-12-22T17:16:45.213 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.213 INFO:tasks.workunit.client.0.smithi032.stdout: "firmware_version": "E2010325", 2023-12-22T17:16:45.213 INFO:tasks.workunit.client.0.smithi032.stdout: "host_id": "e15cfba6-a0ed-11ee-be96-ac1f6bf82602", 2023-12-22T17:16:45.214 INFO:tasks.workunit.client.0.smithi032.stdout: "json_format_version": [ 2023-12-22T17:16:45.214 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:45.214 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:45.214 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:45.214 INFO:tasks.workunit.client.0.smithi032.stdout: "local_time": { 2023-12-22T17:16:45.214 INFO:tasks.workunit.client.0.smithi032.stdout: "asctime": "Fri Dec 22 17:13:08 2023 UTC", 2023-12-22T17:16:45.214 INFO:tasks.workunit.client.0.smithi032.stdout: "time_t": 1703265188 2023-12-22T17:16:45.214 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.214 INFO:tasks.workunit.client.0.smithi032.stdout: "logical_block_size": 512, 2023-12-22T17:16:45.214 INFO:tasks.workunit.client.0.smithi032.stdout: "model_name": "INTEL SSDPED1D480GA", 2023-12-22T17:16:45.214 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_controller_id": 0, 2023-12-22T17:16:45.214 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-22T17:16:45.214 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_namespaces": [ 2023-12-22T17:16:45.214 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:45.214 INFO:tasks.workunit.client.0.smithi032.stdout: "capacity": { 2023-12-22T17:16:45.215 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2023-12-22T17:16:45.215 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2023-12-22T17:16:45.215 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.215 INFO:tasks.workunit.client.0.smithi032.stdout: "formatted_lba_size": 512, 2023-12-22T17:16:45.215 INFO:tasks.workunit.client.0.smithi032.stdout: "id": 1, 2023-12-22T17:16:45.215 INFO:tasks.workunit.client.0.smithi032.stdout: "size": { 2023-12-22T17:16:45.215 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2023-12-22T17:16:45.215 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2023-12-22T17:16:45.215 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.215 INFO:tasks.workunit.client.0.smithi032.stdout: "utilization": { 2023-12-22T17:16:45.215 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2023-12-22T17:16:45.215 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2023-12-22T17:16:45.215 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:45.215 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:45.216 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:45.216 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_number_of_namespaces": 1, 2023-12-22T17:16:45.216 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_pci_vendor": { 2023-12-22T17:16:45.216 INFO:tasks.workunit.client.0.smithi032.stdout: "id": 32902, 2023-12-22T17:16:45.216 INFO:tasks.workunit.client.0.smithi032.stdout: "subsystem_id": 32902 2023-12-22T17:16:45.216 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.216 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_smart_health_information_add_log": { 2023-12-22T17:16:45.216 INFO:tasks.workunit.client.0.smithi032.stdout: "Device stats": { 2023-12-22T17:16:45.216 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_fw_downgrades": { 2023-12-22T17:16:45.216 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:45.216 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:45.216 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.216 INFO:tasks.workunit.client.0.smithi032.stdout: "crc_error_count": { 2023-12-22T17:16:45.216 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:45.216 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:45.217 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.217 INFO:tasks.workunit.client.0.smithi032.stdout: "end_to_end_error_detection_count": { 2023-12-22T17:16:45.217 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:45.217 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:45.217 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.217 INFO:tasks.workunit.client.0.smithi032.stdout: "erase_fail_count": { 2023-12-22T17:16:45.217 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:45.217 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:45.217 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.217 INFO:tasks.workunit.client.0.smithi032.stdout: "host_bytes_written": { 2023-12-22T17:16:45.217 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:45.217 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 8876315 2023-12-22T17:16:45.217 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.217 INFO:tasks.workunit.client.0.smithi032.stdout: "host_ctx_wear_used": { 2023-12-22T17:16:45.218 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:45.218 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:45.218 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.218 INFO:tasks.workunit.client.0.smithi032.stdout: "media_bytes_read": { 2023-12-22T17:16:45.218 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:45.218 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:45.218 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.218 INFO:tasks.workunit.client.0.smithi032.stdout: "nand_bytes_written": { 2023-12-22T17:16:45.218 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:45.218 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:45.218 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.218 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_stat_indicator": { 2023-12-22T17:16:45.218 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:45.218 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:45.218 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.219 INFO:tasks.workunit.client.0.smithi032.stdout: "pll_lock_loss_count": { 2023-12-22T17:16:45.219 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:45.219 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:45.219 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.219 INFO:tasks.workunit.client.0.smithi032.stdout: "program_fail_count": { 2023-12-22T17:16:45.219 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:45.219 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:45.219 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.219 INFO:tasks.workunit.client.0.smithi032.stdout: "re_alloc_sectr_cnt": { 2023-12-22T17:16:45.219 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:45.219 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:45.219 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.219 INFO:tasks.workunit.client.0.smithi032.stdout: "retry_buffer_overflow_count": { 2023-12-22T17:16:45.219 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:45.219 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:45.220 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.220 INFO:tasks.workunit.client.0.smithi032.stdout: "soft_ecc_err_rate": { 2023-12-22T17:16:45.220 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:45.220 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:45.220 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.220 INFO:tasks.workunit.client.0.smithi032.stdout: "thermal_throttle_status": { 2023-12-22T17:16:45.220 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:45.220 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": { 2023-12-22T17:16:45.220 INFO:tasks.workunit.client.0.smithi032.stdout: "cnt": 0, 2023-12-22T17:16:45.220 INFO:tasks.workunit.client.0.smithi032.stdout: "pct": 0 2023-12-22T17:16:45.220 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:45.220 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.220 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_host_reads": { 2023-12-22T17:16:45.220 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:45.220 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 15 2023-12-22T17:16:45.221 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.221 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_media_wear": { 2023-12-22T17:16:45.221 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:45.221 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:45.221 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.221 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_timer": { 2023-12-22T17:16:45.221 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:45.221 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 1132401 2023-12-22T17:16:45.221 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.221 INFO:tasks.workunit.client.0.smithi032.stdout: "unexp_power_loss": { 2023-12-22T17:16:45.221 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:45.221 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:45.221 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.221 INFO:tasks.workunit.client.0.smithi032.stdout: "wear_leveling": { 2023-12-22T17:16:45.222 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:45.222 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": { 2023-12-22T17:16:45.222 INFO:tasks.workunit.client.0.smithi032.stdout: "avg": 0, 2023-12-22T17:16:45.222 INFO:tasks.workunit.client.0.smithi032.stdout: "max": 0, 2023-12-22T17:16:45.222 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 0 2023-12-22T17:16:45.222 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:45.222 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:45.222 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.222 INFO:tasks.workunit.client.0.smithi032.stdout: "Intel Smart log": "nvme0n1" 2023-12-22T17:16:45.222 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.222 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_smart_health_information_log": { 2023-12-22T17:16:45.222 INFO:tasks.workunit.client.0.smithi032.stdout: "available_spare": 100, 2023-12-22T17:16:45.222 INFO:tasks.workunit.client.0.smithi032.stdout: "available_spare_threshold": 0, 2023-12-22T17:16:45.222 INFO:tasks.workunit.client.0.smithi032.stdout: "controller_busy_time": 3429, 2023-12-22T17:16:45.222 INFO:tasks.workunit.client.0.smithi032.stdout: "critical_warning": 0, 2023-12-22T17:16:45.223 INFO:tasks.workunit.client.0.smithi032.stdout: "data_units_read": 122707443, 2023-12-22T17:16:45.223 INFO:tasks.workunit.client.0.smithi032.stdout: "data_units_written": 581718245, 2023-12-22T17:16:45.223 INFO:tasks.workunit.client.0.smithi032.stdout: "host_reads": 2133834350, 2023-12-22T17:16:45.223 INFO:tasks.workunit.client.0.smithi032.stdout: "host_writes": 12518080191, 2023-12-22T17:16:45.223 INFO:tasks.workunit.client.0.smithi032.stdout: "media_errors": 0, 2023-12-22T17:16:45.223 INFO:tasks.workunit.client.0.smithi032.stdout: "num_err_log_entries": 0, 2023-12-22T17:16:45.223 INFO:tasks.workunit.client.0.smithi032.stdout: "percentage_used": 0, 2023-12-22T17:16:45.223 INFO:tasks.workunit.client.0.smithi032.stdout: "power_cycles": 23449, 2023-12-22T17:16:45.223 INFO:tasks.workunit.client.0.smithi032.stdout: "power_on_hours": 28477, 2023-12-22T17:16:45.223 INFO:tasks.workunit.client.0.smithi032.stdout: "temperature": 34, 2023-12-22T17:16:45.223 INFO:tasks.workunit.client.0.smithi032.stdout: "unsafe_shutdowns": 6531 2023-12-22T17:16:45.223 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.223 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_vendor": "intel", 2023-12-22T17:16:45.223 INFO:tasks.workunit.client.0.smithi032.stdout: "power_cycle_count": 23449, 2023-12-22T17:16:45.223 INFO:tasks.workunit.client.0.smithi032.stdout: "power_on_time": { 2023-12-22T17:16:45.224 INFO:tasks.workunit.client.0.smithi032.stdout: "hours": 28477 2023-12-22T17:16:45.224 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.224 INFO:tasks.workunit.client.0.smithi032.stdout: "serial_number": "deleted", 2023-12-22T17:16:45.224 INFO:tasks.workunit.client.0.smithi032.stdout: "smart_status": { 2023-12-22T17:16:45.224 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme": { 2023-12-22T17:16:45.224 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:45.224 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.224 INFO:tasks.workunit.client.0.smithi032.stdout: "passed": true 2023-12-22T17:16:45.224 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.224 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl": { 2023-12-22T17:16:45.224 INFO:tasks.workunit.client.0.smithi032.stdout: "argv": [ 2023-12-22T17:16:45.224 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl", 2023-12-22T17:16:45.224 INFO:tasks.workunit.client.0.smithi032.stdout: "-x", 2023-12-22T17:16:45.224 INFO:tasks.workunit.client.0.smithi032.stdout: "--json=o", 2023-12-22T17:16:45.224 INFO:tasks.workunit.client.0.smithi032.stdout: "/dev/nvme0n1" 2023-12-22T17:16:45.225 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:45.225 INFO:tasks.workunit.client.0.smithi032.stdout: "build_info": "(local build)", 2023-12-22T17:16:45.225 INFO:tasks.workunit.client.0.smithi032.stdout: "exit_status": 0, 2023-12-22T17:16:45.225 INFO:tasks.workunit.client.0.smithi032.stdout: "output": [ 2023-12-22T17:16:45.225 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-4.18.0-529.el8.x86_64] (local build)", 2023-12-22T17:16:45.225 INFO:tasks.workunit.client.0.smithi032.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-22T17:16:45.225 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:45.225 INFO:tasks.workunit.client.0.smithi032.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-22T17:16:45.225 INFO:tasks.workunit.client.0.smithi032.stdout: "Model Number: INTEL SSDPED1D480GA", 2023-12-22T17:16:45.225 INFO:tasks.workunit.client.0.smithi032.stdout: "Serial Number: deleted", 2023-12-22T17:16:45.225 INFO:tasks.workunit.client.0.smithi032.stdout: "Firmware Version: E2010325", 2023-12-22T17:16:45.225 INFO:tasks.workunit.client.0.smithi032.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-22T17:16:45.225 INFO:tasks.workunit.client.0.smithi032.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-22T17:16:45.225 INFO:tasks.workunit.client.0.smithi032.stdout: "Controller ID: 0", 2023-12-22T17:16:45.226 INFO:tasks.workunit.client.0.smithi032.stdout: "Number of Namespaces: 1", 2023-12-22T17:16:45.226 INFO:tasks.workunit.client.0.smithi032.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2023-12-22T17:16:45.226 INFO:tasks.workunit.client.0.smithi032.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-22T17:16:45.226 INFO:tasks.workunit.client.0.smithi032.stdout: "Local Time is: Fri Dec 22 17:13:08 2023 UTC", 2023-12-22T17:16:45.226 INFO:tasks.workunit.client.0.smithi032.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-22T17:16:45.226 INFO:tasks.workunit.client.0.smithi032.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2023-12-22T17:16:45.226 INFO:tasks.workunit.client.0.smithi032.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-22T17:16:45.226 INFO:tasks.workunit.client.0.smithi032.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-22T17:16:45.226 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:45.226 INFO:tasks.workunit.client.0.smithi032.stdout: "Supported Power States", 2023-12-22T17:16:45.226 INFO:tasks.workunit.client.0.smithi032.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-22T17:16:45.226 INFO:tasks.workunit.client.0.smithi032.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2023-12-22T17:16:45.226 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:45.226 INFO:tasks.workunit.client.0.smithi032.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-22T17:16:45.226 INFO:tasks.workunit.client.0.smithi032.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-22T17:16:45.226 INFO:tasks.workunit.client.0.smithi032.stdout: " 0 + 512 0 2", 2023-12-22T17:16:45.227 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:45.227 INFO:tasks.workunit.client.0.smithi032.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-22T17:16:45.227 INFO:tasks.workunit.client.0.smithi032.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-22T17:16:45.227 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:45.227 INFO:tasks.workunit.client.0.smithi032.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-22T17:16:45.227 INFO:tasks.workunit.client.0.smithi032.stdout: "Critical Warning: 0x00", 2023-12-22T17:16:45.227 INFO:tasks.workunit.client.0.smithi032.stdout: "Temperature: 34 Celsius", 2023-12-22T17:16:45.227 INFO:tasks.workunit.client.0.smithi032.stdout: "Available Spare: 100%", 2023-12-22T17:16:45.227 INFO:tasks.workunit.client.0.smithi032.stdout: "Available Spare Threshold: 0%", 2023-12-22T17:16:45.227 INFO:tasks.workunit.client.0.smithi032.stdout: "Percentage Used: 0%", 2023-12-22T17:16:45.227 INFO:tasks.workunit.client.0.smithi032.stdout: "Data Units Read: 122,707,443 [62.8 TB]", 2023-12-22T17:16:45.227 INFO:tasks.workunit.client.0.smithi032.stdout: "Data Units Written: 581,718,245 [297 TB]", 2023-12-22T17:16:45.227 INFO:tasks.workunit.client.0.smithi032.stdout: "Host Read Commands: 2,133,834,350", 2023-12-22T17:16:45.227 INFO:tasks.workunit.client.0.smithi032.stdout: "Host Write Commands: 12,518,080,191", 2023-12-22T17:16:45.227 INFO:tasks.workunit.client.0.smithi032.stdout: "Controller Busy Time: 3,429", 2023-12-22T17:16:45.228 INFO:tasks.workunit.client.0.smithi032.stdout: "Power Cycles: 23,449", 2023-12-22T17:16:45.228 INFO:tasks.workunit.client.0.smithi032.stdout: "Power On Hours: 28,477", 2023-12-22T17:16:45.228 INFO:tasks.workunit.client.0.smithi032.stdout: "Unsafe Shutdowns: 6,531", 2023-12-22T17:16:45.228 INFO:tasks.workunit.client.0.smithi032.stdout: "Media and Data Integrity Errors: 0", 2023-12-22T17:16:45.228 INFO:tasks.workunit.client.0.smithi032.stdout: "Error Information Log Entries: 0", 2023-12-22T17:16:45.228 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:45.228 INFO:tasks.workunit.client.0.smithi032.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-22T17:16:45.228 INFO:tasks.workunit.client.0.smithi032.stdout: "No Errors Logged", 2023-12-22T17:16:45.228 INFO:tasks.workunit.client.0.smithi032.stdout: "" 2023-12-22T17:16:45.228 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:45.228 INFO:tasks.workunit.client.0.smithi032.stdout: "platform_info": "x86_64-linux-4.18.0-529.el8.x86_64", 2023-12-22T17:16:45.228 INFO:tasks.workunit.client.0.smithi032.stdout: "svn_revision": "5022", 2023-12-22T17:16:45.228 INFO:tasks.workunit.client.0.smithi032.stdout: "version": [ 2023-12-22T17:16:45.228 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:45.228 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:45.228 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:45.229 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.229 INFO:tasks.workunit.client.0.smithi032.stdout: "temperature": { 2023-12-22T17:16:45.229 INFO:tasks.workunit.client.0.smithi032.stdout: "current": 34 2023-12-22T17:16:45.229 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.229 INFO:tasks.workunit.client.0.smithi032.stdout: "user_capacity": { 2023-12-22T17:16:45.229 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2023-12-22T17:16:45.229 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2023-12-22T17:16:45.229 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:45.229 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:45.229 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:45.229 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.229 INFO:tasks.workunit.client.0.smithi032.stdout: "e15ecd00-a0ed-11ee-be96-ac1f6bf82602": { 2023-12-22T17:16:45.229 INFO:tasks.workunit.client.0.smithi032.stdout: "INTEL_SSDPEDKE040T7_e15f5310-a0ed-11ee-be96-ac1f6bf82602": { 2023-12-22T17:16:45.229 INFO:tasks.workunit.client.0.smithi032.stdout: "20231222-171312": { 2023-12-22T17:16:45.229 INFO:tasks.workunit.client.0.smithi032.stdout: "device": { 2023-12-22T17:16:45.229 INFO:tasks.workunit.client.0.smithi032.stdout: "info_name": "/dev/nvme0n1", 2023-12-22T17:16:45.230 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "/dev/nvme0n1", 2023-12-22T17:16:45.230 INFO:tasks.workunit.client.0.smithi032.stdout: "protocol": "NVMe", 2023-12-22T17:16:45.230 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "nvme" 2023-12-22T17:16:45.230 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.230 INFO:tasks.workunit.client.0.smithi032.stdout: "firmware_version": "QDV1013D", 2023-12-22T17:16:45.230 INFO:tasks.workunit.client.0.smithi032.stdout: "host_id": "e15ecd00-a0ed-11ee-be96-ac1f6bf82602", 2023-12-22T17:16:45.230 INFO:tasks.workunit.client.0.smithi032.stdout: "json_format_version": [ 2023-12-22T17:16:45.230 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:45.230 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:45.230 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:45.230 INFO:tasks.workunit.client.0.smithi032.stdout: "local_time": { 2023-12-22T17:16:45.230 INFO:tasks.workunit.client.0.smithi032.stdout: "asctime": "Fri Dec 22 17:13:12 2023 UTC", 2023-12-22T17:16:45.230 INFO:tasks.workunit.client.0.smithi032.stdout: "time_t": 1703265192 2023-12-22T17:16:45.230 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.230 INFO:tasks.workunit.client.0.smithi032.stdout: "logical_block_size": 512, 2023-12-22T17:16:45.230 INFO:tasks.workunit.client.0.smithi032.stdout: "model_name": "INTEL SSDPEDKE040T7", 2023-12-22T17:16:45.231 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_controller_id": 0, 2023-12-22T17:16:45.231 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-22T17:16:45.231 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_namespaces": [ 2023-12-22T17:16:45.231 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:45.231 INFO:tasks.workunit.client.0.smithi032.stdout: "capacity": { 2023-12-22T17:16:45.231 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 7814037168, 2023-12-22T17:16:45.231 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 4000787030016 2023-12-22T17:16:45.231 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.231 INFO:tasks.workunit.client.0.smithi032.stdout: "formatted_lba_size": 512, 2023-12-22T17:16:45.231 INFO:tasks.workunit.client.0.smithi032.stdout: "id": 1, 2023-12-22T17:16:45.231 INFO:tasks.workunit.client.0.smithi032.stdout: "size": { 2023-12-22T17:16:45.231 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 7814037168, 2023-12-22T17:16:45.231 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 4000787030016 2023-12-22T17:16:45.231 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.231 INFO:tasks.workunit.client.0.smithi032.stdout: "utilization": { 2023-12-22T17:16:45.232 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 7814037168, 2023-12-22T17:16:45.232 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 4000787030016 2023-12-22T17:16:45.232 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:45.232 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:45.232 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:45.232 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_number_of_namespaces": 1, 2023-12-22T17:16:45.232 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_pci_vendor": { 2023-12-22T17:16:45.232 INFO:tasks.workunit.client.0.smithi032.stdout: "id": 32902, 2023-12-22T17:16:45.232 INFO:tasks.workunit.client.0.smithi032.stdout: "subsystem_id": 32902 2023-12-22T17:16:45.232 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.232 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_smart_health_information_add_log": { 2023-12-22T17:16:45.232 INFO:tasks.workunit.client.0.smithi032.stdout: "Device stats": { 2023-12-22T17:16:45.232 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_fw_downgrades": { 2023-12-22T17:16:45.232 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:45.232 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:45.232 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.232 INFO:tasks.workunit.client.0.smithi032.stdout: "crc_error_count": { 2023-12-22T17:16:45.233 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:45.233 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:45.233 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.233 INFO:tasks.workunit.client.0.smithi032.stdout: "end_to_end_error_detection_count": { 2023-12-22T17:16:45.233 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:45.233 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:45.233 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.233 INFO:tasks.workunit.client.0.smithi032.stdout: "erase_fail_count": { 2023-12-22T17:16:45.233 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:45.233 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:45.233 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.233 INFO:tasks.workunit.client.0.smithi032.stdout: "host_bytes_written": { 2023-12-22T17:16:45.233 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:45.233 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 21521298 2023-12-22T17:16:45.233 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.233 INFO:tasks.workunit.client.0.smithi032.stdout: "host_ctx_wear_used": { 2023-12-22T17:16:45.233 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:45.234 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:45.234 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.234 INFO:tasks.workunit.client.0.smithi032.stdout: "media_bytes_read": { 2023-12-22T17:16:45.234 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:45.234 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 18431130 2023-12-22T17:16:45.234 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.234 INFO:tasks.workunit.client.0.smithi032.stdout: "nand_bytes_written": { 2023-12-22T17:16:45.234 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:45.234 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 44013901 2023-12-22T17:16:45.234 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.234 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_stat_indicator": { 2023-12-22T17:16:45.234 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:45.234 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 4 2023-12-22T17:16:45.234 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.234 INFO:tasks.workunit.client.0.smithi032.stdout: "pll_lock_loss_count": { 2023-12-22T17:16:45.234 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:45.234 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:45.235 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.235 INFO:tasks.workunit.client.0.smithi032.stdout: "program_fail_count": { 2023-12-22T17:16:45.235 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:45.235 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:45.235 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.235 INFO:tasks.workunit.client.0.smithi032.stdout: "re_alloc_sectr_cnt": { 2023-12-22T17:16:45.235 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 16, 2023-12-22T17:16:45.235 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 44924 2023-12-22T17:16:45.235 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.235 INFO:tasks.workunit.client.0.smithi032.stdout: "retry_buffer_overflow_count": { 2023-12-22T17:16:45.235 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:45.235 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:45.235 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.235 INFO:tasks.workunit.client.0.smithi032.stdout: "soft_ecc_err_rate": { 2023-12-22T17:16:45.235 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:45.235 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 44897 2023-12-22T17:16:45.236 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.236 INFO:tasks.workunit.client.0.smithi032.stdout: "thermal_throttle_status": { 2023-12-22T17:16:45.236 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:45.236 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": { 2023-12-22T17:16:45.236 INFO:tasks.workunit.client.0.smithi032.stdout: "cnt": 0, 2023-12-22T17:16:45.236 INFO:tasks.workunit.client.0.smithi032.stdout: "pct": 0 2023-12-22T17:16:45.236 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:45.236 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.236 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_host_reads": { 2023-12-22T17:16:45.236 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:45.236 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 65535 2023-12-22T17:16:45.236 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.236 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_media_wear": { 2023-12-22T17:16:45.236 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:45.236 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 64 2023-12-22T17:16:45.236 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.237 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_timer": { 2023-12-22T17:16:45.237 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:45.237 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 65535 2023-12-22T17:16:45.237 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.237 INFO:tasks.workunit.client.0.smithi032.stdout: "unexp_power_loss": { 2023-12-22T17:16:45.237 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:45.237 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:45.237 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.237 INFO:tasks.workunit.client.0.smithi032.stdout: "wear_leveling": { 2023-12-22T17:16:45.237 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 88, 2023-12-22T17:16:45.237 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": { 2023-12-22T17:16:45.237 INFO:tasks.workunit.client.0.smithi032.stdout: "avg": 600, 2023-12-22T17:16:45.237 INFO:tasks.workunit.client.0.smithi032.stdout: "max": 604, 2023-12-22T17:16:45.237 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 602 2023-12-22T17:16:45.237 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:45.238 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:45.238 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.238 INFO:tasks.workunit.client.0.smithi032.stdout: "Intel Smart log": "nvme0n1" 2023-12-22T17:16:45.238 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.238 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_smart_health_information_log": { 2023-12-22T17:16:45.238 INFO:tasks.workunit.client.0.smithi032.stdout: "available_spare": 99, 2023-12-22T17:16:45.238 INFO:tasks.workunit.client.0.smithi032.stdout: "available_spare_threshold": 10, 2023-12-22T17:16:45.238 INFO:tasks.workunit.client.0.smithi032.stdout: "controller_busy_time": 15782, 2023-12-22T17:16:45.238 INFO:tasks.workunit.client.0.smithi032.stdout: "critical_comp_time": 0, 2023-12-22T17:16:45.238 INFO:tasks.workunit.client.0.smithi032.stdout: "critical_warning": 0, 2023-12-22T17:16:45.238 INFO:tasks.workunit.client.0.smithi032.stdout: "data_units_read": 272112789, 2023-12-22T17:16:45.238 INFO:tasks.workunit.client.0.smithi032.stdout: "data_units_written": 1410419794, 2023-12-22T17:16:45.238 INFO:tasks.workunit.client.0.smithi032.stdout: "host_reads": 4798834256, 2023-12-22T17:16:45.238 INFO:tasks.workunit.client.0.smithi032.stdout: "host_writes": 25341896090, 2023-12-22T17:16:45.238 INFO:tasks.workunit.client.0.smithi032.stdout: "media_errors": 0, 2023-12-22T17:16:45.238 INFO:tasks.workunit.client.0.smithi032.stdout: "num_err_log_entries": 0, 2023-12-22T17:16:45.239 INFO:tasks.workunit.client.0.smithi032.stdout: "percentage_used": 12, 2023-12-22T17:16:45.239 INFO:tasks.workunit.client.0.smithi032.stdout: "power_cycles": 44924, 2023-12-22T17:16:45.239 INFO:tasks.workunit.client.0.smithi032.stdout: "power_on_hours": 45595, 2023-12-22T17:16:45.239 INFO:tasks.workunit.client.0.smithi032.stdout: "temperature": 22, 2023-12-22T17:16:45.239 INFO:tasks.workunit.client.0.smithi032.stdout: "unsafe_shutdowns": 44897, 2023-12-22T17:16:45.239 INFO:tasks.workunit.client.0.smithi032.stdout: "warning_temp_time": 0 2023-12-22T17:16:45.239 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.239 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_total_capacity": 4000787030016, 2023-12-22T17:16:45.239 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_unallocated_capacity": 0, 2023-12-22T17:16:45.239 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_vendor": "intel", 2023-12-22T17:16:45.239 INFO:tasks.workunit.client.0.smithi032.stdout: "power_cycle_count": 44924, 2023-12-22T17:16:45.239 INFO:tasks.workunit.client.0.smithi032.stdout: "power_on_time": { 2023-12-22T17:16:45.239 INFO:tasks.workunit.client.0.smithi032.stdout: "hours": 45595 2023-12-22T17:16:45.239 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.239 INFO:tasks.workunit.client.0.smithi032.stdout: "serial_number": "deleted", 2023-12-22T17:16:45.239 INFO:tasks.workunit.client.0.smithi032.stdout: "smart_status": { 2023-12-22T17:16:45.239 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme": { 2023-12-22T17:16:45.240 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:45.240 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.240 INFO:tasks.workunit.client.0.smithi032.stdout: "passed": true 2023-12-22T17:16:45.240 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.240 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl": { 2023-12-22T17:16:45.240 INFO:tasks.workunit.client.0.smithi032.stdout: "argv": [ 2023-12-22T17:16:45.240 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl", 2023-12-22T17:16:45.240 INFO:tasks.workunit.client.0.smithi032.stdout: "-x", 2023-12-22T17:16:45.240 INFO:tasks.workunit.client.0.smithi032.stdout: "--json=o", 2023-12-22T17:16:45.240 INFO:tasks.workunit.client.0.smithi032.stdout: "/dev/nvme0n1" 2023-12-22T17:16:45.240 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:45.240 INFO:tasks.workunit.client.0.smithi032.stdout: "build_info": "(local build)", 2023-12-22T17:16:45.240 INFO:tasks.workunit.client.0.smithi032.stdout: "exit_status": 0, 2023-12-22T17:16:45.240 INFO:tasks.workunit.client.0.smithi032.stdout: "output": [ 2023-12-22T17:16:45.240 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-4.18.0-529.el8.x86_64] (local build)", 2023-12-22T17:16:45.241 INFO:tasks.workunit.client.0.smithi032.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-22T17:16:45.241 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:45.241 INFO:tasks.workunit.client.0.smithi032.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-22T17:16:45.241 INFO:tasks.workunit.client.0.smithi032.stdout: "Model Number: INTEL SSDPEDKE040T7", 2023-12-22T17:16:45.241 INFO:tasks.workunit.client.0.smithi032.stdout: "Serial Number: deleted", 2023-12-22T17:16:45.241 INFO:tasks.workunit.client.0.smithi032.stdout: "Firmware Version: QDV1013D", 2023-12-22T17:16:45.241 INFO:tasks.workunit.client.0.smithi032.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-22T17:16:45.241 INFO:tasks.workunit.client.0.smithi032.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-22T17:16:45.241 INFO:tasks.workunit.client.0.smithi032.stdout: "Total NVM Capacity: 4,000,787,030,016 [4.00 TB]", 2023-12-22T17:16:45.241 INFO:tasks.workunit.client.0.smithi032.stdout: "Unallocated NVM Capacity: 0", 2023-12-22T17:16:45.241 INFO:tasks.workunit.client.0.smithi032.stdout: "Controller ID: 0", 2023-12-22T17:16:45.241 INFO:tasks.workunit.client.0.smithi032.stdout: "Number of Namespaces: 1", 2023-12-22T17:16:45.241 INFO:tasks.workunit.client.0.smithi032.stdout: "Namespace 1 Size/Capacity: 4,000,787,030,016 [4.00 TB]", 2023-12-22T17:16:45.241 INFO:tasks.workunit.client.0.smithi032.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-22T17:16:45.241 INFO:tasks.workunit.client.0.smithi032.stdout: "Local Time is: Fri Dec 22 17:13:12 2023 UTC", 2023-12-22T17:16:45.242 INFO:tasks.workunit.client.0.smithi032.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-22T17:16:45.242 INFO:tasks.workunit.client.0.smithi032.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2023-12-22T17:16:45.242 INFO:tasks.workunit.client.0.smithi032.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-22T17:16:45.242 INFO:tasks.workunit.client.0.smithi032.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-22T17:16:45.242 INFO:tasks.workunit.client.0.smithi032.stdout: "Warning Comp. Temp. Threshold: 70 Celsius", 2023-12-22T17:16:45.242 INFO:tasks.workunit.client.0.smithi032.stdout: "Critical Comp. Temp. Threshold: 77 Celsius", 2023-12-22T17:16:45.242 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:45.242 INFO:tasks.workunit.client.0.smithi032.stdout: "Supported Power States", 2023-12-22T17:16:45.242 INFO:tasks.workunit.client.0.smithi032.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-22T17:16:45.242 INFO:tasks.workunit.client.0.smithi032.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2023-12-22T17:16:45.242 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:45.242 INFO:tasks.workunit.client.0.smithi032.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-22T17:16:45.242 INFO:tasks.workunit.client.0.smithi032.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-22T17:16:45.242 INFO:tasks.workunit.client.0.smithi032.stdout: " 0 + 512 0 2", 2023-12-22T17:16:45.242 INFO:tasks.workunit.client.0.smithi032.stdout: " 1 - 4096 0 0", 2023-12-22T17:16:45.242 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:45.243 INFO:tasks.workunit.client.0.smithi032.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-22T17:16:45.243 INFO:tasks.workunit.client.0.smithi032.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-22T17:16:45.243 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:45.243 INFO:tasks.workunit.client.0.smithi032.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-22T17:16:45.243 INFO:tasks.workunit.client.0.smithi032.stdout: "Critical Warning: 0x00", 2023-12-22T17:16:45.243 INFO:tasks.workunit.client.0.smithi032.stdout: "Temperature: 22 Celsius", 2023-12-22T17:16:45.243 INFO:tasks.workunit.client.0.smithi032.stdout: "Available Spare: 99%", 2023-12-22T17:16:45.243 INFO:tasks.workunit.client.0.smithi032.stdout: "Available Spare Threshold: 10%", 2023-12-22T17:16:45.243 INFO:tasks.workunit.client.0.smithi032.stdout: "Percentage Used: 12%", 2023-12-22T17:16:45.243 INFO:tasks.workunit.client.0.smithi032.stdout: "Data Units Read: 272,112,789 [139 TB]", 2023-12-22T17:16:45.243 INFO:tasks.workunit.client.0.smithi032.stdout: "Data Units Written: 1,410,419,794 [722 TB]", 2023-12-22T17:16:45.243 INFO:tasks.workunit.client.0.smithi032.stdout: "Host Read Commands: 4,798,834,256", 2023-12-22T17:16:45.243 INFO:tasks.workunit.client.0.smithi032.stdout: "Host Write Commands: 25,341,896,090", 2023-12-22T17:16:45.243 INFO:tasks.workunit.client.0.smithi032.stdout: "Controller Busy Time: 15,782", 2023-12-22T17:16:45.243 INFO:tasks.workunit.client.0.smithi032.stdout: "Power Cycles: 44,924", 2023-12-22T17:16:45.243 INFO:tasks.workunit.client.0.smithi032.stdout: "Power On Hours: 45,595", 2023-12-22T17:16:45.243 INFO:tasks.workunit.client.0.smithi032.stdout: "Unsafe Shutdowns: 44,897", 2023-12-22T17:16:45.244 INFO:tasks.workunit.client.0.smithi032.stdout: "Media and Data Integrity Errors: 0", 2023-12-22T17:16:45.244 INFO:tasks.workunit.client.0.smithi032.stdout: "Error Information Log Entries: 0", 2023-12-22T17:16:45.244 INFO:tasks.workunit.client.0.smithi032.stdout: "Warning Comp. Temperature Time: 0", 2023-12-22T17:16:45.244 INFO:tasks.workunit.client.0.smithi032.stdout: "Critical Comp. Temperature Time: 0", 2023-12-22T17:16:45.244 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:45.244 INFO:tasks.workunit.client.0.smithi032.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-22T17:16:45.244 INFO:tasks.workunit.client.0.smithi032.stdout: "No Errors Logged", 2023-12-22T17:16:45.244 INFO:tasks.workunit.client.0.smithi032.stdout: "" 2023-12-22T17:16:45.244 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:45.244 INFO:tasks.workunit.client.0.smithi032.stdout: "platform_info": "x86_64-linux-4.18.0-529.el8.x86_64", 2023-12-22T17:16:45.244 INFO:tasks.workunit.client.0.smithi032.stdout: "svn_revision": "5022", 2023-12-22T17:16:45.244 INFO:tasks.workunit.client.0.smithi032.stdout: "version": [ 2023-12-22T17:16:45.244 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:45.244 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:45.244 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:45.244 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.244 INFO:tasks.workunit.client.0.smithi032.stdout: "temperature": { 2023-12-22T17:16:45.245 INFO:tasks.workunit.client.0.smithi032.stdout: "current": 22 2023-12-22T17:16:45.245 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.245 INFO:tasks.workunit.client.0.smithi032.stdout: "user_capacity": { 2023-12-22T17:16:45.245 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 7814037168, 2023-12-22T17:16:45.245 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 4000787030016 2023-12-22T17:16:45.245 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:45.245 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:45.245 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:45.245 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:45.245 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.245 INFO:tasks.workunit.client.0.smithi032.stdout: "report": { 2023-12-22T17:16:45.245 INFO:tasks.workunit.client.0.smithi032.stdout: "balancer": { 2023-12-22T17:16:45.245 INFO:tasks.workunit.client.0.smithi032.stdout: "active": true, 2023-12-22T17:16:45.245 INFO:tasks.workunit.client.0.smithi032.stdout: "mode": "" 2023-12-22T17:16:45.245 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.246 INFO:tasks.workunit.client.0.smithi032.stdout: "channels": [ 2023-12-22T17:16:45.246 INFO:tasks.workunit.client.0.smithi032.stdout: "basic", 2023-12-22T17:16:45.246 INFO:tasks.workunit.client.0.smithi032.stdout: "crash", 2023-12-22T17:16:45.246 INFO:tasks.workunit.client.0.smithi032.stdout: "device", 2023-12-22T17:16:45.246 INFO:tasks.workunit.client.0.smithi032.stdout: "ident" 2023-12-22T17:16:45.246 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:45.246 INFO:tasks.workunit.client.0.smithi032.stdout: "channels_available": [ 2023-12-22T17:16:45.246 INFO:tasks.workunit.client.0.smithi032.stdout: "basic", 2023-12-22T17:16:45.246 INFO:tasks.workunit.client.0.smithi032.stdout: "ident", 2023-12-22T17:16:45.246 INFO:tasks.workunit.client.0.smithi032.stdout: "crash", 2023-12-22T17:16:45.246 INFO:tasks.workunit.client.0.smithi032.stdout: "device", 2023-12-22T17:16:45.246 INFO:tasks.workunit.client.0.smithi032.stdout: "perf" 2023-12-22T17:16:45.246 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:45.246 INFO:tasks.workunit.client.0.smithi032.stdout: "collections_available": [ 2023-12-22T17:16:45.246 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_base", 2023-12-22T17:16:45.247 INFO:tasks.workunit.client.0.smithi032.stdout: "device_base", 2023-12-22T17:16:45.247 INFO:tasks.workunit.client.0.smithi032.stdout: "crash_base", 2023-12-22T17:16:45.247 INFO:tasks.workunit.client.0.smithi032.stdout: "ident_base", 2023-12-22T17:16:45.247 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_perf", 2023-12-22T17:16:45.247 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_mds_metadata", 2023-12-22T17:16:45.247 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_pool_usage", 2023-12-22T17:16:45.247 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_usage_by_class", 2023-12-22T17:16:45.247 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_rook_v01", 2023-12-22T17:16:45.247 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_memory_metrics", 2023-12-22T17:16:45.247 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_pool_options_bluestore" 2023-12-22T17:16:45.247 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:45.247 INFO:tasks.workunit.client.0.smithi032.stdout: "collections_opted_in": [ 2023-12-22T17:16:45.247 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_base", 2023-12-22T17:16:45.247 INFO:tasks.workunit.client.0.smithi032.stdout: "device_base", 2023-12-22T17:16:45.247 INFO:tasks.workunit.client.0.smithi032.stdout: "crash_base", 2023-12-22T17:16:45.247 INFO:tasks.workunit.client.0.smithi032.stdout: "ident_base", 2023-12-22T17:16:45.248 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_perf", 2023-12-22T17:16:45.248 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_mds_metadata", 2023-12-22T17:16:45.248 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_pool_usage", 2023-12-22T17:16:45.248 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_usage_by_class", 2023-12-22T17:16:45.248 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_rook_v01", 2023-12-22T17:16:45.248 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_memory_metrics", 2023-12-22T17:16:45.248 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_pool_options_bluestore" 2023-12-22T17:16:45.248 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:45.248 INFO:tasks.workunit.client.0.smithi032.stdout: "config": { 2023-12-22T17:16:45.248 INFO:tasks.workunit.client.0.smithi032.stdout: "active_changed": [ 2023-12-22T17:16:45.248 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-22T17:16:45.248 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_debug", 2023-12-22T17:16:45.248 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_mon_ticket_ttl", 2023-12-22T17:16:45.248 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_service_ticket_ttl", 2023-12-22T17:16:45.248 INFO:tasks.workunit.client.0.smithi032.stdout: "bdev_debug_aio", 2023-12-22T17:16:45.249 INFO:tasks.workunit.client.0.smithi032.stdout: "client_check_pool_perm", 2023-12-22T17:16:45.249 INFO:tasks.workunit.client.0.smithi032.stdout: "client_mount_gid", 2023-12-22T17:16:45.249 INFO:tasks.workunit.client.0.smithi032.stdout: "client_mount_uid", 2023-12-22T17:16:45.249 INFO:tasks.workunit.client.0.smithi032.stdout: "client_quota", 2023-12-22T17:16:45.249 INFO:tasks.workunit.client.0.smithi032.stdout: "container_image", 2023-12-22T17:16:45.249 INFO:tasks.workunit.client.0.smithi032.stdout: "daemonize", 2023-12-22T17:16:45.249 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_asserts_on_shutdown", 2023-12-22T17:16:45.249 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_mgr", 2023-12-22T17:16:45.249 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_mon", 2023-12-22T17:16:45.249 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_ms", 2023-12-22T17:16:45.249 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_osd", 2023-12-22T17:16:45.249 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_paxos", 2023-12-22T17:16:45.249 INFO:tasks.workunit.client.0.smithi032.stdout: "keyring", 2023-12-22T17:16:45.249 INFO:tasks.workunit.client.0.smithi032.stdout: "leveldb_block_size", 2023-12-22T17:16:45.249 INFO:tasks.workunit.client.0.smithi032.stdout: "leveldb_cache_size", 2023-12-22T17:16:45.249 INFO:tasks.workunit.client.0.smithi032.stdout: "leveldb_compression", 2023-12-22T17:16:45.249 INFO:tasks.workunit.client.0.smithi032.stdout: "leveldb_log", 2023-12-22T17:16:45.250 INFO:tasks.workunit.client.0.smithi032.stdout: "leveldb_write_buffer_size", 2023-12-22T17:16:45.250 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_file", 2023-12-22T17:16:45.250 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_journald", 2023-12-22T17:16:45.250 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_stderr", 2023-12-22T17:16:45.250 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_allow_pool_delete", 2023-12-22T17:16:45.250 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_clock_drift_allowed", 2023-12-22T17:16:45.250 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_cluster_log_file_level", 2023-12-22T17:16:45.250 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_cluster_log_to_file", 2023-12-22T17:16:45.250 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_cluster_log_to_journald", 2023-12-22T17:16:45.250 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_cluster_log_to_stderr", 2023-12-22T17:16:45.250 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_data_avail_warn", 2023-12-22T17:16:45.250 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_election_default_strategy", 2023-12-22T17:16:45.250 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_host", 2023-12-22T17:16:45.250 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_max_pg_per_osd", 2023-12-22T17:16:45.250 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_mgr_mkfs_grace", 2023-12-22T17:16:45.250 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_osd_prime_pg_temp", 2023-12-22T17:16:45.251 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_osd_reporter_subtree_level", 2023-12-22T17:16:45.251 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_pg_warn_max_object_skew", 2023-12-22T17:16:45.251 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-22T17:16:45.251 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-22T17:16:45.251 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-22T17:16:45.251 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-22T17:16:45.251 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-22T17:16:45.251 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-22T17:16:45.251 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-22T17:16:45.251 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-22T17:16:45.251 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_too_few_osds", 2023-12-22T17:16:45.251 INFO:tasks.workunit.client.0.smithi032.stdout: "ms_die_on_bug", 2023-12-22T17:16:45.251 INFO:tasks.workunit.client.0.smithi032.stdout: "ms_die_on_old_message", 2023-12-22T17:16:45.251 INFO:tasks.workunit.client.0.smithi032.stdout: "no_config_file", 2023-12-22T17:16:45.251 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_class_default_list", 2023-12-22T17:16:45.251 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_class_load_list", 2023-12-22T17:16:45.252 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_misdirected_ops", 2023-12-22T17:16:45.252 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_op_order", 2023-12-22T17:16:45.252 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_pg_log_writeout", 2023-12-22T17:16:45.252 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_shutdown", 2023-12-22T17:16:45.252 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_cached_snaps", 2023-12-22T17:16:45.252 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_missing_on_start", 2023-12-22T17:16:45.252 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_stray_on_activate", 2023-12-22T17:16:45.252 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-22T17:16:45.252 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_profile", 2023-12-22T17:16:45.252 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2023-12-22T17:16:45.252 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_best_effort_res", 2023-12-22T17:16:45.252 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2023-12-22T17:16:45.252 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_recovery_lim", 2023-12-22T17:16:45.252 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_recovery_res", 2023-12-22T17:16:45.252 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2023-12-22T17:16:45.253 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_client_lim", 2023-12-22T17:16:45.253 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_client_res", 2023-12-22T17:16:45.253 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_client_wgt", 2023-12-22T17:16:45.253 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_memory_target", 2023-12-22T17:16:45.253 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_memory_target_autotune", 2023-12-22T17:16:45.253 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_op_queue", 2023-12-22T17:16:45.253 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_op_queue_cut_off", 2023-12-22T17:16:45.253 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pool_default_erasure_code_profile", 2023-12-22T17:16:45.253 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-22T17:16:45.253 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_recover_clone_overlap", 2023-12-22T17:16:45.253 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_recovery_max_chunk", 2023-12-22T17:16:45.253 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_scrub_load_threshold", 2023-12-22T17:16:45.253 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_scrub_max_interval", 2023-12-22T17:16:45.253 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_shutdown_pgref_assert", 2023-12-22T17:16:45.253 INFO:tasks.workunit.client.0.smithi032.stdout: "public_addr", 2023-12-22T17:16:45.254 INFO:tasks.workunit.client.0.smithi032.stdout: "public_addrv", 2023-12-22T17:16:45.254 INFO:tasks.workunit.client.0.smithi032.stdout: "public_network", 2023-12-22T17:16:45.254 INFO:tasks.workunit.client.0.smithi032.stdout: "rbd_default_features", 2023-12-22T17:16:45.254 INFO:tasks.workunit.client.0.smithi032.stdout: "rbd_qos_exclude_ops", 2023-12-22T17:16:45.254 INFO:tasks.workunit.client.0.smithi032.stdout: "setgroup", 2023-12-22T17:16:45.254 INFO:tasks.workunit.client.0.smithi032.stdout: "setuser" 2023-12-22T17:16:45.254 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:45.254 INFO:tasks.workunit.client.0.smithi032.stdout: "cluster_changed": [ 2023-12-22T17:16:45.254 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-22T17:16:45.254 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_debug", 2023-12-22T17:16:45.254 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_mon_ticket_ttl", 2023-12-22T17:16:45.254 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_service_ticket_ttl", 2023-12-22T17:16:45.254 INFO:tasks.workunit.client.0.smithi032.stdout: "bdev_debug_aio", 2023-12-22T17:16:45.254 INFO:tasks.workunit.client.0.smithi032.stdout: "container_image", 2023-12-22T17:16:45.254 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_asserts_on_shutdown", 2023-12-22T17:16:45.254 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_mgr", 2023-12-22T17:16:45.255 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_mon", 2023-12-22T17:16:45.255 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_ms", 2023-12-22T17:16:45.255 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_osd", 2023-12-22T17:16:45.255 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_paxos", 2023-12-22T17:16:45.255 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_file", 2023-12-22T17:16:45.255 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_journald", 2023-12-22T17:16:45.255 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_stderr", 2023-12-22T17:16:45.255 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_join_fs", 2023-12-22T17:16:45.255 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/cephadm/allow_ptrace", 2023-12-22T17:16:45.255 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/cephadm/container_init", 2023-12-22T17:16:45.255 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/cephadm/migration_current", 2023-12-22T17:16:45.255 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/cephadm/use_repo_digest", 2023-12-22T17:16:45.255 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2023-12-22T17:16:45.255 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2023-12-22T17:16:45.255 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/dashboard/GRAFANA_API_URL", 2023-12-22T17:16:45.256 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2023-12-22T17:16:45.256 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/dashboard/ssl_server_port", 2023-12-22T17:16:45.256 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/orchestrator/orchestrator", 2023-12-22T17:16:45.256 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/telemetry/channel_ident", 2023-12-22T17:16:45.256 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/telemetry/description", 2023-12-22T17:16:45.256 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/telemetry/organization", 2023-12-22T17:16:45.256 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_allow_pool_delete", 2023-12-22T17:16:45.256 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_clock_drift_allowed", 2023-12-22T17:16:45.256 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_cluster_log_file_level", 2023-12-22T17:16:45.256 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_data_avail_warn", 2023-12-22T17:16:45.256 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_election_default_strategy", 2023-12-22T17:16:45.256 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_max_pg_per_osd", 2023-12-22T17:16:45.256 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_mgr_mkfs_grace", 2023-12-22T17:16:45.256 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_osd_prime_pg_temp", 2023-12-22T17:16:45.256 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_osd_reporter_subtree_level", 2023-12-22T17:16:45.256 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_pg_warn_max_object_skew", 2023-12-22T17:16:45.256 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-22T17:16:45.257 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-22T17:16:45.257 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-22T17:16:45.257 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-22T17:16:45.257 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-22T17:16:45.257 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-22T17:16:45.257 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-22T17:16:45.257 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-22T17:16:45.257 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_too_few_osds", 2023-12-22T17:16:45.257 INFO:tasks.workunit.client.0.smithi032.stdout: "ms_die_on_bug", 2023-12-22T17:16:45.257 INFO:tasks.workunit.client.0.smithi032.stdout: "ms_die_on_old_message", 2023-12-22T17:16:45.257 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_class_default_list", 2023-12-22T17:16:45.257 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_class_load_list", 2023-12-22T17:16:45.257 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_misdirected_ops", 2023-12-22T17:16:45.257 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_op_order", 2023-12-22T17:16:45.257 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_pg_log_writeout", 2023-12-22T17:16:45.257 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_shutdown", 2023-12-22T17:16:45.258 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_cached_snaps", 2023-12-22T17:16:45.258 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_missing_on_start", 2023-12-22T17:16:45.258 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_stray_on_activate", 2023-12-22T17:16:45.258 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-22T17:16:45.258 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_profile", 2023-12-22T17:16:45.258 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_memory_target", 2023-12-22T17:16:45.258 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_memory_target_autotune", 2023-12-22T17:16:45.258 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_op_queue", 2023-12-22T17:16:45.258 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_op_queue_cut_off", 2023-12-22T17:16:45.258 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pool_default_erasure_code_profile", 2023-12-22T17:16:45.258 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-22T17:16:45.258 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_recover_clone_overlap", 2023-12-22T17:16:45.258 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_recovery_max_chunk", 2023-12-22T17:16:45.258 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_scrub_load_threshold", 2023-12-22T17:16:45.258 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_scrub_max_interval", 2023-12-22T17:16:45.258 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_shutdown_pgref_assert", 2023-12-22T17:16:45.259 INFO:tasks.workunit.client.0.smithi032.stdout: "public_network", 2023-12-22T17:16:45.259 INFO:tasks.workunit.client.0.smithi032.stdout: "rgw_cache_enabled", 2023-12-22T17:16:45.259 INFO:tasks.workunit.client.0.smithi032.stdout: "rgw_enable_ops_log", 2023-12-22T17:16:45.259 INFO:tasks.workunit.client.0.smithi032.stdout: "rgw_enable_usage_log" 2023-12-22T17:16:45.259 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:45.259 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.259 INFO:tasks.workunit.client.0.smithi032.stdout: "contact": null, 2023-12-22T17:16:45.259 INFO:tasks.workunit.client.0.smithi032.stdout: "crashes": [], 2023-12-22T17:16:45.259 INFO:tasks.workunit.client.0.smithi032.stdout: "created": "2023-12-22T17:10:37.895877Z", 2023-12-22T17:16:45.259 INFO:tasks.workunit.client.0.smithi032.stdout: "crush": { 2023-12-22T17:16:45.259 INFO:tasks.workunit.client.0.smithi032.stdout: "bucket_algs": { 2023-12-22T17:16:45.259 INFO:tasks.workunit.client.0.smithi032.stdout: "straw2": 3 2023-12-22T17:16:45.259 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.259 INFO:tasks.workunit.client.0.smithi032.stdout: "bucket_sizes": { 2023-12-22T17:16:45.259 INFO:tasks.workunit.client.0.smithi032.stdout: "2": 1, 2023-12-22T17:16:45.260 INFO:tasks.workunit.client.0.smithi032.stdout: "4": 2 2023-12-22T17:16:45.260 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.260 INFO:tasks.workunit.client.0.smithi032.stdout: "bucket_types": { 2023-12-22T17:16:45.260 INFO:tasks.workunit.client.0.smithi032.stdout: "1": 2, 2023-12-22T17:16:45.260 INFO:tasks.workunit.client.0.smithi032.stdout: "11": 1 2023-12-22T17:16:45.260 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.260 INFO:tasks.workunit.client.0.smithi032.stdout: "compat_weight_set": false, 2023-12-22T17:16:45.260 INFO:tasks.workunit.client.0.smithi032.stdout: "device_classes": [ 2023-12-22T17:16:45.260 INFO:tasks.workunit.client.0.smithi032.stdout: 8 2023-12-22T17:16:45.260 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:45.260 INFO:tasks.workunit.client.0.smithi032.stdout: "num_buckets": 6, 2023-12-22T17:16:45.260 INFO:tasks.workunit.client.0.smithi032.stdout: "num_devices": 8, 2023-12-22T17:16:45.260 INFO:tasks.workunit.client.0.smithi032.stdout: "num_rules": 1, 2023-12-22T17:16:45.260 INFO:tasks.workunit.client.0.smithi032.stdout: "num_types": 12, 2023-12-22T17:16:45.260 INFO:tasks.workunit.client.0.smithi032.stdout: "num_weight_sets": 0, 2023-12-22T17:16:45.260 INFO:tasks.workunit.client.0.smithi032.stdout: "tunables": { 2023-12-22T17:16:45.261 INFO:tasks.workunit.client.0.smithi032.stdout: "allowed_bucket_algs": 54, 2023-12-22T17:16:45.261 INFO:tasks.workunit.client.0.smithi032.stdout: "choose_local_fallback_tries": 0, 2023-12-22T17:16:45.261 INFO:tasks.workunit.client.0.smithi032.stdout: "choose_local_tries": 0, 2023-12-22T17:16:45.261 INFO:tasks.workunit.client.0.smithi032.stdout: "choose_total_tries": 50, 2023-12-22T17:16:45.261 INFO:tasks.workunit.client.0.smithi032.stdout: "chooseleaf_descend_once": 1, 2023-12-22T17:16:45.261 INFO:tasks.workunit.client.0.smithi032.stdout: "chooseleaf_stable": 1, 2023-12-22T17:16:45.261 INFO:tasks.workunit.client.0.smithi032.stdout: "chooseleaf_vary_r": 1, 2023-12-22T17:16:45.261 INFO:tasks.workunit.client.0.smithi032.stdout: "has_v2_rules": 0, 2023-12-22T17:16:45.261 INFO:tasks.workunit.client.0.smithi032.stdout: "has_v3_rules": 0, 2023-12-22T17:16:45.261 INFO:tasks.workunit.client.0.smithi032.stdout: "has_v4_buckets": 1, 2023-12-22T17:16:45.261 INFO:tasks.workunit.client.0.smithi032.stdout: "has_v5_rules": 0, 2023-12-22T17:16:45.261 INFO:tasks.workunit.client.0.smithi032.stdout: "legacy_tunables": 0, 2023-12-22T17:16:45.261 INFO:tasks.workunit.client.0.smithi032.stdout: "minimum_required_version": "jewel", 2023-12-22T17:16:45.261 INFO:tasks.workunit.client.0.smithi032.stdout: "optimal_tunables": 1, 2023-12-22T17:16:45.262 INFO:tasks.workunit.client.0.smithi032.stdout: "profile": "jewel", 2023-12-22T17:16:45.262 INFO:tasks.workunit.client.0.smithi032.stdout: "require_feature_tunables": 1, 2023-12-22T17:16:45.262 INFO:tasks.workunit.client.0.smithi032.stdout: "require_feature_tunables2": 1, 2023-12-22T17:16:45.262 INFO:tasks.workunit.client.0.smithi032.stdout: "require_feature_tunables3": 1, 2023-12-22T17:16:45.262 INFO:tasks.workunit.client.0.smithi032.stdout: "require_feature_tunables5": 1, 2023-12-22T17:16:45.262 INFO:tasks.workunit.client.0.smithi032.stdout: "straw_calc_version": 1 2023-12-22T17:16:45.262 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:45.262 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.262 INFO:tasks.workunit.client.0.smithi032.stdout: "description": "upgrade test cluster", 2023-12-22T17:16:45.262 INFO:tasks.workunit.client.0.smithi032.stdout: "fs": { 2023-12-22T17:16:45.262 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2023-12-22T17:16:45.262 INFO:tasks.workunit.client.0.smithi032.stdout: "feature_flags": { 2023-12-22T17:16:45.262 INFO:tasks.workunit.client.0.smithi032.stdout: "enable_multiple": true, 2023-12-22T17:16:45.262 INFO:tasks.workunit.client.0.smithi032.stdout: "ever_enabled_multiple": true 2023-12-22T17:16:45.262 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.262 INFO:tasks.workunit.client.0.smithi032.stdout: "filesystems": [ 2023-12-22T17:16:45.263 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:45.263 INFO:tasks.workunit.client.0.smithi032.stdout: "approx_ctime": "2023-12", 2023-12-22T17:16:45.263 INFO:tasks.workunit.client.0.smithi032.stdout: "balancer_enabled": false, 2023-12-22T17:16:45.263 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:45.263 INFO:tasks.workunit.client.0.smithi032.stdout: "cached_caps": 2, 2023-12-22T17:16:45.263 INFO:tasks.workunit.client.0.smithi032.stdout: "cached_dns": 10, 2023-12-22T17:16:45.263 INFO:tasks.workunit.client.0.smithi032.stdout: "cached_inos": 13, 2023-12-22T17:16:45.263 INFO:tasks.workunit.client.0.smithi032.stdout: "cached_subtrees": 2, 2023-12-22T17:16:45.263 INFO:tasks.workunit.client.0.smithi032.stdout: "ever_allowed_features": 0, 2023-12-22T17:16:45.263 INFO:tasks.workunit.client.0.smithi032.stdout: "explicitly_allowed_features": 0, 2023-12-22T17:16:45.263 INFO:tasks.workunit.client.0.smithi032.stdout: "files": 0, 2023-12-22T17:16:45.263 INFO:tasks.workunit.client.0.smithi032.stdout: "max_mds": 1, 2023-12-22T17:16:45.263 INFO:tasks.workunit.client.0.smithi032.stdout: "num_data_pools": 1, 2023-12-22T17:16:45.263 INFO:tasks.workunit.client.0.smithi032.stdout: "num_in": 1, 2023-12-22T17:16:45.263 INFO:tasks.workunit.client.0.smithi032.stdout: "num_mds": 1, 2023-12-22T17:16:45.264 INFO:tasks.workunit.client.0.smithi032.stdout: "num_sessions": 2, 2023-12-22T17:16:45.264 INFO:tasks.workunit.client.0.smithi032.stdout: "num_standby_replay": 0, 2023-12-22T17:16:45.264 INFO:tasks.workunit.client.0.smithi032.stdout: "num_up": 1, 2023-12-22T17:16:45.264 INFO:tasks.workunit.client.0.smithi032.stdout: "snaps": 0, 2023-12-22T17:16:45.264 INFO:tasks.workunit.client.0.smithi032.stdout: "standby_count_wanted": 0 2023-12-22T17:16:45.264 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:45.264 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:45.264 INFO:tasks.workunit.client.0.smithi032.stdout: "num_standby_mds": 1, 2023-12-22T17:16:45.264 INFO:tasks.workunit.client.0.smithi032.stdout: "total_num_mds": 2 2023-12-22T17:16:45.264 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.264 INFO:tasks.workunit.client.0.smithi032.stdout: "hosts": { 2023-12-22T17:16:45.264 INFO:tasks.workunit.client.0.smithi032.stdout: "num": 2, 2023-12-22T17:16:45.264 INFO:tasks.workunit.client.0.smithi032.stdout: "num_with_mds": 2, 2023-12-22T17:16:45.264 INFO:tasks.workunit.client.0.smithi032.stdout: "num_with_mgr": 2, 2023-12-22T17:16:45.264 INFO:tasks.workunit.client.0.smithi032.stdout: "num_with_mon": 2, 2023-12-22T17:16:45.265 INFO:tasks.workunit.client.0.smithi032.stdout: "num_with_osd": 2 2023-12-22T17:16:45.265 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.265 INFO:tasks.workunit.client.0.smithi032.stdout: "leaderboard": false, 2023-12-22T17:16:45.265 INFO:tasks.workunit.client.0.smithi032.stdout: "license": "sharing-1-0", 2023-12-22T17:16:45.265 INFO:tasks.workunit.client.0.smithi032.stdout: "metadata": { 2023-12-22T17:16:45.265 INFO:tasks.workunit.client.0.smithi032.stdout: "mds": { 2023-12-22T17:16:45.265 INFO:tasks.workunit.client.0.smithi032.stdout: "arch": { 2023-12-22T17:16:45.265 INFO:tasks.workunit.client.0.smithi032.stdout: "x86_64": 2 2023-12-22T17:16:45.265 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.265 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph_version": { 2023-12-22T17:16:45.265 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:16:45.265 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.265 INFO:tasks.workunit.client.0.smithi032.stdout: "cpu": { 2023-12-22T17:16:45.265 INFO:tasks.workunit.client.0.smithi032.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2023-12-22T17:16:45.265 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.266 INFO:tasks.workunit.client.0.smithi032.stdout: "distro": { 2023-12-22T17:16:45.266 INFO:tasks.workunit.client.0.smithi032.stdout: "centos": 2 2023-12-22T17:16:45.266 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.266 INFO:tasks.workunit.client.0.smithi032.stdout: "distro_description": { 2023-12-22T17:16:45.266 INFO:tasks.workunit.client.0.smithi032.stdout: "CentOS Stream 8": 2 2023-12-22T17:16:45.266 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.266 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_description": { 2023-12-22T17:16:45.266 INFO:tasks.workunit.client.0.smithi032.stdout: "#1 SMP Wed Dec 6 01:03:46 UTC 2023": 2 2023-12-22T17:16:45.266 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.266 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_version": { 2023-12-22T17:16:45.266 INFO:tasks.workunit.client.0.smithi032.stdout: "4.18.0-529.el8.x86_64": 2 2023-12-22T17:16:45.266 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.266 INFO:tasks.workunit.client.0.smithi032.stdout: "os": { 2023-12-22T17:16:45.266 INFO:tasks.workunit.client.0.smithi032.stdout: "Linux": 2 2023-12-22T17:16:45.266 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:45.267 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.267 INFO:tasks.workunit.client.0.smithi032.stdout: "mon": { 2023-12-22T17:16:45.267 INFO:tasks.workunit.client.0.smithi032.stdout: "arch": { 2023-12-22T17:16:45.267 INFO:tasks.workunit.client.0.smithi032.stdout: "x86_64": 3 2023-12-22T17:16:45.267 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.267 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph_version": { 2023-12-22T17:16:45.267 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 3 2023-12-22T17:16:45.267 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.267 INFO:tasks.workunit.client.0.smithi032.stdout: "cpu": { 2023-12-22T17:16:45.267 INFO:tasks.workunit.client.0.smithi032.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2023-12-22T17:16:45.267 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.267 INFO:tasks.workunit.client.0.smithi032.stdout: "distro": { 2023-12-22T17:16:45.267 INFO:tasks.workunit.client.0.smithi032.stdout: "centos": 3 2023-12-22T17:16:45.267 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.267 INFO:tasks.workunit.client.0.smithi032.stdout: "distro_description": { 2023-12-22T17:16:45.267 INFO:tasks.workunit.client.0.smithi032.stdout: "CentOS Stream 8": 3 2023-12-22T17:16:45.268 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.268 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_description": { 2023-12-22T17:16:45.268 INFO:tasks.workunit.client.0.smithi032.stdout: "#1 SMP Wed Dec 6 01:03:46 UTC 2023": 3 2023-12-22T17:16:45.268 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.268 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_version": { 2023-12-22T17:16:45.268 INFO:tasks.workunit.client.0.smithi032.stdout: "4.18.0-529.el8.x86_64": 3 2023-12-22T17:16:45.268 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.268 INFO:tasks.workunit.client.0.smithi032.stdout: "os": { 2023-12-22T17:16:45.268 INFO:tasks.workunit.client.0.smithi032.stdout: "Linux": 3 2023-12-22T17:16:45.268 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:45.268 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.268 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:45.268 INFO:tasks.workunit.client.0.smithi032.stdout: "arch": { 2023-12-22T17:16:45.268 INFO:tasks.workunit.client.0.smithi032.stdout: "x86_64": 8 2023-12-22T17:16:45.268 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.269 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph_version": { 2023-12-22T17:16:45.269 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 8 2023-12-22T17:16:45.269 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.269 INFO:tasks.workunit.client.0.smithi032.stdout: "cpu": { 2023-12-22T17:16:45.269 INFO:tasks.workunit.client.0.smithi032.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2023-12-22T17:16:45.269 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.269 INFO:tasks.workunit.client.0.smithi032.stdout: "distro": { 2023-12-22T17:16:45.269 INFO:tasks.workunit.client.0.smithi032.stdout: "centos": 8 2023-12-22T17:16:45.269 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.269 INFO:tasks.workunit.client.0.smithi032.stdout: "distro_description": { 2023-12-22T17:16:45.269 INFO:tasks.workunit.client.0.smithi032.stdout: "CentOS Stream 8": 8 2023-12-22T17:16:45.269 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.269 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_description": { 2023-12-22T17:16:45.269 INFO:tasks.workunit.client.0.smithi032.stdout: "#1 SMP Wed Dec 6 01:03:46 UTC 2023": 8 2023-12-22T17:16:45.270 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.270 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_version": { 2023-12-22T17:16:45.270 INFO:tasks.workunit.client.0.smithi032.stdout: "4.18.0-529.el8.x86_64": 8 2023-12-22T17:16:45.270 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.270 INFO:tasks.workunit.client.0.smithi032.stdout: "os": { 2023-12-22T17:16:45.270 INFO:tasks.workunit.client.0.smithi032.stdout: "Linux": 8 2023-12-22T17:16:45.270 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.270 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_objectstore": { 2023-12-22T17:16:45.270 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore": 8 2023-12-22T17:16:45.270 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.270 INFO:tasks.workunit.client.0.smithi032.stdout: "rotational": { 2023-12-22T17:16:45.271 INFO:tasks.workunit.client.0.smithi032.stdout: "0": 8 2023-12-22T17:16:45.271 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:45.271 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:45.271 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.271 INFO:tasks.workunit.client.0.smithi032.stdout: "mon": { 2023-12-22T17:16:45.271 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2023-12-22T17:16:45.271 INFO:tasks.workunit.client.0.smithi032.stdout: "features": { 2023-12-22T17:16:45.271 INFO:tasks.workunit.client.0.smithi032.stdout: "optional": [], 2023-12-22T17:16:45.271 INFO:tasks.workunit.client.0.smithi032.stdout: "persistent": [ 2023-12-22T17:16:45.271 INFO:tasks.workunit.client.0.smithi032.stdout: "kraken", 2023-12-22T17:16:45.271 INFO:tasks.workunit.client.0.smithi032.stdout: "luminous", 2023-12-22T17:16:45.271 INFO:tasks.workunit.client.0.smithi032.stdout: "mimic", 2023-12-22T17:16:45.271 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap-prune", 2023-12-22T17:16:45.271 INFO:tasks.workunit.client.0.smithi032.stdout: "nautilus", 2023-12-22T17:16:45.271 INFO:tasks.workunit.client.0.smithi032.stdout: "octopus", 2023-12-22T17:16:45.272 INFO:tasks.workunit.client.0.smithi032.stdout: "pacific", 2023-12-22T17:16:45.272 INFO:tasks.workunit.client.0.smithi032.stdout: "elector-pinging", 2023-12-22T17:16:45.272 INFO:tasks.workunit.client.0.smithi032.stdout: "quincy" 2023-12-22T17:16:45.272 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:45.272 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.272 INFO:tasks.workunit.client.0.smithi032.stdout: "ipv4_addr_mons": 6, 2023-12-22T17:16:45.272 INFO:tasks.workunit.client.0.smithi032.stdout: "ipv6_addr_mons": 0, 2023-12-22T17:16:45.272 INFO:tasks.workunit.client.0.smithi032.stdout: "min_mon_release": 17, 2023-12-22T17:16:45.272 INFO:tasks.workunit.client.0.smithi032.stdout: "v1_addr_mons": 3, 2023-12-22T17:16:45.272 INFO:tasks.workunit.client.0.smithi032.stdout: "v2_addr_mons": 3 2023-12-22T17:16:45.272 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.272 INFO:tasks.workunit.client.0.smithi032.stdout: "organization": "ceph-qa", 2023-12-22T17:16:45.272 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:45.272 INFO:tasks.workunit.client.0.smithi032.stdout: "cluster_network": false, 2023-12-22T17:16:45.272 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 8, 2023-12-22T17:16:45.272 INFO:tasks.workunit.client.0.smithi032.stdout: "require_min_compat_client": "luminous", 2023-12-22T17:16:45.272 INFO:tasks.workunit.client.0.smithi032.stdout: "require_osd_release": "quincy" 2023-12-22T17:16:45.273 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.273 INFO:tasks.workunit.client.0.smithi032.stdout: "pools": [ 2023-12-22T17:16:45.273 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:45.273 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2023-12-22T17:16:45.273 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr" 2023-12-22T17:16:45.273 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:45.273 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_mode": "none", 2023-12-22T17:16:45.273 INFO:tasks.workunit.client.0.smithi032.stdout: "erasure_code_profile": {}, 2023-12-22T17:16:45.273 INFO:tasks.workunit.client.0.smithi032.stdout: "min_size": 2, 2023-12-22T17:16:45.273 INFO:tasks.workunit.client.0.smithi032.stdout: "options": {}, 2023-12-22T17:16:45.273 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_autoscale_mode": "off", 2023-12-22T17:16:45.273 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_num": 1, 2023-12-22T17:16:45.273 INFO:tasks.workunit.client.0.smithi032.stdout: "pgp_num": 1, 2023-12-22T17:16:45.274 INFO:tasks.workunit.client.0.smithi032.stdout: "pool": 1, 2023-12-22T17:16:45.274 INFO:tasks.workunit.client.0.smithi032.stdout: "size": 3, 2023-12-22T17:16:45.274 INFO:tasks.workunit.client.0.smithi032.stdout: "stats": { 2023-12-22T17:16:45.274 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_raw": 727116753162, 2023-12-22T17:16:45.274 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_used": 1781760, 2023-12-22T17:16:45.274 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_bytes_used": 0, 2023-12-22T17:16:45.274 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_under_bytes": 0, 2023-12-22T17:16:45.274 INFO:tasks.workunit.client.0.smithi032.stdout: "data_bytes_used": 1781760, 2023-12-22T17:16:45.274 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty": 0, 2023-12-22T17:16:45.274 INFO:tasks.workunit.client.0.smithi032.stdout: "max_avail": 242372247552, 2023-12-22T17:16:45.274 INFO:tasks.workunit.client.0.smithi032.stdout: "objects": 2, 2023-12-22T17:16:45.274 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_bytes_used": 0, 2023-12-22T17:16:45.274 INFO:tasks.workunit.client.0.smithi032.stdout: "percent_used": 2.450439524182002e-06, 2023-12-22T17:16:45.274 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_bytes": 0, 2023-12-22T17:16:45.274 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_objects": 0, 2023-12-22T17:16:45.275 INFO:tasks.workunit.client.0.smithi032.stdout: "rd": 212, 2023-12-22T17:16:45.275 INFO:tasks.workunit.client.0.smithi032.stdout: "rd_bytes": 313344, 2023-12-22T17:16:45.275 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": 590368, 2023-12-22T17:16:45.275 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_data": 590368, 2023-12-22T17:16:45.275 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_omap": 0, 2023-12-22T17:16:45.275 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_raw": 1771104, 2023-12-22T17:16:45.275 INFO:tasks.workunit.client.0.smithi032.stdout: "wr": 179, 2023-12-22T17:16:45.275 INFO:tasks.workunit.client.0.smithi032.stdout: "wr_bytes": 2473984 2023-12-22T17:16:45.275 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.275 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_bytes": 0, 2023-12-22T17:16:45.275 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_objects": 0, 2023-12-22T17:16:45.275 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "replicated" 2023-12-22T17:16:45.275 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.275 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:45.275 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2023-12-22T17:16:45.275 INFO:tasks.workunit.client.0.smithi032.stdout: "cephfs" 2023-12-22T17:16:45.276 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:45.276 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_mode": "none", 2023-12-22T17:16:45.276 INFO:tasks.workunit.client.0.smithi032.stdout: "erasure_code_profile": {}, 2023-12-22T17:16:45.276 INFO:tasks.workunit.client.0.smithi032.stdout: "min_size": 2, 2023-12-22T17:16:45.276 INFO:tasks.workunit.client.0.smithi032.stdout: "options": {}, 2023-12-22T17:16:45.276 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_autoscale_mode": "off", 2023-12-22T17:16:45.276 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_num": 32, 2023-12-22T17:16:45.276 INFO:tasks.workunit.client.0.smithi032.stdout: "pgp_num": 32, 2023-12-22T17:16:45.276 INFO:tasks.workunit.client.0.smithi032.stdout: "pool": 2, 2023-12-22T17:16:45.276 INFO:tasks.workunit.client.0.smithi032.stdout: "size": 3, 2023-12-22T17:16:45.276 INFO:tasks.workunit.client.0.smithi032.stdout: "stats": { 2023-12-22T17:16:45.276 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_raw": 727116753162, 2023-12-22T17:16:45.276 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_used": 98304, 2023-12-22T17:16:45.276 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_bytes_used": 0, 2023-12-22T17:16:45.277 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_under_bytes": 0, 2023-12-22T17:16:45.277 INFO:tasks.workunit.client.0.smithi032.stdout: "data_bytes_used": 98304, 2023-12-22T17:16:45.277 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty": 0, 2023-12-22T17:16:45.277 INFO:tasks.workunit.client.0.smithi032.stdout: "max_avail": 242372247552, 2023-12-22T17:16:45.277 INFO:tasks.workunit.client.0.smithi032.stdout: "objects": 22, 2023-12-22T17:16:45.277 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_bytes_used": 0, 2023-12-22T17:16:45.277 INFO:tasks.workunit.client.0.smithi032.stdout: "percent_used": 1.3519698427444382e-07, 2023-12-22T17:16:45.277 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_bytes": 0, 2023-12-22T17:16:45.277 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_objects": 0, 2023-12-22T17:16:45.277 INFO:tasks.workunit.client.0.smithi032.stdout: "rd": 0, 2023-12-22T17:16:45.277 INFO:tasks.workunit.client.0.smithi032.stdout: "rd_bytes": 0, 2023-12-22T17:16:45.277 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": 3094, 2023-12-22T17:16:45.277 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_data": 3094, 2023-12-22T17:16:45.277 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_omap": 0, 2023-12-22T17:16:45.278 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_raw": 9282, 2023-12-22T17:16:45.278 INFO:tasks.workunit.client.0.smithi032.stdout: "wr": 48, 2023-12-22T17:16:45.278 INFO:tasks.workunit.client.0.smithi032.stdout: "wr_bytes": 16384 2023-12-22T17:16:45.278 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.278 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_bytes": 0, 2023-12-22T17:16:45.278 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_objects": 0, 2023-12-22T17:16:45.278 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "replicated" 2023-12-22T17:16:45.278 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.278 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:45.278 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2023-12-22T17:16:45.278 INFO:tasks.workunit.client.0.smithi032.stdout: "cephfs" 2023-12-22T17:16:45.278 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:45.278 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_mode": "none", 2023-12-22T17:16:45.278 INFO:tasks.workunit.client.0.smithi032.stdout: "erasure_code_profile": {}, 2023-12-22T17:16:45.278 INFO:tasks.workunit.client.0.smithi032.stdout: "min_size": 2, 2023-12-22T17:16:45.279 INFO:tasks.workunit.client.0.smithi032.stdout: "options": {}, 2023-12-22T17:16:45.279 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_autoscale_mode": "off", 2023-12-22T17:16:45.279 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_num": 64, 2023-12-22T17:16:45.279 INFO:tasks.workunit.client.0.smithi032.stdout: "pgp_num": 64, 2023-12-22T17:16:45.279 INFO:tasks.workunit.client.0.smithi032.stdout: "pool": 3, 2023-12-22T17:16:45.279 INFO:tasks.workunit.client.0.smithi032.stdout: "size": 3, 2023-12-22T17:16:45.279 INFO:tasks.workunit.client.0.smithi032.stdout: "stats": { 2023-12-22T17:16:45.279 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_raw": 727116753162, 2023-12-22T17:16:45.279 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_used": 0, 2023-12-22T17:16:45.279 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_bytes_used": 0, 2023-12-22T17:16:45.279 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_under_bytes": 0, 2023-12-22T17:16:45.279 INFO:tasks.workunit.client.0.smithi032.stdout: "data_bytes_used": 0, 2023-12-22T17:16:45.279 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty": 0, 2023-12-22T17:16:45.279 INFO:tasks.workunit.client.0.smithi032.stdout: "max_avail": 242372247552, 2023-12-22T17:16:45.280 INFO:tasks.workunit.client.0.smithi032.stdout: "objects": 0, 2023-12-22T17:16:45.280 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_bytes_used": 0, 2023-12-22T17:16:45.280 INFO:tasks.workunit.client.0.smithi032.stdout: "percent_used": 0.0, 2023-12-22T17:16:45.280 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_bytes": 0, 2023-12-22T17:16:45.280 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_objects": 0, 2023-12-22T17:16:45.280 INFO:tasks.workunit.client.0.smithi032.stdout: "rd": 0, 2023-12-22T17:16:45.280 INFO:tasks.workunit.client.0.smithi032.stdout: "rd_bytes": 0, 2023-12-22T17:16:45.280 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": 0, 2023-12-22T17:16:45.280 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_data": 0, 2023-12-22T17:16:45.280 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_omap": 0, 2023-12-22T17:16:45.280 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_raw": 0, 2023-12-22T17:16:45.280 INFO:tasks.workunit.client.0.smithi032.stdout: "wr": 0, 2023-12-22T17:16:45.280 INFO:tasks.workunit.client.0.smithi032.stdout: "wr_bytes": 0 2023-12-22T17:16:45.280 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.281 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_bytes": 0, 2023-12-22T17:16:45.281 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_objects": 0, 2023-12-22T17:16:45.281 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "replicated" 2023-12-22T17:16:45.281 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.281 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:45.281 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2023-12-22T17:16:45.281 INFO:tasks.workunit.client.0.smithi032.stdout: "rbd" 2023-12-22T17:16:45.281 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:45.281 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_mode": "none", 2023-12-22T17:16:45.281 INFO:tasks.workunit.client.0.smithi032.stdout: "erasure_code_profile": {}, 2023-12-22T17:16:45.281 INFO:tasks.workunit.client.0.smithi032.stdout: "min_size": 2, 2023-12-22T17:16:45.281 INFO:tasks.workunit.client.0.smithi032.stdout: "options": {}, 2023-12-22T17:16:45.281 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_autoscale_mode": "off", 2023-12-22T17:16:45.281 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_num": 8, 2023-12-22T17:16:45.281 INFO:tasks.workunit.client.0.smithi032.stdout: "pgp_num": 8, 2023-12-22T17:16:45.282 INFO:tasks.workunit.client.0.smithi032.stdout: "pool": 4, 2023-12-22T17:16:45.282 INFO:tasks.workunit.client.0.smithi032.stdout: "size": 3, 2023-12-22T17:16:45.282 INFO:tasks.workunit.client.0.smithi032.stdout: "stats": { 2023-12-22T17:16:45.282 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_raw": 727116753162, 2023-12-22T17:16:45.282 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_used": 0, 2023-12-22T17:16:45.282 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_bytes_used": 0, 2023-12-22T17:16:45.282 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_under_bytes": 0, 2023-12-22T17:16:45.282 INFO:tasks.workunit.client.0.smithi032.stdout: "data_bytes_used": 0, 2023-12-22T17:16:45.282 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty": 0, 2023-12-22T17:16:45.282 INFO:tasks.workunit.client.0.smithi032.stdout: "max_avail": 242372247552, 2023-12-22T17:16:45.282 INFO:tasks.workunit.client.0.smithi032.stdout: "objects": 0, 2023-12-22T17:16:45.282 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_bytes_used": 0, 2023-12-22T17:16:45.282 INFO:tasks.workunit.client.0.smithi032.stdout: "percent_used": 0.0, 2023-12-22T17:16:45.282 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_bytes": 0, 2023-12-22T17:16:45.282 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_objects": 0, 2023-12-22T17:16:45.282 INFO:tasks.workunit.client.0.smithi032.stdout: "rd": 0, 2023-12-22T17:16:45.283 INFO:tasks.workunit.client.0.smithi032.stdout: "rd_bytes": 0, 2023-12-22T17:16:45.283 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": 0, 2023-12-22T17:16:45.283 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_data": 0, 2023-12-22T17:16:45.283 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_omap": 0, 2023-12-22T17:16:45.283 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_raw": 0, 2023-12-22T17:16:45.283 INFO:tasks.workunit.client.0.smithi032.stdout: "wr": 0, 2023-12-22T17:16:45.283 INFO:tasks.workunit.client.0.smithi032.stdout: "wr_bytes": 0 2023-12-22T17:16:45.283 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.283 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_bytes": 0, 2023-12-22T17:16:45.283 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_objects": 0, 2023-12-22T17:16:45.283 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "replicated" 2023-12-22T17:16:45.283 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:45.283 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:45.283 INFO:tasks.workunit.client.0.smithi032.stdout: "rbd": { 2023-12-22T17:16:45.283 INFO:tasks.workunit.client.0.smithi032.stdout: "mirroring_by_pool": [ 2023-12-22T17:16:45.283 INFO:tasks.workunit.client.0.smithi032.stdout: false 2023-12-22T17:16:45.283 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:45.284 INFO:tasks.workunit.client.0.smithi032.stdout: "num_images_by_pool": [ 2023-12-22T17:16:45.284 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:45.284 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:45.284 INFO:tasks.workunit.client.0.smithi032.stdout: "num_pools": 1 2023-12-22T17:16:45.284 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.284 INFO:tasks.workunit.client.0.smithi032.stdout: "report_id": "078d10bb-7cc1-47bd-b7b4-1c1bcf55dc3e", 2023-12-22T17:16:45.284 INFO:tasks.workunit.client.0.smithi032.stdout: "report_timestamp": "2023-12-22T17:16:45.190778", 2023-12-22T17:16:45.284 INFO:tasks.workunit.client.0.smithi032.stdout: "report_version": 1, 2023-12-22T17:16:45.284 INFO:tasks.workunit.client.0.smithi032.stdout: "rook": { 2023-12-22T17:16:45.284 INFO:tasks.workunit.client.0.smithi032.stdout: "cluster": { 2023-12-22T17:16:45.284 INFO:tasks.workunit.client.0.smithi032.stdout: "external-mode": null, 2023-12-22T17:16:45.284 INFO:tasks.workunit.client.0.smithi032.stdout: "mon": { 2023-12-22T17:16:45.284 INFO:tasks.workunit.client.0.smithi032.stdout: "allow-multiple-per-node": null, 2023-12-22T17:16:45.284 INFO:tasks.workunit.client.0.smithi032.stdout: "count": null, 2023-12-22T17:16:45.284 INFO:tasks.workunit.client.0.smithi032.stdout: "max-id": null, 2023-12-22T17:16:45.285 INFO:tasks.workunit.client.0.smithi032.stdout: "pvc": { 2023-12-22T17:16:45.285 INFO:tasks.workunit.client.0.smithi032.stdout: "enabled": null 2023-12-22T17:16:45.285 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.285 INFO:tasks.workunit.client.0.smithi032.stdout: "stretch": { 2023-12-22T17:16:45.285 INFO:tasks.workunit.client.0.smithi032.stdout: "enabled": null 2023-12-22T17:16:45.285 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:45.285 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.285 INFO:tasks.workunit.client.0.smithi032.stdout: "network": { 2023-12-22T17:16:45.285 INFO:tasks.workunit.client.0.smithi032.stdout: "provider": null 2023-12-22T17:16:45.285 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.285 INFO:tasks.workunit.client.0.smithi032.stdout: "storage": { 2023-12-22T17:16:45.285 INFO:tasks.workunit.client.0.smithi032.stdout: "device-set": { 2023-12-22T17:16:45.285 INFO:tasks.workunit.client.0.smithi032.stdout: "count": { 2023-12-22T17:16:45.285 INFO:tasks.workunit.client.0.smithi032.stdout: "non-portable": null, 2023-12-22T17:16:45.285 INFO:tasks.workunit.client.0.smithi032.stdout: "portable": null, 2023-12-22T17:16:45.286 INFO:tasks.workunit.client.0.smithi032.stdout: "total": null 2023-12-22T17:16:45.286 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:45.286 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:45.286 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:45.286 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.286 INFO:tasks.workunit.client.0.smithi032.stdout: "csi": { 2023-12-22T17:16:45.286 INFO:tasks.workunit.client.0.smithi032.stdout: "version": null 2023-12-22T17:16:45.286 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.286 INFO:tasks.workunit.client.0.smithi032.stdout: "kubernetes": { 2023-12-22T17:16:45.286 INFO:tasks.workunit.client.0.smithi032.stdout: "version": null 2023-12-22T17:16:45.286 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.286 INFO:tasks.workunit.client.0.smithi032.stdout: "node": { 2023-12-22T17:16:45.286 INFO:tasks.workunit.client.0.smithi032.stdout: "count": { 2023-12-22T17:16:45.286 INFO:tasks.workunit.client.0.smithi032.stdout: "kubernetes-total": null, 2023-12-22T17:16:45.286 INFO:tasks.workunit.client.0.smithi032.stdout: "with-ceph-daemons": null, 2023-12-22T17:16:45.287 INFO:tasks.workunit.client.0.smithi032.stdout: "with-csi-cephfs-plugin": null, 2023-12-22T17:16:45.287 INFO:tasks.workunit.client.0.smithi032.stdout: "with-csi-nfs-plugin": null, 2023-12-22T17:16:45.287 INFO:tasks.workunit.client.0.smithi032.stdout: "with-csi-rbd-plugin": null 2023-12-22T17:16:45.287 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:45.287 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.287 INFO:tasks.workunit.client.0.smithi032.stdout: "usage": { 2023-12-22T17:16:45.287 INFO:tasks.workunit.client.0.smithi032.stdout: "storage-class": { 2023-12-22T17:16:45.287 INFO:tasks.workunit.client.0.smithi032.stdout: "count": { 2023-12-22T17:16:45.287 INFO:tasks.workunit.client.0.smithi032.stdout: "bucket": null, 2023-12-22T17:16:45.287 INFO:tasks.workunit.client.0.smithi032.stdout: "cephfs": null, 2023-12-22T17:16:45.287 INFO:tasks.workunit.client.0.smithi032.stdout: "nfs": null, 2023-12-22T17:16:45.287 INFO:tasks.workunit.client.0.smithi032.stdout: "rbd": null, 2023-12-22T17:16:45.287 INFO:tasks.workunit.client.0.smithi032.stdout: "total": null 2023-12-22T17:16:45.287 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:45.287 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:45.288 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.288 INFO:tasks.workunit.client.0.smithi032.stdout: "version": null 2023-12-22T17:16:45.288 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.288 INFO:tasks.workunit.client.0.smithi032.stdout: "services": {}, 2023-12-22T17:16:45.288 INFO:tasks.workunit.client.0.smithi032.stdout: "usage": { 2023-12-22T17:16:45.288 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_num": 105, 2023-12-22T17:16:45.288 INFO:tasks.workunit.client.0.smithi032.stdout: "pools": 4, 2023-12-22T17:16:45.288 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_by_class": { 2023-12-22T17:16:45.288 INFO:tasks.workunit.client.0.smithi032.stdout: "ssd": { 2023-12-22T17:16:45.288 INFO:tasks.workunit.client.0.smithi032.stdout: "total_avail_bytes": 765517766656, 2023-12-22T17:16:45.288 INFO:tasks.workunit.client.0.smithi032.stdout: "total_bytes": 767960285184, 2023-12-22T17:16:45.288 INFO:tasks.workunit.client.0.smithi032.stdout: "total_used_bytes": 2442518528, 2023-12-22T17:16:45.288 INFO:tasks.workunit.client.0.smithi032.stdout: "total_used_raw_bytes": 2442518528, 2023-12-22T17:16:45.288 INFO:tasks.workunit.client.0.smithi032.stdout: "total_used_raw_ratio": 0.003180527128279209 2023-12-22T17:16:45.288 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:45.288 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:45.289 INFO:tasks.workunit.client.0.smithi032.stdout: "total_avail_bytes": 765517766656, 2023-12-22T17:16:45.289 INFO:tasks.workunit.client.0.smithi032.stdout: "total_bytes": 767960285184, 2023-12-22T17:16:45.289 INFO:tasks.workunit.client.0.smithi032.stdout: "total_used_bytes": 2442518528 2023-12-22T17:16:45.289 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:45.289 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:45.289 INFO:tasks.workunit.client.0.smithi032.stdout:} 2023-12-22T17:16:45.289 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:44 smithi039 ceph-mon[115265]: from='client.24842 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:45.290 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:44 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:16:45.290 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:44 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-22T17:16:45.290 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:44 smithi039 ceph-mon[115265]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:45.290 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:44 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:16:45.290 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:44 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-22T17:16:45.290 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:44 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:45.290 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:44 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:45.290 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:44 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:45.290 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:44 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:45.290 INFO:tasks.workunit.client.0.smithi032.stderr:++ ceph telemetry collection ls 2023-12-22T17:16:45.794 INFO:tasks.workunit.client.0.smithi032.stderr:+ COLLECTIONS='New collections are available: 2023-12-22T17:16:45.795 INFO:tasks.workunit.client.0.smithi032.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2023-12-22T17:16:45.795 INFO:tasks.workunit.client.0.smithi032.stderr:Run `ceph telemetry on` to opt-in to these collections. 2023-12-22T17:16:45.795 INFO:tasks.workunit.client.0.smithi032.stderr: 2023-12-22T17:16:45.795 INFO:tasks.workunit.client.0.smithi032.stderr:NAME STATUS DESC 2023-12-22T17:16:45.795 INFO:tasks.workunit.client.0.smithi032.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2023-12-22T17:16:45.795 INFO:tasks.workunit.client.0.smithi032.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2023-12-22T17:16:45.795 INFO:tasks.workunit.client.0.smithi032.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2023-12-22T17:16:45.795 INFO:tasks.workunit.client.0.smithi032.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2023-12-22T17:16:45.795 INFO:tasks.workunit.client.0.smithi032.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2023-12-22T17:16:45.795 INFO:tasks.workunit.client.0.smithi032.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2023-12-22T17:16:45.795 INFO:tasks.workunit.client.0.smithi032.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2023-12-22T17:16:45.795 INFO:tasks.workunit.client.0.smithi032.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2023-12-22T17:16:45.796 INFO:tasks.workunit.client.0.smithi032.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2023-12-22T17:16:45.796 INFO:tasks.workunit.client.0.smithi032.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2023-12-22T17:16:45.796 INFO:tasks.workunit.client.0.smithi032.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2023-12-22T17:16:45.796 INFO:tasks.workunit.client.0.smithi032.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics") 2023-12-22T17:16:45.796 INFO:tasks.workunit.client.0.smithi032.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2023-12-22T17:16:45.796 INFO:tasks.workunit.client.0.smithi032.stderr:+ [[ New collections are available: 2023-12-22T17:16:45.796 INFO:tasks.workunit.client.0.smithi032.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2023-12-22T17:16:45.796 INFO:tasks.workunit.client.0.smithi032.stderr:Run `ceph telemetry on` to opt-in to these collections. 2023-12-22T17:16:45.796 INFO:tasks.workunit.client.0.smithi032.stderr: 2023-12-22T17:16:45.796 INFO:tasks.workunit.client.0.smithi032.stderr:NAME STATUS DESC 2023-12-22T17:16:45.796 INFO:tasks.workunit.client.0.smithi032.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2023-12-22T17:16:45.796 INFO:tasks.workunit.client.0.smithi032.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2023-12-22T17:16:45.796 INFO:tasks.workunit.client.0.smithi032.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2023-12-22T17:16:45.796 INFO:tasks.workunit.client.0.smithi032.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2023-12-22T17:16:45.796 INFO:tasks.workunit.client.0.smithi032.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2023-12-22T17:16:45.796 INFO:tasks.workunit.client.0.smithi032.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2023-12-22T17:16:45.797 INFO:tasks.workunit.client.0.smithi032.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2023-12-22T17:16:45.797 INFO:tasks.workunit.client.0.smithi032.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2023-12-22T17:16:45.797 INFO:tasks.workunit.client.0.smithi032.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2023-12-22T17:16:45.797 INFO:tasks.workunit.client.0.smithi032.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2023-12-22T17:16:45.797 INFO:tasks.workunit.client.0.smithi032.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2023-12-22T17:16:45.797 INFO:tasks.workunit.client.0.smithi032.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2023-12-22T17:16:45.797 INFO:tasks.workunit.client.0.smithi032.stderr:+ [[ New collections are available: 2023-12-22T17:16:45.797 INFO:tasks.workunit.client.0.smithi032.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2023-12-22T17:16:45.797 INFO:tasks.workunit.client.0.smithi032.stderr:Run `ceph telemetry on` to opt-in to these collections. 2023-12-22T17:16:45.797 INFO:tasks.workunit.client.0.smithi032.stderr: 2023-12-22T17:16:45.797 INFO:tasks.workunit.client.0.smithi032.stderr:NAME STATUS DESC 2023-12-22T17:16:45.797 INFO:tasks.workunit.client.0.smithi032.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2023-12-22T17:16:45.797 INFO:tasks.workunit.client.0.smithi032.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2023-12-22T17:16:45.798 INFO:tasks.workunit.client.0.smithi032.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2023-12-22T17:16:45.798 INFO:tasks.workunit.client.0.smithi032.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2023-12-22T17:16:45.798 INFO:tasks.workunit.client.0.smithi032.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2023-12-22T17:16:45.798 INFO:tasks.workunit.client.0.smithi032.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2023-12-22T17:16:45.798 INFO:tasks.workunit.client.0.smithi032.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2023-12-22T17:16:45.798 INFO:tasks.workunit.client.0.smithi032.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2023-12-22T17:16:45.798 INFO:tasks.workunit.client.0.smithi032.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2023-12-22T17:16:45.798 INFO:tasks.workunit.client.0.smithi032.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2023-12-22T17:16:45.798 INFO:tasks.workunit.client.0.smithi032.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2023-12-22T17:16:45.798 INFO:tasks.workunit.client.0.smithi032.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2023-12-22T17:16:45.798 INFO:tasks.workunit.client.0.smithi032.stderr:+ [[ New collections are available: 2023-12-22T17:16:45.798 INFO:tasks.workunit.client.0.smithi032.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2023-12-22T17:16:45.798 INFO:tasks.workunit.client.0.smithi032.stderr:Run `ceph telemetry on` to opt-in to these collections. 2023-12-22T17:16:45.798 INFO:tasks.workunit.client.0.smithi032.stderr: 2023-12-22T17:16:45.799 INFO:tasks.workunit.client.0.smithi032.stderr:NAME STATUS DESC 2023-12-22T17:16:45.799 INFO:tasks.workunit.client.0.smithi032.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2023-12-22T17:16:45.799 INFO:tasks.workunit.client.0.smithi032.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2023-12-22T17:16:45.799 INFO:tasks.workunit.client.0.smithi032.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2023-12-22T17:16:45.799 INFO:tasks.workunit.client.0.smithi032.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2023-12-22T17:16:45.799 INFO:tasks.workunit.client.0.smithi032.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2023-12-22T17:16:45.799 INFO:tasks.workunit.client.0.smithi032.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2023-12-22T17:16:45.799 INFO:tasks.workunit.client.0.smithi032.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2023-12-22T17:16:45.799 INFO:tasks.workunit.client.0.smithi032.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2023-12-22T17:16:45.799 INFO:tasks.workunit.client.0.smithi032.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2023-12-22T17:16:45.799 INFO:tasks.workunit.client.0.smithi032.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2023-12-22T17:16:45.799 INFO:tasks.workunit.client.0.smithi032.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2023-12-22T17:16:45.799 INFO:tasks.workunit.client.0.smithi032.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2023-12-22T17:16:45.799 INFO:tasks.workunit.client.0.smithi032.stderr:+ [[ New collections are available: 2023-12-22T17:16:45.800 INFO:tasks.workunit.client.0.smithi032.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2023-12-22T17:16:45.800 INFO:tasks.workunit.client.0.smithi032.stderr:Run `ceph telemetry on` to opt-in to these collections. 2023-12-22T17:16:45.800 INFO:tasks.workunit.client.0.smithi032.stderr: 2023-12-22T17:16:45.800 INFO:tasks.workunit.client.0.smithi032.stderr:NAME STATUS DESC 2023-12-22T17:16:45.800 INFO:tasks.workunit.client.0.smithi032.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2023-12-22T17:16:45.800 INFO:tasks.workunit.client.0.smithi032.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2023-12-22T17:16:45.800 INFO:tasks.workunit.client.0.smithi032.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2023-12-22T17:16:45.800 INFO:tasks.workunit.client.0.smithi032.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2023-12-22T17:16:45.800 INFO:tasks.workunit.client.0.smithi032.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2023-12-22T17:16:45.800 INFO:tasks.workunit.client.0.smithi032.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2023-12-22T17:16:45.800 INFO:tasks.workunit.client.0.smithi032.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2023-12-22T17:16:45.800 INFO:tasks.workunit.client.0.smithi032.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2023-12-22T17:16:45.800 INFO:tasks.workunit.client.0.smithi032.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2023-12-22T17:16:45.801 INFO:tasks.workunit.client.0.smithi032.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2023-12-22T17:16:45.801 INFO:tasks.workunit.client.0.smithi032.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2023-12-22T17:16:45.801 INFO:tasks.workunit.client.0.smithi032.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2023-12-22T17:16:45.801 INFO:tasks.workunit.client.0.smithi032.stderr:+ [[ New collections are available: 2023-12-22T17:16:45.801 INFO:tasks.workunit.client.0.smithi032.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2023-12-22T17:16:45.801 INFO:tasks.workunit.client.0.smithi032.stderr:Run `ceph telemetry on` to opt-in to these collections. 2023-12-22T17:16:45.801 INFO:tasks.workunit.client.0.smithi032.stderr: 2023-12-22T17:16:45.801 INFO:tasks.workunit.client.0.smithi032.stderr:NAME STATUS DESC 2023-12-22T17:16:45.801 INFO:tasks.workunit.client.0.smithi032.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2023-12-22T17:16:45.801 INFO:tasks.workunit.client.0.smithi032.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2023-12-22T17:16:45.801 INFO:tasks.workunit.client.0.smithi032.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2023-12-22T17:16:45.801 INFO:tasks.workunit.client.0.smithi032.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2023-12-22T17:16:45.801 INFO:tasks.workunit.client.0.smithi032.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2023-12-22T17:16:45.801 INFO:tasks.workunit.client.0.smithi032.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2023-12-22T17:16:45.802 INFO:tasks.workunit.client.0.smithi032.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2023-12-22T17:16:45.802 INFO:tasks.workunit.client.0.smithi032.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2023-12-22T17:16:45.802 INFO:tasks.workunit.client.0.smithi032.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2023-12-22T17:16:45.802 INFO:tasks.workunit.client.0.smithi032.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2023-12-22T17:16:45.802 INFO:tasks.workunit.client.0.smithi032.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2023-12-22T17:16:45.802 INFO:tasks.workunit.client.0.smithi032.stderr:+ ceph telemetry on --license sharing-1-0 2023-12-22T17:16:46.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:45 smithi032 ceph-mon[110651]: from='client.24842 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:46.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:45 smithi032 ceph-mon[110651]: from='client.24854 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:46.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:45 smithi032 ceph-mon[110651]: from='client.24854 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:46.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:45 smithi032 ceph-mon[110651]: mgrmap e20: y(active, since 88s), standbys: x 2023-12-22T17:16:46.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:45 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:16:46.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:45 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-22T17:16:46.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:45 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:16:46.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:45 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-22T17:16:46.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:45 smithi032 ceph-mon[125050]: from='client.24842 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:46.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:45 smithi032 ceph-mon[125050]: from='client.24854 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:46.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:45 smithi032 ceph-mon[125050]: from='client.24854 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:46.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:45 smithi032 ceph-mon[125050]: mgrmap e20: y(active, since 88s), standbys: x 2023-12-22T17:16:46.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:45 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:16:46.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:45 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-22T17:16:46.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:45 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:16:46.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:45 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-22T17:16:46.184 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:16:46] ENGINE Bus STOPPING 2023-12-22T17:16:46.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:45 smithi039 ceph-mon[115265]: from='client.24842 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:46.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:45 smithi039 ceph-mon[115265]: from='client.24854 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:46.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:45 smithi039 ceph-mon[115265]: from='client.24854 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:46.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:45 smithi039 ceph-mon[115265]: mgrmap e20: y(active, since 88s), standbys: x 2023-12-22T17:16:46.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:45 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:16:46.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:45 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-22T17:16:46.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:45 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:16:46.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:45 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-22T17:16:46.413 INFO:tasks.workunit.client.0.smithi032.stdout:Telemetry is on. 2023-12-22T17:16:46.413 INFO:tasks.workunit.client.0.smithi032.stdout:Some channels are disabled, please enable with: 2023-12-22T17:16:46.413 INFO:tasks.workunit.client.0.smithi032.stdout:`ceph telemetry enable channel perf` 2023-12-22T17:16:46.425 INFO:tasks.workunit.client.0.smithi032.stderr:+ ceph telemetry enable channel perf 2023-12-22T17:16:46.433 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:16:46] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-22T17:16:46.433 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:16:46] ENGINE Bus STOPPED 2023-12-22T17:16:46.433 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:16:46] ENGINE Bus STARTING 2023-12-22T17:16:46.433 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:16:46] ENGINE Serving on http://:::9283 2023-12-22T17:16:46.433 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:16:46] ENGINE Bus STARTED 2023-12-22T17:16:47.005 INFO:tasks.workunit.client.0.smithi032.stdout:channel_perf is enabled 2023-12-22T17:16:47.018 INFO:tasks.workunit.client.0.smithi032.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2023-12-22T17:16:47.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:16:46] ENGINE Bus STOPPING 2023-12-22T17:16:47.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:16:46] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-22T17:16:47.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:16:46] ENGINE Bus STOPPED 2023-12-22T17:16:47.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:16:46] ENGINE Bus STARTING 2023-12-22T17:16:47.184 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:16:46] ENGINE Serving on http://:::9283 2023-12-22T17:16:47.184 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:16:46] ENGINE Bus STARTED 2023-12-22T17:16:47.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-mon[110651]: from='client.24860 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:47.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-mon[110651]: from='client.24860 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:47.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-mon[110651]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:47.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-mon[110651]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:47.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-mon[110651]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:47.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:16:47.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:47.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:47.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:47.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:16:47.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:16:47.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:16:47.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:47.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:16:47.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-22T17:16:47.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:47.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:47.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:47.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-mon[125050]: from='client.24860 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:47.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-mon[125050]: from='client.24860 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:47.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-mon[125050]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:47.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-mon[125050]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:47.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-mon[125050]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:47.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:16:47.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:47.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:47.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:47.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:16:47.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:16:47.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:16:47.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:47.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:16:47.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-22T17:16:47.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:47.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:47.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:46 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:47.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:46 smithi039 ceph-mon[115265]: from='client.24860 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:47.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:46 smithi039 ceph-mon[115265]: from='client.24860 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:47.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:46 smithi039 ceph-mon[115265]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:47.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:46 smithi039 ceph-mon[115265]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:47.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:46 smithi039 ceph-mon[115265]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:16:47.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:46 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:16:47.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:46 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:47.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:46 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:47.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:46 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:47.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:46 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:16:47.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:46 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:16:47.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:46 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:16:47.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:46 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:47.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:46 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:16:47.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:46 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-22T17:16:47.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:46 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:47.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:46 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:47.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:46 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:47.465 INFO:tasks.workunit.client.0.smithi032.stderr:+ LAST_OPT_REVISION=1 2023-12-22T17:16:47.466 INFO:tasks.workunit.client.0.smithi032.stderr:+ '[' 1 -ne 1 ']' 2023-12-22T17:16:47.466 INFO:tasks.workunit.client.0.smithi032.stderr:+ ceph telemetry show 2023-12-22T17:16:48.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:47 smithi032 ceph-mon[110651]: from='client.24872 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:48.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:47 smithi032 ceph-mon[110651]: from='client.24872 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:48.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:47 smithi032 ceph-mon[110651]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:48.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:47 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:48.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:47 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:16:48.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:47 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:16:48.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:47 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:16:48.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:47 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:48.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:47 smithi032 ceph-mon[110651]: mgrmap e21: y(active, since 91s), standbys: x 2023-12-22T17:16:48.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:47 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/2496841399' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2023-12-22T17:16:48.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:47 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/2496841399' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2023-12-22T17:16:48.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:47 smithi032 ceph-mon[125050]: from='client.24872 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:48.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:47 smithi032 ceph-mon[125050]: from='client.24872 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:48.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:47 smithi032 ceph-mon[125050]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:48.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:47 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:48.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:47 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:16:48.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:47 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:16:48.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:47 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:16:48.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:47 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:48.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:47 smithi032 ceph-mon[125050]: mgrmap e21: y(active, since 91s), standbys: x 2023-12-22T17:16:48.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:47 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/2496841399' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2023-12-22T17:16:48.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:47 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/2496841399' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2023-12-22T17:16:48.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:47 smithi039 ceph-mon[115265]: from='client.24872 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:48.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:47 smithi039 ceph-mon[115265]: from='client.24872 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:48.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:47 smithi039 ceph-mon[115265]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:48.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:47 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:48.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:47 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:16:48.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:47 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:16:48.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:47 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:16:48.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:47 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:48.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:47 smithi039 ceph-mon[115265]: mgrmap e21: y(active, since 91s), standbys: x 2023-12-22T17:16:48.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:47 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/2496841399' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2023-12-22T17:16:48.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:47 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/2496841399' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2023-12-22T17:16:48.275 INFO:tasks.workunit.client.0.smithi032.stdout:{ 2023-12-22T17:16:48.275 INFO:tasks.workunit.client.0.smithi032.stdout: "balancer": { 2023-12-22T17:16:48.276 INFO:tasks.workunit.client.0.smithi032.stdout: "active": true, 2023-12-22T17:16:48.276 INFO:tasks.workunit.client.0.smithi032.stdout: "mode": "" 2023-12-22T17:16:48.276 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.276 INFO:tasks.workunit.client.0.smithi032.stdout: "channels": [ 2023-12-22T17:16:48.276 INFO:tasks.workunit.client.0.smithi032.stdout: "basic", 2023-12-22T17:16:48.276 INFO:tasks.workunit.client.0.smithi032.stdout: "crash", 2023-12-22T17:16:48.276 INFO:tasks.workunit.client.0.smithi032.stdout: "device", 2023-12-22T17:16:48.276 INFO:tasks.workunit.client.0.smithi032.stdout: "ident", 2023-12-22T17:16:48.276 INFO:tasks.workunit.client.0.smithi032.stdout: "perf" 2023-12-22T17:16:48.276 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:48.276 INFO:tasks.workunit.client.0.smithi032.stdout: "channels_available": [ 2023-12-22T17:16:48.276 INFO:tasks.workunit.client.0.smithi032.stdout: "basic", 2023-12-22T17:16:48.276 INFO:tasks.workunit.client.0.smithi032.stdout: "ident", 2023-12-22T17:16:48.276 INFO:tasks.workunit.client.0.smithi032.stdout: "crash", 2023-12-22T17:16:48.276 INFO:tasks.workunit.client.0.smithi032.stdout: "device", 2023-12-22T17:16:48.277 INFO:tasks.workunit.client.0.smithi032.stdout: "perf" 2023-12-22T17:16:48.277 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:48.277 INFO:tasks.workunit.client.0.smithi032.stdout: "collections_available": [ 2023-12-22T17:16:48.277 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_base", 2023-12-22T17:16:48.277 INFO:tasks.workunit.client.0.smithi032.stdout: "device_base", 2023-12-22T17:16:48.277 INFO:tasks.workunit.client.0.smithi032.stdout: "crash_base", 2023-12-22T17:16:48.277 INFO:tasks.workunit.client.0.smithi032.stdout: "ident_base", 2023-12-22T17:16:48.277 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_perf", 2023-12-22T17:16:48.277 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_mds_metadata", 2023-12-22T17:16:48.277 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_pool_usage", 2023-12-22T17:16:48.277 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_usage_by_class", 2023-12-22T17:16:48.277 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_rook_v01", 2023-12-22T17:16:48.277 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_memory_metrics", 2023-12-22T17:16:48.277 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_pool_options_bluestore" 2023-12-22T17:16:48.277 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:48.278 INFO:tasks.workunit.client.0.smithi032.stdout: "collections_opted_in": [ 2023-12-22T17:16:48.278 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_base", 2023-12-22T17:16:48.278 INFO:tasks.workunit.client.0.smithi032.stdout: "device_base", 2023-12-22T17:16:48.278 INFO:tasks.workunit.client.0.smithi032.stdout: "crash_base", 2023-12-22T17:16:48.278 INFO:tasks.workunit.client.0.smithi032.stdout: "ident_base", 2023-12-22T17:16:48.278 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_perf", 2023-12-22T17:16:48.278 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_mds_metadata", 2023-12-22T17:16:48.278 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_pool_usage", 2023-12-22T17:16:48.278 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_usage_by_class", 2023-12-22T17:16:48.278 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_rook_v01", 2023-12-22T17:16:48.278 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_memory_metrics", 2023-12-22T17:16:48.278 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_pool_options_bluestore" 2023-12-22T17:16:48.278 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:48.278 INFO:tasks.workunit.client.0.smithi032.stdout: "config": { 2023-12-22T17:16:48.279 INFO:tasks.workunit.client.0.smithi032.stdout: "active_changed": [ 2023-12-22T17:16:48.279 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-22T17:16:48.279 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_debug", 2023-12-22T17:16:48.279 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_mon_ticket_ttl", 2023-12-22T17:16:48.279 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_service_ticket_ttl", 2023-12-22T17:16:48.279 INFO:tasks.workunit.client.0.smithi032.stdout: "bdev_debug_aio", 2023-12-22T17:16:48.279 INFO:tasks.workunit.client.0.smithi032.stdout: "client_check_pool_perm", 2023-12-22T17:16:48.279 INFO:tasks.workunit.client.0.smithi032.stdout: "client_mount_gid", 2023-12-22T17:16:48.279 INFO:tasks.workunit.client.0.smithi032.stdout: "client_mount_uid", 2023-12-22T17:16:48.279 INFO:tasks.workunit.client.0.smithi032.stdout: "client_quota", 2023-12-22T17:16:48.279 INFO:tasks.workunit.client.0.smithi032.stdout: "container_image", 2023-12-22T17:16:48.279 INFO:tasks.workunit.client.0.smithi032.stdout: "daemonize", 2023-12-22T17:16:48.279 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_asserts_on_shutdown", 2023-12-22T17:16:48.279 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_mgr", 2023-12-22T17:16:48.279 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_mon", 2023-12-22T17:16:48.280 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_ms", 2023-12-22T17:16:48.280 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_osd", 2023-12-22T17:16:48.280 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_paxos", 2023-12-22T17:16:48.280 INFO:tasks.workunit.client.0.smithi032.stdout: "keyring", 2023-12-22T17:16:48.280 INFO:tasks.workunit.client.0.smithi032.stdout: "leveldb_block_size", 2023-12-22T17:16:48.280 INFO:tasks.workunit.client.0.smithi032.stdout: "leveldb_cache_size", 2023-12-22T17:16:48.280 INFO:tasks.workunit.client.0.smithi032.stdout: "leveldb_compression", 2023-12-22T17:16:48.280 INFO:tasks.workunit.client.0.smithi032.stdout: "leveldb_log", 2023-12-22T17:16:48.280 INFO:tasks.workunit.client.0.smithi032.stdout: "leveldb_write_buffer_size", 2023-12-22T17:16:48.280 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_file", 2023-12-22T17:16:48.280 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_journald", 2023-12-22T17:16:48.280 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_stderr", 2023-12-22T17:16:48.280 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_allow_pool_delete", 2023-12-22T17:16:48.280 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_clock_drift_allowed", 2023-12-22T17:16:48.280 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_cluster_log_file_level", 2023-12-22T17:16:48.281 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_cluster_log_to_file", 2023-12-22T17:16:48.281 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_cluster_log_to_journald", 2023-12-22T17:16:48.281 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_cluster_log_to_stderr", 2023-12-22T17:16:48.281 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_data_avail_warn", 2023-12-22T17:16:48.281 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_election_default_strategy", 2023-12-22T17:16:48.281 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_host", 2023-12-22T17:16:48.281 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_max_pg_per_osd", 2023-12-22T17:16:48.281 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_mgr_mkfs_grace", 2023-12-22T17:16:48.281 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_osd_prime_pg_temp", 2023-12-22T17:16:48.281 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_osd_reporter_subtree_level", 2023-12-22T17:16:48.281 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_pg_warn_max_object_skew", 2023-12-22T17:16:48.281 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-22T17:16:48.281 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-22T17:16:48.281 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-22T17:16:48.282 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-22T17:16:48.282 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-22T17:16:48.282 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-22T17:16:48.282 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-22T17:16:48.282 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-22T17:16:48.282 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_too_few_osds", 2023-12-22T17:16:48.282 INFO:tasks.workunit.client.0.smithi032.stdout: "ms_die_on_bug", 2023-12-22T17:16:48.282 INFO:tasks.workunit.client.0.smithi032.stdout: "ms_die_on_old_message", 2023-12-22T17:16:48.282 INFO:tasks.workunit.client.0.smithi032.stdout: "no_config_file", 2023-12-22T17:16:48.282 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_class_default_list", 2023-12-22T17:16:48.282 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_class_load_list", 2023-12-22T17:16:48.282 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_misdirected_ops", 2023-12-22T17:16:48.282 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_op_order", 2023-12-22T17:16:48.282 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_pg_log_writeout", 2023-12-22T17:16:48.282 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_shutdown", 2023-12-22T17:16:48.283 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_cached_snaps", 2023-12-22T17:16:48.283 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_missing_on_start", 2023-12-22T17:16:48.283 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_stray_on_activate", 2023-12-22T17:16:48.283 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-22T17:16:48.283 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_profile", 2023-12-22T17:16:48.283 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2023-12-22T17:16:48.283 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_best_effort_res", 2023-12-22T17:16:48.283 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2023-12-22T17:16:48.283 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_recovery_lim", 2023-12-22T17:16:48.283 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_recovery_res", 2023-12-22T17:16:48.283 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2023-12-22T17:16:48.283 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_client_lim", 2023-12-22T17:16:48.283 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_client_res", 2023-12-22T17:16:48.283 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_client_wgt", 2023-12-22T17:16:48.283 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_memory_target", 2023-12-22T17:16:48.283 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_memory_target_autotune", 2023-12-22T17:16:48.284 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_op_queue", 2023-12-22T17:16:48.284 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_op_queue_cut_off", 2023-12-22T17:16:48.284 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pool_default_erasure_code_profile", 2023-12-22T17:16:48.284 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-22T17:16:48.284 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_recover_clone_overlap", 2023-12-22T17:16:48.284 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_recovery_max_chunk", 2023-12-22T17:16:48.284 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_scrub_load_threshold", 2023-12-22T17:16:48.284 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_scrub_max_interval", 2023-12-22T17:16:48.284 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_shutdown_pgref_assert", 2023-12-22T17:16:48.284 INFO:tasks.workunit.client.0.smithi032.stdout: "public_addr", 2023-12-22T17:16:48.284 INFO:tasks.workunit.client.0.smithi032.stdout: "public_addrv", 2023-12-22T17:16:48.284 INFO:tasks.workunit.client.0.smithi032.stdout: "public_network", 2023-12-22T17:16:48.284 INFO:tasks.workunit.client.0.smithi032.stdout: "rbd_default_features", 2023-12-22T17:16:48.284 INFO:tasks.workunit.client.0.smithi032.stdout: "rbd_qos_exclude_ops", 2023-12-22T17:16:48.285 INFO:tasks.workunit.client.0.smithi032.stdout: "setgroup", 2023-12-22T17:16:48.285 INFO:tasks.workunit.client.0.smithi032.stdout: "setuser" 2023-12-22T17:16:48.285 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:48.285 INFO:tasks.workunit.client.0.smithi032.stdout: "cluster_changed": [ 2023-12-22T17:16:48.285 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-22T17:16:48.285 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_debug", 2023-12-22T17:16:48.285 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_mon_ticket_ttl", 2023-12-22T17:16:48.285 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_service_ticket_ttl", 2023-12-22T17:16:48.285 INFO:tasks.workunit.client.0.smithi032.stdout: "bdev_debug_aio", 2023-12-22T17:16:48.285 INFO:tasks.workunit.client.0.smithi032.stdout: "container_image", 2023-12-22T17:16:48.285 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_asserts_on_shutdown", 2023-12-22T17:16:48.285 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_mgr", 2023-12-22T17:16:48.285 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_mon", 2023-12-22T17:16:48.285 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_ms", 2023-12-22T17:16:48.286 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_osd", 2023-12-22T17:16:48.286 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_paxos", 2023-12-22T17:16:48.286 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_file", 2023-12-22T17:16:48.286 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_journald", 2023-12-22T17:16:48.286 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_stderr", 2023-12-22T17:16:48.286 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_join_fs", 2023-12-22T17:16:48.286 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/cephadm/allow_ptrace", 2023-12-22T17:16:48.286 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/cephadm/container_init", 2023-12-22T17:16:48.286 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/cephadm/migration_current", 2023-12-22T17:16:48.286 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/cephadm/use_repo_digest", 2023-12-22T17:16:48.286 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2023-12-22T17:16:48.286 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2023-12-22T17:16:48.286 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/dashboard/GRAFANA_API_URL", 2023-12-22T17:16:48.286 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2023-12-22T17:16:48.286 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/dashboard/ssl_server_port", 2023-12-22T17:16:48.286 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/orchestrator/orchestrator", 2023-12-22T17:16:48.287 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/telemetry/channel_ident", 2023-12-22T17:16:48.287 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/telemetry/channel_perf", 2023-12-22T17:16:48.287 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/telemetry/description", 2023-12-22T17:16:48.287 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/telemetry/enabled", 2023-12-22T17:16:48.287 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/telemetry/organization", 2023-12-22T17:16:48.287 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_allow_pool_delete", 2023-12-22T17:16:48.287 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_clock_drift_allowed", 2023-12-22T17:16:48.287 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_cluster_log_file_level", 2023-12-22T17:16:48.287 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_data_avail_warn", 2023-12-22T17:16:48.287 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_election_default_strategy", 2023-12-22T17:16:48.287 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_max_pg_per_osd", 2023-12-22T17:16:48.287 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_mgr_mkfs_grace", 2023-12-22T17:16:48.287 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_osd_prime_pg_temp", 2023-12-22T17:16:48.287 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_osd_reporter_subtree_level", 2023-12-22T17:16:48.287 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_pg_warn_max_object_skew", 2023-12-22T17:16:48.287 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-22T17:16:48.287 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-22T17:16:48.288 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-22T17:16:48.288 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-22T17:16:48.288 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-22T17:16:48.288 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-22T17:16:48.288 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-22T17:16:48.288 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-22T17:16:48.288 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_too_few_osds", 2023-12-22T17:16:48.288 INFO:tasks.workunit.client.0.smithi032.stdout: "ms_die_on_bug", 2023-12-22T17:16:48.288 INFO:tasks.workunit.client.0.smithi032.stdout: "ms_die_on_old_message", 2023-12-22T17:16:48.288 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_class_default_list", 2023-12-22T17:16:48.288 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_class_load_list", 2023-12-22T17:16:48.288 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_misdirected_ops", 2023-12-22T17:16:48.288 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_op_order", 2023-12-22T17:16:48.288 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_pg_log_writeout", 2023-12-22T17:16:48.288 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_shutdown", 2023-12-22T17:16:48.288 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_cached_snaps", 2023-12-22T17:16:48.288 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_missing_on_start", 2023-12-22T17:16:48.289 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_stray_on_activate", 2023-12-22T17:16:48.289 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-22T17:16:48.289 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_profile", 2023-12-22T17:16:48.289 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_memory_target", 2023-12-22T17:16:48.289 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_memory_target_autotune", 2023-12-22T17:16:48.289 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_op_queue", 2023-12-22T17:16:48.289 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_op_queue_cut_off", 2023-12-22T17:16:48.289 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pool_default_erasure_code_profile", 2023-12-22T17:16:48.289 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-22T17:16:48.289 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_recover_clone_overlap", 2023-12-22T17:16:48.289 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_recovery_max_chunk", 2023-12-22T17:16:48.289 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_scrub_load_threshold", 2023-12-22T17:16:48.289 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_scrub_max_interval", 2023-12-22T17:16:48.289 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_shutdown_pgref_assert", 2023-12-22T17:16:48.289 INFO:tasks.workunit.client.0.smithi032.stdout: "public_network", 2023-12-22T17:16:48.289 INFO:tasks.workunit.client.0.smithi032.stdout: "rgw_cache_enabled", 2023-12-22T17:16:48.290 INFO:tasks.workunit.client.0.smithi032.stdout: "rgw_enable_ops_log", 2023-12-22T17:16:48.290 INFO:tasks.workunit.client.0.smithi032.stdout: "rgw_enable_usage_log" 2023-12-22T17:16:48.290 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:48.290 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.290 INFO:tasks.workunit.client.0.smithi032.stdout: "contact": null, 2023-12-22T17:16:48.290 INFO:tasks.workunit.client.0.smithi032.stdout: "crashes": [], 2023-12-22T17:16:48.290 INFO:tasks.workunit.client.0.smithi032.stdout: "created": "2023-12-22T17:10:37.895877Z", 2023-12-22T17:16:48.290 INFO:tasks.workunit.client.0.smithi032.stdout: "crush": { 2023-12-22T17:16:48.290 INFO:tasks.workunit.client.0.smithi032.stdout: "bucket_algs": { 2023-12-22T17:16:48.290 INFO:tasks.workunit.client.0.smithi032.stdout: "straw2": 3 2023-12-22T17:16:48.290 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.290 INFO:tasks.workunit.client.0.smithi032.stdout: "bucket_sizes": { 2023-12-22T17:16:48.290 INFO:tasks.workunit.client.0.smithi032.stdout: "2": 1, 2023-12-22T17:16:48.290 INFO:tasks.workunit.client.0.smithi032.stdout: "4": 2 2023-12-22T17:16:48.290 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.290 INFO:tasks.workunit.client.0.smithi032.stdout: "bucket_types": { 2023-12-22T17:16:48.290 INFO:tasks.workunit.client.0.smithi032.stdout: "1": 2, 2023-12-22T17:16:48.291 INFO:tasks.workunit.client.0.smithi032.stdout: "11": 1 2023-12-22T17:16:48.291 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.291 INFO:tasks.workunit.client.0.smithi032.stdout: "compat_weight_set": false, 2023-12-22T17:16:48.291 INFO:tasks.workunit.client.0.smithi032.stdout: "device_classes": [ 2023-12-22T17:16:48.291 INFO:tasks.workunit.client.0.smithi032.stdout: 8 2023-12-22T17:16:48.291 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:48.291 INFO:tasks.workunit.client.0.smithi032.stdout: "num_buckets": 6, 2023-12-22T17:16:48.291 INFO:tasks.workunit.client.0.smithi032.stdout: "num_devices": 8, 2023-12-22T17:16:48.291 INFO:tasks.workunit.client.0.smithi032.stdout: "num_rules": 1, 2023-12-22T17:16:48.291 INFO:tasks.workunit.client.0.smithi032.stdout: "num_types": 12, 2023-12-22T17:16:48.291 INFO:tasks.workunit.client.0.smithi032.stdout: "num_weight_sets": 0, 2023-12-22T17:16:48.291 INFO:tasks.workunit.client.0.smithi032.stdout: "tunables": { 2023-12-22T17:16:48.291 INFO:tasks.workunit.client.0.smithi032.stdout: "allowed_bucket_algs": 54, 2023-12-22T17:16:48.291 INFO:tasks.workunit.client.0.smithi032.stdout: "choose_local_fallback_tries": 0, 2023-12-22T17:16:48.291 INFO:tasks.workunit.client.0.smithi032.stdout: "choose_local_tries": 0, 2023-12-22T17:16:48.292 INFO:tasks.workunit.client.0.smithi032.stdout: "choose_total_tries": 50, 2023-12-22T17:16:48.292 INFO:tasks.workunit.client.0.smithi032.stdout: "chooseleaf_descend_once": 1, 2023-12-22T17:16:48.292 INFO:tasks.workunit.client.0.smithi032.stdout: "chooseleaf_stable": 1, 2023-12-22T17:16:48.292 INFO:tasks.workunit.client.0.smithi032.stdout: "chooseleaf_vary_r": 1, 2023-12-22T17:16:48.292 INFO:tasks.workunit.client.0.smithi032.stdout: "has_v2_rules": 0, 2023-12-22T17:16:48.292 INFO:tasks.workunit.client.0.smithi032.stdout: "has_v3_rules": 0, 2023-12-22T17:16:48.292 INFO:tasks.workunit.client.0.smithi032.stdout: "has_v4_buckets": 1, 2023-12-22T17:16:48.292 INFO:tasks.workunit.client.0.smithi032.stdout: "has_v5_rules": 0, 2023-12-22T17:16:48.292 INFO:tasks.workunit.client.0.smithi032.stdout: "legacy_tunables": 0, 2023-12-22T17:16:48.292 INFO:tasks.workunit.client.0.smithi032.stdout: "minimum_required_version": "jewel", 2023-12-22T17:16:48.292 INFO:tasks.workunit.client.0.smithi032.stdout: "optimal_tunables": 1, 2023-12-22T17:16:48.292 INFO:tasks.workunit.client.0.smithi032.stdout: "profile": "jewel", 2023-12-22T17:16:48.292 INFO:tasks.workunit.client.0.smithi032.stdout: "require_feature_tunables": 1, 2023-12-22T17:16:48.292 INFO:tasks.workunit.client.0.smithi032.stdout: "require_feature_tunables2": 1, 2023-12-22T17:16:48.292 INFO:tasks.workunit.client.0.smithi032.stdout: "require_feature_tunables3": 1, 2023-12-22T17:16:48.293 INFO:tasks.workunit.client.0.smithi032.stdout: "require_feature_tunables5": 1, 2023-12-22T17:16:48.293 INFO:tasks.workunit.client.0.smithi032.stdout: "straw_calc_version": 1 2023-12-22T17:16:48.293 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.293 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.293 INFO:tasks.workunit.client.0.smithi032.stdout: "description": "upgrade test cluster", 2023-12-22T17:16:48.293 INFO:tasks.workunit.client.0.smithi032.stdout: "fs": { 2023-12-22T17:16:48.293 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2023-12-22T17:16:48.293 INFO:tasks.workunit.client.0.smithi032.stdout: "feature_flags": { 2023-12-22T17:16:48.293 INFO:tasks.workunit.client.0.smithi032.stdout: "enable_multiple": true, 2023-12-22T17:16:48.293 INFO:tasks.workunit.client.0.smithi032.stdout: "ever_enabled_multiple": true 2023-12-22T17:16:48.293 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.293 INFO:tasks.workunit.client.0.smithi032.stdout: "filesystems": [ 2023-12-22T17:16:48.293 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.293 INFO:tasks.workunit.client.0.smithi032.stdout: "approx_ctime": "2023-12", 2023-12-22T17:16:48.293 INFO:tasks.workunit.client.0.smithi032.stdout: "balancer_enabled": false, 2023-12-22T17:16:48.294 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.294 INFO:tasks.workunit.client.0.smithi032.stdout: "cached_caps": 0, 2023-12-22T17:16:48.294 INFO:tasks.workunit.client.0.smithi032.stdout: "cached_dns": 10, 2023-12-22T17:16:48.294 INFO:tasks.workunit.client.0.smithi032.stdout: "cached_inos": 13, 2023-12-22T17:16:48.294 INFO:tasks.workunit.client.0.smithi032.stdout: "cached_subtrees": 2, 2023-12-22T17:16:48.294 INFO:tasks.workunit.client.0.smithi032.stdout: "ever_allowed_features": 0, 2023-12-22T17:16:48.294 INFO:tasks.workunit.client.0.smithi032.stdout: "explicitly_allowed_features": 0, 2023-12-22T17:16:48.294 INFO:tasks.workunit.client.0.smithi032.stdout: "files": 0, 2023-12-22T17:16:48.294 INFO:tasks.workunit.client.0.smithi032.stdout: "max_mds": 1, 2023-12-22T17:16:48.294 INFO:tasks.workunit.client.0.smithi032.stdout: "num_data_pools": 1, 2023-12-22T17:16:48.294 INFO:tasks.workunit.client.0.smithi032.stdout: "num_in": 1, 2023-12-22T17:16:48.294 INFO:tasks.workunit.client.0.smithi032.stdout: "num_mds": 1, 2023-12-22T17:16:48.294 INFO:tasks.workunit.client.0.smithi032.stdout: "num_sessions": 0, 2023-12-22T17:16:48.294 INFO:tasks.workunit.client.0.smithi032.stdout: "num_standby_replay": 0, 2023-12-22T17:16:48.294 INFO:tasks.workunit.client.0.smithi032.stdout: "num_up": 1, 2023-12-22T17:16:48.294 INFO:tasks.workunit.client.0.smithi032.stdout: "snaps": 0, 2023-12-22T17:16:48.295 INFO:tasks.workunit.client.0.smithi032.stdout: "standby_count_wanted": 0 2023-12-22T17:16:48.295 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.295 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:48.295 INFO:tasks.workunit.client.0.smithi032.stdout: "num_standby_mds": 1, 2023-12-22T17:16:48.295 INFO:tasks.workunit.client.0.smithi032.stdout: "total_num_mds": 2 2023-12-22T17:16:48.295 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.295 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_stats": { 2023-12-22T17:16:48.295 INFO:tasks.workunit.client.0.smithi032.stdout: "mds": { 2023-12-22T17:16:48.295 INFO:tasks.workunit.client.0.smithi032.stdout: "mds.5a83e9383e4ed6395b020b4d4cc228155a2c4190": { 2023-12-22T17:16:48.295 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 19218432, 2023-12-22T17:16:48.295 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 290936, 2023-12-22T17:16:48.295 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2752512, 2023-12-22T17:16:48.295 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 245760, 2023-12-22T17:16:48.295 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 0, 2023-12-22T17:16:48.295 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 301, 2023-12-22T17:16:48.295 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2023-12-22T17:16:48.296 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 844088, 2023-12-22T17:16:48.296 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 12, 2023-12-22T17:16:48.296 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 674304, 2023-12-22T17:16:48.296 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 14410832, 2023-12-22T17:16:48.296 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 19218432 2023-12-22T17:16:48.296 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.296 INFO:tasks.workunit.client.0.smithi032.stdout: "mds.d7134caa19f4ceb0ac85f9820c4aa7d20d7697cf": { 2023-12-22T17:16:48.296 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 20307968, 2023-12-22T17:16:48.296 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 479616, 2023-12-22T17:16:48.296 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2752512, 2023-12-22T17:16:48.296 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 139264, 2023-12-22T17:16:48.296 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 1007616, 2023-12-22T17:16:48.296 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 382, 2023-12-22T17:16:48.296 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2023-12-22T17:16:48.296 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 1262656, 2023-12-22T17:16:48.297 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 20, 2023-12-22T17:16:48.297 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 845824, 2023-12-22T17:16:48.297 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 14828096, 2023-12-22T17:16:48.297 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 21315584 2023-12-22T17:16:48.297 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.297 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.297 INFO:tasks.workunit.client.0.smithi032.stdout: "mon": { 2023-12-22T17:16:48.297 INFO:tasks.workunit.client.0.smithi032.stdout: "mon.5a83e9383e4ed6395b020b4d4cc228155a2c4190": { 2023-12-22T17:16:48.297 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 44408832, 2023-12-22T17:16:48.297 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 1266856, 2023-12-22T17:16:48.297 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2752512, 2023-12-22T17:16:48.297 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 0, 2023-12-22T17:16:48.297 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 4186112, 2023-12-22T17:16:48.297 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 1712, 2023-12-22T17:16:48.298 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2023-12-22T17:16:48.298 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 11139992, 2023-12-22T17:16:48.298 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 22, 2023-12-22T17:16:48.298 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 2871296, 2023-12-22T17:16:48.298 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 26378176, 2023-12-22T17:16:48.298 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 48594944 2023-12-22T17:16:48.298 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.298 INFO:tasks.workunit.client.0.smithi032.stdout: "mon.d7134caa19f4ceb0ac85f9820c4aa7d20d7697cf": { 2023-12-22T17:16:48.298 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 36347904, 2023-12-22T17:16:48.298 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 841536, 2023-12-22T17:16:48.298 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2752512, 2023-12-22T17:16:48.298 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 81920, 2023-12-22T17:16:48.298 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 9183232, 2023-12-22T17:16:48.298 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 1159, 2023-12-22T17:16:48.298 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2023-12-22T17:16:48.299 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 7953048, 2023-12-22T17:16:48.299 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 21, 2023-12-22T17:16:48.299 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 1487360, 2023-12-22T17:16:48.299 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 23231528, 2023-12-22T17:16:48.299 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 45531136 2023-12-22T17:16:48.299 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.299 INFO:tasks.workunit.client.0.smithi032.stdout: "mon.d72a799828880c9d0b996bb9d98860dc3b76b2e6": { 2023-12-22T17:16:48.299 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 37953536, 2023-12-22T17:16:48.299 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 1125952, 2023-12-22T17:16:48.299 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2752512, 2023-12-22T17:16:48.299 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 925696, 2023-12-22T17:16:48.299 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 8634368, 2023-12-22T17:16:48.299 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 1033, 2023-12-22T17:16:48.299 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2023-12-22T17:16:48.299 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 7467232, 2023-12-22T17:16:48.299 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 22, 2023-12-22T17:16:48.300 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 1775104, 2023-12-22T17:16:48.300 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 23907040, 2023-12-22T17:16:48.300 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 46587904 2023-12-22T17:16:48.300 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.300 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.300 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:48.300 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.0": { 2023-12-22T17:16:48.300 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 273465344, 2023-12-22T17:16:48.300 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 785336, 2023-12-22T17:16:48.300 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2883584, 2023-12-22T17:16:48.300 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 16384, 2023-12-22T17:16:48.300 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 606208, 2023-12-22T17:16:48.300 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 1263, 2023-12-22T17:16:48.300 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2023-12-22T17:16:48.300 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 4930960, 2023-12-22T17:16:48.300 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 45, 2023-12-22T17:16:48.300 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 2528256, 2023-12-22T17:16:48.301 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 262320824, 2023-12-22T17:16:48.301 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 274071552 2023-12-22T17:16:48.301 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.301 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.1": { 2023-12-22T17:16:48.301 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 238698496, 2023-12-22T17:16:48.301 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 829024, 2023-12-22T17:16:48.301 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2883584, 2023-12-22T17:16:48.301 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 0, 2023-12-22T17:16:48.301 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 557056, 2023-12-22T17:16:48.301 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 1198, 2023-12-22T17:16:48.301 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2023-12-22T17:16:48.301 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 5066328, 2023-12-22T17:16:48.301 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 46, 2023-12-22T17:16:48.301 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 2115328, 2023-12-22T17:16:48.301 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 227804232, 2023-12-22T17:16:48.302 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 239255552 2023-12-22T17:16:48.302 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.302 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.2": { 2023-12-22T17:16:48.302 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 237641728, 2023-12-22T17:16:48.302 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 835040, 2023-12-22T17:16:48.302 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2883584, 2023-12-22T17:16:48.302 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 0, 2023-12-22T17:16:48.302 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 1613824, 2023-12-22T17:16:48.302 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 1133, 2023-12-22T17:16:48.302 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2023-12-22T17:16:48.302 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 4478192, 2023-12-22T17:16:48.302 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 46, 2023-12-22T17:16:48.302 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 2107648, 2023-12-22T17:16:48.302 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 227337264, 2023-12-22T17:16:48.302 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 239255552 2023-12-22T17:16:48.302 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.302 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.3": { 2023-12-22T17:16:48.303 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 270270464, 2023-12-22T17:16:48.303 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 840360, 2023-12-22T17:16:48.303 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2883584, 2023-12-22T17:16:48.303 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 0, 2023-12-22T17:16:48.303 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 1425408, 2023-12-22T17:16:48.303 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 1086, 2023-12-22T17:16:48.303 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2023-12-22T17:16:48.303 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 3621856, 2023-12-22T17:16:48.303 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 44, 2023-12-22T17:16:48.303 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 1950976, 2023-12-22T17:16:48.303 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 260973688, 2023-12-22T17:16:48.303 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 271695872 2023-12-22T17:16:48.303 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.303 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.4": { 2023-12-22T17:16:48.303 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 270991360, 2023-12-22T17:16:48.303 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 729560, 2023-12-22T17:16:48.303 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2883584, 2023-12-22T17:16:48.304 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 0, 2023-12-22T17:16:48.304 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 704512, 2023-12-22T17:16:48.304 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 1130, 2023-12-22T17:16:48.304 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2023-12-22T17:16:48.304 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 4398304, 2023-12-22T17:16:48.304 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 46, 2023-12-22T17:16:48.304 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 1786880, 2023-12-22T17:16:48.304 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 261193032, 2023-12-22T17:16:48.304 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 271695872 2023-12-22T17:16:48.304 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.304 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.5": { 2023-12-22T17:16:48.304 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 238174208, 2023-12-22T17:16:48.304 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 926552, 2023-12-22T17:16:48.304 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2883584, 2023-12-22T17:16:48.305 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 0, 2023-12-22T17:16:48.305 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 1015808, 2023-12-22T17:16:48.305 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 1137, 2023-12-22T17:16:48.305 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2023-12-22T17:16:48.305 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 4339416, 2023-12-22T17:16:48.305 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 46, 2023-12-22T17:16:48.305 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 1907200, 2023-12-22T17:16:48.305 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 228117456, 2023-12-22T17:16:48.305 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 239190016 2023-12-22T17:16:48.305 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.305 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.6": { 2023-12-22T17:16:48.305 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 237289472, 2023-12-22T17:16:48.305 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 1024920, 2023-12-22T17:16:48.306 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2883584, 2023-12-22T17:16:48.306 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 0, 2023-12-22T17:16:48.306 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 1064960, 2023-12-22T17:16:48.306 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 1147, 2023-12-22T17:16:48.306 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2023-12-22T17:16:48.306 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 4564160, 2023-12-22T17:16:48.306 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 46, 2023-12-22T17:16:48.306 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 1706496, 2023-12-22T17:16:48.306 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 227110312, 2023-12-22T17:16:48.306 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 238354432 2023-12-22T17:16:48.306 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.306 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.7": { 2023-12-22T17:16:48.306 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 237707264, 2023-12-22T17:16:48.306 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 1140752, 2023-12-22T17:16:48.306 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2883584, 2023-12-22T17:16:48.306 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 0, 2023-12-22T17:16:48.306 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 1548288, 2023-12-22T17:16:48.307 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 1143, 2023-12-22T17:16:48.307 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2023-12-22T17:16:48.307 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 4009624, 2023-12-22T17:16:48.307 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 46, 2023-12-22T17:16:48.307 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 1915136, 2023-12-22T17:16:48.307 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 227758168, 2023-12-22T17:16:48.307 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 239255552 2023-12-22T17:16:48.307 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.307 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.307 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.307 INFO:tasks.workunit.client.0.smithi032.stdout: "hosts": { 2023-12-22T17:16:48.307 INFO:tasks.workunit.client.0.smithi032.stdout: "num": 2, 2023-12-22T17:16:48.307 INFO:tasks.workunit.client.0.smithi032.stdout: "num_with_mds": 2, 2023-12-22T17:16:48.307 INFO:tasks.workunit.client.0.smithi032.stdout: "num_with_mgr": 2, 2023-12-22T17:16:48.307 INFO:tasks.workunit.client.0.smithi032.stdout: "num_with_mon": 2, 2023-12-22T17:16:48.307 INFO:tasks.workunit.client.0.smithi032.stdout: "num_with_osd": 2 2023-12-22T17:16:48.308 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.308 INFO:tasks.workunit.client.0.smithi032.stdout: "io_rate": { 2023-12-22T17:16:48.308 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_stats_delta": { 2023-12-22T17:16:48.308 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": 0, 2023-12-22T17:16:48.308 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:48.308 INFO:tasks.workunit.client.0.smithi032.stdout: "num_store_stats": 0, 2023-12-22T17:16:48.308 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:48.308 INFO:tasks.workunit.client.0.smithi032.stdout: "stamp_delta": "12.002235", 2023-12-22T17:16:48.308 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:48.308 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 282, 2023-12-22T17:16:48.308 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:48.308 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:48.308 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:48.308 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:48.308 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:48.308 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:48.309 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:48.309 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:48.309 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:48.309 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:48.309 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:48.309 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:48.309 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:48.309 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:48.309 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:48.309 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:48.309 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:48.309 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:48.309 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:48.309 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:48.309 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:48.310 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:48.310 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:48.310 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:48.310 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:48.310 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:48.310 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:48.310 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:48.310 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:48.310 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:48.310 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:48.310 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:48.310 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 182, 2023-12-22T17:16:48.310 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 278, 2023-12-22T17:16:48.310 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:48.310 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:48.310 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:48.310 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 43, 2023-12-22T17:16:48.311 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 3 2023-12-22T17:16:48.311 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.311 INFO:tasks.workunit.client.0.smithi032.stdout: "store_stats": { 2023-12-22T17:16:48.311 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": 0, 2023-12-22T17:16:48.311 INFO:tasks.workunit.client.0.smithi032.stdout: "available": 0, 2023-12-22T17:16:48.311 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed": 0, 2023-12-22T17:16:48.311 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed_allocated": 0, 2023-12-22T17:16:48.311 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed_original": 0, 2023-12-22T17:16:48.311 INFO:tasks.workunit.client.0.smithi032.stdout: "data_stored": 0, 2023-12-22T17:16:48.311 INFO:tasks.workunit.client.0.smithi032.stdout: "internal_metadata": 0, 2023-12-22T17:16:48.311 INFO:tasks.workunit.client.0.smithi032.stdout: "internally_reserved": 0, 2023-12-22T17:16:48.311 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_allocated": 0, 2023-12-22T17:16:48.311 INFO:tasks.workunit.client.0.smithi032.stdout: "total": 0 2023-12-22T17:16:48.311 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.311 INFO:tasks.workunit.client.0.smithi032.stdout: "up": 0 2023-12-22T17:16:48.311 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.312 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.312 INFO:tasks.workunit.client.0.smithi032.stdout: "leaderboard": false, 2023-12-22T17:16:48.312 INFO:tasks.workunit.client.0.smithi032.stdout: "license": "sharing-1-0", 2023-12-22T17:16:48.312 INFO:tasks.workunit.client.0.smithi032.stdout: "mempool": { 2023-12-22T17:16:48.312 INFO:tasks.workunit.client.0.smithi032.stdout: "mds": { 2023-12-22T17:16:48.312 INFO:tasks.workunit.client.0.smithi032.stdout: "mds.5a83e9383e4ed6395b020b4d4cc228155a2c4190": { 2023-12-22T17:16:48.312 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2023-12-22T17:16:48.312 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.312 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.312 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.312 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2023-12-22T17:16:48.312 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.312 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.312 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.312 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2023-12-22T17:16:48.312 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.312 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.313 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.313 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2023-12-22T17:16:48.313 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.313 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.313 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.313 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2023-12-22T17:16:48.313 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.313 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.313 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.313 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2023-12-22T17:16:48.313 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.313 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.313 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.313 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2023-12-22T17:16:48.313 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.314 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.314 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.314 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2023-12-22T17:16:48.314 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.314 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.314 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.314 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2023-12-22T17:16:48.314 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.314 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.314 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.314 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2023-12-22T17:16:48.314 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.314 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.314 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.314 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2023-12-22T17:16:48.314 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.315 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.315 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.315 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2023-12-22T17:16:48.315 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.315 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.315 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.315 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2023-12-22T17:16:48.315 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.315 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.315 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.315 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2023-12-22T17:16:48.315 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.315 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.315 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.315 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2023-12-22T17:16:48.315 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.315 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.316 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.316 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2023-12-22T17:16:48.316 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.316 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.316 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.316 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2023-12-22T17:16:48.316 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.316 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.316 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.316 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2023-12-22T17:16:48.316 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.316 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.316 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.316 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2023-12-22T17:16:48.316 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 149304, 2023-12-22T17:16:48.316 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 31 2023-12-22T17:16:48.317 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.317 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2023-12-22T17:16:48.317 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.317 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.317 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.317 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2023-12-22T17:16:48.317 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 856, 2023-12-22T17:16:48.317 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 2 2023-12-22T17:16:48.317 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.317 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:48.317 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.317 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.317 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.317 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2023-12-22T17:16:48.317 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.318 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.318 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.318 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2023-12-22T17:16:48.318 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.318 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.318 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.318 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2023-12-22T17:16:48.318 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.318 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.318 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.318 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2023-12-22T17:16:48.318 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.318 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.318 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.318 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2023-12-22T17:16:48.318 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.318 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.319 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.319 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2023-12-22T17:16:48.319 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.319 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.319 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.319 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2023-12-22T17:16:48.319 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.319 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.319 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.319 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.319 INFO:tasks.workunit.client.0.smithi032.stdout: "mds.d7134caa19f4ceb0ac85f9820c4aa7d20d7697cf": { 2023-12-22T17:16:48.319 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2023-12-22T17:16:48.319 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.319 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.319 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.320 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2023-12-22T17:16:48.320 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.320 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.320 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.320 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2023-12-22T17:16:48.320 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.320 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.320 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.320 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2023-12-22T17:16:48.320 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.320 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.320 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.320 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2023-12-22T17:16:48.320 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.320 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.321 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.321 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2023-12-22T17:16:48.321 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.321 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.321 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.321 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2023-12-22T17:16:48.321 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.321 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.321 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.321 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2023-12-22T17:16:48.321 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.321 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.321 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.321 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2023-12-22T17:16:48.322 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.322 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.322 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.322 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2023-12-22T17:16:48.322 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.322 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.322 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.322 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2023-12-22T17:16:48.322 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.322 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.322 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.322 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2023-12-22T17:16:48.322 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.322 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.323 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.323 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2023-12-22T17:16:48.323 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.323 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.323 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.323 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2023-12-22T17:16:48.323 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.323 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.323 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.323 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2023-12-22T17:16:48.323 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.323 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.323 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.323 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2023-12-22T17:16:48.323 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.324 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.324 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.324 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2023-12-22T17:16:48.324 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.324 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.324 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.324 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2023-12-22T17:16:48.324 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.324 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.324 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.324 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2023-12-22T17:16:48.324 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 213383, 2023-12-22T17:16:48.324 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 63 2023-12-22T17:16:48.324 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.324 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2023-12-22T17:16:48.324 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.325 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.325 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.325 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2023-12-22T17:16:48.325 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 50488, 2023-12-22T17:16:48.325 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 208 2023-12-22T17:16:48.325 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.325 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:48.325 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.325 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.325 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.325 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2023-12-22T17:16:48.325 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.325 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.325 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.326 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2023-12-22T17:16:48.326 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.326 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.326 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.326 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2023-12-22T17:16:48.326 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 7648, 2023-12-22T17:16:48.326 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 119 2023-12-22T17:16:48.326 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.326 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2023-12-22T17:16:48.326 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.326 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.326 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.326 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2023-12-22T17:16:48.326 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.326 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.326 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.327 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2023-12-22T17:16:48.327 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.327 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.327 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.327 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2023-12-22T17:16:48.327 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.327 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.327 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.327 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.327 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.327 INFO:tasks.workunit.client.0.smithi032.stdout: "mon": { 2023-12-22T17:16:48.327 INFO:tasks.workunit.client.0.smithi032.stdout: "mon.5a83e9383e4ed6395b020b4d4cc228155a2c4190": { 2023-12-22T17:16:48.327 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2023-12-22T17:16:48.327 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.328 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.328 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.328 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2023-12-22T17:16:48.328 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.328 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.328 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.328 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2023-12-22T17:16:48.328 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.328 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.328 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.328 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2023-12-22T17:16:48.328 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.328 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.328 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.328 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2023-12-22T17:16:48.328 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.329 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.329 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.329 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2023-12-22T17:16:48.329 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.329 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.329 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.329 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2023-12-22T17:16:48.329 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.329 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.329 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.329 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2023-12-22T17:16:48.329 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.329 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.329 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.329 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2023-12-22T17:16:48.330 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.330 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.330 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.330 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2023-12-22T17:16:48.330 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.330 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.330 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.330 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2023-12-22T17:16:48.330 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.330 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.330 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.330 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2023-12-22T17:16:48.330 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.330 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.330 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.331 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2023-12-22T17:16:48.331 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.331 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.331 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.331 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2023-12-22T17:16:48.331 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.331 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.331 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.331 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2023-12-22T17:16:48.331 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.331 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.331 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.331 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2023-12-22T17:16:48.331 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.331 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.332 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.332 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2023-12-22T17:16:48.332 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.332 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.332 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.332 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2023-12-22T17:16:48.332 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.332 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.332 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.332 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2023-12-22T17:16:48.332 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 1102791, 2023-12-22T17:16:48.332 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 344 2023-12-22T17:16:48.332 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.332 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2023-12-22T17:16:48.332 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 352, 2023-12-22T17:16:48.332 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 4 2023-12-22T17:16:48.333 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.333 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2023-12-22T17:16:48.333 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.333 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.333 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.333 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:48.333 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.333 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.333 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.333 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2023-12-22T17:16:48.333 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.333 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.333 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.333 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2023-12-22T17:16:48.333 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.333 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.334 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.334 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2023-12-22T17:16:48.334 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 6296, 2023-12-22T17:16:48.334 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 118 2023-12-22T17:16:48.334 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.334 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2023-12-22T17:16:48.334 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 12744, 2023-12-22T17:16:48.334 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 1546 2023-12-22T17:16:48.334 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.334 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2023-12-22T17:16:48.334 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 10304, 2023-12-22T17:16:48.334 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 166 2023-12-22T17:16:48.334 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.334 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2023-12-22T17:16:48.334 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.335 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.335 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.335 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2023-12-22T17:16:48.335 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.335 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.335 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.335 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.335 INFO:tasks.workunit.client.0.smithi032.stdout: "mon.d7134caa19f4ceb0ac85f9820c4aa7d20d7697cf": { 2023-12-22T17:16:48.335 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2023-12-22T17:16:48.335 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.335 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.335 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.335 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2023-12-22T17:16:48.335 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.335 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.336 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.336 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2023-12-22T17:16:48.336 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.336 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.336 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.336 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2023-12-22T17:16:48.336 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.336 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.336 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.336 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2023-12-22T17:16:48.336 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.336 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.336 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.336 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2023-12-22T17:16:48.336 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.336 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.337 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.337 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2023-12-22T17:16:48.337 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.337 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.337 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.337 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2023-12-22T17:16:48.337 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.337 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.337 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.337 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2023-12-22T17:16:48.337 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.337 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.337 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.337 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2023-12-22T17:16:48.337 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.338 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.338 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.338 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2023-12-22T17:16:48.338 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.338 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.338 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.338 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2023-12-22T17:16:48.338 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.338 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.338 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.338 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2023-12-22T17:16:48.338 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.338 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.338 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.339 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2023-12-22T17:16:48.339 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.339 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.339 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.339 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2023-12-22T17:16:48.339 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.339 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.339 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.339 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2023-12-22T17:16:48.339 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.339 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.339 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.339 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2023-12-22T17:16:48.339 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.339 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.340 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.340 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2023-12-22T17:16:48.340 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.340 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.340 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.340 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2023-12-22T17:16:48.340 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 1081543, 2023-12-22T17:16:48.340 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 341 2023-12-22T17:16:48.340 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.340 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2023-12-22T17:16:48.340 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.340 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.340 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.340 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2023-12-22T17:16:48.340 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.340 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.341 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.341 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:48.341 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.341 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.341 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.341 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2023-12-22T17:16:48.341 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.341 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.341 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.341 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2023-12-22T17:16:48.341 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.341 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.341 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.341 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2023-12-22T17:16:48.341 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 6296, 2023-12-22T17:16:48.342 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 118 2023-12-22T17:16:48.342 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.342 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2023-12-22T17:16:48.342 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 12744, 2023-12-22T17:16:48.342 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 1546 2023-12-22T17:16:48.342 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.342 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2023-12-22T17:16:48.342 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 5152, 2023-12-22T17:16:48.342 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 83 2023-12-22T17:16:48.342 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.342 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2023-12-22T17:16:48.342 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.342 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.342 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.342 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2023-12-22T17:16:48.342 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.343 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.343 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.343 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.343 INFO:tasks.workunit.client.0.smithi032.stdout: "mon.d72a799828880c9d0b996bb9d98860dc3b76b2e6": { 2023-12-22T17:16:48.343 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2023-12-22T17:16:48.343 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.343 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.343 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.343 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2023-12-22T17:16:48.343 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.343 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.343 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.343 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2023-12-22T17:16:48.343 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.343 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.343 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.344 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2023-12-22T17:16:48.344 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.344 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.344 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.344 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2023-12-22T17:16:48.344 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.344 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.344 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.344 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2023-12-22T17:16:48.344 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.344 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.344 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.344 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2023-12-22T17:16:48.344 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.344 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.344 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.345 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2023-12-22T17:16:48.345 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.345 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.345 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.345 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2023-12-22T17:16:48.345 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.345 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.345 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.345 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2023-12-22T17:16:48.345 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.345 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.345 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.345 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2023-12-22T17:16:48.345 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.345 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.346 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.346 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2023-12-22T17:16:48.346 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.346 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.346 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.346 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2023-12-22T17:16:48.346 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.346 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.346 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.346 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2023-12-22T17:16:48.346 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.346 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.346 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.346 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2023-12-22T17:16:48.347 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.347 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.347 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.347 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2023-12-22T17:16:48.347 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.347 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.347 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.347 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2023-12-22T17:16:48.347 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.347 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.347 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.347 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2023-12-22T17:16:48.347 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.347 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.347 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.347 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2023-12-22T17:16:48.348 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 1301351, 2023-12-22T17:16:48.348 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 418 2023-12-22T17:16:48.348 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.348 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2023-12-22T17:16:48.348 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.348 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.348 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.348 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2023-12-22T17:16:48.348 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.348 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.348 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.348 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:48.348 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.348 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.348 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.348 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2023-12-22T17:16:48.349 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.349 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.349 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.349 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2023-12-22T17:16:48.349 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.349 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.349 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.349 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2023-12-22T17:16:48.349 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 6296, 2023-12-22T17:16:48.349 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 118 2023-12-22T17:16:48.349 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.349 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2023-12-22T17:16:48.349 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 12744, 2023-12-22T17:16:48.349 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 1546 2023-12-22T17:16:48.350 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.350 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2023-12-22T17:16:48.350 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 5152, 2023-12-22T17:16:48.350 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 83 2023-12-22T17:16:48.350 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.350 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2023-12-22T17:16:48.350 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.350 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.350 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.350 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2023-12-22T17:16:48.350 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.350 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.350 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.350 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.350 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.350 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:48.351 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.0": { 2023-12-22T17:16:48.351 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2023-12-22T17:16:48.351 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.351 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.351 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.351 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2023-12-22T17:16:48.351 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 5832, 2023-12-22T17:16:48.351 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 98 2023-12-22T17:16:48.351 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.351 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2023-12-22T17:16:48.351 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 12672, 2023-12-22T17:16:48.351 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 6 2023-12-22T17:16:48.351 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.351 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2023-12-22T17:16:48.351 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 576, 2023-12-22T17:16:48.352 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2023-12-22T17:16:48.352 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.352 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2023-12-22T17:16:48.352 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 19488, 2023-12-22T17:16:48.352 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 174 2023-12-22T17:16:48.352 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.352 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2023-12-22T17:16:48.352 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 1568, 2023-12-22T17:16:48.352 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 14 2023-12-22T17:16:48.352 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.352 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2023-12-22T17:16:48.352 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 8352, 2023-12-22T17:16:48.352 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 174 2023-12-22T17:16:48.352 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.352 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2023-12-22T17:16:48.353 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 19488, 2023-12-22T17:16:48.353 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 174 2023-12-22T17:16:48.353 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.353 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2023-12-22T17:16:48.353 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 1120, 2023-12-22T17:16:48.353 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 14 2023-12-22T17:16:48.353 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.353 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2023-12-22T17:16:48.353 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 610304, 2023-12-22T17:16:48.353 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 18 2023-12-22T17:16:48.353 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.353 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2023-12-22T17:16:48.353 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 49329, 2023-12-22T17:16:48.353 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 9090 2023-12-22T17:16:48.353 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.354 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2023-12-22T17:16:48.354 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 131240, 2023-12-22T17:16:48.354 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 193 2023-12-22T17:16:48.354 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.354 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2023-12-22T17:16:48.354 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 11112, 2023-12-22T17:16:48.354 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 705 2023-12-22T17:16:48.354 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.354 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2023-12-22T17:16:48.354 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.354 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.354 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.354 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2023-12-22T17:16:48.354 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 30742, 2023-12-22T17:16:48.354 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 193 2023-12-22T17:16:48.355 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.355 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2023-12-22T17:16:48.355 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.355 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.355 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.355 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2023-12-22T17:16:48.355 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 388899, 2023-12-22T17:16:48.355 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 87 2023-12-22T17:16:48.355 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.355 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2023-12-22T17:16:48.355 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.355 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.355 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.355 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2023-12-22T17:16:48.355 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 2435320, 2023-12-22T17:16:48.355 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 192 2023-12-22T17:16:48.356 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.356 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2023-12-22T17:16:48.356 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 6952, 2023-12-22T17:16:48.356 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 79 2023-12-22T17:16:48.356 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.356 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2023-12-22T17:16:48.356 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.356 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.356 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.356 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:48.356 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 532864, 2023-12-22T17:16:48.356 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 46 2023-12-22T17:16:48.356 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.356 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2023-12-22T17:16:48.357 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.357 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.357 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.357 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2023-12-22T17:16:48.357 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 88400, 2023-12-22T17:16:48.357 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 174 2023-12-22T17:16:48.357 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.357 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2023-12-22T17:16:48.357 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 214704, 2023-12-22T17:16:48.357 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3343 2023-12-22T17:16:48.357 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.357 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2023-12-22T17:16:48.357 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.357 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.358 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.358 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2023-12-22T17:16:48.358 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.358 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.358 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.358 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2023-12-22T17:16:48.358 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.358 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.358 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.358 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2023-12-22T17:16:48.358 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.358 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.358 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.358 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.359 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.1": { 2023-12-22T17:16:48.359 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2023-12-22T17:16:48.359 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.359 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.359 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.359 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2023-12-22T17:16:48.359 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 5832, 2023-12-22T17:16:48.359 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 98 2023-12-22T17:16:48.359 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.359 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2023-12-22T17:16:48.359 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 12672, 2023-12-22T17:16:48.359 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 6 2023-12-22T17:16:48.359 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.359 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2023-12-22T17:16:48.360 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 576, 2023-12-22T17:16:48.360 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2023-12-22T17:16:48.360 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.360 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2023-12-22T17:16:48.360 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 18256, 2023-12-22T17:16:48.360 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 163 2023-12-22T17:16:48.360 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.360 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2023-12-22T17:16:48.360 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 1232, 2023-12-22T17:16:48.360 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 11 2023-12-22T17:16:48.360 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.360 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2023-12-22T17:16:48.360 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 7824, 2023-12-22T17:16:48.360 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 163 2023-12-22T17:16:48.360 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.361 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2023-12-22T17:16:48.361 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 18256, 2023-12-22T17:16:48.361 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 163 2023-12-22T17:16:48.361 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.361 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2023-12-22T17:16:48.361 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 800, 2023-12-22T17:16:48.361 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 10 2023-12-22T17:16:48.361 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.361 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2023-12-22T17:16:48.361 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 12288, 2023-12-22T17:16:48.361 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2023-12-22T17:16:48.361 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.361 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2023-12-22T17:16:48.361 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 43192, 2023-12-22T17:16:48.361 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8113 2023-12-22T17:16:48.362 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.362 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2023-12-22T17:16:48.362 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 121040, 2023-12-22T17:16:48.362 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 178 2023-12-22T17:16:48.362 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.362 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2023-12-22T17:16:48.362 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 8912, 2023-12-22T17:16:48.362 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 533 2023-12-22T17:16:48.362 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.362 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2023-12-22T17:16:48.362 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.362 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.362 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.362 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2023-12-22T17:16:48.362 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 26130, 2023-12-22T17:16:48.363 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 178 2023-12-22T17:16:48.363 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.363 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2023-12-22T17:16:48.363 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 1472, 2023-12-22T17:16:48.363 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 2 2023-12-22T17:16:48.363 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.363 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2023-12-22T17:16:48.363 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 422040, 2023-12-22T17:16:48.363 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 95 2023-12-22T17:16:48.363 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.363 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2023-12-22T17:16:48.363 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 40192, 2023-12-22T17:16:48.363 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 10 2023-12-22T17:16:48.363 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.363 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2023-12-22T17:16:48.363 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 2450179, 2023-12-22T17:16:48.364 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 181 2023-12-22T17:16:48.364 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.364 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2023-12-22T17:16:48.364 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 4752, 2023-12-22T17:16:48.364 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 54 2023-12-22T17:16:48.364 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.364 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2023-12-22T17:16:48.364 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.364 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.364 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.364 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:48.364 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 417024, 2023-12-22T17:16:48.364 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 36 2023-12-22T17:16:48.364 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.364 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2023-12-22T17:16:48.365 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.365 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.365 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.365 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2023-12-22T17:16:48.365 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 7280, 2023-12-22T17:16:48.365 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 18 2023-12-22T17:16:48.365 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.365 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2023-12-22T17:16:48.365 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 214704, 2023-12-22T17:16:48.365 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3343 2023-12-22T17:16:48.365 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.365 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2023-12-22T17:16:48.365 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.365 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.366 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.366 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2023-12-22T17:16:48.366 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.366 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.366 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.366 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2023-12-22T17:16:48.366 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.366 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.366 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.366 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2023-12-22T17:16:48.366 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.366 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.366 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.366 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.366 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.2": { 2023-12-22T17:16:48.366 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2023-12-22T17:16:48.367 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.367 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.367 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.367 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2023-12-22T17:16:48.367 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 5832, 2023-12-22T17:16:48.367 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 98 2023-12-22T17:16:48.367 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.367 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2023-12-22T17:16:48.367 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 12672, 2023-12-22T17:16:48.367 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 6 2023-12-22T17:16:48.367 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.367 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2023-12-22T17:16:48.367 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 576, 2023-12-22T17:16:48.367 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2023-12-22T17:16:48.368 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.368 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2023-12-22T17:16:48.368 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 17920, 2023-12-22T17:16:48.368 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 160 2023-12-22T17:16:48.368 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.368 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2023-12-22T17:16:48.368 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 1120, 2023-12-22T17:16:48.368 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 10 2023-12-22T17:16:48.368 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.368 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2023-12-22T17:16:48.368 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 7680, 2023-12-22T17:16:48.368 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 160 2023-12-22T17:16:48.368 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.368 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2023-12-22T17:16:48.368 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 17920, 2023-12-22T17:16:48.369 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 160 2023-12-22T17:16:48.369 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.369 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2023-12-22T17:16:48.369 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 720, 2023-12-22T17:16:48.369 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 9 2023-12-22T17:16:48.369 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.369 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2023-12-22T17:16:48.369 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 8192, 2023-12-22T17:16:48.369 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 2 2023-12-22T17:16:48.369 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.369 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2023-12-22T17:16:48.369 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 41199, 2023-12-22T17:16:48.369 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 7782 2023-12-22T17:16:48.369 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.370 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2023-12-22T17:16:48.370 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 115600, 2023-12-22T17:16:48.370 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 170 2023-12-22T17:16:48.370 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.370 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2023-12-22T17:16:48.370 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 7844, 2023-12-22T17:16:48.370 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 479 2023-12-22T17:16:48.370 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.370 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2023-12-22T17:16:48.370 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.370 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.370 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.370 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2023-12-22T17:16:48.370 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 24586, 2023-12-22T17:16:48.370 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 170 2023-12-22T17:16:48.370 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.371 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2023-12-22T17:16:48.371 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 1472, 2023-12-22T17:16:48.371 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 2 2023-12-22T17:16:48.371 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.371 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2023-12-22T17:16:48.371 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 317860, 2023-12-22T17:16:48.371 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 70 2023-12-22T17:16:48.371 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.371 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2023-12-22T17:16:48.371 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 40192, 2023-12-22T17:16:48.371 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 10 2023-12-22T17:16:48.371 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.371 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2023-12-22T17:16:48.371 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 2420588, 2023-12-22T17:16:48.371 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 177 2023-12-22T17:16:48.372 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.372 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2023-12-22T17:16:48.372 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 4224, 2023-12-22T17:16:48.372 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 48 2023-12-22T17:16:48.372 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.372 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2023-12-22T17:16:48.372 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.372 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.372 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.372 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:48.372 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 347520, 2023-12-22T17:16:48.372 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 30 2023-12-22T17:16:48.372 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.372 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2023-12-22T17:16:48.372 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.372 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.373 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.373 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2023-12-22T17:16:48.373 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 8320, 2023-12-22T17:16:48.373 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 24 2023-12-22T17:16:48.373 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.373 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2023-12-22T17:16:48.373 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 214704, 2023-12-22T17:16:48.373 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3343 2023-12-22T17:16:48.373 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.373 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2023-12-22T17:16:48.373 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.373 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.373 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.373 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2023-12-22T17:16:48.373 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.374 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.374 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.374 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2023-12-22T17:16:48.374 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.374 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.374 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.374 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2023-12-22T17:16:48.374 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.374 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.374 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.374 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.374 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.3": { 2023-12-22T17:16:48.374 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2023-12-22T17:16:48.374 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.374 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.375 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.375 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2023-12-22T17:16:48.375 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 5832, 2023-12-22T17:16:48.375 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 98 2023-12-22T17:16:48.375 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.375 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2023-12-22T17:16:48.375 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 12672, 2023-12-22T17:16:48.375 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 6 2023-12-22T17:16:48.375 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.375 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2023-12-22T17:16:48.375 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 576, 2023-12-22T17:16:48.375 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2023-12-22T17:16:48.375 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.375 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2023-12-22T17:16:48.376 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 18480, 2023-12-22T17:16:48.376 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 165 2023-12-22T17:16:48.376 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.376 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2023-12-22T17:16:48.376 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 448, 2023-12-22T17:16:48.376 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 4 2023-12-22T17:16:48.376 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.376 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2023-12-22T17:16:48.376 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 7920, 2023-12-22T17:16:48.376 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 165 2023-12-22T17:16:48.376 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.376 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2023-12-22T17:16:48.376 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 18480, 2023-12-22T17:16:48.376 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 165 2023-12-22T17:16:48.376 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.376 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2023-12-22T17:16:48.377 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 560, 2023-12-22T17:16:48.377 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 7 2023-12-22T17:16:48.377 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.377 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2023-12-22T17:16:48.377 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 14883, 2023-12-22T17:16:48.377 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2023-12-22T17:16:48.377 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.377 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2023-12-22T17:16:48.377 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 42367, 2023-12-22T17:16:48.377 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8053 2023-12-22T17:16:48.377 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.377 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2023-12-22T17:16:48.377 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 120360, 2023-12-22T17:16:48.377 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 177 2023-12-22T17:16:48.378 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.378 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2023-12-22T17:16:48.378 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 8936, 2023-12-22T17:16:48.378 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 536 2023-12-22T17:16:48.378 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.378 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2023-12-22T17:16:48.378 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.378 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.378 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.378 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2023-12-22T17:16:48.378 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 25538, 2023-12-22T17:16:48.378 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 177 2023-12-22T17:16:48.378 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.378 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2023-12-22T17:16:48.378 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 2208, 2023-12-22T17:16:48.379 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2023-12-22T17:16:48.379 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.379 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2023-12-22T17:16:48.379 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 204214, 2023-12-22T17:16:48.379 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 43 2023-12-22T17:16:48.379 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.379 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2023-12-22T17:16:48.379 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 30637, 2023-12-22T17:16:48.379 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 9 2023-12-22T17:16:48.379 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.379 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2023-12-22T17:16:48.379 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 2435238, 2023-12-22T17:16:48.379 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 181 2023-12-22T17:16:48.379 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.379 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2023-12-22T17:16:48.380 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 4752, 2023-12-22T17:16:48.380 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 54 2023-12-22T17:16:48.380 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.380 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2023-12-22T17:16:48.380 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.380 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.380 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.380 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:48.380 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 417024, 2023-12-22T17:16:48.380 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 36 2023-12-22T17:16:48.380 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.380 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2023-12-22T17:16:48.380 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.380 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.380 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.381 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2023-12-22T17:16:48.381 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 10400, 2023-12-22T17:16:48.381 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 20 2023-12-22T17:16:48.381 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.381 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2023-12-22T17:16:48.381 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 214704, 2023-12-22T17:16:48.381 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3343 2023-12-22T17:16:48.381 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.381 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2023-12-22T17:16:48.381 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.381 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.381 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.381 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2023-12-22T17:16:48.381 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.382 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.382 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.382 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2023-12-22T17:16:48.382 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.382 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.382 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.382 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2023-12-22T17:16:48.382 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.382 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.382 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.382 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.382 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.4": { 2023-12-22T17:16:48.382 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2023-12-22T17:16:48.382 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.382 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.382 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.383 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2023-12-22T17:16:48.383 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 5832, 2023-12-22T17:16:48.383 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 98 2023-12-22T17:16:48.383 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.383 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2023-12-22T17:16:48.383 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 12672, 2023-12-22T17:16:48.383 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 6 2023-12-22T17:16:48.383 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.383 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2023-12-22T17:16:48.383 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 576, 2023-12-22T17:16:48.383 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2023-12-22T17:16:48.383 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.383 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2023-12-22T17:16:48.383 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 18480, 2023-12-22T17:16:48.383 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 165 2023-12-22T17:16:48.384 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.384 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2023-12-22T17:16:48.384 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 1008, 2023-12-22T17:16:48.384 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 9 2023-12-22T17:16:48.384 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.384 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2023-12-22T17:16:48.384 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 7920, 2023-12-22T17:16:48.384 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 165 2023-12-22T17:16:48.384 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.384 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2023-12-22T17:16:48.384 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 18480, 2023-12-22T17:16:48.384 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 165 2023-12-22T17:16:48.384 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.384 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2023-12-22T17:16:48.384 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 640, 2023-12-22T17:16:48.385 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8 2023-12-22T17:16:48.385 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.385 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2023-12-22T17:16:48.385 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 4096, 2023-12-22T17:16:48.385 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 1 2023-12-22T17:16:48.385 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.385 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2023-12-22T17:16:48.385 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 44224, 2023-12-22T17:16:48.385 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8314 2023-12-22T17:16:48.385 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.385 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2023-12-22T17:16:48.385 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 124440, 2023-12-22T17:16:48.385 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 183 2023-12-22T17:16:48.385 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.385 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2023-12-22T17:16:48.386 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 9400, 2023-12-22T17:16:48.386 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 541 2023-12-22T17:16:48.386 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.386 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2023-12-22T17:16:48.386 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.386 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.386 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.386 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2023-12-22T17:16:48.386 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 27074, 2023-12-22T17:16:48.386 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 183 2023-12-22T17:16:48.386 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.386 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2023-12-22T17:16:48.386 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 1472, 2023-12-22T17:16:48.386 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 2 2023-12-22T17:16:48.386 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.387 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2023-12-22T17:16:48.387 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 891987, 2023-12-22T17:16:48.387 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 67 2023-12-22T17:16:48.387 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.387 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2023-12-22T17:16:48.387 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 40192, 2023-12-22T17:16:48.387 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 10 2023-12-22T17:16:48.387 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.387 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2023-12-22T17:16:48.387 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 2452670, 2023-12-22T17:16:48.387 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 187 2023-12-22T17:16:48.387 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.387 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2023-12-22T17:16:48.387 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 5016, 2023-12-22T17:16:48.387 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 57 2023-12-22T17:16:48.387 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.388 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2023-12-22T17:16:48.388 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.388 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.388 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.388 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:48.388 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 463360, 2023-12-22T17:16:48.388 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 40 2023-12-22T17:16:48.388 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.388 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2023-12-22T17:16:48.388 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.388 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.388 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.388 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2023-12-22T17:16:48.388 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 8944, 2023-12-22T17:16:48.388 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 18 2023-12-22T17:16:48.388 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.389 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2023-12-22T17:16:48.389 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 214960, 2023-12-22T17:16:48.389 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3355 2023-12-22T17:16:48.389 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.389 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2023-12-22T17:16:48.389 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.389 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.389 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.389 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2023-12-22T17:16:48.389 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.389 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.389 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.389 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2023-12-22T17:16:48.389 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.389 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.390 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.390 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2023-12-22T17:16:48.390 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.390 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.390 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.390 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.390 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.5": { 2023-12-22T17:16:48.390 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2023-12-22T17:16:48.390 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.390 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.390 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.390 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2023-12-22T17:16:48.390 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 5832, 2023-12-22T17:16:48.390 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 98 2023-12-22T17:16:48.390 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.390 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2023-12-22T17:16:48.391 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 12672, 2023-12-22T17:16:48.391 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 6 2023-12-22T17:16:48.391 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.391 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2023-12-22T17:16:48.391 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 576, 2023-12-22T17:16:48.391 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2023-12-22T17:16:48.391 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.391 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2023-12-22T17:16:48.391 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 18368, 2023-12-22T17:16:48.391 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 164 2023-12-22T17:16:48.391 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.391 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2023-12-22T17:16:48.391 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 224, 2023-12-22T17:16:48.391 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 2 2023-12-22T17:16:48.391 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.391 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2023-12-22T17:16:48.392 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 7872, 2023-12-22T17:16:48.392 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 164 2023-12-22T17:16:48.392 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.392 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2023-12-22T17:16:48.392 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 18368, 2023-12-22T17:16:48.392 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 164 2023-12-22T17:16:48.392 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.392 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2023-12-22T17:16:48.392 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 640, 2023-12-22T17:16:48.392 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8 2023-12-22T17:16:48.392 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.392 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2023-12-22T17:16:48.392 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.392 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.392 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.393 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2023-12-22T17:16:48.393 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 43721, 2023-12-22T17:16:48.393 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8282 2023-12-22T17:16:48.393 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.393 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2023-12-22T17:16:48.393 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 124440, 2023-12-22T17:16:48.393 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 183 2023-12-22T17:16:48.393 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.393 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2023-12-22T17:16:48.393 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 9588, 2023-12-22T17:16:48.393 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 540 2023-12-22T17:16:48.393 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.393 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2023-12-22T17:16:48.393 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.394 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.394 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.394 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2023-12-22T17:16:48.394 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 27242, 2023-12-22T17:16:48.394 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 183 2023-12-22T17:16:48.394 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.394 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2023-12-22T17:16:48.394 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 2208, 2023-12-22T17:16:48.394 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2023-12-22T17:16:48.394 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.394 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2023-12-22T17:16:48.394 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 817767, 2023-12-22T17:16:48.394 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 49 2023-12-22T17:16:48.394 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.394 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2023-12-22T17:16:48.395 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 30637, 2023-12-22T17:16:48.395 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 9 2023-12-22T17:16:48.395 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.395 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2023-12-22T17:16:48.395 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 2443301, 2023-12-22T17:16:48.395 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 177 2023-12-22T17:16:48.395 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.395 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2023-12-22T17:16:48.395 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 5368, 2023-12-22T17:16:48.395 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 61 2023-12-22T17:16:48.395 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.395 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2023-12-22T17:16:48.395 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.395 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.395 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.396 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:48.396 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 486528, 2023-12-22T17:16:48.396 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 42 2023-12-22T17:16:48.396 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.396 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2023-12-22T17:16:48.396 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.396 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.396 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.396 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2023-12-22T17:16:48.396 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 11440, 2023-12-22T17:16:48.396 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 22 2023-12-22T17:16:48.396 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.396 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2023-12-22T17:16:48.396 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 214704, 2023-12-22T17:16:48.396 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3343 2023-12-22T17:16:48.396 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.397 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2023-12-22T17:16:48.397 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.397 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.397 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.397 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2023-12-22T17:16:48.397 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.397 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.397 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.397 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2023-12-22T17:16:48.397 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.397 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.397 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.397 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2023-12-22T17:16:48.397 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.398 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.398 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.398 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.398 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.6": { 2023-12-22T17:16:48.398 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2023-12-22T17:16:48.398 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.398 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.398 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.398 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2023-12-22T17:16:48.398 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 5832, 2023-12-22T17:16:48.398 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 98 2023-12-22T17:16:48.398 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.398 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2023-12-22T17:16:48.398 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 12672, 2023-12-22T17:16:48.398 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 6 2023-12-22T17:16:48.398 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.399 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2023-12-22T17:16:48.399 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 576, 2023-12-22T17:16:48.399 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2023-12-22T17:16:48.399 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.399 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2023-12-22T17:16:48.399 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 19488, 2023-12-22T17:16:48.399 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 174 2023-12-22T17:16:48.399 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.399 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2023-12-22T17:16:48.399 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 336, 2023-12-22T17:16:48.399 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2023-12-22T17:16:48.399 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.399 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2023-12-22T17:16:48.399 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 8352, 2023-12-22T17:16:48.399 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 174 2023-12-22T17:16:48.400 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.400 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2023-12-22T17:16:48.400 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 19488, 2023-12-22T17:16:48.400 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 174 2023-12-22T17:16:48.400 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.400 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2023-12-22T17:16:48.400 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 560, 2023-12-22T17:16:48.400 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 7 2023-12-22T17:16:48.400 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.400 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2023-12-22T17:16:48.400 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 18979, 2023-12-22T17:16:48.400 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 4 2023-12-22T17:16:48.400 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.400 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2023-12-22T17:16:48.400 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 44428, 2023-12-22T17:16:48.401 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8599 2023-12-22T17:16:48.401 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.401 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2023-12-22T17:16:48.401 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 123760, 2023-12-22T17:16:48.401 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 182 2023-12-22T17:16:48.401 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.401 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2023-12-22T17:16:48.401 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 10520, 2023-12-22T17:16:48.401 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 698 2023-12-22T17:16:48.401 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.401 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2023-12-22T17:16:48.401 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.401 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.401 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.401 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2023-12-22T17:16:48.402 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 27846, 2023-12-22T17:16:48.402 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 182 2023-12-22T17:16:48.402 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.402 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2023-12-22T17:16:48.402 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.402 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.402 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.402 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2023-12-22T17:16:48.402 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 461384, 2023-12-22T17:16:48.402 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 42 2023-12-22T17:16:48.402 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.402 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2023-12-22T17:16:48.402 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.402 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.402 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.403 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2023-12-22T17:16:48.403 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 2420144, 2023-12-22T17:16:48.403 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 170 2023-12-22T17:16:48.403 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.403 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2023-12-22T17:16:48.403 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 4752, 2023-12-22T17:16:48.403 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 54 2023-12-22T17:16:48.403 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.403 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2023-12-22T17:16:48.403 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.403 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.403 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.403 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:48.403 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 451776, 2023-12-22T17:16:48.403 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 39 2023-12-22T17:16:48.404 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.404 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2023-12-22T17:16:48.404 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.404 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.404 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.404 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2023-12-22T17:16:48.404 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 88504, 2023-12-22T17:16:48.404 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 179 2023-12-22T17:16:48.404 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.404 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2023-12-22T17:16:48.404 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 215472, 2023-12-22T17:16:48.404 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3379 2023-12-22T17:16:48.404 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.404 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2023-12-22T17:16:48.404 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.405 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.405 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.405 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2023-12-22T17:16:48.405 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.405 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.405 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.405 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2023-12-22T17:16:48.405 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.405 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.405 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.405 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2023-12-22T17:16:48.405 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.405 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.405 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.406 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.406 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.7": { 2023-12-22T17:16:48.406 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2023-12-22T17:16:48.406 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.406 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.406 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.406 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2023-12-22T17:16:48.406 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 5832, 2023-12-22T17:16:48.406 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 98 2023-12-22T17:16:48.406 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.406 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2023-12-22T17:16:48.406 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 12672, 2023-12-22T17:16:48.406 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 6 2023-12-22T17:16:48.406 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.406 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2023-12-22T17:16:48.406 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 576, 2023-12-22T17:16:48.407 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2023-12-22T17:16:48.407 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.407 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2023-12-22T17:16:48.407 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 19264, 2023-12-22T17:16:48.407 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 172 2023-12-22T17:16:48.407 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.407 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2023-12-22T17:16:48.407 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 672, 2023-12-22T17:16:48.407 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 6 2023-12-22T17:16:48.407 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.407 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2023-12-22T17:16:48.407 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 8256, 2023-12-22T17:16:48.407 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 172 2023-12-22T17:16:48.407 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.407 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2023-12-22T17:16:48.408 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 19264, 2023-12-22T17:16:48.408 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 172 2023-12-22T17:16:48.408 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.408 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2023-12-22T17:16:48.408 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 560, 2023-12-22T17:16:48.408 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 7 2023-12-22T17:16:48.408 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.408 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2023-12-22T17:16:48.408 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 266240, 2023-12-22T17:16:48.408 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 6 2023-12-22T17:16:48.408 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.408 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2023-12-22T17:16:48.408 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 45997, 2023-12-22T17:16:48.408 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8821 2023-12-22T17:16:48.408 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.408 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2023-12-22T17:16:48.409 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 127840, 2023-12-22T17:16:48.409 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 188 2023-12-22T17:16:48.409 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.409 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2023-12-22T17:16:48.409 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 11264, 2023-12-22T17:16:48.409 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 701 2023-12-22T17:16:48.409 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.409 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2023-12-22T17:16:48.409 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.409 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.409 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.409 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2023-12-22T17:16:48.409 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 29718, 2023-12-22T17:16:48.409 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 188 2023-12-22T17:16:48.409 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.410 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2023-12-22T17:16:48.410 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.410 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.410 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.410 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2023-12-22T17:16:48.410 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 134026, 2023-12-22T17:16:48.410 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 27 2023-12-22T17:16:48.410 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.410 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2023-12-22T17:16:48.410 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.410 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.410 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.410 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2023-12-22T17:16:48.410 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 2395410, 2023-12-22T17:16:48.410 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 206 2023-12-22T17:16:48.411 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.411 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2023-12-22T17:16:48.411 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 5632, 2023-12-22T17:16:48.411 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 64 2023-12-22T17:16:48.411 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.411 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2023-12-22T17:16:48.411 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.411 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.411 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.411 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:48.411 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 532864, 2023-12-22T17:16:48.411 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 46 2023-12-22T17:16:48.411 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.411 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2023-12-22T17:16:48.411 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.412 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.412 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.412 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2023-12-22T17:16:48.412 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 88400, 2023-12-22T17:16:48.412 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 198 2023-12-22T17:16:48.412 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.412 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2023-12-22T17:16:48.412 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 214704, 2023-12-22T17:16:48.412 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3343 2023-12-22T17:16:48.412 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.412 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2023-12-22T17:16:48.412 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.412 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.412 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.413 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2023-12-22T17:16:48.413 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.413 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.413 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.413 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2023-12-22T17:16:48.413 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.413 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.413 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.413 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2023-12-22T17:16:48.413 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:48.413 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:48.413 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.413 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.413 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.413 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.414 INFO:tasks.workunit.client.0.smithi032.stdout: "metadata": { 2023-12-22T17:16:48.414 INFO:tasks.workunit.client.0.smithi032.stdout: "mds": { 2023-12-22T17:16:48.414 INFO:tasks.workunit.client.0.smithi032.stdout: "arch": { 2023-12-22T17:16:48.414 INFO:tasks.workunit.client.0.smithi032.stdout: "x86_64": 2 2023-12-22T17:16:48.414 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.414 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph_version": { 2023-12-22T17:16:48.414 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:16:48.414 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.414 INFO:tasks.workunit.client.0.smithi032.stdout: "cpu": { 2023-12-22T17:16:48.414 INFO:tasks.workunit.client.0.smithi032.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2023-12-22T17:16:48.414 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.414 INFO:tasks.workunit.client.0.smithi032.stdout: "distro": { 2023-12-22T17:16:48.414 INFO:tasks.workunit.client.0.smithi032.stdout: "centos": 2 2023-12-22T17:16:48.414 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.414 INFO:tasks.workunit.client.0.smithi032.stdout: "distro_description": { 2023-12-22T17:16:48.415 INFO:tasks.workunit.client.0.smithi032.stdout: "CentOS Stream 8": 2 2023-12-22T17:16:48.415 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.415 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_description": { 2023-12-22T17:16:48.415 INFO:tasks.workunit.client.0.smithi032.stdout: "#1 SMP Wed Dec 6 01:03:46 UTC 2023": 2 2023-12-22T17:16:48.415 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.415 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_version": { 2023-12-22T17:16:48.415 INFO:tasks.workunit.client.0.smithi032.stdout: "4.18.0-529.el8.x86_64": 2 2023-12-22T17:16:48.415 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.415 INFO:tasks.workunit.client.0.smithi032.stdout: "os": { 2023-12-22T17:16:48.415 INFO:tasks.workunit.client.0.smithi032.stdout: "Linux": 2 2023-12-22T17:16:48.415 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.415 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.415 INFO:tasks.workunit.client.0.smithi032.stdout: "mon": { 2023-12-22T17:16:48.415 INFO:tasks.workunit.client.0.smithi032.stdout: "arch": { 2023-12-22T17:16:48.415 INFO:tasks.workunit.client.0.smithi032.stdout: "x86_64": 3 2023-12-22T17:16:48.416 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.416 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph_version": { 2023-12-22T17:16:48.416 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 3 2023-12-22T17:16:48.416 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.416 INFO:tasks.workunit.client.0.smithi032.stdout: "cpu": { 2023-12-22T17:16:48.416 INFO:tasks.workunit.client.0.smithi032.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2023-12-22T17:16:48.416 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.416 INFO:tasks.workunit.client.0.smithi032.stdout: "distro": { 2023-12-22T17:16:48.416 INFO:tasks.workunit.client.0.smithi032.stdout: "centos": 3 2023-12-22T17:16:48.416 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.416 INFO:tasks.workunit.client.0.smithi032.stdout: "distro_description": { 2023-12-22T17:16:48.416 INFO:tasks.workunit.client.0.smithi032.stdout: "CentOS Stream 8": 3 2023-12-22T17:16:48.416 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.416 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_description": { 2023-12-22T17:16:48.416 INFO:tasks.workunit.client.0.smithi032.stdout: "#1 SMP Wed Dec 6 01:03:46 UTC 2023": 3 2023-12-22T17:16:48.416 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.417 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_version": { 2023-12-22T17:16:48.417 INFO:tasks.workunit.client.0.smithi032.stdout: "4.18.0-529.el8.x86_64": 3 2023-12-22T17:16:48.417 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.417 INFO:tasks.workunit.client.0.smithi032.stdout: "os": { 2023-12-22T17:16:48.417 INFO:tasks.workunit.client.0.smithi032.stdout: "Linux": 3 2023-12-22T17:16:48.417 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.417 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.417 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:48.417 INFO:tasks.workunit.client.0.smithi032.stdout: "arch": { 2023-12-22T17:16:48.417 INFO:tasks.workunit.client.0.smithi032.stdout: "x86_64": 8 2023-12-22T17:16:48.417 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.417 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph_version": { 2023-12-22T17:16:48.417 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 8 2023-12-22T17:16:48.417 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.418 INFO:tasks.workunit.client.0.smithi032.stdout: "cpu": { 2023-12-22T17:16:48.418 INFO:tasks.workunit.client.0.smithi032.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2023-12-22T17:16:48.418 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.418 INFO:tasks.workunit.client.0.smithi032.stdout: "distro": { 2023-12-22T17:16:48.418 INFO:tasks.workunit.client.0.smithi032.stdout: "centos": 8 2023-12-22T17:16:48.418 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.418 INFO:tasks.workunit.client.0.smithi032.stdout: "distro_description": { 2023-12-22T17:16:48.418 INFO:tasks.workunit.client.0.smithi032.stdout: "CentOS Stream 8": 8 2023-12-22T17:16:48.418 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.418 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_description": { 2023-12-22T17:16:48.418 INFO:tasks.workunit.client.0.smithi032.stdout: "#1 SMP Wed Dec 6 01:03:46 UTC 2023": 8 2023-12-22T17:16:48.418 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.418 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_version": { 2023-12-22T17:16:48.418 INFO:tasks.workunit.client.0.smithi032.stdout: "4.18.0-529.el8.x86_64": 8 2023-12-22T17:16:48.418 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.418 INFO:tasks.workunit.client.0.smithi032.stdout: "os": { 2023-12-22T17:16:48.418 INFO:tasks.workunit.client.0.smithi032.stdout: "Linux": 8 2023-12-22T17:16:48.419 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.419 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_objectstore": { 2023-12-22T17:16:48.419 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore": 8 2023-12-22T17:16:48.419 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.419 INFO:tasks.workunit.client.0.smithi032.stdout: "rotational": { 2023-12-22T17:16:48.419 INFO:tasks.workunit.client.0.smithi032.stdout: "0": 8 2023-12-22T17:16:48.419 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.419 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.419 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.419 INFO:tasks.workunit.client.0.smithi032.stdout: "mon": { 2023-12-22T17:16:48.419 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2023-12-22T17:16:48.419 INFO:tasks.workunit.client.0.smithi032.stdout: "features": { 2023-12-22T17:16:48.419 INFO:tasks.workunit.client.0.smithi032.stdout: "optional": [], 2023-12-22T17:16:48.419 INFO:tasks.workunit.client.0.smithi032.stdout: "persistent": [ 2023-12-22T17:16:48.419 INFO:tasks.workunit.client.0.smithi032.stdout: "kraken", 2023-12-22T17:16:48.420 INFO:tasks.workunit.client.0.smithi032.stdout: "luminous", 2023-12-22T17:16:48.420 INFO:tasks.workunit.client.0.smithi032.stdout: "mimic", 2023-12-22T17:16:48.420 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap-prune", 2023-12-22T17:16:48.420 INFO:tasks.workunit.client.0.smithi032.stdout: "nautilus", 2023-12-22T17:16:48.420 INFO:tasks.workunit.client.0.smithi032.stdout: "octopus", 2023-12-22T17:16:48.420 INFO:tasks.workunit.client.0.smithi032.stdout: "pacific", 2023-12-22T17:16:48.420 INFO:tasks.workunit.client.0.smithi032.stdout: "elector-pinging", 2023-12-22T17:16:48.420 INFO:tasks.workunit.client.0.smithi032.stdout: "quincy" 2023-12-22T17:16:48.420 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:48.420 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.420 INFO:tasks.workunit.client.0.smithi032.stdout: "ipv4_addr_mons": 6, 2023-12-22T17:16:48.420 INFO:tasks.workunit.client.0.smithi032.stdout: "ipv6_addr_mons": 0, 2023-12-22T17:16:48.420 INFO:tasks.workunit.client.0.smithi032.stdout: "min_mon_release": 17, 2023-12-22T17:16:48.420 INFO:tasks.workunit.client.0.smithi032.stdout: "v1_addr_mons": 3, 2023-12-22T17:16:48.420 INFO:tasks.workunit.client.0.smithi032.stdout: "v2_addr_mons": 3 2023-12-22T17:16:48.421 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.421 INFO:tasks.workunit.client.0.smithi032.stdout: "organization": "ceph-qa", 2023-12-22T17:16:48.421 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:48.421 INFO:tasks.workunit.client.0.smithi032.stdout: "cluster_network": false, 2023-12-22T17:16:48.421 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 8, 2023-12-22T17:16:48.421 INFO:tasks.workunit.client.0.smithi032.stdout: "require_min_compat_client": "luminous", 2023-12-22T17:16:48.421 INFO:tasks.workunit.client.0.smithi032.stdout: "require_osd_release": "quincy" 2023-12-22T17:16:48.421 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.421 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_perf_histograms": [ 2023-12-22T17:16:48.421 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.421 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-22T17:16:48.421 INFO:tasks.workunit.client.0.smithi032.stdout: "axes": [ 2023-12-22T17:16:48.421 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.421 INFO:tasks.workunit.client.0.smithi032.stdout: "buckets": 32, 2023-12-22T17:16:48.421 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 0, 2023-12-22T17:16:48.422 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "Latency (usec)", 2023-12-22T17:16:48.422 INFO:tasks.workunit.client.0.smithi032.stdout: "quant_size": 100000, 2023-12-22T17:16:48.422 INFO:tasks.workunit.client.0.smithi032.stdout: "ranges": [ 2023-12-22T17:16:48.422 INFO:tasks.workunit.client.0.smithi032.stdout: "[None, -1]", 2023-12-22T17:16:48.422 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 99999]", 2023-12-22T17:16:48.422 INFO:tasks.workunit.client.0.smithi032.stdout: "[100000, 199999]", 2023-12-22T17:16:48.422 INFO:tasks.workunit.client.0.smithi032.stdout: "[200000, 399999]", 2023-12-22T17:16:48.422 INFO:tasks.workunit.client.0.smithi032.stdout: "[400000, 799999]", 2023-12-22T17:16:48.422 INFO:tasks.workunit.client.0.smithi032.stdout: "[800000, 1599999]", 2023-12-22T17:16:48.422 INFO:tasks.workunit.client.0.smithi032.stdout: "[1600000, 3199999]", 2023-12-22T17:16:48.422 INFO:tasks.workunit.client.0.smithi032.stdout: "[3200000, 6399999]", 2023-12-22T17:16:48.422 INFO:tasks.workunit.client.0.smithi032.stdout: "[6400000, 12799999]", 2023-12-22T17:16:48.422 INFO:tasks.workunit.client.0.smithi032.stdout: "[12800000, 25599999]", 2023-12-22T17:16:48.422 INFO:tasks.workunit.client.0.smithi032.stdout: "[25600000, 51199999]", 2023-12-22T17:16:48.422 INFO:tasks.workunit.client.0.smithi032.stdout: "[51200000, 102399999]", 2023-12-22T17:16:48.422 INFO:tasks.workunit.client.0.smithi032.stdout: "[102400000, 204799999]", 2023-12-22T17:16:48.423 INFO:tasks.workunit.client.0.smithi032.stdout: "[204800000, 409599999]", 2023-12-22T17:16:48.423 INFO:tasks.workunit.client.0.smithi032.stdout: "[409600000, 819199999]", 2023-12-22T17:16:48.423 INFO:tasks.workunit.client.0.smithi032.stdout: "[819200000, 1638399999]", 2023-12-22T17:16:48.423 INFO:tasks.workunit.client.0.smithi032.stdout: "[1638400000, 3276799999]", 2023-12-22T17:16:48.423 INFO:tasks.workunit.client.0.smithi032.stdout: "[3276800000, 6553599999]", 2023-12-22T17:16:48.423 INFO:tasks.workunit.client.0.smithi032.stdout: "[6553600000, 13107199999]", 2023-12-22T17:16:48.423 INFO:tasks.workunit.client.0.smithi032.stdout: "[13107200000, 26214399999]", 2023-12-22T17:16:48.423 INFO:tasks.workunit.client.0.smithi032.stdout: "[26214400000, 52428799999]", 2023-12-22T17:16:48.423 INFO:tasks.workunit.client.0.smithi032.stdout: "[52428800000, 104857599999]", 2023-12-22T17:16:48.423 INFO:tasks.workunit.client.0.smithi032.stdout: "[104857600000, 209715199999]", 2023-12-22T17:16:48.423 INFO:tasks.workunit.client.0.smithi032.stdout: "[209715200000, 419430399999]", 2023-12-22T17:16:48.423 INFO:tasks.workunit.client.0.smithi032.stdout: "[419430400000, 838860799999]", 2023-12-22T17:16:48.423 INFO:tasks.workunit.client.0.smithi032.stdout: "[838860800000, 1677721599999]", 2023-12-22T17:16:48.423 INFO:tasks.workunit.client.0.smithi032.stdout: "[1677721600000, 3355443199999]", 2023-12-22T17:16:48.423 INFO:tasks.workunit.client.0.smithi032.stdout: "[3355443200000, 6710886399999]", 2023-12-22T17:16:48.424 INFO:tasks.workunit.client.0.smithi032.stdout: "[6710886400000, 13421772799999]", 2023-12-22T17:16:48.424 INFO:tasks.workunit.client.0.smithi032.stdout: "[13421772800000, 26843545599999]", 2023-12-22T17:16:48.424 INFO:tasks.workunit.client.0.smithi032.stdout: "[26843545600000, 53687091199999]", 2023-12-22T17:16:48.424 INFO:tasks.workunit.client.0.smithi032.stdout: "[53687091200000, None]" 2023-12-22T17:16:48.424 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:48.424 INFO:tasks.workunit.client.0.smithi032.stdout: "scale_type": "log2" 2023-12-22T17:16:48.424 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.424 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.424 INFO:tasks.workunit.client.0.smithi032.stdout: "buckets": 32, 2023-12-22T17:16:48.424 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 0, 2023-12-22T17:16:48.424 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "Request size (bytes)", 2023-12-22T17:16:48.424 INFO:tasks.workunit.client.0.smithi032.stdout: "quant_size": 512, 2023-12-22T17:16:48.424 INFO:tasks.workunit.client.0.smithi032.stdout: "ranges": [ 2023-12-22T17:16:48.424 INFO:tasks.workunit.client.0.smithi032.stdout: "[None, -1]", 2023-12-22T17:16:48.424 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 511]", 2023-12-22T17:16:48.425 INFO:tasks.workunit.client.0.smithi032.stdout: "[512, 1023]", 2023-12-22T17:16:48.425 INFO:tasks.workunit.client.0.smithi032.stdout: "[1024, 2047]", 2023-12-22T17:16:48.425 INFO:tasks.workunit.client.0.smithi032.stdout: "[2048, 4095]", 2023-12-22T17:16:48.425 INFO:tasks.workunit.client.0.smithi032.stdout: "[4096, 8191]", 2023-12-22T17:16:48.425 INFO:tasks.workunit.client.0.smithi032.stdout: "[8192, 16383]", 2023-12-22T17:16:48.425 INFO:tasks.workunit.client.0.smithi032.stdout: "[16384, 32767]", 2023-12-22T17:16:48.425 INFO:tasks.workunit.client.0.smithi032.stdout: "[32768, 65535]", 2023-12-22T17:16:48.425 INFO:tasks.workunit.client.0.smithi032.stdout: "[65536, 131071]", 2023-12-22T17:16:48.425 INFO:tasks.workunit.client.0.smithi032.stdout: "[131072, 262143]", 2023-12-22T17:16:48.425 INFO:tasks.workunit.client.0.smithi032.stdout: "[262144, 524287]", 2023-12-22T17:16:48.425 INFO:tasks.workunit.client.0.smithi032.stdout: "[524288, 1048575]", 2023-12-22T17:16:48.425 INFO:tasks.workunit.client.0.smithi032.stdout: "[1048576, 2097151]", 2023-12-22T17:16:48.425 INFO:tasks.workunit.client.0.smithi032.stdout: "[2097152, 4194303]", 2023-12-22T17:16:48.425 INFO:tasks.workunit.client.0.smithi032.stdout: "[4194304, 8388607]", 2023-12-22T17:16:48.425 INFO:tasks.workunit.client.0.smithi032.stdout: "[8388608, 16777215]", 2023-12-22T17:16:48.426 INFO:tasks.workunit.client.0.smithi032.stdout: "[16777216, 33554431]", 2023-12-22T17:16:48.426 INFO:tasks.workunit.client.0.smithi032.stdout: "[33554432, 67108863]", 2023-12-22T17:16:48.426 INFO:tasks.workunit.client.0.smithi032.stdout: "[67108864, 134217727]", 2023-12-22T17:16:48.426 INFO:tasks.workunit.client.0.smithi032.stdout: "[134217728, 268435455]", 2023-12-22T17:16:48.426 INFO:tasks.workunit.client.0.smithi032.stdout: "[268435456, 536870911]", 2023-12-22T17:16:48.426 INFO:tasks.workunit.client.0.smithi032.stdout: "[536870912, 1073741823]", 2023-12-22T17:16:48.426 INFO:tasks.workunit.client.0.smithi032.stdout: "[1073741824, 2147483647]", 2023-12-22T17:16:48.426 INFO:tasks.workunit.client.0.smithi032.stdout: "[2147483648, 4294967295]", 2023-12-22T17:16:48.426 INFO:tasks.workunit.client.0.smithi032.stdout: "[4294967296, 8589934591]", 2023-12-22T17:16:48.426 INFO:tasks.workunit.client.0.smithi032.stdout: "[8589934592, 17179869183]", 2023-12-22T17:16:48.426 INFO:tasks.workunit.client.0.smithi032.stdout: "[17179869184, 34359738367]", 2023-12-22T17:16:48.426 INFO:tasks.workunit.client.0.smithi032.stdout: "[34359738368, 68719476735]", 2023-12-22T17:16:48.426 INFO:tasks.workunit.client.0.smithi032.stdout: "[68719476736, 137438953471]", 2023-12-22T17:16:48.426 INFO:tasks.workunit.client.0.smithi032.stdout: "[137438953472, 274877906943]", 2023-12-22T17:16:48.426 INFO:tasks.workunit.client.0.smithi032.stdout: "[274877906944, None]" 2023-12-22T17:16:48.427 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:48.427 INFO:tasks.workunit.client.0.smithi032.stdout: "scale_type": "log2" 2023-12-22T17:16:48.427 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.427 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:48.427 INFO:tasks.workunit.client.0.smithi032.stdout: "osds": [ 2023-12-22T17:16:48.427 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.427 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 0, 2023-12-22T17:16:48.427 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:48.427 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.427 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.427 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.427 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.427 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.427 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.427 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.428 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.428 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.428 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.428 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.428 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.428 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.428 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.428 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.428 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.428 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.428 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.428 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.428 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.428 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.428 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.428 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.429 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.429 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.429 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.429 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.429 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.429 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.429 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.429 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.429 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:48.429 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:48.429 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.429 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.429 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 1, 2023-12-22T17:16:48.429 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:48.430 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.430 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.430 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.430 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.430 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.430 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.430 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.430 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.430 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.430 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.430 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.430 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.430 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.430 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.430 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.430 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.431 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.431 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.431 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.431 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.431 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.431 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.431 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.431 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.431 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.431 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.431 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.431 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.431 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.431 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.431 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.432 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:48.432 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:48.432 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.432 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.432 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 2, 2023-12-22T17:16:48.432 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:48.432 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.432 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.432 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.432 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.432 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.432 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.432 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.432 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.432 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.433 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.433 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.433 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.433 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.433 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.433 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.433 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.433 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.433 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.433 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.433 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.433 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.433 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.433 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.433 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.434 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.434 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.434 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.434 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.434 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.434 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.434 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.434 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:48.434 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:48.434 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.434 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.434 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 3, 2023-12-22T17:16:48.434 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:48.434 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.435 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.435 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.435 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.435 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.435 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.435 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.435 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.435 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.435 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.435 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.435 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.435 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.435 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.435 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.435 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.436 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.436 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.436 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.436 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.436 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.436 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.436 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.436 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.436 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.436 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.436 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.436 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.436 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.436 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.436 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.437 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:48.437 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:48.437 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.437 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.437 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 4, 2023-12-22T17:16:48.437 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:48.437 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.437 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.437 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.437 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.437 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.437 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.437 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.437 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.438 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.438 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.438 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.438 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.438 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.438 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.438 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.438 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.438 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.438 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.438 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.438 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.438 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.438 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.438 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.438 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.439 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.439 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.439 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.439 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.439 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.439 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.439 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.439 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:48.439 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:48.439 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.439 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.439 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 5, 2023-12-22T17:16:48.439 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:48.439 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.439 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.440 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.440 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.440 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.440 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.440 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.440 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.440 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.440 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.440 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.440 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.440 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.440 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.440 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.440 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.440 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.441 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.441 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.441 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.441 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.441 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.441 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.441 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.441 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.441 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.441 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.441 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.442 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.442 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.442 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.442 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:48.442 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:48.442 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.442 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.442 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 6, 2023-12-22T17:16:48.442 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:48.442 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.442 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.442 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.442 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.442 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.442 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.443 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.443 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.443 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.443 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.443 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.443 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.443 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.443 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.443 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.443 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.443 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.443 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.443 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.443 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.443 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.443 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.444 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.444 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.444 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.444 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.444 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.444 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.444 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.444 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.444 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.444 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:48.444 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:48.444 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.444 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.444 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 7, 2023-12-22T17:16:48.444 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:48.445 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.445 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.445 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.445 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.445 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.445 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.445 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.445 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.445 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.445 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.445 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.445 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.445 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.445 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.445 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.446 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.446 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.446 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.446 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.446 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.446 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.446 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.446 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.446 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.446 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.446 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.446 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.446 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.446 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.447 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.447 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.447 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:48.447 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:48.447 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.447 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:48.447 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.447 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-22T17:16:48.447 INFO:tasks.workunit.client.0.smithi032.stdout: "axes": [ 2023-12-22T17:16:48.447 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.447 INFO:tasks.workunit.client.0.smithi032.stdout: "buckets": 32, 2023-12-22T17:16:48.447 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 0, 2023-12-22T17:16:48.447 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "Latency (usec)", 2023-12-22T17:16:48.447 INFO:tasks.workunit.client.0.smithi032.stdout: "quant_size": 100000, 2023-12-22T17:16:48.447 INFO:tasks.workunit.client.0.smithi032.stdout: "ranges": [ 2023-12-22T17:16:48.447 INFO:tasks.workunit.client.0.smithi032.stdout: "[None, -1]", 2023-12-22T17:16:48.448 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 99999]", 2023-12-22T17:16:48.448 INFO:tasks.workunit.client.0.smithi032.stdout: "[100000, 199999]", 2023-12-22T17:16:48.448 INFO:tasks.workunit.client.0.smithi032.stdout: "[200000, 399999]", 2023-12-22T17:16:48.448 INFO:tasks.workunit.client.0.smithi032.stdout: "[400000, 799999]", 2023-12-22T17:16:48.448 INFO:tasks.workunit.client.0.smithi032.stdout: "[800000, 1599999]", 2023-12-22T17:16:48.448 INFO:tasks.workunit.client.0.smithi032.stdout: "[1600000, 3199999]", 2023-12-22T17:16:48.448 INFO:tasks.workunit.client.0.smithi032.stdout: "[3200000, 6399999]", 2023-12-22T17:16:48.448 INFO:tasks.workunit.client.0.smithi032.stdout: "[6400000, 12799999]", 2023-12-22T17:16:48.448 INFO:tasks.workunit.client.0.smithi032.stdout: "[12800000, 25599999]", 2023-12-22T17:16:48.448 INFO:tasks.workunit.client.0.smithi032.stdout: "[25600000, 51199999]", 2023-12-22T17:16:48.448 INFO:tasks.workunit.client.0.smithi032.stdout: "[51200000, 102399999]", 2023-12-22T17:16:48.448 INFO:tasks.workunit.client.0.smithi032.stdout: "[102400000, 204799999]", 2023-12-22T17:16:48.448 INFO:tasks.workunit.client.0.smithi032.stdout: "[204800000, 409599999]", 2023-12-22T17:16:48.448 INFO:tasks.workunit.client.0.smithi032.stdout: "[409600000, 819199999]", 2023-12-22T17:16:48.448 INFO:tasks.workunit.client.0.smithi032.stdout: "[819200000, 1638399999]", 2023-12-22T17:16:48.449 INFO:tasks.workunit.client.0.smithi032.stdout: "[1638400000, 3276799999]", 2023-12-22T17:16:48.449 INFO:tasks.workunit.client.0.smithi032.stdout: "[3276800000, 6553599999]", 2023-12-22T17:16:48.449 INFO:tasks.workunit.client.0.smithi032.stdout: "[6553600000, 13107199999]", 2023-12-22T17:16:48.449 INFO:tasks.workunit.client.0.smithi032.stdout: "[13107200000, 26214399999]", 2023-12-22T17:16:48.449 INFO:tasks.workunit.client.0.smithi032.stdout: "[26214400000, 52428799999]", 2023-12-22T17:16:48.449 INFO:tasks.workunit.client.0.smithi032.stdout: "[52428800000, 104857599999]", 2023-12-22T17:16:48.449 INFO:tasks.workunit.client.0.smithi032.stdout: "[104857600000, 209715199999]", 2023-12-22T17:16:48.449 INFO:tasks.workunit.client.0.smithi032.stdout: "[209715200000, 419430399999]", 2023-12-22T17:16:48.449 INFO:tasks.workunit.client.0.smithi032.stdout: "[419430400000, 838860799999]", 2023-12-22T17:16:48.449 INFO:tasks.workunit.client.0.smithi032.stdout: "[838860800000, 1677721599999]", 2023-12-22T17:16:48.449 INFO:tasks.workunit.client.0.smithi032.stdout: "[1677721600000, 3355443199999]", 2023-12-22T17:16:48.449 INFO:tasks.workunit.client.0.smithi032.stdout: "[3355443200000, 6710886399999]", 2023-12-22T17:16:48.449 INFO:tasks.workunit.client.0.smithi032.stdout: "[6710886400000, 13421772799999]", 2023-12-22T17:16:48.449 INFO:tasks.workunit.client.0.smithi032.stdout: "[13421772800000, 26843545599999]", 2023-12-22T17:16:48.449 INFO:tasks.workunit.client.0.smithi032.stdout: "[26843545600000, 53687091199999]", 2023-12-22T17:16:48.450 INFO:tasks.workunit.client.0.smithi032.stdout: "[53687091200000, None]" 2023-12-22T17:16:48.450 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:48.450 INFO:tasks.workunit.client.0.smithi032.stdout: "scale_type": "log2" 2023-12-22T17:16:48.450 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.450 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.450 INFO:tasks.workunit.client.0.smithi032.stdout: "buckets": 32, 2023-12-22T17:16:48.450 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 0, 2023-12-22T17:16:48.450 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "Request size (bytes)", 2023-12-22T17:16:48.450 INFO:tasks.workunit.client.0.smithi032.stdout: "quant_size": 512, 2023-12-22T17:16:48.450 INFO:tasks.workunit.client.0.smithi032.stdout: "ranges": [ 2023-12-22T17:16:48.450 INFO:tasks.workunit.client.0.smithi032.stdout: "[None, -1]", 2023-12-22T17:16:48.450 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 511]", 2023-12-22T17:16:48.450 INFO:tasks.workunit.client.0.smithi032.stdout: "[512, 1023]", 2023-12-22T17:16:48.450 INFO:tasks.workunit.client.0.smithi032.stdout: "[1024, 2047]", 2023-12-22T17:16:48.450 INFO:tasks.workunit.client.0.smithi032.stdout: "[2048, 4095]", 2023-12-22T17:16:48.451 INFO:tasks.workunit.client.0.smithi032.stdout: "[4096, 8191]", 2023-12-22T17:16:48.451 INFO:tasks.workunit.client.0.smithi032.stdout: "[8192, 16383]", 2023-12-22T17:16:48.451 INFO:tasks.workunit.client.0.smithi032.stdout: "[16384, 32767]", 2023-12-22T17:16:48.451 INFO:tasks.workunit.client.0.smithi032.stdout: "[32768, 65535]", 2023-12-22T17:16:48.451 INFO:tasks.workunit.client.0.smithi032.stdout: "[65536, 131071]", 2023-12-22T17:16:48.451 INFO:tasks.workunit.client.0.smithi032.stdout: "[131072, 262143]", 2023-12-22T17:16:48.451 INFO:tasks.workunit.client.0.smithi032.stdout: "[262144, 524287]", 2023-12-22T17:16:48.451 INFO:tasks.workunit.client.0.smithi032.stdout: "[524288, 1048575]", 2023-12-22T17:16:48.451 INFO:tasks.workunit.client.0.smithi032.stdout: "[1048576, 2097151]", 2023-12-22T17:16:48.451 INFO:tasks.workunit.client.0.smithi032.stdout: "[2097152, 4194303]", 2023-12-22T17:16:48.451 INFO:tasks.workunit.client.0.smithi032.stdout: "[4194304, 8388607]", 2023-12-22T17:16:48.451 INFO:tasks.workunit.client.0.smithi032.stdout: "[8388608, 16777215]", 2023-12-22T17:16:48.451 INFO:tasks.workunit.client.0.smithi032.stdout: "[16777216, 33554431]", 2023-12-22T17:16:48.451 INFO:tasks.workunit.client.0.smithi032.stdout: "[33554432, 67108863]", 2023-12-22T17:16:48.451 INFO:tasks.workunit.client.0.smithi032.stdout: "[67108864, 134217727]", 2023-12-22T17:16:48.452 INFO:tasks.workunit.client.0.smithi032.stdout: "[134217728, 268435455]", 2023-12-22T17:16:48.452 INFO:tasks.workunit.client.0.smithi032.stdout: "[268435456, 536870911]", 2023-12-22T17:16:48.452 INFO:tasks.workunit.client.0.smithi032.stdout: "[536870912, 1073741823]", 2023-12-22T17:16:48.452 INFO:tasks.workunit.client.0.smithi032.stdout: "[1073741824, 2147483647]", 2023-12-22T17:16:48.452 INFO:tasks.workunit.client.0.smithi032.stdout: "[2147483648, 4294967295]", 2023-12-22T17:16:48.452 INFO:tasks.workunit.client.0.smithi032.stdout: "[4294967296, 8589934591]", 2023-12-22T17:16:48.452 INFO:tasks.workunit.client.0.smithi032.stdout: "[8589934592, 17179869183]", 2023-12-22T17:16:48.452 INFO:tasks.workunit.client.0.smithi032.stdout: "[17179869184, 34359738367]", 2023-12-22T17:16:48.452 INFO:tasks.workunit.client.0.smithi032.stdout: "[34359738368, 68719476735]", 2023-12-22T17:16:48.452 INFO:tasks.workunit.client.0.smithi032.stdout: "[68719476736, 137438953471]", 2023-12-22T17:16:48.452 INFO:tasks.workunit.client.0.smithi032.stdout: "[137438953472, 274877906943]", 2023-12-22T17:16:48.452 INFO:tasks.workunit.client.0.smithi032.stdout: "[274877906944, None]" 2023-12-22T17:16:48.452 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:48.452 INFO:tasks.workunit.client.0.smithi032.stdout: "scale_type": "log2" 2023-12-22T17:16:48.452 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.453 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:48.453 INFO:tasks.workunit.client.0.smithi032.stdout: "osds": [ 2023-12-22T17:16:48.453 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.453 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 0, 2023-12-22T17:16:48.453 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:48.453 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.453 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.453 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.453 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.453 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.453 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.453 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.453 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.453 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.453 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.454 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.454 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.454 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.454 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.454 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.454 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.454 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.454 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.454 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.454 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.454 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.454 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.454 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.454 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.455 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.455 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.455 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.455 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.455 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.455 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.455 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.455 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:48.455 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:48.455 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.455 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.455 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 1, 2023-12-22T17:16:48.455 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:48.455 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.455 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.456 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.456 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.456 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.456 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.456 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.456 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.456 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.456 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.456 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.456 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.456 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.456 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.456 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.456 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.456 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.457 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.457 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.457 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.457 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.457 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.457 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.457 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.457 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.457 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.457 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.457 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.457 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.457 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.457 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.457 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:48.458 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:48.458 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.458 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.458 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 2, 2023-12-22T17:16:48.458 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:48.458 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.458 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.458 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.458 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.458 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.458 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.458 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.458 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.458 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.458 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.458 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.459 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.459 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.459 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.459 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.459 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.459 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.459 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.459 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.459 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.459 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.459 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.459 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.459 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.459 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.459 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.460 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.460 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.460 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.460 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.460 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.460 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:48.460 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:48.460 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.460 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.460 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 3, 2023-12-22T17:16:48.460 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:48.460 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.460 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.460 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.460 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.461 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.461 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.461 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.461 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.461 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.461 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.461 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.461 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.461 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.461 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.461 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.461 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.461 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.461 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.461 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.462 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.462 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.462 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.462 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.462 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.462 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.462 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.462 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.462 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.462 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.462 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.462 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.462 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:48.462 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:48.462 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.463 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.463 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 4, 2023-12-22T17:16:48.463 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:48.463 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.463 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.463 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.463 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.463 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.463 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.463 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.463 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.463 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.463 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.463 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.463 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.463 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.464 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.464 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.464 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.464 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.464 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.464 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.464 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.464 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.464 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.464 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.464 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.464 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.464 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.464 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.465 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.465 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.465 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.465 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.465 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:48.465 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:48.465 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.465 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.465 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 5, 2023-12-22T17:16:48.465 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:48.465 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.465 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.465 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.465 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.466 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.466 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.466 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.466 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.466 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.466 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.466 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.466 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.466 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.466 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.466 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.466 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.466 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.466 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.466 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.466 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.467 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.467 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.467 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.467 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.467 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.467 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.467 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.467 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.467 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.467 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.467 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.467 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:48.467 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:48.467 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.467 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.468 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 6, 2023-12-22T17:16:48.468 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:48.468 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.468 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.468 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.468 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.468 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.468 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.468 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.468 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.468 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.468 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.468 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.468 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.469 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.469 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.469 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.469 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.469 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.469 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.469 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.469 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.469 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.469 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.469 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.469 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.469 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.469 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.470 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.470 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.470 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.470 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.470 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.470 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:48.470 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:48.470 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.470 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.470 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 7, 2023-12-22T17:16:48.470 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:48.470 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.470 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.470 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.470 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.470 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.471 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.471 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.471 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.471 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.471 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.471 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.471 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.471 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.471 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.471 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.471 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.471 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.471 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.471 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.472 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.472 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.472 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.472 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.472 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.472 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.472 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.472 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.472 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.472 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.472 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.472 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.472 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:48.472 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:48.472 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.473 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:48.473 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.473 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-22T17:16:48.473 INFO:tasks.workunit.client.0.smithi032.stdout: "axes": [ 2023-12-22T17:16:48.473 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.473 INFO:tasks.workunit.client.0.smithi032.stdout: "buckets": 32, 2023-12-22T17:16:48.473 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 0, 2023-12-22T17:16:48.473 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "Latency (usec)", 2023-12-22T17:16:48.473 INFO:tasks.workunit.client.0.smithi032.stdout: "quant_size": 100000, 2023-12-22T17:16:48.473 INFO:tasks.workunit.client.0.smithi032.stdout: "ranges": [ 2023-12-22T17:16:48.473 INFO:tasks.workunit.client.0.smithi032.stdout: "[None, -1]", 2023-12-22T17:16:48.473 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 99999]", 2023-12-22T17:16:48.473 INFO:tasks.workunit.client.0.smithi032.stdout: "[100000, 199999]", 2023-12-22T17:16:48.473 INFO:tasks.workunit.client.0.smithi032.stdout: "[200000, 399999]", 2023-12-22T17:16:48.474 INFO:tasks.workunit.client.0.smithi032.stdout: "[400000, 799999]", 2023-12-22T17:16:48.474 INFO:tasks.workunit.client.0.smithi032.stdout: "[800000, 1599999]", 2023-12-22T17:16:48.474 INFO:tasks.workunit.client.0.smithi032.stdout: "[1600000, 3199999]", 2023-12-22T17:16:48.474 INFO:tasks.workunit.client.0.smithi032.stdout: "[3200000, 6399999]", 2023-12-22T17:16:48.474 INFO:tasks.workunit.client.0.smithi032.stdout: "[6400000, 12799999]", 2023-12-22T17:16:48.474 INFO:tasks.workunit.client.0.smithi032.stdout: "[12800000, 25599999]", 2023-12-22T17:16:48.474 INFO:tasks.workunit.client.0.smithi032.stdout: "[25600000, 51199999]", 2023-12-22T17:16:48.474 INFO:tasks.workunit.client.0.smithi032.stdout: "[51200000, 102399999]", 2023-12-22T17:16:48.474 INFO:tasks.workunit.client.0.smithi032.stdout: "[102400000, 204799999]", 2023-12-22T17:16:48.474 INFO:tasks.workunit.client.0.smithi032.stdout: "[204800000, 409599999]", 2023-12-22T17:16:48.474 INFO:tasks.workunit.client.0.smithi032.stdout: "[409600000, 819199999]", 2023-12-22T17:16:48.474 INFO:tasks.workunit.client.0.smithi032.stdout: "[819200000, 1638399999]", 2023-12-22T17:16:48.474 INFO:tasks.workunit.client.0.smithi032.stdout: "[1638400000, 3276799999]", 2023-12-22T17:16:48.474 INFO:tasks.workunit.client.0.smithi032.stdout: "[3276800000, 6553599999]", 2023-12-22T17:16:48.474 INFO:tasks.workunit.client.0.smithi032.stdout: "[6553600000, 13107199999]", 2023-12-22T17:16:48.474 INFO:tasks.workunit.client.0.smithi032.stdout: "[13107200000, 26214399999]", 2023-12-22T17:16:48.475 INFO:tasks.workunit.client.0.smithi032.stdout: "[26214400000, 52428799999]", 2023-12-22T17:16:48.475 INFO:tasks.workunit.client.0.smithi032.stdout: "[52428800000, 104857599999]", 2023-12-22T17:16:48.475 INFO:tasks.workunit.client.0.smithi032.stdout: "[104857600000, 209715199999]", 2023-12-22T17:16:48.475 INFO:tasks.workunit.client.0.smithi032.stdout: "[209715200000, 419430399999]", 2023-12-22T17:16:48.475 INFO:tasks.workunit.client.0.smithi032.stdout: "[419430400000, 838860799999]", 2023-12-22T17:16:48.475 INFO:tasks.workunit.client.0.smithi032.stdout: "[838860800000, 1677721599999]", 2023-12-22T17:16:48.475 INFO:tasks.workunit.client.0.smithi032.stdout: "[1677721600000, 3355443199999]", 2023-12-22T17:16:48.475 INFO:tasks.workunit.client.0.smithi032.stdout: "[3355443200000, 6710886399999]", 2023-12-22T17:16:48.475 INFO:tasks.workunit.client.0.smithi032.stdout: "[6710886400000, 13421772799999]", 2023-12-22T17:16:48.475 INFO:tasks.workunit.client.0.smithi032.stdout: "[13421772800000, 26843545599999]", 2023-12-22T17:16:48.475 INFO:tasks.workunit.client.0.smithi032.stdout: "[26843545600000, 53687091199999]", 2023-12-22T17:16:48.475 INFO:tasks.workunit.client.0.smithi032.stdout: "[53687091200000, None]" 2023-12-22T17:16:48.475 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:48.475 INFO:tasks.workunit.client.0.smithi032.stdout: "scale_type": "log2" 2023-12-22T17:16:48.476 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.476 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.476 INFO:tasks.workunit.client.0.smithi032.stdout: "buckets": 32, 2023-12-22T17:16:48.476 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 0, 2023-12-22T17:16:48.476 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "Request size (bytes)", 2023-12-22T17:16:48.476 INFO:tasks.workunit.client.0.smithi032.stdout: "quant_size": 512, 2023-12-22T17:16:48.476 INFO:tasks.workunit.client.0.smithi032.stdout: "ranges": [ 2023-12-22T17:16:48.476 INFO:tasks.workunit.client.0.smithi032.stdout: "[None, -1]", 2023-12-22T17:16:48.476 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 511]", 2023-12-22T17:16:48.476 INFO:tasks.workunit.client.0.smithi032.stdout: "[512, 1023]", 2023-12-22T17:16:48.476 INFO:tasks.workunit.client.0.smithi032.stdout: "[1024, 2047]", 2023-12-22T17:16:48.476 INFO:tasks.workunit.client.0.smithi032.stdout: "[2048, 4095]", 2023-12-22T17:16:48.476 INFO:tasks.workunit.client.0.smithi032.stdout: "[4096, 8191]", 2023-12-22T17:16:48.476 INFO:tasks.workunit.client.0.smithi032.stdout: "[8192, 16383]", 2023-12-22T17:16:48.476 INFO:tasks.workunit.client.0.smithi032.stdout: "[16384, 32767]", 2023-12-22T17:16:48.477 INFO:tasks.workunit.client.0.smithi032.stdout: "[32768, 65535]", 2023-12-22T17:16:48.477 INFO:tasks.workunit.client.0.smithi032.stdout: "[65536, 131071]", 2023-12-22T17:16:48.477 INFO:tasks.workunit.client.0.smithi032.stdout: "[131072, 262143]", 2023-12-22T17:16:48.477 INFO:tasks.workunit.client.0.smithi032.stdout: "[262144, 524287]", 2023-12-22T17:16:48.477 INFO:tasks.workunit.client.0.smithi032.stdout: "[524288, 1048575]", 2023-12-22T17:16:48.477 INFO:tasks.workunit.client.0.smithi032.stdout: "[1048576, 2097151]", 2023-12-22T17:16:48.477 INFO:tasks.workunit.client.0.smithi032.stdout: "[2097152, 4194303]", 2023-12-22T17:16:48.477 INFO:tasks.workunit.client.0.smithi032.stdout: "[4194304, 8388607]", 2023-12-22T17:16:48.477 INFO:tasks.workunit.client.0.smithi032.stdout: "[8388608, 16777215]", 2023-12-22T17:16:48.477 INFO:tasks.workunit.client.0.smithi032.stdout: "[16777216, 33554431]", 2023-12-22T17:16:48.477 INFO:tasks.workunit.client.0.smithi032.stdout: "[33554432, 67108863]", 2023-12-22T17:16:48.477 INFO:tasks.workunit.client.0.smithi032.stdout: "[67108864, 134217727]", 2023-12-22T17:16:48.477 INFO:tasks.workunit.client.0.smithi032.stdout: "[134217728, 268435455]", 2023-12-22T17:16:48.477 INFO:tasks.workunit.client.0.smithi032.stdout: "[268435456, 536870911]", 2023-12-22T17:16:48.477 INFO:tasks.workunit.client.0.smithi032.stdout: "[536870912, 1073741823]", 2023-12-22T17:16:48.478 INFO:tasks.workunit.client.0.smithi032.stdout: "[1073741824, 2147483647]", 2023-12-22T17:16:48.478 INFO:tasks.workunit.client.0.smithi032.stdout: "[2147483648, 4294967295]", 2023-12-22T17:16:48.478 INFO:tasks.workunit.client.0.smithi032.stdout: "[4294967296, 8589934591]", 2023-12-22T17:16:48.478 INFO:tasks.workunit.client.0.smithi032.stdout: "[8589934592, 17179869183]", 2023-12-22T17:16:48.478 INFO:tasks.workunit.client.0.smithi032.stdout: "[17179869184, 34359738367]", 2023-12-22T17:16:48.478 INFO:tasks.workunit.client.0.smithi032.stdout: "[34359738368, 68719476735]", 2023-12-22T17:16:48.478 INFO:tasks.workunit.client.0.smithi032.stdout: "[68719476736, 137438953471]", 2023-12-22T17:16:48.478 INFO:tasks.workunit.client.0.smithi032.stdout: "[137438953472, 274877906943]", 2023-12-22T17:16:48.478 INFO:tasks.workunit.client.0.smithi032.stdout: "[274877906944, None]" 2023-12-22T17:16:48.478 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:48.478 INFO:tasks.workunit.client.0.smithi032.stdout: "scale_type": "log2" 2023-12-22T17:16:48.478 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.478 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:48.478 INFO:tasks.workunit.client.0.smithi032.stdout: "osds": [ 2023-12-22T17:16:48.478 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.479 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 0, 2023-12-22T17:16:48.479 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:48.479 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.479 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.479 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.479 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.479 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.479 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.479 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.479 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.479 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.479 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.479 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.479 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.479 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.480 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.480 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.480 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.480 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.480 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.480 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.480 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.480 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.480 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.480 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.480 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.480 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.480 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.480 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.480 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.480 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.481 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.481 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.481 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:48.481 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:48.481 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.481 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.481 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 1, 2023-12-22T17:16:48.481 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:48.481 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.481 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.481 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.481 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.481 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.481 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.481 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.482 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.482 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.482 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.482 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.482 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.482 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.482 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.482 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.482 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.482 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.482 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.482 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.482 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.482 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.483 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.483 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.483 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.483 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.483 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.483 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.483 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.483 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.483 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.483 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.483 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:48.483 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:48.483 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.483 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.483 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 2, 2023-12-22T17:16:48.484 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:48.484 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.484 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.484 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.484 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.484 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.484 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.484 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.484 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.484 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.484 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.484 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.484 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.484 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.484 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.485 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.485 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.485 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.485 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.485 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.485 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.485 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.485 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.485 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.485 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.485 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.485 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.485 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.485 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.485 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.486 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.486 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.486 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:48.486 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:48.486 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.486 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.486 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 3, 2023-12-22T17:16:48.486 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:48.486 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.486 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.486 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.486 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.486 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.486 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.486 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.487 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.487 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.487 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.487 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.487 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.487 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.487 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.487 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.487 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.487 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.487 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.487 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.487 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.487 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.487 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.488 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.488 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.488 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.488 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.488 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.488 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.488 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.488 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.488 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.488 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:48.488 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:48.488 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.488 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.488 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 4, 2023-12-22T17:16:48.488 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:48.488 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.489 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.489 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.489 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.489 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.489 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.489 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.489 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.489 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.489 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.489 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.489 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.489 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.489 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.489 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.489 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.490 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.490 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.490 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.490 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.490 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.490 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.490 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.490 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.490 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.490 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.490 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.490 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.490 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.490 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.490 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.490 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:48.491 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:48.491 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.491 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.491 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 5, 2023-12-22T17:16:48.491 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:48.491 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.491 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.491 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.491 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.491 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.491 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.491 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.491 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.491 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.492 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.492 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.492 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.492 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.492 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.492 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.492 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.492 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.492 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.492 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.492 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.492 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.492 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.492 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.492 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.492 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.493 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.493 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.493 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.493 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.493 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.493 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.493 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:48.493 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:48.493 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.493 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.493 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 6, 2023-12-22T17:16:48.493 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:48.493 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.493 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.494 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.494 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.494 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.494 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.494 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.494 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.494 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.494 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.494 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.494 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.494 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.494 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.494 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.494 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.494 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.494 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.495 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.495 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.495 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.495 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.495 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.495 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.495 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.495 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.495 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.495 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.495 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.495 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.495 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.495 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:48.495 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:48.496 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.496 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.496 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 7, 2023-12-22T17:16:48.496 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:48.496 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.496 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.496 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.496 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.496 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.496 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.496 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.496 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.496 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.496 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.497 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.497 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.497 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.497 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.497 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.497 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.497 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.497 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.497 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.497 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.497 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.497 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.497 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.497 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.497 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.498 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.498 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.498 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.498 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.498 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.498 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.498 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:48.498 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:48.498 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.498 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:48.498 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.498 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-22T17:16:48.498 INFO:tasks.workunit.client.0.smithi032.stdout: "axes": [ 2023-12-22T17:16:48.498 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.498 INFO:tasks.workunit.client.0.smithi032.stdout: "buckets": 32, 2023-12-22T17:16:48.499 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 0, 2023-12-22T17:16:48.499 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "Latency (usec)", 2023-12-22T17:16:48.499 INFO:tasks.workunit.client.0.smithi032.stdout: "quant_size": 100000, 2023-12-22T17:16:48.499 INFO:tasks.workunit.client.0.smithi032.stdout: "ranges": [ 2023-12-22T17:16:48.499 INFO:tasks.workunit.client.0.smithi032.stdout: "[None, -1]", 2023-12-22T17:16:48.499 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 99999]", 2023-12-22T17:16:48.499 INFO:tasks.workunit.client.0.smithi032.stdout: "[100000, 199999]", 2023-12-22T17:16:48.499 INFO:tasks.workunit.client.0.smithi032.stdout: "[200000, 399999]", 2023-12-22T17:16:48.499 INFO:tasks.workunit.client.0.smithi032.stdout: "[400000, 799999]", 2023-12-22T17:16:48.499 INFO:tasks.workunit.client.0.smithi032.stdout: "[800000, 1599999]", 2023-12-22T17:16:48.499 INFO:tasks.workunit.client.0.smithi032.stdout: "[1600000, 3199999]", 2023-12-22T17:16:48.499 INFO:tasks.workunit.client.0.smithi032.stdout: "[3200000, 6399999]", 2023-12-22T17:16:48.499 INFO:tasks.workunit.client.0.smithi032.stdout: "[6400000, 12799999]", 2023-12-22T17:16:48.499 INFO:tasks.workunit.client.0.smithi032.stdout: "[12800000, 25599999]", 2023-12-22T17:16:48.499 INFO:tasks.workunit.client.0.smithi032.stdout: "[25600000, 51199999]", 2023-12-22T17:16:48.500 INFO:tasks.workunit.client.0.smithi032.stdout: "[51200000, 102399999]", 2023-12-22T17:16:48.500 INFO:tasks.workunit.client.0.smithi032.stdout: "[102400000, 204799999]", 2023-12-22T17:16:48.500 INFO:tasks.workunit.client.0.smithi032.stdout: "[204800000, 409599999]", 2023-12-22T17:16:48.500 INFO:tasks.workunit.client.0.smithi032.stdout: "[409600000, 819199999]", 2023-12-22T17:16:48.500 INFO:tasks.workunit.client.0.smithi032.stdout: "[819200000, 1638399999]", 2023-12-22T17:16:48.500 INFO:tasks.workunit.client.0.smithi032.stdout: "[1638400000, 3276799999]", 2023-12-22T17:16:48.500 INFO:tasks.workunit.client.0.smithi032.stdout: "[3276800000, 6553599999]", 2023-12-22T17:16:48.500 INFO:tasks.workunit.client.0.smithi032.stdout: "[6553600000, 13107199999]", 2023-12-22T17:16:48.500 INFO:tasks.workunit.client.0.smithi032.stdout: "[13107200000, 26214399999]", 2023-12-22T17:16:48.500 INFO:tasks.workunit.client.0.smithi032.stdout: "[26214400000, 52428799999]", 2023-12-22T17:16:48.500 INFO:tasks.workunit.client.0.smithi032.stdout: "[52428800000, 104857599999]", 2023-12-22T17:16:48.500 INFO:tasks.workunit.client.0.smithi032.stdout: "[104857600000, 209715199999]", 2023-12-22T17:16:48.500 INFO:tasks.workunit.client.0.smithi032.stdout: "[209715200000, 419430399999]", 2023-12-22T17:16:48.500 INFO:tasks.workunit.client.0.smithi032.stdout: "[419430400000, 838860799999]", 2023-12-22T17:16:48.500 INFO:tasks.workunit.client.0.smithi032.stdout: "[838860800000, 1677721599999]", 2023-12-22T17:16:48.500 INFO:tasks.workunit.client.0.smithi032.stdout: "[1677721600000, 3355443199999]", 2023-12-22T17:16:48.501 INFO:tasks.workunit.client.0.smithi032.stdout: "[3355443200000, 6710886399999]", 2023-12-22T17:16:48.501 INFO:tasks.workunit.client.0.smithi032.stdout: "[6710886400000, 13421772799999]", 2023-12-22T17:16:48.501 INFO:tasks.workunit.client.0.smithi032.stdout: "[13421772800000, 26843545599999]", 2023-12-22T17:16:48.501 INFO:tasks.workunit.client.0.smithi032.stdout: "[26843545600000, 53687091199999]", 2023-12-22T17:16:48.501 INFO:tasks.workunit.client.0.smithi032.stdout: "[53687091200000, None]" 2023-12-22T17:16:48.501 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:48.501 INFO:tasks.workunit.client.0.smithi032.stdout: "scale_type": "log2" 2023-12-22T17:16:48.501 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.501 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.501 INFO:tasks.workunit.client.0.smithi032.stdout: "buckets": 32, 2023-12-22T17:16:48.501 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 0, 2023-12-22T17:16:48.501 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "Request size (bytes)", 2023-12-22T17:16:48.501 INFO:tasks.workunit.client.0.smithi032.stdout: "quant_size": 512, 2023-12-22T17:16:48.501 INFO:tasks.workunit.client.0.smithi032.stdout: "ranges": [ 2023-12-22T17:16:48.501 INFO:tasks.workunit.client.0.smithi032.stdout: "[None, -1]", 2023-12-22T17:16:48.502 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 511]", 2023-12-22T17:16:48.502 INFO:tasks.workunit.client.0.smithi032.stdout: "[512, 1023]", 2023-12-22T17:16:48.502 INFO:tasks.workunit.client.0.smithi032.stdout: "[1024, 2047]", 2023-12-22T17:16:48.502 INFO:tasks.workunit.client.0.smithi032.stdout: "[2048, 4095]", 2023-12-22T17:16:48.502 INFO:tasks.workunit.client.0.smithi032.stdout: "[4096, 8191]", 2023-12-22T17:16:48.502 INFO:tasks.workunit.client.0.smithi032.stdout: "[8192, 16383]", 2023-12-22T17:16:48.502 INFO:tasks.workunit.client.0.smithi032.stdout: "[16384, 32767]", 2023-12-22T17:16:48.502 INFO:tasks.workunit.client.0.smithi032.stdout: "[32768, 65535]", 2023-12-22T17:16:48.502 INFO:tasks.workunit.client.0.smithi032.stdout: "[65536, 131071]", 2023-12-22T17:16:48.502 INFO:tasks.workunit.client.0.smithi032.stdout: "[131072, 262143]", 2023-12-22T17:16:48.502 INFO:tasks.workunit.client.0.smithi032.stdout: "[262144, 524287]", 2023-12-22T17:16:48.502 INFO:tasks.workunit.client.0.smithi032.stdout: "[524288, 1048575]", 2023-12-22T17:16:48.502 INFO:tasks.workunit.client.0.smithi032.stdout: "[1048576, 2097151]", 2023-12-22T17:16:48.502 INFO:tasks.workunit.client.0.smithi032.stdout: "[2097152, 4194303]", 2023-12-22T17:16:48.502 INFO:tasks.workunit.client.0.smithi032.stdout: "[4194304, 8388607]", 2023-12-22T17:16:48.503 INFO:tasks.workunit.client.0.smithi032.stdout: "[8388608, 16777215]", 2023-12-22T17:16:48.503 INFO:tasks.workunit.client.0.smithi032.stdout: "[16777216, 33554431]", 2023-12-22T17:16:48.503 INFO:tasks.workunit.client.0.smithi032.stdout: "[33554432, 67108863]", 2023-12-22T17:16:48.503 INFO:tasks.workunit.client.0.smithi032.stdout: "[67108864, 134217727]", 2023-12-22T17:16:48.503 INFO:tasks.workunit.client.0.smithi032.stdout: "[134217728, 268435455]", 2023-12-22T17:16:48.503 INFO:tasks.workunit.client.0.smithi032.stdout: "[268435456, 536870911]", 2023-12-22T17:16:48.503 INFO:tasks.workunit.client.0.smithi032.stdout: "[536870912, 1073741823]", 2023-12-22T17:16:48.503 INFO:tasks.workunit.client.0.smithi032.stdout: "[1073741824, 2147483647]", 2023-12-22T17:16:48.503 INFO:tasks.workunit.client.0.smithi032.stdout: "[2147483648, 4294967295]", 2023-12-22T17:16:48.503 INFO:tasks.workunit.client.0.smithi032.stdout: "[4294967296, 8589934591]", 2023-12-22T17:16:48.503 INFO:tasks.workunit.client.0.smithi032.stdout: "[8589934592, 17179869183]", 2023-12-22T17:16:48.503 INFO:tasks.workunit.client.0.smithi032.stdout: "[17179869184, 34359738367]", 2023-12-22T17:16:48.503 INFO:tasks.workunit.client.0.smithi032.stdout: "[34359738368, 68719476735]", 2023-12-22T17:16:48.503 INFO:tasks.workunit.client.0.smithi032.stdout: "[68719476736, 137438953471]", 2023-12-22T17:16:48.503 INFO:tasks.workunit.client.0.smithi032.stdout: "[137438953472, 274877906943]", 2023-12-22T17:16:48.504 INFO:tasks.workunit.client.0.smithi032.stdout: "[274877906944, None]" 2023-12-22T17:16:48.504 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:48.504 INFO:tasks.workunit.client.0.smithi032.stdout: "scale_type": "log2" 2023-12-22T17:16:48.504 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.504 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:48.504 INFO:tasks.workunit.client.0.smithi032.stdout: "osds": [ 2023-12-22T17:16:48.504 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.504 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 0, 2023-12-22T17:16:48.504 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:48.504 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.504 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.504 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.504 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.504 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.505 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.505 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.505 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.505 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.505 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.505 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.505 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.505 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.505 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.505 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.505 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.505 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.505 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.505 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.505 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.506 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.506 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.506 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.506 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.506 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.506 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.506 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.506 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.506 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.506 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.506 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.506 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:48.506 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:48.506 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.506 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.507 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 1, 2023-12-22T17:16:48.507 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:48.507 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.507 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.507 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.507 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.507 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.507 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 8, 2, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.507 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 16, 6, 0, 0, 0, 0, 0, 0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.507 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.507 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.507 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.507 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.507 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.507 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.508 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.508 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.508 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.508 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.508 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.508 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.508 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.508 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.508 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.508 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.508 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.508 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.508 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.508 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.508 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.508 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.509 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.509 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.509 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:48.509 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:48.509 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.509 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.509 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 2, 2023-12-22T17:16:48.509 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:48.509 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.509 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.509 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.509 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.509 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.509 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.510 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.510 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.510 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.510 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.510 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.510 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.510 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.510 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.510 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.510 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.510 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.510 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.510 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.510 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.511 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.511 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.511 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.511 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.511 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.511 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.511 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.511 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.511 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.511 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.511 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.511 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:48.511 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:48.511 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.511 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.512 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 3, 2023-12-22T17:16:48.512 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:48.512 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.512 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.512 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.512 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.512 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.512 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.512 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.512 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.512 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.512 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.512 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.512 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.512 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.513 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.513 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.513 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.513 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.513 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.513 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.513 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.513 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.513 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.513 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.513 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.513 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.513 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.513 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.513 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.514 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.514 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.514 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.514 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:48.514 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:48.514 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.514 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.514 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 4, 2023-12-22T17:16:48.514 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:48.514 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.514 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.514 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.514 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.514 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.515 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.515 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.515 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.515 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.515 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.515 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.515 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.515 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.515 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.515 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.515 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.515 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.515 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.515 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.516 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.516 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.516 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.516 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.516 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.516 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.516 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.516 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.516 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.516 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.516 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.516 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.516 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:48.516 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:48.516 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.517 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.517 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 5, 2023-12-22T17:16:48.517 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:48.517 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.517 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.517 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.517 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.517 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.517 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.517 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.517 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.517 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.517 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.517 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.517 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.517 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.518 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.518 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.518 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.518 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.518 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.518 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.518 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.518 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.518 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.518 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.518 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.518 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.518 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.518 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.518 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.518 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.519 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.519 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.519 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:48.519 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:48.519 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.519 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.519 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 6, 2023-12-22T17:16:48.519 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:48.519 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.519 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.519 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.519 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.519 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.519 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.520 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.520 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.520 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.520 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.520 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.520 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.520 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.520 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.520 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.520 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.520 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.520 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.520 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.520 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.520 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.520 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.521 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.521 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.521 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.521 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.521 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.521 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.521 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.521 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.521 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.521 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:48.521 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:48.521 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.521 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.521 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 7, 2023-12-22T17:16:48.522 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:48.522 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.522 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.522 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.522 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.522 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.522 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.522 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.522 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.522 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.522 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.522 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.522 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.522 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.522 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.522 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.522 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.523 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.523 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.523 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.523 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.523 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.523 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.523 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.523 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.523 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.523 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.523 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.523 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.523 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.523 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.523 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:48.524 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:48.524 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:48.524 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.524 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:48.524 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.524 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.524 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:48.524 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_counters": { 2023-12-22T17:16:48.524 INFO:tasks.workunit.client.0.smithi032.stdout: "mds.d7134caa19f4ceb0ac85f9820c4aa7d20d7697cf": { 2023-12-22T17:16:48.524 INFO:tasks.workunit.client.0.smithi032.stdout: "mds": { 2023-12-22T17:16:48.524 INFO:tasks.workunit.client.0.smithi032.stdout: "caps": { 2023-12-22T17:16:48.524 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2023-12-22T17:16:48.524 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.524 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph_cap_op_flush_ack": { 2023-12-22T17:16:48.524 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.524 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.524 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph_cap_op_flushsnap_ack": { 2023-12-22T17:16:48.525 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.525 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.525 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph_cap_op_grant": { 2023-12-22T17:16:48.525 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.525 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.525 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph_cap_op_revoke": { 2023-12-22T17:16:48.525 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.525 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.525 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph_cap_op_trunc": { 2023-12-22T17:16:48.525 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.525 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.525 INFO:tasks.workunit.client.0.smithi032.stdout: "dir_commit": { 2023-12-22T17:16:48.525 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12 2023-12-22T17:16:48.525 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.526 INFO:tasks.workunit.client.0.smithi032.stdout: "dir_fetch": { 2023-12-22T17:16:48.526 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.526 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.526 INFO:tasks.workunit.client.0.smithi032.stdout: "dir_merge": { 2023-12-22T17:16:48.526 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.526 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.526 INFO:tasks.workunit.client.0.smithi032.stdout: "dir_split": { 2023-12-22T17:16:48.526 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.526 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.526 INFO:tasks.workunit.client.0.smithi032.stdout: "exported_inodes": { 2023-12-22T17:16:48.526 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.526 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.526 INFO:tasks.workunit.client.0.smithi032.stdout: "forward": { 2023-12-22T17:16:48.526 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.526 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.526 INFO:tasks.workunit.client.0.smithi032.stdout: "handle_client_cap_release": { 2023-12-22T17:16:48.526 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.527 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.527 INFO:tasks.workunit.client.0.smithi032.stdout: "handle_client_caps": { 2023-12-22T17:16:48.527 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.527 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.527 INFO:tasks.workunit.client.0.smithi032.stdout: "handle_client_caps_dirty": { 2023-12-22T17:16:48.527 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.527 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.527 INFO:tasks.workunit.client.0.smithi032.stdout: "handle_inode_file_caps": { 2023-12-22T17:16:48.527 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.527 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.527 INFO:tasks.workunit.client.0.smithi032.stdout: "imported_inodes": { 2023-12-22T17:16:48.527 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.527 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.527 INFO:tasks.workunit.client.0.smithi032.stdout: "inodes": { 2023-12-22T17:16:48.527 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 10 2023-12-22T17:16:48.528 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.528 INFO:tasks.workunit.client.0.smithi032.stdout: "inodes_expired": { 2023-12-22T17:16:48.528 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.528 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.528 INFO:tasks.workunit.client.0.smithi032.stdout: "inodes_pinned": { 2023-12-22T17:16:48.528 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 10 2023-12-22T17:16:48.528 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.528 INFO:tasks.workunit.client.0.smithi032.stdout: "inodes_with_caps": { 2023-12-22T17:16:48.528 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2023-12-22T17:16:48.528 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.528 INFO:tasks.workunit.client.0.smithi032.stdout: "load_cent": { 2023-12-22T17:16:48.528 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.528 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.528 INFO:tasks.workunit.client.0.smithi032.stdout: "openino_dir_fetch": { 2023-12-22T17:16:48.528 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.529 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.529 INFO:tasks.workunit.client.0.smithi032.stdout: "process_request_cap_release": { 2023-12-22T17:16:48.529 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.529 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.529 INFO:tasks.workunit.client.0.smithi032.stdout: "reply_latency": { 2023-12-22T17:16:48.529 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:48.529 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95214 2023-12-22T17:16:48.529 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.529 INFO:tasks.workunit.client.0.smithi032.stdout: "request": { 2023-12-22T17:16:48.529 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2023-12-22T17:16:48.529 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.529 INFO:tasks.workunit.client.0.smithi032.stdout: "root_rbytes": { 2023-12-22T17:16:48.529 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.529 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.529 INFO:tasks.workunit.client.0.smithi032.stdout: "root_rfiles": { 2023-12-22T17:16:48.530 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.530 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.530 INFO:tasks.workunit.client.0.smithi032.stdout: "root_rsnaps": { 2023-12-22T17:16:48.530 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.530 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.530 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_reply": { 2023-12-22T17:16:48.530 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.530 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.530 INFO:tasks.workunit.client.0.smithi032.stdout: "subtrees": { 2023-12-22T17:16:48.530 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2023-12-22T17:16:48.530 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.530 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.530 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_cache": { 2023-12-22T17:16:48.530 INFO:tasks.workunit.client.0.smithi032.stdout: "ireq_enqueue_scrub": { 2023-12-22T17:16:48.530 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.530 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.531 INFO:tasks.workunit.client.0.smithi032.stdout: "ireq_exportdir": { 2023-12-22T17:16:48.531 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.531 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.531 INFO:tasks.workunit.client.0.smithi032.stdout: "ireq_flush": { 2023-12-22T17:16:48.531 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.531 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.531 INFO:tasks.workunit.client.0.smithi032.stdout: "ireq_fragmentdir": { 2023-12-22T17:16:48.531 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.531 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.531 INFO:tasks.workunit.client.0.smithi032.stdout: "ireq_fragstats": { 2023-12-22T17:16:48.531 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.531 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.531 INFO:tasks.workunit.client.0.smithi032.stdout: "ireq_inodestats": { 2023-12-22T17:16:48.531 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.531 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.531 INFO:tasks.workunit.client.0.smithi032.stdout: "num_recovering_enqueued": { 2023-12-22T17:16:48.532 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.532 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.532 INFO:tasks.workunit.client.0.smithi032.stdout: "num_recovering_prioritized": { 2023-12-22T17:16:48.532 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.532 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.532 INFO:tasks.workunit.client.0.smithi032.stdout: "num_recovering_processing": { 2023-12-22T17:16:48.532 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.532 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.532 INFO:tasks.workunit.client.0.smithi032.stdout: "num_strays": { 2023-12-22T17:16:48.532 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.532 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.532 INFO:tasks.workunit.client.0.smithi032.stdout: "num_strays_delayed": { 2023-12-22T17:16:48.532 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.532 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.532 INFO:tasks.workunit.client.0.smithi032.stdout: "num_strays_enqueuing": { 2023-12-22T17:16:48.532 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.532 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.533 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_completed": { 2023-12-22T17:16:48.533 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.533 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.533 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_started": { 2023-12-22T17:16:48.533 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.533 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.533 INFO:tasks.workunit.client.0.smithi032.stdout: "strays_created": { 2023-12-22T17:16:48.533 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.533 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.533 INFO:tasks.workunit.client.0.smithi032.stdout: "strays_enqueued": { 2023-12-22T17:16:48.533 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.533 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.533 INFO:tasks.workunit.client.0.smithi032.stdout: "strays_migrated": { 2023-12-22T17:16:48.533 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.533 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.533 INFO:tasks.workunit.client.0.smithi032.stdout: "strays_reintegrated": { 2023-12-22T17:16:48.533 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.534 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.534 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.534 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_log": { 2023-12-22T17:16:48.534 INFO:tasks.workunit.client.0.smithi032.stdout: "ev": { 2023-12-22T17:16:48.534 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5 2023-12-22T17:16:48.534 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.534 INFO:tasks.workunit.client.0.smithi032.stdout: "evadd": { 2023-12-22T17:16:48.534 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5 2023-12-22T17:16:48.534 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.534 INFO:tasks.workunit.client.0.smithi032.stdout: "evex": { 2023-12-22T17:16:48.534 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.534 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.534 INFO:tasks.workunit.client.0.smithi032.stdout: "evexd": { 2023-12-22T17:16:48.534 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.534 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.534 INFO:tasks.workunit.client.0.smithi032.stdout: "evexg": { 2023-12-22T17:16:48.535 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.535 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.535 INFO:tasks.workunit.client.0.smithi032.stdout: "evtrm": { 2023-12-22T17:16:48.535 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.535 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.535 INFO:tasks.workunit.client.0.smithi032.stdout: "jlat": { 2023-12-22T17:16:48.535 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 5, 2023-12-22T17:16:48.535 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8630373 2023-12-22T17:16:48.535 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.535 INFO:tasks.workunit.client.0.smithi032.stdout: "replayed": { 2023-12-22T17:16:48.535 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.535 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.535 INFO:tasks.workunit.client.0.smithi032.stdout: "seg": { 2023-12-22T17:16:48.535 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2023-12-22T17:16:48.535 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.535 INFO:tasks.workunit.client.0.smithi032.stdout: "segadd": { 2023-12-22T17:16:48.536 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2023-12-22T17:16:48.536 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.536 INFO:tasks.workunit.client.0.smithi032.stdout: "segex": { 2023-12-22T17:16:48.536 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.536 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.536 INFO:tasks.workunit.client.0.smithi032.stdout: "segexd": { 2023-12-22T17:16:48.536 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.536 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.536 INFO:tasks.workunit.client.0.smithi032.stdout: "segexg": { 2023-12-22T17:16:48.536 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.536 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.536 INFO:tasks.workunit.client.0.smithi032.stdout: "segtrm": { 2023-12-22T17:16:48.536 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.536 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.536 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.536 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_mem": { 2023-12-22T17:16:48.536 INFO:tasks.workunit.client.0.smithi032.stdout: "cap": { 2023-12-22T17:16:48.537 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.537 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.537 INFO:tasks.workunit.client.0.smithi032.stdout: "cap+": { 2023-12-22T17:16:48.537 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2023-12-22T17:16:48.537 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.537 INFO:tasks.workunit.client.0.smithi032.stdout: "cap-": { 2023-12-22T17:16:48.537 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2023-12-22T17:16:48.537 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.537 INFO:tasks.workunit.client.0.smithi032.stdout: "dir": { 2023-12-22T17:16:48.537 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12 2023-12-22T17:16:48.537 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.537 INFO:tasks.workunit.client.0.smithi032.stdout: "dir+": { 2023-12-22T17:16:48.537 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12 2023-12-22T17:16:48.537 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.537 INFO:tasks.workunit.client.0.smithi032.stdout: "dir-": { 2023-12-22T17:16:48.538 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.538 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.538 INFO:tasks.workunit.client.0.smithi032.stdout: "dn": { 2023-12-22T17:16:48.538 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 10 2023-12-22T17:16:48.538 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.538 INFO:tasks.workunit.client.0.smithi032.stdout: "dn+": { 2023-12-22T17:16:48.538 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 10 2023-12-22T17:16:48.538 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.538 INFO:tasks.workunit.client.0.smithi032.stdout: "dn-": { 2023-12-22T17:16:48.538 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.538 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.538 INFO:tasks.workunit.client.0.smithi032.stdout: "heap": { 2023-12-22T17:16:48.538 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 207132 2023-12-22T17:16:48.538 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.538 INFO:tasks.workunit.client.0.smithi032.stdout: "ino": { 2023-12-22T17:16:48.538 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 13 2023-12-22T17:16:48.538 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.539 INFO:tasks.workunit.client.0.smithi032.stdout: "ino+": { 2023-12-22T17:16:48.539 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 13 2023-12-22T17:16:48.539 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.539 INFO:tasks.workunit.client.0.smithi032.stdout: "ino-": { 2023-12-22T17:16:48.539 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.539 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.539 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.539 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_server": { 2023-12-22T17:16:48.539 INFO:tasks.workunit.client.0.smithi032.stdout: "cap_acquisition_throttle": { 2023-12-22T17:16:48.539 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.539 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.539 INFO:tasks.workunit.client.0.smithi032.stdout: "cap_revoke_eviction": { 2023-12-22T17:16:48.539 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.539 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.539 INFO:tasks.workunit.client.0.smithi032.stdout: "handle_client_request": { 2023-12-22T17:16:48.539 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2023-12-22T17:16:48.539 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.540 INFO:tasks.workunit.client.0.smithi032.stdout: "handle_client_session": { 2023-12-22T17:16:48.540 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 16 2023-12-22T17:16:48.540 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.540 INFO:tasks.workunit.client.0.smithi032.stdout: "handle_peer_request": { 2023-12-22T17:16:48.540 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.540 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.540 INFO:tasks.workunit.client.0.smithi032.stdout: "req_create_latency": { 2023-12-22T17:16:48.540 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.540 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.540 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.540 INFO:tasks.workunit.client.0.smithi032.stdout: "req_getattr_latency": { 2023-12-22T17:16:48.540 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:48.540 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95214 2023-12-22T17:16:48.540 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.540 INFO:tasks.workunit.client.0.smithi032.stdout: "req_getfilelock_latency": { 2023-12-22T17:16:48.540 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.541 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.541 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.541 INFO:tasks.workunit.client.0.smithi032.stdout: "req_getvxattr_latency": { 2023-12-22T17:16:48.541 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.541 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.541 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.541 INFO:tasks.workunit.client.0.smithi032.stdout: "req_link_latency": { 2023-12-22T17:16:48.541 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.541 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.541 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.541 INFO:tasks.workunit.client.0.smithi032.stdout: "req_lookup_latency": { 2023-12-22T17:16:48.541 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.541 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.541 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.541 INFO:tasks.workunit.client.0.smithi032.stdout: "req_lookuphash_latency": { 2023-12-22T17:16:48.542 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.542 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.542 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.542 INFO:tasks.workunit.client.0.smithi032.stdout: "req_lookupino_latency": { 2023-12-22T17:16:48.542 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.542 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.542 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.542 INFO:tasks.workunit.client.0.smithi032.stdout: "req_lookupname_latency": { 2023-12-22T17:16:48.542 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.542 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.542 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.542 INFO:tasks.workunit.client.0.smithi032.stdout: "req_lookupparent_latency": { 2023-12-22T17:16:48.542 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.542 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.542 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.542 INFO:tasks.workunit.client.0.smithi032.stdout: "req_lookupsnap_latency": { 2023-12-22T17:16:48.543 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.543 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.543 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.543 INFO:tasks.workunit.client.0.smithi032.stdout: "req_lssnap_latency": { 2023-12-22T17:16:48.543 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.543 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.543 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.543 INFO:tasks.workunit.client.0.smithi032.stdout: "req_mkdir_latency": { 2023-12-22T17:16:48.543 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.543 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.543 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.543 INFO:tasks.workunit.client.0.smithi032.stdout: "req_mknod_latency": { 2023-12-22T17:16:48.543 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.543 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.543 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.543 INFO:tasks.workunit.client.0.smithi032.stdout: "req_mksnap_latency": { 2023-12-22T17:16:48.543 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.543 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.544 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.544 INFO:tasks.workunit.client.0.smithi032.stdout: "req_open_latency": { 2023-12-22T17:16:48.544 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.544 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.544 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.544 INFO:tasks.workunit.client.0.smithi032.stdout: "req_readdir_latency": { 2023-12-22T17:16:48.544 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.544 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.544 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.544 INFO:tasks.workunit.client.0.smithi032.stdout: "req_rename_latency": { 2023-12-22T17:16:48.544 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.544 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.544 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.544 INFO:tasks.workunit.client.0.smithi032.stdout: "req_renamesnap_latency": { 2023-12-22T17:16:48.544 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.544 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.545 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.545 INFO:tasks.workunit.client.0.smithi032.stdout: "req_rmdir_latency": { 2023-12-22T17:16:48.545 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.545 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.545 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.545 INFO:tasks.workunit.client.0.smithi032.stdout: "req_rmsnap_latency": { 2023-12-22T17:16:48.545 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.545 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.545 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.545 INFO:tasks.workunit.client.0.smithi032.stdout: "req_rmxattr_latency": { 2023-12-22T17:16:48.545 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.545 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.545 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.545 INFO:tasks.workunit.client.0.smithi032.stdout: "req_setattr_latency": { 2023-12-22T17:16:48.545 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.545 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.546 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.546 INFO:tasks.workunit.client.0.smithi032.stdout: "req_setdirlayout_latency": { 2023-12-22T17:16:48.546 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.546 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.546 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.546 INFO:tasks.workunit.client.0.smithi032.stdout: "req_setfilelock_latency": { 2023-12-22T17:16:48.546 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.546 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.546 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.546 INFO:tasks.workunit.client.0.smithi032.stdout: "req_setlayout_latency": { 2023-12-22T17:16:48.546 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.546 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.546 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.546 INFO:tasks.workunit.client.0.smithi032.stdout: "req_setxattr_latency": { 2023-12-22T17:16:48.546 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.546 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.547 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.547 INFO:tasks.workunit.client.0.smithi032.stdout: "req_symlink_latency": { 2023-12-22T17:16:48.547 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.547 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.547 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.547 INFO:tasks.workunit.client.0.smithi032.stdout: "req_unlink_latency": { 2023-12-22T17:16:48.547 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.547 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.547 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.547 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.547 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_sessions": { 2023-12-22T17:16:48.547 INFO:tasks.workunit.client.0.smithi032.stdout: "average_load": { 2023-12-22T17:16:48.547 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.547 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.547 INFO:tasks.workunit.client.0.smithi032.stdout: "avg_session_uptime": { 2023-12-22T17:16:48.547 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 87 2023-12-22T17:16:48.547 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.548 INFO:tasks.workunit.client.0.smithi032.stdout: "mdthresh_evicted": { 2023-12-22T17:16:48.548 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.548 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.548 INFO:tasks.workunit.client.0.smithi032.stdout: "session_add": { 2023-12-22T17:16:48.548 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2023-12-22T17:16:48.548 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.548 INFO:tasks.workunit.client.0.smithi032.stdout: "session_count": { 2023-12-22T17:16:48.548 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.548 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.548 INFO:tasks.workunit.client.0.smithi032.stdout: "session_remove": { 2023-12-22T17:16:48.548 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2023-12-22T17:16:48.548 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.548 INFO:tasks.workunit.client.0.smithi032.stdout: "sessions_open": { 2023-12-22T17:16:48.548 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.548 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.548 INFO:tasks.workunit.client.0.smithi032.stdout: "sessions_stale": { 2023-12-22T17:16:48.548 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.549 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.549 INFO:tasks.workunit.client.0.smithi032.stdout: "total_load": { 2023-12-22T17:16:48.549 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2023-12-22T17:16:48.549 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.549 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.549 INFO:tasks.workunit.client.0.smithi032.stdout: "objecter": { 2023-12-22T17:16:48.549 INFO:tasks.workunit.client.0.smithi032.stdout: "op_active": { 2023-12-22T17:16:48.549 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.549 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.549 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2023-12-22T17:16:48.549 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.549 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.549 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rmw": { 2023-12-22T17:16:48.549 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.549 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.550 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2023-12-22T17:16:48.550 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 45 2023-12-22T17:16:48.550 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.550 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.550 INFO:tasks.workunit.client.0.smithi032.stdout: "purge_queue": { 2023-12-22T17:16:48.550 INFO:tasks.workunit.client.0.smithi032.stdout: "pq_executed": { 2023-12-22T17:16:48.550 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.550 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.550 INFO:tasks.workunit.client.0.smithi032.stdout: "pq_executing": { 2023-12-22T17:16:48.550 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.550 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.550 INFO:tasks.workunit.client.0.smithi032.stdout: "pq_executing_high_water": { 2023-12-22T17:16:48.550 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.550 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.550 INFO:tasks.workunit.client.0.smithi032.stdout: "pq_executing_ops": { 2023-12-22T17:16:48.550 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.551 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.551 INFO:tasks.workunit.client.0.smithi032.stdout: "pq_executing_ops_high_water": { 2023-12-22T17:16:48.551 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.551 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.551 INFO:tasks.workunit.client.0.smithi032.stdout: "pq_item_in_journal": { 2023-12-22T17:16:48.551 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.551 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.551 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.551 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.551 INFO:tasks.workunit.client.0.smithi032.stdout: "mon.5a83e9383e4ed6395b020b4d4cc228155a2c4190": { 2023-12-22T17:16:48.551 INFO:tasks.workunit.client.0.smithi032.stdout: "mon": { 2023-12-22T17:16:48.551 INFO:tasks.workunit.client.0.smithi032.stdout: "election_call": { 2023-12-22T17:16:48.551 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2023-12-22T17:16:48.551 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.551 INFO:tasks.workunit.client.0.smithi032.stdout: "election_lose": { 2023-12-22T17:16:48.551 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.552 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.552 INFO:tasks.workunit.client.0.smithi032.stdout: "election_win": { 2023-12-22T17:16:48.552 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3 2023-12-22T17:16:48.552 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.552 INFO:tasks.workunit.client.0.smithi032.stdout: "num_elections": { 2023-12-22T17:16:48.552 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 9 2023-12-22T17:16:48.552 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.552 INFO:tasks.workunit.client.0.smithi032.stdout: "num_sessions": { 2023-12-22T17:16:48.552 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8 2023-12-22T17:16:48.552 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.552 INFO:tasks.workunit.client.0.smithi032.stdout: "session_add": { 2023-12-22T17:16:48.552 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3 2023-12-22T17:16:48.552 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.552 INFO:tasks.workunit.client.0.smithi032.stdout: "session_rm": { 2023-12-22T17:16:48.552 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 172 2023-12-22T17:16:48.553 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.553 INFO:tasks.workunit.client.0.smithi032.stdout: "session_trim": { 2023-12-22T17:16:48.553 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.553 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.553 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.553 INFO:tasks.workunit.client.0.smithi032.stdout: "paxos": { 2023-12-22T17:16:48.553 INFO:tasks.workunit.client.0.smithi032.stdout: "accept_timeout": { 2023-12-22T17:16:48.553 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.553 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.553 INFO:tasks.workunit.client.0.smithi032.stdout: "begin": { 2023-12-22T17:16:48.553 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 849 2023-12-22T17:16:48.553 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.553 INFO:tasks.workunit.client.0.smithi032.stdout: "begin_bytes": { 2023-12-22T17:16:48.553 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 849, 2023-12-22T17:16:48.553 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4404728 2023-12-22T17:16:48.553 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.554 INFO:tasks.workunit.client.0.smithi032.stdout: "begin_keys": { 2023-12-22T17:16:48.554 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 849, 2023-12-22T17:16:48.554 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2547 2023-12-22T17:16:48.554 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.554 INFO:tasks.workunit.client.0.smithi032.stdout: "begin_latency": { 2023-12-22T17:16:48.554 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 849, 2023-12-22T17:16:48.554 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 114997678 2023-12-22T17:16:48.554 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.554 INFO:tasks.workunit.client.0.smithi032.stdout: "collect": { 2023-12-22T17:16:48.554 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.554 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.554 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_bytes": { 2023-12-22T17:16:48.554 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.554 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.554 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.554 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_keys": { 2023-12-22T17:16:48.555 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.555 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.555 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.555 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_latency": { 2023-12-22T17:16:48.555 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.555 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.555 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.555 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_timeout": { 2023-12-22T17:16:48.555 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.555 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.555 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_uncommitted": { 2023-12-22T17:16:48.555 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.555 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.555 INFO:tasks.workunit.client.0.smithi032.stdout: "commit": { 2023-12-22T17:16:48.555 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 849 2023-12-22T17:16:48.555 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.556 INFO:tasks.workunit.client.0.smithi032.stdout: "commit_bytes": { 2023-12-22T17:16:48.556 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 849, 2023-12-22T17:16:48.556 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4343660 2023-12-22T17:16:48.556 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.556 INFO:tasks.workunit.client.0.smithi032.stdout: "commit_keys": { 2023-12-22T17:16:48.556 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 849, 2023-12-22T17:16:48.556 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5175 2023-12-22T17:16:48.556 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.556 INFO:tasks.workunit.client.0.smithi032.stdout: "commit_latency": { 2023-12-22T17:16:48.556 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 849, 2023-12-22T17:16:48.556 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 121613517 2023-12-22T17:16:48.556 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.556 INFO:tasks.workunit.client.0.smithi032.stdout: "lease_ack_timeout": { 2023-12-22T17:16:48.556 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.556 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.556 INFO:tasks.workunit.client.0.smithi032.stdout: "lease_timeout": { 2023-12-22T17:16:48.556 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.557 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.557 INFO:tasks.workunit.client.0.smithi032.stdout: "new_pn": { 2023-12-22T17:16:48.557 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2023-12-22T17:16:48.557 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.557 INFO:tasks.workunit.client.0.smithi032.stdout: "new_pn_latency": { 2023-12-22T17:16:48.557 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:48.557 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.557 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.557 INFO:tasks.workunit.client.0.smithi032.stdout: "refresh": { 2023-12-22T17:16:48.557 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 851 2023-12-22T17:16:48.557 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.557 INFO:tasks.workunit.client.0.smithi032.stdout: "refresh_latency": { 2023-12-22T17:16:48.557 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 851, 2023-12-22T17:16:48.557 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1955960492 2023-12-22T17:16:48.558 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.558 INFO:tasks.workunit.client.0.smithi032.stdout: "restart": { 2023-12-22T17:16:48.558 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12 2023-12-22T17:16:48.558 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.558 INFO:tasks.workunit.client.0.smithi032.stdout: "share_state": { 2023-12-22T17:16:48.558 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3 2023-12-22T17:16:48.558 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.558 INFO:tasks.workunit.client.0.smithi032.stdout: "share_state_bytes": { 2023-12-22T17:16:48.558 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2023-12-22T17:16:48.558 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3145 2023-12-22T17:16:48.558 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.558 INFO:tasks.workunit.client.0.smithi032.stdout: "share_state_keys": { 2023-12-22T17:16:48.558 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2023-12-22T17:16:48.558 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4 2023-12-22T17:16:48.558 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.559 INFO:tasks.workunit.client.0.smithi032.stdout: "start_leader": { 2023-12-22T17:16:48.559 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3 2023-12-22T17:16:48.559 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.559 INFO:tasks.workunit.client.0.smithi032.stdout: "start_peon": { 2023-12-22T17:16:48.559 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.559 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.559 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state": { 2023-12-22T17:16:48.559 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.559 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.559 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state_bytes": { 2023-12-22T17:16:48.559 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.559 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.559 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.559 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state_keys": { 2023-12-22T17:16:48.559 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.559 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.560 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.560 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state_latency": { 2023-12-22T17:16:48.560 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.560 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.560 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.560 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.560 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache": { 2023-12-22T17:16:48.560 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_bytes": { 2023-12-22T17:16:48.560 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1020054731 2023-12-22T17:16:48.560 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.560 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_bytes": { 2023-12-22T17:16:48.560 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 45842432 2023-12-22T17:16:48.560 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.560 INFO:tasks.workunit.client.0.smithi032.stdout: "mapped_bytes": { 2023-12-22T17:16:48.561 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 40173568 2023-12-22T17:16:48.561 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.561 INFO:tasks.workunit.client.0.smithi032.stdout: "target_bytes": { 2023-12-22T17:16:48.561 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2147483648 2023-12-22T17:16:48.561 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.561 INFO:tasks.workunit.client.0.smithi032.stdout: "unmapped_bytes": { 2023-12-22T17:16:48.561 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5668864 2023-12-22T17:16:48.561 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.561 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.561 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache:full": { 2023-12-22T17:16:48.561 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:48.561 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 348127232 2023-12-22T17:16:48.561 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.561 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:48.561 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.562 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.562 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:48.562 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.562 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.562 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:48.562 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 277030857 2023-12-22T17:16:48.562 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.562 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:48.562 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 250332 2023-12-22T17:16:48.562 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.562 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:48.562 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.562 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.562 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:48.562 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.562 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.562 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:48.563 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.563 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.563 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:48.563 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.563 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.563 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:48.563 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.563 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.563 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:48.563 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.563 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.563 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:48.563 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.563 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.563 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:48.563 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.563 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.564 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:48.564 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70846043 2023-12-22T17:16:48.564 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.564 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.564 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache:inc": { 2023-12-22T17:16:48.564 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:48.564 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 348127232 2023-12-22T17:16:48.564 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.564 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:48.564 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.564 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.564 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:48.564 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.564 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.564 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:48.564 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 277030857 2023-12-22T17:16:48.565 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.565 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:48.565 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 37077 2023-12-22T17:16:48.565 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.565 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:48.565 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.565 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.565 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:48.565 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.565 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.565 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:48.565 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.565 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.565 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:48.565 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.566 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.566 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:48.566 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.566 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.566 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:48.566 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.566 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.566 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:48.566 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.566 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.566 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:48.566 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.566 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.566 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:48.566 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 71059298 2023-12-22T17:16:48.566 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.566 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.567 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache:kv": { 2023-12-22T17:16:48.567 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:48.567 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 322961408 2023-12-22T17:16:48.567 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.567 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:48.567 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2023-12-22T17:16:48.567 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.567 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:48.567 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.567 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.567 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:48.567 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 184687238 2023-12-22T17:16:48.567 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.567 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:48.567 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.567 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.568 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:48.568 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.568 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.568 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:48.568 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.568 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.568 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:48.568 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.568 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.568 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:48.568 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.568 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.568 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:48.568 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.568 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.568 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:48.569 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.569 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.569 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:48.569 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.569 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.569 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:48.569 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.569 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.569 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:48.569 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 71165306 2023-12-22T17:16:48.569 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.569 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.569 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb": { 2023-12-22T17:16:48.569 INFO:tasks.workunit.client.0.smithi032.stdout: "compact": { 2023-12-22T17:16:48.570 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.570 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.570 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_queue_len": { 2023-12-22T17:16:48.570 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.570 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.570 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_queue_merge": { 2023-12-22T17:16:48.570 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.570 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.570 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_range": { 2023-12-22T17:16:48.570 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2023-12-22T17:16:48.570 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.570 INFO:tasks.workunit.client.0.smithi032.stdout: "get_latency": { 2023-12-22T17:16:48.570 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 37900, 2023-12-22T17:16:48.570 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 135975690 2023-12-22T17:16:48.570 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.570 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_delay_time": { 2023-12-22T17:16:48.570 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.571 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.571 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.571 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_memtable_time": { 2023-12-22T17:16:48.571 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.571 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.571 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.571 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_pre_and_post_time": { 2023-12-22T17:16:48.571 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.571 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.571 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.571 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_wal_time": { 2023-12-22T17:16:48.571 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.571 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.571 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.571 INFO:tasks.workunit.client.0.smithi032.stdout: "submit_latency": { 2023-12-22T17:16:48.571 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.571 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.572 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.572 INFO:tasks.workunit.client.0.smithi032.stdout: "submit_sync_latency": { 2023-12-22T17:16:48.572 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1831, 2023-12-22T17:16:48.572 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 240116941 2023-12-22T17:16:48.572 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.572 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.572 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.572 INFO:tasks.workunit.client.0.smithi032.stdout: "mon.d7134caa19f4ceb0ac85f9820c4aa7d20d7697cf": { 2023-12-22T17:16:48.572 INFO:tasks.workunit.client.0.smithi032.stdout: "mon": { 2023-12-22T17:16:48.572 INFO:tasks.workunit.client.0.smithi032.stdout: "election_call": { 2023-12-22T17:16:48.572 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2023-12-22T17:16:48.572 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.572 INFO:tasks.workunit.client.0.smithi032.stdout: "election_lose": { 2023-12-22T17:16:48.572 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2023-12-22T17:16:48.572 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.572 INFO:tasks.workunit.client.0.smithi032.stdout: "election_win": { 2023-12-22T17:16:48.572 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.573 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.573 INFO:tasks.workunit.client.0.smithi032.stdout: "num_elections": { 2023-12-22T17:16:48.573 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 7 2023-12-22T17:16:48.573 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.573 INFO:tasks.workunit.client.0.smithi032.stdout: "num_sessions": { 2023-12-22T17:16:48.573 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 10 2023-12-22T17:16:48.573 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.573 INFO:tasks.workunit.client.0.smithi032.stdout: "session_add": { 2023-12-22T17:16:48.573 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4 2023-12-22T17:16:48.573 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.573 INFO:tasks.workunit.client.0.smithi032.stdout: "session_rm": { 2023-12-22T17:16:48.573 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 54 2023-12-22T17:16:48.573 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.573 INFO:tasks.workunit.client.0.smithi032.stdout: "session_trim": { 2023-12-22T17:16:48.573 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.573 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.574 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.574 INFO:tasks.workunit.client.0.smithi032.stdout: "paxos": { 2023-12-22T17:16:48.574 INFO:tasks.workunit.client.0.smithi032.stdout: "accept_timeout": { 2023-12-22T17:16:48.574 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.574 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.574 INFO:tasks.workunit.client.0.smithi032.stdout: "begin": { 2023-12-22T17:16:48.574 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 725 2023-12-22T17:16:48.574 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.574 INFO:tasks.workunit.client.0.smithi032.stdout: "begin_bytes": { 2023-12-22T17:16:48.574 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 725, 2023-12-22T17:16:48.574 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3400422 2023-12-22T17:16:48.574 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.574 INFO:tasks.workunit.client.0.smithi032.stdout: "begin_keys": { 2023-12-22T17:16:48.574 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.574 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.574 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.575 INFO:tasks.workunit.client.0.smithi032.stdout: "begin_latency": { 2023-12-22T17:16:48.575 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 725, 2023-12-22T17:16:48.575 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 261994719 2023-12-22T17:16:48.575 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.575 INFO:tasks.workunit.client.0.smithi032.stdout: "collect": { 2023-12-22T17:16:48.575 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2023-12-22T17:16:48.575 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.575 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_bytes": { 2023-12-22T17:16:48.575 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:48.575 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 146 2023-12-22T17:16:48.575 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.575 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_keys": { 2023-12-22T17:16:48.575 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:48.575 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2023-12-22T17:16:48.575 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.576 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_latency": { 2023-12-22T17:16:48.576 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:48.576 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1999960 2023-12-22T17:16:48.576 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.576 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_timeout": { 2023-12-22T17:16:48.576 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.576 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.576 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_uncommitted": { 2023-12-22T17:16:48.576 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.576 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.576 INFO:tasks.workunit.client.0.smithi032.stdout: "commit": { 2023-12-22T17:16:48.576 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 726 2023-12-22T17:16:48.576 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.576 INFO:tasks.workunit.client.0.smithi032.stdout: "commit_bytes": { 2023-12-22T17:16:48.576 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.576 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.576 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.577 INFO:tasks.workunit.client.0.smithi032.stdout: "commit_keys": { 2023-12-22T17:16:48.577 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.577 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.577 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.577 INFO:tasks.workunit.client.0.smithi032.stdout: "commit_latency": { 2023-12-22T17:16:48.577 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.577 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.577 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.577 INFO:tasks.workunit.client.0.smithi032.stdout: "lease_ack_timeout": { 2023-12-22T17:16:48.577 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.577 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.577 INFO:tasks.workunit.client.0.smithi032.stdout: "lease_timeout": { 2023-12-22T17:16:48.577 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.577 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.577 INFO:tasks.workunit.client.0.smithi032.stdout: "new_pn": { 2023-12-22T17:16:48.578 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.578 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.578 INFO:tasks.workunit.client.0.smithi032.stdout: "new_pn_latency": { 2023-12-22T17:16:48.578 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.578 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.578 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.578 INFO:tasks.workunit.client.0.smithi032.stdout: "refresh": { 2023-12-22T17:16:48.578 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 726 2023-12-22T17:16:48.578 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.578 INFO:tasks.workunit.client.0.smithi032.stdout: "refresh_latency": { 2023-12-22T17:16:48.578 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 726, 2023-12-22T17:16:48.578 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1794963798 2023-12-22T17:16:48.578 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.578 INFO:tasks.workunit.client.0.smithi032.stdout: "restart": { 2023-12-22T17:16:48.578 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 13 2023-12-22T17:16:48.579 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.579 INFO:tasks.workunit.client.0.smithi032.stdout: "share_state": { 2023-12-22T17:16:48.579 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.579 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.579 INFO:tasks.workunit.client.0.smithi032.stdout: "share_state_bytes": { 2023-12-22T17:16:48.579 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.579 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.579 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.579 INFO:tasks.workunit.client.0.smithi032.stdout: "share_state_keys": { 2023-12-22T17:16:48.579 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.579 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.579 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.579 INFO:tasks.workunit.client.0.smithi032.stdout: "start_leader": { 2023-12-22T17:16:48.579 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.579 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.579 INFO:tasks.workunit.client.0.smithi032.stdout: "start_peon": { 2023-12-22T17:16:48.579 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2023-12-22T17:16:48.580 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.580 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state": { 2023-12-22T17:16:48.580 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 726 2023-12-22T17:16:48.580 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.580 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state_bytes": { 2023-12-22T17:16:48.580 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 726, 2023-12-22T17:16:48.580 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 6667843 2023-12-22T17:16:48.580 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.580 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state_keys": { 2023-12-22T17:16:48.580 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 726, 2023-12-22T17:16:48.580 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5201 2023-12-22T17:16:48.580 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.580 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state_latency": { 2023-12-22T17:16:48.580 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 726, 2023-12-22T17:16:48.580 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1084978115 2023-12-22T17:16:48.580 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.581 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.581 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache": { 2023-12-22T17:16:48.581 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_bytes": { 2023-12-22T17:16:48.581 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1020054731 2023-12-22T17:16:48.581 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.581 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_bytes": { 2023-12-22T17:16:48.581 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 42778624 2023-12-22T17:16:48.581 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.581 INFO:tasks.workunit.client.0.smithi032.stdout: "mapped_bytes": { 2023-12-22T17:16:48.581 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 32456704 2023-12-22T17:16:48.581 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.581 INFO:tasks.workunit.client.0.smithi032.stdout: "target_bytes": { 2023-12-22T17:16:48.581 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2147483648 2023-12-22T17:16:48.581 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.581 INFO:tasks.workunit.client.0.smithi032.stdout: "unmapped_bytes": { 2023-12-22T17:16:48.582 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 10321920 2023-12-22T17:16:48.582 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.582 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.582 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache:full": { 2023-12-22T17:16:48.582 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:48.582 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 348127232 2023-12-22T17:16:48.582 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.582 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:48.582 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.582 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.582 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:48.582 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.582 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.582 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:48.582 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 277029795 2023-12-22T17:16:48.583 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.583 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:48.583 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 250762 2023-12-22T17:16:48.583 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.583 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:48.583 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.583 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.583 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:48.583 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.583 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.583 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:48.583 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.583 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.583 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:48.583 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.583 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.584 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:48.584 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.584 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.584 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:48.584 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.584 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.584 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:48.584 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.584 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.584 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:48.584 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.584 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.584 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:48.584 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70846675 2023-12-22T17:16:48.584 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.584 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.585 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache:inc": { 2023-12-22T17:16:48.585 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:48.585 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 348127232 2023-12-22T17:16:48.585 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.585 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:48.585 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.585 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.585 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:48.585 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.585 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.585 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:48.585 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 277029795 2023-12-22T17:16:48.585 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.585 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:48.585 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 39480 2023-12-22T17:16:48.586 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.586 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:48.586 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.586 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.586 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:48.586 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.586 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.586 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:48.586 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.586 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.586 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:48.586 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.586 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.586 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:48.586 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.586 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.586 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:48.587 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.587 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.587 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:48.587 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.587 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.587 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:48.587 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.587 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.587 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:48.587 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 71057957 2023-12-22T17:16:48.587 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.587 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.587 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache:kv": { 2023-12-22T17:16:48.587 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:48.587 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 322961408 2023-12-22T17:16:48.587 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.588 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:48.588 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2023-12-22T17:16:48.588 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.588 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:48.588 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.588 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.588 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:48.588 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 184686530 2023-12-22T17:16:48.588 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.588 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:48.588 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.588 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.588 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:48.588 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.588 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.588 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:48.589 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.589 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.589 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:48.589 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.589 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.589 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:48.589 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.589 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.589 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:48.589 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.589 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.589 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:48.589 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.589 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.589 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:48.590 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.590 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.590 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:48.590 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.590 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.590 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:48.590 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 71166014 2023-12-22T17:16:48.590 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.590 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.590 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb": { 2023-12-22T17:16:48.590 INFO:tasks.workunit.client.0.smithi032.stdout: "compact": { 2023-12-22T17:16:48.590 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.590 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.590 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_queue_len": { 2023-12-22T17:16:48.590 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.590 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.591 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_queue_merge": { 2023-12-22T17:16:48.591 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.591 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.591 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_range": { 2023-12-22T17:16:48.591 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2023-12-22T17:16:48.591 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.591 INFO:tasks.workunit.client.0.smithi032.stdout: "get_latency": { 2023-12-22T17:16:48.591 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 30896, 2023-12-22T17:16:48.591 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 68496582 2023-12-22T17:16:48.591 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.591 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_delay_time": { 2023-12-22T17:16:48.591 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.591 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.591 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.591 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_memtable_time": { 2023-12-22T17:16:48.591 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.591 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.592 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.592 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_pre_and_post_time": { 2023-12-22T17:16:48.592 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.592 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.592 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.592 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_wal_time": { 2023-12-22T17:16:48.592 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.592 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.592 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.592 INFO:tasks.workunit.client.0.smithi032.stdout: "submit_latency": { 2023-12-22T17:16:48.592 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.592 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.592 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.592 INFO:tasks.workunit.client.0.smithi032.stdout: "submit_sync_latency": { 2023-12-22T17:16:48.592 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1570, 2023-12-22T17:16:48.592 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1443216733 2023-12-22T17:16:48.592 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.593 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.593 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.593 INFO:tasks.workunit.client.0.smithi032.stdout: "mon.d72a799828880c9d0b996bb9d98860dc3b76b2e6": { 2023-12-22T17:16:48.593 INFO:tasks.workunit.client.0.smithi032.stdout: "mon": { 2023-12-22T17:16:48.593 INFO:tasks.workunit.client.0.smithi032.stdout: "election_call": { 2023-12-22T17:16:48.593 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2023-12-22T17:16:48.593 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.593 INFO:tasks.workunit.client.0.smithi032.stdout: "election_lose": { 2023-12-22T17:16:48.593 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2023-12-22T17:16:48.593 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.593 INFO:tasks.workunit.client.0.smithi032.stdout: "election_win": { 2023-12-22T17:16:48.593 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.593 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.593 INFO:tasks.workunit.client.0.smithi032.stdout: "num_elections": { 2023-12-22T17:16:48.593 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3 2023-12-22T17:16:48.594 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.594 INFO:tasks.workunit.client.0.smithi032.stdout: "num_sessions": { 2023-12-22T17:16:48.594 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 11 2023-12-22T17:16:48.594 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.594 INFO:tasks.workunit.client.0.smithi032.stdout: "session_add": { 2023-12-22T17:16:48.594 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5 2023-12-22T17:16:48.594 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.594 INFO:tasks.workunit.client.0.smithi032.stdout: "session_rm": { 2023-12-22T17:16:48.594 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 127 2023-12-22T17:16:48.594 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.594 INFO:tasks.workunit.client.0.smithi032.stdout: "session_trim": { 2023-12-22T17:16:48.594 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.594 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.594 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.594 INFO:tasks.workunit.client.0.smithi032.stdout: "paxos": { 2023-12-22T17:16:48.595 INFO:tasks.workunit.client.0.smithi032.stdout: "accept_timeout": { 2023-12-22T17:16:48.595 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.595 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.595 INFO:tasks.workunit.client.0.smithi032.stdout: "begin": { 2023-12-22T17:16:48.595 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 715 2023-12-22T17:16:48.595 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.595 INFO:tasks.workunit.client.0.smithi032.stdout: "begin_bytes": { 2023-12-22T17:16:48.595 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 715, 2023-12-22T17:16:48.595 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3375066 2023-12-22T17:16:48.595 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.595 INFO:tasks.workunit.client.0.smithi032.stdout: "begin_keys": { 2023-12-22T17:16:48.595 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.595 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.595 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.595 INFO:tasks.workunit.client.0.smithi032.stdout: "begin_latency": { 2023-12-22T17:16:48.595 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 715, 2023-12-22T17:16:48.595 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 90998163 2023-12-22T17:16:48.596 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.596 INFO:tasks.workunit.client.0.smithi032.stdout: "collect": { 2023-12-22T17:16:48.596 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2023-12-22T17:16:48.596 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.596 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_bytes": { 2023-12-22T17:16:48.596 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2023-12-22T17:16:48.596 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 73 2023-12-22T17:16:48.596 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.596 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_keys": { 2023-12-22T17:16:48.596 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2023-12-22T17:16:48.596 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2023-12-22T17:16:48.596 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.596 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_latency": { 2023-12-22T17:16:48.596 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2023-12-22T17:16:48.596 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.596 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.597 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_timeout": { 2023-12-22T17:16:48.597 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.597 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.597 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_uncommitted": { 2023-12-22T17:16:48.597 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.597 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.597 INFO:tasks.workunit.client.0.smithi032.stdout: "commit": { 2023-12-22T17:16:48.597 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 717 2023-12-22T17:16:48.597 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.597 INFO:tasks.workunit.client.0.smithi032.stdout: "commit_bytes": { 2023-12-22T17:16:48.597 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.597 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.597 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.597 INFO:tasks.workunit.client.0.smithi032.stdout: "commit_keys": { 2023-12-22T17:16:48.597 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.597 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.598 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.598 INFO:tasks.workunit.client.0.smithi032.stdout: "commit_latency": { 2023-12-22T17:16:48.598 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.598 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.598 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.598 INFO:tasks.workunit.client.0.smithi032.stdout: "lease_ack_timeout": { 2023-12-22T17:16:48.598 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.598 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.598 INFO:tasks.workunit.client.0.smithi032.stdout: "lease_timeout": { 2023-12-22T17:16:48.598 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.598 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.598 INFO:tasks.workunit.client.0.smithi032.stdout: "new_pn": { 2023-12-22T17:16:48.598 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.598 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.598 INFO:tasks.workunit.client.0.smithi032.stdout: "new_pn_latency": { 2023-12-22T17:16:48.598 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.598 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.599 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.599 INFO:tasks.workunit.client.0.smithi032.stdout: "refresh": { 2023-12-22T17:16:48.599 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 717 2023-12-22T17:16:48.599 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.599 INFO:tasks.workunit.client.0.smithi032.stdout: "refresh_latency": { 2023-12-22T17:16:48.599 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 717, 2023-12-22T17:16:48.599 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1579968092 2023-12-22T17:16:48.599 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.599 INFO:tasks.workunit.client.0.smithi032.stdout: "restart": { 2023-12-22T17:16:48.599 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8 2023-12-22T17:16:48.599 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.599 INFO:tasks.workunit.client.0.smithi032.stdout: "share_state": { 2023-12-22T17:16:48.599 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.599 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.599 INFO:tasks.workunit.client.0.smithi032.stdout: "share_state_bytes": { 2023-12-22T17:16:48.599 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.600 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.600 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.600 INFO:tasks.workunit.client.0.smithi032.stdout: "share_state_keys": { 2023-12-22T17:16:48.600 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.600 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.600 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.600 INFO:tasks.workunit.client.0.smithi032.stdout: "start_leader": { 2023-12-22T17:16:48.600 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.600 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.600 INFO:tasks.workunit.client.0.smithi032.stdout: "start_peon": { 2023-12-22T17:16:48.600 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2023-12-22T17:16:48.600 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.600 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state": { 2023-12-22T17:16:48.600 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 716 2023-12-22T17:16:48.600 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.600 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state_bytes": { 2023-12-22T17:16:48.601 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 716, 2023-12-22T17:16:48.601 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 6616194 2023-12-22T17:16:48.601 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.601 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state_keys": { 2023-12-22T17:16:48.601 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 716, 2023-12-22T17:16:48.601 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5120 2023-12-22T17:16:48.601 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.601 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state_latency": { 2023-12-22T17:16:48.601 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 716, 2023-12-22T17:16:48.601 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 88998205 2023-12-22T17:16:48.601 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.601 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.601 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache": { 2023-12-22T17:16:48.601 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_bytes": { 2023-12-22T17:16:48.601 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1020054731 2023-12-22T17:16:48.602 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.602 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_bytes": { 2023-12-22T17:16:48.602 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 43835392 2023-12-22T17:16:48.602 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.602 INFO:tasks.workunit.client.0.smithi032.stdout: "mapped_bytes": { 2023-12-22T17:16:48.602 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 33087488 2023-12-22T17:16:48.602 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.602 INFO:tasks.workunit.client.0.smithi032.stdout: "target_bytes": { 2023-12-22T17:16:48.602 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2147483648 2023-12-22T17:16:48.602 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.602 INFO:tasks.workunit.client.0.smithi032.stdout: "unmapped_bytes": { 2023-12-22T17:16:48.602 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 10747904 2023-12-22T17:16:48.602 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.602 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.602 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache:full": { 2023-12-22T17:16:48.602 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:48.603 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 348127232 2023-12-22T17:16:48.603 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.603 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:48.603 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.603 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.603 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:48.603 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.603 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.603 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:48.603 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 277029795 2023-12-22T17:16:48.603 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.603 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:48.603 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 250762 2023-12-22T17:16:48.603 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.603 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:48.603 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.603 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.604 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:48.604 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.604 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.604 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:48.604 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.604 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.604 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:48.604 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.604 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.604 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:48.604 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.604 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.604 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:48.604 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.604 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.605 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:48.605 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.605 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.605 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:48.605 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.605 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.605 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:48.605 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70846675 2023-12-22T17:16:48.605 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.605 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.605 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache:inc": { 2023-12-22T17:16:48.605 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:48.605 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 348127232 2023-12-22T17:16:48.605 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.605 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:48.606 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.606 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.606 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:48.606 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.606 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.606 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:48.606 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 277029795 2023-12-22T17:16:48.606 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.606 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:48.606 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 39480 2023-12-22T17:16:48.606 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.606 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:48.606 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.606 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.606 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:48.606 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.606 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.607 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:48.607 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.607 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.607 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:48.607 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.607 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.607 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:48.607 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.607 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.607 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:48.607 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.607 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.607 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:48.607 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.607 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.607 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:48.607 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.608 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.608 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:48.608 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 71057957 2023-12-22T17:16:48.608 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.608 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.608 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache:kv": { 2023-12-22T17:16:48.608 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:48.608 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 322961408 2023-12-22T17:16:48.608 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.608 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:48.608 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2023-12-22T17:16:48.608 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.608 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:48.608 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.608 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.608 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:48.608 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 184686530 2023-12-22T17:16:48.609 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.609 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:48.609 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.609 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.609 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:48.609 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.609 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.609 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:48.609 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.609 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.609 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:48.609 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.609 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.609 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:48.609 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.609 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.610 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:48.610 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.610 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.610 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:48.610 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.610 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.610 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:48.610 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.610 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.610 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:48.610 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.610 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.610 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:48.610 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 71166014 2023-12-22T17:16:48.610 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.610 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.610 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb": { 2023-12-22T17:16:48.611 INFO:tasks.workunit.client.0.smithi032.stdout: "compact": { 2023-12-22T17:16:48.611 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.611 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.611 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_queue_len": { 2023-12-22T17:16:48.611 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.611 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.611 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_queue_merge": { 2023-12-22T17:16:48.611 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.611 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.611 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_range": { 2023-12-22T17:16:48.611 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2023-12-22T17:16:48.611 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.611 INFO:tasks.workunit.client.0.smithi032.stdout: "get_latency": { 2023-12-22T17:16:48.612 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 30861, 2023-12-22T17:16:48.612 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70397171 2023-12-22T17:16:48.612 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.612 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_delay_time": { 2023-12-22T17:16:48.612 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.612 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.612 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.612 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_memtable_time": { 2023-12-22T17:16:48.612 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.612 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.612 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.612 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_pre_and_post_time": { 2023-12-22T17:16:48.612 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.612 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.612 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.613 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_wal_time": { 2023-12-22T17:16:48.613 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.613 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.613 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.613 INFO:tasks.workunit.client.0.smithi032.stdout: "submit_latency": { 2023-12-22T17:16:48.613 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.613 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.613 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.613 INFO:tasks.workunit.client.0.smithi032.stdout: "submit_sync_latency": { 2023-12-22T17:16:48.613 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1533, 2023-12-22T17:16:48.613 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 185131787 2023-12-22T17:16:48.613 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.613 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.613 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.613 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.0": { 2023-12-22T17:16:48.614 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2023-12-22T17:16:48.614 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_fallback": { 2023-12-22T17:16:48.614 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.614 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.614 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_size_fallback": { 2023-12-22T17:16:48.614 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.614 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.614 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_db": { 2023-12-22T17:16:48.614 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 65536 2023-12-22T17:16:48.614 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.614 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_main": { 2023-12-22T17:16:48.614 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.614 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.614 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_wal": { 2023-12-22T17:16:48.614 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.614 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.615 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_slow": { 2023-12-22T17:16:48.615 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.615 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.615 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_sst": { 2023-12-22T17:16:48.615 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8192 2023-12-22T17:16:48.615 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.615 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_wal": { 2023-12-22T17:16:48.615 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2879488 2023-12-22T17:16:48.615 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.615 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lat": { 2023-12-22T17:16:48.615 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.615 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.615 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.615 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lock_lat": { 2023-12-22T17:16:48.615 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.615 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.616 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.616 INFO:tasks.workunit.client.0.smithi032.stdout: "db_total_bytes": { 2023-12-22T17:16:48.616 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2023-12-22T17:16:48.616 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.616 INFO:tasks.workunit.client.0.smithi032.stdout: "db_used_bytes": { 2023-12-22T17:16:48.616 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 304414720 2023-12-22T17:16:48.616 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.616 INFO:tasks.workunit.client.0.smithi032.stdout: "log_bytes": { 2023-12-22T17:16:48.616 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1691648 2023-12-22T17:16:48.616 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.616 INFO:tasks.workunit.client.0.smithi032.stdout: "logged_bytes": { 2023-12-22T17:16:48.616 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1552384 2023-12-22T17:16:48.616 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.616 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_db": { 2023-12-22T17:16:48.616 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 312803328 2023-12-22T17:16:48.616 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.616 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_slow": { 2023-12-22T17:16:48.617 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.617 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.617 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_wal": { 2023-12-22T17:16:48.617 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.617 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.617 INFO:tasks.workunit.client.0.smithi032.stdout: "num_files": { 2023-12-22T17:16:48.617 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 13 2023-12-22T17:16:48.617 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.617 INFO:tasks.workunit.client.0.smithi032.stdout: "read_bytes": { 2023-12-22T17:16:48.617 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 193929 2023-12-22T17:16:48.617 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.617 INFO:tasks.workunit.client.0.smithi032.stdout: "read_count": { 2023-12-22T17:16:48.617 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 22 2023-12-22T17:16:48.617 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.617 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes": { 2023-12-22T17:16:48.617 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1265664 2023-12-22T17:16:48.618 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.618 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_db": { 2023-12-22T17:16:48.618 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1269760 2023-12-22T17:16:48.618 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.618 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_slow": { 2023-12-22T17:16:48.618 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.618 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.618 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_wal": { 2023-12-22T17:16:48.618 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.618 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.618 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_count": { 2023-12-22T17:16:48.618 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14 2023-12-22T17:16:48.618 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.618 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_bytes": { 2023-12-22T17:16:48.618 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3653 2023-12-22T17:16:48.619 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.619 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_count": { 2023-12-22T17:16:48.619 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3 2023-12-22T17:16:48.619 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.619 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_bytes": { 2023-12-22T17:16:48.619 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3833 2023-12-22T17:16:48.619 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.619 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_count": { 2023-12-22T17:16:48.619 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 18 2023-12-22T17:16:48.619 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.619 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_bytes": { 2023-12-22T17:16:48.619 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3833 2023-12-22T17:16:48.619 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.619 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_count": { 2023-12-22T17:16:48.619 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 18 2023-12-22T17:16:48.619 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.620 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes": { 2023-12-22T17:16:48.620 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.620 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.620 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_db": { 2023-12-22T17:16:48.620 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.620 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.620 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_slow": { 2023-12-22T17:16:48.620 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.620 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.620 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_wal": { 2023-12-22T17:16:48.620 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.620 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.620 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_count": { 2023-12-22T17:16:48.620 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.620 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.620 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_total_bytes": { 2023-12-22T17:16:48.621 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.621 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.621 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_used_bytes": { 2023-12-22T17:16:48.621 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.621 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.621 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_total_bytes": { 2023-12-22T17:16:48.621 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.621 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.621 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_used_bytes": { 2023-12-22T17:16:48.621 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.621 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.621 INFO:tasks.workunit.client.0.smithi032.stdout: "write_bytes": { 2023-12-22T17:16:48.621 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4501504 2023-12-22T17:16:48.621 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.622 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.622 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore": { 2023-12-22T17:16:48.622 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit": { 2023-12-22T17:16:48.622 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4096 2023-12-22T17:16:48.622 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.622 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": { 2023-12-22T17:16:48.622 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1265664 2023-12-22T17:16:48.622 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.622 INFO:tasks.workunit.client.0.smithi032.stdout: "clist_lat": { 2023-12-22T17:16:48.622 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:48.622 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 77889 2023-12-22T17:16:48.622 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.622 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_lat": { 2023-12-22T17:16:48.622 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.622 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.622 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.622 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed": { 2023-12-22T17:16:48.623 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.623 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.623 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_allocated": { 2023-12-22T17:16:48.623 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.623 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.623 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_original": { 2023-12-22T17:16:48.623 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.623 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.623 INFO:tasks.workunit.client.0.smithi032.stdout: "csum_lat": { 2023-12-22T17:16:48.623 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 22, 2023-12-22T17:16:48.623 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 65699 2023-12-22T17:16:48.623 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.623 INFO:tasks.workunit.client.0.smithi032.stdout: "decompress_lat": { 2023-12-22T17:16:48.623 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.623 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.623 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.624 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_commit_lat": { 2023-12-22T17:16:48.624 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 363, 2023-12-22T17:16:48.624 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 78427577 2023-12-22T17:16:48.624 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.624 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_final_lat": { 2023-12-22T17:16:48.624 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 338, 2023-12-22T17:16:48.624 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 17658912 2023-12-22T17:16:48.624 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.624 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_flush_lat": { 2023-12-22T17:16:48.624 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 363, 2023-12-22T17:16:48.624 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 464903 2023-12-22T17:16:48.624 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.624 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_sync_lat": { 2023-12-22T17:16:48.624 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 363, 2023-12-22T17:16:48.624 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 78892480 2023-12-22T17:16:48.624 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.625 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_keys_lat": { 2023-12-22T17:16:48.625 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.625 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.625 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.625 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_values_lat": { 2023-12-22T17:16:48.625 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.625 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.625 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.625 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_lower_bound_lat": { 2023-12-22T17:16:48.625 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 6, 2023-12-22T17:16:48.625 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 20591 2023-12-22T17:16:48.625 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.625 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_next_lat": { 2023-12-22T17:16:48.625 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.625 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.626 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.626 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_seek_to_first_lat": { 2023-12-22T17:16:48.626 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.626 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.626 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.626 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_upper_bound_lat": { 2023-12-22T17:16:48.626 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:48.626 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 9780 2023-12-22T17:16:48.626 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.626 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_hits": { 2023-12-22T17:16:48.626 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 826 2023-12-22T17:16:48.626 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.626 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_misses": { 2023-12-22T17:16:48.626 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 218 2023-12-22T17:16:48.626 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.627 INFO:tasks.workunit.client.0.smithi032.stdout: "read_lat": { 2023-12-22T17:16:48.627 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 116, 2023-12-22T17:16:48.627 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2179111 2023-12-22T17:16:48.627 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.627 INFO:tasks.workunit.client.0.smithi032.stdout: "read_onode_meta_lat": { 2023-12-22T17:16:48.627 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 316, 2023-12-22T17:16:48.627 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 340658 2023-12-22T17:16:48.627 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.627 INFO:tasks.workunit.client.0.smithi032.stdout: "read_wait_aio_lat": { 2023-12-22T17:16:48.627 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 200, 2023-12-22T17:16:48.627 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1348723 2023-12-22T17:16:48.627 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.627 INFO:tasks.workunit.client.0.smithi032.stdout: "reads_with_retries": { 2023-12-22T17:16:48.627 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.627 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.627 INFO:tasks.workunit.client.0.smithi032.stdout: "remove_lat": { 2023-12-22T17:16:48.628 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2023-12-22T17:16:48.628 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 20408 2023-12-22T17:16:48.628 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.628 INFO:tasks.workunit.client.0.smithi032.stdout: "state_aio_wait_lat": { 2023-12-22T17:16:48.628 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 481, 2023-12-22T17:16:48.628 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 9707246 2023-12-22T17:16:48.628 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.628 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_aio_wait_lat": { 2023-12-22T17:16:48.628 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 124, 2023-12-22T17:16:48.628 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8828933 2023-12-22T17:16:48.628 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.628 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_cleanup_lat": { 2023-12-22T17:16:48.628 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 124, 2023-12-22T17:16:48.628 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 307176681347 2023-12-22T17:16:48.628 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.629 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_queued_lat": { 2023-12-22T17:16:48.629 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 124, 2023-12-22T17:16:48.629 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 148260753534 2023-12-22T17:16:48.629 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.629 INFO:tasks.workunit.client.0.smithi032.stdout: "state_done_lat": { 2023-12-22T17:16:48.629 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 481, 2023-12-22T17:16:48.629 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 62615444924 2023-12-22T17:16:48.629 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.629 INFO:tasks.workunit.client.0.smithi032.stdout: "state_finishing_lat": { 2023-12-22T17:16:48.629 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 481, 2023-12-22T17:16:48.629 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 49782 2023-12-22T17:16:48.629 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.629 INFO:tasks.workunit.client.0.smithi032.stdout: "state_io_done_lat": { 2023-12-22T17:16:48.629 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 481, 2023-12-22T17:16:48.630 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 502364 2023-12-22T17:16:48.630 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.630 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_commiting_lat": { 2023-12-22T17:16:48.630 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 481, 2023-12-22T17:16:48.630 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 495883175 2023-12-22T17:16:48.630 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.630 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_done_lat": { 2023-12-22T17:16:48.630 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 481, 2023-12-22T17:16:48.630 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 168008 2023-12-22T17:16:48.630 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.630 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_queued_lat": { 2023-12-22T17:16:48.630 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 481, 2023-12-22T17:16:48.630 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 101565623 2023-12-22T17:16:48.630 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.630 INFO:tasks.workunit.client.0.smithi032.stdout: "state_prepare_lat": { 2023-12-22T17:16:48.630 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 481, 2023-12-22T17:16:48.631 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 21851343 2023-12-22T17:16:48.631 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.631 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": { 2023-12-22T17:16:48.631 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 878227 2023-12-22T17:16:48.631 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.631 INFO:tasks.workunit.client.0.smithi032.stdout: "truncate_lat": { 2023-12-22T17:16:48.631 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.631 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.631 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.631 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_commit_lat": { 2023-12-22T17:16:48.631 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 481, 2023-12-22T17:16:48.631 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 629583315 2023-12-22T17:16:48.631 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.631 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_submit_lat": { 2023-12-22T17:16:48.631 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 481, 2023-12-22T17:16:48.631 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 26449778 2023-12-22T17:16:48.632 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.632 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_throttle_lat": { 2023-12-22T17:16:48.632 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 481, 2023-12-22T17:16:48.632 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3200987 2023-12-22T17:16:48.632 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.632 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.632 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache": { 2023-12-22T17:16:48.632 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_bytes": { 2023-12-22T17:16:48.632 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1870074229 2023-12-22T17:16:48.632 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.632 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_bytes": { 2023-12-22T17:16:48.632 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 271187968 2023-12-22T17:16:48.632 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.632 INFO:tasks.workunit.client.0.smithi032.stdout: "mapped_bytes": { 2023-12-22T17:16:48.632 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 270524416 2023-12-22T17:16:48.632 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.632 INFO:tasks.workunit.client.0.smithi032.stdout: "target_bytes": { 2023-12-22T17:16:48.633 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3147506585 2023-12-22T17:16:48.633 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.633 INFO:tasks.workunit.client.0.smithi032.stdout: "unmapped_bytes": { 2023-12-22T17:16:48.633 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 663552 2023-12-22T17:16:48.633 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.633 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.633 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:data": { 2023-12-22T17:16:48.633 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:48.633 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 159383552 2023-12-22T17:16:48.633 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.633 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:48.633 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.633 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.633 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:48.633 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.633 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.633 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:48.634 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 85979001 2023-12-22T17:16:48.634 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.634 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:48.634 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.634 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.634 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:48.634 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.634 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.634 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:48.634 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.634 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.634 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:48.634 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.634 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.634 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:48.635 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.635 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.635 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:48.635 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 610304 2023-12-22T17:16:48.635 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.635 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:48.635 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.635 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.635 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:48.635 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.635 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.635 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:48.635 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.635 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.636 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:48.636 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 72794247 2023-12-22T17:16:48.636 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.636 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.636 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv": { 2023-12-22T17:16:48.636 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:48.636 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 780140544 2023-12-22T17:16:48.636 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.636 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:48.636 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2023-12-22T17:16:48.636 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.636 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:48.636 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.636 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.636 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:48.637 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 644842511 2023-12-22T17:16:48.637 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.637 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:48.637 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.637 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.637 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:48.637 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.637 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.637 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:48.637 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.637 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.637 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:48.637 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.637 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.638 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:48.638 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.638 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.638 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:48.638 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1168 2023-12-22T17:16:48.638 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.638 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:48.638 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.638 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.638 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:48.638 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.638 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.638 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:48.638 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.638 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.639 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:48.639 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 68188001 2023-12-22T17:16:48.639 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.639 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.639 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv_onode": { 2023-12-22T17:16:48.639 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:48.639 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 192937984 2023-12-22T17:16:48.639 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.639 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:48.639 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2023-12-22T17:16:48.639 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.639 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:48.639 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 464 2023-12-22T17:16:48.639 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.639 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:48.640 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 57319334 2023-12-22T17:16:48.640 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.640 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:48.640 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.640 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.640 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:48.640 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.640 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.640 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:48.640 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.640 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.640 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:48.640 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.640 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.640 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:48.640 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.641 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.641 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:48.641 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.641 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.641 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:48.641 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.641 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.641 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:48.641 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.641 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.641 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:48.641 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.641 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.641 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:48.641 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 68509322 2023-12-22T17:16:48.642 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.642 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.642 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:meta": { 2023-12-22T17:16:48.642 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:48.642 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 713031680 2023-12-22T17:16:48.642 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.642 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:48.642 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.642 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.642 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:48.642 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.642 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.642 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:48.642 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 644842511 2023-12-22T17:16:48.642 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.642 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:48.643 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.643 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.643 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:48.643 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12652 2023-12-22T17:16:48.643 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.643 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:48.643 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.643 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.643 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:48.643 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.643 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.643 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:48.643 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 106840 2023-12-22T17:16:48.643 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.643 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:48.643 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 151826 2023-12-22T17:16:48.644 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.644 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:48.644 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.644 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.644 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:48.644 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.644 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.644 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:48.644 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.644 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.644 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:48.644 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67917851 2023-12-22T17:16:48.644 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.644 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.644 INFO:tasks.workunit.client.0.smithi032.stdout: "objecter": { 2023-12-22T17:16:48.644 INFO:tasks.workunit.client.0.smithi032.stdout: "op_active": { 2023-12-22T17:16:48.645 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.645 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.645 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2023-12-22T17:16:48.645 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.645 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.645 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rmw": { 2023-12-22T17:16:48.645 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.645 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.645 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2023-12-22T17:16:48.645 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.645 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.645 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.645 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:48.645 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg": { 2023-12-22T17:16:48.645 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 47 2023-12-22T17:16:48.646 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.646 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg_removing": { 2023-12-22T17:16:48.646 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.646 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.646 INFO:tasks.workunit.client.0.smithi032.stdout: "op": { 2023-12-22T17:16:48.646 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5 2023-12-22T17:16:48.646 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.646 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_degraded": { 2023-12-22T17:16:48.646 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.646 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.646 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_unreadable": { 2023-12-22T17:16:48.646 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.646 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.646 INFO:tasks.workunit.client.0.smithi032.stdout: "op_in_bytes": { 2023-12-22T17:16:48.646 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 588 2023-12-22T17:16:48.647 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.647 INFO:tasks.workunit.client.0.smithi032.stdout: "op_latency": { 2023-12-22T17:16:48.647 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 5, 2023-12-22T17:16:48.647 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 20630066 2023-12-22T17:16:48.647 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.647 INFO:tasks.workunit.client.0.smithi032.stdout: "op_out_bytes": { 2023-12-22T17:16:48.647 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.647 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.647 INFO:tasks.workunit.client.0.smithi032.stdout: "op_prepare_latency": { 2023-12-22T17:16:48.647 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 6, 2023-12-22T17:16:48.647 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4927180 2023-12-22T17:16:48.647 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.647 INFO:tasks.workunit.client.0.smithi032.stdout: "op_process_latency": { 2023-12-22T17:16:48.647 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 5, 2023-12-22T17:16:48.647 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 17790308 2023-12-22T17:16:48.648 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.648 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2023-12-22T17:16:48.648 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.648 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.648 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency": { 2023-12-22T17:16:48.648 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.648 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.648 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.648 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-22T17:16:48.648 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.648 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.648 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_out_bytes": { 2023-12-22T17:16:48.648 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.648 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.648 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_prepare_latency": { 2023-12-22T17:16:48.648 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.649 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.649 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.649 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_process_latency": { 2023-12-22T17:16:48.649 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.649 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.649 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.649 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw": { 2023-12-22T17:16:48.649 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.649 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.649 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_in_bytes": { 2023-12-22T17:16:48.649 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.649 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.649 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency": { 2023-12-22T17:16:48.649 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.649 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.650 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.650 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-22T17:16:48.650 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.650 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.650 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-22T17:16:48.650 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.650 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.650 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_out_bytes": { 2023-12-22T17:16:48.650 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.650 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.650 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_prepare_latency": { 2023-12-22T17:16:48.650 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.650 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.650 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.650 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_process_latency": { 2023-12-22T17:16:48.650 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.651 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.651 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.651 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2023-12-22T17:16:48.651 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5 2023-12-22T17:16:48.651 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.651 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_in_bytes": { 2023-12-22T17:16:48.651 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 588 2023-12-22T17:16:48.651 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.651 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency": { 2023-12-22T17:16:48.651 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 5, 2023-12-22T17:16:48.651 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 20630066 2023-12-22T17:16:48.651 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.651 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-22T17:16:48.651 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.651 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.652 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_prepare_latency": { 2023-12-22T17:16:48.652 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 6, 2023-12-22T17:16:48.652 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4927180 2023-12-22T17:16:48.652 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.652 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_process_latency": { 2023-12-22T17:16:48.652 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 5, 2023-12-22T17:16:48.652 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 17790308 2023-12-22T17:16:48.652 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.652 INFO:tasks.workunit.client.0.smithi032.stdout: "op_wip": { 2023-12-22T17:16:48.652 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.652 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.652 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_bytes": { 2023-12-22T17:16:48.652 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1771104 2023-12-22T17:16:48.652 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.652 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_ops": { 2023-12-22T17:16:48.653 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 6 2023-12-22T17:16:48.653 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.653 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes": { 2023-12-22T17:16:48.653 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2023-12-22T17:16:48.653 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.653 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes_used": { 2023-12-22T17:16:48.653 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 305688576 2023-12-22T17:16:48.653 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.653 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.653 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.653 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.1": { 2023-12-22T17:16:48.653 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2023-12-22T17:16:48.653 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_fallback": { 2023-12-22T17:16:48.653 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.653 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.654 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_size_fallback": { 2023-12-22T17:16:48.654 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.654 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.654 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_db": { 2023-12-22T17:16:48.654 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 65536 2023-12-22T17:16:48.654 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.654 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_main": { 2023-12-22T17:16:48.654 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.654 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.654 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_wal": { 2023-12-22T17:16:48.654 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.654 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.654 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_slow": { 2023-12-22T17:16:48.654 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.654 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.655 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_sst": { 2023-12-22T17:16:48.655 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8192 2023-12-22T17:16:48.655 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.655 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_wal": { 2023-12-22T17:16:48.655 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2478080 2023-12-22T17:16:48.655 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.655 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lat": { 2023-12-22T17:16:48.655 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.655 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.655 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.655 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lock_lat": { 2023-12-22T17:16:48.655 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.655 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.655 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.655 INFO:tasks.workunit.client.0.smithi032.stdout: "db_total_bytes": { 2023-12-22T17:16:48.655 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2023-12-22T17:16:48.656 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.656 INFO:tasks.workunit.client.0.smithi032.stdout: "db_used_bytes": { 2023-12-22T17:16:48.656 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 304414720 2023-12-22T17:16:48.656 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.656 INFO:tasks.workunit.client.0.smithi032.stdout: "log_bytes": { 2023-12-22T17:16:48.656 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1466368 2023-12-22T17:16:48.656 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.656 INFO:tasks.workunit.client.0.smithi032.stdout: "logged_bytes": { 2023-12-22T17:16:48.656 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1327104 2023-12-22T17:16:48.656 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.656 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_db": { 2023-12-22T17:16:48.656 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 312803328 2023-12-22T17:16:48.656 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.656 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_slow": { 2023-12-22T17:16:48.656 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.657 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.657 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_wal": { 2023-12-22T17:16:48.657 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.657 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.657 INFO:tasks.workunit.client.0.smithi032.stdout: "num_files": { 2023-12-22T17:16:48.657 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 13 2023-12-22T17:16:48.657 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.657 INFO:tasks.workunit.client.0.smithi032.stdout: "read_bytes": { 2023-12-22T17:16:48.657 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 193929 2023-12-22T17:16:48.657 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.657 INFO:tasks.workunit.client.0.smithi032.stdout: "read_count": { 2023-12-22T17:16:48.657 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 22 2023-12-22T17:16:48.657 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.657 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes": { 2023-12-22T17:16:48.657 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1265664 2023-12-22T17:16:48.658 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.658 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_db": { 2023-12-22T17:16:48.658 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1269760 2023-12-22T17:16:48.658 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.658 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_slow": { 2023-12-22T17:16:48.658 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.658 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.658 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_wal": { 2023-12-22T17:16:48.658 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.658 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.658 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_count": { 2023-12-22T17:16:48.658 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14 2023-12-22T17:16:48.658 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.658 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_bytes": { 2023-12-22T17:16:48.658 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3653 2023-12-22T17:16:48.658 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.659 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_count": { 2023-12-22T17:16:48.659 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3 2023-12-22T17:16:48.659 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.659 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_bytes": { 2023-12-22T17:16:48.659 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3833 2023-12-22T17:16:48.659 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.659 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_count": { 2023-12-22T17:16:48.659 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 18 2023-12-22T17:16:48.659 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.659 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_bytes": { 2023-12-22T17:16:48.659 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3833 2023-12-22T17:16:48.659 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.659 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_count": { 2023-12-22T17:16:48.659 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 18 2023-12-22T17:16:48.659 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.659 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes": { 2023-12-22T17:16:48.660 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.660 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.660 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_db": { 2023-12-22T17:16:48.660 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.660 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.660 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_slow": { 2023-12-22T17:16:48.660 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.660 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.660 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_wal": { 2023-12-22T17:16:48.660 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.660 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.660 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_count": { 2023-12-22T17:16:48.660 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.660 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.660 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_total_bytes": { 2023-12-22T17:16:48.661 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.661 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.661 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_used_bytes": { 2023-12-22T17:16:48.661 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.661 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.661 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_total_bytes": { 2023-12-22T17:16:48.661 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.661 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.661 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_used_bytes": { 2023-12-22T17:16:48.661 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.661 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.661 INFO:tasks.workunit.client.0.smithi032.stdout: "write_bytes": { 2023-12-22T17:16:48.661 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3874816 2023-12-22T17:16:48.661 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.661 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.662 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore": { 2023-12-22T17:16:48.662 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit": { 2023-12-22T17:16:48.662 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4096 2023-12-22T17:16:48.662 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.662 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": { 2023-12-22T17:16:48.662 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 667648 2023-12-22T17:16:48.662 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.662 INFO:tasks.workunit.client.0.smithi032.stdout: "clist_lat": { 2023-12-22T17:16:48.662 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 5, 2023-12-22T17:16:48.662 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 173527 2023-12-22T17:16:48.662 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.662 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_lat": { 2023-12-22T17:16:48.662 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.662 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.662 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.663 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed": { 2023-12-22T17:16:48.663 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.663 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.663 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_allocated": { 2023-12-22T17:16:48.663 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.663 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.663 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_original": { 2023-12-22T17:16:48.663 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.663 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.663 INFO:tasks.workunit.client.0.smithi032.stdout: "csum_lat": { 2023-12-22T17:16:48.663 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 28, 2023-12-22T17:16:48.663 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 85681 2023-12-22T17:16:48.663 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.663 INFO:tasks.workunit.client.0.smithi032.stdout: "decompress_lat": { 2023-12-22T17:16:48.663 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.663 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.663 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.664 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_commit_lat": { 2023-12-22T17:16:48.664 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 308, 2023-12-22T17:16:48.664 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 62618541 2023-12-22T17:16:48.664 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.664 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_final_lat": { 2023-12-22T17:16:48.664 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 294, 2023-12-22T17:16:48.664 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12088767 2023-12-22T17:16:48.664 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.664 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_flush_lat": { 2023-12-22T17:16:48.664 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 308, 2023-12-22T17:16:48.664 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 407959 2023-12-22T17:16:48.664 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.664 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_sync_lat": { 2023-12-22T17:16:48.664 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 308, 2023-12-22T17:16:48.665 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 63026500 2023-12-22T17:16:48.665 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.665 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_keys_lat": { 2023-12-22T17:16:48.665 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.665 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.665 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.665 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_values_lat": { 2023-12-22T17:16:48.665 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:48.665 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1444 2023-12-22T17:16:48.665 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.665 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_lower_bound_lat": { 2023-12-22T17:16:48.665 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:48.665 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8734 2023-12-22T17:16:48.665 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.666 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_next_lat": { 2023-12-22T17:16:48.666 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.666 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.666 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.666 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_seek_to_first_lat": { 2023-12-22T17:16:48.666 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.666 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.666 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.666 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_upper_bound_lat": { 2023-12-22T17:16:48.666 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:48.666 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4713 2023-12-22T17:16:48.666 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.666 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_hits": { 2023-12-22T17:16:48.666 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 787 2023-12-22T17:16:48.666 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.667 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_misses": { 2023-12-22T17:16:48.667 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 223 2023-12-22T17:16:48.667 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.667 INFO:tasks.workunit.client.0.smithi032.stdout: "read_lat": { 2023-12-22T17:16:48.667 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 127, 2023-12-22T17:16:48.667 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1928805 2023-12-22T17:16:48.667 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.667 INFO:tasks.workunit.client.0.smithi032.stdout: "read_onode_meta_lat": { 2023-12-22T17:16:48.667 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 335, 2023-12-22T17:16:48.667 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 319949 2023-12-22T17:16:48.667 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.667 INFO:tasks.workunit.client.0.smithi032.stdout: "read_wait_aio_lat": { 2023-12-22T17:16:48.667 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 208, 2023-12-22T17:16:48.667 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1139708 2023-12-22T17:16:48.667 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.668 INFO:tasks.workunit.client.0.smithi032.stdout: "reads_with_retries": { 2023-12-22T17:16:48.668 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.668 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.668 INFO:tasks.workunit.client.0.smithi032.stdout: "remove_lat": { 2023-12-22T17:16:48.668 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2023-12-22T17:16:48.668 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 119870 2023-12-22T17:16:48.668 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.668 INFO:tasks.workunit.client.0.smithi032.stdout: "state_aio_wait_lat": { 2023-12-22T17:16:48.668 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 397, 2023-12-22T17:16:48.668 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 7007636 2023-12-22T17:16:48.668 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.668 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_aio_wait_lat": { 2023-12-22T17:16:48.668 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 117, 2023-12-22T17:16:48.668 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8971225 2023-12-22T17:16:48.668 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.669 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_cleanup_lat": { 2023-12-22T17:16:48.669 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 115, 2023-12-22T17:16:48.669 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 359045593341 2023-12-22T17:16:48.669 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.669 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_queued_lat": { 2023-12-22T17:16:48.669 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 117, 2023-12-22T17:16:48.669 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 168576757412 2023-12-22T17:16:48.669 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.669 INFO:tasks.workunit.client.0.smithi032.stdout: "state_done_lat": { 2023-12-22T17:16:48.669 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 395, 2023-12-22T17:16:48.669 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 64685372276 2023-12-22T17:16:48.669 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.669 INFO:tasks.workunit.client.0.smithi032.stdout: "state_finishing_lat": { 2023-12-22T17:16:48.669 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 395, 2023-12-22T17:16:48.669 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 36901 2023-12-22T17:16:48.670 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.670 INFO:tasks.workunit.client.0.smithi032.stdout: "state_io_done_lat": { 2023-12-22T17:16:48.670 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 397, 2023-12-22T17:16:48.670 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 423620 2023-12-22T17:16:48.670 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.670 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_commiting_lat": { 2023-12-22T17:16:48.670 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 397, 2023-12-22T17:16:48.670 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 167624080 2023-12-22T17:16:48.670 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.670 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_done_lat": { 2023-12-22T17:16:48.670 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 397, 2023-12-22T17:16:48.670 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 126464 2023-12-22T17:16:48.670 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.670 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_queued_lat": { 2023-12-22T17:16:48.670 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 397, 2023-12-22T17:16:48.670 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 111782372 2023-12-22T17:16:48.671 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.671 INFO:tasks.workunit.client.0.smithi032.stdout: "state_prepare_lat": { 2023-12-22T17:16:48.671 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 397, 2023-12-22T17:16:48.671 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 20627247 2023-12-22T17:16:48.671 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.671 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": { 2023-12-22T17:16:48.671 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 287584 2023-12-22T17:16:48.671 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.671 INFO:tasks.workunit.client.0.smithi032.stdout: "truncate_lat": { 2023-12-22T17:16:48.671 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.671 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.671 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.671 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_commit_lat": { 2023-12-22T17:16:48.671 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 397, 2023-12-22T17:16:48.671 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 307526867 2023-12-22T17:16:48.672 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.672 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_submit_lat": { 2023-12-22T17:16:48.672 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 397, 2023-12-22T17:16:48.672 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 24786341 2023-12-22T17:16:48.672 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.672 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_throttle_lat": { 2023-12-22T17:16:48.672 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 397, 2023-12-22T17:16:48.672 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3605810 2023-12-22T17:16:48.672 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.672 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.672 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache": { 2023-12-22T17:16:48.672 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_bytes": { 2023-12-22T17:16:48.672 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1870074229 2023-12-22T17:16:48.672 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.672 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_bytes": { 2023-12-22T17:16:48.673 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 236371968 2023-12-22T17:16:48.673 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.673 INFO:tasks.workunit.client.0.smithi032.stdout: "mapped_bytes": { 2023-12-22T17:16:48.673 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 235634688 2023-12-22T17:16:48.673 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.673 INFO:tasks.workunit.client.0.smithi032.stdout: "target_bytes": { 2023-12-22T17:16:48.673 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3147506585 2023-12-22T17:16:48.673 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.673 INFO:tasks.workunit.client.0.smithi032.stdout: "unmapped_bytes": { 2023-12-22T17:16:48.673 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 737280 2023-12-22T17:16:48.673 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.673 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.673 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:data": { 2023-12-22T17:16:48.673 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:48.673 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 159383552 2023-12-22T17:16:48.673 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.674 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:48.674 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.674 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.674 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:48.674 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.674 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.674 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:48.674 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 86016471 2023-12-22T17:16:48.674 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.674 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:48.674 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.674 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.674 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:48.674 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.674 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.675 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:48.675 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.675 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.675 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:48.675 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.675 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.675 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:48.675 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.675 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.675 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:48.675 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12288 2023-12-22T17:16:48.675 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.675 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:48.675 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.676 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.676 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:48.676 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.676 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.676 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:48.676 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.676 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.676 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:48.676 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 73354793 2023-12-22T17:16:48.676 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.676 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.676 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv": { 2023-12-22T17:16:48.676 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:48.676 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 780140544 2023-12-22T17:16:48.676 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.676 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:48.677 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2023-12-22T17:16:48.677 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.677 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:48.677 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.677 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.677 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:48.677 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 645123532 2023-12-22T17:16:48.677 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.677 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:48.677 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.677 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.677 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:48.677 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.677 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.677 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:48.678 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.678 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.678 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:48.678 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.678 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.678 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:48.678 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.678 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.678 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:48.678 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1168 2023-12-22T17:16:48.678 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.678 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:48.678 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.678 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.678 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:48.678 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.679 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.679 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:48.679 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.679 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.679 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:48.679 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67906980 2023-12-22T17:16:48.679 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.679 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.679 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv_onode": { 2023-12-22T17:16:48.679 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:48.679 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 192937984 2023-12-22T17:16:48.679 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.679 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:48.679 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2023-12-22T17:16:48.679 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.679 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:48.680 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 464 2023-12-22T17:16:48.680 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.680 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:48.680 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 57344314 2023-12-22T17:16:48.680 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.680 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:48.680 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.680 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.680 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:48.680 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.680 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.680 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:48.680 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.680 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.680 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:48.680 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.681 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.681 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:48.681 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.681 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.681 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:48.681 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.681 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.681 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:48.681 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.681 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.681 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:48.681 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.681 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.681 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:48.681 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.682 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.682 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:48.682 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 68484342 2023-12-22T17:16:48.682 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.682 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.682 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:meta": { 2023-12-22T17:16:48.682 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:48.682 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 713031680 2023-12-22T17:16:48.682 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.682 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:48.682 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.682 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.682 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:48.682 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.682 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.683 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:48.683 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 645123532 2023-12-22T17:16:48.683 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.683 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:48.683 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.683 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.683 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:48.683 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.683 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.683 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:48.683 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.683 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.683 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:48.683 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.683 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.683 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:48.684 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 88033 2023-12-22T17:16:48.684 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.684 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:48.684 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 151306 2023-12-22T17:16:48.684 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.684 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:48.684 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.684 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.684 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:48.684 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.684 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.684 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:48.684 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.684 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.685 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:48.685 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67668809 2023-12-22T17:16:48.685 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.685 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.685 INFO:tasks.workunit.client.0.smithi032.stdout: "objecter": { 2023-12-22T17:16:48.685 INFO:tasks.workunit.client.0.smithi032.stdout: "op_active": { 2023-12-22T17:16:48.685 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.685 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.685 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2023-12-22T17:16:48.685 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.685 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.685 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rmw": { 2023-12-22T17:16:48.685 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.685 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.685 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2023-12-22T17:16:48.686 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.686 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.686 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.686 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:48.686 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg": { 2023-12-22T17:16:48.686 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 36 2023-12-22T17:16:48.686 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.686 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg_removing": { 2023-12-22T17:16:48.686 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.686 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.686 INFO:tasks.workunit.client.0.smithi032.stdout: "op": { 2023-12-22T17:16:48.686 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 155 2023-12-22T17:16:48.686 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.686 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_degraded": { 2023-12-22T17:16:48.686 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.687 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.687 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_unreadable": { 2023-12-22T17:16:48.687 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.687 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.687 INFO:tasks.workunit.client.0.smithi032.stdout: "op_in_bytes": { 2023-12-22T17:16:48.687 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2429440 2023-12-22T17:16:48.687 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.687 INFO:tasks.workunit.client.0.smithi032.stdout: "op_latency": { 2023-12-22T17:16:48.687 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 155, 2023-12-22T17:16:48.687 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 317137532 2023-12-22T17:16:48.687 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.687 INFO:tasks.workunit.client.0.smithi032.stdout: "op_out_bytes": { 2023-12-22T17:16:48.687 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1052 2023-12-22T17:16:48.687 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.687 INFO:tasks.workunit.client.0.smithi032.stdout: "op_prepare_latency": { 2023-12-22T17:16:48.688 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 155, 2023-12-22T17:16:48.688 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 54402912 2023-12-22T17:16:48.688 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.688 INFO:tasks.workunit.client.0.smithi032.stdout: "op_process_latency": { 2023-12-22T17:16:48.688 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 155, 2023-12-22T17:16:48.688 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 184292308 2023-12-22T17:16:48.688 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.688 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2023-12-22T17:16:48.688 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 33 2023-12-22T17:16:48.688 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.688 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency": { 2023-12-22T17:16:48.688 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 33, 2023-12-22T17:16:48.688 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4706440 2023-12-22T17:16:48.688 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.688 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-22T17:16:48.689 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.689 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.689 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_out_bytes": { 2023-12-22T17:16:48.689 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1052 2023-12-22T17:16:48.689 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.689 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_prepare_latency": { 2023-12-22T17:16:48.689 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 33, 2023-12-22T17:16:48.689 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4057295 2023-12-22T17:16:48.689 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.689 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_process_latency": { 2023-12-22T17:16:48.689 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 33, 2023-12-22T17:16:48.689 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3258767 2023-12-22T17:16:48.689 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.689 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw": { 2023-12-22T17:16:48.689 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 22 2023-12-22T17:16:48.690 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.690 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_in_bytes": { 2023-12-22T17:16:48.690 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.690 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.690 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency": { 2023-12-22T17:16:48.690 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 22, 2023-12-22T17:16:48.690 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 19138839 2023-12-22T17:16:48.690 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.690 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-22T17:16:48.690 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.690 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.690 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-22T17:16:48.690 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.690 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.691 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_out_bytes": { 2023-12-22T17:16:48.691 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.691 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.691 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_prepare_latency": { 2023-12-22T17:16:48.691 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 22, 2023-12-22T17:16:48.691 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8689405 2023-12-22T17:16:48.691 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.691 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_process_latency": { 2023-12-22T17:16:48.691 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 22, 2023-12-22T17:16:48.691 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 18053255 2023-12-22T17:16:48.691 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.691 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2023-12-22T17:16:48.691 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 100 2023-12-22T17:16:48.691 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.691 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_in_bytes": { 2023-12-22T17:16:48.691 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2429440 2023-12-22T17:16:48.692 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.692 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency": { 2023-12-22T17:16:48.692 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 100, 2023-12-22T17:16:48.692 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 293292253 2023-12-22T17:16:48.692 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.692 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-22T17:16:48.692 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.692 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.692 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_prepare_latency": { 2023-12-22T17:16:48.692 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 100, 2023-12-22T17:16:48.692 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 41656212 2023-12-22T17:16:48.692 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.692 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_process_latency": { 2023-12-22T17:16:48.692 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 100, 2023-12-22T17:16:48.692 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 162980286 2023-12-22T17:16:48.692 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.693 INFO:tasks.workunit.client.0.smithi032.stdout: "op_wip": { 2023-12-22T17:16:48.693 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.693 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.693 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_bytes": { 2023-12-22T17:16:48.693 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 590368 2023-12-22T17:16:48.693 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.693 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_ops": { 2023-12-22T17:16:48.693 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2023-12-22T17:16:48.693 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.693 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes": { 2023-12-22T17:16:48.693 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2023-12-22T17:16:48.693 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.693 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes_used": { 2023-12-22T17:16:48.693 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 305090560 2023-12-22T17:16:48.693 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.694 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.694 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.694 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.2": { 2023-12-22T17:16:48.694 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2023-12-22T17:16:48.694 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_fallback": { 2023-12-22T17:16:48.694 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.694 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.694 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_size_fallback": { 2023-12-22T17:16:48.694 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.694 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.694 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_db": { 2023-12-22T17:16:48.694 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 65536 2023-12-22T17:16:48.694 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.694 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_main": { 2023-12-22T17:16:48.694 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.695 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.695 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_wal": { 2023-12-22T17:16:48.695 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.695 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.695 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_slow": { 2023-12-22T17:16:48.695 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.695 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.695 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_sst": { 2023-12-22T17:16:48.695 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8192 2023-12-22T17:16:48.695 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.695 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_wal": { 2023-12-22T17:16:48.695 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2150400 2023-12-22T17:16:48.695 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.695 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lat": { 2023-12-22T17:16:48.695 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.696 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.696 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.696 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lock_lat": { 2023-12-22T17:16:48.696 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.696 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.696 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.696 INFO:tasks.workunit.client.0.smithi032.stdout: "db_total_bytes": { 2023-12-22T17:16:48.696 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2023-12-22T17:16:48.696 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.696 INFO:tasks.workunit.client.0.smithi032.stdout: "db_used_bytes": { 2023-12-22T17:16:48.696 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 304414720 2023-12-22T17:16:48.696 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.696 INFO:tasks.workunit.client.0.smithi032.stdout: "log_bytes": { 2023-12-22T17:16:48.696 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1249280 2023-12-22T17:16:48.696 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.696 INFO:tasks.workunit.client.0.smithi032.stdout: "logged_bytes": { 2023-12-22T17:16:48.697 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1110016 2023-12-22T17:16:48.697 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.697 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_db": { 2023-12-22T17:16:48.697 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 312803328 2023-12-22T17:16:48.697 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.697 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_slow": { 2023-12-22T17:16:48.697 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.697 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.697 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_wal": { 2023-12-22T17:16:48.697 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.697 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.697 INFO:tasks.workunit.client.0.smithi032.stdout: "num_files": { 2023-12-22T17:16:48.697 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 13 2023-12-22T17:16:48.697 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.697 INFO:tasks.workunit.client.0.smithi032.stdout: "read_bytes": { 2023-12-22T17:16:48.698 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 193929 2023-12-22T17:16:48.698 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.698 INFO:tasks.workunit.client.0.smithi032.stdout: "read_count": { 2023-12-22T17:16:48.698 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 22 2023-12-22T17:16:48.698 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.698 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes": { 2023-12-22T17:16:48.698 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1265664 2023-12-22T17:16:48.698 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.698 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_db": { 2023-12-22T17:16:48.698 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1269760 2023-12-22T17:16:48.698 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.698 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_slow": { 2023-12-22T17:16:48.698 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.698 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.698 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_wal": { 2023-12-22T17:16:48.699 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.699 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.699 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_count": { 2023-12-22T17:16:48.699 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14 2023-12-22T17:16:48.699 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.699 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_bytes": { 2023-12-22T17:16:48.699 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3653 2023-12-22T17:16:48.699 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.699 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_count": { 2023-12-22T17:16:48.699 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3 2023-12-22T17:16:48.699 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.699 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_bytes": { 2023-12-22T17:16:48.699 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3833 2023-12-22T17:16:48.699 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.699 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_count": { 2023-12-22T17:16:48.699 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 18 2023-12-22T17:16:48.700 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.700 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_bytes": { 2023-12-22T17:16:48.700 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3833 2023-12-22T17:16:48.700 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.700 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_count": { 2023-12-22T17:16:48.700 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 18 2023-12-22T17:16:48.700 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.700 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes": { 2023-12-22T17:16:48.700 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.700 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.700 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_db": { 2023-12-22T17:16:48.700 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.700 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.700 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_slow": { 2023-12-22T17:16:48.700 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.700 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.701 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_wal": { 2023-12-22T17:16:48.701 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.701 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.701 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_count": { 2023-12-22T17:16:48.701 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.701 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.701 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_total_bytes": { 2023-12-22T17:16:48.701 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.701 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.701 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_used_bytes": { 2023-12-22T17:16:48.701 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.701 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.701 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_total_bytes": { 2023-12-22T17:16:48.701 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.701 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.702 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_used_bytes": { 2023-12-22T17:16:48.702 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.702 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.702 INFO:tasks.workunit.client.0.smithi032.stdout: "write_bytes": { 2023-12-22T17:16:48.702 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3330048 2023-12-22T17:16:48.702 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.702 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.702 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore": { 2023-12-22T17:16:48.702 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit": { 2023-12-22T17:16:48.702 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4096 2023-12-22T17:16:48.702 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.702 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": { 2023-12-22T17:16:48.702 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 655360 2023-12-22T17:16:48.702 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.702 INFO:tasks.workunit.client.0.smithi032.stdout: "clist_lat": { 2023-12-22T17:16:48.703 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 4, 2023-12-22T17:16:48.703 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 189962 2023-12-22T17:16:48.703 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.703 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_lat": { 2023-12-22T17:16:48.703 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.703 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.703 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.703 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed": { 2023-12-22T17:16:48.703 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.703 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.703 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_allocated": { 2023-12-22T17:16:48.703 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.703 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.703 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_original": { 2023-12-22T17:16:48.703 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.704 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.704 INFO:tasks.workunit.client.0.smithi032.stdout: "csum_lat": { 2023-12-22T17:16:48.704 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 13, 2023-12-22T17:16:48.704 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 16557 2023-12-22T17:16:48.704 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.704 INFO:tasks.workunit.client.0.smithi032.stdout: "decompress_lat": { 2023-12-22T17:16:48.704 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.704 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.704 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.704 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_commit_lat": { 2023-12-22T17:16:48.704 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 255, 2023-12-22T17:16:48.704 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 49787225 2023-12-22T17:16:48.704 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.704 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_final_lat": { 2023-12-22T17:16:48.704 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 251, 2023-12-22T17:16:48.705 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 15290955 2023-12-22T17:16:48.705 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.705 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_flush_lat": { 2023-12-22T17:16:48.705 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 255, 2023-12-22T17:16:48.705 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 352762 2023-12-22T17:16:48.705 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.705 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_sync_lat": { 2023-12-22T17:16:48.705 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 255, 2023-12-22T17:16:48.705 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 50139987 2023-12-22T17:16:48.705 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.705 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_keys_lat": { 2023-12-22T17:16:48.705 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.705 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.705 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.705 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_values_lat": { 2023-12-22T17:16:48.706 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:48.706 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1734 2023-12-22T17:16:48.706 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.706 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_lower_bound_lat": { 2023-12-22T17:16:48.706 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.706 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.706 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.706 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_next_lat": { 2023-12-22T17:16:48.706 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.706 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.706 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.706 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_seek_to_first_lat": { 2023-12-22T17:16:48.706 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.706 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.706 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.707 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_upper_bound_lat": { 2023-12-22T17:16:48.707 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:48.707 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8471 2023-12-22T17:16:48.707 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.707 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_hits": { 2023-12-22T17:16:48.707 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 571 2023-12-22T17:16:48.707 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.707 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_misses": { 2023-12-22T17:16:48.707 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 201 2023-12-22T17:16:48.707 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.707 INFO:tasks.workunit.client.0.smithi032.stdout: "read_lat": { 2023-12-22T17:16:48.707 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 87, 2023-12-22T17:16:48.707 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1008908 2023-12-22T17:16:48.707 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.707 INFO:tasks.workunit.client.0.smithi032.stdout: "read_onode_meta_lat": { 2023-12-22T17:16:48.708 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 249, 2023-12-22T17:16:48.708 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 347304 2023-12-22T17:16:48.708 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.708 INFO:tasks.workunit.client.0.smithi032.stdout: "read_wait_aio_lat": { 2023-12-22T17:16:48.708 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 162, 2023-12-22T17:16:48.708 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 780051 2023-12-22T17:16:48.708 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.708 INFO:tasks.workunit.client.0.smithi032.stdout: "reads_with_retries": { 2023-12-22T17:16:48.708 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.708 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.708 INFO:tasks.workunit.client.0.smithi032.stdout: "remove_lat": { 2023-12-22T17:16:48.708 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2023-12-22T17:16:48.708 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 114060 2023-12-22T17:16:48.708 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.708 INFO:tasks.workunit.client.0.smithi032.stdout: "state_aio_wait_lat": { 2023-12-22T17:16:48.708 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 326, 2023-12-22T17:16:48.709 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 6037507 2023-12-22T17:16:48.709 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.709 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_aio_wait_lat": { 2023-12-22T17:16:48.709 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 111, 2023-12-22T17:16:48.709 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8321727 2023-12-22T17:16:48.709 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.709 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_cleanup_lat": { 2023-12-22T17:16:48.709 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 109, 2023-12-22T17:16:48.709 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 405263963950 2023-12-22T17:16:48.709 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.709 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_queued_lat": { 2023-12-22T17:16:48.709 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 111, 2023-12-22T17:16:48.709 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 161542234286 2023-12-22T17:16:48.709 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.709 INFO:tasks.workunit.client.0.smithi032.stdout: "state_done_lat": { 2023-12-22T17:16:48.710 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 324, 2023-12-22T17:16:48.710 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 62521489160 2023-12-22T17:16:48.710 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.710 INFO:tasks.workunit.client.0.smithi032.stdout: "state_finishing_lat": { 2023-12-22T17:16:48.710 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 324, 2023-12-22T17:16:48.710 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 30179 2023-12-22T17:16:48.710 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.710 INFO:tasks.workunit.client.0.smithi032.stdout: "state_io_done_lat": { 2023-12-22T17:16:48.710 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 326, 2023-12-22T17:16:48.710 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 374109 2023-12-22T17:16:48.710 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.710 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_commiting_lat": { 2023-12-22T17:16:48.710 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 326, 2023-12-22T17:16:48.710 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 193582857 2023-12-22T17:16:48.710 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.711 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_done_lat": { 2023-12-22T17:16:48.711 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 326, 2023-12-22T17:16:48.711 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 115346 2023-12-22T17:16:48.711 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.711 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_queued_lat": { 2023-12-22T17:16:48.711 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 326, 2023-12-22T17:16:48.711 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 111806076 2023-12-22T17:16:48.711 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.711 INFO:tasks.workunit.client.0.smithi032.stdout: "state_prepare_lat": { 2023-12-22T17:16:48.711 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 326, 2023-12-22T17:16:48.711 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 21277683 2023-12-22T17:16:48.711 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.711 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": { 2023-12-22T17:16:48.711 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 287159 2023-12-22T17:16:48.711 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.712 INFO:tasks.workunit.client.0.smithi032.stdout: "truncate_lat": { 2023-12-22T17:16:48.712 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.712 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.712 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.712 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_commit_lat": { 2023-12-22T17:16:48.712 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 326, 2023-12-22T17:16:48.712 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 333132290 2023-12-22T17:16:48.712 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.712 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_submit_lat": { 2023-12-22T17:16:48.712 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 326, 2023-12-22T17:16:48.712 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 24821204 2023-12-22T17:16:48.712 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.712 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_throttle_lat": { 2023-12-22T17:16:48.712 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 326, 2023-12-22T17:16:48.712 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2242845 2023-12-22T17:16:48.712 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.713 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.713 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache": { 2023-12-22T17:16:48.713 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_bytes": { 2023-12-22T17:16:48.713 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1870074229 2023-12-22T17:16:48.713 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.713 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_bytes": { 2023-12-22T17:16:48.713 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 236371968 2023-12-22T17:16:48.713 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.713 INFO:tasks.workunit.client.0.smithi032.stdout: "mapped_bytes": { 2023-12-22T17:16:48.713 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 234815488 2023-12-22T17:16:48.713 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.713 INFO:tasks.workunit.client.0.smithi032.stdout: "target_bytes": { 2023-12-22T17:16:48.713 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3147506585 2023-12-22T17:16:48.713 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.714 INFO:tasks.workunit.client.0.smithi032.stdout: "unmapped_bytes": { 2023-12-22T17:16:48.714 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1556480 2023-12-22T17:16:48.714 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.714 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.714 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:data": { 2023-12-22T17:16:48.714 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:48.714 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 159383552 2023-12-22T17:16:48.714 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.714 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:48.714 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.714 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.714 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:48.714 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.714 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.714 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:48.714 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 86017375 2023-12-22T17:16:48.715 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.715 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:48.715 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.715 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.715 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:48.715 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.715 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.715 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:48.715 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.715 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.715 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:48.715 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.715 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.715 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:48.715 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.716 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.716 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:48.716 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8192 2023-12-22T17:16:48.716 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.716 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:48.716 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.716 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.716 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:48.716 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.716 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.716 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:48.716 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.716 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.716 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:48.716 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 73357985 2023-12-22T17:16:48.717 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.717 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.717 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv": { 2023-12-22T17:16:48.717 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:48.717 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 780140544 2023-12-22T17:16:48.717 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.717 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:48.717 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2023-12-22T17:16:48.717 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.717 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:48.717 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.717 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.717 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:48.717 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 645130314 2023-12-22T17:16:48.717 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.717 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:48.718 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.718 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.718 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:48.718 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.718 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.718 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:48.718 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.718 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.718 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:48.718 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.718 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.718 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:48.718 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.718 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.719 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:48.719 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1168 2023-12-22T17:16:48.719 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.719 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:48.719 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.719 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.719 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:48.719 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.719 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.719 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:48.719 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.719 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.719 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:48.719 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67900198 2023-12-22T17:16:48.719 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.720 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.720 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv_onode": { 2023-12-22T17:16:48.720 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:48.720 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 192937984 2023-12-22T17:16:48.720 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.720 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:48.720 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2023-12-22T17:16:48.720 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.720 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:48.720 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 464 2023-12-22T17:16:48.720 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.720 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:48.720 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 57344916 2023-12-22T17:16:48.720 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.720 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:48.721 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.721 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.721 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:48.721 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.721 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.721 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:48.721 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.721 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.721 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:48.721 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.721 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.721 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:48.721 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.721 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.722 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:48.722 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.722 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.722 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:48.722 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.722 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.722 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:48.722 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.722 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.722 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:48.722 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.722 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.722 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:48.722 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 68483740 2023-12-22T17:16:48.722 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.723 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.723 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:meta": { 2023-12-22T17:16:48.723 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:48.723 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 713031680 2023-12-22T17:16:48.723 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.723 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:48.723 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.723 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.723 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:48.723 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.723 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.723 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:48.723 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 645130314 2023-12-22T17:16:48.723 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.723 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:48.724 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.724 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.724 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:48.724 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.724 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.724 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:48.724 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.724 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.724 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:48.724 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.724 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.724 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:48.724 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 77039 2023-12-22T17:16:48.724 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.724 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:48.725 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 151327 2023-12-22T17:16:48.725 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.725 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:48.725 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.725 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.725 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:48.725 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.725 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.725 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:48.725 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.725 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.725 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:48.725 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67673000 2023-12-22T17:16:48.725 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.725 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.726 INFO:tasks.workunit.client.0.smithi032.stdout: "objecter": { 2023-12-22T17:16:48.726 INFO:tasks.workunit.client.0.smithi032.stdout: "op_active": { 2023-12-22T17:16:48.726 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.726 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.726 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2023-12-22T17:16:48.726 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.726 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.726 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rmw": { 2023-12-22T17:16:48.726 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.726 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.726 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2023-12-22T17:16:48.726 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.726 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.726 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.726 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:48.727 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg": { 2023-12-22T17:16:48.727 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 30 2023-12-22T17:16:48.727 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.727 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg_removing": { 2023-12-22T17:16:48.727 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.727 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.727 INFO:tasks.workunit.client.0.smithi032.stdout: "op": { 2023-12-22T17:16:48.727 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 10 2023-12-22T17:16:48.727 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.727 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_degraded": { 2023-12-22T17:16:48.727 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.727 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.727 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_unreadable": { 2023-12-22T17:16:48.727 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.727 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.727 INFO:tasks.workunit.client.0.smithi032.stdout: "op_in_bytes": { 2023-12-22T17:16:48.728 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.728 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.728 INFO:tasks.workunit.client.0.smithi032.stdout: "op_latency": { 2023-12-22T17:16:48.728 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 10, 2023-12-22T17:16:48.728 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 53344486 2023-12-22T17:16:48.728 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.728 INFO:tasks.workunit.client.0.smithi032.stdout: "op_out_bytes": { 2023-12-22T17:16:48.728 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.728 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.728 INFO:tasks.workunit.client.0.smithi032.stdout: "op_prepare_latency": { 2023-12-22T17:16:48.728 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 10, 2023-12-22T17:16:48.728 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4465248 2023-12-22T17:16:48.728 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.728 INFO:tasks.workunit.client.0.smithi032.stdout: "op_process_latency": { 2023-12-22T17:16:48.728 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 10, 2023-12-22T17:16:48.728 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 39425001 2023-12-22T17:16:48.729 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.729 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2023-12-22T17:16:48.729 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.729 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.729 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency": { 2023-12-22T17:16:48.729 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.729 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.729 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.729 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-22T17:16:48.729 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.729 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.729 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_out_bytes": { 2023-12-22T17:16:48.729 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.729 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.729 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_prepare_latency": { 2023-12-22T17:16:48.730 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.730 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.730 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.730 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_process_latency": { 2023-12-22T17:16:48.730 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.730 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.730 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.730 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw": { 2023-12-22T17:16:48.730 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.730 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.730 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_in_bytes": { 2023-12-22T17:16:48.730 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.730 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.730 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency": { 2023-12-22T17:16:48.730 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.731 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.731 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.731 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-22T17:16:48.731 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.731 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.731 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-22T17:16:48.731 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.731 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.731 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_out_bytes": { 2023-12-22T17:16:48.731 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.731 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.731 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_prepare_latency": { 2023-12-22T17:16:48.731 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.731 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.731 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.731 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_process_latency": { 2023-12-22T17:16:48.732 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.732 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.732 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.732 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2023-12-22T17:16:48.732 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 10 2023-12-22T17:16:48.732 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.732 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_in_bytes": { 2023-12-22T17:16:48.732 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.732 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.732 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency": { 2023-12-22T17:16:48.732 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 10, 2023-12-22T17:16:48.732 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 53344486 2023-12-22T17:16:48.732 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.732 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-22T17:16:48.732 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.733 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.733 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_prepare_latency": { 2023-12-22T17:16:48.733 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 10, 2023-12-22T17:16:48.733 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4465248 2023-12-22T17:16:48.733 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.733 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_process_latency": { 2023-12-22T17:16:48.733 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 10, 2023-12-22T17:16:48.733 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 39425001 2023-12-22T17:16:48.733 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.733 INFO:tasks.workunit.client.0.smithi032.stdout: "op_wip": { 2023-12-22T17:16:48.733 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.733 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.733 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_bytes": { 2023-12-22T17:16:48.733 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.733 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.734 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_ops": { 2023-12-22T17:16:48.734 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.734 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.734 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes": { 2023-12-22T17:16:48.734 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2023-12-22T17:16:48.734 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.734 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes_used": { 2023-12-22T17:16:48.734 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 305078272 2023-12-22T17:16:48.734 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.734 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.734 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.734 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.3": { 2023-12-22T17:16:48.734 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2023-12-22T17:16:48.734 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_fallback": { 2023-12-22T17:16:48.734 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.735 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.735 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_size_fallback": { 2023-12-22T17:16:48.735 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.735 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.735 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_db": { 2023-12-22T17:16:48.735 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 65536 2023-12-22T17:16:48.735 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.735 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_main": { 2023-12-22T17:16:48.735 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.735 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.735 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_wal": { 2023-12-22T17:16:48.735 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.735 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.735 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_slow": { 2023-12-22T17:16:48.735 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.735 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.736 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_sst": { 2023-12-22T17:16:48.736 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8192 2023-12-22T17:16:48.736 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.736 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_wal": { 2023-12-22T17:16:48.736 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1101824 2023-12-22T17:16:48.736 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.736 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lat": { 2023-12-22T17:16:48.736 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.736 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.736 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.736 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lock_lat": { 2023-12-22T17:16:48.736 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.736 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.736 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.736 INFO:tasks.workunit.client.0.smithi032.stdout: "db_total_bytes": { 2023-12-22T17:16:48.737 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2023-12-22T17:16:48.737 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.737 INFO:tasks.workunit.client.0.smithi032.stdout: "db_used_bytes": { 2023-12-22T17:16:48.737 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 304414720 2023-12-22T17:16:48.737 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.737 INFO:tasks.workunit.client.0.smithi032.stdout: "log_bytes": { 2023-12-22T17:16:48.737 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 737280 2023-12-22T17:16:48.737 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.737 INFO:tasks.workunit.client.0.smithi032.stdout: "logged_bytes": { 2023-12-22T17:16:48.737 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 598016 2023-12-22T17:16:48.737 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.737 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_db": { 2023-12-22T17:16:48.737 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 312803328 2023-12-22T17:16:48.737 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.737 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_slow": { 2023-12-22T17:16:48.738 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.738 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.738 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_wal": { 2023-12-22T17:16:48.738 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.738 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.738 INFO:tasks.workunit.client.0.smithi032.stdout: "num_files": { 2023-12-22T17:16:48.738 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 13 2023-12-22T17:16:48.738 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.738 INFO:tasks.workunit.client.0.smithi032.stdout: "read_bytes": { 2023-12-22T17:16:48.738 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 193929 2023-12-22T17:16:48.738 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.738 INFO:tasks.workunit.client.0.smithi032.stdout: "read_count": { 2023-12-22T17:16:48.738 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 22 2023-12-22T17:16:48.738 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.738 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes": { 2023-12-22T17:16:48.738 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1265664 2023-12-22T17:16:48.739 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.739 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_db": { 2023-12-22T17:16:48.739 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1269760 2023-12-22T17:16:48.739 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.739 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_slow": { 2023-12-22T17:16:48.739 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.739 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.739 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_wal": { 2023-12-22T17:16:48.739 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.739 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.739 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_count": { 2023-12-22T17:16:48.739 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14 2023-12-22T17:16:48.739 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.739 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_bytes": { 2023-12-22T17:16:48.739 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3653 2023-12-22T17:16:48.739 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.739 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_count": { 2023-12-22T17:16:48.740 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3 2023-12-22T17:16:48.740 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.740 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_bytes": { 2023-12-22T17:16:48.740 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3833 2023-12-22T17:16:48.740 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.740 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_count": { 2023-12-22T17:16:48.740 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 18 2023-12-22T17:16:48.740 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.740 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_bytes": { 2023-12-22T17:16:48.740 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3833 2023-12-22T17:16:48.740 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.740 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_count": { 2023-12-22T17:16:48.740 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 18 2023-12-22T17:16:48.740 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.740 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes": { 2023-12-22T17:16:48.740 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.741 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.741 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_db": { 2023-12-22T17:16:48.741 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.741 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.741 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_slow": { 2023-12-22T17:16:48.741 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.741 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.741 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_wal": { 2023-12-22T17:16:48.741 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.741 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.741 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_count": { 2023-12-22T17:16:48.741 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.741 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.741 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_total_bytes": { 2023-12-22T17:16:48.741 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.742 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.742 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_used_bytes": { 2023-12-22T17:16:48.742 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.742 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.742 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_total_bytes": { 2023-12-22T17:16:48.742 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.742 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.742 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_used_bytes": { 2023-12-22T17:16:48.742 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.742 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.742 INFO:tasks.workunit.client.0.smithi032.stdout: "write_bytes": { 2023-12-22T17:16:48.742 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1769472 2023-12-22T17:16:48.742 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.742 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.742 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore": { 2023-12-22T17:16:48.742 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit": { 2023-12-22T17:16:48.743 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4096 2023-12-22T17:16:48.743 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.743 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": { 2023-12-22T17:16:48.743 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 675840 2023-12-22T17:16:48.743 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.743 INFO:tasks.workunit.client.0.smithi032.stdout: "clist_lat": { 2023-12-22T17:16:48.743 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.743 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.743 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.743 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_lat": { 2023-12-22T17:16:48.743 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.743 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.743 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.743 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed": { 2023-12-22T17:16:48.743 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.743 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.744 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_allocated": { 2023-12-22T17:16:48.744 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.744 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.744 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_original": { 2023-12-22T17:16:48.744 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.744 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.744 INFO:tasks.workunit.client.0.smithi032.stdout: "csum_lat": { 2023-12-22T17:16:48.744 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 5, 2023-12-22T17:16:48.744 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 7337 2023-12-22T17:16:48.744 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.744 INFO:tasks.workunit.client.0.smithi032.stdout: "decompress_lat": { 2023-12-22T17:16:48.744 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.744 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.744 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.744 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_commit_lat": { 2023-12-22T17:16:48.744 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 130, 2023-12-22T17:16:48.745 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 36891714 2023-12-22T17:16:48.745 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.745 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_final_lat": { 2023-12-22T17:16:48.745 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 119, 2023-12-22T17:16:48.745 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 7536491 2023-12-22T17:16:48.745 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.745 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_flush_lat": { 2023-12-22T17:16:48.745 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 130, 2023-12-22T17:16:48.745 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 219862 2023-12-22T17:16:48.745 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.745 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_sync_lat": { 2023-12-22T17:16:48.745 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 130, 2023-12-22T17:16:48.745 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 37111576 2023-12-22T17:16:48.745 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.745 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_keys_lat": { 2023-12-22T17:16:48.746 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.746 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.746 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.746 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_values_lat": { 2023-12-22T17:16:48.746 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.746 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.746 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.746 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_lower_bound_lat": { 2023-12-22T17:16:48.746 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.746 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.746 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.746 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_next_lat": { 2023-12-22T17:16:48.746 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.746 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.746 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.746 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_seek_to_first_lat": { 2023-12-22T17:16:48.746 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.747 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.747 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.747 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_upper_bound_lat": { 2023-12-22T17:16:48.747 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:48.747 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4189 2023-12-22T17:16:48.747 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.747 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_hits": { 2023-12-22T17:16:48.747 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 296 2023-12-22T17:16:48.747 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.747 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_misses": { 2023-12-22T17:16:48.747 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 211 2023-12-22T17:16:48.747 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.747 INFO:tasks.workunit.client.0.smithi032.stdout: "read_lat": { 2023-12-22T17:16:48.747 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 74, 2023-12-22T17:16:48.747 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 759763 2023-12-22T17:16:48.747 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.747 INFO:tasks.workunit.client.0.smithi032.stdout: "read_onode_meta_lat": { 2023-12-22T17:16:48.748 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 123, 2023-12-22T17:16:48.748 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 300624 2023-12-22T17:16:48.748 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.748 INFO:tasks.workunit.client.0.smithi032.stdout: "read_wait_aio_lat": { 2023-12-22T17:16:48.748 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 49, 2023-12-22T17:16:48.748 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 236177 2023-12-22T17:16:48.748 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.748 INFO:tasks.workunit.client.0.smithi032.stdout: "reads_with_retries": { 2023-12-22T17:16:48.748 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.748 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.748 INFO:tasks.workunit.client.0.smithi032.stdout: "remove_lat": { 2023-12-22T17:16:48.748 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.748 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.748 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.748 INFO:tasks.workunit.client.0.smithi032.stdout: "state_aio_wait_lat": { 2023-12-22T17:16:48.748 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 223, 2023-12-22T17:16:48.748 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 6129902 2023-12-22T17:16:48.749 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.749 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_aio_wait_lat": { 2023-12-22T17:16:48.749 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 45, 2023-12-22T17:16:48.749 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3582980 2023-12-22T17:16:48.749 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.749 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_cleanup_lat": { 2023-12-22T17:16:48.749 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 42, 2023-12-22T17:16:48.749 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 402392381826 2023-12-22T17:16:48.749 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.749 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_queued_lat": { 2023-12-22T17:16:48.749 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 45, 2023-12-22T17:16:48.749 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 63417525712 2023-12-22T17:16:48.749 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.749 INFO:tasks.workunit.client.0.smithi032.stdout: "state_done_lat": { 2023-12-22T17:16:48.749 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 220, 2023-12-22T17:16:48.749 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 377486 2023-12-22T17:16:48.750 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.750 INFO:tasks.workunit.client.0.smithi032.stdout: "state_finishing_lat": { 2023-12-22T17:16:48.750 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 220, 2023-12-22T17:16:48.750 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 19323 2023-12-22T17:16:48.750 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.750 INFO:tasks.workunit.client.0.smithi032.stdout: "state_io_done_lat": { 2023-12-22T17:16:48.750 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 223, 2023-12-22T17:16:48.750 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 259777 2023-12-22T17:16:48.750 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.750 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_commiting_lat": { 2023-12-22T17:16:48.750 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 223, 2023-12-22T17:16:48.750 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 132155707 2023-12-22T17:16:48.750 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.750 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_done_lat": { 2023-12-22T17:16:48.750 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 223, 2023-12-22T17:16:48.750 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 60341 2023-12-22T17:16:48.750 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.751 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_queued_lat": { 2023-12-22T17:16:48.751 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 223, 2023-12-22T17:16:48.751 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 63668655 2023-12-22T17:16:48.751 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.751 INFO:tasks.workunit.client.0.smithi032.stdout: "state_prepare_lat": { 2023-12-22T17:16:48.751 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 223, 2023-12-22T17:16:48.751 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 10527879 2023-12-22T17:16:48.751 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.751 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": { 2023-12-22T17:16:48.751 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 289869 2023-12-22T17:16:48.751 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.751 INFO:tasks.workunit.client.0.smithi032.stdout: "truncate_lat": { 2023-12-22T17:16:48.751 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.751 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.751 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.751 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_commit_lat": { 2023-12-22T17:16:48.752 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 223, 2023-12-22T17:16:48.752 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 212769766 2023-12-22T17:16:48.752 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.752 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_submit_lat": { 2023-12-22T17:16:48.752 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 223, 2023-12-22T17:16:48.752 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12706868 2023-12-22T17:16:48.752 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.752 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_throttle_lat": { 2023-12-22T17:16:48.752 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 223, 2023-12-22T17:16:48.752 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1623361 2023-12-22T17:16:48.752 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.752 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.752 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache": { 2023-12-22T17:16:48.752 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_bytes": { 2023-12-22T17:16:48.752 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1870074229 2023-12-22T17:16:48.752 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.752 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_bytes": { 2023-12-22T17:16:48.753 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 268812288 2023-12-22T17:16:48.753 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.753 INFO:tasks.workunit.client.0.smithi032.stdout: "mapped_bytes": { 2023-12-22T17:16:48.753 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 267190272 2023-12-22T17:16:48.753 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.753 INFO:tasks.workunit.client.0.smithi032.stdout: "target_bytes": { 2023-12-22T17:16:48.753 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3147506585 2023-12-22T17:16:48.753 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.753 INFO:tasks.workunit.client.0.smithi032.stdout: "unmapped_bytes": { 2023-12-22T17:16:48.753 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1622016 2023-12-22T17:16:48.753 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.753 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.753 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:data": { 2023-12-22T17:16:48.753 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:48.753 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 159383552 2023-12-22T17:16:48.753 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.754 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:48.754 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.754 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.754 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:48.754 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.754 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.754 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:48.754 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 86016827 2023-12-22T17:16:48.754 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.754 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:48.754 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.754 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.754 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:48.754 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.754 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.755 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:48.755 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.755 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.755 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:48.755 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.755 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.755 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:48.755 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8192 2023-12-22T17:16:48.755 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.755 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:48.755 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.755 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.755 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:48.755 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.755 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.756 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:48.756 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.756 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.756 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:48.756 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.756 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.756 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:48.756 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 73358533 2023-12-22T17:16:48.756 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.756 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.756 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv": { 2023-12-22T17:16:48.756 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:48.756 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 780140544 2023-12-22T17:16:48.756 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.756 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:48.756 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2023-12-22T17:16:48.756 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.757 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:48.757 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.757 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.757 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:48.757 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 645126208 2023-12-22T17:16:48.757 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.757 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:48.757 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.757 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.757 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:48.757 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.757 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.757 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:48.757 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.757 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.758 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:48.758 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.758 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.758 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:48.758 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.758 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.758 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:48.758 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1168 2023-12-22T17:16:48.758 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.758 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:48.758 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.758 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.758 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:48.758 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.758 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.758 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:48.759 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.759 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.759 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:48.759 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67904304 2023-12-22T17:16:48.759 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.759 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.759 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv_onode": { 2023-12-22T17:16:48.759 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:48.759 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 192937984 2023-12-22T17:16:48.759 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.759 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:48.759 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2023-12-22T17:16:48.759 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.759 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:48.759 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 464 2023-12-22T17:16:48.759 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.760 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:48.760 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 57344551 2023-12-22T17:16:48.760 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.760 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:48.760 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.760 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.760 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:48.760 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.760 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.760 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:48.760 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.760 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.760 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:48.760 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.760 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.760 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:48.760 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.761 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.761 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:48.761 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.761 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.761 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:48.761 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.761 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.761 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:48.761 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.761 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.761 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:48.761 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.761 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.761 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:48.761 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 68484105 2023-12-22T17:16:48.762 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.762 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.762 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:meta": { 2023-12-22T17:16:48.762 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:48.762 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 713031680 2023-12-22T17:16:48.762 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.762 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:48.762 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.762 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.762 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:48.762 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.762 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.762 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:48.762 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 645126208 2023-12-22T17:16:48.762 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.762 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:48.763 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.763 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.763 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:48.763 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.763 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.763 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:48.763 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.763 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.763 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:48.763 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.763 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.763 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:48.763 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 91980 2023-12-22T17:16:48.763 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.763 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:48.763 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 148266 2023-12-22T17:16:48.763 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.764 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:48.764 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.764 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.764 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:48.764 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.764 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.764 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:48.764 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.764 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.764 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:48.764 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67665226 2023-12-22T17:16:48.764 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.764 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.764 INFO:tasks.workunit.client.0.smithi032.stdout: "objecter": { 2023-12-22T17:16:48.764 INFO:tasks.workunit.client.0.smithi032.stdout: "op_active": { 2023-12-22T17:16:48.765 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.765 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.765 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2023-12-22T17:16:48.765 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.765 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.765 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rmw": { 2023-12-22T17:16:48.765 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.765 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.765 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2023-12-22T17:16:48.765 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.765 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.765 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.765 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:48.765 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg": { 2023-12-22T17:16:48.765 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 36 2023-12-22T17:16:48.766 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.766 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg_removing": { 2023-12-22T17:16:48.766 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.766 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.766 INFO:tasks.workunit.client.0.smithi032.stdout: "op": { 2023-12-22T17:16:48.766 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.766 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.766 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_degraded": { 2023-12-22T17:16:48.766 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.766 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.766 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_unreadable": { 2023-12-22T17:16:48.766 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.766 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.766 INFO:tasks.workunit.client.0.smithi032.stdout: "op_in_bytes": { 2023-12-22T17:16:48.766 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.766 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.767 INFO:tasks.workunit.client.0.smithi032.stdout: "op_latency": { 2023-12-22T17:16:48.767 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.767 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.767 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.767 INFO:tasks.workunit.client.0.smithi032.stdout: "op_out_bytes": { 2023-12-22T17:16:48.767 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.767 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.767 INFO:tasks.workunit.client.0.smithi032.stdout: "op_prepare_latency": { 2023-12-22T17:16:48.767 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:48.767 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 764425 2023-12-22T17:16:48.767 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.767 INFO:tasks.workunit.client.0.smithi032.stdout: "op_process_latency": { 2023-12-22T17:16:48.767 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.767 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.767 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.767 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2023-12-22T17:16:48.768 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.768 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.768 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency": { 2023-12-22T17:16:48.768 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.768 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.768 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.768 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-22T17:16:48.768 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.768 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.768 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_out_bytes": { 2023-12-22T17:16:48.768 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.768 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.768 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_prepare_latency": { 2023-12-22T17:16:48.768 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.768 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.768 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.768 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_process_latency": { 2023-12-22T17:16:48.769 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.769 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.769 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.769 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw": { 2023-12-22T17:16:48.769 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.769 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.769 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_in_bytes": { 2023-12-22T17:16:48.769 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.769 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.769 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency": { 2023-12-22T17:16:48.769 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.769 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.769 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.769 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-22T17:16:48.769 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.770 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.770 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-22T17:16:48.770 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.770 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.770 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_out_bytes": { 2023-12-22T17:16:48.770 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.770 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.770 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_prepare_latency": { 2023-12-22T17:16:48.770 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.770 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.770 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.770 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_process_latency": { 2023-12-22T17:16:48.770 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.770 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.770 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.770 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2023-12-22T17:16:48.771 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.771 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.771 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_in_bytes": { 2023-12-22T17:16:48.771 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.771 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.771 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency": { 2023-12-22T17:16:48.771 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.771 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.771 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.771 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-22T17:16:48.771 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.771 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.771 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_prepare_latency": { 2023-12-22T17:16:48.771 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:48.771 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 764425 2023-12-22T17:16:48.771 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.771 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_process_latency": { 2023-12-22T17:16:48.771 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.772 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.772 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.772 INFO:tasks.workunit.client.0.smithi032.stdout: "op_wip": { 2023-12-22T17:16:48.772 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.772 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.772 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_bytes": { 2023-12-22T17:16:48.772 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.772 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.772 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_ops": { 2023-12-22T17:16:48.772 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.772 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.772 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes": { 2023-12-22T17:16:48.772 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2023-12-22T17:16:48.772 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.772 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes_used": { 2023-12-22T17:16:48.773 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 305098752 2023-12-22T17:16:48.773 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.773 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.773 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.773 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.4": { 2023-12-22T17:16:48.773 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2023-12-22T17:16:48.773 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_fallback": { 2023-12-22T17:16:48.773 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.773 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.773 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_size_fallback": { 2023-12-22T17:16:48.773 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.773 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.773 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_db": { 2023-12-22T17:16:48.773 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 65536 2023-12-22T17:16:48.773 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.773 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_main": { 2023-12-22T17:16:48.774 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.774 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.774 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_wal": { 2023-12-22T17:16:48.774 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.774 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.774 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_slow": { 2023-12-22T17:16:48.774 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.774 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.774 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_sst": { 2023-12-22T17:16:48.774 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8192 2023-12-22T17:16:48.774 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.774 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_wal": { 2023-12-22T17:16:48.774 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1232896 2023-12-22T17:16:48.774 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.774 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lat": { 2023-12-22T17:16:48.775 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.775 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.775 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.775 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lock_lat": { 2023-12-22T17:16:48.775 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.775 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.775 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.775 INFO:tasks.workunit.client.0.smithi032.stdout: "db_total_bytes": { 2023-12-22T17:16:48.775 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2023-12-22T17:16:48.775 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.775 INFO:tasks.workunit.client.0.smithi032.stdout: "db_used_bytes": { 2023-12-22T17:16:48.775 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 304414720 2023-12-22T17:16:48.775 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.775 INFO:tasks.workunit.client.0.smithi032.stdout: "log_bytes": { 2023-12-22T17:16:48.775 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 815104 2023-12-22T17:16:48.775 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.775 INFO:tasks.workunit.client.0.smithi032.stdout: "logged_bytes": { 2023-12-22T17:16:48.776 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 675840 2023-12-22T17:16:48.776 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.776 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_db": { 2023-12-22T17:16:48.776 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 312803328 2023-12-22T17:16:48.776 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.776 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_slow": { 2023-12-22T17:16:48.776 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.776 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.776 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_wal": { 2023-12-22T17:16:48.776 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.776 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.776 INFO:tasks.workunit.client.0.smithi032.stdout: "num_files": { 2023-12-22T17:16:48.776 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 13 2023-12-22T17:16:48.776 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.776 INFO:tasks.workunit.client.0.smithi032.stdout: "read_bytes": { 2023-12-22T17:16:48.776 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 193929 2023-12-22T17:16:48.777 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.777 INFO:tasks.workunit.client.0.smithi032.stdout: "read_count": { 2023-12-22T17:16:48.777 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 22 2023-12-22T17:16:48.777 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.777 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes": { 2023-12-22T17:16:48.777 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1265664 2023-12-22T17:16:48.777 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.777 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_db": { 2023-12-22T17:16:48.777 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1269760 2023-12-22T17:16:48.777 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.777 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_slow": { 2023-12-22T17:16:48.777 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.777 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.777 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_wal": { 2023-12-22T17:16:48.778 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.778 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.778 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_count": { 2023-12-22T17:16:48.778 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14 2023-12-22T17:16:48.778 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.778 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_bytes": { 2023-12-22T17:16:48.778 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3653 2023-12-22T17:16:48.778 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.778 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_count": { 2023-12-22T17:16:48.778 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3 2023-12-22T17:16:48.778 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.778 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_bytes": { 2023-12-22T17:16:48.778 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3833 2023-12-22T17:16:48.778 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.778 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_count": { 2023-12-22T17:16:48.778 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 18 2023-12-22T17:16:48.778 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.779 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_bytes": { 2023-12-22T17:16:48.779 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3833 2023-12-22T17:16:48.779 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.779 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_count": { 2023-12-22T17:16:48.779 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 18 2023-12-22T17:16:48.779 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.779 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes": { 2023-12-22T17:16:48.779 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.779 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.779 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_db": { 2023-12-22T17:16:48.779 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.779 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.779 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_slow": { 2023-12-22T17:16:48.779 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.779 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.779 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_wal": { 2023-12-22T17:16:48.779 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.780 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.780 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_count": { 2023-12-22T17:16:48.780 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.780 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.780 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_total_bytes": { 2023-12-22T17:16:48.780 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.780 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.780 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_used_bytes": { 2023-12-22T17:16:48.780 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.780 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.780 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_total_bytes": { 2023-12-22T17:16:48.780 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.780 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.780 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_used_bytes": { 2023-12-22T17:16:48.780 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.780 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.780 INFO:tasks.workunit.client.0.smithi032.stdout: "write_bytes": { 2023-12-22T17:16:48.781 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1978368 2023-12-22T17:16:48.781 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.781 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.781 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore": { 2023-12-22T17:16:48.781 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit": { 2023-12-22T17:16:48.781 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4096 2023-12-22T17:16:48.781 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.781 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": { 2023-12-22T17:16:48.781 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 675840 2023-12-22T17:16:48.781 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.781 INFO:tasks.workunit.client.0.smithi032.stdout: "clist_lat": { 2023-12-22T17:16:48.781 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 8, 2023-12-22T17:16:48.781 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 288808 2023-12-22T17:16:48.781 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.781 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_lat": { 2023-12-22T17:16:48.781 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.781 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.782 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.782 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed": { 2023-12-22T17:16:48.782 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.782 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.782 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_allocated": { 2023-12-22T17:16:48.782 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.782 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.782 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_original": { 2023-12-22T17:16:48.782 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.782 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.782 INFO:tasks.workunit.client.0.smithi032.stdout: "csum_lat": { 2023-12-22T17:16:48.782 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:48.782 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4005 2023-12-22T17:16:48.782 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.782 INFO:tasks.workunit.client.0.smithi032.stdout: "decompress_lat": { 2023-12-22T17:16:48.782 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.783 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.783 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.783 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_commit_lat": { 2023-12-22T17:16:48.783 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 149, 2023-12-22T17:16:48.783 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 59317247 2023-12-22T17:16:48.783 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.783 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_final_lat": { 2023-12-22T17:16:48.783 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 143, 2023-12-22T17:16:48.783 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8227439 2023-12-22T17:16:48.783 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.783 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_flush_lat": { 2023-12-22T17:16:48.783 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 149, 2023-12-22T17:16:48.783 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 188950 2023-12-22T17:16:48.783 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.783 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_sync_lat": { 2023-12-22T17:16:48.784 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 149, 2023-12-22T17:16:48.784 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 59506197 2023-12-22T17:16:48.784 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.784 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_keys_lat": { 2023-12-22T17:16:48.784 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.784 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.784 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.784 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_values_lat": { 2023-12-22T17:16:48.784 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:48.784 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1183 2023-12-22T17:16:48.784 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.784 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_lower_bound_lat": { 2023-12-22T17:16:48.784 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.784 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.784 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.785 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_next_lat": { 2023-12-22T17:16:48.785 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.785 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.785 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.785 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_seek_to_first_lat": { 2023-12-22T17:16:48.785 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.785 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.785 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.785 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_upper_bound_lat": { 2023-12-22T17:16:48.785 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:48.785 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4940 2023-12-22T17:16:48.785 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.785 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_hits": { 2023-12-22T17:16:48.785 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 346 2023-12-22T17:16:48.786 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.786 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_misses": { 2023-12-22T17:16:48.786 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 229 2023-12-22T17:16:48.786 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.786 INFO:tasks.workunit.client.0.smithi032.stdout: "read_lat": { 2023-12-22T17:16:48.786 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 91, 2023-12-22T17:16:48.786 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 969218 2023-12-22T17:16:48.786 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.786 INFO:tasks.workunit.client.0.smithi032.stdout: "read_onode_meta_lat": { 2023-12-22T17:16:48.786 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 152, 2023-12-22T17:16:48.786 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 277577 2023-12-22T17:16:48.786 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.786 INFO:tasks.workunit.client.0.smithi032.stdout: "read_wait_aio_lat": { 2023-12-22T17:16:48.786 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 61, 2023-12-22T17:16:48.786 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 289200 2023-12-22T17:16:48.786 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.786 INFO:tasks.workunit.client.0.smithi032.stdout: "reads_with_retries": { 2023-12-22T17:16:48.787 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.787 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.787 INFO:tasks.workunit.client.0.smithi032.stdout: "remove_lat": { 2023-12-22T17:16:48.787 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 5, 2023-12-22T17:16:48.787 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 130669 2023-12-22T17:16:48.787 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.787 INFO:tasks.workunit.client.0.smithi032.stdout: "state_aio_wait_lat": { 2023-12-22T17:16:48.787 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 259, 2023-12-22T17:16:48.787 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3613844 2023-12-22T17:16:48.787 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.787 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_aio_wait_lat": { 2023-12-22T17:16:48.787 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 38, 2023-12-22T17:16:48.787 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3261970 2023-12-22T17:16:48.787 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.787 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_cleanup_lat": { 2023-12-22T17:16:48.787 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 36, 2023-12-22T17:16:48.787 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 358560428084 2023-12-22T17:16:48.788 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.788 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_queued_lat": { 2023-12-22T17:16:48.788 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 38, 2023-12-22T17:16:48.788 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 61933705114 2023-12-22T17:16:48.788 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.788 INFO:tasks.workunit.client.0.smithi032.stdout: "state_done_lat": { 2023-12-22T17:16:48.788 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 257, 2023-12-22T17:16:48.788 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 407878 2023-12-22T17:16:48.788 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.788 INFO:tasks.workunit.client.0.smithi032.stdout: "state_finishing_lat": { 2023-12-22T17:16:48.788 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 257, 2023-12-22T17:16:48.788 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 24804 2023-12-22T17:16:48.788 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.788 INFO:tasks.workunit.client.0.smithi032.stdout: "state_io_done_lat": { 2023-12-22T17:16:48.788 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 259, 2023-12-22T17:16:48.788 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 239822 2023-12-22T17:16:48.789 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.789 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_commiting_lat": { 2023-12-22T17:16:48.789 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 259, 2023-12-22T17:16:48.789 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 221082211 2023-12-22T17:16:48.789 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.789 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_done_lat": { 2023-12-22T17:16:48.789 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 259, 2023-12-22T17:16:48.789 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 76276 2023-12-22T17:16:48.789 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.789 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_queued_lat": { 2023-12-22T17:16:48.789 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 259, 2023-12-22T17:16:48.789 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 168581058 2023-12-22T17:16:48.789 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.790 INFO:tasks.workunit.client.0.smithi032.stdout: "state_prepare_lat": { 2023-12-22T17:16:48.790 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 259, 2023-12-22T17:16:48.790 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 11699058 2023-12-22T17:16:48.790 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.790 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": { 2023-12-22T17:16:48.790 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 288104 2023-12-22T17:16:48.790 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.790 INFO:tasks.workunit.client.0.smithi032.stdout: "truncate_lat": { 2023-12-22T17:16:48.790 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2023-12-22T17:16:48.790 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 973 2023-12-22T17:16:48.790 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.790 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_commit_lat": { 2023-12-22T17:16:48.790 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 259, 2023-12-22T17:16:48.790 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 405253448 2023-12-22T17:16:48.790 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.790 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_submit_lat": { 2023-12-22T17:16:48.791 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 259, 2023-12-22T17:16:48.791 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 13990843 2023-12-22T17:16:48.791 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.791 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_throttle_lat": { 2023-12-22T17:16:48.791 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 259, 2023-12-22T17:16:48.791 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1851103 2023-12-22T17:16:48.791 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.791 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.791 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache": { 2023-12-22T17:16:48.791 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_bytes": { 2023-12-22T17:16:48.791 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1869136547 2023-12-22T17:16:48.791 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.791 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_bytes": { 2023-12-22T17:16:48.791 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 268812288 2023-12-22T17:16:48.791 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.792 INFO:tasks.workunit.client.0.smithi032.stdout: "mapped_bytes": { 2023-12-22T17:16:48.792 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 267894784 2023-12-22T17:16:48.792 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.792 INFO:tasks.workunit.client.0.smithi032.stdout: "target_bytes": { 2023-12-22T17:16:48.792 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3146403430 2023-12-22T17:16:48.792 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.792 INFO:tasks.workunit.client.0.smithi032.stdout: "unmapped_bytes": { 2023-12-22T17:16:48.792 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 917504 2023-12-22T17:16:48.792 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.792 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.792 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:data": { 2023-12-22T17:16:48.792 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:48.792 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 159383552 2023-12-22T17:16:48.792 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.792 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:48.793 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.793 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.793 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:48.793 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.793 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.793 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:48.793 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 85960330 2023-12-22T17:16:48.793 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.793 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:48.793 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.793 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.793 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:48.793 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.793 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.793 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:48.794 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.794 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.794 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:48.794 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.794 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.794 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:48.794 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.794 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.794 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:48.794 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4096 2023-12-22T17:16:48.794 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.794 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:48.794 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.794 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.794 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:48.794 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.795 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.795 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:48.795 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.795 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.795 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:48.795 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 73419126 2023-12-22T17:16:48.795 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.795 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.795 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv": { 2023-12-22T17:16:48.795 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:48.795 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 780140544 2023-12-22T17:16:48.795 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.795 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:48.795 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2023-12-22T17:16:48.795 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.796 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:48.796 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.796 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.796 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:48.796 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 644702479 2023-12-22T17:16:48.796 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.796 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:48.796 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.796 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.796 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:48.796 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.796 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.796 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:48.796 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.796 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.796 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:48.796 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.797 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.797 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:48.797 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.797 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.797 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:48.797 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1168 2023-12-22T17:16:48.797 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.797 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:48.797 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.797 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.797 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:48.797 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.797 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.797 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:48.797 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.797 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.798 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:48.798 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 68328033 2023-12-22T17:16:48.798 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.798 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.798 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv_onode": { 2023-12-22T17:16:48.798 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:48.798 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 192937984 2023-12-22T17:16:48.798 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.798 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:48.798 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2023-12-22T17:16:48.798 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.798 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:48.798 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 464 2023-12-22T17:16:48.798 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.798 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:48.798 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 57306887 2023-12-22T17:16:48.799 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.799 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:48.799 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.799 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.799 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:48.799 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.799 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.799 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:48.799 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.799 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.799 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:48.799 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.799 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.799 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:48.799 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.799 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.800 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:48.800 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.800 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.800 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:48.800 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.800 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.800 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:48.800 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.800 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.800 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:48.800 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.800 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.800 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:48.800 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 68521769 2023-12-22T17:16:48.800 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.800 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.801 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:meta": { 2023-12-22T17:16:48.801 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:48.801 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 713031680 2023-12-22T17:16:48.801 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.801 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:48.801 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.801 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.801 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:48.801 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.801 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.801 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:48.801 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 644702479 2023-12-22T17:16:48.801 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.801 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:48.801 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.801 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.801 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:48.802 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.802 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.802 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:48.802 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.802 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.802 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:48.802 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.802 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.802 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:48.802 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 94649 2023-12-22T17:16:48.802 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.802 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:48.802 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 148146 2023-12-22T17:16:48.802 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.802 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:48.802 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.803 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.803 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:48.803 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.803 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.803 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:48.803 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.803 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.803 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:48.803 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 68086406 2023-12-22T17:16:48.803 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.803 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.803 INFO:tasks.workunit.client.0.smithi032.stdout: "objecter": { 2023-12-22T17:16:48.803 INFO:tasks.workunit.client.0.smithi032.stdout: "op_active": { 2023-12-22T17:16:48.803 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.803 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.803 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2023-12-22T17:16:48.804 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.804 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.804 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rmw": { 2023-12-22T17:16:48.804 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.804 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.804 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2023-12-22T17:16:48.804 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.804 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.804 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.804 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:48.804 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg": { 2023-12-22T17:16:48.804 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 41 2023-12-22T17:16:48.804 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.804 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg_removing": { 2023-12-22T17:16:48.804 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.805 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.805 INFO:tasks.workunit.client.0.smithi032.stdout: "op": { 2023-12-22T17:16:48.805 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2023-12-22T17:16:48.805 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.805 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_degraded": { 2023-12-22T17:16:48.805 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.805 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.805 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_unreadable": { 2023-12-22T17:16:48.805 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.805 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.805 INFO:tasks.workunit.client.0.smithi032.stdout: "op_in_bytes": { 2023-12-22T17:16:48.805 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 22 2023-12-22T17:16:48.805 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.805 INFO:tasks.workunit.client.0.smithi032.stdout: "op_latency": { 2023-12-22T17:16:48.805 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2023-12-22T17:16:48.806 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4232240 2023-12-22T17:16:48.806 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.806 INFO:tasks.workunit.client.0.smithi032.stdout: "op_out_bytes": { 2023-12-22T17:16:48.806 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.806 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.806 INFO:tasks.workunit.client.0.smithi032.stdout: "op_prepare_latency": { 2023-12-22T17:16:48.806 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2023-12-22T17:16:48.806 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 722441 2023-12-22T17:16:48.806 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.806 INFO:tasks.workunit.client.0.smithi032.stdout: "op_process_latency": { 2023-12-22T17:16:48.806 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2023-12-22T17:16:48.806 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4136901 2023-12-22T17:16:48.806 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.806 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2023-12-22T17:16:48.806 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.806 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.806 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency": { 2023-12-22T17:16:48.807 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.807 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.807 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.807 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-22T17:16:48.807 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.807 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.807 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_out_bytes": { 2023-12-22T17:16:48.807 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.807 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.807 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_prepare_latency": { 2023-12-22T17:16:48.807 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.807 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.807 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.807 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_process_latency": { 2023-12-22T17:16:48.807 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.808 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.808 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.808 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw": { 2023-12-22T17:16:48.808 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.808 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.808 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_in_bytes": { 2023-12-22T17:16:48.808 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.808 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.808 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency": { 2023-12-22T17:16:48.808 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.808 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.808 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.808 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-22T17:16:48.808 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.808 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.809 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-22T17:16:48.809 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.809 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.809 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_out_bytes": { 2023-12-22T17:16:48.809 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.809 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.809 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_prepare_latency": { 2023-12-22T17:16:48.809 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.809 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.809 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.809 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_process_latency": { 2023-12-22T17:16:48.809 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.809 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.809 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.809 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2023-12-22T17:16:48.810 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2023-12-22T17:16:48.810 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.810 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_in_bytes": { 2023-12-22T17:16:48.810 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 22 2023-12-22T17:16:48.810 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.810 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency": { 2023-12-22T17:16:48.810 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2023-12-22T17:16:48.810 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4232240 2023-12-22T17:16:48.810 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.810 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-22T17:16:48.810 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.810 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.810 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_prepare_latency": { 2023-12-22T17:16:48.810 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2023-12-22T17:16:48.810 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 722441 2023-12-22T17:16:48.810 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.810 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_process_latency": { 2023-12-22T17:16:48.811 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2023-12-22T17:16:48.811 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4136901 2023-12-22T17:16:48.811 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.811 INFO:tasks.workunit.client.0.smithi032.stdout: "op_wip": { 2023-12-22T17:16:48.811 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.811 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.811 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_bytes": { 2023-12-22T17:16:48.811 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.811 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.811 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_ops": { 2023-12-22T17:16:48.811 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.811 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.811 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes": { 2023-12-22T17:16:48.811 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2023-12-22T17:16:48.811 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.811 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes_used": { 2023-12-22T17:16:48.812 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 305098752 2023-12-22T17:16:48.812 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.812 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.812 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.812 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.5": { 2023-12-22T17:16:48.812 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2023-12-22T17:16:48.812 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_fallback": { 2023-12-22T17:16:48.812 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.812 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.812 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_size_fallback": { 2023-12-22T17:16:48.812 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.812 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.812 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_db": { 2023-12-22T17:16:48.812 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 65536 2023-12-22T17:16:48.812 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.813 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_main": { 2023-12-22T17:16:48.813 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.813 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.813 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_wal": { 2023-12-22T17:16:48.813 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.813 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.813 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_slow": { 2023-12-22T17:16:48.813 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.813 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.813 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_sst": { 2023-12-22T17:16:48.813 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8192 2023-12-22T17:16:48.813 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.813 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_wal": { 2023-12-22T17:16:48.813 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1130496 2023-12-22T17:16:48.813 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.814 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lat": { 2023-12-22T17:16:48.814 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.814 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.814 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.814 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lock_lat": { 2023-12-22T17:16:48.814 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.814 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.814 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.814 INFO:tasks.workunit.client.0.smithi032.stdout: "db_total_bytes": { 2023-12-22T17:16:48.814 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2023-12-22T17:16:48.814 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.814 INFO:tasks.workunit.client.0.smithi032.stdout: "db_used_bytes": { 2023-12-22T17:16:48.814 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 304414720 2023-12-22T17:16:48.814 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.814 INFO:tasks.workunit.client.0.smithi032.stdout: "log_bytes": { 2023-12-22T17:16:48.814 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 753664 2023-12-22T17:16:48.814 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.815 INFO:tasks.workunit.client.0.smithi032.stdout: "logged_bytes": { 2023-12-22T17:16:48.815 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 614400 2023-12-22T17:16:48.815 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.815 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_db": { 2023-12-22T17:16:48.815 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 312803328 2023-12-22T17:16:48.815 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.815 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_slow": { 2023-12-22T17:16:48.815 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.815 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.815 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_wal": { 2023-12-22T17:16:48.815 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.815 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.815 INFO:tasks.workunit.client.0.smithi032.stdout: "num_files": { 2023-12-22T17:16:48.815 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 13 2023-12-22T17:16:48.815 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.815 INFO:tasks.workunit.client.0.smithi032.stdout: "read_bytes": { 2023-12-22T17:16:48.816 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 193929 2023-12-22T17:16:48.816 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.816 INFO:tasks.workunit.client.0.smithi032.stdout: "read_count": { 2023-12-22T17:16:48.816 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 22 2023-12-22T17:16:48.816 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.816 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes": { 2023-12-22T17:16:48.816 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1265664 2023-12-22T17:16:48.816 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.816 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_db": { 2023-12-22T17:16:48.816 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1269760 2023-12-22T17:16:48.816 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.816 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_slow": { 2023-12-22T17:16:48.816 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.816 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.816 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_wal": { 2023-12-22T17:16:48.817 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.817 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.817 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_count": { 2023-12-22T17:16:48.817 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14 2023-12-22T17:16:48.817 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.817 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_bytes": { 2023-12-22T17:16:48.817 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3653 2023-12-22T17:16:48.817 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.817 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_count": { 2023-12-22T17:16:48.817 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3 2023-12-22T17:16:48.817 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.817 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_bytes": { 2023-12-22T17:16:48.817 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3833 2023-12-22T17:16:48.817 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.817 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_count": { 2023-12-22T17:16:48.818 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 18 2023-12-22T17:16:48.818 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.818 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_bytes": { 2023-12-22T17:16:48.818 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3833 2023-12-22T17:16:48.818 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.818 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_count": { 2023-12-22T17:16:48.818 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 18 2023-12-22T17:16:48.818 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.818 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes": { 2023-12-22T17:16:48.818 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.818 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.818 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_db": { 2023-12-22T17:16:48.818 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.818 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.818 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_slow": { 2023-12-22T17:16:48.818 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.818 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.819 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_wal": { 2023-12-22T17:16:48.819 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.819 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.819 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_count": { 2023-12-22T17:16:48.819 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.819 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.819 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_total_bytes": { 2023-12-22T17:16:48.819 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.819 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.819 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_used_bytes": { 2023-12-22T17:16:48.819 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.819 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.819 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_total_bytes": { 2023-12-22T17:16:48.819 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.819 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.819 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_used_bytes": { 2023-12-22T17:16:48.819 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.820 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.820 INFO:tasks.workunit.client.0.smithi032.stdout: "write_bytes": { 2023-12-22T17:16:48.820 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1814528 2023-12-22T17:16:48.820 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.820 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.820 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore": { 2023-12-22T17:16:48.820 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit": { 2023-12-22T17:16:48.820 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4096 2023-12-22T17:16:48.820 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.820 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": { 2023-12-22T17:16:48.820 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 671744 2023-12-22T17:16:48.820 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.820 INFO:tasks.workunit.client.0.smithi032.stdout: "clist_lat": { 2023-12-22T17:16:48.820 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 4, 2023-12-22T17:16:48.820 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 116580 2023-12-22T17:16:48.820 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.821 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_lat": { 2023-12-22T17:16:48.821 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.821 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.821 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.821 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed": { 2023-12-22T17:16:48.821 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.821 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.821 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_allocated": { 2023-12-22T17:16:48.821 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.821 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.821 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_original": { 2023-12-22T17:16:48.821 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.821 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.821 INFO:tasks.workunit.client.0.smithi032.stdout: "csum_lat": { 2023-12-22T17:16:48.821 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2023-12-22T17:16:48.821 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3974 2023-12-22T17:16:48.822 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.822 INFO:tasks.workunit.client.0.smithi032.stdout: "decompress_lat": { 2023-12-22T17:16:48.822 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.822 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.822 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.822 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_commit_lat": { 2023-12-22T17:16:48.822 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 134, 2023-12-22T17:16:48.822 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 61593653 2023-12-22T17:16:48.822 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.822 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_final_lat": { 2023-12-22T17:16:48.822 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 127, 2023-12-22T17:16:48.822 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 10420545 2023-12-22T17:16:48.822 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.822 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_flush_lat": { 2023-12-22T17:16:48.822 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 134, 2023-12-22T17:16:48.822 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 153730 2023-12-22T17:16:48.823 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.823 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_sync_lat": { 2023-12-22T17:16:48.823 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 134, 2023-12-22T17:16:48.823 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 61747383 2023-12-22T17:16:48.823 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.823 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_keys_lat": { 2023-12-22T17:16:48.823 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.823 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.823 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.823 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_values_lat": { 2023-12-22T17:16:48.823 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:48.823 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1167 2023-12-22T17:16:48.823 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.823 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_lower_bound_lat": { 2023-12-22T17:16:48.823 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.823 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.824 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.824 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_next_lat": { 2023-12-22T17:16:48.824 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.824 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.824 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.824 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_seek_to_first_lat": { 2023-12-22T17:16:48.824 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.824 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.824 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.824 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_upper_bound_lat": { 2023-12-22T17:16:48.824 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:48.824 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4777 2023-12-22T17:16:48.824 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.824 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_hits": { 2023-12-22T17:16:48.825 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 317 2023-12-22T17:16:48.825 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.825 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_misses": { 2023-12-22T17:16:48.825 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 230 2023-12-22T17:16:48.825 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.825 INFO:tasks.workunit.client.0.smithi032.stdout: "read_lat": { 2023-12-22T17:16:48.825 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 85, 2023-12-22T17:16:48.825 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 620930 2023-12-22T17:16:48.825 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.825 INFO:tasks.workunit.client.0.smithi032.stdout: "read_onode_meta_lat": { 2023-12-22T17:16:48.825 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 137, 2023-12-22T17:16:48.825 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 253804 2023-12-22T17:16:48.825 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.825 INFO:tasks.workunit.client.0.smithi032.stdout: "read_wait_aio_lat": { 2023-12-22T17:16:48.825 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 52, 2023-12-22T17:16:48.825 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 342120 2023-12-22T17:16:48.826 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.826 INFO:tasks.workunit.client.0.smithi032.stdout: "reads_with_retries": { 2023-12-22T17:16:48.826 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.826 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.826 INFO:tasks.workunit.client.0.smithi032.stdout: "remove_lat": { 2023-12-22T17:16:48.826 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2023-12-22T17:16:48.826 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 75626 2023-12-22T17:16:48.826 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.826 INFO:tasks.workunit.client.0.smithi032.stdout: "state_aio_wait_lat": { 2023-12-22T17:16:48.826 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 261, 2023-12-22T17:16:48.826 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4068175 2023-12-22T17:16:48.826 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.826 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_aio_wait_lat": { 2023-12-22T17:16:48.826 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 34, 2023-12-22T17:16:48.826 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2808053 2023-12-22T17:16:48.826 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.827 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_cleanup_lat": { 2023-12-22T17:16:48.827 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 34, 2023-12-22T17:16:48.827 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 258054851597 2023-12-22T17:16:48.827 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.827 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_queued_lat": { 2023-12-22T17:16:48.827 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 34, 2023-12-22T17:16:48.827 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 52800219643 2023-12-22T17:16:48.827 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.827 INFO:tasks.workunit.client.0.smithi032.stdout: "state_done_lat": { 2023-12-22T17:16:48.827 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 258, 2023-12-22T17:16:48.827 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 370556 2023-12-22T17:16:48.827 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.827 INFO:tasks.workunit.client.0.smithi032.stdout: "state_finishing_lat": { 2023-12-22T17:16:48.827 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 258, 2023-12-22T17:16:48.827 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 27362 2023-12-22T17:16:48.827 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.827 INFO:tasks.workunit.client.0.smithi032.stdout: "state_io_done_lat": { 2023-12-22T17:16:48.828 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 261, 2023-12-22T17:16:48.828 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 231133 2023-12-22T17:16:48.828 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.828 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_commiting_lat": { 2023-12-22T17:16:48.828 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 261, 2023-12-22T17:16:48.828 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 302190258 2023-12-22T17:16:48.828 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.828 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_done_lat": { 2023-12-22T17:16:48.828 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 261, 2023-12-22T17:16:48.828 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 83371 2023-12-22T17:16:48.828 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.828 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_queued_lat": { 2023-12-22T17:16:48.828 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 261, 2023-12-22T17:16:48.828 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 146958334 2023-12-22T17:16:48.828 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.828 INFO:tasks.workunit.client.0.smithi032.stdout: "state_prepare_lat": { 2023-12-22T17:16:48.829 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 261, 2023-12-22T17:16:48.829 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14944130 2023-12-22T17:16:48.829 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.829 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": { 2023-12-22T17:16:48.829 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 289855 2023-12-22T17:16:48.829 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.829 INFO:tasks.workunit.client.0.smithi032.stdout: "truncate_lat": { 2023-12-22T17:16:48.829 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:48.829 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 373 2023-12-22T17:16:48.829 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.829 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_commit_lat": { 2023-12-22T17:16:48.829 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 261, 2023-12-22T17:16:48.829 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 468439911 2023-12-22T17:16:48.829 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.829 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_submit_lat": { 2023-12-22T17:16:48.829 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 261, 2023-12-22T17:16:48.830 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 18034278 2023-12-22T17:16:48.830 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.830 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_throttle_lat": { 2023-12-22T17:16:48.830 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 261, 2023-12-22T17:16:48.830 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5335935 2023-12-22T17:16:48.830 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.830 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.830 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache": { 2023-12-22T17:16:48.830 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_bytes": { 2023-12-22T17:16:48.830 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1869136547 2023-12-22T17:16:48.830 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.830 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_bytes": { 2023-12-22T17:16:48.830 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 236306432 2023-12-22T17:16:48.830 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.830 INFO:tasks.workunit.client.0.smithi032.stdout: "mapped_bytes": { 2023-12-22T17:16:48.830 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 235126784 2023-12-22T17:16:48.831 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.831 INFO:tasks.workunit.client.0.smithi032.stdout: "target_bytes": { 2023-12-22T17:16:48.831 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3146403430 2023-12-22T17:16:48.831 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.831 INFO:tasks.workunit.client.0.smithi032.stdout: "unmapped_bytes": { 2023-12-22T17:16:48.831 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1179648 2023-12-22T17:16:48.831 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.831 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.831 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:data": { 2023-12-22T17:16:48.831 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:48.831 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 159383552 2023-12-22T17:16:48.831 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.831 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:48.831 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.831 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.831 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:48.832 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.832 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.832 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:48.832 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 85960620 2023-12-22T17:16:48.832 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.832 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:48.832 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.832 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.832 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:48.832 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.832 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.832 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:48.832 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.832 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.832 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:48.832 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.832 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.833 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:48.833 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.833 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.833 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:48.833 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.833 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.833 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:48.833 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.833 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.833 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:48.833 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.833 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.833 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:48.833 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.833 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.833 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:48.834 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 73422932 2023-12-22T17:16:48.834 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.834 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.834 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv": { 2023-12-22T17:16:48.834 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:48.834 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 780140544 2023-12-22T17:16:48.834 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.834 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:48.834 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2023-12-22T17:16:48.834 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.834 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:48.834 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.834 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.834 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:48.834 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 644704655 2023-12-22T17:16:48.835 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.835 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:48.835 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.835 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.835 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:48.835 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.835 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.835 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:48.835 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.835 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.835 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:48.835 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.835 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.835 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:48.835 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.836 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.836 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:48.836 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1168 2023-12-22T17:16:48.836 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.836 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:48.836 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.836 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.836 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:48.836 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.836 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.836 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:48.836 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.836 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.836 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:48.836 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 68325857 2023-12-22T17:16:48.836 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.837 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.837 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv_onode": { 2023-12-22T17:16:48.837 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:48.837 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 192937984 2023-12-22T17:16:48.837 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.837 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:48.837 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2023-12-22T17:16:48.837 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.837 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:48.837 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 464 2023-12-22T17:16:48.837 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.837 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:48.837 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 57307080 2023-12-22T17:16:48.837 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.838 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:48.838 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.838 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.838 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:48.838 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.838 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.838 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:48.838 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.838 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.838 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:48.838 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.838 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.838 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:48.838 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.838 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.838 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:48.839 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.839 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.839 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:48.839 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.839 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.839 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:48.839 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.839 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.839 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:48.839 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.839 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.839 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:48.839 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 68521576 2023-12-22T17:16:48.839 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.839 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.839 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:meta": { 2023-12-22T17:16:48.839 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:48.840 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 713031680 2023-12-22T17:16:48.840 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.840 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:48.840 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.840 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.840 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:48.840 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.840 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.840 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:48.840 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 644704655 2023-12-22T17:16:48.840 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.840 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:48.840 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.840 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.840 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:48.840 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.840 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.841 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:48.841 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.841 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.841 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:48.841 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.841 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.841 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:48.841 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 93002 2023-12-22T17:16:48.841 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.841 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:48.841 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 151813 2023-12-22T17:16:48.841 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.841 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:48.841 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.841 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.841 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:48.841 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.842 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.842 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:48.842 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.842 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.842 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:48.842 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 68082210 2023-12-22T17:16:48.842 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.842 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.842 INFO:tasks.workunit.client.0.smithi032.stdout: "objecter": { 2023-12-22T17:16:48.842 INFO:tasks.workunit.client.0.smithi032.stdout: "op_active": { 2023-12-22T17:16:48.842 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.842 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.842 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2023-12-22T17:16:48.842 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.842 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.842 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rmw": { 2023-12-22T17:16:48.843 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.843 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.843 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2023-12-22T17:16:48.843 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.843 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.843 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.843 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:48.843 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg": { 2023-12-22T17:16:48.843 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 42 2023-12-22T17:16:48.843 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.843 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg_removing": { 2023-12-22T17:16:48.843 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.843 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.843 INFO:tasks.workunit.client.0.smithi032.stdout: "op": { 2023-12-22T17:16:48.843 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.843 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.844 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_degraded": { 2023-12-22T17:16:48.844 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.844 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.844 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_unreadable": { 2023-12-22T17:16:48.844 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.844 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.844 INFO:tasks.workunit.client.0.smithi032.stdout: "op_in_bytes": { 2023-12-22T17:16:48.844 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.844 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.844 INFO:tasks.workunit.client.0.smithi032.stdout: "op_latency": { 2023-12-22T17:16:48.844 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.844 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.844 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.844 INFO:tasks.workunit.client.0.smithi032.stdout: "op_out_bytes": { 2023-12-22T17:16:48.844 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.844 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.845 INFO:tasks.workunit.client.0.smithi032.stdout: "op_prepare_latency": { 2023-12-22T17:16:48.845 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.845 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.845 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.845 INFO:tasks.workunit.client.0.smithi032.stdout: "op_process_latency": { 2023-12-22T17:16:48.845 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.845 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.845 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.845 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2023-12-22T17:16:48.845 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.845 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.845 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency": { 2023-12-22T17:16:48.845 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.845 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.845 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.846 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-22T17:16:48.846 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.846 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.846 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_out_bytes": { 2023-12-22T17:16:48.846 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.846 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.846 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_prepare_latency": { 2023-12-22T17:16:48.846 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.846 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.846 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.846 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_process_latency": { 2023-12-22T17:16:48.846 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.846 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.846 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.846 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw": { 2023-12-22T17:16:48.846 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.847 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.847 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_in_bytes": { 2023-12-22T17:16:48.847 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.847 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.847 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency": { 2023-12-22T17:16:48.847 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.847 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.847 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.847 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-22T17:16:48.847 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.847 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.847 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-22T17:16:48.847 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.847 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.847 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_out_bytes": { 2023-12-22T17:16:48.847 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.847 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.848 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_prepare_latency": { 2023-12-22T17:16:48.848 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.848 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.848 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.848 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_process_latency": { 2023-12-22T17:16:48.848 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.848 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.848 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.848 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2023-12-22T17:16:48.848 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.848 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.848 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_in_bytes": { 2023-12-22T17:16:48.848 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.848 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.848 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency": { 2023-12-22T17:16:48.848 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.848 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.849 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.849 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-22T17:16:48.849 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.849 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.849 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_prepare_latency": { 2023-12-22T17:16:48.849 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.849 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.849 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.849 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_process_latency": { 2023-12-22T17:16:48.849 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.849 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.849 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.849 INFO:tasks.workunit.client.0.smithi032.stdout: "op_wip": { 2023-12-22T17:16:48.849 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.849 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.850 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_bytes": { 2023-12-22T17:16:48.850 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.850 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.850 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_ops": { 2023-12-22T17:16:48.850 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.850 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.850 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes": { 2023-12-22T17:16:48.850 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2023-12-22T17:16:48.850 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.850 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes_used": { 2023-12-22T17:16:48.850 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 305094656 2023-12-22T17:16:48.850 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.850 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.850 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.850 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.6": { 2023-12-22T17:16:48.850 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2023-12-22T17:16:48.850 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_fallback": { 2023-12-22T17:16:48.851 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.851 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.851 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_size_fallback": { 2023-12-22T17:16:48.851 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.851 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.851 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_db": { 2023-12-22T17:16:48.851 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 65536 2023-12-22T17:16:48.851 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.851 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_main": { 2023-12-22T17:16:48.851 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.851 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.851 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_wal": { 2023-12-22T17:16:48.851 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.851 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.851 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_slow": { 2023-12-22T17:16:48.851 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.851 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.852 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_sst": { 2023-12-22T17:16:48.852 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8192 2023-12-22T17:16:48.852 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.852 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_wal": { 2023-12-22T17:16:48.852 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1359872 2023-12-22T17:16:48.852 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.852 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lat": { 2023-12-22T17:16:48.852 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.852 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.852 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.852 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lock_lat": { 2023-12-22T17:16:48.852 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.852 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.852 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.852 INFO:tasks.workunit.client.0.smithi032.stdout: "db_total_bytes": { 2023-12-22T17:16:48.852 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2023-12-22T17:16:48.853 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.853 INFO:tasks.workunit.client.0.smithi032.stdout: "db_used_bytes": { 2023-12-22T17:16:48.853 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 304414720 2023-12-22T17:16:48.853 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.853 INFO:tasks.workunit.client.0.smithi032.stdout: "log_bytes": { 2023-12-22T17:16:48.853 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 983040 2023-12-22T17:16:48.853 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.853 INFO:tasks.workunit.client.0.smithi032.stdout: "logged_bytes": { 2023-12-22T17:16:48.853 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 843776 2023-12-22T17:16:48.853 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.853 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_db": { 2023-12-22T17:16:48.853 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 312803328 2023-12-22T17:16:48.853 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.853 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_slow": { 2023-12-22T17:16:48.853 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.853 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.853 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_wal": { 2023-12-22T17:16:48.854 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.854 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.854 INFO:tasks.workunit.client.0.smithi032.stdout: "num_files": { 2023-12-22T17:16:48.854 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 13 2023-12-22T17:16:48.854 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.854 INFO:tasks.workunit.client.0.smithi032.stdout: "read_bytes": { 2023-12-22T17:16:48.854 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 193929 2023-12-22T17:16:48.854 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.854 INFO:tasks.workunit.client.0.smithi032.stdout: "read_count": { 2023-12-22T17:16:48.854 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 22 2023-12-22T17:16:48.854 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.854 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes": { 2023-12-22T17:16:48.854 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1265664 2023-12-22T17:16:48.854 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.854 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_db": { 2023-12-22T17:16:48.854 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1269760 2023-12-22T17:16:48.855 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.855 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_slow": { 2023-12-22T17:16:48.855 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.855 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.855 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_wal": { 2023-12-22T17:16:48.855 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.855 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.855 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_count": { 2023-12-22T17:16:48.855 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14 2023-12-22T17:16:48.855 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.855 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_bytes": { 2023-12-22T17:16:48.855 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3653 2023-12-22T17:16:48.855 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.855 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_count": { 2023-12-22T17:16:48.855 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3 2023-12-22T17:16:48.855 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.856 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_bytes": { 2023-12-22T17:16:48.856 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3833 2023-12-22T17:16:48.856 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.856 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_count": { 2023-12-22T17:16:48.856 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 18 2023-12-22T17:16:48.856 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.856 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_bytes": { 2023-12-22T17:16:48.856 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3833 2023-12-22T17:16:48.856 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.856 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_count": { 2023-12-22T17:16:48.856 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 18 2023-12-22T17:16:48.856 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.856 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes": { 2023-12-22T17:16:48.856 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.856 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.857 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_db": { 2023-12-22T17:16:48.857 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.857 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.857 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_slow": { 2023-12-22T17:16:48.857 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.857 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.857 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_wal": { 2023-12-22T17:16:48.857 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.857 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.857 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_count": { 2023-12-22T17:16:48.857 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.857 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.857 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_total_bytes": { 2023-12-22T17:16:48.857 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.857 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.857 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_used_bytes": { 2023-12-22T17:16:48.858 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.858 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.858 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_total_bytes": { 2023-12-22T17:16:48.858 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.858 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.858 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_used_bytes": { 2023-12-22T17:16:48.858 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.858 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.858 INFO:tasks.workunit.client.0.smithi032.stdout: "write_bytes": { 2023-12-22T17:16:48.858 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2273280 2023-12-22T17:16:48.858 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.858 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.858 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore": { 2023-12-22T17:16:48.858 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit": { 2023-12-22T17:16:48.858 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4096 2023-12-22T17:16:48.858 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.858 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": { 2023-12-22T17:16:48.859 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1265664 2023-12-22T17:16:48.859 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.859 INFO:tasks.workunit.client.0.smithi032.stdout: "clist_lat": { 2023-12-22T17:16:48.859 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.859 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.859 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.859 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_lat": { 2023-12-22T17:16:48.859 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.859 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.859 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.859 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed": { 2023-12-22T17:16:48.859 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.859 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.859 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_allocated": { 2023-12-22T17:16:48.859 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.859 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.860 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_original": { 2023-12-22T17:16:48.860 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.860 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.860 INFO:tasks.workunit.client.0.smithi032.stdout: "csum_lat": { 2023-12-22T17:16:48.860 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 6, 2023-12-22T17:16:48.860 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8529 2023-12-22T17:16:48.860 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.860 INFO:tasks.workunit.client.0.smithi032.stdout: "decompress_lat": { 2023-12-22T17:16:48.860 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.860 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.860 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.860 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_commit_lat": { 2023-12-22T17:16:48.860 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 190, 2023-12-22T17:16:48.860 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 75357894 2023-12-22T17:16:48.860 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.860 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_final_lat": { 2023-12-22T17:16:48.860 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 166, 2023-12-22T17:16:48.861 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 10697127 2023-12-22T17:16:48.861 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.861 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_flush_lat": { 2023-12-22T17:16:48.861 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 190, 2023-12-22T17:16:48.861 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 154183 2023-12-22T17:16:48.861 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.861 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_sync_lat": { 2023-12-22T17:16:48.861 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 190, 2023-12-22T17:16:48.861 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 75512077 2023-12-22T17:16:48.861 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.861 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_keys_lat": { 2023-12-22T17:16:48.861 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.861 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.861 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.861 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_values_lat": { 2023-12-22T17:16:48.861 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.862 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.862 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.862 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_lower_bound_lat": { 2023-12-22T17:16:48.862 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2023-12-22T17:16:48.862 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 460 2023-12-22T17:16:48.862 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.862 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_next_lat": { 2023-12-22T17:16:48.862 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.862 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.862 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.862 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_seek_to_first_lat": { 2023-12-22T17:16:48.862 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.862 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.862 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.862 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_upper_bound_lat": { 2023-12-22T17:16:48.862 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:48.863 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4884 2023-12-22T17:16:48.863 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.863 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_hits": { 2023-12-22T17:16:48.863 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 354 2023-12-22T17:16:48.863 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.863 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_misses": { 2023-12-22T17:16:48.863 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 237 2023-12-22T17:16:48.863 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.863 INFO:tasks.workunit.client.0.smithi032.stdout: "read_lat": { 2023-12-22T17:16:48.863 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 87, 2023-12-22T17:16:48.863 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2380761 2023-12-22T17:16:48.863 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.863 INFO:tasks.workunit.client.0.smithi032.stdout: "read_onode_meta_lat": { 2023-12-22T17:16:48.863 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 135, 2023-12-22T17:16:48.863 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 265918 2023-12-22T17:16:48.863 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.864 INFO:tasks.workunit.client.0.smithi032.stdout: "read_wait_aio_lat": { 2023-12-22T17:16:48.864 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 48, 2023-12-22T17:16:48.864 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2219731 2023-12-22T17:16:48.864 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.864 INFO:tasks.workunit.client.0.smithi032.stdout: "reads_with_retries": { 2023-12-22T17:16:48.864 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.864 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.864 INFO:tasks.workunit.client.0.smithi032.stdout: "remove_lat": { 2023-12-22T17:16:48.864 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.864 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.864 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.864 INFO:tasks.workunit.client.0.smithi032.stdout: "state_aio_wait_lat": { 2023-12-22T17:16:48.864 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 273, 2023-12-22T17:16:48.864 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 15097894 2023-12-22T17:16:48.865 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.865 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_aio_wait_lat": { 2023-12-22T17:16:48.865 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 32, 2023-12-22T17:16:48.865 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2239042 2023-12-22T17:16:48.865 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.865 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_cleanup_lat": { 2023-12-22T17:16:48.865 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 32, 2023-12-22T17:16:48.865 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 358007691537 2023-12-22T17:16:48.865 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.865 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_queued_lat": { 2023-12-22T17:16:48.865 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 32, 2023-12-22T17:16:48.865 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 48666942019 2023-12-22T17:16:48.865 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.865 INFO:tasks.workunit.client.0.smithi032.stdout: "state_done_lat": { 2023-12-22T17:16:48.865 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 273, 2023-12-22T17:16:48.866 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 429343 2023-12-22T17:16:48.866 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.866 INFO:tasks.workunit.client.0.smithi032.stdout: "state_finishing_lat": { 2023-12-22T17:16:48.866 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 273, 2023-12-22T17:16:48.866 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 25081 2023-12-22T17:16:48.866 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.866 INFO:tasks.workunit.client.0.smithi032.stdout: "state_io_done_lat": { 2023-12-22T17:16:48.866 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 273, 2023-12-22T17:16:48.866 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 344444 2023-12-22T17:16:48.866 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.866 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_commiting_lat": { 2023-12-22T17:16:48.866 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 273, 2023-12-22T17:16:48.866 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 229097389 2023-12-22T17:16:48.866 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.866 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_done_lat": { 2023-12-22T17:16:48.867 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 273, 2023-12-22T17:16:48.867 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 88420 2023-12-22T17:16:48.867 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.867 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_queued_lat": { 2023-12-22T17:16:48.867 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 273, 2023-12-22T17:16:48.867 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 75857282 2023-12-22T17:16:48.867 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.867 INFO:tasks.workunit.client.0.smithi032.stdout: "state_prepare_lat": { 2023-12-22T17:16:48.867 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 273, 2023-12-22T17:16:48.867 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12132173 2023-12-22T17:16:48.867 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.867 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": { 2023-12-22T17:16:48.867 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 880398 2023-12-22T17:16:48.867 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.867 INFO:tasks.workunit.client.0.smithi032.stdout: "truncate_lat": { 2023-12-22T17:16:48.868 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:48.868 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 490 2023-12-22T17:16:48.868 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.868 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_commit_lat": { 2023-12-22T17:16:48.868 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 273, 2023-12-22T17:16:48.868 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 332575678 2023-12-22T17:16:48.868 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.868 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_submit_lat": { 2023-12-22T17:16:48.868 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 273, 2023-12-22T17:16:48.868 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14352168 2023-12-22T17:16:48.868 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.868 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_throttle_lat": { 2023-12-22T17:16:48.868 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 273, 2023-12-22T17:16:48.868 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1950251 2023-12-22T17:16:48.869 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.869 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.869 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache": { 2023-12-22T17:16:48.869 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_bytes": { 2023-12-22T17:16:48.869 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1869136547 2023-12-22T17:16:48.869 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.869 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_bytes": { 2023-12-22T17:16:48.869 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 235470848 2023-12-22T17:16:48.869 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.869 INFO:tasks.workunit.client.0.smithi032.stdout: "mapped_bytes": { 2023-12-22T17:16:48.869 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 234299392 2023-12-22T17:16:48.869 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.869 INFO:tasks.workunit.client.0.smithi032.stdout: "target_bytes": { 2023-12-22T17:16:48.869 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3146403430 2023-12-22T17:16:48.870 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.870 INFO:tasks.workunit.client.0.smithi032.stdout: "unmapped_bytes": { 2023-12-22T17:16:48.870 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1171456 2023-12-22T17:16:48.870 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.870 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.870 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:data": { 2023-12-22T17:16:48.870 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:48.870 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 159383552 2023-12-22T17:16:48.870 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.870 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:48.870 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.870 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.870 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:48.870 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.870 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.871 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:48.871 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 85959597 2023-12-22T17:16:48.871 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.871 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:48.871 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.871 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.871 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:48.871 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.871 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.871 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:48.871 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.871 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.871 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:48.871 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.871 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.871 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:48.872 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12288 2023-12-22T17:16:48.872 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.872 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:48.872 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.872 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.872 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:48.872 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.872 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.872 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:48.872 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.872 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.872 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:48.872 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.872 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.872 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:48.872 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 73411667 2023-12-22T17:16:48.873 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.873 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.873 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv": { 2023-12-22T17:16:48.873 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:48.873 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 780140544 2023-12-22T17:16:48.873 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.873 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:48.873 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2023-12-22T17:16:48.873 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.873 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:48.873 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.873 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.873 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:48.873 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 644696982 2023-12-22T17:16:48.874 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.874 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:48.874 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.874 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.874 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:48.874 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.874 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.874 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:48.874 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.874 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.874 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:48.874 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.874 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.874 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:48.874 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.875 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.875 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:48.875 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1168 2023-12-22T17:16:48.875 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.875 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:48.875 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.875 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.875 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:48.875 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.875 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.875 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:48.875 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.875 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.875 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:48.875 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 68333530 2023-12-22T17:16:48.876 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.876 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.876 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv_onode": { 2023-12-22T17:16:48.876 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:48.876 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 192937984 2023-12-22T17:16:48.876 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.876 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:48.876 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2023-12-22T17:16:48.876 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.876 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:48.876 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 464 2023-12-22T17:16:48.876 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.876 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:48.876 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 57306398 2023-12-22T17:16:48.876 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.876 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:48.876 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.877 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.877 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:48.877 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.877 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.877 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:48.877 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.877 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.877 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:48.877 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.877 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.877 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:48.877 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.877 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.877 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:48.877 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.878 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.878 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:48.878 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.878 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.878 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:48.878 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.878 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.878 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:48.878 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.878 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.878 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:48.878 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 68522258 2023-12-22T17:16:48.878 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.878 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.878 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:meta": { 2023-12-22T17:16:48.879 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:48.879 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 713031680 2023-12-22T17:16:48.879 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.879 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:48.879 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.879 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.879 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:48.879 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.879 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.879 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:48.879 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 644696982 2023-12-22T17:16:48.879 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.879 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:48.879 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.879 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.879 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:48.880 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.880 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.880 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:48.880 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.880 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.880 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:48.880 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.880 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.880 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:48.880 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 103701 2023-12-22T17:16:48.880 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.880 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:48.880 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 148545 2023-12-22T17:16:48.880 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.880 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:48.880 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.881 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.881 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:48.881 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.881 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.881 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:48.881 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.881 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.881 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:48.881 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 68082452 2023-12-22T17:16:48.881 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.881 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.881 INFO:tasks.workunit.client.0.smithi032.stdout: "objecter": { 2023-12-22T17:16:48.881 INFO:tasks.workunit.client.0.smithi032.stdout: "op_active": { 2023-12-22T17:16:48.881 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.881 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.882 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2023-12-22T17:16:48.882 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.882 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.882 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rmw": { 2023-12-22T17:16:48.882 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.882 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.882 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2023-12-22T17:16:48.882 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.882 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.882 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.882 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:48.882 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg": { 2023-12-22T17:16:48.882 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 39 2023-12-22T17:16:48.882 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.882 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg_removing": { 2023-12-22T17:16:48.882 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.883 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.883 INFO:tasks.workunit.client.0.smithi032.stdout: "op": { 2023-12-22T17:16:48.883 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 13 2023-12-22T17:16:48.883 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.883 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_degraded": { 2023-12-22T17:16:48.883 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.883 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.883 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_unreadable": { 2023-12-22T17:16:48.883 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.883 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.883 INFO:tasks.workunit.client.0.smithi032.stdout: "op_in_bytes": { 2023-12-22T17:16:48.883 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2786 2023-12-22T17:16:48.883 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.883 INFO:tasks.workunit.client.0.smithi032.stdout: "op_latency": { 2023-12-22T17:16:48.883 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 13, 2023-12-22T17:16:48.883 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 45340345 2023-12-22T17:16:48.884 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.884 INFO:tasks.workunit.client.0.smithi032.stdout: "op_out_bytes": { 2023-12-22T17:16:48.884 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.884 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.884 INFO:tasks.workunit.client.0.smithi032.stdout: "op_prepare_latency": { 2023-12-22T17:16:48.884 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 15, 2023-12-22T17:16:48.884 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 7338259 2023-12-22T17:16:48.884 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.884 INFO:tasks.workunit.client.0.smithi032.stdout: "op_process_latency": { 2023-12-22T17:16:48.884 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 13, 2023-12-22T17:16:48.884 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 37773797 2023-12-22T17:16:48.884 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.884 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2023-12-22T17:16:48.884 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.884 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.885 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency": { 2023-12-22T17:16:48.885 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.885 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.885 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.885 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-22T17:16:48.885 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.885 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.885 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_out_bytes": { 2023-12-22T17:16:48.885 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.885 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.885 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_prepare_latency": { 2023-12-22T17:16:48.885 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.885 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.885 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.885 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_process_latency": { 2023-12-22T17:16:48.886 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.886 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.886 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.886 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw": { 2023-12-22T17:16:48.886 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.886 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.886 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_in_bytes": { 2023-12-22T17:16:48.886 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.886 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.886 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency": { 2023-12-22T17:16:48.886 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.886 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.886 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.886 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-22T17:16:48.887 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.887 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.887 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-22T17:16:48.887 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.887 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.887 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_out_bytes": { 2023-12-22T17:16:48.887 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.887 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.887 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_prepare_latency": { 2023-12-22T17:16:48.887 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.887 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.887 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.887 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_process_latency": { 2023-12-22T17:16:48.887 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.887 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.887 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.888 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2023-12-22T17:16:48.888 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 13 2023-12-22T17:16:48.888 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.888 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_in_bytes": { 2023-12-22T17:16:48.888 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2786 2023-12-22T17:16:48.888 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.888 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency": { 2023-12-22T17:16:48.888 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 13, 2023-12-22T17:16:48.888 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 45340345 2023-12-22T17:16:48.888 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.888 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-22T17:16:48.888 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.888 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.888 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_prepare_latency": { 2023-12-22T17:16:48.888 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 15, 2023-12-22T17:16:48.889 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 7338259 2023-12-22T17:16:48.889 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.889 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_process_latency": { 2023-12-22T17:16:48.889 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 13, 2023-12-22T17:16:48.889 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 37773797 2023-12-22T17:16:48.889 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.889 INFO:tasks.workunit.client.0.smithi032.stdout: "op_wip": { 2023-12-22T17:16:48.889 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.889 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.889 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_bytes": { 2023-12-22T17:16:48.889 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.889 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.889 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_ops": { 2023-12-22T17:16:48.889 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2023-12-22T17:16:48.890 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.890 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes": { 2023-12-22T17:16:48.890 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2023-12-22T17:16:48.890 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.890 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes_used": { 2023-12-22T17:16:48.890 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 305688576 2023-12-22T17:16:48.890 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.890 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.890 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.890 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.7": { 2023-12-22T17:16:48.890 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2023-12-22T17:16:48.890 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_fallback": { 2023-12-22T17:16:48.890 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.890 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.890 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_size_fallback": { 2023-12-22T17:16:48.891 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.891 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.891 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_db": { 2023-12-22T17:16:48.891 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 65536 2023-12-22T17:16:48.891 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.891 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_main": { 2023-12-22T17:16:48.891 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.891 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.891 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_wal": { 2023-12-22T17:16:48.891 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.891 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.891 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_slow": { 2023-12-22T17:16:48.891 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.891 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.891 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_sst": { 2023-12-22T17:16:48.891 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8192 2023-12-22T17:16:48.892 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.892 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_wal": { 2023-12-22T17:16:48.892 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1150976 2023-12-22T17:16:48.892 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.892 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lat": { 2023-12-22T17:16:48.892 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.892 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.892 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.892 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lock_lat": { 2023-12-22T17:16:48.892 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.892 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.892 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.892 INFO:tasks.workunit.client.0.smithi032.stdout: "db_total_bytes": { 2023-12-22T17:16:48.892 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2023-12-22T17:16:48.892 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.893 INFO:tasks.workunit.client.0.smithi032.stdout: "db_used_bytes": { 2023-12-22T17:16:48.893 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 304414720 2023-12-22T17:16:48.893 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.893 INFO:tasks.workunit.client.0.smithi032.stdout: "log_bytes": { 2023-12-22T17:16:48.893 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 851968 2023-12-22T17:16:48.893 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.893 INFO:tasks.workunit.client.0.smithi032.stdout: "logged_bytes": { 2023-12-22T17:16:48.893 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 712704 2023-12-22T17:16:48.893 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.893 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_db": { 2023-12-22T17:16:48.893 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 312803328 2023-12-22T17:16:48.893 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.893 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_slow": { 2023-12-22T17:16:48.893 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.893 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.893 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_wal": { 2023-12-22T17:16:48.894 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.894 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.894 INFO:tasks.workunit.client.0.smithi032.stdout: "num_files": { 2023-12-22T17:16:48.894 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 13 2023-12-22T17:16:48.894 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.894 INFO:tasks.workunit.client.0.smithi032.stdout: "read_bytes": { 2023-12-22T17:16:48.894 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 193929 2023-12-22T17:16:48.894 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.894 INFO:tasks.workunit.client.0.smithi032.stdout: "read_count": { 2023-12-22T17:16:48.894 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 22 2023-12-22T17:16:48.894 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.894 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes": { 2023-12-22T17:16:48.894 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1265664 2023-12-22T17:16:48.894 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.894 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_db": { 2023-12-22T17:16:48.894 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1269760 2023-12-22T17:16:48.895 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.895 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_slow": { 2023-12-22T17:16:48.895 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.895 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.895 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_wal": { 2023-12-22T17:16:48.895 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.895 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.895 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_count": { 2023-12-22T17:16:48.895 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14 2023-12-22T17:16:48.895 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.895 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_bytes": { 2023-12-22T17:16:48.895 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3653 2023-12-22T17:16:48.895 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.895 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_count": { 2023-12-22T17:16:48.896 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3 2023-12-22T17:16:48.896 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.896 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_bytes": { 2023-12-22T17:16:48.896 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3833 2023-12-22T17:16:48.896 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.896 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_count": { 2023-12-22T17:16:48.896 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 18 2023-12-22T17:16:48.896 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.896 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_bytes": { 2023-12-22T17:16:48.896 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3833 2023-12-22T17:16:48.896 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.896 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_count": { 2023-12-22T17:16:48.896 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 18 2023-12-22T17:16:48.896 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.896 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes": { 2023-12-22T17:16:48.897 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.897 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.897 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_db": { 2023-12-22T17:16:48.897 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.897 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.897 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_slow": { 2023-12-22T17:16:48.897 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.897 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.897 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_wal": { 2023-12-22T17:16:48.897 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.897 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.897 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_count": { 2023-12-22T17:16:48.897 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.897 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.897 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_total_bytes": { 2023-12-22T17:16:48.898 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.898 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.898 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_used_bytes": { 2023-12-22T17:16:48.898 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.898 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.898 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_total_bytes": { 2023-12-22T17:16:48.898 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.898 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.898 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_used_bytes": { 2023-12-22T17:16:48.898 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.898 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.898 INFO:tasks.workunit.client.0.smithi032.stdout: "write_bytes": { 2023-12-22T17:16:48.898 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1933312 2023-12-22T17:16:48.898 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.898 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.899 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore": { 2023-12-22T17:16:48.899 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit": { 2023-12-22T17:16:48.899 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4096 2023-12-22T17:16:48.899 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.899 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": { 2023-12-22T17:16:48.899 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1257472 2023-12-22T17:16:48.899 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.899 INFO:tasks.workunit.client.0.smithi032.stdout: "clist_lat": { 2023-12-22T17:16:48.899 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 5, 2023-12-22T17:16:48.899 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 224167 2023-12-22T17:16:48.899 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.899 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_lat": { 2023-12-22T17:16:48.899 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.899 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.899 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.900 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed": { 2023-12-22T17:16:48.900 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.900 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.900 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_allocated": { 2023-12-22T17:16:48.900 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.900 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.900 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_original": { 2023-12-22T17:16:48.900 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.900 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.900 INFO:tasks.workunit.client.0.smithi032.stdout: "csum_lat": { 2023-12-22T17:16:48.900 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 7, 2023-12-22T17:16:48.900 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 25075 2023-12-22T17:16:48.900 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.900 INFO:tasks.workunit.client.0.smithi032.stdout: "decompress_lat": { 2023-12-22T17:16:48.900 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.900 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.901 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.901 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_commit_lat": { 2023-12-22T17:16:48.901 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 158, 2023-12-22T17:16:48.901 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 64504709 2023-12-22T17:16:48.901 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.901 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_final_lat": { 2023-12-22T17:16:48.901 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 147, 2023-12-22T17:16:48.901 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 11466715 2023-12-22T17:16:48.901 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.901 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_flush_lat": { 2023-12-22T17:16:48.901 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 158, 2023-12-22T17:16:48.901 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 105553 2023-12-22T17:16:48.901 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.901 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_sync_lat": { 2023-12-22T17:16:48.901 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 158, 2023-12-22T17:16:48.901 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 64610262 2023-12-22T17:16:48.902 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.902 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_keys_lat": { 2023-12-22T17:16:48.902 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.902 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.902 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.902 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_values_lat": { 2023-12-22T17:16:48.902 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2023-12-22T17:16:48.902 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1789 2023-12-22T17:16:48.902 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.902 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_lower_bound_lat": { 2023-12-22T17:16:48.902 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.902 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.902 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.902 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_next_lat": { 2023-12-22T17:16:48.902 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.902 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.903 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.903 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_seek_to_first_lat": { 2023-12-22T17:16:48.903 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:48.903 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.903 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.903 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_upper_bound_lat": { 2023-12-22T17:16:48.903 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:48.903 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4437 2023-12-22T17:16:48.903 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.903 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_hits": { 2023-12-22T17:16:48.903 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 597 2023-12-22T17:16:48.903 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.903 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_misses": { 2023-12-22T17:16:48.903 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 268 2023-12-22T17:16:48.903 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.904 INFO:tasks.workunit.client.0.smithi032.stdout: "read_lat": { 2023-12-22T17:16:48.904 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 114, 2023-12-22T17:16:48.904 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2967221 2023-12-22T17:16:48.904 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.904 INFO:tasks.workunit.client.0.smithi032.stdout: "read_onode_meta_lat": { 2023-12-22T17:16:48.904 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 176, 2023-12-22T17:16:48.904 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 328758 2023-12-22T17:16:48.904 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.904 INFO:tasks.workunit.client.0.smithi032.stdout: "read_wait_aio_lat": { 2023-12-22T17:16:48.904 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 62, 2023-12-22T17:16:48.904 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2225125 2023-12-22T17:16:48.904 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.904 INFO:tasks.workunit.client.0.smithi032.stdout: "reads_with_retries": { 2023-12-22T17:16:48.904 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.904 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.905 INFO:tasks.workunit.client.0.smithi032.stdout: "remove_lat": { 2023-12-22T17:16:48.905 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:48.905 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 64124 2023-12-22T17:16:48.905 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.905 INFO:tasks.workunit.client.0.smithi032.stdout: "state_aio_wait_lat": { 2023-12-22T17:16:48.905 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 285, 2023-12-22T17:16:48.905 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4340648 2023-12-22T17:16:48.905 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.905 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_aio_wait_lat": { 2023-12-22T17:16:48.905 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 18, 2023-12-22T17:16:48.905 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1535989 2023-12-22T17:16:48.905 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.905 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_cleanup_lat": { 2023-12-22T17:16:48.905 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 18, 2023-12-22T17:16:48.906 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 200960532163 2023-12-22T17:16:48.906 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.906 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_queued_lat": { 2023-12-22T17:16:48.906 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 18, 2023-12-22T17:16:48.906 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 31859494312 2023-12-22T17:16:48.906 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.906 INFO:tasks.workunit.client.0.smithi032.stdout: "state_done_lat": { 2023-12-22T17:16:48.906 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 285, 2023-12-22T17:16:48.906 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 414786 2023-12-22T17:16:48.906 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.906 INFO:tasks.workunit.client.0.smithi032.stdout: "state_finishing_lat": { 2023-12-22T17:16:48.906 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 285, 2023-12-22T17:16:48.906 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 27785 2023-12-22T17:16:48.906 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.906 INFO:tasks.workunit.client.0.smithi032.stdout: "state_io_done_lat": { 2023-12-22T17:16:48.906 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 285, 2023-12-22T17:16:48.907 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 192941 2023-12-22T17:16:48.907 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.907 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_commiting_lat": { 2023-12-22T17:16:48.907 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 285, 2023-12-22T17:16:48.907 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 303685653 2023-12-22T17:16:48.907 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.907 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_done_lat": { 2023-12-22T17:16:48.907 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 285, 2023-12-22T17:16:48.907 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 88765 2023-12-22T17:16:48.907 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.907 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_queued_lat": { 2023-12-22T17:16:48.907 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 285, 2023-12-22T17:16:48.907 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 113924474 2023-12-22T17:16:48.907 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.907 INFO:tasks.workunit.client.0.smithi032.stdout: "state_prepare_lat": { 2023-12-22T17:16:48.907 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 285, 2023-12-22T17:16:48.908 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 11550887 2023-12-22T17:16:48.908 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.908 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": { 2023-12-22T17:16:48.908 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 878103 2023-12-22T17:16:48.908 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.908 INFO:tasks.workunit.client.0.smithi032.stdout: "truncate_lat": { 2023-12-22T17:16:48.908 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:48.908 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 691 2023-12-22T17:16:48.908 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.908 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_commit_lat": { 2023-12-22T17:16:48.908 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 285, 2023-12-22T17:16:48.908 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 433734342 2023-12-22T17:16:48.908 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.908 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_submit_lat": { 2023-12-22T17:16:48.908 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 285, 2023-12-22T17:16:48.908 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 13435979 2023-12-22T17:16:48.908 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.909 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_throttle_lat": { 2023-12-22T17:16:48.909 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 285, 2023-12-22T17:16:48.909 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2618402 2023-12-22T17:16:48.909 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.909 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.909 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache": { 2023-12-22T17:16:48.909 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_bytes": { 2023-12-22T17:16:48.909 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1869136547 2023-12-22T17:16:48.909 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.909 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_bytes": { 2023-12-22T17:16:48.909 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 236371968 2023-12-22T17:16:48.909 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.909 INFO:tasks.workunit.client.0.smithi032.stdout: "mapped_bytes": { 2023-12-22T17:16:48.909 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 234668032 2023-12-22T17:16:48.910 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.910 INFO:tasks.workunit.client.0.smithi032.stdout: "target_bytes": { 2023-12-22T17:16:48.910 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3146403430 2023-12-22T17:16:48.910 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.910 INFO:tasks.workunit.client.0.smithi032.stdout: "unmapped_bytes": { 2023-12-22T17:16:48.910 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1703936 2023-12-22T17:16:48.910 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.910 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.910 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:data": { 2023-12-22T17:16:48.910 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:48.910 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 159383552 2023-12-22T17:16:48.910 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.910 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:48.910 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.910 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.910 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:48.910 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.911 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.911 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:48.911 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 85943927 2023-12-22T17:16:48.911 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.911 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:48.911 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.911 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.911 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:48.911 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8192 2023-12-22T17:16:48.911 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.911 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:48.911 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 131072 2023-12-22T17:16:48.911 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.911 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:48.911 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.911 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.911 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:48.911 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 126976 2023-12-22T17:16:48.912 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.912 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:48.912 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.912 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.912 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:48.912 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.912 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.912 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:48.912 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.912 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.912 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:48.912 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.912 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.912 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:48.912 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 73173385 2023-12-22T17:16:48.912 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.913 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.913 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv": { 2023-12-22T17:16:48.913 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:48.913 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 780140544 2023-12-22T17:16:48.913 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.913 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:48.913 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2023-12-22T17:16:48.913 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.913 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:48.913 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.913 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.913 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:48.913 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 644579453 2023-12-22T17:16:48.913 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.914 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:48.914 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.914 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.914 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:48.914 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.914 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.914 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:48.914 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.914 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.914 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:48.914 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.914 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.914 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:48.914 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.915 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.915 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:48.915 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1168 2023-12-22T17:16:48.915 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.915 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:48.915 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.915 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.915 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:48.915 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.915 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.915 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:48.915 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.915 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.915 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:48.916 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 68451059 2023-12-22T17:16:48.916 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.916 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.916 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv_onode": { 2023-12-22T17:16:48.916 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:48.916 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 192937984 2023-12-22T17:16:48.916 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.916 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:48.916 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2023-12-22T17:16:48.916 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.916 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:48.916 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 464 2023-12-22T17:16:48.916 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.916 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:48.916 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 57295951 2023-12-22T17:16:48.916 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.916 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:48.917 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.917 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.917 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:48.917 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.917 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.917 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:48.917 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.917 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.917 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:48.917 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.917 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.917 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:48.917 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.917 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.917 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:48.917 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.918 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.918 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:48.918 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.918 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.918 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:48.918 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.918 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.918 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:48.918 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.918 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.918 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:48.918 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 68532705 2023-12-22T17:16:48.918 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.918 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.918 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:meta": { 2023-12-22T17:16:48.918 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:48.918 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 713031680 2023-12-22T17:16:48.919 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.919 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:48.919 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.919 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.919 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:48.919 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.919 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.919 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:48.919 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 644579453 2023-12-22T17:16:48.919 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.919 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:48.919 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.919 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.919 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:48.919 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4185 2023-12-22T17:16:48.919 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.919 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:48.920 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 9765 2023-12-22T17:16:48.920 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.920 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:48.920 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.920 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.920 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:48.920 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 96260 2023-12-22T17:16:48.920 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.920 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:48.920 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 152063 2023-12-22T17:16:48.920 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.920 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:48.920 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.920 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.920 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:48.920 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.920 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.921 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:48.921 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.921 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.921 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:48.921 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 68189954 2023-12-22T17:16:48.921 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.921 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.921 INFO:tasks.workunit.client.0.smithi032.stdout: "objecter": { 2023-12-22T17:16:48.921 INFO:tasks.workunit.client.0.smithi032.stdout: "op_active": { 2023-12-22T17:16:48.921 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.921 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.921 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2023-12-22T17:16:48.921 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.921 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.921 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rmw": { 2023-12-22T17:16:48.922 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.922 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.922 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2023-12-22T17:16:48.922 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.922 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.922 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.922 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:48.922 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg": { 2023-12-22T17:16:48.922 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 47 2023-12-22T17:16:48.922 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.922 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg_removing": { 2023-12-22T17:16:48.922 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.922 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.922 INFO:tasks.workunit.client.0.smithi032.stdout: "op": { 2023-12-22T17:16:48.922 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 115 2023-12-22T17:16:48.922 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.923 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_degraded": { 2023-12-22T17:16:48.923 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.923 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.923 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_unreadable": { 2023-12-22T17:16:48.923 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.923 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.923 INFO:tasks.workunit.client.0.smithi032.stdout: "op_in_bytes": { 2023-12-22T17:16:48.923 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.923 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.923 INFO:tasks.workunit.client.0.smithi032.stdout: "op_latency": { 2023-12-22T17:16:48.923 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 115, 2023-12-22T17:16:48.923 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 73233682 2023-12-22T17:16:48.923 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.923 INFO:tasks.workunit.client.0.smithi032.stdout: "op_out_bytes": { 2023-12-22T17:16:48.923 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 265051 2023-12-22T17:16:48.924 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.924 INFO:tasks.workunit.client.0.smithi032.stdout: "op_prepare_latency": { 2023-12-22T17:16:48.924 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 117, 2023-12-22T17:16:48.924 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 30523564 2023-12-22T17:16:48.924 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.924 INFO:tasks.workunit.client.0.smithi032.stdout: "op_process_latency": { 2023-12-22T17:16:48.924 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 115, 2023-12-22T17:16:48.924 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 65386082 2023-12-22T17:16:48.924 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.924 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2023-12-22T17:16:48.924 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 80 2023-12-22T17:16:48.924 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.924 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency": { 2023-12-22T17:16:48.924 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 80, 2023-12-22T17:16:48.924 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14143714 2023-12-22T17:16:48.925 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.925 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-22T17:16:48.925 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.925 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.925 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_out_bytes": { 2023-12-22T17:16:48.925 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 265051 2023-12-22T17:16:48.925 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.925 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_prepare_latency": { 2023-12-22T17:16:48.925 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 80, 2023-12-22T17:16:48.925 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12777683 2023-12-22T17:16:48.925 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.925 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_process_latency": { 2023-12-22T17:16:48.925 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 80, 2023-12-22T17:16:48.925 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 10534416 2023-12-22T17:16:48.926 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.926 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw": { 2023-12-22T17:16:48.926 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 30 2023-12-22T17:16:48.926 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.926 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_in_bytes": { 2023-12-22T17:16:48.926 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.926 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.926 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency": { 2023-12-22T17:16:48.926 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 30, 2023-12-22T17:16:48.926 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 33728538 2023-12-22T17:16:48.926 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.926 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-22T17:16:48.926 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.926 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.926 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-22T17:16:48.926 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.926 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.927 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_out_bytes": { 2023-12-22T17:16:48.927 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.927 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.927 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_prepare_latency": { 2023-12-22T17:16:48.927 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 30, 2023-12-22T17:16:48.927 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14684631 2023-12-22T17:16:48.927 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.927 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_process_latency": { 2023-12-22T17:16:48.927 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 30, 2023-12-22T17:16:48.927 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 31444824 2023-12-22T17:16:48.927 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.927 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2023-12-22T17:16:48.927 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5 2023-12-22T17:16:48.927 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.927 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_in_bytes": { 2023-12-22T17:16:48.927 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.928 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.928 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency": { 2023-12-22T17:16:48.928 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 5, 2023-12-22T17:16:48.928 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 25361430 2023-12-22T17:16:48.928 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.928 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-22T17:16:48.928 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.928 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.928 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_prepare_latency": { 2023-12-22T17:16:48.928 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 7, 2023-12-22T17:16:48.928 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3061250 2023-12-22T17:16:48.928 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.928 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_process_latency": { 2023-12-22T17:16:48.928 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 5, 2023-12-22T17:16:48.928 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 23406842 2023-12-22T17:16:48.928 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.929 INFO:tasks.workunit.client.0.smithi032.stdout: "op_wip": { 2023-12-22T17:16:48.929 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.929 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.929 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_bytes": { 2023-12-22T17:16:48.929 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.929 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.929 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_ops": { 2023-12-22T17:16:48.929 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:48.929 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.929 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes": { 2023-12-22T17:16:48.929 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2023-12-22T17:16:48.929 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.929 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes_used": { 2023-12-22T17:16:48.929 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 305680384 2023-12-22T17:16:48.929 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.929 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.929 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.930 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.930 INFO:tasks.workunit.client.0.smithi032.stdout: "pools": [ 2023-12-22T17:16:48.930 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.930 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2023-12-22T17:16:48.930 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr" 2023-12-22T17:16:48.930 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:48.930 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_mode": "none", 2023-12-22T17:16:48.930 INFO:tasks.workunit.client.0.smithi032.stdout: "erasure_code_profile": {}, 2023-12-22T17:16:48.930 INFO:tasks.workunit.client.0.smithi032.stdout: "min_size": 2, 2023-12-22T17:16:48.930 INFO:tasks.workunit.client.0.smithi032.stdout: "options": {}, 2023-12-22T17:16:48.930 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_autoscale_mode": "off", 2023-12-22T17:16:48.930 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_num": 1, 2023-12-22T17:16:48.930 INFO:tasks.workunit.client.0.smithi032.stdout: "pgp_num": 1, 2023-12-22T17:16:48.930 INFO:tasks.workunit.client.0.smithi032.stdout: "pool": 1, 2023-12-22T17:16:48.930 INFO:tasks.workunit.client.0.smithi032.stdout: "size": 3, 2023-12-22T17:16:48.930 INFO:tasks.workunit.client.0.smithi032.stdout: "stats": { 2023-12-22T17:16:48.931 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_raw": 727116753162, 2023-12-22T17:16:48.931 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_used": 1781760, 2023-12-22T17:16:48.931 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_bytes_used": 0, 2023-12-22T17:16:48.931 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_under_bytes": 0, 2023-12-22T17:16:48.931 INFO:tasks.workunit.client.0.smithi032.stdout: "data_bytes_used": 1781760, 2023-12-22T17:16:48.931 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty": 0, 2023-12-22T17:16:48.931 INFO:tasks.workunit.client.0.smithi032.stdout: "max_avail": 242372247552, 2023-12-22T17:16:48.931 INFO:tasks.workunit.client.0.smithi032.stdout: "objects": 2, 2023-12-22T17:16:48.931 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_bytes_used": 0, 2023-12-22T17:16:48.931 INFO:tasks.workunit.client.0.smithi032.stdout: "percent_used": 2.450439524182002e-06, 2023-12-22T17:16:48.931 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_bytes": 0, 2023-12-22T17:16:48.931 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_objects": 0, 2023-12-22T17:16:48.931 INFO:tasks.workunit.client.0.smithi032.stdout: "rd": 394, 2023-12-22T17:16:48.931 INFO:tasks.workunit.client.0.smithi032.stdout: "rd_bytes": 598016, 2023-12-22T17:16:48.932 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": 590368, 2023-12-22T17:16:48.932 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_data": 590368, 2023-12-22T17:16:48.932 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_omap": 0, 2023-12-22T17:16:48.932 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_raw": 1771104, 2023-12-22T17:16:48.932 INFO:tasks.workunit.client.0.smithi032.stdout: "wr": 219, 2023-12-22T17:16:48.932 INFO:tasks.workunit.client.0.smithi032.stdout: "wr_bytes": 2473984 2023-12-22T17:16:48.932 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.932 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_bytes": 0, 2023-12-22T17:16:48.932 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_objects": 0, 2023-12-22T17:16:48.932 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "replicated" 2023-12-22T17:16:48.932 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.932 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.932 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2023-12-22T17:16:48.932 INFO:tasks.workunit.client.0.smithi032.stdout: "cephfs" 2023-12-22T17:16:48.932 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:48.932 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_mode": "none", 2023-12-22T17:16:48.932 INFO:tasks.workunit.client.0.smithi032.stdout: "erasure_code_profile": {}, 2023-12-22T17:16:48.933 INFO:tasks.workunit.client.0.smithi032.stdout: "min_size": 2, 2023-12-22T17:16:48.933 INFO:tasks.workunit.client.0.smithi032.stdout: "options": {}, 2023-12-22T17:16:48.933 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_autoscale_mode": "off", 2023-12-22T17:16:48.933 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_num": 32, 2023-12-22T17:16:48.933 INFO:tasks.workunit.client.0.smithi032.stdout: "pgp_num": 32, 2023-12-22T17:16:48.933 INFO:tasks.workunit.client.0.smithi032.stdout: "pool": 2, 2023-12-22T17:16:48.933 INFO:tasks.workunit.client.0.smithi032.stdout: "size": 3, 2023-12-22T17:16:48.933 INFO:tasks.workunit.client.0.smithi032.stdout: "stats": { 2023-12-22T17:16:48.933 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_raw": 727116753162, 2023-12-22T17:16:48.933 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_used": 98304, 2023-12-22T17:16:48.933 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_bytes_used": 0, 2023-12-22T17:16:48.933 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_under_bytes": 0, 2023-12-22T17:16:48.933 INFO:tasks.workunit.client.0.smithi032.stdout: "data_bytes_used": 98304, 2023-12-22T17:16:48.933 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty": 0, 2023-12-22T17:16:48.933 INFO:tasks.workunit.client.0.smithi032.stdout: "max_avail": 242372247552, 2023-12-22T17:16:48.933 INFO:tasks.workunit.client.0.smithi032.stdout: "objects": 22, 2023-12-22T17:16:48.934 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_bytes_used": 0, 2023-12-22T17:16:48.934 INFO:tasks.workunit.client.0.smithi032.stdout: "percent_used": 1.3519698427444382e-07, 2023-12-22T17:16:48.934 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_bytes": 0, 2023-12-22T17:16:48.934 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_objects": 0, 2023-12-22T17:16:48.934 INFO:tasks.workunit.client.0.smithi032.stdout: "rd": 0, 2023-12-22T17:16:48.934 INFO:tasks.workunit.client.0.smithi032.stdout: "rd_bytes": 0, 2023-12-22T17:16:48.934 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": 3376, 2023-12-22T17:16:48.934 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_data": 3376, 2023-12-22T17:16:48.934 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_omap": 0, 2023-12-22T17:16:48.934 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_raw": 10128, 2023-12-22T17:16:48.934 INFO:tasks.workunit.client.0.smithi032.stdout: "wr": 51, 2023-12-22T17:16:48.934 INFO:tasks.workunit.client.0.smithi032.stdout: "wr_bytes": 19456 2023-12-22T17:16:48.934 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.934 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_bytes": 0, 2023-12-22T17:16:48.934 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_objects": 0, 2023-12-22T17:16:48.934 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "replicated" 2023-12-22T17:16:48.934 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.935 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.935 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2023-12-22T17:16:48.935 INFO:tasks.workunit.client.0.smithi032.stdout: "cephfs" 2023-12-22T17:16:48.935 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:48.935 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_mode": "none", 2023-12-22T17:16:48.935 INFO:tasks.workunit.client.0.smithi032.stdout: "erasure_code_profile": {}, 2023-12-22T17:16:48.935 INFO:tasks.workunit.client.0.smithi032.stdout: "min_size": 2, 2023-12-22T17:16:48.935 INFO:tasks.workunit.client.0.smithi032.stdout: "options": {}, 2023-12-22T17:16:48.935 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_autoscale_mode": "off", 2023-12-22T17:16:48.935 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_num": 64, 2023-12-22T17:16:48.935 INFO:tasks.workunit.client.0.smithi032.stdout: "pgp_num": 64, 2023-12-22T17:16:48.935 INFO:tasks.workunit.client.0.smithi032.stdout: "pool": 3, 2023-12-22T17:16:48.935 INFO:tasks.workunit.client.0.smithi032.stdout: "size": 3, 2023-12-22T17:16:48.935 INFO:tasks.workunit.client.0.smithi032.stdout: "stats": { 2023-12-22T17:16:48.935 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_raw": 727116753162, 2023-12-22T17:16:48.935 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_used": 0, 2023-12-22T17:16:48.936 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_bytes_used": 0, 2023-12-22T17:16:48.936 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_under_bytes": 0, 2023-12-22T17:16:48.936 INFO:tasks.workunit.client.0.smithi032.stdout: "data_bytes_used": 0, 2023-12-22T17:16:48.936 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty": 0, 2023-12-22T17:16:48.936 INFO:tasks.workunit.client.0.smithi032.stdout: "max_avail": 242372247552, 2023-12-22T17:16:48.936 INFO:tasks.workunit.client.0.smithi032.stdout: "objects": 0, 2023-12-22T17:16:48.936 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_bytes_used": 0, 2023-12-22T17:16:48.936 INFO:tasks.workunit.client.0.smithi032.stdout: "percent_used": 0.0, 2023-12-22T17:16:48.936 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_bytes": 0, 2023-12-22T17:16:48.936 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_objects": 0, 2023-12-22T17:16:48.936 INFO:tasks.workunit.client.0.smithi032.stdout: "rd": 0, 2023-12-22T17:16:48.936 INFO:tasks.workunit.client.0.smithi032.stdout: "rd_bytes": 0, 2023-12-22T17:16:48.936 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": 0, 2023-12-22T17:16:48.936 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_data": 0, 2023-12-22T17:16:48.936 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_omap": 0, 2023-12-22T17:16:48.936 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_raw": 0, 2023-12-22T17:16:48.937 INFO:tasks.workunit.client.0.smithi032.stdout: "wr": 0, 2023-12-22T17:16:48.937 INFO:tasks.workunit.client.0.smithi032.stdout: "wr_bytes": 0 2023-12-22T17:16:48.937 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.937 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_bytes": 0, 2023-12-22T17:16:48.937 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_objects": 0, 2023-12-22T17:16:48.937 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "replicated" 2023-12-22T17:16:48.937 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.937 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.937 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2023-12-22T17:16:48.937 INFO:tasks.workunit.client.0.smithi032.stdout: "rbd" 2023-12-22T17:16:48.937 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:48.937 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_mode": "none", 2023-12-22T17:16:48.937 INFO:tasks.workunit.client.0.smithi032.stdout: "erasure_code_profile": {}, 2023-12-22T17:16:48.937 INFO:tasks.workunit.client.0.smithi032.stdout: "min_size": 2, 2023-12-22T17:16:48.937 INFO:tasks.workunit.client.0.smithi032.stdout: "options": {}, 2023-12-22T17:16:48.937 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_autoscale_mode": "off", 2023-12-22T17:16:48.938 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_num": 8, 2023-12-22T17:16:48.938 INFO:tasks.workunit.client.0.smithi032.stdout: "pgp_num": 8, 2023-12-22T17:16:48.938 INFO:tasks.workunit.client.0.smithi032.stdout: "pool": 4, 2023-12-22T17:16:48.938 INFO:tasks.workunit.client.0.smithi032.stdout: "size": 3, 2023-12-22T17:16:48.938 INFO:tasks.workunit.client.0.smithi032.stdout: "stats": { 2023-12-22T17:16:48.938 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_raw": 727116753162, 2023-12-22T17:16:48.938 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_used": 0, 2023-12-22T17:16:48.938 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_bytes_used": 0, 2023-12-22T17:16:48.938 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_under_bytes": 0, 2023-12-22T17:16:48.938 INFO:tasks.workunit.client.0.smithi032.stdout: "data_bytes_used": 0, 2023-12-22T17:16:48.938 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty": 0, 2023-12-22T17:16:48.938 INFO:tasks.workunit.client.0.smithi032.stdout: "max_avail": 242372247552, 2023-12-22T17:16:48.938 INFO:tasks.workunit.client.0.smithi032.stdout: "objects": 0, 2023-12-22T17:16:48.938 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_bytes_used": 0, 2023-12-22T17:16:48.938 INFO:tasks.workunit.client.0.smithi032.stdout: "percent_used": 0.0, 2023-12-22T17:16:48.939 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_bytes": 0, 2023-12-22T17:16:48.939 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_objects": 0, 2023-12-22T17:16:48.939 INFO:tasks.workunit.client.0.smithi032.stdout: "rd": 0, 2023-12-22T17:16:48.939 INFO:tasks.workunit.client.0.smithi032.stdout: "rd_bytes": 0, 2023-12-22T17:16:48.939 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": 0, 2023-12-22T17:16:48.939 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_data": 0, 2023-12-22T17:16:48.939 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_omap": 0, 2023-12-22T17:16:48.939 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_raw": 0, 2023-12-22T17:16:48.939 INFO:tasks.workunit.client.0.smithi032.stdout: "wr": 0, 2023-12-22T17:16:48.939 INFO:tasks.workunit.client.0.smithi032.stdout: "wr_bytes": 0 2023-12-22T17:16:48.939 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.939 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_bytes": 0, 2023-12-22T17:16:48.939 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_objects": 0, 2023-12-22T17:16:48.939 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "replicated" 2023-12-22T17:16:48.939 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.939 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:48.939 INFO:tasks.workunit.client.0.smithi032.stdout: "rbd": { 2023-12-22T17:16:48.940 INFO:tasks.workunit.client.0.smithi032.stdout: "mirroring_by_pool": [ 2023-12-22T17:16:48.940 INFO:tasks.workunit.client.0.smithi032.stdout: false 2023-12-22T17:16:48.940 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:48.940 INFO:tasks.workunit.client.0.smithi032.stdout: "num_images_by_pool": [ 2023-12-22T17:16:48.940 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:48.940 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:48.940 INFO:tasks.workunit.client.0.smithi032.stdout: "num_pools": 1 2023-12-22T17:16:48.940 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.940 INFO:tasks.workunit.client.0.smithi032.stdout: "report_id": "078d10bb-7cc1-47bd-b7b4-1c1bcf55dc3e", 2023-12-22T17:16:48.940 INFO:tasks.workunit.client.0.smithi032.stdout: "report_timestamp": "2023-12-22T17:16:48.143053", 2023-12-22T17:16:48.940 INFO:tasks.workunit.client.0.smithi032.stdout: "report_version": 1, 2023-12-22T17:16:48.940 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_stats": { 2023-12-22T17:16:48.940 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "6.15.5" 2023-12-22T17:16:48.940 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.940 INFO:tasks.workunit.client.0.smithi032.stdout: "rook": { 2023-12-22T17:16:48.940 INFO:tasks.workunit.client.0.smithi032.stdout: "cluster": { 2023-12-22T17:16:48.940 INFO:tasks.workunit.client.0.smithi032.stdout: "external-mode": null, 2023-12-22T17:16:48.941 INFO:tasks.workunit.client.0.smithi032.stdout: "mon": { 2023-12-22T17:16:48.941 INFO:tasks.workunit.client.0.smithi032.stdout: "allow-multiple-per-node": null, 2023-12-22T17:16:48.941 INFO:tasks.workunit.client.0.smithi032.stdout: "count": null, 2023-12-22T17:16:48.941 INFO:tasks.workunit.client.0.smithi032.stdout: "max-id": null, 2023-12-22T17:16:48.941 INFO:tasks.workunit.client.0.smithi032.stdout: "pvc": { 2023-12-22T17:16:48.941 INFO:tasks.workunit.client.0.smithi032.stdout: "enabled": null 2023-12-22T17:16:48.941 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.941 INFO:tasks.workunit.client.0.smithi032.stdout: "stretch": { 2023-12-22T17:16:48.941 INFO:tasks.workunit.client.0.smithi032.stdout: "enabled": null 2023-12-22T17:16:48.941 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.941 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.941 INFO:tasks.workunit.client.0.smithi032.stdout: "network": { 2023-12-22T17:16:48.941 INFO:tasks.workunit.client.0.smithi032.stdout: "provider": null 2023-12-22T17:16:48.941 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.941 INFO:tasks.workunit.client.0.smithi032.stdout: "storage": { 2023-12-22T17:16:48.941 INFO:tasks.workunit.client.0.smithi032.stdout: "device-set": { 2023-12-22T17:16:48.942 INFO:tasks.workunit.client.0.smithi032.stdout: "count": { 2023-12-22T17:16:48.942 INFO:tasks.workunit.client.0.smithi032.stdout: "non-portable": null, 2023-12-22T17:16:48.942 INFO:tasks.workunit.client.0.smithi032.stdout: "portable": null, 2023-12-22T17:16:48.942 INFO:tasks.workunit.client.0.smithi032.stdout: "total": null 2023-12-22T17:16:48.942 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.942 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.942 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.942 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.942 INFO:tasks.workunit.client.0.smithi032.stdout: "csi": { 2023-12-22T17:16:48.942 INFO:tasks.workunit.client.0.smithi032.stdout: "version": null 2023-12-22T17:16:48.942 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.942 INFO:tasks.workunit.client.0.smithi032.stdout: "kubernetes": { 2023-12-22T17:16:48.942 INFO:tasks.workunit.client.0.smithi032.stdout: "version": null 2023-12-22T17:16:48.942 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.942 INFO:tasks.workunit.client.0.smithi032.stdout: "node": { 2023-12-22T17:16:48.942 INFO:tasks.workunit.client.0.smithi032.stdout: "count": { 2023-12-22T17:16:48.942 INFO:tasks.workunit.client.0.smithi032.stdout: "kubernetes-total": null, 2023-12-22T17:16:48.943 INFO:tasks.workunit.client.0.smithi032.stdout: "with-ceph-daemons": null, 2023-12-22T17:16:48.943 INFO:tasks.workunit.client.0.smithi032.stdout: "with-csi-cephfs-plugin": null, 2023-12-22T17:16:48.943 INFO:tasks.workunit.client.0.smithi032.stdout: "with-csi-nfs-plugin": null, 2023-12-22T17:16:48.943 INFO:tasks.workunit.client.0.smithi032.stdout: "with-csi-rbd-plugin": null 2023-12-22T17:16:48.943 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.943 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.943 INFO:tasks.workunit.client.0.smithi032.stdout: "usage": { 2023-12-22T17:16:48.943 INFO:tasks.workunit.client.0.smithi032.stdout: "storage-class": { 2023-12-22T17:16:48.943 INFO:tasks.workunit.client.0.smithi032.stdout: "count": { 2023-12-22T17:16:48.943 INFO:tasks.workunit.client.0.smithi032.stdout: "bucket": null, 2023-12-22T17:16:48.943 INFO:tasks.workunit.client.0.smithi032.stdout: "cephfs": null, 2023-12-22T17:16:48.943 INFO:tasks.workunit.client.0.smithi032.stdout: "nfs": null, 2023-12-22T17:16:48.943 INFO:tasks.workunit.client.0.smithi032.stdout: "rbd": null, 2023-12-22T17:16:48.943 INFO:tasks.workunit.client.0.smithi032.stdout: "total": null 2023-12-22T17:16:48.943 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.943 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:48.943 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.944 INFO:tasks.workunit.client.0.smithi032.stdout: "version": null 2023-12-22T17:16:48.944 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.944 INFO:tasks.workunit.client.0.smithi032.stdout: "services": {}, 2023-12-22T17:16:48.944 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_per_pg": [ 2023-12-22T17:16:48.944 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.944 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:48.944 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:48.944 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:48.944 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:48.944 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:48.944 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2023-12-22T17:16:48.944 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:48.944 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:48.944 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:48.944 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:48.944 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:48.944 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:48.945 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.967405+0000", 2023-12-22T17:16:48.945 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.090060+0000", 2023-12-22T17:16:48.945 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.090060+0000", 2023-12-22T17:16:48.945 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.090397+0000", 2023-12-22T17:16:48.945 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.967405+0000", 2023-12-22T17:16:48.945 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:48.945 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:48.945 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:48.945 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:48.945 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.967405+0000", 2023-12-22T17:16:48.945 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.967405+0000", 2023-12-22T17:16:48.945 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.967405+0000", 2023-12-22T17:16:48.945 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:48.945 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:48.945 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:48.946 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.967405+0000", 2023-12-22T17:16:48.946 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.967405+0000", 2023-12-22T17:16:48.946 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:48.946 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:48.946 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:48.946 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:48.946 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:48.946 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:48.946 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:48.946 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:48.946 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:48.946 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:48.946 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:48.946 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:48.946 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:48.948 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.3f", 2023-12-22T17:16:48.948 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:48.948 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:48.948 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:48.949 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 15, 2023-12-22T17:16:48.949 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:48.949 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T17:55:47.107697+0000", 2023-12-22T17:16:48.949 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:48.949 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:48.949 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:48.949 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:48.949 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:48.949 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:48.949 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:48.949 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:48.950 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:48.950 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:48.950 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:48.950 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:48.950 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:48.950 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:48.950 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:48.950 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:48.950 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:48.950 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:48.950 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:48.950 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:48.950 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:48.950 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:48.950 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:48.951 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:48.951 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:48.951 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:48.951 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:48.951 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:48.951 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:48.951 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:48.951 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:48.951 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:48.951 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:48.951 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:48.951 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:48.951 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:48.951 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:48.951 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:48.952 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:48.952 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:48.952 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:48.952 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:48.952 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:48.952 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.952 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:48.952 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:48.952 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:48.952 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:48.952 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:48.952 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:48.952 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:48.952 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2023-12-22T17:16:48.952 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:48.953 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.953 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.953 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:48.953 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:48.953 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:48.953 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:48.953 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:48.953 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2023-12-22T17:16:48.953 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:48.953 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:48.953 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:48.953 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:48.953 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:48.953 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:48.953 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.959814+0000", 2023-12-22T17:16:48.953 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.073812+0000", 2023-12-22T17:16:48.954 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.073812+0000", 2023-12-22T17:16:48.954 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.074170+0000", 2023-12-22T17:16:48.954 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.959814+0000", 2023-12-22T17:16:48.954 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:48.954 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:48.954 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:48.954 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:48.954 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.959814+0000", 2023-12-22T17:16:48.954 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.959814+0000", 2023-12-22T17:16:48.954 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.959814+0000", 2023-12-22T17:16:48.954 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:48.954 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:48.954 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:48.954 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.959814+0000", 2023-12-22T17:16:48.954 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.959814+0000", 2023-12-22T17:16:48.954 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:48.955 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:48.955 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:48.955 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:48.955 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:48.955 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:48.955 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:48.955 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:48.955 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:48.955 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:48.955 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:48.955 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:48.955 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:48.955 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.3e", 2023-12-22T17:16:48.955 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:48.955 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:48.955 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:48.956 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:48.956 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:48.956 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T04:26:48.591147+0000", 2023-12-22T17:16:48.956 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:48.956 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:48.956 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:48.956 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:48.956 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:48.956 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:48.956 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:48.956 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:48.956 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:48.956 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:48.956 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:48.957 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:48.957 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:48.957 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:48.957 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:48.957 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:48.957 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:48.957 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:48.957 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:48.957 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:48.957 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:48.957 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:48.957 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:48.957 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:48.957 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:48.958 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:48.958 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:48.958 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:48.958 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:48.958 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:48.958 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:48.958 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:48.958 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:48.958 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:48.958 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:48.958 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:48.958 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:48.958 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:48.958 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:48.958 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:48.958 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:48.959 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:48.959 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:48.959 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.959 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:48.959 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:48.959 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:48.959 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:48.959 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:48.959 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:48.959 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:48.959 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2023-12-22T17:16:48.959 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:48.959 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.959 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.960 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:48.960 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:48.960 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:48.960 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:48.960 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:48.960 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2023-12-22T17:16:48.960 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:48.960 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:48.960 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:48.960 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:48.960 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:48.960 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:48.960 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.971266+0000", 2023-12-22T17:16:48.960 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.071635+0000", 2023-12-22T17:16:48.960 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.071635+0000", 2023-12-22T17:16:48.960 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.071969+0000", 2023-12-22T17:16:48.961 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.971266+0000", 2023-12-22T17:16:48.961 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:48.961 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:48.961 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:48.961 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:48.961 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.971266+0000", 2023-12-22T17:16:48.961 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.971266+0000", 2023-12-22T17:16:48.961 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.971266+0000", 2023-12-22T17:16:48.961 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:48.961 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:48.961 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:48.961 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.971266+0000", 2023-12-22T17:16:48.961 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.971266+0000", 2023-12-22T17:16:48.961 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:48.961 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:48.961 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:48.962 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:48.962 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:48.962 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:48.962 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:48.962 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:48.962 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:48.962 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:48.962 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:48.962 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:48.962 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:48.962 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.3d", 2023-12-22T17:16:48.962 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:48.962 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:48.962 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:48.962 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:48.962 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:48.963 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T00:51:18.683582+0000", 2023-12-22T17:16:48.963 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:48.963 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:48.963 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:48.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:48.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:48.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:48.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:48.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:48.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:48.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:48.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:48.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:48.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:48.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:48.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:48.964 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:48.964 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:48.964 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:48.964 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:48.964 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:48.964 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:48.964 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:48.964 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:48.964 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:48.964 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:48.964 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:48.964 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:48.964 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:48.964 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:48.964 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:48.964 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:48.964 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:48.965 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:48.965 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:48.965 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:48.965 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:48.965 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:48.965 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:48.965 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:48.965 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:48.965 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:48.965 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:48.965 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:48.965 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.965 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:48.965 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:48.965 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:48.965 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:48.966 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:48.966 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:48.966 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:48.966 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2023-12-22T17:16:48.966 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:48.966 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.966 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.966 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:48.966 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:48.966 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:48.966 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:48.966 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:48.966 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2023-12-22T17:16:48.966 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:48.966 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:48.967 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:48.967 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:48.967 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:48.967 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:48.967 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.962848+0000", 2023-12-22T17:16:48.967 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.080323+0000", 2023-12-22T17:16:48.967 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.080323+0000", 2023-12-22T17:16:48.967 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.081308+0000", 2023-12-22T17:16:48.967 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.962848+0000", 2023-12-22T17:16:48.967 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:48.967 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:48.967 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:48.967 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:48.967 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.962848+0000", 2023-12-22T17:16:48.967 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.962848+0000", 2023-12-22T17:16:48.967 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.962848+0000", 2023-12-22T17:16:48.967 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:48.968 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:48.968 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:48.968 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.962848+0000", 2023-12-22T17:16:48.968 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.962848+0000", 2023-12-22T17:16:48.968 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:48.968 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:48.968 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:48.968 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:48.968 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:48.968 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:48.968 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:48.968 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:48.968 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:48.968 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:48.968 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:48.969 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:48.969 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:48.969 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.3c", 2023-12-22T17:16:48.969 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:48.969 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:48.969 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:48.969 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:48.969 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:48.969 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T03:52:11.591669+0000", 2023-12-22T17:16:48.969 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:48.969 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:48.969 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:48.969 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:48.969 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:48.969 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:48.969 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:48.969 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:48.970 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:48.970 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:48.970 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:48.970 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:48.970 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:48.970 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:48.970 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:48.970 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:48.970 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:48.970 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:48.970 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:48.970 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:48.970 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:48.970 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:48.970 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:48.970 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:48.971 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:48.971 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:48.971 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:48.971 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:48.971 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:48.971 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:48.971 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:48.971 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:48.971 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:48.971 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:48.971 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:48.971 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:48.971 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:48.971 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:48.971 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:48.971 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:48.971 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:48.971 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:48.972 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:48.972 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.972 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:48.972 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:48.972 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:48.972 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:48.972 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:48.972 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:48.972 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:48.972 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2023-12-22T17:16:48.972 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:48.972 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.972 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.972 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:48.972 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:48.972 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:48.972 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:48.973 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:48.973 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2023-12-22T17:16:48.973 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:48.973 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:48.973 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:48.973 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:48.973 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:48.973 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:48.973 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.966415+0000", 2023-12-22T17:16:48.973 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.082360+0000", 2023-12-22T17:16:48.973 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.082360+0000", 2023-12-22T17:16:48.973 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.083287+0000", 2023-12-22T17:16:48.973 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.966415+0000", 2023-12-22T17:16:48.973 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:48.973 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:48.973 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:48.973 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:48.974 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.966415+0000", 2023-12-22T17:16:48.974 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.966415+0000", 2023-12-22T17:16:48.974 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.966415+0000", 2023-12-22T17:16:48.974 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:48.974 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:48.974 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:48.974 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.966415+0000", 2023-12-22T17:16:48.974 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.966415+0000", 2023-12-22T17:16:48.974 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:48.974 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:48.974 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:48.974 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:48.974 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:48.974 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:48.974 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:48.974 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:48.975 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:48.975 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:48.975 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:48.975 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:48.975 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:48.975 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.3b", 2023-12-22T17:16:48.975 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:48.975 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:48.975 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:48.975 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 15, 2023-12-22T17:16:48.975 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:48.975 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T23:29:57.509473+0000", 2023-12-22T17:16:48.975 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:48.975 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:48.975 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:48.976 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:48.976 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:48.976 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:48.976 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:48.976 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:48.976 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:48.976 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:48.976 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:48.976 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:48.976 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:48.976 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:48.976 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:48.976 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:48.976 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:48.976 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:48.976 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:48.976 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:48.977 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:48.977 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:48.977 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:48.977 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:48.977 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:48.977 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:48.977 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:48.977 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:48.977 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:48.977 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:48.977 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:48.977 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:48.977 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:48.977 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:48.977 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:48.977 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:48.978 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:48.978 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:48.978 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:48.978 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:48.978 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:48.978 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:48.978 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:48.978 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.978 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:48.978 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:48.978 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:48.978 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:48.978 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:48.978 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:48.978 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:48.978 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2023-12-22T17:16:48.979 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:48.979 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.979 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.979 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:48.979 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:48.979 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:48.979 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:48.979 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:48.979 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2023-12-22T17:16:48.979 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:48.979 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:48.979 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:48.979 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:48.979 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:48.979 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:48.979 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.961864+0000", 2023-12-22T17:16:48.979 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.085774+0000", 2023-12-22T17:16:48.980 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.085774+0000", 2023-12-22T17:16:48.980 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.086306+0000", 2023-12-22T17:16:48.980 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.961864+0000", 2023-12-22T17:16:48.980 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:48.980 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:48.980 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:48.980 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:48.980 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.961864+0000", 2023-12-22T17:16:48.980 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.961864+0000", 2023-12-22T17:16:48.980 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.961864+0000", 2023-12-22T17:16:48.980 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:48.980 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:48.980 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:48.980 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.961864+0000", 2023-12-22T17:16:48.980 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.961864+0000", 2023-12-22T17:16:48.980 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:48.981 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:48.981 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:48.981 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:48.981 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:48.981 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:48.981 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:48.981 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:48.981 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:48.981 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:48.981 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:48.981 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:48.981 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:48.981 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.3a", 2023-12-22T17:16:48.981 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:48.981 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:48.981 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:48.982 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:48.982 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:48.982 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T04:24:58.142963+0000", 2023-12-22T17:16:48.982 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:48.982 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:48.982 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:48.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:48.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:48.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:48.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:48.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:48.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:48.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:48.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:48.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:48.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:48.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:48.983 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:48.983 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:48.983 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:48.983 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:48.983 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:48.983 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:48.983 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:48.983 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:48.983 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:48.983 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:48.983 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:48.983 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:48.983 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:48.983 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:48.983 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:48.983 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:48.983 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:48.984 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:48.984 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:48.984 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:48.984 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:48.984 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:48.984 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:48.984 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:48.984 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:48.984 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:48.984 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:48.984 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:48.984 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:48.984 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.984 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:48.984 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:48.984 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:48.984 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:48.985 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:48.985 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:48.985 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:48.985 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2023-12-22T17:16:48.985 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:48.985 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.985 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.985 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:48.985 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:48.985 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:48.985 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:48.985 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:48.985 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2023-12-22T17:16:48.985 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:48.985 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:48.986 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:48.986 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:48.986 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:48.986 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:48.986 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.966001+0000", 2023-12-22T17:16:48.986 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.082019+0000", 2023-12-22T17:16:48.986 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.082019+0000", 2023-12-22T17:16:48.986 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.082391+0000", 2023-12-22T17:16:48.986 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.966001+0000", 2023-12-22T17:16:48.986 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:48.986 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:48.986 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:48.986 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:48.986 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.966001+0000", 2023-12-22T17:16:48.986 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.966001+0000", 2023-12-22T17:16:48.986 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.966001+0000", 2023-12-22T17:16:48.987 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:48.987 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:48.987 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:48.987 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.966001+0000", 2023-12-22T17:16:48.987 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.966001+0000", 2023-12-22T17:16:48.987 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:48.987 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:48.987 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:48.987 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:48.987 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:48.987 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:48.987 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:48.987 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:48.987 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:48.987 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:48.987 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:48.987 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:48.988 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:48.988 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.39", 2023-12-22T17:16:48.988 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:48.988 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:48.988 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:48.988 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 15, 2023-12-22T17:16:48.988 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:48.988 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T23:17:32.780440+0000", 2023-12-22T17:16:48.988 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:48.988 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:48.988 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:48.988 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:48.988 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:48.988 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:48.988 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:48.988 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:48.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:48.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:48.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:48.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:48.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:48.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:48.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:48.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:48.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:48.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:48.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:48.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:48.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:48.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:48.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:48.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:48.990 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:48.990 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:48.990 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:48.990 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:48.990 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:48.990 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:48.990 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:48.990 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:48.990 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:48.990 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:48.990 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:48.990 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:48.990 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:48.990 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:48.991 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:48.991 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:48.991 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:48.991 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:48.991 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:48.991 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.991 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:48.991 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:48.991 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:48.991 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:48.991 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:48.991 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:48.991 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:48.991 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2023-12-22T17:16:48.992 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:48.992 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.992 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.992 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:48.992 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:48.992 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:48.992 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:48.992 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:48.992 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2023-12-22T17:16:48.992 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:48.992 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:48.992 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:48.992 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:48.992 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:48.992 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:48.992 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.970929+0000", 2023-12-22T17:16:48.993 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.079009+0000", 2023-12-22T17:16:48.993 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.079009+0000", 2023-12-22T17:16:48.993 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.079343+0000", 2023-12-22T17:16:48.993 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.970929+0000", 2023-12-22T17:16:48.993 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:48.993 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:48.993 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:48.993 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:48.993 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.970929+0000", 2023-12-22T17:16:48.993 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.970929+0000", 2023-12-22T17:16:48.993 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.970929+0000", 2023-12-22T17:16:48.993 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:48.993 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:48.993 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:48.993 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.970929+0000", 2023-12-22T17:16:48.993 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.970929+0000", 2023-12-22T17:16:48.994 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:48.994 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:48.994 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:48.994 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:48.994 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:48.994 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:48.994 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:48.994 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:48.994 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:48.994 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:48.994 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:48.994 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:48.994 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:48.994 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.38", 2023-12-22T17:16:48.994 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:48.994 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:48.995 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:48.995 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:48.995 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:48.995 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T01:55:56.431773+0000", 2023-12-22T17:16:48.995 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:48.995 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:48.995 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:48.995 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:48.995 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:48.995 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:48.995 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:48.995 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:48.995 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:48.995 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:48.995 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:48.995 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:48.996 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:48.996 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:48.996 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:48.996 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:48.996 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:48.996 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:48.996 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:48.996 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:48.996 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:48.996 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:48.996 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:48.996 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:48.996 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:48.996 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:48.996 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:48.996 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:48.996 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:48.997 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:48.997 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:48.997 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:48.997 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:48.997 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:48.997 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:48.997 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:48.997 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:48.997 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:48.997 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:48.997 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:48.997 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:48.997 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:48.997 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:48.997 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.997 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:48.998 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:48.998 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:48.998 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:48.998 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:48.998 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:48.998 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:48.998 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2023-12-22T17:16:48.998 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:48.998 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:48.998 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:48.998 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:48.998 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:48.998 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:48.998 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:48.998 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:48.998 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2023-12-22T17:16:48.998 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:48.999 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:48.999 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:48.999 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:48.999 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:48.999 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:48.999 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.967381+0000", 2023-12-22T17:16:48.999 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.086211+0000", 2023-12-22T17:16:48.999 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.086211+0000", 2023-12-22T17:16:48.999 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.086529+0000", 2023-12-22T17:16:48.999 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.967381+0000", 2023-12-22T17:16:48.999 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:48.999 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:48.999 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:48.999 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:48.999 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.967381+0000", 2023-12-22T17:16:48.999 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.967381+0000", 2023-12-22T17:16:48.999 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.967381+0000", 2023-12-22T17:16:49.000 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.000 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.000 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.000 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.967381+0000", 2023-12-22T17:16:49.000 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.967381+0000", 2023-12-22T17:16:49.000 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.000 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.000 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.000 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.000 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.000 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.000 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.000 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.000 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.000 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.000 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.001 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.001 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.001 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.37", 2023-12-22T17:16:49.001 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.001 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.001 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.001 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 15, 2023-12-22T17:16:49.001 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.001 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T20:00:48.561842+0000", 2023-12-22T17:16:49.001 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.001 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.001 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.001 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.001 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.002 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.002 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.002 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.002 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.002 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.002 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.002 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.002 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.002 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.002 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.002 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.002 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.002 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.002 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.002 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.003 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.003 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.003 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.003 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.003 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.003 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.003 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.003 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.003 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.003 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.003 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.003 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.003 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.003 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.003 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.003 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.004 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.004 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.004 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.004 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.004 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.004 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.004 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.004 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.004 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.004 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.004 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.004 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.004 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.004 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:49.004 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.004 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2023-12-22T17:16:49.005 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.005 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.005 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.005 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.005 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:49.005 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.005 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:49.005 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.005 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2023-12-22T17:16:49.005 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.005 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.005 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.005 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.005 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.005 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.005 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.963276+0000", 2023-12-22T17:16:49.005 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.074093+0000", 2023-12-22T17:16:49.006 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.074093+0000", 2023-12-22T17:16:49.006 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.074494+0000", 2023-12-22T17:16:49.006 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.963276+0000", 2023-12-22T17:16:49.006 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.006 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.006 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.006 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.006 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.963276+0000", 2023-12-22T17:16:49.006 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.963276+0000", 2023-12-22T17:16:49.006 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.963276+0000", 2023-12-22T17:16:49.006 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.006 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.006 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.006 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.963276+0000", 2023-12-22T17:16:49.006 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.963276+0000", 2023-12-22T17:16:49.006 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.007 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.007 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.007 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.007 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.007 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.007 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.007 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.007 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.007 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.007 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.007 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.007 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.007 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.36", 2023-12-22T17:16:49.007 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.007 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.007 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.007 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.008 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.008 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T18:26:55.128223+0000", 2023-12-22T17:16:49.008 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.008 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.008 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.009 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.009 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.009 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.009 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.009 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.009 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.009 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.009 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.009 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.009 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.009 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.009 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.009 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.009 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.010 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.010 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.010 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.010 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.010 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.010 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.010 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.010 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.010 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.010 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.010 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.010 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.010 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.010 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.010 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.011 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.011 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.011 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.011 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.011 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:49.011 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.011 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:49.011 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.011 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2023-12-22T17:16:49.011 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.011 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.011 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.011 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.011 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:49.011 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.011 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:49.011 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.012 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2023-12-22T17:16:49.012 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.012 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.012 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.012 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.012 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.012 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.012 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.963020+0000", 2023-12-22T17:16:49.012 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.074595+0000", 2023-12-22T17:16:49.012 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.074595+0000", 2023-12-22T17:16:49.012 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.075415+0000", 2023-12-22T17:16:49.012 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.963020+0000", 2023-12-22T17:16:49.012 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.012 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.012 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.012 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.012 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.963020+0000", 2023-12-22T17:16:49.013 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.963020+0000", 2023-12-22T17:16:49.013 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.963020+0000", 2023-12-22T17:16:49.013 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.013 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.013 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.013 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.963020+0000", 2023-12-22T17:16:49.013 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.963020+0000", 2023-12-22T17:16:49.013 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.013 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.013 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.013 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.013 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.013 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.013 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.013 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.013 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.014 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.014 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.014 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.014 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.014 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.35", 2023-12-22T17:16:49.014 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.014 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.014 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.014 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.014 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.014 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T01:01:05.350910+0000", 2023-12-22T17:16:49.014 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.014 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.014 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.014 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.014 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.014 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.017 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.017 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.017 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.017 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.017 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.017 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.017 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.017 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.017 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.017 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.017 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.017 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:49.017 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.018 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:49.018 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.018 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2023-12-22T17:16:49.018 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.018 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.018 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.018 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.018 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:49.018 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:49.018 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:49.018 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.018 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 2, 2023-12-22T17:16:49.018 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.018 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.018 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.018 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.018 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.019 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.019 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:17.248678+0000", 2023-12-22T17:16:49.019 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:16:17.248347+0000", 2023-12-22T17:16:49.019 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:16:17.248347+0000", 2023-12-22T17:16:49.019 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:16:17.248678+0000", 2023-12-22T17:16:49.019 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:17.248678+0000", 2023-12-22T17:16:49.019 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.019 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.019 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.019 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 65, 2023-12-22T17:16:49.019 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:17.248678+0000", 2023-12-22T17:16:49.019 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:17.248678+0000", 2023-12-22T17:16:49.019 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:17.248678+0000", 2023-12-22T17:16:49.019 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.020 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.020 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.020 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:17.248678+0000", 2023-12-22T17:16:49.020 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:17.248678+0000", 2023-12-22T17:16:49.020 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.020 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.020 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.020 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.020 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 64, 2023-12-22T17:16:49.020 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.020 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.020 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.020 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.020 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.020 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.020 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.020 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.021 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.34", 2023-12-22T17:16:49.021 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.021 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.021 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 65, 2023-12-22T17:16:49.021 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 10, 2023-12-22T17:16:49.021 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.021 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T21:35:04.219219+0000", 2023-12-22T17:16:49.021 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.021 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.021 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.021 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.021 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.021 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.021 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.021 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.022 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.022 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.022 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.022 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.022 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.022 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.022 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.022 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.022 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.022 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.022 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.022 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.022 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.022 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.022 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.024 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.024 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.024 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.024 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.024 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.024 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.024 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.024 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.024 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.024 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:49.024 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:49.024 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:49.024 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.024 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 2, 2023-12-22T17:16:49.024 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.025 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.025 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.025 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.025 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.025 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:49.025 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:49.025 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.025 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2023-12-22T17:16:49.025 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.025 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.025 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.025 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.025 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.025 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.025 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.972939+0000", 2023-12-22T17:16:49.026 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.066009+0000", 2023-12-22T17:16:49.026 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.066009+0000", 2023-12-22T17:16:49.026 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.066341+0000", 2023-12-22T17:16:49.026 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.972939+0000", 2023-12-22T17:16:49.026 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.026 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.026 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.026 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.026 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.972939+0000", 2023-12-22T17:16:49.026 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.972939+0000", 2023-12-22T17:16:49.026 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.972939+0000", 2023-12-22T17:16:49.026 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.026 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.026 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.027 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.972939+0000", 2023-12-22T17:16:49.027 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.972939+0000", 2023-12-22T17:16:49.027 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.027 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.027 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.027 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.027 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.027 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.027 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.027 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.027 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.027 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.027 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.027 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.027 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.027 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.33", 2023-12-22T17:16:49.027 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.027 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.028 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.028 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.028 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.028 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T23:33:06.516414+0000", 2023-12-22T17:16:49.028 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.028 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.028 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.028 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.028 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.028 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.028 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.028 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.028 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.028 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.028 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.028 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.029 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.029 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.029 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.029 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.029 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.029 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.029 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.029 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.029 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.029 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.029 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.029 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.029 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.030 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.030 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.030 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.030 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.030 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.030 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.030 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.030 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.030 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.030 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.030 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.030 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.030 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.030 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.030 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.031 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.031 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.031 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.031 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.031 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.031 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.031 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.031 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.031 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:49.031 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:49.031 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.031 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2023-12-22T17:16:49.031 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.031 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.031 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.031 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.031 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.032 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.032 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2023-12-22T17:16:49.032 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.032 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2023-12-22T17:16:49.032 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.032 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.032 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.032 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.032 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.032 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.032 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.970151+0000", 2023-12-22T17:16:49.032 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.077583+0000", 2023-12-22T17:16:49.032 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.077583+0000", 2023-12-22T17:16:49.032 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.082202+0000", 2023-12-22T17:16:49.032 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.970151+0000", 2023-12-22T17:16:49.032 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.033 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.033 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.033 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.033 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.970151+0000", 2023-12-22T17:16:49.033 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.970151+0000", 2023-12-22T17:16:49.033 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.970151+0000", 2023-12-22T17:16:49.033 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.033 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.033 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.033 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.970151+0000", 2023-12-22T17:16:49.033 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.970151+0000", 2023-12-22T17:16:49.033 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.033 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.033 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.033 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.033 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.034 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.034 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.034 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.034 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.034 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.034 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.034 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.034 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.034 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.32", 2023-12-22T17:16:49.034 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.034 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.034 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.034 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.034 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.034 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T20:10:32.767303+0000", 2023-12-22T17:16:49.035 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.035 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.035 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.035 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.035 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.035 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.035 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.035 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.035 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.035 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.035 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.035 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.035 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.035 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.035 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.036 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.036 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.036 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.036 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.036 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.036 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.036 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.036 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.036 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.036 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.036 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.036 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.036 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.036 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.037 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.037 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.037 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.037 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.037 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.037 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.037 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.037 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.037 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.037 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.037 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.037 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.037 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.037 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.037 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.038 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.038 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.038 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.038 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.038 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.038 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2023-12-22T17:16:49.038 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.038 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2023-12-22T17:16:49.038 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.038 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.038 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.038 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.038 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.038 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:49.038 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2023-12-22T17:16:49.038 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.039 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2023-12-22T17:16:49.039 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.039 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.039 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.039 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.039 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.039 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.039 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:17.248454+0000", 2023-12-22T17:16:49.039 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:16:17.248134+0000", 2023-12-22T17:16:49.039 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:16:17.248134+0000", 2023-12-22T17:16:49.039 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:16:17.248454+0000", 2023-12-22T17:16:49.039 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:17.248454+0000", 2023-12-22T17:16:49.039 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.039 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.039 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.040 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 65, 2023-12-22T17:16:49.040 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:17.248454+0000", 2023-12-22T17:16:49.040 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:17.248454+0000", 2023-12-22T17:16:49.040 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:17.248454+0000", 2023-12-22T17:16:49.040 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.040 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.040 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.040 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:17.248454+0000", 2023-12-22T17:16:49.040 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:17.248454+0000", 2023-12-22T17:16:49.040 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.040 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.040 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.040 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.040 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 64, 2023-12-22T17:16:49.041 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.041 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.041 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.041 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.041 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.041 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.041 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.041 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.041 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.31", 2023-12-22T17:16:49.041 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.041 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.041 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 65, 2023-12-22T17:16:49.041 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 26, 2023-12-22T17:16:49.041 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.041 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T19:03:59.311714+0000", 2023-12-22T17:16:49.042 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.042 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.042 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.044 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.044 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.044 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.044 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.044 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.044 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.044 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.044 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.044 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.044 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.044 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.044 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.044 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.044 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.044 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:49.045 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2023-12-22T17:16:49.045 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.045 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2023-12-22T17:16:49.045 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.045 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.045 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.045 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.045 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.045 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.045 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:49.045 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.045 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2023-12-22T17:16:49.045 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.045 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.045 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.046 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.046 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.046 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.962762+0000", 2023-12-22T17:16:49.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.084775+0000", 2023-12-22T17:16:49.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.084775+0000", 2023-12-22T17:16:49.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.085141+0000", 2023-12-22T17:16:49.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.962762+0000", 2023-12-22T17:16:49.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.962762+0000", 2023-12-22T17:16:49.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.962762+0000", 2023-12-22T17:16:49.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.962762+0000", 2023-12-22T17:16:49.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.047 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.047 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.962762+0000", 2023-12-22T17:16:49.047 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.962762+0000", 2023-12-22T17:16:49.047 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.047 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.047 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.047 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.047 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.047 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.047 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.047 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.047 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.047 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.047 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.047 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.047 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.048 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.30", 2023-12-22T17:16:49.048 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.048 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.048 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.048 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.048 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.048 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T02:22:51.088173+0000", 2023-12-22T17:16:49.048 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.048 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.048 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.048 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.048 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.048 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.048 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.048 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.051 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.051 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.051 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.051 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.051 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.051 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.051 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.051 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.051 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.051 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.051 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.051 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.051 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.051 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:49.052 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.052 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2023-12-22T17:16:49.052 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.052 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.052 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.052 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.052 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.052 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.052 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:49.052 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.052 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2023-12-22T17:16:49.052 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.052 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.052 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.052 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.053 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.053 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.053 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.963350+0000", 2023-12-22T17:16:49.053 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.079722+0000", 2023-12-22T17:16:49.053 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.079722+0000", 2023-12-22T17:16:49.053 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.080208+0000", 2023-12-22T17:16:49.053 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.963350+0000", 2023-12-22T17:16:49.053 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.053 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.053 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.053 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.053 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.963350+0000", 2023-12-22T17:16:49.053 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.963350+0000", 2023-12-22T17:16:49.053 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.963350+0000", 2023-12-22T17:16:49.054 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.054 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.054 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.054 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.963350+0000", 2023-12-22T17:16:49.054 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.963350+0000", 2023-12-22T17:16:49.054 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.054 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.054 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.054 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.054 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.054 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.054 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.054 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.054 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.054 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.055 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.055 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.055 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.055 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.2f", 2023-12-22T17:16:49.055 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.055 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.055 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.055 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.055 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.055 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T01:17:40.568968+0000", 2023-12-22T17:16:49.055 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.055 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.055 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.055 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.055 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.055 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.055 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.055 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.056 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.056 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.056 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.056 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.056 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.056 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.056 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.056 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.056 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.056 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.056 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.056 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.056 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.056 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.056 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.057 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.057 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.057 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.057 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.057 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.057 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.057 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.057 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.057 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.057 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.057 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.057 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.057 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.057 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.058 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.058 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.058 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.058 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.058 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.058 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.058 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.058 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.058 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.058 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.058 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.058 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.058 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:49.058 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.059 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2023-12-22T17:16:49.059 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.059 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.059 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.059 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.059 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:49.059 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:49.059 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:49.059 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.059 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 2, 2023-12-22T17:16:49.059 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.059 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.059 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.059 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.059 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.059 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.060 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.962950+0000", 2023-12-22T17:16:49.060 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.074191+0000", 2023-12-22T17:16:49.060 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.074191+0000", 2023-12-22T17:16:49.060 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.074514+0000", 2023-12-22T17:16:49.060 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.962950+0000", 2023-12-22T17:16:49.060 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.060 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.060 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.060 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.060 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.962950+0000", 2023-12-22T17:16:49.060 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.962950+0000", 2023-12-22T17:16:49.060 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.962950+0000", 2023-12-22T17:16:49.060 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.060 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.060 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.061 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.962950+0000", 2023-12-22T17:16:49.061 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.962950+0000", 2023-12-22T17:16:49.061 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.061 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.061 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.061 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.061 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.061 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.061 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.061 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.061 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.061 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.061 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.061 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.061 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.062 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.2e", 2023-12-22T17:16:49.062 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.062 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.062 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.062 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.062 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.062 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T19:11:08.553764+0000", 2023-12-22T17:16:49.062 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.062 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.062 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.062 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.062 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.062 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.062 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.062 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.062 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.063 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.063 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.063 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.063 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.063 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.063 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.063 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.063 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.063 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.063 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.063 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.063 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.063 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.063 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.063 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.063 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.064 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.064 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.064 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.064 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.064 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.064 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.064 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.064 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.064 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.064 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.064 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.064 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.064 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.064 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.064 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.065 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.065 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.065 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.065 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.065 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.065 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.065 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.065 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:49.065 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:49.065 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:49.065 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.065 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 2, 2023-12-22T17:16:49.065 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.065 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.065 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.065 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.066 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.066 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:49.066 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:49.066 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.066 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2023-12-22T17:16:49.066 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.066 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.066 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.066 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.066 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.066 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.066 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.966337+0000", 2023-12-22T17:16:49.066 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.090279+0000", 2023-12-22T17:16:49.066 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.090279+0000", 2023-12-22T17:16:49.066 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.090588+0000", 2023-12-22T17:16:49.066 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.966337+0000", 2023-12-22T17:16:49.066 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.067 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.067 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.067 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.067 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.966337+0000", 2023-12-22T17:16:49.067 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.966337+0000", 2023-12-22T17:16:49.067 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.966337+0000", 2023-12-22T17:16:49.067 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.067 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.067 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.067 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.966337+0000", 2023-12-22T17:16:49.067 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.966337+0000", 2023-12-22T17:16:49.067 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.067 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.067 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.067 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.068 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.068 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.068 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.068 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.068 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.068 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.068 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.068 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.068 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.068 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.2d", 2023-12-22T17:16:49.068 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.068 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.068 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.068 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 15, 2023-12-22T17:16:49.069 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.069 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T20:29:38.254955+0000", 2023-12-22T17:16:49.069 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.069 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.069 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.070 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.070 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.070 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.070 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.070 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.070 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.070 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.070 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.070 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.070 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.070 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.070 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.070 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.070 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.070 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.071 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.071 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.071 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.071 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.071 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.071 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.071 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.071 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.071 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.071 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.071 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.071 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.071 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.071 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.071 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.072 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.072 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.072 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.072 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.072 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.072 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:49.072 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:49.072 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.072 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2023-12-22T17:16:49.072 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.072 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.072 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.072 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.072 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.072 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.073 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:49.073 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.073 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2023-12-22T17:16:49.073 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.073 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.073 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:49.073 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.073 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.073 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.073 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.970980+0000", 2023-12-22T17:16:49.073 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.120859+0000", 2023-12-22T17:16:49.073 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.120859+0000", 2023-12-22T17:16:49.073 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.121358+0000", 2023-12-22T17:16:49.073 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.970980+0000", 2023-12-22T17:16:49.073 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.073 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.074 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.074 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:49.074 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.970980+0000", 2023-12-22T17:16:49.074 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.970980+0000", 2023-12-22T17:16:49.074 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.970980+0000", 2023-12-22T17:16:49.074 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.074 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.074 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.074 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.970980+0000", 2023-12-22T17:16:49.074 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.970980+0000", 2023-12-22T17:16:49.074 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.074 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 4, 2023-12-22T17:16:49.074 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.074 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.074 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:49.074 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.074 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.075 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.075 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.075 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 4, 2023-12-22T17:16:49.075 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.075 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.075 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.075 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.1f", 2023-12-22T17:16:49.075 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.075 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.075 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.075 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 21, 2023-12-22T17:16:49.075 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.075 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T01:24:17.828043+0000", 2023-12-22T17:16:49.075 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.075 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.076 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 554, 2023-12-22T17:16:49.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 6, 2023-12-22T17:16:49.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 2, 2023-12-22T17:16:49.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 2, 2023-12-22T17:16:49.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 1, 2023-12-22T17:16:49.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.078 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.078 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.078 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.078 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.078 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.078 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.078 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.078 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.078 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 4, 2023-12-22T17:16:49.078 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 1 2023-12-22T17:16:49.078 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.078 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.078 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.078 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.078 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.078 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.079 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:49.079 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.079 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2023-12-22T17:16:49.079 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "58'4" 2023-12-22T17:16:49.079 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.079 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.079 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.079 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.079 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:49.079 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:49.079 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.079 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2023-12-22T17:16:49.079 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.079 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.079 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.079 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.080 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.080 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.080 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.972307+0000", 2023-12-22T17:16:49.080 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.063479+0000", 2023-12-22T17:16:49.080 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.063479+0000", 2023-12-22T17:16:49.080 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.066465+0000", 2023-12-22T17:16:49.080 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.972307+0000", 2023-12-22T17:16:49.080 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.080 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.080 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.080 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.080 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.972307+0000", 2023-12-22T17:16:49.080 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.972307+0000", 2023-12-22T17:16:49.080 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.972307+0000", 2023-12-22T17:16:49.080 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.080 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.080 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.081 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.972307+0000", 2023-12-22T17:16:49.081 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.972307+0000", 2023-12-22T17:16:49.081 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.081 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.081 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.081 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.081 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.081 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.081 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.081 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.081 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.081 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.081 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.081 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.082 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.082 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.1e", 2023-12-22T17:16:49.082 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.082 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.082 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.082 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.082 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.082 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T23:14:06.895497+0000", 2023-12-22T17:16:49.082 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.082 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.082 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.082 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.082 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.082 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.082 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.082 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.082 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.083 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.083 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.083 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.083 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.083 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.083 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.083 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.083 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.083 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.083 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.083 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.083 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.083 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.083 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.083 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.083 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.085 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.085 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.085 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.085 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.085 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.085 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.085 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:49.085 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:49.085 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.085 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2023-12-22T17:16:49.085 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.085 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.085 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.085 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.085 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.086 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.086 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2023-12-22T17:16:49.086 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.086 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2023-12-22T17:16:49.086 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.086 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.086 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:49.086 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.086 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.086 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.086 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.972385+0000", 2023-12-22T17:16:49.086 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.122167+0000", 2023-12-22T17:16:49.086 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.122167+0000", 2023-12-22T17:16:49.086 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.122491+0000", 2023-12-22T17:16:49.086 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.972385+0000", 2023-12-22T17:16:49.086 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.086 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.087 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.087 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:49.087 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.972385+0000", 2023-12-22T17:16:49.087 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.972385+0000", 2023-12-22T17:16:49.087 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.972385+0000", 2023-12-22T17:16:49.087 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.087 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.087 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.087 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.972385+0000", 2023-12-22T17:16:49.087 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.972385+0000", 2023-12-22T17:16:49.087 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.087 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 1, 2023-12-22T17:16:49.087 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.087 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.087 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:49.087 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.088 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.088 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.088 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.088 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 1, 2023-12-22T17:16:49.088 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.088 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.088 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.088 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.1e", 2023-12-22T17:16:49.088 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.088 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.088 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.088 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 18, 2023-12-22T17:16:49.088 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.088 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T19:40:57.987404+0000", 2023-12-22T17:16:49.088 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.088 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.089 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.089 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.089 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.089 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.089 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.089 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.089 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.089 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.089 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.089 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.089 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.089 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.089 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.089 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.089 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.089 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.090 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.090 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.090 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.090 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.090 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.090 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.090 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.090 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.090 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.090 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.090 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.090 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.090 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.090 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.090 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.090 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.091 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.091 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.091 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.091 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.091 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.091 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.091 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.091 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.091 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.091 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.091 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.091 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.091 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.091 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.091 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.091 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2023-12-22T17:16:49.092 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.092 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2023-12-22T17:16:49.092 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "58'1" 2023-12-22T17:16:49.092 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.092 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.092 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.092 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.092 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.092 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:49.092 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.092 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2023-12-22T17:16:49.092 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.092 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.092 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.092 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.092 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.093 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.093 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.970803+0000", 2023-12-22T17:16:49.093 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.075413+0000", 2023-12-22T17:16:49.093 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.075413+0000", 2023-12-22T17:16:49.093 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.077941+0000", 2023-12-22T17:16:49.093 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.970803+0000", 2023-12-22T17:16:49.093 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.093 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.093 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.093 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.093 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.970803+0000", 2023-12-22T17:16:49.093 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.970803+0000", 2023-12-22T17:16:49.093 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.970803+0000", 2023-12-22T17:16:49.093 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.093 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.093 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.093 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.970803+0000", 2023-12-22T17:16:49.094 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.970803+0000", 2023-12-22T17:16:49.094 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.094 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.094 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.094 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.094 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.094 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.094 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.094 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.094 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.094 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.094 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.094 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.094 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.094 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.1f", 2023-12-22T17:16:49.094 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.094 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.095 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.095 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.095 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.095 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T21:56:04.035319+0000", 2023-12-22T17:16:49.095 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.095 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.095 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.095 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.095 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.095 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.095 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.095 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.095 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.095 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.095 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.095 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.096 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.096 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.096 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.096 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.096 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.096 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.096 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.096 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.096 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.096 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.096 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.096 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.096 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.096 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.096 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.096 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.096 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.097 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.097 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.097 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.097 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.097 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.097 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.097 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.097 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.097 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.097 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.097 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.097 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.097 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.097 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.097 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.097 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.098 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.098 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.098 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.098 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.098 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:49.098 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.098 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2023-12-22T17:16:49.098 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.098 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.098 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.098 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.098 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.098 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:49.098 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:49.098 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.099 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2023-12-22T17:16:49.099 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.099 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.099 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:49.099 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.099 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.099 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.099 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.966820+0000", 2023-12-22T17:16:49.099 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.127889+0000", 2023-12-22T17:16:49.099 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.127889+0000", 2023-12-22T17:16:49.099 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.128410+0000", 2023-12-22T17:16:49.099 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.966820+0000", 2023-12-22T17:16:49.099 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.099 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.099 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.099 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:49.100 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.966820+0000", 2023-12-22T17:16:49.100 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.966820+0000", 2023-12-22T17:16:49.100 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.966820+0000", 2023-12-22T17:16:49.100 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.100 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.100 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.100 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.966820+0000", 2023-12-22T17:16:49.100 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.966820+0000", 2023-12-22T17:16:49.100 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.100 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 2, 2023-12-22T17:16:49.100 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.100 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.100 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:49.100 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.100 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.100 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.100 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.101 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 2, 2023-12-22T17:16:49.101 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.101 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.101 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.101 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.1d", 2023-12-22T17:16:49.101 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.101 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.101 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.101 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 18, 2023-12-22T17:16:49.101 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.101 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T05:01:22.054951+0000", 2023-12-22T17:16:49.101 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.101 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.101 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.101 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.101 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.102 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.102 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.102 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.102 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.102 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.102 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.102 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.102 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.102 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.102 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.102 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.102 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.102 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.102 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.102 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 3, 2023-12-22T17:16:49.102 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 1, 2023-12-22T17:16:49.103 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.103 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 1, 2023-12-22T17:16:49.103 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.103 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.103 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.103 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.103 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.103 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 1, 2023-12-22T17:16:49.103 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.103 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.103 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.103 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.103 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.103 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.103 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.103 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.103 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.103 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.104 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.104 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.104 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 3, 2023-12-22T17:16:49.104 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.104 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.104 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.104 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.104 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.104 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.104 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:49.104 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:49.104 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.104 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2023-12-22T17:16:49.104 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "58'2" 2023-12-22T17:16:49.104 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.104 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.105 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.105 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.105 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.105 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:49.105 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.105 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2023-12-22T17:16:49.105 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.105 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.105 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.105 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.105 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.105 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.105 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.963172+0000", 2023-12-22T17:16:49.105 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.079659+0000", 2023-12-22T17:16:49.105 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.079659+0000", 2023-12-22T17:16:49.105 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.080480+0000", 2023-12-22T17:16:49.105 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.963172+0000", 2023-12-22T17:16:49.106 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.106 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.106 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.106 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.106 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.963172+0000", 2023-12-22T17:16:49.106 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.963172+0000", 2023-12-22T17:16:49.106 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.963172+0000", 2023-12-22T17:16:49.106 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.106 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.106 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.106 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.963172+0000", 2023-12-22T17:16:49.106 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.963172+0000", 2023-12-22T17:16:49.106 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.106 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.106 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.106 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.106 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.107 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.107 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.107 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.107 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.107 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.107 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.107 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.107 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.107 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.1c", 2023-12-22T17:16:49.107 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.107 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.107 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.107 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.107 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.107 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T04:17:43.831800+0000", 2023-12-22T17:16:49.107 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.107 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.108 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.108 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.108 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.108 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.108 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.108 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.108 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.108 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.108 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.108 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.108 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.108 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.108 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.108 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.108 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.108 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.108 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.109 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.109 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.109 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.109 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.109 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.109 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.109 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.109 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.109 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.109 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.109 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.109 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.109 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.109 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.109 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.110 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.110 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.110 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.110 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.110 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.110 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.110 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.110 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.110 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.110 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.110 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.110 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.110 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.110 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.111 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.111 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:49.111 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.111 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2023-12-22T17:16:49.111 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.111 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.111 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.111 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.111 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.111 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.111 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:49.111 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.111 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2023-12-22T17:16:49.111 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.111 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.111 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:49.111 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.112 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.112 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.112 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.966237+0000", 2023-12-22T17:16:49.112 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.127717+0000", 2023-12-22T17:16:49.112 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.127717+0000", 2023-12-22T17:16:49.112 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.128059+0000", 2023-12-22T17:16:49.112 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.966237+0000", 2023-12-22T17:16:49.112 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.112 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.112 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.112 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:49.112 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.966237+0000", 2023-12-22T17:16:49.112 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.966237+0000", 2023-12-22T17:16:49.112 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.966237+0000", 2023-12-22T17:16:49.112 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.112 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.112 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.113 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.966237+0000", 2023-12-22T17:16:49.113 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.966237+0000", 2023-12-22T17:16:49.113 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.113 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 2, 2023-12-22T17:16:49.113 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.113 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.113 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:49.113 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.113 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.113 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.113 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.113 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 2, 2023-12-22T17:16:49.113 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.113 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.113 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.114 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.1c", 2023-12-22T17:16:49.114 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.114 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.114 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.114 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 18, 2023-12-22T17:16:49.114 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.114 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T04:35:35.235720+0000", 2023-12-22T17:16:49.114 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.114 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.114 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.114 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.114 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.114 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.114 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.114 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.114 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.115 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.115 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.115 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.115 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.115 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.115 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.115 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.115 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.115 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.115 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.115 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 3, 2023-12-22T17:16:49.115 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 1, 2023-12-22T17:16:49.115 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.115 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 1, 2023-12-22T17:16:49.115 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.115 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.116 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.116 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.116 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.116 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 1, 2023-12-22T17:16:49.116 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.116 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.116 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.116 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.116 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.116 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.116 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.116 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.116 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.116 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.117 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.117 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.117 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 3, 2023-12-22T17:16:49.117 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.117 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.117 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.117 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.117 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.117 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.117 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.117 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:49.117 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.117 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2023-12-22T17:16:49.117 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "58'2" 2023-12-22T17:16:49.117 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.117 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.118 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.118 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.118 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.118 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:49.118 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.118 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2023-12-22T17:16:49.118 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.118 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.118 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.118 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.118 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.118 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.118 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.962362+0000", 2023-12-22T17:16:49.118 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.073198+0000", 2023-12-22T17:16:49.118 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.073198+0000", 2023-12-22T17:16:49.118 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.073489+0000", 2023-12-22T17:16:49.118 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.962362+0000", 2023-12-22T17:16:49.119 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.119 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.119 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.119 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.119 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.962362+0000", 2023-12-22T17:16:49.119 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.962362+0000", 2023-12-22T17:16:49.119 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.962362+0000", 2023-12-22T17:16:49.119 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.119 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.119 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.119 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.962362+0000", 2023-12-22T17:16:49.119 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.962362+0000", 2023-12-22T17:16:49.119 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.119 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.119 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.119 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.119 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.120 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.120 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.120 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.120 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.120 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.120 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.120 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.120 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.120 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.1d", 2023-12-22T17:16:49.120 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.120 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.120 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.120 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.120 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.121 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T23:53:31.714516+0000", 2023-12-22T17:16:49.121 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.121 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.121 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.121 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.121 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.121 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.121 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.121 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.121 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.121 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.121 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.121 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.121 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.121 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.121 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.121 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.122 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.122 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.122 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.122 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.122 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.122 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.122 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.122 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.122 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.122 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.122 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.123 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.123 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.123 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.123 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.123 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.123 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.123 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.123 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.123 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.123 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.123 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.123 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.123 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.123 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.123 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.123 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.124 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.124 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.124 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.124 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.124 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.124 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.124 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:49.124 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.124 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2023-12-22T17:16:49.124 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.124 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.124 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.124 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.124 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.125 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.125 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:49.125 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.125 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2023-12-22T17:16:49.125 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.125 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.125 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:49.125 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.125 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.125 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.125 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.973103+0000", 2023-12-22T17:16:49.125 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.124145+0000", 2023-12-22T17:16:49.125 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.124145+0000", 2023-12-22T17:16:49.125 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.124389+0000", 2023-12-22T17:16:49.126 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.973103+0000", 2023-12-22T17:16:49.126 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.126 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.126 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.126 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:49.126 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.973103+0000", 2023-12-22T17:16:49.126 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.973103+0000", 2023-12-22T17:16:49.126 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.973103+0000", 2023-12-22T17:16:49.126 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.126 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.126 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.126 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.973103+0000", 2023-12-22T17:16:49.126 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.973103+0000", 2023-12-22T17:16:49.126 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.126 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 1, 2023-12-22T17:16:49.126 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.127 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.127 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:49.127 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.127 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.127 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.127 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.127 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 1, 2023-12-22T17:16:49.127 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.127 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.127 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.127 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.1b", 2023-12-22T17:16:49.127 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.127 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.127 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.127 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 18, 2023-12-22T17:16:49.127 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.128 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T22:22:51.061279+0000", 2023-12-22T17:16:49.128 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.128 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.128 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.128 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.128 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.128 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.128 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.128 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.128 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.128 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.128 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.128 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.128 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.128 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.128 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.129 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.129 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.129 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.129 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.129 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.129 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.129 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.129 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.129 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.129 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.129 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.129 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.129 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.129 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.129 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.129 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.130 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.130 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.130 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.130 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.130 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.130 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.130 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.130 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.130 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.130 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.130 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.130 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.130 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.130 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.130 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.131 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.131 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.131 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.131 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:49.131 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.131 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2023-12-22T17:16:49.131 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "58'1" 2023-12-22T17:16:49.131 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.131 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.131 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.131 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.131 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.131 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:49.131 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.132 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 4, 2023-12-22T17:16:49.132 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.132 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.132 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.132 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.132 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.132 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.132 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.961485+0000", 2023-12-22T17:16:49.132 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.076133+0000", 2023-12-22T17:16:49.132 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.076133+0000", 2023-12-22T17:16:49.132 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.076477+0000", 2023-12-22T17:16:49.132 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.961485+0000", 2023-12-22T17:16:49.132 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.132 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.132 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.132 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.133 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.961485+0000", 2023-12-22T17:16:49.133 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.961485+0000", 2023-12-22T17:16:49.133 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.961485+0000", 2023-12-22T17:16:49.133 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.133 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.133 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.133 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.961485+0000", 2023-12-22T17:16:49.133 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.961485+0000", 2023-12-22T17:16:49.133 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.133 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.133 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.133 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.133 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.133 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.133 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.134 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.134 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.134 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.134 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.134 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.134 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.134 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.1a", 2023-12-22T17:16:49.134 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.134 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.134 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.134 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.134 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.134 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T00:45:50.207512+0000", 2023-12-22T17:16:49.134 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.134 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.134 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.135 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.135 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.135 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.135 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.135 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.135 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.135 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.135 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.135 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.135 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.135 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.135 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.135 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.135 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.135 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.135 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.136 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.136 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.136 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.136 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.136 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.136 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.136 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.136 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.136 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.136 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.136 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.136 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.136 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.136 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.136 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.137 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.137 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.137 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.137 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.137 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.137 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.137 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.137 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.137 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.137 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.137 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.137 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.137 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.137 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.137 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.138 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:49.138 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.138 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 4, 2023-12-22T17:16:49.138 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.138 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.138 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.138 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.138 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:49.138 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.138 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:49.138 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.138 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2023-12-22T17:16:49.138 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.138 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.138 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:49.139 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.139 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.139 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.139 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.961516+0000", 2023-12-22T17:16:49.139 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.123302+0000", 2023-12-22T17:16:49.139 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.123302+0000", 2023-12-22T17:16:49.139 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.124454+0000", 2023-12-22T17:16:49.139 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.961516+0000", 2023-12-22T17:16:49.139 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.139 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.139 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.139 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:49.139 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.961516+0000", 2023-12-22T17:16:49.139 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.961516+0000", 2023-12-22T17:16:49.139 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.961516+0000", 2023-12-22T17:16:49.139 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.140 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.140 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.140 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.961516+0000", 2023-12-22T17:16:49.140 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.961516+0000", 2023-12-22T17:16:49.140 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.140 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 1, 2023-12-22T17:16:49.140 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.140 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.140 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:49.140 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.140 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.140 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.140 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.140 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 1, 2023-12-22T17:16:49.140 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.141 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.141 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.141 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.1a", 2023-12-22T17:16:49.141 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.141 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.141 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.141 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 18, 2023-12-22T17:16:49.141 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.141 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T04:13:15.851795+0000", 2023-12-22T17:16:49.141 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.141 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.141 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.141 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.142 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.142 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.142 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.142 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.142 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.142 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.142 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.142 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.142 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.142 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.142 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.142 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.142 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.142 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.142 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.143 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.143 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.143 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.143 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.143 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.143 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.143 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.143 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.143 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.143 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.143 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.143 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.143 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.143 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.144 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.144 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.144 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.144 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.144 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.144 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.144 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.144 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.144 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.144 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.144 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.144 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.144 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.144 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.144 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:49.145 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.145 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:49.145 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.145 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2023-12-22T17:16:49.145 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "58'1" 2023-12-22T17:16:49.145 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.145 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.145 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.145 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.145 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.145 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:49.145 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.145 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2023-12-22T17:16:49.145 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.146 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.146 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.146 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.146 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.146 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.146 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.966708+0000", 2023-12-22T17:16:49.146 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.078140+0000", 2023-12-22T17:16:49.146 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.078140+0000", 2023-12-22T17:16:49.146 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.085792+0000", 2023-12-22T17:16:49.146 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.966708+0000", 2023-12-22T17:16:49.146 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.146 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.146 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.146 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.146 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.966708+0000", 2023-12-22T17:16:49.146 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.966708+0000", 2023-12-22T17:16:49.147 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.966708+0000", 2023-12-22T17:16:49.147 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.147 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.147 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.147 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.966708+0000", 2023-12-22T17:16:49.147 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.966708+0000", 2023-12-22T17:16:49.147 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.147 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.147 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.147 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.147 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.147 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.147 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.147 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.147 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.148 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.148 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.148 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.148 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.148 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.1b", 2023-12-22T17:16:49.148 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.148 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.148 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.148 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.148 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.148 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T00:34:07.243391+0000", 2023-12-22T17:16:49.148 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.148 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.148 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.148 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.149 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.149 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.149 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.149 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.149 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.149 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.149 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.149 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.149 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.149 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.149 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.149 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.149 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.149 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.149 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.149 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.150 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.150 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.150 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.150 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.150 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.150 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.150 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.150 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.150 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.150 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.150 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.150 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.150 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.150 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.150 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.150 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.151 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.151 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.151 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.151 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.151 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.151 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.151 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.151 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.151 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.151 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.151 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.151 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.151 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.151 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:49.151 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.151 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2023-12-22T17:16:49.152 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.152 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.152 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.152 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.152 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.152 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:49.152 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:49.152 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.152 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2023-12-22T17:16:49.152 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.152 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.152 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:49.152 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.152 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.153 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.153 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.972842+0000", 2023-12-22T17:16:49.153 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.114910+0000", 2023-12-22T17:16:49.153 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.114910+0000", 2023-12-22T17:16:49.153 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.115210+0000", 2023-12-22T17:16:49.153 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.972842+0000", 2023-12-22T17:16:49.153 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.153 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.153 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.153 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:49.153 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.972842+0000", 2023-12-22T17:16:49.153 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.972842+0000", 2023-12-22T17:16:49.153 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.972842+0000", 2023-12-22T17:16:49.153 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.153 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.154 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.154 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.972842+0000", 2023-12-22T17:16:49.154 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.972842+0000", 2023-12-22T17:16:49.154 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.154 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.154 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.154 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.154 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:49.154 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.154 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.154 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.154 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.154 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.154 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.154 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.154 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.154 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.19", 2023-12-22T17:16:49.155 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.155 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.155 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.155 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 17, 2023-12-22T17:16:49.155 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.155 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T18:59:15.958025+0000", 2023-12-22T17:16:49.155 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.155 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.155 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.155 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.155 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.155 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.155 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.155 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.155 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.155 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.155 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.156 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.156 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.156 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.156 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.156 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.156 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.156 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.156 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.156 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.156 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.156 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.156 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.156 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.156 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.156 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.156 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.157 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.157 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.157 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.157 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.157 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.157 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.157 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.157 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.157 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.157 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.157 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.157 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.157 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.157 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.157 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.158 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.158 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.158 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.158 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.158 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.158 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.158 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:49.158 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:49.158 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.158 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2023-12-22T17:16:49.158 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.158 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.158 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.158 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.158 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.159 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.159 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:49.159 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.159 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2023-12-22T17:16:49.159 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.159 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.159 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.159 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.159 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.159 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.159 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.971139+0000", 2023-12-22T17:16:49.159 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.069628+0000", 2023-12-22T17:16:49.159 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.069628+0000", 2023-12-22T17:16:49.159 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.069949+0000", 2023-12-22T17:16:49.159 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.971139+0000", 2023-12-22T17:16:49.160 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.160 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.160 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.160 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.160 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.971139+0000", 2023-12-22T17:16:49.160 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.971139+0000", 2023-12-22T17:16:49.160 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.971139+0000", 2023-12-22T17:16:49.160 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.160 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.160 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.160 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.971139+0000", 2023-12-22T17:16:49.160 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.971139+0000", 2023-12-22T17:16:49.160 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.160 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.160 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.160 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.160 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.161 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.161 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.161 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.161 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.161 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.161 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.161 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.161 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.161 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.18", 2023-12-22T17:16:49.161 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.161 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.161 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.161 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.161 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.161 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T01:18:04.310038+0000", 2023-12-22T17:16:49.162 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.162 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.162 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.162 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.162 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.162 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.162 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.162 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.162 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.162 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.162 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.162 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.162 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.162 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.162 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.163 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.163 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.163 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.163 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.163 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.163 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.163 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.163 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.163 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.163 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.163 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.163 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.163 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.163 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.163 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.163 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.164 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.164 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.164 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.164 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.164 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.164 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.164 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.164 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.164 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.164 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.164 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.164 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.164 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.164 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.164 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.164 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.164 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.165 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.165 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:49.165 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.165 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2023-12-22T17:16:49.165 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.165 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.165 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.165 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.165 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.165 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.165 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:49.165 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.165 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2023-12-22T17:16:49.165 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.166 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.166 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:49.166 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.166 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.166 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.166 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.962947+0000", 2023-12-22T17:16:49.166 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.121606+0000", 2023-12-22T17:16:49.166 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.121606+0000", 2023-12-22T17:16:49.166 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.121914+0000", 2023-12-22T17:16:49.166 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.962947+0000", 2023-12-22T17:16:49.166 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.166 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.166 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.166 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:49.166 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.962947+0000", 2023-12-22T17:16:49.166 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.962947+0000", 2023-12-22T17:16:49.166 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.962947+0000", 2023-12-22T17:16:49.167 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.167 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.167 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.167 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.962947+0000", 2023-12-22T17:16:49.167 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.962947+0000", 2023-12-22T17:16:49.167 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.167 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.167 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.167 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.167 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:49.167 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.167 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.167 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.167 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.167 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.167 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.167 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.168 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.168 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.18", 2023-12-22T17:16:49.168 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.168 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.168 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.168 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 17, 2023-12-22T17:16:49.168 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.168 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T18:26:41.424993+0000", 2023-12-22T17:16:49.168 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.168 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.168 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.168 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.168 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.168 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.168 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.169 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.169 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.169 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.169 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.169 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.169 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.169 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.169 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.169 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.169 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.169 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.169 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.169 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.169 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.169 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.169 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.170 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.170 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.170 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.170 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.170 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.170 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.170 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.170 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.170 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.170 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.170 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.170 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.170 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.170 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.171 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.171 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.171 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.171 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.171 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.171 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.171 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.171 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.171 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.171 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.171 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.171 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.171 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:49.171 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.171 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2023-12-22T17:16:49.172 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.172 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.172 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.172 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.172 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.172 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.172 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:49.172 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.172 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2023-12-22T17:16:49.172 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.172 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.172 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.172 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.172 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.172 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.173 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.959565+0000", 2023-12-22T17:16:49.173 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.068370+0000", 2023-12-22T17:16:49.173 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.068370+0000", 2023-12-22T17:16:49.173 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.068746+0000", 2023-12-22T17:16:49.173 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.959565+0000", 2023-12-22T17:16:49.173 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.173 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.173 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.173 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.173 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.959565+0000", 2023-12-22T17:16:49.173 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.959565+0000", 2023-12-22T17:16:49.173 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.959565+0000", 2023-12-22T17:16:49.173 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.173 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.173 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.173 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.959565+0000", 2023-12-22T17:16:49.173 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.959565+0000", 2023-12-22T17:16:49.174 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.174 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.174 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.174 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.174 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.174 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.174 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.174 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.174 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.174 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.174 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.174 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.174 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.174 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.19", 2023-12-22T17:16:49.174 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.175 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.175 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.175 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.175 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.175 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T19:25:46.315167+0000", 2023-12-22T17:16:49.175 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.175 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.175 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.175 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.175 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.175 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.175 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.175 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.175 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.175 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.175 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.175 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.176 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.176 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.176 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.176 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.176 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.176 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.176 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.176 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.176 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.176 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.176 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.176 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.176 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.176 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.176 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.176 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.176 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.177 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.177 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.177 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.177 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.177 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.177 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.177 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.177 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.177 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.177 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.177 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.177 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.177 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.177 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.178 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.178 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.178 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.178 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.178 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.178 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.178 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:49.178 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.178 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2023-12-22T17:16:49.178 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.178 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.178 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.178 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.178 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:49.179 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.179 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:49.179 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.179 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2023-12-22T17:16:49.179 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.179 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.179 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:49.179 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.179 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.179 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.179 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.963693+0000", 2023-12-22T17:16:49.179 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.116923+0000", 2023-12-22T17:16:49.179 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.116923+0000", 2023-12-22T17:16:49.179 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.117377+0000", 2023-12-22T17:16:49.180 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.963693+0000", 2023-12-22T17:16:49.180 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.180 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.180 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.180 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:49.180 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.963693+0000", 2023-12-22T17:16:49.180 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.963693+0000", 2023-12-22T17:16:49.180 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.963693+0000", 2023-12-22T17:16:49.180 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.180 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.180 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.180 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.963693+0000", 2023-12-22T17:16:49.180 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.963693+0000", 2023-12-22T17:16:49.180 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.181 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.181 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.181 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.181 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:49.181 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.181 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.181 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.181 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.181 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.181 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.181 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.181 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.181 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.17", 2023-12-22T17:16:49.181 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.181 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.182 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.182 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 17, 2023-12-22T17:16:49.182 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.182 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T17:52:47.976858+0000", 2023-12-22T17:16:49.182 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.182 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.182 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.182 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.182 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.182 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.182 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.182 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.182 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.182 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.182 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.183 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.183 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.183 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.183 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.183 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.183 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.183 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.183 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.183 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.183 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.183 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.183 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.183 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.183 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.183 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.184 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.184 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.184 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.184 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.184 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.184 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.184 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.184 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.184 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.184 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.184 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.184 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.184 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.184 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.185 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.185 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.185 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.185 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.185 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.185 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.185 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.185 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:49.185 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.185 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:49.185 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.185 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2023-12-22T17:16:49.185 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.185 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.185 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.186 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.186 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.186 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.186 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:49.186 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.186 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2023-12-22T17:16:49.186 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.186 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.186 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.186 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.186 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.186 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.186 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.962890+0000", 2023-12-22T17:16:49.186 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.080528+0000", 2023-12-22T17:16:49.187 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.080528+0000", 2023-12-22T17:16:49.187 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.080865+0000", 2023-12-22T17:16:49.187 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.962890+0000", 2023-12-22T17:16:49.187 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.187 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.187 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.187 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.187 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.962890+0000", 2023-12-22T17:16:49.187 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.962890+0000", 2023-12-22T17:16:49.187 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.962890+0000", 2023-12-22T17:16:49.187 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.187 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.187 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.187 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.962890+0000", 2023-12-22T17:16:49.187 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.962890+0000", 2023-12-22T17:16:49.188 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.188 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.188 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.188 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.188 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.188 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.188 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.188 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.188 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.188 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.188 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.188 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.188 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.188 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.16", 2023-12-22T17:16:49.188 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.189 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.189 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.189 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.189 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.189 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T19:59:11.745449+0000", 2023-12-22T17:16:49.189 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.189 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.189 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.189 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.189 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.189 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.189 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.189 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.189 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.190 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.190 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.190 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.190 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.190 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.190 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.190 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.190 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.190 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.190 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.190 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.190 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.190 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.190 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.190 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.190 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.190 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.191 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.191 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.191 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.191 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.191 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.191 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.191 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.191 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.191 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.191 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.191 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.191 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.191 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.191 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.191 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.192 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.192 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.192 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.192 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.192 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.192 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.192 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.192 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.192 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:49.192 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.192 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2023-12-22T17:16:49.192 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.192 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.192 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.192 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.192 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.192 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:49.193 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:49.193 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.193 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2023-12-22T17:16:49.193 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.193 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.193 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:49.193 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.193 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.193 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.193 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.962713+0000", 2023-12-22T17:16:49.193 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.125390+0000", 2023-12-22T17:16:49.193 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.125390+0000", 2023-12-22T17:16:49.193 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.125723+0000", 2023-12-22T17:16:49.194 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.962713+0000", 2023-12-22T17:16:49.194 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.194 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.194 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.194 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:49.194 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.962713+0000", 2023-12-22T17:16:49.194 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.962713+0000", 2023-12-22T17:16:49.194 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.962713+0000", 2023-12-22T17:16:49.194 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.194 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.194 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.194 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.962713+0000", 2023-12-22T17:16:49.194 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.962713+0000", 2023-12-22T17:16:49.194 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.195 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.195 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.195 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.195 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:49.195 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.195 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.195 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.195 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.195 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.195 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.195 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.195 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.195 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.16", 2023-12-22T17:16:49.195 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.195 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.196 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.196 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 17, 2023-12-22T17:16:49.196 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.196 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T00:13:43.885024+0000", 2023-12-22T17:16:49.196 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.196 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.196 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.196 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.196 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.196 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.196 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.196 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.196 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.196 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.196 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.196 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.197 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.197 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.197 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.197 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.197 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.197 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.197 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.197 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.197 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.197 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.197 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.197 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.197 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.197 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.197 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.197 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.197 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.198 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.198 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.198 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.198 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.198 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.198 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.198 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.198 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.198 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.198 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.198 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.198 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.198 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.198 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.198 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.198 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.198 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.199 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.199 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.199 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:49.199 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:49.199 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.199 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2023-12-22T17:16:49.199 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.199 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.199 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.199 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.199 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.199 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.199 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2023-12-22T17:16:49.199 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.199 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2023-12-22T17:16:49.200 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.200 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.200 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.200 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.200 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.200 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.200 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.970727+0000", 2023-12-22T17:16:49.200 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.074701+0000", 2023-12-22T17:16:49.200 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.074701+0000", 2023-12-22T17:16:49.200 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.075286+0000", 2023-12-22T17:16:49.200 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.970727+0000", 2023-12-22T17:16:49.200 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.200 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.200 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.200 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.200 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.970727+0000", 2023-12-22T17:16:49.200 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.970727+0000", 2023-12-22T17:16:49.201 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.970727+0000", 2023-12-22T17:16:49.201 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.201 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.201 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.201 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.970727+0000", 2023-12-22T17:16:49.201 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.970727+0000", 2023-12-22T17:16:49.201 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.201 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.201 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.201 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.201 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.201 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.201 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.201 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.201 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.201 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.202 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.202 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.202 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.202 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.17", 2023-12-22T17:16:49.202 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.202 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.202 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.202 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.202 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.202 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T02:34:05.213888+0000", 2023-12-22T17:16:49.202 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.202 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.202 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.202 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.202 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.203 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.203 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.203 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.203 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.203 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.203 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.203 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.203 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.203 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.203 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.203 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.203 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.203 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.203 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.203 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.203 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.204 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.204 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.204 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.204 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.204 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.204 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.204 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.204 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.204 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.204 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.204 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.204 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.204 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.204 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.204 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.204 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.204 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.205 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.205 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.205 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.205 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.205 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.205 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.205 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.205 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.205 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.205 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.205 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.205 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2023-12-22T17:16:49.205 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.205 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2023-12-22T17:16:49.205 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.205 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.206 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.206 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.206 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.206 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.206 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:49.206 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.206 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2023-12-22T17:16:49.206 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.206 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.206 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:49.206 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.206 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.206 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.206 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.959151+0000", 2023-12-22T17:16:49.206 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.117520+0000", 2023-12-22T17:16:49.206 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.117520+0000", 2023-12-22T17:16:49.207 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.118184+0000", 2023-12-22T17:16:49.207 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.959151+0000", 2023-12-22T17:16:49.207 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.207 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.207 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.207 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:49.207 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.959151+0000", 2023-12-22T17:16:49.207 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.959151+0000", 2023-12-22T17:16:49.207 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.959151+0000", 2023-12-22T17:16:49.207 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.207 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.207 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.207 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.959151+0000", 2023-12-22T17:16:49.207 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.959151+0000", 2023-12-22T17:16:49.207 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.208 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 3, 2023-12-22T17:16:49.208 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.208 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.208 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:49.208 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.208 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.208 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.208 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.208 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 3, 2023-12-22T17:16:49.208 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.208 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.208 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.208 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.15", 2023-12-22T17:16:49.208 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.209 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.209 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.209 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2023-12-22T17:16:49.209 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.209 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T18:37:46.157034+0000", 2023-12-22T17:16:49.209 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.209 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.209 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.209 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 90, 2023-12-22T17:16:49.209 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.209 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.209 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.209 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.209 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.210 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.210 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.210 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.210 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.210 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.210 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.210 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.210 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.210 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.210 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.210 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 6, 2023-12-22T17:16:49.210 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 2, 2023-12-22T17:16:49.210 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.211 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 2, 2023-12-22T17:16:49.211 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.211 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.211 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.211 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.211 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.211 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 1, 2023-12-22T17:16:49.211 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.211 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.211 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.211 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.211 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.211 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.211 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.211 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.211 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.212 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.212 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.212 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.212 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 4, 2023-12-22T17:16:49.212 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 1 2023-12-22T17:16:49.212 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.212 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.212 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.212 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.212 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.212 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.212 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:49.212 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.212 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2023-12-22T17:16:49.212 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "58'3" 2023-12-22T17:16:49.212 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.212 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.213 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.213 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.213 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.213 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:49.213 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.213 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 4, 2023-12-22T17:16:49.213 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.213 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.213 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.213 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.213 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.213 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.213 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.962501+0000", 2023-12-22T17:16:49.213 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.080124+0000", 2023-12-22T17:16:49.213 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.080124+0000", 2023-12-22T17:16:49.213 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.080449+0000", 2023-12-22T17:16:49.214 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.962501+0000", 2023-12-22T17:16:49.214 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.214 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.214 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.214 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.214 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.962501+0000", 2023-12-22T17:16:49.214 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.962501+0000", 2023-12-22T17:16:49.214 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.962501+0000", 2023-12-22T17:16:49.214 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.214 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.214 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.214 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.962501+0000", 2023-12-22T17:16:49.214 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.962501+0000", 2023-12-22T17:16:49.214 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.214 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.215 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.215 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.215 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.215 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.215 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.215 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.215 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.215 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.215 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.215 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.215 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.215 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.14", 2023-12-22T17:16:49.215 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.215 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.216 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.216 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.216 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.216 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T20:26:13.020341+0000", 2023-12-22T17:16:49.216 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.216 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.216 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.216 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.216 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.216 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.216 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.216 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.216 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.217 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.217 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.217 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.217 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.217 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.217 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.217 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.217 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.217 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.217 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.217 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.217 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.217 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.217 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.218 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.218 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.218 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.218 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.218 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.218 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.218 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.218 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.218 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.218 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.218 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.218 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.218 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.218 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.218 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.218 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.219 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.219 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.219 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.219 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.219 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.219 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.219 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.219 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.219 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.219 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.219 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:49.219 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.219 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 4, 2023-12-22T17:16:49.219 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.219 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.220 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.220 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.220 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:49.220 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.220 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2023-12-22T17:16:49.220 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.220 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2023-12-22T17:16:49.220 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.220 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.220 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:49.220 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.220 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.220 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.220 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:45.998308+0000", 2023-12-22T17:16:49.220 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.120720+0000", 2023-12-22T17:16:49.220 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.120720+0000", 2023-12-22T17:16:49.221 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.121004+0000", 2023-12-22T17:16:49.221 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:45.998308+0000", 2023-12-22T17:16:49.221 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.221 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.221 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.221 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:49.221 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:45.998308+0000", 2023-12-22T17:16:49.221 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:45.998308+0000", 2023-12-22T17:16:49.221 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:45.998308+0000", 2023-12-22T17:16:49.221 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.221 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.221 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.221 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:45.998308+0000", 2023-12-22T17:16:49.221 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:45.998308+0000", 2023-12-22T17:16:49.221 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.222 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 12, 2023-12-22T17:16:49.222 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.222 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.222 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:49.222 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.222 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.222 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.222 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.222 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 12, 2023-12-22T17:16:49.222 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.222 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.222 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.222 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.14", 2023-12-22T17:16:49.222 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.222 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.222 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 65, 2023-12-22T17:16:49.222 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 29, 2023-12-22T17:16:49.223 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.223 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T00:33:57.428613+0000", 2023-12-22T17:16:49.223 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.223 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.223 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.223 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 2606, 2023-12-22T17:16:49.223 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.223 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.223 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.223 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.223 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.223 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.223 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.223 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.223 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.224 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.224 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.224 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.224 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.224 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.224 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.224 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 12, 2023-12-22T17:16:49.224 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 4, 2023-12-22T17:16:49.224 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.224 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 4, 2023-12-22T17:16:49.224 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.224 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.224 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.224 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.225 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.225 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 1, 2023-12-22T17:16:49.225 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.225 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.225 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.225 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.225 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.225 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.225 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.225 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.225 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.225 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.225 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.225 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.226 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 12, 2023-12-22T17:16:49.226 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 9 2023-12-22T17:16:49.226 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.226 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.226 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.226 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.226 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:49.226 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.226 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2023-12-22T17:16:49.226 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.226 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2023-12-22T17:16:49.226 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "65'12" 2023-12-22T17:16:49.226 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.226 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.226 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.227 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.227 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.227 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:49.227 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.227 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2023-12-22T17:16:49.227 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.227 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.227 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.227 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.227 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.227 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.227 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.966532+0000", 2023-12-22T17:16:49.227 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.088005+0000", 2023-12-22T17:16:49.227 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.088005+0000", 2023-12-22T17:16:49.228 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.088334+0000", 2023-12-22T17:16:49.228 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.966532+0000", 2023-12-22T17:16:49.228 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.228 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.228 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.228 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.228 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.966532+0000", 2023-12-22T17:16:49.228 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.966532+0000", 2023-12-22T17:16:49.228 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.966532+0000", 2023-12-22T17:16:49.228 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.228 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.228 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.228 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.966532+0000", 2023-12-22T17:16:49.228 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.966532+0000", 2023-12-22T17:16:49.228 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.228 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.229 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.229 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.229 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.229 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.229 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.229 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.229 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.229 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.229 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.229 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.229 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.229 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.15", 2023-12-22T17:16:49.229 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.229 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.229 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.230 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 15, 2023-12-22T17:16:49.230 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.230 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T18:25:08.032405+0000", 2023-12-22T17:16:49.230 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.230 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.230 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.230 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.230 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.230 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.230 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.230 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.230 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.230 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.231 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.231 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.231 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.231 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.231 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.231 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.231 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.231 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.231 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.231 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.231 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.231 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.231 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.231 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.231 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.231 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.232 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.232 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.232 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.232 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.232 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.232 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.232 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.232 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.232 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.232 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.232 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.232 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.232 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.232 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.232 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.233 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.233 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.233 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.233 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.233 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.233 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.233 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.233 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.233 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:49.233 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.233 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2023-12-22T17:16:49.233 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.233 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.233 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.233 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.234 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.234 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.234 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2023-12-22T17:16:49.234 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.234 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2023-12-22T17:16:49.234 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.234 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.234 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:49.234 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.234 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.234 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.234 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.966970+0000", 2023-12-22T17:16:49.234 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.124175+0000", 2023-12-22T17:16:49.234 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.124175+0000", 2023-12-22T17:16:49.234 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.124676+0000", 2023-12-22T17:16:49.234 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.966970+0000", 2023-12-22T17:16:49.235 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.235 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.235 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.235 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:49.235 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.966970+0000", 2023-12-22T17:16:49.235 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.966970+0000", 2023-12-22T17:16:49.235 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.966970+0000", 2023-12-22T17:16:49.235 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.235 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.235 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.235 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.966970+0000", 2023-12-22T17:16:49.235 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.966970+0000", 2023-12-22T17:16:49.235 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.235 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 2, 2023-12-22T17:16:49.235 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.236 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.236 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:49.236 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.236 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.236 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.236 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.236 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 2, 2023-12-22T17:16:49.236 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.236 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.236 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.236 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.13", 2023-12-22T17:16:49.236 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.236 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.236 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.237 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 19, 2023-12-22T17:16:49.237 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.237 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T04:13:41.352784+0000", 2023-12-22T17:16:49.237 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.237 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.237 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.237 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 34, 2023-12-22T17:16:49.237 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.237 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.237 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.237 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.237 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.237 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.237 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.237 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.238 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.238 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.238 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.238 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.238 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.238 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.238 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.238 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 6, 2023-12-22T17:16:49.238 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 2, 2023-12-22T17:16:49.238 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.238 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 2, 2023-12-22T17:16:49.238 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.238 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.238 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.238 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.238 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.238 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 1, 2023-12-22T17:16:49.239 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.239 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.239 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.239 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.239 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.239 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.239 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.239 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.239 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.239 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.239 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.239 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.239 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 3, 2023-12-22T17:16:49.239 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 6 2023-12-22T17:16:49.239 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.240 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.240 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.240 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.240 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.240 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.240 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2023-12-22T17:16:49.240 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.240 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2023-12-22T17:16:49.240 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "58'2" 2023-12-22T17:16:49.240 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.240 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.240 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.240 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.240 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.240 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2023-12-22T17:16:49.241 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.241 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2023-12-22T17:16:49.241 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.241 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.241 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.241 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.241 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.241 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.241 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.969496+0000", 2023-12-22T17:16:49.241 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.071029+0000", 2023-12-22T17:16:49.241 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.071029+0000", 2023-12-22T17:16:49.241 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.071457+0000", 2023-12-22T17:16:49.241 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.969496+0000", 2023-12-22T17:16:49.241 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.241 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.242 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.242 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.242 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.969496+0000", 2023-12-22T17:16:49.242 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.969496+0000", 2023-12-22T17:16:49.242 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.969496+0000", 2023-12-22T17:16:49.242 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.242 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.242 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.242 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.969496+0000", 2023-12-22T17:16:49.242 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.969496+0000", 2023-12-22T17:16:49.242 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.242 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.242 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.242 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.243 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.243 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.243 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.243 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.243 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.243 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.243 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.243 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.243 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.243 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.12", 2023-12-22T17:16:49.243 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.243 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.243 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.243 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.243 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.243 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T03:05:26.779482+0000", 2023-12-22T17:16:49.244 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.244 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.244 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.244 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.244 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.244 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.244 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.244 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.244 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.244 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.244 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.244 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.244 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.244 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.244 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.244 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.245 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.245 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.245 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.245 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.245 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.245 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.245 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.245 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.245 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.245 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.245 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.245 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.246 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.246 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.246 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.246 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.246 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.246 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.246 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.246 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.246 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.246 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.246 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.246 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.246 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.246 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.246 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.246 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.247 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.247 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.247 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.247 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.247 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.247 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2023-12-22T17:16:49.247 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.247 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2023-12-22T17:16:49.247 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.247 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.247 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.247 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.247 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.247 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.247 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:49.248 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.248 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2023-12-22T17:16:49.248 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.248 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.248 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:49.248 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.248 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.248 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.248 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.961501+0000", 2023-12-22T17:16:49.248 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.121434+0000", 2023-12-22T17:16:49.248 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.121434+0000", 2023-12-22T17:16:49.248 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.121744+0000", 2023-12-22T17:16:49.248 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.961501+0000", 2023-12-22T17:16:49.248 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.248 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.249 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.249 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:49.249 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.961501+0000", 2023-12-22T17:16:49.249 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.961501+0000", 2023-12-22T17:16:49.249 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.961501+0000", 2023-12-22T17:16:49.249 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.249 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.249 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.249 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.961501+0000", 2023-12-22T17:16:49.249 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.961501+0000", 2023-12-22T17:16:49.249 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.249 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.249 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.249 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.250 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:49.250 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.250 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.250 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.250 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.250 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.250 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.250 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.250 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.250 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.12", 2023-12-22T17:16:49.250 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.250 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.250 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.250 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 17, 2023-12-22T17:16:49.250 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.250 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T02:13:18.075746+0000", 2023-12-22T17:16:49.251 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.251 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.251 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.251 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.251 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.251 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.251 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.251 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.251 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.251 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.251 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.251 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.251 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.251 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.251 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.251 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.252 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.252 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.252 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.252 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.252 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.252 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.252 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.252 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.252 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.252 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.252 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.252 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.252 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.252 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.252 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.252 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.253 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.253 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.253 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.253 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.253 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.253 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.253 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.253 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.253 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.253 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.253 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.253 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.253 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.253 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.253 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.253 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.254 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.254 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:49.254 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.254 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2023-12-22T17:16:49.254 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.254 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.254 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.254 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.254 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.254 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.254 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:49.254 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.254 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2023-12-22T17:16:49.254 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.254 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.254 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.255 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.255 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.255 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.255 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.966302+0000", 2023-12-22T17:16:49.255 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.081843+0000", 2023-12-22T17:16:49.255 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.081843+0000", 2023-12-22T17:16:49.255 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.082995+0000", 2023-12-22T17:16:49.255 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.966302+0000", 2023-12-22T17:16:49.255 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.255 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.255 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.255 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.255 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.966302+0000", 2023-12-22T17:16:49.255 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.966302+0000", 2023-12-22T17:16:49.255 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.966302+0000", 2023-12-22T17:16:49.255 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.255 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.256 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.256 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.966302+0000", 2023-12-22T17:16:49.256 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.966302+0000", 2023-12-22T17:16:49.256 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.256 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.256 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.256 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.256 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.256 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.256 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.256 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.256 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.256 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.256 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.256 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.256 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.257 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.13", 2023-12-22T17:16:49.257 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.257 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.257 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.257 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 15, 2023-12-22T17:16:49.257 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.257 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T22:09:21.772875+0000", 2023-12-22T17:16:49.257 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.257 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.257 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.257 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.257 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.257 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.257 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.257 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.257 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.257 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.258 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.258 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.258 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.258 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.258 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.258 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.258 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.258 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.258 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.258 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.258 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.258 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.258 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.258 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.258 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.259 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.259 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.259 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.259 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.259 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.259 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.259 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.259 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.259 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.259 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.259 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.259 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.259 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.259 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.260 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.260 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.260 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.260 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.260 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.260 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.260 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.260 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.260 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.260 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.260 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:49.260 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.260 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2023-12-22T17:16:49.261 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.261 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.261 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.261 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.261 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:49.261 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.261 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:49.261 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.261 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2023-12-22T17:16:49.261 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.261 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.261 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:49.261 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.261 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.262 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.262 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.961893+0000", 2023-12-22T17:16:49.262 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.110097+0000", 2023-12-22T17:16:49.262 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.110097+0000", 2023-12-22T17:16:49.262 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.111494+0000", 2023-12-22T17:16:49.262 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.961893+0000", 2023-12-22T17:16:49.262 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.262 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.262 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.262 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:49.262 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.961893+0000", 2023-12-22T17:16:49.262 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.961893+0000", 2023-12-22T17:16:49.262 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.961893+0000", 2023-12-22T17:16:49.262 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.262 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.262 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.262 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.961893+0000", 2023-12-22T17:16:49.263 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.961893+0000", 2023-12-22T17:16:49.263 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.263 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.263 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.263 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.263 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:49.263 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.263 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.263 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.263 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.263 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.263 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.263 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.263 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.263 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.11", 2023-12-22T17:16:49.263 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.263 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.264 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.264 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 17, 2023-12-22T17:16:49.264 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.264 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T04:57:23.284067+0000", 2023-12-22T17:16:49.264 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.264 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.264 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.264 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.264 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.264 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.264 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.264 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.264 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.264 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.264 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.264 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.264 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.265 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.265 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.265 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.265 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.265 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.265 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.265 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.265 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.265 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.265 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.265 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.265 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.265 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.265 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.265 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.265 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.266 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.266 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.266 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.266 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.266 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.266 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.266 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.266 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.266 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.266 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.266 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.266 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.266 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.266 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.266 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.266 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.266 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.267 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.267 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:49.267 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.267 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:49.267 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.267 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2023-12-22T17:16:49.267 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.267 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.267 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.267 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.267 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:49.267 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.267 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2023-12-22T17:16:49.267 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.267 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2023-12-22T17:16:49.267 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.267 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.268 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.268 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.268 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.268 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.268 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.962522+0000", 2023-12-22T17:16:49.268 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.073918+0000", 2023-12-22T17:16:49.268 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.073918+0000", 2023-12-22T17:16:49.268 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.074800+0000", 2023-12-22T17:16:49.268 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.962522+0000", 2023-12-22T17:16:49.268 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.268 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.268 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.268 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.268 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.962522+0000", 2023-12-22T17:16:49.268 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.962522+0000", 2023-12-22T17:16:49.268 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.962522+0000", 2023-12-22T17:16:49.269 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.269 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.269 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.269 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.962522+0000", 2023-12-22T17:16:49.269 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.962522+0000", 2023-12-22T17:16:49.269 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.269 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.269 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.269 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.269 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.269 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.269 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.269 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.269 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.269 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.269 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.270 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.270 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.270 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.10", 2023-12-22T17:16:49.270 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.270 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.270 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.270 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.270 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.270 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T23:59:42.370341+0000", 2023-12-22T17:16:49.270 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.270 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.270 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.270 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.270 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.270 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.270 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.271 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.271 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.271 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.271 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.271 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.271 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.271 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.271 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.271 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.271 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.271 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.271 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.271 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.271 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.271 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.271 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.272 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.272 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.272 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.272 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.272 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.272 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.272 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.272 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.272 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.272 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.272 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.272 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.272 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.272 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.272 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.272 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.272 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.273 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.273 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.273 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.273 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.273 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.273 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.273 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.273 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:49.273 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.273 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2023-12-22T17:16:49.273 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.273 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2023-12-22T17:16:49.273 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.273 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.273 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.274 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.274 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:49.274 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.274 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:49.274 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.274 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 2, 2023-12-22T17:16:49.274 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.274 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.274 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:49.274 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.274 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.274 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.274 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.962517+0000", 2023-12-22T17:16:49.274 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.115313+0000", 2023-12-22T17:16:49.274 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.115313+0000", 2023-12-22T17:16:49.274 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.115616+0000", 2023-12-22T17:16:49.275 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.962517+0000", 2023-12-22T17:16:49.275 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.275 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.275 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.275 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:49.275 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.962517+0000", 2023-12-22T17:16:49.275 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.962517+0000", 2023-12-22T17:16:49.275 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.962517+0000", 2023-12-22T17:16:49.275 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.275 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.275 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.275 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.962517+0000", 2023-12-22T17:16:49.275 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.962517+0000", 2023-12-22T17:16:49.275 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.275 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 8, 2023-12-22T17:16:49.275 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.276 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.276 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:49.276 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.276 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.276 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.276 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.276 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 8, 2023-12-22T17:16:49.276 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.276 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.276 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.276 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.10", 2023-12-22T17:16:49.276 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.276 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.276 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.276 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 25, 2023-12-22T17:16:49.276 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.276 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T23:08:16.249415+0000", 2023-12-22T17:16:49.277 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.277 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.277 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.277 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.277 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.277 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.277 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.277 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.277 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.277 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.277 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.277 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.277 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.277 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.277 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.278 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.278 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.278 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.278 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.278 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 12, 2023-12-22T17:16:49.278 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 4, 2023-12-22T17:16:49.278 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.278 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 4, 2023-12-22T17:16:49.278 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.278 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.278 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.278 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.278 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.278 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 4, 2023-12-22T17:16:49.278 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.278 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.278 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.279 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.279 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.279 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.279 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.279 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.279 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.279 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.279 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.279 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.279 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 12, 2023-12-22T17:16:49.279 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.279 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.279 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.279 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.279 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.280 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:49.280 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.280 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:49.280 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.280 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 2, 2023-12-22T17:16:49.280 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "58'8" 2023-12-22T17:16:49.280 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.280 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.280 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.280 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.280 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.280 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:49.280 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.280 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2023-12-22T17:16:49.280 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.281 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.281 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.281 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.281 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.281 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.281 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.966209+0000", 2023-12-22T17:16:49.281 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.081613+0000", 2023-12-22T17:16:49.281 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.081613+0000", 2023-12-22T17:16:49.281 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.081932+0000", 2023-12-22T17:16:49.281 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.966209+0000", 2023-12-22T17:16:49.281 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.281 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.281 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.281 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.281 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.966209+0000", 2023-12-22T17:16:49.282 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.966209+0000", 2023-12-22T17:16:49.282 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.966209+0000", 2023-12-22T17:16:49.282 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.282 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.282 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.282 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.966209+0000", 2023-12-22T17:16:49.282 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.966209+0000", 2023-12-22T17:16:49.282 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.282 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.282 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.282 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.282 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.282 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.282 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.282 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.282 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.282 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.283 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.283 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.283 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.283 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.11", 2023-12-22T17:16:49.283 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.283 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.283 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.283 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 15, 2023-12-22T17:16:49.283 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.283 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T01:53:03.460391+0000", 2023-12-22T17:16:49.283 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.283 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.283 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.283 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.283 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.283 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.284 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.284 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.284 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.284 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.284 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.284 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.284 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.284 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.284 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.284 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.284 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.284 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.284 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.284 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.284 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.284 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.285 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.285 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.285 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.285 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.285 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.285 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.285 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.285 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.285 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.285 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.285 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.285 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.285 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.285 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.285 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.286 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.286 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.286 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.286 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.286 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.286 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.286 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.286 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.286 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.286 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.286 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.286 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.286 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:49.286 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.286 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2023-12-22T17:16:49.286 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.286 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.287 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.287 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.287 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.287 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.287 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:49.287 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.287 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 4, 2023-12-22T17:16:49.287 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.287 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.287 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:49.287 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.287 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.287 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.287 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.963619+0000", 2023-12-22T17:16:49.287 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.122327+0000", 2023-12-22T17:16:49.288 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.122327+0000", 2023-12-22T17:16:49.288 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.122641+0000", 2023-12-22T17:16:49.288 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.963619+0000", 2023-12-22T17:16:49.288 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.288 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.288 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.288 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:49.288 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.963619+0000", 2023-12-22T17:16:49.288 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.963619+0000", 2023-12-22T17:16:49.288 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.963619+0000", 2023-12-22T17:16:49.288 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.288 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.288 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.288 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.963619+0000", 2023-12-22T17:16:49.288 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.963619+0000", 2023-12-22T17:16:49.288 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.289 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 1, 2023-12-22T17:16:49.289 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.289 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.289 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:49.289 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.289 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.289 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.289 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.289 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 1, 2023-12-22T17:16:49.289 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.289 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.289 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.289 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.f", 2023-12-22T17:16:49.289 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.289 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.290 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.290 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 18, 2023-12-22T17:16:49.290 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.290 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T22:55:41.071475+0000", 2023-12-22T17:16:49.290 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.290 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.290 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.290 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 22, 2023-12-22T17:16:49.290 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.290 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.290 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.290 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.290 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.290 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.290 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.291 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.291 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.291 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.291 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.291 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.291 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.291 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.291 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.291 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 3, 2023-12-22T17:16:49.291 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 1, 2023-12-22T17:16:49.291 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.291 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 1, 2023-12-22T17:16:49.291 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.291 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.292 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.292 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.292 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.292 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.292 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.292 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.292 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.292 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.292 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.292 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.292 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.292 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.292 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.292 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.292 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.293 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.293 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 1, 2023-12-22T17:16:49.293 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 1 2023-12-22T17:16:49.293 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.293 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.293 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.293 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.293 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.293 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.293 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:49.293 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.293 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 4, 2023-12-22T17:16:49.293 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "58'1" 2023-12-22T17:16:49.294 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.294 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.294 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.294 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.294 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.294 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:49.294 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.294 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2023-12-22T17:16:49.294 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.294 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.294 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.294 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.294 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.294 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.294 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.967006+0000", 2023-12-22T17:16:49.294 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.088817+0000", 2023-12-22T17:16:49.295 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.088817+0000", 2023-12-22T17:16:49.295 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.089139+0000", 2023-12-22T17:16:49.295 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.967006+0000", 2023-12-22T17:16:49.295 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.295 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.295 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.295 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.295 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.967006+0000", 2023-12-22T17:16:49.295 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.967006+0000", 2023-12-22T17:16:49.295 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.967006+0000", 2023-12-22T17:16:49.295 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.295 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.295 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.295 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.967006+0000", 2023-12-22T17:16:49.295 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.967006+0000", 2023-12-22T17:16:49.295 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.296 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.296 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.296 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.296 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.296 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.296 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.296 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.296 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.296 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.296 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.296 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.296 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.296 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.e", 2023-12-22T17:16:49.296 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.296 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.296 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.297 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 15, 2023-12-22T17:16:49.297 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.297 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T18:09:31.287757+0000", 2023-12-22T17:16:49.297 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.297 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.297 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.297 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.297 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.297 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.297 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.297 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.297 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.297 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.297 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.297 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.298 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.298 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.298 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.298 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.298 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.298 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.298 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.298 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.298 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.298 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.298 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.298 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.298 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.298 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.298 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.298 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.298 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.299 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.299 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.299 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.299 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.299 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.299 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.299 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.299 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.299 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.299 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.299 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.299 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.299 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.299 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.299 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.299 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.300 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.300 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.300 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.300 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.300 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:49.300 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.300 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2023-12-22T17:16:49.300 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.300 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.300 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.300 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.300 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.300 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.300 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:49.300 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.300 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2023-12-22T17:16:49.300 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.301 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.301 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 60, 2023-12-22T17:16:49.301 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.301 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.301 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.301 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.960324+0000", 2023-12-22T17:16:49.301 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:15:15.771831+0000", 2023-12-22T17:16:49.301 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:15:15.771831+0000", 2023-12-22T17:16:49.301 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:15:15.772161+0000", 2023-12-22T17:16:49.301 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.960324+0000", 2023-12-22T17:16:49.301 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:49.301 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.301 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:49.301 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 61, 2023-12-22T17:16:49.302 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.960324+0000", 2023-12-22T17:16:49.302 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.960324+0000", 2023-12-22T17:16:49.302 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.960324+0000", 2023-12-22T17:16:49.302 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.302 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.302 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:49.302 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.960324+0000", 2023-12-22T17:16:49.302 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.960324+0000", 2023-12-22T17:16:49.302 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.302 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.302 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.302 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.302 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 60, 2023-12-22T17:16:49.302 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.302 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.302 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.302 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.303 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.303 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.303 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.303 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.303 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "4.2", 2023-12-22T17:16:49.303 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.303 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.303 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.303 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 13, 2023-12-22T17:16:49.303 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.303 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T18:36:26.777686+0000", 2023-12-22T17:16:49.303 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.303 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.303 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.303 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.303 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.304 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.304 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.304 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.304 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.304 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.304 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.304 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.304 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.304 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.304 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.304 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.304 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.304 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.304 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.304 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.304 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.305 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.305 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.305 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.305 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.305 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.305 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.305 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.305 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.305 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.305 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.305 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.305 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.305 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.305 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.305 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.306 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.306 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.306 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.306 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.306 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.306 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.306 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.306 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.306 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.306 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.306 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.306 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.306 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.306 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:49.306 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.306 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2023-12-22T17:16:49.307 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.307 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.307 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.307 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.307 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.307 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.307 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:49.307 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.307 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2023-12-22T17:16:49.307 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.307 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.307 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:49.307 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.307 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.307 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.307 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.958687+0000", 2023-12-22T17:16:49.308 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.122864+0000", 2023-12-22T17:16:49.308 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.122864+0000", 2023-12-22T17:16:49.308 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.123165+0000", 2023-12-22T17:16:49.308 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.958687+0000", 2023-12-22T17:16:49.308 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.308 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.308 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.308 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:49.308 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.958687+0000", 2023-12-22T17:16:49.308 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.958687+0000", 2023-12-22T17:16:49.308 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.958687+0000", 2023-12-22T17:16:49.308 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.308 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.308 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.308 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.958687+0000", 2023-12-22T17:16:49.308 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.958687+0000", 2023-12-22T17:16:49.309 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.309 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.309 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.309 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.309 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:49.309 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.309 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.309 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.309 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.309 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.309 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.309 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.309 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.309 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.4", 2023-12-22T17:16:49.310 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.310 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.310 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.310 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 17, 2023-12-22T17:16:49.310 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.310 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T03:42:36.208142+0000", 2023-12-22T17:16:49.310 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.310 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.310 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.310 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.310 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.310 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.310 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.310 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.310 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.310 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.311 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.311 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.311 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.311 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.311 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.311 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.311 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.311 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.311 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.311 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.311 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.311 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.311 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.311 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.311 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.311 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.311 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.312 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.312 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.312 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.312 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.312 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.312 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.312 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.312 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.312 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.312 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.312 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.312 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.312 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.312 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.312 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.312 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.312 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.313 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.313 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.313 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.313 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.313 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.313 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:49.313 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.313 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2023-12-22T17:16:49.313 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.313 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.313 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.313 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.313 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.313 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.313 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:49.314 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.314 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2023-12-22T17:16:49.314 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.314 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.314 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.314 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.314 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.314 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.314 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.962526+0000", 2023-12-22T17:16:49.314 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.082538+0000", 2023-12-22T17:16:49.314 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.082538+0000", 2023-12-22T17:16:49.314 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.082822+0000", 2023-12-22T17:16:49.314 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.962526+0000", 2023-12-22T17:16:49.315 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.315 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.315 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.315 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.315 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.962526+0000", 2023-12-22T17:16:49.315 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.962526+0000", 2023-12-22T17:16:49.315 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.962526+0000", 2023-12-22T17:16:49.315 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.315 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.315 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.315 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.962526+0000", 2023-12-22T17:16:49.315 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.962526+0000", 2023-12-22T17:16:49.315 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.316 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.316 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.316 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.316 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.316 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.316 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.316 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.316 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.316 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.316 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.316 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.316 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.316 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.5", 2023-12-22T17:16:49.316 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.316 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.317 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.317 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.317 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.317 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T22:48:07.436806+0000", 2023-12-22T17:16:49.317 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.317 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.317 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.317 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.317 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.317 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.317 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.317 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.317 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.317 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.317 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.318 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.318 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.318 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.318 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.318 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.318 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.318 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.318 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.318 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.318 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.318 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.318 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.318 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.318 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.318 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.319 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.319 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.319 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.319 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.319 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.319 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.319 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.319 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.319 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.319 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.319 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.319 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.319 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.319 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.319 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.319 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.320 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.320 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.320 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.320 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.320 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.320 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.320 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.320 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:49.320 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.320 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2023-12-22T17:16:49.320 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.320 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.320 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.320 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.320 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.321 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:49.321 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2023-12-22T17:16:49.321 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.321 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2023-12-22T17:16:49.321 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.321 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.321 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 60, 2023-12-22T17:16:49.321 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.321 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.321 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.321 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.958770+0000", 2023-12-22T17:16:49.321 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:15:15.771944+0000", 2023-12-22T17:16:49.321 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:15:15.771944+0000", 2023-12-22T17:16:49.321 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:15:15.772213+0000", 2023-12-22T17:16:49.322 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.958770+0000", 2023-12-22T17:16:49.322 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:49.322 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.322 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:49.322 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 61, 2023-12-22T17:16:49.322 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.958770+0000", 2023-12-22T17:16:49.322 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.958770+0000", 2023-12-22T17:16:49.322 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.958770+0000", 2023-12-22T17:16:49.322 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.322 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.322 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:49.322 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.958770+0000", 2023-12-22T17:16:49.322 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.958770+0000", 2023-12-22T17:16:49.322 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.322 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.322 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.323 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.323 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 60, 2023-12-22T17:16:49.323 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.323 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.323 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.323 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.323 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.323 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.323 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.323 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.323 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "4.4", 2023-12-22T17:16:49.323 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.323 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.323 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.323 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 13, 2023-12-22T17:16:49.323 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.324 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T03:47:17.266911+0000", 2023-12-22T17:16:49.324 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.324 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.324 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.324 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.324 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.324 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.324 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.324 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.324 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.324 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.324 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.324 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.324 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.324 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.324 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.325 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.325 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.325 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.325 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.325 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.325 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.325 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.325 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.325 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.325 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.325 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.325 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.325 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.325 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.325 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.326 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.326 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.326 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.329 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.329 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.329 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.329 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.329 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.329 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.329 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.329 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.330 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.330 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.330 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.330 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.330 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.330 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.330 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.330 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:49.330 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2023-12-22T17:16:49.330 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.330 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2023-12-22T17:16:49.330 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.330 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.330 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.330 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.331 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.331 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.331 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:49.331 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.331 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2023-12-22T17:16:49.331 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.331 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.331 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:49.331 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.331 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.331 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.331 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.961385+0000", 2023-12-22T17:16:49.331 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.125324+0000", 2023-12-22T17:16:49.332 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.125324+0000", 2023-12-22T17:16:49.332 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.125882+0000", 2023-12-22T17:16:49.332 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.961385+0000", 2023-12-22T17:16:49.332 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.332 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.332 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.332 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:49.332 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.961385+0000", 2023-12-22T17:16:49.332 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.961385+0000", 2023-12-22T17:16:49.332 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.961385+0000", 2023-12-22T17:16:49.332 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.332 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.332 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.332 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.961385+0000", 2023-12-22T17:16:49.332 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.961385+0000", 2023-12-22T17:16:49.332 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.333 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.333 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.333 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.333 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:49.333 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.333 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.333 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.333 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.333 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.333 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.333 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.333 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.333 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.2", 2023-12-22T17:16:49.333 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.334 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.334 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.334 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 17, 2023-12-22T17:16:49.334 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.334 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T03:26:06.924390+0000", 2023-12-22T17:16:49.334 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.334 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.334 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.334 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.334 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.334 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.334 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.334 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.334 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.334 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.334 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.335 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.335 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.335 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.335 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.335 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.335 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.335 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.335 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.335 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.335 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.335 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.335 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.335 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.335 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.335 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.336 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.336 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.336 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.336 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.336 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.336 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.336 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.336 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.336 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.336 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.336 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.336 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.336 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.336 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.336 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.336 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.337 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.337 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.337 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.337 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.337 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.337 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.337 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.337 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:49.337 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.337 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2023-12-22T17:16:49.337 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.337 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.337 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.337 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.338 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.338 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.338 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:49.338 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.338 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 4, 2023-12-22T17:16:49.338 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.338 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.338 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.338 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.338 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.338 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.338 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.962713+0000", 2023-12-22T17:16:49.338 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.082853+0000", 2023-12-22T17:16:49.338 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.082853+0000", 2023-12-22T17:16:49.338 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.083163+0000", 2023-12-22T17:16:49.338 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.962713+0000", 2023-12-22T17:16:49.338 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.339 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.339 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.339 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.339 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.962713+0000", 2023-12-22T17:16:49.339 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.962713+0000", 2023-12-22T17:16:49.339 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.962713+0000", 2023-12-22T17:16:49.339 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.339 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.339 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.339 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.962713+0000", 2023-12-22T17:16:49.339 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.962713+0000", 2023-12-22T17:16:49.339 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.339 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.339 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.339 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.340 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.340 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.340 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.340 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.340 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.340 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.340 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.340 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.340 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.340 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.3", 2023-12-22T17:16:49.340 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.340 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.340 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.340 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.340 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.341 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T02:40:58.099538+0000", 2023-12-22T17:16:49.341 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.341 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.341 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.341 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.341 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.341 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.341 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.341 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.341 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.341 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.341 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.341 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.341 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.341 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.341 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.342 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.342 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.342 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.342 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.342 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.342 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.342 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.342 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.342 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.342 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.342 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.342 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.342 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.342 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.342 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.342 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.342 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.343 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.343 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.343 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.343 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.343 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.343 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.343 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.343 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.343 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.343 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.343 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.343 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.343 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.343 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.343 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.343 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.344 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.344 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:49.344 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.344 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 4, 2023-12-22T17:16:49.344 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.344 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.344 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.344 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.344 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.344 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.344 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:49.344 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.344 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2023-12-22T17:16:49.344 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.344 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.344 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 60, 2023-12-22T17:16:49.344 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.345 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.345 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.345 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.960234+0000", 2023-12-22T17:16:49.345 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:15:15.771859+0000", 2023-12-22T17:16:49.345 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:15:15.771859+0000", 2023-12-22T17:16:49.345 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:15:15.772178+0000", 2023-12-22T17:16:49.345 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.960234+0000", 2023-12-22T17:16:49.345 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:49.345 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.345 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:49.345 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 61, 2023-12-22T17:16:49.345 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.960234+0000", 2023-12-22T17:16:49.345 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.960234+0000", 2023-12-22T17:16:49.346 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.960234+0000", 2023-12-22T17:16:49.346 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.346 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.346 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:49.346 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.960234+0000", 2023-12-22T17:16:49.346 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.960234+0000", 2023-12-22T17:16:49.346 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.346 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.346 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.346 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.346 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 60, 2023-12-22T17:16:49.346 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.346 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.346 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.347 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.347 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.347 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.347 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.347 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.347 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "4.7", 2023-12-22T17:16:49.347 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.347 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.347 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.347 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 13, 2023-12-22T17:16:49.347 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.347 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T04:57:21.543948+0000", 2023-12-22T17:16:49.347 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.347 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.347 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.347 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.348 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.348 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.348 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.348 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.348 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.348 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.348 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.348 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.348 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.348 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.348 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.348 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.348 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.348 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.348 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.348 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.348 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.349 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.349 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.349 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.349 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.349 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.349 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.349 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.349 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.349 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.349 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.349 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.349 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.349 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.349 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.349 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.350 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.350 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.350 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.350 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.350 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.350 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.350 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.350 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.350 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.350 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.350 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.350 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.350 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.350 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:49.350 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.351 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2023-12-22T17:16:49.351 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.351 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.351 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.351 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.351 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.351 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:49.351 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:49.351 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.351 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2023-12-22T17:16:49.351 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.351 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.351 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.351 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.351 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.351 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.352 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.961019+0000", 2023-12-22T17:16:49.352 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.075402+0000", 2023-12-22T17:16:49.352 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.075402+0000", 2023-12-22T17:16:49.352 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.075745+0000", 2023-12-22T17:16:49.352 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.961019+0000", 2023-12-22T17:16:49.352 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.352 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.352 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.352 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.352 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.961019+0000", 2023-12-22T17:16:49.352 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.961019+0000", 2023-12-22T17:16:49.352 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.961019+0000", 2023-12-22T17:16:49.352 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.352 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.352 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.352 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.961019+0000", 2023-12-22T17:16:49.353 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.961019+0000", 2023-12-22T17:16:49.353 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.353 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.353 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.353 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.353 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.353 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.353 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.353 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.353 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.353 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.353 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.353 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.353 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.353 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.0", 2023-12-22T17:16:49.354 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.354 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.354 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.354 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.354 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.354 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T22:24:24.235492+0000", 2023-12-22T17:16:49.354 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.354 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.354 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.354 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.354 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.354 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.354 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.354 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.354 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.354 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.354 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.355 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.355 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.355 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.355 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.355 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.355 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.355 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.355 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.355 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.355 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.355 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.355 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.355 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.355 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.355 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.355 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.355 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.356 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.356 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.356 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.356 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.356 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.356 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.356 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.356 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.356 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.356 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.356 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.356 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.357 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.357 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.357 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.357 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.357 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.357 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.357 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.357 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.357 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:49.357 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:49.357 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.357 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2023-12-22T17:16:49.357 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.357 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.357 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.358 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.358 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:49.358 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.358 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:49.358 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.358 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 2, 2023-12-22T17:16:49.358 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.358 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.358 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:49.358 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.358 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.358 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.358 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.963482+0000", 2023-12-22T17:16:49.358 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.122045+0000", 2023-12-22T17:16:49.358 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.122045+0000", 2023-12-22T17:16:49.358 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.122349+0000", 2023-12-22T17:16:49.359 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.963482+0000", 2023-12-22T17:16:49.359 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.359 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.359 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.359 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:49.359 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.963482+0000", 2023-12-22T17:16:49.359 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.963482+0000", 2023-12-22T17:16:49.359 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.963482+0000", 2023-12-22T17:16:49.359 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.359 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.359 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.359 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.963482+0000", 2023-12-22T17:16:49.359 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.963482+0000", 2023-12-22T17:16:49.359 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.359 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.360 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.360 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.360 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:49.360 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.360 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.360 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.360 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.360 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.360 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.360 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.360 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.360 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.1", 2023-12-22T17:16:49.360 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.360 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.361 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.361 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 17, 2023-12-22T17:16:49.361 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.361 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T21:24:29.078985+0000", 2023-12-22T17:16:49.361 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.361 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.361 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.361 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.361 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.361 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.361 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.361 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.361 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.361 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.362 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.362 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.362 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.362 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.362 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.362 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.362 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.362 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.362 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.362 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.362 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.362 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.362 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.362 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.362 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.363 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.363 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.363 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.363 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.363 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.363 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.363 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.363 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.363 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.363 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.363 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.363 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.363 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.363 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.364 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.364 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.364 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.364 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.364 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.364 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.364 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.364 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.364 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:49.364 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.364 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:49.364 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.364 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 2, 2023-12-22T17:16:49.364 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.364 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.364 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.364 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.365 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:49.365 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.365 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:49.365 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.365 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2023-12-22T17:16:49.365 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.365 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.365 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 60, 2023-12-22T17:16:49.365 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.365 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.365 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.365 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.962641+0000", 2023-12-22T17:16:49.365 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:15:15.877450+0000", 2023-12-22T17:16:49.365 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:15:15.877450+0000", 2023-12-22T17:16:49.365 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:15:15.877787+0000", 2023-12-22T17:16:49.366 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.962641+0000", 2023-12-22T17:16:49.366 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:49.366 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.366 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:49.366 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 62, 2023-12-22T17:16:49.366 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.962641+0000", 2023-12-22T17:16:49.366 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.962641+0000", 2023-12-22T17:16:49.366 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.962641+0000", 2023-12-22T17:16:49.366 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.366 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.366 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:49.366 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.962641+0000", 2023-12-22T17:16:49.366 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.962641+0000", 2023-12-22T17:16:49.366 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.366 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.366 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.367 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.367 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 60, 2023-12-22T17:16:49.367 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.367 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.367 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.367 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.367 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.367 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.367 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.367 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.367 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "4.5", 2023-12-22T17:16:49.367 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.367 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.367 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.367 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 13, 2023-12-22T17:16:49.367 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.368 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T02:51:06.570829+0000", 2023-12-22T17:16:49.368 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.368 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.368 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.368 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.368 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.368 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.368 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.368 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.368 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.368 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.368 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.368 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.368 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.368 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.369 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.369 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.369 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.369 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.369 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.369 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.369 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.369 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.369 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.369 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.369 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.369 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.369 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.370 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.370 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.370 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.370 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.370 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.370 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.370 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.370 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.370 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.370 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.370 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.370 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.370 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.370 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.370 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.370 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.371 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.371 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.371 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.371 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.371 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:49.371 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.371 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:49.371 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.371 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2023-12-22T17:16:49.371 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.371 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.371 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.371 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.371 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.371 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.371 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:49.371 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.372 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2023-12-22T17:16:49.372 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.372 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.372 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.372 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.372 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.372 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.372 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.971375+0000", 2023-12-22T17:16:49.372 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.078826+0000", 2023-12-22T17:16:49.372 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.078826+0000", 2023-12-22T17:16:49.372 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.079144+0000", 2023-12-22T17:16:49.372 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.971375+0000", 2023-12-22T17:16:49.372 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.372 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.372 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.373 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.373 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.971375+0000", 2023-12-22T17:16:49.373 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.971375+0000", 2023-12-22T17:16:49.373 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.971375+0000", 2023-12-22T17:16:49.373 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.373 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.373 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.373 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.971375+0000", 2023-12-22T17:16:49.373 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.971375+0000", 2023-12-22T17:16:49.373 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.373 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.373 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.373 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.373 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.373 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.374 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.374 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.374 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.374 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.374 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.374 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.374 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.374 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.2", 2023-12-22T17:16:49.374 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.374 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.374 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.374 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.374 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.374 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T18:38:47.526612+0000", 2023-12-22T17:16:49.375 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.375 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.375 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.375 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.375 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.375 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.375 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.375 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.375 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.375 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.375 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.375 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.375 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.375 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.376 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.376 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.376 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.376 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.376 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.376 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.376 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.376 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.376 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.376 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.376 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.376 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.376 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.376 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.376 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.376 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.377 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.377 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.377 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.377 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.377 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.377 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.377 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.377 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.377 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.377 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.377 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.377 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.377 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.377 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.377 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.378 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.378 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.378 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.378 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.378 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:49.378 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.378 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2023-12-22T17:16:49.378 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.378 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.378 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.378 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.378 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.378 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:49.378 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:49.378 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.378 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2023-12-22T17:16:49.379 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.379 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.379 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:49.379 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.379 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.379 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.379 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.962107+0000", 2023-12-22T17:16:49.379 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.124091+0000", 2023-12-22T17:16:49.379 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.124091+0000", 2023-12-22T17:16:49.379 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.124396+0000", 2023-12-22T17:16:49.379 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.962107+0000", 2023-12-22T17:16:49.379 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.379 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.379 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.379 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:49.380 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.962107+0000", 2023-12-22T17:16:49.380 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.962107+0000", 2023-12-22T17:16:49.380 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.962107+0000", 2023-12-22T17:16:49.380 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.380 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.380 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.380 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.962107+0000", 2023-12-22T17:16:49.380 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.962107+0000", 2023-12-22T17:16:49.380 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.380 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.380 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.380 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.380 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:49.380 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.380 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.380 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.381 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.381 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.381 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.381 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.381 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.381 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.3", 2023-12-22T17:16:49.381 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.381 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.381 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.381 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 17, 2023-12-22T17:16:49.381 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.381 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T02:10:44.824756+0000", 2023-12-22T17:16:49.381 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.381 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.381 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.381 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.382 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.382 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.382 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.382 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.382 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.382 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.382 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.382 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.382 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.382 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.382 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.382 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.382 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.382 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.382 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.382 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.382 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.383 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.383 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.383 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.383 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.383 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.383 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.383 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.383 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.383 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.383 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.383 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.383 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.383 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.383 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.383 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.383 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.383 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.384 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.384 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.384 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.384 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.384 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.384 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.384 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.384 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.384 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.384 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.384 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:49.384 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:49.384 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.384 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2023-12-22T17:16:49.384 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.384 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.384 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.385 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.385 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.385 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.385 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:49.385 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.385 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2023-12-22T17:16:49.385 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.385 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.385 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 19, 2023-12-22T17:16:49.385 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.385 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.385 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.385 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:46.271285+0000", 2023-12-22T17:16:49.385 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:36.756294+0000", 2023-12-22T17:16:49.385 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:36.756294+0000", 2023-12-22T17:16:49.385 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:36.756753+0000", 2023-12-22T17:16:49.386 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:46.271285+0000", 2023-12-22T17:16:49.386 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:13:07.356504+0000", 2023-12-22T17:16:49.386 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.386 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:13:07.356504+0000", 2023-12-22T17:16:49.386 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 55, 2023-12-22T17:16:49.386 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:46.271285+0000", 2023-12-22T17:16:49.386 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:46.271285+0000", 2023-12-22T17:16:49.386 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:46.271285+0000", 2023-12-22T17:16:49.386 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.386 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.386 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:13:07.356504+0000", 2023-12-22T17:16:49.386 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:46.271285+0000", 2023-12-22T17:16:49.386 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:46.271285+0000", 2023-12-22T17:16:49.386 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.386 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 148, 2023-12-22T17:16:49.386 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.387 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.387 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 54, 2023-12-22T17:16:49.387 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.387 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.387 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.387 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.387 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 148, 2023-12-22T17:16:49.387 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.387 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.387 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.387 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "1.0", 2023-12-22T17:16:49.387 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.387 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.387 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 65, 2023-12-22T17:16:49.387 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 347, 2023-12-22T17:16:49.387 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.387 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T04:41:34.846189+0000", 2023-12-22T17:16:49.388 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.388 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.388 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.388 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 590368, 2023-12-22T17:16:49.388 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.388 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 1771104, 2023-12-22T17:16:49.388 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.388 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.388 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.388 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.388 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.388 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.388 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.388 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.388 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.388 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.389 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.389 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.389 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.389 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 6, 2023-12-22T17:16:49.389 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 2, 2023-12-22T17:16:49.389 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.389 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 2, 2023-12-22T17:16:49.389 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.389 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.389 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.389 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.389 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.389 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.390 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.390 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 6, 2023-12-22T17:16:49.390 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.390 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.390 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.390 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.390 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.390 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 394, 2023-12-22T17:16:49.390 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 584, 2023-12-22T17:16:49.390 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.390 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.390 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.390 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 219, 2023-12-22T17:16:49.390 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 2416 2023-12-22T17:16:49.390 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.390 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.391 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.391 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.391 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.391 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.391 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:49.391 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.391 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2023-12-22T17:16:49.391 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "65'148" 2023-12-22T17:16:49.391 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.391 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.391 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.391 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.391 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.391 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:49.391 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.391 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2023-12-22T17:16:49.392 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.392 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.392 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 60, 2023-12-22T17:16:49.392 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.392 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.392 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.392 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.970241+0000", 2023-12-22T17:16:49.392 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:15:15.773402+0000", 2023-12-22T17:16:49.392 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:15:15.773402+0000", 2023-12-22T17:16:49.392 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:15:15.773704+0000", 2023-12-22T17:16:49.392 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.970241+0000", 2023-12-22T17:16:49.392 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:49.392 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.392 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:49.392 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 61, 2023-12-22T17:16:49.392 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.970241+0000", 2023-12-22T17:16:49.393 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.970241+0000", 2023-12-22T17:16:49.393 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.970241+0000", 2023-12-22T17:16:49.393 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.393 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.393 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:49.393 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.970241+0000", 2023-12-22T17:16:49.393 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.970241+0000", 2023-12-22T17:16:49.393 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.393 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.393 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.393 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.393 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 60, 2023-12-22T17:16:49.393 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.393 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.394 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.394 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.394 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.394 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.394 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.394 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.394 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "4.6", 2023-12-22T17:16:49.394 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.394 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.394 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.394 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 13, 2023-12-22T17:16:49.394 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.394 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T23:18:19.525045+0000", 2023-12-22T17:16:49.394 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.395 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.395 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.395 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.395 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.395 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.395 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.395 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.395 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.395 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.395 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.395 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.395 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.395 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.395 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.395 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.396 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.396 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.396 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.396 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.396 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.396 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.396 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.396 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.396 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.396 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.396 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.396 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.396 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.396 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.396 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.396 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.396 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.397 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.397 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.397 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.397 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.397 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.397 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.397 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.397 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.397 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.397 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.397 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.397 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.397 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.397 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.397 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.398 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.398 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:49.398 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.398 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2023-12-22T17:16:49.398 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.398 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.398 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.398 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.398 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.398 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.398 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2023-12-22T17:16:49.398 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.398 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2023-12-22T17:16:49.398 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.398 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.399 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.399 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.399 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.399 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.399 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.967539+0000", 2023-12-22T17:16:49.399 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.070465+0000", 2023-12-22T17:16:49.399 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.070465+0000", 2023-12-22T17:16:49.399 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.070818+0000", 2023-12-22T17:16:49.399 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.967539+0000", 2023-12-22T17:16:49.399 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.399 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.399 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.399 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.399 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.967539+0000", 2023-12-22T17:16:49.399 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.967539+0000", 2023-12-22T17:16:49.400 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.967539+0000", 2023-12-22T17:16:49.400 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.400 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.400 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.400 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.967539+0000", 2023-12-22T17:16:49.400 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.967539+0000", 2023-12-22T17:16:49.400 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.400 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.400 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.400 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.400 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.400 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.400 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.401 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.401 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.401 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.401 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.401 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.401 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.401 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.1", 2023-12-22T17:16:49.401 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.401 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.401 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.401 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.401 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.401 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T18:24:33.479504+0000", 2023-12-22T17:16:49.401 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.402 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.402 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.402 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.402 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.402 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.402 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.402 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.402 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.402 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.402 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.402 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.402 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.402 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.402 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.403 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.403 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.403 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.403 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.403 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.403 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.403 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.403 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.403 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.403 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.403 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.403 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.403 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.403 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.403 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.403 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.404 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.404 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.404 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.404 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.404 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.404 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.404 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.404 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.404 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.404 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.404 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.404 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.404 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.404 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.404 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.404 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.405 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.405 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.405 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2023-12-22T17:16:49.405 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.405 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2023-12-22T17:16:49.405 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.405 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.405 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.405 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.405 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.405 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.405 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:49.405 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.405 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2023-12-22T17:16:49.405 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.405 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.406 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:49.406 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.406 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.406 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.406 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.965818+0000", 2023-12-22T17:16:49.406 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.124971+0000", 2023-12-22T17:16:49.406 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.124971+0000", 2023-12-22T17:16:49.406 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.125426+0000", 2023-12-22T17:16:49.406 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.965818+0000", 2023-12-22T17:16:49.406 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.406 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.406 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.406 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:49.406 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.965818+0000", 2023-12-22T17:16:49.406 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.965818+0000", 2023-12-22T17:16:49.406 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.965818+0000", 2023-12-22T17:16:49.406 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.407 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.407 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.407 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.965818+0000", 2023-12-22T17:16:49.407 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.965818+0000", 2023-12-22T17:16:49.407 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.407 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.407 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.407 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.407 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:49.407 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.407 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.407 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.407 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.407 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.407 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.407 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.408 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.408 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.0", 2023-12-22T17:16:49.408 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.408 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.408 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.408 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.408 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.408 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T18:22:57.101225+0000", 2023-12-22T17:16:49.408 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.408 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.408 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.408 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.408 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.408 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.408 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.408 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.408 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.409 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.409 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.409 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.409 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.409 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.409 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.409 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.409 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.409 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.409 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.409 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.409 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.409 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.409 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.409 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.409 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.410 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.410 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.410 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.410 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.410 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.410 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.410 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.410 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.410 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.410 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.410 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.410 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.410 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.410 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.410 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.411 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.411 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.411 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.411 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.411 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.411 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.411 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.411 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.411 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.411 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:49.411 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.411 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2023-12-22T17:16:49.411 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.411 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.411 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.411 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.412 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.412 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.412 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:49.412 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.412 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2023-12-22T17:16:49.412 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.412 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.412 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 60, 2023-12-22T17:16:49.412 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.412 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.412 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.412 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.966625+0000", 2023-12-22T17:16:49.412 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:15:15.881199+0000", 2023-12-22T17:16:49.412 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:15:15.881199+0000", 2023-12-22T17:16:49.412 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:15:15.881840+0000", 2023-12-22T17:16:49.412 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.966625+0000", 2023-12-22T17:16:49.412 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:49.413 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.413 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:49.413 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 62, 2023-12-22T17:16:49.413 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.966625+0000", 2023-12-22T17:16:49.413 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.966625+0000", 2023-12-22T17:16:49.413 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.966625+0000", 2023-12-22T17:16:49.413 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.413 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.413 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:49.413 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.966625+0000", 2023-12-22T17:16:49.413 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.966625+0000", 2023-12-22T17:16:49.413 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.413 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.413 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.413 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.414 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 60, 2023-12-22T17:16:49.414 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.414 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.414 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.414 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.414 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.414 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.414 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.414 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.414 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "4.3", 2023-12-22T17:16:49.414 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.414 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.414 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.414 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 13, 2023-12-22T17:16:49.414 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.415 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T01:03:50.199722+0000", 2023-12-22T17:16:49.415 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.415 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.415 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.415 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.415 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.415 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.415 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.415 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.415 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.415 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.415 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.415 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.415 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.415 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.415 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.416 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.416 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.416 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.416 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.416 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.416 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.416 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.416 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.416 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.416 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.416 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.416 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.416 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.416 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.416 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.417 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.417 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.417 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.417 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.417 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.417 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.417 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.417 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.417 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.417 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.417 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.417 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.417 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.417 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.417 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.418 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.418 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.418 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.418 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.418 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:49.418 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.418 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2023-12-22T17:16:49.418 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.418 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.418 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.418 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.418 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.418 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.418 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:49.418 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.419 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2023-12-22T17:16:49.419 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.419 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.419 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:49.419 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.419 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.419 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.419 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.966723+0000", 2023-12-22T17:16:49.419 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.128105+0000", 2023-12-22T17:16:49.419 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.128105+0000", 2023-12-22T17:16:49.419 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.128678+0000", 2023-12-22T17:16:49.419 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.966723+0000", 2023-12-22T17:16:49.419 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.419 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.419 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.420 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:49.420 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.966723+0000", 2023-12-22T17:16:49.420 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.966723+0000", 2023-12-22T17:16:49.420 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.966723+0000", 2023-12-22T17:16:49.420 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.420 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.420 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.420 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.966723+0000", 2023-12-22T17:16:49.420 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.966723+0000", 2023-12-22T17:16:49.420 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.420 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.420 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.420 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.420 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:49.420 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.421 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.421 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.421 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.421 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.421 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.421 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.421 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.421 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.5", 2023-12-22T17:16:49.421 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.421 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.421 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.421 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.421 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.421 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T00:42:22.315454+0000", 2023-12-22T17:16:49.421 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.422 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.422 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.422 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.422 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.422 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.422 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.422 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.422 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.422 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.422 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.422 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.422 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.422 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.422 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.422 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.423 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.423 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.423 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.423 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.423 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.423 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.423 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.423 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.423 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.423 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.423 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.423 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.423 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.423 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.423 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.423 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.424 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.424 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.424 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.424 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.424 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.424 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.424 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.424 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.424 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.424 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.424 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.424 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.424 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.424 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.424 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.424 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.424 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.425 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:49.425 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.425 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2023-12-22T17:16:49.425 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.425 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.425 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.425 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.425 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.425 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:49.425 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2023-12-22T17:16:49.425 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.425 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2023-12-22T17:16:49.425 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.425 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.425 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.425 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.426 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.426 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.426 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.958847+0000", 2023-12-22T17:16:49.426 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.081701+0000", 2023-12-22T17:16:49.426 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.081701+0000", 2023-12-22T17:16:49.426 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.082213+0000", 2023-12-22T17:16:49.426 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.958847+0000", 2023-12-22T17:16:49.426 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.426 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.426 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.426 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.426 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.958847+0000", 2023-12-22T17:16:49.426 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.958847+0000", 2023-12-22T17:16:49.426 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.958847+0000", 2023-12-22T17:16:49.426 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.426 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.427 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.427 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.958847+0000", 2023-12-22T17:16:49.427 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.958847+0000", 2023-12-22T17:16:49.427 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.427 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.427 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.427 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.427 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.427 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.427 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.427 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.427 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.427 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.427 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.427 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.428 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.428 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.4", 2023-12-22T17:16:49.428 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.428 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.428 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.428 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.428 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.428 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T03:09:08.855908+0000", 2023-12-22T17:16:49.428 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.428 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.428 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.428 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.428 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.428 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.428 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.429 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.429 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.429 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.429 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.429 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.429 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.429 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.429 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.429 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.429 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.429 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.429 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.429 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.429 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.430 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.430 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.430 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.430 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.430 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.430 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.430 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.430 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.430 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.430 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.430 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.430 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.430 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.430 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.431 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.431 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.431 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.431 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.431 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.431 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.431 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.431 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.431 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.431 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.431 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.431 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.431 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.431 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:49.431 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2023-12-22T17:16:49.432 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.432 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2023-12-22T17:16:49.432 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.432 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.432 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.432 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.432 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.432 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.432 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:49.432 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.432 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2023-12-22T17:16:49.432 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.432 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.432 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 60, 2023-12-22T17:16:49.432 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.432 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.433 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.433 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.971000+0000", 2023-12-22T17:16:49.433 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:15:15.878014+0000", 2023-12-22T17:16:49.433 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:15:15.878014+0000", 2023-12-22T17:16:49.433 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:15:15.878372+0000", 2023-12-22T17:16:49.433 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.971000+0000", 2023-12-22T17:16:49.433 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:49.433 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.433 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:49.433 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 62, 2023-12-22T17:16:49.433 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.971000+0000", 2023-12-22T17:16:49.433 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.971000+0000", 2023-12-22T17:16:49.433 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.971000+0000", 2023-12-22T17:16:49.433 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.433 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.433 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:49.434 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.971000+0000", 2023-12-22T17:16:49.434 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.971000+0000", 2023-12-22T17:16:49.434 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.434 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.434 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.434 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.434 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 60, 2023-12-22T17:16:49.434 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.434 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.434 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.434 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.434 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.434 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.434 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.434 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.435 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "4.0", 2023-12-22T17:16:49.435 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.435 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.435 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.435 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 13, 2023-12-22T17:16:49.435 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.435 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T20:15:47.622524+0000", 2023-12-22T17:16:49.435 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.435 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.435 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.435 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.435 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.435 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.435 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.435 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.436 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.436 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.436 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.436 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.436 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.436 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.436 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.436 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.436 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.436 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.436 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.436 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.436 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.436 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.436 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.436 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.437 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.437 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.437 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.437 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.437 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.437 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.437 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.437 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.437 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.437 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.437 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.437 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.437 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.437 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.437 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.437 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.438 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.438 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.438 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.438 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.438 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.438 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.438 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.438 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.438 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.438 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:49.438 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.438 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2023-12-22T17:16:49.438 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.438 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.438 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.439 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.439 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.439 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:49.439 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:49.439 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.439 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2023-12-22T17:16:49.439 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.439 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.439 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:49.439 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.439 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.439 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.439 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.960041+0000", 2023-12-22T17:16:49.439 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.118547+0000", 2023-12-22T17:16:49.439 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.118547+0000", 2023-12-22T17:16:49.439 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.118804+0000", 2023-12-22T17:16:49.440 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.960041+0000", 2023-12-22T17:16:49.440 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.440 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.440 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.440 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:49.440 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.960041+0000", 2023-12-22T17:16:49.440 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.960041+0000", 2023-12-22T17:16:49.440 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.960041+0000", 2023-12-22T17:16:49.440 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.440 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.440 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.440 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.960041+0000", 2023-12-22T17:16:49.440 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.960041+0000", 2023-12-22T17:16:49.440 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.440 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 1, 2023-12-22T17:16:49.441 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.441 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.441 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:49.441 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.441 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.441 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.441 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.441 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 1, 2023-12-22T17:16:49.441 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.441 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.441 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.441 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.6", 2023-12-22T17:16:49.441 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.441 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.442 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.442 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 18, 2023-12-22T17:16:49.442 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.442 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T05:14:22.631063+0000", 2023-12-22T17:16:49.442 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.442 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.442 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.442 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.442 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.442 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.442 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.442 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.442 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.442 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.442 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.443 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.443 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.443 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.443 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.443 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.443 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.443 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.443 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.443 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 3, 2023-12-22T17:16:49.443 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 1, 2023-12-22T17:16:49.443 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.443 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 1, 2023-12-22T17:16:49.443 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.443 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.443 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.443 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.444 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.444 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 1, 2023-12-22T17:16:49.444 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.444 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.444 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.444 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.444 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.444 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.444 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.444 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.444 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.444 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.444 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.444 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.445 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 1, 2023-12-22T17:16:49.445 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.445 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.445 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.445 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.445 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.445 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.445 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:49.445 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:49.445 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.445 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2023-12-22T17:16:49.445 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "59'1" 2023-12-22T17:16:49.445 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.445 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.446 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.446 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.446 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.446 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:49.446 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.446 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2023-12-22T17:16:49.446 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.446 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.446 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.446 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.446 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.446 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.446 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.972081+0000", 2023-12-22T17:16:49.446 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.072708+0000", 2023-12-22T17:16:49.446 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.072708+0000", 2023-12-22T17:16:49.447 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.073082+0000", 2023-12-22T17:16:49.447 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.972081+0000", 2023-12-22T17:16:49.447 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.447 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.447 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.447 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.447 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.972081+0000", 2023-12-22T17:16:49.447 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.972081+0000", 2023-12-22T17:16:49.447 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.972081+0000", 2023-12-22T17:16:49.447 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.447 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.447 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.447 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.972081+0000", 2023-12-22T17:16:49.447 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.972081+0000", 2023-12-22T17:16:49.447 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.447 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.448 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.448 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.448 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.448 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.448 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.448 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.448 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.448 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.448 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.448 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.448 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.448 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.7", 2023-12-22T17:16:49.448 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.448 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.448 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.449 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.449 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.449 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T01:09:13.498051+0000", 2023-12-22T17:16:49.449 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.449 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.449 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.449 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.449 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.449 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.449 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.449 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.449 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.449 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.449 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.449 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.450 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.450 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.450 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.450 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.450 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.450 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.450 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.450 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.450 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.450 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.450 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.450 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.450 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.450 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.450 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.450 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.450 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.451 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.451 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.451 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.451 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.451 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.451 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.451 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.451 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.451 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.451 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.451 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.451 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.451 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.451 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.451 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.451 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.452 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.452 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.452 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.452 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.452 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:49.452 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.452 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2023-12-22T17:16:49.452 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.452 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.452 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.452 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.452 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.452 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.452 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:49.452 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.452 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 4, 2023-12-22T17:16:49.453 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.453 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.453 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 60, 2023-12-22T17:16:49.453 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.453 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.453 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.453 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.964059+0000", 2023-12-22T17:16:49.453 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:15:15.767699+0000", 2023-12-22T17:16:49.453 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:15:15.767699+0000", 2023-12-22T17:16:49.453 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:15:15.767968+0000", 2023-12-22T17:16:49.453 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.964059+0000", 2023-12-22T17:16:49.453 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:49.453 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.453 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:49.453 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 61, 2023-12-22T17:16:49.454 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.964059+0000", 2023-12-22T17:16:49.454 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.964059+0000", 2023-12-22T17:16:49.454 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.964059+0000", 2023-12-22T17:16:49.454 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.454 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.454 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:49.454 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.964059+0000", 2023-12-22T17:16:49.454 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.964059+0000", 2023-12-22T17:16:49.454 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.454 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.454 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.454 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.454 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 60, 2023-12-22T17:16:49.454 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.454 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.454 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.455 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.455 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.455 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.455 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.455 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.455 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "4.1", 2023-12-22T17:16:49.455 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.455 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.455 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.455 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 13, 2023-12-22T17:16:49.455 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.455 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T02:48:07.630037+0000", 2023-12-22T17:16:49.455 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.455 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.455 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.455 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.456 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.456 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.456 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.456 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.456 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.456 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.456 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.456 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.456 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.456 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.456 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.456 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.456 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.456 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.456 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.456 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.457 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.457 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.457 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.457 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.457 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.457 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.457 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.457 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.457 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.457 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.457 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.457 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.457 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.457 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.457 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.457 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.457 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.458 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.458 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.458 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.458 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.458 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.458 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.458 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.458 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.458 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.458 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.458 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.458 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.458 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:49.458 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.458 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 4, 2023-12-22T17:16:49.458 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.459 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.459 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.459 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.459 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:49.459 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.459 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:49.459 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.459 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2023-12-22T17:16:49.459 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.459 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.459 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:49.459 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.459 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.459 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.460 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:16.976746+0000", 2023-12-22T17:16:49.460 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:16:16.974116+0000", 2023-12-22T17:16:49.460 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:16:16.974116+0000", 2023-12-22T17:16:49.460 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:16:16.976746+0000", 2023-12-22T17:16:49.460 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:16.976746+0000", 2023-12-22T17:16:49.460 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.460 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.460 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.460 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 65, 2023-12-22T17:16:49.460 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:16.976746+0000", 2023-12-22T17:16:49.460 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:16.976746+0000", 2023-12-22T17:16:49.460 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:16.976746+0000", 2023-12-22T17:16:49.460 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.460 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.461 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.461 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:16.976746+0000", 2023-12-22T17:16:49.461 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:16.976746+0000", 2023-12-22T17:16:49.461 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.461 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 2, 2023-12-22T17:16:49.461 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.461 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.461 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 64, 2023-12-22T17:16:49.461 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.461 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.461 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.461 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.461 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 2, 2023-12-22T17:16:49.461 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.462 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.462 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.462 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.7", 2023-12-22T17:16:49.462 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.462 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.462 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 65, 2023-12-22T17:16:49.462 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 33, 2023-12-22T17:16:49.462 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.462 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T19:45:07.916486+0000", 2023-12-22T17:16:49.462 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.462 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.462 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.462 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.462 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.462 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.462 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.463 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.463 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.463 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.463 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.463 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.463 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.463 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.463 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.463 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.463 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.463 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.463 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.463 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 3, 2023-12-22T17:16:49.463 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 1, 2023-12-22T17:16:49.463 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.463 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 1, 2023-12-22T17:16:49.464 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.464 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.464 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.464 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.464 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.464 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 1, 2023-12-22T17:16:49.464 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.464 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 1, 2023-12-22T17:16:49.464 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.464 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.464 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.464 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.464 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.464 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.464 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.464 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.464 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.465 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.465 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 3, 2023-12-22T17:16:49.465 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.465 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.465 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.465 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.465 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.465 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:49.465 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.465 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:49.465 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.465 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2023-12-22T17:16:49.465 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "58'2" 2023-12-22T17:16:49.465 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.466 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.466 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.466 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.466 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.466 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:49.466 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.466 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2023-12-22T17:16:49.466 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.466 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.466 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.466 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.466 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.466 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.466 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.970423+0000", 2023-12-22T17:16:49.466 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.069564+0000", 2023-12-22T17:16:49.466 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.069564+0000", 2023-12-22T17:16:49.467 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.070031+0000", 2023-12-22T17:16:49.467 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.970423+0000", 2023-12-22T17:16:49.467 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.467 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.467 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.467 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.467 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.970423+0000", 2023-12-22T17:16:49.467 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.970423+0000", 2023-12-22T17:16:49.467 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.970423+0000", 2023-12-22T17:16:49.467 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.467 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.467 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.467 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.970423+0000", 2023-12-22T17:16:49.467 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.970423+0000", 2023-12-22T17:16:49.467 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.467 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.468 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.468 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.468 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.468 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.468 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.468 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.468 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.468 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.468 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.468 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.468 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.468 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.6", 2023-12-22T17:16:49.468 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.468 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.468 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.469 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.469 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.469 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T20:08:31.250803+0000", 2023-12-22T17:16:49.469 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.469 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.469 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.469 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.469 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.469 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.469 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.469 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.469 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.469 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.469 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.469 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.469 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.470 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.470 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.470 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.470 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.470 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.470 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.470 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.470 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.470 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.470 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.470 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.470 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.470 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.470 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.471 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.471 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.471 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.471 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.471 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.471 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.471 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.471 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.471 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.471 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.471 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.471 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.471 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.471 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.471 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.471 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.472 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.472 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.472 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.472 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.472 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.472 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.472 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:49.472 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.472 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2023-12-22T17:16:49.472 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.472 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.472 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.472 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.472 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.472 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.473 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:49.473 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.473 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2023-12-22T17:16:49.473 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.473 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.473 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:49.473 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.473 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.473 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.473 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.966548+0000", 2023-12-22T17:16:49.473 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.124544+0000", 2023-12-22T17:16:49.473 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.124544+0000", 2023-12-22T17:16:49.473 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.125245+0000", 2023-12-22T17:16:49.473 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.966548+0000", 2023-12-22T17:16:49.474 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.474 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.474 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.474 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:49.474 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.966548+0000", 2023-12-22T17:16:49.474 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.966548+0000", 2023-12-22T17:16:49.474 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.966548+0000", 2023-12-22T17:16:49.474 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.474 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.474 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.474 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.966548+0000", 2023-12-22T17:16:49.474 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.966548+0000", 2023-12-22T17:16:49.474 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.474 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.474 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.475 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.475 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:49.475 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.475 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.475 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.475 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.475 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.475 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.475 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.475 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.475 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.8", 2023-12-22T17:16:49.475 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.475 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.475 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.476 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.476 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.476 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T23:40:35.691904+0000", 2023-12-22T17:16:49.476 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.476 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.476 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.476 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.476 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.476 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.476 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.476 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.476 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.476 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.477 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.477 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.477 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.477 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.477 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.477 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.477 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.477 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.477 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.477 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.477 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.477 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.477 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.477 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.477 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.478 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.478 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.478 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.478 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.478 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.478 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.478 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.478 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.478 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.478 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.478 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.478 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.478 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.478 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.478 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.478 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.479 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.479 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.479 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.479 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.479 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.479 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.479 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.479 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.479 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:49.479 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.479 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2023-12-22T17:16:49.479 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.479 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.479 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.479 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.479 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.480 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:49.480 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:49.480 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.480 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 4, 2023-12-22T17:16:49.480 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.480 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.480 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.480 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.480 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.480 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.480 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.964418+0000", 2023-12-22T17:16:49.480 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.075185+0000", 2023-12-22T17:16:49.480 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.075185+0000", 2023-12-22T17:16:49.480 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.075574+0000", 2023-12-22T17:16:49.480 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.964418+0000", 2023-12-22T17:16:49.481 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.481 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.481 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.481 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.481 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.964418+0000", 2023-12-22T17:16:49.481 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.964418+0000", 2023-12-22T17:16:49.481 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.964418+0000", 2023-12-22T17:16:49.481 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.481 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.481 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.481 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.964418+0000", 2023-12-22T17:16:49.481 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.964418+0000", 2023-12-22T17:16:49.482 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.482 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.482 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.482 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.482 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.482 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.482 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.482 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.482 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.482 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.482 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.482 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.482 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.482 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.9", 2023-12-22T17:16:49.482 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.482 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.483 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.483 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.483 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.483 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T19:15:01.767043+0000", 2023-12-22T17:16:49.483 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.483 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.483 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.483 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.483 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.483 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.483 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.483 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.483 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.483 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.483 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.483 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.483 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.484 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.484 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.484 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.484 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.484 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.484 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.484 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.484 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.484 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.484 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.484 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.484 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.484 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.484 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.484 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.484 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.484 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.485 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.485 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.485 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.485 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.485 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.485 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.485 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.485 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.485 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.485 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.485 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.485 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.485 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.485 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.485 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.485 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.486 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.486 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.486 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:49.486 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:49.486 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.486 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 4, 2023-12-22T17:16:49.486 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.486 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.486 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.486 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.486 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.486 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.486 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2023-12-22T17:16:49.486 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.486 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2023-12-22T17:16:49.486 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.486 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.487 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:49.487 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.487 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.487 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.487 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.959419+0000", 2023-12-22T17:16:49.487 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.119841+0000", 2023-12-22T17:16:49.487 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.119841+0000", 2023-12-22T17:16:49.487 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.120121+0000", 2023-12-22T17:16:49.487 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.959419+0000", 2023-12-22T17:16:49.487 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.487 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.487 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.487 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:49.487 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.959419+0000", 2023-12-22T17:16:49.487 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.959419+0000", 2023-12-22T17:16:49.488 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.959419+0000", 2023-12-22T17:16:49.488 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.488 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.488 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.488 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.959419+0000", 2023-12-22T17:16:49.488 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.959419+0000", 2023-12-22T17:16:49.488 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.488 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.488 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.488 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.488 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:49.488 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.488 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.488 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.488 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.488 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.489 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.489 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.489 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.489 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.9", 2023-12-22T17:16:49.489 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.489 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.489 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.489 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 17, 2023-12-22T17:16:49.489 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.489 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T04:47:06.811008+0000", 2023-12-22T17:16:49.489 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.489 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.489 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.489 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.489 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.489 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.489 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.490 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.490 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.490 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.490 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.490 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.490 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.490 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.490 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.490 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.490 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.490 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.490 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.490 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.490 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.490 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.490 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.491 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.491 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.491 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.491 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.491 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.491 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.491 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.491 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.491 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.491 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.491 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.491 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.491 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.491 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.491 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.491 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.491 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.492 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.492 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.492 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.492 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.492 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.492 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.492 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.492 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.492 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.492 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2023-12-22T17:16:49.492 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.492 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2023-12-22T17:16:49.492 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.492 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.492 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.492 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.493 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.493 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.493 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:49.493 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.493 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2023-12-22T17:16:49.493 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.493 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.493 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.493 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.493 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.493 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.493 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.971070+0000", 2023-12-22T17:16:49.493 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.075351+0000", 2023-12-22T17:16:49.493 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.075351+0000", 2023-12-22T17:16:49.493 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.075834+0000", 2023-12-22T17:16:49.493 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.971070+0000", 2023-12-22T17:16:49.493 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.494 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.494 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.494 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.494 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.971070+0000", 2023-12-22T17:16:49.494 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.971070+0000", 2023-12-22T17:16:49.494 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.971070+0000", 2023-12-22T17:16:49.494 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.494 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.494 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.494 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.971070+0000", 2023-12-22T17:16:49.494 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.971070+0000", 2023-12-22T17:16:49.494 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.494 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.494 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.494 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.495 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.495 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.495 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.495 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.495 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.495 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.495 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.495 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.495 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.495 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.8", 2023-12-22T17:16:49.495 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.495 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.495 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.495 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.496 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.496 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T22:20:07.784801+0000", 2023-12-22T17:16:49.496 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.496 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.496 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.496 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.496 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.496 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.496 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.496 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.496 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.496 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.496 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.496 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.497 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.497 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.497 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.497 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.497 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.497 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.497 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.497 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.497 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.497 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.497 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.497 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.497 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.497 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.498 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.498 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.498 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.498 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.498 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.498 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.498 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.498 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.498 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.498 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.498 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.498 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.498 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.498 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.499 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.499 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.499 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.499 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.499 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.499 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.499 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.499 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.499 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.499 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:49.499 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.499 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2023-12-22T17:16:49.499 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.499 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.499 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.500 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.500 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.500 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.500 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:49.500 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.500 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2023-12-22T17:16:49.500 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.500 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.500 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:49.500 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.500 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.500 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.500 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.960596+0000", 2023-12-22T17:16:49.500 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.119401+0000", 2023-12-22T17:16:49.500 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.119401+0000", 2023-12-22T17:16:49.500 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.119680+0000", 2023-12-22T17:16:49.501 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.960596+0000", 2023-12-22T17:16:49.501 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.501 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.501 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.501 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:49.501 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.960596+0000", 2023-12-22T17:16:49.501 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.960596+0000", 2023-12-22T17:16:49.501 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.960596+0000", 2023-12-22T17:16:49.501 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.501 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.501 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.501 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.960596+0000", 2023-12-22T17:16:49.501 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.960596+0000", 2023-12-22T17:16:49.501 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.501 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.502 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.502 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.502 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:49.502 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.502 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.502 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.502 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.502 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.502 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.502 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.502 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.502 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.a", 2023-12-22T17:16:49.502 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.502 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.502 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.502 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 17, 2023-12-22T17:16:49.503 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.503 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T23:10:09.143754+0000", 2023-12-22T17:16:49.503 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.503 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.503 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.503 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.503 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.503 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.503 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.503 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.503 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.503 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.503 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.503 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.503 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.503 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.503 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.504 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.504 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.504 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.504 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.504 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.504 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.504 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.504 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.504 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.504 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.504 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.504 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.504 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.504 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.504 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.504 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.505 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.505 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.505 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.505 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.505 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.505 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.505 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.505 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.505 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.505 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.505 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.505 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.505 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.505 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.505 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.505 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.505 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.506 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.506 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:49.506 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.506 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2023-12-22T17:16:49.506 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.506 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.506 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.506 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.506 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.506 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.506 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:49.506 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.506 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2023-12-22T17:16:49.506 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.506 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.507 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.507 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.507 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.507 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.507 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.973011+0000", 2023-12-22T17:16:49.507 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.069900+0000", 2023-12-22T17:16:49.507 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.069900+0000", 2023-12-22T17:16:49.507 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.070210+0000", 2023-12-22T17:16:49.507 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.973011+0000", 2023-12-22T17:16:49.507 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.507 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.507 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.507 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.507 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.973011+0000", 2023-12-22T17:16:49.507 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.973011+0000", 2023-12-22T17:16:49.507 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.973011+0000", 2023-12-22T17:16:49.507 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.508 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.508 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.508 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.973011+0000", 2023-12-22T17:16:49.508 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.973011+0000", 2023-12-22T17:16:49.508 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.508 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.508 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.508 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.508 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.508 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.508 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.508 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.508 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.508 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.508 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.508 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.508 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.509 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.b", 2023-12-22T17:16:49.509 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.509 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.509 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.509 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.509 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.509 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T23:42:16.002973+0000", 2023-12-22T17:16:49.509 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.509 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.509 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.509 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.509 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.509 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.509 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.509 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.511 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.511 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.511 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.511 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.511 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.511 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.511 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.511 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.511 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.511 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.511 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.511 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.511 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.511 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.511 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.511 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.512 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.512 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.512 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.512 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.512 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.512 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.512 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.512 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.512 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:49.512 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.512 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2023-12-22T17:16:49.512 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.512 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.512 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.512 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.512 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.512 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.513 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2023-12-22T17:16:49.513 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.513 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2023-12-22T17:16:49.513 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.513 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.513 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:49.513 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.513 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.513 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.513 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.966240+0000", 2023-12-22T17:16:49.513 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.123759+0000", 2023-12-22T17:16:49.513 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.123759+0000", 2023-12-22T17:16:49.513 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.124058+0000", 2023-12-22T17:16:49.513 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.966240+0000", 2023-12-22T17:16:49.513 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.514 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.514 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.514 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:49.514 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.966240+0000", 2023-12-22T17:16:49.514 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.966240+0000", 2023-12-22T17:16:49.514 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.966240+0000", 2023-12-22T17:16:49.514 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.514 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.514 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.514 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.966240+0000", 2023-12-22T17:16:49.514 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.966240+0000", 2023-12-22T17:16:49.514 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.514 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 2, 2023-12-22T17:16:49.514 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.514 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.515 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:49.515 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.515 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.515 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.515 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.515 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 2, 2023-12-22T17:16:49.515 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.515 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.515 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.515 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.b", 2023-12-22T17:16:49.515 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.515 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.515 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.515 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 18, 2023-12-22T17:16:49.515 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.516 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T04:59:13.412760+0000", 2023-12-22T17:16:49.516 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.516 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.516 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.516 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.516 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.516 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.516 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.516 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.516 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.516 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.516 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.516 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.516 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.516 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.516 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.516 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.517 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.517 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.517 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.517 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 3, 2023-12-22T17:16:49.517 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 1, 2023-12-22T17:16:49.517 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.517 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 1, 2023-12-22T17:16:49.517 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.517 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.517 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.517 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.517 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.517 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 1, 2023-12-22T17:16:49.517 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.517 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.518 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.518 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.518 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.518 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.518 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.518 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.518 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.518 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.518 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.518 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.518 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 1, 2023-12-22T17:16:49.518 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.518 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.518 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.518 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.518 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.518 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.519 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.519 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2023-12-22T17:16:49.519 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.519 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2023-12-22T17:16:49.519 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "58'2" 2023-12-22T17:16:49.519 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.519 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.519 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.519 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:49.519 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.519 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:49.519 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.519 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2023-12-22T17:16:49.519 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.520 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.520 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.520 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.520 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.520 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.520 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.961619+0000", 2023-12-22T17:16:49.520 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.068255+0000", 2023-12-22T17:16:49.520 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.068255+0000", 2023-12-22T17:16:49.520 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.068583+0000", 2023-12-22T17:16:49.520 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.961619+0000", 2023-12-22T17:16:49.520 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.520 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.520 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.520 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.520 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.961619+0000", 2023-12-22T17:16:49.520 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.961619+0000", 2023-12-22T17:16:49.520 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.961619+0000", 2023-12-22T17:16:49.521 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.521 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.521 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.521 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.961619+0000", 2023-12-22T17:16:49.521 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.961619+0000", 2023-12-22T17:16:49.521 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.521 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.521 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.521 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.521 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.521 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.521 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.521 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.521 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.521 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.521 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.522 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.522 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.522 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.a", 2023-12-22T17:16:49.522 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.522 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.522 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.522 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.522 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.522 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T18:04:00.387399+0000", 2023-12-22T17:16:49.522 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.522 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.522 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.522 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.522 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.522 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.522 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.523 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.523 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.523 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.523 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.523 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.523 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.523 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.523 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.523 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.523 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.523 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.523 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.523 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.523 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.523 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.523 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.524 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.524 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.524 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.524 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.524 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.524 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.524 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.524 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.524 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.524 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.524 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.524 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.524 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.524 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.524 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.524 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.524 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.525 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.525 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.525 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.525 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.525 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.525 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.525 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.525 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:49.525 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.525 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:49.525 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.525 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2023-12-22T17:16:49.525 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.525 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.525 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.525 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.526 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:49.526 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.526 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:49.526 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.526 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 2, 2023-12-22T17:16:49.528 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.528 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.528 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:49.528 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.529 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.529 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.529 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.962747+0000", 2023-12-22T17:16:49.529 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.119566+0000", 2023-12-22T17:16:49.529 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.119566+0000", 2023-12-22T17:16:49.529 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.119864+0000", 2023-12-22T17:16:49.529 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.962747+0000", 2023-12-22T17:16:49.529 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.529 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.529 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.529 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:49.529 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.962747+0000", 2023-12-22T17:16:49.529 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.962747+0000", 2023-12-22T17:16:49.529 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.962747+0000", 2023-12-22T17:16:49.530 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.530 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.530 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.530 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.962747+0000", 2023-12-22T17:16:49.530 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.962747+0000", 2023-12-22T17:16:49.530 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.530 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.530 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.530 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.530 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:49.530 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.530 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.530 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.530 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.531 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.531 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.531 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.531 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.531 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.c", 2023-12-22T17:16:49.531 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.531 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.531 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.531 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 17, 2023-12-22T17:16:49.531 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.531 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T22:06:47.199136+0000", 2023-12-22T17:16:49.531 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.531 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.531 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.531 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.532 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.532 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.532 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.532 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.532 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.532 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.532 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.532 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.532 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.532 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.532 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.532 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.532 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.532 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.532 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.532 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.533 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.533 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.533 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.533 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.533 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.533 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.533 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.533 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.533 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.533 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.533 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.533 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.533 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.533 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.533 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.533 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.534 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.534 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.534 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.534 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.534 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.534 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.534 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.534 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.534 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.534 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.534 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.534 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:49.534 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.534 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:49.534 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.534 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 2, 2023-12-22T17:16:49.534 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.534 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.535 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.535 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.535 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.535 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.535 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:49.535 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.535 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2023-12-22T17:16:49.535 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.535 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.535 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.535 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.535 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.535 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.535 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.966626+0000", 2023-12-22T17:16:49.535 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.090387+0000", 2023-12-22T17:16:49.535 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.090387+0000", 2023-12-22T17:16:49.535 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.090697+0000", 2023-12-22T17:16:49.536 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.966626+0000", 2023-12-22T17:16:49.536 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.536 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.536 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.536 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.536 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.966626+0000", 2023-12-22T17:16:49.536 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.966626+0000", 2023-12-22T17:16:49.536 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.966626+0000", 2023-12-22T17:16:49.536 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.536 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.536 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.536 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.966626+0000", 2023-12-22T17:16:49.536 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.966626+0000", 2023-12-22T17:16:49.536 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.536 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.536 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.536 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.537 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.537 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.537 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.537 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.537 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.537 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.537 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.537 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.537 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.537 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.d", 2023-12-22T17:16:49.537 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.537 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.537 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.537 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 15, 2023-12-22T17:16:49.537 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.537 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T01:47:35.460863+0000", 2023-12-22T17:16:49.538 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.538 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.538 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.538 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.538 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.538 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.538 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.538 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.538 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.538 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.538 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.538 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.538 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.538 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.538 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.538 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.538 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.539 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.539 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.539 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.539 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.539 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.539 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.539 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.539 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.539 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.539 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.539 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.539 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.539 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.539 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.539 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.539 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.539 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.540 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.540 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.540 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.540 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.540 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.540 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.540 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.540 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.540 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.540 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.540 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.540 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.540 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.540 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.540 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.540 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:49.541 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.541 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2023-12-22T17:16:49.541 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.541 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.541 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.541 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.541 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.541 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.541 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2023-12-22T17:16:49.541 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.541 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2023-12-22T17:16:49.541 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.541 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.541 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:49.542 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.542 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.542 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.542 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.959067+0000", 2023-12-22T17:16:49.542 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.117911+0000", 2023-12-22T17:16:49.542 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.117911+0000", 2023-12-22T17:16:49.542 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.118369+0000", 2023-12-22T17:16:49.542 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.959067+0000", 2023-12-22T17:16:49.542 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.542 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.542 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.542 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:49.542 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.959067+0000", 2023-12-22T17:16:49.542 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.959067+0000", 2023-12-22T17:16:49.542 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.959067+0000", 2023-12-22T17:16:49.542 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.542 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.543 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.543 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.959067+0000", 2023-12-22T17:16:49.543 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.959067+0000", 2023-12-22T17:16:49.543 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.543 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 1, 2023-12-22T17:16:49.543 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.543 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.543 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:49.543 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.543 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.543 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.543 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.543 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 1, 2023-12-22T17:16:49.543 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.543 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.543 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.544 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.d", 2023-12-22T17:16:49.544 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.544 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.544 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.544 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 18, 2023-12-22T17:16:49.544 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.544 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T04:59:59.654553+0000", 2023-12-22T17:16:49.544 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.544 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.544 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.544 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 70, 2023-12-22T17:16:49.544 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.544 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.544 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.545 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.545 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.545 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.545 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.545 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.545 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.545 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.545 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.545 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.545 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.545 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.545 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.545 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 3, 2023-12-22T17:16:49.545 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 1, 2023-12-22T17:16:49.545 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.545 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 1, 2023-12-22T17:16:49.546 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.546 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.546 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.546 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.546 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.546 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.546 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.546 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.546 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.546 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.546 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.546 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.546 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.546 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.546 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.546 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.546 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.547 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.547 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 1, 2023-12-22T17:16:49.547 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 1 2023-12-22T17:16:49.547 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.547 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.547 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.547 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.547 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.547 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.547 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2023-12-22T17:16:49.547 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.547 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2023-12-22T17:16:49.547 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "58'1" 2023-12-22T17:16:49.547 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.547 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.547 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.547 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.548 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.548 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:49.548 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.548 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2023-12-22T17:16:49.548 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.548 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.548 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.548 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.548 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.548 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.548 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.963041+0000", 2023-12-22T17:16:49.548 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.078142+0000", 2023-12-22T17:16:49.548 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.078142+0000", 2023-12-22T17:16:49.548 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.078512+0000", 2023-12-22T17:16:49.548 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.963041+0000", 2023-12-22T17:16:49.548 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.548 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.549 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.549 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.549 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.963041+0000", 2023-12-22T17:16:49.549 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.963041+0000", 2023-12-22T17:16:49.549 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.963041+0000", 2023-12-22T17:16:49.549 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.549 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.549 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.549 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.963041+0000", 2023-12-22T17:16:49.549 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.963041+0000", 2023-12-22T17:16:49.549 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.549 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.549 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.549 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.549 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.549 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.550 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.550 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.550 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.550 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.550 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.550 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.550 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.550 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.c", 2023-12-22T17:16:49.550 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.550 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.550 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.550 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.550 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.550 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T02:39:23.753379+0000", 2023-12-22T17:16:49.550 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.551 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.551 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.552 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.552 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.552 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.552 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.552 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.552 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.552 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.552 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.552 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.552 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.552 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.552 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.552 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.552 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.552 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.552 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.552 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.553 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.553 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.553 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.553 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.553 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.553 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.553 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.553 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.553 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.553 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.553 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.553 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.553 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.553 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.553 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.553 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:49.554 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.554 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2023-12-22T17:16:49.554 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.554 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.554 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.554 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.554 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:49.554 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.554 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:49.554 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.554 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 2, 2023-12-22T17:16:49.554 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.554 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.554 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:49.554 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.554 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.554 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.555 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.963034+0000", 2023-12-22T17:16:49.555 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.114006+0000", 2023-12-22T17:16:49.555 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.114006+0000", 2023-12-22T17:16:49.555 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.114336+0000", 2023-12-22T17:16:49.555 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.963034+0000", 2023-12-22T17:16:49.555 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.555 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.555 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.555 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:49.555 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.963034+0000", 2023-12-22T17:16:49.555 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.963034+0000", 2023-12-22T17:16:49.555 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.963034+0000", 2023-12-22T17:16:49.555 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.555 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.555 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:49.556 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.963034+0000", 2023-12-22T17:16:49.556 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.963034+0000", 2023-12-22T17:16:49.556 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.556 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 2, 2023-12-22T17:16:49.556 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.556 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.556 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:49.556 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.556 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.556 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.556 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.556 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 2, 2023-12-22T17:16:49.556 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.556 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.557 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.557 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.e", 2023-12-22T17:16:49.557 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.557 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.557 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.557 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 19, 2023-12-22T17:16:49.557 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.557 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T02:36:21.765002+0000", 2023-12-22T17:16:49.557 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.557 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.557 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.557 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.557 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.557 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.557 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.558 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.558 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.558 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.558 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.558 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.558 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.558 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.558 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.558 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.558 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.558 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.558 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.558 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 3, 2023-12-22T17:16:49.558 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 1, 2023-12-22T17:16:49.558 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.558 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 1, 2023-12-22T17:16:49.559 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.559 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.559 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.559 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.559 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.559 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 1, 2023-12-22T17:16:49.559 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.559 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.559 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.559 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.559 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.559 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.560 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.560 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.560 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.560 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.560 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.560 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.560 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 3, 2023-12-22T17:16:49.560 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.560 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.560 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.560 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.560 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.560 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:49.560 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.560 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:49.561 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.561 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 2, 2023-12-22T17:16:49.561 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "58'2" 2023-12-22T17:16:49.561 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.561 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.561 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.561 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.561 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.561 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:49.561 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.561 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2023-12-22T17:16:49.561 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.561 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.561 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.562 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.562 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.562 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.562 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.967279+0000", 2023-12-22T17:16:49.562 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.087944+0000", 2023-12-22T17:16:49.562 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.087944+0000", 2023-12-22T17:16:49.562 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.088252+0000", 2023-12-22T17:16:49.562 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.967279+0000", 2023-12-22T17:16:49.562 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.562 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.562 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.562 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.562 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.967279+0000", 2023-12-22T17:16:49.562 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.967279+0000", 2023-12-22T17:16:49.562 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.967279+0000", 2023-12-22T17:16:49.563 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.563 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.563 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.563 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.967279+0000", 2023-12-22T17:16:49.563 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.967279+0000", 2023-12-22T17:16:49.563 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.563 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.563 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.563 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.563 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.563 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.563 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.563 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.563 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.563 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.563 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.563 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.563 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.564 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.f", 2023-12-22T17:16:49.564 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.564 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.564 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.564 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 15, 2023-12-22T17:16:49.564 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.564 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T18:11:43.993696+0000", 2023-12-22T17:16:49.564 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.564 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.564 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.564 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.564 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.564 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.564 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.564 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.564 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.565 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.565 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.565 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.565 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.565 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.565 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.565 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.565 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.565 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.565 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.565 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.565 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.565 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.565 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.565 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.565 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.566 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.566 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.566 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.566 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.566 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.566 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.566 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.566 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.566 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.566 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.566 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.566 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.566 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.566 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.566 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.567 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.567 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.567 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.567 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.567 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.567 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.567 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.567 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.567 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.567 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:49.567 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.567 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2023-12-22T17:16:49.567 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.567 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.567 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.568 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.568 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:49.568 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.568 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2023-12-22T17:16:49.568 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.568 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2023-12-22T17:16:49.568 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.568 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.568 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.568 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.568 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.568 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.568 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.962343+0000", 2023-12-22T17:16:49.568 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.074482+0000", 2023-12-22T17:16:49.568 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.074482+0000", 2023-12-22T17:16:49.568 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.075222+0000", 2023-12-22T17:16:49.569 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.962343+0000", 2023-12-22T17:16:49.569 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.569 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.569 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.569 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.569 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.962343+0000", 2023-12-22T17:16:49.569 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.962343+0000", 2023-12-22T17:16:49.569 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.962343+0000", 2023-12-22T17:16:49.569 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.569 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.569 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.569 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.962343+0000", 2023-12-22T17:16:49.570 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.962343+0000", 2023-12-22T17:16:49.570 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.570 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.570 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.570 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.570 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.570 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.570 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.570 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.570 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.570 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.570 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.570 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.570 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.570 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.20", 2023-12-22T17:16:49.571 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.571 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.571 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.571 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.571 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.571 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T22:38:05.015812+0000", 2023-12-22T17:16:49.571 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.571 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.571 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.571 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.571 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.571 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.571 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.571 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.571 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.572 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.572 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.572 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.572 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.572 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.572 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.572 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.572 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.572 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.572 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.572 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.572 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.572 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.572 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.572 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.572 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.572 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.573 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.573 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.573 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.573 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.573 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.573 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.573 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.573 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.573 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.573 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.573 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.573 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.573 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.573 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.573 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.573 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.574 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.574 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.574 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.574 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.574 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.574 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:49.574 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.574 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2023-12-22T17:16:49.574 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.574 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2023-12-22T17:16:49.574 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.574 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.574 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.574 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.574 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:49.574 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.574 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:49.575 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.575 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 2, 2023-12-22T17:16:49.575 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.575 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.575 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.575 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.575 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.575 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.575 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.963559+0000", 2023-12-22T17:16:49.575 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.080176+0000", 2023-12-22T17:16:49.575 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.080176+0000", 2023-12-22T17:16:49.575 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.080520+0000", 2023-12-22T17:16:49.575 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.963559+0000", 2023-12-22T17:16:49.575 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.576 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.576 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.576 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.576 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.963559+0000", 2023-12-22T17:16:49.576 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.963559+0000", 2023-12-22T17:16:49.576 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.963559+0000", 2023-12-22T17:16:49.576 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.576 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.576 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.576 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.963559+0000", 2023-12-22T17:16:49.576 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.963559+0000", 2023-12-22T17:16:49.576 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.576 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.576 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.576 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.576 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.577 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.577 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.577 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.577 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.577 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.577 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.577 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.577 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.577 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.21", 2023-12-22T17:16:49.577 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.577 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.577 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.577 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.577 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.577 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T00:03:31.816794+0000", 2023-12-22T17:16:49.577 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.577 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.578 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.579 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.579 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.579 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.579 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.579 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.579 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.579 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.579 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.579 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.579 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.579 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.579 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.579 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.579 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.579 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.579 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.580 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.580 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.580 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.580 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.580 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.580 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.580 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.580 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.580 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.580 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.580 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.580 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.580 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.580 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:49.581 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.581 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:49.581 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.581 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 2, 2023-12-22T17:16:49.581 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.581 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.581 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.581 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.581 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.581 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.581 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:49.581 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.581 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2023-12-22T17:16:49.581 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.582 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.582 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.582 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.582 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.582 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.582 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.961605+0000", 2023-12-22T17:16:49.582 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.085333+0000", 2023-12-22T17:16:49.582 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.085333+0000", 2023-12-22T17:16:49.582 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.085655+0000", 2023-12-22T17:16:49.582 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.961605+0000", 2023-12-22T17:16:49.582 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.582 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.582 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.582 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.582 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.961605+0000", 2023-12-22T17:16:49.583 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.961605+0000", 2023-12-22T17:16:49.583 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.961605+0000", 2023-12-22T17:16:49.583 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.583 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.583 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.583 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.961605+0000", 2023-12-22T17:16:49.583 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.961605+0000", 2023-12-22T17:16:49.583 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.583 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.583 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.583 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.583 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.583 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.583 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.584 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.584 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.584 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.584 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.584 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.584 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.584 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.22", 2023-12-22T17:16:49.584 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.584 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.584 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.584 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.584 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.584 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T23:16:41.623143+0000", 2023-12-22T17:16:49.584 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.584 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.585 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.585 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.585 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.585 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.585 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.585 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.585 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.585 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.585 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.585 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.585 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.585 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.585 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.585 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.585 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.587 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.587 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.587 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.587 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.587 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.587 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.587 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.587 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.587 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.587 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.587 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.587 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.587 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.587 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.587 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.587 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.587 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:49.588 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.588 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2023-12-22T17:16:49.588 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.588 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.588 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.588 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.588 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:49.588 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.588 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:49.588 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.588 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 2, 2023-12-22T17:16:49.588 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.588 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.588 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.588 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.589 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.589 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.589 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:17.248673+0000", 2023-12-22T17:16:49.589 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:16:17.248350+0000", 2023-12-22T17:16:49.589 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:16:17.248350+0000", 2023-12-22T17:16:49.589 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:16:17.248673+0000", 2023-12-22T17:16:49.589 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:17.248673+0000", 2023-12-22T17:16:49.589 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.589 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.589 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.589 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 65, 2023-12-22T17:16:49.589 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:17.248673+0000", 2023-12-22T17:16:49.589 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:17.248673+0000", 2023-12-22T17:16:49.589 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:17.248673+0000", 2023-12-22T17:16:49.589 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.589 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.590 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.590 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:17.248673+0000", 2023-12-22T17:16:49.590 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:17.248673+0000", 2023-12-22T17:16:49.590 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.590 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.590 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.590 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.590 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 64, 2023-12-22T17:16:49.590 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.590 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.590 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.590 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.590 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.590 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.590 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.591 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.591 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.23", 2023-12-22T17:16:49.591 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.591 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.591 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 65, 2023-12-22T17:16:49.591 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 10, 2023-12-22T17:16:49.591 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.591 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T01:34:26.438749+0000", 2023-12-22T17:16:49.591 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.591 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.591 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.591 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.591 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.591 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.591 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.591 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.592 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.592 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.592 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.592 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.592 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.592 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.592 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.592 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.592 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.592 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.592 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.592 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.592 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.592 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.592 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.592 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.592 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.593 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.593 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.593 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.593 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.593 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.593 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.593 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.593 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.593 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.593 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.593 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.593 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.593 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.593 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.593 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.593 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.594 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.594 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.594 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.594 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.594 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.594 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.594 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:49.594 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.594 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:49.594 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.594 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 2, 2023-12-22T17:16:49.594 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.594 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.594 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.594 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.594 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.594 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.595 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:49.595 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.595 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2023-12-22T17:16:49.595 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.595 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.595 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.595 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.595 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.595 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.595 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.971719+0000", 2023-12-22T17:16:49.595 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.070545+0000", 2023-12-22T17:16:49.595 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.070545+0000", 2023-12-22T17:16:49.595 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.071486+0000", 2023-12-22T17:16:49.595 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.971719+0000", 2023-12-22T17:16:49.595 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.595 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.595 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.596 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.596 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.971719+0000", 2023-12-22T17:16:49.596 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.971719+0000", 2023-12-22T17:16:49.596 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.971719+0000", 2023-12-22T17:16:49.596 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.596 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.596 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.596 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.971719+0000", 2023-12-22T17:16:49.596 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.971719+0000", 2023-12-22T17:16:49.596 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.596 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.596 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.596 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.596 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.596 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.597 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.597 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.597 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.597 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.597 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.597 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.597 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.597 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.24", 2023-12-22T17:16:49.597 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.597 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.597 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.597 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.597 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.597 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T19:55:07.237280+0000", 2023-12-22T17:16:49.597 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.598 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.598 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.598 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.598 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.598 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.598 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.598 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.598 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.598 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.598 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.598 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.598 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.598 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.598 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.598 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.599 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.599 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.599 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.599 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.599 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.599 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.599 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.599 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.599 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.599 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.599 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.599 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.599 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.599 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.599 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.600 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.600 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.600 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.600 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.600 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.600 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.600 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.600 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.600 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.600 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.600 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.600 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.600 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.600 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.601 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.601 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.601 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.601 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.601 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:49.601 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.601 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2023-12-22T17:16:49.601 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.601 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.601 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.601 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.601 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.601 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.601 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:49.601 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.601 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2023-12-22T17:16:49.602 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.602 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.602 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.602 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.602 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.602 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.602 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.958985+0000", 2023-12-22T17:16:49.602 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.077265+0000", 2023-12-22T17:16:49.602 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.077265+0000", 2023-12-22T17:16:49.602 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.077630+0000", 2023-12-22T17:16:49.602 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.958985+0000", 2023-12-22T17:16:49.602 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.602 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.602 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.602 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.602 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.958985+0000", 2023-12-22T17:16:49.603 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.958985+0000", 2023-12-22T17:16:49.603 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.958985+0000", 2023-12-22T17:16:49.603 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.603 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.603 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.603 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.958985+0000", 2023-12-22T17:16:49.603 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.958985+0000", 2023-12-22T17:16:49.603 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.603 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.603 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.603 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.603 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.603 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.603 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.603 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.603 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.604 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.604 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.604 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.604 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.604 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.25", 2023-12-22T17:16:49.604 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.604 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.604 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.604 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.604 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.604 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T03:49:56.617185+0000", 2023-12-22T17:16:49.604 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.604 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.604 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.604 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.604 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.606 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.606 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.606 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.606 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.606 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.606 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.606 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.606 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.606 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.606 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.606 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.606 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.606 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.606 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.606 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.606 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.607 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.607 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.607 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.607 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.607 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.607 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.607 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.607 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.607 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.607 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.607 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.607 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.607 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:49.607 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.607 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2023-12-22T17:16:49.607 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.607 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.608 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.608 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.608 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:49.608 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.608 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:49.608 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.608 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2023-12-22T17:16:49.608 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.608 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.608 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.608 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.608 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.608 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.608 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.963512+0000", 2023-12-22T17:16:49.608 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.069099+0000", 2023-12-22T17:16:49.608 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.069099+0000", 2023-12-22T17:16:49.608 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.069440+0000", 2023-12-22T17:16:49.609 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.963512+0000", 2023-12-22T17:16:49.609 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.609 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.609 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.609 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.609 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.963512+0000", 2023-12-22T17:16:49.609 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.963512+0000", 2023-12-22T17:16:49.609 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.963512+0000", 2023-12-22T17:16:49.609 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.609 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.609 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.609 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.963512+0000", 2023-12-22T17:16:49.609 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.963512+0000", 2023-12-22T17:16:49.610 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.610 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.610 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.610 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.610 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.610 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.610 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.610 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.610 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.610 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.610 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.610 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.610 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.610 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.26", 2023-12-22T17:16:49.611 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.611 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.611 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.611 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.611 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.611 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T02:14:11.705233+0000", 2023-12-22T17:16:49.611 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.611 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.611 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.611 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.611 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.611 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.611 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.611 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.614 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.614 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.614 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.614 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.614 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.614 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.614 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.614 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:49.614 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.614 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:49.614 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.614 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2023-12-22T17:16:49.614 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.614 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.614 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.614 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.614 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.615 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.615 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:49.615 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.615 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2023-12-22T17:16:49.615 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.615 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.615 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.615 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.615 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.615 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.615 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.972152+0000", 2023-12-22T17:16:49.615 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.063276+0000", 2023-12-22T17:16:49.615 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.063276+0000", 2023-12-22T17:16:49.615 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.064189+0000", 2023-12-22T17:16:49.615 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.972152+0000", 2023-12-22T17:16:49.615 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.615 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.616 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.616 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.616 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.972152+0000", 2023-12-22T17:16:49.616 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.972152+0000", 2023-12-22T17:16:49.616 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.972152+0000", 2023-12-22T17:16:49.616 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.616 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.616 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.616 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.972152+0000", 2023-12-22T17:16:49.616 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.972152+0000", 2023-12-22T17:16:49.616 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.616 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.616 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.617 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.617 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.617 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.617 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.617 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.617 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.617 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.617 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.617 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.617 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.617 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.27", 2023-12-22T17:16:49.617 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.617 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.617 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.617 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.618 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.618 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T21:06:54.622669+0000", 2023-12-22T17:16:49.618 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.618 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.618 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.618 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.618 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.618 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.618 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.618 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.618 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.618 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.618 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.618 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.618 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.618 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.619 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.619 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.619 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.619 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.619 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.619 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.619 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.619 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.619 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.619 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.619 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.619 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.619 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.619 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.620 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.620 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.620 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.620 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.620 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.620 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.620 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.620 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.620 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.620 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.620 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.620 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.620 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.620 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.620 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.621 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.621 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.621 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.621 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.621 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.621 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.621 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:49.621 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.621 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2023-12-22T17:16:49.621 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.621 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.621 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.621 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.621 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.622 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.622 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:49.622 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.622 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2023-12-22T17:16:49.622 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.622 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.622 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.622 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.622 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.622 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.622 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.963053+0000", 2023-12-22T17:16:49.622 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.081082+0000", 2023-12-22T17:16:49.622 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.081082+0000", 2023-12-22T17:16:49.622 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.081385+0000", 2023-12-22T17:16:49.623 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.963053+0000", 2023-12-22T17:16:49.623 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.623 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.623 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.623 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.623 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.963053+0000", 2023-12-22T17:16:49.623 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.963053+0000", 2023-12-22T17:16:49.623 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.963053+0000", 2023-12-22T17:16:49.623 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.623 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.623 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.623 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.963053+0000", 2023-12-22T17:16:49.623 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.963053+0000", 2023-12-22T17:16:49.623 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.623 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.624 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.624 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.624 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.624 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.624 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.624 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.624 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.624 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.624 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.624 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.624 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.624 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.28", 2023-12-22T17:16:49.624 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.624 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.624 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.625 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.625 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.625 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T22:54:18.191564+0000", 2023-12-22T17:16:49.625 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.625 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.625 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.625 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.625 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.625 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.625 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.625 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.625 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.625 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.625 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.625 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.625 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.626 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.626 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.626 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.626 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.626 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.626 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.626 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.626 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.626 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.626 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.626 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.626 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.626 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.626 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.626 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.626 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.627 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.627 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.627 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.627 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.627 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.627 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.627 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.627 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.627 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.627 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.627 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.627 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.627 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.627 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.627 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.627 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.627 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.628 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.628 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.628 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.628 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:49.628 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.628 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2023-12-22T17:16:49.628 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.628 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.628 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.628 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.628 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.628 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.628 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:49.628 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.628 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2023-12-22T17:16:49.628 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.629 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.629 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.629 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.629 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.629 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.629 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.972762+0000", 2023-12-22T17:16:49.629 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.066917+0000", 2023-12-22T17:16:49.629 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.066917+0000", 2023-12-22T17:16:49.629 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.067690+0000", 2023-12-22T17:16:49.629 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.972762+0000", 2023-12-22T17:16:49.629 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.629 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.629 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.629 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.629 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.972762+0000", 2023-12-22T17:16:49.629 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.972762+0000", 2023-12-22T17:16:49.630 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.972762+0000", 2023-12-22T17:16:49.630 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.630 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.630 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.630 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.972762+0000", 2023-12-22T17:16:49.630 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.972762+0000", 2023-12-22T17:16:49.630 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.630 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.630 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.630 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.630 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.630 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.630 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.630 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.630 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.630 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.631 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.631 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.631 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.631 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.29", 2023-12-22T17:16:49.631 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.631 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.631 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.631 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.631 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.631 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T00:46:58.626252+0000", 2023-12-22T17:16:49.631 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.631 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.631 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.631 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.631 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.631 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.632 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.632 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.632 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.632 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.632 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.632 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.632 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.632 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.632 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.632 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.632 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.632 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.632 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.633 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.633 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.633 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.633 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.633 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.633 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.633 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.633 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.633 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.633 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.633 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.633 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.633 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.633 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.633 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.633 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.634 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.634 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.634 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.634 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.634 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.634 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.634 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.634 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.634 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.634 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.634 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.634 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.634 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:49.634 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.634 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:49.635 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.635 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2023-12-22T17:16:49.635 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.635 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.635 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.635 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.635 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.635 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.635 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:49.635 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.635 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2023-12-22T17:16:49.635 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.635 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.635 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.636 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.636 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.636 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.636 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.961695+0000", 2023-12-22T17:16:49.636 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.079928+0000", 2023-12-22T17:16:49.636 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.079928+0000", 2023-12-22T17:16:49.636 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.080298+0000", 2023-12-22T17:16:49.636 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.961695+0000", 2023-12-22T17:16:49.636 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.636 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.636 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.636 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.636 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.961695+0000", 2023-12-22T17:16:49.636 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.961695+0000", 2023-12-22T17:16:49.636 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.961695+0000", 2023-12-22T17:16:49.636 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.637 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.637 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.637 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.961695+0000", 2023-12-22T17:16:49.637 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.961695+0000", 2023-12-22T17:16:49.637 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.637 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.637 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.637 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.637 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.637 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.637 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.637 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.637 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.637 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.638 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.638 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.638 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.638 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.2a", 2023-12-22T17:16:49.638 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.638 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.638 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.638 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.638 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.638 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T22:41:37.601463+0000", 2023-12-22T17:16:49.638 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.638 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.638 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.638 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.638 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.638 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.641 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.641 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.641 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.641 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.641 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.641 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.641 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.641 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.641 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.641 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:49.641 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.641 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:49.641 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.641 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2023-12-22T17:16:49.641 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.641 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.642 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.642 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.642 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.642 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.642 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:49.642 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.642 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2023-12-22T17:16:49.642 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.642 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.642 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.642 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.642 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.642 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.642 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.966830+0000", 2023-12-22T17:16:49.642 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.080087+0000", 2023-12-22T17:16:49.642 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.080087+0000", 2023-12-22T17:16:49.642 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.080400+0000", 2023-12-22T17:16:49.643 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.966830+0000", 2023-12-22T17:16:49.643 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.643 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.643 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.643 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.643 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.966830+0000", 2023-12-22T17:16:49.643 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.966830+0000", 2023-12-22T17:16:49.643 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.966830+0000", 2023-12-22T17:16:49.643 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.643 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.643 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.643 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.966830+0000", 2023-12-22T17:16:49.643 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.966830+0000", 2023-12-22T17:16:49.643 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.643 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.643 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.643 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.643 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.644 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.644 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.644 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.644 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.644 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.644 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.644 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.644 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.644 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.2b", 2023-12-22T17:16:49.644 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.644 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.644 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.644 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.644 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.644 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T22:53:44.736505+0000", 2023-12-22T17:16:49.644 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.644 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.645 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.645 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.645 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.645 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.645 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.645 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.645 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.645 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.645 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.645 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.645 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.645 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.645 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.645 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.646 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.646 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.646 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.646 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.646 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.646 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.646 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.646 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.646 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.646 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.646 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.646 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.646 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.646 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.646 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.647 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.647 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.647 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.648 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.648 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:49.648 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.648 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:49.648 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.648 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2023-12-22T17:16:49.648 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.648 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.648 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.648 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:49.648 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:49.648 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.648 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:49.648 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.648 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2023-12-22T17:16:49.649 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:49.649 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:49.649 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:49.649 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:49.649 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:49.649 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:49.649 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.962350+0000", 2023-12-22T17:16:49.649 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.076286+0000", 2023-12-22T17:16:49.649 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.076286+0000", 2023-12-22T17:16:49.649 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.076551+0000", 2023-12-22T17:16:49.649 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.962350+0000", 2023-12-22T17:16:49.649 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.649 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:49.649 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.649 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:49.650 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.962350+0000", 2023-12-22T17:16:49.650 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.962350+0000", 2023-12-22T17:16:49.650 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.962350+0000", 2023-12-22T17:16:49.650 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:49.650 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:49.650 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:49.650 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.962350+0000", 2023-12-22T17:16:49.650 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.962350+0000", 2023-12-22T17:16:49.650 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:49.650 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.650 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:49.650 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:49.650 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:49.650 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:49.650 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:49.650 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:49.651 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:49.651 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.651 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:49.651 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:49.651 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:49.651 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.2c", 2023-12-22T17:16:49.651 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:49.651 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:49.651 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:49.651 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:49.651 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:49.651 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T00:10:49.068174+0000", 2023-12-22T17:16:49.651 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:49.651 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:49.651 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.651 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.651 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.652 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.652 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.652 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.652 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.652 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.652 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.652 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.652 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.652 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.652 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.652 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.652 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.652 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.652 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.652 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.652 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.652 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.653 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.653 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.653 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.653 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.653 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.653 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.653 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.653 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.653 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.653 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.653 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.653 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.653 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.653 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.653 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.653 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.654 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.654 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.654 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.654 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.654 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.654 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.654 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:49.654 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:49.654 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:49.654 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:49.654 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:49.654 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:49.654 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.654 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2023-12-22T17:16:49.654 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:49.654 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.654 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.655 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_per_pool": [ 2023-12-22T17:16:49.655 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.655 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": 24, 2023-12-22T17:16:49.655 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2023-12-22T17:16:49.655 INFO:tasks.workunit.client.0.smithi032.stdout: "rbd" 2023-12-22T17:16:49.655 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.655 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.655 INFO:tasks.workunit.client.0.smithi032.stdout: "num_pg": 8, 2023-12-22T17:16:49.655 INFO:tasks.workunit.client.0.smithi032.stdout: "num_store_stats": 8, 2023-12-22T17:16:49.655 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.655 INFO:tasks.workunit.client.0.smithi032.stdout: "poolid": 4, 2023-12-22T17:16:49.655 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.655 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.655 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.655 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.655 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.655 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.656 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.656 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.656 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.656 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.656 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.656 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.656 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.656 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.656 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.656 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.656 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.656 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.656 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.656 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.656 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.656 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.656 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.657 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.657 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.657 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.657 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.657 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.657 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.657 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.657 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.657 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.657 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.657 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.657 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.657 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.657 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.657 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.657 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.657 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.658 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.658 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.658 INFO:tasks.workunit.client.0.smithi032.stdout: "store_stats": { 2023-12-22T17:16:49.658 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": 0, 2023-12-22T17:16:49.658 INFO:tasks.workunit.client.0.smithi032.stdout: "available": 0, 2023-12-22T17:16:49.658 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed": 0, 2023-12-22T17:16:49.658 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed_allocated": 0, 2023-12-22T17:16:49.658 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed_original": 0, 2023-12-22T17:16:49.658 INFO:tasks.workunit.client.0.smithi032.stdout: "data_stored": 0, 2023-12-22T17:16:49.658 INFO:tasks.workunit.client.0.smithi032.stdout: "internal_metadata": 0, 2023-12-22T17:16:49.658 INFO:tasks.workunit.client.0.smithi032.stdout: "internally_reserved": 0, 2023-12-22T17:16:49.658 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_allocated": 0, 2023-12-22T17:16:49.658 INFO:tasks.workunit.client.0.smithi032.stdout: "total": 0 2023-12-22T17:16:49.658 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.658 INFO:tasks.workunit.client.0.smithi032.stdout: "up": 24 2023-12-22T17:16:49.658 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.658 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.659 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": 192, 2023-12-22T17:16:49.659 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2023-12-22T17:16:49.659 INFO:tasks.workunit.client.0.smithi032.stdout: "cephfs" 2023-12-22T17:16:49.659 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.659 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.659 INFO:tasks.workunit.client.0.smithi032.stdout: "num_pg": 64, 2023-12-22T17:16:49.659 INFO:tasks.workunit.client.0.smithi032.stdout: "num_store_stats": 8, 2023-12-22T17:16:49.659 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.659 INFO:tasks.workunit.client.0.smithi032.stdout: "poolid": 3, 2023-12-22T17:16:49.659 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.659 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:49.659 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.659 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.659 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.659 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.660 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.660 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.660 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.660 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.660 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.660 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.660 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.660 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.660 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.660 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.660 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.660 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.660 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.660 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.660 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.660 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.661 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.661 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.661 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.661 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.661 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.661 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.661 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.661 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.661 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.661 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.661 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.661 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.661 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.661 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.661 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.662 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.662 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.662 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:49.662 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:49.662 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.662 INFO:tasks.workunit.client.0.smithi032.stdout: "store_stats": { 2023-12-22T17:16:49.662 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": 0, 2023-12-22T17:16:49.662 INFO:tasks.workunit.client.0.smithi032.stdout: "available": 0, 2023-12-22T17:16:49.662 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed": 0, 2023-12-22T17:16:49.662 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed_allocated": 0, 2023-12-22T17:16:49.662 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed_original": 0, 2023-12-22T17:16:49.662 INFO:tasks.workunit.client.0.smithi032.stdout: "data_stored": 0, 2023-12-22T17:16:49.662 INFO:tasks.workunit.client.0.smithi032.stdout: "internal_metadata": 0, 2023-12-22T17:16:49.662 INFO:tasks.workunit.client.0.smithi032.stdout: "internally_reserved": 0, 2023-12-22T17:16:49.663 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_allocated": 0, 2023-12-22T17:16:49.663 INFO:tasks.workunit.client.0.smithi032.stdout: "total": 0 2023-12-22T17:16:49.663 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.663 INFO:tasks.workunit.client.0.smithi032.stdout: "up": 192 2023-12-22T17:16:49.663 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.663 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.663 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": 3, 2023-12-22T17:16:49.663 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2023-12-22T17:16:49.663 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr" 2023-12-22T17:16:49.663 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.663 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 148, 2023-12-22T17:16:49.663 INFO:tasks.workunit.client.0.smithi032.stdout: "num_pg": 1, 2023-12-22T17:16:49.663 INFO:tasks.workunit.client.0.smithi032.stdout: "num_store_stats": 3, 2023-12-22T17:16:49.663 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 148, 2023-12-22T17:16:49.663 INFO:tasks.workunit.client.0.smithi032.stdout: "poolid": 1, 2023-12-22T17:16:49.663 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.663 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 590368, 2023-12-22T17:16:49.664 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.664 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 1771104, 2023-12-22T17:16:49.664 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.664 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.664 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.664 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.664 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.664 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.664 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.664 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.664 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.664 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.664 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.664 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.664 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.664 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 6, 2023-12-22T17:16:49.665 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 2, 2023-12-22T17:16:49.665 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.665 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 2, 2023-12-22T17:16:49.665 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.665 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.665 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.665 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.665 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.665 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.665 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.665 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 6, 2023-12-22T17:16:49.665 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.665 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.665 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.665 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.665 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.666 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 394, 2023-12-22T17:16:49.666 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 584, 2023-12-22T17:16:49.666 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.666 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.666 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.666 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 219, 2023-12-22T17:16:49.666 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 2416 2023-12-22T17:16:49.666 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.666 INFO:tasks.workunit.client.0.smithi032.stdout: "store_stats": { 2023-12-22T17:16:49.666 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": 1781760, 2023-12-22T17:16:49.666 INFO:tasks.workunit.client.0.smithi032.stdout: "available": 0, 2023-12-22T17:16:49.666 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed": 0, 2023-12-22T17:16:49.666 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed_allocated": 0, 2023-12-22T17:16:49.666 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed_original": 0, 2023-12-22T17:16:49.666 INFO:tasks.workunit.client.0.smithi032.stdout: "data_stored": 1771104, 2023-12-22T17:16:49.666 INFO:tasks.workunit.client.0.smithi032.stdout: "internal_metadata": 0, 2023-12-22T17:16:49.666 INFO:tasks.workunit.client.0.smithi032.stdout: "internally_reserved": 0, 2023-12-22T17:16:49.667 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_allocated": 0, 2023-12-22T17:16:49.667 INFO:tasks.workunit.client.0.smithi032.stdout: "total": 0 2023-12-22T17:16:49.667 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.667 INFO:tasks.workunit.client.0.smithi032.stdout: "up": 3 2023-12-22T17:16:49.667 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.667 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.667 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": 96, 2023-12-22T17:16:49.667 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2023-12-22T17:16:49.667 INFO:tasks.workunit.client.0.smithi032.stdout: "cephfs" 2023-12-22T17:16:49.667 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.667 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 45, 2023-12-22T17:16:49.667 INFO:tasks.workunit.client.0.smithi032.stdout: "num_pg": 32, 2023-12-22T17:16:49.667 INFO:tasks.workunit.client.0.smithi032.stdout: "num_store_stats": 8, 2023-12-22T17:16:49.667 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 45, 2023-12-22T17:16:49.667 INFO:tasks.workunit.client.0.smithi032.stdout: "poolid": 2, 2023-12-22T17:16:49.667 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.667 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 3376, 2023-12-22T17:16:49.668 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.668 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.668 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.668 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.668 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.668 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.668 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.668 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.668 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.668 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.668 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.668 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.668 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.668 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.668 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.669 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 66, 2023-12-22T17:16:49.669 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 22, 2023-12-22T17:16:49.669 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.669 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 22, 2023-12-22T17:16:49.669 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.669 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.669 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.669 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.669 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.669 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 14, 2023-12-22T17:16:49.669 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.669 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 1, 2023-12-22T17:16:49.669 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.670 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.670 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.670 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.670 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.670 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:49.670 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:49.670 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.670 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.670 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.670 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 51, 2023-12-22T17:16:49.670 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 19 2023-12-22T17:16:49.670 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.670 INFO:tasks.workunit.client.0.smithi032.stdout: "store_stats": { 2023-12-22T17:16:49.670 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": 98304, 2023-12-22T17:16:49.670 INFO:tasks.workunit.client.0.smithi032.stdout: "available": 0, 2023-12-22T17:16:49.670 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed": 0, 2023-12-22T17:16:49.671 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed_allocated": 0, 2023-12-22T17:16:49.671 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed_original": 0, 2023-12-22T17:16:49.671 INFO:tasks.workunit.client.0.smithi032.stdout: "data_stored": 10128, 2023-12-22T17:16:49.671 INFO:tasks.workunit.client.0.smithi032.stdout: "internal_metadata": 0, 2023-12-22T17:16:49.671 INFO:tasks.workunit.client.0.smithi032.stdout: "internally_reserved": 0, 2023-12-22T17:16:49.671 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_allocated": 0, 2023-12-22T17:16:49.671 INFO:tasks.workunit.client.0.smithi032.stdout: "total": 0 2023-12-22T17:16:49.671 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.671 INFO:tasks.workunit.client.0.smithi032.stdout: "up": 96 2023-12-22T17:16:49.671 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.671 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.671 INFO:tasks.workunit.client.0.smithi032.stdout: "usage": { 2023-12-22T17:16:49.671 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_num": 105, 2023-12-22T17:16:49.671 INFO:tasks.workunit.client.0.smithi032.stdout: "pools": 4, 2023-12-22T17:16:49.671 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_by_class": { 2023-12-22T17:16:49.671 INFO:tasks.workunit.client.0.smithi032.stdout: "ssd": { 2023-12-22T17:16:49.671 INFO:tasks.workunit.client.0.smithi032.stdout: "total_avail_bytes": 765517766656, 2023-12-22T17:16:49.672 INFO:tasks.workunit.client.0.smithi032.stdout: "total_bytes": 767960285184, 2023-12-22T17:16:49.672 INFO:tasks.workunit.client.0.smithi032.stdout: "total_used_bytes": 2442518528, 2023-12-22T17:16:49.672 INFO:tasks.workunit.client.0.smithi032.stdout: "total_used_raw_bytes": 2442518528, 2023-12-22T17:16:49.672 INFO:tasks.workunit.client.0.smithi032.stdout: "total_used_raw_ratio": 0.003180527128279209 2023-12-22T17:16:49.672 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.672 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.672 INFO:tasks.workunit.client.0.smithi032.stdout: "total_avail_bytes": 765517766656, 2023-12-22T17:16:49.672 INFO:tasks.workunit.client.0.smithi032.stdout: "total_bytes": 767960285184, 2023-12-22T17:16:49.672 INFO:tasks.workunit.client.0.smithi032.stdout: "total_used_bytes": 2442518528 2023-12-22T17:16:49.672 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.672 INFO:tasks.workunit.client.0.smithi032.stdout:} 2023-12-22T17:16:49.672 INFO:tasks.workunit.client.0.smithi032.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2023-12-22T17:16:49.673 INFO:tasks.workunit.client.0.smithi032.stderr:+ ceph telemetry show-device 2023-12-22T17:16:49.674 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:49.674 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='client.24890 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:49.674 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:16:49.674 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-22T17:16:49.674 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:49.674 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:49.674 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:49.674 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:49.674 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:49.674 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:49.674 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:49.674 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:49.674 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:49.674 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 255 B/s wr, 18 op/s 2023-12-22T17:16:49.675 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-22T17:16:49.675 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-22T17:16:49.675 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:49.675 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:49.675 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:49.675 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-22T17:16:49.675 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:49.675 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-22T17:16:49.675 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:49.675 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:49.675 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-22T17:16:49.675 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-22T17:16:49.675 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:49.675 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:49.676 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:49.676 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:16:49.676 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-22T17:16:49.676 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:49.676 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:49.676 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:49.676 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:49.676 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:49.676 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:49.676 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:49.676 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:49.676 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:49.676 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-22T17:16:49.676 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-22T17:16:49.676 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:49.676 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:49.676 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:49.677 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-22T17:16:49.677 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:49.677 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-22T17:16:49.677 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:49.677 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:49.677 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-22T17:16:49.677 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-22T17:16:49.677 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:49.677 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:49.677 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:48 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:49.677 INFO:tasks.workunit.client.0.smithi032.stdout:{ 2023-12-22T17:16:49.677 INFO:tasks.workunit.client.0.smithi032.stdout: "e15cfba6-a0ed-11ee-be96-ac1f6bf82602": { 2023-12-22T17:16:49.677 INFO:tasks.workunit.client.0.smithi032.stdout: "INTEL_SSDPED1D480GA_e15d99c6-a0ed-11ee-be96-ac1f6bf82602": { 2023-12-22T17:16:49.677 INFO:tasks.workunit.client.0.smithi032.stdout: "20231222-171309": { 2023-12-22T17:16:49.677 INFO:tasks.workunit.client.0.smithi032.stdout: "device": { 2023-12-22T17:16:49.678 INFO:tasks.workunit.client.0.smithi032.stdout: "info_name": "/dev/nvme0n1", 2023-12-22T17:16:49.678 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "/dev/nvme0n1", 2023-12-22T17:16:49.678 INFO:tasks.workunit.client.0.smithi032.stdout: "protocol": "NVMe", 2023-12-22T17:16:49.678 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "nvme" 2023-12-22T17:16:49.678 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.678 INFO:tasks.workunit.client.0.smithi032.stdout: "firmware_version": "E2010325", 2023-12-22T17:16:49.678 INFO:tasks.workunit.client.0.smithi032.stdout: "host_id": "e15cfba6-a0ed-11ee-be96-ac1f6bf82602", 2023-12-22T17:16:49.678 INFO:tasks.workunit.client.0.smithi032.stdout: "json_format_version": [ 2023-12-22T17:16:49.678 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.678 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:49.678 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.678 INFO:tasks.workunit.client.0.smithi032.stdout: "local_time": { 2023-12-22T17:16:49.678 INFO:tasks.workunit.client.0.smithi032.stdout: "asctime": "Fri Dec 22 17:13:08 2023 UTC", 2023-12-22T17:16:49.678 INFO:tasks.workunit.client.0.smithi032.stdout: "time_t": 1703265188 2023-12-22T17:16:49.678 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.679 INFO:tasks.workunit.client.0.smithi032.stdout: "logical_block_size": 512, 2023-12-22T17:16:49.679 INFO:tasks.workunit.client.0.smithi032.stdout: "model_name": "INTEL SSDPED1D480GA", 2023-12-22T17:16:49.679 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_controller_id": 0, 2023-12-22T17:16:49.679 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-22T17:16:49.679 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_namespaces": [ 2023-12-22T17:16:49.679 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.679 INFO:tasks.workunit.client.0.smithi032.stdout: "capacity": { 2023-12-22T17:16:49.679 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2023-12-22T17:16:49.679 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2023-12-22T17:16:49.679 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.679 INFO:tasks.workunit.client.0.smithi032.stdout: "formatted_lba_size": 512, 2023-12-22T17:16:49.679 INFO:tasks.workunit.client.0.smithi032.stdout: "id": 1, 2023-12-22T17:16:49.679 INFO:tasks.workunit.client.0.smithi032.stdout: "size": { 2023-12-22T17:16:49.679 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2023-12-22T17:16:49.679 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2023-12-22T17:16:49.679 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.679 INFO:tasks.workunit.client.0.smithi032.stdout: "utilization": { 2023-12-22T17:16:49.680 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2023-12-22T17:16:49.680 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2023-12-22T17:16:49.680 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.680 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.680 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.680 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_number_of_namespaces": 1, 2023-12-22T17:16:49.680 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_pci_vendor": { 2023-12-22T17:16:49.680 INFO:tasks.workunit.client.0.smithi032.stdout: "id": 32902, 2023-12-22T17:16:49.680 INFO:tasks.workunit.client.0.smithi032.stdout: "subsystem_id": 32902 2023-12-22T17:16:49.680 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.680 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_smart_health_information_add_log": { 2023-12-22T17:16:49.680 INFO:tasks.workunit.client.0.smithi032.stdout: "Device stats": { 2023-12-22T17:16:49.680 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_fw_downgrades": { 2023-12-22T17:16:49.680 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:49.680 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.680 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.681 INFO:tasks.workunit.client.0.smithi032.stdout: "crc_error_count": { 2023-12-22T17:16:49.681 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.681 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.681 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.681 INFO:tasks.workunit.client.0.smithi032.stdout: "end_to_end_error_detection_count": { 2023-12-22T17:16:49.681 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.681 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.681 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.681 INFO:tasks.workunit.client.0.smithi032.stdout: "erase_fail_count": { 2023-12-22T17:16:49.681 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:49.681 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.681 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.681 INFO:tasks.workunit.client.0.smithi032.stdout: "host_bytes_written": { 2023-12-22T17:16:49.681 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.682 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 8876315 2023-12-22T17:16:49.682 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.682 INFO:tasks.workunit.client.0.smithi032.stdout: "host_ctx_wear_used": { 2023-12-22T17:16:49.682 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:49.682 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.682 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.682 INFO:tasks.workunit.client.0.smithi032.stdout: "media_bytes_read": { 2023-12-22T17:16:49.682 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:49.682 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.682 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.682 INFO:tasks.workunit.client.0.smithi032.stdout: "nand_bytes_written": { 2023-12-22T17:16:49.682 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:49.682 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.682 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.682 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_stat_indicator": { 2023-12-22T17:16:49.682 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:49.682 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.683 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.683 INFO:tasks.workunit.client.0.smithi032.stdout: "pll_lock_loss_count": { 2023-12-22T17:16:49.683 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.683 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.683 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.683 INFO:tasks.workunit.client.0.smithi032.stdout: "program_fail_count": { 2023-12-22T17:16:49.683 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:49.683 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.683 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.683 INFO:tasks.workunit.client.0.smithi032.stdout: "re_alloc_sectr_cnt": { 2023-12-22T17:16:49.683 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:49.683 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.683 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.683 INFO:tasks.workunit.client.0.smithi032.stdout: "retry_buffer_overflow_count": { 2023-12-22T17:16:49.683 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.683 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.684 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.684 INFO:tasks.workunit.client.0.smithi032.stdout: "soft_ecc_err_rate": { 2023-12-22T17:16:49.684 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:49.684 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.684 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.684 INFO:tasks.workunit.client.0.smithi032.stdout: "thermal_throttle_status": { 2023-12-22T17:16:49.684 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.684 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": { 2023-12-22T17:16:49.684 INFO:tasks.workunit.client.0.smithi032.stdout: "cnt": 0, 2023-12-22T17:16:49.684 INFO:tasks.workunit.client.0.smithi032.stdout: "pct": 0 2023-12-22T17:16:49.684 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.684 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.684 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_host_reads": { 2023-12-22T17:16:49.684 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.684 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 15 2023-12-22T17:16:49.684 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.685 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_media_wear": { 2023-12-22T17:16:49.685 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.685 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.685 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.685 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_timer": { 2023-12-22T17:16:49.685 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.685 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 1132401 2023-12-22T17:16:49.685 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.685 INFO:tasks.workunit.client.0.smithi032.stdout: "unexp_power_loss": { 2023-12-22T17:16:49.685 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:49.685 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.685 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.685 INFO:tasks.workunit.client.0.smithi032.stdout: "wear_leveling": { 2023-12-22T17:16:49.685 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:49.685 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": { 2023-12-22T17:16:49.686 INFO:tasks.workunit.client.0.smithi032.stdout: "avg": 0, 2023-12-22T17:16:49.686 INFO:tasks.workunit.client.0.smithi032.stdout: "max": 0, 2023-12-22T17:16:49.686 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 0 2023-12-22T17:16:49.686 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.686 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.686 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.686 INFO:tasks.workunit.client.0.smithi032.stdout: "Intel Smart log": "nvme0n1" 2023-12-22T17:16:49.686 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.686 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_smart_health_information_log": { 2023-12-22T17:16:49.686 INFO:tasks.workunit.client.0.smithi032.stdout: "available_spare": 100, 2023-12-22T17:16:49.686 INFO:tasks.workunit.client.0.smithi032.stdout: "available_spare_threshold": 0, 2023-12-22T17:16:49.686 INFO:tasks.workunit.client.0.smithi032.stdout: "controller_busy_time": 3429, 2023-12-22T17:16:49.686 INFO:tasks.workunit.client.0.smithi032.stdout: "critical_warning": 0, 2023-12-22T17:16:49.686 INFO:tasks.workunit.client.0.smithi032.stdout: "data_units_read": 122707443, 2023-12-22T17:16:49.686 INFO:tasks.workunit.client.0.smithi032.stdout: "data_units_written": 581718245, 2023-12-22T17:16:49.686 INFO:tasks.workunit.client.0.smithi032.stdout: "host_reads": 2133834350, 2023-12-22T17:16:49.687 INFO:tasks.workunit.client.0.smithi032.stdout: "host_writes": 12518080191, 2023-12-22T17:16:49.687 INFO:tasks.workunit.client.0.smithi032.stdout: "media_errors": 0, 2023-12-22T17:16:49.687 INFO:tasks.workunit.client.0.smithi032.stdout: "num_err_log_entries": 0, 2023-12-22T17:16:49.687 INFO:tasks.workunit.client.0.smithi032.stdout: "percentage_used": 0, 2023-12-22T17:16:49.687 INFO:tasks.workunit.client.0.smithi032.stdout: "power_cycles": 23449, 2023-12-22T17:16:49.687 INFO:tasks.workunit.client.0.smithi032.stdout: "power_on_hours": 28477, 2023-12-22T17:16:49.687 INFO:tasks.workunit.client.0.smithi032.stdout: "temperature": 34, 2023-12-22T17:16:49.687 INFO:tasks.workunit.client.0.smithi032.stdout: "unsafe_shutdowns": 6531 2023-12-22T17:16:49.687 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.687 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_vendor": "intel", 2023-12-22T17:16:49.687 INFO:tasks.workunit.client.0.smithi032.stdout: "power_cycle_count": 23449, 2023-12-22T17:16:49.687 INFO:tasks.workunit.client.0.smithi032.stdout: "power_on_time": { 2023-12-22T17:16:49.687 INFO:tasks.workunit.client.0.smithi032.stdout: "hours": 28477 2023-12-22T17:16:49.687 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.687 INFO:tasks.workunit.client.0.smithi032.stdout: "serial_number": "deleted", 2023-12-22T17:16:49.688 INFO:tasks.workunit.client.0.smithi032.stdout: "smart_status": { 2023-12-22T17:16:49.688 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme": { 2023-12-22T17:16:49.688 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:49.688 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.688 INFO:tasks.workunit.client.0.smithi032.stdout: "passed": true 2023-12-22T17:16:49.688 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.688 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl": { 2023-12-22T17:16:49.688 INFO:tasks.workunit.client.0.smithi032.stdout: "argv": [ 2023-12-22T17:16:49.688 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl", 2023-12-22T17:16:49.688 INFO:tasks.workunit.client.0.smithi032.stdout: "-x", 2023-12-22T17:16:49.688 INFO:tasks.workunit.client.0.smithi032.stdout: "--json=o", 2023-12-22T17:16:49.688 INFO:tasks.workunit.client.0.smithi032.stdout: "/dev/nvme0n1" 2023-12-22T17:16:49.688 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.688 INFO:tasks.workunit.client.0.smithi032.stdout: "build_info": "(local build)", 2023-12-22T17:16:49.688 INFO:tasks.workunit.client.0.smithi032.stdout: "exit_status": 0, 2023-12-22T17:16:49.689 INFO:tasks.workunit.client.0.smithi032.stdout: "output": [ 2023-12-22T17:16:49.689 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-4.18.0-529.el8.x86_64] (local build)", 2023-12-22T17:16:49.689 INFO:tasks.workunit.client.0.smithi032.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-22T17:16:49.689 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:49.689 INFO:tasks.workunit.client.0.smithi032.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-22T17:16:49.689 INFO:tasks.workunit.client.0.smithi032.stdout: "Model Number: INTEL SSDPED1D480GA", 2023-12-22T17:16:49.689 INFO:tasks.workunit.client.0.smithi032.stdout: "Serial Number: deleted", 2023-12-22T17:16:49.689 INFO:tasks.workunit.client.0.smithi032.stdout: "Firmware Version: E2010325", 2023-12-22T17:16:49.689 INFO:tasks.workunit.client.0.smithi032.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-22T17:16:49.689 INFO:tasks.workunit.client.0.smithi032.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-22T17:16:49.689 INFO:tasks.workunit.client.0.smithi032.stdout: "Controller ID: 0", 2023-12-22T17:16:49.689 INFO:tasks.workunit.client.0.smithi032.stdout: "Number of Namespaces: 1", 2023-12-22T17:16:49.689 INFO:tasks.workunit.client.0.smithi032.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2023-12-22T17:16:49.689 INFO:tasks.workunit.client.0.smithi032.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-22T17:16:49.689 INFO:tasks.workunit.client.0.smithi032.stdout: "Local Time is: Fri Dec 22 17:13:08 2023 UTC", 2023-12-22T17:16:49.690 INFO:tasks.workunit.client.0.smithi032.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-22T17:16:49.690 INFO:tasks.workunit.client.0.smithi032.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2023-12-22T17:16:49.690 INFO:tasks.workunit.client.0.smithi032.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-22T17:16:49.690 INFO:tasks.workunit.client.0.smithi032.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-22T17:16:49.690 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:49.690 INFO:tasks.workunit.client.0.smithi032.stdout: "Supported Power States", 2023-12-22T17:16:49.690 INFO:tasks.workunit.client.0.smithi032.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-22T17:16:49.690 INFO:tasks.workunit.client.0.smithi032.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2023-12-22T17:16:49.690 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:49.690 INFO:tasks.workunit.client.0.smithi032.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-22T17:16:49.690 INFO:tasks.workunit.client.0.smithi032.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-22T17:16:49.690 INFO:tasks.workunit.client.0.smithi032.stdout: " 0 + 512 0 2", 2023-12-22T17:16:49.690 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:49.690 INFO:tasks.workunit.client.0.smithi032.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-22T17:16:49.690 INFO:tasks.workunit.client.0.smithi032.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-22T17:16:49.690 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:49.691 INFO:tasks.workunit.client.0.smithi032.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-22T17:16:49.691 INFO:tasks.workunit.client.0.smithi032.stdout: "Critical Warning: 0x00", 2023-12-22T17:16:49.691 INFO:tasks.workunit.client.0.smithi032.stdout: "Temperature: 34 Celsius", 2023-12-22T17:16:49.691 INFO:tasks.workunit.client.0.smithi032.stdout: "Available Spare: 100%", 2023-12-22T17:16:49.691 INFO:tasks.workunit.client.0.smithi032.stdout: "Available Spare Threshold: 0%", 2023-12-22T17:16:49.691 INFO:tasks.workunit.client.0.smithi032.stdout: "Percentage Used: 0%", 2023-12-22T17:16:49.691 INFO:tasks.workunit.client.0.smithi032.stdout: "Data Units Read: 122,707,443 [62.8 TB]", 2023-12-22T17:16:49.691 INFO:tasks.workunit.client.0.smithi032.stdout: "Data Units Written: 581,718,245 [297 TB]", 2023-12-22T17:16:49.691 INFO:tasks.workunit.client.0.smithi032.stdout: "Host Read Commands: 2,133,834,350", 2023-12-22T17:16:49.691 INFO:tasks.workunit.client.0.smithi032.stdout: "Host Write Commands: 12,518,080,191", 2023-12-22T17:16:49.691 INFO:tasks.workunit.client.0.smithi032.stdout: "Controller Busy Time: 3,429", 2023-12-22T17:16:49.691 INFO:tasks.workunit.client.0.smithi032.stdout: "Power Cycles: 23,449", 2023-12-22T17:16:49.691 INFO:tasks.workunit.client.0.smithi032.stdout: "Power On Hours: 28,477", 2023-12-22T17:16:49.691 INFO:tasks.workunit.client.0.smithi032.stdout: "Unsafe Shutdowns: 6,531", 2023-12-22T17:16:49.691 INFO:tasks.workunit.client.0.smithi032.stdout: "Media and Data Integrity Errors: 0", 2023-12-22T17:16:49.692 INFO:tasks.workunit.client.0.smithi032.stdout: "Error Information Log Entries: 0", 2023-12-22T17:16:49.692 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:49.692 INFO:tasks.workunit.client.0.smithi032.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-22T17:16:49.692 INFO:tasks.workunit.client.0.smithi032.stdout: "No Errors Logged", 2023-12-22T17:16:49.692 INFO:tasks.workunit.client.0.smithi032.stdout: "" 2023-12-22T17:16:49.692 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.692 INFO:tasks.workunit.client.0.smithi032.stdout: "platform_info": "x86_64-linux-4.18.0-529.el8.x86_64", 2023-12-22T17:16:49.692 INFO:tasks.workunit.client.0.smithi032.stdout: "svn_revision": "5022", 2023-12-22T17:16:49.692 INFO:tasks.workunit.client.0.smithi032.stdout: "version": [ 2023-12-22T17:16:49.692 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.692 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:49.692 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:49.692 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.692 INFO:tasks.workunit.client.0.smithi032.stdout: "temperature": { 2023-12-22T17:16:49.692 INFO:tasks.workunit.client.0.smithi032.stdout: "current": 34 2023-12-22T17:16:49.692 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.693 INFO:tasks.workunit.client.0.smithi032.stdout: "user_capacity": { 2023-12-22T17:16:49.693 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2023-12-22T17:16:49.693 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2023-12-22T17:16:49.693 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.693 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.693 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.693 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.693 INFO:tasks.workunit.client.0.smithi032.stdout: "e15ecd00-a0ed-11ee-be96-ac1f6bf82602": { 2023-12-22T17:16:49.693 INFO:tasks.workunit.client.0.smithi032.stdout: "INTEL_SSDPEDKE040T7_e15f5310-a0ed-11ee-be96-ac1f6bf82602": { 2023-12-22T17:16:49.693 INFO:tasks.workunit.client.0.smithi032.stdout: "20231222-171312": { 2023-12-22T17:16:49.693 INFO:tasks.workunit.client.0.smithi032.stdout: "device": { 2023-12-22T17:16:49.693 INFO:tasks.workunit.client.0.smithi032.stdout: "info_name": "/dev/nvme0n1", 2023-12-22T17:16:49.693 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "/dev/nvme0n1", 2023-12-22T17:16:49.693 INFO:tasks.workunit.client.0.smithi032.stdout: "protocol": "NVMe", 2023-12-22T17:16:49.693 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "nvme" 2023-12-22T17:16:49.693 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.694 INFO:tasks.workunit.client.0.smithi032.stdout: "firmware_version": "QDV1013D", 2023-12-22T17:16:49.694 INFO:tasks.workunit.client.0.smithi032.stdout: "host_id": "e15ecd00-a0ed-11ee-be96-ac1f6bf82602", 2023-12-22T17:16:49.694 INFO:tasks.workunit.client.0.smithi032.stdout: "json_format_version": [ 2023-12-22T17:16:49.694 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.694 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:49.694 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.694 INFO:tasks.workunit.client.0.smithi032.stdout: "local_time": { 2023-12-22T17:16:49.694 INFO:tasks.workunit.client.0.smithi032.stdout: "asctime": "Fri Dec 22 17:13:12 2023 UTC", 2023-12-22T17:16:49.694 INFO:tasks.workunit.client.0.smithi032.stdout: "time_t": 1703265192 2023-12-22T17:16:49.694 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.694 INFO:tasks.workunit.client.0.smithi032.stdout: "logical_block_size": 512, 2023-12-22T17:16:49.694 INFO:tasks.workunit.client.0.smithi032.stdout: "model_name": "INTEL SSDPEDKE040T7", 2023-12-22T17:16:49.694 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_controller_id": 0, 2023-12-22T17:16:49.694 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-22T17:16:49.694 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_namespaces": [ 2023-12-22T17:16:49.695 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.695 INFO:tasks.workunit.client.0.smithi032.stdout: "capacity": { 2023-12-22T17:16:49.695 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 7814037168, 2023-12-22T17:16:49.695 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 4000787030016 2023-12-22T17:16:49.695 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.695 INFO:tasks.workunit.client.0.smithi032.stdout: "formatted_lba_size": 512, 2023-12-22T17:16:49.695 INFO:tasks.workunit.client.0.smithi032.stdout: "id": 1, 2023-12-22T17:16:49.695 INFO:tasks.workunit.client.0.smithi032.stdout: "size": { 2023-12-22T17:16:49.695 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 7814037168, 2023-12-22T17:16:49.695 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 4000787030016 2023-12-22T17:16:49.695 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.695 INFO:tasks.workunit.client.0.smithi032.stdout: "utilization": { 2023-12-22T17:16:49.695 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 7814037168, 2023-12-22T17:16:49.695 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 4000787030016 2023-12-22T17:16:49.695 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.696 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.696 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.696 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_number_of_namespaces": 1, 2023-12-22T17:16:49.696 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_pci_vendor": { 2023-12-22T17:16:49.696 INFO:tasks.workunit.client.0.smithi032.stdout: "id": 32902, 2023-12-22T17:16:49.696 INFO:tasks.workunit.client.0.smithi032.stdout: "subsystem_id": 32902 2023-12-22T17:16:49.696 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.696 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_smart_health_information_add_log": { 2023-12-22T17:16:49.696 INFO:tasks.workunit.client.0.smithi032.stdout: "Device stats": { 2023-12-22T17:16:49.696 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_fw_downgrades": { 2023-12-22T17:16:49.696 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:49.696 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.696 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.696 INFO:tasks.workunit.client.0.smithi032.stdout: "crc_error_count": { 2023-12-22T17:16:49.696 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.697 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.697 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.697 INFO:tasks.workunit.client.0.smithi032.stdout: "end_to_end_error_detection_count": { 2023-12-22T17:16:49.697 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.697 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.697 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.697 INFO:tasks.workunit.client.0.smithi032.stdout: "erase_fail_count": { 2023-12-22T17:16:49.697 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.697 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.697 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.697 INFO:tasks.workunit.client.0.smithi032.stdout: "host_bytes_written": { 2023-12-22T17:16:49.697 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.697 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 21521298 2023-12-22T17:16:49.697 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.697 INFO:tasks.workunit.client.0.smithi032.stdout: "host_ctx_wear_used": { 2023-12-22T17:16:49.698 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.698 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.698 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.698 INFO:tasks.workunit.client.0.smithi032.stdout: "media_bytes_read": { 2023-12-22T17:16:49.698 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.698 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 18431130 2023-12-22T17:16:49.698 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.698 INFO:tasks.workunit.client.0.smithi032.stdout: "nand_bytes_written": { 2023-12-22T17:16:49.698 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.698 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 44013901 2023-12-22T17:16:49.698 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.698 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_stat_indicator": { 2023-12-22T17:16:49.698 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.698 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 4 2023-12-22T17:16:49.698 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.698 INFO:tasks.workunit.client.0.smithi032.stdout: "pll_lock_loss_count": { 2023-12-22T17:16:49.698 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.699 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.699 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.699 INFO:tasks.workunit.client.0.smithi032.stdout: "program_fail_count": { 2023-12-22T17:16:49.699 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.699 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.699 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.699 INFO:tasks.workunit.client.0.smithi032.stdout: "re_alloc_sectr_cnt": { 2023-12-22T17:16:49.699 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 16, 2023-12-22T17:16:49.699 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 44924 2023-12-22T17:16:49.699 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.699 INFO:tasks.workunit.client.0.smithi032.stdout: "retry_buffer_overflow_count": { 2023-12-22T17:16:49.699 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.699 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.699 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.699 INFO:tasks.workunit.client.0.smithi032.stdout: "soft_ecc_err_rate": { 2023-12-22T17:16:49.700 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.700 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 44897 2023-12-22T17:16:49.700 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.700 INFO:tasks.workunit.client.0.smithi032.stdout: "thermal_throttle_status": { 2023-12-22T17:16:49.700 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.700 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": { 2023-12-22T17:16:49.700 INFO:tasks.workunit.client.0.smithi032.stdout: "cnt": 0, 2023-12-22T17:16:49.700 INFO:tasks.workunit.client.0.smithi032.stdout: "pct": 0 2023-12-22T17:16:49.700 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.700 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.700 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_host_reads": { 2023-12-22T17:16:49.700 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.700 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 65535 2023-12-22T17:16:49.700 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.701 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_media_wear": { 2023-12-22T17:16:49.701 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.701 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 64 2023-12-22T17:16:49.701 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.701 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_timer": { 2023-12-22T17:16:49.701 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.701 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 65535 2023-12-22T17:16:49.701 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.701 INFO:tasks.workunit.client.0.smithi032.stdout: "unexp_power_loss": { 2023-12-22T17:16:49.701 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.701 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.701 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.701 INFO:tasks.workunit.client.0.smithi032.stdout: "wear_leveling": { 2023-12-22T17:16:49.701 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 88, 2023-12-22T17:16:49.701 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": { 2023-12-22T17:16:49.702 INFO:tasks.workunit.client.0.smithi032.stdout: "avg": 600, 2023-12-22T17:16:49.702 INFO:tasks.workunit.client.0.smithi032.stdout: "max": 604, 2023-12-22T17:16:49.702 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 602 2023-12-22T17:16:49.702 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.702 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.702 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.702 INFO:tasks.workunit.client.0.smithi032.stdout: "Intel Smart log": "nvme0n1" 2023-12-22T17:16:49.702 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.702 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_smart_health_information_log": { 2023-12-22T17:16:49.702 INFO:tasks.workunit.client.0.smithi032.stdout: "available_spare": 99, 2023-12-22T17:16:49.702 INFO:tasks.workunit.client.0.smithi032.stdout: "available_spare_threshold": 10, 2023-12-22T17:16:49.702 INFO:tasks.workunit.client.0.smithi032.stdout: "controller_busy_time": 15782, 2023-12-22T17:16:49.702 INFO:tasks.workunit.client.0.smithi032.stdout: "critical_comp_time": 0, 2023-12-22T17:16:49.702 INFO:tasks.workunit.client.0.smithi032.stdout: "critical_warning": 0, 2023-12-22T17:16:49.702 INFO:tasks.workunit.client.0.smithi032.stdout: "data_units_read": 272112789, 2023-12-22T17:16:49.703 INFO:tasks.workunit.client.0.smithi032.stdout: "data_units_written": 1410419794, 2023-12-22T17:16:49.703 INFO:tasks.workunit.client.0.smithi032.stdout: "host_reads": 4798834256, 2023-12-22T17:16:49.703 INFO:tasks.workunit.client.0.smithi032.stdout: "host_writes": 25341896090, 2023-12-22T17:16:49.703 INFO:tasks.workunit.client.0.smithi032.stdout: "media_errors": 0, 2023-12-22T17:16:49.703 INFO:tasks.workunit.client.0.smithi032.stdout: "num_err_log_entries": 0, 2023-12-22T17:16:49.703 INFO:tasks.workunit.client.0.smithi032.stdout: "percentage_used": 12, 2023-12-22T17:16:49.703 INFO:tasks.workunit.client.0.smithi032.stdout: "power_cycles": 44924, 2023-12-22T17:16:49.703 INFO:tasks.workunit.client.0.smithi032.stdout: "power_on_hours": 45595, 2023-12-22T17:16:49.703 INFO:tasks.workunit.client.0.smithi032.stdout: "temperature": 22, 2023-12-22T17:16:49.703 INFO:tasks.workunit.client.0.smithi032.stdout: "unsafe_shutdowns": 44897, 2023-12-22T17:16:49.703 INFO:tasks.workunit.client.0.smithi032.stdout: "warning_temp_time": 0 2023-12-22T17:16:49.703 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.703 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_total_capacity": 4000787030016, 2023-12-22T17:16:49.703 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_unallocated_capacity": 0, 2023-12-22T17:16:49.703 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_vendor": "intel", 2023-12-22T17:16:49.703 INFO:tasks.workunit.client.0.smithi032.stdout: "power_cycle_count": 44924, 2023-12-22T17:16:49.704 INFO:tasks.workunit.client.0.smithi032.stdout: "power_on_time": { 2023-12-22T17:16:49.704 INFO:tasks.workunit.client.0.smithi032.stdout: "hours": 45595 2023-12-22T17:16:49.704 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.704 INFO:tasks.workunit.client.0.smithi032.stdout: "serial_number": "deleted", 2023-12-22T17:16:49.704 INFO:tasks.workunit.client.0.smithi032.stdout: "smart_status": { 2023-12-22T17:16:49.704 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme": { 2023-12-22T17:16:49.704 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:49.704 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.704 INFO:tasks.workunit.client.0.smithi032.stdout: "passed": true 2023-12-22T17:16:49.704 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.704 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl": { 2023-12-22T17:16:49.704 INFO:tasks.workunit.client.0.smithi032.stdout: "argv": [ 2023-12-22T17:16:49.704 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl", 2023-12-22T17:16:49.704 INFO:tasks.workunit.client.0.smithi032.stdout: "-x", 2023-12-22T17:16:49.704 INFO:tasks.workunit.client.0.smithi032.stdout: "--json=o", 2023-12-22T17:16:49.705 INFO:tasks.workunit.client.0.smithi032.stdout: "/dev/nvme0n1" 2023-12-22T17:16:49.705 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.705 INFO:tasks.workunit.client.0.smithi032.stdout: "build_info": "(local build)", 2023-12-22T17:16:49.705 INFO:tasks.workunit.client.0.smithi032.stdout: "exit_status": 0, 2023-12-22T17:16:49.705 INFO:tasks.workunit.client.0.smithi032.stdout: "output": [ 2023-12-22T17:16:49.705 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-4.18.0-529.el8.x86_64] (local build)", 2023-12-22T17:16:49.705 INFO:tasks.workunit.client.0.smithi032.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-22T17:16:49.705 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:49.705 INFO:tasks.workunit.client.0.smithi032.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-22T17:16:49.705 INFO:tasks.workunit.client.0.smithi032.stdout: "Model Number: INTEL SSDPEDKE040T7", 2023-12-22T17:16:49.705 INFO:tasks.workunit.client.0.smithi032.stdout: "Serial Number: deleted", 2023-12-22T17:16:49.705 INFO:tasks.workunit.client.0.smithi032.stdout: "Firmware Version: QDV1013D", 2023-12-22T17:16:49.705 INFO:tasks.workunit.client.0.smithi032.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-22T17:16:49.706 INFO:tasks.workunit.client.0.smithi032.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-22T17:16:49.706 INFO:tasks.workunit.client.0.smithi032.stdout: "Total NVM Capacity: 4,000,787,030,016 [4.00 TB]", 2023-12-22T17:16:49.706 INFO:tasks.workunit.client.0.smithi032.stdout: "Unallocated NVM Capacity: 0", 2023-12-22T17:16:49.706 INFO:tasks.workunit.client.0.smithi032.stdout: "Controller ID: 0", 2023-12-22T17:16:49.706 INFO:tasks.workunit.client.0.smithi032.stdout: "Number of Namespaces: 1", 2023-12-22T17:16:49.706 INFO:tasks.workunit.client.0.smithi032.stdout: "Namespace 1 Size/Capacity: 4,000,787,030,016 [4.00 TB]", 2023-12-22T17:16:49.706 INFO:tasks.workunit.client.0.smithi032.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-22T17:16:49.706 INFO:tasks.workunit.client.0.smithi032.stdout: "Local Time is: Fri Dec 22 17:13:12 2023 UTC", 2023-12-22T17:16:49.706 INFO:tasks.workunit.client.0.smithi032.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-22T17:16:49.706 INFO:tasks.workunit.client.0.smithi032.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2023-12-22T17:16:49.706 INFO:tasks.workunit.client.0.smithi032.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-22T17:16:49.706 INFO:tasks.workunit.client.0.smithi032.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-22T17:16:49.706 INFO:tasks.workunit.client.0.smithi032.stdout: "Warning Comp. Temp. Threshold: 70 Celsius", 2023-12-22T17:16:49.706 INFO:tasks.workunit.client.0.smithi032.stdout: "Critical Comp. Temp. Threshold: 77 Celsius", 2023-12-22T17:16:49.706 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:49.707 INFO:tasks.workunit.client.0.smithi032.stdout: "Supported Power States", 2023-12-22T17:16:49.707 INFO:tasks.workunit.client.0.smithi032.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-22T17:16:49.707 INFO:tasks.workunit.client.0.smithi032.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2023-12-22T17:16:49.707 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:49.707 INFO:tasks.workunit.client.0.smithi032.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-22T17:16:49.707 INFO:tasks.workunit.client.0.smithi032.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-22T17:16:49.707 INFO:tasks.workunit.client.0.smithi032.stdout: " 0 + 512 0 2", 2023-12-22T17:16:49.707 INFO:tasks.workunit.client.0.smithi032.stdout: " 1 - 4096 0 0", 2023-12-22T17:16:49.707 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:49.707 INFO:tasks.workunit.client.0.smithi032.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-22T17:16:49.707 INFO:tasks.workunit.client.0.smithi032.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-22T17:16:49.707 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:49.707 INFO:tasks.workunit.client.0.smithi032.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-22T17:16:49.707 INFO:tasks.workunit.client.0.smithi032.stdout: "Critical Warning: 0x00", 2023-12-22T17:16:49.708 INFO:tasks.workunit.client.0.smithi032.stdout: "Temperature: 22 Celsius", 2023-12-22T17:16:49.708 INFO:tasks.workunit.client.0.smithi032.stdout: "Available Spare: 99%", 2023-12-22T17:16:49.708 INFO:tasks.workunit.client.0.smithi032.stdout: "Available Spare Threshold: 10%", 2023-12-22T17:16:49.708 INFO:tasks.workunit.client.0.smithi032.stdout: "Percentage Used: 12%", 2023-12-22T17:16:49.708 INFO:tasks.workunit.client.0.smithi032.stdout: "Data Units Read: 272,112,789 [139 TB]", 2023-12-22T17:16:49.708 INFO:tasks.workunit.client.0.smithi032.stdout: "Data Units Written: 1,410,419,794 [722 TB]", 2023-12-22T17:16:49.708 INFO:tasks.workunit.client.0.smithi032.stdout: "Host Read Commands: 4,798,834,256", 2023-12-22T17:16:49.708 INFO:tasks.workunit.client.0.smithi032.stdout: "Host Write Commands: 25,341,896,090", 2023-12-22T17:16:49.708 INFO:tasks.workunit.client.0.smithi032.stdout: "Controller Busy Time: 15,782", 2023-12-22T17:16:49.708 INFO:tasks.workunit.client.0.smithi032.stdout: "Power Cycles: 44,924", 2023-12-22T17:16:49.708 INFO:tasks.workunit.client.0.smithi032.stdout: "Power On Hours: 45,595", 2023-12-22T17:16:49.708 INFO:tasks.workunit.client.0.smithi032.stdout: "Unsafe Shutdowns: 44,897", 2023-12-22T17:16:49.708 INFO:tasks.workunit.client.0.smithi032.stdout: "Media and Data Integrity Errors: 0", 2023-12-22T17:16:49.708 INFO:tasks.workunit.client.0.smithi032.stdout: "Error Information Log Entries: 0", 2023-12-22T17:16:49.708 INFO:tasks.workunit.client.0.smithi032.stdout: "Warning Comp. Temperature Time: 0", 2023-12-22T17:16:49.708 INFO:tasks.workunit.client.0.smithi032.stdout: "Critical Comp. Temperature Time: 0", 2023-12-22T17:16:49.709 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:49.709 INFO:tasks.workunit.client.0.smithi032.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-22T17:16:49.709 INFO:tasks.workunit.client.0.smithi032.stdout: "No Errors Logged", 2023-12-22T17:16:49.709 INFO:tasks.workunit.client.0.smithi032.stdout: "" 2023-12-22T17:16:49.709 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.709 INFO:tasks.workunit.client.0.smithi032.stdout: "platform_info": "x86_64-linux-4.18.0-529.el8.x86_64", 2023-12-22T17:16:49.709 INFO:tasks.workunit.client.0.smithi032.stdout: "svn_revision": "5022", 2023-12-22T17:16:49.709 INFO:tasks.workunit.client.0.smithi032.stdout: "version": [ 2023-12-22T17:16:49.709 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.709 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:49.709 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:49.709 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.709 INFO:tasks.workunit.client.0.smithi032.stdout: "temperature": { 2023-12-22T17:16:49.709 INFO:tasks.workunit.client.0.smithi032.stdout: "current": 22 2023-12-22T17:16:49.710 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.710 INFO:tasks.workunit.client.0.smithi032.stdout: "user_capacity": { 2023-12-22T17:16:49.710 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 7814037168, 2023-12-22T17:16:49.710 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 4000787030016 2023-12-22T17:16:49.710 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.710 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.710 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.710 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.710 INFO:tasks.workunit.client.0.smithi032.stdout:} 2023-12-22T17:16:49.710 INFO:tasks.workunit.client.0.smithi032.stderr:+ ceph telemetry show-all 2023-12-22T17:16:49.711 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:49.711 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='client.24890 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:49.711 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:16:49.711 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-22T17:16:49.711 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:49.711 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:49.711 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:49.711 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:49.711 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:49.711 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:49.712 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:49.712 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:49.712 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:49.712 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 255 B/s wr, 18 op/s 2023-12-22T17:16:49.712 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-22T17:16:49.712 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-22T17:16:49.712 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:49.712 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:49.712 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:49.712 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-22T17:16:49.712 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:49.712 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-22T17:16:49.712 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:49.712 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:49.713 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-22T17:16:49.713 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-22T17:16:49.713 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:49.713 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:49.713 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='client.24890 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:49.713 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:16:49.713 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-22T17:16:49.713 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:49.713 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:49.713 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:49.714 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:49.714 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:49.714 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:49.714 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:49.714 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:49.714 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:49.714 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 255 B/s wr, 18 op/s 2023-12-22T17:16:49.714 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-22T17:16:49.714 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-22T17:16:49.714 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:49.714 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:49.714 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:49.714 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-22T17:16:49.714 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:49.715 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-22T17:16:49.715 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:49.715 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:49.715 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-22T17:16:49.715 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-22T17:16:49.715 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:49.715 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:49.715 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:49.715 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:16:49.715 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-22T17:16:49.715 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:49.716 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:49.716 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:49.716 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:49.716 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:49.716 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:49.716 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:49.716 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:49.716 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:49.716 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-22T17:16:49.716 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-22T17:16:49.716 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:49.716 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:49.716 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:49.716 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-22T17:16:49.717 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:49.717 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-22T17:16:49.717 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:49.717 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:49.717 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-22T17:16:49.717 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-22T17:16:49.717 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:49.717 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:49.717 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:49.717 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:49.718 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:49.718 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:16:49.718 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-22T17:16:49.718 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:49.718 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:49.718 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:49.718 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:49.718 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:49.718 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:49.718 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:49.718 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:49.718 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:49.718 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-22T17:16:49.718 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-22T17:16:49.718 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:49.718 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:49.719 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:49.719 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-22T17:16:49.719 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:49.719 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-22T17:16:49.719 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:49.719 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:49.719 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-22T17:16:49.719 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-22T17:16:49.719 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:49.719 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:49.719 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:48 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:49.728 INFO:tasks.workunit.client.0.smithi032.stdout:{ 2023-12-22T17:16:49.729 INFO:tasks.workunit.client.0.smithi032.stdout: "device_report": { 2023-12-22T17:16:49.729 INFO:tasks.workunit.client.0.smithi032.stdout: "e15cfba6-a0ed-11ee-be96-ac1f6bf82602": { 2023-12-22T17:16:49.729 INFO:tasks.workunit.client.0.smithi032.stdout: "INTEL_SSDPED1D480GA_e15d99c6-a0ed-11ee-be96-ac1f6bf82602": { 2023-12-22T17:16:49.729 INFO:tasks.workunit.client.0.smithi032.stdout: "20231222-171309": { 2023-12-22T17:16:49.729 INFO:tasks.workunit.client.0.smithi032.stdout: "device": { 2023-12-22T17:16:49.729 INFO:tasks.workunit.client.0.smithi032.stdout: "info_name": "/dev/nvme0n1", 2023-12-22T17:16:49.729 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "/dev/nvme0n1", 2023-12-22T17:16:49.729 INFO:tasks.workunit.client.0.smithi032.stdout: "protocol": "NVMe", 2023-12-22T17:16:49.729 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "nvme" 2023-12-22T17:16:49.729 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.729 INFO:tasks.workunit.client.0.smithi032.stdout: "firmware_version": "E2010325", 2023-12-22T17:16:49.729 INFO:tasks.workunit.client.0.smithi032.stdout: "host_id": "e15cfba6-a0ed-11ee-be96-ac1f6bf82602", 2023-12-22T17:16:49.729 INFO:tasks.workunit.client.0.smithi032.stdout: "json_format_version": [ 2023-12-22T17:16:49.730 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.730 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:49.730 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.733 INFO:tasks.workunit.client.0.smithi032.stdout: "local_time": { 2023-12-22T17:16:49.733 INFO:tasks.workunit.client.0.smithi032.stdout: "asctime": "Fri Dec 22 17:13:08 2023 UTC", 2023-12-22T17:16:49.733 INFO:tasks.workunit.client.0.smithi032.stdout: "time_t": 1703265188 2023-12-22T17:16:49.733 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.733 INFO:tasks.workunit.client.0.smithi032.stdout: "logical_block_size": 512, 2023-12-22T17:16:49.733 INFO:tasks.workunit.client.0.smithi032.stdout: "model_name": "INTEL SSDPED1D480GA", 2023-12-22T17:16:49.733 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_controller_id": 0, 2023-12-22T17:16:49.733 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-22T17:16:49.734 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_namespaces": [ 2023-12-22T17:16:49.734 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.734 INFO:tasks.workunit.client.0.smithi032.stdout: "capacity": { 2023-12-22T17:16:49.734 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2023-12-22T17:16:49.734 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2023-12-22T17:16:49.734 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.734 INFO:tasks.workunit.client.0.smithi032.stdout: "formatted_lba_size": 512, 2023-12-22T17:16:49.734 INFO:tasks.workunit.client.0.smithi032.stdout: "id": 1, 2023-12-22T17:16:49.734 INFO:tasks.workunit.client.0.smithi032.stdout: "size": { 2023-12-22T17:16:49.734 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2023-12-22T17:16:49.734 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2023-12-22T17:16:49.734 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.734 INFO:tasks.workunit.client.0.smithi032.stdout: "utilization": { 2023-12-22T17:16:49.734 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2023-12-22T17:16:49.735 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2023-12-22T17:16:49.735 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.735 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.735 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.735 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_number_of_namespaces": 1, 2023-12-22T17:16:49.735 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_pci_vendor": { 2023-12-22T17:16:49.735 INFO:tasks.workunit.client.0.smithi032.stdout: "id": 32902, 2023-12-22T17:16:49.735 INFO:tasks.workunit.client.0.smithi032.stdout: "subsystem_id": 32902 2023-12-22T17:16:49.735 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.735 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_smart_health_information_add_log": { 2023-12-22T17:16:49.735 INFO:tasks.workunit.client.0.smithi032.stdout: "Device stats": { 2023-12-22T17:16:49.735 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_fw_downgrades": { 2023-12-22T17:16:49.735 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:49.735 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.735 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.736 INFO:tasks.workunit.client.0.smithi032.stdout: "crc_error_count": { 2023-12-22T17:16:49.736 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.736 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.736 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.736 INFO:tasks.workunit.client.0.smithi032.stdout: "end_to_end_error_detection_count": { 2023-12-22T17:16:49.736 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.736 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.736 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.736 INFO:tasks.workunit.client.0.smithi032.stdout: "erase_fail_count": { 2023-12-22T17:16:49.736 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:49.736 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.736 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.736 INFO:tasks.workunit.client.0.smithi032.stdout: "host_bytes_written": { 2023-12-22T17:16:49.736 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.737 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 8876315 2023-12-22T17:16:49.737 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.737 INFO:tasks.workunit.client.0.smithi032.stdout: "host_ctx_wear_used": { 2023-12-22T17:16:49.737 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:49.737 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.737 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.737 INFO:tasks.workunit.client.0.smithi032.stdout: "media_bytes_read": { 2023-12-22T17:16:49.737 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:49.737 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.737 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.737 INFO:tasks.workunit.client.0.smithi032.stdout: "nand_bytes_written": { 2023-12-22T17:16:49.737 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:49.737 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.737 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.738 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_stat_indicator": { 2023-12-22T17:16:49.738 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:49.738 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.738 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.738 INFO:tasks.workunit.client.0.smithi032.stdout: "pll_lock_loss_count": { 2023-12-22T17:16:49.738 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.738 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.738 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.738 INFO:tasks.workunit.client.0.smithi032.stdout: "program_fail_count": { 2023-12-22T17:16:49.738 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:49.738 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.738 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.738 INFO:tasks.workunit.client.0.smithi032.stdout: "re_alloc_sectr_cnt": { 2023-12-22T17:16:49.738 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:49.739 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.739 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.739 INFO:tasks.workunit.client.0.smithi032.stdout: "retry_buffer_overflow_count": { 2023-12-22T17:16:49.739 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.739 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.739 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.739 INFO:tasks.workunit.client.0.smithi032.stdout: "soft_ecc_err_rate": { 2023-12-22T17:16:49.739 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:49.739 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.739 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.739 INFO:tasks.workunit.client.0.smithi032.stdout: "thermal_throttle_status": { 2023-12-22T17:16:49.739 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.739 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": { 2023-12-22T17:16:49.739 INFO:tasks.workunit.client.0.smithi032.stdout: "cnt": 0, 2023-12-22T17:16:49.739 INFO:tasks.workunit.client.0.smithi032.stdout: "pct": 0 2023-12-22T17:16:49.740 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.740 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.740 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_host_reads": { 2023-12-22T17:16:49.740 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.740 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 15 2023-12-22T17:16:49.740 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.740 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_media_wear": { 2023-12-22T17:16:49.740 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.740 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.740 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.740 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_timer": { 2023-12-22T17:16:49.740 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.740 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 1132401 2023-12-22T17:16:49.740 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.741 INFO:tasks.workunit.client.0.smithi032.stdout: "unexp_power_loss": { 2023-12-22T17:16:49.741 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:49.741 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.741 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.741 INFO:tasks.workunit.client.0.smithi032.stdout: "wear_leveling": { 2023-12-22T17:16:49.741 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:49.741 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": { 2023-12-22T17:16:49.741 INFO:tasks.workunit.client.0.smithi032.stdout: "avg": 0, 2023-12-22T17:16:49.741 INFO:tasks.workunit.client.0.smithi032.stdout: "max": 0, 2023-12-22T17:16:49.741 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 0 2023-12-22T17:16:49.741 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.741 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.741 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.741 INFO:tasks.workunit.client.0.smithi032.stdout: "Intel Smart log": "nvme0n1" 2023-12-22T17:16:49.742 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.742 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_smart_health_information_log": { 2023-12-22T17:16:49.742 INFO:tasks.workunit.client.0.smithi032.stdout: "available_spare": 100, 2023-12-22T17:16:49.742 INFO:tasks.workunit.client.0.smithi032.stdout: "available_spare_threshold": 0, 2023-12-22T17:16:49.742 INFO:tasks.workunit.client.0.smithi032.stdout: "controller_busy_time": 3429, 2023-12-22T17:16:49.742 INFO:tasks.workunit.client.0.smithi032.stdout: "critical_warning": 0, 2023-12-22T17:16:49.742 INFO:tasks.workunit.client.0.smithi032.stdout: "data_units_read": 122707443, 2023-12-22T17:16:49.742 INFO:tasks.workunit.client.0.smithi032.stdout: "data_units_written": 581718245, 2023-12-22T17:16:49.742 INFO:tasks.workunit.client.0.smithi032.stdout: "host_reads": 2133834350, 2023-12-22T17:16:49.742 INFO:tasks.workunit.client.0.smithi032.stdout: "host_writes": 12518080191, 2023-12-22T17:16:49.742 INFO:tasks.workunit.client.0.smithi032.stdout: "media_errors": 0, 2023-12-22T17:16:49.742 INFO:tasks.workunit.client.0.smithi032.stdout: "num_err_log_entries": 0, 2023-12-22T17:16:49.742 INFO:tasks.workunit.client.0.smithi032.stdout: "percentage_used": 0, 2023-12-22T17:16:49.742 INFO:tasks.workunit.client.0.smithi032.stdout: "power_cycles": 23449, 2023-12-22T17:16:49.742 INFO:tasks.workunit.client.0.smithi032.stdout: "power_on_hours": 28477, 2023-12-22T17:16:49.743 INFO:tasks.workunit.client.0.smithi032.stdout: "temperature": 34, 2023-12-22T17:16:49.743 INFO:tasks.workunit.client.0.smithi032.stdout: "unsafe_shutdowns": 6531 2023-12-22T17:16:49.743 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.743 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_vendor": "intel", 2023-12-22T17:16:49.743 INFO:tasks.workunit.client.0.smithi032.stdout: "power_cycle_count": 23449, 2023-12-22T17:16:49.743 INFO:tasks.workunit.client.0.smithi032.stdout: "power_on_time": { 2023-12-22T17:16:49.743 INFO:tasks.workunit.client.0.smithi032.stdout: "hours": 28477 2023-12-22T17:16:49.743 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.743 INFO:tasks.workunit.client.0.smithi032.stdout: "serial_number": "deleted", 2023-12-22T17:16:49.743 INFO:tasks.workunit.client.0.smithi032.stdout: "smart_status": { 2023-12-22T17:16:49.743 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme": { 2023-12-22T17:16:49.743 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:49.743 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.743 INFO:tasks.workunit.client.0.smithi032.stdout: "passed": true 2023-12-22T17:16:49.743 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.744 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl": { 2023-12-22T17:16:49.744 INFO:tasks.workunit.client.0.smithi032.stdout: "argv": [ 2023-12-22T17:16:49.744 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl", 2023-12-22T17:16:49.744 INFO:tasks.workunit.client.0.smithi032.stdout: "-x", 2023-12-22T17:16:49.744 INFO:tasks.workunit.client.0.smithi032.stdout: "--json=o", 2023-12-22T17:16:49.744 INFO:tasks.workunit.client.0.smithi032.stdout: "/dev/nvme0n1" 2023-12-22T17:16:49.744 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.744 INFO:tasks.workunit.client.0.smithi032.stdout: "build_info": "(local build)", 2023-12-22T17:16:49.744 INFO:tasks.workunit.client.0.smithi032.stdout: "exit_status": 0, 2023-12-22T17:16:49.744 INFO:tasks.workunit.client.0.smithi032.stdout: "output": [ 2023-12-22T17:16:49.744 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-4.18.0-529.el8.x86_64] (local build)", 2023-12-22T17:16:49.744 INFO:tasks.workunit.client.0.smithi032.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-22T17:16:49.744 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:49.744 INFO:tasks.workunit.client.0.smithi032.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-22T17:16:49.744 INFO:tasks.workunit.client.0.smithi032.stdout: "Model Number: INTEL SSDPED1D480GA", 2023-12-22T17:16:49.744 INFO:tasks.workunit.client.0.smithi032.stdout: "Serial Number: deleted", 2023-12-22T17:16:49.745 INFO:tasks.workunit.client.0.smithi032.stdout: "Firmware Version: E2010325", 2023-12-22T17:16:49.745 INFO:tasks.workunit.client.0.smithi032.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-22T17:16:49.745 INFO:tasks.workunit.client.0.smithi032.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-22T17:16:49.745 INFO:tasks.workunit.client.0.smithi032.stdout: "Controller ID: 0", 2023-12-22T17:16:49.745 INFO:tasks.workunit.client.0.smithi032.stdout: "Number of Namespaces: 1", 2023-12-22T17:16:49.745 INFO:tasks.workunit.client.0.smithi032.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2023-12-22T17:16:49.745 INFO:tasks.workunit.client.0.smithi032.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-22T17:16:49.745 INFO:tasks.workunit.client.0.smithi032.stdout: "Local Time is: Fri Dec 22 17:13:08 2023 UTC", 2023-12-22T17:16:49.745 INFO:tasks.workunit.client.0.smithi032.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-22T17:16:49.745 INFO:tasks.workunit.client.0.smithi032.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2023-12-22T17:16:49.745 INFO:tasks.workunit.client.0.smithi032.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-22T17:16:49.745 INFO:tasks.workunit.client.0.smithi032.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-22T17:16:49.746 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:49.746 INFO:tasks.workunit.client.0.smithi032.stdout: "Supported Power States", 2023-12-22T17:16:49.746 INFO:tasks.workunit.client.0.smithi032.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-22T17:16:49.746 INFO:tasks.workunit.client.0.smithi032.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2023-12-22T17:16:49.746 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:49.746 INFO:tasks.workunit.client.0.smithi032.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-22T17:16:49.746 INFO:tasks.workunit.client.0.smithi032.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-22T17:16:49.746 INFO:tasks.workunit.client.0.smithi032.stdout: " 0 + 512 0 2", 2023-12-22T17:16:49.746 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:49.746 INFO:tasks.workunit.client.0.smithi032.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-22T17:16:49.746 INFO:tasks.workunit.client.0.smithi032.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-22T17:16:49.746 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:49.746 INFO:tasks.workunit.client.0.smithi032.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-22T17:16:49.746 INFO:tasks.workunit.client.0.smithi032.stdout: "Critical Warning: 0x00", 2023-12-22T17:16:49.746 INFO:tasks.workunit.client.0.smithi032.stdout: "Temperature: 34 Celsius", 2023-12-22T17:16:49.747 INFO:tasks.workunit.client.0.smithi032.stdout: "Available Spare: 100%", 2023-12-22T17:16:49.747 INFO:tasks.workunit.client.0.smithi032.stdout: "Available Spare Threshold: 0%", 2023-12-22T17:16:49.747 INFO:tasks.workunit.client.0.smithi032.stdout: "Percentage Used: 0%", 2023-12-22T17:16:49.747 INFO:tasks.workunit.client.0.smithi032.stdout: "Data Units Read: 122,707,443 [62.8 TB]", 2023-12-22T17:16:49.747 INFO:tasks.workunit.client.0.smithi032.stdout: "Data Units Written: 581,718,245 [297 TB]", 2023-12-22T17:16:49.747 INFO:tasks.workunit.client.0.smithi032.stdout: "Host Read Commands: 2,133,834,350", 2023-12-22T17:16:49.747 INFO:tasks.workunit.client.0.smithi032.stdout: "Host Write Commands: 12,518,080,191", 2023-12-22T17:16:49.747 INFO:tasks.workunit.client.0.smithi032.stdout: "Controller Busy Time: 3,429", 2023-12-22T17:16:49.747 INFO:tasks.workunit.client.0.smithi032.stdout: "Power Cycles: 23,449", 2023-12-22T17:16:49.747 INFO:tasks.workunit.client.0.smithi032.stdout: "Power On Hours: 28,477", 2023-12-22T17:16:49.747 INFO:tasks.workunit.client.0.smithi032.stdout: "Unsafe Shutdowns: 6,531", 2023-12-22T17:16:49.747 INFO:tasks.workunit.client.0.smithi032.stdout: "Media and Data Integrity Errors: 0", 2023-12-22T17:16:49.747 INFO:tasks.workunit.client.0.smithi032.stdout: "Error Information Log Entries: 0", 2023-12-22T17:16:49.747 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:49.748 INFO:tasks.workunit.client.0.smithi032.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-22T17:16:49.748 INFO:tasks.workunit.client.0.smithi032.stdout: "No Errors Logged", 2023-12-22T17:16:49.748 INFO:tasks.workunit.client.0.smithi032.stdout: "" 2023-12-22T17:16:49.748 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.748 INFO:tasks.workunit.client.0.smithi032.stdout: "platform_info": "x86_64-linux-4.18.0-529.el8.x86_64", 2023-12-22T17:16:49.748 INFO:tasks.workunit.client.0.smithi032.stdout: "svn_revision": "5022", 2023-12-22T17:16:49.748 INFO:tasks.workunit.client.0.smithi032.stdout: "version": [ 2023-12-22T17:16:49.748 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.748 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:49.748 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:49.748 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.748 INFO:tasks.workunit.client.0.smithi032.stdout: "temperature": { 2023-12-22T17:16:49.748 INFO:tasks.workunit.client.0.smithi032.stdout: "current": 34 2023-12-22T17:16:49.748 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.748 INFO:tasks.workunit.client.0.smithi032.stdout: "user_capacity": { 2023-12-22T17:16:49.748 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 937703088, 2023-12-22T17:16:49.749 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 480103981056 2023-12-22T17:16:49.749 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.749 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.749 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.749 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.749 INFO:tasks.workunit.client.0.smithi032.stdout: "e15ecd00-a0ed-11ee-be96-ac1f6bf82602": { 2023-12-22T17:16:49.749 INFO:tasks.workunit.client.0.smithi032.stdout: "INTEL_SSDPEDKE040T7_e15f5310-a0ed-11ee-be96-ac1f6bf82602": { 2023-12-22T17:16:49.749 INFO:tasks.workunit.client.0.smithi032.stdout: "20231222-171312": { 2023-12-22T17:16:49.749 INFO:tasks.workunit.client.0.smithi032.stdout: "device": { 2023-12-22T17:16:49.749 INFO:tasks.workunit.client.0.smithi032.stdout: "info_name": "/dev/nvme0n1", 2023-12-22T17:16:49.749 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "/dev/nvme0n1", 2023-12-22T17:16:49.749 INFO:tasks.workunit.client.0.smithi032.stdout: "protocol": "NVMe", 2023-12-22T17:16:49.749 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "nvme" 2023-12-22T17:16:49.749 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.750 INFO:tasks.workunit.client.0.smithi032.stdout: "firmware_version": "QDV1013D", 2023-12-22T17:16:49.750 INFO:tasks.workunit.client.0.smithi032.stdout: "host_id": "e15ecd00-a0ed-11ee-be96-ac1f6bf82602", 2023-12-22T17:16:49.750 INFO:tasks.workunit.client.0.smithi032.stdout: "json_format_version": [ 2023-12-22T17:16:49.750 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:49.750 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:49.750 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.750 INFO:tasks.workunit.client.0.smithi032.stdout: "local_time": { 2023-12-22T17:16:49.750 INFO:tasks.workunit.client.0.smithi032.stdout: "asctime": "Fri Dec 22 17:13:12 2023 UTC", 2023-12-22T17:16:49.750 INFO:tasks.workunit.client.0.smithi032.stdout: "time_t": 1703265192 2023-12-22T17:16:49.750 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.750 INFO:tasks.workunit.client.0.smithi032.stdout: "logical_block_size": 512, 2023-12-22T17:16:49.750 INFO:tasks.workunit.client.0.smithi032.stdout: "model_name": "INTEL SSDPEDKE040T7", 2023-12-22T17:16:49.750 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_controller_id": 0, 2023-12-22T17:16:49.750 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-22T17:16:49.751 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_namespaces": [ 2023-12-22T17:16:49.751 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.751 INFO:tasks.workunit.client.0.smithi032.stdout: "capacity": { 2023-12-22T17:16:49.751 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 7814037168, 2023-12-22T17:16:49.751 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 4000787030016 2023-12-22T17:16:49.751 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.751 INFO:tasks.workunit.client.0.smithi032.stdout: "formatted_lba_size": 512, 2023-12-22T17:16:49.751 INFO:tasks.workunit.client.0.smithi032.stdout: "id": 1, 2023-12-22T17:16:49.751 INFO:tasks.workunit.client.0.smithi032.stdout: "size": { 2023-12-22T17:16:49.751 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 7814037168, 2023-12-22T17:16:49.751 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 4000787030016 2023-12-22T17:16:49.751 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.751 INFO:tasks.workunit.client.0.smithi032.stdout: "utilization": { 2023-12-22T17:16:49.751 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 7814037168, 2023-12-22T17:16:49.751 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 4000787030016 2023-12-22T17:16:49.751 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.752 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.752 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.752 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_number_of_namespaces": 1, 2023-12-22T17:16:49.752 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_pci_vendor": { 2023-12-22T17:16:49.752 INFO:tasks.workunit.client.0.smithi032.stdout: "id": 32902, 2023-12-22T17:16:49.752 INFO:tasks.workunit.client.0.smithi032.stdout: "subsystem_id": 32902 2023-12-22T17:16:49.752 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.752 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_smart_health_information_add_log": { 2023-12-22T17:16:49.752 INFO:tasks.workunit.client.0.smithi032.stdout: "Device stats": { 2023-12-22T17:16:49.752 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_fw_downgrades": { 2023-12-22T17:16:49.752 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 0, 2023-12-22T17:16:49.752 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.752 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.752 INFO:tasks.workunit.client.0.smithi032.stdout: "crc_error_count": { 2023-12-22T17:16:49.752 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.752 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.753 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.753 INFO:tasks.workunit.client.0.smithi032.stdout: "end_to_end_error_detection_count": { 2023-12-22T17:16:49.753 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.753 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.753 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.753 INFO:tasks.workunit.client.0.smithi032.stdout: "erase_fail_count": { 2023-12-22T17:16:49.753 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.753 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.753 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.753 INFO:tasks.workunit.client.0.smithi032.stdout: "host_bytes_written": { 2023-12-22T17:16:49.753 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.753 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 21521298 2023-12-22T17:16:49.753 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.753 INFO:tasks.workunit.client.0.smithi032.stdout: "host_ctx_wear_used": { 2023-12-22T17:16:49.754 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.754 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.754 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.754 INFO:tasks.workunit.client.0.smithi032.stdout: "media_bytes_read": { 2023-12-22T17:16:49.754 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.754 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 18431130 2023-12-22T17:16:49.754 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.754 INFO:tasks.workunit.client.0.smithi032.stdout: "nand_bytes_written": { 2023-12-22T17:16:49.754 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.754 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 44013901 2023-12-22T17:16:49.754 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.754 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_stat_indicator": { 2023-12-22T17:16:49.754 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.754 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 4 2023-12-22T17:16:49.754 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.754 INFO:tasks.workunit.client.0.smithi032.stdout: "pll_lock_loss_count": { 2023-12-22T17:16:49.755 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.755 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.755 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.755 INFO:tasks.workunit.client.0.smithi032.stdout: "program_fail_count": { 2023-12-22T17:16:49.755 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.755 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.755 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.755 INFO:tasks.workunit.client.0.smithi032.stdout: "re_alloc_sectr_cnt": { 2023-12-22T17:16:49.755 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 16, 2023-12-22T17:16:49.755 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 44924 2023-12-22T17:16:49.755 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.755 INFO:tasks.workunit.client.0.smithi032.stdout: "retry_buffer_overflow_count": { 2023-12-22T17:16:49.755 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.755 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.755 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.755 INFO:tasks.workunit.client.0.smithi032.stdout: "soft_ecc_err_rate": { 2023-12-22T17:16:49.755 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.756 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 44897 2023-12-22T17:16:49.756 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.756 INFO:tasks.workunit.client.0.smithi032.stdout: "thermal_throttle_status": { 2023-12-22T17:16:49.756 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.756 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": { 2023-12-22T17:16:49.756 INFO:tasks.workunit.client.0.smithi032.stdout: "cnt": 0, 2023-12-22T17:16:49.756 INFO:tasks.workunit.client.0.smithi032.stdout: "pct": 0 2023-12-22T17:16:49.756 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.756 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.756 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_host_reads": { 2023-12-22T17:16:49.756 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.756 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 65535 2023-12-22T17:16:49.756 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.757 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_media_wear": { 2023-12-22T17:16:49.757 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.757 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 64 2023-12-22T17:16:49.757 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.757 INFO:tasks.workunit.client.0.smithi032.stdout: "timed_workload_timer": { 2023-12-22T17:16:49.757 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.757 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 65535 2023-12-22T17:16:49.757 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.757 INFO:tasks.workunit.client.0.smithi032.stdout: "unexp_power_loss": { 2023-12-22T17:16:49.757 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 100, 2023-12-22T17:16:49.757 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": 0 2023-12-22T17:16:49.757 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.757 INFO:tasks.workunit.client.0.smithi032.stdout: "wear_leveling": { 2023-12-22T17:16:49.757 INFO:tasks.workunit.client.0.smithi032.stdout: "normalized": 88, 2023-12-22T17:16:49.758 INFO:tasks.workunit.client.0.smithi032.stdout: "raw": { 2023-12-22T17:16:49.758 INFO:tasks.workunit.client.0.smithi032.stdout: "avg": 600, 2023-12-22T17:16:49.758 INFO:tasks.workunit.client.0.smithi032.stdout: "max": 604, 2023-12-22T17:16:49.758 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 602 2023-12-22T17:16:49.758 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.758 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.758 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.758 INFO:tasks.workunit.client.0.smithi032.stdout: "Intel Smart log": "nvme0n1" 2023-12-22T17:16:49.758 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.758 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_smart_health_information_log": { 2023-12-22T17:16:49.758 INFO:tasks.workunit.client.0.smithi032.stdout: "available_spare": 99, 2023-12-22T17:16:49.758 INFO:tasks.workunit.client.0.smithi032.stdout: "available_spare_threshold": 10, 2023-12-22T17:16:49.758 INFO:tasks.workunit.client.0.smithi032.stdout: "controller_busy_time": 15782, 2023-12-22T17:16:49.758 INFO:tasks.workunit.client.0.smithi032.stdout: "critical_comp_time": 0, 2023-12-22T17:16:49.758 INFO:tasks.workunit.client.0.smithi032.stdout: "critical_warning": 0, 2023-12-22T17:16:49.759 INFO:tasks.workunit.client.0.smithi032.stdout: "data_units_read": 272112789, 2023-12-22T17:16:49.759 INFO:tasks.workunit.client.0.smithi032.stdout: "data_units_written": 1410419794, 2023-12-22T17:16:49.759 INFO:tasks.workunit.client.0.smithi032.stdout: "host_reads": 4798834256, 2023-12-22T17:16:49.759 INFO:tasks.workunit.client.0.smithi032.stdout: "host_writes": 25341896090, 2023-12-22T17:16:49.759 INFO:tasks.workunit.client.0.smithi032.stdout: "media_errors": 0, 2023-12-22T17:16:49.759 INFO:tasks.workunit.client.0.smithi032.stdout: "num_err_log_entries": 0, 2023-12-22T17:16:49.759 INFO:tasks.workunit.client.0.smithi032.stdout: "percentage_used": 12, 2023-12-22T17:16:49.759 INFO:tasks.workunit.client.0.smithi032.stdout: "power_cycles": 44924, 2023-12-22T17:16:49.759 INFO:tasks.workunit.client.0.smithi032.stdout: "power_on_hours": 45595, 2023-12-22T17:16:49.759 INFO:tasks.workunit.client.0.smithi032.stdout: "temperature": 22, 2023-12-22T17:16:49.759 INFO:tasks.workunit.client.0.smithi032.stdout: "unsafe_shutdowns": 44897, 2023-12-22T17:16:49.759 INFO:tasks.workunit.client.0.smithi032.stdout: "warning_temp_time": 0 2023-12-22T17:16:49.759 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.759 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_total_capacity": 4000787030016, 2023-12-22T17:16:49.760 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_unallocated_capacity": 0, 2023-12-22T17:16:49.760 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme_vendor": "intel", 2023-12-22T17:16:49.760 INFO:tasks.workunit.client.0.smithi032.stdout: "power_cycle_count": 44924, 2023-12-22T17:16:49.760 INFO:tasks.workunit.client.0.smithi032.stdout: "power_on_time": { 2023-12-22T17:16:49.760 INFO:tasks.workunit.client.0.smithi032.stdout: "hours": 45595 2023-12-22T17:16:49.760 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.760 INFO:tasks.workunit.client.0.smithi032.stdout: "serial_number": "deleted", 2023-12-22T17:16:49.760 INFO:tasks.workunit.client.0.smithi032.stdout: "smart_status": { 2023-12-22T17:16:49.760 INFO:tasks.workunit.client.0.smithi032.stdout: "nvme": { 2023-12-22T17:16:49.760 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:49.760 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.760 INFO:tasks.workunit.client.0.smithi032.stdout: "passed": true 2023-12-22T17:16:49.760 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.760 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl": { 2023-12-22T17:16:49.761 INFO:tasks.workunit.client.0.smithi032.stdout: "argv": [ 2023-12-22T17:16:49.761 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl", 2023-12-22T17:16:49.761 INFO:tasks.workunit.client.0.smithi032.stdout: "-x", 2023-12-22T17:16:49.761 INFO:tasks.workunit.client.0.smithi032.stdout: "--json=o", 2023-12-22T17:16:49.761 INFO:tasks.workunit.client.0.smithi032.stdout: "/dev/nvme0n1" 2023-12-22T17:16:49.761 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.761 INFO:tasks.workunit.client.0.smithi032.stdout: "build_info": "(local build)", 2023-12-22T17:16:49.761 INFO:tasks.workunit.client.0.smithi032.stdout: "exit_status": 0, 2023-12-22T17:16:49.761 INFO:tasks.workunit.client.0.smithi032.stdout: "output": [ 2023-12-22T17:16:49.761 INFO:tasks.workunit.client.0.smithi032.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-4.18.0-529.el8.x86_64] (local build)", 2023-12-22T17:16:49.761 INFO:tasks.workunit.client.0.smithi032.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-22T17:16:49.761 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:49.761 INFO:tasks.workunit.client.0.smithi032.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-22T17:16:49.761 INFO:tasks.workunit.client.0.smithi032.stdout: "Model Number: INTEL SSDPEDKE040T7", 2023-12-22T17:16:49.761 INFO:tasks.workunit.client.0.smithi032.stdout: "Serial Number: deleted", 2023-12-22T17:16:49.762 INFO:tasks.workunit.client.0.smithi032.stdout: "Firmware Version: QDV1013D", 2023-12-22T17:16:49.762 INFO:tasks.workunit.client.0.smithi032.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-22T17:16:49.762 INFO:tasks.workunit.client.0.smithi032.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-22T17:16:49.762 INFO:tasks.workunit.client.0.smithi032.stdout: "Total NVM Capacity: 4,000,787,030,016 [4.00 TB]", 2023-12-22T17:16:49.762 INFO:tasks.workunit.client.0.smithi032.stdout: "Unallocated NVM Capacity: 0", 2023-12-22T17:16:49.762 INFO:tasks.workunit.client.0.smithi032.stdout: "Controller ID: 0", 2023-12-22T17:16:49.762 INFO:tasks.workunit.client.0.smithi032.stdout: "Number of Namespaces: 1", 2023-12-22T17:16:49.762 INFO:tasks.workunit.client.0.smithi032.stdout: "Namespace 1 Size/Capacity: 4,000,787,030,016 [4.00 TB]", 2023-12-22T17:16:49.762 INFO:tasks.workunit.client.0.smithi032.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-22T17:16:49.762 INFO:tasks.workunit.client.0.smithi032.stdout: "Local Time is: Fri Dec 22 17:13:12 2023 UTC", 2023-12-22T17:16:49.762 INFO:tasks.workunit.client.0.smithi032.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-22T17:16:49.762 INFO:tasks.workunit.client.0.smithi032.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2023-12-22T17:16:49.762 INFO:tasks.workunit.client.0.smithi032.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-22T17:16:49.762 INFO:tasks.workunit.client.0.smithi032.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-22T17:16:49.763 INFO:tasks.workunit.client.0.smithi032.stdout: "Warning Comp. Temp. Threshold: 70 Celsius", 2023-12-22T17:16:49.763 INFO:tasks.workunit.client.0.smithi032.stdout: "Critical Comp. Temp. Threshold: 77 Celsius", 2023-12-22T17:16:49.763 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:49.763 INFO:tasks.workunit.client.0.smithi032.stdout: "Supported Power States", 2023-12-22T17:16:49.763 INFO:tasks.workunit.client.0.smithi032.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-22T17:16:49.763 INFO:tasks.workunit.client.0.smithi032.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2023-12-22T17:16:49.763 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:49.763 INFO:tasks.workunit.client.0.smithi032.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-22T17:16:49.763 INFO:tasks.workunit.client.0.smithi032.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-22T17:16:49.763 INFO:tasks.workunit.client.0.smithi032.stdout: " 0 + 512 0 2", 2023-12-22T17:16:49.763 INFO:tasks.workunit.client.0.smithi032.stdout: " 1 - 4096 0 0", 2023-12-22T17:16:49.763 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:49.763 INFO:tasks.workunit.client.0.smithi032.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-22T17:16:49.763 INFO:tasks.workunit.client.0.smithi032.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-22T17:16:49.764 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:49.764 INFO:tasks.workunit.client.0.smithi032.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-22T17:16:49.764 INFO:tasks.workunit.client.0.smithi032.stdout: "Critical Warning: 0x00", 2023-12-22T17:16:49.764 INFO:tasks.workunit.client.0.smithi032.stdout: "Temperature: 22 Celsius", 2023-12-22T17:16:49.764 INFO:tasks.workunit.client.0.smithi032.stdout: "Available Spare: 99%", 2023-12-22T17:16:49.764 INFO:tasks.workunit.client.0.smithi032.stdout: "Available Spare Threshold: 10%", 2023-12-22T17:16:49.764 INFO:tasks.workunit.client.0.smithi032.stdout: "Percentage Used: 12%", 2023-12-22T17:16:49.764 INFO:tasks.workunit.client.0.smithi032.stdout: "Data Units Read: 272,112,789 [139 TB]", 2023-12-22T17:16:49.764 INFO:tasks.workunit.client.0.smithi032.stdout: "Data Units Written: 1,410,419,794 [722 TB]", 2023-12-22T17:16:49.764 INFO:tasks.workunit.client.0.smithi032.stdout: "Host Read Commands: 4,798,834,256", 2023-12-22T17:16:49.764 INFO:tasks.workunit.client.0.smithi032.stdout: "Host Write Commands: 25,341,896,090", 2023-12-22T17:16:49.764 INFO:tasks.workunit.client.0.smithi032.stdout: "Controller Busy Time: 15,782", 2023-12-22T17:16:49.764 INFO:tasks.workunit.client.0.smithi032.stdout: "Power Cycles: 44,924", 2023-12-22T17:16:49.764 INFO:tasks.workunit.client.0.smithi032.stdout: "Power On Hours: 45,595", 2023-12-22T17:16:49.764 INFO:tasks.workunit.client.0.smithi032.stdout: "Unsafe Shutdowns: 44,897", 2023-12-22T17:16:49.765 INFO:tasks.workunit.client.0.smithi032.stdout: "Media and Data Integrity Errors: 0", 2023-12-22T17:16:49.765 INFO:tasks.workunit.client.0.smithi032.stdout: "Error Information Log Entries: 0", 2023-12-22T17:16:49.765 INFO:tasks.workunit.client.0.smithi032.stdout: "Warning Comp. Temperature Time: 0", 2023-12-22T17:16:49.765 INFO:tasks.workunit.client.0.smithi032.stdout: "Critical Comp. Temperature Time: 0", 2023-12-22T17:16:49.765 INFO:tasks.workunit.client.0.smithi032.stdout: "", 2023-12-22T17:16:49.765 INFO:tasks.workunit.client.0.smithi032.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-22T17:16:49.765 INFO:tasks.workunit.client.0.smithi032.stdout: "No Errors Logged", 2023-12-22T17:16:49.765 INFO:tasks.workunit.client.0.smithi032.stdout: "" 2023-12-22T17:16:49.765 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.765 INFO:tasks.workunit.client.0.smithi032.stdout: "platform_info": "x86_64-linux-4.18.0-529.el8.x86_64", 2023-12-22T17:16:49.765 INFO:tasks.workunit.client.0.smithi032.stdout: "svn_revision": "5022", 2023-12-22T17:16:49.765 INFO:tasks.workunit.client.0.smithi032.stdout: "version": [ 2023-12-22T17:16:49.765 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:49.765 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:49.765 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:49.766 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.766 INFO:tasks.workunit.client.0.smithi032.stdout: "temperature": { 2023-12-22T17:16:49.766 INFO:tasks.workunit.client.0.smithi032.stdout: "current": 22 2023-12-22T17:16:49.766 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.766 INFO:tasks.workunit.client.0.smithi032.stdout: "user_capacity": { 2023-12-22T17:16:49.766 INFO:tasks.workunit.client.0.smithi032.stdout: "blocks": 7814037168, 2023-12-22T17:16:49.766 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 4000787030016 2023-12-22T17:16:49.766 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.766 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.766 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.766 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.766 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.766 INFO:tasks.workunit.client.0.smithi032.stdout: "report": { 2023-12-22T17:16:49.766 INFO:tasks.workunit.client.0.smithi032.stdout: "balancer": { 2023-12-22T17:16:49.766 INFO:tasks.workunit.client.0.smithi032.stdout: "active": true, 2023-12-22T17:16:49.766 INFO:tasks.workunit.client.0.smithi032.stdout: "mode": "" 2023-12-22T17:16:49.767 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.767 INFO:tasks.workunit.client.0.smithi032.stdout: "channels": [ 2023-12-22T17:16:49.767 INFO:tasks.workunit.client.0.smithi032.stdout: "basic", 2023-12-22T17:16:49.767 INFO:tasks.workunit.client.0.smithi032.stdout: "crash", 2023-12-22T17:16:49.767 INFO:tasks.workunit.client.0.smithi032.stdout: "device", 2023-12-22T17:16:49.767 INFO:tasks.workunit.client.0.smithi032.stdout: "ident", 2023-12-22T17:16:49.767 INFO:tasks.workunit.client.0.smithi032.stdout: "perf" 2023-12-22T17:16:49.767 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.767 INFO:tasks.workunit.client.0.smithi032.stdout: "channels_available": [ 2023-12-22T17:16:49.767 INFO:tasks.workunit.client.0.smithi032.stdout: "basic", 2023-12-22T17:16:49.767 INFO:tasks.workunit.client.0.smithi032.stdout: "ident", 2023-12-22T17:16:49.767 INFO:tasks.workunit.client.0.smithi032.stdout: "crash", 2023-12-22T17:16:49.767 INFO:tasks.workunit.client.0.smithi032.stdout: "device", 2023-12-22T17:16:49.767 INFO:tasks.workunit.client.0.smithi032.stdout: "perf" 2023-12-22T17:16:49.768 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.768 INFO:tasks.workunit.client.0.smithi032.stdout: "collections_available": [ 2023-12-22T17:16:49.768 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_base", 2023-12-22T17:16:49.768 INFO:tasks.workunit.client.0.smithi032.stdout: "device_base", 2023-12-22T17:16:49.768 INFO:tasks.workunit.client.0.smithi032.stdout: "crash_base", 2023-12-22T17:16:49.768 INFO:tasks.workunit.client.0.smithi032.stdout: "ident_base", 2023-12-22T17:16:49.768 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_perf", 2023-12-22T17:16:49.768 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_mds_metadata", 2023-12-22T17:16:49.768 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_pool_usage", 2023-12-22T17:16:49.768 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_usage_by_class", 2023-12-22T17:16:49.768 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_rook_v01", 2023-12-22T17:16:49.768 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_memory_metrics", 2023-12-22T17:16:49.768 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_pool_options_bluestore" 2023-12-22T17:16:49.768 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.768 INFO:tasks.workunit.client.0.smithi032.stdout: "collections_opted_in": [ 2023-12-22T17:16:49.769 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_base", 2023-12-22T17:16:49.769 INFO:tasks.workunit.client.0.smithi032.stdout: "device_base", 2023-12-22T17:16:49.769 INFO:tasks.workunit.client.0.smithi032.stdout: "crash_base", 2023-12-22T17:16:49.769 INFO:tasks.workunit.client.0.smithi032.stdout: "ident_base", 2023-12-22T17:16:49.769 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_perf", 2023-12-22T17:16:49.769 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_mds_metadata", 2023-12-22T17:16:49.769 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_pool_usage", 2023-12-22T17:16:49.769 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_usage_by_class", 2023-12-22T17:16:49.769 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_rook_v01", 2023-12-22T17:16:49.769 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_memory_metrics", 2023-12-22T17:16:49.769 INFO:tasks.workunit.client.0.smithi032.stdout: "basic_pool_options_bluestore" 2023-12-22T17:16:49.769 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.769 INFO:tasks.workunit.client.0.smithi032.stdout: "config": { 2023-12-22T17:16:49.769 INFO:tasks.workunit.client.0.smithi032.stdout: "active_changed": [ 2023-12-22T17:16:49.770 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-22T17:16:49.770 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_debug", 2023-12-22T17:16:49.770 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_mon_ticket_ttl", 2023-12-22T17:16:49.770 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_service_ticket_ttl", 2023-12-22T17:16:49.770 INFO:tasks.workunit.client.0.smithi032.stdout: "bdev_debug_aio", 2023-12-22T17:16:49.770 INFO:tasks.workunit.client.0.smithi032.stdout: "client_check_pool_perm", 2023-12-22T17:16:49.770 INFO:tasks.workunit.client.0.smithi032.stdout: "client_mount_gid", 2023-12-22T17:16:49.770 INFO:tasks.workunit.client.0.smithi032.stdout: "client_mount_uid", 2023-12-22T17:16:49.770 INFO:tasks.workunit.client.0.smithi032.stdout: "client_quota", 2023-12-22T17:16:49.770 INFO:tasks.workunit.client.0.smithi032.stdout: "container_image", 2023-12-22T17:16:49.770 INFO:tasks.workunit.client.0.smithi032.stdout: "daemonize", 2023-12-22T17:16:49.770 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_asserts_on_shutdown", 2023-12-22T17:16:49.770 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_mgr", 2023-12-22T17:16:49.770 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_mon", 2023-12-22T17:16:49.771 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_ms", 2023-12-22T17:16:49.771 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_osd", 2023-12-22T17:16:49.771 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_paxos", 2023-12-22T17:16:49.771 INFO:tasks.workunit.client.0.smithi032.stdout: "keyring", 2023-12-22T17:16:49.771 INFO:tasks.workunit.client.0.smithi032.stdout: "leveldb_block_size", 2023-12-22T17:16:49.771 INFO:tasks.workunit.client.0.smithi032.stdout: "leveldb_cache_size", 2023-12-22T17:16:49.771 INFO:tasks.workunit.client.0.smithi032.stdout: "leveldb_compression", 2023-12-22T17:16:49.771 INFO:tasks.workunit.client.0.smithi032.stdout: "leveldb_log", 2023-12-22T17:16:49.771 INFO:tasks.workunit.client.0.smithi032.stdout: "leveldb_write_buffer_size", 2023-12-22T17:16:49.771 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_file", 2023-12-22T17:16:49.771 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_journald", 2023-12-22T17:16:49.771 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_stderr", 2023-12-22T17:16:49.771 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_allow_pool_delete", 2023-12-22T17:16:49.771 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_clock_drift_allowed", 2023-12-22T17:16:49.771 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_cluster_log_file_level", 2023-12-22T17:16:49.771 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_cluster_log_to_file", 2023-12-22T17:16:49.772 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_cluster_log_to_journald", 2023-12-22T17:16:49.772 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_cluster_log_to_stderr", 2023-12-22T17:16:49.772 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_data_avail_warn", 2023-12-22T17:16:49.772 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_election_default_strategy", 2023-12-22T17:16:49.772 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_host", 2023-12-22T17:16:49.772 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_max_pg_per_osd", 2023-12-22T17:16:49.772 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_mgr_mkfs_grace", 2023-12-22T17:16:49.772 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_osd_prime_pg_temp", 2023-12-22T17:16:49.772 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_osd_reporter_subtree_level", 2023-12-22T17:16:49.772 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_pg_warn_max_object_skew", 2023-12-22T17:16:49.772 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-22T17:16:49.772 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-22T17:16:49.772 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-22T17:16:49.772 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-22T17:16:49.772 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-22T17:16:49.772 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-22T17:16:49.773 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-22T17:16:49.773 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-22T17:16:49.773 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_too_few_osds", 2023-12-22T17:16:49.773 INFO:tasks.workunit.client.0.smithi032.stdout: "ms_die_on_bug", 2023-12-22T17:16:49.773 INFO:tasks.workunit.client.0.smithi032.stdout: "ms_die_on_old_message", 2023-12-22T17:16:49.773 INFO:tasks.workunit.client.0.smithi032.stdout: "no_config_file", 2023-12-22T17:16:49.773 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_class_default_list", 2023-12-22T17:16:49.773 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_class_load_list", 2023-12-22T17:16:49.773 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_misdirected_ops", 2023-12-22T17:16:49.773 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_op_order", 2023-12-22T17:16:49.773 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_pg_log_writeout", 2023-12-22T17:16:49.773 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_shutdown", 2023-12-22T17:16:49.773 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_cached_snaps", 2023-12-22T17:16:49.773 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_missing_on_start", 2023-12-22T17:16:49.773 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_stray_on_activate", 2023-12-22T17:16:49.774 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-22T17:16:49.774 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_profile", 2023-12-22T17:16:49.774 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2023-12-22T17:16:49.774 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_best_effort_res", 2023-12-22T17:16:49.774 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2023-12-22T17:16:49.774 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_recovery_lim", 2023-12-22T17:16:49.774 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_recovery_res", 2023-12-22T17:16:49.774 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2023-12-22T17:16:49.774 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_client_lim", 2023-12-22T17:16:49.774 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_client_res", 2023-12-22T17:16:49.774 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_scheduler_client_wgt", 2023-12-22T17:16:49.774 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_memory_target", 2023-12-22T17:16:49.774 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_memory_target_autotune", 2023-12-22T17:16:49.774 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_op_queue", 2023-12-22T17:16:49.775 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_op_queue_cut_off", 2023-12-22T17:16:49.775 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pool_default_erasure_code_profile", 2023-12-22T17:16:49.775 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-22T17:16:49.775 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_recover_clone_overlap", 2023-12-22T17:16:49.775 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_recovery_max_chunk", 2023-12-22T17:16:49.775 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_scrub_load_threshold", 2023-12-22T17:16:49.775 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_scrub_max_interval", 2023-12-22T17:16:49.775 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_shutdown_pgref_assert", 2023-12-22T17:16:49.775 INFO:tasks.workunit.client.0.smithi032.stdout: "public_addr", 2023-12-22T17:16:49.775 INFO:tasks.workunit.client.0.smithi032.stdout: "public_addrv", 2023-12-22T17:16:49.775 INFO:tasks.workunit.client.0.smithi032.stdout: "public_network", 2023-12-22T17:16:49.775 INFO:tasks.workunit.client.0.smithi032.stdout: "rbd_default_features", 2023-12-22T17:16:49.775 INFO:tasks.workunit.client.0.smithi032.stdout: "rbd_qos_exclude_ops", 2023-12-22T17:16:49.775 INFO:tasks.workunit.client.0.smithi032.stdout: "setgroup", 2023-12-22T17:16:49.775 INFO:tasks.workunit.client.0.smithi032.stdout: "setuser" 2023-12-22T17:16:49.776 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.776 INFO:tasks.workunit.client.0.smithi032.stdout: "cluster_changed": [ 2023-12-22T17:16:49.776 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-22T17:16:49.776 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_debug", 2023-12-22T17:16:49.776 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_mon_ticket_ttl", 2023-12-22T17:16:49.776 INFO:tasks.workunit.client.0.smithi032.stdout: "auth_service_ticket_ttl", 2023-12-22T17:16:49.776 INFO:tasks.workunit.client.0.smithi032.stdout: "bdev_debug_aio", 2023-12-22T17:16:49.776 INFO:tasks.workunit.client.0.smithi032.stdout: "container_image", 2023-12-22T17:16:49.776 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_asserts_on_shutdown", 2023-12-22T17:16:49.776 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_mgr", 2023-12-22T17:16:49.776 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_mon", 2023-12-22T17:16:49.776 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_ms", 2023-12-22T17:16:49.776 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_osd", 2023-12-22T17:16:49.776 INFO:tasks.workunit.client.0.smithi032.stdout: "debug_paxos", 2023-12-22T17:16:49.777 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_file", 2023-12-22T17:16:49.777 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_journald", 2023-12-22T17:16:49.777 INFO:tasks.workunit.client.0.smithi032.stdout: "log_to_stderr", 2023-12-22T17:16:49.777 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_join_fs", 2023-12-22T17:16:49.777 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/cephadm/allow_ptrace", 2023-12-22T17:16:49.777 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/cephadm/container_init", 2023-12-22T17:16:49.777 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/cephadm/migration_current", 2023-12-22T17:16:49.777 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/cephadm/use_repo_digest", 2023-12-22T17:16:49.777 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2023-12-22T17:16:49.777 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2023-12-22T17:16:49.777 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/dashboard/GRAFANA_API_URL", 2023-12-22T17:16:49.777 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2023-12-22T17:16:49.777 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/dashboard/ssl_server_port", 2023-12-22T17:16:49.777 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/orchestrator/orchestrator", 2023-12-22T17:16:49.778 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/telemetry/channel_ident", 2023-12-22T17:16:49.778 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/telemetry/channel_perf", 2023-12-22T17:16:49.778 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/telemetry/description", 2023-12-22T17:16:49.778 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/telemetry/enabled", 2023-12-22T17:16:49.778 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr/telemetry/organization", 2023-12-22T17:16:49.778 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_allow_pool_delete", 2023-12-22T17:16:49.778 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_clock_drift_allowed", 2023-12-22T17:16:49.778 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_cluster_log_file_level", 2023-12-22T17:16:49.778 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_data_avail_warn", 2023-12-22T17:16:49.778 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_election_default_strategy", 2023-12-22T17:16:49.778 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_max_pg_per_osd", 2023-12-22T17:16:49.778 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_mgr_mkfs_grace", 2023-12-22T17:16:49.778 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_osd_prime_pg_temp", 2023-12-22T17:16:49.778 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_osd_reporter_subtree_level", 2023-12-22T17:16:49.778 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_pg_warn_max_object_skew", 2023-12-22T17:16:49.779 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-22T17:16:49.779 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-22T17:16:49.779 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-22T17:16:49.779 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-22T17:16:49.779 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-22T17:16:49.779 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-22T17:16:49.779 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-22T17:16:49.779 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-22T17:16:49.779 INFO:tasks.workunit.client.0.smithi032.stdout: "mon_warn_on_too_few_osds", 2023-12-22T17:16:49.779 INFO:tasks.workunit.client.0.smithi032.stdout: "ms_die_on_bug", 2023-12-22T17:16:49.779 INFO:tasks.workunit.client.0.smithi032.stdout: "ms_die_on_old_message", 2023-12-22T17:16:49.779 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_class_default_list", 2023-12-22T17:16:49.779 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_class_load_list", 2023-12-22T17:16:49.779 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_misdirected_ops", 2023-12-22T17:16:49.780 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_op_order", 2023-12-22T17:16:49.780 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_pg_log_writeout", 2023-12-22T17:16:49.780 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_shutdown", 2023-12-22T17:16:49.780 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_cached_snaps", 2023-12-22T17:16:49.780 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_missing_on_start", 2023-12-22T17:16:49.780 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_debug_verify_stray_on_activate", 2023-12-22T17:16:49.780 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-22T17:16:49.780 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mclock_profile", 2023-12-22T17:16:49.780 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_memory_target", 2023-12-22T17:16:49.780 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_memory_target_autotune", 2023-12-22T17:16:49.780 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_op_queue", 2023-12-22T17:16:49.780 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_op_queue_cut_off", 2023-12-22T17:16:49.780 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pool_default_erasure_code_profile", 2023-12-22T17:16:49.780 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-22T17:16:49.780 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_recover_clone_overlap", 2023-12-22T17:16:49.780 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_recovery_max_chunk", 2023-12-22T17:16:49.781 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_scrub_load_threshold", 2023-12-22T17:16:49.781 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_scrub_max_interval", 2023-12-22T17:16:49.781 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_shutdown_pgref_assert", 2023-12-22T17:16:49.781 INFO:tasks.workunit.client.0.smithi032.stdout: "public_network", 2023-12-22T17:16:49.781 INFO:tasks.workunit.client.0.smithi032.stdout: "rgw_cache_enabled", 2023-12-22T17:16:49.781 INFO:tasks.workunit.client.0.smithi032.stdout: "rgw_enable_ops_log", 2023-12-22T17:16:49.781 INFO:tasks.workunit.client.0.smithi032.stdout: "rgw_enable_usage_log" 2023-12-22T17:16:49.781 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:49.781 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.781 INFO:tasks.workunit.client.0.smithi032.stdout: "contact": null, 2023-12-22T17:16:49.781 INFO:tasks.workunit.client.0.smithi032.stdout: "crashes": [], 2023-12-22T17:16:49.781 INFO:tasks.workunit.client.0.smithi032.stdout: "created": "2023-12-22T17:10:37.895877Z", 2023-12-22T17:16:49.781 INFO:tasks.workunit.client.0.smithi032.stdout: "crush": { 2023-12-22T17:16:49.782 INFO:tasks.workunit.client.0.smithi032.stdout: "bucket_algs": { 2023-12-22T17:16:49.782 INFO:tasks.workunit.client.0.smithi032.stdout: "straw2": 3 2023-12-22T17:16:49.782 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.782 INFO:tasks.workunit.client.0.smithi032.stdout: "bucket_sizes": { 2023-12-22T17:16:49.782 INFO:tasks.workunit.client.0.smithi032.stdout: "2": 1, 2023-12-22T17:16:49.782 INFO:tasks.workunit.client.0.smithi032.stdout: "4": 2 2023-12-22T17:16:49.782 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.782 INFO:tasks.workunit.client.0.smithi032.stdout: "bucket_types": { 2023-12-22T17:16:49.782 INFO:tasks.workunit.client.0.smithi032.stdout: "1": 2, 2023-12-22T17:16:49.782 INFO:tasks.workunit.client.0.smithi032.stdout: "11": 1 2023-12-22T17:16:49.782 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.782 INFO:tasks.workunit.client.0.smithi032.stdout: "compat_weight_set": false, 2023-12-22T17:16:49.782 INFO:tasks.workunit.client.0.smithi032.stdout: "device_classes": [ 2023-12-22T17:16:49.782 INFO:tasks.workunit.client.0.smithi032.stdout: 8 2023-12-22T17:16:49.782 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.783 INFO:tasks.workunit.client.0.smithi032.stdout: "num_buckets": 6, 2023-12-22T17:16:49.783 INFO:tasks.workunit.client.0.smithi032.stdout: "num_devices": 8, 2023-12-22T17:16:49.783 INFO:tasks.workunit.client.0.smithi032.stdout: "num_rules": 1, 2023-12-22T17:16:49.783 INFO:tasks.workunit.client.0.smithi032.stdout: "num_types": 12, 2023-12-22T17:16:49.783 INFO:tasks.workunit.client.0.smithi032.stdout: "num_weight_sets": 0, 2023-12-22T17:16:49.783 INFO:tasks.workunit.client.0.smithi032.stdout: "tunables": { 2023-12-22T17:16:49.783 INFO:tasks.workunit.client.0.smithi032.stdout: "allowed_bucket_algs": 54, 2023-12-22T17:16:49.783 INFO:tasks.workunit.client.0.smithi032.stdout: "choose_local_fallback_tries": 0, 2023-12-22T17:16:49.783 INFO:tasks.workunit.client.0.smithi032.stdout: "choose_local_tries": 0, 2023-12-22T17:16:49.783 INFO:tasks.workunit.client.0.smithi032.stdout: "choose_total_tries": 50, 2023-12-22T17:16:49.783 INFO:tasks.workunit.client.0.smithi032.stdout: "chooseleaf_descend_once": 1, 2023-12-22T17:16:49.783 INFO:tasks.workunit.client.0.smithi032.stdout: "chooseleaf_stable": 1, 2023-12-22T17:16:49.783 INFO:tasks.workunit.client.0.smithi032.stdout: "chooseleaf_vary_r": 1, 2023-12-22T17:16:49.783 INFO:tasks.workunit.client.0.smithi032.stdout: "has_v2_rules": 0, 2023-12-22T17:16:49.783 INFO:tasks.workunit.client.0.smithi032.stdout: "has_v3_rules": 0, 2023-12-22T17:16:49.784 INFO:tasks.workunit.client.0.smithi032.stdout: "has_v4_buckets": 1, 2023-12-22T17:16:49.784 INFO:tasks.workunit.client.0.smithi032.stdout: "has_v5_rules": 0, 2023-12-22T17:16:49.784 INFO:tasks.workunit.client.0.smithi032.stdout: "legacy_tunables": 0, 2023-12-22T17:16:49.784 INFO:tasks.workunit.client.0.smithi032.stdout: "minimum_required_version": "jewel", 2023-12-22T17:16:49.784 INFO:tasks.workunit.client.0.smithi032.stdout: "optimal_tunables": 1, 2023-12-22T17:16:49.784 INFO:tasks.workunit.client.0.smithi032.stdout: "profile": "jewel", 2023-12-22T17:16:49.784 INFO:tasks.workunit.client.0.smithi032.stdout: "require_feature_tunables": 1, 2023-12-22T17:16:49.784 INFO:tasks.workunit.client.0.smithi032.stdout: "require_feature_tunables2": 1, 2023-12-22T17:16:49.784 INFO:tasks.workunit.client.0.smithi032.stdout: "require_feature_tunables3": 1, 2023-12-22T17:16:49.784 INFO:tasks.workunit.client.0.smithi032.stdout: "require_feature_tunables5": 1, 2023-12-22T17:16:49.784 INFO:tasks.workunit.client.0.smithi032.stdout: "straw_calc_version": 1 2023-12-22T17:16:49.784 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.784 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.784 INFO:tasks.workunit.client.0.smithi032.stdout: "description": "upgrade test cluster", 2023-12-22T17:16:49.784 INFO:tasks.workunit.client.0.smithi032.stdout: "fs": { 2023-12-22T17:16:49.784 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2023-12-22T17:16:49.784 INFO:tasks.workunit.client.0.smithi032.stdout: "feature_flags": { 2023-12-22T17:16:49.785 INFO:tasks.workunit.client.0.smithi032.stdout: "enable_multiple": true, 2023-12-22T17:16:49.785 INFO:tasks.workunit.client.0.smithi032.stdout: "ever_enabled_multiple": true 2023-12-22T17:16:49.785 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.785 INFO:tasks.workunit.client.0.smithi032.stdout: "filesystems": [ 2023-12-22T17:16:49.785 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.785 INFO:tasks.workunit.client.0.smithi032.stdout: "approx_ctime": "2023-12", 2023-12-22T17:16:49.785 INFO:tasks.workunit.client.0.smithi032.stdout: "balancer_enabled": false, 2023-12-22T17:16:49.785 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.785 INFO:tasks.workunit.client.0.smithi032.stdout: "cached_caps": 0, 2023-12-22T17:16:49.785 INFO:tasks.workunit.client.0.smithi032.stdout: "cached_dns": 10, 2023-12-22T17:16:49.785 INFO:tasks.workunit.client.0.smithi032.stdout: "cached_inos": 13, 2023-12-22T17:16:49.785 INFO:tasks.workunit.client.0.smithi032.stdout: "cached_subtrees": 2, 2023-12-22T17:16:49.785 INFO:tasks.workunit.client.0.smithi032.stdout: "ever_allowed_features": 0, 2023-12-22T17:16:49.785 INFO:tasks.workunit.client.0.smithi032.stdout: "explicitly_allowed_features": 0, 2023-12-22T17:16:49.785 INFO:tasks.workunit.client.0.smithi032.stdout: "files": 0, 2023-12-22T17:16:49.786 INFO:tasks.workunit.client.0.smithi032.stdout: "max_mds": 1, 2023-12-22T17:16:49.786 INFO:tasks.workunit.client.0.smithi032.stdout: "num_data_pools": 1, 2023-12-22T17:16:49.786 INFO:tasks.workunit.client.0.smithi032.stdout: "num_in": 1, 2023-12-22T17:16:49.786 INFO:tasks.workunit.client.0.smithi032.stdout: "num_mds": 1, 2023-12-22T17:16:49.786 INFO:tasks.workunit.client.0.smithi032.stdout: "num_sessions": 0, 2023-12-22T17:16:49.786 INFO:tasks.workunit.client.0.smithi032.stdout: "num_standby_replay": 0, 2023-12-22T17:16:49.786 INFO:tasks.workunit.client.0.smithi032.stdout: "num_up": 1, 2023-12-22T17:16:49.786 INFO:tasks.workunit.client.0.smithi032.stdout: "snaps": 0, 2023-12-22T17:16:49.786 INFO:tasks.workunit.client.0.smithi032.stdout: "standby_count_wanted": 0 2023-12-22T17:16:49.786 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.786 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.786 INFO:tasks.workunit.client.0.smithi032.stdout: "num_standby_mds": 1, 2023-12-22T17:16:49.786 INFO:tasks.workunit.client.0.smithi032.stdout: "total_num_mds": 2 2023-12-22T17:16:49.786 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.786 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_stats": { 2023-12-22T17:16:49.787 INFO:tasks.workunit.client.0.smithi032.stdout: "mds": { 2023-12-22T17:16:49.787 INFO:tasks.workunit.client.0.smithi032.stdout: "mds.5a83e9383e4ed6395b020b4d4cc228155a2c4190": { 2023-12-22T17:16:49.787 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 19218432, 2023-12-22T17:16:49.787 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 288104, 2023-12-22T17:16:49.787 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2752512, 2023-12-22T17:16:49.787 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 229376, 2023-12-22T17:16:49.787 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 0, 2023-12-22T17:16:49.787 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 302, 2023-12-22T17:16:49.787 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2023-12-22T17:16:49.787 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 864328, 2023-12-22T17:16:49.787 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 12, 2023-12-22T17:16:49.787 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 673280, 2023-12-22T17:16:49.787 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 14410832, 2023-12-22T17:16:49.787 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 19218432 2023-12-22T17:16:49.787 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.787 INFO:tasks.workunit.client.0.smithi032.stdout: "mds.d7134caa19f4ceb0ac85f9820c4aa7d20d7697cf": { 2023-12-22T17:16:49.788 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 20307968, 2023-12-22T17:16:49.788 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 476496, 2023-12-22T17:16:49.788 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2752512, 2023-12-22T17:16:49.788 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 131072, 2023-12-22T17:16:49.788 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 1007616, 2023-12-22T17:16:49.788 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 383, 2023-12-22T17:16:49.788 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2023-12-22T17:16:49.788 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 1272432, 2023-12-22T17:16:49.788 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 20, 2023-12-22T17:16:49.788 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 847360, 2023-12-22T17:16:49.788 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 14828096, 2023-12-22T17:16:49.788 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 21315584 2023-12-22T17:16:49.788 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.788 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.788 INFO:tasks.workunit.client.0.smithi032.stdout: "mon": { 2023-12-22T17:16:49.788 INFO:tasks.workunit.client.0.smithi032.stdout: "mon.5a83e9383e4ed6395b020b4d4cc228155a2c4190": { 2023-12-22T17:16:49.789 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 44507136, 2023-12-22T17:16:49.789 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 1404824, 2023-12-22T17:16:49.789 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2752512, 2023-12-22T17:16:49.789 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 0, 2023-12-22T17:16:49.789 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 4087808, 2023-12-22T17:16:49.789 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 1714, 2023-12-22T17:16:49.789 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2023-12-22T17:16:49.789 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 11012568, 2023-12-22T17:16:49.789 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 22, 2023-12-22T17:16:49.789 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 2917376, 2023-12-22T17:16:49.789 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 26419856, 2023-12-22T17:16:49.789 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 48594944 2023-12-22T17:16:49.789 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.789 INFO:tasks.workunit.client.0.smithi032.stdout: "mon.d7134caa19f4ceb0ac85f9820c4aa7d20d7697cf": { 2023-12-22T17:16:49.790 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 36438016, 2023-12-22T17:16:49.790 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 787104, 2023-12-22T17:16:49.790 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2752512, 2023-12-22T17:16:49.790 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 49152, 2023-12-22T17:16:49.790 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 9093120, 2023-12-22T17:16:49.790 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 1162, 2023-12-22T17:16:49.790 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2023-12-22T17:16:49.790 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 8003704, 2023-12-22T17:16:49.790 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 21, 2023-12-22T17:16:49.790 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 1625600, 2023-12-22T17:16:49.790 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 23219944, 2023-12-22T17:16:49.790 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 45531136 2023-12-22T17:16:49.790 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.790 INFO:tasks.workunit.client.0.smithi032.stdout: "mon.d72a799828880c9d0b996bb9d98860dc3b76b2e6": { 2023-12-22T17:16:49.790 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 37806080, 2023-12-22T17:16:49.790 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 1164432, 2023-12-22T17:16:49.790 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2752512, 2023-12-22T17:16:49.791 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 548864, 2023-12-22T17:16:49.791 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 8781824, 2023-12-22T17:16:49.791 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 1051, 2023-12-22T17:16:49.791 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2023-12-22T17:16:49.791 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 7691072, 2023-12-22T17:16:49.791 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 22, 2023-12-22T17:16:49.791 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 1709568, 2023-12-22T17:16:49.791 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 23939632, 2023-12-22T17:16:49.791 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 46587904 2023-12-22T17:16:49.791 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.791 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.791 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:49.791 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.0": { 2023-12-22T17:16:49.791 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 273432576, 2023-12-22T17:16:49.791 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 787640, 2023-12-22T17:16:49.791 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2883584, 2023-12-22T17:16:49.791 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 0, 2023-12-22T17:16:49.792 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 638976, 2023-12-22T17:16:49.792 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 1263, 2023-12-22T17:16:49.792 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2023-12-22T17:16:49.792 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 4906832, 2023-12-22T17:16:49.792 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 45, 2023-12-22T17:16:49.792 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 2518528, 2023-12-22T17:16:49.792 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 262335992, 2023-12-22T17:16:49.792 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 274071552 2023-12-22T17:16:49.792 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.792 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.1": { 2023-12-22T17:16:49.792 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 238739456, 2023-12-22T17:16:49.792 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 810928, 2023-12-22T17:16:49.792 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2883584, 2023-12-22T17:16:49.792 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 8192, 2023-12-22T17:16:49.792 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 516096, 2023-12-22T17:16:49.792 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 1199, 2023-12-22T17:16:49.792 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2023-12-22T17:16:49.793 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 5248776, 2023-12-22T17:16:49.793 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 46, 2023-12-22T17:16:49.793 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 1980672, 2023-12-22T17:16:49.793 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 227807304, 2023-12-22T17:16:49.793 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 239255552 2023-12-22T17:16:49.793 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.793 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.2": { 2023-12-22T17:16:49.793 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 237641728, 2023-12-22T17:16:49.793 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 798016, 2023-12-22T17:16:49.793 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2883584, 2023-12-22T17:16:49.793 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 0, 2023-12-22T17:16:49.793 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 1613824, 2023-12-22T17:16:49.793 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 1133, 2023-12-22T17:16:49.793 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2023-12-22T17:16:49.794 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 4315536, 2023-12-22T17:16:49.794 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 46, 2023-12-22T17:16:49.794 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 2304256, 2023-12-22T17:16:49.794 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 227340336, 2023-12-22T17:16:49.794 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 239255552 2023-12-22T17:16:49.794 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.794 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.3": { 2023-12-22T17:16:49.794 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 270311424, 2023-12-22T17:16:49.794 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 822792, 2023-12-22T17:16:49.794 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2883584, 2023-12-22T17:16:49.794 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 24576, 2023-12-22T17:16:49.794 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 1384448, 2023-12-22T17:16:49.794 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 1087, 2023-12-22T17:16:49.794 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2023-12-22T17:16:49.794 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 3724928, 2023-12-22T17:16:49.795 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 44, 2023-12-22T17:16:49.795 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 1878784, 2023-12-22T17:16:49.795 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 260976760, 2023-12-22T17:16:49.795 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 271695872 2023-12-22T17:16:49.795 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.795 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.4": { 2023-12-22T17:16:49.795 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 271032320, 2023-12-22T17:16:49.795 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 727952, 2023-12-22T17:16:49.795 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2883584, 2023-12-22T17:16:49.795 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 24576, 2023-12-22T17:16:49.795 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 663552, 2023-12-22T17:16:49.795 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 1131, 2023-12-22T17:16:49.795 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2023-12-22T17:16:49.796 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 4597032, 2023-12-22T17:16:49.796 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 46, 2023-12-22T17:16:49.796 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 1603072, 2023-12-22T17:16:49.796 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 261196104, 2023-12-22T17:16:49.796 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 271695872 2023-12-22T17:16:49.796 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.796 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.5": { 2023-12-22T17:16:49.796 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 238215168, 2023-12-22T17:16:49.796 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 974056, 2023-12-22T17:16:49.796 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2883584, 2023-12-22T17:16:49.796 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 24576, 2023-12-22T17:16:49.796 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 974848, 2023-12-22T17:16:49.796 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 1138, 2023-12-22T17:16:49.796 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2023-12-22T17:16:49.796 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 4366664, 2023-12-22T17:16:49.797 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 46, 2023-12-22T17:16:49.797 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 1845760, 2023-12-22T17:16:49.797 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 228120528, 2023-12-22T17:16:49.797 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 239190016 2023-12-22T17:16:49.797 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.797 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.6": { 2023-12-22T17:16:49.797 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 237338624, 2023-12-22T17:16:49.797 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 1012152, 2023-12-22T17:16:49.797 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2883584, 2023-12-22T17:16:49.797 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 0, 2023-12-22T17:16:49.797 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 1015808, 2023-12-22T17:16:49.797 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 1149, 2023-12-22T17:16:49.797 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2023-12-22T17:16:49.798 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 4611680, 2023-12-22T17:16:49.798 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 46, 2023-12-22T17:16:49.798 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 1708032, 2023-12-22T17:16:49.798 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 227123176, 2023-12-22T17:16:49.798 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 238354432 2023-12-22T17:16:49.798 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.798 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.7": { 2023-12-22T17:16:49.798 INFO:tasks.workunit.client.0.smithi032.stdout: "actual_memory_used": 237723648, 2023-12-22T17:16:49.798 INFO:tasks.workunit.client.0.smithi032.stdout: "central_cache_freelist": 1018480, 2023-12-22T17:16:49.798 INFO:tasks.workunit.client.0.smithi032.stdout: "malloc_metadata": 2883584, 2023-12-22T17:16:49.798 INFO:tasks.workunit.client.0.smithi032.stdout: "page_heap_freelist": 0, 2023-12-22T17:16:49.798 INFO:tasks.workunit.client.0.smithi032.stdout: "released_to_os": 1531904, 2023-12-22T17:16:49.798 INFO:tasks.workunit.client.0.smithi032.stdout: "spans_in_use": 1145, 2023-12-22T17:16:49.798 INFO:tasks.workunit.client.0.smithi032.stdout: "tcmalloc_page_size": 8192, 2023-12-22T17:16:49.798 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_cache_freelists": 4203128, 2023-12-22T17:16:49.798 INFO:tasks.workunit.client.0.smithi032.stdout: "thread_heaps_in_use": 46, 2023-12-22T17:16:49.799 INFO:tasks.workunit.client.0.smithi032.stdout: "transfer_cache_freelist": 1844992, 2023-12-22T17:16:49.799 INFO:tasks.workunit.client.0.smithi032.stdout: "use_by_application": 227773464, 2023-12-22T17:16:49.799 INFO:tasks.workunit.client.0.smithi032.stdout: "virtual_address_space_used": 239255552 2023-12-22T17:16:49.799 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.799 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.799 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.799 INFO:tasks.workunit.client.0.smithi032.stdout: "hosts": { 2023-12-22T17:16:49.799 INFO:tasks.workunit.client.0.smithi032.stdout: "num": 2, 2023-12-22T17:16:49.799 INFO:tasks.workunit.client.0.smithi032.stdout: "num_with_mds": 2, 2023-12-22T17:16:49.799 INFO:tasks.workunit.client.0.smithi032.stdout: "num_with_mgr": 2, 2023-12-22T17:16:49.799 INFO:tasks.workunit.client.0.smithi032.stdout: "num_with_mon": 2, 2023-12-22T17:16:49.799 INFO:tasks.workunit.client.0.smithi032.stdout: "num_with_osd": 2 2023-12-22T17:16:49.799 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.799 INFO:tasks.workunit.client.0.smithi032.stdout: "io_rate": { 2023-12-22T17:16:49.799 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_stats_delta": { 2023-12-22T17:16:49.799 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": 0, 2023-12-22T17:16:49.800 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:49.800 INFO:tasks.workunit.client.0.smithi032.stdout: "num_store_stats": 0, 2023-12-22T17:16:49.800 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:49.800 INFO:tasks.workunit.client.0.smithi032.stdout: "stamp_delta": "12.002235", 2023-12-22T17:16:49.800 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:49.800 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 282, 2023-12-22T17:16:49.800 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:49.800 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:49.800 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:49.800 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:49.800 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:49.800 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:49.800 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:49.800 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:49.800 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:49.800 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:49.801 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:49.801 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:49.801 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:49.801 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:49.801 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:49.801 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:49.801 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:49.801 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:49.801 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:49.801 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:49.801 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:49.801 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:49.801 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:49.801 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:49.802 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:49.802 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:49.802 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:49.802 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:49.802 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:49.802 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:49.802 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:49.802 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:49.802 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 182, 2023-12-22T17:16:49.802 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 278, 2023-12-22T17:16:49.802 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:49.802 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:49.802 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:49.802 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 43, 2023-12-22T17:16:49.802 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 3 2023-12-22T17:16:49.802 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.802 INFO:tasks.workunit.client.0.smithi032.stdout: "store_stats": { 2023-12-22T17:16:49.803 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": 0, 2023-12-22T17:16:49.803 INFO:tasks.workunit.client.0.smithi032.stdout: "available": 0, 2023-12-22T17:16:49.803 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed": 0, 2023-12-22T17:16:49.803 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed_allocated": 0, 2023-12-22T17:16:49.803 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed_original": 0, 2023-12-22T17:16:49.803 INFO:tasks.workunit.client.0.smithi032.stdout: "data_stored": 0, 2023-12-22T17:16:49.803 INFO:tasks.workunit.client.0.smithi032.stdout: "internal_metadata": 0, 2023-12-22T17:16:49.803 INFO:tasks.workunit.client.0.smithi032.stdout: "internally_reserved": 0, 2023-12-22T17:16:49.803 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_allocated": 0, 2023-12-22T17:16:49.803 INFO:tasks.workunit.client.0.smithi032.stdout: "total": 0 2023-12-22T17:16:49.803 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.803 INFO:tasks.workunit.client.0.smithi032.stdout: "up": 0 2023-12-22T17:16:49.803 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.803 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.803 INFO:tasks.workunit.client.0.smithi032.stdout: "leaderboard": false, 2023-12-22T17:16:49.803 INFO:tasks.workunit.client.0.smithi032.stdout: "license": "sharing-1-0", 2023-12-22T17:16:49.803 INFO:tasks.workunit.client.0.smithi032.stdout: "mempool": { 2023-12-22T17:16:49.804 INFO:tasks.workunit.client.0.smithi032.stdout: "mds": { 2023-12-22T17:16:49.804 INFO:tasks.workunit.client.0.smithi032.stdout: "mds.5a83e9383e4ed6395b020b4d4cc228155a2c4190": { 2023-12-22T17:16:49.804 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2023-12-22T17:16:49.804 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.804 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.804 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.804 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2023-12-22T17:16:49.804 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.804 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.804 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.804 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2023-12-22T17:16:49.804 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.804 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.804 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.804 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2023-12-22T17:16:49.804 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.805 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.805 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.805 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2023-12-22T17:16:49.805 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.805 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.805 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.805 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2023-12-22T17:16:49.805 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.805 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.805 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.805 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2023-12-22T17:16:49.805 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.805 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.805 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.805 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2023-12-22T17:16:49.805 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.805 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.806 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.806 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2023-12-22T17:16:49.806 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.806 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.806 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.806 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2023-12-22T17:16:49.806 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.806 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.806 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.806 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2023-12-22T17:16:49.806 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.806 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.806 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.806 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2023-12-22T17:16:49.806 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.806 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.806 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.807 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2023-12-22T17:16:49.807 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.807 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.807 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.807 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2023-12-22T17:16:49.807 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.807 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.807 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.807 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2023-12-22T17:16:49.807 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.807 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.807 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.807 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2023-12-22T17:16:49.807 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.808 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.808 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.808 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2023-12-22T17:16:49.808 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.808 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.808 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.808 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2023-12-22T17:16:49.808 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.808 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.808 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.808 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2023-12-22T17:16:49.808 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 149304, 2023-12-22T17:16:49.808 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 31 2023-12-22T17:16:49.808 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.808 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2023-12-22T17:16:49.809 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.809 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.809 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.809 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2023-12-22T17:16:49.809 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 856, 2023-12-22T17:16:49.809 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 2 2023-12-22T17:16:49.809 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.809 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:49.809 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.809 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.809 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.809 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2023-12-22T17:16:49.809 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.809 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.810 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.810 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2023-12-22T17:16:49.810 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.810 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.810 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.810 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2023-12-22T17:16:49.810 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.810 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.810 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.810 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2023-12-22T17:16:49.810 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.810 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.810 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.810 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2023-12-22T17:16:49.810 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.811 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.811 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.811 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2023-12-22T17:16:49.811 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.811 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.811 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.811 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2023-12-22T17:16:49.811 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.811 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.811 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.811 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.811 INFO:tasks.workunit.client.0.smithi032.stdout: "mds.d7134caa19f4ceb0ac85f9820c4aa7d20d7697cf": { 2023-12-22T17:16:49.811 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2023-12-22T17:16:49.811 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.812 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.812 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.812 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2023-12-22T17:16:49.812 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.812 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.812 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.812 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2023-12-22T17:16:49.812 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.812 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.812 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.812 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2023-12-22T17:16:49.812 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.812 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.812 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.812 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2023-12-22T17:16:49.812 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.813 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.813 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.813 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2023-12-22T17:16:49.813 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.813 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.813 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.813 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2023-12-22T17:16:49.813 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.813 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.813 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.813 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2023-12-22T17:16:49.813 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.813 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.813 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.814 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2023-12-22T17:16:49.814 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.814 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.814 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.814 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2023-12-22T17:16:49.814 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.814 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.814 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.814 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2023-12-22T17:16:49.814 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.814 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.814 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.814 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2023-12-22T17:16:49.814 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.814 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.815 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.815 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2023-12-22T17:16:49.815 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.815 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.815 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.815 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2023-12-22T17:16:49.815 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.815 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.815 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.815 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2023-12-22T17:16:49.815 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.815 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.815 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.815 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2023-12-22T17:16:49.815 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.816 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.816 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.816 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2023-12-22T17:16:49.816 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.816 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.816 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.816 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2023-12-22T17:16:49.816 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.816 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.816 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.816 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2023-12-22T17:16:49.816 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 213383, 2023-12-22T17:16:49.816 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 63 2023-12-22T17:16:49.816 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.816 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2023-12-22T17:16:49.817 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.817 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.817 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.817 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2023-12-22T17:16:49.817 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 50488, 2023-12-22T17:16:49.817 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 208 2023-12-22T17:16:49.817 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.817 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:49.817 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.817 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.817 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.817 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2023-12-22T17:16:49.817 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.817 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.817 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.818 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2023-12-22T17:16:49.818 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.818 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.818 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.818 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2023-12-22T17:16:49.818 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 7648, 2023-12-22T17:16:49.818 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 119 2023-12-22T17:16:49.818 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.818 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2023-12-22T17:16:49.818 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.818 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.818 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.818 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2023-12-22T17:16:49.818 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.818 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.819 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.819 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2023-12-22T17:16:49.819 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.819 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.819 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.819 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2023-12-22T17:16:49.819 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.819 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.819 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.819 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.819 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.819 INFO:tasks.workunit.client.0.smithi032.stdout: "mon": { 2023-12-22T17:16:49.819 INFO:tasks.workunit.client.0.smithi032.stdout: "mon.5a83e9383e4ed6395b020b4d4cc228155a2c4190": { 2023-12-22T17:16:49.819 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2023-12-22T17:16:49.819 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.820 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.820 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.820 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2023-12-22T17:16:49.820 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.820 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.820 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.820 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2023-12-22T17:16:49.820 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.820 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.820 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.820 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2023-12-22T17:16:49.820 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.820 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.820 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.821 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2023-12-22T17:16:49.821 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.821 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.821 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.821 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2023-12-22T17:16:49.821 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.821 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.821 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.821 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2023-12-22T17:16:49.821 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.821 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.821 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.821 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2023-12-22T17:16:49.821 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.822 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.822 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.822 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2023-12-22T17:16:49.822 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.822 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.822 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.822 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2023-12-22T17:16:49.822 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.822 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.822 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.822 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2023-12-22T17:16:49.822 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.822 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.822 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.822 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2023-12-22T17:16:49.823 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.823 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.823 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.823 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2023-12-22T17:16:49.823 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.823 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.823 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.823 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2023-12-22T17:16:49.823 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.823 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.823 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.823 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2023-12-22T17:16:49.823 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.823 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.824 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.824 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2023-12-22T17:16:49.824 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.824 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.824 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.824 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2023-12-22T17:16:49.824 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.824 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.824 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.824 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2023-12-22T17:16:49.824 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.824 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.824 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.824 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2023-12-22T17:16:49.825 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 1107063, 2023-12-22T17:16:49.825 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 348 2023-12-22T17:16:49.825 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.825 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2023-12-22T17:16:49.825 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 352, 2023-12-22T17:16:49.825 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 4 2023-12-22T17:16:49.825 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.825 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2023-12-22T17:16:49.825 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.825 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.825 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.825 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:49.825 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.825 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.825 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.826 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2023-12-22T17:16:49.826 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.826 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.826 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.826 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2023-12-22T17:16:49.826 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.826 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.826 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.826 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2023-12-22T17:16:49.826 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 6296, 2023-12-22T17:16:49.826 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 118 2023-12-22T17:16:49.826 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.826 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2023-12-22T17:16:49.826 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 12744, 2023-12-22T17:16:49.826 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 1546 2023-12-22T17:16:49.827 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.827 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2023-12-22T17:16:49.827 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 10304, 2023-12-22T17:16:49.827 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 166 2023-12-22T17:16:49.827 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.827 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2023-12-22T17:16:49.827 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.827 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.827 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.827 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2023-12-22T17:16:49.827 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.827 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.827 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.827 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.827 INFO:tasks.workunit.client.0.smithi032.stdout: "mon.d7134caa19f4ceb0ac85f9820c4aa7d20d7697cf": { 2023-12-22T17:16:49.828 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2023-12-22T17:16:49.828 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.828 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.828 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.828 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2023-12-22T17:16:49.828 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.828 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.828 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.828 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2023-12-22T17:16:49.828 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.828 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.828 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.828 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2023-12-22T17:16:49.828 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.829 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.829 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.829 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2023-12-22T17:16:49.829 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.829 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.829 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.829 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2023-12-22T17:16:49.829 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.829 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.829 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.829 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2023-12-22T17:16:49.829 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.829 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.830 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.830 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2023-12-22T17:16:49.830 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.830 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.830 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.830 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2023-12-22T17:16:49.830 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.830 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.830 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.830 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2023-12-22T17:16:49.830 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.830 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.831 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.831 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2023-12-22T17:16:49.831 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.831 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.831 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.831 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2023-12-22T17:16:49.831 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.831 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.831 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.831 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2023-12-22T17:16:49.831 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.831 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.831 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.832 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2023-12-22T17:16:49.832 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.832 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.832 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.832 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2023-12-22T17:16:49.832 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.832 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.832 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.832 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2023-12-22T17:16:49.832 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.832 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.832 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.832 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2023-12-22T17:16:49.832 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.833 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.833 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.833 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2023-12-22T17:16:49.833 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.833 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.833 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.833 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2023-12-22T17:16:49.833 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 1081831, 2023-12-22T17:16:49.833 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 344 2023-12-22T17:16:49.833 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.833 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2023-12-22T17:16:49.833 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.833 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.833 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.834 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2023-12-22T17:16:49.834 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.834 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.834 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.834 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:49.834 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.834 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.834 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.834 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2023-12-22T17:16:49.834 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.834 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.834 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.834 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2023-12-22T17:16:49.834 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.834 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.835 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.835 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2023-12-22T17:16:49.835 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 6296, 2023-12-22T17:16:49.835 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 118 2023-12-22T17:16:49.835 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.835 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2023-12-22T17:16:49.835 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 12744, 2023-12-22T17:16:49.835 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 1546 2023-12-22T17:16:49.835 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.835 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2023-12-22T17:16:49.835 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 5152, 2023-12-22T17:16:49.835 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 83 2023-12-22T17:16:49.835 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.835 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2023-12-22T17:16:49.835 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.836 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.836 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.836 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2023-12-22T17:16:49.836 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.836 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.836 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.836 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.836 INFO:tasks.workunit.client.0.smithi032.stdout: "mon.d72a799828880c9d0b996bb9d98860dc3b76b2e6": { 2023-12-22T17:16:49.836 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2023-12-22T17:16:49.836 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.836 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.836 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.836 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2023-12-22T17:16:49.836 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.836 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.837 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.837 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2023-12-22T17:16:49.837 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.837 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.837 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.837 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2023-12-22T17:16:49.837 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.837 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.837 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.837 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2023-12-22T17:16:49.837 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.837 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.837 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.837 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2023-12-22T17:16:49.837 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.838 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.838 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.838 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2023-12-22T17:16:49.838 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.838 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.838 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.838 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2023-12-22T17:16:49.838 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.838 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.838 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.838 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2023-12-22T17:16:49.838 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.838 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.838 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.838 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2023-12-22T17:16:49.838 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.839 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.839 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.839 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2023-12-22T17:16:49.839 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.839 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.839 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.839 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2023-12-22T17:16:49.839 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.839 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.839 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.839 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2023-12-22T17:16:49.839 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.839 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.839 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.839 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2023-12-22T17:16:49.840 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.840 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.840 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.840 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2023-12-22T17:16:49.840 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.840 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.840 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.840 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2023-12-22T17:16:49.840 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.840 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.840 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.840 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2023-12-22T17:16:49.840 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.841 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.841 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.841 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2023-12-22T17:16:49.841 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.841 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.841 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.841 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2023-12-22T17:16:49.841 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 1301367, 2023-12-22T17:16:49.841 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 420 2023-12-22T17:16:49.841 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.841 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2023-12-22T17:16:49.841 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.841 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.841 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.842 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2023-12-22T17:16:49.842 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.842 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.842 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.842 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:49.842 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.842 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.842 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.842 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2023-12-22T17:16:49.842 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.842 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.842 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.842 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2023-12-22T17:16:49.842 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.842 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.842 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.843 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2023-12-22T17:16:49.843 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 6296, 2023-12-22T17:16:49.843 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 118 2023-12-22T17:16:49.843 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.843 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2023-12-22T17:16:49.843 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 12744, 2023-12-22T17:16:49.843 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 1546 2023-12-22T17:16:49.843 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.843 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2023-12-22T17:16:49.843 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 5152, 2023-12-22T17:16:49.843 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 83 2023-12-22T17:16:49.843 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.843 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2023-12-22T17:16:49.843 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.843 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.844 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.844 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2023-12-22T17:16:49.844 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.844 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.844 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.844 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.844 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.844 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:49.844 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.0": { 2023-12-22T17:16:49.844 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2023-12-22T17:16:49.844 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.844 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.844 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.844 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2023-12-22T17:16:49.844 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 5832, 2023-12-22T17:16:49.845 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 98 2023-12-22T17:16:49.845 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.845 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2023-12-22T17:16:49.845 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 12672, 2023-12-22T17:16:49.845 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 6 2023-12-22T17:16:49.845 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.845 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2023-12-22T17:16:49.845 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 576, 2023-12-22T17:16:49.845 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2023-12-22T17:16:49.845 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.845 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2023-12-22T17:16:49.845 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 19488, 2023-12-22T17:16:49.845 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 174 2023-12-22T17:16:49.845 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.845 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2023-12-22T17:16:49.846 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 1568, 2023-12-22T17:16:49.846 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 14 2023-12-22T17:16:49.846 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.846 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2023-12-22T17:16:49.846 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 8352, 2023-12-22T17:16:49.846 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 174 2023-12-22T17:16:49.846 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.846 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2023-12-22T17:16:49.846 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 19488, 2023-12-22T17:16:49.846 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 174 2023-12-22T17:16:49.846 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.846 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2023-12-22T17:16:49.846 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 1120, 2023-12-22T17:16:49.846 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 14 2023-12-22T17:16:49.846 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.847 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2023-12-22T17:16:49.847 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 610304, 2023-12-22T17:16:49.847 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 18 2023-12-22T17:16:49.847 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.847 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2023-12-22T17:16:49.847 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 49329, 2023-12-22T17:16:49.847 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 9090 2023-12-22T17:16:49.847 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.847 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2023-12-22T17:16:49.847 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 131240, 2023-12-22T17:16:49.847 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 193 2023-12-22T17:16:49.847 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.847 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2023-12-22T17:16:49.847 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 11112, 2023-12-22T17:16:49.847 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 705 2023-12-22T17:16:49.848 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.848 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2023-12-22T17:16:49.848 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.848 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.848 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.848 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2023-12-22T17:16:49.848 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 30742, 2023-12-22T17:16:49.848 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 193 2023-12-22T17:16:49.848 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.848 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2023-12-22T17:16:49.848 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.848 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.848 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.848 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2023-12-22T17:16:49.848 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 388899, 2023-12-22T17:16:49.849 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 87 2023-12-22T17:16:49.849 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.849 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2023-12-22T17:16:49.849 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.849 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.849 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.849 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2023-12-22T17:16:49.849 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 2435320, 2023-12-22T17:16:49.849 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 192 2023-12-22T17:16:49.849 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.849 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2023-12-22T17:16:49.849 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 6952, 2023-12-22T17:16:49.849 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 79 2023-12-22T17:16:49.849 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.849 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2023-12-22T17:16:49.850 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.850 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.850 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.850 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:49.850 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 532864, 2023-12-22T17:16:49.850 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 46 2023-12-22T17:16:49.850 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.850 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2023-12-22T17:16:49.850 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.850 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.850 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.850 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2023-12-22T17:16:49.850 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 94640, 2023-12-22T17:16:49.850 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 186 2023-12-22T17:16:49.850 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.851 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2023-12-22T17:16:49.851 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 214704, 2023-12-22T17:16:49.851 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3343 2023-12-22T17:16:49.851 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.851 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2023-12-22T17:16:49.851 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.851 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.851 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.851 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2023-12-22T17:16:49.851 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.851 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.851 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.851 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2023-12-22T17:16:49.851 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.851 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.852 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.852 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2023-12-22T17:16:49.852 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.852 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.852 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.852 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.852 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.1": { 2023-12-22T17:16:49.852 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2023-12-22T17:16:49.852 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.852 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.852 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.852 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2023-12-22T17:16:49.852 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 5832, 2023-12-22T17:16:49.852 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 98 2023-12-22T17:16:49.852 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.853 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2023-12-22T17:16:49.853 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 12672, 2023-12-22T17:16:49.853 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 6 2023-12-22T17:16:49.853 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.853 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2023-12-22T17:16:49.853 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 576, 2023-12-22T17:16:49.853 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2023-12-22T17:16:49.853 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.853 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2023-12-22T17:16:49.853 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 18256, 2023-12-22T17:16:49.853 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 163 2023-12-22T17:16:49.853 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.853 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2023-12-22T17:16:49.853 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 1232, 2023-12-22T17:16:49.853 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 11 2023-12-22T17:16:49.854 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.854 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2023-12-22T17:16:49.854 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 7824, 2023-12-22T17:16:49.854 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 163 2023-12-22T17:16:49.854 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.854 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2023-12-22T17:16:49.854 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 18256, 2023-12-22T17:16:49.854 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 163 2023-12-22T17:16:49.854 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.854 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2023-12-22T17:16:49.854 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 800, 2023-12-22T17:16:49.854 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 10 2023-12-22T17:16:49.854 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.854 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2023-12-22T17:16:49.854 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 12288, 2023-12-22T17:16:49.854 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2023-12-22T17:16:49.855 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.855 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2023-12-22T17:16:49.855 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 43192, 2023-12-22T17:16:49.855 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8113 2023-12-22T17:16:49.855 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.855 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2023-12-22T17:16:49.855 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 121040, 2023-12-22T17:16:49.855 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 178 2023-12-22T17:16:49.855 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.855 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2023-12-22T17:16:49.855 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 8912, 2023-12-22T17:16:49.855 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 533 2023-12-22T17:16:49.855 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.855 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2023-12-22T17:16:49.855 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.856 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.856 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.856 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2023-12-22T17:16:49.856 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 26130, 2023-12-22T17:16:49.856 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 178 2023-12-22T17:16:49.856 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.856 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2023-12-22T17:16:49.856 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 1472, 2023-12-22T17:16:49.856 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 2 2023-12-22T17:16:49.856 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.856 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2023-12-22T17:16:49.856 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 422040, 2023-12-22T17:16:49.856 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 95 2023-12-22T17:16:49.856 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.857 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2023-12-22T17:16:49.857 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 40192, 2023-12-22T17:16:49.857 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 10 2023-12-22T17:16:49.857 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.857 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2023-12-22T17:16:49.857 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 2450179, 2023-12-22T17:16:49.857 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 181 2023-12-22T17:16:49.857 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.857 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2023-12-22T17:16:49.857 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 4752, 2023-12-22T17:16:49.857 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 54 2023-12-22T17:16:49.857 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.858 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2023-12-22T17:16:49.858 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.858 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.858 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.858 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:49.858 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 417024, 2023-12-22T17:16:49.858 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 36 2023-12-22T17:16:49.858 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.858 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2023-12-22T17:16:49.858 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.858 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.858 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.858 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2023-12-22T17:16:49.858 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 7280, 2023-12-22T17:16:49.858 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 18 2023-12-22T17:16:49.859 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.859 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2023-12-22T17:16:49.859 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 214704, 2023-12-22T17:16:49.859 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3343 2023-12-22T17:16:49.859 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.859 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2023-12-22T17:16:49.859 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.859 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.859 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.859 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2023-12-22T17:16:49.859 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.859 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.859 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.859 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2023-12-22T17:16:49.860 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.860 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.860 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.860 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2023-12-22T17:16:49.860 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.860 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.860 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.860 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.860 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.2": { 2023-12-22T17:16:49.860 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2023-12-22T17:16:49.860 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.860 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.860 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.860 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2023-12-22T17:16:49.860 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 5832, 2023-12-22T17:16:49.861 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 98 2023-12-22T17:16:49.861 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.861 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2023-12-22T17:16:49.861 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 12672, 2023-12-22T17:16:49.861 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 6 2023-12-22T17:16:49.861 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.861 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2023-12-22T17:16:49.861 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 576, 2023-12-22T17:16:49.861 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2023-12-22T17:16:49.861 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.861 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2023-12-22T17:16:49.861 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 17920, 2023-12-22T17:16:49.861 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 160 2023-12-22T17:16:49.861 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.861 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2023-12-22T17:16:49.861 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 1120, 2023-12-22T17:16:49.862 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 10 2023-12-22T17:16:49.862 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.862 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2023-12-22T17:16:49.862 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 7680, 2023-12-22T17:16:49.862 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 160 2023-12-22T17:16:49.862 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.862 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2023-12-22T17:16:49.862 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 17920, 2023-12-22T17:16:49.862 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 160 2023-12-22T17:16:49.862 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.862 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2023-12-22T17:16:49.862 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 720, 2023-12-22T17:16:49.862 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 9 2023-12-22T17:16:49.862 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.862 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2023-12-22T17:16:49.863 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 8192, 2023-12-22T17:16:49.863 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 2 2023-12-22T17:16:49.863 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.863 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2023-12-22T17:16:49.863 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 41199, 2023-12-22T17:16:49.863 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 7782 2023-12-22T17:16:49.863 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.863 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2023-12-22T17:16:49.863 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 115600, 2023-12-22T17:16:49.863 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 170 2023-12-22T17:16:49.863 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.863 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2023-12-22T17:16:49.863 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 7844, 2023-12-22T17:16:49.863 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 479 2023-12-22T17:16:49.863 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.864 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2023-12-22T17:16:49.864 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.864 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.864 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.864 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2023-12-22T17:16:49.864 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 24586, 2023-12-22T17:16:49.864 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 170 2023-12-22T17:16:49.864 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.864 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2023-12-22T17:16:49.864 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 1472, 2023-12-22T17:16:49.864 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 2 2023-12-22T17:16:49.864 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.864 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2023-12-22T17:16:49.864 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 317860, 2023-12-22T17:16:49.865 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 70 2023-12-22T17:16:49.865 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.865 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2023-12-22T17:16:49.865 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 40192, 2023-12-22T17:16:49.865 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 10 2023-12-22T17:16:49.865 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.865 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2023-12-22T17:16:49.865 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 2420588, 2023-12-22T17:16:49.865 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 177 2023-12-22T17:16:49.865 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.865 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2023-12-22T17:16:49.865 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 4224, 2023-12-22T17:16:49.865 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 48 2023-12-22T17:16:49.865 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.865 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2023-12-22T17:16:49.866 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.866 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.866 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.866 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:49.866 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 347520, 2023-12-22T17:16:49.866 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 30 2023-12-22T17:16:49.866 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.866 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2023-12-22T17:16:49.866 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.866 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.866 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.866 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2023-12-22T17:16:49.866 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 8320, 2023-12-22T17:16:49.866 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 24 2023-12-22T17:16:49.866 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.867 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2023-12-22T17:16:49.867 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 214704, 2023-12-22T17:16:49.867 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3343 2023-12-22T17:16:49.867 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.867 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2023-12-22T17:16:49.867 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.867 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.867 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.867 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2023-12-22T17:16:49.867 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.867 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.867 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.867 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2023-12-22T17:16:49.867 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.867 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.868 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.868 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2023-12-22T17:16:49.868 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.868 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.868 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.868 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.868 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.3": { 2023-12-22T17:16:49.868 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2023-12-22T17:16:49.868 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.868 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.868 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.868 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2023-12-22T17:16:49.868 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 5832, 2023-12-22T17:16:49.868 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 98 2023-12-22T17:16:49.868 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.869 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2023-12-22T17:16:49.869 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 12672, 2023-12-22T17:16:49.869 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 6 2023-12-22T17:16:49.869 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.869 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2023-12-22T17:16:49.869 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 576, 2023-12-22T17:16:49.869 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2023-12-22T17:16:49.869 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.869 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2023-12-22T17:16:49.869 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 18480, 2023-12-22T17:16:49.869 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 165 2023-12-22T17:16:49.869 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.869 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2023-12-22T17:16:49.869 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 448, 2023-12-22T17:16:49.870 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 4 2023-12-22T17:16:49.870 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.870 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2023-12-22T17:16:49.870 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 7920, 2023-12-22T17:16:49.870 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 165 2023-12-22T17:16:49.870 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.870 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2023-12-22T17:16:49.870 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 18480, 2023-12-22T17:16:49.870 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 165 2023-12-22T17:16:49.870 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.870 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2023-12-22T17:16:49.870 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 560, 2023-12-22T17:16:49.870 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 7 2023-12-22T17:16:49.870 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.870 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2023-12-22T17:16:49.870 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 14883, 2023-12-22T17:16:49.871 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2023-12-22T17:16:49.871 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.871 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2023-12-22T17:16:49.871 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 42367, 2023-12-22T17:16:49.871 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8053 2023-12-22T17:16:49.871 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.871 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2023-12-22T17:16:49.871 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 120360, 2023-12-22T17:16:49.871 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 177 2023-12-22T17:16:49.871 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.871 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2023-12-22T17:16:49.871 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 8936, 2023-12-22T17:16:49.871 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 536 2023-12-22T17:16:49.871 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.871 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2023-12-22T17:16:49.871 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.871 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.871 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.872 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2023-12-22T17:16:49.872 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 25538, 2023-12-22T17:16:49.872 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 177 2023-12-22T17:16:49.872 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.872 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2023-12-22T17:16:49.872 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 2208, 2023-12-22T17:16:49.872 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2023-12-22T17:16:49.872 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.872 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2023-12-22T17:16:49.872 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 204214, 2023-12-22T17:16:49.872 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 43 2023-12-22T17:16:49.872 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.872 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2023-12-22T17:16:49.872 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 30637, 2023-12-22T17:16:49.872 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 9 2023-12-22T17:16:49.872 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.873 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2023-12-22T17:16:49.873 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 2435238, 2023-12-22T17:16:49.873 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 181 2023-12-22T17:16:49.873 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.873 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2023-12-22T17:16:49.873 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 4752, 2023-12-22T17:16:49.873 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 54 2023-12-22T17:16:49.873 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.873 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2023-12-22T17:16:49.873 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.873 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.873 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.873 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:49.873 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 417024, 2023-12-22T17:16:49.874 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 36 2023-12-22T17:16:49.874 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.874 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2023-12-22T17:16:49.874 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.874 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.874 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.874 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2023-12-22T17:16:49.874 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 10400, 2023-12-22T17:16:49.874 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 20 2023-12-22T17:16:49.874 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.874 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2023-12-22T17:16:49.874 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 214704, 2023-12-22T17:16:49.874 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3343 2023-12-22T17:16:49.874 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.874 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2023-12-22T17:16:49.874 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.875 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.875 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.875 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2023-12-22T17:16:49.875 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.875 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.875 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.875 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2023-12-22T17:16:49.875 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.875 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.875 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.875 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2023-12-22T17:16:49.875 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.875 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.875 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.876 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.876 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.4": { 2023-12-22T17:16:49.876 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2023-12-22T17:16:49.876 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.876 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.876 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.876 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2023-12-22T17:16:49.876 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 5832, 2023-12-22T17:16:49.876 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 98 2023-12-22T17:16:49.876 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.876 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2023-12-22T17:16:49.876 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 12672, 2023-12-22T17:16:49.876 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 6 2023-12-22T17:16:49.876 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.876 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2023-12-22T17:16:49.876 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 576, 2023-12-22T17:16:49.877 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2023-12-22T17:16:49.877 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.877 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2023-12-22T17:16:49.877 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 18480, 2023-12-22T17:16:49.877 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 165 2023-12-22T17:16:49.877 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.877 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2023-12-22T17:16:49.877 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 1008, 2023-12-22T17:16:49.877 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 9 2023-12-22T17:16:49.877 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.877 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2023-12-22T17:16:49.877 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 7920, 2023-12-22T17:16:49.877 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 165 2023-12-22T17:16:49.877 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.878 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2023-12-22T17:16:49.878 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 18480, 2023-12-22T17:16:49.878 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 165 2023-12-22T17:16:49.878 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.878 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2023-12-22T17:16:49.878 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 640, 2023-12-22T17:16:49.878 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8 2023-12-22T17:16:49.878 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.878 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2023-12-22T17:16:49.878 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 4096, 2023-12-22T17:16:49.878 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 1 2023-12-22T17:16:49.878 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.878 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2023-12-22T17:16:49.879 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 44224, 2023-12-22T17:16:49.879 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8314 2023-12-22T17:16:49.879 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.879 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2023-12-22T17:16:49.879 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 124440, 2023-12-22T17:16:49.879 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 183 2023-12-22T17:16:49.879 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.879 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2023-12-22T17:16:49.879 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 9400, 2023-12-22T17:16:49.879 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 541 2023-12-22T17:16:49.879 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.879 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2023-12-22T17:16:49.879 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.879 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.879 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.879 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2023-12-22T17:16:49.880 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 27074, 2023-12-22T17:16:49.880 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 183 2023-12-22T17:16:49.880 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.880 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2023-12-22T17:16:49.880 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 1472, 2023-12-22T17:16:49.880 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 2 2023-12-22T17:16:49.880 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.880 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2023-12-22T17:16:49.880 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 891987, 2023-12-22T17:16:49.880 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 67 2023-12-22T17:16:49.880 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.880 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2023-12-22T17:16:49.880 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 40192, 2023-12-22T17:16:49.880 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 10 2023-12-22T17:16:49.880 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.880 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2023-12-22T17:16:49.881 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 2452670, 2023-12-22T17:16:49.881 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 187 2023-12-22T17:16:49.881 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.881 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2023-12-22T17:16:49.881 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 5016, 2023-12-22T17:16:49.881 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 57 2023-12-22T17:16:49.881 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.881 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2023-12-22T17:16:49.881 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.881 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.881 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.881 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:49.881 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 463360, 2023-12-22T17:16:49.881 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 40 2023-12-22T17:16:49.882 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.882 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2023-12-22T17:16:49.882 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.882 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.882 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.882 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2023-12-22T17:16:49.882 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 8944, 2023-12-22T17:16:49.882 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 18 2023-12-22T17:16:49.882 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.882 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2023-12-22T17:16:49.882 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 214960, 2023-12-22T17:16:49.882 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3355 2023-12-22T17:16:49.882 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.882 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2023-12-22T17:16:49.882 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.883 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.883 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.883 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2023-12-22T17:16:49.883 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.883 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.883 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.883 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2023-12-22T17:16:49.883 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.883 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.883 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.883 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2023-12-22T17:16:49.883 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.883 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.883 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.883 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.883 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.5": { 2023-12-22T17:16:49.883 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2023-12-22T17:16:49.884 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.884 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.884 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.884 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2023-12-22T17:16:49.884 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 5832, 2023-12-22T17:16:49.884 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 98 2023-12-22T17:16:49.884 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.884 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2023-12-22T17:16:49.884 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 12672, 2023-12-22T17:16:49.884 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 6 2023-12-22T17:16:49.884 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.884 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2023-12-22T17:16:49.884 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 576, 2023-12-22T17:16:49.884 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2023-12-22T17:16:49.884 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.884 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2023-12-22T17:16:49.884 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 18368, 2023-12-22T17:16:49.885 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 164 2023-12-22T17:16:49.885 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.885 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2023-12-22T17:16:49.885 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 224, 2023-12-22T17:16:49.885 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 2 2023-12-22T17:16:49.885 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.885 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2023-12-22T17:16:49.885 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 7872, 2023-12-22T17:16:49.885 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 164 2023-12-22T17:16:49.885 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.885 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2023-12-22T17:16:49.885 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 18368, 2023-12-22T17:16:49.885 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 164 2023-12-22T17:16:49.885 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.886 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2023-12-22T17:16:49.886 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 640, 2023-12-22T17:16:49.886 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8 2023-12-22T17:16:49.886 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.886 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2023-12-22T17:16:49.886 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.886 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.886 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.886 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2023-12-22T17:16:49.886 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 43721, 2023-12-22T17:16:49.886 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8282 2023-12-22T17:16:49.886 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.886 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2023-12-22T17:16:49.886 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 124440, 2023-12-22T17:16:49.886 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 183 2023-12-22T17:16:49.886 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.887 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2023-12-22T17:16:49.887 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 9588, 2023-12-22T17:16:49.887 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 540 2023-12-22T17:16:49.887 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.887 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2023-12-22T17:16:49.887 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.887 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.887 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.887 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2023-12-22T17:16:49.887 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 27242, 2023-12-22T17:16:49.887 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 183 2023-12-22T17:16:49.887 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.887 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2023-12-22T17:16:49.887 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 2208, 2023-12-22T17:16:49.887 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2023-12-22T17:16:49.887 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.887 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2023-12-22T17:16:49.887 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 817767, 2023-12-22T17:16:49.888 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 49 2023-12-22T17:16:49.888 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.888 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2023-12-22T17:16:49.888 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 30637, 2023-12-22T17:16:49.888 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 9 2023-12-22T17:16:49.888 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.888 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2023-12-22T17:16:49.888 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 2443301, 2023-12-22T17:16:49.888 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 177 2023-12-22T17:16:49.888 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.888 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2023-12-22T17:16:49.888 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 5368, 2023-12-22T17:16:49.888 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 61 2023-12-22T17:16:49.888 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.888 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2023-12-22T17:16:49.888 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.889 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.889 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.889 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:49.889 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 486528, 2023-12-22T17:16:49.889 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 42 2023-12-22T17:16:49.889 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.889 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2023-12-22T17:16:49.889 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.889 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.889 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.889 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2023-12-22T17:16:49.889 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 11440, 2023-12-22T17:16:49.889 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 22 2023-12-22T17:16:49.890 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.890 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2023-12-22T17:16:49.890 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 214704, 2023-12-22T17:16:49.890 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3343 2023-12-22T17:16:49.890 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.890 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2023-12-22T17:16:49.890 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.890 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.890 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.890 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2023-12-22T17:16:49.890 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.890 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.890 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.890 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2023-12-22T17:16:49.890 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.890 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.891 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.891 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2023-12-22T17:16:49.891 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.891 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.891 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.891 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.891 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.6": { 2023-12-22T17:16:49.891 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2023-12-22T17:16:49.891 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.891 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.891 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.891 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2023-12-22T17:16:49.891 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 5832, 2023-12-22T17:16:49.891 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 98 2023-12-22T17:16:49.891 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.891 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2023-12-22T17:16:49.891 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 12672, 2023-12-22T17:16:49.892 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 6 2023-12-22T17:16:49.892 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.892 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2023-12-22T17:16:49.892 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 576, 2023-12-22T17:16:49.892 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2023-12-22T17:16:49.892 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.892 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2023-12-22T17:16:49.892 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 19488, 2023-12-22T17:16:49.892 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 174 2023-12-22T17:16:49.892 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.892 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2023-12-22T17:16:49.892 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 336, 2023-12-22T17:16:49.892 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2023-12-22T17:16:49.892 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.892 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2023-12-22T17:16:49.892 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 8352, 2023-12-22T17:16:49.893 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 174 2023-12-22T17:16:49.893 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.893 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2023-12-22T17:16:49.893 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 19488, 2023-12-22T17:16:49.893 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 174 2023-12-22T17:16:49.893 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.893 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2023-12-22T17:16:49.893 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 560, 2023-12-22T17:16:49.893 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 7 2023-12-22T17:16:49.893 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.893 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2023-12-22T17:16:49.893 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 18979, 2023-12-22T17:16:49.893 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 4 2023-12-22T17:16:49.893 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.893 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2023-12-22T17:16:49.893 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 44428, 2023-12-22T17:16:49.894 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8599 2023-12-22T17:16:49.894 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.894 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2023-12-22T17:16:49.894 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 123760, 2023-12-22T17:16:49.894 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 182 2023-12-22T17:16:49.894 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.894 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2023-12-22T17:16:49.894 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 10520, 2023-12-22T17:16:49.894 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 698 2023-12-22T17:16:49.894 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.894 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2023-12-22T17:16:49.894 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.894 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.894 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.894 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2023-12-22T17:16:49.894 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 27846, 2023-12-22T17:16:49.894 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 182 2023-12-22T17:16:49.895 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.895 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2023-12-22T17:16:49.895 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.895 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.895 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.895 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2023-12-22T17:16:49.895 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 461384, 2023-12-22T17:16:49.895 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 42 2023-12-22T17:16:49.895 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.895 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2023-12-22T17:16:49.895 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.895 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.895 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.895 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2023-12-22T17:16:49.895 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 2420144, 2023-12-22T17:16:49.896 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 170 2023-12-22T17:16:49.896 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.896 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2023-12-22T17:16:49.896 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 4752, 2023-12-22T17:16:49.896 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 54 2023-12-22T17:16:49.896 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.896 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2023-12-22T17:16:49.896 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.896 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.896 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.896 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:49.896 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 451776, 2023-12-22T17:16:49.896 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 39 2023-12-22T17:16:49.896 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.896 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2023-12-22T17:16:49.896 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.896 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.897 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.897 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2023-12-22T17:16:49.897 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 94744, 2023-12-22T17:16:49.897 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 191 2023-12-22T17:16:49.897 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.897 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2023-12-22T17:16:49.897 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 215472, 2023-12-22T17:16:49.897 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3379 2023-12-22T17:16:49.897 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.897 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2023-12-22T17:16:49.897 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.897 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.897 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.897 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2023-12-22T17:16:49.898 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.898 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.898 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.898 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2023-12-22T17:16:49.898 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.898 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.898 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.898 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2023-12-22T17:16:49.898 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.898 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.898 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.898 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.898 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.7": { 2023-12-22T17:16:49.898 INFO:tasks.workunit.client.0.smithi032.stdout: "bloom_filter": { 2023-12-22T17:16:49.898 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.899 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.899 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.899 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2023-12-22T17:16:49.899 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 5832, 2023-12-22T17:16:49.899 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 98 2023-12-22T17:16:49.899 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.899 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_reader": { 2023-12-22T17:16:49.899 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 12672, 2023-12-22T17:16:49.899 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 6 2023-12-22T17:16:49.899 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.899 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs_file_writer": { 2023-12-22T17:16:49.899 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 576, 2023-12-22T17:16:49.899 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3 2023-12-22T17:16:49.899 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.899 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Blob": { 2023-12-22T17:16:49.899 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 19264, 2023-12-22T17:16:49.899 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 172 2023-12-22T17:16:49.900 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.900 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Buffer": { 2023-12-22T17:16:49.900 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 672, 2023-12-22T17:16:49.900 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 6 2023-12-22T17:16:49.900 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.900 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_Extent": { 2023-12-22T17:16:49.900 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 8256, 2023-12-22T17:16:49.900 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 172 2023-12-22T17:16:49.900 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.900 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_SharedBlob": { 2023-12-22T17:16:49.900 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 19264, 2023-12-22T17:16:49.900 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 172 2023-12-22T17:16:49.900 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.900 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_alloc": { 2023-12-22T17:16:49.901 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 560, 2023-12-22T17:16:49.901 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 7 2023-12-22T17:16:49.901 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.901 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_data": { 2023-12-22T17:16:49.901 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 266240, 2023-12-22T17:16:49.901 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 6 2023-12-22T17:16:49.901 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.901 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_meta": { 2023-12-22T17:16:49.901 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 45997, 2023-12-22T17:16:49.901 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 8821 2023-12-22T17:16:49.901 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.901 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_onode": { 2023-12-22T17:16:49.901 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 127840, 2023-12-22T17:16:49.901 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 188 2023-12-22T17:16:49.902 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.902 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_cache_other": { 2023-12-22T17:16:49.902 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 11264, 2023-12-22T17:16:49.902 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 701 2023-12-22T17:16:49.902 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.902 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_fsck": { 2023-12-22T17:16:49.902 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.902 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.902 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.902 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_inline_bl": { 2023-12-22T17:16:49.902 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 29718, 2023-12-22T17:16:49.902 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 188 2023-12-22T17:16:49.902 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.902 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_txc": { 2023-12-22T17:16:49.903 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.903 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.903 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.903 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing": { 2023-12-22T17:16:49.903 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 134026, 2023-12-22T17:16:49.903 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 27 2023-12-22T17:16:49.903 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.903 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore_writing_deferred": { 2023-12-22T17:16:49.903 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.903 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.903 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.903 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_anon": { 2023-12-22T17:16:49.903 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 2395410, 2023-12-22T17:16:49.903 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 206 2023-12-22T17:16:49.903 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.904 INFO:tasks.workunit.client.0.smithi032.stdout: "buffer_meta": { 2023-12-22T17:16:49.904 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 5632, 2023-12-22T17:16:49.904 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 64 2023-12-22T17:16:49.904 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.904 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_co": { 2023-12-22T17:16:49.904 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.904 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.904 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.904 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:49.904 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 532864, 2023-12-22T17:16:49.904 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 46 2023-12-22T17:16:49.904 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.905 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_mapbl": { 2023-12-22T17:16:49.905 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.905 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.905 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.905 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_pglog": { 2023-12-22T17:16:49.905 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 95888, 2023-12-22T17:16:49.905 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 222 2023-12-22T17:16:49.905 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.905 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap": { 2023-12-22T17:16:49.905 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 214704, 2023-12-22T17:16:49.905 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 3343 2023-12-22T17:16:49.905 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.905 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap_mapping": { 2023-12-22T17:16:49.905 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.905 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.905 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.906 INFO:tasks.workunit.client.0.smithi032.stdout: "pgmap": { 2023-12-22T17:16:49.906 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.906 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.906 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.906 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_1": { 2023-12-22T17:16:49.906 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.906 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.906 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.906 INFO:tasks.workunit.client.0.smithi032.stdout: "unittest_2": { 2023-12-22T17:16:49.906 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes": 0, 2023-12-22T17:16:49.906 INFO:tasks.workunit.client.0.smithi032.stdout: "items": 0 2023-12-22T17:16:49.906 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.906 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.906 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.906 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.907 INFO:tasks.workunit.client.0.smithi032.stdout: "metadata": { 2023-12-22T17:16:49.907 INFO:tasks.workunit.client.0.smithi032.stdout: "mds": { 2023-12-22T17:16:49.907 INFO:tasks.workunit.client.0.smithi032.stdout: "arch": { 2023-12-22T17:16:49.907 INFO:tasks.workunit.client.0.smithi032.stdout: "x86_64": 2 2023-12-22T17:16:49.907 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.907 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph_version": { 2023-12-22T17:16:49.907 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:16:49.907 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.907 INFO:tasks.workunit.client.0.smithi032.stdout: "cpu": { 2023-12-22T17:16:49.907 INFO:tasks.workunit.client.0.smithi032.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2023-12-22T17:16:49.907 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.907 INFO:tasks.workunit.client.0.smithi032.stdout: "distro": { 2023-12-22T17:16:49.907 INFO:tasks.workunit.client.0.smithi032.stdout: "centos": 2 2023-12-22T17:16:49.907 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.907 INFO:tasks.workunit.client.0.smithi032.stdout: "distro_description": { 2023-12-22T17:16:49.908 INFO:tasks.workunit.client.0.smithi032.stdout: "CentOS Stream 8": 2 2023-12-22T17:16:49.908 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.908 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_description": { 2023-12-22T17:16:49.908 INFO:tasks.workunit.client.0.smithi032.stdout: "#1 SMP Wed Dec 6 01:03:46 UTC 2023": 2 2023-12-22T17:16:49.908 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.908 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_version": { 2023-12-22T17:16:49.908 INFO:tasks.workunit.client.0.smithi032.stdout: "4.18.0-529.el8.x86_64": 2 2023-12-22T17:16:49.908 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.908 INFO:tasks.workunit.client.0.smithi032.stdout: "os": { 2023-12-22T17:16:49.908 INFO:tasks.workunit.client.0.smithi032.stdout: "Linux": 2 2023-12-22T17:16:49.908 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.908 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.908 INFO:tasks.workunit.client.0.smithi032.stdout: "mon": { 2023-12-22T17:16:49.908 INFO:tasks.workunit.client.0.smithi032.stdout: "arch": { 2023-12-22T17:16:49.908 INFO:tasks.workunit.client.0.smithi032.stdout: "x86_64": 3 2023-12-22T17:16:49.908 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.909 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph_version": { 2023-12-22T17:16:49.909 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 3 2023-12-22T17:16:49.909 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.909 INFO:tasks.workunit.client.0.smithi032.stdout: "cpu": { 2023-12-22T17:16:49.909 INFO:tasks.workunit.client.0.smithi032.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2023-12-22T17:16:49.909 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.909 INFO:tasks.workunit.client.0.smithi032.stdout: "distro": { 2023-12-22T17:16:49.909 INFO:tasks.workunit.client.0.smithi032.stdout: "centos": 3 2023-12-22T17:16:49.909 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.909 INFO:tasks.workunit.client.0.smithi032.stdout: "distro_description": { 2023-12-22T17:16:49.909 INFO:tasks.workunit.client.0.smithi032.stdout: "CentOS Stream 8": 3 2023-12-22T17:16:49.909 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.909 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_description": { 2023-12-22T17:16:49.909 INFO:tasks.workunit.client.0.smithi032.stdout: "#1 SMP Wed Dec 6 01:03:46 UTC 2023": 3 2023-12-22T17:16:49.910 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.910 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_version": { 2023-12-22T17:16:49.910 INFO:tasks.workunit.client.0.smithi032.stdout: "4.18.0-529.el8.x86_64": 3 2023-12-22T17:16:49.910 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.910 INFO:tasks.workunit.client.0.smithi032.stdout: "os": { 2023-12-22T17:16:49.910 INFO:tasks.workunit.client.0.smithi032.stdout: "Linux": 3 2023-12-22T17:16:49.910 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.910 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.910 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:49.910 INFO:tasks.workunit.client.0.smithi032.stdout: "arch": { 2023-12-22T17:16:49.910 INFO:tasks.workunit.client.0.smithi032.stdout: "x86_64": 8 2023-12-22T17:16:49.910 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.910 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph_version": { 2023-12-22T17:16:49.910 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 8 2023-12-22T17:16:49.910 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.910 INFO:tasks.workunit.client.0.smithi032.stdout: "cpu": { 2023-12-22T17:16:49.911 INFO:tasks.workunit.client.0.smithi032.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2023-12-22T17:16:49.911 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.911 INFO:tasks.workunit.client.0.smithi032.stdout: "distro": { 2023-12-22T17:16:49.911 INFO:tasks.workunit.client.0.smithi032.stdout: "centos": 8 2023-12-22T17:16:49.911 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.911 INFO:tasks.workunit.client.0.smithi032.stdout: "distro_description": { 2023-12-22T17:16:49.911 INFO:tasks.workunit.client.0.smithi032.stdout: "CentOS Stream 8": 8 2023-12-22T17:16:49.911 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.911 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_description": { 2023-12-22T17:16:49.911 INFO:tasks.workunit.client.0.smithi032.stdout: "#1 SMP Wed Dec 6 01:03:46 UTC 2023": 8 2023-12-22T17:16:49.911 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.911 INFO:tasks.workunit.client.0.smithi032.stdout: "kernel_version": { 2023-12-22T17:16:49.911 INFO:tasks.workunit.client.0.smithi032.stdout: "4.18.0-529.el8.x86_64": 8 2023-12-22T17:16:49.911 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.911 INFO:tasks.workunit.client.0.smithi032.stdout: "os": { 2023-12-22T17:16:49.911 INFO:tasks.workunit.client.0.smithi032.stdout: "Linux": 8 2023-12-22T17:16:49.912 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.912 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_objectstore": { 2023-12-22T17:16:49.912 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore": 8 2023-12-22T17:16:49.912 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.912 INFO:tasks.workunit.client.0.smithi032.stdout: "rotational": { 2023-12-22T17:16:49.912 INFO:tasks.workunit.client.0.smithi032.stdout: "0": 8 2023-12-22T17:16:49.912 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.912 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.912 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.912 INFO:tasks.workunit.client.0.smithi032.stdout: "mon": { 2023-12-22T17:16:49.912 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2023-12-22T17:16:49.912 INFO:tasks.workunit.client.0.smithi032.stdout: "features": { 2023-12-22T17:16:49.912 INFO:tasks.workunit.client.0.smithi032.stdout: "optional": [], 2023-12-22T17:16:49.912 INFO:tasks.workunit.client.0.smithi032.stdout: "persistent": [ 2023-12-22T17:16:49.913 INFO:tasks.workunit.client.0.smithi032.stdout: "kraken", 2023-12-22T17:16:49.913 INFO:tasks.workunit.client.0.smithi032.stdout: "luminous", 2023-12-22T17:16:49.913 INFO:tasks.workunit.client.0.smithi032.stdout: "mimic", 2023-12-22T17:16:49.913 INFO:tasks.workunit.client.0.smithi032.stdout: "osdmap-prune", 2023-12-22T17:16:49.913 INFO:tasks.workunit.client.0.smithi032.stdout: "nautilus", 2023-12-22T17:16:49.913 INFO:tasks.workunit.client.0.smithi032.stdout: "octopus", 2023-12-22T17:16:49.913 INFO:tasks.workunit.client.0.smithi032.stdout: "pacific", 2023-12-22T17:16:49.913 INFO:tasks.workunit.client.0.smithi032.stdout: "elector-pinging", 2023-12-22T17:16:49.913 INFO:tasks.workunit.client.0.smithi032.stdout: "quincy" 2023-12-22T17:16:49.913 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:49.913 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.913 INFO:tasks.workunit.client.0.smithi032.stdout: "ipv4_addr_mons": 6, 2023-12-22T17:16:49.913 INFO:tasks.workunit.client.0.smithi032.stdout: "ipv6_addr_mons": 0, 2023-12-22T17:16:49.913 INFO:tasks.workunit.client.0.smithi032.stdout: "min_mon_release": 17, 2023-12-22T17:16:49.913 INFO:tasks.workunit.client.0.smithi032.stdout: "v1_addr_mons": 3, 2023-12-22T17:16:49.914 INFO:tasks.workunit.client.0.smithi032.stdout: "v2_addr_mons": 3 2023-12-22T17:16:49.914 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.914 INFO:tasks.workunit.client.0.smithi032.stdout: "organization": "ceph-qa", 2023-12-22T17:16:49.914 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:49.914 INFO:tasks.workunit.client.0.smithi032.stdout: "cluster_network": false, 2023-12-22T17:16:49.914 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 8, 2023-12-22T17:16:49.914 INFO:tasks.workunit.client.0.smithi032.stdout: "require_min_compat_client": "luminous", 2023-12-22T17:16:49.914 INFO:tasks.workunit.client.0.smithi032.stdout: "require_osd_release": "quincy" 2023-12-22T17:16:49.914 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.914 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_perf_histograms": [ 2023-12-22T17:16:49.914 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.914 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-22T17:16:49.914 INFO:tasks.workunit.client.0.smithi032.stdout: "axes": [ 2023-12-22T17:16:49.914 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.914 INFO:tasks.workunit.client.0.smithi032.stdout: "buckets": 32, 2023-12-22T17:16:49.914 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 0, 2023-12-22T17:16:49.915 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "Latency (usec)", 2023-12-22T17:16:49.915 INFO:tasks.workunit.client.0.smithi032.stdout: "quant_size": 100000, 2023-12-22T17:16:49.915 INFO:tasks.workunit.client.0.smithi032.stdout: "ranges": [ 2023-12-22T17:16:49.915 INFO:tasks.workunit.client.0.smithi032.stdout: "[None, -1]", 2023-12-22T17:16:49.915 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 99999]", 2023-12-22T17:16:49.915 INFO:tasks.workunit.client.0.smithi032.stdout: "[100000, 199999]", 2023-12-22T17:16:49.915 INFO:tasks.workunit.client.0.smithi032.stdout: "[200000, 399999]", 2023-12-22T17:16:49.915 INFO:tasks.workunit.client.0.smithi032.stdout: "[400000, 799999]", 2023-12-22T17:16:49.915 INFO:tasks.workunit.client.0.smithi032.stdout: "[800000, 1599999]", 2023-12-22T17:16:49.915 INFO:tasks.workunit.client.0.smithi032.stdout: "[1600000, 3199999]", 2023-12-22T17:16:49.915 INFO:tasks.workunit.client.0.smithi032.stdout: "[3200000, 6399999]", 2023-12-22T17:16:49.915 INFO:tasks.workunit.client.0.smithi032.stdout: "[6400000, 12799999]", 2023-12-22T17:16:49.915 INFO:tasks.workunit.client.0.smithi032.stdout: "[12800000, 25599999]", 2023-12-22T17:16:49.915 INFO:tasks.workunit.client.0.smithi032.stdout: "[25600000, 51199999]", 2023-12-22T17:16:49.915 INFO:tasks.workunit.client.0.smithi032.stdout: "[51200000, 102399999]", 2023-12-22T17:16:49.916 INFO:tasks.workunit.client.0.smithi032.stdout: "[102400000, 204799999]", 2023-12-22T17:16:49.916 INFO:tasks.workunit.client.0.smithi032.stdout: "[204800000, 409599999]", 2023-12-22T17:16:49.916 INFO:tasks.workunit.client.0.smithi032.stdout: "[409600000, 819199999]", 2023-12-22T17:16:49.916 INFO:tasks.workunit.client.0.smithi032.stdout: "[819200000, 1638399999]", 2023-12-22T17:16:49.916 INFO:tasks.workunit.client.0.smithi032.stdout: "[1638400000, 3276799999]", 2023-12-22T17:16:49.916 INFO:tasks.workunit.client.0.smithi032.stdout: "[3276800000, 6553599999]", 2023-12-22T17:16:49.916 INFO:tasks.workunit.client.0.smithi032.stdout: "[6553600000, 13107199999]", 2023-12-22T17:16:49.916 INFO:tasks.workunit.client.0.smithi032.stdout: "[13107200000, 26214399999]", 2023-12-22T17:16:49.916 INFO:tasks.workunit.client.0.smithi032.stdout: "[26214400000, 52428799999]", 2023-12-22T17:16:49.916 INFO:tasks.workunit.client.0.smithi032.stdout: "[52428800000, 104857599999]", 2023-12-22T17:16:49.916 INFO:tasks.workunit.client.0.smithi032.stdout: "[104857600000, 209715199999]", 2023-12-22T17:16:49.916 INFO:tasks.workunit.client.0.smithi032.stdout: "[209715200000, 419430399999]", 2023-12-22T17:16:49.916 INFO:tasks.workunit.client.0.smithi032.stdout: "[419430400000, 838860799999]", 2023-12-22T17:16:49.916 INFO:tasks.workunit.client.0.smithi032.stdout: "[838860800000, 1677721599999]", 2023-12-22T17:16:49.916 INFO:tasks.workunit.client.0.smithi032.stdout: "[1677721600000, 3355443199999]", 2023-12-22T17:16:49.917 INFO:tasks.workunit.client.0.smithi032.stdout: "[3355443200000, 6710886399999]", 2023-12-22T17:16:49.917 INFO:tasks.workunit.client.0.smithi032.stdout: "[6710886400000, 13421772799999]", 2023-12-22T17:16:49.917 INFO:tasks.workunit.client.0.smithi032.stdout: "[13421772800000, 26843545599999]", 2023-12-22T17:16:49.917 INFO:tasks.workunit.client.0.smithi032.stdout: "[26843545600000, 53687091199999]", 2023-12-22T17:16:49.917 INFO:tasks.workunit.client.0.smithi032.stdout: "[53687091200000, None]" 2023-12-22T17:16:49.917 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.917 INFO:tasks.workunit.client.0.smithi032.stdout: "scale_type": "log2" 2023-12-22T17:16:49.917 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.917 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.917 INFO:tasks.workunit.client.0.smithi032.stdout: "buckets": 32, 2023-12-22T17:16:49.917 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 0, 2023-12-22T17:16:49.917 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "Request size (bytes)", 2023-12-22T17:16:49.917 INFO:tasks.workunit.client.0.smithi032.stdout: "quant_size": 512, 2023-12-22T17:16:49.917 INFO:tasks.workunit.client.0.smithi032.stdout: "ranges": [ 2023-12-22T17:16:49.917 INFO:tasks.workunit.client.0.smithi032.stdout: "[None, -1]", 2023-12-22T17:16:49.918 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 511]", 2023-12-22T17:16:49.918 INFO:tasks.workunit.client.0.smithi032.stdout: "[512, 1023]", 2023-12-22T17:16:49.918 INFO:tasks.workunit.client.0.smithi032.stdout: "[1024, 2047]", 2023-12-22T17:16:49.918 INFO:tasks.workunit.client.0.smithi032.stdout: "[2048, 4095]", 2023-12-22T17:16:49.918 INFO:tasks.workunit.client.0.smithi032.stdout: "[4096, 8191]", 2023-12-22T17:16:49.918 INFO:tasks.workunit.client.0.smithi032.stdout: "[8192, 16383]", 2023-12-22T17:16:49.918 INFO:tasks.workunit.client.0.smithi032.stdout: "[16384, 32767]", 2023-12-22T17:16:49.918 INFO:tasks.workunit.client.0.smithi032.stdout: "[32768, 65535]", 2023-12-22T17:16:49.918 INFO:tasks.workunit.client.0.smithi032.stdout: "[65536, 131071]", 2023-12-22T17:16:49.918 INFO:tasks.workunit.client.0.smithi032.stdout: "[131072, 262143]", 2023-12-22T17:16:49.918 INFO:tasks.workunit.client.0.smithi032.stdout: "[262144, 524287]", 2023-12-22T17:16:49.918 INFO:tasks.workunit.client.0.smithi032.stdout: "[524288, 1048575]", 2023-12-22T17:16:49.918 INFO:tasks.workunit.client.0.smithi032.stdout: "[1048576, 2097151]", 2023-12-22T17:16:49.918 INFO:tasks.workunit.client.0.smithi032.stdout: "[2097152, 4194303]", 2023-12-22T17:16:49.919 INFO:tasks.workunit.client.0.smithi032.stdout: "[4194304, 8388607]", 2023-12-22T17:16:49.919 INFO:tasks.workunit.client.0.smithi032.stdout: "[8388608, 16777215]", 2023-12-22T17:16:49.919 INFO:tasks.workunit.client.0.smithi032.stdout: "[16777216, 33554431]", 2023-12-22T17:16:49.919 INFO:tasks.workunit.client.0.smithi032.stdout: "[33554432, 67108863]", 2023-12-22T17:16:49.919 INFO:tasks.workunit.client.0.smithi032.stdout: "[67108864, 134217727]", 2023-12-22T17:16:49.919 INFO:tasks.workunit.client.0.smithi032.stdout: "[134217728, 268435455]", 2023-12-22T17:16:49.919 INFO:tasks.workunit.client.0.smithi032.stdout: "[268435456, 536870911]", 2023-12-22T17:16:49.919 INFO:tasks.workunit.client.0.smithi032.stdout: "[536870912, 1073741823]", 2023-12-22T17:16:49.919 INFO:tasks.workunit.client.0.smithi032.stdout: "[1073741824, 2147483647]", 2023-12-22T17:16:49.919 INFO:tasks.workunit.client.0.smithi032.stdout: "[2147483648, 4294967295]", 2023-12-22T17:16:49.919 INFO:tasks.workunit.client.0.smithi032.stdout: "[4294967296, 8589934591]", 2023-12-22T17:16:49.919 INFO:tasks.workunit.client.0.smithi032.stdout: "[8589934592, 17179869183]", 2023-12-22T17:16:49.919 INFO:tasks.workunit.client.0.smithi032.stdout: "[17179869184, 34359738367]", 2023-12-22T17:16:49.919 INFO:tasks.workunit.client.0.smithi032.stdout: "[34359738368, 68719476735]", 2023-12-22T17:16:49.919 INFO:tasks.workunit.client.0.smithi032.stdout: "[68719476736, 137438953471]", 2023-12-22T17:16:49.919 INFO:tasks.workunit.client.0.smithi032.stdout: "[137438953472, 274877906943]", 2023-12-22T17:16:49.920 INFO:tasks.workunit.client.0.smithi032.stdout: "[274877906944, None]" 2023-12-22T17:16:49.920 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.920 INFO:tasks.workunit.client.0.smithi032.stdout: "scale_type": "log2" 2023-12-22T17:16:49.920 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.920 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.920 INFO:tasks.workunit.client.0.smithi032.stdout: "osds": [ 2023-12-22T17:16:49.920 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.920 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 0, 2023-12-22T17:16:49.920 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:49.920 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.920 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.920 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.920 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.920 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.920 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.920 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.921 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.921 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.921 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.921 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.921 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.921 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.921 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.921 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.921 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.921 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.921 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.921 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.921 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.921 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.921 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.921 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.922 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.922 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.922 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.922 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.922 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.922 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.922 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.922 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.922 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:49.922 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:49.922 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.922 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.922 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 1, 2023-12-22T17:16:49.922 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:49.922 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.922 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.923 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.923 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.923 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.923 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.923 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.923 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.923 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.923 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.923 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.923 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.923 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.923 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.923 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.923 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.923 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.923 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.924 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.924 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.924 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.924 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.924 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.924 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.924 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.924 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.924 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.924 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.924 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.924 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.924 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.924 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:49.925 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:49.925 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.925 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.925 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 2, 2023-12-22T17:16:49.925 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:49.925 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.925 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.925 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.925 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.925 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.925 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.925 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.925 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.925 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.926 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.926 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.926 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.926 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.926 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.926 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.926 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.926 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.926 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.926 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.926 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.926 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.926 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.926 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.926 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.927 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.927 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.927 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.927 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.927 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.927 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.927 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.927 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:49.927 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:49.927 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.927 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.927 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 3, 2023-12-22T17:16:49.927 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:49.927 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.928 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.928 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.928 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.928 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.928 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.928 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.928 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.928 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.928 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.928 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.928 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.928 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.928 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.929 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.929 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.929 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.929 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.929 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.929 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.929 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.929 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.929 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.929 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.929 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.929 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.930 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.930 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.930 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.930 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.930 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.930 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:49.930 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:49.930 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.930 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.930 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 4, 2023-12-22T17:16:49.930 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:49.930 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.930 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.930 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.931 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.931 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.931 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.931 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.931 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.931 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.931 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.931 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.931 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.931 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.931 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.931 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.931 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.931 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.932 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.932 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.932 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.932 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.932 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.932 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.932 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.932 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.932 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.932 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.932 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.932 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.932 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.932 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.932 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:49.932 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:49.932 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.933 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.933 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 5, 2023-12-22T17:16:49.933 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:49.933 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.933 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.933 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.933 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.933 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.933 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.933 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.933 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.933 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.933 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.933 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.934 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.934 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.934 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.934 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.934 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.934 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.934 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.934 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.934 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.934 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.934 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.934 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.934 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.934 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.934 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.934 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.935 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.935 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.935 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.935 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.935 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:49.935 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:49.935 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.935 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.935 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 6, 2023-12-22T17:16:49.935 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:49.935 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.935 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.935 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.935 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.936 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.936 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.936 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.936 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.936 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.936 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.936 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.936 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.936 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.936 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.936 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.936 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.936 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.936 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.936 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.936 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.937 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.937 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.937 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.937 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.937 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.937 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.937 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.937 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.937 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.937 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.937 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.937 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:49.937 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:49.937 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.938 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.938 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 7, 2023-12-22T17:16:49.938 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:49.938 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.938 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.938 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.938 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.938 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.938 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.938 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.938 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.938 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.938 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.938 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.938 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.938 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.939 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.939 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.939 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.939 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.939 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.939 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.939 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.939 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.939 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.939 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.939 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.939 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.939 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.939 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.939 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.939 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.940 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.940 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.940 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:49.940 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:49.940 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.940 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:49.940 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.940 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-22T17:16:49.940 INFO:tasks.workunit.client.0.smithi032.stdout: "axes": [ 2023-12-22T17:16:49.940 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.940 INFO:tasks.workunit.client.0.smithi032.stdout: "buckets": 32, 2023-12-22T17:16:49.940 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 0, 2023-12-22T17:16:49.940 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "Latency (usec)", 2023-12-22T17:16:49.940 INFO:tasks.workunit.client.0.smithi032.stdout: "quant_size": 100000, 2023-12-22T17:16:49.940 INFO:tasks.workunit.client.0.smithi032.stdout: "ranges": [ 2023-12-22T17:16:49.941 INFO:tasks.workunit.client.0.smithi032.stdout: "[None, -1]", 2023-12-22T17:16:49.941 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 99999]", 2023-12-22T17:16:49.941 INFO:tasks.workunit.client.0.smithi032.stdout: "[100000, 199999]", 2023-12-22T17:16:49.941 INFO:tasks.workunit.client.0.smithi032.stdout: "[200000, 399999]", 2023-12-22T17:16:49.941 INFO:tasks.workunit.client.0.smithi032.stdout: "[400000, 799999]", 2023-12-22T17:16:49.941 INFO:tasks.workunit.client.0.smithi032.stdout: "[800000, 1599999]", 2023-12-22T17:16:49.941 INFO:tasks.workunit.client.0.smithi032.stdout: "[1600000, 3199999]", 2023-12-22T17:16:49.941 INFO:tasks.workunit.client.0.smithi032.stdout: "[3200000, 6399999]", 2023-12-22T17:16:49.941 INFO:tasks.workunit.client.0.smithi032.stdout: "[6400000, 12799999]", 2023-12-22T17:16:49.941 INFO:tasks.workunit.client.0.smithi032.stdout: "[12800000, 25599999]", 2023-12-22T17:16:49.941 INFO:tasks.workunit.client.0.smithi032.stdout: "[25600000, 51199999]", 2023-12-22T17:16:49.941 INFO:tasks.workunit.client.0.smithi032.stdout: "[51200000, 102399999]", 2023-12-22T17:16:49.941 INFO:tasks.workunit.client.0.smithi032.stdout: "[102400000, 204799999]", 2023-12-22T17:16:49.941 INFO:tasks.workunit.client.0.smithi032.stdout: "[204800000, 409599999]", 2023-12-22T17:16:49.942 INFO:tasks.workunit.client.0.smithi032.stdout: "[409600000, 819199999]", 2023-12-22T17:16:49.942 INFO:tasks.workunit.client.0.smithi032.stdout: "[819200000, 1638399999]", 2023-12-22T17:16:49.942 INFO:tasks.workunit.client.0.smithi032.stdout: "[1638400000, 3276799999]", 2023-12-22T17:16:49.942 INFO:tasks.workunit.client.0.smithi032.stdout: "[3276800000, 6553599999]", 2023-12-22T17:16:49.942 INFO:tasks.workunit.client.0.smithi032.stdout: "[6553600000, 13107199999]", 2023-12-22T17:16:49.942 INFO:tasks.workunit.client.0.smithi032.stdout: "[13107200000, 26214399999]", 2023-12-22T17:16:49.942 INFO:tasks.workunit.client.0.smithi032.stdout: "[26214400000, 52428799999]", 2023-12-22T17:16:49.942 INFO:tasks.workunit.client.0.smithi032.stdout: "[52428800000, 104857599999]", 2023-12-22T17:16:49.942 INFO:tasks.workunit.client.0.smithi032.stdout: "[104857600000, 209715199999]", 2023-12-22T17:16:49.942 INFO:tasks.workunit.client.0.smithi032.stdout: "[209715200000, 419430399999]", 2023-12-22T17:16:49.942 INFO:tasks.workunit.client.0.smithi032.stdout: "[419430400000, 838860799999]", 2023-12-22T17:16:49.942 INFO:tasks.workunit.client.0.smithi032.stdout: "[838860800000, 1677721599999]", 2023-12-22T17:16:49.942 INFO:tasks.workunit.client.0.smithi032.stdout: "[1677721600000, 3355443199999]", 2023-12-22T17:16:49.942 INFO:tasks.workunit.client.0.smithi032.stdout: "[3355443200000, 6710886399999]", 2023-12-22T17:16:49.942 INFO:tasks.workunit.client.0.smithi032.stdout: "[6710886400000, 13421772799999]", 2023-12-22T17:16:49.942 INFO:tasks.workunit.client.0.smithi032.stdout: "[13421772800000, 26843545599999]", 2023-12-22T17:16:49.942 INFO:tasks.workunit.client.0.smithi032.stdout: "[26843545600000, 53687091199999]", 2023-12-22T17:16:49.943 INFO:tasks.workunit.client.0.smithi032.stdout: "[53687091200000, None]" 2023-12-22T17:16:49.943 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.943 INFO:tasks.workunit.client.0.smithi032.stdout: "scale_type": "log2" 2023-12-22T17:16:49.943 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.943 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.943 INFO:tasks.workunit.client.0.smithi032.stdout: "buckets": 32, 2023-12-22T17:16:49.943 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 0, 2023-12-22T17:16:49.943 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "Request size (bytes)", 2023-12-22T17:16:49.943 INFO:tasks.workunit.client.0.smithi032.stdout: "quant_size": 512, 2023-12-22T17:16:49.943 INFO:tasks.workunit.client.0.smithi032.stdout: "ranges": [ 2023-12-22T17:16:49.943 INFO:tasks.workunit.client.0.smithi032.stdout: "[None, -1]", 2023-12-22T17:16:49.943 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 511]", 2023-12-22T17:16:49.943 INFO:tasks.workunit.client.0.smithi032.stdout: "[512, 1023]", 2023-12-22T17:16:49.943 INFO:tasks.workunit.client.0.smithi032.stdout: "[1024, 2047]", 2023-12-22T17:16:49.943 INFO:tasks.workunit.client.0.smithi032.stdout: "[2048, 4095]", 2023-12-22T17:16:49.944 INFO:tasks.workunit.client.0.smithi032.stdout: "[4096, 8191]", 2023-12-22T17:16:49.944 INFO:tasks.workunit.client.0.smithi032.stdout: "[8192, 16383]", 2023-12-22T17:16:49.944 INFO:tasks.workunit.client.0.smithi032.stdout: "[16384, 32767]", 2023-12-22T17:16:49.944 INFO:tasks.workunit.client.0.smithi032.stdout: "[32768, 65535]", 2023-12-22T17:16:49.944 INFO:tasks.workunit.client.0.smithi032.stdout: "[65536, 131071]", 2023-12-22T17:16:49.944 INFO:tasks.workunit.client.0.smithi032.stdout: "[131072, 262143]", 2023-12-22T17:16:49.944 INFO:tasks.workunit.client.0.smithi032.stdout: "[262144, 524287]", 2023-12-22T17:16:49.944 INFO:tasks.workunit.client.0.smithi032.stdout: "[524288, 1048575]", 2023-12-22T17:16:49.944 INFO:tasks.workunit.client.0.smithi032.stdout: "[1048576, 2097151]", 2023-12-22T17:16:49.944 INFO:tasks.workunit.client.0.smithi032.stdout: "[2097152, 4194303]", 2023-12-22T17:16:49.944 INFO:tasks.workunit.client.0.smithi032.stdout: "[4194304, 8388607]", 2023-12-22T17:16:49.944 INFO:tasks.workunit.client.0.smithi032.stdout: "[8388608, 16777215]", 2023-12-22T17:16:49.944 INFO:tasks.workunit.client.0.smithi032.stdout: "[16777216, 33554431]", 2023-12-22T17:16:49.944 INFO:tasks.workunit.client.0.smithi032.stdout: "[33554432, 67108863]", 2023-12-22T17:16:49.944 INFO:tasks.workunit.client.0.smithi032.stdout: "[67108864, 134217727]", 2023-12-22T17:16:49.944 INFO:tasks.workunit.client.0.smithi032.stdout: "[134217728, 268435455]", 2023-12-22T17:16:49.944 INFO:tasks.workunit.client.0.smithi032.stdout: "[268435456, 536870911]", 2023-12-22T17:16:49.945 INFO:tasks.workunit.client.0.smithi032.stdout: "[536870912, 1073741823]", 2023-12-22T17:16:49.945 INFO:tasks.workunit.client.0.smithi032.stdout: "[1073741824, 2147483647]", 2023-12-22T17:16:49.945 INFO:tasks.workunit.client.0.smithi032.stdout: "[2147483648, 4294967295]", 2023-12-22T17:16:49.945 INFO:tasks.workunit.client.0.smithi032.stdout: "[4294967296, 8589934591]", 2023-12-22T17:16:49.945 INFO:tasks.workunit.client.0.smithi032.stdout: "[8589934592, 17179869183]", 2023-12-22T17:16:49.945 INFO:tasks.workunit.client.0.smithi032.stdout: "[17179869184, 34359738367]", 2023-12-22T17:16:49.945 INFO:tasks.workunit.client.0.smithi032.stdout: "[34359738368, 68719476735]", 2023-12-22T17:16:49.945 INFO:tasks.workunit.client.0.smithi032.stdout: "[68719476736, 137438953471]", 2023-12-22T17:16:49.945 INFO:tasks.workunit.client.0.smithi032.stdout: "[137438953472, 274877906943]", 2023-12-22T17:16:49.945 INFO:tasks.workunit.client.0.smithi032.stdout: "[274877906944, None]" 2023-12-22T17:16:49.945 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.945 INFO:tasks.workunit.client.0.smithi032.stdout: "scale_type": "log2" 2023-12-22T17:16:49.945 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.945 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.945 INFO:tasks.workunit.client.0.smithi032.stdout: "osds": [ 2023-12-22T17:16:49.945 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.945 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 0, 2023-12-22T17:16:49.946 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:49.946 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.946 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.946 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.946 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.946 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.946 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.946 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.946 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.946 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.946 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.946 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.946 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.946 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.946 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.947 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.947 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.947 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.947 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.947 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.947 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.947 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.947 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.947 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.947 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.947 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.947 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.947 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.947 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.947 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.947 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.947 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.948 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:49.948 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:49.948 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.948 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.948 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 1, 2023-12-22T17:16:49.948 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:49.948 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.948 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.948 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.948 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.948 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.948 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.948 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.948 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.948 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.948 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.948 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.949 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.949 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.949 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.949 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.949 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.949 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.949 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.949 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.949 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.949 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.949 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.949 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.949 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.949 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.949 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.950 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.950 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.950 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.950 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.950 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.950 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:49.950 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:49.950 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.950 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.950 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 2, 2023-12-22T17:16:49.950 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:49.950 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.950 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.950 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.950 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.951 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.951 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.951 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.951 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.951 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.951 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.951 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.951 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.951 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.951 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.951 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.951 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.951 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.951 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.951 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.951 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.952 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.952 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.952 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.952 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.952 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.952 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.952 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.952 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.952 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.952 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.952 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.952 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:49.952 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:49.952 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.952 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.952 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 3, 2023-12-22T17:16:49.952 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:49.953 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.953 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.953 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.953 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.953 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.953 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.953 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.953 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.953 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.953 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.953 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.953 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.953 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.953 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.953 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.954 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.954 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.954 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.954 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.954 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.954 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.954 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.954 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.954 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.954 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.954 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.954 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.954 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.954 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.954 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.955 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.955 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:49.955 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:49.955 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.955 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.955 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 4, 2023-12-22T17:16:49.955 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:49.955 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.955 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.955 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.955 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.955 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.955 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.955 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.955 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.955 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.956 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.956 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.956 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.956 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.956 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.956 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.956 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.956 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.956 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.956 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.956 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.956 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.956 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.956 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.956 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.956 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.957 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.957 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.957 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.957 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.957 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.957 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.957 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:49.957 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:49.957 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.957 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.957 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 5, 2023-12-22T17:16:49.957 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:49.957 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.957 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.957 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.958 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.958 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.958 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.958 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.958 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.958 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.958 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.958 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.958 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.958 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.958 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.958 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.958 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.958 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.958 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.958 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.959 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.959 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.959 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.959 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.959 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.959 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.959 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.959 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.959 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.959 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.959 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.959 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.959 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:49.959 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:49.960 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.960 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.960 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 6, 2023-12-22T17:16:49.960 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:49.960 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.960 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.960 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.960 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.960 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.960 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.960 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.960 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.960 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.960 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.961 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.961 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.961 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.961 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.961 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.961 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.961 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.961 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.961 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.961 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.961 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.961 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.961 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.961 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.961 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.962 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.962 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.962 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.962 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.962 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.962 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.962 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:49.962 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:49.962 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.962 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.962 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 7, 2023-12-22T17:16:49.962 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:49.962 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.962 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.962 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.962 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.963 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.963 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.963 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.963 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.963 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.963 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.963 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.963 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.963 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.963 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.963 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.963 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.963 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.963 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.963 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.963 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.964 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.964 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.964 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.964 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.964 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.964 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.964 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.964 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.964 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.964 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.964 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.964 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:49.964 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:49.964 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.964 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:49.964 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.965 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-22T17:16:49.965 INFO:tasks.workunit.client.0.smithi032.stdout: "axes": [ 2023-12-22T17:16:49.965 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.965 INFO:tasks.workunit.client.0.smithi032.stdout: "buckets": 32, 2023-12-22T17:16:49.965 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 0, 2023-12-22T17:16:49.965 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "Latency (usec)", 2023-12-22T17:16:49.965 INFO:tasks.workunit.client.0.smithi032.stdout: "quant_size": 100000, 2023-12-22T17:16:49.965 INFO:tasks.workunit.client.0.smithi032.stdout: "ranges": [ 2023-12-22T17:16:49.965 INFO:tasks.workunit.client.0.smithi032.stdout: "[None, -1]", 2023-12-22T17:16:49.965 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 99999]", 2023-12-22T17:16:49.965 INFO:tasks.workunit.client.0.smithi032.stdout: "[100000, 199999]", 2023-12-22T17:16:49.965 INFO:tasks.workunit.client.0.smithi032.stdout: "[200000, 399999]", 2023-12-22T17:16:49.965 INFO:tasks.workunit.client.0.smithi032.stdout: "[400000, 799999]", 2023-12-22T17:16:49.965 INFO:tasks.workunit.client.0.smithi032.stdout: "[800000, 1599999]", 2023-12-22T17:16:49.965 INFO:tasks.workunit.client.0.smithi032.stdout: "[1600000, 3199999]", 2023-12-22T17:16:49.966 INFO:tasks.workunit.client.0.smithi032.stdout: "[3200000, 6399999]", 2023-12-22T17:16:49.966 INFO:tasks.workunit.client.0.smithi032.stdout: "[6400000, 12799999]", 2023-12-22T17:16:49.966 INFO:tasks.workunit.client.0.smithi032.stdout: "[12800000, 25599999]", 2023-12-22T17:16:49.966 INFO:tasks.workunit.client.0.smithi032.stdout: "[25600000, 51199999]", 2023-12-22T17:16:49.966 INFO:tasks.workunit.client.0.smithi032.stdout: "[51200000, 102399999]", 2023-12-22T17:16:49.966 INFO:tasks.workunit.client.0.smithi032.stdout: "[102400000, 204799999]", 2023-12-22T17:16:49.966 INFO:tasks.workunit.client.0.smithi032.stdout: "[204800000, 409599999]", 2023-12-22T17:16:49.966 INFO:tasks.workunit.client.0.smithi032.stdout: "[409600000, 819199999]", 2023-12-22T17:16:49.966 INFO:tasks.workunit.client.0.smithi032.stdout: "[819200000, 1638399999]", 2023-12-22T17:16:49.966 INFO:tasks.workunit.client.0.smithi032.stdout: "[1638400000, 3276799999]", 2023-12-22T17:16:49.966 INFO:tasks.workunit.client.0.smithi032.stdout: "[3276800000, 6553599999]", 2023-12-22T17:16:49.966 INFO:tasks.workunit.client.0.smithi032.stdout: "[6553600000, 13107199999]", 2023-12-22T17:16:49.966 INFO:tasks.workunit.client.0.smithi032.stdout: "[13107200000, 26214399999]", 2023-12-22T17:16:49.966 INFO:tasks.workunit.client.0.smithi032.stdout: "[26214400000, 52428799999]", 2023-12-22T17:16:49.966 INFO:tasks.workunit.client.0.smithi032.stdout: "[52428800000, 104857599999]", 2023-12-22T17:16:49.967 INFO:tasks.workunit.client.0.smithi032.stdout: "[104857600000, 209715199999]", 2023-12-22T17:16:49.967 INFO:tasks.workunit.client.0.smithi032.stdout: "[209715200000, 419430399999]", 2023-12-22T17:16:49.967 INFO:tasks.workunit.client.0.smithi032.stdout: "[419430400000, 838860799999]", 2023-12-22T17:16:49.967 INFO:tasks.workunit.client.0.smithi032.stdout: "[838860800000, 1677721599999]", 2023-12-22T17:16:49.967 INFO:tasks.workunit.client.0.smithi032.stdout: "[1677721600000, 3355443199999]", 2023-12-22T17:16:49.967 INFO:tasks.workunit.client.0.smithi032.stdout: "[3355443200000, 6710886399999]", 2023-12-22T17:16:49.967 INFO:tasks.workunit.client.0.smithi032.stdout: "[6710886400000, 13421772799999]", 2023-12-22T17:16:49.967 INFO:tasks.workunit.client.0.smithi032.stdout: "[13421772800000, 26843545599999]", 2023-12-22T17:16:49.967 INFO:tasks.workunit.client.0.smithi032.stdout: "[26843545600000, 53687091199999]", 2023-12-22T17:16:49.967 INFO:tasks.workunit.client.0.smithi032.stdout: "[53687091200000, None]" 2023-12-22T17:16:49.967 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.967 INFO:tasks.workunit.client.0.smithi032.stdout: "scale_type": "log2" 2023-12-22T17:16:49.967 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.967 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.967 INFO:tasks.workunit.client.0.smithi032.stdout: "buckets": 32, 2023-12-22T17:16:49.968 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 0, 2023-12-22T17:16:49.968 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "Request size (bytes)", 2023-12-22T17:16:49.968 INFO:tasks.workunit.client.0.smithi032.stdout: "quant_size": 512, 2023-12-22T17:16:49.968 INFO:tasks.workunit.client.0.smithi032.stdout: "ranges": [ 2023-12-22T17:16:49.968 INFO:tasks.workunit.client.0.smithi032.stdout: "[None, -1]", 2023-12-22T17:16:49.968 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 511]", 2023-12-22T17:16:49.968 INFO:tasks.workunit.client.0.smithi032.stdout: "[512, 1023]", 2023-12-22T17:16:49.968 INFO:tasks.workunit.client.0.smithi032.stdout: "[1024, 2047]", 2023-12-22T17:16:49.968 INFO:tasks.workunit.client.0.smithi032.stdout: "[2048, 4095]", 2023-12-22T17:16:49.968 INFO:tasks.workunit.client.0.smithi032.stdout: "[4096, 8191]", 2023-12-22T17:16:49.968 INFO:tasks.workunit.client.0.smithi032.stdout: "[8192, 16383]", 2023-12-22T17:16:49.968 INFO:tasks.workunit.client.0.smithi032.stdout: "[16384, 32767]", 2023-12-22T17:16:49.968 INFO:tasks.workunit.client.0.smithi032.stdout: "[32768, 65535]", 2023-12-22T17:16:49.968 INFO:tasks.workunit.client.0.smithi032.stdout: "[65536, 131071]", 2023-12-22T17:16:49.968 INFO:tasks.workunit.client.0.smithi032.stdout: "[131072, 262143]", 2023-12-22T17:16:49.968 INFO:tasks.workunit.client.0.smithi032.stdout: "[262144, 524287]", 2023-12-22T17:16:49.969 INFO:tasks.workunit.client.0.smithi032.stdout: "[524288, 1048575]", 2023-12-22T17:16:49.969 INFO:tasks.workunit.client.0.smithi032.stdout: "[1048576, 2097151]", 2023-12-22T17:16:49.969 INFO:tasks.workunit.client.0.smithi032.stdout: "[2097152, 4194303]", 2023-12-22T17:16:49.969 INFO:tasks.workunit.client.0.smithi032.stdout: "[4194304, 8388607]", 2023-12-22T17:16:49.969 INFO:tasks.workunit.client.0.smithi032.stdout: "[8388608, 16777215]", 2023-12-22T17:16:49.969 INFO:tasks.workunit.client.0.smithi032.stdout: "[16777216, 33554431]", 2023-12-22T17:16:49.969 INFO:tasks.workunit.client.0.smithi032.stdout: "[33554432, 67108863]", 2023-12-22T17:16:49.969 INFO:tasks.workunit.client.0.smithi032.stdout: "[67108864, 134217727]", 2023-12-22T17:16:49.969 INFO:tasks.workunit.client.0.smithi032.stdout: "[134217728, 268435455]", 2023-12-22T17:16:49.969 INFO:tasks.workunit.client.0.smithi032.stdout: "[268435456, 536870911]", 2023-12-22T17:16:49.969 INFO:tasks.workunit.client.0.smithi032.stdout: "[536870912, 1073741823]", 2023-12-22T17:16:49.969 INFO:tasks.workunit.client.0.smithi032.stdout: "[1073741824, 2147483647]", 2023-12-22T17:16:49.969 INFO:tasks.workunit.client.0.smithi032.stdout: "[2147483648, 4294967295]", 2023-12-22T17:16:49.969 INFO:tasks.workunit.client.0.smithi032.stdout: "[4294967296, 8589934591]", 2023-12-22T17:16:49.969 INFO:tasks.workunit.client.0.smithi032.stdout: "[8589934592, 17179869183]", 2023-12-22T17:16:49.969 INFO:tasks.workunit.client.0.smithi032.stdout: "[17179869184, 34359738367]", 2023-12-22T17:16:49.970 INFO:tasks.workunit.client.0.smithi032.stdout: "[34359738368, 68719476735]", 2023-12-22T17:16:49.970 INFO:tasks.workunit.client.0.smithi032.stdout: "[68719476736, 137438953471]", 2023-12-22T17:16:49.970 INFO:tasks.workunit.client.0.smithi032.stdout: "[137438953472, 274877906943]", 2023-12-22T17:16:49.970 INFO:tasks.workunit.client.0.smithi032.stdout: "[274877906944, None]" 2023-12-22T17:16:49.970 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.970 INFO:tasks.workunit.client.0.smithi032.stdout: "scale_type": "log2" 2023-12-22T17:16:49.970 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.970 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.970 INFO:tasks.workunit.client.0.smithi032.stdout: "osds": [ 2023-12-22T17:16:49.970 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.970 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 0, 2023-12-22T17:16:49.970 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:49.970 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.970 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.970 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.971 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.971 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.971 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.971 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.971 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.971 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.971 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.971 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.971 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.971 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.971 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.971 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.971 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.971 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.971 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.972 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.972 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.972 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.972 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.972 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.972 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.972 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.972 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.972 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.972 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.972 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.972 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.972 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.972 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:49.972 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:49.972 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.973 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.973 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 1, 2023-12-22T17:16:49.973 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:49.973 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.973 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.973 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.973 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.973 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.973 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.973 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.973 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.973 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.973 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.973 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.973 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.974 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.974 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.974 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.974 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.974 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.974 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.974 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.974 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.974 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.974 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.974 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.974 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.974 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.974 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.974 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.974 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.974 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.975 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.975 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.975 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:49.975 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:49.975 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.975 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.975 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 2, 2023-12-22T17:16:49.975 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:49.975 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.975 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.975 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.975 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.975 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.975 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.975 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.975 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.976 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.976 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.976 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.976 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.976 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.976 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.976 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.976 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.976 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.976 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.976 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.976 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.976 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.976 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.976 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.976 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.977 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.977 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.977 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.977 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.977 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.977 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.977 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.977 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:49.977 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:49.977 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.977 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.977 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 3, 2023-12-22T17:16:49.977 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:49.977 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.977 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.978 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.978 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.978 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.978 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.978 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.978 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.978 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.978 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.978 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.978 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.978 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.978 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.978 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.978 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.978 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.978 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.979 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.979 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.979 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.979 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.979 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.979 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.979 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.979 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.979 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.979 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.979 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.979 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.979 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.979 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:49.979 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:49.980 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.980 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.980 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 4, 2023-12-22T17:16:49.980 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:49.980 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.980 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.980 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.980 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.980 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.980 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.980 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.980 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.980 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.980 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.980 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.980 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.981 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.981 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.981 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.981 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.981 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.981 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.981 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.981 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.981 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.981 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.981 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.981 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.981 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.981 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.981 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.982 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.982 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.982 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.982 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.982 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:49.982 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:49.982 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.982 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.982 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 5, 2023-12-22T17:16:49.982 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:49.982 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.982 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.982 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.982 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.982 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.982 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.982 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.983 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.983 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.983 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.983 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.983 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.983 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.983 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.983 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.983 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.983 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.983 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.983 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.983 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.983 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.983 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.983 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.984 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.984 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.984 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.984 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.984 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.984 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.984 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.984 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.984 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:49.984 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:49.984 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.984 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.984 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 6, 2023-12-22T17:16:49.984 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:49.984 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.984 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.985 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.985 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.985 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.985 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.985 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.985 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.985 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.985 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.985 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.985 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.985 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.985 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.985 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.985 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.985 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.985 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.986 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.986 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.986 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.986 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.986 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.986 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.986 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.986 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.986 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.986 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.986 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.986 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.986 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.986 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:49.986 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:49.986 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.986 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.987 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 7, 2023-12-22T17:16:49.987 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:49.987 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.987 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.987 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.987 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.987 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.987 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.987 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.987 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.987 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.987 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.987 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.987 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.987 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.987 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.987 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.988 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.988 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.988 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.988 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.988 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.988 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.988 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.988 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.988 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.988 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.988 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.988 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.988 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.988 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.988 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.988 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.989 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:49.989 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:49.989 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.989 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:49.989 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.989 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-22T17:16:49.989 INFO:tasks.workunit.client.0.smithi032.stdout: "axes": [ 2023-12-22T17:16:49.989 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.989 INFO:tasks.workunit.client.0.smithi032.stdout: "buckets": 32, 2023-12-22T17:16:49.989 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 0, 2023-12-22T17:16:49.989 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "Latency (usec)", 2023-12-22T17:16:49.989 INFO:tasks.workunit.client.0.smithi032.stdout: "quant_size": 100000, 2023-12-22T17:16:49.989 INFO:tasks.workunit.client.0.smithi032.stdout: "ranges": [ 2023-12-22T17:16:49.989 INFO:tasks.workunit.client.0.smithi032.stdout: "[None, -1]", 2023-12-22T17:16:49.990 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 99999]", 2023-12-22T17:16:49.990 INFO:tasks.workunit.client.0.smithi032.stdout: "[100000, 199999]", 2023-12-22T17:16:49.990 INFO:tasks.workunit.client.0.smithi032.stdout: "[200000, 399999]", 2023-12-22T17:16:49.990 INFO:tasks.workunit.client.0.smithi032.stdout: "[400000, 799999]", 2023-12-22T17:16:49.990 INFO:tasks.workunit.client.0.smithi032.stdout: "[800000, 1599999]", 2023-12-22T17:16:49.990 INFO:tasks.workunit.client.0.smithi032.stdout: "[1600000, 3199999]", 2023-12-22T17:16:49.990 INFO:tasks.workunit.client.0.smithi032.stdout: "[3200000, 6399999]", 2023-12-22T17:16:49.990 INFO:tasks.workunit.client.0.smithi032.stdout: "[6400000, 12799999]", 2023-12-22T17:16:49.990 INFO:tasks.workunit.client.0.smithi032.stdout: "[12800000, 25599999]", 2023-12-22T17:16:49.990 INFO:tasks.workunit.client.0.smithi032.stdout: "[25600000, 51199999]", 2023-12-22T17:16:49.990 INFO:tasks.workunit.client.0.smithi032.stdout: "[51200000, 102399999]", 2023-12-22T17:16:49.990 INFO:tasks.workunit.client.0.smithi032.stdout: "[102400000, 204799999]", 2023-12-22T17:16:49.990 INFO:tasks.workunit.client.0.smithi032.stdout: "[204800000, 409599999]", 2023-12-22T17:16:49.990 INFO:tasks.workunit.client.0.smithi032.stdout: "[409600000, 819199999]", 2023-12-22T17:16:49.990 INFO:tasks.workunit.client.0.smithi032.stdout: "[819200000, 1638399999]", 2023-12-22T17:16:49.990 INFO:tasks.workunit.client.0.smithi032.stdout: "[1638400000, 3276799999]", 2023-12-22T17:16:49.991 INFO:tasks.workunit.client.0.smithi032.stdout: "[3276800000, 6553599999]", 2023-12-22T17:16:49.991 INFO:tasks.workunit.client.0.smithi032.stdout: "[6553600000, 13107199999]", 2023-12-22T17:16:49.991 INFO:tasks.workunit.client.0.smithi032.stdout: "[13107200000, 26214399999]", 2023-12-22T17:16:49.991 INFO:tasks.workunit.client.0.smithi032.stdout: "[26214400000, 52428799999]", 2023-12-22T17:16:49.991 INFO:tasks.workunit.client.0.smithi032.stdout: "[52428800000, 104857599999]", 2023-12-22T17:16:49.991 INFO:tasks.workunit.client.0.smithi032.stdout: "[104857600000, 209715199999]", 2023-12-22T17:16:49.991 INFO:tasks.workunit.client.0.smithi032.stdout: "[209715200000, 419430399999]", 2023-12-22T17:16:49.991 INFO:tasks.workunit.client.0.smithi032.stdout: "[419430400000, 838860799999]", 2023-12-22T17:16:49.991 INFO:tasks.workunit.client.0.smithi032.stdout: "[838860800000, 1677721599999]", 2023-12-22T17:16:49.991 INFO:tasks.workunit.client.0.smithi032.stdout: "[1677721600000, 3355443199999]", 2023-12-22T17:16:49.991 INFO:tasks.workunit.client.0.smithi032.stdout: "[3355443200000, 6710886399999]", 2023-12-22T17:16:49.991 INFO:tasks.workunit.client.0.smithi032.stdout: "[6710886400000, 13421772799999]", 2023-12-22T17:16:49.991 INFO:tasks.workunit.client.0.smithi032.stdout: "[13421772800000, 26843545599999]", 2023-12-22T17:16:49.991 INFO:tasks.workunit.client.0.smithi032.stdout: "[26843545600000, 53687091199999]", 2023-12-22T17:16:49.992 INFO:tasks.workunit.client.0.smithi032.stdout: "[53687091200000, None]" 2023-12-22T17:16:49.992 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.992 INFO:tasks.workunit.client.0.smithi032.stdout: "scale_type": "log2" 2023-12-22T17:16:49.992 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.992 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.992 INFO:tasks.workunit.client.0.smithi032.stdout: "buckets": 32, 2023-12-22T17:16:49.992 INFO:tasks.workunit.client.0.smithi032.stdout: "min": 0, 2023-12-22T17:16:49.992 INFO:tasks.workunit.client.0.smithi032.stdout: "name": "Request size (bytes)", 2023-12-22T17:16:49.992 INFO:tasks.workunit.client.0.smithi032.stdout: "quant_size": 512, 2023-12-22T17:16:49.992 INFO:tasks.workunit.client.0.smithi032.stdout: "ranges": [ 2023-12-22T17:16:49.992 INFO:tasks.workunit.client.0.smithi032.stdout: "[None, -1]", 2023-12-22T17:16:49.992 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 511]", 2023-12-22T17:16:49.992 INFO:tasks.workunit.client.0.smithi032.stdout: "[512, 1023]", 2023-12-22T17:16:49.992 INFO:tasks.workunit.client.0.smithi032.stdout: "[1024, 2047]", 2023-12-22T17:16:49.992 INFO:tasks.workunit.client.0.smithi032.stdout: "[2048, 4095]", 2023-12-22T17:16:49.992 INFO:tasks.workunit.client.0.smithi032.stdout: "[4096, 8191]", 2023-12-22T17:16:49.993 INFO:tasks.workunit.client.0.smithi032.stdout: "[8192, 16383]", 2023-12-22T17:16:49.993 INFO:tasks.workunit.client.0.smithi032.stdout: "[16384, 32767]", 2023-12-22T17:16:49.993 INFO:tasks.workunit.client.0.smithi032.stdout: "[32768, 65535]", 2023-12-22T17:16:49.993 INFO:tasks.workunit.client.0.smithi032.stdout: "[65536, 131071]", 2023-12-22T17:16:49.993 INFO:tasks.workunit.client.0.smithi032.stdout: "[131072, 262143]", 2023-12-22T17:16:49.993 INFO:tasks.workunit.client.0.smithi032.stdout: "[262144, 524287]", 2023-12-22T17:16:49.993 INFO:tasks.workunit.client.0.smithi032.stdout: "[524288, 1048575]", 2023-12-22T17:16:49.993 INFO:tasks.workunit.client.0.smithi032.stdout: "[1048576, 2097151]", 2023-12-22T17:16:49.993 INFO:tasks.workunit.client.0.smithi032.stdout: "[2097152, 4194303]", 2023-12-22T17:16:49.993 INFO:tasks.workunit.client.0.smithi032.stdout: "[4194304, 8388607]", 2023-12-22T17:16:49.993 INFO:tasks.workunit.client.0.smithi032.stdout: "[8388608, 16777215]", 2023-12-22T17:16:49.993 INFO:tasks.workunit.client.0.smithi032.stdout: "[16777216, 33554431]", 2023-12-22T17:16:49.993 INFO:tasks.workunit.client.0.smithi032.stdout: "[33554432, 67108863]", 2023-12-22T17:16:49.993 INFO:tasks.workunit.client.0.smithi032.stdout: "[67108864, 134217727]", 2023-12-22T17:16:49.993 INFO:tasks.workunit.client.0.smithi032.stdout: "[134217728, 268435455]", 2023-12-22T17:16:49.993 INFO:tasks.workunit.client.0.smithi032.stdout: "[268435456, 536870911]", 2023-12-22T17:16:49.993 INFO:tasks.workunit.client.0.smithi032.stdout: "[536870912, 1073741823]", 2023-12-22T17:16:49.994 INFO:tasks.workunit.client.0.smithi032.stdout: "[1073741824, 2147483647]", 2023-12-22T17:16:49.994 INFO:tasks.workunit.client.0.smithi032.stdout: "[2147483648, 4294967295]", 2023-12-22T17:16:49.994 INFO:tasks.workunit.client.0.smithi032.stdout: "[4294967296, 8589934591]", 2023-12-22T17:16:49.994 INFO:tasks.workunit.client.0.smithi032.stdout: "[8589934592, 17179869183]", 2023-12-22T17:16:49.994 INFO:tasks.workunit.client.0.smithi032.stdout: "[17179869184, 34359738367]", 2023-12-22T17:16:49.994 INFO:tasks.workunit.client.0.smithi032.stdout: "[34359738368, 68719476735]", 2023-12-22T17:16:49.994 INFO:tasks.workunit.client.0.smithi032.stdout: "[68719476736, 137438953471]", 2023-12-22T17:16:49.994 INFO:tasks.workunit.client.0.smithi032.stdout: "[137438953472, 274877906943]", 2023-12-22T17:16:49.994 INFO:tasks.workunit.client.0.smithi032.stdout: "[274877906944, None]" 2023-12-22T17:16:49.994 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.994 INFO:tasks.workunit.client.0.smithi032.stdout: "scale_type": "log2" 2023-12-22T17:16:49.994 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:49.994 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:49.994 INFO:tasks.workunit.client.0.smithi032.stdout: "osds": [ 2023-12-22T17:16:49.994 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.994 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 0, 2023-12-22T17:16:49.994 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:49.995 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.995 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.995 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.995 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.995 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.995 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.995 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.995 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.995 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.995 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.995 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.995 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.995 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.995 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.995 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.995 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.995 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.996 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.996 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.996 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.996 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.996 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.996 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.996 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.996 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.996 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.996 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.996 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.996 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.996 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.996 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.996 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:49.996 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:49.997 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.997 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.997 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 1, 2023-12-22T17:16:49.997 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:49.997 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.997 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.997 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.997 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.997 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.997 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 8, 2, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.997 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 16, 6, 0, 0, 0, 0, 0, 0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.997 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.997 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.997 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.997 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.997 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.998 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.998 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.998 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.998 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.998 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.998 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.998 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.998 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.998 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.998 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.998 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.998 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.998 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.998 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.998 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.998 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.999 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.999 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.999 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.999 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:49.999 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:49.999 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:49.999 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:49.999 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 2, 2023-12-22T17:16:49.999 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:49.999 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.999 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.999 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.999 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.999 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.999 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:49.999 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.000 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.000 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.000 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.000 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.000 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.000 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.000 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.000 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.000 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.000 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.000 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.000 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.000 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.000 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.000 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.000 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.001 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.001 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.001 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.001 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.001 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.001 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.001 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.001 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.001 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:50.001 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:50.001 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.001 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.001 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 3, 2023-12-22T17:16:50.001 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:50.001 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.001 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.002 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.002 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.002 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.002 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.002 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.002 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.002 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.002 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.002 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.002 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.002 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.002 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.002 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.002 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.002 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.003 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.003 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.003 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.003 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.003 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.003 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.003 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.003 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.003 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.003 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.003 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.003 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.003 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.003 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.003 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:50.003 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:50.003 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.004 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.004 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 4, 2023-12-22T17:16:50.004 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:50.004 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.004 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.004 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.004 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.004 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.004 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.004 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.004 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.004 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.004 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.004 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.004 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.004 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.005 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.005 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.005 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.005 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.005 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.005 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.005 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.005 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.005 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.005 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.005 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.005 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.005 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.005 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.005 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.005 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.006 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.006 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.006 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:50.006 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:50.006 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.006 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.006 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 5, 2023-12-22T17:16:50.006 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:50.006 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.006 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.006 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.006 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.006 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.006 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.006 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.006 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.007 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.007 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.007 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.007 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.007 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.007 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.007 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.007 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.007 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.007 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.007 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.007 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.007 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.007 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.007 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.007 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.007 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.008 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.008 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.008 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.008 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.008 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.008 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.008 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:50.008 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:50.008 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.008 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.008 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 6, 2023-12-22T17:16:50.008 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:50.008 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.008 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.008 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.008 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.008 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.009 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.009 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.009 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.009 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.009 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.009 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.009 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.009 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.009 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.009 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.009 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.009 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.009 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.010 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.010 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.010 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.010 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.010 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.010 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.010 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.010 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.010 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.010 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.010 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.010 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.010 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.010 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:50.010 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:50.011 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.011 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.011 INFO:tasks.workunit.client.0.smithi032.stdout: "osd_id": 7, 2023-12-22T17:16:50.011 INFO:tasks.workunit.client.0.smithi032.stdout: "values": [ 2023-12-22T17:16:50.011 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.011 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.011 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.011 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.011 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.011 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.011 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.011 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.011 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.011 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.011 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.012 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.012 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.012 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.012 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.012 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.012 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.012 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.012 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.012 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.012 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.012 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.012 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.012 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.012 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.012 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.012 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.012 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.013 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.013 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.013 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-22T17:16:50.013 INFO:tasks.workunit.client.0.smithi032.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-22T17:16:50.013 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:50.013 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.013 INFO:tasks.workunit.client.0.smithi032.stdout: ] 2023-12-22T17:16:50.013 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.013 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.013 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.013 INFO:tasks.workunit.client.0.smithi032.stdout: "perf_counters": { 2023-12-22T17:16:50.013 INFO:tasks.workunit.client.0.smithi032.stdout: "mds.d7134caa19f4ceb0ac85f9820c4aa7d20d7697cf": { 2023-12-22T17:16:50.013 INFO:tasks.workunit.client.0.smithi032.stdout: "mds": { 2023-12-22T17:16:50.013 INFO:tasks.workunit.client.0.smithi032.stdout: "caps": { 2023-12-22T17:16:50.013 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2023-12-22T17:16:50.014 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.014 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph_cap_op_flush_ack": { 2023-12-22T17:16:50.014 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.014 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.014 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph_cap_op_flushsnap_ack": { 2023-12-22T17:16:50.014 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.014 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.014 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph_cap_op_grant": { 2023-12-22T17:16:50.014 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.014 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.014 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph_cap_op_revoke": { 2023-12-22T17:16:50.014 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.014 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.014 INFO:tasks.workunit.client.0.smithi032.stdout: "ceph_cap_op_trunc": { 2023-12-22T17:16:50.014 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.015 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.015 INFO:tasks.workunit.client.0.smithi032.stdout: "dir_commit": { 2023-12-22T17:16:50.015 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12 2023-12-22T17:16:50.015 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.015 INFO:tasks.workunit.client.0.smithi032.stdout: "dir_fetch": { 2023-12-22T17:16:50.015 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.015 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.015 INFO:tasks.workunit.client.0.smithi032.stdout: "dir_merge": { 2023-12-22T17:16:50.015 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.015 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.015 INFO:tasks.workunit.client.0.smithi032.stdout: "dir_split": { 2023-12-22T17:16:50.015 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.015 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.015 INFO:tasks.workunit.client.0.smithi032.stdout: "exported_inodes": { 2023-12-22T17:16:50.015 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.015 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.016 INFO:tasks.workunit.client.0.smithi032.stdout: "forward": { 2023-12-22T17:16:50.016 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.016 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.016 INFO:tasks.workunit.client.0.smithi032.stdout: "handle_client_cap_release": { 2023-12-22T17:16:50.016 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.016 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.016 INFO:tasks.workunit.client.0.smithi032.stdout: "handle_client_caps": { 2023-12-22T17:16:50.016 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.016 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.016 INFO:tasks.workunit.client.0.smithi032.stdout: "handle_client_caps_dirty": { 2023-12-22T17:16:50.016 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.016 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.016 INFO:tasks.workunit.client.0.smithi032.stdout: "handle_inode_file_caps": { 2023-12-22T17:16:50.016 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.016 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.016 INFO:tasks.workunit.client.0.smithi032.stdout: "imported_inodes": { 2023-12-22T17:16:50.017 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.017 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.017 INFO:tasks.workunit.client.0.smithi032.stdout: "inodes": { 2023-12-22T17:16:50.017 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 10 2023-12-22T17:16:50.017 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.017 INFO:tasks.workunit.client.0.smithi032.stdout: "inodes_expired": { 2023-12-22T17:16:50.017 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.017 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.017 INFO:tasks.workunit.client.0.smithi032.stdout: "inodes_pinned": { 2023-12-22T17:16:50.017 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 10 2023-12-22T17:16:50.017 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.017 INFO:tasks.workunit.client.0.smithi032.stdout: "inodes_with_caps": { 2023-12-22T17:16:50.018 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2023-12-22T17:16:50.018 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.018 INFO:tasks.workunit.client.0.smithi032.stdout: "load_cent": { 2023-12-22T17:16:50.018 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.018 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.018 INFO:tasks.workunit.client.0.smithi032.stdout: "openino_dir_fetch": { 2023-12-22T17:16:50.018 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.018 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.018 INFO:tasks.workunit.client.0.smithi032.stdout: "process_request_cap_release": { 2023-12-22T17:16:50.018 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.018 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.018 INFO:tasks.workunit.client.0.smithi032.stdout: "reply_latency": { 2023-12-22T17:16:50.018 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:50.018 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95214 2023-12-22T17:16:50.019 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.019 INFO:tasks.workunit.client.0.smithi032.stdout: "request": { 2023-12-22T17:16:50.019 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2023-12-22T17:16:50.019 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.019 INFO:tasks.workunit.client.0.smithi032.stdout: "root_rbytes": { 2023-12-22T17:16:50.019 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.019 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.019 INFO:tasks.workunit.client.0.smithi032.stdout: "root_rfiles": { 2023-12-22T17:16:50.019 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.019 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.019 INFO:tasks.workunit.client.0.smithi032.stdout: "root_rsnaps": { 2023-12-22T17:16:50.019 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.020 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.020 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_reply": { 2023-12-22T17:16:50.020 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.020 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.020 INFO:tasks.workunit.client.0.smithi032.stdout: "subtrees": { 2023-12-22T17:16:50.020 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2023-12-22T17:16:50.020 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.020 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.020 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_cache": { 2023-12-22T17:16:50.020 INFO:tasks.workunit.client.0.smithi032.stdout: "ireq_enqueue_scrub": { 2023-12-22T17:16:50.020 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.020 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.020 INFO:tasks.workunit.client.0.smithi032.stdout: "ireq_exportdir": { 2023-12-22T17:16:50.021 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.021 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.021 INFO:tasks.workunit.client.0.smithi032.stdout: "ireq_flush": { 2023-12-22T17:16:50.021 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.021 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.021 INFO:tasks.workunit.client.0.smithi032.stdout: "ireq_fragmentdir": { 2023-12-22T17:16:50.021 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.021 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.021 INFO:tasks.workunit.client.0.smithi032.stdout: "ireq_fragstats": { 2023-12-22T17:16:50.021 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.021 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.021 INFO:tasks.workunit.client.0.smithi032.stdout: "ireq_inodestats": { 2023-12-22T17:16:50.021 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.022 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.022 INFO:tasks.workunit.client.0.smithi032.stdout: "num_recovering_enqueued": { 2023-12-22T17:16:50.022 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.022 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.022 INFO:tasks.workunit.client.0.smithi032.stdout: "num_recovering_prioritized": { 2023-12-22T17:16:50.022 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.022 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.022 INFO:tasks.workunit.client.0.smithi032.stdout: "num_recovering_processing": { 2023-12-22T17:16:50.022 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.022 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.022 INFO:tasks.workunit.client.0.smithi032.stdout: "num_strays": { 2023-12-22T17:16:50.022 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.022 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.022 INFO:tasks.workunit.client.0.smithi032.stdout: "num_strays_delayed": { 2023-12-22T17:16:50.023 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.023 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_strays_enqueuing": { 2023-12-22T17:16:50.023 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.023 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.023 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_completed": { 2023-12-22T17:16:50.023 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.023 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.023 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_started": { 2023-12-22T17:16:50.023 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.023 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.023 INFO:tasks.workunit.client.0.smithi032.stdout: "strays_created": { 2023-12-22T17:16:50.023 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.023 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.023 INFO:tasks.workunit.client.0.smithi032.stdout: "strays_enqueued": { 2023-12-22T17:16:50.024 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.024 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.024 INFO:tasks.workunit.client.0.smithi032.stdout: "strays_migrated": { 2023-12-22T17:16:50.024 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.024 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.024 INFO:tasks.workunit.client.0.smithi032.stdout: "strays_reintegrated": { 2023-12-22T17:16:50.024 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.024 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.024 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.024 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_log": { 2023-12-22T17:16:50.024 INFO:tasks.workunit.client.0.smithi032.stdout: "ev": { 2023-12-22T17:16:50.024 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5 2023-12-22T17:16:50.024 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.024 INFO:tasks.workunit.client.0.smithi032.stdout: "evadd": { 2023-12-22T17:16:50.025 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5 2023-12-22T17:16:50.025 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.025 INFO:tasks.workunit.client.0.smithi032.stdout: "evex": { 2023-12-22T17:16:50.025 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.025 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.025 INFO:tasks.workunit.client.0.smithi032.stdout: "evexd": { 2023-12-22T17:16:50.025 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.025 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.025 INFO:tasks.workunit.client.0.smithi032.stdout: "evexg": { 2023-12-22T17:16:50.025 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.025 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.025 INFO:tasks.workunit.client.0.smithi032.stdout: "evtrm": { 2023-12-22T17:16:50.025 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.025 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.025 INFO:tasks.workunit.client.0.smithi032.stdout: "jlat": { 2023-12-22T17:16:50.026 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 5, 2023-12-22T17:16:50.026 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8630373 2023-12-22T17:16:50.026 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.026 INFO:tasks.workunit.client.0.smithi032.stdout: "replayed": { 2023-12-22T17:16:50.026 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.026 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.026 INFO:tasks.workunit.client.0.smithi032.stdout: "seg": { 2023-12-22T17:16:50.026 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2023-12-22T17:16:50.026 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.026 INFO:tasks.workunit.client.0.smithi032.stdout: "segadd": { 2023-12-22T17:16:50.026 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2023-12-22T17:16:50.026 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.026 INFO:tasks.workunit.client.0.smithi032.stdout: "segex": { 2023-12-22T17:16:50.026 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.027 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.027 INFO:tasks.workunit.client.0.smithi032.stdout: "segexd": { 2023-12-22T17:16:50.027 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.027 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.027 INFO:tasks.workunit.client.0.smithi032.stdout: "segexg": { 2023-12-22T17:16:50.027 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.027 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.027 INFO:tasks.workunit.client.0.smithi032.stdout: "segtrm": { 2023-12-22T17:16:50.027 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.027 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.027 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.027 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_mem": { 2023-12-22T17:16:50.027 INFO:tasks.workunit.client.0.smithi032.stdout: "cap": { 2023-12-22T17:16:50.027 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.027 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.027 INFO:tasks.workunit.client.0.smithi032.stdout: "cap+": { 2023-12-22T17:16:50.027 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2023-12-22T17:16:50.028 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.028 INFO:tasks.workunit.client.0.smithi032.stdout: "cap-": { 2023-12-22T17:16:50.028 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2023-12-22T17:16:50.028 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.028 INFO:tasks.workunit.client.0.smithi032.stdout: "dir": { 2023-12-22T17:16:50.028 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12 2023-12-22T17:16:50.028 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.028 INFO:tasks.workunit.client.0.smithi032.stdout: "dir+": { 2023-12-22T17:16:50.028 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12 2023-12-22T17:16:50.028 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.028 INFO:tasks.workunit.client.0.smithi032.stdout: "dir-": { 2023-12-22T17:16:50.028 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.028 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.028 INFO:tasks.workunit.client.0.smithi032.stdout: "dn": { 2023-12-22T17:16:50.028 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 10 2023-12-22T17:16:50.028 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.029 INFO:tasks.workunit.client.0.smithi032.stdout: "dn+": { 2023-12-22T17:16:50.029 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 10 2023-12-22T17:16:50.029 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.029 INFO:tasks.workunit.client.0.smithi032.stdout: "dn-": { 2023-12-22T17:16:50.029 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.029 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.029 INFO:tasks.workunit.client.0.smithi032.stdout: "heap": { 2023-12-22T17:16:50.029 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 207132 2023-12-22T17:16:50.029 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.029 INFO:tasks.workunit.client.0.smithi032.stdout: "ino": { 2023-12-22T17:16:50.029 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 13 2023-12-22T17:16:50.029 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.029 INFO:tasks.workunit.client.0.smithi032.stdout: "ino+": { 2023-12-22T17:16:50.030 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 13 2023-12-22T17:16:50.030 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.030 INFO:tasks.workunit.client.0.smithi032.stdout: "ino-": { 2023-12-22T17:16:50.030 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.030 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.030 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.030 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_server": { 2023-12-22T17:16:50.030 INFO:tasks.workunit.client.0.smithi032.stdout: "cap_acquisition_throttle": { 2023-12-22T17:16:50.030 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.030 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.030 INFO:tasks.workunit.client.0.smithi032.stdout: "cap_revoke_eviction": { 2023-12-22T17:16:50.030 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.030 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.030 INFO:tasks.workunit.client.0.smithi032.stdout: "handle_client_request": { 2023-12-22T17:16:50.030 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2023-12-22T17:16:50.030 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.030 INFO:tasks.workunit.client.0.smithi032.stdout: "handle_client_session": { 2023-12-22T17:16:50.031 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 16 2023-12-22T17:16:50.031 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.031 INFO:tasks.workunit.client.0.smithi032.stdout: "handle_peer_request": { 2023-12-22T17:16:50.031 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.031 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.031 INFO:tasks.workunit.client.0.smithi032.stdout: "req_create_latency": { 2023-12-22T17:16:50.031 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.031 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.031 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.031 INFO:tasks.workunit.client.0.smithi032.stdout: "req_getattr_latency": { 2023-12-22T17:16:50.031 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:50.031 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95214 2023-12-22T17:16:50.031 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.031 INFO:tasks.workunit.client.0.smithi032.stdout: "req_getfilelock_latency": { 2023-12-22T17:16:50.031 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.031 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.031 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.032 INFO:tasks.workunit.client.0.smithi032.stdout: "req_getvxattr_latency": { 2023-12-22T17:16:50.032 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.032 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.032 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.032 INFO:tasks.workunit.client.0.smithi032.stdout: "req_link_latency": { 2023-12-22T17:16:50.032 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.032 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.032 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.032 INFO:tasks.workunit.client.0.smithi032.stdout: "req_lookup_latency": { 2023-12-22T17:16:50.032 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.032 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.032 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.032 INFO:tasks.workunit.client.0.smithi032.stdout: "req_lookuphash_latency": { 2023-12-22T17:16:50.032 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.033 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.033 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.033 INFO:tasks.workunit.client.0.smithi032.stdout: "req_lookupino_latency": { 2023-12-22T17:16:50.033 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.033 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.033 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.033 INFO:tasks.workunit.client.0.smithi032.stdout: "req_lookupname_latency": { 2023-12-22T17:16:50.033 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.033 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.033 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.033 INFO:tasks.workunit.client.0.smithi032.stdout: "req_lookupparent_latency": { 2023-12-22T17:16:50.033 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.033 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.033 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.033 INFO:tasks.workunit.client.0.smithi032.stdout: "req_lookupsnap_latency": { 2023-12-22T17:16:50.034 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.034 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.034 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.034 INFO:tasks.workunit.client.0.smithi032.stdout: "req_lssnap_latency": { 2023-12-22T17:16:50.034 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.034 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.034 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.034 INFO:tasks.workunit.client.0.smithi032.stdout: "req_mkdir_latency": { 2023-12-22T17:16:50.034 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.034 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.034 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.034 INFO:tasks.workunit.client.0.smithi032.stdout: "req_mknod_latency": { 2023-12-22T17:16:50.034 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.034 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.035 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.035 INFO:tasks.workunit.client.0.smithi032.stdout: "req_mksnap_latency": { 2023-12-22T17:16:50.035 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.035 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.035 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.035 INFO:tasks.workunit.client.0.smithi032.stdout: "req_open_latency": { 2023-12-22T17:16:50.035 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.035 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.035 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.035 INFO:tasks.workunit.client.0.smithi032.stdout: "req_readdir_latency": { 2023-12-22T17:16:50.035 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.035 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.035 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.035 INFO:tasks.workunit.client.0.smithi032.stdout: "req_rename_latency": { 2023-12-22T17:16:50.036 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.036 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.036 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.036 INFO:tasks.workunit.client.0.smithi032.stdout: "req_renamesnap_latency": { 2023-12-22T17:16:50.036 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.036 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.036 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.036 INFO:tasks.workunit.client.0.smithi032.stdout: "req_rmdir_latency": { 2023-12-22T17:16:50.036 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.036 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.036 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.036 INFO:tasks.workunit.client.0.smithi032.stdout: "req_rmsnap_latency": { 2023-12-22T17:16:50.036 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.036 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.037 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.037 INFO:tasks.workunit.client.0.smithi032.stdout: "req_rmxattr_latency": { 2023-12-22T17:16:50.037 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.037 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.037 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.037 INFO:tasks.workunit.client.0.smithi032.stdout: "req_setattr_latency": { 2023-12-22T17:16:50.037 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.037 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.037 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.037 INFO:tasks.workunit.client.0.smithi032.stdout: "req_setdirlayout_latency": { 2023-12-22T17:16:50.037 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.037 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.037 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.037 INFO:tasks.workunit.client.0.smithi032.stdout: "req_setfilelock_latency": { 2023-12-22T17:16:50.037 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.038 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.038 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.038 INFO:tasks.workunit.client.0.smithi032.stdout: "req_setlayout_latency": { 2023-12-22T17:16:50.038 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.038 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.038 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.038 INFO:tasks.workunit.client.0.smithi032.stdout: "req_setxattr_latency": { 2023-12-22T17:16:50.038 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.038 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.038 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.038 INFO:tasks.workunit.client.0.smithi032.stdout: "req_symlink_latency": { 2023-12-22T17:16:50.038 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.038 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.038 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.039 INFO:tasks.workunit.client.0.smithi032.stdout: "req_unlink_latency": { 2023-12-22T17:16:50.039 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.039 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.039 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.039 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.039 INFO:tasks.workunit.client.0.smithi032.stdout: "mds_sessions": { 2023-12-22T17:16:50.039 INFO:tasks.workunit.client.0.smithi032.stdout: "average_load": { 2023-12-22T17:16:50.039 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.039 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.039 INFO:tasks.workunit.client.0.smithi032.stdout: "avg_session_uptime": { 2023-12-22T17:16:50.039 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 87 2023-12-22T17:16:50.039 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.039 INFO:tasks.workunit.client.0.smithi032.stdout: "mdthresh_evicted": { 2023-12-22T17:16:50.039 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.039 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.040 INFO:tasks.workunit.client.0.smithi032.stdout: "session_add": { 2023-12-22T17:16:50.040 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2023-12-22T17:16:50.040 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.040 INFO:tasks.workunit.client.0.smithi032.stdout: "session_count": { 2023-12-22T17:16:50.040 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.040 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.040 INFO:tasks.workunit.client.0.smithi032.stdout: "session_remove": { 2023-12-22T17:16:50.040 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2023-12-22T17:16:50.040 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.040 INFO:tasks.workunit.client.0.smithi032.stdout: "sessions_open": { 2023-12-22T17:16:50.040 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.040 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.040 INFO:tasks.workunit.client.0.smithi032.stdout: "sessions_stale": { 2023-12-22T17:16:50.040 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.040 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.040 INFO:tasks.workunit.client.0.smithi032.stdout: "total_load": { 2023-12-22T17:16:50.040 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2023-12-22T17:16:50.041 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.041 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.041 INFO:tasks.workunit.client.0.smithi032.stdout: "objecter": { 2023-12-22T17:16:50.041 INFO:tasks.workunit.client.0.smithi032.stdout: "op_active": { 2023-12-22T17:16:50.041 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.041 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.041 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2023-12-22T17:16:50.041 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.041 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.041 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rmw": { 2023-12-22T17:16:50.041 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.041 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.041 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2023-12-22T17:16:50.041 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 45 2023-12-22T17:16:50.041 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.042 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.042 INFO:tasks.workunit.client.0.smithi032.stdout: "purge_queue": { 2023-12-22T17:16:50.042 INFO:tasks.workunit.client.0.smithi032.stdout: "pq_executed": { 2023-12-22T17:16:50.042 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.042 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.042 INFO:tasks.workunit.client.0.smithi032.stdout: "pq_executing": { 2023-12-22T17:16:50.042 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.042 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.042 INFO:tasks.workunit.client.0.smithi032.stdout: "pq_executing_high_water": { 2023-12-22T17:16:50.042 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.042 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.042 INFO:tasks.workunit.client.0.smithi032.stdout: "pq_executing_ops": { 2023-12-22T17:16:50.042 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.042 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.042 INFO:tasks.workunit.client.0.smithi032.stdout: "pq_executing_ops_high_water": { 2023-12-22T17:16:50.042 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.043 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.043 INFO:tasks.workunit.client.0.smithi032.stdout: "pq_item_in_journal": { 2023-12-22T17:16:50.043 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.043 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.043 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.043 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.043 INFO:tasks.workunit.client.0.smithi032.stdout: "mon.5a83e9383e4ed6395b020b4d4cc228155a2c4190": { 2023-12-22T17:16:50.043 INFO:tasks.workunit.client.0.smithi032.stdout: "mon": { 2023-12-22T17:16:50.043 INFO:tasks.workunit.client.0.smithi032.stdout: "election_call": { 2023-12-22T17:16:50.043 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2023-12-22T17:16:50.043 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.043 INFO:tasks.workunit.client.0.smithi032.stdout: "election_lose": { 2023-12-22T17:16:50.043 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.043 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.044 INFO:tasks.workunit.client.0.smithi032.stdout: "election_win": { 2023-12-22T17:16:50.044 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3 2023-12-22T17:16:50.044 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.044 INFO:tasks.workunit.client.0.smithi032.stdout: "num_elections": { 2023-12-22T17:16:50.044 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 9 2023-12-22T17:16:50.044 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.044 INFO:tasks.workunit.client.0.smithi032.stdout: "num_sessions": { 2023-12-22T17:16:50.044 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8 2023-12-22T17:16:50.044 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.044 INFO:tasks.workunit.client.0.smithi032.stdout: "session_add": { 2023-12-22T17:16:50.044 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3 2023-12-22T17:16:50.044 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.044 INFO:tasks.workunit.client.0.smithi032.stdout: "session_rm": { 2023-12-22T17:16:50.044 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 172 2023-12-22T17:16:50.045 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.045 INFO:tasks.workunit.client.0.smithi032.stdout: "session_trim": { 2023-12-22T17:16:50.045 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.045 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.045 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.045 INFO:tasks.workunit.client.0.smithi032.stdout: "paxos": { 2023-12-22T17:16:50.045 INFO:tasks.workunit.client.0.smithi032.stdout: "accept_timeout": { 2023-12-22T17:16:50.045 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.045 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.045 INFO:tasks.workunit.client.0.smithi032.stdout: "begin": { 2023-12-22T17:16:50.045 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 849 2023-12-22T17:16:50.045 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.045 INFO:tasks.workunit.client.0.smithi032.stdout: "begin_bytes": { 2023-12-22T17:16:50.045 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 849, 2023-12-22T17:16:50.046 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4404728 2023-12-22T17:16:50.046 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.046 INFO:tasks.workunit.client.0.smithi032.stdout: "begin_keys": { 2023-12-22T17:16:50.046 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 849, 2023-12-22T17:16:50.046 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2547 2023-12-22T17:16:50.046 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.046 INFO:tasks.workunit.client.0.smithi032.stdout: "begin_latency": { 2023-12-22T17:16:50.046 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 849, 2023-12-22T17:16:50.046 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 114997678 2023-12-22T17:16:50.046 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.046 INFO:tasks.workunit.client.0.smithi032.stdout: "collect": { 2023-12-22T17:16:50.046 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.046 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.046 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_bytes": { 2023-12-22T17:16:50.046 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.046 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.047 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.047 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_keys": { 2023-12-22T17:16:50.047 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.047 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.047 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.047 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_latency": { 2023-12-22T17:16:50.047 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.047 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.047 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.047 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_timeout": { 2023-12-22T17:16:50.047 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.047 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.047 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_uncommitted": { 2023-12-22T17:16:50.047 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.047 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.047 INFO:tasks.workunit.client.0.smithi032.stdout: "commit": { 2023-12-22T17:16:50.048 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 849 2023-12-22T17:16:50.048 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.048 INFO:tasks.workunit.client.0.smithi032.stdout: "commit_bytes": { 2023-12-22T17:16:50.048 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 849, 2023-12-22T17:16:50.048 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4343660 2023-12-22T17:16:50.048 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.048 INFO:tasks.workunit.client.0.smithi032.stdout: "commit_keys": { 2023-12-22T17:16:50.048 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 849, 2023-12-22T17:16:50.048 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5175 2023-12-22T17:16:50.048 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.048 INFO:tasks.workunit.client.0.smithi032.stdout: "commit_latency": { 2023-12-22T17:16:50.048 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 849, 2023-12-22T17:16:50.048 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 121613517 2023-12-22T17:16:50.048 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.048 INFO:tasks.workunit.client.0.smithi032.stdout: "lease_ack_timeout": { 2023-12-22T17:16:50.048 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.049 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.049 INFO:tasks.workunit.client.0.smithi032.stdout: "lease_timeout": { 2023-12-22T17:16:50.049 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.049 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.049 INFO:tasks.workunit.client.0.smithi032.stdout: "new_pn": { 2023-12-22T17:16:50.049 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2023-12-22T17:16:50.049 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.049 INFO:tasks.workunit.client.0.smithi032.stdout: "new_pn_latency": { 2023-12-22T17:16:50.049 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:50.049 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.049 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.049 INFO:tasks.workunit.client.0.smithi032.stdout: "refresh": { 2023-12-22T17:16:50.049 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 851 2023-12-22T17:16:50.049 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.050 INFO:tasks.workunit.client.0.smithi032.stdout: "refresh_latency": { 2023-12-22T17:16:50.050 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 851, 2023-12-22T17:16:50.050 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1955960492 2023-12-22T17:16:50.050 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.050 INFO:tasks.workunit.client.0.smithi032.stdout: "restart": { 2023-12-22T17:16:50.050 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12 2023-12-22T17:16:50.050 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.050 INFO:tasks.workunit.client.0.smithi032.stdout: "share_state": { 2023-12-22T17:16:50.050 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3 2023-12-22T17:16:50.050 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.050 INFO:tasks.workunit.client.0.smithi032.stdout: "share_state_bytes": { 2023-12-22T17:16:50.050 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2023-12-22T17:16:50.050 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3145 2023-12-22T17:16:50.050 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.051 INFO:tasks.workunit.client.0.smithi032.stdout: "share_state_keys": { 2023-12-22T17:16:50.051 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2023-12-22T17:16:50.051 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4 2023-12-22T17:16:50.051 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.051 INFO:tasks.workunit.client.0.smithi032.stdout: "start_leader": { 2023-12-22T17:16:50.051 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3 2023-12-22T17:16:50.051 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.051 INFO:tasks.workunit.client.0.smithi032.stdout: "start_peon": { 2023-12-22T17:16:50.051 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.051 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.051 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state": { 2023-12-22T17:16:50.051 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.051 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.051 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state_bytes": { 2023-12-22T17:16:50.051 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.052 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.052 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.052 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state_keys": { 2023-12-22T17:16:50.052 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.052 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.052 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.052 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state_latency": { 2023-12-22T17:16:50.052 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.052 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.052 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.052 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.052 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache": { 2023-12-22T17:16:50.052 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_bytes": { 2023-12-22T17:16:50.052 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1020054731 2023-12-22T17:16:50.053 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.053 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_bytes": { 2023-12-22T17:16:50.053 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 45842432 2023-12-22T17:16:50.053 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.053 INFO:tasks.workunit.client.0.smithi032.stdout: "mapped_bytes": { 2023-12-22T17:16:50.053 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 40173568 2023-12-22T17:16:50.053 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.053 INFO:tasks.workunit.client.0.smithi032.stdout: "target_bytes": { 2023-12-22T17:16:50.053 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2147483648 2023-12-22T17:16:50.053 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.053 INFO:tasks.workunit.client.0.smithi032.stdout: "unmapped_bytes": { 2023-12-22T17:16:50.053 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5668864 2023-12-22T17:16:50.053 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.053 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.054 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache:full": { 2023-12-22T17:16:50.054 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:50.054 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 348127232 2023-12-22T17:16:50.054 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.054 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:50.054 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.054 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.054 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:50.054 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.054 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.054 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:50.054 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 277030857 2023-12-22T17:16:50.054 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.054 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:50.055 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 250332 2023-12-22T17:16:50.055 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.055 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:50.055 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.055 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.055 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:50.055 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.055 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.055 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:50.055 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.055 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.055 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:50.055 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.055 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.056 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:50.056 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.056 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.056 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:50.056 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.056 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.056 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:50.056 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.056 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.056 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:50.056 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.056 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.056 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:50.056 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70846043 2023-12-22T17:16:50.056 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.056 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.056 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache:inc": { 2023-12-22T17:16:50.057 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:50.057 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 348127232 2023-12-22T17:16:50.057 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.057 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:50.057 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.057 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.057 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:50.057 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.057 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.057 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:50.057 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 277030857 2023-12-22T17:16:50.057 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.057 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:50.057 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 37077 2023-12-22T17:16:50.057 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.058 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:50.058 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.058 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.058 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:50.058 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.058 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.058 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:50.058 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.058 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.058 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:50.058 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.058 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.058 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:50.058 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.058 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.058 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:50.059 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.059 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.059 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:50.059 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.059 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.059 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:50.059 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.059 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.059 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:50.059 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 71059298 2023-12-22T17:16:50.059 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.059 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.059 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache:kv": { 2023-12-22T17:16:50.059 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:50.059 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 322961408 2023-12-22T17:16:50.059 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.060 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:50.060 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2023-12-22T17:16:50.060 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.060 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:50.060 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.060 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.060 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:50.060 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 184687238 2023-12-22T17:16:50.060 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.060 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:50.060 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.060 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.060 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:50.060 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.060 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.061 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:50.061 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.061 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.061 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:50.061 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.061 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.061 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:50.061 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.061 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.061 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:50.061 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.061 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.061 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:50.061 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.061 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.062 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:50.062 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.062 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.062 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:50.062 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.062 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.062 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:50.062 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 71165306 2023-12-22T17:16:50.062 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.062 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.062 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb": { 2023-12-22T17:16:50.062 INFO:tasks.workunit.client.0.smithi032.stdout: "compact": { 2023-12-22T17:16:50.062 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.062 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.062 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_queue_len": { 2023-12-22T17:16:50.063 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.063 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.063 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_queue_merge": { 2023-12-22T17:16:50.063 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.063 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.063 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_range": { 2023-12-22T17:16:50.063 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2023-12-22T17:16:50.063 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.063 INFO:tasks.workunit.client.0.smithi032.stdout: "get_latency": { 2023-12-22T17:16:50.063 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 37900, 2023-12-22T17:16:50.063 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 135975690 2023-12-22T17:16:50.063 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.063 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_delay_time": { 2023-12-22T17:16:50.063 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.063 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.063 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.064 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_memtable_time": { 2023-12-22T17:16:50.064 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.064 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.064 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.064 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_pre_and_post_time": { 2023-12-22T17:16:50.064 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.064 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.064 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.064 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_wal_time": { 2023-12-22T17:16:50.064 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.064 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.064 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.064 INFO:tasks.workunit.client.0.smithi032.stdout: "submit_latency": { 2023-12-22T17:16:50.064 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.064 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.064 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.064 INFO:tasks.workunit.client.0.smithi032.stdout: "submit_sync_latency": { 2023-12-22T17:16:50.065 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1831, 2023-12-22T17:16:50.065 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 240116941 2023-12-22T17:16:50.065 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.065 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.065 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.065 INFO:tasks.workunit.client.0.smithi032.stdout: "mon.d7134caa19f4ceb0ac85f9820c4aa7d20d7697cf": { 2023-12-22T17:16:50.065 INFO:tasks.workunit.client.0.smithi032.stdout: "mon": { 2023-12-22T17:16:50.065 INFO:tasks.workunit.client.0.smithi032.stdout: "election_call": { 2023-12-22T17:16:50.065 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2023-12-22T17:16:50.065 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.066 INFO:tasks.workunit.client.0.smithi032.stdout: "election_lose": { 2023-12-22T17:16:50.066 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2023-12-22T17:16:50.066 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.066 INFO:tasks.workunit.client.0.smithi032.stdout: "election_win": { 2023-12-22T17:16:50.066 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.066 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.066 INFO:tasks.workunit.client.0.smithi032.stdout: "num_elections": { 2023-12-22T17:16:50.066 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 7 2023-12-22T17:16:50.066 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.066 INFO:tasks.workunit.client.0.smithi032.stdout: "num_sessions": { 2023-12-22T17:16:50.066 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 10 2023-12-22T17:16:50.066 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.066 INFO:tasks.workunit.client.0.smithi032.stdout: "session_add": { 2023-12-22T17:16:50.067 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4 2023-12-22T17:16:50.067 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.067 INFO:tasks.workunit.client.0.smithi032.stdout: "session_rm": { 2023-12-22T17:16:50.067 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 54 2023-12-22T17:16:50.067 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.067 INFO:tasks.workunit.client.0.smithi032.stdout: "session_trim": { 2023-12-22T17:16:50.067 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.067 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.067 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.067 INFO:tasks.workunit.client.0.smithi032.stdout: "paxos": { 2023-12-22T17:16:50.067 INFO:tasks.workunit.client.0.smithi032.stdout: "accept_timeout": { 2023-12-22T17:16:50.067 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.067 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.067 INFO:tasks.workunit.client.0.smithi032.stdout: "begin": { 2023-12-22T17:16:50.067 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 725 2023-12-22T17:16:50.068 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.068 INFO:tasks.workunit.client.0.smithi032.stdout: "begin_bytes": { 2023-12-22T17:16:50.068 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 725, 2023-12-22T17:16:50.068 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3400422 2023-12-22T17:16:50.068 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.068 INFO:tasks.workunit.client.0.smithi032.stdout: "begin_keys": { 2023-12-22T17:16:50.068 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.068 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.068 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.068 INFO:tasks.workunit.client.0.smithi032.stdout: "begin_latency": { 2023-12-22T17:16:50.068 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 725, 2023-12-22T17:16:50.068 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 261994719 2023-12-22T17:16:50.068 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.068 INFO:tasks.workunit.client.0.smithi032.stdout: "collect": { 2023-12-22T17:16:50.068 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2023-12-22T17:16:50.068 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.069 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_bytes": { 2023-12-22T17:16:50.069 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:50.069 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 146 2023-12-22T17:16:50.069 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.069 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_keys": { 2023-12-22T17:16:50.069 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:50.069 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2023-12-22T17:16:50.069 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.069 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_latency": { 2023-12-22T17:16:50.069 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:50.069 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1999960 2023-12-22T17:16:50.069 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.069 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_timeout": { 2023-12-22T17:16:50.069 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.069 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.070 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_uncommitted": { 2023-12-22T17:16:50.070 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.070 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.070 INFO:tasks.workunit.client.0.smithi032.stdout: "commit": { 2023-12-22T17:16:50.070 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 726 2023-12-22T17:16:50.070 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.070 INFO:tasks.workunit.client.0.smithi032.stdout: "commit_bytes": { 2023-12-22T17:16:50.070 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.070 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.070 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.070 INFO:tasks.workunit.client.0.smithi032.stdout: "commit_keys": { 2023-12-22T17:16:50.070 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.070 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.070 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.070 INFO:tasks.workunit.client.0.smithi032.stdout: "commit_latency": { 2023-12-22T17:16:50.071 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.071 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.071 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.071 INFO:tasks.workunit.client.0.smithi032.stdout: "lease_ack_timeout": { 2023-12-22T17:16:50.071 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.071 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.071 INFO:tasks.workunit.client.0.smithi032.stdout: "lease_timeout": { 2023-12-22T17:16:50.071 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.071 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.071 INFO:tasks.workunit.client.0.smithi032.stdout: "new_pn": { 2023-12-22T17:16:50.071 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.071 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.071 INFO:tasks.workunit.client.0.smithi032.stdout: "new_pn_latency": { 2023-12-22T17:16:50.071 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.071 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.071 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.071 INFO:tasks.workunit.client.0.smithi032.stdout: "refresh": { 2023-12-22T17:16:50.072 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 726 2023-12-22T17:16:50.072 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.072 INFO:tasks.workunit.client.0.smithi032.stdout: "refresh_latency": { 2023-12-22T17:16:50.072 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 726, 2023-12-22T17:16:50.072 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1794963798 2023-12-22T17:16:50.072 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.072 INFO:tasks.workunit.client.0.smithi032.stdout: "restart": { 2023-12-22T17:16:50.072 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 13 2023-12-22T17:16:50.072 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.072 INFO:tasks.workunit.client.0.smithi032.stdout: "share_state": { 2023-12-22T17:16:50.072 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.072 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.072 INFO:tasks.workunit.client.0.smithi032.stdout: "share_state_bytes": { 2023-12-22T17:16:50.072 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.072 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.072 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.073 INFO:tasks.workunit.client.0.smithi032.stdout: "share_state_keys": { 2023-12-22T17:16:50.073 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.073 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.073 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.073 INFO:tasks.workunit.client.0.smithi032.stdout: "start_leader": { 2023-12-22T17:16:50.073 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.073 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.073 INFO:tasks.workunit.client.0.smithi032.stdout: "start_peon": { 2023-12-22T17:16:50.073 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2023-12-22T17:16:50.073 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.073 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state": { 2023-12-22T17:16:50.073 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 726 2023-12-22T17:16:50.073 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.073 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state_bytes": { 2023-12-22T17:16:50.073 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 726, 2023-12-22T17:16:50.073 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 6667843 2023-12-22T17:16:50.074 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.074 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state_keys": { 2023-12-22T17:16:50.074 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 726, 2023-12-22T17:16:50.074 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5201 2023-12-22T17:16:50.074 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.074 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state_latency": { 2023-12-22T17:16:50.074 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 726, 2023-12-22T17:16:50.074 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1084978115 2023-12-22T17:16:50.074 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.074 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.074 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache": { 2023-12-22T17:16:50.074 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_bytes": { 2023-12-22T17:16:50.074 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1020054731 2023-12-22T17:16:50.074 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.074 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_bytes": { 2023-12-22T17:16:50.074 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 42778624 2023-12-22T17:16:50.075 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.075 INFO:tasks.workunit.client.0.smithi032.stdout: "mapped_bytes": { 2023-12-22T17:16:50.075 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 32456704 2023-12-22T17:16:50.075 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.075 INFO:tasks.workunit.client.0.smithi032.stdout: "target_bytes": { 2023-12-22T17:16:50.075 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2147483648 2023-12-22T17:16:50.075 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.075 INFO:tasks.workunit.client.0.smithi032.stdout: "unmapped_bytes": { 2023-12-22T17:16:50.075 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 10321920 2023-12-22T17:16:50.075 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.075 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.075 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache:full": { 2023-12-22T17:16:50.075 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:50.075 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 348127232 2023-12-22T17:16:50.075 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.076 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:50.076 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.076 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.076 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:50.076 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.076 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.076 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:50.076 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 277029795 2023-12-22T17:16:50.076 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.076 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:50.076 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 250762 2023-12-22T17:16:50.076 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.076 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:50.076 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.076 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.076 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:50.077 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.077 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.077 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:50.077 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.077 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.077 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:50.077 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.077 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.077 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:50.077 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.077 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.077 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:50.077 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.077 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.078 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:50.078 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.078 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.078 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:50.078 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.078 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.078 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:50.078 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70846675 2023-12-22T17:16:50.078 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.078 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.078 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache:inc": { 2023-12-22T17:16:50.078 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:50.078 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 348127232 2023-12-22T17:16:50.078 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.078 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:50.078 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.079 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.079 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:50.079 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.079 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.079 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:50.079 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 277029795 2023-12-22T17:16:50.079 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.079 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:50.079 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 39480 2023-12-22T17:16:50.079 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.079 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:50.079 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.079 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.079 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:50.079 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.079 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.080 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:50.080 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.080 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.080 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:50.080 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.080 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.080 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:50.080 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.080 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.080 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:50.080 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.080 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.080 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:50.080 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.080 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.080 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:50.081 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.081 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.081 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:50.081 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 71057957 2023-12-22T17:16:50.081 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.081 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.081 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache:kv": { 2023-12-22T17:16:50.081 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:50.081 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 322961408 2023-12-22T17:16:50.081 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.081 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:50.081 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2023-12-22T17:16:50.081 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.081 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:50.081 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.081 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.082 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:50.082 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 184686530 2023-12-22T17:16:50.082 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.082 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:50.082 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.082 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.082 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:50.082 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.082 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.082 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:50.082 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.082 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.082 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:50.082 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.082 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.082 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:50.083 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.083 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.083 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:50.083 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.083 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.083 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:50.083 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.083 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.083 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:50.083 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.083 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.083 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:50.083 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.083 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.083 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:50.083 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 71166014 2023-12-22T17:16:50.083 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.084 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.084 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb": { 2023-12-22T17:16:50.084 INFO:tasks.workunit.client.0.smithi032.stdout: "compact": { 2023-12-22T17:16:50.084 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.084 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.084 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_queue_len": { 2023-12-22T17:16:50.084 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.084 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.084 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_queue_merge": { 2023-12-22T17:16:50.084 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.084 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.084 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_range": { 2023-12-22T17:16:50.084 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2023-12-22T17:16:50.084 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.084 INFO:tasks.workunit.client.0.smithi032.stdout: "get_latency": { 2023-12-22T17:16:50.084 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 30896, 2023-12-22T17:16:50.085 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 68496582 2023-12-22T17:16:50.085 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.085 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_delay_time": { 2023-12-22T17:16:50.085 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.085 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.085 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.085 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_memtable_time": { 2023-12-22T17:16:50.085 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.085 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.085 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.085 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_pre_and_post_time": { 2023-12-22T17:16:50.085 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.085 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.085 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.085 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_wal_time": { 2023-12-22T17:16:50.086 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.086 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.086 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.086 INFO:tasks.workunit.client.0.smithi032.stdout: "submit_latency": { 2023-12-22T17:16:50.086 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.086 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.086 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.086 INFO:tasks.workunit.client.0.smithi032.stdout: "submit_sync_latency": { 2023-12-22T17:16:50.086 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1570, 2023-12-22T17:16:50.086 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1443216733 2023-12-22T17:16:50.086 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.086 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.086 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.086 INFO:tasks.workunit.client.0.smithi032.stdout: "mon.d72a799828880c9d0b996bb9d98860dc3b76b2e6": { 2023-12-22T17:16:50.086 INFO:tasks.workunit.client.0.smithi032.stdout: "mon": { 2023-12-22T17:16:50.087 INFO:tasks.workunit.client.0.smithi032.stdout: "election_call": { 2023-12-22T17:16:50.087 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2023-12-22T17:16:50.087 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.087 INFO:tasks.workunit.client.0.smithi032.stdout: "election_lose": { 2023-12-22T17:16:50.087 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2023-12-22T17:16:50.087 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.087 INFO:tasks.workunit.client.0.smithi032.stdout: "election_win": { 2023-12-22T17:16:50.087 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.087 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.087 INFO:tasks.workunit.client.0.smithi032.stdout: "num_elections": { 2023-12-22T17:16:50.087 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3 2023-12-22T17:16:50.087 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.087 INFO:tasks.workunit.client.0.smithi032.stdout: "num_sessions": { 2023-12-22T17:16:50.087 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 11 2023-12-22T17:16:50.088 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.088 INFO:tasks.workunit.client.0.smithi032.stdout: "session_add": { 2023-12-22T17:16:50.088 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5 2023-12-22T17:16:50.088 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.088 INFO:tasks.workunit.client.0.smithi032.stdout: "session_rm": { 2023-12-22T17:16:50.088 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 127 2023-12-22T17:16:50.088 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.088 INFO:tasks.workunit.client.0.smithi032.stdout: "session_trim": { 2023-12-22T17:16:50.088 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.088 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.088 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.088 INFO:tasks.workunit.client.0.smithi032.stdout: "paxos": { 2023-12-22T17:16:50.088 INFO:tasks.workunit.client.0.smithi032.stdout: "accept_timeout": { 2023-12-22T17:16:50.088 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.088 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.088 INFO:tasks.workunit.client.0.smithi032.stdout: "begin": { 2023-12-22T17:16:50.089 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 715 2023-12-22T17:16:50.089 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.089 INFO:tasks.workunit.client.0.smithi032.stdout: "begin_bytes": { 2023-12-22T17:16:50.089 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 715, 2023-12-22T17:16:50.089 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3375066 2023-12-22T17:16:50.089 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.089 INFO:tasks.workunit.client.0.smithi032.stdout: "begin_keys": { 2023-12-22T17:16:50.089 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.089 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.089 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.089 INFO:tasks.workunit.client.0.smithi032.stdout: "begin_latency": { 2023-12-22T17:16:50.089 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 715, 2023-12-22T17:16:50.089 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 90998163 2023-12-22T17:16:50.089 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.090 INFO:tasks.workunit.client.0.smithi032.stdout: "collect": { 2023-12-22T17:16:50.090 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2023-12-22T17:16:50.090 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.090 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_bytes": { 2023-12-22T17:16:50.090 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2023-12-22T17:16:50.090 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 73 2023-12-22T17:16:50.090 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.090 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_keys": { 2023-12-22T17:16:50.090 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2023-12-22T17:16:50.090 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2023-12-22T17:16:50.090 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.090 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_latency": { 2023-12-22T17:16:50.090 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2023-12-22T17:16:50.090 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.090 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.090 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_timeout": { 2023-12-22T17:16:50.090 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.091 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.091 INFO:tasks.workunit.client.0.smithi032.stdout: "collect_uncommitted": { 2023-12-22T17:16:50.091 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.091 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.091 INFO:tasks.workunit.client.0.smithi032.stdout: "commit": { 2023-12-22T17:16:50.091 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 717 2023-12-22T17:16:50.091 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.091 INFO:tasks.workunit.client.0.smithi032.stdout: "commit_bytes": { 2023-12-22T17:16:50.091 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.091 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.091 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.091 INFO:tasks.workunit.client.0.smithi032.stdout: "commit_keys": { 2023-12-22T17:16:50.091 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.091 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.091 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.092 INFO:tasks.workunit.client.0.smithi032.stdout: "commit_latency": { 2023-12-22T17:16:50.092 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.092 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.092 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.092 INFO:tasks.workunit.client.0.smithi032.stdout: "lease_ack_timeout": { 2023-12-22T17:16:50.092 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.092 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.092 INFO:tasks.workunit.client.0.smithi032.stdout: "lease_timeout": { 2023-12-22T17:16:50.092 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.092 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.092 INFO:tasks.workunit.client.0.smithi032.stdout: "new_pn": { 2023-12-22T17:16:50.092 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.092 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.092 INFO:tasks.workunit.client.0.smithi032.stdout: "new_pn_latency": { 2023-12-22T17:16:50.092 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.093 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.093 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.093 INFO:tasks.workunit.client.0.smithi032.stdout: "refresh": { 2023-12-22T17:16:50.093 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 717 2023-12-22T17:16:50.093 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.093 INFO:tasks.workunit.client.0.smithi032.stdout: "refresh_latency": { 2023-12-22T17:16:50.093 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 717, 2023-12-22T17:16:50.093 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1579968092 2023-12-22T17:16:50.093 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.093 INFO:tasks.workunit.client.0.smithi032.stdout: "restart": { 2023-12-22T17:16:50.093 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8 2023-12-22T17:16:50.093 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.093 INFO:tasks.workunit.client.0.smithi032.stdout: "share_state": { 2023-12-22T17:16:50.093 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.093 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.093 INFO:tasks.workunit.client.0.smithi032.stdout: "share_state_bytes": { 2023-12-22T17:16:50.093 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.094 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.094 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.094 INFO:tasks.workunit.client.0.smithi032.stdout: "share_state_keys": { 2023-12-22T17:16:50.094 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.094 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.094 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.094 INFO:tasks.workunit.client.0.smithi032.stdout: "start_leader": { 2023-12-22T17:16:50.094 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.094 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.094 INFO:tasks.workunit.client.0.smithi032.stdout: "start_peon": { 2023-12-22T17:16:50.094 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2023-12-22T17:16:50.094 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.094 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state": { 2023-12-22T17:16:50.094 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 716 2023-12-22T17:16:50.094 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.094 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state_bytes": { 2023-12-22T17:16:50.095 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 716, 2023-12-22T17:16:50.095 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 6616194 2023-12-22T17:16:50.095 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.095 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state_keys": { 2023-12-22T17:16:50.095 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 716, 2023-12-22T17:16:50.095 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5120 2023-12-22T17:16:50.095 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.095 INFO:tasks.workunit.client.0.smithi032.stdout: "store_state_latency": { 2023-12-22T17:16:50.095 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 716, 2023-12-22T17:16:50.095 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 88998205 2023-12-22T17:16:50.095 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.095 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.095 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache": { 2023-12-22T17:16:50.095 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_bytes": { 2023-12-22T17:16:50.096 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1020054731 2023-12-22T17:16:50.096 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.096 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_bytes": { 2023-12-22T17:16:50.096 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 43835392 2023-12-22T17:16:50.096 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.096 INFO:tasks.workunit.client.0.smithi032.stdout: "mapped_bytes": { 2023-12-22T17:16:50.096 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 33087488 2023-12-22T17:16:50.096 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.096 INFO:tasks.workunit.client.0.smithi032.stdout: "target_bytes": { 2023-12-22T17:16:50.096 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2147483648 2023-12-22T17:16:50.096 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.096 INFO:tasks.workunit.client.0.smithi032.stdout: "unmapped_bytes": { 2023-12-22T17:16:50.096 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 10747904 2023-12-22T17:16:50.096 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.096 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.096 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache:full": { 2023-12-22T17:16:50.097 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:50.097 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 348127232 2023-12-22T17:16:50.097 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.097 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:50.097 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.097 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.097 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:50.097 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.097 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.097 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:50.097 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 277029795 2023-12-22T17:16:50.097 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.097 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:50.097 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 250762 2023-12-22T17:16:50.097 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.098 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:50.098 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.098 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.098 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:50.098 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.098 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.098 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:50.098 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.098 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.098 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:50.098 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.098 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.098 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:50.098 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.098 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.098 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:50.099 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.099 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.099 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:50.099 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.099 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.099 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:50.099 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.099 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.099 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:50.099 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70846675 2023-12-22T17:16:50.099 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.099 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.099 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache:inc": { 2023-12-22T17:16:50.100 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:50.100 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 348127232 2023-12-22T17:16:50.100 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.100 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:50.100 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.100 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.100 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:50.100 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.100 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.100 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:50.100 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 277029795 2023-12-22T17:16:50.100 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.100 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:50.100 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 39480 2023-12-22T17:16:50.100 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.100 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:50.100 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.101 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.101 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:50.101 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.101 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.101 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:50.101 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.101 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.101 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:50.101 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.101 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.101 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:50.101 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.101 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.101 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:50.101 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.102 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.102 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:50.102 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.102 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.102 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:50.102 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.102 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.102 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:50.102 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 71057957 2023-12-22T17:16:50.102 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.102 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.102 INFO:tasks.workunit.client.0.smithi032.stdout: "prioritycache:kv": { 2023-12-22T17:16:50.102 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:50.102 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 322961408 2023-12-22T17:16:50.102 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.102 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:50.103 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2023-12-22T17:16:50.103 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.103 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:50.103 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.103 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.103 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:50.103 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 184686530 2023-12-22T17:16:50.103 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.103 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:50.103 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.103 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.103 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:50.103 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.103 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.103 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:50.104 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.104 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.104 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:50.104 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.104 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.104 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:50.104 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.104 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.104 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:50.104 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.104 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.104 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:50.104 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.104 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.104 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:50.104 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.105 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.105 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:50.105 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.105 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.105 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:50.105 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 71166014 2023-12-22T17:16:50.105 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.105 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.105 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb": { 2023-12-22T17:16:50.105 INFO:tasks.workunit.client.0.smithi032.stdout: "compact": { 2023-12-22T17:16:50.105 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.105 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.105 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_queue_len": { 2023-12-22T17:16:50.105 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.105 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.106 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_queue_merge": { 2023-12-22T17:16:50.106 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.106 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.106 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_range": { 2023-12-22T17:16:50.106 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2023-12-22T17:16:50.106 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.106 INFO:tasks.workunit.client.0.smithi032.stdout: "get_latency": { 2023-12-22T17:16:50.106 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 30861, 2023-12-22T17:16:50.106 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 70397171 2023-12-22T17:16:50.106 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.106 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_delay_time": { 2023-12-22T17:16:50.106 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.106 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.106 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.106 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_memtable_time": { 2023-12-22T17:16:50.106 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.107 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.107 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.107 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_pre_and_post_time": { 2023-12-22T17:16:50.107 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.107 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.107 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.107 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_write_wal_time": { 2023-12-22T17:16:50.107 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.107 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.107 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.107 INFO:tasks.workunit.client.0.smithi032.stdout: "submit_latency": { 2023-12-22T17:16:50.107 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.107 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.107 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.107 INFO:tasks.workunit.client.0.smithi032.stdout: "submit_sync_latency": { 2023-12-22T17:16:50.107 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1533, 2023-12-22T17:16:50.108 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 185131787 2023-12-22T17:16:50.108 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.108 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.108 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.108 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.0": { 2023-12-22T17:16:50.108 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2023-12-22T17:16:50.108 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_fallback": { 2023-12-22T17:16:50.108 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.108 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.108 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_size_fallback": { 2023-12-22T17:16:50.108 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.108 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.108 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_db": { 2023-12-22T17:16:50.108 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 65536 2023-12-22T17:16:50.108 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.108 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_main": { 2023-12-22T17:16:50.109 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.109 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.109 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_wal": { 2023-12-22T17:16:50.109 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.109 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.109 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_slow": { 2023-12-22T17:16:50.109 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.109 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.109 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_sst": { 2023-12-22T17:16:50.109 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8192 2023-12-22T17:16:50.109 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.109 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_wal": { 2023-12-22T17:16:50.109 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2879488 2023-12-22T17:16:50.109 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.110 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lat": { 2023-12-22T17:16:50.110 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.110 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.110 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.110 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lock_lat": { 2023-12-22T17:16:50.110 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.110 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.110 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.110 INFO:tasks.workunit.client.0.smithi032.stdout: "db_total_bytes": { 2023-12-22T17:16:50.110 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2023-12-22T17:16:50.110 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.110 INFO:tasks.workunit.client.0.smithi032.stdout: "db_used_bytes": { 2023-12-22T17:16:50.110 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 304414720 2023-12-22T17:16:50.110 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.110 INFO:tasks.workunit.client.0.smithi032.stdout: "log_bytes": { 2023-12-22T17:16:50.110 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1691648 2023-12-22T17:16:50.111 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.111 INFO:tasks.workunit.client.0.smithi032.stdout: "logged_bytes": { 2023-12-22T17:16:50.111 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1552384 2023-12-22T17:16:50.111 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.111 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_db": { 2023-12-22T17:16:50.111 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 312803328 2023-12-22T17:16:50.111 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.111 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_slow": { 2023-12-22T17:16:50.111 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.111 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.111 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_wal": { 2023-12-22T17:16:50.111 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.111 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.111 INFO:tasks.workunit.client.0.smithi032.stdout: "num_files": { 2023-12-22T17:16:50.111 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 13 2023-12-22T17:16:50.111 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.112 INFO:tasks.workunit.client.0.smithi032.stdout: "read_bytes": { 2023-12-22T17:16:50.112 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 193929 2023-12-22T17:16:50.112 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.112 INFO:tasks.workunit.client.0.smithi032.stdout: "read_count": { 2023-12-22T17:16:50.112 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 22 2023-12-22T17:16:50.112 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.112 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes": { 2023-12-22T17:16:50.112 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1265664 2023-12-22T17:16:50.112 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.112 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_db": { 2023-12-22T17:16:50.112 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1269760 2023-12-22T17:16:50.112 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.112 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_slow": { 2023-12-22T17:16:50.112 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.112 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.112 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_wal": { 2023-12-22T17:16:50.112 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.112 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.113 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_count": { 2023-12-22T17:16:50.113 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14 2023-12-22T17:16:50.113 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.113 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_bytes": { 2023-12-22T17:16:50.113 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3653 2023-12-22T17:16:50.113 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.113 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_count": { 2023-12-22T17:16:50.113 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3 2023-12-22T17:16:50.113 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.113 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_bytes": { 2023-12-22T17:16:50.113 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3833 2023-12-22T17:16:50.113 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.113 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_count": { 2023-12-22T17:16:50.113 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 18 2023-12-22T17:16:50.114 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.114 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_bytes": { 2023-12-22T17:16:50.114 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3833 2023-12-22T17:16:50.114 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.114 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_count": { 2023-12-22T17:16:50.114 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 18 2023-12-22T17:16:50.114 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.114 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes": { 2023-12-22T17:16:50.114 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.114 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.114 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_db": { 2023-12-22T17:16:50.114 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.114 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.114 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_slow": { 2023-12-22T17:16:50.114 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.114 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.115 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_wal": { 2023-12-22T17:16:50.115 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.115 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.115 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_count": { 2023-12-22T17:16:50.115 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.115 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.115 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_total_bytes": { 2023-12-22T17:16:50.115 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.115 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.115 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_used_bytes": { 2023-12-22T17:16:50.115 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.115 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.115 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_total_bytes": { 2023-12-22T17:16:50.115 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.115 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.115 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_used_bytes": { 2023-12-22T17:16:50.115 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.116 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.116 INFO:tasks.workunit.client.0.smithi032.stdout: "write_bytes": { 2023-12-22T17:16:50.116 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4501504 2023-12-22T17:16:50.116 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.116 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.116 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore": { 2023-12-22T17:16:50.116 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit": { 2023-12-22T17:16:50.116 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4096 2023-12-22T17:16:50.116 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.116 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": { 2023-12-22T17:16:50.116 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1265664 2023-12-22T17:16:50.116 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.116 INFO:tasks.workunit.client.0.smithi032.stdout: "clist_lat": { 2023-12-22T17:16:50.116 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:50.116 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 77889 2023-12-22T17:16:50.116 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.117 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_lat": { 2023-12-22T17:16:50.117 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.117 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.117 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.117 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed": { 2023-12-22T17:16:50.117 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.117 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.117 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_allocated": { 2023-12-22T17:16:50.117 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.117 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.117 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_original": { 2023-12-22T17:16:50.117 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.117 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.117 INFO:tasks.workunit.client.0.smithi032.stdout: "csum_lat": { 2023-12-22T17:16:50.117 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 22, 2023-12-22T17:16:50.117 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 65699 2023-12-22T17:16:50.118 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.118 INFO:tasks.workunit.client.0.smithi032.stdout: "decompress_lat": { 2023-12-22T17:16:50.118 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.118 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.118 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.118 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_commit_lat": { 2023-12-22T17:16:50.118 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 363, 2023-12-22T17:16:50.118 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 78427577 2023-12-22T17:16:50.118 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.118 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_final_lat": { 2023-12-22T17:16:50.118 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 338, 2023-12-22T17:16:50.118 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 17658912 2023-12-22T17:16:50.118 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.118 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_flush_lat": { 2023-12-22T17:16:50.118 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 363, 2023-12-22T17:16:50.118 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 464903 2023-12-22T17:16:50.119 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.119 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_sync_lat": { 2023-12-22T17:16:50.119 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 363, 2023-12-22T17:16:50.119 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 78892480 2023-12-22T17:16:50.119 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.119 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_keys_lat": { 2023-12-22T17:16:50.119 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.119 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.119 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.119 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_values_lat": { 2023-12-22T17:16:50.119 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.119 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.119 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.119 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_lower_bound_lat": { 2023-12-22T17:16:50.119 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 6, 2023-12-22T17:16:50.119 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 20591 2023-12-22T17:16:50.119 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.120 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_next_lat": { 2023-12-22T17:16:50.120 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.120 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.120 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.120 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_seek_to_first_lat": { 2023-12-22T17:16:50.120 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.120 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.120 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.120 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_upper_bound_lat": { 2023-12-22T17:16:50.120 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:50.120 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 9780 2023-12-22T17:16:50.120 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.120 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_hits": { 2023-12-22T17:16:50.120 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 826 2023-12-22T17:16:50.120 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.120 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_misses": { 2023-12-22T17:16:50.121 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 218 2023-12-22T17:16:50.121 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.121 INFO:tasks.workunit.client.0.smithi032.stdout: "read_lat": { 2023-12-22T17:16:50.121 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 116, 2023-12-22T17:16:50.121 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2179111 2023-12-22T17:16:50.121 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.121 INFO:tasks.workunit.client.0.smithi032.stdout: "read_onode_meta_lat": { 2023-12-22T17:16:50.121 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 316, 2023-12-22T17:16:50.121 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 340658 2023-12-22T17:16:50.121 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.121 INFO:tasks.workunit.client.0.smithi032.stdout: "read_wait_aio_lat": { 2023-12-22T17:16:50.121 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 200, 2023-12-22T17:16:50.121 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1348723 2023-12-22T17:16:50.121 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.121 INFO:tasks.workunit.client.0.smithi032.stdout: "reads_with_retries": { 2023-12-22T17:16:50.121 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.121 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.122 INFO:tasks.workunit.client.0.smithi032.stdout: "remove_lat": { 2023-12-22T17:16:50.122 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2023-12-22T17:16:50.122 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 20408 2023-12-22T17:16:50.122 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.122 INFO:tasks.workunit.client.0.smithi032.stdout: "state_aio_wait_lat": { 2023-12-22T17:16:50.122 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 481, 2023-12-22T17:16:50.122 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 9707246 2023-12-22T17:16:50.122 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.122 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_aio_wait_lat": { 2023-12-22T17:16:50.122 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 124, 2023-12-22T17:16:50.122 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8828933 2023-12-22T17:16:50.122 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.122 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_cleanup_lat": { 2023-12-22T17:16:50.122 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 124, 2023-12-22T17:16:50.122 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 307176681347 2023-12-22T17:16:50.122 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.123 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_queued_lat": { 2023-12-22T17:16:50.123 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 124, 2023-12-22T17:16:50.123 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 148260753534 2023-12-22T17:16:50.123 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.123 INFO:tasks.workunit.client.0.smithi032.stdout: "state_done_lat": { 2023-12-22T17:16:50.123 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 481, 2023-12-22T17:16:50.123 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 62615444924 2023-12-22T17:16:50.123 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.123 INFO:tasks.workunit.client.0.smithi032.stdout: "state_finishing_lat": { 2023-12-22T17:16:50.123 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 481, 2023-12-22T17:16:50.123 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 49782 2023-12-22T17:16:50.123 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.123 INFO:tasks.workunit.client.0.smithi032.stdout: "state_io_done_lat": { 2023-12-22T17:16:50.123 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 481, 2023-12-22T17:16:50.123 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 502364 2023-12-22T17:16:50.123 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.124 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_commiting_lat": { 2023-12-22T17:16:50.124 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 481, 2023-12-22T17:16:50.124 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 495883175 2023-12-22T17:16:50.124 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.124 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_done_lat": { 2023-12-22T17:16:50.124 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 481, 2023-12-22T17:16:50.124 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 168008 2023-12-22T17:16:50.124 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.124 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_queued_lat": { 2023-12-22T17:16:50.124 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 481, 2023-12-22T17:16:50.124 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 101565623 2023-12-22T17:16:50.124 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.124 INFO:tasks.workunit.client.0.smithi032.stdout: "state_prepare_lat": { 2023-12-22T17:16:50.124 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 481, 2023-12-22T17:16:50.124 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 21851343 2023-12-22T17:16:50.124 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.124 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": { 2023-12-22T17:16:50.125 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 878227 2023-12-22T17:16:50.125 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.125 INFO:tasks.workunit.client.0.smithi032.stdout: "truncate_lat": { 2023-12-22T17:16:50.125 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.125 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.125 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.125 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_commit_lat": { 2023-12-22T17:16:50.125 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 481, 2023-12-22T17:16:50.125 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 629583315 2023-12-22T17:16:50.125 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.125 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_submit_lat": { 2023-12-22T17:16:50.125 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 481, 2023-12-22T17:16:50.125 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 26449778 2023-12-22T17:16:50.125 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.125 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_throttle_lat": { 2023-12-22T17:16:50.126 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 481, 2023-12-22T17:16:50.126 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3200987 2023-12-22T17:16:50.126 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.126 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.126 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache": { 2023-12-22T17:16:50.126 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_bytes": { 2023-12-22T17:16:50.126 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1870074229 2023-12-22T17:16:50.126 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.126 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_bytes": { 2023-12-22T17:16:50.126 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 271187968 2023-12-22T17:16:50.126 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.126 INFO:tasks.workunit.client.0.smithi032.stdout: "mapped_bytes": { 2023-12-22T17:16:50.126 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 270524416 2023-12-22T17:16:50.126 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.126 INFO:tasks.workunit.client.0.smithi032.stdout: "target_bytes": { 2023-12-22T17:16:50.126 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3147506585 2023-12-22T17:16:50.126 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.127 INFO:tasks.workunit.client.0.smithi032.stdout: "unmapped_bytes": { 2023-12-22T17:16:50.127 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 663552 2023-12-22T17:16:50.127 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.127 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.127 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:data": { 2023-12-22T17:16:50.127 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:50.127 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 159383552 2023-12-22T17:16:50.127 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.127 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:50.127 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.127 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.127 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:50.127 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.127 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.127 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:50.127 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 85979001 2023-12-22T17:16:50.127 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.128 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:50.128 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.128 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.128 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:50.128 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.128 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.128 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:50.128 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.128 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.128 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:50.128 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.128 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.128 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:50.128 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.129 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.129 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:50.129 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 610304 2023-12-22T17:16:50.129 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.129 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:50.129 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.129 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.129 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:50.129 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.129 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.129 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:50.129 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.129 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.130 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:50.130 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 72794247 2023-12-22T17:16:50.130 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.130 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.130 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv": { 2023-12-22T17:16:50.130 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:50.130 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 780140544 2023-12-22T17:16:50.130 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.130 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:50.130 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2023-12-22T17:16:50.130 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.130 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:50.130 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.130 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.131 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:50.131 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 644842511 2023-12-22T17:16:50.131 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.131 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:50.131 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.131 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.131 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:50.131 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.131 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.131 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:50.131 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.131 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.131 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:50.131 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.131 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.131 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:50.131 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.132 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.132 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:50.132 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1168 2023-12-22T17:16:50.132 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.132 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:50.132 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.132 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.132 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:50.132 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.132 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.132 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:50.132 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.132 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.132 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:50.132 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 68188001 2023-12-22T17:16:50.132 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.132 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.133 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv_onode": { 2023-12-22T17:16:50.133 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:50.133 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 192937984 2023-12-22T17:16:50.133 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.133 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:50.133 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2023-12-22T17:16:50.133 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.133 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:50.133 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 464 2023-12-22T17:16:50.133 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.133 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:50.133 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 57319334 2023-12-22T17:16:50.133 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.133 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:50.134 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.134 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.134 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:50.134 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.134 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.134 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:50.134 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.134 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.134 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:50.134 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.134 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.134 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:50.134 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.134 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.134 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:50.134 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.134 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.135 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:50.135 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.135 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.135 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:50.135 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.135 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.135 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:50.135 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.135 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.135 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:50.135 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 68509322 2023-12-22T17:16:50.135 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.135 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.135 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:meta": { 2023-12-22T17:16:50.135 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:50.135 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 713031680 2023-12-22T17:16:50.135 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.136 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:50.136 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.136 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.136 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:50.136 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.136 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.136 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:50.136 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 644842511 2023-12-22T17:16:50.136 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.136 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:50.136 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.136 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.136 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:50.136 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12652 2023-12-22T17:16:50.136 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.137 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:50.137 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.137 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.137 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:50.137 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.137 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.137 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:50.137 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 106840 2023-12-22T17:16:50.137 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.137 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:50.137 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 151826 2023-12-22T17:16:50.137 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.137 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:50.137 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.137 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.138 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:50.138 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.138 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.138 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:50.138 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.138 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.138 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:50.138 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67917851 2023-12-22T17:16:50.138 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.138 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.138 INFO:tasks.workunit.client.0.smithi032.stdout: "objecter": { 2023-12-22T17:16:50.138 INFO:tasks.workunit.client.0.smithi032.stdout: "op_active": { 2023-12-22T17:16:50.138 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.138 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.138 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2023-12-22T17:16:50.139 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.139 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.139 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rmw": { 2023-12-22T17:16:50.139 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.139 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.139 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2023-12-22T17:16:50.139 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.139 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.139 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.139 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:50.139 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg": { 2023-12-22T17:16:50.139 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 47 2023-12-22T17:16:50.139 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.139 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg_removing": { 2023-12-22T17:16:50.139 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.140 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.140 INFO:tasks.workunit.client.0.smithi032.stdout: "op": { 2023-12-22T17:16:50.140 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5 2023-12-22T17:16:50.140 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.140 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_degraded": { 2023-12-22T17:16:50.140 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.140 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.140 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_unreadable": { 2023-12-22T17:16:50.140 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.140 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.140 INFO:tasks.workunit.client.0.smithi032.stdout: "op_in_bytes": { 2023-12-22T17:16:50.140 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 588 2023-12-22T17:16:50.140 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.140 INFO:tasks.workunit.client.0.smithi032.stdout: "op_latency": { 2023-12-22T17:16:50.140 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 5, 2023-12-22T17:16:50.141 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 20630066 2023-12-22T17:16:50.141 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.141 INFO:tasks.workunit.client.0.smithi032.stdout: "op_out_bytes": { 2023-12-22T17:16:50.141 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.141 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.141 INFO:tasks.workunit.client.0.smithi032.stdout: "op_prepare_latency": { 2023-12-22T17:16:50.141 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 6, 2023-12-22T17:16:50.141 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4927180 2023-12-22T17:16:50.141 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.141 INFO:tasks.workunit.client.0.smithi032.stdout: "op_process_latency": { 2023-12-22T17:16:50.141 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 5, 2023-12-22T17:16:50.141 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 17790308 2023-12-22T17:16:50.141 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.141 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2023-12-22T17:16:50.141 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.141 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.142 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency": { 2023-12-22T17:16:50.142 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.142 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.142 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.142 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-22T17:16:50.142 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.142 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.142 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_out_bytes": { 2023-12-22T17:16:50.142 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.142 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.142 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_prepare_latency": { 2023-12-22T17:16:50.142 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.142 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.142 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.142 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_process_latency": { 2023-12-22T17:16:50.143 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.143 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.143 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.143 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw": { 2023-12-22T17:16:50.143 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.143 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.143 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_in_bytes": { 2023-12-22T17:16:50.143 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.143 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.143 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency": { 2023-12-22T17:16:50.143 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.143 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.143 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.143 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-22T17:16:50.144 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.144 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.144 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-22T17:16:50.144 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.144 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.144 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_out_bytes": { 2023-12-22T17:16:50.144 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.144 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.144 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_prepare_latency": { 2023-12-22T17:16:50.144 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.144 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.144 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.144 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_process_latency": { 2023-12-22T17:16:50.144 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.144 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.145 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.145 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2023-12-22T17:16:50.145 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5 2023-12-22T17:16:50.145 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.145 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_in_bytes": { 2023-12-22T17:16:50.145 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 588 2023-12-22T17:16:50.145 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.145 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency": { 2023-12-22T17:16:50.145 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 5, 2023-12-22T17:16:50.145 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 20630066 2023-12-22T17:16:50.145 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.145 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-22T17:16:50.145 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.145 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.145 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_prepare_latency": { 2023-12-22T17:16:50.146 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 6, 2023-12-22T17:16:50.146 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4927180 2023-12-22T17:16:50.146 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.146 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_process_latency": { 2023-12-22T17:16:50.146 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 5, 2023-12-22T17:16:50.146 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 17790308 2023-12-22T17:16:50.146 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.146 INFO:tasks.workunit.client.0.smithi032.stdout: "op_wip": { 2023-12-22T17:16:50.146 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.146 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.146 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_bytes": { 2023-12-22T17:16:50.146 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1771104 2023-12-22T17:16:50.146 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.147 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_ops": { 2023-12-22T17:16:50.147 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 6 2023-12-22T17:16:50.147 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.147 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes": { 2023-12-22T17:16:50.147 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2023-12-22T17:16:50.147 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.147 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes_used": { 2023-12-22T17:16:50.147 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 305688576 2023-12-22T17:16:50.147 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.147 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.147 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.147 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.1": { 2023-12-22T17:16:50.147 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2023-12-22T17:16:50.147 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_fallback": { 2023-12-22T17:16:50.147 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.148 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.148 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_size_fallback": { 2023-12-22T17:16:50.148 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.148 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.148 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_db": { 2023-12-22T17:16:50.148 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 65536 2023-12-22T17:16:50.148 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.148 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_main": { 2023-12-22T17:16:50.148 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.148 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.148 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_wal": { 2023-12-22T17:16:50.148 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.148 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.148 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_slow": { 2023-12-22T17:16:50.148 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.149 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.149 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_sst": { 2023-12-22T17:16:50.149 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8192 2023-12-22T17:16:50.149 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.149 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_wal": { 2023-12-22T17:16:50.149 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2478080 2023-12-22T17:16:50.149 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.149 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lat": { 2023-12-22T17:16:50.149 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.149 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.149 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.149 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lock_lat": { 2023-12-22T17:16:50.149 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.150 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.150 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.150 INFO:tasks.workunit.client.0.smithi032.stdout: "db_total_bytes": { 2023-12-22T17:16:50.150 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2023-12-22T17:16:50.150 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.150 INFO:tasks.workunit.client.0.smithi032.stdout: "db_used_bytes": { 2023-12-22T17:16:50.150 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 304414720 2023-12-22T17:16:50.150 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.150 INFO:tasks.workunit.client.0.smithi032.stdout: "log_bytes": { 2023-12-22T17:16:50.150 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1466368 2023-12-22T17:16:50.150 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.150 INFO:tasks.workunit.client.0.smithi032.stdout: "logged_bytes": { 2023-12-22T17:16:50.150 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1327104 2023-12-22T17:16:50.150 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.150 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_db": { 2023-12-22T17:16:50.151 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 312803328 2023-12-22T17:16:50.151 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.151 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_slow": { 2023-12-22T17:16:50.151 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.151 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.151 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_wal": { 2023-12-22T17:16:50.151 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.151 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.151 INFO:tasks.workunit.client.0.smithi032.stdout: "num_files": { 2023-12-22T17:16:50.151 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 13 2023-12-22T17:16:50.151 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.151 INFO:tasks.workunit.client.0.smithi032.stdout: "read_bytes": { 2023-12-22T17:16:50.151 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 193929 2023-12-22T17:16:50.151 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.151 INFO:tasks.workunit.client.0.smithi032.stdout: "read_count": { 2023-12-22T17:16:50.152 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 22 2023-12-22T17:16:50.152 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.152 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes": { 2023-12-22T17:16:50.152 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1265664 2023-12-22T17:16:50.152 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.152 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_db": { 2023-12-22T17:16:50.152 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1269760 2023-12-22T17:16:50.152 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.152 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_slow": { 2023-12-22T17:16:50.152 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.152 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.152 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_wal": { 2023-12-22T17:16:50.152 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.152 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.153 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_count": { 2023-12-22T17:16:50.153 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14 2023-12-22T17:16:50.153 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.153 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_bytes": { 2023-12-22T17:16:50.153 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3653 2023-12-22T17:16:50.153 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.153 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_count": { 2023-12-22T17:16:50.153 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3 2023-12-22T17:16:50.153 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.153 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_bytes": { 2023-12-22T17:16:50.153 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3833 2023-12-22T17:16:50.153 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.153 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_count": { 2023-12-22T17:16:50.153 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 18 2023-12-22T17:16:50.153 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.154 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_bytes": { 2023-12-22T17:16:50.154 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3833 2023-12-22T17:16:50.154 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.154 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_count": { 2023-12-22T17:16:50.154 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 18 2023-12-22T17:16:50.154 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.154 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes": { 2023-12-22T17:16:50.154 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.154 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.154 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_db": { 2023-12-22T17:16:50.154 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.154 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.154 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_slow": { 2023-12-22T17:16:50.154 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.155 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.155 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_wal": { 2023-12-22T17:16:50.155 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.155 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.155 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_count": { 2023-12-22T17:16:50.155 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.155 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.155 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_total_bytes": { 2023-12-22T17:16:50.155 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.155 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.155 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_used_bytes": { 2023-12-22T17:16:50.155 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.155 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.155 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_total_bytes": { 2023-12-22T17:16:50.155 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.156 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.156 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_used_bytes": { 2023-12-22T17:16:50.156 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.156 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.156 INFO:tasks.workunit.client.0.smithi032.stdout: "write_bytes": { 2023-12-22T17:16:50.156 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3874816 2023-12-22T17:16:50.156 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.156 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.156 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore": { 2023-12-22T17:16:50.156 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit": { 2023-12-22T17:16:50.156 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4096 2023-12-22T17:16:50.156 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.156 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": { 2023-12-22T17:16:50.156 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 667648 2023-12-22T17:16:50.156 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.156 INFO:tasks.workunit.client.0.smithi032.stdout: "clist_lat": { 2023-12-22T17:16:50.157 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 5, 2023-12-22T17:16:50.157 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 173527 2023-12-22T17:16:50.157 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.157 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_lat": { 2023-12-22T17:16:50.157 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.157 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.157 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.157 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed": { 2023-12-22T17:16:50.157 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.157 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.157 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_allocated": { 2023-12-22T17:16:50.157 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.157 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.157 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_original": { 2023-12-22T17:16:50.157 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.158 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.158 INFO:tasks.workunit.client.0.smithi032.stdout: "csum_lat": { 2023-12-22T17:16:50.158 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 28, 2023-12-22T17:16:50.158 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 85681 2023-12-22T17:16:50.158 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.158 INFO:tasks.workunit.client.0.smithi032.stdout: "decompress_lat": { 2023-12-22T17:16:50.158 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.158 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.158 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.158 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_commit_lat": { 2023-12-22T17:16:50.158 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 308, 2023-12-22T17:16:50.158 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 62618541 2023-12-22T17:16:50.158 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.158 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_final_lat": { 2023-12-22T17:16:50.159 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 294, 2023-12-22T17:16:50.159 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12088767 2023-12-22T17:16:50.159 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.159 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_flush_lat": { 2023-12-22T17:16:50.159 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 308, 2023-12-22T17:16:50.159 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 407959 2023-12-22T17:16:50.159 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.159 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_sync_lat": { 2023-12-22T17:16:50.159 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 308, 2023-12-22T17:16:50.159 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 63026500 2023-12-22T17:16:50.159 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.159 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_keys_lat": { 2023-12-22T17:16:50.159 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.159 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.160 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.160 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_values_lat": { 2023-12-22T17:16:50.160 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:50.160 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1444 2023-12-22T17:16:50.160 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.160 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_lower_bound_lat": { 2023-12-22T17:16:50.160 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:50.160 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8734 2023-12-22T17:16:50.160 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.160 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_next_lat": { 2023-12-22T17:16:50.160 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.160 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.160 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.160 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_seek_to_first_lat": { 2023-12-22T17:16:50.160 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.161 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.161 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.161 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_upper_bound_lat": { 2023-12-22T17:16:50.161 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:50.161 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4713 2023-12-22T17:16:50.161 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.161 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_hits": { 2023-12-22T17:16:50.161 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 787 2023-12-22T17:16:50.161 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.161 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_misses": { 2023-12-22T17:16:50.161 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 223 2023-12-22T17:16:50.161 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.161 INFO:tasks.workunit.client.0.smithi032.stdout: "read_lat": { 2023-12-22T17:16:50.161 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 127, 2023-12-22T17:16:50.162 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1928805 2023-12-22T17:16:50.162 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.162 INFO:tasks.workunit.client.0.smithi032.stdout: "read_onode_meta_lat": { 2023-12-22T17:16:50.162 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 335, 2023-12-22T17:16:50.162 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 319949 2023-12-22T17:16:50.162 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.162 INFO:tasks.workunit.client.0.smithi032.stdout: "read_wait_aio_lat": { 2023-12-22T17:16:50.162 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 208, 2023-12-22T17:16:50.162 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1139708 2023-12-22T17:16:50.162 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.162 INFO:tasks.workunit.client.0.smithi032.stdout: "reads_with_retries": { 2023-12-22T17:16:50.162 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.162 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.162 INFO:tasks.workunit.client.0.smithi032.stdout: "remove_lat": { 2023-12-22T17:16:50.162 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2023-12-22T17:16:50.163 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 119870 2023-12-22T17:16:50.163 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.163 INFO:tasks.workunit.client.0.smithi032.stdout: "state_aio_wait_lat": { 2023-12-22T17:16:50.163 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 397, 2023-12-22T17:16:50.163 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 7007636 2023-12-22T17:16:50.163 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.163 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_aio_wait_lat": { 2023-12-22T17:16:50.163 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 117, 2023-12-22T17:16:50.163 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8971225 2023-12-22T17:16:50.163 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.163 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_cleanup_lat": { 2023-12-22T17:16:50.163 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 115, 2023-12-22T17:16:50.163 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 359045593341 2023-12-22T17:16:50.163 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.163 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_queued_lat": { 2023-12-22T17:16:50.163 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 117, 2023-12-22T17:16:50.164 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 168576757412 2023-12-22T17:16:50.164 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.164 INFO:tasks.workunit.client.0.smithi032.stdout: "state_done_lat": { 2023-12-22T17:16:50.164 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 395, 2023-12-22T17:16:50.164 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 64685372276 2023-12-22T17:16:50.164 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.164 INFO:tasks.workunit.client.0.smithi032.stdout: "state_finishing_lat": { 2023-12-22T17:16:50.164 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 395, 2023-12-22T17:16:50.164 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 36901 2023-12-22T17:16:50.164 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.164 INFO:tasks.workunit.client.0.smithi032.stdout: "state_io_done_lat": { 2023-12-22T17:16:50.164 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 397, 2023-12-22T17:16:50.164 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 423620 2023-12-22T17:16:50.164 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.165 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_commiting_lat": { 2023-12-22T17:16:50.165 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 397, 2023-12-22T17:16:50.165 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 167624080 2023-12-22T17:16:50.165 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.165 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_done_lat": { 2023-12-22T17:16:50.165 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 397, 2023-12-22T17:16:50.165 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 126464 2023-12-22T17:16:50.165 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.165 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_queued_lat": { 2023-12-22T17:16:50.165 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 397, 2023-12-22T17:16:50.165 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 111782372 2023-12-22T17:16:50.165 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.165 INFO:tasks.workunit.client.0.smithi032.stdout: "state_prepare_lat": { 2023-12-22T17:16:50.165 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 397, 2023-12-22T17:16:50.165 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 20627247 2023-12-22T17:16:50.165 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.166 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": { 2023-12-22T17:16:50.166 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 287584 2023-12-22T17:16:50.166 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.166 INFO:tasks.workunit.client.0.smithi032.stdout: "truncate_lat": { 2023-12-22T17:16:50.166 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.166 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.166 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.166 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_commit_lat": { 2023-12-22T17:16:50.166 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 397, 2023-12-22T17:16:50.166 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 307526867 2023-12-22T17:16:50.166 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.166 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_submit_lat": { 2023-12-22T17:16:50.166 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 397, 2023-12-22T17:16:50.166 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 24786341 2023-12-22T17:16:50.167 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.167 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_throttle_lat": { 2023-12-22T17:16:50.167 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 397, 2023-12-22T17:16:50.167 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3605810 2023-12-22T17:16:50.167 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.167 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.167 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache": { 2023-12-22T17:16:50.167 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_bytes": { 2023-12-22T17:16:50.167 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1870074229 2023-12-22T17:16:50.167 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.167 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_bytes": { 2023-12-22T17:16:50.167 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 236371968 2023-12-22T17:16:50.167 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.167 INFO:tasks.workunit.client.0.smithi032.stdout: "mapped_bytes": { 2023-12-22T17:16:50.167 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 235634688 2023-12-22T17:16:50.167 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.168 INFO:tasks.workunit.client.0.smithi032.stdout: "target_bytes": { 2023-12-22T17:16:50.168 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3147506585 2023-12-22T17:16:50.168 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.168 INFO:tasks.workunit.client.0.smithi032.stdout: "unmapped_bytes": { 2023-12-22T17:16:50.168 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 737280 2023-12-22T17:16:50.168 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.168 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.168 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:data": { 2023-12-22T17:16:50.168 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:50.168 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 159383552 2023-12-22T17:16:50.168 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.168 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:50.168 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.168 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.168 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:50.168 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.169 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.169 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:50.169 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 86016471 2023-12-22T17:16:50.169 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.169 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:50.169 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.169 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.169 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:50.169 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.169 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.169 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:50.169 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.169 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.169 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:50.170 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.170 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.170 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:50.170 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.170 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.170 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:50.170 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12288 2023-12-22T17:16:50.170 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.170 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:50.170 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.170 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.170 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:50.170 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.170 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.170 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:50.170 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.171 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.171 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:50.171 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 73354793 2023-12-22T17:16:50.171 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.171 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.171 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv": { 2023-12-22T17:16:50.171 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:50.171 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 780140544 2023-12-22T17:16:50.171 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.171 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:50.171 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2023-12-22T17:16:50.171 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.171 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:50.171 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.171 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.171 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:50.171 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 645123532 2023-12-22T17:16:50.172 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.172 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:50.172 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.172 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.172 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:50.172 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.172 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.172 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:50.172 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.172 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.172 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:50.172 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.172 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.172 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:50.172 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.172 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.173 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:50.173 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1168 2023-12-22T17:16:50.173 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.173 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:50.173 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.173 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.173 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:50.173 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.173 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.173 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:50.173 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.173 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.173 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:50.173 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67906980 2023-12-22T17:16:50.173 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.174 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.174 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv_onode": { 2023-12-22T17:16:50.174 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:50.174 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 192937984 2023-12-22T17:16:50.174 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.174 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:50.174 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2023-12-22T17:16:50.174 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.174 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:50.174 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 464 2023-12-22T17:16:50.174 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.174 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:50.174 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 57344314 2023-12-22T17:16:50.174 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.174 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:50.174 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.174 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.175 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:50.175 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.175 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.175 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:50.175 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.175 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.175 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:50.175 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.175 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.175 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:50.175 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.175 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.175 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:50.175 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.175 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.175 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:50.175 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.176 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.176 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:50.176 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.176 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.176 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:50.176 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.176 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.176 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:50.176 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 68484342 2023-12-22T17:16:50.176 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.176 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.176 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:meta": { 2023-12-22T17:16:50.176 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:50.176 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 713031680 2023-12-22T17:16:50.176 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.176 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:50.177 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.177 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.177 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:50.177 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.177 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.177 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:50.177 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 645123532 2023-12-22T17:16:50.177 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.177 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:50.177 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.177 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.177 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:50.177 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.177 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.177 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:50.177 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.178 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.178 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:50.178 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.178 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.178 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:50.178 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 88033 2023-12-22T17:16:50.178 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.178 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:50.178 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 151306 2023-12-22T17:16:50.178 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.178 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:50.178 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.178 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.178 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:50.178 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.178 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.179 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:50.179 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.179 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.179 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:50.179 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67668809 2023-12-22T17:16:50.179 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.179 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.179 INFO:tasks.workunit.client.0.smithi032.stdout: "objecter": { 2023-12-22T17:16:50.179 INFO:tasks.workunit.client.0.smithi032.stdout: "op_active": { 2023-12-22T17:16:50.179 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.179 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.179 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2023-12-22T17:16:50.179 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.179 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.179 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rmw": { 2023-12-22T17:16:50.179 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.180 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.180 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2023-12-22T17:16:50.180 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.180 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.180 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.180 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:50.180 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg": { 2023-12-22T17:16:50.180 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 36 2023-12-22T17:16:50.180 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.180 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg_removing": { 2023-12-22T17:16:50.180 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.180 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.180 INFO:tasks.workunit.client.0.smithi032.stdout: "op": { 2023-12-22T17:16:50.180 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 155 2023-12-22T17:16:50.180 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.180 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_degraded": { 2023-12-22T17:16:50.181 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.181 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.181 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_unreadable": { 2023-12-22T17:16:50.181 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.181 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.181 INFO:tasks.workunit.client.0.smithi032.stdout: "op_in_bytes": { 2023-12-22T17:16:50.181 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2429440 2023-12-22T17:16:50.181 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.181 INFO:tasks.workunit.client.0.smithi032.stdout: "op_latency": { 2023-12-22T17:16:50.181 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 155, 2023-12-22T17:16:50.181 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 317137532 2023-12-22T17:16:50.181 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.181 INFO:tasks.workunit.client.0.smithi032.stdout: "op_out_bytes": { 2023-12-22T17:16:50.181 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1052 2023-12-22T17:16:50.181 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.181 INFO:tasks.workunit.client.0.smithi032.stdout: "op_prepare_latency": { 2023-12-22T17:16:50.182 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 155, 2023-12-22T17:16:50.182 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 54402912 2023-12-22T17:16:50.182 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.182 INFO:tasks.workunit.client.0.smithi032.stdout: "op_process_latency": { 2023-12-22T17:16:50.182 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 155, 2023-12-22T17:16:50.182 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 184292308 2023-12-22T17:16:50.182 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.182 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2023-12-22T17:16:50.182 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 33 2023-12-22T17:16:50.182 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.182 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency": { 2023-12-22T17:16:50.182 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 33, 2023-12-22T17:16:50.182 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4706440 2023-12-22T17:16:50.182 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.182 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-22T17:16:50.183 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.183 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.183 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_out_bytes": { 2023-12-22T17:16:50.183 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1052 2023-12-22T17:16:50.183 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.183 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_prepare_latency": { 2023-12-22T17:16:50.183 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 33, 2023-12-22T17:16:50.183 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4057295 2023-12-22T17:16:50.183 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.183 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_process_latency": { 2023-12-22T17:16:50.183 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 33, 2023-12-22T17:16:50.183 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3258767 2023-12-22T17:16:50.183 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.183 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw": { 2023-12-22T17:16:50.183 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 22 2023-12-22T17:16:50.184 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.184 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_in_bytes": { 2023-12-22T17:16:50.184 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.184 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.184 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency": { 2023-12-22T17:16:50.184 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 22, 2023-12-22T17:16:50.184 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 19138839 2023-12-22T17:16:50.184 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.184 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-22T17:16:50.184 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.184 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.184 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-22T17:16:50.184 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.184 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.184 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_out_bytes": { 2023-12-22T17:16:50.184 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.185 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.185 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_prepare_latency": { 2023-12-22T17:16:50.185 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 22, 2023-12-22T17:16:50.185 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8689405 2023-12-22T17:16:50.185 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.185 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_process_latency": { 2023-12-22T17:16:50.185 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 22, 2023-12-22T17:16:50.185 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 18053255 2023-12-22T17:16:50.185 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.185 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2023-12-22T17:16:50.185 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 100 2023-12-22T17:16:50.185 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.185 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_in_bytes": { 2023-12-22T17:16:50.185 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2429440 2023-12-22T17:16:50.185 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.185 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency": { 2023-12-22T17:16:50.186 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 100, 2023-12-22T17:16:50.186 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 293292253 2023-12-22T17:16:50.186 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.186 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-22T17:16:50.186 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.186 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.186 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_prepare_latency": { 2023-12-22T17:16:50.186 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 100, 2023-12-22T17:16:50.186 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 41656212 2023-12-22T17:16:50.186 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.186 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_process_latency": { 2023-12-22T17:16:50.186 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 100, 2023-12-22T17:16:50.186 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 162980286 2023-12-22T17:16:50.186 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.186 INFO:tasks.workunit.client.0.smithi032.stdout: "op_wip": { 2023-12-22T17:16:50.186 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.186 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.187 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_bytes": { 2023-12-22T17:16:50.187 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 590368 2023-12-22T17:16:50.187 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.187 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_ops": { 2023-12-22T17:16:50.187 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2 2023-12-22T17:16:50.187 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.187 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes": { 2023-12-22T17:16:50.187 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2023-12-22T17:16:50.187 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.187 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes_used": { 2023-12-22T17:16:50.187 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 305090560 2023-12-22T17:16:50.187 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.187 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.187 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.187 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.2": { 2023-12-22T17:16:50.187 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2023-12-22T17:16:50.188 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_fallback": { 2023-12-22T17:16:50.188 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.188 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.188 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_size_fallback": { 2023-12-22T17:16:50.188 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.188 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.188 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_db": { 2023-12-22T17:16:50.188 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 65536 2023-12-22T17:16:50.188 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.188 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_main": { 2023-12-22T17:16:50.188 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.188 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.188 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_wal": { 2023-12-22T17:16:50.188 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.188 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.188 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_slow": { 2023-12-22T17:16:50.188 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.189 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.189 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_sst": { 2023-12-22T17:16:50.189 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8192 2023-12-22T17:16:50.189 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.189 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_wal": { 2023-12-22T17:16:50.189 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2150400 2023-12-22T17:16:50.189 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.189 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lat": { 2023-12-22T17:16:50.189 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.189 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.189 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.189 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lock_lat": { 2023-12-22T17:16:50.189 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.189 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.190 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.190 INFO:tasks.workunit.client.0.smithi032.stdout: "db_total_bytes": { 2023-12-22T17:16:50.190 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2023-12-22T17:16:50.190 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.190 INFO:tasks.workunit.client.0.smithi032.stdout: "db_used_bytes": { 2023-12-22T17:16:50.190 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 304414720 2023-12-22T17:16:50.190 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.190 INFO:tasks.workunit.client.0.smithi032.stdout: "log_bytes": { 2023-12-22T17:16:50.190 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1249280 2023-12-22T17:16:50.190 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.190 INFO:tasks.workunit.client.0.smithi032.stdout: "logged_bytes": { 2023-12-22T17:16:50.190 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1110016 2023-12-22T17:16:50.190 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.190 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_db": { 2023-12-22T17:16:50.190 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 312803328 2023-12-22T17:16:50.190 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.190 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_slow": { 2023-12-22T17:16:50.190 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.191 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.191 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_wal": { 2023-12-22T17:16:50.191 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.191 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.191 INFO:tasks.workunit.client.0.smithi032.stdout: "num_files": { 2023-12-22T17:16:50.191 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 13 2023-12-22T17:16:50.191 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.191 INFO:tasks.workunit.client.0.smithi032.stdout: "read_bytes": { 2023-12-22T17:16:50.191 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 193929 2023-12-22T17:16:50.191 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.191 INFO:tasks.workunit.client.0.smithi032.stdout: "read_count": { 2023-12-22T17:16:50.191 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 22 2023-12-22T17:16:50.191 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.191 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes": { 2023-12-22T17:16:50.191 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1265664 2023-12-22T17:16:50.191 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.192 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_db": { 2023-12-22T17:16:50.192 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1269760 2023-12-22T17:16:50.192 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.192 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_slow": { 2023-12-22T17:16:50.192 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.192 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.192 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_wal": { 2023-12-22T17:16:50.192 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.192 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.192 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_count": { 2023-12-22T17:16:50.192 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14 2023-12-22T17:16:50.192 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.192 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_bytes": { 2023-12-22T17:16:50.192 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3653 2023-12-22T17:16:50.193 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.193 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_count": { 2023-12-22T17:16:50.193 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3 2023-12-22T17:16:50.193 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.193 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_bytes": { 2023-12-22T17:16:50.193 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3833 2023-12-22T17:16:50.193 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.193 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_count": { 2023-12-22T17:16:50.193 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 18 2023-12-22T17:16:50.193 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.193 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_bytes": { 2023-12-22T17:16:50.193 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3833 2023-12-22T17:16:50.193 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.193 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_count": { 2023-12-22T17:16:50.193 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 18 2023-12-22T17:16:50.193 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.194 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes": { 2023-12-22T17:16:50.194 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.194 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.194 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_db": { 2023-12-22T17:16:50.194 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.194 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.194 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_slow": { 2023-12-22T17:16:50.194 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.194 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.194 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_wal": { 2023-12-22T17:16:50.194 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.194 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.194 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_count": { 2023-12-22T17:16:50.194 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.194 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.195 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_total_bytes": { 2023-12-22T17:16:50.195 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.195 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.195 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_used_bytes": { 2023-12-22T17:16:50.195 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.195 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.195 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_total_bytes": { 2023-12-22T17:16:50.195 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.195 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.195 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_used_bytes": { 2023-12-22T17:16:50.195 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.195 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.195 INFO:tasks.workunit.client.0.smithi032.stdout: "write_bytes": { 2023-12-22T17:16:50.195 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3330048 2023-12-22T17:16:50.195 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.196 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.196 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore": { 2023-12-22T17:16:50.196 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit": { 2023-12-22T17:16:50.196 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4096 2023-12-22T17:16:50.196 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.196 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": { 2023-12-22T17:16:50.196 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 655360 2023-12-22T17:16:50.196 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.196 INFO:tasks.workunit.client.0.smithi032.stdout: "clist_lat": { 2023-12-22T17:16:50.196 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 4, 2023-12-22T17:16:50.196 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 189962 2023-12-22T17:16:50.196 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.196 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_lat": { 2023-12-22T17:16:50.196 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.196 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.197 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.197 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed": { 2023-12-22T17:16:50.197 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.197 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.197 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_allocated": { 2023-12-22T17:16:50.197 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.197 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.197 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_original": { 2023-12-22T17:16:50.197 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.197 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.197 INFO:tasks.workunit.client.0.smithi032.stdout: "csum_lat": { 2023-12-22T17:16:50.197 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 13, 2023-12-22T17:16:50.197 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 16557 2023-12-22T17:16:50.197 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.197 INFO:tasks.workunit.client.0.smithi032.stdout: "decompress_lat": { 2023-12-22T17:16:50.198 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.198 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.198 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.198 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_commit_lat": { 2023-12-22T17:16:50.198 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 255, 2023-12-22T17:16:50.198 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 49787225 2023-12-22T17:16:50.198 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.198 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_final_lat": { 2023-12-22T17:16:50.198 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 251, 2023-12-22T17:16:50.198 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 15290955 2023-12-22T17:16:50.198 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.198 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_flush_lat": { 2023-12-22T17:16:50.198 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 255, 2023-12-22T17:16:50.198 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 352762 2023-12-22T17:16:50.198 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.198 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_sync_lat": { 2023-12-22T17:16:50.198 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 255, 2023-12-22T17:16:50.199 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 50139987 2023-12-22T17:16:50.199 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.199 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_keys_lat": { 2023-12-22T17:16:50.199 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.199 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.199 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.199 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_values_lat": { 2023-12-22T17:16:50.199 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:50.199 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1734 2023-12-22T17:16:50.199 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.199 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_lower_bound_lat": { 2023-12-22T17:16:50.199 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.199 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.199 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.199 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_next_lat": { 2023-12-22T17:16:50.200 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.200 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.200 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.200 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_seek_to_first_lat": { 2023-12-22T17:16:50.200 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.200 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.200 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.200 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_upper_bound_lat": { 2023-12-22T17:16:50.200 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:50.200 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8471 2023-12-22T17:16:50.200 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.200 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_hits": { 2023-12-22T17:16:50.200 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 571 2023-12-22T17:16:50.200 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.200 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_misses": { 2023-12-22T17:16:50.201 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 201 2023-12-22T17:16:50.201 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.201 INFO:tasks.workunit.client.0.smithi032.stdout: "read_lat": { 2023-12-22T17:16:50.201 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 87, 2023-12-22T17:16:50.201 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1008908 2023-12-22T17:16:50.201 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.201 INFO:tasks.workunit.client.0.smithi032.stdout: "read_onode_meta_lat": { 2023-12-22T17:16:50.201 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 249, 2023-12-22T17:16:50.201 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 347304 2023-12-22T17:16:50.201 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.201 INFO:tasks.workunit.client.0.smithi032.stdout: "read_wait_aio_lat": { 2023-12-22T17:16:50.201 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 162, 2023-12-22T17:16:50.201 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 780051 2023-12-22T17:16:50.201 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.201 INFO:tasks.workunit.client.0.smithi032.stdout: "reads_with_retries": { 2023-12-22T17:16:50.202 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.202 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.202 INFO:tasks.workunit.client.0.smithi032.stdout: "remove_lat": { 2023-12-22T17:16:50.202 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2023-12-22T17:16:50.202 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 114060 2023-12-22T17:16:50.202 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.202 INFO:tasks.workunit.client.0.smithi032.stdout: "state_aio_wait_lat": { 2023-12-22T17:16:50.202 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 326, 2023-12-22T17:16:50.202 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 6037507 2023-12-22T17:16:50.202 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.202 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_aio_wait_lat": { 2023-12-22T17:16:50.202 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 111, 2023-12-22T17:16:50.202 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8321727 2023-12-22T17:16:50.202 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.202 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_cleanup_lat": { 2023-12-22T17:16:50.202 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 109, 2023-12-22T17:16:50.203 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 405263963950 2023-12-22T17:16:50.203 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.203 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_queued_lat": { 2023-12-22T17:16:50.203 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 111, 2023-12-22T17:16:50.203 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 161542234286 2023-12-22T17:16:50.203 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.203 INFO:tasks.workunit.client.0.smithi032.stdout: "state_done_lat": { 2023-12-22T17:16:50.203 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 324, 2023-12-22T17:16:50.203 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 62521489160 2023-12-22T17:16:50.203 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.203 INFO:tasks.workunit.client.0.smithi032.stdout: "state_finishing_lat": { 2023-12-22T17:16:50.203 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 324, 2023-12-22T17:16:50.203 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 30179 2023-12-22T17:16:50.203 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.203 INFO:tasks.workunit.client.0.smithi032.stdout: "state_io_done_lat": { 2023-12-22T17:16:50.203 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 326, 2023-12-22T17:16:50.203 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 374109 2023-12-22T17:16:50.204 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.204 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_commiting_lat": { 2023-12-22T17:16:50.204 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 326, 2023-12-22T17:16:50.204 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 193582857 2023-12-22T17:16:50.204 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.204 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_done_lat": { 2023-12-22T17:16:50.204 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 326, 2023-12-22T17:16:50.204 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 115346 2023-12-22T17:16:50.204 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.204 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_queued_lat": { 2023-12-22T17:16:50.204 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 326, 2023-12-22T17:16:50.204 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 111806076 2023-12-22T17:16:50.204 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.204 INFO:tasks.workunit.client.0.smithi032.stdout: "state_prepare_lat": { 2023-12-22T17:16:50.204 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 326, 2023-12-22T17:16:50.204 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 21277683 2023-12-22T17:16:50.204 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.205 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": { 2023-12-22T17:16:50.205 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 287159 2023-12-22T17:16:50.205 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.205 INFO:tasks.workunit.client.0.smithi032.stdout: "truncate_lat": { 2023-12-22T17:16:50.205 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.205 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.205 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.205 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_commit_lat": { 2023-12-22T17:16:50.205 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 326, 2023-12-22T17:16:50.205 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 333132290 2023-12-22T17:16:50.205 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.205 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_submit_lat": { 2023-12-22T17:16:50.205 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 326, 2023-12-22T17:16:50.205 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 24821204 2023-12-22T17:16:50.205 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.206 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_throttle_lat": { 2023-12-22T17:16:50.206 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 326, 2023-12-22T17:16:50.206 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2242845 2023-12-22T17:16:50.206 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.206 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.206 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache": { 2023-12-22T17:16:50.206 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_bytes": { 2023-12-22T17:16:50.206 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1870074229 2023-12-22T17:16:50.206 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.206 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_bytes": { 2023-12-22T17:16:50.206 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 236371968 2023-12-22T17:16:50.206 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.206 INFO:tasks.workunit.client.0.smithi032.stdout: "mapped_bytes": { 2023-12-22T17:16:50.206 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 234815488 2023-12-22T17:16:50.206 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.207 INFO:tasks.workunit.client.0.smithi032.stdout: "target_bytes": { 2023-12-22T17:16:50.207 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3147506585 2023-12-22T17:16:50.207 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.207 INFO:tasks.workunit.client.0.smithi032.stdout: "unmapped_bytes": { 2023-12-22T17:16:50.207 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1556480 2023-12-22T17:16:50.207 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.207 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.207 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:data": { 2023-12-22T17:16:50.207 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:50.207 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 159383552 2023-12-22T17:16:50.207 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.207 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:50.207 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.207 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.207 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:50.208 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.208 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.208 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:50.208 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 86017375 2023-12-22T17:16:50.208 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.208 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:50.208 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.208 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.208 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:50.208 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.208 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.208 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:50.208 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.208 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.208 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:50.209 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.209 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.209 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:50.209 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.209 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.209 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:50.209 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8192 2023-12-22T17:16:50.209 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.209 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:50.209 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.209 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.209 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:50.209 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.209 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.209 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:50.209 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.210 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.210 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:50.210 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 73357985 2023-12-22T17:16:50.210 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.210 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.210 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv": { 2023-12-22T17:16:50.210 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:50.210 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 780140544 2023-12-22T17:16:50.210 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.210 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:50.210 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2023-12-22T17:16:50.210 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.210 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:50.210 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.210 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.210 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:50.211 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 645130314 2023-12-22T17:16:50.211 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.211 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:50.211 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.211 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.211 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:50.211 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.211 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.211 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:50.211 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.211 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.211 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:50.211 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.211 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.211 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:50.211 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.211 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.212 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:50.212 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1168 2023-12-22T17:16:50.212 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.212 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:50.212 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.212 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.212 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:50.212 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.212 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.212 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:50.212 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.212 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.212 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:50.212 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67900198 2023-12-22T17:16:50.212 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.212 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.213 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv_onode": { 2023-12-22T17:16:50.213 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:50.213 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 192937984 2023-12-22T17:16:50.213 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.213 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:50.213 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2023-12-22T17:16:50.213 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.213 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:50.213 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 464 2023-12-22T17:16:50.213 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.213 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:50.213 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 57344916 2023-12-22T17:16:50.213 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.213 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:50.213 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.213 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.214 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:50.214 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.214 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.214 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:50.214 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.214 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.214 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:50.214 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.214 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.214 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:50.214 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.214 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.214 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:50.214 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.214 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.214 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:50.215 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.215 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.215 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:50.215 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.215 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.215 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:50.215 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.215 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.215 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:50.215 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 68483740 2023-12-22T17:16:50.215 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.215 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.215 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:meta": { 2023-12-22T17:16:50.215 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:50.215 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 713031680 2023-12-22T17:16:50.215 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.215 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:50.216 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.216 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.216 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:50.216 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.216 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.216 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:50.216 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 645130314 2023-12-22T17:16:50.216 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.216 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:50.216 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.216 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.216 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:50.216 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.216 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.216 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:50.217 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.217 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.217 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:50.217 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.217 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.217 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:50.217 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 77039 2023-12-22T17:16:50.217 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.217 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:50.217 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 151327 2023-12-22T17:16:50.217 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.217 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:50.217 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.217 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.217 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:50.218 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.218 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.218 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:50.218 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.218 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.218 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:50.218 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67673000 2023-12-22T17:16:50.218 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.218 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.218 INFO:tasks.workunit.client.0.smithi032.stdout: "objecter": { 2023-12-22T17:16:50.218 INFO:tasks.workunit.client.0.smithi032.stdout: "op_active": { 2023-12-22T17:16:50.218 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.218 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.218 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2023-12-22T17:16:50.218 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.218 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.218 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rmw": { 2023-12-22T17:16:50.219 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.219 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.219 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2023-12-22T17:16:50.219 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.219 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.219 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.219 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:50.219 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg": { 2023-12-22T17:16:50.219 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 30 2023-12-22T17:16:50.219 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.219 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg_removing": { 2023-12-22T17:16:50.219 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.219 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.219 INFO:tasks.workunit.client.0.smithi032.stdout: "op": { 2023-12-22T17:16:50.220 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 10 2023-12-22T17:16:50.220 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.220 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_degraded": { 2023-12-22T17:16:50.220 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.220 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.220 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_unreadable": { 2023-12-22T17:16:50.220 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.220 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.220 INFO:tasks.workunit.client.0.smithi032.stdout: "op_in_bytes": { 2023-12-22T17:16:50.220 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.220 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.220 INFO:tasks.workunit.client.0.smithi032.stdout: "op_latency": { 2023-12-22T17:16:50.220 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 10, 2023-12-22T17:16:50.220 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 53344486 2023-12-22T17:16:50.220 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.221 INFO:tasks.workunit.client.0.smithi032.stdout: "op_out_bytes": { 2023-12-22T17:16:50.221 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.221 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.221 INFO:tasks.workunit.client.0.smithi032.stdout: "op_prepare_latency": { 2023-12-22T17:16:50.221 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 10, 2023-12-22T17:16:50.221 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4465248 2023-12-22T17:16:50.221 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.221 INFO:tasks.workunit.client.0.smithi032.stdout: "op_process_latency": { 2023-12-22T17:16:50.221 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 10, 2023-12-22T17:16:50.221 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 39425001 2023-12-22T17:16:50.221 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.221 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2023-12-22T17:16:50.221 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.221 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.222 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency": { 2023-12-22T17:16:50.222 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.222 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.222 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.222 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-22T17:16:50.222 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.222 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.222 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_out_bytes": { 2023-12-22T17:16:50.222 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.222 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.222 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_prepare_latency": { 2023-12-22T17:16:50.222 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.222 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.222 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.222 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_process_latency": { 2023-12-22T17:16:50.223 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.223 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.223 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.223 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw": { 2023-12-22T17:16:50.223 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.223 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.223 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_in_bytes": { 2023-12-22T17:16:50.223 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.223 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.223 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency": { 2023-12-22T17:16:50.223 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.223 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.223 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.223 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-22T17:16:50.223 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.224 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.224 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-22T17:16:50.224 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.224 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.224 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_out_bytes": { 2023-12-22T17:16:50.224 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.224 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.224 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_prepare_latency": { 2023-12-22T17:16:50.224 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.224 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.224 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.224 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_process_latency": { 2023-12-22T17:16:50.224 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.224 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.225 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.225 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2023-12-22T17:16:50.225 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 10 2023-12-22T17:16:50.225 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.225 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_in_bytes": { 2023-12-22T17:16:50.225 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.225 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.225 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency": { 2023-12-22T17:16:50.225 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 10, 2023-12-22T17:16:50.225 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 53344486 2023-12-22T17:16:50.225 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.225 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-22T17:16:50.225 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.225 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.225 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_prepare_latency": { 2023-12-22T17:16:50.226 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 10, 2023-12-22T17:16:50.226 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4465248 2023-12-22T17:16:50.226 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.226 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_process_latency": { 2023-12-22T17:16:50.226 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 10, 2023-12-22T17:16:50.226 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 39425001 2023-12-22T17:16:50.226 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.226 INFO:tasks.workunit.client.0.smithi032.stdout: "op_wip": { 2023-12-22T17:16:50.226 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.226 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.226 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_bytes": { 2023-12-22T17:16:50.226 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.226 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.226 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_ops": { 2023-12-22T17:16:50.226 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.227 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.227 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes": { 2023-12-22T17:16:50.227 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2023-12-22T17:16:50.227 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.227 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes_used": { 2023-12-22T17:16:50.227 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 305078272 2023-12-22T17:16:50.227 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.227 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.227 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.227 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.3": { 2023-12-22T17:16:50.227 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2023-12-22T17:16:50.227 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_fallback": { 2023-12-22T17:16:50.227 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.227 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.227 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_size_fallback": { 2023-12-22T17:16:50.227 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.227 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.228 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_db": { 2023-12-22T17:16:50.228 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 65536 2023-12-22T17:16:50.228 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.228 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_main": { 2023-12-22T17:16:50.228 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.228 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.228 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_wal": { 2023-12-22T17:16:50.228 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.228 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.228 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_slow": { 2023-12-22T17:16:50.228 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.228 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.228 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_sst": { 2023-12-22T17:16:50.228 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8192 2023-12-22T17:16:50.228 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.228 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_wal": { 2023-12-22T17:16:50.229 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1101824 2023-12-22T17:16:50.229 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.229 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lat": { 2023-12-22T17:16:50.229 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.229 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.229 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.229 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lock_lat": { 2023-12-22T17:16:50.229 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.229 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.229 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.229 INFO:tasks.workunit.client.0.smithi032.stdout: "db_total_bytes": { 2023-12-22T17:16:50.229 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2023-12-22T17:16:50.229 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.229 INFO:tasks.workunit.client.0.smithi032.stdout: "db_used_bytes": { 2023-12-22T17:16:50.229 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 304414720 2023-12-22T17:16:50.229 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.230 INFO:tasks.workunit.client.0.smithi032.stdout: "log_bytes": { 2023-12-22T17:16:50.230 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 737280 2023-12-22T17:16:50.230 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.230 INFO:tasks.workunit.client.0.smithi032.stdout: "logged_bytes": { 2023-12-22T17:16:50.230 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 598016 2023-12-22T17:16:50.230 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.230 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_db": { 2023-12-22T17:16:50.230 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 312803328 2023-12-22T17:16:50.230 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.230 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_slow": { 2023-12-22T17:16:50.230 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.230 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.230 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_wal": { 2023-12-22T17:16:50.230 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.230 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.230 INFO:tasks.workunit.client.0.smithi032.stdout: "num_files": { 2023-12-22T17:16:50.231 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 13 2023-12-22T17:16:50.231 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.231 INFO:tasks.workunit.client.0.smithi032.stdout: "read_bytes": { 2023-12-22T17:16:50.231 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 193929 2023-12-22T17:16:50.231 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.231 INFO:tasks.workunit.client.0.smithi032.stdout: "read_count": { 2023-12-22T17:16:50.231 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 22 2023-12-22T17:16:50.231 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.231 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes": { 2023-12-22T17:16:50.231 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1265664 2023-12-22T17:16:50.231 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.231 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_db": { 2023-12-22T17:16:50.231 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1269760 2023-12-22T17:16:50.231 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.231 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_slow": { 2023-12-22T17:16:50.232 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.232 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.232 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_wal": { 2023-12-22T17:16:50.232 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.232 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.232 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_count": { 2023-12-22T17:16:50.232 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14 2023-12-22T17:16:50.232 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.232 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_bytes": { 2023-12-22T17:16:50.232 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3653 2023-12-22T17:16:50.232 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.232 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_count": { 2023-12-22T17:16:50.232 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3 2023-12-22T17:16:50.232 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.232 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_bytes": { 2023-12-22T17:16:50.232 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3833 2023-12-22T17:16:50.233 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.233 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_count": { 2023-12-22T17:16:50.233 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 18 2023-12-22T17:16:50.233 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.233 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_bytes": { 2023-12-22T17:16:50.233 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3833 2023-12-22T17:16:50.233 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.233 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_count": { 2023-12-22T17:16:50.233 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 18 2023-12-22T17:16:50.233 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.233 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes": { 2023-12-22T17:16:50.233 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.233 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.233 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_db": { 2023-12-22T17:16:50.233 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.233 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.234 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_slow": { 2023-12-22T17:16:50.234 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.234 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.234 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_wal": { 2023-12-22T17:16:50.234 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.234 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.234 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_count": { 2023-12-22T17:16:50.234 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.234 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.234 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_total_bytes": { 2023-12-22T17:16:50.234 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.234 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.234 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_used_bytes": { 2023-12-22T17:16:50.234 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.234 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.234 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_total_bytes": { 2023-12-22T17:16:50.235 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.235 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.235 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_used_bytes": { 2023-12-22T17:16:50.235 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.235 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.235 INFO:tasks.workunit.client.0.smithi032.stdout: "write_bytes": { 2023-12-22T17:16:50.235 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1769472 2023-12-22T17:16:50.235 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.235 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.235 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore": { 2023-12-22T17:16:50.235 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit": { 2023-12-22T17:16:50.235 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4096 2023-12-22T17:16:50.235 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.235 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": { 2023-12-22T17:16:50.235 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 675840 2023-12-22T17:16:50.235 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.236 INFO:tasks.workunit.client.0.smithi032.stdout: "clist_lat": { 2023-12-22T17:16:50.236 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.236 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.236 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.236 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_lat": { 2023-12-22T17:16:50.236 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.236 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.236 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.236 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed": { 2023-12-22T17:16:50.236 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.236 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.236 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_allocated": { 2023-12-22T17:16:50.236 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.236 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.236 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_original": { 2023-12-22T17:16:50.236 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.236 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.237 INFO:tasks.workunit.client.0.smithi032.stdout: "csum_lat": { 2023-12-22T17:16:50.237 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 5, 2023-12-22T17:16:50.237 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 7337 2023-12-22T17:16:50.237 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.237 INFO:tasks.workunit.client.0.smithi032.stdout: "decompress_lat": { 2023-12-22T17:16:50.237 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.237 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.237 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.237 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_commit_lat": { 2023-12-22T17:16:50.237 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 130, 2023-12-22T17:16:50.237 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 36891714 2023-12-22T17:16:50.237 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.237 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_final_lat": { 2023-12-22T17:16:50.237 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 119, 2023-12-22T17:16:50.238 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 7536491 2023-12-22T17:16:50.238 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.238 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_flush_lat": { 2023-12-22T17:16:50.238 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 130, 2023-12-22T17:16:50.238 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 219862 2023-12-22T17:16:50.238 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.238 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_sync_lat": { 2023-12-22T17:16:50.238 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 130, 2023-12-22T17:16:50.238 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 37111576 2023-12-22T17:16:50.238 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.238 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_keys_lat": { 2023-12-22T17:16:50.238 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.238 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.238 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.238 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_values_lat": { 2023-12-22T17:16:50.238 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.239 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.239 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.239 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_lower_bound_lat": { 2023-12-22T17:16:50.239 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.239 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.239 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.239 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_next_lat": { 2023-12-22T17:16:50.239 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.239 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.239 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.239 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_seek_to_first_lat": { 2023-12-22T17:16:50.239 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.239 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.240 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.240 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_upper_bound_lat": { 2023-12-22T17:16:50.240 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:50.240 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4189 2023-12-22T17:16:50.240 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.240 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_hits": { 2023-12-22T17:16:50.240 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 296 2023-12-22T17:16:50.240 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.240 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_misses": { 2023-12-22T17:16:50.240 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 211 2023-12-22T17:16:50.240 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.240 INFO:tasks.workunit.client.0.smithi032.stdout: "read_lat": { 2023-12-22T17:16:50.240 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 74, 2023-12-22T17:16:50.240 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 759763 2023-12-22T17:16:50.240 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.241 INFO:tasks.workunit.client.0.smithi032.stdout: "read_onode_meta_lat": { 2023-12-22T17:16:50.241 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 123, 2023-12-22T17:16:50.241 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 300624 2023-12-22T17:16:50.241 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.241 INFO:tasks.workunit.client.0.smithi032.stdout: "read_wait_aio_lat": { 2023-12-22T17:16:50.241 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 49, 2023-12-22T17:16:50.241 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 236177 2023-12-22T17:16:50.241 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.241 INFO:tasks.workunit.client.0.smithi032.stdout: "reads_with_retries": { 2023-12-22T17:16:50.241 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.241 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.241 INFO:tasks.workunit.client.0.smithi032.stdout: "remove_lat": { 2023-12-22T17:16:50.241 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.241 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.242 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.242 INFO:tasks.workunit.client.0.smithi032.stdout: "state_aio_wait_lat": { 2023-12-22T17:16:50.242 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 223, 2023-12-22T17:16:50.242 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 6129902 2023-12-22T17:16:50.242 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.242 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_aio_wait_lat": { 2023-12-22T17:16:50.242 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 45, 2023-12-22T17:16:50.242 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3582980 2023-12-22T17:16:50.242 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.242 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_cleanup_lat": { 2023-12-22T17:16:50.242 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 42, 2023-12-22T17:16:50.242 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 402392381826 2023-12-22T17:16:50.242 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.242 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_queued_lat": { 2023-12-22T17:16:50.242 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 45, 2023-12-22T17:16:50.242 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 63417525712 2023-12-22T17:16:50.243 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.243 INFO:tasks.workunit.client.0.smithi032.stdout: "state_done_lat": { 2023-12-22T17:16:50.243 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 220, 2023-12-22T17:16:50.243 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 377486 2023-12-22T17:16:50.243 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.243 INFO:tasks.workunit.client.0.smithi032.stdout: "state_finishing_lat": { 2023-12-22T17:16:50.243 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 220, 2023-12-22T17:16:50.243 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 19323 2023-12-22T17:16:50.243 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.243 INFO:tasks.workunit.client.0.smithi032.stdout: "state_io_done_lat": { 2023-12-22T17:16:50.243 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 223, 2023-12-22T17:16:50.243 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 259777 2023-12-22T17:16:50.243 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.243 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_commiting_lat": { 2023-12-22T17:16:50.243 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 223, 2023-12-22T17:16:50.243 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 132155707 2023-12-22T17:16:50.244 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.244 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_done_lat": { 2023-12-22T17:16:50.244 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 223, 2023-12-22T17:16:50.244 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 60341 2023-12-22T17:16:50.244 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.244 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_queued_lat": { 2023-12-22T17:16:50.244 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 223, 2023-12-22T17:16:50.244 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 63668655 2023-12-22T17:16:50.244 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.244 INFO:tasks.workunit.client.0.smithi032.stdout: "state_prepare_lat": { 2023-12-22T17:16:50.244 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 223, 2023-12-22T17:16:50.244 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 10527879 2023-12-22T17:16:50.244 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.244 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": { 2023-12-22T17:16:50.244 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 289869 2023-12-22T17:16:50.245 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.245 INFO:tasks.workunit.client.0.smithi032.stdout: "truncate_lat": { 2023-12-22T17:16:50.245 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.245 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.245 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.245 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_commit_lat": { 2023-12-22T17:16:50.245 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 223, 2023-12-22T17:16:50.245 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 212769766 2023-12-22T17:16:50.245 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.245 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_submit_lat": { 2023-12-22T17:16:50.245 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 223, 2023-12-22T17:16:50.245 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12706868 2023-12-22T17:16:50.245 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.245 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_throttle_lat": { 2023-12-22T17:16:50.245 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 223, 2023-12-22T17:16:50.246 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1623361 2023-12-22T17:16:50.246 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.246 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.246 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache": { 2023-12-22T17:16:50.246 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_bytes": { 2023-12-22T17:16:50.246 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1870074229 2023-12-22T17:16:50.246 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.246 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_bytes": { 2023-12-22T17:16:50.246 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 268812288 2023-12-22T17:16:50.246 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.246 INFO:tasks.workunit.client.0.smithi032.stdout: "mapped_bytes": { 2023-12-22T17:16:50.246 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 267190272 2023-12-22T17:16:50.246 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.246 INFO:tasks.workunit.client.0.smithi032.stdout: "target_bytes": { 2023-12-22T17:16:50.246 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3147506585 2023-12-22T17:16:50.246 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.247 INFO:tasks.workunit.client.0.smithi032.stdout: "unmapped_bytes": { 2023-12-22T17:16:50.247 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1622016 2023-12-22T17:16:50.247 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.247 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.247 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:data": { 2023-12-22T17:16:50.247 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:50.247 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 159383552 2023-12-22T17:16:50.247 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.247 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:50.247 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.247 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.247 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:50.247 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.247 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.247 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:50.247 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 86016827 2023-12-22T17:16:50.247 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.248 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:50.248 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.248 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.248 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:50.248 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.248 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.248 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:50.248 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.248 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.248 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:50.248 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.248 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.248 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:50.248 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8192 2023-12-22T17:16:50.248 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.248 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:50.249 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.249 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.249 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:50.249 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.249 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.249 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:50.249 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.249 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.249 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:50.249 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.249 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.249 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:50.249 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 73358533 2023-12-22T17:16:50.249 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.249 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.250 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv": { 2023-12-22T17:16:50.250 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:50.250 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 780140544 2023-12-22T17:16:50.250 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.250 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:50.250 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2023-12-22T17:16:50.250 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.250 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:50.250 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.250 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.250 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:50.250 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 645126208 2023-12-22T17:16:50.250 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.250 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:50.250 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.251 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.251 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:50.251 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.251 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.251 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:50.251 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.251 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.251 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:50.251 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.251 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.251 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:50.251 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.251 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.251 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:50.251 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1168 2023-12-22T17:16:50.252 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.252 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:50.252 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.252 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.252 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:50.252 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.252 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.252 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:50.252 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.252 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.252 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:50.252 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67904304 2023-12-22T17:16:50.252 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.252 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.252 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv_onode": { 2023-12-22T17:16:50.252 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:50.253 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 192937984 2023-12-22T17:16:50.253 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.253 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:50.253 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2023-12-22T17:16:50.253 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.253 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:50.253 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 464 2023-12-22T17:16:50.253 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.253 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:50.253 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 57344551 2023-12-22T17:16:50.253 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.253 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:50.253 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.253 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.253 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:50.254 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.254 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.254 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:50.254 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.254 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.254 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:50.254 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.254 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.254 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:50.254 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.254 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.254 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:50.254 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.254 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.254 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:50.255 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.255 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.255 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:50.255 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.255 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.255 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:50.255 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.255 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.255 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:50.255 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 68484105 2023-12-22T17:16:50.255 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.255 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.255 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:meta": { 2023-12-22T17:16:50.255 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:50.256 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 713031680 2023-12-22T17:16:50.256 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.256 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:50.256 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.256 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.256 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:50.256 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.256 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.256 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:50.256 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 645126208 2023-12-22T17:16:50.256 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.256 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:50.256 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.256 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.256 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:50.256 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.257 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.257 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:50.257 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.257 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.257 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:50.257 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.257 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.257 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:50.257 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 91980 2023-12-22T17:16:50.257 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.257 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:50.257 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 148266 2023-12-22T17:16:50.257 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.258 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:50.258 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.258 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.258 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:50.258 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.258 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.258 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:50.258 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.258 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.258 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:50.258 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67665226 2023-12-22T17:16:50.258 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.258 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.258 INFO:tasks.workunit.client.0.smithi032.stdout: "objecter": { 2023-12-22T17:16:50.258 INFO:tasks.workunit.client.0.smithi032.stdout: "op_active": { 2023-12-22T17:16:50.259 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.259 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.259 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2023-12-22T17:16:50.259 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.259 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.259 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rmw": { 2023-12-22T17:16:50.259 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.259 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.259 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2023-12-22T17:16:50.259 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.259 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.259 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.259 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:50.259 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg": { 2023-12-22T17:16:50.259 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 36 2023-12-22T17:16:50.259 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.260 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg_removing": { 2023-12-22T17:16:50.260 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.260 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.260 INFO:tasks.workunit.client.0.smithi032.stdout: "op": { 2023-12-22T17:16:50.260 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.260 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.260 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_degraded": { 2023-12-22T17:16:50.260 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.260 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.260 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_unreadable": { 2023-12-22T17:16:50.260 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.260 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.260 INFO:tasks.workunit.client.0.smithi032.stdout: "op_in_bytes": { 2023-12-22T17:16:50.260 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.261 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.261 INFO:tasks.workunit.client.0.smithi032.stdout: "op_latency": { 2023-12-22T17:16:50.261 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.261 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.261 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.261 INFO:tasks.workunit.client.0.smithi032.stdout: "op_out_bytes": { 2023-12-22T17:16:50.261 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.261 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.261 INFO:tasks.workunit.client.0.smithi032.stdout: "op_prepare_latency": { 2023-12-22T17:16:50.261 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:50.261 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 764425 2023-12-22T17:16:50.261 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.261 INFO:tasks.workunit.client.0.smithi032.stdout: "op_process_latency": { 2023-12-22T17:16:50.261 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.262 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.262 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.262 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2023-12-22T17:16:50.262 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.262 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.262 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency": { 2023-12-22T17:16:50.262 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.262 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.262 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.262 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-22T17:16:50.262 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.262 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.262 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_out_bytes": { 2023-12-22T17:16:50.262 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.263 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.263 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_prepare_latency": { 2023-12-22T17:16:50.263 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.263 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.263 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.263 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_process_latency": { 2023-12-22T17:16:50.263 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.263 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.263 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.263 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw": { 2023-12-22T17:16:50.263 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.263 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.263 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_in_bytes": { 2023-12-22T17:16:50.263 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.264 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.264 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency": { 2023-12-22T17:16:50.264 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.264 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.264 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.264 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-22T17:16:50.264 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.264 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.264 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-22T17:16:50.264 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.264 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.264 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_out_bytes": { 2023-12-22T17:16:50.264 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.264 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.265 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_prepare_latency": { 2023-12-22T17:16:50.265 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.265 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.265 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.265 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_process_latency": { 2023-12-22T17:16:50.265 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.265 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.265 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.265 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2023-12-22T17:16:50.265 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.265 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.265 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_in_bytes": { 2023-12-22T17:16:50.265 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.265 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.265 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency": { 2023-12-22T17:16:50.266 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.266 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.266 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.266 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-22T17:16:50.266 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.266 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.266 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_prepare_latency": { 2023-12-22T17:16:50.266 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:50.266 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 764425 2023-12-22T17:16:50.266 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.266 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_process_latency": { 2023-12-22T17:16:50.266 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.266 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.266 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.267 INFO:tasks.workunit.client.0.smithi032.stdout: "op_wip": { 2023-12-22T17:16:50.267 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.267 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.267 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_bytes": { 2023-12-22T17:16:50.267 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.267 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.267 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_ops": { 2023-12-22T17:16:50.267 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.267 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.267 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes": { 2023-12-22T17:16:50.267 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2023-12-22T17:16:50.267 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.267 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes_used": { 2023-12-22T17:16:50.267 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 305098752 2023-12-22T17:16:50.267 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.268 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.268 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.268 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.4": { 2023-12-22T17:16:50.268 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2023-12-22T17:16:50.268 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_fallback": { 2023-12-22T17:16:50.268 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.268 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.268 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_size_fallback": { 2023-12-22T17:16:50.268 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.268 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.268 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_db": { 2023-12-22T17:16:50.268 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 65536 2023-12-22T17:16:50.268 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.268 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_main": { 2023-12-22T17:16:50.268 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.268 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.269 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_wal": { 2023-12-22T17:16:50.269 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.269 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.269 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_slow": { 2023-12-22T17:16:50.269 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.269 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.269 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_sst": { 2023-12-22T17:16:50.269 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8192 2023-12-22T17:16:50.269 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.269 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_wal": { 2023-12-22T17:16:50.269 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1232896 2023-12-22T17:16:50.269 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.269 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lat": { 2023-12-22T17:16:50.269 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.270 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.270 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.270 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lock_lat": { 2023-12-22T17:16:50.270 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.270 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.270 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.270 INFO:tasks.workunit.client.0.smithi032.stdout: "db_total_bytes": { 2023-12-22T17:16:50.270 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2023-12-22T17:16:50.270 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.270 INFO:tasks.workunit.client.0.smithi032.stdout: "db_used_bytes": { 2023-12-22T17:16:50.270 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 304414720 2023-12-22T17:16:50.270 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.270 INFO:tasks.workunit.client.0.smithi032.stdout: "log_bytes": { 2023-12-22T17:16:50.270 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 815104 2023-12-22T17:16:50.270 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.271 INFO:tasks.workunit.client.0.smithi032.stdout: "logged_bytes": { 2023-12-22T17:16:50.271 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 675840 2023-12-22T17:16:50.271 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.271 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_db": { 2023-12-22T17:16:50.271 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 312803328 2023-12-22T17:16:50.271 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.271 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_slow": { 2023-12-22T17:16:50.271 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.271 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.271 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_wal": { 2023-12-22T17:16:50.271 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.271 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.271 INFO:tasks.workunit.client.0.smithi032.stdout: "num_files": { 2023-12-22T17:16:50.271 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 13 2023-12-22T17:16:50.271 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.272 INFO:tasks.workunit.client.0.smithi032.stdout: "read_bytes": { 2023-12-22T17:16:50.272 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 193929 2023-12-22T17:16:50.272 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.272 INFO:tasks.workunit.client.0.smithi032.stdout: "read_count": { 2023-12-22T17:16:50.272 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 22 2023-12-22T17:16:50.272 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.272 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes": { 2023-12-22T17:16:50.272 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1265664 2023-12-22T17:16:50.272 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.272 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_db": { 2023-12-22T17:16:50.272 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1269760 2023-12-22T17:16:50.272 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.272 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_slow": { 2023-12-22T17:16:50.272 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.273 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.273 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_wal": { 2023-12-22T17:16:50.273 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.273 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.273 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_count": { 2023-12-22T17:16:50.273 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14 2023-12-22T17:16:50.273 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.273 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_bytes": { 2023-12-22T17:16:50.273 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3653 2023-12-22T17:16:50.273 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.273 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_count": { 2023-12-22T17:16:50.273 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3 2023-12-22T17:16:50.273 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.273 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_bytes": { 2023-12-22T17:16:50.274 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3833 2023-12-22T17:16:50.274 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.274 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_count": { 2023-12-22T17:16:50.274 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 18 2023-12-22T17:16:50.274 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.274 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_bytes": { 2023-12-22T17:16:50.274 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3833 2023-12-22T17:16:50.274 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.274 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_count": { 2023-12-22T17:16:50.274 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 18 2023-12-22T17:16:50.274 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.274 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes": { 2023-12-22T17:16:50.275 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.275 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.275 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_db": { 2023-12-22T17:16:50.275 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.275 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.275 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_slow": { 2023-12-22T17:16:50.275 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.275 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.275 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_wal": { 2023-12-22T17:16:50.275 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.275 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.275 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_count": { 2023-12-22T17:16:50.275 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.275 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.275 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_total_bytes": { 2023-12-22T17:16:50.275 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.275 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.276 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_used_bytes": { 2023-12-22T17:16:50.276 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.276 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.276 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_total_bytes": { 2023-12-22T17:16:50.276 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.276 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.276 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_used_bytes": { 2023-12-22T17:16:50.276 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.276 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.276 INFO:tasks.workunit.client.0.smithi032.stdout: "write_bytes": { 2023-12-22T17:16:50.276 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1978368 2023-12-22T17:16:50.276 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.276 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.276 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore": { 2023-12-22T17:16:50.276 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit": { 2023-12-22T17:16:50.276 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4096 2023-12-22T17:16:50.277 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.277 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": { 2023-12-22T17:16:50.277 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 675840 2023-12-22T17:16:50.277 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.277 INFO:tasks.workunit.client.0.smithi032.stdout: "clist_lat": { 2023-12-22T17:16:50.277 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 8, 2023-12-22T17:16:50.277 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 288808 2023-12-22T17:16:50.277 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.277 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_lat": { 2023-12-22T17:16:50.277 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.277 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.277 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.277 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed": { 2023-12-22T17:16:50.277 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.277 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.278 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_allocated": { 2023-12-22T17:16:50.278 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.278 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.278 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_original": { 2023-12-22T17:16:50.278 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.278 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.278 INFO:tasks.workunit.client.0.smithi032.stdout: "csum_lat": { 2023-12-22T17:16:50.278 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:50.278 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4005 2023-12-22T17:16:50.278 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.278 INFO:tasks.workunit.client.0.smithi032.stdout: "decompress_lat": { 2023-12-22T17:16:50.278 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.278 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.278 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.278 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_commit_lat": { 2023-12-22T17:16:50.278 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 149, 2023-12-22T17:16:50.278 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 59317247 2023-12-22T17:16:50.279 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.279 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_final_lat": { 2023-12-22T17:16:50.279 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 143, 2023-12-22T17:16:50.279 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8227439 2023-12-22T17:16:50.279 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.279 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_flush_lat": { 2023-12-22T17:16:50.279 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 149, 2023-12-22T17:16:50.279 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 188950 2023-12-22T17:16:50.279 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.279 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_sync_lat": { 2023-12-22T17:16:50.279 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 149, 2023-12-22T17:16:50.279 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 59506197 2023-12-22T17:16:50.279 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.279 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_keys_lat": { 2023-12-22T17:16:50.279 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.280 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.280 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.280 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_values_lat": { 2023-12-22T17:16:50.280 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:50.280 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1183 2023-12-22T17:16:50.280 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.280 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_lower_bound_lat": { 2023-12-22T17:16:50.280 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.280 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.280 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.280 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_next_lat": { 2023-12-22T17:16:50.280 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.280 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.280 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.280 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_seek_to_first_lat": { 2023-12-22T17:16:50.281 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.281 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.281 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.281 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_upper_bound_lat": { 2023-12-22T17:16:50.281 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:50.281 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4940 2023-12-22T17:16:50.281 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.281 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_hits": { 2023-12-22T17:16:50.281 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 346 2023-12-22T17:16:50.281 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.281 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_misses": { 2023-12-22T17:16:50.281 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 229 2023-12-22T17:16:50.281 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.281 INFO:tasks.workunit.client.0.smithi032.stdout: "read_lat": { 2023-12-22T17:16:50.281 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 91, 2023-12-22T17:16:50.282 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 969218 2023-12-22T17:16:50.282 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.282 INFO:tasks.workunit.client.0.smithi032.stdout: "read_onode_meta_lat": { 2023-12-22T17:16:50.282 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 152, 2023-12-22T17:16:50.282 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 277577 2023-12-22T17:16:50.282 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.282 INFO:tasks.workunit.client.0.smithi032.stdout: "read_wait_aio_lat": { 2023-12-22T17:16:50.282 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 61, 2023-12-22T17:16:50.282 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 289200 2023-12-22T17:16:50.282 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.282 INFO:tasks.workunit.client.0.smithi032.stdout: "reads_with_retries": { 2023-12-22T17:16:50.282 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.282 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.282 INFO:tasks.workunit.client.0.smithi032.stdout: "remove_lat": { 2023-12-22T17:16:50.282 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 5, 2023-12-22T17:16:50.282 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 130669 2023-12-22T17:16:50.283 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.283 INFO:tasks.workunit.client.0.smithi032.stdout: "state_aio_wait_lat": { 2023-12-22T17:16:50.283 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 259, 2023-12-22T17:16:50.283 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3613844 2023-12-22T17:16:50.283 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.283 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_aio_wait_lat": { 2023-12-22T17:16:50.283 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 38, 2023-12-22T17:16:50.283 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3261970 2023-12-22T17:16:50.283 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.283 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_cleanup_lat": { 2023-12-22T17:16:50.283 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 36, 2023-12-22T17:16:50.283 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 358560428084 2023-12-22T17:16:50.283 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.283 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_queued_lat": { 2023-12-22T17:16:50.283 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 38, 2023-12-22T17:16:50.283 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 61933705114 2023-12-22T17:16:50.284 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.284 INFO:tasks.workunit.client.0.smithi032.stdout: "state_done_lat": { 2023-12-22T17:16:50.284 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 257, 2023-12-22T17:16:50.284 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 407878 2023-12-22T17:16:50.284 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.284 INFO:tasks.workunit.client.0.smithi032.stdout: "state_finishing_lat": { 2023-12-22T17:16:50.284 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 257, 2023-12-22T17:16:50.284 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 24804 2023-12-22T17:16:50.284 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.284 INFO:tasks.workunit.client.0.smithi032.stdout: "state_io_done_lat": { 2023-12-22T17:16:50.284 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 259, 2023-12-22T17:16:50.284 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 239822 2023-12-22T17:16:50.284 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.284 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_commiting_lat": { 2023-12-22T17:16:50.285 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 259, 2023-12-22T17:16:50.285 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 221082211 2023-12-22T17:16:50.285 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.285 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_done_lat": { 2023-12-22T17:16:50.285 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 259, 2023-12-22T17:16:50.285 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 76276 2023-12-22T17:16:50.285 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.285 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_queued_lat": { 2023-12-22T17:16:50.285 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 259, 2023-12-22T17:16:50.285 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 168581058 2023-12-22T17:16:50.285 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.285 INFO:tasks.workunit.client.0.smithi032.stdout: "state_prepare_lat": { 2023-12-22T17:16:50.285 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 259, 2023-12-22T17:16:50.285 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 11699058 2023-12-22T17:16:50.286 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.286 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": { 2023-12-22T17:16:50.286 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 288104 2023-12-22T17:16:50.286 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.286 INFO:tasks.workunit.client.0.smithi032.stdout: "truncate_lat": { 2023-12-22T17:16:50.286 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2023-12-22T17:16:50.286 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 973 2023-12-22T17:16:50.286 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.286 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_commit_lat": { 2023-12-22T17:16:50.286 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 259, 2023-12-22T17:16:50.286 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 405253448 2023-12-22T17:16:50.286 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.286 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_submit_lat": { 2023-12-22T17:16:50.286 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 259, 2023-12-22T17:16:50.286 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 13990843 2023-12-22T17:16:50.287 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.287 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_throttle_lat": { 2023-12-22T17:16:50.287 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 259, 2023-12-22T17:16:50.287 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1851103 2023-12-22T17:16:50.287 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.287 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.287 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache": { 2023-12-22T17:16:50.287 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_bytes": { 2023-12-22T17:16:50.287 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1869136547 2023-12-22T17:16:50.287 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.287 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_bytes": { 2023-12-22T17:16:50.287 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 268812288 2023-12-22T17:16:50.287 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.287 INFO:tasks.workunit.client.0.smithi032.stdout: "mapped_bytes": { 2023-12-22T17:16:50.287 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 267894784 2023-12-22T17:16:50.288 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.288 INFO:tasks.workunit.client.0.smithi032.stdout: "target_bytes": { 2023-12-22T17:16:50.288 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3146403430 2023-12-22T17:16:50.288 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.288 INFO:tasks.workunit.client.0.smithi032.stdout: "unmapped_bytes": { 2023-12-22T17:16:50.288 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 917504 2023-12-22T17:16:50.288 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.288 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.288 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:data": { 2023-12-22T17:16:50.288 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:50.288 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 159383552 2023-12-22T17:16:50.288 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.288 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:50.288 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.288 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.289 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:50.289 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.289 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.289 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:50.289 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 85960330 2023-12-22T17:16:50.289 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.289 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:50.289 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.289 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.289 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:50.289 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.289 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.289 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:50.289 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.290 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.290 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:50.290 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.290 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.290 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:50.290 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.290 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.290 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:50.290 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4096 2023-12-22T17:16:50.290 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.290 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:50.290 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.290 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.290 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:50.290 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.290 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.291 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:50.291 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.291 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.291 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:50.291 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 73419126 2023-12-22T17:16:50.291 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.291 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.291 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv": { 2023-12-22T17:16:50.291 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:50.291 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 780140544 2023-12-22T17:16:50.291 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.291 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:50.291 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2023-12-22T17:16:50.291 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.291 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:50.291 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.291 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.292 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:50.292 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 644702479 2023-12-22T17:16:50.292 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.292 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:50.292 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.292 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.292 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:50.292 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.292 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.292 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:50.292 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.292 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.292 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:50.292 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.292 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.292 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:50.293 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.293 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.293 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:50.293 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1168 2023-12-22T17:16:50.293 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.293 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:50.293 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.293 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.293 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:50.293 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.293 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.293 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:50.293 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.293 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.294 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:50.294 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 68328033 2023-12-22T17:16:50.294 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.294 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.294 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv_onode": { 2023-12-22T17:16:50.294 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:50.294 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 192937984 2023-12-22T17:16:50.294 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.294 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:50.294 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2023-12-22T17:16:50.294 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.294 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:50.294 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 464 2023-12-22T17:16:50.294 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.294 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:50.294 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 57306887 2023-12-22T17:16:50.294 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.295 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:50.295 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.295 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.295 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:50.295 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.295 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.295 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:50.295 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.295 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.295 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:50.295 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.295 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.295 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:50.295 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.295 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.295 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:50.296 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.296 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.296 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:50.296 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.296 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.296 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:50.296 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.296 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.296 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:50.296 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.296 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.296 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:50.296 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 68521769 2023-12-22T17:16:50.296 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.296 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.296 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:meta": { 2023-12-22T17:16:50.296 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:50.297 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 713031680 2023-12-22T17:16:50.297 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.297 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:50.297 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.297 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.297 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:50.297 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.297 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.297 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:50.297 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 644702479 2023-12-22T17:16:50.297 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.297 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:50.297 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.297 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.297 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:50.298 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.298 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.298 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:50.298 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.298 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.298 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:50.298 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.298 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.298 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:50.298 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 94649 2023-12-22T17:16:50.298 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.298 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:50.298 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 148146 2023-12-22T17:16:50.298 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.298 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:50.298 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.298 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.299 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:50.299 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.299 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.299 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:50.299 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.299 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.299 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:50.299 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 68086406 2023-12-22T17:16:50.299 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.299 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.299 INFO:tasks.workunit.client.0.smithi032.stdout: "objecter": { 2023-12-22T17:16:50.299 INFO:tasks.workunit.client.0.smithi032.stdout: "op_active": { 2023-12-22T17:16:50.299 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.299 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.299 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2023-12-22T17:16:50.299 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.299 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.300 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rmw": { 2023-12-22T17:16:50.300 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.300 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.300 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2023-12-22T17:16:50.300 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.300 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.300 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.300 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:50.300 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg": { 2023-12-22T17:16:50.300 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 41 2023-12-22T17:16:50.300 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.300 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg_removing": { 2023-12-22T17:16:50.300 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.300 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.300 INFO:tasks.workunit.client.0.smithi032.stdout: "op": { 2023-12-22T17:16:50.301 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2023-12-22T17:16:50.301 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.301 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_degraded": { 2023-12-22T17:16:50.301 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.301 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.301 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_unreadable": { 2023-12-22T17:16:50.301 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.301 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.301 INFO:tasks.workunit.client.0.smithi032.stdout: "op_in_bytes": { 2023-12-22T17:16:50.301 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 22 2023-12-22T17:16:50.301 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.301 INFO:tasks.workunit.client.0.smithi032.stdout: "op_latency": { 2023-12-22T17:16:50.301 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2023-12-22T17:16:50.301 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4232240 2023-12-22T17:16:50.301 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.302 INFO:tasks.workunit.client.0.smithi032.stdout: "op_out_bytes": { 2023-12-22T17:16:50.302 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.302 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.302 INFO:tasks.workunit.client.0.smithi032.stdout: "op_prepare_latency": { 2023-12-22T17:16:50.302 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2023-12-22T17:16:50.302 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 722441 2023-12-22T17:16:50.302 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.302 INFO:tasks.workunit.client.0.smithi032.stdout: "op_process_latency": { 2023-12-22T17:16:50.302 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2023-12-22T17:16:50.302 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4136901 2023-12-22T17:16:50.302 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.302 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2023-12-22T17:16:50.302 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.302 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.302 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency": { 2023-12-22T17:16:50.302 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.303 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.303 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.303 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-22T17:16:50.303 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.303 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.303 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_out_bytes": { 2023-12-22T17:16:50.303 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.303 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.303 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_prepare_latency": { 2023-12-22T17:16:50.303 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.303 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.303 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.303 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_process_latency": { 2023-12-22T17:16:50.303 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.304 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.304 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.304 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw": { 2023-12-22T17:16:50.304 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.304 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.304 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_in_bytes": { 2023-12-22T17:16:50.304 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.304 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.304 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency": { 2023-12-22T17:16:50.304 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.304 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.304 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.304 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-22T17:16:50.304 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.304 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.304 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-22T17:16:50.305 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.305 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.305 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_out_bytes": { 2023-12-22T17:16:50.305 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.305 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.305 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_prepare_latency": { 2023-12-22T17:16:50.305 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.305 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.305 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.305 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_process_latency": { 2023-12-22T17:16:50.305 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.305 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.305 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.305 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2023-12-22T17:16:50.305 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2023-12-22T17:16:50.306 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.306 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_in_bytes": { 2023-12-22T17:16:50.306 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 22 2023-12-22T17:16:50.306 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.306 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency": { 2023-12-22T17:16:50.306 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2023-12-22T17:16:50.306 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4232240 2023-12-22T17:16:50.306 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.306 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-22T17:16:50.306 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.306 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.306 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_prepare_latency": { 2023-12-22T17:16:50.306 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2023-12-22T17:16:50.306 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 722441 2023-12-22T17:16:50.306 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.306 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_process_latency": { 2023-12-22T17:16:50.306 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2023-12-22T17:16:50.307 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4136901 2023-12-22T17:16:50.307 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.307 INFO:tasks.workunit.client.0.smithi032.stdout: "op_wip": { 2023-12-22T17:16:50.307 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.307 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.307 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_bytes": { 2023-12-22T17:16:50.307 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.307 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.307 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_ops": { 2023-12-22T17:16:50.307 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.307 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.307 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes": { 2023-12-22T17:16:50.307 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2023-12-22T17:16:50.307 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.307 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes_used": { 2023-12-22T17:16:50.307 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 305098752 2023-12-22T17:16:50.308 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.308 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.308 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.308 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.5": { 2023-12-22T17:16:50.308 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2023-12-22T17:16:50.308 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_fallback": { 2023-12-22T17:16:50.308 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.308 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.308 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_size_fallback": { 2023-12-22T17:16:50.308 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.308 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.308 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_db": { 2023-12-22T17:16:50.308 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 65536 2023-12-22T17:16:50.308 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.309 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_main": { 2023-12-22T17:16:50.309 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.309 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.309 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_wal": { 2023-12-22T17:16:50.309 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.309 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.309 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_slow": { 2023-12-22T17:16:50.309 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.309 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.309 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_sst": { 2023-12-22T17:16:50.309 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8192 2023-12-22T17:16:50.309 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.309 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_wal": { 2023-12-22T17:16:50.309 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1130496 2023-12-22T17:16:50.309 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.310 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lat": { 2023-12-22T17:16:50.310 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.310 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.310 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.310 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lock_lat": { 2023-12-22T17:16:50.310 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.310 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.310 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.310 INFO:tasks.workunit.client.0.smithi032.stdout: "db_total_bytes": { 2023-12-22T17:16:50.310 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2023-12-22T17:16:50.310 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.310 INFO:tasks.workunit.client.0.smithi032.stdout: "db_used_bytes": { 2023-12-22T17:16:50.310 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 304414720 2023-12-22T17:16:50.310 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.310 INFO:tasks.workunit.client.0.smithi032.stdout: "log_bytes": { 2023-12-22T17:16:50.310 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 753664 2023-12-22T17:16:50.310 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.311 INFO:tasks.workunit.client.0.smithi032.stdout: "logged_bytes": { 2023-12-22T17:16:50.311 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 614400 2023-12-22T17:16:50.311 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.311 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_db": { 2023-12-22T17:16:50.311 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 312803328 2023-12-22T17:16:50.311 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.311 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_slow": { 2023-12-22T17:16:50.311 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.311 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.311 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_wal": { 2023-12-22T17:16:50.311 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.311 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.311 INFO:tasks.workunit.client.0.smithi032.stdout: "num_files": { 2023-12-22T17:16:50.311 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 13 2023-12-22T17:16:50.311 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.311 INFO:tasks.workunit.client.0.smithi032.stdout: "read_bytes": { 2023-12-22T17:16:50.312 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 193929 2023-12-22T17:16:50.312 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.312 INFO:tasks.workunit.client.0.smithi032.stdout: "read_count": { 2023-12-22T17:16:50.312 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 22 2023-12-22T17:16:50.312 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.312 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes": { 2023-12-22T17:16:50.312 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1265664 2023-12-22T17:16:50.312 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.312 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_db": { 2023-12-22T17:16:50.312 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1269760 2023-12-22T17:16:50.312 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.312 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_slow": { 2023-12-22T17:16:50.312 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.312 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.312 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_wal": { 2023-12-22T17:16:50.312 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.312 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.313 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_count": { 2023-12-22T17:16:50.313 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14 2023-12-22T17:16:50.313 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.313 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_bytes": { 2023-12-22T17:16:50.313 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3653 2023-12-22T17:16:50.313 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.313 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_count": { 2023-12-22T17:16:50.313 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3 2023-12-22T17:16:50.313 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.313 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_bytes": { 2023-12-22T17:16:50.313 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3833 2023-12-22T17:16:50.313 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.313 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_count": { 2023-12-22T17:16:50.313 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 18 2023-12-22T17:16:50.313 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.314 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_bytes": { 2023-12-22T17:16:50.314 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3833 2023-12-22T17:16:50.314 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.314 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_count": { 2023-12-22T17:16:50.314 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 18 2023-12-22T17:16:50.314 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.314 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes": { 2023-12-22T17:16:50.314 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.314 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.314 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_db": { 2023-12-22T17:16:50.314 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.314 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.314 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_slow": { 2023-12-22T17:16:50.314 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.314 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.314 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_wal": { 2023-12-22T17:16:50.314 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.315 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.315 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_count": { 2023-12-22T17:16:50.315 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.315 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.315 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_total_bytes": { 2023-12-22T17:16:50.315 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.315 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.315 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_used_bytes": { 2023-12-22T17:16:50.315 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.315 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.315 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_total_bytes": { 2023-12-22T17:16:50.315 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.315 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.315 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_used_bytes": { 2023-12-22T17:16:50.315 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.315 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.316 INFO:tasks.workunit.client.0.smithi032.stdout: "write_bytes": { 2023-12-22T17:16:50.316 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1814528 2023-12-22T17:16:50.316 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.316 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.316 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore": { 2023-12-22T17:16:50.316 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit": { 2023-12-22T17:16:50.316 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4096 2023-12-22T17:16:50.316 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.316 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": { 2023-12-22T17:16:50.316 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 671744 2023-12-22T17:16:50.316 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.316 INFO:tasks.workunit.client.0.smithi032.stdout: "clist_lat": { 2023-12-22T17:16:50.316 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 4, 2023-12-22T17:16:50.316 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 116580 2023-12-22T17:16:50.316 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.316 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_lat": { 2023-12-22T17:16:50.317 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.317 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.317 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.317 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed": { 2023-12-22T17:16:50.317 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.317 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.317 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_allocated": { 2023-12-22T17:16:50.317 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.317 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.317 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_original": { 2023-12-22T17:16:50.317 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.317 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.317 INFO:tasks.workunit.client.0.smithi032.stdout: "csum_lat": { 2023-12-22T17:16:50.317 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2023-12-22T17:16:50.317 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3974 2023-12-22T17:16:50.318 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.318 INFO:tasks.workunit.client.0.smithi032.stdout: "decompress_lat": { 2023-12-22T17:16:50.318 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.318 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.318 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.318 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_commit_lat": { 2023-12-22T17:16:50.318 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 134, 2023-12-22T17:16:50.318 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 61593653 2023-12-22T17:16:50.318 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.318 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_final_lat": { 2023-12-22T17:16:50.318 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 127, 2023-12-22T17:16:50.318 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 10420545 2023-12-22T17:16:50.318 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.318 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_flush_lat": { 2023-12-22T17:16:50.318 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 134, 2023-12-22T17:16:50.318 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 153730 2023-12-22T17:16:50.318 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.319 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_sync_lat": { 2023-12-22T17:16:50.319 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 134, 2023-12-22T17:16:50.319 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 61747383 2023-12-22T17:16:50.319 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.319 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_keys_lat": { 2023-12-22T17:16:50.319 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.319 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.319 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.319 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_values_lat": { 2023-12-22T17:16:50.319 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:50.319 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1167 2023-12-22T17:16:50.319 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.319 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_lower_bound_lat": { 2023-12-22T17:16:50.320 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.320 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.320 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.320 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_next_lat": { 2023-12-22T17:16:50.320 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.320 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.320 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.320 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_seek_to_first_lat": { 2023-12-22T17:16:50.320 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.320 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.320 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.320 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_upper_bound_lat": { 2023-12-22T17:16:50.320 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:50.320 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4777 2023-12-22T17:16:50.321 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.321 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_hits": { 2023-12-22T17:16:50.321 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 317 2023-12-22T17:16:50.321 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.321 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_misses": { 2023-12-22T17:16:50.321 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 230 2023-12-22T17:16:50.321 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.321 INFO:tasks.workunit.client.0.smithi032.stdout: "read_lat": { 2023-12-22T17:16:50.321 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 85, 2023-12-22T17:16:50.321 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 620930 2023-12-22T17:16:50.321 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.321 INFO:tasks.workunit.client.0.smithi032.stdout: "read_onode_meta_lat": { 2023-12-22T17:16:50.321 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 137, 2023-12-22T17:16:50.321 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 253804 2023-12-22T17:16:50.322 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.322 INFO:tasks.workunit.client.0.smithi032.stdout: "read_wait_aio_lat": { 2023-12-22T17:16:50.322 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 52, 2023-12-22T17:16:50.322 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 342120 2023-12-22T17:16:50.322 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.322 INFO:tasks.workunit.client.0.smithi032.stdout: "reads_with_retries": { 2023-12-22T17:16:50.322 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.322 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.322 INFO:tasks.workunit.client.0.smithi032.stdout: "remove_lat": { 2023-12-22T17:16:50.322 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 3, 2023-12-22T17:16:50.322 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 75626 2023-12-22T17:16:50.322 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.322 INFO:tasks.workunit.client.0.smithi032.stdout: "state_aio_wait_lat": { 2023-12-22T17:16:50.323 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 261, 2023-12-22T17:16:50.323 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4068175 2023-12-22T17:16:50.323 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.323 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_aio_wait_lat": { 2023-12-22T17:16:50.323 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 34, 2023-12-22T17:16:50.323 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2808053 2023-12-22T17:16:50.323 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.323 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_cleanup_lat": { 2023-12-22T17:16:50.323 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 34, 2023-12-22T17:16:50.323 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 258054851597 2023-12-22T17:16:50.323 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.323 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_queued_lat": { 2023-12-22T17:16:50.323 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 34, 2023-12-22T17:16:50.323 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 52800219643 2023-12-22T17:16:50.323 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.323 INFO:tasks.workunit.client.0.smithi032.stdout: "state_done_lat": { 2023-12-22T17:16:50.323 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 258, 2023-12-22T17:16:50.324 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 370556 2023-12-22T17:16:50.324 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.324 INFO:tasks.workunit.client.0.smithi032.stdout: "state_finishing_lat": { 2023-12-22T17:16:50.324 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 258, 2023-12-22T17:16:50.324 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 27362 2023-12-22T17:16:50.324 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.324 INFO:tasks.workunit.client.0.smithi032.stdout: "state_io_done_lat": { 2023-12-22T17:16:50.324 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 261, 2023-12-22T17:16:50.324 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 231133 2023-12-22T17:16:50.324 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.324 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_commiting_lat": { 2023-12-22T17:16:50.324 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 261, 2023-12-22T17:16:50.324 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 302190258 2023-12-22T17:16:50.324 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.324 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_done_lat": { 2023-12-22T17:16:50.324 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 261, 2023-12-22T17:16:50.324 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 83371 2023-12-22T17:16:50.325 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.325 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_queued_lat": { 2023-12-22T17:16:50.325 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 261, 2023-12-22T17:16:50.325 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 146958334 2023-12-22T17:16:50.325 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.325 INFO:tasks.workunit.client.0.smithi032.stdout: "state_prepare_lat": { 2023-12-22T17:16:50.325 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 261, 2023-12-22T17:16:50.325 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14944130 2023-12-22T17:16:50.325 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.325 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": { 2023-12-22T17:16:50.325 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 289855 2023-12-22T17:16:50.325 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.325 INFO:tasks.workunit.client.0.smithi032.stdout: "truncate_lat": { 2023-12-22T17:16:50.325 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:50.325 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 373 2023-12-22T17:16:50.326 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.326 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_commit_lat": { 2023-12-22T17:16:50.326 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 261, 2023-12-22T17:16:50.326 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 468439911 2023-12-22T17:16:50.326 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.326 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_submit_lat": { 2023-12-22T17:16:50.326 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 261, 2023-12-22T17:16:50.326 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 18034278 2023-12-22T17:16:50.326 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.326 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_throttle_lat": { 2023-12-22T17:16:50.326 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 261, 2023-12-22T17:16:50.326 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5335935 2023-12-22T17:16:50.326 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.326 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.326 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache": { 2023-12-22T17:16:50.327 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_bytes": { 2023-12-22T17:16:50.327 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1869136547 2023-12-22T17:16:50.327 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.327 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_bytes": { 2023-12-22T17:16:50.327 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 236306432 2023-12-22T17:16:50.327 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.327 INFO:tasks.workunit.client.0.smithi032.stdout: "mapped_bytes": { 2023-12-22T17:16:50.327 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 235126784 2023-12-22T17:16:50.327 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.327 INFO:tasks.workunit.client.0.smithi032.stdout: "target_bytes": { 2023-12-22T17:16:50.327 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3146403430 2023-12-22T17:16:50.327 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.327 INFO:tasks.workunit.client.0.smithi032.stdout: "unmapped_bytes": { 2023-12-22T17:16:50.327 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1179648 2023-12-22T17:16:50.327 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.328 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.328 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:data": { 2023-12-22T17:16:50.328 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:50.328 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 159383552 2023-12-22T17:16:50.328 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.328 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:50.328 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.328 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.328 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:50.328 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.328 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.328 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:50.328 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 85960620 2023-12-22T17:16:50.328 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.328 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:50.328 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.329 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.329 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:50.329 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.329 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.329 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:50.329 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.329 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.329 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:50.329 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.329 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.329 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:50.329 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.329 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.329 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:50.329 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.330 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.330 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:50.330 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.330 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.330 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:50.330 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.330 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.330 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:50.330 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.330 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.330 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:50.330 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 73422932 2023-12-22T17:16:50.330 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.330 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.330 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv": { 2023-12-22T17:16:50.330 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:50.331 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 780140544 2023-12-22T17:16:50.331 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.331 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:50.331 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2023-12-22T17:16:50.331 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.331 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:50.331 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.331 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.331 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:50.331 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 644704655 2023-12-22T17:16:50.331 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.331 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:50.331 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.331 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.331 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:50.331 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.331 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.332 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:50.332 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.332 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.332 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:50.332 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.332 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.332 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:50.332 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.332 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.332 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:50.332 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1168 2023-12-22T17:16:50.332 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.332 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:50.332 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.332 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.332 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:50.333 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.333 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.333 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:50.333 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.333 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.333 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:50.333 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 68325857 2023-12-22T17:16:50.333 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.333 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.333 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv_onode": { 2023-12-22T17:16:50.333 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:50.333 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 192937984 2023-12-22T17:16:50.333 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.333 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:50.333 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2023-12-22T17:16:50.334 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.334 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:50.334 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 464 2023-12-22T17:16:50.334 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.334 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:50.334 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 57307080 2023-12-22T17:16:50.334 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.334 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:50.334 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.334 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.334 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:50.334 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.334 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.334 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:50.334 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.334 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.334 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:50.335 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.335 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.335 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:50.335 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.335 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.335 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:50.335 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.335 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.335 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:50.335 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.335 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.335 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:50.335 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.335 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.335 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:50.336 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.336 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.336 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:50.336 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 68521576 2023-12-22T17:16:50.336 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.336 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.336 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:meta": { 2023-12-22T17:16:50.336 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:50.336 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 713031680 2023-12-22T17:16:50.336 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.336 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:50.336 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.336 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.336 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:50.336 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.336 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.337 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:50.337 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 644704655 2023-12-22T17:16:50.337 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.337 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:50.337 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.337 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.337 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:50.337 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.337 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.337 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:50.337 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.337 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.337 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:50.337 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.337 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.337 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:50.338 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 93002 2023-12-22T17:16:50.338 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.338 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:50.338 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 151813 2023-12-22T17:16:50.338 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.338 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:50.338 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.338 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.338 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:50.338 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.338 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.338 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:50.338 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.338 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.339 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:50.339 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 68082210 2023-12-22T17:16:50.339 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.339 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.339 INFO:tasks.workunit.client.0.smithi032.stdout: "objecter": { 2023-12-22T17:16:50.339 INFO:tasks.workunit.client.0.smithi032.stdout: "op_active": { 2023-12-22T17:16:50.339 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.339 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.339 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2023-12-22T17:16:50.339 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.339 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.339 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rmw": { 2023-12-22T17:16:50.339 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.339 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.339 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2023-12-22T17:16:50.340 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.340 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.340 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.340 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:50.340 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg": { 2023-12-22T17:16:50.340 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 42 2023-12-22T17:16:50.340 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.340 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg_removing": { 2023-12-22T17:16:50.340 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.340 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.340 INFO:tasks.workunit.client.0.smithi032.stdout: "op": { 2023-12-22T17:16:50.340 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.340 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.340 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_degraded": { 2023-12-22T17:16:50.340 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.340 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.341 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_unreadable": { 2023-12-22T17:16:50.341 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.341 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.341 INFO:tasks.workunit.client.0.smithi032.stdout: "op_in_bytes": { 2023-12-22T17:16:50.341 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.341 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.341 INFO:tasks.workunit.client.0.smithi032.stdout: "op_latency": { 2023-12-22T17:16:50.341 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.341 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.341 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.341 INFO:tasks.workunit.client.0.smithi032.stdout: "op_out_bytes": { 2023-12-22T17:16:50.341 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.341 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.341 INFO:tasks.workunit.client.0.smithi032.stdout: "op_prepare_latency": { 2023-12-22T17:16:50.342 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.342 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.342 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.342 INFO:tasks.workunit.client.0.smithi032.stdout: "op_process_latency": { 2023-12-22T17:16:50.342 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.342 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.342 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.342 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2023-12-22T17:16:50.342 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.342 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.342 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency": { 2023-12-22T17:16:50.342 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.342 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.342 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.342 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-22T17:16:50.342 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.343 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.343 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_out_bytes": { 2023-12-22T17:16:50.343 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.343 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.343 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_prepare_latency": { 2023-12-22T17:16:50.343 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.343 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.343 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.343 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_process_latency": { 2023-12-22T17:16:50.343 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.343 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.343 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.343 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw": { 2023-12-22T17:16:50.343 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.343 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.343 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_in_bytes": { 2023-12-22T17:16:50.343 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.344 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.344 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency": { 2023-12-22T17:16:50.344 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.344 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.344 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.344 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-22T17:16:50.344 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.344 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.344 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-22T17:16:50.344 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.344 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.344 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_out_bytes": { 2023-12-22T17:16:50.344 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.344 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.344 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_prepare_latency": { 2023-12-22T17:16:50.344 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.344 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.345 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.345 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_process_latency": { 2023-12-22T17:16:50.345 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.345 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.345 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.345 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2023-12-22T17:16:50.345 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.345 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.345 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_in_bytes": { 2023-12-22T17:16:50.345 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.345 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.345 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency": { 2023-12-22T17:16:50.345 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.345 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.345 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.348 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-22T17:16:50.348 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.348 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.348 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_prepare_latency": { 2023-12-22T17:16:50.348 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.348 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.348 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.348 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_process_latency": { 2023-12-22T17:16:50.348 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.348 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.348 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.348 INFO:tasks.workunit.client.0.smithi032.stdout: "op_wip": { 2023-12-22T17:16:50.348 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.349 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.349 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_bytes": { 2023-12-22T17:16:50.349 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.349 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.349 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_ops": { 2023-12-22T17:16:50.349 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.349 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.349 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes": { 2023-12-22T17:16:50.349 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2023-12-22T17:16:50.349 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.349 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes_used": { 2023-12-22T17:16:50.349 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 305094656 2023-12-22T17:16:50.349 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.349 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.349 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.350 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.6": { 2023-12-22T17:16:50.350 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2023-12-22T17:16:50.350 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_fallback": { 2023-12-22T17:16:50.350 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.350 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.350 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_size_fallback": { 2023-12-22T17:16:50.350 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.350 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.350 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_db": { 2023-12-22T17:16:50.350 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 65536 2023-12-22T17:16:50.350 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.350 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_main": { 2023-12-22T17:16:50.350 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.350 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.350 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_wal": { 2023-12-22T17:16:50.350 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.351 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.351 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_slow": { 2023-12-22T17:16:50.351 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.351 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.351 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_sst": { 2023-12-22T17:16:50.351 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8192 2023-12-22T17:16:50.351 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.351 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_wal": { 2023-12-22T17:16:50.351 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1359872 2023-12-22T17:16:50.351 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.351 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lat": { 2023-12-22T17:16:50.351 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.351 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.351 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.351 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lock_lat": { 2023-12-22T17:16:50.351 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.351 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.351 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.352 INFO:tasks.workunit.client.0.smithi032.stdout: "db_total_bytes": { 2023-12-22T17:16:50.352 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2023-12-22T17:16:50.352 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.352 INFO:tasks.workunit.client.0.smithi032.stdout: "db_used_bytes": { 2023-12-22T17:16:50.352 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 304414720 2023-12-22T17:16:50.352 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.352 INFO:tasks.workunit.client.0.smithi032.stdout: "log_bytes": { 2023-12-22T17:16:50.352 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 983040 2023-12-22T17:16:50.352 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.352 INFO:tasks.workunit.client.0.smithi032.stdout: "logged_bytes": { 2023-12-22T17:16:50.352 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 843776 2023-12-22T17:16:50.352 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.352 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_db": { 2023-12-22T17:16:50.352 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 312803328 2023-12-22T17:16:50.352 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.352 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_slow": { 2023-12-22T17:16:50.353 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.353 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.353 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_wal": { 2023-12-22T17:16:50.353 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.353 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.353 INFO:tasks.workunit.client.0.smithi032.stdout: "num_files": { 2023-12-22T17:16:50.353 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 13 2023-12-22T17:16:50.353 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.353 INFO:tasks.workunit.client.0.smithi032.stdout: "read_bytes": { 2023-12-22T17:16:50.353 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 193929 2023-12-22T17:16:50.353 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.353 INFO:tasks.workunit.client.0.smithi032.stdout: "read_count": { 2023-12-22T17:16:50.353 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 22 2023-12-22T17:16:50.353 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.353 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes": { 2023-12-22T17:16:50.353 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1265664 2023-12-22T17:16:50.354 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.354 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_db": { 2023-12-22T17:16:50.354 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1269760 2023-12-22T17:16:50.354 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.354 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_slow": { 2023-12-22T17:16:50.354 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.354 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.354 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_wal": { 2023-12-22T17:16:50.354 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.354 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.354 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_count": { 2023-12-22T17:16:50.354 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14 2023-12-22T17:16:50.354 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.354 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_bytes": { 2023-12-22T17:16:50.354 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3653 2023-12-22T17:16:50.355 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.355 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_count": { 2023-12-22T17:16:50.355 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3 2023-12-22T17:16:50.355 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.355 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_bytes": { 2023-12-22T17:16:50.355 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3833 2023-12-22T17:16:50.355 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.355 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_count": { 2023-12-22T17:16:50.355 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 18 2023-12-22T17:16:50.355 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.355 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_bytes": { 2023-12-22T17:16:50.355 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3833 2023-12-22T17:16:50.355 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.355 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_count": { 2023-12-22T17:16:50.355 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 18 2023-12-22T17:16:50.356 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.356 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes": { 2023-12-22T17:16:50.356 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.356 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.356 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_db": { 2023-12-22T17:16:50.356 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.356 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.356 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_slow": { 2023-12-22T17:16:50.356 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.356 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.356 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_wal": { 2023-12-22T17:16:50.356 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.356 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.356 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_count": { 2023-12-22T17:16:50.356 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.356 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.357 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_total_bytes": { 2023-12-22T17:16:50.357 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.357 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.357 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_used_bytes": { 2023-12-22T17:16:50.357 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.357 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.357 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_total_bytes": { 2023-12-22T17:16:50.357 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.357 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.357 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_used_bytes": { 2023-12-22T17:16:50.357 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.357 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.357 INFO:tasks.workunit.client.0.smithi032.stdout: "write_bytes": { 2023-12-22T17:16:50.357 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2273280 2023-12-22T17:16:50.357 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.358 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.358 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore": { 2023-12-22T17:16:50.358 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit": { 2023-12-22T17:16:50.358 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4096 2023-12-22T17:16:50.358 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.358 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": { 2023-12-22T17:16:50.358 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1265664 2023-12-22T17:16:50.358 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.358 INFO:tasks.workunit.client.0.smithi032.stdout: "clist_lat": { 2023-12-22T17:16:50.358 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.358 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.358 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.358 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_lat": { 2023-12-22T17:16:50.358 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.358 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.359 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.359 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed": { 2023-12-22T17:16:50.359 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.359 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.359 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_allocated": { 2023-12-22T17:16:50.359 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.359 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.359 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_original": { 2023-12-22T17:16:50.359 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.359 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.359 INFO:tasks.workunit.client.0.smithi032.stdout: "csum_lat": { 2023-12-22T17:16:50.359 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 6, 2023-12-22T17:16:50.359 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8529 2023-12-22T17:16:50.359 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.359 INFO:tasks.workunit.client.0.smithi032.stdout: "decompress_lat": { 2023-12-22T17:16:50.360 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.360 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.360 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.360 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_commit_lat": { 2023-12-22T17:16:50.360 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 190, 2023-12-22T17:16:50.360 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 75357894 2023-12-22T17:16:50.360 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.360 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_final_lat": { 2023-12-22T17:16:50.360 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 166, 2023-12-22T17:16:50.360 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 10697127 2023-12-22T17:16:50.360 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.360 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_flush_lat": { 2023-12-22T17:16:50.360 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 190, 2023-12-22T17:16:50.360 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 154183 2023-12-22T17:16:50.360 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.360 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_sync_lat": { 2023-12-22T17:16:50.361 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 190, 2023-12-22T17:16:50.361 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 75512077 2023-12-22T17:16:50.361 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.361 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_keys_lat": { 2023-12-22T17:16:50.361 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.361 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.361 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.361 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_values_lat": { 2023-12-22T17:16:50.361 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.361 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.361 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.361 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_lower_bound_lat": { 2023-12-22T17:16:50.361 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2023-12-22T17:16:50.361 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 460 2023-12-22T17:16:50.361 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.361 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_next_lat": { 2023-12-22T17:16:50.362 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.362 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.362 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.362 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_seek_to_first_lat": { 2023-12-22T17:16:50.362 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.362 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.362 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.362 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_upper_bound_lat": { 2023-12-22T17:16:50.362 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:50.362 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4884 2023-12-22T17:16:50.362 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.362 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_hits": { 2023-12-22T17:16:50.362 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 354 2023-12-22T17:16:50.362 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.362 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_misses": { 2023-12-22T17:16:50.363 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 237 2023-12-22T17:16:50.363 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.363 INFO:tasks.workunit.client.0.smithi032.stdout: "read_lat": { 2023-12-22T17:16:50.363 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 87, 2023-12-22T17:16:50.363 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2380761 2023-12-22T17:16:50.363 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.363 INFO:tasks.workunit.client.0.smithi032.stdout: "read_onode_meta_lat": { 2023-12-22T17:16:50.363 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 135, 2023-12-22T17:16:50.363 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 265918 2023-12-22T17:16:50.363 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.363 INFO:tasks.workunit.client.0.smithi032.stdout: "read_wait_aio_lat": { 2023-12-22T17:16:50.363 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 48, 2023-12-22T17:16:50.363 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2219731 2023-12-22T17:16:50.363 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.363 INFO:tasks.workunit.client.0.smithi032.stdout: "reads_with_retries": { 2023-12-22T17:16:50.363 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.364 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.364 INFO:tasks.workunit.client.0.smithi032.stdout: "remove_lat": { 2023-12-22T17:16:50.364 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.364 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.364 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.364 INFO:tasks.workunit.client.0.smithi032.stdout: "state_aio_wait_lat": { 2023-12-22T17:16:50.364 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 273, 2023-12-22T17:16:50.364 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 15097894 2023-12-22T17:16:50.364 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.364 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_aio_wait_lat": { 2023-12-22T17:16:50.364 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 32, 2023-12-22T17:16:50.364 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2239042 2023-12-22T17:16:50.364 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.364 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_cleanup_lat": { 2023-12-22T17:16:50.364 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 32, 2023-12-22T17:16:50.364 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 358007691537 2023-12-22T17:16:50.365 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.365 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_queued_lat": { 2023-12-22T17:16:50.365 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 32, 2023-12-22T17:16:50.365 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 48666942019 2023-12-22T17:16:50.365 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.365 INFO:tasks.workunit.client.0.smithi032.stdout: "state_done_lat": { 2023-12-22T17:16:50.365 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 273, 2023-12-22T17:16:50.365 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 429343 2023-12-22T17:16:50.365 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.365 INFO:tasks.workunit.client.0.smithi032.stdout: "state_finishing_lat": { 2023-12-22T17:16:50.365 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 273, 2023-12-22T17:16:50.365 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 25081 2023-12-22T17:16:50.365 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.365 INFO:tasks.workunit.client.0.smithi032.stdout: "state_io_done_lat": { 2023-12-22T17:16:50.365 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 273, 2023-12-22T17:16:50.365 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 344444 2023-12-22T17:16:50.366 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.366 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_commiting_lat": { 2023-12-22T17:16:50.366 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 273, 2023-12-22T17:16:50.366 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 229097389 2023-12-22T17:16:50.366 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.366 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_done_lat": { 2023-12-22T17:16:50.366 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 273, 2023-12-22T17:16:50.366 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 88420 2023-12-22T17:16:50.366 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.366 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_queued_lat": { 2023-12-22T17:16:50.366 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 273, 2023-12-22T17:16:50.366 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 75857282 2023-12-22T17:16:50.366 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.366 INFO:tasks.workunit.client.0.smithi032.stdout: "state_prepare_lat": { 2023-12-22T17:16:50.366 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 273, 2023-12-22T17:16:50.366 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12132173 2023-12-22T17:16:50.366 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.367 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": { 2023-12-22T17:16:50.367 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 880398 2023-12-22T17:16:50.367 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.367 INFO:tasks.workunit.client.0.smithi032.stdout: "truncate_lat": { 2023-12-22T17:16:50.367 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:50.367 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 490 2023-12-22T17:16:50.367 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.367 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_commit_lat": { 2023-12-22T17:16:50.367 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 273, 2023-12-22T17:16:50.367 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 332575678 2023-12-22T17:16:50.367 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.367 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_submit_lat": { 2023-12-22T17:16:50.367 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 273, 2023-12-22T17:16:50.367 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14352168 2023-12-22T17:16:50.368 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.368 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_throttle_lat": { 2023-12-22T17:16:50.368 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 273, 2023-12-22T17:16:50.368 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1950251 2023-12-22T17:16:50.368 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.368 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.368 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache": { 2023-12-22T17:16:50.368 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_bytes": { 2023-12-22T17:16:50.368 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1869136547 2023-12-22T17:16:50.368 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.368 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_bytes": { 2023-12-22T17:16:50.368 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 235470848 2023-12-22T17:16:50.368 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.368 INFO:tasks.workunit.client.0.smithi032.stdout: "mapped_bytes": { 2023-12-22T17:16:50.368 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 234299392 2023-12-22T17:16:50.368 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.369 INFO:tasks.workunit.client.0.smithi032.stdout: "target_bytes": { 2023-12-22T17:16:50.369 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3146403430 2023-12-22T17:16:50.369 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.369 INFO:tasks.workunit.client.0.smithi032.stdout: "unmapped_bytes": { 2023-12-22T17:16:50.369 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1171456 2023-12-22T17:16:50.369 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.369 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.369 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:data": { 2023-12-22T17:16:50.369 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:50.369 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 159383552 2023-12-22T17:16:50.369 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.369 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:50.369 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.369 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.370 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:50.370 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.370 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.370 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:50.370 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 85959597 2023-12-22T17:16:50.370 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.370 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:50.370 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.370 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.370 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:50.370 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.370 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.370 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:50.370 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.370 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.370 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:50.371 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.371 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.371 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:50.371 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12288 2023-12-22T17:16:50.371 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.371 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:50.371 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.371 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.371 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:50.371 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.371 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.371 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:50.371 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.371 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.371 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:50.371 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.371 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.372 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:50.372 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 73411667 2023-12-22T17:16:50.372 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.372 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.372 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv": { 2023-12-22T17:16:50.372 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:50.372 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 780140544 2023-12-22T17:16:50.372 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.372 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:50.372 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2023-12-22T17:16:50.372 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.372 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:50.372 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.372 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.372 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:50.372 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 644696982 2023-12-22T17:16:50.372 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.373 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:50.373 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.373 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.373 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:50.373 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.373 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.373 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:50.373 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.373 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.373 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:50.373 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.373 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.373 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:50.373 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.373 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.373 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:50.374 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1168 2023-12-22T17:16:50.374 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.374 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:50.374 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.374 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.374 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:50.374 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.374 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.374 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:50.374 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.374 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.374 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:50.374 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 68333530 2023-12-22T17:16:50.374 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.374 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.374 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv_onode": { 2023-12-22T17:16:50.374 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:50.375 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 192937984 2023-12-22T17:16:50.375 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.375 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:50.375 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2023-12-22T17:16:50.375 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.375 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:50.375 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 464 2023-12-22T17:16:50.375 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.375 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:50.375 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 57306398 2023-12-22T17:16:50.375 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.375 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:50.375 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.375 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.375 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:50.375 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.376 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.376 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:50.376 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.376 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.376 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:50.376 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.376 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.376 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:50.376 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.376 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.376 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:50.376 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.376 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.376 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:50.376 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.376 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.377 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:50.377 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.377 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.377 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:50.377 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.377 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.377 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:50.377 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 68522258 2023-12-22T17:16:50.377 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.377 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.377 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:meta": { 2023-12-22T17:16:50.377 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:50.377 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 713031680 2023-12-22T17:16:50.378 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.378 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:50.378 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.378 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.378 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:50.378 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.378 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.378 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:50.378 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 644696982 2023-12-22T17:16:50.378 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.378 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:50.378 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.378 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.378 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:50.379 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.379 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.379 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:50.379 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.379 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.379 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:50.379 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.379 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.379 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:50.379 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 103701 2023-12-22T17:16:50.379 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.379 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:50.379 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 148545 2023-12-22T17:16:50.379 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.380 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:50.380 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.380 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.380 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:50.380 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.380 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.380 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:50.380 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.380 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.380 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:50.380 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 68082452 2023-12-22T17:16:50.380 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.380 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.380 INFO:tasks.workunit.client.0.smithi032.stdout: "objecter": { 2023-12-22T17:16:50.380 INFO:tasks.workunit.client.0.smithi032.stdout: "op_active": { 2023-12-22T17:16:50.380 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.381 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.381 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2023-12-22T17:16:50.381 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.381 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.381 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rmw": { 2023-12-22T17:16:50.381 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.381 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.381 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2023-12-22T17:16:50.381 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.381 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.381 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.381 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:50.381 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg": { 2023-12-22T17:16:50.381 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 39 2023-12-22T17:16:50.381 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.382 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg_removing": { 2023-12-22T17:16:50.382 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.382 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.382 INFO:tasks.workunit.client.0.smithi032.stdout: "op": { 2023-12-22T17:16:50.382 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 13 2023-12-22T17:16:50.382 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.382 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_degraded": { 2023-12-22T17:16:50.382 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.382 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.382 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_unreadable": { 2023-12-22T17:16:50.382 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.382 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.382 INFO:tasks.workunit.client.0.smithi032.stdout: "op_in_bytes": { 2023-12-22T17:16:50.382 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2786 2023-12-22T17:16:50.382 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.382 INFO:tasks.workunit.client.0.smithi032.stdout: "op_latency": { 2023-12-22T17:16:50.382 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 13, 2023-12-22T17:16:50.383 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 45340345 2023-12-22T17:16:50.383 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.383 INFO:tasks.workunit.client.0.smithi032.stdout: "op_out_bytes": { 2023-12-22T17:16:50.383 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.383 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.383 INFO:tasks.workunit.client.0.smithi032.stdout: "op_prepare_latency": { 2023-12-22T17:16:50.383 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 15, 2023-12-22T17:16:50.383 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 7338259 2023-12-22T17:16:50.383 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.383 INFO:tasks.workunit.client.0.smithi032.stdout: "op_process_latency": { 2023-12-22T17:16:50.383 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 13, 2023-12-22T17:16:50.383 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 37773797 2023-12-22T17:16:50.383 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.383 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2023-12-22T17:16:50.383 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.383 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.383 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency": { 2023-12-22T17:16:50.384 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.384 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.384 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.384 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-22T17:16:50.384 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.384 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.384 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_out_bytes": { 2023-12-22T17:16:50.384 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.384 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.384 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_prepare_latency": { 2023-12-22T17:16:50.384 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.384 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.384 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.384 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_process_latency": { 2023-12-22T17:16:50.385 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.385 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.385 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.385 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw": { 2023-12-22T17:16:50.385 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.385 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.385 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_in_bytes": { 2023-12-22T17:16:50.385 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.385 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.385 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency": { 2023-12-22T17:16:50.385 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.385 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.385 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.385 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-22T17:16:50.385 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.385 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.386 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-22T17:16:50.386 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.386 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.386 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_out_bytes": { 2023-12-22T17:16:50.386 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.386 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.386 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_prepare_latency": { 2023-12-22T17:16:50.386 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.386 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.386 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.386 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_process_latency": { 2023-12-22T17:16:50.386 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.386 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.386 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.386 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2023-12-22T17:16:50.386 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 13 2023-12-22T17:16:50.387 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.387 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_in_bytes": { 2023-12-22T17:16:50.387 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2786 2023-12-22T17:16:50.387 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.387 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency": { 2023-12-22T17:16:50.387 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 13, 2023-12-22T17:16:50.387 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 45340345 2023-12-22T17:16:50.387 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.387 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-22T17:16:50.387 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.387 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.387 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_prepare_latency": { 2023-12-22T17:16:50.387 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 15, 2023-12-22T17:16:50.387 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 7338259 2023-12-22T17:16:50.387 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.387 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_process_latency": { 2023-12-22T17:16:50.388 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 13, 2023-12-22T17:16:50.388 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 37773797 2023-12-22T17:16:50.388 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.388 INFO:tasks.workunit.client.0.smithi032.stdout: "op_wip": { 2023-12-22T17:16:50.388 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.388 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.388 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_bytes": { 2023-12-22T17:16:50.388 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.388 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.388 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_ops": { 2023-12-22T17:16:50.388 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1 2023-12-22T17:16:50.388 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.388 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes": { 2023-12-22T17:16:50.388 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2023-12-22T17:16:50.389 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.389 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes_used": { 2023-12-22T17:16:50.389 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 305688576 2023-12-22T17:16:50.389 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.389 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.389 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.389 INFO:tasks.workunit.client.0.smithi032.stdout: "osd.7": { 2023-12-22T17:16:50.389 INFO:tasks.workunit.client.0.smithi032.stdout: "bluefs": { 2023-12-22T17:16:50.389 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_fallback": { 2023-12-22T17:16:50.389 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.389 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.389 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_slow_size_fallback": { 2023-12-22T17:16:50.389 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.390 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.390 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_db": { 2023-12-22T17:16:50.390 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 65536 2023-12-22T17:16:50.390 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.390 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_main": { 2023-12-22T17:16:50.390 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.390 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.390 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit_wal": { 2023-12-22T17:16:50.390 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.390 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.390 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_slow": { 2023-12-22T17:16:50.390 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.390 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.390 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_sst": { 2023-12-22T17:16:50.391 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8192 2023-12-22T17:16:50.391 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.391 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_written_wal": { 2023-12-22T17:16:50.391 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1150976 2023-12-22T17:16:50.391 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.391 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lat": { 2023-12-22T17:16:50.391 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.391 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.391 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.391 INFO:tasks.workunit.client.0.smithi032.stdout: "compact_lock_lat": { 2023-12-22T17:16:50.391 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.391 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.391 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.391 INFO:tasks.workunit.client.0.smithi032.stdout: "db_total_bytes": { 2023-12-22T17:16:50.391 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2023-12-22T17:16:50.391 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.391 INFO:tasks.workunit.client.0.smithi032.stdout: "db_used_bytes": { 2023-12-22T17:16:50.392 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 304414720 2023-12-22T17:16:50.392 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.392 INFO:tasks.workunit.client.0.smithi032.stdout: "log_bytes": { 2023-12-22T17:16:50.392 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 851968 2023-12-22T17:16:50.392 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.392 INFO:tasks.workunit.client.0.smithi032.stdout: "logged_bytes": { 2023-12-22T17:16:50.392 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 712704 2023-12-22T17:16:50.392 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.392 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_db": { 2023-12-22T17:16:50.392 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 312803328 2023-12-22T17:16:50.392 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.392 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_slow": { 2023-12-22T17:16:50.392 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.392 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.392 INFO:tasks.workunit.client.0.smithi032.stdout: "max_bytes_wal": { 2023-12-22T17:16:50.392 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.393 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.393 INFO:tasks.workunit.client.0.smithi032.stdout: "num_files": { 2023-12-22T17:16:50.393 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 13 2023-12-22T17:16:50.393 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.393 INFO:tasks.workunit.client.0.smithi032.stdout: "read_bytes": { 2023-12-22T17:16:50.393 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 193929 2023-12-22T17:16:50.393 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.393 INFO:tasks.workunit.client.0.smithi032.stdout: "read_count": { 2023-12-22T17:16:50.393 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 22 2023-12-22T17:16:50.393 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.393 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes": { 2023-12-22T17:16:50.393 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1265664 2023-12-22T17:16:50.393 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.393 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_db": { 2023-12-22T17:16:50.393 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1269760 2023-12-22T17:16:50.393 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.394 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_slow": { 2023-12-22T17:16:50.394 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.394 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.394 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_bytes_wal": { 2023-12-22T17:16:50.394 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.394 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.394 INFO:tasks.workunit.client.0.smithi032.stdout: "read_disk_count": { 2023-12-22T17:16:50.394 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14 2023-12-22T17:16:50.394 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.394 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_bytes": { 2023-12-22T17:16:50.394 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3653 2023-12-22T17:16:50.394 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.394 INFO:tasks.workunit.client.0.smithi032.stdout: "read_prefetch_count": { 2023-12-22T17:16:50.394 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3 2023-12-22T17:16:50.394 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.394 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_bytes": { 2023-12-22T17:16:50.394 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3833 2023-12-22T17:16:50.395 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.395 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_buffer_count": { 2023-12-22T17:16:50.395 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 18 2023-12-22T17:16:50.395 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.395 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_bytes": { 2023-12-22T17:16:50.395 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3833 2023-12-22T17:16:50.395 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.395 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_count": { 2023-12-22T17:16:50.395 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 18 2023-12-22T17:16:50.395 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.395 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes": { 2023-12-22T17:16:50.395 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.395 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.395 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_db": { 2023-12-22T17:16:50.395 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.395 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.395 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_slow": { 2023-12-22T17:16:50.396 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.396 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.396 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_bytes_wal": { 2023-12-22T17:16:50.396 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.396 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.396 INFO:tasks.workunit.client.0.smithi032.stdout: "read_random_disk_count": { 2023-12-22T17:16:50.396 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.396 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.396 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_total_bytes": { 2023-12-22T17:16:50.396 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.396 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.396 INFO:tasks.workunit.client.0.smithi032.stdout: "slow_used_bytes": { 2023-12-22T17:16:50.396 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.396 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.396 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_total_bytes": { 2023-12-22T17:16:50.397 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.397 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.397 INFO:tasks.workunit.client.0.smithi032.stdout: "wal_used_bytes": { 2023-12-22T17:16:50.397 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.397 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.397 INFO:tasks.workunit.client.0.smithi032.stdout: "write_bytes": { 2023-12-22T17:16:50.397 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1933312 2023-12-22T17:16:50.397 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.397 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.397 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore": { 2023-12-22T17:16:50.397 INFO:tasks.workunit.client.0.smithi032.stdout: "alloc_unit": { 2023-12-22T17:16:50.397 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4096 2023-12-22T17:16:50.397 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.397 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": { 2023-12-22T17:16:50.397 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1257472 2023-12-22T17:16:50.397 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.398 INFO:tasks.workunit.client.0.smithi032.stdout: "clist_lat": { 2023-12-22T17:16:50.398 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 5, 2023-12-22T17:16:50.398 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 224167 2023-12-22T17:16:50.398 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.398 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_lat": { 2023-12-22T17:16:50.398 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.398 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.398 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.398 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed": { 2023-12-22T17:16:50.398 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.398 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.398 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_allocated": { 2023-12-22T17:16:50.398 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.398 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.398 INFO:tasks.workunit.client.0.smithi032.stdout: "compressed_original": { 2023-12-22T17:16:50.399 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.399 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.399 INFO:tasks.workunit.client.0.smithi032.stdout: "csum_lat": { 2023-12-22T17:16:50.399 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 7, 2023-12-22T17:16:50.399 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 25075 2023-12-22T17:16:50.399 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.399 INFO:tasks.workunit.client.0.smithi032.stdout: "decompress_lat": { 2023-12-22T17:16:50.399 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.399 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.399 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.399 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_commit_lat": { 2023-12-22T17:16:50.399 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 158, 2023-12-22T17:16:50.399 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 64504709 2023-12-22T17:16:50.399 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.400 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_final_lat": { 2023-12-22T17:16:50.400 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 147, 2023-12-22T17:16:50.400 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 11466715 2023-12-22T17:16:50.400 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.400 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_flush_lat": { 2023-12-22T17:16:50.400 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 158, 2023-12-22T17:16:50.400 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 105553 2023-12-22T17:16:50.400 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.400 INFO:tasks.workunit.client.0.smithi032.stdout: "kv_sync_lat": { 2023-12-22T17:16:50.400 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 158, 2023-12-22T17:16:50.400 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 64610262 2023-12-22T17:16:50.400 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.400 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_keys_lat": { 2023-12-22T17:16:50.400 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.400 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.400 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.401 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_get_values_lat": { 2023-12-22T17:16:50.401 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 1, 2023-12-22T17:16:50.401 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1789 2023-12-22T17:16:50.401 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.401 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_lower_bound_lat": { 2023-12-22T17:16:50.401 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.401 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.401 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.401 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_next_lat": { 2023-12-22T17:16:50.401 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.401 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.401 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.401 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_seek_to_first_lat": { 2023-12-22T17:16:50.401 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 0, 2023-12-22T17:16:50.401 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.402 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.402 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_upper_bound_lat": { 2023-12-22T17:16:50.402 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:50.402 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4437 2023-12-22T17:16:50.402 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.402 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_hits": { 2023-12-22T17:16:50.402 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 597 2023-12-22T17:16:50.402 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.402 INFO:tasks.workunit.client.0.smithi032.stdout: "onode_misses": { 2023-12-22T17:16:50.402 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 268 2023-12-22T17:16:50.402 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.402 INFO:tasks.workunit.client.0.smithi032.stdout: "read_lat": { 2023-12-22T17:16:50.402 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 114, 2023-12-22T17:16:50.402 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2967221 2023-12-22T17:16:50.403 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.403 INFO:tasks.workunit.client.0.smithi032.stdout: "read_onode_meta_lat": { 2023-12-22T17:16:50.403 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 176, 2023-12-22T17:16:50.403 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 328758 2023-12-22T17:16:50.403 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.403 INFO:tasks.workunit.client.0.smithi032.stdout: "read_wait_aio_lat": { 2023-12-22T17:16:50.403 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 62, 2023-12-22T17:16:50.403 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2225125 2023-12-22T17:16:50.403 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.403 INFO:tasks.workunit.client.0.smithi032.stdout: "reads_with_retries": { 2023-12-22T17:16:50.403 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.403 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.403 INFO:tasks.workunit.client.0.smithi032.stdout: "remove_lat": { 2023-12-22T17:16:50.403 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:50.403 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 64124 2023-12-22T17:16:50.404 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.404 INFO:tasks.workunit.client.0.smithi032.stdout: "state_aio_wait_lat": { 2023-12-22T17:16:50.404 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 285, 2023-12-22T17:16:50.404 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4340648 2023-12-22T17:16:50.404 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.404 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_aio_wait_lat": { 2023-12-22T17:16:50.404 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 18, 2023-12-22T17:16:50.404 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1535989 2023-12-22T17:16:50.404 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.404 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_cleanup_lat": { 2023-12-22T17:16:50.404 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 18, 2023-12-22T17:16:50.404 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 200960532163 2023-12-22T17:16:50.404 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.404 INFO:tasks.workunit.client.0.smithi032.stdout: "state_deferred_queued_lat": { 2023-12-22T17:16:50.405 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 18, 2023-12-22T17:16:50.405 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 31859494312 2023-12-22T17:16:50.405 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.405 INFO:tasks.workunit.client.0.smithi032.stdout: "state_done_lat": { 2023-12-22T17:16:50.405 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 285, 2023-12-22T17:16:50.405 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 414786 2023-12-22T17:16:50.405 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.405 INFO:tasks.workunit.client.0.smithi032.stdout: "state_finishing_lat": { 2023-12-22T17:16:50.405 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 285, 2023-12-22T17:16:50.405 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 27785 2023-12-22T17:16:50.405 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.405 INFO:tasks.workunit.client.0.smithi032.stdout: "state_io_done_lat": { 2023-12-22T17:16:50.405 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 285, 2023-12-22T17:16:50.405 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 192941 2023-12-22T17:16:50.405 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.406 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_commiting_lat": { 2023-12-22T17:16:50.406 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 285, 2023-12-22T17:16:50.406 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 303685653 2023-12-22T17:16:50.406 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.406 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_done_lat": { 2023-12-22T17:16:50.406 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 285, 2023-12-22T17:16:50.406 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 88765 2023-12-22T17:16:50.406 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.406 INFO:tasks.workunit.client.0.smithi032.stdout: "state_kv_queued_lat": { 2023-12-22T17:16:50.406 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 285, 2023-12-22T17:16:50.406 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 113924474 2023-12-22T17:16:50.406 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.406 INFO:tasks.workunit.client.0.smithi032.stdout: "state_prepare_lat": { 2023-12-22T17:16:50.406 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 285, 2023-12-22T17:16:50.406 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 11550887 2023-12-22T17:16:50.407 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.407 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": { 2023-12-22T17:16:50.407 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 878103 2023-12-22T17:16:50.407 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.407 INFO:tasks.workunit.client.0.smithi032.stdout: "truncate_lat": { 2023-12-22T17:16:50.407 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 2, 2023-12-22T17:16:50.407 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 691 2023-12-22T17:16:50.407 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.407 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_commit_lat": { 2023-12-22T17:16:50.407 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 285, 2023-12-22T17:16:50.407 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 433734342 2023-12-22T17:16:50.407 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.407 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_submit_lat": { 2023-12-22T17:16:50.407 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 285, 2023-12-22T17:16:50.407 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 13435979 2023-12-22T17:16:50.407 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.408 INFO:tasks.workunit.client.0.smithi032.stdout: "txc_throttle_lat": { 2023-12-22T17:16:50.408 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 285, 2023-12-22T17:16:50.408 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 2618402 2023-12-22T17:16:50.408 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.408 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.408 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache": { 2023-12-22T17:16:50.408 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_bytes": { 2023-12-22T17:16:50.408 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1869136547 2023-12-22T17:16:50.408 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.408 INFO:tasks.workunit.client.0.smithi032.stdout: "heap_bytes": { 2023-12-22T17:16:50.408 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 236371968 2023-12-22T17:16:50.408 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.408 INFO:tasks.workunit.client.0.smithi032.stdout: "mapped_bytes": { 2023-12-22T17:16:50.408 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 234668032 2023-12-22T17:16:50.408 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.408 INFO:tasks.workunit.client.0.smithi032.stdout: "target_bytes": { 2023-12-22T17:16:50.409 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3146403430 2023-12-22T17:16:50.409 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.409 INFO:tasks.workunit.client.0.smithi032.stdout: "unmapped_bytes": { 2023-12-22T17:16:50.409 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1703936 2023-12-22T17:16:50.409 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.409 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.409 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:data": { 2023-12-22T17:16:50.409 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:50.409 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 159383552 2023-12-22T17:16:50.409 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.409 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:50.409 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.409 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.409 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:50.409 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.410 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.410 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:50.410 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 85943927 2023-12-22T17:16:50.410 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.410 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:50.410 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.410 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.410 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:50.410 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 8192 2023-12-22T17:16:50.410 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.410 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:50.410 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 131072 2023-12-22T17:16:50.410 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.410 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:50.410 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.410 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.410 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:50.411 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 126976 2023-12-22T17:16:50.411 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.411 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:50.411 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.411 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.411 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:50.411 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.411 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.411 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:50.411 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.411 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.411 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:50.411 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.411 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.411 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:50.411 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 73173385 2023-12-22T17:16:50.412 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.412 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.412 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv": { 2023-12-22T17:16:50.412 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:50.412 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 780140544 2023-12-22T17:16:50.412 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.412 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:50.412 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2023-12-22T17:16:50.412 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.412 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:50.412 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.412 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.412 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:50.412 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 644579453 2023-12-22T17:16:50.412 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.412 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:50.412 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.413 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.413 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:50.413 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.413 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.413 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:50.413 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.413 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.413 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:50.413 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.413 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.413 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:50.413 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.413 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.413 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:50.413 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 1168 2023-12-22T17:16:50.413 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.414 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:50.414 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.414 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.414 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:50.414 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.414 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.414 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:50.414 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.414 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.414 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:50.414 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 68451059 2023-12-22T17:16:50.414 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.414 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.415 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:kv_onode": { 2023-12-22T17:16:50.415 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:50.415 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 192937984 2023-12-22T17:16:50.415 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.415 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:50.415 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 67108864 2023-12-22T17:16:50.415 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.415 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:50.415 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 464 2023-12-22T17:16:50.415 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.415 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:50.415 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 57295951 2023-12-22T17:16:50.415 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.415 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:50.415 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.416 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.416 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:50.416 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.416 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.416 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:50.416 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.416 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.416 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:50.416 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.416 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.416 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:50.416 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.416 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.416 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:50.416 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.416 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.416 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:50.417 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.417 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.417 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:50.417 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.417 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.417 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:50.417 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.417 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.417 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:50.417 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 68532705 2023-12-22T17:16:50.417 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.417 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.417 INFO:tasks.workunit.client.0.smithi032.stdout: "bluestore-pricache:meta": { 2023-12-22T17:16:50.417 INFO:tasks.workunit.client.0.smithi032.stdout: "committed_bytes": { 2023-12-22T17:16:50.418 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 713031680 2023-12-22T17:16:50.418 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.418 INFO:tasks.workunit.client.0.smithi032.stdout: "pri0_bytes": { 2023-12-22T17:16:50.418 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.418 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.418 INFO:tasks.workunit.client.0.smithi032.stdout: "pri10_bytes": { 2023-12-22T17:16:50.418 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.418 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.418 INFO:tasks.workunit.client.0.smithi032.stdout: "pri11_bytes": { 2023-12-22T17:16:50.418 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 644579453 2023-12-22T17:16:50.418 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.418 INFO:tasks.workunit.client.0.smithi032.stdout: "pri1_bytes": { 2023-12-22T17:16:50.418 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.418 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.418 INFO:tasks.workunit.client.0.smithi032.stdout: "pri2_bytes": { 2023-12-22T17:16:50.418 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 4185 2023-12-22T17:16:50.419 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.419 INFO:tasks.workunit.client.0.smithi032.stdout: "pri3_bytes": { 2023-12-22T17:16:50.419 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 9765 2023-12-22T17:16:50.419 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.419 INFO:tasks.workunit.client.0.smithi032.stdout: "pri4_bytes": { 2023-12-22T17:16:50.419 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.419 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.419 INFO:tasks.workunit.client.0.smithi032.stdout: "pri5_bytes": { 2023-12-22T17:16:50.419 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 96260 2023-12-22T17:16:50.419 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.419 INFO:tasks.workunit.client.0.smithi032.stdout: "pri6_bytes": { 2023-12-22T17:16:50.419 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 152063 2023-12-22T17:16:50.419 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.419 INFO:tasks.workunit.client.0.smithi032.stdout: "pri7_bytes": { 2023-12-22T17:16:50.420 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.420 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.420 INFO:tasks.workunit.client.0.smithi032.stdout: "pri8_bytes": { 2023-12-22T17:16:50.420 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.420 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.420 INFO:tasks.workunit.client.0.smithi032.stdout: "pri9_bytes": { 2023-12-22T17:16:50.420 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.420 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.420 INFO:tasks.workunit.client.0.smithi032.stdout: "reserved_bytes": { 2023-12-22T17:16:50.420 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 68189954 2023-12-22T17:16:50.420 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.420 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.420 INFO:tasks.workunit.client.0.smithi032.stdout: "objecter": { 2023-12-22T17:16:50.420 INFO:tasks.workunit.client.0.smithi032.stdout: "op_active": { 2023-12-22T17:16:50.420 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.421 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.421 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2023-12-22T17:16:50.421 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.421 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.421 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rmw": { 2023-12-22T17:16:50.421 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.421 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.421 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2023-12-22T17:16:50.421 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.421 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.421 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.421 INFO:tasks.workunit.client.0.smithi032.stdout: "osd": { 2023-12-22T17:16:50.421 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg": { 2023-12-22T17:16:50.421 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 47 2023-12-22T17:16:50.421 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.422 INFO:tasks.workunit.client.0.smithi032.stdout: "numpg_removing": { 2023-12-22T17:16:50.422 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.422 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.422 INFO:tasks.workunit.client.0.smithi032.stdout: "op": { 2023-12-22T17:16:50.422 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 115 2023-12-22T17:16:50.422 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.422 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_degraded": { 2023-12-22T17:16:50.422 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.422 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.422 INFO:tasks.workunit.client.0.smithi032.stdout: "op_delayed_unreadable": { 2023-12-22T17:16:50.422 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.422 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.422 INFO:tasks.workunit.client.0.smithi032.stdout: "op_in_bytes": { 2023-12-22T17:16:50.422 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.422 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.423 INFO:tasks.workunit.client.0.smithi032.stdout: "op_latency": { 2023-12-22T17:16:50.423 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 115, 2023-12-22T17:16:50.423 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 73233682 2023-12-22T17:16:50.423 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.423 INFO:tasks.workunit.client.0.smithi032.stdout: "op_out_bytes": { 2023-12-22T17:16:50.423 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 265051 2023-12-22T17:16:50.423 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.423 INFO:tasks.workunit.client.0.smithi032.stdout: "op_prepare_latency": { 2023-12-22T17:16:50.423 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 117, 2023-12-22T17:16:50.423 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 30523564 2023-12-22T17:16:50.423 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.423 INFO:tasks.workunit.client.0.smithi032.stdout: "op_process_latency": { 2023-12-22T17:16:50.423 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 115, 2023-12-22T17:16:50.423 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 65386082 2023-12-22T17:16:50.423 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.423 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r": { 2023-12-22T17:16:50.424 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 80 2023-12-22T17:16:50.424 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.424 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency": { 2023-12-22T17:16:50.424 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 80, 2023-12-22T17:16:50.424 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14143714 2023-12-22T17:16:50.424 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.424 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-22T17:16:50.424 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.424 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.424 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_out_bytes": { 2023-12-22T17:16:50.424 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 265051 2023-12-22T17:16:50.424 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.424 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_prepare_latency": { 2023-12-22T17:16:50.424 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 80, 2023-12-22T17:16:50.424 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 12777683 2023-12-22T17:16:50.424 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.425 INFO:tasks.workunit.client.0.smithi032.stdout: "op_r_process_latency": { 2023-12-22T17:16:50.425 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 80, 2023-12-22T17:16:50.425 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 10534416 2023-12-22T17:16:50.425 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.425 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw": { 2023-12-22T17:16:50.425 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 30 2023-12-22T17:16:50.425 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.425 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_in_bytes": { 2023-12-22T17:16:50.425 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.425 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.425 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency": { 2023-12-22T17:16:50.425 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 30, 2023-12-22T17:16:50.425 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 33728538 2023-12-22T17:16:50.425 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.425 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-22T17:16:50.425 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.426 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.426 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-22T17:16:50.426 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.426 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.426 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_out_bytes": { 2023-12-22T17:16:50.426 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.426 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.426 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_prepare_latency": { 2023-12-22T17:16:50.426 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 30, 2023-12-22T17:16:50.426 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 14684631 2023-12-22T17:16:50.426 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.426 INFO:tasks.workunit.client.0.smithi032.stdout: "op_rw_process_latency": { 2023-12-22T17:16:50.426 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 30, 2023-12-22T17:16:50.426 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 31444824 2023-12-22T17:16:50.426 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.427 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w": { 2023-12-22T17:16:50.427 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 5 2023-12-22T17:16:50.427 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.427 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_in_bytes": { 2023-12-22T17:16:50.427 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.427 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.427 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency": { 2023-12-22T17:16:50.427 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 5, 2023-12-22T17:16:50.427 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 25361430 2023-12-22T17:16:50.427 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.427 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-22T17:16:50.427 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.427 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.427 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_prepare_latency": { 2023-12-22T17:16:50.427 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 7, 2023-12-22T17:16:50.428 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 3061250 2023-12-22T17:16:50.428 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.428 INFO:tasks.workunit.client.0.smithi032.stdout: "op_w_process_latency": { 2023-12-22T17:16:50.428 INFO:tasks.workunit.client.0.smithi032.stdout: "count": 5, 2023-12-22T17:16:50.428 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 23406842 2023-12-22T17:16:50.428 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.428 INFO:tasks.workunit.client.0.smithi032.stdout: "op_wip": { 2023-12-22T17:16:50.428 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.428 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.428 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_bytes": { 2023-12-22T17:16:50.428 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.428 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.428 INFO:tasks.workunit.client.0.smithi032.stdout: "recovery_ops": { 2023-12-22T17:16:50.428 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 0 2023-12-22T17:16:50.428 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.428 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes": { 2023-12-22T17:16:50.429 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 95995035648 2023-12-22T17:16:50.429 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.429 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_bytes_used": { 2023-12-22T17:16:50.429 INFO:tasks.workunit.client.0.smithi032.stdout: "value": 305680384 2023-12-22T17:16:50.429 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.429 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.429 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.429 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.429 INFO:tasks.workunit.client.0.smithi032.stdout: "pools": [ 2023-12-22T17:16:50.429 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.429 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2023-12-22T17:16:50.429 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr" 2023-12-22T17:16:50.429 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.429 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_mode": "none", 2023-12-22T17:16:50.430 INFO:tasks.workunit.client.0.smithi032.stdout: "erasure_code_profile": {}, 2023-12-22T17:16:50.430 INFO:tasks.workunit.client.0.smithi032.stdout: "min_size": 2, 2023-12-22T17:16:50.430 INFO:tasks.workunit.client.0.smithi032.stdout: "options": {}, 2023-12-22T17:16:50.430 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_autoscale_mode": "off", 2023-12-22T17:16:50.430 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_num": 1, 2023-12-22T17:16:50.430 INFO:tasks.workunit.client.0.smithi032.stdout: "pgp_num": 1, 2023-12-22T17:16:50.430 INFO:tasks.workunit.client.0.smithi032.stdout: "pool": 1, 2023-12-22T17:16:50.430 INFO:tasks.workunit.client.0.smithi032.stdout: "size": 3, 2023-12-22T17:16:50.430 INFO:tasks.workunit.client.0.smithi032.stdout: "stats": { 2023-12-22T17:16:50.430 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_raw": 727116753162, 2023-12-22T17:16:50.430 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_used": 1781760, 2023-12-22T17:16:50.430 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_bytes_used": 0, 2023-12-22T17:16:50.430 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_under_bytes": 0, 2023-12-22T17:16:50.430 INFO:tasks.workunit.client.0.smithi032.stdout: "data_bytes_used": 1781760, 2023-12-22T17:16:50.430 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty": 0, 2023-12-22T17:16:50.430 INFO:tasks.workunit.client.0.smithi032.stdout: "max_avail": 242372247552, 2023-12-22T17:16:50.431 INFO:tasks.workunit.client.0.smithi032.stdout: "objects": 2, 2023-12-22T17:16:50.431 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_bytes_used": 0, 2023-12-22T17:16:50.431 INFO:tasks.workunit.client.0.smithi032.stdout: "percent_used": 2.450439524182002e-06, 2023-12-22T17:16:50.431 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_bytes": 0, 2023-12-22T17:16:50.431 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_objects": 0, 2023-12-22T17:16:50.431 INFO:tasks.workunit.client.0.smithi032.stdout: "rd": 394, 2023-12-22T17:16:50.431 INFO:tasks.workunit.client.0.smithi032.stdout: "rd_bytes": 598016, 2023-12-22T17:16:50.431 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": 590368, 2023-12-22T17:16:50.431 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_data": 590368, 2023-12-22T17:16:50.431 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_omap": 0, 2023-12-22T17:16:50.431 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_raw": 1771104, 2023-12-22T17:16:50.431 INFO:tasks.workunit.client.0.smithi032.stdout: "wr": 219, 2023-12-22T17:16:50.431 INFO:tasks.workunit.client.0.smithi032.stdout: "wr_bytes": 2473984 2023-12-22T17:16:50.431 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.431 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_bytes": 0, 2023-12-22T17:16:50.432 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_objects": 0, 2023-12-22T17:16:50.432 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "replicated" 2023-12-22T17:16:50.432 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.432 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.432 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2023-12-22T17:16:50.432 INFO:tasks.workunit.client.0.smithi032.stdout: "cephfs" 2023-12-22T17:16:50.432 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.432 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_mode": "none", 2023-12-22T17:16:50.432 INFO:tasks.workunit.client.0.smithi032.stdout: "erasure_code_profile": {}, 2023-12-22T17:16:50.432 INFO:tasks.workunit.client.0.smithi032.stdout: "min_size": 2, 2023-12-22T17:16:50.432 INFO:tasks.workunit.client.0.smithi032.stdout: "options": {}, 2023-12-22T17:16:50.432 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_autoscale_mode": "off", 2023-12-22T17:16:50.432 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_num": 32, 2023-12-22T17:16:50.432 INFO:tasks.workunit.client.0.smithi032.stdout: "pgp_num": 32, 2023-12-22T17:16:50.432 INFO:tasks.workunit.client.0.smithi032.stdout: "pool": 2, 2023-12-22T17:16:50.433 INFO:tasks.workunit.client.0.smithi032.stdout: "size": 3, 2023-12-22T17:16:50.433 INFO:tasks.workunit.client.0.smithi032.stdout: "stats": { 2023-12-22T17:16:50.433 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_raw": 727116753162, 2023-12-22T17:16:50.433 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_used": 98304, 2023-12-22T17:16:50.433 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_bytes_used": 0, 2023-12-22T17:16:50.433 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_under_bytes": 0, 2023-12-22T17:16:50.433 INFO:tasks.workunit.client.0.smithi032.stdout: "data_bytes_used": 98304, 2023-12-22T17:16:50.433 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty": 0, 2023-12-22T17:16:50.433 INFO:tasks.workunit.client.0.smithi032.stdout: "max_avail": 242372247552, 2023-12-22T17:16:50.433 INFO:tasks.workunit.client.0.smithi032.stdout: "objects": 22, 2023-12-22T17:16:50.433 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_bytes_used": 0, 2023-12-22T17:16:50.433 INFO:tasks.workunit.client.0.smithi032.stdout: "percent_used": 1.3519698427444382e-07, 2023-12-22T17:16:50.433 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_bytes": 0, 2023-12-22T17:16:50.433 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_objects": 0, 2023-12-22T17:16:50.434 INFO:tasks.workunit.client.0.smithi032.stdout: "rd": 0, 2023-12-22T17:16:50.434 INFO:tasks.workunit.client.0.smithi032.stdout: "rd_bytes": 0, 2023-12-22T17:16:50.434 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": 3376, 2023-12-22T17:16:50.434 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_data": 3376, 2023-12-22T17:16:50.434 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_omap": 0, 2023-12-22T17:16:50.434 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_raw": 10128, 2023-12-22T17:16:50.434 INFO:tasks.workunit.client.0.smithi032.stdout: "wr": 51, 2023-12-22T17:16:50.434 INFO:tasks.workunit.client.0.smithi032.stdout: "wr_bytes": 19456 2023-12-22T17:16:50.434 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.434 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_bytes": 0, 2023-12-22T17:16:50.434 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_objects": 0, 2023-12-22T17:16:50.434 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "replicated" 2023-12-22T17:16:50.434 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.434 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.434 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2023-12-22T17:16:50.434 INFO:tasks.workunit.client.0.smithi032.stdout: "cephfs" 2023-12-22T17:16:50.435 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.435 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_mode": "none", 2023-12-22T17:16:50.435 INFO:tasks.workunit.client.0.smithi032.stdout: "erasure_code_profile": {}, 2023-12-22T17:16:50.435 INFO:tasks.workunit.client.0.smithi032.stdout: "min_size": 2, 2023-12-22T17:16:50.435 INFO:tasks.workunit.client.0.smithi032.stdout: "options": {}, 2023-12-22T17:16:50.435 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_autoscale_mode": "off", 2023-12-22T17:16:50.435 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_num": 64, 2023-12-22T17:16:50.435 INFO:tasks.workunit.client.0.smithi032.stdout: "pgp_num": 64, 2023-12-22T17:16:50.435 INFO:tasks.workunit.client.0.smithi032.stdout: "pool": 3, 2023-12-22T17:16:50.435 INFO:tasks.workunit.client.0.smithi032.stdout: "size": 3, 2023-12-22T17:16:50.435 INFO:tasks.workunit.client.0.smithi032.stdout: "stats": { 2023-12-22T17:16:50.435 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_raw": 727116753162, 2023-12-22T17:16:50.435 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_used": 0, 2023-12-22T17:16:50.435 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_bytes_used": 0, 2023-12-22T17:16:50.435 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_under_bytes": 0, 2023-12-22T17:16:50.435 INFO:tasks.workunit.client.0.smithi032.stdout: "data_bytes_used": 0, 2023-12-22T17:16:50.436 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty": 0, 2023-12-22T17:16:50.436 INFO:tasks.workunit.client.0.smithi032.stdout: "max_avail": 242372247552, 2023-12-22T17:16:50.436 INFO:tasks.workunit.client.0.smithi032.stdout: "objects": 0, 2023-12-22T17:16:50.436 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_bytes_used": 0, 2023-12-22T17:16:50.436 INFO:tasks.workunit.client.0.smithi032.stdout: "percent_used": 0.0, 2023-12-22T17:16:50.436 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_bytes": 0, 2023-12-22T17:16:50.436 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_objects": 0, 2023-12-22T17:16:50.436 INFO:tasks.workunit.client.0.smithi032.stdout: "rd": 0, 2023-12-22T17:16:50.436 INFO:tasks.workunit.client.0.smithi032.stdout: "rd_bytes": 0, 2023-12-22T17:16:50.436 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": 0, 2023-12-22T17:16:50.436 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_data": 0, 2023-12-22T17:16:50.436 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_omap": 0, 2023-12-22T17:16:50.436 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_raw": 0, 2023-12-22T17:16:50.436 INFO:tasks.workunit.client.0.smithi032.stdout: "wr": 0, 2023-12-22T17:16:50.436 INFO:tasks.workunit.client.0.smithi032.stdout: "wr_bytes": 0 2023-12-22T17:16:50.436 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.437 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_bytes": 0, 2023-12-22T17:16:50.437 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_objects": 0, 2023-12-22T17:16:50.437 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "replicated" 2023-12-22T17:16:50.437 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.437 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.437 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2023-12-22T17:16:50.437 INFO:tasks.workunit.client.0.smithi032.stdout: "rbd" 2023-12-22T17:16:50.437 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.437 INFO:tasks.workunit.client.0.smithi032.stdout: "cache_mode": "none", 2023-12-22T17:16:50.437 INFO:tasks.workunit.client.0.smithi032.stdout: "erasure_code_profile": {}, 2023-12-22T17:16:50.437 INFO:tasks.workunit.client.0.smithi032.stdout: "min_size": 2, 2023-12-22T17:16:50.437 INFO:tasks.workunit.client.0.smithi032.stdout: "options": {}, 2023-12-22T17:16:50.437 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_autoscale_mode": "off", 2023-12-22T17:16:50.437 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_num": 8, 2023-12-22T17:16:50.437 INFO:tasks.workunit.client.0.smithi032.stdout: "pgp_num": 8, 2023-12-22T17:16:50.438 INFO:tasks.workunit.client.0.smithi032.stdout: "pool": 4, 2023-12-22T17:16:50.438 INFO:tasks.workunit.client.0.smithi032.stdout: "size": 3, 2023-12-22T17:16:50.438 INFO:tasks.workunit.client.0.smithi032.stdout: "stats": { 2023-12-22T17:16:50.438 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_raw": 727116753162, 2023-12-22T17:16:50.438 INFO:tasks.workunit.client.0.smithi032.stdout: "bytes_used": 0, 2023-12-22T17:16:50.438 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_bytes_used": 0, 2023-12-22T17:16:50.438 INFO:tasks.workunit.client.0.smithi032.stdout: "compress_under_bytes": 0, 2023-12-22T17:16:50.438 INFO:tasks.workunit.client.0.smithi032.stdout: "data_bytes_used": 0, 2023-12-22T17:16:50.438 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty": 0, 2023-12-22T17:16:50.438 INFO:tasks.workunit.client.0.smithi032.stdout: "max_avail": 242372247552, 2023-12-22T17:16:50.438 INFO:tasks.workunit.client.0.smithi032.stdout: "objects": 0, 2023-12-22T17:16:50.438 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_bytes_used": 0, 2023-12-22T17:16:50.438 INFO:tasks.workunit.client.0.smithi032.stdout: "percent_used": 0.0, 2023-12-22T17:16:50.438 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_bytes": 0, 2023-12-22T17:16:50.438 INFO:tasks.workunit.client.0.smithi032.stdout: "quota_objects": 0, 2023-12-22T17:16:50.439 INFO:tasks.workunit.client.0.smithi032.stdout: "rd": 0, 2023-12-22T17:16:50.439 INFO:tasks.workunit.client.0.smithi032.stdout: "rd_bytes": 0, 2023-12-22T17:16:50.439 INFO:tasks.workunit.client.0.smithi032.stdout: "stored": 0, 2023-12-22T17:16:50.439 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_data": 0, 2023-12-22T17:16:50.439 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_omap": 0, 2023-12-22T17:16:50.439 INFO:tasks.workunit.client.0.smithi032.stdout: "stored_raw": 0, 2023-12-22T17:16:50.439 INFO:tasks.workunit.client.0.smithi032.stdout: "wr": 0, 2023-12-22T17:16:50.439 INFO:tasks.workunit.client.0.smithi032.stdout: "wr_bytes": 0 2023-12-22T17:16:50.439 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.439 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_bytes": 0, 2023-12-22T17:16:50.439 INFO:tasks.workunit.client.0.smithi032.stdout: "target_max_objects": 0, 2023-12-22T17:16:50.439 INFO:tasks.workunit.client.0.smithi032.stdout: "type": "replicated" 2023-12-22T17:16:50.439 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.439 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.439 INFO:tasks.workunit.client.0.smithi032.stdout: "rbd": { 2023-12-22T17:16:50.440 INFO:tasks.workunit.client.0.smithi032.stdout: "mirroring_by_pool": [ 2023-12-22T17:16:50.440 INFO:tasks.workunit.client.0.smithi032.stdout: false 2023-12-22T17:16:50.440 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.440 INFO:tasks.workunit.client.0.smithi032.stdout: "num_images_by_pool": [ 2023-12-22T17:16:50.440 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:50.440 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.440 INFO:tasks.workunit.client.0.smithi032.stdout: "num_pools": 1 2023-12-22T17:16:50.440 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.440 INFO:tasks.workunit.client.0.smithi032.stdout: "report_id": "078d10bb-7cc1-47bd-b7b4-1c1bcf55dc3e", 2023-12-22T17:16:50.440 INFO:tasks.workunit.client.0.smithi032.stdout: "report_timestamp": "2023-12-22T17:16:49.567277", 2023-12-22T17:16:50.440 INFO:tasks.workunit.client.0.smithi032.stdout: "report_version": 1, 2023-12-22T17:16:50.440 INFO:tasks.workunit.client.0.smithi032.stdout: "rocksdb_stats": { 2023-12-22T17:16:50.440 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "6.15.5" 2023-12-22T17:16:50.440 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.440 INFO:tasks.workunit.client.0.smithi032.stdout: "rook": { 2023-12-22T17:16:50.440 INFO:tasks.workunit.client.0.smithi032.stdout: "cluster": { 2023-12-22T17:16:50.441 INFO:tasks.workunit.client.0.smithi032.stdout: "external-mode": null, 2023-12-22T17:16:50.441 INFO:tasks.workunit.client.0.smithi032.stdout: "mon": { 2023-12-22T17:16:50.441 INFO:tasks.workunit.client.0.smithi032.stdout: "allow-multiple-per-node": null, 2023-12-22T17:16:50.441 INFO:tasks.workunit.client.0.smithi032.stdout: "count": null, 2023-12-22T17:16:50.441 INFO:tasks.workunit.client.0.smithi032.stdout: "max-id": null, 2023-12-22T17:16:50.441 INFO:tasks.workunit.client.0.smithi032.stdout: "pvc": { 2023-12-22T17:16:50.441 INFO:tasks.workunit.client.0.smithi032.stdout: "enabled": null 2023-12-22T17:16:50.441 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.441 INFO:tasks.workunit.client.0.smithi032.stdout: "stretch": { 2023-12-22T17:16:50.441 INFO:tasks.workunit.client.0.smithi032.stdout: "enabled": null 2023-12-22T17:16:50.441 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.441 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.441 INFO:tasks.workunit.client.0.smithi032.stdout: "network": { 2023-12-22T17:16:50.441 INFO:tasks.workunit.client.0.smithi032.stdout: "provider": null 2023-12-22T17:16:50.442 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.442 INFO:tasks.workunit.client.0.smithi032.stdout: "storage": { 2023-12-22T17:16:50.442 INFO:tasks.workunit.client.0.smithi032.stdout: "device-set": { 2023-12-22T17:16:50.442 INFO:tasks.workunit.client.0.smithi032.stdout: "count": { 2023-12-22T17:16:50.442 INFO:tasks.workunit.client.0.smithi032.stdout: "non-portable": null, 2023-12-22T17:16:50.442 INFO:tasks.workunit.client.0.smithi032.stdout: "portable": null, 2023-12-22T17:16:50.442 INFO:tasks.workunit.client.0.smithi032.stdout: "total": null 2023-12-22T17:16:50.442 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.442 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.442 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.442 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.442 INFO:tasks.workunit.client.0.smithi032.stdout: "csi": { 2023-12-22T17:16:50.442 INFO:tasks.workunit.client.0.smithi032.stdout: "version": null 2023-12-22T17:16:50.442 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.442 INFO:tasks.workunit.client.0.smithi032.stdout: "kubernetes": { 2023-12-22T17:16:50.442 INFO:tasks.workunit.client.0.smithi032.stdout: "version": null 2023-12-22T17:16:50.443 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.443 INFO:tasks.workunit.client.0.smithi032.stdout: "node": { 2023-12-22T17:16:50.443 INFO:tasks.workunit.client.0.smithi032.stdout: "count": { 2023-12-22T17:16:50.443 INFO:tasks.workunit.client.0.smithi032.stdout: "kubernetes-total": null, 2023-12-22T17:16:50.443 INFO:tasks.workunit.client.0.smithi032.stdout: "with-ceph-daemons": null, 2023-12-22T17:16:50.443 INFO:tasks.workunit.client.0.smithi032.stdout: "with-csi-cephfs-plugin": null, 2023-12-22T17:16:50.443 INFO:tasks.workunit.client.0.smithi032.stdout: "with-csi-nfs-plugin": null, 2023-12-22T17:16:50.443 INFO:tasks.workunit.client.0.smithi032.stdout: "with-csi-rbd-plugin": null 2023-12-22T17:16:50.443 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.443 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.443 INFO:tasks.workunit.client.0.smithi032.stdout: "usage": { 2023-12-22T17:16:50.443 INFO:tasks.workunit.client.0.smithi032.stdout: "storage-class": { 2023-12-22T17:16:50.443 INFO:tasks.workunit.client.0.smithi032.stdout: "count": { 2023-12-22T17:16:50.443 INFO:tasks.workunit.client.0.smithi032.stdout: "bucket": null, 2023-12-22T17:16:50.443 INFO:tasks.workunit.client.0.smithi032.stdout: "cephfs": null, 2023-12-22T17:16:50.443 INFO:tasks.workunit.client.0.smithi032.stdout: "nfs": null, 2023-12-22T17:16:50.444 INFO:tasks.workunit.client.0.smithi032.stdout: "rbd": null, 2023-12-22T17:16:50.444 INFO:tasks.workunit.client.0.smithi032.stdout: "total": null 2023-12-22T17:16:50.444 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.444 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:50.444 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.444 INFO:tasks.workunit.client.0.smithi032.stdout: "version": null 2023-12-22T17:16:50.444 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.444 INFO:tasks.workunit.client.0.smithi032.stdout: "services": {}, 2023-12-22T17:16:50.444 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_per_pg": [ 2023-12-22T17:16:50.444 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.444 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.444 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.444 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:50.444 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:50.444 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.444 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2023-12-22T17:16:50.445 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.445 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.445 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:50.445 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.445 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.445 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.445 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.967405+0000", 2023-12-22T17:16:50.445 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.090060+0000", 2023-12-22T17:16:50.445 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.090060+0000", 2023-12-22T17:16:50.445 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.090397+0000", 2023-12-22T17:16:50.445 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.967405+0000", 2023-12-22T17:16:50.445 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.445 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.445 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.445 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:50.445 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.967405+0000", 2023-12-22T17:16:50.446 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.967405+0000", 2023-12-22T17:16:50.446 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.967405+0000", 2023-12-22T17:16:50.446 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.446 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.446 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.446 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.967405+0000", 2023-12-22T17:16:50.446 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.967405+0000", 2023-12-22T17:16:50.446 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.446 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.446 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.446 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.446 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:50.446 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.446 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.446 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.447 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.447 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.447 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.447 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.447 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.447 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.3f", 2023-12-22T17:16:50.447 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.447 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.447 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.447 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 15, 2023-12-22T17:16:50.447 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.447 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T17:55:47.107697+0000", 2023-12-22T17:16:50.447 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.447 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.447 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.447 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.448 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.448 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.448 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.448 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.448 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.448 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.448 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.448 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.448 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.448 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.448 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.448 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.448 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.448 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.448 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.449 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.449 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.449 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.449 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.449 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.449 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.449 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.449 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.449 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.449 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.449 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.449 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.449 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.449 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.450 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.450 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.450 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.450 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.450 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.450 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.450 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.450 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.450 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.450 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.450 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.450 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.450 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.450 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.450 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.450 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:50.451 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:50.451 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.451 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2023-12-22T17:16:50.451 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.451 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.451 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.451 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.451 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:50.451 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.451 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:50.451 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.451 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2023-12-22T17:16:50.451 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.451 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.451 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:50.451 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.452 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.452 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.452 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.959814+0000", 2023-12-22T17:16:50.452 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.073812+0000", 2023-12-22T17:16:50.452 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.073812+0000", 2023-12-22T17:16:50.452 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.074170+0000", 2023-12-22T17:16:50.452 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.959814+0000", 2023-12-22T17:16:50.452 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.452 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.452 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.452 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:50.452 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.959814+0000", 2023-12-22T17:16:50.452 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.959814+0000", 2023-12-22T17:16:50.452 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.959814+0000", 2023-12-22T17:16:50.452 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.452 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.453 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.453 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.959814+0000", 2023-12-22T17:16:50.453 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.959814+0000", 2023-12-22T17:16:50.453 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.453 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.453 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.453 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.453 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:50.453 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.453 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.453 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.453 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.453 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.453 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.453 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.453 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.454 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.3e", 2023-12-22T17:16:50.454 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.454 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.454 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.454 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:50.454 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.454 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T04:26:48.591147+0000", 2023-12-22T17:16:50.454 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.454 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.454 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.454 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.454 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.454 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.454 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.455 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.455 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.455 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.455 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.455 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.455 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.455 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.455 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.455 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.455 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.455 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.455 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.455 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.455 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.456 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.456 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.456 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.456 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.456 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.456 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.456 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.456 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.456 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.456 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.456 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.456 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.456 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.456 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.457 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.457 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.457 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.457 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.457 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.457 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.457 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.457 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.457 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.457 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.457 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.457 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.457 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:50.457 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.458 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:50.458 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.458 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2023-12-22T17:16:50.458 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.458 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.458 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.458 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.458 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.458 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:50.458 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:50.458 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.458 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2023-12-22T17:16:50.458 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.458 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.459 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:50.459 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.459 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.459 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.459 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.971266+0000", 2023-12-22T17:16:50.459 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.071635+0000", 2023-12-22T17:16:50.459 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.071635+0000", 2023-12-22T17:16:50.459 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.071969+0000", 2023-12-22T17:16:50.459 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.971266+0000", 2023-12-22T17:16:50.459 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.459 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.459 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.459 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:50.459 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.971266+0000", 2023-12-22T17:16:50.460 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.971266+0000", 2023-12-22T17:16:50.460 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.971266+0000", 2023-12-22T17:16:50.460 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.460 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.460 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.460 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.971266+0000", 2023-12-22T17:16:50.460 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.971266+0000", 2023-12-22T17:16:50.460 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.460 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.460 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.460 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.460 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:50.460 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.460 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.460 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.461 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.461 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.461 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.461 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.461 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.461 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.3d", 2023-12-22T17:16:50.461 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.461 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.461 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.461 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:50.461 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.461 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T00:51:18.683582+0000", 2023-12-22T17:16:50.461 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.461 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.461 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.462 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.462 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.462 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.462 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.462 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.462 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.462 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.462 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.462 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.462 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.462 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.462 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.462 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.462 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.462 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.462 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.463 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.463 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.463 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.463 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.463 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.463 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.463 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.463 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.463 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.463 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.463 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.463 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.463 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.463 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.463 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.463 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.464 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.464 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.464 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.464 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.464 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.464 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.464 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.464 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.464 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.464 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.464 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.464 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.464 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.464 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:50.464 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:50.464 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.465 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2023-12-22T17:16:50.465 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.465 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.465 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.465 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.465 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.465 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:50.465 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:50.465 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.465 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2023-12-22T17:16:50.465 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.465 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.465 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:50.465 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.465 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.466 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.466 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.962848+0000", 2023-12-22T17:16:50.466 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.080323+0000", 2023-12-22T17:16:50.466 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.080323+0000", 2023-12-22T17:16:50.466 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.081308+0000", 2023-12-22T17:16:50.466 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.962848+0000", 2023-12-22T17:16:50.466 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.466 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.466 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.466 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:50.466 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.962848+0000", 2023-12-22T17:16:50.466 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.962848+0000", 2023-12-22T17:16:50.466 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.962848+0000", 2023-12-22T17:16:50.466 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.466 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.466 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.467 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.962848+0000", 2023-12-22T17:16:50.467 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.962848+0000", 2023-12-22T17:16:50.467 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.467 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.467 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.467 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.467 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:50.467 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.467 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.467 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.467 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.467 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.467 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.467 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.467 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.468 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.3c", 2023-12-22T17:16:50.468 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.468 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.468 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.468 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:50.468 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.468 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T03:52:11.591669+0000", 2023-12-22T17:16:50.468 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.468 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.468 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.468 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.468 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.468 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.468 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.468 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.469 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.469 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.469 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.469 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.469 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.469 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.469 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.469 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.469 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.469 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.469 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.469 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.469 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.470 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.470 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.470 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.470 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.470 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.470 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.470 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.470 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.470 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.470 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.470 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.470 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.470 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.470 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.470 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.471 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.471 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.471 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.471 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.471 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.471 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.471 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.471 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.471 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.471 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.471 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.471 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.471 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:50.471 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:50.472 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.472 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2023-12-22T17:16:50.472 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.472 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.472 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.472 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.472 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.472 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:50.472 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:50.472 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.472 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2023-12-22T17:16:50.472 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.473 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.473 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:50.473 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.473 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.473 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.473 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.966415+0000", 2023-12-22T17:16:50.473 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.082360+0000", 2023-12-22T17:16:50.473 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.082360+0000", 2023-12-22T17:16:50.473 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.083287+0000", 2023-12-22T17:16:50.473 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.966415+0000", 2023-12-22T17:16:50.473 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.473 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.473 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.474 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:50.474 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.966415+0000", 2023-12-22T17:16:50.474 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.966415+0000", 2023-12-22T17:16:50.474 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.966415+0000", 2023-12-22T17:16:50.474 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.474 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.474 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.474 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.966415+0000", 2023-12-22T17:16:50.474 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.966415+0000", 2023-12-22T17:16:50.474 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.474 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.474 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.474 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.475 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:50.475 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.475 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.475 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.475 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.475 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.475 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.475 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.475 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.475 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.3b", 2023-12-22T17:16:50.475 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.475 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.475 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.475 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 15, 2023-12-22T17:16:50.476 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.476 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T23:29:57.509473+0000", 2023-12-22T17:16:50.476 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.476 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.476 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.476 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.476 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.476 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.476 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.476 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.476 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.476 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.476 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.476 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.476 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.477 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.477 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.477 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.477 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.477 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.477 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.477 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.477 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.477 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.477 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.477 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.477 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.477 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.477 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.477 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.477 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.478 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.478 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.478 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.478 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.478 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.478 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.478 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.478 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.478 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.478 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.478 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.478 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.478 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.478 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.478 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.478 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.479 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.479 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.479 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.479 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:50.479 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:50.479 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.479 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2023-12-22T17:16:50.479 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.479 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.479 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.479 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.479 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.479 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.479 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:50.479 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.480 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2023-12-22T17:16:50.480 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.480 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.480 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:50.480 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.480 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.480 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.480 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.961864+0000", 2023-12-22T17:16:50.480 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.085774+0000", 2023-12-22T17:16:50.480 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.085774+0000", 2023-12-22T17:16:50.480 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.086306+0000", 2023-12-22T17:16:50.480 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.961864+0000", 2023-12-22T17:16:50.480 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.480 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.480 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.480 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:50.480 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.961864+0000", 2023-12-22T17:16:50.481 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.961864+0000", 2023-12-22T17:16:50.481 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.961864+0000", 2023-12-22T17:16:50.481 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.481 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.481 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.481 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.961864+0000", 2023-12-22T17:16:50.481 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.961864+0000", 2023-12-22T17:16:50.481 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.481 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.481 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.481 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.481 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:50.481 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.481 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.481 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.482 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.482 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.482 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.482 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.482 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.482 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.3a", 2023-12-22T17:16:50.482 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.482 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.482 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.482 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:50.482 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.482 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T04:24:58.142963+0000", 2023-12-22T17:16:50.482 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.482 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.482 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.482 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.483 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.483 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.483 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.483 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.483 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.483 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.483 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.483 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.483 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.483 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.483 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.483 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.483 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.483 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.483 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.483 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.484 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.484 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.484 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.484 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.484 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.484 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.484 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.484 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.484 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.484 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.484 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.484 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.484 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.484 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.484 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.484 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.485 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.485 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.485 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.485 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.485 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.485 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.485 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.485 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.485 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.485 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.485 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.485 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.485 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.485 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:50.485 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.486 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2023-12-22T17:16:50.486 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.486 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.486 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.486 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.486 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.486 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.486 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:50.486 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.486 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2023-12-22T17:16:50.486 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.486 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.486 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:50.486 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.486 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.486 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.486 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.966001+0000", 2023-12-22T17:16:50.487 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.082019+0000", 2023-12-22T17:16:50.487 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.082019+0000", 2023-12-22T17:16:50.487 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.082391+0000", 2023-12-22T17:16:50.487 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.966001+0000", 2023-12-22T17:16:50.487 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.487 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.487 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.487 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:50.487 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.966001+0000", 2023-12-22T17:16:50.487 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.966001+0000", 2023-12-22T17:16:50.487 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.966001+0000", 2023-12-22T17:16:50.487 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.487 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.487 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.487 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.966001+0000", 2023-12-22T17:16:50.487 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.966001+0000", 2023-12-22T17:16:50.487 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.488 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.488 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.488 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.488 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:50.488 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.488 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.488 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.488 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.488 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.488 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.488 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.488 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.488 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.39", 2023-12-22T17:16:50.488 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.488 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.489 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.489 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 15, 2023-12-22T17:16:50.489 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.489 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T23:17:32.780440+0000", 2023-12-22T17:16:50.489 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.489 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.489 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.489 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.489 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.489 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.489 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.489 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.489 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.489 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.489 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.490 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.490 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.490 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.490 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.490 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.490 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.490 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.490 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.490 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.490 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.490 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.490 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.490 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.490 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.490 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.490 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.491 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.491 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.491 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.491 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.491 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.491 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.491 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.491 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.491 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.491 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.491 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.491 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.491 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.491 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.491 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.491 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.491 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.492 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.492 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.492 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.492 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.492 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.492 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:50.492 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.492 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2023-12-22T17:16:50.492 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.492 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.492 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.492 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.492 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:50.492 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.492 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:50.492 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.492 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2023-12-22T17:16:50.493 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.493 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.493 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:50.493 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.493 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.493 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.493 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.970929+0000", 2023-12-22T17:16:50.493 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.079009+0000", 2023-12-22T17:16:50.493 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.079009+0000", 2023-12-22T17:16:50.493 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.079343+0000", 2023-12-22T17:16:50.493 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.970929+0000", 2023-12-22T17:16:50.493 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.493 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.493 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.493 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:50.493 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.970929+0000", 2023-12-22T17:16:50.494 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.970929+0000", 2023-12-22T17:16:50.494 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.970929+0000", 2023-12-22T17:16:50.494 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.494 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.494 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.494 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.970929+0000", 2023-12-22T17:16:50.494 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.970929+0000", 2023-12-22T17:16:50.494 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.494 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.494 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.494 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.494 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:50.494 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.494 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.494 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.494 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.494 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.495 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.495 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.495 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.495 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.38", 2023-12-22T17:16:50.495 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.495 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.495 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.495 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:50.495 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.495 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T01:55:56.431773+0000", 2023-12-22T17:16:50.495 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.495 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.495 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.495 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.495 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.495 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.496 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.496 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.496 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.496 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.496 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.496 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.496 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.496 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.496 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.496 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.496 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.496 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.496 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.496 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.496 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.496 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.497 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.497 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.497 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.497 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.497 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.497 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.497 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.497 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.497 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.497 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.497 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.497 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.497 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.497 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.497 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.498 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.498 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.498 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.498 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.498 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.498 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.498 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.498 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.498 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.498 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.498 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:50.498 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.498 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:50.498 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.498 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2023-12-22T17:16:50.498 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.499 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.499 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.499 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.499 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.499 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.499 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:50.499 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.499 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2023-12-22T17:16:50.499 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.499 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.499 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:50.499 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.499 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.499 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.499 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.967381+0000", 2023-12-22T17:16:50.500 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.086211+0000", 2023-12-22T17:16:50.500 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.086211+0000", 2023-12-22T17:16:50.500 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.086529+0000", 2023-12-22T17:16:50.500 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.967381+0000", 2023-12-22T17:16:50.500 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.500 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.500 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.500 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:50.500 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.967381+0000", 2023-12-22T17:16:50.500 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.967381+0000", 2023-12-22T17:16:50.500 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.967381+0000", 2023-12-22T17:16:50.500 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.500 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.500 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.500 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.967381+0000", 2023-12-22T17:16:50.501 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.967381+0000", 2023-12-22T17:16:50.501 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.501 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.501 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.501 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.501 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:50.501 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.501 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.501 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.501 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.501 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.501 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.501 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.501 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.501 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.37", 2023-12-22T17:16:50.501 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.502 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.502 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.502 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 15, 2023-12-22T17:16:50.502 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.502 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T20:00:48.561842+0000", 2023-12-22T17:16:50.502 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.502 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.502 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.502 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.502 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.502 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.502 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.502 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.502 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.502 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.503 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.503 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.503 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.503 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.503 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.503 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.503 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.503 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.503 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.503 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.503 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.503 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.503 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.504 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.504 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.504 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.504 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.504 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.504 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.504 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.504 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.504 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.504 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.504 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.504 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.504 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.505 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.505 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.505 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.505 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.505 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.505 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.505 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.505 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.505 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.505 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.505 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.505 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.505 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.505 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:50.506 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.506 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2023-12-22T17:16:50.506 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.506 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.506 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.506 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.506 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:50.506 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.506 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:50.506 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.506 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2023-12-22T17:16:50.506 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.506 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.506 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:50.506 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.506 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.507 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.507 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.963276+0000", 2023-12-22T17:16:50.507 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.074093+0000", 2023-12-22T17:16:50.507 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.074093+0000", 2023-12-22T17:16:50.507 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.074494+0000", 2023-12-22T17:16:50.507 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.963276+0000", 2023-12-22T17:16:50.507 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.507 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.507 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.507 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:50.507 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.963276+0000", 2023-12-22T17:16:50.507 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.963276+0000", 2023-12-22T17:16:50.507 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.963276+0000", 2023-12-22T17:16:50.507 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.507 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.507 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.508 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.963276+0000", 2023-12-22T17:16:50.508 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.963276+0000", 2023-12-22T17:16:50.508 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.508 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.508 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.508 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.508 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:50.508 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.508 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.508 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.508 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.508 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.508 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.508 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.508 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.509 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.36", 2023-12-22T17:16:50.509 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.509 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.509 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.509 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:50.509 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.509 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T18:26:55.128223+0000", 2023-12-22T17:16:50.509 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.509 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.509 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.509 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.509 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.509 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.509 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.510 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.511 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.511 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.511 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.511 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.511 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.511 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.511 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.511 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.511 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.511 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.511 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.511 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.511 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.511 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.511 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.512 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.512 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.512 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.512 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.512 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.512 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.512 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.512 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.512 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.512 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.512 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.512 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:50.512 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.512 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:50.513 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.513 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2023-12-22T17:16:50.513 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.513 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.513 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.513 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.513 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:50.513 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.513 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:50.513 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.513 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2023-12-22T17:16:50.513 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.513 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.513 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:50.513 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.513 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.514 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.514 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.963020+0000", 2023-12-22T17:16:50.514 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.074595+0000", 2023-12-22T17:16:50.514 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.074595+0000", 2023-12-22T17:16:50.514 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.075415+0000", 2023-12-22T17:16:50.514 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.963020+0000", 2023-12-22T17:16:50.514 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.514 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.514 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.514 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:50.514 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.963020+0000", 2023-12-22T17:16:50.514 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.963020+0000", 2023-12-22T17:16:50.514 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.963020+0000", 2023-12-22T17:16:50.514 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.514 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.515 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.515 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.963020+0000", 2023-12-22T17:16:50.515 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.963020+0000", 2023-12-22T17:16:50.515 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.515 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.515 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.515 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.515 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:50.515 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.515 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.515 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.515 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.515 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.515 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.515 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.515 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.515 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.35", 2023-12-22T17:16:50.516 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.516 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.516 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.516 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:50.516 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.516 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T01:01:05.350910+0000", 2023-12-22T17:16:50.516 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.516 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.516 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.516 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.516 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.516 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.516 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.516 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.516 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.516 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.517 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.517 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.517 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.517 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.517 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.517 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.517 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.517 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.517 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.517 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.517 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.517 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.517 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.517 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.517 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.518 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.518 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.518 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.518 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.518 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.518 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.518 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.518 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.518 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.518 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.518 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.518 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.518 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.518 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.518 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.518 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.518 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.519 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.519 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.519 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.519 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.519 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.519 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:50.519 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.519 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:50.519 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.519 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2023-12-22T17:16:50.519 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.519 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.519 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.519 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.519 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:50.519 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:50.520 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:50.520 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.520 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 2, 2023-12-22T17:16:50.520 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.520 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.520 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:50.520 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.520 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.520 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.520 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:17.248678+0000", 2023-12-22T17:16:50.520 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:16:17.248347+0000", 2023-12-22T17:16:50.520 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:16:17.248347+0000", 2023-12-22T17:16:50.520 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:16:17.248678+0000", 2023-12-22T17:16:50.520 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:17.248678+0000", 2023-12-22T17:16:50.520 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.520 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.521 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.521 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 65, 2023-12-22T17:16:50.521 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:17.248678+0000", 2023-12-22T17:16:50.521 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:17.248678+0000", 2023-12-22T17:16:50.521 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:17.248678+0000", 2023-12-22T17:16:50.521 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.521 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.521 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.521 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:17.248678+0000", 2023-12-22T17:16:50.521 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:17.248678+0000", 2023-12-22T17:16:50.521 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.521 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.521 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.521 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.521 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 64, 2023-12-22T17:16:50.522 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.522 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.522 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.522 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.522 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.522 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.522 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.522 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.522 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.34", 2023-12-22T17:16:50.522 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.522 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.522 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 65, 2023-12-22T17:16:50.522 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 10, 2023-12-22T17:16:50.522 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.522 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T21:35:04.219219+0000", 2023-12-22T17:16:50.523 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.523 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.523 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.523 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.523 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.523 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.523 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.523 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.523 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.523 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.523 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.523 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.523 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.523 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.523 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.523 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.524 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.524 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.524 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.524 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.524 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.524 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.524 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.524 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.524 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.524 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.524 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.524 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.524 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.524 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.524 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.524 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.524 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.525 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.525 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.525 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.525 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.525 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.525 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.525 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.525 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.525 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.525 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.525 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.525 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.525 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.525 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.525 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:50.525 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:50.526 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:50.526 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.526 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 2, 2023-12-22T17:16:50.526 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.526 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.526 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.526 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.526 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:50.526 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:50.526 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:50.526 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.526 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2023-12-22T17:16:50.526 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.526 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.527 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:50.527 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.527 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.527 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.527 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.972939+0000", 2023-12-22T17:16:50.527 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.066009+0000", 2023-12-22T17:16:50.527 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.066009+0000", 2023-12-22T17:16:50.527 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.066341+0000", 2023-12-22T17:16:50.527 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.972939+0000", 2023-12-22T17:16:50.527 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.527 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.527 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.527 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:50.527 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.972939+0000", 2023-12-22T17:16:50.527 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.972939+0000", 2023-12-22T17:16:50.527 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.972939+0000", 2023-12-22T17:16:50.527 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.528 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.528 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.528 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.972939+0000", 2023-12-22T17:16:50.528 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.972939+0000", 2023-12-22T17:16:50.528 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.528 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.528 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.528 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.528 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:50.528 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.528 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.528 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.528 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.528 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.528 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.528 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.528 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.529 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.33", 2023-12-22T17:16:50.529 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.529 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.529 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.529 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:50.529 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.529 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T23:33:06.516414+0000", 2023-12-22T17:16:50.529 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.529 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.529 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.529 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.529 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.529 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.529 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.529 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.530 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.530 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.530 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.530 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.530 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.530 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.530 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.530 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.530 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.530 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.530 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.530 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.530 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.530 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.530 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.531 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.531 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.531 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.531 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.531 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.531 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.531 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.531 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.531 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.531 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.531 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.531 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.531 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.531 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.532 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.532 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.532 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.532 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.532 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.532 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.532 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.532 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.532 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.532 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.532 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:50.532 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:50.532 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:50.532 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.532 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2023-12-22T17:16:50.533 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.533 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.533 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.533 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.533 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.533 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:50.533 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2023-12-22T17:16:50.533 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.533 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2023-12-22T17:16:50.533 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.533 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.533 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:50.533 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.533 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.533 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.533 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.970151+0000", 2023-12-22T17:16:50.533 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.077583+0000", 2023-12-22T17:16:50.534 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.077583+0000", 2023-12-22T17:16:50.534 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.082202+0000", 2023-12-22T17:16:50.534 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.970151+0000", 2023-12-22T17:16:50.534 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.534 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.534 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.534 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:50.534 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.970151+0000", 2023-12-22T17:16:50.534 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.970151+0000", 2023-12-22T17:16:50.534 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.970151+0000", 2023-12-22T17:16:50.534 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.534 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.534 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.534 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.970151+0000", 2023-12-22T17:16:50.534 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.970151+0000", 2023-12-22T17:16:50.534 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.535 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.535 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.535 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.535 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:50.535 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.535 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.535 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.535 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.535 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.535 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.535 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.535 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.535 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.32", 2023-12-22T17:16:50.535 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.535 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.535 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.536 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:50.536 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.536 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T20:10:32.767303+0000", 2023-12-22T17:16:50.536 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.536 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.536 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.536 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.536 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.536 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.536 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.536 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.536 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.536 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.536 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.536 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.536 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.536 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.537 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.537 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.537 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.537 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.537 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.537 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.537 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.537 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.537 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.537 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.537 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.537 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.537 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.537 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.537 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.537 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.538 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.538 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.538 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.538 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.538 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.538 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.538 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.538 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.538 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.538 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.538 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.538 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.538 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.538 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.538 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.538 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.539 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.539 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.539 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:50.539 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2023-12-22T17:16:50.539 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.539 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2023-12-22T17:16:50.539 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.539 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.539 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.539 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.539 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:50.539 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:50.539 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2023-12-22T17:16:50.539 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.539 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2023-12-22T17:16:50.539 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.540 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.540 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:50.540 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.540 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.540 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.540 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:17.248454+0000", 2023-12-22T17:16:50.540 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:16:17.248134+0000", 2023-12-22T17:16:50.540 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:16:17.248134+0000", 2023-12-22T17:16:50.540 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:16:17.248454+0000", 2023-12-22T17:16:50.540 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:17.248454+0000", 2023-12-22T17:16:50.540 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.540 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.540 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.540 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 65, 2023-12-22T17:16:50.540 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:17.248454+0000", 2023-12-22T17:16:50.540 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:17.248454+0000", 2023-12-22T17:16:50.541 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:17.248454+0000", 2023-12-22T17:16:50.541 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.541 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.541 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.541 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:17.248454+0000", 2023-12-22T17:16:50.541 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:17.248454+0000", 2023-12-22T17:16:50.541 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.541 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.541 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.541 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.541 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 64, 2023-12-22T17:16:50.541 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.541 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.541 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.541 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.541 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.542 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.542 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.542 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.542 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.31", 2023-12-22T17:16:50.542 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.542 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.542 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 65, 2023-12-22T17:16:50.542 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 26, 2023-12-22T17:16:50.542 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.542 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T19:03:59.311714+0000", 2023-12-22T17:16:50.542 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.542 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.542 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.542 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.542 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.542 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.542 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.543 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.543 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.543 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.543 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.543 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.543 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.543 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.543 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.543 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.543 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.543 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.543 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.543 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.543 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.543 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.543 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.544 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.544 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.544 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.544 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.544 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.544 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.544 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.544 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.544 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.544 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.544 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.544 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.544 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.544 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.544 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.544 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.544 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.545 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.545 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.545 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.545 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.545 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.545 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.545 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.545 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:50.545 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:50.545 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2023-12-22T17:16:50.545 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.545 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2023-12-22T17:16:50.545 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.545 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.545 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.545 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.546 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.546 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.546 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:50.546 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.546 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2023-12-22T17:16:50.546 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.546 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.546 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:50.546 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.546 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.546 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.546 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.962762+0000", 2023-12-22T17:16:50.546 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.084775+0000", 2023-12-22T17:16:50.546 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.084775+0000", 2023-12-22T17:16:50.546 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.085141+0000", 2023-12-22T17:16:50.547 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.962762+0000", 2023-12-22T17:16:50.547 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.547 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.547 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.547 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:50.547 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.962762+0000", 2023-12-22T17:16:50.547 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.962762+0000", 2023-12-22T17:16:50.547 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.962762+0000", 2023-12-22T17:16:50.547 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.547 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.547 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.547 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.962762+0000", 2023-12-22T17:16:50.547 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.962762+0000", 2023-12-22T17:16:50.547 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.548 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.548 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.548 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.548 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:50.548 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.548 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.548 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.548 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.548 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.548 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.548 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.548 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.548 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.30", 2023-12-22T17:16:50.548 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.548 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.549 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.549 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:50.549 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.549 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T02:22:51.088173+0000", 2023-12-22T17:16:50.549 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.549 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.549 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.549 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.549 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.549 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.549 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.549 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.549 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.549 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.550 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.550 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.550 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.550 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.550 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.550 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.550 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.550 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.550 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.550 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.550 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.550 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.550 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.550 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.550 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.550 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.550 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.551 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.552 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.552 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.552 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.552 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.552 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.552 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.552 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.552 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.552 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:50.552 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.552 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2023-12-22T17:16:50.552 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.552 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.552 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.552 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.552 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.553 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.553 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:50.553 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.553 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2023-12-22T17:16:50.553 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.553 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.553 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:50.553 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.553 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.553 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.553 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.963350+0000", 2023-12-22T17:16:50.553 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.079722+0000", 2023-12-22T17:16:50.553 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.079722+0000", 2023-12-22T17:16:50.553 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.080208+0000", 2023-12-22T17:16:50.553 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.963350+0000", 2023-12-22T17:16:50.554 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.554 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.554 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.554 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:50.554 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.963350+0000", 2023-12-22T17:16:50.554 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.963350+0000", 2023-12-22T17:16:50.554 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.963350+0000", 2023-12-22T17:16:50.554 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.554 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.554 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.554 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.963350+0000", 2023-12-22T17:16:50.554 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.963350+0000", 2023-12-22T17:16:50.554 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.554 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.554 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.555 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.555 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:50.555 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.555 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.555 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.555 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.555 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.555 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.555 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.555 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.555 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.2f", 2023-12-22T17:16:50.555 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.555 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.555 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.555 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:50.556 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.556 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T01:17:40.568968+0000", 2023-12-22T17:16:50.556 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.556 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.556 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.556 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.556 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.556 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.556 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.556 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.556 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.556 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.556 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.557 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.557 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.557 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.557 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.557 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.557 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.557 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.557 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.557 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.557 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.557 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.557 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.557 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.557 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.557 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.558 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.558 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.558 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.558 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.558 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.558 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.558 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.558 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.558 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.558 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.558 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.558 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.558 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.558 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.559 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.559 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.559 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.559 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.559 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.559 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.559 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.559 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.559 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.559 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:50.559 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.559 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2023-12-22T17:16:50.559 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.559 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.559 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.560 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.560 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:50.560 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:50.560 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:50.560 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.560 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 2, 2023-12-22T17:16:50.560 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.560 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.560 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:50.560 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.560 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.560 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.560 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.962950+0000", 2023-12-22T17:16:50.560 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.074191+0000", 2023-12-22T17:16:50.561 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.074191+0000", 2023-12-22T17:16:50.561 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.074514+0000", 2023-12-22T17:16:50.561 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.962950+0000", 2023-12-22T17:16:50.561 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.561 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.561 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.561 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:50.561 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.962950+0000", 2023-12-22T17:16:50.561 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.962950+0000", 2023-12-22T17:16:50.561 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.962950+0000", 2023-12-22T17:16:50.561 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.561 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.561 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.561 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.962950+0000", 2023-12-22T17:16:50.562 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.962950+0000", 2023-12-22T17:16:50.562 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.562 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.562 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.562 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.562 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:50.562 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.562 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.562 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.562 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.562 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.562 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.562 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.562 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.562 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.2e", 2023-12-22T17:16:50.563 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.563 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.563 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.563 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:50.563 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.563 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T19:11:08.553764+0000", 2023-12-22T17:16:50.563 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.563 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.563 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.563 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.563 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.563 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.563 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.563 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.563 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.563 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.564 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.564 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.564 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.564 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.564 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.564 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.564 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.564 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.564 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.564 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.564 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.564 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.564 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.564 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.564 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.564 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.564 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.565 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.565 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.565 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.565 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.565 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.565 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.565 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.565 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.565 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.565 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.565 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.565 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.565 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.565 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.565 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.565 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.566 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.566 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.566 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.566 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.566 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:50.566 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:50.566 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:50.566 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.566 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 2, 2023-12-22T17:16:50.566 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.566 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.566 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.566 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.566 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.566 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:50.566 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:50.567 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.567 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2023-12-22T17:16:50.567 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.567 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.567 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:50.567 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.567 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.567 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.567 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.966337+0000", 2023-12-22T17:16:50.567 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.090279+0000", 2023-12-22T17:16:50.567 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.090279+0000", 2023-12-22T17:16:50.567 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.090588+0000", 2023-12-22T17:16:50.567 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.966337+0000", 2023-12-22T17:16:50.567 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.567 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.567 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.568 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:50.568 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.966337+0000", 2023-12-22T17:16:50.568 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.966337+0000", 2023-12-22T17:16:50.568 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.966337+0000", 2023-12-22T17:16:50.568 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.568 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.568 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.568 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.966337+0000", 2023-12-22T17:16:50.568 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.966337+0000", 2023-12-22T17:16:50.568 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.568 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.568 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.568 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.568 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:50.569 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.569 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.569 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.569 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.569 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.569 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.569 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.569 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.569 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.2d", 2023-12-22T17:16:50.569 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.569 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.569 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.569 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 15, 2023-12-22T17:16:50.569 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.569 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T20:29:38.254955+0000", 2023-12-22T17:16:50.569 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.570 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.570 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.570 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.570 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.570 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.570 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.570 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.570 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.570 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.570 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.570 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.570 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.570 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.570 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.570 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.571 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.571 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.571 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.571 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.571 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.571 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.571 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.571 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.571 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.571 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.571 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.571 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.571 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.571 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.572 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.572 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.572 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.572 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.572 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.572 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.572 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.572 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.572 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.572 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.572 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.572 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.572 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.573 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.573 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.573 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.573 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.573 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.573 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:50.573 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:50.573 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.573 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2023-12-22T17:16:50.573 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.573 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.573 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.573 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.573 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.574 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.574 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:50.574 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.574 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2023-12-22T17:16:50.574 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.574 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.574 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:50.574 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.574 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.574 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.574 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.970980+0000", 2023-12-22T17:16:50.574 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.120859+0000", 2023-12-22T17:16:50.574 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.120859+0000", 2023-12-22T17:16:50.574 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.121358+0000", 2023-12-22T17:16:50.574 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.970980+0000", 2023-12-22T17:16:50.574 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.575 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.575 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.575 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:50.575 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.970980+0000", 2023-12-22T17:16:50.575 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.970980+0000", 2023-12-22T17:16:50.575 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.970980+0000", 2023-12-22T17:16:50.575 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.575 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.575 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.575 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.970980+0000", 2023-12-22T17:16:50.575 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.970980+0000", 2023-12-22T17:16:50.575 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.575 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 4, 2023-12-22T17:16:50.575 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.576 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.576 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:50.576 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.576 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.576 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.576 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.576 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 4, 2023-12-22T17:16:50.576 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.576 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.576 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.576 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.1f", 2023-12-22T17:16:50.576 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.576 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.576 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.576 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 21, 2023-12-22T17:16:50.577 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.577 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T01:24:17.828043+0000", 2023-12-22T17:16:50.577 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.577 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.577 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.577 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 554, 2023-12-22T17:16:50.577 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.577 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.577 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.577 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.577 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.577 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.577 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.577 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.577 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 6, 2023-12-22T17:16:50.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 2, 2023-12-22T17:16:50.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 2, 2023-12-22T17:16:50.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.578 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 1, 2023-12-22T17:16:50.579 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.579 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.579 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.579 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.579 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.579 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.579 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.579 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.579 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.579 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.579 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.579 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.579 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 4, 2023-12-22T17:16:50.579 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 1 2023-12-22T17:16:50.579 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.579 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.579 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.580 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.580 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.580 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.580 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:50.580 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.580 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2023-12-22T17:16:50.580 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "58'4" 2023-12-22T17:16:50.580 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.580 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.580 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.580 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:50.580 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:50.580 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:50.580 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.580 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2023-12-22T17:16:50.580 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.581 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.581 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:50.581 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.581 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.581 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.581 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.972307+0000", 2023-12-22T17:16:50.581 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.063479+0000", 2023-12-22T17:16:50.581 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.063479+0000", 2023-12-22T17:16:50.581 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.066465+0000", 2023-12-22T17:16:50.581 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.972307+0000", 2023-12-22T17:16:50.581 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.581 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.581 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.581 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:50.581 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.972307+0000", 2023-12-22T17:16:50.581 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.972307+0000", 2023-12-22T17:16:50.582 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.972307+0000", 2023-12-22T17:16:50.582 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.582 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.582 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.582 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.972307+0000", 2023-12-22T17:16:50.582 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.972307+0000", 2023-12-22T17:16:50.582 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.582 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.582 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.582 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.582 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:50.582 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.582 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.582 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.582 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.583 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.583 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.583 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.583 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.583 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.1e", 2023-12-22T17:16:50.583 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.583 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.583 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.583 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:50.583 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.583 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T23:14:06.895497+0000", 2023-12-22T17:16:50.583 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.583 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.583 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.583 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.583 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.583 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.584 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.584 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.584 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.584 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.584 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.584 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.584 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.584 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.584 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.584 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.584 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.584 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.584 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.584 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.584 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.585 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.585 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.585 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.585 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.585 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.585 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.585 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.585 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.585 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.585 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.585 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.585 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.585 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.585 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.586 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.586 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.586 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.586 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.586 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.586 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:50.586 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:50.586 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:50.587 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.587 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2023-12-22T17:16:50.587 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.587 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.587 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.587 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.587 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:50.587 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.587 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2023-12-22T17:16:50.587 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.587 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2023-12-22T17:16:50.587 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.587 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.587 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:50.587 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.587 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.587 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.588 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.972385+0000", 2023-12-22T17:16:50.588 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.122167+0000", 2023-12-22T17:16:50.588 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.122167+0000", 2023-12-22T17:16:50.588 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.122491+0000", 2023-12-22T17:16:50.588 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.972385+0000", 2023-12-22T17:16:50.588 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.588 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.588 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.588 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:50.588 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.972385+0000", 2023-12-22T17:16:50.588 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.972385+0000", 2023-12-22T17:16:50.588 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.972385+0000", 2023-12-22T17:16:50.588 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.588 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.588 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.589 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.972385+0000", 2023-12-22T17:16:50.589 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.972385+0000", 2023-12-22T17:16:50.589 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.589 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 1, 2023-12-22T17:16:50.589 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.589 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.589 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:50.589 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.589 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.589 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.589 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.589 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 1, 2023-12-22T17:16:50.589 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.589 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.589 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.590 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.1e", 2023-12-22T17:16:50.590 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.590 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.590 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.590 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 18, 2023-12-22T17:16:50.590 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.590 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T19:40:57.987404+0000", 2023-12-22T17:16:50.590 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.590 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.590 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.590 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.590 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.590 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.590 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.590 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.591 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.591 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.591 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.591 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.591 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.591 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.591 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.591 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.591 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.591 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.591 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.591 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.591 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.591 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.591 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.591 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.592 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.592 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.592 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.592 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.592 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.592 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.592 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.592 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.592 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.592 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.592 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.592 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.592 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.592 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.592 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.592 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.593 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.593 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.593 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.593 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.593 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.593 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.593 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.593 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:50.593 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.593 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2023-12-22T17:16:50.593 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.593 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2023-12-22T17:16:50.593 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "58'1" 2023-12-22T17:16:50.593 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.593 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.594 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.594 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.594 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.594 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:50.594 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.594 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2023-12-22T17:16:50.594 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.594 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.594 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:50.594 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.594 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.594 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.594 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.970803+0000", 2023-12-22T17:16:50.594 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.075413+0000", 2023-12-22T17:16:50.594 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.075413+0000", 2023-12-22T17:16:50.595 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.077941+0000", 2023-12-22T17:16:50.595 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.970803+0000", 2023-12-22T17:16:50.595 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.595 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.595 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.595 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:50.595 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.970803+0000", 2023-12-22T17:16:50.595 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.970803+0000", 2023-12-22T17:16:50.595 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.970803+0000", 2023-12-22T17:16:50.595 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.595 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.595 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.595 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.970803+0000", 2023-12-22T17:16:50.595 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.970803+0000", 2023-12-22T17:16:50.595 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.595 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.596 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.596 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.596 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:50.596 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.596 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.596 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.596 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.596 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.596 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.596 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.596 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.596 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.1f", 2023-12-22T17:16:50.596 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.596 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.596 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.597 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:50.597 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.597 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T21:56:04.035319+0000", 2023-12-22T17:16:50.597 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.597 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.597 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.597 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.597 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.597 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.597 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.597 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.597 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.597 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.597 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.597 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.597 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.598 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.598 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.598 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.598 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.598 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.598 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.598 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.598 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.598 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.598 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.598 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.598 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.598 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.598 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.598 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.599 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.599 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.599 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.599 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.599 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.599 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.599 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.599 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.599 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.599 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.599 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.599 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.599 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.599 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.600 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.600 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.600 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.600 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.600 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.600 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.600 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.600 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:50.600 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.600 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2023-12-22T17:16:50.600 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.600 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.600 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.600 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.601 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.601 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:50.601 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:50.601 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.601 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2023-12-22T17:16:50.601 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.601 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.601 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:50.601 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.601 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.601 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.601 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.966820+0000", 2023-12-22T17:16:50.601 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.127889+0000", 2023-12-22T17:16:50.602 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.127889+0000", 2023-12-22T17:16:50.602 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.128410+0000", 2023-12-22T17:16:50.602 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.966820+0000", 2023-12-22T17:16:50.602 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.602 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.602 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.602 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:50.602 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.966820+0000", 2023-12-22T17:16:50.602 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.966820+0000", 2023-12-22T17:16:50.602 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.966820+0000", 2023-12-22T17:16:50.602 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.602 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.602 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.602 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.966820+0000", 2023-12-22T17:16:50.602 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.966820+0000", 2023-12-22T17:16:50.603 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.603 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 2, 2023-12-22T17:16:50.603 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.603 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.603 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:50.603 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.603 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.603 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.603 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.603 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 2, 2023-12-22T17:16:50.603 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.603 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.603 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.603 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.1d", 2023-12-22T17:16:50.604 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.604 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.604 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.604 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 18, 2023-12-22T17:16:50.604 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.604 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T05:01:22.054951+0000", 2023-12-22T17:16:50.604 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.604 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.604 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.604 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.604 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.604 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.604 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.604 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.604 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 3, 2023-12-22T17:16:50.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 1, 2023-12-22T17:16:50.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 1, 2023-12-22T17:16:50.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.605 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.606 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.606 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.606 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.606 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 1, 2023-12-22T17:16:50.606 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.606 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.606 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.606 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.606 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.606 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.606 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.606 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.606 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.606 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.606 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.606 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.607 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 3, 2023-12-22T17:16:50.607 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.607 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.607 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.607 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.607 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.607 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.607 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:50.607 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:50.607 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.607 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2023-12-22T17:16:50.607 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "58'2" 2023-12-22T17:16:50.607 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.607 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.607 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.607 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.607 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:50.608 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:50.608 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.608 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2023-12-22T17:16:50.608 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.608 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.608 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:50.608 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.608 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.608 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.608 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.963172+0000", 2023-12-22T17:16:50.608 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.079659+0000", 2023-12-22T17:16:50.608 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.079659+0000", 2023-12-22T17:16:50.608 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.080480+0000", 2023-12-22T17:16:50.608 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.963172+0000", 2023-12-22T17:16:50.608 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.609 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.609 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.609 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:50.609 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.963172+0000", 2023-12-22T17:16:50.609 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.963172+0000", 2023-12-22T17:16:50.609 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.963172+0000", 2023-12-22T17:16:50.609 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.609 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.609 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.609 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.963172+0000", 2023-12-22T17:16:50.609 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.963172+0000", 2023-12-22T17:16:50.609 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.610 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.610 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.610 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.610 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:50.610 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.610 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.610 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.610 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.610 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.610 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.610 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.610 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.610 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.1c", 2023-12-22T17:16:50.611 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.611 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.611 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.611 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:50.611 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.611 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T04:17:43.831800+0000", 2023-12-22T17:16:50.611 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.611 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.611 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.611 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.611 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.611 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.611 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.611 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.612 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.613 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.614 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.614 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.614 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.614 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.614 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.614 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.614 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.614 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.614 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.614 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:50.614 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:50.614 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.614 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2023-12-22T17:16:50.614 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.614 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.614 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.615 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.615 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.615 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.615 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:50.615 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.615 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2023-12-22T17:16:50.615 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.615 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.615 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:50.615 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.615 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.615 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.615 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.966237+0000", 2023-12-22T17:16:50.615 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.127717+0000", 2023-12-22T17:16:50.615 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.127717+0000", 2023-12-22T17:16:50.616 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.128059+0000", 2023-12-22T17:16:50.616 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.966237+0000", 2023-12-22T17:16:50.616 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.616 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.616 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.616 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:50.616 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.966237+0000", 2023-12-22T17:16:50.616 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.966237+0000", 2023-12-22T17:16:50.616 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.966237+0000", 2023-12-22T17:16:50.616 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.616 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.616 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.616 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.966237+0000", 2023-12-22T17:16:50.616 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.966237+0000", 2023-12-22T17:16:50.616 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.617 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 2, 2023-12-22T17:16:50.617 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.617 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.617 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:50.617 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.617 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.617 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.617 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.617 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 2, 2023-12-22T17:16:50.617 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.617 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.617 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.617 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.1c", 2023-12-22T17:16:50.618 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.618 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.618 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.618 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 18, 2023-12-22T17:16:50.618 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.618 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T04:35:35.235720+0000", 2023-12-22T17:16:50.618 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.618 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.618 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.618 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.618 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.618 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.618 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.618 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.618 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.619 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.619 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.619 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.619 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.619 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.619 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.619 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.619 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.619 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.619 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.619 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 3, 2023-12-22T17:16:50.619 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 1, 2023-12-22T17:16:50.619 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.619 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 1, 2023-12-22T17:16:50.619 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.620 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.620 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.620 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.620 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.620 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 1, 2023-12-22T17:16:50.620 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.620 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.620 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.620 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.620 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.620 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.620 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.620 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.620 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.620 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.621 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.621 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.621 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 3, 2023-12-22T17:16:50.621 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.621 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.621 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.621 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.621 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.621 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.621 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.621 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:50.621 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.621 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2023-12-22T17:16:50.621 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "58'2" 2023-12-22T17:16:50.622 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.622 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.622 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.622 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.622 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:50.622 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:50.622 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.622 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2023-12-22T17:16:50.622 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.622 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.622 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:50.622 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.622 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.622 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.623 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.962362+0000", 2023-12-22T17:16:50.623 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.073198+0000", 2023-12-22T17:16:50.623 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.073198+0000", 2023-12-22T17:16:50.623 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.073489+0000", 2023-12-22T17:16:50.623 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.962362+0000", 2023-12-22T17:16:50.623 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.623 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.623 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.623 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:50.623 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.962362+0000", 2023-12-22T17:16:50.623 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.962362+0000", 2023-12-22T17:16:50.623 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.962362+0000", 2023-12-22T17:16:50.623 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.623 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.623 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.623 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.962362+0000", 2023-12-22T17:16:50.624 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.962362+0000", 2023-12-22T17:16:50.624 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.624 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.624 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.624 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.624 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:50.624 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.624 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.624 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.624 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.624 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.624 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.624 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.624 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.624 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.1d", 2023-12-22T17:16:50.624 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.624 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.625 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.625 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:50.625 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.625 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T23:53:31.714516+0000", 2023-12-22T17:16:50.625 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.625 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.625 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.625 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.625 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.625 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.625 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.625 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.625 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.625 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.625 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.626 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.626 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.626 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.626 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.626 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.626 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.626 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.626 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.626 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.626 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.626 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.626 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.626 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.626 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.626 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.626 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.627 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.627 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.627 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.627 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.627 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.627 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.627 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.627 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.627 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.627 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.627 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.627 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.627 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.627 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.627 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.628 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.628 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.628 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.628 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.628 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.628 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.628 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:50.628 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:50.628 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.628 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2023-12-22T17:16:50.628 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.628 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.628 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.628 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.628 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:50.628 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.628 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:50.629 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.629 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2023-12-22T17:16:50.629 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.629 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.629 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:50.629 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.629 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.629 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.629 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.973103+0000", 2023-12-22T17:16:50.629 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.124145+0000", 2023-12-22T17:16:50.629 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.124145+0000", 2023-12-22T17:16:50.629 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.124389+0000", 2023-12-22T17:16:50.629 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.973103+0000", 2023-12-22T17:16:50.629 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.629 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.630 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.630 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:50.630 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.973103+0000", 2023-12-22T17:16:50.630 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.973103+0000", 2023-12-22T17:16:50.630 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.973103+0000", 2023-12-22T17:16:50.630 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.630 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.630 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.630 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.973103+0000", 2023-12-22T17:16:50.630 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.973103+0000", 2023-12-22T17:16:50.630 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.630 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 1, 2023-12-22T17:16:50.630 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.630 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.631 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:50.631 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.631 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.631 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.631 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.631 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 1, 2023-12-22T17:16:50.631 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.631 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.631 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.631 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.1b", 2023-12-22T17:16:50.631 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.631 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.631 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.631 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 18, 2023-12-22T17:16:50.631 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.632 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T22:22:51.061279+0000", 2023-12-22T17:16:50.632 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.632 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.632 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.632 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.632 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.632 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.632 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.632 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.632 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.632 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.632 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.632 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.632 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.632 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.633 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.633 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.633 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.633 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.633 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.633 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.633 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.633 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.633 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.633 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.633 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.633 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.633 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.633 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.634 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.634 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.634 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.634 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.634 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.634 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.634 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.634 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.634 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.634 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.634 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.634 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.634 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.634 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.634 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.635 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.635 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.635 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.635 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.635 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:50.635 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.635 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:50.635 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.635 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2023-12-22T17:16:50.635 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "58'1" 2023-12-22T17:16:50.635 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.635 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.635 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.635 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:50.635 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:50.636 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:50.636 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.636 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 4, 2023-12-22T17:16:50.636 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.636 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.636 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:50.636 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.636 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.636 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.636 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.961485+0000", 2023-12-22T17:16:50.636 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.076133+0000", 2023-12-22T17:16:50.636 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.076133+0000", 2023-12-22T17:16:50.636 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.076477+0000", 2023-12-22T17:16:50.636 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.961485+0000", 2023-12-22T17:16:50.636 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.636 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.637 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.637 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:50.637 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.961485+0000", 2023-12-22T17:16:50.637 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.961485+0000", 2023-12-22T17:16:50.637 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.961485+0000", 2023-12-22T17:16:50.637 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.637 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.637 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.637 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.961485+0000", 2023-12-22T17:16:50.637 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.961485+0000", 2023-12-22T17:16:50.637 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.637 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.637 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.637 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.637 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:50.637 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.638 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.638 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.638 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.638 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.638 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.638 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.638 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.638 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.1a", 2023-12-22T17:16:50.638 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.638 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.638 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.638 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:50.638 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.638 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T00:45:50.207512+0000", 2023-12-22T17:16:50.638 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.638 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.639 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.639 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.640 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.641 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.641 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.641 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.641 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.641 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.641 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.641 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.641 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.641 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.641 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.641 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.641 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.641 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.642 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:50.642 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:50.642 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:50.642 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.642 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 4, 2023-12-22T17:16:50.642 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.642 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.642 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.642 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.642 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:50.642 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:50.642 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:50.642 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.642 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2023-12-22T17:16:50.642 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.642 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.643 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:50.643 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.643 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.643 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.643 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.961516+0000", 2023-12-22T17:16:50.643 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.123302+0000", 2023-12-22T17:16:50.643 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.123302+0000", 2023-12-22T17:16:50.643 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.124454+0000", 2023-12-22T17:16:50.643 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.961516+0000", 2023-12-22T17:16:50.643 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.643 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.643 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.643 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:50.643 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.961516+0000", 2023-12-22T17:16:50.643 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.961516+0000", 2023-12-22T17:16:50.644 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.961516+0000", 2023-12-22T17:16:50.644 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.644 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.644 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.644 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.961516+0000", 2023-12-22T17:16:50.644 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.961516+0000", 2023-12-22T17:16:50.644 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.644 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 1, 2023-12-22T17:16:50.644 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.644 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.644 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:50.644 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.644 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.644 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.645 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.645 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 1, 2023-12-22T17:16:50.645 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.645 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.645 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.645 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.1a", 2023-12-22T17:16:50.645 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.645 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.645 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.645 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 18, 2023-12-22T17:16:50.645 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.645 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T04:13:15.851795+0000", 2023-12-22T17:16:50.645 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.645 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.646 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.646 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.646 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.646 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.646 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.646 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.646 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.646 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.646 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.646 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.646 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.646 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.646 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.646 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.646 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.647 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.648 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.648 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.648 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.648 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.648 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.648 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.648 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.648 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.648 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.648 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.648 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.648 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.648 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.648 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.648 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.648 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:50.649 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:50.649 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:50.649 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.649 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2023-12-22T17:16:50.649 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "58'1" 2023-12-22T17:16:50.649 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.649 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.649 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.649 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.649 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:50.649 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:50.649 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.649 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2023-12-22T17:16:50.650 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.650 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.650 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:50.650 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.650 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.650 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.650 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.966708+0000", 2023-12-22T17:16:50.650 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.078140+0000", 2023-12-22T17:16:50.650 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.078140+0000", 2023-12-22T17:16:50.650 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.085792+0000", 2023-12-22T17:16:50.650 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.966708+0000", 2023-12-22T17:16:50.650 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.650 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.650 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.650 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:50.650 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.966708+0000", 2023-12-22T17:16:50.651 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.966708+0000", 2023-12-22T17:16:50.651 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.966708+0000", 2023-12-22T17:16:50.651 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.651 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.651 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.651 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.966708+0000", 2023-12-22T17:16:50.651 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.966708+0000", 2023-12-22T17:16:50.651 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.651 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.651 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.651 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.651 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:50.651 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.651 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.651 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.651 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.651 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.652 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.652 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.652 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.652 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.1b", 2023-12-22T17:16:50.652 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.652 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.652 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.652 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:50.652 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.652 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T00:34:07.243391+0000", 2023-12-22T17:16:50.652 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.652 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.652 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.652 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.652 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.652 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.653 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.653 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.653 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.653 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.653 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.653 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.653 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.653 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.653 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.653 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.653 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.653 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.653 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.653 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.653 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.653 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.654 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.654 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.654 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.654 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.654 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.654 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.654 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.654 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.654 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.654 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.654 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.654 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.654 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.654 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.654 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.654 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.654 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.655 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.655 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.655 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.655 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.655 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.655 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.655 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.655 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.655 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.655 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:50.655 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:50.655 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.655 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2023-12-22T17:16:50.655 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.655 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.655 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.655 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.656 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:50.656 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:50.656 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:50.656 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.656 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2023-12-22T17:16:50.656 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.656 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.656 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:50.656 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.656 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.656 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.656 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.972842+0000", 2023-12-22T17:16:50.656 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.114910+0000", 2023-12-22T17:16:50.656 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.114910+0000", 2023-12-22T17:16:50.656 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.115210+0000", 2023-12-22T17:16:50.656 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.972842+0000", 2023-12-22T17:16:50.657 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.657 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.657 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.657 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:50.657 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.972842+0000", 2023-12-22T17:16:50.657 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.972842+0000", 2023-12-22T17:16:50.657 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.972842+0000", 2023-12-22T17:16:50.657 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.657 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.657 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.657 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.972842+0000", 2023-12-22T17:16:50.657 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.972842+0000", 2023-12-22T17:16:50.657 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.657 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.657 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.657 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.658 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:50.658 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.658 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.658 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.658 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.658 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.658 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.658 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.658 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.658 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.19", 2023-12-22T17:16:50.658 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.658 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.658 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.658 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 17, 2023-12-22T17:16:50.658 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.658 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T18:59:15.958025+0000", 2023-12-22T17:16:50.659 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.659 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.659 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.659 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.659 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.659 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.659 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.659 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.659 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.659 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.659 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.659 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.659 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.659 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.659 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.659 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.660 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.660 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.660 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.660 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.660 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.660 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.660 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.660 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.660 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.660 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.660 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.660 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.660 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.660 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.660 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.661 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.661 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.661 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.661 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.661 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.661 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.661 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.661 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.661 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.661 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.661 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.661 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.661 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.661 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.662 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.662 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.662 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:50.662 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:50.662 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:50.662 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.662 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2023-12-22T17:16:50.662 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.662 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.662 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.662 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.662 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:50.662 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.662 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:50.662 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.662 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2023-12-22T17:16:50.663 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.663 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.663 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:50.663 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.663 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.663 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.663 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.971139+0000", 2023-12-22T17:16:50.663 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.069628+0000", 2023-12-22T17:16:50.663 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.069628+0000", 2023-12-22T17:16:50.663 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.069949+0000", 2023-12-22T17:16:50.663 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.971139+0000", 2023-12-22T17:16:50.663 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.663 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.663 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.663 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:50.663 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.971139+0000", 2023-12-22T17:16:50.664 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.971139+0000", 2023-12-22T17:16:50.664 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.971139+0000", 2023-12-22T17:16:50.664 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.664 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.664 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.664 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.971139+0000", 2023-12-22T17:16:50.664 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.971139+0000", 2023-12-22T17:16:50.664 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.664 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.664 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.664 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.664 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:50.664 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.664 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.664 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.664 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.665 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.665 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.665 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.665 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.665 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.18", 2023-12-22T17:16:50.665 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.665 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.665 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.665 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:50.665 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.665 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T01:18:04.310038+0000", 2023-12-22T17:16:50.665 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.665 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.665 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.665 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.665 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.666 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.666 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.666 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.666 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.666 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.666 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.666 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.666 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.666 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.666 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.666 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.666 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.666 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.666 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.666 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.666 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.666 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.667 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.667 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.667 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.667 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.667 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.667 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.667 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.667 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.667 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.667 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.667 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.667 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.667 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.667 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.667 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.667 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.668 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.668 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.668 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.668 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.668 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.668 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.668 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.668 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.668 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.668 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:50.668 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.668 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:50.668 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.668 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2023-12-22T17:16:50.668 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.669 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.669 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.669 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.669 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.669 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:50.669 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:50.669 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.669 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2023-12-22T17:16:50.669 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.669 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.669 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:50.669 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.669 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.670 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.670 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.962947+0000", 2023-12-22T17:16:50.670 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.121606+0000", 2023-12-22T17:16:50.670 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.121606+0000", 2023-12-22T17:16:50.670 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.121914+0000", 2023-12-22T17:16:50.670 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.962947+0000", 2023-12-22T17:16:50.670 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.670 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.670 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.670 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:50.670 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.962947+0000", 2023-12-22T17:16:50.670 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.962947+0000", 2023-12-22T17:16:50.670 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.962947+0000", 2023-12-22T17:16:50.670 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.670 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.670 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.671 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.962947+0000", 2023-12-22T17:16:50.671 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.962947+0000", 2023-12-22T17:16:50.671 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.671 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.671 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.671 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.671 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:50.671 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.671 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.671 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.671 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.671 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.671 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.671 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.671 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.671 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.18", 2023-12-22T17:16:50.672 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.672 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.672 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.672 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 17, 2023-12-22T17:16:50.672 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.672 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T18:26:41.424993+0000", 2023-12-22T17:16:50.672 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.672 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.672 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.672 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.672 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.672 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.672 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.672 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.672 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.672 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.673 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.673 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.673 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.673 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.673 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.673 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.673 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.673 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.673 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.673 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.673 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.673 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.673 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.673 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.673 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.674 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.674 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.674 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.674 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.674 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.674 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.674 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.674 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.674 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.674 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.674 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.674 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.674 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.674 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.674 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.675 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.675 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.675 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.675 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.675 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.675 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.675 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.675 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.675 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:50.675 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:50.675 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.675 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2023-12-22T17:16:50.675 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.675 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.675 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.675 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.676 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:50.676 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:50.676 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:50.676 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.676 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2023-12-22T17:16:50.676 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.676 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.676 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:50.676 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.676 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.676 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.676 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.959565+0000", 2023-12-22T17:16:50.676 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.068370+0000", 2023-12-22T17:16:50.676 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.068370+0000", 2023-12-22T17:16:50.676 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.068746+0000", 2023-12-22T17:16:50.676 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.959565+0000", 2023-12-22T17:16:50.677 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.677 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.677 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.677 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:50.677 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.959565+0000", 2023-12-22T17:16:50.677 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.959565+0000", 2023-12-22T17:16:50.677 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.959565+0000", 2023-12-22T17:16:50.677 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.677 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.677 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.677 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.959565+0000", 2023-12-22T17:16:50.677 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.959565+0000", 2023-12-22T17:16:50.677 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.677 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.677 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.677 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.677 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:50.678 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.678 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.678 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.678 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.678 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.678 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.678 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.678 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.678 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.19", 2023-12-22T17:16:50.678 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.678 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.678 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.678 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:50.678 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.678 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T19:25:46.315167+0000", 2023-12-22T17:16:50.678 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.679 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.679 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.679 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.679 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.679 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.679 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.679 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.679 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.679 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.679 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.679 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.679 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.679 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.679 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.679 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.679 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.679 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.680 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.680 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.680 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.680 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.680 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.680 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.680 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.680 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.680 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.680 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.680 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.680 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.680 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.680 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.680 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.681 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.681 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.681 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.681 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.681 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.681 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.681 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.681 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.681 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.681 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.681 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.681 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.681 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.681 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.681 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:50.681 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:50.681 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:50.682 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.682 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2023-12-22T17:16:50.682 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.682 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.682 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.682 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.682 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:50.682 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.682 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:50.682 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.682 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2023-12-22T17:16:50.682 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.682 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.682 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:50.682 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.683 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.683 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.683 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.963693+0000", 2023-12-22T17:16:50.683 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.116923+0000", 2023-12-22T17:16:50.683 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.116923+0000", 2023-12-22T17:16:50.683 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.117377+0000", 2023-12-22T17:16:50.683 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.963693+0000", 2023-12-22T17:16:50.683 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.683 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.683 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.683 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:50.683 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.963693+0000", 2023-12-22T17:16:50.683 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.963693+0000", 2023-12-22T17:16:50.683 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.963693+0000", 2023-12-22T17:16:50.683 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.684 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.684 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.684 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.963693+0000", 2023-12-22T17:16:50.684 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.963693+0000", 2023-12-22T17:16:50.684 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.684 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.684 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.684 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.684 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:50.684 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.684 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.684 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.684 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.684 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.684 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.685 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.685 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.685 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.17", 2023-12-22T17:16:50.685 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.685 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.685 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.685 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 17, 2023-12-22T17:16:50.685 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.685 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T17:52:47.976858+0000", 2023-12-22T17:16:50.685 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.685 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.685 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.685 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.685 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.685 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.685 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.686 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.686 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.686 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.686 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.686 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.686 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.686 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.686 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.686 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.686 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.686 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.686 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.686 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.686 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.686 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.687 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.687 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.687 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.687 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.687 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.687 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.687 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.687 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.687 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.687 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.687 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.687 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.687 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.687 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.688 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.688 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.688 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.688 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.688 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.688 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.688 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.688 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.688 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.688 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.688 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.688 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:50.688 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.688 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:50.689 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.689 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2023-12-22T17:16:50.689 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.689 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.689 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.689 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.689 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.689 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.689 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:50.689 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.689 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2023-12-22T17:16:50.689 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.689 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.689 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:50.690 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.690 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.690 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.690 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.962890+0000", 2023-12-22T17:16:50.690 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.080528+0000", 2023-12-22T17:16:50.690 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.080528+0000", 2023-12-22T17:16:50.690 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.080865+0000", 2023-12-22T17:16:50.690 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.962890+0000", 2023-12-22T17:16:50.690 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.690 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.690 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.690 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:50.690 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.962890+0000", 2023-12-22T17:16:50.690 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.962890+0000", 2023-12-22T17:16:50.690 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.962890+0000", 2023-12-22T17:16:50.691 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.691 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.691 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.691 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.962890+0000", 2023-12-22T17:16:50.691 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.962890+0000", 2023-12-22T17:16:50.691 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.691 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.691 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.691 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.691 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:50.691 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.691 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.691 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.691 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.691 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.692 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.692 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.692 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.692 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.16", 2023-12-22T17:16:50.692 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.692 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.692 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.692 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:50.692 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.692 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T19:59:11.745449+0000", 2023-12-22T17:16:50.692 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.692 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.692 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.692 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.692 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.692 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.693 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.693 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.693 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.693 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.693 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.693 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.693 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.693 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.693 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.693 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.693 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.693 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.693 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.693 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.693 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.693 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.694 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.694 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.694 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.694 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.694 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.694 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.694 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.694 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.694 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.694 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.694 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.694 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.694 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.694 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.694 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.694 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.694 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.695 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.695 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.695 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.695 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.695 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.695 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.695 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.695 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.695 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.695 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.695 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:50.695 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.695 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2023-12-22T17:16:50.695 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.695 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.696 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.696 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.696 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.696 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:50.696 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:50.696 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.696 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2023-12-22T17:16:50.696 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.696 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.696 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:50.696 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.696 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.696 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.696 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.962713+0000", 2023-12-22T17:16:50.697 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.125390+0000", 2023-12-22T17:16:50.697 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.125390+0000", 2023-12-22T17:16:50.697 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.125723+0000", 2023-12-22T17:16:50.697 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.962713+0000", 2023-12-22T17:16:50.697 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.697 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.697 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.697 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:50.697 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.962713+0000", 2023-12-22T17:16:50.697 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.962713+0000", 2023-12-22T17:16:50.697 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.962713+0000", 2023-12-22T17:16:50.697 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.697 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.697 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.698 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.962713+0000", 2023-12-22T17:16:50.698 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.962713+0000", 2023-12-22T17:16:50.698 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.698 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.698 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.698 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.698 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:50.698 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.698 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.698 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.698 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.698 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.698 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.698 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.698 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.698 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.16", 2023-12-22T17:16:50.699 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.699 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.699 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.699 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 17, 2023-12-22T17:16:50.699 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.699 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T00:13:43.885024+0000", 2023-12-22T17:16:50.699 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.699 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.699 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.699 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.699 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.699 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.699 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.699 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.699 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.700 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.700 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.700 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.700 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.700 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.700 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.700 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.700 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.700 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.700 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.700 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.700 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.700 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.700 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.700 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.700 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.701 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.701 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.701 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.701 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.701 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.701 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.701 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.701 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.701 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.701 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.701 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.701 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.701 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.701 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.701 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.702 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.702 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.702 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.702 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.702 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.702 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.702 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.702 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.702 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:50.702 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:50.702 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.702 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2023-12-22T17:16:50.702 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.702 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.702 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.702 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.702 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.703 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.703 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2023-12-22T17:16:50.703 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.703 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2023-12-22T17:16:50.703 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.703 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.703 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:50.703 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.703 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.703 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.703 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.970727+0000", 2023-12-22T17:16:50.703 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.074701+0000", 2023-12-22T17:16:50.703 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.074701+0000", 2023-12-22T17:16:50.703 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.075286+0000", 2023-12-22T17:16:50.704 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.970727+0000", 2023-12-22T17:16:50.704 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.704 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.704 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.704 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:50.704 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.970727+0000", 2023-12-22T17:16:50.704 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.970727+0000", 2023-12-22T17:16:50.704 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.970727+0000", 2023-12-22T17:16:50.704 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.704 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.704 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.704 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.970727+0000", 2023-12-22T17:16:50.704 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.970727+0000", 2023-12-22T17:16:50.704 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.705 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.705 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.705 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.705 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:50.705 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.705 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.705 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.705 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.705 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.705 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.705 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.705 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.705 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.17", 2023-12-22T17:16:50.705 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.705 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.705 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.705 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:50.706 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.706 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T02:34:05.213888+0000", 2023-12-22T17:16:50.706 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.706 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.706 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.706 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.706 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.706 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.706 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.706 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.706 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.706 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.706 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.706 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.706 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.706 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.707 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.707 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.707 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.707 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.707 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.707 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.707 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.707 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.707 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.707 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.707 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.707 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.707 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.707 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.707 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.708 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.708 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.708 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.708 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.708 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.708 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.708 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.708 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.708 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.708 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.708 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.708 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.708 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.708 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.708 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.709 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.709 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.709 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.709 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.709 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.709 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2023-12-22T17:16:50.709 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.709 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2023-12-22T17:16:50.709 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.709 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.709 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.709 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.709 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:50.710 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.710 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:50.710 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.710 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2023-12-22T17:16:50.710 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.710 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.710 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:50.710 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.710 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.710 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.710 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.959151+0000", 2023-12-22T17:16:50.710 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.117520+0000", 2023-12-22T17:16:50.710 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.117520+0000", 2023-12-22T17:16:50.710 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.118184+0000", 2023-12-22T17:16:50.711 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.959151+0000", 2023-12-22T17:16:50.711 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.711 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.711 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.711 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:50.711 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.959151+0000", 2023-12-22T17:16:50.711 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.959151+0000", 2023-12-22T17:16:50.711 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.959151+0000", 2023-12-22T17:16:50.711 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.711 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.711 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.711 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.959151+0000", 2023-12-22T17:16:50.711 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.959151+0000", 2023-12-22T17:16:50.711 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.711 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 3, 2023-12-22T17:16:50.712 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.712 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.712 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:50.712 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.712 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.712 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.712 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.712 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 3, 2023-12-22T17:16:50.712 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.712 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.712 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.712 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.15", 2023-12-22T17:16:50.712 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.712 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.712 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.712 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 20, 2023-12-22T17:16:50.713 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.713 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T18:37:46.157034+0000", 2023-12-22T17:16:50.713 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.713 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.713 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.713 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 90, 2023-12-22T17:16:50.713 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.713 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.713 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.713 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.713 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.713 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.713 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.713 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.713 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.714 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.714 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.714 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.714 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.714 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.714 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.714 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 6, 2023-12-22T17:16:50.714 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 2, 2023-12-22T17:16:50.714 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.714 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 2, 2023-12-22T17:16:50.714 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.714 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.714 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.715 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.715 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.715 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 1, 2023-12-22T17:16:50.715 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.715 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.715 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.715 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.715 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.715 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.715 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.715 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.715 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.715 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.715 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.716 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.716 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 4, 2023-12-22T17:16:50.716 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 1 2023-12-22T17:16:50.716 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.716 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.716 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.716 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.716 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:50.716 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.716 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:50.716 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.716 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2023-12-22T17:16:50.716 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "58'3" 2023-12-22T17:16:50.716 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.716 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.717 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.717 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:50.717 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.717 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:50.717 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.717 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 4, 2023-12-22T17:16:50.717 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.717 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.717 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:50.717 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.717 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.717 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.717 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.962501+0000", 2023-12-22T17:16:50.717 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.080124+0000", 2023-12-22T17:16:50.717 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.080124+0000", 2023-12-22T17:16:50.718 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.080449+0000", 2023-12-22T17:16:50.718 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.962501+0000", 2023-12-22T17:16:50.718 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.718 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.718 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.718 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:50.718 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.962501+0000", 2023-12-22T17:16:50.718 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.962501+0000", 2023-12-22T17:16:50.718 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.962501+0000", 2023-12-22T17:16:50.718 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.718 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.718 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.718 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.962501+0000", 2023-12-22T17:16:50.718 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.962501+0000", 2023-12-22T17:16:50.718 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.719 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.719 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.719 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.719 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:50.719 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.719 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.719 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.719 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.719 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.719 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.719 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.719 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.719 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.14", 2023-12-22T17:16:50.719 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.720 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.720 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.720 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:50.720 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.720 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T20:26:13.020341+0000", 2023-12-22T17:16:50.720 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.720 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.720 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.720 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.720 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.720 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.720 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.720 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.720 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.721 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.721 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.721 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.721 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.721 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.721 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.721 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.721 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.721 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.721 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.721 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.721 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.721 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.721 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.722 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.722 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.722 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.722 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.722 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.722 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.722 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.722 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.722 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.722 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.722 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.722 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.722 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.722 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.722 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.723 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.723 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.723 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.723 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.723 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.723 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.723 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.723 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.723 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.723 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:50.723 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.723 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:50.723 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.723 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 4, 2023-12-22T17:16:50.724 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.724 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.724 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.724 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.724 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:50.724 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:50.724 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2023-12-22T17:16:50.724 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.724 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2023-12-22T17:16:50.724 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.724 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.724 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:50.724 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.724 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.725 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.725 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:45.998308+0000", 2023-12-22T17:16:50.725 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.120720+0000", 2023-12-22T17:16:50.725 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.120720+0000", 2023-12-22T17:16:50.725 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.121004+0000", 2023-12-22T17:16:50.725 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:45.998308+0000", 2023-12-22T17:16:50.725 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.725 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.725 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.725 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:50.725 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:45.998308+0000", 2023-12-22T17:16:50.725 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:45.998308+0000", 2023-12-22T17:16:50.725 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:45.998308+0000", 2023-12-22T17:16:50.725 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.725 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.726 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.726 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:45.998308+0000", 2023-12-22T17:16:50.726 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:45.998308+0000", 2023-12-22T17:16:50.726 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.726 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 12, 2023-12-22T17:16:50.726 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.726 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.726 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:50.726 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.726 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.726 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.726 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.726 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 12, 2023-12-22T17:16:50.726 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.726 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.726 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.727 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.14", 2023-12-22T17:16:50.727 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.727 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.727 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 65, 2023-12-22T17:16:50.727 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 29, 2023-12-22T17:16:50.727 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.727 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T00:33:57.428613+0000", 2023-12-22T17:16:50.727 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.727 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.727 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.727 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 2606, 2023-12-22T17:16:50.727 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.727 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.727 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.727 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.728 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.728 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.728 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.728 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.728 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.728 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.728 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.728 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.728 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.728 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.728 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.728 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 12, 2023-12-22T17:16:50.728 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 4, 2023-12-22T17:16:50.728 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.728 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 4, 2023-12-22T17:16:50.729 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.729 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.729 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.729 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.729 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.729 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 1, 2023-12-22T17:16:50.729 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.729 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.729 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.729 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.729 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.729 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.729 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.729 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.730 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.730 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.730 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.730 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.730 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 12, 2023-12-22T17:16:50.730 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 9 2023-12-22T17:16:50.730 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.730 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.730 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.730 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.730 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:50.730 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:50.730 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2023-12-22T17:16:50.730 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.730 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2023-12-22T17:16:50.731 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "65'12" 2023-12-22T17:16:50.731 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.731 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.731 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.731 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.731 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:50.731 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:50.731 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.731 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2023-12-22T17:16:50.731 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.731 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.731 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:50.731 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.731 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.731 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.731 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.966532+0000", 2023-12-22T17:16:50.731 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.088005+0000", 2023-12-22T17:16:50.732 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.088005+0000", 2023-12-22T17:16:50.732 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.088334+0000", 2023-12-22T17:16:50.732 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.966532+0000", 2023-12-22T17:16:50.732 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.732 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.732 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.732 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:50.732 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.966532+0000", 2023-12-22T17:16:50.732 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.966532+0000", 2023-12-22T17:16:50.732 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.966532+0000", 2023-12-22T17:16:50.732 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.732 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.732 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.732 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.966532+0000", 2023-12-22T17:16:50.732 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.966532+0000", 2023-12-22T17:16:50.732 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.732 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.733 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.733 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.733 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:50.733 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.733 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.733 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.733 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.733 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.733 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.733 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.733 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.733 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.15", 2023-12-22T17:16:50.733 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.733 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.733 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.734 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 15, 2023-12-22T17:16:50.734 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.734 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T18:25:08.032405+0000", 2023-12-22T17:16:50.734 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.734 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.734 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.734 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.734 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.734 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.734 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.734 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.734 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.734 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.734 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.734 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.735 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.735 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.735 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.735 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.735 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.735 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.735 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.735 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.735 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.735 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.735 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.735 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.735 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.735 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.735 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.736 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.736 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.736 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.736 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.736 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.736 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.736 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.736 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.736 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.736 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.736 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.736 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.736 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.736 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.736 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.736 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.737 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.737 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.737 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.737 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.737 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.737 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:50.737 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:50.737 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.737 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2023-12-22T17:16:50.737 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.737 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.737 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.737 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.738 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.738 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:50.738 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2023-12-22T17:16:50.738 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.738 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2023-12-22T17:16:50.738 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.738 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.738 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:50.738 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.738 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.738 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.738 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.966970+0000", 2023-12-22T17:16:50.738 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.124175+0000", 2023-12-22T17:16:50.738 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.124175+0000", 2023-12-22T17:16:50.738 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.124676+0000", 2023-12-22T17:16:50.738 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.966970+0000", 2023-12-22T17:16:50.739 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.739 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.739 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.739 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:50.739 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.966970+0000", 2023-12-22T17:16:50.739 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.966970+0000", 2023-12-22T17:16:50.739 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.966970+0000", 2023-12-22T17:16:50.739 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.739 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.739 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.739 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.966970+0000", 2023-12-22T17:16:50.739 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.966970+0000", 2023-12-22T17:16:50.739 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.739 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 2, 2023-12-22T17:16:50.739 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.740 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.740 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:50.740 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.740 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.740 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.740 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.740 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 2, 2023-12-22T17:16:50.740 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.740 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.740 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.740 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.13", 2023-12-22T17:16:50.740 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.740 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.740 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.740 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 19, 2023-12-22T17:16:50.740 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.741 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T04:13:41.352784+0000", 2023-12-22T17:16:50.741 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.741 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.741 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.741 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 34, 2023-12-22T17:16:50.741 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.741 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.741 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.741 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.741 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.741 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.741 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.741 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.741 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.741 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.741 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.742 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.742 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.742 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.742 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.742 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 6, 2023-12-22T17:16:50.742 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 2, 2023-12-22T17:16:50.742 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.742 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 2, 2023-12-22T17:16:50.742 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.742 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.742 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.742 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.742 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.742 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 1, 2023-12-22T17:16:50.742 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.743 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.743 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.743 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.743 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.743 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.743 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.743 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.743 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.743 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.743 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.743 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.743 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 3, 2023-12-22T17:16:50.743 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 6 2023-12-22T17:16:50.743 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.743 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.743 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.743 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.744 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.744 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:50.744 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2023-12-22T17:16:50.744 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.744 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2023-12-22T17:16:50.744 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "58'2" 2023-12-22T17:16:50.744 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.744 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.744 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.744 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.744 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.744 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2023-12-22T17:16:50.744 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.744 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2023-12-22T17:16:50.744 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.745 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.745 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:50.745 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.745 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.745 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.745 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.969496+0000", 2023-12-22T17:16:50.745 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.071029+0000", 2023-12-22T17:16:50.745 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.071029+0000", 2023-12-22T17:16:50.745 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.071457+0000", 2023-12-22T17:16:50.745 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.969496+0000", 2023-12-22T17:16:50.745 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.745 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.745 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.745 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:50.746 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.969496+0000", 2023-12-22T17:16:50.746 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.969496+0000", 2023-12-22T17:16:50.746 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.969496+0000", 2023-12-22T17:16:50.746 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.746 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.746 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.746 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.969496+0000", 2023-12-22T17:16:50.746 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.969496+0000", 2023-12-22T17:16:50.746 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.746 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.746 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.746 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.746 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:50.746 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.746 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.747 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.747 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.747 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.747 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.747 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.747 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.747 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.12", 2023-12-22T17:16:50.747 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.747 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.747 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.747 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:50.747 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.747 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T03:05:26.779482+0000", 2023-12-22T17:16:50.748 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.748 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.748 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.748 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.748 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.748 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.748 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.748 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.748 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.748 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.748 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.748 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.748 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.748 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.748 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.748 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.749 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.749 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.749 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.749 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.749 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.749 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.749 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.749 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.749 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.749 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.749 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.749 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.749 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.750 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.750 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.750 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.750 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.750 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.750 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.750 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.750 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.750 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.750 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.750 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.750 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.750 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.750 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.750 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.750 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.751 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.751 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.751 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.751 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.751 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2023-12-22T17:16:50.751 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.751 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2023-12-22T17:16:50.751 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.751 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.751 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.751 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.751 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.751 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:50.751 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:50.751 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.751 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2023-12-22T17:16:50.751 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.752 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.752 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:50.752 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.752 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.752 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.752 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.961501+0000", 2023-12-22T17:16:50.752 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.121434+0000", 2023-12-22T17:16:50.752 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.121434+0000", 2023-12-22T17:16:50.752 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.121744+0000", 2023-12-22T17:16:50.752 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.961501+0000", 2023-12-22T17:16:50.752 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.752 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.752 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.752 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:50.752 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.961501+0000", 2023-12-22T17:16:50.753 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.961501+0000", 2023-12-22T17:16:50.753 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.961501+0000", 2023-12-22T17:16:50.753 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.753 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.753 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.753 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.961501+0000", 2023-12-22T17:16:50.753 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.961501+0000", 2023-12-22T17:16:50.753 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.753 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.753 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.753 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.753 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:50.753 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.753 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.753 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.754 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.754 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.754 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.754 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.754 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.754 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.12", 2023-12-22T17:16:50.754 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.754 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.756 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.756 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 17, 2023-12-22T17:16:50.756 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.756 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T02:13:18.075746+0000", 2023-12-22T17:16:50.756 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.756 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.756 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.756 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.756 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.756 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.756 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.756 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.756 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.756 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.756 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.757 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.757 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.757 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.757 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.757 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.757 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.757 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.757 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.757 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.757 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.757 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.757 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.757 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.757 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.757 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.757 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.758 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.758 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.758 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.758 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.758 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.758 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.758 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.758 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.758 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.758 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.758 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.758 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.758 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.758 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.758 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.759 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.759 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.759 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.759 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.759 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.759 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.759 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:50.759 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:50.759 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.759 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2023-12-22T17:16:50.759 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.759 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.759 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.759 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.759 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.760 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:50.760 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:50.760 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.760 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2023-12-22T17:16:50.760 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.760 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.760 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:50.760 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.760 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.760 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.760 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.966302+0000", 2023-12-22T17:16:50.760 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.081843+0000", 2023-12-22T17:16:50.760 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.081843+0000", 2023-12-22T17:16:50.760 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.082995+0000", 2023-12-22T17:16:50.761 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.966302+0000", 2023-12-22T17:16:50.761 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.761 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.761 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.761 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:50.761 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.966302+0000", 2023-12-22T17:16:50.761 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.966302+0000", 2023-12-22T17:16:50.761 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.966302+0000", 2023-12-22T17:16:50.761 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.761 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.761 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.761 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.966302+0000", 2023-12-22T17:16:50.761 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.966302+0000", 2023-12-22T17:16:50.762 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.762 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.762 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.762 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.762 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:50.762 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.762 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.762 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.762 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.762 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.762 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.762 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.762 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.762 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.13", 2023-12-22T17:16:50.762 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.762 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.763 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.763 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 15, 2023-12-22T17:16:50.763 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.763 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T22:09:21.772875+0000", 2023-12-22T17:16:50.763 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.763 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.763 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.763 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.763 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.763 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.763 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.763 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.763 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.763 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.763 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.764 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.764 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.764 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.764 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.764 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.764 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.764 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.764 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.764 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.764 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.764 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.764 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.764 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.764 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.764 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.764 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.765 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.765 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.765 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.765 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.765 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.765 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.765 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.765 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.765 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.765 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.765 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.765 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.765 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.765 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.766 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.766 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.766 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.766 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.766 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.766 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.766 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.766 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:50.766 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:50.766 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.766 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2023-12-22T17:16:50.766 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.766 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.766 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.767 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.767 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:50.767 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:50.767 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:50.767 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.767 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2023-12-22T17:16:50.767 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.767 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.767 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:50.767 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.767 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.767 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.767 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.961893+0000", 2023-12-22T17:16:50.767 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.110097+0000", 2023-12-22T17:16:50.767 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.110097+0000", 2023-12-22T17:16:50.768 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.111494+0000", 2023-12-22T17:16:50.768 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.961893+0000", 2023-12-22T17:16:50.768 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.768 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.768 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.768 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:50.768 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.961893+0000", 2023-12-22T17:16:50.768 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.961893+0000", 2023-12-22T17:16:50.768 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.961893+0000", 2023-12-22T17:16:50.768 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.768 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.768 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.768 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.961893+0000", 2023-12-22T17:16:50.768 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.961893+0000", 2023-12-22T17:16:50.769 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.769 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.769 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.769 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.769 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:50.769 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.769 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.769 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.769 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.769 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.769 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.769 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.769 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.769 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.11", 2023-12-22T17:16:50.770 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.770 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.770 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.770 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 17, 2023-12-22T17:16:50.770 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.770 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T04:57:23.284067+0000", 2023-12-22T17:16:50.770 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.770 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.770 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.770 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.770 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.770 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.770 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.770 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.771 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.771 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.771 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.771 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.771 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.771 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.771 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.771 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.771 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.771 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.771 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.771 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.771 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.771 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.771 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.772 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.772 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.772 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.772 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.772 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.772 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.772 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.772 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.772 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.772 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.772 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.772 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.772 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.772 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.772 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.773 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.773 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.773 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.773 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.773 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.773 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.773 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.773 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.773 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.773 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:50.773 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:50.773 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:50.773 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.774 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2023-12-22T17:16:50.774 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.774 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.774 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.774 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.774 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:50.774 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.774 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2023-12-22T17:16:50.774 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.774 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2023-12-22T17:16:50.774 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.774 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.774 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:50.774 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.775 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.775 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.775 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.962522+0000", 2023-12-22T17:16:50.775 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.073918+0000", 2023-12-22T17:16:50.775 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.073918+0000", 2023-12-22T17:16:50.775 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.074800+0000", 2023-12-22T17:16:50.775 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.962522+0000", 2023-12-22T17:16:50.775 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.775 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.775 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.775 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:50.775 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.962522+0000", 2023-12-22T17:16:50.775 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.962522+0000", 2023-12-22T17:16:50.775 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.962522+0000", 2023-12-22T17:16:50.775 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.776 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.776 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.776 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.962522+0000", 2023-12-22T17:16:50.776 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.962522+0000", 2023-12-22T17:16:50.776 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.776 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.776 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.776 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.776 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:50.776 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.776 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.776 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.776 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.776 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.776 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.776 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.777 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.777 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.10", 2023-12-22T17:16:50.777 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.777 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.777 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.777 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:50.777 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.777 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T23:59:42.370341+0000", 2023-12-22T17:16:50.777 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.777 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.777 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.777 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.777 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.777 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.778 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.778 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.778 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.778 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.778 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.778 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.778 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.778 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.778 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.778 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.778 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.778 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.778 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.778 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.778 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.779 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.779 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.779 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.779 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.779 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.779 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.779 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.779 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.779 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.779 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.779 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.779 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.779 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.779 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.779 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.780 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.780 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.780 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.780 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.780 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.780 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.780 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.780 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.780 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.780 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.780 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.780 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:50.780 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.780 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2023-12-22T17:16:50.781 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.781 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2023-12-22T17:16:50.781 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.781 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.781 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.781 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.781 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:50.781 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:50.781 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:50.781 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.781 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 2, 2023-12-22T17:16:50.781 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.781 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.781 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:50.781 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.782 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.782 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.782 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.962517+0000", 2023-12-22T17:16:50.782 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.115313+0000", 2023-12-22T17:16:50.782 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.115313+0000", 2023-12-22T17:16:50.782 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.115616+0000", 2023-12-22T17:16:50.782 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.962517+0000", 2023-12-22T17:16:50.782 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.782 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.782 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.782 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:50.782 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.962517+0000", 2023-12-22T17:16:50.782 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.962517+0000", 2023-12-22T17:16:50.782 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.962517+0000", 2023-12-22T17:16:50.782 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.783 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.783 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.783 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.962517+0000", 2023-12-22T17:16:50.783 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.962517+0000", 2023-12-22T17:16:50.783 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.783 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 8, 2023-12-22T17:16:50.783 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.783 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.783 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:50.783 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.783 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.783 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.783 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.783 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 8, 2023-12-22T17:16:50.783 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.784 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.784 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.784 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.10", 2023-12-22T17:16:50.784 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.784 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.784 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.784 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 25, 2023-12-22T17:16:50.784 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.784 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T23:08:16.249415+0000", 2023-12-22T17:16:50.784 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.784 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.784 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.784 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.784 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.784 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.785 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.785 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.785 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.785 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.785 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.785 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.785 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.785 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.785 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.785 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.785 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.785 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.785 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.785 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 12, 2023-12-22T17:16:50.785 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 4, 2023-12-22T17:16:50.786 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.786 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 4, 2023-12-22T17:16:50.786 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.786 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.786 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.786 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.786 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.786 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 4, 2023-12-22T17:16:50.786 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.786 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.786 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.786 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.786 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.786 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.787 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.787 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.787 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.787 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.787 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.787 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.787 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 12, 2023-12-22T17:16:50.787 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.787 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.787 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.787 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.787 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.787 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:50.787 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:50.787 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:50.787 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.788 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 2, 2023-12-22T17:16:50.788 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "58'8" 2023-12-22T17:16:50.788 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.788 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.788 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.788 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.788 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:50.788 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:50.788 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.788 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2023-12-22T17:16:50.788 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.788 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.788 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:50.788 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.788 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.789 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.789 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.966209+0000", 2023-12-22T17:16:50.789 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.081613+0000", 2023-12-22T17:16:50.789 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.081613+0000", 2023-12-22T17:16:50.789 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.081932+0000", 2023-12-22T17:16:50.789 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.966209+0000", 2023-12-22T17:16:50.789 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.789 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.789 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.789 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:50.789 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.966209+0000", 2023-12-22T17:16:50.789 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.966209+0000", 2023-12-22T17:16:50.789 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.966209+0000", 2023-12-22T17:16:50.790 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.790 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.790 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.790 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.966209+0000", 2023-12-22T17:16:50.790 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.966209+0000", 2023-12-22T17:16:50.790 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.790 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.790 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.790 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.790 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:50.790 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.790 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.790 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.790 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.790 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.791 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.791 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.791 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.791 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.11", 2023-12-22T17:16:50.791 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.791 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.791 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.791 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 15, 2023-12-22T17:16:50.791 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.791 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T01:53:03.460391+0000", 2023-12-22T17:16:50.791 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.791 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.791 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.791 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.791 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.792 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.792 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.792 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.792 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.792 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.792 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.792 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.792 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.792 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.792 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.792 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.792 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.792 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.792 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.793 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.793 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.793 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.793 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.793 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.793 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.793 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.793 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.793 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.793 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.793 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.793 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.793 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.793 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.794 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.794 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.794 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.794 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.794 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.794 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.794 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.794 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.794 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.794 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.794 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.794 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.794 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.794 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.794 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.795 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:50.795 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:50.795 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.795 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2023-12-22T17:16:50.795 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.795 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.795 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.795 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.795 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:50.795 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.795 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:50.795 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.795 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 4, 2023-12-22T17:16:50.795 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.796 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.796 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:50.796 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.796 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.796 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.796 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.963619+0000", 2023-12-22T17:16:50.796 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.122327+0000", 2023-12-22T17:16:50.796 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.122327+0000", 2023-12-22T17:16:50.796 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.122641+0000", 2023-12-22T17:16:50.796 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.963619+0000", 2023-12-22T17:16:50.796 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.796 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.796 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.796 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:50.796 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.963619+0000", 2023-12-22T17:16:50.797 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.963619+0000", 2023-12-22T17:16:50.797 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.963619+0000", 2023-12-22T17:16:50.797 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.797 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.797 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.797 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.963619+0000", 2023-12-22T17:16:50.797 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.963619+0000", 2023-12-22T17:16:50.797 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.797 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 1, 2023-12-22T17:16:50.797 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.797 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.797 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:50.797 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.797 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.797 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.798 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.798 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 1, 2023-12-22T17:16:50.798 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.798 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.798 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.798 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.f", 2023-12-22T17:16:50.798 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.798 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.798 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.798 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 18, 2023-12-22T17:16:50.798 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.798 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T22:55:41.071475+0000", 2023-12-22T17:16:50.798 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.798 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.799 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.799 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 22, 2023-12-22T17:16:50.799 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.799 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.799 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.799 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.799 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.799 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.799 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.799 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.799 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.799 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.799 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.799 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.799 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.800 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.800 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.800 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 3, 2023-12-22T17:16:50.800 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 1, 2023-12-22T17:16:50.800 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.800 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 1, 2023-12-22T17:16:50.800 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.800 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.800 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.800 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.801 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.801 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.801 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.801 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.801 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.801 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.801 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.801 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.801 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.801 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.801 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.801 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.801 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.801 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.801 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 1, 2023-12-22T17:16:50.801 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 1 2023-12-22T17:16:50.802 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.802 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.802 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.802 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.802 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:50.802 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.802 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:50.802 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.802 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 4, 2023-12-22T17:16:50.802 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "58'1" 2023-12-22T17:16:50.802 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.802 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.802 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.802 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.802 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:50.802 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:50.803 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.803 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2023-12-22T17:16:50.803 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.803 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.803 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:50.803 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.803 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.803 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.803 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.967006+0000", 2023-12-22T17:16:50.803 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.088817+0000", 2023-12-22T17:16:50.803 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.088817+0000", 2023-12-22T17:16:50.803 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.089139+0000", 2023-12-22T17:16:50.803 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.967006+0000", 2023-12-22T17:16:50.803 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.804 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.804 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.804 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:50.804 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.967006+0000", 2023-12-22T17:16:50.804 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.967006+0000", 2023-12-22T17:16:50.804 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.967006+0000", 2023-12-22T17:16:50.804 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.804 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.804 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.804 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.967006+0000", 2023-12-22T17:16:50.804 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.967006+0000", 2023-12-22T17:16:50.804 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.804 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.804 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.805 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.805 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:50.805 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.805 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.805 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.805 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.805 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.805 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.805 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.805 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.805 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.e", 2023-12-22T17:16:50.805 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.805 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.806 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.806 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 15, 2023-12-22T17:16:50.806 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.806 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T18:09:31.287757+0000", 2023-12-22T17:16:50.806 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.806 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.806 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.806 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.806 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.806 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.806 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.806 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.806 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.806 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.806 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.807 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.807 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.807 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.807 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.807 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.807 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.807 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.807 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.807 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.807 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.807 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.807 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.807 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.807 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.807 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.808 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.808 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.808 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.808 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.808 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.808 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.808 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.808 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.808 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.808 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.808 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.808 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.808 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.808 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.808 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.809 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.809 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.809 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.809 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.809 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.809 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.809 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.809 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:50.809 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:50.809 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.809 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2023-12-22T17:16:50.809 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.809 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.809 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.810 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.810 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:50.810 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.810 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:50.810 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.810 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2023-12-22T17:16:50.810 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.810 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.810 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 60, 2023-12-22T17:16:50.810 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.810 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.810 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.810 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.960324+0000", 2023-12-22T17:16:50.810 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:15:15.771831+0000", 2023-12-22T17:16:50.811 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:15:15.771831+0000", 2023-12-22T17:16:50.811 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:15:15.772161+0000", 2023-12-22T17:16:50.811 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.960324+0000", 2023-12-22T17:16:50.811 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:50.811 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.811 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:50.811 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 61, 2023-12-22T17:16:50.811 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.960324+0000", 2023-12-22T17:16:50.811 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.960324+0000", 2023-12-22T17:16:50.811 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.960324+0000", 2023-12-22T17:16:50.811 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.811 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.811 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:50.811 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.960324+0000", 2023-12-22T17:16:50.811 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.960324+0000", 2023-12-22T17:16:50.812 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.812 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.812 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.812 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.812 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 60, 2023-12-22T17:16:50.812 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.812 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.812 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.812 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.812 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.812 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.812 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.812 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.812 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "4.2", 2023-12-22T17:16:50.813 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.813 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.813 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.813 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 13, 2023-12-22T17:16:50.813 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.813 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T18:36:26.777686+0000", 2023-12-22T17:16:50.813 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.813 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.813 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.813 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.813 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.813 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.813 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.813 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.814 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.814 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.814 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.814 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.814 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.814 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.814 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.814 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.814 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.814 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.814 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.814 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.814 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.814 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.814 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.815 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.815 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.815 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.815 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.815 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.815 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.815 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.815 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.815 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.815 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.815 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.815 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.815 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.815 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.815 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.816 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.816 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.816 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.816 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.816 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.816 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.816 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.816 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.816 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.816 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:50.816 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.816 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:50.816 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.816 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2023-12-22T17:16:50.816 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.816 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.817 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.817 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.817 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:50.817 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.817 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:50.817 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.817 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2023-12-22T17:16:50.817 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.817 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.817 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:50.817 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.817 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.817 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.817 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.958687+0000", 2023-12-22T17:16:50.817 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.122864+0000", 2023-12-22T17:16:50.817 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.122864+0000", 2023-12-22T17:16:50.818 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.123165+0000", 2023-12-22T17:16:50.818 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.958687+0000", 2023-12-22T17:16:50.818 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.818 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.818 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.818 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:50.818 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.958687+0000", 2023-12-22T17:16:50.818 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.958687+0000", 2023-12-22T17:16:50.818 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.958687+0000", 2023-12-22T17:16:50.818 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.818 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.818 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.818 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.958687+0000", 2023-12-22T17:16:50.818 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.958687+0000", 2023-12-22T17:16:50.818 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.818 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.819 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.819 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.819 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:50.819 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.819 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.819 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.819 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.819 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.819 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.819 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.819 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.819 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.4", 2023-12-22T17:16:50.819 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.819 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.819 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.820 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 17, 2023-12-22T17:16:50.820 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.820 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T03:42:36.208142+0000", 2023-12-22T17:16:50.820 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.820 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.820 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.820 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.820 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.820 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.820 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.820 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.820 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.820 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.820 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.820 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.820 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.821 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.821 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.821 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.821 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.821 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.821 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.821 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.821 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.821 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.821 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.821 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.821 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.821 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.821 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.821 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.822 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.822 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.822 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.822 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.822 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.822 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.822 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.822 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.822 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.822 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.822 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.822 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.822 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.822 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.822 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.822 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.822 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.823 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.823 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.823 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:50.823 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.823 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:50.823 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.823 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2023-12-22T17:16:50.823 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.823 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.823 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.823 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.823 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.823 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:50.823 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:50.823 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.823 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2023-12-22T17:16:50.824 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.824 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.824 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:50.824 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.824 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.824 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.824 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.962526+0000", 2023-12-22T17:16:50.824 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.082538+0000", 2023-12-22T17:16:50.824 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.082538+0000", 2023-12-22T17:16:50.824 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.082822+0000", 2023-12-22T17:16:50.824 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.962526+0000", 2023-12-22T17:16:50.824 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.824 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.824 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.824 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:50.824 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.962526+0000", 2023-12-22T17:16:50.824 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.962526+0000", 2023-12-22T17:16:50.825 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.962526+0000", 2023-12-22T17:16:50.825 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.825 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.825 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.825 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.962526+0000", 2023-12-22T17:16:50.825 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.962526+0000", 2023-12-22T17:16:50.825 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.825 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.825 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.825 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.825 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:50.825 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.825 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.825 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.825 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.825 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.826 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.826 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.826 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.826 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.5", 2023-12-22T17:16:50.826 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.826 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.826 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.826 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:50.826 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.826 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T22:48:07.436806+0000", 2023-12-22T17:16:50.826 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.826 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.826 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.826 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.826 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.826 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.827 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.827 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.827 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.827 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.827 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.827 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.827 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.827 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.827 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.827 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.827 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.827 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.827 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.827 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.827 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.828 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.828 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.828 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.828 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.828 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.828 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.828 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.828 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.828 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.828 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.828 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.828 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.828 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.828 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.828 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.829 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.829 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.829 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.829 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.829 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.829 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.829 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.829 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.829 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.829 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.829 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.829 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.829 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:50.829 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:50.829 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.830 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2023-12-22T17:16:50.830 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.830 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.830 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.830 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.830 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:50.830 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:50.830 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2023-12-22T17:16:50.830 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.830 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2023-12-22T17:16:50.830 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.830 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.830 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 60, 2023-12-22T17:16:50.830 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.831 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.831 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.831 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.958770+0000", 2023-12-22T17:16:50.831 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:15:15.771944+0000", 2023-12-22T17:16:50.831 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:15:15.771944+0000", 2023-12-22T17:16:50.831 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:15:15.772213+0000", 2023-12-22T17:16:50.831 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.958770+0000", 2023-12-22T17:16:50.831 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:50.831 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.831 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:50.831 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 61, 2023-12-22T17:16:50.831 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.958770+0000", 2023-12-22T17:16:50.831 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.958770+0000", 2023-12-22T17:16:50.831 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.958770+0000", 2023-12-22T17:16:50.832 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.832 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.832 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:50.832 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.958770+0000", 2023-12-22T17:16:50.832 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.958770+0000", 2023-12-22T17:16:50.832 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.832 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.832 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.832 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.832 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 60, 2023-12-22T17:16:50.832 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.832 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.832 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.832 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.832 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.833 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.833 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.833 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.833 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "4.4", 2023-12-22T17:16:50.833 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.833 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.833 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.833 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 13, 2023-12-22T17:16:50.833 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.833 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T03:47:17.266911+0000", 2023-12-22T17:16:50.833 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.833 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.833 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.833 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.834 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.834 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.834 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.834 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.834 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.834 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.834 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.834 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.834 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.834 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.834 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.834 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.834 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.834 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.834 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.834 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.834 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.835 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.835 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.835 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.835 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.835 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.835 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.835 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.835 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.835 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.835 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.835 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.835 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.835 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.835 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.835 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.836 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.836 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.836 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.836 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.836 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.836 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.836 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.836 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.836 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.836 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.836 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.836 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:50.836 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:50.836 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2023-12-22T17:16:50.836 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.837 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2023-12-22T17:16:50.837 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.837 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.837 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.837 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.837 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.837 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:50.837 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:50.837 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.837 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2023-12-22T17:16:50.837 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.837 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.837 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:50.837 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.837 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.838 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.838 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.961385+0000", 2023-12-22T17:16:50.838 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.125324+0000", 2023-12-22T17:16:50.838 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.125324+0000", 2023-12-22T17:16:50.838 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.125882+0000", 2023-12-22T17:16:50.838 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.961385+0000", 2023-12-22T17:16:50.838 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.838 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.838 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.838 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:50.838 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.961385+0000", 2023-12-22T17:16:50.838 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.961385+0000", 2023-12-22T17:16:50.838 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.961385+0000", 2023-12-22T17:16:50.838 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.838 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.838 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.838 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.961385+0000", 2023-12-22T17:16:50.839 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.961385+0000", 2023-12-22T17:16:50.839 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.839 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.839 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.839 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.839 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:50.839 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.839 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.839 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.839 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.839 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.839 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.839 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.839 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.839 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.2", 2023-12-22T17:16:50.840 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.840 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.840 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.840 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 17, 2023-12-22T17:16:50.840 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.840 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T03:26:06.924390+0000", 2023-12-22T17:16:50.840 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.840 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.840 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.840 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.840 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.840 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.840 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.840 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.840 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.840 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.840 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.841 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.841 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.841 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.841 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.841 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.841 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.841 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.841 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.841 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.841 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.841 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.841 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.841 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.841 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.841 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.841 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.841 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.842 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.842 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.842 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.842 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.842 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.842 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.842 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.842 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.842 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.842 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.842 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.842 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.842 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.842 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.842 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.842 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.842 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.843 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.843 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.843 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.843 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:50.843 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:50.843 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.843 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2023-12-22T17:16:50.843 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.843 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.843 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.843 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.843 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:50.843 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.843 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:50.843 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.843 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 4, 2023-12-22T17:16:50.844 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.844 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.844 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:50.844 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.844 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.844 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.844 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.962713+0000", 2023-12-22T17:16:50.844 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.082853+0000", 2023-12-22T17:16:50.844 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.082853+0000", 2023-12-22T17:16:50.844 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.083163+0000", 2023-12-22T17:16:50.844 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.962713+0000", 2023-12-22T17:16:50.844 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.844 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.844 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.844 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:50.844 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.962713+0000", 2023-12-22T17:16:50.844 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.962713+0000", 2023-12-22T17:16:50.845 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.962713+0000", 2023-12-22T17:16:50.845 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.845 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.845 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.845 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.962713+0000", 2023-12-22T17:16:50.845 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.962713+0000", 2023-12-22T17:16:50.845 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.845 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.845 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.845 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.845 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:50.845 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.845 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.845 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.845 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.845 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.845 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.846 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.846 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.846 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.3", 2023-12-22T17:16:50.846 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.846 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.846 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.846 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:50.846 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.846 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T02:40:58.099538+0000", 2023-12-22T17:16:50.846 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.846 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.846 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.846 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.846 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.847 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.847 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.847 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.847 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.847 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.847 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.847 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.847 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.847 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.847 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.847 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.847 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.847 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.847 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.847 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.848 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.848 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.848 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.848 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.848 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.848 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.848 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.848 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.848 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.848 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.848 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.848 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.848 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.848 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.848 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.848 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.849 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.849 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.849 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.849 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.849 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.849 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.849 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.849 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.849 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.849 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.849 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.849 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:50.849 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.849 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:50.849 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.849 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 4, 2023-12-22T17:16:50.850 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.850 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.850 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.850 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.850 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:50.850 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.850 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:50.850 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.850 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2023-12-22T17:16:50.850 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.850 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.850 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 60, 2023-12-22T17:16:50.850 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.850 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.850 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.850 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.960234+0000", 2023-12-22T17:16:50.851 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:15:15.771859+0000", 2023-12-22T17:16:50.851 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:15:15.771859+0000", 2023-12-22T17:16:50.851 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:15:15.772178+0000", 2023-12-22T17:16:50.851 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.960234+0000", 2023-12-22T17:16:50.851 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:50.851 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.851 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:50.851 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 61, 2023-12-22T17:16:50.851 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.960234+0000", 2023-12-22T17:16:50.851 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.960234+0000", 2023-12-22T17:16:50.851 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.960234+0000", 2023-12-22T17:16:50.851 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.851 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.851 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:50.851 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.960234+0000", 2023-12-22T17:16:50.851 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.960234+0000", 2023-12-22T17:16:50.851 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.852 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.852 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.852 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.852 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 60, 2023-12-22T17:16:50.852 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.852 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.852 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.852 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.852 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.852 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.852 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.852 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.852 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "4.7", 2023-12-22T17:16:50.852 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.852 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.852 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.853 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 13, 2023-12-22T17:16:50.853 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.853 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T04:57:21.543948+0000", 2023-12-22T17:16:50.853 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.853 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.853 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.853 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.853 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.853 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.853 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.853 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.853 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.853 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.853 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.853 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.853 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.853 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.854 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.854 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.854 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.854 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.854 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.854 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.854 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.854 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.854 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.854 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.854 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.854 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.854 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.854 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.854 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.854 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.854 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.855 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.855 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.855 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.855 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.855 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.855 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.855 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.855 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.855 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.855 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.855 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.855 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.855 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.855 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.855 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.855 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.855 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:50.856 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.856 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:50.856 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.856 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2023-12-22T17:16:50.856 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.856 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.856 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.856 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.856 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:50.856 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:50.856 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:50.856 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.856 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2023-12-22T17:16:50.856 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.856 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.857 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:50.857 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.857 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.857 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.857 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.961019+0000", 2023-12-22T17:16:50.857 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.075402+0000", 2023-12-22T17:16:50.857 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.075402+0000", 2023-12-22T17:16:50.857 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.075745+0000", 2023-12-22T17:16:50.857 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.961019+0000", 2023-12-22T17:16:50.857 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.857 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.857 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.857 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:50.857 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.961019+0000", 2023-12-22T17:16:50.858 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.961019+0000", 2023-12-22T17:16:50.858 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.961019+0000", 2023-12-22T17:16:50.858 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.858 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.858 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.858 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.961019+0000", 2023-12-22T17:16:50.858 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.961019+0000", 2023-12-22T17:16:50.858 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.858 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.858 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.858 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.858 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:50.858 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.858 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.858 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.859 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.859 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.859 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.859 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.859 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.859 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.0", 2023-12-22T17:16:50.859 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.859 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.859 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.859 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:50.859 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.859 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T22:24:24.235492+0000", 2023-12-22T17:16:50.859 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.859 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.859 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.860 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.860 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.860 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.860 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.860 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.860 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.860 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.860 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.860 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.860 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.860 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.860 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.860 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.860 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.860 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.860 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.861 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.861 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.861 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.861 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.861 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.861 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.861 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.861 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.861 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.861 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.861 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.861 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.861 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.861 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.861 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.861 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.861 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.862 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.862 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.862 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.862 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.862 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.862 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.862 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.862 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.862 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.862 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.862 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.862 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:50.862 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:50.862 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:50.862 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.862 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2023-12-22T17:16:50.863 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.863 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.863 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.863 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.863 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:50.863 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:50.863 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:50.863 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.863 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 2, 2023-12-22T17:16:50.863 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.863 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.863 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:50.863 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.863 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.863 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.863 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.963482+0000", 2023-12-22T17:16:50.864 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.122045+0000", 2023-12-22T17:16:50.864 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.122045+0000", 2023-12-22T17:16:50.864 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.122349+0000", 2023-12-22T17:16:50.864 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.963482+0000", 2023-12-22T17:16:50.864 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.864 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.864 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.864 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:50.864 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.963482+0000", 2023-12-22T17:16:50.864 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.963482+0000", 2023-12-22T17:16:50.864 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.963482+0000", 2023-12-22T17:16:50.864 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.864 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.864 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.864 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.963482+0000", 2023-12-22T17:16:50.864 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.963482+0000", 2023-12-22T17:16:50.865 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.865 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.865 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.865 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.865 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:50.865 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.865 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.865 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.865 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.865 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.865 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.865 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.865 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.865 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.1", 2023-12-22T17:16:50.865 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.866 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.866 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.866 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 17, 2023-12-22T17:16:50.866 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.866 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T21:24:29.078985+0000", 2023-12-22T17:16:50.866 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.866 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.866 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.866 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.866 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.866 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.866 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.866 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.866 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.866 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.866 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.866 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.867 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.867 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.867 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.867 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.867 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.867 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.867 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.867 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.867 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.867 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.867 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.867 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.867 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.867 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.867 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.867 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.867 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.868 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.868 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.868 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.868 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.868 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.868 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.868 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.868 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.868 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.868 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.868 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.868 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.868 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.868 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.868 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.868 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.869 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.869 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.869 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:50.869 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:50.869 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:50.869 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.869 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 2, 2023-12-22T17:16:50.869 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.869 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.869 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.869 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.869 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:50.869 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:50.869 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:50.870 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.870 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2023-12-22T17:16:50.870 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.870 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.870 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 60, 2023-12-22T17:16:50.870 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.870 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.870 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.870 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.962641+0000", 2023-12-22T17:16:50.870 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:15:15.877450+0000", 2023-12-22T17:16:50.870 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:15:15.877450+0000", 2023-12-22T17:16:50.870 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:15:15.877787+0000", 2023-12-22T17:16:50.870 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.962641+0000", 2023-12-22T17:16:50.870 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:50.871 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.871 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:50.871 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 62, 2023-12-22T17:16:50.871 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.962641+0000", 2023-12-22T17:16:50.871 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.962641+0000", 2023-12-22T17:16:50.871 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.962641+0000", 2023-12-22T17:16:50.871 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.871 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.871 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:50.871 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.962641+0000", 2023-12-22T17:16:50.871 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.962641+0000", 2023-12-22T17:16:50.871 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.871 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.871 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.871 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.871 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 60, 2023-12-22T17:16:50.871 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.872 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.872 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.872 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.872 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.872 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.872 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.872 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.872 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "4.5", 2023-12-22T17:16:50.872 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.872 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.872 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.872 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 13, 2023-12-22T17:16:50.872 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.872 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T02:51:06.570829+0000", 2023-12-22T17:16:50.872 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.873 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.873 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.873 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.873 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.873 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.873 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.873 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.873 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.873 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.873 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.873 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.873 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.873 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.873 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.873 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.874 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.874 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.874 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.874 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.874 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.874 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.874 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.874 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.874 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.874 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.874 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.874 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.874 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.874 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.875 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.875 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.875 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.875 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.875 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.875 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.875 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.875 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.875 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.875 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.875 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.875 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.875 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.875 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.875 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.875 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.875 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.876 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:50.876 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:50.876 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:50.876 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.876 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2023-12-22T17:16:50.876 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.876 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.876 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.876 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.876 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:50.876 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.876 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:50.876 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.876 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2023-12-22T17:16:50.876 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.876 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.876 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:50.877 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.877 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.877 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.877 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.971375+0000", 2023-12-22T17:16:50.877 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.078826+0000", 2023-12-22T17:16:50.877 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.078826+0000", 2023-12-22T17:16:50.877 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.079144+0000", 2023-12-22T17:16:50.877 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.971375+0000", 2023-12-22T17:16:50.877 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.877 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.877 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.877 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:50.877 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.971375+0000", 2023-12-22T17:16:50.877 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.971375+0000", 2023-12-22T17:16:50.878 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.971375+0000", 2023-12-22T17:16:50.878 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.878 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.878 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.878 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.971375+0000", 2023-12-22T17:16:50.878 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.971375+0000", 2023-12-22T17:16:50.878 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.878 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.878 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.878 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.878 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:50.878 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.878 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.878 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.878 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.879 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.879 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.879 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.879 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.879 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.2", 2023-12-22T17:16:50.879 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.879 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.879 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.879 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:50.879 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.879 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T18:38:47.526612+0000", 2023-12-22T17:16:50.879 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.879 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.879 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.879 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.879 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.880 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.880 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.880 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.880 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.880 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.880 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.880 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.880 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.880 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.880 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.880 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.880 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.880 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.880 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.880 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.880 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.880 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.881 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.881 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.881 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.881 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.881 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.881 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.881 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.881 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.881 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.881 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.881 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.881 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.881 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.881 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.881 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.881 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.882 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.882 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.882 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.882 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.882 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.882 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.882 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.882 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.882 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.882 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:50.882 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.882 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:50.882 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.882 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2023-12-22T17:16:50.882 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.882 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.883 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.883 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.883 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.883 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:50.883 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:50.883 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.883 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2023-12-22T17:16:50.883 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.883 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.883 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:50.883 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.883 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.883 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.883 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.962107+0000", 2023-12-22T17:16:50.883 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.124091+0000", 2023-12-22T17:16:50.884 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.124091+0000", 2023-12-22T17:16:50.884 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.124396+0000", 2023-12-22T17:16:50.884 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.962107+0000", 2023-12-22T17:16:50.884 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.884 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.884 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.884 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:50.884 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.962107+0000", 2023-12-22T17:16:50.884 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.962107+0000", 2023-12-22T17:16:50.884 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.962107+0000", 2023-12-22T17:16:50.884 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.884 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.884 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.884 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.962107+0000", 2023-12-22T17:16:50.884 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.962107+0000", 2023-12-22T17:16:50.884 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.885 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.885 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.885 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.885 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:50.885 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.885 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.885 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.885 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.885 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.885 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.885 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.885 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.885 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.3", 2023-12-22T17:16:50.885 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.885 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.885 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.885 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 17, 2023-12-22T17:16:50.886 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.886 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T02:10:44.824756+0000", 2023-12-22T17:16:50.886 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.886 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.886 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.886 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.886 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.886 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.886 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.886 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.886 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.886 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.886 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.886 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.886 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.886 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.887 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.887 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.887 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.887 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.887 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.887 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.887 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.887 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.887 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.887 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.887 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.887 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.887 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.887 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.887 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.887 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.888 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.888 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.888 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.888 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.888 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.888 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.888 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.888 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.888 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.888 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.888 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.888 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.888 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.888 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.888 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.888 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.889 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.889 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.889 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:50.889 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:50.889 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.889 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2023-12-22T17:16:50.889 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.889 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.889 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.889 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.889 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.889 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.889 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:50.889 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.890 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2023-12-22T17:16:50.890 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.890 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.890 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 19, 2023-12-22T17:16:50.890 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.890 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.890 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.890 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:46.271285+0000", 2023-12-22T17:16:50.890 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:36.756294+0000", 2023-12-22T17:16:50.890 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:36.756294+0000", 2023-12-22T17:16:50.890 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:36.756753+0000", 2023-12-22T17:16:50.890 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:46.271285+0000", 2023-12-22T17:16:50.890 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:13:07.356504+0000", 2023-12-22T17:16:50.890 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.891 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:13:07.356504+0000", 2023-12-22T17:16:50.891 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 55, 2023-12-22T17:16:50.891 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:46.271285+0000", 2023-12-22T17:16:50.891 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:46.271285+0000", 2023-12-22T17:16:50.891 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:46.271285+0000", 2023-12-22T17:16:50.891 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.891 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.891 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:13:07.356504+0000", 2023-12-22T17:16:50.891 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:46.271285+0000", 2023-12-22T17:16:50.891 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:46.271285+0000", 2023-12-22T17:16:50.891 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.891 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 148, 2023-12-22T17:16:50.891 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.892 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.892 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 54, 2023-12-22T17:16:50.892 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.892 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.892 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.892 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.892 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 148, 2023-12-22T17:16:50.892 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.892 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.892 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.892 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "1.0", 2023-12-22T17:16:50.892 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.892 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.892 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 65, 2023-12-22T17:16:50.893 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 347, 2023-12-22T17:16:50.893 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.893 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T04:41:34.846189+0000", 2023-12-22T17:16:50.893 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.893 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.893 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.893 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 590368, 2023-12-22T17:16:50.893 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.893 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 1771104, 2023-12-22T17:16:50.893 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.893 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.893 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.893 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.893 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.894 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.894 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.894 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.894 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.894 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.894 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.894 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.894 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.894 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 6, 2023-12-22T17:16:50.894 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 2, 2023-12-22T17:16:50.894 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.894 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 2, 2023-12-22T17:16:50.894 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.894 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.894 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.895 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.895 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.895 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.895 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.895 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 6, 2023-12-22T17:16:50.895 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.895 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.895 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.895 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.895 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.895 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 394, 2023-12-22T17:16:50.895 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 584, 2023-12-22T17:16:50.895 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.895 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.895 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.895 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 219, 2023-12-22T17:16:50.896 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 2416 2023-12-22T17:16:50.896 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.896 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.896 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.896 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.896 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.896 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.896 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:50.896 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.896 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2023-12-22T17:16:50.896 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "65'148" 2023-12-22T17:16:50.896 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.896 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.896 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.896 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.896 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:50.897 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:50.897 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.897 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2023-12-22T17:16:50.897 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.897 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.897 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 60, 2023-12-22T17:16:50.897 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.897 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.897 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.897 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.970241+0000", 2023-12-22T17:16:50.897 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:15:15.773402+0000", 2023-12-22T17:16:50.897 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:15:15.773402+0000", 2023-12-22T17:16:50.897 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:15:15.773704+0000", 2023-12-22T17:16:50.897 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.970241+0000", 2023-12-22T17:16:50.897 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:50.898 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.898 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:50.898 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 61, 2023-12-22T17:16:50.898 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.970241+0000", 2023-12-22T17:16:50.898 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.970241+0000", 2023-12-22T17:16:50.898 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.970241+0000", 2023-12-22T17:16:50.898 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.898 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.898 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:50.898 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.970241+0000", 2023-12-22T17:16:50.898 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.970241+0000", 2023-12-22T17:16:50.898 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.898 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.898 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.899 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.899 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 60, 2023-12-22T17:16:50.899 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.899 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.899 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.899 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.899 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.899 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.899 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.899 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.899 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "4.6", 2023-12-22T17:16:50.899 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.899 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.900 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.900 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 13, 2023-12-22T17:16:50.900 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.900 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T23:18:19.525045+0000", 2023-12-22T17:16:50.900 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.900 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.900 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.900 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.900 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.900 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.900 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.900 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.900 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.900 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.900 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.900 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.901 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.901 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.901 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.901 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.901 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.901 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.901 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.901 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.901 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.901 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.901 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.901 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.901 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.901 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.901 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.901 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.902 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.902 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.902 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.902 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.902 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.902 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.902 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.902 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.902 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.902 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.902 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.902 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.902 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.902 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.902 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.902 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.903 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.903 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.903 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.903 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.903 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:50.903 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:50.903 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.903 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2023-12-22T17:16:50.903 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.903 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.903 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.903 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.903 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.903 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:50.904 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2023-12-22T17:16:50.904 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.904 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2023-12-22T17:16:50.904 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.904 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.904 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:50.904 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.904 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.904 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.904 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.967539+0000", 2023-12-22T17:16:50.904 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.070465+0000", 2023-12-22T17:16:50.904 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.070465+0000", 2023-12-22T17:16:50.904 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.070818+0000", 2023-12-22T17:16:50.904 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.967539+0000", 2023-12-22T17:16:50.904 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.904 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.905 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.905 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:50.905 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.967539+0000", 2023-12-22T17:16:50.905 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.967539+0000", 2023-12-22T17:16:50.905 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.967539+0000", 2023-12-22T17:16:50.905 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.905 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.905 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.905 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.967539+0000", 2023-12-22T17:16:50.905 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.967539+0000", 2023-12-22T17:16:50.905 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.905 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.905 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.905 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.906 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:50.906 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.906 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.906 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.906 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.906 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.906 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.906 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.906 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.906 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.1", 2023-12-22T17:16:50.906 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.906 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.906 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.906 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:50.906 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.907 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T18:24:33.479504+0000", 2023-12-22T17:16:50.907 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.907 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.907 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.907 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.907 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.907 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.907 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.907 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.907 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.907 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.907 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.907 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.907 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.908 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.908 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.908 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.908 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.908 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.908 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.908 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.908 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.908 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.908 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.908 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.908 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.908 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.908 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.908 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.909 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.909 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.909 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.909 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.909 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.909 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.909 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.909 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.909 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.909 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.909 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.909 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.909 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.909 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.910 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.910 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.910 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.910 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.910 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.910 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.910 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:50.910 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2023-12-22T17:16:50.910 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.910 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2023-12-22T17:16:50.910 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.910 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.910 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.910 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.911 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.911 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:50.911 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:50.911 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.911 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2023-12-22T17:16:50.911 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.911 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.911 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:50.911 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.911 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.911 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.911 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.965818+0000", 2023-12-22T17:16:50.911 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.124971+0000", 2023-12-22T17:16:50.911 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.124971+0000", 2023-12-22T17:16:50.911 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.125426+0000", 2023-12-22T17:16:50.912 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.965818+0000", 2023-12-22T17:16:50.912 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.912 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.912 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.912 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:50.912 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.965818+0000", 2023-12-22T17:16:50.912 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.965818+0000", 2023-12-22T17:16:50.912 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.965818+0000", 2023-12-22T17:16:50.912 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.912 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.912 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.912 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.965818+0000", 2023-12-22T17:16:50.912 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.965818+0000", 2023-12-22T17:16:50.913 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.913 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.913 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.913 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.913 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:50.913 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.913 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.913 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.913 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.913 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.913 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.913 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.913 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.913 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.0", 2023-12-22T17:16:50.914 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.914 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.914 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.914 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:50.914 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.914 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T18:22:57.101225+0000", 2023-12-22T17:16:50.914 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.914 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.914 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.914 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.914 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.914 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.914 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.914 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.914 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.914 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.915 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.915 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.915 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.915 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.915 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.915 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.915 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.915 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.915 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.915 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.915 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.915 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.915 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.915 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.915 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.916 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.916 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.916 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.916 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.916 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.916 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.916 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.916 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.916 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.916 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.916 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.916 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.916 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.916 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.916 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.916 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.917 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.917 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.917 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.917 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.917 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.917 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.917 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.917 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:50.917 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:50.917 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.917 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2023-12-22T17:16:50.917 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.917 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.917 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.917 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.917 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.918 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.918 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:50.918 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.918 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2023-12-22T17:16:50.918 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.918 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.918 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 60, 2023-12-22T17:16:50.918 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.918 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.918 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.918 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.966625+0000", 2023-12-22T17:16:50.918 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:15:15.881199+0000", 2023-12-22T17:16:50.918 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:15:15.881199+0000", 2023-12-22T17:16:50.918 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:15:15.881840+0000", 2023-12-22T17:16:50.918 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.966625+0000", 2023-12-22T17:16:50.918 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:50.919 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.919 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:50.919 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 62, 2023-12-22T17:16:50.919 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.966625+0000", 2023-12-22T17:16:50.919 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.966625+0000", 2023-12-22T17:16:50.919 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.966625+0000", 2023-12-22T17:16:50.919 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.919 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.919 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:50.919 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.966625+0000", 2023-12-22T17:16:50.919 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.966625+0000", 2023-12-22T17:16:50.919 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.919 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.919 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.919 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.920 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 60, 2023-12-22T17:16:50.920 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.920 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.920 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.920 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.920 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.920 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.920 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.920 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.920 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "4.3", 2023-12-22T17:16:50.920 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.920 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.920 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.920 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 13, 2023-12-22T17:16:50.920 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.920 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T01:03:50.199722+0000", 2023-12-22T17:16:50.921 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.921 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.921 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.921 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.921 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.921 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.921 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.921 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.921 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.921 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.921 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.921 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.921 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.921 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.921 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.921 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.922 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.922 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.922 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.922 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.922 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.922 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.922 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.922 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.922 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.922 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.922 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.922 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.922 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.922 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.922 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.922 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.922 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.923 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.923 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.923 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.923 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.923 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.923 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.923 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.923 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.923 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.923 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.923 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.923 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.923 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.923 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.923 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.924 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.924 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:50.924 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.924 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2023-12-22T17:16:50.924 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.924 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.924 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.924 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.924 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.924 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.924 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:50.924 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.924 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2023-12-22T17:16:50.924 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.924 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.924 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:50.925 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.925 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.925 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.925 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.966723+0000", 2023-12-22T17:16:50.925 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.128105+0000", 2023-12-22T17:16:50.925 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.128105+0000", 2023-12-22T17:16:50.925 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.128678+0000", 2023-12-22T17:16:50.925 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.966723+0000", 2023-12-22T17:16:50.925 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.925 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.925 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.925 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:50.925 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.966723+0000", 2023-12-22T17:16:50.925 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.966723+0000", 2023-12-22T17:16:50.925 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.966723+0000", 2023-12-22T17:16:50.926 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.926 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.926 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.926 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.966723+0000", 2023-12-22T17:16:50.926 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.966723+0000", 2023-12-22T17:16:50.926 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.926 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.926 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.926 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.926 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:50.926 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.926 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.926 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.926 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.926 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.927 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.927 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.927 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.927 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.5", 2023-12-22T17:16:50.927 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.927 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.927 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.927 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:50.927 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.927 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T00:42:22.315454+0000", 2023-12-22T17:16:50.927 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.927 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.927 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.927 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.927 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.928 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.928 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.928 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.928 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.928 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.928 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.928 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.928 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.928 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.928 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.928 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.928 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.928 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.928 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.928 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.928 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.928 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.929 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.929 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.929 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.929 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.929 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.929 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.929 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.929 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.929 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.929 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.929 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.929 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.929 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.929 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.929 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.929 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.930 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.930 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.930 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.930 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.930 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.930 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.930 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.930 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.930 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.930 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.930 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.930 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:50.930 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.930 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2023-12-22T17:16:50.930 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.930 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.931 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.931 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.931 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:50.931 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:50.931 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2023-12-22T17:16:50.931 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.931 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2023-12-22T17:16:50.931 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.931 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.931 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:50.931 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.931 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.931 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.931 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.958847+0000", 2023-12-22T17:16:50.931 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.081701+0000", 2023-12-22T17:16:50.932 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.081701+0000", 2023-12-22T17:16:50.932 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.082213+0000", 2023-12-22T17:16:50.932 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.958847+0000", 2023-12-22T17:16:50.932 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.932 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.932 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.932 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:50.932 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.958847+0000", 2023-12-22T17:16:50.932 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.958847+0000", 2023-12-22T17:16:50.932 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.958847+0000", 2023-12-22T17:16:50.932 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.932 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.932 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.932 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.958847+0000", 2023-12-22T17:16:50.932 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.958847+0000", 2023-12-22T17:16:50.933 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.933 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.933 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.933 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.933 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:50.933 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.933 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.933 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.933 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.933 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.933 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.933 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.933 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.933 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.4", 2023-12-22T17:16:50.934 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.934 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.934 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.934 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:50.934 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.934 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T03:09:08.855908+0000", 2023-12-22T17:16:50.934 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.934 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.934 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.934 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.934 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.934 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.934 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.934 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.934 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.934 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.934 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.935 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.935 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.935 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.935 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.935 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.935 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.935 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.935 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.935 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.935 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.935 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.935 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.935 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.935 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.935 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.935 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.936 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.936 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.936 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.936 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.936 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.936 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.936 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.936 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.936 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.936 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.936 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.936 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.936 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.936 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.936 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.936 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.937 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.937 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.937 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.937 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.937 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:50.937 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:50.937 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2023-12-22T17:16:50.937 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.937 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2023-12-22T17:16:50.937 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.937 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.937 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.937 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.937 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:50.938 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.938 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:50.938 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.938 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2023-12-22T17:16:50.938 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.938 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.938 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 60, 2023-12-22T17:16:50.938 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.938 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.938 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.938 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.971000+0000", 2023-12-22T17:16:50.938 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:15:15.878014+0000", 2023-12-22T17:16:50.938 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:15:15.878014+0000", 2023-12-22T17:16:50.938 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:15:15.878372+0000", 2023-12-22T17:16:50.938 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.971000+0000", 2023-12-22T17:16:50.938 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:50.938 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.939 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:50.939 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 62, 2023-12-22T17:16:50.939 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.971000+0000", 2023-12-22T17:16:50.939 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.971000+0000", 2023-12-22T17:16:50.939 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.971000+0000", 2023-12-22T17:16:50.939 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.939 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.939 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:50.939 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.971000+0000", 2023-12-22T17:16:50.939 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.971000+0000", 2023-12-22T17:16:50.939 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.939 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.939 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.939 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.940 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 60, 2023-12-22T17:16:50.940 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.940 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.940 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.940 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.940 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.940 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.940 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.940 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.940 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "4.0", 2023-12-22T17:16:50.940 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.940 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.940 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.941 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 13, 2023-12-22T17:16:50.941 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.941 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T20:15:47.622524+0000", 2023-12-22T17:16:50.941 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.941 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.941 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.941 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.941 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.941 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.941 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.941 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.941 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.941 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.941 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.941 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.942 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.942 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.942 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.942 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.942 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.942 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.942 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.942 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.942 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.942 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.942 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.942 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.942 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.942 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.942 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.943 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.943 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.943 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.943 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.943 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.943 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.943 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.943 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.943 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.943 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.943 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.943 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.943 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.943 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.943 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.943 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.943 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.944 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.944 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.944 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.944 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:50.944 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.944 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:50.944 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.944 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2023-12-22T17:16:50.944 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.944 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.944 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.944 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.944 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:50.944 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:50.944 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:50.944 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.945 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2023-12-22T17:16:50.945 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.945 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.945 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:50.945 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.945 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.945 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.945 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.960041+0000", 2023-12-22T17:16:50.945 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.118547+0000", 2023-12-22T17:16:50.945 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.118547+0000", 2023-12-22T17:16:50.945 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.118804+0000", 2023-12-22T17:16:50.945 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.960041+0000", 2023-12-22T17:16:50.945 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.945 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.945 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.945 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:50.945 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.960041+0000", 2023-12-22T17:16:50.946 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.960041+0000", 2023-12-22T17:16:50.946 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.960041+0000", 2023-12-22T17:16:50.946 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.946 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.946 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.946 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.960041+0000", 2023-12-22T17:16:50.946 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.960041+0000", 2023-12-22T17:16:50.946 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.946 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 1, 2023-12-22T17:16:50.946 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.946 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.946 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:50.946 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.946 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.946 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.946 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.947 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 1, 2023-12-22T17:16:50.947 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.947 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.947 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.947 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.6", 2023-12-22T17:16:50.947 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.947 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.947 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.947 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 18, 2023-12-22T17:16:50.947 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.947 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T05:14:22.631063+0000", 2023-12-22T17:16:50.947 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.947 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.947 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.947 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.947 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.947 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.948 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.948 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.948 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.948 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.948 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.948 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.948 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.948 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.948 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.948 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.948 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.948 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.948 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.948 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 3, 2023-12-22T17:16:50.948 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 1, 2023-12-22T17:16:50.948 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.949 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 1, 2023-12-22T17:16:50.949 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.949 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.949 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.949 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.949 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.949 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 1, 2023-12-22T17:16:50.949 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.949 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.949 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.949 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.949 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.949 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.949 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.949 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.950 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.950 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.950 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.950 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.950 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 1, 2023-12-22T17:16:50.950 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.950 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.950 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.950 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.950 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.950 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:50.950 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:50.950 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:50.950 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.950 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2023-12-22T17:16:50.951 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "59'1" 2023-12-22T17:16:50.951 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.951 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.951 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.951 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:50.951 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.951 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:50.951 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.951 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2023-12-22T17:16:50.951 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.951 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.951 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:50.951 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.951 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.951 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.951 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.972081+0000", 2023-12-22T17:16:50.952 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.072708+0000", 2023-12-22T17:16:50.952 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.072708+0000", 2023-12-22T17:16:50.952 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.073082+0000", 2023-12-22T17:16:50.952 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.972081+0000", 2023-12-22T17:16:50.952 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.952 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.952 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.952 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:50.952 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.972081+0000", 2023-12-22T17:16:50.952 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.972081+0000", 2023-12-22T17:16:50.952 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.972081+0000", 2023-12-22T17:16:50.952 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.952 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.952 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.952 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.972081+0000", 2023-12-22T17:16:50.952 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.972081+0000", 2023-12-22T17:16:50.953 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.953 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.953 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.953 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.953 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:50.953 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.953 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.953 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.953 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.953 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.953 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.953 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.953 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.953 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.7", 2023-12-22T17:16:50.953 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.954 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.954 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.954 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:50.954 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.954 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T01:09:13.498051+0000", 2023-12-22T17:16:50.954 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.954 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.954 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.954 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.954 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.954 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.954 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.954 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.954 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.954 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.954 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.954 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.955 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.955 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.955 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.955 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.955 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.955 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.955 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.955 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.955 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.955 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.955 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.955 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.955 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.955 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.955 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.955 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.955 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.956 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.956 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.956 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.956 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.956 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.956 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.956 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.956 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.956 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.956 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.956 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.956 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.956 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.956 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.956 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.956 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.957 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.957 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.957 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:50.957 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.957 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:50.957 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.957 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2023-12-22T17:16:50.957 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.957 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.957 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.957 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.957 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:50.957 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.957 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:50.957 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.957 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 4, 2023-12-22T17:16:50.958 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.958 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.958 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 60, 2023-12-22T17:16:50.958 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.958 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.958 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.958 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.964059+0000", 2023-12-22T17:16:50.958 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:15:15.767699+0000", 2023-12-22T17:16:50.958 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:15:15.767699+0000", 2023-12-22T17:16:50.958 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:15:15.767968+0000", 2023-12-22T17:16:50.958 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.964059+0000", 2023-12-22T17:16:50.958 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:50.958 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.958 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:50.958 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 61, 2023-12-22T17:16:50.958 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.964059+0000", 2023-12-22T17:16:50.959 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.964059+0000", 2023-12-22T17:16:50.959 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.964059+0000", 2023-12-22T17:16:50.959 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.959 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.959 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:15:14.744907+0000", 2023-12-22T17:16:50.959 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.964059+0000", 2023-12-22T17:16:50.959 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.964059+0000", 2023-12-22T17:16:50.959 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.959 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.959 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.959 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.959 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 60, 2023-12-22T17:16:50.959 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.959 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.959 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.959 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.960 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.960 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.960 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.960 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.960 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "4.1", 2023-12-22T17:16:50.960 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.960 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.960 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.960 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 13, 2023-12-22T17:16:50.960 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.960 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T02:48:07.630037+0000", 2023-12-22T17:16:50.960 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.960 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.960 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.960 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.960 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.961 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.961 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.961 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.961 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.961 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.961 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.961 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.961 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.961 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.961 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.961 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.961 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.961 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.962 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.962 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.962 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.962 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.962 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.962 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.962 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.962 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.963 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.964 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.964 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.964 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.964 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.964 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.964 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.964 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.964 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.964 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:50.964 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:50.964 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:50.964 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.964 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 4, 2023-12-22T17:16:50.964 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.964 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.965 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.965 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.965 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:50.965 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:50.965 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:50.965 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.965 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2023-12-22T17:16:50.965 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.965 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.965 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:50.965 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.965 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.965 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.965 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:16.976746+0000", 2023-12-22T17:16:50.965 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:16:16.974116+0000", 2023-12-22T17:16:50.965 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:16:16.974116+0000", 2023-12-22T17:16:50.966 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:16:16.976746+0000", 2023-12-22T17:16:50.966 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:16.976746+0000", 2023-12-22T17:16:50.966 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.966 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.966 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.966 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 65, 2023-12-22T17:16:50.966 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:16.976746+0000", 2023-12-22T17:16:50.966 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:16.976746+0000", 2023-12-22T17:16:50.966 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:16.976746+0000", 2023-12-22T17:16:50.966 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.966 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.966 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.966 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:16.976746+0000", 2023-12-22T17:16:50.966 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:16.976746+0000", 2023-12-22T17:16:50.966 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.966 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 2, 2023-12-22T17:16:50.966 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.967 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.967 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 64, 2023-12-22T17:16:50.967 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.967 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.967 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.967 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.967 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 2, 2023-12-22T17:16:50.967 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.967 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.967 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.967 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.7", 2023-12-22T17:16:50.967 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.967 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.967 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 65, 2023-12-22T17:16:50.967 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 33, 2023-12-22T17:16:50.967 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.967 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T19:45:07.916486+0000", 2023-12-22T17:16:50.968 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.968 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.968 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.968 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.968 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.968 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.968 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.968 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.968 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.968 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.968 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.968 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.968 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.968 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.968 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.969 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.969 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.969 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.969 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.969 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 3, 2023-12-22T17:16:50.969 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 1, 2023-12-22T17:16:50.969 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.969 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 1, 2023-12-22T17:16:50.969 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.969 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.969 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.969 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.969 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.969 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 1, 2023-12-22T17:16:50.970 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.970 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 1, 2023-12-22T17:16:50.970 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.970 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.970 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.970 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.970 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.970 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.970 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.970 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.970 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.970 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.970 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 3, 2023-12-22T17:16:50.970 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.970 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.970 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.971 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.971 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.971 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:50.971 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:50.971 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:50.971 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.971 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2023-12-22T17:16:50.971 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "58'2" 2023-12-22T17:16:50.971 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.971 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.971 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.971 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.971 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:50.971 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:50.972 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.972 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2023-12-22T17:16:50.972 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.972 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.972 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:50.972 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.972 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.972 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.972 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.970423+0000", 2023-12-22T17:16:50.972 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.069564+0000", 2023-12-22T17:16:50.972 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.069564+0000", 2023-12-22T17:16:50.972 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.070031+0000", 2023-12-22T17:16:50.972 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.970423+0000", 2023-12-22T17:16:50.972 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.972 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.972 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.972 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:50.973 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.970423+0000", 2023-12-22T17:16:50.973 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.970423+0000", 2023-12-22T17:16:50.973 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.970423+0000", 2023-12-22T17:16:50.973 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.973 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.973 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.973 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.970423+0000", 2023-12-22T17:16:50.973 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.970423+0000", 2023-12-22T17:16:50.973 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.973 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.973 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.973 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.973 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:50.973 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.973 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.973 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.973 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.974 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.974 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.974 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.974 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.974 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.6", 2023-12-22T17:16:50.974 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.974 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.974 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.974 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:50.974 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.974 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T20:08:31.250803+0000", 2023-12-22T17:16:50.974 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.974 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.974 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.974 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.974 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.975 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.975 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.975 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.975 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.975 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.975 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.975 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.975 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.975 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.975 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.975 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.975 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.975 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.975 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.975 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.975 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.975 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.976 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.976 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.976 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.976 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.976 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.976 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.976 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.976 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.976 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.976 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.976 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.976 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.976 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.976 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.976 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.976 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.976 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.977 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.977 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.977 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.977 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.977 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.977 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.977 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.977 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.977 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.977 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:50.977 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:50.977 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.977 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2023-12-22T17:16:50.977 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.977 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.977 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.978 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.978 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.978 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.978 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:50.978 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.978 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2023-12-22T17:16:50.978 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.978 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.978 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:50.978 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.978 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.978 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.978 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.966548+0000", 2023-12-22T17:16:50.978 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.124544+0000", 2023-12-22T17:16:50.978 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.124544+0000", 2023-12-22T17:16:50.978 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.125245+0000", 2023-12-22T17:16:50.978 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.966548+0000", 2023-12-22T17:16:50.979 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.979 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.979 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.979 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:50.979 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.966548+0000", 2023-12-22T17:16:50.979 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.966548+0000", 2023-12-22T17:16:50.979 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.966548+0000", 2023-12-22T17:16:50.979 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.979 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.979 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.979 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.966548+0000", 2023-12-22T17:16:50.979 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.966548+0000", 2023-12-22T17:16:50.979 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.979 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.979 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.979 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.979 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:50.980 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.980 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.980 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.980 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.980 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.980 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.980 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.980 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.980 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.8", 2023-12-22T17:16:50.980 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.980 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.980 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.980 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:50.980 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.980 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T23:40:35.691904+0000", 2023-12-22T17:16:50.980 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.981 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.981 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.981 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.981 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.981 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.981 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.981 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.981 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.981 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.981 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.981 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.981 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.981 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.981 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.981 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.981 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.981 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.982 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.983 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.983 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.983 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.983 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.983 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.983 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.983 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.983 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.983 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.983 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.983 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.983 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.983 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.983 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:50.983 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:50.984 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.984 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2023-12-22T17:16:50.984 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.984 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.984 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.984 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.984 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:50.984 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:50.984 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:50.984 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.984 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 4, 2023-12-22T17:16:50.984 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.984 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.984 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:50.984 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.984 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.984 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.985 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.964418+0000", 2023-12-22T17:16:50.985 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.075185+0000", 2023-12-22T17:16:50.985 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.075185+0000", 2023-12-22T17:16:50.985 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.075574+0000", 2023-12-22T17:16:50.985 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.964418+0000", 2023-12-22T17:16:50.985 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.985 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.985 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.985 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:50.985 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.964418+0000", 2023-12-22T17:16:50.985 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.964418+0000", 2023-12-22T17:16:50.985 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.964418+0000", 2023-12-22T17:16:50.985 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.985 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.986 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.986 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.964418+0000", 2023-12-22T17:16:50.986 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.964418+0000", 2023-12-22T17:16:50.986 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.986 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.986 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.986 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.986 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:50.986 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.986 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.986 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.986 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.986 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.986 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.986 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.987 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.987 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.9", 2023-12-22T17:16:50.987 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.987 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.987 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.987 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:50.987 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.987 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T19:15:01.767043+0000", 2023-12-22T17:16:50.987 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.987 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.987 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.987 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.987 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.987 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.987 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.987 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.987 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.988 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.988 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.988 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.988 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.988 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.988 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.988 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.988 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.988 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.988 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.988 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.988 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.988 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.988 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.988 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.988 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.989 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.990 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.990 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.990 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.990 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.990 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.990 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.990 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.990 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.990 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:50.990 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:50.990 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:50.990 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.990 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 4, 2023-12-22T17:16:50.990 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.990 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.990 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.991 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.991 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:50.991 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.991 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2023-12-22T17:16:50.991 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.991 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2023-12-22T17:16:50.991 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.991 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.991 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:50.991 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.991 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.991 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.991 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.959419+0000", 2023-12-22T17:16:50.991 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.119841+0000", 2023-12-22T17:16:50.991 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.119841+0000", 2023-12-22T17:16:50.991 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.120121+0000", 2023-12-22T17:16:50.992 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.959419+0000", 2023-12-22T17:16:50.992 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.992 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.992 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.992 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:50.992 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.959419+0000", 2023-12-22T17:16:50.992 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.959419+0000", 2023-12-22T17:16:50.992 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.959419+0000", 2023-12-22T17:16:50.992 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.992 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.992 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:50.992 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.959419+0000", 2023-12-22T17:16:50.992 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.959419+0000", 2023-12-22T17:16:50.992 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.992 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.993 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.993 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.993 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:50.993 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.993 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.993 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:50.993 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:50.993 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:50.993 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:50.993 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:50.993 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:50.993 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.9", 2023-12-22T17:16:50.993 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:50.993 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:50.993 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:50.993 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 17, 2023-12-22T17:16:50.994 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:50.994 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T04:47:06.811008+0000", 2023-12-22T17:16:50.994 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:50.994 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:50.994 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:50.994 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:50.994 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:50.994 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:50.994 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:50.994 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:50.994 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:50.994 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:50.994 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:50.994 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:50.994 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:50.994 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:50.994 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:50.995 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:50.995 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:50.995 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:50.995 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:50.995 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:50.995 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:50.995 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:50.995 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:50.995 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:50.995 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:50.995 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:50.995 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:50.995 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:50.995 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:50.995 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:50.995 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:50.996 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:50.996 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:50.996 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:50.996 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:50.996 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:50.996 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:50.996 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:50.996 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:50.996 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:50.996 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:50.996 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:50.996 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:50.996 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.996 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:50.996 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:50.996 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:50.996 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:50.997 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:50.997 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2023-12-22T17:16:50.997 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.997 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2023-12-22T17:16:50.997 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:50.997 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:50.997 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:50.997 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:50.997 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:50.997 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:50.997 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:50.997 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:50.997 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2023-12-22T17:16:50.997 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:50.998 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:50.998 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:50.998 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:50.998 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:50.998 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:50.998 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.971070+0000", 2023-12-22T17:16:50.998 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.075351+0000", 2023-12-22T17:16:50.998 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.075351+0000", 2023-12-22T17:16:50.998 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.075834+0000", 2023-12-22T17:16:50.998 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.971070+0000", 2023-12-22T17:16:50.998 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.998 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:50.998 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.998 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:50.998 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.971070+0000", 2023-12-22T17:16:50.999 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.971070+0000", 2023-12-22T17:16:50.999 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.971070+0000", 2023-12-22T17:16:50.999 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:50.999 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:50.999 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:50.999 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.971070+0000", 2023-12-22T17:16:50.999 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.971070+0000", 2023-12-22T17:16:50.999 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:50.999 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:50.999 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:50.999 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:50.999 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:50.999 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:50.999 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:50.999 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:51.000 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:51.000 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:51.000 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:51.000 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:51.000 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:51.000 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.8", 2023-12-22T17:16:51.000 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:51.000 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:51.000 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:51.000 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:51.000 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:51.000 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T22:20:07.784801+0000", 2023-12-22T17:16:51.000 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:51.000 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:51.000 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:51.000 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:51.001 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:51.001 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:51.001 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:51.001 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:51.001 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:51.001 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:51.001 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:51.001 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:51.001 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:51.001 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:51.001 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:51.001 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:51.001 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:51.001 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:51.001 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:51.001 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:51.002 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:51.002 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:51.002 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:51.002 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:51.002 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:51.002 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:51.002 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:51.002 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:51.002 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:51.002 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:51.002 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:51.002 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:51.002 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:51.002 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:51.003 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:51.003 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:51.003 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:51.003 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:51.003 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:51.003 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:51.003 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:51.003 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:51.003 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:51.003 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.003 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:51.003 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:51.003 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:51.003 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:51.003 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:51.004 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:51.004 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.004 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2023-12-22T17:16:51.004 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:51.004 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.004 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:51.004 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:51.004 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:51.004 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:51.004 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:51.004 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.004 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2023-12-22T17:16:51.004 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:51.004 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:51.004 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:51.005 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:51.005 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:51.005 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:51.005 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.960596+0000", 2023-12-22T17:16:51.005 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.119401+0000", 2023-12-22T17:16:51.005 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.119401+0000", 2023-12-22T17:16:51.005 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.119680+0000", 2023-12-22T17:16:51.005 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.960596+0000", 2023-12-22T17:16:51.005 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:51.005 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:51.005 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:51.005 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:51.005 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.960596+0000", 2023-12-22T17:16:51.005 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.960596+0000", 2023-12-22T17:16:51.005 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.960596+0000", 2023-12-22T17:16:51.006 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:51.006 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:51.006 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:51.006 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.960596+0000", 2023-12-22T17:16:51.006 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.960596+0000", 2023-12-22T17:16:51.006 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:51.006 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:51.006 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:51.006 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:51.006 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:51.006 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:51.006 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:51.006 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:51.006 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:51.007 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:51.007 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:51.007 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:51.007 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:51.007 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.a", 2023-12-22T17:16:51.007 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:51.007 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:51.007 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:51.007 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 17, 2023-12-22T17:16:51.007 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:51.007 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T23:10:09.143754+0000", 2023-12-22T17:16:51.007 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:51.007 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:51.007 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:51.007 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:51.007 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:51.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:51.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:51.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:51.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:51.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:51.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:51.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:51.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:51.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:51.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:51.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:51.008 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:51.009 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:51.009 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:51.009 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:51.009 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:51.009 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:51.009 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:51.009 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:51.009 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:51.009 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:51.009 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:51.009 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:51.009 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:51.009 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:51.009 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:51.009 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:51.010 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:51.010 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:51.010 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:51.010 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:51.010 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:51.010 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:51.010 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:51.010 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:51.010 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:51.010 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:51.010 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:51.010 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.010 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:51.010 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:51.010 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:51.011 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:51.011 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:51.011 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:51.011 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.011 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2023-12-22T17:16:51.011 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:51.011 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.011 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:51.011 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:51.011 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:51.011 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:51.011 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:51.011 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.011 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2023-12-22T17:16:51.011 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:51.011 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:51.012 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:51.012 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:51.012 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:51.012 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:51.012 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.973011+0000", 2023-12-22T17:16:51.012 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.069900+0000", 2023-12-22T17:16:51.012 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.069900+0000", 2023-12-22T17:16:51.012 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.070210+0000", 2023-12-22T17:16:51.012 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.973011+0000", 2023-12-22T17:16:51.012 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.012 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:51.012 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.012 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:51.012 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.973011+0000", 2023-12-22T17:16:51.012 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.973011+0000", 2023-12-22T17:16:51.012 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.973011+0000", 2023-12-22T17:16:51.013 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:51.013 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:51.013 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.013 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.973011+0000", 2023-12-22T17:16:51.013 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.973011+0000", 2023-12-22T17:16:51.013 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:51.013 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:51.013 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:51.013 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:51.013 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:51.013 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:51.013 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:51.013 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:51.013 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:51.014 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:51.014 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:51.014 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:51.014 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:51.014 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.b", 2023-12-22T17:16:51.014 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:51.014 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:51.014 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:51.014 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:51.014 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:51.014 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T23:42:16.002973+0000", 2023-12-22T17:16:51.014 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:51.014 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:51.014 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:51.014 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:51.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:51.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:51.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:51.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:51.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:51.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:51.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:51.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:51.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:51.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:51.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:51.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:51.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:51.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:51.015 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:51.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:51.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:51.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:51.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:51.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:51.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:51.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:51.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:51.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:51.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:51.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:51.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:51.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:51.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:51.016 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:51.017 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:51.017 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:51.017 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:51.017 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:51.017 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:51.017 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:51.017 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:51.017 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:51.017 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:51.017 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.017 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:51.017 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:51.017 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:51.017 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:51.017 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:51.018 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:51.018 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.018 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2023-12-22T17:16:51.018 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:51.018 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.018 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:51.018 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:51.018 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:51.018 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:51.018 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2023-12-22T17:16:51.018 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.018 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2023-12-22T17:16:51.018 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:51.018 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:51.018 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:51.018 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:51.019 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:51.019 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:51.019 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.966240+0000", 2023-12-22T17:16:51.019 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.123759+0000", 2023-12-22T17:16:51.019 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.123759+0000", 2023-12-22T17:16:51.019 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.124058+0000", 2023-12-22T17:16:51.019 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.966240+0000", 2023-12-22T17:16:51.019 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:51.019 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:51.019 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:51.019 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:51.019 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.966240+0000", 2023-12-22T17:16:51.019 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.966240+0000", 2023-12-22T17:16:51.019 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.966240+0000", 2023-12-22T17:16:51.020 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:51.020 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:51.020 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:51.020 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.966240+0000", 2023-12-22T17:16:51.020 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.966240+0000", 2023-12-22T17:16:51.020 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:51.020 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 2, 2023-12-22T17:16:51.020 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:51.020 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:51.020 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:51.020 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:51.020 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:51.020 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:51.020 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:51.020 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 2, 2023-12-22T17:16:51.020 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:51.020 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:51.021 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:51.021 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.b", 2023-12-22T17:16:51.021 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:51.021 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:51.021 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:51.021 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 18, 2023-12-22T17:16:51.021 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:51.021 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T04:59:13.412760+0000", 2023-12-22T17:16:51.021 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:51.021 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:51.021 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:51.021 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:51.021 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:51.021 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:51.021 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:51.022 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:51.022 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:51.022 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:51.022 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:51.022 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:51.022 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:51.022 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:51.022 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:51.022 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:51.022 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:51.022 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:51.022 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:51.022 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 3, 2023-12-22T17:16:51.022 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 1, 2023-12-22T17:16:51.022 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:51.022 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 1, 2023-12-22T17:16:51.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:51.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:51.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:51.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:51.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:51.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 1, 2023-12-22T17:16:51.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:51.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:51.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:51.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:51.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:51.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:51.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:51.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:51.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:51.023 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:51.024 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:51.024 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:51.024 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 1, 2023-12-22T17:16:51.024 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:51.024 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.024 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:51.024 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:51.024 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:51.024 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:51.024 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:51.024 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2023-12-22T17:16:51.024 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.024 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2023-12-22T17:16:51.024 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "58'2" 2023-12-22T17:16:51.024 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.024 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:51.025 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:51.025 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:51.025 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:51.025 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:51.025 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.025 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2023-12-22T17:16:51.025 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:51.025 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:51.025 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:51.025 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:51.025 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:51.025 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:51.025 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.961619+0000", 2023-12-22T17:16:51.025 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.068255+0000", 2023-12-22T17:16:51.026 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.068255+0000", 2023-12-22T17:16:51.026 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.068583+0000", 2023-12-22T17:16:51.026 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.961619+0000", 2023-12-22T17:16:51.026 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.026 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:51.026 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.026 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:51.026 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.961619+0000", 2023-12-22T17:16:51.026 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.961619+0000", 2023-12-22T17:16:51.026 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.961619+0000", 2023-12-22T17:16:51.026 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:51.026 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:51.026 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.026 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.961619+0000", 2023-12-22T17:16:51.027 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.961619+0000", 2023-12-22T17:16:51.027 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:51.027 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:51.027 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:51.027 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:51.027 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:51.027 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:51.027 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:51.027 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:51.027 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:51.027 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:51.027 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:51.027 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:51.027 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:51.027 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.a", 2023-12-22T17:16:51.027 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:51.028 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:51.028 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:51.028 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:51.028 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:51.028 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T18:04:00.387399+0000", 2023-12-22T17:16:51.028 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:51.028 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:51.028 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:51.028 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:51.028 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:51.028 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:51.028 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:51.028 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:51.028 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:51.028 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:51.028 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:51.029 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:51.029 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:51.029 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:51.029 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:51.029 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:51.029 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:51.029 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:51.029 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:51.029 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:51.029 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:51.029 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:51.029 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:51.029 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:51.029 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:51.029 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:51.030 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:51.030 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:51.030 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:51.030 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:51.030 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:51.030 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:51.030 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:51.030 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:51.030 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:51.030 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:51.030 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:51.030 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:51.030 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:51.030 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:51.030 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:51.031 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:51.031 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:51.031 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.031 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:51.031 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:51.031 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:51.031 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:51.031 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:51.031 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:51.031 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.031 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2023-12-22T17:16:51.031 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:51.031 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.031 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:51.031 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:51.031 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:51.032 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:51.032 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:51.032 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.032 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 2, 2023-12-22T17:16:51.032 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:51.032 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:51.032 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:51.032 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:51.032 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:51.032 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:51.032 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.962747+0000", 2023-12-22T17:16:51.032 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.119566+0000", 2023-12-22T17:16:51.032 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.119566+0000", 2023-12-22T17:16:51.032 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.119864+0000", 2023-12-22T17:16:51.032 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.962747+0000", 2023-12-22T17:16:51.032 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:51.033 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:51.033 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:51.033 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:51.033 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.962747+0000", 2023-12-22T17:16:51.033 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.962747+0000", 2023-12-22T17:16:51.033 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.962747+0000", 2023-12-22T17:16:51.033 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:51.033 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:51.033 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:51.033 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.962747+0000", 2023-12-22T17:16:51.033 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.962747+0000", 2023-12-22T17:16:51.033 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:51.033 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:51.033 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:51.033 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:51.034 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:51.034 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:51.034 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:51.034 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:51.034 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:51.034 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:51.034 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:51.034 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:51.034 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:51.034 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.c", 2023-12-22T17:16:51.034 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:51.034 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:51.034 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:51.034 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 17, 2023-12-22T17:16:51.034 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:51.034 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T22:06:47.199136+0000", 2023-12-22T17:16:51.034 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:51.035 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:51.035 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:51.035 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:51.035 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:51.035 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:51.035 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:51.035 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:51.035 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:51.035 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:51.035 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:51.035 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:51.035 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:51.035 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:51.035 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:51.036 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:51.036 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:51.036 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:51.036 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:51.036 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:51.036 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:51.036 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:51.036 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:51.036 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:51.036 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:51.036 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:51.036 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:51.036 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:51.036 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:51.036 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:51.036 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:51.036 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:51.037 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:51.037 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:51.037 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:51.037 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:51.037 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:51.037 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:51.037 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:51.037 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:51.037 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:51.037 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:51.037 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:51.037 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.037 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:51.037 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:51.038 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:51.038 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:51.038 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:51.038 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:51.038 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.038 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 2, 2023-12-22T17:16:51.038 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:51.038 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.038 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:51.038 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:51.038 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:51.038 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:51.038 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:51.038 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.038 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2023-12-22T17:16:51.039 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:51.039 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:51.039 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:51.039 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:51.039 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:51.039 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:51.039 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.966626+0000", 2023-12-22T17:16:51.039 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.090387+0000", 2023-12-22T17:16:51.039 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.090387+0000", 2023-12-22T17:16:51.039 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.090697+0000", 2023-12-22T17:16:51.039 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.966626+0000", 2023-12-22T17:16:51.039 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.039 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:51.039 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.039 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:51.039 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.966626+0000", 2023-12-22T17:16:51.040 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.966626+0000", 2023-12-22T17:16:51.040 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.966626+0000", 2023-12-22T17:16:51.040 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:51.040 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:51.040 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.040 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.966626+0000", 2023-12-22T17:16:51.040 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.966626+0000", 2023-12-22T17:16:51.040 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:51.040 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:51.040 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:51.040 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:51.040 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:51.040 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:51.040 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:51.040 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:51.040 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:51.041 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:51.041 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:51.041 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:51.041 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:51.041 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.d", 2023-12-22T17:16:51.041 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:51.041 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:51.041 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:51.041 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 15, 2023-12-22T17:16:51.041 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:51.041 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T01:47:35.460863+0000", 2023-12-22T17:16:51.041 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:51.041 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:51.041 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:51.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:51.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:51.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:51.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:51.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:51.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:51.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:51.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:51.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:51.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:51.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:51.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:51.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:51.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:51.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:51.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:51.042 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:51.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:51.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:51.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:51.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:51.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:51.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:51.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:51.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:51.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:51.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:51.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:51.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:51.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:51.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:51.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:51.043 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:51.044 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:51.044 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:51.044 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:51.044 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:51.044 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:51.044 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:51.044 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:51.044 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.044 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:51.044 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:51.044 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:51.044 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:51.044 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:51.044 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:51.044 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.044 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2023-12-22T17:16:51.045 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:51.045 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.045 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:51.045 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:51.045 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:51.045 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:51.045 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2023-12-22T17:16:51.045 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.045 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2023-12-22T17:16:51.045 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:51.045 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:51.045 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:51.045 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:51.045 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:51.046 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:51.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.959067+0000", 2023-12-22T17:16:51.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.117911+0000", 2023-12-22T17:16:51.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.117911+0000", 2023-12-22T17:16:51.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.118369+0000", 2023-12-22T17:16:51.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.959067+0000", 2023-12-22T17:16:51.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:51.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:51.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:51.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:51.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.959067+0000", 2023-12-22T17:16:51.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.959067+0000", 2023-12-22T17:16:51.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.959067+0000", 2023-12-22T17:16:51.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:51.046 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:51.047 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:51.047 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.959067+0000", 2023-12-22T17:16:51.047 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.959067+0000", 2023-12-22T17:16:51.047 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:51.047 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 1, 2023-12-22T17:16:51.047 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:51.047 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:51.047 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:51.047 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:51.047 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:51.047 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:51.047 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:51.047 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 1, 2023-12-22T17:16:51.047 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:51.047 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:51.048 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:51.048 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.d", 2023-12-22T17:16:51.048 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:51.048 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:51.048 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:51.048 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 18, 2023-12-22T17:16:51.048 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:51.048 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T04:59:59.654553+0000", 2023-12-22T17:16:51.048 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:51.048 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:51.048 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:51.048 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 70, 2023-12-22T17:16:51.048 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:51.048 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:51.048 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:51.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:51.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:51.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:51.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:51.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:51.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:51.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:51.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:51.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:51.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:51.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:51.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:51.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 3, 2023-12-22T17:16:51.049 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 1, 2023-12-22T17:16:51.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:51.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 1, 2023-12-22T17:16:51.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:51.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:51.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:51.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:51.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:51.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:51.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:51.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:51.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:51.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:51.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:51.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:51.050 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:51.051 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:51.051 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:51.051 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:51.051 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:51.051 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:51.051 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 1, 2023-12-22T17:16:51.051 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 1 2023-12-22T17:16:51.051 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.051 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:51.051 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:51.051 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:51.051 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:51.051 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:51.051 INFO:tasks.workunit.client.0.smithi032.stdout: 3 2023-12-22T17:16:51.051 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.051 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2023-12-22T17:16:51.052 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "58'1" 2023-12-22T17:16:51.052 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.052 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:51.052 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:51.052 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:51.052 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:51.052 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:51.052 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.052 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2023-12-22T17:16:51.052 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:51.052 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:51.052 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:51.052 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:51.052 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:51.052 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:51.052 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.963041+0000", 2023-12-22T17:16:51.052 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.078142+0000", 2023-12-22T17:16:51.053 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.078142+0000", 2023-12-22T17:16:51.053 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.078512+0000", 2023-12-22T17:16:51.053 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.963041+0000", 2023-12-22T17:16:51.053 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.053 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:51.053 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.053 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:51.053 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.963041+0000", 2023-12-22T17:16:51.053 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.963041+0000", 2023-12-22T17:16:51.053 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.963041+0000", 2023-12-22T17:16:51.053 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:51.053 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:51.053 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.053 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.963041+0000", 2023-12-22T17:16:51.053 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.963041+0000", 2023-12-22T17:16:51.054 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:51.054 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:51.054 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:51.054 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:51.054 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:51.054 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:51.054 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:51.054 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:51.054 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:51.054 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:51.054 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:51.054 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:51.054 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:51.054 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.c", 2023-12-22T17:16:51.054 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:51.055 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:51.055 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:51.055 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:51.055 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:51.055 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T02:39:23.753379+0000", 2023-12-22T17:16:51.055 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:51.055 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:51.055 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:51.055 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:51.055 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:51.055 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:51.055 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:51.055 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:51.055 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:51.055 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:51.056 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:51.056 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:51.056 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:51.056 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:51.056 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:51.056 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:51.056 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:51.056 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:51.056 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:51.056 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:51.056 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:51.056 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:51.056 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:51.056 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:51.056 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:51.056 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:51.056 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:51.057 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:51.057 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:51.057 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:51.057 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:51.057 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:51.057 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:51.057 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:51.057 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:51.057 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:51.057 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:51.057 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:51.057 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:51.057 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:51.057 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:51.058 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:51.058 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:51.058 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.058 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:51.058 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:51.058 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:51.058 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:51.058 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:51.058 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:51.058 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.058 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2023-12-22T17:16:51.058 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:51.058 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.058 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:51.058 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:51.058 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:51.059 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:51.059 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:51.059 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.059 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 2, 2023-12-22T17:16:51.059 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:51.059 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:51.059 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 56, 2023-12-22T17:16:51.059 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:51.059 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:51.059 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:51.059 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.963034+0000", 2023-12-22T17:16:51.059 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:47.114006+0000", 2023-12-22T17:16:51.059 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:47.114006+0000", 2023-12-22T17:16:51.059 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:47.114336+0000", 2023-12-22T17:16:51.059 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.963034+0000", 2023-12-22T17:16:51.059 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:51.060 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:51.060 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:51.060 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 57, 2023-12-22T17:16:51.060 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.963034+0000", 2023-12-22T17:16:51.060 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.963034+0000", 2023-12-22T17:16:51.060 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.963034+0000", 2023-12-22T17:16:51.060 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:51.060 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:51.060 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:46.093660+0000", 2023-12-22T17:16:51.060 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.963034+0000", 2023-12-22T17:16:51.060 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.963034+0000", 2023-12-22T17:16:51.060 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:51.060 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 2, 2023-12-22T17:16:51.060 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:51.060 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:51.061 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 56, 2023-12-22T17:16:51.061 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:51.061 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:51.061 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:51.061 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:51.061 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 2, 2023-12-22T17:16:51.061 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:51.061 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:51.061 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:51.061 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "2.e", 2023-12-22T17:16:51.061 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:51.061 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:51.061 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:51.061 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 19, 2023-12-22T17:16:51.061 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:51.062 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T02:36:21.765002+0000", 2023-12-22T17:16:51.062 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:51.062 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:51.062 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:51.062 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:51.062 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:51.062 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:51.062 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:51.062 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:51.062 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:51.062 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:51.062 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:51.062 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:51.062 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:51.062 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:51.062 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:51.063 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:51.063 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:51.063 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:51.063 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:51.063 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 3, 2023-12-22T17:16:51.063 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 1, 2023-12-22T17:16:51.063 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:51.063 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 1, 2023-12-22T17:16:51.063 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:51.063 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:51.063 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:51.063 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:51.063 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:51.063 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 1, 2023-12-22T17:16:51.063 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:51.063 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:51.064 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:51.064 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:51.064 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:51.064 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:51.064 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:51.064 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:51.064 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:51.064 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:51.064 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:51.064 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:51.064 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 3, 2023-12-22T17:16:51.064 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:51.064 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.064 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:51.064 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:51.065 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:51.065 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:51.065 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:51.065 INFO:tasks.workunit.client.0.smithi032.stdout: 7 2023-12-22T17:16:51.065 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.065 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 2, 2023-12-22T17:16:51.065 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "58'2" 2023-12-22T17:16:51.065 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.065 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:51.065 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:51.065 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:51.065 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:51.065 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:51.066 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.066 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 7, 2023-12-22T17:16:51.066 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:51.066 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:51.066 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:51.066 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:51.066 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:51.066 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:51.066 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.967279+0000", 2023-12-22T17:16:51.066 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.087944+0000", 2023-12-22T17:16:51.066 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.087944+0000", 2023-12-22T17:16:51.066 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.088252+0000", 2023-12-22T17:16:51.066 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.967279+0000", 2023-12-22T17:16:51.066 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.066 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:51.067 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.067 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:51.067 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.967279+0000", 2023-12-22T17:16:51.067 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.967279+0000", 2023-12-22T17:16:51.067 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.967279+0000", 2023-12-22T17:16:51.067 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:51.067 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:51.067 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.067 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.967279+0000", 2023-12-22T17:16:51.067 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.967279+0000", 2023-12-22T17:16:51.067 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:51.067 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:51.067 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:51.067 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:51.067 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:51.067 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:51.068 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:51.068 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:51.068 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:51.068 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:51.068 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:51.068 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:51.068 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:51.068 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.f", 2023-12-22T17:16:51.068 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:51.068 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:51.068 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:51.068 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 15, 2023-12-22T17:16:51.068 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:51.068 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T18:11:43.993696+0000", 2023-12-22T17:16:51.068 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:51.068 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:51.069 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:51.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:51.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:51.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:51.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:51.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:51.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:51.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:51.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:51.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:51.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:51.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:51.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:51.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:51.069 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:51.070 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:51.070 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:51.070 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:51.070 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:51.070 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:51.070 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:51.070 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:51.070 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:51.070 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:51.070 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:51.070 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:51.070 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:51.070 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:51.070 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:51.070 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:51.070 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:51.071 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:51.071 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:51.071 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:51.071 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:51.071 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:51.071 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:51.071 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:51.071 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:51.071 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:51.071 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:51.071 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.071 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:51.071 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:51.071 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:51.072 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:51.072 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:51.072 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:51.072 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.072 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 7, 2023-12-22T17:16:51.072 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:51.072 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.072 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:51.072 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:51.072 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:51.072 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:51.072 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2023-12-22T17:16:51.072 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.072 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2023-12-22T17:16:51.072 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:51.072 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:51.073 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:51.073 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:51.073 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:51.073 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:51.073 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.962343+0000", 2023-12-22T17:16:51.073 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.074482+0000", 2023-12-22T17:16:51.073 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.074482+0000", 2023-12-22T17:16:51.073 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.075222+0000", 2023-12-22T17:16:51.073 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.962343+0000", 2023-12-22T17:16:51.073 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.073 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:51.073 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.073 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:51.073 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.962343+0000", 2023-12-22T17:16:51.073 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.962343+0000", 2023-12-22T17:16:51.074 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.962343+0000", 2023-12-22T17:16:51.074 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:51.074 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:51.074 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.074 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.962343+0000", 2023-12-22T17:16:51.074 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.962343+0000", 2023-12-22T17:16:51.074 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:51.074 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:51.074 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:51.074 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:51.074 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:51.074 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:51.074 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:51.074 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:51.074 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:51.074 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:51.075 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:51.075 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:51.075 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:51.075 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.20", 2023-12-22T17:16:51.075 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:51.075 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:51.075 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:51.075 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:51.075 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:51.075 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T22:38:05.015812+0000", 2023-12-22T17:16:51.075 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:51.075 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:51.075 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:51.075 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:51.075 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:51.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:51.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:51.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:51.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:51.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:51.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:51.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:51.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:51.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:51.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:51.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:51.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:51.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:51.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:51.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:51.076 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:51.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:51.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:51.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:51.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:51.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:51.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:51.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:51.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:51.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:51.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:51.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:51.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:51.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:51.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:51.077 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:51.078 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:51.078 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:51.078 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:51.078 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:51.078 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:51.078 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:51.078 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:51.078 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.078 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:51.078 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:51.078 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:51.078 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:51.078 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:51.078 INFO:tasks.workunit.client.0.smithi032.stdout: 5 2023-12-22T17:16:51.078 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.078 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2023-12-22T17:16:51.078 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:51.079 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.079 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:51.079 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:51.079 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:51.079 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:51.079 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:51.079 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.079 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 2, 2023-12-22T17:16:51.079 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:51.079 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:51.079 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:51.079 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:51.079 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:51.079 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:51.079 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.963559+0000", 2023-12-22T17:16:51.080 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.080176+0000", 2023-12-22T17:16:51.080 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.080176+0000", 2023-12-22T17:16:51.080 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.080520+0000", 2023-12-22T17:16:51.080 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.963559+0000", 2023-12-22T17:16:51.080 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.080 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:51.080 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.080 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:51.080 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.963559+0000", 2023-12-22T17:16:51.080 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.963559+0000", 2023-12-22T17:16:51.080 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.963559+0000", 2023-12-22T17:16:51.080 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:51.080 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:51.080 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.080 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.963559+0000", 2023-12-22T17:16:51.080 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.963559+0000", 2023-12-22T17:16:51.081 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:51.081 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:51.081 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:51.081 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:51.081 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:51.081 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:51.081 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:51.081 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:51.081 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:51.081 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:51.081 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:51.081 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:51.081 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:51.081 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.21", 2023-12-22T17:16:51.081 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:51.082 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:51.082 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:51.082 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:51.082 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:51.082 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T00:03:31.816794+0000", 2023-12-22T17:16:51.082 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:51.082 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:51.082 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:51.082 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:51.082 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:51.082 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:51.082 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:51.082 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:51.082 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:51.082 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:51.083 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:51.083 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:51.083 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:51.083 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:51.083 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:51.083 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:51.083 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:51.083 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:51.083 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:51.083 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:51.083 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:51.083 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:51.083 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:51.083 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:51.083 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:51.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:51.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:51.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:51.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:51.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:51.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:51.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:51.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:51.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:51.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:51.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:51.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:51.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:51.084 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:51.085 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:51.085 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:51.085 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:51.085 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:51.085 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.085 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:51.085 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:51.085 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:51.085 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:51.085 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:51.085 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:51.085 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.085 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 2, 2023-12-22T17:16:51.085 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:51.086 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.086 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:51.086 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:51.086 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:51.086 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:51.086 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:51.086 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.086 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2023-12-22T17:16:51.086 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:51.086 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:51.086 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:51.086 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:51.086 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:51.086 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:51.087 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.961605+0000", 2023-12-22T17:16:51.087 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.085333+0000", 2023-12-22T17:16:51.087 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.085333+0000", 2023-12-22T17:16:51.087 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.085655+0000", 2023-12-22T17:16:51.087 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.961605+0000", 2023-12-22T17:16:51.087 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.087 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:51.087 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.087 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:51.087 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.961605+0000", 2023-12-22T17:16:51.087 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.961605+0000", 2023-12-22T17:16:51.087 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.961605+0000", 2023-12-22T17:16:51.087 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:51.087 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:51.087 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.088 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.961605+0000", 2023-12-22T17:16:51.088 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.961605+0000", 2023-12-22T17:16:51.088 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:51.088 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:51.088 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:51.088 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:51.088 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:51.088 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:51.088 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:51.088 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:51.088 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:51.088 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:51.088 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:51.088 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:51.089 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:51.089 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.22", 2023-12-22T17:16:51.089 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:51.089 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:51.089 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:51.089 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:51.089 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:51.089 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T23:16:41.623143+0000", 2023-12-22T17:16:51.089 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:51.089 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:51.089 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:51.089 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:51.089 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:51.089 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:51.090 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:51.090 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:51.090 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:51.090 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:51.090 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:51.090 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:51.090 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:51.090 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:51.090 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:51.090 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:51.090 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:51.090 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:51.090 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:51.091 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:51.091 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:51.091 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:51.091 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:51.091 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:51.091 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:51.091 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:51.091 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:51.091 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:51.091 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:51.091 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:51.091 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:51.091 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:51.091 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:51.091 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:51.092 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:51.092 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:51.092 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:51.092 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:51.092 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:51.092 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:51.092 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:51.092 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:51.092 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:51.092 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.092 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:51.092 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:51.092 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:51.092 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:51.092 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:51.093 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:51.093 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.093 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2023-12-22T17:16:51.093 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:51.093 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.093 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:51.093 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:51.093 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:51.093 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:51.093 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:51.093 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.093 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 2, 2023-12-22T17:16:51.093 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:51.093 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:51.094 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:51.094 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:51.094 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:51.094 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:51.094 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:17.248673+0000", 2023-12-22T17:16:51.094 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:16:17.248350+0000", 2023-12-22T17:16:51.094 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:16:17.248350+0000", 2023-12-22T17:16:51.094 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:16:17.248673+0000", 2023-12-22T17:16:51.094 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:17.248673+0000", 2023-12-22T17:16:51.094 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.094 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:51.094 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.094 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 65, 2023-12-22T17:16:51.094 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:17.248673+0000", 2023-12-22T17:16:51.094 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:17.248673+0000", 2023-12-22T17:16:51.095 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:17.248673+0000", 2023-12-22T17:16:51.095 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:51.095 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:51.095 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.095 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:17.248673+0000", 2023-12-22T17:16:51.095 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:17.248673+0000", 2023-12-22T17:16:51.095 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:51.095 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:51.095 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:51.095 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:51.095 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 64, 2023-12-22T17:16:51.095 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:51.095 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:51.095 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:51.095 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:51.096 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:51.096 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:51.096 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:51.096 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:51.096 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.23", 2023-12-22T17:16:51.096 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:51.096 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:51.096 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 65, 2023-12-22T17:16:51.096 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 10, 2023-12-22T17:16:51.096 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:51.096 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T01:34:26.438749+0000", 2023-12-22T17:16:51.096 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:51.096 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:51.096 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:51.096 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:51.097 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:51.097 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:51.097 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:51.097 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:51.097 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:51.097 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:51.097 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:51.097 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:51.097 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:51.097 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:51.097 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:51.097 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:51.097 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:51.097 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:51.097 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:51.098 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:51.098 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:51.098 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:51.098 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:51.098 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:51.098 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:51.098 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:51.098 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:51.098 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:51.098 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:51.098 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:51.098 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:51.098 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:51.098 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:51.099 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:51.099 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:51.099 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:51.099 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:51.099 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:51.099 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:51.099 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:51.099 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:51.099 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:51.099 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:51.099 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.099 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:51.099 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:51.099 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:51.099 INFO:tasks.workunit.client.0.smithi032.stdout: 2, 2023-12-22T17:16:51.100 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:51.100 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:51.100 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.100 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 2, 2023-12-22T17:16:51.100 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:51.100 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.100 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:51.100 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:51.100 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:51.100 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:51.100 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:51.100 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.100 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2023-12-22T17:16:51.100 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:51.101 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:51.101 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:51.101 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:51.101 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:51.101 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:51.101 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.971719+0000", 2023-12-22T17:16:51.101 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.070545+0000", 2023-12-22T17:16:51.101 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.070545+0000", 2023-12-22T17:16:51.101 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.071486+0000", 2023-12-22T17:16:51.101 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.971719+0000", 2023-12-22T17:16:51.101 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.101 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:51.101 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.101 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:51.101 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.971719+0000", 2023-12-22T17:16:51.102 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.971719+0000", 2023-12-22T17:16:51.102 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.971719+0000", 2023-12-22T17:16:51.102 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:51.102 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:51.102 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.102 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.971719+0000", 2023-12-22T17:16:51.102 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.971719+0000", 2023-12-22T17:16:51.102 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:51.102 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:51.102 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:51.102 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:51.102 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:51.102 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:51.102 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:51.102 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:51.103 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:51.103 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:51.103 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:51.103 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:51.103 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:51.103 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.24", 2023-12-22T17:16:51.103 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:51.103 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:51.103 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:51.103 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:51.103 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:51.103 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T19:55:07.237280+0000", 2023-12-22T17:16:51.103 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:51.103 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:51.103 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:51.104 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:51.104 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:51.104 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:51.104 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:51.104 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:51.104 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:51.104 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:51.104 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:51.104 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:51.104 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:51.104 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:51.104 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:51.104 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:51.104 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:51.104 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:51.105 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:51.105 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:51.105 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:51.105 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:51.105 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:51.105 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:51.105 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:51.105 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:51.105 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:51.105 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:51.105 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:51.105 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:51.105 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:51.105 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:51.106 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:51.106 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:51.106 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:51.106 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:51.106 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:51.106 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:51.106 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:51.106 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:51.106 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:51.106 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:51.106 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:51.106 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.106 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:51.106 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:51.106 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:51.107 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:51.107 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:51.107 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:51.107 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.107 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2023-12-22T17:16:51.107 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:51.107 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.107 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:51.107 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:51.107 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:51.107 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:51.107 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:51.107 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.107 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 1, 2023-12-22T17:16:51.108 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:51.108 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:51.108 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:51.108 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:51.108 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:51.108 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:51.108 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.958985+0000", 2023-12-22T17:16:51.108 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.077265+0000", 2023-12-22T17:16:51.108 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.077265+0000", 2023-12-22T17:16:51.108 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.077630+0000", 2023-12-22T17:16:51.108 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.958985+0000", 2023-12-22T17:16:51.108 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.108 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:51.108 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.108 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:51.109 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.958985+0000", 2023-12-22T17:16:51.109 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.958985+0000", 2023-12-22T17:16:51.109 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.958985+0000", 2023-12-22T17:16:51.109 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:51.109 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:51.109 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.109 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.958985+0000", 2023-12-22T17:16:51.109 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.958985+0000", 2023-12-22T17:16:51.109 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:51.109 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:51.109 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:51.109 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:51.109 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:51.109 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:51.110 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:51.110 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:51.110 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:51.110 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:51.110 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:51.110 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:51.110 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:51.110 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.25", 2023-12-22T17:16:51.110 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:51.110 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:51.110 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:51.110 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:51.110 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:51.110 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T03:49:56.617185+0000", 2023-12-22T17:16:51.110 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:51.110 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:51.111 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:51.111 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:51.111 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:51.111 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:51.111 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:51.111 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:51.111 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:51.111 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:51.111 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:51.111 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:51.111 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:51.111 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:51.111 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:51.111 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:51.111 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:51.112 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:51.112 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:51.112 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:51.112 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:51.112 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:51.112 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:51.112 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:51.112 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:51.112 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:51.112 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:51.112 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:51.112 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:51.112 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:51.112 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:51.112 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:51.113 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:51.113 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:51.113 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:51.113 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:51.113 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:51.113 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:51.113 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:51.113 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:51.113 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:51.113 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:51.113 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:51.113 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.113 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:51.113 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:51.114 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:51.114 INFO:tasks.workunit.client.0.smithi032.stdout: 1, 2023-12-22T17:16:51.114 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:51.114 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:51.114 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.114 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 1, 2023-12-22T17:16:51.114 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:51.114 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.114 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:51.114 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:51.114 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:51.114 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:51.114 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:51.114 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.114 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2023-12-22T17:16:51.115 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:51.115 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:51.115 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:51.115 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:51.115 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:51.115 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:51.115 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.963512+0000", 2023-12-22T17:16:51.115 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.069099+0000", 2023-12-22T17:16:51.115 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.069099+0000", 2023-12-22T17:16:51.115 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.069440+0000", 2023-12-22T17:16:51.115 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.963512+0000", 2023-12-22T17:16:51.115 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.115 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:51.115 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.115 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:51.116 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.963512+0000", 2023-12-22T17:16:51.116 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.963512+0000", 2023-12-22T17:16:51.116 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.963512+0000", 2023-12-22T17:16:51.116 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:51.116 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:51.116 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.116 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.963512+0000", 2023-12-22T17:16:51.116 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.963512+0000", 2023-12-22T17:16:51.116 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:51.116 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:51.116 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:51.116 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:51.116 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:51.116 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:51.117 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:51.117 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:51.117 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:51.117 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:51.117 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:51.117 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:51.117 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:51.117 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.26", 2023-12-22T17:16:51.117 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:51.117 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:51.117 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:51.117 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:51.117 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:51.117 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T02:14:11.705233+0000", 2023-12-22T17:16:51.118 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:51.118 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:51.118 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:51.118 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:51.118 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:51.118 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:51.118 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:51.118 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:51.118 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:51.118 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:51.118 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:51.118 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:51.118 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:51.118 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:51.118 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:51.119 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:51.119 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:51.119 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:51.119 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:51.119 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:51.119 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:51.119 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:51.119 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:51.119 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:51.119 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:51.119 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:51.119 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:51.119 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:51.119 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:51.119 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:51.120 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:51.120 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:51.120 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:51.120 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:51.120 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:51.120 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:51.120 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:51.120 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:51.120 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:51.120 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:51.120 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:51.120 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:51.120 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:51.120 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.120 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:51.121 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:51.121 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:51.121 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:51.121 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:51.121 INFO:tasks.workunit.client.0.smithi032.stdout: 4 2023-12-22T17:16:51.121 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.121 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2023-12-22T17:16:51.121 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:51.121 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.121 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:51.121 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:51.121 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:51.121 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:51.121 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:51.122 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.122 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2023-12-22T17:16:51.122 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:51.122 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:51.122 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:51.122 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:51.122 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:51.122 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:51.122 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.972152+0000", 2023-12-22T17:16:51.122 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.063276+0000", 2023-12-22T17:16:51.122 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.063276+0000", 2023-12-22T17:16:51.122 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.064189+0000", 2023-12-22T17:16:51.122 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.972152+0000", 2023-12-22T17:16:51.122 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.122 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:51.123 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.123 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:51.123 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.972152+0000", 2023-12-22T17:16:51.123 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.972152+0000", 2023-12-22T17:16:51.123 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.972152+0000", 2023-12-22T17:16:51.123 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:51.123 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:51.123 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.123 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.972152+0000", 2023-12-22T17:16:51.123 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.972152+0000", 2023-12-22T17:16:51.123 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:51.123 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:51.123 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:51.123 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:51.123 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:51.124 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:51.124 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:51.124 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:51.124 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:51.124 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:51.124 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:51.124 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:51.124 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:51.124 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.27", 2023-12-22T17:16:51.124 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:51.124 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:51.125 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:51.125 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:51.125 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:51.125 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T21:06:54.622669+0000", 2023-12-22T17:16:51.125 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:51.125 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:51.125 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:51.125 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:51.125 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:51.125 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:51.125 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:51.125 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:51.125 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:51.126 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:51.126 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:51.126 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:51.126 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:51.126 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:51.126 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:51.126 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:51.126 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:51.126 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:51.126 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:51.126 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:51.126 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:51.126 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:51.126 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:51.127 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:51.127 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:51.127 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:51.127 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:51.127 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:51.127 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:51.127 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:51.127 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:51.127 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:51.127 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:51.127 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:51.127 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:51.127 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:51.127 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:51.127 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:51.128 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:51.128 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:51.128 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:51.128 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:51.128 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:51.128 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.128 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:51.128 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:51.128 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:51.128 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:51.128 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:51.128 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:51.128 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.128 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2023-12-22T17:16:51.128 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:51.129 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.129 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:51.129 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:51.129 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:51.129 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:51.129 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:51.129 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.129 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2023-12-22T17:16:51.129 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:51.129 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:51.129 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:51.129 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:51.129 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:51.129 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:51.129 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.963053+0000", 2023-12-22T17:16:51.130 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.081082+0000", 2023-12-22T17:16:51.130 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.081082+0000", 2023-12-22T17:16:51.130 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.081385+0000", 2023-12-22T17:16:51.130 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.963053+0000", 2023-12-22T17:16:51.130 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.130 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:51.130 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.130 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:51.130 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.963053+0000", 2023-12-22T17:16:51.130 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.963053+0000", 2023-12-22T17:16:51.130 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.963053+0000", 2023-12-22T17:16:51.130 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:51.130 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:51.130 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.131 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.963053+0000", 2023-12-22T17:16:51.131 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.963053+0000", 2023-12-22T17:16:51.131 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:51.131 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:51.131 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:51.131 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:51.131 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:51.131 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:51.131 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:51.131 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:51.131 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:51.131 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:51.131 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:51.131 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:51.131 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:51.131 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.28", 2023-12-22T17:16:51.132 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:51.132 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:51.132 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:51.132 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:51.132 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:51.132 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T22:54:18.191564+0000", 2023-12-22T17:16:51.132 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:51.132 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:51.132 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:51.132 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:51.132 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:51.132 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:51.132 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:51.132 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:51.133 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:51.133 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:51.133 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:51.133 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:51.133 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:51.133 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:51.133 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:51.133 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:51.133 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:51.133 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:51.133 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:51.133 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:51.133 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:51.133 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:51.133 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:51.134 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:51.134 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:51.134 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:51.134 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:51.134 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:51.134 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:51.134 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:51.134 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:51.134 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:51.134 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:51.134 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:51.134 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:51.134 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:51.134 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:51.134 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:51.135 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:51.135 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:51.135 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:51.135 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:51.135 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:51.135 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.135 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:51.135 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:51.135 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:51.135 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:51.135 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:51.135 INFO:tasks.workunit.client.0.smithi032.stdout: 2 2023-12-22T17:16:51.135 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.135 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2023-12-22T17:16:51.136 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:51.136 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.136 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:51.136 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:51.136 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:51.136 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:51.136 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:51.136 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.136 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 3, 2023-12-22T17:16:51.136 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:51.136 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:51.136 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:51.136 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:51.136 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:51.136 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:51.136 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.972762+0000", 2023-12-22T17:16:51.137 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.066917+0000", 2023-12-22T17:16:51.137 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.066917+0000", 2023-12-22T17:16:51.137 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.067690+0000", 2023-12-22T17:16:51.137 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.972762+0000", 2023-12-22T17:16:51.137 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.137 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:51.137 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.137 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:51.137 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.972762+0000", 2023-12-22T17:16:51.137 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.972762+0000", 2023-12-22T17:16:51.137 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.972762+0000", 2023-12-22T17:16:51.137 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:51.137 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:51.137 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.138 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.972762+0000", 2023-12-22T17:16:51.138 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.972762+0000", 2023-12-22T17:16:51.138 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:51.138 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:51.138 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:51.138 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:51.138 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:51.138 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:51.138 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:51.138 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:51.138 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:51.138 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:51.138 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:51.138 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:51.138 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:51.139 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.29", 2023-12-22T17:16:51.139 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:51.139 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:51.139 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:51.139 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:51.139 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:51.139 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T00:46:58.626252+0000", 2023-12-22T17:16:51.139 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:51.139 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:51.139 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:51.139 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:51.139 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:51.139 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:51.139 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:51.139 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:51.140 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:51.140 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:51.140 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:51.140 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:51.140 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:51.140 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:51.140 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:51.140 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:51.140 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:51.140 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:51.140 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:51.140 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:51.140 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:51.140 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:51.141 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:51.141 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:51.141 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:51.141 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:51.141 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:51.141 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:51.141 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:51.141 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:51.141 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:51.141 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:51.141 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:51.141 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:51.141 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:51.141 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:51.141 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:51.142 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:51.142 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:51.142 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:51.142 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:51.142 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:51.142 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:51.142 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.142 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:51.142 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:51.142 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:51.142 INFO:tasks.workunit.client.0.smithi032.stdout: 3, 2023-12-22T17:16:51.142 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:51.142 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:51.142 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.143 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 3, 2023-12-22T17:16:51.143 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:51.143 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.143 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:51.143 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:51.143 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:51.143 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:51.143 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:51.143 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.143 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 5, 2023-12-22T17:16:51.143 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:51.143 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:51.143 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:51.143 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:51.143 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:51.144 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:51.144 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.961695+0000", 2023-12-22T17:16:51.144 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.079928+0000", 2023-12-22T17:16:51.144 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.079928+0000", 2023-12-22T17:16:51.144 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.080298+0000", 2023-12-22T17:16:51.144 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.961695+0000", 2023-12-22T17:16:51.144 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.144 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:51.144 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.144 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:51.144 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.961695+0000", 2023-12-22T17:16:51.144 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.961695+0000", 2023-12-22T17:16:51.144 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.961695+0000", 2023-12-22T17:16:51.144 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:51.144 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:51.144 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.145 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.961695+0000", 2023-12-22T17:16:51.145 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.961695+0000", 2023-12-22T17:16:51.145 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:51.145 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:51.145 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:51.145 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:51.145 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:51.145 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:51.145 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:51.145 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:51.145 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:51.145 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:51.145 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:51.145 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:51.146 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:51.146 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.2a", 2023-12-22T17:16:51.146 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:51.146 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:51.146 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:51.146 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:51.146 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:51.146 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T22:41:37.601463+0000", 2023-12-22T17:16:51.146 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:51.146 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:51.146 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:51.146 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:51.146 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:51.146 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:51.146 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:51.147 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:51.147 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:51.147 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:51.147 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:51.147 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:51.147 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:51.147 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:51.147 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:51.147 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:51.147 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:51.147 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:51.147 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:51.147 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:51.147 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:51.147 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:51.147 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:51.148 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:51.148 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:51.148 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:51.148 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:51.148 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:51.148 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:51.148 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:51.148 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:51.148 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:51.148 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:51.148 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:51.148 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:51.148 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:51.148 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:51.148 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:51.149 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:51.149 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:51.149 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:51.149 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:51.149 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:51.149 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.149 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:51.149 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:51.149 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:51.149 INFO:tasks.workunit.client.0.smithi032.stdout: 5, 2023-12-22T17:16:51.149 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:51.149 INFO:tasks.workunit.client.0.smithi032.stdout: 6 2023-12-22T17:16:51.149 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.149 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 5, 2023-12-22T17:16:51.149 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:51.150 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.150 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:51.150 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:51.150 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:51.150 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:51.150 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:51.150 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.150 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 0, 2023-12-22T17:16:51.150 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:51.150 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:51.150 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:51.150 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:51.150 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:51.150 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:51.150 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.966830+0000", 2023-12-22T17:16:51.151 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.080087+0000", 2023-12-22T17:16:51.151 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.080087+0000", 2023-12-22T17:16:51.151 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.080400+0000", 2023-12-22T17:16:51.151 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.966830+0000", 2023-12-22T17:16:51.151 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.151 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:51.151 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.151 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:51.151 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.966830+0000", 2023-12-22T17:16:51.151 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.966830+0000", 2023-12-22T17:16:51.151 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.966830+0000", 2023-12-22T17:16:51.151 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:51.151 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:51.151 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.151 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.966830+0000", 2023-12-22T17:16:51.152 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.966830+0000", 2023-12-22T17:16:51.152 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:51.152 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:51.152 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:51.152 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:51.152 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:51.152 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:51.152 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:51.152 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:51.152 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:51.152 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:51.152 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:51.152 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:51.152 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:51.152 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.2b", 2023-12-22T17:16:51.153 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:51.153 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:51.153 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:51.153 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:51.153 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:51.153 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-23T22:53:44.736505+0000", 2023-12-22T17:16:51.153 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:51.153 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:51.153 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:51.153 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:51.153 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:51.153 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:51.153 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:51.153 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:51.154 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:51.154 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:51.154 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:51.154 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:51.154 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:51.154 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:51.154 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:51.154 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:51.154 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:51.154 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:51.154 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:51.154 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:51.154 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:51.154 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:51.154 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:51.155 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:51.155 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:51.155 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:51.155 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:51.155 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:51.155 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:51.155 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:51.155 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:51.155 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:51.155 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:51.155 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:51.155 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:51.155 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:51.155 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:51.155 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:51.156 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:51.156 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:51.156 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:51.156 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:51.156 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:51.156 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.156 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:51.156 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:51.156 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:51.156 INFO:tasks.workunit.client.0.smithi032.stdout: 0, 2023-12-22T17:16:51.156 INFO:tasks.workunit.client.0.smithi032.stdout: 7, 2023-12-22T17:16:51.156 INFO:tasks.workunit.client.0.smithi032.stdout: 1 2023-12-22T17:16:51.156 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.156 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 0, 2023-12-22T17:16:51.157 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:51.157 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.157 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:51.157 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": [ 2023-12-22T17:16:51.157 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:51.157 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:51.157 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:51.157 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.157 INFO:tasks.workunit.client.0.smithi032.stdout: "acting_primary": 6, 2023-12-22T17:16:51.157 INFO:tasks.workunit.client.0.smithi032.stdout: "avail_no_missing": [], 2023-12-22T17:16:51.157 INFO:tasks.workunit.client.0.smithi032.stdout: "blocked_by": [], 2023-12-22T17:16:51.157 INFO:tasks.workunit.client.0.smithi032.stdout: "created": 57, 2023-12-22T17:16:51.157 INFO:tasks.workunit.client.0.smithi032.stdout: "dirty_stats_invalid": false, 2023-12-22T17:16:51.157 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_bytes_stats_invalid": false, 2023-12-22T17:16:51.157 INFO:tasks.workunit.client.0.smithi032.stdout: "hitset_stats_invalid": false, 2023-12-22T17:16:51.158 INFO:tasks.workunit.client.0.smithi032.stdout: "last_active": "2023-12-22T17:16:15.962350+0000", 2023-12-22T17:16:51.158 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_active": "2023-12-22T17:14:48.076286+0000", 2023-12-22T17:16:51.158 INFO:tasks.workunit.client.0.smithi032.stdout: "last_became_peered": "2023-12-22T17:14:48.076286+0000", 2023-12-22T17:16:51.158 INFO:tasks.workunit.client.0.smithi032.stdout: "last_change": "2023-12-22T17:14:48.076551+0000", 2023-12-22T17:16:51.158 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean": "2023-12-22T17:16:15.962350+0000", 2023-12-22T17:16:51.158 INFO:tasks.workunit.client.0.smithi032.stdout: "last_clean_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.158 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub": "0'0", 2023-12-22T17:16:51.158 INFO:tasks.workunit.client.0.smithi032.stdout: "last_deep_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.158 INFO:tasks.workunit.client.0.smithi032.stdout: "last_epoch_clean": 58, 2023-12-22T17:16:51.158 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fresh": "2023-12-22T17:16:15.962350+0000", 2023-12-22T17:16:51.158 INFO:tasks.workunit.client.0.smithi032.stdout: "last_fullsized": "2023-12-22T17:16:15.962350+0000", 2023-12-22T17:16:51.158 INFO:tasks.workunit.client.0.smithi032.stdout: "last_peered": "2023-12-22T17:16:15.962350+0000", 2023-12-22T17:16:51.158 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub": "0'0", 2023-12-22T17:16:51.158 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_duration": 0, 2023-12-22T17:16:51.158 INFO:tasks.workunit.client.0.smithi032.stdout: "last_scrub_stamp": "2023-12-22T17:14:47.095692+0000", 2023-12-22T17:16:51.159 INFO:tasks.workunit.client.0.smithi032.stdout: "last_undegraded": "2023-12-22T17:16:15.962350+0000", 2023-12-22T17:16:51.159 INFO:tasks.workunit.client.0.smithi032.stdout: "last_unstale": "2023-12-22T17:16:15.962350+0000", 2023-12-22T17:16:51.159 INFO:tasks.workunit.client.0.smithi032.stdout: "log_dups_size": 0, 2023-12-22T17:16:51.159 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:51.159 INFO:tasks.workunit.client.0.smithi032.stdout: "log_start": "0'0", 2023-12-22T17:16:51.159 INFO:tasks.workunit.client.0.smithi032.stdout: "manifest_stats_invalid": false, 2023-12-22T17:16:51.159 INFO:tasks.workunit.client.0.smithi032.stdout: "mapping_epoch": 57, 2023-12-22T17:16:51.159 INFO:tasks.workunit.client.0.smithi032.stdout: "object_location_counts": [], 2023-12-22T17:16:51.159 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_scrubbed": 0, 2023-12-22T17:16:51.159 INFO:tasks.workunit.client.0.smithi032.stdout: "objects_trimmed": 0, 2023-12-22T17:16:51.159 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_stats_invalid": false, 2023-12-22T17:16:51.159 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:51.159 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_start": "0'0", 2023-12-22T17:16:51.159 INFO:tasks.workunit.client.0.smithi032.stdout: "parent": "0.0", 2023-12-22T17:16:51.160 INFO:tasks.workunit.client.0.smithi032.stdout: "parent_split_bits": 0, 2023-12-22T17:16:51.160 INFO:tasks.workunit.client.0.smithi032.stdout: "pgid": "3.2c", 2023-12-22T17:16:51.160 INFO:tasks.workunit.client.0.smithi032.stdout: "pin_stats_invalid": false, 2023-12-22T17:16:51.160 INFO:tasks.workunit.client.0.smithi032.stdout: "purged_snaps": [], 2023-12-22T17:16:51.160 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_epoch": 64, 2023-12-22T17:16:51.160 INFO:tasks.workunit.client.0.smithi032.stdout: "reported_seq": 16, 2023-12-22T17:16:51.160 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_duration": 0.0, 2023-12-22T17:16:51.160 INFO:tasks.workunit.client.0.smithi032.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-24T00:10:49.068174+0000", 2023-12-22T17:16:51.160 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrim_duration": 0.0, 2023-12-22T17:16:51.160 INFO:tasks.workunit.client.0.smithi032.stdout: "snaptrimq_len": 0, 2023-12-22T17:16:51.160 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:51.160 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:51.160 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:51.160 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:51.160 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:51.161 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:51.161 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:51.161 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:51.161 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:51.161 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:51.161 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:51.161 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:51.161 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:51.161 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:51.161 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:51.161 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:51.161 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:51.161 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:51.161 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:51.161 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:51.162 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:51.162 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:51.162 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:51.162 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:51.162 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:51.162 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:51.162 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:51.162 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:51.162 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:51.162 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:51.162 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:51.162 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:51.162 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:51.162 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:51.162 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:51.163 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:51.163 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:51.163 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:51.163 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:51.163 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:51.163 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:51.163 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.163 INFO:tasks.workunit.client.0.smithi032.stdout: "state": "active+clean", 2023-12-22T17:16:51.163 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_invalid": false, 2023-12-22T17:16:51.163 INFO:tasks.workunit.client.0.smithi032.stdout: "up": [ 2023-12-22T17:16:51.163 INFO:tasks.workunit.client.0.smithi032.stdout: 6, 2023-12-22T17:16:51.163 INFO:tasks.workunit.client.0.smithi032.stdout: 4, 2023-12-22T17:16:51.163 INFO:tasks.workunit.client.0.smithi032.stdout: 0 2023-12-22T17:16:51.163 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.163 INFO:tasks.workunit.client.0.smithi032.stdout: "up_primary": 6, 2023-12-22T17:16:51.164 INFO:tasks.workunit.client.0.smithi032.stdout: "version": "0'0" 2023-12-22T17:16:51.164 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:51.164 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.164 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_per_pool": [ 2023-12-22T17:16:51.164 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:51.164 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": 24, 2023-12-22T17:16:51.164 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2023-12-22T17:16:51.164 INFO:tasks.workunit.client.0.smithi032.stdout: "rbd" 2023-12-22T17:16:51.164 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.164 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:51.164 INFO:tasks.workunit.client.0.smithi032.stdout: "num_pg": 8, 2023-12-22T17:16:51.164 INFO:tasks.workunit.client.0.smithi032.stdout: "num_store_stats": 8, 2023-12-22T17:16:51.164 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:51.164 INFO:tasks.workunit.client.0.smithi032.stdout: "poolid": 4, 2023-12-22T17:16:51.165 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:51.165 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:51.165 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:51.165 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:51.165 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:51.165 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:51.165 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:51.165 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:51.165 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:51.165 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:51.165 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:51.165 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:51.165 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:51.165 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:51.166 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:51.166 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:51.166 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:51.166 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:51.166 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:51.166 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:51.166 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:51.166 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:51.166 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:51.166 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:51.166 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:51.166 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:51.166 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:51.166 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:51.166 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:51.166 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:51.167 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:51.167 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:51.167 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:51.167 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:51.167 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:51.167 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:51.167 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:51.167 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:51.167 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:51.167 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:51.167 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:51.167 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.167 INFO:tasks.workunit.client.0.smithi032.stdout: "store_stats": { 2023-12-22T17:16:51.167 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": 0, 2023-12-22T17:16:51.167 INFO:tasks.workunit.client.0.smithi032.stdout: "available": 0, 2023-12-22T17:16:51.168 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed": 0, 2023-12-22T17:16:51.168 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed_allocated": 0, 2023-12-22T17:16:51.168 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed_original": 0, 2023-12-22T17:16:51.168 INFO:tasks.workunit.client.0.smithi032.stdout: "data_stored": 0, 2023-12-22T17:16:51.168 INFO:tasks.workunit.client.0.smithi032.stdout: "internal_metadata": 0, 2023-12-22T17:16:51.168 INFO:tasks.workunit.client.0.smithi032.stdout: "internally_reserved": 0, 2023-12-22T17:16:51.168 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_allocated": 0, 2023-12-22T17:16:51.168 INFO:tasks.workunit.client.0.smithi032.stdout: "total": 0 2023-12-22T17:16:51.168 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.168 INFO:tasks.workunit.client.0.smithi032.stdout: "up": 24 2023-12-22T17:16:51.168 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.168 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:51.168 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": 192, 2023-12-22T17:16:51.168 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2023-12-22T17:16:51.168 INFO:tasks.workunit.client.0.smithi032.stdout: "cephfs" 2023-12-22T17:16:51.168 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.169 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 0, 2023-12-22T17:16:51.169 INFO:tasks.workunit.client.0.smithi032.stdout: "num_pg": 64, 2023-12-22T17:16:51.169 INFO:tasks.workunit.client.0.smithi032.stdout: "num_store_stats": 8, 2023-12-22T17:16:51.169 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 0, 2023-12-22T17:16:51.169 INFO:tasks.workunit.client.0.smithi032.stdout: "poolid": 3, 2023-12-22T17:16:51.169 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:51.169 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 0, 2023-12-22T17:16:51.169 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:51.169 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:51.169 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:51.169 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:51.169 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:51.169 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:51.169 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:51.170 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:51.170 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:51.170 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:51.170 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:51.170 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:51.170 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:51.170 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:51.170 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:51.170 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 0, 2023-12-22T17:16:51.170 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 0, 2023-12-22T17:16:51.170 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:51.170 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 0, 2023-12-22T17:16:51.170 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:51.170 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:51.171 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:51.171 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:51.171 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:51.171 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:51.171 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:51.171 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 0, 2023-12-22T17:16:51.171 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:51.171 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:51.171 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:51.171 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:51.171 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:51.171 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:51.171 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:51.171 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:51.171 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:51.171 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:51.172 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 0, 2023-12-22T17:16:51.172 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 0 2023-12-22T17:16:51.172 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.172 INFO:tasks.workunit.client.0.smithi032.stdout: "store_stats": { 2023-12-22T17:16:51.172 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": 0, 2023-12-22T17:16:51.172 INFO:tasks.workunit.client.0.smithi032.stdout: "available": 0, 2023-12-22T17:16:51.172 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed": 0, 2023-12-22T17:16:51.172 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed_allocated": 0, 2023-12-22T17:16:51.172 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed_original": 0, 2023-12-22T17:16:51.172 INFO:tasks.workunit.client.0.smithi032.stdout: "data_stored": 0, 2023-12-22T17:16:51.172 INFO:tasks.workunit.client.0.smithi032.stdout: "internal_metadata": 0, 2023-12-22T17:16:51.172 INFO:tasks.workunit.client.0.smithi032.stdout: "internally_reserved": 0, 2023-12-22T17:16:51.172 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_allocated": 0, 2023-12-22T17:16:51.172 INFO:tasks.workunit.client.0.smithi032.stdout: "total": 0 2023-12-22T17:16:51.173 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.173 INFO:tasks.workunit.client.0.smithi032.stdout: "up": 192 2023-12-22T17:16:51.173 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.173 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:51.173 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": 3, 2023-12-22T17:16:51.173 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2023-12-22T17:16:51.173 INFO:tasks.workunit.client.0.smithi032.stdout: "mgr" 2023-12-22T17:16:51.173 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.173 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 148, 2023-12-22T17:16:51.173 INFO:tasks.workunit.client.0.smithi032.stdout: "num_pg": 1, 2023-12-22T17:16:51.173 INFO:tasks.workunit.client.0.smithi032.stdout: "num_store_stats": 3, 2023-12-22T17:16:51.173 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 148, 2023-12-22T17:16:51.173 INFO:tasks.workunit.client.0.smithi032.stdout: "poolid": 1, 2023-12-22T17:16:51.173 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:51.174 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 590368, 2023-12-22T17:16:51.174 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:51.174 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 1771104, 2023-12-22T17:16:51.174 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:51.174 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:51.174 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:51.174 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:51.174 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:51.174 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:51.174 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:51.174 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:51.174 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:51.174 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:51.174 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:51.174 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:51.175 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:51.175 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 6, 2023-12-22T17:16:51.175 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 2, 2023-12-22T17:16:51.175 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:51.175 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 2, 2023-12-22T17:16:51.175 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:51.175 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:51.175 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:51.175 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:51.175 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:51.175 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 0, 2023-12-22T17:16:51.175 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:51.175 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 6, 2023-12-22T17:16:51.175 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:51.175 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:51.176 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:51.176 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:51.176 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:51.176 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 394, 2023-12-22T17:16:51.176 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 584, 2023-12-22T17:16:51.176 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:51.176 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:51.176 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:51.176 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 219, 2023-12-22T17:16:51.176 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 2416 2023-12-22T17:16:51.176 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.176 INFO:tasks.workunit.client.0.smithi032.stdout: "store_stats": { 2023-12-22T17:16:51.176 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": 1781760, 2023-12-22T17:16:51.176 INFO:tasks.workunit.client.0.smithi032.stdout: "available": 0, 2023-12-22T17:16:51.176 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed": 0, 2023-12-22T17:16:51.176 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed_allocated": 0, 2023-12-22T17:16:51.177 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed_original": 0, 2023-12-22T17:16:51.177 INFO:tasks.workunit.client.0.smithi032.stdout: "data_stored": 1771104, 2023-12-22T17:16:51.177 INFO:tasks.workunit.client.0.smithi032.stdout: "internal_metadata": 0, 2023-12-22T17:16:51.177 INFO:tasks.workunit.client.0.smithi032.stdout: "internally_reserved": 0, 2023-12-22T17:16:51.177 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_allocated": 0, 2023-12-22T17:16:51.177 INFO:tasks.workunit.client.0.smithi032.stdout: "total": 0 2023-12-22T17:16:51.177 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.177 INFO:tasks.workunit.client.0.smithi032.stdout: "up": 3 2023-12-22T17:16:51.177 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.177 INFO:tasks.workunit.client.0.smithi032.stdout: { 2023-12-22T17:16:51.177 INFO:tasks.workunit.client.0.smithi032.stdout: "acting": 96, 2023-12-22T17:16:51.177 INFO:tasks.workunit.client.0.smithi032.stdout: "application": [ 2023-12-22T17:16:51.177 INFO:tasks.workunit.client.0.smithi032.stdout: "cephfs" 2023-12-22T17:16:51.177 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.178 INFO:tasks.workunit.client.0.smithi032.stdout: "log_size": 45, 2023-12-22T17:16:51.178 INFO:tasks.workunit.client.0.smithi032.stdout: "num_pg": 32, 2023-12-22T17:16:51.178 INFO:tasks.workunit.client.0.smithi032.stdout: "num_store_stats": 8, 2023-12-22T17:16:51.178 INFO:tasks.workunit.client.0.smithi032.stdout: "ondisk_log_size": 45, 2023-12-22T17:16:51.178 INFO:tasks.workunit.client.0.smithi032.stdout: "poolid": 2, 2023-12-22T17:16:51.178 INFO:tasks.workunit.client.0.smithi032.stdout: "stat_sum": { 2023-12-22T17:16:51.178 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes": 3376, 2023-12-22T17:16:51.178 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_hit_set_archive": 0, 2023-12-22T17:16:51.178 INFO:tasks.workunit.client.0.smithi032.stdout: "num_bytes_recovered": 0, 2023-12-22T17:16:51.178 INFO:tasks.workunit.client.0.smithi032.stdout: "num_deep_scrub_errors": 0, 2023-12-22T17:16:51.178 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict": 0, 2023-12-22T17:16:51.178 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_kb": 0, 2023-12-22T17:16:51.178 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_full": 0, 2023-12-22T17:16:51.178 INFO:tasks.workunit.client.0.smithi032.stdout: "num_evict_mode_some": 0, 2023-12-22T17:16:51.178 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush": 0, 2023-12-22T17:16:51.178 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_kb": 0, 2023-12-22T17:16:51.179 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_high": 0, 2023-12-22T17:16:51.179 INFO:tasks.workunit.client.0.smithi032.stdout: "num_flush_mode_low": 0, 2023-12-22T17:16:51.179 INFO:tasks.workunit.client.0.smithi032.stdout: "num_keys_recovered": 0, 2023-12-22T17:16:51.179 INFO:tasks.workunit.client.0.smithi032.stdout: "num_large_omap_objects": 0, 2023-12-22T17:16:51.179 INFO:tasks.workunit.client.0.smithi032.stdout: "num_legacy_snapsets": 0, 2023-12-22T17:16:51.179 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_clones": 0, 2023-12-22T17:16:51.179 INFO:tasks.workunit.client.0.smithi032.stdout: "num_object_copies": 66, 2023-12-22T17:16:51.179 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects": 22, 2023-12-22T17:16:51.179 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_degraded": 0, 2023-12-22T17:16:51.179 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_dirty": 22, 2023-12-22T17:16:51.179 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_hit_set_archive": 0, 2023-12-22T17:16:51.179 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_manifest": 0, 2023-12-22T17:16:51.179 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_misplaced": 0, 2023-12-22T17:16:51.179 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing": 0, 2023-12-22T17:16:51.180 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_missing_on_primary": 0, 2023-12-22T17:16:51.180 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_omap": 14, 2023-12-22T17:16:51.180 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_pinned": 0, 2023-12-22T17:16:51.180 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_recovered": 1, 2023-12-22T17:16:51.180 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_repaired": 0, 2023-12-22T17:16:51.180 INFO:tasks.workunit.client.0.smithi032.stdout: "num_objects_unfound": 0, 2023-12-22T17:16:51.180 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_bytes": 0, 2023-12-22T17:16:51.180 INFO:tasks.workunit.client.0.smithi032.stdout: "num_omap_keys": 0, 2023-12-22T17:16:51.180 INFO:tasks.workunit.client.0.smithi032.stdout: "num_promote": 0, 2023-12-22T17:16:51.180 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read": 0, 2023-12-22T17:16:51.180 INFO:tasks.workunit.client.0.smithi032.stdout: "num_read_kb": 0, 2023-12-22T17:16:51.180 INFO:tasks.workunit.client.0.smithi032.stdout: "num_scrub_errors": 0, 2023-12-22T17:16:51.180 INFO:tasks.workunit.client.0.smithi032.stdout: "num_shallow_scrub_errors": 0, 2023-12-22T17:16:51.180 INFO:tasks.workunit.client.0.smithi032.stdout: "num_whiteouts": 0, 2023-12-22T17:16:51.180 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write": 51, 2023-12-22T17:16:51.180 INFO:tasks.workunit.client.0.smithi032.stdout: "num_write_kb": 19 2023-12-22T17:16:51.181 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.181 INFO:tasks.workunit.client.0.smithi032.stdout: "store_stats": { 2023-12-22T17:16:51.181 INFO:tasks.workunit.client.0.smithi032.stdout: "allocated": 98304, 2023-12-22T17:16:51.181 INFO:tasks.workunit.client.0.smithi032.stdout: "available": 0, 2023-12-22T17:16:51.181 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed": 0, 2023-12-22T17:16:51.181 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed_allocated": 0, 2023-12-22T17:16:51.181 INFO:tasks.workunit.client.0.smithi032.stdout: "data_compressed_original": 0, 2023-12-22T17:16:51.181 INFO:tasks.workunit.client.0.smithi032.stdout: "data_stored": 10128, 2023-12-22T17:16:51.181 INFO:tasks.workunit.client.0.smithi032.stdout: "internal_metadata": 0, 2023-12-22T17:16:51.181 INFO:tasks.workunit.client.0.smithi032.stdout: "internally_reserved": 0, 2023-12-22T17:16:51.181 INFO:tasks.workunit.client.0.smithi032.stdout: "omap_allocated": 0, 2023-12-22T17:16:51.181 INFO:tasks.workunit.client.0.smithi032.stdout: "total": 0 2023-12-22T17:16:51.181 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.181 INFO:tasks.workunit.client.0.smithi032.stdout: "up": 96 2023-12-22T17:16:51.181 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:51.182 INFO:tasks.workunit.client.0.smithi032.stdout: ], 2023-12-22T17:16:51.182 INFO:tasks.workunit.client.0.smithi032.stdout: "usage": { 2023-12-22T17:16:51.182 INFO:tasks.workunit.client.0.smithi032.stdout: "pg_num": 105, 2023-12-22T17:16:51.182 INFO:tasks.workunit.client.0.smithi032.stdout: "pools": 4, 2023-12-22T17:16:51.182 INFO:tasks.workunit.client.0.smithi032.stdout: "stats_by_class": { 2023-12-22T17:16:51.182 INFO:tasks.workunit.client.0.smithi032.stdout: "ssd": { 2023-12-22T17:16:51.182 INFO:tasks.workunit.client.0.smithi032.stdout: "total_avail_bytes": 765517766656, 2023-12-22T17:16:51.182 INFO:tasks.workunit.client.0.smithi032.stdout: "total_bytes": 767960285184, 2023-12-22T17:16:51.182 INFO:tasks.workunit.client.0.smithi032.stdout: "total_used_bytes": 2442518528, 2023-12-22T17:16:51.182 INFO:tasks.workunit.client.0.smithi032.stdout: "total_used_raw_bytes": 2442518528, 2023-12-22T17:16:51.182 INFO:tasks.workunit.client.0.smithi032.stdout: "total_used_raw_ratio": 0.003180527128279209 2023-12-22T17:16:51.182 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:51.182 INFO:tasks.workunit.client.0.smithi032.stdout: }, 2023-12-22T17:16:51.182 INFO:tasks.workunit.client.0.smithi032.stdout: "total_avail_bytes": 765517766656, 2023-12-22T17:16:51.182 INFO:tasks.workunit.client.0.smithi032.stdout: "total_bytes": 767960285184, 2023-12-22T17:16:51.182 INFO:tasks.workunit.client.0.smithi032.stdout: "total_used_bytes": 2442518528 2023-12-22T17:16:51.183 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:51.183 INFO:tasks.workunit.client.0.smithi032.stdout: } 2023-12-22T17:16:51.183 INFO:tasks.workunit.client.0.smithi032.stdout:} 2023-12-22T17:16:51.183 INFO:tasks.workunit.client.0.smithi032.stderr:+ echo OK 2023-12-22T17:16:51.184 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='client.24890 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:51.184 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='client.24908 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:51.184 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='client.24908 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:51.184 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:16:51.184 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-22T17:16:51.184 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:51.184 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:51.185 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:51.185 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:51.185 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:51.185 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:51.185 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:51.185 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:51.185 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:51.185 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-22T17:16:51.185 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-22T17:16:51.185 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:51.185 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:51.185 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:51.185 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-22T17:16:51.185 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:51.185 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-22T17:16:51.186 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:51.186 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:51.186 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-22T17:16:51.186 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-22T17:16:51.186 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:51.186 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:51.186 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:51.186 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:16:51.186 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-22T17:16:51.186 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:51.186 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:51.186 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:51.186 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:51.186 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:51.186 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:51.187 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:51.187 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:51.187 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:51.187 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-22T17:16:51.187 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-22T17:16:51.187 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:51.187 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:51.187 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:51.187 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-22T17:16:51.187 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:51.187 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-22T17:16:51.187 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:51.187 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:51.187 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-22T17:16:51.187 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-22T17:16:51.187 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:51.188 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:51.188 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:49 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:51.188 INFO:tasks.workunit.client.0.smithi032.stdout:OK 2023-12-22T17:16:51.188 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-22T17:16:51.189 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-22T17:16:51.189 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='client.24890 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:51.189 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='client.24908 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:51.189 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='client.24908 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:51.189 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:16:51.189 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-22T17:16:51.189 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:51.189 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:51.189 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:51.189 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:51.190 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:51.190 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:51.190 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:51.190 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:51.190 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:51.190 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-22T17:16:51.190 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-22T17:16:51.190 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:51.190 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:51.190 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:51.190 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-22T17:16:51.190 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:51.190 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-22T17:16:51.190 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:51.190 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:51.191 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-22T17:16:51.191 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-22T17:16:51.191 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:51.191 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='client.24890 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:51.191 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='client.24908 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:51.191 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='client.24908 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:51.191 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:16:51.191 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-22T17:16:51.191 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:51.191 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:51.191 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:51.192 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:51.192 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:51.192 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:51.192 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:51.192 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:51.192 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:51.192 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-22T17:16:51.192 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-22T17:16:51.192 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:51.192 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:51.192 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:51.192 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-22T17:16:51.192 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:51.192 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-22T17:16:51.192 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:51.192 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:51.193 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-22T17:16:51.193 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-22T17:16:51.193 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:51.193 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:51.193 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:51.193 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:16:51.193 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-22T17:16:51.193 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:51.193 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:51.193 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:51.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:51.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:51.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:51.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:51.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:51.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:51.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-22T17:16:51.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-22T17:16:51.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:51.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:51.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:51.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-22T17:16:51.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:51.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-22T17:16:51.195 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:51.195 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:51.195 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-22T17:16:51.195 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-22T17:16:51.195 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:51.195 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:51.195 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:51.195 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:51.195 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:51.195 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:16:51.196 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-22T17:16:51.196 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:51.196 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:51.196 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:51.196 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:51.196 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:51.196 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:51.196 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:51.196 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:51.196 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:51.196 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-22T17:16:51.196 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-22T17:16:51.196 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:51.197 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:51.197 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:51.197 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-22T17:16:51.197 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:51.197 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-22T17:16:51.197 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:51.197 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:51.197 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-22T17:16:51.197 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-22T17:16:51.197 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:16:51.197 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:16:51.197 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:49 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:16:51.197 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:50 smithi032 ceph-mon[125050]: from='client.24914 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:51.197 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:50 smithi032 ceph-mon[125050]: from='client.24914 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:51.197 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:50 smithi032 ceph-mon[125050]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 255 B/s wr, 18 op/s 2023-12-22T17:16:51.198 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:50 smithi032 ceph-mon[110651]: from='client.24914 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:51.198 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:50 smithi032 ceph-mon[110651]: from='client.24914 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:51.198 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:50 smithi032 ceph-mon[110651]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 255 B/s wr, 18 op/s 2023-12-22T17:16:51.235 INFO:tasks.workunit:Stopping ['test_telemetry_quincy.sh'] on client.0... 2023-12-22T17:16:51.236 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-12-22T17:16:51.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:50 smithi039 ceph-mon[115265]: from='client.24914 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:51.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:50 smithi039 ceph-mon[115265]: from='client.24914 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:51.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:50 smithi039 ceph-mon[115265]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 255 B/s wr, 18 op/s 2023-12-22T17:16:51.535 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:16:51 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:16:51] "GET /metrics HTTP/1.1" 200 235761 "" "Prometheus/2.43.0" 2023-12-22T17:16:51.536 DEBUG:teuthology.parallel:result is None 2023-12-22T17:16:51.536 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-12-22T17:16:51.565 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-12-22T17:16:51.565 DEBUG:teuthology.orchestra.run.smithi032:> rmdir -- /home/ubuntu/cephtest/mnt.0 2023-12-22T17:16:51.638 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2023-12-22T17:16:51.638 INFO:teuthology.run_tasks:Running task print... 2023-12-22T17:16:51.649 INFO:teuthology.task.print:**** done end telemetry quincy... 2023-12-22T17:16:51.649 INFO:teuthology.run_tasks:Running task print... 2023-12-22T17:16:51.664 INFO:teuthology.task.print:**** done start parallel 2023-12-22T17:16:51.664 INFO:teuthology.run_tasks:Running task parallel... 2023-12-22T17:16:51.673 INFO:teuthology.task.parallel:starting parallel... 2023-12-22T17:16:51.673 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2023-12-22T17:16:51.674 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-22T17:16:51.674 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2023-12-22T17:16:51.674 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2023-12-22T17:16:51.676 INFO:tasks.rados:Beginning rados... 2023-12-22T17:16:51.676 INFO:tasks.rados:joining rados 2023-12-22T17:16:51.676 INFO:teuthology.task.parallel:In parallel, running task sequential... 2023-12-22T17:16:51.677 INFO:teuthology.task.sequential:In sequential, running task print... 2023-12-22T17:16:51.677 INFO:teuthology.task.print:**** done start upgrade, wait 2023-12-22T17:16:51.677 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2023-12-22T17:16:51.677 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi032.front.sepia.ceph.com 2023-12-22T17:16:51.677 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -e sha1=f03e7e7cb99812806ba33e00f2fa3a303f677ad8 -- bash -c 'ceph config set global log_to_journald false --force' 2023-12-22T17:16:51.678 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2023-12-22T17:16:51.678 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2023-12-22T17:16:51.953 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:16:51.995 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:16:51 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:16:51] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-22T17:16:52.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:51 smithi039 ceph-mon[115265]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 255 B/s wr, 33 op/s 2023-12-22T17:16:52.317 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:51 smithi032 ceph-mon[110651]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 255 B/s wr, 33 op/s 2023-12-22T17:16:52.318 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:51 smithi032 ceph-mon[125050]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 255 B/s wr, 33 op/s 2023-12-22T17:16:52.340 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:16:54.010 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -e sha1=f03e7e7cb99812806ba33e00f2fa3a303f677ad8 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2023-12-22T17:16:54.291 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:16:55.057 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:54 smithi032 ceph-mon[110651]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 255 B/s wr, 33 op/s 2023-12-22T17:16:55.057 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:54 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/3484833009' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-22T17:16:55.057 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:54 smithi032 ceph-mon[125050]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 255 B/s wr, 33 op/s 2023-12-22T17:16:55.057 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:54 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/3484833009' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-22T17:16:55.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:54 smithi039 ceph-mon[115265]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 255 B/s wr, 33 op/s 2023-12-22T17:16:55.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:54 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/3484833009' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-22T17:16:55.327 INFO:tasks.rados:starting run 0 out of 1 2023-12-22T17:16:55.327 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2023-12-22T17:16:55.328 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2023-12-22T17:16:55.615 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:16:55.817 INFO:teuthology.orchestra.run.smithi032.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:f03e7e7cb99812806ba33e00f2fa3a303f677ad8 2023-12-22T17:16:56.057 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:55 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/3484833009' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-22T17:16:56.057 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:55 smithi032 ceph-mon[125050]: osdmap e66: 8 total, 8 up, 8 in 2023-12-22T17:16:56.057 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:55 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/3484833009' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-22T17:16:56.057 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:55 smithi032 ceph-mon[110651]: osdmap e66: 8 total, 8 up, 8 in 2023-12-22T17:16:56.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:55 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/3484833009' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-22T17:16:56.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:55 smithi039 ceph-mon[115265]: osdmap e66: 8 total, 8 up, 8 in 2023-12-22T17:16:56.684 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -e sha1=f03e7e7cb99812806ba33e00f2fa3a303f677ad8 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2023-12-22T17:16:57.029 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:16:57.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:56 smithi032 ceph-mon[125050]: from='client.15015 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:f03e7e7cb99812806ba33e00f2fa3a303f677ad8", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:57.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:56 smithi032 ceph-mon[125050]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:f03e7e7cb99812806ba33e00f2fa3a303f677ad8 2023-12-22T17:16:57.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:56 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:57.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:56 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:16:57.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:56 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:16:57.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:56 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:16:57.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:56 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:57.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:56 smithi032 ceph-mon[125050]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 40 KiB/s rd, 307 B/s wr, 40 op/s 2023-12-22T17:16:57.167 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:56 smithi032 ceph-mon[110651]: from='client.15015 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:f03e7e7cb99812806ba33e00f2fa3a303f677ad8", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:57.167 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:56 smithi032 ceph-mon[110651]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:f03e7e7cb99812806ba33e00f2fa3a303f677ad8 2023-12-22T17:16:57.167 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:56 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:57.167 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:56 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:16:57.167 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:56 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:16:57.167 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:56 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:16:57.167 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:56 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:57.167 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:56 smithi032 ceph-mon[110651]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 40 KiB/s rd, 307 B/s wr, 40 op/s 2023-12-22T17:16:57.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:56 smithi039 ceph-mon[115265]: from='client.15015 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:f03e7e7cb99812806ba33e00f2fa3a303f677ad8", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:57.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:56 smithi039 ceph-mon[115265]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:f03e7e7cb99812806ba33e00f2fa3a303f677ad8 2023-12-22T17:16:57.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:56 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:57.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:56 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:16:57.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:56 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:16:57.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:56 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:16:57.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:56 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:16:57.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:56 smithi039 ceph-mon[115265]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 40 KiB/s rd, 307 B/s wr, 40 op/s 2023-12-22T17:16:57.850 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:57 smithi032 ceph-mon[125050]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:f03e7e7cb99812806ba33e00f2fa3a303f677ad8 2023-12-22T17:16:57.850 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:57 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/120075185' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2023-12-22T17:16:57.851 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:57 smithi032 ceph-mon[110651]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:f03e7e7cb99812806ba33e00f2fa3a303f677ad8 2023-12-22T17:16:57.851 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:57 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/120075185' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2023-12-22T17:16:58.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:57 smithi039 ceph-mon[115265]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:f03e7e7cb99812806ba33e00f2fa3a303f677ad8 2023-12-22T17:16:58.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:57 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/120075185' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2023-12-22T17:16:58.326 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:16:58.645 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:16:58.645 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (65s) 58s ago 92s 16.5M - 0.25.0 c8568f914cd2 e1d1abb1175e 2023-12-22T17:16:58.645 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (78s) 57s ago 78s 83.6M - 9.4.7 954c08fa6188 24f91cafc290 2023-12-22T17:16:58.645 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2m) 58s ago 2m 13.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:16:58.645 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2m) 57s ago 2m 15.6M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:16:58.646 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443 running (4m) 57s ago 4m 438M - 17.2.7-138-g92be525b e47d1a188c30 c953c5f22dd2 2023-12-22T17:16:58.646 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:9283 running (6m) 58s ago 6m 494M - 17.2.7-138-g92be525b e47d1a188c30 f09e42617a1a 2023-12-22T17:16:58.646 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6m) 58s ago 6m 86.6M 2048M 17.2.7-138-g92be525b e47d1a188c30 10ac1b02a454 2023-12-22T17:16:58.646 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5m) 57s ago 5m 51.1M 2048M 17.2.7-138-g92be525b e47d1a188c30 25afe7ab5d00 2023-12-22T17:16:58.646 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5m) 58s ago 5m 66.3M 2048M 17.2.7-138-g92be525b e47d1a188c30 60fabd0eda63 2023-12-22T17:16:58.646 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (74s) 58s ago 74s 9.82M - 1.5.0 0da6a335fe13 714ec279aeee 2023-12-22T17:16:58.646 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (71s) 57s ago 71s 4114k - 1.5.0 0da6a335fe13 ae0eb603fb2b 2023-12-22T17:16:58.646 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4m) 58s ago 4m 60.6M 3001M 17.2.7-138-g92be525b e47d1a188c30 7f2ccbf46f26 2023-12-22T17:16:58.646 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4m) 58s ago 4m 59.0M 3001M 17.2.7-138-g92be525b e47d1a188c30 c0178ed0a3fc 2023-12-22T17:16:58.646 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3m) 58s ago 3m 53.7M 3001M 17.2.7-138-g92be525b e47d1a188c30 49f7e135c84a 2023-12-22T17:16:58.646 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3m) 58s ago 3m 54.1M 3001M 17.2.7-138-g92be525b e47d1a188c30 dcc50e2c5f0c 2023-12-22T17:16:58.646 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3m) 57s ago 3m 51.9M 3000M 17.2.7-138-g92be525b e47d1a188c30 11681a07501b 2023-12-22T17:16:58.646 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3m) 57s ago 3m 53.6M 3000M 17.2.7-138-g92be525b e47d1a188c30 58fc6c38ce28 2023-12-22T17:16:58.646 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2m) 57s ago 2m 54.8M 3000M 17.2.7-138-g92be525b e47d1a188c30 0ab15edaa1bc 2023-12-22T17:16:58.647 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2m) 57s ago 2m 55.1M 3000M 17.2.7-138-g92be525b e47d1a188c30 ee2c74f83f9d 2023-12-22T17:16:58.647 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (63s) 57s ago 110s 27.2M - 2.43.0 a07b618ecd1d 815fb8e0ad96 2023-12-22T17:16:58.871 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'unique_pool_0' created 2023-12-22T17:16:59.057 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:16:59.057 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:16:59.057 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 3 2023-12-22T17:16:59.057 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:16:59.057 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:16:59.057 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:16:59.057 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:16:59.057 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:16:59.057 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 8 2023-12-22T17:16:59.057 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:16:59.058 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:16:59.058 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:16:59.058 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:16:59.058 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:16:59.058 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 15 2023-12-22T17:16:59.058 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:16:59.058 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:16:59.166 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:58 smithi032 ceph-mon[110651]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 21 op/s 2023-12-22T17:16:59.166 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:58 smithi032 ceph-mon[110651]: osdmap e67: 8 total, 8 up, 8 in 2023-12-22T17:16:59.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:58 smithi032 ceph-mon[125050]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 21 op/s 2023-12-22T17:16:59.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:58 smithi032 ceph-mon[125050]: osdmap e67: 8 total, 8 up, 8 in 2023-12-22T17:16:59.241 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2023-12-22T17:16:59.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:58 smithi039 ceph-mon[115265]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 21 op/s 2023-12-22T17:16:59.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:58 smithi039 ceph-mon[115265]: osdmap e67: 8 total, 8 up, 8 in 2023-12-22T17:16:59.517 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:16:59.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:59 smithi032 ceph-mon[125050]: from='client.24953 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:59.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:59 smithi032 ceph-mon[125050]: from='client.24959 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:59.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:59 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/120075185' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2023-12-22T17:16:59.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:59 smithi032 ceph-mon[125050]: osdmap e68: 8 total, 8 up, 8 in 2023-12-22T17:16:59.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:16:59 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/1126178132' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:16:59.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:59 smithi032 ceph-mon[110651]: from='client.24953 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:59.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:59 smithi032 ceph-mon[110651]: from='client.24959 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:16:59.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:59 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/120075185' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2023-12-22T17:16:59.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:59 smithi032 ceph-mon[110651]: osdmap e68: 8 total, 8 up, 8 in 2023-12-22T17:16:59.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:16:59 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/1126178132' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:17:00.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:59 smithi039 ceph-mon[115265]: from='client.24953 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:17:00.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:59 smithi039 ceph-mon[115265]: from='client.24959 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:17:00.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:59 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/120075185' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2023-12-22T17:17:00.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:59 smithi039 ceph-mon[115265]: osdmap e68: 8 total, 8 up, 8 in 2023-12-22T17:17:00.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:16:59 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/1126178132' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:17:00.880 INFO:teuthology.orchestra.run.smithi032.stderr:enabled application 'rados' on pool 'unique_pool_0' 2023-12-22T17:17:01.175 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:00 smithi032 ceph-mon[125050]: osdmap e69: 8 total, 8 up, 8 in 2023-12-22T17:17:01.176 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:00 smithi032 ceph-mon[125050]: pgmap v62: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:17:01.176 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:00 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/3384679404' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:17:01.176 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:00 smithi032 ceph-mon[125050]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:17:01.176 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:00 smithi032 ceph-mon[110651]: osdmap e69: 8 total, 8 up, 8 in 2023-12-22T17:17:01.176 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:00 smithi032 ceph-mon[110651]: pgmap v62: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:17:01.176 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:00 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/3384679404' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:17:01.176 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:00 smithi032 ceph-mon[110651]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:17:01.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:00 smithi039 ceph-mon[115265]: osdmap e69: 8 total, 8 up, 8 in 2023-12-22T17:17:01.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:00 smithi039 ceph-mon[115265]: pgmap v62: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:17:01.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:00 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/3384679404' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:17:01.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:00 smithi039 ceph-mon[115265]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:17:01.433 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:17:01 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:17:01] "GET /metrics HTTP/1.1" 200 238148 "" "Prometheus/2.43.0" 2023-12-22T17:17:02.010 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:17:01 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:17:01] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-22T17:17:02.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:01 smithi039 ceph-mon[115265]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:17:02.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:01 smithi039 ceph-mon[115265]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-12-22T17:17:02.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:01 smithi039 ceph-mon[115265]: osdmap e70: 8 total, 8 up, 8 in 2023-12-22T17:17:02.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:01 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:17:02.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:01 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:17:02.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:01 smithi032 ceph-mon[125050]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:17:02.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:01 smithi032 ceph-mon[125050]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-12-22T17:17:02.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:01 smithi032 ceph-mon[125050]: osdmap e70: 8 total, 8 up, 8 in 2023-12-22T17:17:02.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:01 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:17:02.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:01 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:17:02.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:01 smithi032 ceph-mon[110651]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:17:02.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:01 smithi032 ceph-mon[110651]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-12-22T17:17:02.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:01 smithi032 ceph-mon[110651]: osdmap e70: 8 total, 8 up, 8 in 2023-12-22T17:17:02.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:01 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:17:02.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:01 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:17:02.241 DEBUG:teuthology.orchestra.run.smithi032:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2023-12-22T17:17:02.279 INFO:tasks.rados.rados.0.smithi032.stdout:adding op weight read -> 100 2023-12-22T17:17:02.279 INFO:tasks.rados.rados.0.smithi032.stdout:adding op weight delete -> 50 2023-12-22T17:17:02.279 INFO:tasks.rados.rados.0.smithi032.stdout:adding op weight snap_create -> 50 2023-12-22T17:17:02.279 INFO:tasks.rados.rados.0.smithi032.stdout:adding op weight snap_remove -> 50 2023-12-22T17:17:02.279 INFO:tasks.rados.rados.0.smithi032.stdout:adding op weight rollback -> 50 2023-12-22T17:17:02.279 INFO:tasks.rados.rados.0.smithi032.stdout:adding op weight setattr -> 25 2023-12-22T17:17:02.279 INFO:tasks.rados.rados.0.smithi032.stdout:adding op weight rmattr -> 25 2023-12-22T17:17:02.279 INFO:tasks.rados.rados.0.smithi032.stdout:adding op weight copy_from -> 50 2023-12-22T17:17:02.279 INFO:tasks.rados.rados.0.smithi032.stdout:adding op weight append -> 100 2023-12-22T17:17:02.279 INFO:tasks.rados.rados.0.smithi032.stdout:ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable) 2023-12-22T17:17:02.279 INFO:tasks.rados.rados.0.smithi032.stdout:Configuration: 2023-12-22T17:17:02.279 INFO:tasks.rados.rados.0.smithi032.stdout: Number of operations: 4000 2023-12-22T17:17:02.280 INFO:tasks.rados.rados.0.smithi032.stdout: Number of objects: 50 2023-12-22T17:17:02.280 INFO:tasks.rados.rados.0.smithi032.stdout: Max in flight operations: 16 2023-12-22T17:17:02.280 INFO:tasks.rados.rados.0.smithi032.stdout: Object size (in bytes): 4000000 2023-12-22T17:17:02.280 INFO:tasks.rados.rados.0.smithi032.stdout: Write stride min: 400000 2023-12-22T17:17:02.280 INFO:tasks.rados.rados.0.smithi032.stdout: Write stride max: 800000 2023-12-22T17:17:02.884 INFO:tasks.rados.rados.0.smithi032.stdout:1: write initial oid 1 2023-12-22T17:17:02.884 INFO:tasks.rados.rados.0.smithi032.stdout:1: seq_num 0 ranges {0=24576} 2023-12-22T17:17:02.884 INFO:tasks.rados.rados.0.smithi032.stdout:1: writing smithi032174182-1 from 0 to 24576 tid 1 2023-12-22T17:17:02.885 INFO:tasks.rados.rados.0.smithi032.stdout:2: write initial oid 2 2023-12-22T17:17:02.885 INFO:tasks.rados.rados.0.smithi032.stdout:2: seq_num 1 ranges {0=24576} 2023-12-22T17:17:02.885 INFO:tasks.rados.rados.0.smithi032.stdout:2: writing smithi032174182-2 from 0 to 24576 tid 1 2023-12-22T17:17:02.885 INFO:tasks.rados.rados.0.smithi032.stdout:3: write initial oid 3 2023-12-22T17:17:02.885 INFO:tasks.rados.rados.0.smithi032.stdout:3: seq_num 2 ranges {0=40960} 2023-12-22T17:17:02.885 INFO:tasks.rados.rados.0.smithi032.stdout:3: writing smithi032174182-3 from 0 to 40960 tid 1 2023-12-22T17:17:02.885 INFO:tasks.rados.rados.0.smithi032.stdout:4: write initial oid 4 2023-12-22T17:17:02.885 INFO:tasks.rados.rados.0.smithi032.stdout:4: seq_num 3 ranges {0=57344} 2023-12-22T17:17:02.885 INFO:tasks.rados.rados.0.smithi032.stdout:4: writing smithi032174182-4 from 0 to 57344 tid 1 2023-12-22T17:17:02.885 INFO:tasks.rados.rados.0.smithi032.stdout:5: write initial oid 5 2023-12-22T17:17:02.885 INFO:tasks.rados.rados.0.smithi032.stdout:5: seq_num 4 ranges {0=73728} 2023-12-22T17:17:02.892 INFO:tasks.rados.rados.0.smithi032.stdout:5: writing smithi032174182-5 from 0 to 73728 tid 1 2023-12-22T17:17:02.892 INFO:tasks.rados.rados.0.smithi032.stdout:6: write initial oid 6 2023-12-22T17:17:02.892 INFO:tasks.rados.rados.0.smithi032.stdout:6: seq_num 5 ranges {0=90112} 2023-12-22T17:17:02.892 INFO:tasks.rados.rados.0.smithi032.stdout:6: writing smithi032174182-6 from 0 to 90112 tid 1 2023-12-22T17:17:02.892 INFO:tasks.rados.rados.0.smithi032.stdout:7: write initial oid 7 2023-12-22T17:17:02.893 INFO:tasks.rados.rados.0.smithi032.stdout:7: seq_num 6 ranges {0=106496} 2023-12-22T17:17:02.893 INFO:tasks.rados.rados.0.smithi032.stdout:7: writing smithi032174182-7 from 0 to 106496 tid 1 2023-12-22T17:17:02.893 INFO:tasks.rados.rados.0.smithi032.stdout:8: write initial oid 8 2023-12-22T17:17:02.893 INFO:tasks.rados.rados.0.smithi032.stdout:8: seq_num 7 ranges {0=122880} 2023-12-22T17:17:02.893 INFO:tasks.rados.rados.0.smithi032.stdout:8: writing smithi032174182-8 from 0 to 122880 tid 1 2023-12-22T17:17:02.893 INFO:tasks.rados.rados.0.smithi032.stdout:9: write initial oid 9 2023-12-22T17:17:02.893 INFO:tasks.rados.rados.0.smithi032.stdout:9: seq_num 8 ranges {0=139264} 2023-12-22T17:17:02.893 INFO:tasks.rados.rados.0.smithi032.stdout:9: writing smithi032174182-9 from 0 to 139264 tid 1 2023-12-22T17:17:02.893 INFO:tasks.rados.rados.0.smithi032.stdout:10: write initial oid 10 2023-12-22T17:17:02.893 INFO:tasks.rados.rados.0.smithi032.stdout:10: seq_num 9 ranges {0=155648} 2023-12-22T17:17:02.893 INFO:tasks.rados.rados.0.smithi032.stdout:10: writing smithi032174182-10 from 0 to 155648 tid 1 2023-12-22T17:17:02.893 INFO:tasks.rados.rados.0.smithi032.stdout:11: write initial oid 11 2023-12-22T17:17:02.893 INFO:tasks.rados.rados.0.smithi032.stdout:11: seq_num 10 ranges {0=172032} 2023-12-22T17:17:02.893 INFO:tasks.rados.rados.0.smithi032.stdout:11: writing smithi032174182-11 from 0 to 172032 tid 1 2023-12-22T17:17:02.893 INFO:tasks.rados.rados.0.smithi032.stdout:12: write initial oid 12 2023-12-22T17:17:02.893 INFO:tasks.rados.rados.0.smithi032.stdout:12: seq_num 11 ranges {0=188416} 2023-12-22T17:17:02.895 INFO:tasks.rados.rados.0.smithi032.stdout:12: writing smithi032174182-12 from 0 to 188416 tid 1 2023-12-22T17:17:02.895 INFO:tasks.rados.rados.0.smithi032.stdout:13: write initial oid 13 2023-12-22T17:17:02.895 INFO:tasks.rados.rados.0.smithi032.stdout:13: seq_num 12 ranges {0=204800} 2023-12-22T17:17:02.895 INFO:tasks.rados.rados.0.smithi032.stdout:13: writing smithi032174182-13 from 0 to 204800 tid 1 2023-12-22T17:17:02.895 INFO:tasks.rados.rados.0.smithi032.stdout:14: write initial oid 14 2023-12-22T17:17:02.895 INFO:tasks.rados.rados.0.smithi032.stdout:2: finishing write tid 1 to smithi032174182-2 2023-12-22T17:17:02.895 INFO:tasks.rados.rados.0.smithi032.stdout:4: finishing write tid 1 to smithi032174182-4 2023-12-22T17:17:02.895 INFO:tasks.rados.rados.0.smithi032.stdout:1: finishing write tid 1 to smithi032174182-1 2023-12-22T17:17:02.895 INFO:tasks.rados.rados.0.smithi032.stdout:14: seq_num 13 ranges {0=221184} 2023-12-22T17:17:02.896 INFO:tasks.rados.rados.0.smithi032.stdout:14: writing smithi032174182-14 from 0 to 221184 tid 1 2023-12-22T17:17:02.896 INFO:tasks.rados.rados.0.smithi032.stdout:15: write initial oid 15 2023-12-22T17:17:02.896 INFO:tasks.rados.rados.0.smithi032.stdout:15: seq_num 14 ranges {0=237568} 2023-12-22T17:17:02.900 INFO:tasks.rados.rados.0.smithi032.stdout:15: writing smithi032174182-15 from 0 to 237568 tid 1 2023-12-22T17:17:02.900 INFO:tasks.rados.rados.0.smithi032.stdout:16: write initial oid 16 2023-12-22T17:17:02.901 INFO:tasks.rados.rados.0.smithi032.stdout:16: seq_num 15 ranges {0=253952} 2023-12-22T17:17:02.901 INFO:tasks.rados.rados.0.smithi032.stdout:16: writing smithi032174182-16 from 0 to 253952 tid 1 2023-12-22T17:17:02.901 INFO:tasks.rados.rados.0.smithi032.stdout: waiting on 16 2023-12-22T17:17:02.902 INFO:tasks.rados.rados.0.smithi032.stdout:2: finishing write tid 2 to smithi032174182-2 2023-12-22T17:17:02.902 INFO:tasks.rados.rados.0.smithi032.stdout:3: finishing write tid 1 to smithi032174182-3 2023-12-22T17:17:02.902 INFO:tasks.rados.rados.0.smithi032.stdout:1: finishing write tid 2 to smithi032174182-1 2023-12-22T17:17:02.902 INFO:tasks.rados.rados.0.smithi032.stdout:4: finishing write tid 2 to smithi032174182-4 2023-12-22T17:17:02.902 INFO:tasks.rados.rados.0.smithi032.stdout:7: finishing write tid 1 to smithi032174182-7 2023-12-22T17:17:02.903 INFO:tasks.rados.rados.0.smithi032.stdout:4: finishing write tid 3 to smithi032174182-4 2023-12-22T17:17:02.903 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2023-12-22T17:17:02.903 INFO:tasks.rados.rados.0.smithi032.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2023-12-22T17:17:02.903 INFO:tasks.rados.rados.0.smithi032.stdout:1: finishing write tid 3 to smithi032174182-1 2023-12-22T17:17:02.903 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 3 (ObjNum 0 snap 0 seq_num 0) dirty exists 2023-12-22T17:17:02.903 INFO:tasks.rados.rados.0.smithi032.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2023-12-22T17:17:02.903 INFO:tasks.rados.rados.0.smithi032.stdout:2: finishing write tid 3 to smithi032174182-2 2023-12-22T17:17:02.903 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2023-12-22T17:17:02.903 INFO:tasks.rados.rados.0.smithi032.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2023-12-22T17:17:02.903 INFO:tasks.rados.rados.0.smithi032.stdout:5: finishing write tid 1 to smithi032174182-5 2023-12-22T17:17:02.903 INFO:tasks.rados.rados.0.smithi032.stdout:3: finishing write tid 2 to smithi032174182-3 2023-12-22T17:17:02.903 INFO:tasks.rados.rados.0.smithi032.stdout:8: finishing write tid 1 to smithi032174182-8 2023-12-22T17:17:02.903 INFO:tasks.rados.rados.0.smithi032.stdout:6: finishing write tid 1 to smithi032174182-6 2023-12-22T17:17:02.903 INFO:tasks.rados.rados.0.smithi032.stdout:7: finishing write tid 2 to smithi032174182-7 2023-12-22T17:17:02.904 INFO:tasks.rados.rados.0.smithi032.stdout:9: finishing write tid 1 to smithi032174182-9 2023-12-22T17:17:02.904 INFO:tasks.rados.rados.0.smithi032.stdout:12: finishing write tid 1 to smithi032174182-12 2023-12-22T17:17:02.904 INFO:tasks.rados.rados.0.smithi032.stdout:1: done (15 left) 2023-12-22T17:17:02.904 INFO:tasks.rados.rados.0.smithi032.stdout:2: done (14 left) 2023-12-22T17:17:02.904 INFO:tasks.rados.rados.0.smithi032.stdout:4: done (13 left) 2023-12-22T17:17:02.904 INFO:tasks.rados.rados.0.smithi032.stdout:17: write initial oid 17 2023-12-22T17:17:02.904 INFO:tasks.rados.rados.0.smithi032.stdout:17: seq_num 16 ranges {0=270336} 2023-12-22T17:17:02.908 INFO:tasks.rados.rados.0.smithi032.stdout:17: writing smithi032174182-17 from 0 to 270336 tid 1 2023-12-22T17:17:02.908 INFO:tasks.rados.rados.0.smithi032.stdout:18: write initial oid 18 2023-12-22T17:17:02.908 INFO:tasks.rados.rados.0.smithi032.stdout:18: seq_num 17 ranges {0=286720} 2023-12-22T17:17:02.908 INFO:tasks.rados.rados.0.smithi032.stdout:18: writing smithi032174182-18 from 0 to 286720 tid 1 2023-12-22T17:17:02.908 INFO:tasks.rados.rados.0.smithi032.stdout:19: write initial oid 19 2023-12-22T17:17:02.908 INFO:tasks.rados.rados.0.smithi032.stdout:19: seq_num 18 ranges {0=303104} 2023-12-22T17:17:02.910 INFO:tasks.rados.rados.0.smithi032.stdout:19: writing smithi032174182-19 from 0 to 303104 tid 1 2023-12-22T17:17:02.910 INFO:tasks.rados.rados.0.smithi032.stdout: waiting on 16 2023-12-22T17:17:02.910 INFO:tasks.rados.rados.0.smithi032.stdout:7: finishing write tid 3 to smithi032174182-7 2023-12-22T17:17:02.910 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-22T17:17:02.910 INFO:tasks.rados.rados.0.smithi032.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2023-12-22T17:17:02.910 INFO:tasks.rados.rados.0.smithi032.stdout:14: finishing write tid 1 to smithi032174182-14 2023-12-22T17:17:02.911 INFO:tasks.rados.rados.0.smithi032.stdout:3: finishing write tid 3 to smithi032174182-3 2023-12-22T17:17:02.911 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 5 (ObjNum 2 snap 0 seq_num 2) dirty exists 2023-12-22T17:17:02.911 INFO:tasks.rados.rados.0.smithi032.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2023-12-22T17:17:02.911 INFO:tasks.rados.rados.0.smithi032.stdout:5: finishing write tid 2 to smithi032174182-5 2023-12-22T17:17:02.911 INFO:tasks.rados.rados.0.smithi032.stdout:14: finishing write tid 2 to smithi032174182-14 2023-12-22T17:17:02.911 INFO:tasks.rados.rados.0.smithi032.stdout:8: finishing write tid 2 to smithi032174182-8 2023-12-22T17:17:02.911 INFO:tasks.rados.rados.0.smithi032.stdout:12: finishing write tid 2 to smithi032174182-12 2023-12-22T17:17:02.911 INFO:tasks.rados.rados.0.smithi032.stdout:5: finishing write tid 3 to smithi032174182-5 2023-12-22T17:17:02.911 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 6 (ObjNum 4 snap 0 seq_num 4) dirty exists 2023-12-22T17:17:02.911 INFO:tasks.rados.rados.0.smithi032.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2023-12-22T17:17:02.911 INFO:tasks.rados.rados.0.smithi032.stdout:6: finishing write tid 2 to smithi032174182-6 2023-12-22T17:17:02.911 INFO:tasks.rados.rados.0.smithi032.stdout:12: finishing write tid 3 to smithi032174182-12 2023-12-22T17:17:02.911 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2023-12-22T17:17:02.911 INFO:tasks.rados.rados.0.smithi032.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2023-12-22T17:17:02.911 INFO:tasks.rados.rados.0.smithi032.stdout:9: finishing write tid 2 to smithi032174182-9 2023-12-22T17:17:02.912 INFO:tasks.rados.rados.0.smithi032.stdout:10: finishing write tid 1 to smithi032174182-10 2023-12-22T17:17:02.912 INFO:tasks.rados.rados.0.smithi032.stdout:11: finishing write tid 1 to smithi032174182-11 2023-12-22T17:17:02.912 INFO:tasks.rados.rados.0.smithi032.stdout:10: finishing write tid 2 to smithi032174182-10 2023-12-22T17:17:02.912 INFO:tasks.rados.rados.0.smithi032.stdout:10: finishing write tid 3 to smithi032174182-10 2023-12-22T17:17:02.912 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 3 (ObjNum 9 snap 0 seq_num 9) dirty exists 2023-12-22T17:17:02.912 INFO:tasks.rados.rados.0.smithi032.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2023-12-22T17:17:02.912 INFO:tasks.rados.rados.0.smithi032.stdout:11: finishing write tid 2 to smithi032174182-11 2023-12-22T17:17:02.912 INFO:tasks.rados.rados.0.smithi032.stdout:11: finishing write tid 3 to smithi032174182-11 2023-12-22T17:17:02.912 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 4 (ObjNum 10 snap 0 seq_num 10) dirty exists 2023-12-22T17:17:02.912 INFO:tasks.rados.rados.0.smithi032.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2023-12-22T17:17:02.912 INFO:tasks.rados.rados.0.smithi032.stdout:14: finishing write tid 3 to smithi032174182-14 2023-12-22T17:17:02.912 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 2 (ObjNum 13 snap 0 seq_num 13) dirty exists 2023-12-22T17:17:02.912 INFO:tasks.rados.rados.0.smithi032.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2023-12-22T17:17:02.912 INFO:tasks.rados.rados.0.smithi032.stdout:8: finishing write tid 3 to smithi032174182-8 2023-12-22T17:17:02.913 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 2 (ObjNum 7 snap 0 seq_num 7) dirty exists 2023-12-22T17:17:02.913 INFO:tasks.rados.rados.0.smithi032.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2023-12-22T17:17:02.913 INFO:tasks.rados.rados.0.smithi032.stdout:13: finishing write tid 1 to smithi032174182-13 2023-12-22T17:17:02.913 INFO:tasks.rados.rados.0.smithi032.stdout:17: finishing write tid 1 to smithi032174182-17 2023-12-22T17:17:02.913 INFO:tasks.rados.rados.0.smithi032.stdout:6: finishing write tid 3 to smithi032174182-6 2023-12-22T17:17:02.913 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2023-12-22T17:17:02.913 INFO:tasks.rados.rados.0.smithi032.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2023-12-22T17:17:02.913 INFO:tasks.rados.rados.0.smithi032.stdout:9: finishing write tid 3 to smithi032174182-9 2023-12-22T17:17:02.913 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 4 (ObjNum 8 snap 0 seq_num 8) dirty exists 2023-12-22T17:17:02.913 INFO:tasks.rados.rados.0.smithi032.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2023-12-22T17:17:02.913 INFO:tasks.rados.rados.0.smithi032.stdout:15: finishing write tid 1 to smithi032174182-15 2023-12-22T17:17:02.913 INFO:tasks.rados.rados.0.smithi032.stdout:13: finishing write tid 2 to smithi032174182-13 2023-12-22T17:17:02.913 INFO:tasks.rados.rados.0.smithi032.stdout:3: done (15 left) 2023-12-22T17:17:02.913 INFO:tasks.rados.rados.0.smithi032.stdout:5: done (14 left) 2023-12-22T17:17:02.913 INFO:tasks.rados.rados.0.smithi032.stdout:6: done (13 left) 2023-12-22T17:17:02.914 INFO:tasks.rados.rados.0.smithi032.stdout:7: done (12 left) 2023-12-22T17:17:02.914 INFO:tasks.rados.rados.0.smithi032.stdout:8: done (11 left) 2023-12-22T17:17:02.914 INFO:tasks.rados.rados.0.smithi032.stdout:9: done (10 left) 2023-12-22T17:17:02.914 INFO:tasks.rados.rados.0.smithi032.stdout:10: done (9 left) 2023-12-22T17:17:02.914 INFO:tasks.rados.rados.0.smithi032.stdout:11: done (8 left) 2023-12-22T17:17:02.914 INFO:tasks.rados.rados.0.smithi032.stdout:12: done (7 left) 2023-12-22T17:17:02.914 INFO:tasks.rados.rados.0.smithi032.stdout:14: done (6 left) 2023-12-22T17:17:02.914 INFO:tasks.rados.rados.0.smithi032.stdout:20: write initial oid 20 2023-12-22T17:17:02.914 INFO:tasks.rados.rados.0.smithi032.stdout:20: seq_num 19 ranges {0=319488} 2023-12-22T17:17:02.915 INFO:tasks.rados.rados.0.smithi032.stdout:20: writing smithi032174182-20 from 0 to 319488 tid 1 2023-12-22T17:17:02.915 INFO:tasks.rados.rados.0.smithi032.stdout:21: write initial oid 21 2023-12-22T17:17:02.915 INFO:tasks.rados.rados.0.smithi032.stdout:21: seq_num 20 ranges {0=344064} 2023-12-22T17:17:02.915 INFO:tasks.rados.rados.0.smithi032.stdout:21: writing smithi032174182-21 from 0 to 344064 tid 1 2023-12-22T17:17:02.915 INFO:tasks.rados.rados.0.smithi032.stdout:22: write initial oid 22 2023-12-22T17:17:02.915 INFO:tasks.rados.rados.0.smithi032.stdout:22: seq_num 21 ranges {0=360448} 2023-12-22T17:17:02.916 INFO:tasks.rados.rados.0.smithi032.stdout:22: writing smithi032174182-22 from 0 to 360448 tid 1 2023-12-22T17:17:02.916 INFO:tasks.rados.rados.0.smithi032.stdout:23: write initial oid 23 2023-12-22T17:17:02.916 INFO:tasks.rados.rados.0.smithi032.stdout:23: seq_num 22 ranges {0=376832} 2023-12-22T17:17:02.918 INFO:tasks.rados.rados.0.smithi032.stdout:23: writing smithi032174182-23 from 0 to 376832 tid 1 2023-12-22T17:17:02.918 INFO:tasks.rados.rados.0.smithi032.stdout:24: write initial oid 24 2023-12-22T17:17:02.918 INFO:tasks.rados.rados.0.smithi032.stdout:24: seq_num 23 ranges {0=393216} 2023-12-22T17:17:02.923 INFO:tasks.rados.rados.0.smithi032.stdout:24: writing smithi032174182-24 from 0 to 393216 tid 1 2023-12-22T17:17:02.923 INFO:tasks.rados.rados.0.smithi032.stdout:25: write initial oid 25 2023-12-22T17:17:02.924 INFO:tasks.rados.rados.0.smithi032.stdout:25: seq_num 24 ranges {0=409600} 2023-12-22T17:17:02.924 INFO:tasks.rados.rados.0.smithi032.stdout:25: writing smithi032174182-25 from 0 to 409600 tid 1 2023-12-22T17:17:02.924 INFO:tasks.rados.rados.0.smithi032.stdout:26: write initial oid 26 2023-12-22T17:17:02.924 INFO:tasks.rados.rados.0.smithi032.stdout:26: seq_num 25 ranges {0=425984} 2023-12-22T17:17:02.926 INFO:tasks.rados.rados.0.smithi032.stdout:26: writing smithi032174182-26 from 0 to 425984 tid 1 2023-12-22T17:17:02.927 INFO:tasks.rados.rados.0.smithi032.stdout:27: write initial oid 27 2023-12-22T17:17:02.927 INFO:tasks.rados.rados.0.smithi032.stdout:27: seq_num 26 ranges {0=442368} 2023-12-22T17:17:02.930 INFO:tasks.rados.rados.0.smithi032.stdout:27: writing smithi032174182-27 from 0 to 442368 tid 1 2023-12-22T17:17:02.930 INFO:tasks.rados.rados.0.smithi032.stdout:28: write initial oid 28 2023-12-22T17:17:02.930 INFO:tasks.rados.rados.0.smithi032.stdout:28: seq_num 27 ranges {0=458752} 2023-12-22T17:17:02.933 INFO:tasks.rados.rados.0.smithi032.stdout:28: writing smithi032174182-28 from 0 to 458752 tid 1 2023-12-22T17:17:02.933 INFO:tasks.rados.rados.0.smithi032.stdout:29: write initial oid 29 2023-12-22T17:17:02.933 INFO:tasks.rados.rados.0.smithi032.stdout:29: seq_num 28 ranges {0=475136} 2023-12-22T17:17:02.936 INFO:tasks.rados.rados.0.smithi032.stdout:29: writing smithi032174182-29 from 0 to 475136 tid 1 2023-12-22T17:17:02.936 INFO:tasks.rados.rados.0.smithi032.stdout: waiting on 16 2023-12-22T17:17:02.937 INFO:tasks.rados.rados.0.smithi032.stdout:17: finishing write tid 2 to smithi032174182-17 2023-12-22T17:17:02.937 INFO:tasks.rados.rados.0.smithi032.stdout:15: finishing write tid 2 to smithi032174182-15 2023-12-22T17:17:02.937 INFO:tasks.rados.rados.0.smithi032.stdout:18: finishing write tid 1 to smithi032174182-18 2023-12-22T17:17:02.937 INFO:tasks.rados.rados.0.smithi032.stdout:16: finishing write tid 1 to smithi032174182-16 2023-12-22T17:17:02.937 INFO:tasks.rados.rados.0.smithi032.stdout:13: finishing write tid 3 to smithi032174182-13 2023-12-22T17:17:02.937 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 3 (ObjNum 12 snap 0 seq_num 12) dirty exists 2023-12-22T17:17:02.937 INFO:tasks.rados.rados.0.smithi032.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2023-12-22T17:17:02.937 INFO:tasks.rados.rados.0.smithi032.stdout:15: finishing write tid 3 to smithi032174182-15 2023-12-22T17:17:02.937 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 4 (ObjNum 14 snap 0 seq_num 14) dirty exists 2023-12-22T17:17:02.937 INFO:tasks.rados.rados.0.smithi032.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2023-12-22T17:17:02.937 INFO:tasks.rados.rados.0.smithi032.stdout:17: finishing write tid 3 to smithi032174182-17 2023-12-22T17:17:02.937 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 4 (ObjNum 16 snap 0 seq_num 16) dirty exists 2023-12-22T17:17:02.937 INFO:tasks.rados.rados.0.smithi032.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2023-12-22T17:17:02.937 INFO:tasks.rados.rados.0.smithi032.stdout:18: finishing write tid 2 to smithi032174182-18 2023-12-22T17:17:02.938 INFO:tasks.rados.rados.0.smithi032.stdout:13: done (15 left) 2023-12-22T17:17:02.938 INFO:tasks.rados.rados.0.smithi032.stdout:15: done (14 left) 2023-12-22T17:17:02.938 INFO:tasks.rados.rados.0.smithi032.stdout:17: done (13 left) 2023-12-22T17:17:02.938 INFO:tasks.rados.rados.0.smithi032.stdout:30: write initial oid 30 2023-12-22T17:17:02.938 INFO:tasks.rados.rados.0.smithi032.stdout:30: seq_num 29 ranges {0=491520} 2023-12-22T17:17:02.939 INFO:tasks.rados.rados.0.smithi032.stdout:30: writing smithi032174182-30 from 0 to 491520 tid 1 2023-12-22T17:17:02.939 INFO:tasks.rados.rados.0.smithi032.stdout:31: write initial oid 31 2023-12-22T17:17:02.939 INFO:tasks.rados.rados.0.smithi032.stdout:31: seq_num 30 ranges {0=507904} 2023-12-22T17:17:02.942 INFO:tasks.rados.rados.0.smithi032.stdout:31: writing smithi032174182-31 from 0 to 507904 tid 1 2023-12-22T17:17:02.942 INFO:tasks.rados.rados.0.smithi032.stdout:32: write initial oid 32 2023-12-22T17:17:02.942 INFO:tasks.rados.rados.0.smithi032.stdout:32: seq_num 31 ranges {0=524288} 2023-12-22T17:17:02.945 INFO:tasks.rados.rados.0.smithi032.stdout:32: writing smithi032174182-32 from 0 to 524288 tid 1 2023-12-22T17:17:02.945 INFO:tasks.rados.rados.0.smithi032.stdout: waiting on 16 2023-12-22T17:17:02.946 INFO:tasks.rados.rados.0.smithi032.stdout:19: finishing write tid 1 to smithi032174182-19 2023-12-22T17:17:02.946 INFO:tasks.rados.rados.0.smithi032.stdout:16: finishing write tid 2 to smithi032174182-16 2023-12-22T17:17:02.946 INFO:tasks.rados.rados.0.smithi032.stdout:19: finishing write tid 2 to smithi032174182-19 2023-12-22T17:17:02.946 INFO:tasks.rados.rados.0.smithi032.stdout:18: finishing write tid 3 to smithi032174182-18 2023-12-22T17:17:02.946 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 2 (ObjNum 17 snap 0 seq_num 17) dirty exists 2023-12-22T17:17:02.946 INFO:tasks.rados.rados.0.smithi032.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2023-12-22T17:17:02.946 INFO:tasks.rados.rados.0.smithi032.stdout:16: finishing write tid 3 to smithi032174182-16 2023-12-22T17:17:02.946 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 4 (ObjNum 15 snap 0 seq_num 15) dirty exists 2023-12-22T17:17:02.946 INFO:tasks.rados.rados.0.smithi032.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2023-12-22T17:17:02.946 INFO:tasks.rados.rados.0.smithi032.stdout:20: finishing write tid 1 to smithi032174182-20 2023-12-22T17:17:02.946 INFO:tasks.rados.rados.0.smithi032.stdout:20: finishing write tid 2 to smithi032174182-20 2023-12-22T17:17:02.946 INFO:tasks.rados.rados.0.smithi032.stdout:21: finishing write tid 1 to smithi032174182-21 2023-12-22T17:17:02.946 INFO:tasks.rados.rados.0.smithi032.stdout:16: done (15 left) 2023-12-22T17:17:02.946 INFO:tasks.rados.rados.0.smithi032.stdout:18: done (14 left) 2023-12-22T17:17:02.946 INFO:tasks.rados.rados.0.smithi032.stdout:33: write initial oid 33 2023-12-22T17:17:02.947 INFO:tasks.rados.rados.0.smithi032.stdout:33: seq_num 32 ranges {0=540672} 2023-12-22T17:17:02.948 INFO:tasks.rados.rados.0.smithi032.stdout:33: writing smithi032174182-33 from 0 to 540672 tid 1 2023-12-22T17:17:02.949 INFO:tasks.rados.rados.0.smithi032.stdout:34: write initial oid 34 2023-12-22T17:17:02.949 INFO:tasks.rados.rados.0.smithi032.stdout:34: seq_num 33 ranges {0=557056} 2023-12-22T17:17:02.952 INFO:tasks.rados.rados.0.smithi032.stdout:34: writing smithi032174182-34 from 0 to 557056 tid 1 2023-12-22T17:17:02.952 INFO:tasks.rados.rados.0.smithi032.stdout: waiting on 16 2023-12-22T17:17:02.952 INFO:tasks.rados.rados.0.smithi032.stdout:20: finishing write tid 3 to smithi032174182-20 2023-12-22T17:17:02.952 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 4 (ObjNum 19 snap 0 seq_num 19) dirty exists 2023-12-22T17:17:02.953 INFO:tasks.rados.rados.0.smithi032.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2023-12-22T17:17:02.953 INFO:tasks.rados.rados.0.smithi032.stdout:21: finishing write tid 2 to smithi032174182-21 2023-12-22T17:17:02.953 INFO:tasks.rados.rados.0.smithi032.stdout:19: finishing write tid 3 to smithi032174182-19 2023-12-22T17:17:02.953 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 2 (ObjNum 18 snap 0 seq_num 18) dirty exists 2023-12-22T17:17:02.953 INFO:tasks.rados.rados.0.smithi032.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2023-12-22T17:17:02.953 INFO:tasks.rados.rados.0.smithi032.stdout:22: finishing write tid 1 to smithi032174182-22 2023-12-22T17:17:02.953 INFO:tasks.rados.rados.0.smithi032.stdout:23: finishing write tid 1 to smithi032174182-23 2023-12-22T17:17:02.953 INFO:tasks.rados.rados.0.smithi032.stdout:21: finishing write tid 3 to smithi032174182-21 2023-12-22T17:17:02.953 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 2 (ObjNum 20 snap 0 seq_num 20) dirty exists 2023-12-22T17:17:02.953 INFO:tasks.rados.rados.0.smithi032.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2023-12-22T17:17:02.953 INFO:tasks.rados.rados.0.smithi032.stdout:22: finishing write tid 2 to smithi032174182-22 2023-12-22T17:17:02.953 INFO:tasks.rados.rados.0.smithi032.stdout:19: done (15 left) 2023-12-22T17:17:02.953 INFO:tasks.rados.rados.0.smithi032.stdout:20: done (14 left) 2023-12-22T17:17:02.953 INFO:tasks.rados.rados.0.smithi032.stdout:21: done (13 left) 2023-12-22T17:17:02.953 INFO:tasks.rados.rados.0.smithi032.stdout:35: write initial oid 35 2023-12-22T17:17:02.954 INFO:tasks.rados.rados.0.smithi032.stdout:35: seq_num 34 ranges {0=573440} 2023-12-22T17:17:02.955 INFO:tasks.rados.rados.0.smithi032.stdout:35: writing smithi032174182-35 from 0 to 573440 tid 1 2023-12-22T17:17:02.955 INFO:tasks.rados.rados.0.smithi032.stdout:36: write initial oid 36 2023-12-22T17:17:02.955 INFO:tasks.rados.rados.0.smithi032.stdout:36: seq_num 35 ranges {0=589824} 2023-12-22T17:17:02.959 INFO:tasks.rados.rados.0.smithi032.stdout:36: writing smithi032174182-36 from 0 to 589824 tid 1 2023-12-22T17:17:02.959 INFO:tasks.rados.rados.0.smithi032.stdout:37: write initial oid 37 2023-12-22T17:17:02.959 INFO:tasks.rados.rados.0.smithi032.stdout:37: seq_num 36 ranges {0=606208} 2023-12-22T17:17:02.963 INFO:tasks.rados.rados.0.smithi032.stdout:37: writing smithi032174182-37 from 0 to 606208 tid 1 2023-12-22T17:17:02.963 INFO:tasks.rados.rados.0.smithi032.stdout: waiting on 16 2023-12-22T17:17:02.963 INFO:tasks.rados.rados.0.smithi032.stdout:23: finishing write tid 2 to smithi032174182-23 2023-12-22T17:17:02.963 INFO:tasks.rados.rados.0.smithi032.stdout:22: finishing write tid 3 to smithi032174182-22 2023-12-22T17:17:02.963 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 4 (ObjNum 21 snap 0 seq_num 21) dirty exists 2023-12-22T17:17:02.964 INFO:tasks.rados.rados.0.smithi032.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2023-12-22T17:17:02.964 INFO:tasks.rados.rados.0.smithi032.stdout:24: finishing write tid 1 to smithi032174182-24 2023-12-22T17:17:02.964 INFO:tasks.rados.rados.0.smithi032.stdout:23: finishing write tid 3 to smithi032174182-23 2023-12-22T17:17:02.964 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 6 (ObjNum 22 snap 0 seq_num 22) dirty exists 2023-12-22T17:17:02.964 INFO:tasks.rados.rados.0.smithi032.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2023-12-22T17:17:02.964 INFO:tasks.rados.rados.0.smithi032.stdout:24: finishing write tid 2 to smithi032174182-24 2023-12-22T17:17:02.964 INFO:tasks.rados.rados.0.smithi032.stdout:25: finishing write tid 1 to smithi032174182-25 2023-12-22T17:17:02.964 INFO:tasks.rados.rados.0.smithi032.stdout:25: finishing write tid 2 to smithi032174182-25 2023-12-22T17:17:02.964 INFO:tasks.rados.rados.0.smithi032.stdout:24: finishing write tid 3 to smithi032174182-24 2023-12-22T17:17:02.964 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 6 (ObjNum 23 snap 0 seq_num 23) dirty exists 2023-12-22T17:17:02.964 INFO:tasks.rados.rados.0.smithi032.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2023-12-22T17:17:02.964 INFO:tasks.rados.rados.0.smithi032.stdout:25: finishing write tid 3 to smithi032174182-25 2023-12-22T17:17:02.964 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 2 (ObjNum 24 snap 0 seq_num 24) dirty exists 2023-12-22T17:17:02.964 INFO:tasks.rados.rados.0.smithi032.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2023-12-22T17:17:02.964 INFO:tasks.rados.rados.0.smithi032.stdout:26: finishing write tid 1 to smithi032174182-26 2023-12-22T17:17:02.965 INFO:tasks.rados.rados.0.smithi032.stdout:22: done (15 left) 2023-12-22T17:17:02.965 INFO:tasks.rados.rados.0.smithi032.stdout:23: done (14 left) 2023-12-22T17:17:02.965 INFO:tasks.rados.rados.0.smithi032.stdout:24: done (13 left) 2023-12-22T17:17:02.965 INFO:tasks.rados.rados.0.smithi032.stdout:25: done (12 left) 2023-12-22T17:17:02.965 INFO:tasks.rados.rados.0.smithi032.stdout:38: write initial oid 38 2023-12-22T17:17:02.965 INFO:tasks.rados.rados.0.smithi032.stdout:38: seq_num 37 ranges {0=622592} 2023-12-22T17:17:02.966 INFO:tasks.rados.rados.0.smithi032.stdout:38: writing smithi032174182-38 from 0 to 622592 tid 1 2023-12-22T17:17:02.966 INFO:tasks.rados.rados.0.smithi032.stdout:39: write initial oid 39 2023-12-22T17:17:02.966 INFO:tasks.rados.rados.0.smithi032.stdout:39: seq_num 38 ranges {0=638976} 2023-12-22T17:17:02.970 INFO:tasks.rados.rados.0.smithi032.stdout:39: writing smithi032174182-39 from 0 to 638976 tid 1 2023-12-22T17:17:02.971 INFO:tasks.rados.rados.0.smithi032.stdout:40: write initial oid 40 2023-12-22T17:17:02.971 INFO:tasks.rados.rados.0.smithi032.stdout:40: seq_num 39 ranges {0=663552} 2023-12-22T17:17:02.974 INFO:tasks.rados.rados.0.smithi032.stdout:40: writing smithi032174182-40 from 0 to 663552 tid 1 2023-12-22T17:17:02.974 INFO:tasks.rados.rados.0.smithi032.stdout:41: write initial oid 41 2023-12-22T17:17:02.975 INFO:tasks.rados.rados.0.smithi032.stdout:41: seq_num 40 ranges {0=679936} 2023-12-22T17:17:02.979 INFO:tasks.rados.rados.0.smithi032.stdout:41: writing smithi032174182-41 from 0 to 679936 tid 1 2023-12-22T17:17:02.979 INFO:tasks.rados.rados.0.smithi032.stdout: waiting on 16 2023-12-22T17:17:02.980 INFO:tasks.rados.rados.0.smithi032.stdout:26: finishing write tid 2 to smithi032174182-26 2023-12-22T17:17:02.980 INFO:tasks.rados.rados.0.smithi032.stdout:26: finishing write tid 3 to smithi032174182-26 2023-12-22T17:17:02.980 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 6 (ObjNum 25 snap 0 seq_num 25) dirty exists 2023-12-22T17:17:02.980 INFO:tasks.rados.rados.0.smithi032.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2023-12-22T17:17:02.980 INFO:tasks.rados.rados.0.smithi032.stdout:27: finishing write tid 1 to smithi032174182-27 2023-12-22T17:17:02.980 INFO:tasks.rados.rados.0.smithi032.stdout:27: finishing write tid 2 to smithi032174182-27 2023-12-22T17:17:02.980 INFO:tasks.rados.rados.0.smithi032.stdout:27: finishing write tid 3 to smithi032174182-27 2023-12-22T17:17:02.980 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 8 (ObjNum 26 snap 0 seq_num 26) dirty exists 2023-12-22T17:17:02.980 INFO:tasks.rados.rados.0.smithi032.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2023-12-22T17:17:02.980 INFO:tasks.rados.rados.0.smithi032.stdout:28: finishing write tid 1 to smithi032174182-28 2023-12-22T17:17:02.980 INFO:tasks.rados.rados.0.smithi032.stdout:26: done (15 left) 2023-12-22T17:17:02.980 INFO:tasks.rados.rados.0.smithi032.stdout:27: done (14 left) 2023-12-22T17:17:02.980 INFO:tasks.rados.rados.0.smithi032.stdout:42: write initial oid 42 2023-12-22T17:17:02.980 INFO:tasks.rados.rados.0.smithi032.stdout:42: seq_num 41 ranges {0=696320} 2023-12-22T17:17:02.983 INFO:tasks.rados.rados.0.smithi032.stdout:42: writing smithi032174182-42 from 0 to 696320 tid 1 2023-12-22T17:17:02.983 INFO:tasks.rados.rados.0.smithi032.stdout:43: write initial oid 43 2023-12-22T17:17:02.983 INFO:tasks.rados.rados.0.smithi032.stdout:43: seq_num 42 ranges {0=712704} 2023-12-22T17:17:02.988 INFO:tasks.rados.rados.0.smithi032.stdout:43: writing smithi032174182-43 from 0 to 712704 tid 1 2023-12-22T17:17:02.988 INFO:tasks.rados.rados.0.smithi032.stdout: waiting on 16 2023-12-22T17:17:02.988 INFO:tasks.rados.rados.0.smithi032.stdout:28: finishing write tid 2 to smithi032174182-28 2023-12-22T17:17:02.988 INFO:tasks.rados.rados.0.smithi032.stdout:28: finishing write tid 3 to smithi032174182-28 2023-12-22T17:17:02.988 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 6 (ObjNum 27 snap 0 seq_num 27) dirty exists 2023-12-22T17:17:02.988 INFO:tasks.rados.rados.0.smithi032.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2023-12-22T17:17:02.988 INFO:tasks.rados.rados.0.smithi032.stdout:29: finishing write tid 1 to smithi032174182-29 2023-12-22T17:17:02.988 INFO:tasks.rados.rados.0.smithi032.stdout:28: done (15 left) 2023-12-22T17:17:02.988 INFO:tasks.rados.rados.0.smithi032.stdout:44: write initial oid 44 2023-12-22T17:17:02.988 INFO:tasks.rados.rados.0.smithi032.stdout:44: seq_num 43 ranges {0=729088} 2023-12-22T17:17:02.992 INFO:tasks.rados.rados.0.smithi032.stdout:44: writing smithi032174182-44 from 0 to 729088 tid 1 2023-12-22T17:17:02.993 INFO:tasks.rados.rados.0.smithi032.stdout: waiting on 16 2023-12-22T17:17:02.993 INFO:tasks.rados.rados.0.smithi032.stdout:29: finishing write tid 2 to smithi032174182-29 2023-12-22T17:17:02.993 INFO:tasks.rados.rados.0.smithi032.stdout:29: finishing write tid 3 to smithi032174182-29 2023-12-22T17:17:02.993 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 8 (ObjNum 28 snap 0 seq_num 28) dirty exists 2023-12-22T17:17:02.993 INFO:tasks.rados.rados.0.smithi032.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2023-12-22T17:17:02.993 INFO:tasks.rados.rados.0.smithi032.stdout:30: finishing write tid 1 to smithi032174182-30 2023-12-22T17:17:02.993 INFO:tasks.rados.rados.0.smithi032.stdout:30: finishing write tid 2 to smithi032174182-30 2023-12-22T17:17:02.993 INFO:tasks.rados.rados.0.smithi032.stdout:30: finishing write tid 3 to smithi032174182-30 2023-12-22T17:17:02.993 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 8 (ObjNum 29 snap 0 seq_num 29) dirty exists 2023-12-22T17:17:02.993 INFO:tasks.rados.rados.0.smithi032.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2023-12-22T17:17:02.993 INFO:tasks.rados.rados.0.smithi032.stdout:31: finishing write tid 1 to smithi032174182-31 2023-12-22T17:17:02.993 INFO:tasks.rados.rados.0.smithi032.stdout:31: finishing write tid 2 to smithi032174182-31 2023-12-22T17:17:02.993 INFO:tasks.rados.rados.0.smithi032.stdout:31: finishing write tid 3 to smithi032174182-31 2023-12-22T17:17:02.993 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 10 (ObjNum 30 snap 0 seq_num 30) dirty exists 2023-12-22T17:17:02.993 INFO:tasks.rados.rados.0.smithi032.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2023-12-22T17:17:02.994 INFO:tasks.rados.rados.0.smithi032.stdout:32: finishing write tid 1 to smithi032174182-32 2023-12-22T17:17:02.994 INFO:tasks.rados.rados.0.smithi032.stdout:32: finishing write tid 2 to smithi032174182-32 2023-12-22T17:17:02.994 INFO:tasks.rados.rados.0.smithi032.stdout:32: finishing write tid 3 to smithi032174182-32 2023-12-22T17:17:02.994 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 4 (ObjNum 31 snap 0 seq_num 31) dirty exists 2023-12-22T17:17:02.994 INFO:tasks.rados.rados.0.smithi032.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2023-12-22T17:17:02.994 INFO:tasks.rados.rados.0.smithi032.stdout:33: finishing write tid 1 to smithi032174182-33 2023-12-22T17:17:02.994 INFO:tasks.rados.rados.0.smithi032.stdout:33: finishing write tid 2 to smithi032174182-33 2023-12-22T17:17:02.994 INFO:tasks.rados.rados.0.smithi032.stdout:33: finishing write tid 3 to smithi032174182-33 2023-12-22T17:17:02.994 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 4 (ObjNum 32 snap 0 seq_num 32) dirty exists 2023-12-22T17:17:02.994 INFO:tasks.rados.rados.0.smithi032.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2023-12-22T17:17:02.994 INFO:tasks.rados.rados.0.smithi032.stdout:34: finishing write tid 1 to smithi032174182-34 2023-12-22T17:17:02.994 INFO:tasks.rados.rados.0.smithi032.stdout:34: finishing write tid 2 to smithi032174182-34 2023-12-22T17:17:02.994 INFO:tasks.rados.rados.0.smithi032.stdout:34: finishing write tid 3 to smithi032174182-34 2023-12-22T17:17:02.994 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 4 (ObjNum 33 snap 0 seq_num 33) dirty exists 2023-12-22T17:17:02.994 INFO:tasks.rados.rados.0.smithi032.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2023-12-22T17:17:02.994 INFO:tasks.rados.rados.0.smithi032.stdout:35: finishing write tid 1 to smithi032174182-35 2023-12-22T17:17:02.994 INFO:tasks.rados.rados.0.smithi032.stdout:35: finishing write tid 2 to smithi032174182-35 2023-12-22T17:17:02.995 INFO:tasks.rados.rados.0.smithi032.stdout:35: finishing write tid 3 to smithi032174182-35 2023-12-22T17:17:02.995 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 8 (ObjNum 34 snap 0 seq_num 34) dirty exists 2023-12-22T17:17:02.995 INFO:tasks.rados.rados.0.smithi032.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2023-12-22T17:17:02.995 INFO:tasks.rados.rados.0.smithi032.stdout:36: finishing write tid 1 to smithi032174182-36 2023-12-22T17:17:02.995 INFO:tasks.rados.rados.0.smithi032.stdout:36: finishing write tid 2 to smithi032174182-36 2023-12-22T17:17:02.995 INFO:tasks.rados.rados.0.smithi032.stdout:36: finishing write tid 3 to smithi032174182-36 2023-12-22T17:17:02.995 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 6 (ObjNum 35 snap 0 seq_num 35) dirty exists 2023-12-22T17:17:02.995 INFO:tasks.rados.rados.0.smithi032.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2023-12-22T17:17:02.995 INFO:tasks.rados.rados.0.smithi032.stdout:37: finishing write tid 1 to smithi032174182-37 2023-12-22T17:17:02.995 INFO:tasks.rados.rados.0.smithi032.stdout:29: done (15 left) 2023-12-22T17:17:02.995 INFO:tasks.rados.rados.0.smithi032.stdout:30: done (14 left) 2023-12-22T17:17:02.995 INFO:tasks.rados.rados.0.smithi032.stdout:31: done (13 left) 2023-12-22T17:17:02.995 INFO:tasks.rados.rados.0.smithi032.stdout:32: done (12 left) 2023-12-22T17:17:02.995 INFO:tasks.rados.rados.0.smithi032.stdout:33: done (11 left) 2023-12-22T17:17:02.995 INFO:tasks.rados.rados.0.smithi032.stdout:34: done (10 left) 2023-12-22T17:17:02.995 INFO:tasks.rados.rados.0.smithi032.stdout:35: done (9 left) 2023-12-22T17:17:02.995 INFO:tasks.rados.rados.0.smithi032.stdout:36: done (8 left) 2023-12-22T17:17:02.995 INFO:tasks.rados.rados.0.smithi032.stdout:45: write initial oid 45 2023-12-22T17:17:02.996 INFO:tasks.rados.rados.0.smithi032.stdout:45: seq_num 44 ranges {0=745472} 2023-12-22T17:17:02.997 INFO:tasks.rados.rados.0.smithi032.stdout:45: writing smithi032174182-45 from 0 to 745472 tid 1 2023-12-22T17:17:02.997 INFO:tasks.rados.rados.0.smithi032.stdout:46: write initial oid 46 2023-12-22T17:17:02.997 INFO:tasks.rados.rados.0.smithi032.stdout:46: seq_num 45 ranges {0=761856} 2023-12-22T17:17:03.002 INFO:tasks.rados.rados.0.smithi032.stdout:46: writing smithi032174182-46 from 0 to 761856 tid 1 2023-12-22T17:17:03.002 INFO:tasks.rados.rados.0.smithi032.stdout:47: write initial oid 47 2023-12-22T17:17:03.002 INFO:tasks.rados.rados.0.smithi032.stdout:47: seq_num 46 ranges {0=778240} 2023-12-22T17:17:03.006 INFO:tasks.rados.rados.0.smithi032.stdout:47: writing smithi032174182-47 from 0 to 778240 tid 1 2023-12-22T17:17:03.006 INFO:tasks.rados.rados.0.smithi032.stdout:48: write initial oid 48 2023-12-22T17:17:03.006 INFO:tasks.rados.rados.0.smithi032.stdout:48: seq_num 47 ranges {0=794624} 2023-12-22T17:17:03.011 INFO:tasks.rados.rados.0.smithi032.stdout:48: writing smithi032174182-48 from 0 to 794624 tid 1 2023-12-22T17:17:03.011 INFO:tasks.rados.rados.0.smithi032.stdout:49: write initial oid 49 2023-12-22T17:17:03.011 INFO:tasks.rados.rados.0.smithi032.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2023-12-22T17:17:03.013 INFO:tasks.rados.rados.0.smithi032.stdout:49: writing smithi032174182-49 from 0 to 409600 tid 1 2023-12-22T17:17:03.016 INFO:tasks.rados.rados.0.smithi032.stdout:49: writing smithi032174182-49 from 409600 to 811008 tid 2 2023-12-22T17:17:03.016 INFO:tasks.rados.rados.0.smithi032.stdout:50: write initial oid 50 2023-12-22T17:17:03.016 INFO:tasks.rados.rados.0.smithi032.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2023-12-22T17:17:03.019 INFO:tasks.rados.rados.0.smithi032.stdout:50: writing smithi032174182-50 from 0 to 425984 tid 1 2023-12-22T17:17:03.022 INFO:tasks.rados.rados.0.smithi032.stdout:50: writing smithi032174182-50 from 425984 to 827392 tid 2 2023-12-22T17:17:03.022 INFO:tasks.rados.rados.0.smithi032.stdout:51: copy_from oid 8 from oid 18 current snap is 0 2023-12-22T17:17:03.022 INFO:tasks.rados.rados.0.smithi032.stdout:38: finishing write tid 1 to smithi032174182-38 2023-12-22T17:17:03.022 INFO:tasks.rados.rados.0.smithi032.stdout:37: finishing write tid 2 to smithi032174182-37 2023-12-22T17:17:03.022 INFO:tasks.rados.rados.0.smithi032.stdout:38: finishing write tid 2 to smithi032174182-38 2023-12-22T17:17:03.022 INFO:tasks.rados.rados.0.smithi032.stdout:37: finishing write tid 3 to smithi032174182-37 2023-12-22T17:17:03.022 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2023-12-22T17:17:03.022 INFO:tasks.rados.rados.0.smithi032.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2023-12-22T17:17:03.022 INFO:tasks.rados.rados.0.smithi032.stdout:38: finishing write tid 3 to smithi032174182-38 2023-12-22T17:17:03.022 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 8 (ObjNum 37 snap 0 seq_num 37) dirty exists 2023-12-22T17:17:03.022 INFO:tasks.rados.rados.0.smithi032.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2023-12-22T17:17:03.022 INFO:tasks.rados.rados.0.smithi032.stdout:39: finishing write tid 1 to smithi032174182-39 2023-12-22T17:17:03.022 INFO:tasks.rados.rados.0.smithi032.stdout:39: finishing write tid 2 to smithi032174182-39 2023-12-22T17:17:03.022 INFO:tasks.rados.rados.0.smithi032.stdout:37: done (14 left) 2023-12-22T17:17:03.023 INFO:tasks.rados.rados.0.smithi032.stdout:38: done (13 left) 2023-12-22T17:17:03.023 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 14 current snap is 0 2023-12-22T17:17:03.023 INFO:tasks.rados.rados.0.smithi032.stdout:39: finishing write tid 3 to smithi032174182-39 2023-12-22T17:17:03.023 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 2 (ObjNum 38 snap 0 seq_num 38) dirty exists 2023-12-22T17:17:03.023 INFO:tasks.rados.rados.0.smithi032.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2023-12-22T17:17:03.023 INFO:tasks.rados.rados.0.smithi032.stdout:40: finishing write tid 1 to smithi032174182-40 2023-12-22T17:17:03.023 INFO:tasks.rados.rados.0.smithi032.stdout:40: finishing write tid 2 to smithi032174182-40 2023-12-22T17:17:03.023 INFO:tasks.rados.rados.0.smithi032.stdout:52: seq_num 50 ranges {221184=442368,663552=401408} 2023-12-22T17:17:03.025 INFO:tasks.rados.rados.0.smithi032.stdout:52: writing smithi032174182-14 from 221184 to 663552 tid 1 2023-12-22T17:17:03.030 INFO:tasks.rados.rados.0.smithi032.stdout:52: writing smithi032174182-14 from 663552 to 1064960 tid 2 2023-12-22T17:17:03.030 INFO:tasks.rados.rados.0.smithi032.stdout:39: done (13 left) 2023-12-22T17:17:03.030 INFO:tasks.rados.rados.0.smithi032.stdout:53: rmattr oid 20 current snap is 0 2023-12-22T17:17:03.030 INFO:tasks.rados.rados.0.smithi032.stdout:53: done (13 left) 2023-12-22T17:17:03.030 INFO:tasks.rados.rados.0.smithi032.stdout:54: delete oid 10 current snap is 0 2023-12-22T17:17:03.030 INFO:tasks.rados.rados.0.smithi032.stdout:40: finishing write tid 3 to smithi032174182-40 2023-12-22T17:17:03.030 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 4 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-12-22T17:17:03.030 INFO:tasks.rados.rados.0.smithi032.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2023-12-22T17:17:03.030 INFO:tasks.rados.rados.0.smithi032.stdout:41: finishing write tid 1 to smithi032174182-41 2023-12-22T17:17:03.030 INFO:tasks.rados.rados.0.smithi032.stdout:41: finishing write tid 2 to smithi032174182-41 2023-12-22T17:17:03.031 INFO:tasks.rados.rados.0.smithi032.stdout:41: finishing write tid 3 to smithi032174182-41 2023-12-22T17:17:03.031 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 10 (ObjNum 40 snap 0 seq_num 40) dirty exists 2023-12-22T17:17:03.031 INFO:tasks.rados.rados.0.smithi032.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2023-12-22T17:17:03.031 INFO:tasks.rados.rados.0.smithi032.stdout:42: finishing write tid 1 to smithi032174182-42 2023-12-22T17:17:03.031 INFO:tasks.rados.rados.0.smithi032.stdout:42: finishing write tid 2 to smithi032174182-42 2023-12-22T17:17:03.031 INFO:tasks.rados.rados.0.smithi032.stdout:43: finishing write tid 1 to smithi032174182-43 2023-12-22T17:17:03.031 INFO:tasks.rados.rados.0.smithi032.stdout:42: finishing write tid 3 to smithi032174182-42 2023-12-22T17:17:03.031 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 4 (ObjNum 41 snap 0 seq_num 41) dirty exists 2023-12-22T17:17:03.031 INFO:tasks.rados.rados.0.smithi032.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2023-12-22T17:17:03.031 INFO:tasks.rados.rados.0.smithi032.stdout:43: finishing write tid 2 to smithi032174182-43 2023-12-22T17:17:03.031 INFO:tasks.rados.rados.0.smithi032.stdout:43: finishing write tid 3 to smithi032174182-43 2023-12-22T17:17:03.031 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 6 (ObjNum 42 snap 0 seq_num 42) dirty exists 2023-12-22T17:17:03.031 INFO:tasks.rados.rados.0.smithi032.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2023-12-22T17:17:03.031 INFO:tasks.rados.rados.0.smithi032.stdout:44: finishing write tid 1 to smithi032174182-44 2023-12-22T17:17:03.031 INFO:tasks.rados.rados.0.smithi032.stdout:44: finishing write tid 2 to smithi032174182-44 2023-12-22T17:17:03.032 INFO:tasks.rados.rados.0.smithi032.stdout:44: finishing write tid 3 to smithi032174182-44 2023-12-22T17:17:03.032 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 10 (ObjNum 43 snap 0 seq_num 43) dirty exists 2023-12-22T17:17:03.032 INFO:tasks.rados.rados.0.smithi032.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2023-12-22T17:17:03.032 INFO:tasks.rados.rados.0.smithi032.stdout:45: finishing write tid 1 to smithi032174182-45 2023-12-22T17:17:03.032 INFO:tasks.rados.rados.0.smithi032.stdout:45: finishing write tid 2 to smithi032174182-45 2023-12-22T17:17:03.032 INFO:tasks.rados.rados.0.smithi032.stdout:45: finishing write tid 3 to smithi032174182-45 2023-12-22T17:17:03.032 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 10 (ObjNum 44 snap 0 seq_num 44) dirty exists 2023-12-22T17:17:03.032 INFO:tasks.rados.rados.0.smithi032.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2023-12-22T17:17:03.032 INFO:tasks.rados.rados.0.smithi032.stdout:46: finishing write tid 1 to smithi032174182-46 2023-12-22T17:17:03.032 INFO:tasks.rados.rados.0.smithi032.stdout:46: finishing write tid 2 to smithi032174182-46 2023-12-22T17:17:03.032 INFO:tasks.rados.rados.0.smithi032.stdout:46: finishing write tid 3 to smithi032174182-46 2023-12-22T17:17:03.032 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 6 (ObjNum 45 snap 0 seq_num 45) dirty exists 2023-12-22T17:17:03.032 INFO:tasks.rados.rados.0.smithi032.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2023-12-22T17:17:03.032 INFO:tasks.rados.rados.0.smithi032.stdout:47: finishing write tid 1 to smithi032174182-47 2023-12-22T17:17:03.033 INFO:tasks.rados.rados.0.smithi032.stdout:47: finishing write tid 2 to smithi032174182-47 2023-12-22T17:17:03.033 INFO:tasks.rados.rados.0.smithi032.stdout:47: finishing write tid 3 to smithi032174182-47 2023-12-22T17:17:03.033 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 12 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-22T17:17:03.033 INFO:tasks.rados.rados.0.smithi032.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2023-12-22T17:17:03.033 INFO:tasks.rados.rados.0.smithi032.stdout:48: finishing write tid 1 to smithi032174182-48 2023-12-22T17:17:03.033 INFO:tasks.rados.rados.0.smithi032.stdout:48: finishing write tid 2 to smithi032174182-48 2023-12-22T17:17:03.033 INFO:tasks.rados.rados.0.smithi032.stdout:48: finishing write tid 3 to smithi032174182-48 2023-12-22T17:17:03.033 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 6 (ObjNum 47 snap 0 seq_num 47) dirty exists 2023-12-22T17:17:03.033 INFO:tasks.rados.rados.0.smithi032.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2023-12-22T17:17:03.033 INFO:tasks.rados.rados.0.smithi032.stdout:49: finishing write tid 1 to smithi032174182-49 2023-12-22T17:17:03.033 INFO:tasks.rados.rados.0.smithi032.stdout:49: finishing write tid 2 to smithi032174182-49 2023-12-22T17:17:03.033 INFO:tasks.rados.rados.0.smithi032.stdout:49: finishing write tid 3 to smithi032174182-49 2023-12-22T17:17:03.033 INFO:tasks.rados.rados.0.smithi032.stdout:49: finishing write tid 4 to smithi032174182-49 2023-12-22T17:17:03.033 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 7 (ObjNum 48 snap 0 seq_num 48) dirty exists 2023-12-22T17:17:03.033 INFO:tasks.rados.rados.0.smithi032.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2023-12-22T17:17:03.033 INFO:tasks.rados.rados.0.smithi032.stdout:50: finishing write tid 1 to smithi032174182-50 2023-12-22T17:17:03.034 INFO:tasks.rados.rados.0.smithi032.stdout:50: finishing write tid 2 to smithi032174182-50 2023-12-22T17:17:03.034 INFO:tasks.rados.rados.0.smithi032.stdout:50: finishing write tid 3 to smithi032174182-50 2023-12-22T17:17:03.034 INFO:tasks.rados.rados.0.smithi032.stdout:51: finishing copy_from to smithi032174182-8 2023-12-22T17:17:03.034 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 2 (ObjNum 17 snap 0 seq_num 17) dirty exists 2023-12-22T17:17:03.034 INFO:tasks.rados.rados.0.smithi032.stdout:50: finishing write tid 4 to smithi032174182-50 2023-12-22T17:17:03.034 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 10 (ObjNum 49 snap 0 seq_num 49) dirty exists 2023-12-22T17:17:03.034 INFO:tasks.rados.rados.0.smithi032.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2023-12-22T17:17:03.034 INFO:tasks.rados.rados.0.smithi032.stdout:51: finishing copy_from racing read to smithi032174182-8 2023-12-22T17:17:03.034 INFO:tasks.rados.rados.0.smithi032.stdout:52: finishing write tid 1 to smithi032174182-14 2023-12-22T17:17:03.034 INFO:tasks.rados.rados.0.smithi032.stdout:40: done (13 left) 2023-12-22T17:17:03.034 INFO:tasks.rados.rados.0.smithi032.stdout:41: done (12 left) 2023-12-22T17:17:03.034 INFO:tasks.rados.rados.0.smithi032.stdout:42: done (11 left) 2023-12-22T17:17:03.034 INFO:tasks.rados.rados.0.smithi032.stdout:43: done (10 left) 2023-12-22T17:17:03.034 INFO:tasks.rados.rados.0.smithi032.stdout:44: done (9 left) 2023-12-22T17:17:03.034 INFO:tasks.rados.rados.0.smithi032.stdout:45: done (8 left) 2023-12-22T17:17:03.034 INFO:tasks.rados.rados.0.smithi032.stdout:46: done (7 left) 2023-12-22T17:17:03.034 INFO:tasks.rados.rados.0.smithi032.stdout:47: done (6 left) 2023-12-22T17:17:03.035 INFO:tasks.rados.rados.0.smithi032.stdout:48: done (5 left) 2023-12-22T17:17:03.035 INFO:tasks.rados.rados.0.smithi032.stdout:49: done (4 left) 2023-12-22T17:17:03.035 INFO:tasks.rados.rados.0.smithi032.stdout:50: done (3 left) 2023-12-22T17:17:03.035 INFO:tasks.rados.rados.0.smithi032.stdout:51: done (2 left) 2023-12-22T17:17:03.035 INFO:tasks.rados.rados.0.smithi032.stdout:54: done (1 left) 2023-12-22T17:17:03.035 INFO:tasks.rados.rados.0.smithi032.stdout:55: read oid 16 snap -1 2023-12-22T17:17:03.035 INFO:tasks.rados.rados.0.smithi032.stdout:55: expect (ObjNum 15 snap 0 seq_num 15) 2023-12-22T17:17:03.035 INFO:tasks.rados.rados.0.smithi032.stdout:56: rollback oid 31 current snap is 0 2023-12-22T17:17:03.035 INFO:tasks.rados.rados.0.smithi032.stdout:56: done (2 left) 2023-12-22T17:17:03.035 INFO:tasks.rados.rados.0.smithi032.stdout:57: read oid 28 snap -1 2023-12-22T17:17:03.035 INFO:tasks.rados.rados.0.smithi032.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2023-12-22T17:17:03.035 INFO:tasks.rados.rados.0.smithi032.stdout:58: copy_from oid 29 from oid 47 current snap is 0 2023-12-22T17:17:03.035 INFO:tasks.rados.rados.0.smithi032.stdout:59: rollback oid 45 current snap is 0 2023-12-22T17:17:03.035 INFO:tasks.rados.rados.0.smithi032.stdout:59: done (4 left) 2023-12-22T17:17:03.035 INFO:tasks.rados.rados.0.smithi032.stdout:60: copy_from oid 23 from oid 48 current snap is 0 2023-12-22T17:17:03.035 INFO:tasks.rados.rados.0.smithi032.stdout:61: delete oid 1 current snap is 0 2023-12-22T17:17:03.036 INFO:tasks.rados.rados.0.smithi032.stdout:52: finishing write tid 2 to smithi032174182-14 2023-12-22T17:17:03.036 INFO:tasks.rados.rados.0.smithi032.stdout:52: finishing write tid 3 to smithi032174182-14 2023-12-22T17:17:03.036 INFO:tasks.rados.rados.0.smithi032.stdout:61: done (5 left) 2023-12-22T17:17:03.036 INFO:tasks.rados.rados.0.smithi032.stdout:62: read oid 18 snap -1 2023-12-22T17:17:03.037 INFO:tasks.rados.rados.0.smithi032.stdout:62: expect (ObjNum 17 snap 0 seq_num 17) 2023-12-22T17:17:03.037 INFO:tasks.rados.rados.0.smithi032.stdout:63: snap_create 2023-12-22T17:17:03.037 INFO:tasks.rados.rados.0.smithi032.stdout:52: finishing write tid 4 to smithi032174182-14 2023-12-22T17:17:03.037 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 9 (ObjNum 50 snap 0 seq_num 50) dirty exists 2023-12-22T17:17:03.037 INFO:tasks.rados.rados.0.smithi032.stdout:52: left oid 14 (ObjNum 50 snap 0 seq_num 50) 2023-12-22T17:17:03.037 INFO:tasks.rados.rados.0.smithi032.stdout:55: expect (ObjNum 15 snap 0 seq_num 15) 2023-12-22T17:17:03.041 INFO:tasks.rados.rados.0.smithi032.stdout:62: expect (ObjNum 17 snap 0 seq_num 17) 2023-12-22T17:17:03.048 INFO:tasks.rados.rados.0.smithi032.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2023-12-22T17:17:03.060 INFO:tasks.rados.rados.0.smithi032.stdout:60: finishing copy_from to smithi032174182-23 2023-12-22T17:17:03.060 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 6 (ObjNum 47 snap 0 seq_num 47) dirty exists 2023-12-22T17:17:03.060 INFO:tasks.rados.rados.0.smithi032.stdout:60: finishing copy_from racing read to smithi032174182-23 2023-12-22T17:17:03.060 INFO:tasks.rados.rados.0.smithi032.stdout:58: finishing copy_from to smithi032174182-29 2023-12-22T17:17:03.060 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 12 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-22T17:17:03.060 INFO:tasks.rados.rados.0.smithi032.stdout:58: finishing copy_from racing read to smithi032174182-29 2023-12-22T17:17:03.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:02 smithi032 ceph-mon[125050]: pgmap v64: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:17:03.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:02 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/10407748' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2023-12-22T17:17:03.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:02 smithi032 ceph-mon[125050]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2023-12-22T17:17:03.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:02 smithi032 ceph-mon[110651]: pgmap v64: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:17:03.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:02 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/10407748' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2023-12-22T17:17:03.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:02 smithi032 ceph-mon[110651]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2023-12-22T17:17:03.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:02 smithi039 ceph-mon[115265]: pgmap v64: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:17:03.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:02 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/10407748' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2023-12-22T17:17:03.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:02 smithi039 ceph-mon[115265]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2023-12-22T17:17:03.889 INFO:tasks.rados.rados.0.smithi032.stdout:52: done (6 left) 2023-12-22T17:17:03.889 INFO:tasks.rados.rados.0.smithi032.stdout:55: done (5 left) 2023-12-22T17:17:03.889 INFO:tasks.rados.rados.0.smithi032.stdout:57: done (4 left) 2023-12-22T17:17:03.889 INFO:tasks.rados.rados.0.smithi032.stdout:58: done (3 left) 2023-12-22T17:17:03.889 INFO:tasks.rados.rados.0.smithi032.stdout:60: done (2 left) 2023-12-22T17:17:03.889 INFO:tasks.rados.rados.0.smithi032.stdout:62: done (1 left) 2023-12-22T17:17:03.889 INFO:tasks.rados.rados.0.smithi032.stdout:63: done (0 left) 2023-12-22T17:17:03.889 INFO:tasks.rados.rados.0.smithi032.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2023-12-22T17:17:03.889 INFO:tasks.rados.rados.0.smithi032.stdout:65: read oid 30 snap -1 2023-12-22T17:17:03.889 INFO:tasks.rados.rados.0.smithi032.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2023-12-22T17:17:03.889 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 23 current snap is 1 2023-12-22T17:17:03.889 INFO:tasks.rados.rados.0.smithi032.stdout:66: seq_num 53 ranges {794624=491520,1286144=401408} 2023-12-22T17:17:03.897 INFO:tasks.rados.rados.0.smithi032.stdout:66: writing smithi032174182-23 from 794624 to 1286144 tid 1 2023-12-22T17:17:03.899 INFO:tasks.rados.rados.0.smithi032.stdout:66: writing smithi032174182-23 from 1286144 to 1687552 tid 2 2023-12-22T17:17:03.899 INFO:tasks.rados.rados.0.smithi032.stdout:67: rollback oid 10 current snap is 1 2023-12-22T17:17:03.899 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 10 to 0 2023-12-22T17:17:03.900 INFO:tasks.rados.rados.0.smithi032.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2023-12-22T17:17:03.913 INFO:tasks.rados.rados.0.smithi032.stdout:64: finishing copy_from to smithi032174182-15 2023-12-22T17:17:03.913 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2023-12-22T17:17:03.913 INFO:tasks.rados.rados.0.smithi032.stdout:64: finishing copy_from racing read to smithi032174182-15 2023-12-22T17:17:03.913 INFO:tasks.rados.rados.0.smithi032.stdout:66: finishing write tid 1 to smithi032174182-23 2023-12-22T17:17:03.913 INFO:tasks.rados.rados.0.smithi032.stdout:67: finishing rollback tid 1 to smithi032174182-10 2023-12-22T17:17:03.913 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 0 (ObjNum 33 snap 0 seq_num 1594962192) dirty dne 2023-12-22T17:17:03.913 INFO:tasks.rados.rados.0.smithi032.stdout:66: finishing write tid 2 to smithi032174182-23 2023-12-22T17:17:03.913 INFO:tasks.rados.rados.0.smithi032.stdout:66: finishing write tid 3 to smithi032174182-23 2023-12-22T17:17:03.914 INFO:tasks.rados.rados.0.smithi032.stdout:64: done (3 left) 2023-12-22T17:17:03.914 INFO:tasks.rados.rados.0.smithi032.stdout:65: done (2 left) 2023-12-22T17:17:03.914 INFO:tasks.rados.rados.0.smithi032.stdout:67: done (1 left) 2023-12-22T17:17:03.914 INFO:tasks.rados.rados.0.smithi032.stdout:68: setattr oid 31 current snap is 1 2023-12-22T17:17:03.914 INFO:tasks.rados.rados.0.smithi032.stdout:66: finishing write tid 4 to smithi032174182-23 2023-12-22T17:17:03.914 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 15 (ObjNum 53 snap 1 seq_num 53) dirty exists 2023-12-22T17:17:03.914 INFO:tasks.rados.rados.0.smithi032.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2023-12-22T17:17:03.915 INFO:tasks.rados.rados.0.smithi032.stdout:66: done (1 left) 2023-12-22T17:17:03.915 INFO:tasks.rados.rados.0.smithi032.stdout:69: copy_from oid 45 from oid 34 current snap is 1 2023-12-22T17:17:03.915 INFO:tasks.rados.rados.0.smithi032.stdout:70: read oid 23 snap 0 2023-12-22T17:17:03.915 INFO:tasks.rados.rados.0.smithi032.stdout:70: expect (ObjNum 47 snap 0 seq_num 47) 2023-12-22T17:17:03.915 INFO:tasks.rados.rados.0.smithi032.stdout:71: copy_from oid 36 from oid 27 current snap is 1 2023-12-22T17:17:03.916 INFO:tasks.rados.rados.0.smithi032.stdout:72: rollback oid 49 current snap is 1 2023-12-22T17:17:03.916 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 49 to 0 2023-12-22T17:17:03.916 INFO:tasks.rados.rados.0.smithi032.stdout:73: read oid 4 snap 0 2023-12-22T17:17:03.916 INFO:tasks.rados.rados.0.smithi032.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2023-12-22T17:17:03.916 INFO:tasks.rados.rados.0.smithi032.stdout:74: rmattr oid 7 current snap is 1 2023-12-22T17:17:03.916 INFO:tasks.rados.rados.0.smithi032.stdout:74: done (6 left) 2023-12-22T17:17:03.916 INFO:tasks.rados.rados.0.smithi032.stdout:75: copy_from oid 20 from oid 12 current snap is 1 2023-12-22T17:17:03.916 INFO:tasks.rados.rados.0.smithi032.stdout:76: read oid 39 snap -1 2023-12-22T17:17:03.916 INFO:tasks.rados.rados.0.smithi032.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2023-12-22T17:17:03.916 INFO:tasks.rados.rados.0.smithi032.stdout:77: copy_from oid 6 from oid 37 current snap is 1 2023-12-22T17:17:03.916 INFO:tasks.rados.rados.0.smithi032.stdout:78: read oid 2 snap -1 2023-12-22T17:17:03.916 INFO:tasks.rados.rados.0.smithi032.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2023-12-22T17:17:03.916 INFO:tasks.rados.rados.0.smithi032.stdout:79: setattr oid 41 current snap is 1 2023-12-22T17:17:03.916 INFO:tasks.rados.rados.0.smithi032.stdout:80: snap_create 2023-12-22T17:17:03.917 INFO:tasks.rados.rados.0.smithi032.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2023-12-22T17:17:03.918 INFO:tasks.rados.rados.0.smithi032.stdout:72: finishing rollback tid 0 to smithi032174182-49 2023-12-22T17:17:03.919 INFO:tasks.rados.rados.0.smithi032.stdout:70: expect (ObjNum 47 snap 0 seq_num 47) 2023-12-22T17:17:03.941 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 17 (ObjNum 40 snap 0 seq_num 40) dirty exists 2023-12-22T17:17:03.941 INFO:tasks.rados.rados.0.smithi032.stdout:72: finishing rollback tid 1 to smithi032174182-49 2023-12-22T17:17:03.941 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 12 (ObjNum 30 snap 0 seq_num 30) dirty exists 2023-12-22T17:17:03.941 INFO:tasks.rados.rados.0.smithi032.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2023-12-22T17:17:03.942 INFO:tasks.rados.rados.0.smithi032.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2023-12-22T17:17:03.958 INFO:tasks.rados.rados.0.smithi032.stdout:72: finishing rollback tid 2 to smithi032174182-49 2023-12-22T17:17:03.958 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 14 (ObjNum 48 snap 0 seq_num 48) dirty exists 2023-12-22T17:17:03.959 INFO:tasks.rados.rados.0.smithi032.stdout:77: finishing copy_from to smithi032174182-6 2023-12-22T17:17:03.959 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2023-12-22T17:17:03.959 INFO:tasks.rados.rados.0.smithi032.stdout:77: finishing copy_from racing read to smithi032174182-6 2023-12-22T17:17:03.959 INFO:tasks.rados.rados.0.smithi032.stdout:75: finishing copy_from to smithi032174182-20 2023-12-22T17:17:03.959 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2023-12-22T17:17:03.959 INFO:tasks.rados.rados.0.smithi032.stdout:75: finishing copy_from racing read to smithi032174182-20 2023-12-22T17:17:03.959 INFO:tasks.rados.rados.0.smithi032.stdout:69: finishing copy_from to smithi032174182-45 2023-12-22T17:17:03.959 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 4 (ObjNum 33 snap 0 seq_num 33) dirty exists 2023-12-22T17:17:03.959 INFO:tasks.rados.rados.0.smithi032.stdout:69: finishing copy_from racing read to smithi032174182-45 2023-12-22T17:17:03.959 INFO:tasks.rados.rados.0.smithi032.stdout:71: finishing copy_from to smithi032174182-36 2023-12-22T17:17:03.959 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 8 (ObjNum 26 snap 0 seq_num 26) dirty exists 2023-12-22T17:17:03.959 INFO:tasks.rados.rados.0.smithi032.stdout:71: finishing copy_from racing read to smithi032174182-36 2023-12-22T17:17:04.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:03 smithi032 ceph-mon[125050]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:17:04.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:03 smithi032 ceph-mon[125050]: Cluster is now healthy 2023-12-22T17:17:04.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:03 smithi032 ceph-mon[125050]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2023-12-22T17:17:04.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:03 smithi032 ceph-mon[125050]: osdmap e71: 8 total, 8 up, 8 in 2023-12-22T17:17:04.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:03 smithi032 ceph-mon[110651]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:17:04.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:03 smithi032 ceph-mon[110651]: Cluster is now healthy 2023-12-22T17:17:04.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:03 smithi032 ceph-mon[110651]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2023-12-22T17:17:04.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:03 smithi032 ceph-mon[110651]: osdmap e71: 8 total, 8 up, 8 in 2023-12-22T17:17:04.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:03 smithi039 ceph-mon[115265]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:17:04.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:03 smithi039 ceph-mon[115265]: Cluster is now healthy 2023-12-22T17:17:04.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:03 smithi039 ceph-mon[115265]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2023-12-22T17:17:04.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:03 smithi039 ceph-mon[115265]: osdmap e71: 8 total, 8 up, 8 in 2023-12-22T17:17:04.894 INFO:tasks.rados.rados.0.smithi032.stdout:68: done (11 left) 2023-12-22T17:17:04.894 INFO:tasks.rados.rados.0.smithi032.stdout:69: done (10 left) 2023-12-22T17:17:04.895 INFO:tasks.rados.rados.0.smithi032.stdout:70: done (9 left) 2023-12-22T17:17:04.895 INFO:tasks.rados.rados.0.smithi032.stdout:71: done (8 left) 2023-12-22T17:17:04.895 INFO:tasks.rados.rados.0.smithi032.stdout:72: done (7 left) 2023-12-22T17:17:04.895 INFO:tasks.rados.rados.0.smithi032.stdout:73: done (6 left) 2023-12-22T17:17:04.895 INFO:tasks.rados.rados.0.smithi032.stdout:75: done (5 left) 2023-12-22T17:17:04.895 INFO:tasks.rados.rados.0.smithi032.stdout:76: done (4 left) 2023-12-22T17:17:04.895 INFO:tasks.rados.rados.0.smithi032.stdout:77: done (3 left) 2023-12-22T17:17:04.895 INFO:tasks.rados.rados.0.smithi032.stdout:78: done (2 left) 2023-12-22T17:17:04.895 INFO:tasks.rados.rados.0.smithi032.stdout:79: done (1 left) 2023-12-22T17:17:04.895 INFO:tasks.rados.rados.0.smithi032.stdout:80: done (0 left) 2023-12-22T17:17:04.895 INFO:tasks.rados.rados.0.smithi032.stdout:81: rollback oid 40 current snap is 2 2023-12-22T17:17:04.895 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 40 to 1 2023-12-22T17:17:04.895 INFO:tasks.rados.rados.0.smithi032.stdout:82: snap_create 2023-12-22T17:17:04.899 INFO:tasks.rados.rados.0.smithi032.stdout:81: finishing rollback tid 0 to smithi032174182-40 2023-12-22T17:17:04.899 INFO:tasks.rados.rados.0.smithi032.stdout:81: finishing rollback tid 1 to smithi032174182-40 2023-12-22T17:17:04.899 INFO:tasks.rados.rados.0.smithi032.stdout:81: finishing rollback tid 2 to smithi032174182-40 2023-12-22T17:17:04.899 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 10 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-12-22T17:17:05.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:04 smithi032 ceph-mon[125050]: osdmap e72: 8 total, 8 up, 8 in 2023-12-22T17:17:05.208 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:04 smithi032 ceph-mon[125050]: pgmap v67: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:17:05.208 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:04 smithi032 ceph-mon[110651]: osdmap e72: 8 total, 8 up, 8 in 2023-12-22T17:17:05.208 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:04 smithi032 ceph-mon[110651]: pgmap v67: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:17:05.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:04 smithi039 ceph-mon[115265]: osdmap e72: 8 total, 8 up, 8 in 2023-12-22T17:17:05.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:04 smithi039 ceph-mon[115265]: pgmap v67: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:17:05.900 INFO:tasks.rados.rados.0.smithi032.stdout:81: done (1 left) 2023-12-22T17:17:05.900 INFO:tasks.rados.rados.0.smithi032.stdout:82: done (0 left) 2023-12-22T17:17:05.900 INFO:tasks.rados.rados.0.smithi032.stdout:83: rollback oid 9 current snap is 3 2023-12-22T17:17:05.900 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 9 to 0 2023-12-22T17:17:05.900 INFO:tasks.rados.rados.0.smithi032.stdout:84: read oid 20 snap 1 2023-12-22T17:17:05.900 INFO:tasks.rados.rados.0.smithi032.stdout:84: expect (ObjNum 11 snap 0 seq_num 11) 2023-12-22T17:17:05.901 INFO:tasks.rados.rados.0.smithi032.stdout:85: read oid 41 snap -1 2023-12-22T17:17:05.901 INFO:tasks.rados.rados.0.smithi032.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2023-12-22T17:17:05.901 INFO:tasks.rados.rados.0.smithi032.stdout:86: snap_create 2023-12-22T17:17:05.905 INFO:tasks.rados.rados.0.smithi032.stdout:83: finishing rollback tid 0 to smithi032174182-9 2023-12-22T17:17:05.905 INFO:tasks.rados.rados.0.smithi032.stdout:83: finishing rollback tid 1 to smithi032174182-9 2023-12-22T17:17:05.907 INFO:tasks.rados.rados.0.smithi032.stdout:84: expect (ObjNum 11 snap 0 seq_num 11) 2023-12-22T17:17:05.912 INFO:tasks.rados.rados.0.smithi032.stdout:83: finishing rollback tid 2 to smithi032174182-9 2023-12-22T17:17:05.912 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 10 (ObjNum 8 snap 0 seq_num 8) dirty exists 2023-12-22T17:17:05.912 INFO:tasks.rados.rados.0.smithi032.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2023-12-22T17:17:06.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:05 smithi032 ceph-mon[125050]: osdmap e73: 8 total, 8 up, 8 in 2023-12-22T17:17:06.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:05 smithi032 ceph-mon[110651]: osdmap e73: 8 total, 8 up, 8 in 2023-12-22T17:17:06.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:05 smithi039 ceph-mon[115265]: osdmap e73: 8 total, 8 up, 8 in 2023-12-22T17:17:06.906 INFO:tasks.rados.rados.0.smithi032.stdout:83: done (3 left) 2023-12-22T17:17:06.906 INFO:tasks.rados.rados.0.smithi032.stdout:84: done (2 left) 2023-12-22T17:17:06.907 INFO:tasks.rados.rados.0.smithi032.stdout:85: done (1 left) 2023-12-22T17:17:06.907 INFO:tasks.rados.rados.0.smithi032.stdout:86: done (0 left) 2023-12-22T17:17:06.907 INFO:tasks.rados.rados.0.smithi032.stdout:87: snap_remove snap 0 2023-12-22T17:17:07.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:06 smithi032 ceph-mon[125050]: osdmap e74: 8 total, 8 up, 8 in 2023-12-22T17:17:07.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:06 smithi032 ceph-mon[125050]: pgmap v70: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:17:07.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:06 smithi032 ceph-mon[110651]: osdmap e74: 8 total, 8 up, 8 in 2023-12-22T17:17:07.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:06 smithi032 ceph-mon[110651]: pgmap v70: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:17:07.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:06 smithi039 ceph-mon[115265]: osdmap e74: 8 total, 8 up, 8 in 2023-12-22T17:17:07.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:06 smithi039 ceph-mon[115265]: pgmap v70: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:17:07.912 INFO:tasks.rados.rados.0.smithi032.stdout:87: done (0 left) 2023-12-22T17:17:07.912 INFO:tasks.rados.rados.0.smithi032.stdout:88: read oid 29 snap 3 2023-12-22T17:17:07.912 INFO:tasks.rados.rados.0.smithi032.stdout:88: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-22T17:17:07.912 INFO:tasks.rados.rados.0.smithi032.stdout:89: read oid 46 snap -1 2023-12-22T17:17:07.912 INFO:tasks.rados.rados.0.smithi032.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2023-12-22T17:17:07.912 INFO:tasks.rados.rados.0.smithi032.stdout:90: copy_from oid 36 from oid 2 current snap is 4 2023-12-22T17:17:07.912 INFO:tasks.rados.rados.0.smithi032.stdout:91: rmattr oid 49 current snap is 4 2023-12-22T17:17:07.912 INFO:tasks.rados.rados.0.smithi032.stdout:91: done (3 left) 2023-12-22T17:17:07.912 INFO:tasks.rados.rados.0.smithi032.stdout:92: snap_remove snap 2 2023-12-22T17:17:08.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:07 smithi032 ceph-mon[125050]: osdmap e75: 8 total, 8 up, 8 in 2023-12-22T17:17:08.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:07 smithi032 ceph-mon[110651]: osdmap e75: 8 total, 8 up, 8 in 2023-12-22T17:17:08.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:07 smithi039 ceph-mon[115265]: osdmap e75: 8 total, 8 up, 8 in 2023-12-22T17:17:08.916 INFO:tasks.rados.rados.0.smithi032.stdout:92: done (3 left) 2023-12-22T17:17:08.916 INFO:tasks.rados.rados.0.smithi032.stdout:93: rmattr oid 30 current snap is 4 2023-12-22T17:17:08.916 INFO:tasks.rados.rados.0.smithi032.stdout:93: done (3 left) 2023-12-22T17:17:08.916 INFO:tasks.rados.rados.0.smithi032.stdout:94: read oid 42 snap 1 2023-12-22T17:17:08.916 INFO:tasks.rados.rados.0.smithi032.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2023-12-22T17:17:08.916 INFO:tasks.rados.rados.0.smithi032.stdout:95: rmattr oid 14 current snap is 4 2023-12-22T17:17:08.916 INFO:tasks.rados.rados.0.smithi032.stdout:95: done (4 left) 2023-12-22T17:17:08.916 INFO:tasks.rados.rados.0.smithi032.stdout:96: read oid 9 snap 1 2023-12-22T17:17:08.916 INFO:tasks.rados.rados.0.smithi032.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2023-12-22T17:17:08.917 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 24 current snap is 4 2023-12-22T17:17:08.917 INFO:tasks.rados.rados.0.smithi032.stdout:97: seq_num 54 ranges {393216=507904,901120=401408} 2023-12-22T17:17:08.920 INFO:tasks.rados.rados.0.smithi032.stdout:97: writing smithi032174182-24 from 393216 to 901120 tid 1 2023-12-22T17:17:08.923 INFO:tasks.rados.rados.0.smithi032.stdout:97: writing smithi032174182-24 from 901120 to 1302528 tid 2 2023-12-22T17:17:08.923 INFO:tasks.rados.rados.0.smithi032.stdout:98: copy_from oid 31 from oid 6 current snap is 4 2023-12-22T17:17:08.923 INFO:tasks.rados.rados.0.smithi032.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2023-12-22T17:17:08.944 INFO:tasks.rados.rados.0.smithi032.stdout:88: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-22T17:17:08.963 INFO:tasks.rados.rados.0.smithi032.stdout:90: finishing copy_from to smithi032174182-36 2023-12-22T17:17:08.963 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2023-12-22T17:17:08.963 INFO:tasks.rados.rados.0.smithi032.stdout:90: finishing copy_from racing read to smithi032174182-36 2023-12-22T17:17:08.963 INFO:tasks.rados.rados.0.smithi032.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2023-12-22T17:17:08.967 INFO:tasks.rados.rados.0.smithi032.stdout:97: finishing write tid 1 to smithi032174182-24 2023-12-22T17:17:08.967 INFO:tasks.rados.rados.0.smithi032.stdout:97: finishing write tid 2 to smithi032174182-24 2023-12-22T17:17:08.967 INFO:tasks.rados.rados.0.smithi032.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2023-12-22T17:17:08.987 INFO:tasks.rados.rados.0.smithi032.stdout:97: finishing write tid 3 to smithi032174182-24 2023-12-22T17:17:08.987 INFO:tasks.rados.rados.0.smithi032.stdout:97: finishing write tid 4 to smithi032174182-24 2023-12-22T17:17:08.987 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 25 (ObjNum 54 snap 4 seq_num 54) dirty exists 2023-12-22T17:17:08.987 INFO:tasks.rados.rados.0.smithi032.stdout:97: left oid 24 (ObjNum 54 snap 4 seq_num 54) 2023-12-22T17:17:08.987 INFO:tasks.rados.rados.0.smithi032.stdout:88: done (6 left) 2023-12-22T17:17:08.987 INFO:tasks.rados.rados.0.smithi032.stdout:89: done (5 left) 2023-12-22T17:17:08.987 INFO:tasks.rados.rados.0.smithi032.stdout:90: done (4 left) 2023-12-22T17:17:08.987 INFO:tasks.rados.rados.0.smithi032.stdout:94: done (3 left) 2023-12-22T17:17:08.987 INFO:tasks.rados.rados.0.smithi032.stdout:96: done (2 left) 2023-12-22T17:17:08.987 INFO:tasks.rados.rados.0.smithi032.stdout:97: done (1 left) 2023-12-22T17:17:08.987 INFO:tasks.rados.rados.0.smithi032.stdout:99: snap_remove snap 3 2023-12-22T17:17:09.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:08 smithi032 ceph-mon[125050]: osdmap e76: 8 total, 8 up, 8 in 2023-12-22T17:17:09.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:08 smithi032 ceph-mon[125050]: pgmap v73: 121 pgs: 121 active+clean; 24 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.3 MiB/s wr, 78 op/s 2023-12-22T17:17:09.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:08 smithi032 ceph-mon[110651]: osdmap e76: 8 total, 8 up, 8 in 2023-12-22T17:17:09.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:08 smithi032 ceph-mon[110651]: pgmap v73: 121 pgs: 121 active+clean; 24 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.3 MiB/s wr, 78 op/s 2023-12-22T17:17:09.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:08 smithi039 ceph-mon[115265]: osdmap e76: 8 total, 8 up, 8 in 2023-12-22T17:17:09.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:08 smithi039 ceph-mon[115265]: pgmap v73: 121 pgs: 121 active+clean; 24 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.3 MiB/s wr, 78 op/s 2023-12-22T17:17:09.929 INFO:tasks.rados.rados.0.smithi032.stdout:99: done (1 left) 2023-12-22T17:17:09.929 INFO:tasks.rados.rados.0.smithi032.stdout:100: copy_from oid 24 from oid 47 current snap is 4 2023-12-22T17:17:09.929 INFO:tasks.rados.rados.0.smithi032.stdout:98: finishing copy_from to smithi032174182-31 2023-12-22T17:17:09.929 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2023-12-22T17:17:09.929 INFO:tasks.rados.rados.0.smithi032.stdout:98: finishing copy_from racing read to smithi032174182-31 2023-12-22T17:17:09.929 INFO:tasks.rados.rados.0.smithi032.stdout:98: done (1 left) 2023-12-22T17:17:09.929 INFO:tasks.rados.rados.0.smithi032.stdout:101: read oid 14 snap 1 2023-12-22T17:17:09.930 INFO:tasks.rados.rados.0.smithi032.stdout:101: expect (ObjNum 50 snap 0 seq_num 50) 2023-12-22T17:17:09.930 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 4 2023-12-22T17:17:09.930 INFO:tasks.rados.rados.0.smithi032.stdout:102: seq_num 55 ranges {811008=524288,1335296=401408} 2023-12-22T17:17:09.936 INFO:tasks.rados.rados.0.smithi032.stdout:102: writing smithi032174182-49 from 811008 to 1335296 tid 1 2023-12-22T17:17:09.939 INFO:tasks.rados.rados.0.smithi032.stdout:102: writing smithi032174182-49 from 1335296 to 1736704 tid 2 2023-12-22T17:17:09.939 INFO:tasks.rados.rados.0.smithi032.stdout:103: delete oid 42 current snap is 4 2023-12-22T17:17:09.939 INFO:tasks.rados.rados.0.smithi032.stdout:100: finishing copy_from to smithi032174182-24 2023-12-22T17:17:09.939 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 12 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-22T17:17:09.939 INFO:tasks.rados.rados.0.smithi032.stdout:100: finishing copy_from racing read to smithi032174182-24 2023-12-22T17:17:09.942 INFO:tasks.rados.rados.0.smithi032.stdout:102: finishing write tid 1 to smithi032174182-49 2023-12-22T17:17:09.944 INFO:tasks.rados.rados.0.smithi032.stdout:100: done (3 left) 2023-12-22T17:17:09.944 INFO:tasks.rados.rados.0.smithi032.stdout:103: done (2 left) 2023-12-22T17:17:09.944 INFO:tasks.rados.rados.0.smithi032.stdout:104: read oid 44 snap -1 2023-12-22T17:17:09.944 INFO:tasks.rados.rados.0.smithi032.stdout:104: expect (ObjNum 43 snap 0 seq_num 43) 2023-12-22T17:17:09.944 INFO:tasks.rados.rados.0.smithi032.stdout:105: rollback oid 39 current snap is 4 2023-12-22T17:17:09.944 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 39 to 1 2023-12-22T17:17:09.944 INFO:tasks.rados.rados.0.smithi032.stdout:102: finishing write tid 2 to smithi032174182-49 2023-12-22T17:17:09.944 INFO:tasks.rados.rados.0.smithi032.stdout:106: delete oid 17 current snap is 4 2023-12-22T17:17:09.945 INFO:tasks.rados.rados.0.smithi032.stdout:102: finishing write tid 3 to smithi032174182-49 2023-12-22T17:17:09.947 INFO:tasks.rados.rados.0.smithi032.stdout:102: finishing write tid 4 to smithi032174182-49 2023-12-22T17:17:09.947 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 20 (ObjNum 55 snap 4 seq_num 55) dirty exists 2023-12-22T17:17:09.947 INFO:tasks.rados.rados.0.smithi032.stdout:102: left oid 49 (ObjNum 55 snap 4 seq_num 55) 2023-12-22T17:17:09.947 INFO:tasks.rados.rados.0.smithi032.stdout:105: finishing rollback tid 0 to smithi032174182-39 2023-12-22T17:17:09.947 INFO:tasks.rados.rados.0.smithi032.stdout:101: expect (ObjNum 50 snap 0 seq_num 50) 2023-12-22T17:17:09.979 INFO:tasks.rados.rados.0.smithi032.stdout:105: finishing rollback tid 1 to smithi032174182-39 2023-12-22T17:17:09.979 INFO:tasks.rados.rados.0.smithi032.stdout:105: finishing rollback tid 2 to smithi032174182-39 2023-12-22T17:17:09.979 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 6 (ObjNum 38 snap 0 seq_num 38) dirty exists 2023-12-22T17:17:09.979 INFO:tasks.rados.rados.0.smithi032.stdout:104: expect (ObjNum 43 snap 0 seq_num 43) 2023-12-22T17:17:09.998 INFO:tasks.rados.rados.0.smithi032.stdout:101: done (4 left) 2023-12-22T17:17:09.998 INFO:tasks.rados.rados.0.smithi032.stdout:102: done (3 left) 2023-12-22T17:17:09.998 INFO:tasks.rados.rados.0.smithi032.stdout:104: done (2 left) 2023-12-22T17:17:09.998 INFO:tasks.rados.rados.0.smithi032.stdout:105: done (1 left) 2023-12-22T17:17:09.998 INFO:tasks.rados.rados.0.smithi032.stdout:106: done (0 left) 2023-12-22T17:17:09.999 INFO:tasks.rados.rados.0.smithi032.stdout:107: read oid 33 snap 1 2023-12-22T17:17:09.999 INFO:tasks.rados.rados.0.smithi032.stdout:107: expect (ObjNum 32 snap 0 seq_num 32) 2023-12-22T17:17:09.999 INFO:tasks.rados.rados.0.smithi032.stdout:108: rollback oid 48 current snap is 4 2023-12-22T17:17:09.999 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 48 to 1 2023-12-22T17:17:09.999 INFO:tasks.rados.rados.0.smithi032.stdout:109: delete oid 47 current snap is 4 2023-12-22T17:17:10.000 INFO:tasks.rados.rados.0.smithi032.stdout:109: done (2 left) 2023-12-22T17:17:10.000 INFO:tasks.rados.rados.0.smithi032.stdout:110: setattr oid 31 current snap is 4 2023-12-22T17:17:10.001 INFO:tasks.rados.rados.0.smithi032.stdout:108: finishing rollback tid 0 to smithi032174182-48 2023-12-22T17:17:10.001 INFO:tasks.rados.rados.0.smithi032.stdout:108: finishing rollback tid 1 to smithi032174182-48 2023-12-22T17:17:10.001 INFO:tasks.rados.rados.0.smithi032.stdout:108: finishing rollback tid 2 to smithi032174182-48 2023-12-22T17:17:10.001 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 16 (ObjNum 47 snap 0 seq_num 47) dirty exists 2023-12-22T17:17:10.001 INFO:tasks.rados.rados.0.smithi032.stdout:108: done (2 left) 2023-12-22T17:17:10.001 INFO:tasks.rados.rados.0.smithi032.stdout:111: snap_create 2023-12-22T17:17:10.004 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 19 (ObjNum 36 snap 0 seq_num 36) dirty exists 2023-12-22T17:17:10.005 INFO:tasks.rados.rados.0.smithi032.stdout:107: expect (ObjNum 32 snap 0 seq_num 32) 2023-12-22T17:17:10.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:09 smithi032 ceph-mon[125050]: osdmap e77: 8 total, 8 up, 8 in 2023-12-22T17:17:10.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:09 smithi032 ceph-mon[110651]: osdmap e77: 8 total, 8 up, 8 in 2023-12-22T17:17:10.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:09 smithi039 ceph-mon[115265]: osdmap e77: 8 total, 8 up, 8 in 2023-12-22T17:17:10.937 INFO:tasks.rados.rados.0.smithi032.stdout:107: done (2 left) 2023-12-22T17:17:10.937 INFO:tasks.rados.rados.0.smithi032.stdout:110: done (1 left) 2023-12-22T17:17:10.937 INFO:tasks.rados.rados.0.smithi032.stdout:111: done (0 left) 2023-12-22T17:17:10.937 INFO:tasks.rados.rados.0.smithi032.stdout:112: copy_from oid 25 from oid 6 current snap is 5 2023-12-22T17:17:10.937 INFO:tasks.rados.rados.0.smithi032.stdout:113: setattr oid 23 current snap is 5 2023-12-22T17:17:10.938 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 15 current snap is 5 2023-12-22T17:17:10.938 INFO:tasks.rados.rados.0.smithi032.stdout:114: seq_num 59 ranges {24576=598016,622592=401408} 2023-12-22T17:17:10.942 INFO:tasks.rados.rados.0.smithi032.stdout:114: writing smithi032174182-15 from 24576 to 622592 tid 1 2023-12-22T17:17:10.944 INFO:tasks.rados.rados.0.smithi032.stdout:114: writing smithi032174182-15 from 622592 to 1024000 tid 2 2023-12-22T17:17:10.945 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 20 current snap is 5 2023-12-22T17:17:10.945 INFO:tasks.rados.rados.0.smithi032.stdout:115: seq_num 60 ranges {188416=614400,802816=401408} 2023-12-22T17:17:10.950 INFO:tasks.rados.rados.0.smithi032.stdout:115: writing smithi032174182-20 from 188416 to 802816 tid 1 2023-12-22T17:17:10.953 INFO:tasks.rados.rados.0.smithi032.stdout:115: writing smithi032174182-20 from 802816 to 1204224 tid 2 2023-12-22T17:17:10.953 INFO:tasks.rados.rados.0.smithi032.stdout:116: rollback oid 31 current snap is 5 2023-12-22T17:17:10.953 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 31 to 1 2023-12-22T17:17:10.953 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 27 (ObjNum 53 snap 1 seq_num 53) dirty exists 2023-12-22T17:17:10.953 INFO:tasks.rados.rados.0.smithi032.stdout:114: finishing write tid 1 to smithi032174182-15 2023-12-22T17:17:10.953 INFO:tasks.rados.rados.0.smithi032.stdout:112: finishing copy_from to smithi032174182-25 2023-12-22T17:17:10.954 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2023-12-22T17:17:10.954 INFO:tasks.rados.rados.0.smithi032.stdout:114: finishing write tid 2 to smithi032174182-15 2023-12-22T17:17:10.954 INFO:tasks.rados.rados.0.smithi032.stdout:112: finishing copy_from racing read to smithi032174182-25 2023-12-22T17:17:10.954 INFO:tasks.rados.rados.0.smithi032.stdout:114: finishing write tid 3 to smithi032174182-15 2023-12-22T17:17:10.954 INFO:tasks.rados.rados.0.smithi032.stdout:114: finishing write tid 4 to smithi032174182-15 2023-12-22T17:17:10.954 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 34 (ObjNum 59 snap 5 seq_num 59) dirty exists 2023-12-22T17:17:10.954 INFO:tasks.rados.rados.0.smithi032.stdout:114: left oid 15 (ObjNum 59 snap 5 seq_num 59) 2023-12-22T17:17:10.954 INFO:tasks.rados.rados.0.smithi032.stdout:112: done (4 left) 2023-12-22T17:17:10.954 INFO:tasks.rados.rados.0.smithi032.stdout:113: done (3 left) 2023-12-22T17:17:10.954 INFO:tasks.rados.rados.0.smithi032.stdout:114: done (2 left) 2023-12-22T17:17:10.954 INFO:tasks.rados.rados.0.smithi032.stdout:117: read oid 26 snap -1 2023-12-22T17:17:10.954 INFO:tasks.rados.rados.0.smithi032.stdout:117: expect (ObjNum 25 snap 0 seq_num 25) 2023-12-22T17:17:10.954 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 2 current snap is 5 2023-12-22T17:17:10.954 INFO:tasks.rados.rados.0.smithi032.stdout:118: seq_num 61 ranges {24576=630784,655360=401408} 2023-12-22T17:17:10.957 INFO:tasks.rados.rados.0.smithi032.stdout:118: writing smithi032174182-2 from 24576 to 655360 tid 1 2023-12-22T17:17:10.960 INFO:tasks.rados.rados.0.smithi032.stdout:118: writing smithi032174182-2 from 655360 to 1056768 tid 2 2023-12-22T17:17:10.960 INFO:tasks.rados.rados.0.smithi032.stdout:119: snap_create 2023-12-22T17:17:10.960 INFO:tasks.rados.rados.0.smithi032.stdout:115: finishing write tid 1 to smithi032174182-20 2023-12-22T17:17:10.960 INFO:tasks.rados.rados.0.smithi032.stdout:116: finishing rollback tid 0 to smithi032174182-31 2023-12-22T17:17:10.961 INFO:tasks.rados.rados.0.smithi032.stdout:115: finishing write tid 2 to smithi032174182-20 2023-12-22T17:17:10.961 INFO:tasks.rados.rados.0.smithi032.stdout:115: finishing write tid 3 to smithi032174182-20 2023-12-22T17:17:10.961 INFO:tasks.rados.rados.0.smithi032.stdout:116: finishing rollback tid 1 to smithi032174182-31 2023-12-22T17:17:10.961 INFO:tasks.rados.rados.0.smithi032.stdout:117: expect (ObjNum 25 snap 0 seq_num 25) 2023-12-22T17:17:10.972 INFO:tasks.rados.rados.0.smithi032.stdout:116: finishing rollback tid 2 to smithi032174182-31 2023-12-22T17:17:10.972 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 23 (ObjNum 30 snap 0 seq_num 30) dirty exists 2023-12-22T17:17:10.972 INFO:tasks.rados.rados.0.smithi032.stdout:115: finishing write tid 4 to smithi032174182-20 2023-12-22T17:17:10.972 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 31 (ObjNum 60 snap 5 seq_num 60) dirty exists 2023-12-22T17:17:10.972 INFO:tasks.rados.rados.0.smithi032.stdout:115: left oid 20 (ObjNum 60 snap 5 seq_num 60) 2023-12-22T17:17:10.972 INFO:tasks.rados.rados.0.smithi032.stdout:118: finishing write tid 1 to smithi032174182-2 2023-12-22T17:17:10.972 INFO:tasks.rados.rados.0.smithi032.stdout:118: finishing write tid 2 to smithi032174182-2 2023-12-22T17:17:10.972 INFO:tasks.rados.rados.0.smithi032.stdout:118: finishing write tid 3 to smithi032174182-2 2023-12-22T17:17:10.972 INFO:tasks.rados.rados.0.smithi032.stdout:118: finishing write tid 4 to smithi032174182-2 2023-12-22T17:17:10.973 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 18 (ObjNum 61 snap 5 seq_num 61) dirty exists 2023-12-22T17:17:10.973 INFO:tasks.rados.rados.0.smithi032.stdout:118: left oid 2 (ObjNum 61 snap 5 seq_num 61) 2023-12-22T17:17:11.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:10 smithi032 ceph-mon[125050]: pgmap v75: 121 pgs: 121 active+clean; 24 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.2 MiB/s wr, 78 op/s 2023-12-22T17:17:11.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:10 smithi032 ceph-mon[125050]: osdmap e78: 8 total, 8 up, 8 in 2023-12-22T17:17:11.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:10 smithi032 ceph-mon[110651]: pgmap v75: 121 pgs: 121 active+clean; 24 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.2 MiB/s wr, 78 op/s 2023-12-22T17:17:11.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:10 smithi032 ceph-mon[110651]: osdmap e78: 8 total, 8 up, 8 in 2023-12-22T17:17:11.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:10 smithi039 ceph-mon[115265]: pgmap v75: 121 pgs: 121 active+clean; 24 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.2 MiB/s wr, 78 op/s 2023-12-22T17:17:11.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:10 smithi039 ceph-mon[115265]: osdmap e78: 8 total, 8 up, 8 in 2023-12-22T17:17:11.683 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:17:11 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:17:11] "GET /metrics HTTP/1.1" 200 238148 "" "Prometheus/2.43.0" 2023-12-22T17:17:11.940 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:17:11 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:17:11] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-22T17:17:11.943 INFO:tasks.rados.rados.0.smithi032.stdout:115: done (4 left) 2023-12-22T17:17:11.943 INFO:tasks.rados.rados.0.smithi032.stdout:116: done (3 left) 2023-12-22T17:17:11.943 INFO:tasks.rados.rados.0.smithi032.stdout:117: done (2 left) 2023-12-22T17:17:11.943 INFO:tasks.rados.rados.0.smithi032.stdout:118: done (1 left) 2023-12-22T17:17:11.943 INFO:tasks.rados.rados.0.smithi032.stdout:119: done (0 left) 2023-12-22T17:17:11.943 INFO:tasks.rados.rados.0.smithi032.stdout:120: read oid 48 snap 4 2023-12-22T17:17:11.943 INFO:tasks.rados.rados.0.smithi032.stdout:120: expect (ObjNum 47 snap 0 seq_num 47) 2023-12-22T17:17:11.943 INFO:tasks.rados.rados.0.smithi032.stdout:121: read oid 49 snap 5 2023-12-22T17:17:11.943 INFO:tasks.rados.rados.0.smithi032.stdout:121: expect (ObjNum 55 snap 4 seq_num 55) 2023-12-22T17:17:11.943 INFO:tasks.rados.rados.0.smithi032.stdout:122: delete oid 44 current snap is 6 2023-12-22T17:17:11.950 INFO:tasks.rados.rados.0.smithi032.stdout:122: done (2 left) 2023-12-22T17:17:11.950 INFO:tasks.rados.rados.0.smithi032.stdout:123: rollback oid 23 current snap is 6 2023-12-22T17:17:11.950 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 23 to 4 2023-12-22T17:17:11.950 INFO:tasks.rados.rados.0.smithi032.stdout:124: read oid 30 snap -1 2023-12-22T17:17:11.950 INFO:tasks.rados.rados.0.smithi032.stdout:124: expect (ObjNum 29 snap 0 seq_num 29) 2023-12-22T17:17:11.950 INFO:tasks.rados.rados.0.smithi032.stdout:125: setattr oid 35 current snap is 6 2023-12-22T17:17:11.951 INFO:tasks.rados.rados.0.smithi032.stdout:120: expect (ObjNum 47 snap 0 seq_num 47) 2023-12-22T17:17:11.974 INFO:tasks.rados.rados.0.smithi032.stdout:121: expect (ObjNum 55 snap 4 seq_num 55) 2023-12-22T17:17:12.033 INFO:tasks.rados.rados.0.smithi032.stdout:123: finishing rollback tid 0 to smithi032174182-23 2023-12-22T17:17:12.033 INFO:tasks.rados.rados.0.smithi032.stdout:123: finishing rollback tid 1 to smithi032174182-23 2023-12-22T17:17:12.033 INFO:tasks.rados.rados.0.smithi032.stdout:123: finishing rollback tid 2 to smithi032174182-23 2023-12-22T17:17:12.033 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 37 (ObjNum 53 snap 1 seq_num 53) dirty exists 2023-12-22T17:17:12.033 INFO:tasks.rados.rados.0.smithi032.stdout:124: expect (ObjNum 29 snap 0 seq_num 29) 2023-12-22T17:17:12.045 INFO:tasks.rados.rados.0.smithi032.stdout:120: done (4 left) 2023-12-22T17:17:12.045 INFO:tasks.rados.rados.0.smithi032.stdout:121: done (3 left) 2023-12-22T17:17:12.046 INFO:tasks.rados.rados.0.smithi032.stdout:123: done (2 left) 2023-12-22T17:17:12.046 INFO:tasks.rados.rados.0.smithi032.stdout:124: done (1 left) 2023-12-22T17:17:12.046 INFO:tasks.rados.rados.0.smithi032.stdout:126: delete oid 5 current snap is 6 2023-12-22T17:17:12.049 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 11 (ObjNum 34 snap 0 seq_num 34) dirty exists 2023-12-22T17:17:12.049 INFO:tasks.rados.rados.0.smithi032.stdout:125: done (1 left) 2023-12-22T17:17:12.049 INFO:tasks.rados.rados.0.smithi032.stdout:126: done (0 left) 2023-12-22T17:17:12.049 INFO:tasks.rados.rados.0.smithi032.stdout:127: snap_remove snap 4 2023-12-22T17:17:12.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:11 smithi039 ceph-mon[115265]: osdmap e79: 8 total, 8 up, 8 in 2023-12-22T17:17:12.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:11 smithi032 ceph-mon[125050]: osdmap e79: 8 total, 8 up, 8 in 2023-12-22T17:17:12.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:11 smithi032 ceph-mon[110651]: osdmap e79: 8 total, 8 up, 8 in 2023-12-22T17:17:12.944 INFO:tasks.rados.rados.0.smithi032.stdout:127: done (0 left) 2023-12-22T17:17:12.944 INFO:tasks.rados.rados.0.smithi032.stdout:128: setattr oid 28 current snap is 6 2023-12-22T17:17:12.947 INFO:tasks.rados.rados.0.smithi032.stdout:129: snap_remove snap 1 2023-12-22T17:17:13.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:12 smithi039 ceph-mon[115265]: pgmap v78: 121 pgs: 121 active+clean; 29 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 27 op/s 2023-12-22T17:17:13.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:12 smithi039 ceph-mon[115265]: osdmap e80: 8 total, 8 up, 8 in 2023-12-22T17:17:13.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:12 smithi032 ceph-mon[125050]: pgmap v78: 121 pgs: 121 active+clean; 29 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 27 op/s 2023-12-22T17:17:13.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:12 smithi032 ceph-mon[125050]: osdmap e80: 8 total, 8 up, 8 in 2023-12-22T17:17:13.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:12 smithi032 ceph-mon[110651]: pgmap v78: 121 pgs: 121 active+clean; 29 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 27 op/s 2023-12-22T17:17:13.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:12 smithi032 ceph-mon[110651]: osdmap e80: 8 total, 8 up, 8 in 2023-12-22T17:17:13.779 INFO:tasks.rados.rados.0.smithi032.stdout:129: done (1 left) 2023-12-22T17:17:13.779 INFO:tasks.rados.rados.0.smithi032.stdout:130: delete oid 6 current snap is 6 2023-12-22T17:17:13.780 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 27 (ObjNum 27 snap 0 seq_num 27) dirty exists 2023-12-22T17:17:13.791 INFO:tasks.rados.rados.0.smithi032.stdout:128: done (1 left) 2023-12-22T17:17:13.791 INFO:tasks.rados.rados.0.smithi032.stdout:130: done (0 left) 2023-12-22T17:17:13.791 INFO:tasks.rados.rados.0.smithi032.stdout:131: snap_remove snap 5 2023-12-22T17:17:14.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:13 smithi039 ceph-mon[115265]: osdmap e81: 8 total, 8 up, 8 in 2023-12-22T17:17:14.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:13 smithi039 ceph-mon[115265]: osdmap e82: 8 total, 8 up, 8 in 2023-12-22T17:17:14.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:13 smithi039 ceph-mon[115265]: pgmap v82: 121 pgs: 121 active+clean; 29 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 27 op/s 2023-12-22T17:17:14.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:13 smithi032 ceph-mon[125050]: osdmap e81: 8 total, 8 up, 8 in 2023-12-22T17:17:14.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:13 smithi032 ceph-mon[125050]: osdmap e82: 8 total, 8 up, 8 in 2023-12-22T17:17:14.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:13 smithi032 ceph-mon[125050]: pgmap v82: 121 pgs: 121 active+clean; 29 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 27 op/s 2023-12-22T17:17:14.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:13 smithi032 ceph-mon[110651]: osdmap e81: 8 total, 8 up, 8 in 2023-12-22T17:17:14.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:13 smithi032 ceph-mon[110651]: osdmap e82: 8 total, 8 up, 8 in 2023-12-22T17:17:14.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:13 smithi032 ceph-mon[110651]: pgmap v82: 121 pgs: 121 active+clean; 29 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 27 op/s 2023-12-22T17:17:14.796 INFO:tasks.rados.rados.0.smithi032.stdout:131: done (0 left) 2023-12-22T17:17:14.796 INFO:tasks.rados.rados.0.smithi032.stdout:132: rollback oid 17 current snap is 6 2023-12-22T17:17:14.796 INFO:tasks.rados.rados.0.smithi032.stdout:132: done (0 left) 2023-12-22T17:17:14.796 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 43 current snap is 6 2023-12-22T17:17:14.796 INFO:tasks.rados.rados.0.smithi032.stdout:133: seq_num 65 ranges {712704=696320,1409024=401408} 2023-12-22T17:17:14.804 INFO:tasks.rados.rados.0.smithi032.stdout:133: writing smithi032174182-43 from 712704 to 1409024 tid 1 2023-12-22T17:17:14.807 INFO:tasks.rados.rados.0.smithi032.stdout:133: writing smithi032174182-43 from 1409024 to 1810432 tid 2 2023-12-22T17:17:14.807 INFO:tasks.rados.rados.0.smithi032.stdout:134: read oid 11 snap -1 2023-12-22T17:17:14.807 INFO:tasks.rados.rados.0.smithi032.stdout:134: expect (ObjNum 10 snap 0 seq_num 10) 2023-12-22T17:17:14.807 INFO:tasks.rados.rados.0.smithi032.stdout:135: read oid 6 snap -1 2023-12-22T17:17:14.807 INFO:tasks.rados.rados.0.smithi032.stdout:135: expect deleted 2023-12-22T17:17:14.807 INFO:tasks.rados.rados.0.smithi032.stdout:136: copy_from oid 18 from oid 46 current snap is 6 2023-12-22T17:17:14.807 INFO:tasks.rados.rados.0.smithi032.stdout:137: read oid 41 snap -1 2023-12-22T17:17:14.807 INFO:tasks.rados.rados.0.smithi032.stdout:137: expect (ObjNum 40 snap 0 seq_num 40) 2023-12-22T17:17:14.807 INFO:tasks.rados.rados.0.smithi032.stdout:138: rmattr oid 37 current snap is 6 2023-12-22T17:17:14.807 INFO:tasks.rados.rados.0.smithi032.stdout:138: done (5 left) 2023-12-22T17:17:14.807 INFO:tasks.rados.rados.0.smithi032.stdout:139: read oid 1 snap -1 2023-12-22T17:17:14.807 INFO:tasks.rados.rados.0.smithi032.stdout:139: expect deleted 2023-12-22T17:17:14.808 INFO:tasks.rados.rados.0.smithi032.stdout:140: rmattr oid 30 current snap is 6 2023-12-22T17:17:14.808 INFO:tasks.rados.rados.0.smithi032.stdout:140: done (6 left) 2023-12-22T17:17:14.808 INFO:tasks.rados.rados.0.smithi032.stdout:141: setattr oid 47 current snap is 6 2023-12-22T17:17:14.808 INFO:tasks.rados.rados.0.smithi032.stdout:142: copy_from oid 35 from oid 5 current snap is 6 2023-12-22T17:17:14.808 INFO:tasks.rados.rados.0.smithi032.stdout:143: setattr oid 9 current snap is 6 2023-12-22T17:17:14.810 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 21 current snap is 6 2023-12-22T17:17:14.810 INFO:tasks.rados.rados.0.smithi032.stdout:144: seq_num 66 ranges {344064=712704,1056768=401408} 2023-12-22T17:17:14.817 INFO:tasks.rados.rados.0.smithi032.stdout:144: writing smithi032174182-21 from 344064 to 1056768 tid 1 2023-12-22T17:17:14.820 INFO:tasks.rados.rados.0.smithi032.stdout:144: writing smithi032174182-21 from 1056768 to 1458176 tid 2 2023-12-22T17:17:14.820 INFO:tasks.rados.rados.0.smithi032.stdout:145: setattr oid 3 current snap is 6 2023-12-22T17:17:14.820 INFO:tasks.rados.rados.0.smithi032.stdout:133: finishing write tid 1 to smithi032174182-43 2023-12-22T17:17:14.820 INFO:tasks.rados.rados.0.smithi032.stdout:133: finishing write tid 2 to smithi032174182-43 2023-12-22T17:17:14.820 INFO:tasks.rados.rados.0.smithi032.stdout:133: finishing write tid 3 to smithi032174182-43 2023-12-22T17:17:14.820 INFO:tasks.rados.rados.0.smithi032.stdout:133: finishing write tid 4 to smithi032174182-43 2023-12-22T17:17:14.820 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 9 (ObjNum 65 snap 6 seq_num 65) dirty exists 2023-12-22T17:17:14.820 INFO:tasks.rados.rados.0.smithi032.stdout:133: left oid 43 (ObjNum 65 snap 6 seq_num 65) 2023-12-22T17:17:14.820 INFO:tasks.rados.rados.0.smithi032.stdout:137: expect (ObjNum 40 snap 0 seq_num 40) 2023-12-22T17:17:14.839 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 43 (ObjNum 129 snap 0 seq_num 1596484440) dirty exists 2023-12-22T17:17:14.839 INFO:tasks.rados.rados.0.smithi032.stdout:134: expect (ObjNum 10 snap 0 seq_num 10) 2023-12-22T17:17:14.844 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 25 (ObjNum 8 snap 0 seq_num 8) dirty exists 2023-12-22T17:17:14.844 INFO:tasks.rados.rados.0.smithi032.stdout:142: finishing copy_from to smithi032174182-35 2023-12-22T17:17:14.844 INFO:tasks.rados.rados.0.smithi032.stdout:142: got expected ENOENT (src dne) 2023-12-22T17:17:14.844 INFO:tasks.rados.rados.0.smithi032.stdout:142: finishing copy_from racing read to smithi032174182-35 2023-12-22T17:17:14.844 INFO:tasks.rados.rados.0.smithi032.stdout:136: finishing copy_from to smithi032174182-18 2023-12-22T17:17:14.845 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 6 (ObjNum 45 snap 0 seq_num 45) dirty exists 2023-12-22T17:17:14.845 INFO:tasks.rados.rados.0.smithi032.stdout:136: finishing copy_from racing read to smithi032174182-18 2023-12-22T17:17:14.845 INFO:tasks.rados.rados.0.smithi032.stdout:144: finishing write tid 1 to smithi032174182-21 2023-12-22T17:17:14.845 INFO:tasks.rados.rados.0.smithi032.stdout:144: finishing write tid 2 to smithi032174182-21 2023-12-22T17:17:14.845 INFO:tasks.rados.rados.0.smithi032.stdout:144: finishing write tid 3 to smithi032174182-21 2023-12-22T17:17:14.845 INFO:tasks.rados.rados.0.smithi032.stdout:144: finishing write tid 4 to smithi032174182-21 2023-12-22T17:17:14.845 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 25 (ObjNum 66 snap 6 seq_num 66) dirty exists 2023-12-22T17:17:14.845 INFO:tasks.rados.rados.0.smithi032.stdout:144: left oid 21 (ObjNum 66 snap 6 seq_num 66) 2023-12-22T17:17:14.845 INFO:tasks.rados.rados.0.smithi032.stdout:133: done (10 left) 2023-12-22T17:17:14.845 INFO:tasks.rados.rados.0.smithi032.stdout:134: done (9 left) 2023-12-22T17:17:14.845 INFO:tasks.rados.rados.0.smithi032.stdout:135: done (8 left) 2023-12-22T17:17:14.845 INFO:tasks.rados.rados.0.smithi032.stdout:136: done (7 left) 2023-12-22T17:17:14.845 INFO:tasks.rados.rados.0.smithi032.stdout:137: done (6 left) 2023-12-22T17:17:14.845 INFO:tasks.rados.rados.0.smithi032.stdout:139: done (5 left) 2023-12-22T17:17:14.845 INFO:tasks.rados.rados.0.smithi032.stdout:141: done (4 left) 2023-12-22T17:17:14.845 INFO:tasks.rados.rados.0.smithi032.stdout:142: done (3 left) 2023-12-22T17:17:14.846 INFO:tasks.rados.rados.0.smithi032.stdout:143: done (2 left) 2023-12-22T17:17:14.846 INFO:tasks.rados.rados.0.smithi032.stdout:144: done (1 left) 2023-12-22T17:17:14.846 INFO:tasks.rados.rados.0.smithi032.stdout:146: snap_create 2023-12-22T17:17:14.846 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 26 (ObjNum 2 snap 0 seq_num 2) dirty exists 2023-12-22T17:17:15.806 INFO:tasks.rados.rados.0.smithi032.stdout:145: done (1 left) 2023-12-22T17:17:15.806 INFO:tasks.rados.rados.0.smithi032.stdout:146: done (0 left) 2023-12-22T17:17:15.806 INFO:tasks.rados.rados.0.smithi032.stdout:147: snap_remove snap 6 2023-12-22T17:17:16.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:15 smithi032 ceph-mon[125050]: osdmap e83: 8 total, 8 up, 8 in 2023-12-22T17:17:16.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:15 smithi032 ceph-mon[110651]: osdmap e83: 8 total, 8 up, 8 in 2023-12-22T17:17:16.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:15 smithi039 ceph-mon[115265]: osdmap e83: 8 total, 8 up, 8 in 2023-12-22T17:17:16.814 INFO:tasks.rados.rados.0.smithi032.stdout:147: done (0 left) 2023-12-22T17:17:16.814 INFO:tasks.rados.rados.0.smithi032.stdout:148: delete oid 1 current snap is 7 2023-12-22T17:17:16.819 INFO:tasks.rados.rados.0.smithi032.stdout:148: done (0 left) 2023-12-22T17:17:16.819 INFO:tasks.rados.rados.0.smithi032.stdout:149: snap_create 2023-12-22T17:17:17.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:16 smithi032 ceph-mon[125050]: osdmap e84: 8 total, 8 up, 8 in 2023-12-22T17:17:17.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:16 smithi032 ceph-mon[125050]: pgmap v85: 121 pgs: 121 active+clean; 29 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:17:17.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:16 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:17:17.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:16 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:17:17.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:16 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:17:17.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:16 smithi032 ceph-mon[110651]: osdmap e84: 8 total, 8 up, 8 in 2023-12-22T17:17:17.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:16 smithi032 ceph-mon[110651]: pgmap v85: 121 pgs: 121 active+clean; 29 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:17:17.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:16 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:17:17.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:16 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:17:17.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:16 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:17:17.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:16 smithi039 ceph-mon[115265]: osdmap e84: 8 total, 8 up, 8 in 2023-12-22T17:17:17.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:16 smithi039 ceph-mon[115265]: pgmap v85: 121 pgs: 121 active+clean; 29 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:17:17.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:16 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:17:17.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:16 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:17:17.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:16 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:17:17.822 INFO:tasks.rados.rados.0.smithi032.stdout:149: done (0 left) 2023-12-22T17:17:17.822 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 31 current snap is 8 2023-12-22T17:17:17.822 INFO:tasks.rados.rados.0.smithi032.stdout:150: seq_num 68 ranges {507904=745472,1253376=401408} 2023-12-22T17:17:17.829 INFO:tasks.rados.rados.0.smithi032.stdout:150: writing smithi032174182-31 from 507904 to 1253376 tid 1 2023-12-22T17:17:17.831 INFO:tasks.rados.rados.0.smithi032.stdout:150: writing smithi032174182-31 from 1253376 to 1654784 tid 2 2023-12-22T17:17:17.831 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 16 current snap is 8 2023-12-22T17:17:17.831 INFO:tasks.rados.rados.0.smithi032.stdout:151: seq_num 69 ranges {253952=761856,1015808=401408} 2023-12-22T17:17:17.838 INFO:tasks.rados.rados.0.smithi032.stdout:151: writing smithi032174182-16 from 253952 to 1015808 tid 1 2023-12-22T17:17:17.840 INFO:tasks.rados.rados.0.smithi032.stdout:151: writing smithi032174182-16 from 1015808 to 1417216 tid 2 2023-12-22T17:17:17.841 INFO:tasks.rados.rados.0.smithi032.stdout:152: copy_from oid 10 from oid 39 current snap is 8 2023-12-22T17:17:17.841 INFO:tasks.rados.rados.0.smithi032.stdout:150: finishing write tid 1 to smithi032174182-31 2023-12-22T17:17:17.841 INFO:tasks.rados.rados.0.smithi032.stdout:150: finishing write tid 2 to smithi032174182-31 2023-12-22T17:17:17.841 INFO:tasks.rados.rados.0.smithi032.stdout:150: finishing write tid 3 to smithi032174182-31 2023-12-22T17:17:17.841 INFO:tasks.rados.rados.0.smithi032.stdout:150: finishing write tid 4 to smithi032174182-31 2023-12-22T17:17:17.841 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 37 (ObjNum 68 snap 8 seq_num 68) dirty exists 2023-12-22T17:17:17.841 INFO:tasks.rados.rados.0.smithi032.stdout:150: left oid 31 (ObjNum 68 snap 8 seq_num 68) 2023-12-22T17:17:17.841 INFO:tasks.rados.rados.0.smithi032.stdout:150: done (2 left) 2023-12-22T17:17:17.841 INFO:tasks.rados.rados.0.smithi032.stdout:153: read oid 25 snap 7 2023-12-22T17:17:17.841 INFO:tasks.rados.rados.0.smithi032.stdout:153: expect (ObjNum 36 snap 0 seq_num 36) 2023-12-22T17:17:17.841 INFO:tasks.rados.rados.0.smithi032.stdout:154: copy_from oid 21 from oid 35 current snap is 8 2023-12-22T17:17:17.841 INFO:tasks.rados.rados.0.smithi032.stdout:155: rollback oid 19 current snap is 8 2023-12-22T17:17:17.841 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 19 to 7 2023-12-22T17:17:17.841 INFO:tasks.rados.rados.0.smithi032.stdout:156: copy_from oid 38 from oid 24 current snap is 8 2023-12-22T17:17:17.842 INFO:tasks.rados.rados.0.smithi032.stdout:157: snap_create 2023-12-22T17:17:17.844 INFO:tasks.rados.rados.0.smithi032.stdout:151: finishing write tid 1 to smithi032174182-16 2023-12-22T17:17:17.844 INFO:tasks.rados.rados.0.smithi032.stdout:151: finishing write tid 2 to smithi032174182-16 2023-12-22T17:17:17.844 INFO:tasks.rados.rados.0.smithi032.stdout:151: finishing write tid 3 to smithi032174182-16 2023-12-22T17:17:17.844 INFO:tasks.rados.rados.0.smithi032.stdout:155: finishing rollback tid 0 to smithi032174182-19 2023-12-22T17:17:17.845 INFO:tasks.rados.rados.0.smithi032.stdout:155: finishing rollback tid 1 to smithi032174182-19 2023-12-22T17:17:17.846 INFO:tasks.rados.rados.0.smithi032.stdout:151: finishing write tid 4 to smithi032174182-16 2023-12-22T17:17:17.846 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 41 (ObjNum 69 snap 8 seq_num 69) dirty exists 2023-12-22T17:17:17.846 INFO:tasks.rados.rados.0.smithi032.stdout:151: left oid 16 (ObjNum 69 snap 8 seq_num 69) 2023-12-22T17:17:17.847 INFO:tasks.rados.rados.0.smithi032.stdout:155: finishing rollback tid 2 to smithi032174182-19 2023-12-22T17:17:17.847 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 14 (ObjNum 18 snap 0 seq_num 18) dirty exists 2023-12-22T17:17:17.850 INFO:tasks.rados.rados.0.smithi032.stdout:153: expect (ObjNum 36 snap 0 seq_num 36) 2023-12-22T17:17:17.866 INFO:tasks.rados.rados.0.smithi032.stdout:154: finishing copy_from to smithi032174182-21 2023-12-22T17:17:17.867 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 11 (ObjNum 34 snap 0 seq_num 34) dirty exists 2023-12-22T17:17:17.867 INFO:tasks.rados.rados.0.smithi032.stdout:154: finishing copy_from racing read to smithi032174182-21 2023-12-22T17:17:17.867 INFO:tasks.rados.rados.0.smithi032.stdout:152: finishing copy_from to smithi032174182-10 2023-12-22T17:17:17.867 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 6 (ObjNum 38 snap 0 seq_num 38) dirty exists 2023-12-22T17:17:17.867 INFO:tasks.rados.rados.0.smithi032.stdout:156: finishing copy_from to smithi032174182-38 2023-12-22T17:17:17.867 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 12 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-22T17:17:17.867 INFO:tasks.rados.rados.0.smithi032.stdout:156: finishing copy_from racing read to smithi032174182-38 2023-12-22T17:17:17.867 INFO:tasks.rados.rados.0.smithi032.stdout:152: finishing copy_from racing read to smithi032174182-10 2023-12-22T17:17:18.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:17 smithi032 ceph-mon[125050]: osdmap e85: 8 total, 8 up, 8 in 2023-12-22T17:17:18.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:17 smithi032 ceph-mon[110651]: osdmap e85: 8 total, 8 up, 8 in 2023-12-22T17:17:18.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:17 smithi039 ceph-mon[115265]: osdmap e85: 8 total, 8 up, 8 in 2023-12-22T17:17:18.828 INFO:tasks.rados.rados.0.smithi032.stdout:151: done (6 left) 2023-12-22T17:17:18.829 INFO:tasks.rados.rados.0.smithi032.stdout:152: done (5 left) 2023-12-22T17:17:18.829 INFO:tasks.rados.rados.0.smithi032.stdout:153: done (4 left) 2023-12-22T17:17:18.829 INFO:tasks.rados.rados.0.smithi032.stdout:154: done (3 left) 2023-12-22T17:17:18.829 INFO:tasks.rados.rados.0.smithi032.stdout:155: done (2 left) 2023-12-22T17:17:18.829 INFO:tasks.rados.rados.0.smithi032.stdout:156: done (1 left) 2023-12-22T17:17:18.829 INFO:tasks.rados.rados.0.smithi032.stdout:157: done (0 left) 2023-12-22T17:17:18.829 INFO:tasks.rados.rados.0.smithi032.stdout:158: read oid 46 snap -1 2023-12-22T17:17:18.829 INFO:tasks.rados.rados.0.smithi032.stdout:158: expect (ObjNum 45 snap 0 seq_num 45) 2023-12-22T17:17:18.829 INFO:tasks.rados.rados.0.smithi032.stdout:159: read oid 7 snap 7 2023-12-22T17:17:18.829 INFO:tasks.rados.rados.0.smithi032.stdout:159: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-22T17:17:18.829 INFO:tasks.rados.rados.0.smithi032.stdout:160: snap_create 2023-12-22T17:17:18.833 INFO:tasks.rados.rados.0.smithi032.stdout:159: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-22T17:17:18.836 INFO:tasks.rados.rados.0.smithi032.stdout:158: expect (ObjNum 45 snap 0 seq_num 45) 2023-12-22T17:17:19.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:18 smithi032 ceph-mon[125050]: osdmap e86: 8 total, 8 up, 8 in 2023-12-22T17:17:19.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:18 smithi032 ceph-mon[125050]: pgmap v88: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 726 KiB/s wr, 34 op/s 2023-12-22T17:17:19.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:18 smithi032 ceph-mon[110651]: osdmap e86: 8 total, 8 up, 8 in 2023-12-22T17:17:19.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:18 smithi032 ceph-mon[110651]: pgmap v88: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 726 KiB/s wr, 34 op/s 2023-12-22T17:17:19.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:18 smithi039 ceph-mon[115265]: osdmap e86: 8 total, 8 up, 8 in 2023-12-22T17:17:19.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:18 smithi039 ceph-mon[115265]: pgmap v88: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 726 KiB/s wr, 34 op/s 2023-12-22T17:17:19.829 INFO:tasks.rados.rados.0.smithi032.stdout:158: done (2 left) 2023-12-22T17:17:19.830 INFO:tasks.rados.rados.0.smithi032.stdout:159: done (1 left) 2023-12-22T17:17:19.830 INFO:tasks.rados.rados.0.smithi032.stdout:160: done (0 left) 2023-12-22T17:17:19.830 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 13 current snap is 10 2023-12-22T17:17:19.830 INFO:tasks.rados.rados.0.smithi032.stdout:161: seq_num 70 ranges {204800=778240,983040=401408} 2023-12-22T17:17:19.834 INFO:tasks.rados.rados.0.smithi032.stdout:161: writing smithi032174182-13 from 204800 to 983040 tid 1 2023-12-22T17:17:19.837 INFO:tasks.rados.rados.0.smithi032.stdout:161: writing smithi032174182-13 from 983040 to 1384448 tid 2 2023-12-22T17:17:19.837 INFO:tasks.rados.rados.0.smithi032.stdout:162: copy_from oid 15 from oid 5 current snap is 10 2023-12-22T17:17:19.837 INFO:tasks.rados.rados.0.smithi032.stdout:163: rollback oid 19 current snap is 10 2023-12-22T17:17:19.837 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 19 to 8 2023-12-22T17:17:19.840 INFO:tasks.rados.rados.0.smithi032.stdout:164: copy_from oid 21 from oid 24 current snap is 10 2023-12-22T17:17:19.840 INFO:tasks.rados.rados.0.smithi032.stdout:165: copy_from oid 3 from oid 7 current snap is 10 2023-12-22T17:17:19.840 INFO:tasks.rados.rados.0.smithi032.stdout:166: read oid 33 snap -1 2023-12-22T17:17:19.840 INFO:tasks.rados.rados.0.smithi032.stdout:166: expect (ObjNum 32 snap 0 seq_num 32) 2023-12-22T17:17:19.840 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 16 current snap is 10 2023-12-22T17:17:19.840 INFO:tasks.rados.rados.0.smithi032.stdout:167: seq_num 71 ranges {1417216=794624,2211840=401408} 2023-12-22T17:17:19.851 INFO:tasks.rados.rados.0.smithi032.stdout:167: writing smithi032174182-16 from 1417216 to 2211840 tid 1 2023-12-22T17:17:19.853 INFO:tasks.rados.rados.0.smithi032.stdout:167: writing smithi032174182-16 from 2211840 to 2613248 tid 2 2023-12-22T17:17:19.853 INFO:tasks.rados.rados.0.smithi032.stdout:168: rmattr oid 34 current snap is 10 2023-12-22T17:17:19.854 INFO:tasks.rados.rados.0.smithi032.stdout:168: done (7 left) 2023-12-22T17:17:19.854 INFO:tasks.rados.rados.0.smithi032.stdout:169: snap_remove snap 9 2023-12-22T17:17:20.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:19 smithi032 ceph-mon[125050]: osdmap e87: 8 total, 8 up, 8 in 2023-12-22T17:17:20.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:19 smithi032 ceph-mon[110651]: osdmap e87: 8 total, 8 up, 8 in 2023-12-22T17:17:20.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:19 smithi039 ceph-mon[115265]: osdmap e87: 8 total, 8 up, 8 in 2023-12-22T17:17:20.842 INFO:tasks.rados.rados.0.smithi032.stdout:169: done (7 left) 2023-12-22T17:17:20.842 INFO:tasks.rados.rados.0.smithi032.stdout:170: rollback oid 36 current snap is 10 2023-12-22T17:17:20.842 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 36 to 7 2023-12-22T17:17:20.842 INFO:tasks.rados.rados.0.smithi032.stdout:162: finishing copy_from to smithi032174182-15 2023-12-22T17:17:20.842 INFO:tasks.rados.rados.0.smithi032.stdout:162: got expected ENOENT (src dne) 2023-12-22T17:17:20.842 INFO:tasks.rados.rados.0.smithi032.stdout:162: finishing copy_from racing read to smithi032174182-15 2023-12-22T17:17:20.842 INFO:tasks.rados.rados.0.smithi032.stdout:161: finishing write tid 1 to smithi032174182-13 2023-12-22T17:17:20.843 INFO:tasks.rados.rados.0.smithi032.stdout:161: finishing write tid 2 to smithi032174182-13 2023-12-22T17:17:20.843 INFO:tasks.rados.rados.0.smithi032.stdout:161: finishing write tid 3 to smithi032174182-13 2023-12-22T17:17:20.843 INFO:tasks.rados.rados.0.smithi032.stdout:163: finishing rollback tid 0 to smithi032174182-19 2023-12-22T17:17:20.843 INFO:tasks.rados.rados.0.smithi032.stdout:163: finishing rollback tid 1 to smithi032174182-19 2023-12-22T17:17:20.843 INFO:tasks.rados.rados.0.smithi032.stdout:161: finishing write tid 4 to smithi032174182-13 2023-12-22T17:17:20.843 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 47 (ObjNum 70 snap 10 seq_num 70) dirty exists 2023-12-22T17:17:20.843 INFO:tasks.rados.rados.0.smithi032.stdout:161: left oid 13 (ObjNum 70 snap 10 seq_num 70) 2023-12-22T17:17:20.843 INFO:tasks.rados.rados.0.smithi032.stdout:163: finishing rollback tid 2 to smithi032174182-19 2023-12-22T17:17:20.843 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 18 (ObjNum 18 snap 0 seq_num 18) dirty exists 2023-12-22T17:17:20.843 INFO:tasks.rados.rados.0.smithi032.stdout:166: expect (ObjNum 32 snap 0 seq_num 32) 2023-12-22T17:17:20.859 INFO:tasks.rados.rados.0.smithi032.stdout:165: finishing copy_from to smithi032174182-3 2023-12-22T17:17:20.859 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-22T17:17:20.860 INFO:tasks.rados.rados.0.smithi032.stdout:165: finishing copy_from racing read to smithi032174182-3 2023-12-22T17:17:20.860 INFO:tasks.rados.rados.0.smithi032.stdout:164: finishing copy_from to smithi032174182-21 2023-12-22T17:17:20.860 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 12 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-22T17:17:20.860 INFO:tasks.rados.rados.0.smithi032.stdout:161: done (7 left) 2023-12-22T17:17:20.860 INFO:tasks.rados.rados.0.smithi032.stdout:162: done (6 left) 2023-12-22T17:17:20.860 INFO:tasks.rados.rados.0.smithi032.stdout:163: done (5 left) 2023-12-22T17:17:20.860 INFO:tasks.rados.rados.0.smithi032.stdout:165: done (4 left) 2023-12-22T17:17:20.860 INFO:tasks.rados.rados.0.smithi032.stdout:166: done (3 left) 2023-12-22T17:17:20.860 INFO:tasks.rados.rados.0.smithi032.stdout:171: copy_from oid 6 from oid 7 current snap is 10 2023-12-22T17:17:20.860 INFO:tasks.rados.rados.0.smithi032.stdout:164: finishing copy_from racing read to smithi032174182-21 2023-12-22T17:17:20.861 INFO:tasks.rados.rados.0.smithi032.stdout:167: finishing write tid 1 to smithi032174182-16 2023-12-22T17:17:20.861 INFO:tasks.rados.rados.0.smithi032.stdout:167: finishing write tid 2 to smithi032174182-16 2023-12-22T17:17:20.861 INFO:tasks.rados.rados.0.smithi032.stdout:167: finishing write tid 3 to smithi032174182-16 2023-12-22T17:17:20.861 INFO:tasks.rados.rados.0.smithi032.stdout:167: finishing write tid 4 to smithi032174182-16 2023-12-22T17:17:20.861 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 45 (ObjNum 71 snap 10 seq_num 71) dirty exists 2023-12-22T17:17:20.861 INFO:tasks.rados.rados.0.smithi032.stdout:167: left oid 16 (ObjNum 71 snap 10 seq_num 71) 2023-12-22T17:17:20.861 INFO:tasks.rados.rados.0.smithi032.stdout:170: finishing rollback tid 0 to smithi032174182-36 2023-12-22T17:17:20.861 INFO:tasks.rados.rados.0.smithi032.stdout:170: finishing rollback tid 1 to smithi032174182-36 2023-12-22T17:17:20.861 INFO:tasks.rados.rados.0.smithi032.stdout:170: finishing rollback tid 2 to smithi032174182-36 2023-12-22T17:17:20.861 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 29 (ObjNum 1 snap 0 seq_num 1) dirty exists 2023-12-22T17:17:20.861 INFO:tasks.rados.rados.0.smithi032.stdout:164: done (3 left) 2023-12-22T17:17:20.862 INFO:tasks.rados.rados.0.smithi032.stdout:167: done (2 left) 2023-12-22T17:17:20.862 INFO:tasks.rados.rados.0.smithi032.stdout:170: done (1 left) 2023-12-22T17:17:20.862 INFO:tasks.rados.rados.0.smithi032.stdout:172: copy_from oid 42 from oid 15 current snap is 10 2023-12-22T17:17:20.862 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 13 current snap is 10 2023-12-22T17:17:20.862 INFO:tasks.rados.rados.0.smithi032.stdout:173: seq_num 72 ranges {1384448=409600,1794048=524288,2318336=278528} 2023-12-22T17:17:20.869 INFO:tasks.rados.rados.0.smithi032.stdout:173: writing smithi032174182-13 from 1384448 to 1794048 tid 1 2023-12-22T17:17:20.872 INFO:tasks.rados.rados.0.smithi032.stdout:173: writing smithi032174182-13 from 1794048 to 2318336 tid 2 2023-12-22T17:17:20.874 INFO:tasks.rados.rados.0.smithi032.stdout:173: writing smithi032174182-13 from 2318336 to 2596864 tid 3 2023-12-22T17:17:20.874 INFO:tasks.rados.rados.0.smithi032.stdout:174: setattr oid 37 current snap is 10 2023-12-22T17:17:20.875 INFO:tasks.rados.rados.0.smithi032.stdout:171: finishing copy_from to smithi032174182-6 2023-12-22T17:17:20.875 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-22T17:17:20.875 INFO:tasks.rados.rados.0.smithi032.stdout:171: finishing copy_from racing read to smithi032174182-6 2023-12-22T17:17:20.875 INFO:tasks.rados.rados.0.smithi032.stdout:172: finishing copy_from to smithi032174182-42 2023-12-22T17:17:20.875 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 34 (ObjNum 59 snap 5 seq_num 59) dirty exists 2023-12-22T17:17:20.875 INFO:tasks.rados.rados.0.smithi032.stdout:172: finishing copy_from racing read to smithi032174182-42 2023-12-22T17:17:20.875 INFO:tasks.rados.rados.0.smithi032.stdout:173: finishing write tid 1 to smithi032174182-13 2023-12-22T17:17:20.876 INFO:tasks.rados.rados.0.smithi032.stdout:171: done (3 left) 2023-12-22T17:17:20.876 INFO:tasks.rados.rados.0.smithi032.stdout:172: done (2 left) 2023-12-22T17:17:20.876 INFO:tasks.rados.rados.0.smithi032.stdout:175: snap_remove snap 8 2023-12-22T17:17:21.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:20 smithi032 ceph-mon[125050]: osdmap e88: 8 total, 8 up, 8 in 2023-12-22T17:17:21.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:20 smithi032 ceph-mon[125050]: pgmap v91: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 726 KiB/s wr, 34 op/s 2023-12-22T17:17:21.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:20 smithi032 ceph-mon[110651]: osdmap e88: 8 total, 8 up, 8 in 2023-12-22T17:17:21.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:20 smithi032 ceph-mon[110651]: pgmap v91: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 726 KiB/s wr, 34 op/s 2023-12-22T17:17:21.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:20 smithi039 ceph-mon[115265]: osdmap e88: 8 total, 8 up, 8 in 2023-12-22T17:17:21.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:20 smithi039 ceph-mon[115265]: pgmap v91: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 726 KiB/s wr, 34 op/s 2023-12-22T17:17:21.683 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:17:21 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:17:21] "GET /metrics HTTP/1.1" 200 239076 "" "Prometheus/2.43.0" 2023-12-22T17:17:21.855 INFO:tasks.rados.rados.0.smithi032.stdout:175: done (2 left) 2023-12-22T17:17:21.855 INFO:tasks.rados.rados.0.smithi032.stdout:176: rmattr oid 45 current snap is 10 2023-12-22T17:17:21.855 INFO:tasks.rados.rados.0.smithi032.stdout:176: done (2 left) 2023-12-22T17:17:21.855 INFO:tasks.rados.rados.0.smithi032.stdout:177: copy_from oid 5 from oid 4 current snap is 10 2023-12-22T17:17:21.855 INFO:tasks.rados.rados.0.smithi032.stdout:173: finishing write tid 2 to smithi032174182-13 2023-12-22T17:17:21.855 INFO:tasks.rados.rados.0.smithi032.stdout:173: finishing write tid 3 to smithi032174182-13 2023-12-22T17:17:21.855 INFO:tasks.rados.rados.0.smithi032.stdout:173: finishing write tid 4 to smithi032174182-13 2023-12-22T17:17:21.856 INFO:tasks.rados.rados.0.smithi032.stdout:173: finishing write tid 5 to smithi032174182-13 2023-12-22T17:17:21.856 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 53 (ObjNum 72 snap 10 seq_num 72) dirty exists 2023-12-22T17:17:21.856 INFO:tasks.rados.rados.0.smithi032.stdout:173: left oid 13 (ObjNum 72 snap 10 seq_num 72) 2023-12-22T17:17:21.856 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 27 (ObjNum 36 snap 0 seq_num 36) dirty exists 2023-12-22T17:17:21.856 INFO:tasks.rados.rados.0.smithi032.stdout:173: done (2 left) 2023-12-22T17:17:21.856 INFO:tasks.rados.rados.0.smithi032.stdout:174: done (1 left) 2023-12-22T17:17:21.856 INFO:tasks.rados.rados.0.smithi032.stdout:178: snap_remove snap 7 2023-12-22T17:17:22.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:21 smithi039 ceph-mon[115265]: osdmap e89: 8 total, 8 up, 8 in 2023-12-22T17:17:22.010 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:17:21 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:17:21] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-22T17:17:22.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:21 smithi032 ceph-mon[110651]: osdmap e89: 8 total, 8 up, 8 in 2023-12-22T17:17:22.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:21 smithi032 ceph-mon[125050]: osdmap e89: 8 total, 8 up, 8 in 2023-12-22T17:17:22.864 INFO:tasks.rados.rados.0.smithi032.stdout:178: done (1 left) 2023-12-22T17:17:22.865 INFO:tasks.rados.rados.0.smithi032.stdout:179: read oid 28 snap -1 2023-12-22T17:17:22.865 INFO:tasks.rados.rados.0.smithi032.stdout:179: expect (ObjNum 27 snap 0 seq_num 27) 2023-12-22T17:17:22.865 INFO:tasks.rados.rados.0.smithi032.stdout:180: read oid 37 snap -1 2023-12-22T17:17:22.865 INFO:tasks.rados.rados.0.smithi032.stdout:180: expect (ObjNum 36 snap 0 seq_num 36) 2023-12-22T17:17:22.865 INFO:tasks.rados.rados.0.smithi032.stdout:181: copy_from oid 23 from oid 31 current snap is 10 2023-12-22T17:17:22.865 INFO:tasks.rados.rados.0.smithi032.stdout:177: finishing copy_from to smithi032174182-5 2023-12-22T17:17:22.865 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2023-12-22T17:17:22.865 INFO:tasks.rados.rados.0.smithi032.stdout:177: finishing copy_from racing read to smithi032174182-5 2023-12-22T17:17:22.865 INFO:tasks.rados.rados.0.smithi032.stdout:177: done (3 left) 2023-12-22T17:17:22.865 INFO:tasks.rados.rados.0.smithi032.stdout:182: rollback oid 16 current snap is 10 2023-12-22T17:17:22.865 INFO:tasks.rados.rados.0.smithi032.stdout:182: done (3 left) 2023-12-22T17:17:22.865 INFO:tasks.rados.rados.0.smithi032.stdout:183: setattr oid 3 current snap is 10 2023-12-22T17:17:22.866 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 38 current snap is 10 2023-12-22T17:17:22.866 INFO:tasks.rados.rados.0.smithi032.stdout:184: seq_num 73 ranges {778240=425984,1204224=409600,1613824=393216} 2023-12-22T17:17:22.875 INFO:tasks.rados.rados.0.smithi032.stdout:184: writing smithi032174182-38 from 778240 to 1204224 tid 1 2023-12-22T17:17:22.876 INFO:tasks.rados.rados.0.smithi032.stdout:184: writing smithi032174182-38 from 1204224 to 1613824 tid 2 2023-12-22T17:17:22.879 INFO:tasks.rados.rados.0.smithi032.stdout:184: writing smithi032174182-38 from 1613824 to 2007040 tid 3 2023-12-22T17:17:22.879 INFO:tasks.rados.rados.0.smithi032.stdout:185: copy_from oid 7 from oid 27 current snap is 10 2023-12-22T17:17:22.879 INFO:tasks.rados.rados.0.smithi032.stdout:186: snap_create 2023-12-22T17:17:22.879 INFO:tasks.rados.rados.0.smithi032.stdout:180: expect (ObjNum 36 snap 0 seq_num 36) 2023-12-22T17:17:22.900 INFO:tasks.rados.rados.0.smithi032.stdout:179: expect (ObjNum 27 snap 0 seq_num 27) 2023-12-22T17:17:22.915 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 35 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-22T17:17:22.915 INFO:tasks.rados.rados.0.smithi032.stdout:184: finishing write tid 1 to smithi032174182-38 2023-12-22T17:17:22.915 INFO:tasks.rados.rados.0.smithi032.stdout:184: finishing write tid 2 to smithi032174182-38 2023-12-22T17:17:22.915 INFO:tasks.rados.rados.0.smithi032.stdout:184: finishing write tid 3 to smithi032174182-38 2023-12-22T17:17:22.915 INFO:tasks.rados.rados.0.smithi032.stdout:184: finishing write tid 4 to smithi032174182-38 2023-12-22T17:17:22.915 INFO:tasks.rados.rados.0.smithi032.stdout:184: finishing write tid 5 to smithi032174182-38 2023-12-22T17:17:22.915 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 25 (ObjNum 73 snap 10 seq_num 73) dirty exists 2023-12-22T17:17:22.915 INFO:tasks.rados.rados.0.smithi032.stdout:184: left oid 38 (ObjNum 73 snap 10 seq_num 73) 2023-12-22T17:17:22.915 INFO:tasks.rados.rados.0.smithi032.stdout:181: finishing copy_from to smithi032174182-23 2023-12-22T17:17:22.915 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 37 (ObjNum 68 snap 8 seq_num 68) dirty exists 2023-12-22T17:17:22.915 INFO:tasks.rados.rados.0.smithi032.stdout:181: finishing copy_from racing read to smithi032174182-23 2023-12-22T17:17:22.915 INFO:tasks.rados.rados.0.smithi032.stdout:185: finishing copy_from to smithi032174182-7 2023-12-22T17:17:22.915 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 8 (ObjNum 26 snap 0 seq_num 26) dirty exists 2023-12-22T17:17:22.916 INFO:tasks.rados.rados.0.smithi032.stdout:185: finishing copy_from racing read to smithi032174182-7 2023-12-22T17:17:23.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:22 smithi032 ceph-mon[125050]: osdmap e90: 8 total, 8 up, 8 in 2023-12-22T17:17:23.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:22 smithi032 ceph-mon[125050]: pgmap v94: 121 pgs: 121 active+clean; 35 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 19 op/s 2023-12-22T17:17:23.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:22 smithi032 ceph-mon[110651]: osdmap e90: 8 total, 8 up, 8 in 2023-12-22T17:17:23.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:22 smithi032 ceph-mon[110651]: pgmap v94: 121 pgs: 121 active+clean; 35 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 19 op/s 2023-12-22T17:17:23.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:22 smithi039 ceph-mon[115265]: osdmap e90: 8 total, 8 up, 8 in 2023-12-22T17:17:23.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:22 smithi039 ceph-mon[115265]: pgmap v94: 121 pgs: 121 active+clean; 35 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 19 op/s 2023-12-22T17:17:23.781 INFO:tasks.rados.rados.0.smithi032.stdout:179: done (6 left) 2023-12-22T17:17:23.781 INFO:tasks.rados.rados.0.smithi032.stdout:180: done (5 left) 2023-12-22T17:17:23.782 INFO:tasks.rados.rados.0.smithi032.stdout:181: done (4 left) 2023-12-22T17:17:23.782 INFO:tasks.rados.rados.0.smithi032.stdout:183: done (3 left) 2023-12-22T17:17:23.782 INFO:tasks.rados.rados.0.smithi032.stdout:184: done (2 left) 2023-12-22T17:17:23.782 INFO:tasks.rados.rados.0.smithi032.stdout:185: done (1 left) 2023-12-22T17:17:23.782 INFO:tasks.rados.rados.0.smithi032.stdout:186: done (0 left) 2023-12-22T17:17:23.782 INFO:tasks.rados.rados.0.smithi032.stdout:187: delete oid 31 current snap is 11 2023-12-22T17:17:23.786 INFO:tasks.rados.rados.0.smithi032.stdout:187: done (0 left) 2023-12-22T17:17:23.786 INFO:tasks.rados.rados.0.smithi032.stdout:188: delete oid 26 current snap is 11 2023-12-22T17:17:23.788 INFO:tasks.rados.rados.0.smithi032.stdout:188: done (0 left) 2023-12-22T17:17:23.788 INFO:tasks.rados.rados.0.smithi032.stdout:189: copy_from oid 20 from oid 42 current snap is 11 2023-12-22T17:17:23.788 INFO:tasks.rados.rados.0.smithi032.stdout:190: delete oid 5 current snap is 11 2023-12-22T17:17:23.793 INFO:tasks.rados.rados.0.smithi032.stdout:190: done (1 left) 2023-12-22T17:17:23.793 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 13 current snap is 11 2023-12-22T17:17:23.793 INFO:tasks.rados.rados.0.smithi032.stdout:191: seq_num 77 ranges {2596864=491520,3088384=794624,3883008=8192} 2023-12-22T17:17:23.810 INFO:tasks.rados.rados.0.smithi032.stdout:191: writing smithi032174182-13 from 2596864 to 3088384 tid 1 2023-12-22T17:17:23.815 INFO:tasks.rados.rados.0.smithi032.stdout:191: writing smithi032174182-13 from 3088384 to 3883008 tid 2 2023-12-22T17:17:23.815 INFO:tasks.rados.rados.0.smithi032.stdout:191: writing smithi032174182-13 from 3883008 to 3891200 tid 3 2023-12-22T17:17:23.815 INFO:tasks.rados.rados.0.smithi032.stdout:192: read oid 19 snap -1 2023-12-22T17:17:23.815 INFO:tasks.rados.rados.0.smithi032.stdout:192: expect (ObjNum 18 snap 0 seq_num 18) 2023-12-22T17:17:23.815 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 21 current snap is 11 2023-12-22T17:17:23.815 INFO:tasks.rados.rados.0.smithi032.stdout:193: seq_num 78 ranges {778240=516096,1294336=679936,1974272=122880} 2023-12-22T17:17:23.822 INFO:tasks.rados.rados.0.smithi032.stdout:193: writing smithi032174182-21 from 778240 to 1294336 tid 1 2023-12-22T17:17:23.826 INFO:tasks.rados.rados.0.smithi032.stdout:193: writing smithi032174182-21 from 1294336 to 1974272 tid 2 2023-12-22T17:17:23.826 INFO:tasks.rados.rados.0.smithi032.stdout:193: writing smithi032174182-21 from 1974272 to 2097152 tid 3 2023-12-22T17:17:23.826 INFO:tasks.rados.rados.0.smithi032.stdout:194: delete oid 22 current snap is 11 2023-12-22T17:17:23.826 INFO:tasks.rados.rados.0.smithi032.stdout:189: finishing copy_from to smithi032174182-20 2023-12-22T17:17:23.827 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 34 (ObjNum 59 snap 5 seq_num 59) dirty exists 2023-12-22T17:17:23.827 INFO:tasks.rados.rados.0.smithi032.stdout:189: finishing copy_from racing read to smithi032174182-20 2023-12-22T17:17:23.827 INFO:tasks.rados.rados.0.smithi032.stdout:191: finishing write tid 1 to smithi032174182-13 2023-12-22T17:17:23.827 INFO:tasks.rados.rados.0.smithi032.stdout:192: expect (ObjNum 18 snap 0 seq_num 18) 2023-12-22T17:17:23.835 INFO:tasks.rados.rados.0.smithi032.stdout:191: finishing write tid 2 to smithi032174182-13 2023-12-22T17:17:23.835 INFO:tasks.rados.rados.0.smithi032.stdout:191: finishing write tid 3 to smithi032174182-13 2023-12-22T17:17:23.835 INFO:tasks.rados.rados.0.smithi032.stdout:191: finishing write tid 4 to smithi032174182-13 2023-12-22T17:17:23.835 INFO:tasks.rados.rados.0.smithi032.stdout:191: finishing write tid 5 to smithi032174182-13 2023-12-22T17:17:23.835 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 62 (ObjNum 77 snap 11 seq_num 77) dirty exists 2023-12-22T17:17:23.835 INFO:tasks.rados.rados.0.smithi032.stdout:191: left oid 13 (ObjNum 77 snap 11 seq_num 77) 2023-12-22T17:17:23.835 INFO:tasks.rados.rados.0.smithi032.stdout:193: finishing write tid 1 to smithi032174182-21 2023-12-22T17:17:23.835 INFO:tasks.rados.rados.0.smithi032.stdout:189: done (4 left) 2023-12-22T17:17:23.835 INFO:tasks.rados.rados.0.smithi032.stdout:191: done (3 left) 2023-12-22T17:17:23.835 INFO:tasks.rados.rados.0.smithi032.stdout:192: done (2 left) 2023-12-22T17:17:23.836 INFO:tasks.rados.rados.0.smithi032.stdout:194: done (1 left) 2023-12-22T17:17:23.836 INFO:tasks.rados.rados.0.smithi032.stdout:195: read oid 32 snap -1 2023-12-22T17:17:23.836 INFO:tasks.rados.rados.0.smithi032.stdout:195: expect (ObjNum 31 snap 0 seq_num 31) 2023-12-22T17:17:23.836 INFO:tasks.rados.rados.0.smithi032.stdout:196: copy_from oid 28 from oid 40 current snap is 11 2023-12-22T17:17:23.836 INFO:tasks.rados.rados.0.smithi032.stdout:193: finishing write tid 2 to smithi032174182-21 2023-12-22T17:17:23.836 INFO:tasks.rados.rados.0.smithi032.stdout:193: finishing write tid 3 to smithi032174182-21 2023-12-22T17:17:23.836 INFO:tasks.rados.rados.0.smithi032.stdout:193: finishing write tid 4 to smithi032174182-21 2023-12-22T17:17:23.836 INFO:tasks.rados.rados.0.smithi032.stdout:193: finishing write tid 5 to smithi032174182-21 2023-12-22T17:17:23.836 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 40 (ObjNum 78 snap 11 seq_num 78) dirty exists 2023-12-22T17:17:23.836 INFO:tasks.rados.rados.0.smithi032.stdout:193: left oid 21 (ObjNum 78 snap 11 seq_num 78) 2023-12-22T17:17:23.836 INFO:tasks.rados.rados.0.smithi032.stdout:193: done (2 left) 2023-12-22T17:17:23.836 INFO:tasks.rados.rados.0.smithi032.stdout:197: copy_from oid 31 from oid 19 current snap is 11 2023-12-22T17:17:23.836 INFO:tasks.rados.rados.0.smithi032.stdout:198: read oid 14 snap 10 2023-12-22T17:17:23.836 INFO:tasks.rados.rados.0.smithi032.stdout:198: expect (ObjNum 50 snap 0 seq_num 50) 2023-12-22T17:17:23.836 INFO:tasks.rados.rados.0.smithi032.stdout:199: delete oid 41 current snap is 11 2023-12-22T17:17:23.837 INFO:tasks.rados.rados.0.smithi032.stdout:199: done (4 left) 2023-12-22T17:17:23.837 INFO:tasks.rados.rados.0.smithi032.stdout:200: rollback oid 9 current snap is 11 2023-12-22T17:17:23.837 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 9 to 10 2023-12-22T17:17:23.837 INFO:tasks.rados.rados.0.smithi032.stdout:201: delete oid 20 current snap is 11 2023-12-22T17:17:23.838 INFO:tasks.rados.rados.0.smithi032.stdout:195: expect (ObjNum 31 snap 0 seq_num 31) 2023-12-22T17:17:23.853 INFO:tasks.rados.rados.0.smithi032.stdout:200: finishing rollback tid 0 to smithi032174182-9 2023-12-22T17:17:23.853 INFO:tasks.rados.rados.0.smithi032.stdout:200: finishing rollback tid 1 to smithi032174182-9 2023-12-22T17:17:23.853 INFO:tasks.rados.rados.0.smithi032.stdout:200: finishing rollback tid 2 to smithi032174182-9 2023-12-22T17:17:23.853 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 35 (ObjNum 8 snap 0 seq_num 8) dirty exists 2023-12-22T17:17:23.853 INFO:tasks.rados.rados.0.smithi032.stdout:196: finishing copy_from to smithi032174182-28 2023-12-22T17:17:23.853 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 10 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-12-22T17:17:23.853 INFO:tasks.rados.rados.0.smithi032.stdout:196: finishing copy_from racing read to smithi032174182-28 2023-12-22T17:17:23.854 INFO:tasks.rados.rados.0.smithi032.stdout:197: finishing copy_from to smithi032174182-31 2023-12-22T17:17:23.854 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 18 (ObjNum 18 snap 0 seq_num 18) dirty exists 2023-12-22T17:17:23.854 INFO:tasks.rados.rados.0.smithi032.stdout:197: finishing copy_from racing read to smithi032174182-31 2023-12-22T17:17:23.854 INFO:tasks.rados.rados.0.smithi032.stdout:198: expect (ObjNum 50 snap 0 seq_num 50) 2023-12-22T17:17:23.886 INFO:tasks.rados.rados.0.smithi032.stdout:195: done (5 left) 2023-12-22T17:17:23.886 INFO:tasks.rados.rados.0.smithi032.stdout:196: done (4 left) 2023-12-22T17:17:23.886 INFO:tasks.rados.rados.0.smithi032.stdout:197: done (3 left) 2023-12-22T17:17:23.886 INFO:tasks.rados.rados.0.smithi032.stdout:198: done (2 left) 2023-12-22T17:17:23.886 INFO:tasks.rados.rados.0.smithi032.stdout:200: done (1 left) 2023-12-22T17:17:23.887 INFO:tasks.rados.rados.0.smithi032.stdout:201: done (0 left) 2023-12-22T17:17:23.887 INFO:tasks.rados.rados.0.smithi032.stdout:202: copy_from oid 44 from oid 24 current snap is 11 2023-12-22T17:17:23.887 INFO:tasks.rados.rados.0.smithi032.stdout:203: rollback oid 13 current snap is 11 2023-12-22T17:17:23.887 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 13 to 10 2023-12-22T17:17:23.887 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 17 current snap is 11 2023-12-22T17:17:23.887 INFO:tasks.rados.rados.0.smithi032.stdout:204: seq_num 82 ranges {0=581632,581632=622592,1204224=180224} 2023-12-22T17:17:23.889 INFO:tasks.rados.rados.0.smithi032.stdout:204: writing smithi032174182-17 from 0 to 581632 tid 1 2023-12-22T17:17:23.893 INFO:tasks.rados.rados.0.smithi032.stdout:204: writing smithi032174182-17 from 581632 to 1204224 tid 2 2023-12-22T17:17:23.895 INFO:tasks.rados.rados.0.smithi032.stdout:204: writing smithi032174182-17 from 1204224 to 1384448 tid 3 2023-12-22T17:17:23.895 INFO:tasks.rados.rados.0.smithi032.stdout:205: rollback oid 35 current snap is 11 2023-12-22T17:17:23.895 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 35 to 10 2023-12-22T17:17:23.895 INFO:tasks.rados.rados.0.smithi032.stdout:203: finishing rollback tid 0 to smithi032174182-13 2023-12-22T17:17:23.895 INFO:tasks.rados.rados.0.smithi032.stdout:203: finishing rollback tid 1 to smithi032174182-13 2023-12-22T17:17:23.895 INFO:tasks.rados.rados.0.smithi032.stdout:203: finishing rollback tid 2 to smithi032174182-13 2023-12-22T17:17:23.895 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 67 (ObjNum 72 snap 10 seq_num 72) dirty exists 2023-12-22T17:17:23.895 INFO:tasks.rados.rados.0.smithi032.stdout:202: finishing copy_from to smithi032174182-44 2023-12-22T17:17:23.895 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 12 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-22T17:17:23.895 INFO:tasks.rados.rados.0.smithi032.stdout:202: finishing copy_from racing read to smithi032174182-44 2023-12-22T17:17:23.895 INFO:tasks.rados.rados.0.smithi032.stdout:204: finishing write tid 1 to smithi032174182-17 2023-12-22T17:17:23.895 INFO:tasks.rados.rados.0.smithi032.stdout:202: done (3 left) 2023-12-22T17:17:23.896 INFO:tasks.rados.rados.0.smithi032.stdout:203: done (2 left) 2023-12-22T17:17:23.896 INFO:tasks.rados.rados.0.smithi032.stdout:206: read oid 26 snap -1 2023-12-22T17:17:23.896 INFO:tasks.rados.rados.0.smithi032.stdout:206: expect deleted 2023-12-22T17:17:23.896 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 13 current snap is 11 2023-12-22T17:17:23.896 INFO:tasks.rados.rados.0.smithi032.stdout:207: seq_num 83 ranges {2596864=598016,3194880=499712,3694592=303104} 2023-12-22T17:17:23.912 INFO:tasks.rados.rados.0.smithi032.stdout:207: writing smithi032174182-13 from 2596864 to 3194880 tid 1 2023-12-22T17:17:23.915 INFO:tasks.rados.rados.0.smithi032.stdout:207: writing smithi032174182-13 from 3194880 to 3694592 tid 2 2023-12-22T17:17:23.917 INFO:tasks.rados.rados.0.smithi032.stdout:207: writing smithi032174182-13 from 3694592 to 3997696 tid 3 2023-12-22T17:17:23.918 INFO:tasks.rados.rados.0.smithi032.stdout:208: copy_from oid 16 from oid 28 current snap is 11 2023-12-22T17:17:23.918 INFO:tasks.rados.rados.0.smithi032.stdout:204: finishing write tid 2 to smithi032174182-17 2023-12-22T17:17:23.918 INFO:tasks.rados.rados.0.smithi032.stdout:204: finishing write tid 3 to smithi032174182-17 2023-12-22T17:17:23.918 INFO:tasks.rados.rados.0.smithi032.stdout:205: finishing rollback tid 0 to smithi032174182-35 2023-12-22T17:17:23.918 INFO:tasks.rados.rados.0.smithi032.stdout:204: finishing write tid 4 to smithi032174182-17 2023-12-22T17:17:23.918 INFO:tasks.rados.rados.0.smithi032.stdout:205: finishing rollback tid 1 to smithi032174182-35 2023-12-22T17:17:23.918 INFO:tasks.rados.rados.0.smithi032.stdout:205: finishing rollback tid 2 to smithi032174182-35 2023-12-22T17:17:23.918 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 43 (ObjNum 34 snap 0 seq_num 34) dirty exists 2023-12-22T17:17:23.918 INFO:tasks.rados.rados.0.smithi032.stdout:204: finishing write tid 5 to smithi032174182-17 2023-12-22T17:17:23.918 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 37 (ObjNum 82 snap 11 seq_num 82) dirty exists 2023-12-22T17:17:23.918 INFO:tasks.rados.rados.0.smithi032.stdout:204: left oid 17 (ObjNum 82 snap 11 seq_num 82) 2023-12-22T17:17:23.918 INFO:tasks.rados.rados.0.smithi032.stdout:207: finishing write tid 1 to smithi032174182-13 2023-12-22T17:17:23.919 INFO:tasks.rados.rados.0.smithi032.stdout:204: done (4 left) 2023-12-22T17:17:23.919 INFO:tasks.rados.rados.0.smithi032.stdout:205: done (3 left) 2023-12-22T17:17:23.919 INFO:tasks.rados.rados.0.smithi032.stdout:206: done (2 left) 2023-12-22T17:17:23.919 INFO:tasks.rados.rados.0.smithi032.stdout:209: delete oid 17 current snap is 11 2023-12-22T17:17:23.919 INFO:tasks.rados.rados.0.smithi032.stdout:207: finishing write tid 2 to smithi032174182-13 2023-12-22T17:17:23.920 INFO:tasks.rados.rados.0.smithi032.stdout:209: done (2 left) 2023-12-22T17:17:23.920 INFO:tasks.rados.rados.0.smithi032.stdout:210: delete oid 41 current snap is 11 2023-12-22T17:17:23.920 INFO:tasks.rados.rados.0.smithi032.stdout:207: finishing write tid 3 to smithi032174182-13 2023-12-22T17:17:23.920 INFO:tasks.rados.rados.0.smithi032.stdout:207: finishing write tid 4 to smithi032174182-13 2023-12-22T17:17:23.920 INFO:tasks.rados.rados.0.smithi032.stdout:210: done (2 left) 2023-12-22T17:17:23.920 INFO:tasks.rados.rados.0.smithi032.stdout:211: setattr oid 8 current snap is 11 2023-12-22T17:17:23.920 INFO:tasks.rados.rados.0.smithi032.stdout:207: finishing write tid 5 to smithi032174182-13 2023-12-22T17:17:23.920 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 71 (ObjNum 83 snap 11 seq_num 83) dirty exists 2023-12-22T17:17:23.920 INFO:tasks.rados.rados.0.smithi032.stdout:207: left oid 13 (ObjNum 83 snap 11 seq_num 83) 2023-12-22T17:17:23.921 INFO:tasks.rados.rados.0.smithi032.stdout:207: done (2 left) 2023-12-22T17:17:23.921 INFO:tasks.rados.rados.0.smithi032.stdout:212: snap_remove snap 10 2023-12-22T17:17:24.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:23 smithi032 ceph-mon[125050]: osdmap e91: 8 total, 8 up, 8 in 2023-12-22T17:17:24.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:23 smithi032 ceph-mon[125050]: osdmap e92: 8 total, 8 up, 8 in 2023-12-22T17:17:24.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:23 smithi032 ceph-mon[110651]: osdmap e91: 8 total, 8 up, 8 in 2023-12-22T17:17:24.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:23 smithi032 ceph-mon[110651]: osdmap e92: 8 total, 8 up, 8 in 2023-12-22T17:17:24.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:23 smithi039 ceph-mon[115265]: osdmap e91: 8 total, 8 up, 8 in 2023-12-22T17:17:24.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:23 smithi039 ceph-mon[115265]: osdmap e92: 8 total, 8 up, 8 in 2023-12-22T17:17:24.877 INFO:tasks.rados.rados.0.smithi032.stdout:212: done (2 left) 2023-12-22T17:17:24.878 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 48 current snap is 11 2023-12-22T17:17:24.878 INFO:tasks.rados.rados.0.smithi032.stdout:208: finishing copy_from to smithi032174182-16 2023-12-22T17:17:24.878 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 10 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-12-22T17:17:24.878 INFO:tasks.rados.rados.0.smithi032.stdout:213: seq_num 86 ranges {794624=647168,1441792=606208,2048000=196608} 2023-12-22T17:17:24.887 INFO:tasks.rados.rados.0.smithi032.stdout:213: writing smithi032174182-48 from 794624 to 1441792 tid 1 2023-12-22T17:17:24.891 INFO:tasks.rados.rados.0.smithi032.stdout:213: writing smithi032174182-48 from 1441792 to 2048000 tid 2 2023-12-22T17:17:24.892 INFO:tasks.rados.rados.0.smithi032.stdout:213: writing smithi032174182-48 from 2048000 to 2244608 tid 3 2023-12-22T17:17:24.892 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 14 current snap is 11 2023-12-22T17:17:24.893 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 7 (ObjNum 17 snap 0 seq_num 17) dirty exists 2023-12-22T17:17:24.893 INFO:tasks.rados.rados.0.smithi032.stdout:208: finishing copy_from racing read to smithi032174182-16 2023-12-22T17:17:24.893 INFO:tasks.rados.rados.0.smithi032.stdout:214: seq_num 87 ranges {1064960=663552,1728512=491520,2220032=311296} 2023-12-22T17:17:24.902 INFO:tasks.rados.rados.0.smithi032.stdout:214: writing smithi032174182-14 from 1064960 to 1728512 tid 1 2023-12-22T17:17:24.905 INFO:tasks.rados.rados.0.smithi032.stdout:214: writing smithi032174182-14 from 1728512 to 2220032 tid 2 2023-12-22T17:17:24.907 INFO:tasks.rados.rados.0.smithi032.stdout:214: writing smithi032174182-14 from 2220032 to 2531328 tid 3 2023-12-22T17:17:24.907 INFO:tasks.rados.rados.0.smithi032.stdout:208: done (3 left) 2023-12-22T17:17:24.907 INFO:tasks.rados.rados.0.smithi032.stdout:211: done (2 left) 2023-12-22T17:17:24.907 INFO:tasks.rados.rados.0.smithi032.stdout:215: copy_from oid 27 from oid 26 current snap is 11 2023-12-22T17:17:24.907 INFO:tasks.rados.rados.0.smithi032.stdout:213: finishing write tid 1 to smithi032174182-48 2023-12-22T17:17:24.908 INFO:tasks.rados.rados.0.smithi032.stdout:213: finishing write tid 2 to smithi032174182-48 2023-12-22T17:17:24.908 INFO:tasks.rados.rados.0.smithi032.stdout:213: finishing write tid 3 to smithi032174182-48 2023-12-22T17:17:24.908 INFO:tasks.rados.rados.0.smithi032.stdout:213: finishing write tid 4 to smithi032174182-48 2023-12-22T17:17:24.908 INFO:tasks.rados.rados.0.smithi032.stdout:213: finishing write tid 5 to smithi032174182-48 2023-12-22T17:17:24.908 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 30 (ObjNum 86 snap 11 seq_num 86) dirty exists 2023-12-22T17:17:24.908 INFO:tasks.rados.rados.0.smithi032.stdout:213: left oid 48 (ObjNum 86 snap 11 seq_num 86) 2023-12-22T17:17:24.908 INFO:tasks.rados.rados.0.smithi032.stdout:213: done (2 left) 2023-12-22T17:17:24.908 INFO:tasks.rados.rados.0.smithi032.stdout:216: snap_create 2023-12-22T17:17:24.908 INFO:tasks.rados.rados.0.smithi032.stdout:214: finishing write tid 1 to smithi032174182-14 2023-12-22T17:17:24.909 INFO:tasks.rados.rados.0.smithi032.stdout:215: finishing copy_from to smithi032174182-27 2023-12-22T17:17:24.909 INFO:tasks.rados.rados.0.smithi032.stdout:215: got expected ENOENT (src dne) 2023-12-22T17:17:24.909 INFO:tasks.rados.rados.0.smithi032.stdout:215: finishing copy_from racing read to smithi032174182-27 2023-12-22T17:17:24.909 INFO:tasks.rados.rados.0.smithi032.stdout:214: finishing write tid 2 to smithi032174182-14 2023-12-22T17:17:24.909 INFO:tasks.rados.rados.0.smithi032.stdout:214: finishing write tid 3 to smithi032174182-14 2023-12-22T17:17:24.909 INFO:tasks.rados.rados.0.smithi032.stdout:214: finishing write tid 4 to smithi032174182-14 2023-12-22T17:17:24.910 INFO:tasks.rados.rados.0.smithi032.stdout:214: finishing write tid 5 to smithi032174182-14 2023-12-22T17:17:24.910 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 42 (ObjNum 87 snap 11 seq_num 87) dirty exists 2023-12-22T17:17:24.910 INFO:tasks.rados.rados.0.smithi032.stdout:214: left oid 14 (ObjNum 87 snap 11 seq_num 87) 2023-12-22T17:17:25.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:24 smithi032 ceph-mon[125050]: pgmap v97: 121 pgs: 121 active+clean; 35 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 19 op/s 2023-12-22T17:17:25.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:24 smithi032 ceph-mon[110651]: pgmap v97: 121 pgs: 121 active+clean; 35 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 19 op/s 2023-12-22T17:17:25.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:24 smithi039 ceph-mon[115265]: pgmap v97: 121 pgs: 121 active+clean; 35 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 19 op/s 2023-12-22T17:17:25.884 INFO:tasks.rados.rados.0.smithi032.stdout:214: done (2 left) 2023-12-22T17:17:25.884 INFO:tasks.rados.rados.0.smithi032.stdout:215: done (1 left) 2023-12-22T17:17:25.884 INFO:tasks.rados.rados.0.smithi032.stdout:216: done (0 left) 2023-12-22T17:17:25.884 INFO:tasks.rados.rados.0.smithi032.stdout:217: snap_create 2023-12-22T17:17:26.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:25 smithi032 ceph-mon[110651]: osdmap e93: 8 total, 8 up, 8 in 2023-12-22T17:17:26.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:25 smithi032 ceph-mon[125050]: osdmap e93: 8 total, 8 up, 8 in 2023-12-22T17:17:26.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:25 smithi039 ceph-mon[115265]: osdmap e93: 8 total, 8 up, 8 in 2023-12-22T17:17:26.890 INFO:tasks.rados.rados.0.smithi032.stdout:217: done (0 left) 2023-12-22T17:17:26.891 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 17 current snap is 13 2023-12-22T17:17:26.891 INFO:tasks.rados.rados.0.smithi032.stdout:218: seq_num 88 ranges {0=679936,679936=778240,1458176=24576} 2023-12-22T17:17:26.894 INFO:tasks.rados.rados.0.smithi032.stdout:218: writing smithi032174182-17 from 0 to 679936 tid 1 2023-12-22T17:17:26.899 INFO:tasks.rados.rados.0.smithi032.stdout:218: writing smithi032174182-17 from 679936 to 1458176 tid 2 2023-12-22T17:17:26.899 INFO:tasks.rados.rados.0.smithi032.stdout:218: writing smithi032174182-17 from 1458176 to 1482752 tid 3 2023-12-22T17:17:26.899 INFO:tasks.rados.rados.0.smithi032.stdout:219: rollback oid 8 current snap is 13 2023-12-22T17:17:26.899 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 8 to 12 2023-12-22T17:17:26.899 INFO:tasks.rados.rados.0.smithi032.stdout:220: rmattr oid 26 current snap is 13 2023-12-22T17:17:26.899 INFO:tasks.rados.rados.0.smithi032.stdout:220: done (2 left) 2023-12-22T17:17:26.899 INFO:tasks.rados.rados.0.smithi032.stdout:221: delete oid 2 current snap is 13 2023-12-22T17:17:26.903 INFO:tasks.rados.rados.0.smithi032.stdout:218: finishing write tid 1 to smithi032174182-17 2023-12-22T17:17:26.905 INFO:tasks.rados.rados.0.smithi032.stdout:221: done (2 left) 2023-12-22T17:17:26.906 INFO:tasks.rados.rados.0.smithi032.stdout:222: rmattr oid 24 current snap is 13 2023-12-22T17:17:26.906 INFO:tasks.rados.rados.0.smithi032.stdout:222: done (2 left) 2023-12-22T17:17:26.906 INFO:tasks.rados.rados.0.smithi032.stdout:223: snap_create 2023-12-22T17:17:26.907 INFO:tasks.rados.rados.0.smithi032.stdout:218: finishing write tid 2 to smithi032174182-17 2023-12-22T17:17:26.907 INFO:tasks.rados.rados.0.smithi032.stdout:218: finishing write tid 3 to smithi032174182-17 2023-12-22T17:17:26.907 INFO:tasks.rados.rados.0.smithi032.stdout:218: finishing write tid 4 to smithi032174182-17 2023-12-22T17:17:26.907 INFO:tasks.rados.rados.0.smithi032.stdout:219: finishing rollback tid 0 to smithi032174182-8 2023-12-22T17:17:26.907 INFO:tasks.rados.rados.0.smithi032.stdout:218: finishing write tid 5 to smithi032174182-17 2023-12-22T17:17:26.907 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 46 (ObjNum 88 snap 13 seq_num 88) dirty exists 2023-12-22T17:17:26.907 INFO:tasks.rados.rados.0.smithi032.stdout:218: left oid 17 (ObjNum 88 snap 13 seq_num 88) 2023-12-22T17:17:26.907 INFO:tasks.rados.rados.0.smithi032.stdout:219: finishing rollback tid 1 to smithi032174182-8 2023-12-22T17:17:26.907 INFO:tasks.rados.rados.0.smithi032.stdout:219: finishing rollback tid 2 to smithi032174182-8 2023-12-22T17:17:26.907 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 13 (ObjNum 17 snap 0 seq_num 17) dirty exists 2023-12-22T17:17:27.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:26 smithi032 ceph-mon[125050]: osdmap e94: 8 total, 8 up, 8 in 2023-12-22T17:17:27.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:26 smithi032 ceph-mon[125050]: pgmap v100: 121 pgs: 121 active+clean; 35 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:17:27.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:26 smithi032 ceph-mon[110651]: osdmap e94: 8 total, 8 up, 8 in 2023-12-22T17:17:27.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:26 smithi032 ceph-mon[110651]: pgmap v100: 121 pgs: 121 active+clean; 35 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:17:27.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:26 smithi039 ceph-mon[115265]: osdmap e94: 8 total, 8 up, 8 in 2023-12-22T17:17:27.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:26 smithi039 ceph-mon[115265]: pgmap v100: 121 pgs: 121 active+clean; 35 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:17:27.892 INFO:tasks.rados.rados.0.smithi032.stdout:218: done (2 left) 2023-12-22T17:17:27.892 INFO:tasks.rados.rados.0.smithi032.stdout:219: done (1 left) 2023-12-22T17:17:27.892 INFO:tasks.rados.rados.0.smithi032.stdout:223: done (0 left) 2023-12-22T17:17:27.892 INFO:tasks.rados.rados.0.smithi032.stdout:224: copy_from oid 48 from oid 47 current snap is 14 2023-12-22T17:17:27.892 INFO:tasks.rados.rados.0.smithi032.stdout:225: read oid 34 snap -1 2023-12-22T17:17:27.892 INFO:tasks.rados.rados.0.smithi032.stdout:225: expect (ObjNum 33 snap 0 seq_num 33) 2023-12-22T17:17:27.892 INFO:tasks.rados.rados.0.smithi032.stdout:226: snap_create 2023-12-22T17:17:27.899 INFO:tasks.rados.rados.0.smithi032.stdout:225: expect (ObjNum 33 snap 0 seq_num 33) 2023-12-22T17:17:27.913 INFO:tasks.rados.rados.0.smithi032.stdout:224: finishing copy_from to smithi032174182-48 2023-12-22T17:17:27.913 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 43 (ObjNum 161 snap 0 seq_num 0) dirty exists 2023-12-22T17:17:27.913 INFO:tasks.rados.rados.0.smithi032.stdout:224: finishing copy_from racing read to smithi032174182-48 2023-12-22T17:17:28.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:27 smithi032 ceph-mon[125050]: osdmap e95: 8 total, 8 up, 8 in 2023-12-22T17:17:28.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:27 smithi032 ceph-mon[110651]: osdmap e95: 8 total, 8 up, 8 in 2023-12-22T17:17:28.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:27 smithi039 ceph-mon[115265]: osdmap e95: 8 total, 8 up, 8 in 2023-12-22T17:17:28.906 INFO:tasks.rados.rados.0.smithi032.stdout:224: done (2 left) 2023-12-22T17:17:28.906 INFO:tasks.rados.rados.0.smithi032.stdout:225: done (1 left) 2023-12-22T17:17:28.906 INFO:tasks.rados.rados.0.smithi032.stdout:226: done (0 left) 2023-12-22T17:17:28.906 INFO:tasks.rados.rados.0.smithi032.stdout:227: read oid 47 snap -1 2023-12-22T17:17:28.906 INFO:tasks.rados.rados.0.smithi032.stdout:227: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-22T17:17:28.907 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 36 current snap is 15 2023-12-22T17:17:28.907 INFO:tasks.rados.rados.0.smithi032.stdout:228: seq_num 90 ranges {24576=712704,737280=540672,1277952=262144} 2023-12-22T17:17:28.910 INFO:tasks.rados.rados.0.smithi032.stdout:228: writing smithi032174182-36 from 24576 to 737280 tid 1 2023-12-22T17:17:28.913 INFO:tasks.rados.rados.0.smithi032.stdout:228: writing smithi032174182-36 from 737280 to 1277952 tid 2 2023-12-22T17:17:28.915 INFO:tasks.rados.rados.0.smithi032.stdout:228: writing smithi032174182-36 from 1277952 to 1540096 tid 3 2023-12-22T17:17:28.915 INFO:tasks.rados.rados.0.smithi032.stdout:229: rollback oid 18 current snap is 15 2023-12-22T17:17:28.915 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 18 to 11 2023-12-22T17:17:28.915 INFO:tasks.rados.rados.0.smithi032.stdout:227: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-22T17:17:28.916 INFO:tasks.rados.rados.0.smithi032.stdout:227: done (2 left) 2023-12-22T17:17:28.916 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 47 current snap is 15 2023-12-22T17:17:28.917 INFO:tasks.rados.rados.0.smithi032.stdout:230: seq_num 91 ranges {0=729088,729088=425984,1155072=376832} 2023-12-22T17:17:28.921 INFO:tasks.rados.rados.0.smithi032.stdout:230: writing smithi032174182-47 from 0 to 729088 tid 1 2023-12-22T17:17:28.923 INFO:tasks.rados.rados.0.smithi032.stdout:230: writing smithi032174182-47 from 729088 to 1155072 tid 2 2023-12-22T17:17:28.927 INFO:tasks.rados.rados.0.smithi032.stdout:230: writing smithi032174182-47 from 1155072 to 1531904 tid 3 2023-12-22T17:17:28.927 INFO:tasks.rados.rados.0.smithi032.stdout:231: delete oid 24 current snap is 15 2023-12-22T17:17:28.927 INFO:tasks.rados.rados.0.smithi032.stdout:228: finishing write tid 1 to smithi032174182-36 2023-12-22T17:17:28.927 INFO:tasks.rados.rados.0.smithi032.stdout:228: finishing write tid 2 to smithi032174182-36 2023-12-22T17:17:28.927 INFO:tasks.rados.rados.0.smithi032.stdout:228: finishing write tid 3 to smithi032174182-36 2023-12-22T17:17:28.927 INFO:tasks.rados.rados.0.smithi032.stdout:228: finishing write tid 4 to smithi032174182-36 2023-12-22T17:17:28.927 INFO:tasks.rados.rados.0.smithi032.stdout:229: finishing rollback tid 0 to smithi032174182-18 2023-12-22T17:17:28.927 INFO:tasks.rados.rados.0.smithi032.stdout:229: finishing rollback tid 1 to smithi032174182-18 2023-12-22T17:17:28.927 INFO:tasks.rados.rados.0.smithi032.stdout:229: finishing rollback tid 2 to smithi032174182-18 2023-12-22T17:17:28.927 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 18 (ObjNum 45 snap 0 seq_num 45) dirty exists 2023-12-22T17:17:28.928 INFO:tasks.rados.rados.0.smithi032.stdout:228: finishing write tid 5 to smithi032174182-36 2023-12-22T17:17:28.928 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 51 (ObjNum 90 snap 15 seq_num 90) dirty exists 2023-12-22T17:17:28.928 INFO:tasks.rados.rados.0.smithi032.stdout:228: left oid 36 (ObjNum 90 snap 15 seq_num 90) 2023-12-22T17:17:28.928 INFO:tasks.rados.rados.0.smithi032.stdout:230: finishing write tid 1 to smithi032174182-47 2023-12-22T17:17:28.928 INFO:tasks.rados.rados.0.smithi032.stdout:230: finishing write tid 2 to smithi032174182-47 2023-12-22T17:17:28.929 INFO:tasks.rados.rados.0.smithi032.stdout:230: finishing write tid 3 to smithi032174182-47 2023-12-22T17:17:28.929 INFO:tasks.rados.rados.0.smithi032.stdout:230: finishing write tid 4 to smithi032174182-47 2023-12-22T17:17:28.931 INFO:tasks.rados.rados.0.smithi032.stdout:230: finishing write tid 5 to smithi032174182-47 2023-12-22T17:17:28.931 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 81 (ObjNum 91 snap 15 seq_num 91) dirty exists 2023-12-22T17:17:28.932 INFO:tasks.rados.rados.0.smithi032.stdout:230: left oid 47 (ObjNum 91 snap 15 seq_num 91) 2023-12-22T17:17:28.932 INFO:tasks.rados.rados.0.smithi032.stdout:228: done (3 left) 2023-12-22T17:17:28.932 INFO:tasks.rados.rados.0.smithi032.stdout:229: done (2 left) 2023-12-22T17:17:28.932 INFO:tasks.rados.rados.0.smithi032.stdout:230: done (1 left) 2023-12-22T17:17:28.932 INFO:tasks.rados.rados.0.smithi032.stdout:231: done (0 left) 2023-12-22T17:17:28.932 INFO:tasks.rados.rados.0.smithi032.stdout:232: read oid 26 snap -1 2023-12-22T17:17:28.932 INFO:tasks.rados.rados.0.smithi032.stdout:232: expect deleted 2023-12-22T17:17:28.932 INFO:tasks.rados.rados.0.smithi032.stdout:233: read oid 23 snap 14 2023-12-22T17:17:28.932 INFO:tasks.rados.rados.0.smithi032.stdout:233: expect (ObjNum 68 snap 8 seq_num 68) 2023-12-22T17:17:28.932 INFO:tasks.rados.rados.0.smithi032.stdout:234: read oid 35 snap -1 2023-12-22T17:17:28.932 INFO:tasks.rados.rados.0.smithi032.stdout:234: expect (ObjNum 34 snap 0 seq_num 34) 2023-12-22T17:17:28.940 INFO:tasks.rados.rados.0.smithi032.stdout:235: read oid 8 snap -1 2023-12-22T17:17:28.940 INFO:tasks.rados.rados.0.smithi032.stdout:235: expect (ObjNum 17 snap 0 seq_num 17) 2023-12-22T17:17:28.940 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 29 current snap is 15 2023-12-22T17:17:28.940 INFO:tasks.rados.rados.0.smithi032.stdout:236: seq_num 93 ranges {778240=761856,1540096=647168,2187264=155648} 2023-12-22T17:17:28.941 INFO:tasks.rados.rados.0.smithi032.stdout:236: writing smithi032174182-29 from 778240 to 1540096 tid 1 2023-12-22T17:17:28.944 INFO:tasks.rados.rados.0.smithi032.stdout:236: writing smithi032174182-29 from 1540096 to 2187264 tid 2 2023-12-22T17:17:28.944 INFO:tasks.rados.rados.0.smithi032.stdout:236: writing smithi032174182-29 from 2187264 to 2342912 tid 3 2023-12-22T17:17:28.945 INFO:tasks.rados.rados.0.smithi032.stdout:237: copy_from oid 31 from oid 30 current snap is 15 2023-12-22T17:17:28.945 INFO:tasks.rados.rados.0.smithi032.stdout:234: expect (ObjNum 34 snap 0 seq_num 34) 2023-12-22T17:17:28.961 INFO:tasks.rados.rados.0.smithi032.stdout:235: expect (ObjNum 17 snap 0 seq_num 17) 2023-12-22T17:17:28.970 INFO:tasks.rados.rados.0.smithi032.stdout:233: expect (ObjNum 68 snap 8 seq_num 68) 2023-12-22T17:17:29.022 INFO:tasks.rados.rados.0.smithi032.stdout:236: finishing write tid 1 to smithi032174182-29 2023-12-22T17:17:29.022 INFO:tasks.rados.rados.0.smithi032.stdout:236: finishing write tid 2 to smithi032174182-29 2023-12-22T17:17:29.022 INFO:tasks.rados.rados.0.smithi032.stdout:236: finishing write tid 3 to smithi032174182-29 2023-12-22T17:17:29.022 INFO:tasks.rados.rados.0.smithi032.stdout:236: finishing write tid 4 to smithi032174182-29 2023-12-22T17:17:29.022 INFO:tasks.rados.rados.0.smithi032.stdout:236: finishing write tid 5 to smithi032174182-29 2023-12-22T17:17:29.022 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 88 (ObjNum 93 snap 15 seq_num 93) dirty exists 2023-12-22T17:17:29.022 INFO:tasks.rados.rados.0.smithi032.stdout:236: left oid 29 (ObjNum 93 snap 15 seq_num 93) 2023-12-22T17:17:29.022 INFO:tasks.rados.rados.0.smithi032.stdout:237: finishing copy_from to smithi032174182-31 2023-12-22T17:17:29.023 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 8 (ObjNum 29 snap 0 seq_num 29) dirty exists 2023-12-22T17:17:29.023 INFO:tasks.rados.rados.0.smithi032.stdout:237: finishing copy_from racing read to smithi032174182-31 2023-12-22T17:17:29.023 INFO:tasks.rados.rados.0.smithi032.stdout:232: done (5 left) 2023-12-22T17:17:29.023 INFO:tasks.rados.rados.0.smithi032.stdout:233: done (4 left) 2023-12-22T17:17:29.023 INFO:tasks.rados.rados.0.smithi032.stdout:234: done (3 left) 2023-12-22T17:17:29.023 INFO:tasks.rados.rados.0.smithi032.stdout:235: done (2 left) 2023-12-22T17:17:29.023 INFO:tasks.rados.rados.0.smithi032.stdout:236: done (1 left) 2023-12-22T17:17:29.023 INFO:tasks.rados.rados.0.smithi032.stdout:237: done (0 left) 2023-12-22T17:17:29.023 INFO:tasks.rados.rados.0.smithi032.stdout:238: rollback oid 18 current snap is 15 2023-12-22T17:17:29.023 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 18 to 13 2023-12-22T17:17:29.023 INFO:tasks.rados.rados.0.smithi032.stdout:239: rollback oid 50 current snap is 15 2023-12-22T17:17:29.023 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 50 to 12 2023-12-22T17:17:29.023 INFO:tasks.rados.rados.0.smithi032.stdout:240: rmattr oid 5 current snap is 15 2023-12-22T17:17:29.023 INFO:tasks.rados.rados.0.smithi032.stdout:240: done (2 left) 2023-12-22T17:17:29.024 INFO:tasks.rados.rados.0.smithi032.stdout:241: rollback oid 27 current snap is 15 2023-12-22T17:17:29.024 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 27 to 13 2023-12-22T17:17:29.024 INFO:tasks.rados.rados.0.smithi032.stdout:242: rmattr oid 38 current snap is 15 2023-12-22T17:17:29.024 INFO:tasks.rados.rados.0.smithi032.stdout:242: done (3 left) 2023-12-22T17:17:29.024 INFO:tasks.rados.rados.0.smithi032.stdout:243: copy_from oid 39 from oid 13 current snap is 15 2023-12-22T17:17:29.024 INFO:tasks.rados.rados.0.smithi032.stdout:244: rollback oid 2 current snap is 15 2023-12-22T17:17:29.024 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 2 to 13 2023-12-22T17:17:29.024 INFO:tasks.rados.rados.0.smithi032.stdout:245: snap_remove snap 14 2023-12-22T17:17:29.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:28 smithi032 ceph-mon[110651]: osdmap e96: 8 total, 8 up, 8 in 2023-12-22T17:17:29.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:28 smithi032 ceph-mon[110651]: pgmap v103: 121 pgs: 121 active+clean; 36 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.9 MiB/s wr, 34 op/s 2023-12-22T17:17:29.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:28 smithi032 ceph-mon[125050]: osdmap e96: 8 total, 8 up, 8 in 2023-12-22T17:17:29.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:28 smithi032 ceph-mon[125050]: pgmap v103: 121 pgs: 121 active+clean; 36 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.9 MiB/s wr, 34 op/s 2023-12-22T17:17:29.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:28 smithi039 ceph-mon[115265]: osdmap e96: 8 total, 8 up, 8 in 2023-12-22T17:17:29.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:28 smithi039 ceph-mon[115265]: pgmap v103: 121 pgs: 121 active+clean; 36 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.9 MiB/s wr, 34 op/s 2023-12-22T17:17:29.406 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:17:29.724 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:17:29.724 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (96s) 89s ago 2m 16.5M - 0.25.0 c8568f914cd2 e1d1abb1175e 2023-12-22T17:17:29.724 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (109s) 89s ago 109s 83.6M - 9.4.7 954c08fa6188 24f91cafc290 2023-12-22T17:17:29.724 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2m) 89s ago 2m 13.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:17:29.724 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2m) 89s ago 2m 15.6M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:17:29.724 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443 running (5m) 89s ago 5m 438M - 17.2.7-138-g92be525b e47d1a188c30 c953c5f22dd2 2023-12-22T17:17:29.724 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:9283 running (6m) 89s ago 6m 494M - 17.2.7-138-g92be525b e47d1a188c30 f09e42617a1a 2023-12-22T17:17:29.724 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6m) 89s ago 6m 86.6M 2048M 17.2.7-138-g92be525b e47d1a188c30 10ac1b02a454 2023-12-22T17:17:29.724 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5m) 89s ago 5m 51.1M 2048M 17.2.7-138-g92be525b e47d1a188c30 25afe7ab5d00 2023-12-22T17:17:29.724 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5m) 89s ago 5m 66.3M 2048M 17.2.7-138-g92be525b e47d1a188c30 60fabd0eda63 2023-12-22T17:17:29.725 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (105s) 89s ago 105s 9.82M - 1.5.0 0da6a335fe13 714ec279aeee 2023-12-22T17:17:29.725 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (102s) 89s ago 102s 4114k - 1.5.0 0da6a335fe13 ae0eb603fb2b 2023-12-22T17:17:29.725 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5m) 89s ago 5m 60.6M 3001M 17.2.7-138-g92be525b e47d1a188c30 7f2ccbf46f26 2023-12-22T17:17:29.725 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4m) 89s ago 4m 59.0M 3001M 17.2.7-138-g92be525b e47d1a188c30 c0178ed0a3fc 2023-12-22T17:17:29.725 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4m) 89s ago 4m 53.7M 3001M 17.2.7-138-g92be525b e47d1a188c30 49f7e135c84a 2023-12-22T17:17:29.725 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4m) 89s ago 4m 54.1M 3001M 17.2.7-138-g92be525b e47d1a188c30 dcc50e2c5f0c 2023-12-22T17:17:29.725 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3m) 89s ago 3m 51.9M 3000M 17.2.7-138-g92be525b e47d1a188c30 11681a07501b 2023-12-22T17:17:29.725 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3m) 89s ago 3m 53.6M 3000M 17.2.7-138-g92be525b e47d1a188c30 58fc6c38ce28 2023-12-22T17:17:29.725 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3m) 89s ago 3m 54.8M 3000M 17.2.7-138-g92be525b e47d1a188c30 0ab15edaa1bc 2023-12-22T17:17:29.725 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3m) 89s ago 3m 55.1M 3000M 17.2.7-138-g92be525b e47d1a188c30 ee2c74f83f9d 2023-12-22T17:17:29.725 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (94s) 89s ago 2m 27.2M - 2.43.0 a07b618ecd1d 815fb8e0ad96 2023-12-22T17:17:29.914 INFO:tasks.rados.rados.0.smithi032.stdout:245: done (5 left) 2023-12-22T17:17:29.914 INFO:tasks.rados.rados.0.smithi032.stdout:246: snap_create 2023-12-22T17:17:29.915 INFO:tasks.rados.rados.0.smithi032.stdout:244: finishing rollback tid 1 to smithi032174182-2 2023-12-22T17:17:29.915 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 39 (ObjNum 33 snap 0 seq_num 1594849472) dirty dne 2023-12-22T17:17:29.915 INFO:tasks.rados.rados.0.smithi032.stdout:241: finishing rollback tid 0 to smithi032174182-27 2023-12-22T17:17:29.915 INFO:tasks.rados.rados.0.smithi032.stdout:241: finishing rollback tid 1 to smithi032174182-27 2023-12-22T17:17:29.915 INFO:tasks.rados.rados.0.smithi032.stdout:238: finishing rollback tid 0 to smithi032174182-18 2023-12-22T17:17:29.915 INFO:tasks.rados.rados.0.smithi032.stdout:238: finishing rollback tid 1 to smithi032174182-18 2023-12-22T17:17:29.915 INFO:tasks.rados.rados.0.smithi032.stdout:239: finishing rollback tid 0 to smithi032174182-50 2023-12-22T17:17:29.915 INFO:tasks.rados.rados.0.smithi032.stdout:241: finishing rollback tid 2 to smithi032174182-27 2023-12-22T17:17:29.915 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 69 (ObjNum 26 snap 0 seq_num 26) dirty exists 2023-12-22T17:17:29.915 INFO:tasks.rados.rados.0.smithi032.stdout:239: finishing rollback tid 1 to smithi032174182-50 2023-12-22T17:17:29.915 INFO:tasks.rados.rados.0.smithi032.stdout:239: finishing rollback tid 2 to smithi032174182-50 2023-12-22T17:17:29.915 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 46 (ObjNum 49 snap 0 seq_num 49) dirty exists 2023-12-22T17:17:29.915 INFO:tasks.rados.rados.0.smithi032.stdout:238: finishing rollback tid 2 to smithi032174182-18 2023-12-22T17:17:29.915 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 21 (ObjNum 45 snap 0 seq_num 45) dirty exists 2023-12-22T17:17:29.915 INFO:tasks.rados.rados.0.smithi032.stdout:243: finishing copy_from to smithi032174182-39 2023-12-22T17:17:29.916 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 71 (ObjNum 83 snap 11 seq_num 83) dirty exists 2023-12-22T17:17:29.916 INFO:tasks.rados.rados.0.smithi032.stdout:243: finishing copy_from racing read to smithi032174182-39 2023-12-22T17:17:30.130 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:17:30.130 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:17:30.131 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 3 2023-12-22T17:17:30.131 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:17:30.131 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:17:30.131 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:17:30.131 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:17:30.131 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:17:30.131 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 8 2023-12-22T17:17:30.131 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:17:30.131 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:17:30.131 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:17:30.131 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:17:30.131 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:17:30.132 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 15 2023-12-22T17:17:30.132 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:17:30.132 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:17:30.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:29 smithi032 ceph-mon[110651]: osdmap e97: 8 total, 8 up, 8 in 2023-12-22T17:17:30.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:29 smithi032 ceph-mon[125050]: osdmap e97: 8 total, 8 up, 8 in 2023-12-22T17:17:30.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:29 smithi039 ceph-mon[115265]: osdmap e97: 8 total, 8 up, 8 in 2023-12-22T17:17:30.924 INFO:tasks.rados.rados.0.smithi032.stdout:238: done (5 left) 2023-12-22T17:17:30.924 INFO:tasks.rados.rados.0.smithi032.stdout:239: done (4 left) 2023-12-22T17:17:30.924 INFO:tasks.rados.rados.0.smithi032.stdout:241: done (3 left) 2023-12-22T17:17:30.924 INFO:tasks.rados.rados.0.smithi032.stdout:243: done (2 left) 2023-12-22T17:17:30.924 INFO:tasks.rados.rados.0.smithi032.stdout:244: done (1 left) 2023-12-22T17:17:30.924 INFO:tasks.rados.rados.0.smithi032.stdout:246: done (0 left) 2023-12-22T17:17:30.924 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 16 current snap is 16 2023-12-22T17:17:30.924 INFO:tasks.rados.rados.0.smithi032.stdout:247: seq_num 94 ranges {663552=778240,1441792=532480,1974272=270336} 2023-12-22T17:17:30.931 INFO:tasks.rados.rados.0.smithi032.stdout:247: writing smithi032174182-16 from 663552 to 1441792 tid 1 2023-12-22T17:17:30.934 INFO:tasks.rados.rados.0.smithi032.stdout:247: writing smithi032174182-16 from 1441792 to 1974272 tid 2 2023-12-22T17:17:30.936 INFO:tasks.rados.rados.0.smithi032.stdout:247: writing smithi032174182-16 from 1974272 to 2244608 tid 3 2023-12-22T17:17:30.936 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 18 current snap is 16 2023-12-22T17:17:30.936 INFO:tasks.rados.rados.0.smithi032.stdout:248: seq_num 95 ranges {761856=794624,1556480=409600,1966080=393216} 2023-12-22T17:17:30.944 INFO:tasks.rados.rados.0.smithi032.stdout:248: writing smithi032174182-18 from 761856 to 1556480 tid 1 2023-12-22T17:17:30.946 INFO:tasks.rados.rados.0.smithi032.stdout:248: writing smithi032174182-18 from 1556480 to 1966080 tid 2 2023-12-22T17:17:30.950 INFO:tasks.rados.rados.0.smithi032.stdout:248: writing smithi032174182-18 from 1966080 to 2359296 tid 3 2023-12-22T17:17:30.950 INFO:tasks.rados.rados.0.smithi032.stdout:249: setattr oid 45 current snap is 16 2023-12-22T17:17:30.950 INFO:tasks.rados.rados.0.smithi032.stdout:247: finishing write tid 1 to smithi032174182-16 2023-12-22T17:17:30.950 INFO:tasks.rados.rados.0.smithi032.stdout:247: finishing write tid 2 to smithi032174182-16 2023-12-22T17:17:30.950 INFO:tasks.rados.rados.0.smithi032.stdout:247: finishing write tid 3 to smithi032174182-16 2023-12-22T17:17:30.950 INFO:tasks.rados.rados.0.smithi032.stdout:247: finishing write tid 4 to smithi032174182-16 2023-12-22T17:17:30.950 INFO:tasks.rados.rados.0.smithi032.stdout:247: finishing write tid 5 to smithi032174182-16 2023-12-22T17:17:30.950 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 75 (ObjNum 94 snap 16 seq_num 94) dirty exists 2023-12-22T17:17:30.950 INFO:tasks.rados.rados.0.smithi032.stdout:247: left oid 16 (ObjNum 94 snap 16 seq_num 94) 2023-12-22T17:17:30.950 INFO:tasks.rados.rados.0.smithi032.stdout:248: finishing write tid 1 to smithi032174182-18 2023-12-22T17:17:30.951 INFO:tasks.rados.rados.0.smithi032.stdout:248: finishing write tid 2 to smithi032174182-18 2023-12-22T17:17:30.951 INFO:tasks.rados.rados.0.smithi032.stdout:247: done (2 left) 2023-12-22T17:17:30.952 INFO:tasks.rados.rados.0.smithi032.stdout:250: snap_remove snap 11 2023-12-22T17:17:31.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:30 smithi032 ceph-mon[125050]: from='client.15057 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:17:31.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:30 smithi032 ceph-mon[125050]: from='client.15063 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:17:31.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:30 smithi032 ceph-mon[125050]: osdmap e98: 8 total, 8 up, 8 in 2023-12-22T17:17:31.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:30 smithi032 ceph-mon[125050]: pgmap v106: 121 pgs: 121 active+clean; 36 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.9 MiB/s wr, 34 op/s 2023-12-22T17:17:31.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:30 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/907258103' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:17:31.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:30 smithi032 ceph-mon[110651]: from='client.15057 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:17:31.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:30 smithi032 ceph-mon[110651]: from='client.15063 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:17:31.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:30 smithi032 ceph-mon[110651]: osdmap e98: 8 total, 8 up, 8 in 2023-12-22T17:17:31.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:30 smithi032 ceph-mon[110651]: pgmap v106: 121 pgs: 121 active+clean; 36 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.9 MiB/s wr, 34 op/s 2023-12-22T17:17:31.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:30 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/907258103' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:17:31.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:30 smithi039 ceph-mon[115265]: from='client.15057 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:17:31.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:30 smithi039 ceph-mon[115265]: from='client.15063 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:17:31.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:30 smithi039 ceph-mon[115265]: osdmap e98: 8 total, 8 up, 8 in 2023-12-22T17:17:31.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:30 smithi039 ceph-mon[115265]: pgmap v106: 121 pgs: 121 active+clean; 36 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.9 MiB/s wr, 34 op/s 2023-12-22T17:17:31.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:30 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/907258103' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:17:31.683 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:17:31 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:17:31] "GET /metrics HTTP/1.1" 200 239254 "" "Prometheus/2.43.0" 2023-12-22T17:17:31.926 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:17:31 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:17:31] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-22T17:17:31.929 INFO:tasks.rados.rados.0.smithi032.stdout:250: done (2 left) 2023-12-22T17:17:31.929 INFO:tasks.rados.rados.0.smithi032.stdout:251: setattr oid 15 current snap is 16 2023-12-22T17:17:31.929 INFO:tasks.rados.rados.0.smithi032.stdout:248: finishing write tid 3 to smithi032174182-18 2023-12-22T17:17:31.930 INFO:tasks.rados.rados.0.smithi032.stdout:248: finishing write tid 4 to smithi032174182-18 2023-12-22T17:17:31.930 INFO:tasks.rados.rados.0.smithi032.stdout:248: finishing write tid 5 to smithi032174182-18 2023-12-22T17:17:31.930 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 28 (ObjNum 95 snap 16 seq_num 95) dirty exists 2023-12-22T17:17:31.930 INFO:tasks.rados.rados.0.smithi032.stdout:248: left oid 18 (ObjNum 95 snap 16 seq_num 95) 2023-12-22T17:17:31.930 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 31 (ObjNum 33 snap 0 seq_num 33) dirty exists 2023-12-22T17:17:31.932 INFO:tasks.rados.rados.0.smithi032.stdout:248: done (2 left) 2023-12-22T17:17:31.932 INFO:tasks.rados.rados.0.smithi032.stdout:249: done (1 left) 2023-12-22T17:17:31.932 INFO:tasks.rados.rados.0.smithi032.stdout:252: snap_create 2023-12-22T17:17:31.938 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 102 (ObjNum 59 snap 5 seq_num 59) dirty exists 2023-12-22T17:17:32.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:31 smithi032 ceph-mon[125050]: osdmap e99: 8 total, 8 up, 8 in 2023-12-22T17:17:32.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:31 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:17:32.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:31 smithi032 ceph-mon[110651]: osdmap e99: 8 total, 8 up, 8 in 2023-12-22T17:17:32.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:31 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:17:32.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:31 smithi039 ceph-mon[115265]: osdmap e99: 8 total, 8 up, 8 in 2023-12-22T17:17:32.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:31 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:17:32.931 INFO:tasks.rados.rados.0.smithi032.stdout:251: done (1 left) 2023-12-22T17:17:32.931 INFO:tasks.rados.rados.0.smithi032.stdout:252: done (0 left) 2023-12-22T17:17:32.931 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 33 current snap is 17 2023-12-22T17:17:32.931 INFO:tasks.rados.rados.0.smithi032.stdout:253: seq_num 96 ranges {540672=409600,950272=696320,1646592=507904} 2023-12-22T17:17:32.936 INFO:tasks.rados.rados.0.smithi032.stdout:253: writing smithi032174182-33 from 540672 to 950272 tid 1 2023-12-22T17:17:32.940 INFO:tasks.rados.rados.0.smithi032.stdout:253: writing smithi032174182-33 from 950272 to 1646592 tid 2 2023-12-22T17:17:32.943 INFO:tasks.rados.rados.0.smithi032.stdout:253: writing smithi032174182-33 from 1646592 to 2154496 tid 3 2023-12-22T17:17:32.943 INFO:tasks.rados.rados.0.smithi032.stdout:254: copy_from oid 18 from oid 13 current snap is 17 2023-12-22T17:17:32.943 INFO:tasks.rados.rados.0.smithi032.stdout:253: finishing write tid 1 to smithi032174182-33 2023-12-22T17:17:32.943 INFO:tasks.rados.rados.0.smithi032.stdout:255: snap_create 2023-12-22T17:17:32.943 INFO:tasks.rados.rados.0.smithi032.stdout:253: finishing write tid 2 to smithi032174182-33 2023-12-22T17:17:32.946 INFO:tasks.rados.rados.0.smithi032.stdout:253: finishing write tid 3 to smithi032174182-33 2023-12-22T17:17:32.946 INFO:tasks.rados.rados.0.smithi032.stdout:253: finishing write tid 4 to smithi032174182-33 2023-12-22T17:17:32.947 INFO:tasks.rados.rados.0.smithi032.stdout:253: finishing write tid 5 to smithi032174182-33 2023-12-22T17:17:32.947 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 12 (ObjNum 96 snap 17 seq_num 96) dirty exists 2023-12-22T17:17:32.947 INFO:tasks.rados.rados.0.smithi032.stdout:253: left oid 33 (ObjNum 96 snap 17 seq_num 96) 2023-12-22T17:17:32.964 INFO:tasks.rados.rados.0.smithi032.stdout:254: finishing copy_from to smithi032174182-18 2023-12-22T17:17:32.964 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 71 (ObjNum 83 snap 11 seq_num 83) dirty exists 2023-12-22T17:17:32.965 INFO:tasks.rados.rados.0.smithi032.stdout:254: finishing copy_from racing read to smithi032174182-18 2023-12-22T17:17:33.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:32 smithi032 ceph-mon[125050]: pgmap v108: 121 pgs: 121 active+clean; 48 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 20 op/s 2023-12-22T17:17:33.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:32 smithi032 ceph-mon[125050]: osdmap e100: 8 total, 8 up, 8 in 2023-12-22T17:17:33.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:32 smithi032 ceph-mon[110651]: pgmap v108: 121 pgs: 121 active+clean; 48 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 20 op/s 2023-12-22T17:17:33.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:32 smithi032 ceph-mon[110651]: osdmap e100: 8 total, 8 up, 8 in 2023-12-22T17:17:33.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:32 smithi039 ceph-mon[115265]: pgmap v108: 121 pgs: 121 active+clean; 48 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 20 op/s 2023-12-22T17:17:33.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:32 smithi039 ceph-mon[115265]: osdmap e100: 8 total, 8 up, 8 in 2023-12-22T17:17:33.785 INFO:tasks.rados.rados.0.smithi032.stdout:253: done (2 left) 2023-12-22T17:17:33.785 INFO:tasks.rados.rados.0.smithi032.stdout:254: done (1 left) 2023-12-22T17:17:33.785 INFO:tasks.rados.rados.0.smithi032.stdout:255: done (0 left) 2023-12-22T17:17:33.785 INFO:tasks.rados.rados.0.smithi032.stdout:256: snap_create 2023-12-22T17:17:34.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:33 smithi039 ceph-mon[115265]: osdmap e101: 8 total, 8 up, 8 in 2023-12-22T17:17:34.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:33 smithi039 ceph-mon[115265]: osdmap e102: 8 total, 8 up, 8 in 2023-12-22T17:17:34.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:33 smithi032 ceph-mon[125050]: osdmap e101: 8 total, 8 up, 8 in 2023-12-22T17:17:34.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:33 smithi032 ceph-mon[125050]: osdmap e102: 8 total, 8 up, 8 in 2023-12-22T17:17:34.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:33 smithi032 ceph-mon[110651]: osdmap e101: 8 total, 8 up, 8 in 2023-12-22T17:17:34.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:33 smithi032 ceph-mon[110651]: osdmap e102: 8 total, 8 up, 8 in 2023-12-22T17:17:34.794 INFO:tasks.rados.rados.0.smithi032.stdout:256: done (0 left) 2023-12-22T17:17:34.794 INFO:tasks.rados.rados.0.smithi032.stdout:257: read oid 15 snap -1 2023-12-22T17:17:34.795 INFO:tasks.rados.rados.0.smithi032.stdout:257: expect (ObjNum 59 snap 5 seq_num 59) 2023-12-22T17:17:34.795 INFO:tasks.rados.rados.0.smithi032.stdout:258: snap_create 2023-12-22T17:17:34.798 INFO:tasks.rados.rados.0.smithi032.stdout:257: expect (ObjNum 59 snap 5 seq_num 59) 2023-12-22T17:17:35.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:34 smithi039 ceph-mon[115265]: pgmap v112: 121 pgs: 121 active+clean; 48 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 20 op/s 2023-12-22T17:17:35.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:34 smithi039 ceph-mon[115265]: osdmap e103: 8 total, 8 up, 8 in 2023-12-22T17:17:35.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:34 smithi032 ceph-mon[125050]: pgmap v112: 121 pgs: 121 active+clean; 48 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 20 op/s 2023-12-22T17:17:35.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:34 smithi032 ceph-mon[125050]: osdmap e103: 8 total, 8 up, 8 in 2023-12-22T17:17:35.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:34 smithi032 ceph-mon[110651]: pgmap v112: 121 pgs: 121 active+clean; 48 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 20 op/s 2023-12-22T17:17:35.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:34 smithi032 ceph-mon[110651]: osdmap e103: 8 total, 8 up, 8 in 2023-12-22T17:17:35.796 INFO:tasks.rados.rados.0.smithi032.stdout:257: done (1 left) 2023-12-22T17:17:35.796 INFO:tasks.rados.rados.0.smithi032.stdout:258: done (0 left) 2023-12-22T17:17:35.796 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 23 current snap is 20 2023-12-22T17:17:35.797 INFO:tasks.rados.rados.0.smithi032.stdout:259: seq_num 97 ranges {1654784=434176,2088960=581632,2670592=540672,3211264=81920} 2023-12-22T17:17:35.807 INFO:tasks.rados.rados.0.smithi032.stdout:259: writing smithi032174182-23 from 1654784 to 2088960 tid 1 2023-12-22T17:17:35.811 INFO:tasks.rados.rados.0.smithi032.stdout:259: writing smithi032174182-23 from 2088960 to 2670592 tid 2 2023-12-22T17:17:35.814 INFO:tasks.rados.rados.0.smithi032.stdout:259: writing smithi032174182-23 from 2670592 to 3211264 tid 3 2023-12-22T17:17:35.815 INFO:tasks.rados.rados.0.smithi032.stdout:259: writing smithi032174182-23 from 3211264 to 3293184 tid 4 2023-12-22T17:17:35.815 INFO:tasks.rados.rados.0.smithi032.stdout:260: rollback oid 9 current snap is 20 2023-12-22T17:17:35.815 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 9 to 17 2023-12-22T17:17:35.815 INFO:tasks.rados.rados.0.smithi032.stdout:261: snap_remove snap 13 2023-12-22T17:17:36.805 INFO:tasks.rados.rados.0.smithi032.stdout:261: done (2 left) 2023-12-22T17:17:36.805 INFO:tasks.rados.rados.0.smithi032.stdout:262: read oid 18 snap 12 2023-12-22T17:17:36.806 INFO:tasks.rados.rados.0.smithi032.stdout:262: expect (ObjNum 45 snap 0 seq_num 45) 2023-12-22T17:17:36.806 INFO:tasks.rados.rados.0.smithi032.stdout:263: snap_create 2023-12-22T17:17:36.806 INFO:tasks.rados.rados.0.smithi032.stdout:259: finishing write tid 1 to smithi032174182-23 2023-12-22T17:17:36.806 INFO:tasks.rados.rados.0.smithi032.stdout:259: finishing write tid 2 to smithi032174182-23 2023-12-22T17:17:36.806 INFO:tasks.rados.rados.0.smithi032.stdout:259: finishing write tid 3 to smithi032174182-23 2023-12-22T17:17:36.806 INFO:tasks.rados.rados.0.smithi032.stdout:259: finishing write tid 4 to smithi032174182-23 2023-12-22T17:17:36.806 INFO:tasks.rados.rados.0.smithi032.stdout:259: finishing write tid 5 to smithi032174182-23 2023-12-22T17:17:36.806 INFO:tasks.rados.rados.0.smithi032.stdout:259: finishing write tid 6 to smithi032174182-23 2023-12-22T17:17:36.806 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 79 (ObjNum 97 snap 20 seq_num 97) dirty exists 2023-12-22T17:17:36.806 INFO:tasks.rados.rados.0.smithi032.stdout:259: left oid 23 (ObjNum 97 snap 20 seq_num 97) 2023-12-22T17:17:36.806 INFO:tasks.rados.rados.0.smithi032.stdout:260: finishing rollback tid 0 to smithi032174182-9 2023-12-22T17:17:36.806 INFO:tasks.rados.rados.0.smithi032.stdout:260: finishing rollback tid 1 to smithi032174182-9 2023-12-22T17:17:36.806 INFO:tasks.rados.rados.0.smithi032.stdout:260: finishing rollback tid 2 to smithi032174182-9 2023-12-22T17:17:36.806 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 46 (ObjNum 8 snap 0 seq_num 8) dirty exists 2023-12-22T17:17:36.827 INFO:tasks.rados.rados.0.smithi032.stdout:262: expect (ObjNum 45 snap 0 seq_num 45) 2023-12-22T17:17:37.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:36 smithi032 ceph-mon[125050]: osdmap e104: 8 total, 8 up, 8 in 2023-12-22T17:17:37.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:36 smithi032 ceph-mon[125050]: pgmap v115: 121 pgs: 121 active+clean; 48 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:17:37.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:36 smithi032 ceph-mon[110651]: osdmap e104: 8 total, 8 up, 8 in 2023-12-22T17:17:37.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:36 smithi032 ceph-mon[110651]: pgmap v115: 121 pgs: 121 active+clean; 48 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:17:37.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:36 smithi039 ceph-mon[115265]: osdmap e104: 8 total, 8 up, 8 in 2023-12-22T17:17:37.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:36 smithi039 ceph-mon[115265]: pgmap v115: 121 pgs: 121 active+clean; 48 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:17:37.816 INFO:tasks.rados.rados.0.smithi032.stdout:259: done (3 left) 2023-12-22T17:17:37.817 INFO:tasks.rados.rados.0.smithi032.stdout:260: done (2 left) 2023-12-22T17:17:37.817 INFO:tasks.rados.rados.0.smithi032.stdout:262: done (1 left) 2023-12-22T17:17:37.817 INFO:tasks.rados.rados.0.smithi032.stdout:263: done (0 left) 2023-12-22T17:17:37.817 INFO:tasks.rados.rados.0.smithi032.stdout:264: read oid 23 snap -1 2023-12-22T17:17:37.817 INFO:tasks.rados.rados.0.smithi032.stdout:264: expect (ObjNum 97 snap 20 seq_num 97) 2023-12-22T17:17:37.817 INFO:tasks.rados.rados.0.smithi032.stdout:265: delete oid 34 current snap is 21 2023-12-22T17:17:37.828 INFO:tasks.rados.rados.0.smithi032.stdout:265: done (1 left) 2023-12-22T17:17:37.828 INFO:tasks.rados.rados.0.smithi032.stdout:266: delete oid 10 current snap is 21 2023-12-22T17:17:37.830 INFO:tasks.rados.rados.0.smithi032.stdout:264: expect (ObjNum 97 snap 20 seq_num 97) 2023-12-22T17:17:37.952 INFO:tasks.rados.rados.0.smithi032.stdout:264: done (1 left) 2023-12-22T17:17:37.952 INFO:tasks.rados.rados.0.smithi032.stdout:266: done (0 left) 2023-12-22T17:17:37.953 INFO:tasks.rados.rados.0.smithi032.stdout:267: read oid 29 snap -1 2023-12-22T17:17:37.953 INFO:tasks.rados.rados.0.smithi032.stdout:267: expect (ObjNum 93 snap 15 seq_num 93) 2023-12-22T17:17:37.953 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 48 current snap is 21 2023-12-22T17:17:37.953 INFO:tasks.rados.rados.0.smithi032.stdout:268: seq_num 100 ranges {0=483328,483328=688128,1171456=516096} 2023-12-22T17:17:37.955 INFO:tasks.rados.rados.0.smithi032.stdout:268: writing smithi032174182-48 from 0 to 483328 tid 1 2023-12-22T17:17:37.959 INFO:tasks.rados.rados.0.smithi032.stdout:268: writing smithi032174182-48 from 483328 to 1171456 tid 2 2023-12-22T17:17:37.962 INFO:tasks.rados.rados.0.smithi032.stdout:268: writing smithi032174182-48 from 1171456 to 1687552 tid 3 2023-12-22T17:17:37.962 INFO:tasks.rados.rados.0.smithi032.stdout:269: snap_remove snap 17 2023-12-22T17:17:38.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:37 smithi032 ceph-mon[125050]: osdmap e105: 8 total, 8 up, 8 in 2023-12-22T17:17:38.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:37 smithi032 ceph-mon[110651]: osdmap e105: 8 total, 8 up, 8 in 2023-12-22T17:17:38.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:37 smithi039 ceph-mon[115265]: osdmap e105: 8 total, 8 up, 8 in 2023-12-22T17:17:38.823 INFO:tasks.rados.rados.0.smithi032.stdout:269: done (2 left) 2023-12-22T17:17:38.824 INFO:tasks.rados.rados.0.smithi032.stdout:270: read oid 7 snap -1 2023-12-22T17:17:38.824 INFO:tasks.rados.rados.0.smithi032.stdout:270: expect (ObjNum 26 snap 0 seq_num 26) 2023-12-22T17:17:38.824 INFO:tasks.rados.rados.0.smithi032.stdout:271: read oid 19 snap -1 2023-12-22T17:17:38.824 INFO:tasks.rados.rados.0.smithi032.stdout:271: expect (ObjNum 18 snap 0 seq_num 18) 2023-12-22T17:17:38.824 INFO:tasks.rados.rados.0.smithi032.stdout:272: copy_from oid 5 from oid 43 current snap is 21 2023-12-22T17:17:38.824 INFO:tasks.rados.rados.0.smithi032.stdout:273: rmattr oid 35 current snap is 21 2023-12-22T17:17:38.824 INFO:tasks.rados.rados.0.smithi032.stdout:274: read oid 27 snap -1 2023-12-22T17:17:38.824 INFO:tasks.rados.rados.0.smithi032.stdout:274: expect (ObjNum 26 snap 0 seq_num 26) 2023-12-22T17:17:38.824 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 1 current snap is 21 2023-12-22T17:17:38.824 INFO:tasks.rados.rados.0.smithi032.stdout:275: seq_num 101 ranges {0=499712,499712=573440,1073152=524288,1597440=106496} 2023-12-22T17:17:38.826 INFO:tasks.rados.rados.0.smithi032.stdout:275: writing smithi032174182-1 from 0 to 499712 tid 1 2023-12-22T17:17:38.830 INFO:tasks.rados.rados.0.smithi032.stdout:275: writing smithi032174182-1 from 499712 to 1073152 tid 2 2023-12-22T17:17:38.837 INFO:tasks.rados.rados.0.smithi032.stdout:275: writing smithi032174182-1 from 1073152 to 1597440 tid 3 2023-12-22T17:17:38.837 INFO:tasks.rados.rados.0.smithi032.stdout:275: writing smithi032174182-1 from 1597440 to 1703936 tid 4 2023-12-22T17:17:38.837 INFO:tasks.rados.rados.0.smithi032.stdout:276: delete oid 14 current snap is 21 2023-12-22T17:17:38.837 INFO:tasks.rados.rados.0.smithi032.stdout:268: finishing write tid 1 to smithi032174182-48 2023-12-22T17:17:38.837 INFO:tasks.rados.rados.0.smithi032.stdout:267: expect (ObjNum 93 snap 15 seq_num 93) 2023-12-22T17:17:38.911 INFO:tasks.rados.rados.0.smithi032.stdout:268: finishing write tid 2 to smithi032174182-48 2023-12-22T17:17:38.911 INFO:tasks.rados.rados.0.smithi032.stdout:268: finishing write tid 3 to smithi032174182-48 2023-12-22T17:17:38.912 INFO:tasks.rados.rados.0.smithi032.stdout:268: finishing write tid 4 to smithi032174182-48 2023-12-22T17:17:38.912 INFO:tasks.rados.rados.0.smithi032.stdout:268: finishing write tid 5 to smithi032174182-48 2023-12-22T17:17:38.912 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 47 (ObjNum 100 snap 21 seq_num 100) dirty exists 2023-12-22T17:17:38.912 INFO:tasks.rados.rados.0.smithi032.stdout:268: left oid 48 (ObjNum 100 snap 21 seq_num 100) 2023-12-22T17:17:38.912 INFO:tasks.rados.rados.0.smithi032.stdout:271: expect (ObjNum 18 snap 0 seq_num 18) 2023-12-22T17:17:38.919 INFO:tasks.rados.rados.0.smithi032.stdout:270: expect (ObjNum 26 snap 0 seq_num 26) 2023-12-22T17:17:38.930 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 49 (ObjNum 34 snap 0 seq_num 34) dirty exists 2023-12-22T17:17:38.930 INFO:tasks.rados.rados.0.smithi032.stdout:275: finishing write tid 1 to smithi032174182-1 2023-12-22T17:17:38.930 INFO:tasks.rados.rados.0.smithi032.stdout:274: expect (ObjNum 26 snap 0 seq_num 26) 2023-12-22T17:17:38.942 INFO:tasks.rados.rados.0.smithi032.stdout:275: finishing write tid 2 to smithi032174182-1 2023-12-22T17:17:38.942 INFO:tasks.rados.rados.0.smithi032.stdout:275: finishing write tid 3 to smithi032174182-1 2023-12-22T17:17:38.942 INFO:tasks.rados.rados.0.smithi032.stdout:267: done (8 left) 2023-12-22T17:17:38.942 INFO:tasks.rados.rados.0.smithi032.stdout:268: done (7 left) 2023-12-22T17:17:38.942 INFO:tasks.rados.rados.0.smithi032.stdout:270: done (6 left) 2023-12-22T17:17:38.942 INFO:tasks.rados.rados.0.smithi032.stdout:271: done (5 left) 2023-12-22T17:17:38.942 INFO:tasks.rados.rados.0.smithi032.stdout:273: done (4 left) 2023-12-22T17:17:38.942 INFO:tasks.rados.rados.0.smithi032.stdout:274: done (3 left) 2023-12-22T17:17:38.942 INFO:tasks.rados.rados.0.smithi032.stdout:276: done (2 left) 2023-12-22T17:17:38.942 INFO:tasks.rados.rados.0.smithi032.stdout:277: delete oid 22 current snap is 21 2023-12-22T17:17:38.942 INFO:tasks.rados.rados.0.smithi032.stdout:275: finishing write tid 4 to smithi032174182-1 2023-12-22T17:17:38.942 INFO:tasks.rados.rados.0.smithi032.stdout:272: finishing copy_from to smithi032174182-5 2023-12-22T17:17:38.942 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 9 (ObjNum 65 snap 6 seq_num 65) dirty exists 2023-12-22T17:17:38.942 INFO:tasks.rados.rados.0.smithi032.stdout:272: finishing copy_from racing read to smithi032174182-5 2023-12-22T17:17:38.943 INFO:tasks.rados.rados.0.smithi032.stdout:275: finishing write tid 5 to smithi032174182-1 2023-12-22T17:17:38.943 INFO:tasks.rados.rados.0.smithi032.stdout:275: finishing write tid 6 to smithi032174182-1 2023-12-22T17:17:38.943 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 55 (ObjNum 101 snap 21 seq_num 101) dirty exists 2023-12-22T17:17:38.943 INFO:tasks.rados.rados.0.smithi032.stdout:275: left oid 1 (ObjNum 101 snap 21 seq_num 101) 2023-12-22T17:17:38.943 INFO:tasks.rados.rados.0.smithi032.stdout:272: done (2 left) 2023-12-22T17:17:38.943 INFO:tasks.rados.rados.0.smithi032.stdout:275: done (1 left) 2023-12-22T17:17:38.944 INFO:tasks.rados.rados.0.smithi032.stdout:277: done (0 left) 2023-12-22T17:17:38.944 INFO:tasks.rados.rados.0.smithi032.stdout:278: copy_from oid 33 from oid 9 current snap is 21 2023-12-22T17:17:38.944 INFO:tasks.rados.rados.0.smithi032.stdout:279: read oid 27 snap -1 2023-12-22T17:17:38.944 INFO:tasks.rados.rados.0.smithi032.stdout:279: expect (ObjNum 26 snap 0 seq_num 26) 2023-12-22T17:17:38.944 INFO:tasks.rados.rados.0.smithi032.stdout:280: rollback oid 42 current snap is 21 2023-12-22T17:17:38.944 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 42 to 18 2023-12-22T17:17:38.944 INFO:tasks.rados.rados.0.smithi032.stdout:281: read oid 29 snap -1 2023-12-22T17:17:38.944 INFO:tasks.rados.rados.0.smithi032.stdout:281: expect (ObjNum 93 snap 15 seq_num 93) 2023-12-22T17:17:38.944 INFO:tasks.rados.rados.0.smithi032.stdout:282: delete oid 19 current snap is 21 2023-12-22T17:17:38.946 INFO:tasks.rados.rados.0.smithi032.stdout:280: finishing rollback tid 0 to smithi032174182-42 2023-12-22T17:17:38.946 INFO:tasks.rados.rados.0.smithi032.stdout:279: expect (ObjNum 26 snap 0 seq_num 26) 2023-12-22T17:17:38.959 INFO:tasks.rados.rados.0.smithi032.stdout:280: finishing rollback tid 1 to smithi032174182-42 2023-12-22T17:17:38.959 INFO:tasks.rados.rados.0.smithi032.stdout:280: finishing rollback tid 2 to smithi032174182-42 2023-12-22T17:17:38.959 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 37 (ObjNum 59 snap 5 seq_num 59) dirty exists 2023-12-22T17:17:38.959 INFO:tasks.rados.rados.0.smithi032.stdout:279: done (4 left) 2023-12-22T17:17:38.959 INFO:tasks.rados.rados.0.smithi032.stdout:280: done (3 left) 2023-12-22T17:17:38.959 INFO:tasks.rados.rados.0.smithi032.stdout:282: done (2 left) 2023-12-22T17:17:38.959 INFO:tasks.rados.rados.0.smithi032.stdout:283: rollback oid 31 current snap is 21 2023-12-22T17:17:38.959 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 31 to 18 2023-12-22T17:17:38.959 INFO:tasks.rados.rados.0.smithi032.stdout:278: finishing copy_from to smithi032174182-33 2023-12-22T17:17:38.959 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 46 (ObjNum 8 snap 0 seq_num 8) dirty exists 2023-12-22T17:17:38.959 INFO:tasks.rados.rados.0.smithi032.stdout:278: finishing copy_from racing read to smithi032174182-33 2023-12-22T17:17:38.959 INFO:tasks.rados.rados.0.smithi032.stdout:281: expect (ObjNum 93 snap 15 seq_num 93) 2023-12-22T17:17:39.030 INFO:tasks.rados.rados.0.smithi032.stdout:283: finishing rollback tid 0 to smithi032174182-31 2023-12-22T17:17:39.030 INFO:tasks.rados.rados.0.smithi032.stdout:283: finishing rollback tid 1 to smithi032174182-31 2023-12-22T17:17:39.030 INFO:tasks.rados.rados.0.smithi032.stdout:283: finishing rollback tid 2 to smithi032174182-31 2023-12-22T17:17:39.030 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 87 (ObjNum 29 snap 0 seq_num 29) dirty exists 2023-12-22T17:17:39.030 INFO:tasks.rados.rados.0.smithi032.stdout:278: done (2 left) 2023-12-22T17:17:39.030 INFO:tasks.rados.rados.0.smithi032.stdout:281: done (1 left) 2023-12-22T17:17:39.030 INFO:tasks.rados.rados.0.smithi032.stdout:283: done (0 left) 2023-12-22T17:17:39.030 INFO:tasks.rados.rados.0.smithi032.stdout:284: rollback oid 14 current snap is 21 2023-12-22T17:17:39.030 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 14 to 19 2023-12-22T17:17:39.031 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 9 current snap is 21 2023-12-22T17:17:39.031 INFO:tasks.rados.rados.0.smithi032.stdout:285: seq_num 105 ranges {139264=565248,704512=507904,1212416=507904,1720320=188416} 2023-12-22T17:17:39.034 INFO:tasks.rados.rados.0.smithi032.stdout:285: writing smithi032174182-9 from 139264 to 704512 tid 1 2023-12-22T17:17:39.037 INFO:tasks.rados.rados.0.smithi032.stdout:285: writing smithi032174182-9 from 704512 to 1212416 tid 2 2023-12-22T17:17:39.040 INFO:tasks.rados.rados.0.smithi032.stdout:285: writing smithi032174182-9 from 1212416 to 1720320 tid 3 2023-12-22T17:17:39.042 INFO:tasks.rados.rados.0.smithi032.stdout:285: writing smithi032174182-9 from 1720320 to 1908736 tid 4 2023-12-22T17:17:39.042 INFO:tasks.rados.rados.0.smithi032.stdout:286: read oid 29 snap -1 2023-12-22T17:17:39.042 INFO:tasks.rados.rados.0.smithi032.stdout:286: expect (ObjNum 93 snap 15 seq_num 93) 2023-12-22T17:17:39.042 INFO:tasks.rados.rados.0.smithi032.stdout:287: rollback oid 35 current snap is 21 2023-12-22T17:17:39.042 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 35 to 15 2023-12-22T17:17:39.042 INFO:tasks.rados.rados.0.smithi032.stdout:284: finishing rollback tid 1 to smithi032174182-14 2023-12-22T17:17:39.042 INFO:tasks.rados.rados.0.smithi032.stdout:284: finishing rollback tid 2 to smithi032174182-14 2023-12-22T17:17:39.042 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 61 (ObjNum 87 snap 11 seq_num 87) dirty exists 2023-12-22T17:17:39.042 INFO:tasks.rados.rados.0.smithi032.stdout:285: finishing write tid 1 to smithi032174182-9 2023-12-22T17:17:39.042 INFO:tasks.rados.rados.0.smithi032.stdout:285: finishing write tid 2 to smithi032174182-9 2023-12-22T17:17:39.042 INFO:tasks.rados.rados.0.smithi032.stdout:284: done (3 left) 2023-12-22T17:17:39.043 INFO:tasks.rados.rados.0.smithi032.stdout:288: snap_create 2023-12-22T17:17:39.043 INFO:tasks.rados.rados.0.smithi032.stdout:285: finishing write tid 3 to smithi032174182-9 2023-12-22T17:17:39.044 INFO:tasks.rados.rados.0.smithi032.stdout:285: finishing write tid 4 to smithi032174182-9 2023-12-22T17:17:39.044 INFO:tasks.rados.rados.0.smithi032.stdout:287: finishing rollback tid 0 to smithi032174182-35 2023-12-22T17:17:39.044 INFO:tasks.rados.rados.0.smithi032.stdout:285: finishing write tid 5 to smithi032174182-9 2023-12-22T17:17:39.046 INFO:tasks.rados.rados.0.smithi032.stdout:285: finishing write tid 6 to smithi032174182-9 2023-12-22T17:17:39.046 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 56 (ObjNum 105 snap 21 seq_num 105) dirty exists 2023-12-22T17:17:39.046 INFO:tasks.rados.rados.0.smithi032.stdout:285: left oid 9 (ObjNum 105 snap 21 seq_num 105) 2023-12-22T17:17:39.047 INFO:tasks.rados.rados.0.smithi032.stdout:287: finishing rollback tid 1 to smithi032174182-35 2023-12-22T17:17:39.047 INFO:tasks.rados.rados.0.smithi032.stdout:287: finishing rollback tid 2 to smithi032174182-35 2023-12-22T17:17:39.047 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 58 (ObjNum 34 snap 0 seq_num 34) dirty exists 2023-12-22T17:17:39.049 INFO:tasks.rados.rados.0.smithi032.stdout:286: expect (ObjNum 93 snap 15 seq_num 93) 2023-12-22T17:17:39.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:38 smithi032 ceph-mon[125050]: osdmap e106: 8 total, 8 up, 8 in 2023-12-22T17:17:39.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:38 smithi032 ceph-mon[125050]: pgmap v118: 121 pgs: 121 active+clean; 55 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2023-12-22T17:17:39.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:38 smithi032 ceph-mon[110651]: osdmap e106: 8 total, 8 up, 8 in 2023-12-22T17:17:39.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:38 smithi032 ceph-mon[110651]: pgmap v118: 121 pgs: 121 active+clean; 55 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2023-12-22T17:17:39.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:38 smithi039 ceph-mon[115265]: osdmap e106: 8 total, 8 up, 8 in 2023-12-22T17:17:39.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:38 smithi039 ceph-mon[115265]: pgmap v118: 121 pgs: 121 active+clean; 55 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2023-12-22T17:17:39.831 INFO:tasks.rados.rados.0.smithi032.stdout:285: done (3 left) 2023-12-22T17:17:39.832 INFO:tasks.rados.rados.0.smithi032.stdout:286: done (2 left) 2023-12-22T17:17:39.832 INFO:tasks.rados.rados.0.smithi032.stdout:287: done (1 left) 2023-12-22T17:17:39.832 INFO:tasks.rados.rados.0.smithi032.stdout:288: done (0 left) 2023-12-22T17:17:39.832 INFO:tasks.rados.rados.0.smithi032.stdout:289: rollback oid 50 current snap is 22 2023-12-22T17:17:39.832 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 50 to 20 2023-12-22T17:17:39.837 INFO:tasks.rados.rados.0.smithi032.stdout:290: rmattr oid 38 current snap is 22 2023-12-22T17:17:39.837 INFO:tasks.rados.rados.0.smithi032.stdout:290: done (1 left) 2023-12-22T17:17:39.837 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 21 current snap is 22 2023-12-22T17:17:39.837 INFO:tasks.rados.rados.0.smithi032.stdout:291: seq_num 106 ranges {2097152=581632,2678784=794624,3473408=409600} 2023-12-22T17:17:39.846 INFO:tasks.rados.rados.0.smithi032.stdout:291: writing smithi032174182-21 from 2097152 to 2678784 tid 1 2023-12-22T17:17:39.851 INFO:tasks.rados.rados.0.smithi032.stdout:291: writing smithi032174182-21 from 2678784 to 3473408 tid 2 2023-12-22T17:17:39.854 INFO:tasks.rados.rados.0.smithi032.stdout:291: writing smithi032174182-21 from 3473408 to 3883008 tid 3 2023-12-22T17:17:39.854 INFO:tasks.rados.rados.0.smithi032.stdout:292: copy_from oid 37 from oid 14 current snap is 22 2023-12-22T17:17:39.854 INFO:tasks.rados.rados.0.smithi032.stdout:289: finishing rollback tid 0 to smithi032174182-50 2023-12-22T17:17:39.854 INFO:tasks.rados.rados.0.smithi032.stdout:289: finishing rollback tid 1 to smithi032174182-50 2023-12-22T17:17:39.854 INFO:tasks.rados.rados.0.smithi032.stdout:289: finishing rollback tid 2 to smithi032174182-50 2023-12-22T17:17:39.854 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 60 (ObjNum 49 snap 0 seq_num 49) dirty exists 2023-12-22T17:17:39.854 INFO:tasks.rados.rados.0.smithi032.stdout:291: finishing write tid 1 to smithi032174182-21 2023-12-22T17:17:39.854 INFO:tasks.rados.rados.0.smithi032.stdout:289: done (2 left) 2023-12-22T17:17:39.854 INFO:tasks.rados.rados.0.smithi032.stdout:293: rmattr oid 44 current snap is 22 2023-12-22T17:17:39.854 INFO:tasks.rados.rados.0.smithi032.stdout:293: done (2 left) 2023-12-22T17:17:39.854 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 15 current snap is 22 2023-12-22T17:17:39.854 INFO:tasks.rados.rados.0.smithi032.stdout:294: seq_num 107 ranges {1024000=598016,1622016=729088,2351104=466944,2818048=8192} 2023-12-22T17:17:39.862 INFO:tasks.rados.rados.0.smithi032.stdout:294: writing smithi032174182-15 from 1024000 to 1622016 tid 1 2023-12-22T17:17:39.866 INFO:tasks.rados.rados.0.smithi032.stdout:294: writing smithi032174182-15 from 1622016 to 2351104 tid 2 2023-12-22T17:17:39.870 INFO:tasks.rados.rados.0.smithi032.stdout:294: writing smithi032174182-15 from 2351104 to 2818048 tid 3 2023-12-22T17:17:39.870 INFO:tasks.rados.rados.0.smithi032.stdout:294: writing smithi032174182-15 from 2818048 to 2826240 tid 4 2023-12-22T17:17:39.870 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 22 current snap is 22 2023-12-22T17:17:39.870 INFO:tasks.rados.rados.0.smithi032.stdout:291: finishing write tid 2 to smithi032174182-21 2023-12-22T17:17:39.870 INFO:tasks.rados.rados.0.smithi032.stdout:291: finishing write tid 3 to smithi032174182-21 2023-12-22T17:17:39.870 INFO:tasks.rados.rados.0.smithi032.stdout:291: finishing write tid 4 to smithi032174182-21 2023-12-22T17:17:39.870 INFO:tasks.rados.rados.0.smithi032.stdout:291: finishing write tid 5 to smithi032174182-21 2023-12-22T17:17:39.870 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 65 (ObjNum 106 snap 22 seq_num 106) dirty exists 2023-12-22T17:17:39.870 INFO:tasks.rados.rados.0.smithi032.stdout:291: left oid 21 (ObjNum 106 snap 22 seq_num 106) 2023-12-22T17:17:39.870 INFO:tasks.rados.rados.0.smithi032.stdout:294: finishing write tid 1 to smithi032174182-15 2023-12-22T17:17:39.871 INFO:tasks.rados.rados.0.smithi032.stdout:295: seq_num 108 ranges {0=614400,614400=606208,1220608=598016} 2023-12-22T17:17:39.874 INFO:tasks.rados.rados.0.smithi032.stdout:295: writing smithi032174182-22 from 0 to 614400 tid 1 2023-12-22T17:17:39.877 INFO:tasks.rados.rados.0.smithi032.stdout:295: writing smithi032174182-22 from 614400 to 1220608 tid 2 2023-12-22T17:17:39.882 INFO:tasks.rados.rados.0.smithi032.stdout:295: writing smithi032174182-22 from 1220608 to 1818624 tid 3 2023-12-22T17:17:39.882 INFO:tasks.rados.rados.0.smithi032.stdout:291: done (3 left) 2023-12-22T17:17:39.882 INFO:tasks.rados.rados.0.smithi032.stdout:296: copy_from oid 38 from oid 6 current snap is 22 2023-12-22T17:17:39.882 INFO:tasks.rados.rados.0.smithi032.stdout:292: finishing copy_from to smithi032174182-37 2023-12-22T17:17:39.882 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 61 (ObjNum 87 snap 11 seq_num 87) dirty exists 2023-12-22T17:17:39.882 INFO:tasks.rados.rados.0.smithi032.stdout:292: finishing copy_from racing read to smithi032174182-37 2023-12-22T17:17:39.882 INFO:tasks.rados.rados.0.smithi032.stdout:294: finishing write tid 2 to smithi032174182-15 2023-12-22T17:17:39.882 INFO:tasks.rados.rados.0.smithi032.stdout:294: finishing write tid 3 to smithi032174182-15 2023-12-22T17:17:39.882 INFO:tasks.rados.rados.0.smithi032.stdout:292: done (3 left) 2023-12-22T17:17:39.882 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 30 current snap is 22 2023-12-22T17:17:39.882 INFO:tasks.rados.rados.0.smithi032.stdout:294: finishing write tid 4 to smithi032174182-15 2023-12-22T17:17:39.882 INFO:tasks.rados.rados.0.smithi032.stdout:297: seq_num 109 ranges {491520=630784,1122304=491520,1613824=483328,2097152=229376} 2023-12-22T17:17:39.888 INFO:tasks.rados.rados.0.smithi032.stdout:297: writing smithi032174182-30 from 491520 to 1122304 tid 1 2023-12-22T17:17:39.890 INFO:tasks.rados.rados.0.smithi032.stdout:297: writing smithi032174182-30 from 1122304 to 1613824 tid 2 2023-12-22T17:17:39.893 INFO:tasks.rados.rados.0.smithi032.stdout:297: writing smithi032174182-30 from 1613824 to 2097152 tid 3 2023-12-22T17:17:39.895 INFO:tasks.rados.rados.0.smithi032.stdout:297: writing smithi032174182-30 from 2097152 to 2326528 tid 4 2023-12-22T17:17:39.895 INFO:tasks.rados.rados.0.smithi032.stdout:298: snap_remove snap 16 2023-12-22T17:17:40.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:39 smithi032 ceph-mon[125050]: osdmap e107: 8 total, 8 up, 8 in 2023-12-22T17:17:40.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:39 smithi032 ceph-mon[110651]: osdmap e107: 8 total, 8 up, 8 in 2023-12-22T17:17:40.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:39 smithi039 ceph-mon[115265]: osdmap e107: 8 total, 8 up, 8 in 2023-12-22T17:17:40.840 INFO:tasks.rados.rados.0.smithi032.stdout:298: done (4 left) 2023-12-22T17:17:40.840 INFO:tasks.rados.rados.0.smithi032.stdout:299: copy_from oid 42 from oid 11 current snap is 22 2023-12-22T17:17:40.840 INFO:tasks.rados.rados.0.smithi032.stdout:294: finishing write tid 5 to smithi032174182-15 2023-12-22T17:17:40.840 INFO:tasks.rados.rados.0.smithi032.stdout:294: finishing write tid 6 to smithi032174182-15 2023-12-22T17:17:40.841 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 116 (ObjNum 107 snap 22 seq_num 107) dirty exists 2023-12-22T17:17:40.841 INFO:tasks.rados.rados.0.smithi032.stdout:294: left oid 15 (ObjNum 107 snap 22 seq_num 107) 2023-12-22T17:17:40.841 INFO:tasks.rados.rados.0.smithi032.stdout:295: finishing write tid 1 to smithi032174182-22 2023-12-22T17:17:40.841 INFO:tasks.rados.rados.0.smithi032.stdout:295: finishing write tid 2 to smithi032174182-22 2023-12-22T17:17:40.841 INFO:tasks.rados.rados.0.smithi032.stdout:295: finishing write tid 3 to smithi032174182-22 2023-12-22T17:17:40.841 INFO:tasks.rados.rados.0.smithi032.stdout:295: finishing write tid 4 to smithi032174182-22 2023-12-22T17:17:40.841 INFO:tasks.rados.rados.0.smithi032.stdout:295: finishing write tid 5 to smithi032174182-22 2023-12-22T17:17:40.841 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 75 (ObjNum 108 snap 22 seq_num 108) dirty exists 2023-12-22T17:17:40.841 INFO:tasks.rados.rados.0.smithi032.stdout:295: left oid 22 (ObjNum 108 snap 22 seq_num 108) 2023-12-22T17:17:40.841 INFO:tasks.rados.rados.0.smithi032.stdout:296: finishing copy_from to smithi032174182-38 2023-12-22T17:17:40.841 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-22T17:17:40.841 INFO:tasks.rados.rados.0.smithi032.stdout:296: finishing copy_from racing read to smithi032174182-38 2023-12-22T17:17:40.841 INFO:tasks.rados.rados.0.smithi032.stdout:297: finishing write tid 1 to smithi032174182-30 2023-12-22T17:17:40.841 INFO:tasks.rados.rados.0.smithi032.stdout:297: finishing write tid 2 to smithi032174182-30 2023-12-22T17:17:40.841 INFO:tasks.rados.rados.0.smithi032.stdout:297: finishing write tid 3 to smithi032174182-30 2023-12-22T17:17:40.841 INFO:tasks.rados.rados.0.smithi032.stdout:297: finishing write tid 4 to smithi032174182-30 2023-12-22T17:17:40.842 INFO:tasks.rados.rados.0.smithi032.stdout:297: finishing write tid 5 to smithi032174182-30 2023-12-22T17:17:40.842 INFO:tasks.rados.rados.0.smithi032.stdout:297: finishing write tid 6 to smithi032174182-30 2023-12-22T17:17:40.842 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 93 (ObjNum 109 snap 22 seq_num 109) dirty exists 2023-12-22T17:17:40.842 INFO:tasks.rados.rados.0.smithi032.stdout:297: left oid 30 (ObjNum 109 snap 22 seq_num 109) 2023-12-22T17:17:40.842 INFO:tasks.rados.rados.0.smithi032.stdout:294: done (4 left) 2023-12-22T17:17:40.842 INFO:tasks.rados.rados.0.smithi032.stdout:295: done (3 left) 2023-12-22T17:17:40.842 INFO:tasks.rados.rados.0.smithi032.stdout:296: done (2 left) 2023-12-22T17:17:40.842 INFO:tasks.rados.rados.0.smithi032.stdout:297: done (1 left) 2023-12-22T17:17:40.842 INFO:tasks.rados.rados.0.smithi032.stdout:300: copy_from oid 19 from oid 27 current snap is 22 2023-12-22T17:17:40.842 INFO:tasks.rados.rados.0.smithi032.stdout:301: snap_create 2023-12-22T17:17:40.854 INFO:tasks.rados.rados.0.smithi032.stdout:299: finishing copy_from to smithi032174182-42 2023-12-22T17:17:40.854 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 4 (ObjNum 10 snap 0 seq_num 10) dirty exists 2023-12-22T17:17:40.855 INFO:tasks.rados.rados.0.smithi032.stdout:299: finishing copy_from racing read to smithi032174182-42 2023-12-22T17:17:40.855 INFO:tasks.rados.rados.0.smithi032.stdout:300: finishing copy_from to smithi032174182-19 2023-12-22T17:17:40.855 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 69 (ObjNum 26 snap 0 seq_num 26) dirty exists 2023-12-22T17:17:40.855 INFO:tasks.rados.rados.0.smithi032.stdout:300: finishing copy_from racing read to smithi032174182-19 2023-12-22T17:17:41.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:40 smithi032 ceph-mon[125050]: osdmap e108: 8 total, 8 up, 8 in 2023-12-22T17:17:41.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:40 smithi032 ceph-mon[125050]: pgmap v121: 121 pgs: 121 active+clean; 55 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2023-12-22T17:17:41.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:40 smithi032 ceph-mon[110651]: osdmap e108: 8 total, 8 up, 8 in 2023-12-22T17:17:41.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:40 smithi032 ceph-mon[110651]: pgmap v121: 121 pgs: 121 active+clean; 55 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2023-12-22T17:17:41.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:40 smithi039 ceph-mon[115265]: osdmap e108: 8 total, 8 up, 8 in 2023-12-22T17:17:41.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:40 smithi039 ceph-mon[115265]: pgmap v121: 121 pgs: 121 active+clean; 55 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2023-12-22T17:17:41.683 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:17:41 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:17:41] "GET /metrics HTTP/1.1" 200 239254 "" "Prometheus/2.43.0" 2023-12-22T17:17:41.840 INFO:tasks.rados.rados.0.smithi032.stdout:299: done (2 left) 2023-12-22T17:17:41.840 INFO:tasks.rados.rados.0.smithi032.stdout:300: done (1 left) 2023-12-22T17:17:41.840 INFO:tasks.rados.rados.0.smithi032.stdout:301: done (0 left) 2023-12-22T17:17:41.840 INFO:tasks.rados.rados.0.smithi032.stdout:302: read oid 15 snap -1 2023-12-22T17:17:41.840 INFO:tasks.rados.rados.0.smithi032.stdout:302: expect (ObjNum 107 snap 22 seq_num 107) 2023-12-22T17:17:41.840 INFO:tasks.rados.rados.0.smithi032.stdout:303: copy_from oid 39 from oid 19 current snap is 23 2023-12-22T17:17:41.840 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 9 current snap is 23 2023-12-22T17:17:41.840 INFO:tasks.rados.rados.0.smithi032.stdout:304: seq_num 110 ranges {1908736=647168,2555904=778240,3334144=425984} 2023-12-22T17:17:41.854 INFO:tasks.rados.rados.0.smithi032.stdout:304: writing smithi032174182-9 from 1908736 to 2555904 tid 1 2023-12-22T17:17:41.859 INFO:tasks.rados.rados.0.smithi032.stdout:304: writing smithi032174182-9 from 2555904 to 3334144 tid 2 2023-12-22T17:17:41.862 INFO:tasks.rados.rados.0.smithi032.stdout:304: writing smithi032174182-9 from 3334144 to 3760128 tid 3 2023-12-22T17:17:41.862 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 45 current snap is 23 2023-12-22T17:17:41.862 INFO:tasks.rados.rados.0.smithi032.stdout:305: seq_num 111 ranges {557056=663552,1220608=663552,1884160=450560,2334720=90112} 2023-12-22T17:17:41.868 INFO:tasks.rados.rados.0.smithi032.stdout:305: writing smithi032174182-45 from 557056 to 1220608 tid 1 2023-12-22T17:17:41.873 INFO:tasks.rados.rados.0.smithi032.stdout:305: writing smithi032174182-45 from 1220608 to 1884160 tid 2 2023-12-22T17:17:41.875 INFO:tasks.rados.rados.0.smithi032.stdout:305: writing smithi032174182-45 from 1884160 to 2334720 tid 3 2023-12-22T17:17:41.876 INFO:tasks.rados.rados.0.smithi032.stdout:305: writing smithi032174182-45 from 2334720 to 2424832 tid 4 2023-12-22T17:17:41.876 INFO:tasks.rados.rados.0.smithi032.stdout:306: snap_create 2023-12-22T17:17:41.876 INFO:tasks.rados.rados.0.smithi032.stdout:302: expect (ObjNum 107 snap 22 seq_num 107) 2023-12-22T17:17:41.971 INFO:tasks.rados.rados.0.smithi032.stdout:303: finishing copy_from to smithi032174182-39 2023-12-22T17:17:41.971 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 69 (ObjNum 26 snap 0 seq_num 26) dirty exists 2023-12-22T17:17:41.971 INFO:tasks.rados.rados.0.smithi032.stdout:303: finishing copy_from racing read to smithi032174182-39 2023-12-22T17:17:41.971 INFO:tasks.rados.rados.0.smithi032.stdout:304: finishing write tid 1 to smithi032174182-9 2023-12-22T17:17:41.971 INFO:tasks.rados.rados.0.smithi032.stdout:304: finishing write tid 2 to smithi032174182-9 2023-12-22T17:17:41.971 INFO:tasks.rados.rados.0.smithi032.stdout:304: finishing write tid 3 to smithi032174182-9 2023-12-22T17:17:41.971 INFO:tasks.rados.rados.0.smithi032.stdout:304: finishing write tid 4 to smithi032174182-9 2023-12-22T17:17:41.971 INFO:tasks.rados.rados.0.smithi032.stdout:304: finishing write tid 5 to smithi032174182-9 2023-12-22T17:17:41.971 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 67 (ObjNum 110 snap 23 seq_num 110) dirty exists 2023-12-22T17:17:41.971 INFO:tasks.rados.rados.0.smithi032.stdout:304: left oid 9 (ObjNum 110 snap 23 seq_num 110) 2023-12-22T17:17:41.972 INFO:tasks.rados.rados.0.smithi032.stdout:305: finishing write tid 1 to smithi032174182-45 2023-12-22T17:17:41.972 INFO:tasks.rados.rados.0.smithi032.stdout:305: finishing write tid 2 to smithi032174182-45 2023-12-22T17:17:41.972 INFO:tasks.rados.rados.0.smithi032.stdout:305: finishing write tid 3 to smithi032174182-45 2023-12-22T17:17:41.972 INFO:tasks.rados.rados.0.smithi032.stdout:305: finishing write tid 4 to smithi032174182-45 2023-12-22T17:17:41.972 INFO:tasks.rados.rados.0.smithi032.stdout:305: finishing write tid 5 to smithi032174182-45 2023-12-22T17:17:41.972 INFO:tasks.rados.rados.0.smithi032.stdout:305: finishing write tid 6 to smithi032174182-45 2023-12-22T17:17:41.972 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 51 (ObjNum 111 snap 23 seq_num 111) dirty exists 2023-12-22T17:17:41.972 INFO:tasks.rados.rados.0.smithi032.stdout:305: left oid 45 (ObjNum 111 snap 23 seq_num 111) 2023-12-22T17:17:42.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:41 smithi039 ceph-mon[115265]: osdmap e109: 8 total, 8 up, 8 in 2023-12-22T17:17:42.009 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:17:41 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:17:41] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-22T17:17:42.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:41 smithi032 ceph-mon[125050]: osdmap e109: 8 total, 8 up, 8 in 2023-12-22T17:17:42.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:41 smithi032 ceph-mon[110651]: osdmap e109: 8 total, 8 up, 8 in 2023-12-22T17:17:42.852 INFO:tasks.rados.rados.0.smithi032.stdout:302: done (4 left) 2023-12-22T17:17:42.852 INFO:tasks.rados.rados.0.smithi032.stdout:303: done (3 left) 2023-12-22T17:17:42.852 INFO:tasks.rados.rados.0.smithi032.stdout:304: done (2 left) 2023-12-22T17:17:42.853 INFO:tasks.rados.rados.0.smithi032.stdout:305: done (1 left) 2023-12-22T17:17:42.853 INFO:tasks.rados.rados.0.smithi032.stdout:306: done (0 left) 2023-12-22T17:17:42.853 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 5 current snap is 24 2023-12-22T17:17:42.853 INFO:tasks.rados.rados.0.smithi032.stdout:307: seq_num 112 ranges {1810432=679936,2490368=548864,3039232=655360} 2023-12-22T17:17:42.865 INFO:tasks.rados.rados.0.smithi032.stdout:307: writing smithi032174182-5 from 1810432 to 2490368 tid 1 2023-12-22T17:17:42.869 INFO:tasks.rados.rados.0.smithi032.stdout:307: writing smithi032174182-5 from 2490368 to 3039232 tid 2 2023-12-22T17:17:42.873 INFO:tasks.rados.rados.0.smithi032.stdout:307: writing smithi032174182-5 from 3039232 to 3694592 tid 3 2023-12-22T17:17:42.873 INFO:tasks.rados.rados.0.smithi032.stdout:308: rollback oid 31 current snap is 24 2023-12-22T17:17:42.873 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 31 to 22 2023-12-22T17:17:42.873 INFO:tasks.rados.rados.0.smithi032.stdout:307: finishing write tid 1 to smithi032174182-5 2023-12-22T17:17:42.874 INFO:tasks.rados.rados.0.smithi032.stdout:307: finishing write tid 2 to smithi032174182-5 2023-12-22T17:17:42.874 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 24 2023-12-22T17:17:42.874 INFO:tasks.rados.rados.0.smithi032.stdout:309: seq_num 113 ranges {1736704=696320,2433024=434176,2867200=466944,3334144=303104} 2023-12-22T17:17:42.887 INFO:tasks.rados.rados.0.smithi032.stdout:309: writing smithi032174182-49 from 1736704 to 2433024 tid 1 2023-12-22T17:17:42.889 INFO:tasks.rados.rados.0.smithi032.stdout:309: writing smithi032174182-49 from 2433024 to 2867200 tid 2 2023-12-22T17:17:42.892 INFO:tasks.rados.rados.0.smithi032.stdout:309: writing smithi032174182-49 from 2867200 to 3334144 tid 3 2023-12-22T17:17:42.894 INFO:tasks.rados.rados.0.smithi032.stdout:309: writing smithi032174182-49 from 3334144 to 3637248 tid 4 2023-12-22T17:17:42.894 INFO:tasks.rados.rados.0.smithi032.stdout:310: rmattr oid 41 current snap is 24 2023-12-22T17:17:42.895 INFO:tasks.rados.rados.0.smithi032.stdout:310: done (3 left) 2023-12-22T17:17:42.895 INFO:tasks.rados.rados.0.smithi032.stdout:311: read oid 7 snap -1 2023-12-22T17:17:42.895 INFO:tasks.rados.rados.0.smithi032.stdout:311: expect (ObjNum 26 snap 0 seq_num 26) 2023-12-22T17:17:42.895 INFO:tasks.rados.rados.0.smithi032.stdout:312: snap_create 2023-12-22T17:17:42.895 INFO:tasks.rados.rados.0.smithi032.stdout:307: finishing write tid 3 to smithi032174182-5 2023-12-22T17:17:42.895 INFO:tasks.rados.rados.0.smithi032.stdout:307: finishing write tid 4 to smithi032174182-5 2023-12-22T17:17:42.895 INFO:tasks.rados.rados.0.smithi032.stdout:307: finishing write tid 5 to smithi032174182-5 2023-12-22T17:17:42.895 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 65 (ObjNum 112 snap 24 seq_num 112) dirty exists 2023-12-22T17:17:42.895 INFO:tasks.rados.rados.0.smithi032.stdout:307: left oid 5 (ObjNum 112 snap 24 seq_num 112) 2023-12-22T17:17:42.895 INFO:tasks.rados.rados.0.smithi032.stdout:308: finishing rollback tid 0 to smithi032174182-31 2023-12-22T17:17:42.895 INFO:tasks.rados.rados.0.smithi032.stdout:308: finishing rollback tid 1 to smithi032174182-31 2023-12-22T17:17:42.895 INFO:tasks.rados.rados.0.smithi032.stdout:308: finishing rollback tid 2 to smithi032174182-31 2023-12-22T17:17:42.895 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 101 (ObjNum 29 snap 0 seq_num 29) dirty exists 2023-12-22T17:17:42.896 INFO:tasks.rados.rados.0.smithi032.stdout:309: finishing write tid 1 to smithi032174182-49 2023-12-22T17:17:42.896 INFO:tasks.rados.rados.0.smithi032.stdout:309: finishing write tid 2 to smithi032174182-49 2023-12-22T17:17:42.896 INFO:tasks.rados.rados.0.smithi032.stdout:309: finishing write tid 3 to smithi032174182-49 2023-12-22T17:17:42.896 INFO:tasks.rados.rados.0.smithi032.stdout:309: finishing write tid 4 to smithi032174182-49 2023-12-22T17:17:42.897 INFO:tasks.rados.rados.0.smithi032.stdout:309: finishing write tid 5 to smithi032174182-49 2023-12-22T17:17:42.898 INFO:tasks.rados.rados.0.smithi032.stdout:309: finishing write tid 6 to smithi032174182-49 2023-12-22T17:17:42.899 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 77 (ObjNum 113 snap 24 seq_num 113) dirty exists 2023-12-22T17:17:42.899 INFO:tasks.rados.rados.0.smithi032.stdout:309: left oid 49 (ObjNum 113 snap 24 seq_num 113) 2023-12-22T17:17:42.899 INFO:tasks.rados.rados.0.smithi032.stdout:311: expect (ObjNum 26 snap 0 seq_num 26) 2023-12-22T17:17:43.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:42 smithi032 ceph-mon[110651]: osdmap e110: 8 total, 8 up, 8 in 2023-12-22T17:17:43.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:42 smithi032 ceph-mon[110651]: pgmap v124: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.2 MiB/s wr, 29 op/s 2023-12-22T17:17:43.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:42 smithi032 ceph-mon[125050]: osdmap e110: 8 total, 8 up, 8 in 2023-12-22T17:17:43.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:42 smithi032 ceph-mon[125050]: pgmap v124: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.2 MiB/s wr, 29 op/s 2023-12-22T17:17:43.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:42 smithi039 ceph-mon[115265]: osdmap e110: 8 total, 8 up, 8 in 2023-12-22T17:17:43.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:42 smithi039 ceph-mon[115265]: pgmap v124: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.2 MiB/s wr, 29 op/s 2023-12-22T17:17:43.786 INFO:tasks.rados.rados.0.smithi032.stdout:307: done (4 left) 2023-12-22T17:17:43.787 INFO:tasks.rados.rados.0.smithi032.stdout:308: done (3 left) 2023-12-22T17:17:43.787 INFO:tasks.rados.rados.0.smithi032.stdout:309: done (2 left) 2023-12-22T17:17:43.787 INFO:tasks.rados.rados.0.smithi032.stdout:311: done (1 left) 2023-12-22T17:17:43.787 INFO:tasks.rados.rados.0.smithi032.stdout:312: done (0 left) 2023-12-22T17:17:43.787 INFO:tasks.rados.rados.0.smithi032.stdout:313: delete oid 49 current snap is 25 2023-12-22T17:17:43.796 INFO:tasks.rados.rados.0.smithi032.stdout:313: done (0 left) 2023-12-22T17:17:43.796 INFO:tasks.rados.rados.0.smithi032.stdout:314: rollback oid 18 current snap is 25 2023-12-22T17:17:43.796 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 18 to 23 2023-12-22T17:17:43.796 INFO:tasks.rados.rados.0.smithi032.stdout:315: snap_create 2023-12-22T17:17:43.803 INFO:tasks.rados.rados.0.smithi032.stdout:314: finishing rollback tid 0 to smithi032174182-18 2023-12-22T17:17:43.803 INFO:tasks.rados.rados.0.smithi032.stdout:314: finishing rollback tid 1 to smithi032174182-18 2023-12-22T17:17:43.803 INFO:tasks.rados.rados.0.smithi032.stdout:314: finishing rollback tid 2 to smithi032174182-18 2023-12-22T17:17:43.803 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 78 (ObjNum 83 snap 11 seq_num 83) dirty exists 2023-12-22T17:17:44.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:43 smithi032 ceph-mon[125050]: osdmap e111: 8 total, 8 up, 8 in 2023-12-22T17:17:44.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:43 smithi032 ceph-mon[125050]: osdmap e112: 8 total, 8 up, 8 in 2023-12-22T17:17:44.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:43 smithi032 ceph-mon[110651]: osdmap e111: 8 total, 8 up, 8 in 2023-12-22T17:17:44.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:43 smithi032 ceph-mon[110651]: osdmap e112: 8 total, 8 up, 8 in 2023-12-22T17:17:44.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:43 smithi039 ceph-mon[115265]: osdmap e111: 8 total, 8 up, 8 in 2023-12-22T17:17:44.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:43 smithi039 ceph-mon[115265]: osdmap e112: 8 total, 8 up, 8 in 2023-12-22T17:17:44.797 INFO:tasks.rados.rados.0.smithi032.stdout:314: done (1 left) 2023-12-22T17:17:44.797 INFO:tasks.rados.rados.0.smithi032.stdout:315: done (0 left) 2023-12-22T17:17:44.797 INFO:tasks.rados.rados.0.smithi032.stdout:316: rollback oid 41 current snap is 26 2023-12-22T17:17:44.797 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 41 to 24 2023-12-22T17:17:44.797 INFO:tasks.rados.rados.0.smithi032.stdout:317: rollback oid 18 current snap is 26 2023-12-22T17:17:44.797 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 18 to 19 2023-12-22T17:17:44.798 INFO:tasks.rados.rados.0.smithi032.stdout:318: rmattr oid 23 current snap is 26 2023-12-22T17:17:44.798 INFO:tasks.rados.rados.0.smithi032.stdout:319: copy_from oid 13 from oid 37 current snap is 26 2023-12-22T17:17:44.798 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 36 current snap is 26 2023-12-22T17:17:44.798 INFO:tasks.rados.rados.0.smithi032.stdout:320: seq_num 115 ranges {1540096=729088,2269184=647168,2916352=434176,3350528=122880} 2023-12-22T17:17:44.810 INFO:tasks.rados.rados.0.smithi032.stdout:320: writing smithi032174182-36 from 1540096 to 2269184 tid 1 2023-12-22T17:17:44.813 INFO:tasks.rados.rados.0.smithi032.stdout:320: writing smithi032174182-36 from 2269184 to 2916352 tid 2 2023-12-22T17:17:44.816 INFO:tasks.rados.rados.0.smithi032.stdout:320: writing smithi032174182-36 from 2916352 to 3350528 tid 3 2023-12-22T17:17:44.817 INFO:tasks.rados.rados.0.smithi032.stdout:320: writing smithi032174182-36 from 3350528 to 3473408 tid 4 2023-12-22T17:17:44.817 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 31 current snap is 26 2023-12-22T17:17:44.817 INFO:tasks.rados.rados.0.smithi032.stdout:321: seq_num 116 ranges {491520=745472,1236992=532480,1769472=638976,2408448=32768} 2023-12-22T17:17:44.824 INFO:tasks.rados.rados.0.smithi032.stdout:321: writing smithi032174182-31 from 491520 to 1236992 tid 1 2023-12-22T17:17:44.828 INFO:tasks.rados.rados.0.smithi032.stdout:321: writing smithi032174182-31 from 1236992 to 1769472 tid 2 2023-12-22T17:17:44.830 INFO:tasks.rados.rados.0.smithi032.stdout:321: writing smithi032174182-31 from 1769472 to 2408448 tid 3 2023-12-22T17:17:44.831 INFO:tasks.rados.rados.0.smithi032.stdout:321: writing smithi032174182-31 from 2408448 to 2441216 tid 4 2023-12-22T17:17:44.832 INFO:tasks.rados.rados.0.smithi032.stdout:322: setattr oid 39 current snap is 26 2023-12-22T17:17:44.832 INFO:tasks.rados.rados.0.smithi032.stdout:316: finishing rollback tid 1 to smithi032174182-41 2023-12-22T17:17:44.832 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 0 (ObjNum 97 snap 0 seq_num 1068325759) dirty dne 2023-12-22T17:17:44.832 INFO:tasks.rados.rados.0.smithi032.stdout:317: finishing rollback tid 0 to smithi032174182-18 2023-12-22T17:17:44.832 INFO:tasks.rados.rados.0.smithi032.stdout:317: finishing rollback tid 1 to smithi032174182-18 2023-12-22T17:17:44.832 INFO:tasks.rados.rados.0.smithi032.stdout:317: finishing rollback tid 2 to smithi032174182-18 2023-12-22T17:17:44.832 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 81 (ObjNum 83 snap 11 seq_num 83) dirty exists 2023-12-22T17:17:44.832 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 89 (ObjNum 97 snap 20 seq_num 97) dirty exists 2023-12-22T17:17:44.832 INFO:tasks.rados.rados.0.smithi032.stdout:320: finishing write tid 1 to smithi032174182-36 2023-12-22T17:17:44.832 INFO:tasks.rados.rados.0.smithi032.stdout:319: finishing copy_from to smithi032174182-13 2023-12-22T17:17:44.832 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 61 (ObjNum 87 snap 11 seq_num 87) dirty exists 2023-12-22T17:17:44.832 INFO:tasks.rados.rados.0.smithi032.stdout:319: finishing copy_from racing read to smithi032174182-13 2023-12-22T17:17:44.832 INFO:tasks.rados.rados.0.smithi032.stdout:320: finishing write tid 2 to smithi032174182-36 2023-12-22T17:17:44.832 INFO:tasks.rados.rados.0.smithi032.stdout:320: finishing write tid 3 to smithi032174182-36 2023-12-22T17:17:44.832 INFO:tasks.rados.rados.0.smithi032.stdout:320: finishing write tid 4 to smithi032174182-36 2023-12-22T17:17:44.833 INFO:tasks.rados.rados.0.smithi032.stdout:320: finishing write tid 5 to smithi032174182-36 2023-12-22T17:17:44.833 INFO:tasks.rados.rados.0.smithi032.stdout:320: finishing write tid 6 to smithi032174182-36 2023-12-22T17:17:44.833 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 69 (ObjNum 115 snap 26 seq_num 115) dirty exists 2023-12-22T17:17:44.833 INFO:tasks.rados.rados.0.smithi032.stdout:320: left oid 36 (ObjNum 115 snap 26 seq_num 115) 2023-12-22T17:17:44.833 INFO:tasks.rados.rados.0.smithi032.stdout:321: finishing write tid 1 to smithi032174182-31 2023-12-22T17:17:44.833 INFO:tasks.rados.rados.0.smithi032.stdout:321: finishing write tid 2 to smithi032174182-31 2023-12-22T17:17:44.833 INFO:tasks.rados.rados.0.smithi032.stdout:316: done (6 left) 2023-12-22T17:17:44.833 INFO:tasks.rados.rados.0.smithi032.stdout:317: done (5 left) 2023-12-22T17:17:44.833 INFO:tasks.rados.rados.0.smithi032.stdout:318: done (4 left) 2023-12-22T17:17:44.833 INFO:tasks.rados.rados.0.smithi032.stdout:319: done (3 left) 2023-12-22T17:17:44.833 INFO:tasks.rados.rados.0.smithi032.stdout:320: done (2 left) 2023-12-22T17:17:44.833 INFO:tasks.rados.rados.0.smithi032.stdout:323: snap_create 2023-12-22T17:17:44.834 INFO:tasks.rados.rados.0.smithi032.stdout:321: finishing write tid 3 to smithi032174182-31 2023-12-22T17:17:44.834 INFO:tasks.rados.rados.0.smithi032.stdout:321: finishing write tid 4 to smithi032174182-31 2023-12-22T17:17:44.834 INFO:tasks.rados.rados.0.smithi032.stdout:321: finishing write tid 5 to smithi032174182-31 2023-12-22T17:17:44.834 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 72 (ObjNum 26 snap 0 seq_num 26) dirty exists 2023-12-22T17:17:44.835 INFO:tasks.rados.rados.0.smithi032.stdout:321: finishing write tid 6 to smithi032174182-31 2023-12-22T17:17:44.836 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 107 (ObjNum 116 snap 26 seq_num 116) dirty exists 2023-12-22T17:17:44.836 INFO:tasks.rados.rados.0.smithi032.stdout:321: left oid 31 (ObjNum 116 snap 26 seq_num 116) 2023-12-22T17:17:45.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:44 smithi032 ceph-mon[125050]: pgmap v127: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.2 MiB/s wr, 29 op/s 2023-12-22T17:17:45.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:44 smithi032 ceph-mon[125050]: osdmap e113: 8 total, 8 up, 8 in 2023-12-22T17:17:45.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:44 smithi032 ceph-mon[110651]: pgmap v127: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.2 MiB/s wr, 29 op/s 2023-12-22T17:17:45.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:44 smithi032 ceph-mon[110651]: osdmap e113: 8 total, 8 up, 8 in 2023-12-22T17:17:45.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:44 smithi039 ceph-mon[115265]: pgmap v127: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.2 MiB/s wr, 29 op/s 2023-12-22T17:17:45.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:44 smithi039 ceph-mon[115265]: osdmap e113: 8 total, 8 up, 8 in 2023-12-22T17:17:45.799 INFO:tasks.rados.rados.0.smithi032.stdout:321: done (2 left) 2023-12-22T17:17:45.799 INFO:tasks.rados.rados.0.smithi032.stdout:322: done (1 left) 2023-12-22T17:17:45.799 INFO:tasks.rados.rados.0.smithi032.stdout:323: done (0 left) 2023-12-22T17:17:45.799 INFO:tasks.rados.rados.0.smithi032.stdout:324: copy_from oid 34 from oid 46 current snap is 27 2023-12-22T17:17:45.799 INFO:tasks.rados.rados.0.smithi032.stdout:325: snap_remove snap 26 2023-12-22T17:17:46.804 INFO:tasks.rados.rados.0.smithi032.stdout:325: done (1 left) 2023-12-22T17:17:46.804 INFO:tasks.rados.rados.0.smithi032.stdout:326: rollback oid 45 current snap is 27 2023-12-22T17:17:46.804 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 45 to 19 2023-12-22T17:17:46.804 INFO:tasks.rados.rados.0.smithi032.stdout:324: finishing copy_from to smithi032174182-34 2023-12-22T17:17:46.804 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 6 (ObjNum 45 snap 0 seq_num 45) dirty exists 2023-12-22T17:17:46.805 INFO:tasks.rados.rados.0.smithi032.stdout:324: finishing copy_from racing read to smithi032174182-34 2023-12-22T17:17:46.805 INFO:tasks.rados.rados.0.smithi032.stdout:324: done (1 left) 2023-12-22T17:17:46.805 INFO:tasks.rados.rados.0.smithi032.stdout:327: read oid 28 snap -1 2023-12-22T17:17:46.805 INFO:tasks.rados.rados.0.smithi032.stdout:327: expect (ObjNum 39 snap 0 seq_num 39) 2023-12-22T17:17:46.805 INFO:tasks.rados.rados.0.smithi032.stdout:328: read oid 36 snap -1 2023-12-22T17:17:46.805 INFO:tasks.rados.rados.0.smithi032.stdout:328: expect (ObjNum 115 snap 26 seq_num 115) 2023-12-22T17:17:46.805 INFO:tasks.rados.rados.0.smithi032.stdout:329: delete oid 12 current snap is 27 2023-12-22T17:17:46.810 INFO:tasks.rados.rados.0.smithi032.stdout:329: done (3 left) 2023-12-22T17:17:46.810 INFO:tasks.rados.rados.0.smithi032.stdout:330: rollback oid 46 current snap is 27 2023-12-22T17:17:46.810 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 46 to 25 2023-12-22T17:17:46.810 INFO:tasks.rados.rados.0.smithi032.stdout:331: snap_remove snap 15 2023-12-22T17:17:47.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:46 smithi032 ceph-mon[110651]: osdmap e114: 8 total, 8 up, 8 in 2023-12-22T17:17:47.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:46 smithi032 ceph-mon[110651]: pgmap v130: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:17:47.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:46 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:17:47.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:46 smithi032 ceph-mon[125050]: osdmap e114: 8 total, 8 up, 8 in 2023-12-22T17:17:47.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:46 smithi032 ceph-mon[125050]: pgmap v130: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:17:47.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:46 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:17:47.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:46 smithi039 ceph-mon[115265]: osdmap e114: 8 total, 8 up, 8 in 2023-12-22T17:17:47.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:46 smithi039 ceph-mon[115265]: pgmap v130: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:17:47.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:46 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:17:47.808 INFO:tasks.rados.rados.0.smithi032.stdout:331: done (4 left) 2023-12-22T17:17:47.809 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 31 current snap is 27 2023-12-22T17:17:47.809 INFO:tasks.rados.rados.0.smithi032.stdout:326: finishing rollback tid 0 to smithi032174182-45 2023-12-22T17:17:47.809 INFO:tasks.rados.rados.0.smithi032.stdout:332: seq_num 118 ranges {2441216=786432,3227648=704512,3932160=499712} 2023-12-22T17:17:47.827 INFO:tasks.rados.rados.0.smithi032.stdout:332: writing smithi032174182-31 from 2441216 to 3227648 tid 1 2023-12-22T17:17:47.831 INFO:tasks.rados.rados.0.smithi032.stdout:332: writing smithi032174182-31 from 3227648 to 3932160 tid 2 2023-12-22T17:17:47.834 INFO:tasks.rados.rados.0.smithi032.stdout:332: writing smithi032174182-31 from 3932160 to 4431872 tid 3 2023-12-22T17:17:47.835 INFO:tasks.rados.rados.0.smithi032.stdout:333: read oid 26 snap -1 2023-12-22T17:17:47.835 INFO:tasks.rados.rados.0.smithi032.stdout:333: expect deleted 2023-12-22T17:17:47.835 INFO:tasks.rados.rados.0.smithi032.stdout:334: setattr oid 3 current snap is 27 2023-12-22T17:17:47.835 INFO:tasks.rados.rados.0.smithi032.stdout:326: finishing rollback tid 1 to smithi032174182-45 2023-12-22T17:17:47.835 INFO:tasks.rados.rados.0.smithi032.stdout:326: finishing rollback tid 2 to smithi032174182-45 2023-12-22T17:17:47.835 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 55 (ObjNum 33 snap 0 seq_num 33) dirty exists 2023-12-22T17:17:47.835 INFO:tasks.rados.rados.0.smithi032.stdout:327: expect (ObjNum 39 snap 0 seq_num 39) 2023-12-22T17:17:47.851 INFO:tasks.rados.rados.0.smithi032.stdout:330: finishing rollback tid 0 to smithi032174182-46 2023-12-22T17:17:47.851 INFO:tasks.rados.rados.0.smithi032.stdout:330: finishing rollback tid 1 to smithi032174182-46 2023-12-22T17:17:47.852 INFO:tasks.rados.rados.0.smithi032.stdout:330: finishing rollback tid 2 to smithi032174182-46 2023-12-22T17:17:47.852 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 72 (ObjNum 45 snap 0 seq_num 45) dirty exists 2023-12-22T17:17:47.852 INFO:tasks.rados.rados.0.smithi032.stdout:328: expect (ObjNum 115 snap 26 seq_num 115) 2023-12-22T17:17:47.968 INFO:tasks.rados.rados.0.smithi032.stdout:332: finishing write tid 1 to smithi032174182-31 2023-12-22T17:17:47.968 INFO:tasks.rados.rados.0.smithi032.stdout:332: finishing write tid 2 to smithi032174182-31 2023-12-22T17:17:47.968 INFO:tasks.rados.rados.0.smithi032.stdout:332: finishing write tid 3 to smithi032174182-31 2023-12-22T17:17:47.968 INFO:tasks.rados.rados.0.smithi032.stdout:332: finishing write tid 4 to smithi032174182-31 2023-12-22T17:17:47.968 INFO:tasks.rados.rados.0.smithi032.stdout:332: finishing write tid 5 to smithi032174182-31 2023-12-22T17:17:47.968 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 117 (ObjNum 118 snap 27 seq_num 118) dirty exists 2023-12-22T17:17:47.968 INFO:tasks.rados.rados.0.smithi032.stdout:332: left oid 31 (ObjNum 118 snap 27 seq_num 118) 2023-12-22T17:17:47.968 INFO:tasks.rados.rados.0.smithi032.stdout:326: done (6 left) 2023-12-22T17:17:47.968 INFO:tasks.rados.rados.0.smithi032.stdout:327: done (5 left) 2023-12-22T17:17:47.968 INFO:tasks.rados.rados.0.smithi032.stdout:328: done (4 left) 2023-12-22T17:17:47.968 INFO:tasks.rados.rados.0.smithi032.stdout:330: done (3 left) 2023-12-22T17:17:47.969 INFO:tasks.rados.rados.0.smithi032.stdout:332: done (2 left) 2023-12-22T17:17:47.969 INFO:tasks.rados.rados.0.smithi032.stdout:333: done (1 left) 2023-12-22T17:17:47.969 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 36 current snap is 27 2023-12-22T17:17:47.969 INFO:tasks.rados.rados.0.smithi032.stdout:335: seq_num 119 ranges {3473408=802816,4276224=589824,4866048=409600,5275648=204800} 2023-12-22T17:17:47.991 INFO:tasks.rados.rados.0.smithi032.stdout:335: writing smithi032174182-36 from 3473408 to 4276224 tid 1 2023-12-22T17:17:47.995 INFO:tasks.rados.rados.0.smithi032.stdout:335: writing smithi032174182-36 from 4276224 to 4866048 tid 2 2023-12-22T17:17:47.997 INFO:tasks.rados.rados.0.smithi032.stdout:335: writing smithi032174182-36 from 4866048 to 5275648 tid 3 2023-12-22T17:17:47.998 INFO:tasks.rados.rados.0.smithi032.stdout:335: writing smithi032174182-36 from 5275648 to 5480448 tid 4 2023-12-22T17:17:47.998 INFO:tasks.rados.rados.0.smithi032.stdout:336: snap_create 2023-12-22T17:17:47.998 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 69 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-22T17:17:47.998 INFO:tasks.rados.rados.0.smithi032.stdout:335: finishing write tid 1 to smithi032174182-36 2023-12-22T17:17:47.998 INFO:tasks.rados.rados.0.smithi032.stdout:335: finishing write tid 2 to smithi032174182-36 2023-12-22T17:17:48.001 INFO:tasks.rados.rados.0.smithi032.stdout:335: finishing write tid 3 to smithi032174182-36 2023-12-22T17:17:48.002 INFO:tasks.rados.rados.0.smithi032.stdout:335: finishing write tid 4 to smithi032174182-36 2023-12-22T17:17:48.002 INFO:tasks.rados.rados.0.smithi032.stdout:335: finishing write tid 5 to smithi032174182-36 2023-12-22T17:17:48.003 INFO:tasks.rados.rados.0.smithi032.stdout:335: finishing write tid 6 to smithi032174182-36 2023-12-22T17:17:48.003 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 78 (ObjNum 119 snap 27 seq_num 119) dirty exists 2023-12-22T17:17:48.003 INFO:tasks.rados.rados.0.smithi032.stdout:335: left oid 36 (ObjNum 119 snap 27 seq_num 119) 2023-12-22T17:17:48.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:47 smithi032 ceph-mon[125050]: osdmap e115: 8 total, 8 up, 8 in 2023-12-22T17:17:48.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:47 smithi032 ceph-mon[110651]: osdmap e115: 8 total, 8 up, 8 in 2023-12-22T17:17:48.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:47 smithi039 ceph-mon[115265]: osdmap e115: 8 total, 8 up, 8 in 2023-12-22T17:17:48.814 INFO:tasks.rados.rados.0.smithi032.stdout:334: done (2 left) 2023-12-22T17:17:48.814 INFO:tasks.rados.rados.0.smithi032.stdout:335: done (1 left) 2023-12-22T17:17:48.814 INFO:tasks.rados.rados.0.smithi032.stdout:336: done (0 left) 2023-12-22T17:17:48.814 INFO:tasks.rados.rados.0.smithi032.stdout:337: read oid 25 snap 19 2023-12-22T17:17:48.814 INFO:tasks.rados.rados.0.smithi032.stdout:337: expect (ObjNum 36 snap 0 seq_num 36) 2023-12-22T17:17:48.814 INFO:tasks.rados.rados.0.smithi032.stdout:338: snap_remove snap 25 2023-12-22T17:17:49.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:48 smithi032 ceph-mon[125050]: osdmap e116: 8 total, 8 up, 8 in 2023-12-22T17:17:49.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:48 smithi032 ceph-mon[125050]: pgmap v133: 121 pgs: 121 active+clean; 87 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 19 op/s 2023-12-22T17:17:49.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:48 smithi032 ceph-mon[110651]: osdmap e116: 8 total, 8 up, 8 in 2023-12-22T17:17:49.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:48 smithi032 ceph-mon[110651]: pgmap v133: 121 pgs: 121 active+clean; 87 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 19 op/s 2023-12-22T17:17:49.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:48 smithi039 ceph-mon[115265]: osdmap e116: 8 total, 8 up, 8 in 2023-12-22T17:17:49.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:48 smithi039 ceph-mon[115265]: pgmap v133: 121 pgs: 121 active+clean; 87 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 19 op/s 2023-12-22T17:17:49.820 INFO:tasks.rados.rados.0.smithi032.stdout:338: done (1 left) 2023-12-22T17:17:49.821 INFO:tasks.rados.rados.0.smithi032.stdout:339: delete oid 36 current snap is 28 2023-12-22T17:17:49.821 INFO:tasks.rados.rados.0.smithi032.stdout:337: expect (ObjNum 36 snap 0 seq_num 36) 2023-12-22T17:17:49.842 INFO:tasks.rados.rados.0.smithi032.stdout:337: done (1 left) 2023-12-22T17:17:49.842 INFO:tasks.rados.rados.0.smithi032.stdout:339: done (0 left) 2023-12-22T17:17:49.842 INFO:tasks.rados.rados.0.smithi032.stdout:340: snap_remove snap 18 2023-12-22T17:17:50.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:49 smithi032 ceph-mon[110651]: osdmap e117: 8 total, 8 up, 8 in 2023-12-22T17:17:50.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:49 smithi032 ceph-mon[125050]: osdmap e117: 8 total, 8 up, 8 in 2023-12-22T17:17:50.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:49 smithi039 ceph-mon[115265]: osdmap e117: 8 total, 8 up, 8 in 2023-12-22T17:17:50.828 INFO:tasks.rados.rados.0.smithi032.stdout:340: done (0 left) 2023-12-22T17:17:50.829 INFO:tasks.rados.rados.0.smithi032.stdout:341: snap_remove snap 27 2023-12-22T17:17:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:50 smithi032 ceph-mon[110651]: osdmap e118: 8 total, 8 up, 8 in 2023-12-22T17:17:51.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:50 smithi032 ceph-mon[110651]: pgmap v136: 121 pgs: 121 active+clean; 87 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 19 op/s 2023-12-22T17:17:51.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:50 smithi032 ceph-mon[125050]: osdmap e118: 8 total, 8 up, 8 in 2023-12-22T17:17:51.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:50 smithi032 ceph-mon[125050]: pgmap v136: 121 pgs: 121 active+clean; 87 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 19 op/s 2023-12-22T17:17:51.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:50 smithi039 ceph-mon[115265]: osdmap e118: 8 total, 8 up, 8 in 2023-12-22T17:17:51.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:50 smithi039 ceph-mon[115265]: pgmap v136: 121 pgs: 121 active+clean; 87 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 19 op/s 2023-12-22T17:17:51.682 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:17:51 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:17:51] "GET /metrics HTTP/1.1" 200 239370 "" "Prometheus/2.43.0" 2023-12-22T17:17:51.829 INFO:tasks.rados.rados.0.smithi032.stdout:341: done (0 left) 2023-12-22T17:17:51.829 INFO:tasks.rados.rados.0.smithi032.stdout:342: copy_from oid 43 from oid 3 current snap is 28 2023-12-22T17:17:51.829 INFO:tasks.rados.rados.0.smithi032.stdout:343: read oid 37 snap -1 2023-12-22T17:17:51.829 INFO:tasks.rados.rados.0.smithi032.stdout:343: expect (ObjNum 87 snap 11 seq_num 87) 2023-12-22T17:17:51.830 INFO:tasks.rados.rados.0.smithi032.stdout:344: delete oid 12 current snap is 28 2023-12-22T17:17:51.841 INFO:tasks.rados.rados.0.smithi032.stdout:344: done (2 left) 2023-12-22T17:17:51.841 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 13 current snap is 28 2023-12-22T17:17:51.841 INFO:tasks.rados.rados.0.smithi032.stdout:345: seq_num 122 ranges {2531328=450560,2981888=688128,3670016=630784,4300800=286720} 2023-12-22T17:17:51.854 INFO:tasks.rados.rados.0.smithi032.stdout:345: writing smithi032174182-13 from 2531328 to 2981888 tid 1 2023-12-22T17:17:51.858 INFO:tasks.rados.rados.0.smithi032.stdout:345: writing smithi032174182-13 from 2981888 to 3670016 tid 2 2023-12-22T17:17:51.862 INFO:tasks.rados.rados.0.smithi032.stdout:345: writing smithi032174182-13 from 3670016 to 4300800 tid 3 2023-12-22T17:17:51.864 INFO:tasks.rados.rados.0.smithi032.stdout:345: writing smithi032174182-13 from 4300800 to 4587520 tid 4 2023-12-22T17:17:51.864 INFO:tasks.rados.rados.0.smithi032.stdout:346: delete oid 9 current snap is 28 2023-12-22T17:17:51.864 INFO:tasks.rados.rados.0.smithi032.stdout:343: expect (ObjNum 87 snap 11 seq_num 87) 2023-12-22T17:17:51.954 INFO:tasks.rados.rados.0.smithi032.stdout:342: finishing copy_from to smithi032174182-43 2023-12-22T17:17:51.954 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 69 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-22T17:17:51.954 INFO:tasks.rados.rados.0.smithi032.stdout:342: finishing copy_from racing read to smithi032174182-43 2023-12-22T17:17:51.954 INFO:tasks.rados.rados.0.smithi032.stdout:345: finishing write tid 1 to smithi032174182-13 2023-12-22T17:17:51.954 INFO:tasks.rados.rados.0.smithi032.stdout:345: finishing write tid 2 to smithi032174182-13 2023-12-22T17:17:51.954 INFO:tasks.rados.rados.0.smithi032.stdout:345: finishing write tid 3 to smithi032174182-13 2023-12-22T17:17:51.954 INFO:tasks.rados.rados.0.smithi032.stdout:345: finishing write tid 4 to smithi032174182-13 2023-12-22T17:17:51.954 INFO:tasks.rados.rados.0.smithi032.stdout:345: finishing write tid 5 to smithi032174182-13 2023-12-22T17:17:51.954 INFO:tasks.rados.rados.0.smithi032.stdout:342: done (3 left) 2023-12-22T17:17:51.954 INFO:tasks.rados.rados.0.smithi032.stdout:343: done (2 left) 2023-12-22T17:17:51.954 INFO:tasks.rados.rados.0.smithi032.stdout:346: done (1 left) 2023-12-22T17:17:51.954 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 37 current snap is 28 2023-12-22T17:17:51.954 INFO:tasks.rados.rados.0.smithi032.stdout:345: finishing write tid 6 to smithi032174182-13 2023-12-22T17:17:51.955 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 135 (ObjNum 122 snap 28 seq_num 122) dirty exists 2023-12-22T17:17:51.955 INFO:tasks.rados.rados.0.smithi032.stdout:345: left oid 13 (ObjNum 122 snap 28 seq_num 122) 2023-12-22T17:17:51.955 INFO:tasks.rados.rados.0.smithi032.stdout:347: seq_num 124 ranges {2531328=483328,3014656=458752,3473408=598016,4071424=548864} 2023-12-22T17:17:51.970 INFO:tasks.rados.rados.0.smithi032.stdout:347: writing smithi032174182-37 from 2531328 to 3014656 tid 1 2023-12-22T17:17:51.973 INFO:tasks.rados.rados.0.smithi032.stdout:347: writing smithi032174182-37 from 3014656 to 3473408 tid 2 2023-12-22T17:17:51.977 INFO:tasks.rados.rados.0.smithi032.stdout:347: writing smithi032174182-37 from 3473408 to 4071424 tid 3 2023-12-22T17:17:51.981 INFO:tasks.rados.rados.0.smithi032.stdout:347: writing smithi032174182-37 from 4071424 to 4620288 tid 4 2023-12-22T17:17:51.981 INFO:tasks.rados.rados.0.smithi032.stdout:345: done (1 left) 2023-12-22T17:17:51.981 INFO:tasks.rados.rados.0.smithi032.stdout:348: copy_from oid 21 from oid 32 current snap is 28 2023-12-22T17:17:51.981 INFO:tasks.rados.rados.0.smithi032.stdout:347: finishing write tid 1 to smithi032174182-37 2023-12-22T17:17:51.982 INFO:tasks.rados.rados.0.smithi032.stdout:347: finishing write tid 2 to smithi032174182-37 2023-12-22T17:17:51.982 INFO:tasks.rados.rados.0.smithi032.stdout:347: finishing write tid 3 to smithi032174182-37 2023-12-22T17:17:51.982 INFO:tasks.rados.rados.0.smithi032.stdout:349: setattr oid 43 current snap is 28 2023-12-22T17:17:51.982 INFO:tasks.rados.rados.0.smithi032.stdout:350: read oid 34 snap -1 2023-12-22T17:17:51.982 INFO:tasks.rados.rados.0.smithi032.stdout:350: expect (ObjNum 45 snap 0 seq_num 45) 2023-12-22T17:17:51.983 INFO:tasks.rados.rados.0.smithi032.stdout:351: snap_create 2023-12-22T17:17:51.983 INFO:tasks.rados.rados.0.smithi032.stdout:347: finishing write tid 4 to smithi032174182-37 2023-12-22T17:17:51.983 INFO:tasks.rados.rados.0.smithi032.stdout:347: finishing write tid 5 to smithi032174182-37 2023-12-22T17:17:51.984 INFO:tasks.rados.rados.0.smithi032.stdout:347: finishing write tid 6 to smithi032174182-37 2023-12-22T17:17:51.984 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 83 (ObjNum 124 snap 28 seq_num 124) dirty exists 2023-12-22T17:17:51.984 INFO:tasks.rados.rados.0.smithi032.stdout:347: left oid 37 (ObjNum 124 snap 28 seq_num 124) 2023-12-22T17:17:51.985 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 82 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-22T17:17:51.990 INFO:tasks.rados.rados.0.smithi032.stdout:348: finishing copy_from to smithi032174182-21 2023-12-22T17:17:51.990 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 4 (ObjNum 31 snap 0 seq_num 31) dirty exists 2023-12-22T17:17:51.990 INFO:tasks.rados.rados.0.smithi032.stdout:348: finishing copy_from racing read to smithi032174182-21 2023-12-22T17:17:51.990 INFO:tasks.rados.rados.0.smithi032.stdout:350: expect (ObjNum 45 snap 0 seq_num 45) 2023-12-22T17:17:52.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:51 smithi039 ceph-mon[115265]: osdmap e119: 8 total, 8 up, 8 in 2023-12-22T17:17:52.009 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:17:51 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:17:51] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-22T17:17:52.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:51 smithi032 ceph-mon[125050]: osdmap e119: 8 total, 8 up, 8 in 2023-12-22T17:17:52.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:51 smithi032 ceph-mon[110651]: osdmap e119: 8 total, 8 up, 8 in 2023-12-22T17:17:52.841 INFO:tasks.rados.rados.0.smithi032.stdout:347: done (4 left) 2023-12-22T17:17:52.842 INFO:tasks.rados.rados.0.smithi032.stdout:348: done (3 left) 2023-12-22T17:17:52.842 INFO:tasks.rados.rados.0.smithi032.stdout:349: done (2 left) 2023-12-22T17:17:52.842 INFO:tasks.rados.rados.0.smithi032.stdout:350: done (1 left) 2023-12-22T17:17:52.842 INFO:tasks.rados.rados.0.smithi032.stdout:351: done (0 left) 2023-12-22T17:17:52.842 INFO:tasks.rados.rados.0.smithi032.stdout:352: read oid 31 snap -1 2023-12-22T17:17:52.842 INFO:tasks.rados.rados.0.smithi032.stdout:352: expect (ObjNum 118 snap 27 seq_num 118) 2023-12-22T17:17:52.842 INFO:tasks.rados.rados.0.smithi032.stdout:353: rollback oid 22 current snap is 29 2023-12-22T17:17:52.842 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 22 to 24 2023-12-22T17:17:52.842 INFO:tasks.rados.rados.0.smithi032.stdout:354: read oid 48 snap -1 2023-12-22T17:17:52.842 INFO:tasks.rados.rados.0.smithi032.stdout:354: expect (ObjNum 100 snap 21 seq_num 100) 2023-12-22T17:17:52.842 INFO:tasks.rados.rados.0.smithi032.stdout:355: rollback oid 3 current snap is 29 2023-12-22T17:17:52.842 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 3 to 19 2023-12-22T17:17:52.842 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 18 current snap is 29 2023-12-22T17:17:52.842 INFO:tasks.rados.rados.0.smithi032.stdout:356: seq_num 125 ranges {3997696=499712,4497408=745472,5242880=409600,5652480=450560} 2023-12-22T17:17:52.869 INFO:tasks.rados.rados.0.smithi032.stdout:356: writing smithi032174182-18 from 3997696 to 4497408 tid 1 2023-12-22T17:17:52.873 INFO:tasks.rados.rados.0.smithi032.stdout:356: writing smithi032174182-18 from 4497408 to 5242880 tid 2 2023-12-22T17:17:52.876 INFO:tasks.rados.rados.0.smithi032.stdout:356: writing smithi032174182-18 from 5242880 to 5652480 tid 3 2023-12-22T17:17:52.879 INFO:tasks.rados.rados.0.smithi032.stdout:356: writing smithi032174182-18 from 5652480 to 6103040 tid 4 2023-12-22T17:17:52.879 INFO:tasks.rados.rados.0.smithi032.stdout:357: rmattr oid 24 current snap is 29 2023-12-22T17:17:52.879 INFO:tasks.rados.rados.0.smithi032.stdout:357: done (5 left) 2023-12-22T17:17:52.879 INFO:tasks.rados.rados.0.smithi032.stdout:358: rmattr oid 41 current snap is 29 2023-12-22T17:17:52.879 INFO:tasks.rados.rados.0.smithi032.stdout:355: finishing rollback tid 0 to smithi032174182-3 2023-12-22T17:17:52.879 INFO:tasks.rados.rados.0.smithi032.stdout:355: finishing rollback tid 1 to smithi032174182-3 2023-12-22T17:17:52.879 INFO:tasks.rados.rados.0.smithi032.stdout:355: finishing rollback tid 2 to smithi032174182-3 2023-12-22T17:17:52.879 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 79 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-22T17:17:52.879 INFO:tasks.rados.rados.0.smithi032.stdout:355: done (5 left) 2023-12-22T17:17:52.880 INFO:tasks.rados.rados.0.smithi032.stdout:358: done (4 left) 2023-12-22T17:17:52.880 INFO:tasks.rados.rados.0.smithi032.stdout:359: rmattr oid 40 current snap is 29 2023-12-22T17:17:52.880 INFO:tasks.rados.rados.0.smithi032.stdout:359: done (4 left) 2023-12-22T17:17:52.880 INFO:tasks.rados.rados.0.smithi032.stdout:360: copy_from oid 33 from oid 47 current snap is 29 2023-12-22T17:17:52.880 INFO:tasks.rados.rados.0.smithi032.stdout:353: finishing rollback tid 0 to smithi032174182-22 2023-12-22T17:17:52.880 INFO:tasks.rados.rados.0.smithi032.stdout:353: finishing rollback tid 1 to smithi032174182-22 2023-12-22T17:17:52.880 INFO:tasks.rados.rados.0.smithi032.stdout:353: finishing rollback tid 2 to smithi032174182-22 2023-12-22T17:17:52.880 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 85 (ObjNum 108 snap 22 seq_num 108) dirty exists 2023-12-22T17:17:52.880 INFO:tasks.rados.rados.0.smithi032.stdout:354: expect (ObjNum 100 snap 21 seq_num 100) 2023-12-22T17:17:52.923 INFO:tasks.rados.rados.0.smithi032.stdout:352: expect (ObjNum 118 snap 27 seq_num 118) 2023-12-22T17:17:53.084 INFO:tasks.rados.rados.0.smithi032.stdout:356: finishing write tid 1 to smithi032174182-18 2023-12-22T17:17:53.085 INFO:tasks.rados.rados.0.smithi032.stdout:356: finishing write tid 2 to smithi032174182-18 2023-12-22T17:17:53.085 INFO:tasks.rados.rados.0.smithi032.stdout:356: finishing write tid 3 to smithi032174182-18 2023-12-22T17:17:53.085 INFO:tasks.rados.rados.0.smithi032.stdout:352: done (4 left) 2023-12-22T17:17:53.085 INFO:tasks.rados.rados.0.smithi032.stdout:353: done (3 left) 2023-12-22T17:17:53.085 INFO:tasks.rados.rados.0.smithi032.stdout:354: done (2 left) 2023-12-22T17:17:53.085 INFO:tasks.rados.rados.0.smithi032.stdout:361: delete oid 29 current snap is 29 2023-12-22T17:17:53.085 INFO:tasks.rados.rados.0.smithi032.stdout:356: finishing write tid 4 to smithi032174182-18 2023-12-22T17:17:53.085 INFO:tasks.rados.rados.0.smithi032.stdout:356: finishing write tid 5 to smithi032174182-18 2023-12-22T17:17:53.085 INFO:tasks.rados.rados.0.smithi032.stdout:356: finishing write tid 6 to smithi032174182-18 2023-12-22T17:17:53.085 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 90 (ObjNum 125 snap 29 seq_num 125) dirty exists 2023-12-22T17:17:53.085 INFO:tasks.rados.rados.0.smithi032.stdout:356: left oid 18 (ObjNum 125 snap 29 seq_num 125) 2023-12-22T17:17:53.085 INFO:tasks.rados.rados.0.smithi032.stdout:360: finishing copy_from to smithi032174182-33 2023-12-22T17:17:53.085 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 81 (ObjNum 91 snap 15 seq_num 91) dirty exists 2023-12-22T17:17:53.085 INFO:tasks.rados.rados.0.smithi032.stdout:360: finishing copy_from racing read to smithi032174182-33 2023-12-22T17:17:53.087 INFO:tasks.rados.rados.0.smithi032.stdout:356: done (2 left) 2023-12-22T17:17:53.087 INFO:tasks.rados.rados.0.smithi032.stdout:360: done (1 left) 2023-12-22T17:17:53.087 INFO:tasks.rados.rados.0.smithi032.stdout:361: done (0 left) 2023-12-22T17:17:53.087 INFO:tasks.rados.rados.0.smithi032.stdout:362: rollback oid 30 current snap is 29 2023-12-22T17:17:53.087 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 30 to 21 2023-12-22T17:17:53.087 INFO:tasks.rados.rados.0.smithi032.stdout:363: read oid 19 snap -1 2023-12-22T17:17:53.087 INFO:tasks.rados.rados.0.smithi032.stdout:363: expect (ObjNum 26 snap 0 seq_num 26) 2023-12-22T17:17:53.088 INFO:tasks.rados.rados.0.smithi032.stdout:364: snap_remove snap 22 2023-12-22T17:17:53.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:52 smithi032 ceph-mon[125050]: osdmap e120: 8 total, 8 up, 8 in 2023-12-22T17:17:53.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:52 smithi032 ceph-mon[125050]: pgmap v139: 121 pgs: 121 active+clean; 89 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2023-12-22T17:17:53.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:52 smithi032 ceph-mon[110651]: osdmap e120: 8 total, 8 up, 8 in 2023-12-22T17:17:53.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:52 smithi032 ceph-mon[110651]: pgmap v139: 121 pgs: 121 active+clean; 89 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2023-12-22T17:17:53.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:52 smithi039 ceph-mon[115265]: osdmap e120: 8 total, 8 up, 8 in 2023-12-22T17:17:53.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:52 smithi039 ceph-mon[115265]: pgmap v139: 121 pgs: 121 active+clean; 89 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2023-12-22T17:17:53.788 INFO:tasks.rados.rados.0.smithi032.stdout:364: done (2 left) 2023-12-22T17:17:53.788 INFO:tasks.rados.rados.0.smithi032.stdout:365: delete oid 12 current snap is 29 2023-12-22T17:17:53.788 INFO:tasks.rados.rados.0.smithi032.stdout:363: expect (ObjNum 26 snap 0 seq_num 26) 2023-12-22T17:17:53.806 INFO:tasks.rados.rados.0.smithi032.stdout:362: finishing rollback tid 0 to smithi032174182-30 2023-12-22T17:17:53.806 INFO:tasks.rados.rados.0.smithi032.stdout:362: finishing rollback tid 1 to smithi032174182-30 2023-12-22T17:17:53.806 INFO:tasks.rados.rados.0.smithi032.stdout:363: done (2 left) 2023-12-22T17:17:53.806 INFO:tasks.rados.rados.0.smithi032.stdout:365: done (1 left) 2023-12-22T17:17:53.806 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 10 current snap is 29 2023-12-22T17:17:53.806 INFO:tasks.rados.rados.0.smithi032.stdout:362: finishing rollback tid 2 to smithi032174182-30 2023-12-22T17:17:53.807 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 127 (ObjNum 29 snap 0 seq_num 29) dirty exists 2023-12-22T17:17:53.807 INFO:tasks.rados.rados.0.smithi032.stdout:366: seq_num 128 ranges {0=548864,548864=794624,1343488=581632,1925120=229376} 2023-12-22T17:17:53.809 INFO:tasks.rados.rados.0.smithi032.stdout:366: writing smithi032174182-10 from 0 to 548864 tid 1 2023-12-22T17:17:53.813 INFO:tasks.rados.rados.0.smithi032.stdout:366: writing smithi032174182-10 from 548864 to 1343488 tid 2 2023-12-22T17:17:53.817 INFO:tasks.rados.rados.0.smithi032.stdout:366: writing smithi032174182-10 from 1343488 to 1925120 tid 3 2023-12-22T17:17:53.818 INFO:tasks.rados.rados.0.smithi032.stdout:366: writing smithi032174182-10 from 1925120 to 2154496 tid 4 2023-12-22T17:17:53.818 INFO:tasks.rados.rados.0.smithi032.stdout:362: done (1 left) 2023-12-22T17:17:53.818 INFO:tasks.rados.rados.0.smithi032.stdout:367: snap_remove snap 19 2023-12-22T17:17:54.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:53 smithi032 ceph-mon[125050]: osdmap e121: 8 total, 8 up, 8 in 2023-12-22T17:17:54.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:53 smithi032 ceph-mon[125050]: osdmap e122: 8 total, 8 up, 8 in 2023-12-22T17:17:54.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:53 smithi032 ceph-mon[110651]: osdmap e121: 8 total, 8 up, 8 in 2023-12-22T17:17:54.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:53 smithi032 ceph-mon[110651]: osdmap e122: 8 total, 8 up, 8 in 2023-12-22T17:17:54.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:53 smithi039 ceph-mon[115265]: osdmap e121: 8 total, 8 up, 8 in 2023-12-22T17:17:54.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:53 smithi039 ceph-mon[115265]: osdmap e122: 8 total, 8 up, 8 in 2023-12-22T17:17:54.801 INFO:tasks.rados.rados.0.smithi032.stdout:367: done (1 left) 2023-12-22T17:17:54.802 INFO:tasks.rados.rados.0.smithi032.stdout:368: snap_remove snap 24 2023-12-22T17:17:55.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:54 smithi032 ceph-mon[125050]: pgmap v142: 121 pgs: 121 active+clean; 89 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2023-12-22T17:17:55.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:54 smithi032 ceph-mon[125050]: osdmap e123: 8 total, 8 up, 8 in 2023-12-22T17:17:55.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:54 smithi032 ceph-mon[110651]: pgmap v142: 121 pgs: 121 active+clean; 89 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2023-12-22T17:17:55.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:54 smithi032 ceph-mon[110651]: osdmap e123: 8 total, 8 up, 8 in 2023-12-22T17:17:55.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:54 smithi039 ceph-mon[115265]: pgmap v142: 121 pgs: 121 active+clean; 89 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2023-12-22T17:17:55.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:54 smithi039 ceph-mon[115265]: osdmap e123: 8 total, 8 up, 8 in 2023-12-22T17:17:55.804 INFO:tasks.rados.rados.0.smithi032.stdout:368: done (1 left) 2023-12-22T17:17:55.804 INFO:tasks.rados.rados.0.smithi032.stdout:369: snap_remove snap 28 2023-12-22T17:17:56.810 INFO:tasks.rados.rados.0.smithi032.stdout:369: done (1 left) 2023-12-22T17:17:56.810 INFO:tasks.rados.rados.0.smithi032.stdout:370: snap_remove snap 23 2023-12-22T17:17:57.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:56 smithi032 ceph-mon[125050]: osdmap e124: 8 total, 8 up, 8 in 2023-12-22T17:17:57.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:56 smithi032 ceph-mon[125050]: pgmap v145: 121 pgs: 121 active+clean; 89 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:17:57.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:56 smithi032 ceph-mon[110651]: osdmap e124: 8 total, 8 up, 8 in 2023-12-22T17:17:57.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:56 smithi032 ceph-mon[110651]: pgmap v145: 121 pgs: 121 active+clean; 89 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:17:57.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:56 smithi039 ceph-mon[115265]: osdmap e124: 8 total, 8 up, 8 in 2023-12-22T17:17:57.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:56 smithi039 ceph-mon[115265]: pgmap v145: 121 pgs: 121 active+clean; 89 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:17:57.823 INFO:tasks.rados.rados.0.smithi032.stdout:370: done (1 left) 2023-12-22T17:17:57.823 INFO:tasks.rados.rados.0.smithi032.stdout:371: setattr oid 21 current snap is 29 2023-12-22T17:17:57.823 INFO:tasks.rados.rados.0.smithi032.stdout:366: finishing write tid 1 to smithi032174182-10 2023-12-22T17:17:57.823 INFO:tasks.rados.rados.0.smithi032.stdout:366: finishing write tid 2 to smithi032174182-10 2023-12-22T17:17:57.823 INFO:tasks.rados.rados.0.smithi032.stdout:366: finishing write tid 3 to smithi032174182-10 2023-12-22T17:17:57.823 INFO:tasks.rados.rados.0.smithi032.stdout:366: finishing write tid 4 to smithi032174182-10 2023-12-22T17:17:57.823 INFO:tasks.rados.rados.0.smithi032.stdout:366: finishing write tid 5 to smithi032174182-10 2023-12-22T17:17:57.823 INFO:tasks.rados.rados.0.smithi032.stdout:366: finishing write tid 6 to smithi032174182-10 2023-12-22T17:17:57.824 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 76 (ObjNum 128 snap 29 seq_num 128) dirty exists 2023-12-22T17:17:57.824 INFO:tasks.rados.rados.0.smithi032.stdout:366: left oid 10 (ObjNum 128 snap 29 seq_num 128) 2023-12-22T17:17:57.824 INFO:tasks.rados.rados.0.smithi032.stdout:366: done (1 left) 2023-12-22T17:17:57.824 INFO:tasks.rados.rados.0.smithi032.stdout:372: read oid 27 snap -1 2023-12-22T17:17:57.824 INFO:tasks.rados.rados.0.smithi032.stdout:372: expect (ObjNum 26 snap 0 seq_num 26) 2023-12-22T17:17:57.824 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 32 current snap is 29 2023-12-22T17:17:57.825 INFO:tasks.rados.rados.0.smithi032.stdout:373: seq_num 129 ranges {524288=565248,1089536=679936,1769472=786432,2555904=139264} 2023-12-22T17:17:57.830 INFO:tasks.rados.rados.0.smithi032.stdout:373: writing smithi032174182-32 from 524288 to 1089536 tid 1 2023-12-22T17:17:57.835 INFO:tasks.rados.rados.0.smithi032.stdout:373: writing smithi032174182-32 from 1089536 to 1769472 tid 2 2023-12-22T17:17:57.840 INFO:tasks.rados.rados.0.smithi032.stdout:373: writing smithi032174182-32 from 1769472 to 2555904 tid 3 2023-12-22T17:17:57.841 INFO:tasks.rados.rados.0.smithi032.stdout:373: writing smithi032174182-32 from 2555904 to 2695168 tid 4 2023-12-22T17:17:57.841 INFO:tasks.rados.rados.0.smithi032.stdout:374: setattr oid 8 current snap is 29 2023-12-22T17:17:57.842 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 115 (ObjNum 31 snap 0 seq_num 31) dirty exists 2023-12-22T17:17:57.842 INFO:tasks.rados.rados.0.smithi032.stdout:372: expect (ObjNum 26 snap 0 seq_num 26) 2023-12-22T17:17:57.857 INFO:tasks.rados.rados.0.smithi032.stdout:373: finishing write tid 1 to smithi032174182-32 2023-12-22T17:17:57.857 INFO:tasks.rados.rados.0.smithi032.stdout:373: finishing write tid 2 to smithi032174182-32 2023-12-22T17:17:57.857 INFO:tasks.rados.rados.0.smithi032.stdout:373: finishing write tid 3 to smithi032174182-32 2023-12-22T17:17:57.857 INFO:tasks.rados.rados.0.smithi032.stdout:373: finishing write tid 4 to smithi032174182-32 2023-12-22T17:17:57.857 INFO:tasks.rados.rados.0.smithi032.stdout:373: finishing write tid 5 to smithi032174182-32 2023-12-22T17:17:57.857 INFO:tasks.rados.rados.0.smithi032.stdout:373: finishing write tid 6 to smithi032174182-32 2023-12-22T17:17:57.857 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 21 (ObjNum 129 snap 29 seq_num 129) dirty exists 2023-12-22T17:17:57.857 INFO:tasks.rados.rados.0.smithi032.stdout:373: left oid 32 (ObjNum 129 snap 29 seq_num 129) 2023-12-22T17:17:57.857 INFO:tasks.rados.rados.0.smithi032.stdout:371: done (3 left) 2023-12-22T17:17:57.857 INFO:tasks.rados.rados.0.smithi032.stdout:372: done (2 left) 2023-12-22T17:17:57.857 INFO:tasks.rados.rados.0.smithi032.stdout:373: done (1 left) 2023-12-22T17:17:57.858 INFO:tasks.rados.rados.0.smithi032.stdout:375: read oid 47 snap -1 2023-12-22T17:17:57.858 INFO:tasks.rados.rados.0.smithi032.stdout:375: expect (ObjNum 91 snap 15 seq_num 91) 2023-12-22T17:17:57.858 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 28 current snap is 29 2023-12-22T17:17:57.858 INFO:tasks.rados.rados.0.smithi032.stdout:376: seq_num 130 ranges {663552=581632,1245184=614400,1859584=598016,2457600=393216} 2023-12-22T17:17:57.863 INFO:tasks.rados.rados.0.smithi032.stdout:376: writing smithi032174182-28 from 663552 to 1245184 tid 1 2023-12-22T17:17:57.867 INFO:tasks.rados.rados.0.smithi032.stdout:376: writing smithi032174182-28 from 1245184 to 1859584 tid 2 2023-12-22T17:17:57.870 INFO:tasks.rados.rados.0.smithi032.stdout:376: writing smithi032174182-28 from 1859584 to 2457600 tid 3 2023-12-22T17:17:57.873 INFO:tasks.rados.rados.0.smithi032.stdout:376: writing smithi032174182-28 from 2457600 to 2850816 tid 4 2023-12-22T17:17:57.873 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 45 current snap is 29 2023-12-22T17:17:57.873 INFO:tasks.rados.rados.0.smithi032.stdout:377: seq_num 131 ranges {557056=598016,1155072=499712,1654784=753664,2408448=352256} 2023-12-22T17:17:57.879 INFO:tasks.rados.rados.0.smithi032.stdout:377: writing smithi032174182-45 from 557056 to 1155072 tid 1 2023-12-22T17:17:57.882 INFO:tasks.rados.rados.0.smithi032.stdout:377: writing smithi032174182-45 from 1155072 to 1654784 tid 2 2023-12-22T17:17:57.886 INFO:tasks.rados.rados.0.smithi032.stdout:377: writing smithi032174182-45 from 1654784 to 2408448 tid 3 2023-12-22T17:17:57.888 INFO:tasks.rados.rados.0.smithi032.stdout:377: writing smithi032174182-45 from 2408448 to 2760704 tid 4 2023-12-22T17:17:57.889 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 29 2023-12-22T17:17:57.889 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 23 (ObjNum 17 snap 0 seq_num 17) dirty exists 2023-12-22T17:17:57.889 INFO:tasks.rados.rados.0.smithi032.stdout:375: expect (ObjNum 91 snap 15 seq_num 91) 2023-12-22T17:17:57.930 INFO:tasks.rados.rados.0.smithi032.stdout:376: finishing write tid 1 to smithi032174182-28 2023-12-22T17:17:57.930 INFO:tasks.rados.rados.0.smithi032.stdout:376: finishing write tid 2 to smithi032174182-28 2023-12-22T17:17:57.930 INFO:tasks.rados.rados.0.smithi032.stdout:376: finishing write tid 3 to smithi032174182-28 2023-12-22T17:17:57.930 INFO:tasks.rados.rados.0.smithi032.stdout:376: finishing write tid 4 to smithi032174182-28 2023-12-22T17:17:57.930 INFO:tasks.rados.rados.0.smithi032.stdout:376: finishing write tid 5 to smithi032174182-28 2023-12-22T17:17:57.930 INFO:tasks.rados.rados.0.smithi032.stdout:376: finishing write tid 6 to smithi032174182-28 2023-12-22T17:17:57.930 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 151 (ObjNum 130 snap 29 seq_num 130) dirty exists 2023-12-22T17:17:57.930 INFO:tasks.rados.rados.0.smithi032.stdout:376: left oid 28 (ObjNum 130 snap 29 seq_num 130) 2023-12-22T17:17:57.930 INFO:tasks.rados.rados.0.smithi032.stdout:377: finishing write tid 1 to smithi032174182-45 2023-12-22T17:17:57.930 INFO:tasks.rados.rados.0.smithi032.stdout:377: finishing write tid 2 to smithi032174182-45 2023-12-22T17:17:57.930 INFO:tasks.rados.rados.0.smithi032.stdout:377: finishing write tid 3 to smithi032174182-45 2023-12-22T17:17:57.930 INFO:tasks.rados.rados.0.smithi032.stdout:377: finishing write tid 4 to smithi032174182-45 2023-12-22T17:17:57.930 INFO:tasks.rados.rados.0.smithi032.stdout:377: finishing write tid 5 to smithi032174182-45 2023-12-22T17:17:57.930 INFO:tasks.rados.rados.0.smithi032.stdout:377: finishing write tid 6 to smithi032174182-45 2023-12-22T17:17:57.931 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 91 (ObjNum 131 snap 29 seq_num 131) dirty exists 2023-12-22T17:17:57.931 INFO:tasks.rados.rados.0.smithi032.stdout:377: left oid 45 (ObjNum 131 snap 29 seq_num 131) 2023-12-22T17:17:57.931 INFO:tasks.rados.rados.0.smithi032.stdout:378: seq_num 132 ranges {0=614400,614400=786432,1400832=565248,1966080=253952} 2023-12-22T17:17:57.933 INFO:tasks.rados.rados.0.smithi032.stdout:378: writing smithi032174182-49 from 0 to 614400 tid 1 2023-12-22T17:17:57.937 INFO:tasks.rados.rados.0.smithi032.stdout:378: writing smithi032174182-49 from 614400 to 1400832 tid 2 2023-12-22T17:17:57.940 INFO:tasks.rados.rados.0.smithi032.stdout:378: writing smithi032174182-49 from 1400832 to 1966080 tid 3 2023-12-22T17:17:57.942 INFO:tasks.rados.rados.0.smithi032.stdout:378: writing smithi032174182-49 from 1966080 to 2220032 tid 4 2023-12-22T17:17:57.942 INFO:tasks.rados.rados.0.smithi032.stdout:374: done (4 left) 2023-12-22T17:17:57.942 INFO:tasks.rados.rados.0.smithi032.stdout:375: done (3 left) 2023-12-22T17:17:57.942 INFO:tasks.rados.rados.0.smithi032.stdout:376: done (2 left) 2023-12-22T17:17:57.942 INFO:tasks.rados.rados.0.smithi032.stdout:377: done (1 left) 2023-12-22T17:17:57.942 INFO:tasks.rados.rados.0.smithi032.stdout:379: delete oid 36 current snap is 29 2023-12-22T17:17:57.942 INFO:tasks.rados.rados.0.smithi032.stdout:378: finishing write tid 1 to smithi032174182-49 2023-12-22T17:17:57.942 INFO:tasks.rados.rados.0.smithi032.stdout:378: finishing write tid 2 to smithi032174182-49 2023-12-22T17:17:57.943 INFO:tasks.rados.rados.0.smithi032.stdout:379: done (1 left) 2023-12-22T17:17:57.943 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 37 current snap is 29 2023-12-22T17:17:57.944 INFO:tasks.rados.rados.0.smithi032.stdout:380: seq_num 134 ranges {4620288=647168,5267456=548864,5816320=573440,6389760=483328} 2023-12-22T17:17:57.972 INFO:tasks.rados.rados.0.smithi032.stdout:380: writing smithi032174182-37 from 4620288 to 5267456 tid 1 2023-12-22T17:17:57.975 INFO:tasks.rados.rados.0.smithi032.stdout:380: writing smithi032174182-37 from 5267456 to 5816320 tid 2 2023-12-22T17:17:57.979 INFO:tasks.rados.rados.0.smithi032.stdout:380: writing smithi032174182-37 from 5816320 to 6389760 tid 3 2023-12-22T17:17:57.982 INFO:tasks.rados.rados.0.smithi032.stdout:380: writing smithi032174182-37 from 6389760 to 6873088 tid 4 2023-12-22T17:17:57.982 INFO:tasks.rados.rados.0.smithi032.stdout:381: setattr oid 2 current snap is 29 2023-12-22T17:17:57.982 INFO:tasks.rados.rados.0.smithi032.stdout:378: finishing write tid 3 to smithi032174182-49 2023-12-22T17:17:57.982 INFO:tasks.rados.rados.0.smithi032.stdout:378: finishing write tid 4 to smithi032174182-49 2023-12-22T17:17:57.982 INFO:tasks.rados.rados.0.smithi032.stdout:378: finishing write tid 5 to smithi032174182-49 2023-12-22T17:17:57.982 INFO:tasks.rados.rados.0.smithi032.stdout:378: finishing write tid 6 to smithi032174182-49 2023-12-22T17:17:57.982 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 124 (ObjNum 132 snap 29 seq_num 132) dirty exists 2023-12-22T17:17:57.983 INFO:tasks.rados.rados.0.smithi032.stdout:378: left oid 49 (ObjNum 132 snap 29 seq_num 132) 2023-12-22T17:17:57.983 INFO:tasks.rados.rados.0.smithi032.stdout:380: finishing write tid 1 to smithi032174182-37 2023-12-22T17:17:57.983 INFO:tasks.rados.rados.0.smithi032.stdout:380: finishing write tid 2 to smithi032174182-37 2023-12-22T17:17:57.983 INFO:tasks.rados.rados.0.smithi032.stdout:380: finishing write tid 3 to smithi032174182-37 2023-12-22T17:17:57.983 INFO:tasks.rados.rados.0.smithi032.stdout:378: done (2 left) 2023-12-22T17:17:57.983 INFO:tasks.rados.rados.0.smithi032.stdout:382: read oid 14 snap -1 2023-12-22T17:17:57.983 INFO:tasks.rados.rados.0.smithi032.stdout:382: expect (ObjNum 87 snap 11 seq_num 87) 2023-12-22T17:17:57.983 INFO:tasks.rados.rados.0.smithi032.stdout:383: snap_create 2023-12-22T17:17:57.984 INFO:tasks.rados.rados.0.smithi032.stdout:380: finishing write tid 4 to smithi032174182-37 2023-12-22T17:17:57.985 INFO:tasks.rados.rados.0.smithi032.stdout:380: finishing write tid 5 to smithi032174182-37 2023-12-22T17:17:57.985 INFO:tasks.rados.rados.0.smithi032.stdout:380: finishing write tid 6 to smithi032174182-37 2023-12-22T17:17:57.986 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 104 (ObjNum 134 snap 29 seq_num 134) dirty exists 2023-12-22T17:17:57.986 INFO:tasks.rados.rados.0.smithi032.stdout:380: left oid 37 (ObjNum 134 snap 29 seq_num 134) 2023-12-22T17:17:57.986 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 105 (ObjNum 657 snap 0 seq_num 2641501856) dirty exists 2023-12-22T17:17:57.994 INFO:tasks.rados.rados.0.smithi032.stdout:382: expect (ObjNum 87 snap 11 seq_num 87) 2023-12-22T17:17:58.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:57 smithi032 ceph-mon[110651]: osdmap e125: 8 total, 8 up, 8 in 2023-12-22T17:17:58.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:57 smithi032 ceph-mon[125050]: osdmap e125: 8 total, 8 up, 8 in 2023-12-22T17:17:58.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:57 smithi039 ceph-mon[115265]: osdmap e125: 8 total, 8 up, 8 in 2023-12-22T17:17:58.828 INFO:tasks.rados.rados.0.smithi032.stdout:380: done (3 left) 2023-12-22T17:17:58.829 INFO:tasks.rados.rados.0.smithi032.stdout:381: done (2 left) 2023-12-22T17:17:58.829 INFO:tasks.rados.rados.0.smithi032.stdout:382: done (1 left) 2023-12-22T17:17:58.829 INFO:tasks.rados.rados.0.smithi032.stdout:383: done (0 left) 2023-12-22T17:17:58.829 INFO:tasks.rados.rados.0.smithi032.stdout:384: delete oid 27 current snap is 30 2023-12-22T17:17:58.833 INFO:tasks.rados.rados.0.smithi032.stdout:384: done (0 left) 2023-12-22T17:17:58.833 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 3 current snap is 30 2023-12-22T17:17:58.833 INFO:tasks.rados.rados.0.smithi032.stdout:385: seq_num 136 ranges {106496=688128,794624=720896,1515520=540672,2056192=344064} 2023-12-22T17:17:58.837 INFO:tasks.rados.rados.0.smithi032.stdout:385: writing smithi032174182-3 from 106496 to 794624 tid 1 2023-12-22T17:17:58.841 INFO:tasks.rados.rados.0.smithi032.stdout:385: writing smithi032174182-3 from 794624 to 1515520 tid 2 2023-12-22T17:17:58.844 INFO:tasks.rados.rados.0.smithi032.stdout:385: writing smithi032174182-3 from 1515520 to 2056192 tid 3 2023-12-22T17:17:58.846 INFO:tasks.rados.rados.0.smithi032.stdout:385: writing smithi032174182-3 from 2056192 to 2400256 tid 4 2023-12-22T17:17:58.846 INFO:tasks.rados.rados.0.smithi032.stdout:386: snap_create 2023-12-22T17:17:58.856 INFO:tasks.rados.rados.0.smithi032.stdout:385: finishing write tid 1 to smithi032174182-3 2023-12-22T17:17:58.858 INFO:tasks.rados.rados.0.smithi032.stdout:385: finishing write tid 2 to smithi032174182-3 2023-12-22T17:17:58.858 INFO:tasks.rados.rados.0.smithi032.stdout:385: finishing write tid 3 to smithi032174182-3 2023-12-22T17:17:58.859 INFO:tasks.rados.rados.0.smithi032.stdout:385: finishing write tid 4 to smithi032174182-3 2023-12-22T17:17:58.859 INFO:tasks.rados.rados.0.smithi032.stdout:385: finishing write tid 5 to smithi032174182-3 2023-12-22T17:17:58.860 INFO:tasks.rados.rados.0.smithi032.stdout:385: finishing write tid 6 to smithi032174182-3 2023-12-22T17:17:58.860 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 101 (ObjNum 136 snap 30 seq_num 136) dirty exists 2023-12-22T17:17:58.860 INFO:tasks.rados.rados.0.smithi032.stdout:385: left oid 3 (ObjNum 136 snap 30 seq_num 136) 2023-12-22T17:17:59.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:58 smithi032 ceph-mon[125050]: osdmap e126: 8 total, 8 up, 8 in 2023-12-22T17:17:59.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:58 smithi032 ceph-mon[125050]: pgmap v148: 121 pgs: 121 active+clean; 96 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2023-12-22T17:17:59.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:58 smithi032 ceph-mon[110651]: osdmap e126: 8 total, 8 up, 8 in 2023-12-22T17:17:59.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:58 smithi032 ceph-mon[110651]: pgmap v148: 121 pgs: 121 active+clean; 96 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2023-12-22T17:17:59.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:58 smithi039 ceph-mon[115265]: osdmap e126: 8 total, 8 up, 8 in 2023-12-22T17:17:59.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:58 smithi039 ceph-mon[115265]: pgmap v148: 121 pgs: 121 active+clean; 96 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2023-12-22T17:17:59.842 INFO:tasks.rados.rados.0.smithi032.stdout:385: done (1 left) 2023-12-22T17:17:59.842 INFO:tasks.rados.rados.0.smithi032.stdout:386: done (0 left) 2023-12-22T17:17:59.842 INFO:tasks.rados.rados.0.smithi032.stdout:387: rollback oid 27 current snap is 31 2023-12-22T17:17:59.842 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 27 to 30 2023-12-22T17:17:59.842 INFO:tasks.rados.rados.0.smithi032.stdout:388: setattr oid 20 current snap is 31 2023-12-22T17:17:59.844 INFO:tasks.rados.rados.0.smithi032.stdout:389: snap_create 2023-12-22T17:17:59.847 INFO:tasks.rados.rados.0.smithi032.stdout:387: finishing rollback tid 1 to smithi032174182-27 2023-12-22T17:17:59.847 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 105 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-22T17:17:59.848 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 107 (ObjNum 33 snap 0 seq_num 1596303632) dirty exists 2023-12-22T17:18:00.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:17:59 smithi032 ceph-mon[110651]: osdmap e127: 8 total, 8 up, 8 in 2023-12-22T17:18:00.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:17:59 smithi032 ceph-mon[125050]: osdmap e127: 8 total, 8 up, 8 in 2023-12-22T17:18:00.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:17:59 smithi039 ceph-mon[115265]: osdmap e127: 8 total, 8 up, 8 in 2023-12-22T17:18:00.490 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:18:00.813 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:18:00.813 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2m) 2m ago 2m 16.5M - 0.25.0 c8568f914cd2 e1d1abb1175e 2023-12-22T17:18:00.814 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2m) 2m ago 2m 83.6M - 9.4.7 954c08fa6188 24f91cafc290 2023-12-22T17:18:00.814 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3m) 2m ago 3m 13.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:18:00.814 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3m) 2m ago 3m 15.6M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:18:00.814 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443 running (5m) 2m ago 5m 438M - 17.2.7-138-g92be525b e47d1a188c30 c953c5f22dd2 2023-12-22T17:18:00.814 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:9283 running (7m) 2m ago 7m 494M - 17.2.7-138-g92be525b e47d1a188c30 f09e42617a1a 2023-12-22T17:18:00.814 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7m) 2m ago 7m 86.6M 2048M 17.2.7-138-g92be525b e47d1a188c30 10ac1b02a454 2023-12-22T17:18:00.814 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6m) 2m ago 6m 51.1M 2048M 17.2.7-138-g92be525b e47d1a188c30 25afe7ab5d00 2023-12-22T17:18:00.814 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6m) 2m ago 6m 66.3M 2048M 17.2.7-138-g92be525b e47d1a188c30 60fabd0eda63 2023-12-22T17:18:00.814 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2m) 2m ago 2m 9.82M - 1.5.0 0da6a335fe13 714ec279aeee 2023-12-22T17:18:00.814 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2m) 2m ago 2m 4114k - 1.5.0 0da6a335fe13 ae0eb603fb2b 2023-12-22T17:18:00.814 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5m) 2m ago 5m 60.6M 3001M 17.2.7-138-g92be525b e47d1a188c30 7f2ccbf46f26 2023-12-22T17:18:00.814 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5m) 2m ago 5m 59.0M 3001M 17.2.7-138-g92be525b e47d1a188c30 c0178ed0a3fc 2023-12-22T17:18:00.814 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5m) 2m ago 5m 53.7M 3001M 17.2.7-138-g92be525b e47d1a188c30 49f7e135c84a 2023-12-22T17:18:00.814 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4m) 2m ago 4m 54.1M 3001M 17.2.7-138-g92be525b e47d1a188c30 dcc50e2c5f0c 2023-12-22T17:18:00.814 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4m) 2m ago 4m 51.9M 3000M 17.2.7-138-g92be525b e47d1a188c30 11681a07501b 2023-12-22T17:18:00.815 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4m) 2m ago 4m 53.6M 3000M 17.2.7-138-g92be525b e47d1a188c30 58fc6c38ce28 2023-12-22T17:18:00.815 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3m) 2m ago 3m 54.8M 3000M 17.2.7-138-g92be525b e47d1a188c30 0ab15edaa1bc 2023-12-22T17:18:00.815 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3m) 2m ago 3m 55.1M 3000M 17.2.7-138-g92be525b e47d1a188c30 ee2c74f83f9d 2023-12-22T17:18:00.815 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2m) 2m ago 2m 27.2M - 2.43.0 a07b618ecd1d 815fb8e0ad96 2023-12-22T17:18:00.848 INFO:tasks.rados.rados.0.smithi032.stdout:387: done (2 left) 2023-12-22T17:18:00.848 INFO:tasks.rados.rados.0.smithi032.stdout:388: done (1 left) 2023-12-22T17:18:00.848 INFO:tasks.rados.rados.0.smithi032.stdout:389: done (0 left) 2023-12-22T17:18:00.848 INFO:tasks.rados.rados.0.smithi032.stdout:390: read oid 46 snap -1 2023-12-22T17:18:00.848 INFO:tasks.rados.rados.0.smithi032.stdout:390: expect (ObjNum 45 snap 0 seq_num 45) 2023-12-22T17:18:00.848 INFO:tasks.rados.rados.0.smithi032.stdout:391: snap_remove snap 21 2023-12-22T17:18:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:00 smithi032 ceph-mon[110651]: osdmap e128: 8 total, 8 up, 8 in 2023-12-22T17:18:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:00 smithi032 ceph-mon[110651]: pgmap v151: 121 pgs: 121 active+clean; 96 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2023-12-22T17:18:01.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:00 smithi032 ceph-mon[125050]: osdmap e128: 8 total, 8 up, 8 in 2023-12-22T17:18:01.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:00 smithi032 ceph-mon[125050]: pgmap v151: 121 pgs: 121 active+clean; 96 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2023-12-22T17:18:01.213 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:18:01.214 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:18:01.214 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 3 2023-12-22T17:18:01.214 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:18:01.214 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:18:01.214 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:18:01.214 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:18:01.214 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:18:01.214 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 8 2023-12-22T17:18:01.214 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:18:01.214 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:18:01.214 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:18:01.214 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:18:01.214 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:18:01.214 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 15 2023-12-22T17:18:01.214 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:18:01.214 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:18:01.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:00 smithi039 ceph-mon[115265]: osdmap e128: 8 total, 8 up, 8 in 2023-12-22T17:18:01.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:00 smithi039 ceph-mon[115265]: pgmap v151: 121 pgs: 121 active+clean; 96 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2023-12-22T17:18:01.682 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:18:01 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:18:01] "GET /metrics HTTP/1.1" 200 239433 "" "Prometheus/2.43.0" 2023-12-22T17:18:01.853 INFO:tasks.rados.rados.0.smithi032.stdout:391: done (1 left) 2023-12-22T17:18:01.853 INFO:tasks.rados.rados.0.smithi032.stdout:392: read oid 12 snap -1 2023-12-22T17:18:01.853 INFO:tasks.rados.rados.0.smithi032.stdout:392: expect deleted 2023-12-22T17:18:01.853 INFO:tasks.rados.rados.0.smithi032.stdout:393: read oid 38 snap 12 2023-12-22T17:18:01.853 INFO:tasks.rados.rados.0.smithi032.stdout:393: expect (ObjNum 73 snap 10 seq_num 73) 2023-12-22T17:18:01.853 INFO:tasks.rados.rados.0.smithi032.stdout:394: snap_create 2023-12-22T17:18:01.853 INFO:tasks.rados.rados.0.smithi032.stdout:390: expect (ObjNum 45 snap 0 seq_num 45) 2023-12-22T17:18:01.881 INFO:tasks.rados.rados.0.smithi032.stdout:393: expect (ObjNum 73 snap 10 seq_num 73) 2023-12-22T17:18:02.009 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:18:01 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:18:01] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-22T17:18:02.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:01 smithi039 ceph-mon[115265]: from='client.25001 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:18:02.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:01 smithi039 ceph-mon[115265]: from='client.25007 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:18:02.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:01 smithi039 ceph-mon[115265]: osdmap e129: 8 total, 8 up, 8 in 2023-12-22T17:18:02.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:01 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:18:02.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:01 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/2646629347' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:18:02.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:01 smithi032 ceph-mon[125050]: from='client.25001 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:18:02.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:01 smithi032 ceph-mon[125050]: from='client.25007 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:18:02.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:01 smithi032 ceph-mon[125050]: osdmap e129: 8 total, 8 up, 8 in 2023-12-22T17:18:02.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:01 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:18:02.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:01 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/2646629347' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:18:02.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:01 smithi032 ceph-mon[110651]: from='client.25001 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:18:02.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:01 smithi032 ceph-mon[110651]: from='client.25007 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:18:02.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:01 smithi032 ceph-mon[110651]: osdmap e129: 8 total, 8 up, 8 in 2023-12-22T17:18:02.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:01 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:18:02.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:01 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/2646629347' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:18:02.876 INFO:tasks.rados.rados.0.smithi032.stdout:390: done (3 left) 2023-12-22T17:18:02.876 INFO:tasks.rados.rados.0.smithi032.stdout:392: done (2 left) 2023-12-22T17:18:02.876 INFO:tasks.rados.rados.0.smithi032.stdout:393: done (1 left) 2023-12-22T17:18:02.876 INFO:tasks.rados.rados.0.smithi032.stdout:394: done (0 left) 2023-12-22T17:18:02.876 INFO:tasks.rados.rados.0.smithi032.stdout:395: delete oid 4 current snap is 33 2023-12-22T17:18:02.884 INFO:tasks.rados.rados.0.smithi032.stdout:395: done (0 left) 2023-12-22T17:18:02.884 INFO:tasks.rados.rados.0.smithi032.stdout:396: snap_create 2023-12-22T17:18:03.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:02 smithi032 ceph-mon[125050]: osdmap e130: 8 total, 8 up, 8 in 2023-12-22T17:18:03.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:02 smithi032 ceph-mon[125050]: pgmap v154: 121 pgs: 121 active+clean; 99 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.2 MiB/s wr, 34 op/s 2023-12-22T17:18:03.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:02 smithi032 ceph-mon[110651]: osdmap e130: 8 total, 8 up, 8 in 2023-12-22T17:18:03.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:02 smithi032 ceph-mon[110651]: pgmap v154: 121 pgs: 121 active+clean; 99 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.2 MiB/s wr, 34 op/s 2023-12-22T17:18:03.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:02 smithi039 ceph-mon[115265]: osdmap e130: 8 total, 8 up, 8 in 2023-12-22T17:18:03.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:02 smithi039 ceph-mon[115265]: pgmap v154: 121 pgs: 121 active+clean; 99 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.2 MiB/s wr, 34 op/s 2023-12-22T17:18:03.790 INFO:tasks.rados.rados.0.smithi032.stdout:396: done (0 left) 2023-12-22T17:18:03.790 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 28 current snap is 34 2023-12-22T17:18:03.791 INFO:tasks.rados.rados.0.smithi032.stdout:397: seq_num 138 ranges {2850816=720896,3571712=540672,4112384=557056,4669440=507904} 2023-12-22T17:18:03.809 INFO:tasks.rados.rados.0.smithi032.stdout:397: writing smithi032174182-28 from 2850816 to 3571712 tid 1 2023-12-22T17:18:03.812 INFO:tasks.rados.rados.0.smithi032.stdout:397: writing smithi032174182-28 from 3571712 to 4112384 tid 2 2023-12-22T17:18:03.815 INFO:tasks.rados.rados.0.smithi032.stdout:397: writing smithi032174182-28 from 4112384 to 4669440 tid 3 2023-12-22T17:18:03.819 INFO:tasks.rados.rados.0.smithi032.stdout:397: writing smithi032174182-28 from 4669440 to 5177344 tid 4 2023-12-22T17:18:03.819 INFO:tasks.rados.rados.0.smithi032.stdout:398: rollback oid 34 current snap is 34 2023-12-22T17:18:03.819 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 34 to 12 2023-12-22T17:18:03.819 INFO:tasks.rados.rados.0.smithi032.stdout:397: finishing write tid 1 to smithi032174182-28 2023-12-22T17:18:03.820 INFO:tasks.rados.rados.0.smithi032.stdout:397: finishing write tid 2 to smithi032174182-28 2023-12-22T17:18:03.820 INFO:tasks.rados.rados.0.smithi032.stdout:397: finishing write tid 3 to smithi032174182-28 2023-12-22T17:18:03.820 INFO:tasks.rados.rados.0.smithi032.stdout:399: delete oid 8 current snap is 34 2023-12-22T17:18:03.822 INFO:tasks.rados.rados.0.smithi032.stdout:399: done (2 left) 2023-12-22T17:18:03.822 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 47 current snap is 34 2023-12-22T17:18:03.822 INFO:tasks.rados.rados.0.smithi032.stdout:400: seq_num 140 ranges {1531904=753664,2285568=704512,2990080=524288,3514368=376832} 2023-12-22T17:18:03.835 INFO:tasks.rados.rados.0.smithi032.stdout:400: writing smithi032174182-47 from 1531904 to 2285568 tid 1 2023-12-22T17:18:03.839 INFO:tasks.rados.rados.0.smithi032.stdout:400: writing smithi032174182-47 from 2285568 to 2990080 tid 2 2023-12-22T17:18:03.842 INFO:tasks.rados.rados.0.smithi032.stdout:400: writing smithi032174182-47 from 2990080 to 3514368 tid 3 2023-12-22T17:18:03.845 INFO:tasks.rados.rados.0.smithi032.stdout:400: writing smithi032174182-47 from 3514368 to 3891200 tid 4 2023-12-22T17:18:03.845 INFO:tasks.rados.rados.0.smithi032.stdout:401: snap_create 2023-12-22T17:18:03.845 INFO:tasks.rados.rados.0.smithi032.stdout:397: finishing write tid 4 to smithi032174182-28 2023-12-22T17:18:03.845 INFO:tasks.rados.rados.0.smithi032.stdout:397: finishing write tid 5 to smithi032174182-28 2023-12-22T17:18:03.845 INFO:tasks.rados.rados.0.smithi032.stdout:398: finishing rollback tid 0 to smithi032174182-34 2023-12-22T17:18:03.845 INFO:tasks.rados.rados.0.smithi032.stdout:398: finishing rollback tid 1 to smithi032174182-34 2023-12-22T17:18:03.845 INFO:tasks.rados.rados.0.smithi032.stdout:397: finishing write tid 6 to smithi032174182-28 2023-12-22T17:18:03.845 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 165 (ObjNum 138 snap 34 seq_num 138) dirty exists 2023-12-22T17:18:03.845 INFO:tasks.rados.rados.0.smithi032.stdout:397: left oid 28 (ObjNum 138 snap 34 seq_num 138) 2023-12-22T17:18:03.846 INFO:tasks.rados.rados.0.smithi032.stdout:398: finishing rollback tid 2 to smithi032174182-34 2023-12-22T17:18:03.846 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 134 (ObjNum 33 snap 0 seq_num 33) dirty exists 2023-12-22T17:18:03.846 INFO:tasks.rados.rados.0.smithi032.stdout:400: finishing write tid 1 to smithi032174182-47 2023-12-22T17:18:03.846 INFO:tasks.rados.rados.0.smithi032.stdout:400: finishing write tid 2 to smithi032174182-47 2023-12-22T17:18:03.846 INFO:tasks.rados.rados.0.smithi032.stdout:400: finishing write tid 3 to smithi032174182-47 2023-12-22T17:18:03.846 INFO:tasks.rados.rados.0.smithi032.stdout:400: finishing write tid 4 to smithi032174182-47 2023-12-22T17:18:03.846 INFO:tasks.rados.rados.0.smithi032.stdout:400: finishing write tid 5 to smithi032174182-47 2023-12-22T17:18:03.847 INFO:tasks.rados.rados.0.smithi032.stdout:400: finishing write tid 6 to smithi032174182-47 2023-12-22T17:18:03.848 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 169 (ObjNum 140 snap 34 seq_num 140) dirty exists 2023-12-22T17:18:03.848 INFO:tasks.rados.rados.0.smithi032.stdout:400: left oid 47 (ObjNum 140 snap 34 seq_num 140) 2023-12-22T17:18:04.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:03 smithi032 ceph-mon[110651]: osdmap e131: 8 total, 8 up, 8 in 2023-12-22T17:18:04.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:03 smithi032 ceph-mon[110651]: osdmap e132: 8 total, 8 up, 8 in 2023-12-22T17:18:04.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:03 smithi032 ceph-mon[125050]: osdmap e131: 8 total, 8 up, 8 in 2023-12-22T17:18:04.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:03 smithi032 ceph-mon[125050]: osdmap e132: 8 total, 8 up, 8 in 2023-12-22T17:18:04.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:03 smithi039 ceph-mon[115265]: osdmap e131: 8 total, 8 up, 8 in 2023-12-22T17:18:04.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:03 smithi039 ceph-mon[115265]: osdmap e132: 8 total, 8 up, 8 in 2023-12-22T17:18:04.805 INFO:tasks.rados.rados.0.smithi032.stdout:397: done (3 left) 2023-12-22T17:18:04.805 INFO:tasks.rados.rados.0.smithi032.stdout:398: done (2 left) 2023-12-22T17:18:04.805 INFO:tasks.rados.rados.0.smithi032.stdout:400: done (1 left) 2023-12-22T17:18:04.806 INFO:tasks.rados.rados.0.smithi032.stdout:401: done (0 left) 2023-12-22T17:18:04.806 INFO:tasks.rados.rados.0.smithi032.stdout:402: read oid 45 snap -1 2023-12-22T17:18:04.806 INFO:tasks.rados.rados.0.smithi032.stdout:402: expect (ObjNum 131 snap 29 seq_num 131) 2023-12-22T17:18:04.806 INFO:tasks.rados.rados.0.smithi032.stdout:403: rmattr oid 18 current snap is 35 2023-12-22T17:18:04.806 INFO:tasks.rados.rados.0.smithi032.stdout:403: done (1 left) 2023-12-22T17:18:04.806 INFO:tasks.rados.rados.0.smithi032.stdout:404: read oid 28 snap -1 2023-12-22T17:18:04.806 INFO:tasks.rados.rados.0.smithi032.stdout:404: expect (ObjNum 138 snap 34 seq_num 138) 2023-12-22T17:18:04.806 INFO:tasks.rados.rados.0.smithi032.stdout:405: copy_from oid 19 from oid 20 current snap is 35 2023-12-22T17:18:04.806 INFO:tasks.rados.rados.0.smithi032.stdout:406: rmattr oid 26 current snap is 35 2023-12-22T17:18:04.806 INFO:tasks.rados.rados.0.smithi032.stdout:406: done (3 left) 2023-12-22T17:18:04.806 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 39 current snap is 35 2023-12-22T17:18:04.806 INFO:tasks.rados.rados.0.smithi032.stdout:407: seq_num 141 ranges {442368=770048,1212416=589824,1802240=729088,2531328=286720} 2023-12-22T17:18:04.812 INFO:tasks.rados.rados.0.smithi032.stdout:407: writing smithi032174182-39 from 442368 to 1212416 tid 1 2023-12-22T17:18:04.816 INFO:tasks.rados.rados.0.smithi032.stdout:407: writing smithi032174182-39 from 1212416 to 1802240 tid 2 2023-12-22T17:18:04.821 INFO:tasks.rados.rados.0.smithi032.stdout:407: writing smithi032174182-39 from 1802240 to 2531328 tid 3 2023-12-22T17:18:04.822 INFO:tasks.rados.rados.0.smithi032.stdout:407: writing smithi032174182-39 from 2531328 to 2818048 tid 4 2023-12-22T17:18:04.823 INFO:tasks.rados.rados.0.smithi032.stdout:408: delete oid 1 current snap is 35 2023-12-22T17:18:04.823 INFO:tasks.rados.rados.0.smithi032.stdout:405: finishing copy_from to smithi032174182-19 2023-12-22T17:18:04.823 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 107 (ObjNum 129 snap 0 seq_num 1596866016) dirty exists 2023-12-22T17:18:04.823 INFO:tasks.rados.rados.0.smithi032.stdout:402: expect (ObjNum 131 snap 29 seq_num 131) 2023-12-22T17:18:04.906 INFO:tasks.rados.rados.0.smithi032.stdout:405: finishing copy_from racing read to smithi032174182-19 2023-12-22T17:18:04.907 INFO:tasks.rados.rados.0.smithi032.stdout:407: finishing write tid 1 to smithi032174182-39 2023-12-22T17:18:04.907 INFO:tasks.rados.rados.0.smithi032.stdout:407: finishing write tid 2 to smithi032174182-39 2023-12-22T17:18:04.907 INFO:tasks.rados.rados.0.smithi032.stdout:407: finishing write tid 3 to smithi032174182-39 2023-12-22T17:18:04.907 INFO:tasks.rados.rados.0.smithi032.stdout:407: finishing write tid 4 to smithi032174182-39 2023-12-22T17:18:04.907 INFO:tasks.rados.rados.0.smithi032.stdout:407: finishing write tid 5 to smithi032174182-39 2023-12-22T17:18:04.907 INFO:tasks.rados.rados.0.smithi032.stdout:407: finishing write tid 6 to smithi032174182-39 2023-12-22T17:18:04.907 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 77 (ObjNum 141 snap 35 seq_num 141) dirty exists 2023-12-22T17:18:04.907 INFO:tasks.rados.rados.0.smithi032.stdout:407: left oid 39 (ObjNum 141 snap 35 seq_num 141) 2023-12-22T17:18:04.907 INFO:tasks.rados.rados.0.smithi032.stdout:404: expect (ObjNum 138 snap 34 seq_num 138) 2023-12-22T17:18:05.094 INFO:tasks.rados.rados.0.smithi032.stdout:402: done (4 left) 2023-12-22T17:18:05.094 INFO:tasks.rados.rados.0.smithi032.stdout:404: done (3 left) 2023-12-22T17:18:05.094 INFO:tasks.rados.rados.0.smithi032.stdout:405: done (2 left) 2023-12-22T17:18:05.094 INFO:tasks.rados.rados.0.smithi032.stdout:407: done (1 left) 2023-12-22T17:18:05.095 INFO:tasks.rados.rados.0.smithi032.stdout:408: done (0 left) 2023-12-22T17:18:05.095 INFO:tasks.rados.rados.0.smithi032.stdout:409: delete oid 47 current snap is 35 2023-12-22T17:18:05.097 INFO:tasks.rados.rados.0.smithi032.stdout:409: done (0 left) 2023-12-22T17:18:05.097 INFO:tasks.rados.rados.0.smithi032.stdout:410: read oid 33 snap 12 2023-12-22T17:18:05.097 INFO:tasks.rados.rados.0.smithi032.stdout:410: expect (ObjNum 32 snap 0 seq_num 32) 2023-12-22T17:18:05.097 INFO:tasks.rados.rados.0.smithi032.stdout:411: setattr oid 15 current snap is 35 2023-12-22T17:18:05.098 INFO:tasks.rados.rados.0.smithi032.stdout:412: setattr oid 29 current snap is 35 2023-12-22T17:18:05.100 INFO:tasks.rados.rados.0.smithi032.stdout:413: delete oid 34 current snap is 35 2023-12-22T17:18:05.101 INFO:tasks.rados.rados.0.smithi032.stdout:410: expect (ObjNum 32 snap 0 seq_num 32) 2023-12-22T17:18:05.115 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 173 (ObjNum 107 snap 22 seq_num 107) dirty exists 2023-12-22T17:18:05.115 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 174 (ObjNum 129 snap 0 seq_num 1596575552) dirty exists 2023-12-22T17:18:05.115 INFO:tasks.rados.rados.0.smithi032.stdout:410: done (3 left) 2023-12-22T17:18:05.115 INFO:tasks.rados.rados.0.smithi032.stdout:411: done (2 left) 2023-12-22T17:18:05.115 INFO:tasks.rados.rados.0.smithi032.stdout:412: done (1 left) 2023-12-22T17:18:05.115 INFO:tasks.rados.rados.0.smithi032.stdout:413: done (0 left) 2023-12-22T17:18:05.115 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 21 current snap is 35 2023-12-22T17:18:05.115 INFO:tasks.rados.rados.0.smithi032.stdout:414: seq_num 145 ranges {524288=32768} 2023-12-22T17:18:05.118 INFO:tasks.rados.rados.0.smithi032.stdout:414: writing smithi032174182-21 from 524288 to 557056 tid 1 2023-12-22T17:18:05.118 INFO:tasks.rados.rados.0.smithi032.stdout:415: snap_remove snap 12 2023-12-22T17:18:05.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:04 smithi032 ceph-mon[125050]: pgmap v157: 121 pgs: 121 active+clean; 99 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.2 MiB/s wr, 34 op/s 2023-12-22T17:18:05.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:04 smithi032 ceph-mon[125050]: osdmap e133: 8 total, 8 up, 8 in 2023-12-22T17:18:05.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:04 smithi032 ceph-mon[110651]: pgmap v157: 121 pgs: 121 active+clean; 99 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.2 MiB/s wr, 34 op/s 2023-12-22T17:18:05.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:04 smithi032 ceph-mon[110651]: osdmap e133: 8 total, 8 up, 8 in 2023-12-22T17:18:05.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:04 smithi039 ceph-mon[115265]: pgmap v157: 121 pgs: 121 active+clean; 99 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.2 MiB/s wr, 34 op/s 2023-12-22T17:18:05.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:04 smithi039 ceph-mon[115265]: osdmap e133: 8 total, 8 up, 8 in 2023-12-22T17:18:05.883 INFO:tasks.rados.rados.0.smithi032.stdout:415: done (1 left) 2023-12-22T17:18:05.883 INFO:tasks.rados.rados.0.smithi032.stdout:416: copy_from oid 41 from oid 28 current snap is 35 2023-12-22T17:18:05.883 INFO:tasks.rados.rados.0.smithi032.stdout:414: finishing write tid 1 to smithi032174182-21 2023-12-22T17:18:05.883 INFO:tasks.rados.rados.0.smithi032.stdout:414: finishing write tid 2 to smithi032174182-21 2023-12-22T17:18:05.883 INFO:tasks.rados.rados.0.smithi032.stdout:414: finishing write tid 3 to smithi032174182-21 2023-12-22T17:18:05.883 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 139 (ObjNum 145 snap 35 seq_num 145) dirty exists 2023-12-22T17:18:05.883 INFO:tasks.rados.rados.0.smithi032.stdout:414: left oid 21 (ObjNum 145 snap 35 seq_num 145) 2023-12-22T17:18:05.883 INFO:tasks.rados.rados.0.smithi032.stdout:414: done (1 left) 2023-12-22T17:18:05.883 INFO:tasks.rados.rados.0.smithi032.stdout:417: read oid 50 snap -1 2023-12-22T17:18:05.883 INFO:tasks.rados.rados.0.smithi032.stdout:417: expect (ObjNum 49 snap 0 seq_num 49) 2023-12-22T17:18:05.883 INFO:tasks.rados.rados.0.smithi032.stdout:418: rollback oid 1 current snap is 35 2023-12-22T17:18:05.884 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 1 to 30 2023-12-22T17:18:05.884 INFO:tasks.rados.rados.0.smithi032.stdout:419: snap_remove snap 31 2023-12-22T17:18:06.888 INFO:tasks.rados.rados.0.smithi032.stdout:419: done (3 left) 2023-12-22T17:18:06.888 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 18 current snap is 35 2023-12-22T17:18:06.888 INFO:tasks.rados.rados.0.smithi032.stdout:418: finishing rollback tid 1 to smithi032174182-1 2023-12-22T17:18:06.888 INFO:tasks.rados.rados.0.smithi032.stdout:420: seq_num 146 ranges {6103040=49152} 2023-12-22T17:18:06.922 INFO:tasks.rados.rados.0.smithi032.stdout:420: writing smithi032174182-18 from 6103040 to 6152192 tid 1 2023-12-22T17:18:06.922 INFO:tasks.rados.rados.0.smithi032.stdout:421: delete oid 2 current snap is 35 2023-12-22T17:18:06.922 INFO:tasks.rados.rados.0.smithi032.stdout:418: finishing rollback tid 2 to smithi032174182-1 2023-12-22T17:18:06.922 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 109 (ObjNum 101 snap 21 seq_num 101) dirty exists 2023-12-22T17:18:06.922 INFO:tasks.rados.rados.0.smithi032.stdout:417: expect (ObjNum 49 snap 0 seq_num 49) 2023-12-22T17:18:06.947 INFO:tasks.rados.rados.0.smithi032.stdout:416: finishing copy_from to smithi032174182-41 2023-12-22T17:18:06.947 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 165 (ObjNum 138 snap 34 seq_num 138) dirty exists 2023-12-22T17:18:06.947 INFO:tasks.rados.rados.0.smithi032.stdout:416: finishing copy_from racing read to smithi032174182-41 2023-12-22T17:18:06.947 INFO:tasks.rados.rados.0.smithi032.stdout:416: done (4 left) 2023-12-22T17:18:06.947 INFO:tasks.rados.rados.0.smithi032.stdout:417: done (3 left) 2023-12-22T17:18:06.947 INFO:tasks.rados.rados.0.smithi032.stdout:418: done (2 left) 2023-12-22T17:18:06.947 INFO:tasks.rados.rados.0.smithi032.stdout:421: done (1 left) 2023-12-22T17:18:06.948 INFO:tasks.rados.rados.0.smithi032.stdout:422: read oid 26 snap 29 2023-12-22T17:18:06.948 INFO:tasks.rados.rados.0.smithi032.stdout:422: expect deleted 2023-12-22T17:18:06.948 INFO:tasks.rados.rados.0.smithi032.stdout:423: read oid 47 snap -1 2023-12-22T17:18:06.948 INFO:tasks.rados.rados.0.smithi032.stdout:423: expect deleted 2023-12-22T17:18:06.948 INFO:tasks.rados.rados.0.smithi032.stdout:424: read oid 41 snap -1 2023-12-22T17:18:06.948 INFO:tasks.rados.rados.0.smithi032.stdout:424: expect (ObjNum 138 snap 34 seq_num 138) 2023-12-22T17:18:06.948 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 35 2023-12-22T17:18:06.948 INFO:tasks.rados.rados.0.smithi032.stdout:420: finishing write tid 1 to smithi032174182-18 2023-12-22T17:18:06.948 INFO:tasks.rados.rados.0.smithi032.stdout:425: seq_num 148 ranges {2220032=81920} 2023-12-22T17:18:06.960 INFO:tasks.rados.rados.0.smithi032.stdout:425: writing smithi032174182-49 from 2220032 to 2301952 tid 1 2023-12-22T17:18:06.960 INFO:tasks.rados.rados.0.smithi032.stdout:420: finishing write tid 2 to smithi032174182-18 2023-12-22T17:18:06.960 INFO:tasks.rados.rados.0.smithi032.stdout:420: finishing write tid 3 to smithi032174182-18 2023-12-22T17:18:06.960 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 105 (ObjNum 146 snap 35 seq_num 146) dirty exists 2023-12-22T17:18:06.960 INFO:tasks.rados.rados.0.smithi032.stdout:420: left oid 18 (ObjNum 146 snap 35 seq_num 146) 2023-12-22T17:18:06.960 INFO:tasks.rados.rados.0.smithi032.stdout:426: read oid 10 snap -1 2023-12-22T17:18:06.961 INFO:tasks.rados.rados.0.smithi032.stdout:426: expect (ObjNum 128 snap 29 seq_num 128) 2023-12-22T17:18:06.961 INFO:tasks.rados.rados.0.smithi032.stdout:420: done (5 left) 2023-12-22T17:18:06.961 INFO:tasks.rados.rados.0.smithi032.stdout:427: rollback oid 36 current snap is 35 2023-12-22T17:18:06.961 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 36 to 32 2023-12-22T17:18:06.961 INFO:tasks.rados.rados.0.smithi032.stdout:422: done (5 left) 2023-12-22T17:18:06.961 INFO:tasks.rados.rados.0.smithi032.stdout:423: done (4 left) 2023-12-22T17:18:06.961 INFO:tasks.rados.rados.0.smithi032.stdout:428: delete oid 6 current snap is 35 2023-12-22T17:18:06.962 INFO:tasks.rados.rados.0.smithi032.stdout:427: finishing rollback tid 1 to smithi032174182-36 2023-12-22T17:18:06.962 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 80 (ObjNum 4113 snap 0 seq_num 1634035807) dirty dne 2023-12-22T17:18:06.963 INFO:tasks.rados.rados.0.smithi032.stdout:425: finishing write tid 1 to smithi032174182-49 2023-12-22T17:18:06.963 INFO:tasks.rados.rados.0.smithi032.stdout:425: finishing write tid 2 to smithi032174182-49 2023-12-22T17:18:06.963 INFO:tasks.rados.rados.0.smithi032.stdout:427: done (4 left) 2023-12-22T17:18:06.964 INFO:tasks.rados.rados.0.smithi032.stdout:428: done (3 left) 2023-12-22T17:18:06.964 INFO:tasks.rados.rados.0.smithi032.stdout:429: copy_from oid 31 from oid 34 current snap is 35 2023-12-22T17:18:06.964 INFO:tasks.rados.rados.0.smithi032.stdout:430: read oid 16 snap -1 2023-12-22T17:18:06.964 INFO:tasks.rados.rados.0.smithi032.stdout:430: expect (ObjNum 94 snap 16 seq_num 94) 2023-12-22T17:18:06.964 INFO:tasks.rados.rados.0.smithi032.stdout:431: rollback oid 25 current snap is 35 2023-12-22T17:18:06.964 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 25 to 20 2023-12-22T17:18:06.964 INFO:tasks.rados.rados.0.smithi032.stdout:432: snap_create 2023-12-22T17:18:06.965 INFO:tasks.rados.rados.0.smithi032.stdout:425: finishing write tid 3 to smithi032174182-49 2023-12-22T17:18:06.965 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 154 (ObjNum 148 snap 35 seq_num 148) dirty exists 2023-12-22T17:18:06.965 INFO:tasks.rados.rados.0.smithi032.stdout:425: left oid 49 (ObjNum 148 snap 35 seq_num 148) 2023-12-22T17:18:06.966 INFO:tasks.rados.rados.0.smithi032.stdout:429: finishing copy_from to smithi032174182-31 2023-12-22T17:18:06.966 INFO:tasks.rados.rados.0.smithi032.stdout:429: got expected ENOENT (src dne) 2023-12-22T17:18:06.969 INFO:tasks.rados.rados.0.smithi032.stdout:424: expect (ObjNum 138 snap 34 seq_num 138) 2023-12-22T17:18:07.162 INFO:tasks.rados.rados.0.smithi032.stdout:431: finishing rollback tid 0 to smithi032174182-25 2023-12-22T17:18:07.162 INFO:tasks.rados.rados.0.smithi032.stdout:429: finishing copy_from racing read to smithi032174182-31 2023-12-22T17:18:07.162 INFO:tasks.rados.rados.0.smithi032.stdout:426: expect (ObjNum 128 snap 29 seq_num 128) 2023-12-22T17:18:07.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:06 smithi032 ceph-mon[125050]: osdmap e134: 8 total, 8 up, 8 in 2023-12-22T17:18:07.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:06 smithi032 ceph-mon[125050]: pgmap v160: 121 pgs: 121 active+clean; 99 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:18:07.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:06 smithi032 ceph-mon[110651]: osdmap e134: 8 total, 8 up, 8 in 2023-12-22T17:18:07.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:06 smithi032 ceph-mon[110651]: pgmap v160: 121 pgs: 121 active+clean; 99 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:18:07.218 INFO:tasks.rados.rados.0.smithi032.stdout:431: finishing rollback tid 1 to smithi032174182-25 2023-12-22T17:18:07.218 INFO:tasks.rados.rados.0.smithi032.stdout:431: finishing rollback tid 2 to smithi032174182-25 2023-12-22T17:18:07.218 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 57 (ObjNum 36 snap 0 seq_num 36) dirty exists 2023-12-22T17:18:07.219 INFO:tasks.rados.rados.0.smithi032.stdout:430: expect (ObjNum 94 snap 16 seq_num 94) 2023-12-22T17:18:07.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:06 smithi039 ceph-mon[115265]: osdmap e134: 8 total, 8 up, 8 in 2023-12-22T17:18:07.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:06 smithi039 ceph-mon[115265]: pgmap v160: 121 pgs: 121 active+clean; 99 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:18:07.897 INFO:tasks.rados.rados.0.smithi032.stdout:424: done (6 left) 2023-12-22T17:18:07.898 INFO:tasks.rados.rados.0.smithi032.stdout:425: done (5 left) 2023-12-22T17:18:07.898 INFO:tasks.rados.rados.0.smithi032.stdout:426: done (4 left) 2023-12-22T17:18:07.898 INFO:tasks.rados.rados.0.smithi032.stdout:429: done (3 left) 2023-12-22T17:18:07.898 INFO:tasks.rados.rados.0.smithi032.stdout:430: done (2 left) 2023-12-22T17:18:07.898 INFO:tasks.rados.rados.0.smithi032.stdout:431: done (1 left) 2023-12-22T17:18:07.899 INFO:tasks.rados.rados.0.smithi032.stdout:432: done (0 left) 2023-12-22T17:18:07.899 INFO:tasks.rados.rados.0.smithi032.stdout:433: read oid 14 snap -1 2023-12-22T17:18:07.899 INFO:tasks.rados.rados.0.smithi032.stdout:433: expect (ObjNum 87 snap 11 seq_num 87) 2023-12-22T17:18:07.899 INFO:tasks.rados.rados.0.smithi032.stdout:434: delete oid 12 current snap is 36 2023-12-22T17:18:07.901 INFO:tasks.rados.rados.0.smithi032.stdout:434: done (1 left) 2023-12-22T17:18:07.901 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 47 current snap is 36 2023-12-22T17:18:07.901 INFO:tasks.rados.rados.0.smithi032.stdout:435: seq_num 151 ranges {0=131072} 2023-12-22T17:18:07.901 INFO:tasks.rados.rados.0.smithi032.stdout:435: writing smithi032174182-47 from 0 to 131072 tid 1 2023-12-22T17:18:07.901 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 44 current snap is 36 2023-12-22T17:18:07.902 INFO:tasks.rados.rados.0.smithi032.stdout:436: seq_num 152 ranges {778240=147456} 2023-12-22T17:18:07.906 INFO:tasks.rados.rados.0.smithi032.stdout:436: writing smithi032174182-44 from 778240 to 925696 tid 1 2023-12-22T17:18:07.906 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 9 current snap is 36 2023-12-22T17:18:07.906 INFO:tasks.rados.rados.0.smithi032.stdout:435: finishing write tid 1 to smithi032174182-47 2023-12-22T17:18:07.906 INFO:tasks.rados.rados.0.smithi032.stdout:435: finishing write tid 2 to smithi032174182-47 2023-12-22T17:18:07.906 INFO:tasks.rados.rados.0.smithi032.stdout:437: seq_num 153 ranges {0=163840} 2023-12-22T17:18:07.907 INFO:tasks.rados.rados.0.smithi032.stdout:437: writing smithi032174182-9 from 0 to 163840 tid 1 2023-12-22T17:18:07.907 INFO:tasks.rados.rados.0.smithi032.stdout:438: snap_remove snap 33 2023-12-22T17:18:08.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:07 smithi032 ceph-mon[125050]: osdmap e135: 8 total, 8 up, 8 in 2023-12-22T17:18:08.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:07 smithi032 ceph-mon[110651]: osdmap e135: 8 total, 8 up, 8 in 2023-12-22T17:18:08.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:07 smithi039 ceph-mon[115265]: osdmap e135: 8 total, 8 up, 8 in 2023-12-22T17:18:08.907 INFO:tasks.rados.rados.0.smithi032.stdout:438: done (4 left) 2023-12-22T17:18:08.907 INFO:tasks.rados.rados.0.smithi032.stdout:439: rollback oid 29 current snap is 36 2023-12-22T17:18:08.907 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 29 to 30 2023-12-22T17:18:08.907 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 19 current snap is 36 2023-12-22T17:18:08.907 INFO:tasks.rados.rados.0.smithi032.stdout:440: seq_num 154 ranges {0=180224} 2023-12-22T17:18:08.907 INFO:tasks.rados.rados.0.smithi032.stdout:440: writing smithi032174182-19 from 0 to 180224 tid 1 2023-12-22T17:18:08.907 INFO:tasks.rados.rados.0.smithi032.stdout:441: copy_from oid 41 from oid 23 current snap is 36 2023-12-22T17:18:08.907 INFO:tasks.rados.rados.0.smithi032.stdout:442: snap_create 2023-12-22T17:18:08.907 INFO:tasks.rados.rados.0.smithi032.stdout:435: finishing write tid 3 to smithi032174182-47 2023-12-22T17:18:08.907 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 191 (ObjNum 151 snap 36 seq_num 151) dirty exists 2023-12-22T17:18:08.908 INFO:tasks.rados.rados.0.smithi032.stdout:435: left oid 47 (ObjNum 151 snap 36 seq_num 151) 2023-12-22T17:18:08.908 INFO:tasks.rados.rados.0.smithi032.stdout:436: finishing write tid 1 to smithi032174182-44 2023-12-22T17:18:08.908 INFO:tasks.rados.rados.0.smithi032.stdout:436: finishing write tid 2 to smithi032174182-44 2023-12-22T17:18:08.908 INFO:tasks.rados.rados.0.smithi032.stdout:437: finishing write tid 1 to smithi032174182-9 2023-12-22T17:18:08.908 INFO:tasks.rados.rados.0.smithi032.stdout:437: finishing write tid 2 to smithi032174182-9 2023-12-22T17:18:08.908 INFO:tasks.rados.rados.0.smithi032.stdout:436: finishing write tid 3 to smithi032174182-44 2023-12-22T17:18:08.908 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 120 (ObjNum 152 snap 36 seq_num 152) dirty exists 2023-12-22T17:18:08.908 INFO:tasks.rados.rados.0.smithi032.stdout:436: left oid 44 (ObjNum 152 snap 36 seq_num 152) 2023-12-22T17:18:08.908 INFO:tasks.rados.rados.0.smithi032.stdout:437: finishing write tid 3 to smithi032174182-9 2023-12-22T17:18:08.908 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 119 (ObjNum 153 snap 36 seq_num 153) dirty exists 2023-12-22T17:18:08.908 INFO:tasks.rados.rados.0.smithi032.stdout:437: left oid 9 (ObjNum 153 snap 36 seq_num 153) 2023-12-22T17:18:08.908 INFO:tasks.rados.rados.0.smithi032.stdout:433: expect (ObjNum 87 snap 11 seq_num 87) 2023-12-22T17:18:09.001 INFO:tasks.rados.rados.0.smithi032.stdout:440: finishing write tid 1 to smithi032174182-19 2023-12-22T17:18:09.001 INFO:tasks.rados.rados.0.smithi032.stdout:440: finishing write tid 2 to smithi032174182-19 2023-12-22T17:18:09.001 INFO:tasks.rados.rados.0.smithi032.stdout:440: finishing write tid 3 to smithi032174182-19 2023-12-22T17:18:09.001 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 109 (ObjNum 154 snap 36 seq_num 154) dirty exists 2023-12-22T17:18:09.001 INFO:tasks.rados.rados.0.smithi032.stdout:440: left oid 19 (ObjNum 154 snap 36 seq_num 154) 2023-12-22T17:18:09.001 INFO:tasks.rados.rados.0.smithi032.stdout:439: finishing rollback tid 0 to smithi032174182-29 2023-12-22T17:18:09.002 INFO:tasks.rados.rados.0.smithi032.stdout:439: finishing rollback tid 1 to smithi032174182-29 2023-12-22T17:18:09.002 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 194 (ObjNum 33 snap 0 seq_num 1596696864) dirty dne 2023-12-22T17:18:09.002 INFO:tasks.rados.rados.0.smithi032.stdout:441: finishing copy_from to smithi032174182-41 2023-12-22T17:18:09.002 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 89 (ObjNum 97 snap 20 seq_num 97) dirty exists 2023-12-22T17:18:09.002 INFO:tasks.rados.rados.0.smithi032.stdout:441: finishing copy_from racing read to smithi032174182-41 2023-12-22T17:18:09.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:08 smithi032 ceph-mon[110651]: osdmap e136: 8 total, 8 up, 8 in 2023-12-22T17:18:09.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:08 smithi032 ceph-mon[110651]: pgmap v163: 121 pgs: 121 active+clean; 108 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.9 MiB/s wr, 22 op/s 2023-12-22T17:18:09.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:08 smithi032 ceph-mon[125050]: osdmap e136: 8 total, 8 up, 8 in 2023-12-22T17:18:09.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:08 smithi032 ceph-mon[125050]: pgmap v163: 121 pgs: 121 active+clean; 108 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.9 MiB/s wr, 22 op/s 2023-12-22T17:18:09.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:08 smithi039 ceph-mon[115265]: osdmap e136: 8 total, 8 up, 8 in 2023-12-22T17:18:09.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:08 smithi039 ceph-mon[115265]: pgmap v163: 121 pgs: 121 active+clean; 108 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.9 MiB/s wr, 22 op/s 2023-12-22T17:18:09.910 INFO:tasks.rados.rados.0.smithi032.stdout:433: done (7 left) 2023-12-22T17:18:09.910 INFO:tasks.rados.rados.0.smithi032.stdout:435: done (6 left) 2023-12-22T17:18:09.910 INFO:tasks.rados.rados.0.smithi032.stdout:436: done (5 left) 2023-12-22T17:18:09.910 INFO:tasks.rados.rados.0.smithi032.stdout:437: done (4 left) 2023-12-22T17:18:09.910 INFO:tasks.rados.rados.0.smithi032.stdout:439: done (3 left) 2023-12-22T17:18:09.910 INFO:tasks.rados.rados.0.smithi032.stdout:440: done (2 left) 2023-12-22T17:18:09.910 INFO:tasks.rados.rados.0.smithi032.stdout:441: done (1 left) 2023-12-22T17:18:09.910 INFO:tasks.rados.rados.0.smithi032.stdout:442: done (0 left) 2023-12-22T17:18:09.910 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 12 current snap is 37 2023-12-22T17:18:09.910 INFO:tasks.rados.rados.0.smithi032.stdout:443: seq_num 155 ranges {0=204800} 2023-12-22T17:18:09.911 INFO:tasks.rados.rados.0.smithi032.stdout:443: writing smithi032174182-12 from 0 to 204800 tid 1 2023-12-22T17:18:09.911 INFO:tasks.rados.rados.0.smithi032.stdout:444: read oid 9 snap -1 2023-12-22T17:18:09.911 INFO:tasks.rados.rados.0.smithi032.stdout:444: expect (ObjNum 153 snap 36 seq_num 153) 2023-12-22T17:18:09.911 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 26 current snap is 37 2023-12-22T17:18:09.911 INFO:tasks.rados.rados.0.smithi032.stdout:445: seq_num 156 ranges {0=221184} 2023-12-22T17:18:09.912 INFO:tasks.rados.rados.0.smithi032.stdout:445: writing smithi032174182-26 from 0 to 221184 tid 1 2023-12-22T17:18:09.912 INFO:tasks.rados.rados.0.smithi032.stdout:446: snap_create 2023-12-22T17:18:09.920 INFO:tasks.rados.rados.0.smithi032.stdout:444: expect (ObjNum 153 snap 36 seq_num 153) 2023-12-22T17:18:09.924 INFO:tasks.rados.rados.0.smithi032.stdout:443: finishing write tid 1 to smithi032174182-12 2023-12-22T17:18:09.925 INFO:tasks.rados.rados.0.smithi032.stdout:445: finishing write tid 1 to smithi032174182-26 2023-12-22T17:18:09.925 INFO:tasks.rados.rados.0.smithi032.stdout:445: finishing write tid 2 to smithi032174182-26 2023-12-22T17:18:09.925 INFO:tasks.rados.rados.0.smithi032.stdout:443: finishing write tid 2 to smithi032174182-12 2023-12-22T17:18:09.925 INFO:tasks.rados.rados.0.smithi032.stdout:445: finishing write tid 3 to smithi032174182-26 2023-12-22T17:18:09.925 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 103 (ObjNum 156 snap 37 seq_num 156) dirty exists 2023-12-22T17:18:09.925 INFO:tasks.rados.rados.0.smithi032.stdout:445: left oid 26 (ObjNum 156 snap 37 seq_num 156) 2023-12-22T17:18:09.925 INFO:tasks.rados.rados.0.smithi032.stdout:443: finishing write tid 3 to smithi032174182-12 2023-12-22T17:18:09.925 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 27 (ObjNum 155 snap 37 seq_num 155) dirty exists 2023-12-22T17:18:09.925 INFO:tasks.rados.rados.0.smithi032.stdout:443: left oid 12 (ObjNum 155 snap 37 seq_num 155) 2023-12-22T17:18:10.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:09 smithi032 ceph-mon[125050]: osdmap e137: 8 total, 8 up, 8 in 2023-12-22T17:18:10.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:09 smithi032 ceph-mon[110651]: osdmap e137: 8 total, 8 up, 8 in 2023-12-22T17:18:10.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:09 smithi039 ceph-mon[115265]: osdmap e137: 8 total, 8 up, 8 in 2023-12-22T17:18:10.918 INFO:tasks.rados.rados.0.smithi032.stdout:443: done (3 left) 2023-12-22T17:18:10.918 INFO:tasks.rados.rados.0.smithi032.stdout:444: done (2 left) 2023-12-22T17:18:10.918 INFO:tasks.rados.rados.0.smithi032.stdout:445: done (1 left) 2023-12-22T17:18:10.918 INFO:tasks.rados.rados.0.smithi032.stdout:446: done (0 left) 2023-12-22T17:18:10.918 INFO:tasks.rados.rados.0.smithi032.stdout:447: copy_from oid 15 from oid 40 current snap is 38 2023-12-22T17:18:10.918 INFO:tasks.rados.rados.0.smithi032.stdout:448: read oid 7 snap 34 2023-12-22T17:18:10.918 INFO:tasks.rados.rados.0.smithi032.stdout:448: expect (ObjNum 26 snap 0 seq_num 26) 2023-12-22T17:18:10.918 INFO:tasks.rados.rados.0.smithi032.stdout:449: rollback oid 31 current snap is 38 2023-12-22T17:18:10.918 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 31 to 29 2023-12-22T17:18:10.918 INFO:tasks.rados.rados.0.smithi032.stdout:450: delete oid 35 current snap is 38 2023-12-22T17:18:10.924 INFO:tasks.rados.rados.0.smithi032.stdout:450: done (3 left) 2023-12-22T17:18:10.924 INFO:tasks.rados.rados.0.smithi032.stdout:451: read oid 38 snap -1 2023-12-22T17:18:10.925 INFO:tasks.rados.rados.0.smithi032.stdout:451: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-22T17:18:10.925 INFO:tasks.rados.rados.0.smithi032.stdout:452: delete oid 26 current snap is 38 2023-12-22T17:18:10.926 INFO:tasks.rados.rados.0.smithi032.stdout:449: finishing rollback tid 0 to smithi032174182-31 2023-12-22T17:18:10.926 INFO:tasks.rados.rados.0.smithi032.stdout:449: finishing rollback tid 1 to smithi032174182-31 2023-12-22T17:18:10.926 INFO:tasks.rados.rados.0.smithi032.stdout:448: expect (ObjNum 26 snap 0 seq_num 26) 2023-12-22T17:18:10.939 INFO:tasks.rados.rados.0.smithi032.stdout:449: finishing rollback tid 2 to smithi032174182-31 2023-12-22T17:18:10.939 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 185 (ObjNum 118 snap 27 seq_num 118) dirty exists 2023-12-22T17:18:10.939 INFO:tasks.rados.rados.0.smithi032.stdout:451: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-22T17:18:10.942 INFO:tasks.rados.rados.0.smithi032.stdout:447: finishing copy_from to smithi032174182-15 2023-12-22T17:18:10.942 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 10 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-12-22T17:18:10.942 INFO:tasks.rados.rados.0.smithi032.stdout:447: finishing copy_from racing read to smithi032174182-15 2023-12-22T17:18:10.942 INFO:tasks.rados.rados.0.smithi032.stdout:447: done (4 left) 2023-12-22T17:18:10.942 INFO:tasks.rados.rados.0.smithi032.stdout:448: done (3 left) 2023-12-22T17:18:10.942 INFO:tasks.rados.rados.0.smithi032.stdout:449: done (2 left) 2023-12-22T17:18:10.943 INFO:tasks.rados.rados.0.smithi032.stdout:451: done (1 left) 2023-12-22T17:18:10.943 INFO:tasks.rados.rados.0.smithi032.stdout:452: done (0 left) 2023-12-22T17:18:10.943 INFO:tasks.rados.rados.0.smithi032.stdout:453: rmattr oid 9 current snap is 38 2023-12-22T17:18:10.943 INFO:tasks.rados.rados.0.smithi032.stdout:453: done (0 left) 2023-12-22T17:18:10.943 INFO:tasks.rados.rados.0.smithi032.stdout:454: copy_from oid 40 from oid 24 current snap is 38 2023-12-22T17:18:10.943 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 38 2023-12-22T17:18:10.943 INFO:tasks.rados.rados.0.smithi032.stdout:455: seq_num 159 ranges {2301952=270336} 2023-12-22T17:18:10.956 INFO:tasks.rados.rados.0.smithi032.stdout:455: writing smithi032174182-49 from 2301952 to 2572288 tid 1 2023-12-22T17:18:10.956 INFO:tasks.rados.rados.0.smithi032.stdout:456: rollback oid 1 current snap is 38 2023-12-22T17:18:10.956 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 1 to 30 2023-12-22T17:18:10.956 INFO:tasks.rados.rados.0.smithi032.stdout:454: finishing copy_from to smithi032174182-40 2023-12-22T17:18:10.956 INFO:tasks.rados.rados.0.smithi032.stdout:454: got expected ENOENT (src dne) 2023-12-22T17:18:10.956 INFO:tasks.rados.rados.0.smithi032.stdout:454: finishing copy_from racing read to smithi032174182-40 2023-12-22T17:18:10.957 INFO:tasks.rados.rados.0.smithi032.stdout:454: done (2 left) 2023-12-22T17:18:10.957 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 41 current snap is 38 2023-12-22T17:18:10.957 INFO:tasks.rados.rados.0.smithi032.stdout:457: seq_num 160 ranges {3293184=286720} 2023-12-22T17:18:10.977 INFO:tasks.rados.rados.0.smithi032.stdout:457: writing smithi032174182-41 from 3293184 to 3579904 tid 1 2023-12-22T17:18:10.978 INFO:tasks.rados.rados.0.smithi032.stdout:458: copy_from oid 14 from oid 4 current snap is 38 2023-12-22T17:18:10.978 INFO:tasks.rados.rados.0.smithi032.stdout:456: finishing rollback tid 0 to smithi032174182-1 2023-12-22T17:18:10.978 INFO:tasks.rados.rados.0.smithi032.stdout:455: finishing write tid 1 to smithi032174182-49 2023-12-22T17:18:10.978 INFO:tasks.rados.rados.0.smithi032.stdout:456: finishing rollback tid 1 to smithi032174182-1 2023-12-22T17:18:10.978 INFO:tasks.rados.rados.0.smithi032.stdout:455: finishing write tid 2 to smithi032174182-49 2023-12-22T17:18:10.978 INFO:tasks.rados.rados.0.smithi032.stdout:456: finishing rollback tid 2 to smithi032174182-1 2023-12-22T17:18:10.978 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 123 (ObjNum 101 snap 21 seq_num 101) dirty exists 2023-12-22T17:18:10.978 INFO:tasks.rados.rados.0.smithi032.stdout:455: finishing write tid 3 to smithi032174182-49 2023-12-22T17:18:10.978 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 163 (ObjNum 159 snap 38 seq_num 159) dirty exists 2023-12-22T17:18:10.978 INFO:tasks.rados.rados.0.smithi032.stdout:455: left oid 49 (ObjNum 159 snap 38 seq_num 159) 2023-12-22T17:18:10.978 INFO:tasks.rados.rados.0.smithi032.stdout:455: done (3 left) 2023-12-22T17:18:10.978 INFO:tasks.rados.rados.0.smithi032.stdout:456: done (2 left) 2023-12-22T17:18:10.978 INFO:tasks.rados.rados.0.smithi032.stdout:459: read oid 28 snap -1 2023-12-22T17:18:10.978 INFO:tasks.rados.rados.0.smithi032.stdout:459: expect (ObjNum 138 snap 34 seq_num 138) 2023-12-22T17:18:10.978 INFO:tasks.rados.rados.0.smithi032.stdout:460: copy_from oid 20 from oid 10 current snap is 38 2023-12-22T17:18:10.979 INFO:tasks.rados.rados.0.smithi032.stdout:461: rmattr oid 39 current snap is 38 2023-12-22T17:18:10.979 INFO:tasks.rados.rados.0.smithi032.stdout:462: rmattr oid 45 current snap is 38 2023-12-22T17:18:10.979 INFO:tasks.rados.rados.0.smithi032.stdout:463: setattr oid 1 current snap is 38 2023-12-22T17:18:10.980 INFO:tasks.rados.rados.0.smithi032.stdout:464: rollback oid 29 current snap is 38 2023-12-22T17:18:10.980 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 29 to 32 2023-12-22T17:18:10.980 INFO:tasks.rados.rados.0.smithi032.stdout:465: delete oid 43 current snap is 38 2023-12-22T17:18:10.980 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 78 (ObjNum 141 snap 35 seq_num 141) dirty exists 2023-12-22T17:18:10.982 INFO:tasks.rados.rados.0.smithi032.stdout:458: finishing copy_from to smithi032174182-14 2023-12-22T17:18:10.982 INFO:tasks.rados.rados.0.smithi032.stdout:458: got expected ENOENT (src dne) 2023-12-22T17:18:10.982 INFO:tasks.rados.rados.0.smithi032.stdout:458: finishing copy_from racing read to smithi032174182-14 2023-12-22T17:18:10.982 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 107 (ObjNum 131 snap 29 seq_num 131) dirty exists 2023-12-22T17:18:10.982 INFO:tasks.rados.rados.0.smithi032.stdout:457: finishing write tid 1 to smithi032174182-41 2023-12-22T17:18:10.982 INFO:tasks.rados.rados.0.smithi032.stdout:457: finishing write tid 2 to smithi032174182-41 2023-12-22T17:18:10.984 INFO:tasks.rados.rados.0.smithi032.stdout:464: finishing rollback tid 1 to smithi032174182-29 2023-12-22T17:18:10.984 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 194 (ObjNum 65 snap 0 seq_num 1701997170) dirty dne 2023-12-22T17:18:10.984 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 124 (ObjNum 101 snap 21 seq_num 101) dirty exists 2023-12-22T17:18:10.985 INFO:tasks.rados.rados.0.smithi032.stdout:458: done (8 left) 2023-12-22T17:18:10.985 INFO:tasks.rados.rados.0.smithi032.stdout:461: done (7 left) 2023-12-22T17:18:10.985 INFO:tasks.rados.rados.0.smithi032.stdout:462: done (6 left) 2023-12-22T17:18:10.986 INFO:tasks.rados.rados.0.smithi032.stdout:463: done (5 left) 2023-12-22T17:18:10.986 INFO:tasks.rados.rados.0.smithi032.stdout:464: done (4 left) 2023-12-22T17:18:10.986 INFO:tasks.rados.rados.0.smithi032.stdout:465: done (3 left) 2023-12-22T17:18:10.986 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 38 2023-12-22T17:18:10.986 INFO:tasks.rados.rados.0.smithi032.stdout:466: seq_num 162 ranges {2572288=319488} 2023-12-22T17:18:11.001 INFO:tasks.rados.rados.0.smithi032.stdout:466: writing smithi032174182-49 from 2572288 to 2891776 tid 1 2023-12-22T17:18:11.001 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 3 current snap is 38 2023-12-22T17:18:11.001 INFO:tasks.rados.rados.0.smithi032.stdout:467: seq_num 163 ranges {2400256=335872} 2023-12-22T17:18:11.016 INFO:tasks.rados.rados.0.smithi032.stdout:467: writing smithi032174182-3 from 2400256 to 2736128 tid 1 2023-12-22T17:18:11.016 INFO:tasks.rados.rados.0.smithi032.stdout:457: finishing write tid 3 to smithi032174182-41 2023-12-22T17:18:11.017 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 205 (ObjNum 160 snap 38 seq_num 160) dirty exists 2023-12-22T17:18:11.017 INFO:tasks.rados.rados.0.smithi032.stdout:457: left oid 41 (ObjNum 160 snap 38 seq_num 160) 2023-12-22T17:18:11.017 INFO:tasks.rados.rados.0.smithi032.stdout:460: finishing copy_from to smithi032174182-20 2023-12-22T17:18:11.017 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 76 (ObjNum 128 snap 29 seq_num 128) dirty exists 2023-12-22T17:18:11.017 INFO:tasks.rados.rados.0.smithi032.stdout:460: finishing copy_from racing read to smithi032174182-20 2023-12-22T17:18:11.017 INFO:tasks.rados.rados.0.smithi032.stdout:459: expect (ObjNum 138 snap 34 seq_num 138) 2023-12-22T17:18:11.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:10 smithi032 ceph-mon[110651]: osdmap e138: 8 total, 8 up, 8 in 2023-12-22T17:18:11.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:10 smithi032 ceph-mon[110651]: pgmap v166: 121 pgs: 121 active+clean; 108 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.9 MiB/s wr, 22 op/s 2023-12-22T17:18:11.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:10 smithi032 ceph-mon[125050]: osdmap e138: 8 total, 8 up, 8 in 2023-12-22T17:18:11.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:10 smithi032 ceph-mon[125050]: pgmap v166: 121 pgs: 121 active+clean; 108 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.9 MiB/s wr, 22 op/s 2023-12-22T17:18:11.206 INFO:tasks.rados.rados.0.smithi032.stdout:466: finishing write tid 1 to smithi032174182-49 2023-12-22T17:18:11.206 INFO:tasks.rados.rados.0.smithi032.stdout:466: finishing write tid 2 to smithi032174182-49 2023-12-22T17:18:11.206 INFO:tasks.rados.rados.0.smithi032.stdout:466: finishing write tid 3 to smithi032174182-49 2023-12-22T17:18:11.206 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 165 (ObjNum 162 snap 38 seq_num 162) dirty exists 2023-12-22T17:18:11.206 INFO:tasks.rados.rados.0.smithi032.stdout:466: left oid 49 (ObjNum 162 snap 38 seq_num 162) 2023-12-22T17:18:11.206 INFO:tasks.rados.rados.0.smithi032.stdout:468: read oid 22 snap -1 2023-12-22T17:18:11.206 INFO:tasks.rados.rados.0.smithi032.stdout:468: expect (ObjNum 108 snap 22 seq_num 108) 2023-12-22T17:18:11.206 INFO:tasks.rados.rados.0.smithi032.stdout:457: done (5 left) 2023-12-22T17:18:11.206 INFO:tasks.rados.rados.0.smithi032.stdout:459: done (4 left) 2023-12-22T17:18:11.206 INFO:tasks.rados.rados.0.smithi032.stdout:460: done (3 left) 2023-12-22T17:18:11.206 INFO:tasks.rados.rados.0.smithi032.stdout:466: done (2 left) 2023-12-22T17:18:11.206 INFO:tasks.rados.rados.0.smithi032.stdout:469: read oid 21 snap -1 2023-12-22T17:18:11.207 INFO:tasks.rados.rados.0.smithi032.stdout:469: expect (ObjNum 145 snap 35 seq_num 145) 2023-12-22T17:18:11.207 INFO:tasks.rados.rados.0.smithi032.stdout:470: copy_from oid 19 from oid 7 current snap is 38 2023-12-22T17:18:11.207 INFO:tasks.rados.rados.0.smithi032.stdout:467: finishing write tid 1 to smithi032174182-3 2023-12-22T17:18:11.207 INFO:tasks.rados.rados.0.smithi032.stdout:467: finishing write tid 2 to smithi032174182-3 2023-12-22T17:18:11.207 INFO:tasks.rados.rados.0.smithi032.stdout:467: finishing write tid 3 to smithi032174182-3 2023-12-22T17:18:11.207 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 127 (ObjNum 163 snap 38 seq_num 163) dirty exists 2023-12-22T17:18:11.207 INFO:tasks.rados.rados.0.smithi032.stdout:467: left oid 3 (ObjNum 163 snap 38 seq_num 163) 2023-12-22T17:18:11.207 INFO:tasks.rados.rados.0.smithi032.stdout:467: done (3 left) 2023-12-22T17:18:11.207 INFO:tasks.rados.rados.0.smithi032.stdout:471: rollback oid 29 current snap is 38 2023-12-22T17:18:11.207 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 29 to 34 2023-12-22T17:18:11.207 INFO:tasks.rados.rados.0.smithi032.stdout:472: delete oid 39 current snap is 38 2023-12-22T17:18:11.207 INFO:tasks.rados.rados.0.smithi032.stdout:471: finishing rollback tid 1 to smithi032174182-29 2023-12-22T17:18:11.208 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 194 (ObjNum 65 snap 0 seq_num 1751802972) dirty dne 2023-12-22T17:18:11.208 INFO:tasks.rados.rados.0.smithi032.stdout:471: done (4 left) 2023-12-22T17:18:11.208 INFO:tasks.rados.rados.0.smithi032.stdout:472: done (3 left) 2023-12-22T17:18:11.208 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 47 current snap is 38 2023-12-22T17:18:11.208 INFO:tasks.rados.rados.0.smithi032.stdout:473: seq_num 165 ranges {131072=368640} 2023-12-22T17:18:11.211 INFO:tasks.rados.rados.0.smithi032.stdout:473: writing smithi032174182-47 from 131072 to 499712 tid 1 2023-12-22T17:18:11.211 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 8 current snap is 38 2023-12-22T17:18:11.211 INFO:tasks.rados.rados.0.smithi032.stdout:474: seq_num 166 ranges {0=385024} 2023-12-22T17:18:11.214 INFO:tasks.rados.rados.0.smithi032.stdout:474: writing smithi032174182-8 from 0 to 385024 tid 1 2023-12-22T17:18:11.214 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 33 current snap is 38 2023-12-22T17:18:11.214 INFO:tasks.rados.rados.0.smithi032.stdout:469: expect (ObjNum 145 snap 35 seq_num 145) 2023-12-22T17:18:11.239 INFO:tasks.rados.rados.0.smithi032.stdout:473: finishing write tid 1 to smithi032174182-47 2023-12-22T17:18:11.239 INFO:tasks.rados.rados.0.smithi032.stdout:473: finishing write tid 2 to smithi032174182-47 2023-12-22T17:18:11.239 INFO:tasks.rados.rados.0.smithi032.stdout:470: finishing copy_from to smithi032174182-19 2023-12-22T17:18:11.239 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 8 (ObjNum 26 snap 0 seq_num 26) dirty exists 2023-12-22T17:18:11.239 INFO:tasks.rados.rados.0.smithi032.stdout:470: finishing copy_from racing read to smithi032174182-19 2023-12-22T17:18:11.239 INFO:tasks.rados.rados.0.smithi032.stdout:473: finishing write tid 3 to smithi032174182-47 2023-12-22T17:18:11.240 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 210 (ObjNum 165 snap 38 seq_num 165) dirty exists 2023-12-22T17:18:11.240 INFO:tasks.rados.rados.0.smithi032.stdout:473: left oid 47 (ObjNum 165 snap 38 seq_num 165) 2023-12-22T17:18:11.240 INFO:tasks.rados.rados.0.smithi032.stdout:474: finishing write tid 1 to smithi032174182-8 2023-12-22T17:18:11.240 INFO:tasks.rados.rados.0.smithi032.stdout:474: finishing write tid 2 to smithi032174182-8 2023-12-22T17:18:11.240 INFO:tasks.rados.rados.0.smithi032.stdout:475: seq_num 167 ranges {1531904=401408} 2023-12-22T17:18:11.250 INFO:tasks.rados.rados.0.smithi032.stdout:475: writing smithi032174182-33 from 1531904 to 1933312 tid 1 2023-12-22T17:18:11.250 INFO:tasks.rados.rados.0.smithi032.stdout:469: done (5 left) 2023-12-22T17:18:11.250 INFO:tasks.rados.rados.0.smithi032.stdout:470: done (4 left) 2023-12-22T17:18:11.250 INFO:tasks.rados.rados.0.smithi032.stdout:473: done (3 left) 2023-12-22T17:18:11.250 INFO:tasks.rados.rados.0.smithi032.stdout:476: read oid 32 snap -1 2023-12-22T17:18:11.250 INFO:tasks.rados.rados.0.smithi032.stdout:476: expect (ObjNum 129 snap 29 seq_num 129) 2023-12-22T17:18:11.250 INFO:tasks.rados.rados.0.smithi032.stdout:477: snap_remove snap 34 2023-12-22T17:18:11.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:10 smithi039 ceph-mon[115265]: osdmap e138: 8 total, 8 up, 8 in 2023-12-22T17:18:11.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:10 smithi039 ceph-mon[115265]: pgmap v166: 121 pgs: 121 active+clean; 108 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.9 MiB/s wr, 22 op/s 2023-12-22T17:18:11.682 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:18:11 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:18:11] "GET /metrics HTTP/1.1" 200 239433 "" "Prometheus/2.43.0" 2023-12-22T17:18:11.918 INFO:tasks.rados.rados.0.smithi032.stdout:477: done (4 left) 2023-12-22T17:18:11.918 INFO:tasks.rados.rados.0.smithi032.stdout:478: rollback oid 1 current snap is 38 2023-12-22T17:18:11.918 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 1 to 35 2023-12-22T17:18:11.918 INFO:tasks.rados.rados.0.smithi032.stdout:474: finishing write tid 3 to smithi032174182-8 2023-12-22T17:18:11.918 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 39 (ObjNum 166 snap 38 seq_num 166) dirty exists 2023-12-22T17:18:11.919 INFO:tasks.rados.rados.0.smithi032.stdout:474: left oid 8 (ObjNum 166 snap 38 seq_num 166) 2023-12-22T17:18:11.919 INFO:tasks.rados.rados.0.smithi032.stdout:468: expect (ObjNum 108 snap 22 seq_num 108) 2023-12-22T17:18:11.928 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:18:11 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:18:11] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-22T17:18:11.928 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:11 smithi039 ceph-mon[115265]: osdmap e139: 8 total, 8 up, 8 in 2023-12-22T17:18:11.974 INFO:tasks.rados.rados.0.smithi032.stdout:475: finishing write tid 1 to smithi032174182-33 2023-12-22T17:18:11.975 INFO:tasks.rados.rados.0.smithi032.stdout:475: finishing write tid 2 to smithi032174182-33 2023-12-22T17:18:11.975 INFO:tasks.rados.rados.0.smithi032.stdout:468: done (4 left) 2023-12-22T17:18:11.975 INFO:tasks.rados.rados.0.smithi032.stdout:474: done (3 left) 2023-12-22T17:18:11.975 INFO:tasks.rados.rados.0.smithi032.stdout:479: delete oid 24 current snap is 38 2023-12-22T17:18:11.975 INFO:tasks.rados.rados.0.smithi032.stdout:475: finishing write tid 3 to smithi032174182-33 2023-12-22T17:18:11.975 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 83 (ObjNum 167 snap 38 seq_num 167) dirty exists 2023-12-22T17:18:11.975 INFO:tasks.rados.rados.0.smithi032.stdout:475: left oid 33 (ObjNum 167 snap 38 seq_num 167) 2023-12-22T17:18:11.975 INFO:tasks.rados.rados.0.smithi032.stdout:476: expect (ObjNum 129 snap 29 seq_num 129) 2023-12-22T17:18:12.051 INFO:tasks.rados.rados.0.smithi032.stdout:478: finishing rollback tid 0 to smithi032174182-1 2023-12-22T17:18:12.051 INFO:tasks.rados.rados.0.smithi032.stdout:478: finishing rollback tid 1 to smithi032174182-1 2023-12-22T17:18:12.051 INFO:tasks.rados.rados.0.smithi032.stdout:478: finishing rollback tid 2 to smithi032174182-1 2023-12-22T17:18:12.051 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 130 (ObjNum 101 snap 21 seq_num 101) dirty exists 2023-12-22T17:18:12.051 INFO:tasks.rados.rados.0.smithi032.stdout:475: done (3 left) 2023-12-22T17:18:12.051 INFO:tasks.rados.rados.0.smithi032.stdout:476: done (2 left) 2023-12-22T17:18:12.051 INFO:tasks.rados.rados.0.smithi032.stdout:478: done (1 left) 2023-12-22T17:18:12.051 INFO:tasks.rados.rados.0.smithi032.stdout:479: done (0 left) 2023-12-22T17:18:12.051 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 38 2023-12-22T17:18:12.051 INFO:tasks.rados.rados.0.smithi032.stdout:480: seq_num 169 ranges {2891776=434176} 2023-12-22T17:18:12.069 INFO:tasks.rados.rados.0.smithi032.stdout:480: writing smithi032174182-49 from 2891776 to 3325952 tid 1 2023-12-22T17:18:12.069 INFO:tasks.rados.rados.0.smithi032.stdout:481: snap_remove snap 36 2023-12-22T17:18:12.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:11 smithi032 ceph-mon[125050]: osdmap e139: 8 total, 8 up, 8 in 2023-12-22T17:18:12.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:11 smithi032 ceph-mon[110651]: osdmap e139: 8 total, 8 up, 8 in 2023-12-22T17:18:12.937 INFO:tasks.rados.rados.0.smithi032.stdout:481: done (1 left) 2023-12-22T17:18:12.937 INFO:tasks.rados.rados.0.smithi032.stdout:482: copy_from oid 46 from oid 11 current snap is 38 2023-12-22T17:18:12.937 INFO:tasks.rados.rados.0.smithi032.stdout:480: finishing write tid 1 to smithi032174182-49 2023-12-22T17:18:12.937 INFO:tasks.rados.rados.0.smithi032.stdout:480: finishing write tid 2 to smithi032174182-49 2023-12-22T17:18:12.937 INFO:tasks.rados.rados.0.smithi032.stdout:480: finishing write tid 3 to smithi032174182-49 2023-12-22T17:18:12.937 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 173 (ObjNum 169 snap 38 seq_num 169) dirty exists 2023-12-22T17:18:12.937 INFO:tasks.rados.rados.0.smithi032.stdout:480: left oid 49 (ObjNum 169 snap 38 seq_num 169) 2023-12-22T17:18:12.937 INFO:tasks.rados.rados.0.smithi032.stdout:480: done (1 left) 2023-12-22T17:18:12.937 INFO:tasks.rados.rados.0.smithi032.stdout:483: setattr oid 27 current snap is 38 2023-12-22T17:18:12.939 INFO:tasks.rados.rados.0.smithi032.stdout:484: rollback oid 3 current snap is 38 2023-12-22T17:18:12.939 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 3 to 29 2023-12-22T17:18:12.939 INFO:tasks.rados.rados.0.smithi032.stdout:485: setattr oid 40 current snap is 38 2023-12-22T17:18:12.942 INFO:tasks.rados.rados.0.smithi032.stdout:486: snap_create 2023-12-22T17:18:12.944 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 133 (ObjNum 721 snap 0 seq_num 1596299312) dirty exists 2023-12-22T17:18:12.948 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 63 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-12-22T17:18:12.949 INFO:tasks.rados.rados.0.smithi032.stdout:484: finishing rollback tid 0 to smithi032174182-3 2023-12-22T17:18:12.949 INFO:tasks.rados.rados.0.smithi032.stdout:484: finishing rollback tid 1 to smithi032174182-3 2023-12-22T17:18:12.950 INFO:tasks.rados.rados.0.smithi032.stdout:484: finishing rollback tid 2 to smithi032174182-3 2023-12-22T17:18:12.950 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 139 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-22T17:18:12.952 INFO:tasks.rados.rados.0.smithi032.stdout:482: finishing copy_from to smithi032174182-46 2023-12-22T17:18:12.952 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 4 (ObjNum 10 snap 0 seq_num 10) dirty exists 2023-12-22T17:18:12.952 INFO:tasks.rados.rados.0.smithi032.stdout:482: finishing copy_from racing read to smithi032174182-46 2023-12-22T17:18:13.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:12 smithi032 ceph-mon[125050]: osdmap e140: 8 total, 8 up, 8 in 2023-12-22T17:18:13.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:12 smithi032 ceph-mon[125050]: pgmap v169: 121 pgs: 121 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.4 MiB/s wr, 37 op/s 2023-12-22T17:18:13.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:12 smithi032 ceph-mon[110651]: osdmap e140: 8 total, 8 up, 8 in 2023-12-22T17:18:13.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:12 smithi032 ceph-mon[110651]: pgmap v169: 121 pgs: 121 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.4 MiB/s wr, 37 op/s 2023-12-22T17:18:13.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:12 smithi039 ceph-mon[115265]: osdmap e140: 8 total, 8 up, 8 in 2023-12-22T17:18:13.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:12 smithi039 ceph-mon[115265]: pgmap v169: 121 pgs: 121 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.4 MiB/s wr, 37 op/s 2023-12-22T17:18:13.793 INFO:tasks.rados.rados.0.smithi032.stdout:482: done (4 left) 2023-12-22T17:18:13.793 INFO:tasks.rados.rados.0.smithi032.stdout:483: done (3 left) 2023-12-22T17:18:13.793 INFO:tasks.rados.rados.0.smithi032.stdout:484: done (2 left) 2023-12-22T17:18:13.793 INFO:tasks.rados.rados.0.smithi032.stdout:485: done (1 left) 2023-12-22T17:18:13.793 INFO:tasks.rados.rados.0.smithi032.stdout:486: done (0 left) 2023-12-22T17:18:13.793 INFO:tasks.rados.rados.0.smithi032.stdout:487: snap_create 2023-12-22T17:18:14.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:13 smithi039 ceph-mon[115265]: osdmap e141: 8 total, 8 up, 8 in 2023-12-22T17:18:14.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:13 smithi039 ceph-mon[115265]: osdmap e142: 8 total, 8 up, 8 in 2023-12-22T17:18:14.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:13 smithi032 ceph-mon[125050]: osdmap e141: 8 total, 8 up, 8 in 2023-12-22T17:18:14.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:13 smithi032 ceph-mon[125050]: osdmap e142: 8 total, 8 up, 8 in 2023-12-22T17:18:14.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:13 smithi032 ceph-mon[110651]: osdmap e141: 8 total, 8 up, 8 in 2023-12-22T17:18:14.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:13 smithi032 ceph-mon[110651]: osdmap e142: 8 total, 8 up, 8 in 2023-12-22T17:18:14.804 INFO:tasks.rados.rados.0.smithi032.stdout:487: done (0 left) 2023-12-22T17:18:14.804 INFO:tasks.rados.rados.0.smithi032.stdout:488: setattr oid 4 current snap is 40 2023-12-22T17:18:14.805 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 14 current snap is 40 2023-12-22T17:18:14.806 INFO:tasks.rados.rados.0.smithi032.stdout:489: seq_num 170 ranges {2531328=450560} 2023-12-22T17:18:14.822 INFO:tasks.rados.rados.0.smithi032.stdout:489: writing smithi032174182-14 from 2531328 to 2981888 tid 1 2023-12-22T17:18:14.822 INFO:tasks.rados.rados.0.smithi032.stdout:490: read oid 16 snap 29 2023-12-22T17:18:14.822 INFO:tasks.rados.rados.0.smithi032.stdout:490: expect (ObjNum 94 snap 16 seq_num 94) 2023-12-22T17:18:14.822 INFO:tasks.rados.rados.0.smithi032.stdout:491: rmattr oid 10 current snap is 40 2023-12-22T17:18:14.823 INFO:tasks.rados.rados.0.smithi032.stdout:491: done (3 left) 2023-12-22T17:18:14.823 INFO:tasks.rados.rados.0.smithi032.stdout:492: copy_from oid 41 from oid 17 current snap is 40 2023-12-22T17:18:14.823 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 190 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-22T17:18:14.823 INFO:tasks.rados.rados.0.smithi032.stdout:488: done (3 left) 2023-12-22T17:18:14.823 INFO:tasks.rados.rados.0.smithi032.stdout:493: delete oid 22 current snap is 40 2023-12-22T17:18:14.826 INFO:tasks.rados.rados.0.smithi032.stdout:493: done (3 left) 2023-12-22T17:18:14.826 INFO:tasks.rados.rados.0.smithi032.stdout:494: rmattr oid 28 current snap is 40 2023-12-22T17:18:14.826 INFO:tasks.rados.rados.0.smithi032.stdout:494: done (3 left) 2023-12-22T17:18:14.826 INFO:tasks.rados.rados.0.smithi032.stdout:495: rollback oid 13 current snap is 40 2023-12-22T17:18:14.826 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 13 to 30 2023-12-22T17:18:14.826 INFO:tasks.rados.rados.0.smithi032.stdout:496: copy_from oid 23 from oid 3 current snap is 40 2023-12-22T17:18:14.826 INFO:tasks.rados.rados.0.smithi032.stdout:497: read oid 6 snap -1 2023-12-22T17:18:14.826 INFO:tasks.rados.rados.0.smithi032.stdout:497: expect deleted 2023-12-22T17:18:14.826 INFO:tasks.rados.rados.0.smithi032.stdout:498: rollback oid 5 current snap is 40 2023-12-22T17:18:14.826 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 5 to 29 2023-12-22T17:18:14.826 INFO:tasks.rados.rados.0.smithi032.stdout:499: setattr oid 21 current snap is 40 2023-12-22T17:18:14.829 INFO:tasks.rados.rados.0.smithi032.stdout:497: done (7 left) 2023-12-22T17:18:14.829 INFO:tasks.rados.rados.0.smithi032.stdout:500: snap_create 2023-12-22T17:18:14.830 INFO:tasks.rados.rados.0.smithi032.stdout:498: finishing rollback tid 0 to smithi032174182-5 2023-12-22T17:18:14.830 INFO:tasks.rados.rados.0.smithi032.stdout:495: finishing rollback tid 0 to smithi032174182-13 2023-12-22T17:18:14.830 INFO:tasks.rados.rados.0.smithi032.stdout:498: finishing rollback tid 1 to smithi032174182-5 2023-12-22T17:18:14.830 INFO:tasks.rados.rados.0.smithi032.stdout:495: finishing rollback tid 1 to smithi032174182-13 2023-12-22T17:18:14.831 INFO:tasks.rados.rados.0.smithi032.stdout:498: finishing rollback tid 2 to smithi032174182-5 2023-12-22T17:18:14.831 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 149 (ObjNum 112 snap 24 seq_num 112) dirty exists 2023-12-22T17:18:14.831 INFO:tasks.rados.rados.0.smithi032.stdout:495: finishing rollback tid 2 to smithi032174182-13 2023-12-22T17:18:14.831 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 225 (ObjNum 122 snap 28 seq_num 122) dirty exists 2023-12-22T17:18:14.832 INFO:tasks.rados.rados.0.smithi032.stdout:489: finishing write tid 1 to smithi032174182-14 2023-12-22T17:18:14.832 INFO:tasks.rados.rados.0.smithi032.stdout:489: finishing write tid 2 to smithi032174182-14 2023-12-22T17:18:14.834 INFO:tasks.rados.rados.0.smithi032.stdout:490: expect (ObjNum 94 snap 16 seq_num 94) 2023-12-22T17:18:14.905 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 177 (ObjNum 145 snap 35 seq_num 145) dirty exists 2023-12-22T17:18:14.905 INFO:tasks.rados.rados.0.smithi032.stdout:496: finishing copy_from to smithi032174182-23 2023-12-22T17:18:14.905 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 139 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-22T17:18:14.905 INFO:tasks.rados.rados.0.smithi032.stdout:496: finishing copy_from racing read to smithi032174182-23 2023-12-22T17:18:14.905 INFO:tasks.rados.rados.0.smithi032.stdout:489: finishing write tid 3 to smithi032174182-14 2023-12-22T17:18:14.905 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 109 (ObjNum 170 snap 40 seq_num 170) dirty exists 2023-12-22T17:18:14.905 INFO:tasks.rados.rados.0.smithi032.stdout:489: left oid 14 (ObjNum 170 snap 40 seq_num 170) 2023-12-22T17:18:14.905 INFO:tasks.rados.rados.0.smithi032.stdout:492: finishing copy_from to smithi032174182-41 2023-12-22T17:18:14.905 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 46 (ObjNum 88 snap 13 seq_num 88) dirty exists 2023-12-22T17:18:14.905 INFO:tasks.rados.rados.0.smithi032.stdout:492: finishing copy_from racing read to smithi032174182-41 2023-12-22T17:18:15.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:14 smithi039 ceph-mon[115265]: pgmap v172: 121 pgs: 121 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.4 MiB/s wr, 37 op/s 2023-12-22T17:18:15.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:14 smithi039 ceph-mon[115265]: osdmap e143: 8 total, 8 up, 8 in 2023-12-22T17:18:15.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:14 smithi032 ceph-mon[125050]: pgmap v172: 121 pgs: 121 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.4 MiB/s wr, 37 op/s 2023-12-22T17:18:15.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:14 smithi032 ceph-mon[125050]: osdmap e143: 8 total, 8 up, 8 in 2023-12-22T17:18:15.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:14 smithi032 ceph-mon[110651]: pgmap v172: 121 pgs: 121 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.4 MiB/s wr, 37 op/s 2023-12-22T17:18:15.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:14 smithi032 ceph-mon[110651]: osdmap e143: 8 total, 8 up, 8 in 2023-12-22T17:18:15.805 INFO:tasks.rados.rados.0.smithi032.stdout:489: done (7 left) 2023-12-22T17:18:15.805 INFO:tasks.rados.rados.0.smithi032.stdout:490: done (6 left) 2023-12-22T17:18:15.805 INFO:tasks.rados.rados.0.smithi032.stdout:492: done (5 left) 2023-12-22T17:18:15.805 INFO:tasks.rados.rados.0.smithi032.stdout:495: done (4 left) 2023-12-22T17:18:15.805 INFO:tasks.rados.rados.0.smithi032.stdout:496: done (3 left) 2023-12-22T17:18:15.805 INFO:tasks.rados.rados.0.smithi032.stdout:498: done (2 left) 2023-12-22T17:18:15.806 INFO:tasks.rados.rados.0.smithi032.stdout:499: done (1 left) 2023-12-22T17:18:15.806 INFO:tasks.rados.rados.0.smithi032.stdout:500: done (0 left) 2023-12-22T17:18:15.806 INFO:tasks.rados.rados.0.smithi032.stdout:501: rmattr oid 4 current snap is 41 2023-12-22T17:18:15.806 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 47 current snap is 41 2023-12-22T17:18:15.806 INFO:tasks.rados.rados.0.smithi032.stdout:502: seq_num 172 ranges {499712=483328} 2023-12-22T17:18:15.810 INFO:tasks.rados.rados.0.smithi032.stdout:502: writing smithi032174182-47 from 499712 to 983040 tid 1 2023-12-22T17:18:15.810 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 40 current snap is 41 2023-12-22T17:18:15.810 INFO:tasks.rados.rados.0.smithi032.stdout:503: seq_num 173 ranges {663552=499712} 2023-12-22T17:18:15.817 INFO:tasks.rados.rados.0.smithi032.stdout:503: writing smithi032174182-40 from 663552 to 1163264 tid 1 2023-12-22T17:18:15.817 INFO:tasks.rados.rados.0.smithi032.stdout:504: read oid 38 snap 37 2023-12-22T17:18:15.817 INFO:tasks.rados.rados.0.smithi032.stdout:504: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-22T17:18:15.817 INFO:tasks.rados.rados.0.smithi032.stdout:505: delete oid 16 current snap is 41 2023-12-22T17:18:15.818 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 192 (ObjNum 65 snap 0 seq_num 1852921962) dirty exists 2023-12-22T17:18:15.818 INFO:tasks.rados.rados.0.smithi032.stdout:502: finishing write tid 1 to smithi032174182-47 2023-12-22T17:18:15.819 INFO:tasks.rados.rados.0.smithi032.stdout:502: finishing write tid 2 to smithi032174182-47 2023-12-22T17:18:15.820 INFO:tasks.rados.rados.0.smithi032.stdout:502: finishing write tid 3 to smithi032174182-47 2023-12-22T17:18:15.820 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 230 (ObjNum 172 snap 41 seq_num 172) dirty exists 2023-12-22T17:18:15.820 INFO:tasks.rados.rados.0.smithi032.stdout:502: left oid 47 (ObjNum 172 snap 41 seq_num 172) 2023-12-22T17:18:15.820 INFO:tasks.rados.rados.0.smithi032.stdout:504: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-22T17:18:15.824 INFO:tasks.rados.rados.0.smithi032.stdout:503: finishing write tid 1 to smithi032174182-40 2023-12-22T17:18:15.824 INFO:tasks.rados.rados.0.smithi032.stdout:503: finishing write tid 2 to smithi032174182-40 2023-12-22T17:18:15.824 INFO:tasks.rados.rados.0.smithi032.stdout:501: done (4 left) 2023-12-22T17:18:15.824 INFO:tasks.rados.rados.0.smithi032.stdout:502: done (3 left) 2023-12-22T17:18:15.824 INFO:tasks.rados.rados.0.smithi032.stdout:504: done (2 left) 2023-12-22T17:18:15.824 INFO:tasks.rados.rados.0.smithi032.stdout:505: done (1 left) 2023-12-22T17:18:15.824 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 29 current snap is 41 2023-12-22T17:18:15.825 INFO:tasks.rados.rados.0.smithi032.stdout:503: finishing write tid 3 to smithi032174182-40 2023-12-22T17:18:15.825 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 66 (ObjNum 173 snap 41 seq_num 173) dirty exists 2023-12-22T17:18:15.825 INFO:tasks.rados.rados.0.smithi032.stdout:503: left oid 40 (ObjNum 173 snap 41 seq_num 173) 2023-12-22T17:18:15.825 INFO:tasks.rados.rados.0.smithi032.stdout:506: seq_num 175 ranges {0=540672} 2023-12-22T17:18:15.827 INFO:tasks.rados.rados.0.smithi032.stdout:506: writing smithi032174182-29 from 0 to 540672 tid 1 2023-12-22T17:18:15.827 INFO:tasks.rados.rados.0.smithi032.stdout:503: done (1 left) 2023-12-22T17:18:15.827 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 48 current snap is 41 2023-12-22T17:18:15.827 INFO:tasks.rados.rados.0.smithi032.stdout:507: seq_num 176 ranges {1687552=557056} 2023-12-22T17:18:15.840 INFO:tasks.rados.rados.0.smithi032.stdout:507: writing smithi032174182-48 from 1687552 to 2244608 tid 1 2023-12-22T17:18:15.840 INFO:tasks.rados.rados.0.smithi032.stdout:508: rollback oid 12 current snap is 41 2023-12-22T17:18:15.840 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 12 to 32 2023-12-22T17:18:15.840 INFO:tasks.rados.rados.0.smithi032.stdout:506: finishing write tid 1 to smithi032174182-29 2023-12-22T17:18:15.840 INFO:tasks.rados.rados.0.smithi032.stdout:506: finishing write tid 2 to smithi032174182-29 2023-12-22T17:18:15.840 INFO:tasks.rados.rados.0.smithi032.stdout:506: finishing write tid 3 to smithi032174182-29 2023-12-22T17:18:15.840 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 232 (ObjNum 175 snap 41 seq_num 175) dirty exists 2023-12-22T17:18:15.840 INFO:tasks.rados.rados.0.smithi032.stdout:506: left oid 29 (ObjNum 175 snap 41 seq_num 175) 2023-12-22T17:18:15.840 INFO:tasks.rados.rados.0.smithi032.stdout:506: done (2 left) 2023-12-22T17:18:15.840 INFO:tasks.rados.rados.0.smithi032.stdout:509: read oid 47 snap -1 2023-12-22T17:18:15.840 INFO:tasks.rados.rados.0.smithi032.stdout:509: expect (ObjNum 172 snap 41 seq_num 172) 2023-12-22T17:18:15.841 INFO:tasks.rados.rados.0.smithi032.stdout:510: rollback oid 40 current snap is 41 2023-12-22T17:18:15.841 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 40 to 40 2023-12-22T17:18:15.841 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 44 current snap is 41 2023-12-22T17:18:15.841 INFO:tasks.rados.rados.0.smithi032.stdout:511: seq_num 177 ranges {925696=573440} 2023-12-22T17:18:15.849 INFO:tasks.rados.rados.0.smithi032.stdout:511: writing smithi032174182-44 from 925696 to 1499136 tid 1 2023-12-22T17:18:15.849 INFO:tasks.rados.rados.0.smithi032.stdout:512: rollback oid 13 current snap is 41 2023-12-22T17:18:15.849 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 13 to 40 2023-12-22T17:18:15.849 INFO:tasks.rados.rados.0.smithi032.stdout:508: finishing rollback tid 0 to smithi032174182-12 2023-12-22T17:18:15.849 INFO:tasks.rados.rados.0.smithi032.stdout:508: finishing rollback tid 1 to smithi032174182-12 2023-12-22T17:18:15.849 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 30 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-22T17:18:15.849 INFO:tasks.rados.rados.0.smithi032.stdout:507: finishing write tid 1 to smithi032174182-48 2023-12-22T17:18:15.849 INFO:tasks.rados.rados.0.smithi032.stdout:507: finishing write tid 2 to smithi032174182-48 2023-12-22T17:18:15.849 INFO:tasks.rados.rados.0.smithi032.stdout:510: finishing rollback tid 0 to smithi032174182-40 2023-12-22T17:18:15.849 INFO:tasks.rados.rados.0.smithi032.stdout:509: expect (ObjNum 172 snap 41 seq_num 172) 2023-12-22T17:18:15.886 INFO:tasks.rados.rados.0.smithi032.stdout:510: finishing rollback tid 1 to smithi032174182-40 2023-12-22T17:18:15.886 INFO:tasks.rados.rados.0.smithi032.stdout:507: finishing write tid 3 to smithi032174182-48 2023-12-22T17:18:15.886 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 69 (ObjNum 176 snap 41 seq_num 176) dirty exists 2023-12-22T17:18:15.886 INFO:tasks.rados.rados.0.smithi032.stdout:507: left oid 48 (ObjNum 176 snap 41 seq_num 176) 2023-12-22T17:18:15.886 INFO:tasks.rados.rados.0.smithi032.stdout:510: finishing rollback tid 2 to smithi032174182-40 2023-12-22T17:18:15.887 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 72 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-12-22T17:18:15.887 INFO:tasks.rados.rados.0.smithi032.stdout:507: done (5 left) 2023-12-22T17:18:15.887 INFO:tasks.rados.rados.0.smithi032.stdout:508: done (4 left) 2023-12-22T17:18:15.887 INFO:tasks.rados.rados.0.smithi032.stdout:509: done (3 left) 2023-12-22T17:18:15.887 INFO:tasks.rados.rados.0.smithi032.stdout:510: done (2 left) 2023-12-22T17:18:15.887 INFO:tasks.rados.rados.0.smithi032.stdout:513: snap_remove snap 29 2023-12-22T17:18:16.815 INFO:tasks.rados.rados.0.smithi032.stdout:513: done (2 left) 2023-12-22T17:18:16.815 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 45 current snap is 41 2023-12-22T17:18:16.815 INFO:tasks.rados.rados.0.smithi032.stdout:514: seq_num 178 ranges {2760704=589824} 2023-12-22T17:18:16.834 INFO:tasks.rados.rados.0.smithi032.stdout:514: writing smithi032174182-45 from 2760704 to 3350528 tid 1 2023-12-22T17:18:16.834 INFO:tasks.rados.rados.0.smithi032.stdout:515: delete oid 48 current snap is 41 2023-12-22T17:18:16.834 INFO:tasks.rados.rados.0.smithi032.stdout:512: finishing rollback tid 0 to smithi032174182-13 2023-12-22T17:18:16.834 INFO:tasks.rados.rados.0.smithi032.stdout:511: finishing write tid 1 to smithi032174182-44 2023-12-22T17:18:16.834 INFO:tasks.rados.rados.0.smithi032.stdout:512: finishing rollback tid 1 to smithi032174182-13 2023-12-22T17:18:16.834 INFO:tasks.rados.rados.0.smithi032.stdout:511: finishing write tid 2 to smithi032174182-44 2023-12-22T17:18:16.834 INFO:tasks.rados.rados.0.smithi032.stdout:512: finishing rollback tid 2 to smithi032174182-13 2023-12-22T17:18:16.834 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 236 (ObjNum 122 snap 28 seq_num 122) dirty exists 2023-12-22T17:18:16.834 INFO:tasks.rados.rados.0.smithi032.stdout:511: finishing write tid 3 to smithi032174182-44 2023-12-22T17:18:16.835 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 141 (ObjNum 177 snap 41 seq_num 177) dirty exists 2023-12-22T17:18:16.835 INFO:tasks.rados.rados.0.smithi032.stdout:511: left oid 44 (ObjNum 177 snap 41 seq_num 177) 2023-12-22T17:18:16.837 INFO:tasks.rados.rados.0.smithi032.stdout:511: done (3 left) 2023-12-22T17:18:16.837 INFO:tasks.rados.rados.0.smithi032.stdout:512: done (2 left) 2023-12-22T17:18:16.837 INFO:tasks.rados.rados.0.smithi032.stdout:515: done (1 left) 2023-12-22T17:18:16.837 INFO:tasks.rados.rados.0.smithi032.stdout:516: snap_create 2023-12-22T17:18:16.838 INFO:tasks.rados.rados.0.smithi032.stdout:514: finishing write tid 1 to smithi032174182-45 2023-12-22T17:18:16.838 INFO:tasks.rados.rados.0.smithi032.stdout:514: finishing write tid 2 to smithi032174182-45 2023-12-22T17:18:16.839 INFO:tasks.rados.rados.0.smithi032.stdout:514: finishing write tid 3 to smithi032174182-45 2023-12-22T17:18:16.839 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 116 (ObjNum 178 snap 41 seq_num 178) dirty exists 2023-12-22T17:18:16.839 INFO:tasks.rados.rados.0.smithi032.stdout:514: left oid 45 (ObjNum 178 snap 41 seq_num 178) 2023-12-22T17:18:17.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:16 smithi032 ceph-mon[110651]: osdmap e144: 8 total, 8 up, 8 in 2023-12-22T17:18:17.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:16 smithi032 ceph-mon[110651]: pgmap v175: 121 pgs: 121 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:18:17.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:16 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:18:17.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:16 smithi032 ceph-mon[125050]: osdmap e144: 8 total, 8 up, 8 in 2023-12-22T17:18:17.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:16 smithi032 ceph-mon[125050]: pgmap v175: 121 pgs: 121 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:18:17.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:16 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:18:17.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:16 smithi039 ceph-mon[115265]: osdmap e144: 8 total, 8 up, 8 in 2023-12-22T17:18:17.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:16 smithi039 ceph-mon[115265]: pgmap v175: 121 pgs: 121 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:18:17.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:16 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:18:17.818 INFO:tasks.rados.rados.0.smithi032.stdout:514: done (1 left) 2023-12-22T17:18:17.818 INFO:tasks.rados.rados.0.smithi032.stdout:516: done (0 left) 2023-12-22T17:18:17.818 INFO:tasks.rados.rados.0.smithi032.stdout:517: snap_create 2023-12-22T17:18:18.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:17 smithi032 ceph-mon[125050]: osdmap e145: 8 total, 8 up, 8 in 2023-12-22T17:18:18.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:17 smithi032 ceph-mon[110651]: osdmap e145: 8 total, 8 up, 8 in 2023-12-22T17:18:18.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:17 smithi039 ceph-mon[115265]: osdmap e145: 8 total, 8 up, 8 in 2023-12-22T17:18:18.824 INFO:tasks.rados.rados.0.smithi032.stdout:517: done (0 left) 2023-12-22T17:18:18.824 INFO:tasks.rados.rados.0.smithi032.stdout:518: snap_remove snap 41 2023-12-22T17:18:19.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:18 smithi032 ceph-mon[125050]: osdmap e146: 8 total, 8 up, 8 in 2023-12-22T17:18:19.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:18 smithi032 ceph-mon[125050]: pgmap v178: 121 pgs: 121 active+clean; 121 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.4 MiB/s wr, 36 op/s 2023-12-22T17:18:19.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:18 smithi032 ceph-mon[110651]: osdmap e146: 8 total, 8 up, 8 in 2023-12-22T17:18:19.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:18 smithi032 ceph-mon[110651]: pgmap v178: 121 pgs: 121 active+clean; 121 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.4 MiB/s wr, 36 op/s 2023-12-22T17:18:19.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:18 smithi039 ceph-mon[115265]: osdmap e146: 8 total, 8 up, 8 in 2023-12-22T17:18:19.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:18 smithi039 ceph-mon[115265]: pgmap v178: 121 pgs: 121 active+clean; 121 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.4 MiB/s wr, 36 op/s 2023-12-22T17:18:19.827 INFO:tasks.rados.rados.0.smithi032.stdout:518: done (0 left) 2023-12-22T17:18:19.827 INFO:tasks.rados.rados.0.smithi032.stdout:519: read oid 21 snap -1 2023-12-22T17:18:19.827 INFO:tasks.rados.rados.0.smithi032.stdout:519: expect (ObjNum 145 snap 35 seq_num 145) 2023-12-22T17:18:19.827 INFO:tasks.rados.rados.0.smithi032.stdout:520: read oid 34 snap -1 2023-12-22T17:18:19.827 INFO:tasks.rados.rados.0.smithi032.stdout:520: expect deleted 2023-12-22T17:18:19.827 INFO:tasks.rados.rados.0.smithi032.stdout:521: snap_create 2023-12-22T17:18:19.831 INFO:tasks.rados.rados.0.smithi032.stdout:519: expect (ObjNum 145 snap 35 seq_num 145) 2023-12-22T17:18:20.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:19 smithi032 ceph-mon[125050]: osdmap e147: 8 total, 8 up, 8 in 2023-12-22T17:18:20.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:19 smithi032 ceph-mon[110651]: osdmap e147: 8 total, 8 up, 8 in 2023-12-22T17:18:20.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:19 smithi039 ceph-mon[115265]: osdmap e147: 8 total, 8 up, 8 in 2023-12-22T17:18:20.838 INFO:tasks.rados.rados.0.smithi032.stdout:519: done (2 left) 2023-12-22T17:18:20.838 INFO:tasks.rados.rados.0.smithi032.stdout:520: done (1 left) 2023-12-22T17:18:20.838 INFO:tasks.rados.rados.0.smithi032.stdout:521: done (0 left) 2023-12-22T17:18:20.838 INFO:tasks.rados.rados.0.smithi032.stdout:522: delete oid 46 current snap is 44 2023-12-22T17:18:20.842 INFO:tasks.rados.rados.0.smithi032.stdout:522: done (0 left) 2023-12-22T17:18:20.842 INFO:tasks.rados.rados.0.smithi032.stdout:523: delete oid 22 current snap is 44 2023-12-22T17:18:20.844 INFO:tasks.rados.rados.0.smithi032.stdout:523: done (0 left) 2023-12-22T17:18:20.844 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 23 current snap is 44 2023-12-22T17:18:20.844 INFO:tasks.rados.rados.0.smithi032.stdout:524: seq_num 182 ranges {106496=655360} 2023-12-22T17:18:20.848 INFO:tasks.rados.rados.0.smithi032.stdout:524: writing smithi032174182-23 from 106496 to 761856 tid 1 2023-12-22T17:18:20.848 INFO:tasks.rados.rados.0.smithi032.stdout:525: snap_remove snap 30 2023-12-22T17:18:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:20 smithi032 ceph-mon[125050]: osdmap e148: 8 total, 8 up, 8 in 2023-12-22T17:18:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:20 smithi032 ceph-mon[125050]: pgmap v181: 121 pgs: 121 active+clean; 121 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.4 MiB/s wr, 36 op/s 2023-12-22T17:18:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:20 smithi032 ceph-mon[110651]: osdmap e148: 8 total, 8 up, 8 in 2023-12-22T17:18:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:20 smithi032 ceph-mon[110651]: pgmap v181: 121 pgs: 121 active+clean; 121 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.4 MiB/s wr, 36 op/s 2023-12-22T17:18:21.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:20 smithi039 ceph-mon[115265]: osdmap e148: 8 total, 8 up, 8 in 2023-12-22T17:18:21.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:20 smithi039 ceph-mon[115265]: pgmap v181: 121 pgs: 121 active+clean; 121 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.4 MiB/s wr, 36 op/s 2023-12-22T17:18:21.682 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:18:21 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:18:21] "GET /metrics HTTP/1.1" 200 239512 "" "Prometheus/2.43.0" 2023-12-22T17:18:21.845 INFO:tasks.rados.rados.0.smithi032.stdout:525: done (1 left) 2023-12-22T17:18:21.845 INFO:tasks.rados.rados.0.smithi032.stdout:526: delete oid 29 current snap is 44 2023-12-22T17:18:21.845 INFO:tasks.rados.rados.0.smithi032.stdout:524: finishing write tid 1 to smithi032174182-23 2023-12-22T17:18:21.845 INFO:tasks.rados.rados.0.smithi032.stdout:524: finishing write tid 2 to smithi032174182-23 2023-12-22T17:18:21.846 INFO:tasks.rados.rados.0.smithi032.stdout:524: finishing write tid 3 to smithi032174182-23 2023-12-22T17:18:21.846 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 151 (ObjNum 182 snap 44 seq_num 182) dirty exists 2023-12-22T17:18:21.846 INFO:tasks.rados.rados.0.smithi032.stdout:524: left oid 23 (ObjNum 182 snap 44 seq_num 182) 2023-12-22T17:18:21.854 INFO:tasks.rados.rados.0.smithi032.stdout:524: done (1 left) 2023-12-22T17:18:21.854 INFO:tasks.rados.rados.0.smithi032.stdout:526: done (0 left) 2023-12-22T17:18:21.854 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 39 current snap is 44 2023-12-22T17:18:21.855 INFO:tasks.rados.rados.0.smithi032.stdout:527: seq_num 184 ranges {0=688128} 2023-12-22T17:18:21.857 INFO:tasks.rados.rados.0.smithi032.stdout:527: writing smithi032174182-39 from 0 to 688128 tid 1 2023-12-22T17:18:21.857 INFO:tasks.rados.rados.0.smithi032.stdout:528: rollback oid 8 current snap is 44 2023-12-22T17:18:21.857 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 8 to 38 2023-12-22T17:18:21.857 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 43 current snap is 44 2023-12-22T17:18:21.857 INFO:tasks.rados.rados.0.smithi032.stdout:529: seq_num 185 ranges {0=704512} 2023-12-22T17:18:21.862 INFO:tasks.rados.rados.0.smithi032.stdout:529: writing smithi032174182-43 from 0 to 704512 tid 1 2023-12-22T17:18:21.862 INFO:tasks.rados.rados.0.smithi032.stdout:530: delete oid 49 current snap is 44 2023-12-22T17:18:21.863 INFO:tasks.rados.rados.0.smithi032.stdout:528: finishing rollback tid 0 to smithi032174182-8 2023-12-22T17:18:21.863 INFO:tasks.rados.rados.0.smithi032.stdout:527: finishing write tid 1 to smithi032174182-39 2023-12-22T17:18:21.864 INFO:tasks.rados.rados.0.smithi032.stdout:527: finishing write tid 2 to smithi032174182-39 2023-12-22T17:18:21.864 INFO:tasks.rados.rados.0.smithi032.stdout:528: finishing rollback tid 1 to smithi032174182-8 2023-12-22T17:18:21.866 INFO:tasks.rados.rados.0.smithi032.stdout:528: finishing rollback tid 2 to smithi032174182-8 2023-12-22T17:18:21.866 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 45 (ObjNum 166 snap 38 seq_num 166) dirty exists 2023-12-22T17:18:21.867 INFO:tasks.rados.rados.0.smithi032.stdout:527: finishing write tid 3 to smithi032174182-39 2023-12-22T17:18:21.867 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 81 (ObjNum 184 snap 44 seq_num 184) dirty exists 2023-12-22T17:18:21.867 INFO:tasks.rados.rados.0.smithi032.stdout:527: left oid 39 (ObjNum 184 snap 44 seq_num 184) 2023-12-22T17:18:21.867 INFO:tasks.rados.rados.0.smithi032.stdout:529: finishing write tid 1 to smithi032174182-43 2023-12-22T17:18:21.867 INFO:tasks.rados.rados.0.smithi032.stdout:527: done (3 left) 2023-12-22T17:18:21.867 INFO:tasks.rados.rados.0.smithi032.stdout:528: done (2 left) 2023-12-22T17:18:21.868 INFO:tasks.rados.rados.0.smithi032.stdout:530: done (1 left) 2023-12-22T17:18:21.868 INFO:tasks.rados.rados.0.smithi032.stdout:531: delete oid 10 current snap is 44 2023-12-22T17:18:21.868 INFO:tasks.rados.rados.0.smithi032.stdout:529: finishing write tid 2 to smithi032174182-43 2023-12-22T17:18:21.870 INFO:tasks.rados.rados.0.smithi032.stdout:531: done (1 left) 2023-12-22T17:18:21.870 INFO:tasks.rados.rados.0.smithi032.stdout:532: rmattr oid 29 current snap is 44 2023-12-22T17:18:21.871 INFO:tasks.rados.rados.0.smithi032.stdout:532: done (1 left) 2023-12-22T17:18:21.871 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 37 current snap is 44 2023-12-22T17:18:21.871 INFO:tasks.rados.rados.0.smithi032.stdout:533: seq_num 188 ranges {6873088=753664} 2023-12-22T17:18:21.913 INFO:tasks.rados.rados.0.smithi032.stdout:533: writing smithi032174182-37 from 6873088 to 7626752 tid 1 2023-12-22T17:18:21.913 INFO:tasks.rados.rados.0.smithi032.stdout:534: read oid 29 snap -1 2023-12-22T17:18:21.913 INFO:tasks.rados.rados.0.smithi032.stdout:534: expect deleted 2023-12-22T17:18:21.913 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 12 current snap is 44 2023-12-22T17:18:21.913 INFO:tasks.rados.rados.0.smithi032.stdout:535: seq_num 189 ranges {0=770048} 2023-12-22T17:18:21.918 INFO:tasks.rados.rados.0.smithi032.stdout:535: writing smithi032174182-12 from 0 to 770048 tid 1 2023-12-22T17:18:21.918 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 8 current snap is 44 2023-12-22T17:18:21.918 INFO:tasks.rados.rados.0.smithi032.stdout:529: finishing write tid 3 to smithi032174182-43 2023-12-22T17:18:21.918 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 132 (ObjNum 185 snap 44 seq_num 185) dirty exists 2023-12-22T17:18:21.918 INFO:tasks.rados.rados.0.smithi032.stdout:529: left oid 43 (ObjNum 185 snap 44 seq_num 185) 2023-12-22T17:18:21.918 INFO:tasks.rados.rados.0.smithi032.stdout:533: finishing write tid 1 to smithi032174182-37 2023-12-22T17:18:21.918 INFO:tasks.rados.rados.0.smithi032.stdout:533: finishing write tid 2 to smithi032174182-37 2023-12-22T17:18:21.918 INFO:tasks.rados.rados.0.smithi032.stdout:533: finishing write tid 3 to smithi032174182-37 2023-12-22T17:18:21.919 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 130 (ObjNum 188 snap 44 seq_num 188) dirty exists 2023-12-22T17:18:21.919 INFO:tasks.rados.rados.0.smithi032.stdout:533: left oid 37 (ObjNum 188 snap 44 seq_num 188) 2023-12-22T17:18:21.919 INFO:tasks.rados.rados.0.smithi032.stdout:536: seq_num 190 ranges {385024=786432} 2023-12-22T17:18:21.925 INFO:tasks.rados.rados.0.smithi032.stdout:536: writing smithi032174182-8 from 385024 to 1171456 tid 1 2023-12-22T17:18:21.925 INFO:tasks.rados.rados.0.smithi032.stdout:529: done (4 left) 2023-12-22T17:18:21.925 INFO:tasks.rados.rados.0.smithi032.stdout:533: done (3 left) 2023-12-22T17:18:21.925 INFO:tasks.rados.rados.0.smithi032.stdout:534: done (2 left) 2023-12-22T17:18:21.925 INFO:tasks.rados.rados.0.smithi032.stdout:537: snap_remove snap 40 2023-12-22T17:18:22.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:21 smithi039 ceph-mon[115265]: osdmap e149: 8 total, 8 up, 8 in 2023-12-22T17:18:22.009 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:18:21 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:18:21] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-22T17:18:22.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:21 smithi032 ceph-mon[125050]: osdmap e149: 8 total, 8 up, 8 in 2023-12-22T17:18:22.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:21 smithi032 ceph-mon[110651]: osdmap e149: 8 total, 8 up, 8 in 2023-12-22T17:18:22.858 INFO:tasks.rados.rados.0.smithi032.stdout:537: done (2 left) 2023-12-22T17:18:22.858 INFO:tasks.rados.rados.0.smithi032.stdout:538: snap_create 2023-12-22T17:18:22.858 INFO:tasks.rados.rados.0.smithi032.stdout:535: finishing write tid 1 to smithi032174182-12 2023-12-22T17:18:22.858 INFO:tasks.rados.rados.0.smithi032.stdout:535: finishing write tid 2 to smithi032174182-12 2023-12-22T17:18:22.858 INFO:tasks.rados.rados.0.smithi032.stdout:535: finishing write tid 3 to smithi032174182-12 2023-12-22T17:18:22.858 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 32 (ObjNum 189 snap 44 seq_num 189) dirty exists 2023-12-22T17:18:22.858 INFO:tasks.rados.rados.0.smithi032.stdout:535: left oid 12 (ObjNum 189 snap 44 seq_num 189) 2023-12-22T17:18:22.858 INFO:tasks.rados.rados.0.smithi032.stdout:536: finishing write tid 1 to smithi032174182-8 2023-12-22T17:18:22.858 INFO:tasks.rados.rados.0.smithi032.stdout:536: finishing write tid 2 to smithi032174182-8 2023-12-22T17:18:22.858 INFO:tasks.rados.rados.0.smithi032.stdout:536: finishing write tid 3 to smithi032174182-8 2023-12-22T17:18:22.858 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 49 (ObjNum 190 snap 44 seq_num 190) dirty exists 2023-12-22T17:18:22.858 INFO:tasks.rados.rados.0.smithi032.stdout:536: left oid 8 (ObjNum 190 snap 44 seq_num 190) 2023-12-22T17:18:23.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:22 smithi032 ceph-mon[125050]: osdmap e150: 8 total, 8 up, 8 in 2023-12-22T17:18:23.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:22 smithi032 ceph-mon[125050]: pgmap v184: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 447 KiB/s rd, 500 KiB/s wr, 4 op/s 2023-12-22T17:18:23.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:22 smithi032 ceph-mon[110651]: osdmap e150: 8 total, 8 up, 8 in 2023-12-22T17:18:23.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:22 smithi032 ceph-mon[110651]: pgmap v184: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 447 KiB/s rd, 500 KiB/s wr, 4 op/s 2023-12-22T17:18:23.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:22 smithi039 ceph-mon[115265]: osdmap e150: 8 total, 8 up, 8 in 2023-12-22T17:18:23.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:22 smithi039 ceph-mon[115265]: pgmap v184: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 447 KiB/s rd, 500 KiB/s wr, 4 op/s 2023-12-22T17:18:23.795 INFO:tasks.rados.rados.0.smithi032.stdout:535: done (2 left) 2023-12-22T17:18:23.796 INFO:tasks.rados.rados.0.smithi032.stdout:536: done (1 left) 2023-12-22T17:18:23.796 INFO:tasks.rados.rados.0.smithi032.stdout:538: done (0 left) 2023-12-22T17:18:23.796 INFO:tasks.rados.rados.0.smithi032.stdout:539: snap_remove snap 42 2023-12-22T17:18:24.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:23 smithi032 ceph-mon[125050]: osdmap e151: 8 total, 8 up, 8 in 2023-12-22T17:18:24.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:23 smithi032 ceph-mon[125050]: osdmap e152: 8 total, 8 up, 8 in 2023-12-22T17:18:24.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:23 smithi032 ceph-mon[110651]: osdmap e151: 8 total, 8 up, 8 in 2023-12-22T17:18:24.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:23 smithi032 ceph-mon[110651]: osdmap e152: 8 total, 8 up, 8 in 2023-12-22T17:18:24.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:23 smithi039 ceph-mon[115265]: osdmap e151: 8 total, 8 up, 8 in 2023-12-22T17:18:24.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:23 smithi039 ceph-mon[115265]: osdmap e152: 8 total, 8 up, 8 in 2023-12-22T17:18:24.804 INFO:tasks.rados.rados.0.smithi032.stdout:539: done (0 left) 2023-12-22T17:18:24.804 INFO:tasks.rados.rados.0.smithi032.stdout:540: read oid 16 snap 38 2023-12-22T17:18:24.805 INFO:tasks.rados.rados.0.smithi032.stdout:540: expect (ObjNum 94 snap 16 seq_num 94) 2023-12-22T17:18:24.805 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 2 current snap is 45 2023-12-22T17:18:24.805 INFO:tasks.rados.rados.0.smithi032.stdout:541: seq_num 191 ranges {0=802816} 2023-12-22T17:18:24.809 INFO:tasks.rados.rados.0.smithi032.stdout:541: writing smithi032174182-2 from 0 to 802816 tid 1 2023-12-22T17:18:24.809 INFO:tasks.rados.rados.0.smithi032.stdout:542: setattr oid 49 current snap is 45 2023-12-22T17:18:24.816 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 45 current snap is 45 2023-12-22T17:18:24.817 INFO:tasks.rados.rados.0.smithi032.stdout:543: seq_num 192 ranges {3350528=417792,3768320=401408} 2023-12-22T17:18:24.832 INFO:tasks.rados.rados.0.smithi032.stdout:543: writing smithi032174182-45 from 3350528 to 3768320 tid 1 2023-12-22T17:18:24.835 INFO:tasks.rados.rados.0.smithi032.stdout:543: writing smithi032174182-45 from 3768320 to 4169728 tid 2 2023-12-22T17:18:24.835 INFO:tasks.rados.rados.0.smithi032.stdout:544: read oid 35 snap -1 2023-12-22T17:18:24.835 INFO:tasks.rados.rados.0.smithi032.stdout:544: expect deleted 2023-12-22T17:18:24.835 INFO:tasks.rados.rados.0.smithi032.stdout:545: read oid 14 snap -1 2023-12-22T17:18:24.835 INFO:tasks.rados.rados.0.smithi032.stdout:545: expect (ObjNum 170 snap 40 seq_num 170) 2023-12-22T17:18:24.835 INFO:tasks.rados.rados.0.smithi032.stdout:546: copy_from oid 19 from oid 32 current snap is 45 2023-12-22T17:18:24.835 INFO:tasks.rados.rados.0.smithi032.stdout:540: expect (ObjNum 94 snap 16 seq_num 94) 2023-12-22T17:18:24.907 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 196 (ObjNum 385 snap 0 seq_num 1596618160) dirty exists 2023-12-22T17:18:24.907 INFO:tasks.rados.rados.0.smithi032.stdout:541: finishing write tid 1 to smithi032174182-2 2023-12-22T17:18:24.907 INFO:tasks.rados.rados.0.smithi032.stdout:541: finishing write tid 2 to smithi032174182-2 2023-12-22T17:18:24.907 INFO:tasks.rados.rados.0.smithi032.stdout:541: finishing write tid 3 to smithi032174182-2 2023-12-22T17:18:24.907 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 134 (ObjNum 191 snap 45 seq_num 191) dirty exists 2023-12-22T17:18:24.907 INFO:tasks.rados.rados.0.smithi032.stdout:541: left oid 2 (ObjNum 191 snap 45 seq_num 191) 2023-12-22T17:18:24.907 INFO:tasks.rados.rados.0.smithi032.stdout:540: done (6 left) 2023-12-22T17:18:24.908 INFO:tasks.rados.rados.0.smithi032.stdout:541: done (5 left) 2023-12-22T17:18:24.908 INFO:tasks.rados.rados.0.smithi032.stdout:542: done (4 left) 2023-12-22T17:18:24.908 INFO:tasks.rados.rados.0.smithi032.stdout:547: rollback oid 23 current snap is 45 2023-12-22T17:18:24.908 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 23 to 37 2023-12-22T17:18:24.908 INFO:tasks.rados.rados.0.smithi032.stdout:543: finishing write tid 1 to smithi032174182-45 2023-12-22T17:18:24.908 INFO:tasks.rados.rados.0.smithi032.stdout:543: finishing write tid 2 to smithi032174182-45 2023-12-22T17:18:24.908 INFO:tasks.rados.rados.0.smithi032.stdout:543: finishing write tid 3 to smithi032174182-45 2023-12-22T17:18:24.908 INFO:tasks.rados.rados.0.smithi032.stdout:543: finishing write tid 4 to smithi032174182-45 2023-12-22T17:18:24.908 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 130 (ObjNum 192 snap 45 seq_num 192) dirty exists 2023-12-22T17:18:24.908 INFO:tasks.rados.rados.0.smithi032.stdout:543: left oid 45 (ObjNum 192 snap 45 seq_num 192) 2023-12-22T17:18:24.908 INFO:tasks.rados.rados.0.smithi032.stdout:546: finishing copy_from to smithi032174182-19 2023-12-22T17:18:24.908 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 21 (ObjNum 129 snap 29 seq_num 129) dirty exists 2023-12-22T17:18:24.908 INFO:tasks.rados.rados.0.smithi032.stdout:546: finishing copy_from racing read to smithi032174182-19 2023-12-22T17:18:24.908 INFO:tasks.rados.rados.0.smithi032.stdout:545: expect (ObjNum 170 snap 40 seq_num 170) 2023-12-22T17:18:25.046 INFO:tasks.rados.rados.0.smithi032.stdout:547: finishing rollback tid 0 to smithi032174182-23 2023-12-22T17:18:25.046 INFO:tasks.rados.rados.0.smithi032.stdout:547: finishing rollback tid 1 to smithi032174182-23 2023-12-22T17:18:25.046 INFO:tasks.rados.rados.0.smithi032.stdout:547: finishing rollback tid 2 to smithi032174182-23 2023-12-22T17:18:25.047 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 167 (ObjNum 97 snap 20 seq_num 97) dirty exists 2023-12-22T17:18:25.047 INFO:tasks.rados.rados.0.smithi032.stdout:543: done (4 left) 2023-12-22T17:18:25.047 INFO:tasks.rados.rados.0.smithi032.stdout:544: done (3 left) 2023-12-22T17:18:25.047 INFO:tasks.rados.rados.0.smithi032.stdout:545: done (2 left) 2023-12-22T17:18:25.047 INFO:tasks.rados.rados.0.smithi032.stdout:546: done (1 left) 2023-12-22T17:18:25.047 INFO:tasks.rados.rados.0.smithi032.stdout:547: done (0 left) 2023-12-22T17:18:25.047 INFO:tasks.rados.rados.0.smithi032.stdout:548: snap_remove snap 20 2023-12-22T17:18:25.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:24 smithi032 ceph-mon[110651]: pgmap v187: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 447 KiB/s rd, 500 KiB/s wr, 4 op/s 2023-12-22T17:18:25.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:24 smithi032 ceph-mon[110651]: osdmap e153: 8 total, 8 up, 8 in 2023-12-22T17:18:25.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:24 smithi032 ceph-mon[125050]: pgmap v187: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 447 KiB/s rd, 500 KiB/s wr, 4 op/s 2023-12-22T17:18:25.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:24 smithi032 ceph-mon[125050]: osdmap e153: 8 total, 8 up, 8 in 2023-12-22T17:18:25.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:24 smithi039 ceph-mon[115265]: pgmap v187: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 447 KiB/s rd, 500 KiB/s wr, 4 op/s 2023-12-22T17:18:25.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:24 smithi039 ceph-mon[115265]: osdmap e153: 8 total, 8 up, 8 in 2023-12-22T17:18:25.864 INFO:tasks.rados.rados.0.smithi032.stdout:548: done (0 left) 2023-12-22T17:18:25.864 INFO:tasks.rados.rados.0.smithi032.stdout:549: read oid 29 snap -1 2023-12-22T17:18:25.864 INFO:tasks.rados.rados.0.smithi032.stdout:549: expect deleted 2023-12-22T17:18:25.864 INFO:tasks.rados.rados.0.smithi032.stdout:550: rollback oid 44 current snap is 45 2023-12-22T17:18:25.864 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 44 to 38 2023-12-22T17:18:25.864 INFO:tasks.rados.rados.0.smithi032.stdout:551: delete oid 11 current snap is 45 2023-12-22T17:18:25.874 INFO:tasks.rados.rados.0.smithi032.stdout:550: finishing rollback tid 0 to smithi032174182-44 2023-12-22T17:18:25.874 INFO:tasks.rados.rados.0.smithi032.stdout:550: finishing rollback tid 1 to smithi032174182-44 2023-12-22T17:18:25.875 INFO:tasks.rados.rados.0.smithi032.stdout:550: finishing rollback tid 2 to smithi032174182-44 2023-12-22T17:18:25.875 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 171 (ObjNum 152 snap 36 seq_num 152) dirty exists 2023-12-22T17:18:25.877 INFO:tasks.rados.rados.0.smithi032.stdout:549: done (2 left) 2023-12-22T17:18:25.878 INFO:tasks.rados.rados.0.smithi032.stdout:550: done (1 left) 2023-12-22T17:18:25.878 INFO:tasks.rados.rados.0.smithi032.stdout:551: done (0 left) 2023-12-22T17:18:25.878 INFO:tasks.rados.rados.0.smithi032.stdout:552: rmattr oid 4 current snap is 45 2023-12-22T17:18:25.878 INFO:tasks.rados.rados.0.smithi032.stdout:553: snap_create 2023-12-22T17:18:25.882 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 224 (ObjNum 4145 snap 0 seq_num 1597400704) dirty exists 2023-12-22T17:18:26.873 INFO:tasks.rados.rados.0.smithi032.stdout:552: done (1 left) 2023-12-22T17:18:26.873 INFO:tasks.rados.rados.0.smithi032.stdout:553: done (0 left) 2023-12-22T17:18:26.873 INFO:tasks.rados.rados.0.smithi032.stdout:554: delete oid 37 current snap is 46 2023-12-22T17:18:26.879 INFO:tasks.rados.rados.0.smithi032.stdout:554: done (0 left) 2023-12-22T17:18:26.879 INFO:tasks.rados.rados.0.smithi032.stdout:555: read oid 28 snap 37 2023-12-22T17:18:26.879 INFO:tasks.rados.rados.0.smithi032.stdout:555: expect (ObjNum 138 snap 34 seq_num 138) 2023-12-22T17:18:26.880 INFO:tasks.rados.rados.0.smithi032.stdout:556: read oid 2 snap 37 2023-12-22T17:18:26.880 INFO:tasks.rados.rados.0.smithi032.stdout:556: expect deleted 2023-12-22T17:18:26.880 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 42 current snap is 46 2023-12-22T17:18:26.880 INFO:tasks.rados.rados.0.smithi032.stdout:557: seq_num 195 ranges {172032=475136,647168=401408} 2023-12-22T17:18:26.882 INFO:tasks.rados.rados.0.smithi032.stdout:557: writing smithi032174182-42 from 172032 to 647168 tid 1 2023-12-22T17:18:26.885 INFO:tasks.rados.rados.0.smithi032.stdout:557: writing smithi032174182-42 from 647168 to 1048576 tid 2 2023-12-22T17:18:26.885 INFO:tasks.rados.rados.0.smithi032.stdout:558: snap_create 2023-12-22T17:18:26.887 INFO:tasks.rados.rados.0.smithi032.stdout:557: finishing write tid 1 to smithi032174182-42 2023-12-22T17:18:26.889 INFO:tasks.rados.rados.0.smithi032.stdout:557: finishing write tid 2 to smithi032174182-42 2023-12-22T17:18:26.889 INFO:tasks.rados.rados.0.smithi032.stdout:557: finishing write tid 3 to smithi032174182-42 2023-12-22T17:18:26.890 INFO:tasks.rados.rados.0.smithi032.stdout:557: finishing write tid 4 to smithi032174182-42 2023-12-22T17:18:26.890 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 121 (ObjNum 195 snap 46 seq_num 195) dirty exists 2023-12-22T17:18:26.890 INFO:tasks.rados.rados.0.smithi032.stdout:557: left oid 42 (ObjNum 195 snap 46 seq_num 195) 2023-12-22T17:18:26.911 INFO:tasks.rados.rados.0.smithi032.stdout:555: expect (ObjNum 138 snap 34 seq_num 138) 2023-12-22T17:18:27.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:26 smithi032 ceph-mon[110651]: osdmap e154: 8 total, 8 up, 8 in 2023-12-22T17:18:27.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:26 smithi032 ceph-mon[110651]: pgmap v190: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:18:27.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:26 smithi032 ceph-mon[125050]: osdmap e154: 8 total, 8 up, 8 in 2023-12-22T17:18:27.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:26 smithi032 ceph-mon[125050]: pgmap v190: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:18:27.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:26 smithi039 ceph-mon[115265]: osdmap e154: 8 total, 8 up, 8 in 2023-12-22T17:18:27.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:26 smithi039 ceph-mon[115265]: pgmap v190: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:18:27.882 INFO:tasks.rados.rados.0.smithi032.stdout:555: done (3 left) 2023-12-22T17:18:27.882 INFO:tasks.rados.rados.0.smithi032.stdout:556: done (2 left) 2023-12-22T17:18:27.882 INFO:tasks.rados.rados.0.smithi032.stdout:557: done (1 left) 2023-12-22T17:18:27.882 INFO:tasks.rados.rados.0.smithi032.stdout:558: done (0 left) 2023-12-22T17:18:27.882 INFO:tasks.rados.rados.0.smithi032.stdout:559: setattr oid 5 current snap is 47 2023-12-22T17:18:27.884 INFO:tasks.rados.rados.0.smithi032.stdout:560: rollback oid 50 current snap is 47 2023-12-22T17:18:27.885 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 50 to 39 2023-12-22T17:18:27.885 INFO:tasks.rados.rados.0.smithi032.stdout:561: setattr oid 47 current snap is 47 2023-12-22T17:18:27.888 INFO:tasks.rados.rados.0.smithi032.stdout:562: rollback oid 10 current snap is 47 2023-12-22T17:18:27.888 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 10 to 45 2023-12-22T17:18:27.888 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 11 current snap is 47 2023-12-22T17:18:27.888 INFO:tasks.rados.rados.0.smithi032.stdout:563: seq_num 196 ranges {0=491520,491520=401408} 2023-12-22T17:18:27.892 INFO:tasks.rados.rados.0.smithi032.stdout:563: writing smithi032174182-11 from 0 to 491520 tid 1 2023-12-22T17:18:27.894 INFO:tasks.rados.rados.0.smithi032.stdout:563: writing smithi032174182-11 from 491520 to 892928 tid 2 2023-12-22T17:18:27.894 INFO:tasks.rados.rados.0.smithi032.stdout:564: snap_remove snap 38 2023-12-22T17:18:28.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:27 smithi032 ceph-mon[125050]: osdmap e155: 8 total, 8 up, 8 in 2023-12-22T17:18:28.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:27 smithi032 ceph-mon[110651]: osdmap e155: 8 total, 8 up, 8 in 2023-12-22T17:18:28.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:27 smithi039 ceph-mon[115265]: osdmap e155: 8 total, 8 up, 8 in 2023-12-22T17:18:28.887 INFO:tasks.rados.rados.0.smithi032.stdout:564: done (5 left) 2023-12-22T17:18:28.887 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 23 current snap is 47 2023-12-22T17:18:28.887 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 171 (ObjNum 112 snap 24 seq_num 112) dirty exists 2023-12-22T17:18:28.887 INFO:tasks.rados.rados.0.smithi032.stdout:565: seq_num 197 ranges {3293184=507904,3801088=401408} 2023-12-22T17:18:28.908 INFO:tasks.rados.rados.0.smithi032.stdout:565: writing smithi032174182-23 from 3293184 to 3801088 tid 1 2023-12-22T17:18:28.912 INFO:tasks.rados.rados.0.smithi032.stdout:565: writing smithi032174182-23 from 3801088 to 4202496 tid 2 2023-12-22T17:18:28.912 INFO:tasks.rados.rados.0.smithi032.stdout:559: done (5 left) 2023-12-22T17:18:28.912 INFO:tasks.rados.rados.0.smithi032.stdout:566: rollback oid 31 current snap is 47 2023-12-22T17:18:28.912 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 31 to 37 2023-12-22T17:18:28.912 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 266 (ObjNum 172 snap 41 seq_num 172) dirty exists 2023-12-22T17:18:28.912 INFO:tasks.rados.rados.0.smithi032.stdout:560: finishing rollback tid 0 to smithi032174182-50 2023-12-22T17:18:28.912 INFO:tasks.rados.rados.0.smithi032.stdout:560: finishing rollback tid 1 to smithi032174182-50 2023-12-22T17:18:28.912 INFO:tasks.rados.rados.0.smithi032.stdout:562: finishing rollback tid 1 to smithi032174182-10 2023-12-22T17:18:28.912 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 120 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-22T17:18:28.912 INFO:tasks.rados.rados.0.smithi032.stdout:560: finishing rollback tid 2 to smithi032174182-50 2023-12-22T17:18:28.913 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 208 (ObjNum 49 snap 0 seq_num 49) dirty exists 2023-12-22T17:18:28.913 INFO:tasks.rados.rados.0.smithi032.stdout:563: finishing write tid 1 to smithi032174182-11 2023-12-22T17:18:28.913 INFO:tasks.rados.rados.0.smithi032.stdout:563: finishing write tid 2 to smithi032174182-11 2023-12-22T17:18:28.913 INFO:tasks.rados.rados.0.smithi032.stdout:563: finishing write tid 3 to smithi032174182-11 2023-12-22T17:18:28.913 INFO:tasks.rados.rados.0.smithi032.stdout:563: finishing write tid 4 to smithi032174182-11 2023-12-22T17:18:28.913 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 142 (ObjNum 196 snap 47 seq_num 196) dirty exists 2023-12-22T17:18:28.913 INFO:tasks.rados.rados.0.smithi032.stdout:563: left oid 11 (ObjNum 196 snap 47 seq_num 196) 2023-12-22T17:18:28.913 INFO:tasks.rados.rados.0.smithi032.stdout:560: done (5 left) 2023-12-22T17:18:28.913 INFO:tasks.rados.rados.0.smithi032.stdout:561: done (4 left) 2023-12-22T17:18:28.913 INFO:tasks.rados.rados.0.smithi032.stdout:562: done (3 left) 2023-12-22T17:18:28.913 INFO:tasks.rados.rados.0.smithi032.stdout:563: done (2 left) 2023-12-22T17:18:28.913 INFO:tasks.rados.rados.0.smithi032.stdout:567: rmattr oid 41 current snap is 47 2023-12-22T17:18:28.913 INFO:tasks.rados.rados.0.smithi032.stdout:567: done (2 left) 2023-12-22T17:18:28.913 INFO:tasks.rados.rados.0.smithi032.stdout:568: read oid 37 snap -1 2023-12-22T17:18:28.913 INFO:tasks.rados.rados.0.smithi032.stdout:568: expect deleted 2023-12-22T17:18:28.914 INFO:tasks.rados.rados.0.smithi032.stdout:569: snap_create 2023-12-22T17:18:28.914 INFO:tasks.rados.rados.0.smithi032.stdout:565: finishing write tid 1 to smithi032174182-23 2023-12-22T17:18:28.914 INFO:tasks.rados.rados.0.smithi032.stdout:566: finishing rollback tid 0 to smithi032174182-31 2023-12-22T17:18:28.914 INFO:tasks.rados.rados.0.smithi032.stdout:565: finishing write tid 2 to smithi032174182-23 2023-12-22T17:18:28.914 INFO:tasks.rados.rados.0.smithi032.stdout:566: finishing rollback tid 1 to smithi032174182-31 2023-12-22T17:18:28.915 INFO:tasks.rados.rados.0.smithi032.stdout:565: finishing write tid 3 to smithi032174182-23 2023-12-22T17:18:28.915 INFO:tasks.rados.rados.0.smithi032.stdout:566: finishing rollback tid 2 to smithi032174182-31 2023-12-22T17:18:28.915 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 232 (ObjNum 118 snap 27 seq_num 118) dirty exists 2023-12-22T17:18:28.915 INFO:tasks.rados.rados.0.smithi032.stdout:565: finishing write tid 4 to smithi032174182-23 2023-12-22T17:18:28.915 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 187 (ObjNum 197 snap 47 seq_num 197) dirty exists 2023-12-22T17:18:28.915 INFO:tasks.rados.rados.0.smithi032.stdout:565: left oid 23 (ObjNum 197 snap 47 seq_num 197) 2023-12-22T17:18:29.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:28 smithi032 ceph-mon[125050]: osdmap e156: 8 total, 8 up, 8 in 2023-12-22T17:18:29.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:28 smithi032 ceph-mon[125050]: pgmap v193: 121 pgs: 121 active+clean; 106 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.8 MiB/s wr, 16 op/s 2023-12-22T17:18:29.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:28 smithi032 ceph-mon[110651]: osdmap e156: 8 total, 8 up, 8 in 2023-12-22T17:18:29.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:28 smithi032 ceph-mon[110651]: pgmap v193: 121 pgs: 121 active+clean; 106 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.8 MiB/s wr, 16 op/s 2023-12-22T17:18:29.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:28 smithi039 ceph-mon[115265]: osdmap e156: 8 total, 8 up, 8 in 2023-12-22T17:18:29.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:28 smithi039 ceph-mon[115265]: pgmap v193: 121 pgs: 121 active+clean; 106 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.8 MiB/s wr, 16 op/s 2023-12-22T17:18:29.892 INFO:tasks.rados.rados.0.smithi032.stdout:565: done (3 left) 2023-12-22T17:18:29.892 INFO:tasks.rados.rados.0.smithi032.stdout:566: done (2 left) 2023-12-22T17:18:29.892 INFO:tasks.rados.rados.0.smithi032.stdout:568: done (1 left) 2023-12-22T17:18:29.892 INFO:tasks.rados.rados.0.smithi032.stdout:569: done (0 left) 2023-12-22T17:18:29.892 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 3 current snap is 48 2023-12-22T17:18:29.892 INFO:tasks.rados.rados.0.smithi032.stdout:570: seq_num 198 ranges {106496=524288,630784=401408} 2023-12-22T17:18:29.895 INFO:tasks.rados.rados.0.smithi032.stdout:570: writing smithi032174182-3 from 106496 to 630784 tid 1 2023-12-22T17:18:29.898 INFO:tasks.rados.rados.0.smithi032.stdout:570: writing smithi032174182-3 from 630784 to 1032192 tid 2 2023-12-22T17:18:29.898 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 48 2023-12-22T17:18:29.898 INFO:tasks.rados.rados.0.smithi032.stdout:571: seq_num 199 ranges {0=540672,540672=401408} 2023-12-22T17:18:29.901 INFO:tasks.rados.rados.0.smithi032.stdout:571: writing smithi032174182-49 from 0 to 540672 tid 1 2023-12-22T17:18:29.905 INFO:tasks.rados.rados.0.smithi032.stdout:571: writing smithi032174182-49 from 540672 to 942080 tid 2 2023-12-22T17:18:29.905 INFO:tasks.rados.rados.0.smithi032.stdout:572: read oid 32 snap 37 2023-12-22T17:18:29.905 INFO:tasks.rados.rados.0.smithi032.stdout:572: expect (ObjNum 129 snap 29 seq_num 129) 2023-12-22T17:18:29.905 INFO:tasks.rados.rados.0.smithi032.stdout:573: rollback oid 50 current snap is 48 2023-12-22T17:18:29.905 INFO:tasks.rados.rados.0.smithi032.stdout:570: finishing write tid 1 to smithi032174182-3 2023-12-22T17:18:29.905 INFO:tasks.rados.rados.0.smithi032.stdout:570: finishing write tid 2 to smithi032174182-3 2023-12-22T17:18:29.905 INFO:tasks.rados.rados.0.smithi032.stdout:570: finishing write tid 3 to smithi032174182-3 2023-12-22T17:18:29.905 INFO:tasks.rados.rados.0.smithi032.stdout:570: finishing write tid 4 to smithi032174182-3 2023-12-22T17:18:29.905 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 177 (ObjNum 198 snap 48 seq_num 198) dirty exists 2023-12-22T17:18:29.905 INFO:tasks.rados.rados.0.smithi032.stdout:570: left oid 3 (ObjNum 198 snap 48 seq_num 198) 2023-12-22T17:18:29.905 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 50 to 45 2023-12-22T17:18:29.905 INFO:tasks.rados.rados.0.smithi032.stdout:570: done (3 left) 2023-12-22T17:18:29.905 INFO:tasks.rados.rados.0.smithi032.stdout:574: snap_create 2023-12-22T17:18:29.909 INFO:tasks.rados.rados.0.smithi032.stdout:571: finishing write tid 1 to smithi032174182-49 2023-12-22T17:18:29.911 INFO:tasks.rados.rados.0.smithi032.stdout:571: finishing write tid 2 to smithi032174182-49 2023-12-22T17:18:29.911 INFO:tasks.rados.rados.0.smithi032.stdout:571: finishing write tid 3 to smithi032174182-49 2023-12-22T17:18:29.911 INFO:tasks.rados.rados.0.smithi032.stdout:573: finishing rollback tid 0 to smithi032174182-50 2023-12-22T17:18:29.911 INFO:tasks.rados.rados.0.smithi032.stdout:573: finishing rollback tid 1 to smithi032174182-50 2023-12-22T17:18:29.911 INFO:tasks.rados.rados.0.smithi032.stdout:573: finishing rollback tid 2 to smithi032174182-50 2023-12-22T17:18:29.911 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 222 (ObjNum 49 snap 0 seq_num 49) dirty exists 2023-12-22T17:18:29.912 INFO:tasks.rados.rados.0.smithi032.stdout:572: expect (ObjNum 129 snap 29 seq_num 129) 2023-12-22T17:18:29.987 INFO:tasks.rados.rados.0.smithi032.stdout:571: finishing write tid 4 to smithi032174182-49 2023-12-22T17:18:29.988 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 218 (ObjNum 199 snap 48 seq_num 199) dirty exists 2023-12-22T17:18:29.988 INFO:tasks.rados.rados.0.smithi032.stdout:571: left oid 49 (ObjNum 199 snap 48 seq_num 199) 2023-12-22T17:18:30.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:29 smithi032 ceph-mon[125050]: osdmap e157: 8 total, 8 up, 8 in 2023-12-22T17:18:30.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:29 smithi032 ceph-mon[110651]: osdmap e157: 8 total, 8 up, 8 in 2023-12-22T17:18:30.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:29 smithi039 ceph-mon[115265]: osdmap e157: 8 total, 8 up, 8 in 2023-12-22T17:18:30.897 INFO:tasks.rados.rados.0.smithi032.stdout:571: done (3 left) 2023-12-22T17:18:30.897 INFO:tasks.rados.rados.0.smithi032.stdout:572: done (2 left) 2023-12-22T17:18:30.897 INFO:tasks.rados.rados.0.smithi032.stdout:573: done (1 left) 2023-12-22T17:18:30.897 INFO:tasks.rados.rados.0.smithi032.stdout:574: done (0 left) 2023-12-22T17:18:30.897 INFO:tasks.rados.rados.0.smithi032.stdout:575: read oid 22 snap -1 2023-12-22T17:18:30.897 INFO:tasks.rados.rados.0.smithi032.stdout:575: expect deleted 2023-12-22T17:18:30.897 INFO:tasks.rados.rados.0.smithi032.stdout:576: rollback oid 47 current snap is 49 2023-12-22T17:18:30.898 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 47 to 48 2023-12-22T17:18:30.898 INFO:tasks.rados.rados.0.smithi032.stdout:577: snap_remove snap 44 2023-12-22T17:18:31.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:30 smithi032 ceph-mon[125050]: osdmap e158: 8 total, 8 up, 8 in 2023-12-22T17:18:31.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:30 smithi032 ceph-mon[125050]: pgmap v196: 121 pgs: 121 active+clean; 106 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.8 MiB/s wr, 16 op/s 2023-12-22T17:18:31.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:30 smithi032 ceph-mon[110651]: osdmap e158: 8 total, 8 up, 8 in 2023-12-22T17:18:31.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:30 smithi032 ceph-mon[110651]: pgmap v196: 121 pgs: 121 active+clean; 106 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.8 MiB/s wr, 16 op/s 2023-12-22T17:18:31.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:30 smithi039 ceph-mon[115265]: osdmap e158: 8 total, 8 up, 8 in 2023-12-22T17:18:31.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:30 smithi039 ceph-mon[115265]: pgmap v196: 121 pgs: 121 active+clean; 106 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.8 MiB/s wr, 16 op/s 2023-12-22T17:18:31.576 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:18:31.682 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:18:31 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:18:31] "GET /metrics HTTP/1.1" 200 239533 "" "Prometheus/2.43.0" 2023-12-22T17:18:31.892 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:18:31.892 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2m) 2m ago 3m 16.5M - 0.25.0 c8568f914cd2 e1d1abb1175e 2023-12-22T17:18:31.892 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2m) 2m ago 2m 83.6M - 9.4.7 954c08fa6188 24f91cafc290 2023-12-22T17:18:31.892 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3m) 2m ago 3m 13.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:18:31.893 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3m) 2m ago 3m 15.6M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:18:31.893 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443 running (6m) 2m ago 6m 438M - 17.2.7-138-g92be525b e47d1a188c30 c953c5f22dd2 2023-12-22T17:18:31.893 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:9283 running (7m) 2m ago 7m 494M - 17.2.7-138-g92be525b e47d1a188c30 f09e42617a1a 2023-12-22T17:18:31.893 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7m) 2m ago 7m 86.6M 2048M 17.2.7-138-g92be525b e47d1a188c30 10ac1b02a454 2023-12-22T17:18:31.893 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6m) 2m ago 6m 51.1M 2048M 17.2.7-138-g92be525b e47d1a188c30 25afe7ab5d00 2023-12-22T17:18:31.893 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6m) 2m ago 6m 66.3M 2048M 17.2.7-138-g92be525b e47d1a188c30 60fabd0eda63 2023-12-22T17:18:31.893 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2m) 2m ago 2m 9.82M - 1.5.0 0da6a335fe13 714ec279aeee 2023-12-22T17:18:31.893 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2m) 2m ago 2m 4114k - 1.5.0 0da6a335fe13 ae0eb603fb2b 2023-12-22T17:18:31.893 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6m) 2m ago 6m 60.6M 3001M 17.2.7-138-g92be525b e47d1a188c30 7f2ccbf46f26 2023-12-22T17:18:31.893 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5m) 2m ago 5m 59.0M 3001M 17.2.7-138-g92be525b e47d1a188c30 c0178ed0a3fc 2023-12-22T17:18:31.893 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5m) 2m ago 5m 53.7M 3001M 17.2.7-138-g92be525b e47d1a188c30 49f7e135c84a 2023-12-22T17:18:31.893 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5m) 2m ago 5m 54.1M 3001M 17.2.7-138-g92be525b e47d1a188c30 dcc50e2c5f0c 2023-12-22T17:18:31.893 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4m) 2m ago 4m 51.9M 3000M 17.2.7-138-g92be525b e47d1a188c30 11681a07501b 2023-12-22T17:18:31.893 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4m) 2m ago 4m 53.6M 3000M 17.2.7-138-g92be525b e47d1a188c30 58fc6c38ce28 2023-12-22T17:18:31.894 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4m) 2m ago 4m 54.8M 3000M 17.2.7-138-g92be525b e47d1a188c30 0ab15edaa1bc 2023-12-22T17:18:31.894 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4m) 2m ago 4m 55.1M 3000M 17.2.7-138-g92be525b e47d1a188c30 ee2c74f83f9d 2023-12-22T17:18:31.894 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2m) 2m ago 3m 27.2M - 2.43.0 a07b618ecd1d 815fb8e0ad96 2023-12-22T17:18:31.898 INFO:tasks.rados.rados.0.smithi032.stdout:577: done (2 left) 2023-12-22T17:18:31.898 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 6 current snap is 49 2023-12-22T17:18:31.898 INFO:tasks.rados.rados.0.smithi032.stdout:578: seq_num 200 ranges {0=557056,557056=401408} 2023-12-22T17:18:31.902 INFO:tasks.rados.rados.0.smithi032.stdout:578: writing smithi032174182-6 from 0 to 557056 tid 1 2023-12-22T17:18:31.905 INFO:tasks.rados.rados.0.smithi032.stdout:578: writing smithi032174182-6 from 557056 to 958464 tid 2 2023-12-22T17:18:31.905 INFO:tasks.rados.rados.0.smithi032.stdout:579: copy_from oid 41 from oid 46 current snap is 49 2023-12-22T17:18:31.905 INFO:tasks.rados.rados.0.smithi032.stdout:576: finishing rollback tid 0 to smithi032174182-47 2023-12-22T17:18:31.905 INFO:tasks.rados.rados.0.smithi032.stdout:576: finishing rollback tid 1 to smithi032174182-47 2023-12-22T17:18:31.905 INFO:tasks.rados.rados.0.smithi032.stdout:576: finishing rollback tid 2 to smithi032174182-47 2023-12-22T17:18:31.905 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 276 (ObjNum 172 snap 41 seq_num 172) dirty exists 2023-12-22T17:18:31.906 INFO:tasks.rados.rados.0.smithi032.stdout:575: done (3 left) 2023-12-22T17:18:31.906 INFO:tasks.rados.rados.0.smithi032.stdout:576: done (2 left) 2023-12-22T17:18:31.906 INFO:tasks.rados.rados.0.smithi032.stdout:580: rollback oid 27 current snap is 49 2023-12-22T17:18:31.906 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 27 to 48 2023-12-22T17:18:31.906 INFO:tasks.rados.rados.0.smithi032.stdout:581: snap_remove snap 39 2023-12-22T17:18:31.908 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:18:31 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:18:31] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-22T17:18:31.908 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:31 smithi039 ceph-mon[115265]: osdmap e159: 8 total, 8 up, 8 in 2023-12-22T17:18:31.908 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:31 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:18:32.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:31 smithi032 ceph-mon[125050]: osdmap e159: 8 total, 8 up, 8 in 2023-12-22T17:18:32.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:31 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:18:32.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:31 smithi032 ceph-mon[110651]: osdmap e159: 8 total, 8 up, 8 in 2023-12-22T17:18:32.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:31 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:18:32.305 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:18:32.305 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:18:32.305 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 3 2023-12-22T17:18:32.305 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:18:32.305 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:18:32.305 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:18:32.305 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:18:32.305 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:18:32.306 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 8 2023-12-22T17:18:32.306 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:18:32.306 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:18:32.306 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:18:32.306 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:18:32.306 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:18:32.306 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 15 2023-12-22T17:18:32.306 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:18:32.306 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:18:32.917 INFO:tasks.rados.rados.0.smithi032.stdout:581: done (3 left) 2023-12-22T17:18:32.917 INFO:tasks.rados.rados.0.smithi032.stdout:582: snap_remove snap 47 2023-12-22T17:18:33.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:32 smithi032 ceph-mon[125050]: from='client.25019 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:18:33.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:32 smithi032 ceph-mon[125050]: from='client.25025 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:18:33.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:32 smithi032 ceph-mon[125050]: osdmap e160: 8 total, 8 up, 8 in 2023-12-22T17:18:33.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:32 smithi032 ceph-mon[125050]: pgmap v199: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2023-12-22T17:18:33.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:32 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/1922373133' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:18:33.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:32 smithi032 ceph-mon[110651]: from='client.25019 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:18:33.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:32 smithi032 ceph-mon[110651]: from='client.25025 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:18:33.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:32 smithi032 ceph-mon[110651]: osdmap e160: 8 total, 8 up, 8 in 2023-12-22T17:18:33.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:32 smithi032 ceph-mon[110651]: pgmap v199: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2023-12-22T17:18:33.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:32 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/1922373133' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:18:33.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:32 smithi039 ceph-mon[115265]: from='client.25019 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:18:33.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:32 smithi039 ceph-mon[115265]: from='client.25025 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:18:33.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:32 smithi039 ceph-mon[115265]: osdmap e160: 8 total, 8 up, 8 in 2023-12-22T17:18:33.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:32 smithi039 ceph-mon[115265]: pgmap v199: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2023-12-22T17:18:33.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:32 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/1922373133' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:18:33.798 INFO:tasks.rados.rados.0.smithi032.stdout:582: done (3 left) 2023-12-22T17:18:33.798 INFO:tasks.rados.rados.0.smithi032.stdout:583: snap_create 2023-12-22T17:18:33.798 INFO:tasks.rados.rados.0.smithi032.stdout:578: finishing write tid 1 to smithi032174182-6 2023-12-22T17:18:33.798 INFO:tasks.rados.rados.0.smithi032.stdout:578: finishing write tid 2 to smithi032174182-6 2023-12-22T17:18:33.798 INFO:tasks.rados.rados.0.smithi032.stdout:578: finishing write tid 3 to smithi032174182-6 2023-12-22T17:18:33.798 INFO:tasks.rados.rados.0.smithi032.stdout:580: finishing rollback tid 0 to smithi032174182-27 2023-12-22T17:18:33.798 INFO:tasks.rados.rados.0.smithi032.stdout:580: finishing rollback tid 1 to smithi032174182-27 2023-12-22T17:18:33.799 INFO:tasks.rados.rados.0.smithi032.stdout:578: finishing write tid 4 to smithi032174182-6 2023-12-22T17:18:33.799 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 194 (ObjNum 200 snap 49 seq_num 200) dirty exists 2023-12-22T17:18:33.799 INFO:tasks.rados.rados.0.smithi032.stdout:578: left oid 6 (ObjNum 200 snap 49 seq_num 200) 2023-12-22T17:18:33.799 INFO:tasks.rados.rados.0.smithi032.stdout:579: finishing copy_from to smithi032174182-41 2023-12-22T17:18:33.799 INFO:tasks.rados.rados.0.smithi032.stdout:579: got expected ENOENT (src dne) 2023-12-22T17:18:33.799 INFO:tasks.rados.rados.0.smithi032.stdout:579: finishing copy_from racing read to smithi032174182-41 2023-12-22T17:18:33.799 INFO:tasks.rados.rados.0.smithi032.stdout:580: finishing rollback tid 2 to smithi032174182-27 2023-12-22T17:18:33.799 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 198 (ObjNum 8225 snap 0 seq_num 2641502912) dirty exists 2023-12-22T17:18:34.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:33 smithi032 ceph-mon[110651]: osdmap e161: 8 total, 8 up, 8 in 2023-12-22T17:18:34.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:33 smithi032 ceph-mon[110651]: osdmap e162: 8 total, 8 up, 8 in 2023-12-22T17:18:34.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:33 smithi032 ceph-mon[125050]: osdmap e161: 8 total, 8 up, 8 in 2023-12-22T17:18:34.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:33 smithi032 ceph-mon[125050]: osdmap e162: 8 total, 8 up, 8 in 2023-12-22T17:18:34.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:33 smithi039 ceph-mon[115265]: osdmap e161: 8 total, 8 up, 8 in 2023-12-22T17:18:34.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:33 smithi039 ceph-mon[115265]: osdmap e162: 8 total, 8 up, 8 in 2023-12-22T17:18:34.805 INFO:tasks.rados.rados.0.smithi032.stdout:578: done (3 left) 2023-12-22T17:18:34.805 INFO:tasks.rados.rados.0.smithi032.stdout:579: done (2 left) 2023-12-22T17:18:34.805 INFO:tasks.rados.rados.0.smithi032.stdout:580: done (1 left) 2023-12-22T17:18:34.806 INFO:tasks.rados.rados.0.smithi032.stdout:583: done (0 left) 2023-12-22T17:18:34.806 INFO:tasks.rados.rados.0.smithi032.stdout:584: read oid 47 snap -1 2023-12-22T17:18:34.806 INFO:tasks.rados.rados.0.smithi032.stdout:584: expect (ObjNum 172 snap 41 seq_num 172) 2023-12-22T17:18:34.806 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 43 current snap is 50 2023-12-22T17:18:34.806 INFO:tasks.rados.rados.0.smithi032.stdout:585: seq_num 201 ranges {704512=573440,1277952=401408} 2023-12-22T17:18:34.813 INFO:tasks.rados.rados.0.smithi032.stdout:585: writing smithi032174182-43 from 704512 to 1277952 tid 1 2023-12-22T17:18:34.815 INFO:tasks.rados.rados.0.smithi032.stdout:585: writing smithi032174182-43 from 1277952 to 1679360 tid 2 2023-12-22T17:18:34.815 INFO:tasks.rados.rados.0.smithi032.stdout:586: rollback oid 29 current snap is 50 2023-12-22T17:18:34.815 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 29 to 48 2023-12-22T17:18:34.815 INFO:tasks.rados.rados.0.smithi032.stdout:584: expect (ObjNum 172 snap 41 seq_num 172) 2023-12-22T17:18:34.855 INFO:tasks.rados.rados.0.smithi032.stdout:586: finishing rollback tid 1 to smithi032174182-29 2023-12-22T17:18:34.855 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 248 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-22T17:18:34.855 INFO:tasks.rados.rados.0.smithi032.stdout:585: finishing write tid 1 to smithi032174182-43 2023-12-22T17:18:34.855 INFO:tasks.rados.rados.0.smithi032.stdout:585: finishing write tid 2 to smithi032174182-43 2023-12-22T17:18:34.855 INFO:tasks.rados.rados.0.smithi032.stdout:585: finishing write tid 3 to smithi032174182-43 2023-12-22T17:18:34.856 INFO:tasks.rados.rados.0.smithi032.stdout:584: done (2 left) 2023-12-22T17:18:34.856 INFO:tasks.rados.rados.0.smithi032.stdout:586: done (1 left) 2023-12-22T17:18:34.856 INFO:tasks.rados.rados.0.smithi032.stdout:587: delete oid 34 current snap is 50 2023-12-22T17:18:34.856 INFO:tasks.rados.rados.0.smithi032.stdout:585: finishing write tid 4 to smithi032174182-43 2023-12-22T17:18:34.856 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 144 (ObjNum 201 snap 50 seq_num 201) dirty exists 2023-12-22T17:18:34.856 INFO:tasks.rados.rados.0.smithi032.stdout:585: left oid 43 (ObjNum 201 snap 50 seq_num 201) 2023-12-22T17:18:34.857 INFO:tasks.rados.rados.0.smithi032.stdout:585: done (1 left) 2023-12-22T17:18:34.857 INFO:tasks.rados.rados.0.smithi032.stdout:587: done (0 left) 2023-12-22T17:18:34.857 INFO:tasks.rados.rados.0.smithi032.stdout:588: read oid 6 snap -1 2023-12-22T17:18:34.858 INFO:tasks.rados.rados.0.smithi032.stdout:588: expect (ObjNum 200 snap 49 seq_num 200) 2023-12-22T17:18:34.858 INFO:tasks.rados.rados.0.smithi032.stdout:589: copy_from oid 26 from oid 31 current snap is 50 2023-12-22T17:18:34.858 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 13 current snap is 50 2023-12-22T17:18:34.858 INFO:tasks.rados.rados.0.smithi032.stdout:590: seq_num 203 ranges {4587520=606208,5193728=401408} 2023-12-22T17:18:34.886 INFO:tasks.rados.rados.0.smithi032.stdout:590: writing smithi032174182-13 from 4587520 to 5193728 tid 1 2023-12-22T17:18:34.888 INFO:tasks.rados.rados.0.smithi032.stdout:590: writing smithi032174182-13 from 5193728 to 5595136 tid 2 2023-12-22T17:18:34.888 INFO:tasks.rados.rados.0.smithi032.stdout:591: delete oid 15 current snap is 50 2023-12-22T17:18:34.888 INFO:tasks.rados.rados.0.smithi032.stdout:588: expect (ObjNum 200 snap 49 seq_num 200) 2023-12-22T17:18:34.914 INFO:tasks.rados.rados.0.smithi032.stdout:589: finishing copy_from to smithi032174182-26 2023-12-22T17:18:34.914 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 232 (ObjNum 118 snap 27 seq_num 118) dirty exists 2023-12-22T17:18:34.914 INFO:tasks.rados.rados.0.smithi032.stdout:589: finishing copy_from racing read to smithi032174182-26 2023-12-22T17:18:34.914 INFO:tasks.rados.rados.0.smithi032.stdout:590: finishing write tid 1 to smithi032174182-13 2023-12-22T17:18:34.914 INFO:tasks.rados.rados.0.smithi032.stdout:588: done (3 left) 2023-12-22T17:18:34.914 INFO:tasks.rados.rados.0.smithi032.stdout:589: done (2 left) 2023-12-22T17:18:34.915 INFO:tasks.rados.rados.0.smithi032.stdout:591: done (1 left) 2023-12-22T17:18:34.915 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 39 current snap is 50 2023-12-22T17:18:34.915 INFO:tasks.rados.rados.0.smithi032.stdout:590: finishing write tid 2 to smithi032174182-13 2023-12-22T17:18:34.915 INFO:tasks.rados.rados.0.smithi032.stdout:590: finishing write tid 3 to smithi032174182-13 2023-12-22T17:18:34.915 INFO:tasks.rados.rados.0.smithi032.stdout:590: finishing write tid 4 to smithi032174182-13 2023-12-22T17:18:34.915 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 291 (ObjNum 203 snap 50 seq_num 203) dirty exists 2023-12-22T17:18:34.915 INFO:tasks.rados.rados.0.smithi032.stdout:590: left oid 13 (ObjNum 203 snap 50 seq_num 203) 2023-12-22T17:18:34.915 INFO:tasks.rados.rados.0.smithi032.stdout:592: seq_num 205 ranges {688128=638976,1327104=401408} 2023-12-22T17:18:34.921 INFO:tasks.rados.rados.0.smithi032.stdout:592: writing smithi032174182-39 from 688128 to 1327104 tid 1 2023-12-22T17:18:34.923 INFO:tasks.rados.rados.0.smithi032.stdout:592: writing smithi032174182-39 from 1327104 to 1728512 tid 2 2023-12-22T17:18:34.923 INFO:tasks.rados.rados.0.smithi032.stdout:590: done (1 left) 2023-12-22T17:18:34.924 INFO:tasks.rados.rados.0.smithi032.stdout:593: setattr oid 26 current snap is 50 2023-12-22T17:18:34.925 INFO:tasks.rados.rados.0.smithi032.stdout:594: delete oid 43 current snap is 50 2023-12-22T17:18:34.926 INFO:tasks.rados.rados.0.smithi032.stdout:594: done (2 left) 2023-12-22T17:18:34.926 INFO:tasks.rados.rados.0.smithi032.stdout:595: snap_remove snap 37 2023-12-22T17:18:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:34 smithi032 ceph-mon[125050]: pgmap v202: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2023-12-22T17:18:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:34 smithi032 ceph-mon[125050]: osdmap e163: 8 total, 8 up, 8 in 2023-12-22T17:18:35.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:34 smithi032 ceph-mon[110651]: pgmap v202: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2023-12-22T17:18:35.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:34 smithi032 ceph-mon[110651]: osdmap e163: 8 total, 8 up, 8 in 2023-12-22T17:18:35.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:34 smithi039 ceph-mon[115265]: pgmap v202: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2023-12-22T17:18:35.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:34 smithi039 ceph-mon[115265]: osdmap e163: 8 total, 8 up, 8 in 2023-12-22T17:18:35.926 INFO:tasks.rados.rados.0.smithi032.stdout:595: done (2 left) 2023-12-22T17:18:35.926 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 33 current snap is 50 2023-12-22T17:18:35.926 INFO:tasks.rados.rados.0.smithi032.stdout:596: seq_num 207 ranges {1933312=671744,2605056=401408} 2023-12-22T17:18:35.941 INFO:tasks.rados.rados.0.smithi032.stdout:596: writing smithi032174182-33 from 1933312 to 2605056 tid 1 2023-12-22T17:18:35.944 INFO:tasks.rados.rados.0.smithi032.stdout:596: writing smithi032174182-33 from 2605056 to 3006464 tid 2 2023-12-22T17:18:35.944 INFO:tasks.rados.rados.0.smithi032.stdout:597: snap_create 2023-12-22T17:18:35.945 INFO:tasks.rados.rados.0.smithi032.stdout:592: finishing write tid 1 to smithi032174182-39 2023-12-22T17:18:35.945 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 233 (ObjNum 118 snap 27 seq_num 118) dirty exists 2023-12-22T17:18:35.945 INFO:tasks.rados.rados.0.smithi032.stdout:592: finishing write tid 2 to smithi032174182-39 2023-12-22T17:18:35.945 INFO:tasks.rados.rados.0.smithi032.stdout:592: finishing write tid 3 to smithi032174182-39 2023-12-22T17:18:35.945 INFO:tasks.rados.rados.0.smithi032.stdout:592: finishing write tid 4 to smithi032174182-39 2023-12-22T17:18:35.945 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 84 (ObjNum 205 snap 50 seq_num 205) dirty exists 2023-12-22T17:18:35.945 INFO:tasks.rados.rados.0.smithi032.stdout:592: left oid 39 (ObjNum 205 snap 50 seq_num 205) 2023-12-22T17:18:35.947 INFO:tasks.rados.rados.0.smithi032.stdout:596: finishing write tid 1 to smithi032174182-33 2023-12-22T17:18:35.948 INFO:tasks.rados.rados.0.smithi032.stdout:596: finishing write tid 2 to smithi032174182-33 2023-12-22T17:18:35.948 INFO:tasks.rados.rados.0.smithi032.stdout:596: finishing write tid 3 to smithi032174182-33 2023-12-22T17:18:35.949 INFO:tasks.rados.rados.0.smithi032.stdout:596: finishing write tid 4 to smithi032174182-33 2023-12-22T17:18:35.949 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 86 (ObjNum 207 snap 50 seq_num 207) dirty exists 2023-12-22T17:18:35.950 INFO:tasks.rados.rados.0.smithi032.stdout:596: left oid 33 (ObjNum 207 snap 50 seq_num 207) 2023-12-22T17:18:36.932 INFO:tasks.rados.rados.0.smithi032.stdout:592: done (3 left) 2023-12-22T17:18:36.932 INFO:tasks.rados.rados.0.smithi032.stdout:593: done (2 left) 2023-12-22T17:18:36.932 INFO:tasks.rados.rados.0.smithi032.stdout:596: done (1 left) 2023-12-22T17:18:36.932 INFO:tasks.rados.rados.0.smithi032.stdout:597: done (0 left) 2023-12-22T17:18:36.932 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 27 current snap is 51 2023-12-22T17:18:36.932 INFO:tasks.rados.rados.0.smithi032.stdout:598: seq_num 208 ranges {0=688128,688128=401408} 2023-12-22T17:18:36.935 INFO:tasks.rados.rados.0.smithi032.stdout:598: writing smithi032174182-27 from 0 to 688128 tid 1 2023-12-22T17:18:36.940 INFO:tasks.rados.rados.0.smithi032.stdout:598: writing smithi032174182-27 from 688128 to 1089536 tid 2 2023-12-22T17:18:36.940 INFO:tasks.rados.rados.0.smithi032.stdout:599: rollback oid 16 current snap is 51 2023-12-22T17:18:36.940 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 16 to 50 2023-12-22T17:18:36.940 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 32 current snap is 51 2023-12-22T17:18:36.940 INFO:tasks.rados.rados.0.smithi032.stdout:600: seq_num 209 ranges {2695168=704512,3399680=401408} 2023-12-22T17:18:36.957 INFO:tasks.rados.rados.0.smithi032.stdout:600: writing smithi032174182-32 from 2695168 to 3399680 tid 1 2023-12-22T17:18:36.959 INFO:tasks.rados.rados.0.smithi032.stdout:600: writing smithi032174182-32 from 3399680 to 3801088 tid 2 2023-12-22T17:18:36.959 INFO:tasks.rados.rados.0.smithi032.stdout:601: snap_create 2023-12-22T17:18:36.959 INFO:tasks.rados.rados.0.smithi032.stdout:599: finishing rollback tid 1 to smithi032174182-16 2023-12-22T17:18:36.959 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 194 (ObjNum 289 snap 0 seq_num 0) dirty dne 2023-12-22T17:18:36.959 INFO:tasks.rados.rados.0.smithi032.stdout:598: finishing write tid 1 to smithi032174182-27 2023-12-22T17:18:36.960 INFO:tasks.rados.rados.0.smithi032.stdout:598: finishing write tid 2 to smithi032174182-27 2023-12-22T17:18:36.960 INFO:tasks.rados.rados.0.smithi032.stdout:598: finishing write tid 3 to smithi032174182-27 2023-12-22T17:18:36.960 INFO:tasks.rados.rados.0.smithi032.stdout:598: finishing write tid 4 to smithi032174182-27 2023-12-22T17:18:36.960 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 216 (ObjNum 208 snap 51 seq_num 208) dirty exists 2023-12-22T17:18:36.960 INFO:tasks.rados.rados.0.smithi032.stdout:598: left oid 27 (ObjNum 208 snap 51 seq_num 208) 2023-12-22T17:18:36.963 INFO:tasks.rados.rados.0.smithi032.stdout:600: finishing write tid 1 to smithi032174182-32 2023-12-22T17:18:36.963 INFO:tasks.rados.rados.0.smithi032.stdout:600: finishing write tid 2 to smithi032174182-32 2023-12-22T17:18:36.963 INFO:tasks.rados.rados.0.smithi032.stdout:600: finishing write tid 3 to smithi032174182-32 2023-12-22T17:18:36.964 INFO:tasks.rados.rados.0.smithi032.stdout:600: finishing write tid 4 to smithi032174182-32 2023-12-22T17:18:36.964 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 65 (ObjNum 209 snap 51 seq_num 209) dirty exists 2023-12-22T17:18:36.964 INFO:tasks.rados.rados.0.smithi032.stdout:600: left oid 32 (ObjNum 209 snap 51 seq_num 209) 2023-12-22T17:18:37.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:36 smithi032 ceph-mon[125050]: osdmap e164: 8 total, 8 up, 8 in 2023-12-22T17:18:37.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:36 smithi032 ceph-mon[125050]: pgmap v205: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:18:37.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:36 smithi032 ceph-mon[110651]: osdmap e164: 8 total, 8 up, 8 in 2023-12-22T17:18:37.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:36 smithi032 ceph-mon[110651]: pgmap v205: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:18:37.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:36 smithi039 ceph-mon[115265]: osdmap e164: 8 total, 8 up, 8 in 2023-12-22T17:18:37.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:36 smithi039 ceph-mon[115265]: pgmap v205: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:18:37.944 INFO:tasks.rados.rados.0.smithi032.stdout:598: done (3 left) 2023-12-22T17:18:37.944 INFO:tasks.rados.rados.0.smithi032.stdout:599: done (2 left) 2023-12-22T17:18:37.945 INFO:tasks.rados.rados.0.smithi032.stdout:600: done (1 left) 2023-12-22T17:18:37.945 INFO:tasks.rados.rados.0.smithi032.stdout:601: done (0 left) 2023-12-22T17:18:37.945 INFO:tasks.rados.rados.0.smithi032.stdout:602: setattr oid 7 current snap is 52 2023-12-22T17:18:37.946 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 19 current snap is 52 2023-12-22T17:18:37.946 INFO:tasks.rados.rados.0.smithi032.stdout:603: seq_num 210 ranges {2695168=720896,3416064=401408} 2023-12-22T17:18:37.965 INFO:tasks.rados.rados.0.smithi032.stdout:603: writing smithi032174182-19 from 2695168 to 3416064 tid 1 2023-12-22T17:18:37.969 INFO:tasks.rados.rados.0.smithi032.stdout:603: writing smithi032174182-19 from 3416064 to 3817472 tid 2 2023-12-22T17:18:37.969 INFO:tasks.rados.rados.0.smithi032.stdout:604: copy_from oid 13 from oid 8 current snap is 52 2023-12-22T17:18:37.969 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 87 (ObjNum 26 snap 0 seq_num 26) dirty exists 2023-12-22T17:18:37.969 INFO:tasks.rados.rados.0.smithi032.stdout:602: done (2 left) 2023-12-22T17:18:37.969 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 41 current snap is 52 2023-12-22T17:18:37.969 INFO:tasks.rados.rados.0.smithi032.stdout:605: seq_num 211 ranges {1482752=737280,2220032=401408} 2023-12-22T17:18:37.981 INFO:tasks.rados.rados.0.smithi032.stdout:605: writing smithi032174182-41 from 1482752 to 2220032 tid 1 2023-12-22T17:18:37.984 INFO:tasks.rados.rados.0.smithi032.stdout:605: writing smithi032174182-41 from 2220032 to 2621440 tid 2 2023-12-22T17:18:37.984 INFO:tasks.rados.rados.0.smithi032.stdout:606: read oid 20 snap 32 2023-12-22T17:18:37.984 INFO:tasks.rados.rados.0.smithi032.stdout:606: expect (ObjNum 1596417808 snap 22024 seq_num 1596498112) 2023-12-22T17:18:37.984 INFO:tasks.rados.rados.0.smithi032.stdout:607: snap_remove snap 43 2023-12-22T17:18:38.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:37 smithi032 ceph-mon[125050]: osdmap e165: 8 total, 8 up, 8 in 2023-12-22T17:18:38.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:37 smithi032 ceph-mon[110651]: osdmap e165: 8 total, 8 up, 8 in 2023-12-22T17:18:38.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:37 smithi039 ceph-mon[115265]: osdmap e165: 8 total, 8 up, 8 in 2023-12-22T17:18:38.960 INFO:tasks.rados.rados.0.smithi032.stdout:607: done (4 left) 2023-12-22T17:18:38.960 INFO:tasks.rados.rados.0.smithi032.stdout:608: read oid 21 snap -1 2023-12-22T17:18:38.961 INFO:tasks.rados.rados.0.smithi032.stdout:608: expect (ObjNum 145 snap 35 seq_num 145) 2023-12-22T17:18:38.961 INFO:tasks.rados.rados.0.smithi032.stdout:609: delete oid 17 current snap is 52 2023-12-22T17:18:38.961 INFO:tasks.rados.rados.0.smithi032.stdout:603: finishing write tid 1 to smithi032174182-19 2023-12-22T17:18:38.961 INFO:tasks.rados.rados.0.smithi032.stdout:603: finishing write tid 2 to smithi032174182-19 2023-12-22T17:18:38.961 INFO:tasks.rados.rados.0.smithi032.stdout:603: finishing write tid 3 to smithi032174182-19 2023-12-22T17:18:38.961 INFO:tasks.rados.rados.0.smithi032.stdout:603: finishing write tid 4 to smithi032174182-19 2023-12-22T17:18:38.961 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 147 (ObjNum 210 snap 52 seq_num 210) dirty exists 2023-12-22T17:18:38.961 INFO:tasks.rados.rados.0.smithi032.stdout:603: left oid 19 (ObjNum 210 snap 52 seq_num 210) 2023-12-22T17:18:38.961 INFO:tasks.rados.rados.0.smithi032.stdout:604: finishing copy_from to smithi032174182-13 2023-12-22T17:18:38.961 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 49 (ObjNum 190 snap 44 seq_num 190) dirty exists 2023-12-22T17:18:38.961 INFO:tasks.rados.rados.0.smithi032.stdout:604: finishing copy_from racing read to smithi032174182-13 2023-12-22T17:18:38.961 INFO:tasks.rados.rados.0.smithi032.stdout:606: expect (ObjNum 1596417808 snap 22024 seq_num 1596498112) 2023-12-22T17:18:38.962 INFO:tasks.rados.rados.0.smithi032.stdout:605: finishing write tid 1 to smithi032174182-41 2023-12-22T17:18:38.962 INFO:tasks.rados.rados.0.smithi032.stdout:605: finishing write tid 2 to smithi032174182-41 2023-12-22T17:18:38.962 INFO:tasks.rados.rados.0.smithi032.stdout:605: finishing write tid 3 to smithi032174182-41 2023-12-22T17:18:38.962 INFO:tasks.rados.rados.0.smithi032.stdout:605: finishing write tid 4 to smithi032174182-41 2023-12-22T17:18:38.962 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 307 (ObjNum 211 snap 52 seq_num 211) dirty exists 2023-12-22T17:18:38.962 INFO:tasks.rados.rados.0.smithi032.stdout:605: left oid 41 (ObjNum 211 snap 52 seq_num 211) 2023-12-22T17:18:38.970 INFO:tasks.rados.rados.0.smithi032.stdout:608: expect (ObjNum 145 snap 35 seq_num 145) 2023-12-22T17:18:39.000 INFO:tasks.rados.rados.0.smithi032.stdout:603: done (5 left) 2023-12-22T17:18:39.001 INFO:tasks.rados.rados.0.smithi032.stdout:604: done (4 left) 2023-12-22T17:18:39.001 INFO:tasks.rados.rados.0.smithi032.stdout:605: done (3 left) 2023-12-22T17:18:39.001 INFO:tasks.rados.rados.0.smithi032.stdout:606: done (2 left) 2023-12-22T17:18:39.001 INFO:tasks.rados.rados.0.smithi032.stdout:608: done (1 left) 2023-12-22T17:18:39.001 INFO:tasks.rados.rados.0.smithi032.stdout:609: done (0 left) 2023-12-22T17:18:39.001 INFO:tasks.rados.rados.0.smithi032.stdout:610: read oid 38 snap -1 2023-12-22T17:18:39.001 INFO:tasks.rados.rados.0.smithi032.stdout:610: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-22T17:18:39.001 INFO:tasks.rados.rados.0.smithi032.stdout:611: read oid 15 snap -1 2023-12-22T17:18:39.001 INFO:tasks.rados.rados.0.smithi032.stdout:611: expect deleted 2023-12-22T17:18:39.001 INFO:tasks.rados.rados.0.smithi032.stdout:612: copy_from oid 18 from oid 27 current snap is 52 2023-12-22T17:18:39.001 INFO:tasks.rados.rados.0.smithi032.stdout:613: snap_remove snap 50 2023-12-22T17:18:39.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:38 smithi039 ceph-mon[115265]: pgmap v207: 121 pgs: 121 active+clean; 113 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2023-12-22T17:18:39.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:38 smithi039 ceph-mon[115265]: osdmap e166: 8 total, 8 up, 8 in 2023-12-22T17:18:39.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:38 smithi032 ceph-mon[110651]: pgmap v207: 121 pgs: 121 active+clean; 113 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2023-12-22T17:18:39.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:38 smithi032 ceph-mon[110651]: osdmap e166: 8 total, 8 up, 8 in 2023-12-22T17:18:39.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:38 smithi032 ceph-mon[125050]: pgmap v207: 121 pgs: 121 active+clean; 113 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2023-12-22T17:18:39.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:38 smithi032 ceph-mon[125050]: osdmap e166: 8 total, 8 up, 8 in 2023-12-22T17:18:39.962 INFO:tasks.rados.rados.0.smithi032.stdout:613: done (3 left) 2023-12-22T17:18:39.962 INFO:tasks.rados.rados.0.smithi032.stdout:614: rollback oid 21 current snap is 52 2023-12-22T17:18:39.962 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 21 to 48 2023-12-22T17:18:39.967 INFO:tasks.rados.rados.0.smithi032.stdout:615: snap_create 2023-12-22T17:18:39.967 INFO:tasks.rados.rados.0.smithi032.stdout:610: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-22T17:18:39.967 INFO:tasks.rados.rados.0.smithi032.stdout:612: finishing copy_from to smithi032174182-18 2023-12-22T17:18:39.967 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 216 (ObjNum 208 snap 51 seq_num 208) dirty exists 2023-12-22T17:18:39.967 INFO:tasks.rados.rados.0.smithi032.stdout:612: finishing copy_from racing read to smithi032174182-18 2023-12-22T17:18:39.968 INFO:tasks.rados.rados.0.smithi032.stdout:614: finishing rollback tid 0 to smithi032174182-21 2023-12-22T17:18:39.971 INFO:tasks.rados.rados.0.smithi032.stdout:614: finishing rollback tid 1 to smithi032174182-21 2023-12-22T17:18:39.971 INFO:tasks.rados.rados.0.smithi032.stdout:614: finishing rollback tid 2 to smithi032174182-21 2023-12-22T17:18:39.971 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 249 (ObjNum 145 snap 35 seq_num 145) dirty exists 2023-12-22T17:18:40.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:39 smithi039 ceph-mon[115265]: osdmap e167: 8 total, 8 up, 8 in 2023-12-22T17:18:40.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:39 smithi032 ceph-mon[125050]: osdmap e167: 8 total, 8 up, 8 in 2023-12-22T17:18:40.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:39 smithi032 ceph-mon[110651]: osdmap e167: 8 total, 8 up, 8 in 2023-12-22T17:18:40.964 INFO:tasks.rados.rados.0.smithi032.stdout:610: done (4 left) 2023-12-22T17:18:40.964 INFO:tasks.rados.rados.0.smithi032.stdout:611: done (3 left) 2023-12-22T17:18:40.964 INFO:tasks.rados.rados.0.smithi032.stdout:612: done (2 left) 2023-12-22T17:18:40.964 INFO:tasks.rados.rados.0.smithi032.stdout:614: done (1 left) 2023-12-22T17:18:40.964 INFO:tasks.rados.rados.0.smithi032.stdout:615: done (0 left) 2023-12-22T17:18:40.964 INFO:tasks.rados.rados.0.smithi032.stdout:616: copy_from oid 16 from oid 10 current snap is 53 2023-12-22T17:18:40.965 INFO:tasks.rados.rados.0.smithi032.stdout:617: snap_remove snap 45 2023-12-22T17:18:41.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:40 smithi039 ceph-mon[115265]: pgmap v210: 121 pgs: 121 active+clean; 113 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2023-12-22T17:18:41.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:40 smithi039 ceph-mon[115265]: osdmap e168: 8 total, 8 up, 8 in 2023-12-22T17:18:41.317 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:40 smithi032 ceph-mon[125050]: pgmap v210: 121 pgs: 121 active+clean; 113 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2023-12-22T17:18:41.317 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:40 smithi032 ceph-mon[125050]: osdmap e168: 8 total, 8 up, 8 in 2023-12-22T17:18:41.317 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:40 smithi032 ceph-mon[110651]: pgmap v210: 121 pgs: 121 active+clean; 113 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2023-12-22T17:18:41.317 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:40 smithi032 ceph-mon[110651]: osdmap e168: 8 total, 8 up, 8 in 2023-12-22T17:18:41.682 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:18:41 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:18:41] "GET /metrics HTTP/1.1" 200 239533 "" "Prometheus/2.43.0" 2023-12-22T17:18:41.974 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:18:41 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:18:41] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-22T17:18:41.975 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:41 smithi039 ceph-mon[115265]: osdmap e169: 8 total, 8 up, 8 in 2023-12-22T17:18:41.975 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:41 smithi039 ceph-mon[115265]: pgmap v213: 121 pgs: 121 active+clean; 117 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 550 KiB/s rd, 1.6 MiB/s wr, 13 op/s 2023-12-22T17:18:41.977 INFO:tasks.rados.rados.0.smithi032.stdout:617: done (1 left) 2023-12-22T17:18:41.977 INFO:tasks.rados.rados.0.smithi032.stdout:618: read oid 35 snap -1 2023-12-22T17:18:41.977 INFO:tasks.rados.rados.0.smithi032.stdout:618: expect deleted 2023-12-22T17:18:41.977 INFO:tasks.rados.rados.0.smithi032.stdout:619: snap_create 2023-12-22T17:18:41.977 INFO:tasks.rados.rados.0.smithi032.stdout:616: finishing copy_from to smithi032174182-16 2023-12-22T17:18:41.977 INFO:tasks.rados.rados.0.smithi032.stdout:616: got expected ENOENT (src dne) 2023-12-22T17:18:41.977 INFO:tasks.rados.rados.0.smithi032.stdout:616: finishing copy_from racing read to smithi032174182-16 2023-12-22T17:18:42.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:41 smithi032 ceph-mon[125050]: osdmap e169: 8 total, 8 up, 8 in 2023-12-22T17:18:42.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:41 smithi032 ceph-mon[125050]: pgmap v213: 121 pgs: 121 active+clean; 117 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 550 KiB/s rd, 1.6 MiB/s wr, 13 op/s 2023-12-22T17:18:42.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:41 smithi032 ceph-mon[110651]: osdmap e169: 8 total, 8 up, 8 in 2023-12-22T17:18:42.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:41 smithi032 ceph-mon[110651]: pgmap v213: 121 pgs: 121 active+clean; 117 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 550 KiB/s rd, 1.6 MiB/s wr, 13 op/s 2023-12-22T17:18:42.978 INFO:tasks.rados.rados.0.smithi032.stdout:616: done (2 left) 2023-12-22T17:18:42.978 INFO:tasks.rados.rados.0.smithi032.stdout:618: done (1 left) 2023-12-22T17:18:42.978 INFO:tasks.rados.rados.0.smithi032.stdout:619: done (0 left) 2023-12-22T17:18:42.978 INFO:tasks.rados.rados.0.smithi032.stdout:620: rmattr oid 33 current snap is 54 2023-12-22T17:18:42.978 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 42 current snap is 54 2023-12-22T17:18:42.979 INFO:tasks.rados.rados.0.smithi032.stdout:621: seq_num 213 ranges {1048576=770048,1818624=401408} 2023-12-22T17:18:42.988 INFO:tasks.rados.rados.0.smithi032.stdout:621: writing smithi032174182-42 from 1048576 to 1818624 tid 1 2023-12-22T17:18:42.991 INFO:tasks.rados.rados.0.smithi032.stdout:621: writing smithi032174182-42 from 1818624 to 2220032 tid 2 2023-12-22T17:18:42.991 INFO:tasks.rados.rados.0.smithi032.stdout:622: copy_from oid 46 from oid 21 current snap is 54 2023-12-22T17:18:42.991 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 31 current snap is 54 2023-12-22T17:18:42.991 INFO:tasks.rados.rados.0.smithi032.stdout:623: seq_num 214 ranges {4431872=794624,5226496=401408} 2023-12-22T17:18:43.019 INFO:tasks.rados.rados.0.smithi032.stdout:623: writing smithi032174182-31 from 4431872 to 5226496 tid 1 2023-12-22T17:18:43.022 INFO:tasks.rados.rados.0.smithi032.stdout:623: writing smithi032174182-31 from 5226496 to 5627904 tid 2 2023-12-22T17:18:43.022 INFO:tasks.rados.rados.0.smithi032.stdout:624: rollback oid 25 current snap is 54 2023-12-22T17:18:43.022 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 25 to 32 2023-12-22T17:18:43.022 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 88 (ObjNum 207 snap 50 seq_num 207) dirty exists 2023-12-22T17:18:43.022 INFO:tasks.rados.rados.0.smithi032.stdout:621: finishing write tid 1 to smithi032174182-42 2023-12-22T17:18:43.022 INFO:tasks.rados.rados.0.smithi032.stdout:621: finishing write tid 2 to smithi032174182-42 2023-12-22T17:18:43.022 INFO:tasks.rados.rados.0.smithi032.stdout:621: finishing write tid 3 to smithi032174182-42 2023-12-22T17:18:43.022 INFO:tasks.rados.rados.0.smithi032.stdout:621: finishing write tid 4 to smithi032174182-42 2023-12-22T17:18:43.023 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 163 (ObjNum 213 snap 54 seq_num 213) dirty exists 2023-12-22T17:18:43.023 INFO:tasks.rados.rados.0.smithi032.stdout:621: left oid 42 (ObjNum 213 snap 54 seq_num 213) 2023-12-22T17:18:43.023 INFO:tasks.rados.rados.0.smithi032.stdout:622: finishing copy_from to smithi032174182-46 2023-12-22T17:18:43.023 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 249 (ObjNum 145 snap 35 seq_num 145) dirty exists 2023-12-22T17:18:43.023 INFO:tasks.rados.rados.0.smithi032.stdout:622: finishing copy_from racing read to smithi032174182-46 2023-12-22T17:18:43.023 INFO:tasks.rados.rados.0.smithi032.stdout:620: done (4 left) 2023-12-22T17:18:43.023 INFO:tasks.rados.rados.0.smithi032.stdout:621: done (3 left) 2023-12-22T17:18:43.023 INFO:tasks.rados.rados.0.smithi032.stdout:622: done (2 left) 2023-12-22T17:18:43.023 INFO:tasks.rados.rados.0.smithi032.stdout:625: setattr oid 29 current snap is 54 2023-12-22T17:18:43.025 INFO:tasks.rados.rados.0.smithi032.stdout:626: rmattr oid 8 current snap is 54 2023-12-22T17:18:43.025 INFO:tasks.rados.rados.0.smithi032.stdout:626: done (3 left) 2023-12-22T17:18:43.025 INFO:tasks.rados.rados.0.smithi032.stdout:627: read oid 8 snap -1 2023-12-22T17:18:43.025 INFO:tasks.rados.rados.0.smithi032.stdout:627: expect (ObjNum 190 snap 44 seq_num 190) 2023-12-22T17:18:43.026 INFO:tasks.rados.rados.0.smithi032.stdout:628: rollback oid 26 current snap is 54 2023-12-22T17:18:43.026 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 26 to 46 2023-12-22T17:18:43.026 INFO:tasks.rados.rados.0.smithi032.stdout:629: copy_from oid 6 from oid 39 current snap is 54 2023-12-22T17:18:43.026 INFO:tasks.rados.rados.0.smithi032.stdout:630: delete oid 12 current snap is 54 2023-12-22T17:18:43.026 INFO:tasks.rados.rados.0.smithi032.stdout:624: finishing rollback tid 0 to smithi032174182-25 2023-12-22T17:18:43.027 INFO:tasks.rados.rados.0.smithi032.stdout:624: finishing rollback tid 1 to smithi032174182-25 2023-12-22T17:18:43.027 INFO:tasks.rados.rados.0.smithi032.stdout:624: finishing rollback tid 2 to smithi032174182-25 2023-12-22T17:18:43.027 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 111 (ObjNum 36 snap 0 seq_num 36) dirty exists 2023-12-22T17:18:43.030 INFO:tasks.rados.rados.0.smithi032.stdout:623: finishing write tid 1 to smithi032174182-31 2023-12-22T17:18:43.030 INFO:tasks.rados.rados.0.smithi032.stdout:623: finishing write tid 2 to smithi032174182-31 2023-12-22T17:18:43.030 INFO:tasks.rados.rados.0.smithi032.stdout:623: finishing write tid 3 to smithi032174182-31 2023-12-22T17:18:43.030 INFO:tasks.rados.rados.0.smithi032.stdout:624: done (6 left) 2023-12-22T17:18:43.030 INFO:tasks.rados.rados.0.smithi032.stdout:630: done (5 left) 2023-12-22T17:18:43.030 INFO:tasks.rados.rados.0.smithi032.stdout:631: rollback oid 3 current snap is 54 2023-12-22T17:18:43.030 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 3 to 35 2023-12-22T17:18:43.030 INFO:tasks.rados.rados.0.smithi032.stdout:632: snap_remove snap 51 2023-12-22T17:18:43.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:42 smithi039 ceph-mon[115265]: osdmap e170: 8 total, 8 up, 8 in 2023-12-22T17:18:43.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:42 smithi032 ceph-mon[125050]: osdmap e170: 8 total, 8 up, 8 in 2023-12-22T17:18:43.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:42 smithi032 ceph-mon[110651]: osdmap e170: 8 total, 8 up, 8 in 2023-12-22T17:18:43.802 INFO:tasks.rados.rados.0.smithi032.stdout:632: done (6 left) 2023-12-22T17:18:43.802 INFO:tasks.rados.rados.0.smithi032.stdout:633: read oid 15 snap -1 2023-12-22T17:18:43.802 INFO:tasks.rados.rados.0.smithi032.stdout:633: expect deleted 2023-12-22T17:18:43.802 INFO:tasks.rados.rados.0.smithi032.stdout:634: delete oid 1 current snap is 54 2023-12-22T17:18:43.802 INFO:tasks.rados.rados.0.smithi032.stdout:623: finishing write tid 4 to smithi032174182-31 2023-12-22T17:18:43.802 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 255 (ObjNum 214 snap 54 seq_num 214) dirty exists 2023-12-22T17:18:43.802 INFO:tasks.rados.rados.0.smithi032.stdout:623: left oid 31 (ObjNum 214 snap 54 seq_num 214) 2023-12-22T17:18:43.802 INFO:tasks.rados.rados.0.smithi032.stdout:628: finishing rollback tid 0 to smithi032174182-26 2023-12-22T17:18:43.803 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 330 (ObjNum 289 snap 0 seq_num 0) dirty exists 2023-12-22T17:18:43.803 INFO:tasks.rados.rados.0.smithi032.stdout:628: finishing rollback tid 1 to smithi032174182-26 2023-12-22T17:18:43.803 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 235 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-22T17:18:43.803 INFO:tasks.rados.rados.0.smithi032.stdout:627: expect (ObjNum 190 snap 44 seq_num 190) 2023-12-22T17:18:43.844 INFO:tasks.rados.rados.0.smithi032.stdout:631: finishing rollback tid 0 to smithi032174182-3 2023-12-22T17:18:43.844 INFO:tasks.rados.rados.0.smithi032.stdout:631: finishing rollback tid 1 to smithi032174182-3 2023-12-22T17:18:43.844 INFO:tasks.rados.rados.0.smithi032.stdout:631: finishing rollback tid 2 to smithi032174182-3 2023-12-22T17:18:43.844 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 207 (ObjNum 136 snap 30 seq_num 136) dirty exists 2023-12-22T17:18:43.844 INFO:tasks.rados.rados.0.smithi032.stdout:629: finishing copy_from to smithi032174182-6 2023-12-22T17:18:43.844 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 84 (ObjNum 205 snap 50 seq_num 205) dirty exists 2023-12-22T17:18:43.844 INFO:tasks.rados.rados.0.smithi032.stdout:629: finishing copy_from racing read to smithi032174182-6 2023-12-22T17:18:43.844 INFO:tasks.rados.rados.0.smithi032.stdout:623: done (7 left) 2023-12-22T17:18:43.844 INFO:tasks.rados.rados.0.smithi032.stdout:625: done (6 left) 2023-12-22T17:18:43.844 INFO:tasks.rados.rados.0.smithi032.stdout:627: done (5 left) 2023-12-22T17:18:43.845 INFO:tasks.rados.rados.0.smithi032.stdout:628: done (4 left) 2023-12-22T17:18:43.845 INFO:tasks.rados.rados.0.smithi032.stdout:629: done (3 left) 2023-12-22T17:18:43.845 INFO:tasks.rados.rados.0.smithi032.stdout:631: done (2 left) 2023-12-22T17:18:43.845 INFO:tasks.rados.rados.0.smithi032.stdout:634: done (1 left) 2023-12-22T17:18:43.845 INFO:tasks.rados.rados.0.smithi032.stdout:635: rollback oid 31 current snap is 54 2023-12-22T17:18:43.845 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 31 to 46 2023-12-22T17:18:43.845 INFO:tasks.rados.rados.0.smithi032.stdout:633: done (1 left) 2023-12-22T17:18:43.845 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 30 current snap is 54 2023-12-22T17:18:43.845 INFO:tasks.rados.rados.0.smithi032.stdout:636: seq_num 217 ranges {491520=442368,933888=696320,1630208=106496} 2023-12-22T17:18:43.849 INFO:tasks.rados.rados.0.smithi032.stdout:636: writing smithi032174182-30 from 491520 to 933888 tid 1 2023-12-22T17:18:43.852 INFO:tasks.rados.rados.0.smithi032.stdout:636: writing smithi032174182-30 from 933888 to 1630208 tid 2 2023-12-22T17:18:43.853 INFO:tasks.rados.rados.0.smithi032.stdout:636: writing smithi032174182-30 from 1630208 to 1736704 tid 3 2023-12-22T17:18:43.853 INFO:tasks.rados.rados.0.smithi032.stdout:637: rollback oid 41 current snap is 54 2023-12-22T17:18:43.853 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 41 to 53 2023-12-22T17:18:43.854 INFO:tasks.rados.rados.0.smithi032.stdout:635: finishing rollback tid 0 to smithi032174182-31 2023-12-22T17:18:43.854 INFO:tasks.rados.rados.0.smithi032.stdout:635: finishing rollback tid 1 to smithi032174182-31 2023-12-22T17:18:43.854 INFO:tasks.rados.rados.0.smithi032.stdout:635: finishing rollback tid 2 to smithi032174182-31 2023-12-22T17:18:43.854 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 260 (ObjNum 118 snap 27 seq_num 118) dirty exists 2023-12-22T17:18:43.854 INFO:tasks.rados.rados.0.smithi032.stdout:636: finishing write tid 1 to smithi032174182-30 2023-12-22T17:18:43.854 INFO:tasks.rados.rados.0.smithi032.stdout:635: done (2 left) 2023-12-22T17:18:43.854 INFO:tasks.rados.rados.0.smithi032.stdout:638: snap_remove snap 48 2023-12-22T17:18:44.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:43 smithi039 ceph-mon[115265]: osdmap e171: 8 total, 8 up, 8 in 2023-12-22T17:18:44.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:43 smithi039 ceph-mon[115265]: osdmap e172: 8 total, 8 up, 8 in 2023-12-22T17:18:44.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:43 smithi039 ceph-mon[115265]: pgmap v217: 121 pgs: 121 active+clean; 117 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 553 KiB/s rd, 1.6 MiB/s wr, 14 op/s 2023-12-22T17:18:44.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:43 smithi032 ceph-mon[110651]: osdmap e171: 8 total, 8 up, 8 in 2023-12-22T17:18:44.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:43 smithi032 ceph-mon[110651]: osdmap e172: 8 total, 8 up, 8 in 2023-12-22T17:18:44.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:43 smithi032 ceph-mon[110651]: pgmap v217: 121 pgs: 121 active+clean; 117 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 553 KiB/s rd, 1.6 MiB/s wr, 14 op/s 2023-12-22T17:18:44.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:43 smithi032 ceph-mon[125050]: osdmap e171: 8 total, 8 up, 8 in 2023-12-22T17:18:44.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:43 smithi032 ceph-mon[125050]: osdmap e172: 8 total, 8 up, 8 in 2023-12-22T17:18:44.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:43 smithi032 ceph-mon[125050]: pgmap v217: 121 pgs: 121 active+clean; 117 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 553 KiB/s rd, 1.6 MiB/s wr, 14 op/s 2023-12-22T17:18:44.821 INFO:tasks.rados.rados.0.smithi032.stdout:638: done (2 left) 2023-12-22T17:18:44.822 INFO:tasks.rados.rados.0.smithi032.stdout:639: snap_create 2023-12-22T17:18:44.822 INFO:tasks.rados.rados.0.smithi032.stdout:637: finishing rollback tid 0 to smithi032174182-41 2023-12-22T17:18:44.822 INFO:tasks.rados.rados.0.smithi032.stdout:637: finishing rollback tid 1 to smithi032174182-41 2023-12-22T17:18:44.822 INFO:tasks.rados.rados.0.smithi032.stdout:637: finishing rollback tid 2 to smithi032174182-41 2023-12-22T17:18:44.822 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 338 (ObjNum 211 snap 52 seq_num 211) dirty exists 2023-12-22T17:18:44.822 INFO:tasks.rados.rados.0.smithi032.stdout:636: finishing write tid 2 to smithi032174182-30 2023-12-22T17:18:44.822 INFO:tasks.rados.rados.0.smithi032.stdout:636: finishing write tid 3 to smithi032174182-30 2023-12-22T17:18:44.822 INFO:tasks.rados.rados.0.smithi032.stdout:636: finishing write tid 4 to smithi032174182-30 2023-12-22T17:18:44.822 INFO:tasks.rados.rados.0.smithi032.stdout:636: finishing write tid 5 to smithi032174182-30 2023-12-22T17:18:44.822 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 265 (ObjNum 217 snap 54 seq_num 217) dirty exists 2023-12-22T17:18:44.822 INFO:tasks.rados.rados.0.smithi032.stdout:636: left oid 30 (ObjNum 217 snap 54 seq_num 217) 2023-12-22T17:18:45.824 INFO:tasks.rados.rados.0.smithi032.stdout:636: done (2 left) 2023-12-22T17:18:45.824 INFO:tasks.rados.rados.0.smithi032.stdout:637: done (1 left) 2023-12-22T17:18:45.824 INFO:tasks.rados.rados.0.smithi032.stdout:639: done (0 left) 2023-12-22T17:18:45.824 INFO:tasks.rados.rados.0.smithi032.stdout:640: rmattr oid 40 current snap is 55 2023-12-22T17:18:45.824 INFO:tasks.rados.rados.0.smithi032.stdout:641: read oid 48 snap 35 2023-12-22T17:18:45.824 INFO:tasks.rados.rados.0.smithi032.stdout:641: expect (ObjNum 100 snap 21 seq_num 100) 2023-12-22T17:18:45.824 INFO:tasks.rados.rados.0.smithi032.stdout:642: copy_from oid 43 from oid 12 current snap is 55 2023-12-22T17:18:45.824 INFO:tasks.rados.rados.0.smithi032.stdout:643: read oid 20 snap -1 2023-12-22T17:18:45.824 INFO:tasks.rados.rados.0.smithi032.stdout:643: expect (ObjNum 128 snap 29 seq_num 128) 2023-12-22T17:18:45.824 INFO:tasks.rados.rados.0.smithi032.stdout:644: rollback oid 50 current snap is 55 2023-12-22T17:18:45.824 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 50 to 53 2023-12-22T17:18:45.824 INFO:tasks.rados.rados.0.smithi032.stdout:645: delete oid 2 current snap is 55 2023-12-22T17:18:45.828 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 117 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-12-22T17:18:45.830 INFO:tasks.rados.rados.0.smithi032.stdout:644: finishing rollback tid 0 to smithi032174182-50 2023-12-22T17:18:45.831 INFO:tasks.rados.rados.0.smithi032.stdout:644: finishing rollback tid 1 to smithi032174182-50 2023-12-22T17:18:45.831 INFO:tasks.rados.rados.0.smithi032.stdout:642: finishing copy_from to smithi032174182-43 2023-12-22T17:18:45.831 INFO:tasks.rados.rados.0.smithi032.stdout:642: got expected ENOENT (src dne) 2023-12-22T17:18:45.831 INFO:tasks.rados.rados.0.smithi032.stdout:642: finishing copy_from racing read to smithi032174182-43 2023-12-22T17:18:45.831 INFO:tasks.rados.rados.0.smithi032.stdout:644: finishing rollback tid 2 to smithi032174182-50 2023-12-22T17:18:45.831 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 263 (ObjNum 49 snap 0 seq_num 49) dirty exists 2023-12-22T17:18:45.836 INFO:tasks.rados.rados.0.smithi032.stdout:640: done (5 left) 2023-12-22T17:18:45.836 INFO:tasks.rados.rados.0.smithi032.stdout:642: done (4 left) 2023-12-22T17:18:45.836 INFO:tasks.rados.rados.0.smithi032.stdout:644: done (3 left) 2023-12-22T17:18:45.836 INFO:tasks.rados.rados.0.smithi032.stdout:645: done (2 left) 2023-12-22T17:18:45.836 INFO:tasks.rados.rados.0.smithi032.stdout:646: read oid 23 snap -1 2023-12-22T17:18:45.836 INFO:tasks.rados.rados.0.smithi032.stdout:646: expect (ObjNum 197 snap 47 seq_num 197) 2023-12-22T17:18:45.836 INFO:tasks.rados.rados.0.smithi032.stdout:647: delete oid 13 current snap is 55 2023-12-22T17:18:45.836 INFO:tasks.rados.rados.0.smithi032.stdout:641: expect (ObjNum 100 snap 21 seq_num 100) 2023-12-22T17:18:45.883 INFO:tasks.rados.rados.0.smithi032.stdout:643: expect (ObjNum 128 snap 29 seq_num 128) 2023-12-22T17:18:45.937 INFO:tasks.rados.rados.0.smithi032.stdout:646: expect (ObjNum 197 snap 47 seq_num 197) 2023-12-22T17:18:46.141 INFO:tasks.rados.rados.0.smithi032.stdout:641: done (3 left) 2023-12-22T17:18:46.141 INFO:tasks.rados.rados.0.smithi032.stdout:643: done (2 left) 2023-12-22T17:18:46.141 INFO:tasks.rados.rados.0.smithi032.stdout:646: done (1 left) 2023-12-22T17:18:46.141 INFO:tasks.rados.rados.0.smithi032.stdout:647: done (0 left) 2023-12-22T17:18:46.141 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 15 current snap is 55 2023-12-22T17:18:46.141 INFO:tasks.rados.rados.0.smithi032.stdout:648: seq_num 220 ranges {0=491520,491520=753664,1245184=49152} 2023-12-22T17:18:46.143 INFO:tasks.rados.rados.0.smithi032.stdout:648: writing smithi032174182-15 from 0 to 491520 tid 1 2023-12-22T17:18:46.147 INFO:tasks.rados.rados.0.smithi032.stdout:648: writing smithi032174182-15 from 491520 to 1245184 tid 2 2023-12-22T17:18:46.148 INFO:tasks.rados.rados.0.smithi032.stdout:648: writing smithi032174182-15 from 1245184 to 1294336 tid 3 2023-12-22T17:18:46.148 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 5 current snap is 55 2023-12-22T17:18:46.148 INFO:tasks.rados.rados.0.smithi032.stdout:648: finishing write tid 1 to smithi032174182-15 2023-12-22T17:18:46.148 INFO:tasks.rados.rados.0.smithi032.stdout:649: seq_num 221 ranges {3694592=507904,4202496=688128,4890624=114688} 2023-12-22T17:18:46.171 INFO:tasks.rados.rados.0.smithi032.stdout:649: writing smithi032174182-5 from 3694592 to 4202496 tid 1 2023-12-22T17:18:46.175 INFO:tasks.rados.rados.0.smithi032.stdout:649: writing smithi032174182-5 from 4202496 to 4890624 tid 2 2023-12-22T17:18:46.176 INFO:tasks.rados.rados.0.smithi032.stdout:649: writing smithi032174182-5 from 4890624 to 5005312 tid 3 2023-12-22T17:18:46.176 INFO:tasks.rados.rados.0.smithi032.stdout:650: setattr oid 24 current snap is 55 2023-12-22T17:18:46.176 INFO:tasks.rados.rados.0.smithi032.stdout:648: finishing write tid 2 to smithi032174182-15 2023-12-22T17:18:46.177 INFO:tasks.rados.rados.0.smithi032.stdout:648: finishing write tid 3 to smithi032174182-15 2023-12-22T17:18:46.177 INFO:tasks.rados.rados.0.smithi032.stdout:648: finishing write tid 4 to smithi032174182-15 2023-12-22T17:18:46.177 INFO:tasks.rados.rados.0.smithi032.stdout:648: finishing write tid 5 to smithi032174182-15 2023-12-22T17:18:46.177 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 352 (ObjNum 220 snap 55 seq_num 220) dirty exists 2023-12-22T17:18:46.177 INFO:tasks.rados.rados.0.smithi032.stdout:648: left oid 15 (ObjNum 220 snap 55 seq_num 220) 2023-12-22T17:18:46.177 INFO:tasks.rados.rados.0.smithi032.stdout:649: finishing write tid 1 to smithi032174182-5 2023-12-22T17:18:46.178 INFO:tasks.rados.rados.0.smithi032.stdout:648: done (2 left) 2023-12-22T17:18:46.179 INFO:tasks.rados.rados.0.smithi032.stdout:651: delete oid 7 current snap is 55 2023-12-22T17:18:46.179 INFO:tasks.rados.rados.0.smithi032.stdout:649: finishing write tid 2 to smithi032174182-5 2023-12-22T17:18:46.180 INFO:tasks.rados.rados.0.smithi032.stdout:649: finishing write tid 3 to smithi032174182-5 2023-12-22T17:18:46.180 INFO:tasks.rados.rados.0.smithi032.stdout:649: finishing write tid 4 to smithi032174182-5 2023-12-22T17:18:46.181 INFO:tasks.rados.rados.0.smithi032.stdout:649: finishing write tid 5 to smithi032174182-5 2023-12-22T17:18:46.181 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 220 (ObjNum 221 snap 55 seq_num 221) dirty exists 2023-12-22T17:18:46.182 INFO:tasks.rados.rados.0.smithi032.stdout:649: left oid 5 (ObjNum 221 snap 55 seq_num 221) 2023-12-22T17:18:46.182 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 353 (ObjNum 65 snap 0 seq_num 1651724897) dirty exists 2023-12-22T17:18:46.182 INFO:tasks.rados.rados.0.smithi032.stdout:649: done (2 left) 2023-12-22T17:18:46.182 INFO:tasks.rados.rados.0.smithi032.stdout:650: done (1 left) 2023-12-22T17:18:46.182 INFO:tasks.rados.rados.0.smithi032.stdout:651: done (0 left) 2023-12-22T17:18:46.182 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 8 current snap is 55 2023-12-22T17:18:46.182 INFO:tasks.rados.rados.0.smithi032.stdout:652: seq_num 223 ranges {1171456=540672,1712128=450560,2162688=352256} 2023-12-22T17:18:46.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:45 smithi032 ceph-mon[125050]: osdmap e173: 8 total, 8 up, 8 in 2023-12-22T17:18:46.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:45 smithi032 ceph-mon[110651]: osdmap e173: 8 total, 8 up, 8 in 2023-12-22T17:18:46.191 INFO:tasks.rados.rados.0.smithi032.stdout:652: writing smithi032174182-8 from 1171456 to 1712128 tid 1 2023-12-22T17:18:46.193 INFO:tasks.rados.rados.0.smithi032.stdout:652: writing smithi032174182-8 from 1712128 to 2162688 tid 2 2023-12-22T17:18:46.196 INFO:tasks.rados.rados.0.smithi032.stdout:652: writing smithi032174182-8 from 2162688 to 2514944 tid 3 2023-12-22T17:18:46.196 INFO:tasks.rados.rados.0.smithi032.stdout:653: copy_from oid 37 from oid 32 current snap is 55 2023-12-22T17:18:46.196 INFO:tasks.rados.rados.0.smithi032.stdout:652: finishing write tid 1 to smithi032174182-8 2023-12-22T17:18:46.196 INFO:tasks.rados.rados.0.smithi032.stdout:652: finishing write tid 2 to smithi032174182-8 2023-12-22T17:18:46.196 INFO:tasks.rados.rados.0.smithi032.stdout:654: rollback oid 9 current snap is 55 2023-12-22T17:18:46.196 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 9 to 53 2023-12-22T17:18:46.196 INFO:tasks.rados.rados.0.smithi032.stdout:655: copy_from oid 31 from oid 18 current snap is 55 2023-12-22T17:18:46.197 INFO:tasks.rados.rados.0.smithi032.stdout:656: copy_from oid 17 from oid 6 current snap is 55 2023-12-22T17:18:46.197 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 16 current snap is 55 2023-12-22T17:18:46.197 INFO:tasks.rados.rados.0.smithi032.stdout:657: seq_num 224 ranges {0=557056,557056=737280,1294336=65536} 2023-12-22T17:18:46.199 INFO:tasks.rados.rados.0.smithi032.stdout:657: writing smithi032174182-16 from 0 to 557056 tid 1 2023-12-22T17:18:46.204 INFO:tasks.rados.rados.0.smithi032.stdout:657: writing smithi032174182-16 from 557056 to 1294336 tid 2 2023-12-22T17:18:46.204 INFO:tasks.rados.rados.0.smithi032.stdout:657: writing smithi032174182-16 from 1294336 to 1359872 tid 3 2023-12-22T17:18:46.204 INFO:tasks.rados.rados.0.smithi032.stdout:658: snap_remove snap 49 2023-12-22T17:18:46.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:45 smithi039 ceph-mon[115265]: osdmap e173: 8 total, 8 up, 8 in 2023-12-22T17:18:46.838 INFO:tasks.rados.rados.0.smithi032.stdout:658: done (6 left) 2023-12-22T17:18:46.838 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 26 current snap is 55 2023-12-22T17:18:46.838 INFO:tasks.rados.rados.0.smithi032.stdout:659: seq_num 225 ranges {0=573440,573440=622592,1196032=180224} 2023-12-22T17:18:46.843 INFO:tasks.rados.rados.0.smithi032.stdout:659: writing smithi032174182-26 from 0 to 573440 tid 1 2023-12-22T17:18:46.846 INFO:tasks.rados.rados.0.smithi032.stdout:659: writing smithi032174182-26 from 573440 to 1196032 tid 2 2023-12-22T17:18:46.848 INFO:tasks.rados.rados.0.smithi032.stdout:659: writing smithi032174182-26 from 1196032 to 1376256 tid 3 2023-12-22T17:18:46.849 INFO:tasks.rados.rados.0.smithi032.stdout:660: read oid 34 snap -1 2023-12-22T17:18:46.849 INFO:tasks.rados.rados.0.smithi032.stdout:660: expect deleted 2023-12-22T17:18:46.849 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 29 current snap is 55 2023-12-22T17:18:46.849 INFO:tasks.rados.rados.0.smithi032.stdout:652: finishing write tid 3 to smithi032174182-8 2023-12-22T17:18:46.849 INFO:tasks.rados.rados.0.smithi032.stdout:652: finishing write tid 4 to smithi032174182-8 2023-12-22T17:18:46.849 INFO:tasks.rados.rados.0.smithi032.stdout:654: finishing rollback tid 0 to smithi032174182-9 2023-12-22T17:18:46.849 INFO:tasks.rados.rados.0.smithi032.stdout:654: finishing rollback tid 1 to smithi032174182-9 2023-12-22T17:18:46.849 INFO:tasks.rados.rados.0.smithi032.stdout:654: finishing rollback tid 2 to smithi032174182-9 2023-12-22T17:18:46.849 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 160 (ObjNum 153 snap 36 seq_num 153) dirty exists 2023-12-22T17:18:46.849 INFO:tasks.rados.rados.0.smithi032.stdout:652: finishing write tid 5 to smithi032174182-8 2023-12-22T17:18:46.849 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 80 (ObjNum 223 snap 55 seq_num 223) dirty exists 2023-12-22T17:18:46.849 INFO:tasks.rados.rados.0.smithi032.stdout:652: left oid 8 (ObjNum 223 snap 55 seq_num 223) 2023-12-22T17:18:46.849 INFO:tasks.rados.rados.0.smithi032.stdout:656: finishing copy_from to smithi032174182-17 2023-12-22T17:18:46.850 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 84 (ObjNum 205 snap 50 seq_num 205) dirty exists 2023-12-22T17:18:46.850 INFO:tasks.rados.rados.0.smithi032.stdout:655: finishing copy_from to smithi032174182-31 2023-12-22T17:18:46.850 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 216 (ObjNum 208 snap 51 seq_num 208) dirty exists 2023-12-22T17:18:46.850 INFO:tasks.rados.rados.0.smithi032.stdout:655: finishing copy_from racing read to smithi032174182-31 2023-12-22T17:18:46.850 INFO:tasks.rados.rados.0.smithi032.stdout:656: finishing copy_from racing read to smithi032174182-17 2023-12-22T17:18:46.850 INFO:tasks.rados.rados.0.smithi032.stdout:657: finishing write tid 1 to smithi032174182-16 2023-12-22T17:18:46.850 INFO:tasks.rados.rados.0.smithi032.stdout:657: finishing write tid 2 to smithi032174182-16 2023-12-22T17:18:46.850 INFO:tasks.rados.rados.0.smithi032.stdout:657: finishing write tid 3 to smithi032174182-16 2023-12-22T17:18:46.850 INFO:tasks.rados.rados.0.smithi032.stdout:657: finishing write tid 4 to smithi032174182-16 2023-12-22T17:18:46.850 INFO:tasks.rados.rados.0.smithi032.stdout:653: finishing copy_from to smithi032174182-37 2023-12-22T17:18:46.850 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 65 (ObjNum 209 snap 51 seq_num 209) dirty exists 2023-12-22T17:18:46.850 INFO:tasks.rados.rados.0.smithi032.stdout:653: finishing copy_from racing read to smithi032174182-37 2023-12-22T17:18:46.850 INFO:tasks.rados.rados.0.smithi032.stdout:657: finishing write tid 5 to smithi032174182-16 2023-12-22T17:18:46.850 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 275 (ObjNum 224 snap 55 seq_num 224) dirty exists 2023-12-22T17:18:46.850 INFO:tasks.rados.rados.0.smithi032.stdout:657: left oid 16 (ObjNum 224 snap 55 seq_num 224) 2023-12-22T17:18:46.850 INFO:tasks.rados.rados.0.smithi032.stdout:661: seq_num 226 ranges {0=589824,589824=507904,1097728=294912} 2023-12-22T17:18:46.853 INFO:tasks.rados.rados.0.smithi032.stdout:661: writing smithi032174182-29 from 0 to 589824 tid 1 2023-12-22T17:18:46.856 INFO:tasks.rados.rados.0.smithi032.stdout:661: writing smithi032174182-29 from 589824 to 1097728 tid 2 2023-12-22T17:18:46.858 INFO:tasks.rados.rados.0.smithi032.stdout:661: writing smithi032174182-29 from 1097728 to 1392640 tid 3 2023-12-22T17:18:46.858 INFO:tasks.rados.rados.0.smithi032.stdout:652: done (8 left) 2023-12-22T17:18:46.858 INFO:tasks.rados.rados.0.smithi032.stdout:653: done (7 left) 2023-12-22T17:18:46.858 INFO:tasks.rados.rados.0.smithi032.stdout:654: done (6 left) 2023-12-22T17:18:46.858 INFO:tasks.rados.rados.0.smithi032.stdout:655: done (5 left) 2023-12-22T17:18:46.858 INFO:tasks.rados.rados.0.smithi032.stdout:656: done (4 left) 2023-12-22T17:18:46.858 INFO:tasks.rados.rados.0.smithi032.stdout:657: done (3 left) 2023-12-22T17:18:46.858 INFO:tasks.rados.rados.0.smithi032.stdout:662: snap_create 2023-12-22T17:18:46.859 INFO:tasks.rados.rados.0.smithi032.stdout:659: finishing write tid 1 to smithi032174182-26 2023-12-22T17:18:46.859 INFO:tasks.rados.rados.0.smithi032.stdout:659: finishing write tid 2 to smithi032174182-26 2023-12-22T17:18:46.859 INFO:tasks.rados.rados.0.smithi032.stdout:659: finishing write tid 3 to smithi032174182-26 2023-12-22T17:18:46.859 INFO:tasks.rados.rados.0.smithi032.stdout:659: finishing write tid 4 to smithi032174182-26 2023-12-22T17:18:46.859 INFO:tasks.rados.rados.0.smithi032.stdout:659: finishing write tid 5 to smithi032174182-26 2023-12-22T17:18:46.859 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 239 (ObjNum 225 snap 55 seq_num 225) dirty exists 2023-12-22T17:18:46.859 INFO:tasks.rados.rados.0.smithi032.stdout:659: left oid 26 (ObjNum 225 snap 55 seq_num 225) 2023-12-22T17:18:46.859 INFO:tasks.rados.rados.0.smithi032.stdout:661: finishing write tid 1 to smithi032174182-29 2023-12-22T17:18:46.860 INFO:tasks.rados.rados.0.smithi032.stdout:661: finishing write tid 2 to smithi032174182-29 2023-12-22T17:18:46.861 INFO:tasks.rados.rados.0.smithi032.stdout:661: finishing write tid 3 to smithi032174182-29 2023-12-22T17:18:46.861 INFO:tasks.rados.rados.0.smithi032.stdout:661: finishing write tid 4 to smithi032174182-29 2023-12-22T17:18:46.862 INFO:tasks.rados.rados.0.smithi032.stdout:661: finishing write tid 5 to smithi032174182-29 2023-12-22T17:18:46.862 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 364 (ObjNum 226 snap 55 seq_num 226) dirty exists 2023-12-22T17:18:46.862 INFO:tasks.rados.rados.0.smithi032.stdout:661: left oid 29 (ObjNum 226 snap 55 seq_num 226) 2023-12-22T17:18:47.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:46 smithi032 ceph-mon[125050]: osdmap e174: 8 total, 8 up, 8 in 2023-12-22T17:18:47.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:46 smithi032 ceph-mon[125050]: pgmap v220: 121 pgs: 121 active+clean; 117 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:18:47.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:46 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:18:47.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:46 smithi032 ceph-mon[110651]: osdmap e174: 8 total, 8 up, 8 in 2023-12-22T17:18:47.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:46 smithi032 ceph-mon[110651]: pgmap v220: 121 pgs: 121 active+clean; 117 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:18:47.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:46 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:18:47.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:46 smithi039 ceph-mon[115265]: osdmap e174: 8 total, 8 up, 8 in 2023-12-22T17:18:47.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:46 smithi039 ceph-mon[115265]: pgmap v220: 121 pgs: 121 active+clean; 117 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:18:47.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:46 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:18:47.844 INFO:tasks.rados.rados.0.smithi032.stdout:659: done (3 left) 2023-12-22T17:18:47.844 INFO:tasks.rados.rados.0.smithi032.stdout:660: done (2 left) 2023-12-22T17:18:47.844 INFO:tasks.rados.rados.0.smithi032.stdout:661: done (1 left) 2023-12-22T17:18:47.844 INFO:tasks.rados.rados.0.smithi032.stdout:662: done (0 left) 2023-12-22T17:18:47.844 INFO:tasks.rados.rados.0.smithi032.stdout:663: delete oid 2 current snap is 56 2023-12-22T17:18:47.850 INFO:tasks.rados.rados.0.smithi032.stdout:663: done (0 left) 2023-12-22T17:18:47.850 INFO:tasks.rados.rados.0.smithi032.stdout:664: delete oid 5 current snap is 56 2023-12-22T17:18:47.853 INFO:tasks.rados.rados.0.smithi032.stdout:664: done (0 left) 2023-12-22T17:18:47.853 INFO:tasks.rados.rados.0.smithi032.stdout:665: read oid 43 snap -1 2023-12-22T17:18:47.853 INFO:tasks.rados.rados.0.smithi032.stdout:665: expect deleted 2023-12-22T17:18:47.854 INFO:tasks.rados.rados.0.smithi032.stdout:666: read oid 28 snap 53 2023-12-22T17:18:47.854 INFO:tasks.rados.rados.0.smithi032.stdout:666: expect (ObjNum 138 snap 34 seq_num 138) 2023-12-22T17:18:47.854 INFO:tasks.rados.rados.0.smithi032.stdout:667: delete oid 17 current snap is 56 2023-12-22T17:18:47.857 INFO:tasks.rados.rados.0.smithi032.stdout:665: done (2 left) 2023-12-22T17:18:47.857 INFO:tasks.rados.rados.0.smithi032.stdout:667: done (1 left) 2023-12-22T17:18:47.857 INFO:tasks.rados.rados.0.smithi032.stdout:668: copy_from oid 45 from oid 13 current snap is 56 2023-12-22T17:18:47.858 INFO:tasks.rados.rados.0.smithi032.stdout:669: rmattr oid 36 current snap is 56 2023-12-22T17:18:47.858 INFO:tasks.rados.rados.0.smithi032.stdout:669: done (2 left) 2023-12-22T17:18:47.858 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 11 current snap is 56 2023-12-22T17:18:47.858 INFO:tasks.rados.rados.0.smithi032.stdout:670: seq_num 230 ranges {892928=655360,1548288=491520,2039808=311296} 2023-12-22T17:18:47.866 INFO:tasks.rados.rados.0.smithi032.stdout:670: writing smithi032174182-11 from 892928 to 1548288 tid 1 2023-12-22T17:18:47.869 INFO:tasks.rados.rados.0.smithi032.stdout:670: writing smithi032174182-11 from 1548288 to 2039808 tid 2 2023-12-22T17:18:47.871 INFO:tasks.rados.rados.0.smithi032.stdout:670: writing smithi032174182-11 from 2039808 to 2351104 tid 3 2023-12-22T17:18:47.871 INFO:tasks.rados.rados.0.smithi032.stdout:671: read oid 19 snap -1 2023-12-22T17:18:47.871 INFO:tasks.rados.rados.0.smithi032.stdout:671: expect (ObjNum 210 snap 52 seq_num 210) 2023-12-22T17:18:47.871 INFO:tasks.rados.rados.0.smithi032.stdout:672: read oid 49 snap 53 2023-12-22T17:18:47.871 INFO:tasks.rados.rados.0.smithi032.stdout:672: expect (ObjNum 199 snap 48 seq_num 199) 2023-12-22T17:18:47.871 INFO:tasks.rados.rados.0.smithi032.stdout:673: rollback oid 44 current snap is 56 2023-12-22T17:18:47.871 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 44 to 32 2023-12-22T17:18:47.871 INFO:tasks.rados.rados.0.smithi032.stdout:668: finishing copy_from to smithi032174182-45 2023-12-22T17:18:47.871 INFO:tasks.rados.rados.0.smithi032.stdout:668: got expected ENOENT (src dne) 2023-12-22T17:18:47.872 INFO:tasks.rados.rados.0.smithi032.stdout:668: finishing copy_from racing read to smithi032174182-45 2023-12-22T17:18:47.872 INFO:tasks.rados.rados.0.smithi032.stdout:668: done (5 left) 2023-12-22T17:18:47.872 INFO:tasks.rados.rados.0.smithi032.stdout:674: setattr oid 25 current snap is 56 2023-12-22T17:18:47.872 INFO:tasks.rados.rados.0.smithi032.stdout:675: snap_remove snap 46 2023-12-22T17:18:48.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:47 smithi032 ceph-mon[125050]: osdmap e175: 8 total, 8 up, 8 in 2023-12-22T17:18:48.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:47 smithi032 ceph-mon[110651]: osdmap e175: 8 total, 8 up, 8 in 2023-12-22T17:18:48.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:47 smithi039 ceph-mon[115265]: osdmap e175: 8 total, 8 up, 8 in 2023-12-22T17:18:48.851 INFO:tasks.rados.rados.0.smithi032.stdout:675: done (6 left) 2023-12-22T17:18:48.851 INFO:tasks.rados.rados.0.smithi032.stdout:676: delete oid 29 current snap is 56 2023-12-22T17:18:48.851 INFO:tasks.rados.rados.0.smithi032.stdout:670: finishing write tid 1 to smithi032174182-11 2023-12-22T17:18:48.851 INFO:tasks.rados.rados.0.smithi032.stdout:673: finishing rollback tid 0 to smithi032174182-44 2023-12-22T17:18:48.851 INFO:tasks.rados.rados.0.smithi032.stdout:670: finishing write tid 2 to smithi032174182-11 2023-12-22T17:18:48.851 INFO:tasks.rados.rados.0.smithi032.stdout:670: finishing write tid 3 to smithi032174182-11 2023-12-22T17:18:48.851 INFO:tasks.rados.rados.0.smithi032.stdout:673: finishing rollback tid 1 to smithi032174182-44 2023-12-22T17:18:48.852 INFO:tasks.rados.rados.0.smithi032.stdout:673: finishing rollback tid 2 to smithi032174182-44 2023-12-22T17:18:48.852 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 242 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-22T17:18:48.852 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 123 (ObjNum 36 snap 0 seq_num 36) dirty exists 2023-12-22T17:18:48.852 INFO:tasks.rados.rados.0.smithi032.stdout:670: finishing write tid 4 to smithi032174182-11 2023-12-22T17:18:48.852 INFO:tasks.rados.rados.0.smithi032.stdout:670: finishing write tid 5 to smithi032174182-11 2023-12-22T17:18:48.852 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 243 (ObjNum 230 snap 56 seq_num 230) dirty exists 2023-12-22T17:18:48.852 INFO:tasks.rados.rados.0.smithi032.stdout:670: left oid 11 (ObjNum 230 snap 56 seq_num 230) 2023-12-22T17:18:48.852 INFO:tasks.rados.rados.0.smithi032.stdout:666: expect (ObjNum 138 snap 34 seq_num 138) 2023-12-22T17:18:49.050 INFO:tasks.rados.rados.0.smithi032.stdout:672: expect (ObjNum 199 snap 48 seq_num 199) 2023-12-22T17:18:49.077 INFO:tasks.rados.rados.0.smithi032.stdout:671: expect (ObjNum 210 snap 52 seq_num 210) 2023-12-22T17:18:49.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:48 smithi032 ceph-mon[125050]: osdmap e176: 8 total, 8 up, 8 in 2023-12-22T17:18:49.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:48 smithi032 ceph-mon[125050]: pgmap v223: 121 pgs: 121 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.9 MiB/s wr, 35 op/s 2023-12-22T17:18:49.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:48 smithi032 ceph-mon[110651]: osdmap e176: 8 total, 8 up, 8 in 2023-12-22T17:18:49.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:48 smithi032 ceph-mon[110651]: pgmap v223: 121 pgs: 121 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.9 MiB/s wr, 35 op/s 2023-12-22T17:18:49.226 INFO:tasks.rados.rados.0.smithi032.stdout:666: done (6 left) 2023-12-22T17:18:49.226 INFO:tasks.rados.rados.0.smithi032.stdout:670: done (5 left) 2023-12-22T17:18:49.226 INFO:tasks.rados.rados.0.smithi032.stdout:671: done (4 left) 2023-12-22T17:18:49.226 INFO:tasks.rados.rados.0.smithi032.stdout:672: done (3 left) 2023-12-22T17:18:49.226 INFO:tasks.rados.rados.0.smithi032.stdout:673: done (2 left) 2023-12-22T17:18:49.226 INFO:tasks.rados.rados.0.smithi032.stdout:674: done (1 left) 2023-12-22T17:18:49.226 INFO:tasks.rados.rados.0.smithi032.stdout:676: done (0 left) 2023-12-22T17:18:49.226 INFO:tasks.rados.rados.0.smithi032.stdout:677: read oid 42 snap -1 2023-12-22T17:18:49.227 INFO:tasks.rados.rados.0.smithi032.stdout:677: expect (ObjNum 213 snap 54 seq_num 213) 2023-12-22T17:18:49.227 INFO:tasks.rados.rados.0.smithi032.stdout:678: read oid 24 snap -1 2023-12-22T17:18:49.227 INFO:tasks.rados.rados.0.smithi032.stdout:678: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-22T17:18:49.227 INFO:tasks.rados.rados.0.smithi032.stdout:679: rmattr oid 45 current snap is 56 2023-12-22T17:18:49.227 INFO:tasks.rados.rados.0.smithi032.stdout:680: snap_remove snap 55 2023-12-22T17:18:49.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:48 smithi039 ceph-mon[115265]: osdmap e176: 8 total, 8 up, 8 in 2023-12-22T17:18:49.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:48 smithi039 ceph-mon[115265]: pgmap v223: 121 pgs: 121 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.9 MiB/s wr, 35 op/s 2023-12-22T17:18:49.856 INFO:tasks.rados.rados.0.smithi032.stdout:680: done (3 left) 2023-12-22T17:18:49.856 INFO:tasks.rados.rados.0.smithi032.stdout:681: setattr oid 15 current snap is 56 2023-12-22T17:18:49.860 INFO:tasks.rados.rados.0.smithi032.stdout:682: snap_create 2023-12-22T17:18:49.860 INFO:tasks.rados.rados.0.smithi032.stdout:678: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-22T17:18:49.865 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 244 (ObjNum 192 snap 45 seq_num 192) dirty exists 2023-12-22T17:18:49.865 INFO:tasks.rados.rados.0.smithi032.stdout:677: expect (ObjNum 213 snap 54 seq_num 213) 2023-12-22T17:18:49.943 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 377 (ObjNum 220 snap 55 seq_num 220) dirty exists 2023-12-22T17:18:50.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:49 smithi032 ceph-mon[110651]: osdmap e177: 8 total, 8 up, 8 in 2023-12-22T17:18:50.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:49 smithi032 ceph-mon[125050]: osdmap e177: 8 total, 8 up, 8 in 2023-12-22T17:18:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:49 smithi039 ceph-mon[115265]: osdmap e177: 8 total, 8 up, 8 in 2023-12-22T17:18:50.861 INFO:tasks.rados.rados.0.smithi032.stdout:677: done (4 left) 2023-12-22T17:18:50.862 INFO:tasks.rados.rados.0.smithi032.stdout:678: done (3 left) 2023-12-22T17:18:50.862 INFO:tasks.rados.rados.0.smithi032.stdout:679: done (2 left) 2023-12-22T17:18:50.862 INFO:tasks.rados.rados.0.smithi032.stdout:681: done (1 left) 2023-12-22T17:18:50.862 INFO:tasks.rados.rados.0.smithi032.stdout:682: done (0 left) 2023-12-22T17:18:50.862 INFO:tasks.rados.rados.0.smithi032.stdout:683: rollback oid 47 current snap is 57 2023-12-22T17:18:50.862 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 47 to 32 2023-12-22T17:18:50.862 INFO:tasks.rados.rados.0.smithi032.stdout:684: read oid 10 snap -1 2023-12-22T17:18:50.862 INFO:tasks.rados.rados.0.smithi032.stdout:684: expect deleted 2023-12-22T17:18:50.862 INFO:tasks.rados.rados.0.smithi032.stdout:685: read oid 42 snap 54 2023-12-22T17:18:50.862 INFO:tasks.rados.rados.0.smithi032.stdout:685: expect (ObjNum 213 snap 54 seq_num 213) 2023-12-22T17:18:50.862 INFO:tasks.rados.rados.0.smithi032.stdout:686: snap_remove snap 53 2023-12-22T17:18:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:50 smithi032 ceph-mon[110651]: osdmap e178: 8 total, 8 up, 8 in 2023-12-22T17:18:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:50 smithi032 ceph-mon[110651]: pgmap v226: 121 pgs: 121 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.9 MiB/s wr, 35 op/s 2023-12-22T17:18:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:50 smithi032 ceph-mon[125050]: osdmap e178: 8 total, 8 up, 8 in 2023-12-22T17:18:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:50 smithi032 ceph-mon[125050]: pgmap v226: 121 pgs: 121 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.9 MiB/s wr, 35 op/s 2023-12-22T17:18:51.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:50 smithi039 ceph-mon[115265]: osdmap e178: 8 total, 8 up, 8 in 2023-12-22T17:18:51.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:50 smithi039 ceph-mon[115265]: pgmap v226: 121 pgs: 121 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.9 MiB/s wr, 35 op/s 2023-12-22T17:18:51.682 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:18:51 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:18:51] "GET /metrics HTTP/1.1" 200 239568 "" "Prometheus/2.43.0" 2023-12-22T17:18:51.863 INFO:tasks.rados.rados.0.smithi032.stdout:686: done (3 left) 2023-12-22T17:18:51.863 INFO:tasks.rados.rados.0.smithi032.stdout:687: rmattr oid 46 current snap is 57 2023-12-22T17:18:51.863 INFO:tasks.rados.rados.0.smithi032.stdout:683: finishing rollback tid 0 to smithi032174182-47 2023-12-22T17:18:51.864 INFO:tasks.rados.rados.0.smithi032.stdout:683: finishing rollback tid 1 to smithi032174182-47 2023-12-22T17:18:51.864 INFO:tasks.rados.rados.0.smithi032.stdout:683: finishing rollback tid 2 to smithi032174182-47 2023-12-22T17:18:51.864 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 381 (ObjNum 91 snap 15 seq_num 91) dirty exists 2023-12-22T17:18:51.864 INFO:tasks.rados.rados.0.smithi032.stdout:685: expect (ObjNum 213 snap 54 seq_num 213) 2023-12-22T17:18:51.947 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 250 (ObjNum 145 snap 35 seq_num 145) dirty exists 2023-12-22T17:18:51.947 INFO:tasks.rados.rados.0.smithi032.stdout:683: done (3 left) 2023-12-22T17:18:51.947 INFO:tasks.rados.rados.0.smithi032.stdout:684: done (2 left) 2023-12-22T17:18:51.947 INFO:tasks.rados.rados.0.smithi032.stdout:685: done (1 left) 2023-12-22T17:18:51.947 INFO:tasks.rados.rados.0.smithi032.stdout:687: done (0 left) 2023-12-22T17:18:51.948 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 29 current snap is 57 2023-12-22T17:18:51.948 INFO:tasks.rados.rados.0.smithi032.stdout:688: seq_num 232 ranges {0=688128,688128=663552,1351680=139264} 2023-12-22T17:18:51.951 INFO:tasks.rados.rados.0.smithi032.stdout:688: writing smithi032174182-29 from 0 to 688128 tid 1 2023-12-22T17:18:51.954 INFO:tasks.rados.rados.0.smithi032.stdout:688: writing smithi032174182-29 from 688128 to 1351680 tid 2 2023-12-22T17:18:51.956 INFO:tasks.rados.rados.0.smithi032.stdout:688: writing smithi032174182-29 from 1351680 to 1490944 tid 3 2023-12-22T17:18:51.956 INFO:tasks.rados.rados.0.smithi032.stdout:689: read oid 40 snap -1 2023-12-22T17:18:51.956 INFO:tasks.rados.rados.0.smithi032.stdout:689: expect (ObjNum 39 snap 0 seq_num 39) 2023-12-22T17:18:51.956 INFO:tasks.rados.rados.0.smithi032.stdout:688: finishing write tid 1 to smithi032174182-29 2023-12-22T17:18:51.956 INFO:tasks.rados.rados.0.smithi032.stdout:690: read oid 19 snap -1 2023-12-22T17:18:51.956 INFO:tasks.rados.rados.0.smithi032.stdout:690: expect (ObjNum 210 snap 52 seq_num 210) 2023-12-22T17:18:51.956 INFO:tasks.rados.rados.0.smithi032.stdout:691: rollback oid 15 current snap is 57 2023-12-22T17:18:51.956 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 15 to 54 2023-12-22T17:18:51.956 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 3 current snap is 57 2023-12-22T17:18:51.956 INFO:tasks.rados.rados.0.smithi032.stdout:692: seq_num 233 ranges {2400256=712704,3112960=548864,3661824=253952} 2023-12-22T17:18:51.973 INFO:tasks.rados.rados.0.smithi032.stdout:692: writing smithi032174182-3 from 2400256 to 3112960 tid 1 2023-12-22T17:18:51.977 INFO:tasks.rados.rados.0.smithi032.stdout:692: writing smithi032174182-3 from 3112960 to 3661824 tid 2 2023-12-22T17:18:51.979 INFO:tasks.rados.rados.0.smithi032.stdout:692: writing smithi032174182-3 from 3661824 to 3915776 tid 3 2023-12-22T17:18:51.979 INFO:tasks.rados.rados.0.smithi032.stdout:693: read oid 35 snap -1 2023-12-22T17:18:51.979 INFO:tasks.rados.rados.0.smithi032.stdout:693: expect deleted 2023-12-22T17:18:51.979 INFO:tasks.rados.rados.0.smithi032.stdout:694: read oid 6 snap -1 2023-12-22T17:18:51.979 INFO:tasks.rados.rados.0.smithi032.stdout:694: expect (ObjNum 205 snap 50 seq_num 205) 2023-12-22T17:18:51.979 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 36 current snap is 57 2023-12-22T17:18:51.979 INFO:tasks.rados.rados.0.smithi032.stdout:695: seq_num 234 ranges {0=729088,729088=434176,1163264=368640} 2023-12-22T17:18:51.983 INFO:tasks.rados.rados.0.smithi032.stdout:695: writing smithi032174182-36 from 0 to 729088 tid 1 2023-12-22T17:18:51.986 INFO:tasks.rados.rados.0.smithi032.stdout:695: writing smithi032174182-36 from 729088 to 1163264 tid 2 2023-12-22T17:18:51.988 INFO:tasks.rados.rados.0.smithi032.stdout:695: writing smithi032174182-36 from 1163264 to 1531904 tid 3 2023-12-22T17:18:51.988 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 20 current snap is 57 2023-12-22T17:18:51.988 INFO:tasks.rados.rados.0.smithi032.stdout:696: seq_num 235 ranges {2154496=745472,2899968=712704,3612672=90112} 2023-12-22T17:18:52.004 INFO:tasks.rados.rados.0.smithi032.stdout:696: writing smithi032174182-20 from 2154496 to 2899968 tid 1 2023-12-22T17:18:52.008 INFO:tasks.rados.rados.0.smithi032.stdout:696: writing smithi032174182-20 from 2899968 to 3612672 tid 2 2023-12-22T17:18:52.008 INFO:tasks.rados.rados.0.smithi032.stdout:696: writing smithi032174182-20 from 3612672 to 3702784 tid 3 2023-12-22T17:18:52.008 INFO:tasks.rados.rados.0.smithi032.stdout:697: snap_remove snap 32 2023-12-22T17:18:52.009 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:18:51 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:18:51] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-22T17:18:52.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:51 smithi039 ceph-mon[115265]: osdmap e179: 8 total, 8 up, 8 in 2023-12-22T17:18:52.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:51 smithi032 ceph-mon[125050]: osdmap e179: 8 total, 8 up, 8 in 2023-12-22T17:18:52.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:51 smithi032 ceph-mon[110651]: osdmap e179: 8 total, 8 up, 8 in 2023-12-22T17:18:52.878 INFO:tasks.rados.rados.0.smithi032.stdout:697: done (9 left) 2023-12-22T17:18:52.878 INFO:tasks.rados.rados.0.smithi032.stdout:698: snap_remove snap 52 2023-12-22T17:18:53.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:52 smithi032 ceph-mon[110651]: osdmap e180: 8 total, 8 up, 8 in 2023-12-22T17:18:53.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:52 smithi032 ceph-mon[110651]: pgmap v229: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 356 KiB/s wr, 26 op/s 2023-12-22T17:18:53.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:52 smithi032 ceph-mon[125050]: osdmap e180: 8 total, 8 up, 8 in 2023-12-22T17:18:53.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:52 smithi032 ceph-mon[125050]: pgmap v229: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 356 KiB/s wr, 26 op/s 2023-12-22T17:18:53.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:52 smithi039 ceph-mon[115265]: osdmap e180: 8 total, 8 up, 8 in 2023-12-22T17:18:53.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:52 smithi039 ceph-mon[115265]: pgmap v229: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 356 KiB/s wr, 26 op/s 2023-12-22T17:18:53.805 INFO:tasks.rados.rados.0.smithi032.stdout:698: done (9 left) 2023-12-22T17:18:53.805 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 31 current snap is 57 2023-12-22T17:18:53.805 INFO:tasks.rados.rados.0.smithi032.stdout:689: expect (ObjNum 39 snap 0 seq_num 39) 2023-12-22T17:18:53.829 INFO:tasks.rados.rados.0.smithi032.stdout:688: finishing write tid 2 to smithi032174182-29 2023-12-22T17:18:53.829 INFO:tasks.rados.rados.0.smithi032.stdout:688: finishing write tid 3 to smithi032174182-29 2023-12-22T17:18:53.829 INFO:tasks.rados.rados.0.smithi032.stdout:688: finishing write tid 4 to smithi032174182-29 2023-12-22T17:18:53.829 INFO:tasks.rados.rados.0.smithi032.stdout:688: finishing write tid 5 to smithi032174182-29 2023-12-22T17:18:53.829 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 391 (ObjNum 232 snap 57 seq_num 232) dirty exists 2023-12-22T17:18:53.829 INFO:tasks.rados.rados.0.smithi032.stdout:688: left oid 29 (ObjNum 232 snap 57 seq_num 232) 2023-12-22T17:18:53.829 INFO:tasks.rados.rados.0.smithi032.stdout:699: seq_num 236 ranges {1089536=761856,1851392=647168,2498560=155648} 2023-12-22T17:18:53.839 INFO:tasks.rados.rados.0.smithi032.stdout:699: writing smithi032174182-31 from 1089536 to 1851392 tid 1 2023-12-22T17:18:53.843 INFO:tasks.rados.rados.0.smithi032.stdout:699: writing smithi032174182-31 from 1851392 to 2498560 tid 2 2023-12-22T17:18:53.844 INFO:tasks.rados.rados.0.smithi032.stdout:699: writing smithi032174182-31 from 2498560 to 2654208 tid 3 2023-12-22T17:18:53.844 INFO:tasks.rados.rados.0.smithi032.stdout:691: finishing rollback tid 0 to smithi032174182-15 2023-12-22T17:18:53.844 INFO:tasks.rados.rados.0.smithi032.stdout:691: finishing rollback tid 1 to smithi032174182-15 2023-12-22T17:18:53.844 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 394 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-22T17:18:53.845 INFO:tasks.rados.rados.0.smithi032.stdout:690: expect (ObjNum 210 snap 52 seq_num 210) 2023-12-22T17:18:53.997 INFO:tasks.rados.rados.0.smithi032.stdout:692: finishing write tid 1 to smithi032174182-3 2023-12-22T17:18:53.997 INFO:tasks.rados.rados.0.smithi032.stdout:692: finishing write tid 2 to smithi032174182-3 2023-12-22T17:18:53.997 INFO:tasks.rados.rados.0.smithi032.stdout:688: done (9 left) 2023-12-22T17:18:53.997 INFO:tasks.rados.rados.0.smithi032.stdout:689: done (8 left) 2023-12-22T17:18:53.997 INFO:tasks.rados.rados.0.smithi032.stdout:690: done (7 left) 2023-12-22T17:18:53.997 INFO:tasks.rados.rados.0.smithi032.stdout:691: done (6 left) 2023-12-22T17:18:53.997 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 8 current snap is 57 2023-12-22T17:18:53.998 INFO:tasks.rados.rados.0.smithi032.stdout:692: finishing write tid 3 to smithi032174182-3 2023-12-22T17:18:53.998 INFO:tasks.rados.rados.0.smithi032.stdout:700: seq_num 237 ranges {2514944=778240,3293184=532480,3825664=270336} 2023-12-22T17:18:54.017 INFO:tasks.rados.rados.0.smithi032.stdout:700: writing smithi032174182-8 from 2514944 to 3293184 tid 1 2023-12-22T17:18:54.021 INFO:tasks.rados.rados.0.smithi032.stdout:700: writing smithi032174182-8 from 3293184 to 3825664 tid 2 2023-12-22T17:18:54.023 INFO:tasks.rados.rados.0.smithi032.stdout:700: writing smithi032174182-8 from 3825664 to 4096000 tid 3 2023-12-22T17:18:54.023 INFO:tasks.rados.rados.0.smithi032.stdout:701: snap_create 2023-12-22T17:18:54.025 INFO:tasks.rados.rados.0.smithi032.stdout:692: finishing write tid 4 to smithi032174182-3 2023-12-22T17:18:54.025 INFO:tasks.rados.rados.0.smithi032.stdout:692: finishing write tid 5 to smithi032174182-3 2023-12-22T17:18:54.025 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 247 (ObjNum 233 snap 57 seq_num 233) dirty exists 2023-12-22T17:18:54.025 INFO:tasks.rados.rados.0.smithi032.stdout:692: left oid 3 (ObjNum 233 snap 57 seq_num 233) 2023-12-22T17:18:54.025 INFO:tasks.rados.rados.0.smithi032.stdout:694: expect (ObjNum 205 snap 50 seq_num 205) 2023-12-22T17:18:54.082 INFO:tasks.rados.rados.0.smithi032.stdout:695: finishing write tid 1 to smithi032174182-36 2023-12-22T17:18:54.083 INFO:tasks.rados.rados.0.smithi032.stdout:695: finishing write tid 2 to smithi032174182-36 2023-12-22T17:18:54.083 INFO:tasks.rados.rados.0.smithi032.stdout:695: finishing write tid 3 to smithi032174182-36 2023-12-22T17:18:54.083 INFO:tasks.rados.rados.0.smithi032.stdout:695: finishing write tid 4 to smithi032174182-36 2023-12-22T17:18:54.083 INFO:tasks.rados.rados.0.smithi032.stdout:695: finishing write tid 5 to smithi032174182-36 2023-12-22T17:18:54.083 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 146 (ObjNum 234 snap 57 seq_num 234) dirty exists 2023-12-22T17:18:54.083 INFO:tasks.rados.rados.0.smithi032.stdout:695: left oid 36 (ObjNum 234 snap 57 seq_num 234) 2023-12-22T17:18:54.083 INFO:tasks.rados.rados.0.smithi032.stdout:696: finishing write tid 1 to smithi032174182-20 2023-12-22T17:18:54.083 INFO:tasks.rados.rados.0.smithi032.stdout:696: finishing write tid 2 to smithi032174182-20 2023-12-22T17:18:54.083 INFO:tasks.rados.rados.0.smithi032.stdout:696: finishing write tid 3 to smithi032174182-20 2023-12-22T17:18:54.083 INFO:tasks.rados.rados.0.smithi032.stdout:696: finishing write tid 4 to smithi032174182-20 2023-12-22T17:18:54.083 INFO:tasks.rados.rados.0.smithi032.stdout:696: finishing write tid 5 to smithi032174182-20 2023-12-22T17:18:54.083 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 259 (ObjNum 235 snap 57 seq_num 235) dirty exists 2023-12-22T17:18:54.083 INFO:tasks.rados.rados.0.smithi032.stdout:696: left oid 20 (ObjNum 235 snap 57 seq_num 235) 2023-12-22T17:18:54.083 INFO:tasks.rados.rados.0.smithi032.stdout:699: finishing write tid 1 to smithi032174182-31 2023-12-22T17:18:54.083 INFO:tasks.rados.rados.0.smithi032.stdout:699: finishing write tid 2 to smithi032174182-31 2023-12-22T17:18:54.084 INFO:tasks.rados.rados.0.smithi032.stdout:699: finishing write tid 3 to smithi032174182-31 2023-12-22T17:18:54.084 INFO:tasks.rados.rados.0.smithi032.stdout:699: finishing write tid 4 to smithi032174182-31 2023-12-22T17:18:54.084 INFO:tasks.rados.rados.0.smithi032.stdout:699: finishing write tid 5 to smithi032174182-31 2023-12-22T17:18:54.084 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 306 (ObjNum 236 snap 57 seq_num 236) dirty exists 2023-12-22T17:18:54.084 INFO:tasks.rados.rados.0.smithi032.stdout:699: left oid 31 (ObjNum 236 snap 57 seq_num 236) 2023-12-22T17:18:54.084 INFO:tasks.rados.rados.0.smithi032.stdout:700: finishing write tid 1 to smithi032174182-8 2023-12-22T17:18:54.084 INFO:tasks.rados.rados.0.smithi032.stdout:700: finishing write tid 2 to smithi032174182-8 2023-12-22T17:18:54.084 INFO:tasks.rados.rados.0.smithi032.stdout:700: finishing write tid 3 to smithi032174182-8 2023-12-22T17:18:54.084 INFO:tasks.rados.rados.0.smithi032.stdout:700: finishing write tid 4 to smithi032174182-8 2023-12-22T17:18:54.084 INFO:tasks.rados.rados.0.smithi032.stdout:700: finishing write tid 5 to smithi032174182-8 2023-12-22T17:18:54.084 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 101 (ObjNum 237 snap 57 seq_num 237) dirty exists 2023-12-22T17:18:54.084 INFO:tasks.rados.rados.0.smithi032.stdout:700: left oid 8 (ObjNum 237 snap 57 seq_num 237) 2023-12-22T17:18:54.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:53 smithi032 ceph-mon[110651]: osdmap e181: 8 total, 8 up, 8 in 2023-12-22T17:18:54.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:53 smithi032 ceph-mon[110651]: osdmap e182: 8 total, 8 up, 8 in 2023-12-22T17:18:54.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:53 smithi032 ceph-mon[125050]: osdmap e181: 8 total, 8 up, 8 in 2023-12-22T17:18:54.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:53 smithi032 ceph-mon[125050]: osdmap e182: 8 total, 8 up, 8 in 2023-12-22T17:18:54.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:53 smithi039 ceph-mon[115265]: osdmap e181: 8 total, 8 up, 8 in 2023-12-22T17:18:54.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:53 smithi039 ceph-mon[115265]: osdmap e182: 8 total, 8 up, 8 in 2023-12-22T17:18:54.886 INFO:tasks.rados.rados.0.smithi032.stdout:692: done (7 left) 2023-12-22T17:18:54.887 INFO:tasks.rados.rados.0.smithi032.stdout:693: done (6 left) 2023-12-22T17:18:54.887 INFO:tasks.rados.rados.0.smithi032.stdout:694: done (5 left) 2023-12-22T17:18:54.887 INFO:tasks.rados.rados.0.smithi032.stdout:695: done (4 left) 2023-12-22T17:18:54.887 INFO:tasks.rados.rados.0.smithi032.stdout:696: done (3 left) 2023-12-22T17:18:54.887 INFO:tasks.rados.rados.0.smithi032.stdout:699: done (2 left) 2023-12-22T17:18:54.887 INFO:tasks.rados.rados.0.smithi032.stdout:700: done (1 left) 2023-12-22T17:18:54.887 INFO:tasks.rados.rados.0.smithi032.stdout:701: done (0 left) 2023-12-22T17:18:54.887 INFO:tasks.rados.rados.0.smithi032.stdout:702: rollback oid 13 current snap is 58 2023-12-22T17:18:54.887 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 13 to 54 2023-12-22T17:18:54.887 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 35 current snap is 58 2023-12-22T17:18:54.887 INFO:tasks.rados.rados.0.smithi032.stdout:703: seq_num 238 ranges {0=794624,794624=417792,1212416=385024} 2023-12-22T17:18:54.891 INFO:tasks.rados.rados.0.smithi032.stdout:703: writing smithi032174182-35 from 0 to 794624 tid 1 2023-12-22T17:18:54.895 INFO:tasks.rados.rados.0.smithi032.stdout:703: writing smithi032174182-35 from 794624 to 1212416 tid 2 2023-12-22T17:18:54.898 INFO:tasks.rados.rados.0.smithi032.stdout:703: writing smithi032174182-35 from 1212416 to 1597440 tid 3 2023-12-22T17:18:54.898 INFO:tasks.rados.rados.0.smithi032.stdout:704: read oid 1 snap -1 2023-12-22T17:18:54.898 INFO:tasks.rados.rados.0.smithi032.stdout:704: expect deleted 2023-12-22T17:18:54.898 INFO:tasks.rados.rados.0.smithi032.stdout:705: copy_from oid 17 from oid 38 current snap is 58 2023-12-22T17:18:54.898 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 2 current snap is 58 2023-12-22T17:18:54.898 INFO:tasks.rados.rados.0.smithi032.stdout:706: seq_num 239 ranges {0=409600,409600=704512,1114112=499712} 2023-12-22T17:18:54.901 INFO:tasks.rados.rados.0.smithi032.stdout:706: writing smithi032174182-2 from 0 to 409600 tid 1 2023-12-22T17:18:54.906 INFO:tasks.rados.rados.0.smithi032.stdout:706: writing smithi032174182-2 from 409600 to 1114112 tid 2 2023-12-22T17:18:54.915 INFO:tasks.rados.rados.0.smithi032.stdout:706: writing smithi032174182-2 from 1114112 to 1613824 tid 3 2023-12-22T17:18:54.915 INFO:tasks.rados.rados.0.smithi032.stdout:707: setattr oid 36 current snap is 58 2023-12-22T17:18:54.915 INFO:tasks.rados.rados.0.smithi032.stdout:702: finishing rollback tid 1 to smithi032174182-13 2023-12-22T17:18:54.915 INFO:tasks.rados.rados.0.smithi032.stdout:702: finishing rollback tid 2 to smithi032174182-13 2023-12-22T17:18:54.915 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 408 (ObjNum 190 snap 44 seq_num 190) dirty exists 2023-12-22T17:18:54.915 INFO:tasks.rados.rados.0.smithi032.stdout:703: finishing write tid 1 to smithi032174182-35 2023-12-22T17:18:54.915 INFO:tasks.rados.rados.0.smithi032.stdout:703: finishing write tid 2 to smithi032174182-35 2023-12-22T17:18:54.915 INFO:tasks.rados.rados.0.smithi032.stdout:703: finishing write tid 3 to smithi032174182-35 2023-12-22T17:18:54.915 INFO:tasks.rados.rados.0.smithi032.stdout:703: finishing write tid 4 to smithi032174182-35 2023-12-22T17:18:54.915 INFO:tasks.rados.rados.0.smithi032.stdout:706: finishing write tid 1 to smithi032174182-2 2023-12-22T17:18:54.916 INFO:tasks.rados.rados.0.smithi032.stdout:703: finishing write tid 5 to smithi032174182-35 2023-12-22T17:18:54.916 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 265 (ObjNum 238 snap 58 seq_num 238) dirty exists 2023-12-22T17:18:54.916 INFO:tasks.rados.rados.0.smithi032.stdout:703: left oid 35 (ObjNum 238 snap 58 seq_num 238) 2023-12-22T17:18:54.916 INFO:tasks.rados.rados.0.smithi032.stdout:706: finishing write tid 2 to smithi032174182-2 2023-12-22T17:18:54.916 INFO:tasks.rados.rados.0.smithi032.stdout:702: done (5 left) 2023-12-22T17:18:54.916 INFO:tasks.rados.rados.0.smithi032.stdout:703: done (4 left) 2023-12-22T17:18:54.916 INFO:tasks.rados.rados.0.smithi032.stdout:704: done (3 left) 2023-12-22T17:18:54.916 INFO:tasks.rados.rados.0.smithi032.stdout:708: setattr oid 20 current snap is 58 2023-12-22T17:18:54.916 INFO:tasks.rados.rados.0.smithi032.stdout:706: finishing write tid 3 to smithi032174182-2 2023-12-22T17:18:54.916 INFO:tasks.rados.rados.0.smithi032.stdout:706: finishing write tid 4 to smithi032174182-2 2023-12-22T17:18:54.916 INFO:tasks.rados.rados.0.smithi032.stdout:706: finishing write tid 5 to smithi032174182-2 2023-12-22T17:18:54.916 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 186 (ObjNum 239 snap 58 seq_num 239) dirty exists 2023-12-22T17:18:54.916 INFO:tasks.rados.rados.0.smithi032.stdout:706: left oid 2 (ObjNum 239 snap 58 seq_num 239) 2023-12-22T17:18:54.916 INFO:tasks.rados.rados.0.smithi032.stdout:706: done (3 left) 2023-12-22T17:18:54.916 INFO:tasks.rados.rados.0.smithi032.stdout:709: snap_create 2023-12-22T17:18:54.917 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 152 (ObjNum 234 snap 57 seq_num 234) dirty exists 2023-12-22T17:18:54.917 INFO:tasks.rados.rados.0.smithi032.stdout:705: finishing copy_from to smithi032174182-17 2023-12-22T17:18:54.917 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-22T17:18:54.917 INFO:tasks.rados.rados.0.smithi032.stdout:705: finishing copy_from racing read to smithi032174182-17 2023-12-22T17:18:54.923 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 275 (ObjNum 235 snap 57 seq_num 235) dirty exists 2023-12-22T17:18:55.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:54 smithi032 ceph-mon[125050]: pgmap v232: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 356 KiB/s wr, 26 op/s 2023-12-22T17:18:55.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:54 smithi032 ceph-mon[110651]: pgmap v232: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 356 KiB/s wr, 26 op/s 2023-12-22T17:18:55.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:54 smithi039 ceph-mon[115265]: pgmap v232: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 356 KiB/s wr, 26 op/s 2023-12-22T17:18:55.895 INFO:tasks.rados.rados.0.smithi032.stdout:705: done (3 left) 2023-12-22T17:18:55.895 INFO:tasks.rados.rados.0.smithi032.stdout:707: done (2 left) 2023-12-22T17:18:55.895 INFO:tasks.rados.rados.0.smithi032.stdout:708: done (1 left) 2023-12-22T17:18:55.895 INFO:tasks.rados.rados.0.smithi032.stdout:709: done (0 left) 2023-12-22T17:18:55.895 INFO:tasks.rados.rados.0.smithi032.stdout:710: rollback oid 32 current snap is 59 2023-12-22T17:18:55.895 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 32 to 57 2023-12-22T17:18:55.895 INFO:tasks.rados.rados.0.smithi032.stdout:711: snap_remove snap 58 2023-12-22T17:18:56.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:55 smithi032 ceph-mon[125050]: osdmap e183: 8 total, 8 up, 8 in 2023-12-22T17:18:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:55 smithi032 ceph-mon[110651]: osdmap e183: 8 total, 8 up, 8 in 2023-12-22T17:18:56.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:55 smithi039 ceph-mon[115265]: osdmap e183: 8 total, 8 up, 8 in 2023-12-22T17:18:56.900 INFO:tasks.rados.rados.0.smithi032.stdout:711: done (1 left) 2023-12-22T17:18:56.900 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 24 current snap is 59 2023-12-22T17:18:56.900 INFO:tasks.rados.rados.0.smithi032.stdout:710: finishing rollback tid 0 to smithi032174182-32 2023-12-22T17:18:56.900 INFO:tasks.rados.rados.0.smithi032.stdout:710: finishing rollback tid 1 to smithi032174182-32 2023-12-22T17:18:56.900 INFO:tasks.rados.rados.0.smithi032.stdout:710: finishing rollback tid 2 to smithi032174182-32 2023-12-22T17:18:56.900 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 105 (ObjNum 209 snap 51 seq_num 209) dirty exists 2023-12-22T17:18:56.900 INFO:tasks.rados.rados.0.smithi032.stdout:712: seq_num 240 ranges {0=425984,425984=589824,1015808=483328,1499136=131072} 2023-12-22T17:18:56.903 INFO:tasks.rados.rados.0.smithi032.stdout:712: writing smithi032174182-24 from 0 to 425984 tid 1 2023-12-22T17:18:56.912 INFO:tasks.rados.rados.0.smithi032.stdout:712: writing smithi032174182-24 from 425984 to 1015808 tid 2 2023-12-22T17:18:56.912 INFO:tasks.rados.rados.0.smithi032.stdout:712: writing smithi032174182-24 from 1015808 to 1499136 tid 3 2023-12-22T17:18:56.912 INFO:tasks.rados.rados.0.smithi032.stdout:712: writing smithi032174182-24 from 1499136 to 1630208 tid 4 2023-12-22T17:18:56.912 INFO:tasks.rados.rados.0.smithi032.stdout:710: done (1 left) 2023-12-22T17:18:56.912 INFO:tasks.rados.rados.0.smithi032.stdout:713: copy_from oid 35 from oid 27 current snap is 59 2023-12-22T17:18:56.912 INFO:tasks.rados.rados.0.smithi032.stdout:714: snap_create 2023-12-22T17:18:56.913 INFO:tasks.rados.rados.0.smithi032.stdout:712: finishing write tid 1 to smithi032174182-24 2023-12-22T17:18:56.913 INFO:tasks.rados.rados.0.smithi032.stdout:712: finishing write tid 2 to smithi032174182-24 2023-12-22T17:18:56.917 INFO:tasks.rados.rados.0.smithi032.stdout:712: finishing write tid 3 to smithi032174182-24 2023-12-22T17:18:56.918 INFO:tasks.rados.rados.0.smithi032.stdout:712: finishing write tid 4 to smithi032174182-24 2023-12-22T17:18:56.918 INFO:tasks.rados.rados.0.smithi032.stdout:712: finishing write tid 5 to smithi032174182-24 2023-12-22T17:18:56.921 INFO:tasks.rados.rados.0.smithi032.stdout:712: finishing write tid 6 to smithi032174182-24 2023-12-22T17:18:56.921 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 414 (ObjNum 240 snap 59 seq_num 240) dirty exists 2023-12-22T17:18:56.921 INFO:tasks.rados.rados.0.smithi032.stdout:712: left oid 24 (ObjNum 240 snap 59 seq_num 240) 2023-12-22T17:18:56.923 INFO:tasks.rados.rados.0.smithi032.stdout:713: finishing copy_from to smithi032174182-35 2023-12-22T17:18:56.923 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 216 (ObjNum 208 snap 51 seq_num 208) dirty exists 2023-12-22T17:18:56.924 INFO:tasks.rados.rados.0.smithi032.stdout:713: finishing copy_from racing read to smithi032174182-35 2023-12-22T17:18:57.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:56 smithi032 ceph-mon[110651]: osdmap e184: 8 total, 8 up, 8 in 2023-12-22T17:18:57.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:56 smithi032 ceph-mon[110651]: pgmap v235: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:18:57.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:56 smithi032 ceph-mon[125050]: osdmap e184: 8 total, 8 up, 8 in 2023-12-22T17:18:57.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:56 smithi032 ceph-mon[125050]: pgmap v235: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:18:57.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:56 smithi039 ceph-mon[115265]: osdmap e184: 8 total, 8 up, 8 in 2023-12-22T17:18:57.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:56 smithi039 ceph-mon[115265]: pgmap v235: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:18:57.908 INFO:tasks.rados.rados.0.smithi032.stdout:712: done (2 left) 2023-12-22T17:18:57.908 INFO:tasks.rados.rados.0.smithi032.stdout:713: done (1 left) 2023-12-22T17:18:57.909 INFO:tasks.rados.rados.0.smithi032.stdout:714: done (0 left) 2023-12-22T17:18:57.909 INFO:tasks.rados.rados.0.smithi032.stdout:715: read oid 39 snap -1 2023-12-22T17:18:57.909 INFO:tasks.rados.rados.0.smithi032.stdout:715: expect (ObjNum 205 snap 50 seq_num 205) 2023-12-22T17:18:57.909 INFO:tasks.rados.rados.0.smithi032.stdout:716: read oid 8 snap 54 2023-12-22T17:18:57.909 INFO:tasks.rados.rados.0.smithi032.stdout:716: expect (ObjNum 190 snap 44 seq_num 190) 2023-12-22T17:18:57.909 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 20 current snap is 60 2023-12-22T17:18:57.909 INFO:tasks.rados.rados.0.smithi032.stdout:717: seq_num 241 ranges {3702784=442368,4145152=466944,4612096=688128,5300224=49152} 2023-12-22T17:18:57.932 INFO:tasks.rados.rados.0.smithi032.stdout:717: writing smithi032174182-20 from 3702784 to 4145152 tid 1 2023-12-22T17:18:57.938 INFO:tasks.rados.rados.0.smithi032.stdout:717: writing smithi032174182-20 from 4145152 to 4612096 tid 2 2023-12-22T17:18:57.940 INFO:tasks.rados.rados.0.smithi032.stdout:717: writing smithi032174182-20 from 4612096 to 5300224 tid 3 2023-12-22T17:18:57.940 INFO:tasks.rados.rados.0.smithi032.stdout:717: writing smithi032174182-20 from 5300224 to 5349376 tid 4 2023-12-22T17:18:57.943 INFO:tasks.rados.rados.0.smithi032.stdout:718: read oid 11 snap 59 2023-12-22T17:18:57.943 INFO:tasks.rados.rados.0.smithi032.stdout:718: expect (ObjNum 230 snap 56 seq_num 230) 2023-12-22T17:18:57.943 INFO:tasks.rados.rados.0.smithi032.stdout:719: rollback oid 31 current snap is 60 2023-12-22T17:18:57.943 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 31 to 59 2023-12-22T17:18:57.943 INFO:tasks.rados.rados.0.smithi032.stdout:720: rollback oid 38 current snap is 60 2023-12-22T17:18:57.943 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 38 to 56 2023-12-22T17:18:57.943 INFO:tasks.rados.rados.0.smithi032.stdout:721: setattr oid 50 current snap is 60 2023-12-22T17:18:57.943 INFO:tasks.rados.rados.0.smithi032.stdout:716: expect (ObjNum 190 snap 44 seq_num 190) 2023-12-22T17:18:57.986 INFO:tasks.rados.rados.0.smithi032.stdout:715: expect (ObjNum 205 snap 50 seq_num 205) 2023-12-22T17:18:58.049 INFO:tasks.rados.rados.0.smithi032.stdout:717: finishing write tid 1 to smithi032174182-20 2023-12-22T17:18:58.049 INFO:tasks.rados.rados.0.smithi032.stdout:717: finishing write tid 2 to smithi032174182-20 2023-12-22T17:18:58.050 INFO:tasks.rados.rados.0.smithi032.stdout:715: done (6 left) 2023-12-22T17:18:58.050 INFO:tasks.rados.rados.0.smithi032.stdout:716: done (5 left) 2023-12-22T17:18:58.050 INFO:tasks.rados.rados.0.smithi032.stdout:722: delete oid 17 current snap is 60 2023-12-22T17:18:58.050 INFO:tasks.rados.rados.0.smithi032.stdout:717: finishing write tid 3 to smithi032174182-20 2023-12-22T17:18:58.050 INFO:tasks.rados.rados.0.smithi032.stdout:717: finishing write tid 4 to smithi032174182-20 2023-12-22T17:18:58.050 INFO:tasks.rados.rados.0.smithi032.stdout:717: finishing write tid 5 to smithi032174182-20 2023-12-22T17:18:58.050 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 287 (ObjNum 49 snap 0 seq_num 49) dirty exists 2023-12-22T17:18:58.050 INFO:tasks.rados.rados.0.smithi032.stdout:719: finishing rollback tid 0 to smithi032174182-31 2023-12-22T17:18:58.050 INFO:tasks.rados.rados.0.smithi032.stdout:718: expect (ObjNum 230 snap 56 seq_num 230) 2023-12-22T17:18:58.128 INFO:tasks.rados.rados.0.smithi032.stdout:720: finishing rollback tid 0 to smithi032174182-38 2023-12-22T17:18:58.128 INFO:tasks.rados.rados.0.smithi032.stdout:720: finishing rollback tid 1 to smithi032174182-38 2023-12-22T17:18:58.128 INFO:tasks.rados.rados.0.smithi032.stdout:719: finishing rollback tid 1 to smithi032174182-31 2023-12-22T17:18:58.128 INFO:tasks.rados.rados.0.smithi032.stdout:719: finishing rollback tid 2 to smithi032174182-31 2023-12-22T17:18:58.128 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 310 (ObjNum 236 snap 57 seq_num 236) dirty exists 2023-12-22T17:18:58.128 INFO:tasks.rados.rados.0.smithi032.stdout:720: finishing rollback tid 2 to smithi032174182-38 2023-12-22T17:18:58.129 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 247 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-22T17:18:58.129 INFO:tasks.rados.rados.0.smithi032.stdout:717: finishing write tid 6 to smithi032174182-20 2023-12-22T17:18:58.129 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 281 (ObjNum 241 snap 60 seq_num 241) dirty exists 2023-12-22T17:18:58.129 INFO:tasks.rados.rados.0.smithi032.stdout:717: left oid 20 (ObjNum 241 snap 60 seq_num 241) 2023-12-22T17:18:58.129 INFO:tasks.rados.rados.0.smithi032.stdout:717: done (5 left) 2023-12-22T17:18:58.129 INFO:tasks.rados.rados.0.smithi032.stdout:718: done (4 left) 2023-12-22T17:18:58.129 INFO:tasks.rados.rados.0.smithi032.stdout:719: done (3 left) 2023-12-22T17:18:58.129 INFO:tasks.rados.rados.0.smithi032.stdout:720: done (2 left) 2023-12-22T17:18:58.129 INFO:tasks.rados.rados.0.smithi032.stdout:721: done (1 left) 2023-12-22T17:18:58.129 INFO:tasks.rados.rados.0.smithi032.stdout:722: done (0 left) 2023-12-22T17:18:58.129 INFO:tasks.rados.rados.0.smithi032.stdout:723: delete oid 49 current snap is 60 2023-12-22T17:18:58.131 INFO:tasks.rados.rados.0.smithi032.stdout:723: done (0 left) 2023-12-22T17:18:58.131 INFO:tasks.rados.rados.0.smithi032.stdout:724: rmattr oid 13 current snap is 60 2023-12-22T17:18:58.131 INFO:tasks.rados.rados.0.smithi032.stdout:724: done (0 left) 2023-12-22T17:18:58.131 INFO:tasks.rados.rados.0.smithi032.stdout:725: read oid 1 snap -1 2023-12-22T17:18:58.131 INFO:tasks.rados.rados.0.smithi032.stdout:725: expect deleted 2023-12-22T17:18:58.131 INFO:tasks.rados.rados.0.smithi032.stdout:726: copy_from oid 7 from oid 48 current snap is 60 2023-12-22T17:18:58.131 INFO:tasks.rados.rados.0.smithi032.stdout:727: read oid 24 snap -1 2023-12-22T17:18:58.131 INFO:tasks.rados.rados.0.smithi032.stdout:727: expect (ObjNum 240 snap 59 seq_num 240) 2023-12-22T17:18:58.132 INFO:tasks.rados.rados.0.smithi032.stdout:728: read oid 20 snap -1 2023-12-22T17:18:58.132 INFO:tasks.rados.rados.0.smithi032.stdout:728: expect (ObjNum 241 snap 60 seq_num 241) 2023-12-22T17:18:58.132 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 14 current snap is 60 2023-12-22T17:18:58.132 INFO:tasks.rados.rados.0.smithi032.stdout:729: seq_num 244 ranges {2981888=491520,3473408=573440,4046848=458752,4505600=172032} 2023-12-22T17:18:58.151 INFO:tasks.rados.rados.0.smithi032.stdout:729: writing smithi032174182-14 from 2981888 to 3473408 tid 1 2023-12-22T17:18:58.154 INFO:tasks.rados.rados.0.smithi032.stdout:729: writing smithi032174182-14 from 3473408 to 4046848 tid 2 2023-12-22T17:18:58.157 INFO:tasks.rados.rados.0.smithi032.stdout:729: writing smithi032174182-14 from 4046848 to 4505600 tid 3 2023-12-22T17:18:58.158 INFO:tasks.rados.rados.0.smithi032.stdout:729: writing smithi032174182-14 from 4505600 to 4677632 tid 4 2023-12-22T17:18:58.158 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 35 current snap is 60 2023-12-22T17:18:58.158 INFO:tasks.rados.rados.0.smithi032.stdout:730: seq_num 245 ranges {1089536=507904,1597440=458752,2056192=671744,2727936=73728} 2023-12-22T17:18:58.167 INFO:tasks.rados.rados.0.smithi032.stdout:730: writing smithi032174182-35 from 1089536 to 1597440 tid 1 2023-12-22T17:18:58.170 INFO:tasks.rados.rados.0.smithi032.stdout:730: writing smithi032174182-35 from 1597440 to 2056192 tid 2 2023-12-22T17:18:58.174 INFO:tasks.rados.rados.0.smithi032.stdout:730: writing smithi032174182-35 from 2056192 to 2727936 tid 3 2023-12-22T17:18:58.174 INFO:tasks.rados.rados.0.smithi032.stdout:730: writing smithi032174182-35 from 2727936 to 2801664 tid 4 2023-12-22T17:18:58.174 INFO:tasks.rados.rados.0.smithi032.stdout:731: snap_create 2023-12-22T17:18:58.175 INFO:tasks.rados.rados.0.smithi032.stdout:726: finishing copy_from to smithi032174182-7 2023-12-22T17:18:58.175 INFO:tasks.rados.rados.0.smithi032.stdout:726: got expected ENOENT (src dne) 2023-12-22T17:18:58.175 INFO:tasks.rados.rados.0.smithi032.stdout:726: finishing copy_from racing read to smithi032174182-7 2023-12-22T17:18:58.175 INFO:tasks.rados.rados.0.smithi032.stdout:727: expect (ObjNum 240 snap 59 seq_num 240) 2023-12-22T17:18:58.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:57 smithi032 ceph-mon[110651]: osdmap e185: 8 total, 8 up, 8 in 2023-12-22T17:18:58.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:57 smithi032 ceph-mon[125050]: osdmap e185: 8 total, 8 up, 8 in 2023-12-22T17:18:58.221 INFO:tasks.rados.rados.0.smithi032.stdout:728: expect (ObjNum 241 snap 60 seq_num 241) 2023-12-22T17:18:58.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:57 smithi039 ceph-mon[115265]: osdmap e185: 8 total, 8 up, 8 in 2023-12-22T17:18:58.473 INFO:tasks.rados.rados.0.smithi032.stdout:729: finishing write tid 1 to smithi032174182-14 2023-12-22T17:18:58.473 INFO:tasks.rados.rados.0.smithi032.stdout:729: finishing write tid 2 to smithi032174182-14 2023-12-22T17:18:58.473 INFO:tasks.rados.rados.0.smithi032.stdout:729: finishing write tid 3 to smithi032174182-14 2023-12-22T17:18:58.473 INFO:tasks.rados.rados.0.smithi032.stdout:729: finishing write tid 4 to smithi032174182-14 2023-12-22T17:18:58.473 INFO:tasks.rados.rados.0.smithi032.stdout:729: finishing write tid 5 to smithi032174182-14 2023-12-22T17:18:58.474 INFO:tasks.rados.rados.0.smithi032.stdout:729: finishing write tid 6 to smithi032174182-14 2023-12-22T17:18:58.474 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 161 (ObjNum 244 snap 60 seq_num 244) dirty exists 2023-12-22T17:18:58.474 INFO:tasks.rados.rados.0.smithi032.stdout:729: left oid 14 (ObjNum 244 snap 60 seq_num 244) 2023-12-22T17:18:58.474 INFO:tasks.rados.rados.0.smithi032.stdout:730: finishing write tid 1 to smithi032174182-35 2023-12-22T17:18:58.474 INFO:tasks.rados.rados.0.smithi032.stdout:730: finishing write tid 2 to smithi032174182-35 2023-12-22T17:18:58.474 INFO:tasks.rados.rados.0.smithi032.stdout:730: finishing write tid 3 to smithi032174182-35 2023-12-22T17:18:58.474 INFO:tasks.rados.rados.0.smithi032.stdout:730: finishing write tid 4 to smithi032174182-35 2023-12-22T17:18:58.474 INFO:tasks.rados.rados.0.smithi032.stdout:730: finishing write tid 5 to smithi032174182-35 2023-12-22T17:18:58.474 INFO:tasks.rados.rados.0.smithi032.stdout:730: finishing write tid 6 to smithi032174182-35 2023-12-22T17:18:58.474 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 272 (ObjNum 245 snap 60 seq_num 245) dirty exists 2023-12-22T17:18:58.474 INFO:tasks.rados.rados.0.smithi032.stdout:730: left oid 35 (ObjNum 245 snap 60 seq_num 245) 2023-12-22T17:18:58.915 INFO:tasks.rados.rados.0.smithi032.stdout:725: done (6 left) 2023-12-22T17:18:58.916 INFO:tasks.rados.rados.0.smithi032.stdout:726: done (5 left) 2023-12-22T17:18:58.916 INFO:tasks.rados.rados.0.smithi032.stdout:727: done (4 left) 2023-12-22T17:18:58.916 INFO:tasks.rados.rados.0.smithi032.stdout:728: done (3 left) 2023-12-22T17:18:58.916 INFO:tasks.rados.rados.0.smithi032.stdout:729: done (2 left) 2023-12-22T17:18:58.916 INFO:tasks.rados.rados.0.smithi032.stdout:730: done (1 left) 2023-12-22T17:18:58.916 INFO:tasks.rados.rados.0.smithi032.stdout:731: done (0 left) 2023-12-22T17:18:58.916 INFO:tasks.rados.rados.0.smithi032.stdout:732: delete oid 35 current snap is 61 2023-12-22T17:18:58.920 INFO:tasks.rados.rados.0.smithi032.stdout:732: done (0 left) 2023-12-22T17:18:58.920 INFO:tasks.rados.rados.0.smithi032.stdout:733: snap_create 2023-12-22T17:18:59.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:58 smithi032 ceph-mon[125050]: osdmap e186: 8 total, 8 up, 8 in 2023-12-22T17:18:59.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:58 smithi032 ceph-mon[125050]: pgmap v238: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.1 MiB/s wr, 24 op/s 2023-12-22T17:18:59.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:58 smithi032 ceph-mon[110651]: osdmap e186: 8 total, 8 up, 8 in 2023-12-22T17:18:59.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:58 smithi032 ceph-mon[110651]: pgmap v238: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.1 MiB/s wr, 24 op/s 2023-12-22T17:18:59.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:58 smithi039 ceph-mon[115265]: osdmap e186: 8 total, 8 up, 8 in 2023-12-22T17:18:59.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:58 smithi039 ceph-mon[115265]: pgmap v238: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.1 MiB/s wr, 24 op/s 2023-12-22T17:18:59.918 INFO:tasks.rados.rados.0.smithi032.stdout:733: done (0 left) 2023-12-22T17:18:59.918 INFO:tasks.rados.rados.0.smithi032.stdout:734: snap_create 2023-12-22T17:19:00.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:18:59 smithi032 ceph-mon[110651]: osdmap e187: 8 total, 8 up, 8 in 2023-12-22T17:19:00.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:18:59 smithi032 ceph-mon[125050]: osdmap e187: 8 total, 8 up, 8 in 2023-12-22T17:19:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:18:59 smithi039 ceph-mon[115265]: osdmap e187: 8 total, 8 up, 8 in 2023-12-22T17:19:00.923 INFO:tasks.rados.rados.0.smithi032.stdout:734: done (0 left) 2023-12-22T17:19:00.924 INFO:tasks.rados.rados.0.smithi032.stdout:735: read oid 22 snap -1 2023-12-22T17:19:00.924 INFO:tasks.rados.rados.0.smithi032.stdout:735: expect deleted 2023-12-22T17:19:00.924 INFO:tasks.rados.rados.0.smithi032.stdout:736: snap_remove snap 35 2023-12-22T17:19:01.124 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:00 smithi032 ceph-mon[110651]: osdmap e188: 8 total, 8 up, 8 in 2023-12-22T17:19:01.124 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:00 smithi032 ceph-mon[110651]: pgmap v241: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.1 MiB/s wr, 24 op/s 2023-12-22T17:19:01.124 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:00 smithi032 ceph-mon[125050]: osdmap e188: 8 total, 8 up, 8 in 2023-12-22T17:19:01.124 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:00 smithi032 ceph-mon[125050]: pgmap v241: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.1 MiB/s wr, 24 op/s 2023-12-22T17:19:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:00 smithi039 ceph-mon[115265]: osdmap e188: 8 total, 8 up, 8 in 2023-12-22T17:19:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:00 smithi039 ceph-mon[115265]: pgmap v241: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.1 MiB/s wr, 24 op/s 2023-12-22T17:19:01.432 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:19:01 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:19:01] "GET /metrics HTTP/1.1" 200 239631 "" "Prometheus/2.43.0" 2023-12-22T17:19:01.926 INFO:tasks.rados.rados.0.smithi032.stdout:736: done (1 left) 2023-12-22T17:19:01.927 INFO:tasks.rados.rados.0.smithi032.stdout:737: read oid 48 snap -1 2023-12-22T17:19:01.927 INFO:tasks.rados.rados.0.smithi032.stdout:737: expect deleted 2023-12-22T17:19:01.927 INFO:tasks.rados.rados.0.smithi032.stdout:738: rmattr oid 49 current snap is 63 2023-12-22T17:19:01.927 INFO:tasks.rados.rados.0.smithi032.stdout:738: done (2 left) 2023-12-22T17:19:01.927 INFO:tasks.rados.rados.0.smithi032.stdout:739: delete oid 2 current snap is 63 2023-12-22T17:19:01.932 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:01 smithi039 ceph-mon[115265]: osdmap e189: 8 total, 8 up, 8 in 2023-12-22T17:19:01.932 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:01 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:19:01.932 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:01 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:19:01.932 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:01 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:19:01.932 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:01 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:19:01.933 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:01 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:19:01] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-22T17:19:01.940 INFO:tasks.rados.rados.0.smithi032.stdout:735: done (2 left) 2023-12-22T17:19:01.940 INFO:tasks.rados.rados.0.smithi032.stdout:737: done (1 left) 2023-12-22T17:19:01.940 INFO:tasks.rados.rados.0.smithi032.stdout:739: done (0 left) 2023-12-22T17:19:01.940 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 4 current snap is 63 2023-12-22T17:19:01.940 INFO:tasks.rados.rados.0.smithi032.stdout:740: seq_num 248 ranges {0=557056,557056=507904,1064960=442368,1507328=253952} 2023-12-22T17:19:01.944 INFO:tasks.rados.rados.0.smithi032.stdout:740: writing smithi032174182-4 from 0 to 557056 tid 1 2023-12-22T17:19:01.947 INFO:tasks.rados.rados.0.smithi032.stdout:740: writing smithi032174182-4 from 557056 to 1064960 tid 2 2023-12-22T17:19:01.950 INFO:tasks.rados.rados.0.smithi032.stdout:740: writing smithi032174182-4 from 1064960 to 1507328 tid 3 2023-12-22T17:19:01.952 INFO:tasks.rados.rados.0.smithi032.stdout:740: writing smithi032174182-4 from 1507328 to 1761280 tid 4 2023-12-22T17:19:01.952 INFO:tasks.rados.rados.0.smithi032.stdout:741: read oid 11 snap -1 2023-12-22T17:19:01.952 INFO:tasks.rados.rados.0.smithi032.stdout:741: expect (ObjNum 230 snap 56 seq_num 230) 2023-12-22T17:19:01.953 INFO:tasks.rados.rados.0.smithi032.stdout:742: read oid 42 snap 62 2023-12-22T17:19:01.953 INFO:tasks.rados.rados.0.smithi032.stdout:742: expect (ObjNum 213 snap 54 seq_num 213) 2023-12-22T17:19:01.953 INFO:tasks.rados.rados.0.smithi032.stdout:743: setattr oid 18 current snap is 63 2023-12-22T17:19:01.953 INFO:tasks.rados.rados.0.smithi032.stdout:740: finishing write tid 1 to smithi032174182-4 2023-12-22T17:19:01.953 INFO:tasks.rados.rados.0.smithi032.stdout:740: finishing write tid 2 to smithi032174182-4 2023-12-22T17:19:01.954 INFO:tasks.rados.rados.0.smithi032.stdout:740: finishing write tid 3 to smithi032174182-4 2023-12-22T17:19:01.955 INFO:tasks.rados.rados.0.smithi032.stdout:744: snap_remove snap 60 2023-12-22T17:19:02.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:01 smithi032 ceph-mon[125050]: osdmap e189: 8 total, 8 up, 8 in 2023-12-22T17:19:02.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:01 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:19:02.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:01 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:19:02.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:01 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:19:02.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:01 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:19:02.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:01 smithi032 ceph-mon[110651]: osdmap e189: 8 total, 8 up, 8 in 2023-12-22T17:19:02.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:01 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:19:02.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:01 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:19:02.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:01 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:19:02.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:01 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:19:02.661 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:19:02.939 INFO:tasks.rados.rados.0.smithi032.stdout:744: done (4 left) 2023-12-22T17:19:02.939 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 63 2023-12-22T17:19:02.939 INFO:tasks.rados.rados.0.smithi032.stdout:740: finishing write tid 4 to smithi032174182-4 2023-12-22T17:19:02.939 INFO:tasks.rados.rados.0.smithi032.stdout:745: seq_num 249 ranges {0=573440,573440=794624,1368064=409600} 2023-12-22T17:19:02.942 INFO:tasks.rados.rados.0.smithi032.stdout:745: writing smithi032174182-49 from 0 to 573440 tid 1 2023-12-22T17:19:02.949 INFO:tasks.rados.rados.0.smithi032.stdout:745: writing smithi032174182-49 from 573440 to 1368064 tid 2 2023-12-22T17:19:02.950 INFO:tasks.rados.rados.0.smithi032.stdout:745: writing smithi032174182-49 from 1368064 to 1777664 tid 3 2023-12-22T17:19:02.950 INFO:tasks.rados.rados.0.smithi032.stdout:746: snap_create 2023-12-22T17:19:02.950 INFO:tasks.rados.rados.0.smithi032.stdout:740: finishing write tid 5 to smithi032174182-4 2023-12-22T17:19:02.950 INFO:tasks.rados.rados.0.smithi032.stdout:740: finishing write tid 6 to smithi032174182-4 2023-12-22T17:19:02.950 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 322 (ObjNum 248 snap 63 seq_num 248) dirty exists 2023-12-22T17:19:02.950 INFO:tasks.rados.rados.0.smithi032.stdout:740: left oid 4 (ObjNum 248 snap 63 seq_num 248) 2023-12-22T17:19:02.950 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 217 (ObjNum 208 snap 51 seq_num 208) dirty exists 2023-12-22T17:19:02.950 INFO:tasks.rados.rados.0.smithi032.stdout:742: expect (ObjNum 213 snap 54 seq_num 213) 2023-12-22T17:19:02.992 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:19:02.992 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3m) 3m ago 3m 16.5M - 0.25.0 c8568f914cd2 e1d1abb1175e 2023-12-22T17:19:02.992 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3m) 3m ago 3m 83.6M - 9.4.7 954c08fa6188 24f91cafc290 2023-12-22T17:19:02.992 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4m) 3m ago 4m 13.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:19:02.992 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4m) 3m ago 4m 15.6M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:19:02.992 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443 running (6m) 3m ago 6m 438M - 17.2.7-138-g92be525b e47d1a188c30 c953c5f22dd2 2023-12-22T17:19:02.992 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:9283 running (8m) 3m ago 8m 494M - 17.2.7-138-g92be525b e47d1a188c30 f09e42617a1a 2023-12-22T17:19:02.992 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8m) 3m ago 8m 86.6M 2048M 17.2.7-138-g92be525b e47d1a188c30 10ac1b02a454 2023-12-22T17:19:02.992 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7m) 3m ago 7m 51.1M 2048M 17.2.7-138-g92be525b e47d1a188c30 25afe7ab5d00 2023-12-22T17:19:02.992 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7m) 3m ago 7m 66.3M 2048M 17.2.7-138-g92be525b e47d1a188c30 60fabd0eda63 2023-12-22T17:19:02.992 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3m) 3m ago 3m 9.82M - 1.5.0 0da6a335fe13 714ec279aeee 2023-12-22T17:19:02.992 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3m) 3m ago 3m 4114k - 1.5.0 0da6a335fe13 ae0eb603fb2b 2023-12-22T17:19:02.992 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6m) 3m ago 6m 60.6M 3001M 17.2.7-138-g92be525b e47d1a188c30 7f2ccbf46f26 2023-12-22T17:19:02.992 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6m) 3m ago 6m 59.0M 3001M 17.2.7-138-g92be525b e47d1a188c30 c0178ed0a3fc 2023-12-22T17:19:02.992 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6m) 3m ago 6m 53.7M 3001M 17.2.7-138-g92be525b e47d1a188c30 49f7e135c84a 2023-12-22T17:19:02.993 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5m) 3m ago 5m 54.1M 3001M 17.2.7-138-g92be525b e47d1a188c30 dcc50e2c5f0c 2023-12-22T17:19:02.993 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5m) 3m ago 5m 51.9M 3000M 17.2.7-138-g92be525b e47d1a188c30 11681a07501b 2023-12-22T17:19:02.993 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5m) 3m ago 5m 53.6M 3000M 17.2.7-138-g92be525b e47d1a188c30 58fc6c38ce28 2023-12-22T17:19:02.993 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4m) 3m ago 4m 54.8M 3000M 17.2.7-138-g92be525b e47d1a188c30 0ab15edaa1bc 2023-12-22T17:19:02.993 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4m) 3m ago 4m 55.1M 3000M 17.2.7-138-g92be525b e47d1a188c30 ee2c74f83f9d 2023-12-22T17:19:02.993 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3m) 3m ago 3m 27.2M - 2.43.0 a07b618ecd1d 815fb8e0ad96 2023-12-22T17:19:03.027 INFO:tasks.rados.rados.0.smithi032.stdout:741: expect (ObjNum 230 snap 56 seq_num 230) 2023-12-22T17:19:03.102 INFO:tasks.rados.rados.0.smithi032.stdout:745: finishing write tid 1 to smithi032174182-49 2023-12-22T17:19:03.102 INFO:tasks.rados.rados.0.smithi032.stdout:745: finishing write tid 2 to smithi032174182-49 2023-12-22T17:19:03.102 INFO:tasks.rados.rados.0.smithi032.stdout:745: finishing write tid 3 to smithi032174182-49 2023-12-22T17:19:03.103 INFO:tasks.rados.rados.0.smithi032.stdout:745: finishing write tid 4 to smithi032174182-49 2023-12-22T17:19:03.103 INFO:tasks.rados.rados.0.smithi032.stdout:745: finishing write tid 5 to smithi032174182-49 2023-12-22T17:19:03.103 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 299 (ObjNum 249 snap 63 seq_num 249) dirty exists 2023-12-22T17:19:03.103 INFO:tasks.rados.rados.0.smithi032.stdout:745: left oid 49 (ObjNum 249 snap 63 seq_num 249) 2023-12-22T17:19:03.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:02 smithi039 ceph-mon[115265]: Upgrade: Target is version 19.0.0-307-gf03e7e7c (unknown) 2023-12-22T17:19:03.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:02 smithi039 ceph-mon[115265]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:c428c266fcd986211fc3093cb2ddbbb9e80904926d8f4711cb43db4a572fd4fd, digests ['quay.ceph.io/ceph-ci/ceph@sha256:c428c266fcd986211fc3093cb2ddbbb9e80904926d8f4711cb43db4a572fd4fd'] 2023-12-22T17:19:03.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:02 smithi039 ceph-mon[115265]: Upgrade: Need to upgrade myself (mgr.y) 2023-12-22T17:19:03.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:02 smithi039 ceph-mon[115265]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:c428c266fcd986211fc3093cb2ddbbb9e80904926d8f4711cb43db4a572fd4fd on smithi039 2023-12-22T17:19:03.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:02 smithi039 ceph-mon[115265]: osdmap e190: 8 total, 8 up, 8 in 2023-12-22T17:19:03.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:02 smithi039 ceph-mon[115265]: pgmap v244: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2023-12-22T17:19:03.387 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:19:03.387 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:19:03.387 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 3 2023-12-22T17:19:03.387 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:19:03.387 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:19:03.387 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:19:03.387 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:19:03.387 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:19:03.387 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 8 2023-12-22T17:19:03.387 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:19:03.388 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:19:03.388 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:19:03.388 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:19:03.388 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:19:03.388 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 15 2023-12-22T17:19:03.388 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:19:03.388 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:19:03.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:02 smithi032 ceph-mon[125050]: Upgrade: Target is version 19.0.0-307-gf03e7e7c (unknown) 2023-12-22T17:19:03.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:02 smithi032 ceph-mon[125050]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:c428c266fcd986211fc3093cb2ddbbb9e80904926d8f4711cb43db4a572fd4fd, digests ['quay.ceph.io/ceph-ci/ceph@sha256:c428c266fcd986211fc3093cb2ddbbb9e80904926d8f4711cb43db4a572fd4fd'] 2023-12-22T17:19:03.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:02 smithi032 ceph-mon[125050]: Upgrade: Need to upgrade myself (mgr.y) 2023-12-22T17:19:03.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:02 smithi032 ceph-mon[125050]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:c428c266fcd986211fc3093cb2ddbbb9e80904926d8f4711cb43db4a572fd4fd on smithi039 2023-12-22T17:19:03.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:02 smithi032 ceph-mon[125050]: osdmap e190: 8 total, 8 up, 8 in 2023-12-22T17:19:03.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:02 smithi032 ceph-mon[125050]: pgmap v244: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2023-12-22T17:19:03.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:02 smithi032 ceph-mon[110651]: Upgrade: Target is version 19.0.0-307-gf03e7e7c (unknown) 2023-12-22T17:19:03.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:02 smithi032 ceph-mon[110651]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:c428c266fcd986211fc3093cb2ddbbb9e80904926d8f4711cb43db4a572fd4fd, digests ['quay.ceph.io/ceph-ci/ceph@sha256:c428c266fcd986211fc3093cb2ddbbb9e80904926d8f4711cb43db4a572fd4fd'] 2023-12-22T17:19:03.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:02 smithi032 ceph-mon[110651]: Upgrade: Need to upgrade myself (mgr.y) 2023-12-22T17:19:03.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:02 smithi032 ceph-mon[110651]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:c428c266fcd986211fc3093cb2ddbbb9e80904926d8f4711cb43db4a572fd4fd on smithi039 2023-12-22T17:19:03.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:02 smithi032 ceph-mon[110651]: osdmap e190: 8 total, 8 up, 8 in 2023-12-22T17:19:03.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:02 smithi032 ceph-mon[110651]: pgmap v244: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2023-12-22T17:19:03.807 INFO:tasks.rados.rados.0.smithi032.stdout:740: done (5 left) 2023-12-22T17:19:03.807 INFO:tasks.rados.rados.0.smithi032.stdout:741: done (4 left) 2023-12-22T17:19:03.807 INFO:tasks.rados.rados.0.smithi032.stdout:742: done (3 left) 2023-12-22T17:19:03.807 INFO:tasks.rados.rados.0.smithi032.stdout:743: done (2 left) 2023-12-22T17:19:03.807 INFO:tasks.rados.rados.0.smithi032.stdout:745: done (1 left) 2023-12-22T17:19:03.807 INFO:tasks.rados.rados.0.smithi032.stdout:746: done (0 left) 2023-12-22T17:19:03.807 INFO:tasks.rados.rados.0.smithi032.stdout:747: setattr oid 43 current snap is 64 2023-12-22T17:19:03.809 INFO:tasks.rados.rados.0.smithi032.stdout:748: snap_remove snap 57 2023-12-22T17:19:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:03 smithi039 ceph-mon[115265]: from='client.25037 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:19:04.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:03 smithi039 ceph-mon[115265]: osdmap e191: 8 total, 8 up, 8 in 2023-12-22T17:19:04.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:03 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/1047847528' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:19:04.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:03 smithi039 ceph-mon[115265]: osdmap e192: 8 total, 8 up, 8 in 2023-12-22T17:19:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:03 smithi032 ceph-mon[125050]: from='client.25037 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:19:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:03 smithi032 ceph-mon[125050]: osdmap e191: 8 total, 8 up, 8 in 2023-12-22T17:19:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:03 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/1047847528' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:19:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:03 smithi032 ceph-mon[125050]: osdmap e192: 8 total, 8 up, 8 in 2023-12-22T17:19:04.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:03 smithi032 ceph-mon[110651]: from='client.25037 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:19:04.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:03 smithi032 ceph-mon[110651]: osdmap e191: 8 total, 8 up, 8 in 2023-12-22T17:19:04.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:03 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/1047847528' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:19:04.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:03 smithi032 ceph-mon[110651]: osdmap e192: 8 total, 8 up, 8 in 2023-12-22T17:19:04.813 INFO:tasks.rados.rados.0.smithi032.stdout:748: done (1 left) 2023-12-22T17:19:04.814 INFO:tasks.rados.rados.0.smithi032.stdout:749: read oid 21 snap -1 2023-12-22T17:19:04.814 INFO:tasks.rados.rados.0.smithi032.stdout:749: expect (ObjNum 145 snap 35 seq_num 145) 2023-12-22T17:19:04.814 INFO:tasks.rados.rados.0.smithi032.stdout:750: setattr oid 22 current snap is 64 2023-12-22T17:19:04.814 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 218 (ObjNum 65 snap 0 seq_num 1365332829) dirty exists 2023-12-22T17:19:04.816 INFO:tasks.rados.rados.0.smithi032.stdout:747: done (2 left) 2023-12-22T17:19:04.816 INFO:tasks.rados.rados.0.smithi032.stdout:751: setattr oid 28 current snap is 64 2023-12-22T17:19:04.818 INFO:tasks.rados.rados.0.smithi032.stdout:752: snap_create 2023-12-22T17:19:04.824 INFO:tasks.rados.rados.0.smithi032.stdout:749: expect (ObjNum 145 snap 35 seq_num 145) 2023-12-22T17:19:04.855 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 330 (ObjNum 138 snap 34 seq_num 138) dirty exists 2023-12-22T17:19:04.855 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 219 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-22T17:19:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:04 smithi039 ceph-mon[115265]: from='client.25043 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:19:05.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:04 smithi039 ceph-mon[115265]: pgmap v247: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2023-12-22T17:19:05.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:04 smithi039 ceph-mon[115265]: osdmap e193: 8 total, 8 up, 8 in 2023-12-22T17:19:05.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:04 smithi032 ceph-mon[110651]: from='client.25043 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:19:05.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:04 smithi032 ceph-mon[110651]: pgmap v247: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2023-12-22T17:19:05.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:04 smithi032 ceph-mon[110651]: osdmap e193: 8 total, 8 up, 8 in 2023-12-22T17:19:05.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:04 smithi032 ceph-mon[125050]: from='client.25043 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:19:05.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:04 smithi032 ceph-mon[125050]: pgmap v247: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2023-12-22T17:19:05.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:04 smithi032 ceph-mon[125050]: osdmap e193: 8 total, 8 up, 8 in 2023-12-22T17:19:05.815 INFO:tasks.rados.rados.0.smithi032.stdout:749: done (3 left) 2023-12-22T17:19:05.815 INFO:tasks.rados.rados.0.smithi032.stdout:750: done (2 left) 2023-12-22T17:19:05.815 INFO:tasks.rados.rados.0.smithi032.stdout:751: done (1 left) 2023-12-22T17:19:05.815 INFO:tasks.rados.rados.0.smithi032.stdout:752: done (0 left) 2023-12-22T17:19:05.815 INFO:tasks.rados.rados.0.smithi032.stdout:753: read oid 20 snap 62 2023-12-22T17:19:05.815 INFO:tasks.rados.rados.0.smithi032.stdout:753: expect (ObjNum 241 snap 60 seq_num 241) 2023-12-22T17:19:05.815 INFO:tasks.rados.rados.0.smithi032.stdout:754: snap_remove snap 64 2023-12-22T17:19:06.822 INFO:tasks.rados.rados.0.smithi032.stdout:754: done (1 left) 2023-12-22T17:19:06.822 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 34 current snap is 65 2023-12-22T17:19:06.822 INFO:tasks.rados.rados.0.smithi032.stdout:755: seq_num 250 ranges {0=589824,589824=679936,1269760=409600,1679360=114688} 2023-12-22T17:19:06.825 INFO:tasks.rados.rados.0.smithi032.stdout:755: writing smithi032174182-34 from 0 to 589824 tid 1 2023-12-22T17:19:06.829 INFO:tasks.rados.rados.0.smithi032.stdout:755: writing smithi032174182-34 from 589824 to 1269760 tid 2 2023-12-22T17:19:06.831 INFO:tasks.rados.rados.0.smithi032.stdout:755: writing smithi032174182-34 from 1269760 to 1679360 tid 3 2023-12-22T17:19:06.832 INFO:tasks.rados.rados.0.smithi032.stdout:755: writing smithi032174182-34 from 1679360 to 1794048 tid 4 2023-12-22T17:19:06.832 INFO:tasks.rados.rados.0.smithi032.stdout:756: snap_remove snap 54 2023-12-22T17:19:07.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:06 smithi032 ceph-mon[125050]: osdmap e194: 8 total, 8 up, 8 in 2023-12-22T17:19:07.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:06 smithi032 ceph-mon[125050]: pgmap v250: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:19:07.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:06 smithi032 ceph-mon[110651]: osdmap e194: 8 total, 8 up, 8 in 2023-12-22T17:19:07.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:06 smithi032 ceph-mon[110651]: pgmap v250: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:19:07.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:06 smithi039 ceph-mon[115265]: osdmap e194: 8 total, 8 up, 8 in 2023-12-22T17:19:07.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:06 smithi039 ceph-mon[115265]: pgmap v250: 121 pgs: 121 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:19:07.835 INFO:tasks.rados.rados.0.smithi032.stdout:756: done (2 left) 2023-12-22T17:19:07.835 INFO:tasks.rados.rados.0.smithi032.stdout:757: read oid 5 snap -1 2023-12-22T17:19:07.835 INFO:tasks.rados.rados.0.smithi032.stdout:757: expect deleted 2023-12-22T17:19:07.835 INFO:tasks.rados.rados.0.smithi032.stdout:758: snap_create 2023-12-22T17:19:07.837 INFO:tasks.rados.rados.0.smithi032.stdout:753: expect (ObjNum 241 snap 60 seq_num 241) 2023-12-22T17:19:08.074 INFO:tasks.rados.rados.0.smithi032.stdout:755: finishing write tid 1 to smithi032174182-34 2023-12-22T17:19:08.075 INFO:tasks.rados.rados.0.smithi032.stdout:755: finishing write tid 2 to smithi032174182-34 2023-12-22T17:19:08.075 INFO:tasks.rados.rados.0.smithi032.stdout:755: finishing write tid 3 to smithi032174182-34 2023-12-22T17:19:08.075 INFO:tasks.rados.rados.0.smithi032.stdout:755: finishing write tid 4 to smithi032174182-34 2023-12-22T17:19:08.075 INFO:tasks.rados.rados.0.smithi032.stdout:755: finishing write tid 5 to smithi032174182-34 2023-12-22T17:19:08.075 INFO:tasks.rados.rados.0.smithi032.stdout:755: finishing write tid 6 to smithi032174182-34 2023-12-22T17:19:08.075 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 308 (ObjNum 250 snap 65 seq_num 250) dirty exists 2023-12-22T17:19:08.075 INFO:tasks.rados.rados.0.smithi032.stdout:755: left oid 34 (ObjNum 250 snap 65 seq_num 250) 2023-12-22T17:19:08.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:07 smithi032 ceph-mon[125050]: osdmap e195: 8 total, 8 up, 8 in 2023-12-22T17:19:08.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:07 smithi032 ceph-mon[110651]: osdmap e195: 8 total, 8 up, 8 in 2023-12-22T17:19:08.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:07 smithi039 ceph-mon[115265]: osdmap e195: 8 total, 8 up, 8 in 2023-12-22T17:19:08.841 INFO:tasks.rados.rados.0.smithi032.stdout:753: done (3 left) 2023-12-22T17:19:08.842 INFO:tasks.rados.rados.0.smithi032.stdout:755: done (2 left) 2023-12-22T17:19:08.842 INFO:tasks.rados.rados.0.smithi032.stdout:757: done (1 left) 2023-12-22T17:19:08.842 INFO:tasks.rados.rados.0.smithi032.stdout:758: done (0 left) 2023-12-22T17:19:08.842 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 1 current snap is 66 2023-12-22T17:19:08.842 INFO:tasks.rados.rados.0.smithi032.stdout:759: seq_num 251 ranges {0=606208,606208=614400,1220608=589824} 2023-12-22T17:19:08.845 INFO:tasks.rados.rados.0.smithi032.stdout:759: writing smithi032174182-1 from 0 to 606208 tid 1 2023-12-22T17:19:08.848 INFO:tasks.rados.rados.0.smithi032.stdout:759: writing smithi032174182-1 from 606208 to 1220608 tid 2 2023-12-22T17:19:08.852 INFO:tasks.rados.rados.0.smithi032.stdout:759: writing smithi032174182-1 from 1220608 to 1810432 tid 3 2023-12-22T17:19:08.852 INFO:tasks.rados.rados.0.smithi032.stdout:760: delete oid 25 current snap is 66 2023-12-22T17:19:08.852 INFO:tasks.rados.rados.0.smithi032.stdout:759: finishing write tid 1 to smithi032174182-1 2023-12-22T17:19:08.852 INFO:tasks.rados.rados.0.smithi032.stdout:759: finishing write tid 2 to smithi032174182-1 2023-12-22T17:19:08.857 INFO:tasks.rados.rados.0.smithi032.stdout:760: done (1 left) 2023-12-22T17:19:08.857 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 34 current snap is 66 2023-12-22T17:19:08.857 INFO:tasks.rados.rados.0.smithi032.stdout:761: seq_num 253 ranges {1794048=647168,2441216=786432,3227648=417792} 2023-12-22T17:19:08.871 INFO:tasks.rados.rados.0.smithi032.stdout:761: writing smithi032174182-34 from 1794048 to 2441216 tid 1 2023-12-22T17:19:08.875 INFO:tasks.rados.rados.0.smithi032.stdout:761: writing smithi032174182-34 from 2441216 to 3227648 tid 2 2023-12-22T17:19:08.877 INFO:tasks.rados.rados.0.smithi032.stdout:761: writing smithi032174182-34 from 3227648 to 3645440 tid 3 2023-12-22T17:19:08.878 INFO:tasks.rados.rados.0.smithi032.stdout:762: delete oid 3 current snap is 66 2023-12-22T17:19:08.878 INFO:tasks.rados.rados.0.smithi032.stdout:759: finishing write tid 3 to smithi032174182-1 2023-12-22T17:19:08.878 INFO:tasks.rados.rados.0.smithi032.stdout:759: finishing write tid 4 to smithi032174182-1 2023-12-22T17:19:08.878 INFO:tasks.rados.rados.0.smithi032.stdout:759: finishing write tid 5 to smithi032174182-1 2023-12-22T17:19:08.878 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 292 (ObjNum 251 snap 66 seq_num 251) dirty exists 2023-12-22T17:19:08.878 INFO:tasks.rados.rados.0.smithi032.stdout:759: left oid 1 (ObjNum 251 snap 66 seq_num 251) 2023-12-22T17:19:08.878 INFO:tasks.rados.rados.0.smithi032.stdout:761: finishing write tid 1 to smithi032174182-34 2023-12-22T17:19:08.878 INFO:tasks.rados.rados.0.smithi032.stdout:761: finishing write tid 2 to smithi032174182-34 2023-12-22T17:19:08.879 INFO:tasks.rados.rados.0.smithi032.stdout:759: done (2 left) 2023-12-22T17:19:08.880 INFO:tasks.rados.rados.0.smithi032.stdout:762: done (1 left) 2023-12-22T17:19:08.880 INFO:tasks.rados.rados.0.smithi032.stdout:763: snap_create 2023-12-22T17:19:08.880 INFO:tasks.rados.rados.0.smithi032.stdout:761: finishing write tid 3 to smithi032174182-34 2023-12-22T17:19:08.880 INFO:tasks.rados.rados.0.smithi032.stdout:761: finishing write tid 4 to smithi032174182-34 2023-12-22T17:19:08.881 INFO:tasks.rados.rados.0.smithi032.stdout:761: finishing write tid 5 to smithi032174182-34 2023-12-22T17:19:08.881 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 317 (ObjNum 253 snap 66 seq_num 253) dirty exists 2023-12-22T17:19:08.882 INFO:tasks.rados.rados.0.smithi032.stdout:761: left oid 34 (ObjNum 253 snap 66 seq_num 253) 2023-12-22T17:19:09.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:08 smithi032 ceph-mon[110651]: osdmap e196: 8 total, 8 up, 8 in 2023-12-22T17:19:09.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:08 smithi032 ceph-mon[110651]: pgmap v253: 121 pgs: 121 active+clean; 96 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.3 MiB/s wr, 28 op/s 2023-12-22T17:19:09.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:08 smithi032 ceph-mon[125050]: osdmap e196: 8 total, 8 up, 8 in 2023-12-22T17:19:09.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:08 smithi032 ceph-mon[125050]: pgmap v253: 121 pgs: 121 active+clean; 96 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.3 MiB/s wr, 28 op/s 2023-12-22T17:19:09.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:08 smithi039 ceph-mon[115265]: osdmap e196: 8 total, 8 up, 8 in 2023-12-22T17:19:09.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:08 smithi039 ceph-mon[115265]: pgmap v253: 121 pgs: 121 active+clean; 96 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.3 MiB/s wr, 28 op/s 2023-12-22T17:19:09.848 INFO:tasks.rados.rados.0.smithi032.stdout:761: done (1 left) 2023-12-22T17:19:09.849 INFO:tasks.rados.rados.0.smithi032.stdout:763: done (0 left) 2023-12-22T17:19:09.849 INFO:tasks.rados.rados.0.smithi032.stdout:764: rmattr oid 13 current snap is 67 2023-12-22T17:19:09.849 INFO:tasks.rados.rados.0.smithi032.stdout:764: done (0 left) 2023-12-22T17:19:09.849 INFO:tasks.rados.rados.0.smithi032.stdout:765: snap_create 2023-12-22T17:19:10.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:09 smithi032 ceph-mon[110651]: osdmap e197: 8 total, 8 up, 8 in 2023-12-22T17:19:10.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:09 smithi032 ceph-mon[125050]: osdmap e197: 8 total, 8 up, 8 in 2023-12-22T17:19:10.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:09 smithi039 ceph-mon[115265]: osdmap e197: 8 total, 8 up, 8 in 2023-12-22T17:19:10.854 INFO:tasks.rados.rados.0.smithi032.stdout:765: done (0 left) 2023-12-22T17:19:10.854 INFO:tasks.rados.rados.0.smithi032.stdout:766: copy_from oid 43 from oid 39 current snap is 68 2023-12-22T17:19:10.854 INFO:tasks.rados.rados.0.smithi032.stdout:767: delete oid 49 current snap is 68 2023-12-22T17:19:10.857 INFO:tasks.rados.rados.0.smithi032.stdout:767: done (1 left) 2023-12-22T17:19:10.857 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 23 current snap is 68 2023-12-22T17:19:10.857 INFO:tasks.rados.rados.0.smithi032.stdout:768: seq_num 256 ranges {4202496=696320,4898816=434176,5332992=770048} 2023-12-22T17:19:10.883 INFO:tasks.rados.rados.0.smithi032.stdout:768: writing smithi032174182-23 from 4202496 to 4898816 tid 1 2023-12-22T17:19:10.886 INFO:tasks.rados.rados.0.smithi032.stdout:768: writing smithi032174182-23 from 4898816 to 5332992 tid 2 2023-12-22T17:19:10.891 INFO:tasks.rados.rados.0.smithi032.stdout:768: writing smithi032174182-23 from 5332992 to 6103040 tid 3 2023-12-22T17:19:10.891 INFO:tasks.rados.rados.0.smithi032.stdout:769: rollback oid 3 current snap is 68 2023-12-22T17:19:10.891 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 3 to 59 2023-12-22T17:19:10.891 INFO:tasks.rados.rados.0.smithi032.stdout:766: finishing copy_from to smithi032174182-43 2023-12-22T17:19:10.891 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 84 (ObjNum 205 snap 50 seq_num 205) dirty exists 2023-12-22T17:19:10.891 INFO:tasks.rados.rados.0.smithi032.stdout:766: finishing copy_from racing read to smithi032174182-43 2023-12-22T17:19:10.891 INFO:tasks.rados.rados.0.smithi032.stdout:768: finishing write tid 1 to smithi032174182-23 2023-12-22T17:19:10.892 INFO:tasks.rados.rados.0.smithi032.stdout:768: finishing write tid 2 to smithi032174182-23 2023-12-22T17:19:10.892 INFO:tasks.rados.rados.0.smithi032.stdout:766: done (2 left) 2023-12-22T17:19:10.892 INFO:tasks.rados.rados.0.smithi032.stdout:770: snap_create 2023-12-22T17:19:10.893 INFO:tasks.rados.rados.0.smithi032.stdout:769: finishing rollback tid 1 to smithi032174182-3 2023-12-22T17:19:10.894 INFO:tasks.rados.rados.0.smithi032.stdout:769: finishing rollback tid 2 to smithi032174182-3 2023-12-22T17:19:10.894 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 296 (ObjNum 233 snap 57 seq_num 233) dirty exists 2023-12-22T17:19:10.894 INFO:tasks.rados.rados.0.smithi032.stdout:768: finishing write tid 3 to smithi032174182-23 2023-12-22T17:19:10.894 INFO:tasks.rados.rados.0.smithi032.stdout:768: finishing write tid 4 to smithi032174182-23 2023-12-22T17:19:10.896 INFO:tasks.rados.rados.0.smithi032.stdout:768: finishing write tid 5 to smithi032174182-23 2023-12-22T17:19:10.896 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 298 (ObjNum 256 snap 68 seq_num 256) dirty exists 2023-12-22T17:19:10.896 INFO:tasks.rados.rados.0.smithi032.stdout:768: left oid 23 (ObjNum 256 snap 68 seq_num 256) 2023-12-22T17:19:11.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:10 smithi032 ceph-mon[110651]: osdmap e198: 8 total, 8 up, 8 in 2023-12-22T17:19:11.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:10 smithi032 ceph-mon[110651]: pgmap v256: 121 pgs: 121 active+clean; 96 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.3 MiB/s wr, 28 op/s 2023-12-22T17:19:11.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:10 smithi032 ceph-mon[125050]: osdmap e198: 8 total, 8 up, 8 in 2023-12-22T17:19:11.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:10 smithi032 ceph-mon[125050]: pgmap v256: 121 pgs: 121 active+clean; 96 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.3 MiB/s wr, 28 op/s 2023-12-22T17:19:11.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:10 smithi039 ceph-mon[115265]: osdmap e198: 8 total, 8 up, 8 in 2023-12-22T17:19:11.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:10 smithi039 ceph-mon[115265]: pgmap v256: 121 pgs: 121 active+clean; 96 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.3 MiB/s wr, 28 op/s 2023-12-22T17:19:11.682 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:19:11 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:19:11] "GET /metrics HTTP/1.1" 200 239631 "" "Prometheus/2.43.0" 2023-12-22T17:19:11.860 INFO:tasks.rados.rados.0.smithi032.stdout:768: done (2 left) 2023-12-22T17:19:11.861 INFO:tasks.rados.rados.0.smithi032.stdout:769: done (1 left) 2023-12-22T17:19:11.861 INFO:tasks.rados.rados.0.smithi032.stdout:770: done (0 left) 2023-12-22T17:19:11.861 INFO:tasks.rados.rados.0.smithi032.stdout:771: read oid 42 snap -1 2023-12-22T17:19:11.861 INFO:tasks.rados.rados.0.smithi032.stdout:771: expect (ObjNum 213 snap 54 seq_num 213) 2023-12-22T17:19:11.861 INFO:tasks.rados.rados.0.smithi032.stdout:772: read oid 24 snap -1 2023-12-22T17:19:11.862 INFO:tasks.rados.rados.0.smithi032.stdout:772: expect (ObjNum 240 snap 59 seq_num 240) 2023-12-22T17:19:11.862 INFO:tasks.rados.rados.0.smithi032.stdout:773: copy_from oid 25 from oid 5 current snap is 69 2023-12-22T17:19:11.862 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 13 current snap is 69 2023-12-22T17:19:11.863 INFO:tasks.rados.rados.0.smithi032.stdout:774: seq_num 257 ranges {1171456=712704,1884160=720896,2605056=483328} 2023-12-22T17:19:11.873 INFO:tasks.rados.rados.0.smithi032.stdout:774: writing smithi032174182-13 from 1171456 to 1884160 tid 1 2023-12-22T17:19:11.877 INFO:tasks.rados.rados.0.smithi032.stdout:774: writing smithi032174182-13 from 1884160 to 2605056 tid 2 2023-12-22T17:19:11.880 INFO:tasks.rados.rados.0.smithi032.stdout:774: writing smithi032174182-13 from 2605056 to 3088384 tid 3 2023-12-22T17:19:11.880 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 4 current snap is 69 2023-12-22T17:19:11.881 INFO:tasks.rados.rados.0.smithi032.stdout:775: seq_num 258 ranges {1761280=729088,2490368=606208,3096576=598016} 2023-12-22T17:19:11.894 INFO:tasks.rados.rados.0.smithi032.stdout:775: writing smithi032174182-4 from 1761280 to 2490368 tid 1 2023-12-22T17:19:11.897 INFO:tasks.rados.rados.0.smithi032.stdout:775: writing smithi032174182-4 from 2490368 to 3096576 tid 2 2023-12-22T17:19:11.901 INFO:tasks.rados.rados.0.smithi032.stdout:775: writing smithi032174182-4 from 3096576 to 3694592 tid 3 2023-12-22T17:19:11.901 INFO:tasks.rados.rados.0.smithi032.stdout:776: rmattr oid 12 current snap is 69 2023-12-22T17:19:11.901 INFO:tasks.rados.rados.0.smithi032.stdout:776: done (5 left) 2023-12-22T17:19:11.901 INFO:tasks.rados.rados.0.smithi032.stdout:777: read oid 39 snap -1 2023-12-22T17:19:11.902 INFO:tasks.rados.rados.0.smithi032.stdout:777: expect (ObjNum 205 snap 50 seq_num 205) 2023-12-22T17:19:11.902 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 23 current snap is 69 2023-12-22T17:19:11.902 INFO:tasks.rados.rados.0.smithi032.stdout:773: finishing copy_from to smithi032174182-25 2023-12-22T17:19:11.902 INFO:tasks.rados.rados.0.smithi032.stdout:773: got expected ENOENT (src dne) 2023-12-22T17:19:11.902 INFO:tasks.rados.rados.0.smithi032.stdout:773: finishing copy_from racing read to smithi032174182-25 2023-12-22T17:19:11.902 INFO:tasks.rados.rados.0.smithi032.stdout:772: expect (ObjNum 240 snap 59 seq_num 240) 2023-12-22T17:19:11.945 INFO:tasks.rados.rados.0.smithi032.stdout:771: expect (ObjNum 213 snap 54 seq_num 213) 2023-12-22T17:19:12.008 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:11 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:19:11] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-22T17:19:12.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:11 smithi039 ceph-mon[115265]: osdmap e199: 8 total, 8 up, 8 in 2023-12-22T17:19:12.021 INFO:tasks.rados.rados.0.smithi032.stdout:774: finishing write tid 1 to smithi032174182-13 2023-12-22T17:19:12.021 INFO:tasks.rados.rados.0.smithi032.stdout:774: finishing write tid 2 to smithi032174182-13 2023-12-22T17:19:12.021 INFO:tasks.rados.rados.0.smithi032.stdout:774: finishing write tid 3 to smithi032174182-13 2023-12-22T17:19:12.021 INFO:tasks.rados.rados.0.smithi032.stdout:774: finishing write tid 4 to smithi032174182-13 2023-12-22T17:19:12.021 INFO:tasks.rados.rados.0.smithi032.stdout:774: finishing write tid 5 to smithi032174182-13 2023-12-22T17:19:12.021 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 435 (ObjNum 257 snap 69 seq_num 257) dirty exists 2023-12-22T17:19:12.021 INFO:tasks.rados.rados.0.smithi032.stdout:774: left oid 13 (ObjNum 257 snap 69 seq_num 257) 2023-12-22T17:19:12.022 INFO:tasks.rados.rados.0.smithi032.stdout:775: finishing write tid 1 to smithi032174182-4 2023-12-22T17:19:12.022 INFO:tasks.rados.rados.0.smithi032.stdout:778: seq_num 259 ranges {6103040=745472,6848512=540672,7389184=581632,7970816=81920} 2023-12-22T17:19:12.058 INFO:tasks.rados.rados.0.smithi032.stdout:778: writing smithi032174182-23 from 6103040 to 6848512 tid 1 2023-12-22T17:19:12.061 INFO:tasks.rados.rados.0.smithi032.stdout:778: writing smithi032174182-23 from 6848512 to 7389184 tid 2 2023-12-22T17:19:12.065 INFO:tasks.rados.rados.0.smithi032.stdout:778: writing smithi032174182-23 from 7389184 to 7970816 tid 3 2023-12-22T17:19:12.066 INFO:tasks.rados.rados.0.smithi032.stdout:778: writing smithi032174182-23 from 7970816 to 8052736 tid 4 2023-12-22T17:19:12.066 INFO:tasks.rados.rados.0.smithi032.stdout:771: done (6 left) 2023-12-22T17:19:12.066 INFO:tasks.rados.rados.0.smithi032.stdout:772: done (5 left) 2023-12-22T17:19:12.066 INFO:tasks.rados.rados.0.smithi032.stdout:773: done (4 left) 2023-12-22T17:19:12.066 INFO:tasks.rados.rados.0.smithi032.stdout:774: done (3 left) 2023-12-22T17:19:12.066 INFO:tasks.rados.rados.0.smithi032.stdout:779: copy_from oid 19 from oid 2 current snap is 69 2023-12-22T17:19:12.066 INFO:tasks.rados.rados.0.smithi032.stdout:775: finishing write tid 2 to smithi032174182-4 2023-12-22T17:19:12.066 INFO:tasks.rados.rados.0.smithi032.stdout:775: finishing write tid 3 to smithi032174182-4 2023-12-22T17:19:12.066 INFO:tasks.rados.rados.0.smithi032.stdout:775: finishing write tid 4 to smithi032174182-4 2023-12-22T17:19:12.067 INFO:tasks.rados.rados.0.smithi032.stdout:775: finishing write tid 5 to smithi032174182-4 2023-12-22T17:19:12.067 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 341 (ObjNum 258 snap 69 seq_num 258) dirty exists 2023-12-22T17:19:12.067 INFO:tasks.rados.rados.0.smithi032.stdout:775: left oid 4 (ObjNum 258 snap 69 seq_num 258) 2023-12-22T17:19:12.067 INFO:tasks.rados.rados.0.smithi032.stdout:777: expect (ObjNum 205 snap 50 seq_num 205) 2023-12-22T17:19:12.123 INFO:tasks.rados.rados.0.smithi032.stdout:778: finishing write tid 1 to smithi032174182-23 2023-12-22T17:19:12.123 INFO:tasks.rados.rados.0.smithi032.stdout:778: finishing write tid 2 to smithi032174182-23 2023-12-22T17:19:12.123 INFO:tasks.rados.rados.0.smithi032.stdout:779: finishing copy_from to smithi032174182-19 2023-12-22T17:19:12.123 INFO:tasks.rados.rados.0.smithi032.stdout:779: got expected ENOENT (src dne) 2023-12-22T17:19:12.123 INFO:tasks.rados.rados.0.smithi032.stdout:779: finishing copy_from racing read to smithi032174182-19 2023-12-22T17:19:12.123 INFO:tasks.rados.rados.0.smithi032.stdout:775: done (3 left) 2023-12-22T17:19:12.123 INFO:tasks.rados.rados.0.smithi032.stdout:777: done (2 left) 2023-12-22T17:19:12.123 INFO:tasks.rados.rados.0.smithi032.stdout:779: done (1 left) 2023-12-22T17:19:12.123 INFO:tasks.rados.rados.0.smithi032.stdout:780: snap_create 2023-12-22T17:19:12.123 INFO:tasks.rados.rados.0.smithi032.stdout:778: finishing write tid 3 to smithi032174182-23 2023-12-22T17:19:12.124 INFO:tasks.rados.rados.0.smithi032.stdout:778: finishing write tid 4 to smithi032174182-23 2023-12-22T17:19:12.124 INFO:tasks.rados.rados.0.smithi032.stdout:778: finishing write tid 5 to smithi032174182-23 2023-12-22T17:19:12.124 INFO:tasks.rados.rados.0.smithi032.stdout:778: finishing write tid 6 to smithi032174182-23 2023-12-22T17:19:12.124 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 304 (ObjNum 259 snap 69 seq_num 259) dirty exists 2023-12-22T17:19:12.124 INFO:tasks.rados.rados.0.smithi032.stdout:778: left oid 23 (ObjNum 259 snap 69 seq_num 259) 2023-12-22T17:19:12.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:11 smithi032 ceph-mon[125050]: osdmap e199: 8 total, 8 up, 8 in 2023-12-22T17:19:12.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:11 smithi032 ceph-mon[110651]: osdmap e199: 8 total, 8 up, 8 in 2023-12-22T17:19:12.865 INFO:tasks.rados.rados.0.smithi032.stdout:778: done (1 left) 2023-12-22T17:19:12.865 INFO:tasks.rados.rados.0.smithi032.stdout:780: done (0 left) 2023-12-22T17:19:12.865 INFO:tasks.rados.rados.0.smithi032.stdout:781: rollback oid 46 current snap is 70 2023-12-22T17:19:12.865 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 46 to 67 2023-12-22T17:19:12.865 INFO:tasks.rados.rados.0.smithi032.stdout:782: copy_from oid 35 from oid 11 current snap is 70 2023-12-22T17:19:12.865 INFO:tasks.rados.rados.0.smithi032.stdout:783: read oid 30 snap -1 2023-12-22T17:19:12.865 INFO:tasks.rados.rados.0.smithi032.stdout:783: expect (ObjNum 217 snap 54 seq_num 217) 2023-12-22T17:19:12.865 INFO:tasks.rados.rados.0.smithi032.stdout:784: copy_from oid 6 from oid 38 current snap is 70 2023-12-22T17:19:12.865 INFO:tasks.rados.rados.0.smithi032.stdout:785: delete oid 33 current snap is 70 2023-12-22T17:19:12.872 INFO:tasks.rados.rados.0.smithi032.stdout:785: done (4 left) 2023-12-22T17:19:12.872 INFO:tasks.rados.rados.0.smithi032.stdout:786: read oid 32 snap -1 2023-12-22T17:19:12.872 INFO:tasks.rados.rados.0.smithi032.stdout:786: expect (ObjNum 209 snap 51 seq_num 209) 2023-12-22T17:19:12.876 INFO:tasks.rados.rados.0.smithi032.stdout:787: read oid 23 snap 59 2023-12-22T17:19:12.876 INFO:tasks.rados.rados.0.smithi032.stdout:787: expect (ObjNum 197 snap 47 seq_num 197) 2023-12-22T17:19:12.876 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 10 current snap is 70 2023-12-22T17:19:12.876 INFO:tasks.rados.rados.0.smithi032.stdout:788: seq_num 261 ranges {0=778240,778240=704512,1482752=499712} 2023-12-22T17:19:12.877 INFO:tasks.rados.rados.0.smithi032.stdout:788: writing smithi032174182-10 from 0 to 778240 tid 1 2023-12-22T17:19:12.882 INFO:tasks.rados.rados.0.smithi032.stdout:788: writing smithi032174182-10 from 778240 to 1482752 tid 2 2023-12-22T17:19:12.885 INFO:tasks.rados.rados.0.smithi032.stdout:788: writing smithi032174182-10 from 1482752 to 1982464 tid 3 2023-12-22T17:19:12.885 INFO:tasks.rados.rados.0.smithi032.stdout:789: read oid 13 snap -1 2023-12-22T17:19:12.885 INFO:tasks.rados.rados.0.smithi032.stdout:789: expect (ObjNum 257 snap 69 seq_num 257) 2023-12-22T17:19:12.886 INFO:tasks.rados.rados.0.smithi032.stdout:790: delete oid 21 current snap is 70 2023-12-22T17:19:12.886 INFO:tasks.rados.rados.0.smithi032.stdout:781: finishing rollback tid 0 to smithi032174182-46 2023-12-22T17:19:12.886 INFO:tasks.rados.rados.0.smithi032.stdout:781: finishing rollback tid 1 to smithi032174182-46 2023-12-22T17:19:12.886 INFO:tasks.rados.rados.0.smithi032.stdout:781: finishing rollback tid 2 to smithi032174182-46 2023-12-22T17:19:12.886 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 253 (ObjNum 145 snap 35 seq_num 145) dirty exists 2023-12-22T17:19:12.887 INFO:tasks.rados.rados.0.smithi032.stdout:783: expect (ObjNum 217 snap 54 seq_num 217) 2023-12-22T17:19:12.942 INFO:tasks.rados.rados.0.smithi032.stdout:788: finishing write tid 1 to smithi032174182-10 2023-12-22T17:19:12.943 INFO:tasks.rados.rados.0.smithi032.stdout:782: finishing copy_from to smithi032174182-35 2023-12-22T17:19:12.943 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 243 (ObjNum 230 snap 56 seq_num 230) dirty exists 2023-12-22T17:19:12.943 INFO:tasks.rados.rados.0.smithi032.stdout:782: finishing copy_from racing read to smithi032174182-35 2023-12-22T17:19:12.943 INFO:tasks.rados.rados.0.smithi032.stdout:784: finishing copy_from to smithi032174182-6 2023-12-22T17:19:12.943 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 247 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-22T17:19:12.943 INFO:tasks.rados.rados.0.smithi032.stdout:784: finishing copy_from racing read to smithi032174182-6 2023-12-22T17:19:12.943 INFO:tasks.rados.rados.0.smithi032.stdout:788: finishing write tid 2 to smithi032174182-10 2023-12-22T17:19:12.943 INFO:tasks.rados.rados.0.smithi032.stdout:786: expect (ObjNum 209 snap 51 seq_num 209) 2023-12-22T17:19:13.090 INFO:tasks.rados.rados.0.smithi032.stdout:788: finishing write tid 3 to smithi032174182-10 2023-12-22T17:19:13.090 INFO:tasks.rados.rados.0.smithi032.stdout:788: finishing write tid 4 to smithi032174182-10 2023-12-22T17:19:13.090 INFO:tasks.rados.rados.0.smithi032.stdout:787: expect (ObjNum 197 snap 47 seq_num 197) 2023-12-22T17:19:13.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:12 smithi032 ceph-mon[110651]: osdmap e200: 8 total, 8 up, 8 in 2023-12-22T17:19:13.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:12 smithi032 ceph-mon[110651]: pgmap v259: 121 pgs: 121 active+clean; 100 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2023-12-22T17:19:13.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:12 smithi032 ceph-mon[125050]: osdmap e200: 8 total, 8 up, 8 in 2023-12-22T17:19:13.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:12 smithi032 ceph-mon[125050]: pgmap v259: 121 pgs: 121 active+clean; 100 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2023-12-22T17:19:13.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:12 smithi039 ceph-mon[115265]: osdmap e200: 8 total, 8 up, 8 in 2023-12-22T17:19:13.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:12 smithi039 ceph-mon[115265]: pgmap v259: 121 pgs: 121 active+clean; 100 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2023-12-22T17:19:13.284 INFO:tasks.rados.rados.0.smithi032.stdout:788: finishing write tid 5 to smithi032174182-10 2023-12-22T17:19:13.284 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 251 (ObjNum 261 snap 70 seq_num 261) dirty exists 2023-12-22T17:19:13.284 INFO:tasks.rados.rados.0.smithi032.stdout:788: left oid 10 (ObjNum 261 snap 70 seq_num 261) 2023-12-22T17:19:13.284 INFO:tasks.rados.rados.0.smithi032.stdout:781: done (8 left) 2023-12-22T17:19:13.284 INFO:tasks.rados.rados.0.smithi032.stdout:782: done (7 left) 2023-12-22T17:19:13.284 INFO:tasks.rados.rados.0.smithi032.stdout:783: done (6 left) 2023-12-22T17:19:13.284 INFO:tasks.rados.rados.0.smithi032.stdout:784: done (5 left) 2023-12-22T17:19:13.284 INFO:tasks.rados.rados.0.smithi032.stdout:786: done (4 left) 2023-12-22T17:19:13.284 INFO:tasks.rados.rados.0.smithi032.stdout:787: done (3 left) 2023-12-22T17:19:13.284 INFO:tasks.rados.rados.0.smithi032.stdout:788: done (2 left) 2023-12-22T17:19:13.284 INFO:tasks.rados.rados.0.smithi032.stdout:790: done (1 left) 2023-12-22T17:19:13.285 INFO:tasks.rados.rados.0.smithi032.stdout:791: rmattr oid 17 current snap is 70 2023-12-22T17:19:13.285 INFO:tasks.rados.rados.0.smithi032.stdout:791: done (1 left) 2023-12-22T17:19:13.285 INFO:tasks.rados.rados.0.smithi032.stdout:792: copy_from oid 17 from oid 29 current snap is 70 2023-12-22T17:19:13.285 INFO:tasks.rados.rados.0.smithi032.stdout:789: expect (ObjNum 257 snap 69 seq_num 257) 2023-12-22T17:19:13.386 INFO:tasks.rados.rados.0.smithi032.stdout:792: finishing copy_from to smithi032174182-17 2023-12-22T17:19:13.386 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 391 (ObjNum 232 snap 57 seq_num 232) dirty exists 2023-12-22T17:19:13.387 INFO:tasks.rados.rados.0.smithi032.stdout:792: finishing copy_from racing read to smithi032174182-17 2023-12-22T17:19:13.387 INFO:tasks.rados.rados.0.smithi032.stdout:789: done (1 left) 2023-12-22T17:19:13.387 INFO:tasks.rados.rados.0.smithi032.stdout:792: done (0 left) 2023-12-22T17:19:13.387 INFO:tasks.rados.rados.0.smithi032.stdout:793: read oid 48 snap -1 2023-12-22T17:19:13.387 INFO:tasks.rados.rados.0.smithi032.stdout:793: expect deleted 2023-12-22T17:19:13.387 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 24 current snap is 70 2023-12-22T17:19:13.387 INFO:tasks.rados.rados.0.smithi032.stdout:794: seq_num 263 ranges {1630208=409600,2039808=475136,2514944=557056,3072000=573440} 2023-12-22T17:19:13.397 INFO:tasks.rados.rados.0.smithi032.stdout:794: writing smithi032174182-24 from 1630208 to 2039808 tid 1 2023-12-22T17:19:13.400 INFO:tasks.rados.rados.0.smithi032.stdout:794: writing smithi032174182-24 from 2039808 to 2514944 tid 2 2023-12-22T17:19:13.403 INFO:tasks.rados.rados.0.smithi032.stdout:794: writing smithi032174182-24 from 2514944 to 3072000 tid 3 2023-12-22T17:19:13.407 INFO:tasks.rados.rados.0.smithi032.stdout:794: writing smithi032174182-24 from 3072000 to 3645440 tid 4 2023-12-22T17:19:13.407 INFO:tasks.rados.rados.0.smithi032.stdout:795: setattr oid 31 current snap is 70 2023-12-22T17:19:13.407 INFO:tasks.rados.rados.0.smithi032.stdout:794: finishing write tid 1 to smithi032174182-24 2023-12-22T17:19:13.407 INFO:tasks.rados.rados.0.smithi032.stdout:794: finishing write tid 2 to smithi032174182-24 2023-12-22T17:19:13.407 INFO:tasks.rados.rados.0.smithi032.stdout:794: finishing write tid 3 to smithi032174182-24 2023-12-22T17:19:13.409 INFO:tasks.rados.rados.0.smithi032.stdout:793: done (2 left) 2023-12-22T17:19:13.409 INFO:tasks.rados.rados.0.smithi032.stdout:796: snap_create 2023-12-22T17:19:13.409 INFO:tasks.rados.rados.0.smithi032.stdout:794: finishing write tid 4 to smithi032174182-24 2023-12-22T17:19:13.409 INFO:tasks.rados.rados.0.smithi032.stdout:794: finishing write tid 5 to smithi032174182-24 2023-12-22T17:19:13.410 INFO:tasks.rados.rados.0.smithi032.stdout:794: finishing write tid 6 to smithi032174182-24 2023-12-22T17:19:13.411 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 441 (ObjNum 263 snap 70 seq_num 263) dirty exists 2023-12-22T17:19:13.411 INFO:tasks.rados.rados.0.smithi032.stdout:794: left oid 24 (ObjNum 263 snap 70 seq_num 263) 2023-12-22T17:19:13.412 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 343 (ObjNum 236 snap 57 seq_num 236) dirty exists 2023-12-22T17:19:13.809 INFO:tasks.rados.rados.0.smithi032.stdout:794: done (2 left) 2023-12-22T17:19:13.809 INFO:tasks.rados.rados.0.smithi032.stdout:795: done (1 left) 2023-12-22T17:19:13.809 INFO:tasks.rados.rados.0.smithi032.stdout:796: done (0 left) 2023-12-22T17:19:13.809 INFO:tasks.rados.rados.0.smithi032.stdout:797: snap_create 2023-12-22T17:19:14.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:13 smithi032 ceph-mon[125050]: osdmap e201: 8 total, 8 up, 8 in 2023-12-22T17:19:14.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:13 smithi032 ceph-mon[125050]: osdmap e202: 8 total, 8 up, 8 in 2023-12-22T17:19:14.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:13 smithi032 ceph-mon[110651]: osdmap e201: 8 total, 8 up, 8 in 2023-12-22T17:19:14.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:13 smithi032 ceph-mon[110651]: osdmap e202: 8 total, 8 up, 8 in 2023-12-22T17:19:14.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:13 smithi039 ceph-mon[115265]: osdmap e201: 8 total, 8 up, 8 in 2023-12-22T17:19:14.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:13 smithi039 ceph-mon[115265]: osdmap e202: 8 total, 8 up, 8 in 2023-12-22T17:19:14.816 INFO:tasks.rados.rados.0.smithi032.stdout:797: done (0 left) 2023-12-22T17:19:14.816 INFO:tasks.rados.rados.0.smithi032.stdout:798: copy_from oid 22 from oid 47 current snap is 72 2023-12-22T17:19:14.816 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 27 current snap is 72 2023-12-22T17:19:14.816 INFO:tasks.rados.rados.0.smithi032.stdout:799: seq_num 264 ranges {1089536=425984,1515520=761856,2277376=770048,3047424=73728} 2023-12-22T17:19:14.824 INFO:tasks.rados.rados.0.smithi032.stdout:799: writing smithi032174182-27 from 1089536 to 1515520 tid 1 2023-12-22T17:19:14.829 INFO:tasks.rados.rados.0.smithi032.stdout:799: writing smithi032174182-27 from 1515520 to 2277376 tid 2 2023-12-22T17:19:14.833 INFO:tasks.rados.rados.0.smithi032.stdout:799: writing smithi032174182-27 from 2277376 to 3047424 tid 3 2023-12-22T17:19:14.834 INFO:tasks.rados.rados.0.smithi032.stdout:799: writing smithi032174182-27 from 3047424 to 3121152 tid 4 2023-12-22T17:19:14.834 INFO:tasks.rados.rados.0.smithi032.stdout:800: snap_create 2023-12-22T17:19:14.834 INFO:tasks.rados.rados.0.smithi032.stdout:798: finishing copy_from to smithi032174182-22 2023-12-22T17:19:14.834 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 381 (ObjNum 91 snap 15 seq_num 91) dirty exists 2023-12-22T17:19:14.834 INFO:tasks.rados.rados.0.smithi032.stdout:798: finishing copy_from racing read to smithi032174182-22 2023-12-22T17:19:14.834 INFO:tasks.rados.rados.0.smithi032.stdout:799: finishing write tid 1 to smithi032174182-27 2023-12-22T17:19:14.835 INFO:tasks.rados.rados.0.smithi032.stdout:799: finishing write tid 2 to smithi032174182-27 2023-12-22T17:19:14.837 INFO:tasks.rados.rados.0.smithi032.stdout:799: finishing write tid 3 to smithi032174182-27 2023-12-22T17:19:14.838 INFO:tasks.rados.rados.0.smithi032.stdout:799: finishing write tid 4 to smithi032174182-27 2023-12-22T17:19:14.838 INFO:tasks.rados.rados.0.smithi032.stdout:799: finishing write tid 5 to smithi032174182-27 2023-12-22T17:19:14.839 INFO:tasks.rados.rados.0.smithi032.stdout:799: finishing write tid 6 to smithi032174182-27 2023-12-22T17:19:14.839 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 312 (ObjNum 264 snap 72 seq_num 264) dirty exists 2023-12-22T17:19:14.839 INFO:tasks.rados.rados.0.smithi032.stdout:799: left oid 27 (ObjNum 264 snap 72 seq_num 264) 2023-12-22T17:19:15.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:14 smithi032 ceph-mon[125050]: pgmap v262: 121 pgs: 121 active+clean; 100 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2023-12-22T17:19:15.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:14 smithi032 ceph-mon[125050]: osdmap e203: 8 total, 8 up, 8 in 2023-12-22T17:19:15.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:14 smithi032 ceph-mon[110651]: pgmap v262: 121 pgs: 121 active+clean; 100 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2023-12-22T17:19:15.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:14 smithi032 ceph-mon[110651]: osdmap e203: 8 total, 8 up, 8 in 2023-12-22T17:19:15.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:14 smithi039 ceph-mon[115265]: pgmap v262: 121 pgs: 121 active+clean; 100 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2023-12-22T17:19:15.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:14 smithi039 ceph-mon[115265]: osdmap e203: 8 total, 8 up, 8 in 2023-12-22T17:19:15.818 INFO:tasks.rados.rados.0.smithi032.stdout:798: done (2 left) 2023-12-22T17:19:15.818 INFO:tasks.rados.rados.0.smithi032.stdout:799: done (1 left) 2023-12-22T17:19:15.818 INFO:tasks.rados.rados.0.smithi032.stdout:800: done (0 left) 2023-12-22T17:19:15.818 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 35 current snap is 73 2023-12-22T17:19:15.818 INFO:tasks.rados.rados.0.smithi032.stdout:801: seq_num 265 ranges {2351104=442368,2793472=647168,3440640=573440,4014080=385024} 2023-12-22T17:19:15.833 INFO:tasks.rados.rados.0.smithi032.stdout:801: writing smithi032174182-35 from 2351104 to 2793472 tid 1 2023-12-22T17:19:15.837 INFO:tasks.rados.rados.0.smithi032.stdout:801: writing smithi032174182-35 from 2793472 to 3440640 tid 2 2023-12-22T17:19:15.840 INFO:tasks.rados.rados.0.smithi032.stdout:801: writing smithi032174182-35 from 3440640 to 4014080 tid 3 2023-12-22T17:19:15.843 INFO:tasks.rados.rados.0.smithi032.stdout:801: writing smithi032174182-35 from 4014080 to 4399104 tid 4 2023-12-22T17:19:15.843 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 40 current snap is 73 2023-12-22T17:19:15.843 INFO:tasks.rados.rados.0.smithi032.stdout:801: finishing write tid 1 to smithi032174182-35 2023-12-22T17:19:15.843 INFO:tasks.rados.rados.0.smithi032.stdout:801: finishing write tid 2 to smithi032174182-35 2023-12-22T17:19:15.843 INFO:tasks.rados.rados.0.smithi032.stdout:802: seq_num 266 ranges {663552=458752,1122304=524288,1646592=729088,2375680=352256} 2023-12-22T17:19:15.849 INFO:tasks.rados.rados.0.smithi032.stdout:802: writing smithi032174182-40 from 663552 to 1122304 tid 1 2023-12-22T17:19:15.852 INFO:tasks.rados.rados.0.smithi032.stdout:802: writing smithi032174182-40 from 1122304 to 1646592 tid 2 2023-12-22T17:19:15.857 INFO:tasks.rados.rados.0.smithi032.stdout:802: writing smithi032174182-40 from 1646592 to 2375680 tid 3 2023-12-22T17:19:15.860 INFO:tasks.rados.rados.0.smithi032.stdout:802: writing smithi032174182-40 from 2375680 to 2727936 tid 4 2023-12-22T17:19:15.860 INFO:tasks.rados.rados.0.smithi032.stdout:803: read oid 22 snap -1 2023-12-22T17:19:15.860 INFO:tasks.rados.rados.0.smithi032.stdout:803: expect (ObjNum 91 snap 15 seq_num 91) 2023-12-22T17:19:15.860 INFO:tasks.rados.rados.0.smithi032.stdout:804: delete oid 31 current snap is 73 2023-12-22T17:19:15.860 INFO:tasks.rados.rados.0.smithi032.stdout:801: finishing write tid 3 to smithi032174182-35 2023-12-22T17:19:15.860 INFO:tasks.rados.rados.0.smithi032.stdout:801: finishing write tid 4 to smithi032174182-35 2023-12-22T17:19:15.860 INFO:tasks.rados.rados.0.smithi032.stdout:801: finishing write tid 5 to smithi032174182-35 2023-12-22T17:19:15.860 INFO:tasks.rados.rados.0.smithi032.stdout:801: finishing write tid 6 to smithi032174182-35 2023-12-22T17:19:15.860 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 303 (ObjNum 265 snap 73 seq_num 265) dirty exists 2023-12-22T17:19:15.860 INFO:tasks.rados.rados.0.smithi032.stdout:801: left oid 35 (ObjNum 265 snap 73 seq_num 265) 2023-12-22T17:19:15.860 INFO:tasks.rados.rados.0.smithi032.stdout:802: finishing write tid 1 to smithi032174182-40 2023-12-22T17:19:15.860 INFO:tasks.rados.rados.0.smithi032.stdout:802: finishing write tid 2 to smithi032174182-40 2023-12-22T17:19:15.861 INFO:tasks.rados.rados.0.smithi032.stdout:802: finishing write tid 3 to smithi032174182-40 2023-12-22T17:19:15.862 INFO:tasks.rados.rados.0.smithi032.stdout:802: finishing write tid 4 to smithi032174182-40 2023-12-22T17:19:15.862 INFO:tasks.rados.rados.0.smithi032.stdout:802: finishing write tid 5 to smithi032174182-40 2023-12-22T17:19:15.863 INFO:tasks.rados.rados.0.smithi032.stdout:802: finishing write tid 6 to smithi032174182-40 2023-12-22T17:19:15.863 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 161 (ObjNum 266 snap 73 seq_num 266) dirty exists 2023-12-22T17:19:15.863 INFO:tasks.rados.rados.0.smithi032.stdout:802: left oid 40 (ObjNum 266 snap 73 seq_num 266) 2023-12-22T17:19:15.866 INFO:tasks.rados.rados.0.smithi032.stdout:801: done (3 left) 2023-12-22T17:19:15.866 INFO:tasks.rados.rados.0.smithi032.stdout:802: done (2 left) 2023-12-22T17:19:15.866 INFO:tasks.rados.rados.0.smithi032.stdout:804: done (1 left) 2023-12-22T17:19:15.866 INFO:tasks.rados.rados.0.smithi032.stdout:805: read oid 17 snap -1 2023-12-22T17:19:15.866 INFO:tasks.rados.rados.0.smithi032.stdout:805: expect (ObjNum 232 snap 57 seq_num 232) 2023-12-22T17:19:15.866 INFO:tasks.rados.rados.0.smithi032.stdout:806: rollback oid 40 current snap is 73 2023-12-22T17:19:15.866 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 40 to 62 2023-12-22T17:19:15.866 INFO:tasks.rados.rados.0.smithi032.stdout:807: read oid 20 snap -1 2023-12-22T17:19:15.866 INFO:tasks.rados.rados.0.smithi032.stdout:807: expect (ObjNum 241 snap 60 seq_num 241) 2023-12-22T17:19:15.866 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 3 current snap is 73 2023-12-22T17:19:15.866 INFO:tasks.rados.rados.0.smithi032.stdout:808: seq_num 268 ranges {3915776=491520,4407296=745472,5152768=745472,5898240=114688} 2023-12-22T17:19:15.890 INFO:tasks.rados.rados.0.smithi032.stdout:808: writing smithi032174182-3 from 3915776 to 4407296 tid 1 2023-12-22T17:19:15.894 INFO:tasks.rados.rados.0.smithi032.stdout:808: writing smithi032174182-3 from 4407296 to 5152768 tid 2 2023-12-22T17:19:15.898 INFO:tasks.rados.rados.0.smithi032.stdout:808: writing smithi032174182-3 from 5152768 to 5898240 tid 3 2023-12-22T17:19:15.899 INFO:tasks.rados.rados.0.smithi032.stdout:808: writing smithi032174182-3 from 5898240 to 6012928 tid 4 2023-12-22T17:19:15.900 INFO:tasks.rados.rados.0.smithi032.stdout:809: read oid 11 snap 72 2023-12-22T17:19:15.900 INFO:tasks.rados.rados.0.smithi032.stdout:809: expect (ObjNum 230 snap 56 seq_num 230) 2023-12-22T17:19:15.900 INFO:tasks.rados.rados.0.smithi032.stdout:810: rollback oid 19 current snap is 73 2023-12-22T17:19:15.900 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 19 to 61 2023-12-22T17:19:15.900 INFO:tasks.rados.rados.0.smithi032.stdout:806: finishing rollback tid 0 to smithi032174182-40 2023-12-22T17:19:15.900 INFO:tasks.rados.rados.0.smithi032.stdout:806: finishing rollback tid 1 to smithi032174182-40 2023-12-22T17:19:15.900 INFO:tasks.rados.rados.0.smithi032.stdout:806: finishing rollback tid 2 to smithi032174182-40 2023-12-22T17:19:15.900 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 164 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-12-22T17:19:15.900 INFO:tasks.rados.rados.0.smithi032.stdout:803: expect (ObjNum 91 snap 15 seq_num 91) 2023-12-22T17:19:15.942 INFO:tasks.rados.rados.0.smithi032.stdout:805: expect (ObjNum 232 snap 57 seq_num 232) 2023-12-22T17:19:15.979 INFO:tasks.rados.rados.0.smithi032.stdout:807: expect (ObjNum 241 snap 60 seq_num 241) 2023-12-22T17:19:16.211 INFO:tasks.rados.rados.0.smithi032.stdout:808: finishing write tid 1 to smithi032174182-3 2023-12-22T17:19:16.211 INFO:tasks.rados.rados.0.smithi032.stdout:808: finishing write tid 2 to smithi032174182-3 2023-12-22T17:19:16.211 INFO:tasks.rados.rados.0.smithi032.stdout:808: finishing write tid 3 to smithi032174182-3 2023-12-22T17:19:16.211 INFO:tasks.rados.rados.0.smithi032.stdout:810: finishing rollback tid 0 to smithi032174182-19 2023-12-22T17:19:16.211 INFO:tasks.rados.rados.0.smithi032.stdout:810: finishing rollback tid 1 to smithi032174182-19 2023-12-22T17:19:16.211 INFO:tasks.rados.rados.0.smithi032.stdout:808: finishing write tid 4 to smithi032174182-3 2023-12-22T17:19:16.211 INFO:tasks.rados.rados.0.smithi032.stdout:803: done (6 left) 2023-12-22T17:19:16.211 INFO:tasks.rados.rados.0.smithi032.stdout:805: done (5 left) 2023-12-22T17:19:16.211 INFO:tasks.rados.rados.0.smithi032.stdout:806: done (4 left) 2023-12-22T17:19:16.211 INFO:tasks.rados.rados.0.smithi032.stdout:807: done (3 left) 2023-12-22T17:19:16.212 INFO:tasks.rados.rados.0.smithi032.stdout:811: read oid 37 snap -1 2023-12-22T17:19:16.212 INFO:tasks.rados.rados.0.smithi032.stdout:811: expect (ObjNum 209 snap 51 seq_num 209) 2023-12-22T17:19:16.212 INFO:tasks.rados.rados.0.smithi032.stdout:812: rollback oid 39 current snap is 73 2023-12-22T17:19:16.212 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 39 to 56 2023-12-22T17:19:16.212 INFO:tasks.rados.rados.0.smithi032.stdout:810: finishing rollback tid 2 to smithi032174182-19 2023-12-22T17:19:16.212 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 256 (ObjNum 210 snap 52 seq_num 210) dirty exists 2023-12-22T17:19:16.212 INFO:tasks.rados.rados.0.smithi032.stdout:808: finishing write tid 5 to smithi032174182-3 2023-12-22T17:19:16.212 INFO:tasks.rados.rados.0.smithi032.stdout:808: finishing write tid 6 to smithi032174182-3 2023-12-22T17:19:16.213 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 309 (ObjNum 268 snap 73 seq_num 268) dirty exists 2023-12-22T17:19:16.213 INFO:tasks.rados.rados.0.smithi032.stdout:808: left oid 3 (ObjNum 268 snap 73 seq_num 268) 2023-12-22T17:19:16.213 INFO:tasks.rados.rados.0.smithi032.stdout:809: expect (ObjNum 230 snap 56 seq_num 230) 2023-12-22T17:19:16.285 INFO:tasks.rados.rados.0.smithi032.stdout:812: finishing rollback tid 0 to smithi032174182-39 2023-12-22T17:19:16.285 INFO:tasks.rados.rados.0.smithi032.stdout:812: finishing rollback tid 1 to smithi032174182-39 2023-12-22T17:19:16.285 INFO:tasks.rados.rados.0.smithi032.stdout:812: finishing rollback tid 2 to smithi032174182-39 2023-12-22T17:19:16.286 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 87 (ObjNum 205 snap 50 seq_num 205) dirty exists 2023-12-22T17:19:16.286 INFO:tasks.rados.rados.0.smithi032.stdout:811: expect (ObjNum 209 snap 51 seq_num 209) 2023-12-22T17:19:16.432 INFO:tasks.rados.rados.0.smithi032.stdout:808: done (4 left) 2023-12-22T17:19:16.433 INFO:tasks.rados.rados.0.smithi032.stdout:809: done (3 left) 2023-12-22T17:19:16.433 INFO:tasks.rados.rados.0.smithi032.stdout:810: done (2 left) 2023-12-22T17:19:16.433 INFO:tasks.rados.rados.0.smithi032.stdout:811: done (1 left) 2023-12-22T17:19:16.433 INFO:tasks.rados.rados.0.smithi032.stdout:812: done (0 left) 2023-12-22T17:19:16.433 INFO:tasks.rados.rados.0.smithi032.stdout:813: rollback oid 26 current snap is 73 2023-12-22T17:19:16.433 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 26 to 67 2023-12-22T17:19:16.433 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 11 current snap is 73 2023-12-22T17:19:16.433 INFO:tasks.rados.rados.0.smithi032.stdout:814: seq_num 269 ranges {2351104=507904,2859008=630784,3489792=557056,4046848=417792} 2023-12-22T17:19:16.448 INFO:tasks.rados.rados.0.smithi032.stdout:814: writing smithi032174182-11 from 2351104 to 2859008 tid 1 2023-12-22T17:19:16.452 INFO:tasks.rados.rados.0.smithi032.stdout:814: writing smithi032174182-11 from 2859008 to 3489792 tid 2 2023-12-22T17:19:16.455 INFO:tasks.rados.rados.0.smithi032.stdout:814: writing smithi032174182-11 from 3489792 to 4046848 tid 3 2023-12-22T17:19:16.458 INFO:tasks.rados.rados.0.smithi032.stdout:814: writing smithi032174182-11 from 4046848 to 4464640 tid 4 2023-12-22T17:19:16.458 INFO:tasks.rados.rados.0.smithi032.stdout:815: copy_from oid 1 from oid 29 current snap is 73 2023-12-22T17:19:16.458 INFO:tasks.rados.rados.0.smithi032.stdout:813: finishing rollback tid 0 to smithi032174182-26 2023-12-22T17:19:16.458 INFO:tasks.rados.rados.0.smithi032.stdout:813: finishing rollback tid 1 to smithi032174182-26 2023-12-22T17:19:16.458 INFO:tasks.rados.rados.0.smithi032.stdout:813: finishing rollback tid 2 to smithi032174182-26 2023-12-22T17:19:16.458 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 254 (ObjNum 225 snap 55 seq_num 225) dirty exists 2023-12-22T17:19:16.458 INFO:tasks.rados.rados.0.smithi032.stdout:814: finishing write tid 1 to smithi032174182-11 2023-12-22T17:19:16.458 INFO:tasks.rados.rados.0.smithi032.stdout:814: finishing write tid 2 to smithi032174182-11 2023-12-22T17:19:16.458 INFO:tasks.rados.rados.0.smithi032.stdout:814: finishing write tid 3 to smithi032174182-11 2023-12-22T17:19:16.458 INFO:tasks.rados.rados.0.smithi032.stdout:813: done (2 left) 2023-12-22T17:19:16.458 INFO:tasks.rados.rados.0.smithi032.stdout:816: snap_remove snap 65 2023-12-22T17:19:16.824 INFO:tasks.rados.rados.0.smithi032.stdout:816: done (2 left) 2023-12-22T17:19:16.824 INFO:tasks.rados.rados.0.smithi032.stdout:817: copy_from oid 24 from oid 22 current snap is 73 2023-12-22T17:19:16.824 INFO:tasks.rados.rados.0.smithi032.stdout:814: finishing write tid 4 to smithi032174182-11 2023-12-22T17:19:16.824 INFO:tasks.rados.rados.0.smithi032.stdout:814: finishing write tid 5 to smithi032174182-11 2023-12-22T17:19:16.824 INFO:tasks.rados.rados.0.smithi032.stdout:814: finishing write tid 6 to smithi032174182-11 2023-12-22T17:19:16.824 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 259 (ObjNum 269 snap 73 seq_num 269) dirty exists 2023-12-22T17:19:16.824 INFO:tasks.rados.rados.0.smithi032.stdout:814: left oid 11 (ObjNum 269 snap 73 seq_num 269) 2023-12-22T17:19:16.824 INFO:tasks.rados.rados.0.smithi032.stdout:815: finishing copy_from to smithi032174182-1 2023-12-22T17:19:16.825 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 391 (ObjNum 232 snap 57 seq_num 232) dirty exists 2023-12-22T17:19:16.825 INFO:tasks.rados.rados.0.smithi032.stdout:815: finishing copy_from racing read to smithi032174182-1 2023-12-22T17:19:16.825 INFO:tasks.rados.rados.0.smithi032.stdout:814: done (2 left) 2023-12-22T17:19:16.825 INFO:tasks.rados.rados.0.smithi032.stdout:815: done (1 left) 2023-12-22T17:19:16.825 INFO:tasks.rados.rados.0.smithi032.stdout:818: copy_from oid 43 from oid 35 current snap is 73 2023-12-22T17:19:16.825 INFO:tasks.rados.rados.0.smithi032.stdout:819: setattr oid 29 current snap is 73 2023-12-22T17:19:16.830 INFO:tasks.rados.rados.0.smithi032.stdout:820: setattr oid 32 current snap is 73 2023-12-22T17:19:16.830 INFO:tasks.rados.rados.0.smithi032.stdout:821: snap_create 2023-12-22T17:19:16.841 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 117 (ObjNum 209 snap 51 seq_num 209) dirty exists 2023-12-22T17:19:16.841 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 447 (ObjNum 232 snap 57 seq_num 232) dirty exists 2023-12-22T17:19:16.844 INFO:tasks.rados.rados.0.smithi032.stdout:817: finishing copy_from to smithi032174182-24 2023-12-22T17:19:16.844 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 381 (ObjNum 91 snap 15 seq_num 91) dirty exists 2023-12-22T17:19:16.845 INFO:tasks.rados.rados.0.smithi032.stdout:817: finishing copy_from racing read to smithi032174182-24 2023-12-22T17:19:16.857 INFO:tasks.rados.rados.0.smithi032.stdout:818: finishing copy_from to smithi032174182-43 2023-12-22T17:19:16.857 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 303 (ObjNum 265 snap 73 seq_num 265) dirty exists 2023-12-22T17:19:16.857 INFO:tasks.rados.rados.0.smithi032.stdout:818: finishing copy_from racing read to smithi032174182-43 2023-12-22T17:19:17.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:16 smithi032 ceph-mon[125050]: osdmap e204: 8 total, 8 up, 8 in 2023-12-22T17:19:17.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:16 smithi032 ceph-mon[125050]: pgmap v265: 121 pgs: 121 active+clean; 100 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:19:17.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:16 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:19:17.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:16 smithi032 ceph-mon[110651]: osdmap e204: 8 total, 8 up, 8 in 2023-12-22T17:19:17.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:16 smithi032 ceph-mon[110651]: pgmap v265: 121 pgs: 121 active+clean; 100 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:19:17.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:16 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:19:17.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:16 smithi039 ceph-mon[115265]: osdmap e204: 8 total, 8 up, 8 in 2023-12-22T17:19:17.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:16 smithi039 ceph-mon[115265]: pgmap v265: 121 pgs: 121 active+clean; 100 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:19:17.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:16 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:19:17.830 INFO:tasks.rados.rados.0.smithi032.stdout:817: done (4 left) 2023-12-22T17:19:17.830 INFO:tasks.rados.rados.0.smithi032.stdout:818: done (3 left) 2023-12-22T17:19:17.830 INFO:tasks.rados.rados.0.smithi032.stdout:819: done (2 left) 2023-12-22T17:19:17.830 INFO:tasks.rados.rados.0.smithi032.stdout:820: done (1 left) 2023-12-22T17:19:17.830 INFO:tasks.rados.rados.0.smithi032.stdout:821: done (0 left) 2023-12-22T17:19:17.830 INFO:tasks.rados.rados.0.smithi032.stdout:822: rollback oid 27 current snap is 74 2023-12-22T17:19:17.830 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 27 to 59 2023-12-22T17:19:17.830 INFO:tasks.rados.rados.0.smithi032.stdout:823: snap_remove snap 56 2023-12-22T17:19:18.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:17 smithi032 ceph-mon[125050]: osdmap e205: 8 total, 8 up, 8 in 2023-12-22T17:19:18.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:17 smithi032 ceph-mon[110651]: osdmap e205: 8 total, 8 up, 8 in 2023-12-22T17:19:18.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:17 smithi039 ceph-mon[115265]: osdmap e205: 8 total, 8 up, 8 in 2023-12-22T17:19:18.839 INFO:tasks.rados.rados.0.smithi032.stdout:823: done (1 left) 2023-12-22T17:19:18.840 INFO:tasks.rados.rados.0.smithi032.stdout:824: copy_from oid 11 from oid 41 current snap is 74 2023-12-22T17:19:18.840 INFO:tasks.rados.rados.0.smithi032.stdout:825: copy_from oid 24 from oid 48 current snap is 74 2023-12-22T17:19:18.840 INFO:tasks.rados.rados.0.smithi032.stdout:826: delete oid 43 current snap is 74 2023-12-22T17:19:18.840 INFO:tasks.rados.rados.0.smithi032.stdout:822: finishing rollback tid 0 to smithi032174182-27 2023-12-22T17:19:18.840 INFO:tasks.rados.rados.0.smithi032.stdout:822: finishing rollback tid 1 to smithi032174182-27 2023-12-22T17:19:18.840 INFO:tasks.rados.rados.0.smithi032.stdout:822: finishing rollback tid 2 to smithi032174182-27 2023-12-22T17:19:18.840 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 322 (ObjNum 208 snap 51 seq_num 208) dirty exists 2023-12-22T17:19:18.844 INFO:tasks.rados.rados.0.smithi032.stdout:825: finishing copy_from to smithi032174182-24 2023-12-22T17:19:18.844 INFO:tasks.rados.rados.0.smithi032.stdout:825: got expected ENOENT (src dne) 2023-12-22T17:19:18.848 INFO:tasks.rados.rados.0.smithi032.stdout:825: finishing copy_from racing read to smithi032174182-24 2023-12-22T17:19:18.849 INFO:tasks.rados.rados.0.smithi032.stdout:822: done (3 left) 2023-12-22T17:19:18.849 INFO:tasks.rados.rados.0.smithi032.stdout:825: done (2 left) 2023-12-22T17:19:18.849 INFO:tasks.rados.rados.0.smithi032.stdout:826: done (1 left) 2023-12-22T17:19:18.849 INFO:tasks.rados.rados.0.smithi032.stdout:827: snap_remove snap 70 2023-12-22T17:19:19.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:18 smithi032 ceph-mon[125050]: osdmap e206: 8 total, 8 up, 8 in 2023-12-22T17:19:19.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:18 smithi032 ceph-mon[125050]: pgmap v268: 121 pgs: 121 active+clean; 126 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 7.0 MiB/s wr, 42 op/s 2023-12-22T17:19:19.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:18 smithi032 ceph-mon[110651]: osdmap e206: 8 total, 8 up, 8 in 2023-12-22T17:19:19.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:18 smithi032 ceph-mon[110651]: pgmap v268: 121 pgs: 121 active+clean; 126 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 7.0 MiB/s wr, 42 op/s 2023-12-22T17:19:19.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:18 smithi039 ceph-mon[115265]: osdmap e206: 8 total, 8 up, 8 in 2023-12-22T17:19:19.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:18 smithi039 ceph-mon[115265]: pgmap v268: 121 pgs: 121 active+clean; 126 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 7.0 MiB/s wr, 42 op/s 2023-12-22T17:19:19.847 INFO:tasks.rados.rados.0.smithi032.stdout:827: done (1 left) 2023-12-22T17:19:19.847 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 2 current snap is 74 2023-12-22T17:19:19.847 INFO:tasks.rados.rados.0.smithi032.stdout:824: finishing copy_from to smithi032174182-11 2023-12-22T17:19:19.847 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 338 (ObjNum 211 snap 52 seq_num 211) dirty exists 2023-12-22T17:19:19.847 INFO:tasks.rados.rados.0.smithi032.stdout:824: finishing copy_from racing read to smithi032174182-11 2023-12-22T17:19:19.847 INFO:tasks.rados.rados.0.smithi032.stdout:828: seq_num 271 ranges {0=540672,540672=802816,1343488=516096,1859584=286720} 2023-12-22T17:19:19.850 INFO:tasks.rados.rados.0.smithi032.stdout:828: writing smithi032174182-2 from 0 to 540672 tid 1 2023-12-22T17:19:19.856 INFO:tasks.rados.rados.0.smithi032.stdout:828: writing smithi032174182-2 from 540672 to 1343488 tid 2 2023-12-22T17:19:19.860 INFO:tasks.rados.rados.0.smithi032.stdout:828: writing smithi032174182-2 from 1343488 to 1859584 tid 3 2023-12-22T17:19:19.861 INFO:tasks.rados.rados.0.smithi032.stdout:828: writing smithi032174182-2 from 1859584 to 2146304 tid 4 2023-12-22T17:19:19.862 INFO:tasks.rados.rados.0.smithi032.stdout:824: done (1 left) 2023-12-22T17:19:19.862 INFO:tasks.rados.rados.0.smithi032.stdout:829: delete oid 3 current snap is 74 2023-12-22T17:19:19.866 INFO:tasks.rados.rados.0.smithi032.stdout:828: finishing write tid 1 to smithi032174182-2 2023-12-22T17:19:19.866 INFO:tasks.rados.rados.0.smithi032.stdout:828: finishing write tid 2 to smithi032174182-2 2023-12-22T17:19:19.866 INFO:tasks.rados.rados.0.smithi032.stdout:829: done (1 left) 2023-12-22T17:19:19.866 INFO:tasks.rados.rados.0.smithi032.stdout:830: snap_remove snap 62 2023-12-22T17:19:20.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:19 smithi032 ceph-mon[125050]: osdmap e207: 8 total, 8 up, 8 in 2023-12-22T17:19:20.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:19 smithi032 ceph-mon[110651]: osdmap e207: 8 total, 8 up, 8 in 2023-12-22T17:19:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:19 smithi039 ceph-mon[115265]: osdmap e207: 8 total, 8 up, 8 in 2023-12-22T17:19:20.854 INFO:tasks.rados.rados.0.smithi032.stdout:830: done (1 left) 2023-12-22T17:19:20.854 INFO:tasks.rados.rados.0.smithi032.stdout:831: read oid 9 snap -1 2023-12-22T17:19:20.854 INFO:tasks.rados.rados.0.smithi032.stdout:831: expect (ObjNum 153 snap 36 seq_num 153) 2023-12-22T17:19:20.855 INFO:tasks.rados.rados.0.smithi032.stdout:832: snap_remove snap 63 2023-12-22T17:19:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:20 smithi032 ceph-mon[125050]: osdmap e208: 8 total, 8 up, 8 in 2023-12-22T17:19:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:20 smithi032 ceph-mon[125050]: pgmap v271: 121 pgs: 121 active+clean; 126 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 7.0 MiB/s wr, 42 op/s 2023-12-22T17:19:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:20 smithi032 ceph-mon[110651]: osdmap e208: 8 total, 8 up, 8 in 2023-12-22T17:19:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:20 smithi032 ceph-mon[110651]: pgmap v271: 121 pgs: 121 active+clean; 126 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 7.0 MiB/s wr, 42 op/s 2023-12-22T17:19:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:20 smithi039 ceph-mon[115265]: osdmap e208: 8 total, 8 up, 8 in 2023-12-22T17:19:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:20 smithi039 ceph-mon[115265]: pgmap v271: 121 pgs: 121 active+clean; 126 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 7.0 MiB/s wr, 42 op/s 2023-12-22T17:19:21.682 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:19:21 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:19:21] "GET /metrics HTTP/1.1" 200 239615 "" "Prometheus/2.43.0" 2023-12-22T17:19:21.855 INFO:tasks.rados.rados.0.smithi032.stdout:832: done (2 left) 2023-12-22T17:19:21.855 INFO:tasks.rados.rados.0.smithi032.stdout:833: read oid 47 snap -1 2023-12-22T17:19:21.855 INFO:tasks.rados.rados.0.smithi032.stdout:833: expect (ObjNum 91 snap 15 seq_num 91) 2023-12-22T17:19:21.855 INFO:tasks.rados.rados.0.smithi032.stdout:834: snap_remove snap 73 2023-12-22T17:19:22.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:21 smithi039 ceph-mon[115265]: osdmap e209: 8 total, 8 up, 8 in 2023-12-22T17:19:22.009 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:21 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[117215]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:19:21] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-22T17:19:22.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:21 smithi032 ceph-mon[110651]: osdmap e209: 8 total, 8 up, 8 in 2023-12-22T17:19:22.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:21 smithi032 ceph-mon[125050]: osdmap e209: 8 total, 8 up, 8 in 2023-12-22T17:19:22.865 INFO:tasks.rados.rados.0.smithi032.stdout:834: done (3 left) 2023-12-22T17:19:22.866 INFO:tasks.rados.rados.0.smithi032.stdout:835: rollback oid 20 current snap is 74 2023-12-22T17:19:22.866 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 20 to 68 2023-12-22T17:19:22.866 INFO:tasks.rados.rados.0.smithi032.stdout:828: finishing write tid 3 to smithi032174182-2 2023-12-22T17:19:22.866 INFO:tasks.rados.rados.0.smithi032.stdout:828: finishing write tid 4 to smithi032174182-2 2023-12-22T17:19:22.866 INFO:tasks.rados.rados.0.smithi032.stdout:828: finishing write tid 5 to smithi032174182-2 2023-12-22T17:19:22.866 INFO:tasks.rados.rados.0.smithi032.stdout:828: finishing write tid 6 to smithi032174182-2 2023-12-22T17:19:22.866 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 201 (ObjNum 271 snap 74 seq_num 271) dirty exists 2023-12-22T17:19:22.866 INFO:tasks.rados.rados.0.smithi032.stdout:828: left oid 2 (ObjNum 271 snap 74 seq_num 271) 2023-12-22T17:19:22.866 INFO:tasks.rados.rados.0.smithi032.stdout:831: expect (ObjNum 153 snap 36 seq_num 153) 2023-12-22T17:19:22.870 INFO:tasks.rados.rados.0.smithi032.stdout:833: expect (ObjNum 91 snap 15 seq_num 91) 2023-12-22T17:19:22.912 INFO:tasks.rados.rados.0.smithi032.stdout:835: finishing rollback tid 0 to smithi032174182-20 2023-12-22T17:19:22.912 INFO:tasks.rados.rados.0.smithi032.stdout:835: finishing rollback tid 1 to smithi032174182-20 2023-12-22T17:19:22.912 INFO:tasks.rados.rados.0.smithi032.stdout:835: finishing rollback tid 2 to smithi032174182-20 2023-12-22T17:19:22.912 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 348 (ObjNum 241 snap 60 seq_num 241) dirty exists 2023-12-22T17:19:22.913 INFO:tasks.rados.rados.0.smithi032.stdout:828: done (3 left) 2023-12-22T17:19:22.913 INFO:tasks.rados.rados.0.smithi032.stdout:831: done (2 left) 2023-12-22T17:19:22.913 INFO:tasks.rados.rados.0.smithi032.stdout:833: done (1 left) 2023-12-22T17:19:22.913 INFO:tasks.rados.rados.0.smithi032.stdout:835: done (0 left) 2023-12-22T17:19:22.913 INFO:tasks.rados.rados.0.smithi032.stdout:836: read oid 31 snap -1 2023-12-22T17:19:22.913 INFO:tasks.rados.rados.0.smithi032.stdout:836: expect deleted 2023-12-22T17:19:22.913 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 28 current snap is 74 2023-12-22T17:19:22.913 INFO:tasks.rados.rados.0.smithi032.stdout:837: seq_num 273 ranges {5177344=581632,5758976=565248,6324224=532480,6856704=507904} 2023-12-22T17:19:22.943 INFO:tasks.rados.rados.0.smithi032.stdout:837: writing smithi032174182-28 from 5177344 to 5758976 tid 1 2023-12-22T17:19:22.947 INFO:tasks.rados.rados.0.smithi032.stdout:837: writing smithi032174182-28 from 5758976 to 6324224 tid 2 2023-12-22T17:19:22.951 INFO:tasks.rados.rados.0.smithi032.stdout:837: writing smithi032174182-28 from 6324224 to 6856704 tid 3 2023-12-22T17:19:22.953 INFO:tasks.rados.rados.0.smithi032.stdout:837: writing smithi032174182-28 from 6856704 to 7364608 tid 4 2023-12-22T17:19:22.953 INFO:tasks.rados.rados.0.smithi032.stdout:838: setattr oid 16 current snap is 74 2023-12-22T17:19:22.953 INFO:tasks.rados.rados.0.smithi032.stdout:837: finishing write tid 1 to smithi032174182-28 2023-12-22T17:19:22.953 INFO:tasks.rados.rados.0.smithi032.stdout:837: finishing write tid 2 to smithi032174182-28 2023-12-22T17:19:22.954 INFO:tasks.rados.rados.0.smithi032.stdout:837: finishing write tid 3 to smithi032174182-28 2023-12-22T17:19:22.955 INFO:tasks.rados.rados.0.smithi032.stdout:836: done (2 left) 2023-12-22T17:19:22.955 INFO:tasks.rados.rados.0.smithi032.stdout:839: rmattr oid 20 current snap is 74 2023-12-22T17:19:22.955 INFO:tasks.rados.rados.0.smithi032.stdout:840: setattr oid 40 current snap is 74 2023-12-22T17:19:22.957 INFO:tasks.rados.rados.0.smithi032.stdout:841: delete oid 36 current snap is 74 2023-12-22T17:19:22.958 INFO:tasks.rados.rados.0.smithi032.stdout:837: finishing write tid 4 to smithi032174182-28 2023-12-22T17:19:22.959 INFO:tasks.rados.rados.0.smithi032.stdout:837: finishing write tid 5 to smithi032174182-28 2023-12-22T17:19:22.959 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 351 (ObjNum 241 snap 60 seq_num 241) dirty exists 2023-12-22T17:19:22.959 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 377 (ObjNum 224 snap 55 seq_num 224) dirty exists 2023-12-22T17:19:22.960 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 183 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-12-22T17:19:22.960 INFO:tasks.rados.rados.0.smithi032.stdout:837: finishing write tid 6 to smithi032174182-28 2023-12-22T17:19:22.961 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 375 (ObjNum 273 snap 74 seq_num 273) dirty exists 2023-12-22T17:19:22.961 INFO:tasks.rados.rados.0.smithi032.stdout:837: left oid 28 (ObjNum 273 snap 74 seq_num 273) 2023-12-22T17:19:22.961 INFO:tasks.rados.rados.0.smithi032.stdout:837: done (4 left) 2023-12-22T17:19:22.961 INFO:tasks.rados.rados.0.smithi032.stdout:838: done (3 left) 2023-12-22T17:19:22.961 INFO:tasks.rados.rados.0.smithi032.stdout:839: done (2 left) 2023-12-22T17:19:22.961 INFO:tasks.rados.rados.0.smithi032.stdout:840: done (1 left) 2023-12-22T17:19:22.961 INFO:tasks.rados.rados.0.smithi032.stdout:841: done (0 left) 2023-12-22T17:19:22.961 INFO:tasks.rados.rados.0.smithi032.stdout:842: copy_from oid 8 from oid 47 current snap is 74 2023-12-22T17:19:22.961 INFO:tasks.rados.rados.0.smithi032.stdout:843: read oid 25 snap -1 2023-12-22T17:19:22.961 INFO:tasks.rados.rados.0.smithi032.stdout:843: expect deleted 2023-12-22T17:19:22.961 INFO:tasks.rados.rados.0.smithi032.stdout:844: setattr oid 13 current snap is 74 2023-12-22T17:19:22.962 INFO:tasks.rados.rados.0.smithi032.stdout:843: done (2 left) 2023-12-22T17:19:22.962 INFO:tasks.rados.rados.0.smithi032.stdout:845: rollback oid 42 current snap is 74 2023-12-22T17:19:22.962 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 42 to 68 2023-12-22T17:19:22.962 INFO:tasks.rados.rados.0.smithi032.stdout:846: copy_from oid 19 from oid 2 current snap is 74 2023-12-22T17:19:22.968 INFO:tasks.rados.rados.0.smithi032.stdout:847: read oid 26 snap -1 2023-12-22T17:19:22.968 INFO:tasks.rados.rados.0.smithi032.stdout:847: expect (ObjNum 225 snap 55 seq_num 225) 2023-12-22T17:19:22.968 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 22 current snap is 74 2023-12-22T17:19:22.968 INFO:tasks.rados.rados.0.smithi032.stdout:848: seq_num 275 ranges {1531904=614400,2146304=786432,2932736=499712,3432448=319488} 2023-12-22T17:19:22.975 INFO:tasks.rados.rados.0.smithi032.stdout:848: writing smithi032174182-22 from 1531904 to 2146304 tid 1 2023-12-22T17:19:22.979 INFO:tasks.rados.rados.0.smithi032.stdout:848: writing smithi032174182-22 from 2146304 to 2932736 tid 2 2023-12-22T17:19:22.982 INFO:tasks.rados.rados.0.smithi032.stdout:848: writing smithi032174182-22 from 2932736 to 3432448 tid 3 2023-12-22T17:19:22.984 INFO:tasks.rados.rados.0.smithi032.stdout:848: writing smithi032174182-22 from 3432448 to 3751936 tid 4 2023-12-22T17:19:22.984 INFO:tasks.rados.rados.0.smithi032.stdout:849: read oid 11 snap -1 2023-12-22T17:19:22.984 INFO:tasks.rados.rados.0.smithi032.stdout:849: expect (ObjNum 211 snap 52 seq_num 211) 2023-12-22T17:19:22.984 INFO:tasks.rados.rados.0.smithi032.stdout:850: snap_remove snap 69 2023-12-22T17:19:23.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:22 smithi032 ceph-mon[110651]: osdmap e210: 8 total, 8 up, 8 in 2023-12-22T17:19:23.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:22 smithi032 ceph-mon[110651]: pgmap v274: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 5 op/s 2023-12-22T17:19:23.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:22 smithi032 ceph-mon[125050]: osdmap e210: 8 total, 8 up, 8 in 2023-12-22T17:19:23.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:22 smithi032 ceph-mon[125050]: pgmap v274: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 5 op/s 2023-12-22T17:19:23.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:22 smithi039 ceph-mon[115265]: osdmap e210: 8 total, 8 up, 8 in 2023-12-22T17:19:23.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:22 smithi039 ceph-mon[115265]: pgmap v274: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 5 op/s 2023-12-22T17:19:23.811 INFO:tasks.rados.rados.0.smithi032.stdout:850: done (7 left) 2023-12-22T17:19:23.812 INFO:tasks.rados.rados.0.smithi032.stdout:851: snap_create 2023-12-22T17:19:23.812 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 473 (ObjNum 257 snap 69 seq_num 257) dirty exists 2023-12-22T17:19:23.812 INFO:tasks.rados.rados.0.smithi032.stdout:845: finishing rollback tid 0 to smithi032174182-42 2023-12-22T17:19:23.812 INFO:tasks.rados.rados.0.smithi032.stdout:845: finishing rollback tid 1 to smithi032174182-42 2023-12-22T17:19:23.812 INFO:tasks.rados.rados.0.smithi032.stdout:845: finishing rollback tid 2 to smithi032174182-42 2023-12-22T17:19:23.812 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 259 (ObjNum 213 snap 54 seq_num 213) dirty exists 2023-12-22T17:19:23.812 INFO:tasks.rados.rados.0.smithi032.stdout:847: expect (ObjNum 225 snap 55 seq_num 225) 2023-12-22T17:19:23.856 INFO:tasks.rados.rados.0.smithi032.stdout:842: finishing copy_from to smithi032174182-8 2023-12-22T17:19:23.856 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 381 (ObjNum 91 snap 15 seq_num 91) dirty exists 2023-12-22T17:19:23.856 INFO:tasks.rados.rados.0.smithi032.stdout:842: finishing copy_from racing read to smithi032174182-8 2023-12-22T17:19:23.856 INFO:tasks.rados.rados.0.smithi032.stdout:846: finishing copy_from to smithi032174182-19 2023-12-22T17:19:23.857 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 201 (ObjNum 271 snap 74 seq_num 271) dirty exists 2023-12-22T17:19:23.857 INFO:tasks.rados.rados.0.smithi032.stdout:846: finishing copy_from racing read to smithi032174182-19 2023-12-22T17:19:23.857 INFO:tasks.rados.rados.0.smithi032.stdout:848: finishing write tid 1 to smithi032174182-22 2023-12-22T17:19:23.857 INFO:tasks.rados.rados.0.smithi032.stdout:848: finishing write tid 2 to smithi032174182-22 2023-12-22T17:19:23.857 INFO:tasks.rados.rados.0.smithi032.stdout:848: finishing write tid 3 to smithi032174182-22 2023-12-22T17:19:23.857 INFO:tasks.rados.rados.0.smithi032.stdout:848: finishing write tid 4 to smithi032174182-22 2023-12-22T17:19:23.857 INFO:tasks.rados.rados.0.smithi032.stdout:848: finishing write tid 5 to smithi032174182-22 2023-12-22T17:19:23.857 INFO:tasks.rados.rados.0.smithi032.stdout:848: finishing write tid 6 to smithi032174182-22 2023-12-22T17:19:23.857 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 387 (ObjNum 275 snap 74 seq_num 275) dirty exists 2023-12-22T17:19:23.857 INFO:tasks.rados.rados.0.smithi032.stdout:848: left oid 22 (ObjNum 275 snap 74 seq_num 275) 2023-12-22T17:19:23.857 INFO:tasks.rados.rados.0.smithi032.stdout:849: expect (ObjNum 211 snap 52 seq_num 211) 2023-12-22T17:19:24.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:23 smithi032 ceph-mon[110651]: osdmap e211: 8 total, 8 up, 8 in 2023-12-22T17:19:24.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:23 smithi032 ceph-mon[110651]: osdmap e212: 8 total, 8 up, 8 in 2023-12-22T17:19:24.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:23 smithi032 ceph-mon[125050]: osdmap e211: 8 total, 8 up, 8 in 2023-12-22T17:19:24.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:23 smithi032 ceph-mon[125050]: osdmap e212: 8 total, 8 up, 8 in 2023-12-22T17:19:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:23 smithi039 ceph-mon[115265]: osdmap e211: 8 total, 8 up, 8 in 2023-12-22T17:19:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:23 smithi039 ceph-mon[115265]: osdmap e212: 8 total, 8 up, 8 in 2023-12-22T17:19:24.826 INFO:tasks.rados.rados.0.smithi032.stdout:842: done (7 left) 2023-12-22T17:19:24.826 INFO:tasks.rados.rados.0.smithi032.stdout:844: done (6 left) 2023-12-22T17:19:24.826 INFO:tasks.rados.rados.0.smithi032.stdout:845: done (5 left) 2023-12-22T17:19:24.826 INFO:tasks.rados.rados.0.smithi032.stdout:846: done (4 left) 2023-12-22T17:19:24.826 INFO:tasks.rados.rados.0.smithi032.stdout:847: done (3 left) 2023-12-22T17:19:24.826 INFO:tasks.rados.rados.0.smithi032.stdout:848: done (2 left) 2023-12-22T17:19:24.827 INFO:tasks.rados.rados.0.smithi032.stdout:849: done (1 left) 2023-12-22T17:19:24.827 INFO:tasks.rados.rados.0.smithi032.stdout:851: done (0 left) 2023-12-22T17:19:24.827 INFO:tasks.rados.rados.0.smithi032.stdout:852: rollback oid 21 current snap is 75 2023-12-22T17:19:24.827 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 21 to 72 2023-12-22T17:19:24.827 INFO:tasks.rados.rados.0.smithi032.stdout:853: copy_from oid 28 from oid 37 current snap is 75 2023-12-22T17:19:24.827 INFO:tasks.rados.rados.0.smithi032.stdout:854: delete oid 1 current snap is 75 2023-12-22T17:19:24.828 INFO:tasks.rados.rados.0.smithi032.stdout:852: finishing rollback tid 1 to smithi032174182-21 2023-12-22T17:19:24.828 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 321 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-22T17:19:24.833 INFO:tasks.rados.rados.0.smithi032.stdout:852: done (2 left) 2023-12-22T17:19:24.834 INFO:tasks.rados.rados.0.smithi032.stdout:854: done (1 left) 2023-12-22T17:19:24.834 INFO:tasks.rados.rados.0.smithi032.stdout:855: delete oid 15 current snap is 75 2023-12-22T17:19:24.835 INFO:tasks.rados.rados.0.smithi032.stdout:855: done (1 left) 2023-12-22T17:19:24.836 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 24 current snap is 75 2023-12-22T17:19:24.836 INFO:tasks.rados.rados.0.smithi032.stdout:856: seq_num 278 ranges {1531904=663552,2195456=442368,2637824=720896,3358720=442368} 2023-12-22T17:19:24.847 INFO:tasks.rados.rados.0.smithi032.stdout:856: writing smithi032174182-24 from 1531904 to 2195456 tid 1 2023-12-22T17:19:24.850 INFO:tasks.rados.rados.0.smithi032.stdout:856: writing smithi032174182-24 from 2195456 to 2637824 tid 2 2023-12-22T17:19:24.854 INFO:tasks.rados.rados.0.smithi032.stdout:856: writing smithi032174182-24 from 2637824 to 3358720 tid 3 2023-12-22T17:19:24.857 INFO:tasks.rados.rados.0.smithi032.stdout:856: writing smithi032174182-24 from 3358720 to 3801088 tid 4 2023-12-22T17:19:24.858 INFO:tasks.rados.rados.0.smithi032.stdout:857: rmattr oid 2 current snap is 75 2023-12-22T17:19:24.858 INFO:tasks.rados.rados.0.smithi032.stdout:857: done (2 left) 2023-12-22T17:19:24.858 INFO:tasks.rados.rados.0.smithi032.stdout:858: snap_create 2023-12-22T17:19:24.858 INFO:tasks.rados.rados.0.smithi032.stdout:853: finishing copy_from to smithi032174182-28 2023-12-22T17:19:24.858 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 65 (ObjNum 209 snap 51 seq_num 209) dirty exists 2023-12-22T17:19:24.858 INFO:tasks.rados.rados.0.smithi032.stdout:853: finishing copy_from racing read to smithi032174182-28 2023-12-22T17:19:24.858 INFO:tasks.rados.rados.0.smithi032.stdout:856: finishing write tid 1 to smithi032174182-24 2023-12-22T17:19:24.858 INFO:tasks.rados.rados.0.smithi032.stdout:856: finishing write tid 2 to smithi032174182-24 2023-12-22T17:19:24.858 INFO:tasks.rados.rados.0.smithi032.stdout:856: finishing write tid 3 to smithi032174182-24 2023-12-22T17:19:24.860 INFO:tasks.rados.rados.0.smithi032.stdout:856: finishing write tid 4 to smithi032174182-24 2023-12-22T17:19:24.860 INFO:tasks.rados.rados.0.smithi032.stdout:856: finishing write tid 5 to smithi032174182-24 2023-12-22T17:19:24.861 INFO:tasks.rados.rados.0.smithi032.stdout:856: finishing write tid 6 to smithi032174182-24 2023-12-22T17:19:24.862 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 486 (ObjNum 278 snap 75 seq_num 278) dirty exists 2023-12-22T17:19:24.862 INFO:tasks.rados.rados.0.smithi032.stdout:856: left oid 24 (ObjNum 278 snap 75 seq_num 278) 2023-12-22T17:19:25.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:24 smithi032 ceph-mon[110651]: pgmap v277: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 5 op/s 2023-12-22T17:19:25.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:24 smithi032 ceph-mon[110651]: osdmap e213: 8 total, 8 up, 8 in 2023-12-22T17:19:25.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:24 smithi032 ceph-mon[125050]: pgmap v277: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 5 op/s 2023-12-22T17:19:25.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:24 smithi032 ceph-mon[125050]: osdmap e213: 8 total, 8 up, 8 in 2023-12-22T17:19:25.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:24 smithi039 ceph-mon[115265]: pgmap v277: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 5 op/s 2023-12-22T17:19:25.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:24 smithi039 ceph-mon[115265]: osdmap e213: 8 total, 8 up, 8 in 2023-12-22T17:19:25.829 INFO:tasks.rados.rados.0.smithi032.stdout:853: done (2 left) 2023-12-22T17:19:25.829 INFO:tasks.rados.rados.0.smithi032.stdout:856: done (1 left) 2023-12-22T17:19:25.829 INFO:tasks.rados.rados.0.smithi032.stdout:858: done (0 left) 2023-12-22T17:19:25.829 INFO:tasks.rados.rados.0.smithi032.stdout:859: rmattr oid 35 current snap is 76 2023-12-22T17:19:25.829 INFO:tasks.rados.rados.0.smithi032.stdout:859: done (0 left) 2023-12-22T17:19:25.829 INFO:tasks.rados.rados.0.smithi032.stdout:860: read oid 27 snap -1 2023-12-22T17:19:25.829 INFO:tasks.rados.rados.0.smithi032.stdout:860: expect (ObjNum 208 snap 51 seq_num 208) 2023-12-22T17:19:25.829 INFO:tasks.rados.rados.0.smithi032.stdout:861: read oid 37 snap -1 2023-12-22T17:19:25.829 INFO:tasks.rados.rados.0.smithi032.stdout:861: expect (ObjNum 209 snap 51 seq_num 209) 2023-12-22T17:19:25.829 INFO:tasks.rados.rados.0.smithi032.stdout:862: read oid 5 snap -1 2023-12-22T17:19:25.829 INFO:tasks.rados.rados.0.smithi032.stdout:862: expect deleted 2023-12-22T17:19:25.829 INFO:tasks.rados.rados.0.smithi032.stdout:863: rollback oid 4 current snap is 76 2023-12-22T17:19:25.830 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 4 to 66 2023-12-22T17:19:25.830 INFO:tasks.rados.rados.0.smithi032.stdout:864: snap_create 2023-12-22T17:19:25.834 INFO:tasks.rados.rados.0.smithi032.stdout:863: finishing rollback tid 0 to smithi032174182-4 2023-12-22T17:19:25.834 INFO:tasks.rados.rados.0.smithi032.stdout:860: expect (ObjNum 208 snap 51 seq_num 208) 2023-12-22T17:19:25.866 INFO:tasks.rados.rados.0.smithi032.stdout:863: finishing rollback tid 1 to smithi032174182-4 2023-12-22T17:19:25.866 INFO:tasks.rados.rados.0.smithi032.stdout:863: finishing rollback tid 2 to smithi032174182-4 2023-12-22T17:19:25.867 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 389 (ObjNum 248 snap 63 seq_num 248) dirty exists 2023-12-22T17:19:25.867 INFO:tasks.rados.rados.0.smithi032.stdout:861: expect (ObjNum 209 snap 51 seq_num 209) 2023-12-22T17:19:26.833 INFO:tasks.rados.rados.0.smithi032.stdout:860: done (4 left) 2023-12-22T17:19:26.833 INFO:tasks.rados.rados.0.smithi032.stdout:861: done (3 left) 2023-12-22T17:19:26.833 INFO:tasks.rados.rados.0.smithi032.stdout:862: done (2 left) 2023-12-22T17:19:26.833 INFO:tasks.rados.rados.0.smithi032.stdout:863: done (1 left) 2023-12-22T17:19:26.833 INFO:tasks.rados.rados.0.smithi032.stdout:864: done (0 left) 2023-12-22T17:19:26.833 INFO:tasks.rados.rados.0.smithi032.stdout:865: read oid 27 snap -1 2023-12-22T17:19:26.833 INFO:tasks.rados.rados.0.smithi032.stdout:865: expect (ObjNum 208 snap 51 seq_num 208) 2023-12-22T17:19:26.833 INFO:tasks.rados.rados.0.smithi032.stdout:866: snap_create 2023-12-22T17:19:26.840 INFO:tasks.rados.rados.0.smithi032.stdout:865: expect (ObjNum 208 snap 51 seq_num 208) 2023-12-22T17:19:27.107 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:26 smithi039 ceph-mon[115265]: osdmap e214: 8 total, 8 up, 8 in 2023-12-22T17:19:27.107 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:26 smithi039 ceph-mon[115265]: pgmap v280: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:19:27.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:26 smithi032 ceph-mon[110651]: osdmap e214: 8 total, 8 up, 8 in 2023-12-22T17:19:27.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:26 smithi032 ceph-mon[110651]: pgmap v280: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:19:27.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:26 smithi032 ceph-mon[125050]: osdmap e214: 8 total, 8 up, 8 in 2023-12-22T17:19:27.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:26 smithi032 ceph-mon[125050]: pgmap v280: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:19:27.834 INFO:tasks.rados.rados.0.smithi032.stdout:865: done (1 left) 2023-12-22T17:19:27.834 INFO:tasks.rados.rados.0.smithi032.stdout:866: done (0 left) 2023-12-22T17:19:27.834 INFO:tasks.rados.rados.0.smithi032.stdout:867: read oid 9 snap -1 2023-12-22T17:19:27.834 INFO:tasks.rados.rados.0.smithi032.stdout:867: expect (ObjNum 153 snap 36 seq_num 153) 2023-12-22T17:19:27.834 INFO:tasks.rados.rados.0.smithi032.stdout:868: snap_remove snap 66 2023-12-22T17:19:28.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:27 smithi039 ceph-mon[115265]: osdmap e215: 8 total, 8 up, 8 in 2023-12-22T17:19:28.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:27 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:19:28.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:27 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-22T17:19:28.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:27 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-22T17:19:28.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:27 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-22T17:19:28.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:27 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:19:28.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:27 smithi032 ceph-mon[110651]: osdmap e215: 8 total, 8 up, 8 in 2023-12-22T17:19:28.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:27 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:19:28.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:27 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-22T17:19:28.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:27 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-22T17:19:28.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:27 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-22T17:19:28.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:27 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:19:28.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:27 smithi032 ceph-mon[125050]: osdmap e215: 8 total, 8 up, 8 in 2023-12-22T17:19:28.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:27 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:19:28.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:27 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-22T17:19:28.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:27 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-22T17:19:28.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:27 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-22T17:19:28.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:27 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:19:28.850 INFO:tasks.rados.rados.0.smithi032.stdout:868: done (1 left) 2023-12-22T17:19:28.850 INFO:tasks.rados.rados.0.smithi032.stdout:869: copy_from oid 21 from oid 38 current snap is 78 2023-12-22T17:19:28.850 INFO:tasks.rados.rados.0.smithi032.stdout:870: rmattr oid 45 current snap is 78 2023-12-22T17:19:28.850 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 20 current snap is 78 2023-12-22T17:19:28.850 INFO:tasks.rados.rados.0.smithi032.stdout:871: seq_num 279 ranges {5349376=679936,6029312=720896,6750208=483328,7233536=401408} 2023-12-22T17:19:28.884 INFO:tasks.rados.rados.0.smithi032.stdout:871: writing smithi032174182-20 from 5349376 to 6029312 tid 1 2023-12-22T17:19:28.888 INFO:tasks.rados.rados.0.smithi032.stdout:871: writing smithi032174182-20 from 6029312 to 6750208 tid 2 2023-12-22T17:19:28.891 INFO:tasks.rados.rados.0.smithi032.stdout:871: writing smithi032174182-20 from 6750208 to 7233536 tid 3 2023-12-22T17:19:28.894 INFO:tasks.rados.rados.0.smithi032.stdout:871: writing smithi032174182-20 from 7233536 to 7634944 tid 4 2023-12-22T17:19:28.894 INFO:tasks.rados.rados.0.smithi032.stdout:872: read oid 42 snap 75 2023-12-22T17:19:28.894 INFO:tasks.rados.rados.0.smithi032.stdout:872: expect (ObjNum 213 snap 54 seq_num 213) 2023-12-22T17:19:28.894 INFO:tasks.rados.rados.0.smithi032.stdout:873: read oid 17 snap -1 2023-12-22T17:19:28.894 INFO:tasks.rados.rados.0.smithi032.stdout:873: expect (ObjNum 232 snap 57 seq_num 232) 2023-12-22T17:19:28.894 INFO:tasks.rados.rados.0.smithi032.stdout:874: rmattr oid 14 current snap is 78 2023-12-22T17:19:28.894 INFO:tasks.rados.rados.0.smithi032.stdout:874: done (6 left) 2023-12-22T17:19:28.894 INFO:tasks.rados.rados.0.smithi032.stdout:875: rmattr oid 43 current snap is 78 2023-12-22T17:19:28.894 INFO:tasks.rados.rados.0.smithi032.stdout:875: done (6 left) 2023-12-22T17:19:28.894 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 41 current snap is 78 2023-12-22T17:19:28.894 INFO:tasks.rados.rados.0.smithi032.stdout:876: seq_num 280 ranges {2621440=696320,3317760=606208,3923968=688128,4612096=311296} 2023-12-22T17:19:28.912 INFO:tasks.rados.rados.0.smithi032.stdout:876: writing smithi032174182-41 from 2621440 to 3317760 tid 1 2023-12-22T17:19:28.916 INFO:tasks.rados.rados.0.smithi032.stdout:876: writing smithi032174182-41 from 3317760 to 3923968 tid 2 2023-12-22T17:19:28.920 INFO:tasks.rados.rados.0.smithi032.stdout:876: writing smithi032174182-41 from 3923968 to 4612096 tid 3 2023-12-22T17:19:28.922 INFO:tasks.rados.rados.0.smithi032.stdout:876: writing smithi032174182-41 from 4612096 to 4923392 tid 4 2023-12-22T17:19:28.922 INFO:tasks.rados.rados.0.smithi032.stdout:877: rollback oid 43 current snap is 78 2023-12-22T17:19:28.922 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 43 to 72 2023-12-22T17:19:28.922 INFO:tasks.rados.rados.0.smithi032.stdout:867: expect (ObjNum 153 snap 36 seq_num 153) 2023-12-22T17:19:28.928 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 339 (ObjNum 192 snap 45 seq_num 192) dirty exists 2023-12-22T17:19:28.928 INFO:tasks.rados.rados.0.smithi032.stdout:869: finishing copy_from to smithi032174182-21 2023-12-22T17:19:28.928 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 247 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-22T17:19:28.928 INFO:tasks.rados.rados.0.smithi032.stdout:869: finishing copy_from racing read to smithi032174182-21 2023-12-22T17:19:28.928 INFO:tasks.rados.rados.0.smithi032.stdout:871: finishing write tid 1 to smithi032174182-20 2023-12-22T17:19:28.928 INFO:tasks.rados.rados.0.smithi032.stdout:871: finishing write tid 2 to smithi032174182-20 2023-12-22T17:19:28.928 INFO:tasks.rados.rados.0.smithi032.stdout:867: done (7 left) 2023-12-22T17:19:28.928 INFO:tasks.rados.rados.0.smithi032.stdout:869: done (6 left) 2023-12-22T17:19:28.928 INFO:tasks.rados.rados.0.smithi032.stdout:870: done (5 left) 2023-12-22T17:19:28.928 INFO:tasks.rados.rados.0.smithi032.stdout:878: delete oid 6 current snap is 78 2023-12-22T17:19:28.929 INFO:tasks.rados.rados.0.smithi032.stdout:871: finishing write tid 3 to smithi032174182-20 2023-12-22T17:19:28.929 INFO:tasks.rados.rados.0.smithi032.stdout:871: finishing write tid 4 to smithi032174182-20 2023-12-22T17:19:28.929 INFO:tasks.rados.rados.0.smithi032.stdout:871: finishing write tid 5 to smithi032174182-20 2023-12-22T17:19:28.929 INFO:tasks.rados.rados.0.smithi032.stdout:871: finishing write tid 6 to smithi032174182-20 2023-12-22T17:19:28.929 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 371 (ObjNum 279 snap 78 seq_num 279) dirty exists 2023-12-22T17:19:28.929 INFO:tasks.rados.rados.0.smithi032.stdout:871: left oid 20 (ObjNum 279 snap 78 seq_num 279) 2023-12-22T17:19:28.929 INFO:tasks.rados.rados.0.smithi032.stdout:872: expect (ObjNum 213 snap 54 seq_num 213) 2023-12-22T17:19:29.003 INFO:tasks.rados.rados.0.smithi032.stdout:873: expect (ObjNum 232 snap 57 seq_num 232) 2023-12-22T17:19:29.040 INFO:tasks.rados.rados.0.smithi032.stdout:876: finishing write tid 1 to smithi032174182-41 2023-12-22T17:19:29.040 INFO:tasks.rados.rados.0.smithi032.stdout:876: finishing write tid 2 to smithi032174182-41 2023-12-22T17:19:29.040 INFO:tasks.rados.rados.0.smithi032.stdout:871: done (5 left) 2023-12-22T17:19:29.041 INFO:tasks.rados.rados.0.smithi032.stdout:872: done (4 left) 2023-12-22T17:19:29.041 INFO:tasks.rados.rados.0.smithi032.stdout:873: done (3 left) 2023-12-22T17:19:29.041 INFO:tasks.rados.rados.0.smithi032.stdout:878: done (2 left) 2023-12-22T17:19:29.041 INFO:tasks.rados.rados.0.smithi032.stdout:879: rmattr oid 6 current snap is 78 2023-12-22T17:19:29.041 INFO:tasks.rados.rados.0.smithi032.stdout:879: done (2 left) 2023-12-22T17:19:29.041 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 24 current snap is 78 2023-12-22T17:19:29.041 INFO:tasks.rados.rados.0.smithi032.stdout:876: finishing write tid 3 to smithi032174182-41 2023-12-22T17:19:29.041 INFO:tasks.rados.rados.0.smithi032.stdout:877: finishing rollback tid 1 to smithi032174182-43 2023-12-22T17:19:29.041 INFO:tasks.rados.rados.0.smithi032.stdout:877: finishing rollback tid 2 to smithi032174182-43 2023-12-22T17:19:29.041 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 389 (ObjNum 205 snap 50 seq_num 205) dirty exists 2023-12-22T17:19:29.041 INFO:tasks.rados.rados.0.smithi032.stdout:876: finishing write tid 4 to smithi032174182-41 2023-12-22T17:19:29.041 INFO:tasks.rados.rados.0.smithi032.stdout:876: finishing write tid 5 to smithi032174182-41 2023-12-22T17:19:29.041 INFO:tasks.rados.rados.0.smithi032.stdout:876: finishing write tid 6 to smithi032174182-41 2023-12-22T17:19:29.042 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 498 (ObjNum 280 snap 78 seq_num 280) dirty exists 2023-12-22T17:19:29.042 INFO:tasks.rados.rados.0.smithi032.stdout:876: left oid 41 (ObjNum 280 snap 78 seq_num 280) 2023-12-22T17:19:29.042 INFO:tasks.rados.rados.0.smithi032.stdout:880: seq_num 282 ranges {3801088=729088,4530176=425984,4956160=704512,5660672=475136} 2023-12-22T17:19:29.065 INFO:tasks.rados.rados.0.smithi032.stdout:880: writing smithi032174182-24 from 3801088 to 4530176 tid 1 2023-12-22T17:19:29.068 INFO:tasks.rados.rados.0.smithi032.stdout:880: writing smithi032174182-24 from 4530176 to 4956160 tid 2 2023-12-22T17:19:29.072 INFO:tasks.rados.rados.0.smithi032.stdout:880: writing smithi032174182-24 from 4956160 to 5660672 tid 3 2023-12-22T17:19:29.075 INFO:tasks.rados.rados.0.smithi032.stdout:880: writing smithi032174182-24 from 5660672 to 6135808 tid 4 2023-12-22T17:19:29.075 INFO:tasks.rados.rados.0.smithi032.stdout:876: done (2 left) 2023-12-22T17:19:29.075 INFO:tasks.rados.rados.0.smithi032.stdout:877: done (1 left) 2023-12-22T17:19:29.075 INFO:tasks.rados.rados.0.smithi032.stdout:881: rollback oid 13 current snap is 78 2023-12-22T17:19:29.076 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 13 to 76 2023-12-22T17:19:29.076 INFO:tasks.rados.rados.0.smithi032.stdout:880: finishing write tid 1 to smithi032174182-24 2023-12-22T17:19:29.076 INFO:tasks.rados.rados.0.smithi032.stdout:880: finishing write tid 2 to smithi032174182-24 2023-12-22T17:19:29.076 INFO:tasks.rados.rados.0.smithi032.stdout:880: finishing write tid 3 to smithi032174182-24 2023-12-22T17:19:29.076 INFO:tasks.rados.rados.0.smithi032.stdout:882: read oid 38 snap -1 2023-12-22T17:19:29.076 INFO:tasks.rados.rados.0.smithi032.stdout:882: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-22T17:19:29.076 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 14 current snap is 78 2023-12-22T17:19:29.076 INFO:tasks.rados.rados.0.smithi032.stdout:883: seq_num 283 ranges {4677632=745472,5423104=712704,6135808=458752,6594560=434176} 2023-12-22T17:19:29.105 INFO:tasks.rados.rados.0.smithi032.stdout:883: writing smithi032174182-14 from 4677632 to 5423104 tid 1 2023-12-22T17:19:29.109 INFO:tasks.rados.rados.0.smithi032.stdout:883: writing smithi032174182-14 from 5423104 to 6135808 tid 2 2023-12-22T17:19:29.111 INFO:tasks.rados.rados.0.smithi032.stdout:883: writing smithi032174182-14 from 6135808 to 6594560 tid 3 2023-12-22T17:19:29.114 INFO:tasks.rados.rados.0.smithi032.stdout:883: writing smithi032174182-14 from 6594560 to 7028736 tid 4 2023-12-22T17:19:29.114 INFO:tasks.rados.rados.0.smithi032.stdout:884: setattr oid 40 current snap is 78 2023-12-22T17:19:29.114 INFO:tasks.rados.rados.0.smithi032.stdout:882: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-22T17:19:29.117 INFO:tasks.rados.rados.0.smithi032.stdout:880: finishing write tid 4 to smithi032174182-24 2023-12-22T17:19:29.118 INFO:tasks.rados.rados.0.smithi032.stdout:880: finishing write tid 5 to smithi032174182-24 2023-12-22T17:19:29.118 INFO:tasks.rados.rados.0.smithi032.stdout:881: finishing rollback tid 0 to smithi032174182-13 2023-12-22T17:19:29.118 INFO:tasks.rados.rados.0.smithi032.stdout:880: finishing write tid 6 to smithi032174182-24 2023-12-22T17:19:29.118 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 504 (ObjNum 282 snap 78 seq_num 282) dirty exists 2023-12-22T17:19:29.118 INFO:tasks.rados.rados.0.smithi032.stdout:880: left oid 24 (ObjNum 282 snap 78 seq_num 282) 2023-12-22T17:19:29.118 INFO:tasks.rados.rados.0.smithi032.stdout:881: finishing rollback tid 1 to smithi032174182-13 2023-12-22T17:19:29.119 INFO:tasks.rados.rados.0.smithi032.stdout:881: finishing rollback tid 2 to smithi032174182-13 2023-12-22T17:19:29.119 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 508 (ObjNum 257 snap 69 seq_num 257) dirty exists 2023-12-22T17:19:29.119 INFO:tasks.rados.rados.0.smithi032.stdout:883: finishing write tid 1 to smithi032174182-14 2023-12-22T17:19:29.119 INFO:tasks.rados.rados.0.smithi032.stdout:883: finishing write tid 2 to smithi032174182-14 2023-12-22T17:19:29.119 INFO:tasks.rados.rados.0.smithi032.stdout:883: finishing write tid 3 to smithi032174182-14 2023-12-22T17:19:29.119 INFO:tasks.rados.rados.0.smithi032.stdout:883: finishing write tid 4 to smithi032174182-14 2023-12-22T17:19:29.119 INFO:tasks.rados.rados.0.smithi032.stdout:883: finishing write tid 5 to smithi032174182-14 2023-12-22T17:19:29.119 INFO:tasks.rados.rados.0.smithi032.stdout:880: done (4 left) 2023-12-22T17:19:29.119 INFO:tasks.rados.rados.0.smithi032.stdout:881: done (3 left) 2023-12-22T17:19:29.119 INFO:tasks.rados.rados.0.smithi032.stdout:882: done (2 left) 2023-12-22T17:19:29.120 INFO:tasks.rados.rados.0.smithi032.stdout:885: copy_from oid 41 from oid 48 current snap is 78 2023-12-22T17:19:29.120 INFO:tasks.rados.rados.0.smithi032.stdout:886: read oid 11 snap 71 2023-12-22T17:19:29.120 INFO:tasks.rados.rados.0.smithi032.stdout:886: expect (ObjNum 230 snap 56 seq_num 230) 2023-12-22T17:19:29.120 INFO:tasks.rados.rados.0.smithi032.stdout:887: rmattr oid 23 current snap is 78 2023-12-22T17:19:29.120 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 22 current snap is 78 2023-12-22T17:19:29.120 INFO:tasks.rados.rados.0.smithi032.stdout:888: seq_num 284 ranges {3751936=761856,4513792=598016,5111808=671744,5783552=335872} 2023-12-22T17:19:29.141 INFO:tasks.rados.rados.0.smithi032.stdout:888: writing smithi032174182-22 from 3751936 to 4513792 tid 1 2023-12-22T17:19:29.143 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:28 smithi039 systemd[1]: Stopping Ceph mgr.x for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:19:29.143 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:28 smithi039 ceph-mon[115265]: Upgrade: Updating mgr.x 2023-12-22T17:19:29.143 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:28 smithi039 ceph-mon[115265]: Deploying daemon mgr.x on smithi039 2023-12-22T17:19:29.143 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:28 smithi039 ceph-mon[115265]: osdmap e216: 8 total, 8 up, 8 in 2023-12-22T17:19:29.143 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:28 smithi039 ceph-mon[115265]: pgmap v283: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.4 MiB/s wr, 30 op/s 2023-12-22T17:19:29.145 INFO:tasks.rados.rados.0.smithi032.stdout:888: writing smithi032174182-22 from 4513792 to 5111808 tid 2 2023-12-22T17:19:29.148 INFO:tasks.rados.rados.0.smithi032.stdout:888: writing smithi032174182-22 from 5111808 to 5783552 tid 3 2023-12-22T17:19:29.151 INFO:tasks.rados.rados.0.smithi032.stdout:888: writing smithi032174182-22 from 5783552 to 6119424 tid 4 2023-12-22T17:19:29.151 INFO:tasks.rados.rados.0.smithi032.stdout:889: rmattr oid 43 current snap is 78 2023-12-22T17:19:29.151 INFO:tasks.rados.rados.0.smithi032.stdout:889: done (6 left) 2023-12-22T17:19:29.151 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 6 current snap is 78 2023-12-22T17:19:29.151 INFO:tasks.rados.rados.0.smithi032.stdout:883: finishing write tid 6 to smithi032174182-14 2023-12-22T17:19:29.151 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 397 (ObjNum 283 snap 78 seq_num 283) dirty exists 2023-12-22T17:19:29.151 INFO:tasks.rados.rados.0.smithi032.stdout:883: left oid 14 (ObjNum 283 snap 78 seq_num 283) 2023-12-22T17:19:29.151 INFO:tasks.rados.rados.0.smithi032.stdout:885: finishing copy_from to smithi032174182-41 2023-12-22T17:19:29.152 INFO:tasks.rados.rados.0.smithi032.stdout:885: got expected ENOENT (src dne) 2023-12-22T17:19:29.152 INFO:tasks.rados.rados.0.smithi032.stdout:885: finishing copy_from racing read to smithi032174182-41 2023-12-22T17:19:29.152 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 375 (ObjNum 259 snap 69 seq_num 259) dirty exists 2023-12-22T17:19:29.152 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 189 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-12-22T17:19:29.152 INFO:tasks.rados.rados.0.smithi032.stdout:886: expect (ObjNum 230 snap 56 seq_num 230) 2023-12-22T17:19:29.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:28 smithi032 ceph-mon[125050]: Upgrade: Updating mgr.x 2023-12-22T17:19:29.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:28 smithi032 ceph-mon[125050]: Deploying daemon mgr.x on smithi039 2023-12-22T17:19:29.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:28 smithi032 ceph-mon[125050]: osdmap e216: 8 total, 8 up, 8 in 2023-12-22T17:19:29.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:28 smithi032 ceph-mon[125050]: pgmap v283: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.4 MiB/s wr, 30 op/s 2023-12-22T17:19:29.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:28 smithi032 ceph-mon[110651]: Upgrade: Updating mgr.x 2023-12-22T17:19:29.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:28 smithi032 ceph-mon[110651]: Deploying daemon mgr.x on smithi039 2023-12-22T17:19:29.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:28 smithi032 ceph-mon[110651]: osdmap e216: 8 total, 8 up, 8 in 2023-12-22T17:19:29.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:28 smithi032 ceph-mon[110651]: pgmap v283: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.4 MiB/s wr, 30 op/s 2023-12-22T17:19:29.225 INFO:tasks.rados.rados.0.smithi032.stdout:888: finishing write tid 1 to smithi032174182-22 2023-12-22T17:19:29.225 INFO:tasks.rados.rados.0.smithi032.stdout:888: finishing write tid 2 to smithi032174182-22 2023-12-22T17:19:29.225 INFO:tasks.rados.rados.0.smithi032.stdout:888: finishing write tid 3 to smithi032174182-22 2023-12-22T17:19:29.225 INFO:tasks.rados.rados.0.smithi032.stdout:888: finishing write tid 4 to smithi032174182-22 2023-12-22T17:19:29.225 INFO:tasks.rados.rados.0.smithi032.stdout:888: finishing write tid 5 to smithi032174182-22 2023-12-22T17:19:29.225 INFO:tasks.rados.rados.0.smithi032.stdout:888: finishing write tid 6 to smithi032174182-22 2023-12-22T17:19:29.225 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 394 (ObjNum 284 snap 78 seq_num 284) dirty exists 2023-12-22T17:19:29.226 INFO:tasks.rados.rados.0.smithi032.stdout:888: left oid 22 (ObjNum 284 snap 78 seq_num 284) 2023-12-22T17:19:29.226 INFO:tasks.rados.rados.0.smithi032.stdout:890: seq_num 285 ranges {0=778240,778240=475136,1253376=475136,1728512=655360} 2023-12-22T17:19:29.229 INFO:tasks.rados.rados.0.smithi032.stdout:890: writing smithi032174182-6 from 0 to 778240 tid 1 2023-12-22T17:19:29.232 INFO:tasks.rados.rados.0.smithi032.stdout:890: writing smithi032174182-6 from 778240 to 1253376 tid 2 2023-12-22T17:19:29.235 INFO:tasks.rados.rados.0.smithi032.stdout:890: writing smithi032174182-6 from 1253376 to 1728512 tid 3 2023-12-22T17:19:29.239 INFO:tasks.rados.rados.0.smithi032.stdout:890: writing smithi032174182-6 from 1728512 to 2383872 tid 4 2023-12-22T17:19:29.239 INFO:tasks.rados.rados.0.smithi032.stdout:883: done (6 left) 2023-12-22T17:19:29.240 INFO:tasks.rados.rados.0.smithi032.stdout:884: done (5 left) 2023-12-22T17:19:29.240 INFO:tasks.rados.rados.0.smithi032.stdout:885: done (4 left) 2023-12-22T17:19:29.240 INFO:tasks.rados.rados.0.smithi032.stdout:886: done (3 left) 2023-12-22T17:19:29.240 INFO:tasks.rados.rados.0.smithi032.stdout:887: done (2 left) 2023-12-22T17:19:29.240 INFO:tasks.rados.rados.0.smithi032.stdout:888: done (1 left) 2023-12-22T17:19:29.240 INFO:tasks.rados.rados.0.smithi032.stdout:891: read oid 47 snap 68 2023-12-22T17:19:29.240 INFO:tasks.rados.rados.0.smithi032.stdout:891: expect (ObjNum 91 snap 15 seq_num 91) 2023-12-22T17:19:29.240 INFO:tasks.rados.rados.0.smithi032.stdout:892: rmattr oid 15 current snap is 78 2023-12-22T17:19:29.240 INFO:tasks.rados.rados.0.smithi032.stdout:892: done (2 left) 2023-12-22T17:19:29.240 INFO:tasks.rados.rados.0.smithi032.stdout:893: rmattr oid 13 current snap is 78 2023-12-22T17:19:29.240 INFO:tasks.rados.rados.0.smithi032.stdout:890: finishing write tid 1 to smithi032174182-6 2023-12-22T17:19:29.240 INFO:tasks.rados.rados.0.smithi032.stdout:890: finishing write tid 2 to smithi032174182-6 2023-12-22T17:19:29.240 INFO:tasks.rados.rados.0.smithi032.stdout:890: finishing write tid 3 to smithi032174182-6 2023-12-22T17:19:29.240 INFO:tasks.rados.rados.0.smithi032.stdout:894: snap_remove snap 71 2023-12-22T17:19:29.508 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:29 smithi039 bash[155837]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x 2023-12-22T17:19:29.508 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:29 smithi039 systemd[1]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@mgr.x.service: Main process exited, code=exited, status=143/n/a 2023-12-22T17:19:29.847 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:29 smithi039 systemd[1]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@mgr.x.service: Failed with result 'exit-code'. 2023-12-22T17:19:29.848 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:29 smithi039 systemd[1]: Stopped Ceph mgr.x for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:19:29.848 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:29 smithi039 systemd[1]: Starting Ceph mgr.x for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:19:29.856 INFO:tasks.rados.rados.0.smithi032.stdout:894: done (3 left) 2023-12-22T17:19:29.856 INFO:tasks.rados.rados.0.smithi032.stdout:895: snap_create 2023-12-22T17:19:29.856 INFO:tasks.rados.rados.0.smithi032.stdout:890: finishing write tid 4 to smithi032174182-6 2023-12-22T17:19:29.856 INFO:tasks.rados.rados.0.smithi032.stdout:890: finishing write tid 5 to smithi032174182-6 2023-12-22T17:19:29.856 INFO:tasks.rados.rados.0.smithi032.stdout:890: finishing write tid 6 to smithi032174182-6 2023-12-22T17:19:29.856 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 380 (ObjNum 285 snap 78 seq_num 285) dirty exists 2023-12-22T17:19:29.856 INFO:tasks.rados.rados.0.smithi032.stdout:890: left oid 6 (ObjNum 285 snap 78 seq_num 285) 2023-12-22T17:19:29.856 INFO:tasks.rados.rados.0.smithi032.stdout:891: expect (ObjNum 91 snap 15 seq_num 91) 2023-12-22T17:19:29.904 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 509 (ObjNum 257 snap 69 seq_num 257) dirty exists 2023-12-22T17:19:30.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:29 smithi032 ceph-mon[125050]: osdmap e217: 8 total, 8 up, 8 in 2023-12-22T17:19:30.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:29 smithi032 ceph-mon[110651]: osdmap e217: 8 total, 8 up, 8 in 2023-12-22T17:19:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:29 smithi039 ceph-mon[115265]: osdmap e217: 8 total, 8 up, 8 in 2023-12-22T17:19:30.864 INFO:tasks.rados.rados.0.smithi032.stdout:890: done (3 left) 2023-12-22T17:19:30.865 INFO:tasks.rados.rados.0.smithi032.stdout:891: done (2 left) 2023-12-22T17:19:30.865 INFO:tasks.rados.rados.0.smithi032.stdout:893: done (1 left) 2023-12-22T17:19:30.865 INFO:tasks.rados.rados.0.smithi032.stdout:895: done (0 left) 2023-12-22T17:19:30.865 INFO:tasks.rados.rados.0.smithi032.stdout:896: snap_create 2023-12-22T17:19:31.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:30 smithi032 ceph-mon[125050]: osdmap e218: 8 total, 8 up, 8 in 2023-12-22T17:19:31.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:30 smithi032 ceph-mon[125050]: pgmap v286: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.4 MiB/s wr, 30 op/s 2023-12-22T17:19:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:30 smithi032 ceph-mon[110651]: osdmap e218: 8 total, 8 up, 8 in 2023-12-22T17:19:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:30 smithi032 ceph-mon[110651]: pgmap v286: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.4 MiB/s wr, 30 op/s 2023-12-22T17:19:31.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:30 smithi039 ceph-mon[115265]: osdmap e218: 8 total, 8 up, 8 in 2023-12-22T17:19:31.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:30 smithi039 ceph-mon[115265]: pgmap v286: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.4 MiB/s wr, 30 op/s 2023-12-22T17:19:31.682 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:19:31 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:19:31] "GET /metrics HTTP/1.1" 200 239652 "" "Prometheus/2.43.0" 2023-12-22T17:19:31.758 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:31 smithi039 ceph-mgr[156027]: -- 172.21.15.39:0/1882112527 <== mon.1 v2:172.21.15.39:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5582070b3520 con 0x558207088c00 2023-12-22T17:19:31.758 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:31 smithi039 bash[155990]: 23e4e935defe4f513feb0ac953942a484f7db4da3f26679a301d926efdaa9b04 2023-12-22T17:19:31.758 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:31 smithi039 systemd[1]: Started Ceph mgr.x for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:19:31.759 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:31 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:19:31.624+0000 7f685edca200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-22T17:19:31.869 INFO:tasks.rados.rados.0.smithi032.stdout:896: done (0 left) 2023-12-22T17:19:31.869 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 18 current snap is 80 2023-12-22T17:19:31.869 INFO:tasks.rados.rados.0.smithi032.stdout:897: seq_num 286 ranges {1089536=794624,1884160=761856,2646016=679936,3325952=163840} 2023-12-22T17:19:31.879 INFO:tasks.rados.rados.0.smithi032.stdout:897: writing smithi032174182-18 from 1089536 to 1884160 tid 1 2023-12-22T17:19:31.884 INFO:tasks.rados.rados.0.smithi032.stdout:897: writing smithi032174182-18 from 1884160 to 2646016 tid 2 2023-12-22T17:19:31.888 INFO:tasks.rados.rados.0.smithi032.stdout:897: writing smithi032174182-18 from 2646016 to 3325952 tid 3 2023-12-22T17:19:31.889 INFO:tasks.rados.rados.0.smithi032.stdout:897: writing smithi032174182-18 from 3325952 to 3489792 tid 4 2023-12-22T17:19:31.889 INFO:tasks.rados.rados.0.smithi032.stdout:898: copy_from oid 5 from oid 33 current snap is 80 2023-12-22T17:19:31.889 INFO:tasks.rados.rados.0.smithi032.stdout:899: snap_remove snap 77 2023-12-22T17:19:32.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:31 smithi032 ceph-mon[125050]: osdmap e219: 8 total, 8 up, 8 in 2023-12-22T17:19:32.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:31 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:19:32.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:31 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:19:32.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:31 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:19:32.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:31 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:19:32.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:31 smithi032 ceph-mon[110651]: osdmap e219: 8 total, 8 up, 8 in 2023-12-22T17:19:32.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:31 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:19:32.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:31 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:19:32.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:31 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:19:32.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:31 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:19:32.197 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:31 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:19:31.814+0000 7f685edca200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-22T17:19:32.197 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:31 smithi039 ceph-mon[115265]: osdmap e219: 8 total, 8 up, 8 in 2023-12-22T17:19:32.197 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:31 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:19:32.197 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:31 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:19:32.197 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:31 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:19:32.198 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:31 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:19:32.508 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:32 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:19:32.193+0000 7f685edca200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-22T17:19:32.876 INFO:tasks.rados.rados.0.smithi032.stdout:899: done (2 left) 2023-12-22T17:19:32.876 INFO:tasks.rados.rados.0.smithi032.stdout:900: rollback oid 46 current snap is 80 2023-12-22T17:19:32.876 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 46 to 78 2023-12-22T17:19:32.876 INFO:tasks.rados.rados.0.smithi032.stdout:898: finishing copy_from to smithi032174182-5 2023-12-22T17:19:32.877 INFO:tasks.rados.rados.0.smithi032.stdout:898: got expected ENOENT (src dne) 2023-12-22T17:19:32.877 INFO:tasks.rados.rados.0.smithi032.stdout:898: finishing copy_from racing read to smithi032174182-5 2023-12-22T17:19:32.877 INFO:tasks.rados.rados.0.smithi032.stdout:897: finishing write tid 1 to smithi032174182-18 2023-12-22T17:19:32.877 INFO:tasks.rados.rados.0.smithi032.stdout:897: finishing write tid 2 to smithi032174182-18 2023-12-22T17:19:32.877 INFO:tasks.rados.rados.0.smithi032.stdout:897: finishing write tid 3 to smithi032174182-18 2023-12-22T17:19:32.877 INFO:tasks.rados.rados.0.smithi032.stdout:897: finishing write tid 4 to smithi032174182-18 2023-12-22T17:19:32.877 INFO:tasks.rados.rados.0.smithi032.stdout:897: finishing write tid 5 to smithi032174182-18 2023-12-22T17:19:32.877 INFO:tasks.rados.rados.0.smithi032.stdout:897: finishing write tid 6 to smithi032174182-18 2023-12-22T17:19:32.877 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 399 (ObjNum 286 snap 80 seq_num 286) dirty exists 2023-12-22T17:19:32.877 INFO:tasks.rados.rados.0.smithi032.stdout:897: left oid 18 (ObjNum 286 snap 80 seq_num 286) 2023-12-22T17:19:32.877 INFO:tasks.rados.rados.0.smithi032.stdout:897: done (2 left) 2023-12-22T17:19:32.877 INFO:tasks.rados.rados.0.smithi032.stdout:898: done (1 left) 2023-12-22T17:19:32.877 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 41 current snap is 80 2023-12-22T17:19:32.878 INFO:tasks.rados.rados.0.smithi032.stdout:901: seq_num 287 ranges {4923392=8192} 2023-12-22T17:19:32.903 INFO:tasks.rados.rados.0.smithi032.stdout:901: writing smithi032174182-41 from 4923392 to 4931584 tid 1 2023-12-22T17:19:32.904 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 23 current snap is 80 2023-12-22T17:19:32.904 INFO:tasks.rados.rados.0.smithi032.stdout:902: seq_num 288 ranges {8052736=24576} 2023-12-22T17:19:32.948 INFO:tasks.rados.rados.0.smithi032.stdout:902: writing smithi032174182-23 from 8052736 to 8077312 tid 1 2023-12-22T17:19:32.948 INFO:tasks.rados.rados.0.smithi032.stdout:903: snap_create 2023-12-22T17:19:32.948 INFO:tasks.rados.rados.0.smithi032.stdout:900: finishing rollback tid 0 to smithi032174182-46 2023-12-22T17:19:32.948 INFO:tasks.rados.rados.0.smithi032.stdout:900: finishing rollback tid 1 to smithi032174182-46 2023-12-22T17:19:32.948 INFO:tasks.rados.rados.0.smithi032.stdout:900: finishing rollback tid 2 to smithi032174182-46 2023-12-22T17:19:32.949 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 262 (ObjNum 145 snap 35 seq_num 145) dirty exists 2023-12-22T17:19:32.949 INFO:tasks.rados.rados.0.smithi032.stdout:901: finishing write tid 1 to smithi032174182-41 2023-12-22T17:19:32.949 INFO:tasks.rados.rados.0.smithi032.stdout:901: finishing write tid 2 to smithi032174182-41 2023-12-22T17:19:32.949 INFO:tasks.rados.rados.0.smithi032.stdout:901: finishing write tid 3 to smithi032174182-41 2023-12-22T17:19:32.949 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 526 (ObjNum 287 snap 80 seq_num 287) dirty exists 2023-12-22T17:19:32.949 INFO:tasks.rados.rados.0.smithi032.stdout:901: left oid 41 (ObjNum 287 snap 80 seq_num 287) 2023-12-22T17:19:32.950 INFO:tasks.rados.rados.0.smithi032.stdout:902: finishing write tid 1 to smithi032174182-23 2023-12-22T17:19:32.950 INFO:tasks.rados.rados.0.smithi032.stdout:902: finishing write tid 2 to smithi032174182-23 2023-12-22T17:19:32.951 INFO:tasks.rados.rados.0.smithi032.stdout:902: finishing write tid 3 to smithi032174182-23 2023-12-22T17:19:32.951 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 397 (ObjNum 288 snap 80 seq_num 288) dirty exists 2023-12-22T17:19:32.951 INFO:tasks.rados.rados.0.smithi032.stdout:902: left oid 23 (ObjNum 288 snap 80 seq_num 288) 2023-12-22T17:19:32.990 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:32 smithi039 ceph-mon[115265]: osdmap e220: 8 total, 8 up, 8 in 2023-12-22T17:19:32.990 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:32 smithi039 ceph-mon[115265]: pgmap v289: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.9 MiB/s wr, 27 op/s 2023-12-22T17:19:32.991 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:32 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:19:32.733+0000 7f685edca200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-22T17:19:32.991 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:32 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:19:32.986+0000 7f685edca200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-22T17:19:33.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:32 smithi032 ceph-mon[125050]: osdmap e220: 8 total, 8 up, 8 in 2023-12-22T17:19:33.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:32 smithi032 ceph-mon[125050]: pgmap v289: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.9 MiB/s wr, 27 op/s 2023-12-22T17:19:33.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:32 smithi032 ceph-mon[110651]: osdmap e220: 8 total, 8 up, 8 in 2023-12-22T17:19:33.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:32 smithi032 ceph-mon[110651]: pgmap v289: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.9 MiB/s wr, 27 op/s 2023-12-22T17:19:33.746 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:19:33.758 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:33 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:19:33.438+0000 7f685edca200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-22T17:19:33.813 INFO:tasks.rados.rados.0.smithi032.stdout:900: done (3 left) 2023-12-22T17:19:33.813 INFO:tasks.rados.rados.0.smithi032.stdout:901: done (2 left) 2023-12-22T17:19:33.813 INFO:tasks.rados.rados.0.smithi032.stdout:902: done (1 left) 2023-12-22T17:19:33.814 INFO:tasks.rados.rados.0.smithi032.stdout:903: done (0 left) 2023-12-22T17:19:33.814 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 45 current snap is 81 2023-12-22T17:19:33.814 INFO:tasks.rados.rados.0.smithi032.stdout:904: seq_num 289 ranges {4169728=40960} 2023-12-22T17:19:33.837 INFO:tasks.rados.rados.0.smithi032.stdout:904: writing smithi032174182-45 from 4169728 to 4210688 tid 1 2023-12-22T17:19:33.837 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 10 current snap is 81 2023-12-22T17:19:33.837 INFO:tasks.rados.rados.0.smithi032.stdout:905: seq_num 290 ranges {1982464=57344} 2023-12-22T17:19:33.849 INFO:tasks.rados.rados.0.smithi032.stdout:905: writing smithi032174182-10 from 1982464 to 2039808 tid 1 2023-12-22T17:19:33.849 INFO:tasks.rados.rados.0.smithi032.stdout:906: delete oid 7 current snap is 81 2023-12-22T17:19:33.849 INFO:tasks.rados.rados.0.smithi032.stdout:904: finishing write tid 1 to smithi032174182-45 2023-12-22T17:19:33.849 INFO:tasks.rados.rados.0.smithi032.stdout:904: finishing write tid 2 to smithi032174182-45 2023-12-22T17:19:33.849 INFO:tasks.rados.rados.0.smithi032.stdout:904: finishing write tid 3 to smithi032174182-45 2023-12-22T17:19:33.849 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 341 (ObjNum 289 snap 81 seq_num 289) dirty exists 2023-12-22T17:19:33.849 INFO:tasks.rados.rados.0.smithi032.stdout:904: left oid 45 (ObjNum 289 snap 81 seq_num 289) 2023-12-22T17:19:33.850 INFO:tasks.rados.rados.0.smithi032.stdout:904: done (2 left) 2023-12-22T17:19:33.850 INFO:tasks.rados.rados.0.smithi032.stdout:906: done (1 left) 2023-12-22T17:19:33.850 INFO:tasks.rados.rados.0.smithi032.stdout:907: rmattr oid 20 current snap is 81 2023-12-22T17:19:33.852 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 47 current snap is 81 2023-12-22T17:19:33.852 INFO:tasks.rados.rados.0.smithi032.stdout:908: seq_num 292 ranges {1531904=98304} 2023-12-22T17:19:33.859 INFO:tasks.rados.rados.0.smithi032.stdout:908: writing smithi032174182-47 from 1531904 to 1630208 tid 1 2023-12-22T17:19:33.859 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 48 current snap is 81 2023-12-22T17:19:33.859 INFO:tasks.rados.rados.0.smithi032.stdout:905: finishing write tid 1 to smithi032174182-10 2023-12-22T17:19:33.859 INFO:tasks.rados.rados.0.smithi032.stdout:909: seq_num 293 ranges {0=114688} 2023-12-22T17:19:33.860 INFO:tasks.rados.rados.0.smithi032.stdout:909: writing smithi032174182-48 from 0 to 114688 tid 1 2023-12-22T17:19:33.860 INFO:tasks.rados.rados.0.smithi032.stdout:910: delete oid 6 current snap is 81 2023-12-22T17:19:33.860 INFO:tasks.rados.rados.0.smithi032.stdout:905: finishing write tid 2 to smithi032174182-10 2023-12-22T17:19:33.860 INFO:tasks.rados.rados.0.smithi032.stdout:905: finishing write tid 3 to smithi032174182-10 2023-12-22T17:19:33.860 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 343 (ObjNum 290 snap 81 seq_num 290) dirty exists 2023-12-22T17:19:33.860 INFO:tasks.rados.rados.0.smithi032.stdout:905: left oid 10 (ObjNum 290 snap 81 seq_num 290) 2023-12-22T17:19:33.860 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 399 (ObjNum 279 snap 78 seq_num 279) dirty exists 2023-12-22T17:19:33.862 INFO:tasks.rados.rados.0.smithi032.stdout:908: finishing write tid 1 to smithi032174182-47 2023-12-22T17:19:33.862 INFO:tasks.rados.rados.0.smithi032.stdout:909: finishing write tid 1 to smithi032174182-48 2023-12-22T17:19:33.863 INFO:tasks.rados.rados.0.smithi032.stdout:908: finishing write tid 2 to smithi032174182-47 2023-12-22T17:19:33.863 INFO:tasks.rados.rados.0.smithi032.stdout:909: finishing write tid 2 to smithi032174182-48 2023-12-22T17:19:33.863 INFO:tasks.rados.rados.0.smithi032.stdout:905: done (4 left) 2023-12-22T17:19:33.863 INFO:tasks.rados.rados.0.smithi032.stdout:907: done (3 left) 2023-12-22T17:19:33.863 INFO:tasks.rados.rados.0.smithi032.stdout:910: done (2 left) 2023-12-22T17:19:33.863 INFO:tasks.rados.rados.0.smithi032.stdout:911: snap_create 2023-12-22T17:19:33.864 INFO:tasks.rados.rados.0.smithi032.stdout:908: finishing write tid 3 to smithi032174182-47 2023-12-22T17:19:33.864 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 529 (ObjNum 292 snap 81 seq_num 292) dirty exists 2023-12-22T17:19:33.864 INFO:tasks.rados.rados.0.smithi032.stdout:908: left oid 47 (ObjNum 292 snap 81 seq_num 292) 2023-12-22T17:19:33.864 INFO:tasks.rados.rados.0.smithi032.stdout:909: finishing write tid 3 to smithi032174182-48 2023-12-22T17:19:33.865 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 195 (ObjNum 293 snap 81 seq_num 293) dirty exists 2023-12-22T17:19:33.865 INFO:tasks.rados.rados.0.smithi032.stdout:909: left oid 48 (ObjNum 293 snap 81 seq_num 293) 2023-12-22T17:19:33.871 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:19:33 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-alertmanager-a[170400]: ts=2023-12-22T17:19:33.508Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi039.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.39:8443: connect: connection refused" 2023-12-22T17:19:33.871 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:33 smithi032 ceph-mon[110651]: osdmap e221: 8 total, 8 up, 8 in 2023-12-22T17:19:33.871 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:33 smithi032 ceph-mon[110651]: osdmap e222: 8 total, 8 up, 8 in 2023-12-22T17:19:33.872 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:33 smithi032 ceph-mon[125050]: osdmap e221: 8 total, 8 up, 8 in 2023-12-22T17:19:33.872 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:33 smithi032 ceph-mon[125050]: osdmap e222: 8 total, 8 up, 8 in 2023-12-22T17:19:34.074 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:19:34.074 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3m) 3m ago 4m 16.5M - 0.25.0 c8568f914cd2 e1d1abb1175e 2023-12-22T17:19:34.074 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3m) 3m ago 3m 83.6M - 9.4.7 954c08fa6188 24f91cafc290 2023-12-22T17:19:34.075 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4m) 3m ago 4m 13.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:19:34.075 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4m) 3m ago 4m 15.6M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:19:34.075 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283 starting - - - - 2023-12-22T17:19:34.075 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:9283 running (8m) 3m ago 8m 494M - 17.2.7-138-g92be525b e47d1a188c30 f09e42617a1a 2023-12-22T17:19:34.075 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8m) 3m ago 8m 86.6M 2048M 17.2.7-138-g92be525b e47d1a188c30 10ac1b02a454 2023-12-22T17:19:34.075 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7m) 3m ago 7m 51.1M 2048M 17.2.7-138-g92be525b e47d1a188c30 25afe7ab5d00 2023-12-22T17:19:34.075 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7m) 3m ago 7m 66.3M 2048M 17.2.7-138-g92be525b e47d1a188c30 60fabd0eda63 2023-12-22T17:19:34.075 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3m) 3m ago 3m 9.82M - 1.5.0 0da6a335fe13 714ec279aeee 2023-12-22T17:19:34.075 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3m) 3m ago 3m 4114k - 1.5.0 0da6a335fe13 ae0eb603fb2b 2023-12-22T17:19:34.075 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7m) 3m ago 7m 60.6M 3001M 17.2.7-138-g92be525b e47d1a188c30 7f2ccbf46f26 2023-12-22T17:19:34.075 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6m) 3m ago 6m 59.0M 3001M 17.2.7-138-g92be525b e47d1a188c30 c0178ed0a3fc 2023-12-22T17:19:34.075 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6m) 3m ago 6m 53.7M 3001M 17.2.7-138-g92be525b e47d1a188c30 49f7e135c84a 2023-12-22T17:19:34.075 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6m) 3m ago 6m 54.1M 3001M 17.2.7-138-g92be525b e47d1a188c30 dcc50e2c5f0c 2023-12-22T17:19:34.075 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5m) 3m ago 5m 51.9M 3000M 17.2.7-138-g92be525b e47d1a188c30 11681a07501b 2023-12-22T17:19:34.076 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5m) 3m ago 5m 53.6M 3000M 17.2.7-138-g92be525b e47d1a188c30 58fc6c38ce28 2023-12-22T17:19:34.076 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5m) 3m ago 5m 54.8M 3000M 17.2.7-138-g92be525b e47d1a188c30 0ab15edaa1bc 2023-12-22T17:19:34.076 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5m) 3m ago 5m 55.1M 3000M 17.2.7-138-g92be525b e47d1a188c30 ee2c74f83f9d 2023-12-22T17:19:34.076 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3m) 3m ago 4m 27.2M - 2.43.0 a07b618ecd1d 815fb8e0ad96 2023-12-22T17:19:34.207 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:33 smithi039 ceph-mon[115265]: osdmap e221: 8 total, 8 up, 8 in 2023-12-22T17:19:34.207 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:33 smithi039 ceph-mon[115265]: osdmap e222: 8 total, 8 up, 8 in 2023-12-22T17:19:34.462 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:19:34.462 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:19:34.462 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 3 2023-12-22T17:19:34.462 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:19:34.463 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:19:34.463 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:19:34.463 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:19:34.463 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:19:34.463 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 8 2023-12-22T17:19:34.463 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:19:34.463 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:19:34.463 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:19:34.463 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:19:34.463 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:19:34.463 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 15 2023-12-22T17:19:34.463 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:19:34.463 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:19:34.508 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:34 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:19:34.203+0000 7f685edca200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-22T17:19:34.508 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:34 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:19:34.310+0000 7f685edca200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-22T17:19:34.827 INFO:tasks.rados.rados.0.smithi032.stdout:908: done (2 left) 2023-12-22T17:19:34.827 INFO:tasks.rados.rados.0.smithi032.stdout:909: done (1 left) 2023-12-22T17:19:34.827 INFO:tasks.rados.rados.0.smithi032.stdout:911: done (0 left) 2023-12-22T17:19:34.827 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 13 current snap is 82 2023-12-22T17:19:34.827 INFO:tasks.rados.rados.0.smithi032.stdout:912: seq_num 295 ranges {3088384=147456} 2023-12-22T17:19:34.844 INFO:tasks.rados.rados.0.smithi032.stdout:912: writing smithi032174182-13 from 3088384 to 3235840 tid 1 2023-12-22T17:19:34.845 INFO:tasks.rados.rados.0.smithi032.stdout:913: delete oid 50 current snap is 82 2023-12-22T17:19:34.848 INFO:tasks.rados.rados.0.smithi032.stdout:912: finishing write tid 1 to smithi032174182-13 2023-12-22T17:19:34.848 INFO:tasks.rados.rados.0.smithi032.stdout:912: finishing write tid 2 to smithi032174182-13 2023-12-22T17:19:34.850 INFO:tasks.rados.rados.0.smithi032.stdout:913: done (1 left) 2023-12-22T17:19:34.850 INFO:tasks.rados.rados.0.smithi032.stdout:914: rollback oid 21 current snap is 82 2023-12-22T17:19:34.850 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 21 to 59 2023-12-22T17:19:34.850 INFO:tasks.rados.rados.0.smithi032.stdout:915: snap_remove snap 61 2023-12-22T17:19:35.146 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:35 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:19:35.046+0000 7f685edca200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-22T17:19:35.146 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:35 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:19:35.142+0000 7f685edca200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-22T17:19:35.147 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:34 smithi039 ceph-mon[115265]: from='client.15135 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:19:35.147 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:34 smithi039 ceph-mon[115265]: pgmap v292: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.9 MiB/s wr, 27 op/s 2023-12-22T17:19:35.147 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:34 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/3527037495' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:19:35.147 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:34 smithi039 ceph-mon[115265]: osdmap e223: 8 total, 8 up, 8 in 2023-12-22T17:19:35.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:34 smithi032 ceph-mon[110651]: from='client.15135 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:19:35.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:34 smithi032 ceph-mon[110651]: pgmap v292: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.9 MiB/s wr, 27 op/s 2023-12-22T17:19:35.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:34 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/3527037495' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:19:35.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:34 smithi032 ceph-mon[110651]: osdmap e223: 8 total, 8 up, 8 in 2023-12-22T17:19:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:34 smithi032 ceph-mon[125050]: from='client.15135 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:19:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:34 smithi032 ceph-mon[125050]: pgmap v292: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.9 MiB/s wr, 27 op/s 2023-12-22T17:19:35.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:34 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/3527037495' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:19:35.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:34 smithi032 ceph-mon[125050]: osdmap e223: 8 total, 8 up, 8 in 2023-12-22T17:19:35.508 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:35 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:19:35.247+0000 7f685edca200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-22T17:19:35.508 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:35 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:19:35.348+0000 7f685edca200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-22T17:19:35.834 INFO:tasks.rados.rados.0.smithi032.stdout:915: done (2 left) 2023-12-22T17:19:35.834 INFO:tasks.rados.rados.0.smithi032.stdout:916: snap_create 2023-12-22T17:19:35.835 INFO:tasks.rados.rados.0.smithi032.stdout:912: finishing write tid 3 to smithi032174182-13 2023-12-22T17:19:35.835 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 532 (ObjNum 295 snap 82 seq_num 295) dirty exists 2023-12-22T17:19:35.835 INFO:tasks.rados.rados.0.smithi032.stdout:912: left oid 13 (ObjNum 295 snap 82 seq_num 295) 2023-12-22T17:19:35.835 INFO:tasks.rados.rados.0.smithi032.stdout:914: finishing rollback tid 0 to smithi032174182-21 2023-12-22T17:19:35.835 INFO:tasks.rados.rados.0.smithi032.stdout:914: finishing rollback tid 1 to smithi032174182-21 2023-12-22T17:19:35.835 INFO:tasks.rados.rados.0.smithi032.stdout:914: finishing rollback tid 2 to smithi032174182-21 2023-12-22T17:19:35.835 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 353 (ObjNum 145 snap 35 seq_num 145) dirty exists 2023-12-22T17:19:35.876 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:35 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:19:35.597+0000 7f685edca200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-22T17:19:35.876 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:35 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:19:35.701+0000 7f685edca200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-22T17:19:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:35 smithi032 ceph-mon[110651]: from='client.15141 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:19:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:35 smithi032 ceph-mon[110651]: osdmap e224: 8 total, 8 up, 8 in 2023-12-22T17:19:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:35 smithi032 ceph-mon[125050]: from='client.15141 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:19:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:35 smithi032 ceph-mon[125050]: osdmap e224: 8 total, 8 up, 8 in 2023-12-22T17:19:36.258 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:35 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:19:35.963+0000 7f685edca200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-22T17:19:36.258 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:36 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:19:36.070+0000 7f685edca200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-22T17:19:36.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:35 smithi039 ceph-mon[115265]: from='client.15141 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:19:36.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:35 smithi039 ceph-mon[115265]: osdmap e224: 8 total, 8 up, 8 in 2023-12-22T17:19:36.758 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:36 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:19:36.286+0000 7f685edca200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-22T17:19:36.758 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:36 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:19:36.385+0000 7f685edca200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-22T17:19:36.831 INFO:tasks.rados.rados.0.smithi032.stdout:912: done (2 left) 2023-12-22T17:19:36.832 INFO:tasks.rados.rados.0.smithi032.stdout:914: done (1 left) 2023-12-22T17:19:36.832 INFO:tasks.rados.rados.0.smithi032.stdout:916: done (0 left) 2023-12-22T17:19:36.832 INFO:tasks.rados.rados.0.smithi032.stdout:917: read oid 46 snap -1 2023-12-22T17:19:36.832 INFO:tasks.rados.rados.0.smithi032.stdout:917: expect (ObjNum 145 snap 35 seq_num 145) 2023-12-22T17:19:36.832 INFO:tasks.rados.rados.0.smithi032.stdout:918: copy_from oid 32 from oid 12 current snap is 83 2023-12-22T17:19:36.832 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 18 current snap is 83 2023-12-22T17:19:36.832 INFO:tasks.rados.rados.0.smithi032.stdout:919: seq_num 297 ranges {3489792=180224} 2023-12-22T17:19:36.852 INFO:tasks.rados.rados.0.smithi032.stdout:919: writing smithi032174182-18 from 3489792 to 3670016 tid 1 2023-12-22T17:19:36.852 INFO:tasks.rados.rados.0.smithi032.stdout:920: rollback oid 22 current snap is 83 2023-12-22T17:19:36.852 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 22 to 74 2023-12-22T17:19:36.852 INFO:tasks.rados.rados.0.smithi032.stdout:918: finishing copy_from to smithi032174182-32 2023-12-22T17:19:36.852 INFO:tasks.rados.rados.0.smithi032.stdout:918: got expected ENOENT (src dne) 2023-12-22T17:19:36.852 INFO:tasks.rados.rados.0.smithi032.stdout:921: rollback oid 16 current snap is 83 2023-12-22T17:19:36.852 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 16 to 76 2023-12-22T17:19:36.852 INFO:tasks.rados.rados.0.smithi032.stdout:918: finishing copy_from racing read to smithi032174182-32 2023-12-22T17:19:36.852 INFO:tasks.rados.rados.0.smithi032.stdout:917: expect (ObjNum 145 snap 35 seq_num 145) 2023-12-22T17:19:36.879 INFO:tasks.rados.rados.0.smithi032.stdout:917: done (4 left) 2023-12-22T17:19:36.880 INFO:tasks.rados.rados.0.smithi032.stdout:918: done (3 left) 2023-12-22T17:19:36.880 INFO:tasks.rados.rados.0.smithi032.stdout:922: rollback oid 1 current snap is 83 2023-12-22T17:19:36.880 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 1 to 59 2023-12-22T17:19:36.880 INFO:tasks.rados.rados.0.smithi032.stdout:921: finishing rollback tid 0 to smithi032174182-16 2023-12-22T17:19:36.880 INFO:tasks.rados.rados.0.smithi032.stdout:921: finishing rollback tid 1 to smithi032174182-16 2023-12-22T17:19:36.880 INFO:tasks.rados.rados.0.smithi032.stdout:919: finishing write tid 1 to smithi032174182-18 2023-12-22T17:19:36.880 INFO:tasks.rados.rados.0.smithi032.stdout:919: finishing write tid 2 to smithi032174182-18 2023-12-22T17:19:36.880 INFO:tasks.rados.rados.0.smithi032.stdout:921: finishing rollback tid 2 to smithi032174182-16 2023-12-22T17:19:36.880 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 417 (ObjNum 224 snap 55 seq_num 224) dirty exists 2023-12-22T17:19:36.880 INFO:tasks.rados.rados.0.smithi032.stdout:920: finishing rollback tid 0 to smithi032174182-22 2023-12-22T17:19:36.880 INFO:tasks.rados.rados.0.smithi032.stdout:920: finishing rollback tid 1 to smithi032174182-22 2023-12-22T17:19:36.880 INFO:tasks.rados.rados.0.smithi032.stdout:920: finishing rollback tid 2 to smithi032174182-22 2023-12-22T17:19:36.880 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 404 (ObjNum 275 snap 74 seq_num 275) dirty exists 2023-12-22T17:19:36.880 INFO:tasks.rados.rados.0.smithi032.stdout:919: finishing write tid 3 to smithi032174182-18 2023-12-22T17:19:36.880 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 401 (ObjNum 297 snap 83 seq_num 297) dirty exists 2023-12-22T17:19:36.881 INFO:tasks.rados.rados.0.smithi032.stdout:919: left oid 18 (ObjNum 297 snap 83 seq_num 297) 2023-12-22T17:19:36.881 INFO:tasks.rados.rados.0.smithi032.stdout:919: done (3 left) 2023-12-22T17:19:36.881 INFO:tasks.rados.rados.0.smithi032.stdout:920: done (2 left) 2023-12-22T17:19:36.881 INFO:tasks.rados.rados.0.smithi032.stdout:921: done (1 left) 2023-12-22T17:19:36.881 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 30 current snap is 83 2023-12-22T17:19:36.881 INFO:tasks.rados.rados.0.smithi032.stdout:923: seq_num 298 ranges {1736704=196608} 2023-12-22T17:19:36.890 INFO:tasks.rados.rados.0.smithi032.stdout:923: writing smithi032174182-30 from 1736704 to 1933312 tid 1 2023-12-22T17:19:36.890 INFO:tasks.rados.rados.0.smithi032.stdout:924: rollback oid 14 current snap is 83 2023-12-22T17:19:36.890 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 14 to 76 2023-12-22T17:19:36.890 INFO:tasks.rados.rados.0.smithi032.stdout:922: finishing rollback tid 1 to smithi032174182-1 2023-12-22T17:19:36.890 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 393 (ObjNum 65 snap 0 seq_num 1583371622) dirty dne 2023-12-22T17:19:36.890 INFO:tasks.rados.rados.0.smithi032.stdout:922: done (2 left) 2023-12-22T17:19:36.890 INFO:tasks.rados.rados.0.smithi032.stdout:925: read oid 11 snap -1 2023-12-22T17:19:36.891 INFO:tasks.rados.rados.0.smithi032.stdout:925: expect (ObjNum 211 snap 52 seq_num 211) 2023-12-22T17:19:36.891 INFO:tasks.rados.rados.0.smithi032.stdout:926: snap_create 2023-12-22T17:19:36.893 INFO:tasks.rados.rados.0.smithi032.stdout:924: finishing rollback tid 0 to smithi032174182-14 2023-12-22T17:19:36.895 INFO:tasks.rados.rados.0.smithi032.stdout:923: finishing write tid 1 to smithi032174182-30 2023-12-22T17:19:36.895 INFO:tasks.rados.rados.0.smithi032.stdout:924: finishing rollback tid 1 to smithi032174182-14 2023-12-22T17:19:36.895 INFO:tasks.rados.rados.0.smithi032.stdout:923: finishing write tid 2 to smithi032174182-30 2023-12-22T17:19:36.895 INFO:tasks.rados.rados.0.smithi032.stdout:924: finishing rollback tid 2 to smithi032174182-14 2023-12-22T17:19:36.895 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 400 (ObjNum 244 snap 60 seq_num 244) dirty exists 2023-12-22T17:19:36.896 INFO:tasks.rados.rados.0.smithi032.stdout:925: expect (ObjNum 211 snap 52 seq_num 211) 2023-12-22T17:19:36.986 INFO:tasks.rados.rados.0.smithi032.stdout:923: finishing write tid 3 to smithi032174182-30 2023-12-22T17:19:36.986 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 420 (ObjNum 298 snap 83 seq_num 298) dirty exists 2023-12-22T17:19:36.986 INFO:tasks.rados.rados.0.smithi032.stdout:923: left oid 30 (ObjNum 298 snap 83 seq_num 298) 2023-12-22T17:19:37.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:36 smithi032 ceph-mon[110651]: pgmap v295: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:19:37.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:36 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:19:37.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:36 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:19:37.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:36 smithi032 ceph-mon[110651]: osdmap e225: 8 total, 8 up, 8 in 2023-12-22T17:19:37.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:36 smithi032 ceph-mon[125050]: pgmap v295: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:19:37.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:36 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:19:37.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:36 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:19:37.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:36 smithi032 ceph-mon[125050]: osdmap e225: 8 total, 8 up, 8 in 2023-12-22T17:19:37.214 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:36 smithi039 ceph-mon[115265]: pgmap v295: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:19:37.214 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:36 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:19:37.214 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:36 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:19:37.214 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:36 smithi039 ceph-mon[115265]: osdmap e225: 8 total, 8 up, 8 in 2023-12-22T17:19:37.508 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:37 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:19:37.210+0000 7f685edca200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-22T17:19:37.508 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:37 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:19:37.440+0000 7f685edca200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-22T17:19:37.885 INFO:tasks.rados.rados.0.smithi032.stdout:923: done (3 left) 2023-12-22T17:19:37.885 INFO:tasks.rados.rados.0.smithi032.stdout:924: done (2 left) 2023-12-22T17:19:37.885 INFO:tasks.rados.rados.0.smithi032.stdout:925: done (1 left) 2023-12-22T17:19:37.885 INFO:tasks.rados.rados.0.smithi032.stdout:926: done (0 left) 2023-12-22T17:19:37.886 INFO:tasks.rados.rados.0.smithi032.stdout:927: snap_remove snap 76 2023-12-22T17:19:37.958 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:37 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:19:37.647+0000 7f685edca200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-22T17:19:38.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:38 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:19:38.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:38 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:19:38.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:38 smithi039 ceph-mon[115265]: osdmap e226: 8 total, 8 up, 8 in 2023-12-22T17:19:38.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:38 smithi039 ceph-mon[115265]: pgmap v298: 121 pgs: 121 active+clean; 152 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 212 KiB/s wr, 12 op/s 2023-12-22T17:19:38.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:38 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:19:38.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:38 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:19:38.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:38 smithi032 ceph-mon[110651]: osdmap e226: 8 total, 8 up, 8 in 2023-12-22T17:19:38.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:38 smithi032 ceph-mon[110651]: pgmap v298: 121 pgs: 121 active+clean; 152 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 212 KiB/s wr, 12 op/s 2023-12-22T17:19:38.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:38 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:19:38.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:38 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:19:38.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:38 smithi032 ceph-mon[125050]: osdmap e226: 8 total, 8 up, 8 in 2023-12-22T17:19:38.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:38 smithi032 ceph-mon[125050]: pgmap v298: 121 pgs: 121 active+clean; 152 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 212 KiB/s wr, 12 op/s 2023-12-22T17:19:38.576 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:38 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:19:38.370+0000 7f685edca200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-22T17:19:38.890 INFO:tasks.rados.rados.0.smithi032.stdout:927: done (0 left) 2023-12-22T17:19:38.890 INFO:tasks.rados.rados.0.smithi032.stdout:928: rmattr oid 41 current snap is 84 2023-12-22T17:19:38.890 INFO:tasks.rados.rados.0.smithi032.stdout:928: done (0 left) 2023-12-22T17:19:38.890 INFO:tasks.rados.rados.0.smithi032.stdout:929: snap_remove snap 83 2023-12-22T17:19:38.914 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:38 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:19:38.572+0000 7f685edca200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-22T17:19:38.914 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:38 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:19:38.772+0000 7f685edca200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-22T17:19:39.258 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:38 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:19:38.910+0000 7f685edca200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-22T17:19:39.258 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:38 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: [22/Dec/2023:17:19:38] ENGINE Bus STARTING 2023-12-22T17:19:39.258 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: CherryPy Checker: 2023-12-22T17:19:39.259 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: The Application mounted at '' has an empty config. 2023-12-22T17:19:39.259 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:19:39.259 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: [22/Dec/2023:17:19:39] ENGINE Serving on http://:::9283 2023-12-22T17:19:39.259 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: [22/Dec/2023:17:19:39] ENGINE Bus STARTED 2023-12-22T17:19:39.809 INFO:tasks.rados.rados.0.smithi032.stdout:929: done (0 left) 2023-12-22T17:19:39.809 INFO:tasks.rados.rados.0.smithi032.stdout:930: setattr oid 11 current snap is 84 2023-12-22T17:19:39.809 INFO:tasks.rados.rados.0.smithi032.stdout:931: rmattr oid 31 current snap is 84 2023-12-22T17:19:39.809 INFO:tasks.rados.rados.0.smithi032.stdout:931: done (1 left) 2023-12-22T17:19:39.809 INFO:tasks.rados.rados.0.smithi032.stdout:932: rollback oid 42 current snap is 84 2023-12-22T17:19:39.810 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 42 to 81 2023-12-22T17:19:39.810 INFO:tasks.rados.rados.0.smithi032.stdout:933: rollback oid 38 current snap is 84 2023-12-22T17:19:39.810 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 38 to 75 2023-12-22T17:19:39.810 INFO:tasks.rados.rados.0.smithi032.stdout:934: snap_create 2023-12-22T17:19:39.815 INFO:tasks.rados.rados.0.smithi032.stdout:932: finishing rollback tid 0 to smithi032174182-42 2023-12-22T17:19:39.816 INFO:tasks.rados.rados.0.smithi032.stdout:932: finishing rollback tid 1 to smithi032174182-42 2023-12-22T17:19:39.816 INFO:tasks.rados.rados.0.smithi032.stdout:932: finishing rollback tid 2 to smithi032174182-42 2023-12-22T17:19:39.816 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 265 (ObjNum 213 snap 54 seq_num 213) dirty exists 2023-12-22T17:19:39.817 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 344 (ObjNum 211 snap 52 seq_num 211) dirty exists 2023-12-22T17:19:39.818 INFO:tasks.rados.rados.0.smithi032.stdout:933: finishing rollback tid 0 to smithi032174182-38 2023-12-22T17:19:39.818 INFO:tasks.rados.rados.0.smithi032.stdout:933: finishing rollback tid 1 to smithi032174182-38 2023-12-22T17:19:39.818 INFO:tasks.rados.rados.0.smithi032.stdout:933: finishing rollback tid 2 to smithi032174182-38 2023-12-22T17:19:39.818 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 347 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-22T17:19:39.829 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: [22/Dec/2023:17:19:39] ENGINE Bus STOPPING 2023-12-22T17:19:39.829 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: [22/Dec/2023:17:19:39] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-22T17:19:40.166 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: ignoring --setuser ceph since I am not root 2023-12-22T17:19:40.167 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: ignoring --setgroup ceph since I am not root 2023-12-22T17:19:40.167 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mgr[110922]: -- 172.21.15.32:0/984476232 <== mon.2 v2:172.21.15.32:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55c9ff0b49c0 con 0x55c9ff08ac00 2023-12-22T17:19:40.167 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:19:39.983+0000 7f2a3ba481c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-22T17:19:40.167 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:19:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:19:40.162+0000 7f2a3ba481c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-22T17:19:40.167 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[125050]: osdmap e227: 8 total, 8 up, 8 in 2023-12-22T17:19:40.167 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[125050]: Standby manager daemon x restarted 2023-12-22T17:19:40.167 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[125050]: Standby manager daemon x started 2023-12-22T17:19:40.168 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[125050]: from='mgr.? 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-22T17:19:40.168 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[125050]: from='mgr.? 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-22T17:19:40.168 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[125050]: from='mgr.? 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-22T17:19:40.168 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[125050]: from='mgr.? 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-22T17:19:40.168 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:19:40.168 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:19:40.168 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:19:40.168 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:19:40.168 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:19:40.168 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:19:40.168 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[125050]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-12-22T17:19:40.169 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-12-22T17:19:40.169 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[125050]: osdmap e228: 8 total, 8 up, 8 in 2023-12-22T17:19:40.169 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[125050]: from='mgr.24512 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2023-12-22T17:19:40.169 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[125050]: mgrmap e22: x(active, starting, since 0.00704308s) 2023-12-22T17:19:40.169 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:19:40.169 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:19:40.169 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:19:40.169 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-22T17:19:40.169 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-22T17:19:40.169 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-22T17:19:40.169 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-22T17:19:40.169 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-22T17:19:40.170 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-22T17:19:40.170 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-22T17:19:40.170 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-22T17:19:40.170 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[110651]: osdmap e227: 8 total, 8 up, 8 in 2023-12-22T17:19:40.170 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[110651]: Standby manager daemon x restarted 2023-12-22T17:19:40.170 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[110651]: Standby manager daemon x started 2023-12-22T17:19:40.170 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[110651]: from='mgr.? 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-22T17:19:40.170 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[110651]: from='mgr.? 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-22T17:19:40.170 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[110651]: from='mgr.? 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-22T17:19:40.170 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[110651]: from='mgr.? 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-22T17:19:40.170 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:19:40.171 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:19:40.171 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:19:40.171 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:19:40.171 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:19:40.171 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:19:40.171 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[110651]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-12-22T17:19:40.171 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-12-22T17:19:40.171 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[110651]: osdmap e228: 8 total, 8 up, 8 in 2023-12-22T17:19:40.171 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[110651]: from='mgr.24512 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2023-12-22T17:19:40.171 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[110651]: mgrmap e22: x(active, starting, since 0.00704308s) 2023-12-22T17:19:40.171 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:19:40.171 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:19:40.171 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:19:40.171 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-22T17:19:40.171 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-22T17:19:40.171 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-22T17:19:40.172 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-22T17:19:40.172 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-22T17:19:40.172 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-22T17:19:40.172 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-22T17:19:40.172 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-22T17:19:40.172 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-22T17:19:40.172 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-22T17:19:40.172 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-22T17:19:40.172 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-22T17:19:40.172 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-22T17:19:40.172 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-22T17:19:40.172 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[125050]: Manager daemon x is now available 2023-12-22T17:19:40.173 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:40.173 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:19:40.173 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-22T17:19:40.173 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-22T17:19:40.173 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-22T17:19:40.173 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-22T17:19:40.173 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-22T17:19:40.173 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-22T17:19:40.173 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[110651]: Manager daemon x is now available 2023-12-22T17:19:40.173 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:40.173 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:39 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:19:40.258 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: [22/Dec/2023:17:19:39] ENGINE Bus STOPPED 2023-12-22T17:19:40.258 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: [22/Dec/2023:17:19:39] ENGINE Bus STARTING 2023-12-22T17:19:40.258 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:19:39.956+0000 7f67bf860700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-22T17:19:40.259 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:19:39.956+0000 7f67bf860700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-22T17:19:40.259 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:19:39.956+0000 7f67bf860700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-22T17:19:40.259 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:19:39.956+0000 7f67bf860700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-22T17:19:40.259 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:19:39.956+0000 7f67bf860700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-22T17:19:40.259 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:19:39.956+0000 7f67bc85a700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-22T17:19:40.259 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:19:39.956+0000 7f67bc85a700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-22T17:19:40.259 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:19:39.956+0000 7f67bc85a700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-22T17:19:40.259 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:19:39.956+0000 7f67bc85a700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-22T17:19:40.259 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:19:39.956+0000 7f67bc85a700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-22T17:19:40.259 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: [22/Dec/2023:17:19:40] ENGINE Serving on http://:::9283 2023-12-22T17:19:40.259 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:40 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: [22/Dec/2023:17:19:40] ENGINE Bus STARTED 2023-12-22T17:19:40.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-mon[115265]: osdmap e227: 8 total, 8 up, 8 in 2023-12-22T17:19:40.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-mon[115265]: Standby manager daemon x restarted 2023-12-22T17:19:40.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-mon[115265]: Standby manager daemon x started 2023-12-22T17:19:40.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-mon[115265]: from='mgr.? 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-22T17:19:40.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-mon[115265]: from='mgr.? 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-22T17:19:40.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-mon[115265]: from='mgr.? 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-22T17:19:40.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-mon[115265]: from='mgr.? 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-22T17:19:40.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:19:40.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:19:40.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:19:40.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:19:40.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' 2023-12-22T17:19:40.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:19:40.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-mon[115265]: from='mgr.24512 172.21.15.32:0/3651366012' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-12-22T17:19:40.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-12-22T17:19:40.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-mon[115265]: osdmap e228: 8 total, 8 up, 8 in 2023-12-22T17:19:40.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-mon[115265]: from='mgr.24512 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2023-12-22T17:19:40.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-mon[115265]: mgrmap e22: x(active, starting, since 0.00704308s) 2023-12-22T17:19:40.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:19:40.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:19:40.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:19:40.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-22T17:19:40.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-22T17:19:40.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-22T17:19:40.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-22T17:19:40.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-22T17:19:40.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-22T17:19:40.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-22T17:19:40.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-22T17:19:40.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-22T17:19:40.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-22T17:19:40.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-22T17:19:40.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-22T17:19:40.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-22T17:19:40.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-22T17:19:40.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-mon[115265]: Manager daemon x is now available 2023-12-22T17:19:40.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:40.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:39 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:19:40.803 INFO:tasks.rados.rados.0.smithi032.stdout:930: done (3 left) 2023-12-22T17:19:40.803 INFO:tasks.rados.rados.0.smithi032.stdout:932: done (2 left) 2023-12-22T17:19:40.804 INFO:tasks.rados.rados.0.smithi032.stdout:933: done (1 left) 2023-12-22T17:19:40.804 INFO:tasks.rados.rados.0.smithi032.stdout:934: done (0 left) 2023-12-22T17:19:40.804 INFO:tasks.rados.rados.0.smithi032.stdout:935: rollback oid 43 current snap is 85 2023-12-22T17:19:40.804 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 43 to 74 2023-12-22T17:19:40.804 INFO:tasks.rados.rados.0.smithi032.stdout:936: snap_create 2023-12-22T17:19:40.813 INFO:tasks.rados.rados.0.smithi032.stdout:935: finishing rollback tid 0 to smithi032174182-43 2023-12-22T17:19:40.814 INFO:tasks.rados.rados.0.smithi032.stdout:935: finishing rollback tid 1 to smithi032174182-43 2023-12-22T17:19:40.814 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 406 (ObjNum 289 snap 0 seq_num 0) dirty dne 2023-12-22T17:19:40.887 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:19:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:19:40.478+0000 7f2a3ba481c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-22T17:19:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:19:41 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:19:41.027+0000 7f2a3ba481c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-22T17:19:41.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:40 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:19:41.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:40 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:19:41.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:40 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-12-22T17:19:41.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:40 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-12-22T17:19:41.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:40 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-12-22T17:19:41.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:40 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-12-22T17:19:41.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:40 smithi032 ceph-mon[110651]: Deploying cephadm binary to smithi039 2023-12-22T17:19:41.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:40 smithi032 ceph-mon[110651]: Deploying cephadm binary to smithi032 2023-12-22T17:19:41.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:40 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:41.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:40 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:41.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:40 smithi032 ceph-mon[110651]: osdmap e229: 8 total, 8 up, 8 in 2023-12-22T17:19:41.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:40 smithi032 ceph-mon[110651]: mgrmap e23: x(active, since 1.01419s) 2023-12-22T17:19:41.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:40 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:19:41.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:40 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:19:41.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:40 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-12-22T17:19:41.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:40 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-12-22T17:19:41.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:40 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-12-22T17:19:41.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:40 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-12-22T17:19:41.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:40 smithi032 ceph-mon[125050]: Deploying cephadm binary to smithi039 2023-12-22T17:19:41.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:40 smithi032 ceph-mon[125050]: Deploying cephadm binary to smithi032 2023-12-22T17:19:41.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:40 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:41.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:40 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:41.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:40 smithi032 ceph-mon[125050]: osdmap e229: 8 total, 8 up, 8 in 2023-12-22T17:19:41.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:40 smithi032 ceph-mon[125050]: mgrmap e23: x(active, since 1.01419s) 2023-12-22T17:19:41.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:40 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:19:41.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:40 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:19:41.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:40 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-12-22T17:19:41.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:40 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-12-22T17:19:41.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:40 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-12-22T17:19:41.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:40 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-12-22T17:19:41.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:40 smithi039 ceph-mon[115265]: Deploying cephadm binary to smithi039 2023-12-22T17:19:41.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:40 smithi039 ceph-mon[115265]: Deploying cephadm binary to smithi032 2023-12-22T17:19:41.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:40 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:41.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:40 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:41.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:40 smithi039 ceph-mon[115265]: osdmap e229: 8 total, 8 up, 8 in 2023-12-22T17:19:41.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:40 smithi039 ceph-mon[115265]: mgrmap e23: x(active, since 1.01419s) 2023-12-22T17:19:41.621 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:19:41 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:19:41.204+0000 7f2a3ba481c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-22T17:19:41.814 INFO:tasks.rados.rados.0.smithi032.stdout:935: done (1 left) 2023-12-22T17:19:41.814 INFO:tasks.rados.rados.0.smithi032.stdout:936: done (0 left) 2023-12-22T17:19:41.814 INFO:tasks.rados.rados.0.smithi032.stdout:937: rmattr oid 29 current snap is 86 2023-12-22T17:19:41.814 INFO:tasks.rados.rados.0.smithi032.stdout:938: snap_create 2023-12-22T17:19:41.819 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 552 (ObjNum 232 snap 57 seq_num 232) dirty exists 2023-12-22T17:19:41.888 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:19:41 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:19:41.618+0000 7f2a3ba481c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-22T17:19:42.008 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:41 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:19:41] "GET /metrics HTTP/1.1" 200 33152 "" "Prometheus/2.43.0" 2023-12-22T17:19:42.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:41 smithi039 ceph-mon[115265]: pgmap v4: 121 pgs: 121 active+clean; 152 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:19:42.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:41 smithi039 ceph-mon[115265]: [22/Dec/2023:17:19:41] ENGINE Bus STARTING 2023-12-22T17:19:42.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:41 smithi039 ceph-mon[115265]: osdmap e230: 8 total, 8 up, 8 in 2023-12-22T17:19:42.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:41 smithi032 ceph-mon[110651]: pgmap v4: 121 pgs: 121 active+clean; 152 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:19:42.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:41 smithi032 ceph-mon[110651]: [22/Dec/2023:17:19:41] ENGINE Bus STARTING 2023-12-22T17:19:42.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:41 smithi032 ceph-mon[110651]: osdmap e230: 8 total, 8 up, 8 in 2023-12-22T17:19:42.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:41 smithi032 ceph-mon[125050]: pgmap v4: 121 pgs: 121 active+clean; 152 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:19:42.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:41 smithi032 ceph-mon[125050]: [22/Dec/2023:17:19:41] ENGINE Bus STARTING 2023-12-22T17:19:42.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:41 smithi032 ceph-mon[125050]: osdmap e230: 8 total, 8 up, 8 in 2023-12-22T17:19:42.682 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:19:42 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-alertmanager-a[170400]: ts=2023-12-22T17:19:42.277Z caller=notify.go:743 level=info component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify success" attempts=6 2023-12-22T17:19:42.682 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:19:42 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:19:42.424+0000 7f2a3ba481c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-22T17:19:42.682 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:19:42 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:19:42.514+0000 7f2a3ba481c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-22T17:19:42.818 INFO:tasks.rados.rados.0.smithi032.stdout:937: done (1 left) 2023-12-22T17:19:42.818 INFO:tasks.rados.rados.0.smithi032.stdout:938: done (0 left) 2023-12-22T17:19:42.818 INFO:tasks.rados.rados.0.smithi032.stdout:939: delete oid 33 current snap is 87 2023-12-22T17:19:42.820 INFO:tasks.rados.rados.0.smithi032.stdout:939: done (0 left) 2023-12-22T17:19:42.820 INFO:tasks.rados.rados.0.smithi032.stdout:940: setattr oid 48 current snap is 87 2023-12-22T17:19:42.822 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 2 current snap is 87 2023-12-22T17:19:42.822 INFO:tasks.rados.rados.0.smithi032.stdout:941: seq_num 300 ranges {2146304=229376} 2023-12-22T17:19:42.836 INFO:tasks.rados.rados.0.smithi032.stdout:941: writing smithi032174182-2 from 2146304 to 2375680 tid 1 2023-12-22T17:19:42.836 INFO:tasks.rados.rados.0.smithi032.stdout:942: read oid 37 snap -1 2023-12-22T17:19:42.836 INFO:tasks.rados.rados.0.smithi032.stdout:942: expect (ObjNum 209 snap 51 seq_num 209) 2023-12-22T17:19:42.836 INFO:tasks.rados.rados.0.smithi032.stdout:943: copy_from oid 40 from oid 33 current snap is 87 2023-12-22T17:19:42.836 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 203 (ObjNum 293 snap 81 seq_num 293) dirty exists 2023-12-22T17:19:42.836 INFO:tasks.rados.rados.0.smithi032.stdout:940: done (3 left) 2023-12-22T17:19:42.836 INFO:tasks.rados.rados.0.smithi032.stdout:944: snap_remove snap 68 2023-12-22T17:19:43.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:42 smithi032 ceph-mon[125050]: [22/Dec/2023:17:19:41] ENGINE Serving on https://172.21.15.39:7150 2023-12-22T17:19:43.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:42 smithi032 ceph-mon[125050]: [22/Dec/2023:17:19:41] ENGINE Serving on http://172.21.15.39:8765 2023-12-22T17:19:43.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:42 smithi032 ceph-mon[125050]: [22/Dec/2023:17:19:41] ENGINE Bus STARTED 2023-12-22T17:19:43.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:42 smithi032 ceph-mon[125050]: pgmap v6: 121 pgs: 121 active+clean; 152 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:19:43.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:42 smithi032 ceph-mon[125050]: mgrmap e24: x(active, since 2s) 2023-12-22T17:19:43.162 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:42 smithi032 ceph-mon[125050]: osdmap e231: 8 total, 8 up, 8 in 2023-12-22T17:19:43.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:42 smithi032 ceph-mon[110651]: [22/Dec/2023:17:19:41] ENGINE Serving on https://172.21.15.39:7150 2023-12-22T17:19:43.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:42 smithi032 ceph-mon[110651]: [22/Dec/2023:17:19:41] ENGINE Serving on http://172.21.15.39:8765 2023-12-22T17:19:43.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:42 smithi032 ceph-mon[110651]: [22/Dec/2023:17:19:41] ENGINE Bus STARTED 2023-12-22T17:19:43.162 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:42 smithi032 ceph-mon[110651]: pgmap v6: 121 pgs: 121 active+clean; 152 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:19:43.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:42 smithi032 ceph-mon[110651]: mgrmap e24: x(active, since 2s) 2023-12-22T17:19:43.163 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:42 smithi032 ceph-mon[110651]: osdmap e231: 8 total, 8 up, 8 in 2023-12-22T17:19:43.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:42 smithi039 ceph-mon[115265]: [22/Dec/2023:17:19:41] ENGINE Serving on https://172.21.15.39:7150 2023-12-22T17:19:43.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:42 smithi039 ceph-mon[115265]: [22/Dec/2023:17:19:41] ENGINE Serving on http://172.21.15.39:8765 2023-12-22T17:19:43.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:42 smithi039 ceph-mon[115265]: [22/Dec/2023:17:19:41] ENGINE Bus STARTED 2023-12-22T17:19:43.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:42 smithi039 ceph-mon[115265]: pgmap v6: 121 pgs: 121 active+clean; 152 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:19:43.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:42 smithi039 ceph-mon[115265]: mgrmap e24: x(active, since 2s) 2023-12-22T17:19:43.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:42 smithi039 ceph-mon[115265]: osdmap e231: 8 total, 8 up, 8 in 2023-12-22T17:19:43.431 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:19:43 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:19:43.158+0000 7f2a3ba481c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-22T17:19:43.432 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:19:43 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:19:43.246+0000 7f2a3ba481c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-22T17:19:43.432 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:19:43 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:19:43.337+0000 7f2a3ba481c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-22T17:19:43.768 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:19:43 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:19:43.433+0000 7f2a3ba481c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-22T17:19:43.768 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:19:43 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:19:43.668+0000 7f2a3ba481c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-22T17:19:43.820 INFO:tasks.rados.rados.0.smithi032.stdout:944: done (3 left) 2023-12-22T17:19:43.820 INFO:tasks.rados.rados.0.smithi032.stdout:945: setattr oid 27 current snap is 87 2023-12-22T17:19:43.820 INFO:tasks.rados.rados.0.smithi032.stdout:943: finishing copy_from to smithi032174182-40 2023-12-22T17:19:43.821 INFO:tasks.rados.rados.0.smithi032.stdout:943: got expected ENOENT (src dne) 2023-12-22T17:19:43.821 INFO:tasks.rados.rados.0.smithi032.stdout:943: finishing copy_from racing read to smithi032174182-40 2023-12-22T17:19:43.821 INFO:tasks.rados.rados.0.smithi032.stdout:941: finishing write tid 1 to smithi032174182-2 2023-12-22T17:19:43.821 INFO:tasks.rados.rados.0.smithi032.stdout:941: finishing write tid 2 to smithi032174182-2 2023-12-22T17:19:43.821 INFO:tasks.rados.rados.0.smithi032.stdout:941: finishing write tid 3 to smithi032174182-2 2023-12-22T17:19:43.821 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 208 (ObjNum 300 snap 87 seq_num 300) dirty exists 2023-12-22T17:19:43.821 INFO:tasks.rados.rados.0.smithi032.stdout:941: left oid 2 (ObjNum 300 snap 87 seq_num 300) 2023-12-22T17:19:43.821 INFO:tasks.rados.rados.0.smithi032.stdout:942: expect (ObjNum 209 snap 51 seq_num 209) 2023-12-22T17:19:43.983 INFO:tasks.rados.rados.0.smithi032.stdout:941: done (3 left) 2023-12-22T17:19:43.983 INFO:tasks.rados.rados.0.smithi032.stdout:942: done (2 left) 2023-12-22T17:19:43.983 INFO:tasks.rados.rados.0.smithi032.stdout:943: done (1 left) 2023-12-22T17:19:43.983 INFO:tasks.rados.rados.0.smithi032.stdout:946: snap_create 2023-12-22T17:19:43.986 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 425 (ObjNum 208 snap 51 seq_num 208) dirty exists 2023-12-22T17:19:44.117 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:19:43 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:19:43.765+0000 7f2a3ba481c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-22T17:19:44.117 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:19:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:19:44.009+0000 7f2a3ba481c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-22T17:19:44.397 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:19:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:19:44.113+0000 7f2a3ba481c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-22T17:19:44.397 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:19:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:19:44.305+0000 7f2a3ba481c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-22T17:19:44.899 INFO:tasks.rados.rados.0.smithi032.stdout:945: done (1 left) 2023-12-22T17:19:44.899 INFO:tasks.rados.rados.0.smithi032.stdout:946: done (0 left) 2023-12-22T17:19:44.899 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 37 current snap is 88 2023-12-22T17:19:44.899 INFO:tasks.rados.rados.0.smithi032.stdout:947: seq_num 301 ranges {3801088=245760} 2023-12-22T17:19:44.921 INFO:tasks.rados.rados.0.smithi032.stdout:947: writing smithi032174182-37 from 3801088 to 4046848 tid 1 2023-12-22T17:19:44.921 INFO:tasks.rados.rados.0.smithi032.stdout:948: snap_create 2023-12-22T17:19:44.925 INFO:tasks.rados.rados.0.smithi032.stdout:947: finishing write tid 1 to smithi032174182-37 2023-12-22T17:19:44.926 INFO:tasks.rados.rados.0.smithi032.stdout:947: finishing write tid 2 to smithi032174182-37 2023-12-22T17:19:44.927 INFO:tasks.rados.rados.0.smithi032.stdout:947: finishing write tid 3 to smithi032174182-37 2023-12-22T17:19:44.927 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 211 (ObjNum 301 snap 88 seq_num 301) dirty exists 2023-12-22T17:19:44.927 INFO:tasks.rados.rados.0.smithi032.stdout:947: left oid 37 (ObjNum 301 snap 88 seq_num 301) 2023-12-22T17:19:45.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:19:44 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:19:44.394+0000 7f2a3ba481c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-22T17:19:45.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:44 smithi032 ceph-mon[125050]: pgmap v8: 121 pgs: 121 active+clean; 152 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:19:45.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:44 smithi032 ceph-mon[125050]: osdmap e232: 8 total, 8 up, 8 in 2023-12-22T17:19:45.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:44 smithi032 ceph-mon[125050]: mgrmap e25: x(active, since 4s) 2023-12-22T17:19:45.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:44 smithi032 ceph-mon[110651]: pgmap v8: 121 pgs: 121 active+clean; 152 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:19:45.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:44 smithi032 ceph-mon[110651]: osdmap e232: 8 total, 8 up, 8 in 2023-12-22T17:19:45.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:44 smithi032 ceph-mon[110651]: mgrmap e25: x(active, since 4s) 2023-12-22T17:19:45.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:44 smithi039 ceph-mon[115265]: pgmap v8: 121 pgs: 121 active+clean; 152 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:19:45.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:44 smithi039 ceph-mon[115265]: osdmap e232: 8 total, 8 up, 8 in 2023-12-22T17:19:45.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:44 smithi039 ceph-mon[115265]: mgrmap e25: x(active, since 4s) 2023-12-22T17:19:45.592 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:19:45 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:19:45.181+0000 7f2a3ba481c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-22T17:19:45.592 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:19:45 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:19:45.385+0000 7f2a3ba481c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-22T17:19:45.898 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:19:45 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:19:45.587+0000 7f2a3ba481c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-22T17:19:45.898 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:45 smithi032 ceph-mon[110651]: osdmap e233: 8 total, 8 up, 8 in 2023-12-22T17:19:45.904 INFO:tasks.rados.rados.0.smithi032.stdout:947: done (1 left) 2023-12-22T17:19:45.905 INFO:tasks.rados.rados.0.smithi032.stdout:948: done (0 left) 2023-12-22T17:19:45.905 INFO:tasks.rados.rados.0.smithi032.stdout:949: read oid 11 snap 59 2023-12-22T17:19:45.905 INFO:tasks.rados.rados.0.smithi032.stdout:949: expect (ObjNum 230 snap 56 seq_num 230) 2023-12-22T17:19:45.905 INFO:tasks.rados.rados.0.smithi032.stdout:950: snap_create 2023-12-22T17:19:45.912 INFO:tasks.rados.rados.0.smithi032.stdout:949: expect (ObjNum 230 snap 56 seq_num 230) 2023-12-22T17:19:46.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:45 smithi032 ceph-mon[125050]: osdmap e233: 8 total, 8 up, 8 in 2023-12-22T17:19:46.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:45 smithi039 ceph-mon[115265]: osdmap e233: 8 total, 8 up, 8 in 2023-12-22T17:19:46.681 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:19:46 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:19:46.269+0000 7f2a3ba481c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-22T17:19:46.682 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:19:46 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:19:46.477+0000 7f2a3ba481c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-22T17:19:46.905 INFO:tasks.rados.rados.0.smithi032.stdout:949: done (1 left) 2023-12-22T17:19:46.905 INFO:tasks.rados.rados.0.smithi032.stdout:950: done (0 left) 2023-12-22T17:19:46.905 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 10 current snap is 90 2023-12-22T17:19:46.905 INFO:tasks.rados.rados.0.smithi032.stdout:951: seq_num 302 ranges {2039808=262144} 2023-12-22T17:19:46.918 INFO:tasks.rados.rados.0.smithi032.stdout:951: writing smithi032174182-10 from 2039808 to 2301952 tid 1 2023-12-22T17:19:46.918 INFO:tasks.rados.rados.0.smithi032.stdout:952: copy_from oid 5 from oid 16 current snap is 90 2023-12-22T17:19:46.918 INFO:tasks.rados.rados.0.smithi032.stdout:953: copy_from oid 36 from oid 3 current snap is 90 2023-12-22T17:19:46.919 INFO:tasks.rados.rados.0.smithi032.stdout:954: read oid 6 snap -1 2023-12-22T17:19:46.919 INFO:tasks.rados.rados.0.smithi032.stdout:954: expect deleted 2023-12-22T17:19:46.919 INFO:tasks.rados.rados.0.smithi032.stdout:955: read oid 47 snap -1 2023-12-22T17:19:46.919 INFO:tasks.rados.rados.0.smithi032.stdout:955: expect (ObjNum 292 snap 81 seq_num 292) 2023-12-22T17:19:46.919 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 42 current snap is 90 2023-12-22T17:19:46.919 INFO:tasks.rados.rados.0.smithi032.stdout:956: seq_num 303 ranges {2220032=278528} 2023-12-22T17:19:46.932 INFO:tasks.rados.rados.0.smithi032.stdout:956: writing smithi032174182-42 from 2220032 to 2498560 tid 1 2023-12-22T17:19:46.932 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 7 current snap is 90 2023-12-22T17:19:46.932 INFO:tasks.rados.rados.0.smithi032.stdout:957: seq_num 304 ranges {0=294912} 2023-12-22T17:19:46.937 INFO:tasks.rados.rados.0.smithi032.stdout:957: writing smithi032174182-7 from 0 to 294912 tid 1 2023-12-22T17:19:46.937 INFO:tasks.rados.rados.0.smithi032.stdout:958: read oid 37 snap -1 2023-12-22T17:19:46.937 INFO:tasks.rados.rados.0.smithi032.stdout:958: expect (ObjNum 301 snap 88 seq_num 301) 2023-12-22T17:19:46.937 INFO:tasks.rados.rados.0.smithi032.stdout:959: rmattr oid 43 current snap is 90 2023-12-22T17:19:46.937 INFO:tasks.rados.rados.0.smithi032.stdout:959: done (8 left) 2023-12-22T17:19:46.937 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 48 current snap is 90 2023-12-22T17:19:46.937 INFO:tasks.rados.rados.0.smithi032.stdout:960: seq_num 305 ranges {114688=311296} 2023-12-22T17:19:46.937 INFO:tasks.rados.rados.0.smithi032.stdout:960: writing smithi032174182-48 from 114688 to 425984 tid 1 2023-12-22T17:19:46.943 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 40 current snap is 90 2023-12-22T17:19:46.943 INFO:tasks.rados.rados.0.smithi032.stdout:961: seq_num 306 ranges {663552=327680} 2023-12-22T17:19:46.943 INFO:tasks.rados.rados.0.smithi032.stdout:961: writing smithi032174182-40 from 663552 to 991232 tid 1 2023-12-22T17:19:46.946 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:46 smithi032 ceph-mon[110651]: pgmap v11: 121 pgs: 121 active+clean; 152 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 12 op/s 2023-12-22T17:19:46.946 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:46 smithi032 ceph-mon[110651]: osdmap e234: 8 total, 8 up, 8 in 2023-12-22T17:19:46.946 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:46 smithi032 ceph-mon[110651]: Standby manager daemon y started 2023-12-22T17:19:46.946 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:46 smithi032 ceph-mon[110651]: from='mgr.? 172.21.15.32:0/4166290836' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-12-22T17:19:46.946 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:46 smithi032 ceph-mon[110651]: from='mgr.? 172.21.15.32:0/4166290836' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-22T17:19:46.946 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:46 smithi032 ceph-mon[110651]: from='mgr.? 172.21.15.32:0/4166290836' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-12-22T17:19:46.946 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:46 smithi032 ceph-mon[110651]: from='mgr.? 172.21.15.32:0/4166290836' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-22T17:19:46.947 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:19:46 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:19:46.684+0000 7f2a3ba481c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-22T17:19:46.947 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:19:46 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:19:46.814+0000 7f2a3ba481c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-22T17:19:46.947 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:19:46 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:19:46] ENGINE Bus STARTING 2023-12-22T17:19:46.947 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:19:46 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: CherryPy Checker: 2023-12-22T17:19:46.947 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:19:46 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: The Application mounted at '' has an empty config. 2023-12-22T17:19:46.947 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:19:46 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: 2023-12-22T17:19:46.947 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:19:46 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:19:46] ENGINE Serving on http://:::9283 2023-12-22T17:19:46.947 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:19:46 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: [22/Dec/2023:17:19:46] ENGINE Bus STARTED 2023-12-22T17:19:46.947 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:46 smithi032 ceph-mon[125050]: pgmap v11: 121 pgs: 121 active+clean; 152 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 12 op/s 2023-12-22T17:19:46.947 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:46 smithi032 ceph-mon[125050]: osdmap e234: 8 total, 8 up, 8 in 2023-12-22T17:19:46.948 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:46 smithi032 ceph-mon[125050]: Standby manager daemon y started 2023-12-22T17:19:46.948 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:46 smithi032 ceph-mon[125050]: from='mgr.? 172.21.15.32:0/4166290836' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-12-22T17:19:46.948 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:46 smithi032 ceph-mon[125050]: from='mgr.? 172.21.15.32:0/4166290836' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-22T17:19:46.948 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:46 smithi032 ceph-mon[125050]: from='mgr.? 172.21.15.32:0/4166290836' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-12-22T17:19:46.948 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:46 smithi032 ceph-mon[125050]: from='mgr.? 172.21.15.32:0/4166290836' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-22T17:19:46.948 INFO:tasks.rados.rados.0.smithi032.stdout:962: rmattr oid 20 current snap is 90 2023-12-22T17:19:46.948 INFO:tasks.rados.rados.0.smithi032.stdout:963: snap_create 2023-12-22T17:19:46.948 INFO:tasks.rados.rados.0.smithi032.stdout:953: finishing copy_from to smithi032174182-36 2023-12-22T17:19:46.948 INFO:tasks.rados.rados.0.smithi032.stdout:953: got expected ENOENT (src dne) 2023-12-22T17:19:46.948 INFO:tasks.rados.rados.0.smithi032.stdout:953: finishing copy_from racing read to smithi032174182-36 2023-12-22T17:19:46.948 INFO:tasks.rados.rados.0.smithi032.stdout:951: finishing write tid 1 to smithi032174182-10 2023-12-22T17:19:46.948 INFO:tasks.rados.rados.0.smithi032.stdout:951: finishing write tid 2 to smithi032174182-10 2023-12-22T17:19:46.948 INFO:tasks.rados.rados.0.smithi032.stdout:951: finishing write tid 3 to smithi032174182-10 2023-12-22T17:19:46.949 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 349 (ObjNum 302 snap 90 seq_num 302) dirty exists 2023-12-22T17:19:46.949 INFO:tasks.rados.rados.0.smithi032.stdout:951: left oid 10 (ObjNum 302 snap 90 seq_num 302) 2023-12-22T17:19:46.949 INFO:tasks.rados.rados.0.smithi032.stdout:955: expect (ObjNum 292 snap 81 seq_num 292) 2023-12-22T17:19:47.021 INFO:tasks.rados.rados.0.smithi032.stdout:952: finishing copy_from to smithi032174182-5 2023-12-22T17:19:47.021 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 417 (ObjNum 224 snap 55 seq_num 224) dirty exists 2023-12-22T17:19:47.021 INFO:tasks.rados.rados.0.smithi032.stdout:952: finishing copy_from racing read to smithi032174182-5 2023-12-22T17:19:47.021 INFO:tasks.rados.rados.0.smithi032.stdout:957: finishing write tid 1 to smithi032174182-7 2023-12-22T17:19:47.021 INFO:tasks.rados.rados.0.smithi032.stdout:957: finishing write tid 2 to smithi032174182-7 2023-12-22T17:19:47.021 INFO:tasks.rados.rados.0.smithi032.stdout:956: finishing write tid 1 to smithi032174182-42 2023-12-22T17:19:47.021 INFO:tasks.rados.rados.0.smithi032.stdout:956: finishing write tid 2 to smithi032174182-42 2023-12-22T17:19:47.022 INFO:tasks.rados.rados.0.smithi032.stdout:957: finishing write tid 3 to smithi032174182-7 2023-12-22T17:19:47.022 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 127 (ObjNum 304 snap 90 seq_num 304) dirty exists 2023-12-22T17:19:47.022 INFO:tasks.rados.rados.0.smithi032.stdout:957: left oid 7 (ObjNum 304 snap 90 seq_num 304) 2023-12-22T17:19:47.022 INFO:tasks.rados.rados.0.smithi032.stdout:960: finishing write tid 1 to smithi032174182-48 2023-12-22T17:19:47.022 INFO:tasks.rados.rados.0.smithi032.stdout:960: finishing write tid 2 to smithi032174182-48 2023-12-22T17:19:47.022 INFO:tasks.rados.rados.0.smithi032.stdout:958: expect (ObjNum 301 snap 88 seq_num 301) 2023-12-22T17:19:47.237 INFO:tasks.rados.rados.0.smithi032.stdout:956: finishing write tid 3 to smithi032174182-42 2023-12-22T17:19:47.238 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 272 (ObjNum 303 snap 90 seq_num 303) dirty exists 2023-12-22T17:19:47.238 INFO:tasks.rados.rados.0.smithi032.stdout:956: left oid 42 (ObjNum 303 snap 90 seq_num 303) 2023-12-22T17:19:47.238 INFO:tasks.rados.rados.0.smithi032.stdout:961: finishing write tid 1 to smithi032174182-40 2023-12-22T17:19:47.238 INFO:tasks.rados.rados.0.smithi032.stdout:961: finishing write tid 2 to smithi032174182-40 2023-12-22T17:19:47.238 INFO:tasks.rados.rados.0.smithi032.stdout:960: finishing write tid 3 to smithi032174182-48 2023-12-22T17:19:47.238 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 208 (ObjNum 305 snap 90 seq_num 305) dirty exists 2023-12-22T17:19:47.238 INFO:tasks.rados.rados.0.smithi032.stdout:960: left oid 48 (ObjNum 305 snap 90 seq_num 305) 2023-12-22T17:19:47.238 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 427 (ObjNum 279 snap 78 seq_num 279) dirty exists 2023-12-22T17:19:47.238 INFO:tasks.rados.rados.0.smithi032.stdout:961: finishing write tid 3 to smithi032174182-40 2023-12-22T17:19:47.238 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 211 (ObjNum 306 snap 90 seq_num 306) dirty exists 2023-12-22T17:19:47.238 INFO:tasks.rados.rados.0.smithi032.stdout:961: left oid 40 (ObjNum 306 snap 90 seq_num 306) 2023-12-22T17:19:47.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:46 smithi039 ceph-mon[115265]: pgmap v11: 121 pgs: 121 active+clean; 152 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 12 op/s 2023-12-22T17:19:47.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:46 smithi039 ceph-mon[115265]: osdmap e234: 8 total, 8 up, 8 in 2023-12-22T17:19:47.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:46 smithi039 ceph-mon[115265]: Standby manager daemon y started 2023-12-22T17:19:47.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:46 smithi039 ceph-mon[115265]: from='mgr.? 172.21.15.32:0/4166290836' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-12-22T17:19:47.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:46 smithi039 ceph-mon[115265]: from='mgr.? 172.21.15.32:0/4166290836' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-22T17:19:47.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:46 smithi039 ceph-mon[115265]: from='mgr.? 172.21.15.32:0/4166290836' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-12-22T17:19:47.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:46 smithi039 ceph-mon[115265]: from='mgr.? 172.21.15.32:0/4166290836' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-22T17:19:47.923 INFO:tasks.rados.rados.0.smithi032.stdout:951: done (11 left) 2023-12-22T17:19:47.923 INFO:tasks.rados.rados.0.smithi032.stdout:952: done (10 left) 2023-12-22T17:19:47.923 INFO:tasks.rados.rados.0.smithi032.stdout:953: done (9 left) 2023-12-22T17:19:47.923 INFO:tasks.rados.rados.0.smithi032.stdout:954: done (8 left) 2023-12-22T17:19:47.924 INFO:tasks.rados.rados.0.smithi032.stdout:955: done (7 left) 2023-12-22T17:19:47.924 INFO:tasks.rados.rados.0.smithi032.stdout:956: done (6 left) 2023-12-22T17:19:47.924 INFO:tasks.rados.rados.0.smithi032.stdout:957: done (5 left) 2023-12-22T17:19:47.924 INFO:tasks.rados.rados.0.smithi032.stdout:958: done (4 left) 2023-12-22T17:19:47.924 INFO:tasks.rados.rados.0.smithi032.stdout:960: done (3 left) 2023-12-22T17:19:47.924 INFO:tasks.rados.rados.0.smithi032.stdout:961: done (2 left) 2023-12-22T17:19:47.924 INFO:tasks.rados.rados.0.smithi032.stdout:962: done (1 left) 2023-12-22T17:19:47.924 INFO:tasks.rados.rados.0.smithi032.stdout:963: done (0 left) 2023-12-22T17:19:47.924 INFO:tasks.rados.rados.0.smithi032.stdout:964: snap_create 2023-12-22T17:19:48.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:47 smithi032 ceph-mon[110651]: osdmap e235: 8 total, 8 up, 8 in 2023-12-22T17:19:48.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:47 smithi032 ceph-mon[110651]: mgrmap e26: x(active, since 7s), standbys: y 2023-12-22T17:19:48.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:47 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-22T17:19:48.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:47 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:48.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:47 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:48.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:47 smithi032 ceph-mon[125050]: osdmap e235: 8 total, 8 up, 8 in 2023-12-22T17:19:48.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:47 smithi032 ceph-mon[125050]: mgrmap e26: x(active, since 7s), standbys: y 2023-12-22T17:19:48.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:47 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-22T17:19:48.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:47 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:48.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:47 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:48.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:47 smithi039 ceph-mon[115265]: osdmap e235: 8 total, 8 up, 8 in 2023-12-22T17:19:48.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:47 smithi039 ceph-mon[115265]: mgrmap e26: x(active, since 7s), standbys: y 2023-12-22T17:19:48.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:47 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-22T17:19:48.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:47 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:48.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:47 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:48.823 INFO:tasks.rados.rados.0.smithi032.stdout:964: done (0 left) 2023-12-22T17:19:48.823 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 17 current snap is 92 2023-12-22T17:19:48.823 INFO:tasks.rados.rados.0.smithi032.stdout:965: seq_num 307 ranges {1490944=344064} 2023-12-22T17:19:48.833 INFO:tasks.rados.rados.0.smithi032.stdout:965: writing smithi032174182-17 from 1490944 to 1835008 tid 1 2023-12-22T17:19:48.833 INFO:tasks.rados.rados.0.smithi032.stdout:966: delete oid 15 current snap is 92 2023-12-22T17:19:48.837 INFO:tasks.rados.rados.0.smithi032.stdout:966: done (1 left) 2023-12-22T17:19:48.837 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 27 current snap is 92 2023-12-22T17:19:48.837 INFO:tasks.rados.rados.0.smithi032.stdout:967: seq_num 309 ranges {1089536=376832} 2023-12-22T17:19:48.845 INFO:tasks.rados.rados.0.smithi032.stdout:967: writing smithi032174182-27 from 1089536 to 1466368 tid 1 2023-12-22T17:19:48.845 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 10 current snap is 92 2023-12-22T17:19:48.845 INFO:tasks.rados.rados.0.smithi032.stdout:965: finishing write tid 1 to smithi032174182-17 2023-12-22T17:19:48.845 INFO:tasks.rados.rados.0.smithi032.stdout:965: finishing write tid 2 to smithi032174182-17 2023-12-22T17:19:48.845 INFO:tasks.rados.rados.0.smithi032.stdout:965: finishing write tid 3 to smithi032174182-17 2023-12-22T17:19:48.846 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 402 (ObjNum 307 snap 92 seq_num 307) dirty exists 2023-12-22T17:19:48.846 INFO:tasks.rados.rados.0.smithi032.stdout:965: left oid 17 (ObjNum 307 snap 92 seq_num 307) 2023-12-22T17:19:48.846 INFO:tasks.rados.rados.0.smithi032.stdout:968: seq_num 310 ranges {2301952=401408} 2023-12-22T17:19:48.860 INFO:tasks.rados.rados.0.smithi032.stdout:968: writing smithi032174182-10 from 2301952 to 2703360 tid 1 2023-12-22T17:19:48.860 INFO:tasks.rados.rados.0.smithi032.stdout:965: done (2 left) 2023-12-22T17:19:48.860 INFO:tasks.rados.rados.0.smithi032.stdout:969: delete oid 12 current snap is 92 2023-12-22T17:19:48.860 INFO:tasks.rados.rados.0.smithi032.stdout:967: finishing write tid 1 to smithi032174182-27 2023-12-22T17:19:48.860 INFO:tasks.rados.rados.0.smithi032.stdout:967: finishing write tid 2 to smithi032174182-27 2023-12-22T17:19:48.860 INFO:tasks.rados.rados.0.smithi032.stdout:967: finishing write tid 3 to smithi032174182-27 2023-12-22T17:19:48.861 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 430 (ObjNum 309 snap 92 seq_num 309) dirty exists 2023-12-22T17:19:48.861 INFO:tasks.rados.rados.0.smithi032.stdout:967: left oid 27 (ObjNum 309 snap 92 seq_num 309) 2023-12-22T17:19:48.864 INFO:tasks.rados.rados.0.smithi032.stdout:968: finishing write tid 1 to smithi032174182-10 2023-12-22T17:19:48.865 INFO:tasks.rados.rados.0.smithi032.stdout:968: finishing write tid 2 to smithi032174182-10 2023-12-22T17:19:48.865 INFO:tasks.rados.rados.0.smithi032.stdout:967: done (2 left) 2023-12-22T17:19:48.865 INFO:tasks.rados.rados.0.smithi032.stdout:969: done (1 left) 2023-12-22T17:19:48.865 INFO:tasks.rados.rados.0.smithi032.stdout:970: read oid 41 snap -1 2023-12-22T17:19:48.865 INFO:tasks.rados.rados.0.smithi032.stdout:970: expect (ObjNum 287 snap 80 seq_num 287) 2023-12-22T17:19:48.865 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 29 current snap is 92 2023-12-22T17:19:48.865 INFO:tasks.rados.rados.0.smithi032.stdout:971: seq_num 312 ranges {1490944=434176} 2023-12-22T17:19:48.876 INFO:tasks.rados.rados.0.smithi032.stdout:971: writing smithi032174182-29 from 1490944 to 1925120 tid 1 2023-12-22T17:19:48.876 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 39 current snap is 92 2023-12-22T17:19:48.876 INFO:tasks.rados.rados.0.smithi032.stdout:968: finishing write tid 3 to smithi032174182-10 2023-12-22T17:19:48.876 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 351 (ObjNum 310 snap 92 seq_num 310) dirty exists 2023-12-22T17:19:48.876 INFO:tasks.rados.rados.0.smithi032.stdout:968: left oid 10 (ObjNum 310 snap 92 seq_num 310) 2023-12-22T17:19:48.876 INFO:tasks.rados.rados.0.smithi032.stdout:972: seq_num 313 ranges {1728512=450560} 2023-12-22T17:19:48.888 INFO:tasks.rados.rados.0.smithi032.stdout:972: writing smithi032174182-39 from 1728512 to 2179072 tid 1 2023-12-22T17:19:48.888 INFO:tasks.rados.rados.0.smithi032.stdout:968: done (3 left) 2023-12-22T17:19:48.888 INFO:tasks.rados.rados.0.smithi032.stdout:973: delete oid 4 current snap is 92 2023-12-22T17:19:48.888 INFO:tasks.rados.rados.0.smithi032.stdout:970: expect (ObjNum 287 snap 80 seq_num 287) 2023-12-22T17:19:49.159 INFO:tasks.rados.rados.0.smithi032.stdout:971: finishing write tid 1 to smithi032174182-29 2023-12-22T17:19:49.159 INFO:tasks.rados.rados.0.smithi032.stdout:971: finishing write tid 2 to smithi032174182-29 2023-12-22T17:19:49.159 INFO:tasks.rados.rados.0.smithi032.stdout:971: finishing write tid 3 to smithi032174182-29 2023-12-22T17:19:49.159 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 566 (ObjNum 312 snap 92 seq_num 312) dirty exists 2023-12-22T17:19:49.159 INFO:tasks.rados.rados.0.smithi032.stdout:971: left oid 29 (ObjNum 312 snap 92 seq_num 312) 2023-12-22T17:19:49.160 INFO:tasks.rados.rados.0.smithi032.stdout:972: finishing write tid 1 to smithi032174182-39 2023-12-22T17:19:49.160 INFO:tasks.rados.rados.0.smithi032.stdout:972: finishing write tid 2 to smithi032174182-39 2023-12-22T17:19:49.160 INFO:tasks.rados.rados.0.smithi032.stdout:972: finishing write tid 3 to smithi032174182-39 2023-12-22T17:19:49.160 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 108 (ObjNum 313 snap 92 seq_num 313) dirty exists 2023-12-22T17:19:49.160 INFO:tasks.rados.rados.0.smithi032.stdout:972: left oid 39 (ObjNum 313 snap 92 seq_num 313) 2023-12-22T17:19:49.160 INFO:tasks.rados.rados.0.smithi032.stdout:970: done (3 left) 2023-12-22T17:19:49.160 INFO:tasks.rados.rados.0.smithi032.stdout:971: done (2 left) 2023-12-22T17:19:49.160 INFO:tasks.rados.rados.0.smithi032.stdout:972: done (1 left) 2023-12-22T17:19:49.160 INFO:tasks.rados.rados.0.smithi032.stdout:973: done (0 left) 2023-12-22T17:19:49.160 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 50 current snap is 92 2023-12-22T17:19:49.160 INFO:tasks.rados.rados.0.smithi032.stdout:974: seq_num 315 ranges {0=483328} 2023-12-22T17:19:49.162 INFO:tasks.rados.rados.0.smithi032.stdout:974: writing smithi032174182-50 from 0 to 483328 tid 1 2023-12-22T17:19:49.162 INFO:tasks.rados.rados.0.smithi032.stdout:975: copy_from oid 44 from oid 47 current snap is 92 2023-12-22T17:19:49.162 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 5 current snap is 92 2023-12-22T17:19:49.162 INFO:tasks.rados.rados.0.smithi032.stdout:976: seq_num 316 ranges {1359872=499712} 2023-12-22T17:19:49.172 INFO:tasks.rados.rados.0.smithi032.stdout:976: writing smithi032174182-5 from 1359872 to 1859584 tid 1 2023-12-22T17:19:49.172 INFO:tasks.rados.rados.0.smithi032.stdout:977: delete oid 18 current snap is 92 2023-12-22T17:19:49.172 INFO:tasks.rados.rados.0.smithi032.stdout:974: finishing write tid 1 to smithi032174182-50 2023-12-22T17:19:49.172 INFO:tasks.rados.rados.0.smithi032.stdout:974: finishing write tid 2 to smithi032174182-50 2023-12-22T17:19:49.173 INFO:tasks.rados.rados.0.smithi032.stdout:974: finishing write tid 3 to smithi032174182-50 2023-12-22T17:19:49.173 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 365 (ObjNum 315 snap 92 seq_num 315) dirty exists 2023-12-22T17:19:49.173 INFO:tasks.rados.rados.0.smithi032.stdout:974: left oid 50 (ObjNum 315 snap 92 seq_num 315) 2023-12-22T17:19:49.173 INFO:tasks.rados.rados.0.smithi032.stdout:975: finishing copy_from to smithi032174182-44 2023-12-22T17:19:49.173 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 529 (ObjNum 292 snap 81 seq_num 292) dirty exists 2023-12-22T17:19:49.173 INFO:tasks.rados.rados.0.smithi032.stdout:975: finishing copy_from racing read to smithi032174182-44 2023-12-22T17:19:49.175 INFO:tasks.rados.rados.0.smithi032.stdout:974: done (3 left) 2023-12-22T17:19:49.175 INFO:tasks.rados.rados.0.smithi032.stdout:975: done (2 left) 2023-12-22T17:19:49.175 INFO:tasks.rados.rados.0.smithi032.stdout:977: done (1 left) 2023-12-22T17:19:49.175 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 47 current snap is 92 2023-12-22T17:19:49.175 INFO:tasks.rados.rados.0.smithi032.stdout:978: seq_num 318 ranges {1630208=532480} 2023-12-22T17:19:49.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:48 smithi032 ceph-mon[110651]: pgmap v14: 121 pgs: 121 active+clean; 153 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 116 KiB/s wr, 44 op/s 2023-12-22T17:19:49.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:48 smithi032 ceph-mon[110651]: osdmap e236: 8 total, 8 up, 8 in 2023-12-22T17:19:49.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:48 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:49.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:48 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:49.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:48 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:49.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:48 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:49.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:48 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:49.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:48 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:49.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:48 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:49.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:48 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:49.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:48 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:49.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:48 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:49.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:48 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:49.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:48 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:49.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:48 smithi032 ceph-mon[110651]: Adjusting osd_memory_target on smithi032 to 2489M 2023-12-22T17:19:49.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:48 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:49.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:48 smithi032 ceph-mon[110651]: osdmap e237: 8 total, 8 up, 8 in 2023-12-22T17:19:49.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:48 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:49.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:48 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:49.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:48 smithi032 ceph-mon[125050]: pgmap v14: 121 pgs: 121 active+clean; 153 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 116 KiB/s wr, 44 op/s 2023-12-22T17:19:49.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:48 smithi032 ceph-mon[125050]: osdmap e236: 8 total, 8 up, 8 in 2023-12-22T17:19:49.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:48 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:49.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:48 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:49.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:48 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:49.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:48 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:49.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:48 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:49.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:48 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:49.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:48 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:49.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:48 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:49.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:48 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:49.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:48 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:49.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:48 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:49.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:48 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:49.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:48 smithi032 ceph-mon[125050]: Adjusting osd_memory_target on smithi032 to 2489M 2023-12-22T17:19:49.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:48 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:49.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:48 smithi032 ceph-mon[125050]: osdmap e237: 8 total, 8 up, 8 in 2023-12-22T17:19:49.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:48 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:49.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:48 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:49.187 INFO:tasks.rados.rados.0.smithi032.stdout:978: writing smithi032174182-47 from 1630208 to 2162688 tid 1 2023-12-22T17:19:49.187 INFO:tasks.rados.rados.0.smithi032.stdout:979: snap_create 2023-12-22T17:19:49.187 INFO:tasks.rados.rados.0.smithi032.stdout:976: finishing write tid 1 to smithi032174182-5 2023-12-22T17:19:49.187 INFO:tasks.rados.rados.0.smithi032.stdout:976: finishing write tid 2 to smithi032174182-5 2023-12-22T17:19:49.187 INFO:tasks.rados.rados.0.smithi032.stdout:976: finishing write tid 3 to smithi032174182-5 2023-12-22T17:19:49.187 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 419 (ObjNum 316 snap 92 seq_num 316) dirty exists 2023-12-22T17:19:49.187 INFO:tasks.rados.rados.0.smithi032.stdout:976: left oid 5 (ObjNum 316 snap 92 seq_num 316) 2023-12-22T17:19:49.190 INFO:tasks.rados.rados.0.smithi032.stdout:978: finishing write tid 1 to smithi032174182-47 2023-12-22T17:19:49.190 INFO:tasks.rados.rados.0.smithi032.stdout:978: finishing write tid 2 to smithi032174182-47 2023-12-22T17:19:49.191 INFO:tasks.rados.rados.0.smithi032.stdout:978: finishing write tid 3 to smithi032174182-47 2023-12-22T17:19:49.191 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 569 (ObjNum 318 snap 92 seq_num 318) dirty exists 2023-12-22T17:19:49.191 INFO:tasks.rados.rados.0.smithi032.stdout:978: left oid 47 (ObjNum 318 snap 92 seq_num 318) 2023-12-22T17:19:49.245 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:48 smithi039 ceph-mon[115265]: pgmap v14: 121 pgs: 121 active+clean; 153 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 116 KiB/s wr, 44 op/s 2023-12-22T17:19:49.245 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:48 smithi039 ceph-mon[115265]: osdmap e236: 8 total, 8 up, 8 in 2023-12-22T17:19:49.245 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:48 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:49.245 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:48 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:49.246 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:48 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:49.246 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:48 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:49.246 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:48 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:49.246 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:48 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:49.246 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:48 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:49.246 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:48 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:49.246 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:48 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:49.246 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:48 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:49.246 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:48 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:49.246 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:48 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:49.246 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:48 smithi039 ceph-mon[115265]: Adjusting osd_memory_target on smithi032 to 2489M 2023-12-22T17:19:49.246 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:48 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:49.247 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:48 smithi039 ceph-mon[115265]: osdmap e237: 8 total, 8 up, 8 in 2023-12-22T17:19:49.247 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:48 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:49.247 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:48 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:49.930 INFO:tasks.rados.rados.0.smithi032.stdout:976: done (2 left) 2023-12-22T17:19:49.930 INFO:tasks.rados.rados.0.smithi032.stdout:978: done (1 left) 2023-12-22T17:19:49.930 INFO:tasks.rados.rados.0.smithi032.stdout:979: done (0 left) 2023-12-22T17:19:49.931 INFO:tasks.rados.rados.0.smithi032.stdout:980: snap_remove snap 80 2023-12-22T17:19:50.941 INFO:tasks.rados.rados.0.smithi032.stdout:980: done (0 left) 2023-12-22T17:19:50.941 INFO:tasks.rados.rados.0.smithi032.stdout:981: rmattr oid 46 current snap is 93 2023-12-22T17:19:50.941 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 48 current snap is 93 2023-12-22T17:19:50.941 INFO:tasks.rados.rados.0.smithi032.stdout:982: seq_num 319 ranges {425984=548864} 2023-12-22T17:19:50.943 INFO:tasks.rados.rados.0.smithi032.stdout:982: writing smithi032174182-48 from 425984 to 974848 tid 1 2023-12-22T17:19:50.944 INFO:tasks.rados.rados.0.smithi032.stdout:983: delete oid 18 current snap is 93 2023-12-22T17:19:50.944 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 276 (ObjNum 145 snap 35 seq_num 145) dirty exists 2023-12-22T17:19:50.953 INFO:tasks.rados.rados.0.smithi032.stdout:981: done (2 left) 2023-12-22T17:19:50.953 INFO:tasks.rados.rados.0.smithi032.stdout:983: done (1 left) 2023-12-22T17:19:50.953 INFO:tasks.rados.rados.0.smithi032.stdout:984: read oid 49 snap -1 2023-12-22T17:19:50.953 INFO:tasks.rados.rados.0.smithi032.stdout:984: expect deleted 2023-12-22T17:19:50.953 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 27 current snap is 93 2023-12-22T17:19:50.953 INFO:tasks.rados.rados.0.smithi032.stdout:985: seq_num 321 ranges {1466368=581632} 2023-12-22T17:19:50.964 INFO:tasks.rados.rados.0.smithi032.stdout:985: writing smithi032174182-27 from 1466368 to 2048000 tid 1 2023-12-22T17:19:50.964 INFO:tasks.rados.rados.0.smithi032.stdout:986: read oid 38 snap -1 2023-12-22T17:19:50.964 INFO:tasks.rados.rados.0.smithi032.stdout:986: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-22T17:19:50.964 INFO:tasks.rados.rados.0.smithi032.stdout:987: rmattr oid 12 current snap is 93 2023-12-22T17:19:50.964 INFO:tasks.rados.rados.0.smithi032.stdout:987: done (4 left) 2023-12-22T17:19:50.964 INFO:tasks.rados.rados.0.smithi032.stdout:988: delete oid 29 current snap is 93 2023-12-22T17:19:50.964 INFO:tasks.rados.rados.0.smithi032.stdout:982: finishing write tid 1 to smithi032174182-48 2023-12-22T17:19:50.964 INFO:tasks.rados.rados.0.smithi032.stdout:982: finishing write tid 2 to smithi032174182-48 2023-12-22T17:19:50.964 INFO:tasks.rados.rados.0.smithi032.stdout:982: finishing write tid 3 to smithi032174182-48 2023-12-22T17:19:50.964 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 216 (ObjNum 319 snap 93 seq_num 319) dirty exists 2023-12-22T17:19:50.964 INFO:tasks.rados.rados.0.smithi032.stdout:982: left oid 48 (ObjNum 319 snap 93 seq_num 319) 2023-12-22T17:19:50.966 INFO:tasks.rados.rados.0.smithi032.stdout:986: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-22T17:19:50.970 INFO:tasks.rados.rados.0.smithi032.stdout:985: finishing write tid 1 to smithi032174182-27 2023-12-22T17:19:50.970 INFO:tasks.rados.rados.0.smithi032.stdout:985: finishing write tid 2 to smithi032174182-27 2023-12-22T17:19:50.970 INFO:tasks.rados.rados.0.smithi032.stdout:982: done (4 left) 2023-12-22T17:19:50.970 INFO:tasks.rados.rados.0.smithi032.stdout:984: done (3 left) 2023-12-22T17:19:50.970 INFO:tasks.rados.rados.0.smithi032.stdout:986: done (2 left) 2023-12-22T17:19:50.970 INFO:tasks.rados.rados.0.smithi032.stdout:988: done (1 left) 2023-12-22T17:19:50.970 INFO:tasks.rados.rados.0.smithi032.stdout:989: copy_from oid 32 from oid 19 current snap is 93 2023-12-22T17:19:50.970 INFO:tasks.rados.rados.0.smithi032.stdout:985: finishing write tid 3 to smithi032174182-27 2023-12-22T17:19:50.971 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 531 (ObjNum 321 snap 93 seq_num 321) dirty exists 2023-12-22T17:19:50.971 INFO:tasks.rados.rados.0.smithi032.stdout:985: left oid 27 (ObjNum 321 snap 93 seq_num 321) 2023-12-22T17:19:50.971 INFO:tasks.rados.rados.0.smithi032.stdout:985: done (1 left) 2023-12-22T17:19:50.971 INFO:tasks.rados.rados.0.smithi032.stdout:990: snap_remove snap 89 2023-12-22T17:19:51.117 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:50 smithi039 ceph-mon[115265]: pgmap v17: 121 pgs: 121 active+clean; 153 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 116 KiB/s wr, 31 op/s 2023-12-22T17:19:51.117 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:50 smithi039 ceph-mon[115265]: osdmap e238: 8 total, 8 up, 8 in 2023-12-22T17:19:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:50 smithi032 ceph-mon[110651]: pgmap v17: 121 pgs: 121 active+clean; 153 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 116 KiB/s wr, 31 op/s 2023-12-22T17:19:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:50 smithi032 ceph-mon[110651]: osdmap e238: 8 total, 8 up, 8 in 2023-12-22T17:19:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:50 smithi032 ceph-mon[125050]: pgmap v17: 121 pgs: 121 active+clean; 153 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 116 KiB/s wr, 31 op/s 2023-12-22T17:19:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:50 smithi032 ceph-mon[125050]: osdmap e238: 8 total, 8 up, 8 in 2023-12-22T17:19:51.682 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:19:51 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[110900]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:19:51] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-22T17:19:51.939 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:19:51 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:19:51] "GET /metrics HTTP/1.1" 200 33152 "" "Prometheus/2.43.0" 2023-12-22T17:19:51.948 INFO:tasks.rados.rados.0.smithi032.stdout:990: done (1 left) 2023-12-22T17:19:51.948 INFO:tasks.rados.rados.0.smithi032.stdout:991: snap_create 2023-12-22T17:19:51.948 INFO:tasks.rados.rados.0.smithi032.stdout:989: finishing copy_from to smithi032174182-32 2023-12-22T17:19:51.948 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 201 (ObjNum 271 snap 74 seq_num 271) dirty exists 2023-12-22T17:19:51.948 INFO:tasks.rados.rados.0.smithi032.stdout:989: finishing copy_from racing read to smithi032174182-32 2023-12-22T17:19:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:51 smithi039 ceph-mon[115265]: osdmap e239: 8 total, 8 up, 8 in 2023-12-22T17:19:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:51 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:51 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:51 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:52.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:51 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:52.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:51 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:52.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:51 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:52.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:51 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:52.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:51 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:52.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:51 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:52.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:51 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:52.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:51 smithi039 ceph-mon[115265]: Adjusting osd_memory_target on smithi039 to 2488M 2023-12-22T17:19:52.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:51 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:52.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:51 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:19:52.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:51 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:19:52.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:51 smithi039 ceph-mon[115265]: Updating smithi032:/etc/ceph/ceph.conf 2023-12-22T17:19:52.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:51 smithi039 ceph-mon[115265]: Updating smithi039:/etc/ceph/ceph.conf 2023-12-22T17:19:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:51 smithi032 ceph-mon[110651]: osdmap e239: 8 total, 8 up, 8 in 2023-12-22T17:19:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:51 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:51 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:51 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:51 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:51 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:51 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:51 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:51 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:51 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:51 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:51 smithi032 ceph-mon[110651]: Adjusting osd_memory_target on smithi039 to 2488M 2023-12-22T17:19:52.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:51 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:52.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:51 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:19:52.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:51 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:19:52.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:51 smithi032 ceph-mon[110651]: Updating smithi032:/etc/ceph/ceph.conf 2023-12-22T17:19:52.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:51 smithi032 ceph-mon[110651]: Updating smithi039:/etc/ceph/ceph.conf 2023-12-22T17:19:52.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:51 smithi032 ceph-mon[125050]: osdmap e239: 8 total, 8 up, 8 in 2023-12-22T17:19:52.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:51 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:52.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:51 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:52.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:51 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:52.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:51 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:52.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:51 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:52.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:51 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:52.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:51 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:52.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:51 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:52.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:51 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:52.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:51 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-22T17:19:52.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:51 smithi032 ceph-mon[125050]: Adjusting osd_memory_target on smithi039 to 2488M 2023-12-22T17:19:52.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:51 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:52.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:51 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:19:52.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:51 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:19:52.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:51 smithi032 ceph-mon[125050]: Updating smithi032:/etc/ceph/ceph.conf 2023-12-22T17:19:52.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:51 smithi032 ceph-mon[125050]: Updating smithi039:/etc/ceph/ceph.conf 2023-12-22T17:19:52.949 INFO:tasks.rados.rados.0.smithi032.stdout:989: done (1 left) 2023-12-22T17:19:52.949 INFO:tasks.rados.rados.0.smithi032.stdout:991: done (0 left) 2023-12-22T17:19:52.950 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 21 current snap is 94 2023-12-22T17:19:52.950 INFO:tasks.rados.rados.0.smithi032.stdout:992: seq_num 323 ranges {557056=614400} 2023-12-22T17:19:52.956 INFO:tasks.rados.rados.0.smithi032.stdout:992: writing smithi032174182-21 from 557056 to 1171456 tid 1 2023-12-22T17:19:52.956 INFO:tasks.rados.rados.0.smithi032.stdout:993: rollback oid 42 current snap is 94 2023-12-22T17:19:52.956 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 42 to 91 2023-12-22T17:19:52.956 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 47 current snap is 94 2023-12-22T17:19:52.956 INFO:tasks.rados.rados.0.smithi032.stdout:994: seq_num 324 ranges {2162688=630784} 2023-12-22T17:19:52.972 INFO:tasks.rados.rados.0.smithi032.stdout:994: writing smithi032174182-47 from 2162688 to 2793472 tid 1 2023-12-22T17:19:52.972 INFO:tasks.rados.rados.0.smithi032.stdout:995: copy_from oid 13 from oid 7 current snap is 94 2023-12-22T17:19:52.972 INFO:tasks.rados.rados.0.smithi032.stdout:993: finishing rollback tid 0 to smithi032174182-42 2023-12-22T17:19:52.972 INFO:tasks.rados.rados.0.smithi032.stdout:993: finishing rollback tid 1 to smithi032174182-42 2023-12-22T17:19:52.972 INFO:tasks.rados.rados.0.smithi032.stdout:993: finishing rollback tid 2 to smithi032174182-42 2023-12-22T17:19:52.972 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 284 (ObjNum 303 snap 90 seq_num 303) dirty exists 2023-12-22T17:19:52.972 INFO:tasks.rados.rados.0.smithi032.stdout:992: finishing write tid 1 to smithi032174182-21 2023-12-22T17:19:52.972 INFO:tasks.rados.rados.0.smithi032.stdout:992: finishing write tid 2 to smithi032174182-21 2023-12-22T17:19:52.972 INFO:tasks.rados.rados.0.smithi032.stdout:992: finishing write tid 3 to smithi032174182-21 2023-12-22T17:19:52.972 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 372 (ObjNum 323 snap 94 seq_num 323) dirty exists 2023-12-22T17:19:52.972 INFO:tasks.rados.rados.0.smithi032.stdout:992: left oid 21 (ObjNum 323 snap 94 seq_num 323) 2023-12-22T17:19:52.972 INFO:tasks.rados.rados.0.smithi032.stdout:992: done (3 left) 2023-12-22T17:19:52.972 INFO:tasks.rados.rados.0.smithi032.stdout:993: done (2 left) 2023-12-22T17:19:52.973 INFO:tasks.rados.rados.0.smithi032.stdout:996: snap_create 2023-12-22T17:19:52.976 INFO:tasks.rados.rados.0.smithi032.stdout:994: finishing write tid 1 to smithi032174182-47 2023-12-22T17:19:52.976 INFO:tasks.rados.rados.0.smithi032.stdout:994: finishing write tid 2 to smithi032174182-47 2023-12-22T17:19:52.977 INFO:tasks.rados.rados.0.smithi032.stdout:994: finishing write tid 3 to smithi032174182-47 2023-12-22T17:19:52.977 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 584 (ObjNum 324 snap 94 seq_num 324) dirty exists 2023-12-22T17:19:52.977 INFO:tasks.rados.rados.0.smithi032.stdout:994: left oid 47 (ObjNum 324 snap 94 seq_num 324) 2023-12-22T17:19:52.979 INFO:tasks.rados.rados.0.smithi032.stdout:995: finishing copy_from to smithi032174182-13 2023-12-22T17:19:52.979 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 127 (ObjNum 304 snap 90 seq_num 304) dirty exists 2023-12-22T17:19:52.980 INFO:tasks.rados.rados.0.smithi032.stdout:995: finishing copy_from racing read to smithi032174182-13 2023-12-22T17:19:53.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:52 smithi032 ceph-mon[110651]: Updating smithi039:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-22T17:19:53.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:52 smithi032 ceph-mon[110651]: Updating smithi032:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-22T17:19:53.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:52 smithi032 ceph-mon[110651]: Updating smithi039:/etc/ceph/ceph.client.admin.keyring 2023-12-22T17:19:53.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:52 smithi032 ceph-mon[110651]: Updating smithi032:/etc/ceph/ceph.client.admin.keyring 2023-12-22T17:19:53.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:52 smithi032 ceph-mon[110651]: pgmap v20: 121 pgs: 121 active+clean; 160 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2023-12-22T17:19:53.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:52 smithi032 ceph-mon[110651]: osdmap e240: 8 total, 8 up, 8 in 2023-12-22T17:19:53.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:52 smithi032 ceph-mon[110651]: Updating smithi039:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-22T17:19:53.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:52 smithi032 ceph-mon[110651]: Updating smithi032:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-22T17:19:53.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:52 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:53.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:52 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:53.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:52 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:53.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:52 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:53.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:52 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:53.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:52 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:53.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:52 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:53.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:52 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:53.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:52 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:53.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:52 smithi032 ceph-mon[110651]: Reconfiguring alertmanager.a (dependencies changed)... 2023-12-22T17:19:53.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:52 smithi032 ceph-mon[110651]: Reconfiguring daemon alertmanager.a on smithi032 2023-12-22T17:19:53.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:52 smithi032 ceph-mon[125050]: Updating smithi039:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-22T17:19:53.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:52 smithi032 ceph-mon[125050]: Updating smithi032:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-22T17:19:53.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:52 smithi032 ceph-mon[125050]: Updating smithi039:/etc/ceph/ceph.client.admin.keyring 2023-12-22T17:19:53.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:52 smithi032 ceph-mon[125050]: Updating smithi032:/etc/ceph/ceph.client.admin.keyring 2023-12-22T17:19:53.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:52 smithi032 ceph-mon[125050]: pgmap v20: 121 pgs: 121 active+clean; 160 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2023-12-22T17:19:53.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:52 smithi032 ceph-mon[125050]: osdmap e240: 8 total, 8 up, 8 in 2023-12-22T17:19:53.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:52 smithi032 ceph-mon[125050]: Updating smithi039:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-22T17:19:53.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:52 smithi032 ceph-mon[125050]: Updating smithi032:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-22T17:19:53.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:52 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:53.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:52 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:53.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:52 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:53.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:52 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:53.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:52 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:53.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:52 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:53.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:52 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:53.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:52 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:53.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:52 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:53.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:52 smithi032 ceph-mon[125050]: Reconfiguring alertmanager.a (dependencies changed)... 2023-12-22T17:19:53.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:52 smithi032 ceph-mon[125050]: Reconfiguring daemon alertmanager.a on smithi032 2023-12-22T17:19:53.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:52 smithi039 ceph-mon[115265]: Updating smithi039:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-22T17:19:53.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:52 smithi039 ceph-mon[115265]: Updating smithi032:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-22T17:19:53.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:52 smithi039 ceph-mon[115265]: Updating smithi039:/etc/ceph/ceph.client.admin.keyring 2023-12-22T17:19:53.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:52 smithi039 ceph-mon[115265]: Updating smithi032:/etc/ceph/ceph.client.admin.keyring 2023-12-22T17:19:53.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:52 smithi039 ceph-mon[115265]: pgmap v20: 121 pgs: 121 active+clean; 160 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2023-12-22T17:19:53.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:52 smithi039 ceph-mon[115265]: osdmap e240: 8 total, 8 up, 8 in 2023-12-22T17:19:53.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:52 smithi039 ceph-mon[115265]: Updating smithi039:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-22T17:19:53.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:52 smithi039 ceph-mon[115265]: Updating smithi032:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-22T17:19:53.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:52 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:53.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:52 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:53.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:52 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:53.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:52 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:53.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:52 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:53.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:52 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:53.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:52 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:53.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:52 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:53.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:52 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:53.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:52 smithi039 ceph-mon[115265]: Reconfiguring alertmanager.a (dependencies changed)... 2023-12-22T17:19:53.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:52 smithi039 ceph-mon[115265]: Reconfiguring daemon alertmanager.a on smithi032 2023-12-22T17:19:53.961 INFO:tasks.rados.rados.0.smithi032.stdout:994: done (2 left) 2023-12-22T17:19:53.961 INFO:tasks.rados.rados.0.smithi032.stdout:995: done (1 left) 2023-12-22T17:19:53.961 INFO:tasks.rados.rados.0.smithi032.stdout:996: done (0 left) 2023-12-22T17:19:53.961 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 15 current snap is 95 2023-12-22T17:19:53.961 INFO:tasks.rados.rados.0.smithi032.stdout:997: seq_num 325 ranges {0=647168} 2023-12-22T17:19:53.964 INFO:tasks.rados.rados.0.smithi032.stdout:997: writing smithi032174182-15 from 0 to 647168 tid 1 2023-12-22T17:19:53.964 INFO:tasks.rados.rados.0.smithi032.stdout:998: delete oid 31 current snap is 95 2023-12-22T17:19:53.969 INFO:tasks.rados.rados.0.smithi032.stdout:998: done (1 left) 2023-12-22T17:19:53.969 INFO:tasks.rados.rados.0.smithi032.stdout:999: snap_create 2023-12-22T17:19:53.970 INFO:tasks.rados.rados.0.smithi032.stdout:997: finishing write tid 1 to smithi032174182-15 2023-12-22T17:19:53.970 INFO:tasks.rados.rados.0.smithi032.stdout:997: finishing write tid 2 to smithi032174182-15 2023-12-22T17:19:53.974 INFO:tasks.rados.rados.0.smithi032.stdout:997: finishing write tid 3 to smithi032174182-15 2023-12-22T17:19:53.974 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 588 (ObjNum 325 snap 95 seq_num 325) dirty exists 2023-12-22T17:19:53.974 INFO:tasks.rados.rados.0.smithi032.stdout:997: left oid 15 (ObjNum 325 snap 95 seq_num 325) 2023-12-22T17:19:54.182 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:19:54 smithi032 systemd[1]: Stopping Ceph alertmanager.a for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:19:54.190 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:53 smithi032 ceph-mon[110651]: osdmap e241: 8 total, 8 up, 8 in 2023-12-22T17:19:54.190 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:53 smithi032 ceph-mon[125050]: osdmap e241: 8 total, 8 up, 8 in 2023-12-22T17:19:54.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:53 smithi039 ceph-mon[115265]: osdmap e241: 8 total, 8 up, 8 in 2023-12-22T17:19:54.682 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:19:54 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-alertmanager-a[170400]: ts=2023-12-22T17:19:54.333Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2023-12-22T17:19:54.682 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:19:54 smithi032 bash[177099]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-alertmanager-a 2023-12-22T17:19:54.970 INFO:tasks.rados.rados.0.smithi032.stdout:997: done (1 left) 2023-12-22T17:19:54.970 INFO:tasks.rados.rados.0.smithi032.stdout:999: done (0 left) 2023-12-22T17:19:54.970 INFO:tasks.rados.rados.0.smithi032.stdout:1000: copy_from oid 33 from oid 44 current snap is 96 2023-12-22T17:19:54.970 INFO:tasks.rados.rados.0.smithi032.stdout:1001: delete oid 3 current snap is 96 2023-12-22T17:19:54.973 INFO:tasks.rados.rados.0.smithi032.stdout:1001: done (1 left) 2023-12-22T17:19:54.973 INFO:tasks.rados.rados.0.smithi032.stdout:1002: snap_remove snap 91 2023-12-22T17:19:55.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:54 smithi032 ceph-mon[125050]: pgmap v23: 121 pgs: 121 active+clean; 160 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2023-12-22T17:19:55.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:54 smithi032 ceph-mon[125050]: osdmap e242: 8 total, 8 up, 8 in 2023-12-22T17:19:55.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:54 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:19:55.182 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:19:54 smithi032 systemd[1]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@alertmanager.a.service: Succeeded. 2023-12-22T17:19:55.182 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:19:54 smithi032 systemd[1]: Stopped Ceph alertmanager.a for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:19:55.182 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:19:54 smithi032 systemd[1]: Starting Ceph alertmanager.a for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:19:55.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:54 smithi032 ceph-mon[110651]: pgmap v23: 121 pgs: 121 active+clean; 160 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2023-12-22T17:19:55.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:54 smithi032 ceph-mon[110651]: osdmap e242: 8 total, 8 up, 8 in 2023-12-22T17:19:55.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:54 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:19:55.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:54 smithi039 ceph-mon[115265]: pgmap v23: 121 pgs: 121 active+clean; 160 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2023-12-22T17:19:55.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:54 smithi039 ceph-mon[115265]: osdmap e242: 8 total, 8 up, 8 in 2023-12-22T17:19:55.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:54 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:19:55.837 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:19:55 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-alertmanager-a[177229]: ts=2023-12-22T17:19:55.462Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2023-12-22T17:19:55.837 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:19:55 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-alertmanager-a[177229]: ts=2023-12-22T17:19:55.462Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2023-12-22T17:19:55.837 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:19:55 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-alertmanager-a[177229]: ts=2023-12-22T17:19:55.463Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.32 port=9094 2023-12-22T17:19:55.837 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:19:55 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-alertmanager-a[177229]: ts=2023-12-22T17:19:55.464Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2023-12-22T17:19:55.837 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:19:55 smithi032 bash[177215]: f489531995ca4443fc346856c2b38752928b77fe9bfb6252dc38bb394d3530e6 2023-12-22T17:19:55.837 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:19:55 smithi032 systemd[1]: Started Ceph alertmanager.a for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:19:55.837 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:19:55 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-alertmanager-a[177229]: ts=2023-12-22T17:19:55.488Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2023-12-22T17:19:55.837 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:19:55 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-alertmanager-a[177229]: ts=2023-12-22T17:19:55.489Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2023-12-22T17:19:55.837 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:19:55 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-alertmanager-a[177229]: ts=2023-12-22T17:19:55.492Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2023-12-22T17:19:55.838 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:19:55 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-alertmanager-a[177229]: ts=2023-12-22T17:19:55.492Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2023-12-22T17:19:55.975 INFO:tasks.rados.rados.0.smithi032.stdout:1002: done (1 left) 2023-12-22T17:19:55.976 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 21 current snap is 96 2023-12-22T17:19:55.976 INFO:tasks.rados.rados.0.smithi032.stdout:1003: seq_num 328 ranges {1171456=696320} 2023-12-22T17:19:55.983 INFO:tasks.rados.rados.0.smithi032.stdout:1003: writing smithi032174182-21 from 1171456 to 1867776 tid 1 2023-12-22T17:19:55.983 INFO:tasks.rados.rados.0.smithi032.stdout:1004: read oid 3 snap -1 2023-12-22T17:19:55.983 INFO:tasks.rados.rados.0.smithi032.stdout:1004: expect deleted 2023-12-22T17:19:55.983 INFO:tasks.rados.rados.0.smithi032.stdout:1005: read oid 23 snap -1 2023-12-22T17:19:55.983 INFO:tasks.rados.rados.0.smithi032.stdout:1005: expect (ObjNum 288 snap 80 seq_num 288) 2023-12-22T17:19:55.983 INFO:tasks.rados.rados.0.smithi032.stdout:1006: snap_create 2023-12-22T17:19:55.983 INFO:tasks.rados.rados.0.smithi032.stdout:1000: finishing copy_from to smithi032174182-33 2023-12-22T17:19:55.984 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 529 (ObjNum 292 snap 81 seq_num 292) dirty exists 2023-12-22T17:19:55.984 INFO:tasks.rados.rados.0.smithi032.stdout:1000: finishing copy_from racing read to smithi032174182-33 2023-12-22T17:19:55.993 INFO:tasks.rados.rados.0.smithi032.stdout:1003: finishing write tid 1 to smithi032174182-21 2023-12-22T17:19:55.993 INFO:tasks.rados.rados.0.smithi032.stdout:1003: finishing write tid 2 to smithi032174182-21 2023-12-22T17:19:55.994 INFO:tasks.rados.rados.0.smithi032.stdout:1003: finishing write tid 3 to smithi032174182-21 2023-12-22T17:19:55.995 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 377 (ObjNum 328 snap 96 seq_num 328) dirty exists 2023-12-22T17:19:55.995 INFO:tasks.rados.rados.0.smithi032.stdout:1003: left oid 21 (ObjNum 328 snap 96 seq_num 328) 2023-12-22T17:19:56.011 INFO:tasks.rados.rados.0.smithi032.stdout:1005: expect (ObjNum 288 snap 80 seq_num 288) 2023-12-22T17:19:56.104 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:55 smithi032 systemd[1]: Stopping Ceph node-exporter.a for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:19:56.104 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:55 smithi032 ceph-mon[125050]: osdmap e243: 8 total, 8 up, 8 in 2023-12-22T17:19:56.105 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:55 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:56.105 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:55 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:56.105 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:55 smithi032 ceph-mon[110651]: osdmap e243: 8 total, 8 up, 8 in 2023-12-22T17:19:56.105 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:55 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:56.105 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:55 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:55 smithi039 ceph-mon[115265]: osdmap e243: 8 total, 8 up, 8 in 2023-12-22T17:19:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:55 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:55 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:56.393 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 bash[177390]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a 2023-12-22T17:19:56.393 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 systemd[1]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2023-12-22T17:19:56.681 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 systemd[1]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@node-exporter.a.service: Failed with result 'exit-code'. 2023-12-22T17:19:56.682 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 systemd[1]: Stopped Ceph node-exporter.a for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:19:56.682 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 systemd[1]: Starting Ceph node-exporter.a for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:19:56.987 INFO:tasks.rados.rados.0.smithi032.stdout:1000: done (4 left) 2023-12-22T17:19:56.987 INFO:tasks.rados.rados.0.smithi032.stdout:1003: done (3 left) 2023-12-22T17:19:56.987 INFO:tasks.rados.rados.0.smithi032.stdout:1004: done (2 left) 2023-12-22T17:19:56.988 INFO:tasks.rados.rados.0.smithi032.stdout:1005: done (1 left) 2023-12-22T17:19:56.988 INFO:tasks.rados.rados.0.smithi032.stdout:1006: done (0 left) 2023-12-22T17:19:56.988 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 22 current snap is 97 2023-12-22T17:19:56.988 INFO:tasks.rados.rados.0.smithi032.stdout:1007: seq_num 329 ranges {3751936=712704} 2023-12-22T17:19:57.012 INFO:tasks.rados.rados.0.smithi032.stdout:1007: writing smithi032174182-22 from 3751936 to 4464640 tid 1 2023-12-22T17:19:57.012 INFO:tasks.rados.rados.0.smithi032.stdout:1008: setattr oid 20 current snap is 97 2023-12-22T17:19:57.013 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 21 current snap is 97 2023-12-22T17:19:57.013 INFO:tasks.rados.rados.0.smithi032.stdout:1009: seq_num 330 ranges {1867776=737280} 2023-12-22T17:19:57.028 INFO:tasks.rados.rados.0.smithi032.stdout:1009: writing smithi032174182-21 from 1867776 to 2605056 tid 1 2023-12-22T17:19:57.028 INFO:tasks.rados.rados.0.smithi032.stdout:1010: rollback oid 12 current snap is 97 2023-12-22T17:19:57.028 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 12 to 94 2023-12-22T17:19:57.028 INFO:tasks.rados.rados.0.smithi032.stdout:1007: finishing write tid 1 to smithi032174182-22 2023-12-22T17:19:57.028 INFO:tasks.rados.rados.0.smithi032.stdout:1007: finishing write tid 2 to smithi032174182-22 2023-12-22T17:19:57.028 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 532 (ObjNum 279 snap 78 seq_num 279) dirty exists 2023-12-22T17:19:57.028 INFO:tasks.rados.rados.0.smithi032.stdout:1007: finishing write tid 3 to smithi032174182-22 2023-12-22T17:19:57.029 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 409 (ObjNum 329 snap 97 seq_num 329) dirty exists 2023-12-22T17:19:57.029 INFO:tasks.rados.rados.0.smithi032.stdout:1007: left oid 22 (ObjNum 329 snap 97 seq_num 329) 2023-12-22T17:19:57.029 INFO:tasks.rados.rados.0.smithi032.stdout:1007: done (3 left) 2023-12-22T17:19:57.029 INFO:tasks.rados.rados.0.smithi032.stdout:1008: done (2 left) 2023-12-22T17:19:57.029 INFO:tasks.rados.rados.0.smithi032.stdout:1011: snap_remove snap 75 2023-12-22T17:19:57.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-mon[110651]: Reconfiguring node-exporter.a (dependencies changed)... 2023-12-22T17:19:57.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-mon[110651]: Reconfiguring daemon node-exporter.a on smithi032 2023-12-22T17:19:57.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-mon[110651]: pgmap v26: 121 pgs: 121 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 660 KiB/s wr, 3 op/s 2023-12-22T17:19:57.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-mon[110651]: osdmap e244: 8 total, 8 up, 8 in 2023-12-22T17:19:57.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:57.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:57.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-mon[125050]: Reconfiguring node-exporter.a (dependencies changed)... 2023-12-22T17:19:57.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-mon[125050]: Reconfiguring daemon node-exporter.a on smithi032 2023-12-22T17:19:57.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-mon[125050]: pgmap v26: 121 pgs: 121 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 660 KiB/s wr, 3 op/s 2023-12-22T17:19:57.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-mon[125050]: osdmap e244: 8 total, 8 up, 8 in 2023-12-22T17:19:57.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:57.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:57.184 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.775Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2023-12-22T17:19:57.184 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.775Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2023-12-22T17:19:57.184 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.776Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2023-12-22T17:19:57.184 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.776Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2023-12-22T17:19:57.184 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.776Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2023-12-22T17:19:57.184 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.776Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2023-12-22T17:19:57.184 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.776Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2023-12-22T17:19:57.184 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.776Z caller=node_exporter.go:117 level=info collector=arp 2023-12-22T17:19:57.184 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.776Z caller=node_exporter.go:117 level=info collector=bcache 2023-12-22T17:19:57.184 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.776Z caller=node_exporter.go:117 level=info collector=bonding 2023-12-22T17:19:57.184 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.776Z caller=node_exporter.go:117 level=info collector=btrfs 2023-12-22T17:19:57.185 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.776Z caller=node_exporter.go:117 level=info collector=conntrack 2023-12-22T17:19:57.185 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.776Z caller=node_exporter.go:117 level=info collector=cpu 2023-12-22T17:19:57.185 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.776Z caller=node_exporter.go:117 level=info collector=cpufreq 2023-12-22T17:19:57.185 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.776Z caller=node_exporter.go:117 level=info collector=diskstats 2023-12-22T17:19:57.185 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.776Z caller=node_exporter.go:117 level=info collector=dmi 2023-12-22T17:19:57.185 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.776Z caller=node_exporter.go:117 level=info collector=edac 2023-12-22T17:19:57.185 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.776Z caller=node_exporter.go:117 level=info collector=entropy 2023-12-22T17:19:57.185 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.776Z caller=node_exporter.go:117 level=info collector=fibrechannel 2023-12-22T17:19:57.185 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.776Z caller=node_exporter.go:117 level=info collector=filefd 2023-12-22T17:19:57.185 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.776Z caller=node_exporter.go:117 level=info collector=filesystem 2023-12-22T17:19:57.185 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.776Z caller=node_exporter.go:117 level=info collector=hwmon 2023-12-22T17:19:57.185 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.776Z caller=node_exporter.go:117 level=info collector=infiniband 2023-12-22T17:19:57.185 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.776Z caller=node_exporter.go:117 level=info collector=ipvs 2023-12-22T17:19:57.185 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.776Z caller=node_exporter.go:117 level=info collector=loadavg 2023-12-22T17:19:57.186 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.776Z caller=node_exporter.go:117 level=info collector=mdadm 2023-12-22T17:19:57.186 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.776Z caller=node_exporter.go:117 level=info collector=meminfo 2023-12-22T17:19:57.186 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.776Z caller=node_exporter.go:117 level=info collector=netclass 2023-12-22T17:19:57.186 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.776Z caller=node_exporter.go:117 level=info collector=netdev 2023-12-22T17:19:57.186 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.776Z caller=node_exporter.go:117 level=info collector=netstat 2023-12-22T17:19:57.186 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.776Z caller=node_exporter.go:117 level=info collector=nfs 2023-12-22T17:19:57.186 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.776Z caller=node_exporter.go:117 level=info collector=nfsd 2023-12-22T17:19:57.186 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.776Z caller=node_exporter.go:117 level=info collector=nvme 2023-12-22T17:19:57.186 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.776Z caller=node_exporter.go:117 level=info collector=os 2023-12-22T17:19:57.186 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.776Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2023-12-22T17:19:57.186 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.776Z caller=node_exporter.go:117 level=info collector=pressure 2023-12-22T17:19:57.186 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.776Z caller=node_exporter.go:117 level=info collector=rapl 2023-12-22T17:19:57.186 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.776Z caller=node_exporter.go:117 level=info collector=schedstat 2023-12-22T17:19:57.186 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.776Z caller=node_exporter.go:117 level=info collector=selinux 2023-12-22T17:19:57.186 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.776Z caller=node_exporter.go:117 level=info collector=sockstat 2023-12-22T17:19:57.187 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.776Z caller=node_exporter.go:117 level=info collector=softnet 2023-12-22T17:19:57.187 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.776Z caller=node_exporter.go:117 level=info collector=stat 2023-12-22T17:19:57.187 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.776Z caller=node_exporter.go:117 level=info collector=tapestats 2023-12-22T17:19:57.187 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.776Z caller=node_exporter.go:117 level=info collector=textfile 2023-12-22T17:19:57.187 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.776Z caller=node_exporter.go:117 level=info collector=thermal_zone 2023-12-22T17:19:57.187 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.776Z caller=node_exporter.go:117 level=info collector=time 2023-12-22T17:19:57.187 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.776Z caller=node_exporter.go:117 level=info collector=udp_queues 2023-12-22T17:19:57.187 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.777Z caller=node_exporter.go:117 level=info collector=uname 2023-12-22T17:19:57.187 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.777Z caller=node_exporter.go:117 level=info collector=vmstat 2023-12-22T17:19:57.187 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.777Z caller=node_exporter.go:117 level=info collector=xfs 2023-12-22T17:19:57.187 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.777Z caller=node_exporter.go:117 level=info collector=zfs 2023-12-22T17:19:57.187 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.777Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2023-12-22T17:19:57.187 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-a[177520]: ts=2023-12-22T17:19:56.777Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2023-12-22T17:19:57.187 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 bash[177506]: e21b7ba36c415ba3ff90b5231478e6ff30fea3cf6c7a952f35625d464c994b24 2023-12-22T17:19:57.187 INFO:journalctl@ceph.node-exporter.a.smithi032.stdout:Dec 22 17:19:56 smithi032 systemd[1]: Started Ceph node-exporter.a for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:19:57.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:56 smithi039 ceph-mon[115265]: Reconfiguring node-exporter.a (dependencies changed)... 2023-12-22T17:19:57.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:56 smithi039 ceph-mon[115265]: Reconfiguring daemon node-exporter.a on smithi032 2023-12-22T17:19:57.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:56 smithi039 ceph-mon[115265]: pgmap v26: 121 pgs: 121 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 660 KiB/s wr, 3 op/s 2023-12-22T17:19:57.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:56 smithi039 ceph-mon[115265]: osdmap e244: 8 total, 8 up, 8 in 2023-12-22T17:19:57.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:56 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:57.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:56 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:19:57.932 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:19:57 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-alertmanager-a[177229]: ts=2023-12-22T17:19:57.464Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000304074s 2023-12-22T17:19:57.998 INFO:tasks.rados.rados.0.smithi032.stdout:1011: done (2 left) 2023-12-22T17:19:57.998 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 18 current snap is 97 2023-12-22T17:19:57.998 INFO:tasks.rados.rados.0.smithi032.stdout:1012: seq_num 331 ranges {0=753664} 2023-12-22T17:19:58.003 INFO:tasks.rados.rados.0.smithi032.stdout:1012: writing smithi032174182-18 from 0 to 753664 tid 1 2023-12-22T17:19:58.013 INFO:tasks.rados.rados.0.smithi032.stdout:1013: read oid 20 snap -1 2023-12-22T17:19:58.014 INFO:tasks.rados.rados.0.smithi032.stdout:1013: expect (ObjNum 279 snap 78 seq_num 279) 2023-12-22T17:19:58.014 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 10 current snap is 97 2023-12-22T17:19:58.014 INFO:tasks.rados.rados.0.smithi032.stdout:1014: seq_num 332 ranges {2703360=770048} 2023-12-22T17:19:58.024 INFO:tasks.rados.rados.0.smithi032.stdout:1014: writing smithi032174182-10 from 2703360 to 3473408 tid 1 2023-12-22T17:19:58.024 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 23 current snap is 97 2023-12-22T17:19:58.024 INFO:tasks.rados.rados.0.smithi032.stdout:1015: seq_num 333 ranges {8077312=786432} 2023-12-22T17:19:58.073 INFO:tasks.rados.rados.0.smithi032.stdout:1015: writing smithi032174182-23 from 8077312 to 8863744 tid 1 2023-12-22T17:19:58.073 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 34 current snap is 97 2023-12-22T17:19:58.073 INFO:tasks.rados.rados.0.smithi032.stdout:1016: seq_num 334 ranges {3645440=802816} 2023-12-22T17:19:58.098 INFO:tasks.rados.rados.0.smithi032.stdout:1016: writing smithi032174182-34 from 3645440 to 4448256 tid 1 2023-12-22T17:19:58.098 INFO:tasks.rados.rados.0.smithi032.stdout:1017: rmattr oid 17 current snap is 97 2023-12-22T17:19:58.098 INFO:tasks.rados.rados.0.smithi032.stdout:1010: finishing rollback tid 1 to smithi032174182-12 2023-12-22T17:19:58.098 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-22T17:19:58.098 INFO:tasks.rados.rados.0.smithi032.stdout:1010: done (7 left) 2023-12-22T17:19:58.098 INFO:tasks.rados.rados.0.smithi032.stdout:1018: delete oid 46 current snap is 97 2023-12-22T17:19:58.098 INFO:tasks.rados.rados.0.smithi032.stdout:1009: finishing write tid 1 to smithi032174182-21 2023-12-22T17:19:58.098 INFO:tasks.rados.rados.0.smithi032.stdout:1009: finishing write tid 2 to smithi032174182-21 2023-12-22T17:19:58.098 INFO:tasks.rados.rados.0.smithi032.stdout:1009: finishing write tid 3 to smithi032174182-21 2023-12-22T17:19:58.099 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 380 (ObjNum 330 snap 97 seq_num 330) dirty exists 2023-12-22T17:19:58.099 INFO:tasks.rados.rados.0.smithi032.stdout:1009: left oid 21 (ObjNum 330 snap 97 seq_num 330) 2023-12-22T17:19:58.099 INFO:tasks.rados.rados.0.smithi032.stdout:1012: finishing write tid 1 to smithi032174182-18 2023-12-22T17:19:58.099 INFO:tasks.rados.rados.0.smithi032.stdout:1012: finishing write tid 2 to smithi032174182-18 2023-12-22T17:19:58.099 INFO:tasks.rados.rados.0.smithi032.stdout:1012: finishing write tid 3 to smithi032174182-18 2023-12-22T17:19:58.099 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 411 (ObjNum 331 snap 97 seq_num 331) dirty exists 2023-12-22T17:19:58.099 INFO:tasks.rados.rados.0.smithi032.stdout:1012: left oid 18 (ObjNum 331 snap 97 seq_num 331) 2023-12-22T17:19:58.099 INFO:tasks.rados.rados.0.smithi032.stdout:1014: finishing write tid 1 to smithi032174182-10 2023-12-22T17:19:58.099 INFO:tasks.rados.rados.0.smithi032.stdout:1014: finishing write tid 2 to smithi032174182-10 2023-12-22T17:19:58.099 INFO:tasks.rados.rados.0.smithi032.stdout:1014: finishing write tid 3 to smithi032174182-10 2023-12-22T17:19:58.099 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 353 (ObjNum 332 snap 97 seq_num 332) dirty exists 2023-12-22T17:19:58.099 INFO:tasks.rados.rados.0.smithi032.stdout:1014: left oid 10 (ObjNum 332 snap 97 seq_num 332) 2023-12-22T17:19:58.099 INFO:tasks.rados.rados.0.smithi032.stdout:1013: expect (ObjNum 279 snap 78 seq_num 279) 2023-12-22T17:19:58.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:57 smithi039 ceph-mon[115265]: Reconfiguring prometheus.a (dependencies changed)... 2023-12-22T17:19:58.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:57 smithi039 ceph-mon[115265]: osdmap e245: 8 total, 8 up, 8 in 2023-12-22T17:19:58.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:57 smithi039 ceph-mon[115265]: Reconfiguring daemon prometheus.a on smithi039 2023-12-22T17:19:58.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:57 smithi032 ceph-mon[125050]: Reconfiguring prometheus.a (dependencies changed)... 2023-12-22T17:19:58.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:57 smithi032 ceph-mon[125050]: osdmap e245: 8 total, 8 up, 8 in 2023-12-22T17:19:58.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:57 smithi032 ceph-mon[125050]: Reconfiguring daemon prometheus.a on smithi039 2023-12-22T17:19:58.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:57 smithi032 ceph-mon[110651]: Reconfiguring prometheus.a (dependencies changed)... 2023-12-22T17:19:58.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:57 smithi032 ceph-mon[110651]: osdmap e245: 8 total, 8 up, 8 in 2023-12-22T17:19:58.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:57 smithi032 ceph-mon[110651]: Reconfiguring daemon prometheus.a on smithi039 2023-12-22T17:19:58.473 INFO:tasks.rados.rados.0.smithi032.stdout:1015: finishing write tid 1 to smithi032174182-23 2023-12-22T17:19:58.473 INFO:tasks.rados.rados.0.smithi032.stdout:1015: finishing write tid 2 to smithi032174182-23 2023-12-22T17:19:58.474 INFO:tasks.rados.rados.0.smithi032.stdout:1015: finishing write tid 3 to smithi032174182-23 2023-12-22T17:19:58.474 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 534 (ObjNum 333 snap 97 seq_num 333) dirty exists 2023-12-22T17:19:58.474 INFO:tasks.rados.rados.0.smithi032.stdout:1015: left oid 23 (ObjNum 333 snap 97 seq_num 333) 2023-12-22T17:19:58.474 INFO:tasks.rados.rados.0.smithi032.stdout:1009: done (7 left) 2023-12-22T17:19:58.474 INFO:tasks.rados.rados.0.smithi032.stdout:1012: done (6 left) 2023-12-22T17:19:58.474 INFO:tasks.rados.rados.0.smithi032.stdout:1013: done (5 left) 2023-12-22T17:19:58.475 INFO:tasks.rados.rados.0.smithi032.stdout:1014: done (4 left) 2023-12-22T17:19:58.475 INFO:tasks.rados.rados.0.smithi032.stdout:1015: done (3 left) 2023-12-22T17:19:58.475 INFO:tasks.rados.rados.0.smithi032.stdout:1018: done (2 left) 2023-12-22T17:19:58.475 INFO:tasks.rados.rados.0.smithi032.stdout:1019: copy_from oid 22 from oid 41 current snap is 97 2023-12-22T17:19:58.475 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 0 (ObjNum 307 snap 92 seq_num 307) dirty exists 2023-12-22T17:19:58.475 INFO:tasks.rados.rados.0.smithi032.stdout:1016: finishing write tid 1 to smithi032174182-34 2023-12-22T17:19:58.476 INFO:tasks.rados.rados.0.smithi032.stdout:1016: finishing write tid 2 to smithi032174182-34 2023-12-22T17:19:58.476 INFO:tasks.rados.rados.0.smithi032.stdout:1016: finishing write tid 3 to smithi032174182-34 2023-12-22T17:19:58.476 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 385 (ObjNum 334 snap 97 seq_num 334) dirty exists 2023-12-22T17:19:58.476 INFO:tasks.rados.rados.0.smithi032.stdout:1016: left oid 34 (ObjNum 334 snap 97 seq_num 334) 2023-12-22T17:19:58.476 INFO:tasks.rados.rados.0.smithi032.stdout:1016: done (2 left) 2023-12-22T17:19:58.476 INFO:tasks.rados.rados.0.smithi032.stdout:1017: done (1 left) 2023-12-22T17:19:58.477 INFO:tasks.rados.rados.0.smithi032.stdout:1020: snap_create 2023-12-22T17:19:58.494 INFO:tasks.rados.rados.0.smithi032.stdout:1019: finishing copy_from to smithi032174182-22 2023-12-22T17:19:58.495 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 526 (ObjNum 287 snap 80 seq_num 287) dirty exists 2023-12-22T17:19:58.495 INFO:tasks.rados.rados.0.smithi032.stdout:1019: finishing copy_from racing read to smithi032174182-22 2023-12-22T17:19:58.821 INFO:tasks.rados.rados.0.smithi032.stdout:1019: done (1 left) 2023-12-22T17:19:58.821 INFO:tasks.rados.rados.0.smithi032.stdout:1020: done (0 left) 2023-12-22T17:19:58.821 INFO:tasks.rados.rados.0.smithi032.stdout:1021: rollback oid 44 current snap is 98 2023-12-22T17:19:58.821 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 44 to 59 2023-12-22T17:19:58.821 INFO:tasks.rados.rados.0.smithi032.stdout:1022: copy_from oid 18 from oid 38 current snap is 98 2023-12-22T17:19:58.821 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 3 current snap is 98 2023-12-22T17:19:58.821 INFO:tasks.rados.rados.0.smithi032.stdout:1023: seq_num 336 ranges {0=434176,434176=401408} 2023-12-22T17:19:58.823 INFO:tasks.rados.rados.0.smithi032.stdout:1023: writing smithi032174182-3 from 0 to 434176 tid 1 2023-12-22T17:19:58.826 INFO:tasks.rados.rados.0.smithi032.stdout:1023: writing smithi032174182-3 from 434176 to 835584 tid 2 2023-12-22T17:19:58.826 INFO:tasks.rados.rados.0.smithi032.stdout:1024: snap_remove snap 79 2023-12-22T17:19:59.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:58 smithi039 ceph-mon[115265]: pgmap v29: 121 pgs: 121 active+clean; 167 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 79 KiB/s rd, 1.7 MiB/s wr, 9 op/s 2023-12-22T17:19:59.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:58 smithi039 ceph-mon[115265]: osdmap e246: 8 total, 8 up, 8 in 2023-12-22T17:19:59.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:19:58 smithi039 ceph-mon[115265]: osdmap e247: 8 total, 8 up, 8 in 2023-12-22T17:19:59.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:58 smithi032 ceph-mon[125050]: pgmap v29: 121 pgs: 121 active+clean; 167 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 79 KiB/s rd, 1.7 MiB/s wr, 9 op/s 2023-12-22T17:19:59.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:58 smithi032 ceph-mon[125050]: osdmap e246: 8 total, 8 up, 8 in 2023-12-22T17:19:59.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:19:58 smithi032 ceph-mon[125050]: osdmap e247: 8 total, 8 up, 8 in 2023-12-22T17:19:59.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:58 smithi032 ceph-mon[110651]: pgmap v29: 121 pgs: 121 active+clean; 167 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 79 KiB/s rd, 1.7 MiB/s wr, 9 op/s 2023-12-22T17:19:59.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:58 smithi032 ceph-mon[110651]: osdmap e246: 8 total, 8 up, 8 in 2023-12-22T17:19:59.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:19:58 smithi032 ceph-mon[110651]: osdmap e247: 8 total, 8 up, 8 in 2023-12-22T17:19:59.758 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:19:59 smithi039 systemd[1]: Stopping Ceph prometheus.a for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:19:59.829 INFO:tasks.rados.rados.0.smithi032.stdout:1024: done (3 left) 2023-12-22T17:19:59.829 INFO:tasks.rados.rados.0.smithi032.stdout:1025: snap_create 2023-12-22T17:19:59.829 INFO:tasks.rados.rados.0.smithi032.stdout:1021: finishing rollback tid 0 to smithi032174182-44 2023-12-22T17:19:59.829 INFO:tasks.rados.rados.0.smithi032.stdout:1021: finishing rollback tid 1 to smithi032174182-44 2023-12-22T17:19:59.829 INFO:tasks.rados.rados.0.smithi032.stdout:1021: finishing rollback tid 2 to smithi032174182-44 2023-12-22T17:19:59.829 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 537 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-22T17:19:59.829 INFO:tasks.rados.rados.0.smithi032.stdout:1023: finishing write tid 1 to smithi032174182-3 2023-12-22T17:19:59.829 INFO:tasks.rados.rados.0.smithi032.stdout:1023: finishing write tid 2 to smithi032174182-3 2023-12-22T17:19:59.830 INFO:tasks.rados.rados.0.smithi032.stdout:1022: finishing copy_from to smithi032174182-18 2023-12-22T17:19:59.830 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 347 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-22T17:19:59.830 INFO:tasks.rados.rados.0.smithi032.stdout:1023: finishing write tid 3 to smithi032174182-3 2023-12-22T17:19:59.830 INFO:tasks.rados.rados.0.smithi032.stdout:1022: finishing copy_from racing read to smithi032174182-18 2023-12-22T17:19:59.830 INFO:tasks.rados.rados.0.smithi032.stdout:1023: finishing write tid 4 to smithi032174182-3 2023-12-22T17:19:59.830 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 422 (ObjNum 336 snap 98 seq_num 336) dirty exists 2023-12-22T17:19:59.830 INFO:tasks.rados.rados.0.smithi032.stdout:1023: left oid 3 (ObjNum 336 snap 98 seq_num 336) 2023-12-22T17:20:00.259 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:19:59 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[153757]: ts=2023-12-22T17:19:59.855Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2023-12-22T17:20:00.259 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:19:59 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[153757]: ts=2023-12-22T17:19:59.855Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2023-12-22T17:20:00.259 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:19:59 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[153757]: ts=2023-12-22T17:19:59.855Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2023-12-22T17:20:00.259 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:19:59 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[153757]: ts=2023-12-22T17:19:59.855Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2023-12-22T17:20:00.259 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:19:59 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[153757]: ts=2023-12-22T17:19:59.855Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2023-12-22T17:20:00.259 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:19:59 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[153757]: ts=2023-12-22T17:19:59.855Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2023-12-22T17:20:00.259 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:19:59 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[153757]: ts=2023-12-22T17:19:59.855Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2023-12-22T17:20:00.259 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:19:59 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[153757]: ts=2023-12-22T17:19:59.855Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2023-12-22T17:20:00.259 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:19:59 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[153757]: ts=2023-12-22T17:19:59.856Z caller=main.go:907 level=info msg="Scrape manager stopped" 2023-12-22T17:20:00.260 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:19:59 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[153757]: ts=2023-12-22T17:19:59.856Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2023-12-22T17:20:00.260 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:19:59 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[153757]: ts=2023-12-22T17:19:59.856Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2023-12-22T17:20:00.260 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:19:59 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[153757]: ts=2023-12-22T17:19:59.856Z caller=main.go:1147 level=info msg="See you next time!" 2023-12-22T17:20:00.260 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:00 smithi039 bash[166440]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a 2023-12-22T17:20:00.549 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:00 smithi039 systemd[1]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@prometheus.a.service: Succeeded. 2023-12-22T17:20:00.549 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:00 smithi039 systemd[1]: Stopped Ceph prometheus.a for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:20:00.549 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:00 smithi039 systemd[1]: Starting Ceph prometheus.a for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:20:00.830 INFO:tasks.rados.rados.0.smithi032.stdout:1021: done (3 left) 2023-12-22T17:20:00.830 INFO:tasks.rados.rados.0.smithi032.stdout:1022: done (2 left) 2023-12-22T17:20:00.830 INFO:tasks.rados.rados.0.smithi032.stdout:1023: done (1 left) 2023-12-22T17:20:00.830 INFO:tasks.rados.rados.0.smithi032.stdout:1025: done (0 left) 2023-12-22T17:20:00.830 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 1 current snap is 99 2023-12-22T17:20:00.830 INFO:tasks.rados.rados.0.smithi032.stdout:1026: seq_num 337 ranges {0=450560,450560=401408} 2023-12-22T17:20:00.832 INFO:tasks.rados.rados.0.smithi032.stdout:1026: writing smithi032174182-1 from 0 to 450560 tid 1 2023-12-22T17:20:00.834 INFO:tasks.rados.rados.0.smithi032.stdout:1026: writing smithi032174182-1 from 450560 to 851968 tid 2 2023-12-22T17:20:00.835 INFO:tasks.rados.rados.0.smithi032.stdout:1027: read oid 35 snap -1 2023-12-22T17:20:00.835 INFO:tasks.rados.rados.0.smithi032.stdout:1027: expect (ObjNum 265 snap 73 seq_num 265) 2023-12-22T17:20:00.835 INFO:tasks.rados.rados.0.smithi032.stdout:1028: snap_create 2023-12-22T17:20:00.848 INFO:tasks.rados.rados.0.smithi032.stdout:1026: finishing write tid 1 to smithi032174182-1 2023-12-22T17:20:00.848 INFO:tasks.rados.rados.0.smithi032.stdout:1026: finishing write tid 2 to smithi032174182-1 2023-12-22T17:20:00.848 INFO:tasks.rados.rados.0.smithi032.stdout:1026: finishing write tid 3 to smithi032174182-1 2023-12-22T17:20:00.854 INFO:tasks.rados.rados.0.smithi032.stdout:1027: expect (ObjNum 265 snap 73 seq_num 265) 2023-12-22T17:20:01.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:00 smithi039 ceph-mon[115265]: pgmap v32: 121 pgs: 121 active+clean; 167 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 78 KiB/s rd, 1.0 MiB/s wr, 5 op/s 2023-12-22T17:20:01.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:00 smithi039 ceph-mon[115265]: osdmap e248: 8 total, 8 up, 8 in 2023-12-22T17:20:01.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:00 smithi039 ceph-mon[115265]: overall HEALTH_OK 2023-12-22T17:20:01.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:00 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:01.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:00 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:01.009 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:00 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[166574]: ts=2023-12-22T17:20:00.671Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2023-12-22T17:20:01.009 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:00 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[166574]: ts=2023-12-22T17:20:00.671Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2023-12-22T17:20:01.009 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:00 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[166574]: ts=2023-12-22T17:20:00.671Z caller=main.go:570 level=info host_details="(Linux 4.18.0-529.el8.x86_64 #1 SMP Wed Dec 6 01:03:46 UTC 2023 x86_64 smithi039 (none))" 2023-12-22T17:20:01.009 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:00 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[166574]: ts=2023-12-22T17:20:00.671Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2023-12-22T17:20:01.009 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:00 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[166574]: ts=2023-12-22T17:20:00.671Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2023-12-22T17:20:01.009 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:00 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[166574]: ts=2023-12-22T17:20:00.673Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2023-12-22T17:20:01.009 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:00 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[166574]: ts=2023-12-22T17:20:00.673Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2023-12-22T17:20:01.009 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:00 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[166574]: ts=2023-12-22T17:20:00.674Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2023-12-22T17:20:01.009 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:00 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[166574]: ts=2023-12-22T17:20:00.674Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2023-12-22T17:20:01.009 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:00 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[166574]: ts=2023-12-22T17:20:00.676Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2023-12-22T17:20:01.009 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:00 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[166574]: ts=2023-12-22T17:20:00.676Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.671µs 2023-12-22T17:20:01.009 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:00 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[166574]: ts=2023-12-22T17:20:00.676Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2023-12-22T17:20:01.010 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:00 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[166574]: ts=2023-12-22T17:20:00.677Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2023-12-22T17:20:01.010 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:00 smithi039 bash[166560]: d218fbe6120fd0548bdc34f5b98ea5f5d2ec31e9007cd74a2da77e54e2a46de0 2023-12-22T17:20:01.010 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:00 smithi039 systemd[1]: Started Ceph prometheus.a for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:20:01.010 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:00 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[166574]: ts=2023-12-22T17:20:00.695Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2023-12-22T17:20:01.010 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:00 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[166574]: ts=2023-12-22T17:20:00.695Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2023-12-22T17:20:01.010 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:00 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[166574]: ts=2023-12-22T17:20:00.695Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=39.183µs wal_replay_duration=19.104562ms wbl_replay_duration=102ns total_replay_duration=19.17427ms 2023-12-22T17:20:01.010 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:00 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[166574]: ts=2023-12-22T17:20:00.698Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2023-12-22T17:20:01.010 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:00 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[166574]: ts=2023-12-22T17:20:00.698Z caller=main.go:1029 level=info msg="TSDB started" 2023-12-22T17:20:01.010 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:00 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[166574]: ts=2023-12-22T17:20:00.698Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2023-12-22T17:20:01.010 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:00 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[166574]: ts=2023-12-22T17:20:00.715Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=16.915763ms db_storage=1.141µs remote_storage=1.135µs web_handler=483ns query_engine=1.076µs scrape=525.769µs scrape_sd=80.781µs notify=11.318µs notify_sd=8.641µs rules=16.064277ms tracing=5.613µs 2023-12-22T17:20:01.010 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:00 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[166574]: ts=2023-12-22T17:20:00.715Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2023-12-22T17:20:01.010 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:00 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[166574]: ts=2023-12-22T17:20:00.715Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2023-12-22T17:20:01.016 INFO:tasks.rados.rados.0.smithi032.stdout:1026: finishing write tid 4 to smithi032174182-1 2023-12-22T17:20:01.016 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 425 (ObjNum 337 snap 99 seq_num 337) dirty exists 2023-12-22T17:20:01.016 INFO:tasks.rados.rados.0.smithi032.stdout:1026: left oid 1 (ObjNum 337 snap 99 seq_num 337) 2023-12-22T17:20:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:00 smithi032 ceph-mon[110651]: pgmap v32: 121 pgs: 121 active+clean; 167 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 78 KiB/s rd, 1.0 MiB/s wr, 5 op/s 2023-12-22T17:20:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:00 smithi032 ceph-mon[110651]: osdmap e248: 8 total, 8 up, 8 in 2023-12-22T17:20:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:00 smithi032 ceph-mon[110651]: overall HEALTH_OK 2023-12-22T17:20:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:00 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:00 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:00 smithi032 ceph-mon[125050]: pgmap v32: 121 pgs: 121 active+clean; 167 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 78 KiB/s rd, 1.0 MiB/s wr, 5 op/s 2023-12-22T17:20:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:00 smithi032 ceph-mon[125050]: osdmap e248: 8 total, 8 up, 8 in 2023-12-22T17:20:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:00 smithi032 ceph-mon[125050]: overall HEALTH_OK 2023-12-22T17:20:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:00 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:00 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:01.849 INFO:tasks.rados.rados.0.smithi032.stdout:1026: done (2 left) 2023-12-22T17:20:01.849 INFO:tasks.rados.rados.0.smithi032.stdout:1027: done (1 left) 2023-12-22T17:20:01.849 INFO:tasks.rados.rados.0.smithi032.stdout:1028: done (0 left) 2023-12-22T17:20:01.849 INFO:tasks.rados.rados.0.smithi032.stdout:1029: rollback oid 37 current snap is 100 2023-12-22T17:20:01.849 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 37 to 82 2023-12-22T17:20:01.849 INFO:tasks.rados.rados.0.smithi032.stdout:1030: delete oid 44 current snap is 100 2023-12-22T17:20:01.855 INFO:tasks.rados.rados.0.smithi032.stdout:1030: done (1 left) 2023-12-22T17:20:01.855 INFO:tasks.rados.rados.0.smithi032.stdout:1031: copy_from oid 39 from oid 8 current snap is 100 2023-12-22T17:20:01.855 INFO:tasks.rados.rados.0.smithi032.stdout:1032: read oid 46 snap 81 2023-12-22T17:20:01.855 INFO:tasks.rados.rados.0.smithi032.stdout:1032: expect (ObjNum 145 snap 35 seq_num 145) 2023-12-22T17:20:01.855 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 43 current snap is 100 2023-12-22T17:20:01.855 INFO:tasks.rados.rados.0.smithi032.stdout:1033: seq_num 339 ranges {0=483328,483328=401408} 2023-12-22T17:20:01.858 INFO:tasks.rados.rados.0.smithi032.stdout:1033: writing smithi032174182-43 from 0 to 483328 tid 1 2023-12-22T17:20:01.860 INFO:tasks.rados.rados.0.smithi032.stdout:1033: writing smithi032174182-43 from 483328 to 884736 tid 2 2023-12-22T17:20:01.861 INFO:tasks.rados.rados.0.smithi032.stdout:1034: rollback oid 4 current snap is 100 2023-12-22T17:20:01.861 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 4 to 78 2023-12-22T17:20:01.861 INFO:tasks.rados.rados.0.smithi032.stdout:1029: finishing rollback tid 0 to smithi032174182-37 2023-12-22T17:20:01.861 INFO:tasks.rados.rados.0.smithi032.stdout:1029: finishing rollback tid 1 to smithi032174182-37 2023-12-22T17:20:01.861 INFO:tasks.rados.rados.0.smithi032.stdout:1029: finishing rollback tid 2 to smithi032174182-37 2023-12-22T17:20:01.861 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 227 (ObjNum 209 snap 51 seq_num 209) dirty exists 2023-12-22T17:20:01.861 INFO:tasks.rados.rados.0.smithi032.stdout:1032: expect (ObjNum 145 snap 35 seq_num 145) 2023-12-22T17:20:01.888 INFO:tasks.rados.rados.0.smithi032.stdout:1033: finishing write tid 1 to smithi032174182-43 2023-12-22T17:20:01.888 INFO:tasks.rados.rados.0.smithi032.stdout:1033: finishing write tid 2 to smithi032174182-43 2023-12-22T17:20:01.888 INFO:tasks.rados.rados.0.smithi032.stdout:1029: done (4 left) 2023-12-22T17:20:01.888 INFO:tasks.rados.rados.0.smithi032.stdout:1032: done (3 left) 2023-12-22T17:20:01.888 INFO:tasks.rados.rados.0.smithi032.stdout:1035: delete oid 44 current snap is 100 2023-12-22T17:20:01.888 INFO:tasks.rados.rados.0.smithi032.stdout:1034: finishing rollback tid 1 to smithi032174182-4 2023-12-22T17:20:01.888 INFO:tasks.rados.rados.0.smithi032.stdout:1033: finishing write tid 3 to smithi032174182-43 2023-12-22T17:20:01.888 INFO:tasks.rados.rados.0.smithi032.stdout:1034: finishing rollback tid 2 to smithi032174182-4 2023-12-22T17:20:01.888 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 461 (ObjNum 248 snap 63 seq_num 248) dirty exists 2023-12-22T17:20:01.889 INFO:tasks.rados.rados.0.smithi032.stdout:1031: finishing copy_from to smithi032174182-39 2023-12-22T17:20:01.889 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 381 (ObjNum 91 snap 15 seq_num 91) dirty exists 2023-12-22T17:20:01.889 INFO:tasks.rados.rados.0.smithi032.stdout:1031: finishing copy_from racing read to smithi032174182-39 2023-12-22T17:20:01.889 INFO:tasks.rados.rados.0.smithi032.stdout:1033: finishing write tid 4 to smithi032174182-43 2023-12-22T17:20:01.889 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 529 (ObjNum 339 snap 100 seq_num 339) dirty exists 2023-12-22T17:20:01.889 INFO:tasks.rados.rados.0.smithi032.stdout:1033: left oid 43 (ObjNum 339 snap 100 seq_num 339) 2023-12-22T17:20:01.889 INFO:tasks.rados.rados.0.smithi032.stdout:1031: done (3 left) 2023-12-22T17:20:01.889 INFO:tasks.rados.rados.0.smithi032.stdout:1033: done (2 left) 2023-12-22T17:20:01.889 INFO:tasks.rados.rados.0.smithi032.stdout:1034: done (1 left) 2023-12-22T17:20:01.890 INFO:tasks.rados.rados.0.smithi032.stdout:1035: done (0 left) 2023-12-22T17:20:01.890 INFO:tasks.rados.rados.0.smithi032.stdout:1036: delete oid 45 current snap is 100 2023-12-22T17:20:01.891 INFO:tasks.rados.rados.0.smithi032.stdout:1036: done (0 left) 2023-12-22T17:20:01.891 INFO:tasks.rados.rados.0.smithi032.stdout:1037: copy_from oid 25 from oid 31 current snap is 100 2023-12-22T17:20:01.891 INFO:tasks.rados.rados.0.smithi032.stdout:1038: read oid 49 snap 86 2023-12-22T17:20:01.891 INFO:tasks.rados.rados.0.smithi032.stdout:1038: expect deleted 2023-12-22T17:20:01.892 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 23 current snap is 100 2023-12-22T17:20:01.892 INFO:tasks.rados.rados.0.smithi032.stdout:1039: seq_num 342 ranges {8863744=532480,9396224=401408} 2023-12-22T17:20:01.942 INFO:tasks.rados.rados.0.smithi032.stdout:1039: writing smithi032174182-23 from 8863744 to 9396224 tid 1 2023-12-22T17:20:01.945 INFO:tasks.rados.rados.0.smithi032.stdout:1039: writing smithi032174182-23 from 9396224 to 9797632 tid 2 2023-12-22T17:20:01.945 INFO:tasks.rados.rados.0.smithi032.stdout:1040: copy_from oid 32 from oid 42 current snap is 100 2023-12-22T17:20:01.945 INFO:tasks.rados.rados.0.smithi032.stdout:1037: finishing copy_from to smithi032174182-25 2023-12-22T17:20:01.945 INFO:tasks.rados.rados.0.smithi032.stdout:1037: got expected ENOENT (src dne) 2023-12-22T17:20:01.945 INFO:tasks.rados.rados.0.smithi032.stdout:1037: finishing copy_from racing read to smithi032174182-25 2023-12-22T17:20:01.945 INFO:tasks.rados.rados.0.smithi032.stdout:1037: done (3 left) 2023-12-22T17:20:01.945 INFO:tasks.rados.rados.0.smithi032.stdout:1038: done (2 left) 2023-12-22T17:20:01.946 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 10 current snap is 100 2023-12-22T17:20:01.946 INFO:tasks.rados.rados.0.smithi032.stdout:1041: seq_num 343 ranges {3473408=548864,4022272=401408} 2023-12-22T17:20:01.967 INFO:tasks.rados.rados.0.smithi032.stdout:1041: writing smithi032174182-10 from 3473408 to 4022272 tid 1 2023-12-22T17:20:01.970 INFO:tasks.rados.rados.0.smithi032.stdout:1041: writing smithi032174182-10 from 4022272 to 4423680 tid 2 2023-12-22T17:20:01.970 INFO:tasks.rados.rados.0.smithi032.stdout:1039: finishing write tid 1 to smithi032174182-23 2023-12-22T17:20:01.970 INFO:tasks.rados.rados.0.smithi032.stdout:1039: finishing write tid 2 to smithi032174182-23 2023-12-22T17:20:01.970 INFO:tasks.rados.rados.0.smithi032.stdout:1039: finishing write tid 3 to smithi032174182-23 2023-12-22T17:20:01.970 INFO:tasks.rados.rados.0.smithi032.stdout:1042: read oid 13 snap 72 2023-12-22T17:20:01.970 INFO:tasks.rados.rados.0.smithi032.stdout:1042: expect (ObjNum 257 snap 69 seq_num 257) 2023-12-22T17:20:01.970 INFO:tasks.rados.rados.0.smithi032.stdout:1043: read oid 8 snap -1 2023-12-22T17:20:01.970 INFO:tasks.rados.rados.0.smithi032.stdout:1043: expect (ObjNum 91 snap 15 seq_num 91) 2023-12-22T17:20:01.970 INFO:tasks.rados.rados.0.smithi032.stdout:1044: read oid 9 snap -1 2023-12-22T17:20:01.970 INFO:tasks.rados.rados.0.smithi032.stdout:1044: expect (ObjNum 153 snap 36 seq_num 153) 2023-12-22T17:20:01.973 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 50 current snap is 100 2023-12-22T17:20:01.973 INFO:tasks.rados.rados.0.smithi032.stdout:1045: seq_num 344 ranges {483328=565248,1048576=401408} 2023-12-22T17:20:01.976 INFO:tasks.rados.rados.0.smithi032.stdout:1045: writing smithi032174182-50 from 483328 to 1048576 tid 1 2023-12-22T17:20:01.979 INFO:tasks.rados.rados.0.smithi032.stdout:1045: writing smithi032174182-50 from 1048576 to 1449984 tid 2 2023-12-22T17:20:01.979 INFO:tasks.rados.rados.0.smithi032.stdout:1046: read oid 21 snap -1 2023-12-22T17:20:01.979 INFO:tasks.rados.rados.0.smithi032.stdout:1046: expect (ObjNum 330 snap 97 seq_num 330) 2023-12-22T17:20:01.979 INFO:tasks.rados.rados.0.smithi032.stdout:1047: snap_create 2023-12-22T17:20:01.979 INFO:tasks.rados.rados.0.smithi032.stdout:1039: finishing write tid 4 to smithi032174182-23 2023-12-22T17:20:01.979 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 541 (ObjNum 342 snap 100 seq_num 342) dirty exists 2023-12-22T17:20:01.979 INFO:tasks.rados.rados.0.smithi032.stdout:1039: left oid 23 (ObjNum 342 snap 100 seq_num 342) 2023-12-22T17:20:01.980 INFO:tasks.rados.rados.0.smithi032.stdout:1040: finishing copy_from to smithi032174182-32 2023-12-22T17:20:01.980 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 284 (ObjNum 303 snap 90 seq_num 303) dirty exists 2023-12-22T17:20:01.980 INFO:tasks.rados.rados.0.smithi032.stdout:1040: finishing copy_from racing read to smithi032174182-32 2023-12-22T17:20:01.980 INFO:tasks.rados.rados.0.smithi032.stdout:1041: finishing write tid 1 to smithi032174182-10 2023-12-22T17:20:01.980 INFO:tasks.rados.rados.0.smithi032.stdout:1044: expect (ObjNum 153 snap 36 seq_num 153) 2023-12-22T17:20:01.984 INFO:tasks.rados.rados.0.smithi032.stdout:1043: expect (ObjNum 91 snap 15 seq_num 91) 2023-12-22T17:20:02.024 INFO:tasks.rados.rados.0.smithi032.stdout:1041: finishing write tid 2 to smithi032174182-10 2023-12-22T17:20:02.024 INFO:tasks.rados.rados.0.smithi032.stdout:1041: finishing write tid 3 to smithi032174182-10 2023-12-22T17:20:02.024 INFO:tasks.rados.rados.0.smithi032.stdout:1041: finishing write tid 4 to smithi032174182-10 2023-12-22T17:20:02.024 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 363 (ObjNum 343 snap 100 seq_num 343) dirty exists 2023-12-22T17:20:02.024 INFO:tasks.rados.rados.0.smithi032.stdout:1041: left oid 10 (ObjNum 343 snap 100 seq_num 343) 2023-12-22T17:20:02.024 INFO:tasks.rados.rados.0.smithi032.stdout:1045: finishing write tid 1 to smithi032174182-50 2023-12-22T17:20:02.024 INFO:tasks.rados.rados.0.smithi032.stdout:1045: finishing write tid 2 to smithi032174182-50 2023-12-22T17:20:02.024 INFO:tasks.rados.rados.0.smithi032.stdout:1045: finishing write tid 3 to smithi032174182-50 2023-12-22T17:20:02.024 INFO:tasks.rados.rados.0.smithi032.stdout:1042: expect (ObjNum 257 snap 69 seq_num 257) 2023-12-22T17:20:02.126 INFO:tasks.rados.rados.0.smithi032.stdout:1045: finishing write tid 4 to smithi032174182-50 2023-12-22T17:20:02.126 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 395 (ObjNum 344 snap 100 seq_num 344) dirty exists 2023-12-22T17:20:02.126 INFO:tasks.rados.rados.0.smithi032.stdout:1045: left oid 50 (ObjNum 344 snap 100 seq_num 344) 2023-12-22T17:20:02.126 INFO:tasks.rados.rados.0.smithi032.stdout:1046: expect (ObjNum 330 snap 97 seq_num 330) 2023-12-22T17:20:02.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:01 smithi032 ceph-mon[110651]: Reconfiguring grafana.a (dependencies changed)... 2023-12-22T17:20:02.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:01 smithi032 ceph-mon[110651]: Reconfiguring daemon grafana.a on smithi039 2023-12-22T17:20:02.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:01 smithi032 ceph-mon[110651]: osdmap e249: 8 total, 8 up, 8 in 2023-12-22T17:20:02.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:01 smithi032 ceph-mon[125050]: Reconfiguring grafana.a (dependencies changed)... 2023-12-22T17:20:02.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:01 smithi032 ceph-mon[125050]: Reconfiguring daemon grafana.a on smithi039 2023-12-22T17:20:02.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:01 smithi032 ceph-mon[125050]: osdmap e249: 8 total, 8 up, 8 in 2023-12-22T17:20:02.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:01 smithi039 ceph-mon[115265]: Reconfiguring grafana.a (dependencies changed)... 2023-12-22T17:20:02.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:01 smithi039 ceph-mon[115265]: Reconfiguring daemon grafana.a on smithi039 2023-12-22T17:20:02.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:01 smithi039 ceph-mon[115265]: osdmap e249: 8 total, 8 up, 8 in 2023-12-22T17:20:02.855 INFO:tasks.rados.rados.0.smithi032.stdout:1039: done (8 left) 2023-12-22T17:20:02.855 INFO:tasks.rados.rados.0.smithi032.stdout:1040: done (7 left) 2023-12-22T17:20:02.855 INFO:tasks.rados.rados.0.smithi032.stdout:1041: done (6 left) 2023-12-22T17:20:02.855 INFO:tasks.rados.rados.0.smithi032.stdout:1042: done (5 left) 2023-12-22T17:20:02.855 INFO:tasks.rados.rados.0.smithi032.stdout:1043: done (4 left) 2023-12-22T17:20:02.855 INFO:tasks.rados.rados.0.smithi032.stdout:1044: done (3 left) 2023-12-22T17:20:02.855 INFO:tasks.rados.rados.0.smithi032.stdout:1045: done (2 left) 2023-12-22T17:20:02.855 INFO:tasks.rados.rados.0.smithi032.stdout:1046: done (1 left) 2023-12-22T17:20:02.855 INFO:tasks.rados.rados.0.smithi032.stdout:1047: done (0 left) 2023-12-22T17:20:02.855 INFO:tasks.rados.rados.0.smithi032.stdout:1048: copy_from oid 2 from oid 18 current snap is 101 2023-12-22T17:20:02.855 INFO:tasks.rados.rados.0.smithi032.stdout:1049: snap_create 2023-12-22T17:20:02.863 INFO:tasks.rados.rados.0.smithi032.stdout:1048: finishing copy_from to smithi032174182-2 2023-12-22T17:20:02.863 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 347 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-22T17:20:02.863 INFO:tasks.rados.rados.0.smithi032.stdout:1048: finishing copy_from racing read to smithi032174182-2 2023-12-22T17:20:03.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:02 smithi032 ceph-mon[125050]: pgmap v35: 121 pgs: 121 active+clean; 178 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2023-12-22T17:20:03.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:02 smithi032 ceph-mon[125050]: osdmap e250: 8 total, 8 up, 8 in 2023-12-22T17:20:03.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:02 smithi032 ceph-mon[110651]: pgmap v35: 121 pgs: 121 active+clean; 178 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2023-12-22T17:20:03.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:02 smithi032 ceph-mon[110651]: osdmap e250: 8 total, 8 up, 8 in 2023-12-22T17:20:03.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:02 smithi039 ceph-mon[115265]: pgmap v35: 121 pgs: 121 active+clean; 178 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2023-12-22T17:20:03.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:02 smithi039 ceph-mon[115265]: osdmap e250: 8 total, 8 up, 8 in 2023-12-22T17:20:03.822 INFO:tasks.rados.rados.0.smithi032.stdout:1048: done (1 left) 2023-12-22T17:20:03.823 INFO:tasks.rados.rados.0.smithi032.stdout:1049: done (0 left) 2023-12-22T17:20:03.823 INFO:tasks.rados.rados.0.smithi032.stdout:1050: read oid 19 snap -1 2023-12-22T17:20:03.823 INFO:tasks.rados.rados.0.smithi032.stdout:1050: expect (ObjNum 271 snap 74 seq_num 271) 2023-12-22T17:20:03.823 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 44 current snap is 102 2023-12-22T17:20:03.823 INFO:tasks.rados.rados.0.smithi032.stdout:1051: seq_num 345 ranges {0=581632,581632=401408} 2023-12-22T17:20:03.827 INFO:tasks.rados.rados.0.smithi032.stdout:1051: writing smithi032174182-44 from 0 to 581632 tid 1 2023-12-22T17:20:03.829 INFO:tasks.rados.rados.0.smithi032.stdout:1051: writing smithi032174182-44 from 581632 to 983040 tid 2 2023-12-22T17:20:03.829 INFO:tasks.rados.rados.0.smithi032.stdout:1052: snap_create 2023-12-22T17:20:03.834 INFO:tasks.rados.rados.0.smithi032.stdout:1050: expect (ObjNum 271 snap 74 seq_num 271) 2023-12-22T17:20:03.892 INFO:tasks.rados.rados.0.smithi032.stdout:1051: finishing write tid 1 to smithi032174182-44 2023-12-22T17:20:03.892 INFO:tasks.rados.rados.0.smithi032.stdout:1051: finishing write tid 2 to smithi032174182-44 2023-12-22T17:20:03.892 INFO:tasks.rados.rados.0.smithi032.stdout:1051: finishing write tid 3 to smithi032174182-44 2023-12-22T17:20:03.892 INFO:tasks.rados.rados.0.smithi032.stdout:1051: finishing write tid 4 to smithi032174182-44 2023-12-22T17:20:03.893 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 544 (ObjNum 345 snap 102 seq_num 345) dirty exists 2023-12-22T17:20:03.893 INFO:tasks.rados.rados.0.smithi032.stdout:1051: left oid 44 (ObjNum 345 snap 102 seq_num 345) 2023-12-22T17:20:04.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:03 smithi032 ceph-mon[125050]: osdmap e251: 8 total, 8 up, 8 in 2023-12-22T17:20:04.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:03 smithi032 ceph-mon[125050]: osdmap e252: 8 total, 8 up, 8 in 2023-12-22T17:20:04.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:03 smithi032 ceph-mon[110651]: osdmap e251: 8 total, 8 up, 8 in 2023-12-22T17:20:04.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:03 smithi032 ceph-mon[110651]: osdmap e252: 8 total, 8 up, 8 in 2023-12-22T17:20:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:03 smithi039 ceph-mon[115265]: osdmap e251: 8 total, 8 up, 8 in 2023-12-22T17:20:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:03 smithi039 ceph-mon[115265]: osdmap e252: 8 total, 8 up, 8 in 2023-12-22T17:20:04.829 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:20:04.830 INFO:tasks.rados.rados.0.smithi032.stdout:1050: done (2 left) 2023-12-22T17:20:04.830 INFO:tasks.rados.rados.0.smithi032.stdout:1051: done (1 left) 2023-12-22T17:20:04.830 INFO:tasks.rados.rados.0.smithi032.stdout:1052: done (0 left) 2023-12-22T17:20:04.830 INFO:tasks.rados.rados.0.smithi032.stdout:1053: copy_from oid 44 from oid 47 current snap is 103 2023-12-22T17:20:04.831 INFO:tasks.rados.rados.0.smithi032.stdout:1054: copy_from oid 18 from oid 21 current snap is 103 2023-12-22T17:20:04.831 INFO:tasks.rados.rados.0.smithi032.stdout:1055: snap_create 2023-12-22T17:20:04.845 INFO:tasks.rados.rados.0.smithi032.stdout:1054: finishing copy_from to smithi032174182-18 2023-12-22T17:20:04.845 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 380 (ObjNum 330 snap 97 seq_num 330) dirty exists 2023-12-22T17:20:04.846 INFO:tasks.rados.rados.0.smithi032.stdout:1054: finishing copy_from racing read to smithi032174182-18 2023-12-22T17:20:04.848 INFO:tasks.rados.rados.0.smithi032.stdout:1053: finishing copy_from to smithi032174182-44 2023-12-22T17:20:04.848 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 584 (ObjNum 324 snap 94 seq_num 324) dirty exists 2023-12-22T17:20:04.849 INFO:tasks.rados.rados.0.smithi032.stdout:1053: finishing copy_from racing read to smithi032174182-44 2023-12-22T17:20:05.157 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:20:05.157 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 starting - - - - 2023-12-22T17:20:05.157 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4m) 17s ago 4m 96.2M - 9.4.7 954c08fa6188 24f91cafc290 2023-12-22T17:20:05.157 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5m) 17s ago 5m 15.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:20:05.157 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5m) 17s ago 5m 17.7M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:20:05.157 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283 running (35s) 17s ago 7m 498M - 19.0.0-307-gf03e7e7c 8c63baf3105b 23e4e935defe 2023-12-22T17:20:05.157 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:9283 running (9m) 17s ago 9m 394M - 17.2.7-138-g92be525b e47d1a188c30 f09e42617a1a 2023-12-22T17:20:05.157 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9m) 17s ago 9m 111M 2048M 17.2.7-138-g92be525b e47d1a188c30 10ac1b02a454 2023-12-22T17:20:05.158 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8m) 17s ago 8m 74.4M 2048M 17.2.7-138-g92be525b e47d1a188c30 25afe7ab5d00 2023-12-22T17:20:05.158 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8m) 17s ago 8m 72.1M 2048M 17.2.7-138-g92be525b e47d1a188c30 60fabd0eda63 2023-12-22T17:20:05.158 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 starting - - - - 2023-12-22T17:20:05.158 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4m) 17s ago 4m 16.6M - 1.5.0 0da6a335fe13 ae0eb603fb2b 2023-12-22T17:20:05.158 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7m) 17s ago 7m 323M 2489M 17.2.7-138-g92be525b e47d1a188c30 7f2ccbf46f26 2023-12-22T17:20:05.158 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7m) 17s ago 7m 315M 2489M 17.2.7-138-g92be525b e47d1a188c30 c0178ed0a3fc 2023-12-22T17:20:05.158 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7m) 17s ago 7m 262M 2489M 17.2.7-138-g92be525b e47d1a188c30 49f7e135c84a 2023-12-22T17:20:05.158 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6m) 17s ago 6m 212M 2489M 17.2.7-138-g92be525b e47d1a188c30 dcc50e2c5f0c 2023-12-22T17:20:05.158 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6m) 17s ago 6m 328M 2488M 17.2.7-138-g92be525b e47d1a188c30 11681a07501b 2023-12-22T17:20:05.158 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6m) 17s ago 6m 263M 2488M 17.2.7-138-g92be525b e47d1a188c30 58fc6c38ce28 2023-12-22T17:20:05.158 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5m) 17s ago 5m 169M 2488M 17.2.7-138-g92be525b e47d1a188c30 0ab15edaa1bc 2023-12-22T17:20:05.158 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5m) 17s ago 5m 238M 2488M 17.2.7-138-g92be525b e47d1a188c30 ee2c74f83f9d 2023-12-22T17:20:05.158 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 starting - - - - 2023-12-22T17:20:05.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:04 smithi032 ceph-mon[125050]: pgmap v38: 121 pgs: 121 active+clean; 178 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2023-12-22T17:20:05.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:04 smithi032 ceph-mon[125050]: osdmap e253: 8 total, 8 up, 8 in 2023-12-22T17:20:05.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:04 smithi032 ceph-mon[110651]: pgmap v38: 121 pgs: 121 active+clean; 178 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2023-12-22T17:20:05.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:04 smithi032 ceph-mon[110651]: osdmap e253: 8 total, 8 up, 8 in 2023-12-22T17:20:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:04 smithi039 ceph-mon[115265]: pgmap v38: 121 pgs: 121 active+clean; 178 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2023-12-22T17:20:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:04 smithi039 ceph-mon[115265]: osdmap e253: 8 total, 8 up, 8 in 2023-12-22T17:20:05.556 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:20:05.556 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:20:05.556 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 3 2023-12-22T17:20:05.556 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:20:05.556 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:20:05.556 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 1, 2023-12-22T17:20:05.556 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 1 2023-12-22T17:20:05.556 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:20:05.556 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:20:05.556 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 8 2023-12-22T17:20:05.556 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:20:05.556 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:20:05.556 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:20:05.556 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:20:05.557 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:20:05.557 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 14, 2023-12-22T17:20:05.557 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 1 2023-12-22T17:20:05.557 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:20:05.557 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:20:05.832 INFO:tasks.rados.rados.0.smithi032.stdout:1053: done (2 left) 2023-12-22T17:20:05.832 INFO:tasks.rados.rados.0.smithi032.stdout:1054: done (1 left) 2023-12-22T17:20:05.832 INFO:tasks.rados.rados.0.smithi032.stdout:1055: done (0 left) 2023-12-22T17:20:05.832 INFO:tasks.rados.rados.0.smithi032.stdout:1056: read oid 16 snap 59 2023-12-22T17:20:05.832 INFO:tasks.rados.rados.0.smithi032.stdout:1056: expect (ObjNum 224 snap 55 seq_num 224) 2023-12-22T17:20:05.832 INFO:tasks.rados.rados.0.smithi032.stdout:1057: setattr oid 20 current snap is 104 2023-12-22T17:20:05.832 INFO:tasks.rados.rados.0.smithi032.stdout:1058: copy_from oid 23 from oid 36 current snap is 104 2023-12-22T17:20:05.833 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 17 current snap is 104 2023-12-22T17:20:05.833 INFO:tasks.rados.rados.0.smithi032.stdout:1059: seq_num 346 ranges {1835008=598016,2433024=401408} 2023-12-22T17:20:05.846 INFO:tasks.rados.rados.0.smithi032.stdout:1059: writing smithi032174182-17 from 1835008 to 2433024 tid 1 2023-12-22T17:20:05.848 INFO:tasks.rados.rados.0.smithi032.stdout:1059: writing smithi032174182-17 from 2433024 to 2834432 tid 2 2023-12-22T17:20:05.848 INFO:tasks.rados.rados.0.smithi032.stdout:1060: setattr oid 13 current snap is 104 2023-12-22T17:20:05.848 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 585 (ObjNum 279 snap 78 seq_num 279) dirty exists 2023-12-22T17:20:05.848 INFO:tasks.rados.rados.0.smithi032.stdout:1056: expect (ObjNum 224 snap 55 seq_num 224) 2023-12-22T17:20:05.856 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:20:05 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-alertmanager-a[177229]: ts=2023-12-22T17:20:05.468Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003548069s 2023-12-22T17:20:05.883 INFO:tasks.rados.rados.0.smithi032.stdout:1058: finishing copy_from to smithi032174182-23 2023-12-22T17:20:05.883 INFO:tasks.rados.rados.0.smithi032.stdout:1058: got expected ENOENT (src dne) 2023-12-22T17:20:05.883 INFO:tasks.rados.rados.0.smithi032.stdout:1058: finishing copy_from racing read to smithi032174182-23 2023-12-22T17:20:05.883 INFO:tasks.rados.rados.0.smithi032.stdout:1059: finishing write tid 1 to smithi032174182-17 2023-12-22T17:20:05.883 INFO:tasks.rados.rados.0.smithi032.stdout:1059: finishing write tid 2 to smithi032174182-17 2023-12-22T17:20:05.883 INFO:tasks.rados.rados.0.smithi032.stdout:1059: finishing write tid 3 to smithi032174182-17 2023-12-22T17:20:05.883 INFO:tasks.rados.rados.0.smithi032.stdout:1059: finishing write tid 4 to smithi032174182-17 2023-12-22T17:20:05.883 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 405 (ObjNum 346 snap 104 seq_num 346) dirty exists 2023-12-22T17:20:05.883 INFO:tasks.rados.rados.0.smithi032.stdout:1059: left oid 17 (ObjNum 346 snap 104 seq_num 346) 2023-12-22T17:20:05.883 INFO:tasks.rados.rados.0.smithi032.stdout:1056: done (4 left) 2023-12-22T17:20:05.883 INFO:tasks.rados.rados.0.smithi032.stdout:1057: done (3 left) 2023-12-22T17:20:05.883 INFO:tasks.rados.rados.0.smithi032.stdout:1058: done (2 left) 2023-12-22T17:20:05.883 INFO:tasks.rados.rados.0.smithi032.stdout:1059: done (1 left) 2023-12-22T17:20:05.884 INFO:tasks.rados.rados.0.smithi032.stdout:1061: snap_create 2023-12-22T17:20:05.885 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 614 (ObjNum 304 snap 90 seq_num 304) dirty exists 2023-12-22T17:20:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:05 smithi032 ceph-mon[125050]: from='client.15189 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:20:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:05 smithi032 ceph-mon[125050]: from='client.25118 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:20:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:05 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/1879606117' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:20:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:05 smithi032 ceph-mon[125050]: osdmap e254: 8 total, 8 up, 8 in 2023-12-22T17:20:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:05 smithi032 ceph-mon[110651]: from='client.15189 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:20:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:05 smithi032 ceph-mon[110651]: from='client.25118 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:20:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:05 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/1879606117' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:20:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:05 smithi032 ceph-mon[110651]: osdmap e254: 8 total, 8 up, 8 in 2023-12-22T17:20:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:05 smithi039 ceph-mon[115265]: from='client.15189 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:20:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:05 smithi039 ceph-mon[115265]: from='client.25118 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:20:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:05 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/1879606117' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:20:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:05 smithi039 ceph-mon[115265]: osdmap e254: 8 total, 8 up, 8 in 2023-12-22T17:20:06.866 INFO:tasks.rados.rados.0.smithi032.stdout:1060: done (1 left) 2023-12-22T17:20:06.866 INFO:tasks.rados.rados.0.smithi032.stdout:1061: done (0 left) 2023-12-22T17:20:06.866 INFO:tasks.rados.rados.0.smithi032.stdout:1062: snap_create 2023-12-22T17:20:07.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:06 smithi032 ceph-mon[125050]: pgmap v41: 121 pgs: 121 active+clean; 184 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2023-12-22T17:20:07.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:06 smithi032 ceph-mon[110651]: pgmap v41: 121 pgs: 121 active+clean; 184 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2023-12-22T17:20:07.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:06 smithi039 ceph-mon[115265]: pgmap v41: 121 pgs: 121 active+clean; 184 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2023-12-22T17:20:07.261 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:06 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:20:06] "GET /metrics HTTP/1.1" 200 36084 "" "Prometheus/2.43.0" 2023-12-22T17:20:07.872 INFO:tasks.rados.rados.0.smithi032.stdout:1062: done (0 left) 2023-12-22T17:20:07.872 INFO:tasks.rados.rados.0.smithi032.stdout:1063: copy_from oid 10 from oid 16 current snap is 106 2023-12-22T17:20:07.872 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 5 current snap is 106 2023-12-22T17:20:07.872 INFO:tasks.rados.rados.0.smithi032.stdout:1064: seq_num 347 ranges {1859584=614400,2473984=401408} 2023-12-22T17:20:07.886 INFO:tasks.rados.rados.0.smithi032.stdout:1064: writing smithi032174182-5 from 1859584 to 2473984 tid 1 2023-12-22T17:20:07.888 INFO:tasks.rados.rados.0.smithi032.stdout:1064: writing smithi032174182-5 from 2473984 to 2875392 tid 2 2023-12-22T17:20:07.888 INFO:tasks.rados.rados.0.smithi032.stdout:1065: read oid 23 snap 102 2023-12-22T17:20:07.889 INFO:tasks.rados.rados.0.smithi032.stdout:1065: expect (ObjNum 342 snap 100 seq_num 342) 2023-12-22T17:20:07.889 INFO:tasks.rados.rados.0.smithi032.stdout:1066: rollback oid 35 current snap is 106 2023-12-22T17:20:07.889 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 35 to 104 2023-12-22T17:20:07.889 INFO:tasks.rados.rados.0.smithi032.stdout:1067: delete oid 1 current snap is 106 2023-12-22T17:20:07.889 INFO:tasks.rados.rados.0.smithi032.stdout:1063: finishing copy_from to smithi032174182-10 2023-12-22T17:20:07.889 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 417 (ObjNum 224 snap 55 seq_num 224) dirty exists 2023-12-22T17:20:07.889 INFO:tasks.rados.rados.0.smithi032.stdout:1063: finishing copy_from racing read to smithi032174182-10 2023-12-22T17:20:07.897 INFO:tasks.rados.rados.0.smithi032.stdout:1064: finishing write tid 1 to smithi032174182-5 2023-12-22T17:20:07.897 INFO:tasks.rados.rados.0.smithi032.stdout:1064: finishing write tid 2 to smithi032174182-5 2023-12-22T17:20:07.897 INFO:tasks.rados.rados.0.smithi032.stdout:1064: finishing write tid 3 to smithi032174182-5 2023-12-22T17:20:07.898 INFO:tasks.rados.rados.0.smithi032.stdout:1066: finishing rollback tid 0 to smithi032174182-35 2023-12-22T17:20:07.898 INFO:tasks.rados.rados.0.smithi032.stdout:1066: finishing rollback tid 1 to smithi032174182-35 2023-12-22T17:20:07.901 INFO:tasks.rados.rados.0.smithi032.stdout:1066: finishing rollback tid 2 to smithi032174182-35 2023-12-22T17:20:07.901 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 431 (ObjNum 265 snap 73 seq_num 265) dirty exists 2023-12-22T17:20:07.902 INFO:tasks.rados.rados.0.smithi032.stdout:1064: finishing write tid 4 to smithi032174182-5 2023-12-22T17:20:07.902 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 428 (ObjNum 347 snap 106 seq_num 347) dirty exists 2023-12-22T17:20:07.902 INFO:tasks.rados.rados.0.smithi032.stdout:1064: left oid 5 (ObjNum 347 snap 106 seq_num 347) 2023-12-22T17:20:07.902 INFO:tasks.rados.rados.0.smithi032.stdout:1063: done (4 left) 2023-12-22T17:20:07.902 INFO:tasks.rados.rados.0.smithi032.stdout:1064: done (3 left) 2023-12-22T17:20:07.902 INFO:tasks.rados.rados.0.smithi032.stdout:1066: done (2 left) 2023-12-22T17:20:07.902 INFO:tasks.rados.rados.0.smithi032.stdout:1067: done (1 left) 2023-12-22T17:20:07.902 INFO:tasks.rados.rados.0.smithi032.stdout:1068: delete oid 20 current snap is 106 2023-12-22T17:20:07.928 INFO:tasks.rados.rados.0.smithi032.stdout:1065: expect (ObjNum 342 snap 100 seq_num 342) 2023-12-22T17:20:08.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:07 smithi032 ceph-mon[110651]: osdmap e255: 8 total, 8 up, 8 in 2023-12-22T17:20:08.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:07 smithi032 ceph-mon[125050]: osdmap e255: 8 total, 8 up, 8 in 2023-12-22T17:20:08.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:07 smithi039 ceph-mon[115265]: osdmap e255: 8 total, 8 up, 8 in 2023-12-22T17:20:08.839 INFO:tasks.rados.rados.0.smithi032.stdout:1065: done (1 left) 2023-12-22T17:20:08.839 INFO:tasks.rados.rados.0.smithi032.stdout:1068: done (0 left) 2023-12-22T17:20:08.839 INFO:tasks.rados.rados.0.smithi032.stdout:1069: snap_remove snap 103 2023-12-22T17:20:09.008 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:08 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[166574]: ts=2023-12-22T17:20:08.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi039:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi039.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-22T17:20:09.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:08 smithi039 ceph-mon[115265]: pgmap v44: 121 pgs: 121 active+clean; 194 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.6 MiB/s wr, 16 op/s 2023-12-22T17:20:09.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:08 smithi039 ceph-mon[115265]: osdmap e256: 8 total, 8 up, 8 in 2023-12-22T17:20:09.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:08 smithi032 ceph-mon[110651]: pgmap v44: 121 pgs: 121 active+clean; 194 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.6 MiB/s wr, 16 op/s 2023-12-22T17:20:09.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:08 smithi032 ceph-mon[110651]: osdmap e256: 8 total, 8 up, 8 in 2023-12-22T17:20:09.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:08 smithi032 ceph-mon[125050]: pgmap v44: 121 pgs: 121 active+clean; 194 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.6 MiB/s wr, 16 op/s 2023-12-22T17:20:09.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:08 smithi032 ceph-mon[125050]: osdmap e256: 8 total, 8 up, 8 in 2023-12-22T17:20:09.825 INFO:tasks.rados.rados.0.smithi032.stdout:1069: done (0 left) 2023-12-22T17:20:09.825 INFO:tasks.rados.rados.0.smithi032.stdout:1070: snap_remove snap 99 2023-12-22T17:20:10.830 INFO:tasks.rados.rados.0.smithi032.stdout:1070: done (0 left) 2023-12-22T17:20:10.831 INFO:tasks.rados.rados.0.smithi032.stdout:1071: snap_create 2023-12-22T17:20:11.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:10 smithi032 ceph-mon[110651]: pgmap v46: 121 pgs: 121 active+clean; 194 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.9 MiB/s wr, 13 op/s 2023-12-22T17:20:11.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:10 smithi032 ceph-mon[110651]: osdmap e257: 8 total, 8 up, 8 in 2023-12-22T17:20:11.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:10 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:20:11.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:10 smithi032 ceph-mon[125050]: pgmap v46: 121 pgs: 121 active+clean; 194 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.9 MiB/s wr, 13 op/s 2023-12-22T17:20:11.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:10 smithi032 ceph-mon[125050]: osdmap e257: 8 total, 8 up, 8 in 2023-12-22T17:20:11.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:10 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:20:11.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:10 smithi039 ceph-mon[115265]: pgmap v46: 121 pgs: 121 active+clean; 194 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.9 MiB/s wr, 13 op/s 2023-12-22T17:20:11.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:10 smithi039 ceph-mon[115265]: osdmap e257: 8 total, 8 up, 8 in 2023-12-22T17:20:11.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:10 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:20:11.844 INFO:tasks.rados.rados.0.smithi032.stdout:1071: done (0 left) 2023-12-22T17:20:11.844 INFO:tasks.rados.rados.0.smithi032.stdout:1072: rollback oid 48 current snap is 107 2023-12-22T17:20:11.844 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 48 to 106 2023-12-22T17:20:11.844 INFO:tasks.rados.rados.0.smithi032.stdout:1073: copy_from oid 4 from oid 24 current snap is 107 2023-12-22T17:20:11.844 INFO:tasks.rados.rados.0.smithi032.stdout:1074: snap_create 2023-12-22T17:20:11.851 INFO:tasks.rados.rados.0.smithi032.stdout:1072: finishing rollback tid 0 to smithi032174182-48 2023-12-22T17:20:11.851 INFO:tasks.rados.rados.0.smithi032.stdout:1072: finishing rollback tid 1 to smithi032174182-48 2023-12-22T17:20:11.852 INFO:tasks.rados.rados.0.smithi032.stdout:1072: finishing rollback tid 2 to smithi032174182-48 2023-12-22T17:20:11.852 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 230 (ObjNum 319 snap 93 seq_num 319) dirty exists 2023-12-22T17:20:11.887 INFO:tasks.rados.rados.0.smithi032.stdout:1073: finishing copy_from to smithi032174182-4 2023-12-22T17:20:11.887 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 504 (ObjNum 282 snap 78 seq_num 282) dirty exists 2023-12-22T17:20:11.887 INFO:tasks.rados.rados.0.smithi032.stdout:1073: finishing copy_from racing read to smithi032174182-4 2023-12-22T17:20:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:11 smithi032 ceph-mon[110651]: osdmap e258: 8 total, 8 up, 8 in 2023-12-22T17:20:12.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:11 smithi032 ceph-mon[125050]: osdmap e258: 8 total, 8 up, 8 in 2023-12-22T17:20:12.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:11 smithi039 ceph-mon[115265]: osdmap e258: 8 total, 8 up, 8 in 2023-12-22T17:20:12.845 INFO:tasks.rados.rados.0.smithi032.stdout:1072: done (2 left) 2023-12-22T17:20:12.845 INFO:tasks.rados.rados.0.smithi032.stdout:1073: done (1 left) 2023-12-22T17:20:12.845 INFO:tasks.rados.rados.0.smithi032.stdout:1074: done (0 left) 2023-12-22T17:20:12.845 INFO:tasks.rados.rados.0.smithi032.stdout:1075: read oid 34 snap 92 2023-12-22T17:20:12.845 INFO:tasks.rados.rados.0.smithi032.stdout:1075: expect (ObjNum 253 snap 66 seq_num 253) 2023-12-22T17:20:12.846 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 45 current snap is 108 2023-12-22T17:20:12.846 INFO:tasks.rados.rados.0.smithi032.stdout:1076: seq_num 350 ranges {0=671744,671744=401408} 2023-12-22T17:20:12.848 INFO:tasks.rados.rados.0.smithi032.stdout:1076: writing smithi032174182-45 from 0 to 671744 tid 1 2023-12-22T17:20:12.851 INFO:tasks.rados.rados.0.smithi032.stdout:1076: writing smithi032174182-45 from 671744 to 1073152 tid 2 2023-12-22T17:20:12.851 INFO:tasks.rados.rados.0.smithi032.stdout:1077: delete oid 48 current snap is 108 2023-12-22T17:20:12.856 INFO:tasks.rados.rados.0.smithi032.stdout:1076: finishing write tid 1 to smithi032174182-45 2023-12-22T17:20:12.856 INFO:tasks.rados.rados.0.smithi032.stdout:1076: finishing write tid 2 to smithi032174182-45 2023-12-22T17:20:12.856 INFO:tasks.rados.rados.0.smithi032.stdout:1076: finishing write tid 3 to smithi032174182-45 2023-12-22T17:20:12.858 INFO:tasks.rados.rados.0.smithi032.stdout:1077: done (2 left) 2023-12-22T17:20:12.858 INFO:tasks.rados.rados.0.smithi032.stdout:1078: setattr oid 30 current snap is 108 2023-12-22T17:20:12.859 INFO:tasks.rados.rados.0.smithi032.stdout:1076: finishing write tid 4 to smithi032174182-45 2023-12-22T17:20:12.859 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 420 (ObjNum 350 snap 108 seq_num 350) dirty exists 2023-12-22T17:20:12.859 INFO:tasks.rados.rados.0.smithi032.stdout:1076: left oid 45 (ObjNum 350 snap 108 seq_num 350) 2023-12-22T17:20:12.861 INFO:tasks.rados.rados.0.smithi032.stdout:1076: done (2 left) 2023-12-22T17:20:12.861 INFO:tasks.rados.rados.0.smithi032.stdout:1079: rollback oid 47 current snap is 108 2023-12-22T17:20:12.861 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 47 to 107 2023-12-22T17:20:12.861 INFO:tasks.rados.rados.0.smithi032.stdout:1080: snap_create 2023-12-22T17:20:12.866 INFO:tasks.rados.rados.0.smithi032.stdout:1075: expect (ObjNum 253 snap 66 seq_num 253) 2023-12-22T17:20:12.987 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 505 (ObjNum 298 snap 83 seq_num 298) dirty exists 2023-12-22T17:20:12.988 INFO:tasks.rados.rados.0.smithi032.stdout:1079: finishing rollback tid 0 to smithi032174182-47 2023-12-22T17:20:12.988 INFO:tasks.rados.rados.0.smithi032.stdout:1079: finishing rollback tid 1 to smithi032174182-47 2023-12-22T17:20:12.988 INFO:tasks.rados.rados.0.smithi032.stdout:1079: finishing rollback tid 2 to smithi032174182-47 2023-12-22T17:20:12.988 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 622 (ObjNum 324 snap 94 seq_num 324) dirty exists 2023-12-22T17:20:13.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:12 smithi032 ceph-mon[125050]: pgmap v49: 121 pgs: 121 active+clean; 197 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 665 KiB/s wr, 12 op/s 2023-12-22T17:20:13.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:12 smithi032 ceph-mon[125050]: osdmap e259: 8 total, 8 up, 8 in 2023-12-22T17:20:13.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:12 smithi032 ceph-mon[110651]: pgmap v49: 121 pgs: 121 active+clean; 197 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 665 KiB/s wr, 12 op/s 2023-12-22T17:20:13.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:12 smithi032 ceph-mon[110651]: osdmap e259: 8 total, 8 up, 8 in 2023-12-22T17:20:13.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:12 smithi039 ceph-mon[115265]: pgmap v49: 121 pgs: 121 active+clean; 197 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 665 KiB/s wr, 12 op/s 2023-12-22T17:20:13.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:12 smithi039 ceph-mon[115265]: osdmap e259: 8 total, 8 up, 8 in 2023-12-22T17:20:13.825 INFO:tasks.rados.rados.0.smithi032.stdout:1075: done (3 left) 2023-12-22T17:20:13.825 INFO:tasks.rados.rados.0.smithi032.stdout:1078: done (2 left) 2023-12-22T17:20:13.825 INFO:tasks.rados.rados.0.smithi032.stdout:1079: done (1 left) 2023-12-22T17:20:13.825 INFO:tasks.rados.rados.0.smithi032.stdout:1080: done (0 left) 2023-12-22T17:20:13.825 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 36 current snap is 109 2023-12-22T17:20:13.825 INFO:tasks.rados.rados.0.smithi032.stdout:1081: seq_num 352 ranges {0=704512,704512=401408} 2023-12-22T17:20:13.828 INFO:tasks.rados.rados.0.smithi032.stdout:1081: writing smithi032174182-36 from 0 to 704512 tid 1 2023-12-22T17:20:13.831 INFO:tasks.rados.rados.0.smithi032.stdout:1081: writing smithi032174182-36 from 704512 to 1105920 tid 2 2023-12-22T17:20:13.831 INFO:tasks.rados.rados.0.smithi032.stdout:1082: read oid 24 snap -1 2023-12-22T17:20:13.831 INFO:tasks.rados.rados.0.smithi032.stdout:1082: expect (ObjNum 282 snap 78 seq_num 282) 2023-12-22T17:20:13.831 INFO:tasks.rados.rados.0.smithi032.stdout:1083: read oid 30 snap -1 2023-12-22T17:20:13.831 INFO:tasks.rados.rados.0.smithi032.stdout:1083: expect (ObjNum 298 snap 83 seq_num 298) 2023-12-22T17:20:13.831 INFO:tasks.rados.rados.0.smithi032.stdout:1084: snap_remove snap 96 2023-12-22T17:20:14.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:13 smithi039 ceph-mon[115265]: osdmap e260: 8 total, 8 up, 8 in 2023-12-22T17:20:14.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:13 smithi039 ceph-mon[115265]: osdmap e261: 8 total, 8 up, 8 in 2023-12-22T17:20:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:13 smithi032 ceph-mon[125050]: osdmap e260: 8 total, 8 up, 8 in 2023-12-22T17:20:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:13 smithi032 ceph-mon[125050]: osdmap e261: 8 total, 8 up, 8 in 2023-12-22T17:20:14.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:13 smithi032 ceph-mon[110651]: osdmap e260: 8 total, 8 up, 8 in 2023-12-22T17:20:14.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:13 smithi032 ceph-mon[110651]: osdmap e261: 8 total, 8 up, 8 in 2023-12-22T17:20:14.758 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:20:14 smithi039 systemd[1]: Stopping Ceph grafana.a for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:20:14.837 INFO:tasks.rados.rados.0.smithi032.stdout:1084: done (3 left) 2023-12-22T17:20:14.837 INFO:tasks.rados.rados.0.smithi032.stdout:1085: read oid 49 snap -1 2023-12-22T17:20:14.837 INFO:tasks.rados.rados.0.smithi032.stdout:1085: expect deleted 2023-12-22T17:20:14.837 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 26 current snap is 109 2023-12-22T17:20:14.837 INFO:tasks.rados.rados.0.smithi032.stdout:1086: seq_num 353 ranges {1376256=720896,2097152=401408} 2023-12-22T17:20:14.845 INFO:tasks.rados.rados.0.smithi032.stdout:1086: writing smithi032174182-26 from 1376256 to 2097152 tid 1 2023-12-22T17:20:14.849 INFO:tasks.rados.rados.0.smithi032.stdout:1086: writing smithi032174182-26 from 2097152 to 2498560 tid 2 2023-12-22T17:20:14.849 INFO:tasks.rados.rados.0.smithi032.stdout:1087: setattr oid 22 current snap is 109 2023-12-22T17:20:14.850 INFO:tasks.rados.rados.0.smithi032.stdout:1081: finishing write tid 1 to smithi032174182-36 2023-12-22T17:20:14.850 INFO:tasks.rados.rados.0.smithi032.stdout:1081: finishing write tid 2 to smithi032174182-36 2023-12-22T17:20:14.850 INFO:tasks.rados.rados.0.smithi032.stdout:1081: finishing write tid 3 to smithi032174182-36 2023-12-22T17:20:14.850 INFO:tasks.rados.rados.0.smithi032.stdout:1081: finishing write tid 4 to smithi032174182-36 2023-12-22T17:20:14.850 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 408 (ObjNum 352 snap 109 seq_num 352) dirty exists 2023-12-22T17:20:14.850 INFO:tasks.rados.rados.0.smithi032.stdout:1081: left oid 36 (ObjNum 352 snap 109 seq_num 352) 2023-12-22T17:20:14.850 INFO:tasks.rados.rados.0.smithi032.stdout:1083: expect (ObjNum 298 snap 83 seq_num 298) 2023-12-22T17:20:14.940 INFO:tasks.rados.rados.0.smithi032.stdout:1082: expect (ObjNum 282 snap 78 seq_num 282) 2023-12-22T17:20:15.136 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:20:15 smithi039 bash[166876]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a 2023-12-22T17:20:15.136 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:14 smithi039 ceph-mon[115265]: pgmap v52: 121 pgs: 121 active+clean; 197 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 824 KiB/s wr, 15 op/s 2023-12-22T17:20:15.136 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:14 smithi039 ceph-mon[115265]: osdmap e262: 8 total, 8 up, 8 in 2023-12-22T17:20:15.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:14 smithi032 ceph-mon[110651]: pgmap v52: 121 pgs: 121 active+clean; 197 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 824 KiB/s wr, 15 op/s 2023-12-22T17:20:15.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:14 smithi032 ceph-mon[110651]: osdmap e262: 8 total, 8 up, 8 in 2023-12-22T17:20:15.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:14 smithi032 ceph-mon[125050]: pgmap v52: 121 pgs: 121 active+clean; 197 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 824 KiB/s wr, 15 op/s 2023-12-22T17:20:15.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:14 smithi032 ceph-mon[125050]: osdmap e262: 8 total, 8 up, 8 in 2023-12-22T17:20:15.184 INFO:tasks.rados.rados.0.smithi032.stdout:1086: finishing write tid 1 to smithi032174182-26 2023-12-22T17:20:15.184 INFO:tasks.rados.rados.0.smithi032.stdout:1086: finishing write tid 2 to smithi032174182-26 2023-12-22T17:20:15.184 INFO:tasks.rados.rados.0.smithi032.stdout:1086: finishing write tid 3 to smithi032174182-26 2023-12-22T17:20:15.184 INFO:tasks.rados.rados.0.smithi032.stdout:1086: finishing write tid 4 to smithi032174182-26 2023-12-22T17:20:15.184 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 423 (ObjNum 353 snap 109 seq_num 353) dirty exists 2023-12-22T17:20:15.184 INFO:tasks.rados.rados.0.smithi032.stdout:1086: left oid 26 (ObjNum 353 snap 109 seq_num 353) 2023-12-22T17:20:15.184 INFO:tasks.rados.rados.0.smithi032.stdout:1081: done (5 left) 2023-12-22T17:20:15.184 INFO:tasks.rados.rados.0.smithi032.stdout:1082: done (4 left) 2023-12-22T17:20:15.184 INFO:tasks.rados.rados.0.smithi032.stdout:1083: done (3 left) 2023-12-22T17:20:15.184 INFO:tasks.rados.rados.0.smithi032.stdout:1085: done (2 left) 2023-12-22T17:20:15.184 INFO:tasks.rados.rados.0.smithi032.stdout:1086: done (1 left) 2023-12-22T17:20:15.184 INFO:tasks.rados.rados.0.smithi032.stdout:1088: read oid 45 snap -1 2023-12-22T17:20:15.184 INFO:tasks.rados.rados.0.smithi032.stdout:1088: expect (ObjNum 350 snap 108 seq_num 350) 2023-12-22T17:20:15.184 INFO:tasks.rados.rados.0.smithi032.stdout:1089: snap_remove snap 104 2023-12-22T17:20:15.508 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:20:15 smithi039 systemd[1]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@grafana.a.service: Main process exited, code=exited, status=143/n/a 2023-12-22T17:20:15.509 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:20:15 smithi039 systemd[1]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@grafana.a.service: Failed with result 'exit-code'. 2023-12-22T17:20:15.509 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:20:15 smithi039 systemd[1]: Stopped Ceph grafana.a for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:20:15.509 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:20:15 smithi039 systemd[1]: Starting Ceph grafana.a for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:20:15.866 INFO:tasks.rados.rados.0.smithi032.stdout:1089: done (2 left) 2023-12-22T17:20:15.867 INFO:tasks.rados.rados.0.smithi032.stdout:1090: read oid 21 snap -1 2023-12-22T17:20:15.867 INFO:tasks.rados.rados.0.smithi032.stdout:1090: expect (ObjNum 330 snap 97 seq_num 330) 2023-12-22T17:20:15.867 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 41 current snap is 109 2023-12-22T17:20:15.867 INFO:tasks.rados.rados.0.smithi032.stdout:1091: seq_num 354 ranges {4931584=737280,5668864=401408} 2023-12-22T17:20:15.890 INFO:tasks.rados.rados.0.smithi032.stdout:1091: writing smithi032174182-41 from 4931584 to 5668864 tid 1 2023-12-22T17:20:15.893 INFO:tasks.rados.rados.0.smithi032.stdout:1091: writing smithi032174182-41 from 5668864 to 6070272 tid 2 2023-12-22T17:20:15.893 INFO:tasks.rados.rados.0.smithi032.stdout:1092: snap_remove snap 82 2023-12-22T17:20:15.970 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:20:15 smithi039 bash[166994]: 686e25ab0a32345afdc92dd39333a42814e6eb95802171709af211b3b49730d8 2023-12-22T17:20:15.971 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:20:15 smithi039 systemd[1]: Started Ceph grafana.a for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:20:15.971 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:20:15 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=settings t=2023-12-22T17:20:15.844462358Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2023-12-22T17:20:15.971 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:20:15 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=settings t=2023-12-22T17:20:15.844663159Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2023-12-22T17:20:15.971 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:20:15 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=settings t=2023-12-22T17:20:15.844685039Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2023-12-22T17:20:15.971 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:20:15 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=settings t=2023-12-22T17:20:15.844692879Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2023-12-22T17:20:15.971 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:20:15 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=settings t=2023-12-22T17:20:15.844700775Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2023-12-22T17:20:15.971 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:20:15 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=settings t=2023-12-22T17:20:15.844707915Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2023-12-22T17:20:15.971 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:20:15 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=settings t=2023-12-22T17:20:15.844714623Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2023-12-22T17:20:15.971 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:20:15 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=settings t=2023-12-22T17:20:15.84472178Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2023-12-22T17:20:15.971 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:20:15 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=settings t=2023-12-22T17:20:15.844728341Z level=info msg="Path Home" path=/usr/share/grafana 2023-12-22T17:20:15.971 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:20:15 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=settings t=2023-12-22T17:20:15.844735179Z level=info msg="Path Data" path=/var/lib/grafana 2023-12-22T17:20:15.971 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:20:15 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=settings t=2023-12-22T17:20:15.844741915Z level=info msg="Path Logs" path=/var/log/grafana 2023-12-22T17:20:15.971 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:20:15 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=settings t=2023-12-22T17:20:15.844747984Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2023-12-22T17:20:15.971 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:20:15 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=settings t=2023-12-22T17:20:15.844754224Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2023-12-22T17:20:15.972 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:20:15 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=settings t=2023-12-22T17:20:15.84476047Z level=info msg="App mode production" 2023-12-22T17:20:15.972 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:20:15 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=sqlstore t=2023-12-22T17:20:15.844820011Z level=info msg="Connecting to DB" dbtype=sqlite3 2023-12-22T17:20:15.972 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:20:15 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=sqlstore t=2023-12-22T17:20:15.844838423Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2023-12-22T17:20:15.972 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:20:15 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=migrator t=2023-12-22T17:20:15.865776409Z level=info msg="Starting DB migrations" 2023-12-22T17:20:15.972 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:20:15 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=migrator t=2023-12-22T17:20:15.874146696Z level=info msg="migrations completed" performed=0 skipped=481 duration=600.99µs 2023-12-22T17:20:15.972 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:20:15 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=sqlstore t=2023-12-22T17:20:15.874823905Z level=info msg="Created default organization" 2023-12-22T17:20:15.972 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:20:15 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=plugin.loader t=2023-12-22T17:20:15.935598467Z level=info msg="Plugin registered" pluginID=input 2023-12-22T17:20:15.972 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:20:15 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=plugin.loader t=2023-12-22T17:20:15.965766315Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2023-12-22T17:20:15.972 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:20:15 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=plugin.loader t=2023-12-22T17:20:15.965811712Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2023-12-22T17:20:15.972 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:20:15 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=secrets t=2023-12-22T17:20:15.965877968Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2023-12-22T17:20:16.258 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:16 smithi039 systemd[1]: Stopping Ceph node-exporter.b for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:20:16.258 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:20:15 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=query_data t=2023-12-22T17:20:15.968731014Z level=info msg="Query Service initialization" 2023-12-22T17:20:16.258 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:20:15 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=live.push_http t=2023-12-22T17:20:15.971049882Z level=info msg="Live Push Gateway initialization" 2023-12-22T17:20:16.685 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:16 smithi039 bash[167170]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b 2023-12-22T17:20:16.685 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:16 smithi039 systemd[1]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2023-12-22T17:20:16.868 INFO:tasks.rados.rados.0.smithi032.stdout:1092: done (4 left) 2023-12-22T17:20:16.868 INFO:tasks.rados.rados.0.smithi032.stdout:1093: snap_create 2023-12-22T17:20:16.873 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 530 (ObjNum 287 snap 80 seq_num 287) dirty exists 2023-12-22T17:20:16.873 INFO:tasks.rados.rados.0.smithi032.stdout:1088: expect (ObjNum 350 snap 108 seq_num 350) 2023-12-22T17:20:16.901 INFO:tasks.rados.rados.0.smithi032.stdout:1090: expect (ObjNum 330 snap 97 seq_num 330) 2023-12-22T17:20:16.971 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:16 smithi039 systemd[1]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@node-exporter.b.service: Failed with result 'exit-code'. 2023-12-22T17:20:16.971 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:16 smithi039 systemd[1]: Stopped Ceph node-exporter.b for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:20:16.971 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:16 smithi039 systemd[1]: Starting Ceph node-exporter.b for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:20:16.971 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:20:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=infra.usagestats.collector t=2023-12-22T17:20:16.787197114Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2023-12-22T17:20:16.972 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:20:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=provisioning.datasources t=2023-12-22T17:20:16.875286836Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2023-12-22T17:20:16.972 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:20:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=provisioning.datasources t=2023-12-22T17:20:16.875334176Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2023-12-22T17:20:16.972 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:20:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=provisioning.datasources t=2023-12-22T17:20:16.886513884Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2023-12-22T17:20:16.972 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:20:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=provisioning.alerting t=2023-12-22T17:20:16.969035111Z level=info msg="starting to provision alerting" 2023-12-22T17:20:16.972 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:20:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=provisioning.alerting t=2023-12-22T17:20:16.96906255Z level=info msg="finished to provision alerting" 2023-12-22T17:20:16.972 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:16 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:16.972 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:16 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:16.972 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:16 smithi039 ceph-mon[115265]: Reconfiguring node-exporter.b (dependencies changed)... 2023-12-22T17:20:16.972 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:16 smithi039 ceph-mon[115265]: Reconfiguring daemon node-exporter.b on smithi039 2023-12-22T17:20:16.972 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:16 smithi039 ceph-mon[115265]: pgmap v55: 121 pgs: 121 active+clean; 197 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 0 B/s wr, 2 op/s 2023-12-22T17:20:16.972 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:16 smithi039 ceph-mon[115265]: osdmap e263: 8 total, 8 up, 8 in 2023-12-22T17:20:16.973 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:20:16] "GET /metrics HTTP/1.1" 200 36086 "" "Prometheus/2.43.0" 2023-12-22T17:20:17.039 INFO:tasks.rados.rados.0.smithi032.stdout:1091: finishing write tid 1 to smithi032174182-41 2023-12-22T17:20:17.039 INFO:tasks.rados.rados.0.smithi032.stdout:1091: finishing write tid 2 to smithi032174182-41 2023-12-22T17:20:17.039 INFO:tasks.rados.rados.0.smithi032.stdout:1091: finishing write tid 3 to smithi032174182-41 2023-12-22T17:20:17.039 INFO:tasks.rados.rados.0.smithi032.stdout:1091: finishing write tid 4 to smithi032174182-41 2023-12-22T17:20:17.039 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 632 (ObjNum 354 snap 109 seq_num 354) dirty exists 2023-12-22T17:20:17.039 INFO:tasks.rados.rados.0.smithi032.stdout:1091: left oid 41 (ObjNum 354 snap 109 seq_num 354) 2023-12-22T17:20:17.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:16 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:17.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:16 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:17.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:16 smithi032 ceph-mon[110651]: Reconfiguring node-exporter.b (dependencies changed)... 2023-12-22T17:20:17.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:16 smithi032 ceph-mon[110651]: Reconfiguring daemon node-exporter.b on smithi039 2023-12-22T17:20:17.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:16 smithi032 ceph-mon[110651]: pgmap v55: 121 pgs: 121 active+clean; 197 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 0 B/s wr, 2 op/s 2023-12-22T17:20:17.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:16 smithi032 ceph-mon[110651]: osdmap e263: 8 total, 8 up, 8 in 2023-12-22T17:20:17.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:16 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:17.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:16 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:17.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:16 smithi032 ceph-mon[125050]: Reconfiguring node-exporter.b (dependencies changed)... 2023-12-22T17:20:17.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:16 smithi032 ceph-mon[125050]: Reconfiguring daemon node-exporter.b on smithi039 2023-12-22T17:20:17.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:16 smithi032 ceph-mon[125050]: pgmap v55: 121 pgs: 121 active+clean; 197 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 0 B/s wr, 2 op/s 2023-12-22T17:20:17.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:16 smithi032 ceph-mon[125050]: osdmap e263: 8 total, 8 up, 8 in 2023-12-22T17:20:17.258 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:20:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=grafanaStorageLogger t=2023-12-22T17:20:16.969145084Z level=info msg="storage starting" 2023-12-22T17:20:17.258 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:20:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=ngalert.state.manager t=2023-12-22T17:20:16.969154746Z level=info msg="Warming state cache for startup" 2023-12-22T17:20:17.258 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:20:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=http.server t=2023-12-22T17:20:16.971232815Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2023-12-22T17:20:17.258 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:20:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=ngalert.state.manager t=2023-12-22T17:20:16.979605249Z level=info msg="State cache has been initialized" states=0 duration=10.44555ms 2023-12-22T17:20:17.258 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:20:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=ngalert.multiorg.alertmanager t=2023-12-22T17:20:16.979697302Z level=info msg="starting MultiOrg Alertmanager" 2023-12-22T17:20:17.258 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:20:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=ticker t=2023-12-22T17:20:16.979753187Z level=info msg=starting first_tick=2023-12-22T17:20:20Z 2023-12-22T17:20:17.259 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.082Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2023-12-22T17:20:17.259 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.082Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2023-12-22T17:20:17.259 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.082Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2023-12-22T17:20:17.259 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.082Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2023-12-22T17:20:17.259 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2023-12-22T17:20:17.259 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2023-12-22T17:20:17.259 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2023-12-22T17:20:17.260 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=node_exporter.go:117 level=info collector=arp 2023-12-22T17:20:17.260 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=node_exporter.go:117 level=info collector=bcache 2023-12-22T17:20:17.260 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=node_exporter.go:117 level=info collector=bonding 2023-12-22T17:20:17.260 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=node_exporter.go:117 level=info collector=btrfs 2023-12-22T17:20:17.260 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=node_exporter.go:117 level=info collector=conntrack 2023-12-22T17:20:17.260 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=node_exporter.go:117 level=info collector=cpu 2023-12-22T17:20:17.260 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=node_exporter.go:117 level=info collector=cpufreq 2023-12-22T17:20:17.260 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=node_exporter.go:117 level=info collector=diskstats 2023-12-22T17:20:17.260 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=node_exporter.go:117 level=info collector=dmi 2023-12-22T17:20:17.260 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=node_exporter.go:117 level=info collector=edac 2023-12-22T17:20:17.260 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=node_exporter.go:117 level=info collector=entropy 2023-12-22T17:20:17.260 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=node_exporter.go:117 level=info collector=fibrechannel 2023-12-22T17:20:17.260 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=node_exporter.go:117 level=info collector=filefd 2023-12-22T17:20:17.260 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=node_exporter.go:117 level=info collector=filesystem 2023-12-22T17:20:17.260 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=node_exporter.go:117 level=info collector=hwmon 2023-12-22T17:20:17.261 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=node_exporter.go:117 level=info collector=infiniband 2023-12-22T17:20:17.261 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=node_exporter.go:117 level=info collector=ipvs 2023-12-22T17:20:17.261 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=node_exporter.go:117 level=info collector=loadavg 2023-12-22T17:20:17.261 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=node_exporter.go:117 level=info collector=mdadm 2023-12-22T17:20:17.261 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=node_exporter.go:117 level=info collector=meminfo 2023-12-22T17:20:17.261 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=node_exporter.go:117 level=info collector=netclass 2023-12-22T17:20:17.261 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=node_exporter.go:117 level=info collector=netdev 2023-12-22T17:20:17.261 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=node_exporter.go:117 level=info collector=netstat 2023-12-22T17:20:17.261 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=node_exporter.go:117 level=info collector=nfs 2023-12-22T17:20:17.261 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=node_exporter.go:117 level=info collector=nfsd 2023-12-22T17:20:17.261 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=node_exporter.go:117 level=info collector=nvme 2023-12-22T17:20:17.261 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=node_exporter.go:117 level=info collector=os 2023-12-22T17:20:17.261 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2023-12-22T17:20:17.261 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=node_exporter.go:117 level=info collector=pressure 2023-12-22T17:20:17.262 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=node_exporter.go:117 level=info collector=rapl 2023-12-22T17:20:17.262 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=node_exporter.go:117 level=info collector=schedstat 2023-12-22T17:20:17.262 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=node_exporter.go:117 level=info collector=selinux 2023-12-22T17:20:17.262 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=node_exporter.go:117 level=info collector=sockstat 2023-12-22T17:20:17.262 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=node_exporter.go:117 level=info collector=softnet 2023-12-22T17:20:17.262 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=node_exporter.go:117 level=info collector=stat 2023-12-22T17:20:17.262 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=node_exporter.go:117 level=info collector=tapestats 2023-12-22T17:20:17.262 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=node_exporter.go:117 level=info collector=textfile 2023-12-22T17:20:17.262 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=node_exporter.go:117 level=info collector=thermal_zone 2023-12-22T17:20:17.262 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=node_exporter.go:117 level=info collector=time 2023-12-22T17:20:17.262 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=node_exporter.go:117 level=info collector=udp_queues 2023-12-22T17:20:17.262 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=node_exporter.go:117 level=info collector=uname 2023-12-22T17:20:17.262 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=node_exporter.go:117 level=info collector=vmstat 2023-12-22T17:20:17.262 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=node_exporter.go:117 level=info collector=xfs 2023-12-22T17:20:17.262 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.083Z caller=node_exporter.go:117 level=info collector=zfs 2023-12-22T17:20:17.262 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.084Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2023-12-22T17:20:17.263 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-node-exporter-b[167302]: ts=2023-12-22T17:20:17.084Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2023-12-22T17:20:17.263 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 bash[167288]: 17d9fb732a054a8d85f02bef955598068ccb70b62d6dda0df994f8438667ace1 2023-12-22T17:20:17.263 INFO:journalctl@ceph.node-exporter.b.smithi039.stdout:Dec 22 17:20:17 smithi039 systemd[1]: Started Ceph node-exporter.b for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:20:17.874 INFO:tasks.rados.rados.0.smithi032.stdout:1087: done (4 left) 2023-12-22T17:20:17.874 INFO:tasks.rados.rados.0.smithi032.stdout:1088: done (3 left) 2023-12-22T17:20:17.874 INFO:tasks.rados.rados.0.smithi032.stdout:1090: done (2 left) 2023-12-22T17:20:17.874 INFO:tasks.rados.rados.0.smithi032.stdout:1091: done (1 left) 2023-12-22T17:20:17.874 INFO:tasks.rados.rados.0.smithi032.stdout:1093: done (0 left) 2023-12-22T17:20:17.874 INFO:tasks.rados.rados.0.smithi032.stdout:1094: snap_remove snap 78 2023-12-22T17:20:18.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:17 smithi032 ceph-mon[110651]: osdmap e264: 8 total, 8 up, 8 in 2023-12-22T17:20:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:17 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:17 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:17 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-22T17:20:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:17 smithi032 ceph-mon[110651]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-22T17:20:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:17 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-22T17:20:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:17 smithi032 ceph-mon[110651]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-22T17:20:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:17 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-22T17:20:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:17 smithi032 ceph-mon[110651]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-22T17:20:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:17 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:20:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:17 smithi032 ceph-mon[110651]: Upgrade: Need to upgrade myself (mgr.x) 2023-12-22T17:20:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:17 smithi032 ceph-mon[110651]: Upgrade: Need to upgrade myself (mgr.x) 2023-12-22T17:20:18.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:17 smithi032 ceph-mon[125050]: osdmap e264: 8 total, 8 up, 8 in 2023-12-22T17:20:18.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:17 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:17 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:17 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-22T17:20:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:17 smithi032 ceph-mon[125050]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-22T17:20:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:17 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-22T17:20:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:17 smithi032 ceph-mon[125050]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-22T17:20:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:17 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-22T17:20:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:17 smithi032 ceph-mon[125050]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-22T17:20:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:17 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:20:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:17 smithi032 ceph-mon[125050]: Upgrade: Need to upgrade myself (mgr.x) 2023-12-22T17:20:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:17 smithi032 ceph-mon[125050]: Upgrade: Need to upgrade myself (mgr.x) 2023-12-22T17:20:18.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-mon[115265]: osdmap e264: 8 total, 8 up, 8 in 2023-12-22T17:20:18.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:18.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:18.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-22T17:20:18.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-mon[115265]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-22T17:20:18.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-22T17:20:18.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-mon[115265]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-22T17:20:18.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-22T17:20:18.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-mon[115265]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-22T17:20:18.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:20:18.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-mon[115265]: Upgrade: Need to upgrade myself (mgr.x) 2023-12-22T17:20:18.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:17 smithi039 ceph-mon[115265]: Upgrade: Need to upgrade myself (mgr.x) 2023-12-22T17:20:18.826 INFO:tasks.rados.rados.0.smithi032.stdout:1094: done (0 left) 2023-12-22T17:20:18.826 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 25 current snap is 110 2023-12-22T17:20:18.826 INFO:tasks.rados.rados.0.smithi032.stdout:1095: seq_num 355 ranges {0=753664,753664=401408} 2023-12-22T17:20:18.833 INFO:tasks.rados.rados.0.smithi032.stdout:1095: writing smithi032174182-25 from 0 to 753664 tid 1 2023-12-22T17:20:18.836 INFO:tasks.rados.rados.0.smithi032.stdout:1095: writing smithi032174182-25 from 753664 to 1155072 tid 2 2023-12-22T17:20:18.836 INFO:tasks.rados.rados.0.smithi032.stdout:1096: copy_from oid 1 from oid 10 current snap is 110 2023-12-22T17:20:18.836 INFO:tasks.rados.rados.0.smithi032.stdout:1097: read oid 46 snap -1 2023-12-22T17:20:18.837 INFO:tasks.rados.rados.0.smithi032.stdout:1097: expect deleted 2023-12-22T17:20:18.837 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 24 current snap is 110 2023-12-22T17:20:18.837 INFO:tasks.rados.rados.0.smithi032.stdout:1098: seq_num 356 ranges {6135808=770048,6905856=401408} 2023-12-22T17:20:18.872 INFO:tasks.rados.rados.0.smithi032.stdout:1098: writing smithi032174182-24 from 6135808 to 6905856 tid 1 2023-12-22T17:20:18.875 INFO:tasks.rados.rados.0.smithi032.stdout:1098: writing smithi032174182-24 from 6905856 to 7307264 tid 2 2023-12-22T17:20:18.875 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 5 current snap is 110 2023-12-22T17:20:18.875 INFO:tasks.rados.rados.0.smithi032.stdout:1095: finishing write tid 1 to smithi032174182-25 2023-12-22T17:20:18.875 INFO:tasks.rados.rados.0.smithi032.stdout:1095: finishing write tid 2 to smithi032174182-25 2023-12-22T17:20:18.876 INFO:tasks.rados.rados.0.smithi032.stdout:1095: finishing write tid 3 to smithi032174182-25 2023-12-22T17:20:18.879 INFO:tasks.rados.rados.0.smithi032.stdout:1099: seq_num 357 ranges {2875392=786432,3661824=401408} 2023-12-22T17:20:18.895 INFO:tasks.rados.rados.0.smithi032.stdout:1099: writing smithi032174182-5 from 2875392 to 3661824 tid 1 2023-12-22T17:20:18.899 INFO:tasks.rados.rados.0.smithi032.stdout:1099: writing smithi032174182-5 from 3661824 to 4063232 tid 2 2023-12-22T17:20:18.899 INFO:tasks.rados.rados.0.smithi032.stdout:1100: rollback oid 26 current snap is 110 2023-12-22T17:20:18.899 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 26 to 74 2023-12-22T17:20:18.899 INFO:tasks.rados.rados.0.smithi032.stdout:1095: finishing write tid 4 to smithi032174182-25 2023-12-22T17:20:18.899 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 245 (ObjNum 355 snap 110 seq_num 355) dirty exists 2023-12-22T17:20:18.899 INFO:tasks.rados.rados.0.smithi032.stdout:1095: left oid 25 (ObjNum 355 snap 110 seq_num 355) 2023-12-22T17:20:18.899 INFO:tasks.rados.rados.0.smithi032.stdout:1096: finishing copy_from to smithi032174182-1 2023-12-22T17:20:18.899 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 417 (ObjNum 224 snap 55 seq_num 224) dirty exists 2023-12-22T17:20:18.899 INFO:tasks.rados.rados.0.smithi032.stdout:1096: finishing copy_from racing read to smithi032174182-1 2023-12-22T17:20:18.899 INFO:tasks.rados.rados.0.smithi032.stdout:1098: finishing write tid 1 to smithi032174182-24 2023-12-22T17:20:18.899 INFO:tasks.rados.rados.0.smithi032.stdout:1098: finishing write tid 2 to smithi032174182-24 2023-12-22T17:20:18.899 INFO:tasks.rados.rados.0.smithi032.stdout:1098: finishing write tid 3 to smithi032174182-24 2023-12-22T17:20:18.899 INFO:tasks.rados.rados.0.smithi032.stdout:1098: finishing write tid 4 to smithi032174182-24 2023-12-22T17:20:18.900 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 652 (ObjNum 356 snap 110 seq_num 356) dirty exists 2023-12-22T17:20:18.900 INFO:tasks.rados.rados.0.smithi032.stdout:1098: left oid 24 (ObjNum 356 snap 110 seq_num 356) 2023-12-22T17:20:18.900 INFO:tasks.rados.rados.0.smithi032.stdout:1095: done (5 left) 2023-12-22T17:20:18.900 INFO:tasks.rados.rados.0.smithi032.stdout:1096: done (4 left) 2023-12-22T17:20:18.900 INFO:tasks.rados.rados.0.smithi032.stdout:1097: done (3 left) 2023-12-22T17:20:18.900 INFO:tasks.rados.rados.0.smithi032.stdout:1098: done (2 left) 2023-12-22T17:20:18.900 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 35 current snap is 110 2023-12-22T17:20:18.900 INFO:tasks.rados.rados.0.smithi032.stdout:1101: seq_num 358 ranges {4399104=802816,5201920=401408} 2023-12-22T17:20:18.926 INFO:tasks.rados.rados.0.smithi032.stdout:1101: writing smithi032174182-35 from 4399104 to 5201920 tid 1 2023-12-22T17:20:18.929 INFO:tasks.rados.rados.0.smithi032.stdout:1101: writing smithi032174182-35 from 5201920 to 5603328 tid 2 2023-12-22T17:20:18.930 INFO:tasks.rados.rados.0.smithi032.stdout:1102: copy_from oid 50 from oid 30 current snap is 110 2023-12-22T17:20:18.930 INFO:tasks.rados.rados.0.smithi032.stdout:1099: finishing write tid 1 to smithi032174182-5 2023-12-22T17:20:18.930 INFO:tasks.rados.rados.0.smithi032.stdout:1099: finishing write tid 2 to smithi032174182-5 2023-12-22T17:20:18.930 INFO:tasks.rados.rados.0.smithi032.stdout:1100: finishing rollback tid 0 to smithi032174182-26 2023-12-22T17:20:18.930 INFO:tasks.rados.rados.0.smithi032.stdout:1100: finishing rollback tid 1 to smithi032174182-26 2023-12-22T17:20:18.930 INFO:tasks.rados.rados.0.smithi032.stdout:1099: finishing write tid 3 to smithi032174182-5 2023-12-22T17:20:18.930 INFO:tasks.rados.rados.0.smithi032.stdout:1100: finishing rollback tid 2 to smithi032174182-26 2023-12-22T17:20:18.930 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 426 (ObjNum 225 snap 55 seq_num 225) dirty exists 2023-12-22T17:20:18.930 INFO:tasks.rados.rados.0.smithi032.stdout:1100: done (3 left) 2023-12-22T17:20:18.930 INFO:tasks.rados.rados.0.smithi032.stdout:1103: copy_from oid 49 from oid 12 current snap is 110 2023-12-22T17:20:18.930 INFO:tasks.rados.rados.0.smithi032.stdout:1104: read oid 8 snap -1 2023-12-22T17:20:18.930 INFO:tasks.rados.rados.0.smithi032.stdout:1104: expect (ObjNum 91 snap 15 seq_num 91) 2023-12-22T17:20:18.930 INFO:tasks.rados.rados.0.smithi032.stdout:1105: snap_create 2023-12-22T17:20:18.930 INFO:tasks.rados.rados.0.smithi032.stdout:1099: finishing write tid 4 to smithi032174182-5 2023-12-22T17:20:18.930 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 435 (ObjNum 357 snap 110 seq_num 357) dirty exists 2023-12-22T17:20:18.931 INFO:tasks.rados.rados.0.smithi032.stdout:1099: left oid 5 (ObjNum 357 snap 110 seq_num 357) 2023-12-22T17:20:18.931 INFO:tasks.rados.rados.0.smithi032.stdout:1101: finishing write tid 1 to smithi032174182-35 2023-12-22T17:20:18.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:18 smithi032 ceph-mon[110651]: pgmap v58: 121 pgs: 121 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2023-12-22T17:20:18.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:18 smithi032 ceph-mon[110651]: osdmap e265: 8 total, 8 up, 8 in 2023-12-22T17:20:18.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:18 smithi032 ceph-mon[110651]: Upgrade: Updating mgr.y 2023-12-22T17:20:18.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:18 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:18.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:18 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-22T17:20:18.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:18 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-22T17:20:18.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:18 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-22T17:20:18.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:18 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:20:18.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:18 smithi032 ceph-mon[110651]: Deploying daemon mgr.y on smithi032 2023-12-22T17:20:18.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:18 smithi032 ceph-mon[110651]: osdmap e266: 8 total, 8 up, 8 in 2023-12-22T17:20:18.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:18 smithi032 ceph-mon[125050]: pgmap v58: 121 pgs: 121 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2023-12-22T17:20:18.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:18 smithi032 ceph-mon[125050]: osdmap e265: 8 total, 8 up, 8 in 2023-12-22T17:20:18.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:18 smithi032 ceph-mon[125050]: Upgrade: Updating mgr.y 2023-12-22T17:20:18.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:18 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:18.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:18 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-22T17:20:18.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:18 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-22T17:20:18.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:18 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-22T17:20:18.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:18 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:20:18.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:18 smithi032 ceph-mon[125050]: Deploying daemon mgr.y on smithi032 2023-12-22T17:20:18.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:18 smithi032 ceph-mon[125050]: osdmap e266: 8 total, 8 up, 8 in 2023-12-22T17:20:18.934 INFO:tasks.rados.rados.0.smithi032.stdout:1103: finishing copy_from to smithi032174182-49 2023-12-22T17:20:18.934 INFO:tasks.rados.rados.0.smithi032.stdout:1103: got expected ENOENT (src dne) 2023-12-22T17:20:18.934 INFO:tasks.rados.rados.0.smithi032.stdout:1103: finishing copy_from racing read to smithi032174182-49 2023-12-22T17:20:18.934 INFO:tasks.rados.rados.0.smithi032.stdout:1101: finishing write tid 2 to smithi032174182-35 2023-12-22T17:20:18.934 INFO:tasks.rados.rados.0.smithi032.stdout:1101: finishing write tid 3 to smithi032174182-35 2023-12-22T17:20:18.935 INFO:tasks.rados.rados.0.smithi032.stdout:1104: expect (ObjNum 91 snap 15 seq_num 91) 2023-12-22T17:20:18.977 INFO:tasks.rados.rados.0.smithi032.stdout:1101: finishing write tid 4 to smithi032174182-35 2023-12-22T17:20:18.977 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 438 (ObjNum 358 snap 110 seq_num 358) dirty exists 2023-12-22T17:20:18.977 INFO:tasks.rados.rados.0.smithi032.stdout:1101: left oid 35 (ObjNum 358 snap 110 seq_num 358) 2023-12-22T17:20:18.977 INFO:tasks.rados.rados.0.smithi032.stdout:1102: finishing copy_from to smithi032174182-50 2023-12-22T17:20:18.977 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 505 (ObjNum 298 snap 83 seq_num 298) dirty exists 2023-12-22T17:20:18.977 INFO:tasks.rados.rados.0.smithi032.stdout:1102: finishing copy_from racing read to smithi032174182-50 2023-12-22T17:20:19.008 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:18 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[166574]: ts=2023-12-22T17:20:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi039:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi039.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-22T17:20:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:18 smithi039 ceph-mon[115265]: pgmap v58: 121 pgs: 121 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2023-12-22T17:20:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:18 smithi039 ceph-mon[115265]: osdmap e265: 8 total, 8 up, 8 in 2023-12-22T17:20:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:18 smithi039 ceph-mon[115265]: Upgrade: Updating mgr.y 2023-12-22T17:20:19.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:18 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:19.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:18 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-22T17:20:19.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:18 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-22T17:20:19.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:18 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-22T17:20:19.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:18 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:20:19.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:18 smithi039 ceph-mon[115265]: Deploying daemon mgr.y on smithi032 2023-12-22T17:20:19.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:18 smithi039 ceph-mon[115265]: osdmap e266: 8 total, 8 up, 8 in 2023-12-22T17:20:19.881 INFO:tasks.rados.rados.0.smithi032.stdout:1099: done (5 left) 2023-12-22T17:20:19.881 INFO:tasks.rados.rados.0.smithi032.stdout:1101: done (4 left) 2023-12-22T17:20:19.881 INFO:tasks.rados.rados.0.smithi032.stdout:1102: done (3 left) 2023-12-22T17:20:19.881 INFO:tasks.rados.rados.0.smithi032.stdout:1103: done (2 left) 2023-12-22T17:20:19.881 INFO:tasks.rados.rados.0.smithi032.stdout:1104: done (1 left) 2023-12-22T17:20:19.881 INFO:tasks.rados.rados.0.smithi032.stdout:1105: done (0 left) 2023-12-22T17:20:19.881 INFO:tasks.rados.rados.0.smithi032.stdout:1106: snap_create 2023-12-22T17:20:20.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:19 smithi032 systemd[1]: Stopping Ceph mgr.y for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:20:20.517 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:20 smithi032 bash[177994]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y 2023-12-22T17:20:20.517 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:20 smithi032 systemd[1]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@mgr.y.service: Main process exited, code=exited, status=143/n/a 2023-12-22T17:20:20.879 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:20 smithi032 systemd[1]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@mgr.y.service: Failed with result 'exit-code'. 2023-12-22T17:20:20.879 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:20 smithi032 systemd[1]: Stopped Ceph mgr.y for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:20:20.879 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:20 smithi032 systemd[1]: Starting Ceph mgr.y for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:20:20.879 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:20 smithi032 ceph-mon[110651]: pgmap v61: 121 pgs: 121 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.2 MiB/s wr, 16 op/s 2023-12-22T17:20:20.879 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:20 smithi032 ceph-mon[110651]: osdmap e267: 8 total, 8 up, 8 in 2023-12-22T17:20:20.879 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:20 smithi032 ceph-mon[125050]: pgmap v61: 121 pgs: 121 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.2 MiB/s wr, 16 op/s 2023-12-22T17:20:20.880 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:20 smithi032 ceph-mon[125050]: osdmap e267: 8 total, 8 up, 8 in 2023-12-22T17:20:20.887 INFO:tasks.rados.rados.0.smithi032.stdout:1106: done (0 left) 2023-12-22T17:20:20.887 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 5 current snap is 112 2023-12-22T17:20:20.887 INFO:tasks.rados.rados.0.smithi032.stdout:1107: seq_num 359 ranges {4063232=417792,4481024=417792,4898816=385024} 2023-12-22T17:20:20.911 INFO:tasks.rados.rados.0.smithi032.stdout:1107: writing smithi032174182-5 from 4063232 to 4481024 tid 1 2023-12-22T17:20:20.914 INFO:tasks.rados.rados.0.smithi032.stdout:1107: writing smithi032174182-5 from 4481024 to 4898816 tid 2 2023-12-22T17:20:20.916 INFO:tasks.rados.rados.0.smithi032.stdout:1107: writing smithi032174182-5 from 4898816 to 5283840 tid 3 2023-12-22T17:20:20.917 INFO:tasks.rados.rados.0.smithi032.stdout:1108: read oid 22 snap -1 2023-12-22T17:20:20.917 INFO:tasks.rados.rados.0.smithi032.stdout:1108: expect (ObjNum 287 snap 80 seq_num 287) 2023-12-22T17:20:20.917 INFO:tasks.rados.rados.0.smithi032.stdout:1109: copy_from oid 25 from oid 29 current snap is 112 2023-12-22T17:20:20.917 INFO:tasks.rados.rados.0.smithi032.stdout:1110: snap_create 2023-12-22T17:20:20.921 INFO:tasks.rados.rados.0.smithi032.stdout:1107: finishing write tid 1 to smithi032174182-5 2023-12-22T17:20:20.921 INFO:tasks.rados.rados.0.smithi032.stdout:1107: finishing write tid 2 to smithi032174182-5 2023-12-22T17:20:20.921 INFO:tasks.rados.rados.0.smithi032.stdout:1109: finishing copy_from to smithi032174182-25 2023-12-22T17:20:20.921 INFO:tasks.rados.rados.0.smithi032.stdout:1109: got expected ENOENT (src dne) 2023-12-22T17:20:20.921 INFO:tasks.rados.rados.0.smithi032.stdout:1109: finishing copy_from racing read to smithi032174182-25 2023-12-22T17:20:20.922 INFO:tasks.rados.rados.0.smithi032.stdout:1107: finishing write tid 3 to smithi032174182-5 2023-12-22T17:20:20.922 INFO:tasks.rados.rados.0.smithi032.stdout:1107: finishing write tid 4 to smithi032174182-5 2023-12-22T17:20:20.924 INFO:tasks.rados.rados.0.smithi032.stdout:1107: finishing write tid 5 to smithi032174182-5 2023-12-22T17:20:20.924 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 442 (ObjNum 359 snap 112 seq_num 359) dirty exists 2023-12-22T17:20:20.924 INFO:tasks.rados.rados.0.smithi032.stdout:1107: left oid 5 (ObjNum 359 snap 112 seq_num 359) 2023-12-22T17:20:20.941 INFO:tasks.rados.rados.0.smithi032.stdout:1108: expect (ObjNum 287 snap 80 seq_num 287) 2023-12-22T17:20:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:21 smithi032 bash[178144]: 19df1548b2829c4d2981aeccdd644dc5a7f5f758c4ca73e1fd105619756fcb54 2023-12-22T17:20:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:21 smithi032 ceph-mgr[178182]: -- 172.21.15.32:0/2688157795 <== mon.0 v2:172.21.15.32:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5617b0abb520 con 0x5617b0a91000 2023-12-22T17:20:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:21 smithi032 systemd[1]: Started Ceph mgr.y for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:20:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:20 smithi039 ceph-mon[115265]: pgmap v61: 121 pgs: 121 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.2 MiB/s wr, 16 op/s 2023-12-22T17:20:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:20 smithi039 ceph-mon[115265]: osdmap e267: 8 total, 8 up, 8 in 2023-12-22T17:20:21.681 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:21 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:20:21.222+0000 7fdca67b0200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-22T17:20:21.681 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:21 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:20:21.410+0000 7fdca67b0200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-22T17:20:21.901 INFO:tasks.rados.rados.0.smithi032.stdout:1107: done (3 left) 2023-12-22T17:20:21.902 INFO:tasks.rados.rados.0.smithi032.stdout:1108: done (2 left) 2023-12-22T17:20:21.902 INFO:tasks.rados.rados.0.smithi032.stdout:1109: done (1 left) 2023-12-22T17:20:21.902 INFO:tasks.rados.rados.0.smithi032.stdout:1110: done (0 left) 2023-12-22T17:20:21.902 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 7 current snap is 113 2023-12-22T17:20:21.902 INFO:tasks.rados.rados.0.smithi032.stdout:1111: seq_num 360 ranges {294912=434176,729088=704512,1433600=98304} 2023-12-22T17:20:21.905 INFO:tasks.rados.rados.0.smithi032.stdout:1111: writing smithi032174182-7 from 294912 to 729088 tid 1 2023-12-22T17:20:21.909 INFO:tasks.rados.rados.0.smithi032.stdout:1111: writing smithi032174182-7 from 729088 to 1433600 tid 2 2023-12-22T17:20:21.909 INFO:tasks.rados.rados.0.smithi032.stdout:1111: writing smithi032174182-7 from 1433600 to 1531904 tid 3 2023-12-22T17:20:21.910 INFO:tasks.rados.rados.0.smithi032.stdout:1112: delete oid 9 current snap is 113 2023-12-22T17:20:21.913 INFO:tasks.rados.rados.0.smithi032.stdout:1111: finishing write tid 1 to smithi032174182-7 2023-12-22T17:20:21.913 INFO:tasks.rados.rados.0.smithi032.stdout:1111: finishing write tid 2 to smithi032174182-7 2023-12-22T17:20:21.914 INFO:tasks.rados.rados.0.smithi032.stdout:1111: finishing write tid 3 to smithi032174182-7 2023-12-22T17:20:21.914 INFO:tasks.rados.rados.0.smithi032.stdout:1112: done (1 left) 2023-12-22T17:20:21.914 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 3 current snap is 113 2023-12-22T17:20:21.914 INFO:tasks.rados.rados.0.smithi032.stdout:1113: seq_num 362 ranges {835584=466944,1302528=466944,1769472=335872} 2023-12-22T17:20:21.921 INFO:tasks.rados.rados.0.smithi032.stdout:1113: writing smithi032174182-3 from 835584 to 1302528 tid 1 2023-12-22T17:20:21.924 INFO:tasks.rados.rados.0.smithi032.stdout:1113: writing smithi032174182-3 from 1302528 to 1769472 tid 2 2023-12-22T17:20:21.927 INFO:tasks.rados.rados.0.smithi032.stdout:1113: writing smithi032174182-3 from 1769472 to 2105344 tid 3 2023-12-22T17:20:21.927 INFO:tasks.rados.rados.0.smithi032.stdout:1114: read oid 38 snap -1 2023-12-22T17:20:21.927 INFO:tasks.rados.rados.0.smithi032.stdout:1114: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-22T17:20:21.927 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 20 current snap is 113 2023-12-22T17:20:21.927 INFO:tasks.rados.rados.0.smithi032.stdout:1111: finishing write tid 4 to smithi032174182-7 2023-12-22T17:20:21.927 INFO:tasks.rados.rados.0.smithi032.stdout:1111: finishing write tid 5 to smithi032174182-7 2023-12-22T17:20:21.927 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 533 (ObjNum 360 snap 113 seq_num 360) dirty exists 2023-12-22T17:20:21.927 INFO:tasks.rados.rados.0.smithi032.stdout:1111: left oid 7 (ObjNum 360 snap 113 seq_num 360) 2023-12-22T17:20:21.927 INFO:tasks.rados.rados.0.smithi032.stdout:1113: finishing write tid 1 to smithi032174182-3 2023-12-22T17:20:21.928 INFO:tasks.rados.rados.0.smithi032.stdout:1113: finishing write tid 2 to smithi032174182-3 2023-12-22T17:20:21.928 INFO:tasks.rados.rados.0.smithi032.stdout:1115: seq_num 363 ranges {0=483328,483328=753664,1236992=49152} 2023-12-22T17:20:21.931 INFO:tasks.rados.rados.0.smithi032.stdout:1115: writing smithi032174182-20 from 0 to 483328 tid 1 2023-12-22T17:20:21.935 INFO:tasks.rados.rados.0.smithi032.stdout:1115: writing smithi032174182-20 from 483328 to 1236992 tid 2 2023-12-22T17:20:21.936 INFO:tasks.rados.rados.0.smithi032.stdout:1115: writing smithi032174182-20 from 1236992 to 1286144 tid 3 2023-12-22T17:20:21.936 INFO:tasks.rados.rados.0.smithi032.stdout:1111: done (3 left) 2023-12-22T17:20:21.936 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 5 current snap is 113 2023-12-22T17:20:21.936 INFO:tasks.rados.rados.0.smithi032.stdout:1113: finishing write tid 3 to smithi032174182-3 2023-12-22T17:20:21.936 INFO:tasks.rados.rados.0.smithi032.stdout:1113: finishing write tid 4 to smithi032174182-3 2023-12-22T17:20:21.936 INFO:tasks.rados.rados.0.smithi032.stdout:1113: finishing write tid 5 to smithi032174182-3 2023-12-22T17:20:21.936 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 446 (ObjNum 362 snap 113 seq_num 362) dirty exists 2023-12-22T17:20:21.936 INFO:tasks.rados.rados.0.smithi032.stdout:1113: left oid 3 (ObjNum 362 snap 113 seq_num 362) 2023-12-22T17:20:21.936 INFO:tasks.rados.rados.0.smithi032.stdout:1114: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-22T17:20:21.939 INFO:tasks.rados.rados.0.smithi032.stdout:1115: finishing write tid 1 to smithi032174182-20 2023-12-22T17:20:21.939 INFO:tasks.rados.rados.0.smithi032.stdout:1115: finishing write tid 2 to smithi032174182-20 2023-12-22T17:20:21.939 INFO:tasks.rados.rados.0.smithi032.stdout:1115: finishing write tid 3 to smithi032174182-20 2023-12-22T17:20:21.939 INFO:tasks.rados.rados.0.smithi032.stdout:1116: seq_num 364 ranges {5283840=499712,5783552=638976,6422528=163840} 2023-12-22T17:20:21.970 INFO:tasks.rados.rados.0.smithi032.stdout:1116: writing smithi032174182-5 from 5283840 to 5783552 tid 1 2023-12-22T17:20:21.974 INFO:tasks.rados.rados.0.smithi032.stdout:1116: writing smithi032174182-5 from 5783552 to 6422528 tid 2 2023-12-22T17:20:21.975 INFO:tasks.rados.rados.0.smithi032.stdout:1116: writing smithi032174182-5 from 6422528 to 6586368 tid 3 2023-12-22T17:20:21.976 INFO:tasks.rados.rados.0.smithi032.stdout:1113: done (3 left) 2023-12-22T17:20:21.976 INFO:tasks.rados.rados.0.smithi032.stdout:1114: done (2 left) 2023-12-22T17:20:21.976 INFO:tasks.rados.rados.0.smithi032.stdout:1117: snap_create 2023-12-22T17:20:21.976 INFO:tasks.rados.rados.0.smithi032.stdout:1115: finishing write tid 4 to smithi032174182-20 2023-12-22T17:20:21.976 INFO:tasks.rados.rados.0.smithi032.stdout:1115: finishing write tid 5 to smithi032174182-20 2023-12-22T17:20:21.976 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 590 (ObjNum 363 snap 113 seq_num 363) dirty exists 2023-12-22T17:20:21.976 INFO:tasks.rados.rados.0.smithi032.stdout:1115: left oid 20 (ObjNum 363 snap 113 seq_num 363) 2023-12-22T17:20:21.976 INFO:tasks.rados.rados.0.smithi032.stdout:1116: finishing write tid 1 to smithi032174182-5 2023-12-22T17:20:21.978 INFO:tasks.rados.rados.0.smithi032.stdout:1116: finishing write tid 2 to smithi032174182-5 2023-12-22T17:20:21.978 INFO:tasks.rados.rados.0.smithi032.stdout:1116: finishing write tid 3 to smithi032174182-5 2023-12-22T17:20:21.978 INFO:tasks.rados.rados.0.smithi032.stdout:1116: finishing write tid 4 to smithi032174182-5 2023-12-22T17:20:21.979 INFO:tasks.rados.rados.0.smithi032.stdout:1116: finishing write tid 5 to smithi032174182-5 2023-12-22T17:20:21.979 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 450 (ObjNum 364 snap 113 seq_num 364) dirty exists 2023-12-22T17:20:21.979 INFO:tasks.rados.rados.0.smithi032.stdout:1116: left oid 5 (ObjNum 364 snap 113 seq_num 364) 2023-12-22T17:20:22.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:21 smithi032 ceph-mon[125050]: osdmap e268: 8 total, 8 up, 8 in 2023-12-22T17:20:22.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:21 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:22.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:21 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:22.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:21 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:20:22.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:21 smithi032 ceph-mon[110651]: osdmap e268: 8 total, 8 up, 8 in 2023-12-22T17:20:22.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:21 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:22.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:21 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:22.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:21 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:20:22.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:21 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:20:21.790+0000 7fdca67b0200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-22T17:20:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:21 smithi039 ceph-mon[115265]: osdmap e268: 8 total, 8 up, 8 in 2023-12-22T17:20:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:21 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:21 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:21 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:20:22.628 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:22 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:20:22.370+0000 7fdca67b0200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-22T17:20:22.898 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:22 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:20:22.625+0000 7fdca67b0200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-22T17:20:22.898 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:22 smithi032 ceph-mon[110651]: pgmap v64: 121 pgs: 121 active+clean; 212 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2023-12-22T17:20:22.898 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:22 smithi032 ceph-mon[110651]: osdmap e269: 8 total, 8 up, 8 in 2023-12-22T17:20:22.909 INFO:tasks.rados.rados.0.smithi032.stdout:1115: done (2 left) 2023-12-22T17:20:22.909 INFO:tasks.rados.rados.0.smithi032.stdout:1116: done (1 left) 2023-12-22T17:20:22.909 INFO:tasks.rados.rados.0.smithi032.stdout:1117: done (0 left) 2023-12-22T17:20:22.909 INFO:tasks.rados.rados.0.smithi032.stdout:1118: copy_from oid 12 from oid 23 current snap is 114 2023-12-22T17:20:22.909 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 19 current snap is 114 2023-12-22T17:20:22.909 INFO:tasks.rados.rados.0.smithi032.stdout:1119: seq_num 365 ranges {2146304=516096,2662400=573440,3235840=229376} 2023-12-22T17:20:22.924 INFO:tasks.rados.rados.0.smithi032.stdout:1119: writing smithi032174182-19 from 2146304 to 2662400 tid 1 2023-12-22T17:20:22.927 INFO:tasks.rados.rados.0.smithi032.stdout:1119: writing smithi032174182-19 from 2662400 to 3235840 tid 2 2023-12-22T17:20:22.929 INFO:tasks.rados.rados.0.smithi032.stdout:1119: writing smithi032174182-19 from 3235840 to 3465216 tid 3 2023-12-22T17:20:22.929 INFO:tasks.rados.rados.0.smithi032.stdout:1120: read oid 2 snap -1 2023-12-22T17:20:22.929 INFO:tasks.rados.rados.0.smithi032.stdout:1120: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-22T17:20:22.929 INFO:tasks.rados.rados.0.smithi032.stdout:1121: read oid 14 snap -1 2023-12-22T17:20:22.929 INFO:tasks.rados.rados.0.smithi032.stdout:1121: expect (ObjNum 244 snap 60 seq_num 244) 2023-12-22T17:20:22.929 INFO:tasks.rados.rados.0.smithi032.stdout:1122: copy_from oid 31 from oid 17 current snap is 114 2023-12-22T17:20:22.930 INFO:tasks.rados.rados.0.smithi032.stdout:1119: finishing write tid 1 to smithi032174182-19 2023-12-22T17:20:22.930 INFO:tasks.rados.rados.0.smithi032.stdout:1123: read oid 5 snap -1 2023-12-22T17:20:22.930 INFO:tasks.rados.rados.0.smithi032.stdout:1123: expect (ObjNum 364 snap 113 seq_num 364) 2023-12-22T17:20:22.930 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 15 current snap is 114 2023-12-22T17:20:22.930 INFO:tasks.rados.rados.0.smithi032.stdout:1124: seq_num 366 ranges {647168=532480,1179648=458752,1638400=344064} 2023-12-22T17:20:22.936 INFO:tasks.rados.rados.0.smithi032.stdout:1124: writing smithi032174182-15 from 647168 to 1179648 tid 1 2023-12-22T17:20:22.939 INFO:tasks.rados.rados.0.smithi032.stdout:1124: writing smithi032174182-15 from 1179648 to 1638400 tid 2 2023-12-22T17:20:22.942 INFO:tasks.rados.rados.0.smithi032.stdout:1124: writing smithi032174182-15 from 1638400 to 1982464 tid 3 2023-12-22T17:20:22.942 INFO:tasks.rados.rados.0.smithi032.stdout:1125: setattr oid 11 current snap is 114 2023-12-22T17:20:22.945 INFO:tasks.rados.rados.0.smithi032.stdout:1119: finishing write tid 2 to smithi032174182-19 2023-12-22T17:20:22.945 INFO:tasks.rados.rados.0.smithi032.stdout:1120: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-22T17:20:22.947 INFO:tasks.rados.rados.0.smithi032.stdout:1119: finishing write tid 3 to smithi032174182-19 2023-12-22T17:20:22.947 INFO:tasks.rados.rados.0.smithi032.stdout:1119: finishing write tid 4 to smithi032174182-19 2023-12-22T17:20:22.947 INFO:tasks.rados.rados.0.smithi032.stdout:1119: finishing write tid 5 to smithi032174182-19 2023-12-22T17:20:22.947 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 313 (ObjNum 365 snap 114 seq_num 365) dirty exists 2023-12-22T17:20:22.947 INFO:tasks.rados.rados.0.smithi032.stdout:1119: left oid 19 (ObjNum 365 snap 114 seq_num 365) 2023-12-22T17:20:22.947 INFO:tasks.rados.rados.0.smithi032.stdout:1124: finishing write tid 1 to smithi032174182-15 2023-12-22T17:20:22.947 INFO:tasks.rados.rados.0.smithi032.stdout:1124: finishing write tid 2 to smithi032174182-15 2023-12-22T17:20:22.947 INFO:tasks.rados.rados.0.smithi032.stdout:1119: done (7 left) 2023-12-22T17:20:22.948 INFO:tasks.rados.rados.0.smithi032.stdout:1120: done (6 left) 2023-12-22T17:20:22.948 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 39 current snap is 114 2023-12-22T17:20:22.948 INFO:tasks.rados.rados.0.smithi032.stdout:1126: seq_num 367 ranges {1531904=548864,2080768=737280,2818048=65536} 2023-12-22T17:20:22.959 INFO:tasks.rados.rados.0.smithi032.stdout:1126: writing smithi032174182-39 from 1531904 to 2080768 tid 1 2023-12-22T17:20:22.964 INFO:tasks.rados.rados.0.smithi032.stdout:1126: writing smithi032174182-39 from 2080768 to 2818048 tid 2 2023-12-22T17:20:22.965 INFO:tasks.rados.rados.0.smithi032.stdout:1126: writing smithi032174182-39 from 2818048 to 2883584 tid 3 2023-12-22T17:20:22.965 INFO:tasks.rados.rados.0.smithi032.stdout:1127: rmattr oid 19 current snap is 114 2023-12-22T17:20:22.965 INFO:tasks.rados.rados.0.smithi032.stdout:1127: done (7 left) 2023-12-22T17:20:22.965 INFO:tasks.rados.rados.0.smithi032.stdout:1128: rmattr oid 22 current snap is 114 2023-12-22T17:20:22.965 INFO:tasks.rados.rados.0.smithi032.stdout:1124: finishing write tid 3 to smithi032174182-15 2023-12-22T17:20:22.965 INFO:tasks.rados.rados.0.smithi032.stdout:1124: finishing write tid 4 to smithi032174182-15 2023-12-22T17:20:22.965 INFO:tasks.rados.rados.0.smithi032.stdout:1124: finishing write tid 5 to smithi032174182-15 2023-12-22T17:20:22.965 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 657 (ObjNum 366 snap 114 seq_num 366) dirty exists 2023-12-22T17:20:22.965 INFO:tasks.rados.rados.0.smithi032.stdout:1124: left oid 15 (ObjNum 366 snap 114 seq_num 366) 2023-12-22T17:20:22.966 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 427 (ObjNum 211 snap 52 seq_num 211) dirty exists 2023-12-22T17:20:22.966 INFO:tasks.rados.rados.0.smithi032.stdout:1118: finishing copy_from to smithi032174182-12 2023-12-22T17:20:22.966 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 541 (ObjNum 342 snap 100 seq_num 342) dirty exists 2023-12-22T17:20:22.966 INFO:tasks.rados.rados.0.smithi032.stdout:1118: finishing copy_from racing read to smithi032174182-12 2023-12-22T17:20:22.966 INFO:tasks.rados.rados.0.smithi032.stdout:1122: finishing copy_from to smithi032174182-31 2023-12-22T17:20:22.966 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 405 (ObjNum 346 snap 104 seq_num 346) dirty exists 2023-12-22T17:20:22.966 INFO:tasks.rados.rados.0.smithi032.stdout:1122: finishing copy_from racing read to smithi032174182-31 2023-12-22T17:20:22.966 INFO:tasks.rados.rados.0.smithi032.stdout:1118: done (7 left) 2023-12-22T17:20:22.966 INFO:tasks.rados.rados.0.smithi032.stdout:1122: done (6 left) 2023-12-22T17:20:22.966 INFO:tasks.rados.rados.0.smithi032.stdout:1124: done (5 left) 2023-12-22T17:20:22.966 INFO:tasks.rados.rados.0.smithi032.stdout:1125: done (4 left) 2023-12-22T17:20:22.966 INFO:tasks.rados.rados.0.smithi032.stdout:1129: snap_remove snap 88 2023-12-22T17:20:23.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:22 smithi032 ceph-mon[125050]: pgmap v64: 121 pgs: 121 active+clean; 212 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2023-12-22T17:20:23.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:22 smithi032 ceph-mon[125050]: osdmap e269: 8 total, 8 up, 8 in 2023-12-22T17:20:23.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:23 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:20:23.140+0000 7fdca67b0200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-22T17:20:23.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:22 smithi039 ceph-mon[115265]: pgmap v64: 121 pgs: 121 active+clean; 212 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2023-12-22T17:20:23.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:22 smithi039 ceph-mon[115265]: osdmap e269: 8 total, 8 up, 8 in 2023-12-22T17:20:23.842 INFO:tasks.rados.rados.0.smithi032.stdout:1129: done (4 left) 2023-12-22T17:20:23.843 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 23 current snap is 114 2023-12-22T17:20:23.843 INFO:tasks.rados.rados.0.smithi032.stdout:1130: seq_num 368 ranges {9797632=573440,10371072=622592,10993664=180224} 2023-12-22T17:20:23.893 INFO:tasks.rados.rados.0.smithi032.stdout:1130: writing smithi032174182-23 from 9797632 to 10371072 tid 1 2023-12-22T17:20:23.897 INFO:tasks.rados.rados.0.smithi032.stdout:1130: writing smithi032174182-23 from 10371072 to 10993664 tid 2 2023-12-22T17:20:23.899 INFO:tasks.rados.rados.0.smithi032.stdout:1130: writing smithi032174182-23 from 10993664 to 11173888 tid 3 2023-12-22T17:20:23.899 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 45 current snap is 114 2023-12-22T17:20:23.899 INFO:tasks.rados.rados.0.smithi032.stdout:1126: finishing write tid 1 to smithi032174182-39 2023-12-22T17:20:23.899 INFO:tasks.rados.rados.0.smithi032.stdout:1131: seq_num 369 ranges {1073152=589824,1662976=507904,2170880=294912} 2023-12-22T17:20:23.909 INFO:tasks.rados.rados.0.smithi032.stdout:1131: writing smithi032174182-45 from 1073152 to 1662976 tid 1 2023-12-22T17:20:23.912 INFO:tasks.rados.rados.0.smithi032.stdout:1131: writing smithi032174182-45 from 1662976 to 2170880 tid 2 2023-12-22T17:20:23.914 INFO:tasks.rados.rados.0.smithi032.stdout:1131: writing smithi032174182-45 from 2170880 to 2465792 tid 3 2023-12-22T17:20:23.914 INFO:tasks.rados.rados.0.smithi032.stdout:1132: snap_create 2023-12-22T17:20:23.915 INFO:tasks.rados.rados.0.smithi032.stdout:1121: expect (ObjNum 244 snap 60 seq_num 244) 2023-12-22T17:20:24.164 INFO:tasks.rados.rados.0.smithi032.stdout:1126: finishing write tid 2 to smithi032174182-39 2023-12-22T17:20:24.164 INFO:tasks.rados.rados.0.smithi032.stdout:1126: finishing write tid 3 to smithi032174182-39 2023-12-22T17:20:24.164 INFO:tasks.rados.rados.0.smithi032.stdout:1126: finishing write tid 4 to smithi032174182-39 2023-12-22T17:20:24.164 INFO:tasks.rados.rados.0.smithi032.stdout:1123: expect (ObjNum 364 snap 113 seq_num 364) 2023-12-22T17:20:24.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:23 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:20:23.955+0000 7fdca67b0200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-22T17:20:24.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:24 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:20:24.054+0000 7fdca67b0200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-22T17:20:24.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:23 smithi032 ceph-mon[125050]: osdmap e270: 8 total, 8 up, 8 in 2023-12-22T17:20:24.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:23 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:24.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:23 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:24.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:23 smithi032 ceph-mon[125050]: osdmap e271: 8 total, 8 up, 8 in 2023-12-22T17:20:24.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:23 smithi032 ceph-mon[110651]: osdmap e270: 8 total, 8 up, 8 in 2023-12-22T17:20:24.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:23 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:24.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:23 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:24.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:23 smithi032 ceph-mon[110651]: osdmap e271: 8 total, 8 up, 8 in 2023-12-22T17:20:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:23 smithi039 ceph-mon[115265]: osdmap e270: 8 total, 8 up, 8 in 2023-12-22T17:20:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:23 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:23 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:23 smithi039 ceph-mon[115265]: osdmap e271: 8 total, 8 up, 8 in 2023-12-22T17:20:24.587 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 531 (ObjNum 287 snap 80 seq_num 287) dirty exists 2023-12-22T17:20:24.587 INFO:tasks.rados.rados.0.smithi032.stdout:1126: finishing write tid 5 to smithi032174182-39 2023-12-22T17:20:24.587 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 385 (ObjNum 367 snap 114 seq_num 367) dirty exists 2023-12-22T17:20:24.588 INFO:tasks.rados.rados.0.smithi032.stdout:1126: left oid 39 (ObjNum 367 snap 114 seq_num 367) 2023-12-22T17:20:24.588 INFO:tasks.rados.rados.0.smithi032.stdout:1130: finishing write tid 1 to smithi032174182-23 2023-12-22T17:20:24.588 INFO:tasks.rados.rados.0.smithi032.stdout:1130: finishing write tid 2 to smithi032174182-23 2023-12-22T17:20:24.588 INFO:tasks.rados.rados.0.smithi032.stdout:1130: finishing write tid 3 to smithi032174182-23 2023-12-22T17:20:24.588 INFO:tasks.rados.rados.0.smithi032.stdout:1130: finishing write tid 4 to smithi032174182-23 2023-12-22T17:20:24.588 INFO:tasks.rados.rados.0.smithi032.stdout:1130: finishing write tid 5 to smithi032174182-23 2023-12-22T17:20:24.588 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 594 (ObjNum 368 snap 114 seq_num 368) dirty exists 2023-12-22T17:20:24.588 INFO:tasks.rados.rados.0.smithi032.stdout:1130: left oid 23 (ObjNum 368 snap 114 seq_num 368) 2023-12-22T17:20:24.588 INFO:tasks.rados.rados.0.smithi032.stdout:1131: finishing write tid 1 to smithi032174182-45 2023-12-22T17:20:24.588 INFO:tasks.rados.rados.0.smithi032.stdout:1131: finishing write tid 2 to smithi032174182-45 2023-12-22T17:20:24.588 INFO:tasks.rados.rados.0.smithi032.stdout:1131: finishing write tid 3 to smithi032174182-45 2023-12-22T17:20:24.588 INFO:tasks.rados.rados.0.smithi032.stdout:1131: finishing write tid 4 to smithi032174182-45 2023-12-22T17:20:24.588 INFO:tasks.rados.rados.0.smithi032.stdout:1131: finishing write tid 5 to smithi032174182-45 2023-12-22T17:20:24.588 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 431 (ObjNum 369 snap 114 seq_num 369) dirty exists 2023-12-22T17:20:24.588 INFO:tasks.rados.rados.0.smithi032.stdout:1131: left oid 45 (ObjNum 369 snap 114 seq_num 369) 2023-12-22T17:20:24.916 INFO:tasks.rados.rados.0.smithi032.stdout:1121: done (6 left) 2023-12-22T17:20:24.916 INFO:tasks.rados.rados.0.smithi032.stdout:1123: done (5 left) 2023-12-22T17:20:24.916 INFO:tasks.rados.rados.0.smithi032.stdout:1126: done (4 left) 2023-12-22T17:20:24.916 INFO:tasks.rados.rados.0.smithi032.stdout:1128: done (3 left) 2023-12-22T17:20:24.916 INFO:tasks.rados.rados.0.smithi032.stdout:1130: done (2 left) 2023-12-22T17:20:24.916 INFO:tasks.rados.rados.0.smithi032.stdout:1131: done (1 left) 2023-12-22T17:20:24.917 INFO:tasks.rados.rados.0.smithi032.stdout:1132: done (0 left) 2023-12-22T17:20:24.917 INFO:tasks.rados.rados.0.smithi032.stdout:1133: read oid 5 snap 97 2023-12-22T17:20:24.917 INFO:tasks.rados.rados.0.smithi032.stdout:1133: expect (ObjNum 316 snap 92 seq_num 316) 2023-12-22T17:20:24.917 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 15 current snap is 115 2023-12-22T17:20:24.917 INFO:tasks.rados.rados.0.smithi032.stdout:1134: seq_num 370 ranges {1982464=606208,2588672=794624,3383296=8192} 2023-12-22T17:20:24.930 INFO:tasks.rados.rados.0.smithi032.stdout:1134: writing smithi032174182-15 from 1982464 to 2588672 tid 1 2023-12-22T17:20:24.935 INFO:tasks.rados.rados.0.smithi032.stdout:1134: writing smithi032174182-15 from 2588672 to 3383296 tid 2 2023-12-22T17:20:24.935 INFO:tasks.rados.rados.0.smithi032.stdout:1134: writing smithi032174182-15 from 3383296 to 3391488 tid 3 2023-12-22T17:20:24.937 INFO:tasks.rados.rados.0.smithi032.stdout:1135: read oid 31 snap -1 2023-12-22T17:20:24.937 INFO:tasks.rados.rados.0.smithi032.stdout:1135: expect (ObjNum 346 snap 104 seq_num 346) 2023-12-22T17:20:24.937 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 23 current snap is 115 2023-12-22T17:20:24.937 INFO:tasks.rados.rados.0.smithi032.stdout:1136: seq_num 371 ranges {11173888=622592,11796480=679936,12476416=122880} 2023-12-22T17:20:25.000 INFO:tasks.rados.rados.0.smithi032.stdout:1136: writing smithi032174182-23 from 11173888 to 11796480 tid 1 2023-12-22T17:20:25.004 INFO:tasks.rados.rados.0.smithi032.stdout:1136: writing smithi032174182-23 from 11796480 to 12476416 tid 2 2023-12-22T17:20:25.005 INFO:tasks.rados.rados.0.smithi032.stdout:1136: writing smithi032174182-23 from 12476416 to 12599296 tid 3 2023-12-22T17:20:25.005 INFO:tasks.rados.rados.0.smithi032.stdout:1137: snap_remove snap 108 2023-12-22T17:20:25.055 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:24 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:20:24.737+0000 7fdca67b0200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-22T17:20:25.055 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:24 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:20:24.836+0000 7fdca67b0200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-22T17:20:25.055 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:24 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:20:24.945+0000 7fdca67b0200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-22T17:20:25.056 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:24 smithi032 ceph-mon[125050]: pgmap v67: 121 pgs: 121 active+clean; 212 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2023-12-22T17:20:25.056 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:24 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:25.056 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:24 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:25.056 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:24 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:25.056 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:24 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:25.056 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:24 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:20:25.056 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:24 smithi032 ceph-mon[125050]: osdmap e272: 8 total, 8 up, 8 in 2023-12-22T17:20:25.056 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:24 smithi032 ceph-mon[110651]: pgmap v67: 121 pgs: 121 active+clean; 212 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2023-12-22T17:20:25.056 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:24 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:25.056 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:24 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:25.056 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:24 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:25.056 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:24 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:25.056 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:24 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:20:25.057 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:24 smithi032 ceph-mon[110651]: osdmap e272: 8 total, 8 up, 8 in 2023-12-22T17:20:25.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:24 smithi039 ceph-mon[115265]: pgmap v67: 121 pgs: 121 active+clean; 212 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2023-12-22T17:20:25.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:24 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:25.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:24 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:25.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:24 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:25.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:24 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:25.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:24 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:20:25.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:24 smithi039 ceph-mon[115265]: osdmap e272: 8 total, 8 up, 8 in 2023-12-22T17:20:25.400 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:25 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:20:25.052+0000 7fdca67b0200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-22T17:20:25.400 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:25 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:20:25.295+0000 7fdca67b0200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-22T17:20:25.400 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:25 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:20:25.397+0000 7fdca67b0200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-22T17:20:25.681 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:25 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:20:25.644+0000 7fdca67b0200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-22T17:20:25.996 INFO:tasks.rados.rados.0.smithi032.stdout:1137: done (4 left) 2023-12-22T17:20:25.996 INFO:tasks.rados.rados.0.smithi032.stdout:1138: rmattr oid 46 current snap is 115 2023-12-22T17:20:25.996 INFO:tasks.rados.rados.0.smithi032.stdout:1138: done (4 left) 2023-12-22T17:20:25.996 INFO:tasks.rados.rados.0.smithi032.stdout:1139: snap_remove snap 74 2023-12-22T17:20:26.060 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:25 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:20:25.750+0000 7fdca67b0200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-22T17:20:26.060 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:25 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:20:25.955+0000 7fdca67b0200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-22T17:20:26.431 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:26 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:20:26.056+0000 7fdca67b0200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-22T17:20:26.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:26 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:20:26.908+0000 7fdca67b0200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-22T17:20:27.005 INFO:tasks.rados.rados.0.smithi032.stdout:1139: done (4 left) 2023-12-22T17:20:27.005 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 45 current snap is 115 2023-12-22T17:20:27.005 INFO:tasks.rados.rados.0.smithi032.stdout:1140: seq_num 372 ranges {2465792=638976,3104768=565248,3670016=237568} 2023-12-22T17:20:27.023 INFO:tasks.rados.rados.0.smithi032.stdout:1140: writing smithi032174182-45 from 2465792 to 3104768 tid 1 2023-12-22T17:20:27.027 INFO:tasks.rados.rados.0.smithi032.stdout:1140: writing smithi032174182-45 from 3104768 to 3670016 tid 2 2023-12-22T17:20:27.029 INFO:tasks.rados.rados.0.smithi032.stdout:1140: writing smithi032174182-45 from 3670016 to 3907584 tid 3 2023-12-22T17:20:27.029 INFO:tasks.rados.rados.0.smithi032.stdout:1141: read oid 44 snap -1 2023-12-22T17:20:27.029 INFO:tasks.rados.rados.0.smithi032.stdout:1141: expect (ObjNum 324 snap 94 seq_num 324) 2023-12-22T17:20:27.030 INFO:tasks.rados.rados.0.smithi032.stdout:1142: read oid 30 snap 106 2023-12-22T17:20:27.030 INFO:tasks.rados.rados.0.smithi032.stdout:1142: expect (ObjNum 298 snap 83 seq_num 298) 2023-12-22T17:20:27.030 INFO:tasks.rados.rados.0.smithi032.stdout:1143: delete oid 32 current snap is 115 2023-12-22T17:20:27.030 INFO:tasks.rados.rados.0.smithi032.stdout:1133: expect (ObjNum 316 snap 92 seq_num 316) 2023-12-22T17:20:27.106 INFO:tasks.rados.rados.0.smithi032.stdout:1134: finishing write tid 1 to smithi032174182-15 2023-12-22T17:20:27.106 INFO:tasks.rados.rados.0.smithi032.stdout:1134: finishing write tid 2 to smithi032174182-15 2023-12-22T17:20:27.106 INFO:tasks.rados.rados.0.smithi032.stdout:1134: finishing write tid 3 to smithi032174182-15 2023-12-22T17:20:27.107 INFO:tasks.rados.rados.0.smithi032.stdout:1134: finishing write tid 4 to smithi032174182-15 2023-12-22T17:20:27.107 INFO:tasks.rados.rados.0.smithi032.stdout:1134: finishing write tid 5 to smithi032174182-15 2023-12-22T17:20:27.107 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 672 (ObjNum 370 snap 115 seq_num 370) dirty exists 2023-12-22T17:20:27.107 INFO:tasks.rados.rados.0.smithi032.stdout:1134: left oid 15 (ObjNum 370 snap 115 seq_num 370) 2023-12-22T17:20:27.107 INFO:tasks.rados.rados.0.smithi032.stdout:1135: expect (ObjNum 346 snap 104 seq_num 346) 2023-12-22T17:20:27.232 INFO:tasks.rados.rados.0.smithi032.stdout:1136: finishing write tid 1 to smithi032174182-23 2023-12-22T17:20:27.232 INFO:tasks.rados.rados.0.smithi032.stdout:1136: finishing write tid 2 to smithi032174182-23 2023-12-22T17:20:27.232 INFO:tasks.rados.rados.0.smithi032.stdout:1136: finishing write tid 3 to smithi032174182-23 2023-12-22T17:20:27.232 INFO:tasks.rados.rados.0.smithi032.stdout:1136: finishing write tid 4 to smithi032174182-23 2023-12-22T17:20:27.232 INFO:tasks.rados.rados.0.smithi032.stdout:1136: finishing write tid 5 to smithi032174182-23 2023-12-22T17:20:27.232 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 598 (ObjNum 371 snap 115 seq_num 371) dirty exists 2023-12-22T17:20:27.232 INFO:tasks.rados.rados.0.smithi032.stdout:1136: left oid 23 (ObjNum 371 snap 115 seq_num 371) 2023-12-22T17:20:27.232 INFO:tasks.rados.rados.0.smithi032.stdout:1133: done (7 left) 2023-12-22T17:20:27.232 INFO:tasks.rados.rados.0.smithi032.stdout:1134: done (6 left) 2023-12-22T17:20:27.232 INFO:tasks.rados.rados.0.smithi032.stdout:1135: done (5 left) 2023-12-22T17:20:27.232 INFO:tasks.rados.rados.0.smithi032.stdout:1136: done (4 left) 2023-12-22T17:20:27.232 INFO:tasks.rados.rados.0.smithi032.stdout:1143: done (3 left) 2023-12-22T17:20:27.232 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 27 current snap is 115 2023-12-22T17:20:27.232 INFO:tasks.rados.rados.0.smithi032.stdout:1140: finishing write tid 1 to smithi032174182-45 2023-12-22T17:20:27.233 INFO:tasks.rados.rados.0.smithi032.stdout:1140: finishing write tid 2 to smithi032174182-45 2023-12-22T17:20:27.233 INFO:tasks.rados.rados.0.smithi032.stdout:1144: seq_num 374 ranges {2048000=671744,2719744=778240,3497984=24576} 2023-12-22T17:20:27.246 INFO:tasks.rados.rados.0.smithi032.stdout:1144: writing smithi032174182-27 from 2048000 to 2719744 tid 1 2023-12-22T17:20:27.251 INFO:tasks.rados.rados.0.smithi032.stdout:1144: writing smithi032174182-27 from 2719744 to 3497984 tid 2 2023-12-22T17:20:27.252 INFO:tasks.rados.rados.0.smithi032.stdout:1144: writing smithi032174182-27 from 3497984 to 3522560 tid 3 2023-12-22T17:20:27.252 INFO:tasks.rados.rados.0.smithi032.stdout:1145: read oid 43 snap -1 2023-12-22T17:20:27.252 INFO:tasks.rados.rados.0.smithi032.stdout:1145: expect (ObjNum 339 snap 100 seq_num 339) 2023-12-22T17:20:27.252 INFO:tasks.rados.rados.0.smithi032.stdout:1146: read oid 11 snap 84 2023-12-22T17:20:27.252 INFO:tasks.rados.rados.0.smithi032.stdout:1146: expect (ObjNum 211 snap 52 seq_num 211) 2023-12-22T17:20:27.252 INFO:tasks.rados.rados.0.smithi032.stdout:1147: rollback oid 42 current snap is 115 2023-12-22T17:20:27.252 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 42 to 106 2023-12-22T17:20:27.252 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 21 current snap is 115 2023-12-22T17:20:27.252 INFO:tasks.rados.rados.0.smithi032.stdout:1148: seq_num 375 ranges {2605056=688128,3293184=663552,3956736=139264} 2023-12-22T17:20:27.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:26 smithi039 ceph-mon[115265]: pgmap v70: 121 pgs: 121 active+clean; 220 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 2.0 MiB/s wr, 7 op/s 2023-12-22T17:20:27.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:26 smithi039 ceph-mon[115265]: osdmap e273: 8 total, 8 up, 8 in 2023-12-22T17:20:27.258 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:26 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:20:26] "GET /metrics HTTP/1.1" 200 36086 "" "Prometheus/2.43.0" 2023-12-22T17:20:27.270 INFO:tasks.rados.rados.0.smithi032.stdout:1148: writing smithi032174182-21 from 2605056 to 3293184 tid 1 2023-12-22T17:20:27.274 INFO:tasks.rados.rados.0.smithi032.stdout:1148: writing smithi032174182-21 from 3293184 to 3956736 tid 2 2023-12-22T17:20:27.275 INFO:tasks.rados.rados.0.smithi032.stdout:1148: writing smithi032174182-21 from 3956736 to 4096000 tid 3 2023-12-22T17:20:27.275 INFO:tasks.rados.rados.0.smithi032.stdout:1149: snap_create 2023-12-22T17:20:27.275 INFO:tasks.rados.rados.0.smithi032.stdout:1140: finishing write tid 3 to smithi032174182-45 2023-12-22T17:20:27.275 INFO:tasks.rados.rados.0.smithi032.stdout:1140: finishing write tid 4 to smithi032174182-45 2023-12-22T17:20:27.275 INFO:tasks.rados.rados.0.smithi032.stdout:1142: expect (ObjNum 298 snap 83 seq_num 298) 2023-12-22T17:20:27.317 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:26 smithi032 ceph-mon[125050]: pgmap v70: 121 pgs: 121 active+clean; 220 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 2.0 MiB/s wr, 7 op/s 2023-12-22T17:20:27.317 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:26 smithi032 ceph-mon[125050]: osdmap e273: 8 total, 8 up, 8 in 2023-12-22T17:20:27.317 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:26 smithi032 ceph-mon[110651]: pgmap v70: 121 pgs: 121 active+clean; 220 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 2.0 MiB/s wr, 7 op/s 2023-12-22T17:20:27.317 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:26 smithi032 ceph-mon[110651]: osdmap e273: 8 total, 8 up, 8 in 2023-12-22T17:20:27.317 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:27 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:20:27.147+0000 7fdca67b0200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-22T17:20:27.365 INFO:tasks.rados.rados.0.smithi032.stdout:1140: finishing write tid 5 to smithi032174182-45 2023-12-22T17:20:27.365 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 444 (ObjNum 372 snap 115 seq_num 372) dirty exists 2023-12-22T17:20:27.365 INFO:tasks.rados.rados.0.smithi032.stdout:1140: left oid 45 (ObjNum 372 snap 115 seq_num 372) 2023-12-22T17:20:27.366 INFO:tasks.rados.rados.0.smithi032.stdout:1141: expect (ObjNum 324 snap 94 seq_num 324) 2023-12-22T17:20:27.523 INFO:tasks.rados.rados.0.smithi032.stdout:1144: finishing write tid 1 to smithi032174182-27 2023-12-22T17:20:27.523 INFO:tasks.rados.rados.0.smithi032.stdout:1147: finishing rollback tid 0 to smithi032174182-42 2023-12-22T17:20:27.523 INFO:tasks.rados.rados.0.smithi032.stdout:1147: finishing rollback tid 1 to smithi032174182-42 2023-12-22T17:20:27.524 INFO:tasks.rados.rados.0.smithi032.stdout:1147: finishing rollback tid 2 to smithi032174182-42 2023-12-22T17:20:27.524 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 331 (ObjNum 303 snap 90 seq_num 303) dirty exists 2023-12-22T17:20:27.524 INFO:tasks.rados.rados.0.smithi032.stdout:1144: finishing write tid 2 to smithi032174182-27 2023-12-22T17:20:27.524 INFO:tasks.rados.rados.0.smithi032.stdout:1144: finishing write tid 3 to smithi032174182-27 2023-12-22T17:20:27.524 INFO:tasks.rados.rados.0.smithi032.stdout:1144: finishing write tid 4 to smithi032174182-27 2023-12-22T17:20:27.524 INFO:tasks.rados.rados.0.smithi032.stdout:1146: expect (ObjNum 211 snap 52 seq_num 211) 2023-12-22T17:20:27.616 INFO:tasks.rados.rados.0.smithi032.stdout:1144: finishing write tid 5 to smithi032174182-27 2023-12-22T17:20:27.616 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 602 (ObjNum 374 snap 115 seq_num 374) dirty exists 2023-12-22T17:20:27.616 INFO:tasks.rados.rados.0.smithi032.stdout:1144: left oid 27 (ObjNum 374 snap 115 seq_num 374) 2023-12-22T17:20:27.616 INFO:tasks.rados.rados.0.smithi032.stdout:1145: expect (ObjNum 339 snap 100 seq_num 339) 2023-12-22T17:20:27.639 INFO:tasks.rados.rados.0.smithi032.stdout:1148: finishing write tid 1 to smithi032174182-21 2023-12-22T17:20:27.639 INFO:tasks.rados.rados.0.smithi032.stdout:1148: finishing write tid 2 to smithi032174182-21 2023-12-22T17:20:27.639 INFO:tasks.rados.rados.0.smithi032.stdout:1148: finishing write tid 3 to smithi032174182-21 2023-12-22T17:20:27.639 INFO:tasks.rados.rados.0.smithi032.stdout:1148: finishing write tid 4 to smithi032174182-21 2023-12-22T17:20:27.639 INFO:tasks.rados.rados.0.smithi032.stdout:1148: finishing write tid 5 to smithi032174182-21 2023-12-22T17:20:27.639 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 509 (ObjNum 375 snap 115 seq_num 375) dirty exists 2023-12-22T17:20:27.639 INFO:tasks.rados.rados.0.smithi032.stdout:1148: left oid 21 (ObjNum 375 snap 115 seq_num 375) 2023-12-22T17:20:27.639 INFO:tasks.rados.rados.0.smithi032.stdout:1140: done (8 left) 2023-12-22T17:20:27.639 INFO:tasks.rados.rados.0.smithi032.stdout:1141: done (7 left) 2023-12-22T17:20:27.639 INFO:tasks.rados.rados.0.smithi032.stdout:1142: done (6 left) 2023-12-22T17:20:27.639 INFO:tasks.rados.rados.0.smithi032.stdout:1144: done (5 left) 2023-12-22T17:20:27.639 INFO:tasks.rados.rados.0.smithi032.stdout:1145: done (4 left) 2023-12-22T17:20:27.640 INFO:tasks.rados.rados.0.smithi032.stdout:1146: done (3 left) 2023-12-22T17:20:27.640 INFO:tasks.rados.rados.0.smithi032.stdout:1147: done (2 left) 2023-12-22T17:20:27.640 INFO:tasks.rados.rados.0.smithi032.stdout:1148: done (1 left) 2023-12-22T17:20:27.640 INFO:tasks.rados.rados.0.smithi032.stdout:1149: done (0 left) 2023-12-22T17:20:27.640 INFO:tasks.rados.rados.0.smithi032.stdout:1150: rollback oid 29 current snap is 116 2023-12-22T17:20:27.640 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 29 to 87 2023-12-22T17:20:27.640 INFO:tasks.rados.rados.0.smithi032.stdout:1151: snap_remove snap 100 2023-12-22T17:20:27.651 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:27 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:20:27.286+0000 7f68523ef700 -1 mgr handle_mgr_map I was active but no longer am 2023-12-22T17:20:27.651 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:27 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: ignoring --setuser ceph since I am not root 2023-12-22T17:20:27.651 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:27 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: ignoring --setgroup ceph since I am not root 2023-12-22T17:20:27.651 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:27 smithi039 ceph-mgr[156027]: -- 172.21.15.39:0/2453437552 <== mon.1 v2:172.21.15.39:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55c900d59520 con 0x55c900d2f000 2023-12-22T17:20:27.651 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:27 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:20:27.462+0000 7f8ee46ee200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-22T17:20:27.651 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:27 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:20:27.647+0000 7f8ee46ee200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-22T17:20:27.681 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:27 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:20:27.360+0000 7fdca67b0200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-22T17:20:28.258 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:27 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:20:27.990+0000 7f8ee46ee200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-22T17:20:28.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:28 smithi039 ceph-mon[115265]: osdmap e274: 8 total, 8 up, 8 in 2023-12-22T17:20:28.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:28 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:28.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:28 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:28.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:28 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:20:28.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:28 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:20:28.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:28 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:28.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:28 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:20:28.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:28 smithi039 ceph-mon[115265]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-12-22T17:20:28.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:28 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-12-22T17:20:28.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:28 smithi039 ceph-mon[115265]: osdmap e275: 8 total, 8 up, 8 in 2023-12-22T17:20:28.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:28 smithi039 ceph-mon[115265]: from='mgr.24973 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2023-12-22T17:20:28.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:28 smithi039 ceph-mon[115265]: mgrmap e27: y(active, starting, since 0.00553887s) 2023-12-22T17:20:28.279 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:28 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:20:28.077+0000 7fdca67b0200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-22T17:20:28.280 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:27 smithi032 ceph-mon[125050]: osdmap e274: 8 total, 8 up, 8 in 2023-12-22T17:20:28.280 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:27 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:28.280 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:27 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:28.280 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:27 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:20:28.280 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:27 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:20:28.280 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:27 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:28.280 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:27 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:20:28.280 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:27 smithi032 ceph-mon[125050]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-12-22T17:20:28.280 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:27 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-12-22T17:20:28.280 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:27 smithi032 ceph-mon[125050]: osdmap e275: 8 total, 8 up, 8 in 2023-12-22T17:20:28.280 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:27 smithi032 ceph-mon[125050]: from='mgr.24973 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2023-12-22T17:20:28.280 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:28 smithi032 ceph-mon[125050]: mgrmap e27: y(active, starting, since 0.00553887s) 2023-12-22T17:20:28.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:27 smithi032 ceph-mon[110651]: osdmap e274: 8 total, 8 up, 8 in 2023-12-22T17:20:28.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:27 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:28.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:27 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:28.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:27 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:20:28.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:27 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:20:28.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:27 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' 2023-12-22T17:20:28.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:27 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:20:28.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:27 smithi032 ceph-mon[110651]: from='mgr.24973 172.21.15.39:0/2371524630' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-12-22T17:20:28.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:27 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-12-22T17:20:28.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:27 smithi032 ceph-mon[110651]: osdmap e275: 8 total, 8 up, 8 in 2023-12-22T17:20:28.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:27 smithi032 ceph-mon[110651]: from='mgr.24973 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2023-12-22T17:20:28.281 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:27 smithi032 ceph-mon[110651]: mgrmap e27: y(active, starting, since 0.00553887s) 2023-12-22T17:20:28.287 INFO:tasks.rados.rados.0.smithi032.stdout:1151: done (1 left) 2023-12-22T17:20:28.287 INFO:tasks.rados.rados.0.smithi032.stdout:1152: read oid 4 snap -1 2023-12-22T17:20:28.287 INFO:tasks.rados.rados.0.smithi032.stdout:1152: expect (ObjNum 282 snap 78 seq_num 282) 2023-12-22T17:20:28.287 INFO:tasks.rados.rados.0.smithi032.stdout:1153: snap_create 2023-12-22T17:20:28.287 INFO:tasks.rados.rados.0.smithi032.stdout:1150: finishing rollback tid 1 to smithi032174182-29 2023-12-22T17:20:28.288 INFO:tasks.rados.rados.0.smithi032.stdout:1150: finishing rollback tid 2 to smithi032174182-29 2023-12-22T17:20:28.288 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 690 (ObjNum 232 snap 57 seq_num 232) dirty exists 2023-12-22T17:20:28.322 INFO:tasks.rados.rados.0.smithi032.stdout:1152: expect (ObjNum 282 snap 78 seq_num 282) 2023-12-22T17:20:28.621 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:28 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:20:28.276+0000 7fdca67b0200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-22T17:20:28.621 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:28 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:20:28.491+0000 7fdca67b0200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-22T17:20:28.641 INFO:tasks.rados.rados.0.smithi032.stdout:1150: done (2 left) 2023-12-22T17:20:28.641 INFO:tasks.rados.rados.0.smithi032.stdout:1152: done (1 left) 2023-12-22T17:20:28.641 INFO:tasks.rados.rados.0.smithi032.stdout:1153: done (0 left) 2023-12-22T17:20:28.641 INFO:tasks.rados.rados.0.smithi032.stdout:1154: read oid 23 snap -1 2023-12-22T17:20:28.641 INFO:tasks.rados.rados.0.smithi032.stdout:1154: expect (ObjNum 371 snap 115 seq_num 371) 2023-12-22T17:20:28.641 INFO:tasks.rados.rados.0.smithi032.stdout:1155: snap_remove snap 59 2023-12-22T17:20:28.883 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:28 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:20:28.618+0000 7fdca67b0200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-22T17:20:28.883 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:28 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:17:20:28] ENGINE Bus STARTING 2023-12-22T17:20:28.884 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:28 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: CherryPy Checker: 2023-12-22T17:20:28.884 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:28 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: The Application mounted at '' has an empty config. 2023-12-22T17:20:28.884 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:28 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:20:28.884 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:28 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:17:20:28] ENGINE Serving on http://:::9283 2023-12-22T17:20:28.884 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:28 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:17:20:28] ENGINE Bus STARTED 2023-12-22T17:20:28.884 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:28 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:17:20:28] ENGINE Bus STOPPING 2023-12-22T17:20:28.884 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:28 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:17:20:28] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-22T17:20:28.884 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:28 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:17:20:28] ENGINE Bus STOPPED 2023-12-22T17:20:28.884 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:28 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:17:20:28] ENGINE Bus STARTING 2023-12-22T17:20:28.941 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:28 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:20:28.525+0000 7f8ee46ee200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-22T17:20:28.942 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:28 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:20:28.766+0000 7f8ee46ee200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-22T17:20:28.942 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:28 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[166574]: ts=2023-12-22T17:20:28.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi039:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi039.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-22T17:20:29.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:28 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:20:28.932+0000 7fdc04270700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-22T17:20:29.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:28 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:20:28.932+0000 7fdc04270700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-22T17:20:29.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:28 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:20:28.932+0000 7fdc04270700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-22T17:20:29.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:28 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:20:28.932+0000 7fdc04270700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-22T17:20:29.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:28 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:20:28.932+0000 7fdc04270700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-22T17:20:29.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:28 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:20:28.932+0000 7fdc07a77700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-22T17:20:29.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:28 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:20:28.932+0000 7fdc07a77700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-22T17:20:29.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:28 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:20:28.932+0000 7fdc07a77700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-22T17:20:29.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:28 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:20:28.932+0000 7fdc07a77700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-22T17:20:29.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:28 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:20:28.932+0000 7fdc07a77700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-22T17:20:29.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:28 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:17:20:28] ENGINE Serving on http://:::9283 2023-12-22T17:20:29.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:28 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:17:20:28] ENGINE Bus STARTED 2023-12-22T17:20:29.508 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:29 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:20:29.229+0000 7f8ee46ee200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-22T17:20:29.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:29 smithi039 ceph-mon[115265]: osdmap e276: 8 total, 8 up, 8 in 2023-12-22T17:20:29.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:29 smithi039 ceph-mon[115265]: Active manager daemon y restarted 2023-12-22T17:20:29.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:29 smithi039 ceph-mon[115265]: Activating manager daemon y 2023-12-22T17:20:29.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:29 smithi039 ceph-mon[115265]: osdmap e277: 8 total, 8 up, 8 in 2023-12-22T17:20:29.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:29 smithi039 ceph-mon[115265]: mgrmap e28: y(active, starting, since 0.00598543s) 2023-12-22T17:20:29.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:29 smithi039 ceph-mon[115265]: from='mgr.? 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-12-22T17:20:29.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:29 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-12-22T17:20:29.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:29 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:20:29.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:29 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:20:29.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:29 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:20:29.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:29 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-22T17:20:29.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:29 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-22T17:20:29.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:29 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-22T17:20:29.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:29 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-22T17:20:29.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:29 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-22T17:20:29.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:29 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-22T17:20:29.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:29 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-22T17:20:29.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:29 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-22T17:20:29.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:29 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-22T17:20:29.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:29 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-22T17:20:29.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:29 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-22T17:20:29.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:29 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-22T17:20:29.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:29 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-22T17:20:29.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:29 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-22T17:20:29.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:29 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-22T17:20:29.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:29 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-12-22T17:20:29.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:29 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-22T17:20:29.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:29 smithi039 ceph-mon[115265]: Manager daemon y is now available 2023-12-22T17:20:29.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:29 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:20:29.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:29 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:20:29.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:29 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:20:29.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:29 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-22T17:20:29.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:29 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-22T17:20:29.640 INFO:tasks.rados.rados.0.smithi032.stdout:1155: done (1 left) 2023-12-22T17:20:29.640 INFO:tasks.rados.rados.0.smithi032.stdout:1156: snap_create 2023-12-22T17:20:29.640 INFO:tasks.rados.rados.0.smithi032.stdout:1154: expect (ObjNum 371 snap 115 seq_num 371) 2023-12-22T17:20:29.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[125050]: osdmap e276: 8 total, 8 up, 8 in 2023-12-22T17:20:29.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[125050]: Active manager daemon y restarted 2023-12-22T17:20:29.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[125050]: Activating manager daemon y 2023-12-22T17:20:29.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[125050]: osdmap e277: 8 total, 8 up, 8 in 2023-12-22T17:20:29.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[125050]: mgrmap e28: y(active, starting, since 0.00598543s) 2023-12-22T17:20:29.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[125050]: from='mgr.? 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-12-22T17:20:29.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-12-22T17:20:29.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:20:29.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:20:29.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:20:29.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-22T17:20:29.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-22T17:20:29.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-22T17:20:29.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-22T17:20:29.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-22T17:20:29.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-22T17:20:29.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-22T17:20:29.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-22T17:20:29.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-22T17:20:29.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-22T17:20:29.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-22T17:20:29.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-22T17:20:29.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-22T17:20:29.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-22T17:20:29.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-22T17:20:29.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-12-22T17:20:29.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-22T17:20:29.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[125050]: Manager daemon y is now available 2023-12-22T17:20:29.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:20:29.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:20:29.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:20:29.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-22T17:20:29.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-22T17:20:29.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[110651]: osdmap e276: 8 total, 8 up, 8 in 2023-12-22T17:20:29.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[110651]: Active manager daemon y restarted 2023-12-22T17:20:29.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[110651]: Activating manager daemon y 2023-12-22T17:20:29.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[110651]: osdmap e277: 8 total, 8 up, 8 in 2023-12-22T17:20:29.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[110651]: mgrmap e28: y(active, starting, since 0.00598543s) 2023-12-22T17:20:29.685 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[110651]: from='mgr.? 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-12-22T17:20:29.685 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-12-22T17:20:29.685 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:20:29.685 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:20:29.685 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:20:29.685 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-22T17:20:29.685 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-22T17:20:29.685 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-22T17:20:29.685 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-22T17:20:29.685 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-22T17:20:29.685 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-22T17:20:29.685 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-22T17:20:29.685 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-22T17:20:29.685 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-22T17:20:29.685 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-22T17:20:29.686 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-22T17:20:29.686 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-22T17:20:29.686 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-22T17:20:29.686 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-22T17:20:29.686 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-22T17:20:29.686 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-12-22T17:20:29.686 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-22T17:20:29.686 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[110651]: Manager daemon y is now available 2023-12-22T17:20:29.686 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:20:29.686 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:20:29.686 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:20:29.686 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-22T17:20:29.686 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:29 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-22T17:20:30.346 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:30 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:20:30.052+0000 7f8ee46ee200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-22T17:20:30.347 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:30 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:20:30.145+0000 7f8ee46ee200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-22T17:20:30.639 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:30 smithi039 ceph-mon[115265]: osdmap e278: 8 total, 8 up, 8 in 2023-12-22T17:20:30.639 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:30 smithi039 ceph-mon[115265]: mgrmap e29: y(active, since 1.1977s) 2023-12-22T17:20:30.639 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:30 smithi039 ceph-mon[115265]: [22/Dec/2023:17:20:29] ENGINE Bus STARTING 2023-12-22T17:20:30.639 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:30 smithi039 ceph-mon[115265]: [22/Dec/2023:17:20:30] ENGINE Serving on https://172.21.15.32:7150 2023-12-22T17:20:30.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:30 smithi032 ceph-mon[110651]: osdmap e278: 8 total, 8 up, 8 in 2023-12-22T17:20:30.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:30 smithi032 ceph-mon[110651]: mgrmap e29: y(active, since 1.1977s) 2023-12-22T17:20:30.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:30 smithi032 ceph-mon[110651]: [22/Dec/2023:17:20:29] ENGINE Bus STARTING 2023-12-22T17:20:30.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:30 smithi032 ceph-mon[110651]: [22/Dec/2023:17:20:30] ENGINE Serving on https://172.21.15.32:7150 2023-12-22T17:20:30.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:30 smithi032 ceph-mon[125050]: osdmap e278: 8 total, 8 up, 8 in 2023-12-22T17:20:30.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:30 smithi032 ceph-mon[125050]: mgrmap e29: y(active, since 1.1977s) 2023-12-22T17:20:30.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:30 smithi032 ceph-mon[125050]: [22/Dec/2023:17:20:29] ENGINE Bus STARTING 2023-12-22T17:20:30.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:30 smithi032 ceph-mon[125050]: [22/Dec/2023:17:20:30] ENGINE Serving on https://172.21.15.32:7150 2023-12-22T17:20:30.941 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:30 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:20:30.832+0000 7f8ee46ee200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-22T17:20:30.941 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:30 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:20:30.938+0000 7f8ee46ee200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-22T17:20:30.998 INFO:tasks.rados.rados.0.smithi032.stdout:1154: done (1 left) 2023-12-22T17:20:30.998 INFO:tasks.rados.rados.0.smithi032.stdout:1156: done (0 left) 2023-12-22T17:20:30.998 INFO:tasks.rados.rados.0.smithi032.stdout:1157: rmattr oid 12 current snap is 118 2023-12-22T17:20:30.998 INFO:tasks.rados.rados.0.smithi032.stdout:1158: rollback oid 16 current snap is 118 2023-12-22T17:20:30.998 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 16 to 101 2023-12-22T17:20:30.998 INFO:tasks.rados.rados.0.smithi032.stdout:1159: snap_remove snap 116 2023-12-22T17:20:31.258 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:31 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:20:31.042+0000 7f8ee46ee200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-22T17:20:31.258 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:31 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:20:31.146+0000 7f8ee46ee200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-22T17:20:31.742 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:31 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:20:31.405+0000 7f8ee46ee200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-22T17:20:31.742 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:31 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:20:31.505+0000 7f8ee46ee200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-22T17:20:31.742 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:31 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:20:31.738+0000 7f8ee46ee200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-22T17:20:31.742 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:31 smithi039 ceph-mon[115265]: [22/Dec/2023:17:20:30] ENGINE Serving on http://172.21.15.32:8765 2023-12-22T17:20:31.742 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:31 smithi039 ceph-mon[115265]: [22/Dec/2023:17:20:30] ENGINE Bus STARTED 2023-12-22T17:20:31.742 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:31 smithi039 ceph-mon[115265]: osdmap e279: 8 total, 8 up, 8 in 2023-12-22T17:20:31.742 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:31 smithi039 ceph-mon[115265]: pgmap v6: 121 pgs: 121 active+clean; 234 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:20:31.742 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:31 smithi039 ceph-mon[115265]: mgrmap e30: y(active, since 2s) 2023-12-22T17:20:31.742 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:31 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:31.742 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:31 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:31.840 INFO:tasks.rados.rados.0.smithi032.stdout:1159: done (2 left) 2023-12-22T17:20:31.840 INFO:tasks.rados.rados.0.smithi032.stdout:1160: snap_create 2023-12-22T17:20:31.840 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 542 (ObjNum 342 snap 100 seq_num 342) dirty exists 2023-12-22T17:20:31.841 INFO:tasks.rados.rados.0.smithi032.stdout:1158: finishing rollback tid 0 to smithi032174182-16 2023-12-22T17:20:31.841 INFO:tasks.rados.rados.0.smithi032.stdout:1158: finishing rollback tid 1 to smithi032174182-16 2023-12-22T17:20:31.841 INFO:tasks.rados.rados.0.smithi032.stdout:1158: finishing rollback tid 2 to smithi032174182-16 2023-12-22T17:20:31.841 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 514 (ObjNum 224 snap 55 seq_num 224) dirty exists 2023-12-22T17:20:31.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:31 smithi032 ceph-mon[125050]: [22/Dec/2023:17:20:30] ENGINE Serving on http://172.21.15.32:8765 2023-12-22T17:20:31.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:31 smithi032 ceph-mon[125050]: [22/Dec/2023:17:20:30] ENGINE Bus STARTED 2023-12-22T17:20:31.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:31 smithi032 ceph-mon[125050]: osdmap e279: 8 total, 8 up, 8 in 2023-12-22T17:20:31.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:31 smithi032 ceph-mon[125050]: pgmap v6: 121 pgs: 121 active+clean; 234 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:20:31.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:31 smithi032 ceph-mon[125050]: mgrmap e30: y(active, since 2s) 2023-12-22T17:20:31.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:31 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:31.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:31 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:31.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:31 smithi032 ceph-mon[110651]: [22/Dec/2023:17:20:30] ENGINE Serving on http://172.21.15.32:8765 2023-12-22T17:20:31.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:31 smithi032 ceph-mon[110651]: [22/Dec/2023:17:20:30] ENGINE Bus STARTED 2023-12-22T17:20:31.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:31 smithi032 ceph-mon[110651]: osdmap e279: 8 total, 8 up, 8 in 2023-12-22T17:20:31.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:31 smithi032 ceph-mon[110651]: pgmap v6: 121 pgs: 121 active+clean; 234 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:20:31.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:31 smithi032 ceph-mon[110651]: mgrmap e30: y(active, since 2s) 2023-12-22T17:20:31.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:31 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:31.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:31 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:32.008 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:31 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:20:31.851+0000 7f8ee46ee200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-22T17:20:32.508 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:32 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:20:32.061+0000 7f8ee46ee200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-22T17:20:32.508 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:32 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:20:32.169+0000 7f8ee46ee200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-22T17:20:32.840 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:32 smithi032 ceph-mon[110651]: osdmap e280: 8 total, 8 up, 8 in 2023-12-22T17:20:32.848 INFO:tasks.rados.rados.0.smithi032.stdout:1157: done (2 left) 2023-12-22T17:20:32.848 INFO:tasks.rados.rados.0.smithi032.stdout:1158: done (1 left) 2023-12-22T17:20:32.848 INFO:tasks.rados.rados.0.smithi032.stdout:1160: done (0 left) 2023-12-22T17:20:32.848 INFO:tasks.rados.rados.0.smithi032.stdout:1161: copy_from oid 23 from oid 38 current snap is 119 2023-12-22T17:20:32.848 INFO:tasks.rados.rados.0.smithi032.stdout:1162: snap_remove snap 67 2023-12-22T17:20:33.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:32 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:33.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:32 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:33.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:32 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:33.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:32 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:33.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:32 smithi032 ceph-mon[125050]: osdmap e280: 8 total, 8 up, 8 in 2023-12-22T17:20:33.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:32 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:33.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:32 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:33.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:32 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:33.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:32 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:33.237 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:33 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:20:33.012+0000 7f8ee46ee200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-22T17:20:33.238 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:32 smithi039 ceph-mon[115265]: osdmap e280: 8 total, 8 up, 8 in 2023-12-22T17:20:33.238 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:32 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:33.238 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:32 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:33.238 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:32 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:33.238 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:32 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:33.508 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:33 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:20:33.234+0000 7f8ee46ee200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-22T17:20:33.508 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:33 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:20:33.431+0000 7f8ee46ee200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-22T17:20:33.830 INFO:tasks.rados.rados.0.smithi032.stdout:1162: done (1 left) 2023-12-22T17:20:33.831 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 12 current snap is 119 2023-12-22T17:20:33.831 INFO:tasks.rados.rados.0.smithi032.stdout:1161: finishing copy_from to smithi032174182-23 2023-12-22T17:20:33.831 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 347 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-22T17:20:33.831 INFO:tasks.rados.rados.0.smithi032.stdout:1163: seq_num 376 ranges {9797632=704512,10502144=548864,11051008=253952} 2023-12-22T17:20:33.891 INFO:tasks.rados.rados.0.smithi032.stdout:1163: writing smithi032174182-12 from 9797632 to 10502144 tid 1 2023-12-22T17:20:33.895 INFO:tasks.rados.rados.0.smithi032.stdout:1163: writing smithi032174182-12 from 10502144 to 11051008 tid 2 2023-12-22T17:20:33.897 INFO:tasks.rados.rados.0.smithi032.stdout:1163: writing smithi032174182-12 from 11051008 to 11304960 tid 3 2023-12-22T17:20:33.897 INFO:tasks.rados.rados.0.smithi032.stdout:1164: copy_from oid 44 from oid 4 current snap is 119 2023-12-22T17:20:33.897 INFO:tasks.rados.rados.0.smithi032.stdout:1161: finishing copy_from racing read to smithi032174182-23 2023-12-22T17:20:33.897 INFO:tasks.rados.rados.0.smithi032.stdout:1163: finishing write tid 1 to smithi032174182-12 2023-12-22T17:20:33.897 INFO:tasks.rados.rados.0.smithi032.stdout:1161: done (2 left) 2023-12-22T17:20:33.897 INFO:tasks.rados.rados.0.smithi032.stdout:1165: rmattr oid 15 current snap is 119 2023-12-22T17:20:33.897 INFO:tasks.rados.rados.0.smithi032.stdout:1165: done (2 left) 2023-12-22T17:20:33.897 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 26 current snap is 119 2023-12-22T17:20:33.897 INFO:tasks.rados.rados.0.smithi032.stdout:1166: seq_num 377 ranges {1376256=720896,2097152=434176,2531328=368640} 2023-12-22T17:20:33.909 INFO:tasks.rados.rados.0.smithi032.stdout:1166: writing smithi032174182-26 from 1376256 to 2097152 tid 1 2023-12-22T17:20:33.911 INFO:tasks.rados.rados.0.smithi032.stdout:1166: writing smithi032174182-26 from 2097152 to 2531328 tid 2 2023-12-22T17:20:33.914 INFO:tasks.rados.rados.0.smithi032.stdout:1166: writing smithi032174182-26 from 2531328 to 2899968 tid 3 2023-12-22T17:20:33.915 INFO:tasks.rados.rados.0.smithi032.stdout:1167: snap_create 2023-12-22T17:20:33.915 INFO:tasks.rados.rados.0.smithi032.stdout:1163: finishing write tid 2 to smithi032174182-12 2023-12-22T17:20:33.915 INFO:tasks.rados.rados.0.smithi032.stdout:1163: finishing write tid 3 to smithi032174182-12 2023-12-22T17:20:33.915 INFO:tasks.rados.rados.0.smithi032.stdout:1163: finishing write tid 4 to smithi032174182-12 2023-12-22T17:20:33.915 INFO:tasks.rados.rados.0.smithi032.stdout:1163: finishing write tid 5 to smithi032174182-12 2023-12-22T17:20:33.915 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 546 (ObjNum 376 snap 119 seq_num 376) dirty exists 2023-12-22T17:20:33.915 INFO:tasks.rados.rados.0.smithi032.stdout:1163: left oid 12 (ObjNum 376 snap 119 seq_num 376) 2023-12-22T17:20:33.915 INFO:tasks.rados.rados.0.smithi032.stdout:1166: finishing write tid 1 to smithi032174182-26 2023-12-22T17:20:33.915 INFO:tasks.rados.rados.0.smithi032.stdout:1166: finishing write tid 2 to smithi032174182-26 2023-12-22T17:20:33.917 INFO:tasks.rados.rados.0.smithi032.stdout:1166: finishing write tid 3 to smithi032174182-26 2023-12-22T17:20:33.917 INFO:tasks.rados.rados.0.smithi032.stdout:1166: finishing write tid 4 to smithi032174182-26 2023-12-22T17:20:33.918 INFO:tasks.rados.rados.0.smithi032.stdout:1166: finishing write tid 5 to smithi032174182-26 2023-12-22T17:20:33.919 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 473 (ObjNum 377 snap 119 seq_num 377) dirty exists 2023-12-22T17:20:33.919 INFO:tasks.rados.rados.0.smithi032.stdout:1166: left oid 26 (ObjNum 377 snap 119 seq_num 377) 2023-12-22T17:20:33.924 INFO:tasks.rados.rados.0.smithi032.stdout:1164: finishing copy_from to smithi032174182-44 2023-12-22T17:20:33.924 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 504 (ObjNum 282 snap 78 seq_num 282) dirty exists 2023-12-22T17:20:33.925 INFO:tasks.rados.rados.0.smithi032.stdout:1164: finishing copy_from racing read to smithi032174182-44 2023-12-22T17:20:34.155 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:33 smithi039 ceph-mon[115265]: pgmap v8: 121 pgs: 121 active+clean; 234 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:20:34.155 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:33 smithi039 ceph-mon[115265]: osdmap e281: 8 total, 8 up, 8 in 2023-12-22T17:20:34.155 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:33 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:34.155 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:33 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:34.155 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:33 smithi039 ceph-mon[115265]: mgrmap e31: y(active, since 4s) 2023-12-22T17:20:34.155 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:33 smithi039 ceph-mon[115265]: osdmap e282: 8 total, 8 up, 8 in 2023-12-22T17:20:34.155 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:33 smithi032 ceph-mon[110651]: pgmap v8: 121 pgs: 121 active+clean; 234 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:20:34.155 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:33 smithi032 ceph-mon[110651]: osdmap e281: 8 total, 8 up, 8 in 2023-12-22T17:20:34.155 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:33 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:34.156 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:33 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:34.156 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:33 smithi032 ceph-mon[110651]: mgrmap e31: y(active, since 4s) 2023-12-22T17:20:34.156 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:33 smithi032 ceph-mon[110651]: osdmap e282: 8 total, 8 up, 8 in 2023-12-22T17:20:34.156 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:33 smithi032 ceph-mon[125050]: pgmap v8: 121 pgs: 121 active+clean; 234 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:20:34.156 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:33 smithi032 ceph-mon[125050]: osdmap e281: 8 total, 8 up, 8 in 2023-12-22T17:20:34.156 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:33 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:34.156 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:33 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:34.156 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:33 smithi032 ceph-mon[125050]: mgrmap e31: y(active, since 4s) 2023-12-22T17:20:34.156 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:33 smithi032 ceph-mon[125050]: osdmap e282: 8 total, 8 up, 8 in 2023-12-22T17:20:34.508 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:34 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:20:34.151+0000 7f8ee46ee200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-22T17:20:34.508 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:34 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:20:34.351+0000 7f8ee46ee200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-22T17:20:34.854 INFO:tasks.rados.rados.0.smithi032.stdout:1163: done (3 left) 2023-12-22T17:20:34.855 INFO:tasks.rados.rados.0.smithi032.stdout:1164: done (2 left) 2023-12-22T17:20:34.855 INFO:tasks.rados.rados.0.smithi032.stdout:1166: done (1 left) 2023-12-22T17:20:34.855 INFO:tasks.rados.rados.0.smithi032.stdout:1167: done (0 left) 2023-12-22T17:20:34.855 INFO:tasks.rados.rados.0.smithi032.stdout:1168: rollback oid 26 current snap is 120 2023-12-22T17:20:34.855 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 26 to 97 2023-12-22T17:20:34.855 INFO:tasks.rados.rados.0.smithi032.stdout:1169: copy_from oid 48 from oid 14 current snap is 120 2023-12-22T17:20:34.855 INFO:tasks.rados.rados.0.smithi032.stdout:1170: snap_create 2023-12-22T17:20:34.858 INFO:tasks.rados.rados.0.smithi032.stdout:1168: finishing rollback tid 0 to smithi032174182-26 2023-12-22T17:20:34.858 INFO:tasks.rados.rados.0.smithi032.stdout:1168: finishing rollback tid 1 to smithi032174182-26 2023-12-22T17:20:34.859 INFO:tasks.rados.rados.0.smithi032.stdout:1168: finishing rollback tid 2 to smithi032174182-26 2023-12-22T17:20:34.859 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 477 (ObjNum 225 snap 55 seq_num 225) dirty exists 2023-12-22T17:20:34.876 INFO:tasks.rados.rados.0.smithi032.stdout:1169: finishing copy_from to smithi032174182-48 2023-12-22T17:20:34.876 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 400 (ObjNum 244 snap 60 seq_num 244) dirty exists 2023-12-22T17:20:34.877 INFO:tasks.rados.rados.0.smithi032.stdout:1169: finishing copy_from racing read to smithi032174182-48 2023-12-22T17:20:35.008 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:34 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:20:34.549+0000 7f8ee46ee200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-22T17:20:35.008 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:34 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:20:34.679+0000 7f8ee46ee200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-22T17:20:35.008 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:34 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: [22/Dec/2023:17:20:34] ENGINE Bus STARTING 2023-12-22T17:20:35.008 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:34 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: CherryPy Checker: 2023-12-22T17:20:35.008 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:34 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: The Application mounted at '' has an empty config. 2023-12-22T17:20:35.008 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:34 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: 2023-12-22T17:20:35.008 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:34 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: [22/Dec/2023:17:20:34] ENGINE Serving on http://:::9283 2023-12-22T17:20:35.008 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:34 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: [22/Dec/2023:17:20:34] ENGINE Bus STARTED 2023-12-22T17:20:35.857 INFO:tasks.rados.rados.0.smithi032.stdout:1168: done (2 left) 2023-12-22T17:20:35.857 INFO:tasks.rados.rados.0.smithi032.stdout:1169: done (1 left) 2023-12-22T17:20:35.857 INFO:tasks.rados.rados.0.smithi032.stdout:1170: done (0 left) 2023-12-22T17:20:35.857 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 23 current snap is 121 2023-12-22T17:20:35.857 INFO:tasks.rados.rados.0.smithi032.stdout:1171: seq_num 378 ranges {106496=737280,843776=720896,1564672=81920} 2023-12-22T17:20:35.861 INFO:tasks.rados.rados.0.smithi032.stdout:1171: writing smithi032174182-23 from 106496 to 843776 tid 1 2023-12-22T17:20:35.865 INFO:tasks.rados.rados.0.smithi032.stdout:1171: writing smithi032174182-23 from 843776 to 1564672 tid 2 2023-12-22T17:20:35.866 INFO:tasks.rados.rados.0.smithi032.stdout:1171: writing smithi032174182-23 from 1564672 to 1646592 tid 3 2023-12-22T17:20:35.866 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 36 current snap is 121 2023-12-22T17:20:35.866 INFO:tasks.rados.rados.0.smithi032.stdout:1172: seq_num 379 ranges {1105920=753664,1859584=606208,2465792=196608} 2023-12-22T17:20:35.876 INFO:tasks.rados.rados.0.smithi032.stdout:1172: writing smithi032174182-36 from 1105920 to 1859584 tid 1 2023-12-22T17:20:35.879 INFO:tasks.rados.rados.0.smithi032.stdout:1172: writing smithi032174182-36 from 1859584 to 2465792 tid 2 2023-12-22T17:20:35.881 INFO:tasks.rados.rados.0.smithi032.stdout:1172: writing smithi032174182-36 from 2465792 to 2662400 tid 3 2023-12-22T17:20:35.881 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 12 current snap is 121 2023-12-22T17:20:35.881 INFO:tasks.rados.rados.0.smithi032.stdout:1171: finishing write tid 1 to smithi032174182-23 2023-12-22T17:20:35.881 INFO:tasks.rados.rados.0.smithi032.stdout:1173: seq_num 380 ranges {11304960=770048,12075008=483328,12558336=319488} 2023-12-22T17:20:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:35 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:35 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:35 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:20:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:35 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:20:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:35 smithi032 ceph-mon[110651]: Updating smithi032:/etc/ceph/ceph.conf 2023-12-22T17:20:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:35 smithi032 ceph-mon[110651]: Updating smithi039:/etc/ceph/ceph.conf 2023-12-22T17:20:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:35 smithi032 ceph-mon[110651]: pgmap v11: 121 pgs: 121 active+clean; 234 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:20:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:35 smithi032 ceph-mon[110651]: Standby manager daemon x started 2023-12-22T17:20:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:35 smithi032 ceph-mon[110651]: from='mgr.? 172.21.15.39:0/876818364' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-22T17:20:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:35 smithi032 ceph-mon[110651]: from='mgr.? 172.21.15.39:0/876818364' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-22T17:20:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:35 smithi032 ceph-mon[110651]: from='mgr.? 172.21.15.39:0/876818364' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-22T17:20:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:35 smithi032 ceph-mon[110651]: from='mgr.? 172.21.15.39:0/876818364' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-22T17:20:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:35 smithi032 ceph-mon[110651]: osdmap e283: 8 total, 8 up, 8 in 2023-12-22T17:20:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:35 smithi032 ceph-mon[110651]: Updating smithi032:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-22T17:20:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:35 smithi032 ceph-mon[110651]: Updating smithi039:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-22T17:20:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:35 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:35 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:35 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:20:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:35 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:20:35.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:35 smithi032 ceph-mon[125050]: Updating smithi032:/etc/ceph/ceph.conf 2023-12-22T17:20:35.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:35 smithi032 ceph-mon[125050]: Updating smithi039:/etc/ceph/ceph.conf 2023-12-22T17:20:35.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:35 smithi032 ceph-mon[125050]: pgmap v11: 121 pgs: 121 active+clean; 234 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:20:35.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:35 smithi032 ceph-mon[125050]: Standby manager daemon x started 2023-12-22T17:20:35.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:35 smithi032 ceph-mon[125050]: from='mgr.? 172.21.15.39:0/876818364' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-22T17:20:35.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:35 smithi032 ceph-mon[125050]: from='mgr.? 172.21.15.39:0/876818364' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-22T17:20:35.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:35 smithi032 ceph-mon[125050]: from='mgr.? 172.21.15.39:0/876818364' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-22T17:20:35.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:35 smithi032 ceph-mon[125050]: from='mgr.? 172.21.15.39:0/876818364' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-22T17:20:35.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:35 smithi032 ceph-mon[125050]: osdmap e283: 8 total, 8 up, 8 in 2023-12-22T17:20:35.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:35 smithi032 ceph-mon[125050]: Updating smithi032:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-22T17:20:35.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:35 smithi032 ceph-mon[125050]: Updating smithi039:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-22T17:20:35.935 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:20:35.946 INFO:tasks.rados.rados.0.smithi032.stdout:1173: writing smithi032174182-12 from 11304960 to 12075008 tid 1 2023-12-22T17:20:35.950 INFO:tasks.rados.rados.0.smithi032.stdout:1173: writing smithi032174182-12 from 12075008 to 12558336 tid 2 2023-12-22T17:20:35.952 INFO:tasks.rados.rados.0.smithi032.stdout:1173: writing smithi032174182-12 from 12558336 to 12877824 tid 3 2023-12-22T17:20:35.952 INFO:tasks.rados.rados.0.smithi032.stdout:1174: snap_create 2023-12-22T17:20:35.952 INFO:tasks.rados.rados.0.smithi032.stdout:1171: finishing write tid 2 to smithi032174182-23 2023-12-22T17:20:35.952 INFO:tasks.rados.rados.0.smithi032.stdout:1171: finishing write tid 3 to smithi032174182-23 2023-12-22T17:20:35.952 INFO:tasks.rados.rados.0.smithi032.stdout:1171: finishing write tid 4 to smithi032174182-23 2023-12-22T17:20:35.952 INFO:tasks.rados.rados.0.smithi032.stdout:1171: finishing write tid 5 to smithi032174182-23 2023-12-22T17:20:35.952 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 606 (ObjNum 378 snap 121 seq_num 378) dirty exists 2023-12-22T17:20:35.952 INFO:tasks.rados.rados.0.smithi032.stdout:1171: left oid 23 (ObjNum 378 snap 121 seq_num 378) 2023-12-22T17:20:35.952 INFO:tasks.rados.rados.0.smithi032.stdout:1172: finishing write tid 1 to smithi032174182-36 2023-12-22T17:20:35.952 INFO:tasks.rados.rados.0.smithi032.stdout:1172: finishing write tid 2 to smithi032174182-36 2023-12-22T17:20:35.953 INFO:tasks.rados.rados.0.smithi032.stdout:1172: finishing write tid 3 to smithi032174182-36 2023-12-22T17:20:35.953 INFO:tasks.rados.rados.0.smithi032.stdout:1172: finishing write tid 4 to smithi032174182-36 2023-12-22T17:20:35.953 INFO:tasks.rados.rados.0.smithi032.stdout:1172: finishing write tid 5 to smithi032174182-36 2023-12-22T17:20:35.953 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 412 (ObjNum 379 snap 121 seq_num 379) dirty exists 2023-12-22T17:20:35.953 INFO:tasks.rados.rados.0.smithi032.stdout:1172: left oid 36 (ObjNum 379 snap 121 seq_num 379) 2023-12-22T17:20:35.953 INFO:tasks.rados.rados.0.smithi032.stdout:1173: finishing write tid 1 to smithi032174182-12 2023-12-22T17:20:35.954 INFO:tasks.rados.rados.0.smithi032.stdout:1173: finishing write tid 2 to smithi032174182-12 2023-12-22T17:20:35.955 INFO:tasks.rados.rados.0.smithi032.stdout:1173: finishing write tid 3 to smithi032174182-12 2023-12-22T17:20:35.955 INFO:tasks.rados.rados.0.smithi032.stdout:1173: finishing write tid 4 to smithi032174182-12 2023-12-22T17:20:35.956 INFO:tasks.rados.rados.0.smithi032.stdout:1173: finishing write tid 5 to smithi032174182-12 2023-12-22T17:20:35.956 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 550 (ObjNum 380 snap 121 seq_num 380) dirty exists 2023-12-22T17:20:35.956 INFO:tasks.rados.rados.0.smithi032.stdout:1173: left oid 12 (ObjNum 380 snap 121 seq_num 380) 2023-12-22T17:20:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:35 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:35 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:35 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:20:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:35 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:20:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:35 smithi039 ceph-mon[115265]: Updating smithi032:/etc/ceph/ceph.conf 2023-12-22T17:20:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:35 smithi039 ceph-mon[115265]: Updating smithi039:/etc/ceph/ceph.conf 2023-12-22T17:20:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:35 smithi039 ceph-mon[115265]: pgmap v11: 121 pgs: 121 active+clean; 234 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:20:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:35 smithi039 ceph-mon[115265]: Standby manager daemon x started 2023-12-22T17:20:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:35 smithi039 ceph-mon[115265]: from='mgr.? 172.21.15.39:0/876818364' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-22T17:20:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:35 smithi039 ceph-mon[115265]: from='mgr.? 172.21.15.39:0/876818364' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-22T17:20:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:35 smithi039 ceph-mon[115265]: from='mgr.? 172.21.15.39:0/876818364' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-22T17:20:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:35 smithi039 ceph-mon[115265]: from='mgr.? 172.21.15.39:0/876818364' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-22T17:20:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:35 smithi039 ceph-mon[115265]: osdmap e283: 8 total, 8 up, 8 in 2023-12-22T17:20:36.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:35 smithi039 ceph-mon[115265]: Updating smithi032:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-22T17:20:36.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:35 smithi039 ceph-mon[115265]: Updating smithi039:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-22T17:20:36.271 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:20:36.271 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (41s) 4s ago 5m 17.6M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:20:36.271 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (20s) 3s ago 4m 79.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:20:36.271 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5m) 4s ago 5m 15.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:20:36.271 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5m) 3s ago 5m 18.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:20:36.272 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283 running (66s) 3s ago 8m 169M - 19.0.0-307-gf03e7e7c 8c63baf3105b 23e4e935defe 2023-12-22T17:20:36.272 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (15s) 4s ago 9m 477M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:20:36.272 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9m) 4s ago 9m 119M 2048M 17.2.7-138-g92be525b e47d1a188c30 10ac1b02a454 2023-12-22T17:20:36.272 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8m) 3s ago 8m 79.8M 2048M 17.2.7-138-g92be525b e47d1a188c30 25afe7ab5d00 2023-12-22T17:20:36.272 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8m) 4s ago 8m 76.2M 2048M 17.2.7-138-g92be525b e47d1a188c30 60fabd0eda63 2023-12-22T17:20:36.272 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (39s) 4s ago 4m 8560k - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:20:36.272 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (19s) 3s ago 4m 8564k - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:20:36.272 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8m) 4s ago 8m 400M 2489M 17.2.7-138-g92be525b e47d1a188c30 7f2ccbf46f26 2023-12-22T17:20:36.272 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7m) 4s ago 7m 380M 2489M 17.2.7-138-g92be525b e47d1a188c30 c0178ed0a3fc 2023-12-22T17:20:36.272 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7m) 4s ago 7m 314M 2489M 17.2.7-138-g92be525b e47d1a188c30 49f7e135c84a 2023-12-22T17:20:36.272 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7m) 4s ago 7m 254M 2489M 17.2.7-138-g92be525b e47d1a188c30 dcc50e2c5f0c 2023-12-22T17:20:36.272 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7m) 3s ago 7m 407M 2488M 17.2.7-138-g92be525b e47d1a188c30 11681a07501b 2023-12-22T17:20:36.272 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6m) 3s ago 6m 325M 2488M 17.2.7-138-g92be525b e47d1a188c30 58fc6c38ce28 2023-12-22T17:20:36.272 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6m) 3s ago 6m 199M 2488M 17.2.7-138-g92be525b e47d1a188c30 0ab15edaa1bc 2023-12-22T17:20:36.272 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6m) 3s ago 6m 281M 2488M 17.2.7-138-g92be525b e47d1a188c30 ee2c74f83f9d 2023-12-22T17:20:36.272 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (35s) 3s ago 5m 47.0M - 2.43.0 a07b618ecd1d d218fbe6120f 2023-12-22T17:20:36.671 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:20:36.671 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:20:36.672 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 3 2023-12-22T17:20:36.672 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:20:36.672 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:20:36.672 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:20:36.672 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:20:36.672 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:20:36.672 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 8 2023-12-22T17:20:36.672 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:20:36.672 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:20:36.672 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:20:36.672 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:20:36.672 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:20:36.672 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 13, 2023-12-22T17:20:36.672 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:20:36.672 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:20:36.673 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:20:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:36 smithi039 ceph-mon[115265]: Updating smithi032:/etc/ceph/ceph.client.admin.keyring 2023-12-22T17:20:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:36 smithi039 ceph-mon[115265]: Updating smithi039:/etc/ceph/ceph.client.admin.keyring 2023-12-22T17:20:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:36 smithi039 ceph-mon[115265]: Updating smithi032:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-22T17:20:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:36 smithi039 ceph-mon[115265]: Updating smithi039:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-22T17:20:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:36 smithi039 ceph-mon[115265]: mgrmap e32: y(active, since 6s), standbys: x 2023-12-22T17:20:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:36 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-22T17:20:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:36 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:36 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:36 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:36 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:36.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:36 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:36.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:36 smithi039 ceph-mon[115265]: Reconfiguring prometheus.a (dependencies changed)... 2023-12-22T17:20:36.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:36 smithi039 ceph-mon[115265]: osdmap e284: 8 total, 8 up, 8 in 2023-12-22T17:20:36.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:36 smithi039 ceph-mon[115265]: from='client.25172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:20:36.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:36 smithi039 ceph-mon[115265]: Reconfiguring daemon prometheus.a on smithi039 2023-12-22T17:20:36.857 INFO:tasks.rados.rados.0.smithi032.stdout:1171: done (3 left) 2023-12-22T17:20:36.858 INFO:tasks.rados.rados.0.smithi032.stdout:1172: done (2 left) 2023-12-22T17:20:36.858 INFO:tasks.rados.rados.0.smithi032.stdout:1173: done (1 left) 2023-12-22T17:20:36.858 INFO:tasks.rados.rados.0.smithi032.stdout:1174: done (0 left) 2023-12-22T17:20:36.858 INFO:tasks.rados.rados.0.smithi032.stdout:1175: read oid 16 snap -1 2023-12-22T17:20:36.858 INFO:tasks.rados.rados.0.smithi032.stdout:1175: expect (ObjNum 224 snap 55 seq_num 224) 2023-12-22T17:20:36.858 INFO:tasks.rados.rados.0.smithi032.stdout:1176: snap_create 2023-12-22T17:20:36.868 INFO:tasks.rados.rados.0.smithi032.stdout:1175: expect (ObjNum 224 snap 55 seq_num 224) 2023-12-22T17:20:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:36 smithi032 ceph-mon[125050]: Updating smithi032:/etc/ceph/ceph.client.admin.keyring 2023-12-22T17:20:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:36 smithi032 ceph-mon[125050]: Updating smithi039:/etc/ceph/ceph.client.admin.keyring 2023-12-22T17:20:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:36 smithi032 ceph-mon[125050]: Updating smithi032:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-22T17:20:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:36 smithi032 ceph-mon[125050]: Updating smithi039:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-22T17:20:36.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:36 smithi032 ceph-mon[125050]: mgrmap e32: y(active, since 6s), standbys: x 2023-12-22T17:20:36.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:36 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-22T17:20:36.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:36 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:36.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:36 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:36.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:36 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:36.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:36 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:36.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:36 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:36.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:36 smithi032 ceph-mon[125050]: Reconfiguring prometheus.a (dependencies changed)... 2023-12-22T17:20:36.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:36 smithi032 ceph-mon[125050]: osdmap e284: 8 total, 8 up, 8 in 2023-12-22T17:20:36.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:36 smithi032 ceph-mon[125050]: from='client.25172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:20:36.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:36 smithi032 ceph-mon[125050]: Reconfiguring daemon prometheus.a on smithi039 2023-12-22T17:20:36.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:36 smithi032 ceph-mon[110651]: Updating smithi032:/etc/ceph/ceph.client.admin.keyring 2023-12-22T17:20:36.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:36 smithi032 ceph-mon[110651]: Updating smithi039:/etc/ceph/ceph.client.admin.keyring 2023-12-22T17:20:36.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:36 smithi032 ceph-mon[110651]: Updating smithi032:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-22T17:20:36.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:36 smithi032 ceph-mon[110651]: Updating smithi039:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-22T17:20:36.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:36 smithi032 ceph-mon[110651]: mgrmap e32: y(active, since 6s), standbys: x 2023-12-22T17:20:36.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:36 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-22T17:20:36.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:36 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:36.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:36 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:36.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:36 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:36.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:36 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:36.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:36 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:36.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:36 smithi032 ceph-mon[110651]: Reconfiguring prometheus.a (dependencies changed)... 2023-12-22T17:20:36.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:36 smithi032 ceph-mon[110651]: osdmap e284: 8 total, 8 up, 8 in 2023-12-22T17:20:36.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:36 smithi032 ceph-mon[110651]: from='client.25172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:20:36.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:36 smithi032 ceph-mon[110651]: Reconfiguring daemon prometheus.a on smithi039 2023-12-22T17:20:37.258 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:36 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[156004]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:20:36] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-22T17:20:37.860 INFO:tasks.rados.rados.0.smithi032.stdout:1175: done (1 left) 2023-12-22T17:20:37.860 INFO:tasks.rados.rados.0.smithi032.stdout:1176: done (0 left) 2023-12-22T17:20:37.860 INFO:tasks.rados.rados.0.smithi032.stdout:1177: rmattr oid 40 current snap is 123 2023-12-22T17:20:37.860 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 32 current snap is 123 2023-12-22T17:20:37.860 INFO:tasks.rados.rados.0.smithi032.stdout:1178: seq_num 381 ranges {0=786432,786432=417792,1204224=385024} 2023-12-22T17:20:37.865 INFO:tasks.rados.rados.0.smithi032.stdout:1178: writing smithi032174182-32 from 0 to 786432 tid 1 2023-12-22T17:20:37.867 INFO:tasks.rados.rados.0.smithi032.stdout:1178: writing smithi032174182-32 from 786432 to 1204224 tid 2 2023-12-22T17:20:37.870 INFO:tasks.rados.rados.0.smithi032.stdout:1178: writing smithi032174182-32 from 1204224 to 1589248 tid 3 2023-12-22T17:20:37.870 INFO:tasks.rados.rados.0.smithi032.stdout:1179: snap_create 2023-12-22T17:20:37.870 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 401 (ObjNum 306 snap 90 seq_num 306) dirty exists 2023-12-22T17:20:37.871 INFO:tasks.rados.rados.0.smithi032.stdout:1178: finishing write tid 1 to smithi032174182-32 2023-12-22T17:20:37.874 INFO:tasks.rados.rados.0.smithi032.stdout:1178: finishing write tid 2 to smithi032174182-32 2023-12-22T17:20:37.875 INFO:tasks.rados.rados.0.smithi032.stdout:1178: finishing write tid 3 to smithi032174182-32 2023-12-22T17:20:37.875 INFO:tasks.rados.rados.0.smithi032.stdout:1178: finishing write tid 4 to smithi032174182-32 2023-12-22T17:20:37.876 INFO:tasks.rados.rados.0.smithi032.stdout:1178: finishing write tid 5 to smithi032174182-32 2023-12-22T17:20:37.876 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 386 (ObjNum 381 snap 123 seq_num 381) dirty exists 2023-12-22T17:20:37.876 INFO:tasks.rados.rados.0.smithi032.stdout:1178: left oid 32 (ObjNum 381 snap 123 seq_num 381) 2023-12-22T17:20:37.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:37 smithi032 ceph-mon[110651]: from='client.15258 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:20:37.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:37 smithi032 ceph-mon[110651]: pgmap v14: 121 pgs: 121 active+clean; 236 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 52 KiB/s rd, 2.2 MiB/s wr, 34 op/s 2023-12-22T17:20:37.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:37 smithi032 ceph-mon[110651]: from='client.? 172.21.15.32:0/3349515191' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:20:37.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:37 smithi032 ceph-mon[110651]: osdmap e285: 8 total, 8 up, 8 in 2023-12-22T17:20:37.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:37 smithi032 ceph-mon[125050]: from='client.15258 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:20:37.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:37 smithi032 ceph-mon[125050]: pgmap v14: 121 pgs: 121 active+clean; 236 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 52 KiB/s rd, 2.2 MiB/s wr, 34 op/s 2023-12-22T17:20:37.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:37 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/3349515191' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:20:37.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:37 smithi032 ceph-mon[125050]: osdmap e285: 8 total, 8 up, 8 in 2023-12-22T17:20:37.957 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:37 smithi039 ceph-mon[115265]: from='client.15258 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:20:37.957 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:37 smithi039 ceph-mon[115265]: pgmap v14: 121 pgs: 121 active+clean; 236 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 52 KiB/s rd, 2.2 MiB/s wr, 34 op/s 2023-12-22T17:20:37.957 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:37 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/3349515191' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:20:37.957 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:37 smithi039 ceph-mon[115265]: osdmap e285: 8 total, 8 up, 8 in 2023-12-22T17:20:38.624 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:38 smithi039 systemd[1]: Stopping Ceph prometheus.a for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:20:38.624 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:38 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[166574]: ts=2023-12-22T17:20:38.499Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2023-12-22T17:20:38.624 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:38 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[166574]: ts=2023-12-22T17:20:38.499Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2023-12-22T17:20:38.624 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:38 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[166574]: ts=2023-12-22T17:20:38.499Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2023-12-22T17:20:38.624 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:38 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[166574]: ts=2023-12-22T17:20:38.499Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2023-12-22T17:20:38.624 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:38 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[166574]: ts=2023-12-22T17:20:38.499Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2023-12-22T17:20:38.624 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:38 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[166574]: ts=2023-12-22T17:20:38.499Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2023-12-22T17:20:38.624 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:38 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[166574]: ts=2023-12-22T17:20:38.500Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2023-12-22T17:20:38.624 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:38 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[166574]: ts=2023-12-22T17:20:38.500Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2023-12-22T17:20:38.625 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:38 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[166574]: ts=2023-12-22T17:20:38.500Z caller=main.go:907 level=info msg="Scrape manager stopped" 2023-12-22T17:20:38.625 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:38 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[166574]: ts=2023-12-22T17:20:38.500Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2023-12-22T17:20:38.625 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:38 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[166574]: ts=2023-12-22T17:20:38.500Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2023-12-22T17:20:38.625 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:38 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[166574]: ts=2023-12-22T17:20:38.500Z caller=main.go:1147 level=info msg="See you next time!" 2023-12-22T17:20:38.832 INFO:tasks.rados.rados.0.smithi032.stdout:1177: done (2 left) 2023-12-22T17:20:38.832 INFO:tasks.rados.rados.0.smithi032.stdout:1178: done (1 left) 2023-12-22T17:20:38.832 INFO:tasks.rados.rados.0.smithi032.stdout:1179: done (0 left) 2023-12-22T17:20:38.832 INFO:tasks.rados.rados.0.smithi032.stdout:1180: snap_remove snap 106 2023-12-22T17:20:38.965 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:38 smithi039 bash[170141]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a 2023-12-22T17:20:38.965 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:38 smithi039 ceph-mon[115265]: osdmap e286: 8 total, 8 up, 8 in 2023-12-22T17:20:38.966 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:38 smithi039 ceph-mon[115265]: osdmap e287: 8 total, 8 up, 8 in 2023-12-22T17:20:39.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:38 smithi032 ceph-mon[125050]: osdmap e286: 8 total, 8 up, 8 in 2023-12-22T17:20:39.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:38 smithi032 ceph-mon[125050]: osdmap e287: 8 total, 8 up, 8 in 2023-12-22T17:20:39.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:38 smithi032 ceph-mon[110651]: osdmap e286: 8 total, 8 up, 8 in 2023-12-22T17:20:39.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:38 smithi032 ceph-mon[110651]: osdmap e287: 8 total, 8 up, 8 in 2023-12-22T17:20:39.254 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:38 smithi039 systemd[1]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@prometheus.a.service: Succeeded. 2023-12-22T17:20:39.254 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:38 smithi039 systemd[1]: Stopped Ceph prometheus.a for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:20:39.254 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:38 smithi039 systemd[1]: Starting Ceph prometheus.a for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:20:39.758 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:39 smithi039 bash[170261]: 243de0e38182d854801112009753fee62b2c1121e94c10adb3571ffe442dd544 2023-12-22T17:20:39.758 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:39 smithi039 systemd[1]: Started Ceph prometheus.a for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:20:39.758 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:39 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:20:39.365Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2023-12-22T17:20:39.758 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:39 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:20:39.365Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2023-12-22T17:20:39.758 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:39 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:20:39.365Z caller=main.go:570 level=info host_details="(Linux 4.18.0-529.el8.x86_64 #1 SMP Wed Dec 6 01:03:46 UTC 2023 x86_64 smithi039 (none))" 2023-12-22T17:20:39.759 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:39 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:20:39.365Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2023-12-22T17:20:39.759 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:39 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:20:39.365Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2023-12-22T17:20:39.759 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:39 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:20:39.367Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2023-12-22T17:20:39.759 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:39 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:20:39.367Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2023-12-22T17:20:39.759 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:39 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:20:39.368Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2023-12-22T17:20:39.759 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:39 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:20:39.368Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2023-12-22T17:20:39.759 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:39 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:20:39.370Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2023-12-22T17:20:39.759 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:39 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:20:39.370Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.803µs 2023-12-22T17:20:39.759 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:39 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:20:39.370Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2023-12-22T17:20:39.759 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:39 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:20:39.371Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2023-12-22T17:20:39.759 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:39 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:20:39.391Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2023-12-22T17:20:39.759 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:39 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:20:39.393Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2023-12-22T17:20:39.759 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:39 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:20:39.394Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2023-12-22T17:20:39.759 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:39 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:20:39.394Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=23.107µs wal_replay_duration=23.343914ms wbl_replay_duration=124ns total_replay_duration=23.38532ms 2023-12-22T17:20:39.760 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:39 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:20:39.397Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2023-12-22T17:20:39.760 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:39 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:20:39.397Z caller=main.go:1029 level=info msg="TSDB started" 2023-12-22T17:20:39.760 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:39 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:20:39.397Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2023-12-22T17:20:39.760 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:39 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:20:39.414Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=17.641707ms db_storage=928ns remote_storage=1.207µs web_handler=725ns query_engine=814ns scrape=456.265µs scrape_sd=87.47µs notify=13.533µs notify_sd=9.519µs rules=16.804775ms tracing=6.881µs 2023-12-22T17:20:39.760 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:39 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:20:39.414Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2023-12-22T17:20:39.760 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:39 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:20:39.414Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2023-12-22T17:20:39.845 INFO:tasks.rados.rados.0.smithi032.stdout:1180: done (0 left) 2023-12-22T17:20:39.846 INFO:tasks.rados.rados.0.smithi032.stdout:1181: copy_from oid 33 from oid 1 current snap is 124 2023-12-22T17:20:39.846 INFO:tasks.rados.rados.0.smithi032.stdout:1182: read oid 46 snap -1 2023-12-22T17:20:39.846 INFO:tasks.rados.rados.0.smithi032.stdout:1182: expect deleted 2023-12-22T17:20:39.846 INFO:tasks.rados.rados.0.smithi032.stdout:1183: snap_remove snap 120 2023-12-22T17:20:40.136 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:39 smithi039 ceph-mon[115265]: pgmap v17: 121 pgs: 121 active+clean; 236 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 52 KiB/s rd, 2.2 MiB/s wr, 34 op/s 2023-12-22T17:20:40.137 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:39 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:40.137 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:39 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:40.137 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:39 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-22T17:20:40.137 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:39 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:20:40.137 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:39 smithi039 ceph-mon[115265]: osdmap e288: 8 total, 8 up, 8 in 2023-12-22T17:20:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:39 smithi032 ceph-mon[125050]: pgmap v17: 121 pgs: 121 active+clean; 236 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 52 KiB/s rd, 2.2 MiB/s wr, 34 op/s 2023-12-22T17:20:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:39 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:39 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:39 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-22T17:20:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:39 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:20:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:39 smithi032 ceph-mon[125050]: osdmap e288: 8 total, 8 up, 8 in 2023-12-22T17:20:40.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:39 smithi032 ceph-mon[110651]: pgmap v17: 121 pgs: 121 active+clean; 236 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 52 KiB/s rd, 2.2 MiB/s wr, 34 op/s 2023-12-22T17:20:40.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:39 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:40.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:39 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:40.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:39 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-22T17:20:40.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:39 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:20:40.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:39 smithi032 ceph-mon[110651]: osdmap e288: 8 total, 8 up, 8 in 2023-12-22T17:20:40.842 INFO:tasks.rados.rados.0.smithi032.stdout:1183: done (2 left) 2023-12-22T17:20:40.842 INFO:tasks.rados.rados.0.smithi032.stdout:1184: snap_remove snap 92 2023-12-22T17:20:41.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:40 smithi032 ceph-mon[125050]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-22T17:20:41.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:40 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-22T17:20:41.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:40 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-22T17:20:41.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:40 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:20:41.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:40 smithi032 ceph-mon[125050]: osdmap e289: 8 total, 8 up, 8 in 2023-12-22T17:20:41.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:40 smithi032 ceph-mon[110651]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-22T17:20:41.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:40 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-22T17:20:41.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:40 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-22T17:20:41.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:40 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:20:41.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:40 smithi032 ceph-mon[110651]: osdmap e289: 8 total, 8 up, 8 in 2023-12-22T17:20:41.239 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:40 smithi039 ceph-mon[115265]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-22T17:20:41.240 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:40 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-22T17:20:41.240 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:40 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-22T17:20:41.240 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:40 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:20:41.240 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:40 smithi039 ceph-mon[115265]: osdmap e289: 8 total, 8 up, 8 in 2023-12-22T17:20:41.845 INFO:tasks.rados.rados.0.smithi032.stdout:1184: done (2 left) 2023-12-22T17:20:41.845 INFO:tasks.rados.rados.0.smithi032.stdout:1185: snap_create 2023-12-22T17:20:41.845 INFO:tasks.rados.rados.0.smithi032.stdout:1181: finishing copy_from to smithi032174182-33 2023-12-22T17:20:41.845 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 417 (ObjNum 224 snap 55 seq_num 224) dirty exists 2023-12-22T17:20:41.845 INFO:tasks.rados.rados.0.smithi032.stdout:1181: finishing copy_from racing read to smithi032174182-33 2023-12-22T17:20:41.869 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:41 smithi039 systemd[1]: Stopping Ceph mgr.x for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:20:41.870 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:41 smithi039 ceph-mon[115265]: Upgrade: Updating mgr.x 2023-12-22T17:20:41.870 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:41 smithi039 ceph-mon[115265]: Deploying daemon mgr.x on smithi039 2023-12-22T17:20:41.870 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:41 smithi039 ceph-mon[115265]: pgmap v20: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 246 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1011 KiB/s rd, 2.6 MiB/s wr, 11 op/s 2023-12-22T17:20:41.870 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:41 smithi039 ceph-mon[115265]: osdmap e290: 8 total, 8 up, 8 in 2023-12-22T17:20:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:41 smithi032 ceph-mon[125050]: Upgrade: Updating mgr.x 2023-12-22T17:20:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:41 smithi032 ceph-mon[125050]: Deploying daemon mgr.x on smithi039 2023-12-22T17:20:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:41 smithi032 ceph-mon[125050]: pgmap v20: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 246 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1011 KiB/s rd, 2.6 MiB/s wr, 11 op/s 2023-12-22T17:20:42.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:41 smithi032 ceph-mon[125050]: osdmap e290: 8 total, 8 up, 8 in 2023-12-22T17:20:42.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:41 smithi032 ceph-mon[110651]: Upgrade: Updating mgr.x 2023-12-22T17:20:42.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:41 smithi032 ceph-mon[110651]: Deploying daemon mgr.x on smithi039 2023-12-22T17:20:42.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:41 smithi032 ceph-mon[110651]: pgmap v20: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 246 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1011 KiB/s rd, 2.6 MiB/s wr, 11 op/s 2023-12-22T17:20:42.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:41 smithi032 ceph-mon[110651]: osdmap e290: 8 total, 8 up, 8 in 2023-12-22T17:20:42.241 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:41 smithi039 bash[170689]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x 2023-12-22T17:20:42.241 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:42 smithi039 systemd[1]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@mgr.x.service: Main process exited, code=exited, status=143/n/a 2023-12-22T17:20:42.508 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:42 smithi039 systemd[1]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@mgr.x.service: Failed with result 'exit-code'. 2023-12-22T17:20:42.508 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:42 smithi039 systemd[1]: Stopped Ceph mgr.x for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:20:42.508 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:42 smithi039 systemd[1]: Starting Ceph mgr.x for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:20:42.846 INFO:tasks.rados.rados.0.smithi032.stdout:1181: done (2 left) 2023-12-22T17:20:42.846 INFO:tasks.rados.rados.0.smithi032.stdout:1182: done (1 left) 2023-12-22T17:20:42.846 INFO:tasks.rados.rados.0.smithi032.stdout:1185: done (0 left) 2023-12-22T17:20:42.846 INFO:tasks.rados.rados.0.smithi032.stdout:1186: rmattr oid 26 current snap is 125 2023-12-22T17:20:42.846 INFO:tasks.rados.rados.0.smithi032.stdout:1186: done (0 left) 2023-12-22T17:20:42.846 INFO:tasks.rados.rados.0.smithi032.stdout:1187: rmattr oid 47 current snap is 125 2023-12-22T17:20:42.846 INFO:tasks.rados.rados.0.smithi032.stdout:1188: rmattr oid 11 current snap is 125 2023-12-22T17:20:42.846 INFO:tasks.rados.rados.0.smithi032.stdout:1189: snap_remove snap 113 2023-12-22T17:20:43.842 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:20:43 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-alertmanager-a[177229]: ts=2023-12-22T17:20:43.507Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi039.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.39:8443: connect: connection refused" 2023-12-22T17:20:43.850 INFO:tasks.rados.rados.0.smithi032.stdout:1189: done (2 left) 2023-12-22T17:20:43.850 INFO:tasks.rados.rados.0.smithi032.stdout:1190: delete oid 10 current snap is 125 2023-12-22T17:20:43.850 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 491 (ObjNum 211 snap 52 seq_num 211) dirty exists 2023-12-22T17:20:43.851 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 740 (ObjNum 324 snap 94 seq_num 324) dirty exists 2023-12-22T17:20:43.862 INFO:tasks.rados.rados.0.smithi032.stdout:1187: done (2 left) 2023-12-22T17:20:43.862 INFO:tasks.rados.rados.0.smithi032.stdout:1188: done (1 left) 2023-12-22T17:20:43.862 INFO:tasks.rados.rados.0.smithi032.stdout:1190: done (0 left) 2023-12-22T17:20:43.862 INFO:tasks.rados.rados.0.smithi032.stdout:1191: rollback oid 3 current snap is 125 2023-12-22T17:20:43.862 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 3 to 121 2023-12-22T17:20:43.872 INFO:tasks.rados.rados.0.smithi032.stdout:1192: setattr oid 37 current snap is 125 2023-12-22T17:20:43.872 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 18 current snap is 125 2023-12-22T17:20:43.872 INFO:tasks.rados.rados.0.smithi032.stdout:1193: seq_num 383 ranges {2605056=417792,3022848=589824,3612672=417792,4030464=196608} 2023-12-22T17:20:43.880 INFO:tasks.rados.rados.0.smithi032.stdout:1193: writing smithi032174182-18 from 2605056 to 3022848 tid 1 2023-12-22T17:20:43.884 INFO:tasks.rados.rados.0.smithi032.stdout:1193: writing smithi032174182-18 from 3022848 to 3612672 tid 2 2023-12-22T17:20:43.887 INFO:tasks.rados.rados.0.smithi032.stdout:1193: writing smithi032174182-18 from 3612672 to 4030464 tid 3 2023-12-22T17:20:43.888 INFO:tasks.rados.rados.0.smithi032.stdout:1193: writing smithi032174182-18 from 4030464 to 4227072 tid 4 2023-12-22T17:20:43.888 INFO:tasks.rados.rados.0.smithi032.stdout:1194: snap_create 2023-12-22T17:20:43.888 INFO:tasks.rados.rados.0.smithi032.stdout:1191: finishing rollback tid 0 to smithi032174182-3 2023-12-22T17:20:43.888 INFO:tasks.rados.rados.0.smithi032.stdout:1191: finishing rollback tid 1 to smithi032174182-3 2023-12-22T17:20:43.888 INFO:tasks.rados.rados.0.smithi032.stdout:1191: finishing rollback tid 2 to smithi032174182-3 2023-12-22T17:20:43.888 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 463 (ObjNum 362 snap 113 seq_num 362) dirty exists 2023-12-22T17:20:43.888 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 349 (ObjNum 209 snap 51 seq_num 209) dirty exists 2023-12-22T17:20:43.889 INFO:tasks.rados.rados.0.smithi032.stdout:1193: finishing write tid 1 to smithi032174182-18 2023-12-22T17:20:43.889 INFO:tasks.rados.rados.0.smithi032.stdout:1193: finishing write tid 2 to smithi032174182-18 2023-12-22T17:20:43.891 INFO:tasks.rados.rados.0.smithi032.stdout:1193: finishing write tid 3 to smithi032174182-18 2023-12-22T17:20:43.892 INFO:tasks.rados.rados.0.smithi032.stdout:1193: finishing write tid 4 to smithi032174182-18 2023-12-22T17:20:43.892 INFO:tasks.rados.rados.0.smithi032.stdout:1193: finishing write tid 5 to smithi032174182-18 2023-12-22T17:20:43.895 INFO:tasks.rados.rados.0.smithi032.stdout:1193: finishing write tid 6 to smithi032174182-18 2023-12-22T17:20:43.895 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 536 (ObjNum 383 snap 125 seq_num 383) dirty exists 2023-12-22T17:20:43.895 INFO:tasks.rados.rados.0.smithi032.stdout:1193: left oid 18 (ObjNum 383 snap 125 seq_num 383) 2023-12-22T17:20:44.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:43 smithi039 ceph-mon[115265]: pgmap v23: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 246 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1011 KiB/s rd, 2.6 MiB/s wr, 11 op/s 2023-12-22T17:20:44.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:43 smithi039 ceph-mon[115265]: osdmap e291: 8 total, 8 up, 8 in 2023-12-22T17:20:44.008 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:43 smithi039 ceph-mgr[170876]: -- 172.21.15.39:0/3674411752 <== mon.1 v2:172.21.15.39:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x564f99647520 con 0x564f9961c800 2023-12-22T17:20:44.008 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:43 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:20:43.819+0000 7f392943d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-22T17:20:44.008 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:43 smithi039 bash[170839]: ab6ca0ac2813a0b6838553da5f19432b0d7ae1c50df946a62e98649f190f0f86 2023-12-22T17:20:44.008 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:43 smithi039 systemd[1]: Started Ceph mgr.x for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:20:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:43 smithi032 ceph-mon[110651]: pgmap v23: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 246 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1011 KiB/s rd, 2.6 MiB/s wr, 11 op/s 2023-12-22T17:20:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:43 smithi032 ceph-mon[110651]: osdmap e291: 8 total, 8 up, 8 in 2023-12-22T17:20:44.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:43 smithi032 ceph-mon[125050]: pgmap v23: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 246 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1011 KiB/s rd, 2.6 MiB/s wr, 11 op/s 2023-12-22T17:20:44.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:43 smithi032 ceph-mon[125050]: osdmap e291: 8 total, 8 up, 8 in 2023-12-22T17:20:44.435 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:44 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:20:44.038+0000 7f392943d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-22T17:20:44.435 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:44 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:20:44.431+0000 7f392943d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-22T17:20:44.857 INFO:tasks.rados.rados.0.smithi032.stdout:1191: done (3 left) 2023-12-22T17:20:44.857 INFO:tasks.rados.rados.0.smithi032.stdout:1192: done (2 left) 2023-12-22T17:20:44.857 INFO:tasks.rados.rados.0.smithi032.stdout:1193: done (1 left) 2023-12-22T17:20:44.857 INFO:tasks.rados.rados.0.smithi032.stdout:1194: done (0 left) 2023-12-22T17:20:44.857 INFO:tasks.rados.rados.0.smithi032.stdout:1195: read oid 7 snap 121 2023-12-22T17:20:44.857 INFO:tasks.rados.rados.0.smithi032.stdout:1195: expect (ObjNum 360 snap 113 seq_num 360) 2023-12-22T17:20:44.857 INFO:tasks.rados.rados.0.smithi032.stdout:1196: rmattr oid 2 current snap is 126 2023-12-22T17:20:44.857 INFO:tasks.rados.rados.0.smithi032.stdout:1196: done (1 left) 2023-12-22T17:20:44.857 INFO:tasks.rados.rados.0.smithi032.stdout:1197: copy_from oid 47 from oid 9 current snap is 126 2023-12-22T17:20:44.857 INFO:tasks.rados.rados.0.smithi032.stdout:1198: copy_from oid 42 from oid 35 current snap is 126 2023-12-22T17:20:44.858 INFO:tasks.rados.rados.0.smithi032.stdout:1199: copy_from oid 15 from oid 1 current snap is 126 2023-12-22T17:20:44.858 INFO:tasks.rados.rados.0.smithi032.stdout:1200: delete oid 28 current snap is 126 2023-12-22T17:20:44.860 INFO:tasks.rados.rados.0.smithi032.stdout:1197: finishing copy_from to smithi032174182-47 2023-12-22T17:20:44.860 INFO:tasks.rados.rados.0.smithi032.stdout:1197: got expected ENOENT (src dne) 2023-12-22T17:20:44.861 INFO:tasks.rados.rados.0.smithi032.stdout:1197: finishing copy_from racing read to smithi032174182-47 2023-12-22T17:20:44.862 INFO:tasks.rados.rados.0.smithi032.stdout:1197: done (4 left) 2023-12-22T17:20:44.862 INFO:tasks.rados.rados.0.smithi032.stdout:1200: done (3 left) 2023-12-22T17:20:44.862 INFO:tasks.rados.rados.0.smithi032.stdout:1201: rollback oid 20 current snap is 126 2023-12-22T17:20:44.862 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 20 to 93 2023-12-22T17:20:44.862 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 2 current snap is 126 2023-12-22T17:20:44.862 INFO:tasks.rados.rados.0.smithi032.stdout:1202: seq_num 385 ranges {106496=450560,557056=761856,1318912=442368} 2023-12-22T17:20:44.865 INFO:tasks.rados.rados.0.smithi032.stdout:1202: writing smithi032174182-2 from 106496 to 557056 tid 1 2023-12-22T17:20:44.870 INFO:tasks.rados.rados.0.smithi032.stdout:1202: writing smithi032174182-2 from 557056 to 1318912 tid 2 2023-12-22T17:20:44.873 INFO:tasks.rados.rados.0.smithi032.stdout:1202: writing smithi032174182-2 from 1318912 to 1761280 tid 3 2023-12-22T17:20:44.873 INFO:tasks.rados.rados.0.smithi032.stdout:1203: snap_remove snap 112 2023-12-22T17:20:45.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:44 smithi032 ceph-mon[110651]: osdmap e292: 8 total, 8 up, 8 in 2023-12-22T17:20:45.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:44 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:20:45.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:44 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:45.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:44 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:45.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:44 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:20:45.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:44 smithi032 ceph-mon[125050]: osdmap e292: 8 total, 8 up, 8 in 2023-12-22T17:20:45.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:44 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:20:45.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:44 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:45.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:44 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:45.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:44 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:20:45.193 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:44 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:20:44.979+0000 7f392943d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-22T17:20:45.193 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:44 smithi039 ceph-mon[115265]: osdmap e292: 8 total, 8 up, 8 in 2023-12-22T17:20:45.193 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:44 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:20:45.193 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:44 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:45.193 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:44 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:45.193 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:44 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:20:45.476 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:45 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:20:45.222+0000 7f392943d200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-22T17:20:45.757 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:45 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:20:45.685+0000 7f392943d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-22T17:20:45.865 INFO:tasks.rados.rados.0.smithi032.stdout:1203: done (5 left) 2023-12-22T17:20:45.865 INFO:tasks.rados.rados.0.smithi032.stdout:1204: snap_remove snap 94 2023-12-22T17:20:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:45 smithi032 ceph-mon[125050]: pgmap v26: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 246 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:20:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:45 smithi032 ceph-mon[125050]: osdmap e293: 8 total, 8 up, 8 in 2023-12-22T17:20:46.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:45 smithi032 ceph-mon[110651]: pgmap v26: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 246 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:20:46.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:45 smithi032 ceph-mon[110651]: osdmap e293: 8 total, 8 up, 8 in 2023-12-22T17:20:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:45 smithi039 ceph-mon[115265]: pgmap v26: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 246 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:20:46.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:45 smithi039 ceph-mon[115265]: osdmap e293: 8 total, 8 up, 8 in 2023-12-22T17:20:46.758 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:46 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:20:46.452+0000 7f392943d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-22T17:20:46.758 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:46 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:20:46.548+0000 7f392943d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-22T17:20:46.872 INFO:tasks.rados.rados.0.smithi032.stdout:1204: done (5 left) 2023-12-22T17:20:46.872 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 33 current snap is 126 2023-12-22T17:20:46.872 INFO:tasks.rados.rados.0.smithi032.stdout:1205: seq_num 386 ranges {1359872=466944,1826816=638976,2465792=565248} 2023-12-22T17:20:46.886 INFO:tasks.rados.rados.0.smithi032.stdout:1205: writing smithi032174182-33 from 1359872 to 1826816 tid 1 2023-12-22T17:20:46.889 INFO:tasks.rados.rados.0.smithi032.stdout:1205: writing smithi032174182-33 from 1826816 to 2465792 tid 2 2023-12-22T17:20:46.891 INFO:tasks.rados.rados.0.smithi032.stdout:1205: writing smithi032174182-33 from 2465792 to 3031040 tid 3 2023-12-22T17:20:46.891 INFO:tasks.rados.rados.0.smithi032.stdout:1206: read oid 14 snap -1 2023-12-22T17:20:46.892 INFO:tasks.rados.rados.0.smithi032.stdout:1206: expect (ObjNum 244 snap 60 seq_num 244) 2023-12-22T17:20:46.892 INFO:tasks.rados.rados.0.smithi032.stdout:1207: delete oid 13 current snap is 126 2023-12-22T17:20:46.892 INFO:tasks.rados.rados.0.smithi032.stdout:1195: expect (ObjNum 360 snap 113 seq_num 360) 2023-12-22T17:20:46.937 INFO:tasks.rados.rados.0.smithi032.stdout:1202: finishing write tid 1 to smithi032174182-2 2023-12-22T17:20:46.938 INFO:tasks.rados.rados.0.smithi032.stdout:1202: finishing write tid 2 to smithi032174182-2 2023-12-22T17:20:46.938 INFO:tasks.rados.rados.0.smithi032.stdout:1202: finishing write tid 3 to smithi032174182-2 2023-12-22T17:20:46.938 INFO:tasks.rados.rados.0.smithi032.stdout:1202: finishing write tid 4 to smithi032174182-2 2023-12-22T17:20:46.938 INFO:tasks.rados.rados.0.smithi032.stdout:1202: finishing write tid 5 to smithi032174182-2 2023-12-22T17:20:46.938 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 353 (ObjNum 385 snap 126 seq_num 385) dirty exists 2023-12-22T17:20:46.938 INFO:tasks.rados.rados.0.smithi032.stdout:1202: left oid 2 (ObjNum 385 snap 126 seq_num 385) 2023-12-22T17:20:46.938 INFO:tasks.rados.rados.0.smithi032.stdout:1201: finishing rollback tid 0 to smithi032174182-20 2023-12-22T17:20:46.938 INFO:tasks.rados.rados.0.smithi032.stdout:1199: finishing copy_from to smithi032174182-15 2023-12-22T17:20:46.938 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 417 (ObjNum 224 snap 55 seq_num 224) dirty exists 2023-12-22T17:20:46.938 INFO:tasks.rados.rados.0.smithi032.stdout:1201: finishing rollback tid 1 to smithi032174182-20 2023-12-22T17:20:46.938 INFO:tasks.rados.rados.0.smithi032.stdout:1201: finishing rollback tid 2 to smithi032174182-20 2023-12-22T17:20:46.938 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 632 (ObjNum 279 snap 78 seq_num 279) dirty exists 2023-12-22T17:20:46.938 INFO:tasks.rados.rados.0.smithi032.stdout:1199: finishing copy_from racing read to smithi032174182-15 2023-12-22T17:20:46.938 INFO:tasks.rados.rados.0.smithi032.stdout:1198: finishing copy_from to smithi032174182-42 2023-12-22T17:20:46.938 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 438 (ObjNum 358 snap 110 seq_num 358) dirty exists 2023-12-22T17:20:46.939 INFO:tasks.rados.rados.0.smithi032.stdout:1198: finishing copy_from racing read to smithi032174182-42 2023-12-22T17:20:46.939 INFO:tasks.rados.rados.0.smithi032.stdout:1205: finishing write tid 1 to smithi032174182-33 2023-12-22T17:20:46.939 INFO:tasks.rados.rados.0.smithi032.stdout:1195: done (7 left) 2023-12-22T17:20:46.939 INFO:tasks.rados.rados.0.smithi032.stdout:1198: done (6 left) 2023-12-22T17:20:46.939 INFO:tasks.rados.rados.0.smithi032.stdout:1199: done (5 left) 2023-12-22T17:20:46.939 INFO:tasks.rados.rados.0.smithi032.stdout:1201: done (4 left) 2023-12-22T17:20:46.939 INFO:tasks.rados.rados.0.smithi032.stdout:1202: done (3 left) 2023-12-22T17:20:46.939 INFO:tasks.rados.rados.0.smithi032.stdout:1207: done (2 left) 2023-12-22T17:20:46.939 INFO:tasks.rados.rados.0.smithi032.stdout:1208: rollback oid 10 current snap is 126 2023-12-22T17:20:46.939 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 10 to 86 2023-12-22T17:20:46.939 INFO:tasks.rados.rados.0.smithi032.stdout:1205: finishing write tid 2 to smithi032174182-33 2023-12-22T17:20:46.939 INFO:tasks.rados.rados.0.smithi032.stdout:1205: finishing write tid 3 to smithi032174182-33 2023-12-22T17:20:46.939 INFO:tasks.rados.rados.0.smithi032.stdout:1205: finishing write tid 4 to smithi032174182-33 2023-12-22T17:20:46.939 INFO:tasks.rados.rados.0.smithi032.stdout:1205: finishing write tid 5 to smithi032174182-33 2023-12-22T17:20:46.939 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 537 (ObjNum 386 snap 126 seq_num 386) dirty exists 2023-12-22T17:20:46.940 INFO:tasks.rados.rados.0.smithi032.stdout:1205: left oid 33 (ObjNum 386 snap 126 seq_num 386) 2023-12-22T17:20:46.940 INFO:tasks.rados.rados.0.smithi032.stdout:1206: expect (ObjNum 244 snap 60 seq_num 244) 2023-12-22T17:20:47.165 INFO:tasks.rados.rados.0.smithi032.stdout:1208: finishing rollback tid 1 to smithi032174182-10 2023-12-22T17:20:47.165 INFO:tasks.rados.rados.0.smithi032.stdout:1208: finishing rollback tid 2 to smithi032174182-10 2023-12-22T17:20:47.165 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 517 (ObjNum 290 snap 81 seq_num 290) dirty exists 2023-12-22T17:20:47.165 INFO:tasks.rados.rados.0.smithi032.stdout:1205: done (2 left) 2023-12-22T17:20:47.165 INFO:tasks.rados.rados.0.smithi032.stdout:1206: done (1 left) 2023-12-22T17:20:47.166 INFO:tasks.rados.rados.0.smithi032.stdout:1208: done (0 left) 2023-12-22T17:20:47.166 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 25 current snap is 126 2023-12-22T17:20:47.166 INFO:tasks.rados.rados.0.smithi032.stdout:1209: seq_num 388 ranges {1155072=507904,1662976=458752,2121728=606208,2727936=139264} 2023-12-22T17:20:47.174 INFO:tasks.rados.rados.0.smithi032.stdout:1209: writing smithi032174182-25 from 1155072 to 1662976 tid 1 2023-12-22T17:20:47.176 INFO:tasks.rados.rados.0.smithi032.stdout:1209: writing smithi032174182-25 from 1662976 to 2121728 tid 2 2023-12-22T17:20:47.180 INFO:tasks.rados.rados.0.smithi032.stdout:1209: writing smithi032174182-25 from 2121728 to 2727936 tid 3 2023-12-22T17:20:47.181 INFO:tasks.rados.rados.0.smithi032.stdout:1209: writing smithi032174182-25 from 2727936 to 2867200 tid 4 2023-12-22T17:20:47.181 INFO:tasks.rados.rados.0.smithi032.stdout:1210: rollback oid 11 current snap is 126 2023-12-22T17:20:47.181 INFO:tasks.rados.rados.0.smithi032.stdout:1209: finishing write tid 1 to smithi032174182-25 2023-12-22T17:20:47.181 INFO:tasks.rados.rados.0.smithi032.stdout:1209: finishing write tid 2 to smithi032174182-25 2023-12-22T17:20:47.181 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 11 to 107 2023-12-22T17:20:47.181 INFO:tasks.rados.rados.0.smithi032.stdout:1211: delete oid 22 current snap is 126 2023-12-22T17:20:47.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:46 smithi032 ceph-mon[110651]: osdmap e294: 8 total, 8 up, 8 in 2023-12-22T17:20:47.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:46 smithi032 ceph-mon[125050]: osdmap e294: 8 total, 8 up, 8 in 2023-12-22T17:20:47.183 INFO:tasks.rados.rados.0.smithi032.stdout:1209: finishing write tid 3 to smithi032174182-25 2023-12-22T17:20:47.184 INFO:tasks.rados.rados.0.smithi032.stdout:1209: finishing write tid 4 to smithi032174182-25 2023-12-22T17:20:47.184 INFO:tasks.rados.rados.0.smithi032.stdout:1211: done (2 left) 2023-12-22T17:20:47.184 INFO:tasks.rados.rados.0.smithi032.stdout:1212: delete oid 42 current snap is 126 2023-12-22T17:20:47.184 INFO:tasks.rados.rados.0.smithi032.stdout:1209: finishing write tid 5 to smithi032174182-25 2023-12-22T17:20:47.185 INFO:tasks.rados.rados.0.smithi032.stdout:1210: finishing rollback tid 0 to smithi032174182-11 2023-12-22T17:20:47.185 INFO:tasks.rados.rados.0.smithi032.stdout:1210: finishing rollback tid 1 to smithi032174182-11 2023-12-22T17:20:47.186 INFO:tasks.rados.rados.0.smithi032.stdout:1212: done (2 left) 2023-12-22T17:20:47.186 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 30 current snap is 126 2023-12-22T17:20:47.186 INFO:tasks.rados.rados.0.smithi032.stdout:1213: seq_num 391 ranges {1933312=557056,2490368=516096,3006464=688128} 2023-12-22T17:20:47.199 INFO:tasks.rados.rados.0.smithi032.stdout:1213: writing smithi032174182-30 from 1933312 to 2490368 tid 1 2023-12-22T17:20:47.202 INFO:tasks.rados.rados.0.smithi032.stdout:1213: writing smithi032174182-30 from 2490368 to 3006464 tid 2 2023-12-22T17:20:47.206 INFO:tasks.rados.rados.0.smithi032.stdout:1213: writing smithi032174182-30 from 3006464 to 3694592 tid 3 2023-12-22T17:20:47.206 INFO:tasks.rados.rados.0.smithi032.stdout:1214: rmattr oid 41 current snap is 126 2023-12-22T17:20:47.206 INFO:tasks.rados.rados.0.smithi032.stdout:1214: done (3 left) 2023-12-22T17:20:47.206 INFO:tasks.rados.rados.0.smithi032.stdout:1215: read oid 38 snap 110 2023-12-22T17:20:47.206 INFO:tasks.rados.rados.0.smithi032.stdout:1215: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-22T17:20:47.207 INFO:tasks.rados.rados.0.smithi032.stdout:1216: snap_remove snap 90 2023-12-22T17:20:47.230 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:46 smithi039 ceph-mon[115265]: osdmap e294: 8 total, 8 up, 8 in 2023-12-22T17:20:47.508 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:20:47.227+0000 7f392943d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-22T17:20:47.508 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:20:47.320+0000 7f392943d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-22T17:20:47.508 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:20:47.420+0000 7f392943d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-22T17:20:47.797 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:20:47.523+0000 7f392943d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-22T17:20:47.871 INFO:tasks.rados.rados.0.smithi032.stdout:1216: done (4 left) 2023-12-22T17:20:47.871 INFO:tasks.rados.rados.0.smithi032.stdout:1217: read oid 24 snap -1 2023-12-22T17:20:47.872 INFO:tasks.rados.rados.0.smithi032.stdout:1217: expect (ObjNum 356 snap 110 seq_num 356) 2023-12-22T17:20:47.872 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 19 current snap is 126 2023-12-22T17:20:47.872 INFO:tasks.rados.rados.0.smithi032.stdout:1218: seq_num 392 ranges {3465216=573440,4038656=802816,4841472=401408} 2023-12-22T17:20:47.898 INFO:tasks.rados.rados.0.smithi032.stdout:1218: writing smithi032174182-19 from 3465216 to 4038656 tid 1 2023-12-22T17:20:47.900 INFO:tasks.rados.rados.0.smithi032.stdout:1218: writing smithi032174182-19 from 4038656 to 4841472 tid 2 2023-12-22T17:20:47.903 INFO:tasks.rados.rados.0.smithi032.stdout:1218: writing smithi032174182-19 from 4841472 to 5242880 tid 3 2023-12-22T17:20:47.903 INFO:tasks.rados.rados.0.smithi032.stdout:1219: snap_remove snap 86 2023-12-22T17:20:48.167 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:47 smithi039 ceph-mon[115265]: pgmap v29: 121 pgs: 121 active+clean; 249 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 728 KiB/s wr, 12 op/s 2023-12-22T17:20:48.167 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:47 smithi039 ceph-mon[115265]: osdmap e295: 8 total, 8 up, 8 in 2023-12-22T17:20:48.167 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:20:47.794+0000 7f392943d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-22T17:20:48.167 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:47 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:20:47.914+0000 7f392943d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-22T17:20:48.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:47 smithi032 ceph-mon[125050]: pgmap v29: 121 pgs: 121 active+clean; 249 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 728 KiB/s wr, 12 op/s 2023-12-22T17:20:48.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:47 smithi032 ceph-mon[125050]: osdmap e295: 8 total, 8 up, 8 in 2023-12-22T17:20:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:47 smithi032 ceph-mon[110651]: pgmap v29: 121 pgs: 121 active+clean; 249 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 728 KiB/s wr, 12 op/s 2023-12-22T17:20:48.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:47 smithi032 ceph-mon[110651]: osdmap e295: 8 total, 8 up, 8 in 2023-12-22T17:20:48.486 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:48 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:20:48.163+0000 7f392943d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-22T17:20:48.486 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:48 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:20:48.275+0000 7f392943d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-22T17:20:48.758 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:48 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:20:48.483+0000 7f392943d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-22T17:20:48.758 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:48 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:20:48.580+0000 7f392943d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-22T17:20:48.835 INFO:tasks.rados.rados.0.smithi032.stdout:1219: done (6 left) 2023-12-22T17:20:48.836 INFO:tasks.rados.rados.0.smithi032.stdout:1220: read oid 7 snap -1 2023-12-22T17:20:48.836 INFO:tasks.rados.rados.0.smithi032.stdout:1220: expect (ObjNum 360 snap 113 seq_num 360) 2023-12-22T17:20:48.836 INFO:tasks.rados.rados.0.smithi032.stdout:1221: delete oid 8 current snap is 126 2023-12-22T17:20:48.836 INFO:tasks.rados.rados.0.smithi032.stdout:1209: finishing write tid 6 to smithi032174182-25 2023-12-22T17:20:48.836 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 406 (ObjNum 388 snap 126 seq_num 388) dirty exists 2023-12-22T17:20:48.836 INFO:tasks.rados.rados.0.smithi032.stdout:1209: left oid 25 (ObjNum 388 snap 126 seq_num 388) 2023-12-22T17:20:48.836 INFO:tasks.rados.rados.0.smithi032.stdout:1210: finishing rollback tid 2 to smithi032174182-11 2023-12-22T17:20:48.836 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 521 (ObjNum 211 snap 52 seq_num 211) dirty exists 2023-12-22T17:20:48.836 INFO:tasks.rados.rados.0.smithi032.stdout:1213: finishing write tid 1 to smithi032174182-30 2023-12-22T17:20:48.836 INFO:tasks.rados.rados.0.smithi032.stdout:1213: finishing write tid 2 to smithi032174182-30 2023-12-22T17:20:48.836 INFO:tasks.rados.rados.0.smithi032.stdout:1215: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-22T17:20:48.848 INFO:tasks.rados.rados.0.smithi032.stdout:1213: finishing write tid 3 to smithi032174182-30 2023-12-22T17:20:48.848 INFO:tasks.rados.rados.0.smithi032.stdout:1213: finishing write tid 4 to smithi032174182-30 2023-12-22T17:20:48.848 INFO:tasks.rados.rados.0.smithi032.stdout:1213: finishing write tid 5 to smithi032174182-30 2023-12-22T17:20:48.848 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 555 (ObjNum 391 snap 126 seq_num 391) dirty exists 2023-12-22T17:20:48.848 INFO:tasks.rados.rados.0.smithi032.stdout:1213: left oid 30 (ObjNum 391 snap 126 seq_num 391) 2023-12-22T17:20:48.848 INFO:tasks.rados.rados.0.smithi032.stdout:1218: finishing write tid 1 to smithi032174182-19 2023-12-22T17:20:48.849 INFO:tasks.rados.rados.0.smithi032.stdout:1218: finishing write tid 2 to smithi032174182-19 2023-12-22T17:20:48.849 INFO:tasks.rados.rados.0.smithi032.stdout:1218: finishing write tid 3 to smithi032174182-19 2023-12-22T17:20:48.849 INFO:tasks.rados.rados.0.smithi032.stdout:1218: finishing write tid 4 to smithi032174182-19 2023-12-22T17:20:48.849 INFO:tasks.rados.rados.0.smithi032.stdout:1218: finishing write tid 5 to smithi032174182-19 2023-12-22T17:20:48.849 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 443 (ObjNum 392 snap 126 seq_num 392) dirty exists 2023-12-22T17:20:48.849 INFO:tasks.rados.rados.0.smithi032.stdout:1218: left oid 19 (ObjNum 392 snap 126 seq_num 392) 2023-12-22T17:20:48.849 INFO:tasks.rados.rados.0.smithi032.stdout:1217: expect (ObjNum 356 snap 110 seq_num 356) 2023-12-22T17:20:49.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:48 smithi032 ceph-mon[110651]: osdmap e296: 8 total, 8 up, 8 in 2023-12-22T17:20:49.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:48 smithi032 ceph-mon[110651]: osdmap e297: 8 total, 8 up, 8 in 2023-12-22T17:20:49.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:48 smithi032 ceph-mon[125050]: osdmap e296: 8 total, 8 up, 8 in 2023-12-22T17:20:49.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:48 smithi032 ceph-mon[125050]: osdmap e297: 8 total, 8 up, 8 in 2023-12-22T17:20:49.224 INFO:tasks.rados.rados.0.smithi032.stdout:1220: expect (ObjNum 360 snap 113 seq_num 360) 2023-12-22T17:20:49.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:48 smithi039 ceph-mon[115265]: osdmap e296: 8 total, 8 up, 8 in 2023-12-22T17:20:49.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:48 smithi039 ceph-mon[115265]: osdmap e297: 8 total, 8 up, 8 in 2023-12-22T17:20:49.268 INFO:tasks.rados.rados.0.smithi032.stdout:1209: done (7 left) 2023-12-22T17:20:49.268 INFO:tasks.rados.rados.0.smithi032.stdout:1210: done (6 left) 2023-12-22T17:20:49.268 INFO:tasks.rados.rados.0.smithi032.stdout:1213: done (5 left) 2023-12-22T17:20:49.268 INFO:tasks.rados.rados.0.smithi032.stdout:1215: done (4 left) 2023-12-22T17:20:49.268 INFO:tasks.rados.rados.0.smithi032.stdout:1217: done (3 left) 2023-12-22T17:20:49.268 INFO:tasks.rados.rados.0.smithi032.stdout:1218: done (2 left) 2023-12-22T17:20:49.268 INFO:tasks.rados.rados.0.smithi032.stdout:1220: done (1 left) 2023-12-22T17:20:49.268 INFO:tasks.rados.rados.0.smithi032.stdout:1221: done (0 left) 2023-12-22T17:20:49.268 INFO:tasks.rados.rados.0.smithi032.stdout:1222: rollback oid 8 current snap is 126 2023-12-22T17:20:49.268 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 8 to 85 2023-12-22T17:20:49.268 INFO:tasks.rados.rados.0.smithi032.stdout:1223: rmattr oid 2 current snap is 126 2023-12-22T17:20:49.269 INFO:tasks.rados.rados.0.smithi032.stdout:1223: done (1 left) 2023-12-22T17:20:49.269 INFO:tasks.rados.rados.0.smithi032.stdout:1224: delete oid 9 current snap is 126 2023-12-22T17:20:49.269 INFO:tasks.rados.rados.0.smithi032.stdout:1224: done (1 left) 2023-12-22T17:20:49.269 INFO:tasks.rados.rados.0.smithi032.stdout:1225: read oid 16 snap -1 2023-12-22T17:20:49.269 INFO:tasks.rados.rados.0.smithi032.stdout:1225: expect (ObjNum 224 snap 55 seq_num 224) 2023-12-22T17:20:49.270 INFO:tasks.rados.rados.0.smithi032.stdout:1226: setattr oid 32 current snap is 126 2023-12-22T17:20:49.270 INFO:tasks.rados.rados.0.smithi032.stdout:1222: finishing rollback tid 1 to smithi032174182-8 2023-12-22T17:20:49.270 INFO:tasks.rados.rados.0.smithi032.stdout:1222: finishing rollback tid 2 to smithi032174182-8 2023-12-22T17:20:49.270 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 389 (ObjNum 91 snap 15 seq_num 91) dirty exists 2023-12-22T17:20:49.271 INFO:tasks.rados.rados.0.smithi032.stdout:1222: done (2 left) 2023-12-22T17:20:49.271 INFO:tasks.rados.rados.0.smithi032.stdout:1227: read oid 7 snap -1 2023-12-22T17:20:49.271 INFO:tasks.rados.rados.0.smithi032.stdout:1227: expect (ObjNum 360 snap 113 seq_num 360) 2023-12-22T17:20:49.271 INFO:tasks.rados.rados.0.smithi032.stdout:1228: snap_remove snap 124 2023-12-22T17:20:49.758 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:49 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:20:49.431+0000 7f392943d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-22T17:20:49.758 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:49 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:20:49.652+0000 7f392943d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-22T17:20:50.096 INFO:tasks.rados.rados.0.smithi032.stdout:1228: done (3 left) 2023-12-22T17:20:50.096 INFO:tasks.rados.rados.0.smithi032.stdout:1229: read oid 8 snap -1 2023-12-22T17:20:50.096 INFO:tasks.rados.rados.0.smithi032.stdout:1229: expect (ObjNum 91 snap 15 seq_num 91) 2023-12-22T17:20:50.096 INFO:tasks.rados.rados.0.smithi032.stdout:1230: rmattr oid 1 current snap is 126 2023-12-22T17:20:50.096 INFO:tasks.rados.rados.0.smithi032.stdout:1231: snap_create 2023-12-22T17:20:50.096 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 390 (ObjNum 381 snap 123 seq_num 381) dirty exists 2023-12-22T17:20:50.096 INFO:tasks.rados.rados.0.smithi032.stdout:1225: expect (ObjNum 224 snap 55 seq_num 224) 2023-12-22T17:20:50.141 INFO:tasks.rados.rados.0.smithi032.stdout:1227: expect (ObjNum 360 snap 113 seq_num 360) 2023-12-22T17:20:50.184 INFO:tasks.rados.rados.0.smithi032.stdout:1229: expect (ObjNum 91 snap 15 seq_num 91) 2023-12-22T17:20:50.224 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 479 (ObjNum 224 snap 55 seq_num 224) dirty exists 2023-12-22T17:20:50.257 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:49 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:20:49.857+0000 7f392943d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-22T17:20:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:50 smithi039 ceph-mon[115265]: pgmap v32: 121 pgs: 121 active+clean; 249 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 728 KiB/s wr, 12 op/s 2023-12-22T17:20:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:50 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:50 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:50 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:50 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:50 smithi032 ceph-mon[110651]: pgmap v32: 121 pgs: 121 active+clean; 249 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 728 KiB/s wr, 12 op/s 2023-12-22T17:20:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:50 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:50 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:50 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:50 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:50 smithi032 ceph-mon[125050]: pgmap v32: 121 pgs: 121 active+clean; 249 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 728 KiB/s wr, 12 op/s 2023-12-22T17:20:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:50 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:50 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:50 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:50 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:50.932 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:50 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:20:50.612+0000 7f392943d200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-22T17:20:50.933 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:50 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:20:50.818+0000 7f392943d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-22T17:20:51.107 INFO:tasks.rados.rados.0.smithi032.stdout:1225: done (5 left) 2023-12-22T17:20:51.107 INFO:tasks.rados.rados.0.smithi032.stdout:1226: done (4 left) 2023-12-22T17:20:51.107 INFO:tasks.rados.rados.0.smithi032.stdout:1227: done (3 left) 2023-12-22T17:20:51.107 INFO:tasks.rados.rados.0.smithi032.stdout:1229: done (2 left) 2023-12-22T17:20:51.107 INFO:tasks.rados.rados.0.smithi032.stdout:1230: done (1 left) 2023-12-22T17:20:51.107 INFO:tasks.rados.rados.0.smithi032.stdout:1231: done (0 left) 2023-12-22T17:20:51.107 INFO:tasks.rados.rados.0.smithi032.stdout:1232: copy_from oid 29 from oid 50 current snap is 127 2023-12-22T17:20:51.107 INFO:tasks.rados.rados.0.smithi032.stdout:1233: snap_create 2023-12-22T17:20:51.128 INFO:tasks.rados.rados.0.smithi032.stdout:1232: finishing copy_from to smithi032174182-29 2023-12-22T17:20:51.128 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 505 (ObjNum 298 snap 83 seq_num 298) dirty exists 2023-12-22T17:20:51.128 INFO:tasks.rados.rados.0.smithi032.stdout:1232: finishing copy_from racing read to smithi032174182-29 2023-12-22T17:20:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:51 smithi032 ceph-mon[125050]: osdmap e298: 8 total, 8 up, 8 in 2023-12-22T17:20:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:51 smithi032 ceph-mon[110651]: osdmap e298: 8 total, 8 up, 8 in 2023-12-22T17:20:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:20:50] "GET /metrics HTTP/1.1" 200 36083 "" "Prometheus/2.43.0" 2023-12-22T17:20:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:51 smithi039 ceph-mon[115265]: osdmap e298: 8 total, 8 up, 8 in 2023-12-22T17:20:51.258 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:51 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:20:51.029+0000 7f392943d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-22T17:20:51.258 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:51 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:20:51.162+0000 7f392943d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-22T17:20:51.258 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:51 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: [22/Dec/2023:17:20:51] ENGINE Bus STARTING 2023-12-22T17:20:51.758 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:51 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: CherryPy Checker: 2023-12-22T17:20:51.758 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:51 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: The Application mounted at '' has an empty config. 2023-12-22T17:20:51.758 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:51 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:20:51.758 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:51 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: [22/Dec/2023:17:20:51] ENGINE Serving on http://:::9283 2023-12-22T17:20:51.758 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:51 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: [22/Dec/2023:17:20:51] ENGINE Bus STARTED 2023-12-22T17:20:52.106 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:52 smithi039 ceph-mon[115265]: pgmap v35: 121 pgs: 121 active+clean; 269 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 3.7 MiB/s wr, 22 op/s 2023-12-22T17:20:52.106 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:52 smithi039 ceph-mon[115265]: osdmap e299: 8 total, 8 up, 8 in 2023-12-22T17:20:52.120 INFO:tasks.rados.rados.0.smithi032.stdout:1232: done (1 left) 2023-12-22T17:20:52.120 INFO:tasks.rados.rados.0.smithi032.stdout:1233: done (0 left) 2023-12-22T17:20:52.120 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 28 current snap is 128 2023-12-22T17:20:52.120 INFO:tasks.rados.rados.0.smithi032.stdout:1234: seq_num 395 ranges {0=622592,622592=450560,1073152=753664} 2023-12-22T17:20:52.123 INFO:tasks.rados.rados.0.smithi032.stdout:1234: writing smithi032174182-28 from 0 to 622592 tid 1 2023-12-22T17:20:52.126 INFO:tasks.rados.rados.0.smithi032.stdout:1234: writing smithi032174182-28 from 622592 to 1073152 tid 2 2023-12-22T17:20:52.130 INFO:tasks.rados.rados.0.smithi032.stdout:1234: writing smithi032174182-28 from 1073152 to 1826816 tid 3 2023-12-22T17:20:52.130 INFO:tasks.rados.rados.0.smithi032.stdout:1235: rmattr oid 39 current snap is 128 2023-12-22T17:20:52.131 INFO:tasks.rados.rados.0.smithi032.stdout:1234: finishing write tid 1 to smithi032174182-28 2023-12-22T17:20:52.131 INFO:tasks.rados.rados.0.smithi032.stdout:1234: finishing write tid 2 to smithi032174182-28 2023-12-22T17:20:52.131 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 4 current snap is 128 2023-12-22T17:20:52.131 INFO:tasks.rados.rados.0.smithi032.stdout:1236: seq_num 396 ranges {6135808=638976,6774784=786432,7561216=417792} 2023-12-22T17:20:52.167 INFO:tasks.rados.rados.0.smithi032.stdout:1236: writing smithi032174182-4 from 6135808 to 6774784 tid 1 2023-12-22T17:20:52.172 INFO:tasks.rados.rados.0.smithi032.stdout:1236: writing smithi032174182-4 from 6774784 to 7561216 tid 2 2023-12-22T17:20:52.175 INFO:tasks.rados.rados.0.smithi032.stdout:1236: writing smithi032174182-4 from 7561216 to 7979008 tid 3 2023-12-22T17:20:52.175 INFO:tasks.rados.rados.0.smithi032.stdout:1237: copy_from oid 37 from oid 50 current snap is 128 2023-12-22T17:20:52.175 INFO:tasks.rados.rados.0.smithi032.stdout:1234: finishing write tid 3 to smithi032174182-28 2023-12-22T17:20:52.175 INFO:tasks.rados.rados.0.smithi032.stdout:1234: finishing write tid 4 to smithi032174182-28 2023-12-22T17:20:52.175 INFO:tasks.rados.rados.0.smithi032.stdout:1234: finishing write tid 5 to smithi032174182-28 2023-12-22T17:20:52.175 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 579 (ObjNum 395 snap 128 seq_num 395) dirty exists 2023-12-22T17:20:52.175 INFO:tasks.rados.rados.0.smithi032.stdout:1234: left oid 28 (ObjNum 395 snap 128 seq_num 395) 2023-12-22T17:20:52.175 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 386 (ObjNum 367 snap 114 seq_num 367) dirty exists 2023-12-22T17:20:52.175 INFO:tasks.rados.rados.0.smithi032.stdout:1236: finishing write tid 1 to smithi032174182-4 2023-12-22T17:20:52.175 INFO:tasks.rados.rados.0.smithi032.stdout:1234: done (3 left) 2023-12-22T17:20:52.175 INFO:tasks.rados.rados.0.smithi032.stdout:1235: done (2 left) 2023-12-22T17:20:52.175 INFO:tasks.rados.rados.0.smithi032.stdout:1238: copy_from oid 49 from oid 44 current snap is 128 2023-12-22T17:20:52.176 INFO:tasks.rados.rados.0.smithi032.stdout:1239: snap_create 2023-12-22T17:20:52.177 INFO:tasks.rados.rados.0.smithi032.stdout:1236: finishing write tid 2 to smithi032174182-4 2023-12-22T17:20:52.181 INFO:tasks.rados.rados.0.smithi032.stdout:1236: finishing write tid 3 to smithi032174182-4 2023-12-22T17:20:52.181 INFO:tasks.rados.rados.0.smithi032.stdout:1236: finishing write tid 4 to smithi032174182-4 2023-12-22T17:20:52.181 INFO:tasks.rados.rados.0.smithi032.stdout:1236: finishing write tid 5 to smithi032174182-4 2023-12-22T17:20:52.181 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 584 (ObjNum 396 snap 128 seq_num 396) dirty exists 2023-12-22T17:20:52.181 INFO:tasks.rados.rados.0.smithi032.stdout:1236: left oid 4 (ObjNum 396 snap 128 seq_num 396) 2023-12-22T17:20:52.188 INFO:tasks.rados.rados.0.smithi032.stdout:1237: finishing copy_from to smithi032174182-37 2023-12-22T17:20:52.188 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 505 (ObjNum 298 snap 83 seq_num 298) dirty exists 2023-12-22T17:20:52.188 INFO:tasks.rados.rados.0.smithi032.stdout:1237: finishing copy_from racing read to smithi032174182-37 2023-12-22T17:20:52.205 INFO:tasks.rados.rados.0.smithi032.stdout:1238: finishing copy_from to smithi032174182-49 2023-12-22T17:20:52.205 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 504 (ObjNum 282 snap 78 seq_num 282) dirty exists 2023-12-22T17:20:52.206 INFO:tasks.rados.rados.0.smithi032.stdout:1238: finishing copy_from racing read to smithi032174182-49 2023-12-22T17:20:52.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:52 smithi032 ceph-mon[110651]: pgmap v35: 121 pgs: 121 active+clean; 269 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 3.7 MiB/s wr, 22 op/s 2023-12-22T17:20:52.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:52 smithi032 ceph-mon[110651]: osdmap e299: 8 total, 8 up, 8 in 2023-12-22T17:20:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:52 smithi032 ceph-mon[110651]: Standby manager daemon x restarted 2023-12-22T17:20:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:52 smithi032 ceph-mon[110651]: Standby manager daemon x started 2023-12-22T17:20:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:52 smithi032 ceph-mon[110651]: from='mgr.? 172.21.15.39:0/887118406' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-22T17:20:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:52 smithi032 ceph-mon[110651]: from='mgr.? 172.21.15.39:0/887118406' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-22T17:20:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:52 smithi032 ceph-mon[110651]: from='mgr.? 172.21.15.39:0/887118406' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-22T17:20:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:52 smithi032 ceph-mon[110651]: from='mgr.? 172.21.15.39:0/887118406' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-22T17:20:52.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:52 smithi032 ceph-mon[125050]: pgmap v35: 121 pgs: 121 active+clean; 269 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 3.7 MiB/s wr, 22 op/s 2023-12-22T17:20:52.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:52 smithi032 ceph-mon[125050]: osdmap e299: 8 total, 8 up, 8 in 2023-12-22T17:20:52.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:52 smithi032 ceph-mon[125050]: Standby manager daemon x restarted 2023-12-22T17:20:52.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:52 smithi032 ceph-mon[125050]: Standby manager daemon x started 2023-12-22T17:20:52.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:52 smithi032 ceph-mon[125050]: from='mgr.? 172.21.15.39:0/887118406' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-22T17:20:52.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:52 smithi032 ceph-mon[125050]: from='mgr.? 172.21.15.39:0/887118406' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-22T17:20:52.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:52 smithi032 ceph-mon[125050]: from='mgr.? 172.21.15.39:0/887118406' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-22T17:20:52.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:52 smithi032 ceph-mon[125050]: from='mgr.? 172.21.15.39:0/887118406' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-22T17:20:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:52 smithi039 ceph-mon[115265]: Standby manager daemon x restarted 2023-12-22T17:20:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:52 smithi039 ceph-mon[115265]: Standby manager daemon x started 2023-12-22T17:20:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:52 smithi039 ceph-mon[115265]: from='mgr.? 172.21.15.39:0/887118406' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-22T17:20:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:52 smithi039 ceph-mon[115265]: from='mgr.? 172.21.15.39:0/887118406' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-22T17:20:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:52 smithi039 ceph-mon[115265]: from='mgr.? 172.21.15.39:0/887118406' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-22T17:20:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:52 smithi039 ceph-mon[115265]: from='mgr.? 172.21.15.39:0/887118406' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-22T17:20:53.124 INFO:tasks.rados.rados.0.smithi032.stdout:1236: done (3 left) 2023-12-22T17:20:53.124 INFO:tasks.rados.rados.0.smithi032.stdout:1237: done (2 left) 2023-12-22T17:20:53.124 INFO:tasks.rados.rados.0.smithi032.stdout:1238: done (1 left) 2023-12-22T17:20:53.124 INFO:tasks.rados.rados.0.smithi032.stdout:1239: done (0 left) 2023-12-22T17:20:53.124 INFO:tasks.rados.rados.0.smithi032.stdout:1240: snap_create 2023-12-22T17:20:53.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:53 smithi032 ceph-mon[125050]: osdmap e300: 8 total, 8 up, 8 in 2023-12-22T17:20:53.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:53 smithi032 ceph-mon[125050]: mgrmap e33: y(active, since 23s), standbys: x 2023-12-22T17:20:53.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:53 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:53.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:53 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:53.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:53 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:20:53.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:53 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:20:53.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:53 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:53.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:53 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:20:53.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:53 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:20:53.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:53 smithi032 ceph-mon[125050]: Upgrade: Setting container_image for all mgr 2023-12-22T17:20:53.413 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:53 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:53.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:53 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2023-12-22T17:20:53.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:53 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2023-12-22T17:20:53.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:53 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2023-12-22T17:20:53.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:53 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2023-12-22T17:20:53.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:53 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-12-22T17:20:53.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:53 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2023-12-22T17:20:53.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:53 smithi032 ceph-mon[125050]: Upgrade: It appears safe to stop mon.a 2023-12-22T17:20:53.414 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:53 smithi032 ceph-mon[125050]: pgmap v38: 121 pgs: 121 active+clean; 269 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 3.7 MiB/s wr, 22 op/s 2023-12-22T17:20:53.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:53 smithi032 ceph-mon[110651]: osdmap e300: 8 total, 8 up, 8 in 2023-12-22T17:20:53.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:53 smithi032 ceph-mon[110651]: mgrmap e33: y(active, since 23s), standbys: x 2023-12-22T17:20:53.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:53 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:53.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:53 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:53.414 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:53 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:20:53.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:53 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:20:53.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:53 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:53.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:53 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:20:53.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:53 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:20:53.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:53 smithi032 ceph-mon[110651]: Upgrade: Setting container_image for all mgr 2023-12-22T17:20:53.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:53 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:53.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:53 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2023-12-22T17:20:53.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:53 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2023-12-22T17:20:53.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:53 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2023-12-22T17:20:53.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:53 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2023-12-22T17:20:53.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:53 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-12-22T17:20:53.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:53 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2023-12-22T17:20:53.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:53 smithi032 ceph-mon[110651]: Upgrade: It appears safe to stop mon.a 2023-12-22T17:20:53.415 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:53 smithi032 ceph-mon[110651]: pgmap v38: 121 pgs: 121 active+clean; 269 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 3.7 MiB/s wr, 22 op/s 2023-12-22T17:20:53.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:53 smithi039 ceph-mon[115265]: osdmap e300: 8 total, 8 up, 8 in 2023-12-22T17:20:53.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:53 smithi039 ceph-mon[115265]: mgrmap e33: y(active, since 23s), standbys: x 2023-12-22T17:20:53.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:53 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:53.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:53 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:53.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:53 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:20:53.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:53 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:20:53.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:53 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:53.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:53 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:20:53.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:53 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:20:53.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:53 smithi039 ceph-mon[115265]: Upgrade: Setting container_image for all mgr 2023-12-22T17:20:53.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:53 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:53.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:53 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2023-12-22T17:20:53.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:53 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2023-12-22T17:20:53.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:53 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2023-12-22T17:20:53.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:53 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2023-12-22T17:20:53.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:53 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-12-22T17:20:53.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:53 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2023-12-22T17:20:53.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:53 smithi039 ceph-mon[115265]: Upgrade: It appears safe to stop mon.a 2023-12-22T17:20:53.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:53 smithi039 ceph-mon[115265]: pgmap v38: 121 pgs: 121 active+clean; 269 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 3.7 MiB/s wr, 22 op/s 2023-12-22T17:20:53.681 INFO:journalctl@ceph.alertmanager.a.smithi032.stdout:Dec 22 17:20:53 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-alertmanager-a[177229]: ts=2023-12-22T17:20:53.506Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi039.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.39:8443: connect: connection refused" 2023-12-22T17:20:53.835 INFO:tasks.rados.rados.0.smithi032.stdout:1240: done (0 left) 2023-12-22T17:20:53.835 INFO:tasks.rados.rados.0.smithi032.stdout:1241: snap_remove snap 101 2023-12-22T17:20:54.122 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:54 smithi032 ceph-mon[110651]: osdmap e301: 8 total, 8 up, 8 in 2023-12-22T17:20:54.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:54 smithi032 ceph-mon[110651]: Upgrade: Updating mon.a 2023-12-22T17:20:54.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:54 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:54.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:54 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-22T17:20:54.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:54 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-22T17:20:54.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:54 smithi032 ceph-mon[110651]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:20:54.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:54 smithi032 ceph-mon[110651]: Deploying daemon mon.a on smithi032 2023-12-22T17:20:54.411 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:54 smithi032 ceph-mon[110651]: osdmap e302: 8 total, 8 up, 8 in 2023-12-22T17:20:54.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:54 smithi032 ceph-mon[125050]: osdmap e301: 8 total, 8 up, 8 in 2023-12-22T17:20:54.411 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:54 smithi032 ceph-mon[125050]: Upgrade: Updating mon.a 2023-12-22T17:20:54.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:54 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:54.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:54 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-22T17:20:54.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:54 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-22T17:20:54.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:54 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:20:54.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:54 smithi032 ceph-mon[125050]: Deploying daemon mon.a on smithi032 2023-12-22T17:20:54.412 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:54 smithi032 ceph-mon[125050]: osdmap e302: 8 total, 8 up, 8 in 2023-12-22T17:20:54.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:54 smithi039 ceph-mon[115265]: osdmap e301: 8 total, 8 up, 8 in 2023-12-22T17:20:54.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:54 smithi039 ceph-mon[115265]: Upgrade: Updating mon.a 2023-12-22T17:20:54.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:54 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' 2023-12-22T17:20:54.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:54 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-22T17:20:54.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:54 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-22T17:20:54.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:54 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:20:54.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:54 smithi039 ceph-mon[115265]: Deploying daemon mon.a on smithi032 2023-12-22T17:20:54.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:54 smithi039 ceph-mon[115265]: osdmap e302: 8 total, 8 up, 8 in 2023-12-22T17:20:54.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:54 smithi032 systemd[1]: Stopping Ceph mon.a for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:20:55.045 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:54 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[110628]: 2023-12-22T17:20:54.758+0000 7f76566bc700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-12-22T17:20:55.045 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:54 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[110628]: 2023-12-22T17:20:54.758+0000 7f76566bc700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2023-12-22T17:20:55.045 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:54 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:17:20:54] ENGINE Bus STOPPING 2023-12-22T17:20:55.045 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:54 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:17:20:54] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-22T17:20:55.045 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:54 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:17:20:54] ENGINE Bus STOPPED 2023-12-22T17:20:55.045 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:54 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:17:20:54] ENGINE Bus STARTING 2023-12-22T17:20:55.045 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:54 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:17:20:54] ENGINE Serving on http://:::9283 2023-12-22T17:20:55.045 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:54 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:17:20:54] ENGINE Bus STARTED 2023-12-22T17:20:55.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 bash[188941]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a 2023-12-22T17:20:55.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 systemd[1]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@mon.a.service: Succeeded. 2023-12-22T17:20:55.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 systemd[1]: Stopped Ceph mon.a for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:20:55.410 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 systemd[1]: Starting Ceph mon.a for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:20:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 bash[189105]: 6e7b6b901a8a5ee56c6307b7bccbc036f47f1001d7157bf6fa45e5d9472b94c1 2023-12-22T17:20:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: set uid:gid to 167:167 (ceph:ceph) 2023-12-22T17:20:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev), process ceph-mon, pid 7 2023-12-22T17:20:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: pidfile_write: ignore empty --pid-file 2023-12-22T17:20:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 systemd[1]: Started Ceph mon.a for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:20:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: load: jerasure load: lrc 2023-12-22T17:20:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: RocksDB version: 7.9.2 2023-12-22T17:20:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Git sha 0 2023-12-22T17:20:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Compile date 2023-12-19 21:06:06 2023-12-22T17:20:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: DB SUMMARY 2023-12-22T17:20:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: DB Session ID: AN4UCJJR5ZCUI3HYVIBS 2023-12-22T17:20:56.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: CURRENT file: CURRENT 2023-12-22T17:20:56.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: IDENTITY file: IDENTITY 2023-12-22T17:20:56.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1173 Bytes 2023-12-22T17:20:56.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000033.sst 2023-12-22T17:20:56.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000031.log size: 2215081 ; 2023-12-22T17:20:56.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.error_if_exists: 0 2023-12-22T17:20:56.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.create_if_missing: 0 2023-12-22T17:20:56.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.paranoid_checks: 1 2023-12-22T17:20:56.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.flush_verify_memtable_count: 1 2023-12-22T17:20:56.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-12-22T17:20:56.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-12-22T17:20:56.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.env: 0x55769d91ba60 2023-12-22T17:20:56.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.fs: PosixFileSystem 2023-12-22T17:20:56.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.info_log: 0x55769f1f9760 2023-12-22T17:20:56.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.max_file_opening_threads: 16 2023-12-22T17:20:56.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.statistics: (nil) 2023-12-22T17:20:56.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.use_fsync: 0 2023-12-22T17:20:56.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.max_log_file_size: 0 2023-12-22T17:20:56.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-12-22T17:20:56.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.log_file_time_to_roll: 0 2023-12-22T17:20:56.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.keep_log_file_num: 1000 2023-12-22T17:20:56.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.recycle_log_file_num: 0 2023-12-22T17:20:56.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.allow_fallocate: 1 2023-12-22T17:20:56.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.allow_mmap_reads: 0 2023-12-22T17:20:56.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.allow_mmap_writes: 0 2023-12-22T17:20:56.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.use_direct_reads: 0 2023-12-22T17:20:56.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-12-22T17:20:56.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.create_missing_column_families: 0 2023-12-22T17:20:56.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.db_log_dir: 2023-12-22T17:20:56.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.wal_dir: 2023-12-22T17:20:56.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.table_cache_numshardbits: 6 2023-12-22T17:20:56.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.WAL_ttl_seconds: 0 2023-12-22T17:20:56.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.WAL_size_limit_MB: 0 2023-12-22T17:20:56.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-12-22T17:20:56.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-12-22T17:20:56.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.is_fd_close_on_exec: 1 2023-12-22T17:20:56.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.advise_random_on_open: 1 2023-12-22T17:20:56.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.db_write_buffer_size: 0 2023-12-22T17:20:56.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.write_buffer_manager: 0x55769f1af360 2023-12-22T17:20:56.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-12-22T17:20:56.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-12-22T17:20:56.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.use_adaptive_mutex: 0 2023-12-22T17:20:56.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.rate_limiter: (nil) 2023-12-22T17:20:56.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-12-22T17:20:56.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.wal_recovery_mode: 2 2023-12-22T17:20:56.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.enable_thread_tracking: 0 2023-12-22T17:20:56.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.enable_pipelined_write: 0 2023-12-22T17:20:56.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.unordered_write: 0 2023-12-22T17:20:56.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-12-22T17:20:56.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-12-22T17:20:56.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-12-22T17:20:56.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-12-22T17:20:56.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.row_cache: None 2023-12-22T17:20:56.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.wal_filter: None 2023-12-22T17:20:56.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-12-22T17:20:56.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.allow_ingest_behind: 0 2023-12-22T17:20:56.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.two_write_queues: 0 2023-12-22T17:20:56.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.manual_wal_flush: 0 2023-12-22T17:20:56.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.wal_compression: 0 2023-12-22T17:20:56.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.atomic_flush: 0 2023-12-22T17:20:56.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-12-22T17:20:56.186 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.persist_stats_to_disk: 0 2023-12-22T17:20:56.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.write_dbid_to_manifest: 0 2023-12-22T17:20:56.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.log_readahead_size: 0 2023-12-22T17:20:56.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-12-22T17:20:56.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.best_efforts_recovery: 0 2023-12-22T17:20:56.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-12-22T17:20:56.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-12-22T17:20:56.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.allow_data_in_errors: 0 2023-12-22T17:20:56.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.db_host_id: __hostname__ 2023-12-22T17:20:56.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.enforce_single_del_contracts: true 2023-12-22T17:20:56.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.max_background_jobs: 2 2023-12-22T17:20:56.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.max_background_compactions: -1 2023-12-22T17:20:56.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.max_subcompactions: 1 2023-12-22T17:20:56.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-12-22T17:20:56.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-12-22T17:20:56.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.delayed_write_rate : 16777216 2023-12-22T17:20:56.187 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.max_total_wal_size: 0 2023-12-22T17:20:56.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-12-22T17:20:56.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.stats_dump_period_sec: 600 2023-12-22T17:20:56.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.stats_persist_period_sec: 600 2023-12-22T17:20:56.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-12-22T17:20:56.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.max_open_files: -1 2023-12-22T17:20:56.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.bytes_per_sync: 0 2023-12-22T17:20:56.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.wal_bytes_per_sync: 0 2023-12-22T17:20:56.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.strict_bytes_per_sync: 0 2023-12-22T17:20:56.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.compaction_readahead_size: 0 2023-12-22T17:20:56.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.max_background_flushes: -1 2023-12-22T17:20:56.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Compression algorithms supported: 2023-12-22T17:20:56.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-12-22T17:20:56.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: kZSTD supported: 0 2023-12-22T17:20:56.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: kXpressCompression supported: 0 2023-12-22T17:20:56.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: kLZ4HCCompression supported: 1 2023-12-22T17:20:56.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: kZlibCompression supported: 1 2023-12-22T17:20:56.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: kSnappyCompression supported: 1 2023-12-22T17:20:56.189 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: kLZ4Compression supported: 1 2023-12-22T17:20:56.189 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: kBZip2Compression supported: 0 2023-12-22T17:20:56.189 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Fast CRC32 supported: Supported on x86 2023-12-22T17:20:56.189 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: DMutex implementation: pthread_mutex_t 2023-12-22T17:20:56.189 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2023-12-22T17:20:56.189 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-12-22T17:20:56.189 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-12-22T17:20:56.189 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.merge_operator: 2023-12-22T17:20:56.189 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.compaction_filter: None 2023-12-22T17:20:56.189 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.compaction_filter_factory: None 2023-12-22T17:20:56.189 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.sst_partitioner_factory: None 2023-12-22T17:20:56.189 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.memtable_factory: SkipListFactory 2023-12-22T17:20:56.189 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.table_factory: BlockBasedTable 2023-12-22T17:20:56.189 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55769f1f9880) 2023-12-22T17:20:56.189 INFO:journalctl@ceph.mon.a.smithi032.stdout: cache_index_and_filter_blocks: 1 2023-12-22T17:20:56.189 INFO:journalctl@ceph.mon.a.smithi032.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-12-22T17:20:56.190 INFO:journalctl@ceph.mon.a.smithi032.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-12-22T17:20:56.190 INFO:journalctl@ceph.mon.a.smithi032.stdout: pin_top_level_index_and_filter: 1 2023-12-22T17:20:56.190 INFO:journalctl@ceph.mon.a.smithi032.stdout: index_type: 0 2023-12-22T17:20:56.190 INFO:journalctl@ceph.mon.a.smithi032.stdout: data_block_index_type: 0 2023-12-22T17:20:56.190 INFO:journalctl@ceph.mon.a.smithi032.stdout: index_shortening: 1 2023-12-22T17:20:56.190 INFO:journalctl@ceph.mon.a.smithi032.stdout: data_block_hash_table_util_ratio: 0.750000 2023-12-22T17:20:56.190 INFO:journalctl@ceph.mon.a.smithi032.stdout: checksum: 4 2023-12-22T17:20:56.190 INFO:journalctl@ceph.mon.a.smithi032.stdout: no_block_cache: 0 2023-12-22T17:20:56.190 INFO:journalctl@ceph.mon.a.smithi032.stdout: block_cache: 0x55769f24f090 2023-12-22T17:20:56.190 INFO:journalctl@ceph.mon.a.smithi032.stdout: block_cache_name: BinnedLRUCache 2023-12-22T17:20:56.190 INFO:journalctl@ceph.mon.a.smithi032.stdout: block_cache_options: 2023-12-22T17:20:56.190 INFO:journalctl@ceph.mon.a.smithi032.stdout: capacity : 536870912 2023-12-22T17:20:56.190 INFO:journalctl@ceph.mon.a.smithi032.stdout: num_shard_bits : 4 2023-12-22T17:20:56.190 INFO:journalctl@ceph.mon.a.smithi032.stdout: strict_capacity_limit : 0 2023-12-22T17:20:56.190 INFO:journalctl@ceph.mon.a.smithi032.stdout: high_pri_pool_ratio: 0.000 2023-12-22T17:20:56.191 INFO:journalctl@ceph.mon.a.smithi032.stdout: block_cache_compressed: (nil) 2023-12-22T17:20:56.191 INFO:journalctl@ceph.mon.a.smithi032.stdout: persistent_cache: (nil) 2023-12-22T17:20:56.191 INFO:journalctl@ceph.mon.a.smithi032.stdout: block_size: 4096 2023-12-22T17:20:56.191 INFO:journalctl@ceph.mon.a.smithi032.stdout: block_size_deviation: 10 2023-12-22T17:20:56.191 INFO:journalctl@ceph.mon.a.smithi032.stdout: block_restart_interval: 16 2023-12-22T17:20:56.191 INFO:journalctl@ceph.mon.a.smithi032.stdout: index_block_restart_interval: 1 2023-12-22T17:20:56.191 INFO:journalctl@ceph.mon.a.smithi032.stdout: metadata_block_size: 4096 2023-12-22T17:20:56.191 INFO:journalctl@ceph.mon.a.smithi032.stdout: partition_filters: 0 2023-12-22T17:20:56.191 INFO:journalctl@ceph.mon.a.smithi032.stdout: use_delta_encoding: 1 2023-12-22T17:20:56.191 INFO:journalctl@ceph.mon.a.smithi032.stdout: filter_policy: bloomfilter 2023-12-22T17:20:56.191 INFO:journalctl@ceph.mon.a.smithi032.stdout: whole_key_filtering: 1 2023-12-22T17:20:56.191 INFO:journalctl@ceph.mon.a.smithi032.stdout: verify_compression: 0 2023-12-22T17:20:56.191 INFO:journalctl@ceph.mon.a.smithi032.stdout: read_amp_bytes_per_bit: 0 2023-12-22T17:20:56.191 INFO:journalctl@ceph.mon.a.smithi032.stdout: format_version: 5 2023-12-22T17:20:56.191 INFO:journalctl@ceph.mon.a.smithi032.stdout: enable_index_compression: 1 2023-12-22T17:20:56.191 INFO:journalctl@ceph.mon.a.smithi032.stdout: block_align: 0 2023-12-22T17:20:56.191 INFO:journalctl@ceph.mon.a.smithi032.stdout: max_auto_readahead_size: 262144 2023-12-22T17:20:56.192 INFO:journalctl@ceph.mon.a.smithi032.stdout: prepopulate_block_cache: 0 2023-12-22T17:20:56.192 INFO:journalctl@ceph.mon.a.smithi032.stdout: initial_auto_readahead_size: 8192 2023-12-22T17:20:56.192 INFO:journalctl@ceph.mon.a.smithi032.stdout: num_file_reads_for_auto_readahead: 2 2023-12-22T17:20:56.192 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.write_buffer_size: 33554432 2023-12-22T17:20:56.192 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.max_write_buffer_number: 2 2023-12-22T17:20:56.192 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.compression: NoCompression 2023-12-22T17:20:56.192 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.bottommost_compression: Disabled 2023-12-22T17:20:56.192 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.prefix_extractor: nullptr 2023-12-22T17:20:56.192 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-12-22T17:20:56.192 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.num_levels: 7 2023-12-22T17:20:56.192 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-12-22T17:20:56.192 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-12-22T17:20:56.192 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-12-22T17:20:56.192 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-12-22T17:20:56.192 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-12-22T17:20:56.193 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-12-22T17:20:56.193 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-12-22T17:20:56.193 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-12-22T17:20:56.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-12-22T17:20:56.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-12-22T17:20:56.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-12-22T17:20:56.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-12-22T17:20:56.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.compression_opts.window_bits: -14 2023-12-22T17:20:56.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.compression_opts.level: 32767 2023-12-22T17:20:56.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.compression_opts.strategy: 0 2023-12-22T17:20:56.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-12-22T17:20:56.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-12-22T17:20:56.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-12-22T17:20:56.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-12-22T17:20:56.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.compression_opts.enabled: false 2023-12-22T17:20:56.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-12-22T17:20:56.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-12-22T17:20:56.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-12-22T17:20:56.194 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-12-22T17:20:56.195 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.target_file_size_base: 67108864 2023-12-22T17:20:56.195 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.target_file_size_multiplier: 1 2023-12-22T17:20:56.195 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-12-22T17:20:56.195 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-12-22T17:20:56.195 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-12-22T17:20:56.195 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-12-22T17:20:56.195 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-12-22T17:20:56.195 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-12-22T17:20:56.195 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-12-22T17:20:56.195 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-12-22T17:20:56.195 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-12-22T17:20:56.195 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-12-22T17:20:56.195 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-12-22T17:20:56.195 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-12-22T17:20:56.195 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-12-22T17:20:56.196 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.arena_block_size: 1048576 2023-12-22T17:20:56.196 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-12-22T17:20:56.196 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-12-22T17:20:56.196 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.disable_auto_compactions: 0 2023-12-22T17:20:56.196 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-12-22T17:20:56.196 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-12-22T17:20:56.196 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-12-22T17:20:56.196 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-12-22T17:20:56.196 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-12-22T17:20:56.196 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-12-22T17:20:56.196 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-12-22T17:20:56.196 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-12-22T17:20:56.196 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-12-22T17:20:56.196 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-12-22T17:20:56.196 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.table_properties_collectors: 2023-12-22T17:20:56.196 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.inplace_update_support: 0 2023-12-22T17:20:56.197 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.inplace_update_num_locks: 10000 2023-12-22T17:20:56.197 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-12-22T17:20:56.197 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-12-22T17:20:56.197 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.memtable_huge_page_size: 0 2023-12-22T17:20:56.197 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.bloom_locality: 0 2023-12-22T17:20:56.197 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.max_successive_merges: 0 2023-12-22T17:20:56.197 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.optimize_filters_for_hits: 0 2023-12-22T17:20:56.197 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.paranoid_file_checks: 0 2023-12-22T17:20:56.197 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.force_consistency_checks: 1 2023-12-22T17:20:56.197 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.report_bg_io_stats: 0 2023-12-22T17:20:56.197 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.ttl: 2592000 2023-12-22T17:20:56.197 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.periodic_compaction_seconds: 0 2023-12-22T17:20:56.197 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-12-22T17:20:56.197 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-12-22T17:20:56.197 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.enable_blob_files: false 2023-12-22T17:20:56.197 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.min_blob_size: 0 2023-12-22T17:20:56.198 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.blob_file_size: 268435456 2023-12-22T17:20:56.198 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.blob_compression_type: NoCompression 2023-12-22T17:20:56.198 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.enable_blob_garbage_collection: false 2023-12-22T17:20:56.198 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-12-22T17:20:56.198 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-12-22T17:20:56.198 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-12-22T17:20:56.198 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.blob_file_starting_level: 0 2023-12-22T17:20:56.198 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-12-22T17:20:56.198 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 33.sst 2023-12-22T17:20:56.198 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-12-22T17:20:56.198 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 35, last_sequence is 14866, log_number is 31,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-12-22T17:20:56.198 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 31 2023-12-22T17:20:56.198 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: e36971df-bb01-439f-a6a1-dfe6aed2bcf5 2023-12-22T17:20:56.198 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: EVENT_LOG_v1 {"time_micros": 1703265655750148, "job": 1, "event": "recovery_started", "wal_files": [31]} 2023-12-22T17:20:56.198 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #31 mode 2 2023-12-22T17:20:56.198 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: EVENT_LOG_v1 {"time_micros": 1703265655760736, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 36, "file_size": 2079997, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 14858, "largest_seqno": 16104, "table_properties": {"data_size": 2073807, "index_size": 3382, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1797, "raw_key_size": 15761, "raw_average_key_size": 22, "raw_value_size": 2060314, "raw_average_value_size": 2914, "num_data_blocks": 151, "num_entries": 707, "num_filter_entries": 707, "num_deletions": 267, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1703265655, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "e36971df-bb01-439f-a6a1-dfe6aed2bcf5", "db_session_id": "AN4UCJJR5ZCUI3HYVIBS", "orig_file_number": 36, "seqno_to_time_mapping": "N/A"}} 2023-12-22T17:20:56.199 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: EVENT_LOG_v1 {"time_micros": 1703265655760864, "job": 1, "event": "recovery_finished"} 2023-12-22T17:20:56.199 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: [db/version_set.cc:5047] Creating manifest 38 2023-12-22T17:20:56.199 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-12-22T17:20:56.199 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000031.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-12-22T17:20:56.199 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55769f2ea000 2023-12-22T17:20:56.199 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: DB pointer 0x55769f2d8000 2023-12-22T17:20:56.199 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-12-22T17:20:56.199 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-12-22T17:20:56.199 INFO:journalctl@ceph.mon.a.smithi032.stdout: ** DB Stats ** 2023-12-22T17:20:56.199 INFO:journalctl@ceph.mon.a.smithi032.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-22T17:20:56.199 INFO:journalctl@ceph.mon.a.smithi032.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-12-22T17:20:56.199 INFO:journalctl@ceph.mon.a.smithi032.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-22T17:20:56.199 INFO:journalctl@ceph.mon.a.smithi032.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-22T17:20:56.199 INFO:journalctl@ceph.mon.a.smithi032.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-12-22T17:20:56.199 INFO:journalctl@ceph.mon.a.smithi032.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-22T17:20:56.199 INFO:journalctl@ceph.mon.a.smithi032.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-22T17:20:56.200 INFO:journalctl@ceph.mon.a.smithi032.stdout: 2023-12-22T17:20:56.200 INFO:journalctl@ceph.mon.a.smithi032.stdout: ** Compaction Stats [default] ** 2023-12-22T17:20:56.200 INFO:journalctl@ceph.mon.a.smithi032.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-12-22T17:20:56.200 INFO:journalctl@ceph.mon.a.smithi032.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-12-22T17:20:56.200 INFO:journalctl@ceph.mon.a.smithi032.stdout: L0 1/0 1.98 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 393.0 0.01 0.00 1 0.005 0 0 0.0 0.0 2023-12-22T17:20:56.200 INFO:journalctl@ceph.mon.a.smithi032.stdout: L6 1/0 9.15 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2023-12-22T17:20:56.200 INFO:journalctl@ceph.mon.a.smithi032.stdout: Sum 2/0 11.13 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 393.0 0.01 0.00 1 0.005 0 0 0.0 0.0 2023-12-22T17:20:56.200 INFO:journalctl@ceph.mon.a.smithi032.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 393.0 0.01 0.00 1 0.005 0 0 0.0 0.0 2023-12-22T17:20:56.200 INFO:journalctl@ceph.mon.a.smithi032.stdout: 2023-12-22T17:20:56.200 INFO:journalctl@ceph.mon.a.smithi032.stdout: ** Compaction Stats [default] ** 2023-12-22T17:20:56.200 INFO:journalctl@ceph.mon.a.smithi032.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-12-22T17:20:56.200 INFO:journalctl@ceph.mon.a.smithi032.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-22T17:20:56.200 INFO:journalctl@ceph.mon.a.smithi032.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 393.0 0.01 0.00 1 0.005 0 0 0.0 0.0 2023-12-22T17:20:56.200 INFO:journalctl@ceph.mon.a.smithi032.stdout: 2023-12-22T17:20:56.201 INFO:journalctl@ceph.mon.a.smithi032.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-12-22T17:20:56.201 INFO:journalctl@ceph.mon.a.smithi032.stdout: 2023-12-22T17:20:56.201 INFO:journalctl@ceph.mon.a.smithi032.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-22T17:20:56.201 INFO:journalctl@ceph.mon.a.smithi032.stdout: Flush(GB): cumulative 0.002, interval 0.002 2023-12-22T17:20:56.201 INFO:journalctl@ceph.mon.a.smithi032.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-22T17:20:56.201 INFO:journalctl@ceph.mon.a.smithi032.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-12-22T17:20:56.201 INFO:journalctl@ceph.mon.a.smithi032.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-12-22T17:20:56.201 INFO:journalctl@ceph.mon.a.smithi032.stdout: AddFile(Keys): cumulative 0, interval 0 2023-12-22T17:20:56.201 INFO:journalctl@ceph.mon.a.smithi032.stdout: Cumulative compaction: 0.00 GB write, 148.98 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-22T17:20:56.201 INFO:journalctl@ceph.mon.a.smithi032.stdout: Interval compaction: 0.00 GB write, 148.98 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-22T17:20:56.201 INFO:journalctl@ceph.mon.a.smithi032.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-22T17:20:56.201 INFO:journalctl@ceph.mon.a.smithi032.stdout: Block cache BinnedLRUCache@0x55769f24f090#7 capacity: 512.00 MB usage: 6.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2023-12-22T17:20:56.201 INFO:journalctl@ceph.mon.a.smithi032.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.03 KB,0.00038743%) IndexBlock(1,4.08 KB,0.000777841%) Misc(1,0.00 KB,0%) 2023-12-22T17:20:56.202 INFO:journalctl@ceph.mon.a.smithi032.stdout: 2023-12-22T17:20:56.202 INFO:journalctl@ceph.mon.a.smithi032.stdout: ** File Read Latency Histogram By Level [default] ** 2023-12-22T17:20:56.202 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: starting mon.a rank 0 at public addrs [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] at bind addrs [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 2023-12-22T17:20:56.202 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: mon.a@-1(???) e3 preinit fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 2023-12-22T17:20:56.202 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: mon.a@-1(???).mds e7 new map 2023-12-22T17:20:56.202 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: mon.a@-1(???).mds e7 print_map 2023-12-22T17:20:56.202 INFO:journalctl@ceph.mon.a.smithi032.stdout: e7 2023-12-22T17:20:56.202 INFO:journalctl@ceph.mon.a.smithi032.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-12-22T17:20:56.202 INFO:journalctl@ceph.mon.a.smithi032.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-12-22T17:20:56.202 INFO:journalctl@ceph.mon.a.smithi032.stdout: legacy client fscid: 1 2023-12-22T17:20:56.202 INFO:journalctl@ceph.mon.a.smithi032.stdout: 2023-12-22T17:20:56.202 INFO:journalctl@ceph.mon.a.smithi032.stdout: Filesystem 'cephfs' (1) 2023-12-22T17:20:56.202 INFO:journalctl@ceph.mon.a.smithi032.stdout: fs_name cephfs 2023-12-22T17:20:56.202 INFO:journalctl@ceph.mon.a.smithi032.stdout: epoch 7 2023-12-22T17:20:56.202 INFO:journalctl@ceph.mon.a.smithi032.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2023-12-22T17:20:56.202 INFO:journalctl@ceph.mon.a.smithi032.stdout: created 2023-12-22T17:14:47.511299+0000 2023-12-22T17:20:56.203 INFO:journalctl@ceph.mon.a.smithi032.stdout: modified 2023-12-22T17:14:51.065319+0000 2023-12-22T17:20:56.203 INFO:journalctl@ceph.mon.a.smithi032.stdout: tableserver 0 2023-12-22T17:20:56.203 INFO:journalctl@ceph.mon.a.smithi032.stdout: root 0 2023-12-22T17:20:56.203 INFO:journalctl@ceph.mon.a.smithi032.stdout: session_timeout 60 2023-12-22T17:20:56.203 INFO:journalctl@ceph.mon.a.smithi032.stdout: session_autoclose 300 2023-12-22T17:20:56.203 INFO:journalctl@ceph.mon.a.smithi032.stdout: max_file_size 1099511627776 2023-12-22T17:20:56.203 INFO:journalctl@ceph.mon.a.smithi032.stdout: max_xattr_size 65536 2023-12-22T17:20:56.203 INFO:journalctl@ceph.mon.a.smithi032.stdout: required_client_features {} 2023-12-22T17:20:56.203 INFO:journalctl@ceph.mon.a.smithi032.stdout: last_failure 0 2023-12-22T17:20:56.203 INFO:journalctl@ceph.mon.a.smithi032.stdout: last_failure_osd_epoch 0 2023-12-22T17:20:56.203 INFO:journalctl@ceph.mon.a.smithi032.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-12-22T17:20:56.203 INFO:journalctl@ceph.mon.a.smithi032.stdout: max_mds 1 2023-12-22T17:20:56.203 INFO:journalctl@ceph.mon.a.smithi032.stdout: in 0 2023-12-22T17:20:56.203 INFO:journalctl@ceph.mon.a.smithi032.stdout: up {0=24379} 2023-12-22T17:20:56.203 INFO:journalctl@ceph.mon.a.smithi032.stdout: failed 2023-12-22T17:20:56.204 INFO:journalctl@ceph.mon.a.smithi032.stdout: damaged 2023-12-22T17:20:56.204 INFO:journalctl@ceph.mon.a.smithi032.stdout: stopped 2023-12-22T17:20:56.204 INFO:journalctl@ceph.mon.a.smithi032.stdout: data_pools [3] 2023-12-22T17:20:56.204 INFO:journalctl@ceph.mon.a.smithi032.stdout: metadata_pool 2 2023-12-22T17:20:56.204 INFO:journalctl@ceph.mon.a.smithi032.stdout: inline_data disabled 2023-12-22T17:20:56.204 INFO:journalctl@ceph.mon.a.smithi032.stdout: balancer 2023-12-22T17:20:56.204 INFO:journalctl@ceph.mon.a.smithi032.stdout: bal_rank_mask -1 2023-12-22T17:20:56.204 INFO:journalctl@ceph.mon.a.smithi032.stdout: standby_count_wanted 0 2023-12-22T17:20:56.204 INFO:journalctl@ceph.mon.a.smithi032.stdout: [mds.b{0:24379} state up:active seq 3 addr [v2:172.21.15.39:6832/2987529555,v1:172.21.15.39:6833/2987529555] compat {c=[1],r=[1],i=[7ff]}] 2023-12-22T17:20:56.204 INFO:journalctl@ceph.mon.a.smithi032.stdout: 2023-12-22T17:20:56.204 INFO:journalctl@ceph.mon.a.smithi032.stdout: 2023-12-22T17:20:56.204 INFO:journalctl@ceph.mon.a.smithi032.stdout: Standby daemons: 2023-12-22T17:20:56.204 INFO:journalctl@ceph.mon.a.smithi032.stdout: 2023-12-22T17:20:56.204 INFO:journalctl@ceph.mon.a.smithi032.stdout: [mds.a{-1:14454} state up:standby seq 1 addr [v2:172.21.15.32:6834/3126415683,v1:172.21.15.32:6835/3126415683] compat {c=[1],r=[1],i=[7ff]}] 2023-12-22T17:20:56.204 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: mon.a@-1(???).osd e302 crush map has features 3314933069573799936, adjusting msgr requires 2023-12-22T17:20:56.204 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: mon.a@-1(???).osd e302 crush map has features 432629308056666112, adjusting msgr requires 2023-12-22T17:20:56.205 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: mon.a@-1(???).osd e302 crush map has features 432629308056666112, adjusting msgr requires 2023-12-22T17:20:56.205 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: mon.a@-1(???).osd e302 crush map has features 432629308056666112, adjusting msgr requires 2023-12-22T17:20:56.205 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:55 smithi032 ceph-mon[189144]: mon.a@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2023-12-22T17:20:57.266 INFO:tasks.rados.rados.0.smithi032.stdout:1241: done (0 left) 2023-12-22T17:20:57.266 INFO:tasks.rados.rados.0.smithi032.stdout:1242: rollback oid 5 current snap is 130 2023-12-22T17:20:57.266 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 5 to 129 2023-12-22T17:20:57.266 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 29 current snap is 130 2023-12-22T17:20:57.266 INFO:tasks.rados.rados.0.smithi032.stdout:1243: seq_num 397 ranges {1933312=655360,2588672=671744,3260416=532480} 2023-12-22T17:20:57.287 INFO:tasks.rados.rados.0.smithi032.stdout:1243: writing smithi032174182-29 from 1933312 to 2588672 tid 1 2023-12-22T17:20:57.287 INFO:tasks.rados.rados.0.smithi032.stdout:1243: writing smithi032174182-29 from 2588672 to 3260416 tid 2 2023-12-22T17:20:57.290 INFO:tasks.rados.rados.0.smithi032.stdout:1243: writing smithi032174182-29 from 3260416 to 3792896 tid 3 2023-12-22T17:20:57.290 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 10 current snap is 130 2023-12-22T17:20:57.290 INFO:tasks.rados.rados.0.smithi032.stdout:1244: seq_num 398 ranges {2039808=671744,2711552=557056,3268608=532480,3801088=114688} 2023-12-22T17:20:57.312 INFO:tasks.rados.rados.0.smithi032.stdout:1244: writing smithi032174182-10 from 2039808 to 2711552 tid 1 2023-12-22T17:20:57.312 INFO:tasks.rados.rados.0.smithi032.stdout:1244: writing smithi032174182-10 from 2711552 to 3268608 tid 2 2023-12-22T17:20:57.314 INFO:tasks.rados.rados.0.smithi032.stdout:1244: writing smithi032174182-10 from 3268608 to 3801088 tid 3 2023-12-22T17:20:57.315 INFO:tasks.rados.rados.0.smithi032.stdout:1244: writing smithi032174182-10 from 3801088 to 3915776 tid 4 2023-12-22T17:20:57.315 INFO:tasks.rados.rados.0.smithi032.stdout:1245: delete oid 26 current snap is 130 2023-12-22T17:20:57.315 INFO:tasks.rados.rados.0.smithi032.stdout:1242: finishing rollback tid 0 to smithi032174182-5 2023-12-22T17:20:57.315 INFO:tasks.rados.rados.0.smithi032.stdout:1242: finishing rollback tid 1 to smithi032174182-5 2023-12-22T17:20:57.316 INFO:tasks.rados.rados.0.smithi032.stdout:1242: finishing rollback tid 2 to smithi032174182-5 2023-12-22T17:20:57.316 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 485 (ObjNum 364 snap 113 seq_num 364) dirty exists 2023-12-22T17:20:57.316 INFO:tasks.rados.rados.0.smithi032.stdout:1243: finishing write tid 1 to smithi032174182-29 2023-12-22T17:20:57.316 INFO:tasks.rados.rados.0.smithi032.stdout:1243: finishing write tid 2 to smithi032174182-29 2023-12-22T17:20:57.316 INFO:tasks.rados.rados.0.smithi032.stdout:1243: finishing write tid 3 to smithi032174182-29 2023-12-22T17:20:57.316 INFO:tasks.rados.rados.0.smithi032.stdout:1243: finishing write tid 4 to smithi032174182-29 2023-12-22T17:20:57.316 INFO:tasks.rados.rados.0.smithi032.stdout:1243: finishing write tid 5 to smithi032174182-29 2023-12-22T17:20:57.316 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 801 (ObjNum 397 snap 130 seq_num 397) dirty exists 2023-12-22T17:20:57.316 INFO:tasks.rados.rados.0.smithi032.stdout:1243: left oid 29 (ObjNum 397 snap 130 seq_num 397) 2023-12-22T17:20:57.316 INFO:tasks.rados.rados.0.smithi032.stdout:1244: finishing write tid 1 to smithi032174182-10 2023-12-22T17:20:57.321 INFO:tasks.rados.rados.0.smithi032.stdout:1244: finishing write tid 2 to smithi032174182-10 2023-12-22T17:20:57.321 INFO:tasks.rados.rados.0.smithi032.stdout:1244: finishing write tid 3 to smithi032174182-10 2023-12-22T17:20:57.321 INFO:tasks.rados.rados.0.smithi032.stdout:1244: finishing write tid 4 to smithi032174182-10 2023-12-22T17:20:57.321 INFO:tasks.rados.rados.0.smithi032.stdout:1244: finishing write tid 5 to smithi032174182-10 2023-12-22T17:20:57.322 INFO:tasks.rados.rados.0.smithi032.stdout:1242: done (3 left) 2023-12-22T17:20:57.322 INFO:tasks.rados.rados.0.smithi032.stdout:1243: done (2 left) 2023-12-22T17:20:57.322 INFO:tasks.rados.rados.0.smithi032.stdout:1245: done (1 left) 2023-12-22T17:20:57.322 INFO:tasks.rados.rados.0.smithi032.stdout:1246: read oid 39 snap -1 2023-12-22T17:20:57.322 INFO:tasks.rados.rados.0.smithi032.stdout:1246: expect (ObjNum 367 snap 114 seq_num 367) 2023-12-22T17:20:57.322 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 8 current snap is 130 2023-12-22T17:20:57.322 INFO:tasks.rados.rados.0.smithi032.stdout:1247: seq_num 400 ranges {1531904=704512,2236416=720896,2957312=483328} 2023-12-22T17:20:57.335 INFO:tasks.rados.rados.0.smithi032.stdout:1247: writing smithi032174182-8 from 1531904 to 2236416 tid 1 2023-12-22T17:20:57.340 INFO:tasks.rados.rados.0.smithi032.stdout:1247: writing smithi032174182-8 from 2236416 to 2957312 tid 2 2023-12-22T17:20:57.344 INFO:tasks.rados.rados.0.smithi032.stdout:1247: writing smithi032174182-8 from 2957312 to 3440640 tid 3 2023-12-22T17:20:57.344 INFO:tasks.rados.rados.0.smithi032.stdout:1248: snap_remove snap 126 2023-12-22T17:20:57.508 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:57 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: ignoring --setuser ceph since I am not root 2023-12-22T17:20:57.508 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:57 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: ignoring --setgroup ceph since I am not root 2023-12-22T17:20:57.508 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:57 smithi039 ceph-mgr[170876]: -- 172.21.15.39:0/2795431666 <== mon.1 v2:172.21.15.39:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55ef19b0b520 con 0x55ef19ae1000 2023-12-22T17:20:57.508 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:57 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:20:57.412+0000 7f0965ad7200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-22T17:20:57.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:57 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:20:57.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:57 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:20:57.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:57 smithi039 ceph-mon[115265]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:20:57.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:57 smithi039 ceph-mon[115265]: mon.a calling monitor election 2023-12-22T17:20:57.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:57 smithi039 ceph-mon[115265]: pgmap v42: 121 pgs: 121 active+clean; 282 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 818 KiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:20:57.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:57 smithi039 ceph-mon[115265]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-22T17:20:57.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:57 smithi039 ceph-mon[115265]: monmap e3: 3 mons at {a=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0],b=[v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0],c=[v2:172.21.15.32:3301/0,v1:172.21.15.32:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-22T17:20:57.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:57 smithi039 ceph-mon[115265]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-22T17:20:57.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:57 smithi039 ceph-mon[115265]: osdmap e302: 8 total, 8 up, 8 in 2023-12-22T17:20:57.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:57 smithi039 ceph-mon[115265]: mgrmap e33: y(active, since 28s), standbys: x 2023-12-22T17:20:57.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:57 smithi039 ceph-mon[115265]: from='mgr.15207 ' entity='' 2023-12-22T17:20:57.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:57 smithi039 ceph-mon[115265]: mgrmap e34: y(active, since 28s), standbys: x 2023-12-22T17:20:57.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:57 smithi039 ceph-mon[115265]: overall HEALTH_OK 2023-12-22T17:20:57.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:57 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-b[115242]: 2023-12-22T17:20:57.255+0000 7facbc277700 -1 mon.b@1(peon).osd e303 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-22T17:20:57.621 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:57 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ignoring --setuser ceph since I am not root 2023-12-22T17:20:57.621 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:57 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ignoring --setgroup ceph since I am not root 2023-12-22T17:20:57.621 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:57 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:20:57.434+0000 7f89774b8200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-22T17:20:57.621 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:57 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:20:57.618+0000 7f89774b8200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-22T17:20:57.621 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:57 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:20:57.622 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:57 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:20:57.622 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:57 smithi032 ceph-mon[125050]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:20:57.622 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:57 smithi032 ceph-mon[125050]: mon.a calling monitor election 2023-12-22T17:20:57.622 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:57 smithi032 ceph-mon[125050]: pgmap v42: 121 pgs: 121 active+clean; 282 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 818 KiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:20:57.622 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:57 smithi032 ceph-mon[125050]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-22T17:20:57.622 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:57 smithi032 ceph-mon[125050]: monmap e3: 3 mons at {a=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0],b=[v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0],c=[v2:172.21.15.32:3301/0,v1:172.21.15.32:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-22T17:20:57.622 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:57 smithi032 ceph-mon[125050]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-22T17:20:57.622 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:57 smithi032 ceph-mon[125050]: osdmap e302: 8 total, 8 up, 8 in 2023-12-22T17:20:57.622 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:57 smithi032 ceph-mon[125050]: mgrmap e33: y(active, since 28s), standbys: x 2023-12-22T17:20:57.622 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:57 smithi032 ceph-mon[125050]: from='mgr.15207 ' entity='' 2023-12-22T17:20:57.622 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:57 smithi032 ceph-mon[125050]: mgrmap e34: y(active, since 28s), standbys: x 2023-12-22T17:20:57.622 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:57 smithi032 ceph-mon[125050]: overall HEALTH_OK 2023-12-22T17:20:57.622 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:57 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-c[125027]: 2023-12-22T17:20:57.254+0000 7f6ef6153700 -1 mon.c@2(peon).osd e303 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-22T17:20:57.623 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:57 smithi032 ceph-mon[189144]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:20:57.623 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:57 smithi032 ceph-mon[189144]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:20:57.623 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:57 smithi032 ceph-mon[189144]: from='mgr.15207 172.21.15.32:0/180571232' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:20:57.623 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:57 smithi032 ceph-mon[189144]: mon.a calling monitor election 2023-12-22T17:20:57.623 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:57 smithi032 ceph-mon[189144]: pgmap v42: 121 pgs: 121 active+clean; 282 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 818 KiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:20:57.623 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:57 smithi032 ceph-mon[189144]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-22T17:20:57.623 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:57 smithi032 ceph-mon[189144]: monmap e3: 3 mons at {a=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0],b=[v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0],c=[v2:172.21.15.32:3301/0,v1:172.21.15.32:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-22T17:20:57.623 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:57 smithi032 ceph-mon[189144]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-22T17:20:57.623 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:57 smithi032 ceph-mon[189144]: osdmap e302: 8 total, 8 up, 8 in 2023-12-22T17:20:57.623 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:57 smithi032 ceph-mon[189144]: mgrmap e33: y(active, since 28s), standbys: x 2023-12-22T17:20:57.623 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:57 smithi032 ceph-mon[189144]: from='mgr.15207 ' entity='' 2023-12-22T17:20:57.623 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:57 smithi032 ceph-mon[189144]: mgrmap e34: y(active, since 28s), standbys: x 2023-12-22T17:20:57.623 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:57 smithi032 ceph-mon[189144]: overall HEALTH_OK 2023-12-22T17:20:57.937 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:57 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:20:57.597+0000 7f0965ad7200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-22T17:20:58.257 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:57 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:20:57.935+0000 7f0965ad7200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-22T17:20:58.258 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:57 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:20:57.957+0000 7f89774b8200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-22T17:20:58.258 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:58 smithi032 ceph-mon[189144]: osdmap e303: 8 total, 8 up, 8 in 2023-12-22T17:20:58.258 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:58 smithi032 ceph-mon[189144]: failed to encode map e303 with expected crc 2023-12-22T17:20:58.258 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:58 smithi032 ceph-mon[189144]: failed to encode map e303 with expected crc 2023-12-22T17:20:58.274 INFO:tasks.rados.rados.0.smithi032.stdout:1248: done (3 left) 2023-12-22T17:20:58.274 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 16 current snap is 130 2023-12-22T17:20:58.274 INFO:tasks.rados.rados.0.smithi032.stdout:1244: finishing write tid 6 to smithi032174182-10 2023-12-22T17:20:58.274 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 553 (ObjNum 398 snap 130 seq_num 398) dirty exists 2023-12-22T17:20:58.274 INFO:tasks.rados.rados.0.smithi032.stdout:1244: left oid 10 (ObjNum 398 snap 130 seq_num 398) 2023-12-22T17:20:58.275 INFO:tasks.rados.rados.0.smithi032.stdout:1249: seq_num 401 ranges {1359872=720896,2080768=606208,2686976=598016} 2023-12-22T17:20:58.285 INFO:tasks.rados.rados.0.smithi032.stdout:1249: writing smithi032174182-16 from 1359872 to 2080768 tid 1 2023-12-22T17:20:58.289 INFO:tasks.rados.rados.0.smithi032.stdout:1249: writing smithi032174182-16 from 2080768 to 2686976 tid 2 2023-12-22T17:20:58.293 INFO:tasks.rados.rados.0.smithi032.stdout:1249: writing smithi032174182-16 from 2686976 to 3284992 tid 3 2023-12-22T17:20:58.293 INFO:tasks.rados.rados.0.smithi032.stdout:1244: done (3 left) 2023-12-22T17:20:58.293 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 25 current snap is 130 2023-12-22T17:20:58.293 INFO:tasks.rados.rados.0.smithi032.stdout:1250: seq_num 402 ranges {2867200=737280,3604480=491520,4096000=516096,4612096=196608} 2023-12-22T17:20:58.313 INFO:tasks.rados.rados.0.smithi032.stdout:1250: writing smithi032174182-25 from 2867200 to 3604480 tid 1 2023-12-22T17:20:58.316 INFO:tasks.rados.rados.0.smithi032.stdout:1250: writing smithi032174182-25 from 3604480 to 4096000 tid 2 2023-12-22T17:20:58.319 INFO:tasks.rados.rados.0.smithi032.stdout:1250: writing smithi032174182-25 from 4096000 to 4612096 tid 3 2023-12-22T17:20:58.320 INFO:tasks.rados.rados.0.smithi032.stdout:1250: writing smithi032174182-25 from 4612096 to 4808704 tid 4 2023-12-22T17:20:58.320 INFO:tasks.rados.rados.0.smithi032.stdout:1251: snap_remove snap 72 2023-12-22T17:20:58.662 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:58 smithi039 ceph-mon[115265]: osdmap e303: 8 total, 8 up, 8 in 2023-12-22T17:20:58.662 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:58 smithi039 ceph-mon[115265]: failed to encode map e303 with expected crc 2023-12-22T17:20:58.662 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:58 smithi039 ceph-mon[115265]: failed to encode map e303 with expected crc 2023-12-22T17:20:58.662 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:58 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-b[115242]: 2023-12-22T17:20:58.265+0000 7facbc277700 -1 mon.b@1(peon).osd e304 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-22T17:20:58.662 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:58 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:20:58.464+0000 7f0965ad7200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-22T17:20:58.681 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:58 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:20:58.485+0000 7f89774b8200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-22T17:20:58.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:58 smithi032 ceph-mon[125050]: osdmap e303: 8 total, 8 up, 8 in 2023-12-22T17:20:58.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:58 smithi032 ceph-mon[125050]: failed to encode map e303 with expected crc 2023-12-22T17:20:58.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:58 smithi032 ceph-mon[125050]: failed to encode map e303 with expected crc 2023-12-22T17:20:58.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:58 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-c[125027]: 2023-12-22T17:20:58.265+0000 7f6ef6153700 -1 mon.c@2(peon).osd e304 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-22T17:20:59.007 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:58 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:20:58.704+0000 7f0965ad7200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-22T17:20:59.008 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:20:58 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:20:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi039.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi032:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-22T17:20:59.172 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:58 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:20:58.725+0000 7f89774b8200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-22T17:20:59.275 INFO:tasks.rados.rados.0.smithi032.stdout:1251: done (4 left) 2023-12-22T17:20:59.275 INFO:tasks.rados.rados.0.smithi032.stdout:1252: rollback oid 10 current snap is 130 2023-12-22T17:20:59.275 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 10 to 118 2023-12-22T17:20:59.275 INFO:tasks.rados.rados.0.smithi032.stdout:1247: finishing write tid 1 to smithi032174182-8 2023-12-22T17:20:59.275 INFO:tasks.rados.rados.0.smithi032.stdout:1246: expect (ObjNum 367 snap 114 seq_num 367) 2023-12-22T17:20:59.384 INFO:tasks.rados.rados.0.smithi032.stdout:1247: finishing write tid 2 to smithi032174182-8 2023-12-22T17:20:59.384 INFO:tasks.rados.rados.0.smithi032.stdout:1247: finishing write tid 3 to smithi032174182-8 2023-12-22T17:20:59.384 INFO:tasks.rados.rados.0.smithi032.stdout:1247: finishing write tid 4 to smithi032174182-8 2023-12-22T17:20:59.384 INFO:tasks.rados.rados.0.smithi032.stdout:1247: finishing write tid 5 to smithi032174182-8 2023-12-22T17:20:59.384 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 394 (ObjNum 400 snap 130 seq_num 400) dirty exists 2023-12-22T17:20:59.385 INFO:tasks.rados.rados.0.smithi032.stdout:1247: left oid 8 (ObjNum 400 snap 130 seq_num 400) 2023-12-22T17:20:59.385 INFO:tasks.rados.rados.0.smithi032.stdout:1249: finishing write tid 1 to smithi032174182-16 2023-12-22T17:20:59.385 INFO:tasks.rados.rados.0.smithi032.stdout:1249: finishing write tid 2 to smithi032174182-16 2023-12-22T17:20:59.385 INFO:tasks.rados.rados.0.smithi032.stdout:1249: finishing write tid 3 to smithi032174182-16 2023-12-22T17:20:59.385 INFO:tasks.rados.rados.0.smithi032.stdout:1249: finishing write tid 4 to smithi032174182-16 2023-12-22T17:20:59.385 INFO:tasks.rados.rados.0.smithi032.stdout:1249: finishing write tid 5 to smithi032174182-16 2023-12-22T17:20:59.385 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 599 (ObjNum 401 snap 130 seq_num 401) dirty exists 2023-12-22T17:20:59.385 INFO:tasks.rados.rados.0.smithi032.stdout:1249: left oid 16 (ObjNum 401 snap 130 seq_num 401) 2023-12-22T17:20:59.385 INFO:tasks.rados.rados.0.smithi032.stdout:1250: finishing write tid 1 to smithi032174182-25 2023-12-22T17:20:59.385 INFO:tasks.rados.rados.0.smithi032.stdout:1250: finishing write tid 2 to smithi032174182-25 2023-12-22T17:20:59.385 INFO:tasks.rados.rados.0.smithi032.stdout:1250: finishing write tid 3 to smithi032174182-25 2023-12-22T17:20:59.385 INFO:tasks.rados.rados.0.smithi032.stdout:1250: finishing write tid 4 to smithi032174182-25 2023-12-22T17:20:59.385 INFO:tasks.rados.rados.0.smithi032.stdout:1250: finishing write tid 5 to smithi032174182-25 2023-12-22T17:20:59.385 INFO:tasks.rados.rados.0.smithi032.stdout:1246: done (4 left) 2023-12-22T17:20:59.385 INFO:tasks.rados.rados.0.smithi032.stdout:1247: done (3 left) 2023-12-22T17:20:59.386 INFO:tasks.rados.rados.0.smithi032.stdout:1249: done (2 left) 2023-12-22T17:20:59.386 INFO:tasks.rados.rados.0.smithi032.stdout:1253: read oid 4 snap -1 2023-12-22T17:20:59.386 INFO:tasks.rados.rados.0.smithi032.stdout:1253: expect (ObjNum 396 snap 128 seq_num 396) 2023-12-22T17:20:59.386 INFO:tasks.rados.rados.0.smithi032.stdout:1254: read oid 3 snap -1 2023-12-22T17:20:59.386 INFO:tasks.rados.rados.0.smithi032.stdout:1254: expect (ObjNum 362 snap 113 seq_num 362) 2023-12-22T17:20:59.386 INFO:tasks.rados.rados.0.smithi032.stdout:1255: snap_remove snap 97 2023-12-22T17:20:59.431 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:59 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:20:59.169+0000 7f89774b8200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-22T17:20:59.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:59 smithi032 ceph-mon[189144]: osdmap e304: 8 total, 8 up, 8 in 2023-12-22T17:20:59.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:59 smithi032 ceph-mon[189144]: failed to encode map e304 with expected crc 2023-12-22T17:20:59.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:59 smithi032 ceph-mon[189144]: failed to encode map e304 with expected crc 2023-12-22T17:20:59.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:59 smithi032 ceph-mon[189144]: failed to encode map e304 with expected crc 2023-12-22T17:20:59.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:20:59 smithi032 ceph-mon[189144]: failed to encode map e304 with expected crc 2023-12-22T17:20:59.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:59 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-c[125027]: 2023-12-22T17:20:59.266+0000 7f6ef6153700 -1 mon.c@2(peon).osd e305 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-22T17:20:59.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:59 smithi032 ceph-mon[125050]: osdmap e304: 8 total, 8 up, 8 in 2023-12-22T17:20:59.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:59 smithi032 ceph-mon[125050]: failed to encode map e304 with expected crc 2023-12-22T17:20:59.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:59 smithi032 ceph-mon[125050]: failed to encode map e304 with expected crc 2023-12-22T17:20:59.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:59 smithi032 ceph-mon[125050]: failed to encode map e304 with expected crc 2023-12-22T17:20:59.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:20:59 smithi032 ceph-mon[125050]: failed to encode map e304 with expected crc 2023-12-22T17:20:59.507 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:59 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:20:59.148+0000 7f0965ad7200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-22T17:20:59.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:59 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-b[115242]: 2023-12-22T17:20:59.266+0000 7facbc277700 -1 mon.b@1(peon).osd e305 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-22T17:20:59.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:59 smithi039 ceph-mon[115265]: osdmap e304: 8 total, 8 up, 8 in 2023-12-22T17:20:59.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:59 smithi039 ceph-mon[115265]: failed to encode map e304 with expected crc 2023-12-22T17:20:59.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:59 smithi039 ceph-mon[115265]: failed to encode map e304 with expected crc 2023-12-22T17:20:59.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:59 smithi039 ceph-mon[115265]: failed to encode map e304 with expected crc 2023-12-22T17:20:59.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:20:59 smithi039 ceph-mon[115265]: failed to encode map e304 with expected crc 2023-12-22T17:21:00.258 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:20:59 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:20:59.923+0000 7f0965ad7200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-22T17:21:00.258 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:21:00 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:21:00.016+0000 7f0965ad7200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-22T17:21:00.276 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:20:59 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:20:59.961+0000 7f89774b8200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-22T17:21:00.276 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:21:00.054+0000 7f89774b8200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-22T17:21:00.290 INFO:tasks.rados.rados.0.smithi032.stdout:1255: done (4 left) 2023-12-22T17:21:00.291 INFO:tasks.rados.rados.0.smithi032.stdout:1256: read oid 41 snap -1 2023-12-22T17:21:00.291 INFO:tasks.rados.rados.0.smithi032.stdout:1256: expect (ObjNum 354 snap 109 seq_num 354) 2023-12-22T17:21:00.291 INFO:tasks.rados.rados.0.smithi032.stdout:1257: read oid 15 snap 107 2023-12-22T17:21:00.291 INFO:tasks.rados.rados.0.smithi032.stdout:1257: expect (ObjNum 325 snap 95 seq_num 325) 2023-12-22T17:21:00.291 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 31 current snap is 130 2023-12-22T17:21:00.291 INFO:tasks.rados.rados.0.smithi032.stdout:1250: finishing write tid 6 to smithi032174182-25 2023-12-22T17:21:00.291 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 411 (ObjNum 402 snap 130 seq_num 402) dirty exists 2023-12-22T17:21:00.291 INFO:tasks.rados.rados.0.smithi032.stdout:1250: left oid 25 (ObjNum 402 snap 130 seq_num 402) 2023-12-22T17:21:00.291 INFO:tasks.rados.rados.0.smithi032.stdout:1252: finishing rollback tid 0 to smithi032174182-10 2023-12-22T17:21:00.291 INFO:tasks.rados.rados.0.smithi032.stdout:1252: finishing rollback tid 1 to smithi032174182-10 2023-12-22T17:21:00.291 INFO:tasks.rados.rados.0.smithi032.stdout:1252: finishing rollback tid 2 to smithi032174182-10 2023-12-22T17:21:00.291 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 562 (ObjNum 224 snap 55 seq_num 224) dirty exists 2023-12-22T17:21:00.292 INFO:tasks.rados.rados.0.smithi032.stdout:1258: seq_num 403 ranges {2834432=753664,3588096=425984,4014080=720896,4734976=57344} 2023-12-22T17:21:00.310 INFO:tasks.rados.rados.0.smithi032.stdout:1258: writing smithi032174182-31 from 2834432 to 3588096 tid 1 2023-12-22T17:21:00.313 INFO:tasks.rados.rados.0.smithi032.stdout:1258: writing smithi032174182-31 from 3588096 to 4014080 tid 2 2023-12-22T17:21:00.319 INFO:tasks.rados.rados.0.smithi032.stdout:1258: writing smithi032174182-31 from 4014080 to 4734976 tid 3 2023-12-22T17:21:00.319 INFO:tasks.rados.rados.0.smithi032.stdout:1258: writing smithi032174182-31 from 4734976 to 4792320 tid 4 2023-12-22T17:21:00.319 INFO:tasks.rados.rados.0.smithi032.stdout:1250: done (6 left) 2023-12-22T17:21:00.319 INFO:tasks.rados.rados.0.smithi032.stdout:1252: done (5 left) 2023-12-22T17:21:00.319 INFO:tasks.rados.rados.0.smithi032.stdout:1259: copy_from oid 25 from oid 27 current snap is 130 2023-12-22T17:21:00.319 INFO:tasks.rados.rados.0.smithi032.stdout:1260: rollback oid 21 current snap is 130 2023-12-22T17:21:00.319 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 21 to 128 2023-12-22T17:21:00.319 INFO:tasks.rados.rados.0.smithi032.stdout:1261: copy_from oid 19 from oid 10 current snap is 130 2023-12-22T17:21:00.319 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 36 current snap is 130 2023-12-22T17:21:00.319 INFO:tasks.rados.rados.0.smithi032.stdout:1262: seq_num 404 ranges {2662400=770048,3432448=712704,4145152=491520} 2023-12-22T17:21:00.339 INFO:tasks.rados.rados.0.smithi032.stdout:1262: writing smithi032174182-36 from 2662400 to 3432448 tid 1 2023-12-22T17:21:00.344 INFO:tasks.rados.rados.0.smithi032.stdout:1262: writing smithi032174182-36 from 3432448 to 4145152 tid 2 2023-12-22T17:21:00.347 INFO:tasks.rados.rados.0.smithi032.stdout:1262: writing smithi032174182-36 from 4145152 to 4636672 tid 3 2023-12-22T17:21:00.348 INFO:tasks.rados.rados.0.smithi032.stdout:1263: snap_create 2023-12-22T17:21:00.348 INFO:tasks.rados.rados.0.smithi032.stdout:1254: expect (ObjNum 362 snap 113 seq_num 362) 2023-12-22T17:21:00.414 INFO:tasks.rados.rados.0.smithi032.stdout:1253: expect (ObjNum 396 snap 128 seq_num 396) 2023-12-22T17:21:00.670 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:00 smithi039 ceph-mon[115265]: osdmap e305: 8 total, 8 up, 8 in 2023-12-22T17:21:00.670 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:00 smithi039 ceph-mon[115265]: failed to encode map e305 with expected crc 2023-12-22T17:21:00.670 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:00 smithi039 ceph-mon[115265]: failed to encode map e305 with expected crc 2023-12-22T17:21:00.670 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:00 smithi039 ceph-mon[115265]: failed to encode map e305 with expected crc 2023-12-22T17:21:00.670 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:00 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-b[115242]: 2023-12-22T17:21:00.282+0000 7facbc277700 -1 mon.b@1(peon).osd e306 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-22T17:21:00.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:00 smithi032 ceph-mon[189144]: osdmap e305: 8 total, 8 up, 8 in 2023-12-22T17:21:00.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:00 smithi032 ceph-mon[189144]: failed to encode map e305 with expected crc 2023-12-22T17:21:00.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:00 smithi032 ceph-mon[189144]: failed to encode map e305 with expected crc 2023-12-22T17:21:00.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:00 smithi032 ceph-mon[189144]: failed to encode map e305 with expected crc 2023-12-22T17:21:00.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:00 smithi032 ceph-mon[125050]: osdmap e305: 8 total, 8 up, 8 in 2023-12-22T17:21:00.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:00 smithi032 ceph-mon[125050]: failed to encode map e305 with expected crc 2023-12-22T17:21:00.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:00 smithi032 ceph-mon[125050]: failed to encode map e305 with expected crc 2023-12-22T17:21:00.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:00 smithi032 ceph-mon[125050]: failed to encode map e305 with expected crc 2023-12-22T17:21:00.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-c[125027]: 2023-12-22T17:21:00.280+0000 7f6ef6153700 -1 mon.c@2(peon).osd e306 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-22T17:21:00.814 INFO:tasks.rados.rados.0.smithi032.stdout:1258: finishing write tid 1 to smithi032174182-31 2023-12-22T17:21:00.815 INFO:tasks.rados.rados.0.smithi032.stdout:1258: finishing write tid 2 to smithi032174182-31 2023-12-22T17:21:00.815 INFO:tasks.rados.rados.0.smithi032.stdout:1258: finishing write tid 3 to smithi032174182-31 2023-12-22T17:21:00.815 INFO:tasks.rados.rados.0.smithi032.stdout:1258: finishing write tid 4 to smithi032174182-31 2023-12-22T17:21:00.815 INFO:tasks.rados.rados.0.smithi032.stdout:1258: finishing write tid 5 to smithi032174182-31 2023-12-22T17:21:00.815 INFO:tasks.rados.rados.0.smithi032.stdout:1260: finishing rollback tid 0 to smithi032174182-21 2023-12-22T17:21:00.815 INFO:tasks.rados.rados.0.smithi032.stdout:1260: finishing rollback tid 1 to smithi032174182-21 2023-12-22T17:21:00.815 INFO:tasks.rados.rados.0.smithi032.stdout:1260: finishing rollback tid 2 to smithi032174182-21 2023-12-22T17:21:00.815 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 512 (ObjNum 375 snap 115 seq_num 375) dirty exists 2023-12-22T17:21:00.815 INFO:tasks.rados.rados.0.smithi032.stdout:1256: expect (ObjNum 354 snap 109 seq_num 354) 2023-12-22T17:21:00.957 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:00 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-b[115242]: 2023-12-22T17:21:00.769+0000 7facbc277700 -1 mon.b@1(peon).osd e307 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-22T17:21:00.957 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:21:00 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:21:00.667+0000 7f0965ad7200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-22T17:21:00.957 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:21:00 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:21:00.757+0000 7f0965ad7200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-22T17:21:00.957 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:21:00 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:21:00.853+0000 7f0965ad7200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-22T17:21:01.022 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-c[125027]: 2023-12-22T17:21:00.769+0000 7f6ef6153700 -1 mon.c@2(peon).osd e307 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-22T17:21:01.023 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:21:00.728+0000 7f89774b8200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-22T17:21:01.023 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:21:00.823+0000 7f89774b8200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-22T17:21:01.023 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:21:00.919+0000 7f89774b8200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-22T17:21:01.195 INFO:tasks.rados.rados.0.smithi032.stdout:1257: expect (ObjNum 325 snap 95 seq_num 325) 2023-12-22T17:21:01.213 INFO:tasks.rados.rados.0.smithi032.stdout:1258: finishing write tid 6 to smithi032174182-31 2023-12-22T17:21:01.213 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 621 (ObjNum 403 snap 130 seq_num 403) dirty exists 2023-12-22T17:21:01.213 INFO:tasks.rados.rados.0.smithi032.stdout:1258: left oid 31 (ObjNum 403 snap 130 seq_num 403) 2023-12-22T17:21:01.213 INFO:tasks.rados.rados.0.smithi032.stdout:1259: finishing copy_from to smithi032174182-25 2023-12-22T17:21:01.213 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 602 (ObjNum 374 snap 115 seq_num 374) dirty exists 2023-12-22T17:21:01.213 INFO:tasks.rados.rados.0.smithi032.stdout:1259: finishing copy_from racing read to smithi032174182-25 2023-12-22T17:21:01.213 INFO:tasks.rados.rados.0.smithi032.stdout:1261: finishing copy_from to smithi032174182-19 2023-12-22T17:21:01.213 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 562 (ObjNum 224 snap 55 seq_num 224) dirty exists 2023-12-22T17:21:01.213 INFO:tasks.rados.rados.0.smithi032.stdout:1261: finishing copy_from racing read to smithi032174182-19 2023-12-22T17:21:01.214 INFO:tasks.rados.rados.0.smithi032.stdout:1262: finishing write tid 1 to smithi032174182-36 2023-12-22T17:21:01.214 INFO:tasks.rados.rados.0.smithi032.stdout:1262: finishing write tid 2 to smithi032174182-36 2023-12-22T17:21:01.214 INFO:tasks.rados.rados.0.smithi032.stdout:1262: finishing write tid 3 to smithi032174182-36 2023-12-22T17:21:01.214 INFO:tasks.rados.rados.0.smithi032.stdout:1262: finishing write tid 4 to smithi032174182-36 2023-12-22T17:21:01.214 INFO:tasks.rados.rados.0.smithi032.stdout:1253: done (9 left) 2023-12-22T17:21:01.214 INFO:tasks.rados.rados.0.smithi032.stdout:1254: done (8 left) 2023-12-22T17:21:01.214 INFO:tasks.rados.rados.0.smithi032.stdout:1256: done (7 left) 2023-12-22T17:21:01.214 INFO:tasks.rados.rados.0.smithi032.stdout:1257: done (6 left) 2023-12-22T17:21:01.214 INFO:tasks.rados.rados.0.smithi032.stdout:1258: done (5 left) 2023-12-22T17:21:01.214 INFO:tasks.rados.rados.0.smithi032.stdout:1259: done (4 left) 2023-12-22T17:21:01.214 INFO:tasks.rados.rados.0.smithi032.stdout:1260: done (3 left) 2023-12-22T17:21:01.214 INFO:tasks.rados.rados.0.smithi032.stdout:1261: done (2 left) 2023-12-22T17:21:01.214 INFO:tasks.rados.rados.0.smithi032.stdout:1263: done (1 left) 2023-12-22T17:21:01.214 INFO:tasks.rados.rados.0.smithi032.stdout:1264: copy_from oid 18 from oid 15 current snap is 131 2023-12-22T17:21:01.214 INFO:tasks.rados.rados.0.smithi032.stdout:1262: finishing write tid 5 to smithi032174182-36 2023-12-22T17:21:01.214 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 416 (ObjNum 404 snap 130 seq_num 404) dirty exists 2023-12-22T17:21:01.215 INFO:tasks.rados.rados.0.smithi032.stdout:1262: left oid 36 (ObjNum 404 snap 130 seq_num 404) 2023-12-22T17:21:01.215 INFO:tasks.rados.rados.0.smithi032.stdout:1262: done (1 left) 2023-12-22T17:21:01.215 INFO:tasks.rados.rados.0.smithi032.stdout:1265: read oid 12 snap 84 2023-12-22T17:21:01.215 INFO:tasks.rados.rados.0.smithi032.stdout:1265: expect deleted 2023-12-22T17:21:01.215 INFO:tasks.rados.rados.0.smithi032.stdout:1266: delete oid 33 current snap is 131 2023-12-22T17:21:01.215 INFO:tasks.rados.rados.0.smithi032.stdout:1265: done (2 left) 2023-12-22T17:21:01.215 INFO:tasks.rados.rados.0.smithi032.stdout:1266: done (1 left) 2023-12-22T17:21:01.215 INFO:tasks.rados.rados.0.smithi032.stdout:1267: snap_create 2023-12-22T17:21:01.221 INFO:tasks.rados.rados.0.smithi032.stdout:1264: finishing copy_from to smithi032174182-18 2023-12-22T17:21:01.221 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 417 (ObjNum 224 snap 55 seq_num 224) dirty exists 2023-12-22T17:21:01.222 INFO:tasks.rados.rados.0.smithi032.stdout:1264: finishing copy_from racing read to smithi032174182-18 2023-12-22T17:21:01.257 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:21:00 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:21:00.954+0000 7f0965ad7200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-22T17:21:01.257 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:21:01 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:21:01.193+0000 7f0965ad7200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-22T17:21:01.284 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:01 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:21:01.020+0000 7f89774b8200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-22T17:21:01.284 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:01 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:21:01.260+0000 7f89774b8200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-22T17:21:01.595 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:01 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:21:01.361+0000 7f89774b8200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-22T17:21:01.595 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:01 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:21:01.592+0000 7f89774b8200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-22T17:21:01.596 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:01 smithi032 ceph-mon[125050]: osdmap e306: 8 total, 8 up, 8 in 2023-12-22T17:21:01.596 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:01 smithi032 ceph-mon[125050]: failed to encode map e306 with expected crc 2023-12-22T17:21:01.596 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:01 smithi032 ceph-mon[125050]: failed to encode map e306 with expected crc 2023-12-22T17:21:01.596 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:01 smithi032 ceph-mon[125050]: failed to encode map e306 with expected crc 2023-12-22T17:21:01.596 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:01 smithi032 ceph-mon[125050]: osdmap e307: 8 total, 8 up, 8 in 2023-12-22T17:21:01.596 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:01 smithi032 ceph-mon[189144]: osdmap e306: 8 total, 8 up, 8 in 2023-12-22T17:21:01.596 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:01 smithi032 ceph-mon[189144]: failed to encode map e306 with expected crc 2023-12-22T17:21:01.596 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:01 smithi032 ceph-mon[189144]: failed to encode map e306 with expected crc 2023-12-22T17:21:01.596 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:01 smithi032 ceph-mon[189144]: failed to encode map e306 with expected crc 2023-12-22T17:21:01.596 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:01 smithi032 ceph-mon[189144]: osdmap e307: 8 total, 8 up, 8 in 2023-12-22T17:21:01.633 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:21:01 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:21:01.297+0000 7f0965ad7200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-22T17:21:01.633 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:21:01 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:21:01.528+0000 7f0965ad7200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-22T17:21:01.634 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:01 smithi039 ceph-mon[115265]: osdmap e306: 8 total, 8 up, 8 in 2023-12-22T17:21:01.634 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:01 smithi039 ceph-mon[115265]: failed to encode map e306 with expected crc 2023-12-22T17:21:01.634 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:01 smithi039 ceph-mon[115265]: failed to encode map e306 with expected crc 2023-12-22T17:21:01.634 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:01 smithi039 ceph-mon[115265]: failed to encode map e306 with expected crc 2023-12-22T17:21:01.634 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:01 smithi039 ceph-mon[115265]: osdmap e307: 8 total, 8 up, 8 in 2023-12-22T17:21:01.790 INFO:tasks.rados.rados.0.smithi032.stdout:1264: done (1 left) 2023-12-22T17:21:01.790 INFO:tasks.rados.rados.0.smithi032.stdout:1267: done (0 left) 2023-12-22T17:21:01.790 INFO:tasks.rados.rados.0.smithi032.stdout:1268: copy_from oid 38 from oid 8 current snap is 132 2023-12-22T17:21:01.791 INFO:tasks.rados.rados.0.smithi032.stdout:1269: delete oid 42 current snap is 132 2023-12-22T17:21:01.795 INFO:tasks.rados.rados.0.smithi032.stdout:1269: done (1 left) 2023-12-22T17:21:01.795 INFO:tasks.rados.rados.0.smithi032.stdout:1270: delete oid 29 current snap is 132 2023-12-22T17:21:01.802 INFO:tasks.rados.rados.0.smithi032.stdout:1270: done (1 left) 2023-12-22T17:21:01.802 INFO:tasks.rados.rados.0.smithi032.stdout:1271: rollback oid 27 current snap is 132 2023-12-22T17:21:01.802 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 27 to 95 2023-12-22T17:21:01.802 INFO:tasks.rados.rados.0.smithi032.stdout:1272: snap_remove snap 129 2023-12-22T17:21:01.905 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:01 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:21:01.695+0000 7f89774b8200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-22T17:21:01.905 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:01 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-c[125027]: 2023-12-22T17:21:01.781+0000 7f6ef6153700 -1 mon.c@2(peon).osd e308 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-22T17:21:01.928 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:01 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-b[115242]: 2023-12-22T17:21:01.783+0000 7facbc277700 -1 mon.b@1(peon).osd e308 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-22T17:21:01.928 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:21:01 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:21:01.631+0000 7f0965ad7200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-22T17:21:01.928 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:21:01 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:21:01.833+0000 7f0965ad7200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-22T17:21:02.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:01 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:21:01.902+0000 7f89774b8200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-22T17:21:02.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:01 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:21:01.997+0000 7f89774b8200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-22T17:21:02.257 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:21:01 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:21:01.926+0000 7f0965ad7200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-22T17:21:02.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:02 smithi032 ceph-mon[189144]: failed to encode map e307 with expected crc 2023-12-22T17:21:02.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:02 smithi032 ceph-mon[189144]: failed to encode map e307 with expected crc 2023-12-22T17:21:02.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:02 smithi032 ceph-mon[189144]: failed to encode map e307 with expected crc 2023-12-22T17:21:02.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:02 smithi032 ceph-mon[189144]: osdmap e308: 8 total, 8 up, 8 in 2023-12-22T17:21:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:02 smithi032 ceph-mon[125050]: failed to encode map e307 with expected crc 2023-12-22T17:21:02.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:02 smithi032 ceph-mon[125050]: failed to encode map e307 with expected crc 2023-12-22T17:21:02.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:02 smithi032 ceph-mon[125050]: failed to encode map e307 with expected crc 2023-12-22T17:21:02.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:02 smithi032 ceph-mon[125050]: osdmap e308: 8 total, 8 up, 8 in 2023-12-22T17:21:02.723 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:02 smithi039 ceph-mon[115265]: failed to encode map e307 with expected crc 2023-12-22T17:21:02.723 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:02 smithi039 ceph-mon[115265]: failed to encode map e307 with expected crc 2023-12-22T17:21:02.723 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:02 smithi039 ceph-mon[115265]: failed to encode map e307 with expected crc 2023-12-22T17:21:02.723 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:02 smithi039 ceph-mon[115265]: osdmap e308: 8 total, 8 up, 8 in 2023-12-22T17:21:02.791 INFO:tasks.rados.rados.0.smithi032.stdout:1272: done (2 left) 2023-12-22T17:21:02.792 INFO:tasks.rados.rados.0.smithi032.stdout:1273: copy_from oid 3 from oid 44 current snap is 132 2023-12-22T17:21:02.792 INFO:tasks.rados.rados.0.smithi032.stdout:1271: finishing rollback tid 0 to smithi032174182-27 2023-12-22T17:21:02.792 INFO:tasks.rados.rados.0.smithi032.stdout:1271: finishing rollback tid 1 to smithi032174182-27 2023-12-22T17:21:02.792 INFO:tasks.rados.rados.0.smithi032.stdout:1271: finishing rollback tid 2 to smithi032174182-27 2023-12-22T17:21:02.792 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 692 (ObjNum 321 snap 93 seq_num 321) dirty exists 2023-12-22T17:21:02.792 INFO:tasks.rados.rados.0.smithi032.stdout:1268: finishing copy_from to smithi032174182-38 2023-12-22T17:21:02.792 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 394 (ObjNum 400 snap 130 seq_num 400) dirty exists 2023-12-22T17:21:02.792 INFO:tasks.rados.rados.0.smithi032.stdout:1268: finishing copy_from racing read to smithi032174182-38 2023-12-22T17:21:02.792 INFO:tasks.rados.rados.0.smithi032.stdout:1268: done (2 left) 2023-12-22T17:21:02.792 INFO:tasks.rados.rados.0.smithi032.stdout:1271: done (1 left) 2023-12-22T17:21:02.792 INFO:tasks.rados.rados.0.smithi032.stdout:1274: rollback oid 23 current snap is 132 2023-12-22T17:21:02.792 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 23 to 107 2023-12-22T17:21:02.792 INFO:tasks.rados.rados.0.smithi032.stdout:1275: rollback oid 49 current snap is 132 2023-12-22T17:21:02.792 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 49 to 131 2023-12-22T17:21:02.792 INFO:tasks.rados.rados.0.smithi032.stdout:1276: snap_remove snap 81 2023-12-22T17:21:03.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:02 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-b[115242]: 2023-12-22T17:21:02.783+0000 7facbc277700 -1 mon.b@1(peon).osd e309 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-22T17:21:03.008 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:21:02 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:21:02.720+0000 7f0965ad7200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-22T17:21:03.008 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:21:02 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:21:02.941+0000 7f0965ad7200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-22T17:21:03.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:02 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-c[125027]: 2023-12-22T17:21:02.782+0000 7f6ef6153700 -1 mon.c@2(peon).osd e309 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-22T17:21:03.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:02 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:21:02.794+0000 7f89774b8200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-22T17:21:03.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:03 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:21:03.015+0000 7f89774b8200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-22T17:21:03.508 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:21:03 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:21:03.137+0000 7f0965ad7200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-22T17:21:03.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:03 smithi039 ceph-mon[115265]: failed to encode map e308 with expected crc 2023-12-22T17:21:03.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:03 smithi039 ceph-mon[115265]: failed to encode map e308 with expected crc 2023-12-22T17:21:03.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:03 smithi039 ceph-mon[115265]: failed to encode map e308 with expected crc 2023-12-22T17:21:03.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:03 smithi039 ceph-mon[115265]: failed to encode map e308 with expected crc 2023-12-22T17:21:03.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:03 smithi039 ceph-mon[115265]: osdmap e309: 8 total, 8 up, 8 in 2023-12-22T17:21:03.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:03 smithi039 ceph-mon[115265]: failed to encode map e309 with expected crc 2023-12-22T17:21:03.681 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:03 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:21:03.213+0000 7f89774b8200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-22T17:21:03.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:03 smithi032 ceph-mon[189144]: failed to encode map e308 with expected crc 2023-12-22T17:21:03.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:03 smithi032 ceph-mon[189144]: failed to encode map e308 with expected crc 2023-12-22T17:21:03.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:03 smithi032 ceph-mon[189144]: failed to encode map e308 with expected crc 2023-12-22T17:21:03.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:03 smithi032 ceph-mon[189144]: failed to encode map e308 with expected crc 2023-12-22T17:21:03.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:03 smithi032 ceph-mon[189144]: osdmap e309: 8 total, 8 up, 8 in 2023-12-22T17:21:03.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:03 smithi032 ceph-mon[189144]: failed to encode map e309 with expected crc 2023-12-22T17:21:03.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:03 smithi032 ceph-mon[125050]: failed to encode map e308 with expected crc 2023-12-22T17:21:03.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:03 smithi032 ceph-mon[125050]: failed to encode map e308 with expected crc 2023-12-22T17:21:03.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:03 smithi032 ceph-mon[125050]: failed to encode map e308 with expected crc 2023-12-22T17:21:03.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:03 smithi032 ceph-mon[125050]: failed to encode map e308 with expected crc 2023-12-22T17:21:03.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:03 smithi032 ceph-mon[125050]: osdmap e309: 8 total, 8 up, 8 in 2023-12-22T17:21:03.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:03 smithi032 ceph-mon[125050]: failed to encode map e309 with expected crc 2023-12-22T17:21:03.793 INFO:tasks.rados.rados.0.smithi032.stdout:1276: done (3 left) 2023-12-22T17:21:03.793 INFO:tasks.rados.rados.0.smithi032.stdout:1277: copy_from oid 19 from oid 11 current snap is 132 2023-12-22T17:21:03.793 INFO:tasks.rados.rados.0.smithi032.stdout:1275: finishing rollback tid 0 to smithi032174182-49 2023-12-22T17:21:03.793 INFO:tasks.rados.rados.0.smithi032.stdout:1275: finishing rollback tid 1 to smithi032174182-49 2023-12-22T17:21:03.793 INFO:tasks.rados.rados.0.smithi032.stdout:1274: finishing rollback tid 0 to smithi032174182-23 2023-12-22T17:21:03.793 INFO:tasks.rados.rados.0.smithi032.stdout:1275: finishing rollback tid 2 to smithi032174182-49 2023-12-22T17:21:03.793 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 515 (ObjNum 282 snap 78 seq_num 282) dirty exists 2023-12-22T17:21:03.793 INFO:tasks.rados.rados.0.smithi032.stdout:1274: finishing rollback tid 1 to smithi032174182-23 2023-12-22T17:21:03.793 INFO:tasks.rados.rados.0.smithi032.stdout:1274: finishing rollback tid 2 to smithi032174182-23 2023-12-22T17:21:03.793 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 696 (ObjNum 342 snap 100 seq_num 342) dirty exists 2023-12-22T17:21:03.793 INFO:tasks.rados.rados.0.smithi032.stdout:1273: finishing copy_from to smithi032174182-3 2023-12-22T17:21:03.794 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 504 (ObjNum 282 snap 78 seq_num 282) dirty exists 2023-12-22T17:21:03.794 INFO:tasks.rados.rados.0.smithi032.stdout:1273: finishing copy_from racing read to smithi032174182-3 2023-12-22T17:21:03.794 INFO:tasks.rados.rados.0.smithi032.stdout:1273: done (3 left) 2023-12-22T17:21:03.794 INFO:tasks.rados.rados.0.smithi032.stdout:1274: done (2 left) 2023-12-22T17:21:03.794 INFO:tasks.rados.rados.0.smithi032.stdout:1275: done (1 left) 2023-12-22T17:21:03.794 INFO:tasks.rados.rados.0.smithi032.stdout:1278: snap_create 2023-12-22T17:21:03.822 INFO:tasks.rados.rados.0.smithi032.stdout:1277: finishing copy_from to smithi032174182-19 2023-12-22T17:21:03.822 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 521 (ObjNum 211 snap 52 seq_num 211) dirty exists 2023-12-22T17:21:03.822 INFO:tasks.rados.rados.0.smithi032.stdout:1277: finishing copy_from racing read to smithi032174182-19 2023-12-22T17:21:04.055 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:03 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-b[115242]: 2023-12-22T17:21:03.788+0000 7facbc277700 -1 mon.b@1(peon).osd e310 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-22T17:21:04.056 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:21:03 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:21:03.853+0000 7f0965ad7200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-22T17:21:04.135 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:03 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:21:03.932+0000 7f89774b8200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-22T17:21:04.136 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:03 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-c[125027]: 2023-12-22T17:21:03.784+0000 7f6ef6153700 -1 mon.c@2(peon).osd e310 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-22T17:21:04.379 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:21:04 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:21:04.052+0000 7f0965ad7200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-22T17:21:04.379 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:21:04 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:21:04.251+0000 7f0965ad7200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-22T17:21:04.379 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:04 smithi039 ceph-mon[115265]: failed to encode map e309 with expected crc 2023-12-22T17:21:04.379 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:04 smithi039 ceph-mon[115265]: failed to encode map e309 with expected crc 2023-12-22T17:21:04.379 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:04 smithi039 ceph-mon[115265]: failed to encode map e309 with expected crc 2023-12-22T17:21:04.379 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:04 smithi039 ceph-mon[115265]: failed to encode map e309 with expected crc 2023-12-22T17:21:04.379 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:04 smithi039 ceph-mon[115265]: osdmap e310: 8 total, 8 up, 8 in 2023-12-22T17:21:04.379 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:04 smithi039 ceph-mon[115265]: failed to encode map e310 with expected crc 2023-12-22T17:21:04.431 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:04 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:21:04.132+0000 7f89774b8200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-22T17:21:04.431 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:04 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:21:04.334+0000 7f89774b8200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-22T17:21:04.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:04 smithi032 ceph-mon[189144]: failed to encode map e309 with expected crc 2023-12-22T17:21:04.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:04 smithi032 ceph-mon[189144]: failed to encode map e309 with expected crc 2023-12-22T17:21:04.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:04 smithi032 ceph-mon[189144]: failed to encode map e309 with expected crc 2023-12-22T17:21:04.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:04 smithi032 ceph-mon[189144]: failed to encode map e309 with expected crc 2023-12-22T17:21:04.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:04 smithi032 ceph-mon[189144]: osdmap e310: 8 total, 8 up, 8 in 2023-12-22T17:21:04.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:04 smithi032 ceph-mon[189144]: failed to encode map e310 with expected crc 2023-12-22T17:21:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:04 smithi032 ceph-mon[125050]: failed to encode map e309 with expected crc 2023-12-22T17:21:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:04 smithi032 ceph-mon[125050]: failed to encode map e309 with expected crc 2023-12-22T17:21:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:04 smithi032 ceph-mon[125050]: failed to encode map e309 with expected crc 2023-12-22T17:21:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:04 smithi032 ceph-mon[125050]: failed to encode map e309 with expected crc 2023-12-22T17:21:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:04 smithi032 ceph-mon[125050]: osdmap e310: 8 total, 8 up, 8 in 2023-12-22T17:21:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:04 smithi032 ceph-mon[125050]: failed to encode map e310 with expected crc 2023-12-22T17:21:04.491 INFO:tasks.rados.rados.0.smithi032.stdout:1277: done (1 left) 2023-12-22T17:21:04.491 INFO:tasks.rados.rados.0.smithi032.stdout:1278: done (0 left) 2023-12-22T17:21:04.491 INFO:tasks.rados.rados.0.smithi032.stdout:1279: copy_from oid 35 from oid 22 current snap is 133 2023-12-22T17:21:04.491 INFO:tasks.rados.rados.0.smithi032.stdout:1280: rollback oid 20 current snap is 133 2023-12-22T17:21:04.491 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 20 to 93 2023-12-22T17:21:04.491 INFO:tasks.rados.rados.0.smithi032.stdout:1281: delete oid 27 current snap is 133 2023-12-22T17:21:04.501 INFO:tasks.rados.rados.0.smithi032.stdout:1279: finishing copy_from to smithi032174182-35 2023-12-22T17:21:04.501 INFO:tasks.rados.rados.0.smithi032.stdout:1279: got expected ENOENT (src dne) 2023-12-22T17:21:04.501 INFO:tasks.rados.rados.0.smithi032.stdout:1279: finishing copy_from racing read to smithi032174182-35 2023-12-22T17:21:04.503 INFO:tasks.rados.rados.0.smithi032.stdout:1280: finishing rollback tid 0 to smithi032174182-20 2023-12-22T17:21:04.504 INFO:tasks.rados.rados.0.smithi032.stdout:1280: finishing rollback tid 1 to smithi032174182-20 2023-12-22T17:21:04.504 INFO:tasks.rados.rados.0.smithi032.stdout:1280: finishing rollback tid 2 to smithi032174182-20 2023-12-22T17:21:04.504 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 710 (ObjNum 279 snap 78 seq_num 279) dirty exists 2023-12-22T17:21:04.505 INFO:tasks.rados.rados.0.smithi032.stdout:1279: done (2 left) 2023-12-22T17:21:04.505 INFO:tasks.rados.rados.0.smithi032.stdout:1280: done (1 left) 2023-12-22T17:21:04.505 INFO:tasks.rados.rados.0.smithi032.stdout:1281: done (0 left) 2023-12-22T17:21:04.505 INFO:tasks.rados.rados.0.smithi032.stdout:1282: rollback oid 5 current snap is 133 2023-12-22T17:21:04.505 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 5 to 109 2023-12-22T17:21:04.505 INFO:tasks.rados.rados.0.smithi032.stdout:1283: delete oid 50 current snap is 133 2023-12-22T17:21:04.508 INFO:tasks.rados.rados.0.smithi032.stdout:1283: done (1 left) 2023-12-22T17:21:04.508 INFO:tasks.rados.rados.0.smithi032.stdout:1284: copy_from oid 1 from oid 47 current snap is 133 2023-12-22T17:21:04.508 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 133 2023-12-22T17:21:04.508 INFO:tasks.rados.rados.0.smithi032.stdout:1285: seq_num 410 ranges {6135808=475136,6610944=417792,7028736=475136,7503872=425984,7929856=286720} 2023-12-22T17:21:04.544 INFO:tasks.rados.rados.0.smithi032.stdout:1285: writing smithi032174182-49 from 6135808 to 6610944 tid 1 2023-12-22T17:21:04.546 INFO:tasks.rados.rados.0.smithi032.stdout:1285: writing smithi032174182-49 from 6610944 to 7028736 tid 2 2023-12-22T17:21:04.549 INFO:tasks.rados.rados.0.smithi032.stdout:1285: writing smithi032174182-49 from 7028736 to 7503872 tid 3 2023-12-22T17:21:04.551 INFO:tasks.rados.rados.0.smithi032.stdout:1285: writing smithi032174182-49 from 7503872 to 7929856 tid 4 2023-12-22T17:21:04.553 INFO:tasks.rados.rados.0.smithi032.stdout:1285: writing smithi032174182-49 from 7929856 to 8216576 tid 5 2023-12-22T17:21:04.554 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 29 current snap is 133 2023-12-22T17:21:04.554 INFO:tasks.rados.rados.0.smithi032.stdout:1286: seq_num 411 ranges {0=491520,491520=753664,1245184=688128,1933312=163840} 2023-12-22T17:21:04.556 INFO:tasks.rados.rados.0.smithi032.stdout:1286: writing smithi032174182-29 from 0 to 491520 tid 1 2023-12-22T17:21:04.562 INFO:tasks.rados.rados.0.smithi032.stdout:1286: writing smithi032174182-29 from 491520 to 1245184 tid 2 2023-12-22T17:21:04.566 INFO:tasks.rados.rados.0.smithi032.stdout:1286: writing smithi032174182-29 from 1245184 to 1933312 tid 3 2023-12-22T17:21:04.567 INFO:tasks.rados.rados.0.smithi032.stdout:1286: writing smithi032174182-29 from 1933312 to 2097152 tid 4 2023-12-22T17:21:04.567 INFO:tasks.rados.rados.0.smithi032.stdout:1287: rollback oid 13 current snap is 133 2023-12-22T17:21:04.567 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 13 to 111 2023-12-22T17:21:04.567 INFO:tasks.rados.rados.0.smithi032.stdout:1288: read oid 35 snap -1 2023-12-22T17:21:04.567 INFO:tasks.rados.rados.0.smithi032.stdout:1288: expect (ObjNum 358 snap 110 seq_num 358) 2023-12-22T17:21:04.567 INFO:tasks.rados.rados.0.smithi032.stdout:1289: snap_remove snap 127 2023-12-22T17:21:04.648 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:04 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-b[115242]: 2023-12-22T17:21:04.481+0000 7facbc277700 -1 mon.b@1(peon).osd e311 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-22T17:21:04.648 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:21:04 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:21:04.376+0000 7f0965ad7200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-22T17:21:04.648 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:21:04 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: [22/Dec/2023:17:21:04] ENGINE Bus STARTING 2023-12-22T17:21:04.648 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:21:04 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: CherryPy Checker: 2023-12-22T17:21:04.648 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:21:04 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: The Application mounted at '' has an empty config. 2023-12-22T17:21:04.649 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:21:04 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-22T17:21:04.649 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:21:04 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: [22/Dec/2023:17:21:04] ENGINE Serving on http://:::9283 2023-12-22T17:21:04.649 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 22 17:21:04 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: [22/Dec/2023:17:21:04] ENGINE Bus STARTED 2023-12-22T17:21:04.720 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:04 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-c[125027]: 2023-12-22T17:21:04.479+0000 7f6ef6153700 -1 mon.c@2(peon).osd e311 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-22T17:21:04.721 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:04 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:21:04.462+0000 7f89774b8200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-22T17:21:04.721 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:04 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:17:21:04] ENGINE Bus STARTING 2023-12-22T17:21:04.721 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:04 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:21:04.648+0000 7f88d8ed0700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-22T17:21:04.721 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:04 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:21:04.648+0000 7f88d8ed0700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-22T17:21:04.721 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:04 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:21:04.648+0000 7f88d8ed0700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-22T17:21:04.721 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:04 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:21:04.648+0000 7f88d8ed0700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-22T17:21:04.721 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:04 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:21:04.648+0000 7f88d8ed0700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-22T17:21:04.721 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:04 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:21:04.652+0000 7f88d46c7700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-22T17:21:04.721 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:04 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:21:04.652+0000 7f88d46c7700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-22T17:21:04.721 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:04 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:21:04.652+0000 7f88d46c7700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-22T17:21:04.721 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:04 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:21:04.652+0000 7f88d46c7700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-22T17:21:04.721 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:04 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:21:04.652+0000 7f88d46c7700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-22T17:21:05.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:04 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: CherryPy Checker: 2023-12-22T17:21:05.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:04 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: The Application mounted at '' has an empty config. 2023-12-22T17:21:05.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:04 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:21:05.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:04 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:17:21:04] ENGINE Serving on http://:::9283 2023-12-22T17:21:05.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:04 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:17:21:04] ENGINE Bus STARTED 2023-12-22T17:21:05.509 INFO:tasks.rados.rados.0.smithi032.stdout:1289: done (6 left) 2023-12-22T17:21:05.510 INFO:tasks.rados.rados.0.smithi032.stdout:1290: delete oid 28 current snap is 133 2023-12-22T17:21:05.510 INFO:tasks.rados.rados.0.smithi032.stdout:1282: finishing rollback tid 0 to smithi032174182-5 2023-12-22T17:21:05.510 INFO:tasks.rados.rados.0.smithi032.stdout:1282: finishing rollback tid 1 to smithi032174182-5 2023-12-22T17:21:05.510 INFO:tasks.rados.rados.0.smithi032.stdout:1282: finishing rollback tid 2 to smithi032174182-5 2023-12-22T17:21:05.510 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 515 (ObjNum 347 snap 106 seq_num 347) dirty exists 2023-12-22T17:21:05.510 INFO:tasks.rados.rados.0.smithi032.stdout:1284: finishing copy_from to smithi032174182-1 2023-12-22T17:21:05.510 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 740 (ObjNum 324 snap 94 seq_num 324) dirty exists 2023-12-22T17:21:05.510 INFO:tasks.rados.rados.0.smithi032.stdout:1284: finishing copy_from racing read to smithi032174182-1 2023-12-22T17:21:05.510 INFO:tasks.rados.rados.0.smithi032.stdout:1285: finishing write tid 1 to smithi032174182-49 2023-12-22T17:21:05.510 INFO:tasks.rados.rados.0.smithi032.stdout:1285: finishing write tid 2 to smithi032174182-49 2023-12-22T17:21:05.510 INFO:tasks.rados.rados.0.smithi032.stdout:1285: finishing write tid 3 to smithi032174182-49 2023-12-22T17:21:05.510 INFO:tasks.rados.rados.0.smithi032.stdout:1285: finishing write tid 4 to smithi032174182-49 2023-12-22T17:21:05.510 INFO:tasks.rados.rados.0.smithi032.stdout:1285: finishing write tid 5 to smithi032174182-49 2023-12-22T17:21:05.510 INFO:tasks.rados.rados.0.smithi032.stdout:1285: finishing write tid 6 to smithi032174182-49 2023-12-22T17:21:05.511 INFO:tasks.rados.rados.0.smithi032.stdout:1285: finishing write tid 7 to smithi032174182-49 2023-12-22T17:21:05.511 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 522 (ObjNum 410 snap 133 seq_num 410) dirty exists 2023-12-22T17:21:05.511 INFO:tasks.rados.rados.0.smithi032.stdout:1285: left oid 49 (ObjNum 410 snap 133 seq_num 410) 2023-12-22T17:21:05.511 INFO:tasks.rados.rados.0.smithi032.stdout:1286: finishing write tid 1 to smithi032174182-29 2023-12-22T17:21:05.511 INFO:tasks.rados.rados.0.smithi032.stdout:1286: finishing write tid 2 to smithi032174182-29 2023-12-22T17:21:05.511 INFO:tasks.rados.rados.0.smithi032.stdout:1286: finishing write tid 3 to smithi032174182-29 2023-12-22T17:21:05.511 INFO:tasks.rados.rados.0.smithi032.stdout:1286: finishing write tid 4 to smithi032174182-29 2023-12-22T17:21:05.511 INFO:tasks.rados.rados.0.smithi032.stdout:1286: finishing write tid 5 to smithi032174182-29 2023-12-22T17:21:05.511 INFO:tasks.rados.rados.0.smithi032.stdout:1287: finishing rollback tid 1 to smithi032174182-13 2023-12-22T17:21:05.511 INFO:tasks.rados.rados.0.smithi032.stdout:1287: finishing rollback tid 2 to smithi032174182-13 2023-12-22T17:21:05.511 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 846 (ObjNum 304 snap 90 seq_num 304) dirty exists 2023-12-22T17:21:05.511 INFO:tasks.rados.rados.0.smithi032.stdout:1286: finishing write tid 6 to smithi032174182-29 2023-12-22T17:21:05.511 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 844 (ObjNum 411 snap 133 seq_num 411) dirty exists 2023-12-22T17:21:05.511 INFO:tasks.rados.rados.0.smithi032.stdout:1286: left oid 29 (ObjNum 411 snap 133 seq_num 411) 2023-12-22T17:21:05.511 INFO:tasks.rados.rados.0.smithi032.stdout:1288: expect (ObjNum 358 snap 110 seq_num 358) 2023-12-22T17:21:05.547 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:21:05.496+0000 7f8939eca700 -1 mgr.server handle_report got status from non-daemon mon.a 2023-12-22T17:21:05.547 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[125050]: failed to encode map e310 with expected crc 2023-12-22T17:21:05.548 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[125050]: failed to encode map e310 with expected crc 2023-12-22T17:21:05.548 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[125050]: failed to encode map e310 with expected crc 2023-12-22T17:21:05.548 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[125050]: Standby manager daemon x restarted 2023-12-22T17:21:05.548 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[125050]: Standby manager daemon x started 2023-12-22T17:21:05.548 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[125050]: from='mgr.? 172.21.15.39:0/752628526' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-22T17:21:05.548 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[125050]: from='mgr.? 172.21.15.39:0/752628526' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-22T17:21:05.548 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[125050]: from='mgr.? 172.21.15.39:0/752628526' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-22T17:21:05.548 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[125050]: from='mgr.? 172.21.15.39:0/752628526' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-22T17:21:05.548 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[125050]: Active manager daemon y restarted 2023-12-22T17:21:05.548 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[125050]: Activating manager daemon y 2023-12-22T17:21:05.548 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[125050]: osdmap e311: 8 total, 8 up, 8 in 2023-12-22T17:21:05.548 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[125050]: mgrmap e35: y(active, starting, since 0.00504827s), standbys: x 2023-12-22T17:21:05.548 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[125050]: failed to encode map e311 with expected crc 2023-12-22T17:21:05.548 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[125050]: failed to encode map e311 with expected crc 2023-12-22T17:21:05.548 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[125050]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:21:05.549 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[125050]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:21:05.549 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[125050]: failed to encode map e311 with expected crc 2023-12-22T17:21:05.549 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[125050]: failed to encode map e311 with expected crc 2023-12-22T17:21:05.549 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[125050]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:21:05.549 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[125050]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-22T17:21:05.549 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[125050]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-22T17:21:05.549 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[125050]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-22T17:21:05.549 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[125050]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-22T17:21:05.549 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[125050]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-22T17:21:05.549 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[125050]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-22T17:21:05.549 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[125050]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-22T17:21:05.549 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[125050]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-22T17:21:05.549 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[125050]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-22T17:21:05.549 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[125050]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-22T17:21:05.550 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[125050]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-22T17:21:05.550 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[125050]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-22T17:21:05.550 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[125050]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-22T17:21:05.550 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[125050]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-22T17:21:05.550 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[125050]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-22T17:21:05.550 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[125050]: Manager daemon y is now available 2023-12-22T17:21:05.550 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[125050]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:21:05.550 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[125050]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:21:05.550 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[125050]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:21:05.550 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[125050]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-22T17:21:05.550 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[125050]: from='mgr.25117 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-22T17:21:05.550 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[125050]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-22T17:21:05.550 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[125050]: from='mgr.25117 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-22T17:21:05.550 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-c[125027]: 2023-12-22T17:21:05.495+0000 7f6ef6153700 -1 mon.c@2(peon).osd e312 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-22T17:21:05.551 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[189144]: failed to encode map e310 with expected crc 2023-12-22T17:21:05.551 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[189144]: failed to encode map e310 with expected crc 2023-12-22T17:21:05.551 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[189144]: failed to encode map e310 with expected crc 2023-12-22T17:21:05.551 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[189144]: Standby manager daemon x restarted 2023-12-22T17:21:05.551 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[189144]: Standby manager daemon x started 2023-12-22T17:21:05.551 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[189144]: from='mgr.? 172.21.15.39:0/752628526' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-22T17:21:05.551 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[189144]: from='mgr.? 172.21.15.39:0/752628526' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-22T17:21:05.551 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[189144]: from='mgr.? 172.21.15.39:0/752628526' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-22T17:21:05.551 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[189144]: from='mgr.? 172.21.15.39:0/752628526' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-22T17:21:05.551 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[189144]: Active manager daemon y restarted 2023-12-22T17:21:05.551 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[189144]: Activating manager daemon y 2023-12-22T17:21:05.551 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[189144]: osdmap e311: 8 total, 8 up, 8 in 2023-12-22T17:21:05.551 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[189144]: mgrmap e35: y(active, starting, since 0.00504827s), standbys: x 2023-12-22T17:21:05.552 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[189144]: failed to encode map e311 with expected crc 2023-12-22T17:21:05.552 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[189144]: failed to encode map e311 with expected crc 2023-12-22T17:21:05.552 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:21:05.552 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:21:05.552 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[189144]: failed to encode map e311 with expected crc 2023-12-22T17:21:05.552 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[189144]: failed to encode map e311 with expected crc 2023-12-22T17:21:05.552 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:21:05.552 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-22T17:21:05.552 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-22T17:21:05.552 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-22T17:21:05.552 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-22T17:21:05.552 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-22T17:21:05.552 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-22T17:21:05.552 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-22T17:21:05.552 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-22T17:21:05.552 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-22T17:21:05.553 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-22T17:21:05.553 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-22T17:21:05.553 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-22T17:21:05.553 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-22T17:21:05.553 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-22T17:21:05.553 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-22T17:21:05.553 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[189144]: Manager daemon y is now available 2023-12-22T17:21:05.553 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:21:05.553 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:21:05.553 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:21:05.553 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-22T17:21:05.553 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[189144]: from='mgr.25117 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-22T17:21:05.553 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-22T17:21:05.553 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:05 smithi032 ceph-mon[189144]: from='mgr.25117 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-22T17:21:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:05 smithi039 ceph-mon[115265]: failed to encode map e310 with expected crc 2023-12-22T17:21:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:05 smithi039 ceph-mon[115265]: failed to encode map e310 with expected crc 2023-12-22T17:21:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:05 smithi039 ceph-mon[115265]: failed to encode map e310 with expected crc 2023-12-22T17:21:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:05 smithi039 ceph-mon[115265]: Standby manager daemon x restarted 2023-12-22T17:21:05.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:05 smithi039 ceph-mon[115265]: Standby manager daemon x started 2023-12-22T17:21:05.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:05 smithi039 ceph-mon[115265]: from='mgr.? 172.21.15.39:0/752628526' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-22T17:21:05.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:05 smithi039 ceph-mon[115265]: from='mgr.? 172.21.15.39:0/752628526' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-22T17:21:05.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:05 smithi039 ceph-mon[115265]: from='mgr.? 172.21.15.39:0/752628526' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-22T17:21:05.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:05 smithi039 ceph-mon[115265]: from='mgr.? 172.21.15.39:0/752628526' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-22T17:21:05.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:05 smithi039 ceph-mon[115265]: Active manager daemon y restarted 2023-12-22T17:21:05.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:05 smithi039 ceph-mon[115265]: Activating manager daemon y 2023-12-22T17:21:05.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:05 smithi039 ceph-mon[115265]: osdmap e311: 8 total, 8 up, 8 in 2023-12-22T17:21:05.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:05 smithi039 ceph-mon[115265]: mgrmap e35: y(active, starting, since 0.00504827s), standbys: x 2023-12-22T17:21:05.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:05 smithi039 ceph-mon[115265]: failed to encode map e311 with expected crc 2023-12-22T17:21:05.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:05 smithi039 ceph-mon[115265]: failed to encode map e311 with expected crc 2023-12-22T17:21:05.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:05 smithi039 ceph-mon[115265]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:21:05.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:05 smithi039 ceph-mon[115265]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:21:05.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:05 smithi039 ceph-mon[115265]: failed to encode map e311 with expected crc 2023-12-22T17:21:05.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:05 smithi039 ceph-mon[115265]: failed to encode map e311 with expected crc 2023-12-22T17:21:05.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:05 smithi039 ceph-mon[115265]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:21:05.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:05 smithi039 ceph-mon[115265]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-22T17:21:05.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:05 smithi039 ceph-mon[115265]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-22T17:21:05.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:05 smithi039 ceph-mon[115265]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-22T17:21:05.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:05 smithi039 ceph-mon[115265]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-22T17:21:05.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:05 smithi039 ceph-mon[115265]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-22T17:21:05.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:05 smithi039 ceph-mon[115265]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-22T17:21:05.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:05 smithi039 ceph-mon[115265]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-22T17:21:05.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:05 smithi039 ceph-mon[115265]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-22T17:21:05.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:05 smithi039 ceph-mon[115265]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-22T17:21:05.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:05 smithi039 ceph-mon[115265]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-22T17:21:05.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:05 smithi039 ceph-mon[115265]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-22T17:21:05.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:05 smithi039 ceph-mon[115265]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-22T17:21:05.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:05 smithi039 ceph-mon[115265]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-22T17:21:05.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:05 smithi039 ceph-mon[115265]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-22T17:21:05.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:05 smithi039 ceph-mon[115265]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-22T17:21:05.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:05 smithi039 ceph-mon[115265]: Manager daemon y is now available 2023-12-22T17:21:05.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:05 smithi039 ceph-mon[115265]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:21:05.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:05 smithi039 ceph-mon[115265]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:21:05.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:05 smithi039 ceph-mon[115265]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:21:05.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:05 smithi039 ceph-mon[115265]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-22T17:21:05.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:05 smithi039 ceph-mon[115265]: from='mgr.25117 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-22T17:21:05.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:05 smithi039 ceph-mon[115265]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-22T17:21:05.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:05 smithi039 ceph-mon[115265]: from='mgr.25117 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-22T17:21:05.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:05 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-b[115242]: 2023-12-22T17:21:05.494+0000 7facbc277700 -1 mon.b@1(peon).osd e312 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-22T17:21:05.798 INFO:tasks.rados.rados.0.smithi032.stdout:1282: done (6 left) 2023-12-22T17:21:05.798 INFO:tasks.rados.rados.0.smithi032.stdout:1284: done (5 left) 2023-12-22T17:21:05.798 INFO:tasks.rados.rados.0.smithi032.stdout:1285: done (4 left) 2023-12-22T17:21:05.798 INFO:tasks.rados.rados.0.smithi032.stdout:1286: done (3 left) 2023-12-22T17:21:05.798 INFO:tasks.rados.rados.0.smithi032.stdout:1287: done (2 left) 2023-12-22T17:21:05.798 INFO:tasks.rados.rados.0.smithi032.stdout:1288: done (1 left) 2023-12-22T17:21:05.798 INFO:tasks.rados.rados.0.smithi032.stdout:1290: done (0 left) 2023-12-22T17:21:05.798 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 19 current snap is 133 2023-12-22T17:21:05.798 INFO:tasks.rados.rados.0.smithi032.stdout:1291: seq_num 413 ranges {2621440=524288,3145728=516096,3661824=696320,4358144=393216} 2023-12-22T17:21:05.815 INFO:tasks.rados.rados.0.smithi032.stdout:1291: writing smithi032174182-19 from 2621440 to 3145728 tid 1 2023-12-22T17:21:05.818 INFO:tasks.rados.rados.0.smithi032.stdout:1291: writing smithi032174182-19 from 3145728 to 3661824 tid 2 2023-12-22T17:21:05.823 INFO:tasks.rados.rados.0.smithi032.stdout:1291: writing smithi032174182-19 from 3661824 to 4358144 tid 3 2023-12-22T17:21:05.826 INFO:tasks.rados.rados.0.smithi032.stdout:1291: writing smithi032174182-19 from 4358144 to 4751360 tid 4 2023-12-22T17:21:05.826 INFO:tasks.rados.rados.0.smithi032.stdout:1292: snap_create 2023-12-22T17:21:05.826 INFO:tasks.rados.rados.0.smithi032.stdout:1291: finishing write tid 1 to smithi032174182-19 2023-12-22T17:21:05.826 INFO:tasks.rados.rados.0.smithi032.stdout:1291: finishing write tid 2 to smithi032174182-19 2023-12-22T17:21:05.826 INFO:tasks.rados.rados.0.smithi032.stdout:1291: finishing write tid 3 to smithi032174182-19 2023-12-22T17:21:05.828 INFO:tasks.rados.rados.0.smithi032.stdout:1291: finishing write tid 4 to smithi032174182-19 2023-12-22T17:21:05.828 INFO:tasks.rados.rados.0.smithi032.stdout:1291: finishing write tid 5 to smithi032174182-19 2023-12-22T17:21:05.830 INFO:tasks.rados.rados.0.smithi032.stdout:1291: finishing write tid 6 to smithi032174182-19 2023-12-22T17:21:05.830 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 567 (ObjNum 413 snap 133 seq_num 413) dirty exists 2023-12-22T17:21:05.830 INFO:tasks.rados.rados.0.smithi032.stdout:1291: left oid 19 (ObjNum 413 snap 133 seq_num 413) 2023-12-22T17:21:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:06 smithi032 ceph-mon[125050]: failed to encode map e311 with expected crc 2023-12-22T17:21:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:06 smithi032 ceph-mon[125050]: failed to encode map e311 with expected crc 2023-12-22T17:21:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:06 smithi032 ceph-mon[125050]: mgrmap e36: y(active, since 1.01034s), standbys: x 2023-12-22T17:21:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:06 smithi032 ceph-mon[125050]: osdmap e312: 8 total, 8 up, 8 in 2023-12-22T17:21:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:06 smithi032 ceph-mon[189144]: failed to encode map e311 with expected crc 2023-12-22T17:21:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:06 smithi032 ceph-mon[189144]: failed to encode map e311 with expected crc 2023-12-22T17:21:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:06 smithi032 ceph-mon[189144]: mgrmap e36: y(active, since 1.01034s), standbys: x 2023-12-22T17:21:06.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:06 smithi032 ceph-mon[189144]: osdmap e312: 8 total, 8 up, 8 in 2023-12-22T17:21:06.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:06 smithi039 ceph-mon[115265]: failed to encode map e311 with expected crc 2023-12-22T17:21:06.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:06 smithi039 ceph-mon[115265]: failed to encode map e311 with expected crc 2023-12-22T17:21:06.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:06 smithi039 ceph-mon[115265]: mgrmap e36: y(active, since 1.01034s), standbys: x 2023-12-22T17:21:06.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:06 smithi039 ceph-mon[115265]: osdmap e312: 8 total, 8 up, 8 in 2023-12-22T17:21:06.780 INFO:tasks.rados.rados.0.smithi032.stdout:1291: done (1 left) 2023-12-22T17:21:06.780 INFO:tasks.rados.rados.0.smithi032.stdout:1292: done (0 left) 2023-12-22T17:21:06.780 INFO:tasks.rados.rados.0.smithi032.stdout:1293: snap_create 2023-12-22T17:21:06.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:06 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-c[125027]: 2023-12-22T17:21:06.771+0000 7f6ef6153700 -1 mon.c@2(peon).osd e313 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-22T17:21:07.051 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:21:07.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:06 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-b[115242]: 2023-12-22T17:21:06.772+0000 7facbc277700 -1 mon.b@1(peon).osd e313 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-22T17:21:07.398 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:21:07.399 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (72s) 0s ago 5m 18.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:21:07.399 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (51s) 18s ago 5m 79.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:21:07.399 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6m) 0s ago 6m 15.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:21:07.399 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6m) 18s ago 6m 18.4M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:21:07.399 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (24s) 18s ago 8m 67.9M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:21:07.399 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (46s) 0s ago 10m 478M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:21:07.399 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11s) 0s ago 10m 39.2M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:21:07.399 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9m) 18s ago 9m 82.0M 2048M 17.2.7-138-g92be525b e47d1a188c30 25afe7ab5d00 2023-12-22T17:21:07.399 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9m) 0s ago 9m 95.9M 2048M 17.2.7-138-g92be525b e47d1a188c30 60fabd0eda63 2023-12-22T17:21:07.399 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (70s) 0s ago 5m 8530k - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:21:07.399 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (50s) 18s ago 5m 9172k - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:21:07.399 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8m) 0s ago 8m 493M 2489M 17.2.7-138-g92be525b e47d1a188c30 7f2ccbf46f26 2023-12-22T17:21:07.399 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8m) 0s ago 8m 441M 2489M 17.2.7-138-g92be525b e47d1a188c30 c0178ed0a3fc 2023-12-22T17:21:07.399 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8m) 0s ago 8m 367M 2489M 17.2.7-138-g92be525b e47d1a188c30 49f7e135c84a 2023-12-22T17:21:07.400 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7m) 0s ago 7m 301M 2489M 17.2.7-138-g92be525b e47d1a188c30 dcc50e2c5f0c 2023-12-22T17:21:07.400 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7m) 18s ago 7m 436M 2488M 17.2.7-138-g92be525b e47d1a188c30 11681a07501b 2023-12-22T17:21:07.400 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7m) 18s ago 7m 346M 2488M 17.2.7-138-g92be525b e47d1a188c30 58fc6c38ce28 2023-12-22T17:21:07.400 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6m) 18s ago 6m 212M 2488M 17.2.7-138-g92be525b e47d1a188c30 0ab15edaa1bc 2023-12-22T17:21:07.400 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6m) 18s ago 6m 301M 2488M 17.2.7-138-g92be525b e47d1a188c30 ee2c74f83f9d 2023-12-22T17:21:07.400 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (28s) 18s ago 5m 39.0M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:21:07.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:07 smithi032 ceph-mon[189144]: failed to encode map e312 with expected crc 2023-12-22T17:21:07.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:07 smithi032 ceph-mon[189144]: [22/Dec/2023:17:21:05] ENGINE Bus STARTING 2023-12-22T17:21:07.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:07 smithi032 ceph-mon[189144]: [22/Dec/2023:17:21:05] ENGINE Serving on http://172.21.15.32:8765 2023-12-22T17:21:07.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:07 smithi032 ceph-mon[189144]: [22/Dec/2023:17:21:05] ENGINE Serving on https://172.21.15.32:7150 2023-12-22T17:21:07.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:07 smithi032 ceph-mon[189144]: [22/Dec/2023:17:21:05] ENGINE Bus STARTED 2023-12-22T17:21:07.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:07 smithi032 ceph-mon[189144]: osdmap e313: 8 total, 8 up, 8 in 2023-12-22T17:21:07.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:07 smithi032 ceph-mon[125050]: failed to encode map e312 with expected crc 2023-12-22T17:21:07.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:07 smithi032 ceph-mon[125050]: [22/Dec/2023:17:21:05] ENGINE Bus STARTING 2023-12-22T17:21:07.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:07 smithi032 ceph-mon[125050]: [22/Dec/2023:17:21:05] ENGINE Serving on http://172.21.15.32:8765 2023-12-22T17:21:07.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:07 smithi032 ceph-mon[125050]: [22/Dec/2023:17:21:05] ENGINE Serving on https://172.21.15.32:7150 2023-12-22T17:21:07.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:07 smithi032 ceph-mon[125050]: [22/Dec/2023:17:21:05] ENGINE Bus STARTED 2023-12-22T17:21:07.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:07 smithi032 ceph-mon[125050]: osdmap e313: 8 total, 8 up, 8 in 2023-12-22T17:21:07.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:07 smithi039 ceph-mon[115265]: failed to encode map e312 with expected crc 2023-12-22T17:21:07.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:07 smithi039 ceph-mon[115265]: [22/Dec/2023:17:21:05] ENGINE Bus STARTING 2023-12-22T17:21:07.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:07 smithi039 ceph-mon[115265]: [22/Dec/2023:17:21:05] ENGINE Serving on http://172.21.15.32:8765 2023-12-22T17:21:07.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:07 smithi039 ceph-mon[115265]: [22/Dec/2023:17:21:05] ENGINE Serving on https://172.21.15.32:7150 2023-12-22T17:21:07.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:07 smithi039 ceph-mon[115265]: [22/Dec/2023:17:21:05] ENGINE Bus STARTED 2023-12-22T17:21:07.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:07 smithi039 ceph-mon[115265]: osdmap e313: 8 total, 8 up, 8 in 2023-12-22T17:21:07.781 INFO:tasks.rados.rados.0.smithi032.stdout:1293: done (0 left) 2023-12-22T17:21:07.781 INFO:tasks.rados.rados.0.smithi032.stdout:1294: rollback oid 44 current snap is 135 2023-12-22T17:21:07.781 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 44 to 122 2023-12-22T17:21:07.781 INFO:tasks.rados.rados.0.smithi032.stdout:1295: read oid 36 snap -1 2023-12-22T17:21:07.781 INFO:tasks.rados.rados.0.smithi032.stdout:1295: expect (ObjNum 404 snap 130 seq_num 404) 2023-12-22T17:21:07.781 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 1 current snap is 135 2023-12-22T17:21:07.782 INFO:tasks.rados.rados.0.smithi032.stdout:1296: seq_num 414 ranges {2793472=540672,3334144=802816,4136960=458752,4595712=344064} 2023-12-22T17:21:07.800 INFO:tasks.rados.rados.0.smithi032.stdout:1296: writing smithi032174182-1 from 2793472 to 3334144 tid 1 2023-12-22T17:21:07.805 INFO:tasks.rados.rados.0.smithi032.stdout:1296: writing smithi032174182-1 from 3334144 to 4136960 tid 2 2023-12-22T17:21:07.808 INFO:tasks.rados.rados.0.smithi032.stdout:1296: writing smithi032174182-1 from 4136960 to 4595712 tid 3 2023-12-22T17:21:07.810 INFO:tasks.rados.rados.0.smithi032.stdout:1296: writing smithi032174182-1 from 4595712 to 4939776 tid 4 2023-12-22T17:21:07.810 INFO:tasks.rados.rados.0.smithi032.stdout:1297: delete oid 50 current snap is 135 2023-12-22T17:21:07.810 INFO:tasks.rados.rados.0.smithi032.stdout:1294: finishing rollback tid 0 to smithi032174182-44 2023-12-22T17:21:07.810 INFO:tasks.rados.rados.0.smithi032.stdout:1294: finishing rollback tid 1 to smithi032174182-44 2023-12-22T17:21:07.810 INFO:tasks.rados.rados.0.smithi032.stdout:1294: finishing rollback tid 2 to smithi032174182-44 2023-12-22T17:21:07.810 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 722 (ObjNum 282 snap 78 seq_num 282) dirty exists 2023-12-22T17:21:07.810 INFO:tasks.rados.rados.0.smithi032.stdout:1295: expect (ObjNum 404 snap 130 seq_num 404) 2023-12-22T17:21:07.847 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:21:07.847 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:21:07.847 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:21:07.847 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 1 2023-12-22T17:21:07.847 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:21:07.847 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:21:07.847 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:21:07.847 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:21:07.847 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:21:07.847 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 8 2023-12-22T17:21:07.848 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:21:07.848 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:21:07.848 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:21:07.848 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:21:07.848 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:21:07.848 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 12, 2023-12-22T17:21:07.848 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:21:07.848 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:21:07.848 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:21:08.009 INFO:tasks.rados.rados.0.smithi032.stdout:1296: finishing write tid 1 to smithi032174182-1 2023-12-22T17:21:08.009 INFO:tasks.rados.rados.0.smithi032.stdout:1296: finishing write tid 2 to smithi032174182-1 2023-12-22T17:21:08.009 INFO:tasks.rados.rados.0.smithi032.stdout:1296: finishing write tid 3 to smithi032174182-1 2023-12-22T17:21:08.009 INFO:tasks.rados.rados.0.smithi032.stdout:1296: finishing write tid 4 to smithi032174182-1 2023-12-22T17:21:08.009 INFO:tasks.rados.rados.0.smithi032.stdout:1296: finishing write tid 5 to smithi032174182-1 2023-12-22T17:21:08.009 INFO:tasks.rados.rados.0.smithi032.stdout:1296: finishing write tid 6 to smithi032174182-1 2023-12-22T17:21:08.009 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 745 (ObjNum 414 snap 135 seq_num 414) dirty exists 2023-12-22T17:21:08.009 INFO:tasks.rados.rados.0.smithi032.stdout:1296: left oid 1 (ObjNum 414 snap 135 seq_num 414) 2023-12-22T17:21:08.009 INFO:tasks.rados.rados.0.smithi032.stdout:1294: done (3 left) 2023-12-22T17:21:08.009 INFO:tasks.rados.rados.0.smithi032.stdout:1295: done (2 left) 2023-12-22T17:21:08.010 INFO:tasks.rados.rados.0.smithi032.stdout:1296: done (1 left) 2023-12-22T17:21:08.010 INFO:tasks.rados.rados.0.smithi032.stdout:1297: done (0 left) 2023-12-22T17:21:08.010 INFO:tasks.rados.rados.0.smithi032.stdout:1298: read oid 15 snap -1 2023-12-22T17:21:08.010 INFO:tasks.rados.rados.0.smithi032.stdout:1298: expect (ObjNum 224 snap 55 seq_num 224) 2023-12-22T17:21:08.010 INFO:tasks.rados.rados.0.smithi032.stdout:1299: rmattr oid 49 current snap is 135 2023-12-22T17:21:08.010 INFO:tasks.rados.rados.0.smithi032.stdout:1300: delete oid 17 current snap is 135 2023-12-22T17:21:08.011 INFO:tasks.rados.rados.0.smithi032.stdout:1300: done (2 left) 2023-12-22T17:21:08.011 INFO:tasks.rados.rados.0.smithi032.stdout:1301: snap_create 2023-12-22T17:21:08.012 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 523 (ObjNum 410 snap 133 seq_num 410) dirty exists 2023-12-22T17:21:08.012 INFO:tasks.rados.rados.0.smithi032.stdout:1298: expect (ObjNum 224 snap 55 seq_num 224) 2023-12-22T17:21:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:07 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-c[125027]: 2023-12-22T17:21:07.772+0000 7f6ef6153700 -1 mon.c@2(peon).osd e314 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-22T17:21:08.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:07 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-b[115242]: 2023-12-22T17:21:07.774+0000 7facbc277700 -1 mon.b@1(peon).osd e314 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-22T17:21:08.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:08 smithi032 ceph-mon[125050]: pgmap v5: 121 pgs: 121 active+clean; 294 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:21:08.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:08 smithi032 ceph-mon[125050]: failed to encode map e313 with expected crc 2023-12-22T17:21:08.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:08 smithi032 ceph-mon[125050]: failed to encode map e313 with expected crc 2023-12-22T17:21:08.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:08 smithi032 ceph-mon[125050]: from='client.25244 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:21:08.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:08 smithi032 ceph-mon[125050]: mgrmap e37: y(active, since 2s), standbys: x 2023-12-22T17:21:08.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:08 smithi032 ceph-mon[125050]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:08.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:08 smithi032 ceph-mon[125050]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:08.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:08 smithi032 ceph-mon[125050]: from='client.34140 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:21:08.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:08 smithi032 ceph-mon[125050]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:08.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:08 smithi032 ceph-mon[125050]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:08.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:08 smithi032 ceph-mon[125050]: osdmap e314: 8 total, 8 up, 8 in 2023-12-22T17:21:08.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:08 smithi032 ceph-mon[125050]: failed to encode map e314 with expected crc 2023-12-22T17:21:08.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:08 smithi032 ceph-mon[125050]: failed to encode map e314 with expected crc 2023-12-22T17:21:08.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:08 smithi032 ceph-mon[125050]: from='client.? 172.21.15.32:0/2059323037' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:21:08.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:08 smithi032 ceph-mon[125050]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:08.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:08 smithi032 ceph-mon[125050]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:08.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:08 smithi032 ceph-mon[189144]: pgmap v5: 121 pgs: 121 active+clean; 294 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:21:08.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:08 smithi032 ceph-mon[189144]: failed to encode map e313 with expected crc 2023-12-22T17:21:08.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:08 smithi032 ceph-mon[189144]: failed to encode map e313 with expected crc 2023-12-22T17:21:08.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:08 smithi032 ceph-mon[189144]: from='client.25244 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:21:08.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:08 smithi032 ceph-mon[189144]: mgrmap e37: y(active, since 2s), standbys: x 2023-12-22T17:21:08.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:08 smithi032 ceph-mon[189144]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:08.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:08 smithi032 ceph-mon[189144]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:08.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:08 smithi032 ceph-mon[189144]: from='client.34140 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:21:08.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:08 smithi032 ceph-mon[189144]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:08.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:08 smithi032 ceph-mon[189144]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:08.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:08 smithi032 ceph-mon[189144]: osdmap e314: 8 total, 8 up, 8 in 2023-12-22T17:21:08.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:08 smithi032 ceph-mon[189144]: failed to encode map e314 with expected crc 2023-12-22T17:21:08.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:08 smithi032 ceph-mon[189144]: failed to encode map e314 with expected crc 2023-12-22T17:21:08.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:08 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2059323037' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:21:08.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:08 smithi032 ceph-mon[189144]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:08.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:08 smithi032 ceph-mon[189144]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:08.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:08 smithi039 ceph-mon[115265]: pgmap v5: 121 pgs: 121 active+clean; 294 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:21:08.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:08 smithi039 ceph-mon[115265]: failed to encode map e313 with expected crc 2023-12-22T17:21:08.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:08 smithi039 ceph-mon[115265]: failed to encode map e313 with expected crc 2023-12-22T17:21:08.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:08 smithi039 ceph-mon[115265]: from='client.25244 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:21:08.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:08 smithi039 ceph-mon[115265]: mgrmap e37: y(active, since 2s), standbys: x 2023-12-22T17:21:08.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:08 smithi039 ceph-mon[115265]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:08.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:08 smithi039 ceph-mon[115265]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:08.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:08 smithi039 ceph-mon[115265]: from='client.34140 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:21:08.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:08 smithi039 ceph-mon[115265]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:08.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:08 smithi039 ceph-mon[115265]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:08.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:08 smithi039 ceph-mon[115265]: osdmap e314: 8 total, 8 up, 8 in 2023-12-22T17:21:08.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:08 smithi039 ceph-mon[115265]: failed to encode map e314 with expected crc 2023-12-22T17:21:08.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:08 smithi039 ceph-mon[115265]: failed to encode map e314 with expected crc 2023-12-22T17:21:08.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:08 smithi039 ceph-mon[115265]: from='client.? 172.21.15.32:0/2059323037' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:21:08.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:08 smithi039 ceph-mon[115265]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:08.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:08 smithi039 ceph-mon[115265]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:08.784 INFO:tasks.rados.rados.0.smithi032.stdout:1298: done (2 left) 2023-12-22T17:21:08.784 INFO:tasks.rados.rados.0.smithi032.stdout:1299: done (1 left) 2023-12-22T17:21:08.784 INFO:tasks.rados.rados.0.smithi032.stdout:1301: done (0 left) 2023-12-22T17:21:08.784 INFO:tasks.rados.rados.0.smithi032.stdout:1302: read oid 10 snap -1 2023-12-22T17:21:08.784 INFO:tasks.rados.rados.0.smithi032.stdout:1302: expect (ObjNum 224 snap 55 seq_num 224) 2023-12-22T17:21:08.784 INFO:tasks.rados.rados.0.smithi032.stdout:1303: setattr oid 17 current snap is 136 2023-12-22T17:21:08.787 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 8 current snap is 136 2023-12-22T17:21:08.787 INFO:tasks.rados.rados.0.smithi032.stdout:1304: seq_num 417 ranges {3440640=589824,4030464=458752,4489216=679936,5169152=466944} 2023-12-22T17:21:08.809 INFO:tasks.rados.rados.0.smithi032.stdout:1304: writing smithi032174182-8 from 3440640 to 4030464 tid 1 2023-12-22T17:21:08.812 INFO:tasks.rados.rados.0.smithi032.stdout:1304: writing smithi032174182-8 from 4030464 to 4489216 tid 2 2023-12-22T17:21:08.816 INFO:tasks.rados.rados.0.smithi032.stdout:1304: writing smithi032174182-8 from 4489216 to 5169152 tid 3 2023-12-22T17:21:08.819 INFO:tasks.rados.rados.0.smithi032.stdout:1304: writing smithi032174182-8 from 5169152 to 5636096 tid 4 2023-12-22T17:21:08.819 INFO:tasks.rados.rados.0.smithi032.stdout:1305: delete oid 7 current snap is 136 2023-12-22T17:21:08.820 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 418 (ObjNum 33 snap 0 seq_num 1596788784) dirty exists 2023-12-22T17:21:08.820 INFO:tasks.rados.rados.0.smithi032.stdout:1302: expect (ObjNum 224 snap 55 seq_num 224) 2023-12-22T17:21:08.857 INFO:tasks.rados.rados.0.smithi032.stdout:1304: finishing write tid 1 to smithi032174182-8 2023-12-22T17:21:08.857 INFO:tasks.rados.rados.0.smithi032.stdout:1304: finishing write tid 2 to smithi032174182-8 2023-12-22T17:21:08.857 INFO:tasks.rados.rados.0.smithi032.stdout:1304: finishing write tid 3 to smithi032174182-8 2023-12-22T17:21:08.857 INFO:tasks.rados.rados.0.smithi032.stdout:1304: finishing write tid 4 to smithi032174182-8 2023-12-22T17:21:08.858 INFO:tasks.rados.rados.0.smithi032.stdout:1304: finishing write tid 5 to smithi032174182-8 2023-12-22T17:21:08.858 INFO:tasks.rados.rados.0.smithi032.stdout:1304: finishing write tid 6 to smithi032174182-8 2023-12-22T17:21:08.858 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 399 (ObjNum 417 snap 136 seq_num 417) dirty exists 2023-12-22T17:21:08.858 INFO:tasks.rados.rados.0.smithi032.stdout:1304: left oid 8 (ObjNum 417 snap 136 seq_num 417) 2023-12-22T17:21:08.858 INFO:tasks.rados.rados.0.smithi032.stdout:1302: done (3 left) 2023-12-22T17:21:08.858 INFO:tasks.rados.rados.0.smithi032.stdout:1303: done (2 left) 2023-12-22T17:21:08.858 INFO:tasks.rados.rados.0.smithi032.stdout:1304: done (1 left) 2023-12-22T17:21:08.858 INFO:tasks.rados.rados.0.smithi032.stdout:1305: done (0 left) 2023-12-22T17:21:08.858 INFO:tasks.rados.rados.0.smithi032.stdout:1306: rollback oid 34 current snap is 136 2023-12-22T17:21:08.858 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 34 to 133 2023-12-22T17:21:08.858 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 2 current snap is 136 2023-12-22T17:21:08.858 INFO:tasks.rados.rados.0.smithi032.stdout:1307: seq_num 419 ranges {1761280=622592,2383872=671744,3055616=647168,3702784=286720} 2023-12-22T17:21:08.870 INFO:tasks.rados.rados.0.smithi032.stdout:1307: writing smithi032174182-2 from 1761280 to 2383872 tid 1 2023-12-22T17:21:08.874 INFO:tasks.rados.rados.0.smithi032.stdout:1307: writing smithi032174182-2 from 2383872 to 3055616 tid 2 2023-12-22T17:21:08.878 INFO:tasks.rados.rados.0.smithi032.stdout:1307: writing smithi032174182-2 from 3055616 to 3702784 tid 3 2023-12-22T17:21:08.880 INFO:tasks.rados.rados.0.smithi032.stdout:1307: writing smithi032174182-2 from 3702784 to 3989504 tid 4 2023-12-22T17:21:08.880 INFO:tasks.rados.rados.0.smithi032.stdout:1308: read oid 15 snap -1 2023-12-22T17:21:08.880 INFO:tasks.rados.rados.0.smithi032.stdout:1308: expect (ObjNum 224 snap 55 seq_num 224) 2023-12-22T17:21:08.880 INFO:tasks.rados.rados.0.smithi032.stdout:1309: snap_remove snap 102 2023-12-22T17:21:09.128 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:08 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-b[115242]: 2023-12-22T17:21:08.775+0000 7facbc277700 -1 mon.b@1(peon).osd e315 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-22T17:21:09.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:08 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-c[125027]: 2023-12-22T17:21:08.774+0000 7f6ef6153700 -1 mon.c@2(peon).osd e315 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-22T17:21:09.494 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:09 smithi039 ceph-mon[115265]: failed to encode map e314 with expected crc 2023-12-22T17:21:09.494 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:09 smithi039 ceph-mon[115265]: failed to encode map e314 with expected crc 2023-12-22T17:21:09.494 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:09 smithi039 ceph-mon[115265]: failed to encode map e314 with expected crc 2023-12-22T17:21:09.494 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:09 smithi039 ceph-mon[115265]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:09.494 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:09 smithi039 ceph-mon[115265]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:09.494 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:09 smithi039 ceph-mon[115265]: pgmap v8: 121 pgs: 121 active+clean; 294 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:21:09.494 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:09 smithi039 ceph-mon[115265]: osdmap e315: 8 total, 8 up, 8 in 2023-12-22T17:21:09.494 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:09 smithi039 ceph-mon[115265]: failed to encode map e315 with expected crc 2023-12-22T17:21:09.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:09 smithi032 ceph-mon[125050]: failed to encode map e314 with expected crc 2023-12-22T17:21:09.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:09 smithi032 ceph-mon[125050]: failed to encode map e314 with expected crc 2023-12-22T17:21:09.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:09 smithi032 ceph-mon[125050]: failed to encode map e314 with expected crc 2023-12-22T17:21:09.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:09 smithi032 ceph-mon[125050]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:09.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:09 smithi032 ceph-mon[125050]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:09.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:09 smithi032 ceph-mon[125050]: pgmap v8: 121 pgs: 121 active+clean; 294 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:21:09.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:09 smithi032 ceph-mon[125050]: osdmap e315: 8 total, 8 up, 8 in 2023-12-22T17:21:09.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:09 smithi032 ceph-mon[125050]: failed to encode map e315 with expected crc 2023-12-22T17:21:09.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:09 smithi032 ceph-mon[189144]: failed to encode map e314 with expected crc 2023-12-22T17:21:09.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:09 smithi032 ceph-mon[189144]: failed to encode map e314 with expected crc 2023-12-22T17:21:09.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:09 smithi032 ceph-mon[189144]: failed to encode map e314 with expected crc 2023-12-22T17:21:09.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:09 smithi032 ceph-mon[189144]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:09.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:09 smithi032 ceph-mon[189144]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:09.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:09 smithi032 ceph-mon[189144]: pgmap v8: 121 pgs: 121 active+clean; 294 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:21:09.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:09 smithi032 ceph-mon[189144]: osdmap e315: 8 total, 8 up, 8 in 2023-12-22T17:21:09.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:09 smithi032 ceph-mon[189144]: failed to encode map e315 with expected crc 2023-12-22T17:21:09.785 INFO:tasks.rados.rados.0.smithi032.stdout:1309: done (3 left) 2023-12-22T17:21:09.785 INFO:tasks.rados.rados.0.smithi032.stdout:1310: snap_remove snap 107 2023-12-22T17:21:10.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:09 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-c[125027]: 2023-12-22T17:21:09.776+0000 7f6ef6153700 -1 mon.c@2(peon).osd e316 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-22T17:21:10.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:09 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-b[115242]: 2023-12-22T17:21:09.775+0000 7facbc277700 -1 mon.b@1(peon).osd e316 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-22T17:21:10.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:10 smithi032 ceph-mon[125050]: failed to encode map e315 with expected crc 2023-12-22T17:21:10.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:10 smithi032 ceph-mon[125050]: failed to encode map e315 with expected crc 2023-12-22T17:21:10.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:10 smithi032 ceph-mon[125050]: failed to encode map e315 with expected crc 2023-12-22T17:21:10.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:10 smithi032 ceph-mon[125050]: failed to encode map e315 with expected crc 2023-12-22T17:21:10.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:10 smithi032 ceph-mon[125050]: failed to encode map e315 with expected crc 2023-12-22T17:21:10.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:10 smithi032 ceph-mon[125050]: mgrmap e38: y(active, since 4s), standbys: x 2023-12-22T17:21:10.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:10 smithi032 ceph-mon[125050]: osdmap e316: 8 total, 8 up, 8 in 2023-12-22T17:21:10.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:10 smithi032 ceph-mon[125050]: failed to encode map e316 with expected crc 2023-12-22T17:21:10.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:10 smithi032 ceph-mon[189144]: failed to encode map e315 with expected crc 2023-12-22T17:21:10.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:10 smithi032 ceph-mon[189144]: failed to encode map e315 with expected crc 2023-12-22T17:21:10.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:10 smithi032 ceph-mon[189144]: failed to encode map e315 with expected crc 2023-12-22T17:21:10.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:10 smithi032 ceph-mon[189144]: failed to encode map e315 with expected crc 2023-12-22T17:21:10.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:10 smithi032 ceph-mon[189144]: failed to encode map e315 with expected crc 2023-12-22T17:21:10.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:10 smithi032 ceph-mon[189144]: mgrmap e38: y(active, since 4s), standbys: x 2023-12-22T17:21:10.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:10 smithi032 ceph-mon[189144]: osdmap e316: 8 total, 8 up, 8 in 2023-12-22T17:21:10.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:10 smithi032 ceph-mon[189144]: failed to encode map e316 with expected crc 2023-12-22T17:21:10.688 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:10 smithi039 ceph-mon[115265]: failed to encode map e315 with expected crc 2023-12-22T17:21:10.688 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:10 smithi039 ceph-mon[115265]: failed to encode map e315 with expected crc 2023-12-22T17:21:10.688 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:10 smithi039 ceph-mon[115265]: failed to encode map e315 with expected crc 2023-12-22T17:21:10.688 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:10 smithi039 ceph-mon[115265]: failed to encode map e315 with expected crc 2023-12-22T17:21:10.688 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:10 smithi039 ceph-mon[115265]: failed to encode map e315 with expected crc 2023-12-22T17:21:10.688 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:10 smithi039 ceph-mon[115265]: mgrmap e38: y(active, since 4s), standbys: x 2023-12-22T17:21:10.688 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:10 smithi039 ceph-mon[115265]: osdmap e316: 8 total, 8 up, 8 in 2023-12-22T17:21:10.688 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:10 smithi039 ceph-mon[115265]: failed to encode map e316 with expected crc 2023-12-22T17:21:10.782 INFO:tasks.rados.rados.0.smithi032.stdout:1310: done (3 left) 2023-12-22T17:21:10.782 INFO:tasks.rados.rados.0.smithi032.stdout:1311: setattr oid 8 current snap is 136 2023-12-22T17:21:10.782 INFO:tasks.rados.rados.0.smithi032.stdout:1306: finishing rollback tid 0 to smithi032174182-34 2023-12-22T17:21:10.782 INFO:tasks.rados.rados.0.smithi032.stdout:1306: finishing rollback tid 1 to smithi032174182-34 2023-12-22T17:21:10.782 INFO:tasks.rados.rados.0.smithi032.stdout:1306: finishing rollback tid 2 to smithi032174182-34 2023-12-22T17:21:10.782 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 526 (ObjNum 334 snap 97 seq_num 334) dirty exists 2023-12-22T17:21:10.782 INFO:tasks.rados.rados.0.smithi032.stdout:1307: finishing write tid 1 to smithi032174182-2 2023-12-22T17:21:10.782 INFO:tasks.rados.rados.0.smithi032.stdout:1307: finishing write tid 2 to smithi032174182-2 2023-12-22T17:21:10.782 INFO:tasks.rados.rados.0.smithi032.stdout:1307: finishing write tid 3 to smithi032174182-2 2023-12-22T17:21:10.782 INFO:tasks.rados.rados.0.smithi032.stdout:1307: finishing write tid 4 to smithi032174182-2 2023-12-22T17:21:10.782 INFO:tasks.rados.rados.0.smithi032.stdout:1307: finishing write tid 5 to smithi032174182-2 2023-12-22T17:21:10.782 INFO:tasks.rados.rados.0.smithi032.stdout:1307: finishing write tid 6 to smithi032174182-2 2023-12-22T17:21:10.782 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 510 (ObjNum 419 snap 136 seq_num 419) dirty exists 2023-12-22T17:21:10.782 INFO:tasks.rados.rados.0.smithi032.stdout:1307: left oid 2 (ObjNum 419 snap 136 seq_num 419) 2023-12-22T17:21:10.783 INFO:tasks.rados.rados.0.smithi032.stdout:1308: expect (ObjNum 224 snap 55 seq_num 224) 2023-12-22T17:21:10.834 INFO:tasks.rados.rados.0.smithi032.stdout:1306: done (3 left) 2023-12-22T17:21:10.835 INFO:tasks.rados.rados.0.smithi032.stdout:1307: done (2 left) 2023-12-22T17:21:10.835 INFO:tasks.rados.rados.0.smithi032.stdout:1308: done (1 left) 2023-12-22T17:21:10.835 INFO:tasks.rados.rados.0.smithi032.stdout:1312: snap_remove snap 85 2023-12-22T17:21:11.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:10 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-b[115242]: 2023-12-22T17:21:10.771+0000 7facbc277700 -1 mon.b@1(peon).osd e317 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-22T17:21:11.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-c[125027]: 2023-12-22T17:21:10.771+0000 7f6ef6153700 -1 mon.c@2(peon).osd e317 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-22T17:21:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:21:10] "GET /metrics HTTP/1.1" 200 33352 "" "Prometheus/2.43.0" 2023-12-22T17:21:11.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:11 smithi032 ceph-mon[125050]: failed to encode map e316 with expected crc 2023-12-22T17:21:11.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:11 smithi032 ceph-mon[125050]: pgmap v11: 121 pgs: 121 active+clean; 294 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 0 B/s wr, 38 op/s 2023-12-22T17:21:11.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:11 smithi032 ceph-mon[125050]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:11.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:11 smithi032 ceph-mon[125050]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:11.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:11 smithi032 ceph-mon[125050]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:11.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:11 smithi032 ceph-mon[125050]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:21:11.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:11 smithi032 ceph-mon[125050]: Updating smithi032:/etc/ceph/ceph.conf 2023-12-22T17:21:11.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:11 smithi032 ceph-mon[125050]: Updating smithi039:/etc/ceph/ceph.conf 2023-12-22T17:21:11.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:11 smithi032 ceph-mon[125050]: osdmap e317: 8 total, 8 up, 8 in 2023-12-22T17:21:11.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:11 smithi032 ceph-mon[125050]: failed to encode map e317 with expected crc 2023-12-22T17:21:11.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:11 smithi032 ceph-mon[125050]: Updating smithi032:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-22T17:21:11.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:11 smithi032 ceph-mon[125050]: Updating smithi039:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-22T17:21:11.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:11 smithi032 ceph-mon[125050]: Updating smithi039:/etc/ceph/ceph.client.admin.keyring 2023-12-22T17:21:11.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:11 smithi032 ceph-mon[125050]: Updating smithi032:/etc/ceph/ceph.client.admin.keyring 2023-12-22T17:21:11.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:11 smithi032 ceph-mon[189144]: failed to encode map e316 with expected crc 2023-12-22T17:21:11.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:11 smithi032 ceph-mon[189144]: pgmap v11: 121 pgs: 121 active+clean; 294 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 0 B/s wr, 38 op/s 2023-12-22T17:21:11.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:11 smithi032 ceph-mon[189144]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:11.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:11 smithi032 ceph-mon[189144]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:11.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:11.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:21:11.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:11 smithi032 ceph-mon[189144]: Updating smithi032:/etc/ceph/ceph.conf 2023-12-22T17:21:11.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:11 smithi032 ceph-mon[189144]: Updating smithi039:/etc/ceph/ceph.conf 2023-12-22T17:21:11.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:11 smithi032 ceph-mon[189144]: osdmap e317: 8 total, 8 up, 8 in 2023-12-22T17:21:11.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:11 smithi032 ceph-mon[189144]: failed to encode map e317 with expected crc 2023-12-22T17:21:11.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:11 smithi032 ceph-mon[189144]: Updating smithi032:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-22T17:21:11.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:11 smithi032 ceph-mon[189144]: Updating smithi039:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-22T17:21:11.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:11 smithi032 ceph-mon[189144]: Updating smithi039:/etc/ceph/ceph.client.admin.keyring 2023-12-22T17:21:11.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:11 smithi032 ceph-mon[189144]: Updating smithi032:/etc/ceph/ceph.client.admin.keyring 2023-12-22T17:21:11.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:11 smithi039 ceph-mon[115265]: failed to encode map e316 with expected crc 2023-12-22T17:21:11.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:11 smithi039 ceph-mon[115265]: pgmap v11: 121 pgs: 121 active+clean; 294 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 0 B/s wr, 38 op/s 2023-12-22T17:21:11.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:11 smithi039 ceph-mon[115265]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:11.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:11 smithi039 ceph-mon[115265]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:11.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:11 smithi039 ceph-mon[115265]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:11.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:11 smithi039 ceph-mon[115265]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:21:11.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:11 smithi039 ceph-mon[115265]: Updating smithi032:/etc/ceph/ceph.conf 2023-12-22T17:21:11.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:11 smithi039 ceph-mon[115265]: Updating smithi039:/etc/ceph/ceph.conf 2023-12-22T17:21:11.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:11 smithi039 ceph-mon[115265]: osdmap e317: 8 total, 8 up, 8 in 2023-12-22T17:21:11.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:11 smithi039 ceph-mon[115265]: failed to encode map e317 with expected crc 2023-12-22T17:21:11.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:11 smithi039 ceph-mon[115265]: Updating smithi032:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-22T17:21:11.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:11 smithi039 ceph-mon[115265]: Updating smithi039:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.conf 2023-12-22T17:21:11.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:11 smithi039 ceph-mon[115265]: Updating smithi039:/etc/ceph/ceph.client.admin.keyring 2023-12-22T17:21:11.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:11 smithi039 ceph-mon[115265]: Updating smithi032:/etc/ceph/ceph.client.admin.keyring 2023-12-22T17:21:11.791 INFO:tasks.rados.rados.0.smithi032.stdout:1312: done (1 left) 2023-12-22T17:21:11.791 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 30 current snap is 136 2023-12-22T17:21:11.791 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 400 (ObjNum 417 snap 136 seq_num 417) dirty exists 2023-12-22T17:21:11.791 INFO:tasks.rados.rados.0.smithi032.stdout:1313: seq_num 420 ranges {3694592=638976,4333568=557056,4890624=450560,5341184=598016} 2023-12-22T17:21:11.816 INFO:tasks.rados.rados.0.smithi032.stdout:1313: writing smithi032174182-30 from 3694592 to 4333568 tid 1 2023-12-22T17:21:11.820 INFO:tasks.rados.rados.0.smithi032.stdout:1313: writing smithi032174182-30 from 4333568 to 4890624 tid 2 2023-12-22T17:21:11.823 INFO:tasks.rados.rados.0.smithi032.stdout:1313: writing smithi032174182-30 from 4890624 to 5341184 tid 3 2023-12-22T17:21:11.828 INFO:tasks.rados.rados.0.smithi032.stdout:1313: writing smithi032174182-30 from 5341184 to 5939200 tid 4 2023-12-22T17:21:11.828 INFO:tasks.rados.rados.0.smithi032.stdout:1311: done (1 left) 2023-12-22T17:21:11.828 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 29 current snap is 136 2023-12-22T17:21:11.828 INFO:tasks.rados.rados.0.smithi032.stdout:1313: finishing write tid 1 to smithi032174182-30 2023-12-22T17:21:11.828 INFO:tasks.rados.rados.0.smithi032.stdout:1313: finishing write tid 2 to smithi032174182-30 2023-12-22T17:21:11.828 INFO:tasks.rados.rados.0.smithi032.stdout:1313: finishing write tid 3 to smithi032174182-30 2023-12-22T17:21:11.828 INFO:tasks.rados.rados.0.smithi032.stdout:1314: seq_num 421 ranges {2097152=655360,2752512=442368,3194880=663552,3858432=499712} 2023-12-22T17:21:11.843 INFO:tasks.rados.rados.0.smithi032.stdout:1314: writing smithi032174182-29 from 2097152 to 2752512 tid 1 2023-12-22T17:21:11.846 INFO:tasks.rados.rados.0.smithi032.stdout:1314: writing smithi032174182-29 from 2752512 to 3194880 tid 2 2023-12-22T17:21:11.850 INFO:tasks.rados.rados.0.smithi032.stdout:1314: writing smithi032174182-29 from 3194880 to 3858432 tid 3 2023-12-22T17:21:11.854 INFO:tasks.rados.rados.0.smithi032.stdout:1314: writing smithi032174182-29 from 3858432 to 4358144 tid 4 2023-12-22T17:21:11.854 INFO:tasks.rados.rados.0.smithi032.stdout:1315: rollback oid 12 current snap is 136 2023-12-22T17:21:11.854 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 12 to 93 2023-12-22T17:21:11.854 INFO:tasks.rados.rados.0.smithi032.stdout:1316: rollback oid 8 current snap is 136 2023-12-22T17:21:11.854 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 8 to 87 2023-12-22T17:21:11.854 INFO:tasks.rados.rados.0.smithi032.stdout:1317: rmattr oid 35 current snap is 136 2023-12-22T17:21:11.854 INFO:tasks.rados.rados.0.smithi032.stdout:1318: rmattr oid 13 current snap is 136 2023-12-22T17:21:11.854 INFO:tasks.rados.rados.0.smithi032.stdout:1319: delete oid 42 current snap is 136 2023-12-22T17:21:11.855 INFO:tasks.rados.rados.0.smithi032.stdout:1313: finishing write tid 4 to smithi032174182-30 2023-12-22T17:21:11.855 INFO:tasks.rados.rados.0.smithi032.stdout:1313: finishing write tid 5 to smithi032174182-30 2023-12-22T17:21:11.855 INFO:tasks.rados.rados.0.smithi032.stdout:1313: finishing write tid 6 to smithi032174182-30 2023-12-22T17:21:11.855 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 671 (ObjNum 420 snap 136 seq_num 420) dirty exists 2023-12-22T17:21:11.855 INFO:tasks.rados.rados.0.smithi032.stdout:1313: left oid 30 (ObjNum 420 snap 136 seq_num 420) 2023-12-22T17:21:11.855 INFO:tasks.rados.rados.0.smithi032.stdout:1314: finishing write tid 1 to smithi032174182-29 2023-12-22T17:21:11.855 INFO:tasks.rados.rados.0.smithi032.stdout:1314: finishing write tid 2 to smithi032174182-29 2023-12-22T17:21:11.855 INFO:tasks.rados.rados.0.smithi032.stdout:1314: finishing write tid 3 to smithi032174182-29 2023-12-22T17:21:11.855 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 0 (ObjNum 358 snap 110 seq_num 358) dirty exists 2023-12-22T17:21:11.857 INFO:tasks.rados.rados.0.smithi032.stdout:1313: done (6 left) 2023-12-22T17:21:11.857 INFO:tasks.rados.rados.0.smithi032.stdout:1317: done (5 left) 2023-12-22T17:21:11.857 INFO:tasks.rados.rados.0.smithi032.stdout:1319: done (4 left) 2023-12-22T17:21:11.857 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 25 current snap is 136 2023-12-22T17:21:11.858 INFO:tasks.rados.rados.0.smithi032.stdout:1320: seq_num 423 ranges {3522560=688128,4210688=614400,4825088=622592,5447680=368640} 2023-12-22T17:21:11.880 INFO:tasks.rados.rados.0.smithi032.stdout:1320: writing smithi032174182-25 from 3522560 to 4210688 tid 1 2023-12-22T17:21:11.884 INFO:tasks.rados.rados.0.smithi032.stdout:1320: writing smithi032174182-25 from 4210688 to 4825088 tid 2 2023-12-22T17:21:11.887 INFO:tasks.rados.rados.0.smithi032.stdout:1320: writing smithi032174182-25 from 4825088 to 5447680 tid 3 2023-12-22T17:21:11.890 INFO:tasks.rados.rados.0.smithi032.stdout:1320: writing smithi032174182-25 from 5447680 to 5816320 tid 4 2023-12-22T17:21:11.890 INFO:tasks.rados.rados.0.smithi032.stdout:1321: snap_remove snap 125 2023-12-22T17:21:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:11 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-c[125027]: 2023-12-22T17:21:11.781+0000 7f6ef6153700 -1 mon.c@2(peon).osd e318 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-22T17:21:12.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:11 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-b[115242]: 2023-12-22T17:21:11.781+0000 7facbc277700 -1 mon.b@1(peon).osd e318 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-22T17:21:12.655 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:12 smithi032 ceph-mon[189144]: failed to encode map e317 with expected crc 2023-12-22T17:21:12.655 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:12 smithi032 ceph-mon[189144]: Updating smithi039:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-22T17:21:12.655 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:12 smithi032 ceph-mon[189144]: Updating smithi032:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-22T17:21:12.655 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:12 smithi032 ceph-mon[189144]: osdmap e318: 8 total, 8 up, 8 in 2023-12-22T17:21:12.655 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:12 smithi032 ceph-mon[189144]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:12.655 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:12 smithi032 ceph-mon[189144]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:12.656 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:12 smithi032 ceph-mon[189144]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:12.656 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:12 smithi032 ceph-mon[189144]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:12.656 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:12 smithi032 ceph-mon[189144]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:12.656 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:21:12.656 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:21:12.656 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-12-22T17:21:12.656 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2023-12-22T17:21:12.656 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:12 smithi032 ceph-mon[189144]: Upgrade: It appears safe to stop mon.c 2023-12-22T17:21:12.656 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:12 smithi032 ceph-mon[125050]: failed to encode map e317 with expected crc 2023-12-22T17:21:12.656 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:12 smithi032 ceph-mon[125050]: Updating smithi039:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-22T17:21:12.656 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:12 smithi032 ceph-mon[125050]: Updating smithi032:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-22T17:21:12.656 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:12 smithi032 ceph-mon[125050]: osdmap e318: 8 total, 8 up, 8 in 2023-12-22T17:21:12.656 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:12 smithi032 ceph-mon[125050]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:12.656 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:12 smithi032 ceph-mon[125050]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:12.657 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:12 smithi032 ceph-mon[125050]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:12.657 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:12 smithi032 ceph-mon[125050]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:12.657 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:12 smithi032 ceph-mon[125050]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:12.657 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:12 smithi032 ceph-mon[125050]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:21:12.657 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:12 smithi032 ceph-mon[125050]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:21:12.657 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:12 smithi032 ceph-mon[125050]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-12-22T17:21:12.657 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:12 smithi032 ceph-mon[125050]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2023-12-22T17:21:12.657 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:12 smithi032 ceph-mon[125050]: Upgrade: It appears safe to stop mon.c 2023-12-22T17:21:12.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:12 smithi039 ceph-mon[115265]: failed to encode map e317 with expected crc 2023-12-22T17:21:12.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:12 smithi039 ceph-mon[115265]: Updating smithi039:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-22T17:21:12.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:12 smithi039 ceph-mon[115265]: Updating smithi032:/var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/config/ceph.client.admin.keyring 2023-12-22T17:21:12.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:12 smithi039 ceph-mon[115265]: osdmap e318: 8 total, 8 up, 8 in 2023-12-22T17:21:12.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:12 smithi039 ceph-mon[115265]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:12.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:12 smithi039 ceph-mon[115265]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:12.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:12 smithi039 ceph-mon[115265]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:12.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:12 smithi039 ceph-mon[115265]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:12.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:12 smithi039 ceph-mon[115265]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:12.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:12 smithi039 ceph-mon[115265]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:21:12.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:12 smithi039 ceph-mon[115265]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:21:12.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:12 smithi039 ceph-mon[115265]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-12-22T17:21:12.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:12 smithi039 ceph-mon[115265]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2023-12-22T17:21:12.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:12 smithi039 ceph-mon[115265]: Upgrade: It appears safe to stop mon.c 2023-12-22T17:21:12.856 INFO:tasks.rados.rados.0.smithi032.stdout:1321: done (5 left) 2023-12-22T17:21:12.856 INFO:tasks.rados.rados.0.smithi032.stdout:1322: read oid 44 snap -1 2023-12-22T17:21:12.856 INFO:tasks.rados.rados.0.smithi032.stdout:1322: expect (ObjNum 282 snap 78 seq_num 282) 2023-12-22T17:21:12.856 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 3 current snap is 136 2023-12-22T17:21:12.856 INFO:tasks.rados.rados.0.smithi032.stdout:1315: finishing rollback tid 0 to smithi032174182-12 2023-12-22T17:21:12.856 INFO:tasks.rados.rados.0.smithi032.stdout:1315: finishing rollback tid 1 to smithi032174182-12 2023-12-22T17:21:12.856 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 552 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-22T17:21:12.856 INFO:tasks.rados.rados.0.smithi032.stdout:1316: finishing rollback tid 0 to smithi032174182-8 2023-12-22T17:21:12.857 INFO:tasks.rados.rados.0.smithi032.stdout:1314: finishing write tid 4 to smithi032174182-29 2023-12-22T17:21:12.857 INFO:tasks.rados.rados.0.smithi032.stdout:1316: finishing rollback tid 1 to smithi032174182-8 2023-12-22T17:21:12.857 INFO:tasks.rados.rados.0.smithi032.stdout:1314: finishing write tid 5 to smithi032174182-29 2023-12-22T17:21:12.857 INFO:tasks.rados.rados.0.smithi032.stdout:1316: finishing rollback tid 2 to smithi032174182-8 2023-12-22T17:21:12.857 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 403 (ObjNum 91 snap 15 seq_num 91) dirty exists 2023-12-22T17:21:12.857 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 886 (ObjNum 304 snap 90 seq_num 304) dirty exists 2023-12-22T17:21:12.857 INFO:tasks.rados.rados.0.smithi032.stdout:1314: finishing write tid 6 to smithi032174182-29 2023-12-22T17:21:12.857 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 884 (ObjNum 421 snap 136 seq_num 421) dirty exists 2023-12-22T17:21:12.857 INFO:tasks.rados.rados.0.smithi032.stdout:1314: left oid 29 (ObjNum 421 snap 136 seq_num 421) 2023-12-22T17:21:12.857 INFO:tasks.rados.rados.0.smithi032.stdout:1320: finishing write tid 1 to smithi032174182-25 2023-12-22T17:21:12.857 INFO:tasks.rados.rados.0.smithi032.stdout:1320: finishing write tid 2 to smithi032174182-25 2023-12-22T17:21:12.857 INFO:tasks.rados.rados.0.smithi032.stdout:1320: finishing write tid 3 to smithi032174182-25 2023-12-22T17:21:12.857 INFO:tasks.rados.rados.0.smithi032.stdout:1320: finishing write tid 4 to smithi032174182-25 2023-12-22T17:21:12.857 INFO:tasks.rados.rados.0.smithi032.stdout:1320: finishing write tid 5 to smithi032174182-25 2023-12-22T17:21:12.857 INFO:tasks.rados.rados.0.smithi032.stdout:1320: finishing write tid 6 to smithi032174182-25 2023-12-22T17:21:12.857 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 607 (ObjNum 423 snap 136 seq_num 423) dirty exists 2023-12-22T17:21:12.858 INFO:tasks.rados.rados.0.smithi032.stdout:1320: left oid 25 (ObjNum 423 snap 136 seq_num 423) 2023-12-22T17:21:12.858 INFO:tasks.rados.rados.0.smithi032.stdout:1323: seq_num 424 ranges {6135808=704512,6840320=491520,7331840=434176,7766016=679936} 2023-12-22T17:21:12.894 INFO:tasks.rados.rados.0.smithi032.stdout:1323: writing smithi032174182-3 from 6135808 to 6840320 tid 1 2023-12-22T17:21:12.897 INFO:tasks.rados.rados.0.smithi032.stdout:1323: writing smithi032174182-3 from 6840320 to 7331840 tid 2 2023-12-22T17:21:12.900 INFO:tasks.rados.rados.0.smithi032.stdout:1323: writing smithi032174182-3 from 7331840 to 7766016 tid 3 2023-12-22T17:21:12.904 INFO:tasks.rados.rados.0.smithi032.stdout:1323: writing smithi032174182-3 from 7766016 to 8445952 tid 4 2023-12-22T17:21:12.904 INFO:tasks.rados.rados.0.smithi032.stdout:1314: done (6 left) 2023-12-22T17:21:12.905 INFO:tasks.rados.rados.0.smithi032.stdout:1315: done (5 left) 2023-12-22T17:21:12.905 INFO:tasks.rados.rados.0.smithi032.stdout:1316: done (4 left) 2023-12-22T17:21:12.905 INFO:tasks.rados.rados.0.smithi032.stdout:1318: done (3 left) 2023-12-22T17:21:12.905 INFO:tasks.rados.rados.0.smithi032.stdout:1320: done (2 left) 2023-12-22T17:21:12.905 INFO:tasks.rados.rados.0.smithi032.stdout:1324: rmattr oid 45 current snap is 136 2023-12-22T17:21:12.905 INFO:tasks.rados.rados.0.smithi032.stdout:1324: done (2 left) 2023-12-22T17:21:12.905 INFO:tasks.rados.rados.0.smithi032.stdout:1325: delete oid 22 current snap is 136 2023-12-22T17:21:12.905 INFO:tasks.rados.rados.0.smithi032.stdout:1322: expect (ObjNum 282 snap 78 seq_num 282) 2023-12-22T17:21:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:12 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-c[125027]: 2023-12-22T17:21:12.846+0000 7f6ef6153700 -1 mon.c@2(peon).osd e319 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-22T17:21:13.150 INFO:tasks.rados.rados.0.smithi032.stdout:1323: finishing write tid 1 to smithi032174182-3 2023-12-22T17:21:13.150 INFO:tasks.rados.rados.0.smithi032.stdout:1323: finishing write tid 2 to smithi032174182-3 2023-12-22T17:21:13.150 INFO:tasks.rados.rados.0.smithi032.stdout:1322: done (2 left) 2023-12-22T17:21:13.150 INFO:tasks.rados.rados.0.smithi032.stdout:1325: done (1 left) 2023-12-22T17:21:13.150 INFO:tasks.rados.rados.0.smithi032.stdout:1326: rollback oid 30 current snap is 136 2023-12-22T17:21:13.150 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 30 to 123 2023-12-22T17:21:13.150 INFO:tasks.rados.rados.0.smithi032.stdout:1323: finishing write tid 3 to smithi032174182-3 2023-12-22T17:21:13.150 INFO:tasks.rados.rados.0.smithi032.stdout:1323: finishing write tid 4 to smithi032174182-3 2023-12-22T17:21:13.150 INFO:tasks.rados.rados.0.smithi032.stdout:1323: finishing write tid 5 to smithi032174182-3 2023-12-22T17:21:13.150 INFO:tasks.rados.rados.0.smithi032.stdout:1323: finishing write tid 6 to smithi032174182-3 2023-12-22T17:21:13.150 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 750 (ObjNum 424 snap 136 seq_num 424) dirty exists 2023-12-22T17:21:13.150 INFO:tasks.rados.rados.0.smithi032.stdout:1323: left oid 3 (ObjNum 424 snap 136 seq_num 424) 2023-12-22T17:21:13.150 INFO:tasks.rados.rados.0.smithi032.stdout:1323: done (1 left) 2023-12-22T17:21:13.151 INFO:tasks.rados.rados.0.smithi032.stdout:1327: copy_from oid 7 from oid 5 current snap is 136 2023-12-22T17:21:13.151 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 3 current snap is 136 2023-12-22T17:21:13.151 INFO:tasks.rados.rados.0.smithi032.stdout:1328: seq_num 426 ranges {8445952=737280,9183232=712704,9895936=802816,10698752=90112} 2023-12-22T17:21:13.200 INFO:tasks.rados.rados.0.smithi032.stdout:1328: writing smithi032174182-3 from 8445952 to 9183232 tid 1 2023-12-22T17:21:13.204 INFO:tasks.rados.rados.0.smithi032.stdout:1328: writing smithi032174182-3 from 9183232 to 9895936 tid 2 2023-12-22T17:21:13.209 INFO:tasks.rados.rados.0.smithi032.stdout:1328: writing smithi032174182-3 from 9895936 to 10698752 tid 3 2023-12-22T17:21:13.210 INFO:tasks.rados.rados.0.smithi032.stdout:1328: writing smithi032174182-3 from 10698752 to 10788864 tid 4 2023-12-22T17:21:13.210 INFO:tasks.rados.rados.0.smithi032.stdout:1329: read oid 36 snap 117 2023-12-22T17:21:13.210 INFO:tasks.rados.rados.0.smithi032.stdout:1329: expect (ObjNum 352 snap 109 seq_num 352) 2023-12-22T17:21:13.210 INFO:tasks.rados.rados.0.smithi032.stdout:1330: snap_create 2023-12-22T17:21:13.210 INFO:tasks.rados.rados.0.smithi032.stdout:1326: finishing rollback tid 0 to smithi032174182-30 2023-12-22T17:21:13.210 INFO:tasks.rados.rados.0.smithi032.stdout:1326: finishing rollback tid 1 to smithi032174182-30 2023-12-22T17:21:13.210 INFO:tasks.rados.rados.0.smithi032.stdout:1326: finishing rollback tid 2 to smithi032174182-30 2023-12-22T17:21:13.210 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 684 (ObjNum 298 snap 83 seq_num 298) dirty exists 2023-12-22T17:21:13.210 INFO:tasks.rados.rados.0.smithi032.stdout:1327: finishing copy_from to smithi032174182-7 2023-12-22T17:21:13.211 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 515 (ObjNum 347 snap 106 seq_num 347) dirty exists 2023-12-22T17:21:13.211 INFO:tasks.rados.rados.0.smithi032.stdout:1327: finishing copy_from racing read to smithi032174182-7 2023-12-22T17:21:13.211 INFO:tasks.rados.rados.0.smithi032.stdout:1328: finishing write tid 1 to smithi032174182-3 2023-12-22T17:21:13.211 INFO:tasks.rados.rados.0.smithi032.stdout:1328: finishing write tid 2 to smithi032174182-3 2023-12-22T17:21:13.213 INFO:tasks.rados.rados.0.smithi032.stdout:1328: finishing write tid 3 to smithi032174182-3 2023-12-22T17:21:13.213 INFO:tasks.rados.rados.0.smithi032.stdout:1328: finishing write tid 4 to smithi032174182-3 2023-12-22T17:21:13.214 INFO:tasks.rados.rados.0.smithi032.stdout:1328: finishing write tid 5 to smithi032174182-3 2023-12-22T17:21:13.215 INFO:tasks.rados.rados.0.smithi032.stdout:1328: finishing write tid 6 to smithi032174182-3 2023-12-22T17:21:13.215 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 755 (ObjNum 426 snap 136 seq_num 426) dirty exists 2023-12-22T17:21:13.215 INFO:tasks.rados.rados.0.smithi032.stdout:1328: left oid 3 (ObjNum 426 snap 136 seq_num 426) 2023-12-22T17:21:13.215 INFO:tasks.rados.rados.0.smithi032.stdout:1329: expect (ObjNum 352 snap 109 seq_num 352) 2023-12-22T17:21:13.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:12 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-b[115242]: 2023-12-22T17:21:12.847+0000 7facbc277700 -1 mon.b@1(peon).osd e319 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-22T17:21:13.383 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:13 smithi032 ceph-mon[125050]: failed to encode map e318 with expected crc 2023-12-22T17:21:13.384 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:13 smithi032 ceph-mon[189144]: failed to encode map e318 with expected crc 2023-12-22T17:21:13.384 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:13 smithi032 ceph-mon[189144]: failed to encode map e318 with expected crc 2023-12-22T17:21:13.384 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:13 smithi032 ceph-mon[189144]: pgmap v14: 121 pgs: 121 active+clean; 302 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.1 MiB/s wr, 47 op/s 2023-12-22T17:21:13.641 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:13 smithi032 ceph-mon[189144]: osdmap e319: 8 total, 8 up, 8 in 2023-12-22T17:21:13.642 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:13 smithi032 ceph-mon[189144]: failed to encode map e319 with expected crc 2023-12-22T17:21:13.642 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:13 smithi032 ceph-mon[189144]: Upgrade: Updating mon.c 2023-12-22T17:21:13.642 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:13 smithi032 ceph-mon[189144]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:13.642 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-22T17:21:13.642 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-22T17:21:13.642 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:13.642 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:13 smithi032 ceph-mon[189144]: Deploying daemon mon.c on smithi032 2023-12-22T17:21:13.643 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:13 smithi032 ceph-mon[125050]: failed to encode map e318 with expected crc 2023-12-22T17:21:13.643 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:13 smithi032 ceph-mon[125050]: pgmap v14: 121 pgs: 121 active+clean; 302 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.1 MiB/s wr, 47 op/s 2023-12-22T17:21:13.643 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:13 smithi032 ceph-mon[125050]: osdmap e319: 8 total, 8 up, 8 in 2023-12-22T17:21:13.643 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:13 smithi032 ceph-mon[125050]: failed to encode map e319 with expected crc 2023-12-22T17:21:13.643 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:13 smithi032 ceph-mon[125050]: Upgrade: Updating mon.c 2023-12-22T17:21:13.643 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:13 smithi032 ceph-mon[125050]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:13.643 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:13 smithi032 ceph-mon[125050]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-22T17:21:13.643 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:13 smithi032 ceph-mon[125050]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-22T17:21:13.643 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:13 smithi032 ceph-mon[125050]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:13.643 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:13 smithi032 ceph-mon[125050]: Deploying daemon mon.c on smithi032 2023-12-22T17:21:13.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:13 smithi039 ceph-mon[115265]: failed to encode map e318 with expected crc 2023-12-22T17:21:13.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:13 smithi039 ceph-mon[115265]: failed to encode map e318 with expected crc 2023-12-22T17:21:13.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:13 smithi039 ceph-mon[115265]: pgmap v14: 121 pgs: 121 active+clean; 302 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.1 MiB/s wr, 47 op/s 2023-12-22T17:21:13.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:13 smithi039 ceph-mon[115265]: osdmap e319: 8 total, 8 up, 8 in 2023-12-22T17:21:13.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:13 smithi039 ceph-mon[115265]: failed to encode map e319 with expected crc 2023-12-22T17:21:13.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:13 smithi039 ceph-mon[115265]: Upgrade: Updating mon.c 2023-12-22T17:21:13.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:13 smithi039 ceph-mon[115265]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:13.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:13 smithi039 ceph-mon[115265]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-22T17:21:13.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:13 smithi039 ceph-mon[115265]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-22T17:21:13.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:13 smithi039 ceph-mon[115265]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:13.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:13 smithi039 ceph-mon[115265]: Deploying daemon mon.c on smithi032 2023-12-22T17:21:14.072 INFO:tasks.rados.rados.0.smithi032.stdout:1326: done (4 left) 2023-12-22T17:21:14.072 INFO:tasks.rados.rados.0.smithi032.stdout:1327: done (3 left) 2023-12-22T17:21:14.072 INFO:tasks.rados.rados.0.smithi032.stdout:1328: done (2 left) 2023-12-22T17:21:14.072 INFO:tasks.rados.rados.0.smithi032.stdout:1329: done (1 left) 2023-12-22T17:21:14.072 INFO:tasks.rados.rados.0.smithi032.stdout:1330: done (0 left) 2023-12-22T17:21:14.072 INFO:tasks.rados.rados.0.smithi032.stdout:1331: delete oid 26 current snap is 137 2023-12-22T17:21:14.076 INFO:tasks.rados.rados.0.smithi032.stdout:1331: done (0 left) 2023-12-22T17:21:14.077 INFO:tasks.rados.rados.0.smithi032.stdout:1332: delete oid 5 current snap is 137 2023-12-22T17:21:14.082 INFO:tasks.rados.rados.0.smithi032.stdout:1332: done (0 left) 2023-12-22T17:21:14.083 INFO:tasks.rados.rados.0.smithi032.stdout:1333: copy_from oid 21 from oid 29 current snap is 137 2023-12-22T17:21:14.083 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 3 current snap is 137 2023-12-22T17:21:14.083 INFO:tasks.rados.rados.0.smithi032.stdout:1334: seq_num 429 ranges {10788864=794624,11583488=770048,12353536=622592,12976128=212992} 2023-12-22T17:21:14.146 INFO:tasks.rados.rados.0.smithi032.stdout:1334: writing smithi032174182-3 from 10788864 to 11583488 tid 1 2023-12-22T17:21:14.151 INFO:tasks.rados.rados.0.smithi032.stdout:1334: writing smithi032174182-3 from 11583488 to 12353536 tid 2 2023-12-22T17:21:14.154 INFO:tasks.rados.rados.0.smithi032.stdout:1334: writing smithi032174182-3 from 12353536 to 12976128 tid 3 2023-12-22T17:21:14.156 INFO:tasks.rados.rados.0.smithi032.stdout:1334: writing smithi032174182-3 from 12976128 to 13189120 tid 4 2023-12-22T17:21:14.156 INFO:tasks.rados.rados.0.smithi032.stdout:1335: copy_from oid 35 from oid 34 current snap is 137 2023-12-22T17:21:14.156 INFO:tasks.rados.rados.0.smithi032.stdout:1333: finishing copy_from to smithi032174182-21 2023-12-22T17:21:14.156 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 884 (ObjNum 421 snap 136 seq_num 421) dirty exists 2023-12-22T17:21:14.156 INFO:tasks.rados.rados.0.smithi032.stdout:1336: read oid 19 snap -1 2023-12-22T17:21:14.156 INFO:tasks.rados.rados.0.smithi032.stdout:1336: expect (ObjNum 413 snap 133 seq_num 413) 2023-12-22T17:21:14.156 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 41 current snap is 137 2023-12-22T17:21:14.156 INFO:tasks.rados.rados.0.smithi032.stdout:1337: seq_num 430 ranges {6070272=8192} 2023-12-22T17:21:14.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:14 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-c[125027]: 2023-12-22T17:21:14.062+0000 7f6ef6153700 -1 mon.c@2(peon).osd e320 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-22T17:21:14.190 INFO:tasks.rados.rados.0.smithi032.stdout:1337: writing smithi032174182-41 from 6070272 to 6078464 tid 1 2023-12-22T17:21:14.190 INFO:tasks.rados.rados.0.smithi032.stdout:1338: copy_from oid 31 from oid 36 current snap is 137 2023-12-22T17:21:14.190 INFO:tasks.rados.rados.0.smithi032.stdout:1333: finishing copy_from racing read to smithi032174182-21 2023-12-22T17:21:14.190 INFO:tasks.rados.rados.0.smithi032.stdout:1334: finishing write tid 1 to smithi032174182-3 2023-12-22T17:21:14.190 INFO:tasks.rados.rados.0.smithi032.stdout:1333: done (5 left) 2023-12-22T17:21:14.190 INFO:tasks.rados.rados.0.smithi032.stdout:1339: rmattr oid 48 current snap is 137 2023-12-22T17:21:14.190 INFO:tasks.rados.rados.0.smithi032.stdout:1339: done (5 left) 2023-12-22T17:21:14.191 INFO:tasks.rados.rados.0.smithi032.stdout:1340: snap_remove snap 114 2023-12-22T17:21:14.384 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:14 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-b[115242]: 2023-12-22T17:21:14.062+0000 7facbc277700 -1 mon.b@1(peon).osd e320 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-22T17:21:14.514 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:14 smithi032 ceph-mon[189144]: failed to encode map e319 with expected crc 2023-12-22T17:21:14.515 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:14 smithi032 ceph-mon[189144]: osdmap e320: 8 total, 8 up, 8 in 2023-12-22T17:21:14.515 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:14 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:17:21:14] ENGINE Bus STOPPING 2023-12-22T17:21:14.515 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:14 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:17:21:14] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-22T17:21:14.515 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:14 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:17:21:14] ENGINE Bus STOPPED 2023-12-22T17:21:14.515 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:14 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:17:21:14] ENGINE Bus STARTING 2023-12-22T17:21:14.515 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:14 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:17:21:14] ENGINE Serving on http://:::9283 2023-12-22T17:21:14.515 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:14 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:17:21:14] ENGINE Bus STARTED 2023-12-22T17:21:14.515 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:14 smithi032 systemd[1]: Stopping Ceph mon.c for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:21:14.516 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:14 smithi032 ceph-mon[125050]: failed to encode map e319 with expected crc 2023-12-22T17:21:14.516 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:14 smithi032 ceph-mon[125050]: osdmap e320: 8 total, 8 up, 8 in 2023-12-22T17:21:14.516 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:14 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-c[125027]: 2023-12-22T17:21:14.388+0000 7f6efb95e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-12-22T17:21:14.516 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:14 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-c[125027]: 2023-12-22T17:21:14.388+0000 7f6efb95e700 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2023-12-22T17:21:14.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:14 smithi039 ceph-mon[115265]: failed to encode map e319 with expected crc 2023-12-22T17:21:14.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:14 smithi039 ceph-mon[115265]: osdmap e320: 8 total, 8 up, 8 in 2023-12-22T17:21:14.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:14 smithi032 bash[191639]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-c 2023-12-22T17:21:15.395 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 systemd[1]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@mon.c.service: Succeeded. 2023-12-22T17:21:15.395 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 systemd[1]: Stopped Ceph mon.c for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:21:15.395 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 systemd[1]: Starting Ceph mon.c for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:21:15.706 INFO:tasks.rados.rados.0.smithi032.stdout:1340: done (5 left) 2023-12-22T17:21:15.706 INFO:tasks.rados.rados.0.smithi032.stdout:1341: copy_from oid 46 from oid 16 current snap is 137 2023-12-22T17:21:15.706 INFO:tasks.rados.rados.0.smithi032.stdout:1334: finishing write tid 2 to smithi032174182-3 2023-12-22T17:21:15.706 INFO:tasks.rados.rados.0.smithi032.stdout:1334: finishing write tid 3 to smithi032174182-3 2023-12-22T17:21:15.706 INFO:tasks.rados.rados.0.smithi032.stdout:1334: finishing write tid 4 to smithi032174182-3 2023-12-22T17:21:15.706 INFO:tasks.rados.rados.0.smithi032.stdout:1334: finishing write tid 5 to smithi032174182-3 2023-12-22T17:21:15.706 INFO:tasks.rados.rados.0.smithi032.stdout:1334: finishing write tid 6 to smithi032174182-3 2023-12-22T17:21:15.706 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 761 (ObjNum 429 snap 137 seq_num 429) dirty exists 2023-12-22T17:21:15.706 INFO:tasks.rados.rados.0.smithi032.stdout:1334: left oid 3 (ObjNum 429 snap 137 seq_num 429) 2023-12-22T17:21:15.707 INFO:tasks.rados.rados.0.smithi032.stdout:1336: expect (ObjNum 413 snap 133 seq_num 413) 2023-12-22T17:21:15.908 INFO:tasks.rados.rados.0.smithi032.stdout:1335: finishing copy_from to smithi032174182-35 2023-12-22T17:21:15.908 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 526 (ObjNum 334 snap 97 seq_num 334) dirty exists 2023-12-22T17:21:15.909 INFO:tasks.rados.rados.0.smithi032.stdout:1335: finishing copy_from racing read to smithi032174182-35 2023-12-22T17:21:15.909 INFO:tasks.rados.rados.0.smithi032.stdout:1337: finishing write tid 1 to smithi032174182-41 2023-12-22T17:21:15.909 INFO:tasks.rados.rados.0.smithi032.stdout:1337: finishing write tid 2 to smithi032174182-41 2023-12-22T17:21:15.909 INFO:tasks.rados.rados.0.smithi032.stdout:1334: done (5 left) 2023-12-22T17:21:15.909 INFO:tasks.rados.rados.0.smithi032.stdout:1335: done (4 left) 2023-12-22T17:21:15.909 INFO:tasks.rados.rados.0.smithi032.stdout:1336: done (3 left) 2023-12-22T17:21:15.909 INFO:tasks.rados.rados.0.smithi032.stdout:1342: snap_create 2023-12-22T17:21:15.909 INFO:tasks.rados.rados.0.smithi032.stdout:1337: finishing write tid 3 to smithi032174182-41 2023-12-22T17:21:15.909 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 895 (ObjNum 430 snap 137 seq_num 430) dirty exists 2023-12-22T17:21:15.909 INFO:tasks.rados.rados.0.smithi032.stdout:1337: left oid 41 (ObjNum 430 snap 137 seq_num 430) 2023-12-22T17:21:15.909 INFO:tasks.rados.rados.0.smithi032.stdout:1338: finishing copy_from to smithi032174182-31 2023-12-22T17:21:15.909 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 416 (ObjNum 404 snap 130 seq_num 404) dirty exists 2023-12-22T17:21:15.909 INFO:tasks.rados.rados.0.smithi032.stdout:1338: finishing copy_from racing read to smithi032174182-31 2023-12-22T17:21:15.909 INFO:tasks.rados.rados.0.smithi032.stdout:1341: finishing copy_from to smithi032174182-46 2023-12-22T17:21:15.910 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 599 (ObjNum 401 snap 130 seq_num 401) dirty exists 2023-12-22T17:21:15.910 INFO:tasks.rados.rados.0.smithi032.stdout:1341: finishing copy_from racing read to smithi032174182-46 2023-12-22T17:21:15.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 bash[191801]: cda899171da5e44477df323b62200a4c90a070bcc214e17bbb1a900c345e650d 2023-12-22T17:21:15.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: set uid:gid to 167:167 (ceph:ceph) 2023-12-22T17:21:15.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev), process ceph-mon, pid 7 2023-12-22T17:21:15.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: pidfile_write: ignore empty --pid-file 2023-12-22T17:21:15.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 systemd[1]: Started Ceph mon.c for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:21:15.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: load: jerasure load: lrc 2023-12-22T17:21:15.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: RocksDB version: 7.9.2 2023-12-22T17:21:15.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Git sha 0 2023-12-22T17:21:15.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Compile date 2023-12-19 21:06:06 2023-12-22T17:21:15.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: DB SUMMARY 2023-12-22T17:21:15.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: DB Session ID: V79UDTRCNPQ5WDAKES48 2023-12-22T17:21:15.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: CURRENT file: CURRENT 2023-12-22T17:21:15.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: IDENTITY file: IDENTITY 2023-12-22T17:21:15.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1098 Bytes 2023-12-22T17:21:15.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2023-12-22T17:21:15.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 6387525 ; 2023-12-22T17:21:15.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.error_if_exists: 0 2023-12-22T17:21:15.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.create_if_missing: 0 2023-12-22T17:21:15.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.paranoid_checks: 1 2023-12-22T17:21:15.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.flush_verify_memtable_count: 1 2023-12-22T17:21:15.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-12-22T17:21:15.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-12-22T17:21:15.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.env: 0x55d92de07a60 2023-12-22T17:21:15.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.fs: PosixFileSystem 2023-12-22T17:21:15.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.info_log: 0x55d92ee2f760 2023-12-22T17:21:15.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.max_file_opening_threads: 16 2023-12-22T17:21:15.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.statistics: (nil) 2023-12-22T17:21:15.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.use_fsync: 0 2023-12-22T17:21:15.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.max_log_file_size: 0 2023-12-22T17:21:15.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-12-22T17:21:15.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.log_file_time_to_roll: 0 2023-12-22T17:21:15.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.keep_log_file_num: 1000 2023-12-22T17:21:15.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.recycle_log_file_num: 0 2023-12-22T17:21:15.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.allow_fallocate: 1 2023-12-22T17:21:15.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.allow_mmap_reads: 0 2023-12-22T17:21:15.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.allow_mmap_writes: 0 2023-12-22T17:21:15.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.use_direct_reads: 0 2023-12-22T17:21:15.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-12-22T17:21:15.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.create_missing_column_families: 0 2023-12-22T17:21:15.935 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.db_log_dir: 2023-12-22T17:21:15.935 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.wal_dir: 2023-12-22T17:21:15.935 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.table_cache_numshardbits: 6 2023-12-22T17:21:15.935 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.WAL_ttl_seconds: 0 2023-12-22T17:21:15.935 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.WAL_size_limit_MB: 0 2023-12-22T17:21:15.936 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-12-22T17:21:15.936 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-12-22T17:21:15.936 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.is_fd_close_on_exec: 1 2023-12-22T17:21:15.936 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.advise_random_on_open: 1 2023-12-22T17:21:15.936 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.db_write_buffer_size: 0 2023-12-22T17:21:15.936 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.write_buffer_manager: 0x55d92ede5360 2023-12-22T17:21:15.936 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-12-22T17:21:15.936 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-12-22T17:21:15.936 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.use_adaptive_mutex: 0 2023-12-22T17:21:15.936 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.rate_limiter: (nil) 2023-12-22T17:21:15.936 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-12-22T17:21:15.936 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.wal_recovery_mode: 2 2023-12-22T17:21:15.936 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.enable_thread_tracking: 0 2023-12-22T17:21:15.936 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.enable_pipelined_write: 0 2023-12-22T17:21:15.936 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.unordered_write: 0 2023-12-22T17:21:15.936 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-12-22T17:21:15.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-12-22T17:21:15.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-12-22T17:21:15.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-12-22T17:21:15.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.row_cache: None 2023-12-22T17:21:15.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.wal_filter: None 2023-12-22T17:21:15.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-12-22T17:21:15.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.allow_ingest_behind: 0 2023-12-22T17:21:15.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.two_write_queues: 0 2023-12-22T17:21:15.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.manual_wal_flush: 0 2023-12-22T17:21:15.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.wal_compression: 0 2023-12-22T17:21:15.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.atomic_flush: 0 2023-12-22T17:21:15.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-12-22T17:21:15.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.persist_stats_to_disk: 0 2023-12-22T17:21:15.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.write_dbid_to_manifest: 0 2023-12-22T17:21:15.938 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.log_readahead_size: 0 2023-12-22T17:21:15.938 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-12-22T17:21:15.938 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.best_efforts_recovery: 0 2023-12-22T17:21:15.938 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-12-22T17:21:15.938 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-12-22T17:21:15.938 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.allow_data_in_errors: 0 2023-12-22T17:21:15.938 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.db_host_id: __hostname__ 2023-12-22T17:21:15.938 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.enforce_single_del_contracts: true 2023-12-22T17:21:15.938 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.max_background_jobs: 2 2023-12-22T17:21:15.938 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.max_background_compactions: -1 2023-12-22T17:21:15.938 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.max_subcompactions: 1 2023-12-22T17:21:15.938 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-12-22T17:21:15.938 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-12-22T17:21:15.938 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.delayed_write_rate : 16777216 2023-12-22T17:21:15.938 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.max_total_wal_size: 0 2023-12-22T17:21:15.939 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-12-22T17:21:15.939 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.stats_dump_period_sec: 600 2023-12-22T17:21:15.939 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.stats_persist_period_sec: 600 2023-12-22T17:21:15.939 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-12-22T17:21:15.939 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.max_open_files: -1 2023-12-22T17:21:15.939 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.bytes_per_sync: 0 2023-12-22T17:21:15.939 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.wal_bytes_per_sync: 0 2023-12-22T17:21:15.939 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.strict_bytes_per_sync: 0 2023-12-22T17:21:15.939 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.compaction_readahead_size: 0 2023-12-22T17:21:15.939 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.max_background_flushes: -1 2023-12-22T17:21:15.939 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Compression algorithms supported: 2023-12-22T17:21:15.939 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-12-22T17:21:15.939 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: kZSTD supported: 0 2023-12-22T17:21:15.939 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: kXpressCompression supported: 0 2023-12-22T17:21:15.939 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: kLZ4HCCompression supported: 1 2023-12-22T17:21:15.939 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: kZlibCompression supported: 1 2023-12-22T17:21:15.939 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: kSnappyCompression supported: 1 2023-12-22T17:21:15.940 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: kLZ4Compression supported: 1 2023-12-22T17:21:15.940 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: kBZip2Compression supported: 0 2023-12-22T17:21:15.940 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Fast CRC32 supported: Supported on x86 2023-12-22T17:21:15.940 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: DMutex implementation: pthread_mutex_t 2023-12-22T17:21:15.940 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 2023-12-22T17:21:15.940 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-12-22T17:21:15.940 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-12-22T17:21:15.940 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.merge_operator: 2023-12-22T17:21:15.940 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.compaction_filter: None 2023-12-22T17:21:15.940 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.compaction_filter_factory: None 2023-12-22T17:21:15.940 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.sst_partitioner_factory: None 2023-12-22T17:21:15.940 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.memtable_factory: SkipListFactory 2023-12-22T17:21:15.940 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.table_factory: BlockBasedTable 2023-12-22T17:21:15.940 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55d92ee2f880) 2023-12-22T17:21:15.940 INFO:journalctl@ceph.mon.c.smithi032.stdout: cache_index_and_filter_blocks: 1 2023-12-22T17:21:15.940 INFO:journalctl@ceph.mon.c.smithi032.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-12-22T17:21:15.941 INFO:journalctl@ceph.mon.c.smithi032.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-12-22T17:21:15.941 INFO:journalctl@ceph.mon.c.smithi032.stdout: pin_top_level_index_and_filter: 1 2023-12-22T17:21:15.941 INFO:journalctl@ceph.mon.c.smithi032.stdout: index_type: 0 2023-12-22T17:21:15.941 INFO:journalctl@ceph.mon.c.smithi032.stdout: data_block_index_type: 0 2023-12-22T17:21:15.941 INFO:journalctl@ceph.mon.c.smithi032.stdout: index_shortening: 1 2023-12-22T17:21:15.941 INFO:journalctl@ceph.mon.c.smithi032.stdout: data_block_hash_table_util_ratio: 0.750000 2023-12-22T17:21:15.941 INFO:journalctl@ceph.mon.c.smithi032.stdout: checksum: 4 2023-12-22T17:21:15.941 INFO:journalctl@ceph.mon.c.smithi032.stdout: no_block_cache: 0 2023-12-22T17:21:15.941 INFO:journalctl@ceph.mon.c.smithi032.stdout: block_cache: 0x55d92ee85090 2023-12-22T17:21:15.941 INFO:journalctl@ceph.mon.c.smithi032.stdout: block_cache_name: BinnedLRUCache 2023-12-22T17:21:15.941 INFO:journalctl@ceph.mon.c.smithi032.stdout: block_cache_options: 2023-12-22T17:21:15.941 INFO:journalctl@ceph.mon.c.smithi032.stdout: capacity : 536870912 2023-12-22T17:21:15.941 INFO:journalctl@ceph.mon.c.smithi032.stdout: num_shard_bits : 4 2023-12-22T17:21:15.941 INFO:journalctl@ceph.mon.c.smithi032.stdout: strict_capacity_limit : 0 2023-12-22T17:21:15.941 INFO:journalctl@ceph.mon.c.smithi032.stdout: high_pri_pool_ratio: 0.000 2023-12-22T17:21:15.942 INFO:journalctl@ceph.mon.c.smithi032.stdout: block_cache_compressed: (nil) 2023-12-22T17:21:15.942 INFO:journalctl@ceph.mon.c.smithi032.stdout: persistent_cache: (nil) 2023-12-22T17:21:15.942 INFO:journalctl@ceph.mon.c.smithi032.stdout: block_size: 4096 2023-12-22T17:21:15.942 INFO:journalctl@ceph.mon.c.smithi032.stdout: block_size_deviation: 10 2023-12-22T17:21:15.942 INFO:journalctl@ceph.mon.c.smithi032.stdout: block_restart_interval: 16 2023-12-22T17:21:15.942 INFO:journalctl@ceph.mon.c.smithi032.stdout: index_block_restart_interval: 1 2023-12-22T17:21:15.942 INFO:journalctl@ceph.mon.c.smithi032.stdout: metadata_block_size: 4096 2023-12-22T17:21:15.942 INFO:journalctl@ceph.mon.c.smithi032.stdout: partition_filters: 0 2023-12-22T17:21:15.942 INFO:journalctl@ceph.mon.c.smithi032.stdout: use_delta_encoding: 1 2023-12-22T17:21:15.942 INFO:journalctl@ceph.mon.c.smithi032.stdout: filter_policy: bloomfilter 2023-12-22T17:21:15.942 INFO:journalctl@ceph.mon.c.smithi032.stdout: whole_key_filtering: 1 2023-12-22T17:21:15.942 INFO:journalctl@ceph.mon.c.smithi032.stdout: verify_compression: 0 2023-12-22T17:21:15.942 INFO:journalctl@ceph.mon.c.smithi032.stdout: read_amp_bytes_per_bit: 0 2023-12-22T17:21:15.942 INFO:journalctl@ceph.mon.c.smithi032.stdout: format_version: 5 2023-12-22T17:21:15.942 INFO:journalctl@ceph.mon.c.smithi032.stdout: enable_index_compression: 1 2023-12-22T17:21:15.942 INFO:journalctl@ceph.mon.c.smithi032.stdout: block_align: 0 2023-12-22T17:21:15.943 INFO:journalctl@ceph.mon.c.smithi032.stdout: max_auto_readahead_size: 262144 2023-12-22T17:21:15.943 INFO:journalctl@ceph.mon.c.smithi032.stdout: prepopulate_block_cache: 0 2023-12-22T17:21:15.943 INFO:journalctl@ceph.mon.c.smithi032.stdout: initial_auto_readahead_size: 8192 2023-12-22T17:21:15.943 INFO:journalctl@ceph.mon.c.smithi032.stdout: num_file_reads_for_auto_readahead: 2 2023-12-22T17:21:15.943 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.write_buffer_size: 33554432 2023-12-22T17:21:15.943 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.max_write_buffer_number: 2 2023-12-22T17:21:15.943 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.compression: NoCompression 2023-12-22T17:21:15.943 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.bottommost_compression: Disabled 2023-12-22T17:21:15.943 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.prefix_extractor: nullptr 2023-12-22T17:21:15.943 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-12-22T17:21:15.943 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.num_levels: 7 2023-12-22T17:21:15.943 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-12-22T17:21:15.943 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-12-22T17:21:15.943 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-12-22T17:21:15.943 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-12-22T17:21:15.943 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-12-22T17:21:15.944 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-12-22T17:21:15.944 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-12-22T17:21:15.944 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-12-22T17:21:15.944 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-12-22T17:21:15.944 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-12-22T17:21:15.944 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-12-22T17:21:15.944 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-12-22T17:21:15.944 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.compression_opts.window_bits: -14 2023-12-22T17:21:15.944 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.compression_opts.level: 32767 2023-12-22T17:21:15.944 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.compression_opts.strategy: 0 2023-12-22T17:21:15.944 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-12-22T17:21:15.944 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-12-22T17:21:15.944 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-12-22T17:21:15.944 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-12-22T17:21:15.944 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.compression_opts.enabled: false 2023-12-22T17:21:15.944 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-12-22T17:21:15.944 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-12-22T17:21:15.945 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-12-22T17:21:15.945 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-12-22T17:21:15.945 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.target_file_size_base: 67108864 2023-12-22T17:21:15.945 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.target_file_size_multiplier: 1 2023-12-22T17:21:15.945 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-12-22T17:21:15.945 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-12-22T17:21:15.945 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-12-22T17:21:15.945 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-12-22T17:21:15.945 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-12-22T17:21:15.945 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-12-22T17:21:15.945 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-12-22T17:21:15.945 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-12-22T17:21:15.945 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-12-22T17:21:15.946 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-12-22T17:21:15.946 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-12-22T17:21:15.946 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-12-22T17:21:15.946 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-12-22T17:21:15.946 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.arena_block_size: 1048576 2023-12-22T17:21:15.946 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-12-22T17:21:15.946 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-12-22T17:21:15.946 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.disable_auto_compactions: 0 2023-12-22T17:21:15.946 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-12-22T17:21:15.946 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-12-22T17:21:15.946 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-12-22T17:21:15.946 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-12-22T17:21:15.946 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-12-22T17:21:15.946 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-12-22T17:21:15.946 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-12-22T17:21:15.946 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-12-22T17:21:15.947 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-12-22T17:21:15.947 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-12-22T17:21:15.947 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.table_properties_collectors: 2023-12-22T17:21:15.947 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.inplace_update_support: 0 2023-12-22T17:21:15.947 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.inplace_update_num_locks: 10000 2023-12-22T17:21:15.947 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-12-22T17:21:15.947 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-12-22T17:21:15.947 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.memtable_huge_page_size: 0 2023-12-22T17:21:15.947 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.bloom_locality: 0 2023-12-22T17:21:15.947 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.max_successive_merges: 0 2023-12-22T17:21:15.947 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.optimize_filters_for_hits: 0 2023-12-22T17:21:15.947 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.paranoid_file_checks: 0 2023-12-22T17:21:15.947 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.force_consistency_checks: 1 2023-12-22T17:21:15.947 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.report_bg_io_stats: 0 2023-12-22T17:21:15.947 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.ttl: 2592000 2023-12-22T17:21:15.947 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.periodic_compaction_seconds: 0 2023-12-22T17:21:15.948 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-12-22T17:21:15.948 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-12-22T17:21:15.948 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.enable_blob_files: false 2023-12-22T17:21:15.948 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.min_blob_size: 0 2023-12-22T17:21:15.948 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.blob_file_size: 268435456 2023-12-22T17:21:15.948 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.blob_compression_type: NoCompression 2023-12-22T17:21:15.948 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.enable_blob_garbage_collection: false 2023-12-22T17:21:15.948 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-12-22T17:21:15.948 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-12-22T17:21:15.948 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-12-22T17:21:15.948 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.blob_file_starting_level: 0 2023-12-22T17:21:15.948 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-12-22T17:21:15.948 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2023-12-22T17:21:15.948 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-12-22T17:21:15.948 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 15650, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-12-22T17:21:15.948 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2023-12-22T17:21:15.949 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: efd2acec-3ad4-4015-adf4-96be18814dc9 2023-12-22T17:21:15.949 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: EVENT_LOG_v1 {"time_micros": 1703265675514062, "job": 1, "event": "recovery_started", "wal_files": [25]} 2023-12-22T17:21:15.949 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2023-12-22T17:21:15.949 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: EVENT_LOG_v1 {"time_micros": 1703265675531192, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 3926186, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 15645, "largest_seqno": 17788, "table_properties": {"data_size": 3916679, "index_size": 5798, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2693, "raw_key_size": 24493, "raw_average_key_size": 23, "raw_value_size": 3895878, "raw_average_value_size": 3685, "num_data_blocks": 256, "num_entries": 1057, "num_filter_entries": 1057, "num_deletions": 280, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1703265675, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "efd2acec-3ad4-4015-adf4-96be18814dc9", "db_session_id": "V79UDTRCNPQ5WDAKES48", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2023-12-22T17:21:15.949 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: EVENT_LOG_v1 {"time_micros": 1703265675531360, "job": 1, "event": "recovery_finished"} 2023-12-22T17:21:15.949 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2023-12-22T17:21:15.949 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-12-22T17:21:15.949 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-12-22T17:21:15.949 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55d92ef20000 2023-12-22T17:21:15.949 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: DB pointer 0x55d92ef0e000 2023-12-22T17:21:15.949 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-12-22T17:21:15.949 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-12-22T17:21:15.949 INFO:journalctl@ceph.mon.c.smithi032.stdout: ** DB Stats ** 2023-12-22T17:21:15.949 INFO:journalctl@ceph.mon.c.smithi032.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-22T17:21:15.949 INFO:journalctl@ceph.mon.c.smithi032.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-12-22T17:21:15.950 INFO:journalctl@ceph.mon.c.smithi032.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-22T17:21:15.950 INFO:journalctl@ceph.mon.c.smithi032.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-22T17:21:15.950 INFO:journalctl@ceph.mon.c.smithi032.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-12-22T17:21:15.950 INFO:journalctl@ceph.mon.c.smithi032.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-22T17:21:15.950 INFO:journalctl@ceph.mon.c.smithi032.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-22T17:21:15.950 INFO:journalctl@ceph.mon.c.smithi032.stdout: 2023-12-22T17:21:15.950 INFO:journalctl@ceph.mon.c.smithi032.stdout: ** Compaction Stats [default] ** 2023-12-22T17:21:15.950 INFO:journalctl@ceph.mon.c.smithi032.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-12-22T17:21:15.950 INFO:journalctl@ceph.mon.c.smithi032.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-12-22T17:21:15.950 INFO:journalctl@ceph.mon.c.smithi032.stdout: L0 1/0 3.74 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 585.3 0.01 0.00 1 0.006 0 0 0.0 0.0 2023-12-22T17:21:15.950 INFO:journalctl@ceph.mon.c.smithi032.stdout: L6 1/0 9.15 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2023-12-22T17:21:15.950 INFO:journalctl@ceph.mon.c.smithi032.stdout: Sum 2/0 12.90 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 585.3 0.01 0.00 1 0.006 0 0 0.0 0.0 2023-12-22T17:21:15.950 INFO:journalctl@ceph.mon.c.smithi032.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 585.3 0.01 0.00 1 0.006 0 0 0.0 0.0 2023-12-22T17:21:15.950 INFO:journalctl@ceph.mon.c.smithi032.stdout: 2023-12-22T17:21:15.950 INFO:journalctl@ceph.mon.c.smithi032.stdout: ** Compaction Stats [default] ** 2023-12-22T17:21:15.951 INFO:journalctl@ceph.mon.c.smithi032.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-12-22T17:21:15.951 INFO:journalctl@ceph.mon.c.smithi032.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-22T17:21:15.951 INFO:journalctl@ceph.mon.c.smithi032.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 585.3 0.01 0.00 1 0.006 0 0 0.0 0.0 2023-12-22T17:21:15.951 INFO:journalctl@ceph.mon.c.smithi032.stdout: 2023-12-22T17:21:15.951 INFO:journalctl@ceph.mon.c.smithi032.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-12-22T17:21:15.951 INFO:journalctl@ceph.mon.c.smithi032.stdout: 2023-12-22T17:21:15.951 INFO:journalctl@ceph.mon.c.smithi032.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-22T17:21:15.951 INFO:journalctl@ceph.mon.c.smithi032.stdout: Flush(GB): cumulative 0.004, interval 0.004 2023-12-22T17:21:15.951 INFO:journalctl@ceph.mon.c.smithi032.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-22T17:21:15.951 INFO:journalctl@ceph.mon.c.smithi032.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-12-22T17:21:15.951 INFO:journalctl@ceph.mon.c.smithi032.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-12-22T17:21:15.951 INFO:journalctl@ceph.mon.c.smithi032.stdout: AddFile(Keys): cumulative 0, interval 0 2023-12-22T17:21:15.951 INFO:journalctl@ceph.mon.c.smithi032.stdout: Cumulative compaction: 0.00 GB write, 183.93 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-22T17:21:15.951 INFO:journalctl@ceph.mon.c.smithi032.stdout: Interval compaction: 0.00 GB write, 183.93 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-22T17:21:15.951 INFO:journalctl@ceph.mon.c.smithi032.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-22T17:21:15.951 INFO:journalctl@ceph.mon.c.smithi032.stdout: Block cache BinnedLRUCache@0x55d92ee85090#7 capacity: 512.00 MB usage: 8.86 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2023-12-22T17:21:15.952 INFO:journalctl@ceph.mon.c.smithi032.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.78 KB,0.000530481%) IndexBlock(1,6.08 KB,0.00115931%) Misc(1,0.00 KB,0%) 2023-12-22T17:21:15.952 INFO:journalctl@ceph.mon.c.smithi032.stdout: 2023-12-22T17:21:15.952 INFO:journalctl@ceph.mon.c.smithi032.stdout: ** File Read Latency Histogram By Level [default] ** 2023-12-22T17:21:15.952 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: starting mon.c rank 2 at public addrs [v2:172.21.15.32:3301/0,v1:172.21.15.32:6790/0] at bind addrs [v2:172.21.15.32:3301/0,v1:172.21.15.32:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 2023-12-22T17:21:15.952 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: mon.c@-1(???) e3 preinit fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 2023-12-22T17:21:15.952 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: mon.c@-1(???).mds e7 new map 2023-12-22T17:21:15.952 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: mon.c@-1(???).mds e7 print_map 2023-12-22T17:21:15.952 INFO:journalctl@ceph.mon.c.smithi032.stdout: e7 2023-12-22T17:21:15.952 INFO:journalctl@ceph.mon.c.smithi032.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-12-22T17:21:15.952 INFO:journalctl@ceph.mon.c.smithi032.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-12-22T17:21:15.952 INFO:journalctl@ceph.mon.c.smithi032.stdout: legacy client fscid: 1 2023-12-22T17:21:15.952 INFO:journalctl@ceph.mon.c.smithi032.stdout: 2023-12-22T17:21:15.952 INFO:journalctl@ceph.mon.c.smithi032.stdout: Filesystem 'cephfs' (1) 2023-12-22T17:21:15.952 INFO:journalctl@ceph.mon.c.smithi032.stdout: fs_name cephfs 2023-12-22T17:21:15.952 INFO:journalctl@ceph.mon.c.smithi032.stdout: epoch 7 2023-12-22T17:21:15.952 INFO:journalctl@ceph.mon.c.smithi032.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2023-12-22T17:21:15.953 INFO:journalctl@ceph.mon.c.smithi032.stdout: created 2023-12-22T17:14:47.511299+0000 2023-12-22T17:21:15.953 INFO:journalctl@ceph.mon.c.smithi032.stdout: modified 2023-12-22T17:14:51.065319+0000 2023-12-22T17:21:15.953 INFO:journalctl@ceph.mon.c.smithi032.stdout: tableserver 0 2023-12-22T17:21:15.953 INFO:journalctl@ceph.mon.c.smithi032.stdout: root 0 2023-12-22T17:21:15.953 INFO:journalctl@ceph.mon.c.smithi032.stdout: session_timeout 60 2023-12-22T17:21:15.953 INFO:journalctl@ceph.mon.c.smithi032.stdout: session_autoclose 300 2023-12-22T17:21:15.953 INFO:journalctl@ceph.mon.c.smithi032.stdout: max_file_size 1099511627776 2023-12-22T17:21:15.953 INFO:journalctl@ceph.mon.c.smithi032.stdout: max_xattr_size 65536 2023-12-22T17:21:15.953 INFO:journalctl@ceph.mon.c.smithi032.stdout: required_client_features {} 2023-12-22T17:21:15.953 INFO:journalctl@ceph.mon.c.smithi032.stdout: last_failure 0 2023-12-22T17:21:15.953 INFO:journalctl@ceph.mon.c.smithi032.stdout: last_failure_osd_epoch 0 2023-12-22T17:21:15.953 INFO:journalctl@ceph.mon.c.smithi032.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-12-22T17:21:15.953 INFO:journalctl@ceph.mon.c.smithi032.stdout: max_mds 1 2023-12-22T17:21:15.953 INFO:journalctl@ceph.mon.c.smithi032.stdout: in 0 2023-12-22T17:21:15.953 INFO:journalctl@ceph.mon.c.smithi032.stdout: up {0=24379} 2023-12-22T17:21:15.954 INFO:journalctl@ceph.mon.c.smithi032.stdout: failed 2023-12-22T17:21:15.954 INFO:journalctl@ceph.mon.c.smithi032.stdout: damaged 2023-12-22T17:21:15.954 INFO:journalctl@ceph.mon.c.smithi032.stdout: stopped 2023-12-22T17:21:15.954 INFO:journalctl@ceph.mon.c.smithi032.stdout: data_pools [3] 2023-12-22T17:21:15.954 INFO:journalctl@ceph.mon.c.smithi032.stdout: metadata_pool 2 2023-12-22T17:21:15.954 INFO:journalctl@ceph.mon.c.smithi032.stdout: inline_data disabled 2023-12-22T17:21:15.954 INFO:journalctl@ceph.mon.c.smithi032.stdout: balancer 2023-12-22T17:21:15.954 INFO:journalctl@ceph.mon.c.smithi032.stdout: bal_rank_mask -1 2023-12-22T17:21:15.954 INFO:journalctl@ceph.mon.c.smithi032.stdout: standby_count_wanted 0 2023-12-22T17:21:15.954 INFO:journalctl@ceph.mon.c.smithi032.stdout: [mds.b{0:24379} state up:active seq 3 addr [v2:172.21.15.39:6832/2987529555,v1:172.21.15.39:6833/2987529555] compat {c=[1],r=[1],i=[7ff]}] 2023-12-22T17:21:15.954 INFO:journalctl@ceph.mon.c.smithi032.stdout: 2023-12-22T17:21:15.954 INFO:journalctl@ceph.mon.c.smithi032.stdout: 2023-12-22T17:21:15.954 INFO:journalctl@ceph.mon.c.smithi032.stdout: Standby daemons: 2023-12-22T17:21:15.954 INFO:journalctl@ceph.mon.c.smithi032.stdout: 2023-12-22T17:21:15.955 INFO:journalctl@ceph.mon.c.smithi032.stdout: [mds.a{-1:14454} state up:standby seq 1 addr [v2:172.21.15.32:6834/3126415683,v1:172.21.15.32:6835/3126415683] compat {c=[1],r=[1],i=[7ff]}] 2023-12-22T17:21:15.955 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: mon.c@-1(???).osd e320 crush map has features 3314933069573799936, adjusting msgr requires 2023-12-22T17:21:15.955 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: mon.c@-1(???).osd e320 crush map has features 432629308056666112, adjusting msgr requires 2023-12-22T17:21:15.955 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: mon.c@-1(???).osd e320 crush map has features 432629308056666112, adjusting msgr requires 2023-12-22T17:21:15.955 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: mon.c@-1(???).osd e320 crush map has features 432629308056666112, adjusting msgr requires 2023-12-22T17:21:15.955 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:15 smithi032 ceph-mon[191839]: mon.c@-1(???).paxosservice(auth 1..19) refresh upgraded, format 0 -> 3 2023-12-22T17:21:16.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:15 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-b[115242]: 2023-12-22T17:21:15.686+0000 7facbc277700 -1 mon.b@1(peon).osd e321 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-22T17:21:16.782 INFO:tasks.rados.rados.0.smithi032.stdout:1337: done (3 left) 2023-12-22T17:21:16.782 INFO:tasks.rados.rados.0.smithi032.stdout:1338: done (2 left) 2023-12-22T17:21:16.782 INFO:tasks.rados.rados.0.smithi032.stdout:1341: done (1 left) 2023-12-22T17:21:16.782 INFO:tasks.rados.rados.0.smithi032.stdout:1342: done (0 left) 2023-12-22T17:21:16.782 INFO:tasks.rados.rados.0.smithi032.stdout:1343: read oid 31 snap 111 2023-12-22T17:21:16.782 INFO:tasks.rados.rados.0.smithi032.stdout:1343: expect deleted 2023-12-22T17:21:16.782 INFO:tasks.rados.rados.0.smithi032.stdout:1344: delete oid 4 current snap is 138 2023-12-22T17:21:16.791 INFO:tasks.rados.rados.0.smithi032.stdout:1343: done (1 left) 2023-12-22T17:21:16.791 INFO:tasks.rados.rados.0.smithi032.stdout:1344: done (0 left) 2023-12-22T17:21:16.791 INFO:tasks.rados.rados.0.smithi032.stdout:1345: snap_remove snap 117 2023-12-22T17:21:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:16 smithi032 ceph-mon[189144]: pgmap v17: 121 pgs: 121 active+clean; 302 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2023-12-22T17:21:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:16 smithi032 ceph-mon[189144]: mon.c calling monitor election 2023-12-22T17:21:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:16 smithi032 ceph-mon[189144]: mon.a calling monitor election 2023-12-22T17:21:16.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:16 smithi032 ceph-mon[189144]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-22T17:21:16.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:16 smithi032 ceph-mon[189144]: failed to encode map e321 with expected crc 2023-12-22T17:21:16.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:16 smithi032 ceph-mon[189144]: monmap e3: 3 mons at {a=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0],b=[v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0],c=[v2:172.21.15.32:3301/0,v1:172.21.15.32:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-22T17:21:16.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:16 smithi032 ceph-mon[189144]: failed to encode map e321 with expected crc 2023-12-22T17:21:16.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:16 smithi032 ceph-mon[189144]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-22T17:21:16.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:16 smithi032 ceph-mon[189144]: osdmap e321: 8 total, 8 up, 8 in 2023-12-22T17:21:16.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:16 smithi032 ceph-mon[189144]: mgrmap e38: y(active, since 11s), standbys: x 2023-12-22T17:21:16.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:16 smithi032 ceph-mon[189144]: failed to encode map e321 with expected crc 2023-12-22T17:21:16.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:16 smithi032 ceph-mon[189144]: overall HEALTH_OK 2023-12-22T17:21:16.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:16 smithi032 ceph-mon[189144]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:16.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:16 smithi032 ceph-mon[189144]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:16.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:21:16.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:16 smithi032 ceph-mon[191839]: pgmap v17: 121 pgs: 121 active+clean; 302 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2023-12-22T17:21:16.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:16 smithi032 ceph-mon[191839]: mon.c calling monitor election 2023-12-22T17:21:16.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:16 smithi032 ceph-mon[191839]: mon.a calling monitor election 2023-12-22T17:21:16.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:16 smithi032 ceph-mon[191839]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-22T17:21:16.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:16 smithi032 ceph-mon[191839]: failed to encode map e321 with expected crc 2023-12-22T17:21:16.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:16 smithi032 ceph-mon[191839]: monmap e3: 3 mons at {a=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0],b=[v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0],c=[v2:172.21.15.32:3301/0,v1:172.21.15.32:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-22T17:21:16.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:16 smithi032 ceph-mon[191839]: failed to encode map e321 with expected crc 2023-12-22T17:21:16.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:16 smithi032 ceph-mon[191839]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-22T17:21:16.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:16 smithi032 ceph-mon[191839]: osdmap e321: 8 total, 8 up, 8 in 2023-12-22T17:21:16.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:16 smithi032 ceph-mon[191839]: mgrmap e38: y(active, since 11s), standbys: x 2023-12-22T17:21:16.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:16 smithi032 ceph-mon[191839]: failed to encode map e321 with expected crc 2023-12-22T17:21:16.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:16 smithi032 ceph-mon[191839]: overall HEALTH_OK 2023-12-22T17:21:16.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:16 smithi032 ceph-mon[191839]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:16.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:16 smithi032 ceph-mon[191839]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:16.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:21:17.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:16 smithi039 ceph-mon[115265]: pgmap v17: 121 pgs: 121 active+clean; 302 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2023-12-22T17:21:17.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:16 smithi039 ceph-mon[115265]: mon.c calling monitor election 2023-12-22T17:21:17.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:16 smithi039 ceph-mon[115265]: mon.a calling monitor election 2023-12-22T17:21:17.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:16 smithi039 ceph-mon[115265]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-22T17:21:17.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:16 smithi039 ceph-mon[115265]: failed to encode map e321 with expected crc 2023-12-22T17:21:17.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:16 smithi039 ceph-mon[115265]: monmap e3: 3 mons at {a=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0],b=[v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0],c=[v2:172.21.15.32:3301/0,v1:172.21.15.32:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-22T17:21:17.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:16 smithi039 ceph-mon[115265]: failed to encode map e321 with expected crc 2023-12-22T17:21:17.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:16 smithi039 ceph-mon[115265]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-22T17:21:17.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:16 smithi039 ceph-mon[115265]: osdmap e321: 8 total, 8 up, 8 in 2023-12-22T17:21:17.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:16 smithi039 ceph-mon[115265]: mgrmap e38: y(active, since 11s), standbys: x 2023-12-22T17:21:17.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:16 smithi039 ceph-mon[115265]: failed to encode map e321 with expected crc 2023-12-22T17:21:17.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:16 smithi039 ceph-mon[115265]: overall HEALTH_OK 2023-12-22T17:21:17.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:16 smithi039 ceph-mon[115265]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:17.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:16 smithi039 ceph-mon[115265]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:17.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:16 smithi039 ceph-mon[115265]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:21:17.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-b[115242]: 2023-12-22T17:21:16.777+0000 7facbc277700 -1 mon.b@1(peon).osd e322 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-22T17:21:17.790 INFO:tasks.rados.rados.0.smithi032.stdout:1345: done (0 left) 2023-12-22T17:21:17.790 INFO:tasks.rados.rados.0.smithi032.stdout:1346: read oid 34 snap -1 2023-12-22T17:21:17.790 INFO:tasks.rados.rados.0.smithi032.stdout:1346: expect (ObjNum 334 snap 97 seq_num 334) 2023-12-22T17:21:17.790 INFO:tasks.rados.rados.0.smithi032.stdout:1347: delete oid 33 current snap is 138 2023-12-22T17:21:17.812 INFO:tasks.rados.rados.0.smithi032.stdout:1347: done (1 left) 2023-12-22T17:21:17.812 INFO:tasks.rados.rados.0.smithi032.stdout:1348: snap_remove snap 135 2023-12-22T17:21:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:17 smithi032 ceph-mon[191839]: pgmap v19: 121 pgs: 121 active+clean; 328 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 6.1 MiB/s wr, 19 op/s 2023-12-22T17:21:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:17 smithi032 ceph-mon[191839]: failed to encode map e322 with expected crc 2023-12-22T17:21:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:17 smithi032 ceph-mon[191839]: osdmap e322: 8 total, 8 up, 8 in 2023-12-22T17:21:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:17 smithi032 ceph-mon[191839]: failed to encode map e322 with expected crc 2023-12-22T17:21:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:17 smithi032 ceph-mon[191839]: failed to encode map e322 with expected crc 2023-12-22T17:21:18.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:17 smithi032 ceph-mon[189144]: pgmap v19: 121 pgs: 121 active+clean; 328 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 6.1 MiB/s wr, 19 op/s 2023-12-22T17:21:18.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:17 smithi032 ceph-mon[189144]: failed to encode map e322 with expected crc 2023-12-22T17:21:18.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:17 smithi032 ceph-mon[189144]: osdmap e322: 8 total, 8 up, 8 in 2023-12-22T17:21:18.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:17 smithi032 ceph-mon[189144]: failed to encode map e322 with expected crc 2023-12-22T17:21:18.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:17 smithi032 ceph-mon[189144]: failed to encode map e322 with expected crc 2023-12-22T17:21:18.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:17 smithi039 ceph-mon[115265]: pgmap v19: 121 pgs: 121 active+clean; 328 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 6.1 MiB/s wr, 19 op/s 2023-12-22T17:21:18.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:17 smithi039 ceph-mon[115265]: failed to encode map e322 with expected crc 2023-12-22T17:21:18.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:17 smithi039 ceph-mon[115265]: osdmap e322: 8 total, 8 up, 8 in 2023-12-22T17:21:18.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:17 smithi039 ceph-mon[115265]: failed to encode map e322 with expected crc 2023-12-22T17:21:18.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:17 smithi039 ceph-mon[115265]: failed to encode map e322 with expected crc 2023-12-22T17:21:18.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:17 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-b[115242]: 2023-12-22T17:21:17.784+0000 7facbc277700 -1 mon.b@1(peon).osd e323 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-22T17:21:18.794 INFO:tasks.rados.rados.0.smithi032.stdout:1348: done (1 left) 2023-12-22T17:21:18.794 INFO:tasks.rados.rados.0.smithi032.stdout:1349: read oid 4 snap 115 2023-12-22T17:21:18.794 INFO:tasks.rados.rados.0.smithi032.stdout:1349: expect (ObjNum 282 snap 78 seq_num 282) 2023-12-22T17:21:18.794 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 31 current snap is 138 2023-12-22T17:21:18.794 INFO:tasks.rados.rados.0.smithi032.stdout:1350: seq_num 433 ranges {4636672=57344} 2023-12-22T17:21:18.821 INFO:tasks.rados.rados.0.smithi032.stdout:1350: writing smithi032174182-31 from 4636672 to 4694016 tid 1 2023-12-22T17:21:18.821 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 9 current snap is 138 2023-12-22T17:21:18.821 INFO:tasks.rados.rados.0.smithi032.stdout:1351: seq_num 434 ranges {0=73728} 2023-12-22T17:21:18.821 INFO:tasks.rados.rados.0.smithi032.stdout:1351: writing smithi032174182-9 from 0 to 73728 tid 1 2023-12-22T17:21:18.821 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 27 current snap is 138 2023-12-22T17:21:18.821 INFO:tasks.rados.rados.0.smithi032.stdout:1346: expect (ObjNum 334 snap 97 seq_num 334) 2023-12-22T17:21:19.008 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:21:18 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:21:18.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi039.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi032:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-22T17:21:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:18 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-b[115242]: 2023-12-22T17:21:18.792+0000 7facbc277700 -1 mon.b@1(peon).osd e324 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-22T17:21:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:18 smithi039 ceph-mon[115265]: failed to encode map e323 with expected crc 2023-12-22T17:21:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:18 smithi039 ceph-mon[115265]: osdmap e323: 8 total, 8 up, 8 in 2023-12-22T17:21:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:18 smithi039 ceph-mon[115265]: failed to encode map e323 with expected crc 2023-12-22T17:21:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:18 smithi039 ceph-mon[115265]: failed to encode map e323 with expected crc 2023-12-22T17:21:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:18 smithi039 ceph-mon[115265]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:18 smithi039 ceph-mon[115265]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:19.029 INFO:tasks.rados.rados.0.smithi032.stdout:1351: finishing write tid 1 to smithi032174182-9 2023-12-22T17:21:19.029 INFO:tasks.rados.rados.0.smithi032.stdout:1351: finishing write tid 2 to smithi032174182-9 2023-12-22T17:21:19.029 INFO:tasks.rados.rados.0.smithi032.stdout:1351: finishing write tid 3 to smithi032174182-9 2023-12-22T17:21:19.029 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 512 (ObjNum 434 snap 138 seq_num 434) dirty exists 2023-12-22T17:21:19.029 INFO:tasks.rados.rados.0.smithi032.stdout:1351: left oid 9 (ObjNum 434 snap 138 seq_num 434) 2023-12-22T17:21:19.029 INFO:tasks.rados.rados.0.smithi032.stdout:1349: expect (ObjNum 282 snap 78 seq_num 282) 2023-12-22T17:21:19.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:18 smithi032 ceph-mon[191839]: failed to encode map e323 with expected crc 2023-12-22T17:21:19.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:18 smithi032 ceph-mon[191839]: osdmap e323: 8 total, 8 up, 8 in 2023-12-22T17:21:19.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:18 smithi032 ceph-mon[191839]: failed to encode map e323 with expected crc 2023-12-22T17:21:19.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:18 smithi032 ceph-mon[191839]: failed to encode map e323 with expected crc 2023-12-22T17:21:19.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:18 smithi032 ceph-mon[191839]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:19.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:18 smithi032 ceph-mon[191839]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:19.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:18 smithi032 ceph-mon[189144]: failed to encode map e323 with expected crc 2023-12-22T17:21:19.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:18 smithi032 ceph-mon[189144]: osdmap e323: 8 total, 8 up, 8 in 2023-12-22T17:21:19.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:18 smithi032 ceph-mon[189144]: failed to encode map e323 with expected crc 2023-12-22T17:21:19.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:18 smithi032 ceph-mon[189144]: failed to encode map e323 with expected crc 2023-12-22T17:21:19.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:18 smithi032 ceph-mon[189144]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:19.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:18 smithi032 ceph-mon[189144]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:19.279 INFO:tasks.rados.rados.0.smithi032.stdout:1350: finishing write tid 1 to smithi032174182-31 2023-12-22T17:21:19.279 INFO:tasks.rados.rados.0.smithi032.stdout:1350: finishing write tid 2 to smithi032174182-31 2023-12-22T17:21:19.279 INFO:tasks.rados.rados.0.smithi032.stdout:1350: finishing write tid 3 to smithi032174182-31 2023-12-22T17:21:19.279 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 715 (ObjNum 433 snap 138 seq_num 433) dirty exists 2023-12-22T17:21:19.279 INFO:tasks.rados.rados.0.smithi032.stdout:1350: left oid 31 (ObjNum 433 snap 138 seq_num 433) 2023-12-22T17:21:19.279 INFO:tasks.rados.rados.0.smithi032.stdout:1352: seq_num 435 ranges {0=90112} 2023-12-22T17:21:19.280 INFO:tasks.rados.rados.0.smithi032.stdout:1352: writing smithi032174182-27 from 0 to 90112 tid 1 2023-12-22T17:21:19.280 INFO:tasks.rados.rados.0.smithi032.stdout:1346: done (4 left) 2023-12-22T17:21:19.280 INFO:tasks.rados.rados.0.smithi032.stdout:1349: done (3 left) 2023-12-22T17:21:19.280 INFO:tasks.rados.rados.0.smithi032.stdout:1350: done (2 left) 2023-12-22T17:21:19.280 INFO:tasks.rados.rados.0.smithi032.stdout:1351: done (1 left) 2023-12-22T17:21:19.280 INFO:tasks.rados.rados.0.smithi032.stdout:1353: snap_remove snap 136 2023-12-22T17:21:19.800 INFO:tasks.rados.rados.0.smithi032.stdout:1353: done (1 left) 2023-12-22T17:21:19.800 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 4 current snap is 138 2023-12-22T17:21:19.800 INFO:tasks.rados.rados.0.smithi032.stdout:1352: finishing write tid 1 to smithi032174182-27 2023-12-22T17:21:19.800 INFO:tasks.rados.rados.0.smithi032.stdout:1352: finishing write tid 2 to smithi032174182-27 2023-12-22T17:21:19.800 INFO:tasks.rados.rados.0.smithi032.stdout:1352: finishing write tid 3 to smithi032174182-27 2023-12-22T17:21:19.800 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 770 (ObjNum 435 snap 138 seq_num 435) dirty exists 2023-12-22T17:21:19.800 INFO:tasks.rados.rados.0.smithi032.stdout:1352: left oid 27 (ObjNum 435 snap 138 seq_num 435) 2023-12-22T17:21:19.800 INFO:tasks.rados.rados.0.smithi032.stdout:1354: seq_num 436 ranges {0=106496} 2023-12-22T17:21:19.801 INFO:tasks.rados.rados.0.smithi032.stdout:1354: writing smithi032174182-4 from 0 to 106496 tid 1 2023-12-22T17:21:19.801 INFO:tasks.rados.rados.0.smithi032.stdout:1352: done (1 left) 2023-12-22T17:21:19.801 INFO:tasks.rados.rados.0.smithi032.stdout:1355: setattr oid 47 current snap is 138 2023-12-22T17:21:19.802 INFO:tasks.rados.rados.0.smithi032.stdout:1356: copy_from oid 46 from oid 9 current snap is 138 2023-12-22T17:21:19.802 INFO:tasks.rados.rados.0.smithi032.stdout:1357: snap_create 2023-12-22T17:21:19.810 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 923 (ObjNum 324 snap 94 seq_num 324) dirty exists 2023-12-22T17:21:19.813 INFO:tasks.rados.rados.0.smithi032.stdout:1354: finishing write tid 1 to smithi032174182-4 2023-12-22T17:21:19.813 INFO:tasks.rados.rados.0.smithi032.stdout:1354: finishing write tid 2 to smithi032174182-4 2023-12-22T17:21:19.814 INFO:tasks.rados.rados.0.smithi032.stdout:1356: finishing copy_from to smithi032174182-46 2023-12-22T17:21:19.814 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 512 (ObjNum 434 snap 138 seq_num 434) dirty exists 2023-12-22T17:21:19.815 INFO:tasks.rados.rados.0.smithi032.stdout:1356: finishing copy_from racing read to smithi032174182-46 2023-12-22T17:21:19.815 INFO:tasks.rados.rados.0.smithi032.stdout:1354: finishing write tid 3 to smithi032174182-4 2023-12-22T17:21:19.815 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 723 (ObjNum 436 snap 138 seq_num 436) dirty exists 2023-12-22T17:21:19.815 INFO:tasks.rados.rados.0.smithi032.stdout:1354: left oid 4 (ObjNum 436 snap 138 seq_num 436) 2023-12-22T17:21:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:19 smithi032 ceph-mon[191839]: pgmap v22: 121 pgs: 121 active+clean; 328 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 6.5 MiB/s wr, 21 op/s 2023-12-22T17:21:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:19 smithi032 ceph-mon[191839]: failed to encode map e324 with expected crc 2023-12-22T17:21:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:19 smithi032 ceph-mon[191839]: osdmap e324: 8 total, 8 up, 8 in 2023-12-22T17:21:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:19 smithi032 ceph-mon[191839]: failed to encode map e324 with expected crc 2023-12-22T17:21:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:19 smithi032 ceph-mon[191839]: failed to encode map e324 with expected crc 2023-12-22T17:21:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:19 smithi032 ceph-mon[191839]: failed to encode map e324 with expected crc 2023-12-22T17:21:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:19 smithi032 ceph-mon[191839]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:19 smithi032 ceph-mon[191839]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:21:20.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:19 smithi032 ceph-mon[189144]: pgmap v22: 121 pgs: 121 active+clean; 328 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 6.5 MiB/s wr, 21 op/s 2023-12-22T17:21:20.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:19 smithi032 ceph-mon[189144]: failed to encode map e324 with expected crc 2023-12-22T17:21:20.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:19 smithi032 ceph-mon[189144]: osdmap e324: 8 total, 8 up, 8 in 2023-12-22T17:21:20.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:19 smithi032 ceph-mon[189144]: failed to encode map e324 with expected crc 2023-12-22T17:21:20.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:19 smithi032 ceph-mon[189144]: failed to encode map e324 with expected crc 2023-12-22T17:21:20.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:19 smithi032 ceph-mon[189144]: failed to encode map e324 with expected crc 2023-12-22T17:21:20.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:19 smithi032 ceph-mon[189144]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:20.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:19 smithi032 ceph-mon[189144]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:20.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:21:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:19 smithi039 ceph-mon[115265]: pgmap v22: 121 pgs: 121 active+clean; 328 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 6.5 MiB/s wr, 21 op/s 2023-12-22T17:21:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:19 smithi039 ceph-mon[115265]: failed to encode map e324 with expected crc 2023-12-22T17:21:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:19 smithi039 ceph-mon[115265]: osdmap e324: 8 total, 8 up, 8 in 2023-12-22T17:21:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:19 smithi039 ceph-mon[115265]: failed to encode map e324 with expected crc 2023-12-22T17:21:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:19 smithi039 ceph-mon[115265]: failed to encode map e324 with expected crc 2023-12-22T17:21:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:19 smithi039 ceph-mon[115265]: failed to encode map e324 with expected crc 2023-12-22T17:21:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:19 smithi039 ceph-mon[115265]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:19 smithi039 ceph-mon[115265]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:19 smithi039 ceph-mon[115265]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:21:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:19 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-b[115242]: 2023-12-22T17:21:19.794+0000 7facbc277700 -1 mon.b@1(peon).osd e325 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-22T17:21:20.779 INFO:tasks.rados.rados.0.smithi032.stdout:1354: done (3 left) 2023-12-22T17:21:20.779 INFO:tasks.rados.rados.0.smithi032.stdout:1355: done (2 left) 2023-12-22T17:21:20.779 INFO:tasks.rados.rados.0.smithi032.stdout:1356: done (1 left) 2023-12-22T17:21:20.779 INFO:tasks.rados.rados.0.smithi032.stdout:1357: done (0 left) 2023-12-22T17:21:20.779 INFO:tasks.rados.rados.0.smithi032.stdout:1358: snap_remove snap 128 2023-12-22T17:21:20.803 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:20 smithi032 ceph-mon[191839]: failed to encode map e325 with expected crc 2023-12-22T17:21:20.803 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:20 smithi032 ceph-mon[191839]: osdmap e325: 8 total, 8 up, 8 in 2023-12-22T17:21:20.803 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:20 smithi032 ceph-mon[191839]: failed to encode map e325 with expected crc 2023-12-22T17:21:20.803 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:20 smithi032 ceph-mon[191839]: failed to encode map e325 with expected crc 2023-12-22T17:21:20.803 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:20 smithi032 ceph-mon[191839]: osdmap e326: 8 total, 8 up, 8 in 2023-12-22T17:21:20.803 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:21:20.541+0000 7f8939eca700 -1 mgr.server handle_report got status from non-daemon mon.c 2023-12-22T17:21:20.804 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:20 smithi032 ceph-mon[189144]: failed to encode map e325 with expected crc 2023-12-22T17:21:20.804 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:20 smithi032 ceph-mon[189144]: osdmap e325: 8 total, 8 up, 8 in 2023-12-22T17:21:20.804 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:20 smithi032 ceph-mon[189144]: failed to encode map e325 with expected crc 2023-12-22T17:21:20.804 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:20 smithi032 ceph-mon[189144]: failed to encode map e325 with expected crc 2023-12-22T17:21:20.804 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:20 smithi032 ceph-mon[189144]: osdmap e326: 8 total, 8 up, 8 in 2023-12-22T17:21:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:21:20] "GET /metrics HTTP/1.1" 200 36004 "" "Prometheus/2.43.0" 2023-12-22T17:21:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:20 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-b[115242]: 2023-12-22T17:21:20.774+0000 7facbc277700 -1 mon.b@1(peon).osd e326 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-22T17:21:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:20 smithi039 ceph-mon[115265]: failed to encode map e325 with expected crc 2023-12-22T17:21:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:20 smithi039 ceph-mon[115265]: osdmap e325: 8 total, 8 up, 8 in 2023-12-22T17:21:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:20 smithi039 ceph-mon[115265]: failed to encode map e325 with expected crc 2023-12-22T17:21:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:20 smithi039 ceph-mon[115265]: failed to encode map e325 with expected crc 2023-12-22T17:21:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:20 smithi039 ceph-mon[115265]: osdmap e326: 8 total, 8 up, 8 in 2023-12-22T17:21:21.780 INFO:tasks.rados.rados.0.smithi032.stdout:1358: done (0 left) 2023-12-22T17:21:21.780 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 8 current snap is 139 2023-12-22T17:21:21.780 INFO:tasks.rados.rados.0.smithi032.stdout:1359: seq_num 437 ranges {1531904=122880} 2023-12-22T17:21:21.791 INFO:tasks.rados.rados.0.smithi032.stdout:1359: writing smithi032174182-8 from 1531904 to 1654784 tid 1 2023-12-22T17:21:21.791 INFO:tasks.rados.rados.0.smithi032.stdout:1360: rollback oid 31 current snap is 139 2023-12-22T17:21:21.791 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 31 to 87 2023-12-22T17:21:21.791 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 20 current snap is 139 2023-12-22T17:21:21.791 INFO:tasks.rados.rados.0.smithi032.stdout:1361: seq_num 438 ranges {7634944=139264} 2023-12-22T17:21:21.834 INFO:tasks.rados.rados.0.smithi032.stdout:1361: writing smithi032174182-20 from 7634944 to 7774208 tid 1 2023-12-22T17:21:21.834 INFO:tasks.rados.rados.0.smithi032.stdout:1362: read oid 41 snap -1 2023-12-22T17:21:21.834 INFO:tasks.rados.rados.0.smithi032.stdout:1362: expect (ObjNum 430 snap 137 seq_num 430) 2023-12-22T17:21:21.834 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 50 current snap is 139 2023-12-22T17:21:21.834 INFO:tasks.rados.rados.0.smithi032.stdout:1359: finishing write tid 1 to smithi032174182-8 2023-12-22T17:21:21.834 INFO:tasks.rados.rados.0.smithi032.stdout:1363: seq_num 439 ranges {0=155648} 2023-12-22T17:21:21.835 INFO:tasks.rados.rados.0.smithi032.stdout:1363: writing smithi032174182-50 from 0 to 155648 tid 1 2023-12-22T17:21:21.835 INFO:tasks.rados.rados.0.smithi032.stdout:1364: rollback oid 9 current snap is 139 2023-12-22T17:21:21.835 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 9 to 98 2023-12-22T17:21:21.835 INFO:tasks.rados.rados.0.smithi032.stdout:1359: finishing write tid 2 to smithi032174182-8 2023-12-22T17:21:21.835 INFO:tasks.rados.rados.0.smithi032.stdout:1359: finishing write tid 3 to smithi032174182-8 2023-12-22T17:21:21.835 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 405 (ObjNum 437 snap 139 seq_num 437) dirty exists 2023-12-22T17:21:21.835 INFO:tasks.rados.rados.0.smithi032.stdout:1359: left oid 8 (ObjNum 437 snap 139 seq_num 437) 2023-12-22T17:21:21.836 INFO:tasks.rados.rados.0.smithi032.stdout:1360: finishing rollback tid 0 to smithi032174182-31 2023-12-22T17:21:21.836 INFO:tasks.rados.rados.0.smithi032.stdout:1360: finishing rollback tid 1 to smithi032174182-31 2023-12-22T17:21:21.836 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 730 (ObjNum 65 snap 0 seq_num 1433162343) dirty dne 2023-12-22T17:21:21.836 INFO:tasks.rados.rados.0.smithi032.stdout:1359: done (5 left) 2023-12-22T17:21:21.836 INFO:tasks.rados.rados.0.smithi032.stdout:1360: done (4 left) 2023-12-22T17:21:21.836 INFO:tasks.rados.rados.0.smithi032.stdout:1365: read oid 43 snap -1 2023-12-22T17:21:21.836 INFO:tasks.rados.rados.0.smithi032.stdout:1365: expect (ObjNum 339 snap 100 seq_num 339) 2023-12-22T17:21:21.836 INFO:tasks.rados.rados.0.smithi032.stdout:1366: rollback oid 42 current snap is 139 2023-12-22T17:21:21.836 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 42 to 98 2023-12-22T17:21:21.836 INFO:tasks.rados.rados.0.smithi032.stdout:1367: read oid 48 snap -1 2023-12-22T17:21:21.836 INFO:tasks.rados.rados.0.smithi032.stdout:1367: expect (ObjNum 244 snap 60 seq_num 244) 2023-12-22T17:21:21.837 INFO:tasks.rados.rados.0.smithi032.stdout:1368: delete oid 22 current snap is 139 2023-12-22T17:21:21.838 INFO:tasks.rados.rados.0.smithi032.stdout:1361: finishing write tid 1 to smithi032174182-20 2023-12-22T17:21:21.839 INFO:tasks.rados.rados.0.smithi032.stdout:1361: finishing write tid 2 to smithi032174182-20 2023-12-22T17:21:21.842 INFO:tasks.rados.rados.0.smithi032.stdout:1366: finishing rollback tid 1 to smithi032174182-42 2023-12-22T17:21:21.842 INFO:tasks.rados.rados.0.smithi032.stdout:1366: finishing rollback tid 2 to smithi032174182-42 2023-12-22T17:21:21.842 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 601 (ObjNum 303 snap 90 seq_num 303) dirty exists 2023-12-22T17:21:21.842 INFO:tasks.rados.rados.0.smithi032.stdout:1364: finishing rollback tid 0 to smithi032174182-9 2023-12-22T17:21:21.843 INFO:tasks.rados.rados.0.smithi032.stdout:1361: finishing write tid 3 to smithi032174182-20 2023-12-22T17:21:21.843 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 781 (ObjNum 438 snap 139 seq_num 438) dirty exists 2023-12-22T17:21:21.843 INFO:tasks.rados.rados.0.smithi032.stdout:1361: left oid 20 (ObjNum 438 snap 139 seq_num 438) 2023-12-22T17:21:21.843 INFO:tasks.rados.rados.0.smithi032.stdout:1363: finishing write tid 1 to smithi032174182-50 2023-12-22T17:21:21.843 INFO:tasks.rados.rados.0.smithi032.stdout:1363: finishing write tid 2 to smithi032174182-50 2023-12-22T17:21:21.843 INFO:tasks.rados.rados.0.smithi032.stdout:1363: finishing write tid 3 to smithi032174182-50 2023-12-22T17:21:21.843 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 886 (ObjNum 439 snap 139 seq_num 439) dirty exists 2023-12-22T17:21:21.844 INFO:tasks.rados.rados.0.smithi032.stdout:1363: left oid 50 (ObjNum 439 snap 139 seq_num 439) 2023-12-22T17:21:21.846 INFO:tasks.rados.rados.0.smithi032.stdout:1365: expect (ObjNum 339 snap 100 seq_num 339) 2023-12-22T17:21:21.872 INFO:tasks.rados.rados.0.smithi032.stdout:1364: finishing rollback tid 1 to smithi032174182-9 2023-12-22T17:21:21.873 INFO:tasks.rados.rados.0.smithi032.stdout:1364: finishing rollback tid 2 to smithi032174182-9 2023-12-22T17:21:21.873 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 515 (ObjNum 153 snap 36 seq_num 153) dirty exists 2023-12-22T17:21:21.873 INFO:tasks.rados.rados.0.smithi032.stdout:1367: expect (ObjNum 244 snap 60 seq_num 244) 2023-12-22T17:21:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:21 smithi032 ceph-mon[191839]: failed to encode map e325 with expected crc 2023-12-22T17:21:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:21 smithi032 ceph-mon[191839]: pgmap v25: 121 pgs: 121 active+clean; 331 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 878 KiB/s wr, 10 op/s 2023-12-22T17:21:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:21 smithi032 ceph-mon[191839]: failed to encode map e326 with expected crc 2023-12-22T17:21:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:21 smithi032 ceph-mon[191839]: failed to encode map e326 with expected crc 2023-12-22T17:21:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:21 smithi032 ceph-mon[191839]: osdmap e327: 8 total, 8 up, 8 in 2023-12-22T17:21:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:21 smithi032 ceph-mon[189144]: failed to encode map e325 with expected crc 2023-12-22T17:21:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:21 smithi032 ceph-mon[189144]: pgmap v25: 121 pgs: 121 active+clean; 331 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 878 KiB/s wr, 10 op/s 2023-12-22T17:21:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:21 smithi032 ceph-mon[189144]: failed to encode map e326 with expected crc 2023-12-22T17:21:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:21 smithi032 ceph-mon[189144]: failed to encode map e326 with expected crc 2023-12-22T17:21:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:21 smithi032 ceph-mon[189144]: osdmap e327: 8 total, 8 up, 8 in 2023-12-22T17:21:22.103 INFO:tasks.rados.rados.0.smithi032.stdout:1362: expect (ObjNum 430 snap 137 seq_num 430) 2023-12-22T17:21:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:21 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-b[115242]: 2023-12-22T17:21:21.775+0000 7facbc277700 -1 mon.b@1(peon).osd e327 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-22T17:21:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:21 smithi039 ceph-mon[115265]: failed to encode map e325 with expected crc 2023-12-22T17:21:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:21 smithi039 ceph-mon[115265]: pgmap v25: 121 pgs: 121 active+clean; 331 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 878 KiB/s wr, 10 op/s 2023-12-22T17:21:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:21 smithi039 ceph-mon[115265]: failed to encode map e326 with expected crc 2023-12-22T17:21:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:21 smithi039 ceph-mon[115265]: failed to encode map e326 with expected crc 2023-12-22T17:21:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:21 smithi039 ceph-mon[115265]: osdmap e327: 8 total, 8 up, 8 in 2023-12-22T17:21:22.582 INFO:tasks.rados.rados.0.smithi032.stdout:1361: done (7 left) 2023-12-22T17:21:22.582 INFO:tasks.rados.rados.0.smithi032.stdout:1362: done (6 left) 2023-12-22T17:21:22.582 INFO:tasks.rados.rados.0.smithi032.stdout:1363: done (5 left) 2023-12-22T17:21:22.582 INFO:tasks.rados.rados.0.smithi032.stdout:1364: done (4 left) 2023-12-22T17:21:22.582 INFO:tasks.rados.rados.0.smithi032.stdout:1365: done (3 left) 2023-12-22T17:21:22.582 INFO:tasks.rados.rados.0.smithi032.stdout:1366: done (2 left) 2023-12-22T17:21:22.582 INFO:tasks.rados.rados.0.smithi032.stdout:1367: done (1 left) 2023-12-22T17:21:22.582 INFO:tasks.rados.rados.0.smithi032.stdout:1368: done (0 left) 2023-12-22T17:21:22.583 INFO:tasks.rados.rados.0.smithi032.stdout:1369: rollback oid 26 current snap is 139 2023-12-22T17:21:22.583 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 26 to 131 2023-12-22T17:21:22.583 INFO:tasks.rados.rados.0.smithi032.stdout:1370: read oid 44 snap 137 2023-12-22T17:21:22.583 INFO:tasks.rados.rados.0.smithi032.stdout:1370: expect (ObjNum 282 snap 78 seq_num 282) 2023-12-22T17:21:22.583 INFO:tasks.rados.rados.0.smithi032.stdout:1371: read oid 2 snap -1 2023-12-22T17:21:22.583 INFO:tasks.rados.rados.0.smithi032.stdout:1371: expect (ObjNum 419 snap 136 seq_num 419) 2023-12-22T17:21:22.583 INFO:tasks.rados.rados.0.smithi032.stdout:1372: snap_create 2023-12-22T17:21:22.584 INFO:tasks.rados.rados.0.smithi032.stdout:1369: finishing rollback tid 1 to smithi032174182-26 2023-12-22T17:21:22.585 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 555 (ObjNum 177 snap 0 seq_num 1) dirty dne 2023-12-22T17:21:22.600 INFO:tasks.rados.rados.0.smithi032.stdout:1371: expect (ObjNum 419 snap 136 seq_num 419) 2023-12-22T17:21:22.730 INFO:tasks.rados.rados.0.smithi032.stdout:1370: expect (ObjNum 282 snap 78 seq_num 282) 2023-12-22T17:21:23.000 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:22 smithi039 ceph-mon[115265]: failed to encode map e326 with expected crc 2023-12-22T17:21:23.000 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:22 smithi039 ceph-mon[115265]: failed to encode map e327 with expected crc 2023-12-22T17:21:23.000 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:22 smithi039 ceph-mon[115265]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:23.000 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:22 smithi039 ceph-mon[115265]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:23.000 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:22 smithi039 ceph-mon[115265]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:23.000 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:22 smithi039 ceph-mon[115265]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:21:23.000 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:22 smithi039 ceph-mon[115265]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:23.000 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:22 smithi039 ceph-mon[115265]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:21:23.000 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:22 smithi039 ceph-mon[115265]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:21:23.000 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:22 smithi039 ceph-mon[115265]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-12-22T17:21:23.000 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:22 smithi039 ceph-mon[115265]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2023-12-22T17:21:23.001 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:22 smithi039 ceph-mon[115265]: Upgrade: It appears safe to stop mon.b 2023-12-22T17:21:23.059 INFO:tasks.rados.rados.0.smithi032.stdout:1369: done (3 left) 2023-12-22T17:21:23.059 INFO:tasks.rados.rados.0.smithi032.stdout:1370: done (2 left) 2023-12-22T17:21:23.059 INFO:tasks.rados.rados.0.smithi032.stdout:1371: done (1 left) 2023-12-22T17:21:23.059 INFO:tasks.rados.rados.0.smithi032.stdout:1372: done (0 left) 2023-12-22T17:21:23.059 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 28 current snap is 140 2023-12-22T17:21:23.059 INFO:tasks.rados.rados.0.smithi032.stdout:1373: seq_num 441 ranges {0=188416} 2023-12-22T17:21:23.060 INFO:tasks.rados.rados.0.smithi032.stdout:1373: writing smithi032174182-28 from 0 to 188416 tid 1 2023-12-22T17:21:23.060 INFO:tasks.rados.rados.0.smithi032.stdout:1374: copy_from oid 6 from oid 35 current snap is 140 2023-12-22T17:21:23.060 INFO:tasks.rados.rados.0.smithi032.stdout:1375: read oid 42 snap -1 2023-12-22T17:21:23.061 INFO:tasks.rados.rados.0.smithi032.stdout:1375: expect (ObjNum 303 snap 90 seq_num 303) 2023-12-22T17:21:23.061 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 18 current snap is 140 2023-12-22T17:21:23.061 INFO:tasks.rados.rados.0.smithi032.stdout:1376: seq_num 442 ranges {1359872=204800} 2023-12-22T17:21:23.069 INFO:tasks.rados.rados.0.smithi032.stdout:1376: writing smithi032174182-18 from 1359872 to 1564672 tid 1 2023-12-22T17:21:23.069 INFO:tasks.rados.rados.0.smithi032.stdout:1377: snap_create 2023-12-22T17:21:23.071 INFO:tasks.rados.rados.0.smithi032.stdout:1373: finishing write tid 1 to smithi032174182-28 2023-12-22T17:21:23.071 INFO:tasks.rados.rados.0.smithi032.stdout:1373: finishing write tid 2 to smithi032174182-28 2023-12-22T17:21:23.073 INFO:tasks.rados.rados.0.smithi032.stdout:1373: finishing write tid 3 to smithi032174182-28 2023-12-22T17:21:23.073 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 738 (ObjNum 441 snap 140 seq_num 441) dirty exists 2023-12-22T17:21:23.073 INFO:tasks.rados.rados.0.smithi032.stdout:1373: left oid 28 (ObjNum 441 snap 140 seq_num 441) 2023-12-22T17:21:23.073 INFO:tasks.rados.rados.0.smithi032.stdout:1375: expect (ObjNum 303 snap 90 seq_num 303) 2023-12-22T17:21:23.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:22 smithi032 ceph-mon[191839]: failed to encode map e326 with expected crc 2023-12-22T17:21:23.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:22 smithi032 ceph-mon[191839]: failed to encode map e327 with expected crc 2023-12-22T17:21:23.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:22 smithi032 ceph-mon[191839]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:23.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:22 smithi032 ceph-mon[191839]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:23.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:23.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:21:23.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:22 smithi032 ceph-mon[191839]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:23.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:21:23.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:21:23.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-12-22T17:21:23.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2023-12-22T17:21:23.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:22 smithi032 ceph-mon[191839]: Upgrade: It appears safe to stop mon.b 2023-12-22T17:21:23.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:22 smithi032 ceph-mon[189144]: failed to encode map e326 with expected crc 2023-12-22T17:21:23.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:22 smithi032 ceph-mon[189144]: failed to encode map e327 with expected crc 2023-12-22T17:21:23.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:22 smithi032 ceph-mon[189144]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:23.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:22 smithi032 ceph-mon[189144]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:23.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:23.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:21:23.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:22 smithi032 ceph-mon[189144]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:23.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:21:23.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:21:23.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-12-22T17:21:23.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2023-12-22T17:21:23.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:22 smithi032 ceph-mon[189144]: Upgrade: It appears safe to stop mon.b 2023-12-22T17:21:23.193 INFO:tasks.rados.rados.0.smithi032.stdout:1376: finishing write tid 1 to smithi032174182-18 2023-12-22T17:21:23.193 INFO:tasks.rados.rados.0.smithi032.stdout:1376: finishing write tid 2 to smithi032174182-18 2023-12-22T17:21:23.193 INFO:tasks.rados.rados.0.smithi032.stdout:1376: finishing write tid 3 to smithi032174182-18 2023-12-22T17:21:23.193 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 539 (ObjNum 442 snap 140 seq_num 442) dirty exists 2023-12-22T17:21:23.193 INFO:tasks.rados.rados.0.smithi032.stdout:1376: left oid 18 (ObjNum 442 snap 140 seq_num 442) 2023-12-22T17:21:23.193 INFO:tasks.rados.rados.0.smithi032.stdout:1374: finishing copy_from to smithi032174182-6 2023-12-22T17:21:23.193 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 526 (ObjNum 334 snap 97 seq_num 334) dirty exists 2023-12-22T17:21:23.193 INFO:tasks.rados.rados.0.smithi032.stdout:1374: finishing copy_from racing read to smithi032174182-6 2023-12-22T17:21:23.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:23 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-b[115242]: 2023-12-22T17:21:23.056+0000 7facbc277700 -1 mon.b@1(peon).osd e328 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-22T17:21:24.066 INFO:tasks.rados.rados.0.smithi032.stdout:1373: done (4 left) 2023-12-22T17:21:24.067 INFO:tasks.rados.rados.0.smithi032.stdout:1374: done (3 left) 2023-12-22T17:21:24.067 INFO:tasks.rados.rados.0.smithi032.stdout:1375: done (2 left) 2023-12-22T17:21:24.067 INFO:tasks.rados.rados.0.smithi032.stdout:1376: done (1 left) 2023-12-22T17:21:24.067 INFO:tasks.rados.rados.0.smithi032.stdout:1377: done (0 left) 2023-12-22T17:21:24.067 INFO:tasks.rados.rados.0.smithi032.stdout:1378: copy_from oid 49 from oid 24 current snap is 141 2023-12-22T17:21:24.067 INFO:tasks.rados.rados.0.smithi032.stdout:1379: rollback oid 15 current snap is 141 2023-12-22T17:21:24.067 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 15 to 133 2023-12-22T17:21:24.067 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 35 current snap is 141 2023-12-22T17:21:24.067 INFO:tasks.rados.rados.0.smithi032.stdout:1380: seq_num 443 ranges {4448256=221184} 2023-12-22T17:21:24.092 INFO:tasks.rados.rados.0.smithi032.stdout:1380: writing smithi032174182-35 from 4448256 to 4669440 tid 1 2023-12-22T17:21:24.093 INFO:tasks.rados.rados.0.smithi032.stdout:1381: snap_create 2023-12-22T17:21:24.093 INFO:tasks.rados.rados.0.smithi032.stdout:1379: finishing rollback tid 0 to smithi032174182-15 2023-12-22T17:21:24.093 INFO:tasks.rados.rados.0.smithi032.stdout:1379: finishing rollback tid 1 to smithi032174182-15 2023-12-22T17:21:24.093 INFO:tasks.rados.rados.0.smithi032.stdout:1379: finishing rollback tid 2 to smithi032174182-15 2023-12-22T17:21:24.093 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 933 (ObjNum 224 snap 55 seq_num 224) dirty exists 2023-12-22T17:21:24.100 INFO:tasks.rados.rados.0.smithi032.stdout:1380: finishing write tid 1 to smithi032174182-35 2023-12-22T17:21:24.100 INFO:tasks.rados.rados.0.smithi032.stdout:1380: finishing write tid 2 to smithi032174182-35 2023-12-22T17:21:24.102 INFO:tasks.rados.rados.0.smithi032.stdout:1380: finishing write tid 3 to smithi032174182-35 2023-12-22T17:21:24.102 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 763 (ObjNum 443 snap 141 seq_num 443) dirty exists 2023-12-22T17:21:24.102 INFO:tasks.rados.rados.0.smithi032.stdout:1380: left oid 35 (ObjNum 443 snap 141 seq_num 443) 2023-12-22T17:21:24.104 INFO:tasks.rados.rados.0.smithi032.stdout:1378: finishing copy_from to smithi032174182-49 2023-12-22T17:21:24.104 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 652 (ObjNum 356 snap 110 seq_num 356) dirty exists 2023-12-22T17:21:24.104 INFO:tasks.rados.rados.0.smithi032.stdout:1378: finishing copy_from racing read to smithi032174182-49 2023-12-22T17:21:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:24 smithi039 ceph-mon[115265]: pgmap v28: 121 pgs: 121 active+clean; 331 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 900 KiB/s wr, 11 op/s 2023-12-22T17:21:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:24 smithi039 ceph-mon[115265]: failed to encode map e328 with expected crc 2023-12-22T17:21:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:24 smithi039 ceph-mon[115265]: osdmap e328: 8 total, 8 up, 8 in 2023-12-22T17:21:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:24 smithi039 ceph-mon[115265]: failed to encode map e328 with expected crc 2023-12-22T17:21:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:24 smithi039 ceph-mon[115265]: failed to encode map e328 with expected crc 2023-12-22T17:21:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:24 smithi039 ceph-mon[115265]: failed to encode map e328 with expected crc 2023-12-22T17:21:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:24 smithi039 ceph-mon[115265]: failed to encode map e328 with expected crc 2023-12-22T17:21:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:24 smithi039 ceph-mon[115265]: Upgrade: Updating mon.b 2023-12-22T17:21:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:24 smithi039 ceph-mon[115265]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:24 smithi039 ceph-mon[115265]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-22T17:21:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:24 smithi039 ceph-mon[115265]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-22T17:21:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:24 smithi039 ceph-mon[115265]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:24 smithi039 ceph-mon[115265]: Deploying daemon mon.b on smithi039 2023-12-22T17:21:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:24 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-b[115242]: 2023-12-22T17:21:24.060+0000 7facbc277700 -1 mon.b@1(peon).osd e329 update_from_paxos full map CRC mismatch, resetting to canonical 2023-12-22T17:21:24.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:24 smithi032 ceph-mon[189144]: pgmap v28: 121 pgs: 121 active+clean; 331 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 900 KiB/s wr, 11 op/s 2023-12-22T17:21:24.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:24 smithi032 ceph-mon[189144]: failed to encode map e328 with expected crc 2023-12-22T17:21:24.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:24 smithi032 ceph-mon[189144]: osdmap e328: 8 total, 8 up, 8 in 2023-12-22T17:21:24.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:24 smithi032 ceph-mon[189144]: failed to encode map e328 with expected crc 2023-12-22T17:21:24.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:24 smithi032 ceph-mon[189144]: failed to encode map e328 with expected crc 2023-12-22T17:21:24.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:24 smithi032 ceph-mon[189144]: failed to encode map e328 with expected crc 2023-12-22T17:21:24.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:24 smithi032 ceph-mon[189144]: failed to encode map e328 with expected crc 2023-12-22T17:21:24.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:24 smithi032 ceph-mon[189144]: Upgrade: Updating mon.b 2023-12-22T17:21:24.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:24 smithi032 ceph-mon[189144]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:24.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:24 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-22T17:21:24.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:24 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-22T17:21:24.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:24 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:24.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:24 smithi032 ceph-mon[189144]: Deploying daemon mon.b on smithi039 2023-12-22T17:21:24.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:24 smithi032 ceph-mon[191839]: pgmap v28: 121 pgs: 121 active+clean; 331 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 900 KiB/s wr, 11 op/s 2023-12-22T17:21:24.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:24 smithi032 ceph-mon[191839]: failed to encode map e328 with expected crc 2023-12-22T17:21:24.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:24 smithi032 ceph-mon[191839]: osdmap e328: 8 total, 8 up, 8 in 2023-12-22T17:21:24.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:24 smithi032 ceph-mon[191839]: failed to encode map e328 with expected crc 2023-12-22T17:21:24.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:24 smithi032 ceph-mon[191839]: failed to encode map e328 with expected crc 2023-12-22T17:21:24.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:24 smithi032 ceph-mon[191839]: failed to encode map e328 with expected crc 2023-12-22T17:21:24.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:24 smithi032 ceph-mon[191839]: failed to encode map e328 with expected crc 2023-12-22T17:21:24.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:24 smithi032 ceph-mon[191839]: Upgrade: Updating mon.b 2023-12-22T17:21:24.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:24 smithi032 ceph-mon[191839]: from='mgr.25117 ' entity='mgr.y' 2023-12-22T17:21:24.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:24 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-22T17:21:24.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:24 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-22T17:21:24.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:24 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:24.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:24 smithi032 ceph-mon[191839]: Deploying daemon mon.b on smithi039 2023-12-22T17:21:24.554 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:24 smithi039 systemd[1]: Stopping Ceph mon.b for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:21:24.554 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:24 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-b[115242]: 2023-12-22T17:21:24.550+0000 7facc1a82700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-12-22T17:21:24.554 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:24 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-b[115242]: 2023-12-22T17:21:24.550+0000 7facc1a82700 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2023-12-22T17:21:24.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:24 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:17:21:24] ENGINE Bus STOPPING 2023-12-22T17:21:24.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:24 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:17:21:24] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-22T17:21:24.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:24 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:17:21:24] ENGINE Bus STOPPED 2023-12-22T17:21:24.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:24 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:17:21:24] ENGINE Bus STARTING 2023-12-22T17:21:24.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:24 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:17:21:24] ENGINE Serving on http://:::9283 2023-12-22T17:21:24.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:24 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:17:21:24] ENGINE Bus STARTED 2023-12-22T17:21:24.961 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:24 smithi039 bash[181092]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-b 2023-12-22T17:21:25.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:24 smithi039 systemd[1]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@mon.b.service: Succeeded. 2023-12-22T17:21:25.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:24 smithi039 systemd[1]: Stopped Ceph mon.b for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:21:25.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 systemd[1]: Starting Ceph mon.b for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:21:25.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: set uid:gid to 167:167 (ceph:ceph) 2023-12-22T17:21:25.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev), process ceph-mon, pid 7 2023-12-22T17:21:25.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: pidfile_write: ignore empty --pid-file 2023-12-22T17:21:25.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: load: jerasure load: lrc 2023-12-22T17:21:25.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: RocksDB version: 7.9.2 2023-12-22T17:21:25.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Git sha 0 2023-12-22T17:21:25.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Compile date 2023-12-19 21:06:06 2023-12-22T17:21:25.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: DB SUMMARY 2023-12-22T17:21:25.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: DB Session ID: KWADH2D9R7CQ6K98BMIN 2023-12-22T17:21:25.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: CURRENT file: CURRENT 2023-12-22T17:21:25.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: IDENTITY file: IDENTITY 2023-12-22T17:21:25.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1098 Bytes 2023-12-22T17:21:25.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2023-12-22T17:21:25.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 7143725 ; 2023-12-22T17:21:25.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.error_if_exists: 0 2023-12-22T17:21:25.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.create_if_missing: 0 2023-12-22T17:21:25.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.paranoid_checks: 1 2023-12-22T17:21:25.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.flush_verify_memtable_count: 1 2023-12-22T17:21:25.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-12-22T17:21:25.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-12-22T17:21:25.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.env: 0x555b5bb96a60 2023-12-22T17:21:25.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.fs: PosixFileSystem 2023-12-22T17:21:25.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.info_log: 0x555b5e2c9760 2023-12-22T17:21:25.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.max_file_opening_threads: 16 2023-12-22T17:21:25.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.statistics: (nil) 2023-12-22T17:21:25.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.use_fsync: 0 2023-12-22T17:21:25.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.max_log_file_size: 0 2023-12-22T17:21:25.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-12-22T17:21:25.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.log_file_time_to_roll: 0 2023-12-22T17:21:25.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.keep_log_file_num: 1000 2023-12-22T17:21:25.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.recycle_log_file_num: 0 2023-12-22T17:21:25.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.allow_fallocate: 1 2023-12-22T17:21:25.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.allow_mmap_reads: 0 2023-12-22T17:21:25.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.allow_mmap_writes: 0 2023-12-22T17:21:25.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.use_direct_reads: 0 2023-12-22T17:21:25.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-12-22T17:21:25.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.create_missing_column_families: 0 2023-12-22T17:21:25.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.db_log_dir: 2023-12-22T17:21:25.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.wal_dir: 2023-12-22T17:21:25.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.table_cache_numshardbits: 6 2023-12-22T17:21:25.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.WAL_ttl_seconds: 0 2023-12-22T17:21:25.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.WAL_size_limit_MB: 0 2023-12-22T17:21:25.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-12-22T17:21:25.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-12-22T17:21:25.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.is_fd_close_on_exec: 1 2023-12-22T17:21:25.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.advise_random_on_open: 1 2023-12-22T17:21:25.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.db_write_buffer_size: 0 2023-12-22T17:21:25.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.write_buffer_manager: 0x555b5e27f360 2023-12-22T17:21:25.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-12-22T17:21:25.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-12-22T17:21:25.762 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.use_adaptive_mutex: 0 2023-12-22T17:21:25.762 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.rate_limiter: (nil) 2023-12-22T17:21:25.762 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-12-22T17:21:25.762 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.wal_recovery_mode: 2 2023-12-22T17:21:25.762 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.enable_thread_tracking: 0 2023-12-22T17:21:25.762 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.enable_pipelined_write: 0 2023-12-22T17:21:25.762 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.unordered_write: 0 2023-12-22T17:21:25.762 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-12-22T17:21:25.762 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-12-22T17:21:25.762 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-12-22T17:21:25.762 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-12-22T17:21:25.762 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.row_cache: None 2023-12-22T17:21:25.762 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.wal_filter: None 2023-12-22T17:21:25.762 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-12-22T17:21:25.762 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.allow_ingest_behind: 0 2023-12-22T17:21:25.762 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.two_write_queues: 0 2023-12-22T17:21:25.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.manual_wal_flush: 0 2023-12-22T17:21:25.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.wal_compression: 0 2023-12-22T17:21:25.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.atomic_flush: 0 2023-12-22T17:21:25.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-12-22T17:21:25.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.persist_stats_to_disk: 0 2023-12-22T17:21:25.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.write_dbid_to_manifest: 0 2023-12-22T17:21:25.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.log_readahead_size: 0 2023-12-22T17:21:25.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-12-22T17:21:25.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.best_efforts_recovery: 0 2023-12-22T17:21:25.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-12-22T17:21:25.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-12-22T17:21:25.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.allow_data_in_errors: 0 2023-12-22T17:21:25.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.db_host_id: __hostname__ 2023-12-22T17:21:25.764 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.enforce_single_del_contracts: true 2023-12-22T17:21:25.764 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.max_background_jobs: 2 2023-12-22T17:21:25.765 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.max_background_compactions: -1 2023-12-22T17:21:25.765 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.max_subcompactions: 1 2023-12-22T17:21:25.765 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-12-22T17:21:25.765 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-12-22T17:21:25.765 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.delayed_write_rate : 16777216 2023-12-22T17:21:25.765 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.max_total_wal_size: 0 2023-12-22T17:21:25.765 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-12-22T17:21:25.765 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.stats_dump_period_sec: 600 2023-12-22T17:21:25.765 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.stats_persist_period_sec: 600 2023-12-22T17:21:25.765 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-12-22T17:21:25.765 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.max_open_files: -1 2023-12-22T17:21:25.765 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.bytes_per_sync: 0 2023-12-22T17:21:25.766 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.wal_bytes_per_sync: 0 2023-12-22T17:21:25.766 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.strict_bytes_per_sync: 0 2023-12-22T17:21:25.766 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.compaction_readahead_size: 0 2023-12-22T17:21:25.766 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.max_background_flushes: -1 2023-12-22T17:21:25.766 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Compression algorithms supported: 2023-12-22T17:21:25.766 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-12-22T17:21:25.766 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: kZSTD supported: 0 2023-12-22T17:21:25.766 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: kXpressCompression supported: 0 2023-12-22T17:21:25.766 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: kLZ4HCCompression supported: 1 2023-12-22T17:21:25.766 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: kZlibCompression supported: 1 2023-12-22T17:21:25.766 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: kSnappyCompression supported: 1 2023-12-22T17:21:25.766 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: kLZ4Compression supported: 1 2023-12-22T17:21:25.766 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: kBZip2Compression supported: 0 2023-12-22T17:21:25.766 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Fast CRC32 supported: Supported on x86 2023-12-22T17:21:25.766 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: DMutex implementation: pthread_mutex_t 2023-12-22T17:21:25.766 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 2023-12-22T17:21:25.767 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-12-22T17:21:25.767 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-12-22T17:21:25.767 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.merge_operator: 2023-12-22T17:21:25.767 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.compaction_filter: None 2023-12-22T17:21:25.767 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.compaction_filter_factory: None 2023-12-22T17:21:25.767 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.sst_partitioner_factory: None 2023-12-22T17:21:25.767 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.memtable_factory: SkipListFactory 2023-12-22T17:21:25.767 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.table_factory: BlockBasedTable 2023-12-22T17:21:25.767 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x555b5e2c9880) 2023-12-22T17:21:25.767 INFO:journalctl@ceph.mon.b.smithi039.stdout: cache_index_and_filter_blocks: 1 2023-12-22T17:21:25.767 INFO:journalctl@ceph.mon.b.smithi039.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-12-22T17:21:25.767 INFO:journalctl@ceph.mon.b.smithi039.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-12-22T17:21:25.767 INFO:journalctl@ceph.mon.b.smithi039.stdout: pin_top_level_index_and_filter: 1 2023-12-22T17:21:25.767 INFO:journalctl@ceph.mon.b.smithi039.stdout: index_type: 0 2023-12-22T17:21:25.767 INFO:journalctl@ceph.mon.b.smithi039.stdout: data_block_index_type: 0 2023-12-22T17:21:25.767 INFO:journalctl@ceph.mon.b.smithi039.stdout: index_shortening: 1 2023-12-22T17:21:25.768 INFO:journalctl@ceph.mon.b.smithi039.stdout: data_block_hash_table_util_ratio: 0.750000 2023-12-22T17:21:25.768 INFO:journalctl@ceph.mon.b.smithi039.stdout: checksum: 4 2023-12-22T17:21:25.768 INFO:journalctl@ceph.mon.b.smithi039.stdout: no_block_cache: 0 2023-12-22T17:21:25.768 INFO:journalctl@ceph.mon.b.smithi039.stdout: block_cache: 0x555b5e31f090 2023-12-22T17:21:25.768 INFO:journalctl@ceph.mon.b.smithi039.stdout: block_cache_name: BinnedLRUCache 2023-12-22T17:21:25.768 INFO:journalctl@ceph.mon.b.smithi039.stdout: block_cache_options: 2023-12-22T17:21:25.768 INFO:journalctl@ceph.mon.b.smithi039.stdout: capacity : 536870912 2023-12-22T17:21:25.768 INFO:journalctl@ceph.mon.b.smithi039.stdout: num_shard_bits : 4 2023-12-22T17:21:25.768 INFO:journalctl@ceph.mon.b.smithi039.stdout: strict_capacity_limit : 0 2023-12-22T17:21:25.768 INFO:journalctl@ceph.mon.b.smithi039.stdout: high_pri_pool_ratio: 0.000 2023-12-22T17:21:25.768 INFO:journalctl@ceph.mon.b.smithi039.stdout: block_cache_compressed: (nil) 2023-12-22T17:21:25.768 INFO:journalctl@ceph.mon.b.smithi039.stdout: persistent_cache: (nil) 2023-12-22T17:21:25.768 INFO:journalctl@ceph.mon.b.smithi039.stdout: block_size: 4096 2023-12-22T17:21:25.768 INFO:journalctl@ceph.mon.b.smithi039.stdout: block_size_deviation: 10 2023-12-22T17:21:25.768 INFO:journalctl@ceph.mon.b.smithi039.stdout: block_restart_interval: 16 2023-12-22T17:21:25.769 INFO:journalctl@ceph.mon.b.smithi039.stdout: index_block_restart_interval: 1 2023-12-22T17:21:25.769 INFO:journalctl@ceph.mon.b.smithi039.stdout: metadata_block_size: 4096 2023-12-22T17:21:25.769 INFO:journalctl@ceph.mon.b.smithi039.stdout: partition_filters: 0 2023-12-22T17:21:25.769 INFO:journalctl@ceph.mon.b.smithi039.stdout: use_delta_encoding: 1 2023-12-22T17:21:25.769 INFO:journalctl@ceph.mon.b.smithi039.stdout: filter_policy: bloomfilter 2023-12-22T17:21:25.769 INFO:journalctl@ceph.mon.b.smithi039.stdout: whole_key_filtering: 1 2023-12-22T17:21:25.769 INFO:journalctl@ceph.mon.b.smithi039.stdout: verify_compression: 0 2023-12-22T17:21:25.769 INFO:journalctl@ceph.mon.b.smithi039.stdout: read_amp_bytes_per_bit: 0 2023-12-22T17:21:25.769 INFO:journalctl@ceph.mon.b.smithi039.stdout: format_version: 5 2023-12-22T17:21:25.769 INFO:journalctl@ceph.mon.b.smithi039.stdout: enable_index_compression: 1 2023-12-22T17:21:25.769 INFO:journalctl@ceph.mon.b.smithi039.stdout: block_align: 0 2023-12-22T17:21:25.769 INFO:journalctl@ceph.mon.b.smithi039.stdout: max_auto_readahead_size: 262144 2023-12-22T17:21:25.769 INFO:journalctl@ceph.mon.b.smithi039.stdout: prepopulate_block_cache: 0 2023-12-22T17:21:25.769 INFO:journalctl@ceph.mon.b.smithi039.stdout: initial_auto_readahead_size: 8192 2023-12-22T17:21:25.769 INFO:journalctl@ceph.mon.b.smithi039.stdout: num_file_reads_for_auto_readahead: 2 2023-12-22T17:21:25.770 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.write_buffer_size: 33554432 2023-12-22T17:21:25.770 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.max_write_buffer_number: 2 2023-12-22T17:21:25.770 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.compression: NoCompression 2023-12-22T17:21:25.770 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.bottommost_compression: Disabled 2023-12-22T17:21:25.770 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.prefix_extractor: nullptr 2023-12-22T17:21:25.770 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-12-22T17:21:25.770 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.num_levels: 7 2023-12-22T17:21:25.770 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-12-22T17:21:25.770 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-12-22T17:21:25.770 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-12-22T17:21:25.770 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-12-22T17:21:25.770 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-12-22T17:21:25.770 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-12-22T17:21:25.770 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-12-22T17:21:25.770 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-12-22T17:21:25.770 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-12-22T17:21:25.771 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-12-22T17:21:25.771 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-12-22T17:21:25.771 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-12-22T17:21:25.771 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.compression_opts.window_bits: -14 2023-12-22T17:21:25.771 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.compression_opts.level: 32767 2023-12-22T17:21:25.771 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.compression_opts.strategy: 0 2023-12-22T17:21:25.771 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-12-22T17:21:25.771 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-12-22T17:21:25.771 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-12-22T17:21:25.771 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-12-22T17:21:25.771 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.compression_opts.enabled: false 2023-12-22T17:21:25.771 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-12-22T17:21:25.771 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-12-22T17:21:25.771 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-12-22T17:21:25.771 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-12-22T17:21:25.772 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.target_file_size_base: 67108864 2023-12-22T17:21:25.772 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.target_file_size_multiplier: 1 2023-12-22T17:21:25.772 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-12-22T17:21:25.772 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-12-22T17:21:25.772 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-12-22T17:21:25.772 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-12-22T17:21:25.772 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-12-22T17:21:25.772 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-12-22T17:21:25.772 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-12-22T17:21:25.772 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-12-22T17:21:25.772 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-12-22T17:21:25.772 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-12-22T17:21:25.772 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-12-22T17:21:25.772 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-12-22T17:21:25.772 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-12-22T17:21:25.772 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.arena_block_size: 1048576 2023-12-22T17:21:25.772 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-12-22T17:21:25.773 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-12-22T17:21:25.773 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.disable_auto_compactions: 0 2023-12-22T17:21:25.773 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-12-22T17:21:25.773 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-12-22T17:21:25.773 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-12-22T17:21:25.773 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-12-22T17:21:25.773 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-12-22T17:21:25.773 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-12-22T17:21:25.773 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-12-22T17:21:25.773 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-12-22T17:21:25.773 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-12-22T17:21:25.773 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-12-22T17:21:25.773 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.table_properties_collectors: 2023-12-22T17:21:25.773 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.inplace_update_support: 0 2023-12-22T17:21:25.773 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.inplace_update_num_locks: 10000 2023-12-22T17:21:25.774 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-12-22T17:21:25.774 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-12-22T17:21:25.774 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.memtable_huge_page_size: 0 2023-12-22T17:21:25.774 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.bloom_locality: 0 2023-12-22T17:21:25.774 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.max_successive_merges: 0 2023-12-22T17:21:25.774 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.optimize_filters_for_hits: 0 2023-12-22T17:21:25.774 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.paranoid_file_checks: 0 2023-12-22T17:21:25.774 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.force_consistency_checks: 1 2023-12-22T17:21:25.774 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.report_bg_io_stats: 0 2023-12-22T17:21:25.774 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.ttl: 2592000 2023-12-22T17:21:25.774 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.periodic_compaction_seconds: 0 2023-12-22T17:21:25.774 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-12-22T17:21:25.774 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-12-22T17:21:25.774 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.enable_blob_files: false 2023-12-22T17:21:25.774 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.min_blob_size: 0 2023-12-22T17:21:25.774 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.blob_file_size: 268435456 2023-12-22T17:21:25.775 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 bash[181245]: 7d1dcad5c6372fbfbdcded8881d0b4411e0c64ac720a5ee7c657dfde7220cf64 2023-12-22T17:21:25.775 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.blob_compression_type: NoCompression 2023-12-22T17:21:25.775 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.enable_blob_garbage_collection: false 2023-12-22T17:21:25.775 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-12-22T17:21:25.775 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-12-22T17:21:25.775 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-12-22T17:21:25.775 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.blob_file_starting_level: 0 2023-12-22T17:21:25.775 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-12-22T17:21:25.775 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2023-12-22T17:21:25.775 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-12-22T17:21:25.775 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 15722, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-12-22T17:21:25.775 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2023-12-22T17:21:25.775 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 4888254e-75af-468d-8561-fb8d312fd308 2023-12-22T17:21:25.775 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: EVENT_LOG_v1 {"time_micros": 1703265685390571, "job": 1, "event": "recovery_started", "wal_files": [25]} 2023-12-22T17:21:25.775 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2023-12-22T17:21:25.776 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 systemd[1]: Started Ceph mon.b for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:21:25.776 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: EVENT_LOG_v1 {"time_micros": 1703265685408075, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 4365504, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 15717, "largest_seqno": 18266, "table_properties": {"data_size": 4354456, "index_size": 6955, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3077, "raw_key_size": 28388, "raw_average_key_size": 23, "raw_value_size": 4330315, "raw_average_value_size": 3564, "num_data_blocks": 306, "num_entries": 1215, "num_filter_entries": 1215, "num_deletions": 286, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1703265685, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "4888254e-75af-468d-8561-fb8d312fd308", "db_session_id": "KWADH2D9R7CQ6K98BMIN", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2023-12-22T17:21:25.776 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: EVENT_LOG_v1 {"time_micros": 1703265685408180, "job": 1, "event": "recovery_finished"} 2023-12-22T17:21:25.776 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2023-12-22T17:21:25.776 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-12-22T17:21:25.776 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-12-22T17:21:25.776 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x555b5e3ba000 2023-12-22T17:21:25.776 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: DB pointer 0x555b5e3a8000 2023-12-22T17:21:25.776 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-12-22T17:21:25.776 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-12-22T17:21:25.776 INFO:journalctl@ceph.mon.b.smithi039.stdout: ** DB Stats ** 2023-12-22T17:21:25.776 INFO:journalctl@ceph.mon.b.smithi039.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-22T17:21:25.776 INFO:journalctl@ceph.mon.b.smithi039.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-12-22T17:21:25.776 INFO:journalctl@ceph.mon.b.smithi039.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-22T17:21:25.776 INFO:journalctl@ceph.mon.b.smithi039.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-22T17:21:25.776 INFO:journalctl@ceph.mon.b.smithi039.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-12-22T17:21:25.777 INFO:journalctl@ceph.mon.b.smithi039.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-22T17:21:25.777 INFO:journalctl@ceph.mon.b.smithi039.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-22T17:21:25.777 INFO:journalctl@ceph.mon.b.smithi039.stdout: 2023-12-22T17:21:25.777 INFO:journalctl@ceph.mon.b.smithi039.stdout: ** Compaction Stats [default] ** 2023-12-22T17:21:25.777 INFO:journalctl@ceph.mon.b.smithi039.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-12-22T17:21:25.777 INFO:journalctl@ceph.mon.b.smithi039.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-12-22T17:21:25.777 INFO:journalctl@ceph.mon.b.smithi039.stdout: L0 1/0 4.16 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 576.0 0.01 0.00 1 0.007 0 0 0.0 0.0 2023-12-22T17:21:25.777 INFO:journalctl@ceph.mon.b.smithi039.stdout: L6 1/0 9.15 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2023-12-22T17:21:25.777 INFO:journalctl@ceph.mon.b.smithi039.stdout: Sum 2/0 13.31 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 576.0 0.01 0.00 1 0.007 0 0 0.0 0.0 2023-12-22T17:21:25.777 INFO:journalctl@ceph.mon.b.smithi039.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 576.0 0.01 0.00 1 0.007 0 0 0.0 0.0 2023-12-22T17:21:25.777 INFO:journalctl@ceph.mon.b.smithi039.stdout: 2023-12-22T17:21:25.777 INFO:journalctl@ceph.mon.b.smithi039.stdout: ** Compaction Stats [default] ** 2023-12-22T17:21:25.777 INFO:journalctl@ceph.mon.b.smithi039.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-12-22T17:21:25.777 INFO:journalctl@ceph.mon.b.smithi039.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-22T17:21:25.777 INFO:journalctl@ceph.mon.b.smithi039.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 576.0 0.01 0.00 1 0.007 0 0 0.0 0.0 2023-12-22T17:21:25.778 INFO:journalctl@ceph.mon.b.smithi039.stdout: 2023-12-22T17:21:25.778 INFO:journalctl@ceph.mon.b.smithi039.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-12-22T17:21:25.778 INFO:journalctl@ceph.mon.b.smithi039.stdout: 2023-12-22T17:21:25.778 INFO:journalctl@ceph.mon.b.smithi039.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-22T17:21:25.778 INFO:journalctl@ceph.mon.b.smithi039.stdout: Flush(GB): cumulative 0.004, interval 0.004 2023-12-22T17:21:25.778 INFO:journalctl@ceph.mon.b.smithi039.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-22T17:21:25.778 INFO:journalctl@ceph.mon.b.smithi039.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-12-22T17:21:25.778 INFO:journalctl@ceph.mon.b.smithi039.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-12-22T17:21:25.778 INFO:journalctl@ceph.mon.b.smithi039.stdout: AddFile(Keys): cumulative 0, interval 0 2023-12-22T17:21:25.778 INFO:journalctl@ceph.mon.b.smithi039.stdout: Cumulative compaction: 0.00 GB write, 171.09 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-22T17:21:25.778 INFO:journalctl@ceph.mon.b.smithi039.stdout: Interval compaction: 0.00 GB write, 171.09 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-22T17:21:25.778 INFO:journalctl@ceph.mon.b.smithi039.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-22T17:21:25.778 INFO:journalctl@ceph.mon.b.smithi039.stdout: Block cache BinnedLRUCache@0x555b5e31f090#7 capacity: 512.00 MB usage: 11.36 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2023-12-22T17:21:25.778 INFO:journalctl@ceph.mon.b.smithi039.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,3.28 KB,0.000625849%) IndexBlock(1,8.08 KB,0.00154078%) Misc(1,0.00 KB,0%) 2023-12-22T17:21:25.778 INFO:journalctl@ceph.mon.b.smithi039.stdout: 2023-12-22T17:21:25.778 INFO:journalctl@ceph.mon.b.smithi039.stdout: ** File Read Latency Histogram By Level [default] ** 2023-12-22T17:21:25.779 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: starting mon.b rank 1 at public addrs [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] at bind addrs [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 2023-12-22T17:21:25.779 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: mon.b@-1(???) e3 preinit fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 2023-12-22T17:21:25.779 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: mon.b@-1(???).mds e7 new map 2023-12-22T17:21:25.779 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: mon.b@-1(???).mds e7 print_map 2023-12-22T17:21:25.779 INFO:journalctl@ceph.mon.b.smithi039.stdout: e7 2023-12-22T17:21:25.779 INFO:journalctl@ceph.mon.b.smithi039.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-12-22T17:21:25.779 INFO:journalctl@ceph.mon.b.smithi039.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-12-22T17:21:25.779 INFO:journalctl@ceph.mon.b.smithi039.stdout: legacy client fscid: 1 2023-12-22T17:21:25.779 INFO:journalctl@ceph.mon.b.smithi039.stdout: 2023-12-22T17:21:25.779 INFO:journalctl@ceph.mon.b.smithi039.stdout: Filesystem 'cephfs' (1) 2023-12-22T17:21:25.779 INFO:journalctl@ceph.mon.b.smithi039.stdout: fs_name cephfs 2023-12-22T17:21:25.779 INFO:journalctl@ceph.mon.b.smithi039.stdout: epoch 7 2023-12-22T17:21:25.779 INFO:journalctl@ceph.mon.b.smithi039.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2023-12-22T17:21:25.779 INFO:journalctl@ceph.mon.b.smithi039.stdout: created 2023-12-22T17:14:47.511299+0000 2023-12-22T17:21:25.779 INFO:journalctl@ceph.mon.b.smithi039.stdout: modified 2023-12-22T17:14:51.065319+0000 2023-12-22T17:21:25.779 INFO:journalctl@ceph.mon.b.smithi039.stdout: tableserver 0 2023-12-22T17:21:25.780 INFO:journalctl@ceph.mon.b.smithi039.stdout: root 0 2023-12-22T17:21:25.780 INFO:journalctl@ceph.mon.b.smithi039.stdout: session_timeout 60 2023-12-22T17:21:25.780 INFO:journalctl@ceph.mon.b.smithi039.stdout: session_autoclose 300 2023-12-22T17:21:25.780 INFO:journalctl@ceph.mon.b.smithi039.stdout: max_file_size 1099511627776 2023-12-22T17:21:25.780 INFO:journalctl@ceph.mon.b.smithi039.stdout: max_xattr_size 65536 2023-12-22T17:21:25.780 INFO:journalctl@ceph.mon.b.smithi039.stdout: required_client_features {} 2023-12-22T17:21:25.780 INFO:journalctl@ceph.mon.b.smithi039.stdout: last_failure 0 2023-12-22T17:21:25.780 INFO:journalctl@ceph.mon.b.smithi039.stdout: last_failure_osd_epoch 0 2023-12-22T17:21:25.780 INFO:journalctl@ceph.mon.b.smithi039.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-12-22T17:21:25.780 INFO:journalctl@ceph.mon.b.smithi039.stdout: max_mds 1 2023-12-22T17:21:25.780 INFO:journalctl@ceph.mon.b.smithi039.stdout: in 0 2023-12-22T17:21:25.780 INFO:journalctl@ceph.mon.b.smithi039.stdout: up {0=24379} 2023-12-22T17:21:25.780 INFO:journalctl@ceph.mon.b.smithi039.stdout: failed 2023-12-22T17:21:25.780 INFO:journalctl@ceph.mon.b.smithi039.stdout: damaged 2023-12-22T17:21:25.780 INFO:journalctl@ceph.mon.b.smithi039.stdout: stopped 2023-12-22T17:21:25.780 INFO:journalctl@ceph.mon.b.smithi039.stdout: data_pools [3] 2023-12-22T17:21:25.781 INFO:journalctl@ceph.mon.b.smithi039.stdout: metadata_pool 2 2023-12-22T17:21:25.781 INFO:journalctl@ceph.mon.b.smithi039.stdout: inline_data disabled 2023-12-22T17:21:25.781 INFO:journalctl@ceph.mon.b.smithi039.stdout: balancer 2023-12-22T17:21:25.781 INFO:journalctl@ceph.mon.b.smithi039.stdout: bal_rank_mask -1 2023-12-22T17:21:25.781 INFO:journalctl@ceph.mon.b.smithi039.stdout: standby_count_wanted 0 2023-12-22T17:21:25.781 INFO:journalctl@ceph.mon.b.smithi039.stdout: [mds.b{0:24379} state up:active seq 3 addr [v2:172.21.15.39:6832/2987529555,v1:172.21.15.39:6833/2987529555] compat {c=[1],r=[1],i=[7ff]}] 2023-12-22T17:21:25.781 INFO:journalctl@ceph.mon.b.smithi039.stdout: 2023-12-22T17:21:25.781 INFO:journalctl@ceph.mon.b.smithi039.stdout: 2023-12-22T17:21:25.781 INFO:journalctl@ceph.mon.b.smithi039.stdout: Standby daemons: 2023-12-22T17:21:25.781 INFO:journalctl@ceph.mon.b.smithi039.stdout: 2023-12-22T17:21:25.781 INFO:journalctl@ceph.mon.b.smithi039.stdout: [mds.a{-1:14454} state up:standby seq 1 addr [v2:172.21.15.32:6834/3126415683,v1:172.21.15.32:6835/3126415683] compat {c=[1],r=[1],i=[7ff]}] 2023-12-22T17:21:25.781 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: mon.b@-1(???).osd e329 crush map has features 3314933069573799936, adjusting msgr requires 2023-12-22T17:21:25.781 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: mon.b@-1(???).osd e329 crush map has features 432629308056666112, adjusting msgr requires 2023-12-22T17:21:25.781 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: mon.b@-1(???).osd e329 crush map has features 432629308056666112, adjusting msgr requires 2023-12-22T17:21:25.781 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: mon.b@-1(???).osd e329 crush map has features 432629308056666112, adjusting msgr requires 2023-12-22T17:21:25.782 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:25 smithi039 ceph-mon[181282]: mon.b@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2023-12-22T17:21:26.705 INFO:tasks.rados.rados.0.smithi032.stdout:1378: done (3 left) 2023-12-22T17:21:26.705 INFO:tasks.rados.rados.0.smithi032.stdout:1379: done (2 left) 2023-12-22T17:21:26.705 INFO:tasks.rados.rados.0.smithi032.stdout:1380: done (1 left) 2023-12-22T17:21:26.705 INFO:tasks.rados.rados.0.smithi032.stdout:1381: done (0 left) 2023-12-22T17:21:26.705 INFO:tasks.rados.rados.0.smithi032.stdout:1382: rollback oid 1 current snap is 142 2023-12-22T17:21:26.705 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 1 to 123 2023-12-22T17:21:26.706 INFO:tasks.rados.rados.0.smithi032.stdout:1383: rollback oid 36 current snap is 142 2023-12-22T17:21:26.706 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 36 to 87 2023-12-22T17:21:26.706 INFO:tasks.rados.rados.0.smithi032.stdout:1384: snap_remove snap 140 2023-12-22T17:21:26.923 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:26 smithi039 ceph-mon[181282]: overall HEALTH_OK 2023-12-22T17:21:26.923 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:21:26.923 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:26 smithi039 ceph-mon[181282]: mon.a calling monitor election 2023-12-22T17:21:26.923 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:26 smithi039 ceph-mon[181282]: mon.b calling monitor election 2023-12-22T17:21:26.924 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:26 smithi039 ceph-mon[181282]: mon.c calling monitor election 2023-12-22T17:21:26.924 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:21:26.924 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:21:26.924 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:26 smithi039 ceph-mon[181282]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-22T17:21:26.924 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:26 smithi039 ceph-mon[181282]: monmap e4: 3 mons at {a=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0],b=[v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0],c=[v2:172.21.15.32:3301/0,v1:172.21.15.32:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-22T17:21:26.924 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:26 smithi039 ceph-mon[181282]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-22T17:21:26.924 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:26 smithi039 ceph-mon[181282]: osdmap e329: 8 total, 8 up, 8 in 2023-12-22T17:21:26.924 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:26 smithi039 ceph-mon[181282]: mgrmap e38: y(active, since 21s), standbys: x 2023-12-22T17:21:26.924 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:26 smithi039 ceph-mon[181282]: overall HEALTH_OK 2023-12-22T17:21:26.924 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:26.924 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:26.924 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:21:26.924 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:26.925 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:27.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:26 smithi032 ceph-mon[189144]: overall HEALTH_OK 2023-12-22T17:21:27.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:21:27.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:26 smithi032 ceph-mon[189144]: mon.a calling monitor election 2023-12-22T17:21:27.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:26 smithi032 ceph-mon[189144]: mon.b calling monitor election 2023-12-22T17:21:27.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:26 smithi032 ceph-mon[189144]: mon.c calling monitor election 2023-12-22T17:21:27.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:21:27.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:21:27.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:26 smithi032 ceph-mon[189144]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-22T17:21:27.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:26 smithi032 ceph-mon[189144]: monmap e4: 3 mons at {a=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0],b=[v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0],c=[v2:172.21.15.32:3301/0,v1:172.21.15.32:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-22T17:21:27.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:26 smithi032 ceph-mon[189144]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-22T17:21:27.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:26 smithi032 ceph-mon[189144]: osdmap e329: 8 total, 8 up, 8 in 2023-12-22T17:21:27.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:26 smithi032 ceph-mon[189144]: mgrmap e38: y(active, since 21s), standbys: x 2023-12-22T17:21:27.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:26 smithi032 ceph-mon[189144]: overall HEALTH_OK 2023-12-22T17:21:27.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:27.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:27.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:21:27.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:27.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:27.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:26 smithi032 ceph-mon[191839]: overall HEALTH_OK 2023-12-22T17:21:27.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-22T17:21:27.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:26 smithi032 ceph-mon[191839]: mon.a calling monitor election 2023-12-22T17:21:27.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:26 smithi032 ceph-mon[191839]: mon.b calling monitor election 2023-12-22T17:21:27.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:26 smithi032 ceph-mon[191839]: mon.c calling monitor election 2023-12-22T17:21:27.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-22T17:21:27.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-22T17:21:27.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:26 smithi032 ceph-mon[191839]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-22T17:21:27.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:26 smithi032 ceph-mon[191839]: monmap e4: 3 mons at {a=[v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0],b=[v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0],c=[v2:172.21.15.32:3301/0,v1:172.21.15.32:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-22T17:21:27.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:26 smithi032 ceph-mon[191839]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-22T17:21:27.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:26 smithi032 ceph-mon[191839]: osdmap e329: 8 total, 8 up, 8 in 2023-12-22T17:21:27.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:26 smithi032 ceph-mon[191839]: mgrmap e38: y(active, since 21s), standbys: x 2023-12-22T17:21:27.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:26 smithi032 ceph-mon[191839]: overall HEALTH_OK 2023-12-22T17:21:27.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:27.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:27.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:21:27.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:27.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:27.707 INFO:tasks.rados.rados.0.smithi032.stdout:1384: done (2 left) 2023-12-22T17:21:27.707 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 29 current snap is 142 2023-12-22T17:21:27.707 INFO:tasks.rados.rados.0.smithi032.stdout:1382: finishing rollback tid 0 to smithi032174182-1 2023-12-22T17:21:27.707 INFO:tasks.rados.rados.0.smithi032.stdout:1385: seq_num 444 ranges {4358144=237568} 2023-12-22T17:21:27.733 INFO:tasks.rados.rados.0.smithi032.stdout:1385: writing smithi032174182-29 from 4358144 to 4595712 tid 1 2023-12-22T17:21:27.733 INFO:tasks.rados.rados.0.smithi032.stdout:1386: read oid 16 snap 115 2023-12-22T17:21:27.733 INFO:tasks.rados.rados.0.smithi032.stdout:1386: expect (ObjNum 224 snap 55 seq_num 224) 2023-12-22T17:21:27.733 INFO:tasks.rados.rados.0.smithi032.stdout:1387: delete oid 26 current snap is 142 2023-12-22T17:21:27.733 INFO:tasks.rados.rados.0.smithi032.stdout:1382: finishing rollback tid 1 to smithi032174182-1 2023-12-22T17:21:27.733 INFO:tasks.rados.rados.0.smithi032.stdout:1382: finishing rollback tid 2 to smithi032174182-1 2023-12-22T17:21:27.733 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 766 (ObjNum 224 snap 55 seq_num 224) dirty exists 2023-12-22T17:21:27.734 INFO:tasks.rados.rados.0.smithi032.stdout:1383: finishing rollback tid 0 to smithi032174182-36 2023-12-22T17:21:27.734 INFO:tasks.rados.rados.0.smithi032.stdout:1383: finishing rollback tid 1 to smithi032174182-36 2023-12-22T17:21:27.734 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 420 (ObjNum 209 snap 0 seq_num 260) dirty dne 2023-12-22T17:21:27.737 INFO:tasks.rados.rados.0.smithi032.stdout:1385: finishing write tid 1 to smithi032174182-29 2023-12-22T17:21:27.740 INFO:tasks.rados.rados.0.smithi032.stdout:1382: done (4 left) 2023-12-22T17:21:27.740 INFO:tasks.rados.rados.0.smithi032.stdout:1383: done (3 left) 2023-12-22T17:21:27.740 INFO:tasks.rados.rados.0.smithi032.stdout:1387: done (2 left) 2023-12-22T17:21:27.740 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 41 current snap is 142 2023-12-22T17:21:27.740 INFO:tasks.rados.rados.0.smithi032.stdout:1388: seq_num 446 ranges {6078464=278528} 2023-12-22T17:21:27.774 INFO:tasks.rados.rados.0.smithi032.stdout:1388: writing smithi032174182-41 from 6078464 to 6356992 tid 1 2023-12-22T17:21:27.774 INFO:tasks.rados.rados.0.smithi032.stdout:1389: delete oid 4 current snap is 142 2023-12-22T17:21:27.774 INFO:tasks.rados.rados.0.smithi032.stdout:1385: finishing write tid 2 to smithi032174182-29 2023-12-22T17:21:27.774 INFO:tasks.rados.rados.0.smithi032.stdout:1385: finishing write tid 3 to smithi032174182-29 2023-12-22T17:21:27.774 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 938 (ObjNum 444 snap 142 seq_num 444) dirty exists 2023-12-22T17:21:27.774 INFO:tasks.rados.rados.0.smithi032.stdout:1385: left oid 29 (ObjNum 444 snap 142 seq_num 444) 2023-12-22T17:21:27.774 INFO:tasks.rados.rados.0.smithi032.stdout:1386: expect (ObjNum 224 snap 55 seq_num 224) 2023-12-22T17:21:27.811 INFO:tasks.rados.rados.0.smithi032.stdout:1388: finishing write tid 1 to smithi032174182-41 2023-12-22T17:21:27.811 INFO:tasks.rados.rados.0.smithi032.stdout:1388: finishing write tid 2 to smithi032174182-41 2023-12-22T17:21:27.811 INFO:tasks.rados.rados.0.smithi032.stdout:1388: finishing write tid 3 to smithi032174182-41 2023-12-22T17:21:27.811 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 941 (ObjNum 446 snap 142 seq_num 446) dirty exists 2023-12-22T17:21:27.811 INFO:tasks.rados.rados.0.smithi032.stdout:1388: left oid 41 (ObjNum 446 snap 142 seq_num 446) 2023-12-22T17:21:27.812 INFO:tasks.rados.rados.0.smithi032.stdout:1385: done (3 left) 2023-12-22T17:21:27.812 INFO:tasks.rados.rados.0.smithi032.stdout:1386: done (2 left) 2023-12-22T17:21:27.812 INFO:tasks.rados.rados.0.smithi032.stdout:1388: done (1 left) 2023-12-22T17:21:27.812 INFO:tasks.rados.rados.0.smithi032.stdout:1389: done (0 left) 2023-12-22T17:21:27.812 INFO:tasks.rados.rados.0.smithi032.stdout:1390: rollback oid 19 current snap is 142 2023-12-22T17:21:27.812 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 19 to 109 2023-12-22T17:21:27.812 INFO:tasks.rados.rados.0.smithi032.stdout:1391: read oid 23 snap -1 2023-12-22T17:21:27.812 INFO:tasks.rados.rados.0.smithi032.stdout:1391: expect (ObjNum 342 snap 100 seq_num 342) 2023-12-22T17:21:27.812 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 42 current snap is 142 2023-12-22T17:21:27.812 INFO:tasks.rados.rados.0.smithi032.stdout:1392: seq_num 448 ranges {2498560=311296} 2023-12-22T17:21:27.827 INFO:tasks.rados.rados.0.smithi032.stdout:1392: writing smithi032174182-42 from 2498560 to 2809856 tid 1 2023-12-22T17:21:27.827 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 9 current snap is 142 2023-12-22T17:21:27.827 INFO:tasks.rados.rados.0.smithi032.stdout:1390: finishing rollback tid 0 to smithi032174182-19 2023-12-22T17:21:27.827 INFO:tasks.rados.rados.0.smithi032.stdout:1393: seq_num 449 ranges {163840=327680} 2023-12-22T17:21:27.830 INFO:tasks.rados.rados.0.smithi032.stdout:1393: writing smithi032174182-9 from 163840 to 491520 tid 1 2023-12-22T17:21:27.830 INFO:tasks.rados.rados.0.smithi032.stdout:1394: snap_remove snap 133 2023-12-22T17:21:28.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:27 smithi039 ceph-mon[181282]: pgmap v32: 121 pgs: 121 active+clean; 341 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2023-12-22T17:21:28.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:27 smithi039 ceph-mon[181282]: failed to encode map e330 with expected crc 2023-12-22T17:21:28.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:27 smithi039 ceph-mon[181282]: failed to encode map e330 with expected crc 2023-12-22T17:21:28.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:27 smithi039 ceph-mon[181282]: osdmap e330: 8 total, 8 up, 8 in 2023-12-22T17:21:28.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:27 smithi039 ceph-mon[181282]: failed to encode map e330 with expected crc 2023-12-22T17:21:28.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:27 smithi039 ceph-mon[181282]: failed to encode map e330 with expected crc 2023-12-22T17:21:28.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:27 smithi039 ceph-mon[181282]: osdmap e331: 8 total, 8 up, 8 in 2023-12-22T17:21:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:27 smithi032 ceph-mon[191839]: pgmap v32: 121 pgs: 121 active+clean; 341 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2023-12-22T17:21:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:27 smithi032 ceph-mon[191839]: failed to encode map e330 with expected crc 2023-12-22T17:21:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:27 smithi032 ceph-mon[191839]: failed to encode map e330 with expected crc 2023-12-22T17:21:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:27 smithi032 ceph-mon[191839]: osdmap e330: 8 total, 8 up, 8 in 2023-12-22T17:21:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:27 smithi032 ceph-mon[191839]: failed to encode map e330 with expected crc 2023-12-22T17:21:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:27 smithi032 ceph-mon[191839]: failed to encode map e330 with expected crc 2023-12-22T17:21:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:27 smithi032 ceph-mon[191839]: osdmap e331: 8 total, 8 up, 8 in 2023-12-22T17:21:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:27 smithi032 ceph-mon[189144]: pgmap v32: 121 pgs: 121 active+clean; 341 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2023-12-22T17:21:28.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:27 smithi032 ceph-mon[189144]: failed to encode map e330 with expected crc 2023-12-22T17:21:28.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:27 smithi032 ceph-mon[189144]: failed to encode map e330 with expected crc 2023-12-22T17:21:28.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:27 smithi032 ceph-mon[189144]: osdmap e330: 8 total, 8 up, 8 in 2023-12-22T17:21:28.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:27 smithi032 ceph-mon[189144]: failed to encode map e330 with expected crc 2023-12-22T17:21:28.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:27 smithi032 ceph-mon[189144]: failed to encode map e330 with expected crc 2023-12-22T17:21:28.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:27 smithi032 ceph-mon[189144]: osdmap e331: 8 total, 8 up, 8 in 2023-12-22T17:21:28.730 INFO:tasks.rados.rados.0.smithi032.stdout:1394: done (4 left) 2023-12-22T17:21:28.731 INFO:tasks.rados.rados.0.smithi032.stdout:1395: snap_create 2023-12-22T17:21:28.731 INFO:tasks.rados.rados.0.smithi032.stdout:1390: finishing rollback tid 1 to smithi032174182-19 2023-12-22T17:21:28.731 INFO:tasks.rados.rados.0.smithi032.stdout:1390: finishing rollback tid 2 to smithi032174182-19 2023-12-22T17:21:28.731 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 604 (ObjNum 271 snap 74 seq_num 271) dirty exists 2023-12-22T17:21:28.731 INFO:tasks.rados.rados.0.smithi032.stdout:1392: finishing write tid 1 to smithi032174182-42 2023-12-22T17:21:28.731 INFO:tasks.rados.rados.0.smithi032.stdout:1392: finishing write tid 2 to smithi032174182-42 2023-12-22T17:21:28.731 INFO:tasks.rados.rados.0.smithi032.stdout:1392: finishing write tid 3 to smithi032174182-42 2023-12-22T17:21:28.731 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 606 (ObjNum 448 snap 142 seq_num 448) dirty exists 2023-12-22T17:21:28.731 INFO:tasks.rados.rados.0.smithi032.stdout:1392: left oid 42 (ObjNum 448 snap 142 seq_num 448) 2023-12-22T17:21:28.731 INFO:tasks.rados.rados.0.smithi032.stdout:1393: finishing write tid 1 to smithi032174182-9 2023-12-22T17:21:28.731 INFO:tasks.rados.rados.0.smithi032.stdout:1393: finishing write tid 2 to smithi032174182-9 2023-12-22T17:21:28.731 INFO:tasks.rados.rados.0.smithi032.stdout:1393: finishing write tid 3 to smithi032174182-9 2023-12-22T17:21:28.731 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 517 (ObjNum 449 snap 142 seq_num 449) dirty exists 2023-12-22T17:21:28.731 INFO:tasks.rados.rados.0.smithi032.stdout:1393: left oid 9 (ObjNum 449 snap 142 seq_num 449) 2023-12-22T17:21:28.731 INFO:tasks.rados.rados.0.smithi032.stdout:1391: expect (ObjNum 342 snap 100 seq_num 342) 2023-12-22T17:21:29.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:28 smithi039 ceph-mon[181282]: failed to encode map e331 with expected crc 2023-12-22T17:21:29.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:28 smithi039 ceph-mon[181282]: failed to encode map e331 with expected crc 2023-12-22T17:21:29.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:28 smithi039 ceph-mon[181282]: failed to encode map e331 with expected crc 2023-12-22T17:21:29.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:29.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:29.008 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:21:28 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:21:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi039.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi032:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-22T17:21:29.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:28 smithi032 ceph-mon[191839]: failed to encode map e331 with expected crc 2023-12-22T17:21:29.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:28 smithi032 ceph-mon[191839]: failed to encode map e331 with expected crc 2023-12-22T17:21:29.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:28 smithi032 ceph-mon[191839]: failed to encode map e331 with expected crc 2023-12-22T17:21:29.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:29.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:29.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:28 smithi032 ceph-mon[189144]: failed to encode map e331 with expected crc 2023-12-22T17:21:29.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:28 smithi032 ceph-mon[189144]: failed to encode map e331 with expected crc 2023-12-22T17:21:29.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:28 smithi032 ceph-mon[189144]: failed to encode map e331 with expected crc 2023-12-22T17:21:29.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:29.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:29.737 INFO:tasks.rados.rados.0.smithi032.stdout:1390: done (4 left) 2023-12-22T17:21:29.737 INFO:tasks.rados.rados.0.smithi032.stdout:1391: done (3 left) 2023-12-22T17:21:29.737 INFO:tasks.rados.rados.0.smithi032.stdout:1392: done (2 left) 2023-12-22T17:21:29.737 INFO:tasks.rados.rados.0.smithi032.stdout:1393: done (1 left) 2023-12-22T17:21:29.737 INFO:tasks.rados.rados.0.smithi032.stdout:1395: done (0 left) 2023-12-22T17:21:29.737 INFO:tasks.rados.rados.0.smithi032.stdout:1396: copy_from oid 34 from oid 38 current snap is 143 2023-12-22T17:21:29.737 INFO:tasks.rados.rados.0.smithi032.stdout:1397: rollback oid 46 current snap is 143 2023-12-22T17:21:29.737 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 46 to 109 2023-12-22T17:21:29.737 INFO:tasks.rados.rados.0.smithi032.stdout:1398: rollback oid 23 current snap is 143 2023-12-22T17:21:29.737 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 23 to 137 2023-12-22T17:21:29.737 INFO:tasks.rados.rados.0.smithi032.stdout:1399: delete oid 22 current snap is 143 2023-12-22T17:21:29.740 INFO:tasks.rados.rados.0.smithi032.stdout:1397: finishing rollback tid 0 to smithi032174182-46 2023-12-22T17:21:29.740 INFO:tasks.rados.rados.0.smithi032.stdout:1397: finishing rollback tid 1 to smithi032174182-46 2023-12-22T17:21:29.740 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 608 (ObjNum 145 snap 0 seq_num 1597135712) dirty dne 2023-12-22T17:21:29.744 INFO:tasks.rados.rados.0.smithi032.stdout:1397: done (3 left) 2023-12-22T17:21:29.744 INFO:tasks.rados.rados.0.smithi032.stdout:1399: done (2 left) 2023-12-22T17:21:29.744 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 48 current snap is 143 2023-12-22T17:21:29.744 INFO:tasks.rados.rados.0.smithi032.stdout:1400: seq_num 451 ranges {4677632=360448} 2023-12-22T17:21:29.772 INFO:tasks.rados.rados.0.smithi032.stdout:1400: writing smithi032174182-48 from 4677632 to 5038080 tid 1 2023-12-22T17:21:29.772 INFO:tasks.rados.rados.0.smithi032.stdout:1401: copy_from oid 13 from oid 1 current snap is 143 2023-12-22T17:21:29.772 INFO:tasks.rados.rados.0.smithi032.stdout:1398: finishing rollback tid 0 to smithi032174182-23 2023-12-22T17:21:29.772 INFO:tasks.rados.rados.0.smithi032.stdout:1398: finishing rollback tid 1 to smithi032174182-23 2023-12-22T17:21:29.772 INFO:tasks.rados.rados.0.smithi032.stdout:1398: finishing rollback tid 2 to smithi032174182-23 2023-12-22T17:21:29.772 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 790 (ObjNum 342 snap 100 seq_num 342) dirty exists 2023-12-22T17:21:29.772 INFO:tasks.rados.rados.0.smithi032.stdout:1396: finishing copy_from to smithi032174182-34 2023-12-22T17:21:29.772 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 394 (ObjNum 400 snap 130 seq_num 400) dirty exists 2023-12-22T17:21:29.772 INFO:tasks.rados.rados.0.smithi032.stdout:1396: finishing copy_from racing read to smithi032174182-34 2023-12-22T17:21:29.772 INFO:tasks.rados.rados.0.smithi032.stdout:1396: done (3 left) 2023-12-22T17:21:29.772 INFO:tasks.rados.rados.0.smithi032.stdout:1398: done (2 left) 2023-12-22T17:21:29.772 INFO:tasks.rados.rados.0.smithi032.stdout:1402: snap_remove snap 109 2023-12-22T17:21:29.990 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:29 smithi039 ceph-mon[181282]: pgmap v35: 121 pgs: 121 active+clean; 341 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2023-12-22T17:21:29.990 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:29 smithi039 ceph-mon[181282]: failed to encode map e332 with expected crc 2023-12-22T17:21:29.990 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:29 smithi039 ceph-mon[181282]: failed to encode map e332 with expected crc 2023-12-22T17:21:29.990 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:29 smithi039 ceph-mon[181282]: osdmap e332: 8 total, 8 up, 8 in 2023-12-22T17:21:29.990 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:29.990 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:30.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:29 smithi032 ceph-mon[191839]: pgmap v35: 121 pgs: 121 active+clean; 341 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2023-12-22T17:21:30.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:29 smithi032 ceph-mon[191839]: failed to encode map e332 with expected crc 2023-12-22T17:21:30.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:29 smithi032 ceph-mon[191839]: failed to encode map e332 with expected crc 2023-12-22T17:21:30.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:29 smithi032 ceph-mon[191839]: osdmap e332: 8 total, 8 up, 8 in 2023-12-22T17:21:30.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:30.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:30.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:29 smithi032 ceph-mon[189144]: pgmap v35: 121 pgs: 121 active+clean; 341 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2023-12-22T17:21:30.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:29 smithi032 ceph-mon[189144]: failed to encode map e332 with expected crc 2023-12-22T17:21:30.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:29 smithi032 ceph-mon[189144]: failed to encode map e332 with expected crc 2023-12-22T17:21:30.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:29 smithi032 ceph-mon[189144]: osdmap e332: 8 total, 8 up, 8 in 2023-12-22T17:21:30.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:30.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:30.681 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:21:30.421+0000 7f8939eca700 -1 mgr.server handle_report got status from non-daemon mon.b 2023-12-22T17:21:30.745 INFO:tasks.rados.rados.0.smithi032.stdout:1402: done (2 left) 2023-12-22T17:21:30.745 INFO:tasks.rados.rados.0.smithi032.stdout:1403: copy_from oid 7 from oid 3 current snap is 143 2023-12-22T17:21:30.745 INFO:tasks.rados.rados.0.smithi032.stdout:1400: finishing write tid 1 to smithi032174182-48 2023-12-22T17:21:30.745 INFO:tasks.rados.rados.0.smithi032.stdout:1400: finishing write tid 2 to smithi032174182-48 2023-12-22T17:21:30.745 INFO:tasks.rados.rados.0.smithi032.stdout:1400: finishing write tid 3 to smithi032174182-48 2023-12-22T17:21:30.745 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 609 (ObjNum 451 snap 143 seq_num 451) dirty exists 2023-12-22T17:21:30.745 INFO:tasks.rados.rados.0.smithi032.stdout:1400: left oid 48 (ObjNum 451 snap 143 seq_num 451) 2023-12-22T17:21:30.745 INFO:tasks.rados.rados.0.smithi032.stdout:1401: finishing copy_from to smithi032174182-13 2023-12-22T17:21:30.745 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 766 (ObjNum 224 snap 55 seq_num 224) dirty exists 2023-12-22T17:21:30.745 INFO:tasks.rados.rados.0.smithi032.stdout:1400: done (2 left) 2023-12-22T17:21:30.745 INFO:tasks.rados.rados.0.smithi032.stdout:1404: copy_from oid 46 from oid 12 current snap is 143 2023-12-22T17:21:30.746 INFO:tasks.rados.rados.0.smithi032.stdout:1401: finishing copy_from racing read to smithi032174182-13 2023-12-22T17:21:30.746 INFO:tasks.rados.rados.0.smithi032.stdout:1401: done (2 left) 2023-12-22T17:21:30.746 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 28 current snap is 143 2023-12-22T17:21:30.746 INFO:tasks.rados.rados.0.smithi032.stdout:1405: seq_num 452 ranges {188416=376832} 2023-12-22T17:21:30.753 INFO:tasks.rados.rados.0.smithi032.stdout:1405: writing smithi032174182-28 from 188416 to 565248 tid 1 2023-12-22T17:21:30.753 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 33 current snap is 143 2023-12-22T17:21:30.753 INFO:tasks.rados.rados.0.smithi032.stdout:1406: seq_num 453 ranges {0=393216} 2023-12-22T17:21:30.753 INFO:tasks.rados.rados.0.smithi032.stdout:1406: writing smithi032174182-33 from 0 to 393216 tid 1 2023-12-22T17:21:30.753 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 32 current snap is 143 2023-12-22T17:21:30.753 INFO:tasks.rados.rados.0.smithi032.stdout:1407: seq_num 454 ranges {1589248=409600} 2023-12-22T17:21:30.763 INFO:tasks.rados.rados.0.smithi032.stdout:1407: writing smithi032174182-32 from 1589248 to 1998848 tid 1 2023-12-22T17:21:30.763 INFO:tasks.rados.rados.0.smithi032.stdout:1408: rmattr oid 29 current snap is 143 2023-12-22T17:21:30.763 INFO:tasks.rados.rados.0.smithi032.stdout:1408: done (5 left) 2023-12-22T17:21:30.763 INFO:tasks.rados.rados.0.smithi032.stdout:1409: delete oid 18 current snap is 143 2023-12-22T17:21:30.763 INFO:tasks.rados.rados.0.smithi032.stdout:1404: finishing copy_from to smithi032174182-46 2023-12-22T17:21:30.763 INFO:tasks.rados.rados.0.smithi032.stdout:1404: got expected ENOENT (src dne) 2023-12-22T17:21:30.763 INFO:tasks.rados.rados.0.smithi032.stdout:1404: finishing copy_from racing read to smithi032174182-46 2023-12-22T17:21:30.763 INFO:tasks.rados.rados.0.smithi032.stdout:1406: finishing write tid 1 to smithi032174182-33 2023-12-22T17:21:30.766 INFO:tasks.rados.rados.0.smithi032.stdout:1406: finishing write tid 2 to smithi032174182-33 2023-12-22T17:21:30.768 INFO:tasks.rados.rados.0.smithi032.stdout:1406: finishing write tid 3 to smithi032174182-33 2023-12-22T17:21:30.768 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 541 (ObjNum 453 snap 143 seq_num 453) dirty exists 2023-12-22T17:21:30.768 INFO:tasks.rados.rados.0.smithi032.stdout:1406: left oid 33 (ObjNum 453 snap 143 seq_num 453) 2023-12-22T17:21:30.772 INFO:tasks.rados.rados.0.smithi032.stdout:1404: done (5 left) 2023-12-22T17:21:30.772 INFO:tasks.rados.rados.0.smithi032.stdout:1406: done (4 left) 2023-12-22T17:21:30.772 INFO:tasks.rados.rados.0.smithi032.stdout:1409: done (3 left) 2023-12-22T17:21:30.772 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 20 current snap is 143 2023-12-22T17:21:30.772 INFO:tasks.rados.rados.0.smithi032.stdout:1410: seq_num 456 ranges {7774208=442368} 2023-12-22T17:21:30.818 INFO:tasks.rados.rados.0.smithi032.stdout:1410: writing smithi032174182-20 from 7774208 to 8216576 tid 1 2023-12-22T17:21:30.818 INFO:tasks.rados.rados.0.smithi032.stdout:1411: delete oid 35 current snap is 143 2023-12-22T17:21:30.818 INFO:tasks.rados.rados.0.smithi032.stdout:1407: finishing write tid 1 to smithi032174182-32 2023-12-22T17:21:30.818 INFO:tasks.rados.rados.0.smithi032.stdout:1405: finishing write tid 1 to smithi032174182-28 2023-12-22T17:21:30.818 INFO:tasks.rados.rados.0.smithi032.stdout:1405: finishing write tid 2 to smithi032174182-28 2023-12-22T17:21:30.818 INFO:tasks.rados.rados.0.smithi032.stdout:1405: finishing write tid 3 to smithi032174182-28 2023-12-22T17:21:30.818 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 753 (ObjNum 452 snap 143 seq_num 452) dirty exists 2023-12-22T17:21:30.818 INFO:tasks.rados.rados.0.smithi032.stdout:1405: left oid 28 (ObjNum 452 snap 143 seq_num 452) 2023-12-22T17:21:30.818 INFO:tasks.rados.rados.0.smithi032.stdout:1407: finishing write tid 2 to smithi032174182-32 2023-12-22T17:21:30.818 INFO:tasks.rados.rados.0.smithi032.stdout:1407: finishing write tid 3 to smithi032174182-32 2023-12-22T17:21:30.818 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 407 (ObjNum 454 snap 143 seq_num 454) dirty exists 2023-12-22T17:21:30.819 INFO:tasks.rados.rados.0.smithi032.stdout:1407: left oid 32 (ObjNum 454 snap 143 seq_num 454) 2023-12-22T17:21:30.820 INFO:tasks.rados.rados.0.smithi032.stdout:1405: done (4 left) 2023-12-22T17:21:30.820 INFO:tasks.rados.rados.0.smithi032.stdout:1407: done (3 left) 2023-12-22T17:21:30.820 INFO:tasks.rados.rados.0.smithi032.stdout:1411: done (2 left) 2023-12-22T17:21:30.821 INFO:tasks.rados.rados.0.smithi032.stdout:1412: setattr oid 47 current snap is 143 2023-12-22T17:21:30.822 INFO:tasks.rados.rados.0.smithi032.stdout:1413: read oid 39 snap -1 2023-12-22T17:21:30.822 INFO:tasks.rados.rados.0.smithi032.stdout:1413: expect (ObjNum 367 snap 114 seq_num 367) 2023-12-22T17:21:30.822 INFO:tasks.rados.rados.0.smithi032.stdout:1414: snap_create 2023-12-22T17:21:30.824 INFO:tasks.rados.rados.0.smithi032.stdout:1410: finishing write tid 1 to smithi032174182-20 2023-12-22T17:21:30.824 INFO:tasks.rados.rados.0.smithi032.stdout:1403: finishing copy_from to smithi032174182-7 2023-12-22T17:21:30.824 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 761 (ObjNum 429 snap 137 seq_num 429) dirty exists 2023-12-22T17:21:30.825 INFO:tasks.rados.rados.0.smithi032.stdout:1410: finishing write tid 2 to smithi032174182-20 2023-12-22T17:21:30.825 INFO:tasks.rados.rados.0.smithi032.stdout:1403: finishing copy_from racing read to smithi032174182-7 2023-12-22T17:21:30.825 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 965 (ObjNum 324 snap 94 seq_num 324) dirty exists 2023-12-22T17:21:30.826 INFO:tasks.rados.rados.0.smithi032.stdout:1410: finishing write tid 3 to smithi032174182-20 2023-12-22T17:21:30.826 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 799 (ObjNum 456 snap 143 seq_num 456) dirty exists 2023-12-22T17:21:30.826 INFO:tasks.rados.rados.0.smithi032.stdout:1410: left oid 20 (ObjNum 456 snap 143 seq_num 456) 2023-12-22T17:21:30.841 INFO:tasks.rados.rados.0.smithi032.stdout:1413: expect (ObjNum 367 snap 114 seq_num 367) 2023-12-22T17:21:31.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:30 smithi039 ceph-mon[181282]: failed to encode map e333 with expected crc 2023-12-22T17:21:31.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:30 smithi039 ceph-mon[181282]: failed to encode map e333 with expected crc 2023-12-22T17:21:31.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:30 smithi039 ceph-mon[181282]: osdmap e333: 8 total, 8 up, 8 in 2023-12-22T17:21:31.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:30 smithi039 ceph-mon[181282]: failed to encode map e333 with expected crc 2023-12-22T17:21:31.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:30 smithi039 ceph-mon[181282]: failed to encode map e333 with expected crc 2023-12-22T17:21:31.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:30 smithi039 ceph-mon[181282]: failed to encode map e333 with expected crc 2023-12-22T17:21:31.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:30 smithi039 ceph-mon[181282]: failed to encode map e333 with expected crc 2023-12-22T17:21:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:21:30] "GET /metrics HTTP/1.1" 200 36004 "" "Prometheus/2.43.0" 2023-12-22T17:21:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:30 smithi032 ceph-mon[191839]: failed to encode map e333 with expected crc 2023-12-22T17:21:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:30 smithi032 ceph-mon[191839]: failed to encode map e333 with expected crc 2023-12-22T17:21:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:30 smithi032 ceph-mon[191839]: osdmap e333: 8 total, 8 up, 8 in 2023-12-22T17:21:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:30 smithi032 ceph-mon[191839]: failed to encode map e333 with expected crc 2023-12-22T17:21:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:30 smithi032 ceph-mon[191839]: failed to encode map e333 with expected crc 2023-12-22T17:21:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:30 smithi032 ceph-mon[191839]: failed to encode map e333 with expected crc 2023-12-22T17:21:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:30 smithi032 ceph-mon[191839]: failed to encode map e333 with expected crc 2023-12-22T17:21:31.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:30 smithi032 ceph-mon[189144]: failed to encode map e333 with expected crc 2023-12-22T17:21:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:30 smithi032 ceph-mon[189144]: failed to encode map e333 with expected crc 2023-12-22T17:21:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:30 smithi032 ceph-mon[189144]: osdmap e333: 8 total, 8 up, 8 in 2023-12-22T17:21:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:30 smithi032 ceph-mon[189144]: failed to encode map e333 with expected crc 2023-12-22T17:21:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:30 smithi032 ceph-mon[189144]: failed to encode map e333 with expected crc 2023-12-22T17:21:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:30 smithi032 ceph-mon[189144]: failed to encode map e333 with expected crc 2023-12-22T17:21:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:30 smithi032 ceph-mon[189144]: failed to encode map e333 with expected crc 2023-12-22T17:21:31.792 INFO:tasks.rados.rados.0.smithi032.stdout:1403: done (4 left) 2023-12-22T17:21:31.792 INFO:tasks.rados.rados.0.smithi032.stdout:1410: done (3 left) 2023-12-22T17:21:31.793 INFO:tasks.rados.rados.0.smithi032.stdout:1412: done (2 left) 2023-12-22T17:21:31.793 INFO:tasks.rados.rados.0.smithi032.stdout:1413: done (1 left) 2023-12-22T17:21:31.793 INFO:tasks.rados.rados.0.smithi032.stdout:1414: done (0 left) 2023-12-22T17:21:31.793 INFO:tasks.rados.rados.0.smithi032.stdout:1415: rmattr oid 42 current snap is 144 2023-12-22T17:21:31.793 INFO:tasks.rados.rados.0.smithi032.stdout:1415: done (0 left) 2023-12-22T17:21:31.793 INFO:tasks.rados.rados.0.smithi032.stdout:1416: copy_from oid 1 from oid 32 current snap is 144 2023-12-22T17:21:31.793 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 23 current snap is 144 2023-12-22T17:21:31.793 INFO:tasks.rados.rados.0.smithi032.stdout:1417: seq_num 458 ranges {9797632=475136} 2023-12-22T17:21:31.849 INFO:tasks.rados.rados.0.smithi032.stdout:1417: writing smithi032174182-23 from 9797632 to 10272768 tid 1 2023-12-22T17:21:31.849 INFO:tasks.rados.rados.0.smithi032.stdout:1418: copy_from oid 19 from oid 2 current snap is 144 2023-12-22T17:21:31.850 INFO:tasks.rados.rados.0.smithi032.stdout:1416: finishing copy_from to smithi032174182-1 2023-12-22T17:21:31.850 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 407 (ObjNum 454 snap 143 seq_num 454) dirty exists 2023-12-22T17:21:31.850 INFO:tasks.rados.rados.0.smithi032.stdout:1416: finishing copy_from racing read to smithi032174182-1 2023-12-22T17:21:31.850 INFO:tasks.rados.rados.0.smithi032.stdout:1416: done (2 left) 2023-12-22T17:21:31.850 INFO:tasks.rados.rados.0.smithi032.stdout:1419: read oid 28 snap -1 2023-12-22T17:21:31.850 INFO:tasks.rados.rados.0.smithi032.stdout:1419: expect (ObjNum 452 snap 143 seq_num 452) 2023-12-22T17:21:31.850 INFO:tasks.rados.rados.0.smithi032.stdout:1420: rollback oid 3 current snap is 144 2023-12-22T17:21:31.850 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 3 to 141 2023-12-22T17:21:31.850 INFO:tasks.rados.rados.0.smithi032.stdout:1421: rollback oid 13 current snap is 144 2023-12-22T17:21:31.850 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 13 to 137 2023-12-22T17:21:31.850 INFO:tasks.rados.rados.0.smithi032.stdout:1422: snap_create 2023-12-22T17:21:31.856 INFO:tasks.rados.rados.0.smithi032.stdout:1419: expect (ObjNum 452 snap 143 seq_num 452) 2023-12-22T17:21:31.877 INFO:tasks.rados.rados.0.smithi032.stdout:1420: finishing rollback tid 0 to smithi032174182-3 2023-12-22T17:21:31.877 INFO:tasks.rados.rados.0.smithi032.stdout:1421: finishing rollback tid 0 to smithi032174182-13 2023-12-22T17:21:31.877 INFO:tasks.rados.rados.0.smithi032.stdout:1421: finishing rollback tid 1 to smithi032174182-13 2023-12-22T17:21:31.877 INFO:tasks.rados.rados.0.smithi032.stdout:1421: finishing rollback tid 2 to smithi032174182-13 2023-12-22T17:21:31.877 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 969 (ObjNum 304 snap 90 seq_num 304) dirty exists 2023-12-22T17:21:31.877 INFO:tasks.rados.rados.0.smithi032.stdout:1420: finishing rollback tid 1 to smithi032174182-3 2023-12-22T17:21:31.877 INFO:tasks.rados.rados.0.smithi032.stdout:1420: finishing rollback tid 2 to smithi032174182-3 2023-12-22T17:21:31.877 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 770 (ObjNum 429 snap 137 seq_num 429) dirty exists 2023-12-22T17:21:31.877 INFO:tasks.rados.rados.0.smithi032.stdout:1417: finishing write tid 1 to smithi032174182-23 2023-12-22T17:21:31.878 INFO:tasks.rados.rados.0.smithi032.stdout:1417: finishing write tid 2 to smithi032174182-23 2023-12-22T17:21:31.878 INFO:tasks.rados.rados.0.smithi032.stdout:1417: finishing write tid 3 to smithi032174182-23 2023-12-22T17:21:31.878 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 802 (ObjNum 458 snap 144 seq_num 458) dirty exists 2023-12-22T17:21:31.878 INFO:tasks.rados.rados.0.smithi032.stdout:1417: left oid 23 (ObjNum 458 snap 144 seq_num 458) 2023-12-22T17:21:31.878 INFO:tasks.rados.rados.0.smithi032.stdout:1418: finishing copy_from to smithi032174182-19 2023-12-22T17:21:31.878 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 510 (ObjNum 419 snap 136 seq_num 419) dirty exists 2023-12-22T17:21:31.878 INFO:tasks.rados.rados.0.smithi032.stdout:1418: finishing copy_from racing read to smithi032174182-19 2023-12-22T17:21:32.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:31 smithi039 ceph-mon[181282]: pgmap v38: 121 pgs: 121 active+clean; 350 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1011 KiB/s rd, 1.4 MiB/s wr, 7 op/s 2023-12-22T17:21:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:31 smithi039 ceph-mon[181282]: failed to encode map e334 with expected crc 2023-12-22T17:21:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:31 smithi039 ceph-mon[181282]: failed to encode map e334 with expected crc 2023-12-22T17:21:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:31 smithi039 ceph-mon[181282]: osdmap e334: 8 total, 8 up, 8 in 2023-12-22T17:21:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:31 smithi039 ceph-mon[181282]: failed to encode map e334 with expected crc 2023-12-22T17:21:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:31 smithi039 ceph-mon[181282]: failed to encode map e334 with expected crc 2023-12-22T17:21:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:31 smithi039 ceph-mon[181282]: failed to encode map e335 with expected crc 2023-12-22T17:21:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:31 smithi039 ceph-mon[181282]: failed to encode map e335 with expected crc 2023-12-22T17:21:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:31 smithi039 ceph-mon[181282]: osdmap e335: 8 total, 8 up, 8 in 2023-12-22T17:21:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:21:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-22T17:21:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-22T17:21:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:32.157 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:31 smithi032 ceph-mon[189144]: pgmap v38: 121 pgs: 121 active+clean; 350 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1011 KiB/s rd, 1.4 MiB/s wr, 7 op/s 2023-12-22T17:21:32.157 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:31 smithi032 ceph-mon[189144]: failed to encode map e334 with expected crc 2023-12-22T17:21:32.157 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:31 smithi032 ceph-mon[189144]: failed to encode map e334 with expected crc 2023-12-22T17:21:32.157 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:31 smithi032 ceph-mon[189144]: osdmap e334: 8 total, 8 up, 8 in 2023-12-22T17:21:32.157 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:31 smithi032 ceph-mon[189144]: failed to encode map e334 with expected crc 2023-12-22T17:21:32.157 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:31 smithi032 ceph-mon[189144]: failed to encode map e334 with expected crc 2023-12-22T17:21:32.157 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:31 smithi032 ceph-mon[189144]: failed to encode map e335 with expected crc 2023-12-22T17:21:32.157 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:31 smithi032 ceph-mon[189144]: failed to encode map e335 with expected crc 2023-12-22T17:21:32.157 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:31 smithi032 ceph-mon[189144]: osdmap e335: 8 total, 8 up, 8 in 2023-12-22T17:21:32.157 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:32.157 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:32.157 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:32.157 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:21:32.158 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:32.158 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-22T17:21:32.158 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-22T17:21:32.158 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:32.158 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:31 smithi032 ceph-mon[191839]: pgmap v38: 121 pgs: 121 active+clean; 350 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1011 KiB/s rd, 1.4 MiB/s wr, 7 op/s 2023-12-22T17:21:32.158 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:31 smithi032 ceph-mon[191839]: failed to encode map e334 with expected crc 2023-12-22T17:21:32.158 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:31 smithi032 ceph-mon[191839]: failed to encode map e334 with expected crc 2023-12-22T17:21:32.158 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:31 smithi032 ceph-mon[191839]: osdmap e334: 8 total, 8 up, 8 in 2023-12-22T17:21:32.158 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:31 smithi032 ceph-mon[191839]: failed to encode map e334 with expected crc 2023-12-22T17:21:32.158 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:31 smithi032 ceph-mon[191839]: failed to encode map e334 with expected crc 2023-12-22T17:21:32.158 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:31 smithi032 ceph-mon[191839]: failed to encode map e335 with expected crc 2023-12-22T17:21:32.158 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:31 smithi032 ceph-mon[191839]: failed to encode map e335 with expected crc 2023-12-22T17:21:32.158 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:31 smithi032 ceph-mon[191839]: osdmap e335: 8 total, 8 up, 8 in 2023-12-22T17:21:32.159 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:32.159 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:32.159 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:32.159 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:21:32.159 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:32.159 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-22T17:21:32.159 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-22T17:21:32.159 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:32.796 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:32 smithi032 ceph-mon[191839]: Reconfiguring mon.a (monmap changed)... 2023-12-22T17:21:32.796 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:32 smithi032 ceph-mon[191839]: Reconfiguring daemon mon.a on smithi032 2023-12-22T17:21:32.796 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:32 smithi032 ceph-mon[191839]: failed to encode map e336 with expected crc 2023-12-22T17:21:32.796 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:32 smithi032 ceph-mon[191839]: failed to encode map e336 with expected crc 2023-12-22T17:21:32.796 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:32 smithi032 ceph-mon[191839]: osdmap e336: 8 total, 8 up, 8 in 2023-12-22T17:21:32.796 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:32 smithi032 ceph-mon[191839]: failed to encode map e336 with expected crc 2023-12-22T17:21:32.796 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:32.796 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:32.796 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-22T17:21:32.796 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-22T17:21:32.796 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:32.797 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:32 smithi032 ceph-mon[189144]: Reconfiguring mon.a (monmap changed)... 2023-12-22T17:21:32.797 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:32 smithi032 ceph-mon[189144]: Reconfiguring daemon mon.a on smithi032 2023-12-22T17:21:32.797 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:32 smithi032 ceph-mon[189144]: failed to encode map e336 with expected crc 2023-12-22T17:21:32.797 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:32 smithi032 ceph-mon[189144]: failed to encode map e336 with expected crc 2023-12-22T17:21:32.797 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:32 smithi032 ceph-mon[189144]: osdmap e336: 8 total, 8 up, 8 in 2023-12-22T17:21:32.797 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:32 smithi032 ceph-mon[189144]: failed to encode map e336 with expected crc 2023-12-22T17:21:32.797 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:32.797 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:32.797 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-22T17:21:32.797 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-22T17:21:32.797 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:32.799 INFO:tasks.rados.rados.0.smithi032.stdout:1417: done (5 left) 2023-12-22T17:21:32.799 INFO:tasks.rados.rados.0.smithi032.stdout:1418: done (4 left) 2023-12-22T17:21:32.799 INFO:tasks.rados.rados.0.smithi032.stdout:1419: done (3 left) 2023-12-22T17:21:32.799 INFO:tasks.rados.rados.0.smithi032.stdout:1420: done (2 left) 2023-12-22T17:21:32.799 INFO:tasks.rados.rados.0.smithi032.stdout:1421: done (1 left) 2023-12-22T17:21:32.799 INFO:tasks.rados.rados.0.smithi032.stdout:1422: done (0 left) 2023-12-22T17:21:32.799 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 5 current snap is 145 2023-12-22T17:21:32.799 INFO:tasks.rados.rados.0.smithi032.stdout:1423: seq_num 459 ranges {0=491520} 2023-12-22T17:21:32.802 INFO:tasks.rados.rados.0.smithi032.stdout:1423: writing smithi032174182-5 from 0 to 491520 tid 1 2023-12-22T17:21:32.802 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 10 current snap is 145 2023-12-22T17:21:32.802 INFO:tasks.rados.rados.0.smithi032.stdout:1424: seq_num 460 ranges {1359872=507904} 2023-12-22T17:21:32.814 INFO:tasks.rados.rados.0.smithi032.stdout:1424: writing smithi032174182-10 from 1359872 to 1867776 tid 1 2023-12-22T17:21:32.814 INFO:tasks.rados.rados.0.smithi032.stdout:1425: rmattr oid 30 current snap is 145 2023-12-22T17:21:32.814 INFO:tasks.rados.rados.0.smithi032.stdout:1423: finishing write tid 1 to smithi032174182-5 2023-12-22T17:21:32.814 INFO:tasks.rados.rados.0.smithi032.stdout:1423: finishing write tid 2 to smithi032174182-5 2023-12-22T17:21:32.815 INFO:tasks.rados.rados.0.smithi032.stdout:1423: finishing write tid 3 to smithi032174182-5 2023-12-22T17:21:32.815 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 772 (ObjNum 459 snap 145 seq_num 459) dirty exists 2023-12-22T17:21:32.815 INFO:tasks.rados.rados.0.smithi032.stdout:1423: left oid 5 (ObjNum 459 snap 145 seq_num 459) 2023-12-22T17:21:32.815 INFO:tasks.rados.rados.0.smithi032.stdout:1423: done (2 left) 2023-12-22T17:21:32.815 INFO:tasks.rados.rados.0.smithi032.stdout:1426: copy_from oid 34 from oid 50 current snap is 145 2023-12-22T17:21:32.815 INFO:tasks.rados.rados.0.smithi032.stdout:1427: read oid 28 snap -1 2023-12-22T17:21:32.815 INFO:tasks.rados.rados.0.smithi032.stdout:1427: expect (ObjNum 452 snap 143 seq_num 452) 2023-12-22T17:21:32.815 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 22 current snap is 145 2023-12-22T17:21:32.815 INFO:tasks.rados.rados.0.smithi032.stdout:1428: seq_num 461 ranges {0=524288} 2023-12-22T17:21:32.818 INFO:tasks.rados.rados.0.smithi032.stdout:1428: writing smithi032174182-22 from 0 to 524288 tid 1 2023-12-22T17:21:32.818 INFO:tasks.rados.rados.0.smithi032.stdout:1429: copy_from oid 42 from oid 25 current snap is 145 2023-12-22T17:21:32.818 INFO:tasks.rados.rados.0.smithi032.stdout:1430: snap_remove snap 130 2023-12-22T17:21:33.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:32 smithi039 ceph-mon[181282]: Reconfiguring mon.a (monmap changed)... 2023-12-22T17:21:33.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:32 smithi039 ceph-mon[181282]: Reconfiguring daemon mon.a on smithi032 2023-12-22T17:21:33.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:32 smithi039 ceph-mon[181282]: failed to encode map e336 with expected crc 2023-12-22T17:21:33.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:32 smithi039 ceph-mon[181282]: failed to encode map e336 with expected crc 2023-12-22T17:21:33.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:32 smithi039 ceph-mon[181282]: osdmap e336: 8 total, 8 up, 8 in 2023-12-22T17:21:33.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:32 smithi039 ceph-mon[181282]: failed to encode map e336 with expected crc 2023-12-22T17:21:33.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:33.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:33.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-22T17:21:33.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-22T17:21:33.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:33.805 INFO:tasks.rados.rados.0.smithi032.stdout:1430: done (6 left) 2023-12-22T17:21:33.805 INFO:tasks.rados.rados.0.smithi032.stdout:1431: snap_remove snap 95 2023-12-22T17:21:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:33 smithi032 ceph-mon[189144]: pgmap v42: 121 pgs: 121 active+clean; 350 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2023-12-22T17:21:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:33 smithi032 ceph-mon[189144]: Reconfiguring mgr.y (monmap changed)... 2023-12-22T17:21:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:33 smithi032 ceph-mon[189144]: Reconfiguring daemon mgr.y on smithi032 2023-12-22T17:21:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:33 smithi032 ceph-mon[189144]: failed to encode map e337 with expected crc 2023-12-22T17:21:34.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:33 smithi032 ceph-mon[189144]: failed to encode map e337 with expected crc 2023-12-22T17:21:34.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:33 smithi032 ceph-mon[189144]: osdmap e337: 8 total, 8 up, 8 in 2023-12-22T17:21:34.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:33 smithi032 ceph-mon[189144]: failed to encode map e337 with expected crc 2023-12-22T17:21:34.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:33 smithi032 ceph-mon[189144]: failed to encode map e337 with expected crc 2023-12-22T17:21:34.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:33 smithi032 ceph-mon[189144]: failed to encode map e337 with expected crc 2023-12-22T17:21:34.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:33 smithi032 ceph-mon[189144]: failed to encode map e337 with expected crc 2023-12-22T17:21:34.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:34.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:34.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:33 smithi032 ceph-mon[191839]: pgmap v42: 121 pgs: 121 active+clean; 350 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2023-12-22T17:21:34.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:33 smithi032 ceph-mon[191839]: Reconfiguring mgr.y (monmap changed)... 2023-12-22T17:21:34.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:33 smithi032 ceph-mon[191839]: Reconfiguring daemon mgr.y on smithi032 2023-12-22T17:21:34.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:33 smithi032 ceph-mon[191839]: failed to encode map e337 with expected crc 2023-12-22T17:21:34.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:33 smithi032 ceph-mon[191839]: failed to encode map e337 with expected crc 2023-12-22T17:21:34.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:33 smithi032 ceph-mon[191839]: osdmap e337: 8 total, 8 up, 8 in 2023-12-22T17:21:34.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:33 smithi032 ceph-mon[191839]: failed to encode map e337 with expected crc 2023-12-22T17:21:34.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:33 smithi032 ceph-mon[191839]: failed to encode map e337 with expected crc 2023-12-22T17:21:34.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:33 smithi032 ceph-mon[191839]: failed to encode map e337 with expected crc 2023-12-22T17:21:34.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:33 smithi032 ceph-mon[191839]: failed to encode map e337 with expected crc 2023-12-22T17:21:34.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:34.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:34.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:33 smithi039 ceph-mon[181282]: pgmap v42: 121 pgs: 121 active+clean; 350 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2023-12-22T17:21:34.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:33 smithi039 ceph-mon[181282]: Reconfiguring mgr.y (monmap changed)... 2023-12-22T17:21:34.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:33 smithi039 ceph-mon[181282]: Reconfiguring daemon mgr.y on smithi032 2023-12-22T17:21:34.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:33 smithi039 ceph-mon[181282]: failed to encode map e337 with expected crc 2023-12-22T17:21:34.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:33 smithi039 ceph-mon[181282]: failed to encode map e337 with expected crc 2023-12-22T17:21:34.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:33 smithi039 ceph-mon[181282]: osdmap e337: 8 total, 8 up, 8 in 2023-12-22T17:21:34.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:33 smithi039 ceph-mon[181282]: failed to encode map e337 with expected crc 2023-12-22T17:21:34.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:33 smithi039 ceph-mon[181282]: failed to encode map e337 with expected crc 2023-12-22T17:21:34.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:33 smithi039 ceph-mon[181282]: failed to encode map e337 with expected crc 2023-12-22T17:21:34.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:33 smithi039 ceph-mon[181282]: failed to encode map e337 with expected crc 2023-12-22T17:21:34.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:34.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:34.813 INFO:tasks.rados.rados.0.smithi032.stdout:1431: done (6 left) 2023-12-22T17:21:34.813 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 44 current snap is 145 2023-12-22T17:21:34.814 INFO:tasks.rados.rados.0.smithi032.stdout:1432: seq_num 462 ranges {6135808=540672} 2023-12-22T17:21:34.852 INFO:tasks.rados.rados.0.smithi032.stdout:1432: writing smithi032174182-44 from 6135808 to 6676480 tid 1 2023-12-22T17:21:34.852 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 26 current snap is 145 2023-12-22T17:21:34.852 INFO:tasks.rados.rados.0.smithi032.stdout:1424: finishing write tid 1 to smithi032174182-10 2023-12-22T17:21:34.852 INFO:tasks.rados.rados.0.smithi032.stdout:1433: seq_num 463 ranges {0=557056} 2023-12-22T17:21:34.855 INFO:tasks.rados.rados.0.smithi032.stdout:1433: writing smithi032174182-26 from 0 to 557056 tid 1 2023-12-22T17:21:34.856 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 38 current snap is 145 2023-12-22T17:21:34.856 INFO:tasks.rados.rados.0.smithi032.stdout:1434: seq_num 464 ranges {3440640=573440} 2023-12-22T17:21:34.878 INFO:tasks.rados.rados.0.smithi032.stdout:1434: writing smithi032174182-38 from 3440640 to 4014080 tid 1 2023-12-22T17:21:34.878 INFO:tasks.rados.rados.0.smithi032.stdout:1435: copy_from oid 45 from oid 12 current snap is 145 2023-12-22T17:21:34.878 INFO:tasks.rados.rados.0.smithi032.stdout:1424: finishing write tid 2 to smithi032174182-10 2023-12-22T17:21:34.878 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 759 (ObjNum 298 snap 83 seq_num 298) dirty exists 2023-12-22T17:21:34.878 INFO:tasks.rados.rados.0.smithi032.stdout:1427: expect (ObjNum 452 snap 143 seq_num 452) 2023-12-22T17:21:34.899 INFO:tasks.rados.rados.0.smithi032.stdout:1428: finishing write tid 1 to smithi032174182-22 2023-12-22T17:21:34.899 INFO:tasks.rados.rados.0.smithi032.stdout:1428: finishing write tid 2 to smithi032174182-22 2023-12-22T17:21:34.899 INFO:tasks.rados.rados.0.smithi032.stdout:1425: done (9 left) 2023-12-22T17:21:34.899 INFO:tasks.rados.rados.0.smithi032.stdout:1427: done (8 left) 2023-12-22T17:21:34.899 INFO:tasks.rados.rados.0.smithi032.stdout:1436: copy_from oid 29 from oid 3 current snap is 145 2023-12-22T17:21:34.899 INFO:tasks.rados.rados.0.smithi032.stdout:1424: finishing write tid 3 to smithi032174182-10 2023-12-22T17:21:34.899 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 676 (ObjNum 460 snap 145 seq_num 460) dirty exists 2023-12-22T17:21:34.899 INFO:tasks.rados.rados.0.smithi032.stdout:1424: left oid 10 (ObjNum 460 snap 145 seq_num 460) 2023-12-22T17:21:34.899 INFO:tasks.rados.rados.0.smithi032.stdout:1426: finishing copy_from to smithi032174182-34 2023-12-22T17:21:34.899 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 886 (ObjNum 439 snap 139 seq_num 439) dirty exists 2023-12-22T17:21:34.899 INFO:tasks.rados.rados.0.smithi032.stdout:1426: finishing copy_from racing read to smithi032174182-34 2023-12-22T17:21:34.899 INFO:tasks.rados.rados.0.smithi032.stdout:1428: finishing write tid 3 to smithi032174182-22 2023-12-22T17:21:34.899 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 542 (ObjNum 461 snap 145 seq_num 461) dirty exists 2023-12-22T17:21:34.899 INFO:tasks.rados.rados.0.smithi032.stdout:1428: left oid 22 (ObjNum 461 snap 145 seq_num 461) 2023-12-22T17:21:34.899 INFO:tasks.rados.rados.0.smithi032.stdout:1429: finishing copy_from to smithi032174182-42 2023-12-22T17:21:34.899 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 607 (ObjNum 423 snap 136 seq_num 423) dirty exists 2023-12-22T17:21:34.900 INFO:tasks.rados.rados.0.smithi032.stdout:1429: finishing copy_from racing read to smithi032174182-42 2023-12-22T17:21:34.900 INFO:tasks.rados.rados.0.smithi032.stdout:1424: done (8 left) 2023-12-22T17:21:34.900 INFO:tasks.rados.rados.0.smithi032.stdout:1426: done (7 left) 2023-12-22T17:21:34.900 INFO:tasks.rados.rados.0.smithi032.stdout:1428: done (6 left) 2023-12-22T17:21:34.900 INFO:tasks.rados.rados.0.smithi032.stdout:1429: done (5 left) 2023-12-22T17:21:34.900 INFO:tasks.rados.rados.0.smithi032.stdout:1437: rollback oid 39 current snap is 145 2023-12-22T17:21:34.900 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 39 to 132 2023-12-22T17:21:34.900 INFO:tasks.rados.rados.0.smithi032.stdout:1432: finishing write tid 1 to smithi032174182-44 2023-12-22T17:21:34.900 INFO:tasks.rados.rados.0.smithi032.stdout:1432: finishing write tid 2 to smithi032174182-44 2023-12-22T17:21:34.900 INFO:tasks.rados.rados.0.smithi032.stdout:1432: finishing write tid 3 to smithi032174182-44 2023-12-22T17:21:34.900 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 821 (ObjNum 462 snap 145 seq_num 462) dirty exists 2023-12-22T17:21:34.900 INFO:tasks.rados.rados.0.smithi032.stdout:1432: left oid 44 (ObjNum 462 snap 145 seq_num 462) 2023-12-22T17:21:34.900 INFO:tasks.rados.rados.0.smithi032.stdout:1433: finishing write tid 1 to smithi032174182-26 2023-12-22T17:21:34.900 INFO:tasks.rados.rados.0.smithi032.stdout:1433: finishing write tid 2 to smithi032174182-26 2023-12-22T17:21:34.900 INFO:tasks.rados.rados.0.smithi032.stdout:1433: finishing write tid 3 to smithi032174182-26 2023-12-22T17:21:34.900 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 692 (ObjNum 463 snap 145 seq_num 463) dirty exists 2023-12-22T17:21:34.900 INFO:tasks.rados.rados.0.smithi032.stdout:1433: left oid 26 (ObjNum 463 snap 145 seq_num 463) 2023-12-22T17:21:34.901 INFO:tasks.rados.rados.0.smithi032.stdout:1435: finishing copy_from to smithi032174182-45 2023-12-22T17:21:34.901 INFO:tasks.rados.rados.0.smithi032.stdout:1435: got expected ENOENT (src dne) 2023-12-22T17:21:34.901 INFO:tasks.rados.rados.0.smithi032.stdout:1435: finishing copy_from racing read to smithi032174182-45 2023-12-22T17:21:34.901 INFO:tasks.rados.rados.0.smithi032.stdout:1434: finishing write tid 1 to smithi032174182-38 2023-12-22T17:21:34.901 INFO:tasks.rados.rados.0.smithi032.stdout:1434: finishing write tid 2 to smithi032174182-38 2023-12-22T17:21:34.901 INFO:tasks.rados.rados.0.smithi032.stdout:1434: finishing write tid 3 to smithi032174182-38 2023-12-22T17:21:34.901 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 695 (ObjNum 464 snap 145 seq_num 464) dirty exists 2023-12-22T17:21:34.901 INFO:tasks.rados.rados.0.smithi032.stdout:1434: left oid 38 (ObjNum 464 snap 145 seq_num 464) 2023-12-22T17:21:34.901 INFO:tasks.rados.rados.0.smithi032.stdout:1432: done (5 left) 2023-12-22T17:21:34.901 INFO:tasks.rados.rados.0.smithi032.stdout:1433: done (4 left) 2023-12-22T17:21:34.901 INFO:tasks.rados.rados.0.smithi032.stdout:1434: done (3 left) 2023-12-22T17:21:34.901 INFO:tasks.rados.rados.0.smithi032.stdout:1435: done (2 left) 2023-12-22T17:21:34.901 INFO:tasks.rados.rados.0.smithi032.stdout:1438: read oid 33 snap -1 2023-12-22T17:21:34.901 INFO:tasks.rados.rados.0.smithi032.stdout:1438: expect (ObjNum 453 snap 143 seq_num 453) 2023-12-22T17:21:34.901 INFO:tasks.rados.rados.0.smithi032.stdout:1439: snap_remove snap 105 2023-12-22T17:21:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:34 smithi032 ceph-mon[191839]: failed to encode map e338 with expected crc 2023-12-22T17:21:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:34 smithi032 ceph-mon[191839]: failed to encode map e338 with expected crc 2023-12-22T17:21:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:34 smithi032 ceph-mon[191839]: osdmap e338: 8 total, 8 up, 8 in 2023-12-22T17:21:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:34 smithi032 ceph-mon[191839]: Reconfiguring mon.c (monmap changed)... 2023-12-22T17:21:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-22T17:21:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-22T17:21:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:34 smithi032 ceph-mon[191839]: Reconfiguring daemon mon.c on smithi032 2023-12-22T17:21:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:21:34.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:34 smithi032 ceph-mon[189144]: failed to encode map e338 with expected crc 2023-12-22T17:21:34.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:34 smithi032 ceph-mon[189144]: failed to encode map e338 with expected crc 2023-12-22T17:21:34.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:34 smithi032 ceph-mon[189144]: osdmap e338: 8 total, 8 up, 8 in 2023-12-22T17:21:34.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:34 smithi032 ceph-mon[189144]: Reconfiguring mon.c (monmap changed)... 2023-12-22T17:21:34.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-22T17:21:34.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-22T17:21:34.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:34.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:34 smithi032 ceph-mon[189144]: Reconfiguring daemon mon.c on smithi032 2023-12-22T17:21:34.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:21:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:34 smithi039 ceph-mon[181282]: failed to encode map e338 with expected crc 2023-12-22T17:21:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:34 smithi039 ceph-mon[181282]: failed to encode map e338 with expected crc 2023-12-22T17:21:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:34 smithi039 ceph-mon[181282]: osdmap e338: 8 total, 8 up, 8 in 2023-12-22T17:21:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:34 smithi039 ceph-mon[181282]: Reconfiguring mon.c (monmap changed)... 2023-12-22T17:21:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-22T17:21:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-22T17:21:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:35.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:34 smithi039 ceph-mon[181282]: Reconfiguring daemon mon.c on smithi032 2023-12-22T17:21:35.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:21:35.881 INFO:tasks.rados.rados.0.smithi032.stdout:1439: done (3 left) 2023-12-22T17:21:35.881 INFO:tasks.rados.rados.0.smithi032.stdout:1440: copy_from oid 49 from oid 10 current snap is 145 2023-12-22T17:21:35.881 INFO:tasks.rados.rados.0.smithi032.stdout:1437: finishing rollback tid 0 to smithi032174182-39 2023-12-22T17:21:35.881 INFO:tasks.rados.rados.0.smithi032.stdout:1437: finishing rollback tid 1 to smithi032174182-39 2023-12-22T17:21:35.881 INFO:tasks.rados.rados.0.smithi032.stdout:1437: finishing rollback tid 2 to smithi032174182-39 2023-12-22T17:21:35.881 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 389 (ObjNum 367 snap 114 seq_num 367) dirty exists 2023-12-22T17:21:35.881 INFO:tasks.rados.rados.0.smithi032.stdout:1438: expect (ObjNum 453 snap 143 seq_num 453) 2023-12-22T17:21:35.897 INFO:tasks.rados.rados.0.smithi032.stdout:1436: finishing copy_from to smithi032174182-29 2023-12-22T17:21:35.897 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 770 (ObjNum 429 snap 137 seq_num 429) dirty exists 2023-12-22T17:21:35.897 INFO:tasks.rados.rados.0.smithi032.stdout:1436: finishing copy_from racing read to smithi032174182-29 2023-12-22T17:21:35.898 INFO:tasks.rados.rados.0.smithi032.stdout:1436: done (3 left) 2023-12-22T17:21:35.898 INFO:tasks.rados.rados.0.smithi032.stdout:1437: done (2 left) 2023-12-22T17:21:35.898 INFO:tasks.rados.rados.0.smithi032.stdout:1438: done (1 left) 2023-12-22T17:21:35.898 INFO:tasks.rados.rados.0.smithi032.stdout:1441: read oid 25 snap 93 2023-12-22T17:21:35.898 INFO:tasks.rados.rados.0.smithi032.stdout:1441: expect deleted 2023-12-22T17:21:35.898 INFO:tasks.rados.rados.0.smithi032.stdout:1442: rollback oid 2 current snap is 145 2023-12-22T17:21:35.898 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 2 to 134 2023-12-22T17:21:35.898 INFO:tasks.rados.rados.0.smithi032.stdout:1443: read oid 31 snap -1 2023-12-22T17:21:35.898 INFO:tasks.rados.rados.0.smithi032.stdout:1443: expect deleted 2023-12-22T17:21:35.898 INFO:tasks.rados.rados.0.smithi032.stdout:1444: copy_from oid 47 from oid 22 current snap is 145 2023-12-22T17:21:35.898 INFO:tasks.rados.rados.0.smithi032.stdout:1445: snap_create 2023-12-22T17:21:35.909 INFO:tasks.rados.rados.0.smithi032.stdout:1442: finishing rollback tid 0 to smithi032174182-2 2023-12-22T17:21:35.909 INFO:tasks.rados.rados.0.smithi032.stdout:1442: finishing rollback tid 1 to smithi032174182-2 2023-12-22T17:21:35.910 INFO:tasks.rados.rados.0.smithi032.stdout:1442: finishing rollback tid 2 to smithi032174182-2 2023-12-22T17:21:35.910 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 520 (ObjNum 385 snap 126 seq_num 385) dirty exists 2023-12-22T17:21:35.912 INFO:tasks.rados.rados.0.smithi032.stdout:1440: finishing copy_from to smithi032174182-49 2023-12-22T17:21:35.913 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 676 (ObjNum 460 snap 145 seq_num 460) dirty exists 2023-12-22T17:21:35.913 INFO:tasks.rados.rados.0.smithi032.stdout:1440: finishing copy_from racing read to smithi032174182-49 2023-12-22T17:21:35.915 INFO:tasks.rados.rados.0.smithi032.stdout:1444: finishing copy_from to smithi032174182-47 2023-12-22T17:21:35.915 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 542 (ObjNum 461 snap 145 seq_num 461) dirty exists 2023-12-22T17:21:35.916 INFO:tasks.rados.rados.0.smithi032.stdout:1444: finishing copy_from racing read to smithi032174182-47 2023-12-22T17:21:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:35 smithi032 ceph-mon[189144]: pgmap v45: 121 pgs: 121 active+clean; 350 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:21:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:35 smithi032 ceph-mon[189144]: failed to encode map e339 with expected crc 2023-12-22T17:21:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:35 smithi032 ceph-mon[189144]: failed to encode map e339 with expected crc 2023-12-22T17:21:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:35 smithi032 ceph-mon[189144]: osdmap e339: 8 total, 8 up, 8 in 2023-12-22T17:21:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:35 smithi032 ceph-mon[189144]: Reconfiguring osd.0 (monmap changed)... 2023-12-22T17:21:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-22T17:21:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:35 smithi032 ceph-mon[189144]: Reconfiguring daemon osd.0 on smithi032 2023-12-22T17:21:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:35 smithi032 ceph-mon[191839]: pgmap v45: 121 pgs: 121 active+clean; 350 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:21:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:35 smithi032 ceph-mon[191839]: failed to encode map e339 with expected crc 2023-12-22T17:21:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:35 smithi032 ceph-mon[191839]: failed to encode map e339 with expected crc 2023-12-22T17:21:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:35 smithi032 ceph-mon[191839]: osdmap e339: 8 total, 8 up, 8 in 2023-12-22T17:21:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:35 smithi032 ceph-mon[191839]: Reconfiguring osd.0 (monmap changed)... 2023-12-22T17:21:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-22T17:21:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:35 smithi032 ceph-mon[191839]: Reconfiguring daemon osd.0 on smithi032 2023-12-22T17:21:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:35 smithi039 ceph-mon[181282]: pgmap v45: 121 pgs: 121 active+clean; 350 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:21:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:35 smithi039 ceph-mon[181282]: failed to encode map e339 with expected crc 2023-12-22T17:21:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:35 smithi039 ceph-mon[181282]: failed to encode map e339 with expected crc 2023-12-22T17:21:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:35 smithi039 ceph-mon[181282]: osdmap e339: 8 total, 8 up, 8 in 2023-12-22T17:21:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:35 smithi039 ceph-mon[181282]: Reconfiguring osd.0 (monmap changed)... 2023-12-22T17:21:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-22T17:21:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:35 smithi039 ceph-mon[181282]: Reconfiguring daemon osd.0 on smithi032 2023-12-22T17:21:36.889 INFO:tasks.rados.rados.0.smithi032.stdout:1440: done (5 left) 2023-12-22T17:21:36.889 INFO:tasks.rados.rados.0.smithi032.stdout:1441: done (4 left) 2023-12-22T17:21:36.889 INFO:tasks.rados.rados.0.smithi032.stdout:1442: done (3 left) 2023-12-22T17:21:36.889 INFO:tasks.rados.rados.0.smithi032.stdout:1443: done (2 left) 2023-12-22T17:21:36.890 INFO:tasks.rados.rados.0.smithi032.stdout:1444: done (1 left) 2023-12-22T17:21:36.890 INFO:tasks.rados.rados.0.smithi032.stdout:1445: done (0 left) 2023-12-22T17:21:36.890 INFO:tasks.rados.rados.0.smithi032.stdout:1446: setattr oid 12 current snap is 146 2023-12-22T17:21:36.890 INFO:tasks.rados.rados.0.smithi032.stdout:1447: delete oid 11 current snap is 146 2023-12-22T17:21:36.895 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 553 (ObjNum 289 snap 0 seq_num 1067881889) dirty exists 2023-12-22T17:21:36.896 INFO:tasks.rados.rados.0.smithi032.stdout:1446: done (1 left) 2023-12-22T17:21:36.896 INFO:tasks.rados.rados.0.smithi032.stdout:1447: done (0 left) 2023-12-22T17:21:36.896 INFO:tasks.rados.rados.0.smithi032.stdout:1448: snap_remove snap 132 2023-12-22T17:21:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:36 smithi032 ceph-mon[189144]: failed to encode map e340 with expected crc 2023-12-22T17:21:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:36 smithi032 ceph-mon[189144]: failed to encode map e340 with expected crc 2023-12-22T17:21:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:36 smithi032 ceph-mon[189144]: osdmap e340: 8 total, 8 up, 8 in 2023-12-22T17:21:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:36 smithi032 ceph-mon[189144]: Reconfiguring osd.1 (monmap changed)... 2023-12-22T17:21:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-22T17:21:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:36 smithi032 ceph-mon[189144]: Reconfiguring daemon osd.1 on smithi032 2023-12-22T17:21:37.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:36 smithi032 ceph-mon[191839]: failed to encode map e340 with expected crc 2023-12-22T17:21:37.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:36 smithi032 ceph-mon[191839]: failed to encode map e340 with expected crc 2023-12-22T17:21:37.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:36 smithi032 ceph-mon[191839]: osdmap e340: 8 total, 8 up, 8 in 2023-12-22T17:21:37.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:37.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:37.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:36 smithi032 ceph-mon[191839]: Reconfiguring osd.1 (monmap changed)... 2023-12-22T17:21:37.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-22T17:21:37.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:37.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:36 smithi032 ceph-mon[191839]: Reconfiguring daemon osd.1 on smithi032 2023-12-22T17:21:37.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:36 smithi039 ceph-mon[181282]: failed to encode map e340 with expected crc 2023-12-22T17:21:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:36 smithi039 ceph-mon[181282]: failed to encode map e340 with expected crc 2023-12-22T17:21:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:36 smithi039 ceph-mon[181282]: osdmap e340: 8 total, 8 up, 8 in 2023-12-22T17:21:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:36 smithi039 ceph-mon[181282]: Reconfiguring osd.1 (monmap changed)... 2023-12-22T17:21:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-22T17:21:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:36 smithi039 ceph-mon[181282]: Reconfiguring daemon osd.1 on smithi032 2023-12-22T17:21:37.919 INFO:tasks.rados.rados.0.smithi032.stdout:1448: done (0 left) 2023-12-22T17:21:37.919 INFO:tasks.rados.rados.0.smithi032.stdout:1449: rmattr oid 47 current snap is 146 2023-12-22T17:21:37.919 INFO:tasks.rados.rados.0.smithi032.stdout:1449: done (0 left) 2023-12-22T17:21:37.919 INFO:tasks.rados.rados.0.smithi032.stdout:1450: read oid 24 snap 144 2023-12-22T17:21:37.919 INFO:tasks.rados.rados.0.smithi032.stdout:1450: expect (ObjNum 356 snap 110 seq_num 356) 2023-12-22T17:21:37.919 INFO:tasks.rados.rados.0.smithi032.stdout:1451: read oid 10 snap -1 2023-12-22T17:21:37.919 INFO:tasks.rados.rados.0.smithi032.stdout:1451: expect (ObjNum 460 snap 145 seq_num 460) 2023-12-22T17:21:37.919 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 29 current snap is 146 2023-12-22T17:21:37.920 INFO:tasks.rados.rados.0.smithi032.stdout:1452: seq_num 466 ranges {13189120=614400} 2023-12-22T17:21:37.985 INFO:tasks.rados.rados.0.smithi032.stdout:1452: writing smithi032174182-29 from 13189120 to 13803520 tid 1 2023-12-22T17:21:37.985 INFO:tasks.rados.rados.0.smithi032.stdout:1453: rollback oid 27 current snap is 146 2023-12-22T17:21:37.985 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 27 to 98 2023-12-22T17:21:37.986 INFO:tasks.rados.rados.0.smithi032.stdout:1450: expect (ObjNum 356 snap 110 seq_num 356) 2023-12-22T17:21:38.170 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:37 smithi032 ceph-mon[189144]: pgmap v48: 121 pgs: 121 active+clean; 386 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 10 MiB/s wr, 25 op/s 2023-12-22T17:21:38.170 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:37 smithi032 ceph-mon[189144]: failed to encode map e341 with expected crc 2023-12-22T17:21:38.170 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:37 smithi032 ceph-mon[189144]: failed to encode map e341 with expected crc 2023-12-22T17:21:38.170 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:37 smithi032 ceph-mon[189144]: osdmap e341: 8 total, 8 up, 8 in 2023-12-22T17:21:38.170 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:37 smithi032 ceph-mon[189144]: failed to encode map e341 with expected crc 2023-12-22T17:21:38.170 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:37 smithi032 ceph-mon[189144]: failed to encode map e341 with expected crc 2023-12-22T17:21:38.170 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:37 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:38.170 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:37 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:38.170 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:37 smithi032 ceph-mon[189144]: Reconfiguring osd.2 (monmap changed)... 2023-12-22T17:21:38.170 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:37 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-22T17:21:38.170 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:37 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:38.170 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:37 smithi032 ceph-mon[189144]: Reconfiguring daemon osd.2 on smithi032 2023-12-22T17:21:38.171 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:37 smithi032 ceph-mon[191839]: pgmap v48: 121 pgs: 121 active+clean; 386 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 10 MiB/s wr, 25 op/s 2023-12-22T17:21:38.171 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:37 smithi032 ceph-mon[191839]: failed to encode map e341 with expected crc 2023-12-22T17:21:38.171 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:37 smithi032 ceph-mon[191839]: failed to encode map e341 with expected crc 2023-12-22T17:21:38.171 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:37 smithi032 ceph-mon[191839]: osdmap e341: 8 total, 8 up, 8 in 2023-12-22T17:21:38.171 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:37 smithi032 ceph-mon[191839]: failed to encode map e341 with expected crc 2023-12-22T17:21:38.171 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:37 smithi032 ceph-mon[191839]: failed to encode map e341 with expected crc 2023-12-22T17:21:38.171 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:37 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:38.171 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:37 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:38.171 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:37 smithi032 ceph-mon[191839]: Reconfiguring osd.2 (monmap changed)... 2023-12-22T17:21:38.171 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:37 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-22T17:21:38.171 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:37 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:38.172 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:37 smithi032 ceph-mon[191839]: Reconfiguring daemon osd.2 on smithi032 2023-12-22T17:21:38.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:37 smithi039 ceph-mon[181282]: pgmap v48: 121 pgs: 121 active+clean; 386 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 10 MiB/s wr, 25 op/s 2023-12-22T17:21:38.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:37 smithi039 ceph-mon[181282]: failed to encode map e341 with expected crc 2023-12-22T17:21:38.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:37 smithi039 ceph-mon[181282]: failed to encode map e341 with expected crc 2023-12-22T17:21:38.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:37 smithi039 ceph-mon[181282]: osdmap e341: 8 total, 8 up, 8 in 2023-12-22T17:21:38.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:37 smithi039 ceph-mon[181282]: failed to encode map e341 with expected crc 2023-12-22T17:21:38.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:37 smithi039 ceph-mon[181282]: failed to encode map e341 with expected crc 2023-12-22T17:21:38.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:37 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:38.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:37 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:38.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:37 smithi039 ceph-mon[181282]: Reconfiguring osd.2 (monmap changed)... 2023-12-22T17:21:38.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:37 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-22T17:21:38.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:37 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:38.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:37 smithi039 ceph-mon[181282]: Reconfiguring daemon osd.2 on smithi032 2023-12-22T17:21:38.266 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:21:38.374 INFO:tasks.rados.rados.0.smithi032.stdout:1451: expect (ObjNum 460 snap 145 seq_num 460) 2023-12-22T17:21:38.446 INFO:tasks.rados.rados.0.smithi032.stdout:1452: finishing write tid 1 to smithi032174182-29 2023-12-22T17:21:38.446 INFO:tasks.rados.rados.0.smithi032.stdout:1453: finishing rollback tid 0 to smithi032174182-27 2023-12-22T17:21:38.446 INFO:tasks.rados.rados.0.smithi032.stdout:1452: finishing write tid 2 to smithi032174182-29 2023-12-22T17:21:38.446 INFO:tasks.rados.rados.0.smithi032.stdout:1453: finishing rollback tid 1 to smithi032174182-27 2023-12-22T17:21:38.446 INFO:tasks.rados.rados.0.smithi032.stdout:1450: done (3 left) 2023-12-22T17:21:38.447 INFO:tasks.rados.rados.0.smithi032.stdout:1451: done (2 left) 2023-12-22T17:21:38.447 INFO:tasks.rados.rados.0.smithi032.stdout:1454: rollback oid 46 current snap is 146 2023-12-22T17:21:38.447 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 46 to 110 2023-12-22T17:21:38.447 INFO:tasks.rados.rados.0.smithi032.stdout:1453: finishing rollback tid 2 to smithi032174182-27 2023-12-22T17:21:38.447 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 841 (ObjNum 321 snap 93 seq_num 321) dirty exists 2023-12-22T17:21:38.447 INFO:tasks.rados.rados.0.smithi032.stdout:1452: finishing write tid 3 to smithi032174182-29 2023-12-22T17:21:38.447 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 1010 (ObjNum 466 snap 146 seq_num 466) dirty exists 2023-12-22T17:21:38.447 INFO:tasks.rados.rados.0.smithi032.stdout:1452: left oid 29 (ObjNum 466 snap 146 seq_num 466) 2023-12-22T17:21:38.447 INFO:tasks.rados.rados.0.smithi032.stdout:1452: done (2 left) 2023-12-22T17:21:38.447 INFO:tasks.rados.rados.0.smithi032.stdout:1453: done (1 left) 2023-12-22T17:21:38.447 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 36 current snap is 146 2023-12-22T17:21:38.447 INFO:tasks.rados.rados.0.smithi032.stdout:1455: seq_num 467 ranges {0=630784} 2023-12-22T17:21:38.449 INFO:tasks.rados.rados.0.smithi032.stdout:1455: writing smithi032174182-36 from 0 to 630784 tid 1 2023-12-22T17:21:38.449 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 4 current snap is 146 2023-12-22T17:21:38.450 INFO:tasks.rados.rados.0.smithi032.stdout:1454: finishing rollback tid 1 to smithi032174182-46 2023-12-22T17:21:38.450 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 608 (ObjNum 929 snap 0 seq_num 4102767148) dirty dne 2023-12-22T17:21:38.450 INFO:tasks.rados.rados.0.smithi032.stdout:1456: seq_num 468 ranges {0=647168} 2023-12-22T17:21:38.453 INFO:tasks.rados.rados.0.smithi032.stdout:1456: writing smithi032174182-4 from 0 to 647168 tid 1 2023-12-22T17:21:38.453 INFO:tasks.rados.rados.0.smithi032.stdout:1454: done (2 left) 2023-12-22T17:21:38.453 INFO:tasks.rados.rados.0.smithi032.stdout:1457: copy_from oid 18 from oid 49 current snap is 146 2023-12-22T17:21:38.453 INFO:tasks.rados.rados.0.smithi032.stdout:1458: read oid 6 snap 145 2023-12-22T17:21:38.453 INFO:tasks.rados.rados.0.smithi032.stdout:1458: expect (ObjNum 334 snap 97 seq_num 334) 2023-12-22T17:21:38.453 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 13 current snap is 146 2023-12-22T17:21:38.453 INFO:tasks.rados.rados.0.smithi032.stdout:1459: seq_num 469 ranges {294912=663552} 2023-12-22T17:21:38.460 INFO:tasks.rados.rados.0.smithi032.stdout:1459: writing smithi032174182-13 from 294912 to 958464 tid 1 2023-12-22T17:21:38.460 INFO:tasks.rados.rados.0.smithi032.stdout:1460: setattr oid 50 current snap is 146 2023-12-22T17:21:38.460 INFO:tasks.rados.rados.0.smithi032.stdout:1455: finishing write tid 1 to smithi032174182-36 2023-12-22T17:21:38.460 INFO:tasks.rados.rados.0.smithi032.stdout:1455: finishing write tid 2 to smithi032174182-36 2023-12-22T17:21:38.460 INFO:tasks.rados.rados.0.smithi032.stdout:1456: finishing write tid 1 to smithi032174182-4 2023-12-22T17:21:38.460 INFO:tasks.rados.rados.0.smithi032.stdout:1456: finishing write tid 2 to smithi032174182-4 2023-12-22T17:21:38.460 INFO:tasks.rados.rados.0.smithi032.stdout:1455: finishing write tid 3 to smithi032174182-36 2023-12-22T17:21:38.460 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 422 (ObjNum 467 snap 146 seq_num 467) dirty exists 2023-12-22T17:21:38.460 INFO:tasks.rados.rados.0.smithi032.stdout:1455: left oid 36 (ObjNum 467 snap 146 seq_num 467) 2023-12-22T17:21:38.460 INFO:tasks.rados.rados.0.smithi032.stdout:1456: finishing write tid 3 to smithi032174182-4 2023-12-22T17:21:38.461 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 791 (ObjNum 468 snap 146 seq_num 468) dirty exists 2023-12-22T17:21:38.461 INFO:tasks.rados.rados.0.smithi032.stdout:1456: left oid 4 (ObjNum 468 snap 146 seq_num 468) 2023-12-22T17:21:38.461 INFO:tasks.rados.rados.0.smithi032.stdout:1455: done (5 left) 2023-12-22T17:21:38.461 INFO:tasks.rados.rados.0.smithi032.stdout:1456: done (4 left) 2023-12-22T17:21:38.461 INFO:tasks.rados.rados.0.smithi032.stdout:1461: snap_create 2023-12-22T17:21:38.465 INFO:tasks.rados.rados.0.smithi032.stdout:1457: finishing copy_from to smithi032174182-18 2023-12-22T17:21:38.466 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 676 (ObjNum 460 snap 145 seq_num 460) dirty exists 2023-12-22T17:21:38.466 INFO:tasks.rados.rados.0.smithi032.stdout:1459: finishing write tid 1 to smithi032174182-13 2023-12-22T17:21:38.466 INFO:tasks.rados.rados.0.smithi032.stdout:1457: finishing copy_from racing read to smithi032174182-18 2023-12-22T17:21:38.467 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 887 (ObjNum 439 snap 139 seq_num 439) dirty exists 2023-12-22T17:21:38.467 INFO:tasks.rados.rados.0.smithi032.stdout:1459: finishing write tid 2 to smithi032174182-13 2023-12-22T17:21:38.469 INFO:tasks.rados.rados.0.smithi032.stdout:1459: finishing write tid 3 to smithi032174182-13 2023-12-22T17:21:38.469 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 1013 (ObjNum 469 snap 146 seq_num 469) dirty exists 2023-12-22T17:21:38.469 INFO:tasks.rados.rados.0.smithi032.stdout:1459: left oid 13 (ObjNum 469 snap 146 seq_num 469) 2023-12-22T17:21:38.471 INFO:tasks.rados.rados.0.smithi032.stdout:1458: expect (ObjNum 334 snap 97 seq_num 334) 2023-12-22T17:21:38.620 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:21:38.620 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (103s) 20s ago 6m 18.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:21:38.620 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (83s) 10s ago 5m 80.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:21:38.620 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6m) 20s ago 6m 15.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:21:38.620 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6m) 10s ago 6m 19.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:21:38.620 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (56s) 10s ago 9m 448M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:21:38.620 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (77s) 20s ago 10m 499M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:21:38.620 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (43s) 20s ago 10m 50.4M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:21:38.621 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (13s) 10s ago 9m 30.3M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:21:38.621 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (23s) 20s ago 9m 29.5M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:21:38.621 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (102s) 20s ago 5m 8610k - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:21:38.621 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (81s) 10s ago 5m 9533k - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:21:38.621 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9m) 20s ago 9m 524M 2489M 17.2.7-138-g92be525b e47d1a188c30 7f2ccbf46f26 2023-12-22T17:21:38.621 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8m) 20s ago 8m 470M 2489M 17.2.7-138-g92be525b e47d1a188c30 c0178ed0a3fc 2023-12-22T17:21:38.621 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8m) 20s ago 8m 393M 2489M 17.2.7-138-g92be525b e47d1a188c30 49f7e135c84a 2023-12-22T17:21:38.621 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8m) 20s ago 8m 321M 2489M 17.2.7-138-g92be525b e47d1a188c30 dcc50e2c5f0c 2023-12-22T17:21:38.621 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8m) 10s ago 8m 548M 2488M 17.2.7-138-g92be525b e47d1a188c30 11681a07501b 2023-12-22T17:21:38.621 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7m) 10s ago 7m 422M 2488M 17.2.7-138-g92be525b e47d1a188c30 58fc6c38ce28 2023-12-22T17:21:38.621 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7m) 10s ago 7m 254M 2488M 17.2.7-138-g92be525b e47d1a188c30 0ab15edaa1bc 2023-12-22T17:21:38.621 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7m) 10s ago 7m 356M 2488M 17.2.7-138-g92be525b e47d1a188c30 ee2c74f83f9d 2023-12-22T17:21:38.621 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (59s) 10s ago 6m 46.1M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:21:39.007 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:21:38 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:21:38.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi039.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi032:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-22T17:21:39.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:38 smithi039 ceph-mon[181282]: failed to encode map e342 with expected crc 2023-12-22T17:21:39.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:38 smithi039 ceph-mon[181282]: failed to encode map e342 with expected crc 2023-12-22T17:21:39.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:38 smithi039 ceph-mon[181282]: osdmap e342: 8 total, 8 up, 8 in 2023-12-22T17:21:39.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:38 smithi039 ceph-mon[181282]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:21:39.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:38 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:39.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:38 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:39.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:38 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-22T17:21:39.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:38 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:39.039 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:21:39.040 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:21:39.040 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:21:39.040 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:21:39.040 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:21:39.040 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:21:39.040 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:21:39.040 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:21:39.040 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 8 2023-12-22T17:21:39.040 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:21:39.040 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:21:39.040 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:21:39.040 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:21:39.040 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:21:39.040 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 10, 2023-12-22T17:21:39.041 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 5 2023-12-22T17:21:39.041 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:21:39.041 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:21:39.048 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:38 smithi032 ceph-mon[191839]: failed to encode map e342 with expected crc 2023-12-22T17:21:39.049 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:38 smithi032 ceph-mon[191839]: failed to encode map e342 with expected crc 2023-12-22T17:21:39.049 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:38 smithi032 ceph-mon[191839]: osdmap e342: 8 total, 8 up, 8 in 2023-12-22T17:21:39.049 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:38 smithi032 ceph-mon[191839]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:21:39.049 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:38 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:39.049 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:38 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:39.049 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:38 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-22T17:21:39.049 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:38 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:39.049 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:38 smithi032 ceph-mon[189144]: failed to encode map e342 with expected crc 2023-12-22T17:21:39.049 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:38 smithi032 ceph-mon[189144]: failed to encode map e342 with expected crc 2023-12-22T17:21:39.049 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:38 smithi032 ceph-mon[189144]: osdmap e342: 8 total, 8 up, 8 in 2023-12-22T17:21:39.049 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:38 smithi032 ceph-mon[189144]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:21:39.049 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:38 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:39.049 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:38 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:39.050 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:38 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-22T17:21:39.050 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:38 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:39.289 INFO:tasks.rados.rados.0.smithi032.stdout:1457: done (4 left) 2023-12-22T17:21:39.289 INFO:tasks.rados.rados.0.smithi032.stdout:1458: done (3 left) 2023-12-22T17:21:39.289 INFO:tasks.rados.rados.0.smithi032.stdout:1459: done (2 left) 2023-12-22T17:21:39.289 INFO:tasks.rados.rados.0.smithi032.stdout:1460: done (1 left) 2023-12-22T17:21:39.289 INFO:tasks.rados.rados.0.smithi032.stdout:1461: done (0 left) 2023-12-22T17:21:39.289 INFO:tasks.rados.rados.0.smithi032.stdout:1462: rmattr oid 41 current snap is 147 2023-12-22T17:21:39.290 INFO:tasks.rados.rados.0.smithi032.stdout:1462: done (0 left) 2023-12-22T17:21:39.290 INFO:tasks.rados.rados.0.smithi032.stdout:1463: snap_remove snap 134 2023-12-22T17:21:40.107 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:39 smithi032 ceph-mon[189144]: Reconfiguring osd.3 (monmap changed)... 2023-12-22T17:21:40.107 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:39 smithi032 ceph-mon[189144]: Reconfiguring daemon osd.3 on smithi032 2023-12-22T17:21:40.107 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:39 smithi032 ceph-mon[189144]: pgmap v51: 121 pgs: 121 active+clean; 386 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 10 MiB/s wr, 25 op/s 2023-12-22T17:21:40.107 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:39 smithi032 ceph-mon[189144]: from='client.34158 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:21:40.108 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:39 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2997335128' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:21:40.108 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:39 smithi032 ceph-mon[189144]: failed to encode map e343 with expected crc 2023-12-22T17:21:40.108 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:39 smithi032 ceph-mon[189144]: failed to encode map e343 with expected crc 2023-12-22T17:21:40.108 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:39 smithi032 ceph-mon[189144]: osdmap e343: 8 total, 8 up, 8 in 2023-12-22T17:21:40.108 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:40.108 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:40.108 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-22T17:21:40.108 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:40.109 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:39 smithi032 ceph-mon[191839]: Reconfiguring osd.3 (monmap changed)... 2023-12-22T17:21:40.109 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:39 smithi032 ceph-mon[191839]: Reconfiguring daemon osd.3 on smithi032 2023-12-22T17:21:40.109 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:39 smithi032 ceph-mon[191839]: pgmap v51: 121 pgs: 121 active+clean; 386 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 10 MiB/s wr, 25 op/s 2023-12-22T17:21:40.109 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:39 smithi032 ceph-mon[191839]: from='client.34158 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:21:40.109 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:39 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2997335128' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:21:40.110 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:39 smithi032 ceph-mon[191839]: failed to encode map e343 with expected crc 2023-12-22T17:21:40.110 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:39 smithi032 ceph-mon[191839]: failed to encode map e343 with expected crc 2023-12-22T17:21:40.110 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:39 smithi032 ceph-mon[191839]: osdmap e343: 8 total, 8 up, 8 in 2023-12-22T17:21:40.110 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:40.110 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:40.110 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-22T17:21:40.110 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:40.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:39 smithi039 ceph-mon[181282]: Reconfiguring osd.3 (monmap changed)... 2023-12-22T17:21:40.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:39 smithi039 ceph-mon[181282]: Reconfiguring daemon osd.3 on smithi032 2023-12-22T17:21:40.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:39 smithi039 ceph-mon[181282]: pgmap v51: 121 pgs: 121 active+clean; 386 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 10 MiB/s wr, 25 op/s 2023-12-22T17:21:40.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:39 smithi039 ceph-mon[181282]: from='client.34158 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:21:40.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:39 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2997335128' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:21:40.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:39 smithi039 ceph-mon[181282]: failed to encode map e343 with expected crc 2023-12-22T17:21:40.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:39 smithi039 ceph-mon[181282]: failed to encode map e343 with expected crc 2023-12-22T17:21:40.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:39 smithi039 ceph-mon[181282]: osdmap e343: 8 total, 8 up, 8 in 2023-12-22T17:21:40.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:40.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:40.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-22T17:21:40.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:40.291 INFO:tasks.rados.rados.0.smithi032.stdout:1463: done (0 left) 2023-12-22T17:21:40.291 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 45 current snap is 147 2023-12-22T17:21:40.291 INFO:tasks.rados.rados.0.smithi032.stdout:1464: seq_num 470 ranges {3907584=679936} 2023-12-22T17:21:40.318 INFO:tasks.rados.rados.0.smithi032.stdout:1464: writing smithi032174182-45 from 3907584 to 4587520 tid 1 2023-12-22T17:21:40.318 INFO:tasks.rados.rados.0.smithi032.stdout:1465: delete oid 26 current snap is 147 2023-12-22T17:21:40.326 INFO:tasks.rados.rados.0.smithi032.stdout:1464: finishing write tid 1 to smithi032174182-45 2023-12-22T17:21:40.326 INFO:tasks.rados.rados.0.smithi032.stdout:1464: finishing write tid 2 to smithi032174182-45 2023-12-22T17:21:40.327 INFO:tasks.rados.rados.0.smithi032.stdout:1465: done (1 left) 2023-12-22T17:21:40.327 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 18 current snap is 147 2023-12-22T17:21:40.329 INFO:tasks.rados.rados.0.smithi032.stdout:1466: seq_num 472 ranges {1867776=712704} 2023-12-22T17:21:40.342 INFO:tasks.rados.rados.0.smithi032.stdout:1466: writing smithi032174182-18 from 1867776 to 2580480 tid 1 2023-12-22T17:21:40.342 INFO:tasks.rados.rados.0.smithi032.stdout:1467: delete oid 1 current snap is 147 2023-12-22T17:21:40.342 INFO:tasks.rados.rados.0.smithi032.stdout:1464: finishing write tid 3 to smithi032174182-45 2023-12-22T17:21:40.342 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 720 (ObjNum 470 snap 147 seq_num 470) dirty exists 2023-12-22T17:21:40.342 INFO:tasks.rados.rados.0.smithi032.stdout:1464: left oid 45 (ObjNum 470 snap 147 seq_num 470) 2023-12-22T17:21:40.344 INFO:tasks.rados.rados.0.smithi032.stdout:1464: done (2 left) 2023-12-22T17:21:40.344 INFO:tasks.rados.rados.0.smithi032.stdout:1467: done (1 left) 2023-12-22T17:21:40.344 INFO:tasks.rados.rados.0.smithi032.stdout:1468: copy_from oid 4 from oid 1 current snap is 147 2023-12-22T17:21:40.344 INFO:tasks.rados.rados.0.smithi032.stdout:1469: snap_create 2023-12-22T17:21:40.345 INFO:tasks.rados.rados.0.smithi032.stdout:1468: finishing copy_from to smithi032174182-4 2023-12-22T17:21:40.345 INFO:tasks.rados.rados.0.smithi032.stdout:1468: got expected ENOENT (src dne) 2023-12-22T17:21:40.345 INFO:tasks.rados.rados.0.smithi032.stdout:1468: finishing copy_from racing read to smithi032174182-4 2023-12-22T17:21:40.346 INFO:tasks.rados.rados.0.smithi032.stdout:1466: finishing write tid 1 to smithi032174182-18 2023-12-22T17:21:40.346 INFO:tasks.rados.rados.0.smithi032.stdout:1466: finishing write tid 2 to smithi032174182-18 2023-12-22T17:21:40.348 INFO:tasks.rados.rados.0.smithi032.stdout:1466: finishing write tid 3 to smithi032174182-18 2023-12-22T17:21:40.348 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 678 (ObjNum 472 snap 147 seq_num 472) dirty exists 2023-12-22T17:21:40.348 INFO:tasks.rados.rados.0.smithi032.stdout:1466: left oid 18 (ObjNum 472 snap 147 seq_num 472) 2023-12-22T17:21:40.787 INFO:tasks.rados.rados.0.smithi032.stdout:1466: done (2 left) 2023-12-22T17:21:40.787 INFO:tasks.rados.rados.0.smithi032.stdout:1468: done (1 left) 2023-12-22T17:21:40.788 INFO:tasks.rados.rados.0.smithi032.stdout:1469: done (0 left) 2023-12-22T17:21:40.788 INFO:tasks.rados.rados.0.smithi032.stdout:1470: setattr oid 25 current snap is 148 2023-12-22T17:21:40.790 INFO:tasks.rados.rados.0.smithi032.stdout:1471: setattr oid 47 current snap is 148 2023-12-22T17:21:40.791 INFO:tasks.rados.rados.0.smithi032.stdout:1472: snap_create 2023-12-22T17:21:40.800 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 1025 (ObjNum 461 snap 145 seq_num 461) dirty exists 2023-12-22T17:21:40.803 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 610 (ObjNum 423 snap 136 seq_num 423) dirty exists 2023-12-22T17:21:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:21:40] "GET /metrics HTTP/1.1" 200 36061 "" "Prometheus/2.43.0" 2023-12-22T17:21:41.571 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:41 smithi039 ceph-mon[181282]: Reconfiguring mds.a (monmap changed)... 2023-12-22T17:21:41.571 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:41 smithi039 ceph-mon[181282]: Reconfiguring daemon mds.a on smithi032 2023-12-22T17:21:41.571 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:41 smithi039 ceph-mon[181282]: failed to encode map e344 with expected crc 2023-12-22T17:21:41.572 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:41 smithi039 ceph-mon[181282]: failed to encode map e344 with expected crc 2023-12-22T17:21:41.572 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:41 smithi039 ceph-mon[181282]: osdmap e344: 8 total, 8 up, 8 in 2023-12-22T17:21:41.572 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:41.572 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:41.572 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-22T17:21:41.572 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-22T17:21:41.572 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:41.572 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:41 smithi039 ceph-mon[181282]: failed to encode map e345 with expected crc 2023-12-22T17:21:41.572 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:41 smithi039 ceph-mon[181282]: osdmap e345: 8 total, 8 up, 8 in 2023-12-22T17:21:41.572 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:41 smithi039 ceph-mon[181282]: failed to encode map e345 with expected crc 2023-12-22T17:21:41.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:41 smithi032 ceph-mon[191839]: Reconfiguring mds.a (monmap changed)... 2023-12-22T17:21:41.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:41 smithi032 ceph-mon[191839]: Reconfiguring daemon mds.a on smithi032 2023-12-22T17:21:41.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:41 smithi032 ceph-mon[191839]: failed to encode map e344 with expected crc 2023-12-22T17:21:41.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:41 smithi032 ceph-mon[191839]: failed to encode map e344 with expected crc 2023-12-22T17:21:41.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:41 smithi032 ceph-mon[191839]: osdmap e344: 8 total, 8 up, 8 in 2023-12-22T17:21:41.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:41.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:41.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-22T17:21:41.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-22T17:21:41.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:41.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:41 smithi032 ceph-mon[191839]: failed to encode map e345 with expected crc 2023-12-22T17:21:41.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:41 smithi032 ceph-mon[191839]: osdmap e345: 8 total, 8 up, 8 in 2023-12-22T17:21:41.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:41 smithi032 ceph-mon[191839]: failed to encode map e345 with expected crc 2023-12-22T17:21:41.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:41 smithi032 ceph-mon[189144]: Reconfiguring mds.a (monmap changed)... 2023-12-22T17:21:41.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:41 smithi032 ceph-mon[189144]: Reconfiguring daemon mds.a on smithi032 2023-12-22T17:21:41.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:41 smithi032 ceph-mon[189144]: failed to encode map e344 with expected crc 2023-12-22T17:21:41.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:41 smithi032 ceph-mon[189144]: failed to encode map e344 with expected crc 2023-12-22T17:21:41.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:41 smithi032 ceph-mon[189144]: osdmap e344: 8 total, 8 up, 8 in 2023-12-22T17:21:41.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:41.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:41.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-22T17:21:41.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-22T17:21:41.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:41.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:41 smithi032 ceph-mon[189144]: failed to encode map e345 with expected crc 2023-12-22T17:21:41.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:41 smithi032 ceph-mon[189144]: osdmap e345: 8 total, 8 up, 8 in 2023-12-22T17:21:41.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:41 smithi032 ceph-mon[189144]: failed to encode map e345 with expected crc 2023-12-22T17:21:41.790 INFO:tasks.rados.rados.0.smithi032.stdout:1470: done (2 left) 2023-12-22T17:21:41.790 INFO:tasks.rados.rados.0.smithi032.stdout:1471: done (1 left) 2023-12-22T17:21:41.790 INFO:tasks.rados.rados.0.smithi032.stdout:1472: done (0 left) 2023-12-22T17:21:41.792 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 7 current snap is 149 2023-12-22T17:21:41.792 INFO:tasks.rados.rados.0.smithi032.stdout:1473: seq_num 474 ranges {13189120=745472} 2023-12-22T17:21:41.867 INFO:tasks.rados.rados.0.smithi032.stdout:1473: writing smithi032174182-7 from 13189120 to 13934592 tid 1 2023-12-22T17:21:41.867 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 32 current snap is 149 2023-12-22T17:21:41.867 INFO:tasks.rados.rados.0.smithi032.stdout:1474: seq_num 475 ranges {1998848=761856} 2023-12-22T17:21:41.882 INFO:tasks.rados.rados.0.smithi032.stdout:1474: writing smithi032174182-32 from 1998848 to 2760704 tid 1 2023-12-22T17:21:41.882 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 34 current snap is 149 2023-12-22T17:21:41.883 INFO:tasks.rados.rados.0.smithi032.stdout:1473: finishing write tid 1 to smithi032174182-7 2023-12-22T17:21:41.883 INFO:tasks.rados.rados.0.smithi032.stdout:1473: finishing write tid 2 to smithi032174182-7 2023-12-22T17:21:41.883 INFO:tasks.rados.rados.0.smithi032.stdout:1473: finishing write tid 3 to smithi032174182-7 2023-12-22T17:21:41.883 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 763 (ObjNum 474 snap 149 seq_num 474) dirty exists 2023-12-22T17:21:41.883 INFO:tasks.rados.rados.0.smithi032.stdout:1473: left oid 7 (ObjNum 474 snap 149 seq_num 474) 2023-12-22T17:21:41.883 INFO:tasks.rados.rados.0.smithi032.stdout:1475: seq_num 476 ranges {155648=778240} 2023-12-22T17:21:41.888 INFO:tasks.rados.rados.0.smithi032.stdout:1475: writing smithi032174182-34 from 155648 to 933888 tid 1 2023-12-22T17:21:41.888 INFO:tasks.rados.rados.0.smithi032.stdout:1473: done (2 left) 2023-12-22T17:21:41.888 INFO:tasks.rados.rados.0.smithi032.stdout:1476: snap_create 2023-12-22T17:21:41.888 INFO:tasks.rados.rados.0.smithi032.stdout:1474: finishing write tid 1 to smithi032174182-32 2023-12-22T17:21:41.889 INFO:tasks.rados.rados.0.smithi032.stdout:1474: finishing write tid 2 to smithi032174182-32 2023-12-22T17:21:41.889 INFO:tasks.rados.rados.0.smithi032.stdout:1474: finishing write tid 3 to smithi032174182-32 2023-12-22T17:21:41.889 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 409 (ObjNum 475 snap 149 seq_num 475) dirty exists 2023-12-22T17:21:41.889 INFO:tasks.rados.rados.0.smithi032.stdout:1474: left oid 32 (ObjNum 475 snap 149 seq_num 475) 2023-12-22T17:21:41.896 INFO:tasks.rados.rados.0.smithi032.stdout:1475: finishing write tid 1 to smithi032174182-34 2023-12-22T17:21:41.896 INFO:tasks.rados.rados.0.smithi032.stdout:1475: finishing write tid 2 to smithi032174182-34 2023-12-22T17:21:41.897 INFO:tasks.rados.rados.0.smithi032.stdout:1475: finishing write tid 3 to smithi032174182-34 2023-12-22T17:21:41.898 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 889 (ObjNum 476 snap 149 seq_num 476) dirty exists 2023-12-22T17:21:41.898 INFO:tasks.rados.rados.0.smithi032.stdout:1475: left oid 34 (ObjNum 476 snap 149 seq_num 476) 2023-12-22T17:21:42.655 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:42 smithi039 ceph-mon[181282]: Reconfiguring mon.b (monmap changed)... 2023-12-22T17:21:42.655 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:42 smithi039 ceph-mon[181282]: Reconfiguring daemon mon.b on smithi039 2023-12-22T17:21:42.655 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:42 smithi039 ceph-mon[181282]: pgmap v54: 121 pgs: 121 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.0 MiB/s wr, 20 op/s 2023-12-22T17:21:42.655 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:42 smithi039 ceph-mon[181282]: failed to encode map e345 with expected crc 2023-12-22T17:21:42.655 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:42 smithi039 ceph-mon[181282]: failed to encode map e345 with expected crc 2023-12-22T17:21:42.655 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:42 smithi039 ceph-mon[181282]: failed to encode map e346 with expected crc 2023-12-22T17:21:42.655 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:42 smithi039 ceph-mon[181282]: osdmap e346: 8 total, 8 up, 8 in 2023-12-22T17:21:42.655 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:42.655 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:42.655 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-22T17:21:42.656 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-22T17:21:42.656 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:42.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:42 smithi032 ceph-mon[191839]: Reconfiguring mon.b (monmap changed)... 2023-12-22T17:21:42.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:42 smithi032 ceph-mon[191839]: Reconfiguring daemon mon.b on smithi039 2023-12-22T17:21:42.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:42 smithi032 ceph-mon[191839]: pgmap v54: 121 pgs: 121 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.0 MiB/s wr, 20 op/s 2023-12-22T17:21:42.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:42 smithi032 ceph-mon[191839]: failed to encode map e345 with expected crc 2023-12-22T17:21:42.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:42 smithi032 ceph-mon[191839]: failed to encode map e345 with expected crc 2023-12-22T17:21:42.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:42 smithi032 ceph-mon[191839]: failed to encode map e346 with expected crc 2023-12-22T17:21:42.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:42 smithi032 ceph-mon[191839]: osdmap e346: 8 total, 8 up, 8 in 2023-12-22T17:21:42.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:42.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:42.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-22T17:21:42.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-22T17:21:42.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:42.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:42 smithi032 ceph-mon[189144]: Reconfiguring mon.b (monmap changed)... 2023-12-22T17:21:42.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:42 smithi032 ceph-mon[189144]: Reconfiguring daemon mon.b on smithi039 2023-12-22T17:21:42.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:42 smithi032 ceph-mon[189144]: pgmap v54: 121 pgs: 121 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.0 MiB/s wr, 20 op/s 2023-12-22T17:21:42.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:42 smithi032 ceph-mon[189144]: failed to encode map e345 with expected crc 2023-12-22T17:21:42.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:42 smithi032 ceph-mon[189144]: failed to encode map e345 with expected crc 2023-12-22T17:21:42.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:42 smithi032 ceph-mon[189144]: failed to encode map e346 with expected crc 2023-12-22T17:21:42.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:42 smithi032 ceph-mon[189144]: osdmap e346: 8 total, 8 up, 8 in 2023-12-22T17:21:42.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:42.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:42.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-22T17:21:42.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-22T17:21:42.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:42.791 INFO:tasks.rados.rados.0.smithi032.stdout:1474: done (2 left) 2023-12-22T17:21:42.791 INFO:tasks.rados.rados.0.smithi032.stdout:1475: done (1 left) 2023-12-22T17:21:42.791 INFO:tasks.rados.rados.0.smithi032.stdout:1476: done (0 left) 2023-12-22T17:21:42.791 INFO:tasks.rados.rados.0.smithi032.stdout:1477: delete oid 40 current snap is 150 2023-12-22T17:21:42.799 INFO:tasks.rados.rados.0.smithi032.stdout:1477: done (0 left) 2023-12-22T17:21:42.799 INFO:tasks.rados.rados.0.smithi032.stdout:1478: snap_remove snap 87 2023-12-22T17:21:43.633 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:43 smithi039 ceph-mon[181282]: failed to encode map e346 with expected crc 2023-12-22T17:21:43.634 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:43 smithi039 ceph-mon[181282]: failed to encode map e346 with expected crc 2023-12-22T17:21:43.634 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:43 smithi039 ceph-mon[181282]: failed to encode map e346 with expected crc 2023-12-22T17:21:43.634 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:43 smithi039 ceph-mon[181282]: Reconfiguring mgr.x (monmap changed)... 2023-12-22T17:21:43.634 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:43 smithi039 ceph-mon[181282]: Reconfiguring daemon mgr.x on smithi039 2023-12-22T17:21:43.634 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:43 smithi039 ceph-mon[181282]: failed to encode map e347 with expected crc 2023-12-22T17:21:43.634 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:43 smithi039 ceph-mon[181282]: osdmap e347: 8 total, 8 up, 8 in 2023-12-22T17:21:43.634 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:43 smithi039 ceph-mon[181282]: failed to encode map e347 with expected crc 2023-12-22T17:21:43.634 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:43.634 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:43.634 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-22T17:21:43.634 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:43.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:43 smithi032 ceph-mon[191839]: failed to encode map e346 with expected crc 2023-12-22T17:21:43.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:43 smithi032 ceph-mon[191839]: failed to encode map e346 with expected crc 2023-12-22T17:21:43.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:43 smithi032 ceph-mon[191839]: failed to encode map e346 with expected crc 2023-12-22T17:21:43.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:43 smithi032 ceph-mon[191839]: Reconfiguring mgr.x (monmap changed)... 2023-12-22T17:21:43.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:43 smithi032 ceph-mon[191839]: Reconfiguring daemon mgr.x on smithi039 2023-12-22T17:21:43.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:43 smithi032 ceph-mon[191839]: failed to encode map e347 with expected crc 2023-12-22T17:21:43.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:43 smithi032 ceph-mon[191839]: osdmap e347: 8 total, 8 up, 8 in 2023-12-22T17:21:43.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:43 smithi032 ceph-mon[191839]: failed to encode map e347 with expected crc 2023-12-22T17:21:43.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:43.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:43.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-22T17:21:43.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:43.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:43 smithi032 ceph-mon[189144]: failed to encode map e346 with expected crc 2023-12-22T17:21:43.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:43 smithi032 ceph-mon[189144]: failed to encode map e346 with expected crc 2023-12-22T17:21:43.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:43 smithi032 ceph-mon[189144]: failed to encode map e346 with expected crc 2023-12-22T17:21:43.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:43 smithi032 ceph-mon[189144]: Reconfiguring mgr.x (monmap changed)... 2023-12-22T17:21:43.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:43 smithi032 ceph-mon[189144]: Reconfiguring daemon mgr.x on smithi039 2023-12-22T17:21:43.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:43 smithi032 ceph-mon[189144]: failed to encode map e347 with expected crc 2023-12-22T17:21:43.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:43 smithi032 ceph-mon[189144]: osdmap e347: 8 total, 8 up, 8 in 2023-12-22T17:21:43.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:43 smithi032 ceph-mon[189144]: failed to encode map e347 with expected crc 2023-12-22T17:21:43.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:43.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:43.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-22T17:21:43.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:43.793 INFO:tasks.rados.rados.0.smithi032.stdout:1478: done (0 left) 2023-12-22T17:21:43.793 INFO:tasks.rados.rados.0.smithi032.stdout:1479: snap_remove snap 115 2023-12-22T17:21:44.629 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:44 smithi039 ceph-mon[181282]: pgmap v57: 121 pgs: 121 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.0 MiB/s wr, 20 op/s 2023-12-22T17:21:44.629 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:44 smithi039 ceph-mon[181282]: failed to encode map e347 with expected crc 2023-12-22T17:21:44.629 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:44 smithi039 ceph-mon[181282]: Reconfiguring osd.4 (monmap changed)... 2023-12-22T17:21:44.629 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:44 smithi039 ceph-mon[181282]: Reconfiguring daemon osd.4 on smithi039 2023-12-22T17:21:44.629 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:44 smithi039 ceph-mon[181282]: failed to encode map e348 with expected crc 2023-12-22T17:21:44.630 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:44 smithi039 ceph-mon[181282]: osdmap e348: 8 total, 8 up, 8 in 2023-12-22T17:21:44.630 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:44 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:44.630 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:44 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:44.630 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:44 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-22T17:21:44.630 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:44 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:44.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:44 smithi032 ceph-mon[191839]: pgmap v57: 121 pgs: 121 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.0 MiB/s wr, 20 op/s 2023-12-22T17:21:44.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:44 smithi032 ceph-mon[191839]: failed to encode map e347 with expected crc 2023-12-22T17:21:44.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:44 smithi032 ceph-mon[191839]: Reconfiguring osd.4 (monmap changed)... 2023-12-22T17:21:44.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:44 smithi032 ceph-mon[191839]: Reconfiguring daemon osd.4 on smithi039 2023-12-22T17:21:44.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:44 smithi032 ceph-mon[191839]: failed to encode map e348 with expected crc 2023-12-22T17:21:44.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:44 smithi032 ceph-mon[191839]: osdmap e348: 8 total, 8 up, 8 in 2023-12-22T17:21:44.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:44 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:44.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:44 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:44.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:44 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-22T17:21:44.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:44 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:44.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:44 smithi032 ceph-mon[189144]: pgmap v57: 121 pgs: 121 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.0 MiB/s wr, 20 op/s 2023-12-22T17:21:44.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:44 smithi032 ceph-mon[189144]: failed to encode map e347 with expected crc 2023-12-22T17:21:44.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:44 smithi032 ceph-mon[189144]: Reconfiguring osd.4 (monmap changed)... 2023-12-22T17:21:44.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:44 smithi032 ceph-mon[189144]: Reconfiguring daemon osd.4 on smithi039 2023-12-22T17:21:44.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:44 smithi032 ceph-mon[189144]: failed to encode map e348 with expected crc 2023-12-22T17:21:44.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:44 smithi032 ceph-mon[189144]: osdmap e348: 8 total, 8 up, 8 in 2023-12-22T17:21:44.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:44 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:44.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:44 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:44.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:44 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-22T17:21:44.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:44 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:44.794 INFO:tasks.rados.rados.0.smithi032.stdout:1479: done (0 left) 2023-12-22T17:21:44.794 INFO:tasks.rados.rados.0.smithi032.stdout:1480: snap_remove snap 93 2023-12-22T17:21:45.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:45 smithi032 ceph-mon[191839]: failed to encode map e348 with expected crc 2023-12-22T17:21:45.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:45 smithi032 ceph-mon[191839]: Reconfiguring osd.5 (monmap changed)... 2023-12-22T17:21:45.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:45 smithi032 ceph-mon[191839]: Reconfiguring daemon osd.5 on smithi039 2023-12-22T17:21:45.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:45 smithi032 ceph-mon[191839]: failed to encode map e349 with expected crc 2023-12-22T17:21:45.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:45 smithi032 ceph-mon[191839]: osdmap e349: 8 total, 8 up, 8 in 2023-12-22T17:21:45.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:45.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:45.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-22T17:21:45.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:45.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:45 smithi032 ceph-mon[189144]: failed to encode map e348 with expected crc 2023-12-22T17:21:45.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:45 smithi032 ceph-mon[189144]: Reconfiguring osd.5 (monmap changed)... 2023-12-22T17:21:45.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:45 smithi032 ceph-mon[189144]: Reconfiguring daemon osd.5 on smithi039 2023-12-22T17:21:45.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:45 smithi032 ceph-mon[189144]: failed to encode map e349 with expected crc 2023-12-22T17:21:45.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:45 smithi032 ceph-mon[189144]: osdmap e349: 8 total, 8 up, 8 in 2023-12-22T17:21:45.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:45.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:45.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-22T17:21:45.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:45.695 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:45 smithi039 ceph-mon[181282]: failed to encode map e348 with expected crc 2023-12-22T17:21:45.696 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:45 smithi039 ceph-mon[181282]: Reconfiguring osd.5 (monmap changed)... 2023-12-22T17:21:45.696 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:45 smithi039 ceph-mon[181282]: Reconfiguring daemon osd.5 on smithi039 2023-12-22T17:21:45.696 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:45 smithi039 ceph-mon[181282]: failed to encode map e349 with expected crc 2023-12-22T17:21:45.696 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:45 smithi039 ceph-mon[181282]: osdmap e349: 8 total, 8 up, 8 in 2023-12-22T17:21:45.696 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:45.696 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:45.696 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-22T17:21:45.696 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:45.795 INFO:tasks.rados.rados.0.smithi032.stdout:1480: done (0 left) 2023-12-22T17:21:45.795 INFO:tasks.rados.rados.0.smithi032.stdout:1481: delete oid 34 current snap is 150 2023-12-22T17:21:45.810 INFO:tasks.rados.rados.0.smithi032.stdout:1481: done (0 left) 2023-12-22T17:21:45.810 INFO:tasks.rados.rados.0.smithi032.stdout:1482: read oid 33 snap -1 2023-12-22T17:21:45.810 INFO:tasks.rados.rados.0.smithi032.stdout:1482: expect (ObjNum 453 snap 143 seq_num 453) 2023-12-22T17:21:45.810 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 48 current snap is 150 2023-12-22T17:21:45.810 INFO:tasks.rados.rados.0.smithi032.stdout:1483: seq_num 479 ranges {5038080=425984,5464064=401408} 2023-12-22T17:21:45.840 INFO:tasks.rados.rados.0.smithi032.stdout:1483: writing smithi032174182-48 from 5038080 to 5464064 tid 1 2023-12-22T17:21:45.843 INFO:tasks.rados.rados.0.smithi032.stdout:1483: writing smithi032174182-48 from 5464064 to 5865472 tid 2 2023-12-22T17:21:45.843 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 5 current snap is 150 2023-12-22T17:21:45.843 INFO:tasks.rados.rados.0.smithi032.stdout:1484: seq_num 480 ranges {491520=442368,933888=401408} 2023-12-22T17:21:45.848 INFO:tasks.rados.rados.0.smithi032.stdout:1484: writing smithi032174182-5 from 491520 to 933888 tid 1 2023-12-22T17:21:45.851 INFO:tasks.rados.rados.0.smithi032.stdout:1484: writing smithi032174182-5 from 933888 to 1335296 tid 2 2023-12-22T17:21:45.851 INFO:tasks.rados.rados.0.smithi032.stdout:1485: read oid 42 snap -1 2023-12-22T17:21:45.851 INFO:tasks.rados.rados.0.smithi032.stdout:1485: expect (ObjNum 423 snap 136 seq_num 423) 2023-12-22T17:21:45.851 INFO:tasks.rados.rados.0.smithi032.stdout:1486: snap_create 2023-12-22T17:21:45.851 INFO:tasks.rados.rados.0.smithi032.stdout:1482: expect (ObjNum 453 snap 143 seq_num 453) 2023-12-22T17:21:45.862 INFO:tasks.rados.rados.0.smithi032.stdout:1483: finishing write tid 1 to smithi032174182-48 2023-12-22T17:21:45.863 INFO:tasks.rados.rados.0.smithi032.stdout:1483: finishing write tid 2 to smithi032174182-48 2023-12-22T17:21:45.863 INFO:tasks.rados.rados.0.smithi032.stdout:1483: finishing write tid 3 to smithi032174182-48 2023-12-22T17:21:45.863 INFO:tasks.rados.rados.0.smithi032.stdout:1483: finishing write tid 4 to smithi032174182-48 2023-12-22T17:21:45.863 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 614 (ObjNum 479 snap 150 seq_num 479) dirty exists 2023-12-22T17:21:45.863 INFO:tasks.rados.rados.0.smithi032.stdout:1483: left oid 48 (ObjNum 479 snap 150 seq_num 479) 2023-12-22T17:21:45.863 INFO:tasks.rados.rados.0.smithi032.stdout:1484: finishing write tid 1 to smithi032174182-5 2023-12-22T17:21:45.863 INFO:tasks.rados.rados.0.smithi032.stdout:1484: finishing write tid 2 to smithi032174182-5 2023-12-22T17:21:45.863 INFO:tasks.rados.rados.0.smithi032.stdout:1484: finishing write tid 3 to smithi032174182-5 2023-12-22T17:21:45.863 INFO:tasks.rados.rados.0.smithi032.stdout:1484: finishing write tid 4 to smithi032174182-5 2023-12-22T17:21:45.863 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 776 (ObjNum 480 snap 150 seq_num 480) dirty exists 2023-12-22T17:21:45.863 INFO:tasks.rados.rados.0.smithi032.stdout:1484: left oid 5 (ObjNum 480 snap 150 seq_num 480) 2023-12-22T17:21:45.872 INFO:tasks.rados.rados.0.smithi032.stdout:1485: expect (ObjNum 423 snap 136 seq_num 423) 2023-12-22T17:21:46.586 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:46 smithi039 ceph-mon[181282]: pgmap v60: 121 pgs: 121 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:21:46.587 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:46 smithi039 ceph-mon[181282]: failed to encode map e349 with expected crc 2023-12-22T17:21:46.587 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:46 smithi039 ceph-mon[181282]: Reconfiguring osd.6 (monmap changed)... 2023-12-22T17:21:46.587 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:46 smithi039 ceph-mon[181282]: Reconfiguring daemon osd.6 on smithi039 2023-12-22T17:21:46.587 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:46 smithi039 ceph-mon[181282]: failed to encode map e350 with expected crc 2023-12-22T17:21:46.587 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:46 smithi039 ceph-mon[181282]: osdmap e350: 8 total, 8 up, 8 in 2023-12-22T17:21:46.587 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:46.587 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:46.587 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:46 smithi039 ceph-mon[181282]: Reconfiguring osd.7 (monmap changed)... 2023-12-22T17:21:46.587 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-22T17:21:46.587 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:46.587 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:46 smithi039 ceph-mon[181282]: Reconfiguring daemon osd.7 on smithi039 2023-12-22T17:21:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:46 smithi032 ceph-mon[191839]: pgmap v60: 121 pgs: 121 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:21:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:46 smithi032 ceph-mon[191839]: failed to encode map e349 with expected crc 2023-12-22T17:21:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:46 smithi032 ceph-mon[191839]: Reconfiguring osd.6 (monmap changed)... 2023-12-22T17:21:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:46 smithi032 ceph-mon[191839]: Reconfiguring daemon osd.6 on smithi039 2023-12-22T17:21:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:46 smithi032 ceph-mon[191839]: failed to encode map e350 with expected crc 2023-12-22T17:21:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:46 smithi032 ceph-mon[191839]: osdmap e350: 8 total, 8 up, 8 in 2023-12-22T17:21:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:46 smithi032 ceph-mon[191839]: Reconfiguring osd.7 (monmap changed)... 2023-12-22T17:21:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-22T17:21:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:46.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:46 smithi032 ceph-mon[191839]: Reconfiguring daemon osd.7 on smithi039 2023-12-22T17:21:46.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:46 smithi032 ceph-mon[189144]: pgmap v60: 121 pgs: 121 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:21:46.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:46 smithi032 ceph-mon[189144]: failed to encode map e349 with expected crc 2023-12-22T17:21:46.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:46 smithi032 ceph-mon[189144]: Reconfiguring osd.6 (monmap changed)... 2023-12-22T17:21:46.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:46 smithi032 ceph-mon[189144]: Reconfiguring daemon osd.6 on smithi039 2023-12-22T17:21:46.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:46 smithi032 ceph-mon[189144]: failed to encode map e350 with expected crc 2023-12-22T17:21:46.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:46 smithi032 ceph-mon[189144]: osdmap e350: 8 total, 8 up, 8 in 2023-12-22T17:21:46.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:46.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:46.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:46 smithi032 ceph-mon[189144]: Reconfiguring osd.7 (monmap changed)... 2023-12-22T17:21:46.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-22T17:21:46.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:46.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:46 smithi032 ceph-mon[189144]: Reconfiguring daemon osd.7 on smithi039 2023-12-22T17:21:46.797 INFO:tasks.rados.rados.0.smithi032.stdout:1482: done (4 left) 2023-12-22T17:21:46.798 INFO:tasks.rados.rados.0.smithi032.stdout:1483: done (3 left) 2023-12-22T17:21:46.798 INFO:tasks.rados.rados.0.smithi032.stdout:1484: done (2 left) 2023-12-22T17:21:46.798 INFO:tasks.rados.rados.0.smithi032.stdout:1485: done (1 left) 2023-12-22T17:21:46.798 INFO:tasks.rados.rados.0.smithi032.stdout:1486: done (0 left) 2023-12-22T17:21:46.798 INFO:tasks.rados.rados.0.smithi032.stdout:1487: rmattr oid 40 current snap is 151 2023-12-22T17:21:46.798 INFO:tasks.rados.rados.0.smithi032.stdout:1487: done (0 left) 2023-12-22T17:21:46.798 INFO:tasks.rados.rados.0.smithi032.stdout:1488: snap_create 2023-12-22T17:21:47.588 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:47 smithi039 ceph-mon[181282]: failed to encode map e350 with expected crc 2023-12-22T17:21:47.588 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:47 smithi039 ceph-mon[181282]: failed to encode map e350 with expected crc 2023-12-22T17:21:47.588 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:47 smithi039 ceph-mon[181282]: pgmap v63: 121 pgs: 121 active+clean; 394 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 558 KiB/s wr, 12 op/s 2023-12-22T17:21:47.588 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:47 smithi039 ceph-mon[181282]: failed to encode map e351 with expected crc 2023-12-22T17:21:47.588 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:47 smithi039 ceph-mon[181282]: osdmap e351: 8 total, 8 up, 8 in 2023-12-22T17:21:47.588 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:47.589 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:47.589 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:47 smithi039 ceph-mon[181282]: Reconfiguring mds.b (monmap changed)... 2023-12-22T17:21:47.589 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-22T17:21:47.589 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:47.589 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:47 smithi039 ceph-mon[181282]: Reconfiguring daemon mds.b on smithi039 2023-12-22T17:21:47.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:47 smithi032 ceph-mon[191839]: failed to encode map e350 with expected crc 2023-12-22T17:21:47.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:47 smithi032 ceph-mon[191839]: failed to encode map e350 with expected crc 2023-12-22T17:21:47.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:47 smithi032 ceph-mon[191839]: pgmap v63: 121 pgs: 121 active+clean; 394 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 558 KiB/s wr, 12 op/s 2023-12-22T17:21:47.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:47 smithi032 ceph-mon[191839]: failed to encode map e351 with expected crc 2023-12-22T17:21:47.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:47 smithi032 ceph-mon[191839]: osdmap e351: 8 total, 8 up, 8 in 2023-12-22T17:21:47.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:47.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:47.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:47 smithi032 ceph-mon[191839]: Reconfiguring mds.b (monmap changed)... 2023-12-22T17:21:47.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-22T17:21:47.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:47.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:47 smithi032 ceph-mon[191839]: Reconfiguring daemon mds.b on smithi039 2023-12-22T17:21:47.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:47 smithi032 ceph-mon[189144]: failed to encode map e350 with expected crc 2023-12-22T17:21:47.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:47 smithi032 ceph-mon[189144]: failed to encode map e350 with expected crc 2023-12-22T17:21:47.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:47 smithi032 ceph-mon[189144]: pgmap v63: 121 pgs: 121 active+clean; 394 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 558 KiB/s wr, 12 op/s 2023-12-22T17:21:47.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:47 smithi032 ceph-mon[189144]: failed to encode map e351 with expected crc 2023-12-22T17:21:47.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:47 smithi032 ceph-mon[189144]: osdmap e351: 8 total, 8 up, 8 in 2023-12-22T17:21:47.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:47.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:47.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:47 smithi032 ceph-mon[189144]: Reconfiguring mds.b (monmap changed)... 2023-12-22T17:21:47.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-22T17:21:47.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:47.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:47 smithi032 ceph-mon[189144]: Reconfiguring daemon mds.b on smithi039 2023-12-22T17:21:47.799 INFO:tasks.rados.rados.0.smithi032.stdout:1488: done (0 left) 2023-12-22T17:21:47.799 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 35 current snap is 152 2023-12-22T17:21:47.799 INFO:tasks.rados.rados.0.smithi032.stdout:1489: seq_num 481 ranges {0=458752,458752=401408} 2023-12-22T17:21:47.801 INFO:tasks.rados.rados.0.smithi032.stdout:1489: writing smithi032174182-35 from 0 to 458752 tid 1 2023-12-22T17:21:47.804 INFO:tasks.rados.rados.0.smithi032.stdout:1489: writing smithi032174182-35 from 458752 to 860160 tid 2 2023-12-22T17:21:47.804 INFO:tasks.rados.rados.0.smithi032.stdout:1490: delete oid 36 current snap is 152 2023-12-22T17:21:47.809 INFO:tasks.rados.rados.0.smithi032.stdout:1489: finishing write tid 1 to smithi032174182-35 2023-12-22T17:21:47.810 INFO:tasks.rados.rados.0.smithi032.stdout:1490: done (1 left) 2023-12-22T17:21:47.810 INFO:tasks.rados.rados.0.smithi032.stdout:1491: read oid 3 snap -1 2023-12-22T17:21:47.810 INFO:tasks.rados.rados.0.smithi032.stdout:1491: expect (ObjNum 429 snap 137 seq_num 429) 2023-12-22T17:21:47.810 INFO:tasks.rados.rados.0.smithi032.stdout:1492: snap_remove snap 149 2023-12-22T17:21:48.570 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:48 smithi032 ceph-mon[189144]: failed to encode map e351 with expected crc 2023-12-22T17:21:48.570 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:48 smithi032 ceph-mon[189144]: osdmap e352: 8 total, 8 up, 8 in 2023-12-22T17:21:48.570 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:48.570 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:48.570 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:21:48.570 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:21:48.570 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:21:48.570 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:48 smithi032 ceph-mon[189144]: Upgrade: Setting container_image for all mon 2023-12-22T17:21:48.570 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:48.570 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2023-12-22T17:21:48.570 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2023-12-22T17:21:48.570 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2023-12-22T17:21:48.571 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2023-12-22T17:21:48.571 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2023-12-22T17:21:48.571 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2023-12-22T17:21:48.571 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:21:48.571 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:48 smithi032 ceph-mon[189144]: Upgrade: Setting container_image for all crash 2023-12-22T17:21:48.571 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:48.571 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-12-22T17:21:48.571 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:48 smithi032 ceph-mon[189144]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-12-22T17:21:48.571 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:48 smithi032 ceph-mon[189144]: Upgrade: osd.0 is safe to restart 2023-12-22T17:21:48.571 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:48 smithi032 ceph-mon[191839]: failed to encode map e351 with expected crc 2023-12-22T17:21:48.571 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:48 smithi032 ceph-mon[191839]: osdmap e352: 8 total, 8 up, 8 in 2023-12-22T17:21:48.571 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:48.571 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:48.571 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:21:48.572 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:21:48.572 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:21:48.572 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:48 smithi032 ceph-mon[191839]: Upgrade: Setting container_image for all mon 2023-12-22T17:21:48.572 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:48.572 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2023-12-22T17:21:48.572 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2023-12-22T17:21:48.572 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2023-12-22T17:21:48.572 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2023-12-22T17:21:48.572 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2023-12-22T17:21:48.572 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2023-12-22T17:21:48.572 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:21:48.572 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:48 smithi032 ceph-mon[191839]: Upgrade: Setting container_image for all crash 2023-12-22T17:21:48.572 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:48.572 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-12-22T17:21:48.572 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:48 smithi032 ceph-mon[191839]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-12-22T17:21:48.572 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:48 smithi032 ceph-mon[191839]: Upgrade: osd.0 is safe to restart 2023-12-22T17:21:48.662 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:48 smithi039 ceph-mon[181282]: failed to encode map e351 with expected crc 2023-12-22T17:21:48.662 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:48 smithi039 ceph-mon[181282]: osdmap e352: 8 total, 8 up, 8 in 2023-12-22T17:21:48.663 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:48.663 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:48.663 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:21:48.663 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:21:48.663 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:21:48.663 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:48 smithi039 ceph-mon[181282]: Upgrade: Setting container_image for all mon 2023-12-22T17:21:48.663 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:48.663 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2023-12-22T17:21:48.663 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2023-12-22T17:21:48.663 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2023-12-22T17:21:48.663 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2023-12-22T17:21:48.663 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2023-12-22T17:21:48.663 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2023-12-22T17:21:48.663 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:21:48.663 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:48 smithi039 ceph-mon[181282]: Upgrade: Setting container_image for all crash 2023-12-22T17:21:48.664 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:48.664 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-12-22T17:21:48.664 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:48 smithi039 ceph-mon[181282]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-12-22T17:21:48.664 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:48 smithi039 ceph-mon[181282]: Upgrade: osd.0 is safe to restart 2023-12-22T17:21:48.800 INFO:tasks.rados.rados.0.smithi032.stdout:1492: done (2 left) 2023-12-22T17:21:48.800 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 16 current snap is 152 2023-12-22T17:21:48.800 INFO:tasks.rados.rados.0.smithi032.stdout:1489: finishing write tid 2 to smithi032174182-35 2023-12-22T17:21:48.801 INFO:tasks.rados.rados.0.smithi032.stdout:1493: seq_num 483 ranges {3284992=491520,3776512=401408} 2023-12-22T17:21:48.821 INFO:tasks.rados.rados.0.smithi032.stdout:1493: writing smithi032174182-16 from 3284992 to 3776512 tid 1 2023-12-22T17:21:48.824 INFO:tasks.rados.rados.0.smithi032.stdout:1493: writing smithi032174182-16 from 3776512 to 4177920 tid 2 2023-12-22T17:21:48.824 INFO:tasks.rados.rados.0.smithi032.stdout:1494: rmattr oid 46 current snap is 152 2023-12-22T17:21:48.824 INFO:tasks.rados.rados.0.smithi032.stdout:1494: done (3 left) 2023-12-22T17:21:48.824 INFO:tasks.rados.rados.0.smithi032.stdout:1495: read oid 29 snap 145 2023-12-22T17:21:48.824 INFO:tasks.rados.rados.0.smithi032.stdout:1495: expect (ObjNum 429 snap 137 seq_num 429) 2023-12-22T17:21:48.824 INFO:tasks.rados.rados.0.smithi032.stdout:1496: snap_remove snap 148 2023-12-22T17:21:49.007 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:21:48 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:21:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi039.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi032:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-22T17:21:49.654 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:49 smithi032 ceph-mon[191839]: failed to encode map e352 with expected crc 2023-12-22T17:21:49.654 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:49 smithi032 ceph-mon[191839]: failed to encode map e352 with expected crc 2023-12-22T17:21:49.654 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:49 smithi032 ceph-mon[191839]: failed to encode map e352 with expected crc 2023-12-22T17:21:49.654 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:49 smithi032 ceph-mon[191839]: failed to encode map e352 with expected crc 2023-12-22T17:21:49.654 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:49 smithi032 ceph-mon[191839]: pgmap v66: 121 pgs: 121 active+clean; 394 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 558 KiB/s wr, 12 op/s 2023-12-22T17:21:49.654 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:49 smithi032 ceph-mon[191839]: failed to encode map e353 with expected crc 2023-12-22T17:21:49.654 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:49 smithi032 ceph-mon[191839]: osdmap e353: 8 total, 8 up, 8 in 2023-12-22T17:21:49.654 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:49 smithi032 ceph-mon[191839]: Upgrade: Updating osd.0 2023-12-22T17:21:49.654 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:49.654 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-22T17:21:49.654 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:49.654 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:49 smithi032 ceph-mon[191839]: Deploying daemon osd.0 on smithi032 2023-12-22T17:21:49.655 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:49 smithi032 ceph-mon[189144]: failed to encode map e352 with expected crc 2023-12-22T17:21:49.655 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:49 smithi032 ceph-mon[189144]: failed to encode map e352 with expected crc 2023-12-22T17:21:49.655 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:49 smithi032 ceph-mon[189144]: failed to encode map e352 with expected crc 2023-12-22T17:21:49.655 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:49 smithi032 ceph-mon[189144]: failed to encode map e352 with expected crc 2023-12-22T17:21:49.655 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:49 smithi032 ceph-mon[189144]: pgmap v66: 121 pgs: 121 active+clean; 394 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 558 KiB/s wr, 12 op/s 2023-12-22T17:21:49.655 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:49 smithi032 ceph-mon[189144]: failed to encode map e353 with expected crc 2023-12-22T17:21:49.655 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:49 smithi032 ceph-mon[189144]: osdmap e353: 8 total, 8 up, 8 in 2023-12-22T17:21:49.655 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:49 smithi032 ceph-mon[189144]: Upgrade: Updating osd.0 2023-12-22T17:21:49.655 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:49.655 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-22T17:21:49.655 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:49.655 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:49 smithi032 ceph-mon[189144]: Deploying daemon osd.0 on smithi032 2023-12-22T17:21:49.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:49 smithi039 ceph-mon[181282]: failed to encode map e352 with expected crc 2023-12-22T17:21:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:49 smithi039 ceph-mon[181282]: failed to encode map e352 with expected crc 2023-12-22T17:21:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:49 smithi039 ceph-mon[181282]: failed to encode map e352 with expected crc 2023-12-22T17:21:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:49 smithi039 ceph-mon[181282]: failed to encode map e352 with expected crc 2023-12-22T17:21:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:49 smithi039 ceph-mon[181282]: pgmap v66: 121 pgs: 121 active+clean; 394 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 558 KiB/s wr, 12 op/s 2023-12-22T17:21:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:49 smithi039 ceph-mon[181282]: failed to encode map e353 with expected crc 2023-12-22T17:21:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:49 smithi039 ceph-mon[181282]: osdmap e353: 8 total, 8 up, 8 in 2023-12-22T17:21:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:49 smithi039 ceph-mon[181282]: Upgrade: Updating osd.0 2023-12-22T17:21:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-22T17:21:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:21:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:49 smithi039 ceph-mon[181282]: Deploying daemon osd.0 on smithi032 2023-12-22T17:21:49.801 INFO:tasks.rados.rados.0.smithi032.stdout:1496: done (4 left) 2023-12-22T17:21:49.801 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 41 current snap is 152 2023-12-22T17:21:49.801 INFO:tasks.rados.rados.0.smithi032.stdout:1489: finishing write tid 3 to smithi032174182-35 2023-12-22T17:21:49.801 INFO:tasks.rados.rados.0.smithi032.stdout:1497: seq_num 484 ranges {6356992=507904,6864896=401408} 2023-12-22T17:21:49.839 INFO:tasks.rados.rados.0.smithi032.stdout:1497: writing smithi032174182-41 from 6356992 to 6864896 tid 1 2023-12-22T17:21:49.842 INFO:tasks.rados.rados.0.smithi032.stdout:1497: writing smithi032174182-41 from 6864896 to 7266304 tid 2 2023-12-22T17:21:49.842 INFO:tasks.rados.rados.0.smithi032.stdout:1498: read oid 28 snap -1 2023-12-22T17:21:49.842 INFO:tasks.rados.rados.0.smithi032.stdout:1498: expect (ObjNum 452 snap 143 seq_num 452) 2023-12-22T17:21:49.842 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 12 current snap is 152 2023-12-22T17:21:49.842 INFO:tasks.rados.rados.0.smithi032.stdout:1489: finishing write tid 4 to smithi032174182-35 2023-12-22T17:21:49.842 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 779 (ObjNum 481 snap 152 seq_num 481) dirty exists 2023-12-22T17:21:49.842 INFO:tasks.rados.rados.0.smithi032.stdout:1489: left oid 35 (ObjNum 481 snap 152 seq_num 481) 2023-12-22T17:21:49.842 INFO:tasks.rados.rados.0.smithi032.stdout:1491: expect (ObjNum 429 snap 137 seq_num 429) 2023-12-22T17:21:50.318 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:50 smithi032 ceph-mon[191839]: failed to encode map e353 with expected crc 2023-12-22T17:21:50.318 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:50 smithi032 ceph-mon[191839]: failed to encode map e353 with expected crc 2023-12-22T17:21:50.318 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:21:50.318 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:50 smithi032 ceph-mon[191839]: failed to encode map e354 with expected crc 2023-12-22T17:21:50.318 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:50 smithi032 ceph-mon[191839]: osdmap e354: 8 total, 8 up, 8 in 2023-12-22T17:21:50.318 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:50 smithi032 ceph-mon[189144]: failed to encode map e353 with expected crc 2023-12-22T17:21:50.318 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:50 smithi032 ceph-mon[189144]: failed to encode map e353 with expected crc 2023-12-22T17:21:50.318 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:21:50.319 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:50 smithi032 ceph-mon[189144]: failed to encode map e354 with expected crc 2023-12-22T17:21:50.319 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:50 smithi032 ceph-mon[189144]: osdmap e354: 8 total, 8 up, 8 in 2023-12-22T17:21:50.688 INFO:tasks.rados.rados.0.smithi032.stdout:1493: finishing write tid 1 to smithi032174182-16 2023-12-22T17:21:50.688 INFO:tasks.rados.rados.0.smithi032.stdout:1493: finishing write tid 2 to smithi032174182-16 2023-12-22T17:21:50.688 INFO:tasks.rados.rados.0.smithi032.stdout:1493: finishing write tid 3 to smithi032174182-16 2023-12-22T17:21:50.688 INFO:tasks.rados.rados.0.smithi032.stdout:1493: finishing write tid 4 to smithi032174182-16 2023-12-22T17:21:50.688 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 825 (ObjNum 483 snap 152 seq_num 483) dirty exists 2023-12-22T17:21:50.688 INFO:tasks.rados.rados.0.smithi032.stdout:1493: left oid 16 (ObjNum 483 snap 152 seq_num 483) 2023-12-22T17:21:50.688 INFO:tasks.rados.rados.0.smithi032.stdout:1495: expect (ObjNum 429 snap 137 seq_num 429) 2023-12-22T17:21:50.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:50 smithi039 ceph-mon[181282]: failed to encode map e353 with expected crc 2023-12-22T17:21:50.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:50 smithi039 ceph-mon[181282]: failed to encode map e353 with expected crc 2023-12-22T17:21:50.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:21:50.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:50 smithi039 ceph-mon[181282]: failed to encode map e354 with expected crc 2023-12-22T17:21:50.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:50 smithi039 ceph-mon[181282]: osdmap e354: 8 total, 8 up, 8 in 2023-12-22T17:21:51.108 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:21:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:21:50] "GET /metrics HTTP/1.1" 200 36066 "" "Prometheus/2.43.0" 2023-12-22T17:21:51.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:51 smithi032 ceph-mon[191839]: failed to encode map e354 with expected crc 2023-12-22T17:21:51.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:51 smithi032 ceph-mon[191839]: pgmap v69: 121 pgs: 121 active+clean; 396 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 1.0 MiB/s wr, 10 op/s 2023-12-22T17:21:51.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:51 smithi032 ceph-mon[191839]: failed to encode map e355 with expected crc 2023-12-22T17:21:51.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:51 smithi032 ceph-mon[191839]: osdmap e355: 8 total, 8 up, 8 in 2023-12-22T17:21:51.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:51 smithi032 ceph-mon[191839]: failed to encode map e355 with expected crc 2023-12-22T17:21:51.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:51 smithi032 ceph-mon[189144]: failed to encode map e354 with expected crc 2023-12-22T17:21:51.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:51 smithi032 ceph-mon[189144]: pgmap v69: 121 pgs: 121 active+clean; 396 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 1.0 MiB/s wr, 10 op/s 2023-12-22T17:21:51.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:51 smithi032 ceph-mon[189144]: failed to encode map e355 with expected crc 2023-12-22T17:21:51.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:51 smithi032 ceph-mon[189144]: osdmap e355: 8 total, 8 up, 8 in 2023-12-22T17:21:51.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:51 smithi032 ceph-mon[189144]: failed to encode map e355 with expected crc 2023-12-22T17:21:51.531 INFO:tasks.rados.rados.0.smithi032.stdout:1497: finishing write tid 1 to smithi032174182-41 2023-12-22T17:21:51.531 INFO:tasks.rados.rados.0.smithi032.stdout:1497: finishing write tid 2 to smithi032174182-41 2023-12-22T17:21:51.532 INFO:tasks.rados.rados.0.smithi032.stdout:1497: finishing write tid 3 to smithi032174182-41 2023-12-22T17:21:51.532 INFO:tasks.rados.rados.0.smithi032.stdout:1498: expect (ObjNum 452 snap 143 seq_num 452) 2023-12-22T17:21:51.549 INFO:tasks.rados.rados.0.smithi032.stdout:1497: finishing write tid 4 to smithi032174182-41 2023-12-22T17:21:51.549 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 1055 (ObjNum 484 snap 152 seq_num 484) dirty exists 2023-12-22T17:21:51.549 INFO:tasks.rados.rados.0.smithi032.stdout:1497: left oid 41 (ObjNum 484 snap 152 seq_num 484) 2023-12-22T17:21:51.549 INFO:tasks.rados.rados.0.smithi032.stdout:1499: seq_num 485 ranges {0=532480,532480=401408} 2023-12-22T17:21:51.553 INFO:tasks.rados.rados.0.smithi032.stdout:1499: writing smithi032174182-12 from 0 to 532480 tid 1 2023-12-22T17:21:51.556 INFO:tasks.rados.rados.0.smithi032.stdout:1499: writing smithi032174182-12 from 532480 to 933888 tid 2 2023-12-22T17:21:51.556 INFO:tasks.rados.rados.0.smithi032.stdout:1489: done (6 left) 2023-12-22T17:21:51.556 INFO:tasks.rados.rados.0.smithi032.stdout:1491: done (5 left) 2023-12-22T17:21:51.556 INFO:tasks.rados.rados.0.smithi032.stdout:1493: done (4 left) 2023-12-22T17:21:51.557 INFO:tasks.rados.rados.0.smithi032.stdout:1495: done (3 left) 2023-12-22T17:21:51.557 INFO:tasks.rados.rados.0.smithi032.stdout:1497: done (2 left) 2023-12-22T17:21:51.557 INFO:tasks.rados.rados.0.smithi032.stdout:1498: done (1 left) 2023-12-22T17:21:51.557 INFO:tasks.rados.rados.0.smithi032.stdout:1500: read oid 2 snap -1 2023-12-22T17:21:51.557 INFO:tasks.rados.rados.0.smithi032.stdout:1500: expect (ObjNum 385 snap 126 seq_num 385) 2023-12-22T17:21:51.557 INFO:tasks.rados.rados.0.smithi032.stdout:1501: snap_create 2023-12-22T17:21:51.558 INFO:tasks.rados.rados.0.smithi032.stdout:1499: finishing write tid 1 to smithi032174182-12 2023-12-22T17:21:51.559 INFO:tasks.rados.rados.0.smithi032.stdout:1499: finishing write tid 2 to smithi032174182-12 2023-12-22T17:21:51.560 INFO:tasks.rados.rados.0.smithi032.stdout:1499: finishing write tid 3 to smithi032174182-12 2023-12-22T17:21:51.561 INFO:tasks.rados.rados.0.smithi032.stdout:1500: expect (ObjNum 385 snap 126 seq_num 385) 2023-12-22T17:21:51.613 INFO:tasks.rados.rados.0.smithi032.stdout:1499: finishing write tid 4 to smithi032174182-12 2023-12-22T17:21:51.613 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 556 (ObjNum 485 snap 152 seq_num 485) dirty exists 2023-12-22T17:21:51.614 INFO:tasks.rados.rados.0.smithi032.stdout:1499: left oid 12 (ObjNum 485 snap 152 seq_num 485) 2023-12-22T17:21:51.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:51 smithi039 ceph-mon[181282]: failed to encode map e354 with expected crc 2023-12-22T17:21:51.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:51 smithi039 ceph-mon[181282]: pgmap v69: 121 pgs: 121 active+clean; 396 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 1.0 MiB/s wr, 10 op/s 2023-12-22T17:21:51.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:51 smithi039 ceph-mon[181282]: failed to encode map e355 with expected crc 2023-12-22T17:21:51.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:51 smithi039 ceph-mon[181282]: osdmap e355: 8 total, 8 up, 8 in 2023-12-22T17:21:51.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:51 smithi039 ceph-mon[181282]: failed to encode map e355 with expected crc 2023-12-22T17:21:51.931 INFO:journalctl@ceph.osd.0.smithi032.stdout:Dec 22 17:21:51 smithi032 systemd[1]: Stopping Ceph osd.0 for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:21:51.933 INFO:journalctl@ceph.osd.0.smithi032.stdout:Dec 22 17:21:51 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-0[129707]: 2023-12-22T17:21:51.657+0000 7f1b92256700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-22T17:21:51.933 INFO:journalctl@ceph.osd.0.smithi032.stdout:Dec 22 17:21:51 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-0[129707]: 2023-12-22T17:21:51.657+0000 7f1b92256700 -1 osd.0 355 *** Got signal Terminated *** 2023-12-22T17:21:51.933 INFO:journalctl@ceph.osd.0.smithi032.stdout:Dec 22 17:21:51 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-0[129707]: 2023-12-22T17:21:51.657+0000 7f1b92256700 -1 osd.0 355 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-22T17:21:52.331 INFO:tasks.rados.rados.0.smithi032.stdout:1499: done (2 left) 2023-12-22T17:21:52.331 INFO:tasks.rados.rados.0.smithi032.stdout:1500: done (1 left) 2023-12-22T17:21:52.331 INFO:tasks.rados.rados.0.smithi032.stdout:1501: done (0 left) 2023-12-22T17:21:52.331 INFO:tasks.rados.rados.0.smithi032.stdout:1502: snap_remove snap 118 2023-12-22T17:21:52.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:52 smithi032 ceph-mon[189144]: failed to encode map e355 with expected crc 2023-12-22T17:21:52.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:52 smithi032 ceph-mon[189144]: osd.0 marked itself down and dead 2023-12-22T17:21:52.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:52 smithi032 ceph-mon[191839]: failed to encode map e355 with expected crc 2023-12-22T17:21:52.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:52 smithi032 ceph-mon[191839]: osd.0 marked itself down and dead 2023-12-22T17:21:52.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:52 smithi039 ceph-mon[181282]: failed to encode map e355 with expected crc 2023-12-22T17:21:52.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:52 smithi039 ceph-mon[181282]: osd.0 marked itself down and dead 2023-12-22T17:21:53.181 INFO:journalctl@ceph.osd.0.smithi032.stdout:Dec 22 17:21:52 smithi032 bash[198237]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-0 2023-12-22T17:21:53.337 INFO:tasks.rados.rados.0.smithi032.stdout:1502: done (0 left) 2023-12-22T17:21:53.337 INFO:tasks.rados.rados.0.smithi032.stdout:1503: rollback oid 10 current snap is 153 2023-12-22T17:21:53.337 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 10 to 145 2023-12-22T17:21:53.337 INFO:tasks.rados.rados.0.smithi032.stdout:1504: snap_remove snap 142 2023-12-22T17:21:53.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:53 smithi032 ceph-mon[191839]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-22T17:21:53.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:53 smithi032 ceph-mon[191839]: failed to encode map e356 with expected crc 2023-12-22T17:21:53.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:53 smithi032 ceph-mon[191839]: failed to encode map e356 with expected crc 2023-12-22T17:21:53.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:53 smithi032 ceph-mon[191839]: osdmap e356: 8 total, 7 up, 8 in 2023-12-22T17:21:53.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:53 smithi032 ceph-mon[191839]: pgmap v72: 121 pgs: 15 stale+active+clean, 106 active+clean; 396 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 1.0 MiB/s wr, 10 op/s 2023-12-22T17:21:53.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:53 smithi032 ceph-mon[189144]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-22T17:21:53.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:53 smithi032 ceph-mon[189144]: failed to encode map e356 with expected crc 2023-12-22T17:21:53.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:53 smithi032 ceph-mon[189144]: failed to encode map e356 with expected crc 2023-12-22T17:21:53.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:53 smithi032 ceph-mon[189144]: osdmap e356: 8 total, 7 up, 8 in 2023-12-22T17:21:53.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:53 smithi032 ceph-mon[189144]: pgmap v72: 121 pgs: 15 stale+active+clean, 106 active+clean; 396 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 1.0 MiB/s wr, 10 op/s 2023-12-22T17:21:53.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:53 smithi039 ceph-mon[181282]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-22T17:21:53.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:53 smithi039 ceph-mon[181282]: failed to encode map e356 with expected crc 2023-12-22T17:21:53.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:53 smithi039 ceph-mon[181282]: failed to encode map e356 with expected crc 2023-12-22T17:21:53.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:53 smithi039 ceph-mon[181282]: osdmap e356: 8 total, 7 up, 8 in 2023-12-22T17:21:53.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:53 smithi039 ceph-mon[181282]: pgmap v72: 121 pgs: 15 stale+active+clean, 106 active+clean; 396 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 1.0 MiB/s wr, 10 op/s 2023-12-22T17:21:54.339 INFO:tasks.rados.rados.0.smithi032.stdout:1504: done (1 left) 2023-12-22T17:21:54.339 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 5 current snap is 153 2023-12-22T17:21:54.339 INFO:tasks.rados.rados.0.smithi032.stdout:1503: finishing rollback tid 0 to smithi032174182-10 2023-12-22T17:21:54.339 INFO:tasks.rados.rados.0.smithi032.stdout:1503: finishing rollback tid 1 to smithi032174182-10 2023-12-22T17:21:54.339 INFO:tasks.rados.rados.0.smithi032.stdout:1503: finishing rollback tid 2 to smithi032174182-10 2023-12-22T17:21:54.339 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 756 (ObjNum 460 snap 145 seq_num 460) dirty exists 2023-12-22T17:21:54.339 INFO:tasks.rados.rados.0.smithi032.stdout:1505: seq_num 486 ranges {1335296=548864,1884160=401408} 2023-12-22T17:21:54.353 INFO:tasks.rados.rados.0.smithi032.stdout:1505: writing smithi032174182-5 from 1335296 to 1884160 tid 1 2023-12-22T17:21:54.353 INFO:tasks.rados.rados.0.smithi032.stdout:1505: writing smithi032174182-5 from 1884160 to 2285568 tid 2 2023-12-22T17:21:54.353 INFO:tasks.rados.rados.0.smithi032.stdout:1503: done (1 left) 2023-12-22T17:21:54.353 INFO:tasks.rados.rados.0.smithi032.stdout:1506: copy_from oid 10 from oid 49 current snap is 153 2023-12-22T17:21:54.354 INFO:tasks.rados.rados.0.smithi032.stdout:1507: rollback oid 2 current snap is 153 2023-12-22T17:21:54.354 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 2 to 143 2023-12-22T17:21:54.354 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 39 current snap is 153 2023-12-22T17:21:54.354 INFO:tasks.rados.rados.0.smithi032.stdout:1508: seq_num 487 ranges {2883584=565248,3448832=401408} 2023-12-22T17:21:54.373 INFO:tasks.rados.rados.0.smithi032.stdout:1508: writing smithi032174182-39 from 2883584 to 3448832 tid 1 2023-12-22T17:21:54.375 INFO:tasks.rados.rados.0.smithi032.stdout:1508: writing smithi032174182-39 from 3448832 to 3850240 tid 2 2023-12-22T17:21:54.375 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 47 current snap is 153 2023-12-22T17:21:54.375 INFO:tasks.rados.rados.0.smithi032.stdout:1509: seq_num 488 ranges {524288=581632,1105920=401408} 2023-12-22T17:21:54.381 INFO:tasks.rados.rados.0.smithi032.stdout:1509: writing smithi032174182-47 from 524288 to 1105920 tid 1 2023-12-22T17:21:54.384 INFO:tasks.rados.rados.0.smithi032.stdout:1509: writing smithi032174182-47 from 1105920 to 1507328 tid 2 2023-12-22T17:21:54.384 INFO:tasks.rados.rados.0.smithi032.stdout:1510: setattr oid 8 current snap is 153 2023-12-22T17:21:54.384 INFO:tasks.rados.rados.0.smithi032.stdout:1507: finishing rollback tid 0 to smithi032174182-2 2023-12-22T17:21:54.384 INFO:tasks.rados.rados.0.smithi032.stdout:1507: finishing rollback tid 1 to smithi032174182-2 2023-12-22T17:21:54.385 INFO:tasks.rados.rados.0.smithi032.stdout:1507: finishing rollback tid 2 to smithi032174182-2 2023-12-22T17:21:54.385 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 523 (ObjNum 419 snap 136 seq_num 419) dirty exists 2023-12-22T17:21:54.385 INFO:tasks.rados.rados.0.smithi032.stdout:1505: finishing write tid 1 to smithi032174182-5 2023-12-22T17:21:54.385 INFO:tasks.rados.rados.0.smithi032.stdout:1505: finishing write tid 2 to smithi032174182-5 2023-12-22T17:21:54.385 INFO:tasks.rados.rados.0.smithi032.stdout:1505: finishing write tid 3 to smithi032174182-5 2023-12-22T17:21:54.385 INFO:tasks.rados.rados.0.smithi032.stdout:1506: finishing copy_from to smithi032174182-10 2023-12-22T17:21:54.385 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 676 (ObjNum 460 snap 145 seq_num 460) dirty exists 2023-12-22T17:21:54.385 INFO:tasks.rados.rados.0.smithi032.stdout:1505: finishing write tid 4 to smithi032174182-5 2023-12-22T17:21:54.385 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 782 (ObjNum 486 snap 153 seq_num 486) dirty exists 2023-12-22T17:21:54.385 INFO:tasks.rados.rados.0.smithi032.stdout:1505: left oid 5 (ObjNum 486 snap 153 seq_num 486) 2023-12-22T17:21:54.385 INFO:tasks.rados.rados.0.smithi032.stdout:1506: finishing copy_from racing read to smithi032174182-10 2023-12-22T17:21:54.385 INFO:tasks.rados.rados.0.smithi032.stdout:1508: finishing write tid 1 to smithi032174182-39 2023-12-22T17:21:54.385 INFO:tasks.rados.rados.0.smithi032.stdout:1508: finishing write tid 2 to smithi032174182-39 2023-12-22T17:21:54.385 INFO:tasks.rados.rados.0.smithi032.stdout:1508: finishing write tid 3 to smithi032174182-39 2023-12-22T17:21:54.386 INFO:tasks.rados.rados.0.smithi032.stdout:1508: finishing write tid 4 to smithi032174182-39 2023-12-22T17:21:54.386 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 392 (ObjNum 487 snap 153 seq_num 487) dirty exists 2023-12-22T17:21:54.386 INFO:tasks.rados.rados.0.smithi032.stdout:1508: left oid 39 (ObjNum 487 snap 153 seq_num 487) 2023-12-22T17:21:54.386 INFO:tasks.rados.rados.0.smithi032.stdout:1505: done (5 left) 2023-12-22T17:21:54.386 INFO:tasks.rados.rados.0.smithi032.stdout:1506: done (4 left) 2023-12-22T17:21:54.386 INFO:tasks.rados.rados.0.smithi032.stdout:1507: done (3 left) 2023-12-22T17:21:54.386 INFO:tasks.rados.rados.0.smithi032.stdout:1508: done (2 left) 2023-12-22T17:21:54.386 INFO:tasks.rados.rados.0.smithi032.stdout:1511: snap_remove snap 131 2023-12-22T17:21:54.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:54 smithi032 ceph-mon[191839]: failed to encode map e357 with expected crc 2023-12-22T17:21:54.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:54 smithi032 ceph-mon[191839]: failed to encode map e357 with expected crc 2023-12-22T17:21:54.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:54 smithi032 ceph-mon[191839]: osdmap e357: 8 total, 7 up, 8 in 2023-12-22T17:21:54.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:54 smithi032 ceph-mon[191839]: failed to encode map e357 with expected crc 2023-12-22T17:21:54.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:54 smithi032 ceph-mon[191839]: failed to encode map e357 with expected crc 2023-12-22T17:21:54.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:54 smithi032 ceph-mon[191839]: failed to encode map e357 with expected crc 2023-12-22T17:21:54.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:54 smithi032 ceph-mon[191839]: failed to encode map e357 with expected crc 2023-12-22T17:21:54.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:54 smithi032 ceph-mon[191839]: failed to encode map e357 with expected crc 2023-12-22T17:21:54.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:54 smithi032 ceph-mon[191839]: failed to encode map e357 with expected crc 2023-12-22T17:21:54.682 INFO:journalctl@ceph.osd.0.smithi032.stdout:Dec 22 17:21:54 smithi032 systemd[1]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@osd.0.service: Succeeded. 2023-12-22T17:21:54.682 INFO:journalctl@ceph.osd.0.smithi032.stdout:Dec 22 17:21:54 smithi032 systemd[1]: Stopped Ceph osd.0 for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:21:54.682 INFO:journalctl@ceph.osd.0.smithi032.stdout:Dec 22 17:21:54 smithi032 systemd[1]: Starting Ceph osd.0 for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:21:54.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:54 smithi032 ceph-mon[189144]: failed to encode map e357 with expected crc 2023-12-22T17:21:54.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:54 smithi032 ceph-mon[189144]: failed to encode map e357 with expected crc 2023-12-22T17:21:54.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:54 smithi032 ceph-mon[189144]: osdmap e357: 8 total, 7 up, 8 in 2023-12-22T17:21:54.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:54 smithi032 ceph-mon[189144]: failed to encode map e357 with expected crc 2023-12-22T17:21:54.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:54 smithi032 ceph-mon[189144]: failed to encode map e357 with expected crc 2023-12-22T17:21:54.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:54 smithi032 ceph-mon[189144]: failed to encode map e357 with expected crc 2023-12-22T17:21:54.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:54 smithi032 ceph-mon[189144]: failed to encode map e357 with expected crc 2023-12-22T17:21:54.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:54 smithi032 ceph-mon[189144]: failed to encode map e357 with expected crc 2023-12-22T17:21:54.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:54 smithi032 ceph-mon[189144]: failed to encode map e357 with expected crc 2023-12-22T17:21:54.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:54 smithi039 ceph-mon[181282]: failed to encode map e357 with expected crc 2023-12-22T17:21:54.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:54 smithi039 ceph-mon[181282]: failed to encode map e357 with expected crc 2023-12-22T17:21:54.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:54 smithi039 ceph-mon[181282]: osdmap e357: 8 total, 7 up, 8 in 2023-12-22T17:21:54.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:54 smithi039 ceph-mon[181282]: failed to encode map e357 with expected crc 2023-12-22T17:21:54.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:54 smithi039 ceph-mon[181282]: failed to encode map e357 with expected crc 2023-12-22T17:21:54.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:54 smithi039 ceph-mon[181282]: failed to encode map e357 with expected crc 2023-12-22T17:21:54.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:54 smithi039 ceph-mon[181282]: failed to encode map e357 with expected crc 2023-12-22T17:21:54.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:54 smithi039 ceph-mon[181282]: failed to encode map e357 with expected crc 2023-12-22T17:21:54.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:54 smithi039 ceph-mon[181282]: failed to encode map e357 with expected crc 2023-12-22T17:21:55.359 INFO:tasks.rados.rados.0.smithi032.stdout:1511: done (2 left) 2023-12-22T17:21:55.359 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 37 current snap is 153 2023-12-22T17:21:55.359 INFO:tasks.rados.rados.0.smithi032.stdout:1509: finishing write tid 1 to smithi032174182-47 2023-12-22T17:21:55.359 INFO:tasks.rados.rados.0.smithi032.stdout:1512: seq_num 489 ranges {1933312=598016,2531328=401408} 2023-12-22T17:21:55.373 INFO:tasks.rados.rados.0.smithi032.stdout:1512: writing smithi032174182-37 from 1933312 to 2531328 tid 1 2023-12-22T17:21:55.376 INFO:tasks.rados.rados.0.smithi032.stdout:1512: writing smithi032174182-37 from 2531328 to 2932736 tid 2 2023-12-22T17:21:55.376 INFO:tasks.rados.rados.0.smithi032.stdout:1513: setattr oid 22 current snap is 153 2023-12-22T17:21:55.377 INFO:tasks.rados.rados.0.smithi032.stdout:1509: finishing write tid 2 to smithi032174182-47 2023-12-22T17:21:55.377 INFO:tasks.rados.rados.0.smithi032.stdout:1509: finishing write tid 3 to smithi032174182-47 2023-12-22T17:21:55.377 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 410 (ObjNum 437 snap 139 seq_num 437) dirty exists 2023-12-22T17:21:55.377 INFO:tasks.rados.rados.0.smithi032.stdout:1509: finishing write tid 4 to smithi032174182-47 2023-12-22T17:21:55.377 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 1059 (ObjNum 488 snap 153 seq_num 488) dirty exists 2023-12-22T17:21:55.377 INFO:tasks.rados.rados.0.smithi032.stdout:1509: left oid 47 (ObjNum 488 snap 153 seq_num 488) 2023-12-22T17:21:55.378 INFO:tasks.rados.rados.0.smithi032.stdout:1509: done (3 left) 2023-12-22T17:21:55.378 INFO:tasks.rados.rados.0.smithi032.stdout:1510: done (2 left) 2023-12-22T17:21:55.378 INFO:tasks.rados.rados.0.smithi032.stdout:1514: snap_remove snap 84 2023-12-22T17:21:55.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:55 smithi032 ceph-mon[189144]: failed to encode map e358 with expected crc 2023-12-22T17:21:55.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:55 smithi032 ceph-mon[189144]: failed to encode map e358 with expected crc 2023-12-22T17:21:55.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:55 smithi032 ceph-mon[189144]: failed to encode map e358 with expected crc 2023-12-22T17:21:55.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:55 smithi032 ceph-mon[189144]: osdmap e358: 8 total, 7 up, 8 in 2023-12-22T17:21:55.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:55 smithi032 ceph-mon[189144]: pgmap v75: 121 pgs: 15 stale+active+clean, 106 active+clean; 396 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:21:55.681 INFO:journalctl@ceph.osd.0.smithi032.stdout:Dec 22 17:21:55 smithi032 bash[198501]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2023-12-22T17:21:55.681 INFO:journalctl@ceph.osd.0.smithi032.stdout:Dec 22 17:21:55 smithi032 bash[198501]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2023-12-22T17:21:55.681 INFO:journalctl@ceph.osd.0.smithi032.stdout:Dec 22 17:21:55 smithi032 bash[198501]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2023-12-22T17:21:55.682 INFO:journalctl@ceph.osd.0.smithi032.stdout:Dec 22 17:21:55 smithi032 bash[198501]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2023-12-22T17:21:55.682 INFO:journalctl@ceph.osd.0.smithi032.stdout:Dec 22 17:21:55 smithi032 bash[198501]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2023-12-22T17:21:55.682 INFO:journalctl@ceph.osd.0.smithi032.stdout:Dec 22 17:21:55 smithi032 bash[198501]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2023-12-22T17:21:55.682 INFO:journalctl@ceph.osd.0.smithi032.stdout:Dec 22 17:21:55 smithi032 bash[198501]: --> ceph-volume raw activate successful for osd ID: 0 2023-12-22T17:21:55.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:55 smithi032 ceph-mon[191839]: failed to encode map e358 with expected crc 2023-12-22T17:21:55.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:55 smithi032 ceph-mon[191839]: failed to encode map e358 with expected crc 2023-12-22T17:21:55.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:55 smithi032 ceph-mon[191839]: failed to encode map e358 with expected crc 2023-12-22T17:21:55.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:55 smithi032 ceph-mon[191839]: osdmap e358: 8 total, 7 up, 8 in 2023-12-22T17:21:55.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:55 smithi032 ceph-mon[191839]: pgmap v75: 121 pgs: 15 stale+active+clean, 106 active+clean; 396 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:21:55.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:55 smithi039 ceph-mon[181282]: failed to encode map e358 with expected crc 2023-12-22T17:21:55.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:55 smithi039 ceph-mon[181282]: failed to encode map e358 with expected crc 2023-12-22T17:21:55.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:55 smithi039 ceph-mon[181282]: failed to encode map e358 with expected crc 2023-12-22T17:21:55.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:55 smithi039 ceph-mon[181282]: osdmap e358: 8 total, 7 up, 8 in 2023-12-22T17:21:55.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:55 smithi039 ceph-mon[181282]: pgmap v75: 121 pgs: 15 stale+active+clean, 106 active+clean; 396 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:21:56.181 INFO:journalctl@ceph.osd.0.smithi032.stdout:Dec 22 17:21:55 smithi032 ceph-osd[198792]: -- 172.21.15.32:0/1754492355 <== mon.0 v2:172.21.15.32:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55b2072f16c0 con 0x55b2072c0c00 2023-12-22T17:21:56.181 INFO:journalctl@ceph.osd.0.smithi032.stdout:Dec 22 17:21:55 smithi032 bash[198755]: 5047457c0066097c8c69dbafba7740c6c73d8a743af042b871bd6789aecaee86 2023-12-22T17:21:56.181 INFO:journalctl@ceph.osd.0.smithi032.stdout:Dec 22 17:21:55 smithi032 systemd[1]: Started Ceph osd.0 for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:21:56.363 INFO:tasks.rados.rados.0.smithi032.stdout:1514: done (2 left) 2023-12-22T17:21:56.363 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 50 current snap is 153 2023-12-22T17:21:56.363 INFO:tasks.rados.rados.0.smithi032.stdout:1512: finishing write tid 1 to smithi032174182-37 2023-12-22T17:21:56.363 INFO:tasks.rados.rados.0.smithi032.stdout:1515: seq_num 490 ranges {155648=614400,770048=401408} 2023-12-22T17:21:56.368 INFO:tasks.rados.rados.0.smithi032.stdout:1515: writing smithi032174182-50 from 155648 to 770048 tid 1 2023-12-22T17:21:56.372 INFO:tasks.rados.rados.0.smithi032.stdout:1515: writing smithi032174182-50 from 770048 to 1171456 tid 2 2023-12-22T17:21:56.372 INFO:tasks.rados.rados.0.smithi032.stdout:1516: copy_from oid 28 from oid 19 current snap is 153 2023-12-22T17:21:56.372 INFO:tasks.rados.rados.0.smithi032.stdout:1517: setattr oid 47 current snap is 153 2023-12-22T17:21:56.372 INFO:tasks.rados.rados.0.smithi032.stdout:1518: rollback oid 11 current snap is 153 2023-12-22T17:21:56.372 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 11 to 121 2023-12-22T17:21:56.372 INFO:tasks.rados.rados.0.smithi032.stdout:1519: rollback oid 29 current snap is 153 2023-12-22T17:21:56.372 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 29 to 110 2023-12-22T17:21:56.372 INFO:tasks.rados.rados.0.smithi032.stdout:1520: delete oid 2 current snap is 153 2023-12-22T17:21:56.372 INFO:tasks.rados.rados.0.smithi032.stdout:1512: finishing write tid 2 to smithi032174182-37 2023-12-22T17:21:56.372 INFO:tasks.rados.rados.0.smithi032.stdout:1512: finishing write tid 3 to smithi032174182-37 2023-12-22T17:21:56.372 INFO:tasks.rados.rados.0.smithi032.stdout:1512: finishing write tid 4 to smithi032174182-37 2023-12-22T17:21:56.373 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 526 (ObjNum 489 snap 153 seq_num 489) dirty exists 2023-12-22T17:21:56.373 INFO:tasks.rados.rados.0.smithi032.stdout:1512: left oid 37 (ObjNum 489 snap 153 seq_num 489) 2023-12-22T17:21:56.373 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 679 (ObjNum 461 snap 145 seq_num 461) dirty exists 2023-12-22T17:21:56.377 INFO:tasks.rados.rados.0.smithi032.stdout:1515: finishing write tid 1 to smithi032174182-50 2023-12-22T17:21:56.378 INFO:tasks.rados.rados.0.smithi032.stdout:1515: finishing write tid 2 to smithi032174182-50 2023-12-22T17:21:56.378 INFO:tasks.rados.rados.0.smithi032.stdout:1515: finishing write tid 3 to smithi032174182-50 2023-12-22T17:21:56.379 INFO:tasks.rados.rados.0.smithi032.stdout:1512: done (7 left) 2023-12-22T17:21:56.379 INFO:tasks.rados.rados.0.smithi032.stdout:1513: done (6 left) 2023-12-22T17:21:56.379 INFO:tasks.rados.rados.0.smithi032.stdout:1520: done (5 left) 2023-12-22T17:21:56.379 INFO:tasks.rados.rados.0.smithi032.stdout:1521: read oid 35 snap -1 2023-12-22T17:21:56.379 INFO:tasks.rados.rados.0.smithi032.stdout:1521: expect (ObjNum 481 snap 152 seq_num 481) 2023-12-22T17:21:56.379 INFO:tasks.rados.rados.0.smithi032.stdout:1522: read oid 27 snap 139 2023-12-22T17:21:56.379 INFO:tasks.rados.rados.0.smithi032.stdout:1522: expect (ObjNum 435 snap 138 seq_num 435) 2023-12-22T17:21:56.379 INFO:tasks.rados.rados.0.smithi032.stdout:1523: read oid 48 snap 145 2023-12-22T17:21:56.379 INFO:tasks.rados.rados.0.smithi032.stdout:1523: expect (ObjNum 451 snap 143 seq_num 451) 2023-12-22T17:21:56.379 INFO:tasks.rados.rados.0.smithi032.stdout:1524: copy_from oid 42 from oid 1 current snap is 153 2023-12-22T17:21:56.380 INFO:tasks.rados.rados.0.smithi032.stdout:1525: copy_from oid 45 from oid 41 current snap is 153 2023-12-22T17:21:56.380 INFO:tasks.rados.rados.0.smithi032.stdout:1526: delete oid 2 current snap is 153 2023-12-22T17:21:56.380 INFO:tasks.rados.rados.0.smithi032.stdout:1515: finishing write tid 4 to smithi032174182-50 2023-12-22T17:21:56.380 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 893 (ObjNum 490 snap 153 seq_num 490) dirty exists 2023-12-22T17:21:56.380 INFO:tasks.rados.rados.0.smithi032.stdout:1515: left oid 50 (ObjNum 490 snap 153 seq_num 490) 2023-12-22T17:21:56.382 INFO:tasks.rados.rados.0.smithi032.stdout:1524: finishing copy_from to smithi032174182-42 2023-12-22T17:21:56.382 INFO:tasks.rados.rados.0.smithi032.stdout:1524: got expected ENOENT (src dne) 2023-12-22T17:21:56.382 INFO:tasks.rados.rados.0.smithi032.stdout:1524: finishing copy_from racing read to smithi032174182-42 2023-12-22T17:21:56.382 INFO:tasks.rados.rados.0.smithi032.stdout:1515: done (10 left) 2023-12-22T17:21:56.383 INFO:tasks.rados.rados.0.smithi032.stdout:1524: done (9 left) 2023-12-22T17:21:56.383 INFO:tasks.rados.rados.0.smithi032.stdout:1526: done (8 left) 2023-12-22T17:21:56.383 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 12 current snap is 153 2023-12-22T17:21:56.384 INFO:tasks.rados.rados.0.smithi032.stdout:1527: seq_num 493 ranges {933888=663552,1597440=401408} 2023-12-22T17:21:56.394 INFO:tasks.rados.rados.0.smithi032.stdout:1527: writing smithi032174182-12 from 933888 to 1597440 tid 1 2023-12-22T17:21:56.397 INFO:tasks.rados.rados.0.smithi032.stdout:1527: writing smithi032174182-12 from 1597440 to 1998848 tid 2 2023-12-22T17:21:56.403 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 8 current snap is 153 2023-12-22T17:21:56.403 INFO:tasks.rados.rados.0.smithi032.stdout:1528: seq_num 494 ranges {1654784=679936,2334720=401408} 2023-12-22T17:21:56.411 INFO:tasks.rados.rados.0.smithi032.stdout:1528: writing smithi032174182-8 from 1654784 to 2334720 tid 1 2023-12-22T17:21:56.414 INFO:tasks.rados.rados.0.smithi032.stdout:1528: writing smithi032174182-8 from 2334720 to 2736128 tid 2 2023-12-22T17:21:56.414 INFO:tasks.rados.rados.0.smithi032.stdout:1529: copy_from oid 15 from oid 34 current snap is 153 2023-12-22T17:21:56.414 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 1060 (ObjNum 488 snap 153 seq_num 488) dirty exists 2023-12-22T17:21:56.414 INFO:tasks.rados.rados.0.smithi032.stdout:1522: expect (ObjNum 435 snap 138 seq_num 435) 2023-12-22T17:21:56.422 INFO:tasks.rados.rados.0.smithi032.stdout:1521: expect (ObjNum 481 snap 152 seq_num 481) 2023-12-22T17:21:56.441 INFO:tasks.rados.rados.0.smithi032.stdout:1518: finishing rollback tid 1 to smithi032174182-11 2023-12-22T17:21:56.441 INFO:tasks.rados.rados.0.smithi032.stdout:1518: finishing rollback tid 2 to smithi032174182-11 2023-12-22T17:21:56.442 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 789 (ObjNum 211 snap 52 seq_num 211) dirty exists 2023-12-22T17:21:56.442 INFO:tasks.rados.rados.0.smithi032.stdout:1519: finishing rollback tid 0 to smithi032174182-29 2023-12-22T17:21:56.442 INFO:tasks.rados.rados.0.smithi032.stdout:1519: finishing rollback tid 1 to smithi032174182-29 2023-12-22T17:21:56.442 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 1063 (ObjNum 289 snap 0 seq_num 0) dirty dne 2023-12-22T17:21:56.442 INFO:tasks.rados.rados.0.smithi032.stdout:1527: finishing write tid 1 to smithi032174182-12 2023-12-22T17:21:56.442 INFO:tasks.rados.rados.0.smithi032.stdout:1527: finishing write tid 2 to smithi032174182-12 2023-12-22T17:21:56.442 INFO:tasks.rados.rados.0.smithi032.stdout:1527: finishing write tid 3 to smithi032174182-12 2023-12-22T17:21:56.442 INFO:tasks.rados.rados.0.smithi032.stdout:1523: expect (ObjNum 451 snap 143 seq_num 451) 2023-12-22T17:21:56.681 INFO:journalctl@ceph.osd.0.smithi032.stdout:Dec 22 17:21:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-0[198769]: 2023-12-22T17:21:56.442+0000 7f8e9ed93640 -1 Falling back to public interface 2023-12-22T17:21:56.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:56 smithi032 ceph-mon[189144]: failed to encode map e359 with expected crc 2023-12-22T17:21:56.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:56 smithi032 ceph-mon[189144]: failed to encode map e359 with expected crc 2023-12-22T17:21:56.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:56 smithi032 ceph-mon[189144]: osdmap e359: 8 total, 7 up, 8 in 2023-12-22T17:21:56.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:56 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:56.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:56 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:56.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:56 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:21:56.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:56 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:56.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:56 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:56.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:56 smithi032 ceph-mon[191839]: failed to encode map e359 with expected crc 2023-12-22T17:21:56.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:56 smithi032 ceph-mon[191839]: failed to encode map e359 with expected crc 2023-12-22T17:21:56.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:56 smithi032 ceph-mon[191839]: osdmap e359: 8 total, 7 up, 8 in 2023-12-22T17:21:56.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:56 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:56.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:56 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:56.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:56 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:21:56.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:56 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:56.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:56 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:56.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:56 smithi039 ceph-mon[181282]: failed to encode map e359 with expected crc 2023-12-22T17:21:56.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:56 smithi039 ceph-mon[181282]: failed to encode map e359 with expected crc 2023-12-22T17:21:56.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:56 smithi039 ceph-mon[181282]: osdmap e359: 8 total, 7 up, 8 in 2023-12-22T17:21:56.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:56 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:56.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:56 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:56.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:56 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:21:56.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:56 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:56.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:56 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:56.760 INFO:tasks.rados.rados.0.smithi032.stdout:1516: finishing copy_from to smithi032174182-28 2023-12-22T17:21:56.760 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 510 (ObjNum 419 snap 136 seq_num 419) dirty exists 2023-12-22T17:21:56.760 INFO:tasks.rados.rados.0.smithi032.stdout:1516: finishing copy_from racing read to smithi032174182-28 2023-12-22T17:21:56.760 INFO:tasks.rados.rados.0.smithi032.stdout:1516: done (10 left) 2023-12-22T17:21:56.760 INFO:tasks.rados.rados.0.smithi032.stdout:1517: done (9 left) 2023-12-22T17:21:56.760 INFO:tasks.rados.rados.0.smithi032.stdout:1518: done (8 left) 2023-12-22T17:21:56.760 INFO:tasks.rados.rados.0.smithi032.stdout:1519: done (7 left) 2023-12-22T17:21:56.760 INFO:tasks.rados.rados.0.smithi032.stdout:1521: done (6 left) 2023-12-22T17:21:56.760 INFO:tasks.rados.rados.0.smithi032.stdout:1522: done (5 left) 2023-12-22T17:21:56.760 INFO:tasks.rados.rados.0.smithi032.stdout:1523: done (4 left) 2023-12-22T17:21:56.760 INFO:tasks.rados.rados.0.smithi032.stdout:1530: snap_create 2023-12-22T17:21:56.760 INFO:tasks.rados.rados.0.smithi032.stdout:1527: finishing write tid 4 to smithi032174182-12 2023-12-22T17:21:56.761 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 559 (ObjNum 493 snap 153 seq_num 493) dirty exists 2023-12-22T17:21:56.761 INFO:tasks.rados.rados.0.smithi032.stdout:1527: left oid 12 (ObjNum 493 snap 153 seq_num 493) 2023-12-22T17:21:56.761 INFO:tasks.rados.rados.0.smithi032.stdout:1529: finishing copy_from to smithi032174182-15 2023-12-22T17:21:56.761 INFO:tasks.rados.rados.0.smithi032.stdout:1529: got expected ENOENT (src dne) 2023-12-22T17:21:56.761 INFO:tasks.rados.rados.0.smithi032.stdout:1529: finishing copy_from racing read to smithi032174182-15 2023-12-22T17:21:56.761 INFO:tasks.rados.rados.0.smithi032.stdout:1528: finishing write tid 1 to smithi032174182-8 2023-12-22T17:21:56.761 INFO:tasks.rados.rados.0.smithi032.stdout:1528: finishing write tid 2 to smithi032174182-8 2023-12-22T17:21:56.761 INFO:tasks.rados.rados.0.smithi032.stdout:1528: finishing write tid 3 to smithi032174182-8 2023-12-22T17:21:56.761 INFO:tasks.rados.rados.0.smithi032.stdout:1525: finishing copy_from to smithi032174182-45 2023-12-22T17:21:56.761 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 1055 (ObjNum 484 snap 152 seq_num 484) dirty exists 2023-12-22T17:21:56.761 INFO:tasks.rados.rados.0.smithi032.stdout:1525: finishing copy_from racing read to smithi032174182-45 2023-12-22T17:21:56.761 INFO:tasks.rados.rados.0.smithi032.stdout:1528: finishing write tid 4 to smithi032174182-8 2023-12-22T17:21:56.761 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 413 (ObjNum 494 snap 153 seq_num 494) dirty exists 2023-12-22T17:21:56.762 INFO:tasks.rados.rados.0.smithi032.stdout:1528: left oid 8 (ObjNum 494 snap 153 seq_num 494) 2023-12-22T17:21:57.370 INFO:tasks.rados.rados.0.smithi032.stdout:1525: done (4 left) 2023-12-22T17:21:57.370 INFO:tasks.rados.rados.0.smithi032.stdout:1527: done (3 left) 2023-12-22T17:21:57.370 INFO:tasks.rados.rados.0.smithi032.stdout:1528: done (2 left) 2023-12-22T17:21:57.370 INFO:tasks.rados.rados.0.smithi032.stdout:1529: done (1 left) 2023-12-22T17:21:57.370 INFO:tasks.rados.rados.0.smithi032.stdout:1530: done (0 left) 2023-12-22T17:21:57.370 INFO:tasks.rados.rados.0.smithi032.stdout:1531: copy_from oid 40 from oid 19 current snap is 154 2023-12-22T17:21:57.370 INFO:tasks.rados.rados.0.smithi032.stdout:1532: snap_remove snap 138 2023-12-22T17:21:57.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:57 smithi032 ceph-mon[191839]: failed to encode map e360 with expected crc 2023-12-22T17:21:57.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:57 smithi032 ceph-mon[191839]: failed to encode map e360 with expected crc 2023-12-22T17:21:57.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:57 smithi032 ceph-mon[191839]: osdmap e360: 8 total, 7 up, 8 in 2023-12-22T17:21:57.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:57 smithi032 ceph-mon[191839]: pgmap v78: 121 pgs: 14 active+undersized+degraded, 40 active+undersized, 67 active+clean; 398 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.6 MiB/s wr, 16 op/s; 143/801 objects degraded (17.853%) 2023-12-22T17:21:57.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:57 smithi032 ceph-mon[189144]: failed to encode map e360 with expected crc 2023-12-22T17:21:57.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:57 smithi032 ceph-mon[189144]: failed to encode map e360 with expected crc 2023-12-22T17:21:57.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:57 smithi032 ceph-mon[189144]: osdmap e360: 8 total, 7 up, 8 in 2023-12-22T17:21:57.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:57 smithi032 ceph-mon[189144]: pgmap v78: 121 pgs: 14 active+undersized+degraded, 40 active+undersized, 67 active+clean; 398 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.6 MiB/s wr, 16 op/s; 143/801 objects degraded (17.853%) 2023-12-22T17:21:57.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:57 smithi039 ceph-mon[181282]: failed to encode map e360 with expected crc 2023-12-22T17:21:57.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:57 smithi039 ceph-mon[181282]: failed to encode map e360 with expected crc 2023-12-22T17:21:57.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:57 smithi039 ceph-mon[181282]: osdmap e360: 8 total, 7 up, 8 in 2023-12-22T17:21:57.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:57 smithi039 ceph-mon[181282]: pgmap v78: 121 pgs: 14 active+undersized+degraded, 40 active+undersized, 67 active+clean; 398 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.6 MiB/s wr, 16 op/s; 143/801 objects degraded (17.853%) 2023-12-22T17:21:58.374 INFO:tasks.rados.rados.0.smithi032.stdout:1532: done (1 left) 2023-12-22T17:21:58.375 INFO:tasks.rados.rados.0.smithi032.stdout:1533: delete oid 15 current snap is 154 2023-12-22T17:21:58.375 INFO:tasks.rados.rados.0.smithi032.stdout:1531: finishing copy_from to smithi032174182-40 2023-12-22T17:21:58.375 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 510 (ObjNum 419 snap 136 seq_num 419) dirty exists 2023-12-22T17:21:58.375 INFO:tasks.rados.rados.0.smithi032.stdout:1531: finishing copy_from racing read to smithi032174182-40 2023-12-22T17:21:58.401 INFO:tasks.rados.rados.0.smithi032.stdout:1531: done (1 left) 2023-12-22T17:21:58.401 INFO:tasks.rados.rados.0.smithi032.stdout:1533: done (0 left) 2023-12-22T17:21:58.402 INFO:tasks.rados.rados.0.smithi032.stdout:1534: snap_remove snap 98 2023-12-22T17:21:58.662 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:58 smithi039 ceph-mon[181282]: Health check failed: Degraded data redundancy: 143/801 objects degraded (17.853%), 14 pgs degraded (PG_DEGRADED) 2023-12-22T17:21:58.662 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:58 smithi039 ceph-mon[181282]: failed to encode map e361 with expected crc 2023-12-22T17:21:58.662 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:58 smithi039 ceph-mon[181282]: failed to encode map e361 with expected crc 2023-12-22T17:21:58.662 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:58 smithi039 ceph-mon[181282]: osdmap e361: 8 total, 7 up, 8 in 2023-12-22T17:21:58.662 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:58 smithi039 ceph-mon[181282]: failed to encode map e361 with expected crc 2023-12-22T17:21:58.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:58 smithi032 ceph-mon[191839]: Health check failed: Degraded data redundancy: 143/801 objects degraded (17.853%), 14 pgs degraded (PG_DEGRADED) 2023-12-22T17:21:58.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:58 smithi032 ceph-mon[191839]: failed to encode map e361 with expected crc 2023-12-22T17:21:58.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:58 smithi032 ceph-mon[191839]: failed to encode map e361 with expected crc 2023-12-22T17:21:58.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:58 smithi032 ceph-mon[191839]: osdmap e361: 8 total, 7 up, 8 in 2023-12-22T17:21:58.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:58 smithi032 ceph-mon[191839]: failed to encode map e361 with expected crc 2023-12-22T17:21:58.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:58 smithi032 ceph-mon[189144]: Health check failed: Degraded data redundancy: 143/801 objects degraded (17.853%), 14 pgs degraded (PG_DEGRADED) 2023-12-22T17:21:58.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:58 smithi032 ceph-mon[189144]: failed to encode map e361 with expected crc 2023-12-22T17:21:58.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:58 smithi032 ceph-mon[189144]: failed to encode map e361 with expected crc 2023-12-22T17:21:58.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:58 smithi032 ceph-mon[189144]: osdmap e361: 8 total, 7 up, 8 in 2023-12-22T17:21:58.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:58 smithi032 ceph-mon[189144]: failed to encode map e361 with expected crc 2023-12-22T17:21:59.007 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:21:58 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:21:58.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi039.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi032:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-22T17:21:59.382 INFO:tasks.rados.rados.0.smithi032.stdout:1534: done (0 left) 2023-12-22T17:21:59.383 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 16 current snap is 154 2023-12-22T17:21:59.383 INFO:tasks.rados.rados.0.smithi032.stdout:1535: seq_num 496 ranges {4177920=712704,4890624=401408} 2023-12-22T17:21:59.413 INFO:tasks.rados.rados.0.smithi032.stdout:1535: writing smithi032174182-16 from 4177920 to 4890624 tid 1 2023-12-22T17:21:59.414 INFO:tasks.rados.rados.0.smithi032.stdout:1535: writing smithi032174182-16 from 4890624 to 5292032 tid 2 2023-12-22T17:21:59.414 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 15 current snap is 154 2023-12-22T17:21:59.414 INFO:tasks.rados.rados.0.smithi032.stdout:1536: seq_num 497 ranges {0=729088,729088=401408} 2023-12-22T17:21:59.418 INFO:tasks.rados.rados.0.smithi032.stdout:1536: writing smithi032174182-15 from 0 to 729088 tid 1 2023-12-22T17:21:59.420 INFO:tasks.rados.rados.0.smithi032.stdout:1536: writing smithi032174182-15 from 729088 to 1130496 tid 2 2023-12-22T17:21:59.420 INFO:tasks.rados.rados.0.smithi032.stdout:1537: snap_remove snap 147 2023-12-22T17:21:59.632 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:59 smithi032 ceph-mon[189144]: failed to encode map e362 with expected crc 2023-12-22T17:21:59.632 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:59 smithi032 ceph-mon[189144]: failed to encode map e362 with expected crc 2023-12-22T17:21:59.632 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:59 smithi032 ceph-mon[189144]: osdmap e362: 8 total, 7 up, 8 in 2023-12-22T17:21:59.632 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:59 smithi032 ceph-mon[189144]: failed to encode map e362 with expected crc 2023-12-22T17:21:59.632 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:59.632 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:59.632 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:59 smithi032 ceph-mon[189144]: pgmap v81: 121 pgs: 14 active+undersized+degraded, 40 active+undersized, 67 active+clean; 398 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.6 MiB/s wr, 16 op/s; 143/801 objects degraded (17.853%) 2023-12-22T17:21:59.632 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:59.632 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:21:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:59.633 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:59 smithi032 ceph-mon[191839]: failed to encode map e362 with expected crc 2023-12-22T17:21:59.633 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:59 smithi032 ceph-mon[191839]: failed to encode map e362 with expected crc 2023-12-22T17:21:59.633 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:59 smithi032 ceph-mon[191839]: osdmap e362: 8 total, 7 up, 8 in 2023-12-22T17:21:59.633 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:59 smithi032 ceph-mon[191839]: failed to encode map e362 with expected crc 2023-12-22T17:21:59.633 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:59.633 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:59.633 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:59 smithi032 ceph-mon[191839]: pgmap v81: 121 pgs: 14 active+undersized+degraded, 40 active+undersized, 67 active+clean; 398 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.6 MiB/s wr, 16 op/s; 143/801 objects degraded (17.853%) 2023-12-22T17:21:59.633 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:59.633 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:21:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:59.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:59 smithi039 ceph-mon[181282]: failed to encode map e362 with expected crc 2023-12-22T17:21:59.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:59 smithi039 ceph-mon[181282]: failed to encode map e362 with expected crc 2023-12-22T17:21:59.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:59 smithi039 ceph-mon[181282]: osdmap e362: 8 total, 7 up, 8 in 2023-12-22T17:21:59.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:59 smithi039 ceph-mon[181282]: failed to encode map e362 with expected crc 2023-12-22T17:21:59.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:59.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:59.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:59 smithi039 ceph-mon[181282]: pgmap v81: 121 pgs: 14 active+undersized+degraded, 40 active+undersized, 67 active+clean; 398 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.6 MiB/s wr, 16 op/s; 143/801 objects degraded (17.853%) 2023-12-22T17:21:59.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:59.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:21:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:21:59.904 INFO:journalctl@ceph.osd.0.smithi032.stdout:Dec 22 17:21:59 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-0[198769]: 2023-12-22T17:21:59.628+0000 7f8e9ed93640 -1 osd.0 0 read_superblock omap replica is missing. 2023-12-22T17:21:59.905 INFO:journalctl@ceph.osd.0.smithi032.stdout:Dec 22 17:21:59 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-0[198769]: 2023-12-22T17:21:59.721+0000 7f8e9ed93640 -1 osd.0 355 log_to_monitors true 2023-12-22T17:22:00.392 INFO:tasks.rados.rados.0.smithi032.stdout:1537: done (2 left) 2023-12-22T17:22:00.392 INFO:tasks.rados.rados.0.smithi032.stdout:1538: read oid 20 snap -1 2023-12-22T17:22:00.392 INFO:tasks.rados.rados.0.smithi032.stdout:1538: expect (ObjNum 456 snap 143 seq_num 456) 2023-12-22T17:22:00.392 INFO:tasks.rados.rados.0.smithi032.stdout:1539: delete oid 22 current snap is 154 2023-12-22T17:22:00.392 INFO:tasks.rados.rados.0.smithi032.stdout:1535: finishing write tid 1 to smithi032174182-16 2023-12-22T17:22:00.392 INFO:tasks.rados.rados.0.smithi032.stdout:1535: finishing write tid 2 to smithi032174182-16 2023-12-22T17:22:00.392 INFO:tasks.rados.rados.0.smithi032.stdout:1535: finishing write tid 3 to smithi032174182-16 2023-12-22T17:22:00.392 INFO:tasks.rados.rados.0.smithi032.stdout:1535: finishing write tid 4 to smithi032174182-16 2023-12-22T17:22:00.393 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 881 (ObjNum 496 snap 154 seq_num 496) dirty exists 2023-12-22T17:22:00.393 INFO:tasks.rados.rados.0.smithi032.stdout:1535: left oid 16 (ObjNum 496 snap 154 seq_num 496) 2023-12-22T17:22:00.393 INFO:tasks.rados.rados.0.smithi032.stdout:1536: finishing write tid 1 to smithi032174182-15 2023-12-22T17:22:00.393 INFO:tasks.rados.rados.0.smithi032.stdout:1536: finishing write tid 2 to smithi032174182-15 2023-12-22T17:22:00.393 INFO:tasks.rados.rados.0.smithi032.stdout:1536: finishing write tid 3 to smithi032174182-15 2023-12-22T17:22:00.393 INFO:tasks.rados.rados.0.smithi032.stdout:1536: finishing write tid 4 to smithi032174182-15 2023-12-22T17:22:00.393 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 1068 (ObjNum 497 snap 154 seq_num 497) dirty exists 2023-12-22T17:22:00.393 INFO:tasks.rados.rados.0.smithi032.stdout:1536: left oid 15 (ObjNum 497 snap 154 seq_num 497) 2023-12-22T17:22:00.406 INFO:tasks.rados.rados.0.smithi032.stdout:1535: done (3 left) 2023-12-22T17:22:00.407 INFO:tasks.rados.rados.0.smithi032.stdout:1536: done (2 left) 2023-12-22T17:22:00.407 INFO:tasks.rados.rados.0.smithi032.stdout:1539: done (1 left) 2023-12-22T17:22:00.407 INFO:tasks.rados.rados.0.smithi032.stdout:1540: snap_create 2023-12-22T17:22:00.431 INFO:tasks.rados.rados.0.smithi032.stdout:1538: expect (ObjNum 456 snap 143 seq_num 456) 2023-12-22T17:22:00.571 INFO:journalctl@ceph.osd.0.smithi032.stdout:Dec 22 17:22:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-0[198769]: 2023-12-22T17:22:00.423+0000 7f8e8d9ff700 -1 osd.0 355 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-22T17:22:00.572 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:00 smithi032 ceph-mon[191839]: failed to encode map e363 with expected crc 2023-12-22T17:22:00.572 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:00 smithi032 ceph-mon[191839]: failed to encode map e363 with expected crc 2023-12-22T17:22:00.572 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:00 smithi032 ceph-mon[191839]: osdmap e363: 8 total, 7 up, 8 in 2023-12-22T17:22:00.572 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:00 smithi032 ceph-mon[191839]: from='osd.0 [v2:172.21.15.32:6802/854989948,v1:172.21.15.32:6803/854989948]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-22T17:22:00.572 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:00 smithi032 ceph-mon[191839]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-22T17:22:00.572 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:00 smithi032 ceph-mon[189144]: failed to encode map e363 with expected crc 2023-12-22T17:22:00.572 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:00 smithi032 ceph-mon[189144]: failed to encode map e363 with expected crc 2023-12-22T17:22:00.572 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:00 smithi032 ceph-mon[189144]: osdmap e363: 8 total, 7 up, 8 in 2023-12-22T17:22:00.572 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:00 smithi032 ceph-mon[189144]: from='osd.0 [v2:172.21.15.32:6802/854989948,v1:172.21.15.32:6803/854989948]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-22T17:22:00.572 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:00 smithi032 ceph-mon[189144]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-22T17:22:00.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:00 smithi039 ceph-mon[181282]: failed to encode map e363 with expected crc 2023-12-22T17:22:00.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:00 smithi039 ceph-mon[181282]: failed to encode map e363 with expected crc 2023-12-22T17:22:00.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:00 smithi039 ceph-mon[181282]: osdmap e363: 8 total, 7 up, 8 in 2023-12-22T17:22:00.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:00 smithi039 ceph-mon[181282]: from='osd.0 [v2:172.21.15.32:6802/854989948,v1:172.21.15.32:6803/854989948]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-22T17:22:00.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:00 smithi039 ceph-mon[181282]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-22T17:22:01.087 INFO:tasks.rados.rados.0.smithi032.stdout:1538: done (1 left) 2023-12-22T17:22:01.087 INFO:tasks.rados.rados.0.smithi032.stdout:1540: done (0 left) 2023-12-22T17:22:01.087 INFO:tasks.rados.rados.0.smithi032.stdout:1541: delete oid 24 current snap is 155 2023-12-22T17:22:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:22:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:22:00] "GET /metrics HTTP/1.1" 200 36066 "" "Prometheus/2.43.0" 2023-12-22T17:22:01.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:01 smithi032 ceph-mon[191839]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-12-22T17:22:01.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:01 smithi032 ceph-mon[191839]: failed to encode map e364 with expected crc 2023-12-22T17:22:01.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:01 smithi032 ceph-mon[191839]: failed to encode map e364 with expected crc 2023-12-22T17:22:01.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:01 smithi032 ceph-mon[191839]: osdmap e364: 8 total, 7 up, 8 in 2023-12-22T17:22:01.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:01 smithi032 ceph-mon[191839]: failed to encode map e364 with expected crc 2023-12-22T17:22:01.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:01 smithi032 ceph-mon[191839]: failed to encode map e364 with expected crc 2023-12-22T17:22:01.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:01 smithi032 ceph-mon[191839]: from='osd.0 [v2:172.21.15.32:6802/854989948,v1:172.21.15.32:6803/854989948]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-12-22T17:22:01.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:01 smithi032 ceph-mon[191839]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-12-22T17:22:01.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:01 smithi032 ceph-mon[191839]: pgmap v84: 121 pgs: 14 active+undersized+degraded, 40 active+undersized, 67 active+clean; 399 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.9 MiB/s wr, 17 op/s; 146/771 objects degraded (18.936%) 2023-12-22T17:22:01.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:01 smithi032 ceph-mon[191839]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-22T17:22:01.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:01 smithi032 ceph-mon[191839]: osd.0 [v2:172.21.15.32:6802/854989948,v1:172.21.15.32:6803/854989948] boot 2023-12-22T17:22:01.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:01 smithi032 ceph-mon[191839]: osdmap e365: 8 total, 8 up, 8 in 2023-12-22T17:22:01.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-22T17:22:01.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:01 smithi032 ceph-mon[189144]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-12-22T17:22:01.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:01 smithi032 ceph-mon[189144]: failed to encode map e364 with expected crc 2023-12-22T17:22:01.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:01 smithi032 ceph-mon[189144]: failed to encode map e364 with expected crc 2023-12-22T17:22:01.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:01 smithi032 ceph-mon[189144]: osdmap e364: 8 total, 7 up, 8 in 2023-12-22T17:22:01.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:01 smithi032 ceph-mon[189144]: failed to encode map e364 with expected crc 2023-12-22T17:22:01.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:01 smithi032 ceph-mon[189144]: failed to encode map e364 with expected crc 2023-12-22T17:22:01.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:01 smithi032 ceph-mon[189144]: from='osd.0 [v2:172.21.15.32:6802/854989948,v1:172.21.15.32:6803/854989948]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-12-22T17:22:01.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:01 smithi032 ceph-mon[189144]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-12-22T17:22:01.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:01 smithi032 ceph-mon[189144]: pgmap v84: 121 pgs: 14 active+undersized+degraded, 40 active+undersized, 67 active+clean; 399 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.9 MiB/s wr, 17 op/s; 146/771 objects degraded (18.936%) 2023-12-22T17:22:01.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:01 smithi032 ceph-mon[189144]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-22T17:22:01.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:01 smithi032 ceph-mon[189144]: osd.0 [v2:172.21.15.32:6802/854989948,v1:172.21.15.32:6803/854989948] boot 2023-12-22T17:22:01.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:01 smithi032 ceph-mon[189144]: osdmap e365: 8 total, 8 up, 8 in 2023-12-22T17:22:01.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-22T17:22:01.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:01 smithi039 ceph-mon[181282]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-12-22T17:22:01.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:01 smithi039 ceph-mon[181282]: failed to encode map e364 with expected crc 2023-12-22T17:22:01.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:01 smithi039 ceph-mon[181282]: failed to encode map e364 with expected crc 2023-12-22T17:22:01.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:01 smithi039 ceph-mon[181282]: osdmap e364: 8 total, 7 up, 8 in 2023-12-22T17:22:01.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:01 smithi039 ceph-mon[181282]: failed to encode map e364 with expected crc 2023-12-22T17:22:01.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:01 smithi039 ceph-mon[181282]: failed to encode map e364 with expected crc 2023-12-22T17:22:01.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:01 smithi039 ceph-mon[181282]: from='osd.0 [v2:172.21.15.32:6802/854989948,v1:172.21.15.32:6803/854989948]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-12-22T17:22:01.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:01 smithi039 ceph-mon[181282]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-12-22T17:22:01.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:01 smithi039 ceph-mon[181282]: pgmap v84: 121 pgs: 14 active+undersized+degraded, 40 active+undersized, 67 active+clean; 399 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.9 MiB/s wr, 17 op/s; 146/771 objects degraded (18.936%) 2023-12-22T17:22:01.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:01 smithi039 ceph-mon[181282]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-22T17:22:01.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:01 smithi039 ceph-mon[181282]: osd.0 [v2:172.21.15.32:6802/854989948,v1:172.21.15.32:6803/854989948] boot 2023-12-22T17:22:01.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:01 smithi039 ceph-mon[181282]: osdmap e365: 8 total, 8 up, 8 in 2023-12-22T17:22:01.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-22T17:22:01.840 INFO:tasks.rados.rados.0.smithi032.stdout:1541: done (0 left) 2023-12-22T17:22:01.840 INFO:tasks.rados.rados.0.smithi032.stdout:1542: read oid 30 snap -1 2023-12-22T17:22:01.840 INFO:tasks.rados.rados.0.smithi032.stdout:1542: expect (ObjNum 298 snap 83 seq_num 298) 2023-12-22T17:22:01.840 INFO:tasks.rados.rados.0.smithi032.stdout:1543: rollback oid 40 current snap is 155 2023-12-22T17:22:01.840 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 40 to 150 2023-12-22T17:22:01.841 INFO:tasks.rados.rados.0.smithi032.stdout:1544: read oid 5 snap -1 2023-12-22T17:22:01.841 INFO:tasks.rados.rados.0.smithi032.stdout:1544: expect (ObjNum 486 snap 153 seq_num 486) 2023-12-22T17:22:01.841 INFO:tasks.rados.rados.0.smithi032.stdout:1545: snap_remove snap 143 2023-12-22T17:22:02.395 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:22:02 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:22:02.109+0000 7f8939eca700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2023-12-22T17:22:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:02 smithi032 ceph-mon[191839]: failed to encode map e365 with expected crc 2023-12-22T17:22:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:02 smithi032 ceph-mon[191839]: failed to encode map e365 with expected crc 2023-12-22T17:22:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:02 smithi032 ceph-mon[191839]: failed to encode map e366 with expected crc 2023-12-22T17:22:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:02 smithi032 ceph-mon[191839]: osdmap e366: 8 total, 8 up, 8 in 2023-12-22T17:22:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:22:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:22:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:22:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:22:02.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:22:02.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:22:02.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-22T17:22:02.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:02 smithi032 ceph-mon[191839]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-22T17:22:02.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:02 smithi032 ceph-mon[191839]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2023-12-22T17:22:02.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:02 smithi032 ceph-mon[189144]: failed to encode map e365 with expected crc 2023-12-22T17:22:02.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:02 smithi032 ceph-mon[189144]: failed to encode map e365 with expected crc 2023-12-22T17:22:02.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:02 smithi032 ceph-mon[189144]: failed to encode map e366 with expected crc 2023-12-22T17:22:02.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:02 smithi032 ceph-mon[189144]: osdmap e366: 8 total, 8 up, 8 in 2023-12-22T17:22:02.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:02.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:02.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:22:02.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:22:02.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:02.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:22:02.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:22:02.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:22:02.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:22:02.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-22T17:22:02.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:02 smithi032 ceph-mon[189144]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-22T17:22:02.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:02 smithi032 ceph-mon[189144]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2023-12-22T17:22:02.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:02 smithi039 ceph-mon[181282]: failed to encode map e365 with expected crc 2023-12-22T17:22:02.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:02 smithi039 ceph-mon[181282]: failed to encode map e365 with expected crc 2023-12-22T17:22:02.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:02 smithi039 ceph-mon[181282]: failed to encode map e366 with expected crc 2023-12-22T17:22:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:02 smithi039 ceph-mon[181282]: osdmap e366: 8 total, 8 up, 8 in 2023-12-22T17:22:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:22:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:22:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:22:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:22:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:22:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:22:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-22T17:22:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:02 smithi039 ceph-mon[181282]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-22T17:22:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:02 smithi039 ceph-mon[181282]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2023-12-22T17:22:02.806 INFO:tasks.rados.rados.0.smithi032.stdout:1545: done (3 left) 2023-12-22T17:22:02.806 INFO:tasks.rados.rados.0.smithi032.stdout:1546: rollback oid 32 current snap is 155 2023-12-22T17:22:02.806 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 32 to 119 2023-12-22T17:22:02.806 INFO:tasks.rados.rados.0.smithi032.stdout:1544: expect (ObjNum 486 snap 153 seq_num 486) 2023-12-22T17:22:02.903 INFO:tasks.rados.rados.0.smithi032.stdout:1542: expect (ObjNum 298 snap 83 seq_num 298) 2023-12-22T17:22:02.990 INFO:tasks.rados.rados.0.smithi032.stdout:1543: finishing rollback tid 0 to smithi032174182-40 2023-12-22T17:22:02.990 INFO:tasks.rados.rados.0.smithi032.stdout:1543: finishing rollback tid 1 to smithi032174182-40 2023-12-22T17:22:02.990 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 616 (ObjNum 449 snap 0 seq_num 1597478960) dirty dne 2023-12-22T17:22:02.990 INFO:tasks.rados.rados.0.smithi032.stdout:1546: finishing rollback tid 0 to smithi032174182-32 2023-12-22T17:22:02.990 INFO:tasks.rados.rados.0.smithi032.stdout:1542: done (3 left) 2023-12-22T17:22:02.990 INFO:tasks.rados.rados.0.smithi032.stdout:1543: done (2 left) 2023-12-22T17:22:02.990 INFO:tasks.rados.rados.0.smithi032.stdout:1544: done (1 left) 2023-12-22T17:22:02.990 INFO:tasks.rados.rados.0.smithi032.stdout:1547: snap_remove snap 151 2023-12-22T17:22:03.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:03 smithi032 ceph-mon[191839]: failed to encode map e366 with expected crc 2023-12-22T17:22:03.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:03 smithi032 ceph-mon[191839]: failed to encode map e366 with expected crc 2023-12-22T17:22:03.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:03 smithi032 ceph-mon[191839]: failed to encode map e366 with expected crc 2023-12-22T17:22:03.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:03 smithi032 ceph-mon[191839]: failed to encode map e366 with expected crc 2023-12-22T17:22:03.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:03 smithi032 ceph-mon[191839]: failed to encode map e366 with expected crc 2023-12-22T17:22:03.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:03 smithi032 ceph-mon[191839]: failed to encode map e366 with expected crc 2023-12-22T17:22:03.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:03 smithi032 ceph-mon[191839]: failed to encode map e366 with expected crc 2023-12-22T17:22:03.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:03 smithi032 ceph-mon[191839]: pgmap v87: 121 pgs: 14 active+undersized+degraded, 40 active+undersized, 67 active+clean; 399 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.9 MiB/s wr, 17 op/s; 146/771 objects degraded (18.936%) 2023-12-22T17:22:03.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:03 smithi032 ceph-mon[191839]: failed to encode map e367 with expected crc 2023-12-22T17:22:03.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:03 smithi032 ceph-mon[191839]: osdmap e367: 8 total, 8 up, 8 in 2023-12-22T17:22:03.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:03 smithi032 ceph-mon[189144]: failed to encode map e366 with expected crc 2023-12-22T17:22:03.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:03 smithi032 ceph-mon[189144]: failed to encode map e366 with expected crc 2023-12-22T17:22:03.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:03 smithi032 ceph-mon[189144]: failed to encode map e366 with expected crc 2023-12-22T17:22:03.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:03 smithi032 ceph-mon[189144]: failed to encode map e366 with expected crc 2023-12-22T17:22:03.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:03 smithi032 ceph-mon[189144]: failed to encode map e366 with expected crc 2023-12-22T17:22:03.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:03 smithi032 ceph-mon[189144]: failed to encode map e366 with expected crc 2023-12-22T17:22:03.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:03 smithi032 ceph-mon[189144]: failed to encode map e366 with expected crc 2023-12-22T17:22:03.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:03 smithi032 ceph-mon[189144]: pgmap v87: 121 pgs: 14 active+undersized+degraded, 40 active+undersized, 67 active+clean; 399 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.9 MiB/s wr, 17 op/s; 146/771 objects degraded (18.936%) 2023-12-22T17:22:03.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:03 smithi032 ceph-mon[189144]: failed to encode map e367 with expected crc 2023-12-22T17:22:03.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:03 smithi032 ceph-mon[189144]: osdmap e367: 8 total, 8 up, 8 in 2023-12-22T17:22:03.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:03 smithi039 ceph-mon[181282]: failed to encode map e366 with expected crc 2023-12-22T17:22:03.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:03 smithi039 ceph-mon[181282]: failed to encode map e366 with expected crc 2023-12-22T17:22:03.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:03 smithi039 ceph-mon[181282]: failed to encode map e366 with expected crc 2023-12-22T17:22:03.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:03 smithi039 ceph-mon[181282]: failed to encode map e366 with expected crc 2023-12-22T17:22:03.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:03 smithi039 ceph-mon[181282]: failed to encode map e366 with expected crc 2023-12-22T17:22:03.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:03 smithi039 ceph-mon[181282]: failed to encode map e366 with expected crc 2023-12-22T17:22:03.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:03 smithi039 ceph-mon[181282]: failed to encode map e366 with expected crc 2023-12-22T17:22:03.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:03 smithi039 ceph-mon[181282]: pgmap v87: 121 pgs: 14 active+undersized+degraded, 40 active+undersized, 67 active+clean; 399 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.9 MiB/s wr, 17 op/s; 146/771 objects degraded (18.936%) 2023-12-22T17:22:03.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:03 smithi039 ceph-mon[181282]: failed to encode map e367 with expected crc 2023-12-22T17:22:03.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:03 smithi039 ceph-mon[181282]: osdmap e367: 8 total, 8 up, 8 in 2023-12-22T17:22:03.809 INFO:tasks.rados.rados.0.smithi032.stdout:1547: done (1 left) 2023-12-22T17:22:03.809 INFO:tasks.rados.rados.0.smithi032.stdout:1548: snap_create 2023-12-22T17:22:03.809 INFO:tasks.rados.rados.0.smithi032.stdout:1546: finishing rollback tid 1 to smithi032174182-32 2023-12-22T17:22:03.809 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 415 (ObjNum 65 snap 0 seq_num 1398042220) dirty dne 2023-12-22T17:22:04.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:04 smithi032 ceph-mon[189144]: failed to encode map e367 with expected crc 2023-12-22T17:22:04.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:04 smithi032 ceph-mon[189144]: failed to encode map e367 with expected crc 2023-12-22T17:22:04.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:04 smithi032 ceph-mon[189144]: failed to encode map e367 with expected crc 2023-12-22T17:22:04.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:04 smithi032 ceph-mon[189144]: failed to encode map e368 with expected crc 2023-12-22T17:22:04.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:04 smithi032 ceph-mon[189144]: osdmap e368: 8 total, 8 up, 8 in 2023-12-22T17:22:04.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:04 smithi032 ceph-mon[191839]: failed to encode map e367 with expected crc 2023-12-22T17:22:04.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:04 smithi032 ceph-mon[191839]: failed to encode map e367 with expected crc 2023-12-22T17:22:04.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:04 smithi032 ceph-mon[191839]: failed to encode map e367 with expected crc 2023-12-22T17:22:04.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:04 smithi032 ceph-mon[191839]: failed to encode map e368 with expected crc 2023-12-22T17:22:04.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:04 smithi032 ceph-mon[191839]: osdmap e368: 8 total, 8 up, 8 in 2023-12-22T17:22:04.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:04 smithi039 ceph-mon[181282]: failed to encode map e367 with expected crc 2023-12-22T17:22:04.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:04 smithi039 ceph-mon[181282]: failed to encode map e367 with expected crc 2023-12-22T17:22:04.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:04 smithi039 ceph-mon[181282]: failed to encode map e367 with expected crc 2023-12-22T17:22:04.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:04 smithi039 ceph-mon[181282]: failed to encode map e368 with expected crc 2023-12-22T17:22:04.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:04 smithi039 ceph-mon[181282]: osdmap e368: 8 total, 8 up, 8 in 2023-12-22T17:22:04.810 INFO:tasks.rados.rados.0.smithi032.stdout:1546: done (1 left) 2023-12-22T17:22:04.810 INFO:tasks.rados.rados.0.smithi032.stdout:1548: done (0 left) 2023-12-22T17:22:04.810 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 12 current snap is 156 2023-12-22T17:22:04.810 INFO:tasks.rados.rados.0.smithi032.stdout:1549: seq_num 500 ranges {1998848=778240,2777088=401408} 2023-12-22T17:22:04.825 INFO:tasks.rados.rados.0.smithi032.stdout:1549: writing smithi032174182-12 from 1998848 to 2777088 tid 1 2023-12-22T17:22:04.827 INFO:tasks.rados.rados.0.smithi032.stdout:1549: writing smithi032174182-12 from 2777088 to 3178496 tid 2 2023-12-22T17:22:04.827 INFO:tasks.rados.rados.0.smithi032.stdout:1550: snap_remove snap 122 2023-12-22T17:22:05.811 INFO:tasks.rados.rados.0.smithi032.stdout:1550: done (1 left) 2023-12-22T17:22:05.811 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 26 current snap is 156 2023-12-22T17:22:05.811 INFO:tasks.rados.rados.0.smithi032.stdout:1549: finishing write tid 1 to smithi032174182-12 2023-12-22T17:22:05.811 INFO:tasks.rados.rados.0.smithi032.stdout:1551: seq_num 501 ranges {0=794624,794624=401408} 2023-12-22T17:22:05.815 INFO:tasks.rados.rados.0.smithi032.stdout:1551: writing smithi032174182-26 from 0 to 794624 tid 1 2023-12-22T17:22:05.818 INFO:tasks.rados.rados.0.smithi032.stdout:1551: writing smithi032174182-26 from 794624 to 1196032 tid 2 2023-12-22T17:22:05.819 INFO:tasks.rados.rados.0.smithi032.stdout:1552: rollback oid 40 current snap is 156 2023-12-22T17:22:05.819 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 40 to 110 2023-12-22T17:22:05.819 INFO:tasks.rados.rados.0.smithi032.stdout:1553: copy_from oid 1 from oid 20 current snap is 156 2023-12-22T17:22:05.819 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 42 current snap is 156 2023-12-22T17:22:05.819 INFO:tasks.rados.rados.0.smithi032.stdout:1554: seq_num 502 ranges {5816320=409600,6225920=417792,6643712=385024} 2023-12-22T17:22:05.854 INFO:tasks.rados.rados.0.smithi032.stdout:1554: writing smithi032174182-42 from 5816320 to 6225920 tid 1 2023-12-22T17:22:05.857 INFO:tasks.rados.rados.0.smithi032.stdout:1554: writing smithi032174182-42 from 6225920 to 6643712 tid 2 2023-12-22T17:22:05.860 INFO:tasks.rados.rados.0.smithi032.stdout:1554: writing smithi032174182-42 from 6643712 to 7028736 tid 3 2023-12-22T17:22:05.861 INFO:tasks.rados.rados.0.smithi032.stdout:1555: read oid 49 snap -1 2023-12-22T17:22:05.861 INFO:tasks.rados.rados.0.smithi032.stdout:1555: expect (ObjNum 460 snap 145 seq_num 460) 2023-12-22T17:22:05.861 INFO:tasks.rados.rados.0.smithi032.stdout:1556: rollback oid 38 current snap is 156 2023-12-22T17:22:05.861 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 38 to 144 2023-12-22T17:22:05.861 INFO:tasks.rados.rados.0.smithi032.stdout:1557: delete oid 15 current snap is 156 2023-12-22T17:22:05.861 INFO:tasks.rados.rados.0.smithi032.stdout:1549: finishing write tid 2 to smithi032174182-12 2023-12-22T17:22:05.861 INFO:tasks.rados.rados.0.smithi032.stdout:1549: finishing write tid 3 to smithi032174182-12 2023-12-22T17:22:05.861 INFO:tasks.rados.rados.0.smithi032.stdout:1549: finishing write tid 4 to smithi032174182-12 2023-12-22T17:22:05.861 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 562 (ObjNum 500 snap 156 seq_num 500) dirty exists 2023-12-22T17:22:05.861 INFO:tasks.rados.rados.0.smithi032.stdout:1549: left oid 12 (ObjNum 500 snap 156 seq_num 500) 2023-12-22T17:22:05.861 INFO:tasks.rados.rados.0.smithi032.stdout:1552: finishing rollback tid 1 to smithi032174182-40 2023-12-22T17:22:05.861 INFO:tasks.rados.rados.0.smithi032.stdout:1552: finishing rollback tid 2 to smithi032174182-40 2023-12-22T17:22:05.861 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 618 (ObjNum 306 snap 90 seq_num 306) dirty exists 2023-12-22T17:22:05.861 INFO:tasks.rados.rados.0.smithi032.stdout:1551: finishing write tid 1 to smithi032174182-26 2023-12-22T17:22:05.861 INFO:tasks.rados.rados.0.smithi032.stdout:1551: finishing write tid 2 to smithi032174182-26 2023-12-22T17:22:05.862 INFO:tasks.rados.rados.0.smithi032.stdout:1551: finishing write tid 3 to smithi032174182-26 2023-12-22T17:22:05.862 INFO:tasks.rados.rados.0.smithi032.stdout:1551: finishing write tid 4 to smithi032174182-26 2023-12-22T17:22:05.862 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 1058 (ObjNum 501 snap 156 seq_num 501) dirty exists 2023-12-22T17:22:05.862 INFO:tasks.rados.rados.0.smithi032.stdout:1551: left oid 26 (ObjNum 501 snap 156 seq_num 501) 2023-12-22T17:22:05.862 INFO:tasks.rados.rados.0.smithi032.stdout:1554: finishing write tid 1 to smithi032174182-42 2023-12-22T17:22:05.863 INFO:tasks.rados.rados.0.smithi032.stdout:1549: done (7 left) 2023-12-22T17:22:05.863 INFO:tasks.rados.rados.0.smithi032.stdout:1551: done (6 left) 2023-12-22T17:22:05.863 INFO:tasks.rados.rados.0.smithi032.stdout:1552: done (5 left) 2023-12-22T17:22:05.863 INFO:tasks.rados.rados.0.smithi032.stdout:1557: done (4 left) 2023-12-22T17:22:05.863 INFO:tasks.rados.rados.0.smithi032.stdout:1558: delete oid 7 current snap is 156 2023-12-22T17:22:05.864 INFO:tasks.rados.rados.0.smithi032.stdout:1554: finishing write tid 2 to smithi032174182-42 2023-12-22T17:22:05.864 INFO:tasks.rados.rados.0.smithi032.stdout:1554: finishing write tid 3 to smithi032174182-42 2023-12-22T17:22:05.865 INFO:tasks.rados.rados.0.smithi032.stdout:1554: finishing write tid 4 to smithi032174182-42 2023-12-22T17:22:05.866 INFO:tasks.rados.rados.0.smithi032.stdout:1556: finishing rollback tid 0 to smithi032174182-38 2023-12-22T17:22:05.867 INFO:tasks.rados.rados.0.smithi032.stdout:1554: finishing write tid 5 to smithi032174182-42 2023-12-22T17:22:05.867 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 612 (ObjNum 502 snap 156 seq_num 502) dirty exists 2023-12-22T17:22:05.867 INFO:tasks.rados.rados.0.smithi032.stdout:1554: left oid 42 (ObjNum 502 snap 156 seq_num 502) 2023-12-22T17:22:05.867 INFO:tasks.rados.rados.0.smithi032.stdout:1556: finishing rollback tid 1 to smithi032174182-38 2023-12-22T17:22:05.868 INFO:tasks.rados.rados.0.smithi032.stdout:1554: done (4 left) 2023-12-22T17:22:05.868 INFO:tasks.rados.rados.0.smithi032.stdout:1558: done (3 left) 2023-12-22T17:22:05.868 INFO:tasks.rados.rados.0.smithi032.stdout:1559: read oid 29 snap -1 2023-12-22T17:22:05.868 INFO:tasks.rados.rados.0.smithi032.stdout:1559: expect deleted 2023-12-22T17:22:05.868 INFO:tasks.rados.rados.0.smithi032.stdout:1556: finishing rollback tid 2 to smithi032174182-38 2023-12-22T17:22:05.868 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 1061 (ObjNum 400 snap 130 seq_num 400) dirty exists 2023-12-22T17:22:05.870 INFO:tasks.rados.rados.0.smithi032.stdout:1556: done (3 left) 2023-12-22T17:22:05.870 INFO:tasks.rados.rados.0.smithi032.stdout:1560: setattr oid 30 current snap is 156 2023-12-22T17:22:05.870 INFO:tasks.rados.rados.0.smithi032.stdout:1555: expect (ObjNum 460 snap 145 seq_num 460) 2023-12-22T17:22:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:05 smithi032 ceph-mon[191839]: failed to encode map e368 with expected crc 2023-12-22T17:22:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:05 smithi032 ceph-mon[191839]: pgmap v90: 121 pgs: 14 active+undersized+degraded, 40 active+undersized, 67 active+clean; 399 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 146/771 objects degraded (18.936%) 2023-12-22T17:22:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:22:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:05 smithi032 ceph-mon[191839]: failed to encode map e369 with expected crc 2023-12-22T17:22:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:05 smithi032 ceph-mon[191839]: osdmap e369: 8 total, 8 up, 8 in 2023-12-22T17:22:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:05 smithi032 ceph-mon[191839]: failed to encode map e369 with expected crc 2023-12-22T17:22:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:05 smithi032 ceph-mon[189144]: failed to encode map e368 with expected crc 2023-12-22T17:22:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:05 smithi032 ceph-mon[189144]: pgmap v90: 121 pgs: 14 active+undersized+degraded, 40 active+undersized, 67 active+clean; 399 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 146/771 objects degraded (18.936%) 2023-12-22T17:22:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:22:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:05 smithi032 ceph-mon[189144]: failed to encode map e369 with expected crc 2023-12-22T17:22:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:05 smithi032 ceph-mon[189144]: osdmap e369: 8 total, 8 up, 8 in 2023-12-22T17:22:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:05 smithi032 ceph-mon[189144]: failed to encode map e369 with expected crc 2023-12-22T17:22:05.944 INFO:tasks.rados.rados.0.smithi032.stdout:1553: finishing copy_from to smithi032174182-1 2023-12-22T17:22:05.944 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 799 (ObjNum 456 snap 143 seq_num 456) dirty exists 2023-12-22T17:22:05.944 INFO:tasks.rados.rados.0.smithi032.stdout:1553: finishing copy_from racing read to smithi032174182-1 2023-12-22T17:22:05.944 INFO:tasks.rados.rados.0.smithi032.stdout:1553: done (3 left) 2023-12-22T17:22:05.944 INFO:tasks.rados.rados.0.smithi032.stdout:1555: done (2 left) 2023-12-22T17:22:05.944 INFO:tasks.rados.rados.0.smithi032.stdout:1559: done (1 left) 2023-12-22T17:22:05.944 INFO:tasks.rados.rados.0.smithi032.stdout:1561: snap_remove snap 137 2023-12-22T17:22:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:05 smithi039 ceph-mon[181282]: failed to encode map e368 with expected crc 2023-12-22T17:22:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:05 smithi039 ceph-mon[181282]: pgmap v90: 121 pgs: 14 active+undersized+degraded, 40 active+undersized, 67 active+clean; 399 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 146/771 objects degraded (18.936%) 2023-12-22T17:22:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:22:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:05 smithi039 ceph-mon[181282]: failed to encode map e369 with expected crc 2023-12-22T17:22:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:05 smithi039 ceph-mon[181282]: osdmap e369: 8 total, 8 up, 8 in 2023-12-22T17:22:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:05 smithi039 ceph-mon[181282]: failed to encode map e369 with expected crc 2023-12-22T17:22:06.817 INFO:tasks.rados.rados.0.smithi032.stdout:1561: done (1 left) 2023-12-22T17:22:06.817 INFO:tasks.rados.rados.0.smithi032.stdout:1562: read oid 41 snap -1 2023-12-22T17:22:06.817 INFO:tasks.rados.rados.0.smithi032.stdout:1562: expect (ObjNum 484 snap 152 seq_num 484) 2023-12-22T17:22:06.817 INFO:tasks.rados.rados.0.smithi032.stdout:1563: rmattr oid 42 current snap is 156 2023-12-22T17:22:06.817 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 907 (ObjNum 298 snap 83 seq_num 298) dirty exists 2023-12-22T17:22:06.817 INFO:tasks.rados.rados.0.smithi032.stdout:1560: done (2 left) 2023-12-22T17:22:06.817 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 35 current snap is 156 2023-12-22T17:22:06.817 INFO:tasks.rados.rados.0.smithi032.stdout:1564: seq_num 505 ranges {860160=466944,1327104=475136,1802240=327680} 2023-12-22T17:22:06.825 INFO:tasks.rados.rados.0.smithi032.stdout:1564: writing smithi032174182-35 from 860160 to 1327104 tid 1 2023-12-22T17:22:06.829 INFO:tasks.rados.rados.0.smithi032.stdout:1564: writing smithi032174182-35 from 1327104 to 1802240 tid 2 2023-12-22T17:22:06.840 INFO:tasks.rados.rados.0.smithi032.stdout:1564: writing smithi032174182-35 from 1802240 to 2129920 tid 3 2023-12-22T17:22:06.840 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 47 current snap is 156 2023-12-22T17:22:06.840 INFO:tasks.rados.rados.0.smithi032.stdout:1565: seq_num 506 ranges {1507328=483328,1990656=761856,2752512=40960} 2023-12-22T17:22:06.845 INFO:tasks.rados.rados.0.smithi032.stdout:1565: writing smithi032174182-47 from 1507328 to 1990656 tid 1 2023-12-22T17:22:06.848 INFO:tasks.rados.rados.0.smithi032.stdout:1565: writing smithi032174182-47 from 1990656 to 2752512 tid 2 2023-12-22T17:22:06.849 INFO:tasks.rados.rados.0.smithi032.stdout:1565: writing smithi032174182-47 from 2752512 to 2793472 tid 3 2023-12-22T17:22:06.849 INFO:tasks.rados.rados.0.smithi032.stdout:1566: snap_create 2023-12-22T17:22:06.849 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 613 (ObjNum 502 snap 156 seq_num 502) dirty exists 2023-12-22T17:22:06.849 INFO:tasks.rados.rados.0.smithi032.stdout:1564: finishing write tid 1 to smithi032174182-35 2023-12-22T17:22:06.849 INFO:tasks.rados.rados.0.smithi032.stdout:1564: finishing write tid 2 to smithi032174182-35 2023-12-22T17:22:06.849 INFO:tasks.rados.rados.0.smithi032.stdout:1564: finishing write tid 3 to smithi032174182-35 2023-12-22T17:22:06.849 INFO:tasks.rados.rados.0.smithi032.stdout:1564: finishing write tid 4 to smithi032174182-35 2023-12-22T17:22:06.849 INFO:tasks.rados.rados.0.smithi032.stdout:1564: finishing write tid 5 to smithi032174182-35 2023-12-22T17:22:06.850 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 803 (ObjNum 505 snap 156 seq_num 505) dirty exists 2023-12-22T17:22:06.850 INFO:tasks.rados.rados.0.smithi032.stdout:1564: left oid 35 (ObjNum 505 snap 156 seq_num 505) 2023-12-22T17:22:06.868 INFO:tasks.rados.rados.0.smithi032.stdout:1562: expect (ObjNum 484 snap 152 seq_num 484) 2023-12-22T17:22:06.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:06 smithi032 ceph-mon[189144]: failed to encode map e369 with expected crc 2023-12-22T17:22:06.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:06 smithi032 ceph-mon[189144]: failed to encode map e369 with expected crc 2023-12-22T17:22:06.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:06 smithi032 ceph-mon[189144]: Health check update: Degraded data redundancy: 146/771 objects degraded (18.936%), 14 pgs degraded (PG_DEGRADED) 2023-12-22T17:22:06.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:06 smithi032 ceph-mon[189144]: failed to encode map e370 with expected crc 2023-12-22T17:22:06.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:06 smithi032 ceph-mon[189144]: failed to encode map e370 with expected crc 2023-12-22T17:22:06.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:06 smithi032 ceph-mon[189144]: osdmap e370: 8 total, 8 up, 8 in 2023-12-22T17:22:06.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:06 smithi032 ceph-mon[191839]: failed to encode map e369 with expected crc 2023-12-22T17:22:06.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:06 smithi032 ceph-mon[191839]: failed to encode map e369 with expected crc 2023-12-22T17:22:06.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:06 smithi032 ceph-mon[191839]: Health check update: Degraded data redundancy: 146/771 objects degraded (18.936%), 14 pgs degraded (PG_DEGRADED) 2023-12-22T17:22:06.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:06 smithi032 ceph-mon[191839]: failed to encode map e370 with expected crc 2023-12-22T17:22:06.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:06 smithi032 ceph-mon[191839]: failed to encode map e370 with expected crc 2023-12-22T17:22:06.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:06 smithi032 ceph-mon[191839]: osdmap e370: 8 total, 8 up, 8 in 2023-12-22T17:22:07.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:06 smithi039 ceph-mon[181282]: failed to encode map e369 with expected crc 2023-12-22T17:22:07.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:06 smithi039 ceph-mon[181282]: failed to encode map e369 with expected crc 2023-12-22T17:22:07.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:06 smithi039 ceph-mon[181282]: Health check update: Degraded data redundancy: 146/771 objects degraded (18.936%), 14 pgs degraded (PG_DEGRADED) 2023-12-22T17:22:07.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:06 smithi039 ceph-mon[181282]: failed to encode map e370 with expected crc 2023-12-22T17:22:07.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:06 smithi039 ceph-mon[181282]: failed to encode map e370 with expected crc 2023-12-22T17:22:07.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:06 smithi039 ceph-mon[181282]: osdmap e370: 8 total, 8 up, 8 in 2023-12-22T17:22:07.581 INFO:tasks.rados.rados.0.smithi032.stdout:1565: finishing write tid 1 to smithi032174182-47 2023-12-22T17:22:07.581 INFO:tasks.rados.rados.0.smithi032.stdout:1565: finishing write tid 2 to smithi032174182-47 2023-12-22T17:22:07.581 INFO:tasks.rados.rados.0.smithi032.stdout:1565: finishing write tid 3 to smithi032174182-47 2023-12-22T17:22:07.581 INFO:tasks.rados.rados.0.smithi032.stdout:1565: finishing write tid 4 to smithi032174182-47 2023-12-22T17:22:07.581 INFO:tasks.rados.rados.0.smithi032.stdout:1565: finishing write tid 5 to smithi032174182-47 2023-12-22T17:22:07.581 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 1165 (ObjNum 506 snap 156 seq_num 506) dirty exists 2023-12-22T17:22:07.581 INFO:tasks.rados.rados.0.smithi032.stdout:1565: left oid 47 (ObjNum 506 snap 156 seq_num 506) 2023-12-22T17:22:07.817 INFO:tasks.rados.rados.0.smithi032.stdout:1562: done (4 left) 2023-12-22T17:22:07.817 INFO:tasks.rados.rados.0.smithi032.stdout:1563: done (3 left) 2023-12-22T17:22:07.817 INFO:tasks.rados.rados.0.smithi032.stdout:1564: done (2 left) 2023-12-22T17:22:07.817 INFO:tasks.rados.rados.0.smithi032.stdout:1565: done (1 left) 2023-12-22T17:22:07.817 INFO:tasks.rados.rados.0.smithi032.stdout:1566: done (0 left) 2023-12-22T17:22:07.817 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 9 current snap is 157 2023-12-22T17:22:07.817 INFO:tasks.rados.rados.0.smithi032.stdout:1567: seq_num 507 ranges {491520=499712,991232=638976,1630208=163840} 2023-12-22T17:22:07.822 INFO:tasks.rados.rados.0.smithi032.stdout:1567: writing smithi032174182-9 from 491520 to 991232 tid 1 2023-12-22T17:22:07.826 INFO:tasks.rados.rados.0.smithi032.stdout:1567: writing smithi032174182-9 from 991232 to 1630208 tid 2 2023-12-22T17:22:07.827 INFO:tasks.rados.rados.0.smithi032.stdout:1567: writing smithi032174182-9 from 1630208 to 1794048 tid 3 2023-12-22T17:22:07.827 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 10 current snap is 157 2023-12-22T17:22:07.827 INFO:tasks.rados.rados.0.smithi032.stdout:1568: seq_num 508 ranges {1867776=516096,2383872=524288,2908160=278528} 2023-12-22T17:22:07.840 INFO:tasks.rados.rados.0.smithi032.stdout:1568: writing smithi032174182-10 from 1867776 to 2383872 tid 1 2023-12-22T17:22:07.843 INFO:tasks.rados.rados.0.smithi032.stdout:1568: writing smithi032174182-10 from 2383872 to 2908160 tid 2 2023-12-22T17:22:07.845 INFO:tasks.rados.rados.0.smithi032.stdout:1568: writing smithi032174182-10 from 2908160 to 3186688 tid 3 2023-12-22T17:22:07.846 INFO:tasks.rados.rados.0.smithi032.stdout:1569: copy_from oid 6 from oid 7 current snap is 157 2023-12-22T17:22:07.846 INFO:tasks.rados.rados.0.smithi032.stdout:1567: finishing write tid 1 to smithi032174182-9 2023-12-22T17:22:07.846 INFO:tasks.rados.rados.0.smithi032.stdout:1567: finishing write tid 2 to smithi032174182-9 2023-12-22T17:22:07.846 INFO:tasks.rados.rados.0.smithi032.stdout:1567: finishing write tid 3 to smithi032174182-9 2023-12-22T17:22:07.846 INFO:tasks.rados.rados.0.smithi032.stdout:1567: finishing write tid 4 to smithi032174182-9 2023-12-22T17:22:07.846 INFO:tasks.rados.rados.0.smithi032.stdout:1567: finishing write tid 5 to smithi032174182-9 2023-12-22T17:22:07.846 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 531 (ObjNum 507 snap 157 seq_num 507) dirty exists 2023-12-22T17:22:07.846 INFO:tasks.rados.rados.0.smithi032.stdout:1567: left oid 9 (ObjNum 507 snap 157 seq_num 507) 2023-12-22T17:22:07.846 INFO:tasks.rados.rados.0.smithi032.stdout:1567: done (2 left) 2023-12-22T17:22:07.846 INFO:tasks.rados.rados.0.smithi032.stdout:1570: rmattr oid 50 current snap is 157 2023-12-22T17:22:07.846 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 4 current snap is 157 2023-12-22T17:22:07.846 INFO:tasks.rados.rados.0.smithi032.stdout:1571: seq_num 509 ranges {647168=532480,1179648=409600,1589248=393216} 2023-12-22T17:22:07.853 INFO:tasks.rados.rados.0.smithi032.stdout:1571: writing smithi032174182-4 from 647168 to 1179648 tid 1 2023-12-22T17:22:07.855 INFO:tasks.rados.rados.0.smithi032.stdout:1571: writing smithi032174182-4 from 1179648 to 1589248 tid 2 2023-12-22T17:22:07.858 INFO:tasks.rados.rados.0.smithi032.stdout:1571: writing smithi032174182-4 from 1589248 to 1982464 tid 3 2023-12-22T17:22:07.858 INFO:tasks.rados.rados.0.smithi032.stdout:1572: delete oid 15 current snap is 157 2023-12-22T17:22:07.858 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 894 (ObjNum 490 snap 153 seq_num 490) dirty exists 2023-12-22T17:22:07.858 INFO:tasks.rados.rados.0.smithi032.stdout:1568: finishing write tid 1 to smithi032174182-10 2023-12-22T17:22:07.858 INFO:tasks.rados.rados.0.smithi032.stdout:1568: finishing write tid 2 to smithi032174182-10 2023-12-22T17:22:07.858 INFO:tasks.rados.rados.0.smithi032.stdout:1568: finishing write tid 3 to smithi032174182-10 2023-12-22T17:22:07.858 INFO:tasks.rados.rados.0.smithi032.stdout:1568: finishing write tid 4 to smithi032174182-10 2023-12-22T17:22:07.858 INFO:tasks.rados.rados.0.smithi032.stdout:1568: finishing write tid 5 to smithi032174182-10 2023-12-22T17:22:07.858 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 1065 (ObjNum 508 snap 157 seq_num 508) dirty exists 2023-12-22T17:22:07.858 INFO:tasks.rados.rados.0.smithi032.stdout:1568: left oid 10 (ObjNum 508 snap 157 seq_num 508) 2023-12-22T17:22:07.858 INFO:tasks.rados.rados.0.smithi032.stdout:1569: finishing copy_from to smithi032174182-6 2023-12-22T17:22:07.859 INFO:tasks.rados.rados.0.smithi032.stdout:1569: got expected ENOENT (src dne) 2023-12-22T17:22:07.859 INFO:tasks.rados.rados.0.smithi032.stdout:1569: finishing copy_from racing read to smithi032174182-6 2023-12-22T17:22:07.859 INFO:tasks.rados.rados.0.smithi032.stdout:1571: finishing write tid 1 to smithi032174182-4 2023-12-22T17:22:07.859 INFO:tasks.rados.rados.0.smithi032.stdout:1571: finishing write tid 2 to smithi032174182-4 2023-12-22T17:22:07.860 INFO:tasks.rados.rados.0.smithi032.stdout:1568: done (4 left) 2023-12-22T17:22:07.860 INFO:tasks.rados.rados.0.smithi032.stdout:1569: done (3 left) 2023-12-22T17:22:07.860 INFO:tasks.rados.rados.0.smithi032.stdout:1570: done (2 left) 2023-12-22T17:22:07.860 INFO:tasks.rados.rados.0.smithi032.stdout:1572: done (1 left) 2023-12-22T17:22:07.860 INFO:tasks.rados.rados.0.smithi032.stdout:1573: read oid 11 snap -1 2023-12-22T17:22:07.860 INFO:tasks.rados.rados.0.smithi032.stdout:1573: expect (ObjNum 211 snap 52 seq_num 211) 2023-12-22T17:22:07.860 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 37 current snap is 157 2023-12-22T17:22:07.860 INFO:tasks.rados.rados.0.smithi032.stdout:1574: seq_num 511 ranges {2932736=565248,3497984=630784,4128768=172032} 2023-12-22T17:22:07.879 INFO:tasks.rados.rados.0.smithi032.stdout:1574: writing smithi032174182-37 from 2932736 to 3497984 tid 1 2023-12-22T17:22:07.883 INFO:tasks.rados.rados.0.smithi032.stdout:1574: writing smithi032174182-37 from 3497984 to 4128768 tid 2 2023-12-22T17:22:07.884 INFO:tasks.rados.rados.0.smithi032.stdout:1574: writing smithi032174182-37 from 4128768 to 4300800 tid 3 2023-12-22T17:22:07.884 INFO:tasks.rados.rados.0.smithi032.stdout:1575: setattr oid 1 current snap is 157 2023-12-22T17:22:07.885 INFO:tasks.rados.rados.0.smithi032.stdout:1571: finishing write tid 3 to smithi032174182-4 2023-12-22T17:22:07.885 INFO:tasks.rados.rados.0.smithi032.stdout:1571: finishing write tid 4 to smithi032174182-4 2023-12-22T17:22:07.885 INFO:tasks.rados.rados.0.smithi032.stdout:1571: finishing write tid 5 to smithi032174182-4 2023-12-22T17:22:07.885 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 920 (ObjNum 509 snap 157 seq_num 509) dirty exists 2023-12-22T17:22:07.885 INFO:tasks.rados.rados.0.smithi032.stdout:1571: left oid 4 (ObjNum 509 snap 157 seq_num 509) 2023-12-22T17:22:07.885 INFO:tasks.rados.rados.0.smithi032.stdout:1573: expect (ObjNum 211 snap 52 seq_num 211) 2023-12-22T17:22:07.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:07 smithi032 ceph-mon[189144]: failed to encode map e370 with expected crc 2023-12-22T17:22:07.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:07 smithi032 ceph-mon[189144]: failed to encode map e370 with expected crc 2023-12-22T17:22:07.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:07 smithi032 ceph-mon[189144]: failed to encode map e370 with expected crc 2023-12-22T17:22:07.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:07 smithi032 ceph-mon[189144]: pgmap v93: 121 pgs: 121 active+clean; 354 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 288 KiB/s wr, 3 op/s; 9.9 MiB/s, 4 objects/s recovering 2023-12-22T17:22:07.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:07 smithi032 ceph-mon[189144]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 146/771 objects degraded (18.936%), 14 pgs degraded) 2023-12-22T17:22:07.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:07 smithi032 ceph-mon[189144]: Cluster is now healthy 2023-12-22T17:22:07.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:07 smithi032 ceph-mon[189144]: failed to encode map e371 with expected crc 2023-12-22T17:22:07.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:07 smithi032 ceph-mon[189144]: osdmap e371: 8 total, 8 up, 8 in 2023-12-22T17:22:07.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:07 smithi032 ceph-mon[189144]: failed to encode map e371 with expected crc 2023-12-22T17:22:07.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:07 smithi032 ceph-mon[189144]: failed to encode map e371 with expected crc 2023-12-22T17:22:07.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:07 smithi032 ceph-mon[189144]: failed to encode map e371 with expected crc 2023-12-22T17:22:07.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:07 smithi032 ceph-mon[191839]: failed to encode map e370 with expected crc 2023-12-22T17:22:07.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:07 smithi032 ceph-mon[191839]: failed to encode map e370 with expected crc 2023-12-22T17:22:07.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:07 smithi032 ceph-mon[191839]: failed to encode map e370 with expected crc 2023-12-22T17:22:07.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:07 smithi032 ceph-mon[191839]: pgmap v93: 121 pgs: 121 active+clean; 354 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 288 KiB/s wr, 3 op/s; 9.9 MiB/s, 4 objects/s recovering 2023-12-22T17:22:07.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:07 smithi032 ceph-mon[191839]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 146/771 objects degraded (18.936%), 14 pgs degraded) 2023-12-22T17:22:07.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:07 smithi032 ceph-mon[191839]: Cluster is now healthy 2023-12-22T17:22:07.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:07 smithi032 ceph-mon[191839]: failed to encode map e371 with expected crc 2023-12-22T17:22:07.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:07 smithi032 ceph-mon[191839]: osdmap e371: 8 total, 8 up, 8 in 2023-12-22T17:22:07.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:07 smithi032 ceph-mon[191839]: failed to encode map e371 with expected crc 2023-12-22T17:22:07.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:07 smithi032 ceph-mon[191839]: failed to encode map e371 with expected crc 2023-12-22T17:22:07.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:07 smithi032 ceph-mon[191839]: failed to encode map e371 with expected crc 2023-12-22T17:22:07.979 INFO:tasks.rados.rados.0.smithi032.stdout:1574: finishing write tid 1 to smithi032174182-37 2023-12-22T17:22:07.979 INFO:tasks.rados.rados.0.smithi032.stdout:1574: finishing write tid 2 to smithi032174182-37 2023-12-22T17:22:07.979 INFO:tasks.rados.rados.0.smithi032.stdout:1574: finishing write tid 3 to smithi032174182-37 2023-12-22T17:22:07.979 INFO:tasks.rados.rados.0.smithi032.stdout:1574: finishing write tid 4 to smithi032174182-37 2023-12-22T17:22:07.979 INFO:tasks.rados.rados.0.smithi032.stdout:1574: finishing write tid 5 to smithi032174182-37 2023-12-22T17:22:07.979 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 535 (ObjNum 511 snap 157 seq_num 511) dirty exists 2023-12-22T17:22:07.979 INFO:tasks.rados.rados.0.smithi032.stdout:1574: left oid 37 (ObjNum 511 snap 157 seq_num 511) 2023-12-22T17:22:07.979 INFO:tasks.rados.rados.0.smithi032.stdout:1571: done (3 left) 2023-12-22T17:22:07.979 INFO:tasks.rados.rados.0.smithi032.stdout:1573: done (2 left) 2023-12-22T17:22:07.979 INFO:tasks.rados.rados.0.smithi032.stdout:1574: done (1 left) 2023-12-22T17:22:07.979 INFO:tasks.rados.rados.0.smithi032.stdout:1576: delete oid 22 current snap is 157 2023-12-22T17:22:07.981 INFO:tasks.rados.rados.0.smithi032.stdout:1576: done (1 left) 2023-12-22T17:22:07.981 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 6 current snap is 157 2023-12-22T17:22:07.981 INFO:tasks.rados.rados.0.smithi032.stdout:1577: seq_num 513 ranges {4448256=598016,5046272=794624,5840896=8192} 2023-12-22T17:22:08.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:07 smithi039 ceph-mon[181282]: failed to encode map e370 with expected crc 2023-12-22T17:22:08.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:07 smithi039 ceph-mon[181282]: failed to encode map e370 with expected crc 2023-12-22T17:22:08.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:07 smithi039 ceph-mon[181282]: failed to encode map e370 with expected crc 2023-12-22T17:22:08.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:07 smithi039 ceph-mon[181282]: pgmap v93: 121 pgs: 121 active+clean; 354 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 288 KiB/s wr, 3 op/s; 9.9 MiB/s, 4 objects/s recovering 2023-12-22T17:22:08.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:07 smithi039 ceph-mon[181282]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 146/771 objects degraded (18.936%), 14 pgs degraded) 2023-12-22T17:22:08.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:07 smithi039 ceph-mon[181282]: Cluster is now healthy 2023-12-22T17:22:08.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:07 smithi039 ceph-mon[181282]: failed to encode map e371 with expected crc 2023-12-22T17:22:08.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:07 smithi039 ceph-mon[181282]: osdmap e371: 8 total, 8 up, 8 in 2023-12-22T17:22:08.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:07 smithi039 ceph-mon[181282]: failed to encode map e371 with expected crc 2023-12-22T17:22:08.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:07 smithi039 ceph-mon[181282]: failed to encode map e371 with expected crc 2023-12-22T17:22:08.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:07 smithi039 ceph-mon[181282]: failed to encode map e371 with expected crc 2023-12-22T17:22:08.008 INFO:tasks.rados.rados.0.smithi032.stdout:1577: writing smithi032174182-6 from 4448256 to 5046272 tid 1 2023-12-22T17:22:08.013 INFO:tasks.rados.rados.0.smithi032.stdout:1577: writing smithi032174182-6 from 5046272 to 5840896 tid 2 2023-12-22T17:22:08.013 INFO:tasks.rados.rados.0.smithi032.stdout:1577: writing smithi032174182-6 from 5840896 to 5849088 tid 3 2023-12-22T17:22:08.013 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 20 current snap is 157 2023-12-22T17:22:08.013 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 804 (ObjNum 456 snap 143 seq_num 456) dirty exists 2023-12-22T17:22:08.013 INFO:tasks.rados.rados.0.smithi032.stdout:1578: seq_num 514 ranges {8216576=614400,8830976=679936,9510912=122880} 2023-12-22T17:22:08.061 INFO:tasks.rados.rados.0.smithi032.stdout:1578: writing smithi032174182-20 from 8216576 to 8830976 tid 1 2023-12-22T17:22:08.065 INFO:tasks.rados.rados.0.smithi032.stdout:1578: writing smithi032174182-20 from 8830976 to 9510912 tid 2 2023-12-22T17:22:08.066 INFO:tasks.rados.rados.0.smithi032.stdout:1578: writing smithi032174182-20 from 9510912 to 9633792 tid 3 2023-12-22T17:22:08.066 INFO:tasks.rados.rados.0.smithi032.stdout:1575: done (2 left) 2023-12-22T17:22:08.066 INFO:tasks.rados.rados.0.smithi032.stdout:1579: snap_remove snap 144 2023-12-22T17:22:08.824 INFO:tasks.rados.rados.0.smithi032.stdout:1579: done (2 left) 2023-12-22T17:22:08.824 INFO:tasks.rados.rados.0.smithi032.stdout:1580: snap_remove snap 121 2023-12-22T17:22:08.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:08 smithi032 ceph-mon[191839]: failed to encode map e371 with expected crc 2023-12-22T17:22:08.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:08 smithi032 ceph-mon[191839]: failed to encode map e371 with expected crc 2023-12-22T17:22:08.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:08 smithi032 ceph-mon[191839]: failed to encode map e371 with expected crc 2023-12-22T17:22:08.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:08 smithi032 ceph-mon[191839]: failed to encode map e372 with expected crc 2023-12-22T17:22:08.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:08 smithi032 ceph-mon[191839]: failed to encode map e372 with expected crc 2023-12-22T17:22:08.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:08 smithi032 ceph-mon[191839]: osdmap e372: 8 total, 8 up, 8 in 2023-12-22T17:22:08.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:08 smithi032 ceph-mon[191839]: failed to encode map e372 with expected crc 2023-12-22T17:22:08.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:08 smithi032 ceph-mon[189144]: failed to encode map e371 with expected crc 2023-12-22T17:22:08.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:08 smithi032 ceph-mon[189144]: failed to encode map e371 with expected crc 2023-12-22T17:22:08.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:08 smithi032 ceph-mon[189144]: failed to encode map e371 with expected crc 2023-12-22T17:22:08.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:08 smithi032 ceph-mon[189144]: failed to encode map e372 with expected crc 2023-12-22T17:22:08.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:08 smithi032 ceph-mon[189144]: failed to encode map e372 with expected crc 2023-12-22T17:22:08.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:08 smithi032 ceph-mon[189144]: osdmap e372: 8 total, 8 up, 8 in 2023-12-22T17:22:08.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:08 smithi032 ceph-mon[189144]: failed to encode map e372 with expected crc 2023-12-22T17:22:09.007 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:22:08 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:22:08.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi039.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi032:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-22T17:22:09.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:08 smithi039 ceph-mon[181282]: failed to encode map e371 with expected crc 2023-12-22T17:22:09.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:08 smithi039 ceph-mon[181282]: failed to encode map e371 with expected crc 2023-12-22T17:22:09.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:08 smithi039 ceph-mon[181282]: failed to encode map e371 with expected crc 2023-12-22T17:22:09.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:08 smithi039 ceph-mon[181282]: failed to encode map e372 with expected crc 2023-12-22T17:22:09.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:08 smithi039 ceph-mon[181282]: failed to encode map e372 with expected crc 2023-12-22T17:22:09.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:08 smithi039 ceph-mon[181282]: osdmap e372: 8 total, 8 up, 8 in 2023-12-22T17:22:09.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:08 smithi039 ceph-mon[181282]: failed to encode map e372 with expected crc 2023-12-22T17:22:09.406 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:22:09.729 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:22:09.729 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2m) 11s ago 6m 18.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:22:09.729 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (114s) 41s ago 6m 80.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:22:09.729 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7m) 11s ago 7m 16.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:22:09.729 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7m) 41s ago 7m 19.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:22:09.729 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (87s) 41s ago 9m 448M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:22:09.729 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (108s) 11s ago 11m 510M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:22:09.729 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (74s) 11s ago 11m 63.6M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:22:09.729 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (44s) 41s ago 10m 30.3M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:22:09.729 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (54s) 11s ago 10m 51.3M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:22:09.730 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2m) 11s ago 6m 8879k - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:22:09.730 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (112s) 41s ago 6m 9533k - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:22:09.730 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (14s) 11s ago 9m 13.6M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:22:09.730 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9m) 11s ago 9m 554M 2489M 17.2.7-138-g92be525b e47d1a188c30 c0178ed0a3fc 2023-12-22T17:22:09.730 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9m) 11s ago 9m 454M 2489M 17.2.7-138-g92be525b e47d1a188c30 49f7e135c84a 2023-12-22T17:22:09.730 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8m) 11s ago 8m 377M 2489M 17.2.7-138-g92be525b e47d1a188c30 dcc50e2c5f0c 2023-12-22T17:22:09.730 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8m) 41s ago 8m 548M 2488M 17.2.7-138-g92be525b e47d1a188c30 11681a07501b 2023-12-22T17:22:09.730 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8m) 41s ago 8m 422M 2488M 17.2.7-138-g92be525b e47d1a188c30 58fc6c38ce28 2023-12-22T17:22:09.730 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8m) 41s ago 8m 254M 2488M 17.2.7-138-g92be525b e47d1a188c30 0ab15edaa1bc 2023-12-22T17:22:09.730 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7m) 41s ago 7m 356M 2488M 17.2.7-138-g92be525b e47d1a188c30 ee2c74f83f9d 2023-12-22T17:22:09.730 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (90s) 41s ago 7m 46.1M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:22:09.826 INFO:tasks.rados.rados.0.smithi032.stdout:1580: done (2 left) 2023-12-22T17:22:09.826 INFO:tasks.rados.rados.0.smithi032.stdout:1581: snap_create 2023-12-22T17:22:09.826 INFO:tasks.rados.rados.0.smithi032.stdout:1577: finishing write tid 1 to smithi032174182-6 2023-12-22T17:22:09.826 INFO:tasks.rados.rados.0.smithi032.stdout:1577: finishing write tid 2 to smithi032174182-6 2023-12-22T17:22:09.826 INFO:tasks.rados.rados.0.smithi032.stdout:1577: finishing write tid 3 to smithi032174182-6 2023-12-22T17:22:09.826 INFO:tasks.rados.rados.0.smithi032.stdout:1577: finishing write tid 4 to smithi032174182-6 2023-12-22T17:22:09.826 INFO:tasks.rados.rados.0.smithi032.stdout:1577: finishing write tid 5 to smithi032174182-6 2023-12-22T17:22:09.826 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 936 (ObjNum 513 snap 157 seq_num 513) dirty exists 2023-12-22T17:22:09.826 INFO:tasks.rados.rados.0.smithi032.stdout:1577: left oid 6 (ObjNum 513 snap 157 seq_num 513) 2023-12-22T17:22:09.826 INFO:tasks.rados.rados.0.smithi032.stdout:1578: finishing write tid 1 to smithi032174182-20 2023-12-22T17:22:09.826 INFO:tasks.rados.rados.0.smithi032.stdout:1578: finishing write tid 2 to smithi032174182-20 2023-12-22T17:22:09.826 INFO:tasks.rados.rados.0.smithi032.stdout:1578: finishing write tid 3 to smithi032174182-20 2023-12-22T17:22:09.827 INFO:tasks.rados.rados.0.smithi032.stdout:1578: finishing write tid 4 to smithi032174182-20 2023-12-22T17:22:09.827 INFO:tasks.rados.rados.0.smithi032.stdout:1578: finishing write tid 5 to smithi032174182-20 2023-12-22T17:22:09.827 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 941 (ObjNum 514 snap 157 seq_num 514) dirty exists 2023-12-22T17:22:09.827 INFO:tasks.rados.rados.0.smithi032.stdout:1578: left oid 20 (ObjNum 514 snap 157 seq_num 514) 2023-12-22T17:22:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:09 smithi032 ceph-mon[189144]: failed to encode map e372 with expected crc 2023-12-22T17:22:09.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:09 smithi032 ceph-mon[189144]: failed to encode map e372 with expected crc 2023-12-22T17:22:09.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:09 smithi032 ceph-mon[189144]: pgmap v96: 121 pgs: 121 active+clean; 354 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 288 KiB/s wr, 3 op/s; 9.9 MiB/s, 4 objects/s recovering 2023-12-22T17:22:09.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:09 smithi032 ceph-mon[189144]: failed to encode map e373 with expected crc 2023-12-22T17:22:09.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:09 smithi032 ceph-mon[189144]: failed to encode map e373 with expected crc 2023-12-22T17:22:09.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:09 smithi032 ceph-mon[189144]: osdmap e373: 8 total, 8 up, 8 in 2023-12-22T17:22:09.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:09 smithi032 ceph-mon[189144]: failed to encode map e373 with expected crc 2023-12-22T17:22:09.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:09 smithi032 ceph-mon[191839]: failed to encode map e372 with expected crc 2023-12-22T17:22:09.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:09 smithi032 ceph-mon[191839]: failed to encode map e372 with expected crc 2023-12-22T17:22:09.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:09 smithi032 ceph-mon[191839]: pgmap v96: 121 pgs: 121 active+clean; 354 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 288 KiB/s wr, 3 op/s; 9.9 MiB/s, 4 objects/s recovering 2023-12-22T17:22:09.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:09 smithi032 ceph-mon[191839]: failed to encode map e373 with expected crc 2023-12-22T17:22:09.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:09 smithi032 ceph-mon[191839]: failed to encode map e373 with expected crc 2023-12-22T17:22:09.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:09 smithi032 ceph-mon[191839]: osdmap e373: 8 total, 8 up, 8 in 2023-12-22T17:22:09.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:09 smithi032 ceph-mon[191839]: failed to encode map e373 with expected crc 2023-12-22T17:22:10.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:09 smithi039 ceph-mon[181282]: failed to encode map e372 with expected crc 2023-12-22T17:22:10.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:09 smithi039 ceph-mon[181282]: failed to encode map e372 with expected crc 2023-12-22T17:22:10.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:09 smithi039 ceph-mon[181282]: pgmap v96: 121 pgs: 121 active+clean; 354 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 288 KiB/s wr, 3 op/s; 9.9 MiB/s, 4 objects/s recovering 2023-12-22T17:22:10.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:09 smithi039 ceph-mon[181282]: failed to encode map e373 with expected crc 2023-12-22T17:22:10.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:09 smithi039 ceph-mon[181282]: failed to encode map e373 with expected crc 2023-12-22T17:22:10.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:09 smithi039 ceph-mon[181282]: osdmap e373: 8 total, 8 up, 8 in 2023-12-22T17:22:10.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:09 smithi039 ceph-mon[181282]: failed to encode map e373 with expected crc 2023-12-22T17:22:10.156 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:22:10.156 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:22:10.156 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:22:10.156 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:22:10.156 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:22:10.156 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:22:10.156 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:22:10.157 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:22:10.157 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 7, 2023-12-22T17:22:10.157 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 1 2023-12-22T17:22:10.157 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:22:10.157 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:22:10.157 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:22:10.157 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:22:10.157 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:22:10.157 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 9, 2023-12-22T17:22:10.157 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 6 2023-12-22T17:22:10.157 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:22:10.157 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:22:10.797 INFO:tasks.rados.rados.0.smithi032.stdout:1577: done (2 left) 2023-12-22T17:22:10.797 INFO:tasks.rados.rados.0.smithi032.stdout:1578: done (1 left) 2023-12-22T17:22:10.797 INFO:tasks.rados.rados.0.smithi032.stdout:1581: done (0 left) 2023-12-22T17:22:10.797 INFO:tasks.rados.rados.0.smithi032.stdout:1582: read oid 50 snap -1 2023-12-22T17:22:10.797 INFO:tasks.rados.rados.0.smithi032.stdout:1582: expect (ObjNum 490 snap 153 seq_num 490) 2023-12-22T17:22:10.797 INFO:tasks.rados.rados.0.smithi032.stdout:1583: delete oid 18 current snap is 158 2023-12-22T17:22:10.810 INFO:tasks.rados.rados.0.smithi032.stdout:1582: expect (ObjNum 490 snap 153 seq_num 490) 2023-12-22T17:22:10.845 INFO:tasks.rados.rados.0.smithi032.stdout:1582: done (1 left) 2023-12-22T17:22:10.846 INFO:tasks.rados.rados.0.smithi032.stdout:1583: done (0 left) 2023-12-22T17:22:10.846 INFO:tasks.rados.rados.0.smithi032.stdout:1584: read oid 13 snap -1 2023-12-22T17:22:10.846 INFO:tasks.rados.rados.0.smithi032.stdout:1584: expect (ObjNum 469 snap 146 seq_num 469) 2023-12-22T17:22:10.846 INFO:tasks.rados.rados.0.smithi032.stdout:1585: read oid 27 snap -1 2023-12-22T17:22:10.846 INFO:tasks.rados.rados.0.smithi032.stdout:1585: expect (ObjNum 321 snap 93 seq_num 321) 2023-12-22T17:22:10.846 INFO:tasks.rados.rados.0.smithi032.stdout:1586: read oid 40 snap 110 2023-12-22T17:22:10.846 INFO:tasks.rados.rados.0.smithi032.stdout:1586: expect (ObjNum 306 snap 90 seq_num 306) 2023-12-22T17:22:10.846 INFO:tasks.rados.rados.0.smithi032.stdout:1587: snap_create 2023-12-22T17:22:10.850 INFO:tasks.rados.rados.0.smithi032.stdout:1586: expect (ObjNum 306 snap 90 seq_num 306) 2023-12-22T17:22:10.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:10 smithi032 ceph-mon[191839]: failed to encode map e373 with expected crc 2023-12-22T17:22:10.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:10 smithi032 ceph-mon[191839]: from='client.34176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:22:10.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:10 smithi032 ceph-mon[191839]: from='client.44129 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:22:10.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:10 smithi032 ceph-mon[191839]: failed to encode map e374 with expected crc 2023-12-22T17:22:10.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:10 smithi032 ceph-mon[191839]: osdmap e374: 8 total, 8 up, 8 in 2023-12-22T17:22:10.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:10 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3601672670' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:22:10.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:10 smithi032 ceph-mon[189144]: failed to encode map e373 with expected crc 2023-12-22T17:22:10.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:10 smithi032 ceph-mon[189144]: from='client.34176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:22:10.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:10 smithi032 ceph-mon[189144]: from='client.44129 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:22:10.859 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:10 smithi032 ceph-mon[189144]: failed to encode map e374 with expected crc 2023-12-22T17:22:10.859 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:10 smithi032 ceph-mon[189144]: osdmap e374: 8 total, 8 up, 8 in 2023-12-22T17:22:10.859 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:10 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3601672670' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:22:10.895 INFO:tasks.rados.rados.0.smithi032.stdout:1585: expect (ObjNum 321 snap 93 seq_num 321) 2023-12-22T17:22:10.992 INFO:tasks.rados.rados.0.smithi032.stdout:1584: expect (ObjNum 469 snap 146 seq_num 469) 2023-12-22T17:22:11.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:10 smithi039 ceph-mon[181282]: failed to encode map e373 with expected crc 2023-12-22T17:22:11.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:10 smithi039 ceph-mon[181282]: from='client.34176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:22:11.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:10 smithi039 ceph-mon[181282]: from='client.44129 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:22:11.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:10 smithi039 ceph-mon[181282]: failed to encode map e374 with expected crc 2023-12-22T17:22:11.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:10 smithi039 ceph-mon[181282]: osdmap e374: 8 total, 8 up, 8 in 2023-12-22T17:22:11.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:10 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3601672670' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:22:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:22:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:22:10] "GET /metrics HTTP/1.1" 200 35979 "" "Prometheus/2.43.0" 2023-12-22T17:22:11.829 INFO:tasks.rados.rados.0.smithi032.stdout:1584: done (3 left) 2023-12-22T17:22:11.829 INFO:tasks.rados.rados.0.smithi032.stdout:1585: done (2 left) 2023-12-22T17:22:11.829 INFO:tasks.rados.rados.0.smithi032.stdout:1586: done (1 left) 2023-12-22T17:22:11.830 INFO:tasks.rados.rados.0.smithi032.stdout:1587: done (0 left) 2023-12-22T17:22:11.830 INFO:tasks.rados.rados.0.smithi032.stdout:1588: rmattr oid 27 current snap is 159 2023-12-22T17:22:11.830 INFO:tasks.rados.rados.0.smithi032.stdout:1589: rollback oid 7 current snap is 159 2023-12-22T17:22:11.830 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 7 to 123 2023-12-22T17:22:11.830 INFO:tasks.rados.rados.0.smithi032.stdout:1590: read oid 50 snap -1 2023-12-22T17:22:11.830 INFO:tasks.rados.rados.0.smithi032.stdout:1590: expect (ObjNum 490 snap 153 seq_num 490) 2023-12-22T17:22:11.830 INFO:tasks.rados.rados.0.smithi032.stdout:1591: read oid 6 snap -1 2023-12-22T17:22:11.830 INFO:tasks.rados.rados.0.smithi032.stdout:1591: expect (ObjNum 513 snap 157 seq_num 513) 2023-12-22T17:22:11.830 INFO:tasks.rados.rados.0.smithi032.stdout:1592: rollback oid 45 current snap is 159 2023-12-22T17:22:11.830 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 45 to 110 2023-12-22T17:22:11.830 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 35 current snap is 159 2023-12-22T17:22:11.830 INFO:tasks.rados.rados.0.smithi032.stdout:1593: seq_num 516 ranges {2129920=647168,2777088=450560,3227648=352256} 2023-12-22T17:22:11.845 INFO:tasks.rados.rados.0.smithi032.stdout:1593: writing smithi032174182-35 from 2129920 to 2777088 tid 1 2023-12-22T17:22:11.848 INFO:tasks.rados.rados.0.smithi032.stdout:1593: writing smithi032174182-35 from 2777088 to 3227648 tid 2 2023-12-22T17:22:11.850 INFO:tasks.rados.rados.0.smithi032.stdout:1593: writing smithi032174182-35 from 3227648 to 3579904 tid 3 2023-12-22T17:22:11.850 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 34 current snap is 159 2023-12-22T17:22:11.850 INFO:tasks.rados.rados.0.smithi032.stdout:1594: seq_num 517 ranges {0=663552,663552=786432,1449984=16384} 2023-12-22T17:22:11.855 INFO:tasks.rados.rados.0.smithi032.stdout:1594: writing smithi032174182-34 from 0 to 663552 tid 1 2023-12-22T17:22:11.860 INFO:tasks.rados.rados.0.smithi032.stdout:1594: writing smithi032174182-34 from 663552 to 1449984 tid 2 2023-12-22T17:22:11.860 INFO:tasks.rados.rados.0.smithi032.stdout:1594: writing smithi032174182-34 from 1449984 to 1466368 tid 3 2023-12-22T17:22:11.860 INFO:tasks.rados.rados.0.smithi032.stdout:1595: copy_from oid 12 from oid 1 current snap is 159 2023-12-22T17:22:11.862 INFO:tasks.rados.rados.0.smithi032.stdout:1592: finishing rollback tid 0 to smithi032174182-45 2023-12-22T17:22:11.862 INFO:tasks.rados.rados.0.smithi032.stdout:1592: finishing rollback tid 1 to smithi032174182-45 2023-12-22T17:22:11.862 INFO:tasks.rados.rados.0.smithi032.stdout:1590: expect (ObjNum 490 snap 153 seq_num 490) 2023-12-22T17:22:11.896 INFO:tasks.rados.rados.0.smithi032.stdout:1592: finishing rollback tid 2 to smithi032174182-45 2023-12-22T17:22:11.896 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 1068 (ObjNum 350 snap 108 seq_num 350) dirty exists 2023-12-22T17:22:11.896 INFO:tasks.rados.rados.0.smithi032.stdout:1589: finishing rollback tid 1 to smithi032174182-7 2023-12-22T17:22:11.896 INFO:tasks.rados.rados.0.smithi032.stdout:1589: finishing rollback tid 2 to smithi032174182-7 2023-12-22T17:22:11.896 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 766 (ObjNum 360 snap 113 seq_num 360) dirty exists 2023-12-22T17:22:11.896 INFO:tasks.rados.rados.0.smithi032.stdout:1589: done (7 left) 2023-12-22T17:22:11.896 INFO:tasks.rados.rados.0.smithi032.stdout:1590: done (6 left) 2023-12-22T17:22:11.896 INFO:tasks.rados.rados.0.smithi032.stdout:1592: done (5 left) 2023-12-22T17:22:11.896 INFO:tasks.rados.rados.0.smithi032.stdout:1596: snap_remove snap 150 2023-12-22T17:22:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:11 smithi032 ceph-mon[191839]: failed to encode map e374 with expected crc 2023-12-22T17:22:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:11 smithi032 ceph-mon[191839]: pgmap v99: 121 pgs: 121 active+clean; 362 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 5.1 MiB/s wr, 31 op/s 2023-12-22T17:22:11.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:11 smithi032 ceph-mon[191839]: failed to encode map e375 with expected crc 2023-12-22T17:22:11.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:11 smithi032 ceph-mon[191839]: osdmap e375: 8 total, 8 up, 8 in 2023-12-22T17:22:11.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:11 smithi032 ceph-mon[191839]: failed to encode map e375 with expected crc 2023-12-22T17:22:11.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:11 smithi032 ceph-mon[191839]: failed to encode map e375 with expected crc 2023-12-22T17:22:11.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:11 smithi032 ceph-mon[191839]: failed to encode map e375 with expected crc 2023-12-22T17:22:11.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:11 smithi032 ceph-mon[191839]: failed to encode map e375 with expected crc 2023-12-22T17:22:11.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:11 smithi032 ceph-mon[189144]: failed to encode map e374 with expected crc 2023-12-22T17:22:11.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:11 smithi032 ceph-mon[189144]: pgmap v99: 121 pgs: 121 active+clean; 362 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 5.1 MiB/s wr, 31 op/s 2023-12-22T17:22:11.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:11 smithi032 ceph-mon[189144]: failed to encode map e375 with expected crc 2023-12-22T17:22:11.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:11 smithi032 ceph-mon[189144]: osdmap e375: 8 total, 8 up, 8 in 2023-12-22T17:22:11.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:11 smithi032 ceph-mon[189144]: failed to encode map e375 with expected crc 2023-12-22T17:22:11.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:11 smithi032 ceph-mon[189144]: failed to encode map e375 with expected crc 2023-12-22T17:22:11.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:11 smithi032 ceph-mon[189144]: failed to encode map e375 with expected crc 2023-12-22T17:22:11.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:11 smithi032 ceph-mon[189144]: failed to encode map e375 with expected crc 2023-12-22T17:22:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:11 smithi039 ceph-mon[181282]: failed to encode map e374 with expected crc 2023-12-22T17:22:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:11 smithi039 ceph-mon[181282]: pgmap v99: 121 pgs: 121 active+clean; 362 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 5.1 MiB/s wr, 31 op/s 2023-12-22T17:22:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:11 smithi039 ceph-mon[181282]: failed to encode map e375 with expected crc 2023-12-22T17:22:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:11 smithi039 ceph-mon[181282]: osdmap e375: 8 total, 8 up, 8 in 2023-12-22T17:22:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:11 smithi039 ceph-mon[181282]: failed to encode map e375 with expected crc 2023-12-22T17:22:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:11 smithi039 ceph-mon[181282]: failed to encode map e375 with expected crc 2023-12-22T17:22:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:11 smithi039 ceph-mon[181282]: failed to encode map e375 with expected crc 2023-12-22T17:22:12.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:11 smithi039 ceph-mon[181282]: failed to encode map e375 with expected crc 2023-12-22T17:22:12.837 INFO:tasks.rados.rados.0.smithi032.stdout:1596: done (5 left) 2023-12-22T17:22:12.837 INFO:tasks.rados.rados.0.smithi032.stdout:1597: snap_create 2023-12-22T17:22:12.837 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 959 (ObjNum 321 snap 93 seq_num 321) dirty exists 2023-12-22T17:22:12.837 INFO:tasks.rados.rados.0.smithi032.stdout:1594: finishing write tid 1 to smithi032174182-34 2023-12-22T17:22:12.837 INFO:tasks.rados.rados.0.smithi032.stdout:1593: finishing write tid 1 to smithi032174182-35 2023-12-22T17:22:12.837 INFO:tasks.rados.rados.0.smithi032.stdout:1593: finishing write tid 2 to smithi032174182-35 2023-12-22T17:22:12.838 INFO:tasks.rados.rados.0.smithi032.stdout:1593: finishing write tid 3 to smithi032174182-35 2023-12-22T17:22:12.838 INFO:tasks.rados.rados.0.smithi032.stdout:1593: finishing write tid 4 to smithi032174182-35 2023-12-22T17:22:12.838 INFO:tasks.rados.rados.0.smithi032.stdout:1591: expect (ObjNum 513 snap 157 seq_num 513) 2023-12-22T17:22:12.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:12 smithi032 ceph-mon[191839]: failed to encode map e375 with expected crc 2023-12-22T17:22:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:12 smithi032 ceph-mon[191839]: failed to encode map e375 with expected crc 2023-12-22T17:22:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:12 smithi032 ceph-mon[191839]: failed to encode map e376 with expected crc 2023-12-22T17:22:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:12 smithi032 ceph-mon[191839]: osdmap e376: 8 total, 8 up, 8 in 2023-12-22T17:22:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:12 smithi032 ceph-mon[191839]: failed to encode map e376 with expected crc 2023-12-22T17:22:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:12 smithi032 ceph-mon[191839]: failed to encode map e376 with expected crc 2023-12-22T17:22:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:12 smithi032 ceph-mon[189144]: failed to encode map e375 with expected crc 2023-12-22T17:22:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:12 smithi032 ceph-mon[189144]: failed to encode map e375 with expected crc 2023-12-22T17:22:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:12 smithi032 ceph-mon[189144]: failed to encode map e376 with expected crc 2023-12-22T17:22:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:12 smithi032 ceph-mon[189144]: osdmap e376: 8 total, 8 up, 8 in 2023-12-22T17:22:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:12 smithi032 ceph-mon[189144]: failed to encode map e376 with expected crc 2023-12-22T17:22:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:12 smithi032 ceph-mon[189144]: failed to encode map e376 with expected crc 2023-12-22T17:22:13.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:12 smithi039 ceph-mon[181282]: failed to encode map e375 with expected crc 2023-12-22T17:22:13.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:12 smithi039 ceph-mon[181282]: failed to encode map e375 with expected crc 2023-12-22T17:22:13.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:12 smithi039 ceph-mon[181282]: failed to encode map e376 with expected crc 2023-12-22T17:22:13.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:12 smithi039 ceph-mon[181282]: osdmap e376: 8 total, 8 up, 8 in 2023-12-22T17:22:13.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:12 smithi039 ceph-mon[181282]: failed to encode map e376 with expected crc 2023-12-22T17:22:13.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:12 smithi039 ceph-mon[181282]: failed to encode map e376 with expected crc 2023-12-22T17:22:13.154 INFO:tasks.rados.rados.0.smithi032.stdout:1593: finishing write tid 5 to smithi032174182-35 2023-12-22T17:22:13.154 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 808 (ObjNum 516 snap 159 seq_num 516) dirty exists 2023-12-22T17:22:13.154 INFO:tasks.rados.rados.0.smithi032.stdout:1593: left oid 35 (ObjNum 516 snap 159 seq_num 516) 2023-12-22T17:22:13.154 INFO:tasks.rados.rados.0.smithi032.stdout:1594: finishing write tid 2 to smithi032174182-34 2023-12-22T17:22:13.154 INFO:tasks.rados.rados.0.smithi032.stdout:1594: finishing write tid 3 to smithi032174182-34 2023-12-22T17:22:13.154 INFO:tasks.rados.rados.0.smithi032.stdout:1594: finishing write tid 4 to smithi032174182-34 2023-12-22T17:22:13.154 INFO:tasks.rados.rados.0.smithi032.stdout:1594: finishing write tid 5 to smithi032174182-34 2023-12-22T17:22:13.154 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 898 (ObjNum 517 snap 159 seq_num 517) dirty exists 2023-12-22T17:22:13.154 INFO:tasks.rados.rados.0.smithi032.stdout:1594: left oid 34 (ObjNum 517 snap 159 seq_num 517) 2023-12-22T17:22:13.155 INFO:tasks.rados.rados.0.smithi032.stdout:1595: finishing copy_from to smithi032174182-12 2023-12-22T17:22:13.155 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 804 (ObjNum 456 snap 143 seq_num 456) dirty exists 2023-12-22T17:22:13.155 INFO:tasks.rados.rados.0.smithi032.stdout:1595: finishing copy_from racing read to smithi032174182-12 2023-12-22T17:22:13.839 INFO:tasks.rados.rados.0.smithi032.stdout:1588: done (5 left) 2023-12-22T17:22:13.840 INFO:tasks.rados.rados.0.smithi032.stdout:1591: done (4 left) 2023-12-22T17:22:13.840 INFO:tasks.rados.rados.0.smithi032.stdout:1593: done (3 left) 2023-12-22T17:22:13.840 INFO:tasks.rados.rados.0.smithi032.stdout:1594: done (2 left) 2023-12-22T17:22:13.840 INFO:tasks.rados.rados.0.smithi032.stdout:1595: done (1 left) 2023-12-22T17:22:13.840 INFO:tasks.rados.rados.0.smithi032.stdout:1597: done (0 left) 2023-12-22T17:22:13.840 INFO:tasks.rados.rados.0.smithi032.stdout:1598: delete oid 39 current snap is 160 2023-12-22T17:22:13.843 INFO:tasks.rados.rados.0.smithi032.stdout:1598: done (0 left) 2023-12-22T17:22:13.843 INFO:tasks.rados.rados.0.smithi032.stdout:1599: snap_remove snap 157 2023-12-22T17:22:13.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:13 smithi032 ceph-mon[189144]: failed to encode map e376 with expected crc 2023-12-22T17:22:13.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:13 smithi032 ceph-mon[189144]: failed to encode map e376 with expected crc 2023-12-22T17:22:13.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:13 smithi032 ceph-mon[189144]: pgmap v102: 121 pgs: 121 active+clean; 362 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 5.1 MiB/s wr, 31 op/s 2023-12-22T17:22:13.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:13 smithi032 ceph-mon[189144]: failed to encode map e377 with expected crc 2023-12-22T17:22:13.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:13 smithi032 ceph-mon[189144]: osdmap e377: 8 total, 8 up, 8 in 2023-12-22T17:22:13.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:13 smithi032 ceph-mon[191839]: failed to encode map e376 with expected crc 2023-12-22T17:22:13.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:13 smithi032 ceph-mon[191839]: failed to encode map e376 with expected crc 2023-12-22T17:22:13.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:13 smithi032 ceph-mon[191839]: pgmap v102: 121 pgs: 121 active+clean; 362 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 5.1 MiB/s wr, 31 op/s 2023-12-22T17:22:13.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:13 smithi032 ceph-mon[191839]: failed to encode map e377 with expected crc 2023-12-22T17:22:13.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:13 smithi032 ceph-mon[191839]: osdmap e377: 8 total, 8 up, 8 in 2023-12-22T17:22:14.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:13 smithi039 ceph-mon[181282]: failed to encode map e376 with expected crc 2023-12-22T17:22:14.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:13 smithi039 ceph-mon[181282]: failed to encode map e376 with expected crc 2023-12-22T17:22:14.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:13 smithi039 ceph-mon[181282]: pgmap v102: 121 pgs: 121 active+clean; 362 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 5.1 MiB/s wr, 31 op/s 2023-12-22T17:22:14.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:13 smithi039 ceph-mon[181282]: failed to encode map e377 with expected crc 2023-12-22T17:22:14.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:13 smithi039 ceph-mon[181282]: osdmap e377: 8 total, 8 up, 8 in 2023-12-22T17:22:14.843 INFO:tasks.rados.rados.0.smithi032.stdout:1599: done (0 left) 2023-12-22T17:22:14.843 INFO:tasks.rados.rados.0.smithi032.stdout:1600: snap_remove snap 146 2023-12-22T17:22:14.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:14 smithi032 ceph-mon[191839]: failed to encode map e377 with expected crc 2023-12-22T17:22:14.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:14 smithi032 ceph-mon[191839]: failed to encode map e378 with expected crc 2023-12-22T17:22:14.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:14 smithi032 ceph-mon[191839]: osdmap e378: 8 total, 8 up, 8 in 2023-12-22T17:22:14.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:14.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:14 smithi032 ceph-mon[189144]: failed to encode map e377 with expected crc 2023-12-22T17:22:14.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:14 smithi032 ceph-mon[189144]: failed to encode map e378 with expected crc 2023-12-22T17:22:14.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:14 smithi032 ceph-mon[189144]: osdmap e378: 8 total, 8 up, 8 in 2023-12-22T17:22:14.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:15.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:14 smithi039 ceph-mon[181282]: failed to encode map e377 with expected crc 2023-12-22T17:22:15.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:14 smithi039 ceph-mon[181282]: failed to encode map e378 with expected crc 2023-12-22T17:22:15.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:14 smithi039 ceph-mon[181282]: osdmap e378: 8 total, 8 up, 8 in 2023-12-22T17:22:15.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:15.847 INFO:tasks.rados.rados.0.smithi032.stdout:1600: done (0 left) 2023-12-22T17:22:15.847 INFO:tasks.rados.rados.0.smithi032.stdout:1601: rollback oid 19 current snap is 160 2023-12-22T17:22:15.847 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 19 to 123 2023-12-22T17:22:15.847 INFO:tasks.rados.rados.0.smithi032.stdout:1602: rmattr oid 33 current snap is 160 2023-12-22T17:22:15.847 INFO:tasks.rados.rados.0.smithi032.stdout:1602: done (1 left) 2023-12-22T17:22:15.848 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 23 current snap is 160 2023-12-22T17:22:15.848 INFO:tasks.rados.rados.0.smithi032.stdout:1603: seq_num 519 ranges {10272768=696320,10969088=548864,11517952=253952} 2023-12-22T17:22:15.908 INFO:tasks.rados.rados.0.smithi032.stdout:1603: writing smithi032174182-23 from 10272768 to 10969088 tid 1 2023-12-22T17:22:15.912 INFO:tasks.rados.rados.0.smithi032.stdout:1603: writing smithi032174182-23 from 10969088 to 11517952 tid 2 2023-12-22T17:22:15.913 INFO:tasks.rados.rados.0.smithi032.stdout:1603: writing smithi032174182-23 from 11517952 to 11771904 tid 3 2023-12-22T17:22:15.913 INFO:tasks.rados.rados.0.smithi032.stdout:1604: rmattr oid 37 current snap is 160 2023-12-22T17:22:15.914 INFO:tasks.rados.rados.0.smithi032.stdout:1601: finishing rollback tid 0 to smithi032174182-19 2023-12-22T17:22:15.914 INFO:tasks.rados.rados.0.smithi032.stdout:1601: finishing rollback tid 1 to smithi032174182-19 2023-12-22T17:22:15.914 INFO:tasks.rados.rados.0.smithi032.stdout:1601: finishing rollback tid 2 to smithi032174182-19 2023-12-22T17:22:15.914 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 616 (ObjNum 365 snap 114 seq_num 365) dirty exists 2023-12-22T17:22:15.914 INFO:tasks.rados.rados.0.smithi032.stdout:1601: done (2 left) 2023-12-22T17:22:15.914 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 6 current snap is 160 2023-12-22T17:22:15.914 INFO:tasks.rados.rados.0.smithi032.stdout:1605: seq_num 520 ranges {5849088=712704,6561792=434176,6995968=368640} 2023-12-22T17:22:15.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:15 smithi032 ceph-mon[189144]: failed to encode map e378 with expected crc 2023-12-22T17:22:15.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:15 smithi032 ceph-mon[189144]: pgmap v105: 121 pgs: 121 active+clean; 362 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:22:15.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:15 smithi032 ceph-mon[189144]: failed to encode map e379 with expected crc 2023-12-22T17:22:15.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:15 smithi032 ceph-mon[189144]: failed to encode map e379 with expected crc 2023-12-22T17:22:15.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:15 smithi032 ceph-mon[189144]: osdmap e379: 8 total, 8 up, 8 in 2023-12-22T17:22:15.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:15 smithi032 ceph-mon[189144]: failed to encode map e379 with expected crc 2023-12-22T17:22:15.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:15 smithi032 ceph-mon[189144]: failed to encode map e379 with expected crc 2023-12-22T17:22:15.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:15 smithi032 ceph-mon[191839]: failed to encode map e378 with expected crc 2023-12-22T17:22:15.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:15 smithi032 ceph-mon[191839]: pgmap v105: 121 pgs: 121 active+clean; 362 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:22:15.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:15 smithi032 ceph-mon[191839]: failed to encode map e379 with expected crc 2023-12-22T17:22:15.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:15 smithi032 ceph-mon[191839]: failed to encode map e379 with expected crc 2023-12-22T17:22:15.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:15 smithi032 ceph-mon[191839]: osdmap e379: 8 total, 8 up, 8 in 2023-12-22T17:22:15.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:15 smithi032 ceph-mon[191839]: failed to encode map e379 with expected crc 2023-12-22T17:22:15.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:15 smithi032 ceph-mon[191839]: failed to encode map e379 with expected crc 2023-12-22T17:22:15.949 INFO:tasks.rados.rados.0.smithi032.stdout:1605: writing smithi032174182-6 from 5849088 to 6561792 tid 1 2023-12-22T17:22:15.952 INFO:tasks.rados.rados.0.smithi032.stdout:1605: writing smithi032174182-6 from 6561792 to 6995968 tid 2 2023-12-22T17:22:15.954 INFO:tasks.rados.rados.0.smithi032.stdout:1605: writing smithi032174182-6 from 6995968 to 7364608 tid 3 2023-12-22T17:22:15.954 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 18 current snap is 160 2023-12-22T17:22:15.955 INFO:tasks.rados.rados.0.smithi032.stdout:1603: finishing write tid 1 to smithi032174182-23 2023-12-22T17:22:15.955 INFO:tasks.rados.rados.0.smithi032.stdout:1606: seq_num 521 ranges {0=729088,729088=720896,1449984=81920} 2023-12-22T17:22:15.959 INFO:tasks.rados.rados.0.smithi032.stdout:1606: writing smithi032174182-18 from 0 to 729088 tid 1 2023-12-22T17:22:15.964 INFO:tasks.rados.rados.0.smithi032.stdout:1606: writing smithi032174182-18 from 729088 to 1449984 tid 2 2023-12-22T17:22:15.964 INFO:tasks.rados.rados.0.smithi032.stdout:1606: writing smithi032174182-18 from 1449984 to 1531904 tid 3 2023-12-22T17:22:15.964 INFO:tasks.rados.rados.0.smithi032.stdout:1607: read oid 26 snap -1 2023-12-22T17:22:15.964 INFO:tasks.rados.rados.0.smithi032.stdout:1607: expect (ObjNum 501 snap 156 seq_num 501) 2023-12-22T17:22:15.965 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 160 2023-12-22T17:22:15.965 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 536 (ObjNum 511 snap 157 seq_num 511) dirty exists 2023-12-22T17:22:15.965 INFO:tasks.rados.rados.0.smithi032.stdout:1603: finishing write tid 2 to smithi032174182-23 2023-12-22T17:22:15.965 INFO:tasks.rados.rados.0.smithi032.stdout:1603: finishing write tid 3 to smithi032174182-23 2023-12-22T17:22:15.965 INFO:tasks.rados.rados.0.smithi032.stdout:1608: seq_num 522 ranges {1867776=745472,2613248=606208,3219456=196608} 2023-12-22T17:22:15.978 INFO:tasks.rados.rados.0.smithi032.stdout:1608: writing smithi032174182-49 from 1867776 to 2613248 tid 1 2023-12-22T17:22:15.981 INFO:tasks.rados.rados.0.smithi032.stdout:1608: writing smithi032174182-49 from 2613248 to 3219456 tid 2 2023-12-22T17:22:15.982 INFO:tasks.rados.rados.0.smithi032.stdout:1608: writing smithi032174182-49 from 3219456 to 3416064 tid 3 2023-12-22T17:22:15.983 INFO:tasks.rados.rados.0.smithi032.stdout:1604: done (5 left) 2023-12-22T17:22:15.983 INFO:tasks.rados.rados.0.smithi032.stdout:1609: snap_remove snap 158 2023-12-22T17:22:16.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:15 smithi039 ceph-mon[181282]: failed to encode map e378 with expected crc 2023-12-22T17:22:16.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:15 smithi039 ceph-mon[181282]: pgmap v105: 121 pgs: 121 active+clean; 362 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:22:16.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:15 smithi039 ceph-mon[181282]: failed to encode map e379 with expected crc 2023-12-22T17:22:16.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:15 smithi039 ceph-mon[181282]: failed to encode map e379 with expected crc 2023-12-22T17:22:16.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:15 smithi039 ceph-mon[181282]: osdmap e379: 8 total, 8 up, 8 in 2023-12-22T17:22:16.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:15 smithi039 ceph-mon[181282]: failed to encode map e379 with expected crc 2023-12-22T17:22:16.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:15 smithi039 ceph-mon[181282]: failed to encode map e379 with expected crc 2023-12-22T17:22:16.852 INFO:tasks.rados.rados.0.smithi032.stdout:1609: done (5 left) 2023-12-22T17:22:16.852 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 38 current snap is 160 2023-12-22T17:22:16.852 INFO:tasks.rados.rados.0.smithi032.stdout:1610: seq_num 523 ranges {3440640=770048,4210688=491520,4702208=311296} 2023-12-22T17:22:16.875 INFO:tasks.rados.rados.0.smithi032.stdout:1610: writing smithi032174182-38 from 3440640 to 4210688 tid 1 2023-12-22T17:22:16.878 INFO:tasks.rados.rados.0.smithi032.stdout:1610: writing smithi032174182-38 from 4210688 to 4702208 tid 2 2023-12-22T17:22:16.881 INFO:tasks.rados.rados.0.smithi032.stdout:1610: writing smithi032174182-38 from 4702208 to 5013504 tid 3 2023-12-22T17:22:16.881 INFO:tasks.rados.rados.0.smithi032.stdout:1611: snap_create 2023-12-22T17:22:16.881 INFO:tasks.rados.rados.0.smithi032.stdout:1603: finishing write tid 4 to smithi032174182-23 2023-12-22T17:22:16.881 INFO:tasks.rados.rados.0.smithi032.stdout:1603: finishing write tid 5 to smithi032174182-23 2023-12-22T17:22:16.881 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 978 (ObjNum 519 snap 160 seq_num 519) dirty exists 2023-12-22T17:22:16.881 INFO:tasks.rados.rados.0.smithi032.stdout:1603: left oid 23 (ObjNum 519 snap 160 seq_num 519) 2023-12-22T17:22:16.881 INFO:tasks.rados.rados.0.smithi032.stdout:1605: finishing write tid 1 to smithi032174182-6 2023-12-22T17:22:16.881 INFO:tasks.rados.rados.0.smithi032.stdout:1605: finishing write tid 2 to smithi032174182-6 2023-12-22T17:22:16.881 INFO:tasks.rados.rados.0.smithi032.stdout:1605: finishing write tid 3 to smithi032174182-6 2023-12-22T17:22:16.881 INFO:tasks.rados.rados.0.smithi032.stdout:1605: finishing write tid 4 to smithi032174182-6 2023-12-22T17:22:16.881 INFO:tasks.rados.rados.0.smithi032.stdout:1605: finishing write tid 5 to smithi032174182-6 2023-12-22T17:22:16.881 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 983 (ObjNum 520 snap 160 seq_num 520) dirty exists 2023-12-22T17:22:16.881 INFO:tasks.rados.rados.0.smithi032.stdout:1605: left oid 6 (ObjNum 520 snap 160 seq_num 520) 2023-12-22T17:22:16.881 INFO:tasks.rados.rados.0.smithi032.stdout:1606: finishing write tid 1 to smithi032174182-18 2023-12-22T17:22:16.882 INFO:tasks.rados.rados.0.smithi032.stdout:1606: finishing write tid 2 to smithi032174182-18 2023-12-22T17:22:16.882 INFO:tasks.rados.rados.0.smithi032.stdout:1606: finishing write tid 3 to smithi032174182-18 2023-12-22T17:22:16.882 INFO:tasks.rados.rados.0.smithi032.stdout:1606: finishing write tid 4 to smithi032174182-18 2023-12-22T17:22:16.882 INFO:tasks.rados.rados.0.smithi032.stdout:1607: expect (ObjNum 501 snap 156 seq_num 501) 2023-12-22T17:22:16.911 INFO:tasks.rados.rados.0.smithi032.stdout:1606: finishing write tid 5 to smithi032174182-18 2023-12-22T17:22:16.911 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 685 (ObjNum 521 snap 160 seq_num 521) dirty exists 2023-12-22T17:22:16.911 INFO:tasks.rados.rados.0.smithi032.stdout:1606: left oid 18 (ObjNum 521 snap 160 seq_num 521) 2023-12-22T17:22:16.911 INFO:tasks.rados.rados.0.smithi032.stdout:1608: finishing write tid 1 to smithi032174182-49 2023-12-22T17:22:16.911 INFO:tasks.rados.rados.0.smithi032.stdout:1608: finishing write tid 2 to smithi032174182-49 2023-12-22T17:22:16.911 INFO:tasks.rados.rados.0.smithi032.stdout:1608: finishing write tid 3 to smithi032174182-49 2023-12-22T17:22:16.911 INFO:tasks.rados.rados.0.smithi032.stdout:1608: finishing write tid 4 to smithi032174182-49 2023-12-22T17:22:16.911 INFO:tasks.rados.rados.0.smithi032.stdout:1608: finishing write tid 5 to smithi032174182-49 2023-12-22T17:22:16.912 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 902 (ObjNum 522 snap 160 seq_num 522) dirty exists 2023-12-22T17:22:16.912 INFO:tasks.rados.rados.0.smithi032.stdout:1608: left oid 49 (ObjNum 522 snap 160 seq_num 522) 2023-12-22T17:22:16.912 INFO:tasks.rados.rados.0.smithi032.stdout:1610: finishing write tid 1 to smithi032174182-38 2023-12-22T17:22:16.912 INFO:tasks.rados.rados.0.smithi032.stdout:1610: finishing write tid 2 to smithi032174182-38 2023-12-22T17:22:16.912 INFO:tasks.rados.rados.0.smithi032.stdout:1610: finishing write tid 3 to smithi032174182-38 2023-12-22T17:22:16.912 INFO:tasks.rados.rados.0.smithi032.stdout:1610: finishing write tid 4 to smithi032174182-38 2023-12-22T17:22:16.912 INFO:tasks.rados.rados.0.smithi032.stdout:1610: finishing write tid 5 to smithi032174182-38 2023-12-22T17:22:16.912 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 1072 (ObjNum 523 snap 160 seq_num 523) dirty exists 2023-12-22T17:22:16.912 INFO:tasks.rados.rados.0.smithi032.stdout:1610: left oid 38 (ObjNum 523 snap 160 seq_num 523) 2023-12-22T17:22:16.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:16 smithi032 ceph-mon[191839]: failed to encode map e379 with expected crc 2023-12-22T17:22:16.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:16 smithi032 ceph-mon[191839]: failed to encode map e380 with expected crc 2023-12-22T17:22:16.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:16 smithi032 ceph-mon[191839]: failed to encode map e380 with expected crc 2023-12-22T17:22:16.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:16 smithi032 ceph-mon[191839]: osdmap e380: 8 total, 8 up, 8 in 2023-12-22T17:22:16.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:16 smithi032 ceph-mon[191839]: failed to encode map e380 with expected crc 2023-12-22T17:22:16.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:16 smithi032 ceph-mon[191839]: failed to encode map e380 with expected crc 2023-12-22T17:22:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:16 smithi032 ceph-mon[189144]: failed to encode map e379 with expected crc 2023-12-22T17:22:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:16 smithi032 ceph-mon[189144]: failed to encode map e380 with expected crc 2023-12-22T17:22:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:16 smithi032 ceph-mon[189144]: failed to encode map e380 with expected crc 2023-12-22T17:22:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:16 smithi032 ceph-mon[189144]: osdmap e380: 8 total, 8 up, 8 in 2023-12-22T17:22:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:16 smithi032 ceph-mon[189144]: failed to encode map e380 with expected crc 2023-12-22T17:22:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:16 smithi032 ceph-mon[189144]: failed to encode map e380 with expected crc 2023-12-22T17:22:17.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:16 smithi039 ceph-mon[181282]: failed to encode map e379 with expected crc 2023-12-22T17:22:17.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:16 smithi039 ceph-mon[181282]: failed to encode map e380 with expected crc 2023-12-22T17:22:17.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:16 smithi039 ceph-mon[181282]: failed to encode map e380 with expected crc 2023-12-22T17:22:17.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:16 smithi039 ceph-mon[181282]: osdmap e380: 8 total, 8 up, 8 in 2023-12-22T17:22:17.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:16 smithi039 ceph-mon[181282]: failed to encode map e380 with expected crc 2023-12-22T17:22:17.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:16 smithi039 ceph-mon[181282]: failed to encode map e380 with expected crc 2023-12-22T17:22:17.830 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:17 smithi032 ceph-mon[191839]: failed to encode map e380 with expected crc 2023-12-22T17:22:17.830 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:17 smithi032 ceph-mon[191839]: failed to encode map e380 with expected crc 2023-12-22T17:22:17.830 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:17 smithi032 ceph-mon[191839]: pgmap v108: 121 pgs: 121 active+clean; 375 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2023-12-22T17:22:17.830 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:17 smithi032 ceph-mon[191839]: failed to encode map e381 with expected crc 2023-12-22T17:22:17.830 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:17 smithi032 ceph-mon[191839]: osdmap e381: 8 total, 8 up, 8 in 2023-12-22T17:22:17.830 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:17 smithi032 ceph-mon[191839]: failed to encode map e381 with expected crc 2023-12-22T17:22:17.831 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:17 smithi032 ceph-mon[191839]: failed to encode map e381 with expected crc 2023-12-22T17:22:17.831 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:17 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-22T17:22:17.831 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:17 smithi032 ceph-mon[191839]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-22T17:22:17.831 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:17 smithi032 ceph-mon[191839]: Upgrade: osd.1 is safe to restart 2023-12-22T17:22:17.831 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:17 smithi032 ceph-mon[189144]: failed to encode map e380 with expected crc 2023-12-22T17:22:17.831 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:17 smithi032 ceph-mon[189144]: failed to encode map e380 with expected crc 2023-12-22T17:22:17.831 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:17 smithi032 ceph-mon[189144]: pgmap v108: 121 pgs: 121 active+clean; 375 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2023-12-22T17:22:17.831 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:17 smithi032 ceph-mon[189144]: failed to encode map e381 with expected crc 2023-12-22T17:22:17.831 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:17 smithi032 ceph-mon[189144]: osdmap e381: 8 total, 8 up, 8 in 2023-12-22T17:22:17.831 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:17 smithi032 ceph-mon[189144]: failed to encode map e381 with expected crc 2023-12-22T17:22:17.831 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:17 smithi032 ceph-mon[189144]: failed to encode map e381 with expected crc 2023-12-22T17:22:17.831 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:17 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-22T17:22:17.831 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:17 smithi032 ceph-mon[189144]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-22T17:22:17.832 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:17 smithi032 ceph-mon[189144]: Upgrade: osd.1 is safe to restart 2023-12-22T17:22:17.851 INFO:tasks.rados.rados.0.smithi032.stdout:1603: done (6 left) 2023-12-22T17:22:17.851 INFO:tasks.rados.rados.0.smithi032.stdout:1605: done (5 left) 2023-12-22T17:22:17.851 INFO:tasks.rados.rados.0.smithi032.stdout:1606: done (4 left) 2023-12-22T17:22:17.852 INFO:tasks.rados.rados.0.smithi032.stdout:1607: done (3 left) 2023-12-22T17:22:17.852 INFO:tasks.rados.rados.0.smithi032.stdout:1608: done (2 left) 2023-12-22T17:22:17.852 INFO:tasks.rados.rados.0.smithi032.stdout:1610: done (1 left) 2023-12-22T17:22:17.852 INFO:tasks.rados.rados.0.smithi032.stdout:1611: done (0 left) 2023-12-22T17:22:17.852 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 44 current snap is 161 2023-12-22T17:22:17.852 INFO:tasks.rados.rados.0.smithi032.stdout:1612: seq_num 524 ranges {6676480=786432,7462912=778240,8241152=24576} 2023-12-22T17:22:17.893 INFO:tasks.rados.rados.0.smithi032.stdout:1612: writing smithi032174182-44 from 6676480 to 7462912 tid 1 2023-12-22T17:22:17.898 INFO:tasks.rados.rados.0.smithi032.stdout:1612: writing smithi032174182-44 from 7462912 to 8241152 tid 2 2023-12-22T17:22:17.898 INFO:tasks.rados.rados.0.smithi032.stdout:1612: writing smithi032174182-44 from 8241152 to 8265728 tid 3 2023-12-22T17:22:17.898 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 48 current snap is 161 2023-12-22T17:22:17.898 INFO:tasks.rados.rados.0.smithi032.stdout:1612: finishing write tid 1 to smithi032174182-44 2023-12-22T17:22:17.904 INFO:tasks.rados.rados.0.smithi032.stdout:1613: seq_num 525 ranges {5865472=802816,6668288=712704,7380992=90112} 2023-12-22T17:22:17.935 INFO:tasks.rados.rados.0.smithi032.stdout:1613: writing smithi032174182-48 from 5865472 to 6668288 tid 1 2023-12-22T17:22:17.939 INFO:tasks.rados.rados.0.smithi032.stdout:1613: writing smithi032174182-48 from 6668288 to 7380992 tid 2 2023-12-22T17:22:17.940 INFO:tasks.rados.rados.0.smithi032.stdout:1613: writing smithi032174182-48 from 7380992 to 7471104 tid 3 2023-12-22T17:22:17.940 INFO:tasks.rados.rados.0.smithi032.stdout:1614: delete oid 25 current snap is 161 2023-12-22T17:22:17.940 INFO:tasks.rados.rados.0.smithi032.stdout:1612: finishing write tid 2 to smithi032174182-44 2023-12-22T17:22:17.940 INFO:tasks.rados.rados.0.smithi032.stdout:1612: finishing write tid 3 to smithi032174182-44 2023-12-22T17:22:17.940 INFO:tasks.rados.rados.0.smithi032.stdout:1612: finishing write tid 4 to smithi032174182-44 2023-12-22T17:22:17.940 INFO:tasks.rados.rados.0.smithi032.stdout:1612: finishing write tid 5 to smithi032174182-44 2023-12-22T17:22:17.940 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 994 (ObjNum 524 snap 161 seq_num 524) dirty exists 2023-12-22T17:22:17.940 INFO:tasks.rados.rados.0.smithi032.stdout:1612: left oid 44 (ObjNum 524 snap 161 seq_num 524) 2023-12-22T17:22:17.940 INFO:tasks.rados.rados.0.smithi032.stdout:1613: finishing write tid 1 to smithi032174182-48 2023-12-22T17:22:17.942 INFO:tasks.rados.rados.0.smithi032.stdout:1613: finishing write tid 2 to smithi032174182-48 2023-12-22T17:22:17.942 INFO:tasks.rados.rados.0.smithi032.stdout:1613: finishing write tid 3 to smithi032174182-48 2023-12-22T17:22:17.944 INFO:tasks.rados.rados.0.smithi032.stdout:1613: finishing write tid 4 to smithi032174182-48 2023-12-22T17:22:17.944 INFO:tasks.rados.rados.0.smithi032.stdout:1613: finishing write tid 5 to smithi032174182-48 2023-12-22T17:22:17.945 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 622 (ObjNum 525 snap 161 seq_num 525) dirty exists 2023-12-22T17:22:17.945 INFO:tasks.rados.rados.0.smithi032.stdout:1613: left oid 48 (ObjNum 525 snap 161 seq_num 525) 2023-12-22T17:22:17.946 INFO:tasks.rados.rados.0.smithi032.stdout:1612: done (2 left) 2023-12-22T17:22:17.946 INFO:tasks.rados.rados.0.smithi032.stdout:1613: done (1 left) 2023-12-22T17:22:17.946 INFO:tasks.rados.rados.0.smithi032.stdout:1614: done (0 left) 2023-12-22T17:22:17.946 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 20 current snap is 161 2023-12-22T17:22:17.946 INFO:tasks.rados.rados.0.smithi032.stdout:1615: seq_num 527 ranges {9633792=434176,10067968=475136,10543104=565248,11108352=163840} 2023-12-22T17:22:18.000 INFO:tasks.rados.rados.0.smithi032.stdout:1615: writing smithi032174182-20 from 9633792 to 10067968 tid 1 2023-12-22T17:22:18.004 INFO:tasks.rados.rados.0.smithi032.stdout:1615: writing smithi032174182-20 from 10067968 to 10543104 tid 2 2023-12-22T17:22:18.007 INFO:tasks.rados.rados.0.smithi032.stdout:1615: writing smithi032174182-20 from 10543104 to 11108352 tid 3 2023-12-22T17:22:18.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:17 smithi039 ceph-mon[181282]: failed to encode map e380 with expected crc 2023-12-22T17:22:18.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:17 smithi039 ceph-mon[181282]: failed to encode map e380 with expected crc 2023-12-22T17:22:18.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:17 smithi039 ceph-mon[181282]: pgmap v108: 121 pgs: 121 active+clean; 375 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2023-12-22T17:22:18.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:17 smithi039 ceph-mon[181282]: failed to encode map e381 with expected crc 2023-12-22T17:22:18.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:17 smithi039 ceph-mon[181282]: osdmap e381: 8 total, 8 up, 8 in 2023-12-22T17:22:18.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:17 smithi039 ceph-mon[181282]: failed to encode map e381 with expected crc 2023-12-22T17:22:18.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:17 smithi039 ceph-mon[181282]: failed to encode map e381 with expected crc 2023-12-22T17:22:18.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:17 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-22T17:22:18.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:17 smithi039 ceph-mon[181282]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-22T17:22:18.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:17 smithi039 ceph-mon[181282]: Upgrade: osd.1 is safe to restart 2023-12-22T17:22:18.008 INFO:tasks.rados.rados.0.smithi032.stdout:1615: writing smithi032174182-20 from 11108352 to 11272192 tid 4 2023-12-22T17:22:18.009 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 14 current snap is 161 2023-12-22T17:22:18.009 INFO:tasks.rados.rados.0.smithi032.stdout:1616: seq_num 528 ranges {4677632=450560,5128192=761856,5890048=442368} 2023-12-22T17:22:18.036 INFO:tasks.rados.rados.0.smithi032.stdout:1616: writing smithi032174182-14 from 4677632 to 5128192 tid 1 2023-12-22T17:22:18.041 INFO:tasks.rados.rados.0.smithi032.stdout:1616: writing smithi032174182-14 from 5128192 to 5890048 tid 2 2023-12-22T17:22:18.044 INFO:tasks.rados.rados.0.smithi032.stdout:1616: writing smithi032174182-14 from 5890048 to 6332416 tid 3 2023-12-22T17:22:18.044 INFO:tasks.rados.rados.0.smithi032.stdout:1617: read oid 4 snap 145 2023-12-22T17:22:18.044 INFO:tasks.rados.rados.0.smithi032.stdout:1617: expect deleted 2023-12-22T17:22:18.044 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 22 current snap is 161 2023-12-22T17:22:18.044 INFO:tasks.rados.rados.0.smithi032.stdout:1615: finishing write tid 1 to smithi032174182-20 2023-12-22T17:22:18.044 INFO:tasks.rados.rados.0.smithi032.stdout:1615: finishing write tid 2 to smithi032174182-20 2023-12-22T17:22:18.044 INFO:tasks.rados.rados.0.smithi032.stdout:1615: finishing write tid 3 to smithi032174182-20 2023-12-22T17:22:18.045 INFO:tasks.rados.rados.0.smithi032.stdout:1615: finishing write tid 4 to smithi032174182-20 2023-12-22T17:22:18.045 INFO:tasks.rados.rados.0.smithi032.stdout:1615: finishing write tid 5 to smithi032174182-20 2023-12-22T17:22:18.045 INFO:tasks.rados.rados.0.smithi032.stdout:1615: finishing write tid 6 to smithi032174182-20 2023-12-22T17:22:18.045 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 1000 (ObjNum 527 snap 161 seq_num 527) dirty exists 2023-12-22T17:22:18.045 INFO:tasks.rados.rados.0.smithi032.stdout:1615: left oid 20 (ObjNum 527 snap 161 seq_num 527) 2023-12-22T17:22:18.045 INFO:tasks.rados.rados.0.smithi032.stdout:1618: seq_num 529 ranges {0=466944,466944=647168,1114112=532480,1646592=24576} 2023-12-22T17:22:18.046 INFO:tasks.rados.rados.0.smithi032.stdout:1618: writing smithi032174182-22 from 0 to 466944 tid 1 2023-12-22T17:22:18.049 INFO:tasks.rados.rados.0.smithi032.stdout:1618: writing smithi032174182-22 from 466944 to 1114112 tid 2 2023-12-22T17:22:18.053 INFO:tasks.rados.rados.0.smithi032.stdout:1618: writing smithi032174182-22 from 1114112 to 1646592 tid 3 2023-12-22T17:22:18.053 INFO:tasks.rados.rados.0.smithi032.stdout:1618: writing smithi032174182-22 from 1646592 to 1671168 tid 4 2023-12-22T17:22:18.053 INFO:tasks.rados.rados.0.smithi032.stdout:1615: done (3 left) 2023-12-22T17:22:18.053 INFO:tasks.rados.rados.0.smithi032.stdout:1619: delete oid 31 current snap is 161 2023-12-22T17:22:18.053 INFO:tasks.rados.rados.0.smithi032.stdout:1616: finishing write tid 1 to smithi032174182-14 2023-12-22T17:22:18.053 INFO:tasks.rados.rados.0.smithi032.stdout:1616: finishing write tid 2 to smithi032174182-14 2023-12-22T17:22:18.053 INFO:tasks.rados.rados.0.smithi032.stdout:1616: finishing write tid 3 to smithi032174182-14 2023-12-22T17:22:18.053 INFO:tasks.rados.rados.0.smithi032.stdout:1616: finishing write tid 4 to smithi032174182-14 2023-12-22T17:22:18.054 INFO:tasks.rados.rados.0.smithi032.stdout:1616: finishing write tid 5 to smithi032174182-14 2023-12-22T17:22:18.054 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 427 (ObjNum 528 snap 161 seq_num 528) dirty exists 2023-12-22T17:22:18.054 INFO:tasks.rados.rados.0.smithi032.stdout:1616: left oid 14 (ObjNum 528 snap 161 seq_num 528) 2023-12-22T17:22:18.055 INFO:tasks.rados.rados.0.smithi032.stdout:1616: done (3 left) 2023-12-22T17:22:18.055 INFO:tasks.rados.rados.0.smithi032.stdout:1617: done (2 left) 2023-12-22T17:22:18.055 INFO:tasks.rados.rados.0.smithi032.stdout:1619: done (1 left) 2023-12-22T17:22:18.055 INFO:tasks.rados.rados.0.smithi032.stdout:1620: setattr oid 13 current snap is 161 2023-12-22T17:22:18.056 INFO:tasks.rados.rados.0.smithi032.stdout:1618: finishing write tid 1 to smithi032174182-22 2023-12-22T17:22:18.056 INFO:tasks.rados.rados.0.smithi032.stdout:1621: snap_remove snap 152 2023-12-22T17:22:18.854 INFO:tasks.rados.rados.0.smithi032.stdout:1621: done (2 left) 2023-12-22T17:22:18.854 INFO:tasks.rados.rados.0.smithi032.stdout:1622: setattr oid 15 current snap is 161 2023-12-22T17:22:18.854 INFO:tasks.rados.rados.0.smithi032.stdout:1618: finishing write tid 2 to smithi032174182-22 2023-12-22T17:22:18.854 INFO:tasks.rados.rados.0.smithi032.stdout:1618: finishing write tid 3 to smithi032174182-22 2023-12-22T17:22:18.854 INFO:tasks.rados.rados.0.smithi032.stdout:1618: finishing write tid 4 to smithi032174182-22 2023-12-22T17:22:18.854 INFO:tasks.rados.rados.0.smithi032.stdout:1618: finishing write tid 5 to smithi032174182-22 2023-12-22T17:22:18.854 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 1220 (ObjNum 469 snap 146 seq_num 469) dirty exists 2023-12-22T17:22:18.854 INFO:tasks.rados.rados.0.smithi032.stdout:1618: finishing write tid 6 to smithi032174182-22 2023-12-22T17:22:18.854 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 690 (ObjNum 529 snap 161 seq_num 529) dirty exists 2023-12-22T17:22:18.854 INFO:tasks.rados.rados.0.smithi032.stdout:1618: left oid 22 (ObjNum 529 snap 161 seq_num 529) 2023-12-22T17:22:18.856 INFO:tasks.rados.rados.0.smithi032.stdout:1618: done (2 left) 2023-12-22T17:22:18.856 INFO:tasks.rados.rados.0.smithi032.stdout:1620: done (1 left) 2023-12-22T17:22:18.856 INFO:tasks.rados.rados.0.smithi032.stdout:1623: rollback oid 33 current snap is 161 2023-12-22T17:22:18.856 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 33 to 160 2023-12-22T17:22:18.856 INFO:tasks.rados.rados.0.smithi032.stdout:1624: copy_from oid 2 from oid 47 current snap is 161 2023-12-22T17:22:18.856 INFO:tasks.rados.rados.0.smithi032.stdout:1625: delete oid 45 current snap is 161 2023-12-22T17:22:18.871 INFO:tasks.rados.rados.0.smithi032.stdout:1623: finishing rollback tid 0 to smithi032174182-33 2023-12-22T17:22:18.872 INFO:tasks.rados.rados.0.smithi032.stdout:1623: finishing rollback tid 1 to smithi032174182-33 2023-12-22T17:22:18.872 INFO:tasks.rados.rados.0.smithi032.stdout:1623: finishing rollback tid 2 to smithi032174182-33 2023-12-22T17:22:18.872 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 769 (ObjNum 453 snap 143 seq_num 453) dirty exists 2023-12-22T17:22:18.873 INFO:tasks.rados.rados.0.smithi032.stdout:1623: done (3 left) 2023-12-22T17:22:18.873 INFO:tasks.rados.rados.0.smithi032.stdout:1625: done (2 left) 2023-12-22T17:22:18.873 INFO:tasks.rados.rados.0.smithi032.stdout:1626: read oid 35 snap -1 2023-12-22T17:22:18.873 INFO:tasks.rados.rados.0.smithi032.stdout:1626: expect (ObjNum 516 snap 159 seq_num 516) 2023-12-22T17:22:18.873 INFO:tasks.rados.rados.0.smithi032.stdout:1627: copy_from oid 12 from oid 45 current snap is 161 2023-12-22T17:22:18.873 INFO:tasks.rados.rados.0.smithi032.stdout:1628: copy_from oid 43 from oid 33 current snap is 161 2023-12-22T17:22:18.873 INFO:tasks.rados.rados.0.smithi032.stdout:1629: snap_remove snap 139 2023-12-22T17:22:18.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:18 smithi032 ceph-mon[189144]: failed to encode map e381 with expected crc 2023-12-22T17:22:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:18 smithi032 ceph-mon[189144]: failed to encode map e382 with expected crc 2023-12-22T17:22:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:18 smithi032 ceph-mon[189144]: osdmap e382: 8 total, 8 up, 8 in 2023-12-22T17:22:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:18 smithi032 ceph-mon[189144]: failed to encode map e382 with expected crc 2023-12-22T17:22:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:18 smithi032 ceph-mon[189144]: failed to encode map e382 with expected crc 2023-12-22T17:22:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:18 smithi032 ceph-mon[189144]: failed to encode map e382 with expected crc 2023-12-22T17:22:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:18 smithi032 ceph-mon[189144]: Upgrade: Updating osd.1 2023-12-22T17:22:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:18 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:18 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-22T17:22:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:18 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:22:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:18 smithi032 ceph-mon[189144]: Deploying daemon osd.1 on smithi032 2023-12-22T17:22:18.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:18 smithi032 ceph-mon[191839]: failed to encode map e381 with expected crc 2023-12-22T17:22:18.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:18 smithi032 ceph-mon[191839]: failed to encode map e382 with expected crc 2023-12-22T17:22:18.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:18 smithi032 ceph-mon[191839]: osdmap e382: 8 total, 8 up, 8 in 2023-12-22T17:22:18.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:18 smithi032 ceph-mon[191839]: failed to encode map e382 with expected crc 2023-12-22T17:22:18.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:18 smithi032 ceph-mon[191839]: failed to encode map e382 with expected crc 2023-12-22T17:22:18.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:18 smithi032 ceph-mon[191839]: failed to encode map e382 with expected crc 2023-12-22T17:22:18.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:18 smithi032 ceph-mon[191839]: Upgrade: Updating osd.1 2023-12-22T17:22:18.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:18 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:18.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:18 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-22T17:22:18.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:18 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:22:18.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:18 smithi032 ceph-mon[191839]: Deploying daemon osd.1 on smithi032 2023-12-22T17:22:19.007 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:22:18 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:22:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi032:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi039.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-22T17:22:19.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:18 smithi039 ceph-mon[181282]: failed to encode map e381 with expected crc 2023-12-22T17:22:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:18 smithi039 ceph-mon[181282]: failed to encode map e382 with expected crc 2023-12-22T17:22:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:18 smithi039 ceph-mon[181282]: osdmap e382: 8 total, 8 up, 8 in 2023-12-22T17:22:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:18 smithi039 ceph-mon[181282]: failed to encode map e382 with expected crc 2023-12-22T17:22:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:18 smithi039 ceph-mon[181282]: failed to encode map e382 with expected crc 2023-12-22T17:22:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:18 smithi039 ceph-mon[181282]: failed to encode map e382 with expected crc 2023-12-22T17:22:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:18 smithi039 ceph-mon[181282]: Upgrade: Updating osd.1 2023-12-22T17:22:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:18 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:18 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-22T17:22:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:18 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:22:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:18 smithi039 ceph-mon[181282]: Deploying daemon osd.1 on smithi032 2023-12-22T17:22:19.855 INFO:tasks.rados.rados.0.smithi032.stdout:1629: done (5 left) 2023-12-22T17:22:19.855 INFO:tasks.rados.rados.0.smithi032.stdout:1630: copy_from oid 29 from oid 42 current snap is 161 2023-12-22T17:22:19.856 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 1221 (ObjNum 129 snap 0 seq_num 1596775392) dirty exists 2023-12-22T17:22:19.856 INFO:tasks.rados.rados.0.smithi032.stdout:1627: finishing copy_from to smithi032174182-12 2023-12-22T17:22:19.856 INFO:tasks.rados.rados.0.smithi032.stdout:1627: got expected ENOENT (src dne) 2023-12-22T17:22:19.856 INFO:tasks.rados.rados.0.smithi032.stdout:1627: finishing copy_from racing read to smithi032174182-12 2023-12-22T17:22:19.856 INFO:tasks.rados.rados.0.smithi032.stdout:1624: finishing copy_from to smithi032174182-2 2023-12-22T17:22:19.856 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 1165 (ObjNum 506 snap 156 seq_num 506) dirty exists 2023-12-22T17:22:19.856 INFO:tasks.rados.rados.0.smithi032.stdout:1624: finishing copy_from racing read to smithi032174182-2 2023-12-22T17:22:19.856 INFO:tasks.rados.rados.0.smithi032.stdout:1628: finishing copy_from to smithi032174182-43 2023-12-22T17:22:19.856 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 769 (ObjNum 453 snap 143 seq_num 453) dirty exists 2023-12-22T17:22:19.856 INFO:tasks.rados.rados.0.smithi032.stdout:1628: finishing copy_from racing read to smithi032174182-43 2023-12-22T17:22:19.856 INFO:tasks.rados.rados.0.smithi032.stdout:1626: expect (ObjNum 516 snap 159 seq_num 516) 2023-12-22T17:22:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:19 smithi032 ceph-mon[189144]: failed to encode map e382 with expected crc 2023-12-22T17:22:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:19 smithi032 ceph-mon[189144]: failed to encode map e382 with expected crc 2023-12-22T17:22:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:19 smithi032 ceph-mon[189144]: pgmap v111: 121 pgs: 121 active+clean; 375 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2023-12-22T17:22:19.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:19 smithi032 ceph-mon[189144]: failed to encode map e383 with expected crc 2023-12-22T17:22:19.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:19 smithi032 ceph-mon[189144]: osdmap e383: 8 total, 8 up, 8 in 2023-12-22T17:22:19.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:19 smithi032 ceph-mon[189144]: failed to encode map e383 with expected crc 2023-12-22T17:22:19.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:19.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:22:19.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:19 smithi032 ceph-mon[191839]: failed to encode map e382 with expected crc 2023-12-22T17:22:19.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:19 smithi032 ceph-mon[191839]: failed to encode map e382 with expected crc 2023-12-22T17:22:19.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:19 smithi032 ceph-mon[191839]: pgmap v111: 121 pgs: 121 active+clean; 375 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2023-12-22T17:22:19.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:19 smithi032 ceph-mon[191839]: failed to encode map e383 with expected crc 2023-12-22T17:22:19.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:19 smithi032 ceph-mon[191839]: osdmap e383: 8 total, 8 up, 8 in 2023-12-22T17:22:19.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:19 smithi032 ceph-mon[191839]: failed to encode map e383 with expected crc 2023-12-22T17:22:19.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:19.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:22:20.006 INFO:tasks.rados.rados.0.smithi032.stdout:1630: finishing copy_from to smithi032174182-29 2023-12-22T17:22:20.006 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 613 (ObjNum 502 snap 156 seq_num 502) dirty exists 2023-12-22T17:22:20.006 INFO:tasks.rados.rados.0.smithi032.stdout:1630: finishing copy_from racing read to smithi032174182-29 2023-12-22T17:22:20.006 INFO:tasks.rados.rados.0.smithi032.stdout:1622: done (5 left) 2023-12-22T17:22:20.006 INFO:tasks.rados.rados.0.smithi032.stdout:1624: done (4 left) 2023-12-22T17:22:20.006 INFO:tasks.rados.rados.0.smithi032.stdout:1626: done (3 left) 2023-12-22T17:22:20.006 INFO:tasks.rados.rados.0.smithi032.stdout:1627: done (2 left) 2023-12-22T17:22:20.006 INFO:tasks.rados.rados.0.smithi032.stdout:1628: done (1 left) 2023-12-22T17:22:20.006 INFO:tasks.rados.rados.0.smithi032.stdout:1630: done (0 left) 2023-12-22T17:22:20.006 INFO:tasks.rados.rados.0.smithi032.stdout:1631: rmattr oid 39 current snap is 161 2023-12-22T17:22:20.006 INFO:tasks.rados.rados.0.smithi032.stdout:1631: done (0 left) 2023-12-22T17:22:20.007 INFO:tasks.rados.rados.0.smithi032.stdout:1632: snap_create 2023-12-22T17:22:20.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:19 smithi039 ceph-mon[181282]: failed to encode map e382 with expected crc 2023-12-22T17:22:20.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:19 smithi039 ceph-mon[181282]: failed to encode map e382 with expected crc 2023-12-22T17:22:20.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:19 smithi039 ceph-mon[181282]: pgmap v111: 121 pgs: 121 active+clean; 375 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2023-12-22T17:22:20.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:19 smithi039 ceph-mon[181282]: failed to encode map e383 with expected crc 2023-12-22T17:22:20.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:19 smithi039 ceph-mon[181282]: osdmap e383: 8 total, 8 up, 8 in 2023-12-22T17:22:20.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:19 smithi039 ceph-mon[181282]: failed to encode map e383 with expected crc 2023-12-22T17:22:20.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:20.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:22:20.799 INFO:tasks.rados.rados.0.smithi032.stdout:1632: done (0 left) 2023-12-22T17:22:20.800 INFO:tasks.rados.rados.0.smithi032.stdout:1633: rollback oid 43 current snap is 162 2023-12-22T17:22:20.800 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 43 to 111 2023-12-22T17:22:20.800 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 4 current snap is 162 2023-12-22T17:22:20.800 INFO:tasks.rados.rados.0.smithi032.stdout:1634: seq_num 532 ranges {1982464=516096,2498560=696320,3194880=507904} 2023-12-22T17:22:20.812 INFO:tasks.rados.rados.0.smithi032.stdout:1634: writing smithi032174182-4 from 1982464 to 2498560 tid 1 2023-12-22T17:22:20.816 INFO:tasks.rados.rados.0.smithi032.stdout:1634: writing smithi032174182-4 from 2498560 to 3194880 tid 2 2023-12-22T17:22:20.820 INFO:tasks.rados.rados.0.smithi032.stdout:1634: writing smithi032174182-4 from 3194880 to 3702784 tid 3 2023-12-22T17:22:20.820 INFO:tasks.rados.rados.0.smithi032.stdout:1635: read oid 18 snap -1 2023-12-22T17:22:20.820 INFO:tasks.rados.rados.0.smithi032.stdout:1635: expect (ObjNum 521 snap 160 seq_num 521) 2023-12-22T17:22:20.820 INFO:tasks.rados.rados.0.smithi032.stdout:1636: copy_from oid 6 from oid 29 current snap is 162 2023-12-22T17:22:20.820 INFO:tasks.rados.rados.0.smithi032.stdout:1633: finishing rollback tid 0 to smithi032174182-43 2023-12-22T17:22:20.820 INFO:tasks.rados.rados.0.smithi032.stdout:1633: finishing rollback tid 1 to smithi032174182-43 2023-12-22T17:22:20.820 INFO:tasks.rados.rados.0.smithi032.stdout:1633: finishing rollback tid 2 to smithi032174182-43 2023-12-22T17:22:20.820 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 772 (ObjNum 339 snap 100 seq_num 339) dirty exists 2023-12-22T17:22:20.820 INFO:tasks.rados.rados.0.smithi032.stdout:1633: done (3 left) 2023-12-22T17:22:20.820 INFO:tasks.rados.rados.0.smithi032.stdout:1637: setattr oid 26 current snap is 162 2023-12-22T17:22:20.822 INFO:tasks.rados.rados.0.smithi032.stdout:1638: rollback oid 45 current snap is 162 2023-12-22T17:22:20.822 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 45 to 141 2023-12-22T17:22:20.822 INFO:tasks.rados.rados.0.smithi032.stdout:1639: read oid 33 snap -1 2023-12-22T17:22:20.822 INFO:tasks.rados.rados.0.smithi032.stdout:1639: expect (ObjNum 453 snap 143 seq_num 453) 2023-12-22T17:22:20.822 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 38 current snap is 162 2023-12-22T17:22:20.822 INFO:tasks.rados.rados.0.smithi032.stdout:1640: seq_num 533 ranges {5013504=532480,5545984=630784,6176768=516096,6692864=57344} 2023-12-22T17:22:20.854 INFO:tasks.rados.rados.0.smithi032.stdout:1640: writing smithi032174182-38 from 5013504 to 5545984 tid 1 2023-12-22T17:22:20.858 INFO:tasks.rados.rados.0.smithi032.stdout:1640: writing smithi032174182-38 from 5545984 to 6176768 tid 2 2023-12-22T17:22:20.861 INFO:tasks.rados.rados.0.smithi032.stdout:1640: writing smithi032174182-38 from 6176768 to 6692864 tid 3 2023-12-22T17:22:20.862 INFO:tasks.rados.rados.0.smithi032.stdout:1640: writing smithi032174182-38 from 6692864 to 6750208 tid 4 2023-12-22T17:22:20.862 INFO:tasks.rados.rados.0.smithi032.stdout:1641: snap_remove snap 111 2023-12-22T17:22:20.877 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:22:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:22:20] "GET /metrics HTTP/1.1" 200 36055 "" "Prometheus/2.43.0" 2023-12-22T17:22:20.877 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:20 smithi032 ceph-mon[191839]: failed to encode map e383 with expected crc 2023-12-22T17:22:20.877 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:20 smithi032 ceph-mon[191839]: failed to encode map e384 with expected crc 2023-12-22T17:22:20.878 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:20 smithi032 ceph-mon[191839]: osdmap e384: 8 total, 8 up, 8 in 2023-12-22T17:22:20.878 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:20 smithi032 ceph-mon[191839]: failed to encode map e384 with expected crc 2023-12-22T17:22:20.878 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:20 smithi032 ceph-mon[189144]: failed to encode map e383 with expected crc 2023-12-22T17:22:20.878 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:20 smithi032 ceph-mon[189144]: failed to encode map e384 with expected crc 2023-12-22T17:22:20.878 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:20 smithi032 ceph-mon[189144]: osdmap e384: 8 total, 8 up, 8 in 2023-12-22T17:22:20.878 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:20 smithi032 ceph-mon[189144]: failed to encode map e384 with expected crc 2023-12-22T17:22:21.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:20 smithi039 ceph-mon[181282]: failed to encode map e383 with expected crc 2023-12-22T17:22:21.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:20 smithi039 ceph-mon[181282]: failed to encode map e384 with expected crc 2023-12-22T17:22:21.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:20 smithi039 ceph-mon[181282]: osdmap e384: 8 total, 8 up, 8 in 2023-12-22T17:22:21.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:20 smithi039 ceph-mon[181282]: failed to encode map e384 with expected crc 2023-12-22T17:22:21.181 INFO:journalctl@ceph.osd.1.smithi032.stdout:Dec 22 17:22:21 smithi032 systemd[1]: Stopping Ceph osd.1 for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:22:21.613 INFO:journalctl@ceph.osd.1.smithi032.stdout:Dec 22 17:22:21 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-1[136989]: 2023-12-22T17:22:21.177+0000 7ff531b1f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-22T17:22:21.613 INFO:journalctl@ceph.osd.1.smithi032.stdout:Dec 22 17:22:21 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-1[136989]: 2023-12-22T17:22:21.177+0000 7ff531b1f700 -1 osd.1 385 *** Got signal Terminated *** 2023-12-22T17:22:21.613 INFO:journalctl@ceph.osd.1.smithi032.stdout:Dec 22 17:22:21 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-1[136989]: 2023-12-22T17:22:21.177+0000 7ff531b1f700 -1 osd.1 385 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-22T17:22:21.861 INFO:tasks.rados.rados.0.smithi032.stdout:1641: done (7 left) 2023-12-22T17:22:21.861 INFO:tasks.rados.rados.0.smithi032.stdout:1642: snap_remove snap 155 2023-12-22T17:22:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:21 smithi032 ceph-mon[189144]: failed to encode map e384 with expected crc 2023-12-22T17:22:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:21 smithi032 ceph-mon[189144]: failed to encode map e384 with expected crc 2023-12-22T17:22:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:21 smithi032 ceph-mon[189144]: pgmap v114: 121 pgs: 121 active+clean; 394 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 6.2 MiB/s wr, 29 op/s 2023-12-22T17:22:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:21 smithi032 ceph-mon[189144]: failed to encode map e385 with expected crc 2023-12-22T17:22:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:21 smithi032 ceph-mon[189144]: osdmap e385: 8 total, 8 up, 8 in 2023-12-22T17:22:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:21 smithi032 ceph-mon[189144]: failed to encode map e385 with expected crc 2023-12-22T17:22:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:21 smithi032 ceph-mon[189144]: failed to encode map e385 with expected crc 2023-12-22T17:22:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:21 smithi032 ceph-mon[189144]: failed to encode map e385 with expected crc 2023-12-22T17:22:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:21 smithi032 ceph-mon[189144]: osd.1 marked itself down and dead 2023-12-22T17:22:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:21 smithi032 ceph-mon[191839]: failed to encode map e384 with expected crc 2023-12-22T17:22:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:21 smithi032 ceph-mon[191839]: failed to encode map e384 with expected crc 2023-12-22T17:22:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:21 smithi032 ceph-mon[191839]: pgmap v114: 121 pgs: 121 active+clean; 394 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 6.2 MiB/s wr, 29 op/s 2023-12-22T17:22:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:21 smithi032 ceph-mon[191839]: failed to encode map e385 with expected crc 2023-12-22T17:22:21.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:21 smithi032 ceph-mon[191839]: osdmap e385: 8 total, 8 up, 8 in 2023-12-22T17:22:21.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:21 smithi032 ceph-mon[191839]: failed to encode map e385 with expected crc 2023-12-22T17:22:21.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:21 smithi032 ceph-mon[191839]: failed to encode map e385 with expected crc 2023-12-22T17:22:21.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:21 smithi032 ceph-mon[191839]: failed to encode map e385 with expected crc 2023-12-22T17:22:21.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:21 smithi032 ceph-mon[191839]: osd.1 marked itself down and dead 2023-12-22T17:22:22.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:21 smithi039 ceph-mon[181282]: failed to encode map e384 with expected crc 2023-12-22T17:22:22.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:21 smithi039 ceph-mon[181282]: failed to encode map e384 with expected crc 2023-12-22T17:22:22.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:21 smithi039 ceph-mon[181282]: pgmap v114: 121 pgs: 121 active+clean; 394 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 6.2 MiB/s wr, 29 op/s 2023-12-22T17:22:22.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:21 smithi039 ceph-mon[181282]: failed to encode map e385 with expected crc 2023-12-22T17:22:22.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:21 smithi039 ceph-mon[181282]: osdmap e385: 8 total, 8 up, 8 in 2023-12-22T17:22:22.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:21 smithi039 ceph-mon[181282]: failed to encode map e385 with expected crc 2023-12-22T17:22:22.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:21 smithi039 ceph-mon[181282]: failed to encode map e385 with expected crc 2023-12-22T17:22:22.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:21 smithi039 ceph-mon[181282]: failed to encode map e385 with expected crc 2023-12-22T17:22:22.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:21 smithi039 ceph-mon[181282]: osd.1 marked itself down and dead 2023-12-22T17:22:22.867 INFO:tasks.rados.rados.0.smithi032.stdout:1642: done (7 left) 2023-12-22T17:22:22.867 INFO:tasks.rados.rados.0.smithi032.stdout:1643: read oid 10 snap -1 2023-12-22T17:22:22.868 INFO:tasks.rados.rados.0.smithi032.stdout:1643: expect (ObjNum 508 snap 157 seq_num 508) 2023-12-22T17:22:22.868 INFO:tasks.rados.rados.0.smithi032.stdout:1644: delete oid 13 current snap is 162 2023-12-22T17:22:22.868 INFO:tasks.rados.rados.0.smithi032.stdout:1634: finishing write tid 1 to smithi032174182-4 2023-12-22T17:22:22.868 INFO:tasks.rados.rados.0.smithi032.stdout:1634: finishing write tid 2 to smithi032174182-4 2023-12-22T17:22:22.868 INFO:tasks.rados.rados.0.smithi032.stdout:1634: finishing write tid 3 to smithi032174182-4 2023-12-22T17:22:22.868 INFO:tasks.rados.rados.0.smithi032.stdout:1634: finishing write tid 4 to smithi032174182-4 2023-12-22T17:22:22.868 INFO:tasks.rados.rados.0.smithi032.stdout:1634: finishing write tid 5 to smithi032174182-4 2023-12-22T17:22:22.868 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 972 (ObjNum 532 snap 162 seq_num 532) dirty exists 2023-12-22T17:22:22.868 INFO:tasks.rados.rados.0.smithi032.stdout:1634: left oid 4 (ObjNum 532 snap 162 seq_num 532) 2023-12-22T17:22:22.868 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 1074 (ObjNum 501 snap 156 seq_num 501) dirty exists 2023-12-22T17:22:22.868 INFO:tasks.rados.rados.0.smithi032.stdout:1638: finishing rollback tid 1 to smithi032174182-45 2023-12-22T17:22:22.868 INFO:tasks.rados.rados.0.smithi032.stdout:1638: finishing rollback tid 2 to smithi032174182-45 2023-12-22T17:22:22.868 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 1076 (ObjNum 372 snap 115 seq_num 372) dirty exists 2023-12-22T17:22:22.868 INFO:tasks.rados.rados.0.smithi032.stdout:1639: expect (ObjNum 453 snap 143 seq_num 453) 2023-12-22T17:22:22.885 INFO:tasks.rados.rados.0.smithi032.stdout:1635: expect (ObjNum 521 snap 160 seq_num 521) 2023-12-22T17:22:22.930 INFO:tasks.rados.rados.0.smithi032.stdout:1636: finishing copy_from racing read to smithi032174182-6 2023-12-22T17:22:22.931 INFO:tasks.rados.rados.0.smithi032.stdout:1636: finishing copy_from to smithi032174182-6 2023-12-22T17:22:22.931 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 613 (ObjNum 502 snap 156 seq_num 502) dirty exists 2023-12-22T17:22:22.931 INFO:tasks.rados.rados.0.smithi032.stdout:1640: finishing write tid 1 to smithi032174182-38 2023-12-22T17:22:22.931 INFO:tasks.rados.rados.0.smithi032.stdout:1640: finishing write tid 2 to smithi032174182-38 2023-12-22T17:22:22.931 INFO:tasks.rados.rados.0.smithi032.stdout:1640: finishing write tid 3 to smithi032174182-38 2023-12-22T17:22:22.931 INFO:tasks.rados.rados.0.smithi032.stdout:1640: finishing write tid 4 to smithi032174182-38 2023-12-22T17:22:22.931 INFO:tasks.rados.rados.0.smithi032.stdout:1634: done (8 left) 2023-12-22T17:22:22.931 INFO:tasks.rados.rados.0.smithi032.stdout:1635: done (7 left) 2023-12-22T17:22:22.931 INFO:tasks.rados.rados.0.smithi032.stdout:1636: done (6 left) 2023-12-22T17:22:22.931 INFO:tasks.rados.rados.0.smithi032.stdout:1637: done (5 left) 2023-12-22T17:22:22.931 INFO:tasks.rados.rados.0.smithi032.stdout:1638: done (4 left) 2023-12-22T17:22:22.931 INFO:tasks.rados.rados.0.smithi032.stdout:1639: done (3 left) 2023-12-22T17:22:22.931 INFO:tasks.rados.rados.0.smithi032.stdout:1644: done (2 left) 2023-12-22T17:22:22.931 INFO:tasks.rados.rados.0.smithi032.stdout:1645: rmattr oid 1 current snap is 162 2023-12-22T17:22:22.932 INFO:tasks.rados.rados.0.smithi032.stdout:1640: finishing write tid 5 to smithi032174182-38 2023-12-22T17:22:22.932 INFO:tasks.rados.rados.0.smithi032.stdout:1640: finishing write tid 6 to smithi032174182-38 2023-12-22T17:22:22.932 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 1081 (ObjNum 533 snap 162 seq_num 533) dirty exists 2023-12-22T17:22:22.932 INFO:tasks.rados.rados.0.smithi032.stdout:1640: left oid 38 (ObjNum 533 snap 162 seq_num 533) 2023-12-22T17:22:22.932 INFO:tasks.rados.rados.0.smithi032.stdout:1643: expect (ObjNum 508 snap 157 seq_num 508) 2023-12-22T17:22:22.932 INFO:journalctl@ceph.osd.1.smithi032.stdout:Dec 22 17:22:22 smithi032 bash[204794]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-1 2023-12-22T17:22:22.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:22 smithi032 ceph-mon[191839]: failed to encode map e385 with expected crc 2023-12-22T17:22:22.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:22 smithi032 ceph-mon[191839]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-22T17:22:22.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:22 smithi032 ceph-mon[191839]: failed to encode map e386 with expected crc 2023-12-22T17:22:22.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:22 smithi032 ceph-mon[191839]: osdmap e386: 8 total, 7 up, 8 in 2023-12-22T17:22:22.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:22 smithi032 ceph-mon[189144]: failed to encode map e385 with expected crc 2023-12-22T17:22:22.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:22 smithi032 ceph-mon[189144]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-22T17:22:22.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:22 smithi032 ceph-mon[189144]: failed to encode map e386 with expected crc 2023-12-22T17:22:22.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:22 smithi032 ceph-mon[189144]: osdmap e386: 8 total, 7 up, 8 in 2023-12-22T17:22:23.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:22 smithi039 ceph-mon[181282]: failed to encode map e385 with expected crc 2023-12-22T17:22:23.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:22 smithi039 ceph-mon[181282]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-22T17:22:23.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:22 smithi039 ceph-mon[181282]: failed to encode map e386 with expected crc 2023-12-22T17:22:23.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:22 smithi039 ceph-mon[181282]: osdmap e386: 8 total, 7 up, 8 in 2023-12-22T17:22:23.071 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 813 (ObjNum 456 snap 143 seq_num 456) dirty exists 2023-12-22T17:22:23.071 INFO:tasks.rados.rados.0.smithi032.stdout:1640: done (2 left) 2023-12-22T17:22:23.071 INFO:tasks.rados.rados.0.smithi032.stdout:1643: done (1 left) 2023-12-22T17:22:23.071 INFO:tasks.rados.rados.0.smithi032.stdout:1645: done (0 left) 2023-12-22T17:22:23.071 INFO:tasks.rados.rados.0.smithi032.stdout:1646: read oid 49 snap -1 2023-12-22T17:22:23.071 INFO:tasks.rados.rados.0.smithi032.stdout:1646: expect (ObjNum 522 snap 160 seq_num 522) 2023-12-22T17:22:23.072 INFO:tasks.rados.rados.0.smithi032.stdout:1647: read oid 5 snap -1 2023-12-22T17:22:23.072 INFO:tasks.rados.rados.0.smithi032.stdout:1647: expect (ObjNum 486 snap 153 seq_num 486) 2023-12-22T17:22:23.072 INFO:tasks.rados.rados.0.smithi032.stdout:1648: read oid 32 snap 159 2023-12-22T17:22:23.072 INFO:tasks.rados.rados.0.smithi032.stdout:1648: expect deleted 2023-12-22T17:22:23.072 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 48 current snap is 162 2023-12-22T17:22:23.072 INFO:tasks.rados.rados.0.smithi032.stdout:1649: seq_num 535 ranges {7471104=565248,8036352=802816,8839168=401408} 2023-12-22T17:22:23.115 INFO:tasks.rados.rados.0.smithi032.stdout:1649: writing smithi032174182-48 from 7471104 to 8036352 tid 1 2023-12-22T17:22:23.120 INFO:tasks.rados.rados.0.smithi032.stdout:1649: writing smithi032174182-48 from 8036352 to 8839168 tid 2 2023-12-22T17:22:23.123 INFO:tasks.rados.rados.0.smithi032.stdout:1649: writing smithi032174182-48 from 8839168 to 9240576 tid 3 2023-12-22T17:22:23.123 INFO:tasks.rados.rados.0.smithi032.stdout:1650: delete oid 19 current snap is 162 2023-12-22T17:22:23.123 INFO:tasks.rados.rados.0.smithi032.stdout:1647: expect (ObjNum 486 snap 153 seq_num 486) 2023-12-22T17:22:23.212 INFO:tasks.rados.rados.0.smithi032.stdout:1646: expect (ObjNum 522 snap 160 seq_num 522) 2023-12-22T17:22:23.355 INFO:tasks.rados.rados.0.smithi032.stdout:1649: finishing write tid 1 to smithi032174182-48 2023-12-22T17:22:23.356 INFO:tasks.rados.rados.0.smithi032.stdout:1649: finishing write tid 2 to smithi032174182-48 2023-12-22T17:22:23.356 INFO:tasks.rados.rados.0.smithi032.stdout:1649: finishing write tid 3 to smithi032174182-48 2023-12-22T17:22:23.356 INFO:tasks.rados.rados.0.smithi032.stdout:1649: finishing write tid 4 to smithi032174182-48 2023-12-22T17:22:23.356 INFO:tasks.rados.rados.0.smithi032.stdout:1649: finishing write tid 5 to smithi032174182-48 2023-12-22T17:22:23.356 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 627 (ObjNum 535 snap 162 seq_num 535) dirty exists 2023-12-22T17:22:23.356 INFO:tasks.rados.rados.0.smithi032.stdout:1649: left oid 48 (ObjNum 535 snap 162 seq_num 535) 2023-12-22T17:22:23.356 INFO:tasks.rados.rados.0.smithi032.stdout:1646: done (4 left) 2023-12-22T17:22:23.356 INFO:tasks.rados.rados.0.smithi032.stdout:1647: done (3 left) 2023-12-22T17:22:23.356 INFO:tasks.rados.rados.0.smithi032.stdout:1648: done (2 left) 2023-12-22T17:22:23.356 INFO:tasks.rados.rados.0.smithi032.stdout:1649: done (1 left) 2023-12-22T17:22:23.356 INFO:tasks.rados.rados.0.smithi032.stdout:1650: done (0 left) 2023-12-22T17:22:23.356 INFO:tasks.rados.rados.0.smithi032.stdout:1651: snap_remove snap 161 2023-12-22T17:22:23.868 INFO:tasks.rados.rados.0.smithi032.stdout:1651: done (0 left) 2023-12-22T17:22:23.868 INFO:tasks.rados.rados.0.smithi032.stdout:1652: read oid 18 snap -1 2023-12-22T17:22:23.868 INFO:tasks.rados.rados.0.smithi032.stdout:1652: expect (ObjNum 521 snap 160 seq_num 521) 2023-12-22T17:22:23.868 INFO:tasks.rados.rados.0.smithi032.stdout:1653: setattr oid 31 current snap is 162 2023-12-22T17:22:23.870 INFO:tasks.rados.rados.0.smithi032.stdout:1654: snap_create 2023-12-22T17:22:23.881 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 985 (ObjNum 129 snap 0 seq_num 1596179976) dirty exists 2023-12-22T17:22:23.883 INFO:tasks.rados.rados.0.smithi032.stdout:1652: expect (ObjNum 521 snap 160 seq_num 521) 2023-12-22T17:22:23.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:23 smithi032 ceph-mon[191839]: failed to encode map e386 with expected crc 2023-12-22T17:22:23.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:23 smithi032 ceph-mon[191839]: pgmap v117: 121 pgs: 16 stale+active+clean, 105 active+clean; 394 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 6.2 MiB/s wr, 29 op/s 2023-12-22T17:22:23.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:23 smithi032 ceph-mon[191839]: failed to encode map e387 with expected crc 2023-12-22T17:22:23.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:23 smithi032 ceph-mon[191839]: failed to encode map e387 with expected crc 2023-12-22T17:22:23.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:23 smithi032 ceph-mon[191839]: osdmap e387: 8 total, 7 up, 8 in 2023-12-22T17:22:23.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:23 smithi032 ceph-mon[191839]: failed to encode map e387 with expected crc 2023-12-22T17:22:23.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:23 smithi032 ceph-mon[191839]: failed to encode map e387 with expected crc 2023-12-22T17:22:23.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:23 smithi032 ceph-mon[189144]: failed to encode map e386 with expected crc 2023-12-22T17:22:23.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:23 smithi032 ceph-mon[189144]: pgmap v117: 121 pgs: 16 stale+active+clean, 105 active+clean; 394 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 6.2 MiB/s wr, 29 op/s 2023-12-22T17:22:23.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:23 smithi032 ceph-mon[189144]: failed to encode map e387 with expected crc 2023-12-22T17:22:23.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:23 smithi032 ceph-mon[189144]: failed to encode map e387 with expected crc 2023-12-22T17:22:23.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:23 smithi032 ceph-mon[189144]: osdmap e387: 8 total, 7 up, 8 in 2023-12-22T17:22:23.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:23 smithi032 ceph-mon[189144]: failed to encode map e387 with expected crc 2023-12-22T17:22:23.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:23 smithi032 ceph-mon[189144]: failed to encode map e387 with expected crc 2023-12-22T17:22:24.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:23 smithi039 ceph-mon[181282]: failed to encode map e386 with expected crc 2023-12-22T17:22:24.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:23 smithi039 ceph-mon[181282]: pgmap v117: 121 pgs: 16 stale+active+clean, 105 active+clean; 394 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 6.2 MiB/s wr, 29 op/s 2023-12-22T17:22:24.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:23 smithi039 ceph-mon[181282]: failed to encode map e387 with expected crc 2023-12-22T17:22:24.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:23 smithi039 ceph-mon[181282]: failed to encode map e387 with expected crc 2023-12-22T17:22:24.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:23 smithi039 ceph-mon[181282]: osdmap e387: 8 total, 7 up, 8 in 2023-12-22T17:22:24.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:23 smithi039 ceph-mon[181282]: failed to encode map e387 with expected crc 2023-12-22T17:22:24.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:23 smithi039 ceph-mon[181282]: failed to encode map e387 with expected crc 2023-12-22T17:22:24.350 INFO:journalctl@ceph.osd.1.smithi032.stdout:Dec 22 17:22:23 smithi032 systemd[1]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@osd.1.service: Succeeded. 2023-12-22T17:22:24.350 INFO:journalctl@ceph.osd.1.smithi032.stdout:Dec 22 17:22:23 smithi032 systemd[1]: Stopped Ceph osd.1 for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:22:24.350 INFO:journalctl@ceph.osd.1.smithi032.stdout:Dec 22 17:22:24 smithi032 systemd[1]: Starting Ceph osd.1 for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:22:24.875 INFO:tasks.rados.rados.0.smithi032.stdout:1652: done (2 left) 2023-12-22T17:22:24.875 INFO:tasks.rados.rados.0.smithi032.stdout:1653: done (1 left) 2023-12-22T17:22:24.875 INFO:tasks.rados.rados.0.smithi032.stdout:1654: done (0 left) 2023-12-22T17:22:24.875 INFO:tasks.rados.rados.0.smithi032.stdout:1655: snap_remove snap 153 2023-12-22T17:22:24.884 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:24 smithi032 ceph-mon[191839]: failed to encode map e387 with expected crc 2023-12-22T17:22:24.884 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:24 smithi032 ceph-mon[191839]: failed to encode map e387 with expected crc 2023-12-22T17:22:24.884 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:24 smithi032 ceph-mon[191839]: failed to encode map e387 with expected crc 2023-12-22T17:22:24.885 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:24 smithi032 ceph-mon[191839]: failed to encode map e388 with expected crc 2023-12-22T17:22:24.885 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:24 smithi032 ceph-mon[191839]: osdmap e388: 8 total, 7 up, 8 in 2023-12-22T17:22:24.885 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:24 smithi032 ceph-mon[191839]: failed to encode map e388 with expected crc 2023-12-22T17:22:24.885 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:24 smithi032 ceph-mon[191839]: failed to encode map e388 with expected crc 2023-12-22T17:22:24.885 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:24 smithi032 ceph-mon[189144]: failed to encode map e387 with expected crc 2023-12-22T17:22:24.885 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:24 smithi032 ceph-mon[189144]: failed to encode map e387 with expected crc 2023-12-22T17:22:24.885 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:24 smithi032 ceph-mon[189144]: failed to encode map e387 with expected crc 2023-12-22T17:22:24.885 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:24 smithi032 ceph-mon[189144]: failed to encode map e388 with expected crc 2023-12-22T17:22:24.885 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:24 smithi032 ceph-mon[189144]: osdmap e388: 8 total, 7 up, 8 in 2023-12-22T17:22:24.885 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:24 smithi032 ceph-mon[189144]: failed to encode map e388 with expected crc 2023-12-22T17:22:24.885 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:24 smithi032 ceph-mon[189144]: failed to encode map e388 with expected crc 2023-12-22T17:22:25.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:24 smithi039 ceph-mon[181282]: failed to encode map e387 with expected crc 2023-12-22T17:22:25.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:24 smithi039 ceph-mon[181282]: failed to encode map e387 with expected crc 2023-12-22T17:22:25.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:24 smithi039 ceph-mon[181282]: failed to encode map e387 with expected crc 2023-12-22T17:22:25.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:24 smithi039 ceph-mon[181282]: failed to encode map e388 with expected crc 2023-12-22T17:22:25.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:24 smithi039 ceph-mon[181282]: osdmap e388: 8 total, 7 up, 8 in 2023-12-22T17:22:25.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:24 smithi039 ceph-mon[181282]: failed to encode map e388 with expected crc 2023-12-22T17:22:25.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:24 smithi039 ceph-mon[181282]: failed to encode map e388 with expected crc 2023-12-22T17:22:25.180 INFO:journalctl@ceph.osd.1.smithi032.stdout:Dec 22 17:22:24 smithi032 bash[205057]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-12-22T17:22:25.180 INFO:journalctl@ceph.osd.1.smithi032.stdout:Dec 22 17:22:24 smithi032 bash[205057]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2023-12-22T17:22:25.181 INFO:journalctl@ceph.osd.1.smithi032.stdout:Dec 22 17:22:24 smithi032 bash[205057]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2023-12-22T17:22:25.181 INFO:journalctl@ceph.osd.1.smithi032.stdout:Dec 22 17:22:24 smithi032 bash[205057]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2023-12-22T17:22:25.181 INFO:journalctl@ceph.osd.1.smithi032.stdout:Dec 22 17:22:24 smithi032 bash[205057]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2023-12-22T17:22:25.181 INFO:journalctl@ceph.osd.1.smithi032.stdout:Dec 22 17:22:24 smithi032 bash[205057]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-12-22T17:22:25.181 INFO:journalctl@ceph.osd.1.smithi032.stdout:Dec 22 17:22:24 smithi032 bash[205057]: --> ceph-volume raw activate successful for osd ID: 1 2023-12-22T17:22:25.876 INFO:tasks.rados.rados.0.smithi032.stdout:1655: done (0 left) 2023-12-22T17:22:25.876 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 23 current snap is 163 2023-12-22T17:22:25.876 INFO:tasks.rados.rados.0.smithi032.stdout:1656: seq_num 537 ranges {11771904=598016,12369920=573440,12943360=491520,13434880=139264} 2023-12-22T17:22:25.897 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:25 smithi032 ceph-mon[189144]: failed to encode map e388 with expected crc 2023-12-22T17:22:25.898 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:25 smithi032 ceph-mon[189144]: pgmap v120: 121 pgs: 16 stale+active+clean, 105 active+clean; 394 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:22:25.898 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:25 smithi032 ceph-mon[189144]: failed to encode map e389 with expected crc 2023-12-22T17:22:25.898 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:25 smithi032 ceph-mon[189144]: osdmap e389: 8 total, 7 up, 8 in 2023-12-22T17:22:25.898 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:25 smithi032 ceph-mon[191839]: failed to encode map e388 with expected crc 2023-12-22T17:22:25.898 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:25 smithi032 ceph-mon[191839]: pgmap v120: 121 pgs: 16 stale+active+clean, 105 active+clean; 394 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:22:25.898 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:25 smithi032 ceph-mon[191839]: failed to encode map e389 with expected crc 2023-12-22T17:22:25.898 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:25 smithi032 ceph-mon[191839]: osdmap e389: 8 total, 7 up, 8 in 2023-12-22T17:22:25.898 INFO:journalctl@ceph.osd.1.smithi032.stdout:Dec 22 17:22:25 smithi032 ceph-osd[205372]: -- 172.21.15.32:0/2626109250 <== mon.2 v2:172.21.15.32:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x555b36b1b6c0 con 0x555b36aeb000 2023-12-22T17:22:25.898 INFO:journalctl@ceph.osd.1.smithi032.stdout:Dec 22 17:22:25 smithi032 bash[205335]: cef2fd778e062aaea22d3e172468c331db235b54035846abc2ece8982b226021 2023-12-22T17:22:25.898 INFO:journalctl@ceph.osd.1.smithi032.stdout:Dec 22 17:22:25 smithi032 systemd[1]: Started Ceph osd.1 for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:22:25.898 INFO:journalctl@ceph.osd.1.smithi032.stdout:Dec 22 17:22:25 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-1[205349]: 2023-12-22T17:22:25.892+0000 7f30d1e0c640 -1 Falling back to public interface 2023-12-22T17:22:25.944 INFO:tasks.rados.rados.0.smithi032.stdout:1656: writing smithi032174182-23 from 11771904 to 12369920 tid 1 2023-12-22T17:22:25.948 INFO:tasks.rados.rados.0.smithi032.stdout:1656: writing smithi032174182-23 from 12369920 to 12943360 tid 2 2023-12-22T17:22:25.951 INFO:tasks.rados.rados.0.smithi032.stdout:1656: writing smithi032174182-23 from 12943360 to 13434880 tid 3 2023-12-22T17:22:25.953 INFO:tasks.rados.rados.0.smithi032.stdout:1656: writing smithi032174182-23 from 13434880 to 13574144 tid 4 2023-12-22T17:22:25.953 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 1 current snap is 163 2023-12-22T17:22:25.953 INFO:tasks.rados.rados.0.smithi032.stdout:1656: finishing write tid 1 to smithi032174182-23 2023-12-22T17:22:25.953 INFO:tasks.rados.rados.0.smithi032.stdout:1657: seq_num 538 ranges {8216576=614400,8830976=450560,9281536=704512,9986048=49152} 2023-12-22T17:22:26.001 INFO:tasks.rados.rados.0.smithi032.stdout:1657: writing smithi032174182-1 from 8216576 to 8830976 tid 1 2023-12-22T17:22:26.004 INFO:tasks.rados.rados.0.smithi032.stdout:1657: writing smithi032174182-1 from 8830976 to 9281536 tid 2 2023-12-22T17:22:26.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:25 smithi039 ceph-mon[181282]: failed to encode map e388 with expected crc 2023-12-22T17:22:26.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:25 smithi039 ceph-mon[181282]: pgmap v120: 121 pgs: 16 stale+active+clean, 105 active+clean; 394 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:22:26.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:25 smithi039 ceph-mon[181282]: failed to encode map e389 with expected crc 2023-12-22T17:22:26.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:25 smithi039 ceph-mon[181282]: osdmap e389: 8 total, 7 up, 8 in 2023-12-22T17:22:26.008 INFO:tasks.rados.rados.0.smithi032.stdout:1657: writing smithi032174182-1 from 9281536 to 9986048 tid 3 2023-12-22T17:22:26.009 INFO:tasks.rados.rados.0.smithi032.stdout:1657: writing smithi032174182-1 from 9986048 to 10035200 tid 4 2023-12-22T17:22:26.009 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 32 current snap is 163 2023-12-22T17:22:26.009 INFO:tasks.rados.rados.0.smithi032.stdout:1656: finishing write tid 2 to smithi032174182-23 2023-12-22T17:22:26.009 INFO:tasks.rados.rados.0.smithi032.stdout:1658: seq_num 539 ranges {0=630784,630784=737280,1368064=466944} 2023-12-22T17:22:26.017 INFO:tasks.rados.rados.0.smithi032.stdout:1658: writing smithi032174182-32 from 0 to 630784 tid 1 2023-12-22T17:22:26.018 INFO:tasks.rados.rados.0.smithi032.stdout:1658: writing smithi032174182-32 from 630784 to 1368064 tid 2 2023-12-22T17:22:26.020 INFO:tasks.rados.rados.0.smithi032.stdout:1658: writing smithi032174182-32 from 1368064 to 1835008 tid 3 2023-12-22T17:22:26.020 INFO:tasks.rados.rados.0.smithi032.stdout:1659: rollback oid 41 current snap is 163 2023-12-22T17:22:26.020 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 41 to 145 2023-12-22T17:22:26.020 INFO:tasks.rados.rados.0.smithi032.stdout:1656: finishing write tid 3 to smithi032174182-23 2023-12-22T17:22:26.020 INFO:tasks.rados.rados.0.smithi032.stdout:1656: finishing write tid 4 to smithi032174182-23 2023-12-22T17:22:26.020 INFO:tasks.rados.rados.0.smithi032.stdout:1656: finishing write tid 5 to smithi032174182-23 2023-12-22T17:22:26.020 INFO:tasks.rados.rados.0.smithi032.stdout:1656: finishing write tid 6 to smithi032174182-23 2023-12-22T17:22:26.020 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 1026 (ObjNum 537 snap 163 seq_num 537) dirty exists 2023-12-22T17:22:26.020 INFO:tasks.rados.rados.0.smithi032.stdout:1656: left oid 23 (ObjNum 537 snap 163 seq_num 537) 2023-12-22T17:22:26.020 INFO:tasks.rados.rados.0.smithi032.stdout:1657: finishing write tid 1 to smithi032174182-1 2023-12-22T17:22:26.020 INFO:tasks.rados.rados.0.smithi032.stdout:1657: finishing write tid 2 to smithi032174182-1 2023-12-22T17:22:26.020 INFO:tasks.rados.rados.0.smithi032.stdout:1657: finishing write tid 3 to smithi032174182-1 2023-12-22T17:22:26.020 INFO:tasks.rados.rados.0.smithi032.stdout:1657: finishing write tid 4 to smithi032174182-1 2023-12-22T17:22:26.021 INFO:tasks.rados.rados.0.smithi032.stdout:1657: finishing write tid 5 to smithi032174182-1 2023-12-22T17:22:26.021 INFO:tasks.rados.rados.0.smithi032.stdout:1657: finishing write tid 6 to smithi032174182-1 2023-12-22T17:22:26.021 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 819 (ObjNum 538 snap 163 seq_num 538) dirty exists 2023-12-22T17:22:26.021 INFO:tasks.rados.rados.0.smithi032.stdout:1657: left oid 1 (ObjNum 538 snap 163 seq_num 538) 2023-12-22T17:22:26.021 INFO:tasks.rados.rados.0.smithi032.stdout:1658: finishing write tid 1 to smithi032174182-32 2023-12-22T17:22:26.021 INFO:tasks.rados.rados.0.smithi032.stdout:1656: done (3 left) 2023-12-22T17:22:26.021 INFO:tasks.rados.rados.0.smithi032.stdout:1657: done (2 left) 2023-12-22T17:22:26.021 INFO:tasks.rados.rados.0.smithi032.stdout:1660: snap_remove snap 160 2023-12-22T17:22:26.886 INFO:tasks.rados.rados.0.smithi032.stdout:1660: done (2 left) 2023-12-22T17:22:26.887 INFO:tasks.rados.rados.0.smithi032.stdout:1661: snap_remove snap 141 2023-12-22T17:22:26.970 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:26 smithi032 ceph-mon[191839]: failed to encode map e389 with expected crc 2023-12-22T17:22:26.970 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:26 smithi032 ceph-mon[191839]: failed to encode map e389 with expected crc 2023-12-22T17:22:26.970 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:26 smithi032 ceph-mon[191839]: failed to encode map e389 with expected crc 2023-12-22T17:22:26.970 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:26.970 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:26.970 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:22:26.970 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:26 smithi032 ceph-mon[191839]: failed to encode map e389 with expected crc 2023-12-22T17:22:26.970 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:26 smithi032 ceph-mon[191839]: failed to encode map e390 with expected crc 2023-12-22T17:22:26.971 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:26 smithi032 ceph-mon[191839]: failed to encode map e390 with expected crc 2023-12-22T17:22:26.971 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:26 smithi032 ceph-mon[191839]: osdmap e390: 8 total, 7 up, 8 in 2023-12-22T17:22:26.971 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:26 smithi032 ceph-mon[189144]: failed to encode map e389 with expected crc 2023-12-22T17:22:26.971 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:26 smithi032 ceph-mon[189144]: failed to encode map e389 with expected crc 2023-12-22T17:22:26.971 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:26 smithi032 ceph-mon[189144]: failed to encode map e389 with expected crc 2023-12-22T17:22:26.971 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:26.971 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:26.971 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:22:26.971 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:26 smithi032 ceph-mon[189144]: failed to encode map e389 with expected crc 2023-12-22T17:22:26.971 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:26 smithi032 ceph-mon[189144]: failed to encode map e390 with expected crc 2023-12-22T17:22:26.971 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:26 smithi032 ceph-mon[189144]: failed to encode map e390 with expected crc 2023-12-22T17:22:26.971 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:26 smithi032 ceph-mon[189144]: osdmap e390: 8 total, 7 up, 8 in 2023-12-22T17:22:27.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:26 smithi039 ceph-mon[181282]: failed to encode map e389 with expected crc 2023-12-22T17:22:27.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:26 smithi039 ceph-mon[181282]: failed to encode map e389 with expected crc 2023-12-22T17:22:27.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:26 smithi039 ceph-mon[181282]: failed to encode map e389 with expected crc 2023-12-22T17:22:27.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:27.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:27.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:22:27.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:26 smithi039 ceph-mon[181282]: failed to encode map e389 with expected crc 2023-12-22T17:22:27.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:26 smithi039 ceph-mon[181282]: failed to encode map e390 with expected crc 2023-12-22T17:22:27.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:26 smithi039 ceph-mon[181282]: failed to encode map e390 with expected crc 2023-12-22T17:22:27.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:26 smithi039 ceph-mon[181282]: osdmap e390: 8 total, 7 up, 8 in 2023-12-22T17:22:27.888 INFO:tasks.rados.rados.0.smithi032.stdout:1661: done (2 left) 2023-12-22T17:22:27.888 INFO:tasks.rados.rados.0.smithi032.stdout:1662: rmattr oid 27 current snap is 163 2023-12-22T17:22:27.888 INFO:tasks.rados.rados.0.smithi032.stdout:1658: finishing write tid 2 to smithi032174182-32 2023-12-22T17:22:27.888 INFO:tasks.rados.rados.0.smithi032.stdout:1658: finishing write tid 3 to smithi032174182-32 2023-12-22T17:22:27.888 INFO:tasks.rados.rados.0.smithi032.stdout:1658: finishing write tid 4 to smithi032174182-32 2023-12-22T17:22:27.888 INFO:tasks.rados.rados.0.smithi032.stdout:1658: finishing write tid 5 to smithi032174182-32 2023-12-22T17:22:27.888 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 419 (ObjNum 539 snap 163 seq_num 539) dirty exists 2023-12-22T17:22:27.888 INFO:tasks.rados.rados.0.smithi032.stdout:1658: left oid 32 (ObjNum 539 snap 163 seq_num 539) 2023-12-22T17:22:27.889 INFO:tasks.rados.rados.0.smithi032.stdout:1659: finishing rollback tid 0 to smithi032174182-41 2023-12-22T17:22:27.889 INFO:tasks.rados.rados.0.smithi032.stdout:1659: finishing rollback tid 1 to smithi032174182-41 2023-12-22T17:22:27.889 INFO:tasks.rados.rados.0.smithi032.stdout:1659: finishing rollback tid 2 to smithi032174182-41 2023-12-22T17:22:27.889 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 1250 (ObjNum 446 snap 142 seq_num 446) dirty exists 2023-12-22T17:22:27.889 INFO:tasks.rados.rados.0.smithi032.stdout:1658: done (2 left) 2023-12-22T17:22:27.889 INFO:tasks.rados.rados.0.smithi032.stdout:1659: done (1 left) 2023-12-22T17:22:27.889 INFO:tasks.rados.rados.0.smithi032.stdout:1663: rollback oid 31 current snap is 163 2023-12-22T17:22:27.889 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 31 to 154 2023-12-22T17:22:27.889 INFO:tasks.rados.rados.0.smithi032.stdout:1664: read oid 39 snap 123 2023-12-22T17:22:27.889 INFO:tasks.rados.rados.0.smithi032.stdout:1664: expect (ObjNum 367 snap 114 seq_num 367) 2023-12-22T17:22:27.889 INFO:tasks.rados.rados.0.smithi032.stdout:1665: rollback oid 47 current snap is 163 2023-12-22T17:22:27.889 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 47 to 154 2023-12-22T17:22:27.889 INFO:tasks.rados.rados.0.smithi032.stdout:1666: read oid 24 snap -1 2023-12-22T17:22:27.889 INFO:tasks.rados.rados.0.smithi032.stdout:1666: expect deleted 2023-12-22T17:22:27.889 INFO:tasks.rados.rados.0.smithi032.stdout:1667: snap_create 2023-12-22T17:22:27.896 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 1028 (ObjNum 321 snap 93 seq_num 321) dirty exists 2023-12-22T17:22:27.900 INFO:tasks.rados.rados.0.smithi032.stdout:1663: finishing rollback tid 0 to smithi032174182-31 2023-12-22T17:22:27.901 INFO:tasks.rados.rados.0.smithi032.stdout:1665: finishing rollback tid 0 to smithi032174182-47 2023-12-22T17:22:27.905 INFO:tasks.rados.rados.0.smithi032.stdout:1665: finishing rollback tid 1 to smithi032174182-47 2023-12-22T17:22:27.907 INFO:tasks.rados.rados.0.smithi032.stdout:1665: finishing rollback tid 2 to smithi032174182-47 2023-12-22T17:22:27.908 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 1254 (ObjNum 488 snap 153 seq_num 488) dirty exists 2023-12-22T17:22:27.909 INFO:tasks.rados.rados.0.smithi032.stdout:1663: finishing rollback tid 1 to smithi032174182-31 2023-12-22T17:22:27.909 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 998 (ObjNum 177 snap 0 seq_num 1596642272) dirty dne 2023-12-22T17:22:27.921 INFO:tasks.rados.rados.0.smithi032.stdout:1664: expect (ObjNum 367 snap 114 seq_num 367) 2023-12-22T17:22:28.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:27 smithi039 ceph-mon[181282]: failed to encode map e390 with expected crc 2023-12-22T17:22:28.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:27 smithi039 ceph-mon[181282]: pgmap v123: 121 pgs: 10 active+undersized+degraded, 33 active+undersized, 78 active+clean; 410 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.9 MiB/s wr, 23 op/s; 122/720 objects degraded (16.944%) 2023-12-22T17:22:28.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:27 smithi039 ceph-mon[181282]: Health check failed: Degraded data redundancy: 122/720 objects degraded (16.944%), 10 pgs degraded (PG_DEGRADED) 2023-12-22T17:22:28.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:27 smithi039 ceph-mon[181282]: failed to encode map e391 with expected crc 2023-12-22T17:22:28.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:27 smithi039 ceph-mon[181282]: osdmap e391: 8 total, 7 up, 8 in 2023-12-22T17:22:28.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:27 smithi032 ceph-mon[191839]: failed to encode map e390 with expected crc 2023-12-22T17:22:28.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:27 smithi032 ceph-mon[191839]: pgmap v123: 121 pgs: 10 active+undersized+degraded, 33 active+undersized, 78 active+clean; 410 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.9 MiB/s wr, 23 op/s; 122/720 objects degraded (16.944%) 2023-12-22T17:22:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:27 smithi032 ceph-mon[191839]: Health check failed: Degraded data redundancy: 122/720 objects degraded (16.944%), 10 pgs degraded (PG_DEGRADED) 2023-12-22T17:22:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:27 smithi032 ceph-mon[191839]: failed to encode map e391 with expected crc 2023-12-22T17:22:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:27 smithi032 ceph-mon[191839]: osdmap e391: 8 total, 7 up, 8 in 2023-12-22T17:22:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:27 smithi032 ceph-mon[189144]: failed to encode map e390 with expected crc 2023-12-22T17:22:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:27 smithi032 ceph-mon[189144]: pgmap v123: 121 pgs: 10 active+undersized+degraded, 33 active+undersized, 78 active+clean; 410 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.9 MiB/s wr, 23 op/s; 122/720 objects degraded (16.944%) 2023-12-22T17:22:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:27 smithi032 ceph-mon[189144]: Health check failed: Degraded data redundancy: 122/720 objects degraded (16.944%), 10 pgs degraded (PG_DEGRADED) 2023-12-22T17:22:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:27 smithi032 ceph-mon[189144]: failed to encode map e391 with expected crc 2023-12-22T17:22:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:27 smithi032 ceph-mon[189144]: osdmap e391: 8 total, 7 up, 8 in 2023-12-22T17:22:28.889 INFO:tasks.rados.rados.0.smithi032.stdout:1662: done (5 left) 2023-12-22T17:22:28.890 INFO:tasks.rados.rados.0.smithi032.stdout:1663: done (4 left) 2023-12-22T17:22:28.890 INFO:tasks.rados.rados.0.smithi032.stdout:1664: done (3 left) 2023-12-22T17:22:28.890 INFO:tasks.rados.rados.0.smithi032.stdout:1665: done (2 left) 2023-12-22T17:22:28.890 INFO:tasks.rados.rados.0.smithi032.stdout:1666: done (1 left) 2023-12-22T17:22:28.890 INFO:tasks.rados.rados.0.smithi032.stdout:1667: done (0 left) 2023-12-22T17:22:28.890 INFO:tasks.rados.rados.0.smithi032.stdout:1668: snap_create 2023-12-22T17:22:29.007 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:22:28 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:22:28.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi032:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi039.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-22T17:22:29.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:28 smithi039 ceph-mon[181282]: failed to encode map e391 with expected crc 2023-12-22T17:22:29.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:28 smithi039 ceph-mon[181282]: failed to encode map e391 with expected crc 2023-12-22T17:22:29.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:28 smithi039 ceph-mon[181282]: failed to encode map e392 with expected crc 2023-12-22T17:22:29.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:28 smithi039 ceph-mon[181282]: osdmap e392: 8 total, 7 up, 8 in 2023-12-22T17:22:29.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:28 smithi039 ceph-mon[181282]: failed to encode map e392 with expected crc 2023-12-22T17:22:29.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:29.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:29.105 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:28 smithi032 ceph-mon[189144]: failed to encode map e391 with expected crc 2023-12-22T17:22:29.106 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:28 smithi032 ceph-mon[189144]: failed to encode map e391 with expected crc 2023-12-22T17:22:29.106 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:28 smithi032 ceph-mon[189144]: failed to encode map e392 with expected crc 2023-12-22T17:22:29.106 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:28 smithi032 ceph-mon[189144]: osdmap e392: 8 total, 7 up, 8 in 2023-12-22T17:22:29.106 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:28 smithi032 ceph-mon[189144]: failed to encode map e392 with expected crc 2023-12-22T17:22:29.106 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:29.106 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:29.106 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:28 smithi032 ceph-mon[191839]: failed to encode map e391 with expected crc 2023-12-22T17:22:29.106 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:28 smithi032 ceph-mon[191839]: failed to encode map e391 with expected crc 2023-12-22T17:22:29.106 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:28 smithi032 ceph-mon[191839]: failed to encode map e392 with expected crc 2023-12-22T17:22:29.106 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:28 smithi032 ceph-mon[191839]: osdmap e392: 8 total, 7 up, 8 in 2023-12-22T17:22:29.107 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:28 smithi032 ceph-mon[191839]: failed to encode map e392 with expected crc 2023-12-22T17:22:29.107 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:29.107 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:29.430 INFO:journalctl@ceph.osd.1.smithi032.stdout:Dec 22 17:22:29 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-1[205349]: 2023-12-22T17:22:29.102+0000 7f30d1e0c640 -1 osd.1 0 read_superblock omap replica is missing. 2023-12-22T17:22:29.430 INFO:journalctl@ceph.osd.1.smithi032.stdout:Dec 22 17:22:29 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-1[205349]: 2023-12-22T17:22:29.199+0000 7f30d1e0c640 -1 osd.1 385 log_to_monitors true 2023-12-22T17:22:29.754 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:29 smithi032 ceph-mon[189144]: failed to encode map e392 with expected crc 2023-12-22T17:22:29.754 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:29 smithi032 ceph-mon[189144]: pgmap v126: 121 pgs: 10 active+undersized+degraded, 33 active+undersized, 78 active+clean; 410 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.9 MiB/s wr, 23 op/s; 122/720 objects degraded (16.944%) 2023-12-22T17:22:29.754 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:29.754 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:29.754 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:29 smithi032 ceph-mon[189144]: failed to encode map e393 with expected crc 2023-12-22T17:22:29.754 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:29 smithi032 ceph-mon[189144]: osdmap e393: 8 total, 7 up, 8 in 2023-12-22T17:22:29.754 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:29 smithi032 ceph-mon[189144]: failed to encode map e393 with expected crc 2023-12-22T17:22:29.754 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:29 smithi032 ceph-mon[189144]: from='osd.1 [v2:172.21.15.32:6810/3503678054,v1:172.21.15.32:6811/3503678054]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-22T17:22:29.754 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:29 smithi032 ceph-mon[189144]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-22T17:22:29.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:29 smithi032 ceph-mon[191839]: failed to encode map e392 with expected crc 2023-12-22T17:22:29.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:29 smithi032 ceph-mon[191839]: pgmap v126: 121 pgs: 10 active+undersized+degraded, 33 active+undersized, 78 active+clean; 410 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.9 MiB/s wr, 23 op/s; 122/720 objects degraded (16.944%) 2023-12-22T17:22:29.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:29.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:29.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:29 smithi032 ceph-mon[191839]: failed to encode map e393 with expected crc 2023-12-22T17:22:29.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:29 smithi032 ceph-mon[191839]: osdmap e393: 8 total, 7 up, 8 in 2023-12-22T17:22:29.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:29 smithi032 ceph-mon[191839]: failed to encode map e393 with expected crc 2023-12-22T17:22:29.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:29 smithi032 ceph-mon[191839]: from='osd.1 [v2:172.21.15.32:6810/3503678054,v1:172.21.15.32:6811/3503678054]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-22T17:22:29.755 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:29 smithi032 ceph-mon[191839]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-22T17:22:29.891 INFO:tasks.rados.rados.0.smithi032.stdout:1668: done (0 left) 2023-12-22T17:22:29.891 INFO:tasks.rados.rados.0.smithi032.stdout:1669: copy_from oid 10 from oid 15 current snap is 165 2023-12-22T17:22:29.891 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 35 current snap is 165 2023-12-22T17:22:29.891 INFO:tasks.rados.rados.0.smithi032.stdout:1670: seq_num 540 ranges {3579904=647168,4227072=671744,4898816=532480} 2023-12-22T17:22:29.915 INFO:tasks.rados.rados.0.smithi032.stdout:1670: writing smithi032174182-35 from 3579904 to 4227072 tid 1 2023-12-22T17:22:29.919 INFO:tasks.rados.rados.0.smithi032.stdout:1670: writing smithi032174182-35 from 4227072 to 4898816 tid 2 2023-12-22T17:22:29.923 INFO:tasks.rados.rados.0.smithi032.stdout:1670: writing smithi032174182-35 from 4898816 to 5431296 tid 3 2023-12-22T17:22:29.923 INFO:tasks.rados.rados.0.smithi032.stdout:1671: copy_from oid 6 from oid 14 current snap is 165 2023-12-22T17:22:29.923 INFO:tasks.rados.rados.0.smithi032.stdout:1669: finishing copy_from to smithi032174182-10 2023-12-22T17:22:29.923 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 1221 (ObjNum 289 snap 0 seq_num 0) dirty exists 2023-12-22T17:22:29.923 INFO:tasks.rados.rados.0.smithi032.stdout:1669: finishing copy_from racing read to smithi032174182-10 2023-12-22T17:22:29.923 INFO:tasks.rados.rados.0.smithi032.stdout:1670: finishing write tid 1 to smithi032174182-35 2023-12-22T17:22:29.923 INFO:tasks.rados.rados.0.smithi032.stdout:1669: done (2 left) 2023-12-22T17:22:29.923 INFO:tasks.rados.rados.0.smithi032.stdout:1672: snap_create 2023-12-22T17:22:29.925 INFO:tasks.rados.rados.0.smithi032.stdout:1670: finishing write tid 2 to smithi032174182-35 2023-12-22T17:22:29.925 INFO:tasks.rados.rados.0.smithi032.stdout:1670: finishing write tid 3 to smithi032174182-35 2023-12-22T17:22:29.925 INFO:tasks.rados.rados.0.smithi032.stdout:1670: finishing write tid 4 to smithi032174182-35 2023-12-22T17:22:29.926 INFO:tasks.rados.rados.0.smithi032.stdout:1670: finishing write tid 5 to smithi032174182-35 2023-12-22T17:22:29.926 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 824 (ObjNum 540 snap 165 seq_num 540) dirty exists 2023-12-22T17:22:29.926 INFO:tasks.rados.rados.0.smithi032.stdout:1670: left oid 35 (ObjNum 540 snap 165 seq_num 540) 2023-12-22T17:22:29.950 INFO:tasks.rados.rados.0.smithi032.stdout:1671: finishing copy_from racing read to smithi032174182-6 2023-12-22T17:22:29.953 INFO:tasks.rados.rados.0.smithi032.stdout:1671: finishing copy_from to smithi032174182-6 2023-12-22T17:22:29.953 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 427 (ObjNum 528 snap 161 seq_num 528) dirty exists 2023-12-22T17:22:30.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:29 smithi039 ceph-mon[181282]: failed to encode map e392 with expected crc 2023-12-22T17:22:30.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:29 smithi039 ceph-mon[181282]: pgmap v126: 121 pgs: 10 active+undersized+degraded, 33 active+undersized, 78 active+clean; 410 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.9 MiB/s wr, 23 op/s; 122/720 objects degraded (16.944%) 2023-12-22T17:22:30.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:30.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:30.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:29 smithi039 ceph-mon[181282]: failed to encode map e393 with expected crc 2023-12-22T17:22:30.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:29 smithi039 ceph-mon[181282]: osdmap e393: 8 total, 7 up, 8 in 2023-12-22T17:22:30.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:29 smithi039 ceph-mon[181282]: failed to encode map e393 with expected crc 2023-12-22T17:22:30.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:29 smithi039 ceph-mon[181282]: from='osd.1 [v2:172.21.15.32:6810/3503678054,v1:172.21.15.32:6811/3503678054]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-22T17:22:30.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:29 smithi039 ceph-mon[181282]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-22T17:22:30.013 INFO:journalctl@ceph.osd.1.smithi032.stdout:Dec 22 17:22:29 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-1[205349]: 2023-12-22T17:22:29.917+0000 7f30c1a7a700 -1 osd.1 385 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-22T17:22:30.814 INFO:tasks.rados.rados.0.smithi032.stdout:1670: done (2 left) 2023-12-22T17:22:30.814 INFO:tasks.rados.rados.0.smithi032.stdout:1671: done (1 left) 2023-12-22T17:22:30.814 INFO:tasks.rados.rados.0.smithi032.stdout:1672: done (0 left) 2023-12-22T17:22:30.814 INFO:tasks.rados.rados.0.smithi032.stdout:1673: delete oid 36 current snap is 166 2023-12-22T17:22:30.830 INFO:tasks.rados.rados.0.smithi032.stdout:1673: done (0 left) 2023-12-22T17:22:30.830 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 4 current snap is 166 2023-12-22T17:22:30.830 INFO:tasks.rados.rados.0.smithi032.stdout:1674: seq_num 542 ranges {3702784=679936,4382720=442368,4825088=679936,5505024=81920} 2023-12-22T17:22:30.855 INFO:tasks.rados.rados.0.smithi032.stdout:1674: writing smithi032174182-4 from 3702784 to 4382720 tid 1 2023-12-22T17:22:30.857 INFO:tasks.rados.rados.0.smithi032.stdout:1674: writing smithi032174182-4 from 4382720 to 4825088 tid 2 2023-12-22T17:22:30.862 INFO:tasks.rados.rados.0.smithi032.stdout:1674: writing smithi032174182-4 from 4825088 to 5505024 tid 3 2023-12-22T17:22:30.863 INFO:tasks.rados.rados.0.smithi032.stdout:1674: writing smithi032174182-4 from 5505024 to 5586944 tid 4 2023-12-22T17:22:30.863 INFO:tasks.rados.rados.0.smithi032.stdout:1675: rollback oid 39 current snap is 166 2023-12-22T17:22:30.863 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 39 to 156 2023-12-22T17:22:30.864 INFO:tasks.rados.rados.0.smithi032.stdout:1674: finishing write tid 1 to smithi032174182-4 2023-12-22T17:22:30.864 INFO:tasks.rados.rados.0.smithi032.stdout:1674: finishing write tid 2 to smithi032174182-4 2023-12-22T17:22:30.864 INFO:tasks.rados.rados.0.smithi032.stdout:1676: read oid 48 snap 145 2023-12-22T17:22:30.864 INFO:tasks.rados.rados.0.smithi032.stdout:1676: expect (ObjNum 451 snap 143 seq_num 451) 2023-12-22T17:22:30.864 INFO:tasks.rados.rados.0.smithi032.stdout:1677: rollback oid 36 current snap is 166 2023-12-22T17:22:30.864 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 36 to 119 2023-12-22T17:22:30.864 INFO:tasks.rados.rados.0.smithi032.stdout:1678: rmattr oid 5 current snap is 166 2023-12-22T17:22:30.864 INFO:tasks.rados.rados.0.smithi032.stdout:1678: done (4 left) 2023-12-22T17:22:30.864 INFO:tasks.rados.rados.0.smithi032.stdout:1679: setattr oid 8 current snap is 166 2023-12-22T17:22:30.866 INFO:tasks.rados.rados.0.smithi032.stdout:1677: finishing rollback tid 1 to smithi032174182-36 2023-12-22T17:22:30.866 INFO:tasks.rados.rados.0.smithi032.stdout:1680: read oid 14 snap 162 2023-12-22T17:22:30.866 INFO:tasks.rados.rados.0.smithi032.stdout:1680: expect (ObjNum 528 snap 161 seq_num 528) 2023-12-22T17:22:30.866 INFO:tasks.rados.rados.0.smithi032.stdout:1681: setattr oid 50 current snap is 166 2023-12-22T17:22:30.867 INFO:tasks.rados.rados.0.smithi032.stdout:1675: finishing rollback tid 1 to smithi032174182-39 2023-12-22T17:22:30.867 INFO:tasks.rados.rados.0.smithi032.stdout:1674: finishing write tid 3 to smithi032174182-4 2023-12-22T17:22:30.868 INFO:tasks.rados.rados.0.smithi032.stdout:1675: finishing rollback tid 2 to smithi032174182-39 2023-12-22T17:22:30.868 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 395 (ObjNum 487 snap 153 seq_num 487) dirty exists 2023-12-22T17:22:30.868 INFO:tasks.rados.rados.0.smithi032.stdout:1674: finishing write tid 4 to smithi032174182-4 2023-12-22T17:22:30.868 INFO:tasks.rados.rados.0.smithi032.stdout:1674: finishing write tid 5 to smithi032174182-4 2023-12-22T17:22:30.869 INFO:tasks.rados.rados.0.smithi032.stdout:1675: done (6 left) 2023-12-22T17:22:30.869 INFO:tasks.rados.rados.0.smithi032.stdout:1682: snap_remove snap 123 2023-12-22T17:22:30.989 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:22:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:22:30] "GET /metrics HTTP/1.1" 200 36055 "" "Prometheus/2.43.0" 2023-12-22T17:22:30.990 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:30 smithi032 ceph-mon[189144]: failed to encode map e393 with expected crc 2023-12-22T17:22:30.990 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:30 smithi032 ceph-mon[189144]: failed to encode map e393 with expected crc 2023-12-22T17:22:30.990 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:30 smithi032 ceph-mon[189144]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-12-22T17:22:30.990 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:30 smithi032 ceph-mon[189144]: failed to encode map e394 with expected crc 2023-12-22T17:22:30.990 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:30 smithi032 ceph-mon[189144]: osdmap e394: 8 total, 7 up, 8 in 2023-12-22T17:22:30.990 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:30 smithi032 ceph-mon[189144]: from='osd.1 [v2:172.21.15.32:6810/3503678054,v1:172.21.15.32:6811/3503678054]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-12-22T17:22:30.990 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:30 smithi032 ceph-mon[189144]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-12-22T17:22:30.990 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:30 smithi032 ceph-mon[189144]: failed to encode map e394 with expected crc 2023-12-22T17:22:30.990 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:30 smithi032 ceph-mon[189144]: failed to encode map e394 with expected crc 2023-12-22T17:22:30.991 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:30 smithi032 ceph-mon[191839]: failed to encode map e393 with expected crc 2023-12-22T17:22:30.991 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:30 smithi032 ceph-mon[191839]: failed to encode map e393 with expected crc 2023-12-22T17:22:30.991 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:30 smithi032 ceph-mon[191839]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-12-22T17:22:30.991 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:30 smithi032 ceph-mon[191839]: failed to encode map e394 with expected crc 2023-12-22T17:22:30.991 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:30 smithi032 ceph-mon[191839]: osdmap e394: 8 total, 7 up, 8 in 2023-12-22T17:22:30.991 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:30 smithi032 ceph-mon[191839]: from='osd.1 [v2:172.21.15.32:6810/3503678054,v1:172.21.15.32:6811/3503678054]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-12-22T17:22:30.991 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:30 smithi032 ceph-mon[191839]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-12-22T17:22:30.991 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:30 smithi032 ceph-mon[191839]: failed to encode map e394 with expected crc 2023-12-22T17:22:30.991 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:30 smithi032 ceph-mon[191839]: failed to encode map e394 with expected crc 2023-12-22T17:22:31.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:30 smithi039 ceph-mon[181282]: failed to encode map e393 with expected crc 2023-12-22T17:22:31.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:30 smithi039 ceph-mon[181282]: failed to encode map e393 with expected crc 2023-12-22T17:22:31.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:30 smithi039 ceph-mon[181282]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-12-22T17:22:31.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:30 smithi039 ceph-mon[181282]: failed to encode map e394 with expected crc 2023-12-22T17:22:31.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:30 smithi039 ceph-mon[181282]: osdmap e394: 8 total, 7 up, 8 in 2023-12-22T17:22:31.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:30 smithi039 ceph-mon[181282]: from='osd.1 [v2:172.21.15.32:6810/3503678054,v1:172.21.15.32:6811/3503678054]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-12-22T17:22:31.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:30 smithi039 ceph-mon[181282]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-12-22T17:22:31.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:30 smithi039 ceph-mon[181282]: failed to encode map e394 with expected crc 2023-12-22T17:22:31.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:30 smithi039 ceph-mon[181282]: failed to encode map e394 with expected crc 2023-12-22T17:22:31.681 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:22:31 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:22:31.524+0000 7f8939eca700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2023-12-22T17:22:31.811 INFO:tasks.rados.rados.0.smithi032.stdout:1682: done (6 left) 2023-12-22T17:22:31.811 INFO:tasks.rados.rados.0.smithi032.stdout:1683: rmattr oid 45 current snap is 166 2023-12-22T17:22:31.811 INFO:tasks.rados.rados.0.smithi032.stdout:1683: done (6 left) 2023-12-22T17:22:31.811 INFO:tasks.rados.rados.0.smithi032.stdout:1684: rollback oid 45 current snap is 166 2023-12-22T17:22:31.811 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 45 to 145 2023-12-22T17:22:31.812 INFO:tasks.rados.rados.0.smithi032.stdout:1685: rollback oid 7 current snap is 166 2023-12-22T17:22:31.812 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 7 to 110 2023-12-22T17:22:31.812 INFO:tasks.rados.rados.0.smithi032.stdout:1686: read oid 37 snap -1 2023-12-22T17:22:31.812 INFO:tasks.rados.rados.0.smithi032.stdout:1686: expect (ObjNum 511 snap 157 seq_num 511) 2023-12-22T17:22:31.812 INFO:tasks.rados.rados.0.smithi032.stdout:1687: rollback oid 16 current snap is 166 2023-12-22T17:22:31.812 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 16 to 163 2023-12-22T17:22:31.812 INFO:tasks.rados.rados.0.smithi032.stdout:1688: rmattr oid 22 current snap is 166 2023-12-22T17:22:31.812 INFO:tasks.rados.rados.0.smithi032.stdout:1688: done (10 left) 2023-12-22T17:22:31.812 INFO:tasks.rados.rados.0.smithi032.stdout:1689: read oid 5 snap 164 2023-12-22T17:22:31.812 INFO:tasks.rados.rados.0.smithi032.stdout:1689: expect (ObjNum 486 snap 153 seq_num 486) 2023-12-22T17:22:31.812 INFO:tasks.rados.rados.0.smithi032.stdout:1690: rmattr oid 6 current snap is 166 2023-12-22T17:22:31.812 INFO:tasks.rados.rados.0.smithi032.stdout:1690: done (11 left) 2023-12-22T17:22:31.813 INFO:tasks.rados.rados.0.smithi032.stdout:1691: read oid 42 snap -1 2023-12-22T17:22:31.813 INFO:tasks.rados.rados.0.smithi032.stdout:1691: expect (ObjNum 502 snap 156 seq_num 502) 2023-12-22T17:22:31.813 INFO:tasks.rados.rados.0.smithi032.stdout:1692: read oid 20 snap -1 2023-12-22T17:22:31.813 INFO:tasks.rados.rados.0.smithi032.stdout:1692: expect (ObjNum 527 snap 161 seq_num 527) 2023-12-22T17:22:31.813 INFO:tasks.rados.rados.0.smithi032.stdout:1693: snap_create 2023-12-22T17:22:31.813 INFO:tasks.rados.rados.0.smithi032.stdout:1674: finishing write tid 6 to smithi032174182-4 2023-12-22T17:22:31.813 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 1012 (ObjNum 542 snap 166 seq_num 542) dirty exists 2023-12-22T17:22:31.813 INFO:tasks.rados.rados.0.smithi032.stdout:1674: left oid 4 (ObjNum 542 snap 166 seq_num 542) 2023-12-22T17:22:31.813 INFO:tasks.rados.rados.0.smithi032.stdout:1677: finishing rollback tid 2 to smithi032174182-36 2023-12-22T17:22:31.813 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 438 (ObjNum 352 snap 109 seq_num 352) dirty exists 2023-12-22T17:22:31.813 INFO:tasks.rados.rados.0.smithi032.stdout:1676: expect (ObjNum 451 snap 143 seq_num 451) 2023-12-22T17:22:32.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:31 smithi039 ceph-mon[181282]: failed to encode map e394 with expected crc 2023-12-22T17:22:32.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:31 smithi039 ceph-mon[181282]: failed to encode map e394 with expected crc 2023-12-22T17:22:32.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:31 smithi039 ceph-mon[181282]: pgmap v129: 121 pgs: 10 active+undersized+degraded, 33 active+undersized, 78 active+clean; 400 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 12 op/s; 130/696 objects degraded (18.678%) 2023-12-22T17:22:32.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:31 smithi039 ceph-mon[181282]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-22T17:22:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:31 smithi039 ceph-mon[181282]: osd.1 [v2:172.21.15.32:6810/3503678054,v1:172.21.15.32:6811/3503678054] boot 2023-12-22T17:22:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:31 smithi039 ceph-mon[181282]: osdmap e395: 8 total, 8 up, 8 in 2023-12-22T17:22:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-22T17:22:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:31 smithi039 ceph-mon[181282]: failed to encode map e395 with expected crc 2023-12-22T17:22:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:31 smithi039 ceph-mon[181282]: failed to encode map e395 with expected crc 2023-12-22T17:22:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:31 smithi039 ceph-mon[181282]: failed to encode map e395 with expected crc 2023-12-22T17:22:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:22:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:22:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:22:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:22:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:22:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:22:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-22T17:22:32.174 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 903 (ObjNum 490 snap 153 seq_num 490) dirty exists 2023-12-22T17:22:32.174 INFO:tasks.rados.rados.0.smithi032.stdout:1680: expect (ObjNum 528 snap 161 seq_num 528) 2023-12-22T17:22:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:31 smithi032 ceph-mon[189144]: failed to encode map e394 with expected crc 2023-12-22T17:22:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:31 smithi032 ceph-mon[189144]: failed to encode map e394 with expected crc 2023-12-22T17:22:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:31 smithi032 ceph-mon[189144]: pgmap v129: 121 pgs: 10 active+undersized+degraded, 33 active+undersized, 78 active+clean; 400 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 12 op/s; 130/696 objects degraded (18.678%) 2023-12-22T17:22:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:31 smithi032 ceph-mon[189144]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-22T17:22:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:31 smithi032 ceph-mon[189144]: osd.1 [v2:172.21.15.32:6810/3503678054,v1:172.21.15.32:6811/3503678054] boot 2023-12-22T17:22:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:31 smithi032 ceph-mon[189144]: osdmap e395: 8 total, 8 up, 8 in 2023-12-22T17:22:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-22T17:22:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:31 smithi032 ceph-mon[189144]: failed to encode map e395 with expected crc 2023-12-22T17:22:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:31 smithi032 ceph-mon[189144]: failed to encode map e395 with expected crc 2023-12-22T17:22:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:31 smithi032 ceph-mon[189144]: failed to encode map e395 with expected crc 2023-12-22T17:22:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:22:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:22:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:22:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:22:32.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:22:32.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:22:32.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-22T17:22:32.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:31 smithi032 ceph-mon[191839]: failed to encode map e394 with expected crc 2023-12-22T17:22:32.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:31 smithi032 ceph-mon[191839]: failed to encode map e394 with expected crc 2023-12-22T17:22:32.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:31 smithi032 ceph-mon[191839]: pgmap v129: 121 pgs: 10 active+undersized+degraded, 33 active+undersized, 78 active+clean; 400 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 12 op/s; 130/696 objects degraded (18.678%) 2023-12-22T17:22:32.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:31 smithi032 ceph-mon[191839]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-22T17:22:32.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:31 smithi032 ceph-mon[191839]: osd.1 [v2:172.21.15.32:6810/3503678054,v1:172.21.15.32:6811/3503678054] boot 2023-12-22T17:22:32.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:31 smithi032 ceph-mon[191839]: osdmap e395: 8 total, 8 up, 8 in 2023-12-22T17:22:32.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-22T17:22:32.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:31 smithi032 ceph-mon[191839]: failed to encode map e395 with expected crc 2023-12-22T17:22:32.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:31 smithi032 ceph-mon[191839]: failed to encode map e395 with expected crc 2023-12-22T17:22:32.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:31 smithi032 ceph-mon[191839]: failed to encode map e395 with expected crc 2023-12-22T17:22:32.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:32.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:32.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:22:32.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:22:32.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:32.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:22:32.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:22:32.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:22:32.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:22:32.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-22T17:22:32.523 INFO:tasks.rados.rados.0.smithi032.stdout:1687: finishing rollback tid 0 to smithi032174182-16 2023-12-22T17:22:32.523 INFO:tasks.rados.rados.0.smithi032.stdout:1687: finishing rollback tid 1 to smithi032174182-16 2023-12-22T17:22:32.523 INFO:tasks.rados.rados.0.smithi032.stdout:1687: finishing rollback tid 2 to smithi032174182-16 2023-12-22T17:22:32.523 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 1016 (ObjNum 496 snap 154 seq_num 496) dirty exists 2023-12-22T17:22:32.523 INFO:tasks.rados.rados.0.smithi032.stdout:1686: expect (ObjNum 511 snap 157 seq_num 511) 2023-12-22T17:22:32.748 INFO:tasks.rados.rados.0.smithi032.stdout:1684: finishing rollback tid 0 to smithi032174182-45 2023-12-22T17:22:32.748 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 420 (ObjNum 494 snap 153 seq_num 494) dirty exists 2023-12-22T17:22:32.748 INFO:tasks.rados.rados.0.smithi032.stdout:1684: finishing rollback tid 1 to smithi032174182-45 2023-12-22T17:22:32.748 INFO:tasks.rados.rados.0.smithi032.stdout:1684: finishing rollback tid 2 to smithi032174182-45 2023-12-22T17:22:32.748 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 1224 (ObjNum 372 snap 115 seq_num 372) dirty exists 2023-12-22T17:22:32.749 INFO:tasks.rados.rados.0.smithi032.stdout:1685: finishing rollback tid 0 to smithi032174182-7 2023-12-22T17:22:32.749 INFO:tasks.rados.rados.0.smithi032.stdout:1685: finishing rollback tid 1 to smithi032174182-7 2023-12-22T17:22:32.749 INFO:tasks.rados.rados.0.smithi032.stdout:1685: finishing rollback tid 2 to smithi032174182-7 2023-12-22T17:22:32.749 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 772 (ObjNum 304 snap 90 seq_num 304) dirty exists 2023-12-22T17:22:32.749 INFO:tasks.rados.rados.0.smithi032.stdout:1689: expect (ObjNum 486 snap 153 seq_num 486) 2023-12-22T17:22:32.837 INFO:tasks.rados.rados.0.smithi032.stdout:1691: expect (ObjNum 502 snap 156 seq_num 502) 2023-12-22T17:22:33.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:32 smithi039 ceph-mon[181282]: failed to encode map e395 with expected crc 2023-12-22T17:22:33.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:32 smithi039 ceph-mon[181282]: failed to encode map e395 with expected crc 2023-12-22T17:22:33.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:32 smithi039 ceph-mon[181282]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-22T17:22:33.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:32 smithi039 ceph-mon[181282]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2023-12-22T17:22:33.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:32 smithi039 ceph-mon[181282]: failed to encode map e396 with expected crc 2023-12-22T17:22:33.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:32 smithi039 ceph-mon[181282]: failed to encode map e396 with expected crc 2023-12-22T17:22:33.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:32 smithi039 ceph-mon[181282]: osdmap e396: 8 total, 8 up, 8 in 2023-12-22T17:22:33.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:32 smithi039 ceph-mon[181282]: failed to encode map e396 with expected crc 2023-12-22T17:22:33.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:32 smithi039 ceph-mon[181282]: failed to encode map e396 with expected crc 2023-12-22T17:22:33.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:32 smithi039 ceph-mon[181282]: failed to encode map e396 with expected crc 2023-12-22T17:22:33.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:32 smithi039 ceph-mon[181282]: failed to encode map e396 with expected crc 2023-12-22T17:22:33.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:32 smithi032 ceph-mon[189144]: failed to encode map e395 with expected crc 2023-12-22T17:22:33.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:32 smithi032 ceph-mon[189144]: failed to encode map e395 with expected crc 2023-12-22T17:22:33.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:32 smithi032 ceph-mon[189144]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-22T17:22:33.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:32 smithi032 ceph-mon[189144]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2023-12-22T17:22:33.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:32 smithi032 ceph-mon[189144]: failed to encode map e396 with expected crc 2023-12-22T17:22:33.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:32 smithi032 ceph-mon[189144]: failed to encode map e396 with expected crc 2023-12-22T17:22:33.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:32 smithi032 ceph-mon[189144]: osdmap e396: 8 total, 8 up, 8 in 2023-12-22T17:22:33.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:32 smithi032 ceph-mon[189144]: failed to encode map e396 with expected crc 2023-12-22T17:22:33.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:32 smithi032 ceph-mon[189144]: failed to encode map e396 with expected crc 2023-12-22T17:22:33.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:32 smithi032 ceph-mon[189144]: failed to encode map e396 with expected crc 2023-12-22T17:22:33.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:32 smithi032 ceph-mon[189144]: failed to encode map e396 with expected crc 2023-12-22T17:22:33.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:32 smithi032 ceph-mon[191839]: failed to encode map e395 with expected crc 2023-12-22T17:22:33.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:32 smithi032 ceph-mon[191839]: failed to encode map e395 with expected crc 2023-12-22T17:22:33.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:32 smithi032 ceph-mon[191839]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-22T17:22:33.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:32 smithi032 ceph-mon[191839]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2023-12-22T17:22:33.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:32 smithi032 ceph-mon[191839]: failed to encode map e396 with expected crc 2023-12-22T17:22:33.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:32 smithi032 ceph-mon[191839]: failed to encode map e396 with expected crc 2023-12-22T17:22:33.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:32 smithi032 ceph-mon[191839]: osdmap e396: 8 total, 8 up, 8 in 2023-12-22T17:22:33.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:32 smithi032 ceph-mon[191839]: failed to encode map e396 with expected crc 2023-12-22T17:22:33.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:32 smithi032 ceph-mon[191839]: failed to encode map e396 with expected crc 2023-12-22T17:22:33.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:32 smithi032 ceph-mon[191839]: failed to encode map e396 with expected crc 2023-12-22T17:22:33.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:32 smithi032 ceph-mon[191839]: failed to encode map e396 with expected crc 2023-12-22T17:22:33.242 INFO:tasks.rados.rados.0.smithi032.stdout:1692: expect (ObjNum 527 snap 161 seq_num 527) 2023-12-22T17:22:34.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:33 smithi039 ceph-mon[181282]: failed to encode map e396 with expected crc 2023-12-22T17:22:34.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:33 smithi039 ceph-mon[181282]: failed to encode map e396 with expected crc 2023-12-22T17:22:34.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:33 smithi039 ceph-mon[181282]: failed to encode map e396 with expected crc 2023-12-22T17:22:34.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:33 smithi039 ceph-mon[181282]: failed to encode map e396 with expected crc 2023-12-22T17:22:34.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:33 smithi039 ceph-mon[181282]: pgmap v132: 121 pgs: 10 active+undersized+degraded, 33 active+undersized, 78 active+clean; 400 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 12 op/s; 130/696 objects degraded (18.678%) 2023-12-22T17:22:34.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:33 smithi039 ceph-mon[181282]: osdmap e397: 8 total, 8 up, 8 in 2023-12-22T17:22:34.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:33 smithi032 ceph-mon[189144]: failed to encode map e396 with expected crc 2023-12-22T17:22:34.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:33 smithi032 ceph-mon[189144]: failed to encode map e396 with expected crc 2023-12-22T17:22:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:33 smithi032 ceph-mon[189144]: failed to encode map e396 with expected crc 2023-12-22T17:22:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:33 smithi032 ceph-mon[189144]: failed to encode map e396 with expected crc 2023-12-22T17:22:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:33 smithi032 ceph-mon[189144]: pgmap v132: 121 pgs: 10 active+undersized+degraded, 33 active+undersized, 78 active+clean; 400 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 12 op/s; 130/696 objects degraded (18.678%) 2023-12-22T17:22:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:33 smithi032 ceph-mon[189144]: osdmap e397: 8 total, 8 up, 8 in 2023-12-22T17:22:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:33 smithi032 ceph-mon[191839]: failed to encode map e396 with expected crc 2023-12-22T17:22:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:33 smithi032 ceph-mon[191839]: failed to encode map e396 with expected crc 2023-12-22T17:22:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:33 smithi032 ceph-mon[191839]: failed to encode map e396 with expected crc 2023-12-22T17:22:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:33 smithi032 ceph-mon[191839]: failed to encode map e396 with expected crc 2023-12-22T17:22:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:33 smithi032 ceph-mon[191839]: pgmap v132: 121 pgs: 10 active+undersized+degraded, 33 active+undersized, 78 active+clean; 400 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 12 op/s; 130/696 objects degraded (18.678%) 2023-12-22T17:22:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:33 smithi032 ceph-mon[191839]: osdmap e397: 8 total, 8 up, 8 in 2023-12-22T17:22:34.250 INFO:tasks.rados.rados.0.smithi032.stdout:1674: done (13 left) 2023-12-22T17:22:34.250 INFO:tasks.rados.rados.0.smithi032.stdout:1676: done (12 left) 2023-12-22T17:22:34.250 INFO:tasks.rados.rados.0.smithi032.stdout:1677: done (11 left) 2023-12-22T17:22:34.250 INFO:tasks.rados.rados.0.smithi032.stdout:1679: done (10 left) 2023-12-22T17:22:34.250 INFO:tasks.rados.rados.0.smithi032.stdout:1680: done (9 left) 2023-12-22T17:22:34.250 INFO:tasks.rados.rados.0.smithi032.stdout:1681: done (8 left) 2023-12-22T17:22:34.250 INFO:tasks.rados.rados.0.smithi032.stdout:1684: done (7 left) 2023-12-22T17:22:34.251 INFO:tasks.rados.rados.0.smithi032.stdout:1685: done (6 left) 2023-12-22T17:22:34.251 INFO:tasks.rados.rados.0.smithi032.stdout:1686: done (5 left) 2023-12-22T17:22:34.251 INFO:tasks.rados.rados.0.smithi032.stdout:1687: done (4 left) 2023-12-22T17:22:34.251 INFO:tasks.rados.rados.0.smithi032.stdout:1689: done (3 left) 2023-12-22T17:22:34.251 INFO:tasks.rados.rados.0.smithi032.stdout:1691: done (2 left) 2023-12-22T17:22:34.251 INFO:tasks.rados.rados.0.smithi032.stdout:1692: done (1 left) 2023-12-22T17:22:34.251 INFO:tasks.rados.rados.0.smithi032.stdout:1693: done (0 left) 2023-12-22T17:22:34.251 INFO:tasks.rados.rados.0.smithi032.stdout:1694: read oid 15 snap -1 2023-12-22T17:22:34.251 INFO:tasks.rados.rados.0.smithi032.stdout:1694: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-22T17:22:34.251 INFO:tasks.rados.rados.0.smithi032.stdout:1695: delete oid 18 current snap is 167 2023-12-22T17:22:34.251 INFO:tasks.rados.rados.0.smithi032.stdout:1694: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-22T17:22:34.257 INFO:tasks.rados.rados.0.smithi032.stdout:1694: done (1 left) 2023-12-22T17:22:34.257 INFO:tasks.rados.rados.0.smithi032.stdout:1695: done (0 left) 2023-12-22T17:22:34.257 INFO:tasks.rados.rados.0.smithi032.stdout:1696: delete oid 21 current snap is 167 2023-12-22T17:22:34.260 INFO:tasks.rados.rados.0.smithi032.stdout:1696: done (0 left) 2023-12-22T17:22:34.260 INFO:tasks.rados.rados.0.smithi032.stdout:1697: snap_remove snap 165 2023-12-22T17:22:34.711 INFO:tasks.rados.rados.0.smithi032.stdout:1697: done (0 left) 2023-12-22T17:22:34.712 INFO:tasks.rados.rados.0.smithi032.stdout:1698: snap_remove snap 163 2023-12-22T17:22:35.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:34 smithi039 ceph-mon[181282]: failed to encode map e397 with expected crc 2023-12-22T17:22:35.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:34 smithi039 ceph-mon[181282]: failed to encode map e397 with expected crc 2023-12-22T17:22:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:34 smithi039 ceph-mon[181282]: failed to encode map e397 with expected crc 2023-12-22T17:22:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:34 smithi039 ceph-mon[181282]: failed to encode map e397 with expected crc 2023-12-22T17:22:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:34 smithi039 ceph-mon[181282]: failed to encode map e397 with expected crc 2023-12-22T17:22:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:34 smithi039 ceph-mon[181282]: failed to encode map e397 with expected crc 2023-12-22T17:22:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:22:35.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:34 smithi032 ceph-mon[189144]: failed to encode map e397 with expected crc 2023-12-22T17:22:35.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:34 smithi032 ceph-mon[189144]: failed to encode map e397 with expected crc 2023-12-22T17:22:35.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:34 smithi032 ceph-mon[189144]: failed to encode map e397 with expected crc 2023-12-22T17:22:35.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:34 smithi032 ceph-mon[189144]: failed to encode map e397 with expected crc 2023-12-22T17:22:35.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:34 smithi032 ceph-mon[189144]: failed to encode map e397 with expected crc 2023-12-22T17:22:35.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:34 smithi032 ceph-mon[189144]: failed to encode map e397 with expected crc 2023-12-22T17:22:35.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:35.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:22:35.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:34 smithi032 ceph-mon[191839]: failed to encode map e397 with expected crc 2023-12-22T17:22:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:34 smithi032 ceph-mon[191839]: failed to encode map e397 with expected crc 2023-12-22T17:22:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:34 smithi032 ceph-mon[191839]: failed to encode map e397 with expected crc 2023-12-22T17:22:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:34 smithi032 ceph-mon[191839]: failed to encode map e397 with expected crc 2023-12-22T17:22:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:34 smithi032 ceph-mon[191839]: failed to encode map e397 with expected crc 2023-12-22T17:22:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:34 smithi032 ceph-mon[191839]: failed to encode map e397 with expected crc 2023-12-22T17:22:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:22:35.728 INFO:tasks.rados.rados.0.smithi032.stdout:1698: done (0 left) 2023-12-22T17:22:35.728 INFO:tasks.rados.rados.0.smithi032.stdout:1699: copy_from oid 11 from oid 16 current snap is 167 2023-12-22T17:22:35.728 INFO:tasks.rados.rados.0.smithi032.stdout:1700: rollback oid 40 current snap is 167 2023-12-22T17:22:35.728 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 40 to 164 2023-12-22T17:22:35.728 INFO:tasks.rados.rados.0.smithi032.stdout:1701: read oid 17 snap -1 2023-12-22T17:22:35.728 INFO:tasks.rados.rados.0.smithi032.stdout:1701: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-22T17:22:35.729 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 43 current snap is 167 2023-12-22T17:22:35.729 INFO:tasks.rados.rados.0.smithi032.stdout:1702: seq_num 545 ranges {884736=737280,1622016=491520,2113536=450560,2564096=262144} 2023-12-22T17:22:35.737 INFO:tasks.rados.rados.0.smithi032.stdout:1702: writing smithi032174182-43 from 884736 to 1622016 tid 1 2023-12-22T17:22:35.740 INFO:tasks.rados.rados.0.smithi032.stdout:1702: writing smithi032174182-43 from 1622016 to 2113536 tid 2 2023-12-22T17:22:35.744 INFO:tasks.rados.rados.0.smithi032.stdout:1702: writing smithi032174182-43 from 2113536 to 2564096 tid 3 2023-12-22T17:22:35.745 INFO:tasks.rados.rados.0.smithi032.stdout:1702: writing smithi032174182-43 from 2564096 to 2826240 tid 4 2023-12-22T17:22:35.746 INFO:tasks.rados.rados.0.smithi032.stdout:1703: setattr oid 9 current snap is 167 2023-12-22T17:22:35.746 INFO:tasks.rados.rados.0.smithi032.stdout:1701: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-22T17:22:35.751 INFO:tasks.rados.rados.0.smithi032.stdout:1700: finishing rollback tid 0 to smithi032174182-40 2023-12-22T17:22:35.751 INFO:tasks.rados.rados.0.smithi032.stdout:1700: finishing rollback tid 1 to smithi032174182-40 2023-12-22T17:22:35.751 INFO:tasks.rados.rados.0.smithi032.stdout:1700: finishing rollback tid 2 to smithi032174182-40 2023-12-22T17:22:35.751 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 630 (ObjNum 306 snap 90 seq_num 306) dirty exists 2023-12-22T17:22:35.751 INFO:tasks.rados.rados.0.smithi032.stdout:1702: finishing write tid 1 to smithi032174182-43 2023-12-22T17:22:35.751 INFO:tasks.rados.rados.0.smithi032.stdout:1702: finishing write tid 2 to smithi032174182-43 2023-12-22T17:22:35.751 INFO:tasks.rados.rados.0.smithi032.stdout:1702: finishing write tid 3 to smithi032174182-43 2023-12-22T17:22:35.751 INFO:tasks.rados.rados.0.smithi032.stdout:1702: finishing write tid 4 to smithi032174182-43 2023-12-22T17:22:35.751 INFO:tasks.rados.rados.0.smithi032.stdout:1700: done (4 left) 2023-12-22T17:22:35.751 INFO:tasks.rados.rados.0.smithi032.stdout:1701: done (3 left) 2023-12-22T17:22:35.751 INFO:tasks.rados.rados.0.smithi032.stdout:1704: snap_remove snap 145 2023-12-22T17:22:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:35 smithi039 ceph-mon[181282]: pgmap v134: 121 pgs: 10 active+undersized+degraded, 33 active+undersized, 78 active+clean; 400 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 10 op/s; 130/696 objects degraded (18.678%) 2023-12-22T17:22:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:35 smithi039 ceph-mon[181282]: failed to encode map e398 with expected crc 2023-12-22T17:22:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:35 smithi039 ceph-mon[181282]: osdmap e398: 8 total, 8 up, 8 in 2023-12-22T17:22:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:35 smithi032 ceph-mon[189144]: pgmap v134: 121 pgs: 10 active+undersized+degraded, 33 active+undersized, 78 active+clean; 400 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 10 op/s; 130/696 objects degraded (18.678%) 2023-12-22T17:22:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:35 smithi032 ceph-mon[189144]: failed to encode map e398 with expected crc 2023-12-22T17:22:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:35 smithi032 ceph-mon[189144]: osdmap e398: 8 total, 8 up, 8 in 2023-12-22T17:22:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:35 smithi032 ceph-mon[191839]: pgmap v134: 121 pgs: 10 active+undersized+degraded, 33 active+undersized, 78 active+clean; 400 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 10 op/s; 130/696 objects degraded (18.678%) 2023-12-22T17:22:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:35 smithi032 ceph-mon[191839]: failed to encode map e398 with expected crc 2023-12-22T17:22:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:35 smithi032 ceph-mon[191839]: osdmap e398: 8 total, 8 up, 8 in 2023-12-22T17:22:36.730 INFO:tasks.rados.rados.0.smithi032.stdout:1704: done (3 left) 2023-12-22T17:22:36.730 INFO:tasks.rados.rados.0.smithi032.stdout:1705: rmattr oid 1 current snap is 167 2023-12-22T17:22:36.730 INFO:tasks.rados.rados.0.smithi032.stdout:1706: read oid 48 snap 159 2023-12-22T17:22:36.730 INFO:tasks.rados.rados.0.smithi032.stdout:1706: expect (ObjNum 479 snap 150 seq_num 479) 2023-12-22T17:22:36.730 INFO:tasks.rados.rados.0.smithi032.stdout:1707: read oid 47 snap 164 2023-12-22T17:22:36.730 INFO:tasks.rados.rados.0.smithi032.stdout:1707: expect (ObjNum 488 snap 153 seq_num 488) 2023-12-22T17:22:36.731 INFO:tasks.rados.rados.0.smithi032.stdout:1708: delete oid 17 current snap is 167 2023-12-22T17:22:36.731 INFO:tasks.rados.rados.0.smithi032.stdout:1702: finishing write tid 5 to smithi032174182-43 2023-12-22T17:22:36.731 INFO:tasks.rados.rados.0.smithi032.stdout:1702: finishing write tid 6 to smithi032174182-43 2023-12-22T17:22:36.731 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 778 (ObjNum 545 snap 167 seq_num 545) dirty exists 2023-12-22T17:22:36.731 INFO:tasks.rados.rados.0.smithi032.stdout:1702: left oid 43 (ObjNum 545 snap 167 seq_num 545) 2023-12-22T17:22:36.731 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 1166 (ObjNum 507 snap 157 seq_num 507) dirty exists 2023-12-22T17:22:36.731 INFO:tasks.rados.rados.0.smithi032.stdout:1699: finishing copy_from to smithi032174182-11 2023-12-22T17:22:36.731 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 1016 (ObjNum 496 snap 154 seq_num 496) dirty exists 2023-12-22T17:22:36.731 INFO:tasks.rados.rados.0.smithi032.stdout:1699: finishing copy_from racing read to smithi032174182-11 2023-12-22T17:22:36.738 INFO:tasks.rados.rados.0.smithi032.stdout:1699: done (6 left) 2023-12-22T17:22:36.738 INFO:tasks.rados.rados.0.smithi032.stdout:1702: done (5 left) 2023-12-22T17:22:36.738 INFO:tasks.rados.rados.0.smithi032.stdout:1703: done (4 left) 2023-12-22T17:22:36.738 INFO:tasks.rados.rados.0.smithi032.stdout:1708: done (3 left) 2023-12-22T17:22:36.738 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 12 current snap is 167 2023-12-22T17:22:36.738 INFO:tasks.rados.rados.0.smithi032.stdout:1709: seq_num 547 ranges {8216576=770048,8986624=663552,9650176=466944,10117120=73728} 2023-12-22T17:22:36.791 INFO:tasks.rados.rados.0.smithi032.stdout:1709: writing smithi032174182-12 from 8216576 to 8986624 tid 1 2023-12-22T17:22:36.795 INFO:tasks.rados.rados.0.smithi032.stdout:1709: writing smithi032174182-12 from 8986624 to 9650176 tid 2 2023-12-22T17:22:36.797 INFO:tasks.rados.rados.0.smithi032.stdout:1709: writing smithi032174182-12 from 9650176 to 10117120 tid 3 2023-12-22T17:22:36.798 INFO:tasks.rados.rados.0.smithi032.stdout:1709: writing smithi032174182-12 from 10117120 to 10190848 tid 4 2023-12-22T17:22:36.798 INFO:tasks.rados.rados.0.smithi032.stdout:1710: setattr oid 32 current snap is 167 2023-12-22T17:22:36.798 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 850 (ObjNum 538 snap 163 seq_num 538) dirty exists 2023-12-22T17:22:36.798 INFO:tasks.rados.rados.0.smithi032.stdout:1707: expect (ObjNum 488 snap 153 seq_num 488) 2023-12-22T17:22:36.849 INFO:tasks.rados.rados.0.smithi032.stdout:1706: expect (ObjNum 479 snap 150 seq_num 479) 2023-12-22T17:22:37.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:36 smithi039 ceph-mon[181282]: failed to encode map e398 with expected crc 2023-12-22T17:22:37.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:36 smithi039 ceph-mon[181282]: failed to encode map e399 with expected crc 2023-12-22T17:22:37.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:36 smithi039 ceph-mon[181282]: failed to encode map e399 with expected crc 2023-12-22T17:22:37.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:36 smithi039 ceph-mon[181282]: osdmap e399: 8 total, 8 up, 8 in 2023-12-22T17:22:37.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:36 smithi039 ceph-mon[181282]: mgrmap e39: y(active, since 91s), standbys: x 2023-12-22T17:22:37.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:36 smithi039 ceph-mon[181282]: failed to encode map e399 with expected crc 2023-12-22T17:22:37.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:36 smithi039 ceph-mon[181282]: failed to encode map e399 with expected crc 2023-12-22T17:22:37.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:36 smithi039 ceph-mon[181282]: Health check update: Degraded data redundancy: 130/696 objects degraded (18.678%), 10 pgs degraded (PG_DEGRADED) 2023-12-22T17:22:37.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:36 smithi032 ceph-mon[189144]: failed to encode map e398 with expected crc 2023-12-22T17:22:37.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:36 smithi032 ceph-mon[189144]: failed to encode map e399 with expected crc 2023-12-22T17:22:37.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:36 smithi032 ceph-mon[189144]: failed to encode map e399 with expected crc 2023-12-22T17:22:37.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:36 smithi032 ceph-mon[189144]: osdmap e399: 8 total, 8 up, 8 in 2023-12-22T17:22:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:36 smithi032 ceph-mon[189144]: mgrmap e39: y(active, since 91s), standbys: x 2023-12-22T17:22:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:36 smithi032 ceph-mon[189144]: failed to encode map e399 with expected crc 2023-12-22T17:22:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:36 smithi032 ceph-mon[189144]: failed to encode map e399 with expected crc 2023-12-22T17:22:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:36 smithi032 ceph-mon[189144]: Health check update: Degraded data redundancy: 130/696 objects degraded (18.678%), 10 pgs degraded (PG_DEGRADED) 2023-12-22T17:22:37.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:36 smithi032 ceph-mon[191839]: failed to encode map e398 with expected crc 2023-12-22T17:22:37.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:36 smithi032 ceph-mon[191839]: failed to encode map e399 with expected crc 2023-12-22T17:22:37.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:36 smithi032 ceph-mon[191839]: failed to encode map e399 with expected crc 2023-12-22T17:22:37.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:36 smithi032 ceph-mon[191839]: osdmap e399: 8 total, 8 up, 8 in 2023-12-22T17:22:37.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:36 smithi032 ceph-mon[191839]: mgrmap e39: y(active, since 91s), standbys: x 2023-12-22T17:22:37.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:36 smithi032 ceph-mon[191839]: failed to encode map e399 with expected crc 2023-12-22T17:22:37.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:36 smithi032 ceph-mon[191839]: failed to encode map e399 with expected crc 2023-12-22T17:22:37.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:36 smithi032 ceph-mon[191839]: Health check update: Degraded data redundancy: 130/696 objects degraded (18.678%), 10 pgs degraded (PG_DEGRADED) 2023-12-22T17:22:37.265 INFO:tasks.rados.rados.0.smithi032.stdout:1709: finishing write tid 1 to smithi032174182-12 2023-12-22T17:22:37.265 INFO:tasks.rados.rados.0.smithi032.stdout:1709: finishing write tid 2 to smithi032174182-12 2023-12-22T17:22:37.265 INFO:tasks.rados.rados.0.smithi032.stdout:1709: finishing write tid 3 to smithi032174182-12 2023-12-22T17:22:37.265 INFO:tasks.rados.rados.0.smithi032.stdout:1709: finishing write tid 4 to smithi032174182-12 2023-12-22T17:22:37.265 INFO:tasks.rados.rados.0.smithi032.stdout:1709: finishing write tid 5 to smithi032174182-12 2023-12-22T17:22:37.265 INFO:tasks.rados.rados.0.smithi032.stdout:1709: finishing write tid 6 to smithi032174182-12 2023-12-22T17:22:37.266 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 809 (ObjNum 547 snap 167 seq_num 547) dirty exists 2023-12-22T17:22:37.266 INFO:tasks.rados.rados.0.smithi032.stdout:1709: left oid 12 (ObjNum 547 snap 167 seq_num 547) 2023-12-22T17:22:37.266 INFO:tasks.rados.rados.0.smithi032.stdout:1705: done (4 left) 2023-12-22T17:22:37.266 INFO:tasks.rados.rados.0.smithi032.stdout:1706: done (3 left) 2023-12-22T17:22:37.266 INFO:tasks.rados.rados.0.smithi032.stdout:1707: done (2 left) 2023-12-22T17:22:37.266 INFO:tasks.rados.rados.0.smithi032.stdout:1709: done (1 left) 2023-12-22T17:22:37.266 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 34 current snap is 167 2023-12-22T17:22:37.266 INFO:tasks.rados.rados.0.smithi032.stdout:1711: seq_num 548 ranges {1466368=786432,2252800=598016,2850816=606208} 2023-12-22T17:22:37.277 INFO:tasks.rados.rados.0.smithi032.stdout:1711: writing smithi032174182-34 from 1466368 to 2252800 tid 1 2023-12-22T17:22:37.281 INFO:tasks.rados.rados.0.smithi032.stdout:1711: writing smithi032174182-34 from 2252800 to 2850816 tid 2 2023-12-22T17:22:37.285 INFO:tasks.rados.rados.0.smithi032.stdout:1711: writing smithi032174182-34 from 2850816 to 3457024 tid 3 2023-12-22T17:22:37.285 INFO:tasks.rados.rados.0.smithi032.stdout:1712: copy_from oid 9 from oid 46 current snap is 167 2023-12-22T17:22:37.285 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 421 (ObjNum 539 snap 163 seq_num 539) dirty exists 2023-12-22T17:22:37.285 INFO:tasks.rados.rados.0.smithi032.stdout:1711: finishing write tid 1 to smithi032174182-34 2023-12-22T17:22:37.285 INFO:tasks.rados.rados.0.smithi032.stdout:1711: finishing write tid 2 to smithi032174182-34 2023-12-22T17:22:37.285 INFO:tasks.rados.rados.0.smithi032.stdout:1710: done (2 left) 2023-12-22T17:22:37.285 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 20 current snap is 167 2023-12-22T17:22:37.285 INFO:tasks.rados.rados.0.smithi032.stdout:1713: seq_num 549 ranges {11272192=802816,12075008=483328,12558336=434176,12992512=286720} 2023-12-22T17:22:37.350 INFO:tasks.rados.rados.0.smithi032.stdout:1713: writing smithi032174182-20 from 11272192 to 12075008 tid 1 2023-12-22T17:22:37.353 INFO:tasks.rados.rados.0.smithi032.stdout:1713: writing smithi032174182-20 from 12075008 to 12558336 tid 2 2023-12-22T17:22:37.355 INFO:tasks.rados.rados.0.smithi032.stdout:1713: writing smithi032174182-20 from 12558336 to 12992512 tid 3 2023-12-22T17:22:37.358 INFO:tasks.rados.rados.0.smithi032.stdout:1713: writing smithi032174182-20 from 12992512 to 13279232 tid 4 2023-12-22T17:22:37.358 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 15 current snap is 167 2023-12-22T17:22:37.358 INFO:tasks.rados.rados.0.smithi032.stdout:1712: finishing copy_from to smithi032174182-9 2023-12-22T17:22:37.358 INFO:tasks.rados.rados.0.smithi032.stdout:1712: got expected ENOENT (src dne) 2023-12-22T17:22:37.358 INFO:tasks.rados.rados.0.smithi032.stdout:1712: finishing copy_from racing read to smithi032174182-9 2023-12-22T17:22:37.358 INFO:tasks.rados.rados.0.smithi032.stdout:1711: finishing write tid 3 to smithi032174182-34 2023-12-22T17:22:37.358 INFO:tasks.rados.rados.0.smithi032.stdout:1714: seq_num 550 ranges {0=417792,417792=770048,1187840=638976,1826816=196608} 2023-12-22T17:22:37.360 INFO:tasks.rados.rados.0.smithi032.stdout:1714: writing smithi032174182-15 from 0 to 417792 tid 1 2023-12-22T17:22:37.364 INFO:tasks.rados.rados.0.smithi032.stdout:1714: writing smithi032174182-15 from 417792 to 1187840 tid 2 2023-12-22T17:22:37.368 INFO:tasks.rados.rados.0.smithi032.stdout:1714: writing smithi032174182-15 from 1187840 to 1826816 tid 3 2023-12-22T17:22:37.369 INFO:tasks.rados.rados.0.smithi032.stdout:1714: writing smithi032174182-15 from 1826816 to 2023424 tid 4 2023-12-22T17:22:37.370 INFO:tasks.rados.rados.0.smithi032.stdout:1712: done (3 left) 2023-12-22T17:22:37.370 INFO:tasks.rados.rados.0.smithi032.stdout:1715: read oid 35 snap -1 2023-12-22T17:22:37.370 INFO:tasks.rados.rados.0.smithi032.stdout:1715: expect (ObjNum 540 snap 165 seq_num 540) 2023-12-22T17:22:37.370 INFO:tasks.rados.rados.0.smithi032.stdout:1716: snap_remove snap 164 2023-12-22T17:22:37.806 INFO:tasks.rados.rados.0.smithi032.stdout:1716: done (4 left) 2023-12-22T17:22:37.807 INFO:tasks.rados.rados.0.smithi032.stdout:1717: rmattr oid 28 current snap is 167 2023-12-22T17:22:37.807 INFO:tasks.rados.rados.0.smithi032.stdout:1717: done (4 left) 2023-12-22T17:22:37.807 INFO:tasks.rados.rados.0.smithi032.stdout:1718: rollback oid 21 current snap is 167 2023-12-22T17:22:37.807 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 21 to 119 2023-12-22T17:22:37.807 INFO:tasks.rados.rados.0.smithi032.stdout:1711: finishing write tid 4 to smithi032174182-34 2023-12-22T17:22:37.807 INFO:tasks.rados.rados.0.smithi032.stdout:1711: finishing write tid 5 to smithi032174182-34 2023-12-22T17:22:37.807 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 908 (ObjNum 548 snap 167 seq_num 548) dirty exists 2023-12-22T17:22:37.807 INFO:tasks.rados.rados.0.smithi032.stdout:1711: left oid 34 (ObjNum 548 snap 167 seq_num 548) 2023-12-22T17:22:37.807 INFO:tasks.rados.rados.0.smithi032.stdout:1713: finishing write tid 1 to smithi032174182-20 2023-12-22T17:22:37.807 INFO:tasks.rados.rados.0.smithi032.stdout:1713: finishing write tid 2 to smithi032174182-20 2023-12-22T17:22:37.807 INFO:tasks.rados.rados.0.smithi032.stdout:1713: finishing write tid 3 to smithi032174182-20 2023-12-22T17:22:37.807 INFO:tasks.rados.rados.0.smithi032.stdout:1713: finishing write tid 4 to smithi032174182-20 2023-12-22T17:22:37.807 INFO:tasks.rados.rados.0.smithi032.stdout:1713: finishing write tid 5 to smithi032174182-20 2023-12-22T17:22:37.808 INFO:tasks.rados.rados.0.smithi032.stdout:1713: finishing write tid 6 to smithi032174182-20 2023-12-22T17:22:37.808 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 1086 (ObjNum 549 snap 167 seq_num 549) dirty exists 2023-12-22T17:22:37.808 INFO:tasks.rados.rados.0.smithi032.stdout:1713: left oid 20 (ObjNum 549 snap 167 seq_num 549) 2023-12-22T17:22:37.808 INFO:tasks.rados.rados.0.smithi032.stdout:1714: finishing write tid 1 to smithi032174182-15 2023-12-22T17:22:37.808 INFO:tasks.rados.rados.0.smithi032.stdout:1714: finishing write tid 2 to smithi032174182-15 2023-12-22T17:22:37.808 INFO:tasks.rados.rados.0.smithi032.stdout:1714: finishing write tid 3 to smithi032174182-15 2023-12-22T17:22:37.808 INFO:tasks.rados.rados.0.smithi032.stdout:1714: finishing write tid 4 to smithi032174182-15 2023-12-22T17:22:37.808 INFO:tasks.rados.rados.0.smithi032.stdout:1714: finishing write tid 5 to smithi032174182-15 2023-12-22T17:22:37.808 INFO:tasks.rados.rados.0.smithi032.stdout:1714: finishing write tid 6 to smithi032174182-15 2023-12-22T17:22:37.808 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 1306 (ObjNum 550 snap 167 seq_num 550) dirty exists 2023-12-22T17:22:37.808 INFO:tasks.rados.rados.0.smithi032.stdout:1714: left oid 15 (ObjNum 550 snap 167 seq_num 550) 2023-12-22T17:22:37.808 INFO:tasks.rados.rados.0.smithi032.stdout:1715: expect (ObjNum 540 snap 165 seq_num 540) 2023-12-22T17:22:38.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:37 smithi039 ceph-mon[181282]: pgmap v137: 121 pgs: 121 active+clean; 388 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 391 KiB/s wr, 18 op/s; 21 MiB/s, 4 objects/s recovering 2023-12-22T17:22:38.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:37 smithi039 ceph-mon[181282]: failed to encode map e400 with expected crc 2023-12-22T17:22:38.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:37 smithi039 ceph-mon[181282]: failed to encode map e400 with expected crc 2023-12-22T17:22:38.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:37 smithi039 ceph-mon[181282]: osdmap e400: 8 total, 8 up, 8 in 2023-12-22T17:22:38.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:37 smithi039 ceph-mon[181282]: failed to encode map e400 with expected crc 2023-12-22T17:22:38.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:37 smithi039 ceph-mon[181282]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 130/696 objects degraded (18.678%), 10 pgs degraded) 2023-12-22T17:22:38.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:37 smithi039 ceph-mon[181282]: Cluster is now healthy 2023-12-22T17:22:38.057 INFO:tasks.rados.rados.0.smithi032.stdout:1718: finishing rollback tid 1 to smithi032174182-21 2023-12-22T17:22:38.057 INFO:tasks.rados.rados.0.smithi032.stdout:1718: finishing rollback tid 2 to smithi032174182-21 2023-12-22T17:22:38.057 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 910 (ObjNum 375 snap 115 seq_num 375) dirty exists 2023-12-22T17:22:38.057 INFO:tasks.rados.rados.0.smithi032.stdout:1711: done (4 left) 2023-12-22T17:22:38.058 INFO:tasks.rados.rados.0.smithi032.stdout:1713: done (3 left) 2023-12-22T17:22:38.058 INFO:tasks.rados.rados.0.smithi032.stdout:1714: done (2 left) 2023-12-22T17:22:38.058 INFO:tasks.rados.rados.0.smithi032.stdout:1715: done (1 left) 2023-12-22T17:22:38.058 INFO:tasks.rados.rados.0.smithi032.stdout:1718: done (0 left) 2023-12-22T17:22:38.058 INFO:tasks.rados.rados.0.smithi032.stdout:1719: read oid 41 snap -1 2023-12-22T17:22:38.058 INFO:tasks.rados.rados.0.smithi032.stdout:1719: expect (ObjNum 446 snap 142 seq_num 446) 2023-12-22T17:22:38.058 INFO:tasks.rados.rados.0.smithi032.stdout:1720: snap_create 2023-12-22T17:22:38.075 INFO:tasks.rados.rados.0.smithi032.stdout:1719: expect (ObjNum 446 snap 142 seq_num 446) 2023-12-22T17:22:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:37 smithi032 ceph-mon[189144]: pgmap v137: 121 pgs: 121 active+clean; 388 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 391 KiB/s wr, 18 op/s; 21 MiB/s, 4 objects/s recovering 2023-12-22T17:22:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:37 smithi032 ceph-mon[189144]: failed to encode map e400 with expected crc 2023-12-22T17:22:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:37 smithi032 ceph-mon[189144]: failed to encode map e400 with expected crc 2023-12-22T17:22:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:37 smithi032 ceph-mon[189144]: osdmap e400: 8 total, 8 up, 8 in 2023-12-22T17:22:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:37 smithi032 ceph-mon[189144]: failed to encode map e400 with expected crc 2023-12-22T17:22:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:37 smithi032 ceph-mon[189144]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 130/696 objects degraded (18.678%), 10 pgs degraded) 2023-12-22T17:22:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:37 smithi032 ceph-mon[189144]: Cluster is now healthy 2023-12-22T17:22:38.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:37 smithi032 ceph-mon[191839]: pgmap v137: 121 pgs: 121 active+clean; 388 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 391 KiB/s wr, 18 op/s; 21 MiB/s, 4 objects/s recovering 2023-12-22T17:22:38.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:37 smithi032 ceph-mon[191839]: failed to encode map e400 with expected crc 2023-12-22T17:22:38.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:37 smithi032 ceph-mon[191839]: failed to encode map e400 with expected crc 2023-12-22T17:22:38.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:37 smithi032 ceph-mon[191839]: osdmap e400: 8 total, 8 up, 8 in 2023-12-22T17:22:38.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:37 smithi032 ceph-mon[191839]: failed to encode map e400 with expected crc 2023-12-22T17:22:38.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:37 smithi032 ceph-mon[191839]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 130/696 objects degraded (18.678%), 10 pgs degraded) 2023-12-22T17:22:38.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:37 smithi032 ceph-mon[191839]: Cluster is now healthy 2023-12-22T17:22:38.812 INFO:tasks.rados.rados.0.smithi032.stdout:1719: done (1 left) 2023-12-22T17:22:38.812 INFO:tasks.rados.rados.0.smithi032.stdout:1720: done (0 left) 2023-12-22T17:22:38.812 INFO:tasks.rados.rados.0.smithi032.stdout:1721: read oid 1 snap -1 2023-12-22T17:22:38.812 INFO:tasks.rados.rados.0.smithi032.stdout:1721: expect (ObjNum 538 snap 163 seq_num 538) 2023-12-22T17:22:38.812 INFO:tasks.rados.rados.0.smithi032.stdout:1722: delete oid 35 current snap is 168 2023-12-22T17:22:38.846 INFO:tasks.rados.rados.0.smithi032.stdout:1721: expect (ObjNum 538 snap 163 seq_num 538) 2023-12-22T17:22:39.007 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:22:38 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:22:38.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi032:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi039.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-22T17:22:39.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:38 smithi039 ceph-mon[181282]: failed to encode map e401 with expected crc 2023-12-22T17:22:39.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:38 smithi039 ceph-mon[181282]: failed to encode map e401 with expected crc 2023-12-22T17:22:39.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:38 smithi039 ceph-mon[181282]: osdmap e401: 8 total, 8 up, 8 in 2023-12-22T17:22:39.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:38 smithi039 ceph-mon[181282]: failed to encode map e401 with expected crc 2023-12-22T17:22:39.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:38 smithi039 ceph-mon[181282]: failed to encode map e401 with expected crc 2023-12-22T17:22:39.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:38 smithi039 ceph-mon[181282]: failed to encode map e401 with expected crc 2023-12-22T17:22:39.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:38 smithi039 ceph-mon[181282]: failed to encode map e401 with expected crc 2023-12-22T17:22:39.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:38 smithi032 ceph-mon[189144]: failed to encode map e401 with expected crc 2023-12-22T17:22:39.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:38 smithi032 ceph-mon[189144]: failed to encode map e401 with expected crc 2023-12-22T17:22:39.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:38 smithi032 ceph-mon[189144]: osdmap e401: 8 total, 8 up, 8 in 2023-12-22T17:22:39.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:38 smithi032 ceph-mon[189144]: failed to encode map e401 with expected crc 2023-12-22T17:22:39.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:38 smithi032 ceph-mon[189144]: failed to encode map e401 with expected crc 2023-12-22T17:22:39.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:38 smithi032 ceph-mon[189144]: failed to encode map e401 with expected crc 2023-12-22T17:22:39.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:38 smithi032 ceph-mon[189144]: failed to encode map e401 with expected crc 2023-12-22T17:22:39.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:38 smithi032 ceph-mon[191839]: failed to encode map e401 with expected crc 2023-12-22T17:22:39.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:38 smithi032 ceph-mon[191839]: failed to encode map e401 with expected crc 2023-12-22T17:22:39.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:38 smithi032 ceph-mon[191839]: osdmap e401: 8 total, 8 up, 8 in 2023-12-22T17:22:39.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:38 smithi032 ceph-mon[191839]: failed to encode map e401 with expected crc 2023-12-22T17:22:39.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:38 smithi032 ceph-mon[191839]: failed to encode map e401 with expected crc 2023-12-22T17:22:39.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:38 smithi032 ceph-mon[191839]: failed to encode map e401 with expected crc 2023-12-22T17:22:39.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:38 smithi032 ceph-mon[191839]: failed to encode map e401 with expected crc 2023-12-22T17:22:39.667 INFO:tasks.rados.rados.0.smithi032.stdout:1721: done (1 left) 2023-12-22T17:22:39.667 INFO:tasks.rados.rados.0.smithi032.stdout:1722: done (0 left) 2023-12-22T17:22:39.667 INFO:tasks.rados.rados.0.smithi032.stdout:1723: rollback oid 41 current snap is 168 2023-12-22T17:22:39.667 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 41 to 156 2023-12-22T17:22:39.667 INFO:tasks.rados.rados.0.smithi032.stdout:1724: read oid 42 snap -1 2023-12-22T17:22:39.667 INFO:tasks.rados.rados.0.smithi032.stdout:1724: expect (ObjNum 502 snap 156 seq_num 502) 2023-12-22T17:22:39.667 INFO:tasks.rados.rados.0.smithi032.stdout:1725: setattr oid 13 current snap is 168 2023-12-22T17:22:39.671 INFO:tasks.rados.rados.0.smithi032.stdout:1723: finishing rollback tid 0 to smithi032174182-41 2023-12-22T17:22:39.671 INFO:tasks.rados.rados.0.smithi032.stdout:1726: read oid 34 snap 110 2023-12-22T17:22:39.671 INFO:tasks.rados.rados.0.smithi032.stdout:1726: expect (ObjNum 334 snap 97 seq_num 334) 2023-12-22T17:22:39.671 INFO:tasks.rados.rados.0.smithi032.stdout:1727: snap_create 2023-12-22T17:22:39.671 INFO:tasks.rados.rados.0.smithi032.stdout:1723: finishing rollback tid 1 to smithi032174182-41 2023-12-22T17:22:39.671 INFO:tasks.rados.rados.0.smithi032.stdout:1723: finishing rollback tid 2 to smithi032174182-41 2023-12-22T17:22:39.671 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 1312 (ObjNum 484 snap 152 seq_num 484) dirty exists 2023-12-22T17:22:39.678 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 1313 (ObjNum 161 snap 0 seq_num 0) dirty exists 2023-12-22T17:22:39.689 INFO:tasks.rados.rados.0.smithi032.stdout:1724: expect (ObjNum 502 snap 156 seq_num 502) 2023-12-22T17:22:40.102 INFO:tasks.rados.rados.0.smithi032.stdout:1726: expect (ObjNum 334 snap 97 seq_num 334) 2023-12-22T17:22:40.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:39 smithi032 ceph-mon[191839]: pgmap v140: 121 pgs: 121 active+clean; 388 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 461 KiB/s wr, 21 op/s; 24 MiB/s, 4 objects/s recovering 2023-12-22T17:22:40.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:39 smithi032 ceph-mon[191839]: failed to encode map e402 with expected crc 2023-12-22T17:22:40.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:39 smithi032 ceph-mon[191839]: failed to encode map e402 with expected crc 2023-12-22T17:22:40.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:39 smithi032 ceph-mon[191839]: osdmap e402: 8 total, 8 up, 8 in 2023-12-22T17:22:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:39 smithi032 ceph-mon[191839]: failed to encode map e402 with expected crc 2023-12-22T17:22:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:39 smithi032 ceph-mon[189144]: pgmap v140: 121 pgs: 121 active+clean; 388 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 461 KiB/s wr, 21 op/s; 24 MiB/s, 4 objects/s recovering 2023-12-22T17:22:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:39 smithi032 ceph-mon[189144]: failed to encode map e402 with expected crc 2023-12-22T17:22:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:39 smithi032 ceph-mon[189144]: failed to encode map e402 with expected crc 2023-12-22T17:22:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:39 smithi032 ceph-mon[189144]: osdmap e402: 8 total, 8 up, 8 in 2023-12-22T17:22:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:39 smithi032 ceph-mon[189144]: failed to encode map e402 with expected crc 2023-12-22T17:22:40.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:39 smithi039 ceph-mon[181282]: pgmap v140: 121 pgs: 121 active+clean; 388 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 461 KiB/s wr, 21 op/s; 24 MiB/s, 4 objects/s recovering 2023-12-22T17:22:40.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:39 smithi039 ceph-mon[181282]: failed to encode map e402 with expected crc 2023-12-22T17:22:40.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:39 smithi039 ceph-mon[181282]: failed to encode map e402 with expected crc 2023-12-22T17:22:40.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:39 smithi039 ceph-mon[181282]: osdmap e402: 8 total, 8 up, 8 in 2023-12-22T17:22:40.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:39 smithi039 ceph-mon[181282]: failed to encode map e402 with expected crc 2023-12-22T17:22:40.306 INFO:tasks.rados.rados.0.smithi032.stdout:1723: done (4 left) 2023-12-22T17:22:40.306 INFO:tasks.rados.rados.0.smithi032.stdout:1724: done (3 left) 2023-12-22T17:22:40.306 INFO:tasks.rados.rados.0.smithi032.stdout:1725: done (2 left) 2023-12-22T17:22:40.306 INFO:tasks.rados.rados.0.smithi032.stdout:1726: done (1 left) 2023-12-22T17:22:40.306 INFO:tasks.rados.rados.0.smithi032.stdout:1727: done (0 left) 2023-12-22T17:22:40.306 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 15 current snap is 169 2023-12-22T17:22:40.306 INFO:tasks.rados.rados.0.smithi032.stdout:1728: seq_num 552 ranges {2023424=450560,2473984=532480,3006464=655360,3661824=417792} 2023-12-22T17:22:40.319 INFO:tasks.rados.rados.0.smithi032.stdout:1728: writing smithi032174182-15 from 2023424 to 2473984 tid 1 2023-12-22T17:22:40.322 INFO:tasks.rados.rados.0.smithi032.stdout:1728: writing smithi032174182-15 from 2473984 to 3006464 tid 2 2023-12-22T17:22:40.326 INFO:tasks.rados.rados.0.smithi032.stdout:1728: writing smithi032174182-15 from 3006464 to 3661824 tid 3 2023-12-22T17:22:40.329 INFO:tasks.rados.rados.0.smithi032.stdout:1728: writing smithi032174182-15 from 3661824 to 4079616 tid 4 2023-12-22T17:22:40.329 INFO:tasks.rados.rados.0.smithi032.stdout:1729: delete oid 41 current snap is 169 2023-12-22T17:22:40.329 INFO:tasks.rados.rados.0.smithi032.stdout:1728: finishing write tid 1 to smithi032174182-15 2023-12-22T17:22:40.329 INFO:tasks.rados.rados.0.smithi032.stdout:1728: finishing write tid 2 to smithi032174182-15 2023-12-22T17:22:40.331 INFO:tasks.rados.rados.0.smithi032.stdout:1728: finishing write tid 3 to smithi032174182-15 2023-12-22T17:22:40.331 INFO:tasks.rados.rados.0.smithi032.stdout:1728: finishing write tid 4 to smithi032174182-15 2023-12-22T17:22:40.331 INFO:tasks.rados.rados.0.smithi032.stdout:1728: finishing write tid 5 to smithi032174182-15 2023-12-22T17:22:40.335 INFO:tasks.rados.rados.0.smithi032.stdout:1728: finishing write tid 6 to smithi032174182-15 2023-12-22T17:22:40.335 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 1319 (ObjNum 552 snap 169 seq_num 552) dirty exists 2023-12-22T17:22:40.335 INFO:tasks.rados.rados.0.smithi032.stdout:1728: left oid 15 (ObjNum 552 snap 169 seq_num 552) 2023-12-22T17:22:40.335 INFO:tasks.rados.rados.0.smithi032.stdout:1728: done (1 left) 2023-12-22T17:22:40.335 INFO:tasks.rados.rados.0.smithi032.stdout:1729: done (0 left) 2023-12-22T17:22:40.335 INFO:tasks.rados.rados.0.smithi032.stdout:1730: read oid 49 snap -1 2023-12-22T17:22:40.335 INFO:tasks.rados.rados.0.smithi032.stdout:1730: expect (ObjNum 522 snap 160 seq_num 522) 2023-12-22T17:22:40.335 INFO:tasks.rados.rados.0.smithi032.stdout:1731: read oid 2 snap -1 2023-12-22T17:22:40.335 INFO:tasks.rados.rados.0.smithi032.stdout:1731: expect (ObjNum 506 snap 156 seq_num 506) 2023-12-22T17:22:40.335 INFO:tasks.rados.rados.0.smithi032.stdout:1732: copy_from oid 28 from oid 16 current snap is 169 2023-12-22T17:22:40.336 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 15 current snap is 169 2023-12-22T17:22:40.336 INFO:tasks.rados.rados.0.smithi032.stdout:1733: seq_num 554 ranges {4079616=483328,4562944=704512,5267456=622592,5890048=278528} 2023-12-22T17:22:40.362 INFO:tasks.rados.rados.0.smithi032.stdout:1733: writing smithi032174182-15 from 4079616 to 4562944 tid 1 2023-12-22T17:22:40.366 INFO:tasks.rados.rados.0.smithi032.stdout:1733: writing smithi032174182-15 from 4562944 to 5267456 tid 2 2023-12-22T17:22:40.370 INFO:tasks.rados.rados.0.smithi032.stdout:1733: writing smithi032174182-15 from 5267456 to 5890048 tid 3 2023-12-22T17:22:40.372 INFO:tasks.rados.rados.0.smithi032.stdout:1733: writing smithi032174182-15 from 5890048 to 6168576 tid 4 2023-12-22T17:22:40.372 INFO:tasks.rados.rados.0.smithi032.stdout:1734: rollback oid 40 current snap is 169 2023-12-22T17:22:40.372 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 40 to 162 2023-12-22T17:22:40.372 INFO:tasks.rados.rados.0.smithi032.stdout:1731: expect (ObjNum 506 snap 156 seq_num 506) 2023-12-22T17:22:40.482 INFO:tasks.rados.rados.0.smithi032.stdout:1730: expect (ObjNum 522 snap 160 seq_num 522) 2023-12-22T17:22:40.533 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:22:40.627 INFO:tasks.rados.rados.0.smithi032.stdout:1732: finishing copy_from to smithi032174182-28 2023-12-22T17:22:40.627 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 1016 (ObjNum 496 snap 154 seq_num 496) dirty exists 2023-12-22T17:22:40.627 INFO:tasks.rados.rados.0.smithi032.stdout:1732: finishing copy_from racing read to smithi032174182-28 2023-12-22T17:22:40.627 INFO:tasks.rados.rados.0.smithi032.stdout:1733: finishing write tid 1 to smithi032174182-15 2023-12-22T17:22:40.627 INFO:tasks.rados.rados.0.smithi032.stdout:1733: finishing write tid 2 to smithi032174182-15 2023-12-22T17:22:40.627 INFO:tasks.rados.rados.0.smithi032.stdout:1730: done (4 left) 2023-12-22T17:22:40.627 INFO:tasks.rados.rados.0.smithi032.stdout:1731: done (3 left) 2023-12-22T17:22:40.628 INFO:tasks.rados.rados.0.smithi032.stdout:1732: done (2 left) 2023-12-22T17:22:40.628 INFO:tasks.rados.rados.0.smithi032.stdout:1735: setattr oid 39 current snap is 169 2023-12-22T17:22:40.628 INFO:tasks.rados.rados.0.smithi032.stdout:1733: finishing write tid 3 to smithi032174182-15 2023-12-22T17:22:40.628 INFO:tasks.rados.rados.0.smithi032.stdout:1734: finishing rollback tid 0 to smithi032174182-40 2023-12-22T17:22:40.628 INFO:tasks.rados.rados.0.smithi032.stdout:1733: finishing write tid 4 to smithi032174182-15 2023-12-22T17:22:40.628 INFO:tasks.rados.rados.0.smithi032.stdout:1734: finishing rollback tid 1 to smithi032174182-40 2023-12-22T17:22:40.628 INFO:tasks.rados.rados.0.smithi032.stdout:1733: finishing write tid 5 to smithi032174182-15 2023-12-22T17:22:40.628 INFO:tasks.rados.rados.0.smithi032.stdout:1734: finishing rollback tid 2 to smithi032174182-40 2023-12-22T17:22:40.628 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 633 (ObjNum 306 snap 90 seq_num 306) dirty exists 2023-12-22T17:22:40.629 INFO:tasks.rados.rados.0.smithi032.stdout:1733: finishing write tid 6 to smithi032174182-15 2023-12-22T17:22:40.629 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 1326 (ObjNum 554 snap 169 seq_num 554) dirty exists 2023-12-22T17:22:40.629 INFO:tasks.rados.rados.0.smithi032.stdout:1733: left oid 15 (ObjNum 554 snap 169 seq_num 554) 2023-12-22T17:22:40.629 INFO:tasks.rados.rados.0.smithi032.stdout:1733: done (2 left) 2023-12-22T17:22:40.629 INFO:tasks.rados.rados.0.smithi032.stdout:1734: done (1 left) 2023-12-22T17:22:40.630 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 2 current snap is 169 2023-12-22T17:22:40.630 INFO:tasks.rados.rados.0.smithi032.stdout:1736: seq_num 555 ranges {2793472=499712,3293184=638976,3932160=425984,4358144=540672} 2023-12-22T17:22:40.647 INFO:tasks.rados.rados.0.smithi032.stdout:1736: writing smithi032174182-2 from 2793472 to 3293184 tid 1 2023-12-22T17:22:40.651 INFO:tasks.rados.rados.0.smithi032.stdout:1736: writing smithi032174182-2 from 3293184 to 3932160 tid 2 2023-12-22T17:22:40.654 INFO:tasks.rados.rados.0.smithi032.stdout:1736: writing smithi032174182-2 from 3932160 to 4358144 tid 3 2023-12-22T17:22:40.658 INFO:tasks.rados.rados.0.smithi032.stdout:1736: writing smithi032174182-2 from 4358144 to 4898816 tid 4 2023-12-22T17:22:40.658 INFO:tasks.rados.rados.0.smithi032.stdout:1737: read oid 25 snap -1 2023-12-22T17:22:40.658 INFO:tasks.rados.rados.0.smithi032.stdout:1737: expect deleted 2023-12-22T17:22:40.658 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 17 current snap is 169 2023-12-22T17:22:40.658 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 396 (ObjNum 487 snap 153 seq_num 487) dirty exists 2023-12-22T17:22:40.658 INFO:tasks.rados.rados.0.smithi032.stdout:1736: finishing write tid 1 to smithi032174182-2 2023-12-22T17:22:40.658 INFO:tasks.rados.rados.0.smithi032.stdout:1736: finishing write tid 2 to smithi032174182-2 2023-12-22T17:22:40.658 INFO:tasks.rados.rados.0.smithi032.stdout:1736: finishing write tid 3 to smithi032174182-2 2023-12-22T17:22:40.659 INFO:tasks.rados.rados.0.smithi032.stdout:1738: seq_num 556 ranges {0=516096,516096=524288,1040384=638976,1679360=442368} 2023-12-22T17:22:40.661 INFO:tasks.rados.rados.0.smithi032.stdout:1738: writing smithi032174182-17 from 0 to 516096 tid 1 2023-12-22T17:22:40.664 INFO:tasks.rados.rados.0.smithi032.stdout:1738: writing smithi032174182-17 from 516096 to 1040384 tid 2 2023-12-22T17:22:40.667 INFO:tasks.rados.rados.0.smithi032.stdout:1738: writing smithi032174182-17 from 1040384 to 1679360 tid 3 2023-12-22T17:22:40.671 INFO:tasks.rados.rados.0.smithi032.stdout:1738: writing smithi032174182-17 from 1679360 to 2121728 tid 4 2023-12-22T17:22:40.671 INFO:tasks.rados.rados.0.smithi032.stdout:1735: done (3 left) 2023-12-22T17:22:40.671 INFO:tasks.rados.rados.0.smithi032.stdout:1739: read oid 18 snap -1 2023-12-22T17:22:40.671 INFO:tasks.rados.rados.0.smithi032.stdout:1739: expect deleted 2023-12-22T17:22:40.671 INFO:tasks.rados.rados.0.smithi032.stdout:1740: copy_from oid 36 from oid 6 current snap is 169 2023-12-22T17:22:40.671 INFO:tasks.rados.rados.0.smithi032.stdout:1736: finishing write tid 4 to smithi032174182-2 2023-12-22T17:22:40.671 INFO:tasks.rados.rados.0.smithi032.stdout:1736: finishing write tid 5 to smithi032174182-2 2023-12-22T17:22:40.671 INFO:tasks.rados.rados.0.smithi032.stdout:1736: finishing write tid 6 to smithi032174182-2 2023-12-22T17:22:40.671 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 1171 (ObjNum 555 snap 169 seq_num 555) dirty exists 2023-12-22T17:22:40.671 INFO:tasks.rados.rados.0.smithi032.stdout:1736: left oid 2 (ObjNum 555 snap 169 seq_num 555) 2023-12-22T17:22:40.671 INFO:tasks.rados.rados.0.smithi032.stdout:1738: finishing write tid 1 to smithi032174182-17 2023-12-22T17:22:40.671 INFO:tasks.rados.rados.0.smithi032.stdout:1738: finishing write tid 2 to smithi032174182-17 2023-12-22T17:22:40.671 INFO:tasks.rados.rados.0.smithi032.stdout:1736: done (4 left) 2023-12-22T17:22:40.671 INFO:tasks.rados.rados.0.smithi032.stdout:1737: done (3 left) 2023-12-22T17:22:40.672 INFO:tasks.rados.rados.0.smithi032.stdout:1741: snap_create 2023-12-22T17:22:40.672 INFO:tasks.rados.rados.0.smithi032.stdout:1738: finishing write tid 3 to smithi032174182-17 2023-12-22T17:22:40.673 INFO:tasks.rados.rados.0.smithi032.stdout:1738: finishing write tid 4 to smithi032174182-17 2023-12-22T17:22:40.674 INFO:tasks.rados.rados.0.smithi032.stdout:1738: finishing write tid 5 to smithi032174182-17 2023-12-22T17:22:40.676 INFO:tasks.rados.rados.0.smithi032.stdout:1738: finishing write tid 6 to smithi032174182-17 2023-12-22T17:22:40.676 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 455 (ObjNum 556 snap 169 seq_num 556) dirty exists 2023-12-22T17:22:40.676 INFO:tasks.rados.rados.0.smithi032.stdout:1738: left oid 17 (ObjNum 556 snap 169 seq_num 556) 2023-12-22T17:22:40.704 INFO:tasks.rados.rados.0.smithi032.stdout:1740: finishing copy_from to smithi032174182-36 2023-12-22T17:22:40.704 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 427 (ObjNum 528 snap 161 seq_num 528) dirty exists 2023-12-22T17:22:40.704 INFO:tasks.rados.rados.0.smithi032.stdout:1740: finishing copy_from racing read to smithi032174182-36 2023-12-22T17:22:40.804 INFO:tasks.rados.rados.0.smithi032.stdout:1738: done (3 left) 2023-12-22T17:22:40.804 INFO:tasks.rados.rados.0.smithi032.stdout:1739: done (2 left) 2023-12-22T17:22:40.804 INFO:tasks.rados.rados.0.smithi032.stdout:1740: done (1 left) 2023-12-22T17:22:40.804 INFO:tasks.rados.rados.0.smithi032.stdout:1741: done (0 left) 2023-12-22T17:22:40.804 INFO:tasks.rados.rados.0.smithi032.stdout:1742: rollback oid 1 current snap is 170 2023-12-22T17:22:40.804 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 1 to 167 2023-12-22T17:22:40.804 INFO:tasks.rados.rados.0.smithi032.stdout:1743: read oid 38 snap -1 2023-12-22T17:22:40.804 INFO:tasks.rados.rados.0.smithi032.stdout:1743: expect (ObjNum 533 snap 162 seq_num 533) 2023-12-22T17:22:40.805 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 9 current snap is 170 2023-12-22T17:22:40.805 INFO:tasks.rados.rados.0.smithi032.stdout:1744: seq_num 557 ranges {1794048=532480,2326528=802816,3129344=794624,3923968=8192} 2023-12-22T17:22:40.817 INFO:tasks.rados.rados.0.smithi032.stdout:1744: writing smithi032174182-9 from 1794048 to 2326528 tid 1 2023-12-22T17:22:40.828 INFO:tasks.rados.rados.0.smithi032.stdout:1744: writing smithi032174182-9 from 2326528 to 3129344 tid 2 2023-12-22T17:22:40.828 INFO:tasks.rados.rados.0.smithi032.stdout:1744: writing smithi032174182-9 from 3129344 to 3923968 tid 3 2023-12-22T17:22:40.828 INFO:tasks.rados.rados.0.smithi032.stdout:1744: writing smithi032174182-9 from 3923968 to 3932160 tid 4 2023-12-22T17:22:40.828 INFO:tasks.rados.rados.0.smithi032.stdout:1745: copy_from oid 7 from oid 4 current snap is 170 2023-12-22T17:22:40.828 INFO:tasks.rados.rados.0.smithi032.stdout:1746: rollback oid 32 current snap is 170 2023-12-22T17:22:40.829 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 32 to 167 2023-12-22T17:22:40.829 INFO:tasks.rados.rados.0.smithi032.stdout:1747: delete oid 49 current snap is 170 2023-12-22T17:22:40.829 INFO:tasks.rados.rados.0.smithi032.stdout:1742: finishing rollback tid 0 to smithi032174182-1 2023-12-22T17:22:40.829 INFO:tasks.rados.rados.0.smithi032.stdout:1742: finishing rollback tid 1 to smithi032174182-1 2023-12-22T17:22:40.829 INFO:tasks.rados.rados.0.smithi032.stdout:1742: finishing rollback tid 2 to smithi032174182-1 2023-12-22T17:22:40.830 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 864 (ObjNum 538 snap 163 seq_num 538) dirty exists 2023-12-22T17:22:40.836 INFO:tasks.rados.rados.0.smithi032.stdout:1744: finishing write tid 1 to smithi032174182-9 2023-12-22T17:22:40.836 INFO:tasks.rados.rados.0.smithi032.stdout:1744: finishing write tid 2 to smithi032174182-9 2023-12-22T17:22:40.836 INFO:tasks.rados.rados.0.smithi032.stdout:1746: finishing rollback tid 0 to smithi032174182-32 2023-12-22T17:22:40.840 INFO:tasks.rados.rados.0.smithi032.stdout:1744: finishing write tid 3 to smithi032174182-9 2023-12-22T17:22:40.840 INFO:tasks.rados.rados.0.smithi032.stdout:1746: finishing rollback tid 1 to smithi032174182-32 2023-12-22T17:22:40.840 INFO:tasks.rados.rados.0.smithi032.stdout:1742: done (5 left) 2023-12-22T17:22:40.840 INFO:tasks.rados.rados.0.smithi032.stdout:1747: done (4 left) 2023-12-22T17:22:40.840 INFO:tasks.rados.rados.0.smithi032.stdout:1748: copy_from oid 1 from oid 40 current snap is 170 2023-12-22T17:22:40.844 INFO:tasks.rados.rados.0.smithi032.stdout:1749: copy_from oid 12 from oid 27 current snap is 170 2023-12-22T17:22:40.844 INFO:tasks.rados.rados.0.smithi032.stdout:1750: read oid 20 snap -1 2023-12-22T17:22:40.844 INFO:tasks.rados.rados.0.smithi032.stdout:1750: expect (ObjNum 549 snap 167 seq_num 549) 2023-12-22T17:22:40.844 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 44 current snap is 170 2023-12-22T17:22:40.844 INFO:tasks.rados.rados.0.smithi032.stdout:1751: seq_num 559 ranges {8265728=565248,8830976=573440,9404416=409600,9814016=622592} 2023-12-22T17:22:40.890 INFO:tasks.rados.rados.0.smithi032.stdout:1751: writing smithi032174182-44 from 8265728 to 8830976 tid 1 2023-12-22T17:22:40.893 INFO:tasks.rados.rados.0.smithi032.stdout:1751: writing smithi032174182-44 from 8830976 to 9404416 tid 2 2023-12-22T17:22:40.896 INFO:tasks.rados.rados.0.smithi032.stdout:1751: writing smithi032174182-44 from 9404416 to 9814016 tid 3 2023-12-22T17:22:40.900 INFO:tasks.rados.rados.0.smithi032.stdout:1751: writing smithi032174182-44 from 9814016 to 10436608 tid 4 2023-12-22T17:22:40.900 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 16 current snap is 170 2023-12-22T17:22:40.900 INFO:tasks.rados.rados.0.smithi032.stdout:1743: expect (ObjNum 533 snap 162 seq_num 533) 2023-12-22T17:22:40.901 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:22:40.901 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2m) 12s ago 7m 21.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:22:40.901 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2m) 72s ago 7m 80.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:22:40.901 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7m) 12s ago 7m 16.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:22:40.901 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7m) 72s ago 7m 19.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:22:40.901 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (118s) 72s ago 10m 448M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:22:40.901 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2m) 12s ago 11m 512M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:22:40.901 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (105s) 12s ago 12m 77.3M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:22:40.901 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (75s) 72s ago 10m 30.3M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:22:40.901 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (85s) 12s ago 10m 61.6M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:22:40.902 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2m) 12s ago 6m 8358k - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:22:40.902 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2m) 72s ago 6m 9533k - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:22:40.902 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (45s) 12s ago 10m 322M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:22:40.902 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (15s) 12s ago 9m 12.9M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:22:40.902 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9m) 12s ago 9m 522M 2489M 17.2.7-138-g92be525b e47d1a188c30 49f7e135c84a 2023-12-22T17:22:40.902 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9m) 12s ago 9m 445M 2489M 17.2.7-138-g92be525b e47d1a188c30 dcc50e2c5f0c 2023-12-22T17:22:40.902 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9m) 72s ago 9m 548M 2488M 17.2.7-138-g92be525b e47d1a188c30 11681a07501b 2023-12-22T17:22:40.902 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8m) 72s ago 8m 422M 2488M 17.2.7-138-g92be525b e47d1a188c30 58fc6c38ce28 2023-12-22T17:22:40.902 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8m) 72s ago 8m 254M 2488M 17.2.7-138-g92be525b e47d1a188c30 0ab15edaa1bc 2023-12-22T17:22:40.902 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8m) 72s ago 8m 356M 2488M 17.2.7-138-g92be525b e47d1a188c30 ee2c74f83f9d 2023-12-22T17:22:40.902 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2m) 72s ago 7m 46.1M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:22:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:22:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:22:40] "GET /metrics HTTP/1.1" 200 35977 "" "Prometheus/2.43.0" 2023-12-22T17:22:41.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:40 smithi032 ceph-mon[189144]: failed to encode map e402 with expected crc 2023-12-22T17:22:41.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:40 smithi032 ceph-mon[189144]: failed to encode map e402 with expected crc 2023-12-22T17:22:41.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:40 smithi032 ceph-mon[189144]: failed to encode map e403 with expected crc 2023-12-22T17:22:41.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:40 smithi032 ceph-mon[189144]: osdmap e403: 8 total, 8 up, 8 in 2023-12-22T17:22:41.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:40 smithi032 ceph-mon[189144]: failed to encode map e403 with expected crc 2023-12-22T17:22:41.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:40 smithi032 ceph-mon[189144]: osdmap e404: 8 total, 8 up, 8 in 2023-12-22T17:22:41.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:40 smithi032 ceph-mon[191839]: failed to encode map e402 with expected crc 2023-12-22T17:22:41.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:40 smithi032 ceph-mon[191839]: failed to encode map e402 with expected crc 2023-12-22T17:22:41.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:40 smithi032 ceph-mon[191839]: failed to encode map e403 with expected crc 2023-12-22T17:22:41.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:40 smithi032 ceph-mon[191839]: osdmap e403: 8 total, 8 up, 8 in 2023-12-22T17:22:41.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:40 smithi032 ceph-mon[191839]: failed to encode map e403 with expected crc 2023-12-22T17:22:41.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:40 smithi032 ceph-mon[191839]: osdmap e404: 8 total, 8 up, 8 in 2023-12-22T17:22:41.235 INFO:tasks.rados.rados.0.smithi032.stdout:1744: finishing write tid 4 to smithi032174182-9 2023-12-22T17:22:41.235 INFO:tasks.rados.rados.0.smithi032.stdout:1746: finishing rollback tid 2 to smithi032174182-32 2023-12-22T17:22:41.235 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 424 (ObjNum 539 snap 163 seq_num 539) dirty exists 2023-12-22T17:22:41.235 INFO:tasks.rados.rados.0.smithi032.stdout:1744: finishing write tid 5 to smithi032174182-9 2023-12-22T17:22:41.235 INFO:tasks.rados.rados.0.smithi032.stdout:1744: finishing write tid 6 to smithi032174182-9 2023-12-22T17:22:41.235 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 1176 (ObjNum 557 snap 170 seq_num 557) dirty exists 2023-12-22T17:22:41.235 INFO:tasks.rados.rados.0.smithi032.stdout:1744: left oid 9 (ObjNum 557 snap 170 seq_num 557) 2023-12-22T17:22:41.235 INFO:tasks.rados.rados.0.smithi032.stdout:1748: finishing copy_from to smithi032174182-1 2023-12-22T17:22:41.236 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 633 (ObjNum 306 snap 90 seq_num 306) dirty exists 2023-12-22T17:22:41.236 INFO:tasks.rados.rados.0.smithi032.stdout:1748: finishing copy_from racing read to smithi032174182-1 2023-12-22T17:22:41.236 INFO:tasks.rados.rados.0.smithi032.stdout:1745: finishing copy_from to smithi032174182-7 2023-12-22T17:22:41.236 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 1012 (ObjNum 542 snap 166 seq_num 542) dirty exists 2023-12-22T17:22:41.236 INFO:tasks.rados.rados.0.smithi032.stdout:1745: finishing copy_from racing read to smithi032174182-7 2023-12-22T17:22:41.236 INFO:tasks.rados.rados.0.smithi032.stdout:1752: seq_num 560 ranges {5292032=581632,5873664=458752,6332416=614400,6946816=532480} 2023-12-22T17:22:41.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:40 smithi039 ceph-mon[181282]: failed to encode map e402 with expected crc 2023-12-22T17:22:41.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:40 smithi039 ceph-mon[181282]: failed to encode map e402 with expected crc 2023-12-22T17:22:41.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:40 smithi039 ceph-mon[181282]: failed to encode map e403 with expected crc 2023-12-22T17:22:41.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:40 smithi039 ceph-mon[181282]: osdmap e403: 8 total, 8 up, 8 in 2023-12-22T17:22:41.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:40 smithi039 ceph-mon[181282]: failed to encode map e403 with expected crc 2023-12-22T17:22:41.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:40 smithi039 ceph-mon[181282]: osdmap e404: 8 total, 8 up, 8 in 2023-12-22T17:22:41.267 INFO:tasks.rados.rados.0.smithi032.stdout:1752: writing smithi032174182-16 from 5292032 to 5873664 tid 1 2023-12-22T17:22:41.269 INFO:tasks.rados.rados.0.smithi032.stdout:1752: writing smithi032174182-16 from 5873664 to 6332416 tid 2 2023-12-22T17:22:41.273 INFO:tasks.rados.rados.0.smithi032.stdout:1752: writing smithi032174182-16 from 6332416 to 6946816 tid 3 2023-12-22T17:22:41.276 INFO:tasks.rados.rados.0.smithi032.stdout:1752: writing smithi032174182-16 from 6946816 to 7479296 tid 4 2023-12-22T17:22:41.276 INFO:tasks.rados.rados.0.smithi032.stdout:1743: done (8 left) 2023-12-22T17:22:41.277 INFO:tasks.rados.rados.0.smithi032.stdout:1744: done (7 left) 2023-12-22T17:22:41.277 INFO:tasks.rados.rados.0.smithi032.stdout:1745: done (6 left) 2023-12-22T17:22:41.277 INFO:tasks.rados.rados.0.smithi032.stdout:1746: done (5 left) 2023-12-22T17:22:41.277 INFO:tasks.rados.rados.0.smithi032.stdout:1748: done (4 left) 2023-12-22T17:22:41.277 INFO:tasks.rados.rados.0.smithi032.stdout:1753: read oid 48 snap -1 2023-12-22T17:22:41.277 INFO:tasks.rados.rados.0.smithi032.stdout:1753: expect (ObjNum 535 snap 162 seq_num 535) 2023-12-22T17:22:41.277 INFO:tasks.rados.rados.0.smithi032.stdout:1754: snap_create 2023-12-22T17:22:41.277 INFO:tasks.rados.rados.0.smithi032.stdout:1750: expect (ObjNum 549 snap 167 seq_num 549) 2023-12-22T17:22:41.313 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:22:41.313 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:22:41.313 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:22:41.314 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:22:41.314 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:22:41.314 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:22:41.314 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:22:41.314 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:22:41.314 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 6, 2023-12-22T17:22:41.314 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:22:41.314 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:22:41.314 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:22:41.314 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:22:41.314 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:22:41.314 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:22:41.314 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 8, 2023-12-22T17:22:41.314 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 7 2023-12-22T17:22:41.315 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:22:41.315 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:22:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:41 smithi032 ceph-mon[191839]: failed to encode map e403 with expected crc 2023-12-22T17:22:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:41 smithi032 ceph-mon[191839]: pgmap v143: 121 pgs: 121 active+clean; 392 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 34 MiB/s rd, 4.9 MiB/s wr, 36 op/s 2023-12-22T17:22:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:41 smithi032 ceph-mon[191839]: from='client.44147 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:22:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:41 smithi032 ceph-mon[191839]: failed to encode map e404 with expected crc 2023-12-22T17:22:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:41 smithi032 ceph-mon[191839]: failed to encode map e404 with expected crc 2023-12-22T17:22:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:41 smithi032 ceph-mon[191839]: failed to encode map e404 with expected crc 2023-12-22T17:22:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:41 smithi032 ceph-mon[191839]: failed to encode map e404 with expected crc 2023-12-22T17:22:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:41 smithi032 ceph-mon[191839]: failed to encode map e404 with expected crc 2023-12-22T17:22:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:41 smithi032 ceph-mon[191839]: from='client.44153 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:22:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:41 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1134603856' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:22:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:41 smithi032 ceph-mon[189144]: failed to encode map e403 with expected crc 2023-12-22T17:22:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:41 smithi032 ceph-mon[189144]: pgmap v143: 121 pgs: 121 active+clean; 392 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 34 MiB/s rd, 4.9 MiB/s wr, 36 op/s 2023-12-22T17:22:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:41 smithi032 ceph-mon[189144]: from='client.44147 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:22:42.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:41 smithi032 ceph-mon[189144]: failed to encode map e404 with expected crc 2023-12-22T17:22:42.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:41 smithi032 ceph-mon[189144]: failed to encode map e404 with expected crc 2023-12-22T17:22:42.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:41 smithi032 ceph-mon[189144]: failed to encode map e404 with expected crc 2023-12-22T17:22:42.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:41 smithi032 ceph-mon[189144]: failed to encode map e404 with expected crc 2023-12-22T17:22:42.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:41 smithi032 ceph-mon[189144]: failed to encode map e404 with expected crc 2023-12-22T17:22:42.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:41 smithi032 ceph-mon[189144]: from='client.44153 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:22:42.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:41 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1134603856' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:22:42.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:41 smithi039 ceph-mon[181282]: failed to encode map e403 with expected crc 2023-12-22T17:22:42.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:41 smithi039 ceph-mon[181282]: pgmap v143: 121 pgs: 121 active+clean; 392 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 34 MiB/s rd, 4.9 MiB/s wr, 36 op/s 2023-12-22T17:22:42.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:41 smithi039 ceph-mon[181282]: from='client.44147 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:22:42.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:41 smithi039 ceph-mon[181282]: failed to encode map e404 with expected crc 2023-12-22T17:22:42.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:41 smithi039 ceph-mon[181282]: failed to encode map e404 with expected crc 2023-12-22T17:22:42.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:41 smithi039 ceph-mon[181282]: failed to encode map e404 with expected crc 2023-12-22T17:22:42.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:41 smithi039 ceph-mon[181282]: failed to encode map e404 with expected crc 2023-12-22T17:22:42.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:41 smithi039 ceph-mon[181282]: failed to encode map e404 with expected crc 2023-12-22T17:22:42.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:41 smithi039 ceph-mon[181282]: from='client.44153 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:22:42.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:41 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1134603856' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:22:42.524 INFO:tasks.rados.rados.0.smithi032.stdout:1749: finishing copy_from to smithi032174182-12 2023-12-22T17:22:42.524 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 1028 (ObjNum 321 snap 93 seq_num 321) dirty exists 2023-12-22T17:22:42.524 INFO:tasks.rados.rados.0.smithi032.stdout:1749: finishing copy_from racing read to smithi032174182-12 2023-12-22T17:22:42.524 INFO:tasks.rados.rados.0.smithi032.stdout:1749: done (5 left) 2023-12-22T17:22:42.524 INFO:tasks.rados.rados.0.smithi032.stdout:1750: done (4 left) 2023-12-22T17:22:42.525 INFO:tasks.rados.rados.0.smithi032.stdout:1754: done (3 left) 2023-12-22T17:22:42.525 INFO:tasks.rados.rados.0.smithi032.stdout:1755: delete oid 49 current snap is 171 2023-12-22T17:22:42.525 INFO:tasks.rados.rados.0.smithi032.stdout:1751: finishing write tid 1 to smithi032174182-44 2023-12-22T17:22:42.526 INFO:tasks.rados.rados.0.smithi032.stdout:1751: finishing write tid 2 to smithi032174182-44 2023-12-22T17:22:42.526 INFO:tasks.rados.rados.0.smithi032.stdout:1751: finishing write tid 3 to smithi032174182-44 2023-12-22T17:22:42.526 INFO:tasks.rados.rados.0.smithi032.stdout:1751: finishing write tid 4 to smithi032174182-44 2023-12-22T17:22:42.526 INFO:tasks.rados.rados.0.smithi032.stdout:1751: finishing write tid 5 to smithi032174182-44 2023-12-22T17:22:42.526 INFO:tasks.rados.rados.0.smithi032.stdout:1751: finishing write tid 6 to smithi032174182-44 2023-12-22T17:22:42.526 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 1096 (ObjNum 559 snap 170 seq_num 559) dirty exists 2023-12-22T17:22:42.526 INFO:tasks.rados.rados.0.smithi032.stdout:1751: left oid 44 (ObjNum 559 snap 170 seq_num 559) 2023-12-22T17:22:42.526 INFO:tasks.rados.rados.0.smithi032.stdout:1752: finishing write tid 1 to smithi032174182-16 2023-12-22T17:22:42.526 INFO:tasks.rados.rados.0.smithi032.stdout:1752: finishing write tid 2 to smithi032174182-16 2023-12-22T17:22:42.526 INFO:tasks.rados.rados.0.smithi032.stdout:1752: finishing write tid 3 to smithi032174182-16 2023-12-22T17:22:42.526 INFO:tasks.rados.rados.0.smithi032.stdout:1752: finishing write tid 4 to smithi032174182-16 2023-12-22T17:22:42.526 INFO:tasks.rados.rados.0.smithi032.stdout:1752: finishing write tid 5 to smithi032174182-16 2023-12-22T17:22:42.526 INFO:tasks.rados.rados.0.smithi032.stdout:1752: finishing write tid 6 to smithi032174182-16 2023-12-22T17:22:42.526 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 1052 (ObjNum 560 snap 170 seq_num 560) dirty exists 2023-12-22T17:22:42.527 INFO:tasks.rados.rados.0.smithi032.stdout:1752: left oid 16 (ObjNum 560 snap 170 seq_num 560) 2023-12-22T17:22:42.527 INFO:tasks.rados.rados.0.smithi032.stdout:1753: expect (ObjNum 535 snap 162 seq_num 535) 2023-12-22T17:22:43.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:42 smithi032 ceph-mon[191839]: failed to encode map e405 with expected crc 2023-12-22T17:22:43.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:42 smithi032 ceph-mon[191839]: failed to encode map e405 with expected crc 2023-12-22T17:22:43.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:42 smithi032 ceph-mon[191839]: osdmap e405: 8 total, 8 up, 8 in 2023-12-22T17:22:43.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:42 smithi032 ceph-mon[191839]: failed to encode map e405 with expected crc 2023-12-22T17:22:43.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:42 smithi032 ceph-mon[189144]: failed to encode map e405 with expected crc 2023-12-22T17:22:43.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:42 smithi032 ceph-mon[189144]: failed to encode map e405 with expected crc 2023-12-22T17:22:43.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:42 smithi032 ceph-mon[189144]: osdmap e405: 8 total, 8 up, 8 in 2023-12-22T17:22:43.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:42 smithi032 ceph-mon[189144]: failed to encode map e405 with expected crc 2023-12-22T17:22:43.243 INFO:tasks.rados.rados.0.smithi032.stdout:1751: done (3 left) 2023-12-22T17:22:43.243 INFO:tasks.rados.rados.0.smithi032.stdout:1752: done (2 left) 2023-12-22T17:22:43.243 INFO:tasks.rados.rados.0.smithi032.stdout:1753: done (1 left) 2023-12-22T17:22:43.243 INFO:tasks.rados.rados.0.smithi032.stdout:1755: done (0 left) 2023-12-22T17:22:43.243 INFO:tasks.rados.rados.0.smithi032.stdout:1756: read oid 39 snap 154 2023-12-22T17:22:43.243 INFO:tasks.rados.rados.0.smithi032.stdout:1756: expect (ObjNum 487 snap 153 seq_num 487) 2023-12-22T17:22:43.243 INFO:tasks.rados.rados.0.smithi032.stdout:1757: snap_remove snap 167 2023-12-22T17:22:43.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:42 smithi039 ceph-mon[181282]: failed to encode map e405 with expected crc 2023-12-22T17:22:43.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:42 smithi039 ceph-mon[181282]: failed to encode map e405 with expected crc 2023-12-22T17:22:43.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:42 smithi039 ceph-mon[181282]: osdmap e405: 8 total, 8 up, 8 in 2023-12-22T17:22:43.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:42 smithi039 ceph-mon[181282]: failed to encode map e405 with expected crc 2023-12-22T17:22:43.853 INFO:tasks.rados.rados.0.smithi032.stdout:1757: done (1 left) 2023-12-22T17:22:43.853 INFO:tasks.rados.rados.0.smithi032.stdout:1758: rmattr oid 28 current snap is 171 2023-12-22T17:22:43.853 INFO:tasks.rados.rados.0.smithi032.stdout:1759: rmattr oid 32 current snap is 171 2023-12-22T17:22:43.853 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 171 2023-12-22T17:22:43.853 INFO:tasks.rados.rados.0.smithi032.stdout:1760: seq_num 562 ranges {0=622592,622592=630784,1253376=581632,1835008=393216} 2023-12-22T17:22:43.857 INFO:tasks.rados.rados.0.smithi032.stdout:1760: writing smithi032174182-49 from 0 to 622592 tid 1 2023-12-22T17:22:43.861 INFO:tasks.rados.rados.0.smithi032.stdout:1760: writing smithi032174182-49 from 622592 to 1253376 tid 2 2023-12-22T17:22:43.865 INFO:tasks.rados.rados.0.smithi032.stdout:1760: writing smithi032174182-49 from 1253376 to 1835008 tid 3 2023-12-22T17:22:43.869 INFO:tasks.rados.rados.0.smithi032.stdout:1760: writing smithi032174182-49 from 1835008 to 2228224 tid 4 2023-12-22T17:22:43.869 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 41 current snap is 171 2023-12-22T17:22:43.869 INFO:tasks.rados.rados.0.smithi032.stdout:1761: seq_num 563 ranges {0=638976,638976=565248,1204224=794624,1998848=245760} 2023-12-22T17:22:43.875 INFO:tasks.rados.rados.0.smithi032.stdout:1761: writing smithi032174182-41 from 0 to 638976 tid 1 2023-12-22T17:22:43.876 INFO:tasks.rados.rados.0.smithi032.stdout:1761: writing smithi032174182-41 from 638976 to 1204224 tid 2 2023-12-22T17:22:43.881 INFO:tasks.rados.rados.0.smithi032.stdout:1761: writing smithi032174182-41 from 1204224 to 1998848 tid 3 2023-12-22T17:22:43.882 INFO:tasks.rados.rados.0.smithi032.stdout:1761: writing smithi032174182-41 from 1998848 to 2244608 tid 4 2023-12-22T17:22:43.882 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 10 current snap is 171 2023-12-22T17:22:43.883 INFO:tasks.rados.rados.0.smithi032.stdout:1762: seq_num 564 ranges {0=655360,655360=442368,1097728=598016,1695744=565248} 2023-12-22T17:22:43.886 INFO:tasks.rados.rados.0.smithi032.stdout:1762: writing smithi032174182-10 from 0 to 655360 tid 1 2023-12-22T17:22:43.889 INFO:tasks.rados.rados.0.smithi032.stdout:1762: writing smithi032174182-10 from 655360 to 1097728 tid 2 2023-12-22T17:22:43.893 INFO:tasks.rados.rados.0.smithi032.stdout:1762: writing smithi032174182-10 from 1097728 to 1695744 tid 3 2023-12-22T17:22:43.897 INFO:tasks.rados.rados.0.smithi032.stdout:1762: writing smithi032174182-10 from 1695744 to 2260992 tid 4 2023-12-22T17:22:43.897 INFO:tasks.rados.rados.0.smithi032.stdout:1763: delete oid 24 current snap is 171 2023-12-22T17:22:43.897 INFO:tasks.rados.rados.0.smithi032.stdout:1756: expect (ObjNum 487 snap 153 seq_num 487) 2023-12-22T17:22:44.068 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 425 (ObjNum 539 snap 163 seq_num 539) dirty exists 2023-12-22T17:22:44.068 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 1054 (ObjNum 496 snap 154 seq_num 496) dirty exists 2023-12-22T17:22:44.068 INFO:tasks.rados.rados.0.smithi032.stdout:1760: finishing write tid 1 to smithi032174182-49 2023-12-22T17:22:44.068 INFO:tasks.rados.rados.0.smithi032.stdout:1756: done (6 left) 2023-12-22T17:22:44.068 INFO:tasks.rados.rados.0.smithi032.stdout:1758: done (5 left) 2023-12-22T17:22:44.068 INFO:tasks.rados.rados.0.smithi032.stdout:1759: done (4 left) 2023-12-22T17:22:44.068 INFO:tasks.rados.rados.0.smithi032.stdout:1763: done (3 left) 2023-12-22T17:22:44.068 INFO:tasks.rados.rados.0.smithi032.stdout:1764: snap_remove snap 119 2023-12-22T17:22:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:43 smithi032 ceph-mon[191839]: pgmap v146: 121 pgs: 121 active+clean; 392 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 34 MiB/s rd, 4.9 MiB/s wr, 36 op/s 2023-12-22T17:22:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:43 smithi032 ceph-mon[189144]: pgmap v146: 121 pgs: 121 active+clean; 392 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 34 MiB/s rd, 4.9 MiB/s wr, 36 op/s 2023-12-22T17:22:44.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:43 smithi039 ceph-mon[181282]: pgmap v146: 121 pgs: 121 active+clean; 392 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 34 MiB/s rd, 4.9 MiB/s wr, 36 op/s 2023-12-22T17:22:44.862 INFO:tasks.rados.rados.0.smithi032.stdout:1764: done (3 left) 2023-12-22T17:22:44.862 INFO:tasks.rados.rados.0.smithi032.stdout:1765: rollback oid 18 current snap is 171 2023-12-22T17:22:44.862 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 18 to 166 2023-12-22T17:22:44.862 INFO:tasks.rados.rados.0.smithi032.stdout:1760: finishing write tid 2 to smithi032174182-49 2023-12-22T17:22:44.862 INFO:tasks.rados.rados.0.smithi032.stdout:1760: finishing write tid 3 to smithi032174182-49 2023-12-22T17:22:44.862 INFO:tasks.rados.rados.0.smithi032.stdout:1760: finishing write tid 4 to smithi032174182-49 2023-12-22T17:22:44.862 INFO:tasks.rados.rados.0.smithi032.stdout:1760: finishing write tid 5 to smithi032174182-49 2023-12-22T17:22:44.862 INFO:tasks.rados.rados.0.smithi032.stdout:1760: finishing write tid 6 to smithi032174182-49 2023-12-22T17:22:44.862 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 916 (ObjNum 562 snap 171 seq_num 562) dirty exists 2023-12-22T17:22:44.862 INFO:tasks.rados.rados.0.smithi032.stdout:1760: left oid 49 (ObjNum 562 snap 171 seq_num 562) 2023-12-22T17:22:44.862 INFO:tasks.rados.rados.0.smithi032.stdout:1761: finishing write tid 1 to smithi032174182-41 2023-12-22T17:22:44.862 INFO:tasks.rados.rados.0.smithi032.stdout:1761: finishing write tid 2 to smithi032174182-41 2023-12-22T17:22:44.863 INFO:tasks.rados.rados.0.smithi032.stdout:1761: finishing write tid 3 to smithi032174182-41 2023-12-22T17:22:44.863 INFO:tasks.rados.rados.0.smithi032.stdout:1761: finishing write tid 4 to smithi032174182-41 2023-12-22T17:22:44.863 INFO:tasks.rados.rados.0.smithi032.stdout:1761: finishing write tid 5 to smithi032174182-41 2023-12-22T17:22:44.863 INFO:tasks.rados.rados.0.smithi032.stdout:1761: finishing write tid 6 to smithi032174182-41 2023-12-22T17:22:44.863 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 1335 (ObjNum 563 snap 171 seq_num 563) dirty exists 2023-12-22T17:22:44.863 INFO:tasks.rados.rados.0.smithi032.stdout:1761: left oid 41 (ObjNum 563 snap 171 seq_num 563) 2023-12-22T17:22:44.863 INFO:tasks.rados.rados.0.smithi032.stdout:1762: finishing write tid 1 to smithi032174182-10 2023-12-22T17:22:44.863 INFO:tasks.rados.rados.0.smithi032.stdout:1762: finishing write tid 2 to smithi032174182-10 2023-12-22T17:22:44.863 INFO:tasks.rados.rados.0.smithi032.stdout:1762: finishing write tid 3 to smithi032174182-10 2023-12-22T17:22:44.863 INFO:tasks.rados.rados.0.smithi032.stdout:1762: finishing write tid 4 to smithi032174182-10 2023-12-22T17:22:44.863 INFO:tasks.rados.rados.0.smithi032.stdout:1762: finishing write tid 5 to smithi032174182-10 2023-12-22T17:22:44.863 INFO:tasks.rados.rados.0.smithi032.stdout:1762: finishing write tid 6 to smithi032174182-10 2023-12-22T17:22:44.863 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 1229 (ObjNum 564 snap 171 seq_num 564) dirty exists 2023-12-22T17:22:44.863 INFO:tasks.rados.rados.0.smithi032.stdout:1762: left oid 10 (ObjNum 564 snap 171 seq_num 564) 2023-12-22T17:22:44.863 INFO:tasks.rados.rados.0.smithi032.stdout:1760: done (3 left) 2023-12-22T17:22:44.863 INFO:tasks.rados.rados.0.smithi032.stdout:1761: done (2 left) 2023-12-22T17:22:44.864 INFO:tasks.rados.rados.0.smithi032.stdout:1762: done (1 left) 2023-12-22T17:22:44.864 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 3 current snap is 171 2023-12-22T17:22:44.864 INFO:tasks.rados.rados.0.smithi032.stdout:1766: seq_num 566 ranges {13189120=688128,13877248=614400,14491648=565248,15056896=425984} 2023-12-22T17:22:44.939 INFO:tasks.rados.rados.0.smithi032.stdout:1766: writing smithi032174182-3 from 13189120 to 13877248 tid 1 2023-12-22T17:22:44.942 INFO:tasks.rados.rados.0.smithi032.stdout:1766: writing smithi032174182-3 from 13877248 to 14491648 tid 2 2023-12-22T17:22:44.946 INFO:tasks.rados.rados.0.smithi032.stdout:1766: writing smithi032174182-3 from 14491648 to 15056896 tid 3 2023-12-22T17:22:44.949 INFO:tasks.rados.rados.0.smithi032.stdout:1766: writing smithi032174182-3 from 15056896 to 15482880 tid 4 2023-12-22T17:22:44.949 INFO:tasks.rados.rados.0.smithi032.stdout:1767: delete oid 31 current snap is 171 2023-12-22T17:22:44.949 INFO:tasks.rados.rados.0.smithi032.stdout:1765: finishing rollback tid 1 to smithi032174182-18 2023-12-22T17:22:44.949 INFO:tasks.rados.rados.0.smithi032.stdout:1765: finishing rollback tid 2 to smithi032174182-18 2023-12-22T17:22:44.949 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 780 (ObjNum 521 snap 160 seq_num 521) dirty exists 2023-12-22T17:22:44.949 INFO:tasks.rados.rados.0.smithi032.stdout:1766: finishing write tid 1 to smithi032174182-3 2023-12-22T17:22:44.949 INFO:tasks.rados.rados.0.smithi032.stdout:1766: finishing write tid 2 to smithi032174182-3 2023-12-22T17:22:44.949 INFO:tasks.rados.rados.0.smithi032.stdout:1766: finishing write tid 3 to smithi032174182-3 2023-12-22T17:22:44.951 INFO:tasks.rados.rados.0.smithi032.stdout:1765: done (2 left) 2023-12-22T17:22:44.951 INFO:tasks.rados.rados.0.smithi032.stdout:1767: done (1 left) 2023-12-22T17:22:44.951 INFO:tasks.rados.rados.0.smithi032.stdout:1768: delete oid 19 current snap is 171 2023-12-22T17:22:44.951 INFO:tasks.rados.rados.0.smithi032.stdout:1766: finishing write tid 4 to smithi032174182-3 2023-12-22T17:22:44.951 INFO:tasks.rados.rados.0.smithi032.stdout:1766: finishing write tid 5 to smithi032174182-3 2023-12-22T17:22:44.953 INFO:tasks.rados.rados.0.smithi032.stdout:1768: done (1 left) 2023-12-22T17:22:44.953 INFO:tasks.rados.rados.0.smithi032.stdout:1769: read oid 28 snap -1 2023-12-22T17:22:44.953 INFO:tasks.rados.rados.0.smithi032.stdout:1769: expect (ObjNum 496 snap 154 seq_num 496) 2023-12-22T17:22:44.953 INFO:tasks.rados.rados.0.smithi032.stdout:1770: rollback oid 25 current snap is 171 2023-12-22T17:22:44.953 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 25 to 162 2023-12-22T17:22:44.953 INFO:tasks.rados.rados.0.smithi032.stdout:1771: setattr oid 5 current snap is 171 2023-12-22T17:22:44.953 INFO:tasks.rados.rados.0.smithi032.stdout:1766: finishing write tid 6 to smithi032174182-3 2023-12-22T17:22:44.953 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 883 (ObjNum 566 snap 171 seq_num 566) dirty exists 2023-12-22T17:22:44.953 INFO:tasks.rados.rados.0.smithi032.stdout:1766: left oid 3 (ObjNum 566 snap 171 seq_num 566) 2023-12-22T17:22:44.954 INFO:tasks.rados.rados.0.smithi032.stdout:1770: finishing rollback tid 1 to smithi032174182-25 2023-12-22T17:22:44.954 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 623 (ObjNum 65 snap 0 seq_num 1348949859) dirty dne 2023-12-22T17:22:44.956 INFO:tasks.rados.rados.0.smithi032.stdout:1766: done (3 left) 2023-12-22T17:22:44.956 INFO:tasks.rados.rados.0.smithi032.stdout:1770: done (2 left) 2023-12-22T17:22:44.956 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 15 current snap is 171 2023-12-22T17:22:44.956 INFO:tasks.rados.rados.0.smithi032.stdout:1772: seq_num 569 ranges {6168576=737280,6905856=671744,7577600=737280,8314880=196608} 2023-12-22T17:22:44.996 INFO:tasks.rados.rados.0.smithi032.stdout:1772: writing smithi032174182-15 from 6168576 to 6905856 tid 1 2023-12-22T17:22:45.000 INFO:tasks.rados.rados.0.smithi032.stdout:1772: writing smithi032174182-15 from 6905856 to 7577600 tid 2 2023-12-22T17:22:45.004 INFO:tasks.rados.rados.0.smithi032.stdout:1772: writing smithi032174182-15 from 7577600 to 8314880 tid 3 2023-12-22T17:22:45.005 INFO:tasks.rados.rados.0.smithi032.stdout:1772: writing smithi032174182-15 from 8314880 to 8511488 tid 4 2023-12-22T17:22:45.005 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 41 current snap is 171 2023-12-22T17:22:45.006 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 885 (ObjNum 486 snap 153 seq_num 486) dirty exists 2023-12-22T17:22:45.006 INFO:tasks.rados.rados.0.smithi032.stdout:1773: seq_num 570 ranges {2244608=753664,2998272=548864,3547136=540672,4087808=516096} 2023-12-22T17:22:45.022 INFO:tasks.rados.rados.0.smithi032.stdout:1773: writing smithi032174182-41 from 2244608 to 2998272 tid 1 2023-12-22T17:22:45.025 INFO:tasks.rados.rados.0.smithi032.stdout:1773: writing smithi032174182-41 from 2998272 to 3547136 tid 2 2023-12-22T17:22:45.028 INFO:tasks.rados.rados.0.smithi032.stdout:1773: writing smithi032174182-41 from 3547136 to 4087808 tid 3 2023-12-22T17:22:45.032 INFO:tasks.rados.rados.0.smithi032.stdout:1773: writing smithi032174182-41 from 4087808 to 4603904 tid 4 2023-12-22T17:22:45.032 INFO:tasks.rados.rados.0.smithi032.stdout:1771: done (3 left) 2023-12-22T17:22:45.032 INFO:tasks.rados.rados.0.smithi032.stdout:1774: read oid 20 snap -1 2023-12-22T17:22:45.032 INFO:tasks.rados.rados.0.smithi032.stdout:1774: expect (ObjNum 549 snap 167 seq_num 549) 2023-12-22T17:22:45.032 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 14 current snap is 171 2023-12-22T17:22:45.032 INFO:tasks.rados.rados.0.smithi032.stdout:1769: expect (ObjNum 496 snap 154 seq_num 496) 2023-12-22T17:22:45.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:44 smithi032 ceph-mon[191839]: failed to encode map e406 with expected crc 2023-12-22T17:22:45.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:44 smithi032 ceph-mon[191839]: failed to encode map e406 with expected crc 2023-12-22T17:22:45.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:44 smithi032 ceph-mon[191839]: osdmap e406: 8 total, 8 up, 8 in 2023-12-22T17:22:45.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:44 smithi032 ceph-mon[191839]: failed to encode map e406 with expected crc 2023-12-22T17:22:45.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:44 smithi032 ceph-mon[191839]: failed to encode map e406 with expected crc 2023-12-22T17:22:45.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:44 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:45.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:44 smithi032 ceph-mon[189144]: failed to encode map e406 with expected crc 2023-12-22T17:22:45.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:44 smithi032 ceph-mon[189144]: failed to encode map e406 with expected crc 2023-12-22T17:22:45.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:44 smithi032 ceph-mon[189144]: osdmap e406: 8 total, 8 up, 8 in 2023-12-22T17:22:45.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:44 smithi032 ceph-mon[189144]: failed to encode map e406 with expected crc 2023-12-22T17:22:45.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:44 smithi032 ceph-mon[189144]: failed to encode map e406 with expected crc 2023-12-22T17:22:45.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:44 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:45.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:44 smithi039 ceph-mon[181282]: failed to encode map e406 with expected crc 2023-12-22T17:22:45.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:44 smithi039 ceph-mon[181282]: failed to encode map e406 with expected crc 2023-12-22T17:22:45.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:44 smithi039 ceph-mon[181282]: osdmap e406: 8 total, 8 up, 8 in 2023-12-22T17:22:45.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:44 smithi039 ceph-mon[181282]: failed to encode map e406 with expected crc 2023-12-22T17:22:45.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:44 smithi039 ceph-mon[181282]: failed to encode map e406 with expected crc 2023-12-22T17:22:45.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:44 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:45.315 INFO:tasks.rados.rados.0.smithi032.stdout:1772: finishing write tid 1 to smithi032174182-15 2023-12-22T17:22:45.315 INFO:tasks.rados.rados.0.smithi032.stdout:1772: finishing write tid 2 to smithi032174182-15 2023-12-22T17:22:45.315 INFO:tasks.rados.rados.0.smithi032.stdout:1775: seq_num 571 ranges {6332416=770048,7102464=483328,7585792=753664,8339456=368640} 2023-12-22T17:22:45.353 INFO:tasks.rados.rados.0.smithi032.stdout:1775: writing smithi032174182-14 from 6332416 to 7102464 tid 1 2023-12-22T17:22:45.356 INFO:tasks.rados.rados.0.smithi032.stdout:1775: writing smithi032174182-14 from 7102464 to 7585792 tid 2 2023-12-22T17:22:45.360 INFO:tasks.rados.rados.0.smithi032.stdout:1775: writing smithi032174182-14 from 7585792 to 8339456 tid 3 2023-12-22T17:22:45.362 INFO:tasks.rados.rados.0.smithi032.stdout:1775: writing smithi032174182-14 from 8339456 to 8708096 tid 4 2023-12-22T17:22:45.362 INFO:tasks.rados.rados.0.smithi032.stdout:1769: done (4 left) 2023-12-22T17:22:45.362 INFO:tasks.rados.rados.0.smithi032.stdout:1776: snap_remove snap 159 2023-12-22T17:22:45.859 INFO:tasks.rados.rados.0.smithi032.stdout:1776: done (4 left) 2023-12-22T17:22:45.859 INFO:tasks.rados.rados.0.smithi032.stdout:1777: rollback oid 37 current snap is 171 2023-12-22T17:22:45.859 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 37 to 168 2023-12-22T17:22:45.860 INFO:tasks.rados.rados.0.smithi032.stdout:1772: finishing write tid 3 to smithi032174182-15 2023-12-22T17:22:45.860 INFO:tasks.rados.rados.0.smithi032.stdout:1772: finishing write tid 4 to smithi032174182-15 2023-12-22T17:22:45.860 INFO:tasks.rados.rados.0.smithi032.stdout:1772: finishing write tid 5 to smithi032174182-15 2023-12-22T17:22:45.860 INFO:tasks.rados.rados.0.smithi032.stdout:1772: finishing write tid 6 to smithi032174182-15 2023-12-22T17:22:45.860 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 1354 (ObjNum 569 snap 171 seq_num 569) dirty exists 2023-12-22T17:22:45.860 INFO:tasks.rados.rados.0.smithi032.stdout:1772: left oid 15 (ObjNum 569 snap 171 seq_num 569) 2023-12-22T17:22:45.860 INFO:tasks.rados.rados.0.smithi032.stdout:1773: finishing write tid 1 to smithi032174182-41 2023-12-22T17:22:45.860 INFO:tasks.rados.rados.0.smithi032.stdout:1773: finishing write tid 2 to smithi032174182-41 2023-12-22T17:22:45.860 INFO:tasks.rados.rados.0.smithi032.stdout:1773: finishing write tid 3 to smithi032174182-41 2023-12-22T17:22:45.860 INFO:tasks.rados.rados.0.smithi032.stdout:1773: finishing write tid 4 to smithi032174182-41 2023-12-22T17:22:45.860 INFO:tasks.rados.rados.0.smithi032.stdout:1773: finishing write tid 5 to smithi032174182-41 2023-12-22T17:22:45.860 INFO:tasks.rados.rados.0.smithi032.stdout:1773: finishing write tid 6 to smithi032174182-41 2023-12-22T17:22:45.860 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 1359 (ObjNum 570 snap 171 seq_num 570) dirty exists 2023-12-22T17:22:45.860 INFO:tasks.rados.rados.0.smithi032.stdout:1773: left oid 41 (ObjNum 570 snap 171 seq_num 570) 2023-12-22T17:22:45.860 INFO:tasks.rados.rados.0.smithi032.stdout:1774: expect (ObjNum 549 snap 167 seq_num 549) 2023-12-22T17:22:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:45 smithi032 ceph-mon[191839]: pgmap v148: 121 pgs: 121 active+clean; 392 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 4.2 MiB/s wr, 31 op/s 2023-12-22T17:22:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:45 smithi032 ceph-mon[191839]: failed to encode map e407 with expected crc 2023-12-22T17:22:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:45 smithi032 ceph-mon[191839]: failed to encode map e407 with expected crc 2023-12-22T17:22:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:45 smithi032 ceph-mon[191839]: osdmap e407: 8 total, 8 up, 8 in 2023-12-22T17:22:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:45 smithi032 ceph-mon[191839]: failed to encode map e407 with expected crc 2023-12-22T17:22:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:45 smithi032 ceph-mon[191839]: failed to encode map e407 with expected crc 2023-12-22T17:22:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:45 smithi032 ceph-mon[189144]: pgmap v148: 121 pgs: 121 active+clean; 392 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 4.2 MiB/s wr, 31 op/s 2023-12-22T17:22:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:45 smithi032 ceph-mon[189144]: failed to encode map e407 with expected crc 2023-12-22T17:22:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:45 smithi032 ceph-mon[189144]: failed to encode map e407 with expected crc 2023-12-22T17:22:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:45 smithi032 ceph-mon[189144]: osdmap e407: 8 total, 8 up, 8 in 2023-12-22T17:22:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:45 smithi032 ceph-mon[189144]: failed to encode map e407 with expected crc 2023-12-22T17:22:46.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:45 smithi032 ceph-mon[189144]: failed to encode map e407 with expected crc 2023-12-22T17:22:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:45 smithi039 ceph-mon[181282]: pgmap v148: 121 pgs: 121 active+clean; 392 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 4.2 MiB/s wr, 31 op/s 2023-12-22T17:22:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:45 smithi039 ceph-mon[181282]: failed to encode map e407 with expected crc 2023-12-22T17:22:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:45 smithi039 ceph-mon[181282]: failed to encode map e407 with expected crc 2023-12-22T17:22:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:45 smithi039 ceph-mon[181282]: osdmap e407: 8 total, 8 up, 8 in 2023-12-22T17:22:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:45 smithi039 ceph-mon[181282]: failed to encode map e407 with expected crc 2023-12-22T17:22:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:45 smithi039 ceph-mon[181282]: failed to encode map e407 with expected crc 2023-12-22T17:22:47.118 INFO:tasks.rados.rados.0.smithi032.stdout:1775: finishing write tid 1 to smithi032174182-14 2023-12-22T17:22:47.118 INFO:tasks.rados.rados.0.smithi032.stdout:1775: finishing write tid 2 to smithi032174182-14 2023-12-22T17:22:47.118 INFO:tasks.rados.rados.0.smithi032.stdout:1775: finishing write tid 3 to smithi032174182-14 2023-12-22T17:22:47.118 INFO:tasks.rados.rados.0.smithi032.stdout:1775: finishing write tid 4 to smithi032174182-14 2023-12-22T17:22:47.118 INFO:tasks.rados.rados.0.smithi032.stdout:1775: finishing write tid 5 to smithi032174182-14 2023-12-22T17:22:47.118 INFO:tasks.rados.rados.0.smithi032.stdout:1775: finishing write tid 6 to smithi032174182-14 2023-12-22T17:22:47.118 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 471 (ObjNum 571 snap 171 seq_num 571) dirty exists 2023-12-22T17:22:47.118 INFO:tasks.rados.rados.0.smithi032.stdout:1775: left oid 14 (ObjNum 571 snap 171 seq_num 571) 2023-12-22T17:22:47.119 INFO:tasks.rados.rados.0.smithi032.stdout:1777: finishing rollback tid 0 to smithi032174182-37 2023-12-22T17:22:47.119 INFO:tasks.rados.rados.0.smithi032.stdout:1777: finishing rollback tid 1 to smithi032174182-37 2023-12-22T17:22:47.119 INFO:tasks.rados.rados.0.smithi032.stdout:1777: finishing rollback tid 2 to smithi032174182-37 2023-12-22T17:22:47.119 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 1179 (ObjNum 511 snap 157 seq_num 511) dirty exists 2023-12-22T17:22:47.119 INFO:tasks.rados.rados.0.smithi032.stdout:1772: done (4 left) 2023-12-22T17:22:47.119 INFO:tasks.rados.rados.0.smithi032.stdout:1773: done (3 left) 2023-12-22T17:22:47.119 INFO:tasks.rados.rados.0.smithi032.stdout:1774: done (2 left) 2023-12-22T17:22:47.119 INFO:tasks.rados.rados.0.smithi032.stdout:1775: done (1 left) 2023-12-22T17:22:47.119 INFO:tasks.rados.rados.0.smithi032.stdout:1777: done (0 left) 2023-12-22T17:22:47.119 INFO:tasks.rados.rados.0.smithi032.stdout:1778: snap_remove snap 156 2023-12-22T17:22:47.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:46 smithi032 ceph-mon[191839]: failed to encode map e408 with expected crc 2023-12-22T17:22:47.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:46 smithi032 ceph-mon[191839]: failed to encode map e408 with expected crc 2023-12-22T17:22:47.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:46 smithi032 ceph-mon[191839]: osdmap e408: 8 total, 8 up, 8 in 2023-12-22T17:22:47.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:46 smithi032 ceph-mon[191839]: failed to encode map e408 with expected crc 2023-12-22T17:22:47.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:46 smithi032 ceph-mon[191839]: failed to encode map e408 with expected crc 2023-12-22T17:22:47.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-22T17:22:47.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:46 smithi032 ceph-mon[189144]: failed to encode map e408 with expected crc 2023-12-22T17:22:47.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:46 smithi032 ceph-mon[189144]: failed to encode map e408 with expected crc 2023-12-22T17:22:47.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:46 smithi032 ceph-mon[189144]: osdmap e408: 8 total, 8 up, 8 in 2023-12-22T17:22:47.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:46 smithi032 ceph-mon[189144]: failed to encode map e408 with expected crc 2023-12-22T17:22:47.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:46 smithi032 ceph-mon[189144]: failed to encode map e408 with expected crc 2023-12-22T17:22:47.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-22T17:22:47.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:46 smithi039 ceph-mon[181282]: failed to encode map e408 with expected crc 2023-12-22T17:22:47.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:46 smithi039 ceph-mon[181282]: failed to encode map e408 with expected crc 2023-12-22T17:22:47.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:46 smithi039 ceph-mon[181282]: osdmap e408: 8 total, 8 up, 8 in 2023-12-22T17:22:47.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:46 smithi039 ceph-mon[181282]: failed to encode map e408 with expected crc 2023-12-22T17:22:47.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:46 smithi039 ceph-mon[181282]: failed to encode map e408 with expected crc 2023-12-22T17:22:47.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-22T17:22:47.879 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:47 smithi032 ceph-mon[189144]: pgmap v151: 121 pgs: 121 active+clean; 400 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 32 MiB/s rd, 8.4 MiB/s wr, 33 op/s 2023-12-22T17:22:47.879 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:47 smithi032 ceph-mon[189144]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-22T17:22:47.880 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:47 smithi032 ceph-mon[189144]: Upgrade: osd.2 is safe to restart 2023-12-22T17:22:47.880 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:47.880 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-22T17:22:47.880 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:22:47.893 INFO:tasks.rados.rados.0.smithi032.stdout:1778: done (0 left) 2023-12-22T17:22:47.894 INFO:tasks.rados.rados.0.smithi032.stdout:1779: rollback oid 24 current snap is 171 2023-12-22T17:22:47.894 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 24 to 170 2023-12-22T17:22:47.894 INFO:tasks.rados.rados.0.smithi032.stdout:1780: rollback oid 16 current snap is 171 2023-12-22T17:22:47.894 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 16 to 166 2023-12-22T17:22:47.894 INFO:tasks.rados.rados.0.smithi032.stdout:1781: read oid 4 snap -1 2023-12-22T17:22:47.894 INFO:tasks.rados.rados.0.smithi032.stdout:1781: expect (ObjNum 542 snap 166 seq_num 542) 2023-12-22T17:22:47.894 INFO:tasks.rados.rados.0.smithi032.stdout:1782: snap_create 2023-12-22T17:22:47.917 INFO:tasks.rados.rados.0.smithi032.stdout:1780: finishing rollback tid 0 to smithi032174182-16 2023-12-22T17:22:47.917 INFO:tasks.rados.rados.0.smithi032.stdout:1780: finishing rollback tid 1 to smithi032174182-16 2023-12-22T17:22:47.917 INFO:tasks.rados.rados.0.smithi032.stdout:1780: finishing rollback tid 2 to smithi032174182-16 2023-12-22T17:22:47.917 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 1079 (ObjNum 496 snap 154 seq_num 496) dirty exists 2023-12-22T17:22:47.917 INFO:tasks.rados.rados.0.smithi032.stdout:1779: finishing rollback tid 1 to smithi032174182-24 2023-12-22T17:22:47.917 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 1070 (ObjNum 161 snap 0 seq_num 0) dirty dne 2023-12-22T17:22:47.941 INFO:tasks.rados.rados.0.smithi032.stdout:1781: expect (ObjNum 542 snap 166 seq_num 542) 2023-12-22T17:22:48.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:47 smithi032 ceph-mon[191839]: pgmap v151: 121 pgs: 121 active+clean; 400 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 32 MiB/s rd, 8.4 MiB/s wr, 33 op/s 2023-12-22T17:22:48.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:47 smithi032 ceph-mon[191839]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-22T17:22:48.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:47 smithi032 ceph-mon[191839]: Upgrade: osd.2 is safe to restart 2023-12-22T17:22:48.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:48.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-22T17:22:48.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:22:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:47 smithi039 ceph-mon[181282]: pgmap v151: 121 pgs: 121 active+clean; 400 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 32 MiB/s rd, 8.4 MiB/s wr, 33 op/s 2023-12-22T17:22:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:47 smithi039 ceph-mon[181282]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-22T17:22:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:47 smithi039 ceph-mon[181282]: Upgrade: osd.2 is safe to restart 2023-12-22T17:22:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-22T17:22:48.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:22:48.901 INFO:tasks.rados.rados.0.smithi032.stdout:1779: done (3 left) 2023-12-22T17:22:48.901 INFO:tasks.rados.rados.0.smithi032.stdout:1780: done (2 left) 2023-12-22T17:22:48.901 INFO:tasks.rados.rados.0.smithi032.stdout:1781: done (1 left) 2023-12-22T17:22:48.901 INFO:tasks.rados.rados.0.smithi032.stdout:1782: done (0 left) 2023-12-22T17:22:48.901 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 16 current snap is 172 2023-12-22T17:22:48.901 INFO:tasks.rados.rados.0.smithi032.stdout:1783: seq_num 572 ranges {5292032=786432,6078464=770048,6848512=557056,7405568=278528} 2023-12-22T17:22:48.933 INFO:tasks.rados.rados.0.smithi032.stdout:1783: writing smithi032174182-16 from 5292032 to 6078464 tid 1 2023-12-22T17:22:48.938 INFO:tasks.rados.rados.0.smithi032.stdout:1783: writing smithi032174182-16 from 6078464 to 6848512 tid 2 2023-12-22T17:22:48.941 INFO:tasks.rados.rados.0.smithi032.stdout:1783: writing smithi032174182-16 from 6848512 to 7405568 tid 3 2023-12-22T17:22:48.944 INFO:tasks.rados.rados.0.smithi032.stdout:1783: writing smithi032174182-16 from 7405568 to 7684096 tid 4 2023-12-22T17:22:48.944 INFO:tasks.rados.rados.0.smithi032.stdout:1784: copy_from oid 50 from oid 48 current snap is 172 2023-12-22T17:22:48.944 INFO:tasks.rados.rados.0.smithi032.stdout:1783: finishing write tid 1 to smithi032174182-16 2023-12-22T17:22:48.944 INFO:tasks.rados.rados.0.smithi032.stdout:1785: copy_from oid 35 from oid 37 current snap is 172 2023-12-22T17:22:48.944 INFO:tasks.rados.rados.0.smithi032.stdout:1786: rollback oid 8 current snap is 172 2023-12-22T17:22:48.944 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 8 to 170 2023-12-22T17:22:48.944 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 12 current snap is 172 2023-12-22T17:22:48.944 INFO:tasks.rados.rados.0.smithi032.stdout:1787: seq_num 573 ranges {2048000=802816,2850816=655360,3506176=720896,4227072=229376} 2023-12-22T17:22:48.960 INFO:tasks.rados.rados.0.smithi032.stdout:1787: writing smithi032174182-12 from 2048000 to 2850816 tid 1 2023-12-22T17:22:48.965 INFO:tasks.rados.rados.0.smithi032.stdout:1787: writing smithi032174182-12 from 2850816 to 3506176 tid 2 2023-12-22T17:22:48.969 INFO:tasks.rados.rados.0.smithi032.stdout:1787: writing smithi032174182-12 from 3506176 to 4227072 tid 3 2023-12-22T17:22:48.971 INFO:tasks.rados.rados.0.smithi032.stdout:1787: writing smithi032174182-12 from 4227072 to 4456448 tid 4 2023-12-22T17:22:48.972 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 25 current snap is 172 2023-12-22T17:22:48.972 INFO:tasks.rados.rados.0.smithi032.stdout:1783: finishing write tid 2 to smithi032174182-16 2023-12-22T17:22:48.972 INFO:tasks.rados.rados.0.smithi032.stdout:1788: seq_num 574 ranges {0=16384} 2023-12-22T17:22:48.972 INFO:tasks.rados.rados.0.smithi032.stdout:1788: writing smithi032174182-25 from 0 to 16384 tid 1 2023-12-22T17:22:48.972 INFO:tasks.rados.rados.0.smithi032.stdout:1789: delete oid 41 current snap is 172 2023-12-22T17:22:48.972 INFO:tasks.rados.rados.0.smithi032.stdout:1783: finishing write tid 3 to smithi032174182-16 2023-12-22T17:22:48.972 INFO:tasks.rados.rados.0.smithi032.stdout:1783: finishing write tid 4 to smithi032174182-16 2023-12-22T17:22:48.972 INFO:tasks.rados.rados.0.smithi032.stdout:1783: finishing write tid 5 to smithi032174182-16 2023-12-22T17:22:48.972 INFO:tasks.rados.rados.0.smithi032.stdout:1786: finishing rollback tid 0 to smithi032174182-8 2023-12-22T17:22:48.972 INFO:tasks.rados.rados.0.smithi032.stdout:1783: finishing write tid 6 to smithi032174182-16 2023-12-22T17:22:48.972 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 1091 (ObjNum 572 snap 172 seq_num 572) dirty exists 2023-12-22T17:22:48.972 INFO:tasks.rados.rados.0.smithi032.stdout:1783: left oid 16 (ObjNum 572 snap 172 seq_num 572) 2023-12-22T17:22:48.972 INFO:tasks.rados.rados.0.smithi032.stdout:1786: finishing rollback tid 1 to smithi032174182-8 2023-12-22T17:22:48.972 INFO:tasks.rados.rados.0.smithi032.stdout:1786: finishing rollback tid 2 to smithi032174182-8 2023-12-22T17:22:48.972 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 433 (ObjNum 494 snap 153 seq_num 494) dirty exists 2023-12-22T17:22:48.973 INFO:tasks.rados.rados.0.smithi032.stdout:1787: finishing write tid 1 to smithi032174182-12 2023-12-22T17:22:48.973 INFO:tasks.rados.rados.0.smithi032.stdout:1785: finishing copy_from to smithi032174182-35 2023-12-22T17:22:48.973 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 1179 (ObjNum 511 snap 157 seq_num 511) dirty exists 2023-12-22T17:22:48.973 INFO:tasks.rados.rados.0.smithi032.stdout:1787: finishing write tid 2 to smithi032174182-12 2023-12-22T17:22:48.973 INFO:tasks.rados.rados.0.smithi032.stdout:1785: finishing copy_from racing read to smithi032174182-35 2023-12-22T17:22:48.974 INFO:tasks.rados.rados.0.smithi032.stdout:1787: finishing write tid 3 to smithi032174182-12 2023-12-22T17:22:48.974 INFO:tasks.rados.rados.0.smithi032.stdout:1787: finishing write tid 4 to smithi032174182-12 2023-12-22T17:22:48.975 INFO:tasks.rados.rados.0.smithi032.stdout:1787: finishing write tid 5 to smithi032174182-12 2023-12-22T17:22:48.975 INFO:tasks.rados.rados.0.smithi032.stdout:1783: done (6 left) 2023-12-22T17:22:48.975 INFO:tasks.rados.rados.0.smithi032.stdout:1785: done (5 left) 2023-12-22T17:22:48.976 INFO:tasks.rados.rados.0.smithi032.stdout:1786: done (4 left) 2023-12-22T17:22:48.976 INFO:tasks.rados.rados.0.smithi032.stdout:1789: done (3 left) 2023-12-22T17:22:48.976 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 38 current snap is 172 2023-12-22T17:22:48.978 INFO:tasks.rados.rados.0.smithi032.stdout:1790: seq_num 576 ranges {6750208=49152} 2023-12-22T17:22:49.007 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:22:48 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:22:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi032:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi039.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-22T17:22:49.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:48 smithi039 ceph-mon[181282]: Upgrade: Updating osd.2 2023-12-22T17:22:49.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:48 smithi039 ceph-mon[181282]: Deploying daemon osd.2 on smithi032 2023-12-22T17:22:49.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:48 smithi039 ceph-mon[181282]: failed to encode map e409 with expected crc 2023-12-22T17:22:49.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:48 smithi039 ceph-mon[181282]: failed to encode map e409 with expected crc 2023-12-22T17:22:49.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:48 smithi039 ceph-mon[181282]: osdmap e409: 8 total, 8 up, 8 in 2023-12-22T17:22:49.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:48 smithi039 ceph-mon[181282]: failed to encode map e409 with expected crc 2023-12-22T17:22:49.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:48 smithi039 ceph-mon[181282]: failed to encode map e409 with expected crc 2023-12-22T17:22:49.014 INFO:tasks.rados.rados.0.smithi032.stdout:1790: writing smithi032174182-38 from 6750208 to 6799360 tid 1 2023-12-22T17:22:49.014 INFO:tasks.rados.rados.0.smithi032.stdout:1791: rollback oid 47 current snap is 172 2023-12-22T17:22:49.014 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 47 to 171 2023-12-22T17:22:49.014 INFO:tasks.rados.rados.0.smithi032.stdout:1787: finishing write tid 6 to smithi032174182-12 2023-12-22T17:22:49.014 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 1033 (ObjNum 573 snap 172 seq_num 573) dirty exists 2023-12-22T17:22:49.014 INFO:tasks.rados.rados.0.smithi032.stdout:1787: left oid 12 (ObjNum 573 snap 172 seq_num 573) 2023-12-22T17:22:49.014 INFO:tasks.rados.rados.0.smithi032.stdout:1788: finishing write tid 1 to smithi032174182-25 2023-12-22T17:22:49.014 INFO:tasks.rados.rados.0.smithi032.stdout:1788: finishing write tid 2 to smithi032174182-25 2023-12-22T17:22:49.014 INFO:tasks.rados.rados.0.smithi032.stdout:1788: finishing write tid 3 to smithi032174182-25 2023-12-22T17:22:49.014 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 635 (ObjNum 574 snap 172 seq_num 574) dirty exists 2023-12-22T17:22:49.015 INFO:tasks.rados.rados.0.smithi032.stdout:1788: left oid 25 (ObjNum 574 snap 172 seq_num 574) 2023-12-22T17:22:49.015 INFO:tasks.rados.rados.0.smithi032.stdout:1784: finishing copy_from to smithi032174182-50 2023-12-22T17:22:49.015 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 627 (ObjNum 535 snap 162 seq_num 535) dirty exists 2023-12-22T17:22:49.015 INFO:tasks.rados.rados.0.smithi032.stdout:1784: finishing copy_from racing read to smithi032174182-50 2023-12-22T17:22:49.015 INFO:tasks.rados.rados.0.smithi032.stdout:1784: done (4 left) 2023-12-22T17:22:49.015 INFO:tasks.rados.rados.0.smithi032.stdout:1787: done (3 left) 2023-12-22T17:22:49.015 INFO:tasks.rados.rados.0.smithi032.stdout:1788: done (2 left) 2023-12-22T17:22:49.015 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 45 current snap is 172 2023-12-22T17:22:49.015 INFO:tasks.rados.rados.0.smithi032.stdout:1792: seq_num 577 ranges {3907584=65536} 2023-12-22T17:22:49.036 INFO:tasks.rados.rados.0.smithi032.stdout:1792: writing smithi032174182-45 from 3907584 to 3973120 tid 1 2023-12-22T17:22:49.036 INFO:tasks.rados.rados.0.smithi032.stdout:1793: setattr oid 13 current snap is 172 2023-12-22T17:22:49.036 INFO:tasks.rados.rados.0.smithi032.stdout:1790: finishing write tid 1 to smithi032174182-38 2023-12-22T17:22:49.036 INFO:tasks.rados.rados.0.smithi032.stdout:1790: finishing write tid 2 to smithi032174182-38 2023-12-22T17:22:49.036 INFO:tasks.rados.rados.0.smithi032.stdout:1791: finishing rollback tid 0 to smithi032174182-47 2023-12-22T17:22:49.036 INFO:tasks.rados.rados.0.smithi032.stdout:1791: finishing rollback tid 1 to smithi032174182-47 2023-12-22T17:22:49.036 INFO:tasks.rados.rados.0.smithi032.stdout:1791: finishing rollback tid 2 to smithi032174182-47 2023-12-22T17:22:49.037 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 1378 (ObjNum 488 snap 153 seq_num 488) dirty exists 2023-12-22T17:22:49.037 INFO:tasks.rados.rados.0.smithi032.stdout:1790: finishing write tid 3 to smithi032174182-38 2023-12-22T17:22:49.037 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 1231 (ObjNum 576 snap 172 seq_num 576) dirty exists 2023-12-22T17:22:49.037 INFO:tasks.rados.rados.0.smithi032.stdout:1790: left oid 38 (ObjNum 576 snap 172 seq_num 576) 2023-12-22T17:22:49.037 INFO:tasks.rados.rados.0.smithi032.stdout:1790: done (3 left) 2023-12-22T17:22:49.037 INFO:tasks.rados.rados.0.smithi032.stdout:1791: done (2 left) 2023-12-22T17:22:49.037 INFO:tasks.rados.rados.0.smithi032.stdout:1794: setattr oid 17 current snap is 172 2023-12-22T17:22:49.038 INFO:tasks.rados.rados.0.smithi032.stdout:1795: copy_from oid 43 from oid 39 current snap is 172 2023-12-22T17:22:49.038 INFO:tasks.rados.rados.0.smithi032.stdout:1796: read oid 38 snap -1 2023-12-22T17:22:49.038 INFO:tasks.rados.rados.0.smithi032.stdout:1796: expect (ObjNum 576 snap 172 seq_num 576) 2023-12-22T17:22:49.038 INFO:tasks.rados.rados.0.smithi032.stdout:1797: copy_from oid 3 from oid 7 current snap is 172 2023-12-22T17:22:49.038 INFO:tasks.rados.rados.0.smithi032.stdout:1798: read oid 23 snap -1 2023-12-22T17:22:49.038 INFO:tasks.rados.rados.0.smithi032.stdout:1798: expect (ObjNum 537 snap 163 seq_num 537) 2023-12-22T17:22:49.039 INFO:tasks.rados.rados.0.smithi032.stdout:1799: copy_from oid 48 from oid 14 current snap is 172 2023-12-22T17:22:49.039 INFO:tasks.rados.rados.0.smithi032.stdout:1800: delete oid 19 current snap is 172 2023-12-22T17:22:49.041 INFO:tasks.rados.rados.0.smithi032.stdout:1792: finishing write tid 1 to smithi032174182-45 2023-12-22T17:22:49.043 INFO:tasks.rados.rados.0.smithi032.stdout:1800: done (8 left) 2023-12-22T17:22:49.043 INFO:tasks.rados.rados.0.smithi032.stdout:1801: rollback oid 16 current snap is 172 2023-12-22T17:22:49.043 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 16 to 162 2023-12-22T17:22:49.043 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 40 current snap is 172 2023-12-22T17:22:49.043 INFO:tasks.rados.rados.0.smithi032.stdout:1802: seq_num 579 ranges {991232=98304} 2023-12-22T17:22:49.050 INFO:tasks.rados.rados.0.smithi032.stdout:1802: writing smithi032174182-40 from 991232 to 1089536 tid 1 2023-12-22T17:22:49.050 INFO:tasks.rados.rados.0.smithi032.stdout:1803: snap_create 2023-12-22T17:22:49.051 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 1380 (ObjNum 65 snap 0 seq_num 1952407905) dirty exists 2023-12-22T17:22:49.051 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 481 (ObjNum 556 snap 169 seq_num 556) dirty exists 2023-12-22T17:22:49.051 INFO:tasks.rados.rados.0.smithi032.stdout:1801: finishing rollback tid 0 to smithi032174182-16 2023-12-22T17:22:49.062 INFO:tasks.rados.rados.0.smithi032.stdout:1792: finishing write tid 2 to smithi032174182-45 2023-12-22T17:22:49.062 INFO:tasks.rados.rados.0.smithi032.stdout:1801: finishing rollback tid 1 to smithi032174182-16 2023-12-22T17:22:49.062 INFO:tasks.rados.rados.0.smithi032.stdout:1801: finishing rollback tid 2 to smithi032174182-16 2023-12-22T17:22:49.062 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 1094 (ObjNum 496 snap 154 seq_num 496) dirty exists 2023-12-22T17:22:49.067 INFO:tasks.rados.rados.0.smithi032.stdout:1802: finishing write tid 1 to smithi032174182-40 2023-12-22T17:22:49.070 INFO:tasks.rados.rados.0.smithi032.stdout:1802: finishing write tid 2 to smithi032174182-40 2023-12-22T17:22:49.070 INFO:tasks.rados.rados.0.smithi032.stdout:1796: expect (ObjNum 576 snap 172 seq_num 576) 2023-12-22T17:22:49.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:48 smithi032 ceph-mon[189144]: Upgrade: Updating osd.2 2023-12-22T17:22:49.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:48 smithi032 ceph-mon[189144]: Deploying daemon osd.2 on smithi032 2023-12-22T17:22:49.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:48 smithi032 ceph-mon[189144]: failed to encode map e409 with expected crc 2023-12-22T17:22:49.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:48 smithi032 ceph-mon[189144]: failed to encode map e409 with expected crc 2023-12-22T17:22:49.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:48 smithi032 ceph-mon[189144]: osdmap e409: 8 total, 8 up, 8 in 2023-12-22T17:22:49.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:48 smithi032 ceph-mon[189144]: failed to encode map e409 with expected crc 2023-12-22T17:22:49.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:48 smithi032 ceph-mon[189144]: failed to encode map e409 with expected crc 2023-12-22T17:22:49.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:48 smithi032 ceph-mon[191839]: Upgrade: Updating osd.2 2023-12-22T17:22:49.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:48 smithi032 ceph-mon[191839]: Deploying daemon osd.2 on smithi032 2023-12-22T17:22:49.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:48 smithi032 ceph-mon[191839]: failed to encode map e409 with expected crc 2023-12-22T17:22:49.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:48 smithi032 ceph-mon[191839]: failed to encode map e409 with expected crc 2023-12-22T17:22:49.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:48 smithi032 ceph-mon[191839]: osdmap e409: 8 total, 8 up, 8 in 2023-12-22T17:22:49.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:48 smithi032 ceph-mon[191839]: failed to encode map e409 with expected crc 2023-12-22T17:22:49.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:48 smithi032 ceph-mon[191839]: failed to encode map e409 with expected crc 2023-12-22T17:22:49.527 INFO:tasks.rados.rados.0.smithi032.stdout:1792: finishing write tid 3 to smithi032174182-45 2023-12-22T17:22:49.528 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 1233 (ObjNum 577 snap 172 seq_num 577) dirty exists 2023-12-22T17:22:49.528 INFO:tasks.rados.rados.0.smithi032.stdout:1792: left oid 45 (ObjNum 577 snap 172 seq_num 577) 2023-12-22T17:22:49.528 INFO:tasks.rados.rados.0.smithi032.stdout:1802: finishing write tid 3 to smithi032174182-40 2023-12-22T17:22:49.528 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 637 (ObjNum 579 snap 172 seq_num 579) dirty exists 2023-12-22T17:22:49.528 INFO:tasks.rados.rados.0.smithi032.stdout:1802: left oid 40 (ObjNum 579 snap 172 seq_num 579) 2023-12-22T17:22:49.528 INFO:tasks.rados.rados.0.smithi032.stdout:1795: finishing copy_from to smithi032174182-43 2023-12-22T17:22:49.528 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 396 (ObjNum 487 snap 153 seq_num 487) dirty exists 2023-12-22T17:22:49.528 INFO:tasks.rados.rados.0.smithi032.stdout:1795: finishing copy_from racing read to smithi032174182-43 2023-12-22T17:22:49.528 INFO:tasks.rados.rados.0.smithi032.stdout:1797: finishing copy_from to smithi032174182-3 2023-12-22T17:22:49.528 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 1012 (ObjNum 542 snap 166 seq_num 542) dirty exists 2023-12-22T17:22:49.528 INFO:tasks.rados.rados.0.smithi032.stdout:1797: finishing copy_from racing read to smithi032174182-3 2023-12-22T17:22:49.528 INFO:tasks.rados.rados.0.smithi032.stdout:1798: expect (ObjNum 537 snap 163 seq_num 537) 2023-12-22T17:22:50.155 INFO:journalctl@ceph.osd.2.smithi032.stdout:Dec 22 17:22:49 smithi032 systemd[1]: Stopping Ceph osd.2 for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:22:50.156 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:49 smithi032 ceph-mon[191839]: pgmap v153: 121 pgs: 121 active+clean; 400 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 32 MiB/s rd, 8.4 MiB/s wr, 33 op/s 2023-12-22T17:22:50.156 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:49 smithi032 ceph-mon[191839]: failed to encode map e410 with expected crc 2023-12-22T17:22:50.156 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:49 smithi032 ceph-mon[191839]: failed to encode map e410 with expected crc 2023-12-22T17:22:50.156 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:49 smithi032 ceph-mon[191839]: osdmap e410: 8 total, 8 up, 8 in 2023-12-22T17:22:50.156 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:49 smithi032 ceph-mon[191839]: failed to encode map e410 with expected crc 2023-12-22T17:22:50.156 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:50.156 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:22:50.156 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:49 smithi032 ceph-mon[189144]: pgmap v153: 121 pgs: 121 active+clean; 400 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 32 MiB/s rd, 8.4 MiB/s wr, 33 op/s 2023-12-22T17:22:50.156 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:49 smithi032 ceph-mon[189144]: failed to encode map e410 with expected crc 2023-12-22T17:22:50.157 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:49 smithi032 ceph-mon[189144]: failed to encode map e410 with expected crc 2023-12-22T17:22:50.157 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:49 smithi032 ceph-mon[189144]: osdmap e410: 8 total, 8 up, 8 in 2023-12-22T17:22:50.157 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:49 smithi032 ceph-mon[189144]: failed to encode map e410 with expected crc 2023-12-22T17:22:50.157 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:50.157 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:22:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:49 smithi039 ceph-mon[181282]: pgmap v153: 121 pgs: 121 active+clean; 400 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 32 MiB/s rd, 8.4 MiB/s wr, 33 op/s 2023-12-22T17:22:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:49 smithi039 ceph-mon[181282]: failed to encode map e410 with expected crc 2023-12-22T17:22:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:49 smithi039 ceph-mon[181282]: failed to encode map e410 with expected crc 2023-12-22T17:22:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:49 smithi039 ceph-mon[181282]: osdmap e410: 8 total, 8 up, 8 in 2023-12-22T17:22:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:49 smithi039 ceph-mon[181282]: failed to encode map e410 with expected crc 2023-12-22T17:22:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:22:50.430 INFO:journalctl@ceph.osd.2.smithi032.stdout:Dec 22 17:22:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-2[144333]: 2023-12-22T17:22:50.152+0000 7fa29bc95700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-22T17:22:50.430 INFO:journalctl@ceph.osd.2.smithi032.stdout:Dec 22 17:22:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-2[144333]: 2023-12-22T17:22:50.152+0000 7fa29bc95700 -1 osd.2 411 *** Got signal Terminated *** 2023-12-22T17:22:50.430 INFO:journalctl@ceph.osd.2.smithi032.stdout:Dec 22 17:22:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-2[144333]: 2023-12-22T17:22:50.152+0000 7fa29bc95700 -1 osd.2 411 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-22T17:22:51.092 INFO:tasks.rados.rados.0.smithi032.stdout:1799: finishing copy_from racing read to smithi032174182-48 2023-12-22T17:22:51.092 INFO:tasks.rados.rados.0.smithi032.stdout:1799: finishing copy_from to smithi032174182-48 2023-12-22T17:22:51.092 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 471 (ObjNum 571 snap 171 seq_num 571) dirty exists 2023-12-22T17:22:51.092 INFO:tasks.rados.rados.0.smithi032.stdout:1792: done (10 left) 2023-12-22T17:22:51.092 INFO:tasks.rados.rados.0.smithi032.stdout:1793: done (9 left) 2023-12-22T17:22:51.092 INFO:tasks.rados.rados.0.smithi032.stdout:1794: done (8 left) 2023-12-22T17:22:51.092 INFO:tasks.rados.rados.0.smithi032.stdout:1795: done (7 left) 2023-12-22T17:22:51.092 INFO:tasks.rados.rados.0.smithi032.stdout:1796: done (6 left) 2023-12-22T17:22:51.092 INFO:tasks.rados.rados.0.smithi032.stdout:1797: done (5 left) 2023-12-22T17:22:51.092 INFO:tasks.rados.rados.0.smithi032.stdout:1798: done (4 left) 2023-12-22T17:22:51.092 INFO:tasks.rados.rados.0.smithi032.stdout:1799: done (3 left) 2023-12-22T17:22:51.092 INFO:tasks.rados.rados.0.smithi032.stdout:1801: done (2 left) 2023-12-22T17:22:51.092 INFO:tasks.rados.rados.0.smithi032.stdout:1802: done (1 left) 2023-12-22T17:22:51.093 INFO:tasks.rados.rados.0.smithi032.stdout:1803: done (0 left) 2023-12-22T17:22:51.093 INFO:tasks.rados.rados.0.smithi032.stdout:1804: read oid 25 snap -1 2023-12-22T17:22:51.093 INFO:tasks.rados.rados.0.smithi032.stdout:1804: expect (ObjNum 574 snap 172 seq_num 574) 2023-12-22T17:22:51.093 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 7 current snap is 173 2023-12-22T17:22:51.093 INFO:tasks.rados.rados.0.smithi032.stdout:1805: seq_num 580 ranges {5586944=114688} 2023-12-22T17:22:51.123 INFO:tasks.rados.rados.0.smithi032.stdout:1805: writing smithi032174182-7 from 5586944 to 5701632 tid 1 2023-12-22T17:22:51.123 INFO:tasks.rados.rados.0.smithi032.stdout:1806: rmattr oid 3 current snap is 173 2023-12-22T17:22:51.124 INFO:tasks.rados.rados.0.smithi032.stdout:1806: done (2 left) 2023-12-22T17:22:51.124 INFO:tasks.rados.rados.0.smithi032.stdout:1807: rollback oid 5 current snap is 173 2023-12-22T17:22:51.124 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 5 to 170 2023-12-22T17:22:51.124 INFO:tasks.rados.rados.0.smithi032.stdout:1804: expect (ObjNum 574 snap 172 seq_num 574) 2023-12-22T17:22:51.124 INFO:tasks.rados.rados.0.smithi032.stdout:1804: done (2 left) 2023-12-22T17:22:51.124 INFO:tasks.rados.rados.0.smithi032.stdout:1808: read oid 29 snap -1 2023-12-22T17:22:51.124 INFO:tasks.rados.rados.0.smithi032.stdout:1808: expect (ObjNum 502 snap 156 seq_num 502) 2023-12-22T17:22:51.124 INFO:tasks.rados.rados.0.smithi032.stdout:1809: read oid 26 snap 168 2023-12-22T17:22:51.124 INFO:tasks.rados.rados.0.smithi032.stdout:1809: expect (ObjNum 501 snap 156 seq_num 501) 2023-12-22T17:22:51.124 INFO:tasks.rados.rados.0.smithi032.stdout:1810: read oid 38 snap 172 2023-12-22T17:22:51.124 INFO:tasks.rados.rados.0.smithi032.stdout:1810: expect (ObjNum 576 snap 172 seq_num 576) 2023-12-22T17:22:51.124 INFO:tasks.rados.rados.0.smithi032.stdout:1811: snap_create 2023-12-22T17:22:51.126 INFO:tasks.rados.rados.0.smithi032.stdout:1805: finishing write tid 1 to smithi032174182-7 2023-12-22T17:22:51.126 INFO:tasks.rados.rados.0.smithi032.stdout:1805: finishing write tid 2 to smithi032174182-7 2023-12-22T17:22:51.128 INFO:tasks.rados.rados.0.smithi032.stdout:1805: finishing write tid 3 to smithi032174182-7 2023-12-22T17:22:51.128 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 1014 (ObjNum 580 snap 173 seq_num 580) dirty exists 2023-12-22T17:22:51.128 INFO:tasks.rados.rados.0.smithi032.stdout:1805: left oid 7 (ObjNum 580 snap 173 seq_num 580) 2023-12-22T17:22:51.128 INFO:tasks.rados.rados.0.smithi032.stdout:1809: expect (ObjNum 501 snap 156 seq_num 501) 2023-12-22T17:22:51.169 INFO:tasks.rados.rados.0.smithi032.stdout:1810: expect (ObjNum 576 snap 172 seq_num 576) 2023-12-22T17:22:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:22:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:22:50] "GET /metrics HTTP/1.1" 200 36120 "" "Prometheus/2.43.0" 2023-12-22T17:22:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:50 smithi032 ceph-mon[191839]: failed to encode map e410 with expected crc 2023-12-22T17:22:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:50 smithi032 ceph-mon[191839]: failed to encode map e411 with expected crc 2023-12-22T17:22:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:50 smithi032 ceph-mon[191839]: osdmap e411: 8 total, 8 up, 8 in 2023-12-22T17:22:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:50 smithi032 ceph-mon[191839]: failed to encode map e411 with expected crc 2023-12-22T17:22:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:50 smithi032 ceph-mon[191839]: failed to encode map e411 with expected crc 2023-12-22T17:22:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:50 smithi032 ceph-mon[191839]: osd.2 marked itself down and dead 2023-12-22T17:22:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:50 smithi032 ceph-mon[191839]: failed to encode map e411 with expected crc 2023-12-22T17:22:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:50 smithi032 ceph-mon[191839]: failed to encode map e411 with expected crc 2023-12-22T17:22:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:50 smithi032 ceph-mon[191839]: failed to encode map e411 with expected crc 2023-12-22T17:22:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:50 smithi032 ceph-mon[191839]: failed to encode map e411 with expected crc 2023-12-22T17:22:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:50 smithi032 ceph-mon[191839]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-22T17:22:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:50 smithi032 ceph-mon[191839]: osdmap e412: 8 total, 7 up, 8 in 2023-12-22T17:22:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:50 smithi032 ceph-mon[189144]: failed to encode map e410 with expected crc 2023-12-22T17:22:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:50 smithi032 ceph-mon[189144]: failed to encode map e411 with expected crc 2023-12-22T17:22:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:50 smithi032 ceph-mon[189144]: osdmap e411: 8 total, 8 up, 8 in 2023-12-22T17:22:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:50 smithi032 ceph-mon[189144]: failed to encode map e411 with expected crc 2023-12-22T17:22:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:50 smithi032 ceph-mon[189144]: failed to encode map e411 with expected crc 2023-12-22T17:22:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:50 smithi032 ceph-mon[189144]: osd.2 marked itself down and dead 2023-12-22T17:22:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:50 smithi032 ceph-mon[189144]: failed to encode map e411 with expected crc 2023-12-22T17:22:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:50 smithi032 ceph-mon[189144]: failed to encode map e411 with expected crc 2023-12-22T17:22:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:50 smithi032 ceph-mon[189144]: failed to encode map e411 with expected crc 2023-12-22T17:22:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:50 smithi032 ceph-mon[189144]: failed to encode map e411 with expected crc 2023-12-22T17:22:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:50 smithi032 ceph-mon[189144]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-22T17:22:51.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:50 smithi032 ceph-mon[189144]: osdmap e412: 8 total, 7 up, 8 in 2023-12-22T17:22:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:50 smithi039 ceph-mon[181282]: failed to encode map e410 with expected crc 2023-12-22T17:22:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:50 smithi039 ceph-mon[181282]: failed to encode map e411 with expected crc 2023-12-22T17:22:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:50 smithi039 ceph-mon[181282]: osdmap e411: 8 total, 8 up, 8 in 2023-12-22T17:22:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:50 smithi039 ceph-mon[181282]: failed to encode map e411 with expected crc 2023-12-22T17:22:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:50 smithi039 ceph-mon[181282]: failed to encode map e411 with expected crc 2023-12-22T17:22:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:50 smithi039 ceph-mon[181282]: osd.2 marked itself down and dead 2023-12-22T17:22:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:50 smithi039 ceph-mon[181282]: failed to encode map e411 with expected crc 2023-12-22T17:22:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:50 smithi039 ceph-mon[181282]: failed to encode map e411 with expected crc 2023-12-22T17:22:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:50 smithi039 ceph-mon[181282]: failed to encode map e411 with expected crc 2023-12-22T17:22:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:50 smithi039 ceph-mon[181282]: failed to encode map e411 with expected crc 2023-12-22T17:22:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:50 smithi039 ceph-mon[181282]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-22T17:22:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:50 smithi039 ceph-mon[181282]: osdmap e412: 8 total, 7 up, 8 in 2023-12-22T17:22:51.616 INFO:tasks.rados.rados.0.smithi032.stdout:1808: expect (ObjNum 502 snap 156 seq_num 502) 2023-12-22T17:22:51.909 INFO:journalctl@ceph.osd.2.smithi032.stdout:Dec 22 17:22:51 smithi032 bash[210596]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-2 2023-12-22T17:22:52.034 INFO:tasks.rados.rados.0.smithi032.stdout:1807: finishing rollback tid 0 to smithi032174182-5 2023-12-22T17:22:52.034 INFO:tasks.rados.rados.0.smithi032.stdout:1807: finishing rollback tid 1 to smithi032174182-5 2023-12-22T17:22:52.034 INFO:tasks.rados.rados.0.smithi032.stdout:1807: finishing rollback tid 2 to smithi032174182-5 2023-12-22T17:22:52.034 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 1182 (ObjNum 486 snap 153 seq_num 486) dirty exists 2023-12-22T17:22:52.034 INFO:tasks.rados.rados.0.smithi032.stdout:1805: done (5 left) 2023-12-22T17:22:52.034 INFO:tasks.rados.rados.0.smithi032.stdout:1807: done (4 left) 2023-12-22T17:22:52.035 INFO:tasks.rados.rados.0.smithi032.stdout:1808: done (3 left) 2023-12-22T17:22:52.035 INFO:tasks.rados.rados.0.smithi032.stdout:1809: done (2 left) 2023-12-22T17:22:52.035 INFO:tasks.rados.rados.0.smithi032.stdout:1810: done (1 left) 2023-12-22T17:22:52.035 INFO:tasks.rados.rados.0.smithi032.stdout:1811: done (0 left) 2023-12-22T17:22:52.035 INFO:tasks.rados.rados.0.smithi032.stdout:1812: read oid 47 snap -1 2023-12-22T17:22:52.035 INFO:tasks.rados.rados.0.smithi032.stdout:1812: expect (ObjNum 488 snap 153 seq_num 488) 2023-12-22T17:22:52.035 INFO:tasks.rados.rados.0.smithi032.stdout:1813: read oid 1 snap -1 2023-12-22T17:22:52.035 INFO:tasks.rados.rados.0.smithi032.stdout:1813: expect (ObjNum 306 snap 90 seq_num 306) 2023-12-22T17:22:52.035 INFO:tasks.rados.rados.0.smithi032.stdout:1814: snap_create 2023-12-22T17:22:52.040 INFO:tasks.rados.rados.0.smithi032.stdout:1812: expect (ObjNum 488 snap 153 seq_num 488) 2023-12-22T17:22:52.090 INFO:tasks.rados.rados.0.smithi032.stdout:1813: expect (ObjNum 306 snap 90 seq_num 306) 2023-12-22T17:22:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:51 smithi032 ceph-mon[189144]: failed to encode map e411 with expected crc 2023-12-22T17:22:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:51 smithi032 ceph-mon[189144]: pgmap v156: 121 pgs: 121 active+clean; 434 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 8.5 MiB/s wr, 23 op/s 2023-12-22T17:22:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:51 smithi032 ceph-mon[189144]: failed to encode map e412 with expected crc 2023-12-22T17:22:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:51 smithi032 ceph-mon[189144]: failed to encode map e412 with expected crc 2023-12-22T17:22:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:51 smithi032 ceph-mon[189144]: failed to encode map e413 with expected crc 2023-12-22T17:22:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:51 smithi032 ceph-mon[189144]: osdmap e413: 8 total, 7 up, 8 in 2023-12-22T17:22:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:51 smithi032 ceph-mon[189144]: failed to encode map e413 with expected crc 2023-12-22T17:22:52.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:51 smithi032 ceph-mon[191839]: failed to encode map e411 with expected crc 2023-12-22T17:22:52.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:51 smithi032 ceph-mon[191839]: pgmap v156: 121 pgs: 121 active+clean; 434 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 8.5 MiB/s wr, 23 op/s 2023-12-22T17:22:52.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:51 smithi032 ceph-mon[191839]: failed to encode map e412 with expected crc 2023-12-22T17:22:52.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:51 smithi032 ceph-mon[191839]: failed to encode map e412 with expected crc 2023-12-22T17:22:52.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:51 smithi032 ceph-mon[191839]: failed to encode map e413 with expected crc 2023-12-22T17:22:52.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:51 smithi032 ceph-mon[191839]: osdmap e413: 8 total, 7 up, 8 in 2023-12-22T17:22:52.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:51 smithi032 ceph-mon[191839]: failed to encode map e413 with expected crc 2023-12-22T17:22:52.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:51 smithi039 ceph-mon[181282]: failed to encode map e411 with expected crc 2023-12-22T17:22:52.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:51 smithi039 ceph-mon[181282]: pgmap v156: 121 pgs: 121 active+clean; 434 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 8.5 MiB/s wr, 23 op/s 2023-12-22T17:22:52.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:51 smithi039 ceph-mon[181282]: failed to encode map e412 with expected crc 2023-12-22T17:22:52.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:51 smithi039 ceph-mon[181282]: failed to encode map e412 with expected crc 2023-12-22T17:22:52.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:51 smithi039 ceph-mon[181282]: failed to encode map e413 with expected crc 2023-12-22T17:22:52.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:51 smithi039 ceph-mon[181282]: osdmap e413: 8 total, 7 up, 8 in 2023-12-22T17:22:52.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:51 smithi039 ceph-mon[181282]: failed to encode map e413 with expected crc 2023-12-22T17:22:52.919 INFO:tasks.rados.rados.0.smithi032.stdout:1812: done (2 left) 2023-12-22T17:22:52.919 INFO:tasks.rados.rados.0.smithi032.stdout:1813: done (1 left) 2023-12-22T17:22:52.919 INFO:tasks.rados.rados.0.smithi032.stdout:1814: done (0 left) 2023-12-22T17:22:52.919 INFO:tasks.rados.rados.0.smithi032.stdout:1815: delete oid 18 current snap is 175 2023-12-22T17:22:52.928 INFO:tasks.rados.rados.0.smithi032.stdout:1815: done (0 left) 2023-12-22T17:22:52.928 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 38 current snap is 175 2023-12-22T17:22:52.928 INFO:tasks.rados.rados.0.smithi032.stdout:1816: seq_num 582 ranges {6799360=155648} 2023-12-22T17:22:52.966 INFO:tasks.rados.rados.0.smithi032.stdout:1816: writing smithi032174182-38 from 6799360 to 6955008 tid 1 2023-12-22T17:22:52.966 INFO:tasks.rados.rados.0.smithi032.stdout:1817: delete oid 32 current snap is 175 2023-12-22T17:22:52.970 INFO:tasks.rados.rados.0.smithi032.stdout:1817: done (1 left) 2023-12-22T17:22:52.970 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 47 current snap is 175 2023-12-22T17:22:52.970 INFO:tasks.rados.rados.0.smithi032.stdout:1818: seq_num 584 ranges {1507328=188416} 2023-12-22T17:22:52.980 INFO:tasks.rados.rados.0.smithi032.stdout:1818: writing smithi032174182-47 from 1507328 to 1695744 tid 1 2023-12-22T17:22:52.980 INFO:tasks.rados.rados.0.smithi032.stdout:1819: rmattr oid 23 current snap is 175 2023-12-22T17:22:52.980 INFO:tasks.rados.rados.0.smithi032.stdout:1816: finishing write tid 1 to smithi032174182-38 2023-12-22T17:22:52.981 INFO:tasks.rados.rados.0.smithi032.stdout:1816: finishing write tid 2 to smithi032174182-38 2023-12-22T17:22:52.981 INFO:tasks.rados.rados.0.smithi032.stdout:1816: finishing write tid 3 to smithi032174182-38 2023-12-22T17:22:52.981 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 1235 (ObjNum 582 snap 175 seq_num 582) dirty exists 2023-12-22T17:22:52.981 INFO:tasks.rados.rados.0.smithi032.stdout:1816: left oid 38 (ObjNum 582 snap 175 seq_num 582) 2023-12-22T17:22:52.981 INFO:tasks.rados.rados.0.smithi032.stdout:1816: done (2 left) 2023-12-22T17:22:52.981 INFO:tasks.rados.rados.0.smithi032.stdout:1820: copy_from oid 31 from oid 2 current snap is 175 2023-12-22T17:22:52.981 INFO:tasks.rados.rados.0.smithi032.stdout:1821: copy_from oid 7 from oid 46 current snap is 175 2023-12-22T17:22:52.981 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 43 current snap is 175 2023-12-22T17:22:52.984 INFO:tasks.rados.rados.0.smithi032.stdout:1822: seq_num 585 ranges {3850240=204800} 2023-12-22T17:22:53.003 INFO:tasks.rados.rados.0.smithi032.stdout:1822: writing smithi032174182-43 from 3850240 to 4055040 tid 1 2023-12-22T17:22:53.003 INFO:tasks.rados.rados.0.smithi032.stdout:1823: delete oid 48 current snap is 175 2023-12-22T17:22:53.003 INFO:tasks.rados.rados.0.smithi032.stdout:1821: finishing copy_from to smithi032174182-7 2023-12-22T17:22:53.003 INFO:tasks.rados.rados.0.smithi032.stdout:1821: got expected ENOENT (src dne) 2023-12-22T17:22:53.003 INFO:tasks.rados.rados.0.smithi032.stdout:1821: finishing copy_from racing read to smithi032174182-7 2023-12-22T17:22:53.003 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 1128 (ObjNum 537 snap 163 seq_num 537) dirty exists 2023-12-22T17:22:53.003 INFO:tasks.rados.rados.0.smithi032.stdout:1818: finishing write tid 1 to smithi032174182-47 2023-12-22T17:22:53.003 INFO:tasks.rados.rados.0.smithi032.stdout:1818: finishing write tid 2 to smithi032174182-47 2023-12-22T17:22:53.004 INFO:tasks.rados.rados.0.smithi032.stdout:1818: finishing write tid 3 to smithi032174182-47 2023-12-22T17:22:53.004 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 1383 (ObjNum 584 snap 175 seq_num 584) dirty exists 2023-12-22T17:22:53.004 INFO:tasks.rados.rados.0.smithi032.stdout:1818: left oid 47 (ObjNum 584 snap 175 seq_num 584) 2023-12-22T17:22:53.006 INFO:tasks.rados.rados.0.smithi032.stdout:1818: done (5 left) 2023-12-22T17:22:53.006 INFO:tasks.rados.rados.0.smithi032.stdout:1819: done (4 left) 2023-12-22T17:22:53.006 INFO:tasks.rados.rados.0.smithi032.stdout:1821: done (3 left) 2023-12-22T17:22:53.006 INFO:tasks.rados.rados.0.smithi032.stdout:1823: done (2 left) 2023-12-22T17:22:53.006 INFO:tasks.rados.rados.0.smithi032.stdout:1824: read oid 16 snap -1 2023-12-22T17:22:53.006 INFO:tasks.rados.rados.0.smithi032.stdout:1824: expect (ObjNum 496 snap 154 seq_num 496) 2023-12-22T17:22:53.006 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 40 current snap is 175 2023-12-22T17:22:53.007 INFO:tasks.rados.rados.0.smithi032.stdout:1825: seq_num 587 ranges {1089536=237568} 2023-12-22T17:22:53.013 INFO:tasks.rados.rados.0.smithi032.stdout:1825: writing smithi032174182-40 from 1089536 to 1327104 tid 1 2023-12-22T17:22:53.013 INFO:tasks.rados.rados.0.smithi032.stdout:1826: snap_create 2023-12-22T17:22:53.013 INFO:tasks.rados.rados.0.smithi032.stdout:1822: finishing write tid 1 to smithi032174182-43 2023-12-22T17:22:53.013 INFO:tasks.rados.rados.0.smithi032.stdout:1822: finishing write tid 2 to smithi032174182-43 2023-12-22T17:22:53.014 INFO:tasks.rados.rados.0.smithi032.stdout:1820: finishing copy_from to smithi032174182-31 2023-12-22T17:22:53.014 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 1171 (ObjNum 555 snap 169 seq_num 555) dirty exists 2023-12-22T17:22:53.014 INFO:tasks.rados.rados.0.smithi032.stdout:1820: finishing copy_from racing read to smithi032174182-31 2023-12-22T17:22:53.014 INFO:tasks.rados.rados.0.smithi032.stdout:1822: finishing write tid 3 to smithi032174182-43 2023-12-22T17:22:53.014 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 783 (ObjNum 585 snap 175 seq_num 585) dirty exists 2023-12-22T17:22:53.014 INFO:tasks.rados.rados.0.smithi032.stdout:1822: left oid 43 (ObjNum 585 snap 175 seq_num 585) 2023-12-22T17:22:53.017 INFO:tasks.rados.rados.0.smithi032.stdout:1825: finishing write tid 1 to smithi032174182-40 2023-12-22T17:22:53.017 INFO:tasks.rados.rados.0.smithi032.stdout:1825: finishing write tid 2 to smithi032174182-40 2023-12-22T17:22:53.019 INFO:tasks.rados.rados.0.smithi032.stdout:1825: finishing write tid 3 to smithi032174182-40 2023-12-22T17:22:53.019 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 640 (ObjNum 587 snap 175 seq_num 587) dirty exists 2023-12-22T17:22:53.019 INFO:tasks.rados.rados.0.smithi032.stdout:1825: left oid 40 (ObjNum 587 snap 175 seq_num 587) 2023-12-22T17:22:53.031 INFO:tasks.rados.rados.0.smithi032.stdout:1824: expect (ObjNum 496 snap 154 seq_num 496) 2023-12-22T17:22:53.172 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:52 smithi032 ceph-mon[191839]: failed to encode map e413 with expected crc 2023-12-22T17:22:53.172 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:52 smithi032 ceph-mon[191839]: failed to encode map e413 with expected crc 2023-12-22T17:22:53.172 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:52 smithi032 ceph-mon[191839]: failed to encode map e413 with expected crc 2023-12-22T17:22:53.172 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:52 smithi032 ceph-mon[191839]: failed to encode map e413 with expected crc 2023-12-22T17:22:53.172 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:52 smithi032 ceph-mon[191839]: failed to encode map e413 with expected crc 2023-12-22T17:22:53.172 INFO:journalctl@ceph.osd.2.smithi032.stdout:Dec 22 17:22:52 smithi032 systemd[1]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@osd.2.service: Succeeded. 2023-12-22T17:22:53.173 INFO:journalctl@ceph.osd.2.smithi032.stdout:Dec 22 17:22:52 smithi032 systemd[1]: Stopped Ceph osd.2 for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:22:53.173 INFO:journalctl@ceph.osd.2.smithi032.stdout:Dec 22 17:22:52 smithi032 systemd[1]: Starting Ceph osd.2 for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:22:53.173 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:52 smithi032 ceph-mon[189144]: failed to encode map e413 with expected crc 2023-12-22T17:22:53.173 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:52 smithi032 ceph-mon[189144]: failed to encode map e413 with expected crc 2023-12-22T17:22:53.173 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:52 smithi032 ceph-mon[189144]: failed to encode map e413 with expected crc 2023-12-22T17:22:53.173 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:52 smithi032 ceph-mon[189144]: failed to encode map e413 with expected crc 2023-12-22T17:22:53.173 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:52 smithi032 ceph-mon[189144]: failed to encode map e413 with expected crc 2023-12-22T17:22:53.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:52 smithi039 ceph-mon[181282]: failed to encode map e413 with expected crc 2023-12-22T17:22:53.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:52 smithi039 ceph-mon[181282]: failed to encode map e413 with expected crc 2023-12-22T17:22:53.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:52 smithi039 ceph-mon[181282]: failed to encode map e413 with expected crc 2023-12-22T17:22:53.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:52 smithi039 ceph-mon[181282]: failed to encode map e413 with expected crc 2023-12-22T17:22:53.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:52 smithi039 ceph-mon[181282]: failed to encode map e413 with expected crc 2023-12-22T17:22:53.925 INFO:tasks.rados.rados.0.smithi032.stdout:1820: done (4 left) 2023-12-22T17:22:53.926 INFO:tasks.rados.rados.0.smithi032.stdout:1822: done (3 left) 2023-12-22T17:22:53.926 INFO:tasks.rados.rados.0.smithi032.stdout:1824: done (2 left) 2023-12-22T17:22:53.926 INFO:tasks.rados.rados.0.smithi032.stdout:1825: done (1 left) 2023-12-22T17:22:53.926 INFO:tasks.rados.rados.0.smithi032.stdout:1826: done (0 left) 2023-12-22T17:22:53.926 INFO:tasks.rados.rados.0.smithi032.stdout:1827: rollback oid 36 current snap is 176 2023-12-22T17:22:53.926 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 36 to 162 2023-12-22T17:22:53.926 INFO:tasks.rados.rados.0.smithi032.stdout:1828: snap_create 2023-12-22T17:22:53.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:53 smithi032 ceph-mon[191839]: pgmap v159: 121 pgs: 13 stale+active+clean, 108 active+clean; 434 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 9.9 MiB/s wr, 27 op/s 2023-12-22T17:22:53.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:53 smithi032 ceph-mon[191839]: failed to encode map e414 with expected crc 2023-12-22T17:22:53.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:53 smithi032 ceph-mon[191839]: failed to encode map e414 with expected crc 2023-12-22T17:22:53.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:53 smithi032 ceph-mon[191839]: osdmap e414: 8 total, 7 up, 8 in 2023-12-22T17:22:53.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:53 smithi032 ceph-mon[191839]: failed to encode map e414 with expected crc 2023-12-22T17:22:53.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:53 smithi032 ceph-mon[189144]: pgmap v159: 121 pgs: 13 stale+active+clean, 108 active+clean; 434 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 9.9 MiB/s wr, 27 op/s 2023-12-22T17:22:53.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:53 smithi032 ceph-mon[189144]: failed to encode map e414 with expected crc 2023-12-22T17:22:53.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:53 smithi032 ceph-mon[189144]: failed to encode map e414 with expected crc 2023-12-22T17:22:53.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:53 smithi032 ceph-mon[189144]: osdmap e414: 8 total, 7 up, 8 in 2023-12-22T17:22:53.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:53 smithi032 ceph-mon[189144]: failed to encode map e414 with expected crc 2023-12-22T17:22:53.931 INFO:journalctl@ceph.osd.2.smithi032.stdout:Dec 22 17:22:53 smithi032 bash[210858]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-12-22T17:22:53.931 INFO:journalctl@ceph.osd.2.smithi032.stdout:Dec 22 17:22:53 smithi032 bash[210858]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2023-12-22T17:22:53.931 INFO:journalctl@ceph.osd.2.smithi032.stdout:Dec 22 17:22:53 smithi032 bash[210858]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2023-12-22T17:22:53.932 INFO:journalctl@ceph.osd.2.smithi032.stdout:Dec 22 17:22:53 smithi032 bash[210858]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2023-12-22T17:22:53.932 INFO:journalctl@ceph.osd.2.smithi032.stdout:Dec 22 17:22:53 smithi032 bash[210858]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2023-12-22T17:22:53.932 INFO:journalctl@ceph.osd.2.smithi032.stdout:Dec 22 17:22:53 smithi032 bash[210858]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-12-22T17:22:53.932 INFO:journalctl@ceph.osd.2.smithi032.stdout:Dec 22 17:22:53 smithi032 bash[210858]: --> ceph-volume raw activate successful for osd ID: 2 2023-12-22T17:22:53.934 INFO:tasks.rados.rados.0.smithi032.stdout:1827: finishing rollback tid 0 to smithi032174182-36 2023-12-22T17:22:53.935 INFO:tasks.rados.rados.0.smithi032.stdout:1827: finishing rollback tid 1 to smithi032174182-36 2023-12-22T17:22:53.935 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 484 (ObjNum 705 snap 0 seq_num 2641501904) dirty dne 2023-12-22T17:22:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:53 smithi039 ceph-mon[181282]: pgmap v159: 121 pgs: 13 stale+active+clean, 108 active+clean; 434 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 9.9 MiB/s wr, 27 op/s 2023-12-22T17:22:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:53 smithi039 ceph-mon[181282]: failed to encode map e414 with expected crc 2023-12-22T17:22:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:53 smithi039 ceph-mon[181282]: failed to encode map e414 with expected crc 2023-12-22T17:22:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:53 smithi039 ceph-mon[181282]: osdmap e414: 8 total, 7 up, 8 in 2023-12-22T17:22:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:53 smithi039 ceph-mon[181282]: failed to encode map e414 with expected crc 2023-12-22T17:22:54.680 INFO:journalctl@ceph.osd.2.smithi032.stdout:Dec 22 17:22:54 smithi032 ceph-osd[211166]: -- 172.21.15.32:0/1384698558 <== mon.0 v2:172.21.15.32:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55d5133f36c0 con 0x55d5133c3000 2023-12-22T17:22:54.680 INFO:journalctl@ceph.osd.2.smithi032.stdout:Dec 22 17:22:54 smithi032 bash[211128]: 6fbc14b878b2a26ef000679577b2bcdb3c93086d64c606eaa32dfcaf3770c10f 2023-12-22T17:22:54.680 INFO:journalctl@ceph.osd.2.smithi032.stdout:Dec 22 17:22:54 smithi032 systemd[1]: Started Ceph osd.2 for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:22:54.926 INFO:tasks.rados.rados.0.smithi032.stdout:1827: done (1 left) 2023-12-22T17:22:54.926 INFO:tasks.rados.rados.0.smithi032.stdout:1828: done (0 left) 2023-12-22T17:22:54.926 INFO:tasks.rados.rados.0.smithi032.stdout:1829: read oid 4 snap 170 2023-12-22T17:22:54.926 INFO:tasks.rados.rados.0.smithi032.stdout:1829: expect (ObjNum 542 snap 166 seq_num 542) 2023-12-22T17:22:54.926 INFO:tasks.rados.rados.0.smithi032.stdout:1830: snap_remove snap 171 2023-12-22T17:22:55.180 INFO:journalctl@ceph.osd.2.smithi032.stdout:Dec 22 17:22:54 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-2[211143]: 2023-12-22T17:22:54.941+0000 7f44a81f5640 -1 Falling back to public interface 2023-12-22T17:22:55.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:54 smithi032 ceph-mon[189144]: failed to encode map e415 with expected crc 2023-12-22T17:22:55.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:54 smithi032 ceph-mon[189144]: osdmap e415: 8 total, 7 up, 8 in 2023-12-22T17:22:55.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:54 smithi032 ceph-mon[189144]: failed to encode map e415 with expected crc 2023-12-22T17:22:55.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:54 smithi032 ceph-mon[189144]: failed to encode map e415 with expected crc 2023-12-22T17:22:55.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:54 smithi032 ceph-mon[189144]: failed to encode map e415 with expected crc 2023-12-22T17:22:55.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:55.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:55.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:22:55.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:54 smithi032 ceph-mon[191839]: failed to encode map e415 with expected crc 2023-12-22T17:22:55.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:54 smithi032 ceph-mon[191839]: osdmap e415: 8 total, 7 up, 8 in 2023-12-22T17:22:55.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:54 smithi032 ceph-mon[191839]: failed to encode map e415 with expected crc 2023-12-22T17:22:55.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:54 smithi032 ceph-mon[191839]: failed to encode map e415 with expected crc 2023-12-22T17:22:55.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:54 smithi032 ceph-mon[191839]: failed to encode map e415 with expected crc 2023-12-22T17:22:55.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:55.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:55.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:22:55.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:54 smithi039 ceph-mon[181282]: failed to encode map e415 with expected crc 2023-12-22T17:22:55.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:54 smithi039 ceph-mon[181282]: osdmap e415: 8 total, 7 up, 8 in 2023-12-22T17:22:55.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:54 smithi039 ceph-mon[181282]: failed to encode map e415 with expected crc 2023-12-22T17:22:55.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:54 smithi039 ceph-mon[181282]: failed to encode map e415 with expected crc 2023-12-22T17:22:55.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:54 smithi039 ceph-mon[181282]: failed to encode map e415 with expected crc 2023-12-22T17:22:55.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:55.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:55.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:22:55.929 INFO:tasks.rados.rados.0.smithi032.stdout:1830: done (1 left) 2023-12-22T17:22:55.929 INFO:tasks.rados.rados.0.smithi032.stdout:1831: setattr oid 27 current snap is 177 2023-12-22T17:22:55.929 INFO:tasks.rados.rados.0.smithi032.stdout:1829: expect (ObjNum 542 snap 166 seq_num 542) 2023-12-22T17:22:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:55 smithi032 ceph-mon[189144]: pgmap v162: 121 pgs: 13 stale+active+clean, 108 active+clean; 434 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:22:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:55 smithi032 ceph-mon[189144]: failed to encode map e416 with expected crc 2023-12-22T17:22:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:55 smithi032 ceph-mon[189144]: failed to encode map e416 with expected crc 2023-12-22T17:22:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:55 smithi032 ceph-mon[189144]: osdmap e416: 8 total, 7 up, 8 in 2023-12-22T17:22:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:55 smithi032 ceph-mon[189144]: osdmap e417: 8 total, 7 up, 8 in 2023-12-22T17:22:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:55 smithi032 ceph-mon[191839]: pgmap v162: 121 pgs: 13 stale+active+clean, 108 active+clean; 434 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:22:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:55 smithi032 ceph-mon[191839]: failed to encode map e416 with expected crc 2023-12-22T17:22:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:55 smithi032 ceph-mon[191839]: failed to encode map e416 with expected crc 2023-12-22T17:22:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:55 smithi032 ceph-mon[191839]: osdmap e416: 8 total, 7 up, 8 in 2023-12-22T17:22:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:55 smithi032 ceph-mon[191839]: osdmap e417: 8 total, 7 up, 8 in 2023-12-22T17:22:56.184 INFO:tasks.rados.rados.0.smithi032.stdout:1829: done (1 left) 2023-12-22T17:22:56.184 INFO:tasks.rados.rados.0.smithi032.stdout:1832: read oid 7 snap 169 2023-12-22T17:22:56.184 INFO:tasks.rados.rados.0.smithi032.stdout:1832: expect (ObjNum 304 snap 90 seq_num 304) 2023-12-22T17:22:56.184 INFO:tasks.rados.rados.0.smithi032.stdout:1833: snap_create 2023-12-22T17:22:56.188 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 1132 (ObjNum 321 snap 93 seq_num 321) dirty exists 2023-12-22T17:22:56.188 INFO:tasks.rados.rados.0.smithi032.stdout:1832: expect (ObjNum 304 snap 90 seq_num 304) 2023-12-22T17:22:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:55 smithi039 ceph-mon[181282]: pgmap v162: 121 pgs: 13 stale+active+clean, 108 active+clean; 434 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-22T17:22:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:55 smithi039 ceph-mon[181282]: failed to encode map e416 with expected crc 2023-12-22T17:22:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:55 smithi039 ceph-mon[181282]: failed to encode map e416 with expected crc 2023-12-22T17:22:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:55 smithi039 ceph-mon[181282]: osdmap e416: 8 total, 7 up, 8 in 2023-12-22T17:22:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:55 smithi039 ceph-mon[181282]: osdmap e417: 8 total, 7 up, 8 in 2023-12-22T17:22:56.946 INFO:tasks.rados.rados.0.smithi032.stdout:1831: done (2 left) 2023-12-22T17:22:56.947 INFO:tasks.rados.rados.0.smithi032.stdout:1832: done (1 left) 2023-12-22T17:22:56.947 INFO:tasks.rados.rados.0.smithi032.stdout:1833: done (0 left) 2023-12-22T17:22:56.947 INFO:tasks.rados.rados.0.smithi032.stdout:1834: snap_create 2023-12-22T17:22:57.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:56 smithi039 ceph-mon[181282]: failed to encode map e417 with expected crc 2023-12-22T17:22:57.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:56 smithi039 ceph-mon[181282]: failed to encode map e417 with expected crc 2023-12-22T17:22:57.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:56 smithi039 ceph-mon[181282]: failed to encode map e417 with expected crc 2023-12-22T17:22:57.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:56 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:57.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:56 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:57.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:56 smithi032 ceph-mon[189144]: failed to encode map e417 with expected crc 2023-12-22T17:22:57.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:56 smithi032 ceph-mon[189144]: failed to encode map e417 with expected crc 2023-12-22T17:22:57.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:56 smithi032 ceph-mon[189144]: failed to encode map e417 with expected crc 2023-12-22T17:22:57.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:56 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:57.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:56 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:57.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:56 smithi032 ceph-mon[191839]: failed to encode map e417 with expected crc 2023-12-22T17:22:57.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:56 smithi032 ceph-mon[191839]: failed to encode map e417 with expected crc 2023-12-22T17:22:57.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:56 smithi032 ceph-mon[191839]: failed to encode map e417 with expected crc 2023-12-22T17:22:57.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:56 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:57.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:56 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:57.960 INFO:tasks.rados.rados.0.smithi032.stdout:1834: done (0 left) 2023-12-22T17:22:57.960 INFO:tasks.rados.rados.0.smithi032.stdout:1835: rollback oid 11 current snap is 179 2023-12-22T17:22:57.960 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 11 to 166 2023-12-22T17:22:57.960 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 30 current snap is 179 2023-12-22T17:22:57.960 INFO:tasks.rados.rados.0.smithi032.stdout:1836: seq_num 588 ranges {1933312=253952} 2023-12-22T17:22:57.970 INFO:tasks.rados.rados.0.smithi032.stdout:1836: writing smithi032174182-30 from 1933312 to 2187264 tid 1 2023-12-22T17:22:57.970 INFO:tasks.rados.rados.0.smithi032.stdout:1837: read oid 25 snap -1 2023-12-22T17:22:57.970 INFO:tasks.rados.rados.0.smithi032.stdout:1837: expect (ObjNum 574 snap 172 seq_num 574) 2023-12-22T17:22:57.970 INFO:tasks.rados.rados.0.smithi032.stdout:1838: snap_create 2023-12-22T17:22:57.970 INFO:tasks.rados.rados.0.smithi032.stdout:1835: finishing rollback tid 0 to smithi032174182-11 2023-12-22T17:22:57.970 INFO:tasks.rados.rados.0.smithi032.stdout:1835: finishing rollback tid 1 to smithi032174182-11 2023-12-22T17:22:57.970 INFO:tasks.rados.rados.0.smithi032.stdout:1835: finishing rollback tid 2 to smithi032174182-11 2023-12-22T17:22:57.970 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 1238 (ObjNum 211 snap 52 seq_num 211) dirty exists 2023-12-22T17:22:57.971 INFO:tasks.rados.rados.0.smithi032.stdout:1837: expect (ObjNum 574 snap 172 seq_num 574) 2023-12-22T17:22:57.974 INFO:tasks.rados.rados.0.smithi032.stdout:1836: finishing write tid 1 to smithi032174182-30 2023-12-22T17:22:57.974 INFO:tasks.rados.rados.0.smithi032.stdout:1836: finishing write tid 2 to smithi032174182-30 2023-12-22T17:22:57.976 INFO:tasks.rados.rados.0.smithi032.stdout:1836: finishing write tid 3 to smithi032174182-30 2023-12-22T17:22:57.976 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 1173 (ObjNum 588 snap 179 seq_num 588) dirty exists 2023-12-22T17:22:57.976 INFO:tasks.rados.rados.0.smithi032.stdout:1836: left oid 30 (ObjNum 588 snap 179 seq_num 588) 2023-12-22T17:22:58.121 INFO:journalctl@ceph.osd.2.smithi032.stdout:Dec 22 17:22:57 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-2[211143]: 2023-12-22T17:22:57.860+0000 7f44a81f5640 -1 osd.2 0 read_superblock omap replica is missing. 2023-12-22T17:22:58.121 INFO:journalctl@ceph.osd.2.smithi032.stdout:Dec 22 17:22:57 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-2[211143]: 2023-12-22T17:22:57.949+0000 7f44a81f5640 -1 osd.2 411 log_to_monitors true 2023-12-22T17:22:58.121 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:57 smithi032 ceph-mon[191839]: pgmap v165: 121 pgs: 10 active+undersized+degraded, 26 active+undersized, 85 active+clean; 440 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 1.4 MiB/s wr, 14 op/s; 71/669 objects degraded (10.613%) 2023-12-22T17:22:58.121 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:57 smithi032 ceph-mon[191839]: Health check failed: Degraded data redundancy: 71/669 objects degraded (10.613%), 10 pgs degraded (PG_DEGRADED) 2023-12-22T17:22:58.121 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:57 smithi032 ceph-mon[191839]: failed to encode map e418 with expected crc 2023-12-22T17:22:58.122 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:57 smithi032 ceph-mon[191839]: failed to encode map e418 with expected crc 2023-12-22T17:22:58.122 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:57 smithi032 ceph-mon[191839]: osdmap e418: 8 total, 7 up, 8 in 2023-12-22T17:22:58.122 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:57 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:58.122 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:57 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:58.122 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:57 smithi032 ceph-mon[189144]: pgmap v165: 121 pgs: 10 active+undersized+degraded, 26 active+undersized, 85 active+clean; 440 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 1.4 MiB/s wr, 14 op/s; 71/669 objects degraded (10.613%) 2023-12-22T17:22:58.122 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:57 smithi032 ceph-mon[189144]: Health check failed: Degraded data redundancy: 71/669 objects degraded (10.613%), 10 pgs degraded (PG_DEGRADED) 2023-12-22T17:22:58.122 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:57 smithi032 ceph-mon[189144]: failed to encode map e418 with expected crc 2023-12-22T17:22:58.122 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:57 smithi032 ceph-mon[189144]: failed to encode map e418 with expected crc 2023-12-22T17:22:58.122 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:57 smithi032 ceph-mon[189144]: osdmap e418: 8 total, 7 up, 8 in 2023-12-22T17:22:58.122 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:57 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:58.122 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:57 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:57 smithi039 ceph-mon[181282]: pgmap v165: 121 pgs: 10 active+undersized+degraded, 26 active+undersized, 85 active+clean; 440 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 1.4 MiB/s wr, 14 op/s; 71/669 objects degraded (10.613%) 2023-12-22T17:22:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:57 smithi039 ceph-mon[181282]: Health check failed: Degraded data redundancy: 71/669 objects degraded (10.613%), 10 pgs degraded (PG_DEGRADED) 2023-12-22T17:22:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:57 smithi039 ceph-mon[181282]: failed to encode map e418 with expected crc 2023-12-22T17:22:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:57 smithi039 ceph-mon[181282]: failed to encode map e418 with expected crc 2023-12-22T17:22:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:57 smithi039 ceph-mon[181282]: osdmap e418: 8 total, 7 up, 8 in 2023-12-22T17:22:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:57 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:57 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:22:58.955 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:22:58 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:22:58.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi032:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi039.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-22T17:22:58.959 INFO:tasks.rados.rados.0.smithi032.stdout:1835: done (3 left) 2023-12-22T17:22:58.959 INFO:tasks.rados.rados.0.smithi032.stdout:1836: done (2 left) 2023-12-22T17:22:58.959 INFO:tasks.rados.rados.0.smithi032.stdout:1837: done (1 left) 2023-12-22T17:22:58.959 INFO:tasks.rados.rados.0.smithi032.stdout:1838: done (0 left) 2023-12-22T17:22:58.959 INFO:tasks.rados.rados.0.smithi032.stdout:1839: setattr oid 37 current snap is 180 2023-12-22T17:22:58.963 INFO:tasks.rados.rados.0.smithi032.stdout:1840: copy_from oid 34 from oid 33 current snap is 180 2023-12-22T17:22:58.963 INFO:tasks.rados.rados.0.smithi032.stdout:1841: copy_from oid 16 from oid 43 current snap is 180 2023-12-22T17:22:58.963 INFO:tasks.rados.rados.0.smithi032.stdout:1842: rollback oid 13 current snap is 180 2023-12-22T17:22:58.963 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 13 to 179 2023-12-22T17:22:58.963 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 24 current snap is 180 2023-12-22T17:22:58.964 INFO:tasks.rados.rados.0.smithi032.stdout:1843: seq_num 589 ranges {0=270336} 2023-12-22T17:22:58.964 INFO:tasks.rados.rados.0.smithi032.stdout:1843: writing smithi032174182-24 from 0 to 270336 tid 1 2023-12-22T17:22:58.964 INFO:tasks.rados.rados.0.smithi032.stdout:1844: copy_from oid 38 from oid 11 current snap is 180 2023-12-22T17:22:58.964 INFO:tasks.rados.rados.0.smithi032.stdout:1845: rollback oid 47 current snap is 180 2023-12-22T17:22:58.964 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 47 to 110 2023-12-22T17:22:58.964 INFO:tasks.rados.rados.0.smithi032.stdout:1846: snap_create 2023-12-22T17:22:58.965 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 1180 (ObjNum 511 snap 157 seq_num 511) dirty exists 2023-12-22T17:22:58.977 INFO:tasks.rados.rados.0.smithi032.stdout:1842: finishing rollback tid 0 to smithi032174182-13 2023-12-22T17:22:58.981 INFO:tasks.rados.rados.0.smithi032.stdout:1840: finishing copy_from to smithi032174182-34 2023-12-22T17:22:58.981 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 769 (ObjNum 453 snap 143 seq_num 453) dirty exists 2023-12-22T17:22:58.981 INFO:tasks.rados.rados.0.smithi032.stdout:1840: finishing copy_from racing read to smithi032174182-34 2023-12-22T17:22:58.982 INFO:tasks.rados.rados.0.smithi032.stdout:1842: finishing rollback tid 1 to smithi032174182-13 2023-12-22T17:22:58.982 INFO:tasks.rados.rados.0.smithi032.stdout:1842: finishing rollback tid 2 to smithi032174182-13 2023-12-22T17:22:58.982 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 1393 (ObjNum 65 snap 0 seq_num 1331978608) dirty exists 2023-12-22T17:22:58.982 INFO:tasks.rados.rados.0.smithi032.stdout:1843: finishing write tid 1 to smithi032174182-24 2023-12-22T17:22:58.982 INFO:tasks.rados.rados.0.smithi032.stdout:1843: finishing write tid 2 to smithi032174182-24 2023-12-22T17:22:58.983 INFO:tasks.rados.rados.0.smithi032.stdout:1845: finishing rollback tid 0 to smithi032174182-47 2023-12-22T17:22:58.983 INFO:tasks.rados.rados.0.smithi032.stdout:1845: finishing rollback tid 1 to smithi032174182-47 2023-12-22T17:22:58.983 INFO:tasks.rados.rados.0.smithi032.stdout:1845: finishing rollback tid 2 to smithi032174182-47 2023-12-22T17:22:58.983 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 1399 (ObjNum 324 snap 94 seq_num 324) dirty exists 2023-12-22T17:22:58.983 INFO:tasks.rados.rados.0.smithi032.stdout:1843: finishing write tid 3 to smithi032174182-24 2023-12-22T17:22:58.983 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 1395 (ObjNum 589 snap 180 seq_num 589) dirty exists 2023-12-22T17:22:58.983 INFO:tasks.rados.rados.0.smithi032.stdout:1843: left oid 24 (ObjNum 589 snap 180 seq_num 589) 2023-12-22T17:22:58.990 INFO:tasks.rados.rados.0.smithi032.stdout:1844: finishing copy_from to smithi032174182-38 2023-12-22T17:22:58.990 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 1238 (ObjNum 211 snap 52 seq_num 211) dirty exists 2023-12-22T17:22:58.991 INFO:tasks.rados.rados.0.smithi032.stdout:1844: finishing copy_from racing read to smithi032174182-38 2023-12-22T17:22:58.994 INFO:tasks.rados.rados.0.smithi032.stdout:1841: finishing copy_from to smithi032174182-16 2023-12-22T17:22:58.994 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 783 (ObjNum 585 snap 175 seq_num 585) dirty exists 2023-12-22T17:22:58.995 INFO:tasks.rados.rados.0.smithi032.stdout:1841: finishing copy_from racing read to smithi032174182-16 2023-12-22T17:22:59.180 INFO:journalctl@ceph.osd.2.smithi032.stdout:Dec 22 17:22:58 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-2[211143]: 2023-12-22T17:22:58.982+0000 7f449565e700 -1 osd.2 411 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-22T17:22:59.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:58 smithi032 ceph-mon[189144]: failed to encode map e419 with expected crc 2023-12-22T17:22:59.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:58 smithi032 ceph-mon[189144]: failed to encode map e418 with expected crc 2023-12-22T17:22:59.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:58 smithi032 ceph-mon[189144]: osdmap e419: 8 total, 7 up, 8 in 2023-12-22T17:22:59.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:58 smithi032 ceph-mon[189144]: from='osd.2 [v2:172.21.15.32:6818/1639423802,v1:172.21.15.32:6819/1639423802]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-22T17:22:59.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:58 smithi032 ceph-mon[189144]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-22T17:22:59.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:58 smithi032 ceph-mon[189144]: failed to encode map e418 with expected crc 2023-12-22T17:22:59.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:58 smithi032 ceph-mon[189144]: failed to encode map e419 with expected crc 2023-12-22T17:22:59.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:58 smithi032 ceph-mon[191839]: failed to encode map e419 with expected crc 2023-12-22T17:22:59.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:58 smithi032 ceph-mon[191839]: failed to encode map e418 with expected crc 2023-12-22T17:22:59.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:58 smithi032 ceph-mon[191839]: osdmap e419: 8 total, 7 up, 8 in 2023-12-22T17:22:59.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:58 smithi032 ceph-mon[191839]: from='osd.2 [v2:172.21.15.32:6818/1639423802,v1:172.21.15.32:6819/1639423802]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-22T17:22:59.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:58 smithi032 ceph-mon[191839]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-22T17:22:59.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:58 smithi032 ceph-mon[191839]: failed to encode map e418 with expected crc 2023-12-22T17:22:59.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:58 smithi032 ceph-mon[191839]: failed to encode map e419 with expected crc 2023-12-22T17:22:59.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:58 smithi039 ceph-mon[181282]: failed to encode map e419 with expected crc 2023-12-22T17:22:59.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:58 smithi039 ceph-mon[181282]: failed to encode map e418 with expected crc 2023-12-22T17:22:59.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:58 smithi039 ceph-mon[181282]: osdmap e419: 8 total, 7 up, 8 in 2023-12-22T17:22:59.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:58 smithi039 ceph-mon[181282]: from='osd.2 [v2:172.21.15.32:6818/1639423802,v1:172.21.15.32:6819/1639423802]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-22T17:22:59.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:58 smithi039 ceph-mon[181282]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-22T17:22:59.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:58 smithi039 ceph-mon[181282]: failed to encode map e418 with expected crc 2023-12-22T17:22:59.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:58 smithi039 ceph-mon[181282]: failed to encode map e419 with expected crc 2023-12-22T17:22:59.963 INFO:tasks.rados.rados.0.smithi032.stdout:1839: done (7 left) 2023-12-22T17:22:59.963 INFO:tasks.rados.rados.0.smithi032.stdout:1840: done (6 left) 2023-12-22T17:22:59.963 INFO:tasks.rados.rados.0.smithi032.stdout:1841: done (5 left) 2023-12-22T17:22:59.963 INFO:tasks.rados.rados.0.smithi032.stdout:1842: done (4 left) 2023-12-22T17:22:59.963 INFO:tasks.rados.rados.0.smithi032.stdout:1843: done (3 left) 2023-12-22T17:22:59.963 INFO:tasks.rados.rados.0.smithi032.stdout:1844: done (2 left) 2023-12-22T17:22:59.963 INFO:tasks.rados.rados.0.smithi032.stdout:1845: done (1 left) 2023-12-22T17:22:59.963 INFO:tasks.rados.rados.0.smithi032.stdout:1846: done (0 left) 2023-12-22T17:22:59.963 INFO:tasks.rados.rados.0.smithi032.stdout:1847: rmattr oid 9 current snap is 181 2023-12-22T17:22:59.963 INFO:tasks.rados.rados.0.smithi032.stdout:1848: copy_from oid 11 from oid 13 current snap is 181 2023-12-22T17:22:59.963 INFO:tasks.rados.rados.0.smithi032.stdout:1849: delete oid 35 current snap is 181 2023-12-22T17:22:59.982 INFO:tasks.rados.rados.0.smithi032.stdout:1848: finishing copy_from to smithi032174182-11 2023-12-22T17:22:59.982 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 1393 (ObjNum 49 snap 0 seq_num 1597528848) dirty exists 2023-12-22T17:22:59.983 INFO:tasks.rados.rados.0.smithi032.stdout:1848: finishing copy_from racing read to smithi032174182-11 2023-12-22T17:23:00.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:59 smithi032 ceph-mon[191839]: pgmap v168: 121 pgs: 10 active+undersized+degraded, 26 active+undersized, 85 active+clean; 440 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 1.4 MiB/s wr, 14 op/s; 71/669 objects degraded (10.613%) 2023-12-22T17:23:00.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:59 smithi032 ceph-mon[191839]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-12-22T17:23:00.166 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:59 smithi032 ceph-mon[191839]: failed to encode map e420 with expected crc 2023-12-22T17:23:00.167 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:59 smithi032 ceph-mon[191839]: failed to encode map e420 with expected crc 2023-12-22T17:23:00.167 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:59 smithi032 ceph-mon[191839]: osdmap e420: 8 total, 7 up, 8 in 2023-12-22T17:23:00.167 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:59 smithi032 ceph-mon[191839]: from='osd.2 [v2:172.21.15.32:6818/1639423802,v1:172.21.15.32:6819/1639423802]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-12-22T17:23:00.167 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:59 smithi032 ceph-mon[191839]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-12-22T17:23:00.167 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:59 smithi032 ceph-mon[191839]: failed to encode map e420 with expected crc 2023-12-22T17:23:00.167 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:59 smithi032 ceph-mon[191839]: failed to encode map e420 with expected crc 2023-12-22T17:23:00.167 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:22:59 smithi032 ceph-mon[191839]: failed to encode map e420 with expected crc 2023-12-22T17:23:00.167 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:59 smithi032 ceph-mon[189144]: pgmap v168: 121 pgs: 10 active+undersized+degraded, 26 active+undersized, 85 active+clean; 440 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 1.4 MiB/s wr, 14 op/s; 71/669 objects degraded (10.613%) 2023-12-22T17:23:00.167 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:59 smithi032 ceph-mon[189144]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-12-22T17:23:00.167 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:59 smithi032 ceph-mon[189144]: failed to encode map e420 with expected crc 2023-12-22T17:23:00.167 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:59 smithi032 ceph-mon[189144]: failed to encode map e420 with expected crc 2023-12-22T17:23:00.167 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:59 smithi032 ceph-mon[189144]: osdmap e420: 8 total, 7 up, 8 in 2023-12-22T17:23:00.167 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:59 smithi032 ceph-mon[189144]: from='osd.2 [v2:172.21.15.32:6818/1639423802,v1:172.21.15.32:6819/1639423802]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-12-22T17:23:00.167 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:59 smithi032 ceph-mon[189144]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-12-22T17:23:00.168 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:59 smithi032 ceph-mon[189144]: failed to encode map e420 with expected crc 2023-12-22T17:23:00.168 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:59 smithi032 ceph-mon[189144]: failed to encode map e420 with expected crc 2023-12-22T17:23:00.168 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:22:59 smithi032 ceph-mon[189144]: failed to encode map e420 with expected crc 2023-12-22T17:23:00.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:59 smithi039 ceph-mon[181282]: pgmap v168: 121 pgs: 10 active+undersized+degraded, 26 active+undersized, 85 active+clean; 440 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 1.4 MiB/s wr, 14 op/s; 71/669 objects degraded (10.613%) 2023-12-22T17:23:00.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:59 smithi039 ceph-mon[181282]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-12-22T17:23:00.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:59 smithi039 ceph-mon[181282]: failed to encode map e420 with expected crc 2023-12-22T17:23:00.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:59 smithi039 ceph-mon[181282]: failed to encode map e420 with expected crc 2023-12-22T17:23:00.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:59 smithi039 ceph-mon[181282]: osdmap e420: 8 total, 7 up, 8 in 2023-12-22T17:23:00.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:59 smithi039 ceph-mon[181282]: from='osd.2 [v2:172.21.15.32:6818/1639423802,v1:172.21.15.32:6819/1639423802]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-12-22T17:23:00.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:59 smithi039 ceph-mon[181282]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-12-22T17:23:00.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:59 smithi039 ceph-mon[181282]: failed to encode map e420 with expected crc 2023-12-22T17:23:00.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:59 smithi039 ceph-mon[181282]: failed to encode map e420 with expected crc 2023-12-22T17:23:00.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:22:59 smithi039 ceph-mon[181282]: failed to encode map e420 with expected crc 2023-12-22T17:23:00.835 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 1181 (ObjNum 557 snap 170 seq_num 557) dirty exists 2023-12-22T17:23:00.835 INFO:tasks.rados.rados.0.smithi032.stdout:1847: done (2 left) 2023-12-22T17:23:00.835 INFO:tasks.rados.rados.0.smithi032.stdout:1848: done (1 left) 2023-12-22T17:23:00.835 INFO:tasks.rados.rados.0.smithi032.stdout:1849: done (0 left) 2023-12-22T17:23:00.835 INFO:tasks.rados.rados.0.smithi032.stdout:1850: rollback oid 23 current snap is 181 2023-12-22T17:23:00.835 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 23 to 180 2023-12-22T17:23:00.835 INFO:tasks.rados.rados.0.smithi032.stdout:1851: snap_create 2023-12-22T17:23:00.840 INFO:tasks.rados.rados.0.smithi032.stdout:1850: finishing rollback tid 0 to smithi032174182-23 2023-12-22T17:23:00.840 INFO:tasks.rados.rados.0.smithi032.stdout:1850: finishing rollback tid 1 to smithi032174182-23 2023-12-22T17:23:00.840 INFO:tasks.rados.rados.0.smithi032.stdout:1850: finishing rollback tid 2 to smithi032174182-23 2023-12-22T17:23:00.840 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 1136 (ObjNum 537 snap 163 seq_num 537) dirty exists 2023-12-22T17:23:00.856 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:23:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:23:00.443+0000 7f8939eca700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2023-12-22T17:23:00.857 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:23:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:23:00] "GET /metrics HTTP/1.1" 200 36120 "" "Prometheus/2.43.0" 2023-12-22T17:23:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:00 smithi032 ceph-mon[191839]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-22T17:23:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:00 smithi032 ceph-mon[191839]: failed to encode map e421 with expected crc 2023-12-22T17:23:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:00 smithi032 ceph-mon[191839]: failed to encode map e421 with expected crc 2023-12-22T17:23:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:00 smithi032 ceph-mon[191839]: osd.2 [v2:172.21.15.32:6818/1639423802,v1:172.21.15.32:6819/1639423802] boot 2023-12-22T17:23:01.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:00 smithi032 ceph-mon[191839]: osdmap e421: 8 total, 8 up, 8 in 2023-12-22T17:23:01.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-22T17:23:01.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:01.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:01.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:23:01.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:23:01.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:01.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:23:01.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:23:01.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:23:01.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:23:01.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-22T17:23:01.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:00 smithi032 ceph-mon[191839]: failed to encode map e422 with expected crc 2023-12-22T17:23:01.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:00 smithi032 ceph-mon[191839]: osdmap e422: 8 total, 8 up, 8 in 2023-12-22T17:23:01.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:00 smithi032 ceph-mon[191839]: failed to encode map e422 with expected crc 2023-12-22T17:23:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:00 smithi032 ceph-mon[191839]: failed to encode map e422 with expected crc 2023-12-22T17:23:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:00 smithi032 ceph-mon[189144]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-22T17:23:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:00 smithi032 ceph-mon[189144]: failed to encode map e421 with expected crc 2023-12-22T17:23:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:00 smithi032 ceph-mon[189144]: failed to encode map e421 with expected crc 2023-12-22T17:23:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:00 smithi032 ceph-mon[189144]: osd.2 [v2:172.21.15.32:6818/1639423802,v1:172.21.15.32:6819/1639423802] boot 2023-12-22T17:23:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:00 smithi032 ceph-mon[189144]: osdmap e421: 8 total, 8 up, 8 in 2023-12-22T17:23:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-22T17:23:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:23:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:23:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:23:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:23:01.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:23:01.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:23:01.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-22T17:23:01.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:00 smithi032 ceph-mon[189144]: failed to encode map e422 with expected crc 2023-12-22T17:23:01.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:00 smithi032 ceph-mon[189144]: osdmap e422: 8 total, 8 up, 8 in 2023-12-22T17:23:01.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:00 smithi032 ceph-mon[189144]: failed to encode map e422 with expected crc 2023-12-22T17:23:01.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:00 smithi032 ceph-mon[189144]: failed to encode map e422 with expected crc 2023-12-22T17:23:01.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:00 smithi039 ceph-mon[181282]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-22T17:23:01.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:00 smithi039 ceph-mon[181282]: failed to encode map e421 with expected crc 2023-12-22T17:23:01.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:00 smithi039 ceph-mon[181282]: failed to encode map e421 with expected crc 2023-12-22T17:23:01.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:00 smithi039 ceph-mon[181282]: osd.2 [v2:172.21.15.32:6818/1639423802,v1:172.21.15.32:6819/1639423802] boot 2023-12-22T17:23:01.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:00 smithi039 ceph-mon[181282]: osdmap e421: 8 total, 8 up, 8 in 2023-12-22T17:23:01.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-22T17:23:01.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:23:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:23:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:23:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:23:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:23:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:23:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-22T17:23:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:00 smithi039 ceph-mon[181282]: failed to encode map e422 with expected crc 2023-12-22T17:23:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:00 smithi039 ceph-mon[181282]: osdmap e422: 8 total, 8 up, 8 in 2023-12-22T17:23:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:00 smithi039 ceph-mon[181282]: failed to encode map e422 with expected crc 2023-12-22T17:23:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:00 smithi039 ceph-mon[181282]: failed to encode map e422 with expected crc 2023-12-22T17:23:01.825 INFO:tasks.rados.rados.0.smithi032.stdout:1850: done (1 left) 2023-12-22T17:23:01.825 INFO:tasks.rados.rados.0.smithi032.stdout:1851: done (0 left) 2023-12-22T17:23:01.825 INFO:tasks.rados.rados.0.smithi032.stdout:1852: read oid 30 snap 174 2023-12-22T17:23:01.825 INFO:tasks.rados.rados.0.smithi032.stdout:1852: expect (ObjNum 298 snap 83 seq_num 298) 2023-12-22T17:23:01.825 INFO:tasks.rados.rados.0.smithi032.stdout:1853: rmattr oid 32 current snap is 182 2023-12-22T17:23:01.825 INFO:tasks.rados.rados.0.smithi032.stdout:1853: done (1 left) 2023-12-22T17:23:01.825 INFO:tasks.rados.rados.0.smithi032.stdout:1854: rollback oid 38 current snap is 182 2023-12-22T17:23:01.826 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 38 to 169 2023-12-22T17:23:01.826 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 17 current snap is 182 2023-12-22T17:23:01.826 INFO:tasks.rados.rados.0.smithi032.stdout:1855: seq_num 591 ranges {2121728=303104} 2023-12-22T17:23:01.839 INFO:tasks.rados.rados.0.smithi032.stdout:1855: writing smithi032174182-17 from 2121728 to 2424832 tid 1 2023-12-22T17:23:01.839 INFO:tasks.rados.rados.0.smithi032.stdout:1856: snap_create 2023-12-22T17:23:01.839 INFO:tasks.rados.rados.0.smithi032.stdout:1854: finishing rollback tid 0 to smithi032174182-38 2023-12-22T17:23:01.839 INFO:tasks.rados.rados.0.smithi032.stdout:1854: finishing rollback tid 1 to smithi032174182-38 2023-12-22T17:23:01.839 INFO:tasks.rados.rados.0.smithi032.stdout:1854: finishing rollback tid 2 to smithi032174182-38 2023-12-22T17:23:01.839 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 1396 (ObjNum 533 snap 162 seq_num 533) dirty exists 2023-12-22T17:23:01.840 INFO:tasks.rados.rados.0.smithi032.stdout:1852: expect (ObjNum 298 snap 83 seq_num 298) 2023-12-22T17:23:01.929 INFO:tasks.rados.rados.0.smithi032.stdout:1855: finishing write tid 1 to smithi032174182-17 2023-12-22T17:23:01.929 INFO:tasks.rados.rados.0.smithi032.stdout:1855: finishing write tid 2 to smithi032174182-17 2023-12-22T17:23:01.929 INFO:tasks.rados.rados.0.smithi032.stdout:1855: finishing write tid 3 to smithi032174182-17 2023-12-22T17:23:01.929 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 491 (ObjNum 591 snap 182 seq_num 591) dirty exists 2023-12-22T17:23:01.929 INFO:tasks.rados.rados.0.smithi032.stdout:1855: left oid 17 (ObjNum 591 snap 182 seq_num 591) 2023-12-22T17:23:02.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:02 smithi032 ceph-mon[191839]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-22T17:23:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:02 smithi032 ceph-mon[191839]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2023-12-22T17:23:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:02 smithi032 ceph-mon[191839]: pgmap v171: 121 pgs: 18 peering, 7 active+undersized+degraded, 11 active+undersized, 85 active+clean; 448 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 229 KiB/s rd, 1.8 MiB/s wr, 11 op/s; 57/690 objects degraded (8.261%) 2023-12-22T17:23:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:02 smithi032 ceph-mon[191839]: failed to encode map e422 with expected crc 2023-12-22T17:23:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:02 smithi032 ceph-mon[191839]: failed to encode map e422 with expected crc 2023-12-22T17:23:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:02 smithi032 ceph-mon[191839]: failed to encode map e422 with expected crc 2023-12-22T17:23:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:02 smithi032 ceph-mon[191839]: failed to encode map e422 with expected crc 2023-12-22T17:23:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:02 smithi032 ceph-mon[191839]: failed to encode map e422 with expected crc 2023-12-22T17:23:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:02 smithi032 ceph-mon[191839]: failed to encode map e422 with expected crc 2023-12-22T17:23:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:02 smithi032 ceph-mon[191839]: failed to encode map e422 with expected crc 2023-12-22T17:23:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:02 smithi032 ceph-mon[191839]: failed to encode map e422 with expected crc 2023-12-22T17:23:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:02 smithi032 ceph-mon[191839]: failed to encode map e422 with expected crc 2023-12-22T17:23:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:02 smithi032 ceph-mon[191839]: failed to encode map e422 with expected crc 2023-12-22T17:23:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:02 smithi032 ceph-mon[191839]: osdmap e423: 8 total, 8 up, 8 in 2023-12-22T17:23:02.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:02 smithi032 ceph-mon[189144]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-22T17:23:02.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:02 smithi032 ceph-mon[189144]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2023-12-22T17:23:02.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:02 smithi032 ceph-mon[189144]: pgmap v171: 121 pgs: 18 peering, 7 active+undersized+degraded, 11 active+undersized, 85 active+clean; 448 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 229 KiB/s rd, 1.8 MiB/s wr, 11 op/s; 57/690 objects degraded (8.261%) 2023-12-22T17:23:02.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:02 smithi032 ceph-mon[189144]: failed to encode map e422 with expected crc 2023-12-22T17:23:02.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:02 smithi032 ceph-mon[189144]: failed to encode map e422 with expected crc 2023-12-22T17:23:02.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:02 smithi032 ceph-mon[189144]: failed to encode map e422 with expected crc 2023-12-22T17:23:02.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:02 smithi032 ceph-mon[189144]: failed to encode map e422 with expected crc 2023-12-22T17:23:02.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:02 smithi032 ceph-mon[189144]: failed to encode map e422 with expected crc 2023-12-22T17:23:02.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:02 smithi032 ceph-mon[189144]: failed to encode map e422 with expected crc 2023-12-22T17:23:02.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:02 smithi032 ceph-mon[189144]: failed to encode map e422 with expected crc 2023-12-22T17:23:02.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:02 smithi032 ceph-mon[189144]: failed to encode map e422 with expected crc 2023-12-22T17:23:02.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:02 smithi032 ceph-mon[189144]: failed to encode map e422 with expected crc 2023-12-22T17:23:02.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:02 smithi032 ceph-mon[189144]: failed to encode map e422 with expected crc 2023-12-22T17:23:02.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:02 smithi032 ceph-mon[189144]: osdmap e423: 8 total, 8 up, 8 in 2023-12-22T17:23:02.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:02 smithi039 ceph-mon[181282]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-22T17:23:02.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:02 smithi039 ceph-mon[181282]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2023-12-22T17:23:02.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:02 smithi039 ceph-mon[181282]: pgmap v171: 121 pgs: 18 peering, 7 active+undersized+degraded, 11 active+undersized, 85 active+clean; 448 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 229 KiB/s rd, 1.8 MiB/s wr, 11 op/s; 57/690 objects degraded (8.261%) 2023-12-22T17:23:02.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:02 smithi039 ceph-mon[181282]: failed to encode map e422 with expected crc 2023-12-22T17:23:02.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:02 smithi039 ceph-mon[181282]: failed to encode map e422 with expected crc 2023-12-22T17:23:02.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:02 smithi039 ceph-mon[181282]: failed to encode map e422 with expected crc 2023-12-22T17:23:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:02 smithi039 ceph-mon[181282]: failed to encode map e422 with expected crc 2023-12-22T17:23:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:02 smithi039 ceph-mon[181282]: failed to encode map e422 with expected crc 2023-12-22T17:23:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:02 smithi039 ceph-mon[181282]: failed to encode map e422 with expected crc 2023-12-22T17:23:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:02 smithi039 ceph-mon[181282]: failed to encode map e422 with expected crc 2023-12-22T17:23:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:02 smithi039 ceph-mon[181282]: failed to encode map e422 with expected crc 2023-12-22T17:23:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:02 smithi039 ceph-mon[181282]: failed to encode map e422 with expected crc 2023-12-22T17:23:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:02 smithi039 ceph-mon[181282]: failed to encode map e422 with expected crc 2023-12-22T17:23:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:02 smithi039 ceph-mon[181282]: osdmap e423: 8 total, 8 up, 8 in 2023-12-22T17:23:02.826 INFO:tasks.rados.rados.0.smithi032.stdout:1852: done (3 left) 2023-12-22T17:23:02.826 INFO:tasks.rados.rados.0.smithi032.stdout:1854: done (2 left) 2023-12-22T17:23:02.826 INFO:tasks.rados.rados.0.smithi032.stdout:1855: done (1 left) 2023-12-22T17:23:02.826 INFO:tasks.rados.rados.0.smithi032.stdout:1856: done (0 left) 2023-12-22T17:23:02.826 INFO:tasks.rados.rados.0.smithi032.stdout:1857: delete oid 40 current snap is 183 2023-12-22T17:23:02.833 INFO:tasks.rados.rados.0.smithi032.stdout:1857: done (0 left) 2023-12-22T17:23:02.833 INFO:tasks.rados.rados.0.smithi032.stdout:1858: read oid 17 snap 169 2023-12-22T17:23:02.833 INFO:tasks.rados.rados.0.smithi032.stdout:1858: expect (ObjNum 556 snap 169 seq_num 556) 2023-12-22T17:23:02.833 INFO:tasks.rados.rados.0.smithi032.stdout:1859: read oid 45 snap 181 2023-12-22T17:23:02.833 INFO:tasks.rados.rados.0.smithi032.stdout:1859: expect (ObjNum 577 snap 172 seq_num 577) 2023-12-22T17:23:02.833 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 29 current snap is 183 2023-12-22T17:23:02.834 INFO:tasks.rados.rados.0.smithi032.stdout:1860: seq_num 593 ranges {7028736=335872} 2023-12-22T17:23:02.874 INFO:tasks.rados.rados.0.smithi032.stdout:1860: writing smithi032174182-29 from 7028736 to 7364608 tid 1 2023-12-22T17:23:02.874 INFO:tasks.rados.rados.0.smithi032.stdout:1861: snap_remove snap 179 2023-12-22T17:23:03.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:03 smithi032 ceph-mon[191839]: failed to encode map e423 with expected crc 2023-12-22T17:23:03.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:03 smithi032 ceph-mon[191839]: failed to encode map e423 with expected crc 2023-12-22T17:23:03.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:03 smithi032 ceph-mon[191839]: failed to encode map e423 with expected crc 2023-12-22T17:23:03.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:03 smithi032 ceph-mon[191839]: failed to encode map e424 with expected crc 2023-12-22T17:23:03.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:03 smithi032 ceph-mon[191839]: osdmap e424: 8 total, 8 up, 8 in 2023-12-22T17:23:03.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:03 smithi032 ceph-mon[189144]: failed to encode map e423 with expected crc 2023-12-22T17:23:03.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:03 smithi032 ceph-mon[189144]: failed to encode map e423 with expected crc 2023-12-22T17:23:03.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:03 smithi032 ceph-mon[189144]: failed to encode map e423 with expected crc 2023-12-22T17:23:03.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:03 smithi032 ceph-mon[189144]: failed to encode map e424 with expected crc 2023-12-22T17:23:03.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:03 smithi032 ceph-mon[189144]: osdmap e424: 8 total, 8 up, 8 in 2023-12-22T17:23:03.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:03 smithi039 ceph-mon[181282]: failed to encode map e423 with expected crc 2023-12-22T17:23:03.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:03 smithi039 ceph-mon[181282]: failed to encode map e423 with expected crc 2023-12-22T17:23:03.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:03 smithi039 ceph-mon[181282]: failed to encode map e423 with expected crc 2023-12-22T17:23:03.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:03 smithi039 ceph-mon[181282]: failed to encode map e424 with expected crc 2023-12-22T17:23:03.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:03 smithi039 ceph-mon[181282]: osdmap e424: 8 total, 8 up, 8 in 2023-12-22T17:23:03.828 INFO:tasks.rados.rados.0.smithi032.stdout:1861: done (3 left) 2023-12-22T17:23:03.828 INFO:tasks.rados.rados.0.smithi032.stdout:1862: delete oid 3 current snap is 183 2023-12-22T17:23:03.828 INFO:tasks.rados.rados.0.smithi032.stdout:1859: expect (ObjNum 577 snap 172 seq_num 577) 2023-12-22T17:23:04.056 INFO:tasks.rados.rados.0.smithi032.stdout:1858: expect (ObjNum 556 snap 169 seq_num 556) 2023-12-22T17:23:04.110 INFO:tasks.rados.rados.0.smithi032.stdout:1860: finishing write tid 1 to smithi032174182-29 2023-12-22T17:23:04.110 INFO:tasks.rados.rados.0.smithi032.stdout:1860: finishing write tid 2 to smithi032174182-29 2023-12-22T17:23:04.110 INFO:tasks.rados.rados.0.smithi032.stdout:1860: finishing write tid 3 to smithi032174182-29 2023-12-22T17:23:04.110 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 1402 (ObjNum 593 snap 183 seq_num 593) dirty exists 2023-12-22T17:23:04.110 INFO:tasks.rados.rados.0.smithi032.stdout:1860: left oid 29 (ObjNum 593 snap 183 seq_num 593) 2023-12-22T17:23:04.110 INFO:tasks.rados.rados.0.smithi032.stdout:1858: done (3 left) 2023-12-22T17:23:04.110 INFO:tasks.rados.rados.0.smithi032.stdout:1859: done (2 left) 2023-12-22T17:23:04.110 INFO:tasks.rados.rados.0.smithi032.stdout:1860: done (1 left) 2023-12-22T17:23:04.110 INFO:tasks.rados.rados.0.smithi032.stdout:1862: done (0 left) 2023-12-22T17:23:04.110 INFO:tasks.rados.rados.0.smithi032.stdout:1863: setattr oid 44 current snap is 183 2023-12-22T17:23:04.111 INFO:tasks.rados.rados.0.smithi032.stdout:1864: rollback oid 18 current snap is 183 2023-12-22T17:23:04.111 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 18 to 173 2023-12-22T17:23:04.111 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 48 current snap is 183 2023-12-22T17:23:04.111 INFO:tasks.rados.rados.0.smithi032.stdout:1865: seq_num 595 ranges {0=368640} 2023-12-22T17:23:04.113 INFO:tasks.rados.rados.0.smithi032.stdout:1865: writing smithi032174182-48 from 0 to 368640 tid 1 2023-12-22T17:23:04.113 INFO:tasks.rados.rados.0.smithi032.stdout:1866: read oid 1 snap -1 2023-12-22T17:23:04.113 INFO:tasks.rados.rados.0.smithi032.stdout:1866: expect (ObjNum 306 snap 90 seq_num 306) 2023-12-22T17:23:04.114 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 42 current snap is 183 2023-12-22T17:23:04.114 INFO:tasks.rados.rados.0.smithi032.stdout:1867: seq_num 596 ranges {7028736=385024} 2023-12-22T17:23:04.154 INFO:tasks.rados.rados.0.smithi032.stdout:1867: writing smithi032174182-42 from 7028736 to 7413760 tid 1 2023-12-22T17:23:04.154 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 10 current snap is 183 2023-12-22T17:23:04.154 INFO:tasks.rados.rados.0.smithi032.stdout:1868: seq_num 597 ranges {2260992=401408} 2023-12-22T17:23:04.169 INFO:tasks.rados.rados.0.smithi032.stdout:1868: writing smithi032174182-10 from 2260992 to 2662400 tid 1 2023-12-22T17:23:04.169 INFO:tasks.rados.rados.0.smithi032.stdout:1869: delete oid 38 current snap is 183 2023-12-22T17:23:04.169 INFO:tasks.rados.rados.0.smithi032.stdout:1864: finishing rollback tid 1 to smithi032174182-18 2023-12-22T17:23:04.169 INFO:tasks.rados.rados.0.smithi032.stdout:1864: finishing rollback tid 2 to smithi032174182-18 2023-12-22T17:23:04.169 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 785 (ObjNum 521 snap 160 seq_num 521) dirty exists 2023-12-22T17:23:04.169 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 1140 (ObjNum 559 snap 170 seq_num 559) dirty exists 2023-12-22T17:23:04.169 INFO:tasks.rados.rados.0.smithi032.stdout:1865: finishing write tid 1 to smithi032174182-48 2023-12-22T17:23:04.170 INFO:tasks.rados.rados.0.smithi032.stdout:1865: finishing write tid 2 to smithi032174182-48 2023-12-22T17:23:04.170 INFO:tasks.rados.rados.0.smithi032.stdout:1865: finishing write tid 3 to smithi032174182-48 2023-12-22T17:23:04.170 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 643 (ObjNum 595 snap 183 seq_num 595) dirty exists 2023-12-22T17:23:04.170 INFO:tasks.rados.rados.0.smithi032.stdout:1865: left oid 48 (ObjNum 595 snap 183 seq_num 595) 2023-12-22T17:23:04.170 INFO:tasks.rados.rados.0.smithi032.stdout:1866: expect (ObjNum 306 snap 90 seq_num 306) 2023-12-22T17:23:04.212 INFO:tasks.rados.rados.0.smithi032.stdout:1867: finishing write tid 1 to smithi032174182-42 2023-12-22T17:23:04.212 INFO:tasks.rados.rados.0.smithi032.stdout:1867: finishing write tid 2 to smithi032174182-42 2023-12-22T17:23:04.212 INFO:tasks.rados.rados.0.smithi032.stdout:1867: finishing write tid 3 to smithi032174182-42 2023-12-22T17:23:04.212 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 632 (ObjNum 596 snap 183 seq_num 596) dirty exists 2023-12-22T17:23:04.212 INFO:tasks.rados.rados.0.smithi032.stdout:1867: left oid 42 (ObjNum 596 snap 183 seq_num 596) 2023-12-22T17:23:04.212 INFO:tasks.rados.rados.0.smithi032.stdout:1863: done (6 left) 2023-12-22T17:23:04.212 INFO:tasks.rados.rados.0.smithi032.stdout:1864: done (5 left) 2023-12-22T17:23:04.213 INFO:tasks.rados.rados.0.smithi032.stdout:1865: done (4 left) 2023-12-22T17:23:04.213 INFO:tasks.rados.rados.0.smithi032.stdout:1866: done (3 left) 2023-12-22T17:23:04.213 INFO:tasks.rados.rados.0.smithi032.stdout:1867: done (2 left) 2023-12-22T17:23:04.213 INFO:tasks.rados.rados.0.smithi032.stdout:1869: done (1 left) 2023-12-22T17:23:04.213 INFO:tasks.rados.rados.0.smithi032.stdout:1870: rmattr oid 7 current snap is 183 2023-12-22T17:23:04.213 INFO:tasks.rados.rados.0.smithi032.stdout:1870: done (1 left) 2023-12-22T17:23:04.213 INFO:tasks.rados.rados.0.smithi032.stdout:1871: read oid 29 snap -1 2023-12-22T17:23:04.213 INFO:tasks.rados.rados.0.smithi032.stdout:1871: expect (ObjNum 593 snap 183 seq_num 593) 2023-12-22T17:23:04.213 INFO:tasks.rados.rados.0.smithi032.stdout:1872: rmattr oid 17 current snap is 183 2023-12-22T17:23:04.213 INFO:tasks.rados.rados.0.smithi032.stdout:1868: finishing write tid 1 to smithi032174182-10 2023-12-22T17:23:04.213 INFO:tasks.rados.rados.0.smithi032.stdout:1868: finishing write tid 2 to smithi032174182-10 2023-12-22T17:23:04.213 INFO:tasks.rados.rados.0.smithi032.stdout:1868: finishing write tid 3 to smithi032174182-10 2023-12-22T17:23:04.213 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 1398 (ObjNum 597 snap 183 seq_num 597) dirty exists 2023-12-22T17:23:04.213 INFO:tasks.rados.rados.0.smithi032.stdout:1868: left oid 10 (ObjNum 597 snap 183 seq_num 597) 2023-12-22T17:23:04.213 INFO:tasks.rados.rados.0.smithi032.stdout:1868: done (2 left) 2023-12-22T17:23:04.214 INFO:tasks.rados.rados.0.smithi032.stdout:1873: read oid 45 snap -1 2023-12-22T17:23:04.214 INFO:tasks.rados.rados.0.smithi032.stdout:1873: expect (ObjNum 577 snap 172 seq_num 577) 2023-12-22T17:23:04.214 INFO:tasks.rados.rados.0.smithi032.stdout:1874: read oid 19 snap 182 2023-12-22T17:23:04.214 INFO:tasks.rados.rados.0.smithi032.stdout:1874: expect deleted 2023-12-22T17:23:04.214 INFO:tasks.rados.rados.0.smithi032.stdout:1875: snap_remove snap 169 2023-12-22T17:23:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:04 smithi032 ceph-mon[189144]: failed to encode map e423 with expected crc 2023-12-22T17:23:04.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:04 smithi032 ceph-mon[189144]: pgmap v174: 121 pgs: 18 peering, 7 active+undersized+degraded, 11 active+undersized, 85 active+clean; 448 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 229 KiB/s rd, 1.8 MiB/s wr, 11 op/s; 57/690 objects degraded (8.261%) 2023-12-22T17:23:04.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:04 smithi032 ceph-mon[189144]: failed to encode map e424 with expected crc 2023-12-22T17:23:04.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:04 smithi032 ceph-mon[189144]: failed to encode map e424 with expected crc 2023-12-22T17:23:04.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:04 smithi032 ceph-mon[189144]: failed to encode map e424 with expected crc 2023-12-22T17:23:04.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:04 smithi032 ceph-mon[189144]: failed to encode map e425 with expected crc 2023-12-22T17:23:04.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:04 smithi032 ceph-mon[189144]: osdmap e425: 8 total, 8 up, 8 in 2023-12-22T17:23:04.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:04 smithi032 ceph-mon[191839]: failed to encode map e423 with expected crc 2023-12-22T17:23:04.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:04 smithi032 ceph-mon[191839]: pgmap v174: 121 pgs: 18 peering, 7 active+undersized+degraded, 11 active+undersized, 85 active+clean; 448 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 229 KiB/s rd, 1.8 MiB/s wr, 11 op/s; 57/690 objects degraded (8.261%) 2023-12-22T17:23:04.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:04 smithi032 ceph-mon[191839]: failed to encode map e424 with expected crc 2023-12-22T17:23:04.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:04 smithi032 ceph-mon[191839]: failed to encode map e424 with expected crc 2023-12-22T17:23:04.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:04 smithi032 ceph-mon[191839]: failed to encode map e424 with expected crc 2023-12-22T17:23:04.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:04 smithi032 ceph-mon[191839]: failed to encode map e425 with expected crc 2023-12-22T17:23:04.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:04 smithi032 ceph-mon[191839]: osdmap e425: 8 total, 8 up, 8 in 2023-12-22T17:23:04.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:04 smithi039 ceph-mon[181282]: failed to encode map e423 with expected crc 2023-12-22T17:23:04.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:04 smithi039 ceph-mon[181282]: pgmap v174: 121 pgs: 18 peering, 7 active+undersized+degraded, 11 active+undersized, 85 active+clean; 448 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 229 KiB/s rd, 1.8 MiB/s wr, 11 op/s; 57/690 objects degraded (8.261%) 2023-12-22T17:23:04.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:04 smithi039 ceph-mon[181282]: failed to encode map e424 with expected crc 2023-12-22T17:23:04.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:04 smithi039 ceph-mon[181282]: failed to encode map e424 with expected crc 2023-12-22T17:23:04.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:04 smithi039 ceph-mon[181282]: failed to encode map e424 with expected crc 2023-12-22T17:23:04.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:04 smithi039 ceph-mon[181282]: failed to encode map e425 with expected crc 2023-12-22T17:23:04.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:04 smithi039 ceph-mon[181282]: osdmap e425: 8 total, 8 up, 8 in 2023-12-22T17:23:04.829 INFO:tasks.rados.rados.0.smithi032.stdout:1875: done (4 left) 2023-12-22T17:23:04.829 INFO:tasks.rados.rados.0.smithi032.stdout:1876: read oid 31 snap -1 2023-12-22T17:23:04.829 INFO:tasks.rados.rados.0.smithi032.stdout:1876: expect (ObjNum 555 snap 169 seq_num 555) 2023-12-22T17:23:04.830 INFO:tasks.rados.rados.0.smithi032.stdout:1877: read oid 32 snap -1 2023-12-22T17:23:04.830 INFO:tasks.rados.rados.0.smithi032.stdout:1877: expect deleted 2023-12-22T17:23:04.830 INFO:tasks.rados.rados.0.smithi032.stdout:1878: delete oid 6 current snap is 183 2023-12-22T17:23:04.830 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 495 (ObjNum 591 snap 182 seq_num 591) dirty exists 2023-12-22T17:23:04.830 INFO:tasks.rados.rados.0.smithi032.stdout:1873: expect (ObjNum 577 snap 172 seq_num 577) 2023-12-22T17:23:05.062 INFO:tasks.rados.rados.0.smithi032.stdout:1871: expect (ObjNum 593 snap 183 seq_num 593) 2023-12-22T17:23:05.595 INFO:tasks.rados.rados.0.smithi032.stdout:1876: expect (ObjNum 555 snap 169 seq_num 555) 2023-12-22T17:23:05.800 INFO:tasks.rados.rados.0.smithi032.stdout:1871: done (6 left) 2023-12-22T17:23:05.800 INFO:tasks.rados.rados.0.smithi032.stdout:1872: done (5 left) 2023-12-22T17:23:05.800 INFO:tasks.rados.rados.0.smithi032.stdout:1873: done (4 left) 2023-12-22T17:23:05.800 INFO:tasks.rados.rados.0.smithi032.stdout:1874: done (3 left) 2023-12-22T17:23:05.800 INFO:tasks.rados.rados.0.smithi032.stdout:1876: done (2 left) 2023-12-22T17:23:05.800 INFO:tasks.rados.rados.0.smithi032.stdout:1877: done (1 left) 2023-12-22T17:23:05.800 INFO:tasks.rados.rados.0.smithi032.stdout:1878: done (0 left) 2023-12-22T17:23:05.800 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 31 current snap is 183 2023-12-22T17:23:05.800 INFO:tasks.rados.rados.0.smithi032.stdout:1879: seq_num 600 ranges {4898816=450560} 2023-12-22T17:23:05.829 INFO:tasks.rados.rados.0.smithi032.stdout:1879: writing smithi032174182-31 from 4898816 to 5349376 tid 1 2023-12-22T17:23:05.829 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 183 2023-12-22T17:23:05.829 INFO:tasks.rados.rados.0.smithi032.stdout:1880: seq_num 601 ranges {2228224=475136} 2023-12-22T17:23:05.844 INFO:tasks.rados.rados.0.smithi032.stdout:1880: writing smithi032174182-49 from 2228224 to 2703360 tid 1 2023-12-22T17:23:05.844 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 23 current snap is 183 2023-12-22T17:23:05.844 INFO:tasks.rados.rados.0.smithi032.stdout:1879: finishing write tid 1 to smithi032174182-31 2023-12-22T17:23:05.844 INFO:tasks.rados.rados.0.smithi032.stdout:1879: finishing write tid 2 to smithi032174182-31 2023-12-22T17:23:05.844 INFO:tasks.rados.rados.0.smithi032.stdout:1879: finishing write tid 3 to smithi032174182-31 2023-12-22T17:23:05.844 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 1175 (ObjNum 600 snap 183 seq_num 600) dirty exists 2023-12-22T17:23:05.845 INFO:tasks.rados.rados.0.smithi032.stdout:1879: left oid 31 (ObjNum 600 snap 183 seq_num 600) 2023-12-22T17:23:05.845 INFO:tasks.rados.rados.0.smithi032.stdout:1881: seq_num 602 ranges {13574144=491520} 2023-12-22T17:23:05.921 INFO:tasks.rados.rados.0.smithi032.stdout:1881: writing smithi032174182-23 from 13574144 to 14065664 tid 1 2023-12-22T17:23:05.921 INFO:tasks.rados.rados.0.smithi032.stdout:1879: done (2 left) 2023-12-22T17:23:05.921 INFO:tasks.rados.rados.0.smithi032.stdout:1882: read oid 1 snap -1 2023-12-22T17:23:05.921 INFO:tasks.rados.rados.0.smithi032.stdout:1882: expect (ObjNum 306 snap 90 seq_num 306) 2023-12-22T17:23:05.921 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 2 current snap is 183 2023-12-22T17:23:05.921 INFO:tasks.rados.rados.0.smithi032.stdout:1880: finishing write tid 1 to smithi032174182-49 2023-12-22T17:23:05.921 INFO:tasks.rados.rados.0.smithi032.stdout:1880: finishing write tid 2 to smithi032174182-49 2023-12-22T17:23:05.921 INFO:tasks.rados.rados.0.smithi032.stdout:1880: finishing write tid 3 to smithi032174182-49 2023-12-22T17:23:05.922 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 918 (ObjNum 601 snap 183 seq_num 601) dirty exists 2023-12-22T17:23:05.922 INFO:tasks.rados.rados.0.smithi032.stdout:1880: left oid 49 (ObjNum 601 snap 183 seq_num 601) 2023-12-22T17:23:05.922 INFO:tasks.rados.rados.0.smithi032.stdout:1883: seq_num 603 ranges {4898816=507904} 2023-12-22T17:23:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:05 smithi032 ceph-mon[191839]: failed to encode map e425 with expected crc 2023-12-22T17:23:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:05 smithi032 ceph-mon[191839]: failed to encode map e425 with expected crc 2023-12-22T17:23:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:05 smithi032 ceph-mon[191839]: pgmap v177: 121 pgs: 18 peering, 5 active+undersized, 98 active+clean; 446 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 7 op/s; 3.6 MiB/s, 1 objects/s recovering 2023-12-22T17:23:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:23:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:05 smithi032 ceph-mon[191839]: failed to encode map e426 with expected crc 2023-12-22T17:23:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:05 smithi032 ceph-mon[191839]: osdmap e426: 8 total, 8 up, 8 in 2023-12-22T17:23:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:05 smithi032 ceph-mon[191839]: failed to encode map e426 with expected crc 2023-12-22T17:23:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:05 smithi032 ceph-mon[191839]: failed to encode map e426 with expected crc 2023-12-22T17:23:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:05 smithi032 ceph-mon[191839]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 57/690 objects degraded (8.261%), 7 pgs degraded) 2023-12-22T17:23:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:05 smithi032 ceph-mon[191839]: Cluster is now healthy 2023-12-22T17:23:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:05 smithi032 ceph-mon[189144]: failed to encode map e425 with expected crc 2023-12-22T17:23:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:05 smithi032 ceph-mon[189144]: failed to encode map e425 with expected crc 2023-12-22T17:23:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:05 smithi032 ceph-mon[189144]: pgmap v177: 121 pgs: 18 peering, 5 active+undersized, 98 active+clean; 446 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 7 op/s; 3.6 MiB/s, 1 objects/s recovering 2023-12-22T17:23:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:23:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:05 smithi032 ceph-mon[189144]: failed to encode map e426 with expected crc 2023-12-22T17:23:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:05 smithi032 ceph-mon[189144]: osdmap e426: 8 total, 8 up, 8 in 2023-12-22T17:23:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:05 smithi032 ceph-mon[189144]: failed to encode map e426 with expected crc 2023-12-22T17:23:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:05 smithi032 ceph-mon[189144]: failed to encode map e426 with expected crc 2023-12-22T17:23:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:05 smithi032 ceph-mon[189144]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 57/690 objects degraded (8.261%), 7 pgs degraded) 2023-12-22T17:23:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:05 smithi032 ceph-mon[189144]: Cluster is now healthy 2023-12-22T17:23:05.951 INFO:tasks.rados.rados.0.smithi032.stdout:1883: writing smithi032174182-2 from 4898816 to 5406720 tid 1 2023-12-22T17:23:05.951 INFO:tasks.rados.rados.0.smithi032.stdout:1880: done (3 left) 2023-12-22T17:23:05.951 INFO:tasks.rados.rados.0.smithi032.stdout:1884: rmattr oid 45 current snap is 183 2023-12-22T17:23:05.951 INFO:tasks.rados.rados.0.smithi032.stdout:1884: done (3 left) 2023-12-22T17:23:05.951 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 32 current snap is 183 2023-12-22T17:23:05.951 INFO:tasks.rados.rados.0.smithi032.stdout:1882: expect (ObjNum 306 snap 90 seq_num 306) 2023-12-22T17:23:05.993 INFO:tasks.rados.rados.0.smithi032.stdout:1881: finishing write tid 1 to smithi032174182-23 2023-12-22T17:23:05.993 INFO:tasks.rados.rados.0.smithi032.stdout:1881: finishing write tid 2 to smithi032174182-23 2023-12-22T17:23:05.993 INFO:tasks.rados.rados.0.smithi032.stdout:1881: finishing write tid 3 to smithi032174182-23 2023-12-22T17:23:05.993 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 1151 (ObjNum 602 snap 183 seq_num 602) dirty exists 2023-12-22T17:23:05.993 INFO:tasks.rados.rados.0.smithi032.stdout:1881: left oid 23 (ObjNum 602 snap 183 seq_num 602) 2023-12-22T17:23:05.993 INFO:tasks.rados.rados.0.smithi032.stdout:1885: seq_num 604 ranges {0=524288} 2023-12-22T17:23:05.996 INFO:tasks.rados.rados.0.smithi032.stdout:1885: writing smithi032174182-32 from 0 to 524288 tid 1 2023-12-22T17:23:05.996 INFO:tasks.rados.rados.0.smithi032.stdout:1881: done (3 left) 2023-12-22T17:23:05.996 INFO:tasks.rados.rados.0.smithi032.stdout:1882: done (2 left) 2023-12-22T17:23:05.996 INFO:tasks.rados.rados.0.smithi032.stdout:1886: copy_from oid 44 from oid 24 current snap is 183 2023-12-22T17:23:05.997 INFO:tasks.rados.rados.0.smithi032.stdout:1883: finishing write tid 1 to smithi032174182-2 2023-12-22T17:23:05.997 INFO:tasks.rados.rados.0.smithi032.stdout:1883: finishing write tid 2 to smithi032174182-2 2023-12-22T17:23:05.997 INFO:tasks.rados.rados.0.smithi032.stdout:1883: finishing write tid 3 to smithi032174182-2 2023-12-22T17:23:05.997 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 1183 (ObjNum 603 snap 183 seq_num 603) dirty exists 2023-12-22T17:23:05.997 INFO:tasks.rados.rados.0.smithi032.stdout:1883: left oid 2 (ObjNum 603 snap 183 seq_num 603) 2023-12-22T17:23:05.997 INFO:tasks.rados.rados.0.smithi032.stdout:1883: done (2 left) 2023-12-22T17:23:05.997 INFO:tasks.rados.rados.0.smithi032.stdout:1887: read oid 38 snap 173 2023-12-22T17:23:05.997 INFO:tasks.rados.rados.0.smithi032.stdout:1887: expect (ObjNum 576 snap 172 seq_num 576) 2023-12-22T17:23:05.997 INFO:tasks.rados.rados.0.smithi032.stdout:1888: delete oid 47 current snap is 183 2023-12-22T17:23:06.000 INFO:tasks.rados.rados.0.smithi032.stdout:1888: done (3 left) 2023-12-22T17:23:06.001 INFO:tasks.rados.rados.0.smithi032.stdout:1889: read oid 45 snap -1 2023-12-22T17:23:06.001 INFO:tasks.rados.rados.0.smithi032.stdout:1889: expect (ObjNum 577 snap 172 seq_num 577) 2023-12-22T17:23:06.001 INFO:tasks.rados.rados.0.smithi032.stdout:1890: rollback oid 21 current snap is 183 2023-12-22T17:23:06.001 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 21 to 181 2023-12-22T17:23:06.001 INFO:tasks.rados.rados.0.smithi032.stdout:1891: read oid 50 snap -1 2023-12-22T17:23:06.001 INFO:tasks.rados.rados.0.smithi032.stdout:1891: expect (ObjNum 535 snap 162 seq_num 535) 2023-12-22T17:23:06.001 INFO:tasks.rados.rados.0.smithi032.stdout:1892: rollback oid 29 current snap is 183 2023-12-22T17:23:06.001 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 29 to 177 2023-12-22T17:23:06.004 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 6 current snap is 183 2023-12-22T17:23:06.005 INFO:tasks.rados.rados.0.smithi032.stdout:1893: seq_num 606 ranges {0=557056} 2023-12-22T17:23:06.005 INFO:tasks.rados.rados.0.smithi032.stdout:1893: writing smithi032174182-6 from 0 to 557056 tid 1 2023-12-22T17:23:06.005 INFO:tasks.rados.rados.0.smithi032.stdout:1894: delete oid 31 current snap is 183 2023-12-22T17:23:06.006 INFO:tasks.rados.rados.0.smithi032.stdout:1886: finishing copy_from racing read to smithi032174182-44 2023-12-22T17:23:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:05 smithi039 ceph-mon[181282]: failed to encode map e425 with expected crc 2023-12-22T17:23:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:05 smithi039 ceph-mon[181282]: failed to encode map e425 with expected crc 2023-12-22T17:23:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:05 smithi039 ceph-mon[181282]: pgmap v177: 121 pgs: 18 peering, 5 active+undersized, 98 active+clean; 446 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 7 op/s; 3.6 MiB/s, 1 objects/s recovering 2023-12-22T17:23:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:23:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:05 smithi039 ceph-mon[181282]: failed to encode map e426 with expected crc 2023-12-22T17:23:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:05 smithi039 ceph-mon[181282]: osdmap e426: 8 total, 8 up, 8 in 2023-12-22T17:23:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:05 smithi039 ceph-mon[181282]: failed to encode map e426 with expected crc 2023-12-22T17:23:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:05 smithi039 ceph-mon[181282]: failed to encode map e426 with expected crc 2023-12-22T17:23:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:05 smithi039 ceph-mon[181282]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 57/690 objects degraded (8.261%), 7 pgs degraded) 2023-12-22T17:23:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:05 smithi039 ceph-mon[181282]: Cluster is now healthy 2023-12-22T17:23:06.008 INFO:tasks.rados.rados.0.smithi032.stdout:1885: finishing write tid 1 to smithi032174182-32 2023-12-22T17:23:06.008 INFO:tasks.rados.rados.0.smithi032.stdout:1885: finishing write tid 2 to smithi032174182-32 2023-12-22T17:23:06.009 INFO:tasks.rados.rados.0.smithi032.stdout:1892: finishing rollback tid 0 to smithi032174182-29 2023-12-22T17:23:06.009 INFO:tasks.rados.rados.0.smithi032.stdout:1892: finishing rollback tid 1 to smithi032174182-29 2023-12-22T17:23:06.009 INFO:tasks.rados.rados.0.smithi032.stdout:1886: finishing copy_from to smithi032174182-44 2023-12-22T17:23:06.009 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 1395 (ObjNum 589 snap 180 seq_num 589) dirty exists 2023-12-22T17:23:06.012 INFO:tasks.rados.rados.0.smithi032.stdout:1892: finishing rollback tid 2 to smithi032174182-29 2023-12-22T17:23:06.012 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 1421 (ObjNum 502 snap 156 seq_num 502) dirty exists 2023-12-22T17:23:06.012 INFO:tasks.rados.rados.0.smithi032.stdout:1893: finishing write tid 1 to smithi032174182-6 2023-12-22T17:23:06.012 INFO:tasks.rados.rados.0.smithi032.stdout:1893: finishing write tid 2 to smithi032174182-6 2023-12-22T17:23:06.013 INFO:tasks.rados.rados.0.smithi032.stdout:1885: finishing write tid 3 to smithi032174182-32 2023-12-22T17:23:06.013 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 445 (ObjNum 604 snap 183 seq_num 604) dirty exists 2023-12-22T17:23:06.013 INFO:tasks.rados.rados.0.smithi032.stdout:1885: left oid 32 (ObjNum 604 snap 183 seq_num 604) 2023-12-22T17:23:06.013 INFO:tasks.rados.rados.0.smithi032.stdout:1893: finishing write tid 3 to smithi032174182-6 2023-12-22T17:23:06.013 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 1397 (ObjNum 606 snap 183 seq_num 606) dirty exists 2023-12-22T17:23:06.013 INFO:tasks.rados.rados.0.smithi032.stdout:1893: left oid 6 (ObjNum 606 snap 183 seq_num 606) 2023-12-22T17:23:06.015 INFO:tasks.rados.rados.0.smithi032.stdout:1885: done (8 left) 2023-12-22T17:23:06.015 INFO:tasks.rados.rados.0.smithi032.stdout:1886: done (7 left) 2023-12-22T17:23:06.015 INFO:tasks.rados.rados.0.smithi032.stdout:1892: done (6 left) 2023-12-22T17:23:06.015 INFO:tasks.rados.rados.0.smithi032.stdout:1893: done (5 left) 2023-12-22T17:23:06.015 INFO:tasks.rados.rados.0.smithi032.stdout:1894: done (4 left) 2023-12-22T17:23:06.016 INFO:tasks.rados.rados.0.smithi032.stdout:1895: rollback oid 34 current snap is 183 2023-12-22T17:23:06.016 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 34 to 172 2023-12-22T17:23:06.016 INFO:tasks.rados.rados.0.smithi032.stdout:1896: read oid 29 snap 180 2023-12-22T17:23:06.016 INFO:tasks.rados.rados.0.smithi032.stdout:1896: expect (ObjNum 502 snap 156 seq_num 502) 2023-12-22T17:23:06.016 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 42 current snap is 183 2023-12-22T17:23:06.016 INFO:tasks.rados.rados.0.smithi032.stdout:1897: seq_num 608 ranges {7413760=589824} 2023-12-22T17:23:06.060 INFO:tasks.rados.rados.0.smithi032.stdout:1897: writing smithi032174182-42 from 7413760 to 8003584 tid 1 2023-12-22T17:23:06.060 INFO:tasks.rados.rados.0.smithi032.stdout:1898: read oid 43 snap -1 2023-12-22T17:23:06.060 INFO:tasks.rados.rados.0.smithi032.stdout:1898: expect (ObjNum 585 snap 175 seq_num 585) 2023-12-22T17:23:06.060 INFO:tasks.rados.rados.0.smithi032.stdout:1899: snap_remove snap 110 2023-12-22T17:23:06.815 INFO:tasks.rados.rados.0.smithi032.stdout:1899: done (8 left) 2023-12-22T17:23:06.815 INFO:tasks.rados.rados.0.smithi032.stdout:1900: snap_create 2023-12-22T17:23:06.815 INFO:tasks.rados.rados.0.smithi032.stdout:1890: finishing rollback tid 0 to smithi032174182-21 2023-12-22T17:23:06.815 INFO:tasks.rados.rados.0.smithi032.stdout:1890: finishing rollback tid 1 to smithi032174182-21 2023-12-22T17:23:06.815 INFO:tasks.rados.rados.0.smithi032.stdout:1887: expect (ObjNum 576 snap 172 seq_num 576) 2023-12-22T17:23:06.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:06 smithi032 ceph-mon[191839]: failed to encode map e426 with expected crc 2023-12-22T17:23:06.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:06 smithi032 ceph-mon[191839]: failed to encode map e426 with expected crc 2023-12-22T17:23:06.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:06 smithi032 ceph-mon[189144]: failed to encode map e426 with expected crc 2023-12-22T17:23:06.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:06 smithi032 ceph-mon[189144]: failed to encode map e426 with expected crc 2023-12-22T17:23:07.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:06 smithi039 ceph-mon[181282]: failed to encode map e426 with expected crc 2023-12-22T17:23:07.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:06 smithi039 ceph-mon[181282]: failed to encode map e426 with expected crc 2023-12-22T17:23:07.272 INFO:tasks.rados.rados.0.smithi032.stdout:1889: expect (ObjNum 577 snap 172 seq_num 577) 2023-12-22T17:23:07.492 INFO:tasks.rados.rados.0.smithi032.stdout:1896: expect (ObjNum 502 snap 156 seq_num 502) 2023-12-22T17:23:07.899 INFO:tasks.rados.rados.0.smithi032.stdout:1890: finishing rollback tid 2 to smithi032174182-21 2023-12-22T17:23:07.899 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 921 (ObjNum 375 snap 115 seq_num 375) dirty exists 2023-12-22T17:23:07.899 INFO:tasks.rados.rados.0.smithi032.stdout:1891: expect (ObjNum 535 snap 162 seq_num 535) 2023-12-22T17:23:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:07 smithi032 ceph-mon[189144]: pgmap v179: 121 pgs: 121 active+clean; 455 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 293 KiB/s wr, 21 op/s; 5.0 MiB/s, 2 objects/s recovering 2023-12-22T17:23:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:07 smithi032 ceph-mon[189144]: failed to encode map e427 with expected crc 2023-12-22T17:23:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:07 smithi032 ceph-mon[189144]: failed to encode map e427 with expected crc 2023-12-22T17:23:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:07 smithi032 ceph-mon[189144]: osdmap e427: 8 total, 8 up, 8 in 2023-12-22T17:23:08.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:07 smithi032 ceph-mon[189144]: failed to encode map e427 with expected crc 2023-12-22T17:23:08.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:07 smithi032 ceph-mon[189144]: failed to encode map e427 with expected crc 2023-12-22T17:23:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:07 smithi032 ceph-mon[191839]: pgmap v179: 121 pgs: 121 active+clean; 455 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 293 KiB/s wr, 21 op/s; 5.0 MiB/s, 2 objects/s recovering 2023-12-22T17:23:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:07 smithi032 ceph-mon[191839]: failed to encode map e427 with expected crc 2023-12-22T17:23:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:07 smithi032 ceph-mon[191839]: failed to encode map e427 with expected crc 2023-12-22T17:23:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:07 smithi032 ceph-mon[191839]: osdmap e427: 8 total, 8 up, 8 in 2023-12-22T17:23:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:07 smithi032 ceph-mon[191839]: failed to encode map e427 with expected crc 2023-12-22T17:23:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:07 smithi032 ceph-mon[191839]: failed to encode map e427 with expected crc 2023-12-22T17:23:08.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:07 smithi039 ceph-mon[181282]: pgmap v179: 121 pgs: 121 active+clean; 455 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 293 KiB/s wr, 21 op/s; 5.0 MiB/s, 2 objects/s recovering 2023-12-22T17:23:08.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:07 smithi039 ceph-mon[181282]: failed to encode map e427 with expected crc 2023-12-22T17:23:08.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:07 smithi039 ceph-mon[181282]: failed to encode map e427 with expected crc 2023-12-22T17:23:08.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:07 smithi039 ceph-mon[181282]: osdmap e427: 8 total, 8 up, 8 in 2023-12-22T17:23:08.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:07 smithi039 ceph-mon[181282]: failed to encode map e427 with expected crc 2023-12-22T17:23:08.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:07 smithi039 ceph-mon[181282]: failed to encode map e427 with expected crc 2023-12-22T17:23:08.615 INFO:tasks.rados.rados.0.smithi032.stdout:1895: finishing rollback tid 0 to smithi032174182-34 2023-12-22T17:23:08.616 INFO:tasks.rados.rados.0.smithi032.stdout:1895: finishing rollback tid 1 to smithi032174182-34 2023-12-22T17:23:08.616 INFO:tasks.rados.rados.0.smithi032.stdout:1895: finishing rollback tid 2 to smithi032174182-34 2023-12-22T17:23:08.616 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 924 (ObjNum 548 snap 167 seq_num 548) dirty exists 2023-12-22T17:23:08.616 INFO:tasks.rados.rados.0.smithi032.stdout:1887: done (8 left) 2023-12-22T17:23:08.616 INFO:tasks.rados.rados.0.smithi032.stdout:1889: done (7 left) 2023-12-22T17:23:08.616 INFO:tasks.rados.rados.0.smithi032.stdout:1890: done (6 left) 2023-12-22T17:23:08.616 INFO:tasks.rados.rados.0.smithi032.stdout:1891: done (5 left) 2023-12-22T17:23:08.616 INFO:tasks.rados.rados.0.smithi032.stdout:1895: done (4 left) 2023-12-22T17:23:08.616 INFO:tasks.rados.rados.0.smithi032.stdout:1896: done (3 left) 2023-12-22T17:23:08.616 INFO:tasks.rados.rados.0.smithi032.stdout:1900: done (2 left) 2023-12-22T17:23:08.616 INFO:tasks.rados.rados.0.smithi032.stdout:1901: snap_create 2023-12-22T17:23:08.616 INFO:tasks.rados.rados.0.smithi032.stdout:1897: finishing write tid 1 to smithi032174182-42 2023-12-22T17:23:08.616 INFO:tasks.rados.rados.0.smithi032.stdout:1897: finishing write tid 2 to smithi032174182-42 2023-12-22T17:23:08.616 INFO:tasks.rados.rados.0.smithi032.stdout:1897: finishing write tid 3 to smithi032174182-42 2023-12-22T17:23:08.617 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 636 (ObjNum 608 snap 183 seq_num 608) dirty exists 2023-12-22T17:23:08.617 INFO:tasks.rados.rados.0.smithi032.stdout:1897: left oid 42 (ObjNum 608 snap 183 seq_num 608) 2023-12-22T17:23:08.617 INFO:tasks.rados.rados.0.smithi032.stdout:1898: expect (ObjNum 585 snap 175 seq_num 585) 2023-12-22T17:23:08.858 INFO:tasks.rados.rados.0.smithi032.stdout:1897: done (2 left) 2023-12-22T17:23:08.858 INFO:tasks.rados.rados.0.smithi032.stdout:1898: done (1 left) 2023-12-22T17:23:08.858 INFO:tasks.rados.rados.0.smithi032.stdout:1901: done (0 left) 2023-12-22T17:23:08.858 INFO:tasks.rados.rados.0.smithi032.stdout:1902: snap_remove snap 166 2023-12-22T17:23:09.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:08 smithi039 ceph-mon[181282]: failed to encode map e428 with expected crc 2023-12-22T17:23:09.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:08 smithi039 ceph-mon[181282]: failed to encode map e428 with expected crc 2023-12-22T17:23:09.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:08 smithi039 ceph-mon[181282]: osdmap e428: 8 total, 8 up, 8 in 2023-12-22T17:23:09.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:08 smithi039 ceph-mon[181282]: failed to encode map e428 with expected crc 2023-12-22T17:23:09.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:08 smithi039 ceph-mon[181282]: failed to encode map e428 with expected crc 2023-12-22T17:23:09.008 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:23:08 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:23:08.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi032:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi039.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-22T17:23:09.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:08 smithi032 ceph-mon[191839]: failed to encode map e428 with expected crc 2023-12-22T17:23:09.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:08 smithi032 ceph-mon[191839]: failed to encode map e428 with expected crc 2023-12-22T17:23:09.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:08 smithi032 ceph-mon[191839]: osdmap e428: 8 total, 8 up, 8 in 2023-12-22T17:23:09.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:08 smithi032 ceph-mon[191839]: failed to encode map e428 with expected crc 2023-12-22T17:23:09.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:08 smithi032 ceph-mon[191839]: failed to encode map e428 with expected crc 2023-12-22T17:23:09.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:08 smithi032 ceph-mon[189144]: failed to encode map e428 with expected crc 2023-12-22T17:23:09.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:08 smithi032 ceph-mon[189144]: failed to encode map e428 with expected crc 2023-12-22T17:23:09.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:08 smithi032 ceph-mon[189144]: osdmap e428: 8 total, 8 up, 8 in 2023-12-22T17:23:09.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:08 smithi032 ceph-mon[189144]: failed to encode map e428 with expected crc 2023-12-22T17:23:09.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:08 smithi032 ceph-mon[189144]: failed to encode map e428 with expected crc 2023-12-22T17:23:09.839 INFO:tasks.rados.rados.0.smithi032.stdout:1902: done (0 left) 2023-12-22T17:23:09.839 INFO:tasks.rados.rados.0.smithi032.stdout:1903: read oid 42 snap 182 2023-12-22T17:23:09.839 INFO:tasks.rados.rados.0.smithi032.stdout:1903: expect (ObjNum 502 snap 156 seq_num 502) 2023-12-22T17:23:09.839 INFO:tasks.rados.rados.0.smithi032.stdout:1904: read oid 7 snap 172 2023-12-22T17:23:09.839 INFO:tasks.rados.rados.0.smithi032.stdout:1904: expect (ObjNum 542 snap 166 seq_num 542) 2023-12-22T17:23:09.839 INFO:tasks.rados.rados.0.smithi032.stdout:1905: snap_remove snap 170 2023-12-22T17:23:10.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:09 smithi032 ceph-mon[191839]: pgmap v182: 121 pgs: 121 active+clean; 455 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 293 KiB/s wr, 21 op/s; 5.0 MiB/s, 2 objects/s recovering 2023-12-22T17:23:10.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:09 smithi032 ceph-mon[191839]: failed to encode map e428 with expected crc 2023-12-22T17:23:10.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:09 smithi032 ceph-mon[191839]: failed to encode map e429 with expected crc 2023-12-22T17:23:10.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:09 smithi032 ceph-mon[191839]: failed to encode map e429 with expected crc 2023-12-22T17:23:10.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:09 smithi032 ceph-mon[191839]: osdmap e429: 8 total, 8 up, 8 in 2023-12-22T17:23:10.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:09 smithi032 ceph-mon[189144]: pgmap v182: 121 pgs: 121 active+clean; 455 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 293 KiB/s wr, 21 op/s; 5.0 MiB/s, 2 objects/s recovering 2023-12-22T17:23:10.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:09 smithi032 ceph-mon[189144]: failed to encode map e428 with expected crc 2023-12-22T17:23:10.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:09 smithi032 ceph-mon[189144]: failed to encode map e429 with expected crc 2023-12-22T17:23:10.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:09 smithi032 ceph-mon[189144]: failed to encode map e429 with expected crc 2023-12-22T17:23:10.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:09 smithi032 ceph-mon[189144]: osdmap e429: 8 total, 8 up, 8 in 2023-12-22T17:23:10.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:09 smithi039 ceph-mon[181282]: pgmap v182: 121 pgs: 121 active+clean; 455 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 293 KiB/s wr, 21 op/s; 5.0 MiB/s, 2 objects/s recovering 2023-12-22T17:23:10.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:09 smithi039 ceph-mon[181282]: failed to encode map e428 with expected crc 2023-12-22T17:23:10.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:09 smithi039 ceph-mon[181282]: failed to encode map e429 with expected crc 2023-12-22T17:23:10.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:09 smithi039 ceph-mon[181282]: failed to encode map e429 with expected crc 2023-12-22T17:23:10.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:09 smithi039 ceph-mon[181282]: osdmap e429: 8 total, 8 up, 8 in 2023-12-22T17:23:10.812 INFO:tasks.rados.rados.0.smithi032.stdout:1905: done (2 left) 2023-12-22T17:23:10.812 INFO:tasks.rados.rados.0.smithi032.stdout:1906: snap_create 2023-12-22T17:23:10.812 INFO:tasks.rados.rados.0.smithi032.stdout:1903: expect (ObjNum 502 snap 156 seq_num 502) 2023-12-22T17:23:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:23:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:23:10] "GET /metrics HTTP/1.1" 200 36128 "" "Prometheus/2.43.0" 2023-12-22T17:23:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:10 smithi032 ceph-mon[189144]: failed to encode map e430 with expected crc 2023-12-22T17:23:11.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:10 smithi032 ceph-mon[189144]: failed to encode map e430 with expected crc 2023-12-22T17:23:11.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:10 smithi032 ceph-mon[189144]: osdmap e430: 8 total, 8 up, 8 in 2023-12-22T17:23:11.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:10 smithi032 ceph-mon[189144]: failed to encode map e430 with expected crc 2023-12-22T17:23:11.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:10 smithi032 ceph-mon[189144]: osdmap e431: 8 total, 8 up, 8 in 2023-12-22T17:23:11.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:10 smithi032 ceph-mon[191839]: failed to encode map e430 with expected crc 2023-12-22T17:23:11.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:10 smithi032 ceph-mon[191839]: failed to encode map e430 with expected crc 2023-12-22T17:23:11.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:10 smithi032 ceph-mon[191839]: osdmap e430: 8 total, 8 up, 8 in 2023-12-22T17:23:11.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:10 smithi032 ceph-mon[191839]: failed to encode map e430 with expected crc 2023-12-22T17:23:11.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:10 smithi032 ceph-mon[191839]: osdmap e431: 8 total, 8 up, 8 in 2023-12-22T17:23:11.229 INFO:tasks.rados.rados.0.smithi032.stdout:1904: expect (ObjNum 542 snap 166 seq_num 542) 2023-12-22T17:23:11.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:10 smithi039 ceph-mon[181282]: failed to encode map e430 with expected crc 2023-12-22T17:23:11.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:10 smithi039 ceph-mon[181282]: failed to encode map e430 with expected crc 2023-12-22T17:23:11.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:10 smithi039 ceph-mon[181282]: osdmap e430: 8 total, 8 up, 8 in 2023-12-22T17:23:11.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:10 smithi039 ceph-mon[181282]: failed to encode map e430 with expected crc 2023-12-22T17:23:11.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:10 smithi039 ceph-mon[181282]: osdmap e431: 8 total, 8 up, 8 in 2023-12-22T17:23:11.667 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:23:11.812 INFO:tasks.rados.rados.0.smithi032.stdout:1903: done (2 left) 2023-12-22T17:23:11.812 INFO:tasks.rados.rados.0.smithi032.stdout:1904: done (1 left) 2023-12-22T17:23:11.812 INFO:tasks.rados.rados.0.smithi032.stdout:1906: done (0 left) 2023-12-22T17:23:11.812 INFO:tasks.rados.rados.0.smithi032.stdout:1907: read oid 15 snap 177 2023-12-22T17:23:11.812 INFO:tasks.rados.rados.0.smithi032.stdout:1907: expect (ObjNum 569 snap 171 seq_num 569) 2023-12-22T17:23:11.813 INFO:tasks.rados.rados.0.smithi032.stdout:1908: rollback oid 35 current snap is 186 2023-12-22T17:23:11.813 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 35 to 175 2023-12-22T17:23:11.813 INFO:tasks.rados.rados.0.smithi032.stdout:1909: rmattr oid 50 current snap is 186 2023-12-22T17:23:11.813 INFO:tasks.rados.rados.0.smithi032.stdout:1909: done (2 left) 2023-12-22T17:23:11.813 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 43 current snap is 186 2023-12-22T17:23:11.813 INFO:tasks.rados.rados.0.smithi032.stdout:1910: seq_num 609 ranges {4055040=606208} 2023-12-22T17:23:11.838 INFO:tasks.rados.rados.0.smithi032.stdout:1910: writing smithi032174182-43 from 4055040 to 4661248 tid 1 2023-12-22T17:23:11.838 INFO:tasks.rados.rados.0.smithi032.stdout:1911: snap_create 2023-12-22T17:23:11.838 INFO:tasks.rados.rados.0.smithi032.stdout:1908: finishing rollback tid 1 to smithi032174182-35 2023-12-22T17:23:11.838 INFO:tasks.rados.rados.0.smithi032.stdout:1908: finishing rollback tid 2 to smithi032174182-35 2023-12-22T17:23:11.838 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 1186 (ObjNum 511 snap 157 seq_num 511) dirty exists 2023-12-22T17:23:11.844 INFO:tasks.rados.rados.0.smithi032.stdout:1907: expect (ObjNum 569 snap 171 seq_num 569) 2023-12-22T17:23:12.010 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:23:12.010 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3m) 15s ago 7m 26.7M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:23:12.010 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2m) 103s ago 7m 80.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:23:12.010 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8m) 15s ago 8m 16.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:23:12.011 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8m) 103s ago 8m 19.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:23:12.011 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2m) 103s ago 11m 448M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:23:12.011 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2m) 15s ago 12m 513M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:23:12.011 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2m) 15s ago 12m 84.6M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:23:12.011 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (106s) 103s ago 11m 30.3M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:23:12.011 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (116s) 15s ago 11m 69.7M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:23:12.011 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3m) 15s ago 7m 13.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:23:12.011 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2m) 103s ago 7m 9533k - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:23:12.011 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (76s) 15s ago 10m 399M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:23:12.011 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (46s) 15s ago 10m 321M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:23:12.011 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (17s) 15s ago 10m 14.9M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:23:12.011 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9m) 15s ago 9m 500M 2489M 17.2.7-138-g92be525b e47d1a188c30 dcc50e2c5f0c 2023-12-22T17:23:12.011 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9m) 103s ago 9m 548M 2488M 17.2.7-138-g92be525b e47d1a188c30 11681a07501b 2023-12-22T17:23:12.011 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9m) 103s ago 9m 422M 2488M 17.2.7-138-g92be525b e47d1a188c30 58fc6c38ce28 2023-12-22T17:23:12.011 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9m) 103s ago 9m 254M 2488M 17.2.7-138-g92be525b e47d1a188c30 0ab15edaa1bc 2023-12-22T17:23:12.012 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8m) 103s ago 8m 356M 2488M 17.2.7-138-g92be525b e47d1a188c30 ee2c74f83f9d 2023-12-22T17:23:12.012 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2m) 103s ago 8m 46.1M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:23:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:11 smithi032 ceph-mon[189144]: pgmap v185: 121 pgs: 121 active+clean; 381 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 1.0 MiB/s wr, 16 op/s 2023-12-22T17:23:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:11 smithi032 ceph-mon[189144]: failed to encode map e431 with expected crc 2023-12-22T17:23:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:11 smithi032 ceph-mon[189144]: failed to encode map e431 with expected crc 2023-12-22T17:23:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:11 smithi032 ceph-mon[189144]: failed to encode map e431 with expected crc 2023-12-22T17:23:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:11 smithi032 ceph-mon[189144]: osdmap e432: 8 total, 8 up, 8 in 2023-12-22T17:23:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:11 smithi032 ceph-mon[191839]: pgmap v185: 121 pgs: 121 active+clean; 381 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 1.0 MiB/s wr, 16 op/s 2023-12-22T17:23:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:11 smithi032 ceph-mon[191839]: failed to encode map e431 with expected crc 2023-12-22T17:23:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:11 smithi032 ceph-mon[191839]: failed to encode map e431 with expected crc 2023-12-22T17:23:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:11 smithi032 ceph-mon[191839]: failed to encode map e431 with expected crc 2023-12-22T17:23:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:11 smithi032 ceph-mon[191839]: osdmap e432: 8 total, 8 up, 8 in 2023-12-22T17:23:12.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:11 smithi039 ceph-mon[181282]: pgmap v185: 121 pgs: 121 active+clean; 381 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 1.0 MiB/s wr, 16 op/s 2023-12-22T17:23:12.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:11 smithi039 ceph-mon[181282]: failed to encode map e431 with expected crc 2023-12-22T17:23:12.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:11 smithi039 ceph-mon[181282]: failed to encode map e431 with expected crc 2023-12-22T17:23:12.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:11 smithi039 ceph-mon[181282]: failed to encode map e431 with expected crc 2023-12-22T17:23:12.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:11 smithi039 ceph-mon[181282]: osdmap e432: 8 total, 8 up, 8 in 2023-12-22T17:23:12.280 INFO:tasks.rados.rados.0.smithi032.stdout:1910: finishing write tid 1 to smithi032174182-43 2023-12-22T17:23:12.280 INFO:tasks.rados.rados.0.smithi032.stdout:1910: finishing write tid 2 to smithi032174182-43 2023-12-22T17:23:12.280 INFO:tasks.rados.rados.0.smithi032.stdout:1910: finishing write tid 3 to smithi032174182-43 2023-12-22T17:23:12.280 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 787 (ObjNum 609 snap 186 seq_num 609) dirty exists 2023-12-22T17:23:12.280 INFO:tasks.rados.rados.0.smithi032.stdout:1910: left oid 43 (ObjNum 609 snap 186 seq_num 609) 2023-12-22T17:23:12.427 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:23:12.427 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:23:12.427 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:23:12.427 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:23:12.427 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:23:12.427 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:23:12.427 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:23:12.427 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:23:12.427 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 5, 2023-12-22T17:23:12.427 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:23:12.427 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:23:12.427 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:23:12.427 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:23:12.428 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:23:12.428 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:23:12.428 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 7, 2023-12-22T17:23:12.428 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:23:12.428 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:23:12.428 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:23:12.815 INFO:tasks.rados.rados.0.smithi032.stdout:1907: done (3 left) 2023-12-22T17:23:12.815 INFO:tasks.rados.rados.0.smithi032.stdout:1908: done (2 left) 2023-12-22T17:23:12.815 INFO:tasks.rados.rados.0.smithi032.stdout:1910: done (1 left) 2023-12-22T17:23:12.815 INFO:tasks.rados.rados.0.smithi032.stdout:1911: done (0 left) 2023-12-22T17:23:12.815 INFO:tasks.rados.rados.0.smithi032.stdout:1912: read oid 48 snap -1 2023-12-22T17:23:12.815 INFO:tasks.rados.rados.0.smithi032.stdout:1912: expect (ObjNum 595 snap 183 seq_num 595) 2023-12-22T17:23:12.815 INFO:tasks.rados.rados.0.smithi032.stdout:1913: copy_from oid 1 from oid 22 current snap is 187 2023-12-22T17:23:12.815 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 5 current snap is 187 2023-12-22T17:23:12.815 INFO:tasks.rados.rados.0.smithi032.stdout:1914: seq_num 610 ranges {2285568=622592} 2023-12-22T17:23:12.831 INFO:tasks.rados.rados.0.smithi032.stdout:1914: writing smithi032174182-5 from 2285568 to 2908160 tid 1 2023-12-22T17:23:12.831 INFO:tasks.rados.rados.0.smithi032.stdout:1915: read oid 3 snap -1 2023-12-22T17:23:12.831 INFO:tasks.rados.rados.0.smithi032.stdout:1915: expect deleted 2023-12-22T17:23:12.831 INFO:tasks.rados.rados.0.smithi032.stdout:1916: read oid 50 snap -1 2023-12-22T17:23:12.831 INFO:tasks.rados.rados.0.smithi032.stdout:1916: expect (ObjNum 535 snap 162 seq_num 535) 2023-12-22T17:23:12.831 INFO:tasks.rados.rados.0.smithi032.stdout:1917: snap_remove snap 174 2023-12-22T17:23:13.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:12 smithi032 ceph-mon[191839]: from='client.34221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:23:13.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:12 smithi032 ceph-mon[191839]: failed to encode map e432 with expected crc 2023-12-22T17:23:13.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:12 smithi032 ceph-mon[191839]: failed to encode map e432 with expected crc 2023-12-22T17:23:13.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:12 smithi032 ceph-mon[191839]: failed to encode map e432 with expected crc 2023-12-22T17:23:13.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:12 smithi032 ceph-mon[191839]: failed to encode map e432 with expected crc 2023-12-22T17:23:13.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:12 smithi032 ceph-mon[191839]: failed to encode map e432 with expected crc 2023-12-22T17:23:13.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:12 smithi032 ceph-mon[191839]: from='client.44177 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:23:13.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:12 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3927163137' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:23:13.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:12 smithi032 ceph-mon[191839]: osdmap e433: 8 total, 8 up, 8 in 2023-12-22T17:23:13.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:12 smithi032 ceph-mon[189144]: from='client.34221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:23:13.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:12 smithi032 ceph-mon[189144]: failed to encode map e432 with expected crc 2023-12-22T17:23:13.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:12 smithi032 ceph-mon[189144]: failed to encode map e432 with expected crc 2023-12-22T17:23:13.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:12 smithi032 ceph-mon[189144]: failed to encode map e432 with expected crc 2023-12-22T17:23:13.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:12 smithi032 ceph-mon[189144]: failed to encode map e432 with expected crc 2023-12-22T17:23:13.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:12 smithi032 ceph-mon[189144]: failed to encode map e432 with expected crc 2023-12-22T17:23:13.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:12 smithi032 ceph-mon[189144]: from='client.44177 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:23:13.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:12 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3927163137' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:23:13.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:12 smithi032 ceph-mon[189144]: osdmap e433: 8 total, 8 up, 8 in 2023-12-22T17:23:13.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:12 smithi039 ceph-mon[181282]: from='client.34221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:23:13.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:12 smithi039 ceph-mon[181282]: failed to encode map e432 with expected crc 2023-12-22T17:23:13.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:12 smithi039 ceph-mon[181282]: failed to encode map e432 with expected crc 2023-12-22T17:23:13.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:12 smithi039 ceph-mon[181282]: failed to encode map e432 with expected crc 2023-12-22T17:23:13.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:12 smithi039 ceph-mon[181282]: failed to encode map e432 with expected crc 2023-12-22T17:23:13.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:12 smithi039 ceph-mon[181282]: failed to encode map e432 with expected crc 2023-12-22T17:23:13.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:12 smithi039 ceph-mon[181282]: from='client.44177 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:23:13.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:12 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3927163137' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:23:13.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:12 smithi039 ceph-mon[181282]: osdmap e433: 8 total, 8 up, 8 in 2023-12-22T17:23:13.817 INFO:tasks.rados.rados.0.smithi032.stdout:1917: done (5 left) 2023-12-22T17:23:13.817 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 29 current snap is 187 2023-12-22T17:23:13.817 INFO:tasks.rados.rados.0.smithi032.stdout:1918: seq_num 611 ranges {7028736=638976} 2023-12-22T17:23:13.861 INFO:tasks.rados.rados.0.smithi032.stdout:1918: writing smithi032174182-29 from 7028736 to 7667712 tid 1 2023-12-22T17:23:13.861 INFO:tasks.rados.rados.0.smithi032.stdout:1919: read oid 39 snap -1 2023-12-22T17:23:13.862 INFO:tasks.rados.rados.0.smithi032.stdout:1919: expect (ObjNum 487 snap 153 seq_num 487) 2023-12-22T17:23:13.862 INFO:tasks.rados.rados.0.smithi032.stdout:1920: rollback oid 21 current snap is 187 2023-12-22T17:23:13.862 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 21 to 177 2023-12-22T17:23:13.862 INFO:tasks.rados.rados.0.smithi032.stdout:1912: expect (ObjNum 595 snap 183 seq_num 595) 2023-12-22T17:23:13.873 INFO:tasks.rados.rados.0.smithi032.stdout:1913: finishing copy_from racing read to smithi032174182-1 2023-12-22T17:23:13.873 INFO:tasks.rados.rados.0.smithi032.stdout:1913: finishing copy_from to smithi032174182-1 2023-12-22T17:23:13.873 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 690 (ObjNum 529 snap 161 seq_num 529) dirty exists 2023-12-22T17:23:13.873 INFO:tasks.rados.rados.0.smithi032.stdout:1914: finishing write tid 1 to smithi032174182-5 2023-12-22T17:23:13.873 INFO:tasks.rados.rados.0.smithi032.stdout:1914: finishing write tid 2 to smithi032174182-5 2023-12-22T17:23:13.873 INFO:tasks.rados.rados.0.smithi032.stdout:1912: done (7 left) 2023-12-22T17:23:13.873 INFO:tasks.rados.rados.0.smithi032.stdout:1913: done (6 left) 2023-12-22T17:23:13.873 INFO:tasks.rados.rados.0.smithi032.stdout:1915: done (5 left) 2023-12-22T17:23:13.873 INFO:tasks.rados.rados.0.smithi032.stdout:1921: snap_remove snap 178 2023-12-22T17:23:14.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:13 smithi032 ceph-mon[191839]: pgmap v188: 121 pgs: 121 active+clean; 381 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 1.0 MiB/s wr, 16 op/s 2023-12-22T17:23:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:13 smithi032 ceph-mon[191839]: failed to encode map e433 with expected crc 2023-12-22T17:23:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:13 smithi032 ceph-mon[191839]: failed to encode map e433 with expected crc 2023-12-22T17:23:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:13 smithi032 ceph-mon[191839]: failed to encode map e433 with expected crc 2023-12-22T17:23:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:13 smithi032 ceph-mon[191839]: failed to encode map e433 with expected crc 2023-12-22T17:23:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:13 smithi032 ceph-mon[191839]: failed to encode map e433 with expected crc 2023-12-22T17:23:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:13 smithi032 ceph-mon[191839]: osdmap e434: 8 total, 8 up, 8 in 2023-12-22T17:23:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:13 smithi032 ceph-mon[189144]: pgmap v188: 121 pgs: 121 active+clean; 381 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 1.0 MiB/s wr, 16 op/s 2023-12-22T17:23:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:13 smithi032 ceph-mon[189144]: failed to encode map e433 with expected crc 2023-12-22T17:23:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:13 smithi032 ceph-mon[189144]: failed to encode map e433 with expected crc 2023-12-22T17:23:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:13 smithi032 ceph-mon[189144]: failed to encode map e433 with expected crc 2023-12-22T17:23:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:13 smithi032 ceph-mon[189144]: failed to encode map e433 with expected crc 2023-12-22T17:23:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:13 smithi032 ceph-mon[189144]: failed to encode map e433 with expected crc 2023-12-22T17:23:14.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:13 smithi032 ceph-mon[189144]: osdmap e434: 8 total, 8 up, 8 in 2023-12-22T17:23:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:13 smithi039 ceph-mon[181282]: pgmap v188: 121 pgs: 121 active+clean; 381 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 1.0 MiB/s wr, 16 op/s 2023-12-22T17:23:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:13 smithi039 ceph-mon[181282]: failed to encode map e433 with expected crc 2023-12-22T17:23:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:13 smithi039 ceph-mon[181282]: failed to encode map e433 with expected crc 2023-12-22T17:23:14.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:13 smithi039 ceph-mon[181282]: failed to encode map e433 with expected crc 2023-12-22T17:23:14.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:13 smithi039 ceph-mon[181282]: failed to encode map e433 with expected crc 2023-12-22T17:23:14.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:13 smithi039 ceph-mon[181282]: failed to encode map e433 with expected crc 2023-12-22T17:23:14.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:13 smithi039 ceph-mon[181282]: osdmap e434: 8 total, 8 up, 8 in 2023-12-22T17:23:14.869 INFO:tasks.rados.rados.0.smithi032.stdout:1921: done (5 left) 2023-12-22T17:23:14.869 INFO:tasks.rados.rados.0.smithi032.stdout:1922: snap_remove snap 184 2023-12-22T17:23:15.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:14 smithi032 ceph-mon[191839]: failed to encode map e434 with expected crc 2023-12-22T17:23:15.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:14 smithi032 ceph-mon[191839]: failed to encode map e434 with expected crc 2023-12-22T17:23:15.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:15.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:14 smithi032 ceph-mon[189144]: failed to encode map e434 with expected crc 2023-12-22T17:23:15.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:14 smithi032 ceph-mon[189144]: failed to encode map e434 with expected crc 2023-12-22T17:23:15.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:15.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:14 smithi039 ceph-mon[181282]: failed to encode map e434 with expected crc 2023-12-22T17:23:15.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:14 smithi039 ceph-mon[181282]: failed to encode map e434 with expected crc 2023-12-22T17:23:15.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:15.813 INFO:tasks.rados.rados.0.smithi032.stdout:1922: done (5 left) 2023-12-22T17:23:15.813 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 35 current snap is 187 2023-12-22T17:23:15.813 INFO:tasks.rados.rados.0.smithi032.stdout:1914: finishing write tid 3 to smithi032174182-5 2023-12-22T17:23:15.813 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 1188 (ObjNum 610 snap 187 seq_num 610) dirty exists 2023-12-22T17:23:15.813 INFO:tasks.rados.rados.0.smithi032.stdout:1914: left oid 5 (ObjNum 610 snap 187 seq_num 610) 2023-12-22T17:23:15.813 INFO:tasks.rados.rados.0.smithi032.stdout:1916: expect (ObjNum 535 snap 162 seq_num 535) 2023-12-22T17:23:16.169 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:15 smithi032 ceph-mon[191839]: pgmap v191: 121 pgs: 121 active+clean; 386 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 560 KiB/s wr, 2 op/s 2023-12-22T17:23:16.169 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:15 smithi032 ceph-mon[191839]: failed to encode map e435 with expected crc 2023-12-22T17:23:16.169 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:15 smithi032 ceph-mon[191839]: osdmap e435: 8 total, 8 up, 8 in 2023-12-22T17:23:16.169 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:15 smithi032 ceph-mon[191839]: failed to encode map e435 with expected crc 2023-12-22T17:23:16.169 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:15 smithi032 ceph-mon[191839]: failed to encode map e435 with expected crc 2023-12-22T17:23:16.169 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-22T17:23:16.169 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:15 smithi032 ceph-mon[191839]: osdmap e436: 8 total, 8 up, 8 in 2023-12-22T17:23:16.169 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:15 smithi032 ceph-mon[189144]: pgmap v191: 121 pgs: 121 active+clean; 386 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 560 KiB/s wr, 2 op/s 2023-12-22T17:23:16.170 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:15 smithi032 ceph-mon[189144]: failed to encode map e435 with expected crc 2023-12-22T17:23:16.170 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:15 smithi032 ceph-mon[189144]: osdmap e435: 8 total, 8 up, 8 in 2023-12-22T17:23:16.170 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:15 smithi032 ceph-mon[189144]: failed to encode map e435 with expected crc 2023-12-22T17:23:16.170 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:15 smithi032 ceph-mon[189144]: failed to encode map e435 with expected crc 2023-12-22T17:23:16.170 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-22T17:23:16.170 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:15 smithi032 ceph-mon[189144]: osdmap e436: 8 total, 8 up, 8 in 2023-12-22T17:23:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:15 smithi039 ceph-mon[181282]: pgmap v191: 121 pgs: 121 active+clean; 386 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 560 KiB/s wr, 2 op/s 2023-12-22T17:23:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:15 smithi039 ceph-mon[181282]: failed to encode map e435 with expected crc 2023-12-22T17:23:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:15 smithi039 ceph-mon[181282]: osdmap e435: 8 total, 8 up, 8 in 2023-12-22T17:23:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:15 smithi039 ceph-mon[181282]: failed to encode map e435 with expected crc 2023-12-22T17:23:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:15 smithi039 ceph-mon[181282]: failed to encode map e435 with expected crc 2023-12-22T17:23:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-22T17:23:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:15 smithi039 ceph-mon[181282]: osdmap e436: 8 total, 8 up, 8 in 2023-12-22T17:23:16.543 INFO:tasks.rados.rados.0.smithi032.stdout:1918: finishing write tid 1 to smithi032174182-29 2023-12-22T17:23:16.543 INFO:tasks.rados.rados.0.smithi032.stdout:1918: finishing write tid 2 to smithi032174182-29 2023-12-22T17:23:16.543 INFO:tasks.rados.rados.0.smithi032.stdout:1923: seq_num 612 ranges {4300800=655360} 2023-12-22T17:23:16.570 INFO:tasks.rados.rados.0.smithi032.stdout:1923: writing smithi032174182-35 from 4300800 to 4956160 tid 1 2023-12-22T17:23:16.570 INFO:tasks.rados.rados.0.smithi032.stdout:1914: done (5 left) 2023-12-22T17:23:16.570 INFO:tasks.rados.rados.0.smithi032.stdout:1916: done (4 left) 2023-12-22T17:23:16.570 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 42 current snap is 187 2023-12-22T17:23:16.570 INFO:tasks.rados.rados.0.smithi032.stdout:1920: finishing rollback tid 0 to smithi032174182-21 2023-12-22T17:23:16.570 INFO:tasks.rados.rados.0.smithi032.stdout:1920: finishing rollback tid 1 to smithi032174182-21 2023-12-22T17:23:16.570 INFO:tasks.rados.rados.0.smithi032.stdout:1924: seq_num 613 ranges {8003584=671744} 2023-12-22T17:23:16.618 INFO:tasks.rados.rados.0.smithi032.stdout:1924: writing smithi032174182-42 from 8003584 to 8675328 tid 1 2023-12-22T17:23:16.618 INFO:tasks.rados.rados.0.smithi032.stdout:1925: read oid 3 snap -1 2023-12-22T17:23:16.618 INFO:tasks.rados.rados.0.smithi032.stdout:1925: expect deleted 2023-12-22T17:23:16.618 INFO:tasks.rados.rados.0.smithi032.stdout:1926: read oid 12 snap -1 2023-12-22T17:23:16.618 INFO:tasks.rados.rados.0.smithi032.stdout:1926: expect (ObjNum 573 snap 172 seq_num 573) 2023-12-22T17:23:16.618 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 2 current snap is 187 2023-12-22T17:23:16.618 INFO:tasks.rados.rados.0.smithi032.stdout:1920: finishing rollback tid 2 to smithi032174182-21 2023-12-22T17:23:16.618 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 927 (ObjNum 375 snap 115 seq_num 375) dirty exists 2023-12-22T17:23:16.618 INFO:tasks.rados.rados.0.smithi032.stdout:1918: finishing write tid 3 to smithi032174182-29 2023-12-22T17:23:16.619 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 1456 (ObjNum 611 snap 187 seq_num 611) dirty exists 2023-12-22T17:23:16.619 INFO:tasks.rados.rados.0.smithi032.stdout:1918: left oid 29 (ObjNum 611 snap 187 seq_num 611) 2023-12-22T17:23:16.619 INFO:tasks.rados.rados.0.smithi032.stdout:1919: expect (ObjNum 487 snap 153 seq_num 487) 2023-12-22T17:23:16.793 INFO:tasks.rados.rados.0.smithi032.stdout:1923: finishing write tid 1 to smithi032174182-35 2023-12-22T17:23:16.793 INFO:tasks.rados.rados.0.smithi032.stdout:1923: finishing write tid 2 to smithi032174182-35 2023-12-22T17:23:16.793 INFO:tasks.rados.rados.0.smithi032.stdout:1923: finishing write tid 3 to smithi032174182-35 2023-12-22T17:23:16.793 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 1190 (ObjNum 612 snap 187 seq_num 612) dirty exists 2023-12-22T17:23:16.793 INFO:tasks.rados.rados.0.smithi032.stdout:1923: left oid 35 (ObjNum 612 snap 187 seq_num 612) 2023-12-22T17:23:16.793 INFO:tasks.rados.rados.0.smithi032.stdout:1924: finishing write tid 1 to smithi032174182-42 2023-12-22T17:23:16.793 INFO:tasks.rados.rados.0.smithi032.stdout:1924: finishing write tid 2 to smithi032174182-42 2023-12-22T17:23:16.793 INFO:tasks.rados.rados.0.smithi032.stdout:1927: seq_num 614 ranges {5406720=688128} 2023-12-22T17:23:16.827 INFO:tasks.rados.rados.0.smithi032.stdout:1927: writing smithi032174182-2 from 5406720 to 6094848 tid 1 2023-12-22T17:23:16.827 INFO:tasks.rados.rados.0.smithi032.stdout:1918: done (7 left) 2023-12-22T17:23:16.827 INFO:tasks.rados.rados.0.smithi032.stdout:1919: done (6 left) 2023-12-22T17:23:16.828 INFO:tasks.rados.rados.0.smithi032.stdout:1920: done (5 left) 2023-12-22T17:23:16.828 INFO:tasks.rados.rados.0.smithi032.stdout:1923: done (4 left) 2023-12-22T17:23:16.828 INFO:tasks.rados.rados.0.smithi032.stdout:1925: done (3 left) 2023-12-22T17:23:16.828 INFO:tasks.rados.rados.0.smithi032.stdout:1928: read oid 16 snap -1 2023-12-22T17:23:16.828 INFO:tasks.rados.rados.0.smithi032.stdout:1928: expect (ObjNum 585 snap 175 seq_num 585) 2023-12-22T17:23:16.828 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 47 current snap is 187 2023-12-22T17:23:16.828 INFO:tasks.rados.rados.0.smithi032.stdout:1929: seq_num 615 ranges {0=704512} 2023-12-22T17:23:16.831 INFO:tasks.rados.rados.0.smithi032.stdout:1929: writing smithi032174182-47 from 0 to 704512 tid 1 2023-12-22T17:23:16.831 INFO:tasks.rados.rados.0.smithi032.stdout:1930: read oid 35 snap -1 2023-12-22T17:23:16.832 INFO:tasks.rados.rados.0.smithi032.stdout:1930: expect (ObjNum 612 snap 187 seq_num 612) 2023-12-22T17:23:16.832 INFO:tasks.rados.rados.0.smithi032.stdout:1931: snap_create 2023-12-22T17:23:16.832 INFO:tasks.rados.rados.0.smithi032.stdout:1924: finishing write tid 3 to smithi032174182-42 2023-12-22T17:23:16.832 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 651 (ObjNum 613 snap 187 seq_num 613) dirty exists 2023-12-22T17:23:16.832 INFO:tasks.rados.rados.0.smithi032.stdout:1924: left oid 42 (ObjNum 613 snap 187 seq_num 613) 2023-12-22T17:23:16.832 INFO:tasks.rados.rados.0.smithi032.stdout:1926: expect (ObjNum 573 snap 172 seq_num 573) 2023-12-22T17:23:16.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:16 smithi032 ceph-mon[189144]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-22T17:23:16.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:16 smithi032 ceph-mon[189144]: Upgrade: osd.3 is safe to restart 2023-12-22T17:23:16.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:16 smithi032 ceph-mon[189144]: failed to encode map e436 with expected crc 2023-12-22T17:23:16.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:16 smithi032 ceph-mon[189144]: failed to encode map e436 with expected crc 2023-12-22T17:23:16.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:16.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-22T17:23:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:23:16.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:16 smithi032 ceph-mon[191839]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-22T17:23:16.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:16 smithi032 ceph-mon[191839]: Upgrade: osd.3 is safe to restart 2023-12-22T17:23:16.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:16 smithi032 ceph-mon[191839]: failed to encode map e436 with expected crc 2023-12-22T17:23:16.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:16 smithi032 ceph-mon[191839]: failed to encode map e436 with expected crc 2023-12-22T17:23:16.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:16.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-22T17:23:16.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:23:17.027 INFO:tasks.rados.rados.0.smithi032.stdout:1927: finishing write tid 1 to smithi032174182-2 2023-12-22T17:23:17.028 INFO:tasks.rados.rados.0.smithi032.stdout:1927: finishing write tid 2 to smithi032174182-2 2023-12-22T17:23:17.028 INFO:tasks.rados.rados.0.smithi032.stdout:1927: finishing write tid 3 to smithi032174182-2 2023-12-22T17:23:17.028 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 1185 (ObjNum 614 snap 187 seq_num 614) dirty exists 2023-12-22T17:23:17.028 INFO:tasks.rados.rados.0.smithi032.stdout:1927: left oid 2 (ObjNum 614 snap 187 seq_num 614) 2023-12-22T17:23:17.028 INFO:tasks.rados.rados.0.smithi032.stdout:1929: finishing write tid 1 to smithi032174182-47 2023-12-22T17:23:17.028 INFO:tasks.rados.rados.0.smithi032.stdout:1929: finishing write tid 2 to smithi032174182-47 2023-12-22T17:23:17.028 INFO:tasks.rados.rados.0.smithi032.stdout:1929: finishing write tid 3 to smithi032174182-47 2023-12-22T17:23:17.028 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 1466 (ObjNum 615 snap 187 seq_num 615) dirty exists 2023-12-22T17:23:17.028 INFO:tasks.rados.rados.0.smithi032.stdout:1929: left oid 47 (ObjNum 615 snap 187 seq_num 615) 2023-12-22T17:23:17.028 INFO:tasks.rados.rados.0.smithi032.stdout:1928: expect (ObjNum 585 snap 175 seq_num 585) 2023-12-22T17:23:17.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:16 smithi039 ceph-mon[181282]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-22T17:23:17.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:16 smithi039 ceph-mon[181282]: Upgrade: osd.3 is safe to restart 2023-12-22T17:23:17.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:16 smithi039 ceph-mon[181282]: failed to encode map e436 with expected crc 2023-12-22T17:23:17.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:16 smithi039 ceph-mon[181282]: failed to encode map e436 with expected crc 2023-12-22T17:23:17.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:17.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-22T17:23:17.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:23:17.268 INFO:tasks.rados.rados.0.smithi032.stdout:1930: expect (ObjNum 612 snap 187 seq_num 612) 2023-12-22T17:23:17.720 INFO:tasks.rados.rados.0.smithi032.stdout:1924: done (6 left) 2023-12-22T17:23:17.720 INFO:tasks.rados.rados.0.smithi032.stdout:1926: done (5 left) 2023-12-22T17:23:17.720 INFO:tasks.rados.rados.0.smithi032.stdout:1927: done (4 left) 2023-12-22T17:23:17.720 INFO:tasks.rados.rados.0.smithi032.stdout:1928: done (3 left) 2023-12-22T17:23:17.720 INFO:tasks.rados.rados.0.smithi032.stdout:1929: done (2 left) 2023-12-22T17:23:17.720 INFO:tasks.rados.rados.0.smithi032.stdout:1930: done (1 left) 2023-12-22T17:23:17.720 INFO:tasks.rados.rados.0.smithi032.stdout:1931: done (0 left) 2023-12-22T17:23:17.720 INFO:tasks.rados.rados.0.smithi032.stdout:1932: snap_create 2023-12-22T17:23:18.157 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:17 smithi032 ceph-mon[191839]: failed to encode map e436 with expected crc 2023-12-22T17:23:18.157 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:17 smithi032 ceph-mon[191839]: pgmap v194: 121 pgs: 121 active+clean; 385 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 864 KiB/s wr, 8 op/s 2023-12-22T17:23:18.157 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:17 smithi032 ceph-mon[191839]: Upgrade: Updating osd.3 2023-12-22T17:23:18.157 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:17 smithi032 ceph-mon[191839]: Deploying daemon osd.3 on smithi032 2023-12-22T17:23:18.157 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:17 smithi032 ceph-mon[191839]: failed to encode map e437 with expected crc 2023-12-22T17:23:18.157 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:17 smithi032 ceph-mon[191839]: osdmap e437: 8 total, 8 up, 8 in 2023-12-22T17:23:18.157 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:17 smithi032 ceph-mon[189144]: failed to encode map e436 with expected crc 2023-12-22T17:23:18.157 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:17 smithi032 ceph-mon[189144]: pgmap v194: 121 pgs: 121 active+clean; 385 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 864 KiB/s wr, 8 op/s 2023-12-22T17:23:18.157 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:17 smithi032 ceph-mon[189144]: Upgrade: Updating osd.3 2023-12-22T17:23:18.158 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:17 smithi032 ceph-mon[189144]: Deploying daemon osd.3 on smithi032 2023-12-22T17:23:18.158 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:17 smithi032 ceph-mon[189144]: failed to encode map e437 with expected crc 2023-12-22T17:23:18.158 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:17 smithi032 ceph-mon[189144]: osdmap e437: 8 total, 8 up, 8 in 2023-12-22T17:23:18.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:17 smithi039 ceph-mon[181282]: failed to encode map e436 with expected crc 2023-12-22T17:23:18.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:17 smithi039 ceph-mon[181282]: pgmap v194: 121 pgs: 121 active+clean; 385 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 864 KiB/s wr, 8 op/s 2023-12-22T17:23:18.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:17 smithi039 ceph-mon[181282]: Upgrade: Updating osd.3 2023-12-22T17:23:18.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:17 smithi039 ceph-mon[181282]: Deploying daemon osd.3 on smithi032 2023-12-22T17:23:18.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:17 smithi039 ceph-mon[181282]: failed to encode map e437 with expected crc 2023-12-22T17:23:18.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:17 smithi039 ceph-mon[181282]: osdmap e437: 8 total, 8 up, 8 in 2023-12-22T17:23:18.722 INFO:tasks.rados.rados.0.smithi032.stdout:1932: done (0 left) 2023-12-22T17:23:18.722 INFO:tasks.rados.rados.0.smithi032.stdout:1933: snap_remove snap 186 2023-12-22T17:23:19.007 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:23:18 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:23:18.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi032:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi039.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-22T17:23:19.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:18 smithi039 ceph-mon[181282]: failed to encode map e437 with expected crc 2023-12-22T17:23:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:18 smithi039 ceph-mon[181282]: failed to encode map e437 with expected crc 2023-12-22T17:23:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:18 smithi039 ceph-mon[181282]: failed to encode map e437 with expected crc 2023-12-22T17:23:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:18 smithi039 ceph-mon[181282]: failed to encode map e437 with expected crc 2023-12-22T17:23:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:18 smithi039 ceph-mon[181282]: osdmap e438: 8 total, 8 up, 8 in 2023-12-22T17:23:19.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:18 smithi032 ceph-mon[189144]: failed to encode map e437 with expected crc 2023-12-22T17:23:19.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:18 smithi032 ceph-mon[189144]: failed to encode map e437 with expected crc 2023-12-22T17:23:19.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:18 smithi032 ceph-mon[189144]: failed to encode map e437 with expected crc 2023-12-22T17:23:19.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:18 smithi032 ceph-mon[189144]: failed to encode map e437 with expected crc 2023-12-22T17:23:19.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:18 smithi032 ceph-mon[189144]: osdmap e438: 8 total, 8 up, 8 in 2023-12-22T17:23:19.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:18 smithi032 ceph-mon[191839]: failed to encode map e437 with expected crc 2023-12-22T17:23:19.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:18 smithi032 ceph-mon[191839]: failed to encode map e437 with expected crc 2023-12-22T17:23:19.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:18 smithi032 ceph-mon[191839]: failed to encode map e437 with expected crc 2023-12-22T17:23:19.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:18 smithi032 ceph-mon[191839]: failed to encode map e437 with expected crc 2023-12-22T17:23:19.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:18 smithi032 ceph-mon[191839]: osdmap e438: 8 total, 8 up, 8 in 2023-12-22T17:23:19.181 INFO:journalctl@ceph.osd.3.smithi032.stdout:Dec 22 17:23:18 smithi032 systemd[1]: Stopping Ceph osd.3 for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:23:19.181 INFO:journalctl@ceph.osd.3.smithi032.stdout:Dec 22 17:23:18 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-3[152302]: 2023-12-22T17:23:18.954+0000 7f0048387700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-22T17:23:19.182 INFO:journalctl@ceph.osd.3.smithi032.stdout:Dec 22 17:23:18 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-3[152302]: 2023-12-22T17:23:18.954+0000 7f0048387700 -1 osd.3 438 *** Got signal Terminated *** 2023-12-22T17:23:19.182 INFO:journalctl@ceph.osd.3.smithi032.stdout:Dec 22 17:23:18 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-3[152302]: 2023-12-22T17:23:18.954+0000 7f0048387700 -1 osd.3 438 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-22T17:23:19.724 INFO:tasks.rados.rados.0.smithi032.stdout:1933: done (0 left) 2023-12-22T17:23:19.725 INFO:tasks.rados.rados.0.smithi032.stdout:1934: copy_from oid 10 from oid 48 current snap is 189 2023-12-22T17:23:19.725 INFO:tasks.rados.rados.0.smithi032.stdout:1935: snap_create 2023-12-22T17:23:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:19 smithi032 ceph-mon[191839]: pgmap v196: 121 pgs: 121 active+clean; 385 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 733 KiB/s wr, 7 op/s 2023-12-22T17:23:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:19 smithi032 ceph-mon[191839]: failed to encode map e438 with expected crc 2023-12-22T17:23:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:19 smithi032 ceph-mon[191839]: failed to encode map e438 with expected crc 2023-12-22T17:23:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:19 smithi032 ceph-mon[191839]: osd.3 marked itself down and dead 2023-12-22T17:23:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:23:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:19 smithi032 ceph-mon[191839]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-22T17:23:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:19 smithi032 ceph-mon[191839]: osdmap e439: 8 total, 7 up, 8 in 2023-12-22T17:23:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:19 smithi032 ceph-mon[189144]: pgmap v196: 121 pgs: 121 active+clean; 385 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 733 KiB/s wr, 7 op/s 2023-12-22T17:23:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:19 smithi032 ceph-mon[189144]: failed to encode map e438 with expected crc 2023-12-22T17:23:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:19 smithi032 ceph-mon[189144]: failed to encode map e438 with expected crc 2023-12-22T17:23:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:19 smithi032 ceph-mon[189144]: osd.3 marked itself down and dead 2023-12-22T17:23:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:23:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:19 smithi032 ceph-mon[189144]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-22T17:23:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:19 smithi032 ceph-mon[189144]: osdmap e439: 8 total, 7 up, 8 in 2023-12-22T17:23:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:19 smithi039 ceph-mon[181282]: pgmap v196: 121 pgs: 121 active+clean; 385 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 733 KiB/s wr, 7 op/s 2023-12-22T17:23:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:19 smithi039 ceph-mon[181282]: failed to encode map e438 with expected crc 2023-12-22T17:23:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:19 smithi039 ceph-mon[181282]: failed to encode map e438 with expected crc 2023-12-22T17:23:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:19 smithi039 ceph-mon[181282]: osd.3 marked itself down and dead 2023-12-22T17:23:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:23:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:19 smithi039 ceph-mon[181282]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-22T17:23:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:19 smithi039 ceph-mon[181282]: osdmap e439: 8 total, 7 up, 8 in 2023-12-22T17:23:20.680 INFO:journalctl@ceph.osd.3.smithi032.stdout:Dec 22 17:23:20 smithi032 bash[217175]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-3 2023-12-22T17:23:20.726 INFO:tasks.rados.rados.0.smithi032.stdout:1935: done (1 left) 2023-12-22T17:23:20.726 INFO:tasks.rados.rados.0.smithi032.stdout:1936: read oid 29 snap -1 2023-12-22T17:23:20.726 INFO:tasks.rados.rados.0.smithi032.stdout:1936: expect (ObjNum 611 snap 187 seq_num 611) 2023-12-22T17:23:20.726 INFO:tasks.rados.rados.0.smithi032.stdout:1937: setattr oid 2 current snap is 190 2023-12-22T17:23:20.731 INFO:tasks.rados.rados.0.smithi032.stdout:1938: snap_remove snap 187 2023-12-22T17:23:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:23:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:23:20] "GET /metrics HTTP/1.1" 200 36125 "" "Prometheus/2.43.0" 2023-12-22T17:23:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:20 smithi032 ceph-mon[189144]: failed to encode map e439 with expected crc 2023-12-22T17:23:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:20 smithi032 ceph-mon[189144]: failed to encode map e439 with expected crc 2023-12-22T17:23:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:20 smithi032 ceph-mon[189144]: failed to encode map e439 with expected crc 2023-12-22T17:23:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:20 smithi032 ceph-mon[189144]: failed to encode map e439 with expected crc 2023-12-22T17:23:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:20 smithi032 ceph-mon[189144]: osdmap e440: 8 total, 7 up, 8 in 2023-12-22T17:23:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:20 smithi032 ceph-mon[191839]: failed to encode map e439 with expected crc 2023-12-22T17:23:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:20 smithi032 ceph-mon[191839]: failed to encode map e439 with expected crc 2023-12-22T17:23:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:20 smithi032 ceph-mon[191839]: failed to encode map e439 with expected crc 2023-12-22T17:23:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:20 smithi032 ceph-mon[191839]: failed to encode map e439 with expected crc 2023-12-22T17:23:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:20 smithi032 ceph-mon[191839]: osdmap e440: 8 total, 7 up, 8 in 2023-12-22T17:23:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:20 smithi039 ceph-mon[181282]: failed to encode map e439 with expected crc 2023-12-22T17:23:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:20 smithi039 ceph-mon[181282]: failed to encode map e439 with expected crc 2023-12-22T17:23:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:20 smithi039 ceph-mon[181282]: failed to encode map e439 with expected crc 2023-12-22T17:23:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:20 smithi039 ceph-mon[181282]: failed to encode map e439 with expected crc 2023-12-22T17:23:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:20 smithi039 ceph-mon[181282]: osdmap e440: 8 total, 7 up, 8 in 2023-12-22T17:23:21.727 INFO:tasks.rados.rados.0.smithi032.stdout:1938: done (3 left) 2023-12-22T17:23:21.728 INFO:tasks.rados.rados.0.smithi032.stdout:1939: delete oid 6 current snap is 190 2023-12-22T17:23:21.728 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 1186 (ObjNum 614 snap 187 seq_num 614) dirty exists 2023-12-22T17:23:21.728 INFO:tasks.rados.rados.0.smithi032.stdout:1934: finishing copy_from racing read to smithi032174182-10 2023-12-22T17:23:21.728 INFO:tasks.rados.rados.0.smithi032.stdout:1934: finishing copy_from to smithi032174182-10 2023-12-22T17:23:21.728 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 643 (ObjNum 595 snap 183 seq_num 595) dirty exists 2023-12-22T17:23:21.728 INFO:tasks.rados.rados.0.smithi032.stdout:1936: expect (ObjNum 611 snap 187 seq_num 611) 2023-12-22T17:23:22.180 INFO:journalctl@ceph.osd.3.smithi032.stdout:Dec 22 17:23:21 smithi032 systemd[1]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@osd.3.service: Succeeded. 2023-12-22T17:23:22.181 INFO:journalctl@ceph.osd.3.smithi032.stdout:Dec 22 17:23:21 smithi032 systemd[1]: Stopped Ceph osd.3 for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:23:22.181 INFO:journalctl@ceph.osd.3.smithi032.stdout:Dec 22 17:23:21 smithi032 systemd[1]: Starting Ceph osd.3 for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:23:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:21 smithi032 ceph-mon[189144]: pgmap v199: 121 pgs: 36 peering, 85 active+clean; 387 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 563 KiB/s wr, 5 op/s 2023-12-22T17:23:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:21 smithi032 ceph-mon[189144]: failed to encode map e440 with expected crc 2023-12-22T17:23:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:21 smithi032 ceph-mon[189144]: failed to encode map e440 with expected crc 2023-12-22T17:23:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:21 smithi032 ceph-mon[189144]: failed to encode map e440 with expected crc 2023-12-22T17:23:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:21 smithi032 ceph-mon[189144]: failed to encode map e440 with expected crc 2023-12-22T17:23:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:21 smithi032 ceph-mon[189144]: failed to encode map e440 with expected crc 2023-12-22T17:23:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:21 smithi032 ceph-mon[189144]: failed to encode map e440 with expected crc 2023-12-22T17:23:22.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:21 smithi032 ceph-mon[189144]: Health check failed: Reduced data availability: 9 pgs inactive, 9 pgs peering (PG_AVAILABILITY) 2023-12-22T17:23:22.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:21 smithi032 ceph-mon[189144]: osdmap e441: 8 total, 7 up, 8 in 2023-12-22T17:23:22.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:21 smithi032 ceph-mon[191839]: pgmap v199: 121 pgs: 36 peering, 85 active+clean; 387 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 563 KiB/s wr, 5 op/s 2023-12-22T17:23:22.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:21 smithi032 ceph-mon[191839]: failed to encode map e440 with expected crc 2023-12-22T17:23:22.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:21 smithi032 ceph-mon[191839]: failed to encode map e440 with expected crc 2023-12-22T17:23:22.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:21 smithi032 ceph-mon[191839]: failed to encode map e440 with expected crc 2023-12-22T17:23:22.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:21 smithi032 ceph-mon[191839]: failed to encode map e440 with expected crc 2023-12-22T17:23:22.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:21 smithi032 ceph-mon[191839]: failed to encode map e440 with expected crc 2023-12-22T17:23:22.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:21 smithi032 ceph-mon[191839]: failed to encode map e440 with expected crc 2023-12-22T17:23:22.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:21 smithi032 ceph-mon[191839]: Health check failed: Reduced data availability: 9 pgs inactive, 9 pgs peering (PG_AVAILABILITY) 2023-12-22T17:23:22.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:21 smithi032 ceph-mon[191839]: osdmap e441: 8 total, 7 up, 8 in 2023-12-22T17:23:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:21 smithi039 ceph-mon[181282]: pgmap v199: 121 pgs: 36 peering, 85 active+clean; 387 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 563 KiB/s wr, 5 op/s 2023-12-22T17:23:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:21 smithi039 ceph-mon[181282]: failed to encode map e440 with expected crc 2023-12-22T17:23:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:21 smithi039 ceph-mon[181282]: failed to encode map e440 with expected crc 2023-12-22T17:23:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:21 smithi039 ceph-mon[181282]: failed to encode map e440 with expected crc 2023-12-22T17:23:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:21 smithi039 ceph-mon[181282]: failed to encode map e440 with expected crc 2023-12-22T17:23:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:21 smithi039 ceph-mon[181282]: failed to encode map e440 with expected crc 2023-12-22T17:23:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:21 smithi039 ceph-mon[181282]: failed to encode map e440 with expected crc 2023-12-22T17:23:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:21 smithi039 ceph-mon[181282]: Health check failed: Reduced data availability: 9 pgs inactive, 9 pgs peering (PG_AVAILABILITY) 2023-12-22T17:23:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:21 smithi039 ceph-mon[181282]: osdmap e441: 8 total, 7 up, 8 in 2023-12-22T17:23:22.298 INFO:tasks.rados.rados.0.smithi032.stdout:1934: done (3 left) 2023-12-22T17:23:22.298 INFO:tasks.rados.rados.0.smithi032.stdout:1936: done (2 left) 2023-12-22T17:23:22.298 INFO:tasks.rados.rados.0.smithi032.stdout:1937: done (1 left) 2023-12-22T17:23:22.298 INFO:tasks.rados.rados.0.smithi032.stdout:1939: done (0 left) 2023-12-22T17:23:22.298 INFO:tasks.rados.rados.0.smithi032.stdout:1940: snap_create 2023-12-22T17:23:22.893 INFO:tasks.rados.rados.0.smithi032.stdout:1940: done (0 left) 2023-12-22T17:23:22.893 INFO:tasks.rados.rados.0.smithi032.stdout:1941: copy_from oid 25 from oid 32 current snap is 191 2023-12-22T17:23:22.894 INFO:tasks.rados.rados.0.smithi032.stdout:1942: snap_create 2023-12-22T17:23:22.913 INFO:tasks.rados.rados.0.smithi032.stdout:1941: finishing copy_from racing read to smithi032174182-25 2023-12-22T17:23:22.915 INFO:tasks.rados.rados.0.smithi032.stdout:1941: finishing copy_from to smithi032174182-25 2023-12-22T17:23:22.915 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 445 (ObjNum 604 snap 183 seq_num 604) dirty exists 2023-12-22T17:23:23.180 INFO:journalctl@ceph.osd.3.smithi032.stdout:Dec 22 17:23:22 smithi032 bash[217440]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-12-22T17:23:23.180 INFO:journalctl@ceph.osd.3.smithi032.stdout:Dec 22 17:23:22 smithi032 bash[217440]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2023-12-22T17:23:23.180 INFO:journalctl@ceph.osd.3.smithi032.stdout:Dec 22 17:23:22 smithi032 bash[217440]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2023-12-22T17:23:23.180 INFO:journalctl@ceph.osd.3.smithi032.stdout:Dec 22 17:23:22 smithi032 bash[217440]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2023-12-22T17:23:23.180 INFO:journalctl@ceph.osd.3.smithi032.stdout:Dec 22 17:23:22 smithi032 bash[217440]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2023-12-22T17:23:23.180 INFO:journalctl@ceph.osd.3.smithi032.stdout:Dec 22 17:23:22 smithi032 bash[217440]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-12-22T17:23:23.180 INFO:journalctl@ceph.osd.3.smithi032.stdout:Dec 22 17:23:22 smithi032 bash[217440]: --> ceph-volume raw activate successful for osd ID: 3 2023-12-22T17:23:23.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:22 smithi032 ceph-mon[189144]: failed to encode map e441 with expected crc 2023-12-22T17:23:23.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:22 smithi032 ceph-mon[189144]: failed to encode map e441 with expected crc 2023-12-22T17:23:23.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:22 smithi032 ceph-mon[189144]: failed to encode map e441 with expected crc 2023-12-22T17:23:23.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:22 smithi032 ceph-mon[189144]: failed to encode map e441 with expected crc 2023-12-22T17:23:23.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:22 smithi032 ceph-mon[189144]: failed to encode map e441 with expected crc 2023-12-22T17:23:23.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:22 smithi032 ceph-mon[191839]: failed to encode map e441 with expected crc 2023-12-22T17:23:23.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:22 smithi032 ceph-mon[191839]: failed to encode map e441 with expected crc 2023-12-22T17:23:23.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:22 smithi032 ceph-mon[191839]: failed to encode map e441 with expected crc 2023-12-22T17:23:23.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:22 smithi032 ceph-mon[191839]: failed to encode map e441 with expected crc 2023-12-22T17:23:23.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:22 smithi032 ceph-mon[191839]: failed to encode map e441 with expected crc 2023-12-22T17:23:23.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:22 smithi039 ceph-mon[181282]: failed to encode map e441 with expected crc 2023-12-22T17:23:23.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:22 smithi039 ceph-mon[181282]: failed to encode map e441 with expected crc 2023-12-22T17:23:23.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:22 smithi039 ceph-mon[181282]: failed to encode map e441 with expected crc 2023-12-22T17:23:23.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:22 smithi039 ceph-mon[181282]: failed to encode map e441 with expected crc 2023-12-22T17:23:23.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:22 smithi039 ceph-mon[181282]: failed to encode map e441 with expected crc 2023-12-22T17:23:23.894 INFO:tasks.rados.rados.0.smithi032.stdout:1941: done (1 left) 2023-12-22T17:23:23.894 INFO:tasks.rados.rados.0.smithi032.stdout:1942: done (0 left) 2023-12-22T17:23:23.894 INFO:tasks.rados.rados.0.smithi032.stdout:1943: delete oid 44 current snap is 192 2023-12-22T17:23:23.903 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:23 smithi032 ceph-mon[191839]: pgmap v202: 121 pgs: 36 peering, 85 active+clean; 387 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 664 KiB/s wr, 5 op/s 2023-12-22T17:23:23.903 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:23 smithi032 ceph-mon[191839]: failed to encode map e442 with expected crc 2023-12-22T17:23:23.903 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:23 smithi032 ceph-mon[191839]: failed to encode map e442 with expected crc 2023-12-22T17:23:23.903 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:23 smithi032 ceph-mon[191839]: osdmap e442: 8 total, 7 up, 8 in 2023-12-22T17:23:23.903 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:23 smithi032 ceph-mon[191839]: failed to encode map e442 with expected crc 2023-12-22T17:23:23.903 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:23 smithi032 ceph-mon[191839]: failed to encode map e442 with expected crc 2023-12-22T17:23:23.903 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:23.903 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:23.903 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:23:23.903 INFO:journalctl@ceph.osd.3.smithi032.stdout:Dec 22 17:23:23 smithi032 bash[217695]: dff68dda7666a3933c4a0f54f10da0f1c8708cb41759bedb386e49f20dcda38b 2023-12-22T17:23:23.904 INFO:journalctl@ceph.osd.3.smithi032.stdout:Dec 22 17:23:23 smithi032 ceph-osd[217731]: -- 172.21.15.32:0/2890128195 <== mon.2 v2:172.21.15.32:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x557f1b18b6c0 con 0x557f1b15b000 2023-12-22T17:23:23.904 INFO:journalctl@ceph.osd.3.smithi032.stdout:Dec 22 17:23:23 smithi032 systemd[1]: Started Ceph osd.3 for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:23:23.904 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:23 smithi032 ceph-mon[189144]: pgmap v202: 121 pgs: 36 peering, 85 active+clean; 387 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 664 KiB/s wr, 5 op/s 2023-12-22T17:23:23.904 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:23 smithi032 ceph-mon[189144]: failed to encode map e442 with expected crc 2023-12-22T17:23:23.904 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:23 smithi032 ceph-mon[189144]: failed to encode map e442 with expected crc 2023-12-22T17:23:23.904 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:23 smithi032 ceph-mon[189144]: osdmap e442: 8 total, 7 up, 8 in 2023-12-22T17:23:23.904 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:23 smithi032 ceph-mon[189144]: failed to encode map e442 with expected crc 2023-12-22T17:23:23.904 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:23 smithi032 ceph-mon[189144]: failed to encode map e442 with expected crc 2023-12-22T17:23:23.904 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:23.904 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:23.904 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:23:23.905 INFO:tasks.rados.rados.0.smithi032.stdout:1943: done (0 left) 2023-12-22T17:23:23.905 INFO:tasks.rados.rados.0.smithi032.stdout:1944: copy_from oid 39 from oid 22 current snap is 192 2023-12-22T17:23:23.905 INFO:tasks.rados.rados.0.smithi032.stdout:1945: snap_remove snap 190 2023-12-22T17:23:24.180 INFO:journalctl@ceph.osd.3.smithi032.stdout:Dec 22 17:23:23 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-3[217709]: 2023-12-22T17:23:23.955+0000 7f2e99448640 -1 Falling back to public interface 2023-12-22T17:23:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:23 smithi039 ceph-mon[181282]: pgmap v202: 121 pgs: 36 peering, 85 active+clean; 387 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 664 KiB/s wr, 5 op/s 2023-12-22T17:23:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:23 smithi039 ceph-mon[181282]: failed to encode map e442 with expected crc 2023-12-22T17:23:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:23 smithi039 ceph-mon[181282]: failed to encode map e442 with expected crc 2023-12-22T17:23:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:23 smithi039 ceph-mon[181282]: osdmap e442: 8 total, 7 up, 8 in 2023-12-22T17:23:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:23 smithi039 ceph-mon[181282]: failed to encode map e442 with expected crc 2023-12-22T17:23:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:23 smithi039 ceph-mon[181282]: failed to encode map e442 with expected crc 2023-12-22T17:23:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:23:24.910 INFO:tasks.rados.rados.0.smithi032.stdout:1945: done (1 left) 2023-12-22T17:23:24.911 INFO:tasks.rados.rados.0.smithi032.stdout:1946: read oid 14 snap -1 2023-12-22T17:23:24.911 INFO:tasks.rados.rados.0.smithi032.stdout:1946: expect (ObjNum 571 snap 171 seq_num 571) 2023-12-22T17:23:24.911 INFO:tasks.rados.rados.0.smithi032.stdout:1947: delete oid 30 current snap is 192 2023-12-22T17:23:24.911 INFO:tasks.rados.rados.0.smithi032.stdout:1944: finishing copy_from to smithi032174182-39 2023-12-22T17:23:24.911 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 690 (ObjNum 529 snap 161 seq_num 529) dirty exists 2023-12-22T17:23:24.911 INFO:tasks.rados.rados.0.smithi032.stdout:1944: finishing copy_from racing read to smithi032174182-39 2023-12-22T17:23:24.922 INFO:tasks.rados.rados.0.smithi032.stdout:1944: done (2 left) 2023-12-22T17:23:24.922 INFO:tasks.rados.rados.0.smithi032.stdout:1947: done (1 left) 2023-12-22T17:23:24.922 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 42 current snap is 192 2023-12-22T17:23:24.922 INFO:tasks.rados.rados.0.smithi032.stdout:1948: seq_num 619 ranges {8675328=770048} 2023-12-22T17:23:24.974 INFO:tasks.rados.rados.0.smithi032.stdout:1948: writing smithi032174182-42 from 8675328 to 9445376 tid 1 2023-12-22T17:23:24.975 INFO:tasks.rados.rados.0.smithi032.stdout:1949: copy_from oid 1 from oid 8 current snap is 192 2023-12-22T17:23:24.975 INFO:tasks.rados.rados.0.smithi032.stdout:1946: expect (ObjNum 571 snap 171 seq_num 571) 2023-12-22T17:23:25.174 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:24 smithi032 ceph-mon[191839]: failed to encode map e443 with expected crc 2023-12-22T17:23:25.174 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:24 smithi032 ceph-mon[191839]: osdmap e443: 8 total, 7 up, 8 in 2023-12-22T17:23:25.174 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:24 smithi032 ceph-mon[191839]: failed to encode map e443 with expected crc 2023-12-22T17:23:25.174 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:24 smithi032 ceph-mon[191839]: failed to encode map e442 with expected crc 2023-12-22T17:23:25.174 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:24 smithi032 ceph-mon[189144]: failed to encode map e443 with expected crc 2023-12-22T17:23:25.174 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:24 smithi032 ceph-mon[189144]: osdmap e443: 8 total, 7 up, 8 in 2023-12-22T17:23:25.174 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:24 smithi032 ceph-mon[189144]: failed to encode map e443 with expected crc 2023-12-22T17:23:25.174 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:24 smithi032 ceph-mon[189144]: failed to encode map e442 with expected crc 2023-12-22T17:23:25.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:24 smithi039 ceph-mon[181282]: failed to encode map e443 with expected crc 2023-12-22T17:23:25.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:24 smithi039 ceph-mon[181282]: osdmap e443: 8 total, 7 up, 8 in 2023-12-22T17:23:25.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:24 smithi039 ceph-mon[181282]: failed to encode map e443 with expected crc 2023-12-22T17:23:25.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:24 smithi039 ceph-mon[181282]: failed to encode map e442 with expected crc 2023-12-22T17:23:25.607 INFO:tasks.rados.rados.0.smithi032.stdout:1948: finishing write tid 1 to smithi032174182-42 2023-12-22T17:23:25.607 INFO:tasks.rados.rados.0.smithi032.stdout:1948: finishing write tid 2 to smithi032174182-42 2023-12-22T17:23:25.607 INFO:tasks.rados.rados.0.smithi032.stdout:1948: finishing write tid 3 to smithi032174182-42 2023-12-22T17:23:25.607 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 656 (ObjNum 619 snap 192 seq_num 619) dirty exists 2023-12-22T17:23:25.607 INFO:tasks.rados.rados.0.smithi032.stdout:1948: left oid 42 (ObjNum 619 snap 192 seq_num 619) 2023-12-22T17:23:25.607 INFO:tasks.rados.rados.0.smithi032.stdout:1949: finishing copy_from racing read to smithi032174182-1 2023-12-22T17:23:25.607 INFO:tasks.rados.rados.0.smithi032.stdout:1949: finishing copy_from to smithi032174182-1 2023-12-22T17:23:25.607 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 433 (ObjNum 494 snap 153 seq_num 494) dirty exists 2023-12-22T17:23:25.607 INFO:tasks.rados.rados.0.smithi032.stdout:1946: done (2 left) 2023-12-22T17:23:25.607 INFO:tasks.rados.rados.0.smithi032.stdout:1948: done (1 left) 2023-12-22T17:23:25.607 INFO:tasks.rados.rados.0.smithi032.stdout:1949: done (0 left) 2023-12-22T17:23:25.607 INFO:tasks.rados.rados.0.smithi032.stdout:1950: snap_create 2023-12-22T17:23:25.816 INFO:tasks.rados.rados.0.smithi032.stdout:1950: done (0 left) 2023-12-22T17:23:25.816 INFO:tasks.rados.rados.0.smithi032.stdout:1951: delete oid 42 current snap is 193 2023-12-22T17:23:25.823 INFO:tasks.rados.rados.0.smithi032.stdout:1951: done (0 left) 2023-12-22T17:23:25.823 INFO:tasks.rados.rados.0.smithi032.stdout:1952: delete oid 48 current snap is 193 2023-12-22T17:23:25.828 INFO:tasks.rados.rados.0.smithi032.stdout:1952: done (0 left) 2023-12-22T17:23:25.828 INFO:tasks.rados.rados.0.smithi032.stdout:1953: rollback oid 47 current snap is 193 2023-12-22T17:23:25.828 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 47 to 176 2023-12-22T17:23:25.828 INFO:tasks.rados.rados.0.smithi032.stdout:1954: read oid 15 snap -1 2023-12-22T17:23:25.828 INFO:tasks.rados.rados.0.smithi032.stdout:1954: expect (ObjNum 569 snap 171 seq_num 569) 2023-12-22T17:23:25.828 INFO:tasks.rados.rados.0.smithi032.stdout:1955: snap_remove snap 154 2023-12-22T17:23:25.908 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:25 smithi032 ceph-mon[189144]: pgmap v205: 121 pgs: 2 active+undersized+degraded, 36 peering, 2 active+undersized, 81 active+clean; 387 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 4 op/s; 5/627 objects degraded (0.797%) 2023-12-22T17:23:25.908 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:25 smithi032 ceph-mon[189144]: Health check failed: Degraded data redundancy: 5/627 objects degraded (0.797%), 2 pgs degraded (PG_DEGRADED) 2023-12-22T17:23:25.908 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:25 smithi032 ceph-mon[189144]: failed to encode map e444 with expected crc 2023-12-22T17:23:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:25 smithi032 ceph-mon[189144]: failed to encode map e444 with expected crc 2023-12-22T17:23:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:25 smithi032 ceph-mon[189144]: osdmap e444: 8 total, 7 up, 8 in 2023-12-22T17:23:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:25 smithi032 ceph-mon[189144]: failed to encode map e444 with expected crc 2023-12-22T17:23:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:25 smithi032 ceph-mon[189144]: osdmap e445: 8 total, 7 up, 8 in 2023-12-22T17:23:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:25 smithi032 ceph-mon[191839]: pgmap v205: 121 pgs: 2 active+undersized+degraded, 36 peering, 2 active+undersized, 81 active+clean; 387 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 4 op/s; 5/627 objects degraded (0.797%) 2023-12-22T17:23:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:25 smithi032 ceph-mon[191839]: Health check failed: Degraded data redundancy: 5/627 objects degraded (0.797%), 2 pgs degraded (PG_DEGRADED) 2023-12-22T17:23:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:25 smithi032 ceph-mon[191839]: failed to encode map e444 with expected crc 2023-12-22T17:23:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:25 smithi032 ceph-mon[191839]: failed to encode map e444 with expected crc 2023-12-22T17:23:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:25 smithi032 ceph-mon[191839]: osdmap e444: 8 total, 7 up, 8 in 2023-12-22T17:23:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:25 smithi032 ceph-mon[191839]: failed to encode map e444 with expected crc 2023-12-22T17:23:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:25 smithi032 ceph-mon[191839]: osdmap e445: 8 total, 7 up, 8 in 2023-12-22T17:23:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:25 smithi039 ceph-mon[181282]: pgmap v205: 121 pgs: 2 active+undersized+degraded, 36 peering, 2 active+undersized, 81 active+clean; 387 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 4 op/s; 5/627 objects degraded (0.797%) 2023-12-22T17:23:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:25 smithi039 ceph-mon[181282]: Health check failed: Degraded data redundancy: 5/627 objects degraded (0.797%), 2 pgs degraded (PG_DEGRADED) 2023-12-22T17:23:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:25 smithi039 ceph-mon[181282]: failed to encode map e444 with expected crc 2023-12-22T17:23:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:25 smithi039 ceph-mon[181282]: failed to encode map e444 with expected crc 2023-12-22T17:23:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:25 smithi039 ceph-mon[181282]: osdmap e444: 8 total, 7 up, 8 in 2023-12-22T17:23:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:25 smithi039 ceph-mon[181282]: failed to encode map e444 with expected crc 2023-12-22T17:23:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:25 smithi039 ceph-mon[181282]: osdmap e445: 8 total, 7 up, 8 in 2023-12-22T17:23:26.822 INFO:tasks.rados.rados.0.smithi032.stdout:1955: done (2 left) 2023-12-22T17:23:26.822 INFO:tasks.rados.rados.0.smithi032.stdout:1956: read oid 42 snap -1 2023-12-22T17:23:26.822 INFO:tasks.rados.rados.0.smithi032.stdout:1956: expect deleted 2023-12-22T17:23:26.822 INFO:tasks.rados.rados.0.smithi032.stdout:1957: delete oid 41 current snap is 193 2023-12-22T17:23:26.822 INFO:tasks.rados.rados.0.smithi032.stdout:1953: finishing rollback tid 0 to smithi032174182-47 2023-12-22T17:23:26.822 INFO:tasks.rados.rados.0.smithi032.stdout:1953: finishing rollback tid 1 to smithi032174182-47 2023-12-22T17:23:26.822 INFO:tasks.rados.rados.0.smithi032.stdout:1953: finishing rollback tid 2 to smithi032174182-47 2023-12-22T17:23:26.823 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 1472 (ObjNum 584 snap 175 seq_num 584) dirty exists 2023-12-22T17:23:26.823 INFO:tasks.rados.rados.0.smithi032.stdout:1954: expect (ObjNum 569 snap 171 seq_num 569) 2023-12-22T17:23:27.167 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:26 smithi032 ceph-mon[189144]: failed to encode map e445 with expected crc 2023-12-22T17:23:27.167 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:26 smithi032 ceph-mon[189144]: failed to encode map e445 with expected crc 2023-12-22T17:23:27.167 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:26 smithi032 ceph-mon[189144]: failed to encode map e445 with expected crc 2023-12-22T17:23:27.167 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:26 smithi032 ceph-mon[189144]: failed to encode map e445 with expected crc 2023-12-22T17:23:27.167 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:27.167 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:27.167 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:26 smithi032 ceph-mon[189144]: osdmap e446: 8 total, 7 up, 8 in 2023-12-22T17:23:27.167 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:26 smithi032 ceph-mon[191839]: failed to encode map e445 with expected crc 2023-12-22T17:23:27.167 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:26 smithi032 ceph-mon[191839]: failed to encode map e445 with expected crc 2023-12-22T17:23:27.168 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:26 smithi032 ceph-mon[191839]: failed to encode map e445 with expected crc 2023-12-22T17:23:27.168 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:26 smithi032 ceph-mon[191839]: failed to encode map e445 with expected crc 2023-12-22T17:23:27.168 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:27.168 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:27.168 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:26 smithi032 ceph-mon[191839]: osdmap e446: 8 total, 7 up, 8 in 2023-12-22T17:23:27.168 INFO:journalctl@ceph.osd.3.smithi032.stdout:Dec 22 17:23:27 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-3[217709]: 2023-12-22T17:23:27.099+0000 7f2e99448640 -1 osd.3 0 read_superblock omap replica is missing. 2023-12-22T17:23:27.168 INFO:journalctl@ceph.osd.3.smithi032.stdout:Dec 22 17:23:27 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-3[217709]: 2023-12-22T17:23:27.164+0000 7f2e99448640 -1 osd.3 438 log_to_monitors true 2023-12-22T17:23:27.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:26 smithi039 ceph-mon[181282]: failed to encode map e445 with expected crc 2023-12-22T17:23:27.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:26 smithi039 ceph-mon[181282]: failed to encode map e445 with expected crc 2023-12-22T17:23:27.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:26 smithi039 ceph-mon[181282]: failed to encode map e445 with expected crc 2023-12-22T17:23:27.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:26 smithi039 ceph-mon[181282]: failed to encode map e445 with expected crc 2023-12-22T17:23:27.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:27.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:27.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:26 smithi039 ceph-mon[181282]: osdmap e446: 8 total, 7 up, 8 in 2023-12-22T17:23:27.267 INFO:tasks.rados.rados.0.smithi032.stdout:1953: done (3 left) 2023-12-22T17:23:27.267 INFO:tasks.rados.rados.0.smithi032.stdout:1954: done (2 left) 2023-12-22T17:23:27.268 INFO:tasks.rados.rados.0.smithi032.stdout:1956: done (1 left) 2023-12-22T17:23:27.268 INFO:tasks.rados.rados.0.smithi032.stdout:1957: done (0 left) 2023-12-22T17:23:27.268 INFO:tasks.rados.rados.0.smithi032.stdout:1958: read oid 10 snap -1 2023-12-22T17:23:27.268 INFO:tasks.rados.rados.0.smithi032.stdout:1958: expect (ObjNum 595 snap 183 seq_num 595) 2023-12-22T17:23:27.268 INFO:tasks.rados.rados.0.smithi032.stdout:1959: snap_create 2023-12-22T17:23:27.271 INFO:tasks.rados.rados.0.smithi032.stdout:1958: expect (ObjNum 595 snap 183 seq_num 595) 2023-12-22T17:23:27.920 INFO:tasks.rados.rados.0.smithi032.stdout:1958: done (1 left) 2023-12-22T17:23:27.920 INFO:tasks.rados.rados.0.smithi032.stdout:1959: done (0 left) 2023-12-22T17:23:27.920 INFO:tasks.rados.rados.0.smithi032.stdout:1960: snap_remove snap 183 2023-12-22T17:23:28.180 INFO:journalctl@ceph.osd.3.smithi032.stdout:Dec 22 17:23:27 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-3[217709]: 2023-12-22T17:23:27.942+0000 7f2e868b1700 -1 osd.3 438 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-22T17:23:28.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:27 smithi032 ceph-mon[191839]: pgmap v208: 121 pgs: 8 active+undersized+degraded, 32 active+undersized, 81 active+clean; 390 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 626 KiB/s wr, 9 op/s; 63/645 objects degraded (9.767%) 2023-12-22T17:23:28.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:27 smithi032 ceph-mon[191839]: failed to encode map e446 with expected crc 2023-12-22T17:23:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:27 smithi032 ceph-mon[191839]: failed to encode map e446 with expected crc 2023-12-22T17:23:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:27 smithi032 ceph-mon[191839]: from='osd.3 [v2:172.21.15.32:6826/4129787673,v1:172.21.15.32:6827/4129787673]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-22T17:23:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:27 smithi032 ceph-mon[191839]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-22T17:23:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:27 smithi032 ceph-mon[191839]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 9 pgs peering) 2023-12-22T17:23:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:27 smithi032 ceph-mon[189144]: pgmap v208: 121 pgs: 8 active+undersized+degraded, 32 active+undersized, 81 active+clean; 390 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 626 KiB/s wr, 9 op/s; 63/645 objects degraded (9.767%) 2023-12-22T17:23:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:27 smithi032 ceph-mon[189144]: failed to encode map e446 with expected crc 2023-12-22T17:23:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:27 smithi032 ceph-mon[189144]: failed to encode map e446 with expected crc 2023-12-22T17:23:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:27 smithi032 ceph-mon[189144]: from='osd.3 [v2:172.21.15.32:6826/4129787673,v1:172.21.15.32:6827/4129787673]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-22T17:23:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:27 smithi032 ceph-mon[189144]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-22T17:23:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:27 smithi032 ceph-mon[189144]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 9 pgs peering) 2023-12-22T17:23:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:27 smithi039 ceph-mon[181282]: pgmap v208: 121 pgs: 8 active+undersized+degraded, 32 active+undersized, 81 active+clean; 390 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 626 KiB/s wr, 9 op/s; 63/645 objects degraded (9.767%) 2023-12-22T17:23:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:27 smithi039 ceph-mon[181282]: failed to encode map e446 with expected crc 2023-12-22T17:23:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:27 smithi039 ceph-mon[181282]: failed to encode map e446 with expected crc 2023-12-22T17:23:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:27 smithi039 ceph-mon[181282]: from='osd.3 [v2:172.21.15.32:6826/4129787673,v1:172.21.15.32:6827/4129787673]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-22T17:23:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:27 smithi039 ceph-mon[181282]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-22T17:23:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:27 smithi039 ceph-mon[181282]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 9 pgs peering) 2023-12-22T17:23:28.925 INFO:tasks.rados.rados.0.smithi032.stdout:1960: done (0 left) 2023-12-22T17:23:28.925 INFO:tasks.rados.rados.0.smithi032.stdout:1961: snap_remove snap 189 2023-12-22T17:23:28.926 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:23:28 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:23:28.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi032:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi039.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-22T17:23:29.004 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:28 smithi032 ceph-mon[191839]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-12-22T17:23:29.004 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:28 smithi032 ceph-mon[191839]: failed to encode map e447 with expected crc 2023-12-22T17:23:29.004 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:28 smithi032 ceph-mon[191839]: osdmap e447: 8 total, 7 up, 8 in 2023-12-22T17:23:29.004 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:28 smithi032 ceph-mon[191839]: from='osd.3 [v2:172.21.15.32:6826/4129787673,v1:172.21.15.32:6827/4129787673]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-12-22T17:23:29.004 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:28 smithi032 ceph-mon[191839]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-12-22T17:23:29.004 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:28 smithi032 ceph-mon[191839]: failed to encode map e447 with expected crc 2023-12-22T17:23:29.004 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:28 smithi032 ceph-mon[191839]: failed to encode map e447 with expected crc 2023-12-22T17:23:29.004 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:28 smithi032 ceph-mon[191839]: failed to encode map e447 with expected crc 2023-12-22T17:23:29.004 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:28 smithi032 ceph-mon[189144]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-12-22T17:23:29.004 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:28 smithi032 ceph-mon[189144]: failed to encode map e447 with expected crc 2023-12-22T17:23:29.005 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:28 smithi032 ceph-mon[189144]: osdmap e447: 8 total, 7 up, 8 in 2023-12-22T17:23:29.005 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:28 smithi032 ceph-mon[189144]: from='osd.3 [v2:172.21.15.32:6826/4129787673,v1:172.21.15.32:6827/4129787673]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-12-22T17:23:29.005 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:28 smithi032 ceph-mon[189144]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-12-22T17:23:29.005 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:28 smithi032 ceph-mon[189144]: failed to encode map e447 with expected crc 2023-12-22T17:23:29.005 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:28 smithi032 ceph-mon[189144]: failed to encode map e447 with expected crc 2023-12-22T17:23:29.005 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:28 smithi032 ceph-mon[189144]: failed to encode map e447 with expected crc 2023-12-22T17:23:29.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:28 smithi039 ceph-mon[181282]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-12-22T17:23:29.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:28 smithi039 ceph-mon[181282]: failed to encode map e447 with expected crc 2023-12-22T17:23:29.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:28 smithi039 ceph-mon[181282]: osdmap e447: 8 total, 7 up, 8 in 2023-12-22T17:23:29.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:28 smithi039 ceph-mon[181282]: from='osd.3 [v2:172.21.15.32:6826/4129787673,v1:172.21.15.32:6827/4129787673]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-12-22T17:23:29.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:28 smithi039 ceph-mon[181282]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi032", "root=default"]}]: dispatch 2023-12-22T17:23:29.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:28 smithi039 ceph-mon[181282]: failed to encode map e447 with expected crc 2023-12-22T17:23:29.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:28 smithi039 ceph-mon[181282]: failed to encode map e447 with expected crc 2023-12-22T17:23:29.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:28 smithi039 ceph-mon[181282]: failed to encode map e447 with expected crc 2023-12-22T17:23:29.430 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:23:29 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:23:29.242+0000 7f8939eca700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2023-12-22T17:23:29.941 INFO:tasks.rados.rados.0.smithi032.stdout:1961: done (0 left) 2023-12-22T17:23:29.942 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 8 current snap is 194 2023-12-22T17:23:29.942 INFO:tasks.rados.rados.0.smithi032.stdout:1962: seq_num 623 ranges {2736128=442368,3178496=401408} 2023-12-22T17:23:29.949 INFO:tasks.rados.rados.0.smithi032.stdout:1962: writing smithi032174182-8 from 2736128 to 3178496 tid 1 2023-12-22T17:23:29.954 INFO:tasks.rados.rados.0.smithi032.stdout:1962: writing smithi032174182-8 from 3178496 to 3579904 tid 2 2023-12-22T17:23:29.954 INFO:tasks.rados.rados.0.smithi032.stdout:1963: rollback oid 45 current snap is 194 2023-12-22T17:23:29.954 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 45 to 175 2023-12-22T17:23:29.954 INFO:tasks.rados.rados.0.smithi032.stdout:1964: rollback oid 9 current snap is 194 2023-12-22T17:23:29.954 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 9 to 180 2023-12-22T17:23:29.954 INFO:tasks.rados.rados.0.smithi032.stdout:1965: read oid 36 snap -1 2023-12-22T17:23:29.954 INFO:tasks.rados.rados.0.smithi032.stdout:1965: expect deleted 2023-12-22T17:23:29.954 INFO:tasks.rados.rados.0.smithi032.stdout:1966: delete oid 30 current snap is 194 2023-12-22T17:23:29.968 INFO:tasks.rados.rados.0.smithi032.stdout:1962: finishing write tid 1 to smithi032174182-8 2023-12-22T17:23:29.971 INFO:tasks.rados.rados.0.smithi032.stdout:1962: finishing write tid 2 to smithi032174182-8 2023-12-22T17:23:29.971 INFO:tasks.rados.rados.0.smithi032.stdout:1962: finishing write tid 3 to smithi032174182-8 2023-12-22T17:23:29.971 INFO:tasks.rados.rados.0.smithi032.stdout:1964: finishing rollback tid 0 to smithi032174182-9 2023-12-22T17:23:29.971 INFO:tasks.rados.rados.0.smithi032.stdout:1964: finishing rollback tid 1 to smithi032174182-9 2023-12-22T17:23:29.973 INFO:tasks.rados.rados.0.smithi032.stdout:1964: finishing rollback tid 2 to smithi032174182-9 2023-12-22T17:23:29.973 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 1189 (ObjNum 557 snap 170 seq_num 557) dirty exists 2023-12-22T17:23:29.973 INFO:tasks.rados.rados.0.smithi032.stdout:1962: finishing write tid 4 to smithi032174182-8 2023-12-22T17:23:29.973 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 467 (ObjNum 623 snap 194 seq_num 623) dirty exists 2023-12-22T17:23:29.973 INFO:tasks.rados.rados.0.smithi032.stdout:1962: left oid 8 (ObjNum 623 snap 194 seq_num 623) 2023-12-22T17:23:29.974 INFO:tasks.rados.rados.0.smithi032.stdout:1962: done (4 left) 2023-12-22T17:23:29.974 INFO:tasks.rados.rados.0.smithi032.stdout:1964: done (3 left) 2023-12-22T17:23:29.974 INFO:tasks.rados.rados.0.smithi032.stdout:1965: done (2 left) 2023-12-22T17:23:29.974 INFO:tasks.rados.rados.0.smithi032.stdout:1966: done (1 left) 2023-12-22T17:23:29.974 INFO:tasks.rados.rados.0.smithi032.stdout:1967: read oid 49 snap -1 2023-12-22T17:23:29.974 INFO:tasks.rados.rados.0.smithi032.stdout:1967: expect (ObjNum 601 snap 183 seq_num 601) 2023-12-22T17:23:29.974 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 5 current snap is 194 2023-12-22T17:23:29.974 INFO:tasks.rados.rados.0.smithi032.stdout:1963: finishing rollback tid 0 to smithi032174182-45 2023-12-22T17:23:29.974 INFO:tasks.rados.rados.0.smithi032.stdout:1968: seq_num 625 ranges {2908160=475136,3383296=401408} 2023-12-22T17:23:29.993 INFO:tasks.rados.rados.0.smithi032.stdout:1968: writing smithi032174182-5 from 2908160 to 3383296 tid 1 2023-12-22T17:23:29.996 INFO:tasks.rados.rados.0.smithi032.stdout:1968: writing smithi032174182-5 from 3383296 to 3784704 tid 2 2023-12-22T17:23:29.996 INFO:tasks.rados.rados.0.smithi032.stdout:1969: read oid 15 snap -1 2023-12-22T17:23:29.996 INFO:tasks.rados.rados.0.smithi032.stdout:1969: expect (ObjNum 569 snap 171 seq_num 569) 2023-12-22T17:23:29.996 INFO:tasks.rados.rados.0.smithi032.stdout:1970: snap_remove snap 182 2023-12-22T17:23:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:29 smithi039 ceph-mon[181282]: pgmap v211: 121 pgs: 8 active+undersized+degraded, 32 active+undersized, 81 active+clean; 390 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 626 KiB/s wr, 4 op/s; 63/645 objects degraded (9.767%) 2023-12-22T17:23:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:29 smithi039 ceph-mon[181282]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-22T17:23:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:29 smithi039 ceph-mon[181282]: failed to encode map e448 with expected crc 2023-12-22T17:23:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:29 smithi039 ceph-mon[181282]: failed to encode map e448 with expected crc 2023-12-22T17:23:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:29 smithi039 ceph-mon[181282]: osd.3 [v2:172.21.15.32:6826/4129787673,v1:172.21.15.32:6827/4129787673] boot 2023-12-22T17:23:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:29 smithi039 ceph-mon[181282]: osdmap e448: 8 total, 8 up, 8 in 2023-12-22T17:23:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-22T17:23:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:29 smithi039 ceph-mon[181282]: failed to encode map e448 with expected crc 2023-12-22T17:23:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:23:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:23:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:23:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:23:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:23:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:23:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-22T17:23:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:29 smithi039 ceph-mon[181282]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-22T17:23:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:29 smithi039 ceph-mon[181282]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2023-12-22T17:23:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:29 smithi032 ceph-mon[189144]: pgmap v211: 121 pgs: 8 active+undersized+degraded, 32 active+undersized, 81 active+clean; 390 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 626 KiB/s wr, 4 op/s; 63/645 objects degraded (9.767%) 2023-12-22T17:23:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:29 smithi032 ceph-mon[189144]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-22T17:23:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:29 smithi032 ceph-mon[189144]: failed to encode map e448 with expected crc 2023-12-22T17:23:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:29 smithi032 ceph-mon[189144]: failed to encode map e448 with expected crc 2023-12-22T17:23:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:29 smithi032 ceph-mon[189144]: osd.3 [v2:172.21.15.32:6826/4129787673,v1:172.21.15.32:6827/4129787673] boot 2023-12-22T17:23:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:29 smithi032 ceph-mon[189144]: osdmap e448: 8 total, 8 up, 8 in 2023-12-22T17:23:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-22T17:23:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:29 smithi032 ceph-mon[189144]: failed to encode map e448 with expected crc 2023-12-22T17:23:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:23:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:23:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:23:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:23:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:23:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:23:30.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-22T17:23:30.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:29 smithi032 ceph-mon[189144]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-22T17:23:30.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:29 smithi032 ceph-mon[189144]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2023-12-22T17:23:30.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:29 smithi032 ceph-mon[191839]: pgmap v211: 121 pgs: 8 active+undersized+degraded, 32 active+undersized, 81 active+clean; 390 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 626 KiB/s wr, 4 op/s; 63/645 objects degraded (9.767%) 2023-12-22T17:23:30.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:29 smithi032 ceph-mon[191839]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-22T17:23:30.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:29 smithi032 ceph-mon[191839]: failed to encode map e448 with expected crc 2023-12-22T17:23:30.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:29 smithi032 ceph-mon[191839]: failed to encode map e448 with expected crc 2023-12-22T17:23:30.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:29 smithi032 ceph-mon[191839]: osd.3 [v2:172.21.15.32:6826/4129787673,v1:172.21.15.32:6827/4129787673] boot 2023-12-22T17:23:30.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:29 smithi032 ceph-mon[191839]: osdmap e448: 8 total, 8 up, 8 in 2023-12-22T17:23:30.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-22T17:23:30.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:29 smithi032 ceph-mon[191839]: failed to encode map e448 with expected crc 2023-12-22T17:23:30.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:30.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:30.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:23:30.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:23:30.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:30.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:23:30.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:23:30.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:23:30.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:23:30.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-22T17:23:30.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:29 smithi032 ceph-mon[191839]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-22T17:23:30.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:29 smithi032 ceph-mon[191839]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2023-12-22T17:23:30.956 INFO:tasks.rados.rados.0.smithi032.stdout:1970: done (4 left) 2023-12-22T17:23:30.956 INFO:tasks.rados.rados.0.smithi032.stdout:1971: setattr oid 26 current snap is 194 2023-12-22T17:23:30.962 INFO:tasks.rados.rados.0.smithi032.stdout:1963: finishing rollback tid 1 to smithi032174182-45 2023-12-22T17:23:30.962 INFO:tasks.rados.rados.0.smithi032.stdout:1963: finishing rollback tid 2 to smithi032174182-45 2023-12-22T17:23:30.962 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 1402 (ObjNum 577 snap 172 seq_num 577) dirty exists 2023-12-22T17:23:30.962 INFO:tasks.rados.rados.0.smithi032.stdout:1967: expect (ObjNum 601 snap 183 seq_num 601) 2023-12-22T17:23:31.071 INFO:tasks.rados.rados.0.smithi032.stdout:1968: finishing write tid 1 to smithi032174182-5 2023-12-22T17:23:31.071 INFO:tasks.rados.rados.0.smithi032.stdout:1968: finishing write tid 2 to smithi032174182-5 2023-12-22T17:23:31.071 INFO:tasks.rados.rados.0.smithi032.stdout:1968: finishing write tid 3 to smithi032174182-5 2023-12-22T17:23:31.071 INFO:tasks.rados.rados.0.smithi032.stdout:1968: finishing write tid 4 to smithi032174182-5 2023-12-22T17:23:31.071 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 1193 (ObjNum 625 snap 194 seq_num 625) dirty exists 2023-12-22T17:23:31.071 INFO:tasks.rados.rados.0.smithi032.stdout:1968: left oid 5 (ObjNum 625 snap 194 seq_num 625) 2023-12-22T17:23:31.071 INFO:tasks.rados.rados.0.smithi032.stdout:1969: expect (ObjNum 569 snap 171 seq_num 569) 2023-12-22T17:23:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:23:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:23:30] "GET /metrics HTTP/1.1" 200 36125 "" "Prometheus/2.43.0" 2023-12-22T17:23:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:30 smithi032 ceph-mon[191839]: failed to encode map e449 with expected crc 2023-12-22T17:23:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:30 smithi032 ceph-mon[191839]: failed to encode map e449 with expected crc 2023-12-22T17:23:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:30 smithi032 ceph-mon[191839]: osdmap e449: 8 total, 8 up, 8 in 2023-12-22T17:23:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:30 smithi032 ceph-mon[191839]: failed to encode map e449 with expected crc 2023-12-22T17:23:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:30 smithi032 ceph-mon[191839]: failed to encode map e449 with expected crc 2023-12-22T17:23:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:30 smithi032 ceph-mon[191839]: failed to encode map e449 with expected crc 2023-12-22T17:23:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:30 smithi032 ceph-mon[191839]: failed to encode map e449 with expected crc 2023-12-22T17:23:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:30 smithi032 ceph-mon[191839]: failed to encode map e449 with expected crc 2023-12-22T17:23:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:30 smithi032 ceph-mon[191839]: failed to encode map e449 with expected crc 2023-12-22T17:23:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:30 smithi032 ceph-mon[191839]: failed to encode map e449 with expected crc 2023-12-22T17:23:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:30 smithi032 ceph-mon[191839]: failed to encode map e449 with expected crc 2023-12-22T17:23:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:30 smithi032 ceph-mon[191839]: failed to encode map e449 with expected crc 2023-12-22T17:23:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:30 smithi032 ceph-mon[191839]: Health check update: Degraded data redundancy: 63/645 objects degraded (9.767%), 8 pgs degraded (PG_DEGRADED) 2023-12-22T17:23:31.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:30 smithi032 ceph-mon[189144]: failed to encode map e449 with expected crc 2023-12-22T17:23:31.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:30 smithi032 ceph-mon[189144]: failed to encode map e449 with expected crc 2023-12-22T17:23:31.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:30 smithi032 ceph-mon[189144]: osdmap e449: 8 total, 8 up, 8 in 2023-12-22T17:23:31.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:30 smithi032 ceph-mon[189144]: failed to encode map e449 with expected crc 2023-12-22T17:23:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:30 smithi032 ceph-mon[189144]: failed to encode map e449 with expected crc 2023-12-22T17:23:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:30 smithi032 ceph-mon[189144]: failed to encode map e449 with expected crc 2023-12-22T17:23:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:30 smithi032 ceph-mon[189144]: failed to encode map e449 with expected crc 2023-12-22T17:23:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:30 smithi032 ceph-mon[189144]: failed to encode map e449 with expected crc 2023-12-22T17:23:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:30 smithi032 ceph-mon[189144]: failed to encode map e449 with expected crc 2023-12-22T17:23:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:30 smithi032 ceph-mon[189144]: failed to encode map e449 with expected crc 2023-12-22T17:23:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:30 smithi032 ceph-mon[189144]: failed to encode map e449 with expected crc 2023-12-22T17:23:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:30 smithi032 ceph-mon[189144]: failed to encode map e449 with expected crc 2023-12-22T17:23:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:30 smithi032 ceph-mon[189144]: Health check update: Degraded data redundancy: 63/645 objects degraded (9.767%), 8 pgs degraded (PG_DEGRADED) 2023-12-22T17:23:31.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:30 smithi039 ceph-mon[181282]: failed to encode map e449 with expected crc 2023-12-22T17:23:31.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:30 smithi039 ceph-mon[181282]: failed to encode map e449 with expected crc 2023-12-22T17:23:31.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:30 smithi039 ceph-mon[181282]: osdmap e449: 8 total, 8 up, 8 in 2023-12-22T17:23:31.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:30 smithi039 ceph-mon[181282]: failed to encode map e449 with expected crc 2023-12-22T17:23:31.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:30 smithi039 ceph-mon[181282]: failed to encode map e449 with expected crc 2023-12-22T17:23:31.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:30 smithi039 ceph-mon[181282]: failed to encode map e449 with expected crc 2023-12-22T17:23:31.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:30 smithi039 ceph-mon[181282]: failed to encode map e449 with expected crc 2023-12-22T17:23:31.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:30 smithi039 ceph-mon[181282]: failed to encode map e449 with expected crc 2023-12-22T17:23:31.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:30 smithi039 ceph-mon[181282]: failed to encode map e449 with expected crc 2023-12-22T17:23:31.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:30 smithi039 ceph-mon[181282]: failed to encode map e449 with expected crc 2023-12-22T17:23:31.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:30 smithi039 ceph-mon[181282]: failed to encode map e449 with expected crc 2023-12-22T17:23:31.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:30 smithi039 ceph-mon[181282]: failed to encode map e449 with expected crc 2023-12-22T17:23:31.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:30 smithi039 ceph-mon[181282]: Health check update: Degraded data redundancy: 63/645 objects degraded (9.767%), 8 pgs degraded (PG_DEGRADED) 2023-12-22T17:23:31.486 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 1403 (ObjNum 501 snap 156 seq_num 501) dirty exists 2023-12-22T17:23:31.486 INFO:tasks.rados.rados.0.smithi032.stdout:1963: done (4 left) 2023-12-22T17:23:31.487 INFO:tasks.rados.rados.0.smithi032.stdout:1967: done (3 left) 2023-12-22T17:23:31.487 INFO:tasks.rados.rados.0.smithi032.stdout:1968: done (2 left) 2023-12-22T17:23:31.487 INFO:tasks.rados.rados.0.smithi032.stdout:1969: done (1 left) 2023-12-22T17:23:31.487 INFO:tasks.rados.rados.0.smithi032.stdout:1971: done (0 left) 2023-12-22T17:23:31.487 INFO:tasks.rados.rados.0.smithi032.stdout:1972: read oid 32 snap 191 2023-12-22T17:23:31.487 INFO:tasks.rados.rados.0.smithi032.stdout:1972: expect (ObjNum 604 snap 183 seq_num 604) 2023-12-22T17:23:31.487 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 30 current snap is 194 2023-12-22T17:23:31.487 INFO:tasks.rados.rados.0.smithi032.stdout:1973: seq_num 626 ranges {0=491520,491520=401408} 2023-12-22T17:23:31.489 INFO:tasks.rados.rados.0.smithi032.stdout:1973: writing smithi032174182-30 from 0 to 491520 tid 1 2023-12-22T17:23:31.491 INFO:tasks.rados.rados.0.smithi032.stdout:1973: writing smithi032174182-30 from 491520 to 892928 tid 2 2023-12-22T17:23:31.492 INFO:tasks.rados.rados.0.smithi032.stdout:1974: copy_from oid 19 from oid 22 current snap is 194 2023-12-22T17:23:31.492 INFO:tasks.rados.rados.0.smithi032.stdout:1972: expect (ObjNum 604 snap 183 seq_num 604) 2023-12-22T17:23:31.506 INFO:tasks.rados.rados.0.smithi032.stdout:1973: finishing write tid 1 to smithi032174182-30 2023-12-22T17:23:31.506 INFO:tasks.rados.rados.0.smithi032.stdout:1973: finishing write tid 2 to smithi032174182-30 2023-12-22T17:23:31.507 INFO:tasks.rados.rados.0.smithi032.stdout:1973: finishing write tid 3 to smithi032174182-30 2023-12-22T17:23:31.507 INFO:tasks.rados.rados.0.smithi032.stdout:1973: finishing write tid 4 to smithi032174182-30 2023-12-22T17:23:31.507 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 1180 (ObjNum 626 snap 194 seq_num 626) dirty exists 2023-12-22T17:23:31.507 INFO:tasks.rados.rados.0.smithi032.stdout:1973: left oid 30 (ObjNum 626 snap 194 seq_num 626) 2023-12-22T17:23:31.507 INFO:tasks.rados.rados.0.smithi032.stdout:1974: finishing copy_from racing read to smithi032174182-19 2023-12-22T17:23:31.507 INFO:tasks.rados.rados.0.smithi032.stdout:1974: finishing copy_from to smithi032174182-19 2023-12-22T17:23:31.507 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 690 (ObjNum 529 snap 161 seq_num 529) dirty exists 2023-12-22T17:23:31.507 INFO:tasks.rados.rados.0.smithi032.stdout:1972: done (2 left) 2023-12-22T17:23:31.507 INFO:tasks.rados.rados.0.smithi032.stdout:1973: done (1 left) 2023-12-22T17:23:31.507 INFO:tasks.rados.rados.0.smithi032.stdout:1974: done (0 left) 2023-12-22T17:23:31.507 INFO:tasks.rados.rados.0.smithi032.stdout:1975: rollback oid 9 current snap is 194 2023-12-22T17:23:31.507 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 9 to 172 2023-12-22T17:23:31.507 INFO:tasks.rados.rados.0.smithi032.stdout:1976: read oid 12 snap -1 2023-12-22T17:23:31.507 INFO:tasks.rados.rados.0.smithi032.stdout:1976: expect (ObjNum 573 snap 172 seq_num 573) 2023-12-22T17:23:31.507 INFO:tasks.rados.rados.0.smithi032.stdout:1977: rollback oid 41 current snap is 194 2023-12-22T17:23:31.507 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 41 to 191 2023-12-22T17:23:31.508 INFO:tasks.rados.rados.0.smithi032.stdout:1978: read oid 15 snap -1 2023-12-22T17:23:31.508 INFO:tasks.rados.rados.0.smithi032.stdout:1978: expect (ObjNum 569 snap 171 seq_num 569) 2023-12-22T17:23:31.508 INFO:tasks.rados.rados.0.smithi032.stdout:1979: rollback oid 50 current snap is 194 2023-12-22T17:23:31.508 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 50 to 188 2023-12-22T17:23:31.508 INFO:tasks.rados.rados.0.smithi032.stdout:1980: copy_from oid 36 from oid 48 current snap is 194 2023-12-22T17:23:31.508 INFO:tasks.rados.rados.0.smithi032.stdout:1981: read oid 11 snap -1 2023-12-22T17:23:31.508 INFO:tasks.rados.rados.0.smithi032.stdout:1981: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-22T17:23:31.508 INFO:tasks.rados.rados.0.smithi032.stdout:1982: read oid 47 snap -1 2023-12-22T17:23:31.508 INFO:tasks.rados.rados.0.smithi032.stdout:1982: expect (ObjNum 584 snap 175 seq_num 584) 2023-12-22T17:23:31.508 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 32 current snap is 194 2023-12-22T17:23:31.508 INFO:tasks.rados.rados.0.smithi032.stdout:1983: seq_num 627 ranges {524288=507904,1032192=401408} 2023-12-22T17:23:31.516 INFO:tasks.rados.rados.0.smithi032.stdout:1983: writing smithi032174182-32 from 524288 to 1032192 tid 1 2023-12-22T17:23:31.516 INFO:tasks.rados.rados.0.smithi032.stdout:1983: writing smithi032174182-32 from 1032192 to 1433600 tid 2 2023-12-22T17:23:31.516 INFO:tasks.rados.rados.0.smithi032.stdout:1984: rollback oid 30 current snap is 194 2023-12-22T17:23:31.516 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 30 to 172 2023-12-22T17:23:31.516 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 39 current snap is 194 2023-12-22T17:23:31.516 INFO:tasks.rados.rados.0.smithi032.stdout:1985: seq_num 628 ranges {1671168=524288,2195456=401408} 2023-12-22T17:23:31.528 INFO:tasks.rados.rados.0.smithi032.stdout:1985: writing smithi032174182-39 from 1671168 to 2195456 tid 1 2023-12-22T17:23:31.530 INFO:tasks.rados.rados.0.smithi032.stdout:1985: writing smithi032174182-39 from 2195456 to 2596864 tid 2 2023-12-22T17:23:31.530 INFO:tasks.rados.rados.0.smithi032.stdout:1986: rollback oid 3 current snap is 194 2023-12-22T17:23:31.530 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 3 to 188 2023-12-22T17:23:31.531 INFO:tasks.rados.rados.0.smithi032.stdout:1980: finishing copy_from to smithi032174182-36 2023-12-22T17:23:31.531 INFO:tasks.rados.rados.0.smithi032.stdout:1980: got expected ENOENT (src dne) 2023-12-22T17:23:31.531 INFO:tasks.rados.rados.0.smithi032.stdout:1980: finishing copy_from racing read to smithi032174182-36 2023-12-22T17:23:31.531 INFO:tasks.rados.rados.0.smithi032.stdout:1981: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-22T17:23:31.538 INFO:tasks.rados.rados.0.smithi032.stdout:1979: finishing rollback tid 0 to smithi032174182-50 2023-12-22T17:23:31.538 INFO:tasks.rados.rados.0.smithi032.stdout:1979: finishing rollback tid 1 to smithi032174182-50 2023-12-22T17:23:31.538 INFO:tasks.rados.rados.0.smithi032.stdout:1979: finishing rollback tid 2 to smithi032174182-50 2023-12-22T17:23:31.538 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 930 (ObjNum 535 snap 162 seq_num 535) dirty exists 2023-12-22T17:23:31.538 INFO:tasks.rados.rados.0.smithi032.stdout:1975: finishing rollback tid 0 to smithi032174182-9 2023-12-22T17:23:31.538 INFO:tasks.rados.rados.0.smithi032.stdout:1975: finishing rollback tid 1 to smithi032174182-9 2023-12-22T17:23:31.538 INFO:tasks.rados.rados.0.smithi032.stdout:1975: finishing rollback tid 2 to smithi032174182-9 2023-12-22T17:23:31.538 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 1192 (ObjNum 557 snap 170 seq_num 557) dirty exists 2023-12-22T17:23:31.539 INFO:tasks.rados.rados.0.smithi032.stdout:1975: done (11 left) 2023-12-22T17:23:31.539 INFO:tasks.rados.rados.0.smithi032.stdout:1979: done (10 left) 2023-12-22T17:23:31.539 INFO:tasks.rados.rados.0.smithi032.stdout:1980: done (9 left) 2023-12-22T17:23:31.539 INFO:tasks.rados.rados.0.smithi032.stdout:1981: done (8 left) 2023-12-22T17:23:31.539 INFO:tasks.rados.rados.0.smithi032.stdout:1987: snap_create 2023-12-22T17:23:31.539 INFO:tasks.rados.rados.0.smithi032.stdout:1983: finishing write tid 1 to smithi032174182-32 2023-12-22T17:23:31.539 INFO:tasks.rados.rados.0.smithi032.stdout:1984: finishing rollback tid 0 to smithi032174182-30 2023-12-22T17:23:31.539 INFO:tasks.rados.rados.0.smithi032.stdout:1984: finishing rollback tid 1 to smithi032174182-30 2023-12-22T17:23:31.539 INFO:tasks.rados.rados.0.smithi032.stdout:1984: finishing rollback tid 2 to smithi032174182-30 2023-12-22T17:23:31.539 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 1183 (ObjNum 298 snap 83 seq_num 298) dirty exists 2023-12-22T17:23:31.539 INFO:tasks.rados.rados.0.smithi032.stdout:1976: expect (ObjNum 573 snap 172 seq_num 573) 2023-12-22T17:23:31.727 INFO:tasks.rados.rados.0.smithi032.stdout:1983: finishing write tid 2 to smithi032174182-32 2023-12-22T17:23:31.727 INFO:tasks.rados.rados.0.smithi032.stdout:1983: finishing write tid 3 to smithi032174182-32 2023-12-22T17:23:31.727 INFO:tasks.rados.rados.0.smithi032.stdout:1983: finishing write tid 4 to smithi032174182-32 2023-12-22T17:23:31.727 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 473 (ObjNum 627 snap 194 seq_num 627) dirty exists 2023-12-22T17:23:31.728 INFO:tasks.rados.rados.0.smithi032.stdout:1983: left oid 32 (ObjNum 627 snap 194 seq_num 627) 2023-12-22T17:23:31.728 INFO:tasks.rados.rados.0.smithi032.stdout:1977: finishing rollback tid 1 to smithi032174182-41 2023-12-22T17:23:31.728 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 1374 (ObjNum 33 snap 0 seq_num 1597353568) dirty dne 2023-12-22T17:23:31.728 INFO:tasks.rados.rados.0.smithi032.stdout:1986: finishing rollback tid 1 to smithi032174182-3 2023-12-22T17:23:31.728 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 1184 (ObjNum 193 snap 0 seq_num 1596939424) dirty dne 2023-12-22T17:23:31.728 INFO:tasks.rados.rados.0.smithi032.stdout:1985: finishing write tid 1 to smithi032174182-39 2023-12-22T17:23:31.728 INFO:tasks.rados.rados.0.smithi032.stdout:1985: finishing write tid 2 to smithi032174182-39 2023-12-22T17:23:31.728 INFO:tasks.rados.rados.0.smithi032.stdout:1985: finishing write tid 3 to smithi032174182-39 2023-12-22T17:23:31.728 INFO:tasks.rados.rados.0.smithi032.stdout:1985: finishing write tid 4 to smithi032174182-39 2023-12-22T17:23:31.728 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 693 (ObjNum 628 snap 194 seq_num 628) dirty exists 2023-12-22T17:23:31.729 INFO:tasks.rados.rados.0.smithi032.stdout:1985: left oid 39 (ObjNum 628 snap 194 seq_num 628) 2023-12-22T17:23:31.729 INFO:tasks.rados.rados.0.smithi032.stdout:1978: expect (ObjNum 569 snap 171 seq_num 569) 2023-12-22T17:23:32.142 INFO:tasks.rados.rados.0.smithi032.stdout:1982: expect (ObjNum 584 snap 175 seq_num 584) 2023-12-22T17:23:32.221 INFO:tasks.rados.rados.0.smithi032.stdout:1976: done (8 left) 2023-12-22T17:23:32.221 INFO:tasks.rados.rados.0.smithi032.stdout:1977: done (7 left) 2023-12-22T17:23:32.221 INFO:tasks.rados.rados.0.smithi032.stdout:1978: done (6 left) 2023-12-22T17:23:32.221 INFO:tasks.rados.rados.0.smithi032.stdout:1982: done (5 left) 2023-12-22T17:23:32.221 INFO:tasks.rados.rados.0.smithi032.stdout:1983: done (4 left) 2023-12-22T17:23:32.221 INFO:tasks.rados.rados.0.smithi032.stdout:1984: done (3 left) 2023-12-22T17:23:32.221 INFO:tasks.rados.rados.0.smithi032.stdout:1985: done (2 left) 2023-12-22T17:23:32.222 INFO:tasks.rados.rados.0.smithi032.stdout:1986: done (1 left) 2023-12-22T17:23:32.222 INFO:tasks.rados.rados.0.smithi032.stdout:1987: done (0 left) 2023-12-22T17:23:32.222 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 50 current snap is 195 2023-12-22T17:23:32.222 INFO:tasks.rados.rados.0.smithi032.stdout:1988: seq_num 629 ranges {9240576=540672,9781248=401408} 2023-12-22T17:23:32.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:31 smithi039 ceph-mon[181282]: pgmap v214: 121 pgs: 10 peering, 1 active+undersized+degraded, 15 active+undersized, 95 active+clean; 346 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 856 KiB/s wr, 4 op/s; 22/573 objects degraded (3.839%); 756 KiB/s, 1 objects/s recovering 2023-12-22T17:23:32.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:31 smithi039 ceph-mon[181282]: failed to encode map e450 with expected crc 2023-12-22T17:23:32.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:31 smithi039 ceph-mon[181282]: osdmap e450: 8 total, 8 up, 8 in 2023-12-22T17:23:32.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:31 smithi039 ceph-mon[181282]: failed to encode map e450 with expected crc 2023-12-22T17:23:32.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:31 smithi039 ceph-mon[181282]: failed to encode map e450 with expected crc 2023-12-22T17:23:32.274 INFO:tasks.rados.rados.0.smithi032.stdout:1988: writing smithi032174182-50 from 9240576 to 9781248 tid 1 2023-12-22T17:23:32.277 INFO:tasks.rados.rados.0.smithi032.stdout:1988: writing smithi032174182-50 from 9781248 to 10182656 tid 2 2023-12-22T17:23:32.277 INFO:tasks.rados.rados.0.smithi032.stdout:1989: read oid 28 snap 192 2023-12-22T17:23:32.277 INFO:tasks.rados.rados.0.smithi032.stdout:1989: expect (ObjNum 496 snap 154 seq_num 496) 2023-12-22T17:23:32.277 INFO:tasks.rados.rados.0.smithi032.stdout:1990: read oid 15 snap -1 2023-12-22T17:23:32.277 INFO:tasks.rados.rados.0.smithi032.stdout:1990: expect (ObjNum 569 snap 171 seq_num 569) 2023-12-22T17:23:32.277 INFO:tasks.rados.rados.0.smithi032.stdout:1991: copy_from oid 31 from oid 8 current snap is 195 2023-12-22T17:23:32.277 INFO:tasks.rados.rados.0.smithi032.stdout:1992: snap_remove snap 175 2023-12-22T17:23:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:31 smithi032 ceph-mon[191839]: pgmap v214: 121 pgs: 10 peering, 1 active+undersized+degraded, 15 active+undersized, 95 active+clean; 346 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 856 KiB/s wr, 4 op/s; 22/573 objects degraded (3.839%); 756 KiB/s, 1 objects/s recovering 2023-12-22T17:23:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:31 smithi032 ceph-mon[191839]: failed to encode map e450 with expected crc 2023-12-22T17:23:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:31 smithi032 ceph-mon[191839]: osdmap e450: 8 total, 8 up, 8 in 2023-12-22T17:23:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:31 smithi032 ceph-mon[191839]: failed to encode map e450 with expected crc 2023-12-22T17:23:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:31 smithi032 ceph-mon[191839]: failed to encode map e450 with expected crc 2023-12-22T17:23:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:31 smithi032 ceph-mon[189144]: pgmap v214: 121 pgs: 10 peering, 1 active+undersized+degraded, 15 active+undersized, 95 active+clean; 346 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 856 KiB/s wr, 4 op/s; 22/573 objects degraded (3.839%); 756 KiB/s, 1 objects/s recovering 2023-12-22T17:23:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:31 smithi032 ceph-mon[189144]: failed to encode map e450 with expected crc 2023-12-22T17:23:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:31 smithi032 ceph-mon[189144]: osdmap e450: 8 total, 8 up, 8 in 2023-12-22T17:23:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:31 smithi032 ceph-mon[189144]: failed to encode map e450 with expected crc 2023-12-22T17:23:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:31 smithi032 ceph-mon[189144]: failed to encode map e450 with expected crc 2023-12-22T17:23:32.968 INFO:tasks.rados.rados.0.smithi032.stdout:1992: done (4 left) 2023-12-22T17:23:32.968 INFO:tasks.rados.rados.0.smithi032.stdout:1993: read oid 13 snap 181 2023-12-22T17:23:32.968 INFO:tasks.rados.rados.0.smithi032.stdout:1993: expect (ObjNum 1596520864 snap 22024 seq_num 1596661024) 2023-12-22T17:23:32.968 INFO:tasks.rados.rados.0.smithi032.stdout:1994: snap_create 2023-12-22T17:23:32.968 INFO:tasks.rados.rados.0.smithi032.stdout:1988: finishing write tid 1 to smithi032174182-50 2023-12-22T17:23:32.968 INFO:tasks.rados.rados.0.smithi032.stdout:1988: finishing write tid 2 to smithi032174182-50 2023-12-22T17:23:32.968 INFO:tasks.rados.rados.0.smithi032.stdout:1988: finishing write tid 3 to smithi032174182-50 2023-12-22T17:23:32.968 INFO:tasks.rados.rados.0.smithi032.stdout:1988: finishing write tid 4 to smithi032174182-50 2023-12-22T17:23:32.968 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 933 (ObjNum 629 snap 195 seq_num 629) dirty exists 2023-12-22T17:23:32.968 INFO:tasks.rados.rados.0.smithi032.stdout:1988: left oid 50 (ObjNum 629 snap 195 seq_num 629) 2023-12-22T17:23:32.968 INFO:tasks.rados.rados.0.smithi032.stdout:1990: expect (ObjNum 569 snap 171 seq_num 569) 2023-12-22T17:23:33.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:32 smithi039 ceph-mon[181282]: failed to encode map e451 with expected crc 2023-12-22T17:23:33.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:32 smithi039 ceph-mon[181282]: osdmap e451: 8 total, 8 up, 8 in 2023-12-22T17:23:33.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:32 smithi039 ceph-mon[181282]: failed to encode map e451 with expected crc 2023-12-22T17:23:33.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:32 smithi039 ceph-mon[181282]: failed to encode map e451 with expected crc 2023-12-22T17:23:33.392 INFO:tasks.rados.rados.0.smithi032.stdout:1989: expect (ObjNum 496 snap 154 seq_num 496) 2023-12-22T17:23:33.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:32 smithi032 ceph-mon[191839]: failed to encode map e451 with expected crc 2023-12-22T17:23:33.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:32 smithi032 ceph-mon[191839]: osdmap e451: 8 total, 8 up, 8 in 2023-12-22T17:23:33.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:32 smithi032 ceph-mon[191839]: failed to encode map e451 with expected crc 2023-12-22T17:23:33.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:32 smithi032 ceph-mon[191839]: failed to encode map e451 with expected crc 2023-12-22T17:23:33.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:32 smithi032 ceph-mon[189144]: failed to encode map e451 with expected crc 2023-12-22T17:23:33.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:32 smithi032 ceph-mon[189144]: osdmap e451: 8 total, 8 up, 8 in 2023-12-22T17:23:33.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:32 smithi032 ceph-mon[189144]: failed to encode map e451 with expected crc 2023-12-22T17:23:33.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:32 smithi032 ceph-mon[189144]: failed to encode map e451 with expected crc 2023-12-22T17:23:33.668 INFO:tasks.rados.rados.0.smithi032.stdout:1991: finishing copy_from to smithi032174182-31 2023-12-22T17:23:33.668 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 467 (ObjNum 623 snap 194 seq_num 623) dirty exists 2023-12-22T17:23:33.669 INFO:tasks.rados.rados.0.smithi032.stdout:1991: finishing copy_from racing read to smithi032174182-31 2023-12-22T17:23:33.669 INFO:tasks.rados.rados.0.smithi032.stdout:1993: expect (ObjNum 1596520864 snap 22024 seq_num 1596661024) 2023-12-22T17:23:33.976 INFO:tasks.rados.rados.0.smithi032.stdout:1988: done (5 left) 2023-12-22T17:23:33.976 INFO:tasks.rados.rados.0.smithi032.stdout:1989: done (4 left) 2023-12-22T17:23:33.976 INFO:tasks.rados.rados.0.smithi032.stdout:1990: done (3 left) 2023-12-22T17:23:33.977 INFO:tasks.rados.rados.0.smithi032.stdout:1991: done (2 left) 2023-12-22T17:23:33.977 INFO:tasks.rados.rados.0.smithi032.stdout:1993: done (1 left) 2023-12-22T17:23:33.977 INFO:tasks.rados.rados.0.smithi032.stdout:1994: done (0 left) 2023-12-22T17:23:33.977 INFO:tasks.rados.rados.0.smithi032.stdout:1995: delete oid 14 current snap is 196 2023-12-22T17:23:33.982 INFO:tasks.rados.rados.0.smithi032.stdout:1995: done (0 left) 2023-12-22T17:23:33.982 INFO:tasks.rados.rados.0.smithi032.stdout:1996: snap_create 2023-12-22T17:23:34.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:33 smithi039 ceph-mon[181282]: pgmap v217: 121 pgs: 10 peering, 1 active+undersized+degraded, 15 active+undersized, 95 active+clean; 346 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 856 KiB/s wr, 4 op/s; 22/573 objects degraded (3.839%); 756 KiB/s, 1 objects/s recovering 2023-12-22T17:23:34.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:33 smithi039 ceph-mon[181282]: failed to encode map e452 with expected crc 2023-12-22T17:23:34.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:33 smithi039 ceph-mon[181282]: failed to encode map e452 with expected crc 2023-12-22T17:23:34.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:33 smithi039 ceph-mon[181282]: osdmap e452: 8 total, 8 up, 8 in 2023-12-22T17:23:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:33 smithi032 ceph-mon[191839]: pgmap v217: 121 pgs: 10 peering, 1 active+undersized+degraded, 15 active+undersized, 95 active+clean; 346 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 856 KiB/s wr, 4 op/s; 22/573 objects degraded (3.839%); 756 KiB/s, 1 objects/s recovering 2023-12-22T17:23:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:33 smithi032 ceph-mon[191839]: failed to encode map e452 with expected crc 2023-12-22T17:23:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:33 smithi032 ceph-mon[191839]: failed to encode map e452 with expected crc 2023-12-22T17:23:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:33 smithi032 ceph-mon[191839]: osdmap e452: 8 total, 8 up, 8 in 2023-12-22T17:23:34.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:33 smithi032 ceph-mon[189144]: pgmap v217: 121 pgs: 10 peering, 1 active+undersized+degraded, 15 active+undersized, 95 active+clean; 346 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 856 KiB/s wr, 4 op/s; 22/573 objects degraded (3.839%); 756 KiB/s, 1 objects/s recovering 2023-12-22T17:23:34.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:33 smithi032 ceph-mon[189144]: failed to encode map e452 with expected crc 2023-12-22T17:23:34.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:33 smithi032 ceph-mon[189144]: failed to encode map e452 with expected crc 2023-12-22T17:23:34.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:33 smithi032 ceph-mon[189144]: osdmap e452: 8 total, 8 up, 8 in 2023-12-22T17:23:34.986 INFO:tasks.rados.rados.0.smithi032.stdout:1996: done (0 left) 2023-12-22T17:23:34.986 INFO:tasks.rados.rados.0.smithi032.stdout:1997: read oid 1 snap -1 2023-12-22T17:23:34.986 INFO:tasks.rados.rados.0.smithi032.stdout:1997: expect (ObjNum 494 snap 153 seq_num 494) 2023-12-22T17:23:34.986 INFO:tasks.rados.rados.0.smithi032.stdout:1998: copy_from oid 30 from oid 14 current snap is 197 2023-12-22T17:23:34.987 INFO:tasks.rados.rados.0.smithi032.stdout:1999: rollback oid 19 current snap is 197 2023-12-22T17:23:34.987 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 19 to 172 2023-12-22T17:23:34.987 INFO:tasks.rados.rados.0.smithi032.stdout:2000: delete oid 2 current snap is 197 2023-12-22T17:23:34.992 INFO:tasks.rados.rados.0.smithi032.stdout:1998: finishing copy_from to smithi032174182-30 2023-12-22T17:23:34.992 INFO:tasks.rados.rados.0.smithi032.stdout:1998: got expected ENOENT (src dne) 2023-12-22T17:23:34.992 INFO:tasks.rados.rados.0.smithi032.stdout:1998: finishing copy_from racing read to smithi032174182-30 2023-12-22T17:23:34.993 INFO:tasks.rados.rados.0.smithi032.stdout:1999: finishing rollback tid 0 to smithi032174182-19 2023-12-22T17:23:34.995 INFO:tasks.rados.rados.0.smithi032.stdout:1999: finishing rollback tid 1 to smithi032174182-19 2023-12-22T17:23:34.995 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 692 (ObjNum 833 snap 0 seq_num 2641502032) dirty dne 2023-12-22T17:23:34.999 INFO:tasks.rados.rados.0.smithi032.stdout:1998: done (3 left) 2023-12-22T17:23:34.999 INFO:tasks.rados.rados.0.smithi032.stdout:1999: done (2 left) 2023-12-22T17:23:34.999 INFO:tasks.rados.rados.0.smithi032.stdout:2000: done (1 left) 2023-12-22T17:23:34.999 INFO:tasks.rados.rados.0.smithi032.stdout:2001: read oid 49 snap -1 2023-12-22T17:23:34.999 INFO:tasks.rados.rados.0.smithi032.stdout:2001: expect (ObjNum 601 snap 183 seq_num 601) 2023-12-22T17:23:34.999 INFO:tasks.rados.rados.0.smithi032.stdout:2002: copy_from oid 33 from oid 10 current snap is 197 2023-12-22T17:23:34.999 INFO:tasks.rados.rados.0.smithi032.stdout:2003: rollback oid 43 current snap is 197 2023-12-22T17:23:34.999 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 43 to 168 2023-12-22T17:23:34.999 INFO:tasks.rados.rados.0.smithi032.stdout:2004: rollback oid 41 current snap is 197 2023-12-22T17:23:34.999 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 41 to 191 2023-12-22T17:23:35.000 INFO:tasks.rados.rados.0.smithi032.stdout:2005: snap_create 2023-12-22T17:23:35.004 INFO:tasks.rados.rados.0.smithi032.stdout:2004: finishing rollback tid 1 to smithi032174182-41 2023-12-22T17:23:35.004 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 1374 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-22T17:23:35.004 INFO:tasks.rados.rados.0.smithi032.stdout:1997: expect (ObjNum 494 snap 153 seq_num 494) 2023-12-22T17:23:35.131 INFO:tasks.rados.rados.0.smithi032.stdout:2003: finishing rollback tid 0 to smithi032174182-43 2023-12-22T17:23:35.132 INFO:tasks.rados.rados.0.smithi032.stdout:2003: finishing rollback tid 1 to smithi032174182-43 2023-12-22T17:23:35.132 INFO:tasks.rados.rados.0.smithi032.stdout:2003: finishing rollback tid 2 to smithi032174182-43 2023-12-22T17:23:35.132 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 790 (ObjNum 545 snap 167 seq_num 545) dirty exists 2023-12-22T17:23:35.132 INFO:tasks.rados.rados.0.smithi032.stdout:2002: finishing copy_from to smithi032174182-33 2023-12-22T17:23:35.132 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 643 (ObjNum 595 snap 183 seq_num 595) dirty exists 2023-12-22T17:23:35.132 INFO:tasks.rados.rados.0.smithi032.stdout:2002: finishing copy_from racing read to smithi032174182-33 2023-12-22T17:23:35.132 INFO:tasks.rados.rados.0.smithi032.stdout:2001: expect (ObjNum 601 snap 183 seq_num 601) 2023-12-22T17:23:35.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:34 smithi039 ceph-mon[181282]: failed to encode map e453 with expected crc 2023-12-22T17:23:35.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:34 smithi039 ceph-mon[181282]: failed to encode map e453 with expected crc 2023-12-22T17:23:35.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:34 smithi039 ceph-mon[181282]: osdmap e453: 8 total, 8 up, 8 in 2023-12-22T17:23:35.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:23:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:34 smithi032 ceph-mon[191839]: failed to encode map e453 with expected crc 2023-12-22T17:23:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:34 smithi032 ceph-mon[191839]: failed to encode map e453 with expected crc 2023-12-22T17:23:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:34 smithi032 ceph-mon[191839]: osdmap e453: 8 total, 8 up, 8 in 2023-12-22T17:23:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:23:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:34 smithi032 ceph-mon[189144]: failed to encode map e453 with expected crc 2023-12-22T17:23:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:34 smithi032 ceph-mon[189144]: failed to encode map e453 with expected crc 2023-12-22T17:23:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:34 smithi032 ceph-mon[189144]: osdmap e453: 8 total, 8 up, 8 in 2023-12-22T17:23:35.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:35.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:23:35.818 INFO:tasks.rados.rados.0.smithi032.stdout:1997: done (5 left) 2023-12-22T17:23:35.818 INFO:tasks.rados.rados.0.smithi032.stdout:2001: done (4 left) 2023-12-22T17:23:35.819 INFO:tasks.rados.rados.0.smithi032.stdout:2002: done (3 left) 2023-12-22T17:23:35.819 INFO:tasks.rados.rados.0.smithi032.stdout:2003: done (2 left) 2023-12-22T17:23:35.819 INFO:tasks.rados.rados.0.smithi032.stdout:2004: done (1 left) 2023-12-22T17:23:35.819 INFO:tasks.rados.rados.0.smithi032.stdout:2005: done (0 left) 2023-12-22T17:23:35.819 INFO:tasks.rados.rados.0.smithi032.stdout:2006: read oid 42 snap 193 2023-12-22T17:23:35.819 INFO:tasks.rados.rados.0.smithi032.stdout:2006: expect deleted 2023-12-22T17:23:35.819 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 12 current snap is 198 2023-12-22T17:23:35.819 INFO:tasks.rados.rados.0.smithi032.stdout:2007: seq_num 632 ranges {4456448=589824,5046272=401408} 2023-12-22T17:23:35.846 INFO:tasks.rados.rados.0.smithi032.stdout:2007: writing smithi032174182-12 from 4456448 to 5046272 tid 1 2023-12-22T17:23:35.849 INFO:tasks.rados.rados.0.smithi032.stdout:2007: writing smithi032174182-12 from 5046272 to 5447680 tid 2 2023-12-22T17:23:35.849 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 22 current snap is 198 2023-12-22T17:23:35.849 INFO:tasks.rados.rados.0.smithi032.stdout:2008: seq_num 633 ranges {1671168=606208,2277376=401408} 2023-12-22T17:23:35.861 INFO:tasks.rados.rados.0.smithi032.stdout:2008: writing smithi032174182-22 from 1671168 to 2277376 tid 1 2023-12-22T17:23:35.865 INFO:tasks.rados.rados.0.smithi032.stdout:2008: writing smithi032174182-22 from 2277376 to 2678784 tid 2 2023-12-22T17:23:35.865 INFO:tasks.rados.rados.0.smithi032.stdout:2006: done (2 left) 2023-12-22T17:23:35.865 INFO:tasks.rados.rados.0.smithi032.stdout:2009: rollback oid 49 current snap is 198 2023-12-22T17:23:35.865 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 49 to 162 2023-12-22T17:23:35.866 INFO:tasks.rados.rados.0.smithi032.stdout:2007: finishing write tid 1 to smithi032174182-12 2023-12-22T17:23:35.866 INFO:tasks.rados.rados.0.smithi032.stdout:2007: finishing write tid 2 to smithi032174182-12 2023-12-22T17:23:35.866 INFO:tasks.rados.rados.0.smithi032.stdout:2007: finishing write tid 3 to smithi032174182-12 2023-12-22T17:23:35.866 INFO:tasks.rados.rados.0.smithi032.stdout:2007: finishing write tid 4 to smithi032174182-12 2023-12-22T17:23:35.866 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 1036 (ObjNum 632 snap 198 seq_num 632) dirty exists 2023-12-22T17:23:35.866 INFO:tasks.rados.rados.0.smithi032.stdout:2007: left oid 12 (ObjNum 632 snap 198 seq_num 632) 2023-12-22T17:23:35.866 INFO:tasks.rados.rados.0.smithi032.stdout:2007: done (2 left) 2023-12-22T17:23:35.866 INFO:tasks.rados.rados.0.smithi032.stdout:2010: rollback oid 50 current snap is 198 2023-12-22T17:23:35.866 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 50 to 196 2023-12-22T17:23:35.866 INFO:tasks.rados.rados.0.smithi032.stdout:2011: read oid 15 snap -1 2023-12-22T17:23:35.866 INFO:tasks.rados.rados.0.smithi032.stdout:2011: expect (ObjNum 569 snap 171 seq_num 569) 2023-12-22T17:23:35.866 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 9 current snap is 198 2023-12-22T17:23:35.867 INFO:tasks.rados.rados.0.smithi032.stdout:2012: seq_num 634 ranges {3932160=622592,4554752=401408} 2023-12-22T17:23:35.890 INFO:tasks.rados.rados.0.smithi032.stdout:2012: writing smithi032174182-9 from 3932160 to 4554752 tid 1 2023-12-22T17:23:35.893 INFO:tasks.rados.rados.0.smithi032.stdout:2012: writing smithi032174182-9 from 4554752 to 4956160 tid 2 2023-12-22T17:23:35.893 INFO:tasks.rados.rados.0.smithi032.stdout:2013: read oid 21 snap -1 2023-12-22T17:23:35.893 INFO:tasks.rados.rados.0.smithi032.stdout:2013: expect (ObjNum 375 snap 115 seq_num 375) 2023-12-22T17:23:35.893 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 19 current snap is 198 2023-12-22T17:23:35.893 INFO:tasks.rados.rados.0.smithi032.stdout:2014: seq_num 635 ranges {0=638976,638976=401408} 2023-12-22T17:23:35.897 INFO:tasks.rados.rados.0.smithi032.stdout:2014: writing smithi032174182-19 from 0 to 638976 tid 1 2023-12-22T17:23:35.900 INFO:tasks.rados.rados.0.smithi032.stdout:2014: writing smithi032174182-19 from 638976 to 1040384 tid 2 2023-12-22T17:23:35.900 INFO:tasks.rados.rados.0.smithi032.stdout:2015: read oid 33 snap -1 2023-12-22T17:23:35.900 INFO:tasks.rados.rados.0.smithi032.stdout:2015: expect (ObjNum 595 snap 183 seq_num 595) 2023-12-22T17:23:35.900 INFO:tasks.rados.rados.0.smithi032.stdout:2016: copy_from oid 23 from oid 26 current snap is 198 2023-12-22T17:23:35.900 INFO:tasks.rados.rados.0.smithi032.stdout:2009: finishing rollback tid 0 to smithi032174182-49 2023-12-22T17:23:35.900 INFO:tasks.rados.rados.0.smithi032.stdout:2008: finishing write tid 1 to smithi032174182-22 2023-12-22T17:23:35.901 INFO:tasks.rados.rados.0.smithi032.stdout:2008: finishing write tid 2 to smithi032174182-22 2023-12-22T17:23:35.901 INFO:tasks.rados.rados.0.smithi032.stdout:2008: finishing write tid 3 to smithi032174182-22 2023-12-22T17:23:35.901 INFO:tasks.rados.rados.0.smithi032.stdout:2009: finishing rollback tid 1 to smithi032174182-49 2023-12-22T17:23:35.901 INFO:tasks.rados.rados.0.smithi032.stdout:2008: finishing write tid 4 to smithi032174182-22 2023-12-22T17:23:35.901 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 793 (ObjNum 633 snap 198 seq_num 633) dirty exists 2023-12-22T17:23:35.901 INFO:tasks.rados.rados.0.smithi032.stdout:2008: left oid 22 (ObjNum 633 snap 198 seq_num 633) 2023-12-22T17:23:35.901 INFO:tasks.rados.rados.0.smithi032.stdout:2009: finishing rollback tid 2 to smithi032174182-49 2023-12-22T17:23:35.901 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 941 (ObjNum 522 snap 160 seq_num 522) dirty exists 2023-12-22T17:23:35.901 INFO:tasks.rados.rados.0.smithi032.stdout:2010: finishing rollback tid 0 to smithi032174182-50 2023-12-22T17:23:35.901 INFO:tasks.rados.rados.0.smithi032.stdout:2010: finishing rollback tid 1 to smithi032174182-50 2023-12-22T17:23:35.901 INFO:tasks.rados.rados.0.smithi032.stdout:2010: finishing rollback tid 2 to smithi032174182-50 2023-12-22T17:23:35.901 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 945 (ObjNum 629 snap 195 seq_num 629) dirty exists 2023-12-22T17:23:35.902 INFO:tasks.rados.rados.0.smithi032.stdout:2012: finishing write tid 1 to smithi032174182-9 2023-12-22T17:23:35.902 INFO:tasks.rados.rados.0.smithi032.stdout:2012: finishing write tid 2 to smithi032174182-9 2023-12-22T17:23:35.902 INFO:tasks.rados.rados.0.smithi032.stdout:2012: finishing write tid 3 to smithi032174182-9 2023-12-22T17:23:35.902 INFO:tasks.rados.rados.0.smithi032.stdout:2012: finishing write tid 4 to smithi032174182-9 2023-12-22T17:23:35.902 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 1196 (ObjNum 634 snap 198 seq_num 634) dirty exists 2023-12-22T17:23:35.902 INFO:tasks.rados.rados.0.smithi032.stdout:2012: left oid 9 (ObjNum 634 snap 198 seq_num 634) 2023-12-22T17:23:35.902 INFO:tasks.rados.rados.0.smithi032.stdout:2011: expect (ObjNum 569 snap 171 seq_num 569) 2023-12-22T17:23:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:35 smithi039 ceph-mon[181282]: pgmap v220: 121 pgs: 6 peering, 115 active+clean; 334 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.0 MiB/s wr, 13 op/s; 740 KiB/s, 0 objects/s recovering 2023-12-22T17:23:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:35 smithi039 ceph-mon[181282]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/573 objects degraded (3.839%), 1 pg degraded) 2023-12-22T17:23:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:35 smithi039 ceph-mon[181282]: Cluster is now healthy 2023-12-22T17:23:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:35 smithi039 ceph-mon[181282]: failed to encode map e454 with expected crc 2023-12-22T17:23:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:35 smithi039 ceph-mon[181282]: osdmap e454: 8 total, 8 up, 8 in 2023-12-22T17:23:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:35 smithi039 ceph-mon[181282]: failed to encode map e454 with expected crc 2023-12-22T17:23:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:35 smithi039 ceph-mon[181282]: failed to encode map e454 with expected crc 2023-12-22T17:23:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:35 smithi039 ceph-mon[181282]: osdmap e455: 8 total, 8 up, 8 in 2023-12-22T17:23:36.316 INFO:tasks.rados.rados.0.smithi032.stdout:2014: finishing write tid 1 to smithi032174182-19 2023-12-22T17:23:36.316 INFO:tasks.rados.rados.0.smithi032.stdout:2014: finishing write tid 2 to smithi032174182-19 2023-12-22T17:23:36.316 INFO:tasks.rados.rados.0.smithi032.stdout:2014: finishing write tid 3 to smithi032174182-19 2023-12-22T17:23:36.316 INFO:tasks.rados.rados.0.smithi032.stdout:2015: expect (ObjNum 595 snap 183 seq_num 595) 2023-12-22T17:23:36.325 INFO:tasks.rados.rados.0.smithi032.stdout:2014: finishing write tid 4 to smithi032174182-19 2023-12-22T17:23:36.325 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 695 (ObjNum 635 snap 198 seq_num 635) dirty exists 2023-12-22T17:23:36.325 INFO:tasks.rados.rados.0.smithi032.stdout:2014: left oid 19 (ObjNum 635 snap 198 seq_num 635) 2023-12-22T17:23:36.325 INFO:tasks.rados.rados.0.smithi032.stdout:2016: finishing copy_from racing read to smithi032174182-23 2023-12-22T17:23:36.325 INFO:tasks.rados.rados.0.smithi032.stdout:2016: finishing copy_from to smithi032174182-23 2023-12-22T17:23:36.326 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 1403 (ObjNum 501 snap 156 seq_num 501) dirty exists 2023-12-22T17:23:36.326 INFO:tasks.rados.rados.0.smithi032.stdout:2013: expect (ObjNum 375 snap 115 seq_num 375) 2023-12-22T17:23:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:35 smithi032 ceph-mon[191839]: pgmap v220: 121 pgs: 6 peering, 115 active+clean; 334 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.0 MiB/s wr, 13 op/s; 740 KiB/s, 0 objects/s recovering 2023-12-22T17:23:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:35 smithi032 ceph-mon[191839]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/573 objects degraded (3.839%), 1 pg degraded) 2023-12-22T17:23:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:35 smithi032 ceph-mon[191839]: Cluster is now healthy 2023-12-22T17:23:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:35 smithi032 ceph-mon[191839]: failed to encode map e454 with expected crc 2023-12-22T17:23:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:35 smithi032 ceph-mon[191839]: osdmap e454: 8 total, 8 up, 8 in 2023-12-22T17:23:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:35 smithi032 ceph-mon[191839]: failed to encode map e454 with expected crc 2023-12-22T17:23:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:35 smithi032 ceph-mon[191839]: failed to encode map e454 with expected crc 2023-12-22T17:23:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:35 smithi032 ceph-mon[191839]: osdmap e455: 8 total, 8 up, 8 in 2023-12-22T17:23:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:35 smithi032 ceph-mon[189144]: pgmap v220: 121 pgs: 6 peering, 115 active+clean; 334 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.0 MiB/s wr, 13 op/s; 740 KiB/s, 0 objects/s recovering 2023-12-22T17:23:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:35 smithi032 ceph-mon[189144]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/573 objects degraded (3.839%), 1 pg degraded) 2023-12-22T17:23:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:35 smithi032 ceph-mon[189144]: Cluster is now healthy 2023-12-22T17:23:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:35 smithi032 ceph-mon[189144]: failed to encode map e454 with expected crc 2023-12-22T17:23:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:35 smithi032 ceph-mon[189144]: osdmap e454: 8 total, 8 up, 8 in 2023-12-22T17:23:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:35 smithi032 ceph-mon[189144]: failed to encode map e454 with expected crc 2023-12-22T17:23:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:35 smithi032 ceph-mon[189144]: failed to encode map e454 with expected crc 2023-12-22T17:23:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:35 smithi032 ceph-mon[189144]: osdmap e455: 8 total, 8 up, 8 in 2023-12-22T17:23:36.542 INFO:tasks.rados.rados.0.smithi032.stdout:2008: done (8 left) 2023-12-22T17:23:36.542 INFO:tasks.rados.rados.0.smithi032.stdout:2009: done (7 left) 2023-12-22T17:23:36.543 INFO:tasks.rados.rados.0.smithi032.stdout:2010: done (6 left) 2023-12-22T17:23:36.543 INFO:tasks.rados.rados.0.smithi032.stdout:2011: done (5 left) 2023-12-22T17:23:36.543 INFO:tasks.rados.rados.0.smithi032.stdout:2012: done (4 left) 2023-12-22T17:23:36.543 INFO:tasks.rados.rados.0.smithi032.stdout:2013: done (3 left) 2023-12-22T17:23:36.543 INFO:tasks.rados.rados.0.smithi032.stdout:2014: done (2 left) 2023-12-22T17:23:36.543 INFO:tasks.rados.rados.0.smithi032.stdout:2015: done (1 left) 2023-12-22T17:23:36.543 INFO:tasks.rados.rados.0.smithi032.stdout:2016: done (0 left) 2023-12-22T17:23:36.543 INFO:tasks.rados.rados.0.smithi032.stdout:2017: copy_from oid 19 from oid 41 current snap is 198 2023-12-22T17:23:36.543 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 21 current snap is 198 2023-12-22T17:23:36.543 INFO:tasks.rados.rados.0.smithi032.stdout:2018: seq_num 636 ranges {4096000=655360,4751360=401408} 2023-12-22T17:23:36.568 INFO:tasks.rados.rados.0.smithi032.stdout:2018: writing smithi032174182-21 from 4096000 to 4751360 tid 1 2023-12-22T17:23:36.571 INFO:tasks.rados.rados.0.smithi032.stdout:2018: writing smithi032174182-21 from 4751360 to 5152768 tid 2 2023-12-22T17:23:36.571 INFO:tasks.rados.rados.0.smithi032.stdout:2019: read oid 5 snap -1 2023-12-22T17:23:36.571 INFO:tasks.rados.rados.0.smithi032.stdout:2019: expect (ObjNum 625 snap 194 seq_num 625) 2023-12-22T17:23:36.571 INFO:tasks.rados.rados.0.smithi032.stdout:2020: rollback oid 12 current snap is 198 2023-12-22T17:23:36.571 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 12 to 197 2023-12-22T17:23:36.571 INFO:tasks.rados.rados.0.smithi032.stdout:2017: finishing copy_from to smithi032174182-19 2023-12-22T17:23:36.571 INFO:tasks.rados.rados.0.smithi032.stdout:2017: got expected ENOENT (src dne) 2023-12-22T17:23:36.571 INFO:tasks.rados.rados.0.smithi032.stdout:2017: finishing copy_from racing read to smithi032174182-19 2023-12-22T17:23:36.571 INFO:tasks.rados.rados.0.smithi032.stdout:2017: done (3 left) 2023-12-22T17:23:36.571 INFO:tasks.rados.rados.0.smithi032.stdout:2021: delete oid 30 current snap is 198 2023-12-22T17:23:36.573 INFO:tasks.rados.rados.0.smithi032.stdout:2020: finishing rollback tid 0 to smithi032174182-12 2023-12-22T17:23:36.575 INFO:tasks.rados.rados.0.smithi032.stdout:2020: finishing rollback tid 1 to smithi032174182-12 2023-12-22T17:23:36.575 INFO:tasks.rados.rados.0.smithi032.stdout:2020: finishing rollback tid 2 to smithi032174182-12 2023-12-22T17:23:36.575 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 1039 (ObjNum 573 snap 172 seq_num 573) dirty exists 2023-12-22T17:23:36.576 INFO:tasks.rados.rados.0.smithi032.stdout:2020: done (3 left) 2023-12-22T17:23:36.576 INFO:tasks.rados.rados.0.smithi032.stdout:2021: done (2 left) 2023-12-22T17:23:36.576 INFO:tasks.rados.rados.0.smithi032.stdout:2022: snap_create 2023-12-22T17:23:36.578 INFO:tasks.rados.rados.0.smithi032.stdout:2018: finishing write tid 1 to smithi032174182-21 2023-12-22T17:23:36.578 INFO:tasks.rados.rados.0.smithi032.stdout:2018: finishing write tid 2 to smithi032174182-21 2023-12-22T17:23:36.578 INFO:tasks.rados.rados.0.smithi032.stdout:2018: finishing write tid 3 to smithi032174182-21 2023-12-22T17:23:36.579 INFO:tasks.rados.rados.0.smithi032.stdout:2018: finishing write tid 4 to smithi032174182-21 2023-12-22T17:23:36.579 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 949 (ObjNum 636 snap 198 seq_num 636) dirty exists 2023-12-22T17:23:36.580 INFO:tasks.rados.rados.0.smithi032.stdout:2018: left oid 21 (ObjNum 636 snap 198 seq_num 636) 2023-12-22T17:23:36.583 INFO:tasks.rados.rados.0.smithi032.stdout:2019: expect (ObjNum 625 snap 194 seq_num 625) 2023-12-22T17:23:36.992 INFO:tasks.rados.rados.0.smithi032.stdout:2018: done (2 left) 2023-12-22T17:23:36.992 INFO:tasks.rados.rados.0.smithi032.stdout:2019: done (1 left) 2023-12-22T17:23:36.992 INFO:tasks.rados.rados.0.smithi032.stdout:2022: done (0 left) 2023-12-22T17:23:36.992 INFO:tasks.rados.rados.0.smithi032.stdout:2023: snap_create 2023-12-22T17:23:37.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:36 smithi039 ceph-mon[181282]: failed to encode map e455 with expected crc 2023-12-22T17:23:37.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:36 smithi039 ceph-mon[181282]: failed to encode map e455 with expected crc 2023-12-22T17:23:37.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:36 smithi032 ceph-mon[191839]: failed to encode map e455 with expected crc 2023-12-22T17:23:37.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:36 smithi032 ceph-mon[191839]: failed to encode map e455 with expected crc 2023-12-22T17:23:37.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:36 smithi032 ceph-mon[189144]: failed to encode map e455 with expected crc 2023-12-22T17:23:37.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:36 smithi032 ceph-mon[189144]: failed to encode map e455 with expected crc 2023-12-22T17:23:37.993 INFO:tasks.rados.rados.0.smithi032.stdout:2023: done (0 left) 2023-12-22T17:23:37.993 INFO:tasks.rados.rados.0.smithi032.stdout:2024: rmattr oid 40 current snap is 200 2023-12-22T17:23:37.993 INFO:tasks.rados.rados.0.smithi032.stdout:2024: done (0 left) 2023-12-22T17:23:37.993 INFO:tasks.rados.rados.0.smithi032.stdout:2025: rmattr oid 32 current snap is 200 2023-12-22T17:23:37.993 INFO:tasks.rados.rados.0.smithi032.stdout:2025: done (0 left) 2023-12-22T17:23:37.993 INFO:tasks.rados.rados.0.smithi032.stdout:2026: rollback oid 31 current snap is 200 2023-12-22T17:23:37.994 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 31 to 195 2023-12-22T17:23:37.994 INFO:tasks.rados.rados.0.smithi032.stdout:2027: snap_create 2023-12-22T17:23:38.000 INFO:tasks.rados.rados.0.smithi032.stdout:2026: finishing rollback tid 0 to smithi032174182-31 2023-12-22T17:23:38.002 INFO:tasks.rados.rados.0.smithi032.stdout:2026: finishing rollback tid 1 to smithi032174182-31 2023-12-22T17:23:38.002 INFO:tasks.rados.rados.0.smithi032.stdout:2026: finishing rollback tid 2 to smithi032174182-31 2023-12-22T17:23:38.002 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 1187 (ObjNum 623 snap 194 seq_num 623) dirty exists 2023-12-22T17:23:38.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:37 smithi039 ceph-mon[181282]: pgmap v223: 121 pgs: 121 active+clean; 344 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 2.6 MiB/s wr, 27 op/s; 740 KiB/s, 0 objects/s recovering 2023-12-22T17:23:38.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:37 smithi039 ceph-mon[181282]: failed to encode map e456 with expected crc 2023-12-22T17:23:38.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:37 smithi039 ceph-mon[181282]: osdmap e456: 8 total, 8 up, 8 in 2023-12-22T17:23:38.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:37 smithi039 ceph-mon[181282]: failed to encode map e456 with expected crc 2023-12-22T17:23:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:37 smithi032 ceph-mon[191839]: pgmap v223: 121 pgs: 121 active+clean; 344 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 2.6 MiB/s wr, 27 op/s; 740 KiB/s, 0 objects/s recovering 2023-12-22T17:23:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:37 smithi032 ceph-mon[191839]: failed to encode map e456 with expected crc 2023-12-22T17:23:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:37 smithi032 ceph-mon[191839]: osdmap e456: 8 total, 8 up, 8 in 2023-12-22T17:23:38.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:37 smithi032 ceph-mon[191839]: failed to encode map e456 with expected crc 2023-12-22T17:23:38.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:37 smithi032 ceph-mon[189144]: pgmap v223: 121 pgs: 121 active+clean; 344 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 2.6 MiB/s wr, 27 op/s; 740 KiB/s, 0 objects/s recovering 2023-12-22T17:23:38.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:37 smithi032 ceph-mon[189144]: failed to encode map e456 with expected crc 2023-12-22T17:23:38.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:37 smithi032 ceph-mon[189144]: osdmap e456: 8 total, 8 up, 8 in 2023-12-22T17:23:38.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:37 smithi032 ceph-mon[189144]: failed to encode map e456 with expected crc 2023-12-22T17:23:38.996 INFO:tasks.rados.rados.0.smithi032.stdout:2026: done (1 left) 2023-12-22T17:23:38.996 INFO:tasks.rados.rados.0.smithi032.stdout:2027: done (0 left) 2023-12-22T17:23:38.996 INFO:tasks.rados.rados.0.smithi032.stdout:2028: rollback oid 31 current snap is 201 2023-12-22T17:23:38.996 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 31 to 188 2023-12-22T17:23:38.996 INFO:tasks.rados.rados.0.smithi032.stdout:2029: snap_remove snap 197 2023-12-22T17:23:39.004 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:23:38 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:23:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi032:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi039.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-22T17:23:39.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:39 smithi039 ceph-mon[181282]: failed to encode map e456 with expected crc 2023-12-22T17:23:39.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:39 smithi039 ceph-mon[181282]: failed to encode map e456 with expected crc 2023-12-22T17:23:39.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:39 smithi039 ceph-mon[181282]: failed to encode map e457 with expected crc 2023-12-22T17:23:39.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:39 smithi039 ceph-mon[181282]: osdmap e457: 8 total, 8 up, 8 in 2023-12-22T17:23:39.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:39 smithi039 ceph-mon[181282]: osdmap e458: 8 total, 8 up, 8 in 2023-12-22T17:23:39.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:39 smithi032 ceph-mon[191839]: failed to encode map e456 with expected crc 2023-12-22T17:23:39.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:39 smithi032 ceph-mon[191839]: failed to encode map e456 with expected crc 2023-12-22T17:23:39.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:39 smithi032 ceph-mon[191839]: failed to encode map e457 with expected crc 2023-12-22T17:23:39.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:39 smithi032 ceph-mon[191839]: osdmap e457: 8 total, 8 up, 8 in 2023-12-22T17:23:39.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:39 smithi032 ceph-mon[191839]: osdmap e458: 8 total, 8 up, 8 in 2023-12-22T17:23:39.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:39 smithi032 ceph-mon[189144]: failed to encode map e456 with expected crc 2023-12-22T17:23:39.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:39 smithi032 ceph-mon[189144]: failed to encode map e456 with expected crc 2023-12-22T17:23:39.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:39 smithi032 ceph-mon[189144]: failed to encode map e457 with expected crc 2023-12-22T17:23:39.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:39 smithi032 ceph-mon[189144]: osdmap e457: 8 total, 8 up, 8 in 2023-12-22T17:23:39.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:39 smithi032 ceph-mon[189144]: osdmap e458: 8 total, 8 up, 8 in 2023-12-22T17:23:39.996 INFO:tasks.rados.rados.0.smithi032.stdout:2029: done (1 left) 2023-12-22T17:23:39.996 INFO:tasks.rados.rados.0.smithi032.stdout:2030: rmattr oid 21 current snap is 201 2023-12-22T17:23:39.997 INFO:tasks.rados.rados.0.smithi032.stdout:2028: finishing rollback tid 0 to smithi032174182-31 2023-12-22T17:23:39.997 INFO:tasks.rados.rados.0.smithi032.stdout:2028: finishing rollback tid 1 to smithi032174182-31 2023-12-22T17:23:39.997 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 1189 (ObjNum 97 snap 0 seq_num 1597001760) dirty dne 2023-12-22T17:23:39.997 INFO:tasks.rados.rados.0.smithi032.stdout:2028: done (1 left) 2023-12-22T17:23:39.997 INFO:tasks.rados.rados.0.smithi032.stdout:2031: snap_remove snap 195 2023-12-22T17:23:40.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:40 smithi032 ceph-mon[191839]: pgmap v226: 121 pgs: 121 active+clean; 344 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2023-12-22T17:23:40.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:40 smithi032 ceph-mon[191839]: failed to encode map e457 with expected crc 2023-12-22T17:23:40.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:40 smithi032 ceph-mon[191839]: failed to encode map e457 with expected crc 2023-12-22T17:23:40.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:40 smithi032 ceph-mon[191839]: failed to encode map e458 with expected crc 2023-12-22T17:23:40.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:40 smithi032 ceph-mon[191839]: osdmap e459: 8 total, 8 up, 8 in 2023-12-22T17:23:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:40 smithi032 ceph-mon[189144]: pgmap v226: 121 pgs: 121 active+clean; 344 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2023-12-22T17:23:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:40 smithi032 ceph-mon[189144]: failed to encode map e457 with expected crc 2023-12-22T17:23:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:40 smithi032 ceph-mon[189144]: failed to encode map e457 with expected crc 2023-12-22T17:23:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:40 smithi032 ceph-mon[189144]: failed to encode map e458 with expected crc 2023-12-22T17:23:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:40 smithi032 ceph-mon[189144]: osdmap e459: 8 total, 8 up, 8 in 2023-12-22T17:23:40.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:40 smithi039 ceph-mon[181282]: pgmap v226: 121 pgs: 121 active+clean; 344 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2023-12-22T17:23:40.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:40 smithi039 ceph-mon[181282]: failed to encode map e457 with expected crc 2023-12-22T17:23:40.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:40 smithi039 ceph-mon[181282]: failed to encode map e457 with expected crc 2023-12-22T17:23:40.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:40 smithi039 ceph-mon[181282]: failed to encode map e458 with expected crc 2023-12-22T17:23:40.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:40 smithi039 ceph-mon[181282]: osdmap e459: 8 total, 8 up, 8 in 2023-12-22T17:23:40.820 INFO:tasks.rados.rados.0.smithi032.stdout:2031: done (1 left) 2023-12-22T17:23:40.820 INFO:tasks.rados.rados.0.smithi032.stdout:2032: rollback oid 12 current snap is 201 2023-12-22T17:23:40.820 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 12 to 185 2023-12-22T17:23:40.821 INFO:tasks.rados.rados.0.smithi032.stdout:2033: read oid 34 snap -1 2023-12-22T17:23:40.822 INFO:tasks.rados.rados.0.smithi032.stdout:2033: expect (ObjNum 548 snap 167 seq_num 548) 2023-12-22T17:23:40.822 INFO:tasks.rados.rados.0.smithi032.stdout:2034: snap_create 2023-12-22T17:23:40.822 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 951 (ObjNum 636 snap 198 seq_num 636) dirty exists 2023-12-22T17:23:40.834 INFO:tasks.rados.rados.0.smithi032.stdout:2032: finishing rollback tid 0 to smithi032174182-12 2023-12-22T17:23:40.834 INFO:tasks.rados.rados.0.smithi032.stdout:2032: finishing rollback tid 1 to smithi032174182-12 2023-12-22T17:23:40.834 INFO:tasks.rados.rados.0.smithi032.stdout:2032: finishing rollback tid 2 to smithi032174182-12 2023-12-22T17:23:40.834 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 1042 (ObjNum 573 snap 172 seq_num 573) dirty exists 2023-12-22T17:23:40.848 INFO:tasks.rados.rados.0.smithi032.stdout:2033: expect (ObjNum 548 snap 167 seq_num 548) 2023-12-22T17:23:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:23:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:23:40] "GET /metrics HTTP/1.1" 200 36129 "" "Prometheus/2.43.0" 2023-12-22T17:23:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:41 smithi032 ceph-mon[189144]: failed to encode map e459 with expected crc 2023-12-22T17:23:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:41 smithi032 ceph-mon[189144]: failed to encode map e459 with expected crc 2023-12-22T17:23:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:41 smithi032 ceph-mon[189144]: failed to encode map e459 with expected crc 2023-12-22T17:23:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:41 smithi032 ceph-mon[189144]: failed to encode map e459 with expected crc 2023-12-22T17:23:41.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:41 smithi032 ceph-mon[189144]: osdmap e460: 8 total, 8 up, 8 in 2023-12-22T17:23:41.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:41 smithi032 ceph-mon[191839]: failed to encode map e459 with expected crc 2023-12-22T17:23:41.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:41 smithi032 ceph-mon[191839]: failed to encode map e459 with expected crc 2023-12-22T17:23:41.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:41 smithi032 ceph-mon[191839]: failed to encode map e459 with expected crc 2023-12-22T17:23:41.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:41 smithi032 ceph-mon[191839]: failed to encode map e459 with expected crc 2023-12-22T17:23:41.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:41 smithi032 ceph-mon[191839]: osdmap e460: 8 total, 8 up, 8 in 2023-12-22T17:23:41.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:41 smithi039 ceph-mon[181282]: failed to encode map e459 with expected crc 2023-12-22T17:23:41.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:41 smithi039 ceph-mon[181282]: failed to encode map e459 with expected crc 2023-12-22T17:23:41.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:41 smithi039 ceph-mon[181282]: failed to encode map e459 with expected crc 2023-12-22T17:23:41.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:41 smithi039 ceph-mon[181282]: failed to encode map e459 with expected crc 2023-12-22T17:23:41.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:41 smithi039 ceph-mon[181282]: osdmap e460: 8 total, 8 up, 8 in 2023-12-22T17:23:41.822 INFO:tasks.rados.rados.0.smithi032.stdout:2030: done (3 left) 2023-12-22T17:23:41.823 INFO:tasks.rados.rados.0.smithi032.stdout:2032: done (2 left) 2023-12-22T17:23:41.823 INFO:tasks.rados.rados.0.smithi032.stdout:2033: done (1 left) 2023-12-22T17:23:41.823 INFO:tasks.rados.rados.0.smithi032.stdout:2034: done (0 left) 2023-12-22T17:23:41.823 INFO:tasks.rados.rados.0.smithi032.stdout:2035: copy_from oid 21 from oid 50 current snap is 202 2023-12-22T17:23:41.823 INFO:tasks.rados.rados.0.smithi032.stdout:2036: read oid 7 snap -1 2023-12-22T17:23:41.823 INFO:tasks.rados.rados.0.smithi032.stdout:2036: expect (ObjNum 580 snap 173 seq_num 580) 2023-12-22T17:23:41.823 INFO:tasks.rados.rados.0.smithi032.stdout:2037: read oid 37 snap -1 2023-12-22T17:23:41.823 INFO:tasks.rados.rados.0.smithi032.stdout:2037: expect (ObjNum 511 snap 157 seq_num 511) 2023-12-22T17:23:41.823 INFO:tasks.rados.rados.0.smithi032.stdout:2038: read oid 33 snap -1 2023-12-22T17:23:41.823 INFO:tasks.rados.rados.0.smithi032.stdout:2038: expect (ObjNum 595 snap 183 seq_num 595) 2023-12-22T17:23:41.823 INFO:tasks.rados.rados.0.smithi032.stdout:2039: read oid 38 snap -1 2023-12-22T17:23:41.823 INFO:tasks.rados.rados.0.smithi032.stdout:2039: expect deleted 2023-12-22T17:23:41.823 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 48 current snap is 202 2023-12-22T17:23:41.823 INFO:tasks.rados.rados.0.smithi032.stdout:2040: seq_num 638 ranges {0=688128,688128=401408} 2023-12-22T17:23:41.827 INFO:tasks.rados.rados.0.smithi032.stdout:2040: writing smithi032174182-48 from 0 to 688128 tid 1 2023-12-22T17:23:41.835 INFO:tasks.rados.rados.0.smithi032.stdout:2040: writing smithi032174182-48 from 688128 to 1089536 tid 2 2023-12-22T17:23:41.835 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 5 current snap is 202 2023-12-22T17:23:41.835 INFO:tasks.rados.rados.0.smithi032.stdout:2041: seq_num 639 ranges {3784704=704512,4489216=401408} 2023-12-22T17:23:41.856 INFO:tasks.rados.rados.0.smithi032.stdout:2041: writing smithi032174182-5 from 3784704 to 4489216 tid 1 2023-12-22T17:23:41.858 INFO:tasks.rados.rados.0.smithi032.stdout:2041: writing smithi032174182-5 from 4489216 to 4890624 tid 2 2023-12-22T17:23:41.859 INFO:tasks.rados.rados.0.smithi032.stdout:2042: read oid 22 snap -1 2023-12-22T17:23:41.859 INFO:tasks.rados.rados.0.smithi032.stdout:2042: expect (ObjNum 633 snap 198 seq_num 633) 2023-12-22T17:23:41.859 INFO:tasks.rados.rados.0.smithi032.stdout:2043: setattr oid 11 current snap is 202 2023-12-22T17:23:41.859 INFO:tasks.rados.rados.0.smithi032.stdout:2040: finishing write tid 1 to smithi032174182-48 2023-12-22T17:23:41.859 INFO:tasks.rados.rados.0.smithi032.stdout:2040: finishing write tid 2 to smithi032174182-48 2023-12-22T17:23:41.859 INFO:tasks.rados.rados.0.smithi032.stdout:2040: finishing write tid 3 to smithi032174182-48 2023-12-22T17:23:41.859 INFO:tasks.rados.rados.0.smithi032.stdout:2040: finishing write tid 4 to smithi032174182-48 2023-12-22T17:23:41.859 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 647 (ObjNum 638 snap 202 seq_num 638) dirty exists 2023-12-22T17:23:41.859 INFO:tasks.rados.rados.0.smithi032.stdout:2040: left oid 48 (ObjNum 638 snap 202 seq_num 638) 2023-12-22T17:23:41.859 INFO:tasks.rados.rados.0.smithi032.stdout:2037: expect (ObjNum 511 snap 157 seq_num 511) 2023-12-22T17:23:42.099 INFO:tasks.rados.rados.0.smithi032.stdout:2041: finishing write tid 1 to smithi032174182-5 2023-12-22T17:23:42.099 INFO:tasks.rados.rados.0.smithi032.stdout:2041: finishing write tid 2 to smithi032174182-5 2023-12-22T17:23:42.099 INFO:tasks.rados.rados.0.smithi032.stdout:2041: finishing write tid 3 to smithi032174182-5 2023-12-22T17:23:42.099 INFO:tasks.rados.rados.0.smithi032.stdout:2041: finishing write tid 4 to smithi032174182-5 2023-12-22T17:23:42.099 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 1196 (ObjNum 639 snap 202 seq_num 639) dirty exists 2023-12-22T17:23:42.100 INFO:tasks.rados.rados.0.smithi032.stdout:2041: left oid 5 (ObjNum 639 snap 202 seq_num 639) 2023-12-22T17:23:42.100 INFO:tasks.rados.rados.0.smithi032.stdout:2035: finishing copy_from to smithi032174182-21 2023-12-22T17:23:42.100 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 945 (ObjNum 629 snap 195 seq_num 629) dirty exists 2023-12-22T17:23:42.100 INFO:tasks.rados.rados.0.smithi032.stdout:2036: expect (ObjNum 580 snap 173 seq_num 580) 2023-12-22T17:23:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:42 smithi032 ceph-mon[189144]: pgmap v229: 121 pgs: 121 active+clean; 352 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2023-12-22T17:23:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:42 smithi032 ceph-mon[189144]: failed to encode map e460 with expected crc 2023-12-22T17:23:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:42 smithi032 ceph-mon[189144]: failed to encode map e460 with expected crc 2023-12-22T17:23:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:42 smithi032 ceph-mon[189144]: failed to encode map e460 with expected crc 2023-12-22T17:23:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:42 smithi032 ceph-mon[189144]: failed to encode map e460 with expected crc 2023-12-22T17:23:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:42 smithi032 ceph-mon[189144]: failed to encode map e460 with expected crc 2023-12-22T17:23:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:42 smithi032 ceph-mon[189144]: osdmap e461: 8 total, 8 up, 8 in 2023-12-22T17:23:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:42 smithi032 ceph-mon[189144]: failed to encode map e461 with expected crc 2023-12-22T17:23:42.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:42 smithi032 ceph-mon[191839]: pgmap v229: 121 pgs: 121 active+clean; 352 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2023-12-22T17:23:42.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:42 smithi032 ceph-mon[191839]: failed to encode map e460 with expected crc 2023-12-22T17:23:42.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:42 smithi032 ceph-mon[191839]: failed to encode map e460 with expected crc 2023-12-22T17:23:42.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:42 smithi032 ceph-mon[191839]: failed to encode map e460 with expected crc 2023-12-22T17:23:42.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:42 smithi032 ceph-mon[191839]: failed to encode map e460 with expected crc 2023-12-22T17:23:42.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:42 smithi032 ceph-mon[191839]: failed to encode map e460 with expected crc 2023-12-22T17:23:42.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:42 smithi032 ceph-mon[191839]: osdmap e461: 8 total, 8 up, 8 in 2023-12-22T17:23:42.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:42 smithi032 ceph-mon[191839]: failed to encode map e461 with expected crc 2023-12-22T17:23:42.434 INFO:tasks.rados.rados.0.smithi032.stdout:2038: expect (ObjNum 595 snap 183 seq_num 595) 2023-12-22T17:23:42.443 INFO:tasks.rados.rados.0.smithi032.stdout:2035: finishing copy_from racing read to smithi032174182-21 2023-12-22T17:23:42.443 INFO:tasks.rados.rados.0.smithi032.stdout:2042: expect (ObjNum 633 snap 198 seq_num 633) 2023-12-22T17:23:42.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:42 smithi039 ceph-mon[181282]: pgmap v229: 121 pgs: 121 active+clean; 352 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2023-12-22T17:23:42.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:42 smithi039 ceph-mon[181282]: failed to encode map e460 with expected crc 2023-12-22T17:23:42.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:42 smithi039 ceph-mon[181282]: failed to encode map e460 with expected crc 2023-12-22T17:23:42.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:42 smithi039 ceph-mon[181282]: failed to encode map e460 with expected crc 2023-12-22T17:23:42.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:42 smithi039 ceph-mon[181282]: failed to encode map e460 with expected crc 2023-12-22T17:23:42.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:42 smithi039 ceph-mon[181282]: failed to encode map e460 with expected crc 2023-12-22T17:23:42.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:42 smithi039 ceph-mon[181282]: osdmap e461: 8 total, 8 up, 8 in 2023-12-22T17:23:42.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:42 smithi039 ceph-mon[181282]: failed to encode map e461 with expected crc 2023-12-22T17:23:42.538 INFO:tasks.rados.rados.0.smithi032.stdout:2035: done (8 left) 2023-12-22T17:23:42.538 INFO:tasks.rados.rados.0.smithi032.stdout:2036: done (7 left) 2023-12-22T17:23:42.538 INFO:tasks.rados.rados.0.smithi032.stdout:2037: done (6 left) 2023-12-22T17:23:42.538 INFO:tasks.rados.rados.0.smithi032.stdout:2038: done (5 left) 2023-12-22T17:23:42.538 INFO:tasks.rados.rados.0.smithi032.stdout:2039: done (4 left) 2023-12-22T17:23:42.538 INFO:tasks.rados.rados.0.smithi032.stdout:2040: done (3 left) 2023-12-22T17:23:42.538 INFO:tasks.rados.rados.0.smithi032.stdout:2041: done (2 left) 2023-12-22T17:23:42.538 INFO:tasks.rados.rados.0.smithi032.stdout:2042: done (1 left) 2023-12-22T17:23:42.539 INFO:tasks.rados.rados.0.smithi032.stdout:2044: snap_remove snap 180 2023-12-22T17:23:42.781 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:23:43.027 INFO:tasks.rados.rados.0.smithi032.stdout:2044: done (1 left) 2023-12-22T17:23:43.027 INFO:tasks.rados.rados.0.smithi032.stdout:2045: delete oid 25 current snap is 202 2023-12-22T17:23:43.027 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 1404 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-22T17:23:43.034 INFO:tasks.rados.rados.0.smithi032.stdout:2043: done (1 left) 2023-12-22T17:23:43.034 INFO:tasks.rados.rados.0.smithi032.stdout:2045: done (0 left) 2023-12-22T17:23:43.034 INFO:tasks.rados.rados.0.smithi032.stdout:2046: delete oid 13 current snap is 202 2023-12-22T17:23:43.043 INFO:tasks.rados.rados.0.smithi032.stdout:2046: done (0 left) 2023-12-22T17:23:43.043 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 39 current snap is 202 2023-12-22T17:23:43.043 INFO:tasks.rados.rados.0.smithi032.stdout:2047: seq_num 642 ranges {2596864=761856,3358720=401408} 2023-12-22T17:23:43.062 INFO:tasks.rados.rados.0.smithi032.stdout:2047: writing smithi032174182-39 from 2596864 to 3358720 tid 1 2023-12-22T17:23:43.065 INFO:tasks.rados.rados.0.smithi032.stdout:2047: writing smithi032174182-39 from 3358720 to 3760128 tid 2 2023-12-22T17:23:43.065 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 41 current snap is 202 2023-12-22T17:23:43.065 INFO:tasks.rados.rados.0.smithi032.stdout:2048: seq_num 643 ranges {0=778240,778240=401408} 2023-12-22T17:23:43.070 INFO:tasks.rados.rados.0.smithi032.stdout:2048: writing smithi032174182-41 from 0 to 778240 tid 1 2023-12-22T17:23:43.072 INFO:tasks.rados.rados.0.smithi032.stdout:2048: writing smithi032174182-41 from 778240 to 1179648 tid 2 2023-12-22T17:23:43.072 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 20 current snap is 202 2023-12-22T17:23:43.072 INFO:tasks.rados.rados.0.smithi032.stdout:2047: finishing write tid 1 to smithi032174182-39 2023-12-22T17:23:43.078 INFO:tasks.rados.rados.0.smithi032.stdout:2049: seq_num 644 ranges {13279232=794624,14073856=401408} 2023-12-22T17:23:43.126 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:23:43.126 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3m) 17s ago 8m 26.7M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:23:43.126 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3m) 2m ago 8m 80.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:23:43.126 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9m) 17s ago 9m 16.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:23:43.127 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8m) 2m ago 8m 19.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:23:43.127 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3m) 2m ago 11m 448M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:23:43.127 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3m) 17s ago 12m 515M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:23:43.127 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2m) 17s ago 13m 93.1M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:23:43.127 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2m) 2m ago 11m 30.3M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:23:43.127 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2m) 17s ago 11m 75.7M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:23:43.127 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3m) 17s ago 7m 15.8M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:23:43.127 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3m) 2m ago 7m 9533k - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:23:43.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (107s) 17s ago 11m 466M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:23:43.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (77s) 17s ago 10m 365M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:23:43.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (48s) 17s ago 10m 256M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:23:43.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (19s) 17s ago 10m 12.6M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:23:43.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10m) 2m ago 10m 548M 2488M 17.2.7-138-g92be525b e47d1a188c30 11681a07501b 2023-12-22T17:23:43.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9m) 2m ago 9m 422M 2488M 17.2.7-138-g92be525b e47d1a188c30 58fc6c38ce28 2023-12-22T17:23:43.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9m) 2m ago 9m 254M 2488M 17.2.7-138-g92be525b e47d1a188c30 0ab15edaa1bc 2023-12-22T17:23:43.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9m) 2m ago 9m 356M 2488M 17.2.7-138-g92be525b e47d1a188c30 ee2c74f83f9d 2023-12-22T17:23:43.127 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3m) 2m ago 8m 46.1M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:23:43.148 INFO:tasks.rados.rados.0.smithi032.stdout:2049: writing smithi032174182-20 from 13279232 to 14073856 tid 1 2023-12-22T17:23:43.151 INFO:tasks.rados.rados.0.smithi032.stdout:2049: writing smithi032174182-20 from 14073856 to 14475264 tid 2 2023-12-22T17:23:43.152 INFO:tasks.rados.rados.0.smithi032.stdout:2050: setattr oid 19 current snap is 202 2023-12-22T17:23:43.152 INFO:tasks.rados.rados.0.smithi032.stdout:2047: finishing write tid 2 to smithi032174182-39 2023-12-22T17:23:43.152 INFO:tasks.rados.rados.0.smithi032.stdout:2047: finishing write tid 3 to smithi032174182-39 2023-12-22T17:23:43.152 INFO:tasks.rados.rados.0.smithi032.stdout:2047: finishing write tid 4 to smithi032174182-39 2023-12-22T17:23:43.152 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 696 (ObjNum 642 snap 202 seq_num 642) dirty exists 2023-12-22T17:23:43.152 INFO:tasks.rados.rados.0.smithi032.stdout:2047: left oid 39 (ObjNum 642 snap 202 seq_num 642) 2023-12-22T17:23:43.152 INFO:tasks.rados.rados.0.smithi032.stdout:2048: finishing write tid 1 to smithi032174182-41 2023-12-22T17:23:43.152 INFO:tasks.rados.rados.0.smithi032.stdout:2048: finishing write tid 2 to smithi032174182-41 2023-12-22T17:23:43.152 INFO:tasks.rados.rados.0.smithi032.stdout:2048: finishing write tid 3 to smithi032174182-41 2023-12-22T17:23:43.152 INFO:tasks.rados.rados.0.smithi032.stdout:2048: finishing write tid 4 to smithi032174182-41 2023-12-22T17:23:43.152 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 1508 (ObjNum 643 snap 202 seq_num 643) dirty exists 2023-12-22T17:23:43.152 INFO:tasks.rados.rados.0.smithi032.stdout:2048: left oid 41 (ObjNum 643 snap 202 seq_num 643) 2023-12-22T17:23:43.154 INFO:tasks.rados.rados.0.smithi032.stdout:2047: done (3 left) 2023-12-22T17:23:43.154 INFO:tasks.rados.rados.0.smithi032.stdout:2048: done (2 left) 2023-12-22T17:23:43.154 INFO:tasks.rados.rados.0.smithi032.stdout:2051: delete oid 10 current snap is 202 2023-12-22T17:23:43.156 INFO:tasks.rados.rados.0.smithi032.stdout:2049: finishing write tid 1 to smithi032174182-20 2023-12-22T17:23:43.157 INFO:tasks.rados.rados.0.smithi032.stdout:2049: finishing write tid 2 to smithi032174182-20 2023-12-22T17:23:43.157 INFO:tasks.rados.rados.0.smithi032.stdout:2049: finishing write tid 3 to smithi032174182-20 2023-12-22T17:23:43.157 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 696 (ObjNum 635 snap 198 seq_num 635) dirty exists 2023-12-22T17:23:43.158 INFO:tasks.rados.rados.0.smithi032.stdout:2049: finishing write tid 4 to smithi032174182-20 2023-12-22T17:23:43.158 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 1406 (ObjNum 644 snap 202 seq_num 644) dirty exists 2023-12-22T17:23:43.158 INFO:tasks.rados.rados.0.smithi032.stdout:2049: left oid 20 (ObjNum 644 snap 202 seq_num 644) 2023-12-22T17:23:43.159 INFO:tasks.rados.rados.0.smithi032.stdout:2049: done (2 left) 2023-12-22T17:23:43.159 INFO:tasks.rados.rados.0.smithi032.stdout:2050: done (1 left) 2023-12-22T17:23:43.159 INFO:tasks.rados.rados.0.smithi032.stdout:2051: done (0 left) 2023-12-22T17:23:43.159 INFO:tasks.rados.rados.0.smithi032.stdout:2052: read oid 13 snap -1 2023-12-22T17:23:43.159 INFO:tasks.rados.rados.0.smithi032.stdout:2052: expect deleted 2023-12-22T17:23:43.159 INFO:tasks.rados.rados.0.smithi032.stdout:2053: read oid 46 snap 173 2023-12-22T17:23:43.159 INFO:tasks.rados.rados.0.smithi032.stdout:2053: expect deleted 2023-12-22T17:23:43.159 INFO:tasks.rados.rados.0.smithi032.stdout:2054: rmattr oid 39 current snap is 202 2023-12-22T17:23:43.159 INFO:tasks.rados.rados.0.smithi032.stdout:2054: done (2 left) 2023-12-22T17:23:43.159 INFO:tasks.rados.rados.0.smithi032.stdout:2055: snap_create 2023-12-22T17:23:43.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:43 smithi032 ceph-mon[191839]: failed to encode map e461 with expected crc 2023-12-22T17:23:43.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:43 smithi032 ceph-mon[191839]: failed to encode map e461 with expected crc 2023-12-22T17:23:43.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:43 smithi032 ceph-mon[189144]: failed to encode map e461 with expected crc 2023-12-22T17:23:43.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:43 smithi032 ceph-mon[189144]: failed to encode map e461 with expected crc 2023-12-22T17:23:43.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:43 smithi039 ceph-mon[181282]: failed to encode map e461 with expected crc 2023-12-22T17:23:43.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:43 smithi039 ceph-mon[181282]: failed to encode map e461 with expected crc 2023-12-22T17:23:43.531 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:23:43.531 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:23:43.531 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:23:43.531 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:23:43.531 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:23:43.531 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:23:43.531 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:23:43.531 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:23:43.531 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 4, 2023-12-22T17:23:43.531 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 4 2023-12-22T17:23:43.531 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:23:43.532 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:23:43.532 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:23:43.532 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:23:43.532 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:23:43.532 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 6, 2023-12-22T17:23:43.532 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 9 2023-12-22T17:23:43.532 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:23:43.532 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:23:44.034 INFO:tasks.rados.rados.0.smithi032.stdout:2052: done (2 left) 2023-12-22T17:23:44.034 INFO:tasks.rados.rados.0.smithi032.stdout:2053: done (1 left) 2023-12-22T17:23:44.034 INFO:tasks.rados.rados.0.smithi032.stdout:2055: done (0 left) 2023-12-22T17:23:44.034 INFO:tasks.rados.rados.0.smithi032.stdout:2056: read oid 32 snap 172 2023-12-22T17:23:44.034 INFO:tasks.rados.rados.0.smithi032.stdout:2056: expect (ObjNum 539 snap 163 seq_num 539) 2023-12-22T17:23:44.034 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 6 current snap is 203 2023-12-22T17:23:44.034 INFO:tasks.rados.rados.0.smithi032.stdout:2057: seq_num 646 ranges {0=425984,425984=655360,1081344=147456} 2023-12-22T17:23:44.036 INFO:tasks.rados.rados.0.smithi032.stdout:2057: writing smithi032174182-6 from 0 to 425984 tid 1 2023-12-22T17:23:44.040 INFO:tasks.rados.rados.0.smithi032.stdout:2057: writing smithi032174182-6 from 425984 to 1081344 tid 2 2023-12-22T17:23:44.041 INFO:tasks.rados.rados.0.smithi032.stdout:2057: writing smithi032174182-6 from 1081344 to 1228800 tid 3 2023-12-22T17:23:44.041 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 42 current snap is 203 2023-12-22T17:23:44.042 INFO:tasks.rados.rados.0.smithi032.stdout:2058: seq_num 647 ranges {0=442368,442368=589824,1032192=212992} 2023-12-22T17:23:44.044 INFO:tasks.rados.rados.0.smithi032.stdout:2058: writing smithi032174182-42 from 0 to 442368 tid 1 2023-12-22T17:23:44.048 INFO:tasks.rados.rados.0.smithi032.stdout:2058: writing smithi032174182-42 from 442368 to 1032192 tid 2 2023-12-22T17:23:44.050 INFO:tasks.rados.rados.0.smithi032.stdout:2058: writing smithi032174182-42 from 1032192 to 1245184 tid 3 2023-12-22T17:23:44.050 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 26 current snap is 203 2023-12-22T17:23:44.050 INFO:tasks.rados.rados.0.smithi032.stdout:2059: seq_num 648 ranges {1196032=458752,1654784=475136,2129920=327680} 2023-12-22T17:23:44.059 INFO:tasks.rados.rados.0.smithi032.stdout:2059: writing smithi032174182-26 from 1196032 to 1654784 tid 1 2023-12-22T17:23:44.061 INFO:tasks.rados.rados.0.smithi032.stdout:2059: writing smithi032174182-26 from 1654784 to 2129920 tid 2 2023-12-22T17:23:44.064 INFO:tasks.rados.rados.0.smithi032.stdout:2059: writing smithi032174182-26 from 2129920 to 2457600 tid 3 2023-12-22T17:23:44.064 INFO:tasks.rados.rados.0.smithi032.stdout:2060: read oid 49 snap -1 2023-12-22T17:23:44.064 INFO:tasks.rados.rados.0.smithi032.stdout:2060: expect (ObjNum 522 snap 160 seq_num 522) 2023-12-22T17:23:44.064 INFO:tasks.rados.rados.0.smithi032.stdout:2061: rollback oid 30 current snap is 203 2023-12-22T17:23:44.064 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 30 to 200 2023-12-22T17:23:44.064 INFO:tasks.rados.rados.0.smithi032.stdout:2056: expect (ObjNum 539 snap 163 seq_num 539) 2023-12-22T17:23:44.116 INFO:tasks.rados.rados.0.smithi032.stdout:2057: finishing write tid 1 to smithi032174182-6 2023-12-22T17:23:44.116 INFO:tasks.rados.rados.0.smithi032.stdout:2057: finishing write tid 2 to smithi032174182-6 2023-12-22T17:23:44.116 INFO:tasks.rados.rados.0.smithi032.stdout:2057: finishing write tid 3 to smithi032174182-6 2023-12-22T17:23:44.116 INFO:tasks.rados.rados.0.smithi032.stdout:2058: finishing write tid 1 to smithi032174182-42 2023-12-22T17:23:44.116 INFO:tasks.rados.rados.0.smithi032.stdout:2057: finishing write tid 4 to smithi032174182-6 2023-12-22T17:23:44.116 INFO:tasks.rados.rados.0.smithi032.stdout:2057: finishing write tid 5 to smithi032174182-6 2023-12-22T17:23:44.116 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 1410 (ObjNum 646 snap 203 seq_num 646) dirty exists 2023-12-22T17:23:44.116 INFO:tasks.rados.rados.0.smithi032.stdout:2057: left oid 6 (ObjNum 646 snap 203 seq_num 646) 2023-12-22T17:23:44.116 INFO:tasks.rados.rados.0.smithi032.stdout:2058: finishing write tid 2 to smithi032174182-42 2023-12-22T17:23:44.116 INFO:tasks.rados.rados.0.smithi032.stdout:2056: done (5 left) 2023-12-22T17:23:44.116 INFO:tasks.rados.rados.0.smithi032.stdout:2057: done (4 left) 2023-12-22T17:23:44.117 INFO:tasks.rados.rados.0.smithi032.stdout:2062: delete oid 34 current snap is 203 2023-12-22T17:23:44.117 INFO:tasks.rados.rados.0.smithi032.stdout:2058: finishing write tid 3 to smithi032174182-42 2023-12-22T17:23:44.117 INFO:tasks.rados.rados.0.smithi032.stdout:2058: finishing write tid 4 to smithi032174182-42 2023-12-22T17:23:44.117 INFO:tasks.rados.rados.0.smithi032.stdout:2058: finishing write tid 5 to smithi032174182-42 2023-12-22T17:23:44.117 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 700 (ObjNum 647 snap 203 seq_num 647) dirty exists 2023-12-22T17:23:44.117 INFO:tasks.rados.rados.0.smithi032.stdout:2058: left oid 42 (ObjNum 647 snap 203 seq_num 647) 2023-12-22T17:23:44.117 INFO:tasks.rados.rados.0.smithi032.stdout:2061: finishing rollback tid 1 to smithi032174182-30 2023-12-22T17:23:44.117 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 1184 (ObjNum 33 snap 0 seq_num 1568928056) dirty dne 2023-12-22T17:23:44.117 INFO:tasks.rados.rados.0.smithi032.stdout:2059: finishing write tid 1 to smithi032174182-26 2023-12-22T17:23:44.117 INFO:tasks.rados.rados.0.smithi032.stdout:2059: finishing write tid 2 to smithi032174182-26 2023-12-22T17:23:44.117 INFO:tasks.rados.rados.0.smithi032.stdout:2059: finishing write tid 3 to smithi032174182-26 2023-12-22T17:23:44.117 INFO:tasks.rados.rados.0.smithi032.stdout:2059: finishing write tid 4 to smithi032174182-26 2023-12-22T17:23:44.117 INFO:tasks.rados.rados.0.smithi032.stdout:2059: finishing write tid 5 to smithi032174182-26 2023-12-22T17:23:44.117 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 1409 (ObjNum 648 snap 203 seq_num 648) dirty exists 2023-12-22T17:23:44.117 INFO:tasks.rados.rados.0.smithi032.stdout:2059: left oid 26 (ObjNum 648 snap 203 seq_num 648) 2023-12-22T17:23:44.117 INFO:tasks.rados.rados.0.smithi032.stdout:2060: expect (ObjNum 522 snap 160 seq_num 522) 2023-12-22T17:23:44.255 INFO:tasks.rados.rados.0.smithi032.stdout:2058: done (4 left) 2023-12-22T17:23:44.255 INFO:tasks.rados.rados.0.smithi032.stdout:2059: done (3 left) 2023-12-22T17:23:44.255 INFO:tasks.rados.rados.0.smithi032.stdout:2060: done (2 left) 2023-12-22T17:23:44.255 INFO:tasks.rados.rados.0.smithi032.stdout:2061: done (1 left) 2023-12-22T17:23:44.255 INFO:tasks.rados.rados.0.smithi032.stdout:2062: done (0 left) 2023-12-22T17:23:44.255 INFO:tasks.rados.rados.0.smithi032.stdout:2063: snap_create 2023-12-22T17:23:44.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:44 smithi032 ceph-mon[191839]: pgmap v232: 121 pgs: 121 active+clean; 352 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2023-12-22T17:23:44.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:44 smithi032 ceph-mon[191839]: from='client.44195 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:23:44.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:44 smithi032 ceph-mon[191839]: failed to encode map e462 with expected crc 2023-12-22T17:23:44.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:44 smithi032 ceph-mon[191839]: osdmap e462: 8 total, 8 up, 8 in 2023-12-22T17:23:44.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:44 smithi032 ceph-mon[191839]: failed to encode map e462 with expected crc 2023-12-22T17:23:44.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:44 smithi032 ceph-mon[191839]: failed to encode map e462 with expected crc 2023-12-22T17:23:44.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:44 smithi032 ceph-mon[191839]: from='client.34251 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:23:44.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:44 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/651330576' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:23:44.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:44 smithi032 ceph-mon[189144]: pgmap v232: 121 pgs: 121 active+clean; 352 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2023-12-22T17:23:44.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:44 smithi032 ceph-mon[189144]: from='client.44195 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:23:44.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:44 smithi032 ceph-mon[189144]: failed to encode map e462 with expected crc 2023-12-22T17:23:44.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:44 smithi032 ceph-mon[189144]: osdmap e462: 8 total, 8 up, 8 in 2023-12-22T17:23:44.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:44 smithi032 ceph-mon[189144]: failed to encode map e462 with expected crc 2023-12-22T17:23:44.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:44 smithi032 ceph-mon[189144]: failed to encode map e462 with expected crc 2023-12-22T17:23:44.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:44 smithi032 ceph-mon[189144]: from='client.34251 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:23:44.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:44 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/651330576' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:23:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:44 smithi039 ceph-mon[181282]: pgmap v232: 121 pgs: 121 active+clean; 352 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2023-12-22T17:23:44.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:44 smithi039 ceph-mon[181282]: from='client.44195 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:23:44.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:44 smithi039 ceph-mon[181282]: failed to encode map e462 with expected crc 2023-12-22T17:23:44.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:44 smithi039 ceph-mon[181282]: osdmap e462: 8 total, 8 up, 8 in 2023-12-22T17:23:44.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:44 smithi039 ceph-mon[181282]: failed to encode map e462 with expected crc 2023-12-22T17:23:44.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:44 smithi039 ceph-mon[181282]: failed to encode map e462 with expected crc 2023-12-22T17:23:44.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:44 smithi039 ceph-mon[181282]: from='client.34251 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:23:44.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:44 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/651330576' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:23:45.041 INFO:tasks.rados.rados.0.smithi032.stdout:2063: done (0 left) 2023-12-22T17:23:45.041 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 31 current snap is 204 2023-12-22T17:23:45.041 INFO:tasks.rados.rados.0.smithi032.stdout:2064: seq_num 650 ranges {0=491520,491520=647168,1138688=155648} 2023-12-22T17:23:45.043 INFO:tasks.rados.rados.0.smithi032.stdout:2064: writing smithi032174182-31 from 0 to 491520 tid 1 2023-12-22T17:23:45.047 INFO:tasks.rados.rados.0.smithi032.stdout:2064: writing smithi032174182-31 from 491520 to 1138688 tid 2 2023-12-22T17:23:45.048 INFO:tasks.rados.rados.0.smithi032.stdout:2064: writing smithi032174182-31 from 1138688 to 1294336 tid 3 2023-12-22T17:23:45.048 INFO:tasks.rados.rados.0.smithi032.stdout:2065: read oid 19 snap -1 2023-12-22T17:23:45.048 INFO:tasks.rados.rados.0.smithi032.stdout:2065: expect (ObjNum 635 snap 198 seq_num 635) 2023-12-22T17:23:45.048 INFO:tasks.rados.rados.0.smithi032.stdout:2066: delete oid 35 current snap is 204 2023-12-22T17:23:45.052 INFO:tasks.rados.rados.0.smithi032.stdout:2064: finishing write tid 1 to smithi032174182-31 2023-12-22T17:23:45.054 INFO:tasks.rados.rados.0.smithi032.stdout:2064: finishing write tid 2 to smithi032174182-31 2023-12-22T17:23:45.054 INFO:tasks.rados.rados.0.smithi032.stdout:2064: finishing write tid 3 to smithi032174182-31 2023-12-22T17:23:45.054 INFO:tasks.rados.rados.0.smithi032.stdout:2064: finishing write tid 4 to smithi032174182-31 2023-12-22T17:23:45.055 INFO:tasks.rados.rados.0.smithi032.stdout:2066: done (2 left) 2023-12-22T17:23:45.055 INFO:tasks.rados.rados.0.smithi032.stdout:2067: rmattr oid 5 current snap is 204 2023-12-22T17:23:45.055 INFO:tasks.rados.rados.0.smithi032.stdout:2067: done (2 left) 2023-12-22T17:23:45.055 INFO:tasks.rados.rados.0.smithi032.stdout:2068: read oid 16 snap 168 2023-12-22T17:23:45.055 INFO:tasks.rados.rados.0.smithi032.stdout:2068: expect (ObjNum 496 snap 154 seq_num 496) 2023-12-22T17:23:45.055 INFO:tasks.rados.rados.0.smithi032.stdout:2069: snap_create 2023-12-22T17:23:45.056 INFO:tasks.rados.rados.0.smithi032.stdout:2064: finishing write tid 5 to smithi032174182-31 2023-12-22T17:23:45.056 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 1200 (ObjNum 650 snap 204 seq_num 650) dirty exists 2023-12-22T17:23:45.056 INFO:tasks.rados.rados.0.smithi032.stdout:2064: left oid 31 (ObjNum 650 snap 204 seq_num 650) 2023-12-22T17:23:45.060 INFO:tasks.rados.rados.0.smithi032.stdout:2065: expect (ObjNum 635 snap 198 seq_num 635) 2023-12-22T17:23:45.091 INFO:tasks.rados.rados.0.smithi032.stdout:2068: expect (ObjNum 496 snap 154 seq_num 496) 2023-12-22T17:23:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:45 smithi039 ceph-mon[181282]: failed to encode map e463 with expected crc 2023-12-22T17:23:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:45 smithi039 ceph-mon[181282]: osdmap e463: 8 total, 8 up, 8 in 2023-12-22T17:23:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:45 smithi039 ceph-mon[181282]: failed to encode map e463 with expected crc 2023-12-22T17:23:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:45 smithi039 ceph-mon[181282]: failed to encode map e463 with expected crc 2023-12-22T17:23:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:45 smithi039 ceph-mon[181282]: failed to encode map e463 with expected crc 2023-12-22T17:23:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-22T17:23:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:45 smithi039 ceph-mon[181282]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-22T17:23:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:45 smithi039 ceph-mon[181282]: Upgrade: osd.4 is safe to restart 2023-12-22T17:23:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:45.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:45 smithi032 ceph-mon[191839]: failed to encode map e463 with expected crc 2023-12-22T17:23:45.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:45 smithi032 ceph-mon[191839]: osdmap e463: 8 total, 8 up, 8 in 2023-12-22T17:23:45.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:45 smithi032 ceph-mon[191839]: failed to encode map e463 with expected crc 2023-12-22T17:23:45.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:45 smithi032 ceph-mon[191839]: failed to encode map e463 with expected crc 2023-12-22T17:23:45.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:45 smithi032 ceph-mon[191839]: failed to encode map e463 with expected crc 2023-12-22T17:23:45.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-22T17:23:45.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:45 smithi032 ceph-mon[191839]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-22T17:23:45.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:45 smithi032 ceph-mon[191839]: Upgrade: osd.4 is safe to restart 2023-12-22T17:23:45.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:45.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:45 smithi032 ceph-mon[189144]: failed to encode map e463 with expected crc 2023-12-22T17:23:45.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:45 smithi032 ceph-mon[189144]: osdmap e463: 8 total, 8 up, 8 in 2023-12-22T17:23:45.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:45 smithi032 ceph-mon[189144]: failed to encode map e463 with expected crc 2023-12-22T17:23:45.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:45 smithi032 ceph-mon[189144]: failed to encode map e463 with expected crc 2023-12-22T17:23:45.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:45 smithi032 ceph-mon[189144]: failed to encode map e463 with expected crc 2023-12-22T17:23:45.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-22T17:23:45.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:45 smithi032 ceph-mon[189144]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-22T17:23:45.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:45 smithi032 ceph-mon[189144]: Upgrade: osd.4 is safe to restart 2023-12-22T17:23:45.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:46.041 INFO:tasks.rados.rados.0.smithi032.stdout:2064: done (3 left) 2023-12-22T17:23:46.041 INFO:tasks.rados.rados.0.smithi032.stdout:2065: done (2 left) 2023-12-22T17:23:46.041 INFO:tasks.rados.rados.0.smithi032.stdout:2068: done (1 left) 2023-12-22T17:23:46.041 INFO:tasks.rados.rados.0.smithi032.stdout:2069: done (0 left) 2023-12-22T17:23:46.041 INFO:tasks.rados.rados.0.smithi032.stdout:2070: snap_remove snap 185 2023-12-22T17:23:46.411 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:46 smithi039 ceph-mon[181282]: pgmap v235: 121 pgs: 121 active+clean; 353 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 270 KiB/s wr, 12 op/s 2023-12-22T17:23:46.411 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:46 smithi039 ceph-mon[181282]: failed to encode map e464 with expected crc 2023-12-22T17:23:46.411 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:46 smithi039 ceph-mon[181282]: osdmap e464: 8 total, 8 up, 8 in 2023-12-22T17:23:46.411 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:46 smithi039 ceph-mon[181282]: failed to encode map e464 with expected crc 2023-12-22T17:23:46.411 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:46.411 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-22T17:23:46.411 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:23:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:46 smithi032 ceph-mon[191839]: pgmap v235: 121 pgs: 121 active+clean; 353 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 270 KiB/s wr, 12 op/s 2023-12-22T17:23:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:46 smithi032 ceph-mon[191839]: failed to encode map e464 with expected crc 2023-12-22T17:23:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:46 smithi032 ceph-mon[191839]: osdmap e464: 8 total, 8 up, 8 in 2023-12-22T17:23:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:46 smithi032 ceph-mon[191839]: failed to encode map e464 with expected crc 2023-12-22T17:23:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-22T17:23:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:23:46.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:46 smithi032 ceph-mon[189144]: pgmap v235: 121 pgs: 121 active+clean; 353 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 270 KiB/s wr, 12 op/s 2023-12-22T17:23:46.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:46 smithi032 ceph-mon[189144]: failed to encode map e464 with expected crc 2023-12-22T17:23:46.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:46 smithi032 ceph-mon[189144]: osdmap e464: 8 total, 8 up, 8 in 2023-12-22T17:23:46.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:46 smithi032 ceph-mon[189144]: failed to encode map e464 with expected crc 2023-12-22T17:23:46.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:46.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-22T17:23:46.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:23:47.043 INFO:tasks.rados.rados.0.smithi032.stdout:2070: done (0 left) 2023-12-22T17:23:47.043 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 6 current snap is 205 2023-12-22T17:23:47.043 INFO:tasks.rados.rados.0.smithi032.stdout:2071: seq_num 652 ranges {1228800=524288,1753088=409600,2162688=393216} 2023-12-22T17:23:47.055 INFO:tasks.rados.rados.0.smithi032.stdout:2071: writing smithi032174182-6 from 1228800 to 1753088 tid 1 2023-12-22T17:23:47.067 INFO:tasks.rados.rados.0.smithi032.stdout:2071: writing smithi032174182-6 from 1753088 to 2162688 tid 2 2023-12-22T17:23:47.067 INFO:tasks.rados.rados.0.smithi032.stdout:2071: writing smithi032174182-6 from 2162688 to 2555904 tid 3 2023-12-22T17:23:47.067 INFO:tasks.rados.rados.0.smithi032.stdout:2072: copy_from oid 20 from oid 45 current snap is 205 2023-12-22T17:23:47.067 INFO:tasks.rados.rados.0.smithi032.stdout:2073: rollback oid 39 current snap is 205 2023-12-22T17:23:47.067 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 39 to 191 2023-12-22T17:23:47.067 INFO:tasks.rados.rados.0.smithi032.stdout:2074: read oid 30 snap 181 2023-12-22T17:23:47.067 INFO:tasks.rados.rados.0.smithi032.stdout:2074: expect (ObjNum 588 snap 179 seq_num 588) 2023-12-22T17:23:47.067 INFO:tasks.rados.rados.0.smithi032.stdout:2075: copy_from oid 1 from oid 13 current snap is 205 2023-12-22T17:23:47.068 INFO:tasks.rados.rados.0.smithi032.stdout:2076: rollback oid 37 current snap is 205 2023-12-22T17:23:47.068 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 37 to 202 2023-12-22T17:23:47.068 INFO:tasks.rados.rados.0.smithi032.stdout:2077: copy_from oid 26 from oid 7 current snap is 205 2023-12-22T17:23:47.068 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 4 current snap is 205 2023-12-22T17:23:47.068 INFO:tasks.rados.rados.0.smithi032.stdout:2078: seq_num 653 ranges {5586944=540672,6127616=696320,6823936=106496} 2023-12-22T17:23:47.096 INFO:tasks.rados.rados.0.smithi032.stdout:2078: writing smithi032174182-4 from 5586944 to 6127616 tid 1 2023-12-22T17:23:47.101 INFO:tasks.rados.rados.0.smithi032.stdout:2078: writing smithi032174182-4 from 6127616 to 6823936 tid 2 2023-12-22T17:23:47.102 INFO:tasks.rados.rados.0.smithi032.stdout:2078: writing smithi032174182-4 from 6823936 to 6930432 tid 3 2023-12-22T17:23:47.102 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 46 current snap is 205 2023-12-22T17:23:47.102 INFO:tasks.rados.rados.0.smithi032.stdout:2079: seq_num 654 ranges {0=557056,557056=630784,1187840=172032} 2023-12-22T17:23:47.105 INFO:tasks.rados.rados.0.smithi032.stdout:2079: writing smithi032174182-46 from 0 to 557056 tid 1 2023-12-22T17:23:47.109 INFO:tasks.rados.rados.0.smithi032.stdout:2079: writing smithi032174182-46 from 557056 to 1187840 tid 2 2023-12-22T17:23:47.110 INFO:tasks.rados.rados.0.smithi032.stdout:2079: writing smithi032174182-46 from 1187840 to 1359872 tid 3 2023-12-22T17:23:47.111 INFO:tasks.rados.rados.0.smithi032.stdout:2080: read oid 21 snap -1 2023-12-22T17:23:47.111 INFO:tasks.rados.rados.0.smithi032.stdout:2080: expect (ObjNum 629 snap 195 seq_num 629) 2023-12-22T17:23:47.111 INFO:tasks.rados.rados.0.smithi032.stdout:2081: rmattr oid 12 current snap is 205 2023-12-22T17:23:47.111 INFO:tasks.rados.rados.0.smithi032.stdout:2082: snap_create 2023-12-22T17:23:47.114 INFO:tasks.rados.rados.0.smithi032.stdout:2073: finishing rollback tid 0 to smithi032174182-39 2023-12-22T17:23:47.114 INFO:tasks.rados.rados.0.smithi032.stdout:2073: finishing rollback tid 1 to smithi032174182-39 2023-12-22T17:23:47.114 INFO:tasks.rados.rados.0.smithi032.stdout:2073: finishing rollback tid 2 to smithi032174182-39 2023-12-22T17:23:47.114 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 699 (ObjNum 487 snap 153 seq_num 487) dirty exists 2023-12-22T17:23:47.114 INFO:tasks.rados.rados.0.smithi032.stdout:2075: finishing copy_from to smithi032174182-1 2023-12-22T17:23:47.114 INFO:tasks.rados.rados.0.smithi032.stdout:2075: got expected ENOENT (src dne) 2023-12-22T17:23:47.114 INFO:tasks.rados.rados.0.smithi032.stdout:2075: finishing copy_from racing read to smithi032174182-1 2023-12-22T17:23:47.115 INFO:tasks.rados.rados.0.smithi032.stdout:2071: finishing write tid 1 to smithi032174182-6 2023-12-22T17:23:47.115 INFO:tasks.rados.rados.0.smithi032.stdout:2071: finishing write tid 2 to smithi032174182-6 2023-12-22T17:23:47.115 INFO:tasks.rados.rados.0.smithi032.stdout:2071: finishing write tid 3 to smithi032174182-6 2023-12-22T17:23:47.115 INFO:tasks.rados.rados.0.smithi032.stdout:2071: finishing write tid 4 to smithi032174182-6 2023-12-22T17:23:47.115 INFO:tasks.rados.rados.0.smithi032.stdout:2076: finishing rollback tid 0 to smithi032174182-37 2023-12-22T17:23:47.115 INFO:tasks.rados.rados.0.smithi032.stdout:2076: finishing rollback tid 1 to smithi032174182-37 2023-12-22T17:23:47.115 INFO:tasks.rados.rados.0.smithi032.stdout:2071: finishing write tid 5 to smithi032174182-6 2023-12-22T17:23:47.115 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 1414 (ObjNum 652 snap 205 seq_num 652) dirty exists 2023-12-22T17:23:47.115 INFO:tasks.rados.rados.0.smithi032.stdout:2071: left oid 6 (ObjNum 652 snap 205 seq_num 652) 2023-12-22T17:23:47.115 INFO:tasks.rados.rados.0.smithi032.stdout:2076: finishing rollback tid 2 to smithi032174182-37 2023-12-22T17:23:47.115 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 1199 (ObjNum 511 snap 157 seq_num 511) dirty exists 2023-12-22T17:23:47.115 INFO:tasks.rados.rados.0.smithi032.stdout:2074: expect (ObjNum 588 snap 179 seq_num 588) 2023-12-22T17:23:47.208 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:47 smithi039 ceph-mon[181282]: Upgrade: Updating osd.4 2023-12-22T17:23:47.208 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:47 smithi039 ceph-mon[181282]: Deploying daemon osd.4 on smithi039 2023-12-22T17:23:47.208 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:47 smithi039 ceph-mon[181282]: failed to encode map e465 with expected crc 2023-12-22T17:23:47.208 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:47 smithi039 ceph-mon[181282]: failed to encode map e465 with expected crc 2023-12-22T17:23:47.208 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:47 smithi039 ceph-mon[181282]: osdmap e465: 8 total, 8 up, 8 in 2023-12-22T17:23:47.208 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:47 smithi039 ceph-mon[181282]: osdmap e466: 8 total, 8 up, 8 in 2023-12-22T17:23:47.243 INFO:tasks.rados.rados.0.smithi032.stdout:2078: finishing write tid 1 to smithi032174182-4 2023-12-22T17:23:47.244 INFO:tasks.rados.rados.0.smithi032.stdout:2072: finishing copy_from racing read to smithi032174182-20 2023-12-22T17:23:47.244 INFO:tasks.rados.rados.0.smithi032.stdout:2077: finishing copy_from racing read to smithi032174182-26 2023-12-22T17:23:47.244 INFO:tasks.rados.rados.0.smithi032.stdout:2078: finishing write tid 2 to smithi032174182-4 2023-12-22T17:23:47.244 INFO:tasks.rados.rados.0.smithi032.stdout:2078: finishing write tid 3 to smithi032174182-4 2023-12-22T17:23:47.244 INFO:tasks.rados.rados.0.smithi032.stdout:2077: finishing copy_from to smithi032174182-26 2023-12-22T17:23:47.244 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 1014 (ObjNum 580 snap 173 seq_num 580) dirty exists 2023-12-22T17:23:47.244 INFO:tasks.rados.rados.0.smithi032.stdout:2078: finishing write tid 4 to smithi032174182-4 2023-12-22T17:23:47.244 INFO:tasks.rados.rados.0.smithi032.stdout:2079: finishing write tid 1 to smithi032174182-46 2023-12-22T17:23:47.244 INFO:tasks.rados.rados.0.smithi032.stdout:2072: finishing copy_from to smithi032174182-20 2023-12-22T17:23:47.244 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 1402 (ObjNum 577 snap 172 seq_num 577) dirty exists 2023-12-22T17:23:47.244 INFO:tasks.rados.rados.0.smithi032.stdout:2078: finishing write tid 5 to smithi032174182-4 2023-12-22T17:23:47.244 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 1207 (ObjNum 653 snap 205 seq_num 653) dirty exists 2023-12-22T17:23:47.244 INFO:tasks.rados.rados.0.smithi032.stdout:2078: left oid 4 (ObjNum 653 snap 205 seq_num 653) 2023-12-22T17:23:47.244 INFO:tasks.rados.rados.0.smithi032.stdout:2079: finishing write tid 2 to smithi032174182-46 2023-12-22T17:23:47.244 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 1043 (ObjNum 573 snap 172 seq_num 573) dirty exists 2023-12-22T17:23:47.245 INFO:tasks.rados.rados.0.smithi032.stdout:2079: finishing write tid 3 to smithi032174182-46 2023-12-22T17:23:47.245 INFO:tasks.rados.rados.0.smithi032.stdout:2079: finishing write tid 4 to smithi032174182-46 2023-12-22T17:23:47.245 INFO:tasks.rados.rados.0.smithi032.stdout:2079: finishing write tid 5 to smithi032174182-46 2023-12-22T17:23:47.245 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 704 (ObjNum 654 snap 205 seq_num 654) dirty exists 2023-12-22T17:23:47.245 INFO:tasks.rados.rados.0.smithi032.stdout:2079: left oid 46 (ObjNum 654 snap 205 seq_num 654) 2023-12-22T17:23:47.245 INFO:tasks.rados.rados.0.smithi032.stdout:2080: expect (ObjNum 629 snap 195 seq_num 629) 2023-12-22T17:23:47.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:47 smithi032 ceph-mon[189144]: Upgrade: Updating osd.4 2023-12-22T17:23:47.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:47 smithi032 ceph-mon[189144]: Deploying daemon osd.4 on smithi039 2023-12-22T17:23:47.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:47 smithi032 ceph-mon[189144]: failed to encode map e465 with expected crc 2023-12-22T17:23:47.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:47 smithi032 ceph-mon[189144]: failed to encode map e465 with expected crc 2023-12-22T17:23:47.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:47 smithi032 ceph-mon[189144]: osdmap e465: 8 total, 8 up, 8 in 2023-12-22T17:23:47.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:47 smithi032 ceph-mon[189144]: osdmap e466: 8 total, 8 up, 8 in 2023-12-22T17:23:47.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:47 smithi032 ceph-mon[191839]: Upgrade: Updating osd.4 2023-12-22T17:23:47.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:47 smithi032 ceph-mon[191839]: Deploying daemon osd.4 on smithi039 2023-12-22T17:23:47.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:47 smithi032 ceph-mon[191839]: failed to encode map e465 with expected crc 2023-12-22T17:23:47.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:47 smithi032 ceph-mon[191839]: failed to encode map e465 with expected crc 2023-12-22T17:23:47.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:47 smithi032 ceph-mon[191839]: osdmap e465: 8 total, 8 up, 8 in 2023-12-22T17:23:47.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:47 smithi032 ceph-mon[191839]: osdmap e466: 8 total, 8 up, 8 in 2023-12-22T17:23:48.141 INFO:tasks.rados.rados.0.smithi032.stdout:2071: done (11 left) 2023-12-22T17:23:48.141 INFO:tasks.rados.rados.0.smithi032.stdout:2072: done (10 left) 2023-12-22T17:23:48.141 INFO:tasks.rados.rados.0.smithi032.stdout:2073: done (9 left) 2023-12-22T17:23:48.141 INFO:tasks.rados.rados.0.smithi032.stdout:2074: done (8 left) 2023-12-22T17:23:48.141 INFO:tasks.rados.rados.0.smithi032.stdout:2075: done (7 left) 2023-12-22T17:23:48.141 INFO:tasks.rados.rados.0.smithi032.stdout:2076: done (6 left) 2023-12-22T17:23:48.141 INFO:tasks.rados.rados.0.smithi032.stdout:2077: done (5 left) 2023-12-22T17:23:48.141 INFO:tasks.rados.rados.0.smithi032.stdout:2078: done (4 left) 2023-12-22T17:23:48.141 INFO:tasks.rados.rados.0.smithi032.stdout:2079: done (3 left) 2023-12-22T17:23:48.141 INFO:tasks.rados.rados.0.smithi032.stdout:2080: done (2 left) 2023-12-22T17:23:48.141 INFO:tasks.rados.rados.0.smithi032.stdout:2081: done (1 left) 2023-12-22T17:23:48.141 INFO:tasks.rados.rados.0.smithi032.stdout:2082: done (0 left) 2023-12-22T17:23:48.142 INFO:tasks.rados.rados.0.smithi032.stdout:2083: read oid 44 snap 168 2023-12-22T17:23:48.142 INFO:tasks.rados.rados.0.smithi032.stdout:2083: expect (ObjNum 524 snap 161 seq_num 524) 2023-12-22T17:23:48.142 INFO:tasks.rados.rados.0.smithi032.stdout:2084: delete oid 35 current snap is 206 2023-12-22T17:23:48.142 INFO:tasks.rados.rados.0.smithi032.stdout:2084: done (1 left) 2023-12-22T17:23:48.142 INFO:tasks.rados.rados.0.smithi032.stdout:2085: delete oid 39 current snap is 206 2023-12-22T17:23:48.144 INFO:tasks.rados.rados.0.smithi032.stdout:2085: done (1 left) 2023-12-22T17:23:48.144 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 42 current snap is 206 2023-12-22T17:23:48.144 INFO:tasks.rados.rados.0.smithi032.stdout:2086: seq_num 657 ranges {1245184=606208,1851392=688128,2539520=114688} 2023-12-22T17:23:48.154 INFO:tasks.rados.rados.0.smithi032.stdout:2086: writing smithi032174182-42 from 1245184 to 1851392 tid 1 2023-12-22T17:23:48.158 INFO:tasks.rados.rados.0.smithi032.stdout:2086: writing smithi032174182-42 from 1851392 to 2539520 tid 2 2023-12-22T17:23:48.159 INFO:tasks.rados.rados.0.smithi032.stdout:2086: writing smithi032174182-42 from 2539520 to 2654208 tid 3 2023-12-22T17:23:48.159 INFO:tasks.rados.rados.0.smithi032.stdout:2087: rmattr oid 14 current snap is 206 2023-12-22T17:23:48.159 INFO:tasks.rados.rados.0.smithi032.stdout:2086: finishing write tid 1 to smithi032174182-42 2023-12-22T17:23:48.159 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 5 current snap is 206 2023-12-22T17:23:48.159 INFO:tasks.rados.rados.0.smithi032.stdout:2088: seq_num 658 ranges {4890624=622592,5513216=565248,6078464=237568} 2023-12-22T17:23:48.189 INFO:tasks.rados.rados.0.smithi032.stdout:2088: writing smithi032174182-5 from 4890624 to 5513216 tid 1 2023-12-22T17:23:48.193 INFO:tasks.rados.rados.0.smithi032.stdout:2088: writing smithi032174182-5 from 5513216 to 6078464 tid 2 2023-12-22T17:23:48.195 INFO:tasks.rados.rados.0.smithi032.stdout:2088: writing smithi032174182-5 from 6078464 to 6316032 tid 3 2023-12-22T17:23:48.195 INFO:tasks.rados.rados.0.smithi032.stdout:2089: delete oid 50 current snap is 206 2023-12-22T17:23:48.195 INFO:tasks.rados.rados.0.smithi032.stdout:2086: finishing write tid 2 to smithi032174182-42 2023-12-22T17:23:48.195 INFO:tasks.rados.rados.0.smithi032.stdout:2086: finishing write tid 3 to smithi032174182-42 2023-12-22T17:23:48.195 INFO:tasks.rados.rados.0.smithi032.stdout:2086: finishing write tid 4 to smithi032174182-42 2023-12-22T17:23:48.195 INFO:tasks.rados.rados.0.smithi032.stdout:2086: finishing write tid 5 to smithi032174182-42 2023-12-22T17:23:48.195 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 708 (ObjNum 657 snap 206 seq_num 657) dirty exists 2023-12-22T17:23:48.195 INFO:tasks.rados.rados.0.smithi032.stdout:2086: left oid 42 (ObjNum 657 snap 206 seq_num 657) 2023-12-22T17:23:48.195 INFO:tasks.rados.rados.0.smithi032.stdout:2088: finishing write tid 1 to smithi032174182-5 2023-12-22T17:23:48.196 INFO:tasks.rados.rados.0.smithi032.stdout:2088: finishing write tid 2 to smithi032174182-5 2023-12-22T17:23:48.196 INFO:tasks.rados.rados.0.smithi032.stdout:2088: finishing write tid 3 to smithi032174182-5 2023-12-22T17:23:48.196 INFO:tasks.rados.rados.0.smithi032.stdout:2088: finishing write tid 4 to smithi032174182-5 2023-12-22T17:23:48.197 INFO:tasks.rados.rados.0.smithi032.stdout:2088: finishing write tid 5 to smithi032174182-5 2023-12-22T17:23:48.197 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 1201 (ObjNum 658 snap 206 seq_num 658) dirty exists 2023-12-22T17:23:48.198 INFO:tasks.rados.rados.0.smithi032.stdout:2088: left oid 5 (ObjNum 658 snap 206 seq_num 658) 2023-12-22T17:23:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:48 smithi039 ceph-mon[181282]: pgmap v238: 121 pgs: 121 active+clean; 370 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.4 MiB/s wr, 26 op/s 2023-12-22T17:23:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:48 smithi039 ceph-mon[181282]: failed to encode map e466 with expected crc 2023-12-22T17:23:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:48 smithi039 ceph-mon[181282]: failed to encode map e466 with expected crc 2023-12-22T17:23:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:48 smithi039 ceph-mon[181282]: failed to encode map e466 with expected crc 2023-12-22T17:23:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:48 smithi039 ceph-mon[181282]: osd.4 marked itself down and dead 2023-12-22T17:23:48.258 INFO:journalctl@ceph.osd.4.smithi039.stdout:Dec 22 17:23:47 smithi039 systemd[1]: Stopping Ceph osd.4 for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:23:48.258 INFO:journalctl@ceph.osd.4.smithi039.stdout:Dec 22 17:23:48 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-4[120920]: 2023-12-22T17:23:48.054+0000 7f0172c95700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-22T17:23:48.258 INFO:journalctl@ceph.osd.4.smithi039.stdout:Dec 22 17:23:48 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-4[120920]: 2023-12-22T17:23:48.054+0000 7f0172c95700 -1 osd.4 466 *** Got signal Terminated *** 2023-12-22T17:23:48.258 INFO:journalctl@ceph.osd.4.smithi039.stdout:Dec 22 17:23:48 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-4[120920]: 2023-12-22T17:23:48.054+0000 7f0172c95700 -1 osd.4 466 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-22T17:23:48.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:48 smithi032 ceph-mon[191839]: pgmap v238: 121 pgs: 121 active+clean; 370 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.4 MiB/s wr, 26 op/s 2023-12-22T17:23:48.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:48 smithi032 ceph-mon[191839]: failed to encode map e466 with expected crc 2023-12-22T17:23:48.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:48 smithi032 ceph-mon[191839]: failed to encode map e466 with expected crc 2023-12-22T17:23:48.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:48 smithi032 ceph-mon[191839]: failed to encode map e466 with expected crc 2023-12-22T17:23:48.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:48 smithi032 ceph-mon[191839]: osd.4 marked itself down and dead 2023-12-22T17:23:48.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:48 smithi032 ceph-mon[189144]: pgmap v238: 121 pgs: 121 active+clean; 370 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.4 MiB/s wr, 26 op/s 2023-12-22T17:23:48.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:48 smithi032 ceph-mon[189144]: failed to encode map e466 with expected crc 2023-12-22T17:23:48.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:48 smithi032 ceph-mon[189144]: failed to encode map e466 with expected crc 2023-12-22T17:23:48.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:48 smithi032 ceph-mon[189144]: failed to encode map e466 with expected crc 2023-12-22T17:23:48.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:48 smithi032 ceph-mon[189144]: osd.4 marked itself down and dead 2023-12-22T17:23:49.007 INFO:journalctl@ceph.osd.4.smithi039.stdout:Dec 22 17:23:48 smithi039 bash[187559]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-4 2023-12-22T17:23:49.007 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:23:48 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:23:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi032:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi039.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-22T17:23:49.094 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-22T17:23:49.098 INFO:tasks.rados.rados.0.smithi032.stdout:2086: done (4 left) 2023-12-22T17:23:49.098 INFO:tasks.rados.rados.0.smithi032.stdout:2087: done (3 left) 2023-12-22T17:23:49.098 INFO:tasks.rados.rados.0.smithi032.stdout:2088: done (2 left) 2023-12-22T17:23:49.098 INFO:tasks.rados.rados.0.smithi032.stdout:2089: done (1 left) 2023-12-22T17:23:49.099 INFO:tasks.rados.rados.0.smithi032.stdout:2090: setattr oid 46 current snap is 206 2023-12-22T17:23:49.101 INFO:tasks.rados.rados.0.smithi032.stdout:2091: read oid 2 snap -1 2023-12-22T17:23:49.101 INFO:tasks.rados.rados.0.smithi032.stdout:2091: expect deleted 2023-12-22T17:23:49.101 INFO:tasks.rados.rados.0.smithi032.stdout:2092: copy_from oid 7 from oid 21 current snap is 206 2023-12-22T17:23:49.101 INFO:tasks.rados.rados.0.smithi032.stdout:2093: read oid 38 snap -1 2023-12-22T17:23:49.101 INFO:tasks.rados.rados.0.smithi032.stdout:2093: expect deleted 2023-12-22T17:23:49.101 INFO:tasks.rados.rados.0.smithi032.stdout:2094: snap_create 2023-12-22T17:23:49.104 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 709 (ObjNum 654 snap 205 seq_num 654) dirty exists 2023-12-22T17:23:49.125 INFO:tasks.rados.rados.0.smithi032.stdout:2083: expect (ObjNum 524 snap 161 seq_num 524) 2023-12-22T17:23:49.318 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:49 smithi039 ceph-mon[181282]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-22T17:23:49.318 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:49 smithi039 ceph-mon[181282]: failed to encode map e467 with expected crc 2023-12-22T17:23:49.319 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:49 smithi039 ceph-mon[181282]: osdmap e467: 8 total, 7 up, 8 in 2023-12-22T17:23:49.319 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:49 smithi039 ceph-mon[181282]: failed to encode map e467 with expected crc 2023-12-22T17:23:49.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:49 smithi032 ceph-mon[189144]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-22T17:23:49.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:49 smithi032 ceph-mon[189144]: failed to encode map e467 with expected crc 2023-12-22T17:23:49.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:49 smithi032 ceph-mon[189144]: osdmap e467: 8 total, 7 up, 8 in 2023-12-22T17:23:49.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:49 smithi032 ceph-mon[189144]: failed to encode map e467 with expected crc 2023-12-22T17:23:49.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:49 smithi032 ceph-mon[191839]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-22T17:23:49.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:49 smithi032 ceph-mon[191839]: failed to encode map e467 with expected crc 2023-12-22T17:23:49.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:49 smithi032 ceph-mon[191839]: osdmap e467: 8 total, 7 up, 8 in 2023-12-22T17:23:49.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:49 smithi032 ceph-mon[191839]: failed to encode map e467 with expected crc 2023-12-22T17:23:49.630 INFO:tasks.rados.rados.0.smithi032.stdout:2092: finishing copy_from to smithi032174182-7 2023-12-22T17:23:49.630 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 945 (ObjNum 629 snap 195 seq_num 629) dirty exists 2023-12-22T17:23:49.630 INFO:tasks.rados.rados.0.smithi032.stdout:2092: finishing copy_from racing read to smithi032174182-7 2023-12-22T17:23:50.086 INFO:tasks.rados.rados.0.smithi032.stdout:2083: done (5 left) 2023-12-22T17:23:50.086 INFO:tasks.rados.rados.0.smithi032.stdout:2090: done (4 left) 2023-12-22T17:23:50.086 INFO:tasks.rados.rados.0.smithi032.stdout:2091: done (3 left) 2023-12-22T17:23:50.086 INFO:tasks.rados.rados.0.smithi032.stdout:2092: done (2 left) 2023-12-22T17:23:50.086 INFO:tasks.rados.rados.0.smithi032.stdout:2093: done (1 left) 2023-12-22T17:23:50.086 INFO:tasks.rados.rados.0.smithi032.stdout:2094: done (0 left) 2023-12-22T17:23:50.086 INFO:tasks.rados.rados.0.smithi032.stdout:2095: snap_create 2023-12-22T17:23:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:50 smithi039 ceph-mon[181282]: pgmap v241: 121 pgs: 8 stale+active+clean, 113 active+clean; 374 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.8 MiB/s wr, 16 op/s 2023-12-22T17:23:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:50 smithi039 ceph-mon[181282]: failed to encode map e468 with expected crc 2023-12-22T17:23:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:50 smithi039 ceph-mon[181282]: osdmap e468: 8 total, 7 up, 8 in 2023-12-22T17:23:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:50 smithi039 ceph-mon[181282]: failed to encode map e468 with expected crc 2023-12-22T17:23:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:50 smithi039 ceph-mon[181282]: failed to encode map e468 with expected crc 2023-12-22T17:23:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:50 smithi039 ceph-mon[181282]: failed to encode map e468 with expected crc 2023-12-22T17:23:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:50 smithi039 ceph-mon[181282]: failed to encode map e468 with expected crc 2023-12-22T17:23:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:50 smithi039 ceph-mon[181282]: failed to encode map e468 with expected crc 2023-12-22T17:23:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:23:50.258 INFO:journalctl@ceph.osd.4.smithi039.stdout:Dec 22 17:23:49 smithi039 systemd[1]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@osd.4.service: Succeeded. 2023-12-22T17:23:50.258 INFO:journalctl@ceph.osd.4.smithi039.stdout:Dec 22 17:23:49 smithi039 systemd[1]: Stopped Ceph osd.4 for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:23:50.258 INFO:journalctl@ceph.osd.4.smithi039.stdout:Dec 22 17:23:50 smithi039 systemd[1]: Starting Ceph osd.4 for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:23:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:50 smithi032 ceph-mon[191839]: pgmap v241: 121 pgs: 8 stale+active+clean, 113 active+clean; 374 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.8 MiB/s wr, 16 op/s 2023-12-22T17:23:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:50 smithi032 ceph-mon[191839]: failed to encode map e468 with expected crc 2023-12-22T17:23:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:50 smithi032 ceph-mon[191839]: osdmap e468: 8 total, 7 up, 8 in 2023-12-22T17:23:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:50 smithi032 ceph-mon[191839]: failed to encode map e468 with expected crc 2023-12-22T17:23:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:50 smithi032 ceph-mon[191839]: failed to encode map e468 with expected crc 2023-12-22T17:23:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:50 smithi032 ceph-mon[191839]: failed to encode map e468 with expected crc 2023-12-22T17:23:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:50 smithi032 ceph-mon[191839]: failed to encode map e468 with expected crc 2023-12-22T17:23:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:50 smithi032 ceph-mon[191839]: failed to encode map e468 with expected crc 2023-12-22T17:23:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:23:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:50 smithi032 ceph-mon[189144]: pgmap v241: 121 pgs: 8 stale+active+clean, 113 active+clean; 374 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.8 MiB/s wr, 16 op/s 2023-12-22T17:23:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:50 smithi032 ceph-mon[189144]: failed to encode map e468 with expected crc 2023-12-22T17:23:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:50 smithi032 ceph-mon[189144]: osdmap e468: 8 total, 7 up, 8 in 2023-12-22T17:23:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:50 smithi032 ceph-mon[189144]: failed to encode map e468 with expected crc 2023-12-22T17:23:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:50 smithi032 ceph-mon[189144]: failed to encode map e468 with expected crc 2023-12-22T17:23:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:50 smithi032 ceph-mon[189144]: failed to encode map e468 with expected crc 2023-12-22T17:23:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:50 smithi032 ceph-mon[189144]: failed to encode map e468 with expected crc 2023-12-22T17:23:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:50 smithi032 ceph-mon[189144]: failed to encode map e468 with expected crc 2023-12-22T17:23:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:23:50.824 INFO:tasks.rados.rados.0.smithi032.stdout:2095: done (0 left) 2023-12-22T17:23:50.824 INFO:tasks.rados.rados.0.smithi032.stdout:2096: delete oid 45 current snap is 208 2023-12-22T17:23:50.832 INFO:tasks.rados.rados.0.smithi032.stdout:2096: done (0 left) 2023-12-22T17:23:50.832 INFO:tasks.rados.rados.0.smithi032.stdout:2097: read oid 40 snap -1 2023-12-22T17:23:50.833 INFO:tasks.rados.rados.0.smithi032.stdout:2097: expect deleted 2023-12-22T17:23:50.833 INFO:tasks.rados.rados.0.smithi032.stdout:2098: snap_remove snap 199 2023-12-22T17:23:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:23:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:23:50] "GET /metrics HTTP/1.1" 200 36184 "" "Prometheus/2.43.0" 2023-12-22T17:23:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:51 smithi032 ceph-mon[191839]: failed to encode map e469 with expected crc 2023-12-22T17:23:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:51 smithi032 ceph-mon[191839]: osdmap e469: 8 total, 7 up, 8 in 2023-12-22T17:23:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:51 smithi032 ceph-mon[191839]: failed to encode map e469 with expected crc 2023-12-22T17:23:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:51 smithi032 ceph-mon[191839]: failed to encode map e469 with expected crc 2023-12-22T17:23:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:51 smithi032 ceph-mon[191839]: osdmap e470: 8 total, 7 up, 8 in 2023-12-22T17:23:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:51 smithi032 ceph-mon[191839]: failed to encode map e470 with expected crc 2023-12-22T17:23:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:51 smithi032 ceph-mon[189144]: failed to encode map e469 with expected crc 2023-12-22T17:23:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:51 smithi032 ceph-mon[189144]: osdmap e469: 8 total, 7 up, 8 in 2023-12-22T17:23:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:51 smithi032 ceph-mon[189144]: failed to encode map e469 with expected crc 2023-12-22T17:23:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:51 smithi032 ceph-mon[189144]: failed to encode map e469 with expected crc 2023-12-22T17:23:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:51 smithi032 ceph-mon[189144]: osdmap e470: 8 total, 7 up, 8 in 2023-12-22T17:23:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:51 smithi032 ceph-mon[189144]: failed to encode map e470 with expected crc 2023-12-22T17:23:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:51 smithi039 ceph-mon[181282]: failed to encode map e469 with expected crc 2023-12-22T17:23:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:51 smithi039 ceph-mon[181282]: osdmap e469: 8 total, 7 up, 8 in 2023-12-22T17:23:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:51 smithi039 ceph-mon[181282]: failed to encode map e469 with expected crc 2023-12-22T17:23:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:51 smithi039 ceph-mon[181282]: failed to encode map e469 with expected crc 2023-12-22T17:23:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:51 smithi039 ceph-mon[181282]: osdmap e470: 8 total, 7 up, 8 in 2023-12-22T17:23:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:51 smithi039 ceph-mon[181282]: failed to encode map e470 with expected crc 2023-12-22T17:23:51.257 INFO:journalctl@ceph.osd.4.smithi039.stdout:Dec 22 17:23:50 smithi039 bash[187823]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2023-12-22T17:23:51.257 INFO:journalctl@ceph.osd.4.smithi039.stdout:Dec 22 17:23:50 smithi039 bash[187823]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2023-12-22T17:23:51.257 INFO:journalctl@ceph.osd.4.smithi039.stdout:Dec 22 17:23:50 smithi039 bash[187823]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2023-12-22T17:23:51.257 INFO:journalctl@ceph.osd.4.smithi039.stdout:Dec 22 17:23:50 smithi039 bash[187823]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2023-12-22T17:23:51.258 INFO:journalctl@ceph.osd.4.smithi039.stdout:Dec 22 17:23:50 smithi039 bash[187823]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2023-12-22T17:23:51.258 INFO:journalctl@ceph.osd.4.smithi039.stdout:Dec 22 17:23:50 smithi039 bash[187823]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2023-12-22T17:23:51.258 INFO:journalctl@ceph.osd.4.smithi039.stdout:Dec 22 17:23:50 smithi039 bash[187823]: --> ceph-volume raw activate successful for osd ID: 4 2023-12-22T17:23:51.829 INFO:tasks.rados.rados.0.smithi032.stdout:2098: done (1 left) 2023-12-22T17:23:51.830 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 36 current snap is 208 2023-12-22T17:23:51.830 INFO:tasks.rados.rados.0.smithi032.stdout:2099: seq_num 661 ranges {0=679936,679936=622592,1302528=180224} 2023-12-22T17:23:51.836 INFO:tasks.rados.rados.0.smithi032.stdout:2099: writing smithi032174182-36 from 0 to 679936 tid 1 2023-12-22T17:23:51.838 INFO:tasks.rados.rados.0.smithi032.stdout:2099: writing smithi032174182-36 from 679936 to 1302528 tid 2 2023-12-22T17:23:51.839 INFO:tasks.rados.rados.0.smithi032.stdout:2099: writing smithi032174182-36 from 1302528 to 1482752 tid 3 2023-12-22T17:23:51.839 INFO:tasks.rados.rados.0.smithi032.stdout:2097: done (1 left) 2023-12-22T17:23:51.839 INFO:tasks.rados.rados.0.smithi032.stdout:2100: delete oid 20 current snap is 208 2023-12-22T17:23:51.839 INFO:tasks.rados.rados.0.smithi032.stdout:2099: finishing write tid 1 to smithi032174182-36 2023-12-22T17:23:51.843 INFO:tasks.rados.rados.0.smithi032.stdout:2099: finishing write tid 2 to smithi032174182-36 2023-12-22T17:23:51.843 INFO:tasks.rados.rados.0.smithi032.stdout:2099: finishing write tid 3 to smithi032174182-36 2023-12-22T17:23:51.845 INFO:tasks.rados.rados.0.smithi032.stdout:2100: done (1 left) 2023-12-22T17:23:51.845 INFO:tasks.rados.rados.0.smithi032.stdout:2101: read oid 9 snap -1 2023-12-22T17:23:51.845 INFO:tasks.rados.rados.0.smithi032.stdout:2101: expect (ObjNum 634 snap 198 seq_num 634) 2023-12-22T17:23:51.845 INFO:tasks.rados.rados.0.smithi032.stdout:2102: setattr oid 44 current snap is 208 2023-12-22T17:23:51.846 INFO:tasks.rados.rados.0.smithi032.stdout:2099: finishing write tid 4 to smithi032174182-36 2023-12-22T17:23:51.846 INFO:tasks.rados.rados.0.smithi032.stdout:2099: finishing write tid 5 to smithi032174182-36 2023-12-22T17:23:51.846 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 549 (ObjNum 661 snap 208 seq_num 661) dirty exists 2023-12-22T17:23:51.846 INFO:tasks.rados.rados.0.smithi032.stdout:2099: left oid 36 (ObjNum 661 snap 208 seq_num 661) 2023-12-22T17:23:51.847 INFO:tasks.rados.rados.0.smithi032.stdout:2099: done (2 left) 2023-12-22T17:23:51.848 INFO:tasks.rados.rados.0.smithi032.stdout:2103: delete oid 3 current snap is 208 2023-12-22T17:23:51.851 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 1416 (ObjNum 273 snap 0 seq_num 0) dirty exists 2023-12-22T17:23:51.857 INFO:tasks.rados.rados.0.smithi032.stdout:2102: done (2 left) 2023-12-22T17:23:51.857 INFO:tasks.rados.rados.0.smithi032.stdout:2103: done (1 left) 2023-12-22T17:23:51.857 INFO:tasks.rados.rados.0.smithi032.stdout:2104: read oid 29 snap 177 2023-12-22T17:23:51.857 INFO:tasks.rados.rados.0.smithi032.stdout:2104: expect (ObjNum 502 snap 156 seq_num 502) 2023-12-22T17:23:51.858 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 15 current snap is 208 2023-12-22T17:23:51.858 INFO:tasks.rados.rados.0.smithi032.stdout:2105: seq_num 664 ranges {8511488=729088,9240576=729088,9969664=73728} 2023-12-22T17:23:51.908 INFO:tasks.rados.rados.0.smithi032.stdout:2105: writing smithi032174182-15 from 8511488 to 9240576 tid 1 2023-12-22T17:23:51.912 INFO:tasks.rados.rados.0.smithi032.stdout:2105: writing smithi032174182-15 from 9240576 to 9969664 tid 2 2023-12-22T17:23:51.913 INFO:tasks.rados.rados.0.smithi032.stdout:2105: writing smithi032174182-15 from 9969664 to 10043392 tid 3 2023-12-22T17:23:51.913 INFO:tasks.rados.rados.0.smithi032.stdout:2106: setattr oid 17 current snap is 208 2023-12-22T17:23:51.913 INFO:tasks.rados.rados.0.smithi032.stdout:2101: expect (ObjNum 634 snap 198 seq_num 634) 2023-12-22T17:23:52.007 INFO:journalctl@ceph.osd.4.smithi039.stdout:Dec 22 17:23:51 smithi039 ceph-osd[188115]: -- 172.21.15.39:0/4134077500 <== mon.1 v2:172.21.15.39:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x561978e2d6c0 con 0x561978dfd000 2023-12-22T17:23:52.007 INFO:journalctl@ceph.osd.4.smithi039.stdout:Dec 22 17:23:51 smithi039 bash[188078]: 1ad4bb5c6d46604a3bbe96a8bc86422043ac666c9d9d711896ff762d20194442 2023-12-22T17:23:52.007 INFO:journalctl@ceph.osd.4.smithi039.stdout:Dec 22 17:23:51 smithi039 systemd[1]: Started Ceph osd.4 for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:23:52.143 INFO:tasks.rados.rados.0.smithi032.stdout:2104: expect (ObjNum 502 snap 156 seq_num 502) 2023-12-22T17:23:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:52 smithi032 ceph-mon[189144]: pgmap v244: 121 pgs: 11 active+undersized+degraded, 3 peering, 1 stale+active+clean, 27 active+undersized, 79 active+clean; 398 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 6.6 MiB/s wr, 14 op/s; 82/693 objects degraded (11.833%) 2023-12-22T17:23:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:52 smithi032 ceph-mon[189144]: failed to encode map e470 with expected crc 2023-12-22T17:23:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:52 smithi032 ceph-mon[189144]: failed to encode map e470 with expected crc 2023-12-22T17:23:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:52 smithi032 ceph-mon[189144]: Health check failed: Degraded data redundancy: 82/693 objects degraded (11.833%), 11 pgs degraded (PG_DEGRADED) 2023-12-22T17:23:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:23:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:52 smithi032 ceph-mon[189144]: osdmap e471: 8 total, 7 up, 8 in 2023-12-22T17:23:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:52 smithi032 ceph-mon[191839]: pgmap v244: 121 pgs: 11 active+undersized+degraded, 3 peering, 1 stale+active+clean, 27 active+undersized, 79 active+clean; 398 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 6.6 MiB/s wr, 14 op/s; 82/693 objects degraded (11.833%) 2023-12-22T17:23:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:52 smithi032 ceph-mon[191839]: failed to encode map e470 with expected crc 2023-12-22T17:23:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:52 smithi032 ceph-mon[191839]: failed to encode map e470 with expected crc 2023-12-22T17:23:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:52 smithi032 ceph-mon[191839]: Health check failed: Degraded data redundancy: 82/693 objects degraded (11.833%), 11 pgs degraded (PG_DEGRADED) 2023-12-22T17:23:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:23:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:52 smithi032 ceph-mon[191839]: osdmap e471: 8 total, 7 up, 8 in 2023-12-22T17:23:52.506 INFO:journalctl@ceph.osd.4.smithi039.stdout:Dec 22 17:23:52 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-4[188092]: 2023-12-22T17:23:52.048+0000 7f3ea3a42640 -1 Falling back to public interface 2023-12-22T17:23:52.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:52 smithi039 ceph-mon[181282]: pgmap v244: 121 pgs: 11 active+undersized+degraded, 3 peering, 1 stale+active+clean, 27 active+undersized, 79 active+clean; 398 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 6.6 MiB/s wr, 14 op/s; 82/693 objects degraded (11.833%) 2023-12-22T17:23:52.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:52 smithi039 ceph-mon[181282]: failed to encode map e470 with expected crc 2023-12-22T17:23:52.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:52 smithi039 ceph-mon[181282]: failed to encode map e470 with expected crc 2023-12-22T17:23:52.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:52 smithi039 ceph-mon[181282]: Health check failed: Degraded data redundancy: 82/693 objects degraded (11.833%), 11 pgs degraded (PG_DEGRADED) 2023-12-22T17:23:52.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:52.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:52.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:23:52.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:52 smithi039 ceph-mon[181282]: osdmap e471: 8 total, 7 up, 8 in 2023-12-22T17:23:52.548 INFO:tasks.rados.rados.0.smithi032.stdout:2105: finishing write tid 1 to smithi032174182-15 2023-12-22T17:23:52.548 INFO:tasks.rados.rados.0.smithi032.stdout:2105: finishing write tid 2 to smithi032174182-15 2023-12-22T17:23:52.548 INFO:tasks.rados.rados.0.smithi032.stdout:2105: finishing write tid 3 to smithi032174182-15 2023-12-22T17:23:52.548 INFO:tasks.rados.rados.0.smithi032.stdout:2105: finishing write tid 4 to smithi032174182-15 2023-12-22T17:23:52.548 INFO:tasks.rados.rados.0.smithi032.stdout:2105: finishing write tid 5 to smithi032174182-15 2023-12-22T17:23:52.548 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 1517 (ObjNum 664 snap 208 seq_num 664) dirty exists 2023-12-22T17:23:52.548 INFO:tasks.rados.rados.0.smithi032.stdout:2105: left oid 15 (ObjNum 664 snap 208 seq_num 664) 2023-12-22T17:23:52.548 INFO:tasks.rados.rados.0.smithi032.stdout:2101: done (3 left) 2023-12-22T17:23:52.548 INFO:tasks.rados.rados.0.smithi032.stdout:2104: done (2 left) 2023-12-22T17:23:52.548 INFO:tasks.rados.rados.0.smithi032.stdout:2105: done (1 left) 2023-12-22T17:23:52.548 INFO:tasks.rados.rados.0.smithi032.stdout:2107: snap_remove snap 192 2023-12-22T17:23:53.099 INFO:tasks.rados.rados.0.smithi032.stdout:2107: done (1 left) 2023-12-22T17:23:53.100 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 18 current snap is 208 2023-12-22T17:23:53.100 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 551 (ObjNum 591 snap 182 seq_num 591) dirty exists 2023-12-22T17:23:53.100 INFO:tasks.rados.rados.0.smithi032.stdout:2108: seq_num 665 ranges {1531904=745472,2277376=606208,2883584=196608} 2023-12-22T17:23:53.112 INFO:tasks.rados.rados.0.smithi032.stdout:2108: writing smithi032174182-18 from 1531904 to 2277376 tid 1 2023-12-22T17:23:53.115 INFO:tasks.rados.rados.0.smithi032.stdout:2108: writing smithi032174182-18 from 2277376 to 2883584 tid 2 2023-12-22T17:23:53.116 INFO:tasks.rados.rados.0.smithi032.stdout:2108: writing smithi032174182-18 from 2883584 to 3080192 tid 3 2023-12-22T17:23:53.117 INFO:tasks.rados.rados.0.smithi032.stdout:2106: done (1 left) 2023-12-22T17:23:53.117 INFO:tasks.rados.rados.0.smithi032.stdout:2109: snap_create 2023-12-22T17:23:53.122 INFO:tasks.rados.rados.0.smithi032.stdout:2108: finishing write tid 1 to smithi032174182-18 2023-12-22T17:23:53.125 INFO:tasks.rados.rados.0.smithi032.stdout:2108: finishing write tid 2 to smithi032174182-18 2023-12-22T17:23:53.125 INFO:tasks.rados.rados.0.smithi032.stdout:2108: finishing write tid 3 to smithi032174182-18 2023-12-22T17:23:53.125 INFO:tasks.rados.rados.0.smithi032.stdout:2108: finishing write tid 4 to smithi032174182-18 2023-12-22T17:23:53.127 INFO:tasks.rados.rados.0.smithi032.stdout:2108: finishing write tid 5 to smithi032174182-18 2023-12-22T17:23:53.127 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 797 (ObjNum 665 snap 208 seq_num 665) dirty exists 2023-12-22T17:23:53.127 INFO:tasks.rados.rados.0.smithi032.stdout:2108: left oid 18 (ObjNum 665 snap 208 seq_num 665) 2023-12-22T17:23:53.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:53 smithi032 ceph-mon[191839]: failed to encode map e471 with expected crc 2023-12-22T17:23:53.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:53 smithi032 ceph-mon[191839]: failed to encode map e471 with expected crc 2023-12-22T17:23:53.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:53 smithi032 ceph-mon[189144]: failed to encode map e471 with expected crc 2023-12-22T17:23:53.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:53 smithi032 ceph-mon[189144]: failed to encode map e471 with expected crc 2023-12-22T17:23:53.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:53 smithi039 ceph-mon[181282]: failed to encode map e471 with expected crc 2023-12-22T17:23:53.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:53 smithi039 ceph-mon[181282]: failed to encode map e471 with expected crc 2023-12-22T17:23:54.101 INFO:tasks.rados.rados.0.smithi032.stdout:2108: done (1 left) 2023-12-22T17:23:54.101 INFO:tasks.rados.rados.0.smithi032.stdout:2109: done (0 left) 2023-12-22T17:23:54.101 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 6 current snap is 209 2023-12-22T17:23:54.101 INFO:tasks.rados.rados.0.smithi032.stdout:2110: seq_num 666 ranges {2555904=761856,3317760=491520,3809280=311296} 2023-12-22T17:23:54.119 INFO:tasks.rados.rados.0.smithi032.stdout:2110: writing smithi032174182-6 from 2555904 to 3317760 tid 1 2023-12-22T17:23:54.122 INFO:tasks.rados.rados.0.smithi032.stdout:2110: writing smithi032174182-6 from 3317760 to 3809280 tid 2 2023-12-22T17:23:54.124 INFO:tasks.rados.rados.0.smithi032.stdout:2110: writing smithi032174182-6 from 3809280 to 4120576 tid 3 2023-12-22T17:23:54.124 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 36 current snap is 209 2023-12-22T17:23:54.124 INFO:tasks.rados.rados.0.smithi032.stdout:2111: seq_num 667 ranges {1482752=778240,2260992=778240,3039232=24576} 2023-12-22T17:23:54.136 INFO:tasks.rados.rados.0.smithi032.stdout:2111: writing smithi032174182-36 from 1482752 to 2260992 tid 1 2023-12-22T17:23:54.141 INFO:tasks.rados.rados.0.smithi032.stdout:2111: writing smithi032174182-36 from 2260992 to 3039232 tid 2 2023-12-22T17:23:54.141 INFO:tasks.rados.rados.0.smithi032.stdout:2111: writing smithi032174182-36 from 3039232 to 3063808 tid 3 2023-12-22T17:23:54.141 INFO:tasks.rados.rados.0.smithi032.stdout:2112: snap_create 2023-12-22T17:23:54.141 INFO:tasks.rados.rados.0.smithi032.stdout:2110: finishing write tid 1 to smithi032174182-6 2023-12-22T17:23:54.141 INFO:tasks.rados.rados.0.smithi032.stdout:2110: finishing write tid 2 to smithi032174182-6 2023-12-22T17:23:54.141 INFO:tasks.rados.rados.0.smithi032.stdout:2110: finishing write tid 3 to smithi032174182-6 2023-12-22T17:23:54.141 INFO:tasks.rados.rados.0.smithi032.stdout:2110: finishing write tid 4 to smithi032174182-6 2023-12-22T17:23:54.141 INFO:tasks.rados.rados.0.smithi032.stdout:2110: finishing write tid 5 to smithi032174182-6 2023-12-22T17:23:54.141 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 1420 (ObjNum 666 snap 209 seq_num 666) dirty exists 2023-12-22T17:23:54.142 INFO:tasks.rados.rados.0.smithi032.stdout:2110: left oid 6 (ObjNum 666 snap 209 seq_num 666) 2023-12-22T17:23:54.142 INFO:tasks.rados.rados.0.smithi032.stdout:2111: finishing write tid 1 to smithi032174182-36 2023-12-22T17:23:54.144 INFO:tasks.rados.rados.0.smithi032.stdout:2111: finishing write tid 2 to smithi032174182-36 2023-12-22T17:23:54.144 INFO:tasks.rados.rados.0.smithi032.stdout:2111: finishing write tid 3 to smithi032174182-36 2023-12-22T17:23:54.144 INFO:tasks.rados.rados.0.smithi032.stdout:2111: finishing write tid 4 to smithi032174182-36 2023-12-22T17:23:54.145 INFO:tasks.rados.rados.0.smithi032.stdout:2111: finishing write tid 5 to smithi032174182-36 2023-12-22T17:23:54.146 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 556 (ObjNum 667 snap 209 seq_num 667) dirty exists 2023-12-22T17:23:54.146 INFO:tasks.rados.rados.0.smithi032.stdout:2111: left oid 36 (ObjNum 667 snap 209 seq_num 667) 2023-12-22T17:23:54.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:54 smithi032 ceph-mon[189144]: pgmap v247: 121 pgs: 11 active+undersized+degraded, 3 peering, 1 stale+active+clean, 27 active+undersized, 79 active+clean; 398 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 5.0 MiB/s wr, 12 op/s; 82/693 objects degraded (11.833%) 2023-12-22T17:23:54.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:54 smithi032 ceph-mon[189144]: failed to encode map e472 with expected crc 2023-12-22T17:23:54.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:54 smithi032 ceph-mon[189144]: failed to encode map e472 with expected crc 2023-12-22T17:23:54.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:54 smithi032 ceph-mon[189144]: osdmap e472: 8 total, 7 up, 8 in 2023-12-22T17:23:54.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:54 smithi032 ceph-mon[189144]: failed to encode map e472 with expected crc 2023-12-22T17:23:54.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:54 smithi032 ceph-mon[191839]: pgmap v247: 121 pgs: 11 active+undersized+degraded, 3 peering, 1 stale+active+clean, 27 active+undersized, 79 active+clean; 398 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 5.0 MiB/s wr, 12 op/s; 82/693 objects degraded (11.833%) 2023-12-22T17:23:54.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:54 smithi032 ceph-mon[191839]: failed to encode map e472 with expected crc 2023-12-22T17:23:54.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:54 smithi032 ceph-mon[191839]: failed to encode map e472 with expected crc 2023-12-22T17:23:54.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:54 smithi032 ceph-mon[191839]: osdmap e472: 8 total, 7 up, 8 in 2023-12-22T17:23:54.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:54 smithi032 ceph-mon[191839]: failed to encode map e472 with expected crc 2023-12-22T17:23:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:54 smithi039 ceph-mon[181282]: pgmap v247: 121 pgs: 11 active+undersized+degraded, 3 peering, 1 stale+active+clean, 27 active+undersized, 79 active+clean; 398 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 5.0 MiB/s wr, 12 op/s; 82/693 objects degraded (11.833%) 2023-12-22T17:23:54.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:54 smithi039 ceph-mon[181282]: failed to encode map e472 with expected crc 2023-12-22T17:23:54.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:54 smithi039 ceph-mon[181282]: failed to encode map e472 with expected crc 2023-12-22T17:23:54.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:54 smithi039 ceph-mon[181282]: osdmap e472: 8 total, 7 up, 8 in 2023-12-22T17:23:54.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:54 smithi039 ceph-mon[181282]: failed to encode map e472 with expected crc 2023-12-22T17:23:55.119 INFO:tasks.rados.rados.0.smithi032.stdout:2110: done (2 left) 2023-12-22T17:23:55.119 INFO:tasks.rados.rados.0.smithi032.stdout:2111: done (1 left) 2023-12-22T17:23:55.119 INFO:tasks.rados.rados.0.smithi032.stdout:2112: done (0 left) 2023-12-22T17:23:55.120 INFO:tasks.rados.rados.0.smithi032.stdout:2113: rmattr oid 11 current snap is 210 2023-12-22T17:23:55.120 INFO:tasks.rados.rados.0.smithi032.stdout:2114: read oid 20 snap -1 2023-12-22T17:23:55.120 INFO:tasks.rados.rados.0.smithi032.stdout:2114: expect deleted 2023-12-22T17:23:55.120 INFO:tasks.rados.rados.0.smithi032.stdout:2115: copy_from oid 23 from oid 37 current snap is 210 2023-12-22T17:23:55.120 INFO:tasks.rados.rados.0.smithi032.stdout:2116: snap_create 2023-12-22T17:23:55.127 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 1411 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-22T17:23:55.145 INFO:tasks.rados.rados.0.smithi032.stdout:2115: finishing copy_from racing read to smithi032174182-23 2023-12-22T17:23:55.146 INFO:tasks.rados.rados.0.smithi032.stdout:2115: finishing copy_from to smithi032174182-23 2023-12-22T17:23:55.146 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 1199 (ObjNum 511 snap 157 seq_num 511) dirty exists 2023-12-22T17:23:55.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:55 smithi032 ceph-mon[191839]: failed to encode map e473 with expected crc 2023-12-22T17:23:55.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:55 smithi032 ceph-mon[191839]: failed to encode map e473 with expected crc 2023-12-22T17:23:55.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:55 smithi032 ceph-mon[191839]: osdmap e473: 8 total, 7 up, 8 in 2023-12-22T17:23:55.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:55.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:55.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:55 smithi032 ceph-mon[191839]: failed to encode map e473 with expected crc 2023-12-22T17:23:55.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:55.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:55.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:55 smithi032 ceph-mon[189144]: failed to encode map e473 with expected crc 2023-12-22T17:23:55.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:55 smithi032 ceph-mon[189144]: failed to encode map e473 with expected crc 2023-12-22T17:23:55.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:55 smithi032 ceph-mon[189144]: osdmap e473: 8 total, 7 up, 8 in 2023-12-22T17:23:55.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:55.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:55.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:55 smithi032 ceph-mon[189144]: failed to encode map e473 with expected crc 2023-12-22T17:23:55.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:55.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:55.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:55 smithi039 ceph-mon[181282]: failed to encode map e473 with expected crc 2023-12-22T17:23:55.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:55 smithi039 ceph-mon[181282]: failed to encode map e473 with expected crc 2023-12-22T17:23:55.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:55 smithi039 ceph-mon[181282]: osdmap e473: 8 total, 7 up, 8 in 2023-12-22T17:23:55.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:55.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:55.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:55 smithi039 ceph-mon[181282]: failed to encode map e473 with expected crc 2023-12-22T17:23:55.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:55.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:55.829 INFO:tasks.rados.rados.0.smithi032.stdout:2113: done (3 left) 2023-12-22T17:23:55.829 INFO:tasks.rados.rados.0.smithi032.stdout:2114: done (2 left) 2023-12-22T17:23:55.829 INFO:tasks.rados.rados.0.smithi032.stdout:2115: done (1 left) 2023-12-22T17:23:55.829 INFO:tasks.rados.rados.0.smithi032.stdout:2116: done (0 left) 2023-12-22T17:23:55.829 INFO:tasks.rados.rados.0.smithi032.stdout:2117: rollback oid 30 current snap is 211 2023-12-22T17:23:55.829 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 30 to 209 2023-12-22T17:23:55.829 INFO:tasks.rados.rados.0.smithi032.stdout:2118: rollback oid 36 current snap is 211 2023-12-22T17:23:55.829 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 36 to 210 2023-12-22T17:23:55.829 INFO:tasks.rados.rados.0.smithi032.stdout:2119: read oid 1 snap -1 2023-12-22T17:23:55.829 INFO:tasks.rados.rados.0.smithi032.stdout:2119: expect (ObjNum 494 snap 153 seq_num 494) 2023-12-22T17:23:55.830 INFO:tasks.rados.rados.0.smithi032.stdout:2120: rmattr oid 35 current snap is 211 2023-12-22T17:23:55.830 INFO:tasks.rados.rados.0.smithi032.stdout:2120: done (3 left) 2023-12-22T17:23:55.830 INFO:tasks.rados.rados.0.smithi032.stdout:2121: copy_from oid 33 from oid 16 current snap is 211 2023-12-22T17:23:55.830 INFO:tasks.rados.rados.0.smithi032.stdout:2122: copy_from oid 13 from oid 35 current snap is 211 2023-12-22T17:23:55.830 INFO:tasks.rados.rados.0.smithi032.stdout:2123: snap_remove snap 177 2023-12-22T17:23:55.855 INFO:journalctl@ceph.osd.4.smithi039.stdout:Dec 22 17:23:55 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-4[188092]: 2023-12-22T17:23:55.663+0000 7f3ea3a42640 -1 osd.4 0 read_superblock omap replica is missing. 2023-12-22T17:23:55.856 INFO:journalctl@ceph.osd.4.smithi039.stdout:Dec 22 17:23:55 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-4[188092]: 2023-12-22T17:23:55.778+0000 7f3ea3a42640 -1 osd.4 466 log_to_monitors true 2023-12-22T17:23:55.856 INFO:journalctl@ceph.osd.4.smithi039.stdout:Dec 22 17:23:55 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-4[188092]: 2023-12-22T17:23:55.853+0000 7f3e91ead700 -1 osd.4 466 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-22T17:23:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:56 smithi032 ceph-mon[191839]: pgmap v250: 121 pgs: 14 active+undersized+degraded, 33 active+undersized, 74 active+clean; 398 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 328 KiB/s wr, 8 op/s; 130/699 objects degraded (18.598%) 2023-12-22T17:23:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:56 smithi032 ceph-mon[191839]: failed to encode map e474 with expected crc 2023-12-22T17:23:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:56 smithi032 ceph-mon[191839]: failed to encode map e474 with expected crc 2023-12-22T17:23:56.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:56 smithi032 ceph-mon[191839]: osdmap e474: 8 total, 7 up, 8 in 2023-12-22T17:23:56.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:56 smithi032 ceph-mon[191839]: failed to encode map e474 with expected crc 2023-12-22T17:23:56.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:56 smithi032 ceph-mon[191839]: from='osd.4 [v2:172.21.15.39:6800/855839250,v1:172.21.15.39:6801/855839250]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-22T17:23:56.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:56 smithi032 ceph-mon[191839]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-22T17:23:56.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:56 smithi032 ceph-mon[191839]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-12-22T17:23:56.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:56 smithi032 ceph-mon[191839]: from='osd.4 [v2:172.21.15.39:6800/855839250,v1:172.21.15.39:6801/855839250]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-22T17:23:56.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:56 smithi032 ceph-mon[191839]: osdmap e475: 8 total, 7 up, 8 in 2023-12-22T17:23:56.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:56 smithi032 ceph-mon[191839]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-22T17:23:56.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:56 smithi032 ceph-mon[189144]: pgmap v250: 121 pgs: 14 active+undersized+degraded, 33 active+undersized, 74 active+clean; 398 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 328 KiB/s wr, 8 op/s; 130/699 objects degraded (18.598%) 2023-12-22T17:23:56.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:56 smithi032 ceph-mon[189144]: failed to encode map e474 with expected crc 2023-12-22T17:23:56.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:56 smithi032 ceph-mon[189144]: failed to encode map e474 with expected crc 2023-12-22T17:23:56.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:56 smithi032 ceph-mon[189144]: osdmap e474: 8 total, 7 up, 8 in 2023-12-22T17:23:56.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:56 smithi032 ceph-mon[189144]: failed to encode map e474 with expected crc 2023-12-22T17:23:56.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:56 smithi032 ceph-mon[189144]: from='osd.4 [v2:172.21.15.39:6800/855839250,v1:172.21.15.39:6801/855839250]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-22T17:23:56.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:56 smithi032 ceph-mon[189144]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-22T17:23:56.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:56 smithi032 ceph-mon[189144]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-12-22T17:23:56.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:56 smithi032 ceph-mon[189144]: from='osd.4 [v2:172.21.15.39:6800/855839250,v1:172.21.15.39:6801/855839250]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-22T17:23:56.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:56 smithi032 ceph-mon[189144]: osdmap e475: 8 total, 7 up, 8 in 2023-12-22T17:23:56.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:56 smithi032 ceph-mon[189144]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-22T17:23:56.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:56 smithi039 ceph-mon[181282]: pgmap v250: 121 pgs: 14 active+undersized+degraded, 33 active+undersized, 74 active+clean; 398 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 328 KiB/s wr, 8 op/s; 130/699 objects degraded (18.598%) 2023-12-22T17:23:56.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:56 smithi039 ceph-mon[181282]: failed to encode map e474 with expected crc 2023-12-22T17:23:56.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:56 smithi039 ceph-mon[181282]: failed to encode map e474 with expected crc 2023-12-22T17:23:56.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:56 smithi039 ceph-mon[181282]: osdmap e474: 8 total, 7 up, 8 in 2023-12-22T17:23:56.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:56 smithi039 ceph-mon[181282]: failed to encode map e474 with expected crc 2023-12-22T17:23:56.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:56 smithi039 ceph-mon[181282]: from='osd.4 [v2:172.21.15.39:6800/855839250,v1:172.21.15.39:6801/855839250]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-22T17:23:56.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:56 smithi039 ceph-mon[181282]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-22T17:23:56.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:56 smithi039 ceph-mon[181282]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-12-22T17:23:56.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:56 smithi039 ceph-mon[181282]: from='osd.4 [v2:172.21.15.39:6800/855839250,v1:172.21.15.39:6801/855839250]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-22T17:23:56.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:56 smithi039 ceph-mon[181282]: osdmap e475: 8 total, 7 up, 8 in 2023-12-22T17:23:56.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:56 smithi039 ceph-mon[181282]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-22T17:23:56.840 INFO:tasks.rados.rados.0.smithi032.stdout:2123: done (5 left) 2023-12-22T17:23:56.840 INFO:tasks.rados.rados.0.smithi032.stdout:2124: rollback oid 43 current snap is 211 2023-12-22T17:23:56.840 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 43 to 209 2023-12-22T17:23:56.840 INFO:tasks.rados.rados.0.smithi032.stdout:2125: rollback oid 40 current snap is 211 2023-12-22T17:23:56.840 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 40 to 206 2023-12-22T17:23:56.840 INFO:tasks.rados.rados.0.smithi032.stdout:2126: read oid 38 snap -1 2023-12-22T17:23:56.840 INFO:tasks.rados.rados.0.smithi032.stdout:2126: expect deleted 2023-12-22T17:23:56.840 INFO:tasks.rados.rados.0.smithi032.stdout:2127: rollback oid 18 current snap is 211 2023-12-22T17:23:56.840 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 18 to 176 2023-12-22T17:23:56.840 INFO:tasks.rados.rados.0.smithi032.stdout:2128: snap_remove snap 200 2023-12-22T17:23:57.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:57 smithi032 ceph-mon[191839]: failed to encode map e475 with expected crc 2023-12-22T17:23:57.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:57 smithi032 ceph-mon[191839]: failed to encode map e475 with expected crc 2023-12-22T17:23:57.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:57 smithi032 ceph-mon[191839]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-22T17:23:57.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:57 smithi032 ceph-mon[191839]: failed to encode map e476 with expected crc 2023-12-22T17:23:57.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:57 smithi032 ceph-mon[191839]: osd.4 [v2:172.21.15.39:6800/855839250,v1:172.21.15.39:6801/855839250] boot 2023-12-22T17:23:57.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:57 smithi032 ceph-mon[191839]: osdmap e476: 8 total, 8 up, 8 in 2023-12-22T17:23:57.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:57 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-22T17:23:57.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:57 smithi032 ceph-mon[189144]: failed to encode map e475 with expected crc 2023-12-22T17:23:57.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:57 smithi032 ceph-mon[189144]: failed to encode map e475 with expected crc 2023-12-22T17:23:57.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:57 smithi032 ceph-mon[189144]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-22T17:23:57.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:57 smithi032 ceph-mon[189144]: failed to encode map e476 with expected crc 2023-12-22T17:23:57.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:57 smithi032 ceph-mon[189144]: osd.4 [v2:172.21.15.39:6800/855839250,v1:172.21.15.39:6801/855839250] boot 2023-12-22T17:23:57.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:57 smithi032 ceph-mon[189144]: osdmap e476: 8 total, 8 up, 8 in 2023-12-22T17:23:57.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:57 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-22T17:23:57.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:57 smithi039 ceph-mon[181282]: failed to encode map e475 with expected crc 2023-12-22T17:23:57.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:57 smithi039 ceph-mon[181282]: failed to encode map e475 with expected crc 2023-12-22T17:23:57.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:57 smithi039 ceph-mon[181282]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-22T17:23:57.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:57 smithi039 ceph-mon[181282]: failed to encode map e476 with expected crc 2023-12-22T17:23:57.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:57 smithi039 ceph-mon[181282]: osd.4 [v2:172.21.15.39:6800/855839250,v1:172.21.15.39:6801/855839250] boot 2023-12-22T17:23:57.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:57 smithi039 ceph-mon[181282]: osdmap e476: 8 total, 8 up, 8 in 2023-12-22T17:23:57.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:57 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-22T17:23:57.834 INFO:tasks.rados.rados.0.smithi032.stdout:2128: done (9 left) 2023-12-22T17:23:57.834 INFO:tasks.rados.rados.0.smithi032.stdout:2129: rollback oid 4 current snap is 211 2023-12-22T17:23:57.834 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 4 to 162 2023-12-22T17:23:57.837 INFO:tasks.rados.rados.0.smithi032.stdout:2130: delete oid 44 current snap is 211 2023-12-22T17:23:57.837 INFO:tasks.rados.rados.0.smithi032.stdout:2118: finishing rollback tid 0 to smithi032174182-36 2023-12-22T17:23:57.837 INFO:tasks.rados.rados.0.smithi032.stdout:2117: finishing rollback tid 1 to smithi032174182-30 2023-12-22T17:23:57.837 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 1184 (ObjNum 161 snap 0 seq_num 0) dirty dne 2023-12-22T17:23:57.837 INFO:tasks.rados.rados.0.smithi032.stdout:2118: finishing rollback tid 1 to smithi032174182-36 2023-12-22T17:23:57.837 INFO:tasks.rados.rados.0.smithi032.stdout:2118: finishing rollback tid 2 to smithi032174182-36 2023-12-22T17:23:57.837 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 560 (ObjNum 667 snap 209 seq_num 667) dirty exists 2023-12-22T17:23:57.837 INFO:tasks.rados.rados.0.smithi032.stdout:2122: finishing copy_from to smithi032174182-13 2023-12-22T17:23:57.837 INFO:tasks.rados.rados.0.smithi032.stdout:2122: got expected ENOENT (src dne) 2023-12-22T17:23:57.838 INFO:tasks.rados.rados.0.smithi032.stdout:2122: finishing copy_from racing read to smithi032174182-13 2023-12-22T17:23:57.838 INFO:tasks.rados.rados.0.smithi032.stdout:2119: expect (ObjNum 494 snap 153 seq_num 494) 2023-12-22T17:23:57.986 INFO:tasks.rados.rados.0.smithi032.stdout:2121: finishing copy_from to smithi032174182-33 2023-12-22T17:23:57.986 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 783 (ObjNum 585 snap 175 seq_num 585) dirty exists 2023-12-22T17:23:57.986 INFO:tasks.rados.rados.0.smithi032.stdout:2121: finishing copy_from racing read to smithi032174182-33 2023-12-22T17:23:57.987 INFO:tasks.rados.rados.0.smithi032.stdout:2125: finishing rollback tid 1 to smithi032174182-40 2023-12-22T17:23:57.987 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 641 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-22T17:23:57.987 INFO:tasks.rados.rados.0.smithi032.stdout:2124: finishing rollback tid 0 to smithi032174182-43 2023-12-22T17:23:57.987 INFO:tasks.rados.rados.0.smithi032.stdout:2124: finishing rollback tid 1 to smithi032174182-43 2023-12-22T17:23:57.987 INFO:tasks.rados.rados.0.smithi032.stdout:2124: finishing rollback tid 2 to smithi032174182-43 2023-12-22T17:23:57.987 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 800 (ObjNum 545 snap 167 seq_num 545) dirty exists 2023-12-22T17:23:57.987 INFO:tasks.rados.rados.0.smithi032.stdout:2127: finishing rollback tid 0 to smithi032174182-18 2023-12-22T17:23:57.987 INFO:tasks.rados.rados.0.smithi032.stdout:2127: finishing rollback tid 1 to smithi032174182-18 2023-12-22T17:23:57.987 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 802 (ObjNum 8 snap 0 seq_num 304) dirty dne 2023-12-22T17:23:57.987 INFO:tasks.rados.rados.0.smithi032.stdout:2117: done (10 left) 2023-12-22T17:23:57.987 INFO:tasks.rados.rados.0.smithi032.stdout:2118: done (9 left) 2023-12-22T17:23:57.987 INFO:tasks.rados.rados.0.smithi032.stdout:2119: done (8 left) 2023-12-22T17:23:57.987 INFO:tasks.rados.rados.0.smithi032.stdout:2121: done (7 left) 2023-12-22T17:23:57.987 INFO:tasks.rados.rados.0.smithi032.stdout:2122: done (6 left) 2023-12-22T17:23:57.987 INFO:tasks.rados.rados.0.smithi032.stdout:2124: done (5 left) 2023-12-22T17:23:57.987 INFO:tasks.rados.rados.0.smithi032.stdout:2125: done (4 left) 2023-12-22T17:23:57.987 INFO:tasks.rados.rados.0.smithi032.stdout:2127: done (3 left) 2023-12-22T17:23:57.988 INFO:tasks.rados.rados.0.smithi032.stdout:2130: done (2 left) 2023-12-22T17:23:57.988 INFO:tasks.rados.rados.0.smithi032.stdout:2131: rollback oid 20 current snap is 211 2023-12-22T17:23:57.988 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 20 to 202 2023-12-22T17:23:57.988 INFO:tasks.rados.rados.0.smithi032.stdout:2129: finishing rollback tid 0 to smithi032174182-4 2023-12-22T17:23:57.988 INFO:tasks.rados.rados.0.smithi032.stdout:2129: finishing rollback tid 1 to smithi032174182-4 2023-12-22T17:23:57.988 INFO:tasks.rados.rados.0.smithi032.stdout:2129: finishing rollback tid 2 to smithi032174182-4 2023-12-22T17:23:57.988 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 1212 (ObjNum 532 snap 162 seq_num 532) dirty exists 2023-12-22T17:23:57.988 INFO:tasks.rados.rados.0.smithi032.stdout:2126: done (2 left) 2023-12-22T17:23:57.988 INFO:tasks.rados.rados.0.smithi032.stdout:2129: done (1 left) 2023-12-22T17:23:57.988 INFO:tasks.rados.rados.0.smithi032.stdout:2132: snap_create 2023-12-22T17:23:57.992 INFO:tasks.rados.rados.0.smithi032.stdout:2131: finishing rollback tid 1 to smithi032174182-20 2023-12-22T17:23:57.992 INFO:tasks.rados.rados.0.smithi032.stdout:2131: finishing rollback tid 2 to smithi032174182-20 2023-12-22T17:23:57.992 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 1423 (ObjNum 644 snap 202 seq_num 644) dirty exists 2023-12-22T17:23:58.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:23:57 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:23:57.877+0000 7f8939eca700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2023-12-22T17:23:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:58 smithi032 ceph-mon[191839]: pgmap v253: 121 pgs: 14 active+undersized+degraded, 33 active+undersized, 74 active+clean; 410 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.2 MiB/s wr, 26 op/s; 136/720 objects degraded (18.889%) 2023-12-22T17:23:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:58 smithi032 ceph-mon[191839]: failed to encode map e476 with expected crc 2023-12-22T17:23:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:58 smithi032 ceph-mon[191839]: failed to encode map e476 with expected crc 2023-12-22T17:23:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:58 smithi032 ceph-mon[191839]: failed to encode map e476 with expected crc 2023-12-22T17:23:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:58 smithi032 ceph-mon[191839]: Health check update: Degraded data redundancy: 136/720 objects degraded (18.889%), 14 pgs degraded (PG_DEGRADED) 2023-12-22T17:23:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:23:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:23:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:58 smithi032 ceph-mon[191839]: failed to encode map e477 with expected crc 2023-12-22T17:23:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:58 smithi032 ceph-mon[191839]: osdmap e477: 8 total, 8 up, 8 in 2023-12-22T17:23:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:58 smithi032 ceph-mon[191839]: failed to encode map e477 with expected crc 2023-12-22T17:23:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:58 smithi032 ceph-mon[191839]: failed to encode map e477 with expected crc 2023-12-22T17:23:58.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:23:58.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:23:58.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:23:58.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:23:58.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-22T17:23:58.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:58 smithi032 ceph-mon[189144]: pgmap v253: 121 pgs: 14 active+undersized+degraded, 33 active+undersized, 74 active+clean; 410 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.2 MiB/s wr, 26 op/s; 136/720 objects degraded (18.889%) 2023-12-22T17:23:58.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:58 smithi032 ceph-mon[189144]: failed to encode map e476 with expected crc 2023-12-22T17:23:58.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:58 smithi032 ceph-mon[189144]: failed to encode map e476 with expected crc 2023-12-22T17:23:58.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:58 smithi032 ceph-mon[189144]: failed to encode map e476 with expected crc 2023-12-22T17:23:58.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:58 smithi032 ceph-mon[189144]: Health check update: Degraded data redundancy: 136/720 objects degraded (18.889%), 14 pgs degraded (PG_DEGRADED) 2023-12-22T17:23:58.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:58.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:58.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:23:58.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:23:58.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:58.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:58 smithi032 ceph-mon[189144]: failed to encode map e477 with expected crc 2023-12-22T17:23:58.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:58 smithi032 ceph-mon[189144]: osdmap e477: 8 total, 8 up, 8 in 2023-12-22T17:23:58.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:58 smithi032 ceph-mon[189144]: failed to encode map e477 with expected crc 2023-12-22T17:23:58.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:58 smithi032 ceph-mon[189144]: failed to encode map e477 with expected crc 2023-12-22T17:23:58.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:23:58.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:23:58.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:23:58.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:23:58.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-22T17:23:58.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:58 smithi039 ceph-mon[181282]: pgmap v253: 121 pgs: 14 active+undersized+degraded, 33 active+undersized, 74 active+clean; 410 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.2 MiB/s wr, 26 op/s; 136/720 objects degraded (18.889%) 2023-12-22T17:23:58.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:58 smithi039 ceph-mon[181282]: failed to encode map e476 with expected crc 2023-12-22T17:23:58.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:58 smithi039 ceph-mon[181282]: failed to encode map e476 with expected crc 2023-12-22T17:23:58.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:58 smithi039 ceph-mon[181282]: failed to encode map e476 with expected crc 2023-12-22T17:23:58.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:58 smithi039 ceph-mon[181282]: Health check update: Degraded data redundancy: 136/720 objects degraded (18.889%), 14 pgs degraded (PG_DEGRADED) 2023-12-22T17:23:58.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:58.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:58.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:23:58.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:23:58.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:23:58.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:58 smithi039 ceph-mon[181282]: failed to encode map e477 with expected crc 2023-12-22T17:23:58.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:58 smithi039 ceph-mon[181282]: osdmap e477: 8 total, 8 up, 8 in 2023-12-22T17:23:58.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:58 smithi039 ceph-mon[181282]: failed to encode map e477 with expected crc 2023-12-22T17:23:58.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:58 smithi039 ceph-mon[181282]: failed to encode map e477 with expected crc 2023-12-22T17:23:58.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:23:58.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:23:58.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:23:58.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:23:58.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-22T17:23:58.834 INFO:tasks.rados.rados.0.smithi032.stdout:2131: done (1 left) 2023-12-22T17:23:58.834 INFO:tasks.rados.rados.0.smithi032.stdout:2132: done (0 left) 2023-12-22T17:23:58.834 INFO:tasks.rados.rados.0.smithi032.stdout:2133: snap_create 2023-12-22T17:23:59.007 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:23:58 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:23:58.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi032:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi039.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2023-12-22T17:23:59.007 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:23:58 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:23:58.662Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi032:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi039.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-22T17:23:59.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:59 smithi032 ceph-mon[189144]: failed to encode map e477 with expected crc 2023-12-22T17:23:59.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:59 smithi032 ceph-mon[189144]: failed to encode map e477 with expected crc 2023-12-22T17:23:59.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:59 smithi032 ceph-mon[189144]: failed to encode map e477 with expected crc 2023-12-22T17:23:59.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:59 smithi032 ceph-mon[189144]: failed to encode map e477 with expected crc 2023-12-22T17:23:59.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:59 smithi032 ceph-mon[189144]: failed to encode map e477 with expected crc 2023-12-22T17:23:59.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:59 smithi032 ceph-mon[189144]: failed to encode map e477 with expected crc 2023-12-22T17:23:59.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:59 smithi032 ceph-mon[189144]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-22T17:23:59.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:59 smithi032 ceph-mon[189144]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2023-12-22T17:23:59.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:59 smithi032 ceph-mon[189144]: failed to encode map e478 with expected crc 2023-12-22T17:23:59.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:23:59 smithi032 ceph-mon[189144]: osdmap e478: 8 total, 8 up, 8 in 2023-12-22T17:23:59.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:59 smithi032 ceph-mon[191839]: failed to encode map e477 with expected crc 2023-12-22T17:23:59.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:59 smithi032 ceph-mon[191839]: failed to encode map e477 with expected crc 2023-12-22T17:23:59.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:59 smithi032 ceph-mon[191839]: failed to encode map e477 with expected crc 2023-12-22T17:23:59.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:59 smithi032 ceph-mon[191839]: failed to encode map e477 with expected crc 2023-12-22T17:23:59.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:59 smithi032 ceph-mon[191839]: failed to encode map e477 with expected crc 2023-12-22T17:23:59.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:59 smithi032 ceph-mon[191839]: failed to encode map e477 with expected crc 2023-12-22T17:23:59.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:59 smithi032 ceph-mon[191839]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-22T17:23:59.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:59 smithi032 ceph-mon[191839]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2023-12-22T17:23:59.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:59 smithi032 ceph-mon[191839]: failed to encode map e478 with expected crc 2023-12-22T17:23:59.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:23:59 smithi032 ceph-mon[191839]: osdmap e478: 8 total, 8 up, 8 in 2023-12-22T17:23:59.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:59 smithi039 ceph-mon[181282]: failed to encode map e477 with expected crc 2023-12-22T17:23:59.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:59 smithi039 ceph-mon[181282]: failed to encode map e477 with expected crc 2023-12-22T17:23:59.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:59 smithi039 ceph-mon[181282]: failed to encode map e477 with expected crc 2023-12-22T17:23:59.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:59 smithi039 ceph-mon[181282]: failed to encode map e477 with expected crc 2023-12-22T17:23:59.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:59 smithi039 ceph-mon[181282]: failed to encode map e477 with expected crc 2023-12-22T17:23:59.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:59 smithi039 ceph-mon[181282]: failed to encode map e477 with expected crc 2023-12-22T17:23:59.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:59 smithi039 ceph-mon[181282]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-22T17:23:59.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:59 smithi039 ceph-mon[181282]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2023-12-22T17:23:59.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:59 smithi039 ceph-mon[181282]: failed to encode map e478 with expected crc 2023-12-22T17:23:59.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:23:59 smithi039 ceph-mon[181282]: osdmap e478: 8 total, 8 up, 8 in 2023-12-22T17:23:59.837 INFO:tasks.rados.rados.0.smithi032.stdout:2133: done (0 left) 2023-12-22T17:23:59.837 INFO:tasks.rados.rados.0.smithi032.stdout:2134: snap_create 2023-12-22T17:24:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:00 smithi032 ceph-mon[191839]: pgmap v256: 121 pgs: 13 active+undersized+degraded, 29 active+undersized, 79 active+clean; 410 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.9 MiB/s wr, 22 op/s; 112/723 objects degraded (15.491%); 970 KiB/s, 0 objects/s recovering 2023-12-22T17:24:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:00 smithi032 ceph-mon[191839]: failed to encode map e478 with expected crc 2023-12-22T17:24:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:00 smithi032 ceph-mon[191839]: osdmap e479: 8 total, 8 up, 8 in 2023-12-22T17:24:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:00 smithi032 ceph-mon[189144]: pgmap v256: 121 pgs: 13 active+undersized+degraded, 29 active+undersized, 79 active+clean; 410 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.9 MiB/s wr, 22 op/s; 112/723 objects degraded (15.491%); 970 KiB/s, 0 objects/s recovering 2023-12-22T17:24:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:00 smithi032 ceph-mon[189144]: failed to encode map e478 with expected crc 2023-12-22T17:24:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:00 smithi032 ceph-mon[189144]: osdmap e479: 8 total, 8 up, 8 in 2023-12-22T17:24:00.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:00 smithi039 ceph-mon[181282]: pgmap v256: 121 pgs: 13 active+undersized+degraded, 29 active+undersized, 79 active+clean; 410 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.9 MiB/s wr, 22 op/s; 112/723 objects degraded (15.491%); 970 KiB/s, 0 objects/s recovering 2023-12-22T17:24:00.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:00 smithi039 ceph-mon[181282]: failed to encode map e478 with expected crc 2023-12-22T17:24:00.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:00 smithi039 ceph-mon[181282]: osdmap e479: 8 total, 8 up, 8 in 2023-12-22T17:24:00.838 INFO:tasks.rados.rados.0.smithi032.stdout:2134: done (0 left) 2023-12-22T17:24:00.838 INFO:tasks.rados.rados.0.smithi032.stdout:2135: read oid 21 snap -1 2023-12-22T17:24:00.838 INFO:tasks.rados.rados.0.smithi032.stdout:2135: expect (ObjNum 629 snap 195 seq_num 629) 2023-12-22T17:24:00.838 INFO:tasks.rados.rados.0.smithi032.stdout:2136: delete oid 10 current snap is 214 2023-12-22T17:24:00.842 INFO:tasks.rados.rados.0.smithi032.stdout:2136: done (1 left) 2023-12-22T17:24:00.842 INFO:tasks.rados.rados.0.smithi032.stdout:2137: rollback oid 28 current snap is 214 2023-12-22T17:24:00.842 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 28 to 209 2023-12-22T17:24:00.843 INFO:tasks.rados.rados.0.smithi032.stdout:2138: snap_remove snap 193 2023-12-22T17:24:01.138 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:24:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:24:00] "GET /metrics HTTP/1.1" 200 36184 "" "Prometheus/2.43.0" 2023-12-22T17:24:01.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:01 smithi032 ceph-mon[191839]: failed to encode map e479 with expected crc 2023-12-22T17:24:01.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:01 smithi032 ceph-mon[191839]: failed to encode map e479 with expected crc 2023-12-22T17:24:01.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:01 smithi032 ceph-mon[191839]: failed to encode map e479 with expected crc 2023-12-22T17:24:01.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:01 smithi032 ceph-mon[191839]: failed to encode map e480 with expected crc 2023-12-22T17:24:01.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:01 smithi032 ceph-mon[191839]: osdmap e480: 8 total, 8 up, 8 in 2023-12-22T17:24:01.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:01 smithi032 ceph-mon[189144]: failed to encode map e479 with expected crc 2023-12-22T17:24:01.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:01 smithi032 ceph-mon[189144]: failed to encode map e479 with expected crc 2023-12-22T17:24:01.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:01 smithi032 ceph-mon[189144]: failed to encode map e479 with expected crc 2023-12-22T17:24:01.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:01 smithi032 ceph-mon[189144]: failed to encode map e480 with expected crc 2023-12-22T17:24:01.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:01 smithi032 ceph-mon[189144]: osdmap e480: 8 total, 8 up, 8 in 2023-12-22T17:24:01.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:01 smithi039 ceph-mon[181282]: failed to encode map e479 with expected crc 2023-12-22T17:24:01.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:01 smithi039 ceph-mon[181282]: failed to encode map e479 with expected crc 2023-12-22T17:24:01.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:01 smithi039 ceph-mon[181282]: failed to encode map e479 with expected crc 2023-12-22T17:24:01.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:01 smithi039 ceph-mon[181282]: failed to encode map e480 with expected crc 2023-12-22T17:24:01.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:01 smithi039 ceph-mon[181282]: osdmap e480: 8 total, 8 up, 8 in 2023-12-22T17:24:01.839 INFO:tasks.rados.rados.0.smithi032.stdout:2138: done (2 left) 2023-12-22T17:24:01.839 INFO:tasks.rados.rados.0.smithi032.stdout:2139: snap_create 2023-12-22T17:24:01.839 INFO:tasks.rados.rados.0.smithi032.stdout:2137: finishing rollback tid 0 to smithi032174182-28 2023-12-22T17:24:01.839 INFO:tasks.rados.rados.0.smithi032.stdout:2137: finishing rollback tid 1 to smithi032174182-28 2023-12-22T17:24:01.840 INFO:tasks.rados.rados.0.smithi032.stdout:2137: finishing rollback tid 2 to smithi032174182-28 2023-12-22T17:24:01.840 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 1228 (ObjNum 496 snap 154 seq_num 496) dirty exists 2023-12-22T17:24:01.840 INFO:tasks.rados.rados.0.smithi032.stdout:2135: expect (ObjNum 629 snap 195 seq_num 629) 2023-12-22T17:24:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:02 smithi032 ceph-mon[191839]: pgmap v259: 121 pgs: 3 active+undersized+degraded, 5 active+undersized, 113 active+clean; 427 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 990 KiB/s wr, 7 op/s; 41/738 objects degraded (5.556%); 12 MiB/s, 4 objects/s recovering 2023-12-22T17:24:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:02 smithi032 ceph-mon[191839]: failed to encode map e480 with expected crc 2023-12-22T17:24:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:02 smithi032 ceph-mon[191839]: failed to encode map e480 with expected crc 2023-12-22T17:24:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:02 smithi032 ceph-mon[191839]: failed to encode map e481 with expected crc 2023-12-22T17:24:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:02 smithi032 ceph-mon[191839]: osdmap e481: 8 total, 8 up, 8 in 2023-12-22T17:24:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:02 smithi032 ceph-mon[189144]: pgmap v259: 121 pgs: 3 active+undersized+degraded, 5 active+undersized, 113 active+clean; 427 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 990 KiB/s wr, 7 op/s; 41/738 objects degraded (5.556%); 12 MiB/s, 4 objects/s recovering 2023-12-22T17:24:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:02 smithi032 ceph-mon[189144]: failed to encode map e480 with expected crc 2023-12-22T17:24:02.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:02 smithi032 ceph-mon[189144]: failed to encode map e480 with expected crc 2023-12-22T17:24:02.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:02 smithi032 ceph-mon[189144]: failed to encode map e481 with expected crc 2023-12-22T17:24:02.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:02 smithi032 ceph-mon[189144]: osdmap e481: 8 total, 8 up, 8 in 2023-12-22T17:24:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:02 smithi039 ceph-mon[181282]: pgmap v259: 121 pgs: 3 active+undersized+degraded, 5 active+undersized, 113 active+clean; 427 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 990 KiB/s wr, 7 op/s; 41/738 objects degraded (5.556%); 12 MiB/s, 4 objects/s recovering 2023-12-22T17:24:02.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:02 smithi039 ceph-mon[181282]: failed to encode map e480 with expected crc 2023-12-22T17:24:02.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:02 smithi039 ceph-mon[181282]: failed to encode map e480 with expected crc 2023-12-22T17:24:02.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:02 smithi039 ceph-mon[181282]: failed to encode map e481 with expected crc 2023-12-22T17:24:02.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:02 smithi039 ceph-mon[181282]: osdmap e481: 8 total, 8 up, 8 in 2023-12-22T17:24:02.840 INFO:tasks.rados.rados.0.smithi032.stdout:2135: done (2 left) 2023-12-22T17:24:02.840 INFO:tasks.rados.rados.0.smithi032.stdout:2137: done (1 left) 2023-12-22T17:24:02.840 INFO:tasks.rados.rados.0.smithi032.stdout:2139: done (0 left) 2023-12-22T17:24:02.840 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 40 current snap is 215 2023-12-22T17:24:02.840 INFO:tasks.rados.rados.0.smithi032.stdout:2140: seq_num 670 ranges {0=425984,425984=483328,909312=507904,1417216=212992} 2023-12-22T17:24:02.842 INFO:tasks.rados.rados.0.smithi032.stdout:2140: writing smithi032174182-40 from 0 to 425984 tid 1 2023-12-22T17:24:02.845 INFO:tasks.rados.rados.0.smithi032.stdout:2140: writing smithi032174182-40 from 425984 to 909312 tid 2 2023-12-22T17:24:02.848 INFO:tasks.rados.rados.0.smithi032.stdout:2140: writing smithi032174182-40 from 909312 to 1417216 tid 3 2023-12-22T17:24:02.849 INFO:tasks.rados.rados.0.smithi032.stdout:2140: writing smithi032174182-40 from 1417216 to 1630208 tid 4 2023-12-22T17:24:02.849 INFO:tasks.rados.rados.0.smithi032.stdout:2141: setattr oid 18 current snap is 215 2023-12-22T17:24:02.849 INFO:tasks.rados.rados.0.smithi032.stdout:2140: finishing write tid 1 to smithi032174182-40 2023-12-22T17:24:02.850 INFO:tasks.rados.rados.0.smithi032.stdout:2140: finishing write tid 2 to smithi032174182-40 2023-12-22T17:24:02.850 INFO:tasks.rados.rados.0.smithi032.stdout:2142: setattr oid 7 current snap is 215 2023-12-22T17:24:02.852 INFO:tasks.rados.rados.0.smithi032.stdout:2143: rollback oid 12 current snap is 215 2023-12-22T17:24:02.852 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 12 to 211 2023-12-22T17:24:02.852 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 4 current snap is 215 2023-12-22T17:24:02.852 INFO:tasks.rados.rados.0.smithi032.stdout:2144: seq_num 671 ranges {3702784=442368,4145152=761856,4907008=442368} 2023-12-22T17:24:02.875 INFO:tasks.rados.rados.0.smithi032.stdout:2144: writing smithi032174182-4 from 3702784 to 4145152 tid 1 2023-12-22T17:24:02.879 INFO:tasks.rados.rados.0.smithi032.stdout:2144: writing smithi032174182-4 from 4145152 to 4907008 tid 2 2023-12-22T17:24:02.882 INFO:tasks.rados.rados.0.smithi032.stdout:2144: writing smithi032174182-4 from 4907008 to 5349376 tid 3 2023-12-22T17:24:02.882 INFO:tasks.rados.rados.0.smithi032.stdout:2145: read oid 32 snap 206 2023-12-22T17:24:02.882 INFO:tasks.rados.rados.0.smithi032.stdout:2145: expect (ObjNum 627 snap 194 seq_num 627) 2023-12-22T17:24:02.882 INFO:tasks.rados.rados.0.smithi032.stdout:2146: copy_from oid 46 from oid 20 current snap is 215 2023-12-22T17:24:02.882 INFO:tasks.rados.rados.0.smithi032.stdout:2140: finishing write tid 3 to smithi032174182-40 2023-12-22T17:24:02.883 INFO:tasks.rados.rados.0.smithi032.stdout:2147: read oid 17 snap 201 2023-12-22T17:24:02.883 INFO:tasks.rados.rados.0.smithi032.stdout:2147: expect (ObjNum 591 snap 182 seq_num 591) 2023-12-22T17:24:02.883 INFO:tasks.rados.rados.0.smithi032.stdout:2148: copy_from oid 15 from oid 43 current snap is 215 2023-12-22T17:24:02.883 INFO:tasks.rados.rados.0.smithi032.stdout:2140: finishing write tid 4 to smithi032174182-40 2023-12-22T17:24:02.883 INFO:tasks.rados.rados.0.smithi032.stdout:2140: finishing write tid 5 to smithi032174182-40 2023-12-22T17:24:02.883 INFO:tasks.rados.rados.0.smithi032.stdout:2140: finishing write tid 6 to smithi032174182-40 2023-12-22T17:24:02.883 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 656 (ObjNum 670 snap 215 seq_num 670) dirty exists 2023-12-22T17:24:02.883 INFO:tasks.rados.rados.0.smithi032.stdout:2140: left oid 40 (ObjNum 670 snap 215 seq_num 670) 2023-12-22T17:24:02.883 INFO:tasks.rados.rados.0.smithi032.stdout:2140: done (8 left) 2023-12-22T17:24:02.883 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 33 current snap is 215 2023-12-22T17:24:02.883 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 1015 (ObjNum 629 snap 195 seq_num 629) dirty exists 2023-12-22T17:24:02.884 INFO:tasks.rados.rados.0.smithi032.stdout:2143: finishing rollback tid 0 to smithi032174182-12 2023-12-22T17:24:02.884 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 803 (ObjNum 289 snap 0 seq_num 1) dirty exists 2023-12-22T17:24:02.884 INFO:tasks.rados.rados.0.smithi032.stdout:2143: finishing rollback tid 1 to smithi032174182-12 2023-12-22T17:24:02.884 INFO:tasks.rados.rados.0.smithi032.stdout:2143: finishing rollback tid 2 to smithi032174182-12 2023-12-22T17:24:02.884 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 1046 (ObjNum 573 snap 172 seq_num 573) dirty exists 2023-12-22T17:24:02.884 INFO:tasks.rados.rados.0.smithi032.stdout:2144: finishing write tid 1 to smithi032174182-4 2023-12-22T17:24:02.884 INFO:tasks.rados.rados.0.smithi032.stdout:2149: seq_num 672 ranges {4055040=458752,4513792=647168,5160960=466944,5627904=90112} 2023-12-22T17:24:02.908 INFO:tasks.rados.rados.0.smithi032.stdout:2149: writing smithi032174182-33 from 4055040 to 4513792 tid 1 2023-12-22T17:24:02.913 INFO:tasks.rados.rados.0.smithi032.stdout:2149: writing smithi032174182-33 from 4513792 to 5160960 tid 2 2023-12-22T17:24:02.916 INFO:tasks.rados.rados.0.smithi032.stdout:2149: writing smithi032174182-33 from 5160960 to 5627904 tid 3 2023-12-22T17:24:02.917 INFO:tasks.rados.rados.0.smithi032.stdout:2149: writing smithi032174182-33 from 5627904 to 5718016 tid 4 2023-12-22T17:24:02.917 INFO:tasks.rados.rados.0.smithi032.stdout:2141: done (8 left) 2023-12-22T17:24:02.917 INFO:tasks.rados.rados.0.smithi032.stdout:2142: done (7 left) 2023-12-22T17:24:02.917 INFO:tasks.rados.rados.0.smithi032.stdout:2143: done (6 left) 2023-12-22T17:24:02.918 INFO:tasks.rados.rados.0.smithi032.stdout:2150: rollback oid 47 current snap is 215 2023-12-22T17:24:02.918 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 47 to 168 2023-12-22T17:24:02.918 INFO:tasks.rados.rados.0.smithi032.stdout:2144: finishing write tid 2 to smithi032174182-4 2023-12-22T17:24:02.918 INFO:tasks.rados.rados.0.smithi032.stdout:2151: delete oid 39 current snap is 215 2023-12-22T17:24:02.918 INFO:tasks.rados.rados.0.smithi032.stdout:2145: expect (ObjNum 627 snap 194 seq_num 627) 2023-12-22T17:24:02.964 INFO:tasks.rados.rados.0.smithi032.stdout:2144: finishing write tid 3 to smithi032174182-4 2023-12-22T17:24:02.964 INFO:tasks.rados.rados.0.smithi032.stdout:2144: finishing write tid 4 to smithi032174182-4 2023-12-22T17:24:02.964 INFO:tasks.rados.rados.0.smithi032.stdout:2144: finishing write tid 5 to smithi032174182-4 2023-12-22T17:24:02.964 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 1237 (ObjNum 671 snap 215 seq_num 671) dirty exists 2023-12-22T17:24:02.964 INFO:tasks.rados.rados.0.smithi032.stdout:2144: left oid 4 (ObjNum 671 snap 215 seq_num 671) 2023-12-22T17:24:02.964 INFO:tasks.rados.rados.0.smithi032.stdout:2147: expect (ObjNum 591 snap 182 seq_num 591) 2023-12-22T17:24:03.060 INFO:tasks.rados.rados.0.smithi032.stdout:2148: finishing copy_from racing read to smithi032174182-15 2023-12-22T17:24:03.061 INFO:tasks.rados.rados.0.smithi032.stdout:2148: finishing copy_from to smithi032174182-15 2023-12-22T17:24:03.061 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 800 (ObjNum 545 snap 167 seq_num 545) dirty exists 2023-12-22T17:24:03.061 INFO:tasks.rados.rados.0.smithi032.stdout:2149: finishing write tid 1 to smithi032174182-33 2023-12-22T17:24:03.061 INFO:tasks.rados.rados.0.smithi032.stdout:2149: finishing write tid 2 to smithi032174182-33 2023-12-22T17:24:03.061 INFO:tasks.rados.rados.0.smithi032.stdout:2149: finishing write tid 3 to smithi032174182-33 2023-12-22T17:24:03.061 INFO:tasks.rados.rados.0.smithi032.stdout:2144: done (7 left) 2023-12-22T17:24:03.061 INFO:tasks.rados.rados.0.smithi032.stdout:2145: done (6 left) 2023-12-22T17:24:03.061 INFO:tasks.rados.rados.0.smithi032.stdout:2147: done (5 left) 2023-12-22T17:24:03.061 INFO:tasks.rados.rados.0.smithi032.stdout:2148: done (4 left) 2023-12-22T17:24:03.061 INFO:tasks.rados.rados.0.smithi032.stdout:2151: done (3 left) 2023-12-22T17:24:03.061 INFO:tasks.rados.rados.0.smithi032.stdout:2152: rollback oid 45 current snap is 215 2023-12-22T17:24:03.061 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 45 to 204 2023-12-22T17:24:03.061 INFO:tasks.rados.rados.0.smithi032.stdout:2150: finishing rollback tid 0 to smithi032174182-47 2023-12-22T17:24:03.062 INFO:tasks.rados.rados.0.smithi032.stdout:2149: finishing write tid 4 to smithi032174182-33 2023-12-22T17:24:03.062 INFO:tasks.rados.rados.0.smithi032.stdout:2150: finishing rollback tid 1 to smithi032174182-47 2023-12-22T17:24:03.062 INFO:tasks.rados.rados.0.smithi032.stdout:2150: finishing rollback tid 2 to smithi032174182-47 2023-12-22T17:24:03.062 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 1539 (ObjNum 488 snap 153 seq_num 488) dirty exists 2023-12-22T17:24:03.062 INFO:tasks.rados.rados.0.smithi032.stdout:2149: finishing write tid 5 to smithi032174182-33 2023-12-22T17:24:03.062 INFO:tasks.rados.rados.0.smithi032.stdout:2149: finishing write tid 6 to smithi032174182-33 2023-12-22T17:24:03.062 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 1020 (ObjNum 672 snap 215 seq_num 672) dirty exists 2023-12-22T17:24:03.062 INFO:tasks.rados.rados.0.smithi032.stdout:2149: left oid 33 (ObjNum 672 snap 215 seq_num 672) 2023-12-22T17:24:03.062 INFO:tasks.rados.rados.0.smithi032.stdout:2146: finishing copy_from racing read to smithi032174182-46 2023-12-22T17:24:03.062 INFO:tasks.rados.rados.0.smithi032.stdout:2146: finishing copy_from to smithi032174182-46 2023-12-22T17:24:03.062 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 1423 (ObjNum 644 snap 202 seq_num 644) dirty exists 2023-12-22T17:24:03.062 INFO:tasks.rados.rados.0.smithi032.stdout:2146: done (3 left) 2023-12-22T17:24:03.062 INFO:tasks.rados.rados.0.smithi032.stdout:2149: done (2 left) 2023-12-22T17:24:03.062 INFO:tasks.rados.rados.0.smithi032.stdout:2150: done (1 left) 2023-12-22T17:24:03.062 INFO:tasks.rados.rados.0.smithi032.stdout:2153: snap_remove snap 205 2023-12-22T17:24:03.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:03 smithi032 ceph-mon[191839]: failed to encode map e481 with expected crc 2023-12-22T17:24:03.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:03 smithi032 ceph-mon[191839]: failed to encode map e481 with expected crc 2023-12-22T17:24:03.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:03 smithi032 ceph-mon[191839]: failed to encode map e482 with expected crc 2023-12-22T17:24:03.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:03 smithi032 ceph-mon[191839]: osdmap e482: 8 total, 8 up, 8 in 2023-12-22T17:24:03.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:03 smithi032 ceph-mon[189144]: failed to encode map e481 with expected crc 2023-12-22T17:24:03.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:03 smithi032 ceph-mon[189144]: failed to encode map e481 with expected crc 2023-12-22T17:24:03.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:03 smithi032 ceph-mon[189144]: failed to encode map e482 with expected crc 2023-12-22T17:24:03.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:03 smithi032 ceph-mon[189144]: osdmap e482: 8 total, 8 up, 8 in 2023-12-22T17:24:03.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:03 smithi039 ceph-mon[181282]: failed to encode map e481 with expected crc 2023-12-22T17:24:03.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:03 smithi039 ceph-mon[181282]: failed to encode map e481 with expected crc 2023-12-22T17:24:03.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:03 smithi039 ceph-mon[181282]: failed to encode map e482 with expected crc 2023-12-22T17:24:03.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:03 smithi039 ceph-mon[181282]: osdmap e482: 8 total, 8 up, 8 in 2023-12-22T17:24:03.846 INFO:tasks.rados.rados.0.smithi032.stdout:2153: done (1 left) 2023-12-22T17:24:03.846 INFO:tasks.rados.rados.0.smithi032.stdout:2154: read oid 34 snap -1 2023-12-22T17:24:03.846 INFO:tasks.rados.rados.0.smithi032.stdout:2154: expect deleted 2023-12-22T17:24:03.847 INFO:tasks.rados.rados.0.smithi032.stdout:2155: copy_from oid 43 from oid 12 current snap is 215 2023-12-22T17:24:03.847 INFO:tasks.rados.rados.0.smithi032.stdout:2152: finishing rollback tid 1 to smithi032174182-45 2023-12-22T17:24:03.847 INFO:tasks.rados.rados.0.smithi032.stdout:2152: finishing rollback tid 2 to smithi032174182-45 2023-12-22T17:24:03.847 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 1413 (ObjNum 577 snap 172 seq_num 577) dirty exists 2023-12-22T17:24:03.847 INFO:tasks.rados.rados.0.smithi032.stdout:2152: done (2 left) 2023-12-22T17:24:03.847 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 2 current snap is 215 2023-12-22T17:24:03.847 INFO:tasks.rados.rados.0.smithi032.stdout:2156: seq_num 674 ranges {0=491520,491520=417792,909312=483328,1392640=303104} 2023-12-22T17:24:03.850 INFO:tasks.rados.rados.0.smithi032.stdout:2156: writing smithi032174182-2 from 0 to 491520 tid 1 2023-12-22T17:24:03.852 INFO:tasks.rados.rados.0.smithi032.stdout:2156: writing smithi032174182-2 from 491520 to 909312 tid 2 2023-12-22T17:24:03.855 INFO:tasks.rados.rados.0.smithi032.stdout:2156: writing smithi032174182-2 from 909312 to 1392640 tid 3 2023-12-22T17:24:03.859 INFO:tasks.rados.rados.0.smithi032.stdout:2156: writing smithi032174182-2 from 1392640 to 1695744 tid 4 2023-12-22T17:24:03.859 INFO:tasks.rados.rados.0.smithi032.stdout:2157: rollback oid 50 current snap is 215 2023-12-22T17:24:03.859 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 50 to 162 2023-12-22T17:24:03.859 INFO:tasks.rados.rados.0.smithi032.stdout:2158: rollback oid 48 current snap is 215 2023-12-22T17:24:03.859 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 48 to 188 2023-12-22T17:24:03.859 INFO:tasks.rados.rados.0.smithi032.stdout:2154: done (4 left) 2023-12-22T17:24:03.859 INFO:tasks.rados.rados.0.smithi032.stdout:2159: read oid 37 snap -1 2023-12-22T17:24:03.859 INFO:tasks.rados.rados.0.smithi032.stdout:2159: expect (ObjNum 511 snap 157 seq_num 511) 2023-12-22T17:24:03.859 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 41 current snap is 215 2023-12-22T17:24:03.860 INFO:tasks.rados.rados.0.smithi032.stdout:2160: seq_num 675 ranges {1179648=507904,1687552=704512,2392064=499712} 2023-12-22T17:24:03.868 INFO:tasks.rados.rados.0.smithi032.stdout:2160: writing smithi032174182-41 from 1179648 to 1687552 tid 1 2023-12-22T17:24:03.873 INFO:tasks.rados.rados.0.smithi032.stdout:2160: writing smithi032174182-41 from 1687552 to 2392064 tid 2 2023-12-22T17:24:03.877 INFO:tasks.rados.rados.0.smithi032.stdout:2160: writing smithi032174182-41 from 2392064 to 2891776 tid 3 2023-12-22T17:24:03.877 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 24 current snap is 215 2023-12-22T17:24:03.877 INFO:tasks.rados.rados.0.smithi032.stdout:2161: seq_num 676 ranges {270336=524288,794624=589824,1384448=450560,1835008=163840} 2023-12-22T17:24:03.882 INFO:tasks.rados.rados.0.smithi032.stdout:2161: writing smithi032174182-24 from 270336 to 794624 tid 1 2023-12-22T17:24:03.886 INFO:tasks.rados.rados.0.smithi032.stdout:2161: writing smithi032174182-24 from 794624 to 1384448 tid 2 2023-12-22T17:24:03.888 INFO:tasks.rados.rados.0.smithi032.stdout:2161: writing smithi032174182-24 from 1384448 to 1835008 tid 3 2023-12-22T17:24:03.890 INFO:tasks.rados.rados.0.smithi032.stdout:2161: writing smithi032174182-24 from 1835008 to 1998848 tid 4 2023-12-22T17:24:03.890 INFO:tasks.rados.rados.0.smithi032.stdout:2162: snap_create 2023-12-22T17:24:03.890 INFO:tasks.rados.rados.0.smithi032.stdout:2157: finishing rollback tid 1 to smithi032174182-50 2023-12-22T17:24:03.890 INFO:tasks.rados.rados.0.smithi032.stdout:2157: finishing rollback tid 2 to smithi032174182-50 2023-12-22T17:24:03.890 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 1015 (ObjNum 490 snap 153 seq_num 490) dirty exists 2023-12-22T17:24:03.890 INFO:tasks.rados.rados.0.smithi032.stdout:2158: finishing rollback tid 0 to smithi032174182-48 2023-12-22T17:24:03.890 INFO:tasks.rados.rados.0.smithi032.stdout:2158: finishing rollback tid 1 to smithi032174182-48 2023-12-22T17:24:03.890 INFO:tasks.rados.rados.0.smithi032.stdout:2158: finishing rollback tid 2 to smithi032174182-48 2023-12-22T17:24:03.891 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 660 (ObjNum 595 snap 183 seq_num 595) dirty exists 2023-12-22T17:24:03.891 INFO:tasks.rados.rados.0.smithi032.stdout:2156: finishing write tid 1 to smithi032174182-2 2023-12-22T17:24:03.891 INFO:tasks.rados.rados.0.smithi032.stdout:2160: finishing write tid 1 to smithi032174182-41 2023-12-22T17:24:03.891 INFO:tasks.rados.rados.0.smithi032.stdout:2160: finishing write tid 2 to smithi032174182-41 2023-12-22T17:24:03.891 INFO:tasks.rados.rados.0.smithi032.stdout:2156: finishing write tid 2 to smithi032174182-2 2023-12-22T17:24:03.891 INFO:tasks.rados.rados.0.smithi032.stdout:2156: finishing write tid 3 to smithi032174182-2 2023-12-22T17:24:03.891 INFO:tasks.rados.rados.0.smithi032.stdout:2156: finishing write tid 4 to smithi032174182-2 2023-12-22T17:24:03.891 INFO:tasks.rados.rados.0.smithi032.stdout:2156: finishing write tid 5 to smithi032174182-2 2023-12-22T17:24:03.891 INFO:tasks.rados.rados.0.smithi032.stdout:2159: expect (ObjNum 511 snap 157 seq_num 511) 2023-12-22T17:24:04.118 INFO:tasks.rados.rados.0.smithi032.stdout:2156: finishing write tid 6 to smithi032174182-2 2023-12-22T17:24:04.119 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 1204 (ObjNum 674 snap 215 seq_num 674) dirty exists 2023-12-22T17:24:04.119 INFO:tasks.rados.rados.0.smithi032.stdout:2156: left oid 2 (ObjNum 674 snap 215 seq_num 674) 2023-12-22T17:24:04.119 INFO:tasks.rados.rados.0.smithi032.stdout:2160: finishing write tid 3 to smithi032174182-41 2023-12-22T17:24:04.119 INFO:tasks.rados.rados.0.smithi032.stdout:2160: finishing write tid 4 to smithi032174182-41 2023-12-22T17:24:04.119 INFO:tasks.rados.rados.0.smithi032.stdout:2161: finishing write tid 1 to smithi032174182-24 2023-12-22T17:24:04.119 INFO:tasks.rados.rados.0.smithi032.stdout:2161: finishing write tid 2 to smithi032174182-24 2023-12-22T17:24:04.119 INFO:tasks.rados.rados.0.smithi032.stdout:2160: finishing write tid 5 to smithi032174182-41 2023-12-22T17:24:04.119 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 1548 (ObjNum 675 snap 215 seq_num 675) dirty exists 2023-12-22T17:24:04.119 INFO:tasks.rados.rados.0.smithi032.stdout:2160: left oid 41 (ObjNum 675 snap 215 seq_num 675) 2023-12-22T17:24:04.119 INFO:tasks.rados.rados.0.smithi032.stdout:2161: finishing write tid 3 to smithi032174182-24 2023-12-22T17:24:04.119 INFO:tasks.rados.rados.0.smithi032.stdout:2155: finishing copy_from to smithi032174182-43 2023-12-22T17:24:04.119 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 1046 (ObjNum 573 snap 172 seq_num 573) dirty exists 2023-12-22T17:24:04.119 INFO:tasks.rados.rados.0.smithi032.stdout:2161: finishing write tid 4 to smithi032174182-24 2023-12-22T17:24:04.119 INFO:tasks.rados.rados.0.smithi032.stdout:2155: finishing copy_from racing read to smithi032174182-43 2023-12-22T17:24:04.119 INFO:tasks.rados.rados.0.smithi032.stdout:2161: finishing write tid 5 to smithi032174182-24 2023-12-22T17:24:04.119 INFO:tasks.rados.rados.0.smithi032.stdout:2161: finishing write tid 6 to smithi032174182-24 2023-12-22T17:24:04.119 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 1554 (ObjNum 676 snap 215 seq_num 676) dirty exists 2023-12-22T17:24:04.120 INFO:tasks.rados.rados.0.smithi032.stdout:2161: left oid 24 (ObjNum 676 snap 215 seq_num 676) 2023-12-22T17:24:04.145 INFO:journalctl@ceph.osd.2.smithi032.stdout:Dec 22 17:24:03 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-2[211143]: 2023-12-22T17:24:03.869+0000 7f447e630700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 188 after trimming was started 2023-12-22T17:24:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:04 smithi032 ceph-mon[191839]: pgmap v262: 121 pgs: 121 active+clean; 427 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 990 KiB/s wr, 5 op/s; 14 MiB/s, 3 objects/s recovering 2023-12-22T17:24:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:04 smithi032 ceph-mon[191839]: failed to encode map e482 with expected crc 2023-12-22T17:24:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:04 smithi032 ceph-mon[191839]: failed to encode map e482 with expected crc 2023-12-22T17:24:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:04 smithi032 ceph-mon[191839]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 41/738 objects degraded (5.556%), 3 pgs degraded) 2023-12-22T17:24:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:04 smithi032 ceph-mon[191839]: Cluster is now healthy 2023-12-22T17:24:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:04 smithi032 ceph-mon[191839]: osdmap e483: 8 total, 8 up, 8 in 2023-12-22T17:24:04.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:04 smithi032 ceph-mon[189144]: pgmap v262: 121 pgs: 121 active+clean; 427 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 990 KiB/s wr, 5 op/s; 14 MiB/s, 3 objects/s recovering 2023-12-22T17:24:04.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:04 smithi032 ceph-mon[189144]: failed to encode map e482 with expected crc 2023-12-22T17:24:04.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:04 smithi032 ceph-mon[189144]: failed to encode map e482 with expected crc 2023-12-22T17:24:04.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:04 smithi032 ceph-mon[189144]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 41/738 objects degraded (5.556%), 3 pgs degraded) 2023-12-22T17:24:04.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:04 smithi032 ceph-mon[189144]: Cluster is now healthy 2023-12-22T17:24:04.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:04 smithi032 ceph-mon[189144]: osdmap e483: 8 total, 8 up, 8 in 2023-12-22T17:24:04.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:04 smithi039 ceph-mon[181282]: pgmap v262: 121 pgs: 121 active+clean; 427 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 990 KiB/s wr, 5 op/s; 14 MiB/s, 3 objects/s recovering 2023-12-22T17:24:04.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:04 smithi039 ceph-mon[181282]: failed to encode map e482 with expected crc 2023-12-22T17:24:04.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:04 smithi039 ceph-mon[181282]: failed to encode map e482 with expected crc 2023-12-22T17:24:04.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:04 smithi039 ceph-mon[181282]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 41/738 objects degraded (5.556%), 3 pgs degraded) 2023-12-22T17:24:04.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:04 smithi039 ceph-mon[181282]: Cluster is now healthy 2023-12-22T17:24:04.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:04 smithi039 ceph-mon[181282]: osdmap e483: 8 total, 8 up, 8 in 2023-12-22T17:24:04.846 INFO:tasks.rados.rados.0.smithi032.stdout:2155: done (7 left) 2023-12-22T17:24:04.846 INFO:tasks.rados.rados.0.smithi032.stdout:2156: done (6 left) 2023-12-22T17:24:04.846 INFO:tasks.rados.rados.0.smithi032.stdout:2157: done (5 left) 2023-12-22T17:24:04.846 INFO:tasks.rados.rados.0.smithi032.stdout:2158: done (4 left) 2023-12-22T17:24:04.846 INFO:tasks.rados.rados.0.smithi032.stdout:2159: done (3 left) 2023-12-22T17:24:04.846 INFO:tasks.rados.rados.0.smithi032.stdout:2160: done (2 left) 2023-12-22T17:24:04.846 INFO:tasks.rados.rados.0.smithi032.stdout:2161: done (1 left) 2023-12-22T17:24:04.846 INFO:tasks.rados.rados.0.smithi032.stdout:2162: done (0 left) 2023-12-22T17:24:04.846 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 43 current snap is 216 2023-12-22T17:24:04.846 INFO:tasks.rados.rados.0.smithi032.stdout:2163: seq_num 677 ranges {4456448=540672,4997120=516096,5513216=655360,6168576=32768} 2023-12-22T17:24:04.872 INFO:tasks.rados.rados.0.smithi032.stdout:2163: writing smithi032174182-43 from 4456448 to 4997120 tid 1 2023-12-22T17:24:04.875 INFO:tasks.rados.rados.0.smithi032.stdout:2163: writing smithi032174182-43 from 4997120 to 5513216 tid 2 2023-12-22T17:24:04.879 INFO:tasks.rados.rados.0.smithi032.stdout:2163: writing smithi032174182-43 from 5513216 to 6168576 tid 3 2023-12-22T17:24:04.879 INFO:tasks.rados.rados.0.smithi032.stdout:2163: writing smithi032174182-43 from 6168576 to 6201344 tid 4 2023-12-22T17:24:04.879 INFO:tasks.rados.rados.0.smithi032.stdout:2164: snap_remove snap 215 2023-12-22T17:24:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:05 smithi032 ceph-mon[189144]: failed to encode map e483 with expected crc 2023-12-22T17:24:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:05 smithi032 ceph-mon[189144]: failed to encode map e483 with expected crc 2023-12-22T17:24:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:24:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:05 smithi032 ceph-mon[189144]: osdmap e484: 8 total, 8 up, 8 in 2023-12-22T17:24:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:05 smithi032 ceph-mon[191839]: failed to encode map e483 with expected crc 2023-12-22T17:24:05.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:05 smithi032 ceph-mon[191839]: failed to encode map e483 with expected crc 2023-12-22T17:24:05.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:05.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:24:05.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:05 smithi032 ceph-mon[191839]: osdmap e484: 8 total, 8 up, 8 in 2023-12-22T17:24:05.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:05 smithi039 ceph-mon[181282]: failed to encode map e483 with expected crc 2023-12-22T17:24:05.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:05 smithi039 ceph-mon[181282]: failed to encode map e483 with expected crc 2023-12-22T17:24:05.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:05.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:24:05.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:05 smithi039 ceph-mon[181282]: osdmap e484: 8 total, 8 up, 8 in 2023-12-22T17:24:05.827 INFO:tasks.rados.rados.0.smithi032.stdout:2164: done (1 left) 2023-12-22T17:24:05.827 INFO:tasks.rados.rados.0.smithi032.stdout:2165: copy_from oid 29 from oid 6 current snap is 216 2023-12-22T17:24:05.828 INFO:tasks.rados.rados.0.smithi032.stdout:2163: finishing write tid 1 to smithi032174182-43 2023-12-22T17:24:05.828 INFO:tasks.rados.rados.0.smithi032.stdout:2163: finishing write tid 2 to smithi032174182-43 2023-12-22T17:24:05.828 INFO:tasks.rados.rados.0.smithi032.stdout:2163: finishing write tid 3 to smithi032174182-43 2023-12-22T17:24:05.828 INFO:tasks.rados.rados.0.smithi032.stdout:2163: finishing write tid 4 to smithi032174182-43 2023-12-22T17:24:05.828 INFO:tasks.rados.rados.0.smithi032.stdout:2163: finishing write tid 5 to smithi032174182-43 2023-12-22T17:24:05.828 INFO:tasks.rados.rados.0.smithi032.stdout:2163: finishing write tid 6 to smithi032174182-43 2023-12-22T17:24:05.829 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 1051 (ObjNum 677 snap 216 seq_num 677) dirty exists 2023-12-22T17:24:05.829 INFO:tasks.rados.rados.0.smithi032.stdout:2163: left oid 43 (ObjNum 677 snap 216 seq_num 677) 2023-12-22T17:24:05.829 INFO:tasks.rados.rados.0.smithi032.stdout:2163: done (1 left) 2023-12-22T17:24:05.829 INFO:tasks.rados.rados.0.smithi032.stdout:2166: copy_from oid 23 from oid 16 current snap is 216 2023-12-22T17:24:05.829 INFO:tasks.rados.rados.0.smithi032.stdout:2167: delete oid 10 current snap is 216 2023-12-22T17:24:05.836 INFO:tasks.rados.rados.0.smithi032.stdout:2167: done (2 left) 2023-12-22T17:24:05.836 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 19 current snap is 216 2023-12-22T17:24:05.836 INFO:tasks.rados.rados.0.smithi032.stdout:2168: seq_num 679 ranges {1040384=581632,1622016=688128,2310144=516096} 2023-12-22T17:24:05.845 INFO:tasks.rados.rados.0.smithi032.stdout:2168: writing smithi032174182-19 from 1040384 to 1622016 tid 1 2023-12-22T17:24:05.849 INFO:tasks.rados.rados.0.smithi032.stdout:2168: writing smithi032174182-19 from 1622016 to 2310144 tid 2 2023-12-22T17:24:05.853 INFO:tasks.rados.rados.0.smithi032.stdout:2168: writing smithi032174182-19 from 2310144 to 2826240 tid 3 2023-12-22T17:24:05.853 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 4 current snap is 216 2023-12-22T17:24:05.853 INFO:tasks.rados.rados.0.smithi032.stdout:2169: seq_num 680 ranges {5349376=598016,5947392=573440,6520832=434176,6955008=196608} 2023-12-22T17:24:05.886 INFO:tasks.rados.rados.0.smithi032.stdout:2169: writing smithi032174182-4 from 5349376 to 5947392 tid 1 2023-12-22T17:24:05.889 INFO:tasks.rados.rados.0.smithi032.stdout:2169: writing smithi032174182-4 from 5947392 to 6520832 tid 2 2023-12-22T17:24:05.891 INFO:tasks.rados.rados.0.smithi032.stdout:2169: writing smithi032174182-4 from 6520832 to 6955008 tid 3 2023-12-22T17:24:05.894 INFO:tasks.rados.rados.0.smithi032.stdout:2169: writing smithi032174182-4 from 6955008 to 7151616 tid 4 2023-12-22T17:24:05.894 INFO:tasks.rados.rados.0.smithi032.stdout:2170: read oid 15 snap -1 2023-12-22T17:24:05.894 INFO:tasks.rados.rados.0.smithi032.stdout:2170: expect (ObjNum 545 snap 167 seq_num 545) 2023-12-22T17:24:05.894 INFO:tasks.rados.rados.0.smithi032.stdout:2171: copy_from oid 7 from oid 14 current snap is 216 2023-12-22T17:24:05.894 INFO:tasks.rados.rados.0.smithi032.stdout:2166: finishing copy_from racing read to smithi032174182-23 2023-12-22T17:24:05.894 INFO:tasks.rados.rados.0.smithi032.stdout:2165: finishing copy_from racing read to smithi032174182-29 2023-12-22T17:24:05.894 INFO:tasks.rados.rados.0.smithi032.stdout:2165: finishing copy_from to smithi032174182-29 2023-12-22T17:24:05.894 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 1420 (ObjNum 666 snap 209 seq_num 666) dirty exists 2023-12-22T17:24:05.894 INFO:tasks.rados.rados.0.smithi032.stdout:2166: finishing copy_from to smithi032174182-23 2023-12-22T17:24:05.894 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 783 (ObjNum 585 snap 175 seq_num 585) dirty exists 2023-12-22T17:24:05.894 INFO:tasks.rados.rados.0.smithi032.stdout:2168: finishing write tid 1 to smithi032174182-19 2023-12-22T17:24:05.894 INFO:tasks.rados.rados.0.smithi032.stdout:2168: finishing write tid 2 to smithi032174182-19 2023-12-22T17:24:05.895 INFO:tasks.rados.rados.0.smithi032.stdout:2168: finishing write tid 3 to smithi032174182-19 2023-12-22T17:24:05.895 INFO:tasks.rados.rados.0.smithi032.stdout:2165: done (5 left) 2023-12-22T17:24:05.895 INFO:tasks.rados.rados.0.smithi032.stdout:2166: done (4 left) 2023-12-22T17:24:05.895 INFO:tasks.rados.rados.0.smithi032.stdout:2172: read oid 20 snap -1 2023-12-22T17:24:05.895 INFO:tasks.rados.rados.0.smithi032.stdout:2172: expect (ObjNum 644 snap 202 seq_num 644) 2023-12-22T17:24:05.895 INFO:tasks.rados.rados.0.smithi032.stdout:2173: copy_from oid 16 from oid 46 current snap is 216 2023-12-22T17:24:05.895 INFO:tasks.rados.rados.0.smithi032.stdout:2168: finishing write tid 4 to smithi032174182-19 2023-12-22T17:24:05.895 INFO:tasks.rados.rados.0.smithi032.stdout:2168: finishing write tid 5 to smithi032174182-19 2023-12-22T17:24:05.895 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 1427 (ObjNum 679 snap 216 seq_num 679) dirty exists 2023-12-22T17:24:05.895 INFO:tasks.rados.rados.0.smithi032.stdout:2168: left oid 19 (ObjNum 679 snap 216 seq_num 679) 2023-12-22T17:24:05.895 INFO:tasks.rados.rados.0.smithi032.stdout:2169: finishing write tid 1 to smithi032174182-4 2023-12-22T17:24:05.895 INFO:tasks.rados.rados.0.smithi032.stdout:2169: finishing write tid 2 to smithi032174182-4 2023-12-22T17:24:05.895 INFO:tasks.rados.rados.0.smithi032.stdout:2168: done (5 left) 2023-12-22T17:24:05.895 INFO:tasks.rados.rados.0.smithi032.stdout:2174: read oid 34 snap -1 2023-12-22T17:24:05.895 INFO:tasks.rados.rados.0.smithi032.stdout:2174: expect deleted 2023-12-22T17:24:05.895 INFO:tasks.rados.rados.0.smithi032.stdout:2175: snap_create 2023-12-22T17:24:05.896 INFO:tasks.rados.rados.0.smithi032.stdout:2171: finishing copy_from to smithi032174182-7 2023-12-22T17:24:05.896 INFO:tasks.rados.rados.0.smithi032.stdout:2171: got expected ENOENT (src dne) 2023-12-22T17:24:05.896 INFO:tasks.rados.rados.0.smithi032.stdout:2171: finishing copy_from racing read to smithi032174182-7 2023-12-22T17:24:05.898 INFO:tasks.rados.rados.0.smithi032.stdout:2169: finishing write tid 3 to smithi032174182-4 2023-12-22T17:24:05.900 INFO:tasks.rados.rados.0.smithi032.stdout:2169: finishing write tid 4 to smithi032174182-4 2023-12-22T17:24:05.900 INFO:tasks.rados.rados.0.smithi032.stdout:2169: finishing write tid 5 to smithi032174182-4 2023-12-22T17:24:05.900 INFO:tasks.rados.rados.0.smithi032.stdout:2169: finishing write tid 6 to smithi032174182-4 2023-12-22T17:24:05.900 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 1246 (ObjNum 680 snap 216 seq_num 680) dirty exists 2023-12-22T17:24:05.900 INFO:tasks.rados.rados.0.smithi032.stdout:2169: left oid 4 (ObjNum 680 snap 216 seq_num 680) 2023-12-22T17:24:05.904 INFO:tasks.rados.rados.0.smithi032.stdout:2170: expect (ObjNum 545 snap 167 seq_num 545) 2023-12-22T17:24:05.995 INFO:tasks.rados.rados.0.smithi032.stdout:2172: expect (ObjNum 644 snap 202 seq_num 644) 2023-12-22T17:24:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:06 smithi032 ceph-mon[189144]: pgmap v265: 121 pgs: 121 active+clean; 443 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.9 MiB/s wr, 6 op/s; 2.4 MiB/s, 0 objects/s recovering 2023-12-22T17:24:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:06 smithi032 ceph-mon[189144]: failed to encode map e484 with expected crc 2023-12-22T17:24:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:06 smithi032 ceph-mon[189144]: failed to encode map e484 with expected crc 2023-12-22T17:24:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:06 smithi032 ceph-mon[189144]: failed to encode map e484 with expected crc 2023-12-22T17:24:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:06 smithi032 ceph-mon[189144]: failed to encode map e485 with expected crc 2023-12-22T17:24:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:06 smithi032 ceph-mon[189144]: osdmap e485: 8 total, 8 up, 8 in 2023-12-22T17:24:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:06 smithi032 ceph-mon[191839]: pgmap v265: 121 pgs: 121 active+clean; 443 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.9 MiB/s wr, 6 op/s; 2.4 MiB/s, 0 objects/s recovering 2023-12-22T17:24:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:06 smithi032 ceph-mon[191839]: failed to encode map e484 with expected crc 2023-12-22T17:24:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:06 smithi032 ceph-mon[191839]: failed to encode map e484 with expected crc 2023-12-22T17:24:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:06 smithi032 ceph-mon[191839]: failed to encode map e484 with expected crc 2023-12-22T17:24:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:06 smithi032 ceph-mon[191839]: failed to encode map e485 with expected crc 2023-12-22T17:24:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:06 smithi032 ceph-mon[191839]: osdmap e485: 8 total, 8 up, 8 in 2023-12-22T17:24:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:06 smithi039 ceph-mon[181282]: pgmap v265: 121 pgs: 121 active+clean; 443 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.9 MiB/s wr, 6 op/s; 2.4 MiB/s, 0 objects/s recovering 2023-12-22T17:24:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:06 smithi039 ceph-mon[181282]: failed to encode map e484 with expected crc 2023-12-22T17:24:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:06 smithi039 ceph-mon[181282]: failed to encode map e484 with expected crc 2023-12-22T17:24:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:06 smithi039 ceph-mon[181282]: failed to encode map e484 with expected crc 2023-12-22T17:24:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:06 smithi039 ceph-mon[181282]: failed to encode map e485 with expected crc 2023-12-22T17:24:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:06 smithi039 ceph-mon[181282]: osdmap e485: 8 total, 8 up, 8 in 2023-12-22T17:24:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:07 smithi032 ceph-mon[191839]: failed to encode map e485 with expected crc 2023-12-22T17:24:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:07 smithi032 ceph-mon[191839]: failed to encode map e485 with expected crc 2023-12-22T17:24:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:07 smithi032 ceph-mon[191839]: failed to encode map e486 with expected crc 2023-12-22T17:24:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:07 smithi032 ceph-mon[191839]: osdmap e486: 8 total, 8 up, 8 in 2023-12-22T17:24:07.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:07 smithi032 ceph-mon[189144]: failed to encode map e485 with expected crc 2023-12-22T17:24:07.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:07 smithi032 ceph-mon[189144]: failed to encode map e485 with expected crc 2023-12-22T17:24:07.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:07 smithi032 ceph-mon[189144]: failed to encode map e486 with expected crc 2023-12-22T17:24:07.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:07 smithi032 ceph-mon[189144]: osdmap e486: 8 total, 8 up, 8 in 2023-12-22T17:24:07.483 INFO:tasks.rados.rados.0.smithi032.stdout:2173: finishing copy_from racing read to smithi032174182-16 2023-12-22T17:24:07.483 INFO:tasks.rados.rados.0.smithi032.stdout:2173: finishing copy_from to smithi032174182-16 2023-12-22T17:24:07.483 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 1423 (ObjNum 644 snap 202 seq_num 644) dirty exists 2023-12-22T17:24:07.483 INFO:tasks.rados.rados.0.smithi032.stdout:2169: done (6 left) 2023-12-22T17:24:07.483 INFO:tasks.rados.rados.0.smithi032.stdout:2170: done (5 left) 2023-12-22T17:24:07.484 INFO:tasks.rados.rados.0.smithi032.stdout:2171: done (4 left) 2023-12-22T17:24:07.484 INFO:tasks.rados.rados.0.smithi032.stdout:2172: done (3 left) 2023-12-22T17:24:07.484 INFO:tasks.rados.rados.0.smithi032.stdout:2173: done (2 left) 2023-12-22T17:24:07.484 INFO:tasks.rados.rados.0.smithi032.stdout:2174: done (1 left) 2023-12-22T17:24:07.484 INFO:tasks.rados.rados.0.smithi032.stdout:2175: done (0 left) 2023-12-22T17:24:07.484 INFO:tasks.rados.rados.0.smithi032.stdout:2176: copy_from oid 27 from oid 9 current snap is 217 2023-12-22T17:24:07.484 INFO:tasks.rados.rados.0.smithi032.stdout:2177: read oid 16 snap 173 2023-12-22T17:24:07.485 INFO:tasks.rados.rados.0.smithi032.stdout:2177: expect (ObjNum 496 snap 154 seq_num 496) 2023-12-22T17:24:07.485 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 36 current snap is 217 2023-12-22T17:24:07.485 INFO:tasks.rados.rados.0.smithi032.stdout:2178: seq_num 681 ranges {3063808=614400,3678208=458752,4136960=638976,4775936=106496} 2023-12-22T17:24:07.505 INFO:tasks.rados.rados.0.smithi032.stdout:2178: writing smithi032174182-36 from 3063808 to 3678208 tid 1 2023-12-22T17:24:07.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:07 smithi039 ceph-mon[181282]: failed to encode map e485 with expected crc 2023-12-22T17:24:07.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:07 smithi039 ceph-mon[181282]: failed to encode map e485 with expected crc 2023-12-22T17:24:07.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:07 smithi039 ceph-mon[181282]: failed to encode map e486 with expected crc 2023-12-22T17:24:07.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:07 smithi039 ceph-mon[181282]: osdmap e486: 8 total, 8 up, 8 in 2023-12-22T17:24:07.508 INFO:tasks.rados.rados.0.smithi032.stdout:2178: writing smithi032174182-36 from 3678208 to 4136960 tid 2 2023-12-22T17:24:07.511 INFO:tasks.rados.rados.0.smithi032.stdout:2178: writing smithi032174182-36 from 4136960 to 4775936 tid 3 2023-12-22T17:24:07.512 INFO:tasks.rados.rados.0.smithi032.stdout:2178: writing smithi032174182-36 from 4775936 to 4882432 tid 4 2023-12-22T17:24:07.512 INFO:tasks.rados.rados.0.smithi032.stdout:2179: snap_create 2023-12-22T17:24:07.512 INFO:tasks.rados.rados.0.smithi032.stdout:2176: finishing copy_from racing read to smithi032174182-27 2023-12-22T17:24:07.512 INFO:tasks.rados.rados.0.smithi032.stdout:2176: finishing copy_from to smithi032174182-27 2023-12-22T17:24:07.513 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 1196 (ObjNum 634 snap 198 seq_num 634) dirty exists 2023-12-22T17:24:07.513 INFO:tasks.rados.rados.0.smithi032.stdout:2177: expect (ObjNum 496 snap 154 seq_num 496) 2023-12-22T17:24:07.790 INFO:tasks.rados.rados.0.smithi032.stdout:2178: finishing write tid 1 to smithi032174182-36 2023-12-22T17:24:07.790 INFO:tasks.rados.rados.0.smithi032.stdout:2178: finishing write tid 2 to smithi032174182-36 2023-12-22T17:24:07.790 INFO:tasks.rados.rados.0.smithi032.stdout:2178: finishing write tid 3 to smithi032174182-36 2023-12-22T17:24:07.790 INFO:tasks.rados.rados.0.smithi032.stdout:2178: finishing write tid 4 to smithi032174182-36 2023-12-22T17:24:07.790 INFO:tasks.rados.rados.0.smithi032.stdout:2178: finishing write tid 5 to smithi032174182-36 2023-12-22T17:24:07.790 INFO:tasks.rados.rados.0.smithi032.stdout:2178: finishing write tid 6 to smithi032174182-36 2023-12-22T17:24:07.790 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 578 (ObjNum 681 snap 217 seq_num 681) dirty exists 2023-12-22T17:24:07.790 INFO:tasks.rados.rados.0.smithi032.stdout:2178: left oid 36 (ObjNum 681 snap 217 seq_num 681) 2023-12-22T17:24:08.169 INFO:tasks.rados.rados.0.smithi032.stdout:2176: done (3 left) 2023-12-22T17:24:08.169 INFO:tasks.rados.rados.0.smithi032.stdout:2177: done (2 left) 2023-12-22T17:24:08.169 INFO:tasks.rados.rados.0.smithi032.stdout:2178: done (1 left) 2023-12-22T17:24:08.169 INFO:tasks.rados.rados.0.smithi032.stdout:2179: done (0 left) 2023-12-22T17:24:08.169 INFO:tasks.rados.rados.0.smithi032.stdout:2180: snap_remove snap 206 2023-12-22T17:24:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:08 smithi032 ceph-mon[189144]: pgmap v268: 121 pgs: 121 active+clean; 459 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 8.0 MiB/s wr, 26 op/s 2023-12-22T17:24:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:08 smithi032 ceph-mon[189144]: failed to encode map e486 with expected crc 2023-12-22T17:24:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:08 smithi032 ceph-mon[191839]: pgmap v268: 121 pgs: 121 active+clean; 459 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 8.0 MiB/s wr, 26 op/s 2023-12-22T17:24:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:08 smithi032 ceph-mon[191839]: failed to encode map e486 with expected crc 2023-12-22T17:24:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:08 smithi039 ceph-mon[181282]: pgmap v268: 121 pgs: 121 active+clean; 459 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 8.0 MiB/s wr, 26 op/s 2023-12-22T17:24:08.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:08 smithi039 ceph-mon[181282]: failed to encode map e486 with expected crc 2023-12-22T17:24:09.006 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:24:08 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:24:08.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi032:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi039.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2023-12-22T17:24:09.007 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:24:08 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:24:08.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi032:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi039.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-22T17:24:09.176 INFO:tasks.rados.rados.0.smithi032.stdout:2180: done (0 left) 2023-12-22T17:24:09.176 INFO:tasks.rados.rados.0.smithi032.stdout:2181: read oid 16 snap -1 2023-12-22T17:24:09.176 INFO:tasks.rados.rados.0.smithi032.stdout:2181: expect (ObjNum 644 snap 202 seq_num 644) 2023-12-22T17:24:09.176 INFO:tasks.rados.rados.0.smithi032.stdout:2182: rollback oid 23 current snap is 218 2023-12-22T17:24:09.176 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 23 to 213 2023-12-22T17:24:09.176 INFO:tasks.rados.rados.0.smithi032.stdout:2183: snap_create 2023-12-22T17:24:09.193 INFO:tasks.rados.rados.0.smithi032.stdout:2182: finishing rollback tid 0 to smithi032174182-23 2023-12-22T17:24:09.195 INFO:tasks.rados.rados.0.smithi032.stdout:2182: finishing rollback tid 1 to smithi032174182-23 2023-12-22T17:24:09.195 INFO:tasks.rados.rados.0.smithi032.stdout:2182: finishing rollback tid 2 to smithi032174182-23 2023-12-22T17:24:09.195 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 1426 (ObjNum 511 snap 157 seq_num 511) dirty exists 2023-12-22T17:24:09.258 INFO:tasks.rados.rados.0.smithi032.stdout:2181: expect (ObjNum 644 snap 202 seq_num 644) 2023-12-22T17:24:09.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:09 smithi032 ceph-mon[191839]: failed to encode map e487 with expected crc 2023-12-22T17:24:09.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:09 smithi032 ceph-mon[191839]: osdmap e487: 8 total, 8 up, 8 in 2023-12-22T17:24:09.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:09 smithi032 ceph-mon[189144]: failed to encode map e487 with expected crc 2023-12-22T17:24:09.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:09 smithi032 ceph-mon[189144]: osdmap e487: 8 total, 8 up, 8 in 2023-12-22T17:24:09.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:09 smithi039 ceph-mon[181282]: failed to encode map e487 with expected crc 2023-12-22T17:24:09.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:09 smithi039 ceph-mon[181282]: osdmap e487: 8 total, 8 up, 8 in 2023-12-22T17:24:10.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:10 smithi039 ceph-mon[181282]: pgmap v271: 121 pgs: 121 active+clean; 462 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 21 op/s 2023-12-22T17:24:10.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:10 smithi039 ceph-mon[181282]: failed to encode map e487 with expected crc 2023-12-22T17:24:10.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:10 smithi039 ceph-mon[181282]: failed to encode map e487 with expected crc 2023-12-22T17:24:10.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:10 smithi039 ceph-mon[181282]: failed to encode map e488 with expected crc 2023-12-22T17:24:10.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:10 smithi039 ceph-mon[181282]: osdmap e488: 8 total, 8 up, 8 in 2023-12-22T17:24:10.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:10 smithi039 ceph-mon[181282]: failed to encode map e488 with expected crc 2023-12-22T17:24:10.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:10.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:10 smithi032 ceph-mon[191839]: pgmap v271: 121 pgs: 121 active+clean; 462 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 21 op/s 2023-12-22T17:24:10.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:10 smithi032 ceph-mon[191839]: failed to encode map e487 with expected crc 2023-12-22T17:24:10.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:10 smithi032 ceph-mon[191839]: failed to encode map e487 with expected crc 2023-12-22T17:24:10.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:10 smithi032 ceph-mon[191839]: failed to encode map e488 with expected crc 2023-12-22T17:24:10.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:10 smithi032 ceph-mon[191839]: osdmap e488: 8 total, 8 up, 8 in 2023-12-22T17:24:10.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:10 smithi032 ceph-mon[191839]: failed to encode map e488 with expected crc 2023-12-22T17:24:10.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:10.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:10 smithi032 ceph-mon[189144]: pgmap v271: 121 pgs: 121 active+clean; 462 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 21 op/s 2023-12-22T17:24:10.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:10 smithi032 ceph-mon[189144]: failed to encode map e487 with expected crc 2023-12-22T17:24:10.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:10 smithi032 ceph-mon[189144]: failed to encode map e487 with expected crc 2023-12-22T17:24:10.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:10 smithi032 ceph-mon[189144]: failed to encode map e488 with expected crc 2023-12-22T17:24:10.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:10 smithi032 ceph-mon[189144]: osdmap e488: 8 total, 8 up, 8 in 2023-12-22T17:24:10.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:10 smithi032 ceph-mon[189144]: failed to encode map e488 with expected crc 2023-12-22T17:24:10.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:10.745 INFO:tasks.rados.rados.0.smithi032.stdout:2181: done (2 left) 2023-12-22T17:24:10.746 INFO:tasks.rados.rados.0.smithi032.stdout:2182: done (1 left) 2023-12-22T17:24:10.746 INFO:tasks.rados.rados.0.smithi032.stdout:2183: done (0 left) 2023-12-22T17:24:10.746 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 32 current snap is 219 2023-12-22T17:24:10.746 INFO:tasks.rados.rados.0.smithi032.stdout:2184: seq_num 682 ranges {1433600=630784,2064384=745472,2809856=442368,3252224=16384} 2023-12-22T17:24:10.756 INFO:tasks.rados.rados.0.smithi032.stdout:2184: writing smithi032174182-32 from 1433600 to 2064384 tid 1 2023-12-22T17:24:10.761 INFO:tasks.rados.rados.0.smithi032.stdout:2184: writing smithi032174182-32 from 2064384 to 2809856 tid 2 2023-12-22T17:24:10.764 INFO:tasks.rados.rados.0.smithi032.stdout:2184: writing smithi032174182-32 from 2809856 to 3252224 tid 3 2023-12-22T17:24:10.764 INFO:tasks.rados.rados.0.smithi032.stdout:2184: writing smithi032174182-32 from 3252224 to 3268608 tid 4 2023-12-22T17:24:10.764 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 12 current snap is 219 2023-12-22T17:24:10.764 INFO:tasks.rados.rados.0.smithi032.stdout:2184: finishing write tid 1 to smithi032174182-32 2023-12-22T17:24:10.764 INFO:tasks.rados.rados.0.smithi032.stdout:2185: seq_num 683 ranges {4456448=647168,5103616=630784,5734400=573440} 2023-12-22T17:24:10.792 INFO:tasks.rados.rados.0.smithi032.stdout:2185: writing smithi032174182-12 from 4456448 to 5103616 tid 1 2023-12-22T17:24:10.796 INFO:tasks.rados.rados.0.smithi032.stdout:2185: writing smithi032174182-12 from 5103616 to 5734400 tid 2 2023-12-22T17:24:10.800 INFO:tasks.rados.rados.0.smithi032.stdout:2185: writing smithi032174182-12 from 5734400 to 6307840 tid 3 2023-12-22T17:24:10.800 INFO:tasks.rados.rados.0.smithi032.stdout:2186: rmattr oid 2 current snap is 219 2023-12-22T17:24:10.800 INFO:tasks.rados.rados.0.smithi032.stdout:2186: done (2 left) 2023-12-22T17:24:10.800 INFO:tasks.rados.rados.0.smithi032.stdout:2187: rollback oid 46 current snap is 219 2023-12-22T17:24:10.800 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 46 to 191 2023-12-22T17:24:10.801 INFO:tasks.rados.rados.0.smithi032.stdout:2184: finishing write tid 2 to smithi032174182-32 2023-12-22T17:24:10.801 INFO:tasks.rados.rados.0.smithi032.stdout:2184: finishing write tid 3 to smithi032174182-32 2023-12-22T17:24:10.801 INFO:tasks.rados.rados.0.smithi032.stdout:2184: finishing write tid 4 to smithi032174182-32 2023-12-22T17:24:10.801 INFO:tasks.rados.rados.0.smithi032.stdout:2184: finishing write tid 5 to smithi032174182-32 2023-12-22T17:24:10.801 INFO:tasks.rados.rados.0.smithi032.stdout:2188: delete oid 16 current snap is 219 2023-12-22T17:24:10.801 INFO:tasks.rados.rados.0.smithi032.stdout:2184: finishing write tid 6 to smithi032174182-32 2023-12-22T17:24:10.801 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 497 (ObjNum 682 snap 219 seq_num 682) dirty exists 2023-12-22T17:24:10.801 INFO:tasks.rados.rados.0.smithi032.stdout:2184: left oid 32 (ObjNum 682 snap 219 seq_num 682) 2023-12-22T17:24:10.801 INFO:tasks.rados.rados.0.smithi032.stdout:2185: finishing write tid 1 to smithi032174182-12 2023-12-22T17:24:10.801 INFO:tasks.rados.rados.0.smithi032.stdout:2185: finishing write tid 2 to smithi032174182-12 2023-12-22T17:24:10.802 INFO:tasks.rados.rados.0.smithi032.stdout:2185: finishing write tid 3 to smithi032174182-12 2023-12-22T17:24:10.802 INFO:tasks.rados.rados.0.smithi032.stdout:2185: finishing write tid 4 to smithi032174182-12 2023-12-22T17:24:10.803 INFO:tasks.rados.rados.0.smithi032.stdout:2187: finishing rollback tid 0 to smithi032174182-46 2023-12-22T17:24:10.803 INFO:tasks.rados.rados.0.smithi032.stdout:2184: done (3 left) 2023-12-22T17:24:10.803 INFO:tasks.rados.rados.0.smithi032.stdout:2188: done (2 left) 2023-12-22T17:24:10.803 INFO:tasks.rados.rados.0.smithi032.stdout:2189: setattr oid 10 current snap is 219 2023-12-22T17:24:10.804 INFO:tasks.rados.rados.0.smithi032.stdout:2185: finishing write tid 5 to smithi032174182-12 2023-12-22T17:24:10.804 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 1050 (ObjNum 683 snap 219 seq_num 683) dirty exists 2023-12-22T17:24:10.804 INFO:tasks.rados.rados.0.smithi032.stdout:2185: left oid 12 (ObjNum 683 snap 219 seq_num 683) 2023-12-22T17:24:10.804 INFO:tasks.rados.rados.0.smithi032.stdout:2187: finishing rollback tid 1 to smithi032174182-46 2023-12-22T17:24:10.804 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 1429 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-22T17:24:10.806 INFO:tasks.rados.rados.0.smithi032.stdout:2185: done (2 left) 2023-12-22T17:24:10.806 INFO:tasks.rados.rados.0.smithi032.stdout:2187: done (1 left) 2023-12-22T17:24:10.806 INFO:tasks.rados.rados.0.smithi032.stdout:2190: rmattr oid 50 current snap is 219 2023-12-22T17:24:10.806 INFO:tasks.rados.rados.0.smithi032.stdout:2191: read oid 14 snap -1 2023-12-22T17:24:10.806 INFO:tasks.rados.rados.0.smithi032.stdout:2191: expect deleted 2023-12-22T17:24:10.806 INFO:tasks.rados.rados.0.smithi032.stdout:2192: copy_from oid 21 from oid 37 current snap is 219 2023-12-22T17:24:10.806 INFO:tasks.rados.rados.0.smithi032.stdout:2193: setattr oid 8 current snap is 219 2023-12-22T17:24:10.807 INFO:tasks.rados.rados.0.smithi032.stdout:2191: done (4 left) 2023-12-22T17:24:10.808 INFO:tasks.rados.rados.0.smithi032.stdout:2194: rollback oid 9 current snap is 219 2023-12-22T17:24:10.808 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 9 to 217 2023-12-22T17:24:10.808 INFO:tasks.rados.rados.0.smithi032.stdout:2195: rollback oid 33 current snap is 219 2023-12-22T17:24:10.808 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 33 to 196 2023-12-22T17:24:10.808 INFO:tasks.rados.rados.0.smithi032.stdout:2196: copy_from oid 29 from oid 3 current snap is 219 2023-12-22T17:24:10.808 INFO:tasks.rados.rados.0.smithi032.stdout:2197: read oid 1 snap 209 2023-12-22T17:24:10.808 INFO:tasks.rados.rados.0.smithi032.stdout:2197: expect (ObjNum 494 snap 153 seq_num 494) 2023-12-22T17:24:10.808 INFO:tasks.rados.rados.0.smithi032.stdout:2198: snap_create 2023-12-22T17:24:10.809 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 1414 (ObjNum 273 snap 0 seq_num 0) dirty exists 2023-12-22T17:24:10.809 INFO:tasks.rados.rados.0.smithi032.stdout:2196: finishing copy_from to smithi032174182-29 2023-12-22T17:24:10.809 INFO:tasks.rados.rados.0.smithi032.stdout:2196: got expected ENOENT (src dne) 2023-12-22T17:24:10.809 INFO:tasks.rados.rados.0.smithi032.stdout:2196: finishing copy_from racing read to smithi032174182-29 2023-12-22T17:24:10.812 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 1017 (ObjNum 490 snap 153 seq_num 490) dirty exists 2023-12-22T17:24:10.815 INFO:tasks.rados.rados.0.smithi032.stdout:2195: finishing rollback tid 0 to smithi032174182-33 2023-12-22T17:24:10.815 INFO:tasks.rados.rados.0.smithi032.stdout:2195: finishing rollback tid 1 to smithi032174182-33 2023-12-22T17:24:10.816 INFO:tasks.rados.rados.0.smithi032.stdout:2195: finishing rollback tid 2 to smithi032174182-33 2023-12-22T17:24:10.816 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 1023 (ObjNum 453 snap 143 seq_num 453) dirty exists 2023-12-22T17:24:10.816 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 499 (ObjNum 623 snap 194 seq_num 623) dirty exists 2023-12-22T17:24:10.818 INFO:tasks.rados.rados.0.smithi032.stdout:2194: finishing rollback tid 0 to smithi032174182-9 2023-12-22T17:24:10.818 INFO:tasks.rados.rados.0.smithi032.stdout:2194: finishing rollback tid 1 to smithi032174182-9 2023-12-22T17:24:10.818 INFO:tasks.rados.rados.0.smithi032.stdout:2194: finishing rollback tid 2 to smithi032174182-9 2023-12-22T17:24:10.818 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 1207 (ObjNum 634 snap 198 seq_num 634) dirty exists 2023-12-22T17:24:10.819 INFO:tasks.rados.rados.0.smithi032.stdout:2197: expect (ObjNum 494 snap 153 seq_num 494) 2023-12-22T17:24:10.953 INFO:tasks.rados.rados.0.smithi032.stdout:2192: finishing copy_from racing read to smithi032174182-21 2023-12-22T17:24:10.953 INFO:tasks.rados.rados.0.smithi032.stdout:2192: finishing copy_from to smithi032174182-21 2023-12-22T17:24:10.953 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 1199 (ObjNum 511 snap 157 seq_num 511) dirty exists 2023-12-22T17:24:10.953 INFO:tasks.rados.rados.0.smithi032.stdout:2189: done (8 left) 2023-12-22T17:24:10.953 INFO:tasks.rados.rados.0.smithi032.stdout:2190: done (7 left) 2023-12-22T17:24:10.953 INFO:tasks.rados.rados.0.smithi032.stdout:2192: done (6 left) 2023-12-22T17:24:10.953 INFO:tasks.rados.rados.0.smithi032.stdout:2193: done (5 left) 2023-12-22T17:24:10.953 INFO:tasks.rados.rados.0.smithi032.stdout:2194: done (4 left) 2023-12-22T17:24:10.954 INFO:tasks.rados.rados.0.smithi032.stdout:2195: done (3 left) 2023-12-22T17:24:10.954 INFO:tasks.rados.rados.0.smithi032.stdout:2196: done (2 left) 2023-12-22T17:24:10.954 INFO:tasks.rados.rados.0.smithi032.stdout:2197: done (1 left) 2023-12-22T17:24:10.954 INFO:tasks.rados.rados.0.smithi032.stdout:2198: done (0 left) 2023-12-22T17:24:10.954 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 5 current snap is 220 2023-12-22T17:24:10.954 INFO:tasks.rados.rados.0.smithi032.stdout:2199: seq_num 685 ranges {6316032=679936,6995968=442368,7438336=622592,8060928=139264} 2023-12-22T17:24:10.991 INFO:tasks.rados.rados.0.smithi032.stdout:2199: writing smithi032174182-5 from 6316032 to 6995968 tid 1 2023-12-22T17:24:10.993 INFO:tasks.rados.rados.0.smithi032.stdout:2199: writing smithi032174182-5 from 6995968 to 7438336 tid 2 2023-12-22T17:24:10.997 INFO:tasks.rados.rados.0.smithi032.stdout:2199: writing smithi032174182-5 from 7438336 to 8060928 tid 3 2023-12-22T17:24:10.998 INFO:tasks.rados.rados.0.smithi032.stdout:2199: writing smithi032174182-5 from 8060928 to 8200192 tid 4 2023-12-22T17:24:10.998 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 31 current snap is 220 2023-12-22T17:24:10.999 INFO:tasks.rados.rados.0.smithi032.stdout:2199: finishing write tid 1 to smithi032174182-5 2023-12-22T17:24:10.999 INFO:tasks.rados.rados.0.smithi032.stdout:2199: finishing write tid 2 to smithi032174182-5 2023-12-22T17:24:10.999 INFO:tasks.rados.rados.0.smithi032.stdout:2200: seq_num 686 ranges {1294336=696320,1990656=729088,2719744=425984,3145728=49152} 2023-12-22T17:24:11.009 INFO:tasks.rados.rados.0.smithi032.stdout:2200: writing smithi032174182-31 from 1294336 to 1990656 tid 1 2023-12-22T17:24:11.012 INFO:tasks.rados.rados.0.smithi032.stdout:2200: writing smithi032174182-31 from 1990656 to 2719744 tid 2 2023-12-22T17:24:11.016 INFO:tasks.rados.rados.0.smithi032.stdout:2200: writing smithi032174182-31 from 2719744 to 3145728 tid 3 2023-12-22T17:24:11.016 INFO:tasks.rados.rados.0.smithi032.stdout:2200: writing smithi032174182-31 from 3145728 to 3194880 tid 4 2023-12-22T17:24:11.016 INFO:tasks.rados.rados.0.smithi032.stdout:2201: rmattr oid 17 current snap is 220 2023-12-22T17:24:11.016 INFO:tasks.rados.rados.0.smithi032.stdout:2199: finishing write tid 3 to smithi032174182-5 2023-12-22T17:24:11.017 INFO:tasks.rados.rados.0.smithi032.stdout:2199: finishing write tid 4 to smithi032174182-5 2023-12-22T17:24:11.017 INFO:tasks.rados.rados.0.smithi032.stdout:2199: finishing write tid 5 to smithi032174182-5 2023-12-22T17:24:11.017 INFO:tasks.rados.rados.0.smithi032.stdout:2199: finishing write tid 6 to smithi032174182-5 2023-12-22T17:24:11.017 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 1206 (ObjNum 685 snap 220 seq_num 685) dirty exists 2023-12-22T17:24:11.017 INFO:tasks.rados.rados.0.smithi032.stdout:2199: left oid 5 (ObjNum 685 snap 220 seq_num 685) 2023-12-22T17:24:11.017 INFO:tasks.rados.rados.0.smithi032.stdout:2200: finishing write tid 1 to smithi032174182-31 2023-12-22T17:24:11.018 INFO:tasks.rados.rados.0.smithi032.stdout:2199: done (2 left) 2023-12-22T17:24:11.018 INFO:tasks.rados.rados.0.smithi032.stdout:2202: snap_remove snap 162 2023-12-22T17:24:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:24:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:24:10] "GET /metrics HTTP/1.1" 200 36186 "" "Prometheus/2.43.0" 2023-12-22T17:24:11.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:11 smithi039 ceph-mon[181282]: failed to encode map e489 with expected crc 2023-12-22T17:24:11.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:11 smithi039 ceph-mon[181282]: osdmap e489: 8 total, 8 up, 8 in 2023-12-22T17:24:11.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:11 smithi039 ceph-mon[181282]: failed to encode map e489 with expected crc 2023-12-22T17:24:11.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:11 smithi039 ceph-mon[181282]: osdmap e490: 8 total, 8 up, 8 in 2023-12-22T17:24:11.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:11 smithi039 ceph-mon[181282]: failed to encode map e490 with expected crc 2023-12-22T17:24:11.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:11 smithi032 ceph-mon[189144]: failed to encode map e489 with expected crc 2023-12-22T17:24:11.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:11 smithi032 ceph-mon[189144]: osdmap e489: 8 total, 8 up, 8 in 2023-12-22T17:24:11.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:11 smithi032 ceph-mon[189144]: failed to encode map e489 with expected crc 2023-12-22T17:24:11.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:11 smithi032 ceph-mon[189144]: osdmap e490: 8 total, 8 up, 8 in 2023-12-22T17:24:11.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:11 smithi032 ceph-mon[189144]: failed to encode map e490 with expected crc 2023-12-22T17:24:11.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:11 smithi032 ceph-mon[191839]: failed to encode map e489 with expected crc 2023-12-22T17:24:11.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:11 smithi032 ceph-mon[191839]: osdmap e489: 8 total, 8 up, 8 in 2023-12-22T17:24:11.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:11 smithi032 ceph-mon[191839]: failed to encode map e489 with expected crc 2023-12-22T17:24:11.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:11 smithi032 ceph-mon[191839]: osdmap e490: 8 total, 8 up, 8 in 2023-12-22T17:24:11.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:11 smithi032 ceph-mon[191839]: failed to encode map e490 with expected crc 2023-12-22T17:24:11.838 INFO:tasks.rados.rados.0.smithi032.stdout:2202: done (2 left) 2023-12-22T17:24:11.838 INFO:tasks.rados.rados.0.smithi032.stdout:2203: snap_create 2023-12-22T17:24:11.838 INFO:tasks.rados.rados.0.smithi032.stdout:2200: finishing write tid 2 to smithi032174182-31 2023-12-22T17:24:11.838 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 582 (ObjNum 591 snap 182 seq_num 591) dirty exists 2023-12-22T17:24:11.838 INFO:tasks.rados.rados.0.smithi032.stdout:2200: finishing write tid 3 to smithi032174182-31 2023-12-22T17:24:11.838 INFO:tasks.rados.rados.0.smithi032.stdout:2200: finishing write tid 4 to smithi032174182-31 2023-12-22T17:24:11.839 INFO:tasks.rados.rados.0.smithi032.stdout:2200: finishing write tid 5 to smithi032174182-31 2023-12-22T17:24:11.839 INFO:tasks.rados.rados.0.smithi032.stdout:2200: finishing write tid 6 to smithi032174182-31 2023-12-22T17:24:11.839 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 1429 (ObjNum 686 snap 220 seq_num 686) dirty exists 2023-12-22T17:24:11.839 INFO:tasks.rados.rados.0.smithi032.stdout:2200: left oid 31 (ObjNum 686 snap 220 seq_num 686) 2023-12-22T17:24:12.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:12 smithi039 ceph-mon[181282]: pgmap v274: 121 pgs: 121 active+clean; 482 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 7 op/s 2023-12-22T17:24:12.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:12 smithi039 ceph-mon[181282]: failed to encode map e489 with expected crc 2023-12-22T17:24:12.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:12 smithi039 ceph-mon[181282]: failed to encode map e490 with expected crc 2023-12-22T17:24:12.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:12 smithi039 ceph-mon[181282]: failed to encode map e490 with expected crc 2023-12-22T17:24:12.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:12 smithi039 ceph-mon[181282]: osdmap e491: 8 total, 8 up, 8 in 2023-12-22T17:24:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:12 smithi032 ceph-mon[191839]: pgmap v274: 121 pgs: 121 active+clean; 482 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 7 op/s 2023-12-22T17:24:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:12 smithi032 ceph-mon[191839]: failed to encode map e489 with expected crc 2023-12-22T17:24:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:12 smithi032 ceph-mon[191839]: failed to encode map e490 with expected crc 2023-12-22T17:24:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:12 smithi032 ceph-mon[191839]: failed to encode map e490 with expected crc 2023-12-22T17:24:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:12 smithi032 ceph-mon[191839]: osdmap e491: 8 total, 8 up, 8 in 2023-12-22T17:24:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:12 smithi032 ceph-mon[189144]: pgmap v274: 121 pgs: 121 active+clean; 482 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 7 op/s 2023-12-22T17:24:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:12 smithi032 ceph-mon[189144]: failed to encode map e489 with expected crc 2023-12-22T17:24:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:12 smithi032 ceph-mon[189144]: failed to encode map e490 with expected crc 2023-12-22T17:24:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:12 smithi032 ceph-mon[189144]: failed to encode map e490 with expected crc 2023-12-22T17:24:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:12 smithi032 ceph-mon[189144]: osdmap e491: 8 total, 8 up, 8 in 2023-12-22T17:24:12.839 INFO:tasks.rados.rados.0.smithi032.stdout:2200: done (2 left) 2023-12-22T17:24:12.839 INFO:tasks.rados.rados.0.smithi032.stdout:2201: done (1 left) 2023-12-22T17:24:12.839 INFO:tasks.rados.rados.0.smithi032.stdout:2203: done (0 left) 2023-12-22T17:24:12.839 INFO:tasks.rados.rados.0.smithi032.stdout:2204: rollback oid 30 current snap is 221 2023-12-22T17:24:12.839 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 30 to 214 2023-12-22T17:24:12.840 INFO:tasks.rados.rados.0.smithi032.stdout:2205: rollback oid 21 current snap is 221 2023-12-22T17:24:12.840 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 21 to 198 2023-12-22T17:24:12.840 INFO:tasks.rados.rados.0.smithi032.stdout:2206: delete oid 10 current snap is 221 2023-12-22T17:24:12.845 INFO:tasks.rados.rados.0.smithi032.stdout:2206: done (2 left) 2023-12-22T17:24:12.845 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 48 current snap is 221 2023-12-22T17:24:12.845 INFO:tasks.rados.rados.0.smithi032.stdout:2207: seq_num 688 ranges {368640=729088,1097728=499712,1597440=704512} 2023-12-22T17:24:12.851 INFO:tasks.rados.rados.0.smithi032.stdout:2207: writing smithi032174182-48 from 368640 to 1097728 tid 1 2023-12-22T17:24:12.854 INFO:tasks.rados.rados.0.smithi032.stdout:2207: writing smithi032174182-48 from 1097728 to 1597440 tid 2 2023-12-22T17:24:12.859 INFO:tasks.rados.rados.0.smithi032.stdout:2207: writing smithi032174182-48 from 1597440 to 2301952 tid 3 2023-12-22T17:24:12.859 INFO:tasks.rados.rados.0.smithi032.stdout:2208: snap_create 2023-12-22T17:24:12.859 INFO:tasks.rados.rados.0.smithi032.stdout:2204: finishing rollback tid 1 to smithi032174182-30 2023-12-22T17:24:12.859 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 1184 (ObjNum 65 snap 0 seq_num 1568933560) dirty dne 2023-12-22T17:24:12.859 INFO:tasks.rados.rados.0.smithi032.stdout:2205: finishing rollback tid 0 to smithi032174182-21 2023-12-22T17:24:12.859 INFO:tasks.rados.rados.0.smithi032.stdout:2205: finishing rollback tid 1 to smithi032174182-21 2023-12-22T17:24:12.859 INFO:tasks.rados.rados.0.smithi032.stdout:2205: finishing rollback tid 2 to smithi032174182-21 2023-12-22T17:24:12.859 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 1202 (ObjNum 636 snap 198 seq_num 636) dirty exists 2023-12-22T17:24:12.859 INFO:tasks.rados.rados.0.smithi032.stdout:2207: finishing write tid 1 to smithi032174182-48 2023-12-22T17:24:12.860 INFO:tasks.rados.rados.0.smithi032.stdout:2207: finishing write tid 2 to smithi032174182-48 2023-12-22T17:24:12.862 INFO:tasks.rados.rados.0.smithi032.stdout:2207: finishing write tid 3 to smithi032174182-48 2023-12-22T17:24:12.862 INFO:tasks.rados.rados.0.smithi032.stdout:2207: finishing write tid 4 to smithi032174182-48 2023-12-22T17:24:12.863 INFO:tasks.rados.rados.0.smithi032.stdout:2207: finishing write tid 5 to smithi032174182-48 2023-12-22T17:24:12.863 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 671 (ObjNum 688 snap 221 seq_num 688) dirty exists 2023-12-22T17:24:12.863 INFO:tasks.rados.rados.0.smithi032.stdout:2207: left oid 48 (ObjNum 688 snap 221 seq_num 688) 2023-12-22T17:24:13.455 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:13 smithi039 ceph-mon[181282]: failed to encode map e491 with expected crc 2023-12-22T17:24:13.455 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:13 smithi039 ceph-mon[181282]: failed to encode map e492 with expected crc 2023-12-22T17:24:13.455 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:13 smithi039 ceph-mon[181282]: osdmap e492: 8 total, 8 up, 8 in 2023-12-22T17:24:13.455 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-22T17:24:13.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:13 smithi032 ceph-mon[191839]: failed to encode map e491 with expected crc 2023-12-22T17:24:13.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:13 smithi032 ceph-mon[191839]: failed to encode map e492 with expected crc 2023-12-22T17:24:13.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:13 smithi032 ceph-mon[191839]: osdmap e492: 8 total, 8 up, 8 in 2023-12-22T17:24:13.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-22T17:24:13.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:13 smithi032 ceph-mon[189144]: failed to encode map e491 with expected crc 2023-12-22T17:24:13.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:13 smithi032 ceph-mon[189144]: failed to encode map e492 with expected crc 2023-12-22T17:24:13.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:13 smithi032 ceph-mon[189144]: osdmap e492: 8 total, 8 up, 8 in 2023-12-22T17:24:13.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-22T17:24:13.840 INFO:tasks.rados.rados.0.smithi032.stdout:2204: done (3 left) 2023-12-22T17:24:13.840 INFO:tasks.rados.rados.0.smithi032.stdout:2205: done (2 left) 2023-12-22T17:24:13.840 INFO:tasks.rados.rados.0.smithi032.stdout:2207: done (1 left) 2023-12-22T17:24:13.840 INFO:tasks.rados.rados.0.smithi032.stdout:2208: done (0 left) 2023-12-22T17:24:13.840 INFO:tasks.rados.rados.0.smithi032.stdout:2209: rmattr oid 36 current snap is 222 2023-12-22T17:24:13.840 INFO:tasks.rados.rados.0.smithi032.stdout:2209: done (0 left) 2023-12-22T17:24:13.840 INFO:tasks.rados.rados.0.smithi032.stdout:2210: delete oid 24 current snap is 222 2023-12-22T17:24:13.846 INFO:tasks.rados.rados.0.smithi032.stdout:2210: done (0 left) 2023-12-22T17:24:13.846 INFO:tasks.rados.rados.0.smithi032.stdout:2211: read oid 46 snap -1 2023-12-22T17:24:13.846 INFO:tasks.rados.rados.0.smithi032.stdout:2211: expect deleted 2023-12-22T17:24:13.847 INFO:tasks.rados.rados.0.smithi032.stdout:2212: setattr oid 5 current snap is 222 2023-12-22T17:24:13.848 INFO:tasks.rados.rados.0.smithi032.stdout:2211: done (1 left) 2023-12-22T17:24:13.848 INFO:tasks.rados.rados.0.smithi032.stdout:2213: copy_from oid 29 from oid 43 current snap is 222 2023-12-22T17:24:13.848 INFO:tasks.rados.rados.0.smithi032.stdout:2214: read oid 27 snap -1 2023-12-22T17:24:13.848 INFO:tasks.rados.rados.0.smithi032.stdout:2214: expect (ObjNum 634 snap 198 seq_num 634) 2023-12-22T17:24:13.848 INFO:tasks.rados.rados.0.smithi032.stdout:2215: rmattr oid 46 current snap is 222 2023-12-22T17:24:13.848 INFO:tasks.rados.rados.0.smithi032.stdout:2215: done (3 left) 2023-12-22T17:24:13.848 INFO:tasks.rados.rados.0.smithi032.stdout:2216: read oid 11 snap -1 2023-12-22T17:24:13.848 INFO:tasks.rados.rados.0.smithi032.stdout:2216: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-22T17:24:13.848 INFO:tasks.rados.rados.0.smithi032.stdout:2217: setattr oid 44 current snap is 222 2023-12-22T17:24:13.848 INFO:tasks.rados.rados.0.smithi032.stdout:2218: snap_remove snap 210 2023-12-22T17:24:13.910 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:24:14.238 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:24:14.239 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4m) 48s ago 8m 26.7M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:24:14.239 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3m) 19s ago 8m 90.1M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:24:14.239 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9m) 48s ago 9m 16.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:24:14.239 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9m) 19s ago 9m 20.5M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:24:14.239 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3m) 19s ago 12m 449M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:24:14.239 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3m) 48s ago 13m 515M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:24:14.239 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3m) 48s ago 13m 93.1M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:24:14.239 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2m) 19s ago 12m 66.9M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:24:14.239 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2m) 48s ago 12m 75.7M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:24:14.239 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4m) 48s ago 8m 15.8M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:24:14.239 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3m) 19s ago 8m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:24:14.239 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2m) 48s ago 11m 466M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:24:14.239 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (108s) 48s ago 11m 365M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:24:14.239 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (80s) 48s ago 11m 256M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:24:14.240 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (51s) 48s ago 10m 12.6M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:24:14.240 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (22s) 19s ago 10m 15.0M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:24:14.240 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10m) 19s ago 10m 706M 2488M 17.2.7-138-g92be525b e47d1a188c30 58fc6c38ce28 2023-12-22T17:24:14.240 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10m) 19s ago 10m 403M 2488M 17.2.7-138-g92be525b e47d1a188c30 0ab15edaa1bc 2023-12-22T17:24:14.240 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9m) 19s ago 9m 558M 2488M 17.2.7-138-g92be525b e47d1a188c30 ee2c74f83f9d 2023-12-22T17:24:14.240 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3m) 19s ago 9m 55.8M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:24:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:14 smithi039 ceph-mon[181282]: pgmap v277: 121 pgs: 121 active+clean; 502 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 8.9 MiB/s wr, 12 op/s 2023-12-22T17:24:14.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:14 smithi039 ceph-mon[181282]: failed to encode map e492 with expected crc 2023-12-22T17:24:14.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:14 smithi039 ceph-mon[181282]: failed to encode map e492 with expected crc 2023-12-22T17:24:14.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:14 smithi039 ceph-mon[181282]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-22T17:24:14.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:14 smithi039 ceph-mon[181282]: Upgrade: osd.5 is safe to restart 2023-12-22T17:24:14.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:14 smithi039 ceph-mon[181282]: failed to encode map e493 with expected crc 2023-12-22T17:24:14.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:14 smithi039 ceph-mon[181282]: osdmap e493: 8 total, 8 up, 8 in 2023-12-22T17:24:14.642 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:24:14.642 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:24:14.643 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:24:14.643 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:24:14.643 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:24:14.643 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:24:14.643 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:24:14.643 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:24:14.643 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 3, 2023-12-22T17:24:14.643 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 5 2023-12-22T17:24:14.643 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:24:14.643 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:24:14.643 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:24:14.643 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:24:14.643 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:24:14.643 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 5, 2023-12-22T17:24:14.643 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 10 2023-12-22T17:24:14.643 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:24:14.644 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:24:14.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:14 smithi032 ceph-mon[191839]: pgmap v277: 121 pgs: 121 active+clean; 502 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 8.9 MiB/s wr, 12 op/s 2023-12-22T17:24:14.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:14 smithi032 ceph-mon[191839]: failed to encode map e492 with expected crc 2023-12-22T17:24:14.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:14 smithi032 ceph-mon[191839]: failed to encode map e492 with expected crc 2023-12-22T17:24:14.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:14 smithi032 ceph-mon[191839]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-22T17:24:14.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:14 smithi032 ceph-mon[191839]: Upgrade: osd.5 is safe to restart 2023-12-22T17:24:14.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:14 smithi032 ceph-mon[191839]: failed to encode map e493 with expected crc 2023-12-22T17:24:14.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:14 smithi032 ceph-mon[191839]: osdmap e493: 8 total, 8 up, 8 in 2023-12-22T17:24:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:14 smithi032 ceph-mon[189144]: pgmap v277: 121 pgs: 121 active+clean; 502 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 8.9 MiB/s wr, 12 op/s 2023-12-22T17:24:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:14 smithi032 ceph-mon[189144]: failed to encode map e492 with expected crc 2023-12-22T17:24:14.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:14 smithi032 ceph-mon[189144]: failed to encode map e492 with expected crc 2023-12-22T17:24:14.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:14 smithi032 ceph-mon[189144]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-22T17:24:14.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:14 smithi032 ceph-mon[189144]: Upgrade: osd.5 is safe to restart 2023-12-22T17:24:14.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:14 smithi032 ceph-mon[189144]: failed to encode map e493 with expected crc 2023-12-22T17:24:14.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:14 smithi032 ceph-mon[189144]: osdmap e493: 8 total, 8 up, 8 in 2023-12-22T17:24:14.844 INFO:tasks.rados.rados.0.smithi032.stdout:2218: done (5 left) 2023-12-22T17:24:14.844 INFO:tasks.rados.rados.0.smithi032.stdout:2219: snap_create 2023-12-22T17:24:14.849 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 1207 (ObjNum 685 snap 220 seq_num 685) dirty exists 2023-12-22T17:24:14.849 INFO:tasks.rados.rados.0.smithi032.stdout:2216: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-22T17:24:14.857 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 1427 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-22T17:24:14.857 INFO:tasks.rados.rados.0.smithi032.stdout:2214: expect (ObjNum 634 snap 198 seq_num 634) 2023-12-22T17:24:15.087 INFO:tasks.rados.rados.0.smithi032.stdout:2213: finishing copy_from racing read to smithi032174182-29 2023-12-22T17:24:15.087 INFO:tasks.rados.rados.0.smithi032.stdout:2213: finishing copy_from to smithi032174182-29 2023-12-22T17:24:15.087 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 1051 (ObjNum 677 snap 216 seq_num 677) dirty exists 2023-12-22T17:24:15.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:15 smithi039 ceph-mon[181282]: failed to encode map e493 with expected crc 2023-12-22T17:24:15.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:15 smithi039 ceph-mon[181282]: failed to encode map e493 with expected crc 2023-12-22T17:24:15.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:15 smithi039 ceph-mon[181282]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:24:15.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:15 smithi039 ceph-mon[181282]: Upgrade: Updating osd.5 2023-12-22T17:24:15.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:15.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-22T17:24:15.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:24:15.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:15 smithi039 ceph-mon[181282]: Deploying daemon osd.5 on smithi039 2023-12-22T17:24:15.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:15 smithi039 ceph-mon[181282]: from='client.44222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:24:15.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:15 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2253827615' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:24:15.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:15 smithi039 ceph-mon[181282]: osdmap e494: 8 total, 8 up, 8 in 2023-12-22T17:24:15.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:15 smithi039 ceph-mon[181282]: failed to encode map e494 with expected crc 2023-12-22T17:24:15.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:15 smithi032 ceph-mon[189144]: failed to encode map e493 with expected crc 2023-12-22T17:24:15.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:15 smithi032 ceph-mon[189144]: failed to encode map e493 with expected crc 2023-12-22T17:24:15.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:15 smithi032 ceph-mon[189144]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:24:15.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:15 smithi032 ceph-mon[189144]: Upgrade: Updating osd.5 2023-12-22T17:24:15.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:15.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-22T17:24:15.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:24:15.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:15 smithi032 ceph-mon[189144]: Deploying daemon osd.5 on smithi039 2023-12-22T17:24:15.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:15 smithi032 ceph-mon[189144]: from='client.44222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:24:15.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:15 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2253827615' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:24:15.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:15 smithi032 ceph-mon[189144]: osdmap e494: 8 total, 8 up, 8 in 2023-12-22T17:24:15.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:15 smithi032 ceph-mon[189144]: failed to encode map e494 with expected crc 2023-12-22T17:24:15.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:15 smithi032 ceph-mon[191839]: failed to encode map e493 with expected crc 2023-12-22T17:24:15.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:15 smithi032 ceph-mon[191839]: failed to encode map e493 with expected crc 2023-12-22T17:24:15.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:15 smithi032 ceph-mon[191839]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:24:15.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:15 smithi032 ceph-mon[191839]: Upgrade: Updating osd.5 2023-12-22T17:24:15.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:15.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-22T17:24:15.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:24:15.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:15 smithi032 ceph-mon[191839]: Deploying daemon osd.5 on smithi039 2023-12-22T17:24:15.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:15 smithi032 ceph-mon[191839]: from='client.44222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:24:15.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:15 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2253827615' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:24:15.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:15 smithi032 ceph-mon[191839]: osdmap e494: 8 total, 8 up, 8 in 2023-12-22T17:24:15.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:15 smithi032 ceph-mon[191839]: failed to encode map e494 with expected crc 2023-12-22T17:24:15.830 INFO:tasks.rados.rados.0.smithi032.stdout:2212: done (5 left) 2023-12-22T17:24:15.830 INFO:tasks.rados.rados.0.smithi032.stdout:2213: done (4 left) 2023-12-22T17:24:15.830 INFO:tasks.rados.rados.0.smithi032.stdout:2214: done (3 left) 2023-12-22T17:24:15.830 INFO:tasks.rados.rados.0.smithi032.stdout:2216: done (2 left) 2023-12-22T17:24:15.830 INFO:tasks.rados.rados.0.smithi032.stdout:2217: done (1 left) 2023-12-22T17:24:15.830 INFO:tasks.rados.rados.0.smithi032.stdout:2219: done (0 left) 2023-12-22T17:24:15.830 INFO:tasks.rados.rados.0.smithi032.stdout:2220: read oid 42 snap -1 2023-12-22T17:24:15.831 INFO:tasks.rados.rados.0.smithi032.stdout:2220: expect (ObjNum 657 snap 206 seq_num 657) 2023-12-22T17:24:15.831 INFO:tasks.rados.rados.0.smithi032.stdout:2221: snap_remove snap 172 2023-12-22T17:24:16.507 INFO:journalctl@ceph.osd.5.smithi039.stdout:Dec 22 17:24:16 smithi039 systemd[1]: Stopping Ceph osd.5 for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:24:16.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:16 smithi039 ceph-mon[181282]: pgmap v280: 121 pgs: 121 active+clean; 495 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 6.2 MiB/s wr, 27 op/s 2023-12-22T17:24:16.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:16 smithi039 ceph-mon[181282]: failed to encode map e494 with expected crc 2023-12-22T17:24:16.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:16 smithi039 ceph-mon[181282]: failed to encode map e494 with expected crc 2023-12-22T17:24:16.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:16 smithi039 ceph-mon[181282]: failed to encode map e494 with expected crc 2023-12-22T17:24:16.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:16 smithi039 ceph-mon[181282]: failed to encode map e495 with expected crc 2023-12-22T17:24:16.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:16 smithi039 ceph-mon[181282]: osdmap e495: 8 total, 8 up, 8 in 2023-12-22T17:24:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:16 smithi032 ceph-mon[191839]: pgmap v280: 121 pgs: 121 active+clean; 495 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 6.2 MiB/s wr, 27 op/s 2023-12-22T17:24:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:16 smithi032 ceph-mon[191839]: failed to encode map e494 with expected crc 2023-12-22T17:24:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:16 smithi032 ceph-mon[191839]: failed to encode map e494 with expected crc 2023-12-22T17:24:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:16 smithi032 ceph-mon[191839]: failed to encode map e494 with expected crc 2023-12-22T17:24:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:16 smithi032 ceph-mon[191839]: failed to encode map e495 with expected crc 2023-12-22T17:24:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:16 smithi032 ceph-mon[191839]: osdmap e495: 8 total, 8 up, 8 in 2023-12-22T17:24:16.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:16 smithi032 ceph-mon[189144]: pgmap v280: 121 pgs: 121 active+clean; 495 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 6.2 MiB/s wr, 27 op/s 2023-12-22T17:24:16.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:16 smithi032 ceph-mon[189144]: failed to encode map e494 with expected crc 2023-12-22T17:24:16.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:16 smithi032 ceph-mon[189144]: failed to encode map e494 with expected crc 2023-12-22T17:24:16.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:16 smithi032 ceph-mon[189144]: failed to encode map e494 with expected crc 2023-12-22T17:24:16.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:16 smithi032 ceph-mon[189144]: failed to encode map e495 with expected crc 2023-12-22T17:24:16.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:16 smithi032 ceph-mon[189144]: osdmap e495: 8 total, 8 up, 8 in 2023-12-22T17:24:16.849 INFO:tasks.rados.rados.0.smithi032.stdout:2221: done (1 left) 2023-12-22T17:24:16.849 INFO:tasks.rados.rados.0.smithi032.stdout:2222: copy_from oid 21 from oid 12 current snap is 223 2023-12-22T17:24:16.849 INFO:tasks.rados.rados.0.smithi032.stdout:2223: copy_from oid 13 from oid 26 current snap is 223 2023-12-22T17:24:16.849 INFO:tasks.rados.rados.0.smithi032.stdout:2224: delete oid 50 current snap is 223 2023-12-22T17:24:16.849 INFO:tasks.rados.rados.0.smithi032.stdout:2220: expect (ObjNum 657 snap 206 seq_num 657) 2023-12-22T17:24:16.946 INFO:tasks.rados.rados.0.smithi032.stdout:2223: finishing copy_from racing read to smithi032174182-13 2023-12-22T17:24:16.946 INFO:tasks.rados.rados.0.smithi032.stdout:2223: finishing copy_from to smithi032174182-13 2023-12-22T17:24:16.946 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 1014 (ObjNum 580 snap 173 seq_num 580) dirty exists 2023-12-22T17:24:17.006 INFO:journalctl@ceph.osd.5.smithi039.stdout:Dec 22 17:24:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-5[127924]: 2023-12-22T17:24:16.611+0000 7f2ac3a56700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-22T17:24:17.006 INFO:journalctl@ceph.osd.5.smithi039.stdout:Dec 22 17:24:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-5[127924]: 2023-12-22T17:24:16.611+0000 7f2ac3a56700 -1 osd.5 495 *** Got signal Terminated *** 2023-12-22T17:24:17.007 INFO:journalctl@ceph.osd.5.smithi039.stdout:Dec 22 17:24:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-5[127924]: 2023-12-22T17:24:16.611+0000 7f2ac3a56700 -1 osd.5 495 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-22T17:24:17.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:17 smithi039 ceph-mon[181282]: failed to encode map e495 with expected crc 2023-12-22T17:24:17.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:17 smithi039 ceph-mon[181282]: failed to encode map e495 with expected crc 2023-12-22T17:24:17.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:17 smithi039 ceph-mon[181282]: osd.5 marked itself down and dead 2023-12-22T17:24:17.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:17 smithi039 ceph-mon[181282]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-22T17:24:17.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:17 smithi039 ceph-mon[181282]: osdmap e496: 8 total, 7 up, 8 in 2023-12-22T17:24:17.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:17 smithi039 ceph-mon[181282]: failed to encode map e496 with expected crc 2023-12-22T17:24:17.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:17 smithi039 ceph-mon[181282]: failed to encode map e496 with expected crc 2023-12-22T17:24:17.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:17 smithi039 ceph-mon[181282]: failed to encode map e496 with expected crc 2023-12-22T17:24:17.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:17 smithi039 ceph-mon[181282]: failed to encode map e496 with expected crc 2023-12-22T17:24:17.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:17 smithi032 ceph-mon[191839]: failed to encode map e495 with expected crc 2023-12-22T17:24:17.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:17 smithi032 ceph-mon[191839]: failed to encode map e495 with expected crc 2023-12-22T17:24:17.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:17 smithi032 ceph-mon[191839]: osd.5 marked itself down and dead 2023-12-22T17:24:17.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:17 smithi032 ceph-mon[191839]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-22T17:24:17.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:17 smithi032 ceph-mon[191839]: osdmap e496: 8 total, 7 up, 8 in 2023-12-22T17:24:17.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:17 smithi032 ceph-mon[191839]: failed to encode map e496 with expected crc 2023-12-22T17:24:17.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:17 smithi032 ceph-mon[191839]: failed to encode map e496 with expected crc 2023-12-22T17:24:17.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:17 smithi032 ceph-mon[191839]: failed to encode map e496 with expected crc 2023-12-22T17:24:17.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:17 smithi032 ceph-mon[191839]: failed to encode map e496 with expected crc 2023-12-22T17:24:17.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:17 smithi032 ceph-mon[189144]: failed to encode map e495 with expected crc 2023-12-22T17:24:17.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:17 smithi032 ceph-mon[189144]: failed to encode map e495 with expected crc 2023-12-22T17:24:17.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:17 smithi032 ceph-mon[189144]: osd.5 marked itself down and dead 2023-12-22T17:24:17.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:17 smithi032 ceph-mon[189144]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-22T17:24:17.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:17 smithi032 ceph-mon[189144]: osdmap e496: 8 total, 7 up, 8 in 2023-12-22T17:24:17.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:17 smithi032 ceph-mon[189144]: failed to encode map e496 with expected crc 2023-12-22T17:24:17.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:17 smithi032 ceph-mon[189144]: failed to encode map e496 with expected crc 2023-12-22T17:24:17.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:17 smithi032 ceph-mon[189144]: failed to encode map e496 with expected crc 2023-12-22T17:24:17.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:17 smithi032 ceph-mon[189144]: failed to encode map e496 with expected crc 2023-12-22T17:24:17.857 INFO:tasks.rados.rados.0.smithi032.stdout:2220: done (3 left) 2023-12-22T17:24:17.857 INFO:tasks.rados.rados.0.smithi032.stdout:2223: done (2 left) 2023-12-22T17:24:17.857 INFO:tasks.rados.rados.0.smithi032.stdout:2224: done (1 left) 2023-12-22T17:24:17.857 INFO:tasks.rados.rados.0.smithi032.stdout:2225: read oid 9 snap -1 2023-12-22T17:24:17.858 INFO:tasks.rados.rados.0.smithi032.stdout:2225: expect (ObjNum 634 snap 198 seq_num 634) 2023-12-22T17:24:17.858 INFO:tasks.rados.rados.0.smithi032.stdout:2226: snap_remove snap 220 2023-12-22T17:24:18.225 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:18 smithi039 ceph-mon[181282]: pgmap v283: 121 pgs: 121 active+clean; 494 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.7 MiB/s wr, 34 op/s 2023-12-22T17:24:18.225 INFO:journalctl@ceph.osd.5.smithi039.stdout:Dec 22 17:24:17 smithi039 bash[193927]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-5 2023-12-22T17:24:18.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:18 smithi039 ceph-mon[181282]: failed to encode map e496 with expected crc 2023-12-22T17:24:18.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:18 smithi039 ceph-mon[181282]: failed to encode map e496 with expected crc 2023-12-22T17:24:18.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:18 smithi039 ceph-mon[181282]: failed to encode map e496 with expected crc 2023-12-22T17:24:18.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:18 smithi039 ceph-mon[181282]: failed to encode map e497 with expected crc 2023-12-22T17:24:18.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:18 smithi039 ceph-mon[181282]: osdmap e497: 8 total, 7 up, 8 in 2023-12-22T17:24:18.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:18 smithi032 ceph-mon[191839]: pgmap v283: 121 pgs: 121 active+clean; 494 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.7 MiB/s wr, 34 op/s 2023-12-22T17:24:18.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:18 smithi032 ceph-mon[191839]: failed to encode map e496 with expected crc 2023-12-22T17:24:18.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:18 smithi032 ceph-mon[191839]: failed to encode map e496 with expected crc 2023-12-22T17:24:18.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:18 smithi032 ceph-mon[191839]: failed to encode map e496 with expected crc 2023-12-22T17:24:18.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:18 smithi032 ceph-mon[191839]: failed to encode map e497 with expected crc 2023-12-22T17:24:18.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:18 smithi032 ceph-mon[191839]: osdmap e497: 8 total, 7 up, 8 in 2023-12-22T17:24:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:18 smithi032 ceph-mon[189144]: pgmap v283: 121 pgs: 121 active+clean; 494 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.7 MiB/s wr, 34 op/s 2023-12-22T17:24:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:18 smithi032 ceph-mon[189144]: failed to encode map e496 with expected crc 2023-12-22T17:24:18.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:18 smithi032 ceph-mon[189144]: failed to encode map e496 with expected crc 2023-12-22T17:24:18.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:18 smithi032 ceph-mon[189144]: failed to encode map e496 with expected crc 2023-12-22T17:24:18.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:18 smithi032 ceph-mon[189144]: failed to encode map e497 with expected crc 2023-12-22T17:24:18.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:18 smithi032 ceph-mon[189144]: osdmap e497: 8 total, 7 up, 8 in 2023-12-22T17:24:18.841 INFO:tasks.rados.rados.0.smithi032.stdout:2226: done (2 left) 2023-12-22T17:24:18.841 INFO:tasks.rados.rados.0.smithi032.stdout:2227: snap_create 2023-12-22T17:24:18.841 INFO:tasks.rados.rados.0.smithi032.stdout:2225: expect (ObjNum 634 snap 198 seq_num 634) 2023-12-22T17:24:19.007 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:24:18 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:24:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi032:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi039.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-22T17:24:19.073 INFO:tasks.rados.rados.0.smithi032.stdout:2222: finishing copy_from racing read to smithi032174182-21 2023-12-22T17:24:19.073 INFO:tasks.rados.rados.0.smithi032.stdout:2222: finishing copy_from to smithi032174182-21 2023-12-22T17:24:19.073 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 1050 (ObjNum 683 snap 219 seq_num 683) dirty exists 2023-12-22T17:24:19.387 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:19 smithi039 ceph-mon[181282]: failed to encode map e497 with expected crc 2023-12-22T17:24:19.387 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:19 smithi039 ceph-mon[181282]: failed to encode map e497 with expected crc 2023-12-22T17:24:19.387 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:19 smithi039 ceph-mon[181282]: osdmap e498: 8 total, 7 up, 8 in 2023-12-22T17:24:19.387 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:19 smithi039 ceph-mon[181282]: failed to encode map e498 with expected crc 2023-12-22T17:24:19.387 INFO:journalctl@ceph.osd.5.smithi039.stdout:Dec 22 17:24:19 smithi039 systemd[1]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@osd.5.service: Succeeded. 2023-12-22T17:24:19.387 INFO:journalctl@ceph.osd.5.smithi039.stdout:Dec 22 17:24:19 smithi039 systemd[1]: Stopped Ceph osd.5 for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:24:19.387 INFO:journalctl@ceph.osd.5.smithi039.stdout:Dec 22 17:24:19 smithi039 systemd[1]: Starting Ceph osd.5 for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:24:19.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:19 smithi032 ceph-mon[191839]: failed to encode map e497 with expected crc 2023-12-22T17:24:19.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:19 smithi032 ceph-mon[191839]: failed to encode map e497 with expected crc 2023-12-22T17:24:19.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:19 smithi032 ceph-mon[191839]: osdmap e498: 8 total, 7 up, 8 in 2023-12-22T17:24:19.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:19 smithi032 ceph-mon[191839]: failed to encode map e498 with expected crc 2023-12-22T17:24:19.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:19 smithi032 ceph-mon[189144]: failed to encode map e497 with expected crc 2023-12-22T17:24:19.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:19 smithi032 ceph-mon[189144]: failed to encode map e497 with expected crc 2023-12-22T17:24:19.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:19 smithi032 ceph-mon[189144]: osdmap e498: 8 total, 7 up, 8 in 2023-12-22T17:24:19.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:19 smithi032 ceph-mon[189144]: failed to encode map e498 with expected crc 2023-12-22T17:24:19.840 INFO:tasks.rados.rados.0.smithi032.stdout:2222: done (2 left) 2023-12-22T17:24:19.841 INFO:tasks.rados.rados.0.smithi032.stdout:2225: done (1 left) 2023-12-22T17:24:19.841 INFO:tasks.rados.rados.0.smithi032.stdout:2227: done (0 left) 2023-12-22T17:24:19.841 INFO:tasks.rados.rados.0.smithi032.stdout:2228: snap_remove snap 194 2023-12-22T17:24:20.233 INFO:journalctl@ceph.osd.5.smithi039.stdout:Dec 22 17:24:19 smithi039 bash[194193]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2023-12-22T17:24:20.233 INFO:journalctl@ceph.osd.5.smithi039.stdout:Dec 22 17:24:19 smithi039 bash[194193]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2023-12-22T17:24:20.233 INFO:journalctl@ceph.osd.5.smithi039.stdout:Dec 22 17:24:19 smithi039 bash[194193]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2023-12-22T17:24:20.233 INFO:journalctl@ceph.osd.5.smithi039.stdout:Dec 22 17:24:19 smithi039 bash[194193]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2023-12-22T17:24:20.233 INFO:journalctl@ceph.osd.5.smithi039.stdout:Dec 22 17:24:19 smithi039 bash[194193]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2023-12-22T17:24:20.233 INFO:journalctl@ceph.osd.5.smithi039.stdout:Dec 22 17:24:19 smithi039 bash[194193]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2023-12-22T17:24:20.233 INFO:journalctl@ceph.osd.5.smithi039.stdout:Dec 22 17:24:19 smithi039 bash[194193]: --> ceph-volume raw activate successful for osd ID: 5 2023-12-22T17:24:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:20 smithi039 ceph-mon[181282]: pgmap v286: 121 pgs: 13 stale+active+clean, 9 active+undersized, 99 active+clean; 494 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2023-12-22T17:24:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:20 smithi039 ceph-mon[181282]: failed to encode map e498 with expected crc 2023-12-22T17:24:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:24:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:20 smithi039 ceph-mon[181282]: failed to encode map e499 with expected crc 2023-12-22T17:24:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:20 smithi039 ceph-mon[181282]: osdmap e499: 8 total, 7 up, 8 in 2023-12-22T17:24:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:20 smithi032 ceph-mon[191839]: pgmap v286: 121 pgs: 13 stale+active+clean, 9 active+undersized, 99 active+clean; 494 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2023-12-22T17:24:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:20 smithi032 ceph-mon[191839]: failed to encode map e498 with expected crc 2023-12-22T17:24:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:24:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:20 smithi032 ceph-mon[191839]: failed to encode map e499 with expected crc 2023-12-22T17:24:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:20 smithi032 ceph-mon[191839]: osdmap e499: 8 total, 7 up, 8 in 2023-12-22T17:24:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:20 smithi032 ceph-mon[189144]: pgmap v286: 121 pgs: 13 stale+active+clean, 9 active+undersized, 99 active+clean; 494 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2023-12-22T17:24:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:20 smithi032 ceph-mon[189144]: failed to encode map e498 with expected crc 2023-12-22T17:24:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:24:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:20 smithi032 ceph-mon[189144]: failed to encode map e499 with expected crc 2023-12-22T17:24:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:20 smithi032 ceph-mon[189144]: osdmap e499: 8 total, 7 up, 8 in 2023-12-22T17:24:20.830 INFO:tasks.rados.rados.0.smithi032.stdout:2228: done (0 left) 2023-12-22T17:24:20.830 INFO:tasks.rados.rados.0.smithi032.stdout:2229: copy_from oid 33 from oid 14 current snap is 224 2023-12-22T17:24:20.830 INFO:tasks.rados.rados.0.smithi032.stdout:2230: rmattr oid 20 current snap is 224 2023-12-22T17:24:20.830 INFO:tasks.rados.rados.0.smithi032.stdout:2231: snap_remove snap 176 2023-12-22T17:24:21.006 INFO:journalctl@ceph.osd.5.smithi039.stdout:Dec 22 17:24:20 smithi039 ceph-osd[194509]: -- 172.21.15.39:0/488801628 <== mon.1 v2:172.21.15.39:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5604e48016c0 con 0x5604e47d1000 2023-12-22T17:24:21.006 INFO:journalctl@ceph.osd.5.smithi039.stdout:Dec 22 17:24:20 smithi039 bash[194471]: 0de3bac57627ba8f7e33e292b876b977691f20a06aa796103b20ece173104d6e 2023-12-22T17:24:21.006 INFO:journalctl@ceph.osd.5.smithi039.stdout:Dec 22 17:24:20 smithi039 systemd[1]: Started Ceph osd.5 for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:24:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:24:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:24:20] "GET /metrics HTTP/1.1" 200 36180 "" "Prometheus/2.43.0" 2023-12-22T17:24:21.506 INFO:journalctl@ceph.osd.5.smithi039.stdout:Dec 22 17:24:21 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-5[194486]: 2023-12-22T17:24:21.083+0000 7f2a6d746640 -1 Falling back to public interface 2023-12-22T17:24:21.833 INFO:tasks.rados.rados.0.smithi032.stdout:2231: done (2 left) 2023-12-22T17:24:21.833 INFO:tasks.rados.rados.0.smithi032.stdout:2232: snap_create 2023-12-22T17:24:21.833 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 1428 (ObjNum 644 snap 202 seq_num 644) dirty exists 2023-12-22T17:24:21.833 INFO:tasks.rados.rados.0.smithi032.stdout:2229: finishing copy_from to smithi032174182-33 2023-12-22T17:24:21.833 INFO:tasks.rados.rados.0.smithi032.stdout:2229: got expected ENOENT (src dne) 2023-12-22T17:24:21.833 INFO:tasks.rados.rados.0.smithi032.stdout:2229: finishing copy_from racing read to smithi032174182-33 2023-12-22T17:24:21.882 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:21 smithi039 ceph-mon[181282]: pgmap v289: 121 pgs: 9 active+undersized+degraded, 4 stale+active+clean, 35 active+undersized, 73 active+clean; 499 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.4 MiB/s wr, 2 op/s; 71/759 objects degraded (9.354%) 2023-12-22T17:24:21.882 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:21.882 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:21.882 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:24:21.882 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:21 smithi039 ceph-mon[181282]: failed to encode map e500 with expected crc 2023-12-22T17:24:21.882 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:21 smithi039 ceph-mon[181282]: osdmap e500: 8 total, 7 up, 8 in 2023-12-22T17:24:21.882 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:21 smithi039 ceph-mon[181282]: failed to encode map e500 with expected crc 2023-12-22T17:24:21.882 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:21 smithi039 ceph-mon[181282]: failed to encode map e500 with expected crc 2023-12-22T17:24:21.882 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:21 smithi039 ceph-mon[181282]: Health check failed: Degraded data redundancy: 71/759 objects degraded (9.354%), 9 pgs degraded (PG_DEGRADED) 2023-12-22T17:24:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:21 smithi032 ceph-mon[189144]: pgmap v289: 121 pgs: 9 active+undersized+degraded, 4 stale+active+clean, 35 active+undersized, 73 active+clean; 499 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.4 MiB/s wr, 2 op/s; 71/759 objects degraded (9.354%) 2023-12-22T17:24:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:24:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:21 smithi032 ceph-mon[189144]: failed to encode map e500 with expected crc 2023-12-22T17:24:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:21 smithi032 ceph-mon[189144]: osdmap e500: 8 total, 7 up, 8 in 2023-12-22T17:24:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:21 smithi032 ceph-mon[189144]: failed to encode map e500 with expected crc 2023-12-22T17:24:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:21 smithi032 ceph-mon[189144]: failed to encode map e500 with expected crc 2023-12-22T17:24:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:21 smithi032 ceph-mon[189144]: Health check failed: Degraded data redundancy: 71/759 objects degraded (9.354%), 9 pgs degraded (PG_DEGRADED) 2023-12-22T17:24:21.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:21 smithi032 ceph-mon[191839]: pgmap v289: 121 pgs: 9 active+undersized+degraded, 4 stale+active+clean, 35 active+undersized, 73 active+clean; 499 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.4 MiB/s wr, 2 op/s; 71/759 objects degraded (9.354%) 2023-12-22T17:24:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:24:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:21 smithi032 ceph-mon[191839]: failed to encode map e500 with expected crc 2023-12-22T17:24:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:21 smithi032 ceph-mon[191839]: osdmap e500: 8 total, 7 up, 8 in 2023-12-22T17:24:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:21 smithi032 ceph-mon[191839]: failed to encode map e500 with expected crc 2023-12-22T17:24:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:21 smithi032 ceph-mon[191839]: failed to encode map e500 with expected crc 2023-12-22T17:24:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:21 smithi032 ceph-mon[191839]: Health check failed: Degraded data redundancy: 71/759 objects degraded (9.354%), 9 pgs degraded (PG_DEGRADED) 2023-12-22T17:24:22.838 INFO:tasks.rados.rados.0.smithi032.stdout:2229: done (2 left) 2023-12-22T17:24:22.838 INFO:tasks.rados.rados.0.smithi032.stdout:2230: done (1 left) 2023-12-22T17:24:22.838 INFO:tasks.rados.rados.0.smithi032.stdout:2232: done (0 left) 2023-12-22T17:24:22.838 INFO:tasks.rados.rados.0.smithi032.stdout:2233: read oid 47 snap -1 2023-12-22T17:24:22.838 INFO:tasks.rados.rados.0.smithi032.stdout:2233: expect (ObjNum 488 snap 153 seq_num 488) 2023-12-22T17:24:22.838 INFO:tasks.rados.rados.0.smithi032.stdout:2234: rmattr oid 41 current snap is 225 2023-12-22T17:24:22.838 INFO:tasks.rados.rados.0.smithi032.stdout:2234: done (1 left) 2023-12-22T17:24:22.838 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 34 current snap is 225 2023-12-22T17:24:22.838 INFO:tasks.rados.rados.0.smithi032.stdout:2235: seq_num 691 ranges {0=778240,778240=548864,1327104=614400,1941504=40960} 2023-12-22T17:24:22.842 INFO:tasks.rados.rados.0.smithi032.stdout:2235: writing smithi032174182-34 from 0 to 778240 tid 1 2023-12-22T17:24:22.846 INFO:tasks.rados.rados.0.smithi032.stdout:2235: writing smithi032174182-34 from 778240 to 1327104 tid 2 2023-12-22T17:24:22.850 INFO:tasks.rados.rados.0.smithi032.stdout:2235: writing smithi032174182-34 from 1327104 to 1941504 tid 3 2023-12-22T17:24:22.850 INFO:tasks.rados.rados.0.smithi032.stdout:2235: writing smithi032174182-34 from 1941504 to 1982464 tid 4 2023-12-22T17:24:22.851 INFO:tasks.rados.rados.0.smithi032.stdout:2236: rmattr oid 11 current snap is 225 2023-12-22T17:24:22.851 INFO:tasks.rados.rados.0.smithi032.stdout:2233: expect (ObjNum 488 snap 153 seq_num 488) 2023-12-22T17:24:22.902 INFO:tasks.rados.rados.0.smithi032.stdout:2235: finishing write tid 1 to smithi032174182-34 2023-12-22T17:24:22.902 INFO:tasks.rados.rados.0.smithi032.stdout:2235: finishing write tid 2 to smithi032174182-34 2023-12-22T17:24:22.902 INFO:tasks.rados.rados.0.smithi032.stdout:2233: done (2 left) 2023-12-22T17:24:22.903 INFO:tasks.rados.rados.0.smithi032.stdout:2237: snap_create 2023-12-22T17:24:22.903 INFO:tasks.rados.rados.0.smithi032.stdout:2235: finishing write tid 3 to smithi032174182-34 2023-12-22T17:24:22.903 INFO:tasks.rados.rados.0.smithi032.stdout:2235: finishing write tid 4 to smithi032174182-34 2023-12-22T17:24:22.903 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 1416 (ObjNum 833 snap 0 seq_num 1597457552) dirty exists 2023-12-22T17:24:22.903 INFO:tasks.rados.rados.0.smithi032.stdout:2235: finishing write tid 5 to smithi032174182-34 2023-12-22T17:24:22.903 INFO:tasks.rados.rados.0.smithi032.stdout:2235: finishing write tid 6 to smithi032174182-34 2023-12-22T17:24:22.903 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 1208 (ObjNum 691 snap 225 seq_num 691) dirty exists 2023-12-22T17:24:22.903 INFO:tasks.rados.rados.0.smithi032.stdout:2235: left oid 34 (ObjNum 691 snap 225 seq_num 691) 2023-12-22T17:24:23.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:22 smithi032 ceph-mon[191839]: osdmap e501: 8 total, 7 up, 8 in 2023-12-22T17:24:23.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:22 smithi032 ceph-mon[191839]: failed to encode map e501 with expected crc 2023-12-22T17:24:23.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:22 smithi032 ceph-mon[189144]: osdmap e501: 8 total, 7 up, 8 in 2023-12-22T17:24:23.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:22 smithi032 ceph-mon[189144]: failed to encode map e501 with expected crc 2023-12-22T17:24:23.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:22 smithi039 ceph-mon[181282]: osdmap e501: 8 total, 7 up, 8 in 2023-12-22T17:24:23.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:22 smithi039 ceph-mon[181282]: failed to encode map e501 with expected crc 2023-12-22T17:24:23.847 INFO:tasks.rados.rados.0.smithi032.stdout:2235: done (2 left) 2023-12-22T17:24:23.847 INFO:tasks.rados.rados.0.smithi032.stdout:2236: done (1 left) 2023-12-22T17:24:23.847 INFO:tasks.rados.rados.0.smithi032.stdout:2237: done (0 left) 2023-12-22T17:24:23.847 INFO:tasks.rados.rados.0.smithi032.stdout:2238: copy_from oid 48 from oid 32 current snap is 226 2023-12-22T17:24:23.847 INFO:tasks.rados.rados.0.smithi032.stdout:2239: rollback oid 19 current snap is 226 2023-12-22T17:24:23.847 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 19 to 211 2023-12-22T17:24:23.847 INFO:tasks.rados.rados.0.smithi032.stdout:2240: copy_from oid 36 from oid 37 current snap is 226 2023-12-22T17:24:23.847 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 39 current snap is 226 2023-12-22T17:24:23.847 INFO:tasks.rados.rados.0.smithi032.stdout:2241: seq_num 692 ranges {0=794624,794624=483328,1277952=720896} 2023-12-22T17:24:23.851 INFO:tasks.rados.rados.0.smithi032.stdout:2241: writing smithi032174182-39 from 0 to 794624 tid 1 2023-12-22T17:24:23.854 INFO:tasks.rados.rados.0.smithi032.stdout:2241: writing smithi032174182-39 from 794624 to 1277952 tid 2 2023-12-22T17:24:23.859 INFO:tasks.rados.rados.0.smithi032.stdout:2241: writing smithi032174182-39 from 1277952 to 1998848 tid 3 2023-12-22T17:24:23.859 INFO:tasks.rados.rados.0.smithi032.stdout:2242: snap_create 2023-12-22T17:24:23.859 INFO:tasks.rados.rados.0.smithi032.stdout:2239: finishing rollback tid 0 to smithi032174182-19 2023-12-22T17:24:23.859 INFO:tasks.rados.rados.0.smithi032.stdout:2239: finishing rollback tid 1 to smithi032174182-19 2023-12-22T17:24:23.861 INFO:tasks.rados.rados.0.smithi032.stdout:2239: finishing rollback tid 2 to smithi032174182-19 2023-12-22T17:24:23.861 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 1432 (ObjNum 635 snap 198 seq_num 635) dirty exists 2023-12-22T17:24:23.866 INFO:tasks.rados.rados.0.smithi032.stdout:2241: finishing write tid 1 to smithi032174182-39 2023-12-22T17:24:23.866 INFO:tasks.rados.rados.0.smithi032.stdout:2241: finishing write tid 2 to smithi032174182-39 2023-12-22T17:24:23.866 INFO:tasks.rados.rados.0.smithi032.stdout:2241: finishing write tid 3 to smithi032174182-39 2023-12-22T17:24:23.866 INFO:tasks.rados.rados.0.smithi032.stdout:2238: finishing copy_from racing read to smithi032174182-48 2023-12-22T17:24:23.867 INFO:tasks.rados.rados.0.smithi032.stdout:2241: finishing write tid 4 to smithi032174182-39 2023-12-22T17:24:23.868 INFO:tasks.rados.rados.0.smithi032.stdout:2238: finishing copy_from to smithi032174182-48 2023-12-22T17:24:23.868 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 497 (ObjNum 682 snap 219 seq_num 682) dirty exists 2023-12-22T17:24:23.870 INFO:tasks.rados.rados.0.smithi032.stdout:2241: finishing write tid 5 to smithi032174182-39 2023-12-22T17:24:23.870 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 704 (ObjNum 692 snap 226 seq_num 692) dirty exists 2023-12-22T17:24:23.870 INFO:tasks.rados.rados.0.smithi032.stdout:2241: left oid 39 (ObjNum 692 snap 226 seq_num 692) 2023-12-22T17:24:23.875 INFO:tasks.rados.rados.0.smithi032.stdout:2240: finishing copy_from racing read to smithi032174182-36 2023-12-22T17:24:23.875 INFO:tasks.rados.rados.0.smithi032.stdout:2240: finishing copy_from to smithi032174182-36 2023-12-22T17:24:23.875 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 1199 (ObjNum 511 snap 157 seq_num 511) dirty exists 2023-12-22T17:24:24.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:23 smithi032 ceph-mon[191839]: pgmap v292: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 505 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.9 MiB/s wr, 2 op/s; 108/765 objects degraded (14.118%) 2023-12-22T17:24:24.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:23 smithi032 ceph-mon[191839]: osdmap e502: 8 total, 7 up, 8 in 2023-12-22T17:24:24.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:24.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:23 smithi032 ceph-mon[189144]: pgmap v292: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 505 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.9 MiB/s wr, 2 op/s; 108/765 objects degraded (14.118%) 2023-12-22T17:24:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:23 smithi032 ceph-mon[189144]: osdmap e502: 8 total, 7 up, 8 in 2023-12-22T17:24:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:24.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:23 smithi039 ceph-mon[181282]: pgmap v292: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 505 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.9 MiB/s wr, 2 op/s; 108/765 objects degraded (14.118%) 2023-12-22T17:24:24.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:23 smithi039 ceph-mon[181282]: osdmap e502: 8 total, 7 up, 8 in 2023-12-22T17:24:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:24.712 INFO:journalctl@ceph.osd.5.smithi039.stdout:Dec 22 17:24:24 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-5[194486]: 2023-12-22T17:24:24.293+0000 7f2a6d746640 -1 osd.5 0 read_superblock omap replica is missing. 2023-12-22T17:24:24.712 INFO:journalctl@ceph.osd.5.smithi039.stdout:Dec 22 17:24:24 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-5[194486]: 2023-12-22T17:24:24.399+0000 7f2a6d746640 -1 osd.5 495 log_to_monitors true 2023-12-22T17:24:24.854 INFO:tasks.rados.rados.0.smithi032.stdout:2238: done (4 left) 2023-12-22T17:24:24.854 INFO:tasks.rados.rados.0.smithi032.stdout:2239: done (3 left) 2023-12-22T17:24:24.854 INFO:tasks.rados.rados.0.smithi032.stdout:2240: done (2 left) 2023-12-22T17:24:24.854 INFO:tasks.rados.rados.0.smithi032.stdout:2241: done (1 left) 2023-12-22T17:24:24.854 INFO:tasks.rados.rados.0.smithi032.stdout:2242: done (0 left) 2023-12-22T17:24:24.854 INFO:tasks.rados.rados.0.smithi032.stdout:2243: read oid 28 snap -1 2023-12-22T17:24:24.854 INFO:tasks.rados.rados.0.smithi032.stdout:2243: expect (ObjNum 496 snap 154 seq_num 496) 2023-12-22T17:24:24.854 INFO:tasks.rados.rados.0.smithi032.stdout:2244: rmattr oid 46 current snap is 227 2023-12-22T17:24:24.854 INFO:tasks.rados.rados.0.smithi032.stdout:2244: done (1 left) 2023-12-22T17:24:24.854 INFO:tasks.rados.rados.0.smithi032.stdout:2245: setattr oid 27 current snap is 227 2023-12-22T17:24:24.855 INFO:tasks.rados.rados.0.smithi032.stdout:2246: read oid 38 snap -1 2023-12-22T17:24:24.855 INFO:tasks.rados.rados.0.smithi032.stdout:2246: expect deleted 2023-12-22T17:24:24.855 INFO:tasks.rados.rados.0.smithi032.stdout:2247: snap_create 2023-12-22T17:24:24.866 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 1429 (ObjNum 634 snap 198 seq_num 634) dirty exists 2023-12-22T17:24:24.879 INFO:tasks.rados.rados.0.smithi032.stdout:2243: expect (ObjNum 496 snap 154 seq_num 496) 2023-12-22T17:24:25.007 INFO:journalctl@ceph.osd.5.smithi039.stdout:Dec 22 17:24:24 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-5[194486]: 2023-12-22T17:24:24.880+0000 7f2a5bbb1700 -1 osd.5 495 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-22T17:24:25.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:24 smithi039 ceph-mon[181282]: osdmap e503: 8 total, 7 up, 8 in 2023-12-22T17:24:25.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:24 smithi039 ceph-mon[181282]: failed to encode map e502 with expected crc 2023-12-22T17:24:25.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:24 smithi039 ceph-mon[181282]: failed to encode map e502 with expected crc 2023-12-22T17:24:25.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:24 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:25.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:24 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:25.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:24 smithi039 ceph-mon[181282]: from='osd.5 [v2:172.21.15.39:6808/1796091257,v1:172.21.15.39:6809/1796091257]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-22T17:24:25.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:24 smithi039 ceph-mon[181282]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-22T17:24:25.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:24 smithi032 ceph-mon[191839]: osdmap e503: 8 total, 7 up, 8 in 2023-12-22T17:24:25.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:24 smithi032 ceph-mon[191839]: failed to encode map e502 with expected crc 2023-12-22T17:24:25.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:24 smithi032 ceph-mon[191839]: failed to encode map e502 with expected crc 2023-12-22T17:24:25.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:24 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:25.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:24 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:25.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:24 smithi032 ceph-mon[191839]: from='osd.5 [v2:172.21.15.39:6808/1796091257,v1:172.21.15.39:6809/1796091257]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-22T17:24:25.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:24 smithi032 ceph-mon[191839]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-22T17:24:25.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:24 smithi032 ceph-mon[189144]: osdmap e503: 8 total, 7 up, 8 in 2023-12-22T17:24:25.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:24 smithi032 ceph-mon[189144]: failed to encode map e502 with expected crc 2023-12-22T17:24:25.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:24 smithi032 ceph-mon[189144]: failed to encode map e502 with expected crc 2023-12-22T17:24:25.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:24 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:25.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:24 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:25.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:24 smithi032 ceph-mon[189144]: from='osd.5 [v2:172.21.15.39:6808/1796091257,v1:172.21.15.39:6809/1796091257]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-22T17:24:25.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:24 smithi032 ceph-mon[189144]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-22T17:24:25.838 INFO:tasks.rados.rados.0.smithi032.stdout:2243: done (3 left) 2023-12-22T17:24:25.839 INFO:tasks.rados.rados.0.smithi032.stdout:2245: done (2 left) 2023-12-22T17:24:25.839 INFO:tasks.rados.rados.0.smithi032.stdout:2246: done (1 left) 2023-12-22T17:24:25.839 INFO:tasks.rados.rados.0.smithi032.stdout:2247: done (0 left) 2023-12-22T17:24:25.839 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 24 current snap is 228 2023-12-22T17:24:25.839 INFO:tasks.rados.rados.0.smithi032.stdout:2248: seq_num 693 ranges {0=409600,409600=770048,1179648=581632,1761280=253952} 2023-12-22T17:24:25.849 INFO:tasks.rados.rados.0.smithi032.stdout:2248: writing smithi032174182-24 from 0 to 409600 tid 1 2023-12-22T17:24:25.849 INFO:tasks.rados.rados.0.smithi032.stdout:2248: writing smithi032174182-24 from 409600 to 1179648 tid 2 2023-12-22T17:24:25.849 INFO:tasks.rados.rados.0.smithi032.stdout:2248: writing smithi032174182-24 from 1179648 to 1761280 tid 3 2023-12-22T17:24:25.852 INFO:tasks.rados.rados.0.smithi032.stdout:2248: writing smithi032174182-24 from 1761280 to 2015232 tid 4 2023-12-22T17:24:25.852 INFO:tasks.rados.rados.0.smithi032.stdout:2249: copy_from oid 30 from oid 12 current snap is 228 2023-12-22T17:24:25.852 INFO:tasks.rados.rados.0.smithi032.stdout:2250: copy_from oid 43 from oid 16 current snap is 228 2023-12-22T17:24:25.852 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 39 current snap is 228 2023-12-22T17:24:25.852 INFO:tasks.rados.rados.0.smithi032.stdout:2251: seq_num 694 ranges {1998848=425984,2424832=655360,3080192=786432,3866624=163840} 2023-12-22T17:24:25.865 INFO:tasks.rados.rados.0.smithi032.stdout:2251: writing smithi032174182-39 from 1998848 to 2424832 tid 1 2023-12-22T17:24:25.869 INFO:tasks.rados.rados.0.smithi032.stdout:2251: writing smithi032174182-39 from 2424832 to 3080192 tid 2 2023-12-22T17:24:25.874 INFO:tasks.rados.rados.0.smithi032.stdout:2251: writing smithi032174182-39 from 3080192 to 3866624 tid 3 2023-12-22T17:24:25.875 INFO:tasks.rados.rados.0.smithi032.stdout:2251: writing smithi032174182-39 from 3866624 to 4030464 tid 4 2023-12-22T17:24:25.875 INFO:tasks.rados.rados.0.smithi032.stdout:2252: snap_create 2023-12-22T17:24:25.876 INFO:tasks.rados.rados.0.smithi032.stdout:2248: finishing write tid 1 to smithi032174182-24 2023-12-22T17:24:25.876 INFO:tasks.rados.rados.0.smithi032.stdout:2248: finishing write tid 2 to smithi032174182-24 2023-12-22T17:24:25.876 INFO:tasks.rados.rados.0.smithi032.stdout:2248: finishing write tid 3 to smithi032174182-24 2023-12-22T17:24:25.876 INFO:tasks.rados.rados.0.smithi032.stdout:2248: finishing write tid 4 to smithi032174182-24 2023-12-22T17:24:25.876 INFO:tasks.rados.rados.0.smithi032.stdout:2248: finishing write tid 5 to smithi032174182-24 2023-12-22T17:24:25.876 INFO:tasks.rados.rados.0.smithi032.stdout:2248: finishing write tid 6 to smithi032174182-24 2023-12-22T17:24:25.876 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 1624 (ObjNum 693 snap 228 seq_num 693) dirty exists 2023-12-22T17:24:25.876 INFO:tasks.rados.rados.0.smithi032.stdout:2248: left oid 24 (ObjNum 693 snap 228 seq_num 693) 2023-12-22T17:24:25.891 INFO:tasks.rados.rados.0.smithi032.stdout:2249: finishing copy_from racing read to smithi032174182-30 2023-12-22T17:24:25.896 INFO:tasks.rados.rados.0.smithi032.stdout:2249: finishing copy_from to smithi032174182-30 2023-12-22T17:24:25.896 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 1050 (ObjNum 683 snap 219 seq_num 683) dirty exists 2023-12-22T17:24:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:25 smithi032 ceph-mon[191839]: pgmap v295: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 505 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.5 MiB/s wr, 4 op/s; 109/768 objects degraded (14.193%) 2023-12-22T17:24:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:25 smithi032 ceph-mon[191839]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-12-22T17:24:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:25 smithi032 ceph-mon[191839]: failed to encode map e504 with expected crc 2023-12-22T17:24:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:25 smithi032 ceph-mon[191839]: osdmap e504: 8 total, 7 up, 8 in 2023-12-22T17:24:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:25 smithi032 ceph-mon[191839]: from='osd.5 [v2:172.21.15.39:6808/1796091257,v1:172.21.15.39:6809/1796091257]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-22T17:24:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:25 smithi032 ceph-mon[191839]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-22T17:24:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:25 smithi032 ceph-mon[191839]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-22T17:24:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:25 smithi032 ceph-mon[191839]: osd.5 [v2:172.21.15.39:6808/1796091257,v1:172.21.15.39:6809/1796091257] boot 2023-12-22T17:24:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:25 smithi032 ceph-mon[191839]: osdmap e505: 8 total, 8 up, 8 in 2023-12-22T17:24:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-22T17:24:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:25 smithi032 ceph-mon[189144]: pgmap v295: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 505 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.5 MiB/s wr, 4 op/s; 109/768 objects degraded (14.193%) 2023-12-22T17:24:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:25 smithi032 ceph-mon[189144]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-12-22T17:24:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:25 smithi032 ceph-mon[189144]: failed to encode map e504 with expected crc 2023-12-22T17:24:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:25 smithi032 ceph-mon[189144]: osdmap e504: 8 total, 7 up, 8 in 2023-12-22T17:24:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:25 smithi032 ceph-mon[189144]: from='osd.5 [v2:172.21.15.39:6808/1796091257,v1:172.21.15.39:6809/1796091257]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-22T17:24:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:25 smithi032 ceph-mon[189144]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-22T17:24:26.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:25 smithi032 ceph-mon[189144]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-22T17:24:26.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:25 smithi032 ceph-mon[189144]: osd.5 [v2:172.21.15.39:6808/1796091257,v1:172.21.15.39:6809/1796091257] boot 2023-12-22T17:24:26.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:25 smithi032 ceph-mon[189144]: osdmap e505: 8 total, 8 up, 8 in 2023-12-22T17:24:26.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-22T17:24:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:25 smithi039 ceph-mon[181282]: pgmap v295: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 505 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.5 MiB/s wr, 4 op/s; 109/768 objects degraded (14.193%) 2023-12-22T17:24:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:25 smithi039 ceph-mon[181282]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-12-22T17:24:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:25 smithi039 ceph-mon[181282]: failed to encode map e504 with expected crc 2023-12-22T17:24:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:25 smithi039 ceph-mon[181282]: osdmap e504: 8 total, 7 up, 8 in 2023-12-22T17:24:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:25 smithi039 ceph-mon[181282]: from='osd.5 [v2:172.21.15.39:6808/1796091257,v1:172.21.15.39:6809/1796091257]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-22T17:24:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:25 smithi039 ceph-mon[181282]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-22T17:24:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:25 smithi039 ceph-mon[181282]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-22T17:24:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:25 smithi039 ceph-mon[181282]: osd.5 [v2:172.21.15.39:6808/1796091257,v1:172.21.15.39:6809/1796091257] boot 2023-12-22T17:24:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:25 smithi039 ceph-mon[181282]: osdmap e505: 8 total, 8 up, 8 in 2023-12-22T17:24:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-22T17:24:26.845 INFO:tasks.rados.rados.0.smithi032.stdout:2248: done (4 left) 2023-12-22T17:24:26.845 INFO:tasks.rados.rados.0.smithi032.stdout:2249: done (3 left) 2023-12-22T17:24:26.845 INFO:tasks.rados.rados.0.smithi032.stdout:2252: done (2 left) 2023-12-22T17:24:26.845 INFO:tasks.rados.rados.0.smithi032.stdout:2253: read oid 41 snap -1 2023-12-22T17:24:26.845 INFO:tasks.rados.rados.0.smithi032.stdout:2253: expect (ObjNum 675 snap 215 seq_num 675) 2023-12-22T17:24:26.845 INFO:tasks.rados.rados.0.smithi032.stdout:2254: read oid 14 snap 213 2023-12-22T17:24:26.845 INFO:tasks.rados.rados.0.smithi032.stdout:2254: expect deleted 2023-12-22T17:24:26.845 INFO:tasks.rados.rados.0.smithi032.stdout:2255: snap_create 2023-12-22T17:24:26.871 INFO:tasks.rados.rados.0.smithi032.stdout:2250: finishing copy_from to smithi032174182-43 2023-12-22T17:24:26.872 INFO:tasks.rados.rados.0.smithi032.stdout:2250: got expected ENOENT (src dne) 2023-12-22T17:24:26.877 INFO:tasks.rados.rados.0.smithi032.stdout:2253: expect (ObjNum 675 snap 215 seq_num 675) 2023-12-22T17:24:26.977 INFO:tasks.rados.rados.0.smithi032.stdout:2250: finishing copy_from racing read to smithi032174182-43 2023-12-22T17:24:26.977 INFO:tasks.rados.rados.0.smithi032.stdout:2251: finishing write tid 1 to smithi032174182-39 2023-12-22T17:24:26.977 INFO:tasks.rados.rados.0.smithi032.stdout:2251: finishing write tid 2 to smithi032174182-39 2023-12-22T17:24:26.977 INFO:tasks.rados.rados.0.smithi032.stdout:2251: finishing write tid 3 to smithi032174182-39 2023-12-22T17:24:26.977 INFO:tasks.rados.rados.0.smithi032.stdout:2251: finishing write tid 4 to smithi032174182-39 2023-12-22T17:24:26.977 INFO:tasks.rados.rados.0.smithi032.stdout:2251: finishing write tid 5 to smithi032174182-39 2023-12-22T17:24:26.977 INFO:tasks.rados.rados.0.smithi032.stdout:2251: finishing write tid 6 to smithi032174182-39 2023-12-22T17:24:26.977 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 709 (ObjNum 694 snap 228 seq_num 694) dirty exists 2023-12-22T17:24:26.977 INFO:tasks.rados.rados.0.smithi032.stdout:2251: left oid 39 (ObjNum 694 snap 228 seq_num 694) 2023-12-22T17:24:27.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:26 smithi039 ceph-mon[181282]: failed to encode map e504 with expected crc 2023-12-22T17:24:27.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:26 smithi039 ceph-mon[181282]: failed to encode map e505 with expected crc 2023-12-22T17:24:27.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:26 smithi039 ceph-mon[181282]: failed to encode map e505 with expected crc 2023-12-22T17:24:27.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:26 smithi039 ceph-mon[181282]: failed to encode map e505 with expected crc 2023-12-22T17:24:27.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:26 smithi039 ceph-mon[181282]: failed to encode map e505 with expected crc 2023-12-22T17:24:27.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:26 smithi039 ceph-mon[181282]: failed to encode map e505 with expected crc 2023-12-22T17:24:27.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:26 smithi039 ceph-mon[181282]: failed to encode map e505 with expected crc 2023-12-22T17:24:27.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:26 smithi039 ceph-mon[181282]: failed to encode map e505 with expected crc 2023-12-22T17:24:27.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:26 smithi039 ceph-mon[181282]: failed to encode map e505 with expected crc 2023-12-22T17:24:27.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:27.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:27.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:24:27.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:24:27.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:27.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:26 smithi039 ceph-mon[181282]: osdmap e506: 8 total, 8 up, 8 in 2023-12-22T17:24:27.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:24:26 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:24:26.927+0000 7f8939eca700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2023-12-22T17:24:27.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:26 smithi032 ceph-mon[189144]: failed to encode map e504 with expected crc 2023-12-22T17:24:27.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:26 smithi032 ceph-mon[189144]: failed to encode map e505 with expected crc 2023-12-22T17:24:27.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:26 smithi032 ceph-mon[189144]: failed to encode map e505 with expected crc 2023-12-22T17:24:27.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:26 smithi032 ceph-mon[189144]: failed to encode map e505 with expected crc 2023-12-22T17:24:27.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:26 smithi032 ceph-mon[189144]: failed to encode map e505 with expected crc 2023-12-22T17:24:27.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:26 smithi032 ceph-mon[189144]: failed to encode map e505 with expected crc 2023-12-22T17:24:27.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:26 smithi032 ceph-mon[189144]: failed to encode map e505 with expected crc 2023-12-22T17:24:27.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:26 smithi032 ceph-mon[189144]: failed to encode map e505 with expected crc 2023-12-22T17:24:27.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:26 smithi032 ceph-mon[189144]: failed to encode map e505 with expected crc 2023-12-22T17:24:27.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:27.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:27.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:24:27.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:24:27.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:27.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:26 smithi032 ceph-mon[189144]: osdmap e506: 8 total, 8 up, 8 in 2023-12-22T17:24:27.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:26 smithi032 ceph-mon[191839]: failed to encode map e504 with expected crc 2023-12-22T17:24:27.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:26 smithi032 ceph-mon[191839]: failed to encode map e505 with expected crc 2023-12-22T17:24:27.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:26 smithi032 ceph-mon[191839]: failed to encode map e505 with expected crc 2023-12-22T17:24:27.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:26 smithi032 ceph-mon[191839]: failed to encode map e505 with expected crc 2023-12-22T17:24:27.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:26 smithi032 ceph-mon[191839]: failed to encode map e505 with expected crc 2023-12-22T17:24:27.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:26 smithi032 ceph-mon[191839]: failed to encode map e505 with expected crc 2023-12-22T17:24:27.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:26 smithi032 ceph-mon[191839]: failed to encode map e505 with expected crc 2023-12-22T17:24:27.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:26 smithi032 ceph-mon[191839]: failed to encode map e505 with expected crc 2023-12-22T17:24:27.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:26 smithi032 ceph-mon[191839]: failed to encode map e505 with expected crc 2023-12-22T17:24:27.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:27.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:27.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:24:27.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:24:27.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:27.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:26 smithi032 ceph-mon[191839]: osdmap e506: 8 total, 8 up, 8 in 2023-12-22T17:24:27.843 INFO:tasks.rados.rados.0.smithi032.stdout:2250: done (4 left) 2023-12-22T17:24:27.843 INFO:tasks.rados.rados.0.smithi032.stdout:2251: done (3 left) 2023-12-22T17:24:27.843 INFO:tasks.rados.rados.0.smithi032.stdout:2253: done (2 left) 2023-12-22T17:24:27.843 INFO:tasks.rados.rados.0.smithi032.stdout:2254: done (1 left) 2023-12-22T17:24:27.843 INFO:tasks.rados.rados.0.smithi032.stdout:2255: done (0 left) 2023-12-22T17:24:27.843 INFO:tasks.rados.rados.0.smithi032.stdout:2256: snap_create 2023-12-22T17:24:28.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:27 smithi032 ceph-mon[191839]: pgmap v298: 121 pgs: 2 peering, 10 active+undersized+degraded, 38 active+undersized, 71 active+clean; 512 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.7 MiB/s wr, 14 op/s; 85/771 objects degraded (11.025%) 2023-12-22T17:24:28.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:27 smithi032 ceph-mon[191839]: failed to encode map e506 with expected crc 2023-12-22T17:24:28.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:27 smithi032 ceph-mon[191839]: failed to encode map e506 with expected crc 2023-12-22T17:24:28.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:27 smithi032 ceph-mon[191839]: failed to encode map e506 with expected crc 2023-12-22T17:24:28.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:27 smithi032 ceph-mon[191839]: failed to encode map e506 with expected crc 2023-12-22T17:24:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:27 smithi032 ceph-mon[191839]: failed to encode map e506 with expected crc 2023-12-22T17:24:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:27 smithi032 ceph-mon[191839]: Health check update: Degraded data redundancy: 85/771 objects degraded (11.025%), 10 pgs degraded (PG_DEGRADED) 2023-12-22T17:24:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:24:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:24:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:24:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:24:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-22T17:24:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:27 smithi032 ceph-mon[191839]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-22T17:24:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:27 smithi032 ceph-mon[191839]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2023-12-22T17:24:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:27 smithi032 ceph-mon[191839]: osdmap e507: 8 total, 8 up, 8 in 2023-12-22T17:24:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:27 smithi032 ceph-mon[189144]: pgmap v298: 121 pgs: 2 peering, 10 active+undersized+degraded, 38 active+undersized, 71 active+clean; 512 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.7 MiB/s wr, 14 op/s; 85/771 objects degraded (11.025%) 2023-12-22T17:24:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:27 smithi032 ceph-mon[189144]: failed to encode map e506 with expected crc 2023-12-22T17:24:28.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:27 smithi032 ceph-mon[189144]: failed to encode map e506 with expected crc 2023-12-22T17:24:28.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:27 smithi032 ceph-mon[189144]: failed to encode map e506 with expected crc 2023-12-22T17:24:28.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:27 smithi032 ceph-mon[189144]: failed to encode map e506 with expected crc 2023-12-22T17:24:28.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:27 smithi032 ceph-mon[189144]: failed to encode map e506 with expected crc 2023-12-22T17:24:28.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:27 smithi032 ceph-mon[189144]: Health check update: Degraded data redundancy: 85/771 objects degraded (11.025%), 10 pgs degraded (PG_DEGRADED) 2023-12-22T17:24:28.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:24:28.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:24:28.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:24:28.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:24:28.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-22T17:24:28.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:27 smithi032 ceph-mon[189144]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-22T17:24:28.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:27 smithi032 ceph-mon[189144]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2023-12-22T17:24:28.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:27 smithi032 ceph-mon[189144]: osdmap e507: 8 total, 8 up, 8 in 2023-12-22T17:24:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:27 smithi039 ceph-mon[181282]: pgmap v298: 121 pgs: 2 peering, 10 active+undersized+degraded, 38 active+undersized, 71 active+clean; 512 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.7 MiB/s wr, 14 op/s; 85/771 objects degraded (11.025%) 2023-12-22T17:24:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:27 smithi039 ceph-mon[181282]: failed to encode map e506 with expected crc 2023-12-22T17:24:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:27 smithi039 ceph-mon[181282]: failed to encode map e506 with expected crc 2023-12-22T17:24:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:27 smithi039 ceph-mon[181282]: failed to encode map e506 with expected crc 2023-12-22T17:24:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:27 smithi039 ceph-mon[181282]: failed to encode map e506 with expected crc 2023-12-22T17:24:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:27 smithi039 ceph-mon[181282]: failed to encode map e506 with expected crc 2023-12-22T17:24:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:27 smithi039 ceph-mon[181282]: Health check update: Degraded data redundancy: 85/771 objects degraded (11.025%), 10 pgs degraded (PG_DEGRADED) 2023-12-22T17:24:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:24:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:24:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:24:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:24:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-22T17:24:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:27 smithi039 ceph-mon[181282]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-22T17:24:28.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:27 smithi039 ceph-mon[181282]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2023-12-22T17:24:28.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:27 smithi039 ceph-mon[181282]: osdmap e507: 8 total, 8 up, 8 in 2023-12-22T17:24:28.845 INFO:tasks.rados.rados.0.smithi032.stdout:2256: done (0 left) 2023-12-22T17:24:28.846 INFO:tasks.rados.rados.0.smithi032.stdout:2257: delete oid 49 current snap is 231 2023-12-22T17:24:28.857 INFO:tasks.rados.rados.0.smithi032.stdout:2257: done (0 left) 2023-12-22T17:24:28.857 INFO:tasks.rados.rados.0.smithi032.stdout:2258: delete oid 41 current snap is 231 2023-12-22T17:24:28.863 INFO:tasks.rados.rados.0.smithi032.stdout:2258: done (0 left) 2023-12-22T17:24:28.863 INFO:tasks.rados.rados.0.smithi032.stdout:2259: copy_from oid 45 from oid 18 current snap is 231 2023-12-22T17:24:28.863 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 6 current snap is 231 2023-12-22T17:24:28.864 INFO:tasks.rados.rados.0.smithi032.stdout:2260: seq_num 697 ranges {4120576=475136,4595712=704512,5300224=557056,5857280=344064} 2023-12-22T17:24:28.889 INFO:tasks.rados.rados.0.smithi032.stdout:2260: writing smithi032174182-6 from 4120576 to 4595712 tid 1 2023-12-22T17:24:28.893 INFO:tasks.rados.rados.0.smithi032.stdout:2260: writing smithi032174182-6 from 4595712 to 5300224 tid 2 2023-12-22T17:24:28.896 INFO:tasks.rados.rados.0.smithi032.stdout:2260: writing smithi032174182-6 from 5300224 to 5857280 tid 3 2023-12-22T17:24:28.899 INFO:tasks.rados.rados.0.smithi032.stdout:2260: writing smithi032174182-6 from 5857280 to 6201344 tid 4 2023-12-22T17:24:28.899 INFO:tasks.rados.rados.0.smithi032.stdout:2261: copy_from oid 41 from oid 11 current snap is 231 2023-12-22T17:24:28.899 INFO:tasks.rados.rados.0.smithi032.stdout:2259: finishing copy_from racing read to smithi032174182-45 2023-12-22T17:24:28.899 INFO:tasks.rados.rados.0.smithi032.stdout:2259: finishing copy_from to smithi032174182-45 2023-12-22T17:24:28.899 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 803 (ObjNum 1597165008 snap 22024 seq_num 304) dirty exists 2023-12-22T17:24:28.899 INFO:tasks.rados.rados.0.smithi032.stdout:2260: finishing write tid 1 to smithi032174182-6 2023-12-22T17:24:28.900 INFO:tasks.rados.rados.0.smithi032.stdout:2260: finishing write tid 2 to smithi032174182-6 2023-12-22T17:24:28.900 INFO:tasks.rados.rados.0.smithi032.stdout:2259: done (2 left) 2023-12-22T17:24:28.900 INFO:tasks.rados.rados.0.smithi032.stdout:2262: setattr oid 30 current snap is 231 2023-12-22T17:24:28.901 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 47 current snap is 231 2023-12-22T17:24:28.901 INFO:tasks.rados.rados.0.smithi032.stdout:2263: seq_num 698 ranges {1507328=499712,2007040=589824,2596864=770048,3366912=245760} 2023-12-22T17:24:28.912 INFO:tasks.rados.rados.0.smithi032.stdout:2263: writing smithi032174182-47 from 1507328 to 2007040 tid 1 2023-12-22T17:24:28.915 INFO:tasks.rados.rados.0.smithi032.stdout:2263: writing smithi032174182-47 from 2007040 to 2596864 tid 2 2023-12-22T17:24:28.920 INFO:tasks.rados.rados.0.smithi032.stdout:2263: writing smithi032174182-47 from 2596864 to 3366912 tid 3 2023-12-22T17:24:28.921 INFO:tasks.rados.rados.0.smithi032.stdout:2263: writing smithi032174182-47 from 3366912 to 3612672 tid 4 2023-12-22T17:24:28.921 INFO:tasks.rados.rados.0.smithi032.stdout:2264: rollback oid 32 current snap is 231 2023-12-22T17:24:28.922 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 32 to 214 2023-12-22T17:24:28.922 INFO:tasks.rados.rados.0.smithi032.stdout:2265: setattr oid 26 current snap is 231 2023-12-22T17:24:28.922 INFO:tasks.rados.rados.0.smithi032.stdout:2266: copy_from oid 33 from oid 40 current snap is 231 2023-12-22T17:24:28.922 INFO:tasks.rados.rados.0.smithi032.stdout:2267: setattr oid 44 current snap is 231 2023-12-22T17:24:28.923 INFO:tasks.rados.rados.0.smithi032.stdout:2260: finishing write tid 3 to smithi032174182-6 2023-12-22T17:24:28.923 INFO:tasks.rados.rados.0.smithi032.stdout:2260: finishing write tid 4 to smithi032174182-6 2023-12-22T17:24:28.923 INFO:tasks.rados.rados.0.smithi032.stdout:2261: finishing copy_from racing read to smithi032174182-41 2023-12-22T17:24:28.923 INFO:tasks.rados.rados.0.smithi032.stdout:2260: finishing write tid 5 to smithi032174182-6 2023-12-22T17:24:28.923 INFO:tasks.rados.rados.0.smithi032.stdout:2261: finishing copy_from to smithi032174182-41 2023-12-22T17:24:28.923 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 1416 (ObjNum 113 snap 0 seq_num 1597346416) dirty exists 2023-12-22T17:24:28.923 INFO:tasks.rados.rados.0.smithi032.stdout:2260: finishing write tid 6 to smithi032174182-6 2023-12-22T17:24:28.923 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 1434 (ObjNum 697 snap 231 seq_num 697) dirty exists 2023-12-22T17:24:28.923 INFO:tasks.rados.rados.0.smithi032.stdout:2260: left oid 6 (ObjNum 697 snap 231 seq_num 697) 2023-12-22T17:24:28.923 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 1430 (ObjNum 683 snap 219 seq_num 683) dirty exists 2023-12-22T17:24:28.923 INFO:tasks.rados.rados.0.smithi032.stdout:2263: finishing write tid 1 to smithi032174182-47 2023-12-22T17:24:28.923 INFO:tasks.rados.rados.0.smithi032.stdout:2263: finishing write tid 2 to smithi032174182-47 2023-12-22T17:24:28.924 INFO:tasks.rados.rados.0.smithi032.stdout:2260: done (7 left) 2023-12-22T17:24:28.924 INFO:tasks.rados.rados.0.smithi032.stdout:2261: done (6 left) 2023-12-22T17:24:28.924 INFO:tasks.rados.rados.0.smithi032.stdout:2262: done (5 left) 2023-12-22T17:24:28.924 INFO:tasks.rados.rados.0.smithi032.stdout:2268: copy_from oid 19 from oid 7 current snap is 231 2023-12-22T17:24:28.924 INFO:tasks.rados.rados.0.smithi032.stdout:2269: read oid 5 snap -1 2023-12-22T17:24:28.924 INFO:tasks.rados.rados.0.smithi032.stdout:2269: expect (ObjNum 685 snap 220 seq_num 685) 2023-12-22T17:24:28.924 INFO:tasks.rados.rados.0.smithi032.stdout:2270: delete oid 10 current snap is 231 2023-12-22T17:24:28.928 INFO:tasks.rados.rados.0.smithi032.stdout:2263: finishing write tid 3 to smithi032174182-47 2023-12-22T17:24:28.929 INFO:tasks.rados.rados.0.smithi032.stdout:2263: finishing write tid 4 to smithi032174182-47 2023-12-22T17:24:28.929 INFO:tasks.rados.rados.0.smithi032.stdout:2263: finishing write tid 5 to smithi032174182-47 2023-12-22T17:24:28.931 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 1417 (ObjNum 580 snap 173 seq_num 580) dirty exists 2023-12-22T17:24:28.931 INFO:tasks.rados.rados.0.smithi032.stdout:2263: finishing write tid 6 to smithi032174182-47 2023-12-22T17:24:28.931 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 1633 (ObjNum 698 snap 231 seq_num 698) dirty exists 2023-12-22T17:24:28.931 INFO:tasks.rados.rados.0.smithi032.stdout:2263: left oid 47 (ObjNum 698 snap 231 seq_num 698) 2023-12-22T17:24:28.932 INFO:tasks.rados.rados.0.smithi032.stdout:2264: finishing rollback tid 0 to smithi032174182-32 2023-12-22T17:24:28.932 INFO:tasks.rados.rados.0.smithi032.stdout:2264: finishing rollback tid 1 to smithi032174182-32 2023-12-22T17:24:28.932 INFO:tasks.rados.rados.0.smithi032.stdout:2264: finishing rollback tid 2 to smithi032174182-32 2023-12-22T17:24:28.932 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 519 (ObjNum 627 snap 194 seq_num 627) dirty exists 2023-12-22T17:24:28.932 INFO:tasks.rados.rados.0.smithi032.stdout:2263: done (7 left) 2023-12-22T17:24:28.932 INFO:tasks.rados.rados.0.smithi032.stdout:2264: done (6 left) 2023-12-22T17:24:28.932 INFO:tasks.rados.rados.0.smithi032.stdout:2265: done (5 left) 2023-12-22T17:24:28.932 INFO:tasks.rados.rados.0.smithi032.stdout:2270: done (4 left) 2023-12-22T17:24:28.932 INFO:tasks.rados.rados.0.smithi032.stdout:2271: snap_remove snap 181 2023-12-22T17:24:29.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:28 smithi039 ceph-mon[181282]: failed to encode map e507 with expected crc 2023-12-22T17:24:29.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:28 smithi039 ceph-mon[181282]: osdmap e508: 8 total, 8 up, 8 in 2023-12-22T17:24:29.007 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:24:28 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:24:28.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi032:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi039.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2023-12-22T17:24:29.007 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:24:28 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:24:28.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi032:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi039.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-22T17:24:29.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:28 smithi032 ceph-mon[191839]: failed to encode map e507 with expected crc 2023-12-22T17:24:29.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:28 smithi032 ceph-mon[191839]: osdmap e508: 8 total, 8 up, 8 in 2023-12-22T17:24:29.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:28 smithi032 ceph-mon[189144]: failed to encode map e507 with expected crc 2023-12-22T17:24:29.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:28 smithi032 ceph-mon[189144]: osdmap e508: 8 total, 8 up, 8 in 2023-12-22T17:24:29.888 INFO:tasks.rados.rados.0.smithi032.stdout:2271: done (4 left) 2023-12-22T17:24:29.888 INFO:tasks.rados.rados.0.smithi032.stdout:2272: read oid 4 snap 191 2023-12-22T17:24:29.888 INFO:tasks.rados.rados.0.smithi032.stdout:2272: expect (ObjNum 542 snap 166 seq_num 542) 2023-12-22T17:24:29.888 INFO:tasks.rados.rados.0.smithi032.stdout:2273: snap_remove snap 203 2023-12-22T17:24:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:29 smithi032 ceph-mon[189144]: pgmap v301: 121 pgs: 2 peering, 10 active+undersized+degraded, 35 active+undersized, 74 active+clean; 512 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.7 MiB/s wr, 10 op/s; 85/771 objects degraded (11.025%) 2023-12-22T17:24:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:29 smithi032 ceph-mon[189144]: failed to encode map e508 with expected crc 2023-12-22T17:24:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:29 smithi032 ceph-mon[191839]: pgmap v301: 121 pgs: 2 peering, 10 active+undersized+degraded, 35 active+undersized, 74 active+clean; 512 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.7 MiB/s wr, 10 op/s; 85/771 objects degraded (11.025%) 2023-12-22T17:24:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:29 smithi032 ceph-mon[191839]: failed to encode map e508 with expected crc 2023-12-22T17:24:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:29 smithi039 ceph-mon[181282]: pgmap v301: 121 pgs: 2 peering, 10 active+undersized+degraded, 35 active+undersized, 74 active+clean; 512 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.7 MiB/s wr, 10 op/s; 85/771 objects degraded (11.025%) 2023-12-22T17:24:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:29 smithi039 ceph-mon[181282]: failed to encode map e508 with expected crc 2023-12-22T17:24:30.895 INFO:tasks.rados.rados.0.smithi032.stdout:2273: done (5 left) 2023-12-22T17:24:30.895 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 43 current snap is 231 2023-12-22T17:24:30.895 INFO:tasks.rados.rados.0.smithi032.stdout:2274: seq_num 700 ranges {6201344=532480,6733824=409600,7143424=737280,7880704=458752} 2023-12-22T17:24:30.934 INFO:tasks.rados.rados.0.smithi032.stdout:2274: writing smithi032174182-43 from 6201344 to 6733824 tid 1 2023-12-22T17:24:30.936 INFO:tasks.rados.rados.0.smithi032.stdout:2274: writing smithi032174182-43 from 6733824 to 7143424 tid 2 2023-12-22T17:24:30.940 INFO:tasks.rados.rados.0.smithi032.stdout:2274: writing smithi032174182-43 from 7143424 to 7880704 tid 3 2023-12-22T17:24:30.943 INFO:tasks.rados.rados.0.smithi032.stdout:2274: writing smithi032174182-43 from 7880704 to 8339456 tid 4 2023-12-22T17:24:30.944 INFO:tasks.rados.rados.0.smithi032.stdout:2275: rollback oid 35 current snap is 231 2023-12-22T17:24:30.944 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 35 to 213 2023-12-22T17:24:30.944 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 1435 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-22T17:24:30.944 INFO:tasks.rados.rados.0.smithi032.stdout:2266: finishing copy_from to smithi032174182-33 2023-12-22T17:24:30.944 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 656 (ObjNum 670 snap 215 seq_num 670) dirty exists 2023-12-22T17:24:30.944 INFO:tasks.rados.rados.0.smithi032.stdout:2266: finishing copy_from racing read to smithi032174182-33 2023-12-22T17:24:30.944 INFO:tasks.rados.rados.0.smithi032.stdout:2266: done (6 left) 2023-12-22T17:24:30.944 INFO:tasks.rados.rados.0.smithi032.stdout:2267: done (5 left) 2023-12-22T17:24:30.944 INFO:tasks.rados.rados.0.smithi032.stdout:2276: read oid 38 snap -1 2023-12-22T17:24:30.945 INFO:tasks.rados.rados.0.smithi032.stdout:2276: expect deleted 2023-12-22T17:24:30.945 INFO:tasks.rados.rados.0.smithi032.stdout:2277: snap_create 2023-12-22T17:24:30.945 INFO:tasks.rados.rados.0.smithi032.stdout:2269: expect (ObjNum 685 snap 220 seq_num 685) 2023-12-22T17:24:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:24:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:24:30] "GET /metrics HTTP/1.1" 200 36180 "" "Prometheus/2.43.0" 2023-12-22T17:24:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:30 smithi032 ceph-mon[189144]: osdmap e509: 8 total, 8 up, 8 in 2023-12-22T17:24:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:30 smithi032 ceph-mon[189144]: failed to encode map e509 with expected crc 2023-12-22T17:24:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:30 smithi032 ceph-mon[189144]: failed to encode map e509 with expected crc 2023-12-22T17:24:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:30 smithi032 ceph-mon[189144]: failed to encode map e509 with expected crc 2023-12-22T17:24:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:30 smithi032 ceph-mon[191839]: osdmap e509: 8 total, 8 up, 8 in 2023-12-22T17:24:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:30 smithi032 ceph-mon[191839]: failed to encode map e509 with expected crc 2023-12-22T17:24:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:30 smithi032 ceph-mon[191839]: failed to encode map e509 with expected crc 2023-12-22T17:24:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:30 smithi032 ceph-mon[191839]: failed to encode map e509 with expected crc 2023-12-22T17:24:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:30 smithi039 ceph-mon[181282]: osdmap e509: 8 total, 8 up, 8 in 2023-12-22T17:24:31.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:30 smithi039 ceph-mon[181282]: failed to encode map e509 with expected crc 2023-12-22T17:24:31.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:30 smithi039 ceph-mon[181282]: failed to encode map e509 with expected crc 2023-12-22T17:24:31.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:30 smithi039 ceph-mon[181282]: failed to encode map e509 with expected crc 2023-12-22T17:24:31.508 INFO:tasks.rados.rados.0.smithi032.stdout:2268: finishing copy_from racing read to smithi032174182-19 2023-12-22T17:24:31.508 INFO:tasks.rados.rados.0.smithi032.stdout:2268: finishing copy_from to smithi032174182-19 2023-12-22T17:24:31.508 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 1015 (ObjNum 629 snap 195 seq_num 629) dirty exists 2023-12-22T17:24:31.508 INFO:tasks.rados.rados.0.smithi032.stdout:2272: expect (ObjNum 542 snap 166 seq_num 542) 2023-12-22T17:24:31.750 INFO:tasks.rados.rados.0.smithi032.stdout:2274: finishing write tid 1 to smithi032174182-43 2023-12-22T17:24:31.750 INFO:tasks.rados.rados.0.smithi032.stdout:2274: finishing write tid 2 to smithi032174182-43 2023-12-22T17:24:31.750 INFO:tasks.rados.rados.0.smithi032.stdout:2274: finishing write tid 3 to smithi032174182-43 2023-12-22T17:24:31.750 INFO:tasks.rados.rados.0.smithi032.stdout:2275: finishing rollback tid 1 to smithi032174182-35 2023-12-22T17:24:31.750 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 1197 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-22T17:24:31.750 INFO:tasks.rados.rados.0.smithi032.stdout:2274: finishing write tid 4 to smithi032174182-43 2023-12-22T17:24:31.750 INFO:tasks.rados.rados.0.smithi032.stdout:2274: finishing write tid 5 to smithi032174182-43 2023-12-22T17:24:31.750 INFO:tasks.rados.rados.0.smithi032.stdout:2274: finishing write tid 6 to smithi032174182-43 2023-12-22T17:24:31.750 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 1056 (ObjNum 700 snap 231 seq_num 700) dirty exists 2023-12-22T17:24:31.750 INFO:tasks.rados.rados.0.smithi032.stdout:2274: left oid 43 (ObjNum 700 snap 231 seq_num 700) 2023-12-22T17:24:31.904 INFO:tasks.rados.rados.0.smithi032.stdout:2268: done (6 left) 2023-12-22T17:24:31.904 INFO:tasks.rados.rados.0.smithi032.stdout:2269: done (5 left) 2023-12-22T17:24:31.904 INFO:tasks.rados.rados.0.smithi032.stdout:2272: done (4 left) 2023-12-22T17:24:31.904 INFO:tasks.rados.rados.0.smithi032.stdout:2274: done (3 left) 2023-12-22T17:24:31.904 INFO:tasks.rados.rados.0.smithi032.stdout:2275: done (2 left) 2023-12-22T17:24:31.904 INFO:tasks.rados.rados.0.smithi032.stdout:2276: done (1 left) 2023-12-22T17:24:31.904 INFO:tasks.rados.rados.0.smithi032.stdout:2277: done (0 left) 2023-12-22T17:24:31.904 INFO:tasks.rados.rados.0.smithi032.stdout:2278: delete oid 35 current snap is 232 2023-12-22T17:24:31.913 INFO:tasks.rados.rados.0.smithi032.stdout:2278: done (0 left) 2023-12-22T17:24:31.913 INFO:tasks.rados.rados.0.smithi032.stdout:2279: snap_create 2023-12-22T17:24:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:31 smithi032 ceph-mon[189144]: pgmap v304: 121 pgs: 2 peering, 119 active+clean; 532 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 5.8 MiB/s wr, 15 op/s; 3.6 MiB/s, 1 objects/s recovering 2023-12-22T17:24:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:31 smithi032 ceph-mon[189144]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 85/771 objects degraded (11.025%), 10 pgs degraded) 2023-12-22T17:24:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:31 smithi032 ceph-mon[189144]: Cluster is now healthy 2023-12-22T17:24:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:31 smithi032 ceph-mon[189144]: osdmap e510: 8 total, 8 up, 8 in 2023-12-22T17:24:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:31 smithi032 ceph-mon[189144]: failed to encode map e510 with expected crc 2023-12-22T17:24:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:31 smithi032 ceph-mon[189144]: failed to encode map e510 with expected crc 2023-12-22T17:24:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:31 smithi032 ceph-mon[191839]: pgmap v304: 121 pgs: 2 peering, 119 active+clean; 532 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 5.8 MiB/s wr, 15 op/s; 3.6 MiB/s, 1 objects/s recovering 2023-12-22T17:24:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:31 smithi032 ceph-mon[191839]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 85/771 objects degraded (11.025%), 10 pgs degraded) 2023-12-22T17:24:32.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:31 smithi032 ceph-mon[191839]: Cluster is now healthy 2023-12-22T17:24:32.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:31 smithi032 ceph-mon[191839]: osdmap e510: 8 total, 8 up, 8 in 2023-12-22T17:24:32.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:31 smithi032 ceph-mon[191839]: failed to encode map e510 with expected crc 2023-12-22T17:24:32.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:31 smithi032 ceph-mon[191839]: failed to encode map e510 with expected crc 2023-12-22T17:24:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:31 smithi039 ceph-mon[181282]: pgmap v304: 121 pgs: 2 peering, 119 active+clean; 532 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 5.8 MiB/s wr, 15 op/s; 3.6 MiB/s, 1 objects/s recovering 2023-12-22T17:24:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:31 smithi039 ceph-mon[181282]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 85/771 objects degraded (11.025%), 10 pgs degraded) 2023-12-22T17:24:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:31 smithi039 ceph-mon[181282]: Cluster is now healthy 2023-12-22T17:24:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:31 smithi039 ceph-mon[181282]: osdmap e510: 8 total, 8 up, 8 in 2023-12-22T17:24:32.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:31 smithi039 ceph-mon[181282]: failed to encode map e510 with expected crc 2023-12-22T17:24:32.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:31 smithi039 ceph-mon[181282]: failed to encode map e510 with expected crc 2023-12-22T17:24:32.911 INFO:tasks.rados.rados.0.smithi032.stdout:2279: done (0 left) 2023-12-22T17:24:32.911 INFO:tasks.rados.rados.0.smithi032.stdout:2280: copy_from oid 2 from oid 45 current snap is 233 2023-12-22T17:24:32.911 INFO:tasks.rados.rados.0.smithi032.stdout:2281: rmattr oid 23 current snap is 233 2023-12-22T17:24:32.911 INFO:tasks.rados.rados.0.smithi032.stdout:2282: rmattr oid 38 current snap is 233 2023-12-22T17:24:32.911 INFO:tasks.rados.rados.0.smithi032.stdout:2282: done (2 left) 2023-12-22T17:24:32.911 INFO:tasks.rados.rados.0.smithi032.stdout:2283: delete oid 48 current snap is 233 2023-12-22T17:24:32.929 INFO:tasks.rados.rados.0.smithi032.stdout:2283: done (2 left) 2023-12-22T17:24:32.929 INFO:tasks.rados.rados.0.smithi032.stdout:2284: snap_remove snap 230 2023-12-22T17:24:33.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:32 smithi032 ceph-mon[191839]: failed to encode map e511 with expected crc 2023-12-22T17:24:33.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:32 smithi032 ceph-mon[191839]: osdmap e511: 8 total, 8 up, 8 in 2023-12-22T17:24:33.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:32 smithi032 ceph-mon[189144]: failed to encode map e511 with expected crc 2023-12-22T17:24:33.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:32 smithi032 ceph-mon[189144]: osdmap e511: 8 total, 8 up, 8 in 2023-12-22T17:24:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:32 smithi039 ceph-mon[181282]: failed to encode map e511 with expected crc 2023-12-22T17:24:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:32 smithi039 ceph-mon[181282]: osdmap e511: 8 total, 8 up, 8 in 2023-12-22T17:24:33.919 INFO:tasks.rados.rados.0.smithi032.stdout:2284: done (2 left) 2023-12-22T17:24:33.920 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 11 current snap is 233 2023-12-22T17:24:33.920 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 1436 (ObjNum 511 snap 157 seq_num 511) dirty exists 2023-12-22T17:24:33.920 INFO:tasks.rados.rados.0.smithi032.stdout:2285: seq_num 703 ranges {0=581632,581632=458752,1040384=557056,1597440=417792,2015232=172032} 2023-12-22T17:24:33.922 INFO:tasks.rados.rados.0.smithi032.stdout:2285: writing smithi032174182-11 from 0 to 581632 tid 1 2023-12-22T17:24:33.931 INFO:tasks.rados.rados.0.smithi032.stdout:2285: writing smithi032174182-11 from 581632 to 1040384 tid 2 2023-12-22T17:24:33.931 INFO:tasks.rados.rados.0.smithi032.stdout:2285: writing smithi032174182-11 from 1040384 to 1597440 tid 3 2023-12-22T17:24:33.931 INFO:tasks.rados.rados.0.smithi032.stdout:2285: writing smithi032174182-11 from 1597440 to 2015232 tid 4 2023-12-22T17:24:33.933 INFO:tasks.rados.rados.0.smithi032.stdout:2285: writing smithi032174182-11 from 2015232 to 2187264 tid 5 2023-12-22T17:24:33.940 INFO:tasks.rados.rados.0.smithi032.stdout:2281: done (2 left) 2023-12-22T17:24:33.940 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 39 current snap is 233 2023-12-22T17:24:33.940 INFO:tasks.rados.rados.0.smithi032.stdout:2286: seq_num 704 ranges {4030464=598016,4628480=745472,5373952=712704,6086656=147456} 2023-12-22T17:24:33.959 INFO:tasks.rados.rados.0.smithi032.stdout:2286: writing smithi032174182-39 from 4030464 to 4628480 tid 1 2023-12-22T17:24:33.963 INFO:tasks.rados.rados.0.smithi032.stdout:2286: writing smithi032174182-39 from 4628480 to 5373952 tid 2 2023-12-22T17:24:33.968 INFO:tasks.rados.rados.0.smithi032.stdout:2286: writing smithi032174182-39 from 5373952 to 6086656 tid 3 2023-12-22T17:24:33.968 INFO:tasks.rados.rados.0.smithi032.stdout:2286: writing smithi032174182-39 from 6086656 to 6234112 tid 4 2023-12-22T17:24:33.969 INFO:tasks.rados.rados.0.smithi032.stdout:2287: snap_remove snap 207 2023-12-22T17:24:34.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:33 smithi032 ceph-mon[191839]: failed to encode map e511 with expected crc 2023-12-22T17:24:34.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:33 smithi032 ceph-mon[191839]: pgmap v307: 121 pgs: 121 active+clean; 533 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 7.3 MiB/s wr, 22 op/s; 7.1 MiB/s, 2 objects/s recovering 2023-12-22T17:24:34.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:33 smithi032 ceph-mon[191839]: failed to encode map e512 with expected crc 2023-12-22T17:24:34.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:33 smithi032 ceph-mon[191839]: osdmap e512: 8 total, 8 up, 8 in 2023-12-22T17:24:34.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:33 smithi032 ceph-mon[191839]: failed to encode map e512 with expected crc 2023-12-22T17:24:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:33 smithi032 ceph-mon[189144]: failed to encode map e511 with expected crc 2023-12-22T17:24:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:33 smithi032 ceph-mon[189144]: pgmap v307: 121 pgs: 121 active+clean; 533 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 7.3 MiB/s wr, 22 op/s; 7.1 MiB/s, 2 objects/s recovering 2023-12-22T17:24:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:33 smithi032 ceph-mon[189144]: failed to encode map e512 with expected crc 2023-12-22T17:24:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:33 smithi032 ceph-mon[189144]: osdmap e512: 8 total, 8 up, 8 in 2023-12-22T17:24:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:33 smithi032 ceph-mon[189144]: failed to encode map e512 with expected crc 2023-12-22T17:24:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:33 smithi039 ceph-mon[181282]: failed to encode map e511 with expected crc 2023-12-22T17:24:34.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:33 smithi039 ceph-mon[181282]: pgmap v307: 121 pgs: 121 active+clean; 533 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 7.3 MiB/s wr, 22 op/s; 7.1 MiB/s, 2 objects/s recovering 2023-12-22T17:24:34.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:33 smithi039 ceph-mon[181282]: failed to encode map e512 with expected crc 2023-12-22T17:24:34.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:33 smithi039 ceph-mon[181282]: osdmap e512: 8 total, 8 up, 8 in 2023-12-22T17:24:34.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:33 smithi039 ceph-mon[181282]: failed to encode map e512 with expected crc 2023-12-22T17:24:34.928 INFO:tasks.rados.rados.0.smithi032.stdout:2287: done (3 left) 2023-12-22T17:24:34.928 INFO:tasks.rados.rados.0.smithi032.stdout:2288: setattr oid 10 current snap is 233 2023-12-22T17:24:34.928 INFO:tasks.rados.rados.0.smithi032.stdout:2280: finishing copy_from racing read to smithi032174182-2 2023-12-22T17:24:34.928 INFO:tasks.rados.rados.0.smithi032.stdout:2280: finishing copy_from to smithi032174182-2 2023-12-22T17:24:34.928 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 803 (ObjNum 33 snap 0 seq_num 1597663744) dirty exists 2023-12-22T17:24:34.928 INFO:tasks.rados.rados.0.smithi032.stdout:2285: finishing write tid 1 to smithi032174182-11 2023-12-22T17:24:34.928 INFO:tasks.rados.rados.0.smithi032.stdout:2285: finishing write tid 2 to smithi032174182-11 2023-12-22T17:24:34.928 INFO:tasks.rados.rados.0.smithi032.stdout:2285: finishing write tid 3 to smithi032174182-11 2023-12-22T17:24:34.928 INFO:tasks.rados.rados.0.smithi032.stdout:2285: finishing write tid 4 to smithi032174182-11 2023-12-22T17:24:34.928 INFO:tasks.rados.rados.0.smithi032.stdout:2285: finishing write tid 5 to smithi032174182-11 2023-12-22T17:24:34.928 INFO:tasks.rados.rados.0.smithi032.stdout:2285: finishing write tid 6 to smithi032174182-11 2023-12-22T17:24:34.928 INFO:tasks.rados.rados.0.smithi032.stdout:2285: finishing write tid 7 to smithi032174182-11 2023-12-22T17:24:34.928 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 1423 (ObjNum 703 snap 233 seq_num 703) dirty exists 2023-12-22T17:24:34.929 INFO:tasks.rados.rados.0.smithi032.stdout:2285: left oid 11 (ObjNum 703 snap 233 seq_num 703) 2023-12-22T17:24:34.929 INFO:tasks.rados.rados.0.smithi032.stdout:2286: finishing write tid 1 to smithi032174182-39 2023-12-22T17:24:34.929 INFO:tasks.rados.rados.0.smithi032.stdout:2286: finishing write tid 2 to smithi032174182-39 2023-12-22T17:24:34.929 INFO:tasks.rados.rados.0.smithi032.stdout:2286: finishing write tid 3 to smithi032174182-39 2023-12-22T17:24:34.929 INFO:tasks.rados.rados.0.smithi032.stdout:2286: finishing write tid 4 to smithi032174182-39 2023-12-22T17:24:34.929 INFO:tasks.rados.rados.0.smithi032.stdout:2286: finishing write tid 5 to smithi032174182-39 2023-12-22T17:24:34.929 INFO:tasks.rados.rados.0.smithi032.stdout:2286: finishing write tid 6 to smithi032174182-39 2023-12-22T17:24:34.929 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 714 (ObjNum 704 snap 233 seq_num 704) dirty exists 2023-12-22T17:24:34.929 INFO:tasks.rados.rados.0.smithi032.stdout:2286: left oid 39 (ObjNum 704 snap 233 seq_num 704) 2023-12-22T17:24:34.930 INFO:tasks.rados.rados.0.smithi032.stdout:2280: done (3 left) 2023-12-22T17:24:34.930 INFO:tasks.rados.rados.0.smithi032.stdout:2285: done (2 left) 2023-12-22T17:24:34.930 INFO:tasks.rados.rados.0.smithi032.stdout:2286: done (1 left) 2023-12-22T17:24:34.930 INFO:tasks.rados.rados.0.smithi032.stdout:2289: rmattr oid 39 current snap is 233 2023-12-22T17:24:34.930 INFO:tasks.rados.rados.0.smithi032.stdout:2289: done (1 left) 2023-12-22T17:24:34.930 INFO:tasks.rados.rados.0.smithi032.stdout:2290: rollback oid 23 current snap is 233 2023-12-22T17:24:34.930 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 23 to 224 2023-12-22T17:24:34.930 INFO:tasks.rados.rados.0.smithi032.stdout:2291: snap_remove snap 227 2023-12-22T17:24:35.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:34 smithi032 ceph-mon[189144]: failed to encode map e513 with expected crc 2023-12-22T17:24:35.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:34 smithi032 ceph-mon[189144]: osdmap e513: 8 total, 8 up, 8 in 2023-12-22T17:24:35.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:34 smithi032 ceph-mon[189144]: failed to encode map e513 with expected crc 2023-12-22T17:24:35.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:35.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:24:35.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:34 smithi032 ceph-mon[191839]: failed to encode map e513 with expected crc 2023-12-22T17:24:35.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:34 smithi032 ceph-mon[191839]: osdmap e513: 8 total, 8 up, 8 in 2023-12-22T17:24:35.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:34 smithi032 ceph-mon[191839]: failed to encode map e513 with expected crc 2023-12-22T17:24:35.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:35.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:24:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:34 smithi039 ceph-mon[181282]: failed to encode map e513 with expected crc 2023-12-22T17:24:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:34 smithi039 ceph-mon[181282]: osdmap e513: 8 total, 8 up, 8 in 2023-12-22T17:24:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:34 smithi039 ceph-mon[181282]: failed to encode map e513 with expected crc 2023-12-22T17:24:35.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:35.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:24:35.835 INFO:tasks.rados.rados.0.smithi032.stdout:2291: done (2 left) 2023-12-22T17:24:35.835 INFO:tasks.rados.rados.0.smithi032.stdout:2292: delete oid 19 current snap is 233 2023-12-22T17:24:35.835 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 1424 (ObjNum 657 snap 0 seq_num 2641501856) dirty exists 2023-12-22T17:24:35.835 INFO:tasks.rados.rados.0.smithi032.stdout:2290: finishing rollback tid 0 to smithi032174182-23 2023-12-22T17:24:35.835 INFO:tasks.rados.rados.0.smithi032.stdout:2290: finishing rollback tid 1 to smithi032174182-23 2023-12-22T17:24:35.836 INFO:tasks.rados.rados.0.smithi032.stdout:2290: finishing rollback tid 2 to smithi032174182-23 2023-12-22T17:24:35.836 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 1439 (ObjNum 511 snap 157 seq_num 511) dirty exists 2023-12-22T17:24:35.846 INFO:tasks.rados.rados.0.smithi032.stdout:2288: done (2 left) 2023-12-22T17:24:35.846 INFO:tasks.rados.rados.0.smithi032.stdout:2290: done (1 left) 2023-12-22T17:24:35.846 INFO:tasks.rados.rados.0.smithi032.stdout:2292: done (0 left) 2023-12-22T17:24:35.846 INFO:tasks.rados.rados.0.smithi032.stdout:2293: read oid 50 snap -1 2023-12-22T17:24:35.847 INFO:tasks.rados.rados.0.smithi032.stdout:2293: expect deleted 2023-12-22T17:24:35.847 INFO:tasks.rados.rados.0.smithi032.stdout:2294: rollback oid 21 current snap is 233 2023-12-22T17:24:35.847 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 21 to 219 2023-12-22T17:24:35.847 INFO:tasks.rados.rados.0.smithi032.stdout:2295: delete oid 35 current snap is 233 2023-12-22T17:24:35.853 INFO:tasks.rados.rados.0.smithi032.stdout:2293: done (2 left) 2023-12-22T17:24:35.853 INFO:tasks.rados.rados.0.smithi032.stdout:2295: done (1 left) 2023-12-22T17:24:35.853 INFO:tasks.rados.rados.0.smithi032.stdout:2296: delete oid 50 current snap is 233 2023-12-22T17:24:35.854 INFO:tasks.rados.rados.0.smithi032.stdout:2294: finishing rollback tid 0 to smithi032174182-21 2023-12-22T17:24:35.857 INFO:tasks.rados.rados.0.smithi032.stdout:2294: finishing rollback tid 1 to smithi032174182-21 2023-12-22T17:24:35.857 INFO:tasks.rados.rados.0.smithi032.stdout:2294: finishing rollback tid 2 to smithi032174182-21 2023-12-22T17:24:35.858 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 1212 (ObjNum 511 snap 157 seq_num 511) dirty exists 2023-12-22T17:24:35.862 INFO:tasks.rados.rados.0.smithi032.stdout:2294: done (1 left) 2023-12-22T17:24:35.862 INFO:tasks.rados.rados.0.smithi032.stdout:2296: done (0 left) 2023-12-22T17:24:35.862 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 35 current snap is 233 2023-12-22T17:24:35.862 INFO:tasks.rados.rados.0.smithi032.stdout:2297: seq_num 708 ranges {0=663552,663552=737280,1400832=696320,2097152=172032} 2023-12-22T17:24:35.862 INFO:tasks.rados.rados.0.smithi032.stdout:2297: writing smithi032174182-35 from 0 to 663552 tid 1 2023-12-22T17:24:35.866 INFO:tasks.rados.rados.0.smithi032.stdout:2297: writing smithi032174182-35 from 663552 to 1400832 tid 2 2023-12-22T17:24:35.871 INFO:tasks.rados.rados.0.smithi032.stdout:2297: writing smithi032174182-35 from 1400832 to 2097152 tid 3 2023-12-22T17:24:35.872 INFO:tasks.rados.rados.0.smithi032.stdout:2297: writing smithi032174182-35 from 2097152 to 2269184 tid 4 2023-12-22T17:24:35.872 INFO:tasks.rados.rados.0.smithi032.stdout:2298: delete oid 17 current snap is 233 2023-12-22T17:24:35.872 INFO:tasks.rados.rados.0.smithi032.stdout:2297: finishing write tid 1 to smithi032174182-35 2023-12-22T17:24:35.872 INFO:tasks.rados.rados.0.smithi032.stdout:2297: finishing write tid 2 to smithi032174182-35 2023-12-22T17:24:35.875 INFO:tasks.rados.rados.0.smithi032.stdout:2297: finishing write tid 3 to smithi032174182-35 2023-12-22T17:24:35.875 INFO:tasks.rados.rados.0.smithi032.stdout:2298: done (1 left) 2023-12-22T17:24:35.875 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 3 current snap is 233 2023-12-22T17:24:35.875 INFO:tasks.rados.rados.0.smithi032.stdout:2299: seq_num 710 ranges {0=696320,696320=499712,1196032=712704,1908736=393216} 2023-12-22T17:24:35.879 INFO:tasks.rados.rados.0.smithi032.stdout:2299: writing smithi032174182-3 from 0 to 696320 tid 1 2023-12-22T17:24:35.882 INFO:tasks.rados.rados.0.smithi032.stdout:2299: writing smithi032174182-3 from 696320 to 1196032 tid 2 2023-12-22T17:24:35.886 INFO:tasks.rados.rados.0.smithi032.stdout:2299: writing smithi032174182-3 from 1196032 to 1908736 tid 3 2023-12-22T17:24:35.889 INFO:tasks.rados.rados.0.smithi032.stdout:2299: writing smithi032174182-3 from 1908736 to 2301952 tid 4 2023-12-22T17:24:35.889 INFO:tasks.rados.rados.0.smithi032.stdout:2300: snap_create 2023-12-22T17:24:35.889 INFO:tasks.rados.rados.0.smithi032.stdout:2297: finishing write tid 4 to smithi032174182-35 2023-12-22T17:24:35.889 INFO:tasks.rados.rados.0.smithi032.stdout:2297: finishing write tid 5 to smithi032174182-35 2023-12-22T17:24:35.889 INFO:tasks.rados.rados.0.smithi032.stdout:2297: finishing write tid 6 to smithi032174182-35 2023-12-22T17:24:35.889 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 1212 (ObjNum 708 snap 233 seq_num 708) dirty exists 2023-12-22T17:24:35.889 INFO:tasks.rados.rados.0.smithi032.stdout:2297: left oid 35 (ObjNum 708 snap 233 seq_num 708) 2023-12-22T17:24:35.889 INFO:tasks.rados.rados.0.smithi032.stdout:2299: finishing write tid 1 to smithi032174182-3 2023-12-22T17:24:35.890 INFO:tasks.rados.rados.0.smithi032.stdout:2299: finishing write tid 2 to smithi032174182-3 2023-12-22T17:24:35.891 INFO:tasks.rados.rados.0.smithi032.stdout:2299: finishing write tid 3 to smithi032174182-3 2023-12-22T17:24:35.891 INFO:tasks.rados.rados.0.smithi032.stdout:2299: finishing write tid 4 to smithi032174182-3 2023-12-22T17:24:35.891 INFO:tasks.rados.rados.0.smithi032.stdout:2299: finishing write tid 5 to smithi032174182-3 2023-12-22T17:24:35.893 INFO:tasks.rados.rados.0.smithi032.stdout:2299: finishing write tid 6 to smithi032174182-3 2023-12-22T17:24:35.893 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 1217 (ObjNum 710 snap 233 seq_num 710) dirty exists 2023-12-22T17:24:35.893 INFO:tasks.rados.rados.0.smithi032.stdout:2299: left oid 3 (ObjNum 710 snap 233 seq_num 710) 2023-12-22T17:24:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:35 smithi032 ceph-mon[191839]: pgmap v310: 121 pgs: 121 active+clean; 531 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.5 MiB/s wr, 12 op/s; 3.5 MiB/s, 1 objects/s recovering 2023-12-22T17:24:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:35 smithi032 ceph-mon[191839]: osdmap e514: 8 total, 8 up, 8 in 2023-12-22T17:24:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:35 smithi032 ceph-mon[191839]: failed to encode map e514 with expected crc 2023-12-22T17:24:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:35 smithi032 ceph-mon[191839]: osdmap e515: 8 total, 8 up, 8 in 2023-12-22T17:24:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:35 smithi032 ceph-mon[189144]: pgmap v310: 121 pgs: 121 active+clean; 531 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.5 MiB/s wr, 12 op/s; 3.5 MiB/s, 1 objects/s recovering 2023-12-22T17:24:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:35 smithi032 ceph-mon[189144]: osdmap e514: 8 total, 8 up, 8 in 2023-12-22T17:24:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:35 smithi032 ceph-mon[189144]: failed to encode map e514 with expected crc 2023-12-22T17:24:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:35 smithi032 ceph-mon[189144]: osdmap e515: 8 total, 8 up, 8 in 2023-12-22T17:24:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:35 smithi039 ceph-mon[181282]: pgmap v310: 121 pgs: 121 active+clean; 531 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.5 MiB/s wr, 12 op/s; 3.5 MiB/s, 1 objects/s recovering 2023-12-22T17:24:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:35 smithi039 ceph-mon[181282]: osdmap e514: 8 total, 8 up, 8 in 2023-12-22T17:24:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:35 smithi039 ceph-mon[181282]: failed to encode map e514 with expected crc 2023-12-22T17:24:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:35 smithi039 ceph-mon[181282]: osdmap e515: 8 total, 8 up, 8 in 2023-12-22T17:24:36.841 INFO:tasks.rados.rados.0.smithi032.stdout:2297: done (2 left) 2023-12-22T17:24:36.841 INFO:tasks.rados.rados.0.smithi032.stdout:2299: done (1 left) 2023-12-22T17:24:36.841 INFO:tasks.rados.rados.0.smithi032.stdout:2300: done (0 left) 2023-12-22T17:24:36.841 INFO:tasks.rados.rados.0.smithi032.stdout:2301: delete oid 47 current snap is 234 2023-12-22T17:24:36.848 INFO:tasks.rados.rados.0.smithi032.stdout:2301: done (0 left) 2023-12-22T17:24:36.848 INFO:tasks.rados.rados.0.smithi032.stdout:2302: copy_from oid 37 from oid 34 current snap is 234 2023-12-22T17:24:36.848 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 9 current snap is 234 2023-12-22T17:24:36.848 INFO:tasks.rados.rados.0.smithi032.stdout:2303: seq_num 712 ranges {4956160=729088,5685248=671744,6356992=671744,7028736=262144} 2023-12-22T17:24:36.879 INFO:tasks.rados.rados.0.smithi032.stdout:2303: writing smithi032174182-9 from 4956160 to 5685248 tid 1 2023-12-22T17:24:36.883 INFO:tasks.rados.rados.0.smithi032.stdout:2303: writing smithi032174182-9 from 5685248 to 6356992 tid 2 2023-12-22T17:24:36.887 INFO:tasks.rados.rados.0.smithi032.stdout:2303: writing smithi032174182-9 from 6356992 to 7028736 tid 3 2023-12-22T17:24:36.889 INFO:tasks.rados.rados.0.smithi032.stdout:2303: writing smithi032174182-9 from 7028736 to 7290880 tid 4 2023-12-22T17:24:36.889 INFO:tasks.rados.rados.0.smithi032.stdout:2304: rollback oid 27 current snap is 234 2023-12-22T17:24:36.889 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 27 to 224 2023-12-22T17:24:36.889 INFO:tasks.rados.rados.0.smithi032.stdout:2302: finishing copy_from racing read to smithi032174182-37 2023-12-22T17:24:36.889 INFO:tasks.rados.rados.0.smithi032.stdout:2302: finishing copy_from to smithi032174182-37 2023-12-22T17:24:36.889 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 1208 (ObjNum 691 snap 225 seq_num 691) dirty exists 2023-12-22T17:24:36.889 INFO:tasks.rados.rados.0.smithi032.stdout:2303: finishing write tid 1 to smithi032174182-9 2023-12-22T17:24:36.890 INFO:tasks.rados.rados.0.smithi032.stdout:2303: finishing write tid 2 to smithi032174182-9 2023-12-22T17:24:36.890 INFO:tasks.rados.rados.0.smithi032.stdout:2302: done (2 left) 2023-12-22T17:24:36.890 INFO:tasks.rados.rados.0.smithi032.stdout:2305: delete oid 48 current snap is 234 2023-12-22T17:24:36.891 INFO:tasks.rados.rados.0.smithi032.stdout:2305: done (2 left) 2023-12-22T17:24:36.891 INFO:tasks.rados.rados.0.smithi032.stdout:2306: delete oid 20 current snap is 234 2023-12-22T17:24:36.893 INFO:tasks.rados.rados.0.smithi032.stdout:2303: finishing write tid 3 to smithi032174182-9 2023-12-22T17:24:36.893 INFO:tasks.rados.rados.0.smithi032.stdout:2303: finishing write tid 4 to smithi032174182-9 2023-12-22T17:24:36.894 INFO:tasks.rados.rados.0.smithi032.stdout:2303: finishing write tid 5 to smithi032174182-9 2023-12-22T17:24:36.896 INFO:tasks.rados.rados.0.smithi032.stdout:2304: finishing rollback tid 0 to smithi032174182-27 2023-12-22T17:24:36.897 INFO:tasks.rados.rados.0.smithi032.stdout:2303: finishing write tid 6 to smithi032174182-9 2023-12-22T17:24:36.897 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 1213 (ObjNum 712 snap 234 seq_num 712) dirty exists 2023-12-22T17:24:36.897 INFO:tasks.rados.rados.0.smithi032.stdout:2303: left oid 9 (ObjNum 712 snap 234 seq_num 712) 2023-12-22T17:24:36.897 INFO:tasks.rados.rados.0.smithi032.stdout:2304: finishing rollback tid 1 to smithi032174182-27 2023-12-22T17:24:36.897 INFO:tasks.rados.rados.0.smithi032.stdout:2304: finishing rollback tid 2 to smithi032174182-27 2023-12-22T17:24:36.897 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 1442 (ObjNum 634 snap 198 seq_num 634) dirty exists 2023-12-22T17:24:36.897 INFO:tasks.rados.rados.0.smithi032.stdout:2303: done (2 left) 2023-12-22T17:24:36.897 INFO:tasks.rados.rados.0.smithi032.stdout:2304: done (1 left) 2023-12-22T17:24:36.897 INFO:tasks.rados.rados.0.smithi032.stdout:2306: done (0 left) 2023-12-22T17:24:36.897 INFO:tasks.rados.rados.0.smithi032.stdout:2307: snap_create 2023-12-22T17:24:37.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:36 smithi032 ceph-mon[189144]: failed to encode map e514 with expected crc 2023-12-22T17:24:37.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:36 smithi032 ceph-mon[189144]: failed to encode map e515 with expected crc 2023-12-22T17:24:37.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:36 smithi032 ceph-mon[189144]: failed to encode map e515 with expected crc 2023-12-22T17:24:37.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:36 smithi032 ceph-mon[189144]: osdmap e516: 8 total, 8 up, 8 in 2023-12-22T17:24:37.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:36 smithi032 ceph-mon[189144]: failed to encode map e516 with expected crc 2023-12-22T17:24:37.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:36 smithi032 ceph-mon[191839]: failed to encode map e514 with expected crc 2023-12-22T17:24:37.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:36 smithi032 ceph-mon[191839]: failed to encode map e515 with expected crc 2023-12-22T17:24:37.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:36 smithi032 ceph-mon[191839]: failed to encode map e515 with expected crc 2023-12-22T17:24:37.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:36 smithi032 ceph-mon[191839]: osdmap e516: 8 total, 8 up, 8 in 2023-12-22T17:24:37.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:36 smithi032 ceph-mon[191839]: failed to encode map e516 with expected crc 2023-12-22T17:24:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:36 smithi039 ceph-mon[181282]: failed to encode map e514 with expected crc 2023-12-22T17:24:37.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:36 smithi039 ceph-mon[181282]: failed to encode map e515 with expected crc 2023-12-22T17:24:37.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:36 smithi039 ceph-mon[181282]: failed to encode map e515 with expected crc 2023-12-22T17:24:37.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:36 smithi039 ceph-mon[181282]: osdmap e516: 8 total, 8 up, 8 in 2023-12-22T17:24:37.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:36 smithi039 ceph-mon[181282]: failed to encode map e516 with expected crc 2023-12-22T17:24:37.843 INFO:tasks.rados.rados.0.smithi032.stdout:2307: done (0 left) 2023-12-22T17:24:37.843 INFO:tasks.rados.rados.0.smithi032.stdout:2308: snap_remove snap 214 2023-12-22T17:24:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:37 smithi039 ceph-mon[181282]: pgmap v313: 121 pgs: 121 active+clean; 535 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.0 MiB/s wr, 12 op/s 2023-12-22T17:24:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:37 smithi039 ceph-mon[181282]: failed to encode map e516 with expected crc 2023-12-22T17:24:38.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:37 smithi039 ceph-mon[181282]: osdmap e517: 8 total, 8 up, 8 in 2023-12-22T17:24:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:37 smithi032 ceph-mon[191839]: pgmap v313: 121 pgs: 121 active+clean; 535 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.0 MiB/s wr, 12 op/s 2023-12-22T17:24:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:37 smithi032 ceph-mon[191839]: failed to encode map e516 with expected crc 2023-12-22T17:24:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:37 smithi032 ceph-mon[191839]: osdmap e517: 8 total, 8 up, 8 in 2023-12-22T17:24:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:37 smithi032 ceph-mon[189144]: pgmap v313: 121 pgs: 121 active+clean; 535 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.0 MiB/s wr, 12 op/s 2023-12-22T17:24:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:37 smithi032 ceph-mon[189144]: failed to encode map e516 with expected crc 2023-12-22T17:24:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:37 smithi032 ceph-mon[189144]: osdmap e517: 8 total, 8 up, 8 in 2023-12-22T17:24:38.850 INFO:tasks.rados.rados.0.smithi032.stdout:2308: done (0 left) 2023-12-22T17:24:38.851 INFO:tasks.rados.rados.0.smithi032.stdout:2309: snap_create 2023-12-22T17:24:38.934 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:24:38 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:24:38.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi032:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi039.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2023-12-22T17:24:38.934 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:24:38 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:24:38.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi032:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi039.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-22T17:24:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:38 smithi039 ceph-mon[181282]: failed to encode map e517 with expected crc 2023-12-22T17:24:39.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:38 smithi039 ceph-mon[181282]: failed to encode map e517 with expected crc 2023-12-22T17:24:39.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:38 smithi039 ceph-mon[181282]: osdmap e518: 8 total, 8 up, 8 in 2023-12-22T17:24:39.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:38 smithi039 ceph-mon[181282]: failed to encode map e518 with expected crc 2023-12-22T17:24:39.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:38 smithi039 ceph-mon[181282]: failed to encode map e518 with expected crc 2023-12-22T17:24:39.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:38 smithi032 ceph-mon[189144]: failed to encode map e517 with expected crc 2023-12-22T17:24:39.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:38 smithi032 ceph-mon[189144]: failed to encode map e517 with expected crc 2023-12-22T17:24:39.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:38 smithi032 ceph-mon[189144]: osdmap e518: 8 total, 8 up, 8 in 2023-12-22T17:24:39.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:38 smithi032 ceph-mon[189144]: failed to encode map e518 with expected crc 2023-12-22T17:24:39.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:38 smithi032 ceph-mon[189144]: failed to encode map e518 with expected crc 2023-12-22T17:24:39.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:38 smithi032 ceph-mon[191839]: failed to encode map e517 with expected crc 2023-12-22T17:24:39.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:38 smithi032 ceph-mon[191839]: failed to encode map e517 with expected crc 2023-12-22T17:24:39.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:38 smithi032 ceph-mon[191839]: osdmap e518: 8 total, 8 up, 8 in 2023-12-22T17:24:39.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:38 smithi032 ceph-mon[191839]: failed to encode map e518 with expected crc 2023-12-22T17:24:39.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:38 smithi032 ceph-mon[191839]: failed to encode map e518 with expected crc 2023-12-22T17:24:39.847 INFO:tasks.rados.rados.0.smithi032.stdout:2309: done (0 left) 2023-12-22T17:24:39.847 INFO:tasks.rados.rados.0.smithi032.stdout:2310: snap_remove snap 219 2023-12-22T17:24:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:39 smithi039 ceph-mon[181282]: pgmap v316: 121 pgs: 121 active+clean; 537 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.6 MiB/s wr, 12 op/s 2023-12-22T17:24:40.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:39 smithi039 ceph-mon[181282]: failed to encode map e518 with expected crc 2023-12-22T17:24:40.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:40.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:39 smithi039 ceph-mon[181282]: osdmap e519: 8 total, 8 up, 8 in 2023-12-22T17:24:40.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:39 smithi032 ceph-mon[191839]: pgmap v316: 121 pgs: 121 active+clean; 537 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.6 MiB/s wr, 12 op/s 2023-12-22T17:24:40.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:39 smithi032 ceph-mon[191839]: failed to encode map e518 with expected crc 2023-12-22T17:24:40.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:40.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:39 smithi032 ceph-mon[191839]: osdmap e519: 8 total, 8 up, 8 in 2023-12-22T17:24:40.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:39 smithi032 ceph-mon[189144]: pgmap v316: 121 pgs: 121 active+clean; 537 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.6 MiB/s wr, 12 op/s 2023-12-22T17:24:40.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:39 smithi032 ceph-mon[189144]: failed to encode map e518 with expected crc 2023-12-22T17:24:40.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:40.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:39 smithi032 ceph-mon[189144]: osdmap e519: 8 total, 8 up, 8 in 2023-12-22T17:24:40.836 INFO:tasks.rados.rados.0.smithi032.stdout:2310: done (0 left) 2023-12-22T17:24:40.837 INFO:tasks.rados.rados.0.smithi032.stdout:2311: setattr oid 43 current snap is 236 2023-12-22T17:24:40.837 INFO:tasks.rados.rados.0.smithi032.stdout:2312: setattr oid 29 current snap is 236 2023-12-22T17:24:40.839 INFO:tasks.rados.rados.0.smithi032.stdout:2313: rmattr oid 12 current snap is 236 2023-12-22T17:24:40.839 INFO:tasks.rados.rados.0.smithi032.stdout:2314: read oid 6 snap -1 2023-12-22T17:24:40.839 INFO:tasks.rados.rados.0.smithi032.stdout:2314: expect (ObjNum 697 snap 231 seq_num 697) 2023-12-22T17:24:40.839 INFO:tasks.rados.rados.0.smithi032.stdout:2315: copy_from oid 42 from oid 26 current snap is 236 2023-12-22T17:24:40.839 INFO:tasks.rados.rados.0.smithi032.stdout:2316: read oid 46 snap 212 2023-12-22T17:24:40.839 INFO:tasks.rados.rados.0.smithi032.stdout:2316: expect (ObjNum 654 snap 205 seq_num 654) 2023-12-22T17:24:40.839 INFO:tasks.rados.rados.0.smithi032.stdout:2317: read oid 50 snap -1 2023-12-22T17:24:40.839 INFO:tasks.rados.rados.0.smithi032.stdout:2317: expect deleted 2023-12-22T17:24:40.839 INFO:tasks.rados.rados.0.smithi032.stdout:2318: read oid 8 snap -1 2023-12-22T17:24:40.839 INFO:tasks.rados.rados.0.smithi032.stdout:2318: expect (ObjNum 623 snap 194 seq_num 623) 2023-12-22T17:24:40.839 INFO:tasks.rados.rados.0.smithi032.stdout:2319: delete oid 32 current snap is 236 2023-12-22T17:24:40.870 INFO:tasks.rados.rados.0.smithi032.stdout:2318: expect (ObjNum 623 snap 194 seq_num 623) 2023-12-22T17:24:41.068 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 1051 (ObjNum 683 snap 219 seq_num 683) dirty exists 2023-12-22T17:24:41.068 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 1685 (ObjNum 677 snap 216 seq_num 677) dirty exists 2023-12-22T17:24:41.068 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 1057 (ObjNum 700 snap 231 seq_num 700) dirty exists 2023-12-22T17:24:41.068 INFO:tasks.rados.rados.0.smithi032.stdout:2316: expect (ObjNum 654 snap 205 seq_num 654) 2023-12-22T17:24:41.105 INFO:tasks.rados.rados.0.smithi032.stdout:2314: expect (ObjNum 697 snap 231 seq_num 697) 2023-12-22T17:24:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:24:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:24:40] "GET /metrics HTTP/1.1" 200 36184 "" "Prometheus/2.43.0" 2023-12-22T17:24:41.387 INFO:tasks.rados.rados.0.smithi032.stdout:2315: finishing copy_from racing read to smithi032174182-42 2023-12-22T17:24:41.387 INFO:tasks.rados.rados.0.smithi032.stdout:2315: finishing copy_from to smithi032174182-42 2023-12-22T17:24:41.387 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 1417 (ObjNum 580 snap 173 seq_num 580) dirty exists 2023-12-22T17:24:41.388 INFO:tasks.rados.rados.0.smithi032.stdout:2311: done (8 left) 2023-12-22T17:24:41.388 INFO:tasks.rados.rados.0.smithi032.stdout:2312: done (7 left) 2023-12-22T17:24:41.388 INFO:tasks.rados.rados.0.smithi032.stdout:2313: done (6 left) 2023-12-22T17:24:41.388 INFO:tasks.rados.rados.0.smithi032.stdout:2314: done (5 left) 2023-12-22T17:24:41.388 INFO:tasks.rados.rados.0.smithi032.stdout:2315: done (4 left) 2023-12-22T17:24:41.388 INFO:tasks.rados.rados.0.smithi032.stdout:2316: done (3 left) 2023-12-22T17:24:41.388 INFO:tasks.rados.rados.0.smithi032.stdout:2317: done (2 left) 2023-12-22T17:24:41.388 INFO:tasks.rados.rados.0.smithi032.stdout:2318: done (1 left) 2023-12-22T17:24:41.388 INFO:tasks.rados.rados.0.smithi032.stdout:2319: done (0 left) 2023-12-22T17:24:41.388 INFO:tasks.rados.rados.0.smithi032.stdout:2320: snap_remove snap 173 2023-12-22T17:24:41.942 INFO:tasks.rados.rados.0.smithi032.stdout:2320: done (0 left) 2023-12-22T17:24:41.942 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 25 current snap is 236 2023-12-22T17:24:41.942 INFO:tasks.rados.rados.0.smithi032.stdout:2321: seq_num 716 ranges {0=794624,794624=655360,1449984=704512,2154496=245760} 2023-12-22T17:24:41.946 INFO:tasks.rados.rados.0.smithi032.stdout:2321: writing smithi032174182-25 from 0 to 794624 tid 1 2023-12-22T17:24:41.951 INFO:tasks.rados.rados.0.smithi032.stdout:2321: writing smithi032174182-25 from 794624 to 1449984 tid 2 2023-12-22T17:24:41.956 INFO:tasks.rados.rados.0.smithi032.stdout:2321: writing smithi032174182-25 from 1449984 to 2154496 tid 3 2023-12-22T17:24:41.958 INFO:tasks.rados.rados.0.smithi032.stdout:2321: writing smithi032174182-25 from 2154496 to 2400256 tid 4 2023-12-22T17:24:41.958 INFO:tasks.rados.rados.0.smithi032.stdout:2322: snap_remove snap 218 2023-12-22T17:24:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:41 smithi032 ceph-mon[191839]: pgmap v319: 121 pgs: 121 active+clean; 546 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 2.6 MiB/s wr, 13 op/s 2023-12-22T17:24:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:41 smithi032 ceph-mon[191839]: failed to encode map e519 with expected crc 2023-12-22T17:24:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:41 smithi032 ceph-mon[191839]: osdmap e520: 8 total, 8 up, 8 in 2023-12-22T17:24:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:41 smithi032 ceph-mon[191839]: failed to encode map e519 with expected crc 2023-12-22T17:24:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:41 smithi032 ceph-mon[191839]: failed to encode map e519 with expected crc 2023-12-22T17:24:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:41 smithi032 ceph-mon[191839]: failed to encode map e519 with expected crc 2023-12-22T17:24:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:41 smithi032 ceph-mon[189144]: pgmap v319: 121 pgs: 121 active+clean; 546 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 2.6 MiB/s wr, 13 op/s 2023-12-22T17:24:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:41 smithi032 ceph-mon[189144]: failed to encode map e519 with expected crc 2023-12-22T17:24:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:41 smithi032 ceph-mon[189144]: osdmap e520: 8 total, 8 up, 8 in 2023-12-22T17:24:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:41 smithi032 ceph-mon[189144]: failed to encode map e519 with expected crc 2023-12-22T17:24:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:41 smithi032 ceph-mon[189144]: failed to encode map e519 with expected crc 2023-12-22T17:24:42.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:41 smithi032 ceph-mon[189144]: failed to encode map e519 with expected crc 2023-12-22T17:24:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:41 smithi039 ceph-mon[181282]: pgmap v319: 121 pgs: 121 active+clean; 546 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 2.6 MiB/s wr, 13 op/s 2023-12-22T17:24:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:41 smithi039 ceph-mon[181282]: failed to encode map e519 with expected crc 2023-12-22T17:24:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:41 smithi039 ceph-mon[181282]: osdmap e520: 8 total, 8 up, 8 in 2023-12-22T17:24:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:41 smithi039 ceph-mon[181282]: failed to encode map e519 with expected crc 2023-12-22T17:24:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:41 smithi039 ceph-mon[181282]: failed to encode map e519 with expected crc 2023-12-22T17:24:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:41 smithi039 ceph-mon[181282]: failed to encode map e519 with expected crc 2023-12-22T17:24:42.914 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-22T17:24:42.914 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:42 smithi039 ceph-mon[181282]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-22T17:24:42.914 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:42 smithi039 ceph-mon[181282]: Upgrade: osd.6 is safe to restart 2023-12-22T17:24:42.914 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:42 smithi039 ceph-mon[181282]: osdmap e521: 8 total, 8 up, 8 in 2023-12-22T17:24:42.914 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:42 smithi039 ceph-mon[181282]: failed to encode map e521 with expected crc 2023-12-22T17:24:42.957 INFO:tasks.rados.rados.0.smithi032.stdout:2322: done (1 left) 2023-12-22T17:24:42.957 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 31 current snap is 236 2023-12-22T17:24:42.957 INFO:tasks.rados.rados.0.smithi032.stdout:2323: seq_num 717 ranges {3194880=16384} 2023-12-22T17:24:42.967 INFO:tasks.rados.rados.0.smithi032.stdout:2323: writing smithi032174182-31 from 3194880 to 3211264 tid 1 2023-12-22T17:24:42.967 INFO:tasks.rados.rados.0.smithi032.stdout:2324: copy_from oid 1 from oid 7 current snap is 236 2023-12-22T17:24:42.967 INFO:tasks.rados.rados.0.smithi032.stdout:2325: rollback oid 20 current snap is 236 2023-12-22T17:24:42.967 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 20 to 212 2023-12-22T17:24:42.967 INFO:tasks.rados.rados.0.smithi032.stdout:2326: delete oid 45 current snap is 236 2023-12-22T17:24:42.967 INFO:tasks.rados.rados.0.smithi032.stdout:2321: finishing write tid 1 to smithi032174182-25 2023-12-22T17:24:42.967 INFO:tasks.rados.rados.0.smithi032.stdout:2321: finishing write tid 2 to smithi032174182-25 2023-12-22T17:24:42.967 INFO:tasks.rados.rados.0.smithi032.stdout:2321: finishing write tid 3 to smithi032174182-25 2023-12-22T17:24:42.967 INFO:tasks.rados.rados.0.smithi032.stdout:2321: finishing write tid 4 to smithi032174182-25 2023-12-22T17:24:42.967 INFO:tasks.rados.rados.0.smithi032.stdout:2321: finishing write tid 5 to smithi032174182-25 2023-12-22T17:24:42.967 INFO:tasks.rados.rados.0.smithi032.stdout:2321: finishing write tid 6 to smithi032174182-25 2023-12-22T17:24:42.967 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 717 (ObjNum 716 snap 236 seq_num 716) dirty exists 2023-12-22T17:24:42.967 INFO:tasks.rados.rados.0.smithi032.stdout:2321: left oid 25 (ObjNum 716 snap 236 seq_num 716) 2023-12-22T17:24:42.971 INFO:tasks.rados.rados.0.smithi032.stdout:2323: finishing write tid 1 to smithi032174182-31 2023-12-22T17:24:42.971 INFO:tasks.rados.rados.0.smithi032.stdout:2323: finishing write tid 2 to smithi032174182-31 2023-12-22T17:24:42.979 INFO:tasks.rados.rados.0.smithi032.stdout:2321: done (4 left) 2023-12-22T17:24:42.979 INFO:tasks.rados.rados.0.smithi032.stdout:2326: done (3 left) 2023-12-22T17:24:42.979 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 37 current snap is 236 2023-12-22T17:24:42.979 INFO:tasks.rados.rados.0.smithi032.stdout:2327: seq_num 719 ranges {1982464=49152} 2023-12-22T17:24:42.988 INFO:tasks.rados.rados.0.smithi032.stdout:2327: writing smithi032174182-37 from 1982464 to 2031616 tid 1 2023-12-22T17:24:42.988 INFO:tasks.rados.rados.0.smithi032.stdout:2328: copy_from oid 18 from oid 42 current snap is 236 2023-12-22T17:24:42.988 INFO:tasks.rados.rados.0.smithi032.stdout:2325: finishing rollback tid 1 to smithi032174182-20 2023-12-22T17:24:42.988 INFO:tasks.rados.rados.0.smithi032.stdout:2325: finishing rollback tid 2 to smithi032174182-20 2023-12-22T17:24:42.989 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 1457 (ObjNum 644 snap 202 seq_num 644) dirty exists 2023-12-22T17:24:42.989 INFO:tasks.rados.rados.0.smithi032.stdout:2323: finishing write tid 3 to smithi032174182-31 2023-12-22T17:24:42.989 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 1432 (ObjNum 717 snap 236 seq_num 717) dirty exists 2023-12-22T17:24:42.989 INFO:tasks.rados.rados.0.smithi032.stdout:2323: left oid 31 (ObjNum 717 snap 236 seq_num 717) 2023-12-22T17:24:42.989 INFO:tasks.rados.rados.0.smithi032.stdout:2323: done (4 left) 2023-12-22T17:24:42.989 INFO:tasks.rados.rados.0.smithi032.stdout:2325: done (3 left) 2023-12-22T17:24:42.989 INFO:tasks.rados.rados.0.smithi032.stdout:2329: snap_remove snap 234 2023-12-22T17:24:43.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-22T17:24:43.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:42 smithi032 ceph-mon[189144]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-22T17:24:43.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:42 smithi032 ceph-mon[189144]: Upgrade: osd.6 is safe to restart 2023-12-22T17:24:43.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:42 smithi032 ceph-mon[189144]: osdmap e521: 8 total, 8 up, 8 in 2023-12-22T17:24:43.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:42 smithi032 ceph-mon[189144]: failed to encode map e521 with expected crc 2023-12-22T17:24:43.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-22T17:24:43.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:42 smithi032 ceph-mon[191839]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-22T17:24:43.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:42 smithi032 ceph-mon[191839]: Upgrade: osd.6 is safe to restart 2023-12-22T17:24:43.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:42 smithi032 ceph-mon[191839]: osdmap e521: 8 total, 8 up, 8 in 2023-12-22T17:24:43.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:42 smithi032 ceph-mon[191839]: failed to encode map e521 with expected crc 2023-12-22T17:24:43.950 INFO:tasks.rados.rados.0.smithi032.stdout:2329: done (3 left) 2023-12-22T17:24:43.950 INFO:tasks.rados.rados.0.smithi032.stdout:2330: read oid 36 snap -1 2023-12-22T17:24:43.950 INFO:tasks.rados.rados.0.smithi032.stdout:2330: expect (ObjNum 511 snap 157 seq_num 511) 2023-12-22T17:24:43.950 INFO:tasks.rados.rados.0.smithi032.stdout:2331: copy_from oid 46 from oid 15 current snap is 236 2023-12-22T17:24:43.951 INFO:tasks.rados.rados.0.smithi032.stdout:2327: finishing write tid 1 to smithi032174182-37 2023-12-22T17:24:43.951 INFO:tasks.rados.rados.0.smithi032.stdout:2327: finishing write tid 2 to smithi032174182-37 2023-12-22T17:24:43.951 INFO:tasks.rados.rados.0.smithi032.stdout:2327: finishing write tid 3 to smithi032174182-37 2023-12-22T17:24:43.951 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 1215 (ObjNum 719 snap 236 seq_num 719) dirty exists 2023-12-22T17:24:43.951 INFO:tasks.rados.rados.0.smithi032.stdout:2327: left oid 37 (ObjNum 719 snap 236 seq_num 719) 2023-12-22T17:24:43.951 INFO:tasks.rados.rados.0.smithi032.stdout:2324: finishing copy_from racing read to smithi032174182-1 2023-12-22T17:24:43.951 INFO:tasks.rados.rados.0.smithi032.stdout:2324: finishing copy_from to smithi032174182-1 2023-12-22T17:24:43.951 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 1015 (ObjNum 629 snap 195 seq_num 629) dirty exists 2023-12-22T17:24:43.951 INFO:tasks.rados.rados.0.smithi032.stdout:2328: finishing copy_from to smithi032174182-18 2023-12-22T17:24:43.951 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 1417 (ObjNum 580 snap 173 seq_num 580) dirty exists 2023-12-22T17:24:43.951 INFO:tasks.rados.rados.0.smithi032.stdout:2328: finishing copy_from racing read to smithi032174182-18 2023-12-22T17:24:43.951 INFO:tasks.rados.rados.0.smithi032.stdout:2324: done (4 left) 2023-12-22T17:24:43.951 INFO:tasks.rados.rados.0.smithi032.stdout:2327: done (3 left) 2023-12-22T17:24:43.951 INFO:tasks.rados.rados.0.smithi032.stdout:2328: done (2 left) 2023-12-22T17:24:43.952 INFO:tasks.rados.rados.0.smithi032.stdout:2332: read oid 28 snap -1 2023-12-22T17:24:43.952 INFO:tasks.rados.rados.0.smithi032.stdout:2332: expect (ObjNum 496 snap 154 seq_num 496) 2023-12-22T17:24:43.952 INFO:tasks.rados.rados.0.smithi032.stdout:2333: snap_remove snap 196 2023-12-22T17:24:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:43 smithi032 ceph-mon[191839]: failed to encode map e521 with expected crc 2023-12-22T17:24:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:43 smithi032 ceph-mon[191839]: pgmap v322: 121 pgs: 121 active+clean; 541 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.1 MiB/s wr, 6 op/s 2023-12-22T17:24:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:43 smithi032 ceph-mon[191839]: osdmap e522: 8 total, 8 up, 8 in 2023-12-22T17:24:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:43 smithi032 ceph-mon[191839]: failed to encode map e522 with expected crc 2023-12-22T17:24:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:43 smithi032 ceph-mon[191839]: Upgrade: Updating osd.6 2023-12-22T17:24:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-22T17:24:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:24:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:43 smithi032 ceph-mon[191839]: Deploying daemon osd.6 on smithi039 2023-12-22T17:24:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:43 smithi032 ceph-mon[189144]: failed to encode map e521 with expected crc 2023-12-22T17:24:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:43 smithi032 ceph-mon[189144]: pgmap v322: 121 pgs: 121 active+clean; 541 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.1 MiB/s wr, 6 op/s 2023-12-22T17:24:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:43 smithi032 ceph-mon[189144]: osdmap e522: 8 total, 8 up, 8 in 2023-12-22T17:24:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:43 smithi032 ceph-mon[189144]: failed to encode map e522 with expected crc 2023-12-22T17:24:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:43 smithi032 ceph-mon[189144]: Upgrade: Updating osd.6 2023-12-22T17:24:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-22T17:24:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:24:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:43 smithi032 ceph-mon[189144]: Deploying daemon osd.6 on smithi039 2023-12-22T17:24:44.242 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:43 smithi039 ceph-mon[181282]: failed to encode map e521 with expected crc 2023-12-22T17:24:44.243 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:43 smithi039 ceph-mon[181282]: pgmap v322: 121 pgs: 121 active+clean; 541 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.1 MiB/s wr, 6 op/s 2023-12-22T17:24:44.243 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:43 smithi039 ceph-mon[181282]: osdmap e522: 8 total, 8 up, 8 in 2023-12-22T17:24:44.243 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:43 smithi039 ceph-mon[181282]: failed to encode map e522 with expected crc 2023-12-22T17:24:44.243 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:43 smithi039 ceph-mon[181282]: Upgrade: Updating osd.6 2023-12-22T17:24:44.243 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:44.243 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-22T17:24:44.243 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:24:44.243 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:43 smithi039 ceph-mon[181282]: Deploying daemon osd.6 on smithi039 2023-12-22T17:24:44.897 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:44 smithi039 ceph-mon[181282]: failed to encode map e522 with expected crc 2023-12-22T17:24:44.897 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:44 smithi039 ceph-mon[181282]: osdmap e523: 8 total, 8 up, 8 in 2023-12-22T17:24:44.897 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:44 smithi039 ceph-mon[181282]: failed to encode map e523 with expected crc 2023-12-22T17:24:44.954 INFO:tasks.rados.rados.0.smithi032.stdout:2333: done (3 left) 2023-12-22T17:24:44.954 INFO:tasks.rados.rados.0.smithi032.stdout:2334: copy_from oid 25 from oid 19 current snap is 236 2023-12-22T17:24:44.955 INFO:tasks.rados.rados.0.smithi032.stdout:2331: finishing copy_from racing read to smithi032174182-46 2023-12-22T17:24:44.955 INFO:tasks.rados.rados.0.smithi032.stdout:2330: expect (ObjNum 511 snap 157 seq_num 511) 2023-12-22T17:24:45.032 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:24:45.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:44 smithi032 ceph-mon[189144]: failed to encode map e522 with expected crc 2023-12-22T17:24:45.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:44 smithi032 ceph-mon[189144]: osdmap e523: 8 total, 8 up, 8 in 2023-12-22T17:24:45.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:44 smithi032 ceph-mon[189144]: failed to encode map e523 with expected crc 2023-12-22T17:24:45.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:44 smithi032 ceph-mon[191839]: failed to encode map e522 with expected crc 2023-12-22T17:24:45.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:44 smithi032 ceph-mon[191839]: osdmap e523: 8 total, 8 up, 8 in 2023-12-22T17:24:45.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:44 smithi032 ceph-mon[191839]: failed to encode map e523 with expected crc 2023-12-22T17:24:45.197 INFO:tasks.rados.rados.0.smithi032.stdout:2331: finishing copy_from to smithi032174182-46 2023-12-22T17:24:45.197 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 800 (ObjNum 545 snap 167 seq_num 545) dirty exists 2023-12-22T17:24:45.197 INFO:tasks.rados.rados.0.smithi032.stdout:2332: expect (ObjNum 496 snap 154 seq_num 496) 2023-12-22T17:24:45.356 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:24:45.356 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4m) 79s ago 9m 26.7M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:24:45.357 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4m) 21s ago 9m 90.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:24:45.357 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10m) 79s ago 10m 16.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:24:45.357 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10m) 21s ago 10m 20.7M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:24:45.357 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4m) 21s ago 12m 450M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:24:45.357 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4m) 79s ago 14m 515M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:24:45.357 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3m) 79s ago 14m 93.1M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:24:45.357 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3m) 21s ago 12m 72.5M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:24:45.357 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3m) 79s ago 12m 75.7M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:24:45.357 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4m) 79s ago 9m 15.8M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:24:45.357 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4m) 21s ago 8m 17.9M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:24:45.357 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2m) 79s ago 12m 466M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:24:45.357 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2m) 79s ago 12m 365M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:24:45.357 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (111s) 79s ago 11m 256M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:24:45.358 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (82s) 79s ago 11m 12.6M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:24:45.358 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (54s) 21s ago 11m 458M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:24:45.358 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (24s) 21s ago 10m 15.0M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:24:45.358 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10m) 21s ago 10m 429M 2488M 17.2.7-138-g92be525b e47d1a188c30 0ab15edaa1bc 2023-12-22T17:24:45.358 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10m) 21s ago 10m 599M 2488M 17.2.7-138-g92be525b e47d1a188c30 ee2c74f83f9d 2023-12-22T17:24:45.358 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4m) 21s ago 9m 60.7M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:24:45.448 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 22 17:24:45 smithi039 systemd[1]: Stopping Ceph osd.6 for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:24:45.484 INFO:tasks.rados.rados.0.smithi032.stdout:2334: finishing copy_from to smithi032174182-25 2023-12-22T17:24:45.484 INFO:tasks.rados.rados.0.smithi032.stdout:2334: got expected ENOENT (src dne) 2023-12-22T17:24:45.484 INFO:tasks.rados.rados.0.smithi032.stdout:2334: finishing copy_from racing read to smithi032174182-25 2023-12-22T17:24:45.484 INFO:tasks.rados.rados.0.smithi032.stdout:2330: done (3 left) 2023-12-22T17:24:45.484 INFO:tasks.rados.rados.0.smithi032.stdout:2331: done (2 left) 2023-12-22T17:24:45.484 INFO:tasks.rados.rados.0.smithi032.stdout:2332: done (1 left) 2023-12-22T17:24:45.484 INFO:tasks.rados.rados.0.smithi032.stdout:2334: done (0 left) 2023-12-22T17:24:45.485 INFO:tasks.rados.rados.0.smithi032.stdout:2335: read oid 21 snap -1 2023-12-22T17:24:45.485 INFO:tasks.rados.rados.0.smithi032.stdout:2335: expect (ObjNum 511 snap 157 seq_num 511) 2023-12-22T17:24:45.485 INFO:tasks.rados.rados.0.smithi032.stdout:2336: snap_remove snap 216 2023-12-22T17:24:45.756 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 22 17:24:45 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-6[135106]: 2023-12-22T17:24:45.445+0000 7f7e8345e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-22T17:24:45.756 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 22 17:24:45 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-6[135106]: 2023-12-22T17:24:45.445+0000 7f7e8345e700 -1 osd.6 524 *** Got signal Terminated *** 2023-12-22T17:24:45.756 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 22 17:24:45 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-6[135106]: 2023-12-22T17:24:45.445+0000 7f7e8345e700 -1 osd.6 524 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-22T17:24:45.771 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:24:45.771 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:24:45.771 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:24:45.771 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:24:45.771 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:24:45.772 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:24:45.772 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:24:45.772 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:24:45.772 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:24:45.772 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 6 2023-12-22T17:24:45.772 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:24:45.772 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:24:45.772 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:24:45.772 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:24:45.772 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:24:45.772 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 4, 2023-12-22T17:24:45.772 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 11 2023-12-22T17:24:45.772 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:24:45.772 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:24:45.840 INFO:tasks.rados.rados.0.smithi032.stdout:2336: done (1 left) 2023-12-22T17:24:45.840 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 6 current snap is 236 2023-12-22T17:24:45.840 INFO:tasks.rados.rados.0.smithi032.stdout:2337: seq_num 720 ranges {6201344=65536} 2023-12-22T17:24:45.876 INFO:tasks.rados.rados.0.smithi032.stdout:2337: writing smithi032174182-6 from 6201344 to 6266880 tid 1 2023-12-22T17:24:45.876 INFO:tasks.rados.rados.0.smithi032.stdout:2338: snap_create 2023-12-22T17:24:45.876 INFO:tasks.rados.rados.0.smithi032.stdout:2335: expect (ObjNum 511 snap 157 seq_num 511) 2023-12-22T17:24:46.105 INFO:tasks.rados.rados.0.smithi032.stdout:2337: finishing write tid 1 to smithi032174182-6 2023-12-22T17:24:46.105 INFO:tasks.rados.rados.0.smithi032.stdout:2337: finishing write tid 2 to smithi032174182-6 2023-12-22T17:24:46.105 INFO:tasks.rados.rados.0.smithi032.stdout:2337: finishing write tid 3 to smithi032174182-6 2023-12-22T17:24:46.105 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 1474 (ObjNum 720 snap 236 seq_num 720) dirty exists 2023-12-22T17:24:46.105 INFO:tasks.rados.rados.0.smithi032.stdout:2337: left oid 6 (ObjNum 720 snap 236 seq_num 720) 2023-12-22T17:24:46.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:45 smithi032 ceph-mon[191839]: failed to encode map e523 with expected crc 2023-12-22T17:24:46.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:45 smithi032 ceph-mon[191839]: pgmap v325: 121 pgs: 121 active+clean; 549 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.5 MiB/s wr, 5 op/s 2023-12-22T17:24:46.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:45 smithi032 ceph-mon[191839]: osdmap e524: 8 total, 8 up, 8 in 2023-12-22T17:24:46.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:45 smithi032 ceph-mon[191839]: failed to encode map e524 with expected crc 2023-12-22T17:24:46.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:45 smithi032 ceph-mon[191839]: from='client.34293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:24:46.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:45 smithi032 ceph-mon[191839]: osd.6 marked itself down and dead 2023-12-22T17:24:46.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:45 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/628618779' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:24:46.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:45 smithi032 ceph-mon[191839]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-22T17:24:46.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:45 smithi032 ceph-mon[191839]: osdmap e525: 8 total, 7 up, 8 in 2023-12-22T17:24:46.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:45 smithi032 ceph-mon[189144]: failed to encode map e523 with expected crc 2023-12-22T17:24:46.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:45 smithi032 ceph-mon[189144]: pgmap v325: 121 pgs: 121 active+clean; 549 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.5 MiB/s wr, 5 op/s 2023-12-22T17:24:46.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:45 smithi032 ceph-mon[189144]: osdmap e524: 8 total, 8 up, 8 in 2023-12-22T17:24:46.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:45 smithi032 ceph-mon[189144]: failed to encode map e524 with expected crc 2023-12-22T17:24:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:45 smithi032 ceph-mon[189144]: from='client.34293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:24:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:45 smithi032 ceph-mon[189144]: osd.6 marked itself down and dead 2023-12-22T17:24:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:45 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/628618779' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:24:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:45 smithi032 ceph-mon[189144]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-22T17:24:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:45 smithi032 ceph-mon[189144]: osdmap e525: 8 total, 7 up, 8 in 2023-12-22T17:24:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:45 smithi039 ceph-mon[181282]: failed to encode map e523 with expected crc 2023-12-22T17:24:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:45 smithi039 ceph-mon[181282]: pgmap v325: 121 pgs: 121 active+clean; 549 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.5 MiB/s wr, 5 op/s 2023-12-22T17:24:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:45 smithi039 ceph-mon[181282]: osdmap e524: 8 total, 8 up, 8 in 2023-12-22T17:24:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:45 smithi039 ceph-mon[181282]: failed to encode map e524 with expected crc 2023-12-22T17:24:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:45 smithi039 ceph-mon[181282]: from='client.34293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:24:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:45 smithi039 ceph-mon[181282]: osd.6 marked itself down and dead 2023-12-22T17:24:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:45 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/628618779' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:24:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:45 smithi039 ceph-mon[181282]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-22T17:24:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:45 smithi039 ceph-mon[181282]: osdmap e525: 8 total, 7 up, 8 in 2023-12-22T17:24:46.839 INFO:tasks.rados.rados.0.smithi032.stdout:2335: done (2 left) 2023-12-22T17:24:46.839 INFO:tasks.rados.rados.0.smithi032.stdout:2337: done (1 left) 2023-12-22T17:24:46.839 INFO:tasks.rados.rados.0.smithi032.stdout:2338: done (0 left) 2023-12-22T17:24:46.840 INFO:tasks.rados.rados.0.smithi032.stdout:2339: snap_create 2023-12-22T17:24:46.868 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 22 17:24:46 smithi039 bash[200334]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-6 2023-12-22T17:24:47.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:46 smithi032 ceph-mon[189144]: failed to encode map e524 with expected crc 2023-12-22T17:24:47.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:46 smithi032 ceph-mon[189144]: from='client.44243 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:24:47.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:46 smithi032 ceph-mon[189144]: failed to encode map e525 with expected crc 2023-12-22T17:24:47.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:46 smithi032 ceph-mon[189144]: failed to encode map e525 with expected crc 2023-12-22T17:24:47.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:46 smithi032 ceph-mon[189144]: failed to encode map e525 with expected crc 2023-12-22T17:24:47.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:46 smithi032 ceph-mon[189144]: failed to encode map e525 with expected crc 2023-12-22T17:24:47.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:46 smithi032 ceph-mon[189144]: failed to encode map e525 with expected crc 2023-12-22T17:24:47.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:46 smithi032 ceph-mon[189144]: osdmap e526: 8 total, 7 up, 8 in 2023-12-22T17:24:47.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:46 smithi032 ceph-mon[191839]: failed to encode map e524 with expected crc 2023-12-22T17:24:47.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:46 smithi032 ceph-mon[191839]: from='client.44243 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:24:47.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:46 smithi032 ceph-mon[191839]: failed to encode map e525 with expected crc 2023-12-22T17:24:47.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:46 smithi032 ceph-mon[191839]: failed to encode map e525 with expected crc 2023-12-22T17:24:47.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:46 smithi032 ceph-mon[191839]: failed to encode map e525 with expected crc 2023-12-22T17:24:47.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:46 smithi032 ceph-mon[191839]: failed to encode map e525 with expected crc 2023-12-22T17:24:47.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:46 smithi032 ceph-mon[191839]: failed to encode map e525 with expected crc 2023-12-22T17:24:47.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:46 smithi032 ceph-mon[191839]: osdmap e526: 8 total, 7 up, 8 in 2023-12-22T17:24:47.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:46 smithi039 ceph-mon[181282]: failed to encode map e524 with expected crc 2023-12-22T17:24:47.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:46 smithi039 ceph-mon[181282]: from='client.44243 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:24:47.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:46 smithi039 ceph-mon[181282]: failed to encode map e525 with expected crc 2023-12-22T17:24:47.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:46 smithi039 ceph-mon[181282]: failed to encode map e525 with expected crc 2023-12-22T17:24:47.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:46 smithi039 ceph-mon[181282]: failed to encode map e525 with expected crc 2023-12-22T17:24:47.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:46 smithi039 ceph-mon[181282]: failed to encode map e525 with expected crc 2023-12-22T17:24:47.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:46 smithi039 ceph-mon[181282]: failed to encode map e525 with expected crc 2023-12-22T17:24:47.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:46 smithi039 ceph-mon[181282]: osdmap e526: 8 total, 7 up, 8 in 2023-12-22T17:24:47.843 INFO:tasks.rados.rados.0.smithi032.stdout:2339: done (0 left) 2023-12-22T17:24:47.843 INFO:tasks.rados.rados.0.smithi032.stdout:2340: rollback oid 45 current snap is 238 2023-12-22T17:24:47.843 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 45 to 213 2023-12-22T17:24:47.843 INFO:tasks.rados.rados.0.smithi032.stdout:2341: read oid 14 snap -1 2023-12-22T17:24:47.843 INFO:tasks.rados.rados.0.smithi032.stdout:2341: expect deleted 2023-12-22T17:24:47.843 INFO:tasks.rados.rados.0.smithi032.stdout:2342: read oid 3 snap -1 2023-12-22T17:24:47.843 INFO:tasks.rados.rados.0.smithi032.stdout:2342: expect (ObjNum 710 snap 233 seq_num 710) 2023-12-22T17:24:47.843 INFO:tasks.rados.rados.0.smithi032.stdout:2343: delete oid 25 current snap is 238 2023-12-22T17:24:47.852 INFO:tasks.rados.rados.0.smithi032.stdout:2340: finishing rollback tid 1 to smithi032174182-45 2023-12-22T17:24:47.853 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 1425 (ObjNum 6929 snap 0 seq_num 2641502864) dirty dne 2023-12-22T17:24:47.854 INFO:tasks.rados.rados.0.smithi032.stdout:2340: done (3 left) 2023-12-22T17:24:47.854 INFO:tasks.rados.rados.0.smithi032.stdout:2341: done (2 left) 2023-12-22T17:24:47.854 INFO:tasks.rados.rados.0.smithi032.stdout:2343: done (1 left) 2023-12-22T17:24:47.854 INFO:tasks.rados.rados.0.smithi032.stdout:2344: delete oid 33 current snap is 238 2023-12-22T17:24:47.863 INFO:tasks.rados.rados.0.smithi032.stdout:2342: expect (ObjNum 710 snap 233 seq_num 710) 2023-12-22T17:24:47.935 INFO:tasks.rados.rados.0.smithi032.stdout:2342: done (1 left) 2023-12-22T17:24:47.935 INFO:tasks.rados.rados.0.smithi032.stdout:2344: done (0 left) 2023-12-22T17:24:47.935 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 21 current snap is 238 2023-12-22T17:24:47.935 INFO:tasks.rados.rados.0.smithi032.stdout:2345: seq_num 723 ranges {4300800=114688} 2023-12-22T17:24:47.960 INFO:tasks.rados.rados.0.smithi032.stdout:2345: writing smithi032174182-21 from 4300800 to 4415488 tid 1 2023-12-22T17:24:47.960 INFO:tasks.rados.rados.0.smithi032.stdout:2346: rollback oid 1 current snap is 238 2023-12-22T17:24:47.960 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 1 to 198 2023-12-22T17:24:47.960 INFO:tasks.rados.rados.0.smithi032.stdout:2347: snap_create 2023-12-22T17:24:47.964 INFO:tasks.rados.rados.0.smithi032.stdout:2345: finishing write tid 1 to smithi032174182-21 2023-12-22T17:24:47.964 INFO:tasks.rados.rados.0.smithi032.stdout:2346: finishing rollback tid 0 to smithi032174182-1 2023-12-22T17:24:47.964 INFO:tasks.rados.rados.0.smithi032.stdout:2345: finishing write tid 2 to smithi032174182-21 2023-12-22T17:24:47.964 INFO:tasks.rados.rados.0.smithi032.stdout:2346: finishing rollback tid 1 to smithi032174182-1 2023-12-22T17:24:47.965 INFO:tasks.rados.rados.0.smithi032.stdout:2346: finishing rollback tid 2 to smithi032174182-1 2023-12-22T17:24:47.965 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 1220 (ObjNum 494 snap 153 seq_num 494) dirty exists 2023-12-22T17:24:47.966 INFO:tasks.rados.rados.0.smithi032.stdout:2345: finishing write tid 3 to smithi032174182-21 2023-12-22T17:24:47.966 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 1214 (ObjNum 723 snap 238 seq_num 723) dirty exists 2023-12-22T17:24:47.966 INFO:tasks.rados.rados.0.smithi032.stdout:2345: left oid 21 (ObjNum 723 snap 238 seq_num 723) 2023-12-22T17:24:48.006 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 22 17:24:47 smithi039 systemd[1]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@osd.6.service: Succeeded. 2023-12-22T17:24:48.007 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 22 17:24:47 smithi039 systemd[1]: Stopped Ceph osd.6 for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:24:48.007 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 22 17:24:47 smithi039 systemd[1]: Starting Ceph osd.6 for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:24:48.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:47 smithi039 ceph-mon[181282]: pgmap v328: 121 pgs: 9 peering, 8 stale+active+clean, 104 active+clean; 551 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 6.4 MiB/s wr, 22 op/s 2023-12-22T17:24:48.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:47 smithi039 ceph-mon[181282]: failed to encode map e526 with expected crc 2023-12-22T17:24:48.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:47 smithi039 ceph-mon[181282]: failed to encode map e526 with expected crc 2023-12-22T17:24:48.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:47 smithi039 ceph-mon[181282]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2023-12-22T17:24:48.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:47 smithi039 ceph-mon[181282]: osdmap e527: 8 total, 7 up, 8 in 2023-12-22T17:24:48.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:47 smithi032 ceph-mon[191839]: pgmap v328: 121 pgs: 9 peering, 8 stale+active+clean, 104 active+clean; 551 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 6.4 MiB/s wr, 22 op/s 2023-12-22T17:24:48.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:47 smithi032 ceph-mon[191839]: failed to encode map e526 with expected crc 2023-12-22T17:24:48.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:47 smithi032 ceph-mon[191839]: failed to encode map e526 with expected crc 2023-12-22T17:24:48.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:47 smithi032 ceph-mon[191839]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2023-12-22T17:24:48.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:47 smithi032 ceph-mon[191839]: osdmap e527: 8 total, 7 up, 8 in 2023-12-22T17:24:48.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:47 smithi032 ceph-mon[189144]: pgmap v328: 121 pgs: 9 peering, 8 stale+active+clean, 104 active+clean; 551 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 6.4 MiB/s wr, 22 op/s 2023-12-22T17:24:48.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:47 smithi032 ceph-mon[189144]: failed to encode map e526 with expected crc 2023-12-22T17:24:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:47 smithi032 ceph-mon[189144]: failed to encode map e526 with expected crc 2023-12-22T17:24:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:47 smithi032 ceph-mon[189144]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2023-12-22T17:24:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:47 smithi032 ceph-mon[189144]: osdmap e527: 8 total, 7 up, 8 in 2023-12-22T17:24:48.879 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 17:24:48 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T17:24:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi032:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)\", cluster_addr=\"172.21.15.32\", device_class=\"ssd\", hostname=\"smithi032\", instance=\"smithi039.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.32\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-12-22T17:24:48.879 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 22 17:24:48 smithi039 bash[200601]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2023-12-22T17:24:48.880 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 22 17:24:48 smithi039 bash[200601]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2023-12-22T17:24:48.880 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 22 17:24:48 smithi039 bash[200601]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2023-12-22T17:24:48.880 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 22 17:24:48 smithi039 bash[200601]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2023-12-22T17:24:48.880 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 22 17:24:48 smithi039 bash[200601]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2023-12-22T17:24:48.880 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 22 17:24:48 smithi039 bash[200601]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2023-12-22T17:24:48.880 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 22 17:24:48 smithi039 bash[200601]: --> ceph-volume raw activate successful for osd ID: 6 2023-12-22T17:24:48.881 INFO:tasks.rados.rados.0.smithi032.stdout:2345: done (2 left) 2023-12-22T17:24:48.881 INFO:tasks.rados.rados.0.smithi032.stdout:2346: done (1 left) 2023-12-22T17:24:48.881 INFO:tasks.rados.rados.0.smithi032.stdout:2347: done (0 left) 2023-12-22T17:24:48.881 INFO:tasks.rados.rados.0.smithi032.stdout:2348: snap_create 2023-12-22T17:24:49.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:48 smithi032 ceph-mon[189144]: failed to encode map e527 with expected crc 2023-12-22T17:24:49.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:48 smithi032 ceph-mon[191839]: failed to encode map e527 with expected crc 2023-12-22T17:24:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:48 smithi039 ceph-mon[181282]: failed to encode map e527 with expected crc 2023-12-22T17:24:49.756 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 22 17:24:49 smithi039 ceph-osd[200915]: -- 172.21.15.39:0/2483078827 <== mon.1 v2:172.21.15.39:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56108ea2b6c0 con 0x56108e9fb400 2023-12-22T17:24:49.756 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 22 17:24:49 smithi039 bash[200877]: 94905fa3b79d9b470547a8cdadc7a3a6dabf9b2b30bf58f4dee507d350d89aa1 2023-12-22T17:24:49.757 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 22 17:24:49 smithi039 systemd[1]: Started Ceph osd.6 for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:24:49.889 INFO:tasks.rados.rados.0.smithi032.stdout:2348: done (0 left) 2023-12-22T17:24:49.889 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 36 current snap is 240 2023-12-22T17:24:49.889 INFO:tasks.rados.rados.0.smithi032.stdout:2349: seq_num 724 ranges {4300800=131072} 2023-12-22T17:24:49.914 INFO:tasks.rados.rados.0.smithi032.stdout:2349: writing smithi032174182-36 from 4300800 to 4431872 tid 1 2023-12-22T17:24:49.914 INFO:tasks.rados.rados.0.smithi032.stdout:2350: snap_create 2023-12-22T17:24:49.922 INFO:tasks.rados.rados.0.smithi032.stdout:2349: finishing write tid 1 to smithi032174182-36 2023-12-22T17:24:49.922 INFO:tasks.rados.rados.0.smithi032.stdout:2349: finishing write tid 2 to smithi032174182-36 2023-12-22T17:24:49.924 INFO:tasks.rados.rados.0.smithi032.stdout:2349: finishing write tid 3 to smithi032174182-36 2023-12-22T17:24:49.924 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 1202 (ObjNum 724 snap 240 seq_num 724) dirty exists 2023-12-22T17:24:49.924 INFO:tasks.rados.rados.0.smithi032.stdout:2349: left oid 36 (ObjNum 724 snap 240 seq_num 724) 2023-12-22T17:24:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:49 smithi032 ceph-mon[191839]: pgmap v331: 121 pgs: 1 active+undersized+degraded, 9 peering, 7 stale+active+clean, 6 active+undersized, 98 active+clean; 551 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.9 MiB/s wr, 17 op/s; 4/777 objects degraded (0.515%) 2023-12-22T17:24:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:49 smithi032 ceph-mon[191839]: Health check failed: Degraded data redundancy: 4/777 objects degraded (0.515%), 1 pg degraded (PG_DEGRADED) 2023-12-22T17:24:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:49 smithi032 ceph-mon[191839]: osdmap e528: 8 total, 7 up, 8 in 2023-12-22T17:24:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:24:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:24:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:49 smithi032 ceph-mon[189144]: pgmap v331: 121 pgs: 1 active+undersized+degraded, 9 peering, 7 stale+active+clean, 6 active+undersized, 98 active+clean; 551 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.9 MiB/s wr, 17 op/s; 4/777 objects degraded (0.515%) 2023-12-22T17:24:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:49 smithi032 ceph-mon[189144]: Health check failed: Degraded data redundancy: 4/777 objects degraded (0.515%), 1 pg degraded (PG_DEGRADED) 2023-12-22T17:24:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:49 smithi032 ceph-mon[189144]: osdmap e528: 8 total, 7 up, 8 in 2023-12-22T17:24:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:24:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:24:50.256 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 22 17:24:49 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-6[200892]: 2023-12-22T17:24:49.921+0000 7f11beb0b640 -1 Falling back to public interface 2023-12-22T17:24:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:49 smithi039 ceph-mon[181282]: pgmap v331: 121 pgs: 1 active+undersized+degraded, 9 peering, 7 stale+active+clean, 6 active+undersized, 98 active+clean; 551 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.9 MiB/s wr, 17 op/s; 4/777 objects degraded (0.515%) 2023-12-22T17:24:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:49 smithi039 ceph-mon[181282]: Health check failed: Degraded data redundancy: 4/777 objects degraded (0.515%), 1 pg degraded (PG_DEGRADED) 2023-12-22T17:24:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:49 smithi039 ceph-mon[181282]: osdmap e528: 8 total, 7 up, 8 in 2023-12-22T17:24:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:24:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:24:50.841 INFO:tasks.rados.rados.0.smithi032.stdout:2349: done (1 left) 2023-12-22T17:24:50.841 INFO:tasks.rados.rados.0.smithi032.stdout:2350: done (0 left) 2023-12-22T17:24:50.841 INFO:tasks.rados.rados.0.smithi032.stdout:2351: read oid 5 snap 239 2023-12-22T17:24:50.841 INFO:tasks.rados.rados.0.smithi032.stdout:2351: expect (ObjNum 685 snap 220 seq_num 685) 2023-12-22T17:24:50.842 INFO:tasks.rados.rados.0.smithi032.stdout:2352: rollback oid 9 current snap is 241 2023-12-22T17:24:50.842 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 9 to 208 2023-12-22T17:24:50.842 INFO:tasks.rados.rados.0.smithi032.stdout:2353: read oid 24 snap -1 2023-12-22T17:24:50.842 INFO:tasks.rados.rados.0.smithi032.stdout:2353: expect (ObjNum 693 snap 228 seq_num 693) 2023-12-22T17:24:50.842 INFO:tasks.rados.rados.0.smithi032.stdout:2354: delete oid 26 current snap is 241 2023-12-22T17:24:50.853 INFO:tasks.rados.rados.0.smithi032.stdout:2354: done (3 left) 2023-12-22T17:24:50.853 INFO:tasks.rados.rados.0.smithi032.stdout:2355: delete oid 20 current snap is 241 2023-12-22T17:24:50.867 INFO:tasks.rados.rados.0.smithi032.stdout:2353: expect (ObjNum 693 snap 228 seq_num 693) 2023-12-22T17:24:50.915 INFO:tasks.rados.rados.0.smithi032.stdout:2352: finishing rollback tid 0 to smithi032174182-9 2023-12-22T17:24:50.915 INFO:tasks.rados.rados.0.smithi032.stdout:2352: finishing rollback tid 1 to smithi032174182-9 2023-12-22T17:24:50.915 INFO:tasks.rados.rados.0.smithi032.stdout:2352: finishing rollback tid 2 to smithi032174182-9 2023-12-22T17:24:50.915 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 1218 (ObjNum 634 snap 198 seq_num 634) dirty exists 2023-12-22T17:24:50.915 INFO:tasks.rados.rados.0.smithi032.stdout:2352: done (3 left) 2023-12-22T17:24:50.915 INFO:tasks.rados.rados.0.smithi032.stdout:2353: done (2 left) 2023-12-22T17:24:50.915 INFO:tasks.rados.rados.0.smithi032.stdout:2355: done (1 left) 2023-12-22T17:24:50.916 INFO:tasks.rados.rados.0.smithi032.stdout:2356: snap_remove snap 231 2023-12-22T17:24:51.159 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:50 smithi039 ceph-mon[181282]: osdmap e529: 8 total, 7 up, 8 in 2023-12-22T17:24:51.159 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:50 smithi039 ceph-mon[181282]: failed to encode map e528 with expected crc 2023-12-22T17:24:51.159 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:50 smithi039 ceph-mon[181282]: osdmap e530: 8 total, 7 up, 8 in 2023-12-22T17:24:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:24:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:24:50] "GET /metrics HTTP/1.1" 200 36240 "" "Prometheus/2.43.0" 2023-12-22T17:24:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:50 smithi032 ceph-mon[191839]: osdmap e529: 8 total, 7 up, 8 in 2023-12-22T17:24:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:50 smithi032 ceph-mon[191839]: failed to encode map e528 with expected crc 2023-12-22T17:24:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:50 smithi032 ceph-mon[191839]: osdmap e530: 8 total, 7 up, 8 in 2023-12-22T17:24:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:50 smithi032 ceph-mon[189144]: osdmap e529: 8 total, 7 up, 8 in 2023-12-22T17:24:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:50 smithi032 ceph-mon[189144]: failed to encode map e528 with expected crc 2023-12-22T17:24:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:50 smithi032 ceph-mon[189144]: osdmap e530: 8 total, 7 up, 8 in 2023-12-22T17:24:51.890 INFO:tasks.rados.rados.0.smithi032.stdout:2356: done (1 left) 2023-12-22T17:24:51.891 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 23 current snap is 241 2023-12-22T17:24:51.891 INFO:tasks.rados.rados.0.smithi032.stdout:2351: expect (ObjNum 685 snap 220 seq_num 685) 2023-12-22T17:24:52.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:51 smithi032 ceph-mon[189144]: pgmap v334: 121 pgs: 8 active+undersized+degraded, 9 peering, 26 active+undersized, 78 active+clean; 552 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 16 KiB/s wr, 3 op/s; 52/783 objects degraded (6.641%) 2023-12-22T17:24:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:51 smithi032 ceph-mon[189144]: failed to encode map e530 with expected crc 2023-12-22T17:24:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:51 smithi032 ceph-mon[191839]: pgmap v334: 121 pgs: 8 active+undersized+degraded, 9 peering, 26 active+undersized, 78 active+clean; 552 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 16 KiB/s wr, 3 op/s; 52/783 objects degraded (6.641%) 2023-12-22T17:24:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:51 smithi032 ceph-mon[191839]: failed to encode map e530 with expected crc 2023-12-22T17:24:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:51 smithi039 ceph-mon[181282]: pgmap v334: 121 pgs: 8 active+undersized+degraded, 9 peering, 26 active+undersized, 78 active+clean; 552 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 16 KiB/s wr, 3 op/s; 52/783 objects degraded (6.641%) 2023-12-22T17:24:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:51 smithi039 ceph-mon[181282]: failed to encode map e530 with expected crc 2023-12-22T17:24:52.467 INFO:tasks.rados.rados.0.smithi032.stdout:2357: seq_num 727 ranges {4300800=180224} 2023-12-22T17:24:52.492 INFO:tasks.rados.rados.0.smithi032.stdout:2357: writing smithi032174182-23 from 4300800 to 4481024 tid 1 2023-12-22T17:24:52.492 INFO:tasks.rados.rados.0.smithi032.stdout:2351: done (1 left) 2023-12-22T17:24:52.492 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 25 current snap is 241 2023-12-22T17:24:52.492 INFO:tasks.rados.rados.0.smithi032.stdout:2358: seq_num 728 ranges {0=196608} 2023-12-22T17:24:52.493 INFO:tasks.rados.rados.0.smithi032.stdout:2358: writing smithi032174182-25 from 0 to 196608 tid 1 2023-12-22T17:24:52.493 INFO:tasks.rados.rados.0.smithi032.stdout:2359: rollback oid 13 current snap is 241 2023-12-22T17:24:52.493 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 13 to 204 2023-12-22T17:24:52.493 INFO:tasks.rados.rados.0.smithi032.stdout:2360: delete oid 32 current snap is 241 2023-12-22T17:24:52.497 INFO:tasks.rados.rados.0.smithi032.stdout:2360: done (3 left) 2023-12-22T17:24:52.497 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 14 current snap is 241 2023-12-22T17:24:52.497 INFO:tasks.rados.rados.0.smithi032.stdout:2361: seq_num 730 ranges {0=229376} 2023-12-22T17:24:52.498 INFO:tasks.rados.rados.0.smithi032.stdout:2361: writing smithi032174182-14 from 0 to 229376 tid 1 2023-12-22T17:24:52.498 INFO:tasks.rados.rados.0.smithi032.stdout:2362: delete oid 39 current snap is 241 2023-12-22T17:24:52.498 INFO:tasks.rados.rados.0.smithi032.stdout:2357: finishing write tid 1 to smithi032174182-23 2023-12-22T17:24:52.498 INFO:tasks.rados.rados.0.smithi032.stdout:2358: finishing write tid 1 to smithi032174182-25 2023-12-22T17:24:52.498 INFO:tasks.rados.rados.0.smithi032.stdout:2357: finishing write tid 2 to smithi032174182-23 2023-12-22T17:24:52.498 INFO:tasks.rados.rados.0.smithi032.stdout:2358: finishing write tid 2 to smithi032174182-25 2023-12-22T17:24:52.499 INFO:tasks.rados.rados.0.smithi032.stdout:2359: finishing rollback tid 0 to smithi032174182-13 2023-12-22T17:24:52.499 INFO:tasks.rados.rados.0.smithi032.stdout:2359: finishing rollback tid 1 to smithi032174182-13 2023-12-22T17:24:52.499 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 1736 (ObjNum 161 snap 0 seq_num 0) dirty dne 2023-12-22T17:24:52.499 INFO:tasks.rados.rados.0.smithi032.stdout:2357: finishing write tid 3 to smithi032174182-23 2023-12-22T17:24:52.499 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 1487 (ObjNum 727 snap 241 seq_num 727) dirty exists 2023-12-22T17:24:52.499 INFO:tasks.rados.rados.0.smithi032.stdout:2357: left oid 23 (ObjNum 727 snap 241 seq_num 727) 2023-12-22T17:24:52.499 INFO:tasks.rados.rados.0.smithi032.stdout:2358: finishing write tid 3 to smithi032174182-25 2023-12-22T17:24:52.499 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 727 (ObjNum 728 snap 241 seq_num 728) dirty exists 2023-12-22T17:24:52.500 INFO:tasks.rados.rados.0.smithi032.stdout:2358: left oid 25 (ObjNum 728 snap 241 seq_num 728) 2023-12-22T17:24:52.501 INFO:tasks.rados.rados.0.smithi032.stdout:2357: done (4 left) 2023-12-22T17:24:52.501 INFO:tasks.rados.rados.0.smithi032.stdout:2358: done (3 left) 2023-12-22T17:24:52.501 INFO:tasks.rados.rados.0.smithi032.stdout:2359: done (2 left) 2023-12-22T17:24:52.501 INFO:tasks.rados.rados.0.smithi032.stdout:2362: done (1 left) 2023-12-22T17:24:52.501 INFO:tasks.rados.rados.0.smithi032.stdout:2363: snap_remove snap 237 2023-12-22T17:24:53.143 INFO:tasks.rados.rados.0.smithi032.stdout:2363: done (1 left) 2023-12-22T17:24:53.143 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 39 current snap is 241 2023-12-22T17:24:53.143 INFO:tasks.rados.rados.0.smithi032.stdout:2361: finishing write tid 1 to smithi032174182-14 2023-12-22T17:24:53.143 INFO:tasks.rados.rados.0.smithi032.stdout:2364: seq_num 732 ranges {0=262144} 2023-12-22T17:24:53.145 INFO:tasks.rados.rados.0.smithi032.stdout:2364: writing smithi032174182-39 from 0 to 262144 tid 1 2023-12-22T17:24:53.145 INFO:tasks.rados.rados.0.smithi032.stdout:2365: snap_remove snap 232 2023-12-22T17:24:53.175 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 22 17:24:52 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-6[200892]: 2023-12-22T17:24:52.768+0000 7f11beb0b640 -1 osd.6 0 read_superblock omap replica is missing. 2023-12-22T17:24:53.175 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 22 17:24:52 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-6[200892]: 2023-12-22T17:24:52.839+0000 7f11beb0b640 -1 osd.6 524 log_to_monitors true 2023-12-22T17:24:53.175 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:52 smithi039 ceph-mon[181282]: failed to encode map e531 with expected crc 2023-12-22T17:24:53.175 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:52 smithi039 ceph-mon[181282]: osdmap e531: 8 total, 7 up, 8 in 2023-12-22T17:24:53.175 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:53.175 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:53.175 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:52 smithi039 ceph-mon[181282]: from='osd.6 [v2:172.21.15.39:6816/1668423735,v1:172.21.15.39:6817/1668423735]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-22T17:24:53.175 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:52 smithi039 ceph-mon[181282]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-22T17:24:53.175 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:53.176 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:52 smithi032 ceph-mon[189144]: failed to encode map e531 with expected crc 2023-12-22T17:24:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:52 smithi032 ceph-mon[189144]: osdmap e531: 8 total, 7 up, 8 in 2023-12-22T17:24:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:52 smithi032 ceph-mon[189144]: from='osd.6 [v2:172.21.15.39:6816/1668423735,v1:172.21.15.39:6817/1668423735]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-22T17:24:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:52 smithi032 ceph-mon[189144]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-22T17:24:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:53.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:52 smithi032 ceph-mon[191839]: failed to encode map e531 with expected crc 2023-12-22T17:24:53.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:52 smithi032 ceph-mon[191839]: osdmap e531: 8 total, 7 up, 8 in 2023-12-22T17:24:53.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:53.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:53.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:52 smithi032 ceph-mon[191839]: from='osd.6 [v2:172.21.15.39:6816/1668423735,v1:172.21.15.39:6817/1668423735]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-22T17:24:53.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:52 smithi032 ceph-mon[191839]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-22T17:24:53.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:53.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:53.506 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 22 17:24:53 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-6[200892]: 2023-12-22T17:24:53.173+0000 7f11aef7a700 -1 osd.6 524 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-22T17:24:54.148 INFO:tasks.rados.rados.0.smithi032.stdout:2365: done (2 left) 2023-12-22T17:24:54.148 INFO:tasks.rados.rados.0.smithi032.stdout:2366: copy_from oid 3 from oid 20 current snap is 241 2023-12-22T17:24:54.148 INFO:tasks.rados.rados.0.smithi032.stdout:2367: read oid 13 snap 211 2023-12-22T17:24:54.148 INFO:tasks.rados.rados.0.smithi032.stdout:2367: expect deleted 2023-12-22T17:24:54.148 INFO:tasks.rados.rados.0.smithi032.stdout:2368: copy_from oid 50 from oid 48 current snap is 241 2023-12-22T17:24:54.148 INFO:tasks.rados.rados.0.smithi032.stdout:2369: rmattr oid 32 current snap is 241 2023-12-22T17:24:54.148 INFO:tasks.rados.rados.0.smithi032.stdout:2369: done (5 left) 2023-12-22T17:24:54.148 INFO:tasks.rados.rados.0.smithi032.stdout:2370: rmattr oid 37 current snap is 241 2023-12-22T17:24:54.148 INFO:tasks.rados.rados.0.smithi032.stdout:2370: done (5 left) 2023-12-22T17:24:54.148 INFO:tasks.rados.rados.0.smithi032.stdout:2371: snap_create 2023-12-22T17:24:54.148 INFO:tasks.rados.rados.0.smithi032.stdout:2361: finishing write tid 2 to smithi032174182-14 2023-12-22T17:24:54.149 INFO:tasks.rados.rados.0.smithi032.stdout:2361: finishing write tid 3 to smithi032174182-14 2023-12-22T17:24:54.149 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 1204 (ObjNum 730 snap 241 seq_num 730) dirty exists 2023-12-22T17:24:54.149 INFO:tasks.rados.rados.0.smithi032.stdout:2361: left oid 14 (ObjNum 730 snap 241 seq_num 730) 2023-12-22T17:24:54.149 INFO:tasks.rados.rados.0.smithi032.stdout:2364: finishing write tid 1 to smithi032174182-39 2023-12-22T17:24:54.149 INFO:tasks.rados.rados.0.smithi032.stdout:2364: finishing write tid 2 to smithi032174182-39 2023-12-22T17:24:54.149 INFO:tasks.rados.rados.0.smithi032.stdout:2364: finishing write tid 3 to smithi032174182-39 2023-12-22T17:24:54.149 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 717 (ObjNum 732 snap 241 seq_num 732) dirty exists 2023-12-22T17:24:54.149 INFO:tasks.rados.rados.0.smithi032.stdout:2364: left oid 39 (ObjNum 732 snap 241 seq_num 732) 2023-12-22T17:24:54.162 INFO:tasks.rados.rados.0.smithi032.stdout:2366: finishing copy_from to smithi032174182-3 2023-12-22T17:24:54.162 INFO:tasks.rados.rados.0.smithi032.stdout:2366: got expected ENOENT (src dne) 2023-12-22T17:24:54.164 INFO:tasks.rados.rados.0.smithi032.stdout:2366: finishing copy_from racing read to smithi032174182-3 2023-12-22T17:24:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:53 smithi032 ceph-mon[189144]: pgmap v337: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 552 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 44 KiB/s wr, 3 op/s; 53/786 objects degraded (6.743%) 2023-12-22T17:24:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:53 smithi032 ceph-mon[189144]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2023-12-22T17:24:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:53 smithi032 ceph-mon[189144]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-12-22T17:24:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:53 smithi032 ceph-mon[189144]: osdmap e532: 8 total, 7 up, 8 in 2023-12-22T17:24:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:53 smithi032 ceph-mon[189144]: from='osd.6 [v2:172.21.15.39:6816/1668423735,v1:172.21.15.39:6817/1668423735]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-22T17:24:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:53 smithi032 ceph-mon[189144]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-22T17:24:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:53 smithi032 ceph-mon[189144]: failed to encode map e532 with expected crc 2023-12-22T17:24:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:53 smithi032 ceph-mon[191839]: pgmap v337: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 552 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 44 KiB/s wr, 3 op/s; 53/786 objects degraded (6.743%) 2023-12-22T17:24:54.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:53 smithi032 ceph-mon[191839]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2023-12-22T17:24:54.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:53 smithi032 ceph-mon[191839]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-12-22T17:24:54.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:53 smithi032 ceph-mon[191839]: osdmap e532: 8 total, 7 up, 8 in 2023-12-22T17:24:54.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:53 smithi032 ceph-mon[191839]: from='osd.6 [v2:172.21.15.39:6816/1668423735,v1:172.21.15.39:6817/1668423735]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-22T17:24:54.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:53 smithi032 ceph-mon[191839]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-22T17:24:54.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:53 smithi032 ceph-mon[191839]: failed to encode map e532 with expected crc 2023-12-22T17:24:54.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:53 smithi039 ceph-mon[181282]: pgmap v337: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 552 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 44 KiB/s wr, 3 op/s; 53/786 objects degraded (6.743%) 2023-12-22T17:24:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:53 smithi039 ceph-mon[181282]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2023-12-22T17:24:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:53 smithi039 ceph-mon[181282]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-12-22T17:24:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:53 smithi039 ceph-mon[181282]: osdmap e532: 8 total, 7 up, 8 in 2023-12-22T17:24:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:53 smithi039 ceph-mon[181282]: from='osd.6 [v2:172.21.15.39:6816/1668423735,v1:172.21.15.39:6817/1668423735]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-22T17:24:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:53 smithi039 ceph-mon[181282]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-22T17:24:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:53 smithi039 ceph-mon[181282]: failed to encode map e532 with expected crc 2023-12-22T17:24:55.150 INFO:tasks.rados.rados.0.smithi032.stdout:2361: done (5 left) 2023-12-22T17:24:55.150 INFO:tasks.rados.rados.0.smithi032.stdout:2364: done (4 left) 2023-12-22T17:24:55.151 INFO:tasks.rados.rados.0.smithi032.stdout:2366: done (3 left) 2023-12-22T17:24:55.151 INFO:tasks.rados.rados.0.smithi032.stdout:2367: done (2 left) 2023-12-22T17:24:55.151 INFO:tasks.rados.rados.0.smithi032.stdout:2371: done (1 left) 2023-12-22T17:24:55.151 INFO:tasks.rados.rados.0.smithi032.stdout:2372: read oid 3 snap -1 2023-12-22T17:24:55.151 INFO:tasks.rados.rados.0.smithi032.stdout:2372: expect (ObjNum 710 snap 233 seq_num 710) 2023-12-22T17:24:55.151 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 39 current snap is 242 2023-12-22T17:24:55.151 INFO:tasks.rados.rados.0.smithi032.stdout:2373: seq_num 733 ranges {262144=278528} 2023-12-22T17:24:55.153 INFO:tasks.rados.rados.0.smithi032.stdout:2373: writing smithi032174182-39 from 262144 to 540672 tid 1 2023-12-22T17:24:55.153 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 9 current snap is 242 2023-12-22T17:24:55.154 INFO:tasks.rados.rados.0.smithi032.stdout:2374: seq_num 734 ranges {4956160=294912} 2023-12-22T17:24:55.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:54 smithi032 ceph-mon[191839]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-22T17:24:55.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:54 smithi032 ceph-mon[191839]: osd.6 [v2:172.21.15.39:6816/1668423735,v1:172.21.15.39:6817/1668423735] boot 2023-12-22T17:24:55.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:54 smithi032 ceph-mon[191839]: osdmap e533: 8 total, 8 up, 8 in 2023-12-22T17:24:55.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-22T17:24:55.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:54 smithi032 ceph-mon[191839]: failed to encode map e533 with expected crc 2023-12-22T17:24:55.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:54 smithi032 ceph-mon[191839]: failed to encode map e533 with expected crc 2023-12-22T17:24:55.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:54 smithi032 ceph-mon[191839]: failed to encode map e533 with expected crc 2023-12-22T17:24:55.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:54 smithi032 ceph-mon[189144]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-22T17:24:55.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:54 smithi032 ceph-mon[189144]: osd.6 [v2:172.21.15.39:6816/1668423735,v1:172.21.15.39:6817/1668423735] boot 2023-12-22T17:24:55.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:54 smithi032 ceph-mon[189144]: osdmap e533: 8 total, 8 up, 8 in 2023-12-22T17:24:55.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-22T17:24:55.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:54 smithi032 ceph-mon[189144]: failed to encode map e533 with expected crc 2023-12-22T17:24:55.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:54 smithi032 ceph-mon[189144]: failed to encode map e533 with expected crc 2023-12-22T17:24:55.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:54 smithi032 ceph-mon[189144]: failed to encode map e533 with expected crc 2023-12-22T17:24:55.181 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:54 smithi039 ceph-mon[181282]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-22T17:24:55.181 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:54 smithi039 ceph-mon[181282]: osd.6 [v2:172.21.15.39:6816/1668423735,v1:172.21.15.39:6817/1668423735] boot 2023-12-22T17:24:55.181 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:54 smithi039 ceph-mon[181282]: osdmap e533: 8 total, 8 up, 8 in 2023-12-22T17:24:55.181 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-22T17:24:55.181 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:54 smithi039 ceph-mon[181282]: failed to encode map e533 with expected crc 2023-12-22T17:24:55.181 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:54 smithi039 ceph-mon[181282]: failed to encode map e533 with expected crc 2023-12-22T17:24:55.182 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:54 smithi039 ceph-mon[181282]: failed to encode map e533 with expected crc 2023-12-22T17:24:55.184 INFO:tasks.rados.rados.0.smithi032.stdout:2374: writing smithi032174182-9 from 4956160 to 5251072 tid 1 2023-12-22T17:24:55.184 INFO:tasks.rados.rados.0.smithi032.stdout:2375: snap_create 2023-12-22T17:24:55.184 INFO:tasks.rados.rados.0.smithi032.stdout:2368: finishing copy_from to smithi032174182-50 2023-12-22T17:24:55.184 INFO:tasks.rados.rados.0.smithi032.stdout:2368: got expected ENOENT (src dne) 2023-12-22T17:24:55.184 INFO:tasks.rados.rados.0.smithi032.stdout:2368: finishing copy_from racing read to smithi032174182-50 2023-12-22T17:24:55.184 INFO:tasks.rados.rados.0.smithi032.stdout:2372: expect (ObjNum 710 snap 233 seq_num 710) 2023-12-22T17:24:55.246 INFO:tasks.rados.rados.0.smithi032.stdout:2373: finishing write tid 1 to smithi032174182-39 2023-12-22T17:24:55.246 INFO:tasks.rados.rados.0.smithi032.stdout:2373: finishing write tid 2 to smithi032174182-39 2023-12-22T17:24:55.246 INFO:tasks.rados.rados.0.smithi032.stdout:2374: finishing write tid 1 to smithi032174182-9 2023-12-22T17:24:55.246 INFO:tasks.rados.rados.0.smithi032.stdout:2374: finishing write tid 2 to smithi032174182-9 2023-12-22T17:24:55.246 INFO:tasks.rados.rados.0.smithi032.stdout:2373: finishing write tid 3 to smithi032174182-39 2023-12-22T17:24:55.246 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 719 (ObjNum 733 snap 242 seq_num 733) dirty exists 2023-12-22T17:24:55.246 INFO:tasks.rados.rados.0.smithi032.stdout:2373: left oid 39 (ObjNum 733 snap 242 seq_num 733) 2023-12-22T17:24:55.247 INFO:tasks.rados.rados.0.smithi032.stdout:2374: finishing write tid 3 to smithi032174182-9 2023-12-22T17:24:55.247 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 1220 (ObjNum 734 snap 242 seq_num 734) dirty exists 2023-12-22T17:24:55.247 INFO:tasks.rados.rados.0.smithi032.stdout:2374: left oid 9 (ObjNum 734 snap 242 seq_num 734) 2023-12-22T17:24:55.842 INFO:tasks.rados.rados.0.smithi032.stdout:2368: done (4 left) 2023-12-22T17:24:55.842 INFO:tasks.rados.rados.0.smithi032.stdout:2372: done (3 left) 2023-12-22T17:24:55.842 INFO:tasks.rados.rados.0.smithi032.stdout:2373: done (2 left) 2023-12-22T17:24:55.842 INFO:tasks.rados.rados.0.smithi032.stdout:2374: done (1 left) 2023-12-22T17:24:55.842 INFO:tasks.rados.rados.0.smithi032.stdout:2375: done (0 left) 2023-12-22T17:24:55.842 INFO:tasks.rados.rados.0.smithi032.stdout:2376: read oid 29 snap -1 2023-12-22T17:24:55.842 INFO:tasks.rados.rados.0.smithi032.stdout:2376: expect (ObjNum 677 snap 216 seq_num 677) 2023-12-22T17:24:55.842 INFO:tasks.rados.rados.0.smithi032.stdout:2377: read oid 31 snap -1 2023-12-22T17:24:55.842 INFO:tasks.rados.rados.0.smithi032.stdout:2377: expect (ObjNum 717 snap 236 seq_num 717) 2023-12-22T17:24:55.842 INFO:tasks.rados.rados.0.smithi032.stdout:2378: read oid 2 snap -1 2023-12-22T17:24:55.842 INFO:tasks.rados.rados.0.smithi032.stdout:2378: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-22T17:24:55.843 INFO:tasks.rados.rados.0.smithi032.stdout:2379: snap_remove snap 209 2023-12-22T17:24:56.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:24:55 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:24:55.708+0000 7f8939eca700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2023-12-22T17:24:56.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:55 smithi032 ceph-mon[191839]: pgmap v340: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 552 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 28 KiB/s wr, 2 op/s; 53/792 objects degraded (6.692%) 2023-12-22T17:24:56.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:55 smithi032 ceph-mon[191839]: Health check update: Degraded data redundancy: 53/792 objects degraded (6.692%), 9 pgs degraded (PG_DEGRADED) 2023-12-22T17:24:56.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:55 smithi032 ceph-mon[191839]: failed to encode map e534 with expected crc 2023-12-22T17:24:56.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:55 smithi032 ceph-mon[191839]: osdmap e534: 8 total, 8 up, 8 in 2023-12-22T17:24:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:55 smithi032 ceph-mon[191839]: failed to encode map e534 with expected crc 2023-12-22T17:24:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:55 smithi032 ceph-mon[191839]: failed to encode map e534 with expected crc 2023-12-22T17:24:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:55 smithi032 ceph-mon[191839]: failed to encode map e534 with expected crc 2023-12-22T17:24:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:55 smithi032 ceph-mon[191839]: failed to encode map e534 with expected crc 2023-12-22T17:24:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:55 smithi032 ceph-mon[191839]: failed to encode map e534 with expected crc 2023-12-22T17:24:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:55 smithi032 ceph-mon[191839]: failed to encode map e534 with expected crc 2023-12-22T17:24:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:55 smithi032 ceph-mon[191839]: failed to encode map e534 with expected crc 2023-12-22T17:24:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:24:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:24:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:24:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:24:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:24:56.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:24:56.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-22T17:24:56.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:55 smithi032 ceph-mon[191839]: osdmap e535: 8 total, 8 up, 8 in 2023-12-22T17:24:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:55 smithi032 ceph-mon[189144]: pgmap v340: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 552 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 28 KiB/s wr, 2 op/s; 53/792 objects degraded (6.692%) 2023-12-22T17:24:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:55 smithi032 ceph-mon[189144]: Health check update: Degraded data redundancy: 53/792 objects degraded (6.692%), 9 pgs degraded (PG_DEGRADED) 2023-12-22T17:24:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:55 smithi032 ceph-mon[189144]: failed to encode map e534 with expected crc 2023-12-22T17:24:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:55 smithi032 ceph-mon[189144]: osdmap e534: 8 total, 8 up, 8 in 2023-12-22T17:24:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:55 smithi032 ceph-mon[189144]: failed to encode map e534 with expected crc 2023-12-22T17:24:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:55 smithi032 ceph-mon[189144]: failed to encode map e534 with expected crc 2023-12-22T17:24:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:55 smithi032 ceph-mon[189144]: failed to encode map e534 with expected crc 2023-12-22T17:24:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:55 smithi032 ceph-mon[189144]: failed to encode map e534 with expected crc 2023-12-22T17:24:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:55 smithi032 ceph-mon[189144]: failed to encode map e534 with expected crc 2023-12-22T17:24:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:55 smithi032 ceph-mon[189144]: failed to encode map e534 with expected crc 2023-12-22T17:24:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:55 smithi032 ceph-mon[189144]: failed to encode map e534 with expected crc 2023-12-22T17:24:56.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:56.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:56.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:24:56.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:24:56.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:56.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:24:56.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:24:56.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:24:56.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:24:56.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-22T17:24:56.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:55 smithi032 ceph-mon[189144]: osdmap e535: 8 total, 8 up, 8 in 2023-12-22T17:24:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:55 smithi039 ceph-mon[181282]: pgmap v340: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 552 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 28 KiB/s wr, 2 op/s; 53/792 objects degraded (6.692%) 2023-12-22T17:24:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:55 smithi039 ceph-mon[181282]: Health check update: Degraded data redundancy: 53/792 objects degraded (6.692%), 9 pgs degraded (PG_DEGRADED) 2023-12-22T17:24:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:55 smithi039 ceph-mon[181282]: failed to encode map e534 with expected crc 2023-12-22T17:24:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:55 smithi039 ceph-mon[181282]: osdmap e534: 8 total, 8 up, 8 in 2023-12-22T17:24:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:55 smithi039 ceph-mon[181282]: failed to encode map e534 with expected crc 2023-12-22T17:24:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:55 smithi039 ceph-mon[181282]: failed to encode map e534 with expected crc 2023-12-22T17:24:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:55 smithi039 ceph-mon[181282]: failed to encode map e534 with expected crc 2023-12-22T17:24:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:55 smithi039 ceph-mon[181282]: failed to encode map e534 with expected crc 2023-12-22T17:24:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:55 smithi039 ceph-mon[181282]: failed to encode map e534 with expected crc 2023-12-22T17:24:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:55 smithi039 ceph-mon[181282]: failed to encode map e534 with expected crc 2023-12-22T17:24:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:55 smithi039 ceph-mon[181282]: failed to encode map e534 with expected crc 2023-12-22T17:24:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:24:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:24:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:24:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:24:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:24:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:24:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:24:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-22T17:24:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:55 smithi039 ceph-mon[181282]: osdmap e535: 8 total, 8 up, 8 in 2023-12-22T17:24:56.843 INFO:tasks.rados.rados.0.smithi032.stdout:2379: done (3 left) 2023-12-22T17:24:56.843 INFO:tasks.rados.rados.0.smithi032.stdout:2380: read oid 40 snap 188 2023-12-22T17:24:56.843 INFO:tasks.rados.rados.0.smithi032.stdout:2380: expect deleted 2023-12-22T17:24:56.843 INFO:tasks.rados.rados.0.smithi032.stdout:2381: snap_create 2023-12-22T17:24:56.843 INFO:tasks.rados.rados.0.smithi032.stdout:2378: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-22T17:24:56.852 INFO:tasks.rados.rados.0.smithi032.stdout:2377: expect (ObjNum 717 snap 236 seq_num 717) 2023-12-22T17:24:57.009 INFO:tasks.rados.rados.0.smithi032.stdout:2376: expect (ObjNum 677 snap 216 seq_num 677) 2023-12-22T17:24:57.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:56 smithi032 ceph-mon[189144]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-22T17:24:57.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:56 smithi032 ceph-mon[189144]: Upgrade: unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2023-12-22T17:24:57.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:56 smithi032 ceph-mon[189144]: failed to encode map e535 with expected crc 2023-12-22T17:24:57.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:56 smithi032 ceph-mon[189144]: osdmap e536: 8 total, 8 up, 8 in 2023-12-22T17:24:57.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:56 smithi032 ceph-mon[191839]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-22T17:24:57.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:56 smithi032 ceph-mon[191839]: Upgrade: unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2023-12-22T17:24:57.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:56 smithi032 ceph-mon[191839]: failed to encode map e535 with expected crc 2023-12-22T17:24:57.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:56 smithi032 ceph-mon[191839]: osdmap e536: 8 total, 8 up, 8 in 2023-12-22T17:24:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:56 smithi039 ceph-mon[181282]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-22T17:24:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:56 smithi039 ceph-mon[181282]: Upgrade: unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2023-12-22T17:24:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:56 smithi039 ceph-mon[181282]: failed to encode map e535 with expected crc 2023-12-22T17:24:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:56 smithi039 ceph-mon[181282]: osdmap e536: 8 total, 8 up, 8 in 2023-12-22T17:24:57.846 INFO:tasks.rados.rados.0.smithi032.stdout:2376: done (4 left) 2023-12-22T17:24:57.846 INFO:tasks.rados.rados.0.smithi032.stdout:2377: done (3 left) 2023-12-22T17:24:57.846 INFO:tasks.rados.rados.0.smithi032.stdout:2378: done (2 left) 2023-12-22T17:24:57.846 INFO:tasks.rados.rados.0.smithi032.stdout:2380: done (1 left) 2023-12-22T17:24:57.846 INFO:tasks.rados.rados.0.smithi032.stdout:2381: done (0 left) 2023-12-22T17:24:57.846 INFO:tasks.rados.rados.0.smithi032.stdout:2382: setattr oid 44 current snap is 244 2023-12-22T17:24:57.847 INFO:tasks.rados.rados.0.smithi032.stdout:2383: rollback oid 17 current snap is 244 2023-12-22T17:24:57.848 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 17 to 236 2023-12-22T17:24:57.848 INFO:tasks.rados.rados.0.smithi032.stdout:2384: snap_remove snap 168 2023-12-22T17:24:58.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:57 smithi032 ceph-mon[189144]: pgmap v343: 121 pgs: 9 peering, 3 active+undersized+degraded, 20 active+undersized, 89 active+clean; 553 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 180 KiB/s wr, 7 op/s; 12/804 objects degraded (1.493%); 1.0 MiB/s, 0 objects/s recovering 2023-12-22T17:24:58.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:57 smithi032 ceph-mon[189144]: failed to encode map e536 with expected crc 2023-12-22T17:24:58.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:57 smithi032 ceph-mon[189144]: osdmap e537: 8 total, 8 up, 8 in 2023-12-22T17:24:58.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:57 smithi032 ceph-mon[191839]: pgmap v343: 121 pgs: 9 peering, 3 active+undersized+degraded, 20 active+undersized, 89 active+clean; 553 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 180 KiB/s wr, 7 op/s; 12/804 objects degraded (1.493%); 1.0 MiB/s, 0 objects/s recovering 2023-12-22T17:24:58.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:57 smithi032 ceph-mon[191839]: failed to encode map e536 with expected crc 2023-12-22T17:24:58.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:57 smithi032 ceph-mon[191839]: osdmap e537: 8 total, 8 up, 8 in 2023-12-22T17:24:58.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:57 smithi039 ceph-mon[181282]: pgmap v343: 121 pgs: 9 peering, 3 active+undersized+degraded, 20 active+undersized, 89 active+clean; 553 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 180 KiB/s wr, 7 op/s; 12/804 objects degraded (1.493%); 1.0 MiB/s, 0 objects/s recovering 2023-12-22T17:24:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:57 smithi039 ceph-mon[181282]: failed to encode map e536 with expected crc 2023-12-22T17:24:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:57 smithi039 ceph-mon[181282]: osdmap e537: 8 total, 8 up, 8 in 2023-12-22T17:24:58.851 INFO:tasks.rados.rados.0.smithi032.stdout:2384: done (2 left) 2023-12-22T17:24:58.851 INFO:tasks.rados.rados.0.smithi032.stdout:2385: delete oid 48 current snap is 244 2023-12-22T17:24:58.851 INFO:tasks.rados.rados.0.smithi032.stdout:2383: finishing rollback tid 1 to smithi032174182-17 2023-12-22T17:24:58.851 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 1200 (ObjNum 289 snap 0 seq_num 0) dirty dne 2023-12-22T17:24:58.851 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 1509 (ObjNum 145 snap 0 seq_num 1597063760) dirty exists 2023-12-22T17:24:58.863 INFO:tasks.rados.rados.0.smithi032.stdout:2382: done (2 left) 2023-12-22T17:24:58.863 INFO:tasks.rados.rados.0.smithi032.stdout:2383: done (1 left) 2023-12-22T17:24:58.863 INFO:tasks.rados.rados.0.smithi032.stdout:2385: done (0 left) 2023-12-22T17:24:58.863 INFO:tasks.rados.rados.0.smithi032.stdout:2386: setattr oid 14 current snap is 244 2023-12-22T17:24:58.865 INFO:tasks.rados.rados.0.smithi032.stdout:2387: snap_remove snap 242 2023-12-22T17:24:59.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:58 smithi032 ceph-mon[191839]: failed to encode map e537 with expected crc 2023-12-22T17:24:59.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:58 smithi032 ceph-mon[191839]: osdmap e538: 8 total, 8 up, 8 in 2023-12-22T17:24:59.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:58 smithi032 ceph-mon[189144]: failed to encode map e537 with expected crc 2023-12-22T17:24:59.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:58 smithi032 ceph-mon[189144]: osdmap e538: 8 total, 8 up, 8 in 2023-12-22T17:24:59.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:58 smithi039 ceph-mon[181282]: failed to encode map e537 with expected crc 2023-12-22T17:24:59.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:58 smithi039 ceph-mon[181282]: osdmap e538: 8 total, 8 up, 8 in 2023-12-22T17:24:59.850 INFO:tasks.rados.rados.0.smithi032.stdout:2387: done (1 left) 2023-12-22T17:24:59.850 INFO:tasks.rados.rados.0.smithi032.stdout:2388: rollback oid 37 current snap is 244 2023-12-22T17:24:59.850 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 37 to 240 2023-12-22T17:24:59.851 INFO:tasks.rados.rados.0.smithi032.stdout:2389: snap_remove snap 243 2023-12-22T17:25:00.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:59 smithi032 ceph-mon[191839]: pgmap v346: 121 pgs: 9 peering, 3 active+undersized, 109 active+clean; 553 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 312 KiB/s wr, 7 op/s; 2.6 MiB/s, 1 objects/s recovering 2023-12-22T17:25:00.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:59 smithi032 ceph-mon[191839]: failed to encode map e538 with expected crc 2023-12-22T17:25:00.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:59 smithi032 ceph-mon[191839]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 12/804 objects degraded (1.493%), 3 pgs degraded) 2023-12-22T17:25:00.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:59 smithi032 ceph-mon[191839]: Cluster is now healthy 2023-12-22T17:25:00.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:24:59 smithi032 ceph-mon[191839]: osdmap e539: 8 total, 8 up, 8 in 2023-12-22T17:25:00.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:59 smithi032 ceph-mon[189144]: pgmap v346: 121 pgs: 9 peering, 3 active+undersized, 109 active+clean; 553 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 312 KiB/s wr, 7 op/s; 2.6 MiB/s, 1 objects/s recovering 2023-12-22T17:25:00.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:59 smithi032 ceph-mon[189144]: failed to encode map e538 with expected crc 2023-12-22T17:25:00.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:59 smithi032 ceph-mon[189144]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 12/804 objects degraded (1.493%), 3 pgs degraded) 2023-12-22T17:25:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:59 smithi032 ceph-mon[189144]: Cluster is now healthy 2023-12-22T17:25:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:24:59 smithi032 ceph-mon[189144]: osdmap e539: 8 total, 8 up, 8 in 2023-12-22T17:25:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:59 smithi039 ceph-mon[181282]: pgmap v346: 121 pgs: 9 peering, 3 active+undersized, 109 active+clean; 553 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 312 KiB/s wr, 7 op/s; 2.6 MiB/s, 1 objects/s recovering 2023-12-22T17:25:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:59 smithi039 ceph-mon[181282]: failed to encode map e538 with expected crc 2023-12-22T17:25:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:59 smithi039 ceph-mon[181282]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 12/804 objects degraded (1.493%), 3 pgs degraded) 2023-12-22T17:25:00.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:59 smithi039 ceph-mon[181282]: Cluster is now healthy 2023-12-22T17:25:00.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:24:59 smithi039 ceph-mon[181282]: osdmap e539: 8 total, 8 up, 8 in 2023-12-22T17:25:00.850 INFO:tasks.rados.rados.0.smithi032.stdout:2389: done (2 left) 2023-12-22T17:25:00.851 INFO:tasks.rados.rados.0.smithi032.stdout:2390: copy_from oid 2 from oid 50 current snap is 244 2023-12-22T17:25:00.851 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 1205 (ObjNum 730 snap 241 seq_num 730) dirty exists 2023-12-22T17:25:00.851 INFO:tasks.rados.rados.0.smithi032.stdout:2388: finishing rollback tid 0 to smithi032174182-37 2023-12-22T17:25:00.851 INFO:tasks.rados.rados.0.smithi032.stdout:2388: finishing rollback tid 1 to smithi032174182-37 2023-12-22T17:25:00.851 INFO:tasks.rados.rados.0.smithi032.stdout:2388: finishing rollback tid 2 to smithi032174182-37 2023-12-22T17:25:00.851 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 1223 (ObjNum 719 snap 236 seq_num 719) dirty exists 2023-12-22T17:25:00.851 INFO:tasks.rados.rados.0.smithi032.stdout:2386: done (2 left) 2023-12-22T17:25:00.851 INFO:tasks.rados.rados.0.smithi032.stdout:2388: done (1 left) 2023-12-22T17:25:00.851 INFO:tasks.rados.rados.0.smithi032.stdout:2391: read oid 14 snap -1 2023-12-22T17:25:00.851 INFO:tasks.rados.rados.0.smithi032.stdout:2391: expect (ObjNum 730 snap 241 seq_num 730) 2023-12-22T17:25:00.851 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 42 current snap is 244 2023-12-22T17:25:00.851 INFO:tasks.rados.rados.0.smithi032.stdout:2392: seq_num 736 ranges {5701632=335872} 2023-12-22T17:25:00.884 INFO:tasks.rados.rados.0.smithi032.stdout:2392: writing smithi032174182-42 from 5701632 to 6037504 tid 1 2023-12-22T17:25:00.884 INFO:tasks.rados.rados.0.smithi032.stdout:2393: snap_create 2023-12-22T17:25:00.885 INFO:tasks.rados.rados.0.smithi032.stdout:2390: finishing copy_from to smithi032174182-2 2023-12-22T17:25:00.885 INFO:tasks.rados.rados.0.smithi032.stdout:2390: got expected ENOENT (src dne) 2023-12-22T17:25:00.885 INFO:tasks.rados.rados.0.smithi032.stdout:2390: finishing copy_from racing read to smithi032174182-2 2023-12-22T17:25:00.885 INFO:tasks.rados.rados.0.smithi032.stdout:2391: expect (ObjNum 730 snap 241 seq_num 730) 2023-12-22T17:25:00.893 INFO:tasks.rados.rados.0.smithi032.stdout:2392: finishing write tid 1 to smithi032174182-42 2023-12-22T17:25:00.893 INFO:tasks.rados.rados.0.smithi032.stdout:2392: finishing write tid 2 to smithi032174182-42 2023-12-22T17:25:00.893 INFO:tasks.rados.rados.0.smithi032.stdout:2392: finishing write tid 3 to smithi032174182-42 2023-12-22T17:25:00.893 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 1435 (ObjNum 736 snap 244 seq_num 736) dirty exists 2023-12-22T17:25:00.893 INFO:tasks.rados.rados.0.smithi032.stdout:2392: left oid 42 (ObjNum 736 snap 244 seq_num 736) 2023-12-22T17:25:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:00 smithi032 ceph-mon[191839]: failed to encode map e539 with expected crc 2023-12-22T17:25:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:00 smithi032 ceph-mon[191839]: osdmap e540: 8 total, 8 up, 8 in 2023-12-22T17:25:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:00 smithi032 ceph-mon[189144]: failed to encode map e539 with expected crc 2023-12-22T17:25:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:00 smithi032 ceph-mon[189144]: osdmap e540: 8 total, 8 up, 8 in 2023-12-22T17:25:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:25:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:25:00] "GET /metrics HTTP/1.1" 200 36240 "" "Prometheus/2.43.0" 2023-12-22T17:25:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:00 smithi039 ceph-mon[181282]: failed to encode map e539 with expected crc 2023-12-22T17:25:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:00 smithi039 ceph-mon[181282]: osdmap e540: 8 total, 8 up, 8 in 2023-12-22T17:25:01.852 INFO:tasks.rados.rados.0.smithi032.stdout:2390: done (3 left) 2023-12-22T17:25:01.852 INFO:tasks.rados.rados.0.smithi032.stdout:2391: done (2 left) 2023-12-22T17:25:01.853 INFO:tasks.rados.rados.0.smithi032.stdout:2392: done (1 left) 2023-12-22T17:25:01.853 INFO:tasks.rados.rados.0.smithi032.stdout:2393: done (0 left) 2023-12-22T17:25:01.853 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 48 current snap is 245 2023-12-22T17:25:01.853 INFO:tasks.rados.rados.0.smithi032.stdout:2394: seq_num 737 ranges {0=352256} 2023-12-22T17:25:01.854 INFO:tasks.rados.rados.0.smithi032.stdout:2394: writing smithi032174182-48 from 0 to 352256 tid 1 2023-12-22T17:25:01.854 INFO:tasks.rados.rados.0.smithi032.stdout:2395: delete oid 9 current snap is 245 2023-12-22T17:25:01.862 INFO:tasks.rados.rados.0.smithi032.stdout:2395: done (1 left) 2023-12-22T17:25:01.862 INFO:tasks.rados.rados.0.smithi032.stdout:2396: read oid 25 snap -1 2023-12-22T17:25:01.862 INFO:tasks.rados.rados.0.smithi032.stdout:2396: expect (ObjNum 728 snap 241 seq_num 728) 2023-12-22T17:25:01.862 INFO:tasks.rados.rados.0.smithi032.stdout:2397: read oid 18 snap -1 2023-12-22T17:25:01.862 INFO:tasks.rados.rados.0.smithi032.stdout:2397: expect (ObjNum 580 snap 173 seq_num 580) 2023-12-22T17:25:01.862 INFO:tasks.rados.rados.0.smithi032.stdout:2398: snap_remove snap 238 2023-12-22T17:25:02.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:01 smithi032 ceph-mon[191839]: pgmap v349: 121 pgs: 121 active+clean; 474 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 204 KiB/s wr, 15 op/s; 3.7 MiB/s, 1 objects/s recovering 2023-12-22T17:25:02.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:01 smithi032 ceph-mon[191839]: failed to encode map e540 with expected crc 2023-12-22T17:25:02.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:01 smithi032 ceph-mon[191839]: osdmap e541: 8 total, 8 up, 8 in 2023-12-22T17:25:02.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:01 smithi032 ceph-mon[189144]: pgmap v349: 121 pgs: 121 active+clean; 474 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 204 KiB/s wr, 15 op/s; 3.7 MiB/s, 1 objects/s recovering 2023-12-22T17:25:02.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:01 smithi032 ceph-mon[189144]: failed to encode map e540 with expected crc 2023-12-22T17:25:02.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:01 smithi032 ceph-mon[189144]: osdmap e541: 8 total, 8 up, 8 in 2023-12-22T17:25:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:01 smithi039 ceph-mon[181282]: pgmap v349: 121 pgs: 121 active+clean; 474 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 204 KiB/s wr, 15 op/s; 3.7 MiB/s, 1 objects/s recovering 2023-12-22T17:25:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:01 smithi039 ceph-mon[181282]: failed to encode map e540 with expected crc 2023-12-22T17:25:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:01 smithi039 ceph-mon[181282]: osdmap e541: 8 total, 8 up, 8 in 2023-12-22T17:25:02.854 INFO:tasks.rados.rados.0.smithi032.stdout:2398: done (3 left) 2023-12-22T17:25:02.855 INFO:tasks.rados.rados.0.smithi032.stdout:2399: snap_remove snap 240 2023-12-22T17:25:03.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:02 smithi032 ceph-mon[191839]: failed to encode map e541 with expected crc 2023-12-22T17:25:03.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:02 smithi032 ceph-mon[191839]: osdmap e542: 8 total, 8 up, 8 in 2023-12-22T17:25:03.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:02 smithi032 ceph-mon[189144]: failed to encode map e541 with expected crc 2023-12-22T17:25:03.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:02 smithi032 ceph-mon[189144]: osdmap e542: 8 total, 8 up, 8 in 2023-12-22T17:25:03.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:02 smithi039 ceph-mon[181282]: failed to encode map e541 with expected crc 2023-12-22T17:25:03.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:02 smithi039 ceph-mon[181282]: osdmap e542: 8 total, 8 up, 8 in 2023-12-22T17:25:03.857 INFO:tasks.rados.rados.0.smithi032.stdout:2399: done (3 left) 2023-12-22T17:25:03.857 INFO:tasks.rados.rados.0.smithi032.stdout:2400: copy_from oid 49 from oid 29 current snap is 245 2023-12-22T17:25:03.857 INFO:tasks.rados.rados.0.smithi032.stdout:2394: finishing write tid 1 to smithi032174182-48 2023-12-22T17:25:03.857 INFO:tasks.rados.rados.0.smithi032.stdout:2394: finishing write tid 2 to smithi032174182-48 2023-12-22T17:25:03.857 INFO:tasks.rados.rados.0.smithi032.stdout:2394: finishing write tid 3 to smithi032174182-48 2023-12-22T17:25:03.858 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 742 (ObjNum 737 snap 245 seq_num 737) dirty exists 2023-12-22T17:25:03.858 INFO:tasks.rados.rados.0.smithi032.stdout:2394: left oid 48 (ObjNum 737 snap 245 seq_num 737) 2023-12-22T17:25:03.858 INFO:tasks.rados.rados.0.smithi032.stdout:2396: expect (ObjNum 728 snap 241 seq_num 728) 2023-12-22T17:25:03.863 INFO:tasks.rados.rados.0.smithi032.stdout:2397: expect (ObjNum 580 snap 173 seq_num 580) 2023-12-22T17:25:04.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:03 smithi032 ceph-mon[189144]: pgmap v352: 121 pgs: 121 active+clean; 457 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 72 KiB/s wr, 13 op/s; 2.1 MiB/s, 0 objects/s recovering 2023-12-22T17:25:04.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:03 smithi032 ceph-mon[189144]: failed to encode map e542 with expected crc 2023-12-22T17:25:04.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:03 smithi032 ceph-mon[189144]: osdmap e543: 8 total, 8 up, 8 in 2023-12-22T17:25:04.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:03 smithi032 ceph-mon[191839]: pgmap v352: 121 pgs: 121 active+clean; 457 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 72 KiB/s wr, 13 op/s; 2.1 MiB/s, 0 objects/s recovering 2023-12-22T17:25:04.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:03 smithi032 ceph-mon[191839]: failed to encode map e542 with expected crc 2023-12-22T17:25:04.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:03 smithi032 ceph-mon[191839]: osdmap e543: 8 total, 8 up, 8 in 2023-12-22T17:25:04.206 INFO:tasks.rados.rados.0.smithi032.stdout:2400: finishing copy_from racing read to smithi032174182-49 2023-12-22T17:25:04.206 INFO:tasks.rados.rados.0.smithi032.stdout:2400: finishing copy_from to smithi032174182-49 2023-12-22T17:25:04.206 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 1685 (ObjNum 677 snap 216 seq_num 677) dirty exists 2023-12-22T17:25:04.206 INFO:tasks.rados.rados.0.smithi032.stdout:2394: done (3 left) 2023-12-22T17:25:04.206 INFO:tasks.rados.rados.0.smithi032.stdout:2396: done (2 left) 2023-12-22T17:25:04.206 INFO:tasks.rados.rados.0.smithi032.stdout:2397: done (1 left) 2023-12-22T17:25:04.207 INFO:tasks.rados.rados.0.smithi032.stdout:2400: done (0 left) 2023-12-22T17:25:04.207 INFO:tasks.rados.rados.0.smithi032.stdout:2401: rollback oid 40 current snap is 245 2023-12-22T17:25:04.207 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 40 to 244 2023-12-22T17:25:04.207 INFO:tasks.rados.rados.0.smithi032.stdout:2402: delete oid 23 current snap is 245 2023-12-22T17:25:04.209 INFO:tasks.rados.rados.0.smithi032.stdout:2401: finishing rollback tid 0 to smithi032174182-40 2023-12-22T17:25:04.210 INFO:tasks.rados.rados.0.smithi032.stdout:2401: finishing rollback tid 1 to smithi032174182-40 2023-12-22T17:25:04.210 INFO:tasks.rados.rados.0.smithi032.stdout:2401: finishing rollback tid 2 to smithi032174182-40 2023-12-22T17:25:04.211 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 746 (ObjNum 670 snap 215 seq_num 670) dirty exists 2023-12-22T17:25:04.211 INFO:tasks.rados.rados.0.smithi032.stdout:2401: done (1 left) 2023-12-22T17:25:04.211 INFO:tasks.rados.rados.0.smithi032.stdout:2402: done (0 left) 2023-12-22T17:25:04.211 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 46 current snap is 245 2023-12-22T17:25:04.211 INFO:tasks.rados.rados.0.smithi032.stdout:2403: seq_num 740 ranges {2826240=401408} 2023-12-22T17:25:04.228 INFO:tasks.rados.rados.0.smithi032.stdout:2403: writing smithi032174182-46 from 2826240 to 3227648 tid 1 2023-12-22T17:25:04.228 INFO:tasks.rados.rados.0.smithi032.stdout:2404: setattr oid 11 current snap is 245 2023-12-22T17:25:04.230 INFO:tasks.rados.rados.0.smithi032.stdout:2405: read oid 33 snap -1 2023-12-22T17:25:04.230 INFO:tasks.rados.rados.0.smithi032.stdout:2405: expect deleted 2023-12-22T17:25:04.230 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 18 current snap is 245 2023-12-22T17:25:04.230 INFO:tasks.rados.rados.0.smithi032.stdout:2406: seq_num 741 ranges {5701632=417792} 2023-12-22T17:25:04.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:03 smithi039 ceph-mon[181282]: pgmap v352: 121 pgs: 121 active+clean; 457 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 72 KiB/s wr, 13 op/s; 2.1 MiB/s, 0 objects/s recovering 2023-12-22T17:25:04.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:03 smithi039 ceph-mon[181282]: failed to encode map e542 with expected crc 2023-12-22T17:25:04.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:03 smithi039 ceph-mon[181282]: osdmap e543: 8 total, 8 up, 8 in 2023-12-22T17:25:04.263 INFO:tasks.rados.rados.0.smithi032.stdout:2406: writing smithi032174182-18 from 5701632 to 6119424 tid 1 2023-12-22T17:25:04.263 INFO:tasks.rados.rados.0.smithi032.stdout:2407: setattr oid 36 current snap is 245 2023-12-22T17:25:04.263 INFO:tasks.rados.rados.0.smithi032.stdout:2403: finishing write tid 1 to smithi032174182-46 2023-12-22T17:25:04.264 INFO:tasks.rados.rados.0.smithi032.stdout:2403: finishing write tid 2 to smithi032174182-46 2023-12-22T17:25:04.264 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 1427 (ObjNum 703 snap 233 seq_num 703) dirty exists 2023-12-22T17:25:04.264 INFO:tasks.rados.rados.0.smithi032.stdout:2403: finishing write tid 3 to smithi032174182-46 2023-12-22T17:25:04.264 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 1437 (ObjNum 740 snap 245 seq_num 740) dirty exists 2023-12-22T17:25:04.264 INFO:tasks.rados.rados.0.smithi032.stdout:2403: left oid 46 (ObjNum 740 snap 245 seq_num 740) 2023-12-22T17:25:04.265 INFO:tasks.rados.rados.0.smithi032.stdout:2403: done (4 left) 2023-12-22T17:25:04.265 INFO:tasks.rados.rados.0.smithi032.stdout:2404: done (3 left) 2023-12-22T17:25:04.265 INFO:tasks.rados.rados.0.smithi032.stdout:2405: done (2 left) 2023-12-22T17:25:04.265 INFO:tasks.rados.rados.0.smithi032.stdout:2408: read oid 47 snap 213 2023-12-22T17:25:04.266 INFO:tasks.rados.rados.0.smithi032.stdout:2408: expect (ObjNum 584 snap 175 seq_num 584) 2023-12-22T17:25:04.266 INFO:tasks.rados.rados.0.smithi032.stdout:2409: read oid 49 snap 244 2023-12-22T17:25:04.266 INFO:tasks.rados.rados.0.smithi032.stdout:2409: expect deleted 2023-12-22T17:25:04.266 INFO:tasks.rados.rados.0.smithi032.stdout:2410: read oid 15 snap -1 2023-12-22T17:25:04.266 INFO:tasks.rados.rados.0.smithi032.stdout:2410: expect (ObjNum 545 snap 167 seq_num 545) 2023-12-22T17:25:04.266 INFO:tasks.rados.rados.0.smithi032.stdout:2411: delete oid 23 current snap is 245 2023-12-22T17:25:04.267 INFO:tasks.rados.rados.0.smithi032.stdout:2409: done (5 left) 2023-12-22T17:25:04.267 INFO:tasks.rados.rados.0.smithi032.stdout:2411: done (4 left) 2023-12-22T17:25:04.267 INFO:tasks.rados.rados.0.smithi032.stdout:2412: snap_create 2023-12-22T17:25:04.269 INFO:tasks.rados.rados.0.smithi032.stdout:2406: finishing write tid 1 to smithi032174182-18 2023-12-22T17:25:04.270 INFO:tasks.rados.rados.0.smithi032.stdout:2406: finishing write tid 2 to smithi032174182-18 2023-12-22T17:25:04.270 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 1206 (ObjNum 724 snap 240 seq_num 724) dirty exists 2023-12-22T17:25:04.271 INFO:tasks.rados.rados.0.smithi032.stdout:2408: expect (ObjNum 584 snap 175 seq_num 584) 2023-12-22T17:25:04.351 INFO:tasks.rados.rados.0.smithi032.stdout:2406: finishing write tid 3 to smithi032174182-18 2023-12-22T17:25:04.352 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 1419 (ObjNum 741 snap 245 seq_num 741) dirty exists 2023-12-22T17:25:04.352 INFO:tasks.rados.rados.0.smithi032.stdout:2406: left oid 18 (ObjNum 741 snap 245 seq_num 741) 2023-12-22T17:25:04.352 INFO:tasks.rados.rados.0.smithi032.stdout:2410: expect (ObjNum 545 snap 167 seq_num 545) 2023-12-22T17:25:04.929 INFO:tasks.rados.rados.0.smithi032.stdout:2406: done (4 left) 2023-12-22T17:25:04.930 INFO:tasks.rados.rados.0.smithi032.stdout:2407: done (3 left) 2023-12-22T17:25:04.930 INFO:tasks.rados.rados.0.smithi032.stdout:2408: done (2 left) 2023-12-22T17:25:04.930 INFO:tasks.rados.rados.0.smithi032.stdout:2410: done (1 left) 2023-12-22T17:25:04.930 INFO:tasks.rados.rados.0.smithi032.stdout:2412: done (0 left) 2023-12-22T17:25:04.930 INFO:tasks.rados.rados.0.smithi032.stdout:2413: read oid 19 snap -1 2023-12-22T17:25:04.930 INFO:tasks.rados.rados.0.smithi032.stdout:2413: expect deleted 2023-12-22T17:25:04.930 INFO:tasks.rados.rados.0.smithi032.stdout:2414: snap_remove snap 235 2023-12-22T17:25:05.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:04 smithi032 ceph-mon[189144]: failed to encode map e543 with expected crc 2023-12-22T17:25:05.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:05.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:25:05.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:04 smithi032 ceph-mon[191839]: failed to encode map e543 with expected crc 2023-12-22T17:25:05.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:05.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:25:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:04 smithi039 ceph-mon[181282]: failed to encode map e543 with expected crc 2023-12-22T17:25:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:25:05.844 INFO:tasks.rados.rados.0.smithi032.stdout:2414: done (1 left) 2023-12-22T17:25:05.844 INFO:tasks.rados.rados.0.smithi032.stdout:2415: snap_create 2023-12-22T17:25:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:05 smithi032 ceph-mon[191839]: pgmap v355: 121 pgs: 121 active+clean; 446 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 82 KiB/s wr, 1 op/s 2023-12-22T17:25:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:05 smithi032 ceph-mon[191839]: failed to encode map e544 with expected crc 2023-12-22T17:25:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:05 smithi032 ceph-mon[191839]: osdmap e544: 8 total, 8 up, 8 in 2023-12-22T17:25:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:05 smithi032 ceph-mon[191839]: osdmap e545: 8 total, 8 up, 8 in 2023-12-22T17:25:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:05 smithi032 ceph-mon[189144]: pgmap v355: 121 pgs: 121 active+clean; 446 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 82 KiB/s wr, 1 op/s 2023-12-22T17:25:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:05 smithi032 ceph-mon[189144]: failed to encode map e544 with expected crc 2023-12-22T17:25:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:05 smithi032 ceph-mon[189144]: osdmap e544: 8 total, 8 up, 8 in 2023-12-22T17:25:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:05 smithi032 ceph-mon[189144]: osdmap e545: 8 total, 8 up, 8 in 2023-12-22T17:25:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:05 smithi039 ceph-mon[181282]: pgmap v355: 121 pgs: 121 active+clean; 446 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 82 KiB/s wr, 1 op/s 2023-12-22T17:25:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:05 smithi039 ceph-mon[181282]: failed to encode map e544 with expected crc 2023-12-22T17:25:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:05 smithi039 ceph-mon[181282]: osdmap e544: 8 total, 8 up, 8 in 2023-12-22T17:25:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:05 smithi039 ceph-mon[181282]: osdmap e545: 8 total, 8 up, 8 in 2023-12-22T17:25:06.845 INFO:tasks.rados.rados.0.smithi032.stdout:2413: done (1 left) 2023-12-22T17:25:06.845 INFO:tasks.rados.rados.0.smithi032.stdout:2415: done (0 left) 2023-12-22T17:25:06.846 INFO:tasks.rados.rados.0.smithi032.stdout:2416: copy_from oid 50 from oid 43 current snap is 247 2023-12-22T17:25:06.846 INFO:tasks.rados.rados.0.smithi032.stdout:2417: snap_create 2023-12-22T17:25:06.880 INFO:tasks.rados.rados.0.smithi032.stdout:2416: finishing copy_from racing read to smithi032174182-50 2023-12-22T17:25:06.886 INFO:tasks.rados.rados.0.smithi032.stdout:2416: finishing copy_from to smithi032174182-50 2023-12-22T17:25:06.886 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 1057 (ObjNum 700 snap 231 seq_num 700) dirty exists 2023-12-22T17:25:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:06 smithi039 ceph-mon[181282]: failed to encode map e545 with expected crc 2023-12-22T17:25:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:06 smithi039 ceph-mon[181282]: osdmap e546: 8 total, 8 up, 8 in 2023-12-22T17:25:07.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:06 smithi032 ceph-mon[189144]: failed to encode map e545 with expected crc 2023-12-22T17:25:07.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:06 smithi032 ceph-mon[189144]: osdmap e546: 8 total, 8 up, 8 in 2023-12-22T17:25:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:06 smithi032 ceph-mon[191839]: failed to encode map e545 with expected crc 2023-12-22T17:25:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:06 smithi032 ceph-mon[191839]: osdmap e546: 8 total, 8 up, 8 in 2023-12-22T17:25:07.847 INFO:tasks.rados.rados.0.smithi032.stdout:2416: done (1 left) 2023-12-22T17:25:07.847 INFO:tasks.rados.rados.0.smithi032.stdout:2417: done (0 left) 2023-12-22T17:25:07.847 INFO:tasks.rados.rados.0.smithi032.stdout:2418: rollback oid 44 current snap is 248 2023-12-22T17:25:07.848 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 44 to 191 2023-12-22T17:25:07.848 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 42 current snap is 248 2023-12-22T17:25:07.848 INFO:tasks.rados.rados.0.smithi032.stdout:2419: seq_num 743 ranges {6037504=450560} 2023-12-22T17:25:07.883 INFO:tasks.rados.rados.0.smithi032.stdout:2419: writing smithi032174182-42 from 6037504 to 6488064 tid 1 2023-12-22T17:25:07.884 INFO:tasks.rados.rados.0.smithi032.stdout:2420: rollback oid 5 current snap is 248 2023-12-22T17:25:07.884 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 5 to 201 2023-12-22T17:25:07.884 INFO:tasks.rados.rados.0.smithi032.stdout:2418: finishing rollback tid 0 to smithi032174182-44 2023-12-22T17:25:07.884 INFO:tasks.rados.rados.0.smithi032.stdout:2418: finishing rollback tid 1 to smithi032174182-44 2023-12-22T17:25:07.884 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 50 current snap is 248 2023-12-22T17:25:07.884 INFO:tasks.rados.rados.0.smithi032.stdout:2418: finishing rollback tid 2 to smithi032174182-44 2023-12-22T17:25:07.884 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 1548 (ObjNum 589 snap 180 seq_num 589) dirty exists 2023-12-22T17:25:07.884 INFO:tasks.rados.rados.0.smithi032.stdout:2421: seq_num 744 ranges {8339456=466944} 2023-12-22T17:25:07.932 INFO:tasks.rados.rados.0.smithi032.stdout:2421: writing smithi032174182-50 from 8339456 to 8806400 tid 1 2023-12-22T17:25:07.932 INFO:tasks.rados.rados.0.smithi032.stdout:2418: done (3 left) 2023-12-22T17:25:07.932 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 9 current snap is 248 2023-12-22T17:25:07.932 INFO:tasks.rados.rados.0.smithi032.stdout:2420: finishing rollback tid 0 to smithi032174182-5 2023-12-22T17:25:07.932 INFO:tasks.rados.rados.0.smithi032.stdout:2422: seq_num 745 ranges {0=483328} 2023-12-22T17:25:07.936 INFO:tasks.rados.rados.0.smithi032.stdout:2422: writing smithi032174182-9 from 0 to 483328 tid 1 2023-12-22T17:25:07.936 INFO:tasks.rados.rados.0.smithi032.stdout:2423: read oid 19 snap -1 2023-12-22T17:25:07.936 INFO:tasks.rados.rados.0.smithi032.stdout:2423: expect deleted 2023-12-22T17:25:07.936 INFO:tasks.rados.rados.0.smithi032.stdout:2424: delete oid 36 current snap is 248 2023-12-22T17:25:07.936 INFO:tasks.rados.rados.0.smithi032.stdout:2419: finishing write tid 1 to smithi032174182-42 2023-12-22T17:25:07.936 INFO:tasks.rados.rados.0.smithi032.stdout:2420: finishing rollback tid 1 to smithi032174182-5 2023-12-22T17:25:07.936 INFO:tasks.rados.rados.0.smithi032.stdout:2419: finishing write tid 2 to smithi032174182-42 2023-12-22T17:25:07.936 INFO:tasks.rados.rados.0.smithi032.stdout:2420: finishing rollback tid 2 to smithi032174182-5 2023-12-22T17:25:07.936 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 1223 (ObjNum 625 snap 194 seq_num 625) dirty exists 2023-12-22T17:25:07.936 INFO:tasks.rados.rados.0.smithi032.stdout:2419: finishing write tid 3 to smithi032174182-42 2023-12-22T17:25:07.936 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 1439 (ObjNum 743 snap 248 seq_num 743) dirty exists 2023-12-22T17:25:07.936 INFO:tasks.rados.rados.0.smithi032.stdout:2419: left oid 42 (ObjNum 743 snap 248 seq_num 743) 2023-12-22T17:25:07.939 INFO:tasks.rados.rados.0.smithi032.stdout:2421: finishing write tid 1 to smithi032174182-50 2023-12-22T17:25:07.939 INFO:tasks.rados.rados.0.smithi032.stdout:2421: finishing write tid 2 to smithi032174182-50 2023-12-22T17:25:07.940 INFO:tasks.rados.rados.0.smithi032.stdout:2422: finishing write tid 1 to smithi032174182-9 2023-12-22T17:25:07.940 INFO:tasks.rados.rados.0.smithi032.stdout:2419: done (5 left) 2023-12-22T17:25:07.940 INFO:tasks.rados.rados.0.smithi032.stdout:2420: done (4 left) 2023-12-22T17:25:07.940 INFO:tasks.rados.rados.0.smithi032.stdout:2423: done (3 left) 2023-12-22T17:25:07.940 INFO:tasks.rados.rados.0.smithi032.stdout:2424: done (2 left) 2023-12-22T17:25:07.941 INFO:tasks.rados.rados.0.smithi032.stdout:2425: read oid 34 snap -1 2023-12-22T17:25:07.941 INFO:tasks.rados.rados.0.smithi032.stdout:2425: expect (ObjNum 691 snap 225 seq_num 691) 2023-12-22T17:25:07.941 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 39 current snap is 248 2023-12-22T17:25:07.941 INFO:tasks.rados.rados.0.smithi032.stdout:2422: finishing write tid 2 to smithi032174182-9 2023-12-22T17:25:07.941 INFO:tasks.rados.rados.0.smithi032.stdout:2426: seq_num 747 ranges {540672=516096} 2023-12-22T17:25:07.946 INFO:tasks.rados.rados.0.smithi032.stdout:2426: writing smithi032174182-39 from 540672 to 1056768 tid 1 2023-12-22T17:25:07.946 INFO:tasks.rados.rados.0.smithi032.stdout:2427: snap_remove snap 222 2023-12-22T17:25:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:07 smithi039 ceph-mon[181282]: pgmap v358: 121 pgs: 121 active+clean; 453 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2023-12-22T17:25:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:07 smithi039 ceph-mon[181282]: failed to encode map e546 with expected crc 2023-12-22T17:25:08.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:07 smithi039 ceph-mon[181282]: osdmap e547: 8 total, 8 up, 8 in 2023-12-22T17:25:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:07 smithi032 ceph-mon[191839]: pgmap v358: 121 pgs: 121 active+clean; 453 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2023-12-22T17:25:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:07 smithi032 ceph-mon[191839]: failed to encode map e546 with expected crc 2023-12-22T17:25:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:07 smithi032 ceph-mon[191839]: osdmap e547: 8 total, 8 up, 8 in 2023-12-22T17:25:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:07 smithi032 ceph-mon[189144]: pgmap v358: 121 pgs: 121 active+clean; 453 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2023-12-22T17:25:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:07 smithi032 ceph-mon[189144]: failed to encode map e546 with expected crc 2023-12-22T17:25:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:07 smithi032 ceph-mon[189144]: osdmap e547: 8 total, 8 up, 8 in 2023-12-22T17:25:08.944 INFO:tasks.rados.rados.0.smithi032.stdout:2427: done (4 left) 2023-12-22T17:25:08.944 INFO:tasks.rados.rados.0.smithi032.stdout:2428: copy_from oid 30 from oid 37 current snap is 248 2023-12-22T17:25:08.944 INFO:tasks.rados.rados.0.smithi032.stdout:2422: finishing write tid 3 to smithi032174182-9 2023-12-22T17:25:08.944 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 1226 (ObjNum 745 snap 248 seq_num 745) dirty exists 2023-12-22T17:25:08.944 INFO:tasks.rados.rados.0.smithi032.stdout:2422: left oid 9 (ObjNum 745 snap 248 seq_num 745) 2023-12-22T17:25:08.944 INFO:tasks.rados.rados.0.smithi032.stdout:2421: finishing write tid 3 to smithi032174182-50 2023-12-22T17:25:08.944 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 1687 (ObjNum 744 snap 248 seq_num 744) dirty exists 2023-12-22T17:25:08.944 INFO:tasks.rados.rados.0.smithi032.stdout:2421: left oid 50 (ObjNum 744 snap 248 seq_num 744) 2023-12-22T17:25:08.944 INFO:tasks.rados.rados.0.smithi032.stdout:2425: expect (ObjNum 691 snap 225 seq_num 691) 2023-12-22T17:25:09.008 INFO:tasks.rados.rados.0.smithi032.stdout:2426: finishing write tid 1 to smithi032174182-39 2023-12-22T17:25:09.008 INFO:tasks.rados.rados.0.smithi032.stdout:2426: finishing write tid 2 to smithi032174182-39 2023-12-22T17:25:09.008 INFO:tasks.rados.rados.0.smithi032.stdout:2426: finishing write tid 3 to smithi032174182-39 2023-12-22T17:25:09.008 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 721 (ObjNum 747 snap 248 seq_num 747) dirty exists 2023-12-22T17:25:09.008 INFO:tasks.rados.rados.0.smithi032.stdout:2426: left oid 39 (ObjNum 747 snap 248 seq_num 747) 2023-12-22T17:25:09.009 INFO:tasks.rados.rados.0.smithi032.stdout:2421: done (4 left) 2023-12-22T17:25:09.009 INFO:tasks.rados.rados.0.smithi032.stdout:2422: done (3 left) 2023-12-22T17:25:09.009 INFO:tasks.rados.rados.0.smithi032.stdout:2425: done (2 left) 2023-12-22T17:25:09.009 INFO:tasks.rados.rados.0.smithi032.stdout:2426: done (1 left) 2023-12-22T17:25:09.009 INFO:tasks.rados.rados.0.smithi032.stdout:2429: read oid 22 snap 244 2023-12-22T17:25:09.009 INFO:tasks.rados.rados.0.smithi032.stdout:2429: expect (ObjNum 633 snap 198 seq_num 633) 2023-12-22T17:25:09.009 INFO:tasks.rados.rados.0.smithi032.stdout:2430: copy_from oid 48 from oid 32 current snap is 248 2023-12-22T17:25:09.009 INFO:tasks.rados.rados.0.smithi032.stdout:2428: finishing copy_from racing read to smithi032174182-30 2023-12-22T17:25:09.009 INFO:tasks.rados.rados.0.smithi032.stdout:2428: finishing copy_from to smithi032174182-30 2023-12-22T17:25:09.009 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 1223 (ObjNum 719 snap 236 seq_num 719) dirty exists 2023-12-22T17:25:09.009 INFO:tasks.rados.rados.0.smithi032.stdout:2428: done (2 left) 2023-12-22T17:25:09.009 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 8 current snap is 248 2023-12-22T17:25:09.009 INFO:tasks.rados.rados.0.smithi032.stdout:2431: seq_num 748 ranges {3579904=532480} 2023-12-22T17:25:09.031 INFO:tasks.rados.rados.0.smithi032.stdout:2431: writing smithi032174182-8 from 3579904 to 4112384 tid 1 2023-12-22T17:25:09.031 INFO:tasks.rados.rados.0.smithi032.stdout:2432: delete oid 19 current snap is 248 2023-12-22T17:25:09.031 INFO:tasks.rados.rados.0.smithi032.stdout:2430: finishing copy_from to smithi032174182-48 2023-12-22T17:25:09.031 INFO:tasks.rados.rados.0.smithi032.stdout:2430: got expected ENOENT (src dne) 2023-12-22T17:25:09.031 INFO:tasks.rados.rados.0.smithi032.stdout:2430: finishing copy_from racing read to smithi032174182-48 2023-12-22T17:25:09.031 INFO:tasks.rados.rados.0.smithi032.stdout:2429: expect (ObjNum 633 snap 198 seq_num 633) 2023-12-22T17:25:09.127 INFO:tasks.rados.rados.0.smithi032.stdout:2431: finishing write tid 1 to smithi032174182-8 2023-12-22T17:25:09.127 INFO:tasks.rados.rados.0.smithi032.stdout:2431: finishing write tid 2 to smithi032174182-8 2023-12-22T17:25:09.127 INFO:tasks.rados.rados.0.smithi032.stdout:2431: finishing write tid 3 to smithi032174182-8 2023-12-22T17:25:09.128 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 579 (ObjNum 748 snap 248 seq_num 748) dirty exists 2023-12-22T17:25:09.128 INFO:tasks.rados.rados.0.smithi032.stdout:2431: left oid 8 (ObjNum 748 snap 248 seq_num 748) 2023-12-22T17:25:09.128 INFO:tasks.rados.rados.0.smithi032.stdout:2429: done (3 left) 2023-12-22T17:25:09.128 INFO:tasks.rados.rados.0.smithi032.stdout:2430: done (2 left) 2023-12-22T17:25:09.128 INFO:tasks.rados.rados.0.smithi032.stdout:2431: done (1 left) 2023-12-22T17:25:09.128 INFO:tasks.rados.rados.0.smithi032.stdout:2432: done (0 left) 2023-12-22T17:25:09.128 INFO:tasks.rados.rados.0.smithi032.stdout:2433: copy_from oid 33 from oid 29 current snap is 248 2023-12-22T17:25:09.128 INFO:tasks.rados.rados.0.smithi032.stdout:2434: snap_remove snap 198 2023-12-22T17:25:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:08 smithi039 ceph-mon[181282]: failed to encode map e547 with expected crc 2023-12-22T17:25:09.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:08 smithi032 ceph-mon[191839]: failed to encode map e547 with expected crc 2023-12-22T17:25:09.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:08 smithi032 ceph-mon[189144]: failed to encode map e547 with expected crc 2023-12-22T17:25:09.951 INFO:tasks.rados.rados.0.smithi032.stdout:2434: done (1 left) 2023-12-22T17:25:09.952 INFO:tasks.rados.rados.0.smithi032.stdout:2435: read oid 49 snap 224 2023-12-22T17:25:09.952 INFO:tasks.rados.rados.0.smithi032.stdout:2435: expect (ObjNum 522 snap 160 seq_num 522) 2023-12-22T17:25:09.952 INFO:tasks.rados.rados.0.smithi032.stdout:2436: delete oid 16 current snap is 248 2023-12-22T17:25:09.952 INFO:tasks.rados.rados.0.smithi032.stdout:2433: finishing copy_from to smithi032174182-33 2023-12-22T17:25:09.952 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 1685 (ObjNum 677 snap 216 seq_num 677) dirty exists 2023-12-22T17:25:09.952 INFO:tasks.rados.rados.0.smithi032.stdout:2433: finishing copy_from racing read to smithi032174182-33 2023-12-22T17:25:09.973 INFO:tasks.rados.rados.0.smithi032.stdout:2433: done (2 left) 2023-12-22T17:25:09.973 INFO:tasks.rados.rados.0.smithi032.stdout:2436: done (1 left) 2023-12-22T17:25:09.973 INFO:tasks.rados.rados.0.smithi032.stdout:2437: delete oid 34 current snap is 248 2023-12-22T17:25:09.989 INFO:tasks.rados.rados.0.smithi032.stdout:2435: expect (ObjNum 522 snap 160 seq_num 522) 2023-12-22T17:25:10.127 INFO:tasks.rados.rados.0.smithi032.stdout:2435: done (1 left) 2023-12-22T17:25:10.127 INFO:tasks.rados.rados.0.smithi032.stdout:2437: done (0 left) 2023-12-22T17:25:10.127 INFO:tasks.rados.rados.0.smithi032.stdout:2438: rollback oid 33 current snap is 248 2023-12-22T17:25:10.127 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 33 to 213 2023-12-22T17:25:10.127 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 47 current snap is 248 2023-12-22T17:25:10.127 INFO:tasks.rados.rados.0.smithi032.stdout:2439: seq_num 752 ranges {0=598016} 2023-12-22T17:25:10.131 INFO:tasks.rados.rados.0.smithi032.stdout:2439: writing smithi032174182-47 from 0 to 598016 tid 1 2023-12-22T17:25:10.131 INFO:tasks.rados.rados.0.smithi032.stdout:2440: read oid 30 snap -1 2023-12-22T17:25:10.131 INFO:tasks.rados.rados.0.smithi032.stdout:2440: expect (ObjNum 719 snap 236 seq_num 719) 2023-12-22T17:25:10.131 INFO:tasks.rados.rados.0.smithi032.stdout:2441: read oid 46 snap -1 2023-12-22T17:25:10.131 INFO:tasks.rados.rados.0.smithi032.stdout:2441: expect (ObjNum 740 snap 245 seq_num 740) 2023-12-22T17:25:10.131 INFO:tasks.rados.rados.0.smithi032.stdout:2438: finishing rollback tid 0 to smithi032174182-33 2023-12-22T17:25:10.132 INFO:tasks.rados.rados.0.smithi032.stdout:2442: read oid 37 snap 228 2023-12-22T17:25:10.132 INFO:tasks.rados.rados.0.smithi032.stdout:2442: expect (ObjNum 511 snap 157 seq_num 511) 2023-12-22T17:25:10.132 INFO:tasks.rados.rados.0.smithi032.stdout:2443: rmattr oid 13 current snap is 248 2023-12-22T17:25:10.132 INFO:tasks.rados.rados.0.smithi032.stdout:2443: done (5 left) 2023-12-22T17:25:10.132 INFO:tasks.rados.rados.0.smithi032.stdout:2444: setattr oid 11 current snap is 248 2023-12-22T17:25:10.132 INFO:tasks.rados.rados.0.smithi032.stdout:2438: finishing rollback tid 1 to smithi032174182-33 2023-12-22T17:25:10.132 INFO:tasks.rados.rados.0.smithi032.stdout:2438: finishing rollback tid 2 to smithi032174182-33 2023-12-22T17:25:10.132 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 1688 (ObjNum 585 snap 175 seq_num 585) dirty exists 2023-12-22T17:25:10.142 INFO:tasks.rados.rados.0.smithi032.stdout:2438: done (5 left) 2023-12-22T17:25:10.142 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 29 current snap is 248 2023-12-22T17:25:10.142 INFO:tasks.rados.rados.0.smithi032.stdout:2445: seq_num 753 ranges {6201344=614400} 2023-12-22T17:25:10.171 INFO:tasks.rados.rados.0.smithi032.stdout:2445: writing smithi032174182-29 from 6201344 to 6815744 tid 1 2023-12-22T17:25:10.171 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 41 current snap is 248 2023-12-22T17:25:10.171 INFO:tasks.rados.rados.0.smithi032.stdout:2446: seq_num 754 ranges {0=630784} 2023-12-22T17:25:10.175 INFO:tasks.rados.rados.0.smithi032.stdout:2446: writing smithi032174182-41 from 0 to 630784 tid 1 2023-12-22T17:25:10.175 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 39 current snap is 248 2023-12-22T17:25:10.175 INFO:tasks.rados.rados.0.smithi032.stdout:2439: finishing write tid 1 to smithi032174182-47 2023-12-22T17:25:10.175 INFO:tasks.rados.rados.0.smithi032.stdout:2439: finishing write tid 2 to smithi032174182-47 2023-12-22T17:25:10.176 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 1428 (ObjNum 703 snap 233 seq_num 703) dirty exists 2023-12-22T17:25:10.176 INFO:tasks.rados.rados.0.smithi032.stdout:2439: finishing write tid 3 to smithi032174182-47 2023-12-22T17:25:10.176 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 1790 (ObjNum 752 snap 248 seq_num 752) dirty exists 2023-12-22T17:25:10.176 INFO:tasks.rados.rados.0.smithi032.stdout:2439: left oid 47 (ObjNum 752 snap 248 seq_num 752) 2023-12-22T17:25:10.176 INFO:tasks.rados.rados.0.smithi032.stdout:2440: expect (ObjNum 719 snap 236 seq_num 719) 2023-12-22T17:25:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:09 smithi039 ceph-mon[181282]: pgmap v361: 121 pgs: 121 active+clean; 453 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2023-12-22T17:25:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:09 smithi039 ceph-mon[181282]: failed to encode map e548 with expected crc 2023-12-22T17:25:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:09 smithi039 ceph-mon[181282]: osdmap e548: 8 total, 8 up, 8 in 2023-12-22T17:25:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:10.258 INFO:tasks.rados.rados.0.smithi032.stdout:2442: expect (ObjNum 511 snap 157 seq_num 511) 2023-12-22T17:25:10.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:09 smithi032 ceph-mon[191839]: pgmap v361: 121 pgs: 121 active+clean; 453 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2023-12-22T17:25:10.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:09 smithi032 ceph-mon[191839]: failed to encode map e548 with expected crc 2023-12-22T17:25:10.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:09 smithi032 ceph-mon[191839]: osdmap e548: 8 total, 8 up, 8 in 2023-12-22T17:25:10.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:10.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:09 smithi032 ceph-mon[189144]: pgmap v361: 121 pgs: 121 active+clean; 453 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2023-12-22T17:25:10.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:09 smithi032 ceph-mon[189144]: failed to encode map e548 with expected crc 2023-12-22T17:25:10.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:09 smithi032 ceph-mon[189144]: osdmap e548: 8 total, 8 up, 8 in 2023-12-22T17:25:10.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:10.486 INFO:tasks.rados.rados.0.smithi032.stdout:2441: expect (ObjNum 740 snap 245 seq_num 740) 2023-12-22T17:25:10.627 INFO:tasks.rados.rados.0.smithi032.stdout:2445: finishing write tid 1 to smithi032174182-29 2023-12-22T17:25:10.627 INFO:tasks.rados.rados.0.smithi032.stdout:2445: finishing write tid 2 to smithi032174182-29 2023-12-22T17:25:10.628 INFO:tasks.rados.rados.0.smithi032.stdout:2446: finishing write tid 1 to smithi032174182-41 2023-12-22T17:25:10.628 INFO:tasks.rados.rados.0.smithi032.stdout:2445: finishing write tid 3 to smithi032174182-29 2023-12-22T17:25:10.628 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 1793 (ObjNum 753 snap 248 seq_num 753) dirty exists 2023-12-22T17:25:10.628 INFO:tasks.rados.rados.0.smithi032.stdout:2445: left oid 29 (ObjNum 753 snap 248 seq_num 753) 2023-12-22T17:25:10.628 INFO:tasks.rados.rados.0.smithi032.stdout:2446: finishing write tid 2 to smithi032174182-41 2023-12-22T17:25:10.628 INFO:tasks.rados.rados.0.smithi032.stdout:2447: seq_num 755 ranges {1056768=647168} 2023-12-22T17:25:10.637 INFO:tasks.rados.rados.0.smithi032.stdout:2447: writing smithi032174182-39 from 1056768 to 1703936 tid 1 2023-12-22T17:25:10.637 INFO:tasks.rados.rados.0.smithi032.stdout:2439: done (7 left) 2023-12-22T17:25:10.637 INFO:tasks.rados.rados.0.smithi032.stdout:2440: done (6 left) 2023-12-22T17:25:10.638 INFO:tasks.rados.rados.0.smithi032.stdout:2441: done (5 left) 2023-12-22T17:25:10.638 INFO:tasks.rados.rados.0.smithi032.stdout:2442: done (4 left) 2023-12-22T17:25:10.638 INFO:tasks.rados.rados.0.smithi032.stdout:2444: done (3 left) 2023-12-22T17:25:10.638 INFO:tasks.rados.rados.0.smithi032.stdout:2445: done (2 left) 2023-12-22T17:25:10.638 INFO:tasks.rados.rados.0.smithi032.stdout:2448: rollback oid 12 current snap is 248 2023-12-22T17:25:10.638 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 12 to 191 2023-12-22T17:25:10.638 INFO:tasks.rados.rados.0.smithi032.stdout:2446: finishing write tid 3 to smithi032174182-41 2023-12-22T17:25:10.638 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 1796 (ObjNum 754 snap 248 seq_num 754) dirty exists 2023-12-22T17:25:10.638 INFO:tasks.rados.rados.0.smithi032.stdout:2446: left oid 41 (ObjNum 754 snap 248 seq_num 754) 2023-12-22T17:25:10.638 INFO:tasks.rados.rados.0.smithi032.stdout:2446: done (2 left) 2023-12-22T17:25:10.638 INFO:tasks.rados.rados.0.smithi032.stdout:2449: delete oid 14 current snap is 248 2023-12-22T17:25:10.640 INFO:tasks.rados.rados.0.smithi032.stdout:2449: done (2 left) 2023-12-22T17:25:10.640 INFO:tasks.rados.rados.0.smithi032.stdout:2450: snap_create 2023-12-22T17:25:10.641 INFO:tasks.rados.rados.0.smithi032.stdout:2448: finishing rollback tid 0 to smithi032174182-12 2023-12-22T17:25:10.641 INFO:tasks.rados.rados.0.smithi032.stdout:2448: finishing rollback tid 1 to smithi032174182-12 2023-12-22T17:25:10.641 INFO:tasks.rados.rados.0.smithi032.stdout:2448: finishing rollback tid 2 to smithi032174182-12 2023-12-22T17:25:10.641 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 1054 (ObjNum 573 snap 172 seq_num 573) dirty exists 2023-12-22T17:25:10.641 INFO:tasks.rados.rados.0.smithi032.stdout:2447: finishing write tid 1 to smithi032174182-39 2023-12-22T17:25:10.642 INFO:tasks.rados.rados.0.smithi032.stdout:2447: finishing write tid 2 to smithi032174182-39 2023-12-22T17:25:10.642 INFO:tasks.rados.rados.0.smithi032.stdout:2447: finishing write tid 3 to smithi032174182-39 2023-12-22T17:25:10.642 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 723 (ObjNum 755 snap 248 seq_num 755) dirty exists 2023-12-22T17:25:10.643 INFO:tasks.rados.rados.0.smithi032.stdout:2447: left oid 39 (ObjNum 755 snap 248 seq_num 755) 2023-12-22T17:25:10.845 INFO:tasks.rados.rados.0.smithi032.stdout:2447: done (2 left) 2023-12-22T17:25:10.845 INFO:tasks.rados.rados.0.smithi032.stdout:2448: done (1 left) 2023-12-22T17:25:10.845 INFO:tasks.rados.rados.0.smithi032.stdout:2450: done (0 left) 2023-12-22T17:25:10.845 INFO:tasks.rados.rados.0.smithi032.stdout:2451: copy_from oid 8 from oid 3 current snap is 249 2023-12-22T17:25:10.845 INFO:tasks.rados.rados.0.smithi032.stdout:2452: setattr oid 13 current snap is 249 2023-12-22T17:25:10.846 INFO:tasks.rados.rados.0.smithi032.stdout:2453: delete oid 23 current snap is 249 2023-12-22T17:25:10.853 INFO:tasks.rados.rados.0.smithi032.stdout:2453: done (2 left) 2023-12-22T17:25:10.853 INFO:tasks.rados.rados.0.smithi032.stdout:2454: copy_from oid 2 from oid 24 current snap is 249 2023-12-22T17:25:10.853 INFO:tasks.rados.rados.0.smithi032.stdout:2455: snap_create 2023-12-22T17:25:10.856 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 1797 (ObjNum 33 snap 0 seq_num 1632661865) dirty exists 2023-12-22T17:25:10.858 INFO:tasks.rados.rados.0.smithi032.stdout:2451: finishing copy_from racing read to smithi032174182-8 2023-12-22T17:25:10.861 INFO:tasks.rados.rados.0.smithi032.stdout:2451: finishing copy_from to smithi032174182-8 2023-12-22T17:25:10.861 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 1217 (ObjNum 710 snap 233 seq_num 710) dirty exists 2023-12-22T17:25:10.863 INFO:tasks.rados.rados.0.smithi032.stdout:2454: finishing copy_from racing read to smithi032174182-2 2023-12-22T17:25:10.864 INFO:tasks.rados.rados.0.smithi032.stdout:2454: finishing copy_from to smithi032174182-2 2023-12-22T17:25:10.864 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 1624 (ObjNum 693 snap 228 seq_num 693) dirty exists 2023-12-22T17:25:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:25:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:25:10] "GET /metrics HTTP/1.1" 200 36236 "" "Prometheus/2.43.0" 2023-12-22T17:25:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:10 smithi032 ceph-mon[191839]: failed to encode map e549 with expected crc 2023-12-22T17:25:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:10 smithi032 ceph-mon[191839]: osdmap e549: 8 total, 8 up, 8 in 2023-12-22T17:25:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-22T17:25:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:10 smithi032 ceph-mon[191839]: osdmap e550: 8 total, 8 up, 8 in 2023-12-22T17:25:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:10 smithi032 ceph-mon[189144]: failed to encode map e549 with expected crc 2023-12-22T17:25:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:10 smithi032 ceph-mon[189144]: osdmap e549: 8 total, 8 up, 8 in 2023-12-22T17:25:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-22T17:25:11.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:10 smithi032 ceph-mon[189144]: osdmap e550: 8 total, 8 up, 8 in 2023-12-22T17:25:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:10 smithi039 ceph-mon[181282]: failed to encode map e549 with expected crc 2023-12-22T17:25:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:10 smithi039 ceph-mon[181282]: osdmap e549: 8 total, 8 up, 8 in 2023-12-22T17:25:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-22T17:25:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:10 smithi039 ceph-mon[181282]: osdmap e550: 8 total, 8 up, 8 in 2023-12-22T17:25:11.851 INFO:tasks.rados.rados.0.smithi032.stdout:2451: done (3 left) 2023-12-22T17:25:11.851 INFO:tasks.rados.rados.0.smithi032.stdout:2452: done (2 left) 2023-12-22T17:25:11.851 INFO:tasks.rados.rados.0.smithi032.stdout:2454: done (1 left) 2023-12-22T17:25:11.851 INFO:tasks.rados.rados.0.smithi032.stdout:2455: done (0 left) 2023-12-22T17:25:11.852 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 12 current snap is 250 2023-12-22T17:25:11.852 INFO:tasks.rados.rados.0.smithi032.stdout:2456: seq_num 758 ranges {4456448=704512} 2023-12-22T17:25:11.880 INFO:tasks.rados.rados.0.smithi032.stdout:2456: writing smithi032174182-12 from 4456448 to 5160960 tid 1 2023-12-22T17:25:11.880 INFO:tasks.rados.rados.0.smithi032.stdout:2457: read oid 33 snap -1 2023-12-22T17:25:11.880 INFO:tasks.rados.rados.0.smithi032.stdout:2457: expect (ObjNum 585 snap 175 seq_num 585) 2023-12-22T17:25:11.880 INFO:tasks.rados.rados.0.smithi032.stdout:2458: snap_remove snap 228 2023-12-22T17:25:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:11 smithi039 ceph-mon[181282]: pgmap v364: 121 pgs: 121 active+clean; 459 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2023-12-22T17:25:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:11 smithi039 ceph-mon[181282]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-22T17:25:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:11 smithi039 ceph-mon[181282]: Upgrade: osd.7 is safe to restart 2023-12-22T17:25:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:11 smithi039 ceph-mon[181282]: failed to encode map e550 with expected crc 2023-12-22T17:25:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-22T17:25:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:25:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:11 smithi039 ceph-mon[181282]: osdmap e551: 8 total, 8 up, 8 in 2023-12-22T17:25:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:11 smithi032 ceph-mon[191839]: pgmap v364: 121 pgs: 121 active+clean; 459 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2023-12-22T17:25:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:11 smithi032 ceph-mon[191839]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-22T17:25:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:11 smithi032 ceph-mon[191839]: Upgrade: osd.7 is safe to restart 2023-12-22T17:25:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:11 smithi032 ceph-mon[191839]: failed to encode map e550 with expected crc 2023-12-22T17:25:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-22T17:25:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:25:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:11 smithi032 ceph-mon[191839]: osdmap e551: 8 total, 8 up, 8 in 2023-12-22T17:25:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:11 smithi032 ceph-mon[189144]: pgmap v364: 121 pgs: 121 active+clean; 459 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2023-12-22T17:25:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:11 smithi032 ceph-mon[189144]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-22T17:25:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:11 smithi032 ceph-mon[189144]: Upgrade: osd.7 is safe to restart 2023-12-22T17:25:12.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:11 smithi032 ceph-mon[189144]: failed to encode map e550 with expected crc 2023-12-22T17:25:12.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:12.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-22T17:25:12.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:25:12.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:11 smithi032 ceph-mon[189144]: osdmap e551: 8 total, 8 up, 8 in 2023-12-22T17:25:12.853 INFO:tasks.rados.rados.0.smithi032.stdout:2458: done (2 left) 2023-12-22T17:25:12.853 INFO:tasks.rados.rados.0.smithi032.stdout:2459: read oid 7 snap -1 2023-12-22T17:25:12.853 INFO:tasks.rados.rados.0.smithi032.stdout:2459: expect (ObjNum 629 snap 195 seq_num 629) 2023-12-22T17:25:12.864 INFO:tasks.rados.rados.0.smithi032.stdout:2460: delete oid 20 current snap is 250 2023-12-22T17:25:12.864 INFO:tasks.rados.rados.0.smithi032.stdout:2456: finishing write tid 1 to smithi032174182-12 2023-12-22T17:25:12.864 INFO:tasks.rados.rados.0.smithi032.stdout:2456: finishing write tid 2 to smithi032174182-12 2023-12-22T17:25:12.864 INFO:tasks.rados.rados.0.smithi032.stdout:2456: finishing write tid 3 to smithi032174182-12 2023-12-22T17:25:12.864 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 1056 (ObjNum 758 snap 250 seq_num 758) dirty exists 2023-12-22T17:25:12.864 INFO:tasks.rados.rados.0.smithi032.stdout:2456: left oid 12 (ObjNum 758 snap 250 seq_num 758) 2023-12-22T17:25:12.864 INFO:tasks.rados.rados.0.smithi032.stdout:2457: expect (ObjNum 585 snap 175 seq_num 585) 2023-12-22T17:25:13.104 INFO:tasks.rados.rados.0.smithi032.stdout:2459: expect (ObjNum 629 snap 195 seq_num 629) 2023-12-22T17:25:13.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:12 smithi039 ceph-mon[181282]: Upgrade: Updating osd.7 2023-12-22T17:25:13.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:12 smithi039 ceph-mon[181282]: Deploying daemon osd.7 on smithi039 2023-12-22T17:25:13.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:12 smithi039 ceph-mon[181282]: failed to encode map e551 with expected crc 2023-12-22T17:25:13.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:12 smithi039 ceph-mon[181282]: osdmap e552: 8 total, 8 up, 8 in 2023-12-22T17:25:13.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:12 smithi032 ceph-mon[189144]: Upgrade: Updating osd.7 2023-12-22T17:25:13.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:12 smithi032 ceph-mon[189144]: Deploying daemon osd.7 on smithi039 2023-12-22T17:25:13.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:12 smithi032 ceph-mon[189144]: failed to encode map e551 with expected crc 2023-12-22T17:25:13.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:12 smithi032 ceph-mon[189144]: osdmap e552: 8 total, 8 up, 8 in 2023-12-22T17:25:13.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:12 smithi032 ceph-mon[191839]: Upgrade: Updating osd.7 2023-12-22T17:25:13.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:12 smithi032 ceph-mon[191839]: Deploying daemon osd.7 on smithi039 2023-12-22T17:25:13.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:12 smithi032 ceph-mon[191839]: failed to encode map e551 with expected crc 2023-12-22T17:25:13.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:12 smithi032 ceph-mon[191839]: osdmap e552: 8 total, 8 up, 8 in 2023-12-22T17:25:13.997 INFO:tasks.rados.rados.0.smithi032.stdout:2456: done (3 left) 2023-12-22T17:25:13.998 INFO:tasks.rados.rados.0.smithi032.stdout:2457: done (2 left) 2023-12-22T17:25:13.998 INFO:tasks.rados.rados.0.smithi032.stdout:2459: done (1 left) 2023-12-22T17:25:13.998 INFO:tasks.rados.rados.0.smithi032.stdout:2460: done (0 left) 2023-12-22T17:25:13.998 INFO:tasks.rados.rados.0.smithi032.stdout:2461: copy_from oid 8 from oid 35 current snap is 250 2023-12-22T17:25:13.998 INFO:tasks.rados.rados.0.smithi032.stdout:2462: rollback oid 33 current snap is 250 2023-12-22T17:25:13.998 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 33 to 229 2023-12-22T17:25:13.998 INFO:tasks.rados.rados.0.smithi032.stdout:2463: delete oid 11 current snap is 250 2023-12-22T17:25:14.001 INFO:tasks.rados.rados.0.smithi032.stdout:2463: done (2 left) 2023-12-22T17:25:14.001 INFO:tasks.rados.rados.0.smithi032.stdout:2464: read oid 43 snap -1 2023-12-22T17:25:14.001 INFO:tasks.rados.rados.0.smithi032.stdout:2464: expect (ObjNum 700 snap 231 seq_num 700) 2023-12-22T17:25:14.001 INFO:tasks.rados.rados.0.smithi032.stdout:2465: rollback oid 4 current snap is 250 2023-12-22T17:25:14.001 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 4 to 236 2023-12-22T17:25:14.001 INFO:tasks.rados.rados.0.smithi032.stdout:2466: snap_create 2023-12-22T17:25:14.002 INFO:tasks.rados.rados.0.smithi032.stdout:2462: finishing rollback tid 0 to smithi032174182-33 2023-12-22T17:25:14.002 INFO:tasks.rados.rados.0.smithi032.stdout:2462: finishing rollback tid 1 to smithi032174182-33 2023-12-22T17:25:14.002 INFO:tasks.rados.rados.0.smithi032.stdout:2462: finishing rollback tid 2 to smithi032174182-33 2023-12-22T17:25:14.002 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 1691 (ObjNum 453 snap 143 seq_num 453) dirty exists 2023-12-22T17:25:14.008 INFO:tasks.rados.rados.0.smithi032.stdout:2465: finishing rollback tid 0 to smithi032174182-4 2023-12-22T17:25:14.008 INFO:tasks.rados.rados.0.smithi032.stdout:2465: finishing rollback tid 1 to smithi032174182-4 2023-12-22T17:25:14.008 INFO:tasks.rados.rados.0.smithi032.stdout:2465: finishing rollback tid 2 to smithi032174182-4 2023-12-22T17:25:14.008 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 1435 (ObjNum 680 snap 216 seq_num 680) dirty exists 2023-12-22T17:25:14.009 INFO:tasks.rados.rados.0.smithi032.stdout:2461: finishing copy_from racing read to smithi032174182-8 2023-12-22T17:25:14.010 INFO:tasks.rados.rados.0.smithi032.stdout:2461: finishing copy_from to smithi032174182-8 2023-12-22T17:25:14.010 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 1212 (ObjNum 708 snap 233 seq_num 708) dirty exists 2023-12-22T17:25:14.038 INFO:tasks.rados.rados.0.smithi032.stdout:2464: expect (ObjNum 700 snap 231 seq_num 700) 2023-12-22T17:25:14.085 INFO:journalctl@ceph.osd.7.smithi039.stdout:Dec 22 17:25:13 smithi039 systemd[1]: Stopping Ceph osd.7 for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:25:14.086 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:13 smithi039 ceph-mon[181282]: pgmap v367: 121 pgs: 121 active+clean; 466 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 4.4 MiB/s wr, 11 op/s 2023-12-22T17:25:14.086 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:13 smithi039 ceph-mon[181282]: failed to encode map e552 with expected crc 2023-12-22T17:25:14.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:13 smithi032 ceph-mon[191839]: pgmap v367: 121 pgs: 121 active+clean; 466 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 4.4 MiB/s wr, 11 op/s 2023-12-22T17:25:14.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:13 smithi032 ceph-mon[191839]: failed to encode map e552 with expected crc 2023-12-22T17:25:14.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:13 smithi032 ceph-mon[189144]: pgmap v367: 121 pgs: 121 active+clean; 466 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 4.4 MiB/s wr, 11 op/s 2023-12-22T17:25:14.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:13 smithi032 ceph-mon[189144]: failed to encode map e552 with expected crc 2023-12-22T17:25:14.507 INFO:journalctl@ceph.osd.7.smithi039.stdout:Dec 22 17:25:14 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-7[142217]: 2023-12-22T17:25:14.083+0000 7efdf7282700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-22T17:25:14.507 INFO:journalctl@ceph.osd.7.smithi039.stdout:Dec 22 17:25:14 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-7[142217]: 2023-12-22T17:25:14.083+0000 7efdf7282700 -1 osd.7 552 *** Got signal Terminated *** 2023-12-22T17:25:14.507 INFO:journalctl@ceph.osd.7.smithi039.stdout:Dec 22 17:25:14 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-7[142217]: 2023-12-22T17:25:14.083+0000 7efdf7282700 -1 osd.7 552 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-22T17:25:14.970 INFO:tasks.rados.rados.0.smithi032.stdout:2461: done (4 left) 2023-12-22T17:25:14.970 INFO:tasks.rados.rados.0.smithi032.stdout:2462: done (3 left) 2023-12-22T17:25:14.970 INFO:tasks.rados.rados.0.smithi032.stdout:2464: done (2 left) 2023-12-22T17:25:14.970 INFO:tasks.rados.rados.0.smithi032.stdout:2465: done (1 left) 2023-12-22T17:25:14.970 INFO:tasks.rados.rados.0.smithi032.stdout:2466: done (0 left) 2023-12-22T17:25:14.970 INFO:tasks.rados.rados.0.smithi032.stdout:2467: delete oid 44 current snap is 251 2023-12-22T17:25:14.985 INFO:tasks.rados.rados.0.smithi032.stdout:2467: done (0 left) 2023-12-22T17:25:14.985 INFO:tasks.rados.rados.0.smithi032.stdout:2468: read oid 11 snap -1 2023-12-22T17:25:14.985 INFO:tasks.rados.rados.0.smithi032.stdout:2468: expect deleted 2023-12-22T17:25:14.985 INFO:tasks.rados.rados.0.smithi032.stdout:2469: copy_from oid 15 from oid 43 current snap is 251 2023-12-22T17:25:14.985 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 32 current snap is 251 2023-12-22T17:25:14.985 INFO:tasks.rados.rados.0.smithi032.stdout:2470: seq_num 762 ranges {0=770048} 2023-12-22T17:25:14.987 INFO:tasks.rados.rados.0.smithi032.stdout:2470: writing smithi032174182-32 from 0 to 770048 tid 1 2023-12-22T17:25:14.987 INFO:tasks.rados.rados.0.smithi032.stdout:2471: delete oid 37 current snap is 251 2023-12-22T17:25:14.990 INFO:tasks.rados.rados.0.smithi032.stdout:2468: done (3 left) 2023-12-22T17:25:14.990 INFO:tasks.rados.rados.0.smithi032.stdout:2471: done (2 left) 2023-12-22T17:25:14.990 INFO:tasks.rados.rados.0.smithi032.stdout:2472: setattr oid 6 current snap is 251 2023-12-22T17:25:14.991 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 47 current snap is 251 2023-12-22T17:25:14.991 INFO:tasks.rados.rados.0.smithi032.stdout:2473: seq_num 764 ranges {598016=802816} 2023-12-22T17:25:15.000 INFO:tasks.rados.rados.0.smithi032.stdout:2473: writing smithi032174182-47 from 598016 to 1400832 tid 1 2023-12-22T17:25:15.000 INFO:tasks.rados.rados.0.smithi032.stdout:2474: setattr oid 10 current snap is 251 2023-12-22T17:25:15.000 INFO:tasks.rados.rados.0.smithi032.stdout:2470: finishing write tid 1 to smithi032174182-32 2023-12-22T17:25:15.000 INFO:tasks.rados.rados.0.smithi032.stdout:2470: finishing write tid 2 to smithi032174182-32 2023-12-22T17:25:15.000 INFO:tasks.rados.rados.0.smithi032.stdout:2470: finishing write tid 3 to smithi032174182-32 2023-12-22T17:25:15.000 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 1219 (ObjNum 762 snap 251 seq_num 762) dirty exists 2023-12-22T17:25:15.001 INFO:tasks.rados.rados.0.smithi032.stdout:2470: left oid 32 (ObjNum 762 snap 251 seq_num 762) 2023-12-22T17:25:15.001 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 1580 (ObjNum 720 snap 236 seq_num 720) dirty exists 2023-12-22T17:25:15.001 INFO:tasks.rados.rados.0.smithi032.stdout:2470: done (4 left) 2023-12-22T17:25:15.001 INFO:tasks.rados.rados.0.smithi032.stdout:2472: done (3 left) 2023-12-22T17:25:15.001 INFO:tasks.rados.rados.0.smithi032.stdout:2475: rollback oid 12 current snap is 251 2023-12-22T17:25:15.001 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 12 to 245 2023-12-22T17:25:15.002 INFO:tasks.rados.rados.0.smithi032.stdout:2476: read oid 41 snap -1 2023-12-22T17:25:15.002 INFO:tasks.rados.rados.0.smithi032.stdout:2476: expect (ObjNum 754 snap 248 seq_num 754) 2023-12-22T17:25:15.002 INFO:tasks.rados.rados.0.smithi032.stdout:2477: copy_from oid 35 from oid 46 current snap is 251 2023-12-22T17:25:15.002 INFO:tasks.rados.rados.0.smithi032.stdout:2478: read oid 19 snap -1 2023-12-22T17:25:15.002 INFO:tasks.rados.rados.0.smithi032.stdout:2478: expect deleted 2023-12-22T17:25:15.002 INFO:tasks.rados.rados.0.smithi032.stdout:2479: snap_remove snap 223 2023-12-22T17:25:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:14 smithi039 ceph-mon[181282]: osd.7 marked itself down and dead 2023-12-22T17:25:15.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:14 smithi032 ceph-mon[191839]: osd.7 marked itself down and dead 2023-12-22T17:25:15.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:14 smithi032 ceph-mon[189144]: osd.7 marked itself down and dead 2023-12-22T17:25:15.756 INFO:journalctl@ceph.osd.7.smithi039.stdout:Dec 22 17:25:15 smithi039 bash[206106]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-7 2023-12-22T17:25:15.852 INFO:tasks.rados.rados.0.smithi032.stdout:2479: done (7 left) 2023-12-22T17:25:15.852 INFO:tasks.rados.rados.0.smithi032.stdout:2480: read oid 4 snap 241 2023-12-22T17:25:15.852 INFO:tasks.rados.rados.0.smithi032.stdout:2480: expect (ObjNum 680 snap 216 seq_num 680) 2023-12-22T17:25:15.852 INFO:tasks.rados.rados.0.smithi032.stdout:2481: copy_from oid 16 from oid 48 current snap is 251 2023-12-22T17:25:15.852 INFO:tasks.rados.rados.0.smithi032.stdout:2482: setattr oid 3 current snap is 251 2023-12-22T17:25:15.852 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 1430 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-22T17:25:15.852 INFO:tasks.rados.rados.0.smithi032.stdout:2473: finishing write tid 1 to smithi032174182-47 2023-12-22T17:25:15.852 INFO:tasks.rados.rados.0.smithi032.stdout:2473: finishing write tid 2 to smithi032174182-47 2023-12-22T17:25:15.852 INFO:tasks.rados.rados.0.smithi032.stdout:2475: finishing rollback tid 0 to smithi032174182-12 2023-12-22T17:25:15.852 INFO:tasks.rados.rados.0.smithi032.stdout:2475: finishing rollback tid 1 to smithi032174182-12 2023-12-22T17:25:15.852 INFO:tasks.rados.rados.0.smithi032.stdout:2475: finishing rollback tid 2 to smithi032174182-12 2023-12-22T17:25:15.852 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 1059 (ObjNum 683 snap 219 seq_num 683) dirty exists 2023-12-22T17:25:15.852 INFO:tasks.rados.rados.0.smithi032.stdout:2476: expect (ObjNum 754 snap 248 seq_num 754) 2023-12-22T17:25:15.883 INFO:tasks.rados.rados.0.smithi032.stdout:2473: finishing write tid 3 to smithi032174182-47 2023-12-22T17:25:15.883 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 1808 (ObjNum 764 snap 251 seq_num 764) dirty exists 2023-12-22T17:25:15.883 INFO:tasks.rados.rados.0.smithi032.stdout:2473: left oid 47 (ObjNum 764 snap 251 seq_num 764) 2023-12-22T17:25:15.884 INFO:tasks.rados.rados.0.smithi032.stdout:2473: done (9 left) 2023-12-22T17:25:15.884 INFO:tasks.rados.rados.0.smithi032.stdout:2474: done (8 left) 2023-12-22T17:25:15.884 INFO:tasks.rados.rados.0.smithi032.stdout:2475: done (7 left) 2023-12-22T17:25:15.884 INFO:tasks.rados.rados.0.smithi032.stdout:2476: done (6 left) 2023-12-22T17:25:15.884 INFO:tasks.rados.rados.0.smithi032.stdout:2478: done (5 left) 2023-12-22T17:25:15.884 INFO:tasks.rados.rados.0.smithi032.stdout:2483: snap_remove snap 217 2023-12-22T17:25:16.178 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:25:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:15 smithi039 ceph-mon[181282]: pgmap v369: 121 pgs: 121 active+clean; 472 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.8 MiB/s wr, 16 op/s 2023-12-22T17:25:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:15 smithi039 ceph-mon[181282]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-22T17:25:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:15 smithi039 ceph-mon[181282]: osdmap e553: 8 total, 7 up, 8 in 2023-12-22T17:25:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:15 smithi039 ceph-mon[181282]: osdmap e554: 8 total, 7 up, 8 in 2023-12-22T17:25:16.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:15 smithi032 ceph-mon[191839]: pgmap v369: 121 pgs: 121 active+clean; 472 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.8 MiB/s wr, 16 op/s 2023-12-22T17:25:16.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:15 smithi032 ceph-mon[191839]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-22T17:25:16.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:15 smithi032 ceph-mon[191839]: osdmap e553: 8 total, 7 up, 8 in 2023-12-22T17:25:16.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:15 smithi032 ceph-mon[191839]: osdmap e554: 8 total, 7 up, 8 in 2023-12-22T17:25:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:15 smithi032 ceph-mon[189144]: pgmap v369: 121 pgs: 121 active+clean; 472 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.8 MiB/s wr, 16 op/s 2023-12-22T17:25:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:15 smithi032 ceph-mon[189144]: Health check failed: 1 osds down (OSD_DOWN) 2023-12-22T17:25:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:15 smithi032 ceph-mon[189144]: osdmap e553: 8 total, 7 up, 8 in 2023-12-22T17:25:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:15 smithi032 ceph-mon[189144]: osdmap e554: 8 total, 7 up, 8 in 2023-12-22T17:25:16.502 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:25:16.502 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5m) 110s ago 9m 26.7M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:25:16.503 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5m) 24s ago 9m 90.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:25:16.503 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10m) 110s ago 10m 16.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:25:16.503 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10m) 24s ago 10m 20.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:25:16.503 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4m) 24s ago 13m 450M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:25:16.503 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4m) 110s ago 14m 515M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:25:16.503 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4m) 110s ago 14m 93.1M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:25:16.503 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3m) 24s ago 13m 77.1M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:25:16.503 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4m) 110s ago 13m 75.7M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:25:16.503 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5m) 110s ago 9m 15.8M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:25:16.503 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4m) 24s ago 9m 17.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:25:16.503 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3m) 110s ago 12m 466M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:25:16.503 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2m) 110s ago 12m 365M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:25:16.503 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2m) 110s ago 12m 256M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:25:16.503 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (113s) 110s ago 11m 12.6M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:25:16.504 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (85s) 24s ago 11m 526M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:25:16.504 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (56s) 24s ago 11m 348M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:25:16.504 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (27s) 24s ago 11m 15.1M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:25:16.504 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10m) 24s ago 10m 643M 2488M 17.2.7-138-g92be525b e47d1a188c30 ee2c74f83f9d 2023-12-22T17:25:16.504 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4m) 24s ago 10m 60.8M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:25:16.871 INFO:tasks.rados.rados.0.smithi032.stdout:2483: done (5 left) 2023-12-22T17:25:16.871 INFO:tasks.rados.rados.0.smithi032.stdout:2484: snap_create 2023-12-22T17:25:16.871 INFO:tasks.rados.rados.0.smithi032.stdout:2477: finishing copy_from racing read to smithi032174182-35 2023-12-22T17:25:16.871 INFO:tasks.rados.rados.0.smithi032.stdout:2477: finishing copy_from to smithi032174182-35 2023-12-22T17:25:16.871 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 1437 (ObjNum 740 snap 245 seq_num 740) dirty exists 2023-12-22T17:25:16.871 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 1438 (ObjNum 710 snap 233 seq_num 710) dirty exists 2023-12-22T17:25:16.871 INFO:tasks.rados.rados.0.smithi032.stdout:2469: finishing copy_from racing read to smithi032174182-15 2023-12-22T17:25:16.871 INFO:tasks.rados.rados.0.smithi032.stdout:2469: finishing copy_from to smithi032174182-15 2023-12-22T17:25:16.871 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 1057 (ObjNum 700 snap 231 seq_num 700) dirty exists 2023-12-22T17:25:16.871 INFO:tasks.rados.rados.0.smithi032.stdout:2480: expect (ObjNum 680 snap 216 seq_num 680) 2023-12-22T17:25:16.919 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:25:16.919 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:25:16.919 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:25:16.919 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:25:16.919 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:25:16.919 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:25:16.919 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:25:16.919 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:25:16.919 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 7 2023-12-22T17:25:16.919 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:25:16.919 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:25:16.919 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:25:16.920 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:25:16.920 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:25:16.920 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:25:16.920 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 12 2023-12-22T17:25:16.920 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:25:16.920 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:25:17.162 INFO:journalctl@ceph.osd.7.smithi039.stdout:Dec 22 17:25:16 smithi039 systemd[1]: ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715@osd.7.service: Succeeded. 2023-12-22T17:25:17.162 INFO:journalctl@ceph.osd.7.smithi039.stdout:Dec 22 17:25:16 smithi039 systemd[1]: Stopped Ceph osd.7 for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:25:17.162 INFO:journalctl@ceph.osd.7.smithi039.stdout:Dec 22 17:25:16 smithi039 systemd[1]: Starting Ceph osd.7 for e779e1d0-a0ec-11ee-95a5-87774f69a715... 2023-12-22T17:25:17.162 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:16 smithi039 ceph-mon[181282]: from='client.44261 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:25:17.162 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:16 smithi039 ceph-mon[181282]: osdmap e555: 8 total, 7 up, 8 in 2023-12-22T17:25:17.162 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:16 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/251405346' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:25:17.244 INFO:tasks.rados.rados.0.smithi032.stdout:2481: finishing copy_from racing read to smithi032174182-16 2023-12-22T17:25:17.244 INFO:tasks.rados.rados.0.smithi032.stdout:2481: finishing copy_from to smithi032174182-16 2023-12-22T17:25:17.244 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 742 (ObjNum 737 snap 245 seq_num 737) dirty exists 2023-12-22T17:25:17.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:16 smithi032 ceph-mon[191839]: from='client.44261 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:25:17.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:16 smithi032 ceph-mon[191839]: osdmap e555: 8 total, 7 up, 8 in 2023-12-22T17:25:17.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:16 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/251405346' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:25:17.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:16 smithi032 ceph-mon[189144]: from='client.44261 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:25:17.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:16 smithi032 ceph-mon[189144]: osdmap e555: 8 total, 7 up, 8 in 2023-12-22T17:25:17.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:16 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/251405346' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:25:17.873 INFO:tasks.rados.rados.0.smithi032.stdout:2469: done (5 left) 2023-12-22T17:25:17.873 INFO:tasks.rados.rados.0.smithi032.stdout:2477: done (4 left) 2023-12-22T17:25:17.874 INFO:tasks.rados.rados.0.smithi032.stdout:2480: done (3 left) 2023-12-22T17:25:17.874 INFO:tasks.rados.rados.0.smithi032.stdout:2481: done (2 left) 2023-12-22T17:25:17.874 INFO:tasks.rados.rados.0.smithi032.stdout:2482: done (1 left) 2023-12-22T17:25:17.874 INFO:tasks.rados.rados.0.smithi032.stdout:2484: done (0 left) 2023-12-22T17:25:17.874 INFO:tasks.rados.rados.0.smithi032.stdout:2485: rmattr oid 49 current snap is 252 2023-12-22T17:25:17.874 INFO:tasks.rados.rados.0.smithi032.stdout:2486: snap_remove snap 202 2023-12-22T17:25:17.974 INFO:journalctl@ceph.osd.7.smithi039.stdout:Dec 22 17:25:17 smithi039 bash[206371]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2023-12-22T17:25:17.974 INFO:journalctl@ceph.osd.7.smithi039.stdout:Dec 22 17:25:17 smithi039 bash[206371]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2023-12-22T17:25:17.974 INFO:journalctl@ceph.osd.7.smithi039.stdout:Dec 22 17:25:17 smithi039 bash[206371]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2023-12-22T17:25:17.974 INFO:journalctl@ceph.osd.7.smithi039.stdout:Dec 22 17:25:17 smithi039 bash[206371]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2023-12-22T17:25:17.974 INFO:journalctl@ceph.osd.7.smithi039.stdout:Dec 22 17:25:17 smithi039 bash[206371]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2023-12-22T17:25:17.974 INFO:journalctl@ceph.osd.7.smithi039.stdout:Dec 22 17:25:17 smithi039 bash[206371]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2023-12-22T17:25:17.974 INFO:journalctl@ceph.osd.7.smithi039.stdout:Dec 22 17:25:17 smithi039 bash[206371]: --> ceph-volume raw activate successful for osd ID: 7 2023-12-22T17:25:18.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:17 smithi039 ceph-mon[181282]: from='client.34323 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:25:18.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:17 smithi039 ceph-mon[181282]: pgmap v372: 121 pgs: 3 active+undersized+degraded, 9 peering, 1 active+clean+snaptrim, 11 stale+active+clean, 6 active+undersized, 91 active+clean; 473 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.6 MiB/s wr, 17 op/s; 19/774 objects degraded (2.455%) 2023-12-22T17:25:18.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:17 smithi039 ceph-mon[181282]: Health check failed: Reduced data availability: 3 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2023-12-22T17:25:18.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:17 smithi039 ceph-mon[181282]: Health check failed: Degraded data redundancy: 19/774 objects degraded (2.455%), 3 pgs degraded (PG_DEGRADED) 2023-12-22T17:25:18.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:17 smithi039 ceph-mon[181282]: osdmap e556: 8 total, 7 up, 8 in 2023-12-22T17:25:18.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:17 smithi032 ceph-mon[191839]: from='client.34323 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:25:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:17 smithi032 ceph-mon[191839]: pgmap v372: 121 pgs: 3 active+undersized+degraded, 9 peering, 1 active+clean+snaptrim, 11 stale+active+clean, 6 active+undersized, 91 active+clean; 473 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.6 MiB/s wr, 17 op/s; 19/774 objects degraded (2.455%) 2023-12-22T17:25:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:17 smithi032 ceph-mon[191839]: Health check failed: Reduced data availability: 3 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2023-12-22T17:25:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:17 smithi032 ceph-mon[191839]: Health check failed: Degraded data redundancy: 19/774 objects degraded (2.455%), 3 pgs degraded (PG_DEGRADED) 2023-12-22T17:25:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:17 smithi032 ceph-mon[191839]: osdmap e556: 8 total, 7 up, 8 in 2023-12-22T17:25:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:17 smithi032 ceph-mon[189144]: from='client.34323 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:25:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:17 smithi032 ceph-mon[189144]: pgmap v372: 121 pgs: 3 active+undersized+degraded, 9 peering, 1 active+clean+snaptrim, 11 stale+active+clean, 6 active+undersized, 91 active+clean; 473 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.6 MiB/s wr, 17 op/s; 19/774 objects degraded (2.455%) 2023-12-22T17:25:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:17 smithi032 ceph-mon[189144]: Health check failed: Reduced data availability: 3 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2023-12-22T17:25:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:17 smithi032 ceph-mon[189144]: Health check failed: Degraded data redundancy: 19/774 objects degraded (2.455%), 3 pgs degraded (PG_DEGRADED) 2023-12-22T17:25:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:17 smithi032 ceph-mon[189144]: osdmap e556: 8 total, 7 up, 8 in 2023-12-22T17:25:18.756 INFO:journalctl@ceph.osd.7.smithi039.stdout:Dec 22 17:25:18 smithi039 ceph-osd[206665]: -- 172.21.15.39:0/730531473 <== mon.1 v2:172.21.15.39:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55da5543d6c0 con 0x55da5540d000 2023-12-22T17:25:18.757 INFO:journalctl@ceph.osd.7.smithi039.stdout:Dec 22 17:25:18 smithi039 bash[206627]: 6837bcff6c490de6dcbf7182bb8dfd2dc662450c35927ccaad22a31165d25594 2023-12-22T17:25:18.757 INFO:journalctl@ceph.osd.7.smithi039.stdout:Dec 22 17:25:18 smithi039 systemd[1]: Started Ceph osd.7 for e779e1d0-a0ec-11ee-95a5-87774f69a715. 2023-12-22T17:25:18.879 INFO:tasks.rados.rados.0.smithi032.stdout:2486: done (1 left) 2023-12-22T17:25:18.879 INFO:tasks.rados.rados.0.smithi032.stdout:2487: rollback oid 14 current snap is 252 2023-12-22T17:25:18.879 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 14 to 201 2023-12-22T17:25:18.880 INFO:tasks.rados.rados.0.smithi032.stdout:2488: delete oid 47 current snap is 252 2023-12-22T17:25:18.880 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 1689 (ObjNum 677 snap 216 seq_num 677) dirty exists 2023-12-22T17:25:18.885 INFO:tasks.rados.rados.0.smithi032.stdout:2487: finishing rollback tid 1 to smithi032174182-14 2023-12-22T17:25:18.885 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 1208 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-22T17:25:18.888 INFO:tasks.rados.rados.0.smithi032.stdout:2485: done (2 left) 2023-12-22T17:25:18.888 INFO:tasks.rados.rados.0.smithi032.stdout:2487: done (1 left) 2023-12-22T17:25:18.888 INFO:tasks.rados.rados.0.smithi032.stdout:2488: done (0 left) 2023-12-22T17:25:18.888 INFO:tasks.rados.rados.0.smithi032.stdout:2489: copy_from oid 45 from oid 47 current snap is 252 2023-12-22T17:25:18.889 INFO:tasks.rados.rados.0.smithi032.stdout:2490: snap_remove snap 201 2023-12-22T17:25:19.256 INFO:journalctl@ceph.osd.7.smithi039.stdout:Dec 22 17:25:18 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-7[206642]: 2023-12-22T17:25:18.883+0000 7fd4159f1640 -1 Falling back to public interface 2023-12-22T17:25:19.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:19.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:19.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:25:19.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:19 smithi032 ceph-mon[191839]: pgmap v375: 121 pgs: 5 active+undersized+degraded, 9 peering, 1 active+clean+snaptrim, 7 stale+active+clean, 15 active+undersized, 84 active+clean; 474 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 450 KiB/s wr, 18 op/s; 31/783 objects degraded (3.959%) 2023-12-22T17:25:19.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:19 smithi032 ceph-mon[191839]: osdmap e557: 8 total, 7 up, 8 in 2023-12-22T17:25:19.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:19.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:19.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:25:19.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:19 smithi032 ceph-mon[189144]: pgmap v375: 121 pgs: 5 active+undersized+degraded, 9 peering, 1 active+clean+snaptrim, 7 stale+active+clean, 15 active+undersized, 84 active+clean; 474 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 450 KiB/s wr, 18 op/s; 31/783 objects degraded (3.959%) 2023-12-22T17:25:19.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:19 smithi032 ceph-mon[189144]: osdmap e557: 8 total, 7 up, 8 in 2023-12-22T17:25:19.745 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:19.745 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:19.745 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:25:19.745 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:19 smithi039 ceph-mon[181282]: pgmap v375: 121 pgs: 5 active+undersized+degraded, 9 peering, 1 active+clean+snaptrim, 7 stale+active+clean, 15 active+undersized, 84 active+clean; 474 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 450 KiB/s wr, 18 op/s; 31/783 objects degraded (3.959%) 2023-12-22T17:25:19.745 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:19 smithi039 ceph-mon[181282]: osdmap e557: 8 total, 7 up, 8 in 2023-12-22T17:25:19.875 INFO:tasks.rados.rados.0.smithi032.stdout:2490: done (1 left) 2023-12-22T17:25:19.875 INFO:tasks.rados.rados.0.smithi032.stdout:2491: setattr oid 1 current snap is 252 2023-12-22T17:25:19.876 INFO:tasks.rados.rados.0.smithi032.stdout:2492: snap_create 2023-12-22T17:25:19.879 INFO:tasks.rados.rados.0.smithi032.stdout:2489: finishing copy_from to smithi032174182-45 2023-12-22T17:25:19.879 INFO:tasks.rados.rados.0.smithi032.stdout:2489: got expected ENOENT (src dne) 2023-12-22T17:25:19.879 INFO:tasks.rados.rados.0.smithi032.stdout:2489: finishing copy_from racing read to smithi032174182-45 2023-12-22T17:25:19.895 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 1439 (ObjNum 494 snap 153 seq_num 494) dirty exists 2023-12-22T17:25:20.848 INFO:tasks.rados.rados.0.smithi032.stdout:2489: done (2 left) 2023-12-22T17:25:20.849 INFO:tasks.rados.rados.0.smithi032.stdout:2491: done (1 left) 2023-12-22T17:25:20.849 INFO:tasks.rados.rados.0.smithi032.stdout:2492: done (0 left) 2023-12-22T17:25:20.849 INFO:tasks.rados.rados.0.smithi032.stdout:2493: snap_remove snap 251 2023-12-22T17:25:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:25:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:20 smithi032 ceph-mon[191839]: osdmap e558: 8 total, 7 up, 8 in 2023-12-22T17:25:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:20.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:25:20.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:20 smithi032 ceph-mon[189144]: osdmap e558: 8 total, 7 up, 8 in 2023-12-22T17:25:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:25:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:20 smithi039 ceph-mon[181282]: osdmap e558: 8 total, 7 up, 8 in 2023-12-22T17:25:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:25:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:25:20] "GET /metrics HTTP/1.1" 200 36236 "" "Prometheus/2.43.0" 2023-12-22T17:25:21.855 INFO:tasks.rados.rados.0.smithi032.stdout:2493: done (0 left) 2023-12-22T17:25:21.855 INFO:tasks.rados.rados.0.smithi032.stdout:2494: delete oid 29 current snap is 253 2023-12-22T17:25:21.860 INFO:tasks.rados.rados.0.smithi032.stdout:2494: done (0 left) 2023-12-22T17:25:21.860 INFO:tasks.rados.rados.0.smithi032.stdout:2495: copy_from oid 14 from oid 22 current snap is 253 2023-12-22T17:25:21.860 INFO:tasks.rados.rados.0.smithi032.stdout:2496: delete oid 40 current snap is 253 2023-12-22T17:25:21.864 INFO:tasks.rados.rados.0.smithi032.stdout:2496: done (1 left) 2023-12-22T17:25:21.864 INFO:tasks.rados.rados.0.smithi032.stdout:2497: delete oid 21 current snap is 253 2023-12-22T17:25:21.870 INFO:tasks.rados.rados.0.smithi032.stdout:2497: done (1 left) 2023-12-22T17:25:21.870 INFO:tasks.rados.rados.0.smithi032.stdout:2498: rmattr oid 28 current snap is 253 2023-12-22T17:25:21.870 INFO:tasks.rados.rados.0.smithi032.stdout:2499: read oid 49 snap 248 2023-12-22T17:25:21.870 INFO:tasks.rados.rados.0.smithi032.stdout:2499: expect (ObjNum 677 snap 216 seq_num 677) 2023-12-22T17:25:21.870 INFO:tasks.rados.rados.0.smithi032.stdout:2500: snap_remove snap 212 2023-12-22T17:25:22.131 INFO:journalctl@ceph.osd.7.smithi039.stdout:Dec 22 17:25:22 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-7[206642]: 2023-12-22T17:25:22.052+0000 7fd4159f1640 -1 osd.7 0 read_superblock omap replica is missing. 2023-12-22T17:25:22.132 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:21 smithi039 ceph-mon[181282]: pgmap v378: 121 pgs: 11 active+undersized+degraded, 1 active+clean+snaptrim, 39 active+undersized, 70 active+clean; 486 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 17 op/s; 65/798 objects degraded (8.145%) 2023-12-22T17:25:22.132 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:21 smithi039 ceph-mon[181282]: osdmap e559: 8 total, 7 up, 8 in 2023-12-22T17:25:22.132 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:21 smithi039 ceph-mon[181282]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 4 pgs peering) 2023-12-22T17:25:22.132 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:22.132 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:21 smithi032 ceph-mon[191839]: pgmap v378: 121 pgs: 11 active+undersized+degraded, 1 active+clean+snaptrim, 39 active+undersized, 70 active+clean; 486 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 17 op/s; 65/798 objects degraded (8.145%) 2023-12-22T17:25:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:21 smithi032 ceph-mon[191839]: osdmap e559: 8 total, 7 up, 8 in 2023-12-22T17:25:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:21 smithi032 ceph-mon[191839]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 4 pgs peering) 2023-12-22T17:25:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:21 smithi032 ceph-mon[189144]: pgmap v378: 121 pgs: 11 active+undersized+degraded, 1 active+clean+snaptrim, 39 active+undersized, 70 active+clean; 486 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 17 op/s; 65/798 objects degraded (8.145%) 2023-12-22T17:25:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:21 smithi032 ceph-mon[189144]: osdmap e559: 8 total, 7 up, 8 in 2023-12-22T17:25:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:21 smithi032 ceph-mon[189144]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 4 pgs peering) 2023-12-22T17:25:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:22.506 INFO:journalctl@ceph.osd.7.smithi039.stdout:Dec 22 17:25:22 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-7[206642]: 2023-12-22T17:25:22.129+0000 7fd4159f1640 -1 osd.7 552 log_to_monitors true 2023-12-22T17:25:22.858 INFO:tasks.rados.rados.0.smithi032.stdout:2500: done (3 left) 2023-12-22T17:25:22.858 INFO:tasks.rados.rados.0.smithi032.stdout:2501: read oid 10 snap -1 2023-12-22T17:25:22.858 INFO:tasks.rados.rados.0.smithi032.stdout:2501: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-22T17:25:22.858 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 17 current snap is 253 2023-12-22T17:25:22.858 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 1436 (ObjNum 496 snap 154 seq_num 496) dirty exists 2023-12-22T17:25:22.858 INFO:tasks.rados.rados.0.smithi032.stdout:2495: finishing copy_from racing read to smithi032174182-14 2023-12-22T17:25:22.858 INFO:tasks.rados.rados.0.smithi032.stdout:2495: finishing copy_from to smithi032174182-14 2023-12-22T17:25:22.858 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 793 (ObjNum 633 snap 198 seq_num 633) dirty exists 2023-12-22T17:25:22.858 INFO:tasks.rados.rados.0.smithi032.stdout:2499: expect (ObjNum 677 snap 216 seq_num 677) 2023-12-22T17:25:23.174 INFO:tasks.rados.rados.0.smithi032.stdout:2501: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-22T17:25:23.178 INFO:tasks.rados.rados.0.smithi032.stdout:2502: seq_num 769 ranges {0=483328,483328=401408} 2023-12-22T17:25:23.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:22 smithi032 ceph-mon[191839]: osdmap e560: 8 total, 7 up, 8 in 2023-12-22T17:25:23.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:22 smithi032 ceph-mon[191839]: from='osd.7 [v2:172.21.15.39:6824/1549074724,v1:172.21.15.39:6825/1549074724]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-22T17:25:23.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:22 smithi032 ceph-mon[191839]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-22T17:25:23.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:23.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:23.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:22 smithi032 ceph-mon[189144]: osdmap e560: 8 total, 7 up, 8 in 2023-12-22T17:25:23.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:22 smithi032 ceph-mon[189144]: from='osd.7 [v2:172.21.15.39:6824/1549074724,v1:172.21.15.39:6825/1549074724]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-22T17:25:23.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:22 smithi032 ceph-mon[189144]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-22T17:25:23.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:23.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:23.181 INFO:tasks.rados.rados.0.smithi032.stdout:2502: writing smithi032174182-17 from 0 to 483328 tid 1 2023-12-22T17:25:23.183 INFO:tasks.rados.rados.0.smithi032.stdout:2502: writing smithi032174182-17 from 483328 to 884736 tid 2 2023-12-22T17:25:23.183 INFO:tasks.rados.rados.0.smithi032.stdout:2495: done (4 left) 2023-12-22T17:25:23.183 INFO:tasks.rados.rados.0.smithi032.stdout:2498: done (3 left) 2023-12-22T17:25:23.183 INFO:tasks.rados.rados.0.smithi032.stdout:2499: done (2 left) 2023-12-22T17:25:23.184 INFO:tasks.rados.rados.0.smithi032.stdout:2501: done (1 left) 2023-12-22T17:25:23.184 INFO:tasks.rados.rados.0.smithi032.stdout:2503: snap_create 2023-12-22T17:25:23.185 INFO:tasks.rados.rados.0.smithi032.stdout:2502: finishing write tid 1 to smithi032174182-17 2023-12-22T17:25:23.186 INFO:tasks.rados.rados.0.smithi032.stdout:2502: finishing write tid 2 to smithi032174182-17 2023-12-22T17:25:23.186 INFO:tasks.rados.rados.0.smithi032.stdout:2502: finishing write tid 3 to smithi032174182-17 2023-12-22T17:25:23.188 INFO:tasks.rados.rados.0.smithi032.stdout:2502: finishing write tid 4 to smithi032174182-17 2023-12-22T17:25:23.188 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 1211 (ObjNum 769 snap 253 seq_num 769) dirty exists 2023-12-22T17:25:23.188 INFO:tasks.rados.rados.0.smithi032.stdout:2502: left oid 17 (ObjNum 769 snap 253 seq_num 769) 2023-12-22T17:25:23.196 INFO:journalctl@ceph.osd.7.smithi039.stdout:Dec 22 17:25:22 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-7[206642]: 2023-12-22T17:25:22.894+0000 7fd403e5c700 -1 osd.7 552 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-22T17:25:23.196 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:22 smithi039 ceph-mon[181282]: osdmap e560: 8 total, 7 up, 8 in 2023-12-22T17:25:23.196 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:22 smithi039 ceph-mon[181282]: from='osd.7 [v2:172.21.15.39:6824/1549074724,v1:172.21.15.39:6825/1549074724]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-22T17:25:23.196 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:22 smithi039 ceph-mon[181282]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-22T17:25:23.196 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:23.196 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:23.890 INFO:tasks.rados.rados.0.smithi032.stdout:2502: done (1 left) 2023-12-22T17:25:23.890 INFO:tasks.rados.rados.0.smithi032.stdout:2503: done (0 left) 2023-12-22T17:25:23.890 INFO:tasks.rados.rados.0.smithi032.stdout:2504: copy_from oid 41 from oid 40 current snap is 254 2023-12-22T17:25:23.890 INFO:tasks.rados.rados.0.smithi032.stdout:2505: copy_from oid 6 from oid 15 current snap is 254 2023-12-22T17:25:23.890 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 37 current snap is 254 2023-12-22T17:25:23.890 INFO:tasks.rados.rados.0.smithi032.stdout:2506: seq_num 770 ranges {0=499712,499712=401408} 2023-12-22T17:25:23.890 INFO:tasks.rados.rados.0.smithi032.stdout:2506: writing smithi032174182-37 from 0 to 499712 tid 1 2023-12-22T17:25:23.890 INFO:tasks.rados.rados.0.smithi032.stdout:2506: writing smithi032174182-37 from 499712 to 901120 tid 2 2023-12-22T17:25:23.890 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 33 current snap is 254 2023-12-22T17:25:23.890 INFO:tasks.rados.rados.0.smithi032.stdout:2507: seq_num 771 ranges {393216=516096,909312=401408} 2023-12-22T17:25:23.891 INFO:tasks.rados.rados.0.smithi032.stdout:2507: writing smithi032174182-33 from 393216 to 909312 tid 1 2023-12-22T17:25:23.891 INFO:tasks.rados.rados.0.smithi032.stdout:2507: writing smithi032174182-33 from 909312 to 1310720 tid 2 2023-12-22T17:25:23.892 INFO:tasks.rados.rados.0.smithi032.stdout:2508: read oid 36 snap -1 2023-12-22T17:25:23.892 INFO:tasks.rados.rados.0.smithi032.stdout:2508: expect deleted 2023-12-22T17:25:23.892 INFO:tasks.rados.rados.0.smithi032.stdout:2509: rmattr oid 17 current snap is 254 2023-12-22T17:25:23.892 INFO:tasks.rados.rados.0.smithi032.stdout:2509: done (5 left) 2023-12-22T17:25:23.892 INFO:tasks.rados.rados.0.smithi032.stdout:2510: rollback oid 13 current snap is 254 2023-12-22T17:25:23.892 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 13 to 248 2023-12-22T17:25:23.892 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 45 current snap is 254 2023-12-22T17:25:23.892 INFO:tasks.rados.rados.0.smithi032.stdout:2511: seq_num 772 ranges {0=532480,532480=401408} 2023-12-22T17:25:23.894 INFO:tasks.rados.rados.0.smithi032.stdout:2511: writing smithi032174182-45 from 0 to 532480 tid 1 2023-12-22T17:25:23.899 INFO:tasks.rados.rados.0.smithi032.stdout:2511: writing smithi032174182-45 from 532480 to 933888 tid 2 2023-12-22T17:25:23.899 INFO:tasks.rados.rados.0.smithi032.stdout:2512: read oid 11 snap -1 2023-12-22T17:25:23.899 INFO:tasks.rados.rados.0.smithi032.stdout:2512: expect deleted 2023-12-22T17:25:23.899 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 21 current snap is 254 2023-12-22T17:25:23.899 INFO:tasks.rados.rados.0.smithi032.stdout:2513: seq_num 773 ranges {0=548864,548864=401408} 2023-12-22T17:25:23.904 INFO:tasks.rados.rados.0.smithi032.stdout:2513: writing smithi032174182-21 from 0 to 548864 tid 1 2023-12-22T17:25:23.904 INFO:tasks.rados.rados.0.smithi032.stdout:2513: writing smithi032174182-21 from 548864 to 950272 tid 2 2023-12-22T17:25:23.904 INFO:tasks.rados.rados.0.smithi032.stdout:2514: copy_from oid 46 from oid 14 current snap is 254 2023-12-22T17:25:23.904 INFO:tasks.rados.rados.0.smithi032.stdout:2515: snap_create 2023-12-22T17:25:23.905 INFO:tasks.rados.rados.0.smithi032.stdout:2504: finishing copy_from to smithi032174182-41 2023-12-22T17:25:23.905 INFO:tasks.rados.rados.0.smithi032.stdout:2504: got expected ENOENT (src dne) 2023-12-22T17:25:23.905 INFO:tasks.rados.rados.0.smithi032.stdout:2506: finishing write tid 1 to smithi032174182-37 2023-12-22T17:25:23.905 INFO:tasks.rados.rados.0.smithi032.stdout:2506: finishing write tid 2 to smithi032174182-37 2023-12-22T17:25:23.905 INFO:tasks.rados.rados.0.smithi032.stdout:2504: finishing copy_from racing read to smithi032174182-41 2023-12-22T17:25:23.905 INFO:tasks.rados.rados.0.smithi032.stdout:2506: finishing write tid 3 to smithi032174182-37 2023-12-22T17:25:23.905 INFO:tasks.rados.rados.0.smithi032.stdout:2506: finishing write tid 4 to smithi032174182-37 2023-12-22T17:25:23.905 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 1628 (ObjNum 770 snap 254 seq_num 770) dirty exists 2023-12-22T17:25:23.905 INFO:tasks.rados.rados.0.smithi032.stdout:2506: left oid 37 (ObjNum 770 snap 254 seq_num 770) 2023-12-22T17:25:23.905 INFO:tasks.rados.rados.0.smithi032.stdout:2511: finishing write tid 1 to smithi032174182-45 2023-12-22T17:25:23.905 INFO:tasks.rados.rados.0.smithi032.stdout:2511: finishing write tid 2 to smithi032174182-45 2023-12-22T17:25:23.905 INFO:tasks.rados.rados.0.smithi032.stdout:2511: finishing write tid 3 to smithi032174182-45 2023-12-22T17:25:23.906 INFO:tasks.rados.rados.0.smithi032.stdout:2511: finishing write tid 4 to smithi032174182-45 2023-12-22T17:25:23.906 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 1455 (ObjNum 772 snap 254 seq_num 772) dirty exists 2023-12-22T17:25:23.906 INFO:tasks.rados.rados.0.smithi032.stdout:2511: left oid 45 (ObjNum 772 snap 254 seq_num 772) 2023-12-22T17:25:23.908 INFO:tasks.rados.rados.0.smithi032.stdout:2513: finishing write tid 1 to smithi032174182-21 2023-12-22T17:25:23.908 INFO:tasks.rados.rados.0.smithi032.stdout:2513: finishing write tid 2 to smithi032174182-21 2023-12-22T17:25:23.909 INFO:tasks.rados.rados.0.smithi032.stdout:2513: finishing write tid 3 to smithi032174182-21 2023-12-22T17:25:23.909 INFO:tasks.rados.rados.0.smithi032.stdout:2510: finishing rollback tid 0 to smithi032174182-13 2023-12-22T17:25:23.909 INFO:tasks.rados.rados.0.smithi032.stdout:2510: finishing rollback tid 1 to smithi032174182-13 2023-12-22T17:25:23.909 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 1867 (ObjNum 177 snap 0 seq_num 1597098752) dirty dne 2023-12-22T17:25:23.910 INFO:tasks.rados.rados.0.smithi032.stdout:2513: finishing write tid 4 to smithi032174182-21 2023-12-22T17:25:23.910 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 1693 (ObjNum 773 snap 254 seq_num 773) dirty exists 2023-12-22T17:25:23.910 INFO:tasks.rados.rados.0.smithi032.stdout:2513: left oid 21 (ObjNum 773 snap 254 seq_num 773) 2023-12-22T17:25:23.925 INFO:tasks.rados.rados.0.smithi032.stdout:2505: finishing copy_from racing read to smithi032174182-6 2023-12-22T17:25:23.928 INFO:tasks.rados.rados.0.smithi032.stdout:2505: finishing copy_from to smithi032174182-6 2023-12-22T17:25:23.928 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 1057 (ObjNum 700 snap 231 seq_num 700) dirty exists 2023-12-22T17:25:24.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:23 smithi032 ceph-mon[191839]: pgmap v381: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 486 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.8 MiB/s wr, 13 op/s; 65/795 objects degraded (8.176%) 2023-12-22T17:25:24.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:23 smithi032 ceph-mon[191839]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-12-22T17:25:24.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:23 smithi032 ceph-mon[191839]: osdmap e561: 8 total, 7 up, 8 in 2023-12-22T17:25:24.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:23 smithi032 ceph-mon[191839]: from='osd.7 [v2:172.21.15.39:6824/1549074724,v1:172.21.15.39:6825/1549074724]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-22T17:25:24.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:23 smithi032 ceph-mon[191839]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-22T17:25:24.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:23 smithi032 ceph-mon[191839]: Health check update: Degraded data redundancy: 65/795 objects degraded (8.176%), 11 pgs degraded (PG_DEGRADED) 2023-12-22T17:25:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:23 smithi032 ceph-mon[189144]: pgmap v381: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 486 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.8 MiB/s wr, 13 op/s; 65/795 objects degraded (8.176%) 2023-12-22T17:25:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:23 smithi032 ceph-mon[189144]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-12-22T17:25:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:23 smithi032 ceph-mon[189144]: osdmap e561: 8 total, 7 up, 8 in 2023-12-22T17:25:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:23 smithi032 ceph-mon[189144]: from='osd.7 [v2:172.21.15.39:6824/1549074724,v1:172.21.15.39:6825/1549074724]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-22T17:25:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:23 smithi032 ceph-mon[189144]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-22T17:25:24.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:23 smithi032 ceph-mon[189144]: Health check update: Degraded data redundancy: 65/795 objects degraded (8.176%), 11 pgs degraded (PG_DEGRADED) 2023-12-22T17:25:24.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:23 smithi039 ceph-mon[181282]: pgmap v381: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 486 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.8 MiB/s wr, 13 op/s; 65/795 objects degraded (8.176%) 2023-12-22T17:25:24.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:23 smithi039 ceph-mon[181282]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-12-22T17:25:24.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:23 smithi039 ceph-mon[181282]: osdmap e561: 8 total, 7 up, 8 in 2023-12-22T17:25:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:23 smithi039 ceph-mon[181282]: from='osd.7 [v2:172.21.15.39:6824/1549074724,v1:172.21.15.39:6825/1549074724]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-22T17:25:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:23 smithi039 ceph-mon[181282]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-22T17:25:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:23 smithi039 ceph-mon[181282]: Health check update: Degraded data redundancy: 65/795 objects degraded (8.176%), 11 pgs degraded (PG_DEGRADED) 2023-12-22T17:25:24.873 INFO:tasks.rados.rados.0.smithi032.stdout:2504: done (10 left) 2023-12-22T17:25:24.873 INFO:tasks.rados.rados.0.smithi032.stdout:2505: done (9 left) 2023-12-22T17:25:24.873 INFO:tasks.rados.rados.0.smithi032.stdout:2506: done (8 left) 2023-12-22T17:25:24.873 INFO:tasks.rados.rados.0.smithi032.stdout:2508: done (7 left) 2023-12-22T17:25:24.873 INFO:tasks.rados.rados.0.smithi032.stdout:2510: done (6 left) 2023-12-22T17:25:24.873 INFO:tasks.rados.rados.0.smithi032.stdout:2511: done (5 left) 2023-12-22T17:25:24.873 INFO:tasks.rados.rados.0.smithi032.stdout:2512: done (4 left) 2023-12-22T17:25:24.873 INFO:tasks.rados.rados.0.smithi032.stdout:2513: done (3 left) 2023-12-22T17:25:24.873 INFO:tasks.rados.rados.0.smithi032.stdout:2515: done (2 left) 2023-12-22T17:25:24.873 INFO:tasks.rados.rados.0.smithi032.stdout:2516: snap_create 2023-12-22T17:25:24.905 INFO:tasks.rados.rados.0.smithi032.stdout:2507: finishing write tid 1 to smithi032174182-33 2023-12-22T17:25:24.905 INFO:tasks.rados.rados.0.smithi032.stdout:2507: finishing write tid 2 to smithi032174182-33 2023-12-22T17:25:24.905 INFO:tasks.rados.rados.0.smithi032.stdout:2507: finishing write tid 3 to smithi032174182-33 2023-12-22T17:25:24.907 INFO:tasks.rados.rados.0.smithi032.stdout:2514: finishing copy_from racing read to smithi032174182-46 2023-12-22T17:25:24.908 INFO:tasks.rados.rados.0.smithi032.stdout:2507: finishing write tid 4 to smithi032174182-33 2023-12-22T17:25:24.908 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 1694 (ObjNum 771 snap 254 seq_num 771) dirty exists 2023-12-22T17:25:24.908 INFO:tasks.rados.rados.0.smithi032.stdout:2507: left oid 33 (ObjNum 771 snap 254 seq_num 771) 2023-12-22T17:25:24.909 INFO:tasks.rados.rados.0.smithi032.stdout:2514: finishing copy_from to smithi032174182-46 2023-12-22T17:25:24.910 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 793 (ObjNum 633 snap 198 seq_num 633) dirty exists 2023-12-22T17:25:25.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:24 smithi032 ceph-mon[189144]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-22T17:25:25.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:24 smithi032 ceph-mon[189144]: osd.7 [v2:172.21.15.39:6824/1549074724,v1:172.21.15.39:6825/1549074724] boot 2023-12-22T17:25:25.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:24 smithi032 ceph-mon[189144]: osdmap e562: 8 total, 8 up, 8 in 2023-12-22T17:25:25.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:24 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-22T17:25:25.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:24 smithi032 ceph-mon[189144]: osdmap e563: 8 total, 8 up, 8 in 2023-12-22T17:25:25.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:24 smithi032 ceph-mon[191839]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-22T17:25:25.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:24 smithi032 ceph-mon[191839]: osd.7 [v2:172.21.15.39:6824/1549074724,v1:172.21.15.39:6825/1549074724] boot 2023-12-22T17:25:25.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:24 smithi032 ceph-mon[191839]: osdmap e562: 8 total, 8 up, 8 in 2023-12-22T17:25:25.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:24 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-22T17:25:25.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:24 smithi032 ceph-mon[191839]: osdmap e563: 8 total, 8 up, 8 in 2023-12-22T17:25:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:24 smithi039 ceph-mon[181282]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-22T17:25:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:24 smithi039 ceph-mon[181282]: osd.7 [v2:172.21.15.39:6824/1549074724,v1:172.21.15.39:6825/1549074724] boot 2023-12-22T17:25:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:24 smithi039 ceph-mon[181282]: osdmap e562: 8 total, 8 up, 8 in 2023-12-22T17:25:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:24 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-22T17:25:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:24 smithi039 ceph-mon[181282]: osdmap e563: 8 total, 8 up, 8 in 2023-12-22T17:25:25.679 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-22T17:25:25.184+0000 7f88fe438700 -1 log_channel(cephadm) log [ERR] : Upgrade: Paused due to UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-22T17:25:25.855 INFO:tasks.rados.rados.0.smithi032.stdout:2507: done (2 left) 2023-12-22T17:25:25.855 INFO:tasks.rados.rados.0.smithi032.stdout:2514: done (1 left) 2023-12-22T17:25:25.855 INFO:tasks.rados.rados.0.smithi032.stdout:2516: done (0 left) 2023-12-22T17:25:25.855 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 42 current snap is 256 2023-12-22T17:25:25.855 INFO:tasks.rados.rados.0.smithi032.stdout:2517: seq_num 774 ranges {6488064=565248,7053312=401408} 2023-12-22T17:25:25.894 INFO:tasks.rados.rados.0.smithi032.stdout:2517: writing smithi032174182-42 from 6488064 to 7053312 tid 1 2023-12-22T17:25:25.896 INFO:tasks.rados.rados.0.smithi032.stdout:2517: writing smithi032174182-42 from 7053312 to 7454720 tid 2 2023-12-22T17:25:25.896 INFO:tasks.rados.rados.0.smithi032.stdout:2518: read oid 35 snap 254 2023-12-22T17:25:25.896 INFO:tasks.rados.rados.0.smithi032.stdout:2518: expect (ObjNum 740 snap 245 seq_num 740) 2023-12-22T17:25:25.896 INFO:tasks.rados.rados.0.smithi032.stdout:2519: read oid 9 snap -1 2023-12-22T17:25:25.896 INFO:tasks.rados.rados.0.smithi032.stdout:2519: expect (ObjNum 745 snap 248 seq_num 745) 2023-12-22T17:25:25.896 INFO:tasks.rados.rados.0.smithi032.stdout:2520: snap_remove snap 239 2023-12-22T17:25:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:25 smithi039 ceph-mon[181282]: pgmap v384: 121 pgs: 3 peering, 9 active+undersized+degraded, 38 active+undersized, 71 active+clean; 487 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 306 KiB/s wr, 10 op/s; 49/789 objects degraded (6.210%) 2023-12-22T17:25:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:25:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:25:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:25:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:25:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:25:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:25:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:25:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:25 smithi039 ceph-mon[181282]: Upgrade: Setting container_image for all osd 2023-12-22T17:25:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2023-12-22T17:25:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2023-12-22T17:25:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2023-12-22T17:25:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2023-12-22T17:25:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2023-12-22T17:25:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2023-12-22T17:25:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2023-12-22T17:25:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2023-12-22T17:25:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2023-12-22T17:25:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2023-12-22T17:25:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2023-12-22T17:25:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2023-12-22T17:25:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2023-12-22T17:25:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2023-12-22T17:25:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2023-12-22T17:25:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2023-12-22T17:25:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:25 smithi039 ceph-mon[181282]: Upgrade: Setting require_osd_release to 19 unknown 2023-12-22T17:25:26.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "unknown"}]: dispatch 2023-12-22T17:25:26.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:25 smithi039 ceph-mon[181282]: Upgrade: Paused due to UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-22T17:25:26.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:26.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:25 smithi039 ceph-mon[181282]: pgmap v386: 121 pgs: 7 activating, 3 peering, 9 active+undersized+degraded, 27 active+undersized, 75 active+clean; 489 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 36 KiB/s rd, 1.3 MiB/s wr, 11 op/s; 49/792 objects degraded (6.187%) 2023-12-22T17:25:26.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:25:26.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:25:26.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:25:26.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:26.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:25 smithi039 ceph-mon[181282]: osdmap e564: 8 total, 8 up, 8 in 2023-12-22T17:25:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[189144]: pgmap v384: 121 pgs: 3 peering, 9 active+undersized+degraded, 38 active+undersized, 71 active+clean; 487 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 306 KiB/s wr, 10 op/s; 49/789 objects degraded (6.210%) 2023-12-22T17:25:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:25:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:25:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:26.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:25:26.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:25:26.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:25:26.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:25:26.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:25:26.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[189144]: Upgrade: Setting container_image for all osd 2023-12-22T17:25:26.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:26.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2023-12-22T17:25:26.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2023-12-22T17:25:26.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2023-12-22T17:25:26.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2023-12-22T17:25:26.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2023-12-22T17:25:26.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2023-12-22T17:25:26.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2023-12-22T17:25:26.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2023-12-22T17:25:26.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2023-12-22T17:25:26.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2023-12-22T17:25:26.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2023-12-22T17:25:26.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2023-12-22T17:25:26.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[191839]: pgmap v384: 121 pgs: 3 peering, 9 active+undersized+degraded, 38 active+undersized, 71 active+clean; 487 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 306 KiB/s wr, 10 op/s; 49/789 objects degraded (6.210%) 2023-12-22T17:25:26.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:26.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:26.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:25:26.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:25:26.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:26.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:25:26.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:25:26.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:25:26.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:25:26.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:25:26.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[191839]: Upgrade: Setting container_image for all osd 2023-12-22T17:25:26.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:26.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2023-12-22T17:25:26.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2023-12-22T17:25:26.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2023-12-22T17:25:26.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2023-12-22T17:25:26.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2023-12-22T17:25:26.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2023-12-22T17:25:26.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2023-12-22T17:25:26.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2023-12-22T17:25:26.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2023-12-22T17:25:26.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2023-12-22T17:25:26.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2023-12-22T17:25:26.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2023-12-22T17:25:26.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2023-12-22T17:25:26.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2023-12-22T17:25:26.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2023-12-22T17:25:26.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2023-12-22T17:25:26.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[189144]: Upgrade: Setting require_osd_release to 19 unknown 2023-12-22T17:25:26.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "unknown"}]: dispatch 2023-12-22T17:25:26.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[189144]: Upgrade: Paused due to UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-22T17:25:26.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:26.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[189144]: pgmap v386: 121 pgs: 7 activating, 3 peering, 9 active+undersized+degraded, 27 active+undersized, 75 active+clean; 489 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 36 KiB/s rd, 1.3 MiB/s wr, 11 op/s; 49/792 objects degraded (6.187%) 2023-12-22T17:25:26.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:25:26.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:25:26.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:25:26.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:26.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[189144]: osdmap e564: 8 total, 8 up, 8 in 2023-12-22T17:25:26.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:26 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T17:25:26.186+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : Health check failed: Upgrade: failed due to an unexpected exception (UPGRADE_EXCEPTION) 2023-12-22T17:25:26.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2023-12-22T17:25:26.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2023-12-22T17:25:26.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2023-12-22T17:25:26.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2023-12-22T17:25:26.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[191839]: Upgrade: Setting require_osd_release to 19 unknown 2023-12-22T17:25:26.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "unknown"}]: dispatch 2023-12-22T17:25:26.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[191839]: Upgrade: Paused due to UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-22T17:25:26.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:26.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[191839]: pgmap v386: 121 pgs: 7 activating, 3 peering, 9 active+undersized+degraded, 27 active+undersized, 75 active+clean; 489 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 36 KiB/s rd, 1.3 MiB/s wr, 11 op/s; 49/792 objects degraded (6.187%) 2023-12-22T17:25:26.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:25:26.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:25:26.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:25:26.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:26.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:25 smithi032 ceph-mon[191839]: osdmap e564: 8 total, 8 up, 8 in 2023-12-22T17:25:26.862 INFO:tasks.rados.rados.0.smithi032.stdout:2520: done (3 left) 2023-12-22T17:25:26.862 INFO:tasks.rados.rados.0.smithi032.stdout:2521: copy_from oid 38 from oid 29 current snap is 256 2023-12-22T17:25:26.862 INFO:tasks.rados.rados.0.smithi032.stdout:2519: expect (ObjNum 745 snap 248 seq_num 745) 2023-12-22T17:25:26.882 INFO:tasks.rados.rados.0.smithi032.stdout:2517: finishing write tid 1 to smithi032174182-42 2023-12-22T17:25:26.882 INFO:tasks.rados.rados.0.smithi032.stdout:2517: finishing write tid 2 to smithi032174182-42 2023-12-22T17:25:26.882 INFO:tasks.rados.rados.0.smithi032.stdout:2517: finishing write tid 3 to smithi032174182-42 2023-12-22T17:25:26.882 INFO:tasks.rados.rados.0.smithi032.stdout:2517: finishing write tid 4 to smithi032174182-42 2023-12-22T17:25:26.882 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 1442 (ObjNum 774 snap 256 seq_num 774) dirty exists 2023-12-22T17:25:26.882 INFO:tasks.rados.rados.0.smithi032.stdout:2517: left oid 42 (ObjNum 774 snap 256 seq_num 774) 2023-12-22T17:25:26.882 INFO:tasks.rados.rados.0.smithi032.stdout:2518: expect (ObjNum 740 snap 245 seq_num 740) 2023-12-22T17:25:27.028 INFO:tasks.rados.rados.0.smithi032.stdout:2521: finishing copy_from to smithi032174182-38 2023-12-22T17:25:27.028 INFO:tasks.rados.rados.0.smithi032.stdout:2521: got expected ENOENT (src dne) 2023-12-22T17:25:27.028 INFO:tasks.rados.rados.0.smithi032.stdout:2521: finishing copy_from racing read to smithi032174182-38 2023-12-22T17:25:27.028 INFO:tasks.rados.rados.0.smithi032.stdout:2517: done (3 left) 2023-12-22T17:25:27.028 INFO:tasks.rados.rados.0.smithi032.stdout:2518: done (2 left) 2023-12-22T17:25:27.028 INFO:tasks.rados.rados.0.smithi032.stdout:2519: done (1 left) 2023-12-22T17:25:27.028 INFO:tasks.rados.rados.0.smithi032.stdout:2521: done (0 left) 2023-12-22T17:25:27.029 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 43 current snap is 256 2023-12-22T17:25:27.029 INFO:tasks.rados.rados.0.smithi032.stdout:2522: seq_num 775 ranges {8339456=589824,8929280=401408} 2023-12-22T17:25:27.076 INFO:tasks.rados.rados.0.smithi032.stdout:2522: writing smithi032174182-43 from 8339456 to 8929280 tid 1 2023-12-22T17:25:27.079 INFO:tasks.rados.rados.0.smithi032.stdout:2522: writing smithi032174182-43 from 8929280 to 9330688 tid 2 2023-12-22T17:25:27.079 INFO:tasks.rados.rados.0.smithi032.stdout:2523: rollback oid 2 current snap is 256 2023-12-22T17:25:27.079 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 2 to 236 2023-12-22T17:25:27.080 INFO:tasks.rados.rados.0.smithi032.stdout:2524: snap_create 2023-12-22T17:25:27.083 INFO:tasks.rados.rados.0.smithi032.stdout:2523: finishing rollback tid 0 to smithi032174182-2 2023-12-22T17:25:27.084 INFO:tasks.rados.rados.0.smithi032.stdout:2522: finishing write tid 1 to smithi032174182-43 2023-12-22T17:25:27.084 INFO:tasks.rados.rados.0.smithi032.stdout:2523: finishing rollback tid 1 to smithi032174182-2 2023-12-22T17:25:27.084 INFO:tasks.rados.rados.0.smithi032.stdout:2523: finishing rollback tid 2 to smithi032174182-2 2023-12-22T17:25:27.084 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 1631 (ObjNum 161 snap 0 seq_num 0) dirty exists 2023-12-22T17:25:27.084 INFO:tasks.rados.rados.0.smithi032.stdout:2522: finishing write tid 2 to smithi032174182-43 2023-12-22T17:25:27.084 INFO:tasks.rados.rados.0.smithi032.stdout:2522: finishing write tid 3 to smithi032174182-43 2023-12-22T17:25:27.085 INFO:tasks.rados.rados.0.smithi032.stdout:2522: finishing write tid 4 to smithi032174182-43 2023-12-22T17:25:27.086 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 1422 (ObjNum 775 snap 256 seq_num 775) dirty exists 2023-12-22T17:25:27.086 INFO:tasks.rados.rados.0.smithi032.stdout:2522: left oid 43 (ObjNum 775 snap 256 seq_num 775) 2023-12-22T17:25:27.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:26 smithi039 ceph-mon[181282]: Health check failed: Upgrade: failed due to an unexpected exception (UPGRADE_EXCEPTION) 2023-12-22T17:25:27.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:26 smithi039 ceph-mon[181282]: osdmap e565: 8 total, 8 up, 8 in 2023-12-22T17:25:27.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:26 smithi032 ceph-mon[191839]: Health check failed: Upgrade: failed due to an unexpected exception (UPGRADE_EXCEPTION) 2023-12-22T17:25:27.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:26 smithi032 ceph-mon[191839]: osdmap e565: 8 total, 8 up, 8 in 2023-12-22T17:25:27.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:26 smithi032 ceph-mon[189144]: Health check failed: Upgrade: failed due to an unexpected exception (UPGRADE_EXCEPTION) 2023-12-22T17:25:27.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:26 smithi032 ceph-mon[189144]: osdmap e565: 8 total, 8 up, 8 in 2023-12-22T17:25:27.994 INFO:tasks.rados.rados.0.smithi032.stdout:2522: done (2 left) 2023-12-22T17:25:27.994 INFO:tasks.rados.rados.0.smithi032.stdout:2523: done (1 left) 2023-12-22T17:25:27.994 INFO:tasks.rados.rados.0.smithi032.stdout:2524: done (0 left) 2023-12-22T17:25:27.994 INFO:tasks.rados.rados.0.smithi032.stdout:2525: snap_create 2023-12-22T17:25:28.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:27 smithi039 ceph-mon[181282]: pgmap v389: 121 pgs: 7 activating, 3 peering, 6 active+undersized+degraded, 21 active+undersized, 84 active+clean; 484 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.9 MiB/s wr, 16 op/s; 29/801 objects degraded (3.620%); 3.1 MiB/s, 0 objects/s recovering 2023-12-22T17:25:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:27 smithi032 ceph-mon[191839]: pgmap v389: 121 pgs: 7 activating, 3 peering, 6 active+undersized+degraded, 21 active+undersized, 84 active+clean; 484 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.9 MiB/s wr, 16 op/s; 29/801 objects degraded (3.620%); 3.1 MiB/s, 0 objects/s recovering 2023-12-22T17:25:28.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:27 smithi032 ceph-mon[189144]: pgmap v389: 121 pgs: 7 activating, 3 peering, 6 active+undersized+degraded, 21 active+undersized, 84 active+clean; 484 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.9 MiB/s wr, 16 op/s; 29/801 objects degraded (3.620%); 3.1 MiB/s, 0 objects/s recovering 2023-12-22T17:25:28.997 INFO:tasks.rados.rados.0.smithi032.stdout:2525: done (0 left) 2023-12-22T17:25:28.997 INFO:tasks.rados.rados.0.smithi032.stdout:2526: rollback oid 2 current snap is 258 2023-12-22T17:25:28.997 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 2 to 248 2023-12-22T17:25:28.997 INFO:tasks.rados.rados.0.smithi032.stdout:2527: read oid 40 snap -1 2023-12-22T17:25:28.997 INFO:tasks.rados.rados.0.smithi032.stdout:2527: expect deleted 2023-12-22T17:25:28.997 INFO:tasks.rados.rados.0.smithi032.stdout:2528: read oid 24 snap -1 2023-12-22T17:25:28.997 INFO:tasks.rados.rados.0.smithi032.stdout:2528: expect (ObjNum 693 snap 228 seq_num 693) 2023-12-22T17:25:28.997 INFO:tasks.rados.rados.0.smithi032.stdout:2529: read oid 50 snap -1 2023-12-22T17:25:28.997 INFO:tasks.rados.rados.0.smithi032.stdout:2529: expect (ObjNum 744 snap 248 seq_num 744) 2023-12-22T17:25:28.997 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 21 current snap is 258 2023-12-22T17:25:28.997 INFO:tasks.rados.rados.0.smithi032.stdout:2530: seq_num 776 ranges {950272=606208,1556480=401408} 2023-12-22T17:25:29.005 INFO:tasks.rados.rados.0.smithi032.stdout:2530: writing smithi032174182-21 from 950272 to 1556480 tid 1 2023-12-22T17:25:29.008 INFO:tasks.rados.rados.0.smithi032.stdout:2530: writing smithi032174182-21 from 1556480 to 1957888 tid 2 2023-12-22T17:25:29.008 INFO:tasks.rados.rados.0.smithi032.stdout:2531: copy_from oid 9 from oid 4 current snap is 258 2023-12-22T17:25:29.008 INFO:tasks.rados.rados.0.smithi032.stdout:2532: read oid 16 snap 225 2023-12-22T17:25:29.008 INFO:tasks.rados.rados.0.smithi032.stdout:2532: expect deleted 2023-12-22T17:25:29.009 INFO:tasks.rados.rados.0.smithi032.stdout:2533: rmattr oid 17 current snap is 258 2023-12-22T17:25:29.009 INFO:tasks.rados.rados.0.smithi032.stdout:2533: done (7 left) 2023-12-22T17:25:29.009 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 41 current snap is 258 2023-12-22T17:25:29.009 INFO:tasks.rados.rados.0.smithi032.stdout:2534: seq_num 777 ranges {630784=622592,1253376=401408} 2023-12-22T17:25:29.018 INFO:tasks.rados.rados.0.smithi032.stdout:2534: writing smithi032174182-41 from 630784 to 1253376 tid 1 2023-12-22T17:25:29.018 INFO:tasks.rados.rados.0.smithi032.stdout:2534: writing smithi032174182-41 from 1253376 to 1654784 tid 2 2023-12-22T17:25:29.018 INFO:tasks.rados.rados.0.smithi032.stdout:2535: copy_from oid 3 from oid 25 current snap is 258 2023-12-22T17:25:29.018 INFO:tasks.rados.rados.0.smithi032.stdout:2528: expect (ObjNum 693 snap 228 seq_num 693) 2023-12-22T17:25:29.077 INFO:tasks.rados.rados.0.smithi032.stdout:2526: finishing rollback tid 0 to smithi032174182-2 2023-12-22T17:25:29.077 INFO:tasks.rados.rados.0.smithi032.stdout:2526: finishing rollback tid 1 to smithi032174182-2 2023-12-22T17:25:29.077 INFO:tasks.rados.rados.0.smithi032.stdout:2526: finishing rollback tid 2 to smithi032174182-2 2023-12-22T17:25:29.077 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 1634 (ObjNum 33 snap 0 seq_num 1597058720) dirty exists 2023-12-22T17:25:29.077 INFO:tasks.rados.rados.0.smithi032.stdout:2526: done (8 left) 2023-12-22T17:25:29.077 INFO:tasks.rados.rados.0.smithi032.stdout:2527: done (7 left) 2023-12-22T17:25:29.077 INFO:tasks.rados.rados.0.smithi032.stdout:2528: done (6 left) 2023-12-22T17:25:29.077 INFO:tasks.rados.rados.0.smithi032.stdout:2532: done (5 left) 2023-12-22T17:25:29.078 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 11 current snap is 258 2023-12-22T17:25:29.078 INFO:tasks.rados.rados.0.smithi032.stdout:2534: finishing write tid 1 to smithi032174182-41 2023-12-22T17:25:29.078 INFO:tasks.rados.rados.0.smithi032.stdout:2534: finishing write tid 2 to smithi032174182-41 2023-12-22T17:25:29.078 INFO:tasks.rados.rados.0.smithi032.stdout:2535: finishing copy_from racing read to smithi032174182-3 2023-12-22T17:25:29.078 INFO:tasks.rados.rados.0.smithi032.stdout:2534: finishing write tid 3 to smithi032174182-41 2023-12-22T17:25:29.078 INFO:tasks.rados.rados.0.smithi032.stdout:2535: finishing copy_from to smithi032174182-3 2023-12-22T17:25:29.078 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 727 (ObjNum 728 snap 241 seq_num 728) dirty exists 2023-12-22T17:25:29.078 INFO:tasks.rados.rados.0.smithi032.stdout:2534: finishing write tid 4 to smithi032174182-41 2023-12-22T17:25:29.078 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 1879 (ObjNum 777 snap 258 seq_num 777) dirty exists 2023-12-22T17:25:29.078 INFO:tasks.rados.rados.0.smithi032.stdout:2534: left oid 41 (ObjNum 777 snap 258 seq_num 777) 2023-12-22T17:25:29.078 INFO:tasks.rados.rados.0.smithi032.stdout:2529: expect (ObjNum 744 snap 248 seq_num 744) 2023-12-22T17:25:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:29 smithi039 ceph-mon[181282]: osdmap e566: 8 total, 8 up, 8 in 2023-12-22T17:25:29.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:29 smithi032 ceph-mon[191839]: osdmap e566: 8 total, 8 up, 8 in 2023-12-22T17:25:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:28 smithi032 ceph-mon[189144]: osdmap e566: 8 total, 8 up, 8 in 2023-12-22T17:25:29.684 INFO:tasks.rados.rados.0.smithi032.stdout:2530: finishing write tid 1 to smithi032174182-21 2023-12-22T17:25:29.684 INFO:tasks.rados.rados.0.smithi032.stdout:2530: finishing write tid 2 to smithi032174182-21 2023-12-22T17:25:29.684 INFO:tasks.rados.rados.0.smithi032.stdout:2530: finishing write tid 3 to smithi032174182-21 2023-12-22T17:25:29.684 INFO:tasks.rados.rados.0.smithi032.stdout:2530: finishing write tid 4 to smithi032174182-21 2023-12-22T17:25:29.684 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 1696 (ObjNum 776 snap 258 seq_num 776) dirty exists 2023-12-22T17:25:29.684 INFO:tasks.rados.rados.0.smithi032.stdout:2530: left oid 21 (ObjNum 776 snap 258 seq_num 776) 2023-12-22T17:25:29.684 INFO:tasks.rados.rados.0.smithi032.stdout:2531: finishing copy_from racing read to smithi032174182-9 2023-12-22T17:25:29.685 INFO:tasks.rados.rados.0.smithi032.stdout:2531: finishing copy_from to smithi032174182-9 2023-12-22T17:25:29.685 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 1435 (ObjNum 680 snap 216 seq_num 680) dirty exists 2023-12-22T17:25:29.685 INFO:tasks.rados.rados.0.smithi032.stdout:2536: seq_num 778 ranges {0=638976,638976=401408} 2023-12-22T17:25:29.687 INFO:tasks.rados.rados.0.smithi032.stdout:2536: writing smithi032174182-11 from 0 to 638976 tid 1 2023-12-22T17:25:29.690 INFO:tasks.rados.rados.0.smithi032.stdout:2536: writing smithi032174182-11 from 638976 to 1040384 tid 2 2023-12-22T17:25:29.690 INFO:tasks.rados.rados.0.smithi032.stdout:2529: done (5 left) 2023-12-22T17:25:29.690 INFO:tasks.rados.rados.0.smithi032.stdout:2530: done (4 left) 2023-12-22T17:25:29.690 INFO:tasks.rados.rados.0.smithi032.stdout:2531: done (3 left) 2023-12-22T17:25:29.690 INFO:tasks.rados.rados.0.smithi032.stdout:2534: done (2 left) 2023-12-22T17:25:29.690 INFO:tasks.rados.rados.0.smithi032.stdout:2535: done (1 left) 2023-12-22T17:25:29.690 INFO:tasks.rados.rados.0.smithi032.stdout:2537: snap_remove snap 253 2023-12-22T17:25:30.010 INFO:tasks.rados.rados.0.smithi032.stdout:2537: done (1 left) 2023-12-22T17:25:30.010 INFO:tasks.rados.rados.0.smithi032.stdout:2538: delete oid 10 current snap is 258 2023-12-22T17:25:30.010 INFO:tasks.rados.rados.0.smithi032.stdout:2536: finishing write tid 1 to smithi032174182-11 2023-12-22T17:25:30.011 INFO:tasks.rados.rados.0.smithi032.stdout:2536: finishing write tid 2 to smithi032174182-11 2023-12-22T17:25:30.011 INFO:tasks.rados.rados.0.smithi032.stdout:2536: finishing write tid 3 to smithi032174182-11 2023-12-22T17:25:30.011 INFO:tasks.rados.rados.0.smithi032.stdout:2536: finishing write tid 4 to smithi032174182-11 2023-12-22T17:25:30.011 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 1464 (ObjNum 778 snap 258 seq_num 778) dirty exists 2023-12-22T17:25:30.011 INFO:tasks.rados.rados.0.smithi032.stdout:2536: left oid 11 (ObjNum 778 snap 258 seq_num 778) 2023-12-22T17:25:30.018 INFO:tasks.rados.rados.0.smithi032.stdout:2536: done (1 left) 2023-12-22T17:25:30.018 INFO:tasks.rados.rados.0.smithi032.stdout:2538: done (0 left) 2023-12-22T17:25:30.018 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 43 current snap is 258 2023-12-22T17:25:30.018 INFO:tasks.rados.rados.0.smithi032.stdout:2539: seq_num 780 ranges {9330688=671744,10002432=401408} 2023-12-22T17:25:30.072 INFO:tasks.rados.rados.0.smithi032.stdout:2539: writing smithi032174182-43 from 9330688 to 10002432 tid 1 2023-12-22T17:25:30.075 INFO:tasks.rados.rados.0.smithi032.stdout:2539: writing smithi032174182-43 from 10002432 to 10403840 tid 2 2023-12-22T17:25:30.075 INFO:tasks.rados.rados.0.smithi032.stdout:2540: snap_remove snap 213 2023-12-22T17:25:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:30 smithi032 ceph-mon[191839]: osdmap e567: 8 total, 8 up, 8 in 2023-12-22T17:25:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:30 smithi032 ceph-mon[191839]: pgmap v392: 121 pgs: 7 activating, 114 active+clean; 475 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.8 MiB/s wr, 11 op/s; 2.6 MiB/s, 0 objects/s recovering 2023-12-22T17:25:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:30 smithi032 ceph-mon[189144]: osdmap e567: 8 total, 8 up, 8 in 2023-12-22T17:25:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:30 smithi032 ceph-mon[189144]: pgmap v392: 121 pgs: 7 activating, 114 active+clean; 475 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.8 MiB/s wr, 11 op/s; 2.6 MiB/s, 0 objects/s recovering 2023-12-22T17:25:30.506 INFO:journalctl@ceph.osd.7.smithi039.stdout:Dec 22 17:25:30 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-7[206642]: 2023-12-22T17:25:30.083+0000 7fd3ebe2c700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1e5 after trimming was started 2023-12-22T17:25:30.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:30 smithi039 ceph-mon[181282]: osdmap e567: 8 total, 8 up, 8 in 2023-12-22T17:25:30.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:30 smithi039 ceph-mon[181282]: pgmap v392: 121 pgs: 7 activating, 114 active+clean; 475 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.8 MiB/s wr, 11 op/s; 2.6 MiB/s, 0 objects/s recovering 2023-12-22T17:25:30.856 INFO:tasks.rados.rados.0.smithi032.stdout:2540: done (1 left) 2023-12-22T17:25:30.857 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 21 current snap is 258 2023-12-22T17:25:30.857 INFO:tasks.rados.rados.0.smithi032.stdout:2539: finishing write tid 1 to smithi032174182-43 2023-12-22T17:25:30.857 INFO:tasks.rados.rados.0.smithi032.stdout:2541: seq_num 781 ranges {1957888=688128,2646016=401408} 2023-12-22T17:25:30.871 INFO:tasks.rados.rados.0.smithi032.stdout:2541: writing smithi032174182-21 from 1957888 to 2646016 tid 1 2023-12-22T17:25:30.874 INFO:tasks.rados.rados.0.smithi032.stdout:2541: writing smithi032174182-21 from 2646016 to 3047424 tid 2 2023-12-22T17:25:30.874 INFO:tasks.rados.rados.0.smithi032.stdout:2542: rmattr oid 39 current snap is 258 2023-12-22T17:25:30.874 INFO:tasks.rados.rados.0.smithi032.stdout:2542: done (2 left) 2023-12-22T17:25:30.874 INFO:tasks.rados.rados.0.smithi032.stdout:2543: snap_remove snap 252 2023-12-22T17:25:31.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:31 smithi032 ceph-mon[189144]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 29/801 objects degraded (3.620%), 6 pgs degraded) 2023-12-22T17:25:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:31 smithi032 ceph-mon[189144]: osdmap e568: 8 total, 8 up, 8 in 2023-12-22T17:25:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:31 smithi032 ceph-mon[189144]: osdmap e569: 8 total, 8 up, 8 in 2023-12-22T17:25:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:25:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:25:30] "GET /metrics HTTP/1.1" 200 36236 "" "Prometheus/2.43.0" 2023-12-22T17:25:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:31 smithi032 ceph-mon[191839]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 29/801 objects degraded (3.620%), 6 pgs degraded) 2023-12-22T17:25:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:31 smithi032 ceph-mon[191839]: osdmap e568: 8 total, 8 up, 8 in 2023-12-22T17:25:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:31 smithi032 ceph-mon[191839]: osdmap e569: 8 total, 8 up, 8 in 2023-12-22T17:25:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:31 smithi039 ceph-mon[181282]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 29/801 objects degraded (3.620%), 6 pgs degraded) 2023-12-22T17:25:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:31 smithi039 ceph-mon[181282]: osdmap e568: 8 total, 8 up, 8 in 2023-12-22T17:25:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:31 smithi039 ceph-mon[181282]: osdmap e569: 8 total, 8 up, 8 in 2023-12-22T17:25:31.872 INFO:tasks.rados.rados.0.smithi032.stdout:2543: done (2 left) 2023-12-22T17:25:31.872 INFO:tasks.rados.rados.0.smithi032.stdout:2544: snap_remove snap 246 2023-12-22T17:25:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:32 smithi032 ceph-mon[191839]: pgmap v395: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 478 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2023-12-22T17:25:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:32 smithi032 ceph-mon[191839]: osdmap e570: 8 total, 8 up, 8 in 2023-12-22T17:25:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:32 smithi032 ceph-mon[189144]: pgmap v395: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 478 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2023-12-22T17:25:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:32 smithi032 ceph-mon[189144]: osdmap e570: 8 total, 8 up, 8 in 2023-12-22T17:25:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:32 smithi039 ceph-mon[181282]: pgmap v395: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 478 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2023-12-22T17:25:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:32 smithi039 ceph-mon[181282]: osdmap e570: 8 total, 8 up, 8 in 2023-12-22T17:25:32.877 INFO:tasks.rados.rados.0.smithi032.stdout:2544: done (2 left) 2023-12-22T17:25:32.877 INFO:tasks.rados.rados.0.smithi032.stdout:2545: rmattr oid 29 current snap is 258 2023-12-22T17:25:32.877 INFO:tasks.rados.rados.0.smithi032.stdout:2545: done (2 left) 2023-12-22T17:25:32.877 INFO:tasks.rados.rados.0.smithi032.stdout:2546: read oid 11 snap -1 2023-12-22T17:25:32.877 INFO:tasks.rados.rados.0.smithi032.stdout:2546: expect (ObjNum 778 snap 258 seq_num 778) 2023-12-22T17:25:32.877 INFO:tasks.rados.rados.0.smithi032.stdout:2547: read oid 40 snap -1 2023-12-22T17:25:32.877 INFO:tasks.rados.rados.0.smithi032.stdout:2547: expect deleted 2023-12-22T17:25:32.877 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 18 current snap is 258 2023-12-22T17:25:32.877 INFO:tasks.rados.rados.0.smithi032.stdout:2548: seq_num 782 ranges {6119424=704512,6823936=401408} 2023-12-22T17:25:32.914 INFO:tasks.rados.rados.0.smithi032.stdout:2548: writing smithi032174182-18 from 6119424 to 6823936 tid 1 2023-12-22T17:25:32.917 INFO:tasks.rados.rados.0.smithi032.stdout:2548: writing smithi032174182-18 from 6823936 to 7225344 tid 2 2023-12-22T17:25:32.917 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 7 current snap is 258 2023-12-22T17:25:32.917 INFO:tasks.rados.rados.0.smithi032.stdout:2539: finishing write tid 2 to smithi032174182-43 2023-12-22T17:25:32.917 INFO:tasks.rados.rados.0.smithi032.stdout:2539: finishing write tid 3 to smithi032174182-43 2023-12-22T17:25:32.917 INFO:tasks.rados.rados.0.smithi032.stdout:2539: finishing write tid 4 to smithi032174182-43 2023-12-22T17:25:32.917 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 1425 (ObjNum 780 snap 258 seq_num 780) dirty exists 2023-12-22T17:25:32.917 INFO:tasks.rados.rados.0.smithi032.stdout:2539: left oid 43 (ObjNum 780 snap 258 seq_num 780) 2023-12-22T17:25:32.917 INFO:tasks.rados.rados.0.smithi032.stdout:2549: seq_num 783 ranges {10182656=720896,10903552=401408} 2023-12-22T17:25:32.976 INFO:tasks.rados.rados.0.smithi032.stdout:2549: writing smithi032174182-7 from 10182656 to 10903552 tid 1 2023-12-22T17:25:32.978 INFO:tasks.rados.rados.0.smithi032.stdout:2549: writing smithi032174182-7 from 10903552 to 11304960 tid 2 2023-12-22T17:25:32.978 INFO:tasks.rados.rados.0.smithi032.stdout:2539: done (5 left) 2023-12-22T17:25:32.978 INFO:tasks.rados.rados.0.smithi032.stdout:2550: snap_remove snap 247 2023-12-22T17:25:33.884 INFO:tasks.rados.rados.0.smithi032.stdout:2550: done (5 left) 2023-12-22T17:25:33.884 INFO:tasks.rados.rados.0.smithi032.stdout:2551: copy_from oid 17 from oid 6 current snap is 258 2023-12-22T17:25:33.884 INFO:tasks.rados.rados.0.smithi032.stdout:2552: snap_remove snap 249 2023-12-22T17:25:34.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:33 smithi032 ceph-mon[191839]: osdmap e571: 8 total, 8 up, 8 in 2023-12-22T17:25:34.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:33 smithi032 ceph-mon[191839]: pgmap v398: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 480 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2023-12-22T17:25:34.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:33 smithi032 ceph-mon[189144]: osdmap e571: 8 total, 8 up, 8 in 2023-12-22T17:25:34.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:33 smithi032 ceph-mon[189144]: pgmap v398: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 480 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2023-12-22T17:25:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:33 smithi039 ceph-mon[181282]: osdmap e571: 8 total, 8 up, 8 in 2023-12-22T17:25:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:33 smithi039 ceph-mon[181282]: pgmap v398: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 480 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2023-12-22T17:25:34.896 INFO:tasks.rados.rados.0.smithi032.stdout:2552: done (6 left) 2023-12-22T17:25:34.896 INFO:tasks.rados.rados.0.smithi032.stdout:2553: copy_from oid 12 from oid 3 current snap is 258 2023-12-22T17:25:34.896 INFO:tasks.rados.rados.0.smithi032.stdout:2554: read oid 32 snap -1 2023-12-22T17:25:34.896 INFO:tasks.rados.rados.0.smithi032.stdout:2554: expect (ObjNum 762 snap 251 seq_num 762) 2023-12-22T17:25:34.897 INFO:tasks.rados.rados.0.smithi032.stdout:2555: delete oid 41 current snap is 258 2023-12-22T17:25:34.897 INFO:tasks.rados.rados.0.smithi032.stdout:2541: finishing write tid 1 to smithi032174182-21 2023-12-22T17:25:34.897 INFO:tasks.rados.rados.0.smithi032.stdout:2541: finishing write tid 2 to smithi032174182-21 2023-12-22T17:25:34.897 INFO:tasks.rados.rados.0.smithi032.stdout:2541: finishing write tid 3 to smithi032174182-21 2023-12-22T17:25:34.897 INFO:tasks.rados.rados.0.smithi032.stdout:2541: finishing write tid 4 to smithi032174182-21 2023-12-22T17:25:34.897 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 1699 (ObjNum 781 snap 258 seq_num 781) dirty exists 2023-12-22T17:25:34.897 INFO:tasks.rados.rados.0.smithi032.stdout:2541: left oid 21 (ObjNum 781 snap 258 seq_num 781) 2023-12-22T17:25:34.897 INFO:tasks.rados.rados.0.smithi032.stdout:2546: expect (ObjNum 778 snap 258 seq_num 778) 2023-12-22T17:25:34.928 INFO:tasks.rados.rados.0.smithi032.stdout:2541: done (8 left) 2023-12-22T17:25:34.928 INFO:tasks.rados.rados.0.smithi032.stdout:2546: done (7 left) 2023-12-22T17:25:34.928 INFO:tasks.rados.rados.0.smithi032.stdout:2547: done (6 left) 2023-12-22T17:25:34.929 INFO:tasks.rados.rados.0.smithi032.stdout:2555: done (5 left) 2023-12-22T17:25:34.929 INFO:tasks.rados.rados.0.smithi032.stdout:2556: setattr oid 44 current snap is 258 2023-12-22T17:25:34.929 INFO:tasks.rados.rados.0.smithi032.stdout:2548: finishing write tid 1 to smithi032174182-18 2023-12-22T17:25:34.929 INFO:tasks.rados.rados.0.smithi032.stdout:2548: finishing write tid 2 to smithi032174182-18 2023-12-22T17:25:34.929 INFO:tasks.rados.rados.0.smithi032.stdout:2548: finishing write tid 3 to smithi032174182-18 2023-12-22T17:25:34.929 INFO:tasks.rados.rados.0.smithi032.stdout:2548: finishing write tid 4 to smithi032174182-18 2023-12-22T17:25:34.929 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 1428 (ObjNum 782 snap 258 seq_num 782) dirty exists 2023-12-22T17:25:34.929 INFO:tasks.rados.rados.0.smithi032.stdout:2548: left oid 18 (ObjNum 782 snap 258 seq_num 782) 2023-12-22T17:25:34.929 INFO:tasks.rados.rados.0.smithi032.stdout:2549: finishing write tid 1 to smithi032174182-7 2023-12-22T17:25:34.929 INFO:tasks.rados.rados.0.smithi032.stdout:2549: finishing write tid 2 to smithi032174182-7 2023-12-22T17:25:34.930 INFO:tasks.rados.rados.0.smithi032.stdout:2549: finishing write tid 3 to smithi032174182-7 2023-12-22T17:25:34.930 INFO:tasks.rados.rados.0.smithi032.stdout:2549: finishing write tid 4 to smithi032174182-7 2023-12-22T17:25:34.930 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 1697 (ObjNum 783 snap 258 seq_num 783) dirty exists 2023-12-22T17:25:34.930 INFO:tasks.rados.rados.0.smithi032.stdout:2549: left oid 7 (ObjNum 783 snap 258 seq_num 783) 2023-12-22T17:25:34.930 INFO:tasks.rados.rados.0.smithi032.stdout:2551: finishing copy_from racing read to smithi032174182-17 2023-12-22T17:25:34.930 INFO:tasks.rados.rados.0.smithi032.stdout:2551: finishing copy_from to smithi032174182-17 2023-12-22T17:25:34.930 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 1057 (ObjNum 700 snap 231 seq_num 700) dirty exists 2023-12-22T17:25:34.930 INFO:tasks.rados.rados.0.smithi032.stdout:2554: expect (ObjNum 762 snap 251 seq_num 762) 2023-12-22T17:25:34.947 INFO:tasks.rados.rados.0.smithi032.stdout:2553: finishing copy_from racing read to smithi032174182-12 2023-12-22T17:25:34.948 INFO:tasks.rados.rados.0.smithi032.stdout:2553: finishing copy_from to smithi032174182-12 2023-12-22T17:25:34.948 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 727 (ObjNum 728 snap 241 seq_num 728) dirty exists 2023-12-22T17:25:34.948 INFO:tasks.rados.rados.0.smithi032.stdout:2548: done (5 left) 2023-12-22T17:25:34.948 INFO:tasks.rados.rados.0.smithi032.stdout:2549: done (4 left) 2023-12-22T17:25:34.948 INFO:tasks.rados.rados.0.smithi032.stdout:2551: done (3 left) 2023-12-22T17:25:34.948 INFO:tasks.rados.rados.0.smithi032.stdout:2553: done (2 left) 2023-12-22T17:25:34.948 INFO:tasks.rados.rados.0.smithi032.stdout:2554: done (1 left) 2023-12-22T17:25:34.948 INFO:tasks.rados.rados.0.smithi032.stdout:2557: snap_create 2023-12-22T17:25:34.950 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 1653 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-22T17:25:35.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:34 smithi032 ceph-mon[189144]: osdmap e572: 8 total, 8 up, 8 in 2023-12-22T17:25:35.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:35.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:25:35.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:34 smithi032 ceph-mon[191839]: osdmap e572: 8 total, 8 up, 8 in 2023-12-22T17:25:35.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:35.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:25:35.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:34 smithi039 ceph-mon[181282]: osdmap e572: 8 total, 8 up, 8 in 2023-12-22T17:25:35.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:35.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:25:35.857 INFO:tasks.rados.rados.0.smithi032.stdout:2556: done (1 left) 2023-12-22T17:25:35.858 INFO:tasks.rados.rados.0.smithi032.stdout:2557: done (0 left) 2023-12-22T17:25:35.858 INFO:tasks.rados.rados.0.smithi032.stdout:2558: snap_remove snap 226 2023-12-22T17:25:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:35 smithi032 ceph-mon[191839]: osdmap e573: 8 total, 8 up, 8 in 2023-12-22T17:25:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:35 smithi032 ceph-mon[191839]: pgmap v401: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 494 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 762 KiB/s rd, 4.2 MiB/s wr, 5 op/s 2023-12-22T17:25:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:35 smithi032 ceph-mon[191839]: osdmap e574: 8 total, 8 up, 8 in 2023-12-22T17:25:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:35 smithi032 ceph-mon[189144]: osdmap e573: 8 total, 8 up, 8 in 2023-12-22T17:25:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:35 smithi032 ceph-mon[189144]: pgmap v401: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 494 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 762 KiB/s rd, 4.2 MiB/s wr, 5 op/s 2023-12-22T17:25:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:35 smithi032 ceph-mon[189144]: osdmap e574: 8 total, 8 up, 8 in 2023-12-22T17:25:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:35 smithi039 ceph-mon[181282]: osdmap e573: 8 total, 8 up, 8 in 2023-12-22T17:25:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:35 smithi039 ceph-mon[181282]: pgmap v401: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 494 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 762 KiB/s rd, 4.2 MiB/s wr, 5 op/s 2023-12-22T17:25:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:35 smithi039 ceph-mon[181282]: osdmap e574: 8 total, 8 up, 8 in 2023-12-22T17:25:36.858 INFO:tasks.rados.rados.0.smithi032.stdout:2558: done (0 left) 2023-12-22T17:25:36.858 INFO:tasks.rados.rados.0.smithi032.stdout:2559: snap_remove snap 236 2023-12-22T17:25:37.867 INFO:tasks.rados.rados.0.smithi032.stdout:2559: done (0 left) 2023-12-22T17:25:37.867 INFO:tasks.rados.rados.0.smithi032.stdout:2560: rollback oid 18 current snap is 259 2023-12-22T17:25:37.867 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 18 to 221 2023-12-22T17:25:37.867 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 10 current snap is 259 2023-12-22T17:25:37.867 INFO:tasks.rados.rados.0.smithi032.stdout:2561: seq_num 785 ranges {0=753664,753664=401408} 2023-12-22T17:25:37.872 INFO:tasks.rados.rados.0.smithi032.stdout:2561: writing smithi032174182-10 from 0 to 753664 tid 1 2023-12-22T17:25:37.875 INFO:tasks.rados.rados.0.smithi032.stdout:2561: writing smithi032174182-10 from 753664 to 1155072 tid 2 2023-12-22T17:25:37.875 INFO:tasks.rados.rados.0.smithi032.stdout:2562: snap_create 2023-12-22T17:25:37.886 INFO:tasks.rados.rados.0.smithi032.stdout:2560: finishing rollback tid 0 to smithi032174182-18 2023-12-22T17:25:37.886 INFO:tasks.rados.rados.0.smithi032.stdout:2560: finishing rollback tid 1 to smithi032174182-18 2023-12-22T17:25:37.886 INFO:tasks.rados.rados.0.smithi032.stdout:2561: finishing write tid 1 to smithi032174182-10 2023-12-22T17:25:37.889 INFO:tasks.rados.rados.0.smithi032.stdout:2560: finishing rollback tid 2 to smithi032174182-18 2023-12-22T17:25:37.889 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 1431 (ObjNum 65 snap 0 seq_num 1953125485) dirty exists 2023-12-22T17:25:37.891 INFO:tasks.rados.rados.0.smithi032.stdout:2561: finishing write tid 2 to smithi032174182-10 2023-12-22T17:25:37.892 INFO:tasks.rados.rados.0.smithi032.stdout:2561: finishing write tid 3 to smithi032174182-10 2023-12-22T17:25:37.895 INFO:tasks.rados.rados.0.smithi032.stdout:2561: finishing write tid 4 to smithi032174182-10 2023-12-22T17:25:37.895 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 1497 (ObjNum 785 snap 259 seq_num 785) dirty exists 2023-12-22T17:25:37.895 INFO:tasks.rados.rados.0.smithi032.stdout:2561: left oid 10 (ObjNum 785 snap 259 seq_num 785) 2023-12-22T17:25:38.180 INFO:journalctl@ceph.osd.3.smithi032.stdout:Dec 22 17:25:37 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-3[217709]: 2023-12-22T17:25:37.889+0000 7f2e7488d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c1 after trimming was started 2023-12-22T17:25:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:37 smithi032 ceph-mon[189144]: osdmap e575: 8 total, 8 up, 8 in 2023-12-22T17:25:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:37 smithi032 ceph-mon[189144]: pgmap v404: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 494 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 3.7 MiB/s wr, 7 op/s 2023-12-22T17:25:38.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:37 smithi032 ceph-mon[191839]: osdmap e575: 8 total, 8 up, 8 in 2023-12-22T17:25:38.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:37 smithi032 ceph-mon[191839]: pgmap v404: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 494 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 3.7 MiB/s wr, 7 op/s 2023-12-22T17:25:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:37 smithi039 ceph-mon[181282]: osdmap e575: 8 total, 8 up, 8 in 2023-12-22T17:25:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:37 smithi039 ceph-mon[181282]: pgmap v404: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 494 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 3.7 MiB/s wr, 7 op/s 2023-12-22T17:25:38.872 INFO:tasks.rados.rados.0.smithi032.stdout:2560: done (2 left) 2023-12-22T17:25:38.872 INFO:tasks.rados.rados.0.smithi032.stdout:2561: done (1 left) 2023-12-22T17:25:38.872 INFO:tasks.rados.rados.0.smithi032.stdout:2562: done (0 left) 2023-12-22T17:25:38.873 INFO:tasks.rados.rados.0.smithi032.stdout:2563: rollback oid 20 current snap is 260 2023-12-22T17:25:38.873 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 20 to 229 2023-12-22T17:25:38.873 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 35 current snap is 260 2023-12-22T17:25:38.873 INFO:tasks.rados.rados.0.smithi032.stdout:2564: seq_num 786 ranges {3227648=770048,3997696=401408} 2023-12-22T17:25:38.894 INFO:tasks.rados.rados.0.smithi032.stdout:2564: writing smithi032174182-35 from 3227648 to 3997696 tid 1 2023-12-22T17:25:38.896 INFO:tasks.rados.rados.0.smithi032.stdout:2564: writing smithi032174182-35 from 3997696 to 4399104 tid 2 2023-12-22T17:25:38.896 INFO:tasks.rados.rados.0.smithi032.stdout:2565: delete oid 5 current snap is 260 2023-12-22T17:25:38.896 INFO:tasks.rados.rados.0.smithi032.stdout:2563: finishing rollback tid 1 to smithi032174182-20 2023-12-22T17:25:38.897 INFO:tasks.rados.rados.0.smithi032.stdout:2563: finishing rollback tid 2 to smithi032174182-20 2023-12-22T17:25:38.897 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 1673 (ObjNum 644 snap 202 seq_num 644) dirty exists 2023-12-22T17:25:38.901 INFO:tasks.rados.rados.0.smithi032.stdout:2564: finishing write tid 1 to smithi032174182-35 2023-12-22T17:25:38.902 INFO:tasks.rados.rados.0.smithi032.stdout:2564: finishing write tid 2 to smithi032174182-35 2023-12-22T17:25:38.902 INFO:tasks.rados.rados.0.smithi032.stdout:2564: finishing write tid 3 to smithi032174182-35 2023-12-22T17:25:38.904 INFO:tasks.rados.rados.0.smithi032.stdout:2564: finishing write tid 4 to smithi032174182-35 2023-12-22T17:25:38.904 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 1442 (ObjNum 786 snap 260 seq_num 786) dirty exists 2023-12-22T17:25:38.904 INFO:tasks.rados.rados.0.smithi032.stdout:2564: left oid 35 (ObjNum 786 snap 260 seq_num 786) 2023-12-22T17:25:38.905 INFO:tasks.rados.rados.0.smithi032.stdout:2563: done (2 left) 2023-12-22T17:25:38.905 INFO:tasks.rados.rados.0.smithi032.stdout:2564: done (1 left) 2023-12-22T17:25:38.905 INFO:tasks.rados.rados.0.smithi032.stdout:2565: done (0 left) 2023-12-22T17:25:38.905 INFO:tasks.rados.rados.0.smithi032.stdout:2566: setattr oid 8 current snap is 260 2023-12-22T17:25:38.907 INFO:tasks.rados.rados.0.smithi032.stdout:2567: rmattr oid 27 current snap is 260 2023-12-22T17:25:38.907 INFO:tasks.rados.rados.0.smithi032.stdout:2568: rmattr oid 29 current snap is 260 2023-12-22T17:25:38.907 INFO:tasks.rados.rados.0.smithi032.stdout:2568: done (2 left) 2023-12-22T17:25:38.907 INFO:tasks.rados.rados.0.smithi032.stdout:2569: read oid 13 snap 250 2023-12-22T17:25:38.907 INFO:tasks.rados.rados.0.smithi032.stdout:2569: expect (ObjNum 1596274784 snap 22024 seq_num 1597417824) 2023-12-22T17:25:38.907 INFO:tasks.rados.rados.0.smithi032.stdout:2570: read oid 12 snap -1 2023-12-22T17:25:38.907 INFO:tasks.rados.rados.0.smithi032.stdout:2570: expect (ObjNum 728 snap 241 seq_num 728) 2023-12-22T17:25:38.907 INFO:tasks.rados.rados.0.smithi032.stdout:2571: rollback oid 47 current snap is 260 2023-12-22T17:25:38.908 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 47 to 248 2023-12-22T17:25:38.908 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 35 current snap is 260 2023-12-22T17:25:38.908 INFO:tasks.rados.rados.0.smithi032.stdout:2572: seq_num 788 ranges {4399104=802816,5201920=401408} 2023-12-22T17:25:38.935 INFO:tasks.rados.rados.0.smithi032.stdout:2572: writing smithi032174182-35 from 4399104 to 5201920 tid 1 2023-12-22T17:25:38.937 INFO:tasks.rados.rados.0.smithi032.stdout:2572: writing smithi032174182-35 from 5201920 to 5603328 tid 2 2023-12-22T17:25:38.938 INFO:tasks.rados.rados.0.smithi032.stdout:2573: snap_remove snap 204 2023-12-22T17:25:39.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:38 smithi032 ceph-mon[191839]: osdmap e576: 8 total, 8 up, 8 in 2023-12-22T17:25:39.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:38 smithi032 ceph-mon[189144]: osdmap e576: 8 total, 8 up, 8 in 2023-12-22T17:25:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:38 smithi039 ceph-mon[181282]: osdmap e576: 8 total, 8 up, 8 in 2023-12-22T17:25:39.884 INFO:tasks.rados.rados.0.smithi032.stdout:2573: done (6 left) 2023-12-22T17:25:39.884 INFO:tasks.rados.rados.0.smithi032.stdout:2574: rollback oid 24 current snap is 260 2023-12-22T17:25:39.884 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 24 to 259 2023-12-22T17:25:39.886 INFO:tasks.rados.rados.0.smithi032.stdout:2569: expect (ObjNum 1596274784 snap 22024 seq_num 1597417824) 2023-12-22T17:25:39.886 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 1220 (ObjNum 708 snap 233 seq_num 708) dirty exists 2023-12-22T17:25:39.886 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 1675 (ObjNum 634 snap 198 seq_num 634) dirty exists 2023-12-22T17:25:39.886 INFO:tasks.rados.rados.0.smithi032.stdout:2570: expect (ObjNum 728 snap 241 seq_num 728) 2023-12-22T17:25:39.893 INFO:tasks.rados.rados.0.smithi032.stdout:2571: finishing rollback tid 1 to smithi032174182-47 2023-12-22T17:25:39.893 INFO:tasks.rados.rados.0.smithi032.stdout:2571: finishing rollback tid 2 to smithi032174182-47 2023-12-22T17:25:39.893 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 1942 (ObjNum 752 snap 248 seq_num 752) dirty exists 2023-12-22T17:25:39.894 INFO:tasks.rados.rados.0.smithi032.stdout:2572: finishing write tid 1 to smithi032174182-35 2023-12-22T17:25:39.894 INFO:tasks.rados.rados.0.smithi032.stdout:2572: finishing write tid 2 to smithi032174182-35 2023-12-22T17:25:39.894 INFO:tasks.rados.rados.0.smithi032.stdout:2572: finishing write tid 3 to smithi032174182-35 2023-12-22T17:25:39.894 INFO:tasks.rados.rados.0.smithi032.stdout:2572: finishing write tid 4 to smithi032174182-35 2023-12-22T17:25:39.894 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 1446 (ObjNum 788 snap 260 seq_num 788) dirty exists 2023-12-22T17:25:39.894 INFO:tasks.rados.rados.0.smithi032.stdout:2572: left oid 35 (ObjNum 788 snap 260 seq_num 788) 2023-12-22T17:25:39.895 INFO:tasks.rados.rados.0.smithi032.stdout:2566: done (6 left) 2023-12-22T17:25:39.895 INFO:tasks.rados.rados.0.smithi032.stdout:2567: done (5 left) 2023-12-22T17:25:39.895 INFO:tasks.rados.rados.0.smithi032.stdout:2569: done (4 left) 2023-12-22T17:25:39.895 INFO:tasks.rados.rados.0.smithi032.stdout:2570: done (3 left) 2023-12-22T17:25:39.895 INFO:tasks.rados.rados.0.smithi032.stdout:2571: done (2 left) 2023-12-22T17:25:39.895 INFO:tasks.rados.rados.0.smithi032.stdout:2572: done (1 left) 2023-12-22T17:25:39.895 INFO:tasks.rados.rados.0.smithi032.stdout:2575: delete oid 50 current snap is 260 2023-12-22T17:25:39.897 INFO:tasks.rados.rados.0.smithi032.stdout:2574: finishing rollback tid 0 to smithi032174182-24 2023-12-22T17:25:39.899 INFO:tasks.rados.rados.0.smithi032.stdout:2574: finishing rollback tid 1 to smithi032174182-24 2023-12-22T17:25:39.899 INFO:tasks.rados.rados.0.smithi032.stdout:2574: finishing rollback tid 2 to smithi032174182-24 2023-12-22T17:25:39.899 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 1946 (ObjNum 693 snap 228 seq_num 693) dirty exists 2023-12-22T17:25:39.907 INFO:tasks.rados.rados.0.smithi032.stdout:2574: done (1 left) 2023-12-22T17:25:39.907 INFO:tasks.rados.rados.0.smithi032.stdout:2575: done (0 left) 2023-12-22T17:25:39.907 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 2 current snap is 260 2023-12-22T17:25:39.907 INFO:tasks.rados.rados.0.smithi032.stdout:2576: seq_num 790 ranges {0=434176,434176=548864,983040=253952} 2023-12-22T17:25:39.909 INFO:tasks.rados.rados.0.smithi032.stdout:2576: writing smithi032174182-2 from 0 to 434176 tid 1 2023-12-22T17:25:39.913 INFO:tasks.rados.rados.0.smithi032.stdout:2576: writing smithi032174182-2 from 434176 to 983040 tid 2 2023-12-22T17:25:39.915 INFO:tasks.rados.rados.0.smithi032.stdout:2576: writing smithi032174182-2 from 983040 to 1236992 tid 3 2023-12-22T17:25:39.915 INFO:tasks.rados.rados.0.smithi032.stdout:2577: snap_remove snap 208 2023-12-22T17:25:40.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:39 smithi032 ceph-mon[191839]: osdmap e577: 8 total, 8 up, 8 in 2023-12-22T17:25:40.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:39 smithi032 ceph-mon[191839]: pgmap v407: 121 pgs: 121 active+clean; 486 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 710 KiB/s rd, 1.4 MiB/s wr, 18 op/s 2023-12-22T17:25:40.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:39 smithi032 ceph-mon[189144]: osdmap e577: 8 total, 8 up, 8 in 2023-12-22T17:25:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:39 smithi032 ceph-mon[189144]: pgmap v407: 121 pgs: 121 active+clean; 486 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 710 KiB/s rd, 1.4 MiB/s wr, 18 op/s 2023-12-22T17:25:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:39 smithi039 ceph-mon[181282]: osdmap e577: 8 total, 8 up, 8 in 2023-12-22T17:25:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:39 smithi039 ceph-mon[181282]: pgmap v407: 121 pgs: 121 active+clean; 486 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 710 KiB/s rd, 1.4 MiB/s wr, 18 op/s 2023-12-22T17:25:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:25:40.859 INFO:tasks.rados.rados.0.smithi032.stdout:2577: done (1 left) 2023-12-22T17:25:40.859 INFO:tasks.rados.rados.0.smithi032.stdout:2578: read oid 43 snap -1 2023-12-22T17:25:40.859 INFO:tasks.rados.rados.0.smithi032.stdout:2578: expect (ObjNum 780 snap 258 seq_num 780) 2023-12-22T17:25:40.859 INFO:tasks.rados.rados.0.smithi032.stdout:2579: read oid 5 snap 248 2023-12-22T17:25:40.859 INFO:tasks.rados.rados.0.smithi032.stdout:2579: expect (ObjNum 625 snap 194 seq_num 625) 2023-12-22T17:25:40.859 INFO:tasks.rados.rados.0.smithi032.stdout:2580: delete oid 28 current snap is 260 2023-12-22T17:25:40.860 INFO:tasks.rados.rados.0.smithi032.stdout:2576: finishing write tid 1 to smithi032174182-2 2023-12-22T17:25:40.860 INFO:tasks.rados.rados.0.smithi032.stdout:2576: finishing write tid 2 to smithi032174182-2 2023-12-22T17:25:40.860 INFO:tasks.rados.rados.0.smithi032.stdout:2576: finishing write tid 3 to smithi032174182-2 2023-12-22T17:25:40.860 INFO:tasks.rados.rados.0.smithi032.stdout:2576: finishing write tid 4 to smithi032174182-2 2023-12-22T17:25:40.860 INFO:tasks.rados.rados.0.smithi032.stdout:2576: finishing write tid 5 to smithi032174182-2 2023-12-22T17:25:40.860 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 1638 (ObjNum 790 snap 260 seq_num 790) dirty exists 2023-12-22T17:25:40.860 INFO:tasks.rados.rados.0.smithi032.stdout:2576: left oid 2 (ObjNum 790 snap 260 seq_num 790) 2023-12-22T17:25:40.881 INFO:tasks.rados.rados.0.smithi032.stdout:2576: done (3 left) 2023-12-22T17:25:40.881 INFO:tasks.rados.rados.0.smithi032.stdout:2580: done (2 left) 2023-12-22T17:25:40.881 INFO:tasks.rados.rados.0.smithi032.stdout:2581: read oid 37 snap -1 2023-12-22T17:25:40.881 INFO:tasks.rados.rados.0.smithi032.stdout:2581: expect (ObjNum 770 snap 254 seq_num 770) 2023-12-22T17:25:40.881 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 30 current snap is 260 2023-12-22T17:25:40.881 INFO:tasks.rados.rados.0.smithi032.stdout:2582: seq_num 792 ranges {2031616=466944,2498560=761856,3260416=40960} 2023-12-22T17:25:40.891 INFO:tasks.rados.rados.0.smithi032.stdout:2582: writing smithi032174182-30 from 2031616 to 2498560 tid 1 2023-12-22T17:25:40.899 INFO:tasks.rados.rados.0.smithi032.stdout:2582: writing smithi032174182-30 from 2498560 to 3260416 tid 2 2023-12-22T17:25:40.899 INFO:tasks.rados.rados.0.smithi032.stdout:2582: writing smithi032174182-30 from 3260416 to 3301376 tid 3 2023-12-22T17:25:40.899 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 6 current snap is 260 2023-12-22T17:25:40.899 INFO:tasks.rados.rados.0.smithi032.stdout:2583: seq_num 793 ranges {8339456=483328,8822784=647168,9469952=155648} 2023-12-22T17:25:40.946 INFO:tasks.rados.rados.0.smithi032.stdout:2583: writing smithi032174182-6 from 8339456 to 8822784 tid 1 2023-12-22T17:25:40.950 INFO:tasks.rados.rados.0.smithi032.stdout:2583: writing smithi032174182-6 from 8822784 to 9469952 tid 2 2023-12-22T17:25:40.951 INFO:tasks.rados.rados.0.smithi032.stdout:2583: writing smithi032174182-6 from 9469952 to 9625600 tid 3 2023-12-22T17:25:40.951 INFO:tasks.rados.rados.0.smithi032.stdout:2584: rollback oid 7 current snap is 260 2023-12-22T17:25:40.952 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 7 to 257 2023-12-22T17:25:40.952 INFO:tasks.rados.rados.0.smithi032.stdout:2579: expect (ObjNum 625 snap 194 seq_num 625) 2023-12-22T17:25:41.162 INFO:tasks.rados.rados.0.smithi032.stdout:2582: finishing write tid 1 to smithi032174182-30 2023-12-22T17:25:41.162 INFO:tasks.rados.rados.0.smithi032.stdout:2582: finishing write tid 2 to smithi032174182-30 2023-12-22T17:25:41.162 INFO:tasks.rados.rados.0.smithi032.stdout:2579: done (5 left) 2023-12-22T17:25:41.162 INFO:tasks.rados.rados.0.smithi032.stdout:2585: rmattr oid 49 current snap is 260 2023-12-22T17:25:41.162 INFO:tasks.rados.rados.0.smithi032.stdout:2582: finishing write tid 3 to smithi032174182-30 2023-12-22T17:25:41.162 INFO:tasks.rados.rados.0.smithi032.stdout:2582: finishing write tid 4 to smithi032174182-30 2023-12-22T17:25:41.162 INFO:tasks.rados.rados.0.smithi032.stdout:2581: expect (ObjNum 770 snap 254 seq_num 770) 2023-12-22T17:25:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:40 smithi032 ceph-mon[191839]: osdmap e578: 8 total, 8 up, 8 in 2023-12-22T17:25:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:40 smithi032 ceph-mon[191839]: osdmap e579: 8 total, 8 up, 8 in 2023-12-22T17:25:41.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:40 smithi032 ceph-mon[189144]: osdmap e578: 8 total, 8 up, 8 in 2023-12-22T17:25:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:40 smithi032 ceph-mon[189144]: osdmap e579: 8 total, 8 up, 8 in 2023-12-22T17:25:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:25:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:25:40] "GET /metrics HTTP/1.1" 200 36304 "" "Prometheus/2.43.0" 2023-12-22T17:25:41.184 INFO:tasks.rados.rados.0.smithi032.stdout:2582: finishing write tid 5 to smithi032174182-30 2023-12-22T17:25:41.184 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 1504 (ObjNum 792 snap 260 seq_num 792) dirty exists 2023-12-22T17:25:41.184 INFO:tasks.rados.rados.0.smithi032.stdout:2582: left oid 30 (ObjNum 792 snap 260 seq_num 792) 2023-12-22T17:25:41.184 INFO:tasks.rados.rados.0.smithi032.stdout:2578: expect (ObjNum 780 snap 258 seq_num 780) 2023-12-22T17:25:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:40 smithi039 ceph-mon[181282]: osdmap e578: 8 total, 8 up, 8 in 2023-12-22T17:25:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:40 smithi039 ceph-mon[181282]: osdmap e579: 8 total, 8 up, 8 in 2023-12-22T17:25:41.984 INFO:tasks.rados.rados.0.smithi032.stdout:2583: finishing write tid 1 to smithi032174182-6 2023-12-22T17:25:41.985 INFO:tasks.rados.rados.0.smithi032.stdout:2584: finishing rollback tid 0 to smithi032174182-7 2023-12-22T17:25:41.985 INFO:tasks.rados.rados.0.smithi032.stdout:2584: finishing rollback tid 1 to smithi032174182-7 2023-12-22T17:25:41.985 INFO:tasks.rados.rados.0.smithi032.stdout:2584: finishing rollback tid 2 to smithi032174182-7 2023-12-22T17:25:41.985 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 1700 (ObjNum 629 snap 195 seq_num 629) dirty exists 2023-12-22T17:25:41.985 INFO:tasks.rados.rados.0.smithi032.stdout:2583: finishing write tid 2 to smithi032174182-6 2023-12-22T17:25:41.985 INFO:tasks.rados.rados.0.smithi032.stdout:2578: done (5 left) 2023-12-22T17:25:41.985 INFO:tasks.rados.rados.0.smithi032.stdout:2581: done (4 left) 2023-12-22T17:25:41.985 INFO:tasks.rados.rados.0.smithi032.stdout:2582: done (3 left) 2023-12-22T17:25:41.985 INFO:tasks.rados.rados.0.smithi032.stdout:2584: done (2 left) 2023-12-22T17:25:41.985 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 20 current snap is 260 2023-12-22T17:25:41.985 INFO:tasks.rados.rados.0.smithi032.stdout:2583: finishing write tid 3 to smithi032174182-6 2023-12-22T17:25:41.985 INFO:tasks.rados.rados.0.smithi032.stdout:2583: finishing write tid 4 to smithi032174182-6 2023-12-22T17:25:41.985 INFO:tasks.rados.rados.0.smithi032.stdout:2583: finishing write tid 5 to smithi032174182-6 2023-12-22T17:25:41.985 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 1696 (ObjNum 793 snap 260 seq_num 793) dirty exists 2023-12-22T17:25:41.986 INFO:tasks.rados.rados.0.smithi032.stdout:2583: left oid 6 (ObjNum 793 snap 260 seq_num 793) 2023-12-22T17:25:41.986 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 1701 (ObjNum 677 snap 216 seq_num 677) dirty exists 2023-12-22T17:25:41.986 INFO:tasks.rados.rados.0.smithi032.stdout:2586: seq_num 794 ranges {14475264=499712,14974976=532480,15507456=270336} 2023-12-22T17:25:42.066 INFO:tasks.rados.rados.0.smithi032.stdout:2586: writing smithi032174182-20 from 14475264 to 14974976 tid 1 2023-12-22T17:25:42.069 INFO:tasks.rados.rados.0.smithi032.stdout:2586: writing smithi032174182-20 from 14974976 to 15507456 tid 2 2023-12-22T17:25:42.071 INFO:tasks.rados.rados.0.smithi032.stdout:2586: writing smithi032174182-20 from 15507456 to 15777792 tid 3 2023-12-22T17:25:42.071 INFO:tasks.rados.rados.0.smithi032.stdout:2583: done (2 left) 2023-12-22T17:25:42.071 INFO:tasks.rados.rados.0.smithi032.stdout:2585: done (1 left) 2023-12-22T17:25:42.071 INFO:tasks.rados.rados.0.smithi032.stdout:2587: copy_from oid 48 from oid 37 current snap is 260 2023-12-22T17:25:42.071 INFO:tasks.rados.rados.0.smithi032.stdout:2586: finishing write tid 1 to smithi032174182-20 2023-12-22T17:25:42.071 INFO:tasks.rados.rados.0.smithi032.stdout:2588: read oid 39 snap -1 2023-12-22T17:25:42.071 INFO:tasks.rados.rados.0.smithi032.stdout:2588: expect (ObjNum 755 snap 248 seq_num 755) 2023-12-22T17:25:42.071 INFO:tasks.rados.rados.0.smithi032.stdout:2589: setattr oid 38 current snap is 260 2023-12-22T17:25:42.073 INFO:tasks.rados.rados.0.smithi032.stdout:2590: rmattr oid 10 current snap is 260 2023-12-22T17:25:42.073 INFO:tasks.rados.rados.0.smithi032.stdout:2590: done (4 left) 2023-12-22T17:25:42.073 INFO:tasks.rados.rados.0.smithi032.stdout:2591: read oid 23 snap 259 2023-12-22T17:25:42.073 INFO:tasks.rados.rados.0.smithi032.stdout:2591: expect deleted 2023-12-22T17:25:42.073 INFO:tasks.rados.rados.0.smithi032.stdout:2592: snap_create 2023-12-22T17:25:42.074 INFO:tasks.rados.rados.0.smithi032.stdout:2586: finishing write tid 2 to smithi032174182-20 2023-12-22T17:25:42.074 INFO:tasks.rados.rados.0.smithi032.stdout:2586: finishing write tid 3 to smithi032174182-20 2023-12-22T17:25:42.074 INFO:tasks.rados.rados.0.smithi032.stdout:2586: finishing write tid 4 to smithi032174182-20 2023-12-22T17:25:42.077 INFO:tasks.rados.rados.0.smithi032.stdout:2587: finishing copy_from racing read to smithi032174182-48 2023-12-22T17:25:42.077 INFO:tasks.rados.rados.0.smithi032.stdout:2586: finishing write tid 5 to smithi032174182-20 2023-12-22T17:25:42.077 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 1700 (ObjNum 794 snap 260 seq_num 794) dirty exists 2023-12-22T17:25:42.077 INFO:tasks.rados.rados.0.smithi032.stdout:2586: left oid 20 (ObjNum 794 snap 260 seq_num 794) 2023-12-22T17:25:42.077 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 1510 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-22T17:25:42.080 INFO:tasks.rados.rados.0.smithi032.stdout:2587: finishing copy_from to smithi032174182-48 2023-12-22T17:25:42.080 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 1628 (ObjNum 770 snap 254 seq_num 770) dirty exists 2023-12-22T17:25:42.082 INFO:tasks.rados.rados.0.smithi032.stdout:2588: expect (ObjNum 755 snap 248 seq_num 755) 2023-12-22T17:25:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:41 smithi032 ceph-mon[191839]: pgmap v410: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 482 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 720 KiB/s rd, 1.4 MiB/s wr, 17 op/s 2023-12-22T17:25:42.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:41 smithi032 ceph-mon[189144]: pgmap v410: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 482 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 720 KiB/s rd, 1.4 MiB/s wr, 17 op/s 2023-12-22T17:25:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:41 smithi039 ceph-mon[181282]: pgmap v410: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 482 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 720 KiB/s rd, 1.4 MiB/s wr, 17 op/s 2023-12-22T17:25:42.907 INFO:tasks.rados.rados.0.smithi032.stdout:2586: done (5 left) 2023-12-22T17:25:42.907 INFO:tasks.rados.rados.0.smithi032.stdout:2587: done (4 left) 2023-12-22T17:25:42.907 INFO:tasks.rados.rados.0.smithi032.stdout:2588: done (3 left) 2023-12-22T17:25:42.907 INFO:tasks.rados.rados.0.smithi032.stdout:2589: done (2 left) 2023-12-22T17:25:42.907 INFO:tasks.rados.rados.0.smithi032.stdout:2591: done (1 left) 2023-12-22T17:25:42.907 INFO:tasks.rados.rados.0.smithi032.stdout:2592: done (0 left) 2023-12-22T17:25:42.908 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 15 current snap is 261 2023-12-22T17:25:42.908 INFO:tasks.rados.rados.0.smithi032.stdout:2593: seq_num 795 ranges {8339456=524288,8863744=417792,9281536=385024} 2023-12-22T17:25:42.955 INFO:tasks.rados.rados.0.smithi032.stdout:2593: writing smithi032174182-15 from 8339456 to 8863744 tid 1 2023-12-22T17:25:42.958 INFO:tasks.rados.rados.0.smithi032.stdout:2593: writing smithi032174182-15 from 8863744 to 9281536 tid 2 2023-12-22T17:25:42.961 INFO:tasks.rados.rados.0.smithi032.stdout:2593: writing smithi032174182-15 from 9281536 to 9666560 tid 3 2023-12-22T17:25:42.961 INFO:tasks.rados.rados.0.smithi032.stdout:2594: delete oid 23 current snap is 261 2023-12-22T17:25:42.963 INFO:tasks.rados.rados.0.smithi032.stdout:2594: done (1 left) 2023-12-22T17:25:42.963 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 28 current snap is 261 2023-12-22T17:25:42.963 INFO:tasks.rados.rados.0.smithi032.stdout:2595: seq_num 797 ranges {0=557056,557056=589824,1146880=212992} 2023-12-22T17:25:42.966 INFO:tasks.rados.rados.0.smithi032.stdout:2595: writing smithi032174182-28 from 0 to 557056 tid 1 2023-12-22T17:25:42.970 INFO:tasks.rados.rados.0.smithi032.stdout:2595: writing smithi032174182-28 from 557056 to 1146880 tid 2 2023-12-22T17:25:42.972 INFO:tasks.rados.rados.0.smithi032.stdout:2595: writing smithi032174182-28 from 1146880 to 1359872 tid 3 2023-12-22T17:25:42.972 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 37 current snap is 261 2023-12-22T17:25:42.972 INFO:tasks.rados.rados.0.smithi032.stdout:2593: finishing write tid 1 to smithi032174182-15 2023-12-22T17:25:42.972 INFO:tasks.rados.rados.0.smithi032.stdout:2596: seq_num 798 ranges {901120=573440,1474560=466944,1941504=335872} 2023-12-22T17:25:42.980 INFO:tasks.rados.rados.0.smithi032.stdout:2596: writing smithi032174182-37 from 901120 to 1474560 tid 1 2023-12-22T17:25:42.982 INFO:tasks.rados.rados.0.smithi032.stdout:2596: writing smithi032174182-37 from 1474560 to 1941504 tid 2 2023-12-22T17:25:42.985 INFO:tasks.rados.rados.0.smithi032.stdout:2596: writing smithi032174182-37 from 1941504 to 2277376 tid 3 2023-12-22T17:25:42.985 INFO:tasks.rados.rados.0.smithi032.stdout:2597: read oid 42 snap -1 2023-12-22T17:25:42.985 INFO:tasks.rados.rados.0.smithi032.stdout:2597: expect (ObjNum 774 snap 256 seq_num 774) 2023-12-22T17:25:42.986 INFO:tasks.rados.rados.0.smithi032.stdout:2598: setattr oid 7 current snap is 261 2023-12-22T17:25:42.986 INFO:tasks.rados.rados.0.smithi032.stdout:2593: finishing write tid 2 to smithi032174182-15 2023-12-22T17:25:42.986 INFO:tasks.rados.rados.0.smithi032.stdout:2593: finishing write tid 3 to smithi032174182-15 2023-12-22T17:25:42.986 INFO:tasks.rados.rados.0.smithi032.stdout:2593: finishing write tid 4 to smithi032174182-15 2023-12-22T17:25:42.986 INFO:tasks.rados.rados.0.smithi032.stdout:2593: finishing write tid 5 to smithi032174182-15 2023-12-22T17:25:42.986 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 1971 (ObjNum 795 snap 261 seq_num 795) dirty exists 2023-12-22T17:25:42.986 INFO:tasks.rados.rados.0.smithi032.stdout:2593: left oid 15 (ObjNum 795 snap 261 seq_num 795) 2023-12-22T17:25:42.986 INFO:tasks.rados.rados.0.smithi032.stdout:2595: finishing write tid 1 to smithi032174182-28 2023-12-22T17:25:42.986 INFO:tasks.rados.rados.0.smithi032.stdout:2595: finishing write tid 2 to smithi032174182-28 2023-12-22T17:25:42.986 INFO:tasks.rados.rados.0.smithi032.stdout:2595: finishing write tid 3 to smithi032174182-28 2023-12-22T17:25:42.986 INFO:tasks.rados.rados.0.smithi032.stdout:2595: finishing write tid 4 to smithi032174182-28 2023-12-22T17:25:42.986 INFO:tasks.rados.rados.0.smithi032.stdout:2595: finishing write tid 5 to smithi032174182-28 2023-12-22T17:25:42.986 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 1508 (ObjNum 797 snap 261 seq_num 797) dirty exists 2023-12-22T17:25:42.987 INFO:tasks.rados.rados.0.smithi032.stdout:2595: left oid 28 (ObjNum 797 snap 261 seq_num 797) 2023-12-22T17:25:42.987 INFO:tasks.rados.rados.0.smithi032.stdout:2596: finishing write tid 1 to smithi032174182-37 2023-12-22T17:25:42.988 INFO:tasks.rados.rados.0.smithi032.stdout:2593: done (4 left) 2023-12-22T17:25:42.988 INFO:tasks.rados.rados.0.smithi032.stdout:2595: done (3 left) 2023-12-22T17:25:42.988 INFO:tasks.rados.rados.0.smithi032.stdout:2599: read oid 41 snap -1 2023-12-22T17:25:42.988 INFO:tasks.rados.rados.0.smithi032.stdout:2599: expect deleted 2023-12-22T17:25:42.988 INFO:tasks.rados.rados.0.smithi032.stdout:2600: rollback oid 2 current snap is 261 2023-12-22T17:25:42.988 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 2 to 258 2023-12-22T17:25:42.988 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 26 current snap is 261 2023-12-22T17:25:42.988 INFO:tasks.rados.rados.0.smithi032.stdout:2601: seq_num 799 ranges {0=589824,589824=802816} 2023-12-22T17:25:42.991 INFO:tasks.rados.rados.0.smithi032.stdout:2601: writing smithi032174182-26 from 0 to 589824 tid 1 2023-12-22T17:25:42.997 INFO:tasks.rados.rados.0.smithi032.stdout:2601: writing smithi032174182-26 from 589824 to 1392640 tid 2 2023-12-22T17:25:42.997 INFO:tasks.rados.rados.0.smithi032.stdout:2602: read oid 46 snap -1 2023-12-22T17:25:42.997 INFO:tasks.rados.rados.0.smithi032.stdout:2602: expect (ObjNum 633 snap 198 seq_num 633) 2023-12-22T17:25:42.997 INFO:tasks.rados.rados.0.smithi032.stdout:2603: snap_remove snap 225 2023-12-22T17:25:43.913 INFO:tasks.rados.rados.0.smithi032.stdout:2603: done (7 left) 2023-12-22T17:25:43.913 INFO:tasks.rados.rados.0.smithi032.stdout:2604: snap_create 2023-12-22T17:25:43.913 INFO:tasks.rados.rados.0.smithi032.stdout:2596: finishing write tid 2 to smithi032174182-37 2023-12-22T17:25:43.913 INFO:tasks.rados.rados.0.smithi032.stdout:2596: finishing write tid 3 to smithi032174182-37 2023-12-22T17:25:43.913 INFO:tasks.rados.rados.0.smithi032.stdout:2596: finishing write tid 4 to smithi032174182-37 2023-12-22T17:25:43.914 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 1701 (ObjNum 629 snap 195 seq_num 629) dirty exists 2023-12-22T17:25:43.914 INFO:tasks.rados.rados.0.smithi032.stdout:2601: finishing write tid 1 to smithi032174182-26 2023-12-22T17:25:43.914 INFO:tasks.rados.rados.0.smithi032.stdout:2596: finishing write tid 5 to smithi032174182-37 2023-12-22T17:25:43.914 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 1642 (ObjNum 798 snap 261 seq_num 798) dirty exists 2023-12-22T17:25:43.914 INFO:tasks.rados.rados.0.smithi032.stdout:2596: left oid 37 (ObjNum 798 snap 261 seq_num 798) 2023-12-22T17:25:43.914 INFO:tasks.rados.rados.0.smithi032.stdout:2600: finishing rollback tid 0 to smithi032174182-2 2023-12-22T17:25:43.914 INFO:tasks.rados.rados.0.smithi032.stdout:2600: finishing rollback tid 1 to smithi032174182-2 2023-12-22T17:25:43.914 INFO:tasks.rados.rados.0.smithi032.stdout:2601: finishing write tid 2 to smithi032174182-26 2023-12-22T17:25:43.914 INFO:tasks.rados.rados.0.smithi032.stdout:2601: finishing write tid 3 to smithi032174182-26 2023-12-22T17:25:43.914 INFO:tasks.rados.rados.0.smithi032.stdout:2600: finishing rollback tid 2 to smithi032174182-2 2023-12-22T17:25:43.914 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 1645 (ObjNum 161 snap 0 seq_num 0) dirty exists 2023-12-22T17:25:43.915 INFO:tasks.rados.rados.0.smithi032.stdout:2601: finishing write tid 4 to smithi032174182-26 2023-12-22T17:25:43.915 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 1513 (ObjNum 799 snap 261 seq_num 799) dirty exists 2023-12-22T17:25:43.915 INFO:tasks.rados.rados.0.smithi032.stdout:2601: left oid 26 (ObjNum 799 snap 261 seq_num 799) 2023-12-22T17:25:43.915 INFO:tasks.rados.rados.0.smithi032.stdout:2597: expect (ObjNum 774 snap 256 seq_num 774) 2023-12-22T17:25:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:43 smithi032 ceph-mon[189144]: osdmap e580: 8 total, 8 up, 8 in 2023-12-22T17:25:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:43 smithi032 ceph-mon[189144]: pgmap v412: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 475 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 581 KiB/s wr, 20 op/s 2023-12-22T17:25:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:43 smithi032 ceph-mon[191839]: osdmap e580: 8 total, 8 up, 8 in 2023-12-22T17:25:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:43 smithi032 ceph-mon[191839]: pgmap v412: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 475 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 581 KiB/s wr, 20 op/s 2023-12-22T17:25:44.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:43 smithi039 ceph-mon[181282]: osdmap e580: 8 total, 8 up, 8 in 2023-12-22T17:25:44.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:43 smithi039 ceph-mon[181282]: pgmap v412: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 475 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 581 KiB/s wr, 20 op/s 2023-12-22T17:25:44.603 INFO:tasks.rados.rados.0.smithi032.stdout:2602: expect (ObjNum 633 snap 198 seq_num 633) 2023-12-22T17:25:44.913 INFO:tasks.rados.rados.0.smithi032.stdout:2596: done (7 left) 2023-12-22T17:25:44.913 INFO:tasks.rados.rados.0.smithi032.stdout:2597: done (6 left) 2023-12-22T17:25:44.913 INFO:tasks.rados.rados.0.smithi032.stdout:2598: done (5 left) 2023-12-22T17:25:44.913 INFO:tasks.rados.rados.0.smithi032.stdout:2599: done (4 left) 2023-12-22T17:25:44.913 INFO:tasks.rados.rados.0.smithi032.stdout:2600: done (3 left) 2023-12-22T17:25:44.913 INFO:tasks.rados.rados.0.smithi032.stdout:2601: done (2 left) 2023-12-22T17:25:44.913 INFO:tasks.rados.rados.0.smithi032.stdout:2602: done (1 left) 2023-12-22T17:25:44.913 INFO:tasks.rados.rados.0.smithi032.stdout:2604: done (0 left) 2023-12-22T17:25:44.913 INFO:tasks.rados.rados.0.smithi032.stdout:2605: delete oid 44 current snap is 262 2023-12-22T17:25:44.919 INFO:tasks.rados.rados.0.smithi032.stdout:2605: done (0 left) 2023-12-22T17:25:44.919 INFO:tasks.rados.rados.0.smithi032.stdout:2606: delete oid 20 current snap is 262 2023-12-22T17:25:44.922 INFO:tasks.rados.rados.0.smithi032.stdout:2606: done (0 left) 2023-12-22T17:25:44.922 INFO:tasks.rados.rados.0.smithi032.stdout:2607: rmattr oid 37 current snap is 262 2023-12-22T17:25:44.922 INFO:tasks.rados.rados.0.smithi032.stdout:2607: done (0 left) 2023-12-22T17:25:44.922 INFO:tasks.rados.rados.0.smithi032.stdout:2608: snap_create 2023-12-22T17:25:45.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:44 smithi032 ceph-mon[191839]: osdmap e581: 8 total, 8 up, 8 in 2023-12-22T17:25:45.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:44 smithi032 ceph-mon[189144]: osdmap e581: 8 total, 8 up, 8 in 2023-12-22T17:25:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:44 smithi039 ceph-mon[181282]: osdmap e581: 8 total, 8 up, 8 in 2023-12-22T17:25:45.859 INFO:tasks.rados.rados.0.smithi032.stdout:2608: done (0 left) 2023-12-22T17:25:45.859 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 4 current snap is 263 2023-12-22T17:25:45.859 INFO:tasks.rados.rados.0.smithi032.stdout:2609: seq_num 802 ranges {7151616=638976,7790592=458752,8249344=344064} 2023-12-22T17:25:45.902 INFO:tasks.rados.rados.0.smithi032.stdout:2609: writing smithi032174182-4 from 7151616 to 7790592 tid 1 2023-12-22T17:25:45.904 INFO:tasks.rados.rados.0.smithi032.stdout:2609: writing smithi032174182-4 from 7790592 to 8249344 tid 2 2023-12-22T17:25:45.906 INFO:tasks.rados.rados.0.smithi032.stdout:2609: writing smithi032174182-4 from 8249344 to 8593408 tid 3 2023-12-22T17:25:45.906 INFO:tasks.rados.rados.0.smithi032.stdout:2610: read oid 38 snap -1 2023-12-22T17:25:45.907 INFO:tasks.rados.rados.0.smithi032.stdout:2610: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-22T17:25:45.907 INFO:tasks.rados.rados.0.smithi032.stdout:2611: rmattr oid 3 current snap is 263 2023-12-22T17:25:45.907 INFO:tasks.rados.rados.0.smithi032.stdout:2611: done (2 left) 2023-12-22T17:25:45.907 INFO:tasks.rados.rados.0.smithi032.stdout:2612: read oid 39 snap 244 2023-12-22T17:25:45.907 INFO:tasks.rados.rados.0.smithi032.stdout:2612: expect (ObjNum 733 snap 242 seq_num 733) 2023-12-22T17:25:45.907 INFO:tasks.rados.rados.0.smithi032.stdout:2613: snap_create 2023-12-22T17:25:45.907 INFO:tasks.rados.rados.0.smithi032.stdout:2610: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-22T17:25:45.913 INFO:tasks.rados.rados.0.smithi032.stdout:2609: finishing write tid 1 to smithi032174182-4 2023-12-22T17:25:45.914 INFO:tasks.rados.rados.0.smithi032.stdout:2609: finishing write tid 2 to smithi032174182-4 2023-12-22T17:25:45.914 INFO:tasks.rados.rados.0.smithi032.stdout:2609: finishing write tid 3 to smithi032174182-4 2023-12-22T17:25:45.914 INFO:tasks.rados.rados.0.smithi032.stdout:2612: expect (ObjNum 733 snap 242 seq_num 733) 2023-12-22T17:25:45.935 INFO:tasks.rados.rados.0.smithi032.stdout:2609: finishing write tid 4 to smithi032174182-4 2023-12-22T17:25:45.935 INFO:tasks.rados.rados.0.smithi032.stdout:2609: finishing write tid 5 to smithi032174182-4 2023-12-22T17:25:45.935 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 1519 (ObjNum 802 snap 263 seq_num 802) dirty exists 2023-12-22T17:25:45.935 INFO:tasks.rados.rados.0.smithi032.stdout:2609: left oid 4 (ObjNum 802 snap 263 seq_num 802) 2023-12-22T17:25:46.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:45 smithi032 ceph-mon[191839]: osdmap e582: 8 total, 8 up, 8 in 2023-12-22T17:25:46.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:45 smithi032 ceph-mon[191839]: pgmap v415: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 479 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 887 KiB/s wr, 15 op/s 2023-12-22T17:25:46.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:45 smithi032 ceph-mon[191839]: osdmap e583: 8 total, 8 up, 8 in 2023-12-22T17:25:46.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:45 smithi032 ceph-mon[189144]: osdmap e582: 8 total, 8 up, 8 in 2023-12-22T17:25:46.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:45 smithi032 ceph-mon[189144]: pgmap v415: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 479 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 887 KiB/s wr, 15 op/s 2023-12-22T17:25:46.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:45 smithi032 ceph-mon[189144]: osdmap e583: 8 total, 8 up, 8 in 2023-12-22T17:25:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:45 smithi039 ceph-mon[181282]: osdmap e582: 8 total, 8 up, 8 in 2023-12-22T17:25:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:45 smithi039 ceph-mon[181282]: pgmap v415: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 479 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 887 KiB/s wr, 15 op/s 2023-12-22T17:25:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:45 smithi039 ceph-mon[181282]: osdmap e583: 8 total, 8 up, 8 in 2023-12-22T17:25:46.870 INFO:tasks.rados.rados.0.smithi032.stdout:2609: done (3 left) 2023-12-22T17:25:46.871 INFO:tasks.rados.rados.0.smithi032.stdout:2610: done (2 left) 2023-12-22T17:25:46.871 INFO:tasks.rados.rados.0.smithi032.stdout:2612: done (1 left) 2023-12-22T17:25:46.871 INFO:tasks.rados.rados.0.smithi032.stdout:2613: done (0 left) 2023-12-22T17:25:46.871 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 20 current snap is 264 2023-12-22T17:25:46.871 INFO:tasks.rados.rados.0.smithi032.stdout:2614: seq_num 803 ranges {0=655360,655360=745472,1400832=57344} 2023-12-22T17:25:46.872 INFO:tasks.rados.rados.0.smithi032.stdout:2614: writing smithi032174182-20 from 0 to 655360 tid 1 2023-12-22T17:25:46.876 INFO:tasks.rados.rados.0.smithi032.stdout:2614: writing smithi032174182-20 from 655360 to 1400832 tid 2 2023-12-22T17:25:46.877 INFO:tasks.rados.rados.0.smithi032.stdout:2614: writing smithi032174182-20 from 1400832 to 1458176 tid 3 2023-12-22T17:25:46.877 INFO:tasks.rados.rados.0.smithi032.stdout:2615: read oid 17 snap 229 2023-12-22T17:25:46.877 INFO:tasks.rados.rados.0.smithi032.stdout:2615: expect (ObjNum 591 snap 182 seq_num 591) 2023-12-22T17:25:46.877 INFO:tasks.rados.rados.0.smithi032.stdout:2616: rollback oid 34 current snap is 264 2023-12-22T17:25:46.878 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 34 to 224 2023-12-22T17:25:46.878 INFO:tasks.rados.rados.0.smithi032.stdout:2617: delete oid 29 current snap is 264 2023-12-22T17:25:46.882 INFO:tasks.rados.rados.0.smithi032.stdout:2616: finishing rollback tid 1 to smithi032174182-34 2023-12-22T17:25:46.882 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 1688 (ObjNum 97 snap 0 seq_num 1596963568) dirty dne 2023-12-22T17:25:46.883 INFO:tasks.rados.rados.0.smithi032.stdout:2616: done (3 left) 2023-12-22T17:25:46.883 INFO:tasks.rados.rados.0.smithi032.stdout:2617: done (2 left) 2023-12-22T17:25:46.883 INFO:tasks.rados.rados.0.smithi032.stdout:2618: snap_remove snap 188 2023-12-22T17:25:47.277 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:25:47.600 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:25:47.600 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5m) 2m ago 10m 26.7M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:25:47.600 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5m) 25s ago 10m 90.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:25:47.600 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11m) 2m ago 11m 16.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:25:47.600 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11m) 25s ago 11m 21.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:25:47.600 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5m) 25s ago 13m 450M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:25:47.600 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5m) 2m ago 15m 515M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:25:47.600 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4m) 2m ago 15m 93.1M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:25:47.600 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4m) 25s ago 13m 76.0M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:25:47.600 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4m) 2m ago 13m 75.7M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:25:47.600 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5m) 2m ago 10m 15.8M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:25:47.600 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5m) 25s ago 9m 17.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:25:47.601 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3m) 2m ago 13m 466M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:25:47.601 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3m) 2m ago 13m 365M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:25:47.601 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2m) 2m ago 12m 256M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:25:47.601 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2m) 2m ago 12m 12.6M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:25:47.601 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (116s) 25s ago 12m 564M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:25:47.601 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (87s) 25s ago 11m 389M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:25:47.601 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (58s) 25s ago 11m 177M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:25:47.601 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (29s) 25s ago 11m 12.5M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:25:47.601 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5m) 25s ago 10m 61.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:25:47.873 INFO:tasks.rados.rados.0.smithi032.stdout:2618: done (2 left) 2023-12-22T17:25:47.873 INFO:tasks.rados.rados.0.smithi032.stdout:2619: read oid 41 snap -1 2023-12-22T17:25:47.873 INFO:tasks.rados.rados.0.smithi032.stdout:2619: expect deleted 2023-12-22T17:25:47.873 INFO:tasks.rados.rados.0.smithi032.stdout:2620: snap_remove snap 245 2023-12-22T17:25:48.018 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:25:48.018 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:25:48.018 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:25:48.018 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:25:48.018 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:25:48.018 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:25:48.018 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:25:48.018 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:25:48.018 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:25:48.019 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:25:48.019 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:25:48.019 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:25:48.019 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:25:48.019 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:25:48.019 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:25:48.019 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:25:48.019 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:25:48.019 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:25:48.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:47 smithi032 ceph-mon[191839]: osdmap e584: 8 total, 8 up, 8 in 2023-12-22T17:25:48.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:47 smithi032 ceph-mon[191839]: pgmap v418: 121 pgs: 121 active+clean; 482 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 16 op/s 2023-12-22T17:25:48.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:47 smithi032 ceph-mon[191839]: from='client.34338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:25:48.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:47 smithi032 ceph-mon[189144]: osdmap e584: 8 total, 8 up, 8 in 2023-12-22T17:25:48.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:47 smithi032 ceph-mon[189144]: pgmap v418: 121 pgs: 121 active+clean; 482 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 16 op/s 2023-12-22T17:25:48.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:47 smithi032 ceph-mon[189144]: from='client.34338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:25:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:47 smithi039 ceph-mon[181282]: osdmap e584: 8 total, 8 up, 8 in 2023-12-22T17:25:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:47 smithi039 ceph-mon[181282]: pgmap v418: 121 pgs: 121 active+clean; 482 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 16 op/s 2023-12-22T17:25:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:47 smithi039 ceph-mon[181282]: from='client.34338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:25:48.883 INFO:tasks.rados.rados.0.smithi032.stdout:2620: done (3 left) 2023-12-22T17:25:48.883 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 2 current snap is 264 2023-12-22T17:25:48.883 INFO:tasks.rados.rados.0.smithi032.stdout:2621: seq_num 805 ranges {0=688128,688128=507904,1196032=294912} 2023-12-22T17:25:48.883 INFO:tasks.rados.rados.0.smithi032.stdout:2621: writing smithi032174182-2 from 0 to 688128 tid 1 2023-12-22T17:25:48.883 INFO:tasks.rados.rados.0.smithi032.stdout:2621: writing smithi032174182-2 from 688128 to 1196032 tid 2 2023-12-22T17:25:48.885 INFO:tasks.rados.rados.0.smithi032.stdout:2621: writing smithi032174182-2 from 1196032 to 1490944 tid 3 2023-12-22T17:25:48.885 INFO:tasks.rados.rados.0.smithi032.stdout:2622: snap_create 2023-12-22T17:25:48.893 INFO:tasks.rados.rados.0.smithi032.stdout:2614: finishing write tid 1 to smithi032174182-20 2023-12-22T17:25:48.894 INFO:tasks.rados.rados.0.smithi032.stdout:2614: finishing write tid 2 to smithi032174182-20 2023-12-22T17:25:48.894 INFO:tasks.rados.rados.0.smithi032.stdout:2614: finishing write tid 3 to smithi032174182-20 2023-12-22T17:25:48.894 INFO:tasks.rados.rados.0.smithi032.stdout:2614: finishing write tid 4 to smithi032174182-20 2023-12-22T17:25:48.894 INFO:tasks.rados.rados.0.smithi032.stdout:2614: finishing write tid 5 to smithi032174182-20 2023-12-22T17:25:48.894 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 1719 (ObjNum 803 snap 264 seq_num 803) dirty exists 2023-12-22T17:25:48.894 INFO:tasks.rados.rados.0.smithi032.stdout:2614: left oid 20 (ObjNum 803 snap 264 seq_num 803) 2023-12-22T17:25:48.894 INFO:tasks.rados.rados.0.smithi032.stdout:2615: expect (ObjNum 591 snap 182 seq_num 591) 2023-12-22T17:25:48.993 INFO:tasks.rados.rados.0.smithi032.stdout:2621: finishing write tid 1 to smithi032174182-2 2023-12-22T17:25:48.993 INFO:tasks.rados.rados.0.smithi032.stdout:2621: finishing write tid 2 to smithi032174182-2 2023-12-22T17:25:48.993 INFO:tasks.rados.rados.0.smithi032.stdout:2621: finishing write tid 3 to smithi032174182-2 2023-12-22T17:25:48.993 INFO:tasks.rados.rados.0.smithi032.stdout:2621: finishing write tid 4 to smithi032174182-2 2023-12-22T17:25:48.993 INFO:tasks.rados.rados.0.smithi032.stdout:2621: finishing write tid 5 to smithi032174182-2 2023-12-22T17:25:48.993 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 1649 (ObjNum 805 snap 264 seq_num 805) dirty exists 2023-12-22T17:25:48.993 INFO:tasks.rados.rados.0.smithi032.stdout:2621: left oid 2 (ObjNum 805 snap 264 seq_num 805) 2023-12-22T17:25:49.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:48 smithi032 ceph-mon[189144]: from='client.34344 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:25:49.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:48 smithi032 ceph-mon[189144]: osdmap e585: 8 total, 8 up, 8 in 2023-12-22T17:25:49.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:48 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1088943553' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:25:49.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:48 smithi032 ceph-mon[191839]: from='client.34344 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:25:49.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:48 smithi032 ceph-mon[191839]: osdmap e585: 8 total, 8 up, 8 in 2023-12-22T17:25:49.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:48 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1088943553' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:25:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:48 smithi039 ceph-mon[181282]: from='client.34344 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:25:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:48 smithi039 ceph-mon[181282]: osdmap e585: 8 total, 8 up, 8 in 2023-12-22T17:25:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:48 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1088943553' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:25:49.876 INFO:tasks.rados.rados.0.smithi032.stdout:2614: done (4 left) 2023-12-22T17:25:49.876 INFO:tasks.rados.rados.0.smithi032.stdout:2615: done (3 left) 2023-12-22T17:25:49.876 INFO:tasks.rados.rados.0.smithi032.stdout:2619: done (2 left) 2023-12-22T17:25:49.876 INFO:tasks.rados.rados.0.smithi032.stdout:2621: done (1 left) 2023-12-22T17:25:49.876 INFO:tasks.rados.rados.0.smithi032.stdout:2622: done (0 left) 2023-12-22T17:25:49.876 INFO:tasks.rados.rados.0.smithi032.stdout:2623: delete oid 33 current snap is 265 2023-12-22T17:25:49.881 INFO:tasks.rados.rados.0.smithi032.stdout:2623: done (0 left) 2023-12-22T17:25:49.881 INFO:tasks.rados.rados.0.smithi032.stdout:2624: snap_remove snap 254 2023-12-22T17:25:50.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:49 smithi032 ceph-mon[191839]: osdmap e586: 8 total, 8 up, 8 in 2023-12-22T17:25:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:49 smithi032 ceph-mon[191839]: pgmap v421: 121 pgs: 121 active+clean; 483 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 419 KiB/s rd, 2.1 MiB/s wr, 17 op/s 2023-12-22T17:25:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:25:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:49 smithi032 ceph-mon[191839]: osdmap e587: 8 total, 8 up, 8 in 2023-12-22T17:25:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:49 smithi032 ceph-mon[189144]: osdmap e586: 8 total, 8 up, 8 in 2023-12-22T17:25:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:49 smithi032 ceph-mon[189144]: pgmap v421: 121 pgs: 121 active+clean; 483 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 419 KiB/s rd, 2.1 MiB/s wr, 17 op/s 2023-12-22T17:25:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:25:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:49 smithi032 ceph-mon[189144]: osdmap e587: 8 total, 8 up, 8 in 2023-12-22T17:25:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:49 smithi039 ceph-mon[181282]: osdmap e586: 8 total, 8 up, 8 in 2023-12-22T17:25:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:49 smithi039 ceph-mon[181282]: pgmap v421: 121 pgs: 121 active+clean; 483 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 419 KiB/s rd, 2.1 MiB/s wr, 17 op/s 2023-12-22T17:25:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:25:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:49 smithi039 ceph-mon[181282]: osdmap e587: 8 total, 8 up, 8 in 2023-12-22T17:25:50.861 INFO:tasks.rados.rados.0.smithi032.stdout:2624: done (0 left) 2023-12-22T17:25:50.861 INFO:tasks.rados.rados.0.smithi032.stdout:2625: snap_remove snap 257 2023-12-22T17:25:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:25:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:25:50] "GET /metrics HTTP/1.1" 200 36301 "" "Prometheus/2.43.0" 2023-12-22T17:25:51.872 INFO:tasks.rados.rados.0.smithi032.stdout:2625: done (0 left) 2023-12-22T17:25:51.872 INFO:tasks.rados.rados.0.smithi032.stdout:2626: read oid 40 snap -1 2023-12-22T17:25:51.872 INFO:tasks.rados.rados.0.smithi032.stdout:2626: expect deleted 2023-12-22T17:25:51.872 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 16 current snap is 265 2023-12-22T17:25:51.872 INFO:tasks.rados.rados.0.smithi032.stdout:2627: seq_num 807 ranges {352256=720896,1073152=729088,1802240=73728} 2023-12-22T17:25:51.877 INFO:tasks.rados.rados.0.smithi032.stdout:2627: writing smithi032174182-16 from 352256 to 1073152 tid 1 2023-12-22T17:25:51.882 INFO:tasks.rados.rados.0.smithi032.stdout:2627: writing smithi032174182-16 from 1073152 to 1802240 tid 2 2023-12-22T17:25:51.882 INFO:tasks.rados.rados.0.smithi032.stdout:2627: writing smithi032174182-16 from 1802240 to 1875968 tid 3 2023-12-22T17:25:51.882 INFO:tasks.rados.rados.0.smithi032.stdout:2628: delete oid 9 current snap is 265 2023-12-22T17:25:51.891 INFO:tasks.rados.rados.0.smithi032.stdout:2626: done (2 left) 2023-12-22T17:25:51.891 INFO:tasks.rados.rados.0.smithi032.stdout:2628: done (1 left) 2023-12-22T17:25:51.891 INFO:tasks.rados.rados.0.smithi032.stdout:2629: rollback oid 33 current snap is 265 2023-12-22T17:25:51.891 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 33 to 244 2023-12-22T17:25:51.892 INFO:tasks.rados.rados.0.smithi032.stdout:2630: rollback oid 3 current snap is 265 2023-12-22T17:25:51.892 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 3 to 264 2023-12-22T17:25:51.892 INFO:tasks.rados.rados.0.smithi032.stdout:2631: copy_from oid 47 from oid 34 current snap is 265 2023-12-22T17:25:51.892 INFO:tasks.rados.rados.0.smithi032.stdout:2632: copy_from oid 13 from oid 17 current snap is 265 2023-12-22T17:25:51.892 INFO:tasks.rados.rados.0.smithi032.stdout:2633: snap_remove snap 221 2023-12-22T17:25:52.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:51 smithi032 ceph-mon[191839]: osdmap e588: 8 total, 8 up, 8 in 2023-12-22T17:25:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:51 smithi032 ceph-mon[191839]: pgmap v424: 121 pgs: 121 active+clean; 485 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2023-12-22T17:25:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:51 smithi032 ceph-mon[189144]: osdmap e588: 8 total, 8 up, 8 in 2023-12-22T17:25:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:51 smithi032 ceph-mon[189144]: pgmap v424: 121 pgs: 121 active+clean; 485 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2023-12-22T17:25:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:51 smithi039 ceph-mon[181282]: osdmap e588: 8 total, 8 up, 8 in 2023-12-22T17:25:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:51 smithi039 ceph-mon[181282]: pgmap v424: 121 pgs: 121 active+clean; 485 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2023-12-22T17:25:52.879 INFO:tasks.rados.rados.0.smithi032.stdout:2633: done (5 left) 2023-12-22T17:25:52.879 INFO:tasks.rados.rados.0.smithi032.stdout:2634: delete oid 42 current snap is 265 2023-12-22T17:25:52.879 INFO:tasks.rados.rados.0.smithi032.stdout:2627: finishing write tid 1 to smithi032174182-16 2023-12-22T17:25:52.879 INFO:tasks.rados.rados.0.smithi032.stdout:2627: finishing write tid 2 to smithi032174182-16 2023-12-22T17:25:52.879 INFO:tasks.rados.rados.0.smithi032.stdout:2627: finishing write tid 3 to smithi032174182-16 2023-12-22T17:25:52.879 INFO:tasks.rados.rados.0.smithi032.stdout:2627: finishing write tid 4 to smithi032174182-16 2023-12-22T17:25:52.879 INFO:tasks.rados.rados.0.smithi032.stdout:2631: finishing copy_from to smithi032174182-47 2023-12-22T17:25:52.879 INFO:tasks.rados.rados.0.smithi032.stdout:2631: got expected ENOENT (src dne) 2023-12-22T17:25:52.879 INFO:tasks.rados.rados.0.smithi032.stdout:2631: finishing copy_from racing read to smithi032174182-47 2023-12-22T17:25:52.879 INFO:tasks.rados.rados.0.smithi032.stdout:2629: finishing rollback tid 1 to smithi032174182-33 2023-12-22T17:25:52.879 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 1702 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-22T17:25:52.880 INFO:tasks.rados.rados.0.smithi032.stdout:2627: finishing write tid 5 to smithi032174182-16 2023-12-22T17:25:52.880 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 1548 (ObjNum 807 snap 265 seq_num 807) dirty exists 2023-12-22T17:25:52.880 INFO:tasks.rados.rados.0.smithi032.stdout:2627: left oid 16 (ObjNum 807 snap 265 seq_num 807) 2023-12-22T17:25:52.880 INFO:tasks.rados.rados.0.smithi032.stdout:2630: finishing rollback tid 0 to smithi032174182-3 2023-12-22T17:25:52.880 INFO:tasks.rados.rados.0.smithi032.stdout:2630: finishing rollback tid 1 to smithi032174182-3 2023-12-22T17:25:52.880 INFO:tasks.rados.rados.0.smithi032.stdout:2630: finishing rollback tid 2 to smithi032174182-3 2023-12-22T17:25:52.880 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 1449 (ObjNum 728 snap 241 seq_num 728) dirty exists 2023-12-22T17:25:52.880 INFO:tasks.rados.rados.0.smithi032.stdout:2632: finishing copy_from racing read to smithi032174182-13 2023-12-22T17:25:52.880 INFO:tasks.rados.rados.0.smithi032.stdout:2632: finishing copy_from to smithi032174182-13 2023-12-22T17:25:52.880 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 1057 (ObjNum 700 snap 231 seq_num 700) dirty exists 2023-12-22T17:25:52.896 INFO:tasks.rados.rados.0.smithi032.stdout:2627: done (5 left) 2023-12-22T17:25:52.896 INFO:tasks.rados.rados.0.smithi032.stdout:2629: done (4 left) 2023-12-22T17:25:52.896 INFO:tasks.rados.rados.0.smithi032.stdout:2630: done (3 left) 2023-12-22T17:25:52.896 INFO:tasks.rados.rados.0.smithi032.stdout:2631: done (2 left) 2023-12-22T17:25:52.896 INFO:tasks.rados.rados.0.smithi032.stdout:2632: done (1 left) 2023-12-22T17:25:52.896 INFO:tasks.rados.rados.0.smithi032.stdout:2634: done (0 left) 2023-12-22T17:25:52.897 INFO:tasks.rados.rados.0.smithi032.stdout:2635: delete oid 21 current snap is 265 2023-12-22T17:25:52.902 INFO:tasks.rados.rados.0.smithi032.stdout:2635: done (0 left) 2023-12-22T17:25:52.902 INFO:tasks.rados.rados.0.smithi032.stdout:2636: copy_from oid 13 from oid 17 current snap is 265 2023-12-22T17:25:52.903 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 26 current snap is 265 2023-12-22T17:25:52.903 INFO:tasks.rados.rados.0.smithi032.stdout:2637: seq_num 811 ranges {1392640=786432,2179072=663552,2842624=139264} 2023-12-22T17:25:52.915 INFO:tasks.rados.rados.0.smithi032.stdout:2637: writing smithi032174182-26 from 1392640 to 2179072 tid 1 2023-12-22T17:25:52.919 INFO:tasks.rados.rados.0.smithi032.stdout:2637: writing smithi032174182-26 from 2179072 to 2842624 tid 2 2023-12-22T17:25:52.921 INFO:tasks.rados.rados.0.smithi032.stdout:2637: writing smithi032174182-26 from 2842624 to 2981888 tid 3 2023-12-22T17:25:52.921 INFO:tasks.rados.rados.0.smithi032.stdout:2638: snap_create 2023-12-22T17:25:52.921 INFO:tasks.rados.rados.0.smithi032.stdout:2637: finishing write tid 1 to smithi032174182-26 2023-12-22T17:25:52.926 INFO:tasks.rados.rados.0.smithi032.stdout:2637: finishing write tid 2 to smithi032174182-26 2023-12-22T17:25:52.926 INFO:tasks.rados.rados.0.smithi032.stdout:2637: finishing write tid 3 to smithi032174182-26 2023-12-22T17:25:52.926 INFO:tasks.rados.rados.0.smithi032.stdout:2637: finishing write tid 4 to smithi032174182-26 2023-12-22T17:25:52.928 INFO:tasks.rados.rados.0.smithi032.stdout:2637: finishing write tid 5 to smithi032174182-26 2023-12-22T17:25:52.928 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 1546 (ObjNum 811 snap 265 seq_num 811) dirty exists 2023-12-22T17:25:52.928 INFO:tasks.rados.rados.0.smithi032.stdout:2637: left oid 26 (ObjNum 811 snap 265 seq_num 811) 2023-12-22T17:25:52.935 INFO:tasks.rados.rados.0.smithi032.stdout:2636: finishing copy_from racing read to smithi032174182-13 2023-12-22T17:25:52.938 INFO:tasks.rados.rados.0.smithi032.stdout:2636: finishing copy_from to smithi032174182-13 2023-12-22T17:25:52.938 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 1057 (ObjNum 700 snap 231 seq_num 700) dirty exists 2023-12-22T17:25:53.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:52 smithi032 ceph-mon[191839]: osdmap e589: 8 total, 8 up, 8 in 2023-12-22T17:25:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:52 smithi032 ceph-mon[189144]: osdmap e589: 8 total, 8 up, 8 in 2023-12-22T17:25:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:52 smithi039 ceph-mon[181282]: osdmap e589: 8 total, 8 up, 8 in 2023-12-22T17:25:53.885 INFO:tasks.rados.rados.0.smithi032.stdout:2636: done (2 left) 2023-12-22T17:25:53.885 INFO:tasks.rados.rados.0.smithi032.stdout:2637: done (1 left) 2023-12-22T17:25:53.886 INFO:tasks.rados.rados.0.smithi032.stdout:2638: done (0 left) 2023-12-22T17:25:53.886 INFO:tasks.rados.rados.0.smithi032.stdout:2639: copy_from oid 24 from oid 35 current snap is 266 2023-12-22T17:25:53.886 INFO:tasks.rados.rados.0.smithi032.stdout:2640: read oid 32 snap 244 2023-12-22T17:25:53.886 INFO:tasks.rados.rados.0.smithi032.stdout:2640: expect deleted 2023-12-22T17:25:53.886 INFO:tasks.rados.rados.0.smithi032.stdout:2641: read oid 38 snap -1 2023-12-22T17:25:53.886 INFO:tasks.rados.rados.0.smithi032.stdout:2641: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-22T17:25:53.886 INFO:tasks.rados.rados.0.smithi032.stdout:2642: read oid 41 snap -1 2023-12-22T17:25:53.886 INFO:tasks.rados.rados.0.smithi032.stdout:2642: expect deleted 2023-12-22T17:25:53.886 INFO:tasks.rados.rados.0.smithi032.stdout:2643: snap_create 2023-12-22T17:25:53.888 INFO:tasks.rados.rados.0.smithi032.stdout:2641: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-22T17:25:53.914 INFO:tasks.rados.rados.0.smithi032.stdout:2639: finishing copy_from racing read to smithi032174182-24 2023-12-22T17:25:53.915 INFO:tasks.rados.rados.0.smithi032.stdout:2639: finishing copy_from to smithi032174182-24 2023-12-22T17:25:53.915 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 1446 (ObjNum 788 snap 260 seq_num 788) dirty exists 2023-12-22T17:25:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:53 smithi032 ceph-mon[191839]: osdmap e590: 8 total, 8 up, 8 in 2023-12-22T17:25:54.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:53 smithi032 ceph-mon[191839]: pgmap v427: 121 pgs: 121 active+clean; 486 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2023-12-22T17:25:54.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:53 smithi032 ceph-mon[189144]: osdmap e590: 8 total, 8 up, 8 in 2023-12-22T17:25:54.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:53 smithi032 ceph-mon[189144]: pgmap v427: 121 pgs: 121 active+clean; 486 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2023-12-22T17:25:54.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:53 smithi039 ceph-mon[181282]: osdmap e590: 8 total, 8 up, 8 in 2023-12-22T17:25:54.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:53 smithi039 ceph-mon[181282]: pgmap v427: 121 pgs: 121 active+clean; 486 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2023-12-22T17:25:54.886 INFO:tasks.rados.rados.0.smithi032.stdout:2639: done (4 left) 2023-12-22T17:25:54.886 INFO:tasks.rados.rados.0.smithi032.stdout:2640: done (3 left) 2023-12-22T17:25:54.887 INFO:tasks.rados.rados.0.smithi032.stdout:2641: done (2 left) 2023-12-22T17:25:54.887 INFO:tasks.rados.rados.0.smithi032.stdout:2642: done (1 left) 2023-12-22T17:25:54.887 INFO:tasks.rados.rados.0.smithi032.stdout:2643: done (0 left) 2023-12-22T17:25:54.887 INFO:tasks.rados.rados.0.smithi032.stdout:2644: snap_remove snap 262 2023-12-22T17:25:55.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:54 smithi032 ceph-mon[191839]: osdmap e591: 8 total, 8 up, 8 in 2023-12-22T17:25:55.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:54 smithi032 ceph-mon[189144]: osdmap e591: 8 total, 8 up, 8 in 2023-12-22T17:25:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:54 smithi039 ceph-mon[181282]: osdmap e591: 8 total, 8 up, 8 in 2023-12-22T17:25:55.863 INFO:tasks.rados.rados.0.smithi032.stdout:2644: done (0 left) 2023-12-22T17:25:55.863 INFO:tasks.rados.rados.0.smithi032.stdout:2645: read oid 1 snap -1 2023-12-22T17:25:55.863 INFO:tasks.rados.rados.0.smithi032.stdout:2645: expect (ObjNum 494 snap 153 seq_num 494) 2023-12-22T17:25:55.863 INFO:tasks.rados.rados.0.smithi032.stdout:2646: snap_create 2023-12-22T17:25:55.886 INFO:tasks.rados.rados.0.smithi032.stdout:2645: expect (ObjNum 494 snap 153 seq_num 494) 2023-12-22T17:25:56.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:55 smithi032 ceph-mon[191839]: osdmap e592: 8 total, 8 up, 8 in 2023-12-22T17:25:56.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:55 smithi032 ceph-mon[191839]: pgmap v430: 121 pgs: 121 active+clean; 494 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 5.7 MiB/s wr, 4 op/s 2023-12-22T17:25:56.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:55 smithi032 ceph-mon[191839]: osdmap e593: 8 total, 8 up, 8 in 2023-12-22T17:25:56.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:55 smithi032 ceph-mon[189144]: osdmap e592: 8 total, 8 up, 8 in 2023-12-22T17:25:56.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:55 smithi032 ceph-mon[189144]: pgmap v430: 121 pgs: 121 active+clean; 494 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 5.7 MiB/s wr, 4 op/s 2023-12-22T17:25:56.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:55 smithi032 ceph-mon[189144]: osdmap e593: 8 total, 8 up, 8 in 2023-12-22T17:25:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:55 smithi039 ceph-mon[181282]: osdmap e592: 8 total, 8 up, 8 in 2023-12-22T17:25:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:55 smithi039 ceph-mon[181282]: pgmap v430: 121 pgs: 121 active+clean; 494 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 5.7 MiB/s wr, 4 op/s 2023-12-22T17:25:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:55 smithi039 ceph-mon[181282]: osdmap e593: 8 total, 8 up, 8 in 2023-12-22T17:25:56.864 INFO:tasks.rados.rados.0.smithi032.stdout:2645: done (1 left) 2023-12-22T17:25:56.864 INFO:tasks.rados.rados.0.smithi032.stdout:2646: done (0 left) 2023-12-22T17:25:56.865 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 13 current snap is 268 2023-12-22T17:25:56.865 INFO:tasks.rados.rados.0.smithi032.stdout:2647: seq_num 812 ranges {8339456=802816,9142272=548864,9691136=253952} 2023-12-22T17:25:56.914 INFO:tasks.rados.rados.0.smithi032.stdout:2647: writing smithi032174182-13 from 8339456 to 9142272 tid 1 2023-12-22T17:25:56.918 INFO:tasks.rados.rados.0.smithi032.stdout:2647: writing smithi032174182-13 from 9142272 to 9691136 tid 2 2023-12-22T17:25:56.919 INFO:tasks.rados.rados.0.smithi032.stdout:2647: writing smithi032174182-13 from 9691136 to 9945088 tid 3 2023-12-22T17:25:56.919 INFO:tasks.rados.rados.0.smithi032.stdout:2648: copy_from oid 41 from oid 46 current snap is 268 2023-12-22T17:25:56.919 INFO:tasks.rados.rados.0.smithi032.stdout:2649: snap_remove snap 259 2023-12-22T17:25:57.872 INFO:tasks.rados.rados.0.smithi032.stdout:2649: done (2 left) 2023-12-22T17:25:57.872 INFO:tasks.rados.rados.0.smithi032.stdout:2650: read oid 23 snap -1 2023-12-22T17:25:57.872 INFO:tasks.rados.rados.0.smithi032.stdout:2650: expect deleted 2023-12-22T17:25:57.872 INFO:tasks.rados.rados.0.smithi032.stdout:2651: rollback oid 28 current snap is 268 2023-12-22T17:25:57.872 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 28 to 263 2023-12-22T17:25:57.872 INFO:tasks.rados.rados.0.smithi032.stdout:2652: setattr oid 3 current snap is 268 2023-12-22T17:25:57.873 INFO:tasks.rados.rados.0.smithi032.stdout:2647: finishing write tid 1 to smithi032174182-13 2023-12-22T17:25:57.873 INFO:tasks.rados.rados.0.smithi032.stdout:2647: finishing write tid 2 to smithi032174182-13 2023-12-22T17:25:57.873 INFO:tasks.rados.rados.0.smithi032.stdout:2647: finishing write tid 3 to smithi032174182-13 2023-12-22T17:25:57.873 INFO:tasks.rados.rados.0.smithi032.stdout:2647: finishing write tid 4 to smithi032174182-13 2023-12-22T17:25:57.873 INFO:tasks.rados.rados.0.smithi032.stdout:2647: finishing write tid 5 to smithi032174182-13 2023-12-22T17:25:57.873 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 2033 (ObjNum 812 snap 268 seq_num 812) dirty exists 2023-12-22T17:25:57.873 INFO:tasks.rados.rados.0.smithi032.stdout:2647: left oid 13 (ObjNum 812 snap 268 seq_num 812) 2023-12-22T17:25:57.873 INFO:tasks.rados.rados.0.smithi032.stdout:2648: finishing copy_from racing read to smithi032174182-41 2023-12-22T17:25:57.873 INFO:tasks.rados.rados.0.smithi032.stdout:2648: finishing copy_from to smithi032174182-41 2023-12-22T17:25:57.873 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 793 (ObjNum 633 snap 198 seq_num 633) dirty exists 2023-12-22T17:25:57.874 INFO:tasks.rados.rados.0.smithi032.stdout:2647: done (4 left) 2023-12-22T17:25:57.874 INFO:tasks.rados.rados.0.smithi032.stdout:2648: done (3 left) 2023-12-22T17:25:57.874 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 1 current snap is 268 2023-12-22T17:25:57.874 INFO:tasks.rados.rados.0.smithi032.stdout:2653: seq_num 813 ranges {2736128=417792,3153920=434176,3588096=442368,4030464=327680} 2023-12-22T17:25:57.892 INFO:tasks.rados.rados.0.smithi032.stdout:2653: writing smithi032174182-1 from 2736128 to 3153920 tid 1 2023-12-22T17:25:57.900 INFO:tasks.rados.rados.0.smithi032.stdout:2653: writing smithi032174182-1 from 3153920 to 3588096 tid 2 2023-12-22T17:25:57.901 INFO:tasks.rados.rados.0.smithi032.stdout:2653: writing smithi032174182-1 from 3588096 to 4030464 tid 3 2023-12-22T17:25:57.901 INFO:tasks.rados.rados.0.smithi032.stdout:2653: writing smithi032174182-1 from 4030464 to 4358144 tid 4 2023-12-22T17:25:57.901 INFO:tasks.rados.rados.0.smithi032.stdout:2654: snap_remove snap 250 2023-12-22T17:25:58.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:57 smithi032 ceph-mon[191839]: osdmap e594: 8 total, 8 up, 8 in 2023-12-22T17:25:58.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:57 smithi032 ceph-mon[191839]: pgmap v433: 121 pgs: 121 active+clean; 489 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 5.7 MiB/s wr, 4 op/s 2023-12-22T17:25:58.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:57 smithi032 ceph-mon[189144]: osdmap e594: 8 total, 8 up, 8 in 2023-12-22T17:25:58.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:57 smithi032 ceph-mon[189144]: pgmap v433: 121 pgs: 121 active+clean; 489 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 5.7 MiB/s wr, 4 op/s 2023-12-22T17:25:58.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:57 smithi039 ceph-mon[181282]: osdmap e594: 8 total, 8 up, 8 in 2023-12-22T17:25:58.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:57 smithi039 ceph-mon[181282]: pgmap v433: 121 pgs: 121 active+clean; 489 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 5.7 MiB/s wr, 4 op/s 2023-12-22T17:25:58.885 INFO:tasks.rados.rados.0.smithi032.stdout:2654: done (4 left) 2023-12-22T17:25:58.885 INFO:tasks.rados.rados.0.smithi032.stdout:2655: delete oid 5 current snap is 268 2023-12-22T17:25:58.885 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 1450 (ObjNum 728 snap 241 seq_num 728) dirty exists 2023-12-22T17:25:58.885 INFO:tasks.rados.rados.0.smithi032.stdout:2651: finishing rollback tid 0 to smithi032174182-28 2023-12-22T17:25:58.885 INFO:tasks.rados.rados.0.smithi032.stdout:2651: finishing rollback tid 1 to smithi032174182-28 2023-12-22T17:25:58.886 INFO:tasks.rados.rados.0.smithi032.stdout:2651: finishing rollback tid 2 to smithi032174182-28 2023-12-22T17:25:58.886 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 1564 (ObjNum 797 snap 261 seq_num 797) dirty exists 2023-12-22T17:25:58.886 INFO:tasks.rados.rados.0.smithi032.stdout:2653: finishing write tid 1 to smithi032174182-1 2023-12-22T17:25:58.886 INFO:tasks.rados.rados.0.smithi032.stdout:2653: finishing write tid 2 to smithi032174182-1 2023-12-22T17:25:58.886 INFO:tasks.rados.rados.0.smithi032.stdout:2653: finishing write tid 3 to smithi032174182-1 2023-12-22T17:25:58.886 INFO:tasks.rados.rados.0.smithi032.stdout:2653: finishing write tid 4 to smithi032174182-1 2023-12-22T17:25:58.886 INFO:tasks.rados.rados.0.smithi032.stdout:2653: finishing write tid 5 to smithi032174182-1 2023-12-22T17:25:58.886 INFO:tasks.rados.rados.0.smithi032.stdout:2653: finishing write tid 6 to smithi032174182-1 2023-12-22T17:25:58.886 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 1455 (ObjNum 813 snap 268 seq_num 813) dirty exists 2023-12-22T17:25:58.886 INFO:tasks.rados.rados.0.smithi032.stdout:2653: left oid 1 (ObjNum 813 snap 268 seq_num 813) 2023-12-22T17:25:58.900 INFO:tasks.rados.rados.0.smithi032.stdout:2650: done (4 left) 2023-12-22T17:25:58.900 INFO:tasks.rados.rados.0.smithi032.stdout:2651: done (3 left) 2023-12-22T17:25:58.901 INFO:tasks.rados.rados.0.smithi032.stdout:2652: done (2 left) 2023-12-22T17:25:58.901 INFO:tasks.rados.rados.0.smithi032.stdout:2653: done (1 left) 2023-12-22T17:25:58.901 INFO:tasks.rados.rados.0.smithi032.stdout:2655: done (0 left) 2023-12-22T17:25:58.901 INFO:tasks.rados.rados.0.smithi032.stdout:2656: snap_create 2023-12-22T17:25:59.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:58 smithi032 ceph-mon[191839]: osdmap e595: 8 total, 8 up, 8 in 2023-12-22T17:25:59.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:58 smithi032 ceph-mon[189144]: osdmap e595: 8 total, 8 up, 8 in 2023-12-22T17:25:59.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:58 smithi039 ceph-mon[181282]: osdmap e595: 8 total, 8 up, 8 in 2023-12-22T17:25:59.895 INFO:tasks.rados.rados.0.smithi032.stdout:2656: done (0 left) 2023-12-22T17:25:59.895 INFO:tasks.rados.rados.0.smithi032.stdout:2657: read oid 43 snap 224 2023-12-22T17:25:59.895 INFO:tasks.rados.rados.0.smithi032.stdout:2657: expect (ObjNum 677 snap 216 seq_num 677) 2023-12-22T17:25:59.895 INFO:tasks.rados.rados.0.smithi032.stdout:2658: rollback oid 24 current snap is 269 2023-12-22T17:25:59.895 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 24 to 266 2023-12-22T17:25:59.895 INFO:tasks.rados.rados.0.smithi032.stdout:2659: copy_from oid 16 from oid 32 current snap is 269 2023-12-22T17:25:59.895 INFO:tasks.rados.rados.0.smithi032.stdout:2660: copy_from oid 49 from oid 37 current snap is 269 2023-12-22T17:25:59.895 INFO:tasks.rados.rados.0.smithi032.stdout:2661: read oid 29 snap -1 2023-12-22T17:25:59.895 INFO:tasks.rados.rados.0.smithi032.stdout:2661: expect deleted 2023-12-22T17:25:59.896 INFO:tasks.rados.rados.0.smithi032.stdout:2662: read oid 2 snap -1 2023-12-22T17:25:59.896 INFO:tasks.rados.rados.0.smithi032.stdout:2662: expect (ObjNum 805 snap 264 seq_num 805) 2023-12-22T17:25:59.896 INFO:tasks.rados.rados.0.smithi032.stdout:2663: copy_from oid 38 from oid 19 current snap is 269 2023-12-22T17:25:59.896 INFO:tasks.rados.rados.0.smithi032.stdout:2664: rollback oid 39 current snap is 269 2023-12-22T17:25:59.896 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 39 to 258 2023-12-22T17:25:59.896 INFO:tasks.rados.rados.0.smithi032.stdout:2665: rmattr oid 31 current snap is 269 2023-12-22T17:25:59.896 INFO:tasks.rados.rados.0.smithi032.stdout:2665: done (8 left) 2023-12-22T17:25:59.896 INFO:tasks.rados.rados.0.smithi032.stdout:2666: snap_remove snap 244 2023-12-22T17:26:00.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:59 smithi032 ceph-mon[191839]: osdmap e596: 8 total, 8 up, 8 in 2023-12-22T17:26:00.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:25:59 smithi032 ceph-mon[191839]: pgmap v436: 121 pgs: 121 active+clean; 490 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 768 KiB/s wr, 9 op/s 2023-12-22T17:26:00.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:59 smithi032 ceph-mon[189144]: osdmap e596: 8 total, 8 up, 8 in 2023-12-22T17:26:00.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:25:59 smithi032 ceph-mon[189144]: pgmap v436: 121 pgs: 121 active+clean; 490 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 768 KiB/s wr, 9 op/s 2023-12-22T17:26:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:59 smithi039 ceph-mon[181282]: osdmap e596: 8 total, 8 up, 8 in 2023-12-22T17:26:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:25:59 smithi039 ceph-mon[181282]: pgmap v436: 121 pgs: 121 active+clean; 490 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 768 KiB/s wr, 9 op/s 2023-12-22T17:26:00.865 INFO:tasks.rados.rados.0.smithi032.stdout:2666: done (8 left) 2023-12-22T17:26:00.866 INFO:tasks.rados.rados.0.smithi032.stdout:2667: read oid 44 snap -1 2023-12-22T17:26:00.866 INFO:tasks.rados.rados.0.smithi032.stdout:2667: expect deleted 2023-12-22T17:26:00.866 INFO:tasks.rados.rados.0.smithi032.stdout:2668: copy_from oid 46 from oid 26 current snap is 269 2023-12-22T17:26:00.866 INFO:tasks.rados.rados.0.smithi032.stdout:2663: finishing copy_from to smithi032174182-38 2023-12-22T17:26:00.866 INFO:tasks.rados.rados.0.smithi032.stdout:2663: got expected ENOENT (src dne) 2023-12-22T17:26:00.866 INFO:tasks.rados.rados.0.smithi032.stdout:2663: finishing copy_from racing read to smithi032174182-38 2023-12-22T17:26:00.866 INFO:tasks.rados.rados.0.smithi032.stdout:2658: finishing rollback tid 0 to smithi032174182-24 2023-12-22T17:26:00.866 INFO:tasks.rados.rados.0.smithi032.stdout:2658: finishing rollback tid 1 to smithi032174182-24 2023-12-22T17:26:00.866 INFO:tasks.rados.rados.0.smithi032.stdout:2658: finishing rollback tid 2 to smithi032174182-24 2023-12-22T17:26:00.866 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 2054 (ObjNum 788 snap 260 seq_num 788) dirty exists 2023-12-22T17:26:00.866 INFO:tasks.rados.rados.0.smithi032.stdout:2664: finishing rollback tid 0 to smithi032174182-39 2023-12-22T17:26:00.867 INFO:tasks.rados.rados.0.smithi032.stdout:2658: done (9 left) 2023-12-22T17:26:00.867 INFO:tasks.rados.rados.0.smithi032.stdout:2661: done (8 left) 2023-12-22T17:26:00.867 INFO:tasks.rados.rados.0.smithi032.stdout:2663: done (7 left) 2023-12-22T17:26:00.867 INFO:tasks.rados.rados.0.smithi032.stdout:2669: copy_from oid 1 from oid 8 current snap is 269 2023-12-22T17:26:00.867 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 12 current snap is 269 2023-12-22T17:26:00.867 INFO:tasks.rados.rados.0.smithi032.stdout:2670: seq_num 815 ranges {196608=458752,655360=655360,1310720=409600,1720320=139264} 2023-12-22T17:26:00.869 INFO:tasks.rados.rados.0.smithi032.stdout:2670: writing smithi032174182-12 from 196608 to 655360 tid 1 2023-12-22T17:26:00.874 INFO:tasks.rados.rados.0.smithi032.stdout:2670: writing smithi032174182-12 from 655360 to 1310720 tid 2 2023-12-22T17:26:00.876 INFO:tasks.rados.rados.0.smithi032.stdout:2670: writing smithi032174182-12 from 1310720 to 1720320 tid 3 2023-12-22T17:26:00.878 INFO:tasks.rados.rados.0.smithi032.stdout:2670: writing smithi032174182-12 from 1720320 to 1859584 tid 4 2023-12-22T17:26:00.890 INFO:tasks.rados.rados.0.smithi032.stdout:2664: finishing rollback tid 1 to smithi032174182-39 2023-12-22T17:26:00.891 INFO:tasks.rados.rados.0.smithi032.stdout:2664: finishing rollback tid 2 to smithi032174182-39 2023-12-22T17:26:00.891 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 726 (ObjNum 755 snap 248 seq_num 755) dirty exists 2023-12-22T17:26:00.891 INFO:tasks.rados.rados.0.smithi032.stdout:2659: finishing copy_from racing read to smithi032174182-16 2023-12-22T17:26:00.891 INFO:tasks.rados.rados.0.smithi032.stdout:2659: finishing copy_from to smithi032174182-16 2023-12-22T17:26:00.891 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 1219 (ObjNum 762 snap 251 seq_num 762) dirty exists 2023-12-22T17:26:00.891 INFO:tasks.rados.rados.0.smithi032.stdout:2662: expect (ObjNum 805 snap 264 seq_num 805) 2023-12-22T17:26:00.932 INFO:tasks.rados.rados.0.smithi032.stdout:2660: finishing copy_from racing read to smithi032174182-49 2023-12-22T17:26:00.932 INFO:tasks.rados.rados.0.smithi032.stdout:2660: finishing copy_from to smithi032174182-49 2023-12-22T17:26:00.932 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 1642 (ObjNum 798 snap 261 seq_num 798) dirty exists 2023-12-22T17:26:00.932 INFO:tasks.rados.rados.0.smithi032.stdout:2657: expect (ObjNum 677 snap 216 seq_num 677) 2023-12-22T17:26:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:26:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:26:00] "GET /metrics HTTP/1.1" 200 36301 "" "Prometheus/2.43.0" 2023-12-22T17:26:01.180 INFO:journalctl@ceph.osd.2.smithi032.stdout:Dec 22 17:26:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-2[211143]: 2023-12-22T17:26:00.897+0000 7f447e630700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1d0 after trimming was started 2023-12-22T17:26:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:00 smithi032 ceph-mon[189144]: osdmap e597: 8 total, 8 up, 8 in 2023-12-22T17:26:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:00 smithi032 ceph-mon[189144]: osdmap e598: 8 total, 8 up, 8 in 2023-12-22T17:26:01.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:00 smithi032 ceph-mon[191839]: osdmap e597: 8 total, 8 up, 8 in 2023-12-22T17:26:01.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:00 smithi032 ceph-mon[191839]: osdmap e598: 8 total, 8 up, 8 in 2023-12-22T17:26:01.237 INFO:tasks.rados.rados.0.smithi032.stdout:2670: finishing write tid 1 to smithi032174182-12 2023-12-22T17:26:01.237 INFO:tasks.rados.rados.0.smithi032.stdout:2670: finishing write tid 2 to smithi032174182-12 2023-12-22T17:26:01.237 INFO:tasks.rados.rados.0.smithi032.stdout:2670: finishing write tid 3 to smithi032174182-12 2023-12-22T17:26:01.237 INFO:tasks.rados.rados.0.smithi032.stdout:2670: finishing write tid 4 to smithi032174182-12 2023-12-22T17:26:01.238 INFO:tasks.rados.rados.0.smithi032.stdout:2670: finishing write tid 5 to smithi032174182-12 2023-12-22T17:26:01.238 INFO:tasks.rados.rados.0.smithi032.stdout:2670: finishing write tid 6 to smithi032174182-12 2023-12-22T17:26:01.238 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 1064 (ObjNum 815 snap 269 seq_num 815) dirty exists 2023-12-22T17:26:01.238 INFO:tasks.rados.rados.0.smithi032.stdout:2670: left oid 12 (ObjNum 815 snap 269 seq_num 815) 2023-12-22T17:26:01.238 INFO:tasks.rados.rados.0.smithi032.stdout:2668: finishing copy_from racing read to smithi032174182-46 2023-12-22T17:26:01.238 INFO:tasks.rados.rados.0.smithi032.stdout:2668: finishing copy_from to smithi032174182-46 2023-12-22T17:26:01.238 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 1546 (ObjNum 811 snap 265 seq_num 811) dirty exists 2023-12-22T17:26:01.238 INFO:tasks.rados.rados.0.smithi032.stdout:2669: finishing copy_from racing read to smithi032174182-1 2023-12-22T17:26:01.238 INFO:tasks.rados.rados.0.smithi032.stdout:2669: finishing copy_from to smithi032174182-1 2023-12-22T17:26:01.238 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 1220 (ObjNum 708 snap 233 seq_num 708) dirty exists 2023-12-22T17:26:01.239 INFO:tasks.rados.rados.0.smithi032.stdout:2657: done (8 left) 2023-12-22T17:26:01.239 INFO:tasks.rados.rados.0.smithi032.stdout:2659: done (7 left) 2023-12-22T17:26:01.239 INFO:tasks.rados.rados.0.smithi032.stdout:2660: done (6 left) 2023-12-22T17:26:01.239 INFO:tasks.rados.rados.0.smithi032.stdout:2662: done (5 left) 2023-12-22T17:26:01.239 INFO:tasks.rados.rados.0.smithi032.stdout:2664: done (4 left) 2023-12-22T17:26:01.239 INFO:tasks.rados.rados.0.smithi032.stdout:2667: done (3 left) 2023-12-22T17:26:01.239 INFO:tasks.rados.rados.0.smithi032.stdout:2668: done (2 left) 2023-12-22T17:26:01.239 INFO:tasks.rados.rados.0.smithi032.stdout:2669: done (1 left) 2023-12-22T17:26:01.239 INFO:tasks.rados.rados.0.smithi032.stdout:2670: done (0 left) 2023-12-22T17:26:01.239 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 46 current snap is 269 2023-12-22T17:26:01.239 INFO:tasks.rados.rados.0.smithi032.stdout:2671: seq_num 816 ranges {2981888=475136,3457024=540672,3997696=614400,4612096=49152} 2023-12-22T17:26:01.255 INFO:tasks.rados.rados.0.smithi032.stdout:2671: writing smithi032174182-46 from 2981888 to 3457024 tid 1 2023-12-22T17:26:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:00 smithi039 ceph-mon[181282]: osdmap e597: 8 total, 8 up, 8 in 2023-12-22T17:26:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:00 smithi039 ceph-mon[181282]: osdmap e598: 8 total, 8 up, 8 in 2023-12-22T17:26:01.259 INFO:tasks.rados.rados.0.smithi032.stdout:2671: writing smithi032174182-46 from 3457024 to 3997696 tid 2 2023-12-22T17:26:01.263 INFO:tasks.rados.rados.0.smithi032.stdout:2671: writing smithi032174182-46 from 3997696 to 4612096 tid 3 2023-12-22T17:26:01.263 INFO:tasks.rados.rados.0.smithi032.stdout:2671: writing smithi032174182-46 from 4612096 to 4661248 tid 4 2023-12-22T17:26:01.263 INFO:tasks.rados.rados.0.smithi032.stdout:2672: snap_remove snap 191 2023-12-22T17:26:01.903 INFO:tasks.rados.rados.0.smithi032.stdout:2672: done (1 left) 2023-12-22T17:26:01.903 INFO:tasks.rados.rados.0.smithi032.stdout:2673: delete oid 37 current snap is 269 2023-12-22T17:26:01.903 INFO:tasks.rados.rados.0.smithi032.stdout:2671: finishing write tid 1 to smithi032174182-46 2023-12-22T17:26:01.903 INFO:tasks.rados.rados.0.smithi032.stdout:2671: finishing write tid 2 to smithi032174182-46 2023-12-22T17:26:01.903 INFO:tasks.rados.rados.0.smithi032.stdout:2671: finishing write tid 3 to smithi032174182-46 2023-12-22T17:26:01.903 INFO:tasks.rados.rados.0.smithi032.stdout:2671: finishing write tid 4 to smithi032174182-46 2023-12-22T17:26:01.903 INFO:tasks.rados.rados.0.smithi032.stdout:2671: finishing write tid 5 to smithi032174182-46 2023-12-22T17:26:01.903 INFO:tasks.rados.rados.0.smithi032.stdout:2671: finishing write tid 6 to smithi032174182-46 2023-12-22T17:26:01.903 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 1551 (ObjNum 816 snap 269 seq_num 816) dirty exists 2023-12-22T17:26:01.903 INFO:tasks.rados.rados.0.smithi032.stdout:2671: left oid 46 (ObjNum 816 snap 269 seq_num 816) 2023-12-22T17:26:01.921 INFO:tasks.rados.rados.0.smithi032.stdout:2671: done (1 left) 2023-12-22T17:26:01.921 INFO:tasks.rados.rados.0.smithi032.stdout:2673: done (0 left) 2023-12-22T17:26:01.921 INFO:tasks.rados.rados.0.smithi032.stdout:2674: rollback oid 31 current snap is 269 2023-12-22T17:26:01.921 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 31 to 261 2023-12-22T17:26:01.921 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 29 current snap is 269 2023-12-22T17:26:01.921 INFO:tasks.rados.rados.0.smithi032.stdout:2675: seq_num 818 ranges {0=507904,507904=704512,1212416=499712} 2023-12-22T17:26:01.932 INFO:tasks.rados.rados.0.smithi032.stdout:2675: writing smithi032174182-29 from 0 to 507904 tid 1 2023-12-22T17:26:01.933 INFO:tasks.rados.rados.0.smithi032.stdout:2675: writing smithi032174182-29 from 507904 to 1212416 tid 2 2023-12-22T17:26:01.933 INFO:tasks.rados.rados.0.smithi032.stdout:2675: writing smithi032174182-29 from 1212416 to 1712128 tid 3 2023-12-22T17:26:01.941 INFO:tasks.rados.rados.0.smithi032.stdout:2676: read oid 48 snap 248 2023-12-22T17:26:01.941 INFO:tasks.rados.rados.0.smithi032.stdout:2676: expect (ObjNum 737 snap 245 seq_num 737) 2023-12-22T17:26:01.941 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 12 current snap is 269 2023-12-22T17:26:01.942 INFO:tasks.rados.rados.0.smithi032.stdout:2677: seq_num 819 ranges {1859584=524288,2383872=589824,2973696=614400} 2023-12-22T17:26:01.947 INFO:tasks.rados.rados.0.smithi032.stdout:2677: writing smithi032174182-12 from 1859584 to 2383872 tid 1 2023-12-22T17:26:01.950 INFO:tasks.rados.rados.0.smithi032.stdout:2677: writing smithi032174182-12 from 2383872 to 2973696 tid 2 2023-12-22T17:26:01.955 INFO:tasks.rados.rados.0.smithi032.stdout:2677: writing smithi032174182-12 from 2973696 to 3588096 tid 3 2023-12-22T17:26:01.955 INFO:tasks.rados.rados.0.smithi032.stdout:2678: copy_from oid 24 from oid 39 current snap is 269 2023-12-22T17:26:01.955 INFO:tasks.rados.rados.0.smithi032.stdout:2674: finishing rollback tid 0 to smithi032174182-31 2023-12-22T17:26:01.955 INFO:tasks.rados.rados.0.smithi032.stdout:2674: finishing rollback tid 1 to smithi032174182-31 2023-12-22T17:26:01.955 INFO:tasks.rados.rados.0.smithi032.stdout:2674: finishing rollback tid 2 to smithi032174182-31 2023-12-22T17:26:01.955 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 1598 (ObjNum 717 snap 236 seq_num 717) dirty exists 2023-12-22T17:26:01.955 INFO:tasks.rados.rados.0.smithi032.stdout:2675: finishing write tid 1 to smithi032174182-29 2023-12-22T17:26:01.955 INFO:tasks.rados.rados.0.smithi032.stdout:2675: finishing write tid 2 to smithi032174182-29 2023-12-22T17:26:01.955 INFO:tasks.rados.rados.0.smithi032.stdout:2674: done (4 left) 2023-12-22T17:26:01.955 INFO:tasks.rados.rados.0.smithi032.stdout:2679: delete oid 11 current snap is 269 2023-12-22T17:26:01.955 INFO:tasks.rados.rados.0.smithi032.stdout:2675: finishing write tid 3 to smithi032174182-29 2023-12-22T17:26:01.955 INFO:tasks.rados.rados.0.smithi032.stdout:2675: finishing write tid 4 to smithi032174182-29 2023-12-22T17:26:01.955 INFO:tasks.rados.rados.0.smithi032.stdout:2676: expect (ObjNum 737 snap 245 seq_num 737) 2023-12-22T17:26:01.965 INFO:tasks.rados.rados.0.smithi032.stdout:2675: finishing write tid 5 to smithi032174182-29 2023-12-22T17:26:01.965 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 2076 (ObjNum 818 snap 269 seq_num 818) dirty exists 2023-12-22T17:26:01.965 INFO:tasks.rados.rados.0.smithi032.stdout:2675: left oid 29 (ObjNum 818 snap 269 seq_num 818) 2023-12-22T17:26:01.966 INFO:tasks.rados.rados.0.smithi032.stdout:2677: finishing write tid 1 to smithi032174182-12 2023-12-22T17:26:01.966 INFO:tasks.rados.rados.0.smithi032.stdout:2677: finishing write tid 2 to smithi032174182-12 2023-12-22T17:26:01.966 INFO:tasks.rados.rados.0.smithi032.stdout:2675: done (4 left) 2023-12-22T17:26:01.966 INFO:tasks.rados.rados.0.smithi032.stdout:2676: done (3 left) 2023-12-22T17:26:01.966 INFO:tasks.rados.rados.0.smithi032.stdout:2679: done (2 left) 2023-12-22T17:26:01.966 INFO:tasks.rados.rados.0.smithi032.stdout:2680: read oid 5 snap -1 2023-12-22T17:26:01.966 INFO:tasks.rados.rados.0.smithi032.stdout:2680: expect deleted 2023-12-22T17:26:01.966 INFO:tasks.rados.rados.0.smithi032.stdout:2681: copy_from oid 44 from oid 30 current snap is 269 2023-12-22T17:26:01.966 INFO:tasks.rados.rados.0.smithi032.stdout:2677: finishing write tid 3 to smithi032174182-12 2023-12-22T17:26:01.966 INFO:tasks.rados.rados.0.smithi032.stdout:2677: finishing write tid 4 to smithi032174182-12 2023-12-22T17:26:01.966 INFO:tasks.rados.rados.0.smithi032.stdout:2677: finishing write tid 5 to smithi032174182-12 2023-12-22T17:26:01.966 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 1068 (ObjNum 819 snap 269 seq_num 819) dirty exists 2023-12-22T17:26:01.966 INFO:tasks.rados.rados.0.smithi032.stdout:2677: left oid 12 (ObjNum 819 snap 269 seq_num 819) 2023-12-22T17:26:01.966 INFO:tasks.rados.rados.0.smithi032.stdout:2677: done (3 left) 2023-12-22T17:26:01.967 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 8 current snap is 269 2023-12-22T17:26:01.967 INFO:tasks.rados.rados.0.smithi032.stdout:2682: seq_num 821 ranges {2269184=557056,2826240=761856,3588096=442368} 2023-12-22T17:26:01.981 INFO:tasks.rados.rados.0.smithi032.stdout:2682: writing smithi032174182-8 from 2269184 to 2826240 tid 1 2023-12-22T17:26:01.985 INFO:tasks.rados.rados.0.smithi032.stdout:2682: writing smithi032174182-8 from 2826240 to 3588096 tid 2 2023-12-22T17:26:01.988 INFO:tasks.rados.rados.0.smithi032.stdout:2682: writing smithi032174182-8 from 3588096 to 4030464 tid 3 2023-12-22T17:26:01.988 INFO:tasks.rados.rados.0.smithi032.stdout:2683: delete oid 37 current snap is 269 2023-12-22T17:26:01.988 INFO:tasks.rados.rados.0.smithi032.stdout:2678: finishing copy_from racing read to smithi032174182-24 2023-12-22T17:26:01.989 INFO:tasks.rados.rados.0.smithi032.stdout:2678: finishing copy_from to smithi032174182-24 2023-12-22T17:26:01.989 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 726 (ObjNum 755 snap 248 seq_num 755) dirty exists 2023-12-22T17:26:01.989 INFO:tasks.rados.rados.0.smithi032.stdout:2681: finishing copy_from racing read to smithi032174182-44 2023-12-22T17:26:01.989 INFO:tasks.rados.rados.0.smithi032.stdout:2681: finishing copy_from to smithi032174182-44 2023-12-22T17:26:01.989 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 1504 (ObjNum 792 snap 260 seq_num 792) dirty exists 2023-12-22T17:26:01.989 INFO:tasks.rados.rados.0.smithi032.stdout:2682: finishing write tid 1 to smithi032174182-8 2023-12-22T17:26:01.989 INFO:tasks.rados.rados.0.smithi032.stdout:2682: finishing write tid 2 to smithi032174182-8 2023-12-22T17:26:01.991 INFO:tasks.rados.rados.0.smithi032.stdout:2678: done (4 left) 2023-12-22T17:26:01.991 INFO:tasks.rados.rados.0.smithi032.stdout:2680: done (3 left) 2023-12-22T17:26:01.991 INFO:tasks.rados.rados.0.smithi032.stdout:2681: done (2 left) 2023-12-22T17:26:01.991 INFO:tasks.rados.rados.0.smithi032.stdout:2683: done (1 left) 2023-12-22T17:26:01.991 INFO:tasks.rados.rados.0.smithi032.stdout:2684: rollback oid 20 current snap is 269 2023-12-22T17:26:01.991 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 20 to 233 2023-12-22T17:26:01.991 INFO:tasks.rados.rados.0.smithi032.stdout:2685: copy_from oid 5 from oid 23 current snap is 269 2023-12-22T17:26:01.991 INFO:tasks.rados.rados.0.smithi032.stdout:2686: rollback oid 22 current snap is 269 2023-12-22T17:26:01.991 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 22 to 229 2023-12-22T17:26:01.991 INFO:tasks.rados.rados.0.smithi032.stdout:2687: delete oid 34 current snap is 269 2023-12-22T17:26:01.992 INFO:tasks.rados.rados.0.smithi032.stdout:2682: finishing write tid 3 to smithi032174182-8 2023-12-22T17:26:01.994 INFO:tasks.rados.rados.0.smithi032.stdout:2682: finishing write tid 4 to smithi032174182-8 2023-12-22T17:26:01.994 INFO:tasks.rados.rados.0.smithi032.stdout:2687: done (4 left) 2023-12-22T17:26:01.994 INFO:tasks.rados.rados.0.smithi032.stdout:2688: read oid 25 snap -1 2023-12-22T17:26:01.994 INFO:tasks.rados.rados.0.smithi032.stdout:2688: expect (ObjNum 728 snap 241 seq_num 728) 2023-12-22T17:26:01.994 INFO:tasks.rados.rados.0.smithi032.stdout:2689: read oid 47 snap -1 2023-12-22T17:26:01.994 INFO:tasks.rados.rados.0.smithi032.stdout:2689: expect (ObjNum 752 snap 248 seq_num 752) 2023-12-22T17:26:01.995 INFO:tasks.rados.rados.0.smithi032.stdout:2690: read oid 24 snap -1 2023-12-22T17:26:01.995 INFO:tasks.rados.rados.0.smithi032.stdout:2690: expect (ObjNum 755 snap 248 seq_num 755) 2023-12-22T17:26:01.995 INFO:tasks.rados.rados.0.smithi032.stdout:2691: snap_create 2023-12-22T17:26:01.995 INFO:tasks.rados.rados.0.smithi032.stdout:2686: finishing rollback tid 0 to smithi032174182-22 2023-12-22T17:26:01.995 INFO:tasks.rados.rados.0.smithi032.stdout:2686: finishing rollback tid 1 to smithi032174182-22 2023-12-22T17:26:01.995 INFO:tasks.rados.rados.0.smithi032.stdout:2685: finishing copy_from to smithi032174182-5 2023-12-22T17:26:01.995 INFO:tasks.rados.rados.0.smithi032.stdout:2685: got expected ENOENT (src dne) 2023-12-22T17:26:01.996 INFO:tasks.rados.rados.0.smithi032.stdout:2682: finishing write tid 5 to smithi032174182-8 2023-12-22T17:26:01.996 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 1224 (ObjNum 821 snap 269 seq_num 821) dirty exists 2023-12-22T17:26:01.996 INFO:tasks.rados.rados.0.smithi032.stdout:2682: left oid 8 (ObjNum 821 snap 269 seq_num 821) 2023-12-22T17:26:01.996 INFO:tasks.rados.rados.0.smithi032.stdout:2685: finishing copy_from racing read to smithi032174182-5 2023-12-22T17:26:01.997 INFO:tasks.rados.rados.0.smithi032.stdout:2684: finishing rollback tid 0 to smithi032174182-20 2023-12-22T17:26:01.997 INFO:tasks.rados.rados.0.smithi032.stdout:2688: expect (ObjNum 728 snap 241 seq_num 728) 2023-12-22T17:26:02.003 INFO:tasks.rados.rados.0.smithi032.stdout:2684: finishing rollback tid 1 to smithi032174182-20 2023-12-22T17:26:02.003 INFO:tasks.rados.rados.0.smithi032.stdout:2686: finishing rollback tid 2 to smithi032174182-22 2023-12-22T17:26:02.003 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 1434 (ObjNum 633 snap 198 seq_num 633) dirty exists 2023-12-22T17:26:02.003 INFO:tasks.rados.rados.0.smithi032.stdout:2684: finishing rollback tid 2 to smithi032174182-20 2023-12-22T17:26:02.003 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 1784 (ObjNum 644 snap 202 seq_num 644) dirty exists 2023-12-22T17:26:02.003 INFO:tasks.rados.rados.0.smithi032.stdout:2689: expect (ObjNum 752 snap 248 seq_num 752) 2023-12-22T17:26:02.018 INFO:tasks.rados.rados.0.smithi032.stdout:2690: expect (ObjNum 755 snap 248 seq_num 755) 2023-12-22T17:26:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:01 smithi032 ceph-mon[191839]: pgmap v439: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 497 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2023-12-22T17:26:02.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:01 smithi032 ceph-mon[189144]: pgmap v439: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 497 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2023-12-22T17:26:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:01 smithi039 ceph-mon[181282]: pgmap v439: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 497 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2023-12-22T17:26:02.913 INFO:tasks.rados.rados.0.smithi032.stdout:2682: done (7 left) 2023-12-22T17:26:02.914 INFO:tasks.rados.rados.0.smithi032.stdout:2684: done (6 left) 2023-12-22T17:26:02.914 INFO:tasks.rados.rados.0.smithi032.stdout:2685: done (5 left) 2023-12-22T17:26:02.914 INFO:tasks.rados.rados.0.smithi032.stdout:2686: done (4 left) 2023-12-22T17:26:02.914 INFO:tasks.rados.rados.0.smithi032.stdout:2688: done (3 left) 2023-12-22T17:26:02.914 INFO:tasks.rados.rados.0.smithi032.stdout:2689: done (2 left) 2023-12-22T17:26:02.914 INFO:tasks.rados.rados.0.smithi032.stdout:2690: done (1 left) 2023-12-22T17:26:02.914 INFO:tasks.rados.rados.0.smithi032.stdout:2691: done (0 left) 2023-12-22T17:26:02.914 INFO:tasks.rados.rados.0.smithi032.stdout:2692: rollback oid 3 current snap is 270 2023-12-22T17:26:02.914 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 3 to 264 2023-12-22T17:26:02.914 INFO:tasks.rados.rados.0.smithi032.stdout:2693: read oid 39 snap -1 2023-12-22T17:26:02.914 INFO:tasks.rados.rados.0.smithi032.stdout:2693: expect (ObjNum 755 snap 248 seq_num 755) 2023-12-22T17:26:02.914 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 19 current snap is 270 2023-12-22T17:26:02.914 INFO:tasks.rados.rados.0.smithi032.stdout:2694: seq_num 824 ranges {0=606208,606208=458752,1064960=573440,1638400=172032} 2023-12-22T17:26:02.916 INFO:tasks.rados.rados.0.smithi032.stdout:2694: writing smithi032174182-19 from 0 to 606208 tid 1 2023-12-22T17:26:02.919 INFO:tasks.rados.rados.0.smithi032.stdout:2694: writing smithi032174182-19 from 606208 to 1064960 tid 2 2023-12-22T17:26:02.923 INFO:tasks.rados.rados.0.smithi032.stdout:2694: writing smithi032174182-19 from 1064960 to 1638400 tid 3 2023-12-22T17:26:02.924 INFO:tasks.rados.rados.0.smithi032.stdout:2694: writing smithi032174182-19 from 1638400 to 1810432 tid 4 2023-12-22T17:26:02.925 INFO:tasks.rados.rados.0.smithi032.stdout:2695: read oid 26 snap -1 2023-12-22T17:26:02.925 INFO:tasks.rados.rados.0.smithi032.stdout:2695: expect (ObjNum 811 snap 265 seq_num 811) 2023-12-22T17:26:02.925 INFO:tasks.rados.rados.0.smithi032.stdout:2696: read oid 30 snap -1 2023-12-22T17:26:02.925 INFO:tasks.rados.rados.0.smithi032.stdout:2696: expect (ObjNum 792 snap 260 seq_num 792) 2023-12-22T17:26:02.925 INFO:tasks.rados.rados.0.smithi032.stdout:2697: rollback oid 38 current snap is 270 2023-12-22T17:26:02.925 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 38 to 241 2023-12-22T17:26:02.925 INFO:tasks.rados.rados.0.smithi032.stdout:2698: delete oid 9 current snap is 270 2023-12-22T17:26:02.925 INFO:tasks.rados.rados.0.smithi032.stdout:2692: finishing rollback tid 0 to smithi032174182-3 2023-12-22T17:26:02.928 INFO:tasks.rados.rados.0.smithi032.stdout:2692: finishing rollback tid 1 to smithi032174182-3 2023-12-22T17:26:02.928 INFO:tasks.rados.rados.0.smithi032.stdout:2692: finishing rollback tid 2 to smithi032174182-3 2023-12-22T17:26:02.928 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 1458 (ObjNum 728 snap 241 seq_num 728) dirty exists 2023-12-22T17:26:02.929 INFO:tasks.rados.rados.0.smithi032.stdout:2694: finishing write tid 1 to smithi032174182-19 2023-12-22T17:26:02.930 INFO:tasks.rados.rados.0.smithi032.stdout:2694: finishing write tid 2 to smithi032174182-19 2023-12-22T17:26:02.932 INFO:tasks.rados.rados.0.smithi032.stdout:2694: finishing write tid 3 to smithi032174182-19 2023-12-22T17:26:02.933 INFO:tasks.rados.rados.0.smithi032.stdout:2694: finishing write tid 4 to smithi032174182-19 2023-12-22T17:26:02.933 INFO:tasks.rados.rados.0.smithi032.stdout:2694: finishing write tid 5 to smithi032174182-19 2023-12-22T17:26:02.934 INFO:tasks.rados.rados.0.smithi032.stdout:2692: done (6 left) 2023-12-22T17:26:02.934 INFO:tasks.rados.rados.0.smithi032.stdout:2698: done (5 left) 2023-12-22T17:26:02.935 INFO:tasks.rados.rados.0.smithi032.stdout:2699: read oid 10 snap -1 2023-12-22T17:26:02.935 INFO:tasks.rados.rados.0.smithi032.stdout:2699: expect (ObjNum 785 snap 259 seq_num 785) 2023-12-22T17:26:02.935 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 15 current snap is 270 2023-12-22T17:26:02.935 INFO:tasks.rados.rados.0.smithi032.stdout:2694: finishing write tid 6 to smithi032174182-19 2023-12-22T17:26:02.935 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 1556 (ObjNum 824 snap 270 seq_num 824) dirty exists 2023-12-22T17:26:02.935 INFO:tasks.rados.rados.0.smithi032.stdout:2694: left oid 19 (ObjNum 824 snap 270 seq_num 824) 2023-12-22T17:26:02.935 INFO:tasks.rados.rados.0.smithi032.stdout:2700: seq_num 826 ranges {9666560=638976,10305536=630784,10936320=573440} 2023-12-22T17:26:02.991 INFO:tasks.rados.rados.0.smithi032.stdout:2700: writing smithi032174182-15 from 9666560 to 10305536 tid 1 2023-12-22T17:26:02.995 INFO:tasks.rados.rados.0.smithi032.stdout:2700: writing smithi032174182-15 from 10305536 to 10936320 tid 2 2023-12-22T17:26:02.999 INFO:tasks.rados.rados.0.smithi032.stdout:2700: writing smithi032174182-15 from 10936320 to 11509760 tid 3 2023-12-22T17:26:02.999 INFO:tasks.rados.rados.0.smithi032.stdout:2694: done (6 left) 2023-12-22T17:26:02.999 INFO:tasks.rados.rados.0.smithi032.stdout:2701: read oid 21 snap -1 2023-12-22T17:26:02.999 INFO:tasks.rados.rados.0.smithi032.stdout:2701: expect deleted 2023-12-22T17:26:02.999 INFO:tasks.rados.rados.0.smithi032.stdout:2702: read oid 41 snap 266 2023-12-22T17:26:02.999 INFO:tasks.rados.rados.0.smithi032.stdout:2702: expect deleted 2023-12-22T17:26:02.999 INFO:tasks.rados.rados.0.smithi032.stdout:2703: delete oid 23 current snap is 270 2023-12-22T17:26:02.999 INFO:tasks.rados.rados.0.smithi032.stdout:2693: expect (ObjNum 755 snap 248 seq_num 755) 2023-12-22T17:26:03.073 INFO:tasks.rados.rados.0.smithi032.stdout:2695: expect (ObjNum 811 snap 265 seq_num 811) 2023-12-22T17:26:03.170 INFO:tasks.rados.rados.0.smithi032.stdout:2697: finishing rollback tid 0 to smithi032174182-38 2023-12-22T17:26:03.170 INFO:tasks.rados.rados.0.smithi032.stdout:2697: finishing rollback tid 1 to smithi032174182-38 2023-12-22T17:26:03.170 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 1567 (ObjNum 33 snap 0 seq_num 1068284948) dirty dne 2023-12-22T17:26:03.170 INFO:tasks.rados.rados.0.smithi032.stdout:2693: done (8 left) 2023-12-22T17:26:03.170 INFO:tasks.rados.rados.0.smithi032.stdout:2695: done (7 left) 2023-12-22T17:26:03.170 INFO:tasks.rados.rados.0.smithi032.stdout:2697: done (6 left) 2023-12-22T17:26:03.171 INFO:tasks.rados.rados.0.smithi032.stdout:2703: done (5 left) 2023-12-22T17:26:03.171 INFO:tasks.rados.rados.0.smithi032.stdout:2704: snap_remove snap 263 2023-12-22T17:26:03.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:02 smithi032 ceph-mon[191839]: osdmap e599: 8 total, 8 up, 8 in 2023-12-22T17:26:03.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:02 smithi032 ceph-mon[189144]: osdmap e599: 8 total, 8 up, 8 in 2023-12-22T17:26:03.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:02 smithi039 ceph-mon[181282]: osdmap e599: 8 total, 8 up, 8 in 2023-12-22T17:26:03.923 INFO:tasks.rados.rados.0.smithi032.stdout:2704: done (5 left) 2023-12-22T17:26:03.924 INFO:tasks.rados.rados.0.smithi032.stdout:2705: snap_remove snap 248 2023-12-22T17:26:04.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:03 smithi032 ceph-mon[191839]: osdmap e600: 8 total, 8 up, 8 in 2023-12-22T17:26:04.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:03 smithi032 ceph-mon[191839]: pgmap v442: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 477 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2023-12-22T17:26:04.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:03 smithi032 ceph-mon[189144]: osdmap e600: 8 total, 8 up, 8 in 2023-12-22T17:26:04.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:03 smithi032 ceph-mon[189144]: pgmap v442: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 477 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2023-12-22T17:26:04.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:03 smithi039 ceph-mon[181282]: osdmap e600: 8 total, 8 up, 8 in 2023-12-22T17:26:04.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:03 smithi039 ceph-mon[181282]: pgmap v442: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 477 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2023-12-22T17:26:04.935 INFO:tasks.rados.rados.0.smithi032.stdout:2705: done (5 left) 2023-12-22T17:26:04.935 INFO:tasks.rados.rados.0.smithi032.stdout:2706: rollback oid 19 current snap is 270 2023-12-22T17:26:04.935 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 19 to 255 2023-12-22T17:26:04.935 INFO:tasks.rados.rados.0.smithi032.stdout:2707: rmattr oid 8 current snap is 270 2023-12-22T17:26:04.935 INFO:tasks.rados.rados.0.smithi032.stdout:2708: read oid 45 snap -1 2023-12-22T17:26:04.935 INFO:tasks.rados.rados.0.smithi032.stdout:2708: expect (ObjNum 772 snap 254 seq_num 772) 2023-12-22T17:26:04.935 INFO:tasks.rados.rados.0.smithi032.stdout:2709: read oid 43 snap -1 2023-12-22T17:26:04.935 INFO:tasks.rados.rados.0.smithi032.stdout:2709: expect (ObjNum 780 snap 258 seq_num 780) 2023-12-22T17:26:04.935 INFO:tasks.rados.rados.0.smithi032.stdout:2710: copy_from oid 5 from oid 13 current snap is 270 2023-12-22T17:26:04.935 INFO:tasks.rados.rados.0.smithi032.stdout:2711: setattr oid 27 current snap is 270 2023-12-22T17:26:04.935 INFO:tasks.rados.rados.0.smithi032.stdout:2712: snap_create 2023-12-22T17:26:04.936 INFO:tasks.rados.rados.0.smithi032.stdout:2696: expect (ObjNum 792 snap 260 seq_num 792) 2023-12-22T17:26:05.091 INFO:tasks.rados.rados.0.smithi032.stdout:2699: expect (ObjNum 785 snap 259 seq_num 785) 2023-12-22T17:26:05.120 INFO:tasks.rados.rados.0.smithi032.stdout:2700: finishing write tid 1 to smithi032174182-15 2023-12-22T17:26:05.120 INFO:tasks.rados.rados.0.smithi032.stdout:2700: finishing write tid 2 to smithi032174182-15 2023-12-22T17:26:05.120 INFO:tasks.rados.rados.0.smithi032.stdout:2700: finishing write tid 3 to smithi032174182-15 2023-12-22T17:26:05.121 INFO:tasks.rados.rados.0.smithi032.stdout:2700: finishing write tid 4 to smithi032174182-15 2023-12-22T17:26:05.121 INFO:tasks.rados.rados.0.smithi032.stdout:2700: finishing write tid 5 to smithi032174182-15 2023-12-22T17:26:05.121 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 2082 (ObjNum 826 snap 270 seq_num 826) dirty exists 2023-12-22T17:26:05.121 INFO:tasks.rados.rados.0.smithi032.stdout:2700: left oid 15 (ObjNum 826 snap 270 seq_num 826) 2023-12-22T17:26:05.121 INFO:tasks.rados.rados.0.smithi032.stdout:2708: expect (ObjNum 772 snap 254 seq_num 772) 2023-12-22T17:26:05.143 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 1791 (ObjNum 634 snap 198 seq_num 634) dirty exists 2023-12-22T17:26:05.143 INFO:tasks.rados.rados.0.smithi032.stdout:2706: finishing rollback tid 0 to smithi032174182-19 2023-12-22T17:26:05.143 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 1225 (ObjNum 821 snap 269 seq_num 821) dirty exists 2023-12-22T17:26:05.143 INFO:tasks.rados.rados.0.smithi032.stdout:2706: finishing rollback tid 1 to smithi032174182-19 2023-12-22T17:26:05.144 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 1558 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-22T17:26:05.144 INFO:tasks.rados.rados.0.smithi032.stdout:2710: finishing copy_from racing read to smithi032174182-5 2023-12-22T17:26:05.144 INFO:tasks.rados.rados.0.smithi032.stdout:2710: finishing copy_from to smithi032174182-5 2023-12-22T17:26:05.144 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 2033 (ObjNum 812 snap 268 seq_num 812) dirty exists 2023-12-22T17:26:05.144 INFO:tasks.rados.rados.0.smithi032.stdout:2709: expect (ObjNum 780 snap 258 seq_num 780) 2023-12-22T17:26:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:04 smithi032 ceph-mon[189144]: osdmap e601: 8 total, 8 up, 8 in 2023-12-22T17:26:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:26:05.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:04 smithi032 ceph-mon[191839]: osdmap e601: 8 total, 8 up, 8 in 2023-12-22T17:26:05.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:26:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:04 smithi039 ceph-mon[181282]: osdmap e601: 8 total, 8 up, 8 in 2023-12-22T17:26:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:26:05.945 INFO:tasks.rados.rados.0.smithi032.stdout:2696: done (11 left) 2023-12-22T17:26:05.945 INFO:tasks.rados.rados.0.smithi032.stdout:2699: done (10 left) 2023-12-22T17:26:05.945 INFO:tasks.rados.rados.0.smithi032.stdout:2700: done (9 left) 2023-12-22T17:26:05.946 INFO:tasks.rados.rados.0.smithi032.stdout:2701: done (8 left) 2023-12-22T17:26:05.946 INFO:tasks.rados.rados.0.smithi032.stdout:2702: done (7 left) 2023-12-22T17:26:05.946 INFO:tasks.rados.rados.0.smithi032.stdout:2706: done (6 left) 2023-12-22T17:26:05.946 INFO:tasks.rados.rados.0.smithi032.stdout:2707: done (5 left) 2023-12-22T17:26:05.946 INFO:tasks.rados.rados.0.smithi032.stdout:2708: done (4 left) 2023-12-22T17:26:05.946 INFO:tasks.rados.rados.0.smithi032.stdout:2709: done (3 left) 2023-12-22T17:26:05.946 INFO:tasks.rados.rados.0.smithi032.stdout:2710: done (2 left) 2023-12-22T17:26:05.946 INFO:tasks.rados.rados.0.smithi032.stdout:2711: done (1 left) 2023-12-22T17:26:05.946 INFO:tasks.rados.rados.0.smithi032.stdout:2712: done (0 left) 2023-12-22T17:26:05.946 INFO:tasks.rados.rados.0.smithi032.stdout:2713: setattr oid 34 current snap is 271 2023-12-22T17:26:05.947 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 16 current snap is 271 2023-12-22T17:26:05.948 INFO:tasks.rados.rados.0.smithi032.stdout:2714: seq_num 828 ranges {770048=671744,1441792=802816,2244608=401408} 2023-12-22T17:26:05.955 INFO:tasks.rados.rados.0.smithi032.stdout:2714: writing smithi032174182-16 from 770048 to 1441792 tid 1 2023-12-22T17:26:05.960 INFO:tasks.rados.rados.0.smithi032.stdout:2714: writing smithi032174182-16 from 1441792 to 2244608 tid 2 2023-12-22T17:26:05.962 INFO:tasks.rados.rados.0.smithi032.stdout:2714: writing smithi032174182-16 from 2244608 to 2646016 tid 3 2023-12-22T17:26:05.962 INFO:tasks.rados.rados.0.smithi032.stdout:2715: read oid 45 snap -1 2023-12-22T17:26:05.962 INFO:tasks.rados.rados.0.smithi032.stdout:2715: expect (ObjNum 772 snap 254 seq_num 772) 2023-12-22T17:26:05.963 INFO:tasks.rados.rados.0.smithi032.stdout:2716: delete oid 25 current snap is 271 2023-12-22T17:26:05.963 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 1703 (ObjNum 161 snap 0 seq_num 0) dirty exists 2023-12-22T17:26:05.963 INFO:tasks.rados.rados.0.smithi032.stdout:2714: finishing write tid 1 to smithi032174182-16 2023-12-22T17:26:05.965 INFO:tasks.rados.rados.0.smithi032.stdout:2713: done (3 left) 2023-12-22T17:26:05.965 INFO:tasks.rados.rados.0.smithi032.stdout:2716: done (2 left) 2023-12-22T17:26:05.966 INFO:tasks.rados.rados.0.smithi032.stdout:2717: setattr oid 34 current snap is 271 2023-12-22T17:26:05.967 INFO:tasks.rados.rados.0.smithi032.stdout:2715: expect (ObjNum 772 snap 254 seq_num 772) 2023-12-22T17:26:05.990 INFO:tasks.rados.rados.0.smithi032.stdout:2714: finishing write tid 2 to smithi032174182-16 2023-12-22T17:26:05.990 INFO:tasks.rados.rados.0.smithi032.stdout:2714: finishing write tid 3 to smithi032174182-16 2023-12-22T17:26:05.990 INFO:tasks.rados.rados.0.smithi032.stdout:2714: finishing write tid 4 to smithi032174182-16 2023-12-22T17:26:05.990 INFO:tasks.rados.rados.0.smithi032.stdout:2714: finishing write tid 5 to smithi032174182-16 2023-12-22T17:26:05.990 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 1617 (ObjNum 828 snap 271 seq_num 828) dirty exists 2023-12-22T17:26:05.990 INFO:tasks.rados.rados.0.smithi032.stdout:2714: left oid 16 (ObjNum 828 snap 271 seq_num 828) 2023-12-22T17:26:05.991 INFO:tasks.rados.rados.0.smithi032.stdout:2714: done (2 left) 2023-12-22T17:26:05.991 INFO:tasks.rados.rados.0.smithi032.stdout:2715: done (1 left) 2023-12-22T17:26:05.991 INFO:tasks.rados.rados.0.smithi032.stdout:2718: snap_remove snap 256 2023-12-22T17:26:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:05 smithi032 ceph-mon[191839]: osdmap e602: 8 total, 8 up, 8 in 2023-12-22T17:26:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:05 smithi032 ceph-mon[191839]: pgmap v445: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 465 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.6 MiB/s wr, 20 op/s 2023-12-22T17:26:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:05 smithi032 ceph-mon[191839]: osdmap e603: 8 total, 8 up, 8 in 2023-12-22T17:26:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:05 smithi032 ceph-mon[189144]: osdmap e602: 8 total, 8 up, 8 in 2023-12-22T17:26:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:05 smithi032 ceph-mon[189144]: pgmap v445: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 465 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.6 MiB/s wr, 20 op/s 2023-12-22T17:26:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:05 smithi032 ceph-mon[189144]: osdmap e603: 8 total, 8 up, 8 in 2023-12-22T17:26:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:05 smithi039 ceph-mon[181282]: osdmap e602: 8 total, 8 up, 8 in 2023-12-22T17:26:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:05 smithi039 ceph-mon[181282]: pgmap v445: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 465 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.6 MiB/s wr, 20 op/s 2023-12-22T17:26:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:05 smithi039 ceph-mon[181282]: osdmap e603: 8 total, 8 up, 8 in 2023-12-22T17:26:06.935 INFO:tasks.rados.rados.0.smithi032.stdout:2718: done (1 left) 2023-12-22T17:26:06.935 INFO:tasks.rados.rados.0.smithi032.stdout:2719: read oid 42 snap 270 2023-12-22T17:26:06.935 INFO:tasks.rados.rados.0.smithi032.stdout:2719: expect deleted 2023-12-22T17:26:06.935 INFO:tasks.rados.rados.0.smithi032.stdout:2720: read oid 15 snap -1 2023-12-22T17:26:06.935 INFO:tasks.rados.rados.0.smithi032.stdout:2720: expect (ObjNum 826 snap 270 seq_num 826) 2023-12-22T17:26:06.935 INFO:tasks.rados.rados.0.smithi032.stdout:2721: snap_create 2023-12-22T17:26:06.935 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 1704 (ObjNum 161 snap 0 seq_num 0) dirty exists 2023-12-22T17:26:06.986 INFO:tasks.rados.rados.0.smithi032.stdout:2720: expect (ObjNum 826 snap 270 seq_num 826) 2023-12-22T17:26:07.938 INFO:tasks.rados.rados.0.smithi032.stdout:2717: done (3 left) 2023-12-22T17:26:07.938 INFO:tasks.rados.rados.0.smithi032.stdout:2719: done (2 left) 2023-12-22T17:26:07.938 INFO:tasks.rados.rados.0.smithi032.stdout:2720: done (1 left) 2023-12-22T17:26:07.938 INFO:tasks.rados.rados.0.smithi032.stdout:2721: done (0 left) 2023-12-22T17:26:07.938 INFO:tasks.rados.rados.0.smithi032.stdout:2722: snap_create 2023-12-22T17:26:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:07 smithi039 ceph-mon[181282]: osdmap e604: 8 total, 8 up, 8 in 2023-12-22T17:26:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:07 smithi039 ceph-mon[181282]: pgmap v448: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 432 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.4 MiB/s wr, 24 op/s 2023-12-22T17:26:08.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:07 smithi032 ceph-mon[191839]: osdmap e604: 8 total, 8 up, 8 in 2023-12-22T17:26:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:07 smithi032 ceph-mon[191839]: pgmap v448: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 432 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.4 MiB/s wr, 24 op/s 2023-12-22T17:26:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:07 smithi032 ceph-mon[189144]: osdmap e604: 8 total, 8 up, 8 in 2023-12-22T17:26:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:07 smithi032 ceph-mon[189144]: pgmap v448: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 432 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.4 MiB/s wr, 24 op/s 2023-12-22T17:26:08.941 INFO:tasks.rados.rados.0.smithi032.stdout:2722: done (0 left) 2023-12-22T17:26:08.941 INFO:tasks.rados.rados.0.smithi032.stdout:2723: setattr oid 37 current snap is 273 2023-12-22T17:26:08.942 INFO:tasks.rados.rados.0.smithi032.stdout:2724: copy_from oid 13 from oid 1 current snap is 273 2023-12-22T17:26:08.943 INFO:tasks.rados.rados.0.smithi032.stdout:2725: delete oid 27 current snap is 273 2023-12-22T17:26:08.954 INFO:tasks.rados.rados.0.smithi032.stdout:2725: done (2 left) 2023-12-22T17:26:08.954 INFO:tasks.rados.rados.0.smithi032.stdout:2726: copy_from oid 26 from oid 36 current snap is 273 2023-12-22T17:26:08.954 INFO:tasks.rados.rados.0.smithi032.stdout:2727: snap_remove snap 266 2023-12-22T17:26:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:08 smithi039 ceph-mon[181282]: osdmap e605: 8 total, 8 up, 8 in 2023-12-22T17:26:09.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:08 smithi032 ceph-mon[191839]: osdmap e605: 8 total, 8 up, 8 in 2023-12-22T17:26:09.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:08 smithi032 ceph-mon[189144]: osdmap e605: 8 total, 8 up, 8 in 2023-12-22T17:26:09.956 INFO:tasks.rados.rados.0.smithi032.stdout:2727: done (3 left) 2023-12-22T17:26:09.956 INFO:tasks.rados.rados.0.smithi032.stdout:2728: rmattr oid 3 current snap is 273 2023-12-22T17:26:09.956 INFO:tasks.rados.rados.0.smithi032.stdout:2728: done (3 left) 2023-12-22T17:26:09.956 INFO:tasks.rados.rados.0.smithi032.stdout:2729: setattr oid 29 current snap is 273 2023-12-22T17:26:09.956 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 1652 (ObjNum 593 snap 0 seq_num 1597241224) dirty exists 2023-12-22T17:26:09.957 INFO:tasks.rados.rados.0.smithi032.stdout:2726: finishing copy_from to smithi032174182-26 2023-12-22T17:26:09.957 INFO:tasks.rados.rados.0.smithi032.stdout:2726: got expected ENOENT (src dne) 2023-12-22T17:26:09.957 INFO:tasks.rados.rados.0.smithi032.stdout:2726: finishing copy_from racing read to smithi032174182-26 2023-12-22T17:26:09.957 INFO:tasks.rados.rados.0.smithi032.stdout:2724: finishing copy_from racing read to smithi032174182-13 2023-12-22T17:26:09.957 INFO:tasks.rados.rados.0.smithi032.stdout:2724: finishing copy_from to smithi032174182-13 2023-12-22T17:26:09.957 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 1220 (ObjNum 708 snap 233 seq_num 708) dirty exists 2023-12-22T17:26:09.957 INFO:tasks.rados.rados.0.smithi032.stdout:2723: done (3 left) 2023-12-22T17:26:09.957 INFO:tasks.rados.rados.0.smithi032.stdout:2724: done (2 left) 2023-12-22T17:26:09.957 INFO:tasks.rados.rados.0.smithi032.stdout:2726: done (1 left) 2023-12-22T17:26:09.957 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 47 current snap is 273 2023-12-22T17:26:09.957 INFO:tasks.rados.rados.0.smithi032.stdout:2730: seq_num 831 ranges {598016=720896,1318912=499712,1818624=704512} 2023-12-22T17:26:09.964 INFO:tasks.rados.rados.0.smithi032.stdout:2730: writing smithi032174182-47 from 598016 to 1318912 tid 1 2023-12-22T17:26:09.968 INFO:tasks.rados.rados.0.smithi032.stdout:2730: writing smithi032174182-47 from 1318912 to 1818624 tid 2 2023-12-22T17:26:09.972 INFO:tasks.rados.rados.0.smithi032.stdout:2730: writing smithi032174182-47 from 1818624 to 2523136 tid 3 2023-12-22T17:26:09.972 INFO:tasks.rados.rados.0.smithi032.stdout:2731: read oid 43 snap -1 2023-12-22T17:26:09.972 INFO:tasks.rados.rados.0.smithi032.stdout:2731: expect (ObjNum 780 snap 258 seq_num 780) 2023-12-22T17:26:09.973 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 19 current snap is 273 2023-12-22T17:26:09.973 INFO:tasks.rados.rados.0.smithi032.stdout:2732: seq_num 832 ranges {0=737280,737280=786432,1523712=417792} 2023-12-22T17:26:09.977 INFO:tasks.rados.rados.0.smithi032.stdout:2732: writing smithi032174182-19 from 0 to 737280 tid 1 2023-12-22T17:26:09.983 INFO:tasks.rados.rados.0.smithi032.stdout:2732: writing smithi032174182-19 from 737280 to 1523712 tid 2 2023-12-22T17:26:09.985 INFO:tasks.rados.rados.0.smithi032.stdout:2732: writing smithi032174182-19 from 1523712 to 1941504 tid 3 2023-12-22T17:26:09.985 INFO:tasks.rados.rados.0.smithi032.stdout:2733: delete oid 39 current snap is 273 2023-12-22T17:26:09.986 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 2110 (ObjNum 818 snap 269 seq_num 818) dirty exists 2023-12-22T17:26:09.986 INFO:tasks.rados.rados.0.smithi032.stdout:2730: finishing write tid 1 to smithi032174182-47 2023-12-22T17:26:09.986 INFO:tasks.rados.rados.0.smithi032.stdout:2730: finishing write tid 2 to smithi032174182-47 2023-12-22T17:26:09.986 INFO:tasks.rados.rados.0.smithi032.stdout:2730: finishing write tid 3 to smithi032174182-47 2023-12-22T17:26:09.986 INFO:tasks.rados.rados.0.smithi032.stdout:2730: finishing write tid 4 to smithi032174182-47 2023-12-22T17:26:09.986 INFO:tasks.rados.rados.0.smithi032.stdout:2730: finishing write tid 5 to smithi032174182-47 2023-12-22T17:26:09.986 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 2117 (ObjNum 831 snap 273 seq_num 831) dirty exists 2023-12-22T17:26:09.986 INFO:tasks.rados.rados.0.smithi032.stdout:2730: left oid 47 (ObjNum 831 snap 273 seq_num 831) 2023-12-22T17:26:09.989 INFO:tasks.rados.rados.0.smithi032.stdout:2729: done (4 left) 2023-12-22T17:26:09.989 INFO:tasks.rados.rados.0.smithi032.stdout:2730: done (3 left) 2023-12-22T17:26:09.989 INFO:tasks.rados.rados.0.smithi032.stdout:2733: done (2 left) 2023-12-22T17:26:09.989 INFO:tasks.rados.rados.0.smithi032.stdout:2734: rollback oid 31 current snap is 273 2023-12-22T17:26:09.990 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 31 to 268 2023-12-22T17:26:09.990 INFO:tasks.rados.rados.0.smithi032.stdout:2735: read oid 27 snap -1 2023-12-22T17:26:09.990 INFO:tasks.rados.rados.0.smithi032.stdout:2735: expect deleted 2023-12-22T17:26:09.990 INFO:tasks.rados.rados.0.smithi032.stdout:2736: read oid 12 snap 258 2023-12-22T17:26:09.990 INFO:tasks.rados.rados.0.smithi032.stdout:2736: expect (ObjNum 728 snap 241 seq_num 728) 2023-12-22T17:26:09.990 INFO:tasks.rados.rados.0.smithi032.stdout:2737: rollback oid 5 current snap is 273 2023-12-22T17:26:09.990 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 5 to 267 2023-12-22T17:26:09.990 INFO:tasks.rados.rados.0.smithi032.stdout:2738: read oid 22 snap -1 2023-12-22T17:26:09.990 INFO:tasks.rados.rados.0.smithi032.stdout:2738: expect (ObjNum 633 snap 198 seq_num 633) 2023-12-22T17:26:09.990 INFO:tasks.rados.rados.0.smithi032.stdout:2739: copy_from oid 47 from oid 9 current snap is 273 2023-12-22T17:26:09.990 INFO:tasks.rados.rados.0.smithi032.stdout:2740: read oid 42 snap 229 2023-12-22T17:26:09.991 INFO:tasks.rados.rados.0.smithi032.stdout:2740: expect (ObjNum 657 snap 206 seq_num 657) 2023-12-22T17:26:09.991 INFO:tasks.rados.rados.0.smithi032.stdout:2741: copy_from oid 26 from oid 40 current snap is 273 2023-12-22T17:26:09.991 INFO:tasks.rados.rados.0.smithi032.stdout:2742: snap_remove snap 271 2023-12-22T17:26:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:09 smithi039 ceph-mon[181282]: osdmap e606: 8 total, 8 up, 8 in 2023-12-22T17:26:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:09 smithi039 ceph-mon[181282]: pgmap v451: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 435 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.2 MiB/s wr, 19 op/s 2023-12-22T17:26:10.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:09 smithi032 ceph-mon[191839]: osdmap e606: 8 total, 8 up, 8 in 2023-12-22T17:26:10.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:09 smithi032 ceph-mon[191839]: pgmap v451: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 435 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.2 MiB/s wr, 19 op/s 2023-12-22T17:26:10.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:09 smithi032 ceph-mon[189144]: osdmap e606: 8 total, 8 up, 8 in 2023-12-22T17:26:10.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:09 smithi032 ceph-mon[189144]: pgmap v451: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 435 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.2 MiB/s wr, 19 op/s 2023-12-22T17:26:10.873 INFO:tasks.rados.rados.0.smithi032.stdout:2742: done (10 left) 2023-12-22T17:26:10.873 INFO:tasks.rados.rados.0.smithi032.stdout:2743: copy_from oid 20 from oid 46 current snap is 273 2023-12-22T17:26:10.874 INFO:tasks.rados.rados.0.smithi032.stdout:2741: finishing copy_from to smithi032174182-26 2023-12-22T17:26:10.874 INFO:tasks.rados.rados.0.smithi032.stdout:2741: got expected ENOENT (src dne) 2023-12-22T17:26:10.874 INFO:tasks.rados.rados.0.smithi032.stdout:2741: finishing copy_from racing read to smithi032174182-26 2023-12-22T17:26:10.875 INFO:tasks.rados.rados.0.smithi032.stdout:2739: finishing copy_from to smithi032174182-47 2023-12-22T17:26:10.875 INFO:tasks.rados.rados.0.smithi032.stdout:2739: got expected ENOENT (src dne) 2023-12-22T17:26:10.875 INFO:tasks.rados.rados.0.smithi032.stdout:2739: finishing copy_from racing read to smithi032174182-47 2023-12-22T17:26:10.875 INFO:tasks.rados.rados.0.smithi032.stdout:2736: expect (ObjNum 728 snap 241 seq_num 728) 2023-12-22T17:26:10.881 INFO:tasks.rados.rados.0.smithi032.stdout:2737: finishing rollback tid 0 to smithi032174182-5 2023-12-22T17:26:10.881 INFO:tasks.rados.rados.0.smithi032.stdout:2732: finishing write tid 1 to smithi032174182-19 2023-12-22T17:26:10.882 INFO:tasks.rados.rados.0.smithi032.stdout:2732: finishing write tid 2 to smithi032174182-19 2023-12-22T17:26:10.882 INFO:tasks.rados.rados.0.smithi032.stdout:2732: finishing write tid 3 to smithi032174182-19 2023-12-22T17:26:10.882 INFO:tasks.rados.rados.0.smithi032.stdout:2734: finishing rollback tid 0 to smithi032174182-31 2023-12-22T17:26:10.882 INFO:tasks.rados.rados.0.smithi032.stdout:2737: finishing rollback tid 1 to smithi032174182-5 2023-12-22T17:26:10.882 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 2035 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-22T17:26:10.882 INFO:tasks.rados.rados.0.smithi032.stdout:2734: finishing rollback tid 1 to smithi032174182-31 2023-12-22T17:26:10.882 INFO:tasks.rados.rados.0.smithi032.stdout:2734: finishing rollback tid 2 to smithi032174182-31 2023-12-22T17:26:10.882 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 1637 (ObjNum 717 snap 236 seq_num 717) dirty exists 2023-12-22T17:26:10.882 INFO:tasks.rados.rados.0.smithi032.stdout:2734: done (10 left) 2023-12-22T17:26:10.882 INFO:tasks.rados.rados.0.smithi032.stdout:2735: done (9 left) 2023-12-22T17:26:10.882 INFO:tasks.rados.rados.0.smithi032.stdout:2736: done (8 left) 2023-12-22T17:26:10.882 INFO:tasks.rados.rados.0.smithi032.stdout:2737: done (7 left) 2023-12-22T17:26:10.882 INFO:tasks.rados.rados.0.smithi032.stdout:2739: done (6 left) 2023-12-22T17:26:10.883 INFO:tasks.rados.rados.0.smithi032.stdout:2741: done (5 left) 2023-12-22T17:26:10.883 INFO:tasks.rados.rados.0.smithi032.stdout:2744: rollback oid 38 current snap is 273 2023-12-22T17:26:10.883 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 38 to 267 2023-12-22T17:26:10.887 INFO:tasks.rados.rados.0.smithi032.stdout:2732: finishing write tid 4 to smithi032174182-19 2023-12-22T17:26:10.887 INFO:tasks.rados.rados.0.smithi032.stdout:2740: expect (ObjNum 657 snap 206 seq_num 657) 2023-12-22T17:26:10.973 INFO:tasks.rados.rados.0.smithi032.stdout:2732: finishing write tid 5 to smithi032174182-19 2023-12-22T17:26:10.973 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 1562 (ObjNum 832 snap 273 seq_num 832) dirty exists 2023-12-22T17:26:10.973 INFO:tasks.rados.rados.0.smithi032.stdout:2732: left oid 19 (ObjNum 832 snap 273 seq_num 832) 2023-12-22T17:26:10.973 INFO:tasks.rados.rados.0.smithi032.stdout:2731: expect (ObjNum 780 snap 258 seq_num 780) 2023-12-22T17:26:11.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:10 smithi032 ceph-mon[189144]: osdmap e607: 8 total, 8 up, 8 in 2023-12-22T17:26:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:10 smithi032 ceph-mon[189144]: osdmap e608: 8 total, 8 up, 8 in 2023-12-22T17:26:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:26:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:26:10] "GET /metrics HTTP/1.1" 200 36298 "" "Prometheus/2.43.0" 2023-12-22T17:26:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:10 smithi032 ceph-mon[191839]: osdmap e607: 8 total, 8 up, 8 in 2023-12-22T17:26:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:10 smithi032 ceph-mon[191839]: osdmap e608: 8 total, 8 up, 8 in 2023-12-22T17:26:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:10 smithi039 ceph-mon[181282]: osdmap e607: 8 total, 8 up, 8 in 2023-12-22T17:26:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:10 smithi039 ceph-mon[181282]: osdmap e608: 8 total, 8 up, 8 in 2023-12-22T17:26:11.773 INFO:tasks.rados.rados.0.smithi032.stdout:2738: expect (ObjNum 633 snap 198 seq_num 633) 2023-12-22T17:26:11.867 INFO:tasks.rados.rados.0.smithi032.stdout:2744: finishing rollback tid 1 to smithi032174182-38 2023-12-22T17:26:11.868 INFO:tasks.rados.rados.0.smithi032.stdout:2744: finishing rollback tid 2 to smithi032174182-38 2023-12-22T17:26:11.868 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 1585 (ObjNum 161 snap 0 seq_num 0) dirty exists 2023-12-22T17:26:11.868 INFO:tasks.rados.rados.0.smithi032.stdout:2743: finishing copy_from racing read to smithi032174182-20 2023-12-22T17:26:11.868 INFO:tasks.rados.rados.0.smithi032.stdout:2731: done (5 left) 2023-12-22T17:26:11.868 INFO:tasks.rados.rados.0.smithi032.stdout:2732: done (4 left) 2023-12-22T17:26:11.868 INFO:tasks.rados.rados.0.smithi032.stdout:2738: done (3 left) 2023-12-22T17:26:11.868 INFO:tasks.rados.rados.0.smithi032.stdout:2740: done (2 left) 2023-12-22T17:26:11.868 INFO:tasks.rados.rados.0.smithi032.stdout:2744: done (1 left) 2023-12-22T17:26:11.868 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 42 current snap is 273 2023-12-22T17:26:11.868 INFO:tasks.rados.rados.0.smithi032.stdout:2743: finishing copy_from to smithi032174182-20 2023-12-22T17:26:11.868 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 1551 (ObjNum 816 snap 269 seq_num 816) dirty exists 2023-12-22T17:26:11.869 INFO:tasks.rados.rados.0.smithi032.stdout:2745: seq_num 834 ranges {0=778240,778240=557056,1335296=548864,1884160=98304} 2023-12-22T17:26:11.871 INFO:tasks.rados.rados.0.smithi032.stdout:2745: writing smithi032174182-42 from 0 to 778240 tid 1 2023-12-22T17:26:11.874 INFO:tasks.rados.rados.0.smithi032.stdout:2745: writing smithi032174182-42 from 778240 to 1335296 tid 2 2023-12-22T17:26:11.877 INFO:tasks.rados.rados.0.smithi032.stdout:2745: writing smithi032174182-42 from 1335296 to 1884160 tid 3 2023-12-22T17:26:11.878 INFO:tasks.rados.rados.0.smithi032.stdout:2745: writing smithi032174182-42 from 1884160 to 1982464 tid 4 2023-12-22T17:26:11.878 INFO:tasks.rados.rados.0.smithi032.stdout:2743: done (1 left) 2023-12-22T17:26:11.878 INFO:tasks.rados.rados.0.smithi032.stdout:2746: read oid 9 snap 267 2023-12-22T17:26:11.879 INFO:tasks.rados.rados.0.smithi032.stdout:2746: expect deleted 2023-12-22T17:26:11.879 INFO:tasks.rados.rados.0.smithi032.stdout:2747: rollback oid 30 current snap is 273 2023-12-22T17:26:11.879 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 30 to 272 2023-12-22T17:26:11.879 INFO:tasks.rados.rados.0.smithi032.stdout:2745: finishing write tid 1 to smithi032174182-42 2023-12-22T17:26:11.879 INFO:tasks.rados.rados.0.smithi032.stdout:2745: finishing write tid 2 to smithi032174182-42 2023-12-22T17:26:11.879 INFO:tasks.rados.rados.0.smithi032.stdout:2748: snap_remove snap 233 2023-12-22T17:26:11.961 INFO:tasks.rados.rados.0.smithi032.stdout:2748: done (3 left) 2023-12-22T17:26:11.961 INFO:tasks.rados.rados.0.smithi032.stdout:2749: snap_create 2023-12-22T17:26:11.961 INFO:tasks.rados.rados.0.smithi032.stdout:2745: finishing write tid 3 to smithi032174182-42 2023-12-22T17:26:11.961 INFO:tasks.rados.rados.0.smithi032.stdout:2745: finishing write tid 4 to smithi032174182-42 2023-12-22T17:26:11.961 INFO:tasks.rados.rados.0.smithi032.stdout:2745: finishing write tid 5 to smithi032174182-42 2023-12-22T17:26:11.962 INFO:tasks.rados.rados.0.smithi032.stdout:2745: finishing write tid 6 to smithi032174182-42 2023-12-22T17:26:11.962 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 1567 (ObjNum 834 snap 273 seq_num 834) dirty exists 2023-12-22T17:26:11.962 INFO:tasks.rados.rados.0.smithi032.stdout:2745: left oid 42 (ObjNum 834 snap 273 seq_num 834) 2023-12-22T17:26:11.962 INFO:tasks.rados.rados.0.smithi032.stdout:2747: finishing rollback tid 0 to smithi032174182-30 2023-12-22T17:26:11.962 INFO:tasks.rados.rados.0.smithi032.stdout:2747: finishing rollback tid 1 to smithi032174182-30 2023-12-22T17:26:11.962 INFO:tasks.rados.rados.0.smithi032.stdout:2747: finishing rollback tid 2 to smithi032174182-30 2023-12-22T17:26:11.962 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 1643 (ObjNum 792 snap 260 seq_num 792) dirty exists 2023-12-22T17:26:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:11 smithi039 ceph-mon[181282]: pgmap v454: 121 pgs: 121 active+clean; 438 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.4 MiB/s wr, 23 op/s 2023-12-22T17:26:12.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:11 smithi032 ceph-mon[191839]: pgmap v454: 121 pgs: 121 active+clean; 438 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.4 MiB/s wr, 23 op/s 2023-12-22T17:26:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:11 smithi032 ceph-mon[189144]: pgmap v454: 121 pgs: 121 active+clean; 438 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.4 MiB/s wr, 23 op/s 2023-12-22T17:26:12.961 INFO:tasks.rados.rados.0.smithi032.stdout:2745: done (3 left) 2023-12-22T17:26:12.961 INFO:tasks.rados.rados.0.smithi032.stdout:2746: done (2 left) 2023-12-22T17:26:12.961 INFO:tasks.rados.rados.0.smithi032.stdout:2747: done (1 left) 2023-12-22T17:26:12.961 INFO:tasks.rados.rados.0.smithi032.stdout:2749: done (0 left) 2023-12-22T17:26:12.961 INFO:tasks.rados.rados.0.smithi032.stdout:2750: read oid 39 snap -1 2023-12-22T17:26:12.962 INFO:tasks.rados.rados.0.smithi032.stdout:2750: expect deleted 2023-12-22T17:26:12.962 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 42 current snap is 274 2023-12-22T17:26:12.962 INFO:tasks.rados.rados.0.smithi032.stdout:2751: seq_num 835 ranges {1982464=794624,2777088=442368,3219456=712704,3932160=49152} 2023-12-22T17:26:12.976 INFO:tasks.rados.rados.0.smithi032.stdout:2751: writing smithi032174182-42 from 1982464 to 2777088 tid 1 2023-12-22T17:26:12.978 INFO:tasks.rados.rados.0.smithi032.stdout:2751: writing smithi032174182-42 from 2777088 to 3219456 tid 2 2023-12-22T17:26:12.983 INFO:tasks.rados.rados.0.smithi032.stdout:2751: writing smithi032174182-42 from 3219456 to 3932160 tid 3 2023-12-22T17:26:12.983 INFO:tasks.rados.rados.0.smithi032.stdout:2751: writing smithi032174182-42 from 3932160 to 3981312 tid 4 2023-12-22T17:26:12.983 INFO:tasks.rados.rados.0.smithi032.stdout:2752: read oid 19 snap 270 2023-12-22T17:26:12.983 INFO:tasks.rados.rados.0.smithi032.stdout:2752: expect deleted 2023-12-22T17:26:12.984 INFO:tasks.rados.rados.0.smithi032.stdout:2753: setattr oid 26 current snap is 274 2023-12-22T17:26:12.986 INFO:tasks.rados.rados.0.smithi032.stdout:2750: done (3 left) 2023-12-22T17:26:12.986 INFO:tasks.rados.rados.0.smithi032.stdout:2754: copy_from oid 30 from oid 21 current snap is 274 2023-12-22T17:26:12.986 INFO:tasks.rados.rados.0.smithi032.stdout:2755: snap_remove snap 260 2023-12-22T17:26:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:12 smithi039 ceph-mon[181282]: osdmap e609: 8 total, 8 up, 8 in 2023-12-22T17:26:13.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:12 smithi032 ceph-mon[191839]: osdmap e609: 8 total, 8 up, 8 in 2023-12-22T17:26:13.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:12 smithi032 ceph-mon[189144]: osdmap e609: 8 total, 8 up, 8 in 2023-12-22T17:26:13.977 INFO:tasks.rados.rados.0.smithi032.stdout:2755: done (4 left) 2023-12-22T17:26:13.977 INFO:tasks.rados.rados.0.smithi032.stdout:2756: rollback oid 48 current snap is 274 2023-12-22T17:26:13.977 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 48 to 211 2023-12-22T17:26:13.982 INFO:tasks.rados.rados.0.smithi032.stdout:2757: rollback oid 20 current snap is 274 2023-12-22T17:26:13.982 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 20 to 258 2023-12-22T17:26:13.982 INFO:tasks.rados.rados.0.smithi032.stdout:2758: rollback oid 25 current snap is 274 2023-12-22T17:26:13.983 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 25 to 211 2023-12-22T17:26:13.983 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 47 current snap is 274 2023-12-22T17:26:13.983 INFO:tasks.rados.rados.0.smithi032.stdout:2759: seq_num 836 ranges {2523136=409600,2932736=720896,3653632=516096,4169728=368640} 2023-12-22T17:26:13.994 INFO:tasks.rados.rados.0.smithi032.stdout:2759: writing smithi032174182-47 from 2523136 to 2932736 tid 1 2023-12-22T17:26:13.999 INFO:tasks.rados.rados.0.smithi032.stdout:2759: writing smithi032174182-47 from 2932736 to 3653632 tid 2 2023-12-22T17:26:14.006 INFO:tasks.rados.rados.0.smithi032.stdout:2759: writing smithi032174182-47 from 3653632 to 4169728 tid 3 2023-12-22T17:26:14.006 INFO:tasks.rados.rados.0.smithi032.stdout:2759: writing smithi032174182-47 from 4169728 to 4538368 tid 4 2023-12-22T17:26:14.006 INFO:tasks.rados.rados.0.smithi032.stdout:2760: read oid 17 snap -1 2023-12-22T17:26:14.006 INFO:tasks.rados.rados.0.smithi032.stdout:2760: expect (ObjNum 700 snap 231 seq_num 700) 2023-12-22T17:26:14.006 INFO:tasks.rados.rados.0.smithi032.stdout:2761: rollback oid 44 current snap is 274 2023-12-22T17:26:14.006 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 44 to 265 2023-12-22T17:26:14.006 INFO:tasks.rados.rados.0.smithi032.stdout:2762: copy_from oid 37 from oid 45 current snap is 274 2023-12-22T17:26:14.006 INFO:tasks.rados.rados.0.smithi032.stdout:2751: finishing write tid 1 to smithi032174182-42 2023-12-22T17:26:14.006 INFO:tasks.rados.rados.0.smithi032.stdout:2754: finishing copy_from to smithi032174182-30 2023-12-22T17:26:14.006 INFO:tasks.rados.rados.0.smithi032.stdout:2754: got expected ENOENT (src dne) 2023-12-22T17:26:14.006 INFO:tasks.rados.rados.0.smithi032.stdout:2754: finishing copy_from racing read to smithi032174182-30 2023-12-22T17:26:14.006 INFO:tasks.rados.rados.0.smithi032.stdout:2751: finishing write tid 2 to smithi032174182-42 2023-12-22T17:26:14.006 INFO:tasks.rados.rados.0.smithi032.stdout:2751: finishing write tid 3 to smithi032174182-42 2023-12-22T17:26:14.007 INFO:tasks.rados.rados.0.smithi032.stdout:2751: finishing write tid 4 to smithi032174182-42 2023-12-22T17:26:14.007 INFO:tasks.rados.rados.0.smithi032.stdout:2751: finishing write tid 5 to smithi032174182-42 2023-12-22T17:26:14.007 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 1595 (ObjNum 811 snap 265 seq_num 811) dirty exists 2023-12-22T17:26:14.007 INFO:tasks.rados.rados.0.smithi032.stdout:2751: finishing write tid 6 to smithi032174182-42 2023-12-22T17:26:14.007 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 1572 (ObjNum 835 snap 274 seq_num 835) dirty exists 2023-12-22T17:26:14.007 INFO:tasks.rados.rados.0.smithi032.stdout:2751: left oid 42 (ObjNum 835 snap 274 seq_num 835) 2023-12-22T17:26:14.007 INFO:tasks.rados.rados.0.smithi032.stdout:2756: finishing rollback tid 0 to smithi032174182-48 2023-12-22T17:26:14.007 INFO:tasks.rados.rados.0.smithi032.stdout:2756: finishing rollback tid 1 to smithi032174182-48 2023-12-22T17:26:14.007 INFO:tasks.rados.rados.0.smithi032.stdout:2756: finishing rollback tid 2 to smithi032174182-48 2023-12-22T17:26:14.007 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 1632 (ObjNum 638 snap 202 seq_num 638) dirty exists 2023-12-22T17:26:14.007 INFO:tasks.rados.rados.0.smithi032.stdout:2758: finishing rollback tid 1 to smithi032174182-25 2023-12-22T17:26:14.007 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 1629 (ObjNum 33 snap 0 seq_num 1597720112) dirty dne 2023-12-22T17:26:14.007 INFO:tasks.rados.rados.0.smithi032.stdout:2757: finishing rollback tid 0 to smithi032174182-20 2023-12-22T17:26:14.007 INFO:tasks.rados.rados.0.smithi032.stdout:2757: finishing rollback tid 1 to smithi032174182-20 2023-12-22T17:26:14.007 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 1820 (ObjNum 9665 snap 0 seq_num 1598369168) dirty dne 2023-12-22T17:26:14.008 INFO:tasks.rados.rados.0.smithi032.stdout:2751: done (10 left) 2023-12-22T17:26:14.008 INFO:tasks.rados.rados.0.smithi032.stdout:2752: done (9 left) 2023-12-22T17:26:14.008 INFO:tasks.rados.rados.0.smithi032.stdout:2753: done (8 left) 2023-12-22T17:26:14.008 INFO:tasks.rados.rados.0.smithi032.stdout:2754: done (7 left) 2023-12-22T17:26:14.008 INFO:tasks.rados.rados.0.smithi032.stdout:2756: done (6 left) 2023-12-22T17:26:14.008 INFO:tasks.rados.rados.0.smithi032.stdout:2757: done (5 left) 2023-12-22T17:26:14.008 INFO:tasks.rados.rados.0.smithi032.stdout:2758: done (4 left) 2023-12-22T17:26:14.008 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 6 current snap is 274 2023-12-22T17:26:14.008 INFO:tasks.rados.rados.0.smithi032.stdout:2763: seq_num 837 ranges {9625600=425984,10051584=655360,10706944=729088,11436032=221184} 2023-12-22T17:26:14.061 INFO:tasks.rados.rados.0.smithi032.stdout:2763: writing smithi032174182-6 from 9625600 to 10051584 tid 1 2023-12-22T17:26:14.065 INFO:tasks.rados.rados.0.smithi032.stdout:2763: writing smithi032174182-6 from 10051584 to 10706944 tid 2 2023-12-22T17:26:14.069 INFO:tasks.rados.rados.0.smithi032.stdout:2763: writing smithi032174182-6 from 10706944 to 11436032 tid 3 2023-12-22T17:26:14.071 INFO:tasks.rados.rados.0.smithi032.stdout:2763: writing smithi032174182-6 from 11436032 to 11657216 tid 4 2023-12-22T17:26:14.071 INFO:tasks.rados.rados.0.smithi032.stdout:2764: rmattr oid 30 current snap is 274 2023-12-22T17:26:14.071 INFO:tasks.rados.rados.0.smithi032.stdout:2764: done (5 left) 2023-12-22T17:26:14.072 INFO:tasks.rados.rados.0.smithi032.stdout:2765: delete oid 31 current snap is 274 2023-12-22T17:26:14.072 INFO:tasks.rados.rados.0.smithi032.stdout:2759: finishing write tid 1 to smithi032174182-47 2023-12-22T17:26:14.072 INFO:tasks.rados.rados.0.smithi032.stdout:2759: finishing write tid 2 to smithi032174182-47 2023-12-22T17:26:14.072 INFO:tasks.rados.rados.0.smithi032.stdout:2759: finishing write tid 3 to smithi032174182-47 2023-12-22T17:26:14.072 INFO:tasks.rados.rados.0.smithi032.stdout:2759: finishing write tid 4 to smithi032174182-47 2023-12-22T17:26:14.072 INFO:tasks.rados.rados.0.smithi032.stdout:2759: finishing write tid 5 to smithi032174182-47 2023-12-22T17:26:14.072 INFO:tasks.rados.rados.0.smithi032.stdout:2762: finishing copy_from racing read to smithi032174182-37 2023-12-22T17:26:14.072 INFO:tasks.rados.rados.0.smithi032.stdout:2759: finishing write tid 6 to smithi032174182-47 2023-12-22T17:26:14.072 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 2147 (ObjNum 836 snap 274 seq_num 836) dirty exists 2023-12-22T17:26:14.072 INFO:tasks.rados.rados.0.smithi032.stdout:2759: left oid 47 (ObjNum 836 snap 274 seq_num 836) 2023-12-22T17:26:14.072 INFO:tasks.rados.rados.0.smithi032.stdout:2761: finishing rollback tid 0 to smithi032174182-44 2023-12-22T17:26:14.072 INFO:tasks.rados.rados.0.smithi032.stdout:2761: finishing rollback tid 1 to smithi032174182-44 2023-12-22T17:26:14.072 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 1829 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-22T17:26:14.072 INFO:tasks.rados.rados.0.smithi032.stdout:2762: finishing copy_from to smithi032174182-37 2023-12-22T17:26:14.072 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 1455 (ObjNum 772 snap 254 seq_num 772) dirty exists 2023-12-22T17:26:14.073 INFO:tasks.rados.rados.0.smithi032.stdout:2760: expect (ObjNum 700 snap 231 seq_num 700) 2023-12-22T17:26:14.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:13 smithi039 ceph-mon[181282]: osdmap e610: 8 total, 8 up, 8 in 2023-12-22T17:26:14.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:13 smithi039 ceph-mon[181282]: pgmap v457: 121 pgs: 121 active+clean; 434 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1012 KiB/s wr, 17 op/s 2023-12-22T17:26:14.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:13 smithi032 ceph-mon[189144]: osdmap e610: 8 total, 8 up, 8 in 2023-12-22T17:26:14.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:13 smithi032 ceph-mon[189144]: pgmap v457: 121 pgs: 121 active+clean; 434 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1012 KiB/s wr, 17 op/s 2023-12-22T17:26:14.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:13 smithi032 ceph-mon[191839]: osdmap e610: 8 total, 8 up, 8 in 2023-12-22T17:26:14.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:13 smithi032 ceph-mon[191839]: pgmap v457: 121 pgs: 121 active+clean; 434 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1012 KiB/s wr, 17 op/s 2023-12-22T17:26:14.532 INFO:tasks.rados.rados.0.smithi032.stdout:2763: finishing write tid 1 to smithi032174182-6 2023-12-22T17:26:14.532 INFO:tasks.rados.rados.0.smithi032.stdout:2763: finishing write tid 2 to smithi032174182-6 2023-12-22T17:26:14.532 INFO:tasks.rados.rados.0.smithi032.stdout:2763: finishing write tid 3 to smithi032174182-6 2023-12-22T17:26:14.532 INFO:tasks.rados.rados.0.smithi032.stdout:2763: finishing write tid 4 to smithi032174182-6 2023-12-22T17:26:14.532 INFO:tasks.rados.rados.0.smithi032.stdout:2763: finishing write tid 5 to smithi032174182-6 2023-12-22T17:26:14.532 INFO:tasks.rados.rados.0.smithi032.stdout:2763: finishing write tid 6 to smithi032174182-6 2023-12-22T17:26:14.532 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 1835 (ObjNum 837 snap 274 seq_num 837) dirty exists 2023-12-22T17:26:14.532 INFO:tasks.rados.rados.0.smithi032.stdout:2763: left oid 6 (ObjNum 837 snap 274 seq_num 837) 2023-12-22T17:26:14.532 INFO:tasks.rados.rados.0.smithi032.stdout:2759: done (5 left) 2023-12-22T17:26:14.532 INFO:tasks.rados.rados.0.smithi032.stdout:2760: done (4 left) 2023-12-22T17:26:14.533 INFO:tasks.rados.rados.0.smithi032.stdout:2761: done (3 left) 2023-12-22T17:26:14.533 INFO:tasks.rados.rados.0.smithi032.stdout:2762: done (2 left) 2023-12-22T17:26:14.533 INFO:tasks.rados.rados.0.smithi032.stdout:2763: done (1 left) 2023-12-22T17:26:14.533 INFO:tasks.rados.rados.0.smithi032.stdout:2765: done (0 left) 2023-12-22T17:26:14.533 INFO:tasks.rados.rados.0.smithi032.stdout:2766: snap_remove snap 258 2023-12-22T17:26:14.983 INFO:tasks.rados.rados.0.smithi032.stdout:2766: done (0 left) 2023-12-22T17:26:14.983 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 21 current snap is 274 2023-12-22T17:26:14.983 INFO:tasks.rados.rados.0.smithi032.stdout:2767: seq_num 839 ranges {0=458752,458752=425984,884736=688128,1572864=491520} 2023-12-22T17:26:14.989 INFO:tasks.rados.rados.0.smithi032.stdout:2767: writing smithi032174182-21 from 0 to 458752 tid 1 2023-12-22T17:26:14.989 INFO:tasks.rados.rados.0.smithi032.stdout:2767: writing smithi032174182-21 from 458752 to 884736 tid 2 2023-12-22T17:26:14.993 INFO:tasks.rados.rados.0.smithi032.stdout:2767: writing smithi032174182-21 from 884736 to 1572864 tid 3 2023-12-22T17:26:14.996 INFO:tasks.rados.rados.0.smithi032.stdout:2767: writing smithi032174182-21 from 1572864 to 2064384 tid 4 2023-12-22T17:26:14.997 INFO:tasks.rados.rados.0.smithi032.stdout:2768: rmattr oid 43 current snap is 274 2023-12-22T17:26:14.997 INFO:tasks.rados.rados.0.smithi032.stdout:2769: rollback oid 30 current snap is 274 2023-12-22T17:26:14.997 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 30 to 224 2023-12-22T17:26:14.997 INFO:tasks.rados.rados.0.smithi032.stdout:2770: snap_remove snap 273 2023-12-22T17:26:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:14 smithi039 ceph-mon[181282]: osdmap e611: 8 total, 8 up, 8 in 2023-12-22T17:26:15.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:14 smithi032 ceph-mon[191839]: osdmap e611: 8 total, 8 up, 8 in 2023-12-22T17:26:15.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:14 smithi032 ceph-mon[189144]: osdmap e611: 8 total, 8 up, 8 in 2023-12-22T17:26:15.868 INFO:tasks.rados.rados.0.smithi032.stdout:2770: done (3 left) 2023-12-22T17:26:15.868 INFO:tasks.rados.rados.0.smithi032.stdout:2771: rollback oid 35 current snap is 274 2023-12-22T17:26:15.868 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 35 to 255 2023-12-22T17:26:15.869 INFO:tasks.rados.rados.0.smithi032.stdout:2772: setattr oid 5 current snap is 274 2023-12-22T17:26:15.872 INFO:tasks.rados.rados.0.smithi032.stdout:2773: delete oid 8 current snap is 274 2023-12-22T17:26:15.873 INFO:tasks.rados.rados.0.smithi032.stdout:2767: finishing write tid 1 to smithi032174182-21 2023-12-22T17:26:15.873 INFO:tasks.rados.rados.0.smithi032.stdout:2767: finishing write tid 2 to smithi032174182-21 2023-12-22T17:26:15.873 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 1435 (ObjNum 780 snap 258 seq_num 780) dirty exists 2023-12-22T17:26:15.873 INFO:tasks.rados.rados.0.smithi032.stdout:2767: finishing write tid 3 to smithi032174182-21 2023-12-22T17:26:15.873 INFO:tasks.rados.rados.0.smithi032.stdout:2769: finishing rollback tid 0 to smithi032174182-30 2023-12-22T17:26:15.873 INFO:tasks.rados.rados.0.smithi032.stdout:2769: finishing rollback tid 1 to smithi032174182-30 2023-12-22T17:26:15.873 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 1668 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-22T17:26:15.873 INFO:tasks.rados.rados.0.smithi032.stdout:2767: finishing write tid 4 to smithi032174182-21 2023-12-22T17:26:15.873 INFO:tasks.rados.rados.0.smithi032.stdout:2767: finishing write tid 5 to smithi032174182-21 2023-12-22T17:26:15.873 INFO:tasks.rados.rados.0.smithi032.stdout:2767: finishing write tid 6 to smithi032174182-21 2023-12-22T17:26:15.873 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 1709 (ObjNum 839 snap 274 seq_num 839) dirty exists 2023-12-22T17:26:15.873 INFO:tasks.rados.rados.0.smithi032.stdout:2767: left oid 21 (ObjNum 839 snap 274 seq_num 839) 2023-12-22T17:26:15.883 INFO:tasks.rados.rados.0.smithi032.stdout:2771: finishing rollback tid 0 to smithi032174182-35 2023-12-22T17:26:15.885 INFO:tasks.rados.rados.0.smithi032.stdout:2771: finishing rollback tid 1 to smithi032174182-35 2023-12-22T17:26:15.885 INFO:tasks.rados.rados.0.smithi032.stdout:2771: finishing rollback tid 2 to smithi032174182-35 2023-12-22T17:26:15.885 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 2038 (ObjNum 740 snap 245 seq_num 740) dirty exists 2023-12-22T17:26:15.886 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 2039 (ObjNum 65 snap 0 seq_num 1634097507) dirty exists 2023-12-22T17:26:15.888 INFO:tasks.rados.rados.0.smithi032.stdout:2767: done (5 left) 2023-12-22T17:26:15.888 INFO:tasks.rados.rados.0.smithi032.stdout:2768: done (4 left) 2023-12-22T17:26:15.888 INFO:tasks.rados.rados.0.smithi032.stdout:2769: done (3 left) 2023-12-22T17:26:15.888 INFO:tasks.rados.rados.0.smithi032.stdout:2771: done (2 left) 2023-12-22T17:26:15.888 INFO:tasks.rados.rados.0.smithi032.stdout:2772: done (1 left) 2023-12-22T17:26:15.889 INFO:tasks.rados.rados.0.smithi032.stdout:2773: done (0 left) 2023-12-22T17:26:15.889 INFO:tasks.rados.rados.0.smithi032.stdout:2774: copy_from oid 8 from oid 46 current snap is 274 2023-12-22T17:26:15.889 INFO:tasks.rados.rados.0.smithi032.stdout:2775: snap_remove snap 224 2023-12-22T17:26:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:15 smithi039 ceph-mon[181282]: osdmap e612: 8 total, 8 up, 8 in 2023-12-22T17:26:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:15 smithi039 ceph-mon[181282]: pgmap v460: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 442 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2023-12-22T17:26:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:15 smithi039 ceph-mon[181282]: osdmap e613: 8 total, 8 up, 8 in 2023-12-22T17:26:16.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:15 smithi032 ceph-mon[191839]: osdmap e612: 8 total, 8 up, 8 in 2023-12-22T17:26:16.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:15 smithi032 ceph-mon[191839]: pgmap v460: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 442 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2023-12-22T17:26:16.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:15 smithi032 ceph-mon[191839]: osdmap e613: 8 total, 8 up, 8 in 2023-12-22T17:26:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:15 smithi032 ceph-mon[189144]: osdmap e612: 8 total, 8 up, 8 in 2023-12-22T17:26:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:15 smithi032 ceph-mon[189144]: pgmap v460: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 442 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2023-12-22T17:26:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:15 smithi032 ceph-mon[189144]: osdmap e613: 8 total, 8 up, 8 in 2023-12-22T17:26:16.882 INFO:tasks.rados.rados.0.smithi032.stdout:2775: done (1 left) 2023-12-22T17:26:16.882 INFO:tasks.rados.rados.0.smithi032.stdout:2776: rmattr oid 36 current snap is 274 2023-12-22T17:26:16.882 INFO:tasks.rados.rados.0.smithi032.stdout:2776: done (1 left) 2023-12-22T17:26:16.882 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 28 current snap is 274 2023-12-22T17:26:16.882 INFO:tasks.rados.rados.0.smithi032.stdout:2774: finishing copy_from racing read to smithi032174182-8 2023-12-22T17:26:16.882 INFO:tasks.rados.rados.0.smithi032.stdout:2777: seq_num 841 ranges {1359872=491520,1851392=598016,2449408=704512,3153920=303104} 2023-12-22T17:26:16.893 INFO:tasks.rados.rados.0.smithi032.stdout:2777: writing smithi032174182-28 from 1359872 to 1851392 tid 1 2023-12-22T17:26:16.899 INFO:tasks.rados.rados.0.smithi032.stdout:2777: writing smithi032174182-28 from 1851392 to 2449408 tid 2 2023-12-22T17:26:16.905 INFO:tasks.rados.rados.0.smithi032.stdout:2777: writing smithi032174182-28 from 2449408 to 3153920 tid 3 2023-12-22T17:26:16.909 INFO:tasks.rados.rados.0.smithi032.stdout:2777: writing smithi032174182-28 from 3153920 to 3457024 tid 4 2023-12-22T17:26:16.909 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 33 current snap is 274 2023-12-22T17:26:16.910 INFO:tasks.rados.rados.0.smithi032.stdout:2778: seq_num 842 ranges {0=507904,507904=475136,983040=516096,1499136=499712,1998848=114688} 2023-12-22T17:26:16.921 INFO:tasks.rados.rados.0.smithi032.stdout:2778: writing smithi032174182-33 from 0 to 507904 tid 1 2023-12-22T17:26:16.921 INFO:tasks.rados.rados.0.smithi032.stdout:2778: writing smithi032174182-33 from 507904 to 983040 tid 2 2023-12-22T17:26:16.921 INFO:tasks.rados.rados.0.smithi032.stdout:2778: writing smithi032174182-33 from 983040 to 1499136 tid 3 2023-12-22T17:26:16.921 INFO:tasks.rados.rados.0.smithi032.stdout:2778: writing smithi032174182-33 from 1499136 to 1998848 tid 4 2023-12-22T17:26:16.921 INFO:tasks.rados.rados.0.smithi032.stdout:2778: writing smithi032174182-33 from 1998848 to 2113536 tid 5 2023-12-22T17:26:16.921 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 39 current snap is 274 2023-12-22T17:26:16.921 INFO:tasks.rados.rados.0.smithi032.stdout:2774: finishing copy_from to smithi032174182-8 2023-12-22T17:26:16.922 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 1551 (ObjNum 816 snap 269 seq_num 816) dirty exists 2023-12-22T17:26:16.922 INFO:tasks.rados.rados.0.smithi032.stdout:2779: seq_num 843 ranges {0=524288,524288=761856,1286144=671744,1957888=172032} 2023-12-22T17:26:16.924 INFO:tasks.rados.rados.0.smithi032.stdout:2779: writing smithi032174182-39 from 0 to 524288 tid 1 2023-12-22T17:26:16.928 INFO:tasks.rados.rados.0.smithi032.stdout:2779: writing smithi032174182-39 from 524288 to 1286144 tid 2 2023-12-22T17:26:16.932 INFO:tasks.rados.rados.0.smithi032.stdout:2779: writing smithi032174182-39 from 1286144 to 1957888 tid 3 2023-12-22T17:26:16.934 INFO:tasks.rados.rados.0.smithi032.stdout:2779: writing smithi032174182-39 from 1957888 to 2129920 tid 4 2023-12-22T17:26:16.934 INFO:tasks.rados.rados.0.smithi032.stdout:2774: done (3 left) 2023-12-22T17:26:16.934 INFO:tasks.rados.rados.0.smithi032.stdout:2780: copy_from oid 5 from oid 36 current snap is 274 2023-12-22T17:26:16.934 INFO:tasks.rados.rados.0.smithi032.stdout:2777: finishing write tid 1 to smithi032174182-28 2023-12-22T17:26:16.934 INFO:tasks.rados.rados.0.smithi032.stdout:2777: finishing write tid 2 to smithi032174182-28 2023-12-22T17:26:16.934 INFO:tasks.rados.rados.0.smithi032.stdout:2777: finishing write tid 3 to smithi032174182-28 2023-12-22T17:26:16.934 INFO:tasks.rados.rados.0.smithi032.stdout:2777: finishing write tid 4 to smithi032174182-28 2023-12-22T17:26:16.934 INFO:tasks.rados.rados.0.smithi032.stdout:2777: finishing write tid 5 to smithi032174182-28 2023-12-22T17:26:16.934 INFO:tasks.rados.rados.0.smithi032.stdout:2778: finishing write tid 1 to smithi032174182-33 2023-12-22T17:26:16.934 INFO:tasks.rados.rados.0.smithi032.stdout:2778: finishing write tid 2 to smithi032174182-33 2023-12-22T17:26:16.934 INFO:tasks.rados.rados.0.smithi032.stdout:2777: finishing write tid 6 to smithi032174182-28 2023-12-22T17:26:16.934 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 1690 (ObjNum 841 snap 274 seq_num 841) dirty exists 2023-12-22T17:26:16.935 INFO:tasks.rados.rados.0.smithi032.stdout:2777: left oid 28 (ObjNum 841 snap 274 seq_num 841) 2023-12-22T17:26:16.935 INFO:tasks.rados.rados.0.smithi032.stdout:2778: finishing write tid 3 to smithi032174182-33 2023-12-22T17:26:16.935 INFO:tasks.rados.rados.0.smithi032.stdout:2777: done (3 left) 2023-12-22T17:26:16.935 INFO:tasks.rados.rados.0.smithi032.stdout:2781: snap_create 2023-12-22T17:26:16.935 INFO:tasks.rados.rados.0.smithi032.stdout:2778: finishing write tid 4 to smithi032174182-33 2023-12-22T17:26:16.935 INFO:tasks.rados.rados.0.smithi032.stdout:2778: finishing write tid 5 to smithi032174182-33 2023-12-22T17:26:16.935 INFO:tasks.rados.rados.0.smithi032.stdout:2778: finishing write tid 6 to smithi032174182-33 2023-12-22T17:26:16.935 INFO:tasks.rados.rados.0.smithi032.stdout:2778: finishing write tid 7 to smithi032174182-33 2023-12-22T17:26:16.935 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 1708 (ObjNum 842 snap 274 seq_num 842) dirty exists 2023-12-22T17:26:16.935 INFO:tasks.rados.rados.0.smithi032.stdout:2778: left oid 33 (ObjNum 842 snap 274 seq_num 842) 2023-12-22T17:26:16.935 INFO:tasks.rados.rados.0.smithi032.stdout:2779: finishing write tid 1 to smithi032174182-39 2023-12-22T17:26:16.935 INFO:tasks.rados.rados.0.smithi032.stdout:2779: finishing write tid 2 to smithi032174182-39 2023-12-22T17:26:16.935 INFO:tasks.rados.rados.0.smithi032.stdout:2780: finishing copy_from to smithi032174182-5 2023-12-22T17:26:16.936 INFO:tasks.rados.rados.0.smithi032.stdout:2780: got expected ENOENT (src dne) 2023-12-22T17:26:16.936 INFO:tasks.rados.rados.0.smithi032.stdout:2780: finishing copy_from racing read to smithi032174182-5 2023-12-22T17:26:16.936 INFO:tasks.rados.rados.0.smithi032.stdout:2779: finishing write tid 3 to smithi032174182-39 2023-12-22T17:26:16.936 INFO:tasks.rados.rados.0.smithi032.stdout:2779: finishing write tid 4 to smithi032174182-39 2023-12-22T17:26:16.937 INFO:tasks.rados.rados.0.smithi032.stdout:2779: finishing write tid 5 to smithi032174182-39 2023-12-22T17:26:16.937 INFO:tasks.rados.rados.0.smithi032.stdout:2779: finishing write tid 6 to smithi032174182-39 2023-12-22T17:26:16.937 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 732 (ObjNum 843 snap 274 seq_num 843) dirty exists 2023-12-22T17:26:16.937 INFO:tasks.rados.rados.0.smithi032.stdout:2779: left oid 39 (ObjNum 843 snap 274 seq_num 843) 2023-12-22T17:26:17.890 INFO:tasks.rados.rados.0.smithi032.stdout:2778: done (3 left) 2023-12-22T17:26:17.890 INFO:tasks.rados.rados.0.smithi032.stdout:2779: done (2 left) 2023-12-22T17:26:17.890 INFO:tasks.rados.rados.0.smithi032.stdout:2780: done (1 left) 2023-12-22T17:26:17.890 INFO:tasks.rados.rados.0.smithi032.stdout:2781: done (0 left) 2023-12-22T17:26:17.890 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 13 current snap is 275 2023-12-22T17:26:17.890 INFO:tasks.rados.rados.0.smithi032.stdout:2782: seq_num 844 ranges {2269184=540672,2809856=696320,3506176=475136,3981312=434176} 2023-12-22T17:26:17.905 INFO:tasks.rados.rados.0.smithi032.stdout:2782: writing smithi032174182-13 from 2269184 to 2809856 tid 1 2023-12-22T17:26:17.909 INFO:tasks.rados.rados.0.smithi032.stdout:2782: writing smithi032174182-13 from 2809856 to 3506176 tid 2 2023-12-22T17:26:17.912 INFO:tasks.rados.rados.0.smithi032.stdout:2782: writing smithi032174182-13 from 3506176 to 3981312 tid 3 2023-12-22T17:26:17.915 INFO:tasks.rados.rados.0.smithi032.stdout:2782: writing smithi032174182-13 from 3981312 to 4415488 tid 4 2023-12-22T17:26:17.915 INFO:tasks.rados.rados.0.smithi032.stdout:2783: rollback oid 43 current snap is 275 2023-12-22T17:26:17.915 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 43 to 268 2023-12-22T17:26:17.915 INFO:tasks.rados.rados.0.smithi032.stdout:2782: finishing write tid 1 to smithi032174182-13 2023-12-22T17:26:17.915 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 30 current snap is 275 2023-12-22T17:26:17.915 INFO:tasks.rados.rados.0.smithi032.stdout:2784: seq_num 845 ranges {0=557056,557056=581632,1138688=688128,1826816=335872} 2023-12-22T17:26:17.918 INFO:tasks.rados.rados.0.smithi032.stdout:2784: writing smithi032174182-30 from 0 to 557056 tid 1 2023-12-22T17:26:17.921 INFO:tasks.rados.rados.0.smithi032.stdout:2784: writing smithi032174182-30 from 557056 to 1138688 tid 2 2023-12-22T17:26:17.926 INFO:tasks.rados.rados.0.smithi032.stdout:2784: writing smithi032174182-30 from 1138688 to 1826816 tid 3 2023-12-22T17:26:17.928 INFO:tasks.rados.rados.0.smithi032.stdout:2784: writing smithi032174182-30 from 1826816 to 2162688 tid 4 2023-12-22T17:26:17.928 INFO:tasks.rados.rados.0.smithi032.stdout:2785: snap_create 2023-12-22T17:26:17.928 INFO:tasks.rados.rados.0.smithi032.stdout:2782: finishing write tid 2 to smithi032174182-13 2023-12-22T17:26:17.929 INFO:tasks.rados.rados.0.smithi032.stdout:2782: finishing write tid 3 to smithi032174182-13 2023-12-22T17:26:17.929 INFO:tasks.rados.rados.0.smithi032.stdout:2782: finishing write tid 4 to smithi032174182-13 2023-12-22T17:26:17.929 INFO:tasks.rados.rados.0.smithi032.stdout:2782: finishing write tid 5 to smithi032174182-13 2023-12-22T17:26:17.929 INFO:tasks.rados.rados.0.smithi032.stdout:2783: finishing rollback tid 0 to smithi032174182-43 2023-12-22T17:26:17.929 INFO:tasks.rados.rados.0.smithi032.stdout:2784: finishing write tid 1 to smithi032174182-30 2023-12-22T17:26:17.929 INFO:tasks.rados.rados.0.smithi032.stdout:2782: finishing write tid 6 to smithi032174182-13 2023-12-22T17:26:17.929 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 2169 (ObjNum 844 snap 275 seq_num 844) dirty exists 2023-12-22T17:26:17.929 INFO:tasks.rados.rados.0.smithi032.stdout:2782: left oid 13 (ObjNum 844 snap 275 seq_num 844) 2023-12-22T17:26:17.929 INFO:tasks.rados.rados.0.smithi032.stdout:2783: finishing rollback tid 1 to smithi032174182-43 2023-12-22T17:26:17.929 INFO:tasks.rados.rados.0.smithi032.stdout:2784: finishing write tid 2 to smithi032174182-30 2023-12-22T17:26:17.929 INFO:tasks.rados.rados.0.smithi032.stdout:2783: finishing rollback tid 2 to smithi032174182-43 2023-12-22T17:26:17.929 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 1438 (ObjNum 780 snap 258 seq_num 780) dirty exists 2023-12-22T17:26:17.931 INFO:tasks.rados.rados.0.smithi032.stdout:2784: finishing write tid 3 to smithi032174182-30 2023-12-22T17:26:17.931 INFO:tasks.rados.rados.0.smithi032.stdout:2784: finishing write tid 4 to smithi032174182-30 2023-12-22T17:26:17.931 INFO:tasks.rados.rados.0.smithi032.stdout:2784: finishing write tid 5 to smithi032174182-30 2023-12-22T17:26:17.933 INFO:tasks.rados.rados.0.smithi032.stdout:2784: finishing write tid 6 to smithi032174182-30 2023-12-22T17:26:17.933 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 1695 (ObjNum 845 snap 275 seq_num 845) dirty exists 2023-12-22T17:26:17.933 INFO:tasks.rados.rados.0.smithi032.stdout:2784: left oid 30 (ObjNum 845 snap 275 seq_num 845) 2023-12-22T17:26:18.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:17 smithi032 ceph-mon[189144]: osdmap e614: 8 total, 8 up, 8 in 2023-12-22T17:26:18.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:17 smithi032 ceph-mon[189144]: pgmap v463: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 451 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.4 MiB/s wr, 22 op/s 2023-12-22T17:26:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:17 smithi032 ceph-mon[191839]: osdmap e614: 8 total, 8 up, 8 in 2023-12-22T17:26:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:17 smithi032 ceph-mon[191839]: pgmap v463: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 451 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.4 MiB/s wr, 22 op/s 2023-12-22T17:26:18.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:17 smithi039 ceph-mon[181282]: osdmap e614: 8 total, 8 up, 8 in 2023-12-22T17:26:18.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:17 smithi039 ceph-mon[181282]: pgmap v463: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 451 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.4 MiB/s wr, 22 op/s 2023-12-22T17:26:18.376 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:26:18.700 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:26:18.700 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6m) 2m ago 10m 26.7M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:26:18.700 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6m) 57s ago 10m 90.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:26:18.700 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11m) 2m ago 11m 16.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:26:18.700 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11m) 57s ago 11m 21.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:26:18.701 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5m) 57s ago 14m 450M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:26:18.701 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5m) 2m ago 15m 515M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:26:18.701 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5m) 2m ago 15m 93.1M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:26:18.701 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4m) 57s ago 14m 76.0M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:26:18.701 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5m) 2m ago 14m 75.7M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:26:18.701 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6m) 2m ago 10m 15.8M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:26:18.701 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6m) 57s ago 10m 17.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:26:18.701 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4m) 2m ago 13m 466M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:26:18.701 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3m) 2m ago 13m 365M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:26:18.701 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3m) 2m ago 13m 256M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:26:18.701 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2m) 2m ago 13m 12.6M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:26:18.701 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2m) 57s ago 12m 564M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:26:18.701 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (118s) 57s ago 12m 389M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:26:18.701 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (89s) 57s ago 12m 177M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:26:18.702 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (60s) 57s ago 11m 12.5M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:26:18.702 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5m) 57s ago 11m 61.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:26:18.889 INFO:tasks.rados.rados.0.smithi032.stdout:2782: done (3 left) 2023-12-22T17:26:18.890 INFO:tasks.rados.rados.0.smithi032.stdout:2783: done (2 left) 2023-12-22T17:26:18.890 INFO:tasks.rados.rados.0.smithi032.stdout:2784: done (1 left) 2023-12-22T17:26:18.890 INFO:tasks.rados.rados.0.smithi032.stdout:2785: done (0 left) 2023-12-22T17:26:18.890 INFO:tasks.rados.rados.0.smithi032.stdout:2786: snap_remove snap 261 2023-12-22T17:26:19.132 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:26:19.132 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:26:19.132 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:26:19.132 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:26:19.133 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:26:19.133 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:26:19.133 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:26:19.133 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:26:19.133 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:26:19.133 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:26:19.133 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:26:19.133 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:26:19.133 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:26:19.133 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:26:19.133 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:26:19.133 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:26:19.133 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:26:19.133 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:26:19.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:18 smithi032 ceph-mon[189144]: osdmap e615: 8 total, 8 up, 8 in 2023-12-22T17:26:19.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:18 smithi032 ceph-mon[191839]: osdmap e615: 8 total, 8 up, 8 in 2023-12-22T17:26:19.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:18 smithi039 ceph-mon[181282]: osdmap e615: 8 total, 8 up, 8 in 2023-12-22T17:26:19.891 INFO:tasks.rados.rados.0.smithi032.stdout:2786: done (0 left) 2023-12-22T17:26:19.891 INFO:tasks.rados.rados.0.smithi032.stdout:2787: setattr oid 40 current snap is 276 2023-12-22T17:26:19.893 INFO:tasks.rados.rados.0.smithi032.stdout:2788: read oid 41 snap 272 2023-12-22T17:26:19.893 INFO:tasks.rados.rados.0.smithi032.stdout:2788: expect (ObjNum 633 snap 198 seq_num 633) 2023-12-22T17:26:19.893 INFO:tasks.rados.rados.0.smithi032.stdout:2789: snap_remove snap 255 2023-12-22T17:26:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:19 smithi032 ceph-mon[191839]: from='client.44303 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:26:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:19 smithi032 ceph-mon[191839]: from='client.44309 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:26:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:19 smithi032 ceph-mon[191839]: osdmap e616: 8 total, 8 up, 8 in 2023-12-22T17:26:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:19 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/31197688' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:26:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:19 smithi032 ceph-mon[191839]: pgmap v466: 121 pgs: 121 active+clean; 456 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 4.4 MiB/s wr, 24 op/s 2023-12-22T17:26:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:26:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:19 smithi032 ceph-mon[191839]: osdmap e617: 8 total, 8 up, 8 in 2023-12-22T17:26:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:19 smithi032 ceph-mon[189144]: from='client.44303 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:26:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:19 smithi032 ceph-mon[189144]: from='client.44309 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:26:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:19 smithi032 ceph-mon[189144]: osdmap e616: 8 total, 8 up, 8 in 2023-12-22T17:26:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:19 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/31197688' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:26:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:19 smithi032 ceph-mon[189144]: pgmap v466: 121 pgs: 121 active+clean; 456 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 4.4 MiB/s wr, 24 op/s 2023-12-22T17:26:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:26:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:19 smithi032 ceph-mon[189144]: osdmap e617: 8 total, 8 up, 8 in 2023-12-22T17:26:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:19 smithi039 ceph-mon[181282]: from='client.44303 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:26:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:19 smithi039 ceph-mon[181282]: from='client.44309 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:26:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:19 smithi039 ceph-mon[181282]: osdmap e616: 8 total, 8 up, 8 in 2023-12-22T17:26:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:19 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/31197688' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:26:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:19 smithi039 ceph-mon[181282]: pgmap v466: 121 pgs: 121 active+clean; 456 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 4.4 MiB/s wr, 24 op/s 2023-12-22T17:26:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:26:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:19 smithi039 ceph-mon[181282]: osdmap e617: 8 total, 8 up, 8 in 2023-12-22T17:26:20.872 INFO:tasks.rados.rados.0.smithi032.stdout:2789: done (2 left) 2023-12-22T17:26:20.872 INFO:tasks.rados.rados.0.smithi032.stdout:2790: setattr oid 44 current snap is 276 2023-12-22T17:26:20.872 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 1633 (ObjNum 33 snap 0 seq_num 1667322958) dirty exists 2023-12-22T17:26:20.872 INFO:tasks.rados.rados.0.smithi032.stdout:2788: expect (ObjNum 633 snap 198 seq_num 633) 2023-12-22T17:26:20.978 INFO:tasks.rados.rados.0.smithi032.stdout:2787: done (2 left) 2023-12-22T17:26:20.978 INFO:tasks.rados.rados.0.smithi032.stdout:2788: done (1 left) 2023-12-22T17:26:20.978 INFO:tasks.rados.rados.0.smithi032.stdout:2791: rmattr oid 35 current snap is 276 2023-12-22T17:26:20.978 INFO:tasks.rados.rados.0.smithi032.stdout:2791: done (1 left) 2023-12-22T17:26:20.978 INFO:tasks.rados.rados.0.smithi032.stdout:2792: rmattr oid 25 current snap is 276 2023-12-22T17:26:20.978 INFO:tasks.rados.rados.0.smithi032.stdout:2792: done (1 left) 2023-12-22T17:26:20.979 INFO:tasks.rados.rados.0.smithi032.stdout:2793: read oid 48 snap 211 2023-12-22T17:26:20.979 INFO:tasks.rados.rados.0.smithi032.stdout:2793: expect (ObjNum 638 snap 202 seq_num 638) 2023-12-22T17:26:20.979 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 24 current snap is 276 2023-12-22T17:26:20.979 INFO:tasks.rados.rados.0.smithi032.stdout:2794: seq_num 846 ranges {1703936=573440,2277376=466944,2744320=491520,3235840=548864,3784704=98304} 2023-12-22T17:26:20.990 INFO:tasks.rados.rados.0.smithi032.stdout:2794: writing smithi032174182-24 from 1703936 to 2277376 tid 1 2023-12-22T17:26:20.993 INFO:tasks.rados.rados.0.smithi032.stdout:2794: writing smithi032174182-24 from 2277376 to 2744320 tid 2 2023-12-22T17:26:20.996 INFO:tasks.rados.rados.0.smithi032.stdout:2794: writing smithi032174182-24 from 2744320 to 3235840 tid 3 2023-12-22T17:26:20.999 INFO:tasks.rados.rados.0.smithi032.stdout:2794: writing smithi032174182-24 from 3235840 to 3784704 tid 4 2023-12-22T17:26:21.000 INFO:tasks.rados.rados.0.smithi032.stdout:2794: writing smithi032174182-24 from 3784704 to 3883008 tid 5 2023-12-22T17:26:21.000 INFO:tasks.rados.rados.0.smithi032.stdout:2795: copy_from oid 49 from oid 19 current snap is 276 2023-12-22T17:26:21.000 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 1870 (ObjNum 145 snap 0 seq_num 1596697672) dirty exists 2023-12-22T17:26:21.000 INFO:tasks.rados.rados.0.smithi032.stdout:2793: expect (ObjNum 638 snap 202 seq_num 638) 2023-12-22T17:26:21.029 INFO:tasks.rados.rados.0.smithi032.stdout:2794: finishing write tid 1 to smithi032174182-24 2023-12-22T17:26:21.029 INFO:tasks.rados.rados.0.smithi032.stdout:2794: finishing write tid 2 to smithi032174182-24 2023-12-22T17:26:21.029 INFO:tasks.rados.rados.0.smithi032.stdout:2794: finishing write tid 3 to smithi032174182-24 2023-12-22T17:26:21.029 INFO:tasks.rados.rados.0.smithi032.stdout:2790: done (3 left) 2023-12-22T17:26:21.029 INFO:tasks.rados.rados.0.smithi032.stdout:2793: done (2 left) 2023-12-22T17:26:21.029 INFO:tasks.rados.rados.0.smithi032.stdout:2796: delete oid 28 current snap is 276 2023-12-22T17:26:21.029 INFO:tasks.rados.rados.0.smithi032.stdout:2794: finishing write tid 4 to smithi032174182-24 2023-12-22T17:26:21.030 INFO:tasks.rados.rados.0.smithi032.stdout:2794: finishing write tid 5 to smithi032174182-24 2023-12-22T17:26:21.030 INFO:tasks.rados.rados.0.smithi032.stdout:2794: finishing write tid 6 to smithi032174182-24 2023-12-22T17:26:21.030 INFO:tasks.rados.rados.0.smithi032.stdout:2794: finishing write tid 7 to smithi032174182-24 2023-12-22T17:26:21.030 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 2188 (ObjNum 846 snap 276 seq_num 846) dirty exists 2023-12-22T17:26:21.030 INFO:tasks.rados.rados.0.smithi032.stdout:2794: left oid 24 (ObjNum 846 snap 276 seq_num 846) 2023-12-22T17:26:21.030 INFO:tasks.rados.rados.0.smithi032.stdout:2795: finishing copy_from racing read to smithi032174182-49 2023-12-22T17:26:21.030 INFO:tasks.rados.rados.0.smithi032.stdout:2795: finishing copy_from to smithi032174182-49 2023-12-22T17:26:21.030 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 1562 (ObjNum 832 snap 273 seq_num 832) dirty exists 2023-12-22T17:26:21.031 INFO:tasks.rados.rados.0.smithi032.stdout:2794: done (2 left) 2023-12-22T17:26:21.031 INFO:tasks.rados.rados.0.smithi032.stdout:2795: done (1 left) 2023-12-22T17:26:21.032 INFO:tasks.rados.rados.0.smithi032.stdout:2796: done (0 left) 2023-12-22T17:26:21.032 INFO:tasks.rados.rados.0.smithi032.stdout:2797: copy_from oid 37 from oid 15 current snap is 276 2023-12-22T17:26:21.032 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 27 current snap is 276 2023-12-22T17:26:21.032 INFO:tasks.rados.rados.0.smithi032.stdout:2798: seq_num 848 ranges {0=606208,606208=630784,1236992=458752,1695744=516096} 2023-12-22T17:26:21.035 INFO:tasks.rados.rados.0.smithi032.stdout:2798: writing smithi032174182-27 from 0 to 606208 tid 1 2023-12-22T17:26:21.038 INFO:tasks.rados.rados.0.smithi032.stdout:2798: writing smithi032174182-27 from 606208 to 1236992 tid 2 2023-12-22T17:26:21.041 INFO:tasks.rados.rados.0.smithi032.stdout:2798: writing smithi032174182-27 from 1236992 to 1695744 tid 3 2023-12-22T17:26:21.044 INFO:tasks.rados.rados.0.smithi032.stdout:2798: writing smithi032174182-27 from 1695744 to 2211840 tid 4 2023-12-22T17:26:21.045 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 11 current snap is 276 2023-12-22T17:26:21.045 INFO:tasks.rados.rados.0.smithi032.stdout:2798: finishing write tid 1 to smithi032174182-27 2023-12-22T17:26:21.046 INFO:tasks.rados.rados.0.smithi032.stdout:2799: seq_num 849 ranges {0=622592,622592=516096,1138688=663552,1802240=425984} 2023-12-22T17:26:21.049 INFO:tasks.rados.rados.0.smithi032.stdout:2799: writing smithi032174182-11 from 0 to 622592 tid 1 2023-12-22T17:26:21.052 INFO:tasks.rados.rados.0.smithi032.stdout:2799: writing smithi032174182-11 from 622592 to 1138688 tid 2 2023-12-22T17:26:21.056 INFO:tasks.rados.rados.0.smithi032.stdout:2799: writing smithi032174182-11 from 1138688 to 1802240 tid 3 2023-12-22T17:26:21.060 INFO:tasks.rados.rados.0.smithi032.stdout:2799: writing smithi032174182-11 from 1802240 to 2228224 tid 4 2023-12-22T17:26:21.060 INFO:tasks.rados.rados.0.smithi032.stdout:2800: copy_from oid 4 from oid 16 current snap is 276 2023-12-22T17:26:21.060 INFO:tasks.rados.rados.0.smithi032.stdout:2801: rollback oid 3 current snap is 276 2023-12-22T17:26:21.060 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 3 to 264 2023-12-22T17:26:21.060 INFO:tasks.rados.rados.0.smithi032.stdout:2802: read oid 38 snap -1 2023-12-22T17:26:21.060 INFO:tasks.rados.rados.0.smithi032.stdout:2802: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-22T17:26:21.060 INFO:tasks.rados.rados.0.smithi032.stdout:2803: rollback oid 50 current snap is 276 2023-12-22T17:26:21.060 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 50 to 264 2023-12-22T17:26:21.060 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 29 current snap is 276 2023-12-22T17:26:21.060 INFO:tasks.rados.rados.0.smithi032.stdout:2804: seq_num 850 ranges {1712128=638976,2351104=802816,3153920=475136,3629056=327680} 2023-12-22T17:26:21.073 INFO:tasks.rados.rados.0.smithi032.stdout:2804: writing smithi032174182-29 from 1712128 to 2351104 tid 1 2023-12-22T17:26:21.077 INFO:tasks.rados.rados.0.smithi032.stdout:2804: writing smithi032174182-29 from 2351104 to 3153920 tid 2 2023-12-22T17:26:21.080 INFO:tasks.rados.rados.0.smithi032.stdout:2804: writing smithi032174182-29 from 3153920 to 3629056 tid 3 2023-12-22T17:26:21.083 INFO:tasks.rados.rados.0.smithi032.stdout:2804: writing smithi032174182-29 from 3629056 to 3956736 tid 4 2023-12-22T17:26:21.083 INFO:tasks.rados.rados.0.smithi032.stdout:2805: rollback oid 20 current snap is 276 2023-12-22T17:26:21.083 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 20 to 211 2023-12-22T17:26:21.084 INFO:tasks.rados.rados.0.smithi032.stdout:2798: finishing write tid 2 to smithi032174182-27 2023-12-22T17:26:21.084 INFO:tasks.rados.rados.0.smithi032.stdout:2798: finishing write tid 3 to smithi032174182-27 2023-12-22T17:26:21.084 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 34 current snap is 276 2023-12-22T17:26:21.084 INFO:tasks.rados.rados.0.smithi032.stdout:2798: finishing write tid 4 to smithi032174182-27 2023-12-22T17:26:21.084 INFO:tasks.rados.rados.0.smithi032.stdout:2798: finishing write tid 5 to smithi032174182-27 2023-12-22T17:26:21.084 INFO:tasks.rados.rados.0.smithi032.stdout:2798: finishing write tid 6 to smithi032174182-27 2023-12-22T17:26:21.084 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 1875 (ObjNum 848 snap 276 seq_num 848) dirty exists 2023-12-22T17:26:21.084 INFO:tasks.rados.rados.0.smithi032.stdout:2798: left oid 27 (ObjNum 848 snap 276 seq_num 848) 2023-12-22T17:26:21.084 INFO:tasks.rados.rados.0.smithi032.stdout:2799: finishing write tid 1 to smithi032174182-11 2023-12-22T17:26:21.084 INFO:tasks.rados.rados.0.smithi032.stdout:2799: finishing write tid 2 to smithi032174182-11 2023-12-22T17:26:21.085 INFO:tasks.rados.rados.0.smithi032.stdout:2806: seq_num 851 ranges {0=655360,655360=688128,1343488=679936,2023424=237568} 2023-12-22T17:26:21.087 INFO:tasks.rados.rados.0.smithi032.stdout:2806: writing smithi032174182-34 from 0 to 655360 tid 1 2023-12-22T17:26:21.091 INFO:tasks.rados.rados.0.smithi032.stdout:2806: writing smithi032174182-34 from 655360 to 1343488 tid 2 2023-12-22T17:26:21.095 INFO:tasks.rados.rados.0.smithi032.stdout:2806: writing smithi032174182-34 from 1343488 to 2023424 tid 3 2023-12-22T17:26:21.097 INFO:tasks.rados.rados.0.smithi032.stdout:2806: writing smithi032174182-34 from 2023424 to 2260992 tid 4 2023-12-22T17:26:21.097 INFO:tasks.rados.rados.0.smithi032.stdout:2798: done (9 left) 2023-12-22T17:26:21.097 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 1 current snap is 276 2023-12-22T17:26:21.097 INFO:tasks.rados.rados.0.smithi032.stdout:2803: finishing rollback tid 1 to smithi032174182-50 2023-12-22T17:26:21.097 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 0 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2023-12-22T17:26:21.097 INFO:tasks.rados.rados.0.smithi032.stdout:2799: finishing write tid 3 to smithi032174182-11 2023-12-22T17:26:21.097 INFO:tasks.rados.rados.0.smithi032.stdout:2799: finishing write tid 4 to smithi032174182-11 2023-12-22T17:26:21.097 INFO:tasks.rados.rados.0.smithi032.stdout:2801: finishing rollback tid 0 to smithi032174182-3 2023-12-22T17:26:21.098 INFO:tasks.rados.rados.0.smithi032.stdout:2801: finishing rollback tid 1 to smithi032174182-3 2023-12-22T17:26:21.098 INFO:tasks.rados.rados.0.smithi032.stdout:2807: seq_num 852 ranges {2269184=671744,2940928=622592,3563520=442368,4005888=540672} 2023-12-22T17:26:21.112 INFO:tasks.rados.rados.0.smithi032.stdout:2807: writing smithi032174182-1 from 2269184 to 2940928 tid 1 2023-12-22T17:26:21.116 INFO:tasks.rados.rados.0.smithi032.stdout:2807: writing smithi032174182-1 from 2940928 to 3563520 tid 2 2023-12-22T17:26:21.119 INFO:tasks.rados.rados.0.smithi032.stdout:2807: writing smithi032174182-1 from 3563520 to 4005888 tid 3 2023-12-22T17:26:21.122 INFO:tasks.rados.rados.0.smithi032.stdout:2807: writing smithi032174182-1 from 4005888 to 4546560 tid 4 2023-12-22T17:26:21.122 INFO:tasks.rados.rados.0.smithi032.stdout:2803: done (9 left) 2023-12-22T17:26:21.123 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 39 current snap is 276 2023-12-22T17:26:21.123 INFO:tasks.rados.rados.0.smithi032.stdout:2802: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-22T17:26:21.127 INFO:tasks.rados.rados.0.smithi032.stdout:2799: finishing write tid 5 to smithi032174182-11 2023-12-22T17:26:21.127 INFO:tasks.rados.rados.0.smithi032.stdout:2801: finishing rollback tid 2 to smithi032174182-3 2023-12-22T17:26:21.127 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 2042 (ObjNum 728 snap 241 seq_num 728) dirty exists 2023-12-22T17:26:21.127 INFO:tasks.rados.rados.0.smithi032.stdout:2799: finishing write tid 6 to smithi032174182-11 2023-12-22T17:26:21.127 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 1622 (ObjNum 849 snap 276 seq_num 849) dirty exists 2023-12-22T17:26:21.127 INFO:tasks.rados.rados.0.smithi032.stdout:2799: left oid 11 (ObjNum 849 snap 276 seq_num 849) 2023-12-22T17:26:21.127 INFO:tasks.rados.rados.0.smithi032.stdout:2797: finishing copy_from racing read to smithi032174182-37 2023-12-22T17:26:21.127 INFO:tasks.rados.rados.0.smithi032.stdout:2797: finishing copy_from to smithi032174182-37 2023-12-22T17:26:21.127 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 2082 (ObjNum 826 snap 270 seq_num 826) dirty exists 2023-12-22T17:26:21.127 INFO:tasks.rados.rados.0.smithi032.stdout:2800: finishing copy_from racing read to smithi032174182-4 2023-12-22T17:26:21.127 INFO:tasks.rados.rados.0.smithi032.stdout:2800: finishing copy_from to smithi032174182-4 2023-12-22T17:26:21.128 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 1617 (ObjNum 828 snap 271 seq_num 828) dirty exists 2023-12-22T17:26:21.128 INFO:tasks.rados.rados.0.smithi032.stdout:2804: finishing write tid 1 to smithi032174182-29 2023-12-22T17:26:21.128 INFO:tasks.rados.rados.0.smithi032.stdout:2804: finishing write tid 2 to smithi032174182-29 2023-12-22T17:26:21.128 INFO:tasks.rados.rados.0.smithi032.stdout:2808: seq_num 853 ranges {2129920=696320,2826240=507904,3334144=647168,3981312=450560} 2023-12-22T17:26:21.142 INFO:tasks.rados.rados.0.smithi032.stdout:2808: writing smithi032174182-39 from 2129920 to 2826240 tid 1 2023-12-22T17:26:21.144 INFO:tasks.rados.rados.0.smithi032.stdout:2808: writing smithi032174182-39 from 2826240 to 3334144 tid 2 2023-12-22T17:26:21.148 INFO:tasks.rados.rados.0.smithi032.stdout:2808: writing smithi032174182-39 from 3334144 to 3981312 tid 3 2023-12-22T17:26:21.151 INFO:tasks.rados.rados.0.smithi032.stdout:2808: writing smithi032174182-39 from 3981312 to 4431872 tid 4 2023-12-22T17:26:21.151 INFO:tasks.rados.rados.0.smithi032.stdout:2797: done (9 left) 2023-12-22T17:26:21.151 INFO:tasks.rados.rados.0.smithi032.stdout:2799: done (8 left) 2023-12-22T17:26:21.151 INFO:tasks.rados.rados.0.smithi032.stdout:2800: done (7 left) 2023-12-22T17:26:21.152 INFO:tasks.rados.rados.0.smithi032.stdout:2801: done (6 left) 2023-12-22T17:26:21.152 INFO:tasks.rados.rados.0.smithi032.stdout:2802: done (5 left) 2023-12-22T17:26:21.152 INFO:tasks.rados.rados.0.smithi032.stdout:2809: read oid 3 snap -1 2023-12-22T17:26:21.152 INFO:tasks.rados.rados.0.smithi032.stdout:2809: expect (ObjNum 728 snap 241 seq_num 728) 2023-12-22T17:26:21.152 INFO:tasks.rados.rados.0.smithi032.stdout:2810: read oid 14 snap -1 2023-12-22T17:26:21.152 INFO:tasks.rados.rados.0.smithi032.stdout:2810: expect (ObjNum 633 snap 198 seq_num 633) 2023-12-22T17:26:21.152 INFO:tasks.rados.rados.0.smithi032.stdout:2811: snap_remove snap 272 2023-12-22T17:26:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:26:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:26:20] "GET /metrics HTTP/1.1" 200 36293 "" "Prometheus/2.43.0" 2023-12-22T17:26:21.894 INFO:tasks.rados.rados.0.smithi032.stdout:2811: done (7 left) 2023-12-22T17:26:21.894 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 16 current snap is 276 2023-12-22T17:26:21.894 INFO:tasks.rados.rados.0.smithi032.stdout:2812: seq_num 854 ranges {2646016=712704,3358720=794624,4153344=450560,4603904=360448} 2023-12-22T17:26:21.903 INFO:tasks.rados.rados.0.smithi032.stdout:2812: writing smithi032174182-16 from 2646016 to 3358720 tid 1 2023-12-22T17:26:21.914 INFO:tasks.rados.rados.0.smithi032.stdout:2812: writing smithi032174182-16 from 3358720 to 4153344 tid 2 2023-12-22T17:26:21.914 INFO:tasks.rados.rados.0.smithi032.stdout:2812: writing smithi032174182-16 from 4153344 to 4603904 tid 3 2023-12-22T17:26:21.914 INFO:tasks.rados.rados.0.smithi032.stdout:2812: writing smithi032174182-16 from 4603904 to 4964352 tid 4 2023-12-22T17:26:21.914 INFO:tasks.rados.rados.0.smithi032.stdout:2813: snap_remove snap 268 2023-12-22T17:26:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:21 smithi032 ceph-mon[191839]: osdmap e618: 8 total, 8 up, 8 in 2023-12-22T17:26:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:21 smithi032 ceph-mon[191839]: pgmap v469: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 430 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.9 MiB/s wr, 27 op/s 2023-12-22T17:26:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:21 smithi032 ceph-mon[189144]: osdmap e618: 8 total, 8 up, 8 in 2023-12-22T17:26:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:21 smithi032 ceph-mon[189144]: pgmap v469: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 430 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.9 MiB/s wr, 27 op/s 2023-12-22T17:26:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:21 smithi039 ceph-mon[181282]: osdmap e618: 8 total, 8 up, 8 in 2023-12-22T17:26:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:21 smithi039 ceph-mon[181282]: pgmap v469: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 430 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.9 MiB/s wr, 27 op/s 2023-12-22T17:26:22.896 INFO:tasks.rados.rados.0.smithi032.stdout:2813: done (8 left) 2023-12-22T17:26:22.896 INFO:tasks.rados.rados.0.smithi032.stdout:2814: snap_create 2023-12-22T17:26:22.896 INFO:tasks.rados.rados.0.smithi032.stdout:2805: finishing rollback tid 1 to smithi032174182-20 2023-12-22T17:26:22.896 INFO:tasks.rados.rados.0.smithi032.stdout:2805: finishing rollback tid 2 to smithi032174182-20 2023-12-22T17:26:22.896 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 1877 (ObjNum 644 snap 202 seq_num 644) dirty exists 2023-12-22T17:26:22.896 INFO:tasks.rados.rados.0.smithi032.stdout:2804: finishing write tid 3 to smithi032174182-29 2023-12-22T17:26:22.897 INFO:tasks.rados.rados.0.smithi032.stdout:2804: finishing write tid 4 to smithi032174182-29 2023-12-22T17:26:22.897 INFO:tasks.rados.rados.0.smithi032.stdout:2804: finishing write tid 5 to smithi032174182-29 2023-12-22T17:26:22.897 INFO:tasks.rados.rados.0.smithi032.stdout:2804: finishing write tid 6 to smithi032174182-29 2023-12-22T17:26:22.897 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 2194 (ObjNum 850 snap 276 seq_num 850) dirty exists 2023-12-22T17:26:22.897 INFO:tasks.rados.rados.0.smithi032.stdout:2804: left oid 29 (ObjNum 850 snap 276 seq_num 850) 2023-12-22T17:26:22.897 INFO:tasks.rados.rados.0.smithi032.stdout:2806: finishing write tid 1 to smithi032174182-34 2023-12-22T17:26:22.897 INFO:tasks.rados.rados.0.smithi032.stdout:2806: finishing write tid 2 to smithi032174182-34 2023-12-22T17:26:22.897 INFO:tasks.rados.rados.0.smithi032.stdout:2806: finishing write tid 3 to smithi032174182-34 2023-12-22T17:26:22.897 INFO:tasks.rados.rados.0.smithi032.stdout:2806: finishing write tid 4 to smithi032174182-34 2023-12-22T17:26:22.897 INFO:tasks.rados.rados.0.smithi032.stdout:2806: finishing write tid 5 to smithi032174182-34 2023-12-22T17:26:22.897 INFO:tasks.rados.rados.0.smithi032.stdout:2806: finishing write tid 6 to smithi032174182-34 2023-12-22T17:26:22.897 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 1714 (ObjNum 851 snap 276 seq_num 851) dirty exists 2023-12-22T17:26:22.898 INFO:tasks.rados.rados.0.smithi032.stdout:2806: left oid 34 (ObjNum 851 snap 276 seq_num 851) 2023-12-22T17:26:22.898 INFO:tasks.rados.rados.0.smithi032.stdout:2807: finishing write tid 1 to smithi032174182-1 2023-12-22T17:26:22.898 INFO:tasks.rados.rados.0.smithi032.stdout:2807: finishing write tid 2 to smithi032174182-1 2023-12-22T17:26:22.898 INFO:tasks.rados.rados.0.smithi032.stdout:2807: finishing write tid 3 to smithi032174182-1 2023-12-22T17:26:22.898 INFO:tasks.rados.rados.0.smithi032.stdout:2807: finishing write tid 4 to smithi032174182-1 2023-12-22T17:26:22.898 INFO:tasks.rados.rados.0.smithi032.stdout:2807: finishing write tid 5 to smithi032174182-1 2023-12-22T17:26:22.898 INFO:tasks.rados.rados.0.smithi032.stdout:2807: finishing write tid 6 to smithi032174182-1 2023-12-22T17:26:22.898 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 2047 (ObjNum 852 snap 276 seq_num 852) dirty exists 2023-12-22T17:26:22.898 INFO:tasks.rados.rados.0.smithi032.stdout:2807: left oid 1 (ObjNum 852 snap 276 seq_num 852) 2023-12-22T17:26:22.898 INFO:tasks.rados.rados.0.smithi032.stdout:2808: finishing write tid 1 to smithi032174182-39 2023-12-22T17:26:22.898 INFO:tasks.rados.rados.0.smithi032.stdout:2808: finishing write tid 2 to smithi032174182-39 2023-12-22T17:26:22.898 INFO:tasks.rados.rados.0.smithi032.stdout:2808: finishing write tid 3 to smithi032174182-39 2023-12-22T17:26:22.898 INFO:tasks.rados.rados.0.smithi032.stdout:2809: expect (ObjNum 728 snap 241 seq_num 728) 2023-12-22T17:26:22.907 INFO:tasks.rados.rados.0.smithi032.stdout:2808: finishing write tid 4 to smithi032174182-39 2023-12-22T17:26:22.907 INFO:tasks.rados.rados.0.smithi032.stdout:2808: finishing write tid 5 to smithi032174182-39 2023-12-22T17:26:22.907 INFO:tasks.rados.rados.0.smithi032.stdout:2808: finishing write tid 6 to smithi032174182-39 2023-12-22T17:26:22.908 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 737 (ObjNum 853 snap 276 seq_num 853) dirty exists 2023-12-22T17:26:22.908 INFO:tasks.rados.rados.0.smithi032.stdout:2808: left oid 39 (ObjNum 853 snap 276 seq_num 853) 2023-12-22T17:26:22.908 INFO:tasks.rados.rados.0.smithi032.stdout:2810: expect (ObjNum 633 snap 198 seq_num 633) 2023-12-22T17:26:23.006 INFO:tasks.rados.rados.0.smithi032.stdout:2812: finishing write tid 1 to smithi032174182-16 2023-12-22T17:26:23.006 INFO:tasks.rados.rados.0.smithi032.stdout:2812: finishing write tid 2 to smithi032174182-16 2023-12-22T17:26:23.006 INFO:tasks.rados.rados.0.smithi032.stdout:2812: finishing write tid 3 to smithi032174182-16 2023-12-22T17:26:23.006 INFO:tasks.rados.rados.0.smithi032.stdout:2812: finishing write tid 4 to smithi032174182-16 2023-12-22T17:26:23.006 INFO:tasks.rados.rados.0.smithi032.stdout:2812: finishing write tid 5 to smithi032174182-16 2023-12-22T17:26:23.006 INFO:tasks.rados.rados.0.smithi032.stdout:2812: finishing write tid 6 to smithi032174182-16 2023-12-22T17:26:23.006 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 1733 (ObjNum 854 snap 276 seq_num 854) dirty exists 2023-12-22T17:26:23.006 INFO:tasks.rados.rados.0.smithi032.stdout:2812: left oid 16 (ObjNum 854 snap 276 seq_num 854) 2023-12-22T17:26:23.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:22 smithi032 ceph-mon[189144]: osdmap e619: 8 total, 8 up, 8 in 2023-12-22T17:26:23.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:22 smithi032 ceph-mon[191839]: osdmap e619: 8 total, 8 up, 8 in 2023-12-22T17:26:23.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:22 smithi039 ceph-mon[181282]: osdmap e619: 8 total, 8 up, 8 in 2023-12-22T17:26:23.902 INFO:tasks.rados.rados.0.smithi032.stdout:2804: done (8 left) 2023-12-22T17:26:23.902 INFO:tasks.rados.rados.0.smithi032.stdout:2805: done (7 left) 2023-12-22T17:26:23.902 INFO:tasks.rados.rados.0.smithi032.stdout:2806: done (6 left) 2023-12-22T17:26:23.902 INFO:tasks.rados.rados.0.smithi032.stdout:2807: done (5 left) 2023-12-22T17:26:23.903 INFO:tasks.rados.rados.0.smithi032.stdout:2808: done (4 left) 2023-12-22T17:26:23.903 INFO:tasks.rados.rados.0.smithi032.stdout:2809: done (3 left) 2023-12-22T17:26:23.903 INFO:tasks.rados.rados.0.smithi032.stdout:2810: done (2 left) 2023-12-22T17:26:23.903 INFO:tasks.rados.rados.0.smithi032.stdout:2812: done (1 left) 2023-12-22T17:26:23.903 INFO:tasks.rados.rados.0.smithi032.stdout:2814: done (0 left) 2023-12-22T17:26:23.903 INFO:tasks.rados.rados.0.smithi032.stdout:2815: rollback oid 14 current snap is 277 2023-12-22T17:26:23.903 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 14 to 270 2023-12-22T17:26:23.903 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 17 current snap is 277 2023-12-22T17:26:23.903 INFO:tasks.rados.rados.0.smithi032.stdout:2816: seq_num 855 ranges {8339456=729088,9068544=671744,9740288=663552,10403840=270336} 2023-12-22T17:26:23.951 INFO:tasks.rados.rados.0.smithi032.stdout:2816: writing smithi032174182-17 from 8339456 to 9068544 tid 1 2023-12-22T17:26:23.955 INFO:tasks.rados.rados.0.smithi032.stdout:2816: writing smithi032174182-17 from 9068544 to 9740288 tid 2 2023-12-22T17:26:23.959 INFO:tasks.rados.rados.0.smithi032.stdout:2816: writing smithi032174182-17 from 9740288 to 10403840 tid 3 2023-12-22T17:26:23.961 INFO:tasks.rados.rados.0.smithi032.stdout:2816: writing smithi032174182-17 from 10403840 to 10674176 tid 4 2023-12-22T17:26:23.961 INFO:tasks.rados.rados.0.smithi032.stdout:2817: snap_remove snap 265 2023-12-22T17:26:23.961 INFO:tasks.rados.rados.0.smithi032.stdout:2815: finishing rollback tid 0 to smithi032174182-14 2023-12-22T17:26:23.961 INFO:tasks.rados.rados.0.smithi032.stdout:2815: finishing rollback tid 1 to smithi032174182-14 2023-12-22T17:26:23.961 INFO:tasks.rados.rados.0.smithi032.stdout:2815: finishing rollback tid 2 to smithi032174182-14 2023-12-22T17:26:23.961 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 1214 (ObjNum 633 snap 198 seq_num 633) dirty exists 2023-12-22T17:26:23.961 INFO:tasks.rados.rados.0.smithi032.stdout:2816: finishing write tid 1 to smithi032174182-17 2023-12-22T17:26:23.961 INFO:tasks.rados.rados.0.smithi032.stdout:2816: finishing write tid 2 to smithi032174182-17 2023-12-22T17:26:24.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:23 smithi032 ceph-mon[189144]: osdmap e620: 8 total, 8 up, 8 in 2023-12-22T17:26:24.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:23 smithi032 ceph-mon[189144]: pgmap v472: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 434 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 14 op/s 2023-12-22T17:26:24.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:23 smithi032 ceph-mon[191839]: osdmap e620: 8 total, 8 up, 8 in 2023-12-22T17:26:24.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:23 smithi032 ceph-mon[191839]: pgmap v472: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 434 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 14 op/s 2023-12-22T17:26:24.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:23 smithi039 ceph-mon[181282]: osdmap e620: 8 total, 8 up, 8 in 2023-12-22T17:26:24.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:23 smithi039 ceph-mon[181282]: pgmap v472: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 434 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 14 op/s 2023-12-22T17:26:24.911 INFO:tasks.rados.rados.0.smithi032.stdout:2815: done (2 left) 2023-12-22T17:26:24.911 INFO:tasks.rados.rados.0.smithi032.stdout:2817: done (1 left) 2023-12-22T17:26:24.911 INFO:tasks.rados.rados.0.smithi032.stdout:2818: read oid 41 snap -1 2023-12-22T17:26:24.911 INFO:tasks.rados.rados.0.smithi032.stdout:2818: expect (ObjNum 633 snap 198 seq_num 633) 2023-12-22T17:26:24.911 INFO:tasks.rados.rados.0.smithi032.stdout:2819: read oid 13 snap -1 2023-12-22T17:26:24.911 INFO:tasks.rados.rados.0.smithi032.stdout:2819: expect (ObjNum 844 snap 275 seq_num 844) 2023-12-22T17:26:24.911 INFO:tasks.rados.rados.0.smithi032.stdout:2820: read oid 42 snap 229 2023-12-22T17:26:24.911 INFO:tasks.rados.rados.0.smithi032.stdout:2820: expect (ObjNum 657 snap 206 seq_num 657) 2023-12-22T17:26:24.911 INFO:tasks.rados.rados.0.smithi032.stdout:2821: snap_remove snap 269 2023-12-22T17:26:25.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:24 smithi032 ceph-mon[191839]: osdmap e621: 8 total, 8 up, 8 in 2023-12-22T17:26:25.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:24 smithi032 ceph-mon[189144]: osdmap e621: 8 total, 8 up, 8 in 2023-12-22T17:26:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:24 smithi039 ceph-mon[181282]: osdmap e621: 8 total, 8 up, 8 in 2023-12-22T17:26:25.877 INFO:tasks.rados.rados.0.smithi032.stdout:2821: done (4 left) 2023-12-22T17:26:25.877 INFO:tasks.rados.rados.0.smithi032.stdout:2822: snap_create 2023-12-22T17:26:25.877 INFO:tasks.rados.rados.0.smithi032.stdout:2816: finishing write tid 3 to smithi032174182-17 2023-12-22T17:26:25.877 INFO:tasks.rados.rados.0.smithi032.stdout:2816: finishing write tid 4 to smithi032174182-17 2023-12-22T17:26:25.877 INFO:tasks.rados.rados.0.smithi032.stdout:2816: finishing write tid 5 to smithi032174182-17 2023-12-22T17:26:25.878 INFO:tasks.rados.rados.0.smithi032.stdout:2816: finishing write tid 6 to smithi032174182-17 2023-12-22T17:26:25.878 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 1219 (ObjNum 855 snap 277 seq_num 855) dirty exists 2023-12-22T17:26:25.878 INFO:tasks.rados.rados.0.smithi032.stdout:2816: left oid 17 (ObjNum 855 snap 277 seq_num 855) 2023-12-22T17:26:25.878 INFO:tasks.rados.rados.0.smithi032.stdout:2818: expect (ObjNum 633 snap 198 seq_num 633) 2023-12-22T17:26:25.981 INFO:tasks.rados.rados.0.smithi032.stdout:2820: expect (ObjNum 657 snap 206 seq_num 657) 2023-12-22T17:26:26.067 INFO:tasks.rados.rados.0.smithi032.stdout:2819: expect (ObjNum 844 snap 275 seq_num 844) 2023-12-22T17:26:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:25 smithi032 ceph-mon[191839]: osdmap e622: 8 total, 8 up, 8 in 2023-12-22T17:26:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:25 smithi032 ceph-mon[191839]: pgmap v475: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 446 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 6.0 MiB/s wr, 16 op/s 2023-12-22T17:26:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:26:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:26:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:26:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:26:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:25 smithi032 ceph-mon[191839]: osdmap e623: 8 total, 8 up, 8 in 2023-12-22T17:26:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:25 smithi032 ceph-mon[189144]: osdmap e622: 8 total, 8 up, 8 in 2023-12-22T17:26:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:25 smithi032 ceph-mon[189144]: pgmap v475: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 446 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 6.0 MiB/s wr, 16 op/s 2023-12-22T17:26:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:26:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:26:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:26:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:26:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:25 smithi032 ceph-mon[189144]: osdmap e623: 8 total, 8 up, 8 in 2023-12-22T17:26:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:25 smithi039 ceph-mon[181282]: osdmap e622: 8 total, 8 up, 8 in 2023-12-22T17:26:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:25 smithi039 ceph-mon[181282]: pgmap v475: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 446 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 6.0 MiB/s wr, 16 op/s 2023-12-22T17:26:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:26:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:26:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:26:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:26:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:25 smithi039 ceph-mon[181282]: osdmap e623: 8 total, 8 up, 8 in 2023-12-22T17:26:26.883 INFO:tasks.rados.rados.0.smithi032.stdout:2816: done (4 left) 2023-12-22T17:26:26.883 INFO:tasks.rados.rados.0.smithi032.stdout:2818: done (3 left) 2023-12-22T17:26:26.883 INFO:tasks.rados.rados.0.smithi032.stdout:2819: done (2 left) 2023-12-22T17:26:26.883 INFO:tasks.rados.rados.0.smithi032.stdout:2820: done (1 left) 2023-12-22T17:26:26.884 INFO:tasks.rados.rados.0.smithi032.stdout:2822: done (0 left) 2023-12-22T17:26:26.884 INFO:tasks.rados.rados.0.smithi032.stdout:2823: setattr oid 44 current snap is 278 2023-12-22T17:26:26.884 INFO:tasks.rados.rados.0.smithi032.stdout:2824: snap_create 2023-12-22T17:26:26.890 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 1907 (ObjNum 65 snap 0 seq_num 1802464622) dirty exists 2023-12-22T17:26:27.888 INFO:tasks.rados.rados.0.smithi032.stdout:2823: done (1 left) 2023-12-22T17:26:27.888 INFO:tasks.rados.rados.0.smithi032.stdout:2824: done (0 left) 2023-12-22T17:26:27.889 INFO:tasks.rados.rados.0.smithi032.stdout:2825: read oid 37 snap -1 2023-12-22T17:26:27.889 INFO:tasks.rados.rados.0.smithi032.stdout:2825: expect (ObjNum 826 snap 270 seq_num 826) 2023-12-22T17:26:27.889 INFO:tasks.rados.rados.0.smithi032.stdout:2826: delete oid 20 current snap is 279 2023-12-22T17:26:27.897 INFO:tasks.rados.rados.0.smithi032.stdout:2826: done (1 left) 2023-12-22T17:26:27.897 INFO:tasks.rados.rados.0.smithi032.stdout:2827: copy_from oid 26 from oid 32 current snap is 279 2023-12-22T17:26:27.897 INFO:tasks.rados.rados.0.smithi032.stdout:2828: read oid 28 snap -1 2023-12-22T17:26:27.897 INFO:tasks.rados.rados.0.smithi032.stdout:2828: expect deleted 2023-12-22T17:26:27.897 INFO:tasks.rados.rados.0.smithi032.stdout:2829: copy_from oid 13 from oid 4 current snap is 279 2023-12-22T17:26:27.898 INFO:tasks.rados.rados.0.smithi032.stdout:2830: delete oid 7 current snap is 279 2023-12-22T17:26:27.906 INFO:tasks.rados.rados.0.smithi032.stdout:2828: done (4 left) 2023-12-22T17:26:27.906 INFO:tasks.rados.rados.0.smithi032.stdout:2830: done (3 left) 2023-12-22T17:26:27.906 INFO:tasks.rados.rados.0.smithi032.stdout:2831: snap_create 2023-12-22T17:26:27.915 INFO:tasks.rados.rados.0.smithi032.stdout:2827: finishing copy_from racing read to smithi032174182-26 2023-12-22T17:26:27.915 INFO:tasks.rados.rados.0.smithi032.stdout:2829: finishing copy_from racing read to smithi032174182-13 2023-12-22T17:26:27.916 INFO:tasks.rados.rados.0.smithi032.stdout:2827: finishing copy_from to smithi032174182-26 2023-12-22T17:26:27.916 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 1219 (ObjNum 762 snap 251 seq_num 762) dirty exists 2023-12-22T17:26:27.917 INFO:tasks.rados.rados.0.smithi032.stdout:2829: finishing copy_from to smithi032174182-13 2023-12-22T17:26:27.917 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 1617 (ObjNum 828 snap 271 seq_num 828) dirty exists 2023-12-22T17:26:27.931 INFO:tasks.rados.rados.0.smithi032.stdout:2825: expect (ObjNum 826 snap 270 seq_num 826) 2023-12-22T17:26:28.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:27 smithi032 ceph-mon[191839]: osdmap e624: 8 total, 8 up, 8 in 2023-12-22T17:26:28.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:27 smithi032 ceph-mon[191839]: pgmap v478: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 471 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 7.6 MiB/s wr, 23 op/s 2023-12-22T17:26:28.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:27 smithi032 ceph-mon[189144]: osdmap e624: 8 total, 8 up, 8 in 2023-12-22T17:26:28.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:27 smithi032 ceph-mon[189144]: pgmap v478: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 471 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 7.6 MiB/s wr, 23 op/s 2023-12-22T17:26:28.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:27 smithi039 ceph-mon[181282]: osdmap e624: 8 total, 8 up, 8 in 2023-12-22T17:26:28.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:27 smithi039 ceph-mon[181282]: pgmap v478: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 471 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 7.6 MiB/s wr, 23 op/s 2023-12-22T17:26:28.894 INFO:tasks.rados.rados.0.smithi032.stdout:2825: done (3 left) 2023-12-22T17:26:28.894 INFO:tasks.rados.rados.0.smithi032.stdout:2827: done (2 left) 2023-12-22T17:26:28.894 INFO:tasks.rados.rados.0.smithi032.stdout:2829: done (1 left) 2023-12-22T17:26:28.894 INFO:tasks.rados.rados.0.smithi032.stdout:2831: done (0 left) 2023-12-22T17:26:28.894 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 29 current snap is 280 2023-12-22T17:26:28.894 INFO:tasks.rados.rados.0.smithi032.stdout:2832: seq_num 858 ranges {3956736=778240,4734976=729088,5464064=434176,5898240=442368} 2023-12-22T17:26:28.920 INFO:tasks.rados.rados.0.smithi032.stdout:2832: writing smithi032174182-29 from 3956736 to 4734976 tid 1 2023-12-22T17:26:28.924 INFO:tasks.rados.rados.0.smithi032.stdout:2832: writing smithi032174182-29 from 4734976 to 5464064 tid 2 2023-12-22T17:26:28.927 INFO:tasks.rados.rados.0.smithi032.stdout:2832: writing smithi032174182-29 from 5464064 to 5898240 tid 3 2023-12-22T17:26:28.930 INFO:tasks.rados.rados.0.smithi032.stdout:2832: writing smithi032174182-29 from 5898240 to 6340608 tid 4 2023-12-22T17:26:28.931 INFO:tasks.rados.rados.0.smithi032.stdout:2833: read oid 15 snap -1 2023-12-22T17:26:28.931 INFO:tasks.rados.rados.0.smithi032.stdout:2833: expect (ObjNum 826 snap 270 seq_num 826) 2023-12-22T17:26:28.931 INFO:tasks.rados.rados.0.smithi032.stdout:2834: copy_from oid 30 from oid 49 current snap is 280 2023-12-22T17:26:28.931 INFO:tasks.rados.rados.0.smithi032.stdout:2832: finishing write tid 1 to smithi032174182-29 2023-12-22T17:26:28.931 INFO:tasks.rados.rados.0.smithi032.stdout:2832: finishing write tid 2 to smithi032174182-29 2023-12-22T17:26:28.931 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 24 current snap is 280 2023-12-22T17:26:28.931 INFO:tasks.rados.rados.0.smithi032.stdout:2835: seq_num 859 ranges {3883008=794624,4677632=614400,5292032=638976,5931008=352256} 2023-12-22T17:26:28.956 INFO:tasks.rados.rados.0.smithi032.stdout:2835: writing smithi032174182-24 from 3883008 to 4677632 tid 1 2023-12-22T17:26:28.960 INFO:tasks.rados.rados.0.smithi032.stdout:2835: writing smithi032174182-24 from 4677632 to 5292032 tid 2 2023-12-22T17:26:28.963 INFO:tasks.rados.rados.0.smithi032.stdout:2835: writing smithi032174182-24 from 5292032 to 5931008 tid 3 2023-12-22T17:26:28.965 INFO:tasks.rados.rados.0.smithi032.stdout:2835: writing smithi032174182-24 from 5931008 to 6283264 tid 4 2023-12-22T17:26:28.966 INFO:tasks.rados.rados.0.smithi032.stdout:2836: snap_create 2023-12-22T17:26:28.966 INFO:tasks.rados.rados.0.smithi032.stdout:2832: finishing write tid 3 to smithi032174182-29 2023-12-22T17:26:28.966 INFO:tasks.rados.rados.0.smithi032.stdout:2832: finishing write tid 4 to smithi032174182-29 2023-12-22T17:26:28.966 INFO:tasks.rados.rados.0.smithi032.stdout:2834: finishing copy_from racing read to smithi032174182-30 2023-12-22T17:26:28.966 INFO:tasks.rados.rados.0.smithi032.stdout:2834: finishing copy_from to smithi032174182-30 2023-12-22T17:26:28.966 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 1562 (ObjNum 832 snap 273 seq_num 832) dirty exists 2023-12-22T17:26:28.967 INFO:tasks.rados.rados.0.smithi032.stdout:2832: finishing write tid 5 to smithi032174182-29 2023-12-22T17:26:28.975 INFO:tasks.rados.rados.0.smithi032.stdout:2833: expect (ObjNum 826 snap 270 seq_num 826) 2023-12-22T17:26:29.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:28 smithi032 ceph-mon[191839]: osdmap e625: 8 total, 8 up, 8 in 2023-12-22T17:26:29.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:28 smithi032 ceph-mon[189144]: osdmap e625: 8 total, 8 up, 8 in 2023-12-22T17:26:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:28 smithi039 ceph-mon[181282]: osdmap e625: 8 total, 8 up, 8 in 2023-12-22T17:26:29.811 INFO:tasks.rados.rados.0.smithi032.stdout:2832: finishing write tid 6 to smithi032174182-29 2023-12-22T17:26:29.811 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 2236 (ObjNum 858 snap 280 seq_num 858) dirty exists 2023-12-22T17:26:29.812 INFO:tasks.rados.rados.0.smithi032.stdout:2832: left oid 29 (ObjNum 858 snap 280 seq_num 858) 2023-12-22T17:26:29.812 INFO:tasks.rados.rados.0.smithi032.stdout:2835: finishing write tid 1 to smithi032174182-24 2023-12-22T17:26:29.812 INFO:tasks.rados.rados.0.smithi032.stdout:2835: finishing write tid 2 to smithi032174182-24 2023-12-22T17:26:29.812 INFO:tasks.rados.rados.0.smithi032.stdout:2835: finishing write tid 3 to smithi032174182-24 2023-12-22T17:26:29.812 INFO:tasks.rados.rados.0.smithi032.stdout:2835: finishing write tid 4 to smithi032174182-24 2023-12-22T17:26:29.812 INFO:tasks.rados.rados.0.smithi032.stdout:2835: finishing write tid 5 to smithi032174182-24 2023-12-22T17:26:29.812 INFO:tasks.rados.rados.0.smithi032.stdout:2835: finishing write tid 6 to smithi032174182-24 2023-12-22T17:26:29.812 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 2242 (ObjNum 859 snap 280 seq_num 859) dirty exists 2023-12-22T17:26:29.812 INFO:tasks.rados.rados.0.smithi032.stdout:2835: left oid 24 (ObjNum 859 snap 280 seq_num 859) 2023-12-22T17:26:29.908 INFO:tasks.rados.rados.0.smithi032.stdout:2832: done (4 left) 2023-12-22T17:26:29.908 INFO:tasks.rados.rados.0.smithi032.stdout:2833: done (3 left) 2023-12-22T17:26:29.908 INFO:tasks.rados.rados.0.smithi032.stdout:2834: done (2 left) 2023-12-22T17:26:29.908 INFO:tasks.rados.rados.0.smithi032.stdout:2835: done (1 left) 2023-12-22T17:26:29.908 INFO:tasks.rados.rados.0.smithi032.stdout:2836: done (0 left) 2023-12-22T17:26:29.908 INFO:tasks.rados.rados.0.smithi032.stdout:2837: snap_remove snap 279 2023-12-22T17:26:30.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:29 smithi032 ceph-mon[189144]: osdmap e626: 8 total, 8 up, 8 in 2023-12-22T17:26:30.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:29 smithi032 ceph-mon[189144]: pgmap v481: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 471 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 14 op/s 2023-12-22T17:26:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:29 smithi032 ceph-mon[191839]: osdmap e626: 8 total, 8 up, 8 in 2023-12-22T17:26:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:29 smithi032 ceph-mon[191839]: pgmap v481: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 471 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 14 op/s 2023-12-22T17:26:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:29 smithi039 ceph-mon[181282]: osdmap e626: 8 total, 8 up, 8 in 2023-12-22T17:26:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:29 smithi039 ceph-mon[181282]: pgmap v481: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 471 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 14 op/s 2023-12-22T17:26:30.873 INFO:tasks.rados.rados.0.smithi032.stdout:2837: done (0 left) 2023-12-22T17:26:30.873 INFO:tasks.rados.rados.0.smithi032.stdout:2838: copy_from oid 16 from oid 21 current snap is 281 2023-12-22T17:26:30.873 INFO:tasks.rados.rados.0.smithi032.stdout:2839: rmattr oid 13 current snap is 281 2023-12-22T17:26:30.873 INFO:tasks.rados.rados.0.smithi032.stdout:2839: done (1 left) 2023-12-22T17:26:30.873 INFO:tasks.rados.rados.0.smithi032.stdout:2840: delete oid 33 current snap is 281 2023-12-22T17:26:30.890 INFO:tasks.rados.rados.0.smithi032.stdout:2840: done (1 left) 2023-12-22T17:26:30.890 INFO:tasks.rados.rados.0.smithi032.stdout:2841: snap_remove snap 277 2023-12-22T17:26:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:30 smithi032 ceph-mon[191839]: osdmap e627: 8 total, 8 up, 8 in 2023-12-22T17:26:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:30 smithi032 ceph-mon[191839]: osdmap e628: 8 total, 8 up, 8 in 2023-12-22T17:26:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:30 smithi032 ceph-mon[189144]: osdmap e627: 8 total, 8 up, 8 in 2023-12-22T17:26:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:30 smithi032 ceph-mon[189144]: osdmap e628: 8 total, 8 up, 8 in 2023-12-22T17:26:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:26:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:26:30] "GET /metrics HTTP/1.1" 200 36293 "" "Prometheus/2.43.0" 2023-12-22T17:26:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:30 smithi039 ceph-mon[181282]: osdmap e627: 8 total, 8 up, 8 in 2023-12-22T17:26:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:30 smithi039 ceph-mon[181282]: osdmap e628: 8 total, 8 up, 8 in 2023-12-22T17:26:31.891 INFO:tasks.rados.rados.0.smithi032.stdout:2841: done (1 left) 2023-12-22T17:26:31.891 INFO:tasks.rados.rados.0.smithi032.stdout:2842: rollback oid 50 current snap is 281 2023-12-22T17:26:31.891 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 50 to 278 2023-12-22T17:26:31.891 INFO:tasks.rados.rados.0.smithi032.stdout:2843: setattr oid 46 current snap is 281 2023-12-22T17:26:31.893 INFO:tasks.rados.rados.0.smithi032.stdout:2844: copy_from oid 42 from oid 33 current snap is 281 2023-12-22T17:26:31.894 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 11 current snap is 281 2023-12-22T17:26:31.894 INFO:tasks.rados.rados.0.smithi032.stdout:2845: seq_num 861 ranges {2228224=24576} 2023-12-22T17:26:31.905 INFO:tasks.rados.rados.0.smithi032.stdout:2845: writing smithi032174182-11 from 2228224 to 2252800 tid 1 2023-12-22T17:26:31.905 INFO:tasks.rados.rados.0.smithi032.stdout:2846: copy_from oid 32 from oid 9 current snap is 281 2023-12-22T17:26:31.906 INFO:tasks.rados.rados.0.smithi032.stdout:2838: finishing copy_from racing read to smithi032174182-16 2023-12-22T17:26:31.906 INFO:tasks.rados.rados.0.smithi032.stdout:2847: delete oid 26 current snap is 281 2023-12-22T17:26:31.906 INFO:tasks.rados.rados.0.smithi032.stdout:2838: finishing copy_from to smithi032174182-16 2023-12-22T17:26:31.906 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 1709 (ObjNum 839 snap 274 seq_num 839) dirty exists 2023-12-22T17:26:31.906 INFO:tasks.rados.rados.0.smithi032.stdout:2842: finishing rollback tid 1 to smithi032174182-50 2023-12-22T17:26:31.906 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-22T17:26:31.907 INFO:tasks.rados.rados.0.smithi032.stdout:2846: finishing copy_from to smithi032174182-32 2023-12-22T17:26:31.907 INFO:tasks.rados.rados.0.smithi032.stdout:2846: got expected ENOENT (src dne) 2023-12-22T17:26:31.908 INFO:tasks.rados.rados.0.smithi032.stdout:2846: finishing copy_from racing read to smithi032174182-32 2023-12-22T17:26:31.910 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 1573 (ObjNum 816 snap 269 seq_num 816) dirty exists 2023-12-22T17:26:31.911 INFO:tasks.rados.rados.0.smithi032.stdout:2844: finishing copy_from to smithi032174182-42 2023-12-22T17:26:31.911 INFO:tasks.rados.rados.0.smithi032.stdout:2844: got expected ENOENT (src dne) 2023-12-22T17:26:31.911 INFO:tasks.rados.rados.0.smithi032.stdout:2844: finishing copy_from racing read to smithi032174182-42 2023-12-22T17:26:31.912 INFO:tasks.rados.rados.0.smithi032.stdout:2845: finishing write tid 1 to smithi032174182-11 2023-12-22T17:26:31.914 INFO:tasks.rados.rados.0.smithi032.stdout:2845: finishing write tid 2 to smithi032174182-11 2023-12-22T17:26:31.914 INFO:tasks.rados.rados.0.smithi032.stdout:2838: done (6 left) 2023-12-22T17:26:31.914 INFO:tasks.rados.rados.0.smithi032.stdout:2842: done (5 left) 2023-12-22T17:26:31.914 INFO:tasks.rados.rados.0.smithi032.stdout:2843: done (4 left) 2023-12-22T17:26:31.914 INFO:tasks.rados.rados.0.smithi032.stdout:2844: done (3 left) 2023-12-22T17:26:31.915 INFO:tasks.rados.rados.0.smithi032.stdout:2846: done (2 left) 2023-12-22T17:26:31.915 INFO:tasks.rados.rados.0.smithi032.stdout:2847: done (1 left) 2023-12-22T17:26:31.915 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 13 current snap is 281 2023-12-22T17:26:31.915 INFO:tasks.rados.rados.0.smithi032.stdout:2848: seq_num 863 ranges {2646016=57344} 2023-12-22T17:26:31.929 INFO:tasks.rados.rados.0.smithi032.stdout:2848: writing smithi032174182-13 from 2646016 to 2703360 tid 1 2023-12-22T17:26:31.929 INFO:tasks.rados.rados.0.smithi032.stdout:2849: read oid 24 snap -1 2023-12-22T17:26:31.930 INFO:tasks.rados.rados.0.smithi032.stdout:2849: expect (ObjNum 859 snap 280 seq_num 859) 2023-12-22T17:26:31.930 INFO:tasks.rados.rados.0.smithi032.stdout:2850: delete oid 31 current snap is 281 2023-12-22T17:26:31.930 INFO:tasks.rados.rados.0.smithi032.stdout:2845: finishing write tid 3 to smithi032174182-11 2023-12-22T17:26:31.930 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 1647 (ObjNum 861 snap 281 seq_num 861) dirty exists 2023-12-22T17:26:31.930 INFO:tasks.rados.rados.0.smithi032.stdout:2845: left oid 11 (ObjNum 861 snap 281 seq_num 861) 2023-12-22T17:26:31.932 INFO:tasks.rados.rados.0.smithi032.stdout:2845: done (3 left) 2023-12-22T17:26:31.932 INFO:tasks.rados.rados.0.smithi032.stdout:2850: done (2 left) 2023-12-22T17:26:31.932 INFO:tasks.rados.rados.0.smithi032.stdout:2851: read oid 37 snap -1 2023-12-22T17:26:31.932 INFO:tasks.rados.rados.0.smithi032.stdout:2851: expect (ObjNum 826 snap 270 seq_num 826) 2023-12-22T17:26:31.932 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 47 current snap is 281 2023-12-22T17:26:31.932 INFO:tasks.rados.rados.0.smithi032.stdout:2852: seq_num 865 ranges {4538368=90112} 2023-12-22T17:26:31.958 INFO:tasks.rados.rados.0.smithi032.stdout:2852: writing smithi032174182-47 from 4538368 to 4628480 tid 1 2023-12-22T17:26:31.958 INFO:tasks.rados.rados.0.smithi032.stdout:2853: snap_remove snap 275 2023-12-22T17:26:32.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:31 smithi032 ceph-mon[191839]: pgmap v484: 121 pgs: 121 active+clean; 482 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.9 MiB/s wr, 13 op/s 2023-12-22T17:26:32.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:31 smithi032 ceph-mon[191839]: osdmap e629: 8 total, 8 up, 8 in 2023-12-22T17:26:32.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:31 smithi032 ceph-mon[189144]: pgmap v484: 121 pgs: 121 active+clean; 482 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.9 MiB/s wr, 13 op/s 2023-12-22T17:26:32.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:31 smithi032 ceph-mon[189144]: osdmap e629: 8 total, 8 up, 8 in 2023-12-22T17:26:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:31 smithi039 ceph-mon[181282]: pgmap v484: 121 pgs: 121 active+clean; 482 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.9 MiB/s wr, 13 op/s 2023-12-22T17:26:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:31 smithi039 ceph-mon[181282]: osdmap e629: 8 total, 8 up, 8 in 2023-12-22T17:26:32.928 INFO:tasks.rados.rados.0.smithi032.stdout:2853: done (4 left) 2023-12-22T17:26:32.928 INFO:tasks.rados.rados.0.smithi032.stdout:2854: read oid 29 snap -1 2023-12-22T17:26:32.928 INFO:tasks.rados.rados.0.smithi032.stdout:2854: expect (ObjNum 858 snap 280 seq_num 858) 2023-12-22T17:26:32.928 INFO:tasks.rados.rados.0.smithi032.stdout:2855: read oid 50 snap -1 2023-12-22T17:26:32.928 INFO:tasks.rados.rados.0.smithi032.stdout:2855: expect deleted 2023-12-22T17:26:32.928 INFO:tasks.rados.rados.0.smithi032.stdout:2856: rollback oid 2 current snap is 281 2023-12-22T17:26:32.928 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 2 to 280 2023-12-22T17:26:32.928 INFO:tasks.rados.rados.0.smithi032.stdout:2857: setattr oid 42 current snap is 281 2023-12-22T17:26:32.929 INFO:tasks.rados.rados.0.smithi032.stdout:2858: copy_from oid 22 from oid 40 current snap is 281 2023-12-22T17:26:32.930 INFO:tasks.rados.rados.0.smithi032.stdout:2859: rollback oid 35 current snap is 281 2023-12-22T17:26:32.930 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 35 to 270 2023-12-22T17:26:32.941 INFO:tasks.rados.rados.0.smithi032.stdout:2860: read oid 49 snap -1 2023-12-22T17:26:32.941 INFO:tasks.rados.rados.0.smithi032.stdout:2860: expect (ObjNum 832 snap 273 seq_num 832) 2023-12-22T17:26:32.941 INFO:tasks.rados.rados.0.smithi032.stdout:2861: snap_create 2023-12-22T17:26:32.942 INFO:tasks.rados.rados.0.smithi032.stdout:2848: finishing write tid 1 to smithi032174182-13 2023-12-22T17:26:32.942 INFO:tasks.rados.rados.0.smithi032.stdout:2848: finishing write tid 2 to smithi032174182-13 2023-12-22T17:26:32.942 INFO:tasks.rados.rados.0.smithi032.stdout:2849: expect (ObjNum 859 snap 280 seq_num 859) 2023-12-22T17:26:33.220 INFO:tasks.rados.rados.0.smithi032.stdout:2848: finishing write tid 3 to smithi032174182-13 2023-12-22T17:26:33.220 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 2255 (ObjNum 863 snap 281 seq_num 863) dirty exists 2023-12-22T17:26:33.220 INFO:tasks.rados.rados.0.smithi032.stdout:2848: left oid 13 (ObjNum 863 snap 281 seq_num 863) 2023-12-22T17:26:33.220 INFO:tasks.rados.rados.0.smithi032.stdout:2852: finishing write tid 1 to smithi032174182-47 2023-12-22T17:26:33.220 INFO:tasks.rados.rados.0.smithi032.stdout:2852: finishing write tid 2 to smithi032174182-47 2023-12-22T17:26:33.220 INFO:tasks.rados.rados.0.smithi032.stdout:2852: finishing write tid 3 to smithi032174182-47 2023-12-22T17:26:33.220 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 2258 (ObjNum 865 snap 281 seq_num 865) dirty exists 2023-12-22T17:26:33.220 INFO:tasks.rados.rados.0.smithi032.stdout:2852: left oid 47 (ObjNum 865 snap 281 seq_num 865) 2023-12-22T17:26:33.220 INFO:tasks.rados.rados.0.smithi032.stdout:2851: expect (ObjNum 826 snap 270 seq_num 826) 2023-12-22T17:26:34.058 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 1574 (ObjNum 835 snap 274 seq_num 835) dirty exists 2023-12-22T17:26:34.058 INFO:tasks.rados.rados.0.smithi032.stdout:2859: finishing rollback tid 0 to smithi032174182-35 2023-12-22T17:26:34.058 INFO:tasks.rados.rados.0.smithi032.stdout:2848: done (11 left) 2023-12-22T17:26:34.058 INFO:tasks.rados.rados.0.smithi032.stdout:2849: done (10 left) 2023-12-22T17:26:34.058 INFO:tasks.rados.rados.0.smithi032.stdout:2851: done (9 left) 2023-12-22T17:26:34.058 INFO:tasks.rados.rados.0.smithi032.stdout:2852: done (8 left) 2023-12-22T17:26:34.058 INFO:tasks.rados.rados.0.smithi032.stdout:2855: done (7 left) 2023-12-22T17:26:34.058 INFO:tasks.rados.rados.0.smithi032.stdout:2857: done (6 left) 2023-12-22T17:26:34.059 INFO:tasks.rados.rados.0.smithi032.stdout:2861: done (5 left) 2023-12-22T17:26:34.059 INFO:tasks.rados.rados.0.smithi032.stdout:2862: delete oid 42 current snap is 282 2023-12-22T17:26:34.059 INFO:tasks.rados.rados.0.smithi032.stdout:2856: finishing rollback tid 0 to smithi032174182-2 2023-12-22T17:26:34.059 INFO:tasks.rados.rados.0.smithi032.stdout:2859: finishing rollback tid 1 to smithi032174182-35 2023-12-22T17:26:34.059 INFO:tasks.rados.rados.0.smithi032.stdout:2856: finishing rollback tid 1 to smithi032174182-2 2023-12-22T17:26:34.059 INFO:tasks.rados.rados.0.smithi032.stdout:2860: expect (ObjNum 832 snap 273 seq_num 832) 2023-12-22T17:26:34.106 INFO:tasks.rados.rados.0.smithi032.stdout:2856: finishing rollback tid 2 to smithi032174182-2 2023-12-22T17:26:34.106 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 2085 (ObjNum 805 snap 264 seq_num 805) dirty exists 2023-12-22T17:26:34.107 INFO:tasks.rados.rados.0.smithi032.stdout:2858: finishing copy_from racing read to smithi032174182-22 2023-12-22T17:26:34.107 INFO:tasks.rados.rados.0.smithi032.stdout:2859: finishing rollback tid 2 to smithi032174182-35 2023-12-22T17:26:34.107 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 2050 (ObjNum 788 snap 260 seq_num 788) dirty exists 2023-12-22T17:26:34.107 INFO:tasks.rados.rados.0.smithi032.stdout:2858: finishing copy_from to smithi032174182-22 2023-12-22T17:26:34.107 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 1633 (ObjNum 161 snap 0 seq_num 0) dirty exists 2023-12-22T17:26:34.107 INFO:tasks.rados.rados.0.smithi032.stdout:2856: done (5 left) 2023-12-22T17:26:34.107 INFO:tasks.rados.rados.0.smithi032.stdout:2858: done (4 left) 2023-12-22T17:26:34.107 INFO:tasks.rados.rados.0.smithi032.stdout:2859: done (3 left) 2023-12-22T17:26:34.107 INFO:tasks.rados.rados.0.smithi032.stdout:2860: done (2 left) 2023-12-22T17:26:34.107 INFO:tasks.rados.rados.0.smithi032.stdout:2862: done (1 left) 2023-12-22T17:26:34.108 INFO:tasks.rados.rados.0.smithi032.stdout:2863: read oid 23 snap -1 2023-12-22T17:26:34.108 INFO:tasks.rados.rados.0.smithi032.stdout:2863: expect deleted 2023-12-22T17:26:34.108 INFO:tasks.rados.rados.0.smithi032.stdout:2864: delete oid 28 current snap is 282 2023-12-22T17:26:34.108 INFO:tasks.rados.rados.0.smithi032.stdout:2854: expect (ObjNum 858 snap 280 seq_num 858) 2023-12-22T17:26:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:33 smithi032 ceph-mon[191839]: osdmap e630: 8 total, 8 up, 8 in 2023-12-22T17:26:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:33 smithi032 ceph-mon[191839]: pgmap v487: 121 pgs: 121 active+clean; 482 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.7 MiB/s wr, 12 op/s 2023-12-22T17:26:34.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:33 smithi032 ceph-mon[189144]: osdmap e630: 8 total, 8 up, 8 in 2023-12-22T17:26:34.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:33 smithi032 ceph-mon[189144]: pgmap v487: 121 pgs: 121 active+clean; 482 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.7 MiB/s wr, 12 op/s 2023-12-22T17:26:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:33 smithi039 ceph-mon[181282]: osdmap e630: 8 total, 8 up, 8 in 2023-12-22T17:26:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:33 smithi039 ceph-mon[181282]: pgmap v487: 121 pgs: 121 active+clean; 482 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.7 MiB/s wr, 12 op/s 2023-12-22T17:26:34.359 INFO:tasks.rados.rados.0.smithi032.stdout:2854: done (2 left) 2023-12-22T17:26:34.359 INFO:tasks.rados.rados.0.smithi032.stdout:2863: done (1 left) 2023-12-22T17:26:34.359 INFO:tasks.rados.rados.0.smithi032.stdout:2864: done (0 left) 2023-12-22T17:26:34.359 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 50 current snap is 282 2023-12-22T17:26:34.359 INFO:tasks.rados.rados.0.smithi032.stdout:2865: seq_num 868 ranges {0=139264} 2023-12-22T17:26:34.361 INFO:tasks.rados.rados.0.smithi032.stdout:2865: writing smithi032174182-50 from 0 to 139264 tid 1 2023-12-22T17:26:34.361 INFO:tasks.rados.rados.0.smithi032.stdout:2866: copy_from oid 37 from oid 31 current snap is 282 2023-12-22T17:26:34.361 INFO:tasks.rados.rados.0.smithi032.stdout:2867: read oid 33 snap 278 2023-12-22T17:26:34.361 INFO:tasks.rados.rados.0.smithi032.stdout:2867: expect (ObjNum 842 snap 274 seq_num 842) 2023-12-22T17:26:34.361 INFO:tasks.rados.rados.0.smithi032.stdout:2868: rollback oid 23 current snap is 282 2023-12-22T17:26:34.361 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 23 to 280 2023-12-22T17:26:34.362 INFO:tasks.rados.rados.0.smithi032.stdout:2869: read oid 3 snap -1 2023-12-22T17:26:34.362 INFO:tasks.rados.rados.0.smithi032.stdout:2869: expect (ObjNum 728 snap 241 seq_num 728) 2023-12-22T17:26:34.362 INFO:tasks.rados.rados.0.smithi032.stdout:2870: rollback oid 4 current snap is 282 2023-12-22T17:26:34.362 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 4 to 281 2023-12-22T17:26:34.362 INFO:tasks.rados.rados.0.smithi032.stdout:2871: copy_from oid 9 from oid 5 current snap is 282 2023-12-22T17:26:34.362 INFO:tasks.rados.rados.0.smithi032.stdout:2872: copy_from oid 7 from oid 22 current snap is 282 2023-12-22T17:26:34.362 INFO:tasks.rados.rados.0.smithi032.stdout:2873: read oid 8 snap -1 2023-12-22T17:26:34.362 INFO:tasks.rados.rados.0.smithi032.stdout:2873: expect (ObjNum 816 snap 269 seq_num 816) 2023-12-22T17:26:34.362 INFO:tasks.rados.rados.0.smithi032.stdout:2874: copy_from oid 36 from oid 1 current snap is 282 2023-12-22T17:26:34.362 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 14 current snap is 282 2023-12-22T17:26:34.363 INFO:tasks.rados.rados.0.smithi032.stdout:2875: seq_num 869 ranges {2678784=155648} 2023-12-22T17:26:34.376 INFO:tasks.rados.rados.0.smithi032.stdout:2875: writing smithi032174182-14 from 2678784 to 2834432 tid 1 2023-12-22T17:26:34.376 INFO:tasks.rados.rados.0.smithi032.stdout:2876: snap_create 2023-12-22T17:26:34.376 INFO:tasks.rados.rados.0.smithi032.stdout:2866: finishing copy_from to smithi032174182-37 2023-12-22T17:26:34.376 INFO:tasks.rados.rados.0.smithi032.stdout:2866: got expected ENOENT (src dne) 2023-12-22T17:26:34.376 INFO:tasks.rados.rados.0.smithi032.stdout:2866: finishing copy_from racing read to smithi032174182-37 2023-12-22T17:26:34.377 INFO:tasks.rados.rados.0.smithi032.stdout:2868: finishing rollback tid 1 to smithi032174182-23 2023-12-22T17:26:34.377 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 1537 (ObjNum 65 snap 0 seq_num 1331392359) dirty dne 2023-12-22T17:26:34.377 INFO:tasks.rados.rados.0.smithi032.stdout:2865: finishing write tid 1 to smithi032174182-50 2023-12-22T17:26:34.377 INFO:tasks.rados.rados.0.smithi032.stdout:2865: finishing write tid 2 to smithi032174182-50 2023-12-22T17:26:34.377 INFO:tasks.rados.rados.0.smithi032.stdout:2869: expect (ObjNum 728 snap 241 seq_num 728) 2023-12-22T17:26:34.381 INFO:tasks.rados.rados.0.smithi032.stdout:2871: finishing copy_from racing read to smithi032174182-9 2023-12-22T17:26:34.381 INFO:tasks.rados.rados.0.smithi032.stdout:2870: finishing rollback tid 0 to smithi032174182-4 2023-12-22T17:26:34.381 INFO:tasks.rados.rados.0.smithi032.stdout:2865: finishing write tid 3 to smithi032174182-50 2023-12-22T17:26:34.381 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 1716 (ObjNum 868 snap 282 seq_num 868) dirty exists 2023-12-22T17:26:34.381 INFO:tasks.rados.rados.0.smithi032.stdout:2865: left oid 50 (ObjNum 868 snap 282 seq_num 868) 2023-12-22T17:26:34.382 INFO:tasks.rados.rados.0.smithi032.stdout:2870: finishing rollback tid 1 to smithi032174182-4 2023-12-22T17:26:34.382 INFO:tasks.rados.rados.0.smithi032.stdout:2870: finishing rollback tid 2 to smithi032174182-4 2023-12-22T17:26:34.382 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 1787 (ObjNum 828 snap 271 seq_num 828) dirty exists 2023-12-22T17:26:34.382 INFO:tasks.rados.rados.0.smithi032.stdout:2871: finishing copy_from to smithi032174182-9 2023-12-22T17:26:34.382 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 2039 (ObjNum 49 snap 0 seq_num 1597728704) dirty exists 2023-12-22T17:26:34.382 INFO:tasks.rados.rados.0.smithi032.stdout:2873: expect (ObjNum 816 snap 269 seq_num 816) 2023-12-22T17:26:34.568 INFO:tasks.rados.rados.0.smithi032.stdout:2867: expect (ObjNum 842 snap 274 seq_num 842) 2023-12-22T17:26:34.621 INFO:tasks.rados.rados.0.smithi032.stdout:2872: finishing copy_from to smithi032174182-7 2023-12-22T17:26:34.621 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 1633 (ObjNum 49 snap 0 seq_num 0) dirty exists 2023-12-22T17:26:34.621 INFO:tasks.rados.rados.0.smithi032.stdout:2872: finishing copy_from racing read to smithi032174182-7 2023-12-22T17:26:34.621 INFO:tasks.rados.rados.0.smithi032.stdout:2874: finishing copy_from racing read to smithi032174182-36 2023-12-22T17:26:34.622 INFO:tasks.rados.rados.0.smithi032.stdout:2875: finishing write tid 1 to smithi032174182-14 2023-12-22T17:26:34.622 INFO:tasks.rados.rados.0.smithi032.stdout:2875: finishing write tid 2 to smithi032174182-14 2023-12-22T17:26:34.622 INFO:tasks.rados.rados.0.smithi032.stdout:2874: finishing copy_from to smithi032174182-36 2023-12-22T17:26:34.622 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 2047 (ObjNum 852 snap 276 seq_num 852) dirty exists 2023-12-22T17:26:34.622 INFO:tasks.rados.rados.0.smithi032.stdout:2875: finishing write tid 3 to smithi032174182-14 2023-12-22T17:26:34.622 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 1221 (ObjNum 869 snap 282 seq_num 869) dirty exists 2023-12-22T17:26:34.622 INFO:tasks.rados.rados.0.smithi032.stdout:2875: left oid 14 (ObjNum 869 snap 282 seq_num 869) 2023-12-22T17:26:34.933 INFO:tasks.rados.rados.0.smithi032.stdout:2865: done (11 left) 2023-12-22T17:26:34.933 INFO:tasks.rados.rados.0.smithi032.stdout:2866: done (10 left) 2023-12-22T17:26:34.933 INFO:tasks.rados.rados.0.smithi032.stdout:2867: done (9 left) 2023-12-22T17:26:34.933 INFO:tasks.rados.rados.0.smithi032.stdout:2868: done (8 left) 2023-12-22T17:26:34.933 INFO:tasks.rados.rados.0.smithi032.stdout:2869: done (7 left) 2023-12-22T17:26:34.933 INFO:tasks.rados.rados.0.smithi032.stdout:2870: done (6 left) 2023-12-22T17:26:34.933 INFO:tasks.rados.rados.0.smithi032.stdout:2871: done (5 left) 2023-12-22T17:26:34.934 INFO:tasks.rados.rados.0.smithi032.stdout:2872: done (4 left) 2023-12-22T17:26:34.934 INFO:tasks.rados.rados.0.smithi032.stdout:2873: done (3 left) 2023-12-22T17:26:34.934 INFO:tasks.rados.rados.0.smithi032.stdout:2874: done (2 left) 2023-12-22T17:26:34.934 INFO:tasks.rados.rados.0.smithi032.stdout:2875: done (1 left) 2023-12-22T17:26:34.934 INFO:tasks.rados.rados.0.smithi032.stdout:2876: done (0 left) 2023-12-22T17:26:34.934 INFO:tasks.rados.rados.0.smithi032.stdout:2877: delete oid 35 current snap is 283 2023-12-22T17:26:34.940 INFO:tasks.rados.rados.0.smithi032.stdout:2877: done (0 left) 2023-12-22T17:26:34.940 INFO:tasks.rados.rados.0.smithi032.stdout:2878: delete oid 27 current snap is 283 2023-12-22T17:26:34.945 INFO:tasks.rados.rados.0.smithi032.stdout:2878: done (0 left) 2023-12-22T17:26:34.946 INFO:tasks.rados.rados.0.smithi032.stdout:2879: snap_remove snap 281 2023-12-22T17:26:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:34 smithi032 ceph-mon[191839]: osdmap e631: 8 total, 8 up, 8 in 2023-12-22T17:26:35.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:26:35.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:34 smithi032 ceph-mon[189144]: osdmap e631: 8 total, 8 up, 8 in 2023-12-22T17:26:35.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:26:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:34 smithi039 ceph-mon[181282]: osdmap e631: 8 total, 8 up, 8 in 2023-12-22T17:26:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:26:35.874 INFO:tasks.rados.rados.0.smithi032.stdout:2879: done (0 left) 2023-12-22T17:26:35.874 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 17 current snap is 283 2023-12-22T17:26:35.875 INFO:tasks.rados.rados.0.smithi032.stdout:2880: seq_num 872 ranges {10674176=212992} 2023-12-22T17:26:35.935 INFO:tasks.rados.rados.0.smithi032.stdout:2880: writing smithi032174182-17 from 10674176 to 10887168 tid 1 2023-12-22T17:26:35.935 INFO:tasks.rados.rados.0.smithi032.stdout:2881: snap_remove snap 241 2023-12-22T17:26:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:35 smithi039 ceph-mon[181282]: osdmap e632: 8 total, 8 up, 8 in 2023-12-22T17:26:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:35 smithi039 ceph-mon[181282]: pgmap v490: 121 pgs: 121 active+clean; 489 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.2 MiB/s wr, 18 op/s 2023-12-22T17:26:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:35 smithi039 ceph-mon[181282]: osdmap e633: 8 total, 8 up, 8 in 2023-12-22T17:26:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:35 smithi032 ceph-mon[191839]: osdmap e632: 8 total, 8 up, 8 in 2023-12-22T17:26:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:35 smithi032 ceph-mon[191839]: pgmap v490: 121 pgs: 121 active+clean; 489 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.2 MiB/s wr, 18 op/s 2023-12-22T17:26:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:35 smithi032 ceph-mon[191839]: osdmap e633: 8 total, 8 up, 8 in 2023-12-22T17:26:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:35 smithi032 ceph-mon[189144]: osdmap e632: 8 total, 8 up, 8 in 2023-12-22T17:26:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:35 smithi032 ceph-mon[189144]: pgmap v490: 121 pgs: 121 active+clean; 489 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.2 MiB/s wr, 18 op/s 2023-12-22T17:26:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:35 smithi032 ceph-mon[189144]: osdmap e633: 8 total, 8 up, 8 in 2023-12-22T17:26:36.941 INFO:tasks.rados.rados.0.smithi032.stdout:2881: done (1 left) 2023-12-22T17:26:36.941 INFO:tasks.rados.rados.0.smithi032.stdout:2882: snap_create 2023-12-22T17:26:36.941 INFO:tasks.rados.rados.0.smithi032.stdout:2880: finishing write tid 1 to smithi032174182-17 2023-12-22T17:26:36.941 INFO:tasks.rados.rados.0.smithi032.stdout:2880: finishing write tid 2 to smithi032174182-17 2023-12-22T17:26:36.941 INFO:tasks.rados.rados.0.smithi032.stdout:2880: finishing write tid 3 to smithi032174182-17 2023-12-22T17:26:36.941 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 2049 (ObjNum 872 snap 283 seq_num 872) dirty exists 2023-12-22T17:26:36.941 INFO:tasks.rados.rados.0.smithi032.stdout:2880: left oid 17 (ObjNum 872 snap 283 seq_num 872) 2023-12-22T17:26:37.946 INFO:tasks.rados.rados.0.smithi032.stdout:2880: done (1 left) 2023-12-22T17:26:37.946 INFO:tasks.rados.rados.0.smithi032.stdout:2882: done (0 left) 2023-12-22T17:26:37.946 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 34 current snap is 284 2023-12-22T17:26:37.946 INFO:tasks.rados.rados.0.smithi032.stdout:2883: seq_num 873 ranges {2260992=229376} 2023-12-22T17:26:37.960 INFO:tasks.rados.rados.0.smithi032.stdout:2883: writing smithi032174182-34 from 2260992 to 2490368 tid 1 2023-12-22T17:26:37.960 INFO:tasks.rados.rados.0.smithi032.stdout:2884: setattr oid 41 current snap is 284 2023-12-22T17:26:37.961 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 40 current snap is 284 2023-12-22T17:26:37.961 INFO:tasks.rados.rados.0.smithi032.stdout:2885: seq_num 874 ranges {0=245760} 2023-12-22T17:26:37.963 INFO:tasks.rados.rados.0.smithi032.stdout:2885: writing smithi032174182-40 from 0 to 245760 tid 1 2023-12-22T17:26:37.963 INFO:tasks.rados.rados.0.smithi032.stdout:2886: read oid 47 snap 229 2023-12-22T17:26:37.963 INFO:tasks.rados.rados.0.smithi032.stdout:2886: expect (ObjNum 488 snap 153 seq_num 488) 2023-12-22T17:26:37.963 INFO:tasks.rados.rados.0.smithi032.stdout:2887: copy_from oid 35 from oid 11 current snap is 284 2023-12-22T17:26:37.963 INFO:tasks.rados.rados.0.smithi032.stdout:2888: read oid 4 snap -1 2023-12-22T17:26:37.963 INFO:tasks.rados.rados.0.smithi032.stdout:2888: expect (ObjNum 828 snap 271 seq_num 828) 2023-12-22T17:26:37.963 INFO:tasks.rados.rados.0.smithi032.stdout:2889: rollback oid 16 current snap is 284 2023-12-22T17:26:37.963 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 16 to 276 2023-12-22T17:26:37.963 INFO:tasks.rados.rados.0.smithi032.stdout:2890: snap_remove snap 283 2023-12-22T17:26:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:37 smithi039 ceph-mon[181282]: osdmap e634: 8 total, 8 up, 8 in 2023-12-22T17:26:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:37 smithi039 ceph-mon[181282]: pgmap v493: 121 pgs: 121 active+clean; 489 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.2 MiB/s wr, 19 op/s 2023-12-22T17:26:38.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:37 smithi032 ceph-mon[191839]: osdmap e634: 8 total, 8 up, 8 in 2023-12-22T17:26:38.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:37 smithi032 ceph-mon[191839]: pgmap v493: 121 pgs: 121 active+clean; 489 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.2 MiB/s wr, 19 op/s 2023-12-22T17:26:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:37 smithi032 ceph-mon[189144]: osdmap e634: 8 total, 8 up, 8 in 2023-12-22T17:26:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:37 smithi032 ceph-mon[189144]: pgmap v493: 121 pgs: 121 active+clean; 489 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.2 MiB/s wr, 19 op/s 2023-12-22T17:26:38.953 INFO:tasks.rados.rados.0.smithi032.stdout:2890: done (7 left) 2023-12-22T17:26:38.953 INFO:tasks.rados.rados.0.smithi032.stdout:2891: rollback oid 50 current snap is 284 2023-12-22T17:26:38.953 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 50 to 267 2023-12-22T17:26:38.953 INFO:tasks.rados.rados.0.smithi032.stdout:2883: finishing write tid 1 to smithi032174182-34 2023-12-22T17:26:38.953 INFO:tasks.rados.rados.0.smithi032.stdout:2883: finishing write tid 2 to smithi032174182-34 2023-12-22T17:26:38.953 INFO:tasks.rados.rados.0.smithi032.stdout:2883: finishing write tid 3 to smithi032174182-34 2023-12-22T17:26:38.953 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 1718 (ObjNum 873 snap 284 seq_num 873) dirty exists 2023-12-22T17:26:38.953 INFO:tasks.rados.rados.0.smithi032.stdout:2883: left oid 34 (ObjNum 873 snap 284 seq_num 873) 2023-12-22T17:26:38.953 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 2276 (ObjNum 633 snap 198 seq_num 633) dirty exists 2023-12-22T17:26:38.953 INFO:tasks.rados.rados.0.smithi032.stdout:2885: finishing write tid 1 to smithi032174182-40 2023-12-22T17:26:38.953 INFO:tasks.rados.rados.0.smithi032.stdout:2885: finishing write tid 2 to smithi032174182-40 2023-12-22T17:26:38.953 INFO:tasks.rados.rados.0.smithi032.stdout:2885: finishing write tid 3 to smithi032174182-40 2023-12-22T17:26:38.953 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 1635 (ObjNum 874 snap 284 seq_num 874) dirty exists 2023-12-22T17:26:38.954 INFO:tasks.rados.rados.0.smithi032.stdout:2885: left oid 40 (ObjNum 874 snap 284 seq_num 874) 2023-12-22T17:26:38.954 INFO:tasks.rados.rados.0.smithi032.stdout:2886: expect (ObjNum 488 snap 153 seq_num 488) 2023-12-22T17:26:39.005 INFO:tasks.rados.rados.0.smithi032.stdout:2887: finishing copy_from racing read to smithi032174182-35 2023-12-22T17:26:39.005 INFO:tasks.rados.rados.0.smithi032.stdout:2888: expect (ObjNum 828 snap 271 seq_num 828) 2023-12-22T17:26:39.086 INFO:tasks.rados.rados.0.smithi032.stdout:2889: finishing rollback tid 0 to smithi032174182-16 2023-12-22T17:26:39.086 INFO:tasks.rados.rados.0.smithi032.stdout:2889: finishing rollback tid 1 to smithi032174182-16 2023-12-22T17:26:39.086 INFO:tasks.rados.rados.0.smithi032.stdout:2883: done (7 left) 2023-12-22T17:26:39.086 INFO:tasks.rados.rados.0.smithi032.stdout:2884: done (6 left) 2023-12-22T17:26:39.086 INFO:tasks.rados.rados.0.smithi032.stdout:2885: done (5 left) 2023-12-22T17:26:39.086 INFO:tasks.rados.rados.0.smithi032.stdout:2886: done (4 left) 2023-12-22T17:26:39.086 INFO:tasks.rados.rados.0.smithi032.stdout:2888: done (3 left) 2023-12-22T17:26:39.086 INFO:tasks.rados.rados.0.smithi032.stdout:2892: rmattr oid 22 current snap is 284 2023-12-22T17:26:39.086 INFO:tasks.rados.rados.0.smithi032.stdout:2889: finishing rollback tid 2 to smithi032174182-16 2023-12-22T17:26:39.086 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 1801 (ObjNum 854 snap 276 seq_num 854) dirty exists 2023-12-22T17:26:39.086 INFO:tasks.rados.rados.0.smithi032.stdout:2887: finishing copy_from to smithi032174182-35 2023-12-22T17:26:39.086 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 1647 (ObjNum 861 snap 281 seq_num 861) dirty exists 2023-12-22T17:26:39.086 INFO:tasks.rados.rados.0.smithi032.stdout:2891: finishing rollback tid 0 to smithi032174182-50 2023-12-22T17:26:39.087 INFO:tasks.rados.rados.0.smithi032.stdout:2891: finishing rollback tid 1 to smithi032174182-50 2023-12-22T17:26:39.087 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 1720 (ObjNum 33 snap 0 seq_num 1597191904) dirty dne 2023-12-22T17:26:39.087 INFO:tasks.rados.rados.0.smithi032.stdout:2887: done (3 left) 2023-12-22T17:26:39.087 INFO:tasks.rados.rados.0.smithi032.stdout:2889: done (2 left) 2023-12-22T17:26:39.087 INFO:tasks.rados.rados.0.smithi032.stdout:2891: done (1 left) 2023-12-22T17:26:39.087 INFO:tasks.rados.rados.0.smithi032.stdout:2893: snap_remove snap 276 2023-12-22T17:26:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:38 smithi039 ceph-mon[181282]: osdmap e635: 8 total, 8 up, 8 in 2023-12-22T17:26:39.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:38 smithi032 ceph-mon[191839]: osdmap e635: 8 total, 8 up, 8 in 2023-12-22T17:26:39.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:38 smithi032 ceph-mon[189144]: osdmap e635: 8 total, 8 up, 8 in 2023-12-22T17:26:39.961 INFO:tasks.rados.rados.0.smithi032.stdout:2893: done (1 left) 2023-12-22T17:26:39.961 INFO:tasks.rados.rados.0.smithi032.stdout:2894: snap_remove snap 270 2023-12-22T17:26:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:39 smithi039 ceph-mon[181282]: osdmap e636: 8 total, 8 up, 8 in 2023-12-22T17:26:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:39 smithi039 ceph-mon[181282]: pgmap v496: 121 pgs: 121 active+clean; 475 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 584 KiB/s wr, 8 op/s 2023-12-22T17:26:40.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:39 smithi032 ceph-mon[189144]: osdmap e636: 8 total, 8 up, 8 in 2023-12-22T17:26:40.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:39 smithi032 ceph-mon[189144]: pgmap v496: 121 pgs: 121 active+clean; 475 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 584 KiB/s wr, 8 op/s 2023-12-22T17:26:40.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:39 smithi032 ceph-mon[191839]: osdmap e636: 8 total, 8 up, 8 in 2023-12-22T17:26:40.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:39 smithi032 ceph-mon[191839]: pgmap v496: 121 pgs: 121 active+clean; 475 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 584 KiB/s wr, 8 op/s 2023-12-22T17:26:40.876 INFO:tasks.rados.rados.0.smithi032.stdout:2894: done (1 left) 2023-12-22T17:26:40.876 INFO:tasks.rados.rados.0.smithi032.stdout:2895: read oid 6 snap 280 2023-12-22T17:26:40.876 INFO:tasks.rados.rados.0.smithi032.stdout:2895: expect (ObjNum 837 snap 274 seq_num 837) 2023-12-22T17:26:40.876 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 35 current snap is 284 2023-12-22T17:26:40.876 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 1634 (ObjNum 33 snap 0 seq_num 1568933704) dirty exists 2023-12-22T17:26:40.876 INFO:tasks.rados.rados.0.smithi032.stdout:2896: seq_num 875 ranges {2252800=262144} 2023-12-22T17:26:40.890 INFO:tasks.rados.rados.0.smithi032.stdout:2896: writing smithi032174182-35 from 2252800 to 2514944 tid 1 2023-12-22T17:26:40.891 INFO:tasks.rados.rados.0.smithi032.stdout:2892: done (2 left) 2023-12-22T17:26:40.891 INFO:tasks.rados.rados.0.smithi032.stdout:2897: read oid 30 snap -1 2023-12-22T17:26:40.892 INFO:tasks.rados.rados.0.smithi032.stdout:2897: expect (ObjNum 832 snap 273 seq_num 832) 2023-12-22T17:26:40.892 INFO:tasks.rados.rados.0.smithi032.stdout:2898: rmattr oid 40 current snap is 284 2023-12-22T17:26:40.892 INFO:tasks.rados.rados.0.smithi032.stdout:2899: snap_create 2023-12-22T17:26:40.905 INFO:tasks.rados.rados.0.smithi032.stdout:2896: finishing write tid 1 to smithi032174182-35 2023-12-22T17:26:40.906 INFO:tasks.rados.rados.0.smithi032.stdout:2896: finishing write tid 2 to smithi032174182-35 2023-12-22T17:26:40.906 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 1636 (ObjNum 874 snap 284 seq_num 874) dirty exists 2023-12-22T17:26:40.911 INFO:tasks.rados.rados.0.smithi032.stdout:2896: finishing write tid 3 to smithi032174182-35 2023-12-22T17:26:40.911 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 2053 (ObjNum 875 snap 284 seq_num 875) dirty exists 2023-12-22T17:26:40.911 INFO:tasks.rados.rados.0.smithi032.stdout:2896: left oid 35 (ObjNum 875 snap 284 seq_num 875) 2023-12-22T17:26:40.922 INFO:tasks.rados.rados.0.smithi032.stdout:2897: expect (ObjNum 832 snap 273 seq_num 832) 2023-12-22T17:26:40.970 INFO:tasks.rados.rados.0.smithi032.stdout:2895: expect (ObjNum 837 snap 274 seq_num 837) 2023-12-22T17:26:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:26:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:26:40] "GET /metrics HTTP/1.1" 200 36296 "" "Prometheus/2.43.0" 2023-12-22T17:26:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:40 smithi032 ceph-mon[191839]: osdmap e637: 8 total, 8 up, 8 in 2023-12-22T17:26:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:40 smithi032 ceph-mon[191839]: osdmap e638: 8 total, 8 up, 8 in 2023-12-22T17:26:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:40 smithi032 ceph-mon[189144]: osdmap e637: 8 total, 8 up, 8 in 2023-12-22T17:26:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:40 smithi032 ceph-mon[189144]: osdmap e638: 8 total, 8 up, 8 in 2023-12-22T17:26:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:40 smithi039 ceph-mon[181282]: osdmap e637: 8 total, 8 up, 8 in 2023-12-22T17:26:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:40 smithi039 ceph-mon[181282]: osdmap e638: 8 total, 8 up, 8 in 2023-12-22T17:26:41.897 INFO:tasks.rados.rados.0.smithi032.stdout:2895: done (4 left) 2023-12-22T17:26:41.898 INFO:tasks.rados.rados.0.smithi032.stdout:2896: done (3 left) 2023-12-22T17:26:41.898 INFO:tasks.rados.rados.0.smithi032.stdout:2897: done (2 left) 2023-12-22T17:26:41.898 INFO:tasks.rados.rados.0.smithi032.stdout:2898: done (1 left) 2023-12-22T17:26:41.898 INFO:tasks.rados.rados.0.smithi032.stdout:2899: done (0 left) 2023-12-22T17:26:41.898 INFO:tasks.rados.rados.0.smithi032.stdout:2900: read oid 49 snap -1 2023-12-22T17:26:41.898 INFO:tasks.rados.rados.0.smithi032.stdout:2900: expect (ObjNum 832 snap 273 seq_num 832) 2023-12-22T17:26:41.898 INFO:tasks.rados.rados.0.smithi032.stdout:2901: delete oid 13 current snap is 285 2023-12-22T17:26:41.902 INFO:tasks.rados.rados.0.smithi032.stdout:2901: done (1 left) 2023-12-22T17:26:41.902 INFO:tasks.rados.rados.0.smithi032.stdout:2902: snap_create 2023-12-22T17:26:41.909 INFO:tasks.rados.rados.0.smithi032.stdout:2900: expect (ObjNum 832 snap 273 seq_num 832) 2023-12-22T17:26:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:41 smithi039 ceph-mon[181282]: pgmap v499: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 473 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 718 KiB/s wr, 15 op/s 2023-12-22T17:26:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:41 smithi039 ceph-mon[181282]: osdmap e639: 8 total, 8 up, 8 in 2023-12-22T17:26:42.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:41 smithi032 ceph-mon[191839]: pgmap v499: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 473 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 718 KiB/s wr, 15 op/s 2023-12-22T17:26:42.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:41 smithi032 ceph-mon[191839]: osdmap e639: 8 total, 8 up, 8 in 2023-12-22T17:26:42.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:41 smithi032 ceph-mon[189144]: pgmap v499: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 473 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 718 KiB/s wr, 15 op/s 2023-12-22T17:26:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:41 smithi032 ceph-mon[189144]: osdmap e639: 8 total, 8 up, 8 in 2023-12-22T17:26:42.900 INFO:tasks.rados.rados.0.smithi032.stdout:2900: done (1 left) 2023-12-22T17:26:42.901 INFO:tasks.rados.rados.0.smithi032.stdout:2902: done (0 left) 2023-12-22T17:26:42.901 INFO:tasks.rados.rados.0.smithi032.stdout:2903: rollback oid 15 current snap is 286 2023-12-22T17:26:42.901 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 15 to 284 2023-12-22T17:26:42.901 INFO:tasks.rados.rados.0.smithi032.stdout:2904: read oid 40 snap -1 2023-12-22T17:26:42.901 INFO:tasks.rados.rados.0.smithi032.stdout:2904: expect (ObjNum 874 snap 284 seq_num 874) 2023-12-22T17:26:42.901 INFO:tasks.rados.rados.0.smithi032.stdout:2905: rmattr oid 19 current snap is 286 2023-12-22T17:26:42.901 INFO:tasks.rados.rados.0.smithi032.stdout:2905: done (2 left) 2023-12-22T17:26:42.901 INFO:tasks.rados.rados.0.smithi032.stdout:2906: snap_remove snap 285 2023-12-22T17:26:43.906 INFO:tasks.rados.rados.0.smithi032.stdout:2906: done (2 left) 2023-12-22T17:26:43.907 INFO:tasks.rados.rados.0.smithi032.stdout:2907: read oid 7 snap -1 2023-12-22T17:26:43.907 INFO:tasks.rados.rados.0.smithi032.stdout:2907: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-22T17:26:43.907 INFO:tasks.rados.rados.0.smithi032.stdout:2908: copy_from oid 31 from oid 33 current snap is 286 2023-12-22T17:26:43.907 INFO:tasks.rados.rados.0.smithi032.stdout:2904: expect (ObjNum 874 snap 284 seq_num 874) 2023-12-22T17:26:43.916 INFO:tasks.rados.rados.0.smithi032.stdout:2903: finishing rollback tid 0 to smithi032174182-15 2023-12-22T17:26:43.916 INFO:tasks.rados.rados.0.smithi032.stdout:2903: finishing rollback tid 1 to smithi032174182-15 2023-12-22T17:26:43.917 INFO:tasks.rados.rados.0.smithi032.stdout:2903: finishing rollback tid 2 to smithi032174182-15 2023-12-22T17:26:43.917 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 2304 (ObjNum 826 snap 270 seq_num 826) dirty exists 2023-12-22T17:26:43.917 INFO:tasks.rados.rados.0.smithi032.stdout:2903: done (3 left) 2023-12-22T17:26:43.917 INFO:tasks.rados.rados.0.smithi032.stdout:2904: done (2 left) 2023-12-22T17:26:43.917 INFO:tasks.rados.rados.0.smithi032.stdout:2909: copy_from oid 2 from oid 5 current snap is 286 2023-12-22T17:26:43.917 INFO:tasks.rados.rados.0.smithi032.stdout:2907: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-22T17:26:43.919 INFO:tasks.rados.rados.0.smithi032.stdout:2908: finishing copy_from to smithi032174182-31 2023-12-22T17:26:43.919 INFO:tasks.rados.rados.0.smithi032.stdout:2908: got expected ENOENT (src dne) 2023-12-22T17:26:43.919 INFO:tasks.rados.rados.0.smithi032.stdout:2908: finishing copy_from racing read to smithi032174182-31 2023-12-22T17:26:43.919 INFO:tasks.rados.rados.0.smithi032.stdout:2907: done (2 left) 2023-12-22T17:26:43.919 INFO:tasks.rados.rados.0.smithi032.stdout:2908: done (1 left) 2023-12-22T17:26:43.919 INFO:tasks.rados.rados.0.smithi032.stdout:2910: delete oid 35 current snap is 286 2023-12-22T17:26:43.922 INFO:tasks.rados.rados.0.smithi032.stdout:2910: done (1 left) 2023-12-22T17:26:43.922 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 40 current snap is 286 2023-12-22T17:26:43.922 INFO:tasks.rados.rados.0.smithi032.stdout:2911: seq_num 878 ranges {245760=311296} 2023-12-22T17:26:43.926 INFO:tasks.rados.rados.0.smithi032.stdout:2911: writing smithi032174182-40 from 245760 to 557056 tid 1 2023-12-22T17:26:43.926 INFO:tasks.rados.rados.0.smithi032.stdout:2912: copy_from oid 35 from oid 28 current snap is 286 2023-12-22T17:26:43.926 INFO:tasks.rados.rados.0.smithi032.stdout:2909: finishing copy_from racing read to smithi032174182-2 2023-12-22T17:26:43.926 INFO:tasks.rados.rados.0.smithi032.stdout:2909: finishing copy_from to smithi032174182-2 2023-12-22T17:26:43.926 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 2039 (ObjNum 33 snap 0 seq_num 1598000512) dirty exists 2023-12-22T17:26:43.926 INFO:tasks.rados.rados.0.smithi032.stdout:2909: done (2 left) 2023-12-22T17:26:43.926 INFO:tasks.rados.rados.0.smithi032.stdout:2913: copy_from oid 38 from oid 7 current snap is 286 2023-12-22T17:26:43.926 INFO:tasks.rados.rados.0.smithi032.stdout:2914: snap_remove snap 284 2023-12-22T17:26:44.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:43 smithi032 ceph-mon[191839]: osdmap e640: 8 total, 8 up, 8 in 2023-12-22T17:26:44.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:43 smithi032 ceph-mon[191839]: pgmap v502: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 473 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 168 KiB/s wr, 11 op/s 2023-12-22T17:26:44.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:43 smithi032 ceph-mon[189144]: osdmap e640: 8 total, 8 up, 8 in 2023-12-22T17:26:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:43 smithi032 ceph-mon[189144]: pgmap v502: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 473 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 168 KiB/s wr, 11 op/s 2023-12-22T17:26:44.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:43 smithi039 ceph-mon[181282]: osdmap e640: 8 total, 8 up, 8 in 2023-12-22T17:26:44.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:43 smithi039 ceph-mon[181282]: pgmap v502: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 473 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 168 KiB/s wr, 11 op/s 2023-12-22T17:26:44.916 INFO:tasks.rados.rados.0.smithi032.stdout:2914: done (3 left) 2023-12-22T17:26:44.916 INFO:tasks.rados.rados.0.smithi032.stdout:2915: copy_from oid 46 from oid 23 current snap is 286 2023-12-22T17:26:44.916 INFO:tasks.rados.rados.0.smithi032.stdout:2912: finishing copy_from to smithi032174182-35 2023-12-22T17:26:44.916 INFO:tasks.rados.rados.0.smithi032.stdout:2912: got expected ENOENT (src dne) 2023-12-22T17:26:44.916 INFO:tasks.rados.rados.0.smithi032.stdout:2912: finishing copy_from racing read to smithi032174182-35 2023-12-22T17:26:44.916 INFO:tasks.rados.rados.0.smithi032.stdout:2911: finishing write tid 1 to smithi032174182-40 2023-12-22T17:26:44.916 INFO:tasks.rados.rados.0.smithi032.stdout:2911: finishing write tid 2 to smithi032174182-40 2023-12-22T17:26:44.916 INFO:tasks.rados.rados.0.smithi032.stdout:2913: finishing copy_from racing read to smithi032174182-38 2023-12-22T17:26:44.916 INFO:tasks.rados.rados.0.smithi032.stdout:2911: finishing write tid 3 to smithi032174182-40 2023-12-22T17:26:44.916 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 1638 (ObjNum 878 snap 286 seq_num 878) dirty exists 2023-12-22T17:26:44.916 INFO:tasks.rados.rados.0.smithi032.stdout:2911: left oid 40 (ObjNum 878 snap 286 seq_num 878) 2023-12-22T17:26:44.917 INFO:tasks.rados.rados.0.smithi032.stdout:2913: finishing copy_from to smithi032174182-38 2023-12-22T17:26:44.917 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 1633 (ObjNum 49 snap 0 seq_num 1597048032) dirty exists 2023-12-22T17:26:44.917 INFO:tasks.rados.rados.0.smithi032.stdout:2911: done (3 left) 2023-12-22T17:26:44.917 INFO:tasks.rados.rados.0.smithi032.stdout:2912: done (2 left) 2023-12-22T17:26:44.917 INFO:tasks.rados.rados.0.smithi032.stdout:2913: done (1 left) 2023-12-22T17:26:44.917 INFO:tasks.rados.rados.0.smithi032.stdout:2916: rmattr oid 42 current snap is 286 2023-12-22T17:26:44.917 INFO:tasks.rados.rados.0.smithi032.stdout:2916: done (1 left) 2023-12-22T17:26:44.917 INFO:tasks.rados.rados.0.smithi032.stdout:2917: rollback oid 15 current snap is 286 2023-12-22T17:26:44.917 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 15 to 267 2023-12-22T17:26:44.917 INFO:tasks.rados.rados.0.smithi032.stdout:2918: copy_from oid 33 from oid 39 current snap is 286 2023-12-22T17:26:44.918 INFO:tasks.rados.rados.0.smithi032.stdout:2919: read oid 48 snap -1 2023-12-22T17:26:44.918 INFO:tasks.rados.rados.0.smithi032.stdout:2919: expect (ObjNum 638 snap 202 seq_num 638) 2023-12-22T17:26:44.918 INFO:tasks.rados.rados.0.smithi032.stdout:2920: setattr oid 6 current snap is 286 2023-12-22T17:26:44.919 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 36 current snap is 286 2023-12-22T17:26:44.919 INFO:tasks.rados.rados.0.smithi032.stdout:2921: seq_num 879 ranges {4546560=327680} 2023-12-22T17:26:44.947 INFO:tasks.rados.rados.0.smithi032.stdout:2921: writing smithi032174182-36 from 4546560 to 4874240 tid 1 2023-12-22T17:26:44.947 INFO:tasks.rados.rados.0.smithi032.stdout:2922: read oid 45 snap -1 2023-12-22T17:26:44.947 INFO:tasks.rados.rados.0.smithi032.stdout:2922: expect (ObjNum 772 snap 254 seq_num 772) 2023-12-22T17:26:44.947 INFO:tasks.rados.rados.0.smithi032.stdout:2923: snap_remove snap 229 2023-12-22T17:26:45.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:44 smithi032 ceph-mon[191839]: osdmap e641: 8 total, 8 up, 8 in 2023-12-22T17:26:45.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:44 smithi032 ceph-mon[189144]: osdmap e641: 8 total, 8 up, 8 in 2023-12-22T17:26:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:44 smithi039 ceph-mon[181282]: osdmap e641: 8 total, 8 up, 8 in 2023-12-22T17:26:45.878 INFO:tasks.rados.rados.0.smithi032.stdout:2923: done (7 left) 2023-12-22T17:26:45.878 INFO:tasks.rados.rados.0.smithi032.stdout:2924: read oid 11 snap 282 2023-12-22T17:26:45.878 INFO:tasks.rados.rados.0.smithi032.stdout:2924: expect (ObjNum 861 snap 281 seq_num 861) 2023-12-22T17:26:45.878 INFO:tasks.rados.rados.0.smithi032.stdout:2925: rollback oid 20 current snap is 286 2023-12-22T17:26:45.878 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 20 to 264 2023-12-22T17:26:45.878 INFO:tasks.rados.rados.0.smithi032.stdout:2926: read oid 16 snap 280 2023-12-22T17:26:45.878 INFO:tasks.rados.rados.0.smithi032.stdout:2926: expect (ObjNum 854 snap 276 seq_num 854) 2023-12-22T17:26:45.878 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 37 current snap is 286 2023-12-22T17:26:45.885 INFO:tasks.rados.rados.0.smithi032.stdout:2927: seq_num 880 ranges {11509760=344064} 2023-12-22T17:26:45.945 INFO:tasks.rados.rados.0.smithi032.stdout:2927: writing smithi032174182-37 from 11509760 to 11853824 tid 1 2023-12-22T17:26:45.945 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 1 current snap is 286 2023-12-22T17:26:45.945 INFO:tasks.rados.rados.0.smithi032.stdout:2928: seq_num 881 ranges {4546560=360448} 2023-12-22T17:26:45.972 INFO:tasks.rados.rados.0.smithi032.stdout:2928: writing smithi032174182-1 from 4546560 to 4907008 tid 1 2023-12-22T17:26:45.972 INFO:tasks.rados.rados.0.smithi032.stdout:2929: read oid 42 snap -1 2023-12-22T17:26:45.972 INFO:tasks.rados.rados.0.smithi032.stdout:2929: expect deleted 2023-12-22T17:26:45.972 INFO:tasks.rados.rados.0.smithi032.stdout:2930: copy_from oid 7 from oid 21 current snap is 286 2023-12-22T17:26:45.972 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 1942 (ObjNum 837 snap 274 seq_num 837) dirty exists 2023-12-22T17:26:45.973 INFO:tasks.rados.rados.0.smithi032.stdout:2919: expect (ObjNum 638 snap 202 seq_num 638) 2023-12-22T17:26:46.001 INFO:tasks.rados.rados.0.smithi032.stdout:2917: finishing rollback tid 0 to smithi032174182-15 2023-12-22T17:26:46.001 INFO:tasks.rados.rados.0.smithi032.stdout:2917: finishing rollback tid 1 to smithi032174182-15 2023-12-22T17:26:46.002 INFO:tasks.rados.rados.0.smithi032.stdout:2917: finishing rollback tid 2 to smithi032174182-15 2023-12-22T17:26:46.002 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 2313 (ObjNum 795 snap 261 seq_num 795) dirty exists 2023-12-22T17:26:46.002 INFO:tasks.rados.rados.0.smithi032.stdout:2915: finishing copy_from to smithi032174182-46 2023-12-22T17:26:46.002 INFO:tasks.rados.rados.0.smithi032.stdout:2915: got expected ENOENT (src dne) 2023-12-22T17:26:46.002 INFO:tasks.rados.rados.0.smithi032.stdout:2915: finishing copy_from racing read to smithi032174182-46 2023-12-22T17:26:46.002 INFO:tasks.rados.rados.0.smithi032.stdout:2918: finishing copy_from racing read to smithi032174182-33 2023-12-22T17:26:46.002 INFO:tasks.rados.rados.0.smithi032.stdout:2915: done (13 left) 2023-12-22T17:26:46.002 INFO:tasks.rados.rados.0.smithi032.stdout:2917: done (12 left) 2023-12-22T17:26:46.002 INFO:tasks.rados.rados.0.smithi032.stdout:2919: done (11 left) 2023-12-22T17:26:46.002 INFO:tasks.rados.rados.0.smithi032.stdout:2920: done (10 left) 2023-12-22T17:26:46.002 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 38 current snap is 286 2023-12-22T17:26:46.002 INFO:tasks.rados.rados.0.smithi032.stdout:2922: expect (ObjNum 772 snap 254 seq_num 772) 2023-12-22T17:26:46.024 INFO:tasks.rados.rados.0.smithi032.stdout:2918: finishing copy_from to smithi032174182-33 2023-12-22T17:26:46.024 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 737 (ObjNum 853 snap 276 seq_num 853) dirty exists 2023-12-22T17:26:46.024 INFO:tasks.rados.rados.0.smithi032.stdout:2921: finishing write tid 1 to smithi032174182-36 2023-12-22T17:26:46.025 INFO:tasks.rados.rados.0.smithi032.stdout:2921: finishing write tid 2 to smithi032174182-36 2023-12-22T17:26:46.025 INFO:tasks.rados.rados.0.smithi032.stdout:2921: finishing write tid 3 to smithi032174182-36 2023-12-22T17:26:46.025 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 2051 (ObjNum 879 snap 286 seq_num 879) dirty exists 2023-12-22T17:26:46.025 INFO:tasks.rados.rados.0.smithi032.stdout:2921: left oid 36 (ObjNum 879 snap 286 seq_num 879) 2023-12-22T17:26:46.025 INFO:tasks.rados.rados.0.smithi032.stdout:2924: expect (ObjNum 861 snap 281 seq_num 861) 2023-12-22T17:26:46.116 INFO:tasks.rados.rados.0.smithi032.stdout:2925: finishing rollback tid 1 to smithi032174182-20 2023-12-22T17:26:46.117 INFO:tasks.rados.rados.0.smithi032.stdout:2925: finishing rollback tid 2 to smithi032174182-20 2023-12-22T17:26:46.117 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 1944 (ObjNum 803 snap 264 seq_num 803) dirty exists 2023-12-22T17:26:46.117 INFO:tasks.rados.rados.0.smithi032.stdout:2926: expect (ObjNum 854 snap 276 seq_num 854) 2023-12-22T17:26:46.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:45 smithi032 ceph-mon[191839]: osdmap e642: 8 total, 8 up, 8 in 2023-12-22T17:26:46.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:45 smithi032 ceph-mon[191839]: pgmap v505: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 461 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 64 KiB/s wr, 4 op/s 2023-12-22T17:26:46.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:45 smithi032 ceph-mon[191839]: osdmap e643: 8 total, 8 up, 8 in 2023-12-22T17:26:46.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:45 smithi032 ceph-mon[189144]: osdmap e642: 8 total, 8 up, 8 in 2023-12-22T17:26:46.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:45 smithi032 ceph-mon[189144]: pgmap v505: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 461 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 64 KiB/s wr, 4 op/s 2023-12-22T17:26:46.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:45 smithi032 ceph-mon[189144]: osdmap e643: 8 total, 8 up, 8 in 2023-12-22T17:26:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:45 smithi039 ceph-mon[181282]: osdmap e642: 8 total, 8 up, 8 in 2023-12-22T17:26:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:45 smithi039 ceph-mon[181282]: pgmap v505: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 461 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 64 KiB/s wr, 4 op/s 2023-12-22T17:26:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:45 smithi039 ceph-mon[181282]: osdmap e643: 8 total, 8 up, 8 in 2023-12-22T17:26:46.296 INFO:tasks.rados.rados.0.smithi032.stdout:2927: finishing write tid 1 to smithi032174182-37 2023-12-22T17:26:46.296 INFO:tasks.rados.rados.0.smithi032.stdout:2927: finishing write tid 2 to smithi032174182-37 2023-12-22T17:26:46.296 INFO:tasks.rados.rados.0.smithi032.stdout:2927: finishing write tid 3 to smithi032174182-37 2023-12-22T17:26:46.297 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 2087 (ObjNum 880 snap 286 seq_num 880) dirty exists 2023-12-22T17:26:46.297 INFO:tasks.rados.rados.0.smithi032.stdout:2927: left oid 37 (ObjNum 880 snap 286 seq_num 880) 2023-12-22T17:26:46.297 INFO:tasks.rados.rados.0.smithi032.stdout:2931: seq_num 882 ranges {0=376832} 2023-12-22T17:26:46.299 INFO:tasks.rados.rados.0.smithi032.stdout:2931: writing smithi032174182-38 from 0 to 376832 tid 1 2023-12-22T17:26:46.299 INFO:tasks.rados.rados.0.smithi032.stdout:2918: done (10 left) 2023-12-22T17:26:46.300 INFO:tasks.rados.rados.0.smithi032.stdout:2921: done (9 left) 2023-12-22T17:26:46.300 INFO:tasks.rados.rados.0.smithi032.stdout:2922: done (8 left) 2023-12-22T17:26:46.300 INFO:tasks.rados.rados.0.smithi032.stdout:2924: done (7 left) 2023-12-22T17:26:46.300 INFO:tasks.rados.rados.0.smithi032.stdout:2925: done (6 left) 2023-12-22T17:26:46.300 INFO:tasks.rados.rados.0.smithi032.stdout:2926: done (5 left) 2023-12-22T17:26:46.300 INFO:tasks.rados.rados.0.smithi032.stdout:2927: done (4 left) 2023-12-22T17:26:46.300 INFO:tasks.rados.rados.0.smithi032.stdout:2932: copy_from oid 35 from oid 20 current snap is 286 2023-12-22T17:26:46.300 INFO:tasks.rados.rados.0.smithi032.stdout:2928: finishing write tid 1 to smithi032174182-1 2023-12-22T17:26:46.300 INFO:tasks.rados.rados.0.smithi032.stdout:2928: finishing write tid 2 to smithi032174182-1 2023-12-22T17:26:46.300 INFO:tasks.rados.rados.0.smithi032.stdout:2928: finishing write tid 3 to smithi032174182-1 2023-12-22T17:26:46.300 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 2056 (ObjNum 881 snap 286 seq_num 881) dirty exists 2023-12-22T17:26:46.300 INFO:tasks.rados.rados.0.smithi032.stdout:2928: left oid 1 (ObjNum 881 snap 286 seq_num 881) 2023-12-22T17:26:46.300 INFO:tasks.rados.rados.0.smithi032.stdout:2930: finishing copy_from racing read to smithi032174182-7 2023-12-22T17:26:46.300 INFO:tasks.rados.rados.0.smithi032.stdout:2930: finishing copy_from to smithi032174182-7 2023-12-22T17:26:46.300 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 1709 (ObjNum 839 snap 274 seq_num 839) dirty exists 2023-12-22T17:26:46.301 INFO:tasks.rados.rados.0.smithi032.stdout:2928: done (4 left) 2023-12-22T17:26:46.301 INFO:tasks.rados.rados.0.smithi032.stdout:2929: done (3 left) 2023-12-22T17:26:46.301 INFO:tasks.rados.rados.0.smithi032.stdout:2930: done (2 left) 2023-12-22T17:26:46.301 INFO:tasks.rados.rados.0.smithi032.stdout:2933: snap_remove snap 282 2023-12-22T17:26:46.934 INFO:tasks.rados.rados.0.smithi032.stdout:2933: done (2 left) 2023-12-22T17:26:46.934 INFO:tasks.rados.rados.0.smithi032.stdout:2934: rollback oid 27 current snap is 286 2023-12-22T17:26:46.934 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 27 to 280 2023-12-22T17:26:46.934 INFO:tasks.rados.rados.0.smithi032.stdout:2935: delete oid 48 current snap is 286 2023-12-22T17:26:46.934 INFO:tasks.rados.rados.0.smithi032.stdout:2931: finishing write tid 1 to smithi032174182-38 2023-12-22T17:26:46.934 INFO:tasks.rados.rados.0.smithi032.stdout:2931: finishing write tid 2 to smithi032174182-38 2023-12-22T17:26:46.934 INFO:tasks.rados.rados.0.smithi032.stdout:2931: finishing write tid 3 to smithi032174182-38 2023-12-22T17:26:46.934 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 1673 (ObjNum 882 snap 286 seq_num 882) dirty exists 2023-12-22T17:26:46.934 INFO:tasks.rados.rados.0.smithi032.stdout:2931: left oid 38 (ObjNum 882 snap 286 seq_num 882) 2023-12-22T17:26:46.934 INFO:tasks.rados.rados.0.smithi032.stdout:2932: finishing copy_from racing read to smithi032174182-35 2023-12-22T17:26:46.934 INFO:tasks.rados.rados.0.smithi032.stdout:2932: finishing copy_from to smithi032174182-35 2023-12-22T17:26:46.934 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 1944 (ObjNum 803 snap 264 seq_num 803) dirty exists 2023-12-22T17:26:46.952 INFO:tasks.rados.rados.0.smithi032.stdout:2931: done (3 left) 2023-12-22T17:26:46.952 INFO:tasks.rados.rados.0.smithi032.stdout:2932: done (2 left) 2023-12-22T17:26:46.952 INFO:tasks.rados.rados.0.smithi032.stdout:2935: done (1 left) 2023-12-22T17:26:46.952 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 4 current snap is 286 2023-12-22T17:26:46.953 INFO:tasks.rados.rados.0.smithi032.stdout:2936: seq_num 884 ranges {2646016=409600} 2023-12-22T17:26:46.969 INFO:tasks.rados.rados.0.smithi032.stdout:2936: writing smithi032174182-4 from 2646016 to 3055616 tid 1 2023-12-22T17:26:46.969 INFO:tasks.rados.rados.0.smithi032.stdout:2937: read oid 6 snap 264 2023-12-22T17:26:46.969 INFO:tasks.rados.rados.0.smithi032.stdout:2937: expect (ObjNum 793 snap 260 seq_num 793) 2023-12-22T17:26:46.969 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 19 current snap is 286 2023-12-22T17:26:46.969 INFO:tasks.rados.rados.0.smithi032.stdout:2934: finishing rollback tid 1 to smithi032174182-27 2023-12-22T17:26:46.969 INFO:tasks.rados.rados.0.smithi032.stdout:2938: seq_num 885 ranges {1941504=425984} 2023-12-22T17:26:46.983 INFO:tasks.rados.rados.0.smithi032.stdout:2938: writing smithi032174182-19 from 1941504 to 2367488 tid 1 2023-12-22T17:26:46.983 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 36 current snap is 286 2023-12-22T17:26:46.983 INFO:tasks.rados.rados.0.smithi032.stdout:2934: finishing rollback tid 2 to smithi032174182-27 2023-12-22T17:26:46.983 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 1956 (ObjNum 848 snap 276 seq_num 848) dirty exists 2023-12-22T17:26:46.983 INFO:tasks.rados.rados.0.smithi032.stdout:2939: seq_num 886 ranges {4874240=442368} 2023-12-22T17:26:47.012 INFO:tasks.rados.rados.0.smithi032.stdout:2939: writing smithi032174182-36 from 4874240 to 5316608 tid 1 2023-12-22T17:26:47.012 INFO:tasks.rados.rados.0.smithi032.stdout:2934: done (4 left) 2023-12-22T17:26:47.012 INFO:tasks.rados.rados.0.smithi032.stdout:2940: snap_create 2023-12-22T17:26:47.013 INFO:tasks.rados.rados.0.smithi032.stdout:2936: finishing write tid 1 to smithi032174182-4 2023-12-22T17:26:47.013 INFO:tasks.rados.rados.0.smithi032.stdout:2936: finishing write tid 2 to smithi032174182-4 2023-12-22T17:26:47.013 INFO:tasks.rados.rados.0.smithi032.stdout:2936: finishing write tid 3 to smithi032174182-4 2023-12-22T17:26:47.013 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 1831 (ObjNum 884 snap 286 seq_num 884) dirty exists 2023-12-22T17:26:47.013 INFO:tasks.rados.rados.0.smithi032.stdout:2936: left oid 4 (ObjNum 884 snap 286 seq_num 884) 2023-12-22T17:26:47.013 INFO:tasks.rados.rados.0.smithi032.stdout:2938: finishing write tid 1 to smithi032174182-19 2023-12-22T17:26:47.013 INFO:tasks.rados.rados.0.smithi032.stdout:2938: finishing write tid 2 to smithi032174182-19 2023-12-22T17:26:47.013 INFO:tasks.rados.rados.0.smithi032.stdout:2938: finishing write tid 3 to smithi032174182-19 2023-12-22T17:26:47.013 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 1577 (ObjNum 885 snap 286 seq_num 885) dirty exists 2023-12-22T17:26:47.013 INFO:tasks.rados.rados.0.smithi032.stdout:2938: left oid 19 (ObjNum 885 snap 286 seq_num 885) 2023-12-22T17:26:47.013 INFO:tasks.rados.rados.0.smithi032.stdout:2937: expect (ObjNum 793 snap 260 seq_num 793) 2023-12-22T17:26:47.641 INFO:tasks.rados.rados.0.smithi032.stdout:2939: finishing write tid 1 to smithi032174182-36 2023-12-22T17:26:47.641 INFO:tasks.rados.rados.0.smithi032.stdout:2939: finishing write tid 2 to smithi032174182-36 2023-12-22T17:26:47.641 INFO:tasks.rados.rados.0.smithi032.stdout:2939: finishing write tid 3 to smithi032174182-36 2023-12-22T17:26:47.641 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 2053 (ObjNum 886 snap 286 seq_num 886) dirty exists 2023-12-22T17:26:47.641 INFO:tasks.rados.rados.0.smithi032.stdout:2939: left oid 36 (ObjNum 886 snap 286 seq_num 886) 2023-12-22T17:26:47.938 INFO:tasks.rados.rados.0.smithi032.stdout:2936: done (4 left) 2023-12-22T17:26:47.938 INFO:tasks.rados.rados.0.smithi032.stdout:2937: done (3 left) 2023-12-22T17:26:47.938 INFO:tasks.rados.rados.0.smithi032.stdout:2938: done (2 left) 2023-12-22T17:26:47.938 INFO:tasks.rados.rados.0.smithi032.stdout:2939: done (1 left) 2023-12-22T17:26:47.938 INFO:tasks.rados.rados.0.smithi032.stdout:2940: done (0 left) 2023-12-22T17:26:47.938 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 31 current snap is 287 2023-12-22T17:26:47.938 INFO:tasks.rados.rados.0.smithi032.stdout:2941: seq_num 887 ranges {0=458752} 2023-12-22T17:26:47.940 INFO:tasks.rados.rados.0.smithi032.stdout:2941: writing smithi032174182-31 from 0 to 458752 tid 1 2023-12-22T17:26:47.940 INFO:tasks.rados.rados.0.smithi032.stdout:2942: rmattr oid 35 current snap is 287 2023-12-22T17:26:47.940 INFO:tasks.rados.rados.0.smithi032.stdout:2942: done (1 left) 2023-12-22T17:26:47.941 INFO:tasks.rados.rados.0.smithi032.stdout:2943: read oid 29 snap 280 2023-12-22T17:26:47.941 INFO:tasks.rados.rados.0.smithi032.stdout:2943: expect (ObjNum 858 snap 280 seq_num 858) 2023-12-22T17:26:47.941 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 287 2023-12-22T17:26:47.941 INFO:tasks.rados.rados.0.smithi032.stdout:2944: seq_num 888 ranges {1941504=475136} 2023-12-22T17:26:47.955 INFO:tasks.rados.rados.0.smithi032.stdout:2944: writing smithi032174182-49 from 1941504 to 2416640 tid 1 2023-12-22T17:26:47.955 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 6 current snap is 287 2023-12-22T17:26:47.955 INFO:tasks.rados.rados.0.smithi032.stdout:2941: finishing write tid 1 to smithi032174182-31 2023-12-22T17:26:47.955 INFO:tasks.rados.rados.0.smithi032.stdout:2945: seq_num 889 ranges {11657216=491520} 2023-12-22T17:26:48.022 INFO:tasks.rados.rados.0.smithi032.stdout:2945: writing smithi032174182-6 from 11657216 to 12148736 tid 1 2023-12-22T17:26:48.022 INFO:tasks.rados.rados.0.smithi032.stdout:2946: copy_from oid 36 from oid 18 current snap is 287 2023-12-22T17:26:48.022 INFO:tasks.rados.rados.0.smithi032.stdout:2941: finishing write tid 2 to smithi032174182-31 2023-12-22T17:26:48.022 INFO:tasks.rados.rados.0.smithi032.stdout:2941: finishing write tid 3 to smithi032174182-31 2023-12-22T17:26:48.022 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 1833 (ObjNum 887 snap 287 seq_num 887) dirty exists 2023-12-22T17:26:48.022 INFO:tasks.rados.rados.0.smithi032.stdout:2941: left oid 31 (ObjNum 887 snap 287 seq_num 887) 2023-12-22T17:26:48.022 INFO:tasks.rados.rados.0.smithi032.stdout:2941: done (4 left) 2023-12-22T17:26:48.022 INFO:tasks.rados.rados.0.smithi032.stdout:2947: copy_from oid 23 from oid 14 current snap is 287 2023-12-22T17:26:48.023 INFO:tasks.rados.rados.0.smithi032.stdout:2948: copy_from oid 2 from oid 33 current snap is 287 2023-12-22T17:26:48.023 INFO:tasks.rados.rados.0.smithi032.stdout:2944: finishing write tid 1 to smithi032174182-49 2023-12-22T17:26:48.023 INFO:tasks.rados.rados.0.smithi032.stdout:2944: finishing write tid 2 to smithi032174182-49 2023-12-22T17:26:48.023 INFO:tasks.rados.rados.0.smithi032.stdout:2944: finishing write tid 3 to smithi032174182-49 2023-12-22T17:26:48.023 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 1722 (ObjNum 888 snap 287 seq_num 888) dirty exists 2023-12-22T17:26:48.023 INFO:tasks.rados.rados.0.smithi032.stdout:2944: left oid 49 (ObjNum 888 snap 287 seq_num 888) 2023-12-22T17:26:48.023 INFO:tasks.rados.rados.0.smithi032.stdout:2943: expect (ObjNum 858 snap 280 seq_num 858) 2023-12-22T17:26:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:47 smithi039 ceph-mon[181282]: osdmap e644: 8 total, 8 up, 8 in 2023-12-22T17:26:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:47 smithi039 ceph-mon[181282]: pgmap v508: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 430 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 140 KiB/s wr, 16 op/s 2023-12-22T17:26:48.278 INFO:tasks.rados.rados.0.smithi032.stdout:2946: finishing copy_from racing read to smithi032174182-36 2023-12-22T17:26:48.278 INFO:tasks.rados.rados.0.smithi032.stdout:2945: finishing write tid 1 to smithi032174182-6 2023-12-22T17:26:48.278 INFO:tasks.rados.rados.0.smithi032.stdout:2945: finishing write tid 2 to smithi032174182-6 2023-12-22T17:26:48.278 INFO:tasks.rados.rados.0.smithi032.stdout:2945: finishing write tid 3 to smithi032174182-6 2023-12-22T17:26:48.278 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 1963 (ObjNum 889 snap 287 seq_num 889) dirty exists 2023-12-22T17:26:48.278 INFO:tasks.rados.rados.0.smithi032.stdout:2945: left oid 6 (ObjNum 889 snap 287 seq_num 889) 2023-12-22T17:26:48.278 INFO:tasks.rados.rados.0.smithi032.stdout:2946: finishing copy_from to smithi032174182-36 2023-12-22T17:26:48.278 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 1431 (ObjNum 81 snap 0 seq_num 1600809807) dirty exists 2023-12-22T17:26:48.278 INFO:tasks.rados.rados.0.smithi032.stdout:2947: finishing copy_from racing read to smithi032174182-23 2023-12-22T17:26:48.278 INFO:tasks.rados.rados.0.smithi032.stdout:2943: done (5 left) 2023-12-22T17:26:48.278 INFO:tasks.rados.rados.0.smithi032.stdout:2944: done (4 left) 2023-12-22T17:26:48.279 INFO:tasks.rados.rados.0.smithi032.stdout:2945: done (3 left) 2023-12-22T17:26:48.279 INFO:tasks.rados.rados.0.smithi032.stdout:2946: done (2 left) 2023-12-22T17:26:48.279 INFO:tasks.rados.rados.0.smithi032.stdout:2949: read oid 13 snap -1 2023-12-22T17:26:48.279 INFO:tasks.rados.rados.0.smithi032.stdout:2949: expect deleted 2023-12-22T17:26:48.279 INFO:tasks.rados.rados.0.smithi032.stdout:2950: rollback oid 22 current snap is 287 2023-12-22T17:26:48.279 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 22 to 264 2023-12-22T17:26:48.279 INFO:tasks.rados.rados.0.smithi032.stdout:2947: finishing copy_from to smithi032174182-23 2023-12-22T17:26:48.279 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 1221 (ObjNum 869 snap 282 seq_num 869) dirty exists 2023-12-22T17:26:48.279 INFO:tasks.rados.rados.0.smithi032.stdout:2948: finishing copy_from racing read to smithi032174182-2 2023-12-22T17:26:48.279 INFO:tasks.rados.rados.0.smithi032.stdout:2948: finishing copy_from to smithi032174182-2 2023-12-22T17:26:48.279 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 737 (ObjNum 853 snap 276 seq_num 853) dirty exists 2023-12-22T17:26:48.279 INFO:tasks.rados.rados.0.smithi032.stdout:2947: done (3 left) 2023-12-22T17:26:48.279 INFO:tasks.rados.rados.0.smithi032.stdout:2948: done (2 left) 2023-12-22T17:26:48.279 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 47 current snap is 287 2023-12-22T17:26:48.279 INFO:tasks.rados.rados.0.smithi032.stdout:2951: seq_num 890 ranges {4628480=507904} 2023-12-22T17:26:48.305 INFO:tasks.rados.rados.0.smithi032.stdout:2951: writing smithi032174182-47 from 4628480 to 5136384 tid 1 2023-12-22T17:26:48.305 INFO:tasks.rados.rados.0.smithi032.stdout:2952: read oid 7 snap -1 2023-12-22T17:26:48.305 INFO:tasks.rados.rados.0.smithi032.stdout:2952: expect (ObjNum 839 snap 274 seq_num 839) 2023-12-22T17:26:48.305 INFO:tasks.rados.rados.0.smithi032.stdout:2953: delete oid 30 current snap is 287 2023-12-22T17:26:48.305 INFO:tasks.rados.rados.0.smithi032.stdout:2950: finishing rollback tid 0 to smithi032174182-22 2023-12-22T17:26:48.306 INFO:tasks.rados.rados.0.smithi032.stdout:2950: finishing rollback tid 1 to smithi032174182-22 2023-12-22T17:26:48.306 INFO:tasks.rados.rados.0.smithi032.stdout:2950: finishing rollback tid 2 to smithi032174182-22 2023-12-22T17:26:48.306 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 1637 (ObjNum 633 snap 198 seq_num 633) dirty exists 2023-12-22T17:26:48.310 INFO:tasks.rados.rados.0.smithi032.stdout:2951: finishing write tid 1 to smithi032174182-47 2023-12-22T17:26:48.310 INFO:tasks.rados.rados.0.smithi032.stdout:2951: finishing write tid 2 to smithi032174182-47 2023-12-22T17:26:48.311 INFO:tasks.rados.rados.0.smithi032.stdout:2951: finishing write tid 3 to smithi032174182-47 2023-12-22T17:26:48.311 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 2334 (ObjNum 890 snap 287 seq_num 890) dirty exists 2023-12-22T17:26:48.312 INFO:tasks.rados.rados.0.smithi032.stdout:2951: left oid 47 (ObjNum 890 snap 287 seq_num 890) 2023-12-22T17:26:48.314 INFO:tasks.rados.rados.0.smithi032.stdout:2949: done (4 left) 2023-12-22T17:26:48.314 INFO:tasks.rados.rados.0.smithi032.stdout:2950: done (3 left) 2023-12-22T17:26:48.314 INFO:tasks.rados.rados.0.smithi032.stdout:2951: done (2 left) 2023-12-22T17:26:48.314 INFO:tasks.rados.rados.0.smithi032.stdout:2953: done (1 left) 2023-12-22T17:26:48.314 INFO:tasks.rados.rados.0.smithi032.stdout:2954: rollback oid 1 current snap is 287 2023-12-22T17:26:48.314 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 1 to 278 2023-12-22T17:26:48.314 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 33 current snap is 287 2023-12-22T17:26:48.314 INFO:tasks.rados.rados.0.smithi032.stdout:2955: seq_num 892 ranges {4431872=548864} 2023-12-22T17:26:48.342 INFO:tasks.rados.rados.0.smithi032.stdout:2955: writing smithi032174182-33 from 4431872 to 4980736 tid 1 2023-12-22T17:26:48.342 INFO:tasks.rados.rados.0.smithi032.stdout:2956: snap_create 2023-12-22T17:26:48.342 INFO:tasks.rados.rados.0.smithi032.stdout:2952: expect (ObjNum 839 snap 274 seq_num 839) 2023-12-22T17:26:48.393 INFO:tasks.rados.rados.0.smithi032.stdout:2954: finishing rollback tid 0 to smithi032174182-1 2023-12-22T17:26:48.393 INFO:tasks.rados.rados.0.smithi032.stdout:2954: finishing rollback tid 1 to smithi032174182-1 2023-12-22T17:26:48.393 INFO:tasks.rados.rados.0.smithi032.stdout:2954: finishing rollback tid 2 to smithi032174182-1 2023-12-22T17:26:48.393 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 2059 (ObjNum 852 snap 276 seq_num 852) dirty exists 2023-12-22T17:26:48.394 INFO:tasks.rados.rados.0.smithi032.stdout:2955: finishing write tid 1 to smithi032174182-33 2023-12-22T17:26:48.394 INFO:tasks.rados.rados.0.smithi032.stdout:2955: finishing write tid 2 to smithi032174182-33 2023-12-22T17:26:48.394 INFO:tasks.rados.rados.0.smithi032.stdout:2955: finishing write tid 3 to smithi032174182-33 2023-12-22T17:26:48.394 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 1712 (ObjNum 892 snap 287 seq_num 892) dirty exists 2023-12-22T17:26:48.394 INFO:tasks.rados.rados.0.smithi032.stdout:2955: left oid 33 (ObjNum 892 snap 287 seq_num 892) 2023-12-22T17:26:48.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:47 smithi032 ceph-mon[191839]: osdmap e644: 8 total, 8 up, 8 in 2023-12-22T17:26:48.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:47 smithi032 ceph-mon[191839]: pgmap v508: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 430 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 140 KiB/s wr, 16 op/s 2023-12-22T17:26:48.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:47 smithi032 ceph-mon[189144]: osdmap e644: 8 total, 8 up, 8 in 2023-12-22T17:26:48.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:47 smithi032 ceph-mon[189144]: pgmap v508: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 430 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 140 KiB/s wr, 16 op/s 2023-12-22T17:26:48.948 INFO:tasks.rados.rados.0.smithi032.stdout:2952: done (3 left) 2023-12-22T17:26:48.948 INFO:tasks.rados.rados.0.smithi032.stdout:2954: done (2 left) 2023-12-22T17:26:48.948 INFO:tasks.rados.rados.0.smithi032.stdout:2955: done (1 left) 2023-12-22T17:26:48.948 INFO:tasks.rados.rados.0.smithi032.stdout:2956: done (0 left) 2023-12-22T17:26:48.948 INFO:tasks.rados.rados.0.smithi032.stdout:2957: rmattr oid 32 current snap is 288 2023-12-22T17:26:48.948 INFO:tasks.rados.rados.0.smithi032.stdout:2957: done (0 left) 2023-12-22T17:26:48.948 INFO:tasks.rados.rados.0.smithi032.stdout:2958: rollback oid 8 current snap is 288 2023-12-22T17:26:48.948 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 8 to 211 2023-12-22T17:26:48.949 INFO:tasks.rados.rados.0.smithi032.stdout:2959: copy_from oid 6 from oid 50 current snap is 288 2023-12-22T17:26:48.949 INFO:tasks.rados.rados.0.smithi032.stdout:2960: read oid 38 snap 278 2023-12-22T17:26:48.949 INFO:tasks.rados.rados.0.smithi032.stdout:2960: expect (ObjNum 1596098944 snap 22024 seq_num 1597179840) 2023-12-22T17:26:48.949 INFO:tasks.rados.rados.0.smithi032.stdout:2961: snap_create 2023-12-22T17:26:48.950 INFO:tasks.rados.rados.0.smithi032.stdout:2960: expect (ObjNum 1596098944 snap 22024 seq_num 1597179840) 2023-12-22T17:26:48.959 INFO:tasks.rados.rados.0.smithi032.stdout:2959: finishing copy_from to smithi032174182-6 2023-12-22T17:26:48.959 INFO:tasks.rados.rados.0.smithi032.stdout:2959: got expected ENOENT (src dne) 2023-12-22T17:26:48.959 INFO:tasks.rados.rados.0.smithi032.stdout:2958: finishing rollback tid 0 to smithi032174182-8 2023-12-22T17:26:48.959 INFO:tasks.rados.rados.0.smithi032.stdout:2959: finishing copy_from racing read to smithi032174182-6 2023-12-22T17:26:48.959 INFO:tasks.rados.rados.0.smithi032.stdout:2958: finishing rollback tid 1 to smithi032174182-8 2023-12-22T17:26:48.960 INFO:tasks.rados.rados.0.smithi032.stdout:2958: finishing rollback tid 2 to smithi032174182-8 2023-12-22T17:26:48.960 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 1554 (ObjNum 623 snap 194 seq_num 623) dirty exists 2023-12-22T17:26:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:48 smithi039 ceph-mon[181282]: osdmap e645: 8 total, 8 up, 8 in 2023-12-22T17:26:49.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:48 smithi032 ceph-mon[189144]: osdmap e645: 8 total, 8 up, 8 in 2023-12-22T17:26:49.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:48 smithi032 ceph-mon[191839]: osdmap e645: 8 total, 8 up, 8 in 2023-12-22T17:26:49.499 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:26:49.821 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:26:49.821 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6m) 3m ago 11m 26.7M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:26:49.821 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6m) 88s ago 11m 90.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:26:49.822 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (12m) 3m ago 12m 16.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:26:49.822 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (12m) 88s ago 12m 21.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:26:49.822 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6m) 88s ago 14m 450M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:26:49.822 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6m) 3m ago 16m 515M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:26:49.822 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5m) 3m ago 16m 93.1M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:26:49.822 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5m) 88s ago 14m 76.0M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:26:49.822 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5m) 3m ago 14m 75.7M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:26:49.822 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6m) 3m ago 11m 15.8M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:26:49.822 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6m) 88s ago 11m 17.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:26:49.822 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4m) 3m ago 14m 466M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:26:49.822 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4m) 3m ago 14m 365M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:26:49.822 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3m) 3m ago 13m 256M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:26:49.822 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3m) 3m ago 13m 12.6M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:26:49.822 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2m) 88s ago 13m 564M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:26:49.823 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2m) 88s ago 12m 389M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:26:49.823 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2m) 88s ago 12m 177M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:26:49.823 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (91s) 88s ago 12m 12.5M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:26:49.823 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6m) 88s ago 11m 61.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:26:49.955 INFO:tasks.rados.rados.0.smithi032.stdout:2958: done (3 left) 2023-12-22T17:26:49.955 INFO:tasks.rados.rados.0.smithi032.stdout:2959: done (2 left) 2023-12-22T17:26:49.955 INFO:tasks.rados.rados.0.smithi032.stdout:2960: done (1 left) 2023-12-22T17:26:49.955 INFO:tasks.rados.rados.0.smithi032.stdout:2961: done (0 left) 2023-12-22T17:26:49.955 INFO:tasks.rados.rados.0.smithi032.stdout:2962: snap_remove snap 286 2023-12-22T17:26:50.232 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:26:50.232 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:26:50.232 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:26:50.232 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:26:50.232 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:26:50.232 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:26:50.232 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:26:50.233 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:26:50.233 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:26:50.233 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:26:50.233 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:26:50.233 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:26:50.233 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:26:50.233 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:26:50.233 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:26:50.233 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:26:50.233 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:26:50.234 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:26:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:49 smithi039 ceph-mon[181282]: osdmap e646: 8 total, 8 up, 8 in 2023-12-22T17:26:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:49 smithi039 ceph-mon[181282]: pgmap v511: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 428 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.4 MiB/s wr, 22 op/s 2023-12-22T17:26:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:26:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:49 smithi032 ceph-mon[191839]: osdmap e646: 8 total, 8 up, 8 in 2023-12-22T17:26:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:49 smithi032 ceph-mon[191839]: pgmap v511: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 428 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.4 MiB/s wr, 22 op/s 2023-12-22T17:26:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:26:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:49 smithi032 ceph-mon[189144]: osdmap e646: 8 total, 8 up, 8 in 2023-12-22T17:26:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:49 smithi032 ceph-mon[189144]: pgmap v511: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 428 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.4 MiB/s wr, 22 op/s 2023-12-22T17:26:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:26:50.879 INFO:tasks.rados.rados.0.smithi032.stdout:2962: done (0 left) 2023-12-22T17:26:50.879 INFO:tasks.rados.rados.0.smithi032.stdout:2963: copy_from oid 20 from oid 32 current snap is 289 2023-12-22T17:26:50.879 INFO:tasks.rados.rados.0.smithi032.stdout:2964: read oid 42 snap -1 2023-12-22T17:26:50.879 INFO:tasks.rados.rados.0.smithi032.stdout:2964: expect deleted 2023-12-22T17:26:50.880 INFO:tasks.rados.rados.0.smithi032.stdout:2965: read oid 19 snap -1 2023-12-22T17:26:50.880 INFO:tasks.rados.rados.0.smithi032.stdout:2965: expect (ObjNum 885 snap 286 seq_num 885) 2023-12-22T17:26:50.880 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 24 current snap is 289 2023-12-22T17:26:50.880 INFO:tasks.rados.rados.0.smithi032.stdout:2966: seq_num 893 ranges {6283264=565248} 2023-12-22T17:26:50.918 INFO:tasks.rados.rados.0.smithi032.stdout:2966: writing smithi032174182-24 from 6283264 to 6848512 tid 1 2023-12-22T17:26:50.918 INFO:tasks.rados.rados.0.smithi032.stdout:2967: rmattr oid 21 current snap is 289 2023-12-22T17:26:50.918 INFO:tasks.rados.rados.0.smithi032.stdout:2967: done (4 left) 2023-12-22T17:26:50.918 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 48 current snap is 289 2023-12-22T17:26:50.918 INFO:tasks.rados.rados.0.smithi032.stdout:2968: seq_num 894 ranges {0=581632} 2023-12-22T17:26:50.922 INFO:tasks.rados.rados.0.smithi032.stdout:2968: writing smithi032174182-48 from 0 to 581632 tid 1 2023-12-22T17:26:50.922 INFO:tasks.rados.rados.0.smithi032.stdout:2969: read oid 9 snap -1 2023-12-22T17:26:50.922 INFO:tasks.rados.rados.0.smithi032.stdout:2969: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-22T17:26:50.922 INFO:tasks.rados.rados.0.smithi032.stdout:2970: setattr oid 21 current snap is 289 2023-12-22T17:26:50.922 INFO:tasks.rados.rados.0.smithi032.stdout:2965: expect (ObjNum 885 snap 286 seq_num 885) 2023-12-22T17:26:51.015 INFO:tasks.rados.rados.0.smithi032.stdout:2963: finishing copy_from racing read to smithi032174182-20 2023-12-22T17:26:51.015 INFO:tasks.rados.rados.0.smithi032.stdout:2963: finishing copy_from to smithi032174182-20 2023-12-22T17:26:51.015 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 1219 (ObjNum 762 snap 251 seq_num 762) dirty exists 2023-12-22T17:26:51.015 INFO:tasks.rados.rados.0.smithi032.stdout:2969: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-22T17:26:51.020 INFO:tasks.rados.rados.0.smithi032.stdout:2966: finishing write tid 1 to smithi032174182-24 2023-12-22T17:26:51.020 INFO:tasks.rados.rados.0.smithi032.stdout:2966: finishing write tid 2 to smithi032174182-24 2023-12-22T17:26:51.020 INFO:tasks.rados.rados.0.smithi032.stdout:2968: finishing write tid 1 to smithi032174182-48 2023-12-22T17:26:51.020 INFO:tasks.rados.rados.0.smithi032.stdout:2968: finishing write tid 2 to smithi032174182-48 2023-12-22T17:26:51.020 INFO:tasks.rados.rados.0.smithi032.stdout:2966: finishing write tid 3 to smithi032174182-24 2023-12-22T17:26:51.020 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 2339 (ObjNum 893 snap 289 seq_num 893) dirty exists 2023-12-22T17:26:51.020 INFO:tasks.rados.rados.0.smithi032.stdout:2966: left oid 24 (ObjNum 893 snap 289 seq_num 893) 2023-12-22T17:26:51.020 INFO:tasks.rados.rados.0.smithi032.stdout:2968: finishing write tid 3 to smithi032174182-48 2023-12-22T17:26:51.020 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 1641 (ObjNum 894 snap 289 seq_num 894) dirty exists 2023-12-22T17:26:51.020 INFO:tasks.rados.rados.0.smithi032.stdout:2968: left oid 48 (ObjNum 894 snap 289 seq_num 894) 2023-12-22T17:26:51.020 INFO:tasks.rados.rados.0.smithi032.stdout:2963: done (6 left) 2023-12-22T17:26:51.020 INFO:tasks.rados.rados.0.smithi032.stdout:2964: done (5 left) 2023-12-22T17:26:51.020 INFO:tasks.rados.rados.0.smithi032.stdout:2965: done (4 left) 2023-12-22T17:26:51.021 INFO:tasks.rados.rados.0.smithi032.stdout:2966: done (3 left) 2023-12-22T17:26:51.021 INFO:tasks.rados.rados.0.smithi032.stdout:2968: done (2 left) 2023-12-22T17:26:51.021 INFO:tasks.rados.rados.0.smithi032.stdout:2969: done (1 left) 2023-12-22T17:26:51.021 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 1 current snap is 289 2023-12-22T17:26:51.021 INFO:tasks.rados.rados.0.smithi032.stdout:2971: seq_num 895 ranges {4546560=598016} 2023-12-22T17:26:51.047 INFO:tasks.rados.rados.0.smithi032.stdout:2971: writing smithi032174182-1 from 4546560 to 5144576 tid 1 2023-12-22T17:26:51.048 INFO:tasks.rados.rados.0.smithi032.stdout:2972: delete oid 7 current snap is 289 2023-12-22T17:26:51.048 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 1723 (ObjNum 839 snap 274 seq_num 839) dirty exists 2023-12-22T17:26:51.050 INFO:tasks.rados.rados.0.smithi032.stdout:2970: done (2 left) 2023-12-22T17:26:51.050 INFO:tasks.rados.rados.0.smithi032.stdout:2972: done (1 left) 2023-12-22T17:26:51.050 INFO:tasks.rados.rados.0.smithi032.stdout:2973: rollback oid 28 current snap is 289 2023-12-22T17:26:51.050 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 28 to 278 2023-12-22T17:26:51.050 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 27 current snap is 289 2023-12-22T17:26:51.050 INFO:tasks.rados.rados.0.smithi032.stdout:2974: seq_num 897 ranges {2211840=630784} 2023-12-22T17:26:51.066 INFO:tasks.rados.rados.0.smithi032.stdout:2974: writing smithi032174182-27 from 2211840 to 2842624 tid 1 2023-12-22T17:26:51.066 INFO:tasks.rados.rados.0.smithi032.stdout:2975: read oid 8 snap -1 2023-12-22T17:26:51.066 INFO:tasks.rados.rados.0.smithi032.stdout:2975: expect (ObjNum 623 snap 194 seq_num 623) 2023-12-22T17:26:51.066 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 35 current snap is 289 2023-12-22T17:26:51.066 INFO:tasks.rados.rados.0.smithi032.stdout:2976: seq_num 898 ranges {1458176=647168} 2023-12-22T17:26:51.077 INFO:tasks.rados.rados.0.smithi032.stdout:2976: writing smithi032174182-35 from 1458176 to 2105344 tid 1 2023-12-22T17:26:51.077 INFO:tasks.rados.rados.0.smithi032.stdout:2977: snap_remove snap 287 2023-12-22T17:26:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:26:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:26:50] "GET /metrics HTTP/1.1" 200 36297 "" "Prometheus/2.43.0" 2023-12-22T17:26:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:50 smithi032 ceph-mon[191839]: from='client.34374 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:26:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:50 smithi032 ceph-mon[191839]: from='client.34380 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:26:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:50 smithi032 ceph-mon[191839]: osdmap e647: 8 total, 8 up, 8 in 2023-12-22T17:26:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:50 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3393695373' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:26:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:50 smithi032 ceph-mon[191839]: osdmap e648: 8 total, 8 up, 8 in 2023-12-22T17:26:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:50 smithi032 ceph-mon[189144]: from='client.34374 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:26:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:50 smithi032 ceph-mon[189144]: from='client.34380 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:26:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:50 smithi032 ceph-mon[189144]: osdmap e647: 8 total, 8 up, 8 in 2023-12-22T17:26:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:50 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3393695373' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:26:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:50 smithi032 ceph-mon[189144]: osdmap e648: 8 total, 8 up, 8 in 2023-12-22T17:26:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:50 smithi039 ceph-mon[181282]: from='client.34374 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:26:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:50 smithi039 ceph-mon[181282]: from='client.34380 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:26:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:50 smithi039 ceph-mon[181282]: osdmap e647: 8 total, 8 up, 8 in 2023-12-22T17:26:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:50 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3393695373' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:26:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:50 smithi039 ceph-mon[181282]: osdmap e648: 8 total, 8 up, 8 in 2023-12-22T17:26:51.962 INFO:tasks.rados.rados.0.smithi032.stdout:2977: done (5 left) 2023-12-22T17:26:51.962 INFO:tasks.rados.rados.0.smithi032.stdout:2978: delete oid 38 current snap is 289 2023-12-22T17:26:51.962 INFO:tasks.rados.rados.0.smithi032.stdout:2971: finishing write tid 1 to smithi032174182-1 2023-12-22T17:26:51.962 INFO:tasks.rados.rados.0.smithi032.stdout:2973: finishing rollback tid 1 to smithi032174182-28 2023-12-22T17:26:51.962 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 1717 (ObjNum 33 snap 0 seq_num 1597058720) dirty dne 2023-12-22T17:26:51.962 INFO:tasks.rados.rados.0.smithi032.stdout:2971: finishing write tid 2 to smithi032174182-1 2023-12-22T17:26:51.962 INFO:tasks.rados.rados.0.smithi032.stdout:2971: finishing write tid 3 to smithi032174182-1 2023-12-22T17:26:51.962 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 2061 (ObjNum 895 snap 289 seq_num 895) dirty exists 2023-12-22T17:26:51.962 INFO:tasks.rados.rados.0.smithi032.stdout:2971: left oid 1 (ObjNum 895 snap 289 seq_num 895) 2023-12-22T17:26:51.962 INFO:tasks.rados.rados.0.smithi032.stdout:2974: finishing write tid 1 to smithi032174182-27 2023-12-22T17:26:51.962 INFO:tasks.rados.rados.0.smithi032.stdout:2974: finishing write tid 2 to smithi032174182-27 2023-12-22T17:26:51.963 INFO:tasks.rados.rados.0.smithi032.stdout:2974: finishing write tid 3 to smithi032174182-27 2023-12-22T17:26:51.963 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 1971 (ObjNum 897 snap 289 seq_num 897) dirty exists 2023-12-22T17:26:51.963 INFO:tasks.rados.rados.0.smithi032.stdout:2974: left oid 27 (ObjNum 897 snap 289 seq_num 897) 2023-12-22T17:26:51.963 INFO:tasks.rados.rados.0.smithi032.stdout:2975: expect (ObjNum 623 snap 194 seq_num 623) 2023-12-22T17:26:52.158 INFO:tasks.rados.rados.0.smithi032.stdout:2976: finishing write tid 1 to smithi032174182-35 2023-12-22T17:26:52.158 INFO:tasks.rados.rados.0.smithi032.stdout:2976: finishing write tid 2 to smithi032174182-35 2023-12-22T17:26:52.159 INFO:tasks.rados.rados.0.smithi032.stdout:2976: finishing write tid 3 to smithi032174182-35 2023-12-22T17:26:52.159 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 2063 (ObjNum 898 snap 289 seq_num 898) dirty exists 2023-12-22T17:26:52.159 INFO:tasks.rados.rados.0.smithi032.stdout:2976: left oid 35 (ObjNum 898 snap 289 seq_num 898) 2023-12-22T17:26:52.159 INFO:tasks.rados.rados.0.smithi032.stdout:2971: done (5 left) 2023-12-22T17:26:52.159 INFO:tasks.rados.rados.0.smithi032.stdout:2973: done (4 left) 2023-12-22T17:26:52.159 INFO:tasks.rados.rados.0.smithi032.stdout:2974: done (3 left) 2023-12-22T17:26:52.159 INFO:tasks.rados.rados.0.smithi032.stdout:2975: done (2 left) 2023-12-22T17:26:52.159 INFO:tasks.rados.rados.0.smithi032.stdout:2976: done (1 left) 2023-12-22T17:26:52.159 INFO:tasks.rados.rados.0.smithi032.stdout:2978: done (0 left) 2023-12-22T17:26:52.159 INFO:tasks.rados.rados.0.smithi032.stdout:2979: rollback oid 18 current snap is 289 2023-12-22T17:26:52.159 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 18 to 288 2023-12-22T17:26:52.159 INFO:tasks.rados.rados.0.smithi032.stdout:2980: read oid 31 snap -1 2023-12-22T17:26:52.159 INFO:tasks.rados.rados.0.smithi032.stdout:2980: expect (ObjNum 887 snap 287 seq_num 887) 2023-12-22T17:26:52.159 INFO:tasks.rados.rados.0.smithi032.stdout:2981: setattr oid 14 current snap is 289 2023-12-22T17:26:52.161 INFO:tasks.rados.rados.0.smithi032.stdout:2982: rmattr oid 5 current snap is 289 2023-12-22T17:26:52.161 INFO:tasks.rados.rados.0.smithi032.stdout:2983: read oid 24 snap 264 2023-12-22T17:26:52.161 INFO:tasks.rados.rados.0.smithi032.stdout:2983: expect (ObjNum 693 snap 228 seq_num 693) 2023-12-22T17:26:52.161 INFO:tasks.rados.rados.0.smithi032.stdout:2984: read oid 32 snap -1 2023-12-22T17:26:52.161 INFO:tasks.rados.rados.0.smithi032.stdout:2984: expect (ObjNum 762 snap 251 seq_num 762) 2023-12-22T17:26:52.162 INFO:tasks.rados.rados.0.smithi032.stdout:2985: read oid 15 snap -1 2023-12-22T17:26:52.162 INFO:tasks.rados.rados.0.smithi032.stdout:2985: expect (ObjNum 795 snap 261 seq_num 795) 2023-12-22T17:26:52.162 INFO:tasks.rados.rados.0.smithi032.stdout:2986: read oid 41 snap -1 2023-12-22T17:26:52.162 INFO:tasks.rados.rados.0.smithi032.stdout:2986: expect (ObjNum 633 snap 198 seq_num 633) 2023-12-22T17:26:52.162 INFO:tasks.rados.rados.0.smithi032.stdout:2987: read oid 33 snap 278 2023-12-22T17:26:52.162 INFO:tasks.rados.rados.0.smithi032.stdout:2987: expect (ObjNum 842 snap 274 seq_num 842) 2023-12-22T17:26:52.162 INFO:tasks.rados.rados.0.smithi032.stdout:2988: copy_from oid 38 from oid 4 current snap is 289 2023-12-22T17:26:52.162 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 3 current snap is 289 2023-12-22T17:26:52.162 INFO:tasks.rados.rados.0.smithi032.stdout:2989: seq_num 900 ranges {196608=679936} 2023-12-22T17:26:52.169 INFO:tasks.rados.rados.0.smithi032.stdout:2989: writing smithi032174182-3 from 196608 to 876544 tid 1 2023-12-22T17:26:52.169 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 30 current snap is 289 2023-12-22T17:26:52.169 INFO:tasks.rados.rados.0.smithi032.stdout:2990: seq_num 901 ranges {0=696320} 2023-12-22T17:26:52.171 INFO:tasks.rados.rados.0.smithi032.stdout:2990: writing smithi032174182-30 from 0 to 696320 tid 1 2023-12-22T17:26:52.171 INFO:tasks.rados.rados.0.smithi032.stdout:2991: copy_from oid 35 from oid 29 current snap is 289 2023-12-22T17:26:52.180 INFO:tasks.rados.rados.0.smithi032.stdout:2980: expect (ObjNum 887 snap 287 seq_num 887) 2023-12-22T17:26:52.189 INFO:tasks.rados.rados.0.smithi032.stdout:2984: expect (ObjNum 762 snap 251 seq_num 762) 2023-12-22T17:26:52.217 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 2054 (ObjNum 869 snap 282 seq_num 869) dirty exists 2023-12-22T17:26:52.217 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 2064 (ObjNum 65 snap 0 seq_num 1834050134) dirty exists 2023-12-22T17:26:52.218 INFO:tasks.rados.rados.0.smithi032.stdout:2989: finishing write tid 1 to smithi032174182-3 2023-12-22T17:26:52.218 INFO:tasks.rados.rados.0.smithi032.stdout:2989: finishing write tid 2 to smithi032174182-3 2023-12-22T17:26:52.218 INFO:tasks.rados.rados.0.smithi032.stdout:2983: expect (ObjNum 693 snap 228 seq_num 693) 2023-12-22T17:26:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:51 smithi039 ceph-mon[181282]: pgmap v514: 121 pgs: 121 active+clean; 405 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.7 MiB/s wr, 19 op/s 2023-12-22T17:26:52.271 INFO:tasks.rados.rados.0.smithi032.stdout:2989: finishing write tid 3 to smithi032174182-3 2023-12-22T17:26:52.271 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 2066 (ObjNum 900 snap 289 seq_num 900) dirty exists 2023-12-22T17:26:52.271 INFO:tasks.rados.rados.0.smithi032.stdout:2989: left oid 3 (ObjNum 900 snap 289 seq_num 900) 2023-12-22T17:26:52.271 INFO:tasks.rados.rados.0.smithi032.stdout:2990: finishing write tid 1 to smithi032174182-30 2023-12-22T17:26:52.271 INFO:tasks.rados.rados.0.smithi032.stdout:2990: finishing write tid 2 to smithi032174182-30 2023-12-22T17:26:52.271 INFO:tasks.rados.rados.0.smithi032.stdout:2987: expect (ObjNum 842 snap 274 seq_num 842) 2023-12-22T17:26:52.324 INFO:tasks.rados.rados.0.smithi032.stdout:2979: finishing rollback tid 0 to smithi032174182-18 2023-12-22T17:26:52.324 INFO:tasks.rados.rados.0.smithi032.stdout:2979: finishing rollback tid 1 to smithi032174182-18 2023-12-22T17:26:52.324 INFO:tasks.rados.rados.0.smithi032.stdout:2979: finishing rollback tid 2 to smithi032174182-18 2023-12-22T17:26:52.324 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 1640 (ObjNum 65 snap 0 seq_num 1767988052) dirty exists 2023-12-22T17:26:52.324 INFO:tasks.rados.rados.0.smithi032.stdout:2979: done (12 left) 2023-12-22T17:26:52.324 INFO:tasks.rados.rados.0.smithi032.stdout:2980: done (11 left) 2023-12-22T17:26:52.324 INFO:tasks.rados.rados.0.smithi032.stdout:2981: done (10 left) 2023-12-22T17:26:52.324 INFO:tasks.rados.rados.0.smithi032.stdout:2982: done (9 left) 2023-12-22T17:26:52.324 INFO:tasks.rados.rados.0.smithi032.stdout:2983: done (8 left) 2023-12-22T17:26:52.324 INFO:tasks.rados.rados.0.smithi032.stdout:2984: done (7 left) 2023-12-22T17:26:52.324 INFO:tasks.rados.rados.0.smithi032.stdout:2987: done (6 left) 2023-12-22T17:26:52.324 INFO:tasks.rados.rados.0.smithi032.stdout:2989: done (5 left) 2023-12-22T17:26:52.325 INFO:tasks.rados.rados.0.smithi032.stdout:2992: snap_create 2023-12-22T17:26:52.325 INFO:tasks.rados.rados.0.smithi032.stdout:2990: finishing write tid 3 to smithi032174182-30 2023-12-22T17:26:52.325 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 1840 (ObjNum 901 snap 289 seq_num 901) dirty exists 2023-12-22T17:26:52.325 INFO:tasks.rados.rados.0.smithi032.stdout:2990: left oid 30 (ObjNum 901 snap 289 seq_num 901) 2023-12-22T17:26:52.325 INFO:tasks.rados.rados.0.smithi032.stdout:2988: finishing copy_from racing read to smithi032174182-38 2023-12-22T17:26:52.325 INFO:tasks.rados.rados.0.smithi032.stdout:2988: finishing copy_from to smithi032174182-38 2023-12-22T17:26:52.325 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 1831 (ObjNum 884 snap 286 seq_num 884) dirty exists 2023-12-22T17:26:52.325 INFO:tasks.rados.rados.0.smithi032.stdout:2985: expect (ObjNum 795 snap 261 seq_num 795) 2023-12-22T17:26:52.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:51 smithi032 ceph-mon[191839]: pgmap v514: 121 pgs: 121 active+clean; 405 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.7 MiB/s wr, 19 op/s 2023-12-22T17:26:52.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:51 smithi032 ceph-mon[189144]: pgmap v514: 121 pgs: 121 active+clean; 405 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.7 MiB/s wr, 19 op/s 2023-12-22T17:26:52.957 INFO:tasks.rados.rados.0.smithi032.stdout:2986: expect (ObjNum 633 snap 198 seq_num 633) 2023-12-22T17:26:53.056 INFO:tasks.rados.rados.0.smithi032.stdout:2991: finishing copy_from racing read to smithi032174182-35 2023-12-22T17:26:53.056 INFO:tasks.rados.rados.0.smithi032.stdout:2991: finishing copy_from to smithi032174182-35 2023-12-22T17:26:53.056 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 2236 (ObjNum 858 snap 280 seq_num 858) dirty exists 2023-12-22T17:26:53.057 INFO:tasks.rados.rados.0.smithi032.stdout:2985: done (5 left) 2023-12-22T17:26:53.057 INFO:tasks.rados.rados.0.smithi032.stdout:2986: done (4 left) 2023-12-22T17:26:53.057 INFO:tasks.rados.rados.0.smithi032.stdout:2988: done (3 left) 2023-12-22T17:26:53.057 INFO:tasks.rados.rados.0.smithi032.stdout:2990: done (2 left) 2023-12-22T17:26:53.057 INFO:tasks.rados.rados.0.smithi032.stdout:2991: done (1 left) 2023-12-22T17:26:53.057 INFO:tasks.rados.rados.0.smithi032.stdout:2992: done (0 left) 2023-12-22T17:26:53.057 INFO:tasks.rados.rados.0.smithi032.stdout:2993: read oid 38 snap 288 2023-12-22T17:26:53.057 INFO:tasks.rados.rados.0.smithi032.stdout:2993: expect (ObjNum 882 snap 286 seq_num 882) 2023-12-22T17:26:53.057 INFO:tasks.rados.rados.0.smithi032.stdout:2994: read oid 37 snap 288 2023-12-22T17:26:53.057 INFO:tasks.rados.rados.0.smithi032.stdout:2994: expect (ObjNum 880 snap 286 seq_num 880) 2023-12-22T17:26:53.057 INFO:tasks.rados.rados.0.smithi032.stdout:2995: setattr oid 16 current snap is 290 2023-12-22T17:26:53.059 INFO:tasks.rados.rados.0.smithi032.stdout:2996: delete oid 9 current snap is 290 2023-12-22T17:26:53.061 INFO:tasks.rados.rados.0.smithi032.stdout:2993: expect (ObjNum 882 snap 286 seq_num 882) 2023-12-22T17:26:53.075 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 1842 (ObjNum 854 snap 276 seq_num 854) dirty exists 2023-12-22T17:26:53.092 INFO:tasks.rados.rados.0.smithi032.stdout:2994: expect (ObjNum 880 snap 286 seq_num 880) 2023-12-22T17:26:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:52 smithi039 ceph-mon[181282]: osdmap e649: 8 total, 8 up, 8 in 2023-12-22T17:26:53.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:52 smithi032 ceph-mon[191839]: osdmap e649: 8 total, 8 up, 8 in 2023-12-22T17:26:53.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:52 smithi032 ceph-mon[189144]: osdmap e649: 8 total, 8 up, 8 in 2023-12-22T17:26:54.122 INFO:tasks.rados.rados.0.smithi032.stdout:2993: done (3 left) 2023-12-22T17:26:54.122 INFO:tasks.rados.rados.0.smithi032.stdout:2994: done (2 left) 2023-12-22T17:26:54.122 INFO:tasks.rados.rados.0.smithi032.stdout:2995: done (1 left) 2023-12-22T17:26:54.122 INFO:tasks.rados.rados.0.smithi032.stdout:2996: done (0 left) 2023-12-22T17:26:54.122 INFO:tasks.rados.rados.0.smithi032.stdout:2997: snap_create 2023-12-22T17:26:54.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:53 smithi039 ceph-mon[181282]: osdmap e650: 8 total, 8 up, 8 in 2023-12-22T17:26:54.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:53 smithi039 ceph-mon[181282]: pgmap v517: 121 pgs: 121 active+clean; 411 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.3 MiB/s wr, 15 op/s 2023-12-22T17:26:54.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:53 smithi032 ceph-mon[191839]: osdmap e650: 8 total, 8 up, 8 in 2023-12-22T17:26:54.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:53 smithi032 ceph-mon[191839]: pgmap v517: 121 pgs: 121 active+clean; 411 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.3 MiB/s wr, 15 op/s 2023-12-22T17:26:54.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:53 smithi032 ceph-mon[189144]: osdmap e650: 8 total, 8 up, 8 in 2023-12-22T17:26:54.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:53 smithi032 ceph-mon[189144]: pgmap v517: 121 pgs: 121 active+clean; 411 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.3 MiB/s wr, 15 op/s 2023-12-22T17:26:54.976 INFO:tasks.rados.rados.0.smithi032.stdout:2997: done (0 left) 2023-12-22T17:26:54.976 INFO:tasks.rados.rados.0.smithi032.stdout:2998: copy_from oid 14 from oid 19 current snap is 291 2023-12-22T17:26:54.977 INFO:tasks.rados.rados.0.smithi032.stdout:2999: rmattr oid 49 current snap is 291 2023-12-22T17:26:54.977 INFO:tasks.rados.rados.0.smithi032.stdout:2999: done (1 left) 2023-12-22T17:26:54.977 INFO:tasks.rados.rados.0.smithi032.stdout:3000: delete oid 29 current snap is 291 2023-12-22T17:26:54.980 INFO:tasks.rados.rados.0.smithi032.stdout:3000: done (1 left) 2023-12-22T17:26:54.980 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 39 current snap is 291 2023-12-22T17:26:54.980 INFO:tasks.rados.rados.0.smithi032.stdout:3001: seq_num 904 ranges {4431872=745472} 2023-12-22T17:26:55.009 INFO:tasks.rados.rados.0.smithi032.stdout:3001: writing smithi032174182-39 from 4431872 to 5177344 tid 1 2023-12-22T17:26:55.009 INFO:tasks.rados.rados.0.smithi032.stdout:3002: delete oid 5 current snap is 291 2023-12-22T17:26:55.009 INFO:tasks.rados.rados.0.smithi032.stdout:2998: finishing copy_from racing read to smithi032174182-14 2023-12-22T17:26:55.009 INFO:tasks.rados.rados.0.smithi032.stdout:2998: finishing copy_from to smithi032174182-14 2023-12-22T17:26:55.009 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 1577 (ObjNum 885 snap 286 seq_num 885) dirty exists 2023-12-22T17:26:55.012 INFO:tasks.rados.rados.0.smithi032.stdout:2998: done (2 left) 2023-12-22T17:26:55.012 INFO:tasks.rados.rados.0.smithi032.stdout:3002: done (1 left) 2023-12-22T17:26:55.012 INFO:tasks.rados.rados.0.smithi032.stdout:3003: rmattr oid 47 current snap is 291 2023-12-22T17:26:55.013 INFO:tasks.rados.rados.0.smithi032.stdout:3003: done (1 left) 2023-12-22T17:26:55.013 INFO:tasks.rados.rados.0.smithi032.stdout:3004: read oid 47 snap 267 2023-12-22T17:26:55.013 INFO:tasks.rados.rados.0.smithi032.stdout:3004: expect (ObjNum 752 snap 248 seq_num 752) 2023-12-22T17:26:55.013 INFO:tasks.rados.rados.0.smithi032.stdout:3005: read oid 15 snap -1 2023-12-22T17:26:55.013 INFO:tasks.rados.rados.0.smithi032.stdout:3005: expect (ObjNum 795 snap 261 seq_num 795) 2023-12-22T17:26:55.013 INFO:tasks.rados.rados.0.smithi032.stdout:3006: rollback oid 14 current snap is 291 2023-12-22T17:26:55.013 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 14 to 267 2023-12-22T17:26:55.013 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 48 current snap is 291 2023-12-22T17:26:55.013 INFO:tasks.rados.rados.0.smithi032.stdout:3007: seq_num 906 ranges {581632=778240} 2023-12-22T17:26:55.020 INFO:tasks.rados.rados.0.smithi032.stdout:3007: writing smithi032174182-48 from 581632 to 1359872 tid 1 2023-12-22T17:26:55.020 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 27 current snap is 291 2023-12-22T17:26:55.020 INFO:tasks.rados.rados.0.smithi032.stdout:3008: seq_num 907 ranges {2842624=794624} 2023-12-22T17:26:55.040 INFO:tasks.rados.rados.0.smithi032.stdout:3008: writing smithi032174182-27 from 2842624 to 3637248 tid 1 2023-12-22T17:26:55.040 INFO:tasks.rados.rados.0.smithi032.stdout:3009: delete oid 25 current snap is 291 2023-12-22T17:26:55.041 INFO:tasks.rados.rados.0.smithi032.stdout:3001: finishing write tid 1 to smithi032174182-39 2023-12-22T17:26:55.041 INFO:tasks.rados.rados.0.smithi032.stdout:3001: finishing write tid 2 to smithi032174182-39 2023-12-22T17:26:55.041 INFO:tasks.rados.rados.0.smithi032.stdout:3006: finishing rollback tid 0 to smithi032174182-14 2023-12-22T17:26:55.041 INFO:tasks.rados.rados.0.smithi032.stdout:3006: finishing rollback tid 1 to smithi032174182-14 2023-12-22T17:26:55.041 INFO:tasks.rados.rados.0.smithi032.stdout:3006: finishing rollback tid 2 to smithi032174182-14 2023-12-22T17:26:55.041 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 2057 (ObjNum 633 snap 198 seq_num 633) dirty exists 2023-12-22T17:26:55.041 INFO:tasks.rados.rados.0.smithi032.stdout:3001: finishing write tid 3 to smithi032174182-39 2023-12-22T17:26:55.041 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 739 (ObjNum 904 snap 291 seq_num 904) dirty exists 2023-12-22T17:26:55.041 INFO:tasks.rados.rados.0.smithi032.stdout:3001: left oid 39 (ObjNum 904 snap 291 seq_num 904) 2023-12-22T17:26:55.041 INFO:tasks.rados.rados.0.smithi032.stdout:3004: expect (ObjNum 752 snap 248 seq_num 752) 2023-12-22T17:26:55.059 INFO:tasks.rados.rados.0.smithi032.stdout:3007: finishing write tid 1 to smithi032174182-48 2023-12-22T17:26:55.059 INFO:tasks.rados.rados.0.smithi032.stdout:3007: finishing write tid 2 to smithi032174182-48 2023-12-22T17:26:55.059 INFO:tasks.rados.rados.0.smithi032.stdout:3007: finishing write tid 3 to smithi032174182-48 2023-12-22T17:26:55.059 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 1643 (ObjNum 906 snap 291 seq_num 906) dirty exists 2023-12-22T17:26:55.059 INFO:tasks.rados.rados.0.smithi032.stdout:3007: left oid 48 (ObjNum 906 snap 291 seq_num 906) 2023-12-22T17:26:55.059 INFO:tasks.rados.rados.0.smithi032.stdout:3001: done (6 left) 2023-12-22T17:26:55.059 INFO:tasks.rados.rados.0.smithi032.stdout:3004: done (5 left) 2023-12-22T17:26:55.059 INFO:tasks.rados.rados.0.smithi032.stdout:3006: done (4 left) 2023-12-22T17:26:55.059 INFO:tasks.rados.rados.0.smithi032.stdout:3007: done (3 left) 2023-12-22T17:26:55.059 INFO:tasks.rados.rados.0.smithi032.stdout:3009: done (2 left) 2023-12-22T17:26:55.059 INFO:tasks.rados.rados.0.smithi032.stdout:3010: read oid 10 snap -1 2023-12-22T17:26:55.059 INFO:tasks.rados.rados.0.smithi032.stdout:3010: expect (ObjNum 785 snap 259 seq_num 785) 2023-12-22T17:26:55.059 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 37 current snap is 291 2023-12-22T17:26:55.059 INFO:tasks.rados.rados.0.smithi032.stdout:3011: seq_num 909 ranges {11853824=425984,12279808=401408} 2023-12-22T17:26:55.126 INFO:tasks.rados.rados.0.smithi032.stdout:3011: writing smithi032174182-37 from 11853824 to 12279808 tid 1 2023-12-22T17:26:55.129 INFO:tasks.rados.rados.0.smithi032.stdout:3011: writing smithi032174182-37 from 12279808 to 12681216 tid 2 2023-12-22T17:26:55.129 INFO:tasks.rados.rados.0.smithi032.stdout:3012: read oid 1 snap -1 2023-12-22T17:26:55.129 INFO:tasks.rados.rados.0.smithi032.stdout:3012: expect (ObjNum 895 snap 289 seq_num 895) 2023-12-22T17:26:55.129 INFO:tasks.rados.rados.0.smithi032.stdout:3013: rollback oid 42 current snap is 291 2023-12-22T17:26:55.129 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 42 to 264 2023-12-22T17:26:55.129 INFO:tasks.rados.rados.0.smithi032.stdout:3008: finishing write tid 1 to smithi032174182-27 2023-12-22T17:26:55.129 INFO:tasks.rados.rados.0.smithi032.stdout:3008: finishing write tid 2 to smithi032174182-27 2023-12-22T17:26:55.129 INFO:tasks.rados.rados.0.smithi032.stdout:3014: read oid 46 snap 289 2023-12-22T17:26:55.129 INFO:tasks.rados.rados.0.smithi032.stdout:3014: expect (ObjNum 816 snap 269 seq_num 816) 2023-12-22T17:26:55.129 INFO:tasks.rados.rados.0.smithi032.stdout:3015: copy_from oid 12 from oid 18 current snap is 291 2023-12-22T17:26:55.129 INFO:tasks.rados.rados.0.smithi032.stdout:3008: finishing write tid 3 to smithi032174182-27 2023-12-22T17:26:55.129 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 1978 (ObjNum 907 snap 291 seq_num 907) dirty exists 2023-12-22T17:26:55.129 INFO:tasks.rados.rados.0.smithi032.stdout:3008: left oid 27 (ObjNum 907 snap 291 seq_num 907) 2023-12-22T17:26:55.129 INFO:tasks.rados.rados.0.smithi032.stdout:3005: expect (ObjNum 795 snap 261 seq_num 795) 2023-12-22T17:26:55.763 INFO:tasks.rados.rados.0.smithi032.stdout:3010: expect (ObjNum 785 snap 259 seq_num 785) 2023-12-22T17:26:55.792 INFO:tasks.rados.rados.0.smithi032.stdout:3011: finishing write tid 1 to smithi032174182-37 2023-12-22T17:26:55.792 INFO:tasks.rados.rados.0.smithi032.stdout:3015: finishing copy_from racing read to smithi032174182-12 2023-12-22T17:26:55.793 INFO:tasks.rados.rados.0.smithi032.stdout:3011: finishing write tid 2 to smithi032174182-37 2023-12-22T17:26:55.793 INFO:tasks.rados.rados.0.smithi032.stdout:3011: finishing write tid 3 to smithi032174182-37 2023-12-22T17:26:55.793 INFO:tasks.rados.rados.0.smithi032.stdout:3013: finishing rollback tid 1 to smithi032174182-42 2023-12-22T17:26:55.793 INFO:tasks.rados.rados.0.smithi032.stdout:3015: finishing copy_from to smithi032174182-12 2023-12-22T17:26:55.793 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 1640 (ObjNum 33 snap 0 seq_num 1618238291) dirty exists 2023-12-22T17:26:55.793 INFO:tasks.rados.rados.0.smithi032.stdout:3013: finishing rollback tid 2 to smithi032174182-42 2023-12-22T17:26:55.793 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 1579 (ObjNum 774 snap 256 seq_num 774) dirty exists 2023-12-22T17:26:55.793 INFO:tasks.rados.rados.0.smithi032.stdout:3011: finishing write tid 4 to smithi032174182-37 2023-12-22T17:26:55.793 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 2091 (ObjNum 909 snap 291 seq_num 909) dirty exists 2023-12-22T17:26:55.793 INFO:tasks.rados.rados.0.smithi032.stdout:3011: left oid 37 (ObjNum 909 snap 291 seq_num 909) 2023-12-22T17:26:55.793 INFO:tasks.rados.rados.0.smithi032.stdout:3014: expect (ObjNum 816 snap 269 seq_num 816) 2023-12-22T17:26:55.985 INFO:tasks.rados.rados.0.smithi032.stdout:3012: expect (ObjNum 895 snap 289 seq_num 895) 2023-12-22T17:26:56.227 INFO:tasks.rados.rados.0.smithi032.stdout:3005: done (7 left) 2023-12-22T17:26:56.227 INFO:tasks.rados.rados.0.smithi032.stdout:3008: done (6 left) 2023-12-22T17:26:56.228 INFO:tasks.rados.rados.0.smithi032.stdout:3010: done (5 left) 2023-12-22T17:26:56.228 INFO:tasks.rados.rados.0.smithi032.stdout:3011: done (4 left) 2023-12-22T17:26:56.228 INFO:tasks.rados.rados.0.smithi032.stdout:3012: done (3 left) 2023-12-22T17:26:56.228 INFO:tasks.rados.rados.0.smithi032.stdout:3013: done (2 left) 2023-12-22T17:26:56.228 INFO:tasks.rados.rados.0.smithi032.stdout:3014: done (1 left) 2023-12-22T17:26:56.228 INFO:tasks.rados.rados.0.smithi032.stdout:3015: done (0 left) 2023-12-22T17:26:56.228 INFO:tasks.rados.rados.0.smithi032.stdout:3016: setattr oid 40 current snap is 291 2023-12-22T17:26:56.228 INFO:tasks.rados.rados.0.smithi032.stdout:3017: snap_remove snap 211 2023-12-22T17:26:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:55 smithi039 ceph-mon[181282]: osdmap e651: 8 total, 8 up, 8 in 2023-12-22T17:26:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:55 smithi039 ceph-mon[181282]: pgmap v519: 121 pgs: 121 active+clean; 413 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 3.0 MiB/s wr, 24 op/s 2023-12-22T17:26:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:55 smithi039 ceph-mon[181282]: osdmap e652: 8 total, 8 up, 8 in 2023-12-22T17:26:56.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:55 smithi032 ceph-mon[191839]: osdmap e651: 8 total, 8 up, 8 in 2023-12-22T17:26:56.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:55 smithi032 ceph-mon[191839]: pgmap v519: 121 pgs: 121 active+clean; 413 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 3.0 MiB/s wr, 24 op/s 2023-12-22T17:26:56.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:55 smithi032 ceph-mon[191839]: osdmap e652: 8 total, 8 up, 8 in 2023-12-22T17:26:56.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:55 smithi032 ceph-mon[189144]: osdmap e651: 8 total, 8 up, 8 in 2023-12-22T17:26:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:55 smithi032 ceph-mon[189144]: pgmap v519: 121 pgs: 121 active+clean; 413 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 3.0 MiB/s wr, 24 op/s 2023-12-22T17:26:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:55 smithi032 ceph-mon[189144]: osdmap e652: 8 total, 8 up, 8 in 2023-12-22T17:26:56.983 INFO:tasks.rados.rados.0.smithi032.stdout:3017: done (1 left) 2023-12-22T17:26:56.983 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 23 current snap is 291 2023-12-22T17:26:56.984 INFO:tasks.rados.rados.0.smithi032.stdout:3018: seq_num 910 ranges {2834432=442368,3276800=401408} 2023-12-22T17:26:57.002 INFO:tasks.rados.rados.0.smithi032.stdout:3018: writing smithi032174182-23 from 2834432 to 3276800 tid 1 2023-12-22T17:26:57.005 INFO:tasks.rados.rados.0.smithi032.stdout:3018: writing smithi032174182-23 from 3276800 to 3678208 tid 2 2023-12-22T17:26:57.006 INFO:tasks.rados.rados.0.smithi032.stdout:3019: rollback oid 31 current snap is 291 2023-12-22T17:26:57.006 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 31 to 288 2023-12-22T17:26:57.006 INFO:tasks.rados.rados.0.smithi032.stdout:3020: snap_remove snap 267 2023-12-22T17:26:57.988 INFO:tasks.rados.rados.0.smithi032.stdout:3020: done (3 left) 2023-12-22T17:26:57.989 INFO:tasks.rados.rados.0.smithi032.stdout:3021: delete oid 25 current snap is 291 2023-12-22T17:26:57.989 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 1644 (ObjNum 878 snap 286 seq_num 878) dirty exists 2023-12-22T17:26:57.989 INFO:tasks.rados.rados.0.smithi032.stdout:3019: finishing rollback tid 0 to smithi032174182-31 2023-12-22T17:26:57.989 INFO:tasks.rados.rados.0.smithi032.stdout:3019: finishing rollback tid 1 to smithi032174182-31 2023-12-22T17:26:57.989 INFO:tasks.rados.rados.0.smithi032.stdout:3019: finishing rollback tid 2 to smithi032174182-31 2023-12-22T17:26:57.989 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 1854 (ObjNum 887 snap 287 seq_num 887) dirty exists 2023-12-22T17:26:57.989 INFO:tasks.rados.rados.0.smithi032.stdout:3018: finishing write tid 1 to smithi032174182-23 2023-12-22T17:26:57.989 INFO:tasks.rados.rados.0.smithi032.stdout:3018: finishing write tid 2 to smithi032174182-23 2023-12-22T17:26:57.989 INFO:tasks.rados.rados.0.smithi032.stdout:3018: finishing write tid 3 to smithi032174182-23 2023-12-22T17:26:57.989 INFO:tasks.rados.rados.0.smithi032.stdout:3018: finishing write tid 4 to smithi032174182-23 2023-12-22T17:26:57.989 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 1990 (ObjNum 910 snap 291 seq_num 910) dirty exists 2023-12-22T17:26:57.989 INFO:tasks.rados.rados.0.smithi032.stdout:3018: left oid 23 (ObjNum 910 snap 291 seq_num 910) 2023-12-22T17:26:58.001 INFO:tasks.rados.rados.0.smithi032.stdout:3016: done (3 left) 2023-12-22T17:26:58.001 INFO:tasks.rados.rados.0.smithi032.stdout:3018: done (2 left) 2023-12-22T17:26:58.002 INFO:tasks.rados.rados.0.smithi032.stdout:3019: done (1 left) 2023-12-22T17:26:58.002 INFO:tasks.rados.rados.0.smithi032.stdout:3021: done (0 left) 2023-12-22T17:26:58.002 INFO:tasks.rados.rados.0.smithi032.stdout:3022: copy_from oid 47 from oid 41 current snap is 291 2023-12-22T17:26:58.002 INFO:tasks.rados.rados.0.smithi032.stdout:3023: delete oid 4 current snap is 291 2023-12-22T17:26:58.015 INFO:tasks.rados.rados.0.smithi032.stdout:3023: done (1 left) 2023-12-22T17:26:58.016 INFO:tasks.rados.rados.0.smithi032.stdout:3024: copy_from oid 34 from oid 31 current snap is 291 2023-12-22T17:26:58.016 INFO:tasks.rados.rados.0.smithi032.stdout:3025: copy_from oid 35 from oid 6 current snap is 291 2023-12-22T17:26:58.016 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 37 current snap is 291 2023-12-22T17:26:58.016 INFO:tasks.rados.rados.0.smithi032.stdout:3026: seq_num 913 ranges {12681216=499712,13180928=401408} 2023-12-22T17:26:58.088 INFO:tasks.rados.rados.0.smithi032.stdout:3026: writing smithi032174182-37 from 12681216 to 13180928 tid 1 2023-12-22T17:26:58.091 INFO:tasks.rados.rados.0.smithi032.stdout:3026: writing smithi032174182-37 from 13180928 to 13582336 tid 2 2023-12-22T17:26:58.091 INFO:tasks.rados.rados.0.smithi032.stdout:3027: rollback oid 38 current snap is 291 2023-12-22T17:26:58.091 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 38 to 290 2023-12-22T17:26:58.091 INFO:tasks.rados.rados.0.smithi032.stdout:3022: finishing copy_from racing read to smithi032174182-47 2023-12-22T17:26:58.091 INFO:tasks.rados.rados.0.smithi032.stdout:3024: finishing copy_from racing read to smithi032174182-34 2023-12-22T17:26:58.091 INFO:tasks.rados.rados.0.smithi032.stdout:3022: finishing copy_from to smithi032174182-47 2023-12-22T17:26:58.091 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 2276 (ObjNum 633 snap 198 seq_num 633) dirty exists 2023-12-22T17:26:58.091 INFO:tasks.rados.rados.0.smithi032.stdout:3024: finishing copy_from to smithi032174182-34 2023-12-22T17:26:58.092 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 1854 (ObjNum 887 snap 287 seq_num 887) dirty exists 2023-12-22T17:26:58.092 INFO:tasks.rados.rados.0.smithi032.stdout:3025: finishing copy_from racing read to smithi032174182-35 2023-12-22T17:26:58.092 INFO:tasks.rados.rados.0.smithi032.stdout:3025: finishing copy_from to smithi032174182-35 2023-12-22T17:26:58.092 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 1963 (ObjNum 889 snap 287 seq_num 889) dirty exists 2023-12-22T17:26:58.092 INFO:tasks.rados.rados.0.smithi032.stdout:3022: done (4 left) 2023-12-22T17:26:58.092 INFO:tasks.rados.rados.0.smithi032.stdout:3024: done (3 left) 2023-12-22T17:26:58.092 INFO:tasks.rados.rados.0.smithi032.stdout:3025: done (2 left) 2023-12-22T17:26:58.092 INFO:tasks.rados.rados.0.smithi032.stdout:3028: delete oid 43 current snap is 291 2023-12-22T17:26:58.093 INFO:tasks.rados.rados.0.smithi032.stdout:3026: finishing write tid 1 to smithi032174182-37 2023-12-22T17:26:58.094 INFO:tasks.rados.rados.0.smithi032.stdout:3026: finishing write tid 2 to smithi032174182-37 2023-12-22T17:26:58.095 INFO:tasks.rados.rados.0.smithi032.stdout:3028: done (2 left) 2023-12-22T17:26:58.095 INFO:tasks.rados.rados.0.smithi032.stdout:3029: copy_from oid 26 from oid 5 current snap is 291 2023-12-22T17:26:58.095 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 35 current snap is 291 2023-12-22T17:26:58.095 INFO:tasks.rados.rados.0.smithi032.stdout:3030: seq_num 915 ranges {12148736=532480,12681216=401408} 2023-12-22T17:26:58.164 INFO:tasks.rados.rados.0.smithi032.stdout:3030: writing smithi032174182-35 from 12148736 to 12681216 tid 1 2023-12-22T17:26:58.167 INFO:tasks.rados.rados.0.smithi032.stdout:3030: writing smithi032174182-35 from 12681216 to 13082624 tid 2 2023-12-22T17:26:58.167 INFO:tasks.rados.rados.0.smithi032.stdout:3031: rollback oid 47 current snap is 291 2023-12-22T17:26:58.167 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 47 to 288 2023-12-22T17:26:58.167 INFO:tasks.rados.rados.0.smithi032.stdout:3027: finishing rollback tid 0 to smithi032174182-38 2023-12-22T17:26:58.167 INFO:tasks.rados.rados.0.smithi032.stdout:3026: finishing write tid 3 to smithi032174182-37 2023-12-22T17:26:58.167 INFO:tasks.rados.rados.0.smithi032.stdout:3027: finishing rollback tid 1 to smithi032174182-38 2023-12-22T17:26:58.167 INFO:tasks.rados.rados.0.smithi032.stdout:3027: finishing rollback tid 2 to smithi032174182-38 2023-12-22T17:26:58.167 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 1834 (ObjNum 884 snap 286 seq_num 884) dirty exists 2023-12-22T17:26:58.167 INFO:tasks.rados.rados.0.smithi032.stdout:3027: done (4 left) 2023-12-22T17:26:58.167 INFO:tasks.rados.rados.0.smithi032.stdout:3032: rollback oid 36 current snap is 291 2023-12-22T17:26:58.168 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 36 to 288 2023-12-22T17:26:58.168 INFO:tasks.rados.rados.0.smithi032.stdout:3029: finishing copy_from to smithi032174182-26 2023-12-22T17:26:58.168 INFO:tasks.rados.rados.0.smithi032.stdout:3029: got expected ENOENT (src dne) 2023-12-22T17:26:58.168 INFO:tasks.rados.rados.0.smithi032.stdout:3026: finishing write tid 4 to smithi032174182-37 2023-12-22T17:26:58.168 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 2094 (ObjNum 913 snap 291 seq_num 913) dirty exists 2023-12-22T17:26:58.168 INFO:tasks.rados.rados.0.smithi032.stdout:3026: left oid 37 (ObjNum 913 snap 291 seq_num 913) 2023-12-22T17:26:58.168 INFO:tasks.rados.rados.0.smithi032.stdout:3029: finishing copy_from racing read to smithi032174182-26 2023-12-22T17:26:58.168 INFO:tasks.rados.rados.0.smithi032.stdout:3026: done (4 left) 2023-12-22T17:26:58.168 INFO:tasks.rados.rados.0.smithi032.stdout:3029: done (3 left) 2023-12-22T17:26:58.168 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 48 current snap is 291 2023-12-22T17:26:58.168 INFO:tasks.rados.rados.0.smithi032.stdout:3033: seq_num 916 ranges {1359872=548864,1908736=401408} 2023-12-22T17:26:58.177 INFO:tasks.rados.rados.0.smithi032.stdout:3033: writing smithi032174182-48 from 1359872 to 1908736 tid 1 2023-12-22T17:26:58.180 INFO:tasks.rados.rados.0.smithi032.stdout:3033: writing smithi032174182-48 from 1908736 to 2310144 tid 2 2023-12-22T17:26:58.180 INFO:tasks.rados.rados.0.smithi032.stdout:3034: delete oid 25 current snap is 291 2023-12-22T17:26:58.180 INFO:tasks.rados.rados.0.smithi032.stdout:3030: finishing write tid 1 to smithi032174182-35 2023-12-22T17:26:58.180 INFO:tasks.rados.rados.0.smithi032.stdout:3032: finishing rollback tid 0 to smithi032174182-36 2023-12-22T17:26:58.180 INFO:tasks.rados.rados.0.smithi032.stdout:3030: finishing write tid 2 to smithi032174182-35 2023-12-22T17:26:58.180 INFO:tasks.rados.rados.0.smithi032.stdout:3032: finishing rollback tid 1 to smithi032174182-36 2023-12-22T17:26:58.180 INFO:tasks.rados.rados.0.smithi032.stdout:3030: finishing write tid 3 to smithi032174182-35 2023-12-22T17:26:58.180 INFO:tasks.rados.rados.0.smithi032.stdout:3032: finishing rollback tid 2 to smithi032174182-36 2023-12-22T17:26:58.180 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 2060 (ObjNum 177 snap 0 seq_num 1) dirty exists 2023-12-22T17:26:58.181 INFO:tasks.rados.rados.0.smithi032.stdout:3031: finishing rollback tid 0 to smithi032174182-47 2023-12-22T17:26:58.181 INFO:tasks.rados.rados.0.smithi032.stdout:3030: finishing write tid 4 to smithi032174182-35 2023-12-22T17:26:58.181 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 2240 (ObjNum 915 snap 291 seq_num 915) dirty exists 2023-12-22T17:26:58.181 INFO:tasks.rados.rados.0.smithi032.stdout:3030: left oid 35 (ObjNum 915 snap 291 seq_num 915) 2023-12-22T17:26:58.181 INFO:tasks.rados.rados.0.smithi032.stdout:3031: finishing rollback tid 1 to smithi032174182-47 2023-12-22T17:26:58.181 INFO:tasks.rados.rados.0.smithi032.stdout:3031: finishing rollback tid 2 to smithi032174182-47 2023-12-22T17:26:58.181 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 2366 (ObjNum 890 snap 287 seq_num 890) dirty exists 2023-12-22T17:26:58.181 INFO:tasks.rados.rados.0.smithi032.stdout:3033: finishing write tid 1 to smithi032174182-48 2023-12-22T17:26:58.182 INFO:tasks.rados.rados.0.smithi032.stdout:3033: finishing write tid 2 to smithi032174182-48 2023-12-22T17:26:58.182 INFO:tasks.rados.rados.0.smithi032.stdout:3033: finishing write tid 3 to smithi032174182-48 2023-12-22T17:26:58.183 INFO:tasks.rados.rados.0.smithi032.stdout:3030: done (4 left) 2023-12-22T17:26:58.183 INFO:tasks.rados.rados.0.smithi032.stdout:3031: done (3 left) 2023-12-22T17:26:58.183 INFO:tasks.rados.rados.0.smithi032.stdout:3032: done (2 left) 2023-12-22T17:26:58.183 INFO:tasks.rados.rados.0.smithi032.stdout:3034: done (1 left) 2023-12-22T17:26:58.183 INFO:tasks.rados.rados.0.smithi032.stdout:3035: read oid 16 snap -1 2023-12-22T17:26:58.183 INFO:tasks.rados.rados.0.smithi032.stdout:3035: expect (ObjNum 854 snap 276 seq_num 854) 2023-12-22T17:26:58.184 INFO:tasks.rados.rados.0.smithi032.stdout:3036: copy_from oid 20 from oid 24 current snap is 291 2023-12-22T17:26:58.184 INFO:tasks.rados.rados.0.smithi032.stdout:3037: setattr oid 15 current snap is 291 2023-12-22T17:26:58.184 INFO:tasks.rados.rados.0.smithi032.stdout:3033: finishing write tid 4 to smithi032174182-48 2023-12-22T17:26:58.184 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 1647 (ObjNum 916 snap 291 seq_num 916) dirty exists 2023-12-22T17:26:58.184 INFO:tasks.rados.rados.0.smithi032.stdout:3033: left oid 48 (ObjNum 916 snap 291 seq_num 916) 2023-12-22T17:26:58.184 INFO:tasks.rados.rados.0.smithi032.stdout:3033: done (3 left) 2023-12-22T17:26:58.184 INFO:tasks.rados.rados.0.smithi032.stdout:3038: read oid 30 snap 264 2023-12-22T17:26:58.185 INFO:tasks.rados.rados.0.smithi032.stdout:3038: expect (ObjNum 792 snap 260 seq_num 792) 2023-12-22T17:26:58.185 INFO:tasks.rados.rados.0.smithi032.stdout:3039: setattr oid 47 current snap is 291 2023-12-22T17:26:58.186 INFO:tasks.rados.rados.0.smithi032.stdout:3040: rollback oid 46 current snap is 291 2023-12-22T17:26:58.186 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 46 to 290 2023-12-22T17:26:58.186 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 44 current snap is 291 2023-12-22T17:26:58.186 INFO:tasks.rados.rados.0.smithi032.stdout:3041: seq_num 918 ranges {0=581632,581632=401408} 2023-12-22T17:26:58.189 INFO:tasks.rados.rados.0.smithi032.stdout:3041: writing smithi032174182-44 from 0 to 581632 tid 1 2023-12-22T17:26:58.192 INFO:tasks.rados.rados.0.smithi032.stdout:3041: writing smithi032174182-44 from 581632 to 983040 tid 2 2023-12-22T17:26:58.193 INFO:tasks.rados.rados.0.smithi032.stdout:3042: copy_from oid 8 from oid 2 current snap is 291 2023-12-22T17:26:58.193 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 14 current snap is 291 2023-12-22T17:26:58.193 INFO:tasks.rados.rados.0.smithi032.stdout:3043: seq_num 919 ranges {2678784=598016,3276800=401408} 2023-12-22T17:26:58.211 INFO:tasks.rados.rados.0.smithi032.stdout:3043: writing smithi032174182-14 from 2678784 to 3276800 tid 1 2023-12-22T17:26:58.214 INFO:tasks.rados.rados.0.smithi032.stdout:3043: writing smithi032174182-14 from 3276800 to 3678208 tid 2 2023-12-22T17:26:58.214 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 28 current snap is 291 2023-12-22T17:26:58.214 INFO:tasks.rados.rados.0.smithi032.stdout:3044: seq_num 920 ranges {0=614400,614400=401408} 2023-12-22T17:26:58.217 INFO:tasks.rados.rados.0.smithi032.stdout:3044: writing smithi032174182-28 from 0 to 614400 tid 1 2023-12-22T17:26:58.220 INFO:tasks.rados.rados.0.smithi032.stdout:3044: writing smithi032174182-28 from 614400 to 1015808 tid 2 2023-12-22T17:26:58.220 INFO:tasks.rados.rados.0.smithi032.stdout:3045: read oid 32 snap -1 2023-12-22T17:26:58.220 INFO:tasks.rados.rados.0.smithi032.stdout:3045: expect (ObjNum 762 snap 251 seq_num 762) 2023-12-22T17:26:58.220 INFO:tasks.rados.rados.0.smithi032.stdout:3046: read oid 5 snap 288 2023-12-22T17:26:58.221 INFO:tasks.rados.rados.0.smithi032.stdout:3046: expect (ObjNum 1597522112 snap 22024 seq_num 1596792688) 2023-12-22T17:26:58.221 INFO:tasks.rados.rados.0.smithi032.stdout:3047: snap_remove snap 278 2023-12-22T17:26:58.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:57 smithi039 ceph-mon[181282]: osdmap e653: 8 total, 8 up, 8 in 2023-12-22T17:26:58.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:57 smithi039 ceph-mon[181282]: pgmap v522: 121 pgs: 121 active+clean; 417 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 2.9 MiB/s wr, 31 op/s 2023-12-22T17:26:58.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:57 smithi032 ceph-mon[191839]: osdmap e653: 8 total, 8 up, 8 in 2023-12-22T17:26:58.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:57 smithi032 ceph-mon[191839]: pgmap v522: 121 pgs: 121 active+clean; 417 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 2.9 MiB/s wr, 31 op/s 2023-12-22T17:26:58.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:57 smithi032 ceph-mon[189144]: osdmap e653: 8 total, 8 up, 8 in 2023-12-22T17:26:58.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:57 smithi032 ceph-mon[189144]: pgmap v522: 121 pgs: 121 active+clean; 417 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 2.9 MiB/s wr, 31 op/s 2023-12-22T17:26:58.995 INFO:tasks.rados.rados.0.smithi032.stdout:3047: done (12 left) 2023-12-22T17:26:58.995 INFO:tasks.rados.rados.0.smithi032.stdout:3048: delete oid 38 current snap is 291 2023-12-22T17:26:58.995 INFO:tasks.rados.rados.0.smithi032.stdout:3040: finishing rollback tid 0 to smithi032174182-46 2023-12-22T17:26:58.995 INFO:tasks.rados.rados.0.smithi032.stdout:3040: finishing rollback tid 1 to smithi032174182-46 2023-12-22T17:26:58.996 INFO:tasks.rados.rados.0.smithi032.stdout:3040: finishing rollback tid 2 to smithi032174182-46 2023-12-22T17:26:58.996 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 1582 (ObjNum 816 snap 269 seq_num 816) dirty exists 2023-12-22T17:26:58.996 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 2368 (ObjNum 795 snap 261 seq_num 795) dirty exists 2023-12-22T17:26:58.996 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 2369 (ObjNum 890 snap 287 seq_num 890) dirty exists 2023-12-22T17:26:58.996 INFO:tasks.rados.rados.0.smithi032.stdout:3035: expect (ObjNum 854 snap 276 seq_num 854) 2023-12-22T17:26:59.191 INFO:tasks.rados.rados.0.smithi032.stdout:3042: finishing copy_from racing read to smithi032174182-8 2023-12-22T17:26:59.191 INFO:tasks.rados.rados.0.smithi032.stdout:3036: finishing copy_from racing read to smithi032174182-20 2023-12-22T17:26:59.192 INFO:tasks.rados.rados.0.smithi032.stdout:3041: finishing write tid 1 to smithi032174182-44 2023-12-22T17:26:59.192 INFO:tasks.rados.rados.0.smithi032.stdout:3043: finishing write tid 1 to smithi032174182-14 2023-12-22T17:26:59.192 INFO:tasks.rados.rados.0.smithi032.stdout:3041: finishing write tid 2 to smithi032174182-44 2023-12-22T17:26:59.192 INFO:tasks.rados.rados.0.smithi032.stdout:3041: finishing write tid 3 to smithi032174182-44 2023-12-22T17:26:59.192 INFO:tasks.rados.rados.0.smithi032.stdout:3043: finishing write tid 2 to smithi032174182-14 2023-12-22T17:26:59.192 INFO:tasks.rados.rados.0.smithi032.stdout:3043: finishing write tid 3 to smithi032174182-14 2023-12-22T17:26:59.192 INFO:tasks.rados.rados.0.smithi032.stdout:3046: expect (ObjNum 1597522112 snap 22024 seq_num 1596792688) 2023-12-22T17:26:59.195 INFO:tasks.rados.rados.0.smithi032.stdout:3038: expect (ObjNum 792 snap 260 seq_num 792) 2023-12-22T17:26:59.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:58 smithi039 ceph-mon[181282]: osdmap e654: 8 total, 8 up, 8 in 2023-12-22T17:26:59.342 INFO:tasks.rados.rados.0.smithi032.stdout:3041: finishing write tid 4 to smithi032174182-44 2023-12-22T17:26:59.342 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 2000 (ObjNum 918 snap 291 seq_num 918) dirty exists 2023-12-22T17:26:59.343 INFO:tasks.rados.rados.0.smithi032.stdout:3041: left oid 44 (ObjNum 918 snap 291 seq_num 918) 2023-12-22T17:26:59.343 INFO:tasks.rados.rados.0.smithi032.stdout:3043: finishing write tid 4 to smithi032174182-14 2023-12-22T17:26:59.343 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 2063 (ObjNum 919 snap 291 seq_num 919) dirty exists 2023-12-22T17:26:59.343 INFO:tasks.rados.rados.0.smithi032.stdout:3043: left oid 14 (ObjNum 919 snap 291 seq_num 919) 2023-12-22T17:26:59.343 INFO:tasks.rados.rados.0.smithi032.stdout:3045: expect (ObjNum 762 snap 251 seq_num 762) 2023-12-22T17:26:59.362 INFO:tasks.rados.rados.0.smithi032.stdout:3042: finishing copy_from to smithi032174182-8 2023-12-22T17:26:59.362 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 737 (ObjNum 853 snap 276 seq_num 853) dirty exists 2023-12-22T17:26:59.362 INFO:tasks.rados.rados.0.smithi032.stdout:3044: finishing write tid 1 to smithi032174182-28 2023-12-22T17:26:59.362 INFO:tasks.rados.rados.0.smithi032.stdout:3044: finishing write tid 2 to smithi032174182-28 2023-12-22T17:26:59.362 INFO:tasks.rados.rados.0.smithi032.stdout:3044: finishing write tid 3 to smithi032174182-28 2023-12-22T17:26:59.362 INFO:tasks.rados.rados.0.smithi032.stdout:3036: finishing copy_from to smithi032174182-20 2023-12-22T17:26:59.362 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 2339 (ObjNum 893 snap 289 seq_num 893) dirty exists 2023-12-22T17:26:59.362 INFO:tasks.rados.rados.0.smithi032.stdout:3044: finishing write tid 4 to smithi032174182-28 2023-12-22T17:26:59.362 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 1869 (ObjNum 920 snap 291 seq_num 920) dirty exists 2023-12-22T17:26:59.363 INFO:tasks.rados.rados.0.smithi032.stdout:3044: left oid 28 (ObjNum 920 snap 291 seq_num 920) 2023-12-22T17:26:59.363 INFO:tasks.rados.rados.0.smithi032.stdout:3035: done (12 left) 2023-12-22T17:26:59.363 INFO:tasks.rados.rados.0.smithi032.stdout:3036: done (11 left) 2023-12-22T17:26:59.363 INFO:tasks.rados.rados.0.smithi032.stdout:3037: done (10 left) 2023-12-22T17:26:59.363 INFO:tasks.rados.rados.0.smithi032.stdout:3038: done (9 left) 2023-12-22T17:26:59.363 INFO:tasks.rados.rados.0.smithi032.stdout:3039: done (8 left) 2023-12-22T17:26:59.363 INFO:tasks.rados.rados.0.smithi032.stdout:3040: done (7 left) 2023-12-22T17:26:59.363 INFO:tasks.rados.rados.0.smithi032.stdout:3041: done (6 left) 2023-12-22T17:26:59.363 INFO:tasks.rados.rados.0.smithi032.stdout:3042: done (5 left) 2023-12-22T17:26:59.363 INFO:tasks.rados.rados.0.smithi032.stdout:3043: done (4 left) 2023-12-22T17:26:59.363 INFO:tasks.rados.rados.0.smithi032.stdout:3044: done (3 left) 2023-12-22T17:26:59.363 INFO:tasks.rados.rados.0.smithi032.stdout:3045: done (2 left) 2023-12-22T17:26:59.363 INFO:tasks.rados.rados.0.smithi032.stdout:3046: done (1 left) 2023-12-22T17:26:59.363 INFO:tasks.rados.rados.0.smithi032.stdout:3048: done (0 left) 2023-12-22T17:26:59.363 INFO:tasks.rados.rados.0.smithi032.stdout:3049: delete oid 22 current snap is 291 2023-12-22T17:26:59.364 INFO:tasks.rados.rados.0.smithi032.stdout:3049: done (0 left) 2023-12-22T17:26:59.364 INFO:tasks.rados.rados.0.smithi032.stdout:3050: rollback oid 41 current snap is 291 2023-12-22T17:26:59.364 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 41 to 274 2023-12-22T17:26:59.364 INFO:tasks.rados.rados.0.smithi032.stdout:3051: rollback oid 19 current snap is 291 2023-12-22T17:26:59.365 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 19 to 290 2023-12-22T17:26:59.365 INFO:tasks.rados.rados.0.smithi032.stdout:3052: rollback oid 24 current snap is 291 2023-12-22T17:26:59.365 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 24 to 280 2023-12-22T17:26:59.365 INFO:tasks.rados.rados.0.smithi032.stdout:3053: snap_create 2023-12-22T17:26:59.368 INFO:tasks.rados.rados.0.smithi032.stdout:3051: finishing rollback tid 0 to smithi032174182-19 2023-12-22T17:26:59.368 INFO:tasks.rados.rados.0.smithi032.stdout:3051: finishing rollback tid 1 to smithi032174182-19 2023-12-22T17:26:59.368 INFO:tasks.rados.rados.0.smithi032.stdout:3051: finishing rollback tid 2 to smithi032174182-19 2023-12-22T17:26:59.368 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 1585 (ObjNum 885 snap 286 seq_num 885) dirty exists 2023-12-22T17:26:59.369 INFO:tasks.rados.rados.0.smithi032.stdout:3050: finishing rollback tid 0 to smithi032174182-41 2023-12-22T17:26:59.369 INFO:tasks.rados.rados.0.smithi032.stdout:3050: finishing rollback tid 1 to smithi032174182-41 2023-12-22T17:26:59.372 INFO:tasks.rados.rados.0.smithi032.stdout:3050: finishing rollback tid 2 to smithi032174182-41 2023-12-22T17:26:59.372 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 2385 (ObjNum 633 snap 198 seq_num 633) dirty exists 2023-12-22T17:26:59.372 INFO:tasks.rados.rados.0.smithi032.stdout:3052: finishing rollback tid 0 to smithi032174182-24 2023-12-22T17:26:59.373 INFO:tasks.rados.rados.0.smithi032.stdout:3052: finishing rollback tid 1 to smithi032174182-24 2023-12-22T17:26:59.374 INFO:tasks.rados.rados.0.smithi032.stdout:3052: finishing rollback tid 2 to smithi032174182-24 2023-12-22T17:26:59.374 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 2389 (ObjNum 859 snap 280 seq_num 859) dirty exists 2023-12-22T17:26:59.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:58 smithi032 ceph-mon[191839]: osdmap e654: 8 total, 8 up, 8 in 2023-12-22T17:26:59.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:58 smithi032 ceph-mon[189144]: osdmap e654: 8 total, 8 up, 8 in 2023-12-22T17:27:00.001 INFO:tasks.rados.rados.0.smithi032.stdout:3050: done (3 left) 2023-12-22T17:27:00.001 INFO:tasks.rados.rados.0.smithi032.stdout:3051: done (2 left) 2023-12-22T17:27:00.001 INFO:tasks.rados.rados.0.smithi032.stdout:3052: done (1 left) 2023-12-22T17:27:00.001 INFO:tasks.rados.rados.0.smithi032.stdout:3053: done (0 left) 2023-12-22T17:27:00.001 INFO:tasks.rados.rados.0.smithi032.stdout:3054: read oid 49 snap -1 2023-12-22T17:27:00.001 INFO:tasks.rados.rados.0.smithi032.stdout:3054: expect (ObjNum 888 snap 287 seq_num 888) 2023-12-22T17:27:00.001 INFO:tasks.rados.rados.0.smithi032.stdout:3055: snap_remove snap 290 2023-12-22T17:27:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:59 smithi039 ceph-mon[181282]: osdmap e655: 8 total, 8 up, 8 in 2023-12-22T17:27:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:26:59 smithi039 ceph-mon[181282]: pgmap v525: 121 pgs: 121 active+clean; 400 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 5.8 MiB/s wr, 27 op/s 2023-12-22T17:27:00.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:59 smithi032 ceph-mon[191839]: osdmap e655: 8 total, 8 up, 8 in 2023-12-22T17:27:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:26:59 smithi032 ceph-mon[191839]: pgmap v525: 121 pgs: 121 active+clean; 400 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 5.8 MiB/s wr, 27 op/s 2023-12-22T17:27:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:59 smithi032 ceph-mon[189144]: osdmap e655: 8 total, 8 up, 8 in 2023-12-22T17:27:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:26:59 smithi032 ceph-mon[189144]: pgmap v525: 121 pgs: 121 active+clean; 400 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 5.8 MiB/s wr, 27 op/s 2023-12-22T17:27:00.881 INFO:tasks.rados.rados.0.smithi032.stdout:3055: done (1 left) 2023-12-22T17:27:00.881 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 12 current snap is 292 2023-12-22T17:27:00.882 INFO:tasks.rados.rados.0.smithi032.stdout:3054: expect (ObjNum 888 snap 287 seq_num 888) 2023-12-22T17:27:00.985 INFO:tasks.rados.rados.0.smithi032.stdout:3056: seq_num 923 ranges {0=663552,663552=401408} 2023-12-22T17:27:00.989 INFO:tasks.rados.rados.0.smithi032.stdout:3056: writing smithi032174182-12 from 0 to 663552 tid 1 2023-12-22T17:27:00.991 INFO:tasks.rados.rados.0.smithi032.stdout:3056: writing smithi032174182-12 from 663552 to 1064960 tid 2 2023-12-22T17:27:00.991 INFO:tasks.rados.rados.0.smithi032.stdout:3054: done (1 left) 2023-12-22T17:27:00.991 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 41 current snap is 292 2023-12-22T17:27:00.991 INFO:tasks.rados.rados.0.smithi032.stdout:3057: seq_num 924 ranges {2678784=679936,3358720=401408} 2023-12-22T17:27:01.009 INFO:tasks.rados.rados.0.smithi032.stdout:3057: writing smithi032174182-41 from 2678784 to 3358720 tid 1 2023-12-22T17:27:01.012 INFO:tasks.rados.rados.0.smithi032.stdout:3057: writing smithi032174182-41 from 3358720 to 3760128 tid 2 2023-12-22T17:27:01.012 INFO:tasks.rados.rados.0.smithi032.stdout:3058: snap_remove snap 264 2023-12-22T17:27:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:27:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:27:00] "GET /metrics HTTP/1.1" 200 36297 "" "Prometheus/2.43.0" 2023-12-22T17:27:01.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:00 smithi032 ceph-mon[189144]: osdmap e656: 8 total, 8 up, 8 in 2023-12-22T17:27:01.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:00 smithi032 ceph-mon[189144]: osdmap e657: 8 total, 8 up, 8 in 2023-12-22T17:27:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:00 smithi032 ceph-mon[191839]: osdmap e656: 8 total, 8 up, 8 in 2023-12-22T17:27:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:00 smithi032 ceph-mon[191839]: osdmap e657: 8 total, 8 up, 8 in 2023-12-22T17:27:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:00 smithi039 ceph-mon[181282]: osdmap e656: 8 total, 8 up, 8 in 2023-12-22T17:27:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:00 smithi039 ceph-mon[181282]: osdmap e657: 8 total, 8 up, 8 in 2023-12-22T17:27:02.008 INFO:tasks.rados.rados.0.smithi032.stdout:3058: done (2 left) 2023-12-22T17:27:02.008 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 18 current snap is 292 2023-12-22T17:27:02.008 INFO:tasks.rados.rados.0.smithi032.stdout:3056: finishing write tid 1 to smithi032174182-12 2023-12-22T17:27:02.008 INFO:tasks.rados.rados.0.smithi032.stdout:3059: seq_num 925 ranges {0=696320,696320=401408} 2023-12-22T17:27:02.015 INFO:tasks.rados.rados.0.smithi032.stdout:3059: writing smithi032174182-18 from 0 to 696320 tid 1 2023-12-22T17:27:02.015 INFO:tasks.rados.rados.0.smithi032.stdout:3059: writing smithi032174182-18 from 696320 to 1097728 tid 2 2023-12-22T17:27:02.015 INFO:tasks.rados.rados.0.smithi032.stdout:3060: rollback oid 39 current snap is 292 2023-12-22T17:27:02.015 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 39 to 289 2023-12-22T17:27:02.015 INFO:tasks.rados.rados.0.smithi032.stdout:3056: finishing write tid 2 to smithi032174182-12 2023-12-22T17:27:02.016 INFO:tasks.rados.rados.0.smithi032.stdout:3056: finishing write tid 3 to smithi032174182-12 2023-12-22T17:27:02.016 INFO:tasks.rados.rados.0.smithi032.stdout:3056: finishing write tid 4 to smithi032174182-12 2023-12-22T17:27:02.016 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 1643 (ObjNum 923 snap 292 seq_num 923) dirty exists 2023-12-22T17:27:02.016 INFO:tasks.rados.rados.0.smithi032.stdout:3056: left oid 12 (ObjNum 923 snap 292 seq_num 923) 2023-12-22T17:27:02.016 INFO:tasks.rados.rados.0.smithi032.stdout:3057: finishing write tid 1 to smithi032174182-41 2023-12-22T17:27:02.016 INFO:tasks.rados.rados.0.smithi032.stdout:3057: finishing write tid 2 to smithi032174182-41 2023-12-22T17:27:02.016 INFO:tasks.rados.rados.0.smithi032.stdout:3057: finishing write tid 3 to smithi032174182-41 2023-12-22T17:27:02.016 INFO:tasks.rados.rados.0.smithi032.stdout:3057: finishing write tid 4 to smithi032174182-41 2023-12-22T17:27:02.016 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 2403 (ObjNum 924 snap 292 seq_num 924) dirty exists 2023-12-22T17:27:02.016 INFO:tasks.rados.rados.0.smithi032.stdout:3057: left oid 41 (ObjNum 924 snap 292 seq_num 924) 2023-12-22T17:27:02.016 INFO:tasks.rados.rados.0.smithi032.stdout:3056: done (3 left) 2023-12-22T17:27:02.016 INFO:tasks.rados.rados.0.smithi032.stdout:3057: done (2 left) 2023-12-22T17:27:02.016 INFO:tasks.rados.rados.0.smithi032.stdout:3061: snap_remove snap 274 2023-12-22T17:27:02.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:02 smithi032 ceph-mon[189144]: pgmap v528: 121 pgs: 121 active+clean; 314 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 8.9 MiB/s wr, 42 op/s 2023-12-22T17:27:02.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:02 smithi032 ceph-mon[191839]: pgmap v528: 121 pgs: 121 active+clean; 314 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 8.9 MiB/s wr, 42 op/s 2023-12-22T17:27:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:02 smithi039 ceph-mon[181282]: pgmap v528: 121 pgs: 121 active+clean; 314 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 8.9 MiB/s wr, 42 op/s 2023-12-22T17:27:03.010 INFO:tasks.rados.rados.0.smithi032.stdout:3061: done (2 left) 2023-12-22T17:27:03.010 INFO:tasks.rados.rados.0.smithi032.stdout:3062: rmattr oid 14 current snap is 292 2023-12-22T17:27:03.010 INFO:tasks.rados.rados.0.smithi032.stdout:3062: done (2 left) 2023-12-22T17:27:03.010 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 13 current snap is 292 2023-12-22T17:27:03.011 INFO:tasks.rados.rados.0.smithi032.stdout:3060: finishing rollback tid 0 to smithi032174182-39 2023-12-22T17:27:03.011 INFO:tasks.rados.rados.0.smithi032.stdout:3060: finishing rollback tid 1 to smithi032174182-39 2023-12-22T17:27:03.011 INFO:tasks.rados.rados.0.smithi032.stdout:3063: seq_num 926 ranges {0=712704,712704=401408} 2023-12-22T17:27:03.018 INFO:tasks.rados.rados.0.smithi032.stdout:3063: writing smithi032174182-13 from 0 to 712704 tid 1 2023-12-22T17:27:03.018 INFO:tasks.rados.rados.0.smithi032.stdout:3063: writing smithi032174182-13 from 712704 to 1114112 tid 2 2023-12-22T17:27:03.018 INFO:tasks.rados.rados.0.smithi032.stdout:3064: snap_remove snap 280 2023-12-22T17:27:03.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:03 smithi032 ceph-mon[189144]: osdmap e658: 8 total, 8 up, 8 in 2023-12-22T17:27:03.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:03 smithi032 ceph-mon[191839]: osdmap e658: 8 total, 8 up, 8 in 2023-12-22T17:27:03.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:03 smithi039 ceph-mon[181282]: osdmap e658: 8 total, 8 up, 8 in 2023-12-22T17:27:04.029 INFO:tasks.rados.rados.0.smithi032.stdout:3064: done (3 left) 2023-12-22T17:27:04.029 INFO:tasks.rados.rados.0.smithi032.stdout:3065: copy_from oid 25 from oid 26 current snap is 292 2023-12-22T17:27:04.029 INFO:tasks.rados.rados.0.smithi032.stdout:3060: finishing rollback tid 2 to smithi032174182-39 2023-12-22T17:27:04.029 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 742 (ObjNum 853 snap 276 seq_num 853) dirty exists 2023-12-22T17:27:04.029 INFO:tasks.rados.rados.0.smithi032.stdout:3059: finishing write tid 1 to smithi032174182-18 2023-12-22T17:27:04.029 INFO:tasks.rados.rados.0.smithi032.stdout:3059: finishing write tid 2 to smithi032174182-18 2023-12-22T17:27:04.030 INFO:tasks.rados.rados.0.smithi032.stdout:3059: finishing write tid 3 to smithi032174182-18 2023-12-22T17:27:04.030 INFO:tasks.rados.rados.0.smithi032.stdout:3059: finishing write tid 4 to smithi032174182-18 2023-12-22T17:27:04.030 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 1645 (ObjNum 925 snap 292 seq_num 925) dirty exists 2023-12-22T17:27:04.030 INFO:tasks.rados.rados.0.smithi032.stdout:3059: left oid 18 (ObjNum 925 snap 292 seq_num 925) 2023-12-22T17:27:04.030 INFO:tasks.rados.rados.0.smithi032.stdout:3063: finishing write tid 1 to smithi032174182-13 2023-12-22T17:27:04.030 INFO:tasks.rados.rados.0.smithi032.stdout:3063: finishing write tid 2 to smithi032174182-13 2023-12-22T17:27:04.030 INFO:tasks.rados.rados.0.smithi032.stdout:3063: finishing write tid 3 to smithi032174182-13 2023-12-22T17:27:04.030 INFO:tasks.rados.rados.0.smithi032.stdout:3063: finishing write tid 4 to smithi032174182-13 2023-12-22T17:27:04.030 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 2416 (ObjNum 926 snap 292 seq_num 926) dirty exists 2023-12-22T17:27:04.030 INFO:tasks.rados.rados.0.smithi032.stdout:3063: left oid 13 (ObjNum 926 snap 292 seq_num 926) 2023-12-22T17:27:04.030 INFO:tasks.rados.rados.0.smithi032.stdout:3059: done (3 left) 2023-12-22T17:27:04.031 INFO:tasks.rados.rados.0.smithi032.stdout:3060: done (2 left) 2023-12-22T17:27:04.031 INFO:tasks.rados.rados.0.smithi032.stdout:3063: done (1 left) 2023-12-22T17:27:04.031 INFO:tasks.rados.rados.0.smithi032.stdout:3066: copy_from oid 35 from oid 5 current snap is 292 2023-12-22T17:27:04.031 INFO:tasks.rados.rados.0.smithi032.stdout:3067: setattr oid 12 current snap is 292 2023-12-22T17:27:04.031 INFO:tasks.rados.rados.0.smithi032.stdout:3068: delete oid 1 current snap is 292 2023-12-22T17:27:04.042 INFO:tasks.rados.rados.0.smithi032.stdout:3066: finishing copy_from to smithi032174182-35 2023-12-22T17:27:04.042 INFO:tasks.rados.rados.0.smithi032.stdout:3066: got expected ENOENT (src dne) 2023-12-22T17:27:04.042 INFO:tasks.rados.rados.0.smithi032.stdout:3066: finishing copy_from racing read to smithi032174182-35 2023-12-22T17:27:04.042 INFO:tasks.rados.rados.0.smithi032.stdout:3065: finishing copy_from to smithi032174182-25 2023-12-22T17:27:04.043 INFO:tasks.rados.rados.0.smithi032.stdout:3065: got expected ENOENT (src dne) 2023-12-22T17:27:04.043 INFO:tasks.rados.rados.0.smithi032.stdout:3065: finishing copy_from racing read to smithi032174182-25 2023-12-22T17:27:04.046 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 1644 (ObjNum 923 snap 292 seq_num 923) dirty exists 2023-12-22T17:27:04.049 INFO:tasks.rados.rados.0.smithi032.stdout:3065: done (3 left) 2023-12-22T17:27:04.050 INFO:tasks.rados.rados.0.smithi032.stdout:3066: done (2 left) 2023-12-22T17:27:04.050 INFO:tasks.rados.rados.0.smithi032.stdout:3067: done (1 left) 2023-12-22T17:27:04.050 INFO:tasks.rados.rados.0.smithi032.stdout:3068: done (0 left) 2023-12-22T17:27:04.050 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 30 current snap is 292 2023-12-22T17:27:04.050 INFO:tasks.rados.rados.0.smithi032.stdout:3069: seq_num 928 ranges {696320=745472,1441792=401408} 2023-12-22T17:27:04.061 INFO:tasks.rados.rados.0.smithi032.stdout:3069: writing smithi032174182-30 from 696320 to 1441792 tid 1 2023-12-22T17:27:04.062 INFO:tasks.rados.rados.0.smithi032.stdout:3069: writing smithi032174182-30 from 1441792 to 1843200 tid 2 2023-12-22T17:27:04.062 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 7 current snap is 292 2023-12-22T17:27:04.062 INFO:tasks.rados.rados.0.smithi032.stdout:3070: seq_num 929 ranges {0=761856,761856=401408} 2023-12-22T17:27:04.065 INFO:tasks.rados.rados.0.smithi032.stdout:3070: writing smithi032174182-7 from 0 to 761856 tid 1 2023-12-22T17:27:04.068 INFO:tasks.rados.rados.0.smithi032.stdout:3070: writing smithi032174182-7 from 761856 to 1163264 tid 2 2023-12-22T17:27:04.068 INFO:tasks.rados.rados.0.smithi032.stdout:3071: setattr oid 36 current snap is 292 2023-12-22T17:27:04.069 INFO:tasks.rados.rados.0.smithi032.stdout:3069: finishing write tid 1 to smithi032174182-30 2023-12-22T17:27:04.069 INFO:tasks.rados.rados.0.smithi032.stdout:3069: finishing write tid 2 to smithi032174182-30 2023-12-22T17:27:04.069 INFO:tasks.rados.rados.0.smithi032.stdout:3069: finishing write tid 3 to smithi032174182-30 2023-12-22T17:27:04.069 INFO:tasks.rados.rados.0.smithi032.stdout:3069: finishing write tid 4 to smithi032174182-30 2023-12-22T17:27:04.069 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 1905 (ObjNum 928 snap 292 seq_num 928) dirty exists 2023-12-22T17:27:04.069 INFO:tasks.rados.rados.0.smithi032.stdout:3069: left oid 30 (ObjNum 928 snap 292 seq_num 928) 2023-12-22T17:27:04.070 INFO:tasks.rados.rados.0.smithi032.stdout:3069: done (2 left) 2023-12-22T17:27:04.070 INFO:tasks.rados.rados.0.smithi032.stdout:3072: rollback oid 14 current snap is 292 2023-12-22T17:27:04.070 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 14 to 291 2023-12-22T17:27:04.070 INFO:tasks.rados.rados.0.smithi032.stdout:3073: setattr oid 22 current snap is 292 2023-12-22T17:27:04.073 INFO:tasks.rados.rados.0.smithi032.stdout:3074: snap_create 2023-12-22T17:27:04.073 INFO:tasks.rados.rados.0.smithi032.stdout:3070: finishing write tid 1 to smithi032174182-7 2023-12-22T17:27:04.073 INFO:tasks.rados.rados.0.smithi032.stdout:3070: finishing write tid 2 to smithi032174182-7 2023-12-22T17:27:04.076 INFO:tasks.rados.rados.0.smithi032.stdout:3070: finishing write tid 3 to smithi032174182-7 2023-12-22T17:27:04.077 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 2064 (ObjNum 129 snap 0 seq_num 1596744528) dirty exists 2023-12-22T17:27:04.077 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 1646 (ObjNum 273 snap 0 seq_num 0) dirty exists 2023-12-22T17:27:04.077 INFO:tasks.rados.rados.0.smithi032.stdout:3072: finishing rollback tid 0 to smithi032174182-14 2023-12-22T17:27:04.078 INFO:tasks.rados.rados.0.smithi032.stdout:3070: finishing write tid 4 to smithi032174182-7 2023-12-22T17:27:04.078 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 1716 (ObjNum 929 snap 292 seq_num 929) dirty exists 2023-12-22T17:27:04.078 INFO:tasks.rados.rados.0.smithi032.stdout:3070: left oid 7 (ObjNum 929 snap 292 seq_num 929) 2023-12-22T17:27:04.078 INFO:tasks.rados.rados.0.smithi032.stdout:3072: finishing rollback tid 1 to smithi032174182-14 2023-12-22T17:27:04.078 INFO:tasks.rados.rados.0.smithi032.stdout:3072: finishing rollback tid 2 to smithi032174182-14 2023-12-22T17:27:04.078 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 2067 (ObjNum 919 snap 291 seq_num 919) dirty exists 2023-12-22T17:27:04.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:04 smithi032 ceph-mon[189144]: osdmap e659: 8 total, 8 up, 8 in 2023-12-22T17:27:04.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:04 smithi032 ceph-mon[189144]: pgmap v531: 121 pgs: 121 active+clean; 312 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.3 MiB/s wr, 33 op/s 2023-12-22T17:27:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:04 smithi032 ceph-mon[191839]: osdmap e659: 8 total, 8 up, 8 in 2023-12-22T17:27:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:04 smithi032 ceph-mon[191839]: pgmap v531: 121 pgs: 121 active+clean; 312 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.3 MiB/s wr, 33 op/s 2023-12-22T17:27:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:04 smithi039 ceph-mon[181282]: osdmap e659: 8 total, 8 up, 8 in 2023-12-22T17:27:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:04 smithi039 ceph-mon[181282]: pgmap v531: 121 pgs: 121 active+clean; 312 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.3 MiB/s wr, 33 op/s 2023-12-22T17:27:05.032 INFO:tasks.rados.rados.0.smithi032.stdout:3070: done (4 left) 2023-12-22T17:27:05.032 INFO:tasks.rados.rados.0.smithi032.stdout:3071: done (3 left) 2023-12-22T17:27:05.032 INFO:tasks.rados.rados.0.smithi032.stdout:3072: done (2 left) 2023-12-22T17:27:05.032 INFO:tasks.rados.rados.0.smithi032.stdout:3073: done (1 left) 2023-12-22T17:27:05.032 INFO:tasks.rados.rados.0.smithi032.stdout:3074: done (0 left) 2023-12-22T17:27:05.032 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 45 current snap is 293 2023-12-22T17:27:05.032 INFO:tasks.rados.rados.0.smithi032.stdout:3075: seq_num 930 ranges {933888=786432,1720320=401408} 2023-12-22T17:27:05.041 INFO:tasks.rados.rados.0.smithi032.stdout:3075: writing smithi032174182-45 from 933888 to 1720320 tid 1 2023-12-22T17:27:05.044 INFO:tasks.rados.rados.0.smithi032.stdout:3075: writing smithi032174182-45 from 1720320 to 2121728 tid 2 2023-12-22T17:27:05.044 INFO:tasks.rados.rados.0.smithi032.stdout:3076: read oid 41 snap 292 2023-12-22T17:27:05.044 INFO:tasks.rados.rados.0.smithi032.stdout:3076: expect (ObjNum 924 snap 292 seq_num 924) 2023-12-22T17:27:05.044 INFO:tasks.rados.rados.0.smithi032.stdout:3077: delete oid 6 current snap is 293 2023-12-22T17:27:05.050 INFO:tasks.rados.rados.0.smithi032.stdout:3075: finishing write tid 1 to smithi032174182-45 2023-12-22T17:27:05.051 INFO:tasks.rados.rados.0.smithi032.stdout:3075: finishing write tid 2 to smithi032174182-45 2023-12-22T17:27:05.053 INFO:tasks.rados.rados.0.smithi032.stdout:3075: finishing write tid 3 to smithi032174182-45 2023-12-22T17:27:05.056 INFO:tasks.rados.rados.0.smithi032.stdout:3077: done (2 left) 2023-12-22T17:27:05.056 INFO:tasks.rados.rados.0.smithi032.stdout:3078: copy_from oid 5 from oid 32 current snap is 293 2023-12-22T17:27:05.056 INFO:tasks.rados.rados.0.smithi032.stdout:3079: setattr oid 24 current snap is 293 2023-12-22T17:27:05.056 INFO:tasks.rados.rados.0.smithi032.stdout:3080: read oid 40 snap 291 2023-12-22T17:27:05.056 INFO:tasks.rados.rados.0.smithi032.stdout:3080: expect (ObjNum 878 snap 286 seq_num 878) 2023-12-22T17:27:05.056 INFO:tasks.rados.rados.0.smithi032.stdout:3081: rollback oid 36 current snap is 293 2023-12-22T17:27:05.056 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 36 to 291 2023-12-22T17:27:05.056 INFO:tasks.rados.rados.0.smithi032.stdout:3082: snap_create 2023-12-22T17:27:05.057 INFO:tasks.rados.rados.0.smithi032.stdout:3075: finishing write tid 4 to smithi032174182-45 2023-12-22T17:27:05.057 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 1838 (ObjNum 930 snap 293 seq_num 930) dirty exists 2023-12-22T17:27:05.057 INFO:tasks.rados.rados.0.smithi032.stdout:3075: left oid 45 (ObjNum 930 snap 293 seq_num 930) 2023-12-22T17:27:05.061 INFO:tasks.rados.rados.0.smithi032.stdout:3080: expect (ObjNum 878 snap 286 seq_num 878) 2023-12-22T17:27:05.084 INFO:tasks.rados.rados.0.smithi032.stdout:3078: finishing copy_from racing read to smithi032174182-5 2023-12-22T17:27:05.084 INFO:tasks.rados.rados.0.smithi032.stdout:3076: expect (ObjNum 924 snap 292 seq_num 924) 2023-12-22T17:27:05.249 INFO:tasks.rados.rados.0.smithi032.stdout:3081: finishing rollback tid 0 to smithi032174182-36 2023-12-22T17:27:05.249 INFO:tasks.rados.rados.0.smithi032.stdout:3078: finishing copy_from to smithi032174182-5 2023-12-22T17:27:05.249 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 1219 (ObjNum 762 snap 251 seq_num 762) dirty exists 2023-12-22T17:27:05.249 INFO:tasks.rados.rados.0.smithi032.stdout:3081: finishing rollback tid 1 to smithi032174182-36 2023-12-22T17:27:05.249 INFO:tasks.rados.rados.0.smithi032.stdout:3081: finishing rollback tid 2 to smithi032174182-36 2023-12-22T17:27:05.249 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 2070 (ObjNum 289 snap 0 seq_num 1) dirty exists 2023-12-22T17:27:05.249 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 2438 (ObjNum 859 snap 280 seq_num 859) dirty exists 2023-12-22T17:27:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:05 smithi032 ceph-mon[191839]: osdmap e660: 8 total, 8 up, 8 in 2023-12-22T17:27:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:27:05.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:05 smithi032 ceph-mon[189144]: osdmap e660: 8 total, 8 up, 8 in 2023-12-22T17:27:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:27:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:05 smithi039 ceph-mon[181282]: osdmap e660: 8 total, 8 up, 8 in 2023-12-22T17:27:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:27:05.883 INFO:tasks.rados.rados.0.smithi032.stdout:3075: done (6 left) 2023-12-22T17:27:05.883 INFO:tasks.rados.rados.0.smithi032.stdout:3076: done (5 left) 2023-12-22T17:27:05.883 INFO:tasks.rados.rados.0.smithi032.stdout:3078: done (4 left) 2023-12-22T17:27:05.884 INFO:tasks.rados.rados.0.smithi032.stdout:3079: done (3 left) 2023-12-22T17:27:05.884 INFO:tasks.rados.rados.0.smithi032.stdout:3080: done (2 left) 2023-12-22T17:27:05.884 INFO:tasks.rados.rados.0.smithi032.stdout:3081: done (1 left) 2023-12-22T17:27:05.884 INFO:tasks.rados.rados.0.smithi032.stdout:3082: done (0 left) 2023-12-22T17:27:05.884 INFO:tasks.rados.rados.0.smithi032.stdout:3083: snap_create 2023-12-22T17:27:06.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:06 smithi032 ceph-mon[189144]: osdmap e661: 8 total, 8 up, 8 in 2023-12-22T17:27:06.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:06 smithi032 ceph-mon[189144]: pgmap v534: 121 pgs: 121 active+clean; 280 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.0 MiB/s wr, 11 op/s 2023-12-22T17:27:06.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:06 smithi032 ceph-mon[189144]: osdmap e662: 8 total, 8 up, 8 in 2023-12-22T17:27:06.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:06 smithi032 ceph-mon[191839]: osdmap e661: 8 total, 8 up, 8 in 2023-12-22T17:27:06.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:06 smithi032 ceph-mon[191839]: pgmap v534: 121 pgs: 121 active+clean; 280 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.0 MiB/s wr, 11 op/s 2023-12-22T17:27:06.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:06 smithi032 ceph-mon[191839]: osdmap e662: 8 total, 8 up, 8 in 2023-12-22T17:27:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:06 smithi039 ceph-mon[181282]: osdmap e661: 8 total, 8 up, 8 in 2023-12-22T17:27:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:06 smithi039 ceph-mon[181282]: pgmap v534: 121 pgs: 121 active+clean; 280 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.0 MiB/s wr, 11 op/s 2023-12-22T17:27:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:06 smithi039 ceph-mon[181282]: osdmap e662: 8 total, 8 up, 8 in 2023-12-22T17:27:06.884 INFO:tasks.rados.rados.0.smithi032.stdout:3083: done (0 left) 2023-12-22T17:27:06.884 INFO:tasks.rados.rados.0.smithi032.stdout:3084: delete oid 22 current snap is 295 2023-12-22T17:27:06.892 INFO:tasks.rados.rados.0.smithi032.stdout:3084: done (0 left) 2023-12-22T17:27:06.892 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 47 current snap is 295 2023-12-22T17:27:06.892 INFO:tasks.rados.rados.0.smithi032.stdout:3085: seq_num 933 ranges {5136384=434176,5570560=548864,6119424=253952} 2023-12-22T17:27:06.922 INFO:tasks.rados.rados.0.smithi032.stdout:3085: writing smithi032174182-47 from 5136384 to 5570560 tid 1 2023-12-22T17:27:06.926 INFO:tasks.rados.rados.0.smithi032.stdout:3085: writing smithi032174182-47 from 5570560 to 6119424 tid 2 2023-12-22T17:27:06.928 INFO:tasks.rados.rados.0.smithi032.stdout:3085: writing smithi032174182-47 from 6119424 to 6373376 tid 3 2023-12-22T17:27:06.928 INFO:tasks.rados.rados.0.smithi032.stdout:3086: setattr oid 7 current snap is 295 2023-12-22T17:27:06.930 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 2 current snap is 295 2023-12-22T17:27:06.930 INFO:tasks.rados.rados.0.smithi032.stdout:3087: seq_num 934 ranges {4431872=450560,4882432=434176,5316608=368640} 2023-12-22T17:27:06.957 INFO:tasks.rados.rados.0.smithi032.stdout:3087: writing smithi032174182-2 from 4431872 to 4882432 tid 1 2023-12-22T17:27:06.960 INFO:tasks.rados.rados.0.smithi032.stdout:3087: writing smithi032174182-2 from 4882432 to 5316608 tid 2 2023-12-22T17:27:06.962 INFO:tasks.rados.rados.0.smithi032.stdout:3087: writing smithi032174182-2 from 5316608 to 5685248 tid 3 2023-12-22T17:27:06.962 INFO:tasks.rados.rados.0.smithi032.stdout:3088: rmattr oid 28 current snap is 295 2023-12-22T17:27:06.962 INFO:tasks.rados.rados.0.smithi032.stdout:3088: done (3 left) 2023-12-22T17:27:06.962 INFO:tasks.rados.rados.0.smithi032.stdout:3089: snap_create 2023-12-22T17:27:06.963 INFO:tasks.rados.rados.0.smithi032.stdout:3085: finishing write tid 1 to smithi032174182-47 2023-12-22T17:27:06.963 INFO:tasks.rados.rados.0.smithi032.stdout:3085: finishing write tid 2 to smithi032174182-47 2023-12-22T17:27:06.963 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 1717 (ObjNum 929 snap 292 seq_num 929) dirty exists 2023-12-22T17:27:06.963 INFO:tasks.rados.rados.0.smithi032.stdout:3085: finishing write tid 3 to smithi032174182-47 2023-12-22T17:27:06.963 INFO:tasks.rados.rados.0.smithi032.stdout:3085: finishing write tid 4 to smithi032174182-47 2023-12-22T17:27:06.963 INFO:tasks.rados.rados.0.smithi032.stdout:3085: finishing write tid 5 to smithi032174182-47 2023-12-22T17:27:06.963 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 2443 (ObjNum 933 snap 295 seq_num 933) dirty exists 2023-12-22T17:27:06.963 INFO:tasks.rados.rados.0.smithi032.stdout:3085: left oid 47 (ObjNum 933 snap 295 seq_num 933) 2023-12-22T17:27:06.963 INFO:tasks.rados.rados.0.smithi032.stdout:3087: finishing write tid 1 to smithi032174182-2 2023-12-22T17:27:06.963 INFO:tasks.rados.rados.0.smithi032.stdout:3087: finishing write tid 2 to smithi032174182-2 2023-12-22T17:27:06.965 INFO:tasks.rados.rados.0.smithi032.stdout:3087: finishing write tid 3 to smithi032174182-2 2023-12-22T17:27:06.965 INFO:tasks.rados.rados.0.smithi032.stdout:3087: finishing write tid 4 to smithi032174182-2 2023-12-22T17:27:06.966 INFO:tasks.rados.rados.0.smithi032.stdout:3087: finishing write tid 5 to smithi032174182-2 2023-12-22T17:27:06.966 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 2098 (ObjNum 934 snap 295 seq_num 934) dirty exists 2023-12-22T17:27:06.966 INFO:tasks.rados.rados.0.smithi032.stdout:3087: left oid 2 (ObjNum 934 snap 295 seq_num 934) 2023-12-22T17:27:07.890 INFO:tasks.rados.rados.0.smithi032.stdout:3085: done (3 left) 2023-12-22T17:27:07.890 INFO:tasks.rados.rados.0.smithi032.stdout:3086: done (2 left) 2023-12-22T17:27:07.891 INFO:tasks.rados.rados.0.smithi032.stdout:3087: done (1 left) 2023-12-22T17:27:07.891 INFO:tasks.rados.rados.0.smithi032.stdout:3089: done (0 left) 2023-12-22T17:27:07.891 INFO:tasks.rados.rados.0.smithi032.stdout:3090: copy_from oid 26 from oid 49 current snap is 296 2023-12-22T17:27:07.891 INFO:tasks.rados.rados.0.smithi032.stdout:3091: setattr oid 24 current snap is 296 2023-12-22T17:27:07.892 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 16 current snap is 296 2023-12-22T17:27:07.892 INFO:tasks.rados.rados.0.smithi032.stdout:3092: seq_num 935 ranges {4964352=466944,5431296=720896,6152192=81920} 2023-12-22T17:27:07.922 INFO:tasks.rados.rados.0.smithi032.stdout:3092: writing smithi032174182-16 from 4964352 to 5431296 tid 1 2023-12-22T17:27:07.927 INFO:tasks.rados.rados.0.smithi032.stdout:3092: writing smithi032174182-16 from 5431296 to 6152192 tid 2 2023-12-22T17:27:07.927 INFO:tasks.rados.rados.0.smithi032.stdout:3092: writing smithi032174182-16 from 6152192 to 6234112 tid 3 2023-12-22T17:27:07.927 INFO:tasks.rados.rados.0.smithi032.stdout:3093: delete oid 41 current snap is 296 2023-12-22T17:27:07.928 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 2445 (ObjNum 859 snap 280 seq_num 859) dirty exists 2023-12-22T17:27:07.928 INFO:tasks.rados.rados.0.smithi032.stdout:3090: finishing copy_from racing read to smithi032174182-26 2023-12-22T17:27:07.928 INFO:tasks.rados.rados.0.smithi032.stdout:3090: finishing copy_from to smithi032174182-26 2023-12-22T17:27:07.928 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 1722 (ObjNum 888 snap 287 seq_num 888) dirty exists 2023-12-22T17:27:07.928 INFO:tasks.rados.rados.0.smithi032.stdout:3092: finishing write tid 1 to smithi032174182-16 2023-12-22T17:27:07.930 INFO:tasks.rados.rados.0.smithi032.stdout:3090: done (3 left) 2023-12-22T17:27:07.930 INFO:tasks.rados.rados.0.smithi032.stdout:3091: done (2 left) 2023-12-22T17:27:07.930 INFO:tasks.rados.rados.0.smithi032.stdout:3093: done (1 left) 2023-12-22T17:27:07.930 INFO:tasks.rados.rados.0.smithi032.stdout:3094: rmattr oid 10 current snap is 296 2023-12-22T17:27:07.930 INFO:tasks.rados.rados.0.smithi032.stdout:3094: done (1 left) 2023-12-22T17:27:07.930 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 5 current snap is 296 2023-12-22T17:27:07.930 INFO:tasks.rados.rados.0.smithi032.stdout:3095: seq_num 937 ranges {770048=499712,1269760=532480,1802240=270336} 2023-12-22T17:27:07.937 INFO:tasks.rados.rados.0.smithi032.stdout:3095: writing smithi032174182-5 from 770048 to 1269760 tid 1 2023-12-22T17:27:07.940 INFO:tasks.rados.rados.0.smithi032.stdout:3095: writing smithi032174182-5 from 1269760 to 1802240 tid 2 2023-12-22T17:27:07.942 INFO:tasks.rados.rados.0.smithi032.stdout:3095: writing smithi032174182-5 from 1802240 to 2072576 tid 3 2023-12-22T17:27:07.943 INFO:tasks.rados.rados.0.smithi032.stdout:3096: snap_create 2023-12-22T17:27:07.943 INFO:tasks.rados.rados.0.smithi032.stdout:3092: finishing write tid 2 to smithi032174182-16 2023-12-22T17:27:07.943 INFO:tasks.rados.rados.0.smithi032.stdout:3092: finishing write tid 3 to smithi032174182-16 2023-12-22T17:27:07.943 INFO:tasks.rados.rados.0.smithi032.stdout:3092: finishing write tid 4 to smithi032174182-16 2023-12-22T17:27:07.943 INFO:tasks.rados.rados.0.smithi032.stdout:3092: finishing write tid 5 to smithi032174182-16 2023-12-22T17:27:07.943 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 1910 (ObjNum 935 snap 296 seq_num 935) dirty exists 2023-12-22T17:27:07.943 INFO:tasks.rados.rados.0.smithi032.stdout:3092: left oid 16 (ObjNum 935 snap 296 seq_num 935) 2023-12-22T17:27:07.943 INFO:tasks.rados.rados.0.smithi032.stdout:3095: finishing write tid 1 to smithi032174182-5 2023-12-22T17:27:07.946 INFO:tasks.rados.rados.0.smithi032.stdout:3095: finishing write tid 2 to smithi032174182-5 2023-12-22T17:27:07.946 INFO:tasks.rados.rados.0.smithi032.stdout:3095: finishing write tid 3 to smithi032174182-5 2023-12-22T17:27:07.946 INFO:tasks.rados.rados.0.smithi032.stdout:3095: finishing write tid 4 to smithi032174182-5 2023-12-22T17:27:07.947 INFO:tasks.rados.rados.0.smithi032.stdout:3095: finishing write tid 5 to smithi032174182-5 2023-12-22T17:27:07.947 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 2245 (ObjNum 937 snap 296 seq_num 937) dirty exists 2023-12-22T17:27:07.947 INFO:tasks.rados.rados.0.smithi032.stdout:3095: left oid 5 (ObjNum 937 snap 296 seq_num 937) 2023-12-22T17:27:08.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:07 smithi032 ceph-mon[189144]: osdmap e663: 8 total, 8 up, 8 in 2023-12-22T17:27:08.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:07 smithi032 ceph-mon[189144]: pgmap v537: 121 pgs: 121 active+clean; 235 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 436 KiB/s rd, 1.1 MiB/s wr, 11 op/s 2023-12-22T17:27:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:07 smithi032 ceph-mon[191839]: osdmap e663: 8 total, 8 up, 8 in 2023-12-22T17:27:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:07 smithi032 ceph-mon[191839]: pgmap v537: 121 pgs: 121 active+clean; 235 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 436 KiB/s rd, 1.1 MiB/s wr, 11 op/s 2023-12-22T17:27:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:07 smithi039 ceph-mon[181282]: osdmap e663: 8 total, 8 up, 8 in 2023-12-22T17:27:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:07 smithi039 ceph-mon[181282]: pgmap v537: 121 pgs: 121 active+clean; 235 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 436 KiB/s rd, 1.1 MiB/s wr, 11 op/s 2023-12-22T17:27:08.895 INFO:tasks.rados.rados.0.smithi032.stdout:3092: done (2 left) 2023-12-22T17:27:08.896 INFO:tasks.rados.rados.0.smithi032.stdout:3095: done (1 left) 2023-12-22T17:27:08.896 INFO:tasks.rados.rados.0.smithi032.stdout:3096: done (0 left) 2023-12-22T17:27:08.896 INFO:tasks.rados.rados.0.smithi032.stdout:3097: delete oid 25 current snap is 297 2023-12-22T17:27:08.902 INFO:tasks.rados.rados.0.smithi032.stdout:3097: done (0 left) 2023-12-22T17:27:08.902 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 45 current snap is 297 2023-12-22T17:27:08.903 INFO:tasks.rados.rados.0.smithi032.stdout:3098: seq_num 939 ranges {2121728=532480,2654208=704512,3358720=98304} 2023-12-22T17:27:08.915 INFO:tasks.rados.rados.0.smithi032.stdout:3098: writing smithi032174182-45 from 2121728 to 2654208 tid 1 2023-12-22T17:27:08.919 INFO:tasks.rados.rados.0.smithi032.stdout:3098: writing smithi032174182-45 from 2654208 to 3358720 tid 2 2023-12-22T17:27:08.920 INFO:tasks.rados.rados.0.smithi032.stdout:3098: writing smithi032174182-45 from 3358720 to 3457024 tid 3 2023-12-22T17:27:08.920 INFO:tasks.rados.rados.0.smithi032.stdout:3098: finishing write tid 1 to smithi032174182-45 2023-12-22T17:27:08.920 INFO:tasks.rados.rados.0.smithi032.stdout:3099: read oid 17 snap -1 2023-12-22T17:27:08.921 INFO:tasks.rados.rados.0.smithi032.stdout:3099: expect (ObjNum 872 snap 283 seq_num 872) 2023-12-22T17:27:08.921 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 50 current snap is 297 2023-12-22T17:27:08.921 INFO:tasks.rados.rados.0.smithi032.stdout:3100: seq_num 940 ranges {0=548864,548864=589824,1138688=212992} 2023-12-22T17:27:08.923 INFO:tasks.rados.rados.0.smithi032.stdout:3100: writing smithi032174182-50 from 0 to 548864 tid 1 2023-12-22T17:27:08.927 INFO:tasks.rados.rados.0.smithi032.stdout:3100: writing smithi032174182-50 from 548864 to 1138688 tid 2 2023-12-22T17:27:08.929 INFO:tasks.rados.rados.0.smithi032.stdout:3100: writing smithi032174182-50 from 1138688 to 1351680 tid 3 2023-12-22T17:27:08.929 INFO:tasks.rados.rados.0.smithi032.stdout:3101: copy_from oid 11 from oid 2 current snap is 297 2023-12-22T17:27:08.929 INFO:tasks.rados.rados.0.smithi032.stdout:3098: finishing write tid 2 to smithi032174182-45 2023-12-22T17:27:08.929 INFO:tasks.rados.rados.0.smithi032.stdout:3102: read oid 40 snap -1 2023-12-22T17:27:08.930 INFO:tasks.rados.rados.0.smithi032.stdout:3102: expect (ObjNum 878 snap 286 seq_num 878) 2023-12-22T17:27:08.930 INFO:tasks.rados.rados.0.smithi032.stdout:3103: copy_from oid 46 from oid 37 current snap is 297 2023-12-22T17:27:08.930 INFO:tasks.rados.rados.0.smithi032.stdout:3098: finishing write tid 3 to smithi032174182-45 2023-12-22T17:27:08.930 INFO:tasks.rados.rados.0.smithi032.stdout:3098: finishing write tid 4 to smithi032174182-45 2023-12-22T17:27:08.930 INFO:tasks.rados.rados.0.smithi032.stdout:3098: finishing write tid 5 to smithi032174182-45 2023-12-22T17:27:08.930 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 1842 (ObjNum 939 snap 297 seq_num 939) dirty exists 2023-12-22T17:27:08.930 INFO:tasks.rados.rados.0.smithi032.stdout:3098: left oid 45 (ObjNum 939 snap 297 seq_num 939) 2023-12-22T17:27:08.930 INFO:tasks.rados.rados.0.smithi032.stdout:3098: done (5 left) 2023-12-22T17:27:08.930 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 27 current snap is 297 2023-12-22T17:27:08.930 INFO:tasks.rados.rados.0.smithi032.stdout:3104: seq_num 941 ranges {3637248=565248,4202496=475136,4677632=327680} 2023-12-22T17:27:08.952 INFO:tasks.rados.rados.0.smithi032.stdout:3104: writing smithi032174182-27 from 3637248 to 4202496 tid 1 2023-12-22T17:27:08.955 INFO:tasks.rados.rados.0.smithi032.stdout:3104: writing smithi032174182-27 from 4202496 to 4677632 tid 2 2023-12-22T17:27:08.957 INFO:tasks.rados.rados.0.smithi032.stdout:3104: writing smithi032174182-27 from 4677632 to 5005312 tid 3 2023-12-22T17:27:08.958 INFO:tasks.rados.rados.0.smithi032.stdout:3105: snap_remove snap 296 2023-12-22T17:27:09.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:08 smithi032 ceph-mon[191839]: osdmap e664: 8 total, 8 up, 8 in 2023-12-22T17:27:09.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:08 smithi032 ceph-mon[189144]: osdmap e664: 8 total, 8 up, 8 in 2023-12-22T17:27:09.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:08 smithi039 ceph-mon[181282]: osdmap e664: 8 total, 8 up, 8 in 2023-12-22T17:27:09.901 INFO:tasks.rados.rados.0.smithi032.stdout:3105: done (6 left) 2023-12-22T17:27:09.901 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 22 current snap is 297 2023-12-22T17:27:09.901 INFO:tasks.rados.rados.0.smithi032.stdout:3106: seq_num 942 ranges {0=581632,581632=761856,1343488=40960} 2023-12-22T17:27:09.911 INFO:tasks.rados.rados.0.smithi032.stdout:3106: writing smithi032174182-22 from 0 to 581632 tid 1 2023-12-22T17:27:09.911 INFO:tasks.rados.rados.0.smithi032.stdout:3106: writing smithi032174182-22 from 581632 to 1343488 tid 2 2023-12-22T17:27:09.911 INFO:tasks.rados.rados.0.smithi032.stdout:3106: writing smithi032174182-22 from 1343488 to 1384448 tid 3 2023-12-22T17:27:09.911 INFO:tasks.rados.rados.0.smithi032.stdout:3107: read oid 48 snap -1 2023-12-22T17:27:09.911 INFO:tasks.rados.rados.0.smithi032.stdout:3107: expect (ObjNum 916 snap 291 seq_num 916) 2023-12-22T17:27:09.911 INFO:tasks.rados.rados.0.smithi032.stdout:3108: rollback oid 15 current snap is 297 2023-12-22T17:27:09.911 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 15 to 291 2023-12-22T17:27:09.911 INFO:tasks.rados.rados.0.smithi032.stdout:3102: expect (ObjNum 878 snap 286 seq_num 878) 2023-12-22T17:27:09.938 INFO:tasks.rados.rados.0.smithi032.stdout:3100: finishing write tid 1 to smithi032174182-50 2023-12-22T17:27:09.938 INFO:tasks.rados.rados.0.smithi032.stdout:3100: finishing write tid 2 to smithi032174182-50 2023-12-22T17:27:09.938 INFO:tasks.rados.rados.0.smithi032.stdout:3100: finishing write tid 3 to smithi032174182-50 2023-12-22T17:27:09.938 INFO:tasks.rados.rados.0.smithi032.stdout:3100: finishing write tid 4 to smithi032174182-50 2023-12-22T17:27:09.939 INFO:tasks.rados.rados.0.smithi032.stdout:3100: finishing write tid 5 to smithi032174182-50 2023-12-22T17:27:09.939 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 1858 (ObjNum 940 snap 297 seq_num 940) dirty exists 2023-12-22T17:27:09.939 INFO:tasks.rados.rados.0.smithi032.stdout:3100: left oid 50 (ObjNum 940 snap 297 seq_num 940) 2023-12-22T17:27:09.939 INFO:tasks.rados.rados.0.smithi032.stdout:3101: finishing copy_from racing read to smithi032174182-11 2023-12-22T17:27:09.939 INFO:tasks.rados.rados.0.smithi032.stdout:3101: finishing copy_from to smithi032174182-11 2023-12-22T17:27:09.939 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 2098 (ObjNum 934 snap 295 seq_num 934) dirty exists 2023-12-22T17:27:09.939 INFO:tasks.rados.rados.0.smithi032.stdout:3104: finishing write tid 1 to smithi032174182-27 2023-12-22T17:27:09.939 INFO:tasks.rados.rados.0.smithi032.stdout:3104: finishing write tid 2 to smithi032174182-27 2023-12-22T17:27:09.939 INFO:tasks.rados.rados.0.smithi032.stdout:3104: finishing write tid 3 to smithi032174182-27 2023-12-22T17:27:09.939 INFO:tasks.rados.rados.0.smithi032.stdout:3100: done (8 left) 2023-12-22T17:27:09.939 INFO:tasks.rados.rados.0.smithi032.stdout:3101: done (7 left) 2023-12-22T17:27:09.939 INFO:tasks.rados.rados.0.smithi032.stdout:3102: done (6 left) 2023-12-22T17:27:09.939 INFO:tasks.rados.rados.0.smithi032.stdout:3109: snap_create 2023-12-22T17:27:09.939 INFO:tasks.rados.rados.0.smithi032.stdout:3104: finishing write tid 4 to smithi032174182-27 2023-12-22T17:27:09.940 INFO:tasks.rados.rados.0.smithi032.stdout:3104: finishing write tid 5 to smithi032174182-27 2023-12-22T17:27:09.940 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 2344 (ObjNum 941 snap 297 seq_num 941) dirty exists 2023-12-22T17:27:09.940 INFO:tasks.rados.rados.0.smithi032.stdout:3104: left oid 27 (ObjNum 941 snap 297 seq_num 941) 2023-12-22T17:27:09.940 INFO:tasks.rados.rados.0.smithi032.stdout:3099: expect (ObjNum 872 snap 283 seq_num 872) 2023-12-22T17:27:10.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:09 smithi032 ceph-mon[191839]: osdmap e665: 8 total, 8 up, 8 in 2023-12-22T17:27:10.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:09 smithi032 ceph-mon[191839]: pgmap v540: 121 pgs: 121 active+clean; 225 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 437 KiB/s rd, 5.4 MiB/s wr, 24 op/s 2023-12-22T17:27:10.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:09 smithi032 ceph-mon[189144]: osdmap e665: 8 total, 8 up, 8 in 2023-12-22T17:27:10.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:09 smithi032 ceph-mon[189144]: pgmap v540: 121 pgs: 121 active+clean; 225 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 437 KiB/s rd, 5.4 MiB/s wr, 24 op/s 2023-12-22T17:27:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:09 smithi039 ceph-mon[181282]: osdmap e665: 8 total, 8 up, 8 in 2023-12-22T17:27:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:09 smithi039 ceph-mon[181282]: pgmap v540: 121 pgs: 121 active+clean; 225 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 437 KiB/s rd, 5.4 MiB/s wr, 24 op/s 2023-12-22T17:27:10.772 INFO:tasks.rados.rados.0.smithi032.stdout:3103: finishing copy_from racing read to smithi032174182-46 2023-12-22T17:27:10.772 INFO:tasks.rados.rados.0.smithi032.stdout:3103: finishing copy_from to smithi032174182-46 2023-12-22T17:27:10.772 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 2094 (ObjNum 913 snap 291 seq_num 913) dirty exists 2023-12-22T17:27:10.773 INFO:tasks.rados.rados.0.smithi032.stdout:3106: finishing write tid 1 to smithi032174182-22 2023-12-22T17:27:10.773 INFO:tasks.rados.rados.0.smithi032.stdout:3106: finishing write tid 2 to smithi032174182-22 2023-12-22T17:27:10.773 INFO:tasks.rados.rados.0.smithi032.stdout:3106: finishing write tid 3 to smithi032174182-22 2023-12-22T17:27:10.773 INFO:tasks.rados.rados.0.smithi032.stdout:3106: finishing write tid 4 to smithi032174182-22 2023-12-22T17:27:10.773 INFO:tasks.rados.rados.0.smithi032.stdout:3108: finishing rollback tid 0 to smithi032174182-15 2023-12-22T17:27:10.773 INFO:tasks.rados.rados.0.smithi032.stdout:3106: finishing write tid 5 to smithi032174182-22 2023-12-22T17:27:10.773 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 1651 (ObjNum 942 snap 297 seq_num 942) dirty exists 2023-12-22T17:27:10.773 INFO:tasks.rados.rados.0.smithi032.stdout:3106: left oid 22 (ObjNum 942 snap 297 seq_num 942) 2023-12-22T17:27:10.773 INFO:tasks.rados.rados.0.smithi032.stdout:3108: finishing rollback tid 1 to smithi032174182-15 2023-12-22T17:27:10.773 INFO:tasks.rados.rados.0.smithi032.stdout:3108: finishing rollback tid 2 to smithi032174182-15 2023-12-22T17:27:10.773 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 2451 (ObjNum 795 snap 261 seq_num 795) dirty exists 2023-12-22T17:27:10.773 INFO:tasks.rados.rados.0.smithi032.stdout:3107: expect (ObjNum 916 snap 291 seq_num 916) 2023-12-22T17:27:10.884 INFO:tasks.rados.rados.0.smithi032.stdout:3099: done (6 left) 2023-12-22T17:27:10.884 INFO:tasks.rados.rados.0.smithi032.stdout:3103: done (5 left) 2023-12-22T17:27:10.884 INFO:tasks.rados.rados.0.smithi032.stdout:3104: done (4 left) 2023-12-22T17:27:10.884 INFO:tasks.rados.rados.0.smithi032.stdout:3106: done (3 left) 2023-12-22T17:27:10.884 INFO:tasks.rados.rados.0.smithi032.stdout:3107: done (2 left) 2023-12-22T17:27:10.884 INFO:tasks.rados.rados.0.smithi032.stdout:3108: done (1 left) 2023-12-22T17:27:10.884 INFO:tasks.rados.rados.0.smithi032.stdout:3109: done (0 left) 2023-12-22T17:27:10.884 INFO:tasks.rados.rados.0.smithi032.stdout:3110: read oid 11 snap -1 2023-12-22T17:27:10.884 INFO:tasks.rados.rados.0.smithi032.stdout:3110: expect (ObjNum 934 snap 295 seq_num 934) 2023-12-22T17:27:10.884 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 28 current snap is 298 2023-12-22T17:27:10.884 INFO:tasks.rados.rados.0.smithi032.stdout:3111: seq_num 943 ranges {1015808=598016,1613824=688128,2301952=114688} 2023-12-22T17:27:10.892 INFO:tasks.rados.rados.0.smithi032.stdout:3111: writing smithi032174182-28 from 1015808 to 1613824 tid 1 2023-12-22T17:27:10.897 INFO:tasks.rados.rados.0.smithi032.stdout:3111: writing smithi032174182-28 from 1613824 to 2301952 tid 2 2023-12-22T17:27:10.898 INFO:tasks.rados.rados.0.smithi032.stdout:3111: writing smithi032174182-28 from 2301952 to 2416640 tid 3 2023-12-22T17:27:10.898 INFO:tasks.rados.rados.0.smithi032.stdout:3112: delete oid 49 current snap is 298 2023-12-22T17:27:10.903 INFO:tasks.rados.rados.0.smithi032.stdout:3110: expect (ObjNum 934 snap 295 seq_num 934) 2023-12-22T17:27:11.152 INFO:tasks.rados.rados.0.smithi032.stdout:3111: finishing write tid 1 to smithi032174182-28 2023-12-22T17:27:11.152 INFO:tasks.rados.rados.0.smithi032.stdout:3111: finishing write tid 2 to smithi032174182-28 2023-12-22T17:27:11.152 INFO:tasks.rados.rados.0.smithi032.stdout:3111: finishing write tid 3 to smithi032174182-28 2023-12-22T17:27:11.152 INFO:tasks.rados.rados.0.smithi032.stdout:3111: finishing write tid 4 to smithi032174182-28 2023-12-22T17:27:11.152 INFO:tasks.rados.rados.0.smithi032.stdout:3110: done (2 left) 2023-12-22T17:27:11.152 INFO:tasks.rados.rados.0.smithi032.stdout:3112: done (1 left) 2023-12-22T17:27:11.153 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 48 current snap is 298 2023-12-22T17:27:11.153 INFO:tasks.rados.rados.0.smithi032.stdout:3111: finishing write tid 5 to smithi032174182-28 2023-12-22T17:27:11.153 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 1915 (ObjNum 943 snap 298 seq_num 943) dirty exists 2023-12-22T17:27:11.153 INFO:tasks.rados.rados.0.smithi032.stdout:3111: left oid 28 (ObjNum 943 snap 298 seq_num 943) 2023-12-22T17:27:11.153 INFO:tasks.rados.rados.0.smithi032.stdout:3113: seq_num 945 ranges {2310144=630784,2940928=458752,3399680=344064} 2023-12-22T17:27:11.168 INFO:tasks.rados.rados.0.smithi032.stdout:3113: writing smithi032174182-48 from 2310144 to 2940928 tid 1 2023-12-22T17:27:11.171 INFO:tasks.rados.rados.0.smithi032.stdout:3113: writing smithi032174182-48 from 2940928 to 3399680 tid 2 2023-12-22T17:27:11.173 INFO:tasks.rados.rados.0.smithi032.stdout:3113: writing smithi032174182-48 from 3399680 to 3743744 tid 3 2023-12-22T17:27:11.173 INFO:tasks.rados.rados.0.smithi032.stdout:3111: done (1 left) 2023-12-22T17:27:11.173 INFO:tasks.rados.rados.0.smithi032.stdout:3114: setattr oid 16 current snap is 298 2023-12-22T17:27:11.173 INFO:tasks.rados.rados.0.smithi032.stdout:3113: finishing write tid 1 to smithi032174182-48 2023-12-22T17:27:11.174 INFO:tasks.rados.rados.0.smithi032.stdout:3113: finishing write tid 2 to smithi032174182-48 2023-12-22T17:27:11.174 INFO:tasks.rados.rados.0.smithi032.stdout:3115: rollback oid 44 current snap is 298 2023-12-22T17:27:11.174 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 44 to 288 2023-12-22T17:27:11.174 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 1 current snap is 298 2023-12-22T17:27:11.174 INFO:tasks.rados.rados.0.smithi032.stdout:3116: seq_num 946 ranges {0=647168,647168=745472,1392640=57344} 2023-12-22T17:27:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:27:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:27:10] "GET /metrics HTTP/1.1" 200 36299 "" "Prometheus/2.43.0" 2023-12-22T17:27:11.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:10 smithi032 ceph-mon[191839]: osdmap e666: 8 total, 8 up, 8 in 2023-12-22T17:27:11.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:10 smithi032 ceph-mon[191839]: osdmap e667: 8 total, 8 up, 8 in 2023-12-22T17:27:11.180 INFO:tasks.rados.rados.0.smithi032.stdout:3116: writing smithi032174182-1 from 0 to 647168 tid 1 2023-12-22T17:27:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:10 smithi032 ceph-mon[189144]: osdmap e666: 8 total, 8 up, 8 in 2023-12-22T17:27:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:10 smithi032 ceph-mon[189144]: osdmap e667: 8 total, 8 up, 8 in 2023-12-22T17:27:11.183 INFO:tasks.rados.rados.0.smithi032.stdout:3116: writing smithi032174182-1 from 647168 to 1392640 tid 2 2023-12-22T17:27:11.184 INFO:tasks.rados.rados.0.smithi032.stdout:3116: writing smithi032174182-1 from 1392640 to 1449984 tid 3 2023-12-22T17:27:11.184 INFO:tasks.rados.rados.0.smithi032.stdout:3117: read oid 34 snap -1 2023-12-22T17:27:11.184 INFO:tasks.rados.rados.0.smithi032.stdout:3117: expect (ObjNum 887 snap 287 seq_num 887) 2023-12-22T17:27:11.185 INFO:tasks.rados.rados.0.smithi032.stdout:3118: rollback oid 24 current snap is 298 2023-12-22T17:27:11.185 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 24 to 294 2023-12-22T17:27:11.185 INFO:tasks.rados.rados.0.smithi032.stdout:3113: finishing write tid 3 to smithi032174182-48 2023-12-22T17:27:11.185 INFO:tasks.rados.rados.0.smithi032.stdout:3113: finishing write tid 4 to smithi032174182-48 2023-12-22T17:27:11.185 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 1917 (ObjNum 935 snap 296 seq_num 935) dirty exists 2023-12-22T17:27:11.185 INFO:tasks.rados.rados.0.smithi032.stdout:3115: finishing rollback tid 0 to smithi032174182-44 2023-12-22T17:27:11.185 INFO:tasks.rados.rados.0.smithi032.stdout:3115: finishing rollback tid 1 to smithi032174182-44 2023-12-22T17:27:11.185 INFO:tasks.rados.rados.0.smithi032.stdout:3113: finishing write tid 5 to smithi032174182-48 2023-12-22T17:27:11.185 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 1651 (ObjNum 945 snap 298 seq_num 945) dirty exists 2023-12-22T17:27:11.185 INFO:tasks.rados.rados.0.smithi032.stdout:3113: left oid 48 (ObjNum 945 snap 298 seq_num 945) 2023-12-22T17:27:11.185 INFO:tasks.rados.rados.0.smithi032.stdout:3115: finishing rollback tid 2 to smithi032174182-44 2023-12-22T17:27:11.185 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 2347 (ObjNum 65 snap 0 seq_num 1852921962) dirty exists 2023-12-22T17:27:11.185 INFO:tasks.rados.rados.0.smithi032.stdout:3116: finishing write tid 1 to smithi032174182-1 2023-12-22T17:27:11.186 INFO:tasks.rados.rados.0.smithi032.stdout:3113: done (5 left) 2023-12-22T17:27:11.186 INFO:tasks.rados.rados.0.smithi032.stdout:3114: done (4 left) 2023-12-22T17:27:11.186 INFO:tasks.rados.rados.0.smithi032.stdout:3115: done (3 left) 2023-12-22T17:27:11.186 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 50 current snap is 298 2023-12-22T17:27:11.186 INFO:tasks.rados.rados.0.smithi032.stdout:3119: seq_num 947 ranges {1351680=663552,2015232=630784,2646016=172032} 2023-12-22T17:27:11.195 INFO:tasks.rados.rados.0.smithi032.stdout:3119: writing smithi032174182-50 from 1351680 to 2015232 tid 1 2023-12-22T17:27:11.198 INFO:tasks.rados.rados.0.smithi032.stdout:3119: writing smithi032174182-50 from 2015232 to 2646016 tid 2 2023-12-22T17:27:11.200 INFO:tasks.rados.rados.0.smithi032.stdout:3119: writing smithi032174182-50 from 2646016 to 2818048 tid 3 2023-12-22T17:27:11.200 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 19 current snap is 298 2023-12-22T17:27:11.200 INFO:tasks.rados.rados.0.smithi032.stdout:3120: seq_num 948 ranges {2367488=679936,3047424=516096,3563520=286720} 2023-12-22T17:27:11.216 INFO:tasks.rados.rados.0.smithi032.stdout:3120: writing smithi032174182-19 from 2367488 to 3047424 tid 1 2023-12-22T17:27:11.219 INFO:tasks.rados.rados.0.smithi032.stdout:3120: writing smithi032174182-19 from 3047424 to 3563520 tid 2 2023-12-22T17:27:11.221 INFO:tasks.rados.rados.0.smithi032.stdout:3120: writing smithi032174182-19 from 3563520 to 3850240 tid 3 2023-12-22T17:27:11.221 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 22 current snap is 298 2023-12-22T17:27:11.221 INFO:tasks.rados.rados.0.smithi032.stdout:3121: seq_num 949 ranges {1384448=704512,2088960=794624,2883584=8192} 2023-12-22T17:27:11.232 INFO:tasks.rados.rados.0.smithi032.stdout:3121: writing smithi032174182-22 from 1384448 to 2088960 tid 1 2023-12-22T17:27:11.237 INFO:tasks.rados.rados.0.smithi032.stdout:3121: writing smithi032174182-22 from 2088960 to 2883584 tid 2 2023-12-22T17:27:11.237 INFO:tasks.rados.rados.0.smithi032.stdout:3121: writing smithi032174182-22 from 2883584 to 2891776 tid 3 2023-12-22T17:27:11.237 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 38 current snap is 298 2023-12-22T17:27:11.237 INFO:tasks.rados.rados.0.smithi032.stdout:3117: expect (ObjNum 887 snap 287 seq_num 887) 2023-12-22T17:27:11.249 INFO:tasks.rados.rados.0.smithi032.stdout:3116: finishing write tid 2 to smithi032174182-1 2023-12-22T17:27:11.249 INFO:tasks.rados.rados.0.smithi032.stdout:3118: finishing rollback tid 0 to smithi032174182-24 2023-12-22T17:27:11.249 INFO:tasks.rados.rados.0.smithi032.stdout:3116: finishing write tid 3 to smithi032174182-1 2023-12-22T17:27:11.249 INFO:tasks.rados.rados.0.smithi032.stdout:3118: finishing rollback tid 1 to smithi032174182-24 2023-12-22T17:27:11.249 INFO:tasks.rados.rados.0.smithi032.stdout:3116: finishing write tid 4 to smithi032174182-1 2023-12-22T17:27:11.249 INFO:tasks.rados.rados.0.smithi032.stdout:3118: finishing rollback tid 2 to smithi032174182-24 2023-12-22T17:27:11.249 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 2455 (ObjNum 859 snap 280 seq_num 859) dirty exists 2023-12-22T17:27:11.249 INFO:tasks.rados.rados.0.smithi032.stdout:3116: finishing write tid 5 to smithi032174182-1 2023-12-22T17:27:11.249 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 2249 (ObjNum 946 snap 298 seq_num 946) dirty exists 2023-12-22T17:27:11.249 INFO:tasks.rados.rados.0.smithi032.stdout:3116: left oid 1 (ObjNum 946 snap 298 seq_num 946) 2023-12-22T17:27:11.249 INFO:tasks.rados.rados.0.smithi032.stdout:3119: finishing write tid 1 to smithi032174182-50 2023-12-22T17:27:11.249 INFO:tasks.rados.rados.0.smithi032.stdout:3122: seq_num 950 ranges {0=720896,720896=679936,1400832=122880} 2023-12-22T17:27:11.252 INFO:tasks.rados.rados.0.smithi032.stdout:3122: writing smithi032174182-38 from 0 to 720896 tid 1 2023-12-22T17:27:11.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:10 smithi039 ceph-mon[181282]: osdmap e666: 8 total, 8 up, 8 in 2023-12-22T17:27:11.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:10 smithi039 ceph-mon[181282]: osdmap e667: 8 total, 8 up, 8 in 2023-12-22T17:27:11.256 INFO:tasks.rados.rados.0.smithi032.stdout:3122: writing smithi032174182-38 from 720896 to 1400832 tid 2 2023-12-22T17:27:11.257 INFO:tasks.rados.rados.0.smithi032.stdout:3122: writing smithi032174182-38 from 1400832 to 1523712 tid 3 2023-12-22T17:27:11.257 INFO:tasks.rados.rados.0.smithi032.stdout:3116: done (6 left) 2023-12-22T17:27:11.257 INFO:tasks.rados.rados.0.smithi032.stdout:3117: done (5 left) 2023-12-22T17:27:11.257 INFO:tasks.rados.rados.0.smithi032.stdout:3118: done (4 left) 2023-12-22T17:27:11.258 INFO:tasks.rados.rados.0.smithi032.stdout:3123: snap_remove snap 295 2023-12-22T17:27:11.909 INFO:tasks.rados.rados.0.smithi032.stdout:3123: done (4 left) 2023-12-22T17:27:11.909 INFO:tasks.rados.rados.0.smithi032.stdout:3124: read oid 26 snap -1 2023-12-22T17:27:11.909 INFO:tasks.rados.rados.0.smithi032.stdout:3124: expect (ObjNum 888 snap 287 seq_num 888) 2023-12-22T17:27:11.909 INFO:tasks.rados.rados.0.smithi032.stdout:3119: finishing write tid 2 to smithi032174182-50 2023-12-22T17:27:11.909 INFO:tasks.rados.rados.0.smithi032.stdout:3119: finishing write tid 3 to smithi032174182-50 2023-12-22T17:27:11.909 INFO:tasks.rados.rados.0.smithi032.stdout:3119: finishing write tid 4 to smithi032174182-50 2023-12-22T17:27:11.909 INFO:tasks.rados.rados.0.smithi032.stdout:3119: finishing write tid 5 to smithi032174182-50 2023-12-22T17:27:11.909 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 1863 (ObjNum 947 snap 298 seq_num 947) dirty exists 2023-12-22T17:27:11.910 INFO:tasks.rados.rados.0.smithi032.stdout:3119: left oid 50 (ObjNum 947 snap 298 seq_num 947) 2023-12-22T17:27:11.910 INFO:tasks.rados.rados.0.smithi032.stdout:3120: finishing write tid 1 to smithi032174182-19 2023-12-22T17:27:11.910 INFO:tasks.rados.rados.0.smithi032.stdout:3120: finishing write tid 2 to smithi032174182-19 2023-12-22T17:27:11.910 INFO:tasks.rados.rados.0.smithi032.stdout:3120: finishing write tid 3 to smithi032174182-19 2023-12-22T17:27:11.910 INFO:tasks.rados.rados.0.smithi032.stdout:3120: finishing write tid 4 to smithi032174182-19 2023-12-22T17:27:11.910 INFO:tasks.rados.rados.0.smithi032.stdout:3120: finishing write tid 5 to smithi032174182-19 2023-12-22T17:27:11.910 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 2098 (ObjNum 948 snap 298 seq_num 948) dirty exists 2023-12-22T17:27:11.910 INFO:tasks.rados.rados.0.smithi032.stdout:3120: left oid 19 (ObjNum 948 snap 298 seq_num 948) 2023-12-22T17:27:11.910 INFO:tasks.rados.rados.0.smithi032.stdout:3121: finishing write tid 1 to smithi032174182-22 2023-12-22T17:27:11.910 INFO:tasks.rados.rados.0.smithi032.stdout:3121: finishing write tid 2 to smithi032174182-22 2023-12-22T17:27:11.910 INFO:tasks.rados.rados.0.smithi032.stdout:3121: finishing write tid 3 to smithi032174182-22 2023-12-22T17:27:11.910 INFO:tasks.rados.rados.0.smithi032.stdout:3121: finishing write tid 4 to smithi032174182-22 2023-12-22T17:27:11.910 INFO:tasks.rados.rados.0.smithi032.stdout:3121: finishing write tid 5 to smithi032174182-22 2023-12-22T17:27:11.910 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 1655 (ObjNum 949 snap 298 seq_num 949) dirty exists 2023-12-22T17:27:11.910 INFO:tasks.rados.rados.0.smithi032.stdout:3121: left oid 22 (ObjNum 949 snap 298 seq_num 949) 2023-12-22T17:27:11.910 INFO:tasks.rados.rados.0.smithi032.stdout:3122: finishing write tid 1 to smithi032174182-38 2023-12-22T17:27:11.911 INFO:tasks.rados.rados.0.smithi032.stdout:3122: finishing write tid 2 to smithi032174182-38 2023-12-22T17:27:11.911 INFO:tasks.rados.rados.0.smithi032.stdout:3122: finishing write tid 3 to smithi032174182-38 2023-12-22T17:27:11.911 INFO:tasks.rados.rados.0.smithi032.stdout:3122: finishing write tid 4 to smithi032174182-38 2023-12-22T17:27:11.911 INFO:tasks.rados.rados.0.smithi032.stdout:3122: finishing write tid 5 to smithi032174182-38 2023-12-22T17:27:11.911 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 2102 (ObjNum 950 snap 298 seq_num 950) dirty exists 2023-12-22T17:27:11.911 INFO:tasks.rados.rados.0.smithi032.stdout:3122: left oid 38 (ObjNum 950 snap 298 seq_num 950) 2023-12-22T17:27:11.911 INFO:tasks.rados.rados.0.smithi032.stdout:3119: done (4 left) 2023-12-22T17:27:11.911 INFO:tasks.rados.rados.0.smithi032.stdout:3120: done (3 left) 2023-12-22T17:27:11.911 INFO:tasks.rados.rados.0.smithi032.stdout:3121: done (2 left) 2023-12-22T17:27:11.911 INFO:tasks.rados.rados.0.smithi032.stdout:3122: done (1 left) 2023-12-22T17:27:11.911 INFO:tasks.rados.rados.0.smithi032.stdout:3125: snap_create 2023-12-22T17:27:11.926 INFO:tasks.rados.rados.0.smithi032.stdout:3124: expect (ObjNum 888 snap 287 seq_num 888) 2023-12-22T17:27:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:11 smithi032 ceph-mon[191839]: pgmap v543: 121 pgs: 121 active+clean; 231 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.7 MiB/s wr, 43 op/s 2023-12-22T17:27:12.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:11 smithi032 ceph-mon[189144]: pgmap v543: 121 pgs: 121 active+clean; 231 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.7 MiB/s wr, 43 op/s 2023-12-22T17:27:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:11 smithi039 ceph-mon[181282]: pgmap v543: 121 pgs: 121 active+clean; 231 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.7 MiB/s wr, 43 op/s 2023-12-22T17:27:12.910 INFO:tasks.rados.rados.0.smithi032.stdout:3124: done (1 left) 2023-12-22T17:27:12.910 INFO:tasks.rados.rados.0.smithi032.stdout:3125: done (0 left) 2023-12-22T17:27:12.910 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 18 current snap is 299 2023-12-22T17:27:12.910 INFO:tasks.rados.rados.0.smithi032.stdout:3126: seq_num 951 ranges {1097728=737280,1835008=614400,2449408=188416} 2023-12-22T17:27:12.920 INFO:tasks.rados.rados.0.smithi032.stdout:3126: writing smithi032174182-18 from 1097728 to 1835008 tid 1 2023-12-22T17:27:12.923 INFO:tasks.rados.rados.0.smithi032.stdout:3126: writing smithi032174182-18 from 1835008 to 2449408 tid 2 2023-12-22T17:27:12.924 INFO:tasks.rados.rados.0.smithi032.stdout:3126: writing smithi032174182-18 from 2449408 to 2637824 tid 3 2023-12-22T17:27:12.925 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 5 current snap is 299 2023-12-22T17:27:12.925 INFO:tasks.rados.rados.0.smithi032.stdout:3127: seq_num 952 ranges {2072576=753664,2826240=499712,3325952=303104} 2023-12-22T17:27:12.940 INFO:tasks.rados.rados.0.smithi032.stdout:3127: writing smithi032174182-5 from 2072576 to 2826240 tid 1 2023-12-22T17:27:12.943 INFO:tasks.rados.rados.0.smithi032.stdout:3127: writing smithi032174182-5 from 2826240 to 3325952 tid 2 2023-12-22T17:27:12.945 INFO:tasks.rados.rados.0.smithi032.stdout:3127: writing smithi032174182-5 from 3325952 to 3629056 tid 3 2023-12-22T17:27:12.945 INFO:tasks.rados.rados.0.smithi032.stdout:3128: delete oid 35 current snap is 299 2023-12-22T17:27:12.945 INFO:tasks.rados.rados.0.smithi032.stdout:3126: finishing write tid 1 to smithi032174182-18 2023-12-22T17:27:12.945 INFO:tasks.rados.rados.0.smithi032.stdout:3126: finishing write tid 2 to smithi032174182-18 2023-12-22T17:27:12.945 INFO:tasks.rados.rados.0.smithi032.stdout:3126: finishing write tid 3 to smithi032174182-18 2023-12-22T17:27:12.946 INFO:tasks.rados.rados.0.smithi032.stdout:3126: finishing write tid 4 to smithi032174182-18 2023-12-22T17:27:12.946 INFO:tasks.rados.rados.0.smithi032.stdout:3126: finishing write tid 5 to smithi032174182-18 2023-12-22T17:27:12.946 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 1659 (ObjNum 951 snap 299 seq_num 951) dirty exists 2023-12-22T17:27:12.946 INFO:tasks.rados.rados.0.smithi032.stdout:3126: left oid 18 (ObjNum 951 snap 299 seq_num 951) 2023-12-22T17:27:12.947 INFO:tasks.rados.rados.0.smithi032.stdout:3127: finishing write tid 1 to smithi032174182-5 2023-12-22T17:27:12.948 INFO:tasks.rados.rados.0.smithi032.stdout:3127: finishing write tid 2 to smithi032174182-5 2023-12-22T17:27:12.948 INFO:tasks.rados.rados.0.smithi032.stdout:3127: finishing write tid 3 to smithi032174182-5 2023-12-22T17:27:12.951 INFO:tasks.rados.rados.0.smithi032.stdout:3127: finishing write tid 4 to smithi032174182-5 2023-12-22T17:27:12.952 INFO:tasks.rados.rados.0.smithi032.stdout:3127: finishing write tid 5 to smithi032174182-5 2023-12-22T17:27:12.952 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 2253 (ObjNum 952 snap 299 seq_num 952) dirty exists 2023-12-22T17:27:12.952 INFO:tasks.rados.rados.0.smithi032.stdout:3127: left oid 5 (ObjNum 952 snap 299 seq_num 952) 2023-12-22T17:27:12.953 INFO:tasks.rados.rados.0.smithi032.stdout:3126: done (2 left) 2023-12-22T17:27:12.953 INFO:tasks.rados.rados.0.smithi032.stdout:3127: done (1 left) 2023-12-22T17:27:12.953 INFO:tasks.rados.rados.0.smithi032.stdout:3128: done (0 left) 2023-12-22T17:27:12.953 INFO:tasks.rados.rados.0.smithi032.stdout:3129: delete oid 7 current snap is 299 2023-12-22T17:27:12.955 INFO:tasks.rados.rados.0.smithi032.stdout:3129: done (0 left) 2023-12-22T17:27:12.955 INFO:tasks.rados.rados.0.smithi032.stdout:3130: snap_create 2023-12-22T17:27:13.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:12 smithi032 ceph-mon[191839]: osdmap e668: 8 total, 8 up, 8 in 2023-12-22T17:27:13.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:12 smithi032 ceph-mon[189144]: osdmap e668: 8 total, 8 up, 8 in 2023-12-22T17:27:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:12 smithi039 ceph-mon[181282]: osdmap e668: 8 total, 8 up, 8 in 2023-12-22T17:27:13.922 INFO:tasks.rados.rados.0.smithi032.stdout:3130: done (0 left) 2023-12-22T17:27:13.922 INFO:tasks.rados.rados.0.smithi032.stdout:3131: copy_from oid 23 from oid 22 current snap is 300 2023-12-22T17:27:13.922 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 33 current snap is 300 2023-12-22T17:27:13.922 INFO:tasks.rados.rados.0.smithi032.stdout:3132: seq_num 955 ranges {4980736=802816,5783552=557056,6340608=245760} 2023-12-22T17:27:13.954 INFO:tasks.rados.rados.0.smithi032.stdout:3132: writing smithi032174182-33 from 4980736 to 5783552 tid 1 2023-12-22T17:27:13.957 INFO:tasks.rados.rados.0.smithi032.stdout:3132: writing smithi032174182-33 from 5783552 to 6340608 tid 2 2023-12-22T17:27:13.958 INFO:tasks.rados.rados.0.smithi032.stdout:3132: writing smithi032174182-33 from 6340608 to 6586368 tid 3 2023-12-22T17:27:13.958 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 13 current snap is 300 2023-12-22T17:27:13.959 INFO:tasks.rados.rados.0.smithi032.stdout:3131: finishing copy_from racing read to smithi032174182-23 2023-12-22T17:27:13.959 INFO:tasks.rados.rados.0.smithi032.stdout:3133: seq_num 956 ranges {1114112=417792,1531904=434176,1966080=770048} 2023-12-22T17:27:13.967 INFO:tasks.rados.rados.0.smithi032.stdout:3133: writing smithi032174182-13 from 1114112 to 1531904 tid 1 2023-12-22T17:27:13.970 INFO:tasks.rados.rados.0.smithi032.stdout:3133: writing smithi032174182-13 from 1531904 to 1966080 tid 2 2023-12-22T17:27:13.975 INFO:tasks.rados.rados.0.smithi032.stdout:3133: writing smithi032174182-13 from 1966080 to 2736128 tid 3 2023-12-22T17:27:13.975 INFO:tasks.rados.rados.0.smithi032.stdout:3134: rmattr oid 16 current snap is 300 2023-12-22T17:27:13.975 INFO:tasks.rados.rados.0.smithi032.stdout:3131: finishing copy_from to smithi032174182-23 2023-12-22T17:27:13.975 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 1655 (ObjNum 949 snap 298 seq_num 949) dirty exists 2023-12-22T17:27:13.975 INFO:tasks.rados.rados.0.smithi032.stdout:3132: finishing write tid 1 to smithi032174182-33 2023-12-22T17:27:13.975 INFO:tasks.rados.rados.0.smithi032.stdout:3132: finishing write tid 2 to smithi032174182-33 2023-12-22T17:27:13.975 INFO:tasks.rados.rados.0.smithi032.stdout:3132: finishing write tid 3 to smithi032174182-33 2023-12-22T17:27:13.975 INFO:tasks.rados.rados.0.smithi032.stdout:3132: finishing write tid 4 to smithi032174182-33 2023-12-22T17:27:13.975 INFO:tasks.rados.rados.0.smithi032.stdout:3132: finishing write tid 5 to smithi032174182-33 2023-12-22T17:27:13.975 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 1722 (ObjNum 955 snap 300 seq_num 955) dirty exists 2023-12-22T17:27:13.975 INFO:tasks.rados.rados.0.smithi032.stdout:3132: left oid 33 (ObjNum 955 snap 300 seq_num 955) 2023-12-22T17:27:13.975 INFO:tasks.rados.rados.0.smithi032.stdout:3133: finishing write tid 1 to smithi032174182-13 2023-12-22T17:27:13.975 INFO:tasks.rados.rados.0.smithi032.stdout:3131: done (3 left) 2023-12-22T17:27:13.975 INFO:tasks.rados.rados.0.smithi032.stdout:3132: done (2 left) 2023-12-22T17:27:13.976 INFO:tasks.rados.rados.0.smithi032.stdout:3135: snap_create 2023-12-22T17:27:13.976 INFO:tasks.rados.rados.0.smithi032.stdout:3133: finishing write tid 2 to smithi032174182-13 2023-12-22T17:27:13.978 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 1923 (ObjNum 935 snap 296 seq_num 935) dirty exists 2023-12-22T17:27:13.979 INFO:tasks.rados.rados.0.smithi032.stdout:3133: finishing write tid 3 to smithi032174182-13 2023-12-22T17:27:13.979 INFO:tasks.rados.rados.0.smithi032.stdout:3133: finishing write tid 4 to smithi032174182-13 2023-12-22T17:27:13.981 INFO:tasks.rados.rados.0.smithi032.stdout:3133: finishing write tid 5 to smithi032174182-13 2023-12-22T17:27:13.981 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 2466 (ObjNum 956 snap 300 seq_num 956) dirty exists 2023-12-22T17:27:13.981 INFO:tasks.rados.rados.0.smithi032.stdout:3133: left oid 13 (ObjNum 956 snap 300 seq_num 956) 2023-12-22T17:27:14.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:13 smithi032 ceph-mon[189144]: osdmap e669: 8 total, 8 up, 8 in 2023-12-22T17:27:14.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:13 smithi032 ceph-mon[189144]: pgmap v546: 121 pgs: 121 active+clean; 242 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.3 MiB/s wr, 29 op/s 2023-12-22T17:27:14.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:13 smithi032 ceph-mon[191839]: osdmap e669: 8 total, 8 up, 8 in 2023-12-22T17:27:14.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:13 smithi032 ceph-mon[191839]: pgmap v546: 121 pgs: 121 active+clean; 242 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.3 MiB/s wr, 29 op/s 2023-12-22T17:27:14.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:13 smithi039 ceph-mon[181282]: osdmap e669: 8 total, 8 up, 8 in 2023-12-22T17:27:14.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:13 smithi039 ceph-mon[181282]: pgmap v546: 121 pgs: 121 active+clean; 242 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.3 MiB/s wr, 29 op/s 2023-12-22T17:27:14.923 INFO:tasks.rados.rados.0.smithi032.stdout:3133: done (2 left) 2023-12-22T17:27:14.923 INFO:tasks.rados.rados.0.smithi032.stdout:3134: done (1 left) 2023-12-22T17:27:14.923 INFO:tasks.rados.rados.0.smithi032.stdout:3135: done (0 left) 2023-12-22T17:27:14.923 INFO:tasks.rados.rados.0.smithi032.stdout:3136: delete oid 7 current snap is 301 2023-12-22T17:27:14.928 INFO:tasks.rados.rados.0.smithi032.stdout:3136: done (0 left) 2023-12-22T17:27:14.928 INFO:tasks.rados.rados.0.smithi032.stdout:3137: snap_remove snap 300 2023-12-22T17:27:15.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:14 smithi032 ceph-mon[191839]: osdmap e670: 8 total, 8 up, 8 in 2023-12-22T17:27:15.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:14 smithi032 ceph-mon[189144]: osdmap e670: 8 total, 8 up, 8 in 2023-12-22T17:27:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:14 smithi039 ceph-mon[181282]: osdmap e670: 8 total, 8 up, 8 in 2023-12-22T17:27:15.934 INFO:tasks.rados.rados.0.smithi032.stdout:3137: done (0 left) 2023-12-22T17:27:15.935 INFO:tasks.rados.rados.0.smithi032.stdout:3138: read oid 20 snap -1 2023-12-22T17:27:15.935 INFO:tasks.rados.rados.0.smithi032.stdout:3138: expect (ObjNum 893 snap 289 seq_num 893) 2023-12-22T17:27:15.935 INFO:tasks.rados.rados.0.smithi032.stdout:3139: read oid 12 snap -1 2023-12-22T17:27:15.935 INFO:tasks.rados.rados.0.smithi032.stdout:3139: expect (ObjNum 923 snap 292 seq_num 923) 2023-12-22T17:27:15.935 INFO:tasks.rados.rados.0.smithi032.stdout:3140: delete oid 10 current snap is 301 2023-12-22T17:27:15.943 INFO:tasks.rados.rados.0.smithi032.stdout:3140: done (2 left) 2023-12-22T17:27:15.943 INFO:tasks.rados.rados.0.smithi032.stdout:3141: read oid 39 snap -1 2023-12-22T17:27:15.943 INFO:tasks.rados.rados.0.smithi032.stdout:3141: expect (ObjNum 853 snap 276 seq_num 853) 2023-12-22T17:27:15.945 INFO:tasks.rados.rados.0.smithi032.stdout:3142: copy_from oid 49 from oid 35 current snap is 301 2023-12-22T17:27:15.945 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 24 current snap is 301 2023-12-22T17:27:15.945 INFO:tasks.rados.rados.0.smithi032.stdout:3143: seq_num 959 ranges {6283264=466944,6750208=540672,7290880=557056,7847936=106496} 2023-12-22T17:27:15.980 INFO:tasks.rados.rados.0.smithi032.stdout:3143: writing smithi032174182-24 from 6283264 to 6750208 tid 1 2023-12-22T17:27:15.983 INFO:tasks.rados.rados.0.smithi032.stdout:3143: writing smithi032174182-24 from 6750208 to 7290880 tid 2 2023-12-22T17:27:15.987 INFO:tasks.rados.rados.0.smithi032.stdout:3143: writing smithi032174182-24 from 7290880 to 7847936 tid 3 2023-12-22T17:27:15.988 INFO:tasks.rados.rados.0.smithi032.stdout:3143: writing smithi032174182-24 from 7847936 to 7954432 tid 4 2023-12-22T17:27:15.988 INFO:tasks.rados.rados.0.smithi032.stdout:3144: read oid 44 snap -1 2023-12-22T17:27:15.988 INFO:tasks.rados.rados.0.smithi032.stdout:3144: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-22T17:27:15.988 INFO:tasks.rados.rados.0.smithi032.stdout:3145: delete oid 1 current snap is 301 2023-12-22T17:27:15.988 INFO:tasks.rados.rados.0.smithi032.stdout:3139: expect (ObjNum 923 snap 292 seq_num 923) 2023-12-22T17:27:16.019 INFO:tasks.rados.rados.0.smithi032.stdout:3142: finishing copy_from to smithi032174182-49 2023-12-22T17:27:16.020 INFO:tasks.rados.rados.0.smithi032.stdout:3142: got expected ENOENT (src dne) 2023-12-22T17:27:16.020 INFO:tasks.rados.rados.0.smithi032.stdout:3142: finishing copy_from racing read to smithi032174182-49 2023-12-22T17:27:16.020 INFO:tasks.rados.rados.0.smithi032.stdout:3138: expect (ObjNum 893 snap 289 seq_num 893) 2023-12-22T17:27:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:15 smithi039 ceph-mon[181282]: osdmap e671: 8 total, 8 up, 8 in 2023-12-22T17:27:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:15 smithi039 ceph-mon[181282]: pgmap v549: 121 pgs: 121 active+clean; 248 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 4.2 MiB/s wr, 13 op/s 2023-12-22T17:27:16.413 INFO:tasks.rados.rados.0.smithi032.stdout:3141: expect (ObjNum 853 snap 276 seq_num 853) 2023-12-22T17:27:16.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:15 smithi032 ceph-mon[191839]: osdmap e671: 8 total, 8 up, 8 in 2023-12-22T17:27:16.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:15 smithi032 ceph-mon[191839]: pgmap v549: 121 pgs: 121 active+clean; 248 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 4.2 MiB/s wr, 13 op/s 2023-12-22T17:27:16.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:15 smithi032 ceph-mon[189144]: osdmap e671: 8 total, 8 up, 8 in 2023-12-22T17:27:16.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:15 smithi032 ceph-mon[189144]: pgmap v549: 121 pgs: 121 active+clean; 248 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 4.2 MiB/s wr, 13 op/s 2023-12-22T17:27:16.558 INFO:tasks.rados.rados.0.smithi032.stdout:3143: finishing write tid 1 to smithi032174182-24 2023-12-22T17:27:16.558 INFO:tasks.rados.rados.0.smithi032.stdout:3143: finishing write tid 2 to smithi032174182-24 2023-12-22T17:27:16.558 INFO:tasks.rados.rados.0.smithi032.stdout:3144: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-22T17:27:16.562 INFO:tasks.rados.rados.0.smithi032.stdout:3143: finishing write tid 3 to smithi032174182-24 2023-12-22T17:27:16.562 INFO:tasks.rados.rados.0.smithi032.stdout:3143: finishing write tid 4 to smithi032174182-24 2023-12-22T17:27:16.562 INFO:tasks.rados.rados.0.smithi032.stdout:3143: finishing write tid 5 to smithi032174182-24 2023-12-22T17:27:16.562 INFO:tasks.rados.rados.0.smithi032.stdout:3143: finishing write tid 6 to smithi032174182-24 2023-12-22T17:27:16.562 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 2472 (ObjNum 959 snap 301 seq_num 959) dirty exists 2023-12-22T17:27:16.562 INFO:tasks.rados.rados.0.smithi032.stdout:3143: left oid 24 (ObjNum 959 snap 301 seq_num 959) 2023-12-22T17:27:16.562 INFO:tasks.rados.rados.0.smithi032.stdout:3138: done (6 left) 2023-12-22T17:27:16.562 INFO:tasks.rados.rados.0.smithi032.stdout:3139: done (5 left) 2023-12-22T17:27:16.562 INFO:tasks.rados.rados.0.smithi032.stdout:3141: done (4 left) 2023-12-22T17:27:16.562 INFO:tasks.rados.rados.0.smithi032.stdout:3142: done (3 left) 2023-12-22T17:27:16.562 INFO:tasks.rados.rados.0.smithi032.stdout:3143: done (2 left) 2023-12-22T17:27:16.562 INFO:tasks.rados.rados.0.smithi032.stdout:3144: done (1 left) 2023-12-22T17:27:16.562 INFO:tasks.rados.rados.0.smithi032.stdout:3145: done (0 left) 2023-12-22T17:27:16.563 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 11 current snap is 301 2023-12-22T17:27:16.563 INFO:tasks.rados.rados.0.smithi032.stdout:3146: seq_num 961 ranges {5685248=499712,6184960=712704,6897664=491520} 2023-12-22T17:27:16.595 INFO:tasks.rados.rados.0.smithi032.stdout:3146: writing smithi032174182-11 from 5685248 to 6184960 tid 1 2023-12-22T17:27:16.599 INFO:tasks.rados.rados.0.smithi032.stdout:3146: writing smithi032174182-11 from 6184960 to 6897664 tid 2 2023-12-22T17:27:16.602 INFO:tasks.rados.rados.0.smithi032.stdout:3146: writing smithi032174182-11 from 6897664 to 7389184 tid 3 2023-12-22T17:27:16.602 INFO:tasks.rados.rados.0.smithi032.stdout:3147: copy_from oid 5 from oid 38 current snap is 301 2023-12-22T17:27:16.602 INFO:tasks.rados.rados.0.smithi032.stdout:3146: finishing write tid 1 to smithi032174182-11 2023-12-22T17:27:16.602 INFO:tasks.rados.rados.0.smithi032.stdout:3148: delete oid 9 current snap is 301 2023-12-22T17:27:16.605 INFO:tasks.rados.rados.0.smithi032.stdout:3148: done (2 left) 2023-12-22T17:27:16.605 INFO:tasks.rados.rados.0.smithi032.stdout:3149: read oid 18 snap 298 2023-12-22T17:27:16.605 INFO:tasks.rados.rados.0.smithi032.stdout:3149: expect (ObjNum 925 snap 292 seq_num 925) 2023-12-22T17:27:16.605 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 40 current snap is 301 2023-12-22T17:27:16.605 INFO:tasks.rados.rados.0.smithi032.stdout:3150: seq_num 963 ranges {557056=532480,1089536=475136,1564672=532480,2097152=196608} 2023-12-22T17:27:16.611 INFO:tasks.rados.rados.0.smithi032.stdout:3150: writing smithi032174182-40 from 557056 to 1089536 tid 1 2023-12-22T17:27:16.614 INFO:tasks.rados.rados.0.smithi032.stdout:3150: writing smithi032174182-40 from 1089536 to 1564672 tid 2 2023-12-22T17:27:16.617 INFO:tasks.rados.rados.0.smithi032.stdout:3150: writing smithi032174182-40 from 1564672 to 2097152 tid 3 2023-12-22T17:27:16.619 INFO:tasks.rados.rados.0.smithi032.stdout:3150: writing smithi032174182-40 from 2097152 to 2293760 tid 4 2023-12-22T17:27:16.619 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 19 current snap is 301 2023-12-22T17:27:16.619 INFO:tasks.rados.rados.0.smithi032.stdout:3146: finishing write tid 2 to smithi032174182-11 2023-12-22T17:27:16.619 INFO:tasks.rados.rados.0.smithi032.stdout:3146: finishing write tid 3 to smithi032174182-11 2023-12-22T17:27:16.619 INFO:tasks.rados.rados.0.smithi032.stdout:3146: finishing write tid 4 to smithi032174182-11 2023-12-22T17:27:16.619 INFO:tasks.rados.rados.0.smithi032.stdout:3146: finishing write tid 5 to smithi032174182-11 2023-12-22T17:27:16.619 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 2107 (ObjNum 961 snap 301 seq_num 961) dirty exists 2023-12-22T17:27:16.619 INFO:tasks.rados.rados.0.smithi032.stdout:3146: left oid 11 (ObjNum 961 snap 301 seq_num 961) 2023-12-22T17:27:16.619 INFO:tasks.rados.rados.0.smithi032.stdout:3151: seq_num 964 ranges {3850240=548864,4399104=761856,5160960=442368} 2023-12-22T17:27:16.643 INFO:tasks.rados.rados.0.smithi032.stdout:3151: writing smithi032174182-19 from 3850240 to 4399104 tid 1 2023-12-22T17:27:16.647 INFO:tasks.rados.rados.0.smithi032.stdout:3151: writing smithi032174182-19 from 4399104 to 5160960 tid 2 2023-12-22T17:27:16.650 INFO:tasks.rados.rados.0.smithi032.stdout:3151: writing smithi032174182-19 from 5160960 to 5603328 tid 3 2023-12-22T17:27:16.650 INFO:tasks.rados.rados.0.smithi032.stdout:3146: done (4 left) 2023-12-22T17:27:16.650 INFO:tasks.rados.rados.0.smithi032.stdout:3152: rollback oid 23 current snap is 301 2023-12-22T17:27:16.650 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 23 to 297 2023-12-22T17:27:16.650 INFO:tasks.rados.rados.0.smithi032.stdout:3149: expect (ObjNum 925 snap 292 seq_num 925) 2023-12-22T17:27:16.682 INFO:tasks.rados.rados.0.smithi032.stdout:3147: finishing copy_from racing read to smithi032174182-5 2023-12-22T17:27:16.682 INFO:tasks.rados.rados.0.smithi032.stdout:3147: finishing copy_from to smithi032174182-5 2023-12-22T17:27:16.682 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 2102 (ObjNum 950 snap 298 seq_num 950) dirty exists 2023-12-22T17:27:16.682 INFO:tasks.rados.rados.0.smithi032.stdout:3150: finishing write tid 1 to smithi032174182-40 2023-12-22T17:27:16.682 INFO:tasks.rados.rados.0.smithi032.stdout:3150: finishing write tid 2 to smithi032174182-40 2023-12-22T17:27:16.682 INFO:tasks.rados.rados.0.smithi032.stdout:3147: done (4 left) 2023-12-22T17:27:16.682 INFO:tasks.rados.rados.0.smithi032.stdout:3149: done (3 left) 2023-12-22T17:27:16.683 INFO:tasks.rados.rados.0.smithi032.stdout:3153: copy_from oid 25 from oid 16 current snap is 301 2023-12-22T17:27:16.683 INFO:tasks.rados.rados.0.smithi032.stdout:3150: finishing write tid 3 to smithi032174182-40 2023-12-22T17:27:16.683 INFO:tasks.rados.rados.0.smithi032.stdout:3150: finishing write tid 4 to smithi032174182-40 2023-12-22T17:27:16.683 INFO:tasks.rados.rados.0.smithi032.stdout:3150: finishing write tid 5 to smithi032174182-40 2023-12-22T17:27:16.683 INFO:tasks.rados.rados.0.smithi032.stdout:3150: finishing write tid 6 to smithi032174182-40 2023-12-22T17:27:16.683 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 1656 (ObjNum 963 snap 301 seq_num 963) dirty exists 2023-12-22T17:27:16.683 INFO:tasks.rados.rados.0.smithi032.stdout:3150: left oid 40 (ObjNum 963 snap 301 seq_num 963) 2023-12-22T17:27:16.683 INFO:tasks.rados.rados.0.smithi032.stdout:3151: finishing write tid 1 to smithi032174182-19 2023-12-22T17:27:16.683 INFO:tasks.rados.rados.0.smithi032.stdout:3151: finishing write tid 2 to smithi032174182-19 2023-12-22T17:27:16.683 INFO:tasks.rados.rados.0.smithi032.stdout:3151: finishing write tid 3 to smithi032174182-19 2023-12-22T17:27:16.683 INFO:tasks.rados.rados.0.smithi032.stdout:3151: finishing write tid 4 to smithi032174182-19 2023-12-22T17:27:16.683 INFO:tasks.rados.rados.0.smithi032.stdout:3152: finishing rollback tid 0 to smithi032174182-23 2023-12-22T17:27:16.683 INFO:tasks.rados.rados.0.smithi032.stdout:3152: finishing rollback tid 1 to smithi032174182-23 2023-12-22T17:27:16.683 INFO:tasks.rados.rados.0.smithi032.stdout:3151: finishing write tid 5 to smithi032174182-19 2023-12-22T17:27:16.683 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 2102 (ObjNum 964 snap 301 seq_num 964) dirty exists 2023-12-22T17:27:16.683 INFO:tasks.rados.rados.0.smithi032.stdout:3151: left oid 19 (ObjNum 964 snap 301 seq_num 964) 2023-12-22T17:27:16.684 INFO:tasks.rados.rados.0.smithi032.stdout:3152: finishing rollback tid 2 to smithi032174182-23 2023-12-22T17:27:16.684 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 2350 (ObjNum 910 snap 291 seq_num 910) dirty exists 2023-12-22T17:27:16.684 INFO:tasks.rados.rados.0.smithi032.stdout:3150: done (3 left) 2023-12-22T17:27:16.684 INFO:tasks.rados.rados.0.smithi032.stdout:3151: done (2 left) 2023-12-22T17:27:16.684 INFO:tasks.rados.rados.0.smithi032.stdout:3152: done (1 left) 2023-12-22T17:27:16.684 INFO:tasks.rados.rados.0.smithi032.stdout:3154: snap_create 2023-12-22T17:27:16.704 INFO:tasks.rados.rados.0.smithi032.stdout:3153: finishing copy_from racing read to smithi032174182-25 2023-12-22T17:27:16.707 INFO:tasks.rados.rados.0.smithi032.stdout:3153: finishing copy_from to smithi032174182-25 2023-12-22T17:27:16.707 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 1923 (ObjNum 935 snap 296 seq_num 935) dirty exists 2023-12-22T17:27:16.934 INFO:tasks.rados.rados.0.smithi032.stdout:3153: done (1 left) 2023-12-22T17:27:16.935 INFO:tasks.rados.rados.0.smithi032.stdout:3154: done (0 left) 2023-12-22T17:27:16.935 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 2 current snap is 302 2023-12-22T17:27:16.935 INFO:tasks.rados.rados.0.smithi032.stdout:3155: seq_num 965 ranges {5685248=565248,6250496=647168,6897664=548864,7446528=8192} 2023-12-22T17:27:16.968 INFO:tasks.rados.rados.0.smithi032.stdout:3155: writing smithi032174182-2 from 5685248 to 6250496 tid 1 2023-12-22T17:27:16.972 INFO:tasks.rados.rados.0.smithi032.stdout:3155: writing smithi032174182-2 from 6250496 to 6897664 tid 2 2023-12-22T17:27:16.976 INFO:tasks.rados.rados.0.smithi032.stdout:3155: writing smithi032174182-2 from 6897664 to 7446528 tid 3 2023-12-22T17:27:16.976 INFO:tasks.rados.rados.0.smithi032.stdout:3155: writing smithi032174182-2 from 7446528 to 7454720 tid 4 2023-12-22T17:27:16.976 INFO:tasks.rados.rados.0.smithi032.stdout:3156: setattr oid 41 current snap is 302 2023-12-22T17:27:16.976 INFO:tasks.rados.rados.0.smithi032.stdout:3155: finishing write tid 1 to smithi032174182-2 2023-12-22T17:27:16.976 INFO:tasks.rados.rados.0.smithi032.stdout:3155: finishing write tid 2 to smithi032174182-2 2023-12-22T17:27:16.977 INFO:tasks.rados.rados.0.smithi032.stdout:3157: read oid 44 snap -1 2023-12-22T17:27:16.978 INFO:tasks.rados.rados.0.smithi032.stdout:3157: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-22T17:27:16.978 INFO:tasks.rados.rados.0.smithi032.stdout:3158: read oid 29 snap -1 2023-12-22T17:27:16.978 INFO:tasks.rados.rados.0.smithi032.stdout:3158: expect deleted 2023-12-22T17:27:16.978 INFO:tasks.rados.rados.0.smithi032.stdout:3159: copy_from oid 16 from oid 34 current snap is 302 2023-12-22T17:27:16.978 INFO:tasks.rados.rados.0.smithi032.stdout:3160: copy_from oid 47 from oid 14 current snap is 302 2023-12-22T17:27:16.978 INFO:tasks.rados.rados.0.smithi032.stdout:3161: delete oid 3 current snap is 302 2023-12-22T17:27:16.979 INFO:tasks.rados.rados.0.smithi032.stdout:3157: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-22T17:27:16.984 INFO:tasks.rados.rados.0.smithi032.stdout:3155: finishing write tid 3 to smithi032174182-2 2023-12-22T17:27:16.984 INFO:tasks.rados.rados.0.smithi032.stdout:3155: finishing write tid 4 to smithi032174182-2 2023-12-22T17:27:16.984 INFO:tasks.rados.rados.0.smithi032.stdout:3155: finishing write tid 5 to smithi032174182-2 2023-12-22T17:27:16.984 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 2473 (ObjNum 33 snap 0 seq_num 1068386204) dirty exists 2023-12-22T17:27:16.984 INFO:tasks.rados.rados.0.smithi032.stdout:3155: finishing write tid 6 to smithi032174182-2 2023-12-22T17:27:16.984 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 2103 (ObjNum 965 snap 302 seq_num 965) dirty exists 2023-12-22T17:27:16.984 INFO:tasks.rados.rados.0.smithi032.stdout:3155: left oid 2 (ObjNum 965 snap 302 seq_num 965) 2023-12-22T17:27:16.984 INFO:tasks.rados.rados.0.smithi032.stdout:3155: done (6 left) 2023-12-22T17:27:16.984 INFO:tasks.rados.rados.0.smithi032.stdout:3156: done (5 left) 2023-12-22T17:27:16.984 INFO:tasks.rados.rados.0.smithi032.stdout:3157: done (4 left) 2023-12-22T17:27:16.984 INFO:tasks.rados.rados.0.smithi032.stdout:3158: done (3 left) 2023-12-22T17:27:16.984 INFO:tasks.rados.rados.0.smithi032.stdout:3161: done (2 left) 2023-12-22T17:27:16.985 INFO:tasks.rados.rados.0.smithi032.stdout:3162: copy_from oid 19 from oid 33 current snap is 302 2023-12-22T17:27:16.985 INFO:tasks.rados.rados.0.smithi032.stdout:3163: read oid 30 snap -1 2023-12-22T17:27:16.985 INFO:tasks.rados.rados.0.smithi032.stdout:3163: expect (ObjNum 928 snap 292 seq_num 928) 2023-12-22T17:27:16.985 INFO:tasks.rados.rados.0.smithi032.stdout:3164: snap_remove snap 289 2023-12-22T17:27:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:16 smithi039 ceph-mon[181282]: osdmap e672: 8 total, 8 up, 8 in 2023-12-22T17:27:17.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:16 smithi032 ceph-mon[191839]: osdmap e672: 8 total, 8 up, 8 in 2023-12-22T17:27:17.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:16 smithi032 ceph-mon[189144]: osdmap e672: 8 total, 8 up, 8 in 2023-12-22T17:27:17.948 INFO:tasks.rados.rados.0.smithi032.stdout:3164: done (4 left) 2023-12-22T17:27:17.948 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 8 current snap is 302 2023-12-22T17:27:17.949 INFO:tasks.rados.rados.0.smithi032.stdout:3159: finishing copy_from racing read to smithi032174182-16 2023-12-22T17:27:17.949 INFO:tasks.rados.rados.0.smithi032.stdout:3165: seq_num 967 ranges {4431872=598016,5029888=466944,5496832=516096,6012928=221184} 2023-12-22T17:27:17.978 INFO:tasks.rados.rados.0.smithi032.stdout:3165: writing smithi032174182-8 from 4431872 to 5029888 tid 1 2023-12-22T17:27:17.981 INFO:tasks.rados.rados.0.smithi032.stdout:3165: writing smithi032174182-8 from 5029888 to 5496832 tid 2 2023-12-22T17:27:17.985 INFO:tasks.rados.rados.0.smithi032.stdout:3165: writing smithi032174182-8 from 5496832 to 6012928 tid 3 2023-12-22T17:27:17.986 INFO:tasks.rados.rados.0.smithi032.stdout:3165: writing smithi032174182-8 from 6012928 to 6234112 tid 4 2023-12-22T17:27:17.986 INFO:tasks.rados.rados.0.smithi032.stdout:3166: copy_from oid 46 from oid 6 current snap is 302 2023-12-22T17:27:17.987 INFO:tasks.rados.rados.0.smithi032.stdout:3159: finishing copy_from to smithi032174182-16 2023-12-22T17:27:17.987 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 1854 (ObjNum 887 snap 287 seq_num 887) dirty exists 2023-12-22T17:27:17.987 INFO:tasks.rados.rados.0.smithi032.stdout:3163: expect (ObjNum 928 snap 292 seq_num 928) 2023-12-22T17:27:18.048 INFO:tasks.rados.rados.0.smithi032.stdout:3160: finishing copy_from racing read to smithi032174182-47 2023-12-22T17:27:18.048 INFO:tasks.rados.rados.0.smithi032.stdout:3160: finishing copy_from to smithi032174182-47 2023-12-22T17:27:18.048 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 2067 (ObjNum 919 snap 291 seq_num 919) dirty exists 2023-12-22T17:27:18.049 INFO:tasks.rados.rados.0.smithi032.stdout:3162: finishing copy_from racing read to smithi032174182-19 2023-12-22T17:27:18.049 INFO:tasks.rados.rados.0.smithi032.stdout:3162: finishing copy_from to smithi032174182-19 2023-12-22T17:27:18.049 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 1722 (ObjNum 955 snap 300 seq_num 955) dirty exists 2023-12-22T17:27:18.049 INFO:tasks.rados.rados.0.smithi032.stdout:3166: finishing copy_from to smithi032174182-46 2023-12-22T17:27:18.049 INFO:tasks.rados.rados.0.smithi032.stdout:3166: got expected ENOENT (src dne) 2023-12-22T17:27:18.049 INFO:tasks.rados.rados.0.smithi032.stdout:3166: finishing copy_from racing read to smithi032174182-46 2023-12-22T17:27:18.049 INFO:tasks.rados.rados.0.smithi032.stdout:3165: finishing write tid 1 to smithi032174182-8 2023-12-22T17:27:18.049 INFO:tasks.rados.rados.0.smithi032.stdout:3165: finishing write tid 2 to smithi032174182-8 2023-12-22T17:27:18.049 INFO:tasks.rados.rados.0.smithi032.stdout:3159: done (5 left) 2023-12-22T17:27:18.049 INFO:tasks.rados.rados.0.smithi032.stdout:3160: done (4 left) 2023-12-22T17:27:18.049 INFO:tasks.rados.rados.0.smithi032.stdout:3162: done (3 left) 2023-12-22T17:27:18.049 INFO:tasks.rados.rados.0.smithi032.stdout:3163: done (2 left) 2023-12-22T17:27:18.049 INFO:tasks.rados.rados.0.smithi032.stdout:3166: done (1 left) 2023-12-22T17:27:18.049 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 45 current snap is 302 2023-12-22T17:27:18.049 INFO:tasks.rados.rados.0.smithi032.stdout:3165: finishing write tid 3 to smithi032174182-8 2023-12-22T17:27:18.049 INFO:tasks.rados.rados.0.smithi032.stdout:3165: finishing write tid 4 to smithi032174182-8 2023-12-22T17:27:18.050 INFO:tasks.rados.rados.0.smithi032.stdout:3165: finishing write tid 5 to smithi032174182-8 2023-12-22T17:27:18.050 INFO:tasks.rados.rados.0.smithi032.stdout:3165: finishing write tid 6 to smithi032174182-8 2023-12-22T17:27:18.050 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 1559 (ObjNum 967 snap 302 seq_num 967) dirty exists 2023-12-22T17:27:18.050 INFO:tasks.rados.rados.0.smithi032.stdout:3165: left oid 8 (ObjNum 967 snap 302 seq_num 967) 2023-12-22T17:27:18.050 INFO:tasks.rados.rados.0.smithi032.stdout:3167: seq_num 968 ranges {3457024=614400,4071424=745472,4816896=458752} 2023-12-22T17:27:18.070 INFO:tasks.rados.rados.0.smithi032.stdout:3167: writing smithi032174182-45 from 3457024 to 4071424 tid 1 2023-12-22T17:27:18.075 INFO:tasks.rados.rados.0.smithi032.stdout:3167: writing smithi032174182-45 from 4071424 to 4816896 tid 2 2023-12-22T17:27:18.078 INFO:tasks.rados.rados.0.smithi032.stdout:3167: writing smithi032174182-45 from 4816896 to 5275648 tid 3 2023-12-22T17:27:18.078 INFO:tasks.rados.rados.0.smithi032.stdout:3165: done (1 left) 2023-12-22T17:27:18.078 INFO:tasks.rados.rados.0.smithi032.stdout:3168: snap_create 2023-12-22T17:27:18.078 INFO:tasks.rados.rados.0.smithi032.stdout:3167: finishing write tid 1 to smithi032174182-45 2023-12-22T17:27:18.078 INFO:tasks.rados.rados.0.smithi032.stdout:3167: finishing write tid 2 to smithi032174182-45 2023-12-22T17:27:18.081 INFO:tasks.rados.rados.0.smithi032.stdout:3167: finishing write tid 3 to smithi032174182-45 2023-12-22T17:27:18.081 INFO:tasks.rados.rados.0.smithi032.stdout:3167: finishing write tid 4 to smithi032174182-45 2023-12-22T17:27:18.082 INFO:tasks.rados.rados.0.smithi032.stdout:3167: finishing write tid 5 to smithi032174182-45 2023-12-22T17:27:18.082 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 2111 (ObjNum 968 snap 302 seq_num 968) dirty exists 2023-12-22T17:27:18.083 INFO:tasks.rados.rados.0.smithi032.stdout:3167: left oid 45 (ObjNum 968 snap 302 seq_num 968) 2023-12-22T17:27:18.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:17 smithi039 ceph-mon[181282]: osdmap e673: 8 total, 8 up, 8 in 2023-12-22T17:27:18.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:17 smithi039 ceph-mon[181282]: pgmap v552: 121 pgs: 121 active+clean; 253 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 338 KiB/s rd, 2.8 MiB/s wr, 20 op/s 2023-12-22T17:27:18.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:17 smithi032 ceph-mon[191839]: osdmap e673: 8 total, 8 up, 8 in 2023-12-22T17:27:18.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:17 smithi032 ceph-mon[191839]: pgmap v552: 121 pgs: 121 active+clean; 253 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 338 KiB/s rd, 2.8 MiB/s wr, 20 op/s 2023-12-22T17:27:18.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:17 smithi032 ceph-mon[189144]: osdmap e673: 8 total, 8 up, 8 in 2023-12-22T17:27:18.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:17 smithi032 ceph-mon[189144]: pgmap v552: 121 pgs: 121 active+clean; 253 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 338 KiB/s rd, 2.8 MiB/s wr, 20 op/s 2023-12-22T17:27:18.950 INFO:tasks.rados.rados.0.smithi032.stdout:3167: done (1 left) 2023-12-22T17:27:18.950 INFO:tasks.rados.rados.0.smithi032.stdout:3168: done (0 left) 2023-12-22T17:27:18.950 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 32 current snap is 303 2023-12-22T17:27:18.950 INFO:tasks.rados.rados.0.smithi032.stdout:3169: seq_num 969 ranges {770048=638976,1409024=630784,2039808=532480,2572288=40960} 2023-12-22T17:27:18.957 INFO:tasks.rados.rados.0.smithi032.stdout:3169: writing smithi032174182-32 from 770048 to 1409024 tid 1 2023-12-22T17:27:18.961 INFO:tasks.rados.rados.0.smithi032.stdout:3169: writing smithi032174182-32 from 1409024 to 2039808 tid 2 2023-12-22T17:27:18.964 INFO:tasks.rados.rados.0.smithi032.stdout:3169: writing smithi032174182-32 from 2039808 to 2572288 tid 3 2023-12-22T17:27:18.965 INFO:tasks.rados.rados.0.smithi032.stdout:3169: writing smithi032174182-32 from 2572288 to 2613248 tid 4 2023-12-22T17:27:18.965 INFO:tasks.rados.rados.0.smithi032.stdout:3170: snap_create 2023-12-22T17:27:18.967 INFO:tasks.rados.rados.0.smithi032.stdout:3169: finishing write tid 1 to smithi032174182-32 2023-12-22T17:27:18.967 INFO:tasks.rados.rados.0.smithi032.stdout:3169: finishing write tid 2 to smithi032174182-32 2023-12-22T17:27:18.969 INFO:tasks.rados.rados.0.smithi032.stdout:3169: finishing write tid 3 to smithi032174182-32 2023-12-22T17:27:18.970 INFO:tasks.rados.rados.0.smithi032.stdout:3169: finishing write tid 4 to smithi032174182-32 2023-12-22T17:27:18.970 INFO:tasks.rados.rados.0.smithi032.stdout:3169: finishing write tid 5 to smithi032174182-32 2023-12-22T17:27:18.971 INFO:tasks.rados.rados.0.smithi032.stdout:3169: finishing write tid 6 to smithi032174182-32 2023-12-22T17:27:18.971 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 1564 (ObjNum 969 snap 303 seq_num 969) dirty exists 2023-12-22T17:27:18.971 INFO:tasks.rados.rados.0.smithi032.stdout:3169: left oid 32 (ObjNum 969 snap 303 seq_num 969) 2023-12-22T17:27:19.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:18 smithi039 ceph-mon[181282]: osdmap e674: 8 total, 8 up, 8 in 2023-12-22T17:27:19.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:18 smithi032 ceph-mon[191839]: osdmap e674: 8 total, 8 up, 8 in 2023-12-22T17:27:19.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:18 smithi032 ceph-mon[189144]: osdmap e674: 8 total, 8 up, 8 in 2023-12-22T17:27:19.964 INFO:tasks.rados.rados.0.smithi032.stdout:3169: done (1 left) 2023-12-22T17:27:19.964 INFO:tasks.rados.rados.0.smithi032.stdout:3170: done (0 left) 2023-12-22T17:27:19.964 INFO:tasks.rados.rados.0.smithi032.stdout:3171: read oid 10 snap -1 2023-12-22T17:27:19.964 INFO:tasks.rados.rados.0.smithi032.stdout:3171: expect deleted 2023-12-22T17:27:19.964 INFO:tasks.rados.rados.0.smithi032.stdout:3172: snap_remove snap 293 2023-12-22T17:27:20.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:19 smithi039 ceph-mon[181282]: osdmap e675: 8 total, 8 up, 8 in 2023-12-22T17:27:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:19 smithi039 ceph-mon[181282]: pgmap v555: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 267 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.2 MiB/s wr, 29 op/s 2023-12-22T17:27:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:27:20.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:19 smithi032 ceph-mon[189144]: osdmap e675: 8 total, 8 up, 8 in 2023-12-22T17:27:20.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:19 smithi032 ceph-mon[189144]: pgmap v555: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 267 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.2 MiB/s wr, 29 op/s 2023-12-22T17:27:20.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:27:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:19 smithi032 ceph-mon[191839]: osdmap e675: 8 total, 8 up, 8 in 2023-12-22T17:27:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:19 smithi032 ceph-mon[191839]: pgmap v555: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 267 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.2 MiB/s wr, 29 op/s 2023-12-22T17:27:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:27:20.594 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:27:20.886 INFO:tasks.rados.rados.0.smithi032.stdout:3172: done (1 left) 2023-12-22T17:27:20.886 INFO:tasks.rados.rados.0.smithi032.stdout:3173: copy_from oid 4 from oid 16 current snap is 304 2023-12-22T17:27:20.886 INFO:tasks.rados.rados.0.smithi032.stdout:3171: done (1 left) 2023-12-22T17:27:20.886 INFO:tasks.rados.rados.0.smithi032.stdout:3174: read oid 42 snap 299 2023-12-22T17:27:20.886 INFO:tasks.rados.rados.0.smithi032.stdout:3174: expect (ObjNum 774 snap 256 seq_num 774) 2023-12-22T17:27:20.886 INFO:tasks.rados.rados.0.smithi032.stdout:3175: snap_remove snap 303 2023-12-22T17:27:20.944 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:27:20.944 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7m) 3m ago 11m 26.7M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:27:20.945 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7m) 119s ago 11m 90.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:27:20.945 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (12m) 3m ago 12m 16.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:27:20.945 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (12m) 119s ago 12m 21.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:27:20.945 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6m) 119s ago 15m 450M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:27:20.945 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7m) 3m ago 16m 515M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:27:20.945 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6m) 3m ago 16m 93.1M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:27:20.945 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5m) 119s ago 15m 76.0M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:27:20.945 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6m) 3m ago 15m 75.7M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:27:20.945 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7m) 3m ago 11m 15.8M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:27:20.945 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7m) 119s ago 11m 17.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:27:20.945 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5m) 3m ago 14m 466M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:27:20.945 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4m) 3m ago 14m 365M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:27:20.945 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4m) 3m ago 14m 256M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:27:20.946 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3m) 3m ago 14m 12.6M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:27:20.946 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3m) 119s ago 13m 564M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:27:20.946 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3m) 119s ago 13m 389M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:27:20.946 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2m) 119s ago 13m 177M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:27:20.946 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2m) 119s ago 12m 12.5M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:27:20.946 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6m) 119s ago 12m 61.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:27:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:20 smithi032 ceph-mon[191839]: osdmap e676: 8 total, 8 up, 8 in 2023-12-22T17:27:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:20 smithi032 ceph-mon[191839]: osdmap e677: 8 total, 8 up, 8 in 2023-12-22T17:27:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:20 smithi032 ceph-mon[189144]: osdmap e676: 8 total, 8 up, 8 in 2023-12-22T17:27:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:20 smithi032 ceph-mon[189144]: osdmap e677: 8 total, 8 up, 8 in 2023-12-22T17:27:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:27:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:27:20] "GET /metrics HTTP/1.1" 200 36299 "" "Prometheus/2.43.0" 2023-12-22T17:27:21.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:20 smithi039 ceph-mon[181282]: osdmap e676: 8 total, 8 up, 8 in 2023-12-22T17:27:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:20 smithi039 ceph-mon[181282]: osdmap e677: 8 total, 8 up, 8 in 2023-12-22T17:27:21.348 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:27:21.348 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:27:21.348 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:27:21.348 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:27:21.348 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:27:21.348 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:27:21.348 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:27:21.348 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:27:21.348 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:27:21.348 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:27:21.348 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:27:21.348 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:27:21.349 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:27:21.349 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:27:21.349 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:27:21.349 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:27:21.349 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:27:21.349 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:27:21.888 INFO:tasks.rados.rados.0.smithi032.stdout:3175: done (2 left) 2023-12-22T17:27:21.889 INFO:tasks.rados.rados.0.smithi032.stdout:3176: snap_remove snap 301 2023-12-22T17:27:22.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:21 smithi039 ceph-mon[181282]: from='client.44339 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:27:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:21 smithi039 ceph-mon[181282]: from='client.34398 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:27:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:21 smithi039 ceph-mon[181282]: pgmap v558: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 280 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 8.2 MiB/s wr, 29 op/s 2023-12-22T17:27:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:21 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/685582741' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:27:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:21 smithi039 ceph-mon[181282]: osdmap e678: 8 total, 8 up, 8 in 2023-12-22T17:27:22.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:21 smithi032 ceph-mon[189144]: from='client.44339 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:27:22.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:21 smithi032 ceph-mon[189144]: from='client.34398 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:27:22.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:21 smithi032 ceph-mon[189144]: pgmap v558: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 280 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 8.2 MiB/s wr, 29 op/s 2023-12-22T17:27:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:21 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/685582741' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:27:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:21 smithi032 ceph-mon[189144]: osdmap e678: 8 total, 8 up, 8 in 2023-12-22T17:27:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:21 smithi032 ceph-mon[191839]: from='client.44339 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:27:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:21 smithi032 ceph-mon[191839]: from='client.34398 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:27:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:21 smithi032 ceph-mon[191839]: pgmap v558: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 280 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 8.2 MiB/s wr, 29 op/s 2023-12-22T17:27:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:21 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/685582741' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:27:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:21 smithi032 ceph-mon[191839]: osdmap e678: 8 total, 8 up, 8 in 2023-12-22T17:27:22.891 INFO:tasks.rados.rados.0.smithi032.stdout:3176: done (2 left) 2023-12-22T17:27:22.891 INFO:tasks.rados.rados.0.smithi032.stdout:3177: snap_remove snap 297 2023-12-22T17:27:23.897 INFO:tasks.rados.rados.0.smithi032.stdout:3177: done (2 left) 2023-12-22T17:27:23.897 INFO:tasks.rados.rados.0.smithi032.stdout:3178: delete oid 29 current snap is 304 2023-12-22T17:27:23.898 INFO:tasks.rados.rados.0.smithi032.stdout:3173: finishing copy_from racing read to smithi032174182-4 2023-12-22T17:27:23.898 INFO:tasks.rados.rados.0.smithi032.stdout:3173: finishing copy_from to smithi032174182-4 2023-12-22T17:27:23.898 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 1854 (ObjNum 887 snap 287 seq_num 887) dirty exists 2023-12-22T17:27:23.898 INFO:tasks.rados.rados.0.smithi032.stdout:3174: expect (ObjNum 774 snap 256 seq_num 774) 2023-12-22T17:27:24.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:23 smithi032 ceph-mon[189144]: osdmap e679: 8 total, 8 up, 8 in 2023-12-22T17:27:24.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:23 smithi032 ceph-mon[189144]: pgmap v561: 121 pgs: 121 active+clean; 279 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.8 MiB/s wr, 15 op/s 2023-12-22T17:27:24.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:23 smithi032 ceph-mon[191839]: osdmap e679: 8 total, 8 up, 8 in 2023-12-22T17:27:24.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:23 smithi032 ceph-mon[191839]: pgmap v561: 121 pgs: 121 active+clean; 279 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.8 MiB/s wr, 15 op/s 2023-12-22T17:27:24.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:23 smithi039 ceph-mon[181282]: osdmap e679: 8 total, 8 up, 8 in 2023-12-22T17:27:24.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:23 smithi039 ceph-mon[181282]: pgmap v561: 121 pgs: 121 active+clean; 279 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.8 MiB/s wr, 15 op/s 2023-12-22T17:27:24.585 INFO:tasks.rados.rados.0.smithi032.stdout:3173: done (2 left) 2023-12-22T17:27:24.585 INFO:tasks.rados.rados.0.smithi032.stdout:3174: done (1 left) 2023-12-22T17:27:24.585 INFO:tasks.rados.rados.0.smithi032.stdout:3178: done (0 left) 2023-12-22T17:27:24.585 INFO:tasks.rados.rados.0.smithi032.stdout:3179: setattr oid 17 current snap is 304 2023-12-22T17:27:24.586 INFO:tasks.rados.rados.0.smithi032.stdout:3180: snap_remove snap 288 2023-12-22T17:27:24.903 INFO:tasks.rados.rados.0.smithi032.stdout:3180: done (1 left) 2023-12-22T17:27:24.904 INFO:tasks.rados.rados.0.smithi032.stdout:3181: snap_create 2023-12-22T17:27:24.904 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 2071 (ObjNum 872 snap 283 seq_num 872) dirty exists 2023-12-22T17:27:25.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:24 smithi032 ceph-mon[191839]: osdmap e680: 8 total, 8 up, 8 in 2023-12-22T17:27:25.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:24 smithi032 ceph-mon[189144]: osdmap e680: 8 total, 8 up, 8 in 2023-12-22T17:27:25.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:24 smithi039 ceph-mon[181282]: osdmap e680: 8 total, 8 up, 8 in 2023-12-22T17:27:25.888 INFO:tasks.rados.rados.0.smithi032.stdout:3179: done (1 left) 2023-12-22T17:27:25.888 INFO:tasks.rados.rados.0.smithi032.stdout:3181: done (0 left) 2023-12-22T17:27:25.888 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 46 current snap is 305 2023-12-22T17:27:25.888 INFO:tasks.rados.rados.0.smithi032.stdout:3182: seq_num 971 ranges {13582336=671744,14254080=802816,15056896=401408} 2023-12-22T17:27:25.966 INFO:tasks.rados.rados.0.smithi032.stdout:3182: writing smithi032174182-46 from 13582336 to 14254080 tid 1 2023-12-22T17:27:25.971 INFO:tasks.rados.rados.0.smithi032.stdout:3182: writing smithi032174182-46 from 14254080 to 15056896 tid 2 2023-12-22T17:27:25.974 INFO:tasks.rados.rados.0.smithi032.stdout:3182: writing smithi032174182-46 from 15056896 to 15458304 tid 3 2023-12-22T17:27:25.974 INFO:tasks.rados.rados.0.smithi032.stdout:3183: read oid 11 snap -1 2023-12-22T17:27:25.974 INFO:tasks.rados.rados.0.smithi032.stdout:3183: expect (ObjNum 961 snap 301 seq_num 961) 2023-12-22T17:27:25.974 INFO:tasks.rados.rados.0.smithi032.stdout:3184: setattr oid 38 current snap is 305 2023-12-22T17:27:25.978 INFO:tasks.rados.rados.0.smithi032.stdout:3182: finishing write tid 1 to smithi032174182-46 2023-12-22T17:27:25.978 INFO:tasks.rados.rados.0.smithi032.stdout:3185: snap_remove snap 298 2023-12-22T17:27:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:25 smithi032 ceph-mon[191839]: osdmap e681: 8 total, 8 up, 8 in 2023-12-22T17:27:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:25 smithi032 ceph-mon[191839]: pgmap v564: 121 pgs: 121 active+clean; 266 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 444 KiB/s wr, 7 op/s 2023-12-22T17:27:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:25 smithi032 ceph-mon[191839]: osdmap e682: 8 total, 8 up, 8 in 2023-12-22T17:27:26.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:25 smithi032 ceph-mon[189144]: osdmap e681: 8 total, 8 up, 8 in 2023-12-22T17:27:26.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:25 smithi032 ceph-mon[189144]: pgmap v564: 121 pgs: 121 active+clean; 266 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 444 KiB/s wr, 7 op/s 2023-12-22T17:27:26.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:25 smithi032 ceph-mon[189144]: osdmap e682: 8 total, 8 up, 8 in 2023-12-22T17:27:26.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:25 smithi039 ceph-mon[181282]: osdmap e681: 8 total, 8 up, 8 in 2023-12-22T17:27:26.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:25 smithi039 ceph-mon[181282]: pgmap v564: 121 pgs: 121 active+clean; 266 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 444 KiB/s wr, 7 op/s 2023-12-22T17:27:26.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:25 smithi039 ceph-mon[181282]: osdmap e682: 8 total, 8 up, 8 in 2023-12-22T17:27:26.921 INFO:tasks.rados.rados.0.smithi032.stdout:3185: done (3 left) 2023-12-22T17:27:26.921 INFO:tasks.rados.rados.0.smithi032.stdout:3186: snap_remove snap 304 2023-12-22T17:27:27.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:27:27.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:27:27.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:27:27.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:27:27.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:27:27.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:27:27.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:27:27.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:27:27.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:27:27.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:27:27.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:27:27.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:27:27.928 INFO:tasks.rados.rados.0.smithi032.stdout:3186: done (3 left) 2023-12-22T17:27:27.928 INFO:tasks.rados.rados.0.smithi032.stdout:3187: snap_create 2023-12-22T17:27:27.928 INFO:tasks.rados.rados.0.smithi032.stdout:3182: finishing write tid 2 to smithi032174182-46 2023-12-22T17:27:27.928 INFO:tasks.rados.rados.0.smithi032.stdout:3182: finishing write tid 3 to smithi032174182-46 2023-12-22T17:27:27.928 INFO:tasks.rados.rados.0.smithi032.stdout:3182: finishing write tid 4 to smithi032174182-46 2023-12-22T17:27:27.928 INFO:tasks.rados.rados.0.smithi032.stdout:3182: finishing write tid 5 to smithi032174182-46 2023-12-22T17:27:27.928 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 2106 (ObjNum 971 snap 305 seq_num 971) dirty exists 2023-12-22T17:27:27.928 INFO:tasks.rados.rados.0.smithi032.stdout:3182: left oid 46 (ObjNum 971 snap 305 seq_num 971) 2023-12-22T17:27:27.929 INFO:tasks.rados.rados.0.smithi032.stdout:3183: expect (ObjNum 961 snap 301 seq_num 961) 2023-12-22T17:27:28.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:27 smithi032 ceph-mon[189144]: osdmap e683: 8 total, 8 up, 8 in 2023-12-22T17:27:28.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:27 smithi032 ceph-mon[189144]: pgmap v567: 121 pgs: 121 active+clean; 259 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 0 B/s wr, 5 op/s 2023-12-22T17:27:28.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:27 smithi032 ceph-mon[191839]: osdmap e683: 8 total, 8 up, 8 in 2023-12-22T17:27:28.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:27 smithi032 ceph-mon[191839]: pgmap v567: 121 pgs: 121 active+clean; 259 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 0 B/s wr, 5 op/s 2023-12-22T17:27:28.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:27 smithi039 ceph-mon[181282]: osdmap e683: 8 total, 8 up, 8 in 2023-12-22T17:27:28.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:27 smithi039 ceph-mon[181282]: pgmap v567: 121 pgs: 121 active+clean; 259 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 0 B/s wr, 5 op/s 2023-12-22T17:27:28.317 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 2112 (ObjNum 950 snap 298 seq_num 950) dirty exists 2023-12-22T17:27:28.935 INFO:tasks.rados.rados.0.smithi032.stdout:3182: done (3 left) 2023-12-22T17:27:28.935 INFO:tasks.rados.rados.0.smithi032.stdout:3183: done (2 left) 2023-12-22T17:27:28.935 INFO:tasks.rados.rados.0.smithi032.stdout:3184: done (1 left) 2023-12-22T17:27:28.935 INFO:tasks.rados.rados.0.smithi032.stdout:3187: done (0 left) 2023-12-22T17:27:28.935 INFO:tasks.rados.rados.0.smithi032.stdout:3188: rmattr oid 20 current snap is 306 2023-12-22T17:27:28.935 INFO:tasks.rados.rados.0.smithi032.stdout:3188: done (0 left) 2023-12-22T17:27:28.935 INFO:tasks.rados.rados.0.smithi032.stdout:3189: rollback oid 4 current snap is 306 2023-12-22T17:27:28.935 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 4 to 291 2023-12-22T17:27:28.935 INFO:tasks.rados.rados.0.smithi032.stdout:3190: rmattr oid 11 current snap is 306 2023-12-22T17:27:28.935 INFO:tasks.rados.rados.0.smithi032.stdout:3190: done (1 left) 2023-12-22T17:27:28.935 INFO:tasks.rados.rados.0.smithi032.stdout:3191: read oid 23 snap 291 2023-12-22T17:27:28.935 INFO:tasks.rados.rados.0.smithi032.stdout:3191: expect (ObjNum 910 snap 291 seq_num 910) 2023-12-22T17:27:28.936 INFO:tasks.rados.rados.0.smithi032.stdout:3192: read oid 22 snap 302 2023-12-22T17:27:28.936 INFO:tasks.rados.rados.0.smithi032.stdout:3192: expect (ObjNum 949 snap 298 seq_num 949) 2023-12-22T17:27:28.936 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 27 current snap is 306 2023-12-22T17:27:28.936 INFO:tasks.rados.rados.0.smithi032.stdout:3193: seq_num 972 ranges {5005312=688128,5693440=688128,6381568=516096} 2023-12-22T17:27:28.965 INFO:tasks.rados.rados.0.smithi032.stdout:3193: writing smithi032174182-27 from 5005312 to 5693440 tid 1 2023-12-22T17:27:28.969 INFO:tasks.rados.rados.0.smithi032.stdout:3193: writing smithi032174182-27 from 5693440 to 6381568 tid 2 2023-12-22T17:27:28.973 INFO:tasks.rados.rados.0.smithi032.stdout:3193: writing smithi032174182-27 from 6381568 to 6897664 tid 3 2023-12-22T17:27:28.973 INFO:tasks.rados.rados.0.smithi032.stdout:3194: delete oid 11 current snap is 306 2023-12-22T17:27:28.973 INFO:tasks.rados.rados.0.smithi032.stdout:3189: finishing rollback tid 0 to smithi032174182-4 2023-12-22T17:27:28.973 INFO:tasks.rados.rados.0.smithi032.stdout:3189: finishing rollback tid 1 to smithi032174182-4 2023-12-22T17:27:28.973 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 1955 (ObjNum 33 snap 0 seq_num 1596340016) dirty dne 2023-12-22T17:27:28.973 INFO:tasks.rados.rados.0.smithi032.stdout:3192: expect (ObjNum 949 snap 298 seq_num 949) 2023-12-22T17:27:29.070 INFO:tasks.rados.rados.0.smithi032.stdout:3191: expect (ObjNum 910 snap 291 seq_num 910) 2023-12-22T17:27:29.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:28 smithi032 ceph-mon[191839]: osdmap e684: 8 total, 8 up, 8 in 2023-12-22T17:27:29.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:28 smithi032 ceph-mon[189144]: osdmap e684: 8 total, 8 up, 8 in 2023-12-22T17:27:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:28 smithi039 ceph-mon[181282]: osdmap e684: 8 total, 8 up, 8 in 2023-12-22T17:27:29.280 INFO:tasks.rados.rados.0.smithi032.stdout:3193: finishing write tid 1 to smithi032174182-27 2023-12-22T17:27:29.280 INFO:tasks.rados.rados.0.smithi032.stdout:3193: finishing write tid 2 to smithi032174182-27 2023-12-22T17:27:29.280 INFO:tasks.rados.rados.0.smithi032.stdout:3193: finishing write tid 3 to smithi032174182-27 2023-12-22T17:27:29.280 INFO:tasks.rados.rados.0.smithi032.stdout:3193: finishing write tid 4 to smithi032174182-27 2023-12-22T17:27:29.280 INFO:tasks.rados.rados.0.smithi032.stdout:3193: finishing write tid 5 to smithi032174182-27 2023-12-22T17:27:29.280 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 2354 (ObjNum 972 snap 306 seq_num 972) dirty exists 2023-12-22T17:27:29.280 INFO:tasks.rados.rados.0.smithi032.stdout:3193: left oid 27 (ObjNum 972 snap 306 seq_num 972) 2023-12-22T17:27:29.280 INFO:tasks.rados.rados.0.smithi032.stdout:3189: done (4 left) 2023-12-22T17:27:29.280 INFO:tasks.rados.rados.0.smithi032.stdout:3191: done (3 left) 2023-12-22T17:27:29.280 INFO:tasks.rados.rados.0.smithi032.stdout:3192: done (2 left) 2023-12-22T17:27:29.280 INFO:tasks.rados.rados.0.smithi032.stdout:3193: done (1 left) 2023-12-22T17:27:29.281 INFO:tasks.rados.rados.0.smithi032.stdout:3194: done (0 left) 2023-12-22T17:27:29.281 INFO:tasks.rados.rados.0.smithi032.stdout:3195: rmattr oid 32 current snap is 306 2023-12-22T17:27:29.281 INFO:tasks.rados.rados.0.smithi032.stdout:3195: done (0 left) 2023-12-22T17:27:29.281 INFO:tasks.rados.rados.0.smithi032.stdout:3196: rollback oid 7 current snap is 306 2023-12-22T17:27:29.281 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 7 to 291 2023-12-22T17:27:29.281 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 26 current snap is 306 2023-12-22T17:27:29.281 INFO:tasks.rados.rados.0.smithi032.stdout:3197: seq_num 974 ranges {2416640=720896,3137536=507904,3645440=671744,4317184=24576} 2023-12-22T17:27:29.297 INFO:tasks.rados.rados.0.smithi032.stdout:3197: writing smithi032174182-26 from 2416640 to 3137536 tid 1 2023-12-22T17:27:29.300 INFO:tasks.rados.rados.0.smithi032.stdout:3197: writing smithi032174182-26 from 3137536 to 3645440 tid 2 2023-12-22T17:27:29.304 INFO:tasks.rados.rados.0.smithi032.stdout:3197: writing smithi032174182-26 from 3645440 to 4317184 tid 3 2023-12-22T17:27:29.304 INFO:tasks.rados.rados.0.smithi032.stdout:3197: writing smithi032174182-26 from 4317184 to 4341760 tid 4 2023-12-22T17:27:29.304 INFO:tasks.rados.rados.0.smithi032.stdout:3198: read oid 8 snap 294 2023-12-22T17:27:29.304 INFO:tasks.rados.rados.0.smithi032.stdout:3198: expect (ObjNum 853 snap 276 seq_num 853) 2023-12-22T17:27:29.304 INFO:tasks.rados.rados.0.smithi032.stdout:3199: setattr oid 12 current snap is 306 2023-12-22T17:27:29.305 INFO:tasks.rados.rados.0.smithi032.stdout:3196: finishing rollback tid 1 to smithi032174182-7 2023-12-22T17:27:29.305 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 1718 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-22T17:27:29.305 INFO:tasks.rados.rados.0.smithi032.stdout:3197: finishing write tid 1 to smithi032174182-26 2023-12-22T17:27:29.305 INFO:tasks.rados.rados.0.smithi032.stdout:3197: finishing write tid 2 to smithi032174182-26 2023-12-22T17:27:29.306 INFO:tasks.rados.rados.0.smithi032.stdout:3196: done (3 left) 2023-12-22T17:27:29.306 INFO:tasks.rados.rados.0.smithi032.stdout:3200: rollback oid 38 current snap is 306 2023-12-22T17:27:29.307 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 38 to 299 2023-12-22T17:27:29.307 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 36 current snap is 306 2023-12-22T17:27:29.307 INFO:tasks.rados.rados.0.smithi032.stdout:3201: seq_num 975 ranges {0=737280,737280=786432,1523712=417792} 2023-12-22T17:27:29.311 INFO:tasks.rados.rados.0.smithi032.stdout:3201: writing smithi032174182-36 from 0 to 737280 tid 1 2023-12-22T17:27:29.316 INFO:tasks.rados.rados.0.smithi032.stdout:3201: writing smithi032174182-36 from 737280 to 1523712 tid 2 2023-12-22T17:27:29.319 INFO:tasks.rados.rados.0.smithi032.stdout:3201: writing smithi032174182-36 from 1523712 to 1941504 tid 3 2023-12-22T17:27:29.319 INFO:tasks.rados.rados.0.smithi032.stdout:3202: copy_from oid 9 from oid 18 current snap is 306 2023-12-22T17:27:29.323 INFO:tasks.rados.rados.0.smithi032.stdout:3203: copy_from oid 42 from oid 29 current snap is 306 2023-12-22T17:27:29.323 INFO:tasks.rados.rados.0.smithi032.stdout:3204: read oid 16 snap 291 2023-12-22T17:27:29.323 INFO:tasks.rados.rados.0.smithi032.stdout:3204: expect (ObjNum 854 snap 276 seq_num 854) 2023-12-22T17:27:29.324 INFO:tasks.rados.rados.0.smithi032.stdout:3205: copy_from oid 44 from oid 7 current snap is 306 2023-12-22T17:27:29.324 INFO:tasks.rados.rados.0.smithi032.stdout:3206: rmattr oid 48 current snap is 306 2023-12-22T17:27:29.324 INFO:tasks.rados.rados.0.smithi032.stdout:3206: done (9 left) 2023-12-22T17:27:29.324 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 21 current snap is 306 2023-12-22T17:27:29.324 INFO:tasks.rados.rados.0.smithi032.stdout:3207: seq_num 976 ranges {2064384=753664,2818048=671744,3489792=532480} 2023-12-22T17:27:29.336 INFO:tasks.rados.rados.0.smithi032.stdout:3207: writing smithi032174182-21 from 2064384 to 2818048 tid 1 2023-12-22T17:27:29.339 INFO:tasks.rados.rados.0.smithi032.stdout:3207: writing smithi032174182-21 from 2818048 to 3489792 tid 2 2023-12-22T17:27:29.343 INFO:tasks.rados.rados.0.smithi032.stdout:3207: writing smithi032174182-21 from 3489792 to 4022272 tid 3 2023-12-22T17:27:29.344 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 45 current snap is 306 2023-12-22T17:27:29.344 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 1645 (ObjNum 923 snap 292 seq_num 923) dirty exists 2023-12-22T17:27:29.344 INFO:tasks.rados.rados.0.smithi032.stdout:3208: seq_num 977 ranges {5275648=770048,6045696=557056,6602752=491520,7094272=155648} 2023-12-22T17:27:29.376 INFO:tasks.rados.rados.0.smithi032.stdout:3208: writing smithi032174182-45 from 5275648 to 6045696 tid 1 2023-12-22T17:27:29.379 INFO:tasks.rados.rados.0.smithi032.stdout:3208: writing smithi032174182-45 from 6045696 to 6602752 tid 2 2023-12-22T17:27:29.382 INFO:tasks.rados.rados.0.smithi032.stdout:3208: writing smithi032174182-45 from 6602752 to 7094272 tid 3 2023-12-22T17:27:29.383 INFO:tasks.rados.rados.0.smithi032.stdout:3208: writing smithi032174182-45 from 7094272 to 7249920 tid 4 2023-12-22T17:27:29.384 INFO:tasks.rados.rados.0.smithi032.stdout:3199: done (10 left) 2023-12-22T17:27:29.384 INFO:tasks.rados.rados.0.smithi032.stdout:3209: snap_remove snap 302 2023-12-22T17:27:29.941 INFO:tasks.rados.rados.0.smithi032.stdout:3209: done (10 left) 2023-12-22T17:27:29.941 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 13 current snap is 306 2023-12-22T17:27:29.941 INFO:tasks.rados.rados.0.smithi032.stdout:3210: seq_num 978 ranges {2736128=786432,3522560=442368,3964928=647168,4612096=114688} 2023-12-22T17:27:29.961 INFO:tasks.rados.rados.0.smithi032.stdout:3210: writing smithi032174182-13 from 2736128 to 3522560 tid 1 2023-12-22T17:27:29.964 INFO:tasks.rados.rados.0.smithi032.stdout:3210: writing smithi032174182-13 from 3522560 to 3964928 tid 2 2023-12-22T17:27:29.969 INFO:tasks.rados.rados.0.smithi032.stdout:3210: writing smithi032174182-13 from 3964928 to 4612096 tid 3 2023-12-22T17:27:29.969 INFO:tasks.rados.rados.0.smithi032.stdout:3210: writing smithi032174182-13 from 4612096 to 4726784 tid 4 2023-12-22T17:27:29.970 INFO:tasks.rados.rados.0.smithi032.stdout:3211: read oid 3 snap -1 2023-12-22T17:27:29.970 INFO:tasks.rados.rados.0.smithi032.stdout:3211: expect deleted 2023-12-22T17:27:29.970 INFO:tasks.rados.rados.0.smithi032.stdout:3212: snap_remove snap 292 2023-12-22T17:27:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:29 smithi039 ceph-mon[181282]: osdmap e685: 8 total, 8 up, 8 in 2023-12-22T17:27:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:29 smithi039 ceph-mon[181282]: pgmap v570: 121 pgs: 121 active+clean; 238 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 458 KiB/s wr, 7 op/s 2023-12-22T17:27:30.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:29 smithi032 ceph-mon[191839]: osdmap e685: 8 total, 8 up, 8 in 2023-12-22T17:27:30.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:29 smithi032 ceph-mon[191839]: pgmap v570: 121 pgs: 121 active+clean; 238 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 458 KiB/s wr, 7 op/s 2023-12-22T17:27:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:29 smithi032 ceph-mon[189144]: osdmap e685: 8 total, 8 up, 8 in 2023-12-22T17:27:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:29 smithi032 ceph-mon[189144]: pgmap v570: 121 pgs: 121 active+clean; 238 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 458 KiB/s wr, 7 op/s 2023-12-22T17:27:30.890 INFO:tasks.rados.rados.0.smithi032.stdout:3212: done (12 left) 2023-12-22T17:27:30.890 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 32 current snap is 306 2023-12-22T17:27:30.890 INFO:tasks.rados.rados.0.smithi032.stdout:3197: finishing write tid 3 to smithi032174182-26 2023-12-22T17:27:30.891 INFO:tasks.rados.rados.0.smithi032.stdout:3213: seq_num 979 ranges {2613248=802816,3416064=729088,4145152=458752,4603904=16384} 2023-12-22T17:27:30.917 INFO:tasks.rados.rados.0.smithi032.stdout:3213: writing smithi032174182-32 from 2613248 to 3416064 tid 1 2023-12-22T17:27:30.917 INFO:tasks.rados.rados.0.smithi032.stdout:3213: writing smithi032174182-32 from 3416064 to 4145152 tid 2 2023-12-22T17:27:30.919 INFO:tasks.rados.rados.0.smithi032.stdout:3213: writing smithi032174182-32 from 4145152 to 4603904 tid 3 2023-12-22T17:27:30.919 INFO:tasks.rados.rados.0.smithi032.stdout:3213: writing smithi032174182-32 from 4603904 to 4620288 tid 4 2023-12-22T17:27:30.919 INFO:tasks.rados.rados.0.smithi032.stdout:3214: rmattr oid 4 current snap is 306 2023-12-22T17:27:30.919 INFO:tasks.rados.rados.0.smithi032.stdout:3197: finishing write tid 4 to smithi032174182-26 2023-12-22T17:27:30.919 INFO:tasks.rados.rados.0.smithi032.stdout:3201: finishing write tid 1 to smithi032174182-36 2023-12-22T17:27:30.919 INFO:tasks.rados.rados.0.smithi032.stdout:3197: finishing write tid 5 to smithi032174182-26 2023-12-22T17:27:30.919 INFO:tasks.rados.rados.0.smithi032.stdout:3200: finishing rollback tid 0 to smithi032174182-38 2023-12-22T17:27:30.919 INFO:tasks.rados.rados.0.smithi032.stdout:3200: finishing rollback tid 1 to smithi032174182-38 2023-12-22T17:27:30.919 INFO:tasks.rados.rados.0.smithi032.stdout:3200: finishing rollback tid 2 to smithi032174182-38 2023-12-22T17:27:30.919 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 2121 (ObjNum 950 snap 298 seq_num 950) dirty exists 2023-12-22T17:27:30.920 INFO:tasks.rados.rados.0.smithi032.stdout:3197: finishing write tid 6 to smithi032174182-26 2023-12-22T17:27:30.920 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 2118 (ObjNum 974 snap 306 seq_num 974) dirty exists 2023-12-22T17:27:30.920 INFO:tasks.rados.rados.0.smithi032.stdout:3197: left oid 26 (ObjNum 974 snap 306 seq_num 974) 2023-12-22T17:27:30.920 INFO:tasks.rados.rados.0.smithi032.stdout:3205: finishing copy_from to smithi032174182-44 2023-12-22T17:27:30.920 INFO:tasks.rados.rados.0.smithi032.stdout:3205: got expected ENOENT (src dne) 2023-12-22T17:27:30.920 INFO:tasks.rados.rados.0.smithi032.stdout:3205: finishing copy_from racing read to smithi032174182-44 2023-12-22T17:27:30.920 INFO:tasks.rados.rados.0.smithi032.stdout:3198: expect (ObjNum 853 snap 276 seq_num 853) 2023-12-22T17:27:31.073 INFO:tasks.rados.rados.0.smithi032.stdout:3203: finishing copy_from to smithi032174182-42 2023-12-22T17:27:31.073 INFO:tasks.rados.rados.0.smithi032.stdout:3203: got expected ENOENT (src dne) 2023-12-22T17:27:31.073 INFO:tasks.rados.rados.0.smithi032.stdout:3203: finishing copy_from racing read to smithi032174182-42 2023-12-22T17:27:31.074 INFO:tasks.rados.rados.0.smithi032.stdout:3201: finishing write tid 2 to smithi032174182-36 2023-12-22T17:27:31.074 INFO:tasks.rados.rados.0.smithi032.stdout:3201: finishing write tid 3 to smithi032174182-36 2023-12-22T17:27:31.074 INFO:tasks.rados.rados.0.smithi032.stdout:3201: finishing write tid 4 to smithi032174182-36 2023-12-22T17:27:31.074 INFO:tasks.rados.rados.0.smithi032.stdout:3201: finishing write tid 5 to smithi032174182-36 2023-12-22T17:27:31.074 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 2075 (ObjNum 975 snap 306 seq_num 975) dirty exists 2023-12-22T17:27:31.074 INFO:tasks.rados.rados.0.smithi032.stdout:3201: left oid 36 (ObjNum 975 snap 306 seq_num 975) 2023-12-22T17:27:31.074 INFO:tasks.rados.rados.0.smithi032.stdout:3202: finishing copy_from racing read to smithi032174182-9 2023-12-22T17:27:31.074 INFO:tasks.rados.rados.0.smithi032.stdout:3197: done (13 left) 2023-12-22T17:27:31.074 INFO:tasks.rados.rados.0.smithi032.stdout:3198: done (12 left) 2023-12-22T17:27:31.074 INFO:tasks.rados.rados.0.smithi032.stdout:3200: done (11 left) 2023-12-22T17:27:31.074 INFO:tasks.rados.rados.0.smithi032.stdout:3201: done (10 left) 2023-12-22T17:27:31.074 INFO:tasks.rados.rados.0.smithi032.stdout:3203: done (9 left) 2023-12-22T17:27:31.074 INFO:tasks.rados.rados.0.smithi032.stdout:3205: done (8 left) 2023-12-22T17:27:31.075 INFO:tasks.rados.rados.0.smithi032.stdout:3214: done (7 left) 2023-12-22T17:27:31.075 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 14 current snap is 306 2023-12-22T17:27:31.075 INFO:tasks.rados.rados.0.smithi032.stdout:3202: finishing copy_from to smithi032174182-9 2023-12-22T17:27:31.075 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 1659 (ObjNum 951 snap 299 seq_num 951) dirty exists 2023-12-22T17:27:31.075 INFO:tasks.rados.rados.0.smithi032.stdout:3215: seq_num 980 ranges {3678208=417792,4096000=614400,4710400=663552,5373952=327680} 2023-12-22T17:27:31.095 INFO:tasks.rados.rados.0.smithi032.stdout:3215: writing smithi032174182-14 from 3678208 to 4096000 tid 1 2023-12-22T17:27:31.098 INFO:tasks.rados.rados.0.smithi032.stdout:3215: writing smithi032174182-14 from 4096000 to 4710400 tid 2 2023-12-22T17:27:31.102 INFO:tasks.rados.rados.0.smithi032.stdout:3215: writing smithi032174182-14 from 4710400 to 5373952 tid 3 2023-12-22T17:27:31.104 INFO:tasks.rados.rados.0.smithi032.stdout:3215: writing smithi032174182-14 from 5373952 to 5701632 tid 4 2023-12-22T17:27:31.104 INFO:tasks.rados.rados.0.smithi032.stdout:3202: done (7 left) 2023-12-22T17:27:31.104 INFO:tasks.rados.rados.0.smithi032.stdout:3216: delete oid 41 current snap is 306 2023-12-22T17:27:31.104 INFO:tasks.rados.rados.0.smithi032.stdout:3204: expect (ObjNum 854 snap 276 seq_num 854) 2023-12-22T17:27:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:27:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:27:30] "GET /metrics HTTP/1.1" 200 36299 "" "Prometheus/2.43.0" 2023-12-22T17:27:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:30 smithi032 ceph-mon[191839]: osdmap e686: 8 total, 8 up, 8 in 2023-12-22T17:27:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:30 smithi032 ceph-mon[191839]: osdmap e687: 8 total, 8 up, 8 in 2023-12-22T17:27:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:30 smithi032 ceph-mon[189144]: osdmap e686: 8 total, 8 up, 8 in 2023-12-22T17:27:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:30 smithi032 ceph-mon[189144]: osdmap e687: 8 total, 8 up, 8 in 2023-12-22T17:27:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:30 smithi039 ceph-mon[181282]: osdmap e686: 8 total, 8 up, 8 in 2023-12-22T17:27:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:30 smithi039 ceph-mon[181282]: osdmap e687: 8 total, 8 up, 8 in 2023-12-22T17:27:31.290 INFO:tasks.rados.rados.0.smithi032.stdout:3207: finishing write tid 1 to smithi032174182-21 2023-12-22T17:27:31.290 INFO:tasks.rados.rados.0.smithi032.stdout:3207: finishing write tid 2 to smithi032174182-21 2023-12-22T17:27:31.290 INFO:tasks.rados.rados.0.smithi032.stdout:3207: finishing write tid 3 to smithi032174182-21 2023-12-22T17:27:31.290 INFO:tasks.rados.rados.0.smithi032.stdout:3207: finishing write tid 4 to smithi032174182-21 2023-12-22T17:27:31.290 INFO:tasks.rados.rados.0.smithi032.stdout:3207: finishing write tid 5 to smithi032174182-21 2023-12-22T17:27:31.290 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 1867 (ObjNum 976 snap 306 seq_num 976) dirty exists 2023-12-22T17:27:31.290 INFO:tasks.rados.rados.0.smithi032.stdout:3207: left oid 21 (ObjNum 976 snap 306 seq_num 976) 2023-12-22T17:27:31.290 INFO:tasks.rados.rados.0.smithi032.stdout:3208: finishing write tid 1 to smithi032174182-45 2023-12-22T17:27:31.290 INFO:tasks.rados.rados.0.smithi032.stdout:3204: done (7 left) 2023-12-22T17:27:31.291 INFO:tasks.rados.rados.0.smithi032.stdout:3207: done (6 left) 2023-12-22T17:27:31.291 INFO:tasks.rados.rados.0.smithi032.stdout:3216: done (5 left) 2023-12-22T17:27:31.291 INFO:tasks.rados.rados.0.smithi032.stdout:3217: copy_from oid 42 from oid 26 current snap is 306 2023-12-22T17:27:31.291 INFO:tasks.rados.rados.0.smithi032.stdout:3208: finishing write tid 2 to smithi032174182-45 2023-12-22T17:27:31.291 INFO:tasks.rados.rados.0.smithi032.stdout:3208: finishing write tid 3 to smithi032174182-45 2023-12-22T17:27:31.291 INFO:tasks.rados.rados.0.smithi032.stdout:3208: finishing write tid 4 to smithi032174182-45 2023-12-22T17:27:31.291 INFO:tasks.rados.rados.0.smithi032.stdout:3208: finishing write tid 5 to smithi032174182-45 2023-12-22T17:27:31.291 INFO:tasks.rados.rados.0.smithi032.stdout:3208: finishing write tid 6 to smithi032174182-45 2023-12-22T17:27:31.291 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 2126 (ObjNum 977 snap 306 seq_num 977) dirty exists 2023-12-22T17:27:31.291 INFO:tasks.rados.rados.0.smithi032.stdout:3208: left oid 45 (ObjNum 977 snap 306 seq_num 977) 2023-12-22T17:27:31.291 INFO:tasks.rados.rados.0.smithi032.stdout:3210: finishing write tid 1 to smithi032174182-13 2023-12-22T17:27:31.291 INFO:tasks.rados.rados.0.smithi032.stdout:3210: finishing write tid 2 to smithi032174182-13 2023-12-22T17:27:31.292 INFO:tasks.rados.rados.0.smithi032.stdout:3210: finishing write tid 3 to smithi032174182-13 2023-12-22T17:27:31.292 INFO:tasks.rados.rados.0.smithi032.stdout:3210: finishing write tid 4 to smithi032174182-13 2023-12-22T17:27:31.292 INFO:tasks.rados.rados.0.smithi032.stdout:3210: finishing write tid 5 to smithi032174182-13 2023-12-22T17:27:31.292 INFO:tasks.rados.rados.0.smithi032.stdout:3210: finishing write tid 6 to smithi032174182-13 2023-12-22T17:27:31.292 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 2526 (ObjNum 978 snap 306 seq_num 978) dirty exists 2023-12-22T17:27:31.292 INFO:tasks.rados.rados.0.smithi032.stdout:3210: left oid 13 (ObjNum 978 snap 306 seq_num 978) 2023-12-22T17:27:31.292 INFO:tasks.rados.rados.0.smithi032.stdout:3213: finishing write tid 1 to smithi032174182-32 2023-12-22T17:27:31.292 INFO:tasks.rados.rados.0.smithi032.stdout:3213: finishing write tid 2 to smithi032174182-32 2023-12-22T17:27:31.292 INFO:tasks.rados.rados.0.smithi032.stdout:3213: finishing write tid 3 to smithi032174182-32 2023-12-22T17:27:31.292 INFO:tasks.rados.rados.0.smithi032.stdout:3213: finishing write tid 4 to smithi032174182-32 2023-12-22T17:27:31.292 INFO:tasks.rados.rados.0.smithi032.stdout:3213: finishing write tid 5 to smithi032174182-32 2023-12-22T17:27:31.292 INFO:tasks.rados.rados.0.smithi032.stdout:3213: finishing write tid 6 to smithi032174182-32 2023-12-22T17:27:31.293 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 1569 (ObjNum 979 snap 306 seq_num 979) dirty exists 2023-12-22T17:27:31.293 INFO:tasks.rados.rados.0.smithi032.stdout:3213: left oid 32 (ObjNum 979 snap 306 seq_num 979) 2023-12-22T17:27:31.293 INFO:tasks.rados.rados.0.smithi032.stdout:3215: finishing write tid 1 to smithi032174182-14 2023-12-22T17:27:31.293 INFO:tasks.rados.rados.0.smithi032.stdout:3208: done (5 left) 2023-12-22T17:27:31.293 INFO:tasks.rados.rados.0.smithi032.stdout:3210: done (4 left) 2023-12-22T17:27:31.293 INFO:tasks.rados.rados.0.smithi032.stdout:3211: done (3 left) 2023-12-22T17:27:31.293 INFO:tasks.rados.rados.0.smithi032.stdout:3213: done (2 left) 2023-12-22T17:27:31.293 INFO:tasks.rados.rados.0.smithi032.stdout:3218: rmattr oid 44 current snap is 306 2023-12-22T17:27:31.293 INFO:tasks.rados.rados.0.smithi032.stdout:3215: finishing write tid 2 to smithi032174182-14 2023-12-22T17:27:31.293 INFO:tasks.rados.rados.0.smithi032.stdout:3215: finishing write tid 3 to smithi032174182-14 2023-12-22T17:27:31.293 INFO:tasks.rados.rados.0.smithi032.stdout:3215: finishing write tid 4 to smithi032174182-14 2023-12-22T17:27:31.293 INFO:tasks.rados.rados.0.smithi032.stdout:3215: finishing write tid 5 to smithi032174182-14 2023-12-22T17:27:31.294 INFO:tasks.rados.rados.0.smithi032.stdout:3215: finishing write tid 6 to smithi032174182-14 2023-12-22T17:27:31.294 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 2080 (ObjNum 980 snap 306 seq_num 980) dirty exists 2023-12-22T17:27:31.294 INFO:tasks.rados.rados.0.smithi032.stdout:3215: left oid 14 (ObjNum 980 snap 306 seq_num 980) 2023-12-22T17:27:31.294 INFO:tasks.rados.rados.0.smithi032.stdout:3215: done (2 left) 2023-12-22T17:27:31.294 INFO:tasks.rados.rados.0.smithi032.stdout:3219: snap_remove snap 291 2023-12-22T17:27:31.951 INFO:tasks.rados.rados.0.smithi032.stdout:3219: done (2 left) 2023-12-22T17:27:31.951 INFO:tasks.rados.rados.0.smithi032.stdout:3220: setattr oid 27 current snap is 306 2023-12-22T17:27:31.951 INFO:tasks.rados.rados.0.smithi032.stdout:3221: copy_from oid 31 from oid 46 current snap is 306 2023-12-22T17:27:31.951 INFO:tasks.rados.rados.0.smithi032.stdout:3222: read oid 34 snap -1 2023-12-22T17:27:31.951 INFO:tasks.rados.rados.0.smithi032.stdout:3222: expect (ObjNum 887 snap 287 seq_num 887) 2023-12-22T17:27:31.951 INFO:tasks.rados.rados.0.smithi032.stdout:3223: read oid 18 snap 299 2023-12-22T17:27:31.951 INFO:tasks.rados.rados.0.smithi032.stdout:3223: expect (ObjNum 951 snap 299 seq_num 951) 2023-12-22T17:27:31.951 INFO:tasks.rados.rados.0.smithi032.stdout:3224: snap_remove snap 294 2023-12-22T17:27:32.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:31 smithi039 ceph-mon[181282]: pgmap v573: 121 pgs: 121 active+clean; 241 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2023-12-22T17:27:32.256 INFO:journalctl@ceph.osd.7.smithi039.stdout:Dec 22 17:27:31 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-7[206642]: 2023-12-22T17:27:31.965+0000 7fd3ebe2c700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 242 after trimming was started 2023-12-22T17:27:32.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:31 smithi032 ceph-mon[191839]: pgmap v573: 121 pgs: 121 active+clean; 241 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2023-12-22T17:27:32.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:31 smithi032 ceph-mon[189144]: pgmap v573: 121 pgs: 121 active+clean; 241 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2023-12-22T17:27:32.960 INFO:tasks.rados.rados.0.smithi032.stdout:3224: done (6 left) 2023-12-22T17:27:32.960 INFO:tasks.rados.rados.0.smithi032.stdout:3225: setattr oid 25 current snap is 306 2023-12-22T17:27:32.960 INFO:tasks.rados.rados.0.smithi032.stdout:3226: copy_from oid 47 from oid 45 current snap is 306 2023-12-22T17:27:32.960 INFO:tasks.rados.rados.0.smithi032.stdout:3227: snap_remove snap 305 2023-12-22T17:27:33.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:32 smithi039 ceph-mon[181282]: osdmap e688: 8 total, 8 up, 8 in 2023-12-22T17:27:33.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:32 smithi032 ceph-mon[189144]: osdmap e688: 8 total, 8 up, 8 in 2023-12-22T17:27:33.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:32 smithi032 ceph-mon[191839]: osdmap e688: 8 total, 8 up, 8 in 2023-12-22T17:27:33.962 INFO:tasks.rados.rados.0.smithi032.stdout:3227: done (8 left) 2023-12-22T17:27:33.962 INFO:tasks.rados.rados.0.smithi032.stdout:3228: rollback oid 32 current snap is 306 2023-12-22T17:27:33.962 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 32 to 299 2023-12-22T17:27:33.962 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 2355 (ObjNum 801 snap 0 seq_num 2641502000) dirty exists 2023-12-22T17:27:33.962 INFO:tasks.rados.rados.0.smithi032.stdout:3217: finishing copy_from racing read to smithi032174182-42 2023-12-22T17:27:33.963 INFO:tasks.rados.rados.0.smithi032.stdout:3217: finishing copy_from to smithi032174182-42 2023-12-22T17:27:33.963 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 2118 (ObjNum 974 snap 306 seq_num 974) dirty exists 2023-12-22T17:27:33.963 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 2356 (ObjNum 972 snap 306 seq_num 972) dirty exists 2023-12-22T17:27:33.963 INFO:tasks.rados.rados.0.smithi032.stdout:3222: expect (ObjNum 887 snap 287 seq_num 887) 2023-12-22T17:27:33.981 INFO:tasks.rados.rados.0.smithi032.stdout:3223: expect (ObjNum 951 snap 299 seq_num 951) 2023-12-22T17:27:34.070 INFO:tasks.rados.rados.0.smithi032.stdout:3221: finishing copy_from racing read to smithi032174182-31 2023-12-22T17:27:34.070 INFO:tasks.rados.rados.0.smithi032.stdout:3221: finishing copy_from to smithi032174182-31 2023-12-22T17:27:34.070 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 2106 (ObjNum 971 snap 305 seq_num 971) dirty exists 2023-12-22T17:27:34.070 INFO:tasks.rados.rados.0.smithi032.stdout:3217: done (8 left) 2023-12-22T17:27:34.070 INFO:tasks.rados.rados.0.smithi032.stdout:3218: done (7 left) 2023-12-22T17:27:34.070 INFO:tasks.rados.rados.0.smithi032.stdout:3220: done (6 left) 2023-12-22T17:27:34.070 INFO:tasks.rados.rados.0.smithi032.stdout:3221: done (5 left) 2023-12-22T17:27:34.070 INFO:tasks.rados.rados.0.smithi032.stdout:3222: done (4 left) 2023-12-22T17:27:34.070 INFO:tasks.rados.rados.0.smithi032.stdout:3223: done (3 left) 2023-12-22T17:27:34.070 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 6 current snap is 306 2023-12-22T17:27:34.070 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 1924 (ObjNum 935 snap 296 seq_num 935) dirty exists 2023-12-22T17:27:34.070 INFO:tasks.rados.rados.0.smithi032.stdout:3226: finishing copy_from racing read to smithi032174182-47 2023-12-22T17:27:34.070 INFO:tasks.rados.rados.0.smithi032.stdout:3226: finishing copy_from to smithi032174182-47 2023-12-22T17:27:34.070 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 2126 (ObjNum 977 snap 306 seq_num 977) dirty exists 2023-12-22T17:27:34.070 INFO:tasks.rados.rados.0.smithi032.stdout:3229: seq_num 982 ranges {0=450560,450560=425984,876544=679936,1556480=466944,2023424=32768} 2023-12-22T17:27:34.072 INFO:tasks.rados.rados.0.smithi032.stdout:3229: writing smithi032174182-6 from 0 to 450560 tid 1 2023-12-22T17:27:34.074 INFO:tasks.rados.rados.0.smithi032.stdout:3229: writing smithi032174182-6 from 450560 to 876544 tid 2 2023-12-22T17:27:34.078 INFO:tasks.rados.rados.0.smithi032.stdout:3229: writing smithi032174182-6 from 876544 to 1556480 tid 3 2023-12-22T17:27:34.081 INFO:tasks.rados.rados.0.smithi032.stdout:3229: writing smithi032174182-6 from 1556480 to 2023424 tid 4 2023-12-22T17:27:34.082 INFO:tasks.rados.rados.0.smithi032.stdout:3229: writing smithi032174182-6 from 2023424 to 2056192 tid 5 2023-12-22T17:27:34.082 INFO:tasks.rados.rados.0.smithi032.stdout:3225: done (3 left) 2023-12-22T17:27:34.082 INFO:tasks.rados.rados.0.smithi032.stdout:3226: done (2 left) 2023-12-22T17:27:34.082 INFO:tasks.rados.rados.0.smithi032.stdout:3230: delete oid 30 current snap is 306 2023-12-22T17:27:34.082 INFO:tasks.rados.rados.0.smithi032.stdout:3228: finishing rollback tid 0 to smithi032174182-32 2023-12-22T17:27:34.082 INFO:tasks.rados.rados.0.smithi032.stdout:3228: finishing rollback tid 1 to smithi032174182-32 2023-12-22T17:27:34.082 INFO:tasks.rados.rados.0.smithi032.stdout:3228: finishing rollback tid 2 to smithi032174182-32 2023-12-22T17:27:34.082 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 1572 (ObjNum 762 snap 251 seq_num 762) dirty exists 2023-12-22T17:27:34.082 INFO:tasks.rados.rados.0.smithi032.stdout:3229: finishing write tid 1 to smithi032174182-6 2023-12-22T17:27:34.082 INFO:tasks.rados.rados.0.smithi032.stdout:3229: finishing write tid 2 to smithi032174182-6 2023-12-22T17:27:34.083 INFO:tasks.rados.rados.0.smithi032.stdout:3229: finishing write tid 3 to smithi032174182-6 2023-12-22T17:27:34.084 INFO:tasks.rados.rados.0.smithi032.stdout:3228: done (2 left) 2023-12-22T17:27:34.084 INFO:tasks.rados.rados.0.smithi032.stdout:3230: done (1 left) 2023-12-22T17:27:34.084 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 31 current snap is 306 2023-12-22T17:27:34.084 INFO:tasks.rados.rados.0.smithi032.stdout:3231: seq_num 984 ranges {15458304=483328,15941632=598016,16539648=647168,17186816=360448} 2023-12-22T17:27:34.171 INFO:tasks.rados.rados.0.smithi032.stdout:3231: writing smithi032174182-31 from 15458304 to 15941632 tid 1 2023-12-22T17:27:34.174 INFO:tasks.rados.rados.0.smithi032.stdout:3231: writing smithi032174182-31 from 15941632 to 16539648 tid 2 2023-12-22T17:27:34.178 INFO:tasks.rados.rados.0.smithi032.stdout:3231: writing smithi032174182-31 from 16539648 to 17186816 tid 3 2023-12-22T17:27:34.180 INFO:tasks.rados.rados.0.smithi032.stdout:3231: writing smithi032174182-31 from 17186816 to 17547264 tid 4 2023-12-22T17:27:34.180 INFO:tasks.rados.rados.0.smithi032.stdout:3232: read oid 30 snap -1 2023-12-22T17:27:34.180 INFO:tasks.rados.rados.0.smithi032.stdout:3232: expect deleted 2023-12-22T17:27:34.180 INFO:tasks.rados.rados.0.smithi032.stdout:3233: copy_from oid 19 from oid 48 current snap is 306 2023-12-22T17:27:34.180 INFO:tasks.rados.rados.0.smithi032.stdout:3229: finishing write tid 4 to smithi032174182-6 2023-12-22T17:27:34.180 INFO:tasks.rados.rados.0.smithi032.stdout:3229: finishing write tid 5 to smithi032174182-6 2023-12-22T17:27:34.180 INFO:tasks.rados.rados.0.smithi032.stdout:3229: finishing write tid 6 to smithi032174182-6 2023-12-22T17:27:34.181 INFO:tasks.rados.rados.0.smithi032.stdout:3229: finishing write tid 7 to smithi032174182-6 2023-12-22T17:27:34.181 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 2362 (ObjNum 982 snap 306 seq_num 982) dirty exists 2023-12-22T17:27:34.181 INFO:tasks.rados.rados.0.smithi032.stdout:3229: left oid 6 (ObjNum 982 snap 306 seq_num 982) 2023-12-22T17:27:34.181 INFO:tasks.rados.rados.0.smithi032.stdout:3231: finishing write tid 1 to smithi032174182-31 2023-12-22T17:27:34.181 INFO:tasks.rados.rados.0.smithi032.stdout:3229: done (3 left) 2023-12-22T17:27:34.181 INFO:tasks.rados.rados.0.smithi032.stdout:3234: snap_remove snap 299 2023-12-22T17:27:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:33 smithi039 ceph-mon[181282]: osdmap e689: 8 total, 8 up, 8 in 2023-12-22T17:27:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:33 smithi039 ceph-mon[181282]: pgmap v576: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 244 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2023-12-22T17:27:34.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:33 smithi032 ceph-mon[191839]: osdmap e689: 8 total, 8 up, 8 in 2023-12-22T17:27:34.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:33 smithi032 ceph-mon[191839]: pgmap v576: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 244 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2023-12-22T17:27:34.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:33 smithi032 ceph-mon[189144]: osdmap e689: 8 total, 8 up, 8 in 2023-12-22T17:27:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:33 smithi032 ceph-mon[189144]: pgmap v576: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 244 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2023-12-22T17:27:34.967 INFO:tasks.rados.rados.0.smithi032.stdout:3234: done (3 left) 2023-12-22T17:27:34.967 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 12 current snap is 306 2023-12-22T17:27:34.967 INFO:tasks.rados.rados.0.smithi032.stdout:3231: finishing write tid 2 to smithi032174182-31 2023-12-22T17:27:34.967 INFO:tasks.rados.rados.0.smithi032.stdout:3235: seq_num 985 ranges {1064960=499712,1564672=483328,2048000=450560,2498560=581632,3080192=90112} 2023-12-22T17:27:34.976 INFO:tasks.rados.rados.0.smithi032.stdout:3235: writing smithi032174182-12 from 1064960 to 1564672 tid 1 2023-12-22T17:27:34.980 INFO:tasks.rados.rados.0.smithi032.stdout:3235: writing smithi032174182-12 from 1564672 to 2048000 tid 2 2023-12-22T17:27:34.983 INFO:tasks.rados.rados.0.smithi032.stdout:3235: writing smithi032174182-12 from 2048000 to 2498560 tid 3 2023-12-22T17:27:34.987 INFO:tasks.rados.rados.0.smithi032.stdout:3235: writing smithi032174182-12 from 2498560 to 3080192 tid 4 2023-12-22T17:27:34.988 INFO:tasks.rados.rados.0.smithi032.stdout:3235: writing smithi032174182-12 from 3080192 to 3170304 tid 5 2023-12-22T17:27:34.988 INFO:tasks.rados.rados.0.smithi032.stdout:3236: snap_create 2023-12-22T17:27:34.989 INFO:tasks.rados.rados.0.smithi032.stdout:3231: finishing write tid 3 to smithi032174182-31 2023-12-22T17:27:34.989 INFO:tasks.rados.rados.0.smithi032.stdout:3231: finishing write tid 4 to smithi032174182-31 2023-12-22T17:27:34.989 INFO:tasks.rados.rados.0.smithi032.stdout:3231: finishing write tid 5 to smithi032174182-31 2023-12-22T17:27:34.989 INFO:tasks.rados.rados.0.smithi032.stdout:3231: finishing write tid 6 to smithi032174182-31 2023-12-22T17:27:34.989 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 2112 (ObjNum 984 snap 306 seq_num 984) dirty exists 2023-12-22T17:27:34.989 INFO:tasks.rados.rados.0.smithi032.stdout:3231: left oid 31 (ObjNum 984 snap 306 seq_num 984) 2023-12-22T17:27:34.989 INFO:tasks.rados.rados.0.smithi032.stdout:3233: finishing copy_from racing read to smithi032174182-19 2023-12-22T17:27:34.989 INFO:tasks.rados.rados.0.smithi032.stdout:3233: finishing copy_from to smithi032174182-19 2023-12-22T17:27:34.989 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 1651 (ObjNum 945 snap 298 seq_num 945) dirty exists 2023-12-22T17:27:34.993 INFO:tasks.rados.rados.0.smithi032.stdout:3235: finishing write tid 1 to smithi032174182-12 2023-12-22T17:27:34.993 INFO:tasks.rados.rados.0.smithi032.stdout:3235: finishing write tid 2 to smithi032174182-12 2023-12-22T17:27:34.998 INFO:tasks.rados.rados.0.smithi032.stdout:3235: finishing write tid 3 to smithi032174182-12 2023-12-22T17:27:35.000 INFO:tasks.rados.rados.0.smithi032.stdout:3235: finishing write tid 4 to smithi032174182-12 2023-12-22T17:27:35.001 INFO:tasks.rados.rados.0.smithi032.stdout:3235: finishing write tid 5 to smithi032174182-12 2023-12-22T17:27:35.001 INFO:tasks.rados.rados.0.smithi032.stdout:3235: finishing write tid 6 to smithi032174182-12 2023-12-22T17:27:35.003 INFO:tasks.rados.rados.0.smithi032.stdout:3235: finishing write tid 7 to smithi032174182-12 2023-12-22T17:27:35.003 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 1651 (ObjNum 985 snap 306 seq_num 985) dirty exists 2023-12-22T17:27:35.003 INFO:tasks.rados.rados.0.smithi032.stdout:3235: left oid 12 (ObjNum 985 snap 306 seq_num 985) 2023-12-22T17:27:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:34 smithi039 ceph-mon[181282]: osdmap e690: 8 total, 8 up, 8 in 2023-12-22T17:27:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:27:35.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:34 smithi032 ceph-mon[191839]: osdmap e690: 8 total, 8 up, 8 in 2023-12-22T17:27:35.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:27:35.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:34 smithi032 ceph-mon[189144]: osdmap e690: 8 total, 8 up, 8 in 2023-12-22T17:27:35.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:27:35.891 INFO:tasks.rados.rados.0.smithi032.stdout:3231: done (4 left) 2023-12-22T17:27:35.891 INFO:tasks.rados.rados.0.smithi032.stdout:3232: done (3 left) 2023-12-22T17:27:35.891 INFO:tasks.rados.rados.0.smithi032.stdout:3233: done (2 left) 2023-12-22T17:27:35.891 INFO:tasks.rados.rados.0.smithi032.stdout:3235: done (1 left) 2023-12-22T17:27:35.892 INFO:tasks.rados.rados.0.smithi032.stdout:3236: done (0 left) 2023-12-22T17:27:35.892 INFO:tasks.rados.rados.0.smithi032.stdout:3237: rmattr oid 21 current snap is 307 2023-12-22T17:27:35.892 INFO:tasks.rados.rados.0.smithi032.stdout:3238: snap_remove snap 306 2023-12-22T17:27:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:35 smithi039 ceph-mon[181282]: osdmap e691: 8 total, 8 up, 8 in 2023-12-22T17:27:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:35 smithi039 ceph-mon[181282]: pgmap v579: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 231 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.8 MiB/s wr, 18 op/s 2023-12-22T17:27:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:35 smithi039 ceph-mon[181282]: osdmap e692: 8 total, 8 up, 8 in 2023-12-22T17:27:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:35 smithi032 ceph-mon[191839]: osdmap e691: 8 total, 8 up, 8 in 2023-12-22T17:27:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:35 smithi032 ceph-mon[191839]: pgmap v579: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 231 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.8 MiB/s wr, 18 op/s 2023-12-22T17:27:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:35 smithi032 ceph-mon[191839]: osdmap e692: 8 total, 8 up, 8 in 2023-12-22T17:27:36.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:35 smithi032 ceph-mon[189144]: osdmap e691: 8 total, 8 up, 8 in 2023-12-22T17:27:36.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:35 smithi032 ceph-mon[189144]: pgmap v579: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 231 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.8 MiB/s wr, 18 op/s 2023-12-22T17:27:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:35 smithi032 ceph-mon[189144]: osdmap e692: 8 total, 8 up, 8 in 2023-12-22T17:27:36.893 INFO:tasks.rados.rados.0.smithi032.stdout:3238: done (1 left) 2023-12-22T17:27:36.893 INFO:tasks.rados.rados.0.smithi032.stdout:3239: rmattr oid 15 current snap is 307 2023-12-22T17:27:36.893 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 1868 (ObjNum 976 snap 306 seq_num 976) dirty exists 2023-12-22T17:27:36.893 INFO:tasks.rados.rados.0.smithi032.stdout:3237: done (1 left) 2023-12-22T17:27:36.893 INFO:tasks.rados.rados.0.smithi032.stdout:3240: setattr oid 4 current snap is 307 2023-12-22T17:27:36.894 INFO:tasks.rados.rados.0.smithi032.stdout:3241: read oid 1 snap -1 2023-12-22T17:27:36.894 INFO:tasks.rados.rados.0.smithi032.stdout:3241: expect deleted 2023-12-22T17:27:36.894 INFO:tasks.rados.rados.0.smithi032.stdout:3242: setattr oid 18 current snap is 307 2023-12-22T17:27:36.897 INFO:tasks.rados.rados.0.smithi032.stdout:3243: setattr oid 34 current snap is 307 2023-12-22T17:27:36.897 INFO:tasks.rados.rados.0.smithi032.stdout:3244: snap_create 2023-12-22T17:27:36.904 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 2571 (ObjNum 795 snap 261 seq_num 795) dirty exists 2023-12-22T17:27:36.904 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 1660 (ObjNum 951 snap 299 seq_num 951) dirty exists 2023-12-22T17:27:36.905 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 1869 (ObjNum 887 snap 287 seq_num 887) dirty exists 2023-12-22T17:27:36.906 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 2113 (ObjNum 929 snap 0 seq_num 1067996057) dirty exists 2023-12-22T17:27:37.898 INFO:tasks.rados.rados.0.smithi032.stdout:3239: done (5 left) 2023-12-22T17:27:37.898 INFO:tasks.rados.rados.0.smithi032.stdout:3240: done (4 left) 2023-12-22T17:27:37.898 INFO:tasks.rados.rados.0.smithi032.stdout:3241: done (3 left) 2023-12-22T17:27:37.898 INFO:tasks.rados.rados.0.smithi032.stdout:3242: done (2 left) 2023-12-22T17:27:37.898 INFO:tasks.rados.rados.0.smithi032.stdout:3243: done (1 left) 2023-12-22T17:27:37.898 INFO:tasks.rados.rados.0.smithi032.stdout:3244: done (0 left) 2023-12-22T17:27:37.898 INFO:tasks.rados.rados.0.smithi032.stdout:3245: snap_create 2023-12-22T17:27:38.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:37 smithi032 ceph-mon[189144]: osdmap e693: 8 total, 8 up, 8 in 2023-12-22T17:27:38.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:37 smithi032 ceph-mon[189144]: pgmap v582: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 222 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 9.5 MiB/s wr, 33 op/s 2023-12-22T17:27:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:37 smithi032 ceph-mon[191839]: osdmap e693: 8 total, 8 up, 8 in 2023-12-22T17:27:38.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:37 smithi032 ceph-mon[191839]: pgmap v582: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 222 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 9.5 MiB/s wr, 33 op/s 2023-12-22T17:27:38.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:37 smithi039 ceph-mon[181282]: osdmap e693: 8 total, 8 up, 8 in 2023-12-22T17:27:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:37 smithi039 ceph-mon[181282]: pgmap v582: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 222 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 9.5 MiB/s wr, 33 op/s 2023-12-22T17:27:38.907 INFO:tasks.rados.rados.0.smithi032.stdout:3245: done (0 left) 2023-12-22T17:27:38.907 INFO:tasks.rados.rados.0.smithi032.stdout:3246: read oid 11 snap -1 2023-12-22T17:27:38.907 INFO:tasks.rados.rados.0.smithi032.stdout:3246: expect deleted 2023-12-22T17:27:38.907 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 28 current snap is 309 2023-12-22T17:27:38.907 INFO:tasks.rados.rados.0.smithi032.stdout:3247: seq_num 986 ranges {2416640=516096,2932736=770048,3702784=655360,4358144=180224} 2023-12-22T17:27:38.922 INFO:tasks.rados.rados.0.smithi032.stdout:3247: writing smithi032174182-28 from 2416640 to 2932736 tid 1 2023-12-22T17:27:38.927 INFO:tasks.rados.rados.0.smithi032.stdout:3247: writing smithi032174182-28 from 2932736 to 3702784 tid 2 2023-12-22T17:27:38.931 INFO:tasks.rados.rados.0.smithi032.stdout:3247: writing smithi032174182-28 from 3702784 to 4358144 tid 3 2023-12-22T17:27:38.933 INFO:tasks.rados.rados.0.smithi032.stdout:3247: writing smithi032174182-28 from 4358144 to 4538368 tid 4 2023-12-22T17:27:38.933 INFO:tasks.rados.rados.0.smithi032.stdout:3248: delete oid 46 current snap is 309 2023-12-22T17:27:38.933 INFO:tasks.rados.rados.0.smithi032.stdout:3247: finishing write tid 1 to smithi032174182-28 2023-12-22T17:27:38.933 INFO:tasks.rados.rados.0.smithi032.stdout:3247: finishing write tid 2 to smithi032174182-28 2023-12-22T17:27:38.937 INFO:tasks.rados.rados.0.smithi032.stdout:3247: finishing write tid 3 to smithi032174182-28 2023-12-22T17:27:38.938 INFO:tasks.rados.rados.0.smithi032.stdout:3247: finishing write tid 4 to smithi032174182-28 2023-12-22T17:27:38.939 INFO:tasks.rados.rados.0.smithi032.stdout:3247: finishing write tid 5 to smithi032174182-28 2023-12-22T17:27:38.939 INFO:tasks.rados.rados.0.smithi032.stdout:3246: done (2 left) 2023-12-22T17:27:38.939 INFO:tasks.rados.rados.0.smithi032.stdout:3248: done (1 left) 2023-12-22T17:27:38.939 INFO:tasks.rados.rados.0.smithi032.stdout:3249: read oid 44 snap -1 2023-12-22T17:27:38.939 INFO:tasks.rados.rados.0.smithi032.stdout:3249: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-22T17:27:38.939 INFO:tasks.rados.rados.0.smithi032.stdout:3250: copy_from oid 49 from oid 38 current snap is 309 2023-12-22T17:27:38.940 INFO:tasks.rados.rados.0.smithi032.stdout:3251: delete oid 48 current snap is 309 2023-12-22T17:27:38.941 INFO:tasks.rados.rados.0.smithi032.stdout:3247: finishing write tid 6 to smithi032174182-28 2023-12-22T17:27:38.941 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 2118 (ObjNum 986 snap 309 seq_num 986) dirty exists 2023-12-22T17:27:38.941 INFO:tasks.rados.rados.0.smithi032.stdout:3247: left oid 28 (ObjNum 986 snap 309 seq_num 986) 2023-12-22T17:27:38.943 INFO:tasks.rados.rados.0.smithi032.stdout:3249: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-22T17:27:38.945 INFO:tasks.rados.rados.0.smithi032.stdout:3247: done (3 left) 2023-12-22T17:27:38.945 INFO:tasks.rados.rados.0.smithi032.stdout:3249: done (2 left) 2023-12-22T17:27:38.945 INFO:tasks.rados.rados.0.smithi032.stdout:3251: done (1 left) 2023-12-22T17:27:38.945 INFO:tasks.rados.rados.0.smithi032.stdout:3252: read oid 25 snap -1 2023-12-22T17:27:38.945 INFO:tasks.rados.rados.0.smithi032.stdout:3252: expect (ObjNum 935 snap 296 seq_num 935) 2023-12-22T17:27:38.945 INFO:tasks.rados.rados.0.smithi032.stdout:3253: rollback oid 7 current snap is 309 2023-12-22T17:27:38.946 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 7 to 307 2023-12-22T17:27:38.946 INFO:tasks.rados.rados.0.smithi032.stdout:3254: snap_create 2023-12-22T17:27:38.946 INFO:tasks.rados.rados.0.smithi032.stdout:3253: finishing rollback tid 1 to smithi032174182-7 2023-12-22T17:27:38.946 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 0 (ObjNum 65 snap 0 seq_num 1785483618) dirty dne 2023-12-22T17:27:38.950 INFO:tasks.rados.rados.0.smithi032.stdout:3250: finishing copy_from racing read to smithi032174182-49 2023-12-22T17:27:38.952 INFO:tasks.rados.rados.0.smithi032.stdout:3250: finishing copy_from to smithi032174182-49 2023-12-22T17:27:38.952 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 2121 (ObjNum 950 snap 298 seq_num 950) dirty exists 2023-12-22T17:27:38.965 INFO:tasks.rados.rados.0.smithi032.stdout:3252: expect (ObjNum 935 snap 296 seq_num 935) 2023-12-22T17:27:39.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:38 smithi032 ceph-mon[191839]: osdmap e694: 8 total, 8 up, 8 in 2023-12-22T17:27:39.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:38 smithi032 ceph-mon[189144]: osdmap e694: 8 total, 8 up, 8 in 2023-12-22T17:27:39.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:38 smithi039 ceph-mon[181282]: osdmap e694: 8 total, 8 up, 8 in 2023-12-22T17:27:39.912 INFO:tasks.rados.rados.0.smithi032.stdout:3250: done (3 left) 2023-12-22T17:27:39.913 INFO:tasks.rados.rados.0.smithi032.stdout:3252: done (2 left) 2023-12-22T17:27:39.913 INFO:tasks.rados.rados.0.smithi032.stdout:3253: done (1 left) 2023-12-22T17:27:39.913 INFO:tasks.rados.rados.0.smithi032.stdout:3254: done (0 left) 2023-12-22T17:27:39.913 INFO:tasks.rados.rados.0.smithi032.stdout:3255: copy_from oid 13 from oid 16 current snap is 310 2023-12-22T17:27:39.913 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 48 current snap is 310 2023-12-22T17:27:39.913 INFO:tasks.rados.rados.0.smithi032.stdout:3256: seq_num 989 ranges {0=573440,573440=466944,1040384=434176,1474560=638976,2113536=65536} 2023-12-22T17:27:39.915 INFO:tasks.rados.rados.0.smithi032.stdout:3256: writing smithi032174182-48 from 0 to 573440 tid 1 2023-12-22T17:27:39.918 INFO:tasks.rados.rados.0.smithi032.stdout:3256: writing smithi032174182-48 from 573440 to 1040384 tid 2 2023-12-22T17:27:39.921 INFO:tasks.rados.rados.0.smithi032.stdout:3256: writing smithi032174182-48 from 1040384 to 1474560 tid 3 2023-12-22T17:27:39.925 INFO:tasks.rados.rados.0.smithi032.stdout:3256: writing smithi032174182-48 from 1474560 to 2113536 tid 4 2023-12-22T17:27:39.926 INFO:tasks.rados.rados.0.smithi032.stdout:3256: writing smithi032174182-48 from 2113536 to 2179072 tid 5 2023-12-22T17:27:39.926 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 41 current snap is 310 2023-12-22T17:27:39.926 INFO:tasks.rados.rados.0.smithi032.stdout:3255: finishing copy_from racing read to smithi032174182-13 2023-12-22T17:27:39.926 INFO:tasks.rados.rados.0.smithi032.stdout:3257: seq_num 990 ranges {0=589824,589824=753664,1343488=638976,1982464=212992} 2023-12-22T17:27:39.929 INFO:tasks.rados.rados.0.smithi032.stdout:3257: writing smithi032174182-41 from 0 to 589824 tid 1 2023-12-22T17:27:39.934 INFO:tasks.rados.rados.0.smithi032.stdout:3257: writing smithi032174182-41 from 589824 to 1343488 tid 2 2023-12-22T17:27:39.938 INFO:tasks.rados.rados.0.smithi032.stdout:3257: writing smithi032174182-41 from 1343488 to 1982464 tid 3 2023-12-22T17:27:39.940 INFO:tasks.rados.rados.0.smithi032.stdout:3257: writing smithi032174182-41 from 1982464 to 2195456 tid 4 2023-12-22T17:27:39.940 INFO:tasks.rados.rados.0.smithi032.stdout:3258: read oid 2 snap 308 2023-12-22T17:27:39.940 INFO:tasks.rados.rados.0.smithi032.stdout:3258: expect (ObjNum 965 snap 302 seq_num 965) 2023-12-22T17:27:39.940 INFO:tasks.rados.rados.0.smithi032.stdout:3259: setattr oid 37 current snap is 310 2023-12-22T17:27:39.940 INFO:tasks.rados.rados.0.smithi032.stdout:3256: finishing write tid 1 to smithi032174182-48 2023-12-22T17:27:39.940 INFO:tasks.rados.rados.0.smithi032.stdout:3255: finishing copy_from to smithi032174182-13 2023-12-22T17:27:39.940 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 1854 (ObjNum 887 snap 287 seq_num 887) dirty exists 2023-12-22T17:27:39.940 INFO:tasks.rados.rados.0.smithi032.stdout:3256: finishing write tid 2 to smithi032174182-48 2023-12-22T17:27:39.940 INFO:tasks.rados.rados.0.smithi032.stdout:3256: finishing write tid 3 to smithi032174182-48 2023-12-22T17:27:39.941 INFO:tasks.rados.rados.0.smithi032.stdout:3256: finishing write tid 4 to smithi032174182-48 2023-12-22T17:27:39.941 INFO:tasks.rados.rados.0.smithi032.stdout:3256: finishing write tid 5 to smithi032174182-48 2023-12-22T17:27:39.941 INFO:tasks.rados.rados.0.smithi032.stdout:3256: finishing write tid 6 to smithi032174182-48 2023-12-22T17:27:39.941 INFO:tasks.rados.rados.0.smithi032.stdout:3257: finishing write tid 1 to smithi032174182-41 2023-12-22T17:27:39.941 INFO:tasks.rados.rados.0.smithi032.stdout:3256: finishing write tid 7 to smithi032174182-48 2023-12-22T17:27:39.941 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 1931 (ObjNum 989 snap 310 seq_num 989) dirty exists 2023-12-22T17:27:39.941 INFO:tasks.rados.rados.0.smithi032.stdout:3256: left oid 48 (ObjNum 989 snap 310 seq_num 989) 2023-12-22T17:27:39.941 INFO:tasks.rados.rados.0.smithi032.stdout:3257: finishing write tid 2 to smithi032174182-41 2023-12-22T17:27:39.942 INFO:tasks.rados.rados.0.smithi032.stdout:3255: done (4 left) 2023-12-22T17:27:39.942 INFO:tasks.rados.rados.0.smithi032.stdout:3256: done (3 left) 2023-12-22T17:27:39.942 INFO:tasks.rados.rados.0.smithi032.stdout:3260: delete oid 11 current snap is 310 2023-12-22T17:27:39.945 INFO:tasks.rados.rados.0.smithi032.stdout:3257: finishing write tid 3 to smithi032174182-41 2023-12-22T17:27:39.948 INFO:tasks.rados.rados.0.smithi032.stdout:3260: done (3 left) 2023-12-22T17:27:39.948 INFO:tasks.rados.rados.0.smithi032.stdout:3261: setattr oid 31 current snap is 310 2023-12-22T17:27:39.949 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 8 current snap is 310 2023-12-22T17:27:39.949 INFO:tasks.rados.rados.0.smithi032.stdout:3262: seq_num 992 ranges {6234112=622592,6856704=524288,7380992=606208,7987200=475136} 2023-12-22T17:27:39.987 INFO:tasks.rados.rados.0.smithi032.stdout:3262: writing smithi032174182-8 from 6234112 to 6856704 tid 1 2023-12-22T17:27:39.990 INFO:tasks.rados.rados.0.smithi032.stdout:3262: writing smithi032174182-8 from 6856704 to 7380992 tid 2 2023-12-22T17:27:39.994 INFO:tasks.rados.rados.0.smithi032.stdout:3262: writing smithi032174182-8 from 7380992 to 7987200 tid 3 2023-12-22T17:27:39.997 INFO:tasks.rados.rados.0.smithi032.stdout:3262: writing smithi032174182-8 from 7987200 to 8462336 tid 4 2023-12-22T17:27:39.997 INFO:tasks.rados.rados.0.smithi032.stdout:3263: read oid 50 snap -1 2023-12-22T17:27:39.997 INFO:tasks.rados.rados.0.smithi032.stdout:3263: expect (ObjNum 947 snap 298 seq_num 947) 2023-12-22T17:27:39.997 INFO:tasks.rados.rados.0.smithi032.stdout:3264: read oid 30 snap -1 2023-12-22T17:27:39.997 INFO:tasks.rados.rados.0.smithi032.stdout:3264: expect deleted 2023-12-22T17:27:39.997 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 10 current snap is 310 2023-12-22T17:27:39.997 INFO:tasks.rados.rados.0.smithi032.stdout:3257: finishing write tid 4 to smithi032174182-41 2023-12-22T17:27:39.997 INFO:tasks.rados.rados.0.smithi032.stdout:3257: finishing write tid 5 to smithi032174182-41 2023-12-22T17:27:39.997 INFO:tasks.rados.rados.0.smithi032.stdout:3265: seq_num 993 ranges {0=638976,638976=409600,1048576=409600,1458176=688128,2146304=98304} 2023-12-22T17:27:40.001 INFO:tasks.rados.rados.0.smithi032.stdout:3265: writing smithi032174182-10 from 0 to 638976 tid 1 2023-12-22T17:27:40.003 INFO:tasks.rados.rados.0.smithi032.stdout:3265: writing smithi032174182-10 from 638976 to 1048576 tid 2 2023-12-22T17:27:40.006 INFO:tasks.rados.rados.0.smithi032.stdout:3265: writing smithi032174182-10 from 1048576 to 1458176 tid 3 2023-12-22T17:27:40.010 INFO:tasks.rados.rados.0.smithi032.stdout:3265: writing smithi032174182-10 from 1458176 to 2146304 tid 4 2023-12-22T17:27:40.011 INFO:tasks.rados.rados.0.smithi032.stdout:3265: writing smithi032174182-10 from 2146304 to 2244608 tid 5 2023-12-22T17:27:40.011 INFO:tasks.rados.rados.0.smithi032.stdout:3266: read oid 23 snap -1 2023-12-22T17:27:40.011 INFO:tasks.rados.rados.0.smithi032.stdout:3266: expect (ObjNum 910 snap 291 seq_num 910) 2023-12-22T17:27:40.011 INFO:tasks.rados.rados.0.smithi032.stdout:3267: rollback oid 7 current snap is 310 2023-12-22T17:27:40.012 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 7 to 308 2023-12-22T17:27:40.012 INFO:tasks.rados.rados.0.smithi032.stdout:3257: finishing write tid 6 to smithi032174182-41 2023-12-22T17:27:40.012 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 2578 (ObjNum 990 snap 310 seq_num 990) dirty exists 2023-12-22T17:27:40.012 INFO:tasks.rados.rados.0.smithi032.stdout:3257: left oid 41 (ObjNum 990 snap 310 seq_num 990) 2023-12-22T17:27:40.012 INFO:tasks.rados.rados.0.smithi032.stdout:3257: done (9 left) 2023-12-22T17:27:40.012 INFO:tasks.rados.rados.0.smithi032.stdout:3268: delete oid 28 current snap is 310 2023-12-22T17:27:40.012 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 2119 (ObjNum 984 snap 306 seq_num 984) dirty exists 2023-12-22T17:27:40.012 INFO:tasks.rados.rados.0.smithi032.stdout:3258: expect (ObjNum 965 snap 302 seq_num 965) 2023-12-22T17:27:40.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:39 smithi032 ceph-mon[189144]: osdmap e695: 8 total, 8 up, 8 in 2023-12-22T17:27:40.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:39 smithi032 ceph-mon[189144]: pgmap v585: 121 pgs: 121 active+clean; 194 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 337 KiB/s rd, 6.1 MiB/s wr, 28 op/s 2023-12-22T17:27:40.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:39 smithi032 ceph-mon[191839]: osdmap e695: 8 total, 8 up, 8 in 2023-12-22T17:27:40.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:39 smithi032 ceph-mon[191839]: pgmap v585: 121 pgs: 121 active+clean; 194 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 337 KiB/s rd, 6.1 MiB/s wr, 28 op/s 2023-12-22T17:27:40.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:39 smithi039 ceph-mon[181282]: osdmap e695: 8 total, 8 up, 8 in 2023-12-22T17:27:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:39 smithi039 ceph-mon[181282]: pgmap v585: 121 pgs: 121 active+clean; 194 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 337 KiB/s rd, 6.1 MiB/s wr, 28 op/s 2023-12-22T17:27:40.402 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 2104 (ObjNum 913 snap 291 seq_num 913) dirty exists 2023-12-22T17:27:40.402 INFO:tasks.rados.rados.0.smithi032.stdout:3262: finishing write tid 1 to smithi032174182-8 2023-12-22T17:27:40.402 INFO:tasks.rados.rados.0.smithi032.stdout:3262: finishing write tid 2 to smithi032174182-8 2023-12-22T17:27:40.402 INFO:tasks.rados.rados.0.smithi032.stdout:3258: done (9 left) 2023-12-22T17:27:40.402 INFO:tasks.rados.rados.0.smithi032.stdout:3259: done (8 left) 2023-12-22T17:27:40.402 INFO:tasks.rados.rados.0.smithi032.stdout:3261: done (7 left) 2023-12-22T17:27:40.402 INFO:tasks.rados.rados.0.smithi032.stdout:3268: done (6 left) 2023-12-22T17:27:40.402 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 26 current snap is 310 2023-12-22T17:27:40.402 INFO:tasks.rados.rados.0.smithi032.stdout:3262: finishing write tid 3 to smithi032174182-8 2023-12-22T17:27:40.402 INFO:tasks.rados.rados.0.smithi032.stdout:3269: seq_num 995 ranges {4341760=671744,5013504=573440,5586944=778240,6365184=253952} 2023-12-22T17:27:40.429 INFO:tasks.rados.rados.0.smithi032.stdout:3269: writing smithi032174182-26 from 4341760 to 5013504 tid 1 2023-12-22T17:27:40.432 INFO:tasks.rados.rados.0.smithi032.stdout:3269: writing smithi032174182-26 from 5013504 to 5586944 tid 2 2023-12-22T17:27:40.436 INFO:tasks.rados.rados.0.smithi032.stdout:3269: writing smithi032174182-26 from 5586944 to 6365184 tid 3 2023-12-22T17:27:40.438 INFO:tasks.rados.rados.0.smithi032.stdout:3269: writing smithi032174182-26 from 6365184 to 6619136 tid 4 2023-12-22T17:27:40.439 INFO:tasks.rados.rados.0.smithi032.stdout:3270: rollback oid 35 current snap is 310 2023-12-22T17:27:40.439 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 35 to 308 2023-12-22T17:27:40.439 INFO:tasks.rados.rados.0.smithi032.stdout:3262: finishing write tid 4 to smithi032174182-8 2023-12-22T17:27:40.439 INFO:tasks.rados.rados.0.smithi032.stdout:3262: finishing write tid 5 to smithi032174182-8 2023-12-22T17:27:40.439 INFO:tasks.rados.rados.0.smithi032.stdout:3262: finishing write tid 6 to smithi032174182-8 2023-12-22T17:27:40.439 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 1577 (ObjNum 992 snap 310 seq_num 992) dirty exists 2023-12-22T17:27:40.439 INFO:tasks.rados.rados.0.smithi032.stdout:3262: left oid 8 (ObjNum 992 snap 310 seq_num 992) 2023-12-22T17:27:40.439 INFO:tasks.rados.rados.0.smithi032.stdout:3265: finishing write tid 1 to smithi032174182-10 2023-12-22T17:27:40.439 INFO:tasks.rados.rados.0.smithi032.stdout:3262: done (7 left) 2023-12-22T17:27:40.439 INFO:tasks.rados.rados.0.smithi032.stdout:3264: done (6 left) 2023-12-22T17:27:40.439 INFO:tasks.rados.rados.0.smithi032.stdout:3271: read oid 41 snap -1 2023-12-22T17:27:40.439 INFO:tasks.rados.rados.0.smithi032.stdout:3271: expect (ObjNum 990 snap 310 seq_num 990) 2023-12-22T17:27:40.439 INFO:tasks.rados.rados.0.smithi032.stdout:3272: snap_remove snap 309 2023-12-22T17:27:40.892 INFO:tasks.rados.rados.0.smithi032.stdout:3272: done (7 left) 2023-12-22T17:27:40.892 INFO:tasks.rados.rados.0.smithi032.stdout:3273: setattr oid 27 current snap is 310 2023-12-22T17:27:40.892 INFO:tasks.rados.rados.0.smithi032.stdout:3265: finishing write tid 2 to smithi032174182-10 2023-12-22T17:27:40.892 INFO:tasks.rados.rados.0.smithi032.stdout:3265: finishing write tid 3 to smithi032174182-10 2023-12-22T17:27:40.892 INFO:tasks.rados.rados.0.smithi032.stdout:3263: expect (ObjNum 947 snap 298 seq_num 947) 2023-12-22T17:27:40.988 INFO:tasks.rados.rados.0.smithi032.stdout:3267: finishing rollback tid 1 to smithi032174182-7 2023-12-22T17:27:40.989 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-22T17:27:40.989 INFO:tasks.rados.rados.0.smithi032.stdout:3265: finishing write tid 4 to smithi032174182-10 2023-12-22T17:27:40.989 INFO:tasks.rados.rados.0.smithi032.stdout:3265: finishing write tid 5 to smithi032174182-10 2023-12-22T17:27:40.989 INFO:tasks.rados.rados.0.smithi032.stdout:3265: finishing write tid 6 to smithi032174182-10 2023-12-22T17:27:40.989 INFO:tasks.rados.rados.0.smithi032.stdout:3266: expect (ObjNum 910 snap 291 seq_num 910) 2023-12-22T17:27:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:27:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:27:40] "GET /metrics HTTP/1.1" 200 36296 "" "Prometheus/2.43.0" 2023-12-22T17:27:41.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:40 smithi032 ceph-mon[189144]: osdmap e696: 8 total, 8 up, 8 in 2023-12-22T17:27:41.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:40 smithi032 ceph-mon[189144]: osdmap e697: 8 total, 8 up, 8 in 2023-12-22T17:27:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:40 smithi032 ceph-mon[191839]: osdmap e696: 8 total, 8 up, 8 in 2023-12-22T17:27:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:40 smithi032 ceph-mon[191839]: osdmap e697: 8 total, 8 up, 8 in 2023-12-22T17:27:41.202 INFO:tasks.rados.rados.0.smithi032.stdout:3265: finishing write tid 7 to smithi032174182-10 2023-12-22T17:27:41.202 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 2132 (ObjNum 993 snap 310 seq_num 993) dirty exists 2023-12-22T17:27:41.203 INFO:tasks.rados.rados.0.smithi032.stdout:3265: left oid 10 (ObjNum 993 snap 310 seq_num 993) 2023-12-22T17:27:41.203 INFO:tasks.rados.rados.0.smithi032.stdout:3263: done (7 left) 2023-12-22T17:27:41.203 INFO:tasks.rados.rados.0.smithi032.stdout:3265: done (6 left) 2023-12-22T17:27:41.203 INFO:tasks.rados.rados.0.smithi032.stdout:3266: done (5 left) 2023-12-22T17:27:41.203 INFO:tasks.rados.rados.0.smithi032.stdout:3267: done (4 left) 2023-12-22T17:27:41.203 INFO:tasks.rados.rados.0.smithi032.stdout:3274: copy_from oid 32 from oid 4 current snap is 310 2023-12-22T17:27:41.203 INFO:tasks.rados.rados.0.smithi032.stdout:3269: finishing write tid 1 to smithi032174182-26 2023-12-22T17:27:41.203 INFO:tasks.rados.rados.0.smithi032.stdout:3269: finishing write tid 2 to smithi032174182-26 2023-12-22T17:27:41.203 INFO:tasks.rados.rados.0.smithi032.stdout:3270: finishing rollback tid 1 to smithi032174182-35 2023-12-22T17:27:41.203 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 0 (ObjNum 33 snap 0 seq_num 1596141728) dirty dne 2023-12-22T17:27:41.203 INFO:tasks.rados.rados.0.smithi032.stdout:3269: finishing write tid 3 to smithi032174182-26 2023-12-22T17:27:41.203 INFO:tasks.rados.rados.0.smithi032.stdout:3269: finishing write tid 4 to smithi032174182-26 2023-12-22T17:27:41.203 INFO:tasks.rados.rados.0.smithi032.stdout:3269: finishing write tid 5 to smithi032174182-26 2023-12-22T17:27:41.203 INFO:tasks.rados.rados.0.smithi032.stdout:3269: finishing write tid 6 to smithi032174182-26 2023-12-22T17:27:41.203 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 2137 (ObjNum 995 snap 310 seq_num 995) dirty exists 2023-12-22T17:27:41.203 INFO:tasks.rados.rados.0.smithi032.stdout:3269: left oid 26 (ObjNum 995 snap 310 seq_num 995) 2023-12-22T17:27:41.204 INFO:tasks.rados.rados.0.smithi032.stdout:3271: expect (ObjNum 990 snap 310 seq_num 990) 2023-12-22T17:27:41.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:40 smithi039 ceph-mon[181282]: osdmap e696: 8 total, 8 up, 8 in 2023-12-22T17:27:41.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:40 smithi039 ceph-mon[181282]: osdmap e697: 8 total, 8 up, 8 in 2023-12-22T17:27:41.258 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 2363 (ObjNum 972 snap 306 seq_num 972) dirty exists 2023-12-22T17:27:41.258 INFO:tasks.rados.rados.0.smithi032.stdout:3274: finishing copy_from racing read to smithi032174182-32 2023-12-22T17:27:41.258 INFO:tasks.rados.rados.0.smithi032.stdout:3274: finishing copy_from to smithi032174182-32 2023-12-22T17:27:41.258 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 2113 (ObjNum 65 snap 0 seq_num 1398173031) dirty exists 2023-12-22T17:27:41.258 INFO:tasks.rados.rados.0.smithi032.stdout:3269: done (4 left) 2023-12-22T17:27:41.258 INFO:tasks.rados.rados.0.smithi032.stdout:3270: done (3 left) 2023-12-22T17:27:41.258 INFO:tasks.rados.rados.0.smithi032.stdout:3271: done (2 left) 2023-12-22T17:27:41.258 INFO:tasks.rados.rados.0.smithi032.stdout:3273: done (1 left) 2023-12-22T17:27:41.258 INFO:tasks.rados.rados.0.smithi032.stdout:3274: done (0 left) 2023-12-22T17:27:41.258 INFO:tasks.rados.rados.0.smithi032.stdout:3275: rmattr oid 26 current snap is 310 2023-12-22T17:27:41.258 INFO:tasks.rados.rados.0.smithi032.stdout:3275: done (0 left) 2023-12-22T17:27:41.258 INFO:tasks.rados.rados.0.smithi032.stdout:3276: copy_from oid 24 from oid 35 current snap is 310 2023-12-22T17:27:41.258 INFO:tasks.rados.rados.0.smithi032.stdout:3277: setattr oid 26 current snap is 310 2023-12-22T17:27:41.259 INFO:tasks.rados.rados.0.smithi032.stdout:3276: finishing copy_from to smithi032174182-24 2023-12-22T17:27:41.259 INFO:tasks.rados.rados.0.smithi032.stdout:3276: got expected ENOENT (src dne) 2023-12-22T17:27:41.259 INFO:tasks.rados.rados.0.smithi032.stdout:3276: finishing copy_from racing read to smithi032174182-24 2023-12-22T17:27:41.262 INFO:tasks.rados.rados.0.smithi032.stdout:3276: done (1 left) 2023-12-22T17:27:41.262 INFO:tasks.rados.rados.0.smithi032.stdout:3278: snap_remove snap 307 2023-12-22T17:27:41.919 INFO:tasks.rados.rados.0.smithi032.stdout:3278: done (1 left) 2023-12-22T17:27:41.919 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 41 current snap is 310 2023-12-22T17:27:41.919 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 2138 (ObjNum 995 snap 310 seq_num 995) dirty exists 2023-12-22T17:27:41.919 INFO:tasks.rados.rados.0.smithi032.stdout:3279: seq_num 996 ranges {2195456=688128,2883584=507904,3391488=581632,3973120=516096} 2023-12-22T17:27:41.937 INFO:tasks.rados.rados.0.smithi032.stdout:3279: writing smithi032174182-41 from 2195456 to 2883584 tid 1 2023-12-22T17:27:41.941 INFO:tasks.rados.rados.0.smithi032.stdout:3279: writing smithi032174182-41 from 2883584 to 3391488 tid 2 2023-12-22T17:27:41.943 INFO:tasks.rados.rados.0.smithi032.stdout:3279: writing smithi032174182-41 from 3391488 to 3973120 tid 3 2023-12-22T17:27:41.946 INFO:tasks.rados.rados.0.smithi032.stdout:3279: writing smithi032174182-41 from 3973120 to 4489216 tid 4 2023-12-22T17:27:41.946 INFO:tasks.rados.rados.0.smithi032.stdout:3277: done (1 left) 2023-12-22T17:27:41.946 INFO:tasks.rados.rados.0.smithi032.stdout:3280: snap_remove snap 308 2023-12-22T17:27:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:41 smithi032 ceph-mon[191839]: pgmap v588: 121 pgs: 121 active+clean; 194 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 3.4 MiB/s wr, 37 op/s 2023-12-22T17:27:42.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:41 smithi032 ceph-mon[189144]: pgmap v588: 121 pgs: 121 active+clean; 194 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 3.4 MiB/s wr, 37 op/s 2023-12-22T17:27:42.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:41 smithi039 ceph-mon[181282]: pgmap v588: 121 pgs: 121 active+clean; 194 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 3.4 MiB/s wr, 37 op/s 2023-12-22T17:27:42.926 INFO:tasks.rados.rados.0.smithi032.stdout:3280: done (1 left) 2023-12-22T17:27:42.926 INFO:tasks.rados.rados.0.smithi032.stdout:3281: read oid 14 snap -1 2023-12-22T17:27:42.926 INFO:tasks.rados.rados.0.smithi032.stdout:3281: expect (ObjNum 980 snap 306 seq_num 980) 2023-12-22T17:27:42.926 INFO:tasks.rados.rados.0.smithi032.stdout:3282: snap_create 2023-12-22T17:27:42.926 INFO:tasks.rados.rados.0.smithi032.stdout:3279: finishing write tid 1 to smithi032174182-41 2023-12-22T17:27:42.926 INFO:tasks.rados.rados.0.smithi032.stdout:3279: finishing write tid 2 to smithi032174182-41 2023-12-22T17:27:42.926 INFO:tasks.rados.rados.0.smithi032.stdout:3279: finishing write tid 3 to smithi032174182-41 2023-12-22T17:27:42.926 INFO:tasks.rados.rados.0.smithi032.stdout:3279: finishing write tid 4 to smithi032174182-41 2023-12-22T17:27:42.926 INFO:tasks.rados.rados.0.smithi032.stdout:3279: finishing write tid 5 to smithi032174182-41 2023-12-22T17:27:42.926 INFO:tasks.rados.rados.0.smithi032.stdout:3279: finishing write tid 6 to smithi032174182-41 2023-12-22T17:27:42.926 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 2587 (ObjNum 996 snap 310 seq_num 996) dirty exists 2023-12-22T17:27:42.927 INFO:tasks.rados.rados.0.smithi032.stdout:3279: left oid 41 (ObjNum 996 snap 310 seq_num 996) 2023-12-22T17:27:42.962 INFO:tasks.rados.rados.0.smithi032.stdout:3281: expect (ObjNum 980 snap 306 seq_num 980) 2023-12-22T17:27:43.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:42 smithi032 ceph-mon[189144]: osdmap e698: 8 total, 8 up, 8 in 2023-12-22T17:27:43.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:42 smithi032 ceph-mon[191839]: osdmap e698: 8 total, 8 up, 8 in 2023-12-22T17:27:43.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:42 smithi039 ceph-mon[181282]: osdmap e698: 8 total, 8 up, 8 in 2023-12-22T17:27:43.931 INFO:tasks.rados.rados.0.smithi032.stdout:3279: done (2 left) 2023-12-22T17:27:43.932 INFO:tasks.rados.rados.0.smithi032.stdout:3281: done (1 left) 2023-12-22T17:27:43.932 INFO:tasks.rados.rados.0.smithi032.stdout:3282: done (0 left) 2023-12-22T17:27:43.932 INFO:tasks.rados.rados.0.smithi032.stdout:3283: copy_from oid 38 from oid 6 current snap is 311 2023-12-22T17:27:43.932 INFO:tasks.rados.rados.0.smithi032.stdout:3284: setattr oid 26 current snap is 311 2023-12-22T17:27:43.933 INFO:tasks.rados.rados.0.smithi032.stdout:3285: snap_create 2023-12-22T17:27:43.939 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 2139 (ObjNum 995 snap 310 seq_num 995) dirty exists 2023-12-22T17:27:43.948 INFO:tasks.rados.rados.0.smithi032.stdout:3283: finishing copy_from racing read to smithi032174182-38 2023-12-22T17:27:43.949 INFO:tasks.rados.rados.0.smithi032.stdout:3283: finishing copy_from to smithi032174182-38 2023-12-22T17:27:43.949 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 2362 (ObjNum 982 snap 306 seq_num 982) dirty exists 2023-12-22T17:27:44.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:43 smithi032 ceph-mon[191839]: osdmap e699: 8 total, 8 up, 8 in 2023-12-22T17:27:44.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:43 smithi032 ceph-mon[191839]: pgmap v591: 121 pgs: 121 active+clean; 198 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 3.1 MiB/s wr, 37 op/s 2023-12-22T17:27:44.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:43 smithi032 ceph-mon[189144]: osdmap e699: 8 total, 8 up, 8 in 2023-12-22T17:27:44.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:43 smithi032 ceph-mon[189144]: pgmap v591: 121 pgs: 121 active+clean; 198 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 3.1 MiB/s wr, 37 op/s 2023-12-22T17:27:44.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:43 smithi039 ceph-mon[181282]: osdmap e699: 8 total, 8 up, 8 in 2023-12-22T17:27:44.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:43 smithi039 ceph-mon[181282]: pgmap v591: 121 pgs: 121 active+clean; 198 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 3.1 MiB/s wr, 37 op/s 2023-12-22T17:27:44.938 INFO:tasks.rados.rados.0.smithi032.stdout:3283: done (2 left) 2023-12-22T17:27:44.939 INFO:tasks.rados.rados.0.smithi032.stdout:3284: done (1 left) 2023-12-22T17:27:44.939 INFO:tasks.rados.rados.0.smithi032.stdout:3285: done (0 left) 2023-12-22T17:27:44.939 INFO:tasks.rados.rados.0.smithi032.stdout:3286: delete oid 34 current snap is 312 2023-12-22T17:27:44.947 INFO:tasks.rados.rados.0.smithi032.stdout:3286: done (0 left) 2023-12-22T17:27:44.947 INFO:tasks.rados.rados.0.smithi032.stdout:3287: rmattr oid 6 current snap is 312 2023-12-22T17:27:44.947 INFO:tasks.rados.rados.0.smithi032.stdout:3287: done (0 left) 2023-12-22T17:27:44.947 INFO:tasks.rados.rados.0.smithi032.stdout:3288: read oid 36 snap -1 2023-12-22T17:27:44.947 INFO:tasks.rados.rados.0.smithi032.stdout:3288: expect (ObjNum 975 snap 306 seq_num 975) 2023-12-22T17:27:44.947 INFO:tasks.rados.rados.0.smithi032.stdout:3289: delete oid 48 current snap is 312 2023-12-22T17:27:44.949 INFO:tasks.rados.rados.0.smithi032.stdout:3289: done (1 left) 2023-12-22T17:27:44.949 INFO:tasks.rados.rados.0.smithi032.stdout:3290: delete oid 10 current snap is 312 2023-12-22T17:27:44.952 INFO:tasks.rados.rados.0.smithi032.stdout:3290: done (1 left) 2023-12-22T17:27:44.952 INFO:tasks.rados.rados.0.smithi032.stdout:3291: rmattr oid 23 current snap is 312 2023-12-22T17:27:44.952 INFO:tasks.rados.rados.0.smithi032.stdout:3291: done (1 left) 2023-12-22T17:27:44.953 INFO:tasks.rados.rados.0.smithi032.stdout:3292: snap_remove snap 311 2023-12-22T17:27:45.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:44 smithi032 ceph-mon[191839]: osdmap e700: 8 total, 8 up, 8 in 2023-12-22T17:27:45.280 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:44 smithi032 ceph-mon[189144]: osdmap e700: 8 total, 8 up, 8 in 2023-12-22T17:27:45.281 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:44 smithi039 ceph-mon[181282]: osdmap e700: 8 total, 8 up, 8 in 2023-12-22T17:27:45.894 INFO:tasks.rados.rados.0.smithi032.stdout:3292: done (1 left) 2023-12-22T17:27:45.894 INFO:tasks.rados.rados.0.smithi032.stdout:3293: rmattr oid 47 current snap is 312 2023-12-22T17:27:45.895 INFO:tasks.rados.rados.0.smithi032.stdout:3293: done (1 left) 2023-12-22T17:27:45.895 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 39 current snap is 312 2023-12-22T17:27:45.895 INFO:tasks.rados.rados.0.smithi032.stdout:3294: seq_num 1000 ranges {4431872=753664,5185536=442368,5627904=565248,6193152=458752,6651904=139264} 2023-12-22T17:27:45.923 INFO:tasks.rados.rados.0.smithi032.stdout:3294: writing smithi032174182-39 from 4431872 to 5185536 tid 1 2023-12-22T17:27:45.925 INFO:tasks.rados.rados.0.smithi032.stdout:3294: writing smithi032174182-39 from 5185536 to 5627904 tid 2 2023-12-22T17:27:45.928 INFO:tasks.rados.rados.0.smithi032.stdout:3294: writing smithi032174182-39 from 5627904 to 6193152 tid 3 2023-12-22T17:27:45.931 INFO:tasks.rados.rados.0.smithi032.stdout:3294: writing smithi032174182-39 from 6193152 to 6651904 tid 4 2023-12-22T17:27:45.932 INFO:tasks.rados.rados.0.smithi032.stdout:3294: writing smithi032174182-39 from 6651904 to 6791168 tid 5 2023-12-22T17:27:45.932 INFO:tasks.rados.rados.0.smithi032.stdout:3295: rollback oid 2 current snap is 312 2023-12-22T17:27:45.932 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 2 to 310 2023-12-22T17:27:45.932 INFO:tasks.rados.rados.0.smithi032.stdout:3288: expect (ObjNum 975 snap 306 seq_num 975) 2023-12-22T17:27:45.986 INFO:tasks.rados.rados.0.smithi032.stdout:3294: finishing write tid 1 to smithi032174182-39 2023-12-22T17:27:45.986 INFO:tasks.rados.rados.0.smithi032.stdout:3294: finishing write tid 2 to smithi032174182-39 2023-12-22T17:27:45.986 INFO:tasks.rados.rados.0.smithi032.stdout:3294: finishing write tid 3 to smithi032174182-39 2023-12-22T17:27:45.986 INFO:tasks.rados.rados.0.smithi032.stdout:3288: done (2 left) 2023-12-22T17:27:45.986 INFO:tasks.rados.rados.0.smithi032.stdout:3296: read oid 20 snap -1 2023-12-22T17:27:45.986 INFO:tasks.rados.rados.0.smithi032.stdout:3296: expect (ObjNum 893 snap 289 seq_num 893) 2023-12-22T17:27:45.987 INFO:tasks.rados.rados.0.smithi032.stdout:3297: delete oid 41 current snap is 312 2023-12-22T17:27:45.987 INFO:tasks.rados.rados.0.smithi032.stdout:3294: finishing write tid 4 to smithi032174182-39 2023-12-22T17:27:45.987 INFO:tasks.rados.rados.0.smithi032.stdout:3294: finishing write tid 5 to smithi032174182-39 2023-12-22T17:27:45.987 INFO:tasks.rados.rados.0.smithi032.stdout:3294: finishing write tid 6 to smithi032174182-39 2023-12-22T17:27:45.987 INFO:tasks.rados.rados.0.smithi032.stdout:3295: finishing rollback tid 0 to smithi032174182-2 2023-12-22T17:27:45.987 INFO:tasks.rados.rados.0.smithi032.stdout:3295: finishing rollback tid 1 to smithi032174182-2 2023-12-22T17:27:45.987 INFO:tasks.rados.rados.0.smithi032.stdout:3295: finishing rollback tid 2 to smithi032174182-2 2023-12-22T17:27:45.987 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 2107 (ObjNum 965 snap 302 seq_num 965) dirty exists 2023-12-22T17:27:45.987 INFO:tasks.rados.rados.0.smithi032.stdout:3294: finishing write tid 7 to smithi032174182-39 2023-12-22T17:27:45.987 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 748 (ObjNum 1000 snap 312 seq_num 1000) dirty exists 2023-12-22T17:27:45.987 INFO:tasks.rados.rados.0.smithi032.stdout:3294: left oid 39 (ObjNum 1000 snap 312 seq_num 1000) 2023-12-22T17:27:45.989 INFO:tasks.rados.rados.0.smithi032.stdout:3294: done (3 left) 2023-12-22T17:27:45.989 INFO:tasks.rados.rados.0.smithi032.stdout:3295: done (2 left) 2023-12-22T17:27:45.989 INFO:tasks.rados.rados.0.smithi032.stdout:3297: done (1 left) 2023-12-22T17:27:45.989 INFO:tasks.rados.rados.0.smithi032.stdout:3298: rollback oid 9 current snap is 312 2023-12-22T17:27:45.989 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 9 to 310 2023-12-22T17:27:45.989 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 40 current snap is 312 2023-12-22T17:27:45.989 INFO:tasks.rados.rados.0.smithi032.stdout:3299: seq_num 1002 ranges {2293760=786432,3080192=614400,3694592=581632,4276224=409600} 2023-12-22T17:27:46.006 INFO:tasks.rados.rados.0.smithi032.stdout:3299: writing smithi032174182-40 from 2293760 to 3080192 tid 1 2023-12-22T17:27:46.009 INFO:tasks.rados.rados.0.smithi032.stdout:3299: writing smithi032174182-40 from 3080192 to 3694592 tid 2 2023-12-22T17:27:46.013 INFO:tasks.rados.rados.0.smithi032.stdout:3299: writing smithi032174182-40 from 3694592 to 4276224 tid 3 2023-12-22T17:27:46.016 INFO:tasks.rados.rados.0.smithi032.stdout:3299: writing smithi032174182-40 from 4276224 to 4685824 tid 4 2023-12-22T17:27:46.016 INFO:tasks.rados.rados.0.smithi032.stdout:3300: copy_from oid 10 from oid 3 current snap is 312 2023-12-22T17:27:46.016 INFO:tasks.rados.rados.0.smithi032.stdout:3298: finishing rollback tid 0 to smithi032174182-9 2023-12-22T17:27:46.016 INFO:tasks.rados.rados.0.smithi032.stdout:3298: finishing rollback tid 1 to smithi032174182-9 2023-12-22T17:27:46.016 INFO:tasks.rados.rados.0.smithi032.stdout:3298: finishing rollback tid 2 to smithi032174182-9 2023-12-22T17:27:46.016 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 2110 (ObjNum 951 snap 299 seq_num 951) dirty exists 2023-12-22T17:27:46.016 INFO:tasks.rados.rados.0.smithi032.stdout:3296: expect (ObjNum 893 snap 289 seq_num 893) 2023-12-22T17:27:46.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:45 smithi039 ceph-mon[181282]: osdmap e701: 8 total, 8 up, 8 in 2023-12-22T17:27:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:45 smithi039 ceph-mon[181282]: pgmap v594: 121 pgs: 121 active+clean; 182 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 19 op/s 2023-12-22T17:27:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:45 smithi039 ceph-mon[181282]: osdmap e702: 8 total, 8 up, 8 in 2023-12-22T17:27:46.414 INFO:tasks.rados.rados.0.smithi032.stdout:3299: finishing write tid 1 to smithi032174182-40 2023-12-22T17:27:46.414 INFO:tasks.rados.rados.0.smithi032.stdout:3299: finishing write tid 2 to smithi032174182-40 2023-12-22T17:27:46.414 INFO:tasks.rados.rados.0.smithi032.stdout:3299: finishing write tid 3 to smithi032174182-40 2023-12-22T17:27:46.414 INFO:tasks.rados.rados.0.smithi032.stdout:3296: done (3 left) 2023-12-22T17:27:46.414 INFO:tasks.rados.rados.0.smithi032.stdout:3298: done (2 left) 2023-12-22T17:27:46.414 INFO:tasks.rados.rados.0.smithi032.stdout:3301: rmattr oid 29 current snap is 312 2023-12-22T17:27:46.414 INFO:tasks.rados.rados.0.smithi032.stdout:3301: done (2 left) 2023-12-22T17:27:46.414 INFO:tasks.rados.rados.0.smithi032.stdout:3302: rmattr oid 18 current snap is 312 2023-12-22T17:27:46.414 INFO:tasks.rados.rados.0.smithi032.stdout:3300: finishing copy_from to smithi032174182-10 2023-12-22T17:27:46.414 INFO:tasks.rados.rados.0.smithi032.stdout:3300: got expected ENOENT (src dne) 2023-12-22T17:27:46.414 INFO:tasks.rados.rados.0.smithi032.stdout:3300: finishing copy_from racing read to smithi032174182-10 2023-12-22T17:27:46.414 INFO:tasks.rados.rados.0.smithi032.stdout:3299: finishing write tid 4 to smithi032174182-40 2023-12-22T17:27:46.415 INFO:tasks.rados.rados.0.smithi032.stdout:3299: finishing write tid 5 to smithi032174182-40 2023-12-22T17:27:46.415 INFO:tasks.rados.rados.0.smithi032.stdout:3299: finishing write tid 6 to smithi032174182-40 2023-12-22T17:27:46.415 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 40 v 1937 (ObjNum 1002 snap 312 seq_num 1002) dirty exists 2023-12-22T17:27:46.415 INFO:tasks.rados.rados.0.smithi032.stdout:3299: left oid 40 (ObjNum 1002 snap 312 seq_num 1002) 2023-12-22T17:27:46.415 INFO:tasks.rados.rados.0.smithi032.stdout:3299: done (2 left) 2023-12-22T17:27:46.415 INFO:tasks.rados.rados.0.smithi032.stdout:3300: done (1 left) 2023-12-22T17:27:46.415 INFO:tasks.rados.rados.0.smithi032.stdout:3303: read oid 42 snap -1 2023-12-22T17:27:46.415 INFO:tasks.rados.rados.0.smithi032.stdout:3303: expect (ObjNum 974 snap 306 seq_num 974) 2023-12-22T17:27:46.415 INFO:tasks.rados.rados.0.smithi032.stdout:3304: rollback oid 14 current snap is 312 2023-12-22T17:27:46.415 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 14 to 310 2023-12-22T17:27:46.415 INFO:tasks.rados.rados.0.smithi032.stdout:3305: read oid 13 snap -1 2023-12-22T17:27:46.415 INFO:tasks.rados.rados.0.smithi032.stdout:3305: expect (ObjNum 887 snap 287 seq_num 887) 2023-12-22T17:27:46.415 INFO:tasks.rados.rados.0.smithi032.stdout:3306: delete oid 25 current snap is 312 2023-12-22T17:27:46.417 INFO:tasks.rados.rados.0.smithi032.stdout:3305: expect (ObjNum 887 snap 287 seq_num 887) 2023-12-22T17:27:46.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:45 smithi032 ceph-mon[189144]: osdmap e701: 8 total, 8 up, 8 in 2023-12-22T17:27:46.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:45 smithi032 ceph-mon[189144]: pgmap v594: 121 pgs: 121 active+clean; 182 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 19 op/s 2023-12-22T17:27:46.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:45 smithi032 ceph-mon[189144]: osdmap e702: 8 total, 8 up, 8 in 2023-12-22T17:27:46.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:45 smithi032 ceph-mon[191839]: osdmap e701: 8 total, 8 up, 8 in 2023-12-22T17:27:46.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:45 smithi032 ceph-mon[191839]: pgmap v594: 121 pgs: 121 active+clean; 182 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 19 op/s 2023-12-22T17:27:46.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:45 smithi032 ceph-mon[191839]: osdmap e702: 8 total, 8 up, 8 in 2023-12-22T17:27:46.431 INFO:tasks.rados.rados.0.smithi032.stdout:3304: finishing rollback tid 0 to smithi032174182-14 2023-12-22T17:27:46.431 INFO:tasks.rados.rados.0.smithi032.stdout:3304: finishing rollback tid 1 to smithi032174182-14 2023-12-22T17:27:46.431 INFO:tasks.rados.rados.0.smithi032.stdout:3304: finishing rollback tid 2 to smithi032174182-14 2023-12-22T17:27:46.431 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 2083 (ObjNum 980 snap 306 seq_num 980) dirty exists 2023-12-22T17:27:46.431 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 1661 (ObjNum 951 snap 299 seq_num 951) dirty exists 2023-12-22T17:27:46.432 INFO:tasks.rados.rados.0.smithi032.stdout:3302: done (4 left) 2023-12-22T17:27:46.432 INFO:tasks.rados.rados.0.smithi032.stdout:3304: done (3 left) 2023-12-22T17:27:46.432 INFO:tasks.rados.rados.0.smithi032.stdout:3305: done (2 left) 2023-12-22T17:27:46.432 INFO:tasks.rados.rados.0.smithi032.stdout:3306: done (1 left) 2023-12-22T17:27:46.432 INFO:tasks.rados.rados.0.smithi032.stdout:3307: snap_remove snap 310 2023-12-22T17:27:46.947 INFO:tasks.rados.rados.0.smithi032.stdout:3307: done (1 left) 2023-12-22T17:27:46.947 INFO:tasks.rados.rados.0.smithi032.stdout:3308: read oid 10 snap -1 2023-12-22T17:27:46.947 INFO:tasks.rados.rados.0.smithi032.stdout:3308: expect deleted 2023-12-22T17:27:46.947 INFO:tasks.rados.rados.0.smithi032.stdout:3309: copy_from oid 30 from oid 19 current snap is 312 2023-12-22T17:27:46.947 INFO:tasks.rados.rados.0.smithi032.stdout:3310: rollback oid 40 current snap is 312 2023-12-22T17:27:46.947 INFO:tasks.rados.rados.0.smithi032.stdout:3310: done (3 left) 2023-12-22T17:27:46.947 INFO:tasks.rados.rados.0.smithi032.stdout:3311: setattr oid 6 current snap is 312 2023-12-22T17:27:46.948 INFO:tasks.rados.rados.0.smithi032.stdout:3303: expect (ObjNum 974 snap 306 seq_num 974) 2023-12-22T17:27:47.136 INFO:tasks.rados.rados.0.smithi032.stdout:3309: finishing copy_from racing read to smithi032174182-30 2023-12-22T17:27:47.137 INFO:tasks.rados.rados.0.smithi032.stdout:3309: finishing copy_from to smithi032174182-30 2023-12-22T17:27:47.137 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 1651 (ObjNum 945 snap 298 seq_num 945) dirty exists 2023-12-22T17:27:47.137 INFO:tasks.rados.rados.0.smithi032.stdout:3303: done (3 left) 2023-12-22T17:27:47.137 INFO:tasks.rados.rados.0.smithi032.stdout:3308: done (2 left) 2023-12-22T17:27:47.137 INFO:tasks.rados.rados.0.smithi032.stdout:3309: done (1 left) 2023-12-22T17:27:47.137 INFO:tasks.rados.rados.0.smithi032.stdout:3312: rollback oid 50 current snap is 312 2023-12-22T17:27:47.137 INFO:tasks.rados.rados.0.smithi032.stdout:3312: done (1 left) 2023-12-22T17:27:47.137 INFO:tasks.rados.rados.0.smithi032.stdout:3313: snap_create 2023-12-22T17:27:47.139 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 2364 (ObjNum 982 snap 306 seq_num 982) dirty exists 2023-12-22T17:27:47.952 INFO:tasks.rados.rados.0.smithi032.stdout:3311: done (1 left) 2023-12-22T17:27:47.953 INFO:tasks.rados.rados.0.smithi032.stdout:3313: done (0 left) 2023-12-22T17:27:47.953 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 9 current snap is 313 2023-12-22T17:27:47.953 INFO:tasks.rados.rados.0.smithi032.stdout:3314: seq_num 1004 ranges {2637824=16384} 2023-12-22T17:27:47.967 INFO:tasks.rados.rados.0.smithi032.stdout:3314: writing smithi032174182-9 from 2637824 to 2654208 tid 1 2023-12-22T17:27:47.967 INFO:tasks.rados.rados.0.smithi032.stdout:3315: copy_from oid 12 from oid 28 current snap is 313 2023-12-22T17:27:47.967 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 50 current snap is 313 2023-12-22T17:27:47.967 INFO:tasks.rados.rados.0.smithi032.stdout:3316: seq_num 1005 ranges {2818048=32768} 2023-12-22T17:27:47.983 INFO:tasks.rados.rados.0.smithi032.stdout:3316: writing smithi032174182-50 from 2818048 to 2850816 tid 1 2023-12-22T17:27:47.983 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 13 current snap is 313 2023-12-22T17:27:47.983 INFO:tasks.rados.rados.0.smithi032.stdout:3317: seq_num 1006 ranges {458752=49152} 2023-12-22T17:27:47.986 INFO:tasks.rados.rados.0.smithi032.stdout:3317: writing smithi032174182-13 from 458752 to 507904 tid 1 2023-12-22T17:27:47.986 INFO:tasks.rados.rados.0.smithi032.stdout:3318: snap_create 2023-12-22T17:27:47.986 INFO:tasks.rados.rados.0.smithi032.stdout:3315: finishing copy_from to smithi032174182-12 2023-12-22T17:27:47.987 INFO:tasks.rados.rados.0.smithi032.stdout:3315: got expected ENOENT (src dne) 2023-12-22T17:27:47.987 INFO:tasks.rados.rados.0.smithi032.stdout:3315: finishing copy_from racing read to smithi032174182-12 2023-12-22T17:27:47.987 INFO:tasks.rados.rados.0.smithi032.stdout:3314: finishing write tid 1 to smithi032174182-9 2023-12-22T17:27:47.987 INFO:tasks.rados.rados.0.smithi032.stdout:3314: finishing write tid 2 to smithi032174182-9 2023-12-22T17:27:47.987 INFO:tasks.rados.rados.0.smithi032.stdout:3314: finishing write tid 3 to smithi032174182-9 2023-12-22T17:27:47.987 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 2112 (ObjNum 1004 snap 313 seq_num 1004) dirty exists 2023-12-22T17:27:47.987 INFO:tasks.rados.rados.0.smithi032.stdout:3314: left oid 9 (ObjNum 1004 snap 313 seq_num 1004) 2023-12-22T17:27:47.987 INFO:tasks.rados.rados.0.smithi032.stdout:3316: finishing write tid 1 to smithi032174182-50 2023-12-22T17:27:47.987 INFO:tasks.rados.rados.0.smithi032.stdout:3316: finishing write tid 2 to smithi032174182-50 2023-12-22T17:27:47.988 INFO:tasks.rados.rados.0.smithi032.stdout:3316: finishing write tid 3 to smithi032174182-50 2023-12-22T17:27:47.988 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 2124 (ObjNum 1005 snap 313 seq_num 1005) dirty exists 2023-12-22T17:27:47.988 INFO:tasks.rados.rados.0.smithi032.stdout:3316: left oid 50 (ObjNum 1005 snap 313 seq_num 1005) 2023-12-22T17:27:47.990 INFO:tasks.rados.rados.0.smithi032.stdout:3317: finishing write tid 1 to smithi032174182-13 2023-12-22T17:27:47.990 INFO:tasks.rados.rados.0.smithi032.stdout:3317: finishing write tid 2 to smithi032174182-13 2023-12-22T17:27:47.991 INFO:tasks.rados.rados.0.smithi032.stdout:3317: finishing write tid 3 to smithi032174182-13 2023-12-22T17:27:47.991 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 2596 (ObjNum 1006 snap 313 seq_num 1006) dirty exists 2023-12-22T17:27:47.991 INFO:tasks.rados.rados.0.smithi032.stdout:3317: left oid 13 (ObjNum 1006 snap 313 seq_num 1006) 2023-12-22T17:27:48.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:47 smithi039 ceph-mon[181282]: osdmap e703: 8 total, 8 up, 8 in 2023-12-22T17:27:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:47 smithi039 ceph-mon[181282]: pgmap v597: 121 pgs: 121 active+clean; 176 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2023-12-22T17:27:48.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:47 smithi032 ceph-mon[191839]: osdmap e703: 8 total, 8 up, 8 in 2023-12-22T17:27:48.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:47 smithi032 ceph-mon[191839]: pgmap v597: 121 pgs: 121 active+clean; 176 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2023-12-22T17:27:48.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:47 smithi032 ceph-mon[189144]: osdmap e703: 8 total, 8 up, 8 in 2023-12-22T17:27:48.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:47 smithi032 ceph-mon[189144]: pgmap v597: 121 pgs: 121 active+clean; 176 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2023-12-22T17:27:48.958 INFO:tasks.rados.rados.0.smithi032.stdout:3314: done (4 left) 2023-12-22T17:27:48.958 INFO:tasks.rados.rados.0.smithi032.stdout:3315: done (3 left) 2023-12-22T17:27:48.958 INFO:tasks.rados.rados.0.smithi032.stdout:3316: done (2 left) 2023-12-22T17:27:48.959 INFO:tasks.rados.rados.0.smithi032.stdout:3317: done (1 left) 2023-12-22T17:27:48.959 INFO:tasks.rados.rados.0.smithi032.stdout:3318: done (0 left) 2023-12-22T17:27:48.959 INFO:tasks.rados.rados.0.smithi032.stdout:3319: read oid 35 snap 312 2023-12-22T17:27:48.959 INFO:tasks.rados.rados.0.smithi032.stdout:3319: expect deleted 2023-12-22T17:27:48.959 INFO:tasks.rados.rados.0.smithi032.stdout:3320: read oid 5 snap 313 2023-12-22T17:27:48.959 INFO:tasks.rados.rados.0.smithi032.stdout:3320: expect (ObjNum 950 snap 298 seq_num 950) 2023-12-22T17:27:48.959 INFO:tasks.rados.rados.0.smithi032.stdout:3321: rollback oid 29 current snap is 314 2023-12-22T17:27:48.959 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 29 to 312 2023-12-22T17:27:48.959 INFO:tasks.rados.rados.0.smithi032.stdout:3322: delete oid 14 current snap is 314 2023-12-22T17:27:48.960 INFO:tasks.rados.rados.0.smithi032.stdout:3321: finishing rollback tid 1 to smithi032174182-29 2023-12-22T17:27:48.960 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-22T17:27:48.966 INFO:tasks.rados.rados.0.smithi032.stdout:3319: done (3 left) 2023-12-22T17:27:48.966 INFO:tasks.rados.rados.0.smithi032.stdout:3321: done (2 left) 2023-12-22T17:27:48.966 INFO:tasks.rados.rados.0.smithi032.stdout:3322: done (1 left) 2023-12-22T17:27:48.966 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 44 current snap is 314 2023-12-22T17:27:48.966 INFO:tasks.rados.rados.0.smithi032.stdout:3323: seq_num 1008 ranges {0=90112} 2023-12-22T17:27:48.967 INFO:tasks.rados.rados.0.smithi032.stdout:3323: writing smithi032174182-44 from 0 to 90112 tid 1 2023-12-22T17:27:48.967 INFO:tasks.rados.rados.0.smithi032.stdout:3324: read oid 3 snap -1 2023-12-22T17:27:48.967 INFO:tasks.rados.rados.0.smithi032.stdout:3324: expect deleted 2023-12-22T17:27:48.967 INFO:tasks.rados.rados.0.smithi032.stdout:3325: read oid 29 snap -1 2023-12-22T17:27:48.967 INFO:tasks.rados.rados.0.smithi032.stdout:3325: expect deleted 2023-12-22T17:27:48.967 INFO:tasks.rados.rados.0.smithi032.stdout:3326: snap_remove snap 312 2023-12-22T17:27:49.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:48 smithi039 ceph-mon[181282]: osdmap e704: 8 total, 8 up, 8 in 2023-12-22T17:27:49.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:48 smithi032 ceph-mon[189144]: osdmap e704: 8 total, 8 up, 8 in 2023-12-22T17:27:49.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:48 smithi032 ceph-mon[191839]: osdmap e704: 8 total, 8 up, 8 in 2023-12-22T17:27:49.966 INFO:tasks.rados.rados.0.smithi032.stdout:3326: done (4 left) 2023-12-22T17:27:49.966 INFO:tasks.rados.rados.0.smithi032.stdout:3327: read oid 46 snap 313 2023-12-22T17:27:49.966 INFO:tasks.rados.rados.0.smithi032.stdout:3327: expect deleted 2023-12-22T17:27:49.966 INFO:tasks.rados.rados.0.smithi032.stdout:3328: rollback oid 10 current snap is 314 2023-12-22T17:27:49.966 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 10 to 313 2023-12-22T17:27:49.966 INFO:tasks.rados.rados.0.smithi032.stdout:3320: expect (ObjNum 950 snap 298 seq_num 950) 2023-12-22T17:27:50.010 INFO:tasks.rados.rados.0.smithi032.stdout:3323: finishing write tid 1 to smithi032174182-44 2023-12-22T17:27:50.010 INFO:tasks.rados.rados.0.smithi032.stdout:3323: finishing write tid 2 to smithi032174182-44 2023-12-22T17:27:50.010 INFO:tasks.rados.rados.0.smithi032.stdout:3323: finishing write tid 3 to smithi032174182-44 2023-12-22T17:27:50.010 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 2366 (ObjNum 1008 snap 314 seq_num 1008) dirty exists 2023-12-22T17:27:50.010 INFO:tasks.rados.rados.0.smithi032.stdout:3323: left oid 44 (ObjNum 1008 snap 314 seq_num 1008) 2023-12-22T17:27:50.010 INFO:tasks.rados.rados.0.smithi032.stdout:3320: done (5 left) 2023-12-22T17:27:50.010 INFO:tasks.rados.rados.0.smithi032.stdout:3323: done (4 left) 2023-12-22T17:27:50.010 INFO:tasks.rados.rados.0.smithi032.stdout:3324: done (3 left) 2023-12-22T17:27:50.010 INFO:tasks.rados.rados.0.smithi032.stdout:3325: done (2 left) 2023-12-22T17:27:50.010 INFO:tasks.rados.rados.0.smithi032.stdout:3329: delete oid 6 current snap is 314 2023-12-22T17:27:50.010 INFO:tasks.rados.rados.0.smithi032.stdout:3328: finishing rollback tid 1 to smithi032174182-10 2023-12-22T17:27:50.010 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 0 (ObjNum 129 snap 0 seq_num 1597093280) dirty dne 2023-12-22T17:27:50.012 INFO:tasks.rados.rados.0.smithi032.stdout:3327: done (2 left) 2023-12-22T17:27:50.013 INFO:tasks.rados.rados.0.smithi032.stdout:3328: done (1 left) 2023-12-22T17:27:50.013 INFO:tasks.rados.rados.0.smithi032.stdout:3329: done (0 left) 2023-12-22T17:27:50.013 INFO:tasks.rados.rados.0.smithi032.stdout:3330: delete oid 10 current snap is 314 2023-12-22T17:27:50.015 INFO:tasks.rados.rados.0.smithi032.stdout:3330: done (0 left) 2023-12-22T17:27:50.015 INFO:tasks.rados.rados.0.smithi032.stdout:3331: rollback oid 11 current snap is 314 2023-12-22T17:27:50.016 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 11 to 313 2023-12-22T17:27:50.016 INFO:tasks.rados.rados.0.smithi032.stdout:3332: rollback oid 20 current snap is 314 2023-12-22T17:27:50.016 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 20 to 313 2023-12-22T17:27:50.016 INFO:tasks.rados.rados.0.smithi032.stdout:3333: rollback oid 50 current snap is 314 2023-12-22T17:27:50.016 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 50 to 313 2023-12-22T17:27:50.016 INFO:tasks.rados.rados.0.smithi032.stdout:3334: delete oid 14 current snap is 314 2023-12-22T17:27:50.016 INFO:tasks.rados.rados.0.smithi032.stdout:3331: finishing rollback tid 1 to smithi032174182-11 2023-12-22T17:27:50.016 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 0 (ObjNum 129 snap 0 seq_num 1596808536) dirty dne 2023-12-22T17:27:50.017 INFO:tasks.rados.rados.0.smithi032.stdout:3331: done (3 left) 2023-12-22T17:27:50.018 INFO:tasks.rados.rados.0.smithi032.stdout:3334: done (2 left) 2023-12-22T17:27:50.018 INFO:tasks.rados.rados.0.smithi032.stdout:3335: delete oid 32 current snap is 314 2023-12-22T17:27:50.020 INFO:tasks.rados.rados.0.smithi032.stdout:3333: finishing rollback tid 0 to smithi032174182-50 2023-12-22T17:27:50.020 INFO:tasks.rados.rados.0.smithi032.stdout:3332: finishing rollback tid 0 to smithi032174182-20 2023-12-22T17:27:50.020 INFO:tasks.rados.rados.0.smithi032.stdout:3333: finishing rollback tid 1 to smithi032174182-50 2023-12-22T17:27:50.021 INFO:tasks.rados.rados.0.smithi032.stdout:3335: done (2 left) 2023-12-22T17:27:50.021 INFO:tasks.rados.rados.0.smithi032.stdout:3336: read oid 31 snap 313 2023-12-22T17:27:50.021 INFO:tasks.rados.rados.0.smithi032.stdout:3336: expect (ObjNum 984 snap 306 seq_num 984) 2023-12-22T17:27:50.021 INFO:tasks.rados.rados.0.smithi032.stdout:3337: read oid 18 snap -1 2023-12-22T17:27:50.021 INFO:tasks.rados.rados.0.smithi032.stdout:3337: expect (ObjNum 951 snap 299 seq_num 951) 2023-12-22T17:27:50.021 INFO:tasks.rados.rados.0.smithi032.stdout:3338: copy_from oid 7 from oid 39 current snap is 314 2023-12-22T17:27:50.021 INFO:tasks.rados.rados.0.smithi032.stdout:3339: rollback oid 34 current snap is 314 2023-12-22T17:27:50.021 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 34 to 313 2023-12-22T17:27:50.021 INFO:tasks.rados.rados.0.smithi032.stdout:3340: delete oid 45 current snap is 314 2023-12-22T17:27:50.022 INFO:tasks.rados.rados.0.smithi032.stdout:3332: finishing rollback tid 1 to smithi032174182-20 2023-12-22T17:27:50.022 INFO:tasks.rados.rados.0.smithi032.stdout:3332: finishing rollback tid 2 to smithi032174182-20 2023-12-22T17:27:50.022 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 2370 (ObjNum 893 snap 289 seq_num 893) dirty exists 2023-12-22T17:27:50.022 INFO:tasks.rados.rados.0.smithi032.stdout:3333: finishing rollback tid 2 to smithi032174182-50 2023-12-22T17:27:50.022 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 2127 (ObjNum 1005 snap 313 seq_num 1005) dirty exists 2023-12-22T17:27:50.024 INFO:tasks.rados.rados.0.smithi032.stdout:3339: finishing rollback tid 1 to smithi032174182-34 2023-12-22T17:27:50.025 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 0 (ObjNum 33 snap 0 seq_num 1597613232) dirty dne 2023-12-22T17:27:50.026 INFO:tasks.rados.rados.0.smithi032.stdout:3332: done (6 left) 2023-12-22T17:27:50.026 INFO:tasks.rados.rados.0.smithi032.stdout:3333: done (5 left) 2023-12-22T17:27:50.026 INFO:tasks.rados.rados.0.smithi032.stdout:3339: done (4 left) 2023-12-22T17:27:50.026 INFO:tasks.rados.rados.0.smithi032.stdout:3340: done (3 left) 2023-12-22T17:27:50.026 INFO:tasks.rados.rados.0.smithi032.stdout:3341: rollback oid 14 current snap is 314 2023-12-22T17:27:50.026 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 14 to 313 2023-12-22T17:27:50.026 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 24 current snap is 314 2023-12-22T17:27:50.026 INFO:tasks.rados.rados.0.smithi032.stdout:3342: seq_num 1014 ranges {7954432=188416} 2023-12-22T17:27:50.071 INFO:tasks.rados.rados.0.smithi032.stdout:3342: writing smithi032174182-24 from 7954432 to 8142848 tid 1 2023-12-22T17:27:50.072 INFO:tasks.rados.rados.0.smithi032.stdout:3343: snap_create 2023-12-22T17:27:50.072 INFO:tasks.rados.rados.0.smithi032.stdout:3341: finishing rollback tid 1 to smithi032174182-14 2023-12-22T17:27:50.072 INFO:tasks.rados.rados.0.smithi032.stdout:3341: finishing rollback tid 2 to smithi032174182-14 2023-12-22T17:27:50.072 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 2086 (ObjNum 980 snap 306 seq_num 980) dirty exists 2023-12-22T17:27:50.072 INFO:tasks.rados.rados.0.smithi032.stdout:3337: expect (ObjNum 951 snap 299 seq_num 951) 2023-12-22T17:27:50.159 INFO:tasks.rados.rados.0.smithi032.stdout:3338: finishing copy_from racing read to smithi032174182-7 2023-12-22T17:27:50.159 INFO:tasks.rados.rados.0.smithi032.stdout:3338: finishing copy_from to smithi032174182-7 2023-12-22T17:27:50.159 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 748 (ObjNum 1000 snap 312 seq_num 1000) dirty exists 2023-12-22T17:27:50.159 INFO:tasks.rados.rados.0.smithi032.stdout:3342: finishing write tid 1 to smithi032174182-24 2023-12-22T17:27:50.159 INFO:tasks.rados.rados.0.smithi032.stdout:3342: finishing write tid 2 to smithi032174182-24 2023-12-22T17:27:50.159 INFO:tasks.rados.rados.0.smithi032.stdout:3342: finishing write tid 3 to smithi032174182-24 2023-12-22T17:27:50.159 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 2601 (ObjNum 1014 snap 314 seq_num 1014) dirty exists 2023-12-22T17:27:50.160 INFO:tasks.rados.rados.0.smithi032.stdout:3342: left oid 24 (ObjNum 1014 snap 314 seq_num 1014) 2023-12-22T17:27:50.160 INFO:tasks.rados.rados.0.smithi032.stdout:3336: expect (ObjNum 984 snap 306 seq_num 984) 2023-12-22T17:27:50.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:49 smithi039 ceph-mon[181282]: osdmap e705: 8 total, 8 up, 8 in 2023-12-22T17:27:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:49 smithi039 ceph-mon[181282]: pgmap v600: 121 pgs: 121 active+clean; 177 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.1 MiB/s wr, 21 op/s 2023-12-22T17:27:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:27:50.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:49 smithi032 ceph-mon[189144]: osdmap e705: 8 total, 8 up, 8 in 2023-12-22T17:27:50.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:49 smithi032 ceph-mon[189144]: pgmap v600: 121 pgs: 121 active+clean; 177 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.1 MiB/s wr, 21 op/s 2023-12-22T17:27:50.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:27:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:49 smithi032 ceph-mon[191839]: osdmap e705: 8 total, 8 up, 8 in 2023-12-22T17:27:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:49 smithi032 ceph-mon[191839]: pgmap v600: 121 pgs: 121 active+clean; 177 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.1 MiB/s wr, 21 op/s 2023-12-22T17:27:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:27:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:27:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:27:50] "GET /metrics HTTP/1.1" 200 36299 "" "Prometheus/2.43.0" 2023-12-22T17:27:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:50 smithi032 ceph-mon[189144]: osdmap e706: 8 total, 8 up, 8 in 2023-12-22T17:27:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:50 smithi032 ceph-mon[189144]: osdmap e707: 8 total, 8 up, 8 in 2023-12-22T17:27:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:50 smithi032 ceph-mon[191839]: osdmap e706: 8 total, 8 up, 8 in 2023-12-22T17:27:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:50 smithi032 ceph-mon[191839]: osdmap e707: 8 total, 8 up, 8 in 2023-12-22T17:27:51.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:50 smithi039 ceph-mon[181282]: osdmap e706: 8 total, 8 up, 8 in 2023-12-22T17:27:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:50 smithi039 ceph-mon[181282]: osdmap e707: 8 total, 8 up, 8 in 2023-12-22T17:27:51.698 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:27:52.023 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:27:52.023 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7m) 4m ago 12m 26.7M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:27:52.023 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7m) 2m ago 12m 90.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:27:52.023 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (13m) 4m ago 13m 16.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:27:52.023 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (13m) 2m ago 13m 21.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:27:52.023 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7m) 2m ago 15m 450M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:27:52.023 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7m) 4m ago 17m 515M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:27:52.023 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6m) 4m ago 17m 93.1M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:27:52.023 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6m) 2m ago 16m 76.0M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:27:52.023 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6m) 4m ago 15m 75.7M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:27:52.023 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7m) 4m ago 12m 15.8M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:27:52.023 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7m) 2m ago 12m 17.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:27:52.023 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5m) 4m ago 15m 466M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:27:52.024 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5m) 4m ago 15m 365M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:27:52.024 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4m) 4m ago 14m 256M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:27:52.024 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4m) 4m ago 14m 12.6M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:27:52.024 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4m) 2m ago 14m 564M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:27:52.024 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3m) 2m ago 13m 389M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:27:52.024 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3m) 2m ago 13m 177M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:27:52.024 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2m) 2m ago 13m 12.5M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:27:52.024 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7m) 2m ago 12m 61.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:27:52.217 INFO:tasks.rados.rados.0.smithi032.stdout:3336: done (5 left) 2023-12-22T17:27:52.217 INFO:tasks.rados.rados.0.smithi032.stdout:3337: done (4 left) 2023-12-22T17:27:52.217 INFO:tasks.rados.rados.0.smithi032.stdout:3338: done (3 left) 2023-12-22T17:27:52.217 INFO:tasks.rados.rados.0.smithi032.stdout:3341: done (2 left) 2023-12-22T17:27:52.217 INFO:tasks.rados.rados.0.smithi032.stdout:3342: done (1 left) 2023-12-22T17:27:52.217 INFO:tasks.rados.rados.0.smithi032.stdout:3343: done (0 left) 2023-12-22T17:27:52.217 INFO:tasks.rados.rados.0.smithi032.stdout:3344: delete oid 13 current snap is 315 2023-12-22T17:27:52.220 INFO:tasks.rados.rados.0.smithi032.stdout:3344: done (0 left) 2023-12-22T17:27:52.220 INFO:tasks.rados.rados.0.smithi032.stdout:3345: delete oid 2 current snap is 315 2023-12-22T17:27:52.222 INFO:tasks.rados.rados.0.smithi032.stdout:3345: done (0 left) 2023-12-22T17:27:52.222 INFO:tasks.rados.rados.0.smithi032.stdout:3346: snap_create 2023-12-22T17:27:52.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:51 smithi039 ceph-mon[181282]: pgmap v603: 121 pgs: 121 active+clean; 170 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 2.6 MiB/s wr, 32 op/s 2023-12-22T17:27:52.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:51 smithi032 ceph-mon[191839]: pgmap v603: 121 pgs: 121 active+clean; 170 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 2.6 MiB/s wr, 32 op/s 2023-12-22T17:27:52.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:51 smithi032 ceph-mon[189144]: pgmap v603: 121 pgs: 121 active+clean; 170 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 2.6 MiB/s wr, 32 op/s 2023-12-22T17:27:52.454 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:27:52.454 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:27:52.454 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:27:52.454 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:27:52.454 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:27:52.454 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:27:52.454 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:27:52.454 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:27:52.454 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:27:52.454 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:27:52.455 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:27:52.455 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:27:52.455 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:27:52.455 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:27:52.455 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:27:52.455 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:27:52.455 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:27:52.455 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:27:52.977 INFO:tasks.rados.rados.0.smithi032.stdout:3346: done (0 left) 2023-12-22T17:27:52.977 INFO:tasks.rados.rados.0.smithi032.stdout:3347: read oid 49 snap -1 2023-12-22T17:27:52.978 INFO:tasks.rados.rados.0.smithi032.stdout:3347: expect (ObjNum 950 snap 298 seq_num 950) 2023-12-22T17:27:52.978 INFO:tasks.rados.rados.0.smithi032.stdout:3348: snap_remove snap 315 2023-12-22T17:27:53.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:52 smithi039 ceph-mon[181282]: from='client.34410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:27:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:52 smithi039 ceph-mon[181282]: from='client.34416 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:27:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:52 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2241971517' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:27:53.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:52 smithi032 ceph-mon[191839]: from='client.34410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:27:53.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:52 smithi032 ceph-mon[191839]: from='client.34416 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:27:53.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:52 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2241971517' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:27:53.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:52 smithi032 ceph-mon[189144]: from='client.34410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:27:53.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:52 smithi032 ceph-mon[189144]: from='client.34416 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:27:53.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:52 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2241971517' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:27:53.985 INFO:tasks.rados.rados.0.smithi032.stdout:3348: done (1 left) 2023-12-22T17:27:53.985 INFO:tasks.rados.rados.0.smithi032.stdout:3349: snap_remove snap 314 2023-12-22T17:27:54.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:53 smithi039 ceph-mon[181282]: osdmap e708: 8 total, 8 up, 8 in 2023-12-22T17:27:54.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:53 smithi039 ceph-mon[181282]: pgmap v605: 121 pgs: 121 active+clean; 177 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 2.9 MiB/s wr, 21 op/s 2023-12-22T17:27:54.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:53 smithi032 ceph-mon[191839]: osdmap e708: 8 total, 8 up, 8 in 2023-12-22T17:27:54.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:53 smithi032 ceph-mon[191839]: pgmap v605: 121 pgs: 121 active+clean; 177 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 2.9 MiB/s wr, 21 op/s 2023-12-22T17:27:54.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:53 smithi032 ceph-mon[189144]: osdmap e708: 8 total, 8 up, 8 in 2023-12-22T17:27:54.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:53 smithi032 ceph-mon[189144]: pgmap v605: 121 pgs: 121 active+clean; 177 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 2.9 MiB/s wr, 21 op/s 2023-12-22T17:27:54.986 INFO:tasks.rados.rados.0.smithi032.stdout:3349: done (1 left) 2023-12-22T17:27:54.986 INFO:tasks.rados.rados.0.smithi032.stdout:3350: delete oid 14 current snap is 316 2023-12-22T17:27:54.987 INFO:tasks.rados.rados.0.smithi032.stdout:3347: expect (ObjNum 950 snap 298 seq_num 950) 2023-12-22T17:27:55.025 INFO:tasks.rados.rados.0.smithi032.stdout:3347: done (1 left) 2023-12-22T17:27:55.025 INFO:tasks.rados.rados.0.smithi032.stdout:3350: done (0 left) 2023-12-22T17:27:55.026 INFO:tasks.rados.rados.0.smithi032.stdout:3351: rollback oid 19 current snap is 316 2023-12-22T17:27:55.026 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 19 to 313 2023-12-22T17:27:55.026 INFO:tasks.rados.rados.0.smithi032.stdout:3352: copy_from oid 18 from oid 42 current snap is 316 2023-12-22T17:27:55.026 INFO:tasks.rados.rados.0.smithi032.stdout:3353: read oid 30 snap 313 2023-12-22T17:27:55.026 INFO:tasks.rados.rados.0.smithi032.stdout:3353: expect (ObjNum 945 snap 298 seq_num 945) 2023-12-22T17:27:55.026 INFO:tasks.rados.rados.0.smithi032.stdout:3354: read oid 10 snap -1 2023-12-22T17:27:55.026 INFO:tasks.rados.rados.0.smithi032.stdout:3354: expect deleted 2023-12-22T17:27:55.026 INFO:tasks.rados.rados.0.smithi032.stdout:3355: delete oid 21 current snap is 316 2023-12-22T17:27:55.031 INFO:tasks.rados.rados.0.smithi032.stdout:3354: done (4 left) 2023-12-22T17:27:55.031 INFO:tasks.rados.rados.0.smithi032.stdout:3355: done (3 left) 2023-12-22T17:27:55.031 INFO:tasks.rados.rados.0.smithi032.stdout:3356: rmattr oid 44 current snap is 316 2023-12-22T17:27:55.037 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 27 current snap is 316 2023-12-22T17:27:55.037 INFO:tasks.rados.rados.0.smithi032.stdout:3357: seq_num 1019 ranges {6897664=270336} 2023-12-22T17:27:55.072 INFO:tasks.rados.rados.0.smithi032.stdout:3357: writing smithi032174182-27 from 6897664 to 7168000 tid 1 2023-12-22T17:27:55.072 INFO:tasks.rados.rados.0.smithi032.stdout:3358: rollback oid 36 current snap is 316 2023-12-22T17:27:55.072 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 36 to 313 2023-12-22T17:27:55.072 INFO:tasks.rados.rados.0.smithi032.stdout:3351: finishing rollback tid 0 to smithi032174182-19 2023-12-22T17:27:55.072 INFO:tasks.rados.rados.0.smithi032.stdout:3351: finishing rollback tid 1 to smithi032174182-19 2023-12-22T17:27:55.072 INFO:tasks.rados.rados.0.smithi032.stdout:3351: finishing rollback tid 2 to smithi032174182-19 2023-12-22T17:27:55.072 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 2122 (ObjNum 945 snap 298 seq_num 945) dirty exists 2023-12-22T17:27:55.072 INFO:tasks.rados.rados.0.smithi032.stdout:3351: done (5 left) 2023-12-22T17:27:55.072 INFO:tasks.rados.rados.0.smithi032.stdout:3359: rmattr oid 3 current snap is 316 2023-12-22T17:27:55.072 INFO:tasks.rados.rados.0.smithi032.stdout:3359: done (5 left) 2023-12-22T17:27:55.073 INFO:tasks.rados.rados.0.smithi032.stdout:3360: read oid 34 snap -1 2023-12-22T17:27:55.073 INFO:tasks.rados.rados.0.smithi032.stdout:3360: expect deleted 2023-12-22T17:27:55.073 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 26 current snap is 316 2023-12-22T17:27:55.073 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 2371 (ObjNum 1008 snap 314 seq_num 1008) dirty exists 2023-12-22T17:27:55.073 INFO:tasks.rados.rados.0.smithi032.stdout:3353: expect (ObjNum 945 snap 298 seq_num 945) 2023-12-22T17:27:55.236 INFO:tasks.rados.rados.0.smithi032.stdout:3352: finishing copy_from racing read to smithi032174182-18 2023-12-22T17:27:55.236 INFO:tasks.rados.rados.0.smithi032.stdout:3352: finishing copy_from to smithi032174182-18 2023-12-22T17:27:55.236 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 2118 (ObjNum 974 snap 306 seq_num 974) dirty exists 2023-12-22T17:27:55.236 INFO:tasks.rados.rados.0.smithi032.stdout:3358: finishing rollback tid 0 to smithi032174182-36 2023-12-22T17:27:55.236 INFO:tasks.rados.rados.0.smithi032.stdout:3358: finishing rollback tid 1 to smithi032174182-36 2023-12-22T17:27:55.236 INFO:tasks.rados.rados.0.smithi032.stdout:3358: finishing rollback tid 2 to smithi032174182-36 2023-12-22T17:27:55.236 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 2090 (ObjNum 975 snap 306 seq_num 975) dirty exists 2023-12-22T17:27:55.236 INFO:tasks.rados.rados.0.smithi032.stdout:3357: finishing write tid 1 to smithi032174182-27 2023-12-22T17:27:55.236 INFO:tasks.rados.rados.0.smithi032.stdout:3357: finishing write tid 2 to smithi032174182-27 2023-12-22T17:27:55.236 INFO:tasks.rados.rados.0.smithi032.stdout:3357: finishing write tid 3 to smithi032174182-27 2023-12-22T17:27:55.236 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 2373 (ObjNum 1019 snap 316 seq_num 1019) dirty exists 2023-12-22T17:27:55.236 INFO:tasks.rados.rados.0.smithi032.stdout:3357: left oid 27 (ObjNum 1019 snap 316 seq_num 1019) 2023-12-22T17:27:55.236 INFO:tasks.rados.rados.0.smithi032.stdout:3361: seq_num 1020 ranges {6619136=286720} 2023-12-22T17:27:55.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:54 smithi039 ceph-mon[181282]: osdmap e709: 8 total, 8 up, 8 in 2023-12-22T17:27:55.273 INFO:tasks.rados.rados.0.smithi032.stdout:3361: writing smithi032174182-26 from 6619136 to 6905856 tid 1 2023-12-22T17:27:55.273 INFO:tasks.rados.rados.0.smithi032.stdout:3352: done (6 left) 2023-12-22T17:27:55.273 INFO:tasks.rados.rados.0.smithi032.stdout:3353: done (5 left) 2023-12-22T17:27:55.273 INFO:tasks.rados.rados.0.smithi032.stdout:3356: done (4 left) 2023-12-22T17:27:55.273 INFO:tasks.rados.rados.0.smithi032.stdout:3357: done (3 left) 2023-12-22T17:27:55.274 INFO:tasks.rados.rados.0.smithi032.stdout:3358: done (2 left) 2023-12-22T17:27:55.274 INFO:tasks.rados.rados.0.smithi032.stdout:3360: done (1 left) 2023-12-22T17:27:55.274 INFO:tasks.rados.rados.0.smithi032.stdout:3362: snap_create 2023-12-22T17:27:55.277 INFO:tasks.rados.rados.0.smithi032.stdout:3361: finishing write tid 1 to smithi032174182-26 2023-12-22T17:27:55.278 INFO:tasks.rados.rados.0.smithi032.stdout:3361: finishing write tid 2 to smithi032174182-26 2023-12-22T17:27:55.280 INFO:tasks.rados.rados.0.smithi032.stdout:3361: finishing write tid 3 to smithi032174182-26 2023-12-22T17:27:55.280 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 2366 (ObjNum 1020 snap 316 seq_num 1020) dirty exists 2023-12-22T17:27:55.280 INFO:tasks.rados.rados.0.smithi032.stdout:3361: left oid 26 (ObjNum 1020 snap 316 seq_num 1020) 2023-12-22T17:27:55.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:54 smithi032 ceph-mon[191839]: osdmap e709: 8 total, 8 up, 8 in 2023-12-22T17:27:55.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:54 smithi032 ceph-mon[189144]: osdmap e709: 8 total, 8 up, 8 in 2023-12-22T17:27:55.896 INFO:tasks.rados.rados.0.smithi032.stdout:3361: done (1 left) 2023-12-22T17:27:55.896 INFO:tasks.rados.rados.0.smithi032.stdout:3362: done (0 left) 2023-12-22T17:27:55.896 INFO:tasks.rados.rados.0.smithi032.stdout:3363: snap_create 2023-12-22T17:27:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:55 smithi039 ceph-mon[181282]: osdmap e710: 8 total, 8 up, 8 in 2023-12-22T17:27:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:55 smithi039 ceph-mon[181282]: pgmap v608: 121 pgs: 121 active+clean; 182 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-22T17:27:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:55 smithi039 ceph-mon[181282]: osdmap e711: 8 total, 8 up, 8 in 2023-12-22T17:27:56.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:55 smithi032 ceph-mon[191839]: osdmap e710: 8 total, 8 up, 8 in 2023-12-22T17:27:56.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:55 smithi032 ceph-mon[191839]: pgmap v608: 121 pgs: 121 active+clean; 182 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-22T17:27:56.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:55 smithi032 ceph-mon[191839]: osdmap e711: 8 total, 8 up, 8 in 2023-12-22T17:27:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:55 smithi032 ceph-mon[189144]: osdmap e710: 8 total, 8 up, 8 in 2023-12-22T17:27:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:55 smithi032 ceph-mon[189144]: pgmap v608: 121 pgs: 121 active+clean; 182 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-22T17:27:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:55 smithi032 ceph-mon[189144]: osdmap e711: 8 total, 8 up, 8 in 2023-12-22T17:27:56.897 INFO:tasks.rados.rados.0.smithi032.stdout:3363: done (0 left) 2023-12-22T17:27:56.898 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 32 current snap is 318 2023-12-22T17:27:56.898 INFO:tasks.rados.rados.0.smithi032.stdout:3364: seq_num 1021 ranges {0=303104} 2023-12-22T17:27:56.900 INFO:tasks.rados.rados.0.smithi032.stdout:3364: writing smithi032174182-32 from 0 to 303104 tid 1 2023-12-22T17:27:56.900 INFO:tasks.rados.rados.0.smithi032.stdout:3365: read oid 50 snap 317 2023-12-22T17:27:56.900 INFO:tasks.rados.rados.0.smithi032.stdout:3365: expect (ObjNum 1005 snap 313 seq_num 1005) 2023-12-22T17:27:56.900 INFO:tasks.rados.rados.0.smithi032.stdout:3366: copy_from oid 45 from oid 16 current snap is 318 2023-12-22T17:27:56.900 INFO:tasks.rados.rados.0.smithi032.stdout:3367: snap_create 2023-12-22T17:27:56.909 INFO:tasks.rados.rados.0.smithi032.stdout:3364: finishing write tid 1 to smithi032174182-32 2023-12-22T17:27:56.909 INFO:tasks.rados.rados.0.smithi032.stdout:3364: finishing write tid 2 to smithi032174182-32 2023-12-22T17:27:56.911 INFO:tasks.rados.rados.0.smithi032.stdout:3364: finishing write tid 3 to smithi032174182-32 2023-12-22T17:27:56.911 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 2116 (ObjNum 1021 snap 318 seq_num 1021) dirty exists 2023-12-22T17:27:56.911 INFO:tasks.rados.rados.0.smithi032.stdout:3364: left oid 32 (ObjNum 1021 snap 318 seq_num 1021) 2023-12-22T17:27:56.913 INFO:tasks.rados.rados.0.smithi032.stdout:3366: finishing copy_from racing read to smithi032174182-45 2023-12-22T17:27:56.913 INFO:tasks.rados.rados.0.smithi032.stdout:3366: finishing copy_from to smithi032174182-45 2023-12-22T17:27:56.914 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 1854 (ObjNum 887 snap 287 seq_num 887) dirty exists 2023-12-22T17:27:56.917 INFO:tasks.rados.rados.0.smithi032.stdout:3365: expect (ObjNum 1005 snap 313 seq_num 1005) 2023-12-22T17:27:57.903 INFO:tasks.rados.rados.0.smithi032.stdout:3364: done (3 left) 2023-12-22T17:27:57.903 INFO:tasks.rados.rados.0.smithi032.stdout:3365: done (2 left) 2023-12-22T17:27:57.904 INFO:tasks.rados.rados.0.smithi032.stdout:3366: done (1 left) 2023-12-22T17:27:57.904 INFO:tasks.rados.rados.0.smithi032.stdout:3367: done (0 left) 2023-12-22T17:27:57.904 INFO:tasks.rados.rados.0.smithi032.stdout:3368: read oid 34 snap -1 2023-12-22T17:27:57.904 INFO:tasks.rados.rados.0.smithi032.stdout:3368: expect deleted 2023-12-22T17:27:57.904 INFO:tasks.rados.rados.0.smithi032.stdout:3369: copy_from oid 11 from oid 38 current snap is 319 2023-12-22T17:27:57.904 INFO:tasks.rados.rados.0.smithi032.stdout:3370: snap_create 2023-12-22T17:27:57.915 INFO:tasks.rados.rados.0.smithi032.stdout:3369: finishing copy_from racing read to smithi032174182-11 2023-12-22T17:27:57.916 INFO:tasks.rados.rados.0.smithi032.stdout:3369: finishing copy_from to smithi032174182-11 2023-12-22T17:27:57.916 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 2362 (ObjNum 982 snap 306 seq_num 982) dirty exists 2023-12-22T17:27:58.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:57 smithi032 ceph-mon[189144]: osdmap e712: 8 total, 8 up, 8 in 2023-12-22T17:27:58.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:57 smithi032 ceph-mon[189144]: pgmap v611: 121 pgs: 121 active+clean; 183 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 112 KiB/s wr, 7 op/s 2023-12-22T17:27:58.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:57 smithi032 ceph-mon[191839]: osdmap e712: 8 total, 8 up, 8 in 2023-12-22T17:27:58.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:57 smithi032 ceph-mon[191839]: pgmap v611: 121 pgs: 121 active+clean; 183 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 112 KiB/s wr, 7 op/s 2023-12-22T17:27:58.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:57 smithi039 ceph-mon[181282]: osdmap e712: 8 total, 8 up, 8 in 2023-12-22T17:27:58.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:57 smithi039 ceph-mon[181282]: pgmap v611: 121 pgs: 121 active+clean; 183 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 112 KiB/s wr, 7 op/s 2023-12-22T17:27:58.906 INFO:tasks.rados.rados.0.smithi032.stdout:3368: done (2 left) 2023-12-22T17:27:58.906 INFO:tasks.rados.rados.0.smithi032.stdout:3369: done (1 left) 2023-12-22T17:27:58.906 INFO:tasks.rados.rados.0.smithi032.stdout:3370: done (0 left) 2023-12-22T17:27:58.906 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 26 current snap is 320 2023-12-22T17:27:58.907 INFO:tasks.rados.rados.0.smithi032.stdout:3371: seq_num 1022 ranges {6905856=319488} 2023-12-22T17:27:58.945 INFO:tasks.rados.rados.0.smithi032.stdout:3371: writing smithi032174182-26 from 6905856 to 7225344 tid 1 2023-12-22T17:27:58.946 INFO:tasks.rados.rados.0.smithi032.stdout:3372: rollback oid 10 current snap is 320 2023-12-22T17:27:58.946 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 10 to 317 2023-12-22T17:27:58.946 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 320 2023-12-22T17:27:58.946 INFO:tasks.rados.rados.0.smithi032.stdout:3373: seq_num 1023 ranges {1523712=335872} 2023-12-22T17:27:58.957 INFO:tasks.rados.rados.0.smithi032.stdout:3373: writing smithi032174182-49 from 1523712 to 1859584 tid 1 2023-12-22T17:27:58.957 INFO:tasks.rados.rados.0.smithi032.stdout:3374: read oid 25 snap -1 2023-12-22T17:27:58.957 INFO:tasks.rados.rados.0.smithi032.stdout:3374: expect deleted 2023-12-22T17:27:58.957 INFO:tasks.rados.rados.0.smithi032.stdout:3375: read oid 24 snap -1 2023-12-22T17:27:58.957 INFO:tasks.rados.rados.0.smithi032.stdout:3375: expect (ObjNum 1014 snap 314 seq_num 1014) 2023-12-22T17:27:58.957 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 43 current snap is 320 2023-12-22T17:27:58.957 INFO:tasks.rados.rados.0.smithi032.stdout:3371: finishing write tid 1 to smithi032174182-26 2023-12-22T17:27:58.958 INFO:tasks.rados.rados.0.smithi032.stdout:3371: finishing write tid 2 to smithi032174182-26 2023-12-22T17:27:58.958 INFO:tasks.rados.rados.0.smithi032.stdout:3372: finishing rollback tid 1 to smithi032174182-10 2023-12-22T17:27:58.958 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-22T17:27:58.958 INFO:tasks.rados.rados.0.smithi032.stdout:3371: finishing write tid 3 to smithi032174182-26 2023-12-22T17:27:58.958 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 2368 (ObjNum 1022 snap 320 seq_num 1022) dirty exists 2023-12-22T17:27:58.958 INFO:tasks.rados.rados.0.smithi032.stdout:3371: left oid 26 (ObjNum 1022 snap 320 seq_num 1022) 2023-12-22T17:27:58.958 INFO:tasks.rados.rados.0.smithi032.stdout:3376: seq_num 1024 ranges {0=352256} 2023-12-22T17:27:58.959 INFO:tasks.rados.rados.0.smithi032.stdout:3376: writing smithi032174182-43 from 0 to 352256 tid 1 2023-12-22T17:27:58.959 INFO:tasks.rados.rados.0.smithi032.stdout:3371: done (5 left) 2023-12-22T17:27:58.959 INFO:tasks.rados.rados.0.smithi032.stdout:3372: done (4 left) 2023-12-22T17:27:58.960 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 23 current snap is 320 2023-12-22T17:27:58.960 INFO:tasks.rados.rados.0.smithi032.stdout:3377: seq_num 1025 ranges {3678208=368640} 2023-12-22T17:27:58.981 INFO:tasks.rados.rados.0.smithi032.stdout:3377: writing smithi032174182-23 from 3678208 to 4046848 tid 1 2023-12-22T17:27:58.981 INFO:tasks.rados.rados.0.smithi032.stdout:3378: setattr oid 36 current snap is 320 2023-12-22T17:27:58.982 INFO:tasks.rados.rados.0.smithi032.stdout:3373: finishing write tid 1 to smithi032174182-49 2023-12-22T17:27:58.982 INFO:tasks.rados.rados.0.smithi032.stdout:3373: finishing write tid 2 to smithi032174182-49 2023-12-22T17:27:58.982 INFO:tasks.rados.rados.0.smithi032.stdout:3376: finishing write tid 1 to smithi032174182-43 2023-12-22T17:27:58.982 INFO:tasks.rados.rados.0.smithi032.stdout:3376: finishing write tid 2 to smithi032174182-43 2023-12-22T17:27:58.982 INFO:tasks.rados.rados.0.smithi032.stdout:3373: finishing write tid 3 to smithi032174182-49 2023-12-22T17:27:58.982 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 2130 (ObjNum 1023 snap 320 seq_num 1023) dirty exists 2023-12-22T17:27:58.982 INFO:tasks.rados.rados.0.smithi032.stdout:3373: left oid 49 (ObjNum 1023 snap 320 seq_num 1023) 2023-12-22T17:27:58.982 INFO:tasks.rados.rados.0.smithi032.stdout:3376: finishing write tid 3 to smithi032174182-43 2023-12-22T17:27:58.982 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 2120 (ObjNum 1024 snap 320 seq_num 1024) dirty exists 2023-12-22T17:27:58.983 INFO:tasks.rados.rados.0.smithi032.stdout:3376: left oid 43 (ObjNum 1024 snap 320 seq_num 1024) 2023-12-22T17:27:58.983 INFO:tasks.rados.rados.0.smithi032.stdout:3373: done (5 left) 2023-12-22T17:27:58.983 INFO:tasks.rados.rados.0.smithi032.stdout:3374: done (4 left) 2023-12-22T17:27:58.984 INFO:tasks.rados.rados.0.smithi032.stdout:3376: done (3 left) 2023-12-22T17:27:58.984 INFO:tasks.rados.rados.0.smithi032.stdout:3379: copy_from oid 34 from oid 16 current snap is 320 2023-12-22T17:27:58.984 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 320 2023-12-22T17:27:58.984 INFO:tasks.rados.rados.0.smithi032.stdout:3380: seq_num 1026 ranges {1859584=385024} 2023-12-22T17:27:58.995 INFO:tasks.rados.rados.0.smithi032.stdout:3380: writing smithi032174182-49 from 1859584 to 2244608 tid 1 2023-12-22T17:27:58.995 INFO:tasks.rados.rados.0.smithi032.stdout:3381: delete oid 38 current snap is 320 2023-12-22T17:27:58.995 INFO:tasks.rados.rados.0.smithi032.stdout:3377: finishing write tid 1 to smithi032174182-23 2023-12-22T17:27:58.995 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 2091 (ObjNum 975 snap 306 seq_num 975) dirty exists 2023-12-22T17:27:58.995 INFO:tasks.rados.rados.0.smithi032.stdout:3379: finishing copy_from racing read to smithi032174182-34 2023-12-22T17:27:58.995 INFO:tasks.rados.rados.0.smithi032.stdout:3377: finishing write tid 2 to smithi032174182-23 2023-12-22T17:27:58.995 INFO:tasks.rados.rados.0.smithi032.stdout:3379: finishing copy_from to smithi032174182-34 2023-12-22T17:27:58.996 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 1854 (ObjNum 887 snap 287 seq_num 887) dirty exists 2023-12-22T17:27:58.996 INFO:tasks.rados.rados.0.smithi032.stdout:3375: expect (ObjNum 1014 snap 314 seq_num 1014) 2023-12-22T17:27:59.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:58 smithi032 ceph-mon[191839]: osdmap e713: 8 total, 8 up, 8 in 2023-12-22T17:27:59.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:58 smithi032 ceph-mon[189144]: osdmap e713: 8 total, 8 up, 8 in 2023-12-22T17:27:59.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:58 smithi039 ceph-mon[181282]: osdmap e713: 8 total, 8 up, 8 in 2023-12-22T17:27:59.556 INFO:tasks.rados.rados.0.smithi032.stdout:3377: finishing write tid 3 to smithi032174182-23 2023-12-22T17:27:59.556 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 2375 (ObjNum 1025 snap 320 seq_num 1025) dirty exists 2023-12-22T17:27:59.556 INFO:tasks.rados.rados.0.smithi032.stdout:3377: left oid 23 (ObjNum 1025 snap 320 seq_num 1025) 2023-12-22T17:27:59.557 INFO:tasks.rados.rados.0.smithi032.stdout:3380: finishing write tid 1 to smithi032174182-49 2023-12-22T17:27:59.557 INFO:tasks.rados.rados.0.smithi032.stdout:3380: finishing write tid 2 to smithi032174182-49 2023-12-22T17:27:59.557 INFO:tasks.rados.rados.0.smithi032.stdout:3380: finishing write tid 3 to smithi032174182-49 2023-12-22T17:27:59.557 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 2132 (ObjNum 1026 snap 320 seq_num 1026) dirty exists 2023-12-22T17:27:59.557 INFO:tasks.rados.rados.0.smithi032.stdout:3380: left oid 49 (ObjNum 1026 snap 320 seq_num 1026) 2023-12-22T17:27:59.557 INFO:tasks.rados.rados.0.smithi032.stdout:3375: done (5 left) 2023-12-22T17:27:59.557 INFO:tasks.rados.rados.0.smithi032.stdout:3377: done (4 left) 2023-12-22T17:27:59.557 INFO:tasks.rados.rados.0.smithi032.stdout:3378: done (3 left) 2023-12-22T17:27:59.558 INFO:tasks.rados.rados.0.smithi032.stdout:3379: done (2 left) 2023-12-22T17:27:59.558 INFO:tasks.rados.rados.0.smithi032.stdout:3380: done (1 left) 2023-12-22T17:27:59.558 INFO:tasks.rados.rados.0.smithi032.stdout:3381: done (0 left) 2023-12-22T17:27:59.558 INFO:tasks.rados.rados.0.smithi032.stdout:3382: read oid 1 snap -1 2023-12-22T17:27:59.558 INFO:tasks.rados.rados.0.smithi032.stdout:3382: expect deleted 2023-12-22T17:27:59.558 INFO:tasks.rados.rados.0.smithi032.stdout:3383: read oid 25 snap -1 2023-12-22T17:27:59.558 INFO:tasks.rados.rados.0.smithi032.stdout:3383: expect deleted 2023-12-22T17:27:59.558 INFO:tasks.rados.rados.0.smithi032.stdout:3384: read oid 28 snap -1 2023-12-22T17:27:59.558 INFO:tasks.rados.rados.0.smithi032.stdout:3384: expect deleted 2023-12-22T17:27:59.558 INFO:tasks.rados.rados.0.smithi032.stdout:3385: copy_from oid 38 from oid 9 current snap is 320 2023-12-22T17:27:59.558 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 10 current snap is 320 2023-12-22T17:27:59.559 INFO:tasks.rados.rados.0.smithi032.stdout:3386: seq_num 1028 ranges {0=425984} 2023-12-22T17:27:59.559 INFO:tasks.rados.rados.0.smithi032.stdout:3386: writing smithi032174182-10 from 0 to 425984 tid 1 2023-12-22T17:27:59.559 INFO:tasks.rados.rados.0.smithi032.stdout:3387: snap_create 2023-12-22T17:27:59.566 INFO:tasks.rados.rados.0.smithi032.stdout:3385: finishing copy_from racing read to smithi032174182-38 2023-12-22T17:27:59.566 INFO:tasks.rados.rados.0.smithi032.stdout:3386: finishing write tid 1 to smithi032174182-10 2023-12-22T17:27:59.566 INFO:tasks.rados.rados.0.smithi032.stdout:3386: finishing write tid 2 to smithi032174182-10 2023-12-22T17:27:59.567 INFO:tasks.rados.rados.0.smithi032.stdout:3386: finishing write tid 3 to smithi032174182-10 2023-12-22T17:27:59.567 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 2371 (ObjNum 1028 snap 320 seq_num 1028) dirty exists 2023-12-22T17:27:59.567 INFO:tasks.rados.rados.0.smithi032.stdout:3386: left oid 10 (ObjNum 1028 snap 320 seq_num 1028) 2023-12-22T17:27:59.568 INFO:tasks.rados.rados.0.smithi032.stdout:3385: finishing copy_from to smithi032174182-38 2023-12-22T17:27:59.568 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 2112 (ObjNum 1004 snap 313 seq_num 1004) dirty exists 2023-12-22T17:27:59.914 INFO:tasks.rados.rados.0.smithi032.stdout:3382: done (5 left) 2023-12-22T17:27:59.915 INFO:tasks.rados.rados.0.smithi032.stdout:3383: done (4 left) 2023-12-22T17:27:59.915 INFO:tasks.rados.rados.0.smithi032.stdout:3384: done (3 left) 2023-12-22T17:27:59.915 INFO:tasks.rados.rados.0.smithi032.stdout:3385: done (2 left) 2023-12-22T17:27:59.915 INFO:tasks.rados.rados.0.smithi032.stdout:3386: done (1 left) 2023-12-22T17:27:59.915 INFO:tasks.rados.rados.0.smithi032.stdout:3387: done (0 left) 2023-12-22T17:27:59.915 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 5 current snap is 321 2023-12-22T17:27:59.915 INFO:tasks.rados.rados.0.smithi032.stdout:3388: seq_num 1029 ranges {1523712=442368} 2023-12-22T17:27:59.925 INFO:tasks.rados.rados.0.smithi032.stdout:3388: writing smithi032174182-5 from 1523712 to 1966080 tid 1 2023-12-22T17:27:59.925 INFO:tasks.rados.rados.0.smithi032.stdout:3389: delete oid 35 current snap is 321 2023-12-22T17:27:59.930 INFO:tasks.rados.rados.0.smithi032.stdout:3388: finishing write tid 1 to smithi032174182-5 2023-12-22T17:27:59.930 INFO:tasks.rados.rados.0.smithi032.stdout:3388: finishing write tid 2 to smithi032174182-5 2023-12-22T17:27:59.932 INFO:tasks.rados.rados.0.smithi032.stdout:3389: done (1 left) 2023-12-22T17:27:59.932 INFO:tasks.rados.rados.0.smithi032.stdout:3390: rmattr oid 45 current snap is 321 2023-12-22T17:27:59.932 INFO:tasks.rados.rados.0.smithi032.stdout:3390: done (1 left) 2023-12-22T17:27:59.932 INFO:tasks.rados.rados.0.smithi032.stdout:3391: read oid 42 snap -1 2023-12-22T17:27:59.932 INFO:tasks.rados.rados.0.smithi032.stdout:3391: expect (ObjNum 974 snap 306 seq_num 974) 2023-12-22T17:27:59.932 INFO:tasks.rados.rados.0.smithi032.stdout:3392: read oid 46 snap -1 2023-12-22T17:27:59.932 INFO:tasks.rados.rados.0.smithi032.stdout:3392: expect deleted 2023-12-22T17:27:59.932 INFO:tasks.rados.rados.0.smithi032.stdout:3393: copy_from oid 25 from oid 1 current snap is 321 2023-12-22T17:27:59.932 INFO:tasks.rados.rados.0.smithi032.stdout:3388: finishing write tid 3 to smithi032174182-5 2023-12-22T17:27:59.932 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 2258 (ObjNum 1029 snap 321 seq_num 1029) dirty exists 2023-12-22T17:27:59.932 INFO:tasks.rados.rados.0.smithi032.stdout:3388: left oid 5 (ObjNum 1029 snap 321 seq_num 1029) 2023-12-22T17:27:59.932 INFO:tasks.rados.rados.0.smithi032.stdout:3388: done (3 left) 2023-12-22T17:27:59.933 INFO:tasks.rados.rados.0.smithi032.stdout:3394: rmattr oid 6 current snap is 321 2023-12-22T17:27:59.933 INFO:tasks.rados.rados.0.smithi032.stdout:3394: done (3 left) 2023-12-22T17:27:59.933 INFO:tasks.rados.rados.0.smithi032.stdout:3395: read oid 50 snap 313 2023-12-22T17:27:59.933 INFO:tasks.rados.rados.0.smithi032.stdout:3395: expect (ObjNum 1005 snap 313 seq_num 1005) 2023-12-22T17:27:59.933 INFO:tasks.rados.rados.0.smithi032.stdout:3396: copy_from oid 33 from oid 28 current snap is 321 2023-12-22T17:27:59.933 INFO:tasks.rados.rados.0.smithi032.stdout:3397: snap_create 2023-12-22T17:27:59.934 INFO:tasks.rados.rados.0.smithi032.stdout:3393: finishing copy_from to smithi032174182-25 2023-12-22T17:27:59.934 INFO:tasks.rados.rados.0.smithi032.stdout:3393: got expected ENOENT (src dne) 2023-12-22T17:27:59.935 INFO:tasks.rados.rados.0.smithi032.stdout:3393: finishing copy_from racing read to smithi032174182-25 2023-12-22T17:27:59.935 INFO:tasks.rados.rados.0.smithi032.stdout:3396: finishing copy_from to smithi032174182-33 2023-12-22T17:27:59.936 INFO:tasks.rados.rados.0.smithi032.stdout:3396: got expected ENOENT (src dne) 2023-12-22T17:27:59.936 INFO:tasks.rados.rados.0.smithi032.stdout:3396: finishing copy_from racing read to smithi032174182-33 2023-12-22T17:27:59.945 INFO:tasks.rados.rados.0.smithi032.stdout:3391: expect (ObjNum 974 snap 306 seq_num 974) 2023-12-22T17:28:00.125 INFO:tasks.rados.rados.0.smithi032.stdout:3395: expect (ObjNum 1005 snap 313 seq_num 1005) 2023-12-22T17:28:00.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:59 smithi032 ceph-mon[191839]: osdmap e714: 8 total, 8 up, 8 in 2023-12-22T17:28:00.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:27:59 smithi032 ceph-mon[191839]: pgmap v614: 121 pgs: 121 active+clean; 190 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.8 MiB/s wr, 9 op/s 2023-12-22T17:28:00.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:59 smithi032 ceph-mon[189144]: osdmap e714: 8 total, 8 up, 8 in 2023-12-22T17:28:00.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:27:59 smithi032 ceph-mon[189144]: pgmap v614: 121 pgs: 121 active+clean; 190 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.8 MiB/s wr, 9 op/s 2023-12-22T17:28:00.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:59 smithi039 ceph-mon[181282]: osdmap e714: 8 total, 8 up, 8 in 2023-12-22T17:28:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:27:59 smithi039 ceph-mon[181282]: pgmap v614: 121 pgs: 121 active+clean; 190 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.8 MiB/s wr, 9 op/s 2023-12-22T17:28:00.899 INFO:tasks.rados.rados.0.smithi032.stdout:3391: done (5 left) 2023-12-22T17:28:00.899 INFO:tasks.rados.rados.0.smithi032.stdout:3392: done (4 left) 2023-12-22T17:28:00.899 INFO:tasks.rados.rados.0.smithi032.stdout:3393: done (3 left) 2023-12-22T17:28:00.899 INFO:tasks.rados.rados.0.smithi032.stdout:3395: done (2 left) 2023-12-22T17:28:00.899 INFO:tasks.rados.rados.0.smithi032.stdout:3396: done (1 left) 2023-12-22T17:28:00.899 INFO:tasks.rados.rados.0.smithi032.stdout:3397: done (0 left) 2023-12-22T17:28:00.899 INFO:tasks.rados.rados.0.smithi032.stdout:3398: snap_create 2023-12-22T17:28:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:00 smithi032 ceph-mon[191839]: osdmap e715: 8 total, 8 up, 8 in 2023-12-22T17:28:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:00 smithi032 ceph-mon[191839]: osdmap e716: 8 total, 8 up, 8 in 2023-12-22T17:28:01.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:00 smithi032 ceph-mon[189144]: osdmap e715: 8 total, 8 up, 8 in 2023-12-22T17:28:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:00 smithi032 ceph-mon[189144]: osdmap e716: 8 total, 8 up, 8 in 2023-12-22T17:28:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:28:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:28:00] "GET /metrics HTTP/1.1" 200 36299 "" "Prometheus/2.43.0" 2023-12-22T17:28:01.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:00 smithi039 ceph-mon[181282]: osdmap e715: 8 total, 8 up, 8 in 2023-12-22T17:28:01.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:00 smithi039 ceph-mon[181282]: osdmap e716: 8 total, 8 up, 8 in 2023-12-22T17:28:01.905 INFO:tasks.rados.rados.0.smithi032.stdout:3398: done (0 left) 2023-12-22T17:28:01.905 INFO:tasks.rados.rados.0.smithi032.stdout:3399: rollback oid 9 current snap is 323 2023-12-22T17:28:01.905 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 9 to 320 2023-12-22T17:28:01.905 INFO:tasks.rados.rados.0.smithi032.stdout:3400: copy_from oid 11 from oid 31 current snap is 323 2023-12-22T17:28:01.905 INFO:tasks.rados.rados.0.smithi032.stdout:3401: read oid 13 snap -1 2023-12-22T17:28:01.905 INFO:tasks.rados.rados.0.smithi032.stdout:3401: expect deleted 2023-12-22T17:28:01.906 INFO:tasks.rados.rados.0.smithi032.stdout:3402: snap_create 2023-12-22T17:28:01.913 INFO:tasks.rados.rados.0.smithi032.stdout:3399: finishing rollback tid 0 to smithi032174182-9 2023-12-22T17:28:01.914 INFO:tasks.rados.rados.0.smithi032.stdout:3399: finishing rollback tid 1 to smithi032174182-9 2023-12-22T17:28:01.914 INFO:tasks.rados.rados.0.smithi032.stdout:3399: finishing rollback tid 2 to smithi032174182-9 2023-12-22T17:28:01.914 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 2116 (ObjNum 1004 snap 313 seq_num 1004) dirty exists 2023-12-22T17:28:01.983 INFO:tasks.rados.rados.0.smithi032.stdout:3400: finishing copy_from racing read to smithi032174182-11 2023-12-22T17:28:01.984 INFO:tasks.rados.rados.0.smithi032.stdout:3400: finishing copy_from to smithi032174182-11 2023-12-22T17:28:01.984 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 2119 (ObjNum 984 snap 306 seq_num 984) dirty exists 2023-12-22T17:28:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:01 smithi032 ceph-mon[191839]: pgmap v617: 121 pgs: 121 active+clean; 186 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2023-12-22T17:28:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:01 smithi032 ceph-mon[191839]: osdmap e717: 8 total, 8 up, 8 in 2023-12-22T17:28:02.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:01 smithi032 ceph-mon[189144]: pgmap v617: 121 pgs: 121 active+clean; 186 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2023-12-22T17:28:02.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:01 smithi032 ceph-mon[189144]: osdmap e717: 8 total, 8 up, 8 in 2023-12-22T17:28:02.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:01 smithi039 ceph-mon[181282]: pgmap v617: 121 pgs: 121 active+clean; 186 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2023-12-22T17:28:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:01 smithi039 ceph-mon[181282]: osdmap e717: 8 total, 8 up, 8 in 2023-12-22T17:28:02.907 INFO:tasks.rados.rados.0.smithi032.stdout:3399: done (3 left) 2023-12-22T17:28:02.908 INFO:tasks.rados.rados.0.smithi032.stdout:3400: done (2 left) 2023-12-22T17:28:02.908 INFO:tasks.rados.rados.0.smithi032.stdout:3401: done (1 left) 2023-12-22T17:28:02.908 INFO:tasks.rados.rados.0.smithi032.stdout:3402: done (0 left) 2023-12-22T17:28:02.908 INFO:tasks.rados.rados.0.smithi032.stdout:3403: rollback oid 20 current snap is 324 2023-12-22T17:28:02.908 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 20 to 317 2023-12-22T17:28:02.908 INFO:tasks.rados.rados.0.smithi032.stdout:3404: rmattr oid 23 current snap is 324 2023-12-22T17:28:02.908 INFO:tasks.rados.rados.0.smithi032.stdout:3404: done (1 left) 2023-12-22T17:28:02.908 INFO:tasks.rados.rados.0.smithi032.stdout:3405: rollback oid 31 current snap is 324 2023-12-22T17:28:02.909 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 31 to 318 2023-12-22T17:28:02.909 INFO:tasks.rados.rados.0.smithi032.stdout:3406: delete oid 39 current snap is 324 2023-12-22T17:28:02.912 INFO:tasks.rados.rados.0.smithi032.stdout:3406: done (2 left) 2023-12-22T17:28:02.912 INFO:tasks.rados.rados.0.smithi032.stdout:3407: delete oid 11 current snap is 324 2023-12-22T17:28:02.918 INFO:tasks.rados.rados.0.smithi032.stdout:3403: finishing rollback tid 0 to smithi032174182-20 2023-12-22T17:28:02.919 INFO:tasks.rados.rados.0.smithi032.stdout:3403: finishing rollback tid 1 to smithi032174182-20 2023-12-22T17:28:02.921 INFO:tasks.rados.rados.0.smithi032.stdout:3407: done (2 left) 2023-12-22T17:28:02.921 INFO:tasks.rados.rados.0.smithi032.stdout:3408: snap_remove snap 322 2023-12-22T17:28:03.913 INFO:tasks.rados.rados.0.smithi032.stdout:3408: done (2 left) 2023-12-22T17:28:03.913 INFO:tasks.rados.rados.0.smithi032.stdout:3409: delete oid 19 current snap is 324 2023-12-22T17:28:03.913 INFO:tasks.rados.rados.0.smithi032.stdout:3403: finishing rollback tid 2 to smithi032174182-20 2023-12-22T17:28:03.913 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 2378 (ObjNum 893 snap 289 seq_num 893) dirty exists 2023-12-22T17:28:03.914 INFO:tasks.rados.rados.0.smithi032.stdout:3405: finishing rollback tid 0 to smithi032174182-31 2023-12-22T17:28:03.914 INFO:tasks.rados.rados.0.smithi032.stdout:3405: finishing rollback tid 1 to smithi032174182-31 2023-12-22T17:28:03.914 INFO:tasks.rados.rados.0.smithi032.stdout:3405: finishing rollback tid 2 to smithi032174182-31 2023-12-22T17:28:03.914 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 2123 (ObjNum 984 snap 306 seq_num 984) dirty exists 2023-12-22T17:28:03.923 INFO:tasks.rados.rados.0.smithi032.stdout:3403: done (2 left) 2023-12-22T17:28:03.923 INFO:tasks.rados.rados.0.smithi032.stdout:3405: done (1 left) 2023-12-22T17:28:03.924 INFO:tasks.rados.rados.0.smithi032.stdout:3409: done (0 left) 2023-12-22T17:28:03.924 INFO:tasks.rados.rados.0.smithi032.stdout:3410: snap_create 2023-12-22T17:28:04.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:03 smithi032 ceph-mon[189144]: osdmap e718: 8 total, 8 up, 8 in 2023-12-22T17:28:04.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:03 smithi032 ceph-mon[189144]: pgmap v620: 121 pgs: 121 active+clean; 206 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 5.4 MiB/s wr, 16 op/s 2023-12-22T17:28:04.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:03 smithi032 ceph-mon[191839]: osdmap e718: 8 total, 8 up, 8 in 2023-12-22T17:28:04.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:03 smithi032 ceph-mon[191839]: pgmap v620: 121 pgs: 121 active+clean; 206 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 5.4 MiB/s wr, 16 op/s 2023-12-22T17:28:04.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:03 smithi039 ceph-mon[181282]: osdmap e718: 8 total, 8 up, 8 in 2023-12-22T17:28:04.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:03 smithi039 ceph-mon[181282]: pgmap v620: 121 pgs: 121 active+clean; 206 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 5.4 MiB/s wr, 16 op/s 2023-12-22T17:28:04.915 INFO:tasks.rados.rados.0.smithi032.stdout:3410: done (0 left) 2023-12-22T17:28:04.915 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 8 current snap is 325 2023-12-22T17:28:04.915 INFO:tasks.rados.rados.0.smithi032.stdout:3411: seq_num 1034 ranges {8462336=524288} 2023-12-22T17:28:04.964 INFO:tasks.rados.rados.0.smithi032.stdout:3411: writing smithi032174182-8 from 8462336 to 8986624 tid 1 2023-12-22T17:28:04.964 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 29 current snap is 325 2023-12-22T17:28:04.964 INFO:tasks.rados.rados.0.smithi032.stdout:3412: seq_num 1035 ranges {0=540672} 2023-12-22T17:28:04.967 INFO:tasks.rados.rados.0.smithi032.stdout:3412: writing smithi032174182-29 from 0 to 540672 tid 1 2023-12-22T17:28:04.968 INFO:tasks.rados.rados.0.smithi032.stdout:3413: copy_from oid 12 from oid 17 current snap is 325 2023-12-22T17:28:04.968 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 10 current snap is 325 2023-12-22T17:28:04.968 INFO:tasks.rados.rados.0.smithi032.stdout:3414: seq_num 1036 ranges {425984=557056} 2023-12-22T17:28:04.974 INFO:tasks.rados.rados.0.smithi032.stdout:3414: writing smithi032174182-10 from 425984 to 983040 tid 1 2023-12-22T17:28:04.974 INFO:tasks.rados.rados.0.smithi032.stdout:3415: snap_remove snap 324 2023-12-22T17:28:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:04 smithi032 ceph-mon[189144]: osdmap e719: 8 total, 8 up, 8 in 2023-12-22T17:28:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:28:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:04 smithi032 ceph-mon[191839]: osdmap e719: 8 total, 8 up, 8 in 2023-12-22T17:28:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:28:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:04 smithi039 ceph-mon[181282]: osdmap e719: 8 total, 8 up, 8 in 2023-12-22T17:28:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:28:05.903 INFO:tasks.rados.rados.0.smithi032.stdout:3415: done (4 left) 2023-12-22T17:28:05.903 INFO:tasks.rados.rados.0.smithi032.stdout:3416: rollback oid 26 current snap is 325 2023-12-22T17:28:05.903 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 26 to 313 2023-12-22T17:28:05.903 INFO:tasks.rados.rados.0.smithi032.stdout:3417: snap_remove snap 321 2023-12-22T17:28:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:05 smithi032 ceph-mon[189144]: osdmap e720: 8 total, 8 up, 8 in 2023-12-22T17:28:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:05 smithi032 ceph-mon[189144]: pgmap v623: 121 pgs: 121 active+clean; 207 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.2 MiB/s wr, 7 op/s 2023-12-22T17:28:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:05 smithi032 ceph-mon[189144]: osdmap e721: 8 total, 8 up, 8 in 2023-12-22T17:28:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:05 smithi032 ceph-mon[191839]: osdmap e720: 8 total, 8 up, 8 in 2023-12-22T17:28:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:05 smithi032 ceph-mon[191839]: pgmap v623: 121 pgs: 121 active+clean; 207 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.2 MiB/s wr, 7 op/s 2023-12-22T17:28:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:05 smithi032 ceph-mon[191839]: osdmap e721: 8 total, 8 up, 8 in 2023-12-22T17:28:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:05 smithi039 ceph-mon[181282]: osdmap e720: 8 total, 8 up, 8 in 2023-12-22T17:28:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:05 smithi039 ceph-mon[181282]: pgmap v623: 121 pgs: 121 active+clean; 207 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.2 MiB/s wr, 7 op/s 2023-12-22T17:28:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:05 smithi039 ceph-mon[181282]: osdmap e721: 8 total, 8 up, 8 in 2023-12-22T17:28:06.908 INFO:tasks.rados.rados.0.smithi032.stdout:3417: done (5 left) 2023-12-22T17:28:06.908 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 7 current snap is 325 2023-12-22T17:28:06.908 INFO:tasks.rados.rados.0.smithi032.stdout:3411: finishing write tid 1 to smithi032174182-8 2023-12-22T17:28:06.908 INFO:tasks.rados.rados.0.smithi032.stdout:3418: seq_num 1037 ranges {6791168=573440} 2023-12-22T17:28:06.950 INFO:tasks.rados.rados.0.smithi032.stdout:3418: writing smithi032174182-7 from 6791168 to 7364608 tid 1 2023-12-22T17:28:06.951 INFO:tasks.rados.rados.0.smithi032.stdout:3419: read oid 45 snap -1 2023-12-22T17:28:06.951 INFO:tasks.rados.rados.0.smithi032.stdout:3419: expect (ObjNum 887 snap 287 seq_num 887) 2023-12-22T17:28:06.951 INFO:tasks.rados.rados.0.smithi032.stdout:3420: read oid 5 snap -1 2023-12-22T17:28:06.951 INFO:tasks.rados.rados.0.smithi032.stdout:3420: expect (ObjNum 1029 snap 321 seq_num 1029) 2023-12-22T17:28:06.951 INFO:tasks.rados.rados.0.smithi032.stdout:3421: read oid 13 snap 318 2023-12-22T17:28:06.951 INFO:tasks.rados.rados.0.smithi032.stdout:3421: expect deleted 2023-12-22T17:28:06.951 INFO:tasks.rados.rados.0.smithi032.stdout:3422: delete oid 49 current snap is 325 2023-12-22T17:28:06.951 INFO:tasks.rados.rados.0.smithi032.stdout:3411: finishing write tid 2 to smithi032174182-8 2023-12-22T17:28:06.951 INFO:tasks.rados.rados.0.smithi032.stdout:3411: finishing write tid 3 to smithi032174182-8 2023-12-22T17:28:06.951 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 2118 (ObjNum 1034 snap 325 seq_num 1034) dirty exists 2023-12-22T17:28:06.952 INFO:tasks.rados.rados.0.smithi032.stdout:3411: left oid 8 (ObjNum 1034 snap 325 seq_num 1034) 2023-12-22T17:28:06.952 INFO:tasks.rados.rados.0.smithi032.stdout:3412: finishing write tid 1 to smithi032174182-29 2023-12-22T17:28:06.952 INFO:tasks.rados.rados.0.smithi032.stdout:3412: finishing write tid 2 to smithi032174182-29 2023-12-22T17:28:06.952 INFO:tasks.rados.rados.0.smithi032.stdout:3412: finishing write tid 3 to smithi032174182-29 2023-12-22T17:28:06.952 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 2607 (ObjNum 1035 snap 325 seq_num 1035) dirty exists 2023-12-22T17:28:06.952 INFO:tasks.rados.rados.0.smithi032.stdout:3412: left oid 29 (ObjNum 1035 snap 325 seq_num 1035) 2023-12-22T17:28:06.952 INFO:tasks.rados.rados.0.smithi032.stdout:3414: finishing write tid 1 to smithi032174182-10 2023-12-22T17:28:06.952 INFO:tasks.rados.rados.0.smithi032.stdout:3414: finishing write tid 2 to smithi032174182-10 2023-12-22T17:28:06.952 INFO:tasks.rados.rados.0.smithi032.stdout:3414: finishing write tid 3 to smithi032174182-10 2023-12-22T17:28:06.952 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 2374 (ObjNum 1036 snap 325 seq_num 1036) dirty exists 2023-12-22T17:28:06.953 INFO:tasks.rados.rados.0.smithi032.stdout:3414: left oid 10 (ObjNum 1036 snap 325 seq_num 1036) 2023-12-22T17:28:06.953 INFO:tasks.rados.rados.0.smithi032.stdout:3413: finishing copy_from racing read to smithi032174182-12 2023-12-22T17:28:06.953 INFO:tasks.rados.rados.0.smithi032.stdout:3413: finishing copy_from to smithi032174182-12 2023-12-22T17:28:06.953 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 2071 (ObjNum 872 snap 283 seq_num 872) dirty exists 2023-12-22T17:28:06.953 INFO:tasks.rados.rados.0.smithi032.stdout:3416: finishing rollback tid 0 to smithi032174182-26 2023-12-22T17:28:06.953 INFO:tasks.rados.rados.0.smithi032.stdout:3416: finishing rollback tid 1 to smithi032174182-26 2023-12-22T17:28:06.953 INFO:tasks.rados.rados.0.smithi032.stdout:3416: finishing rollback tid 2 to smithi032174182-26 2023-12-22T17:28:06.953 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 2377 (ObjNum 995 snap 310 seq_num 995) dirty exists 2023-12-22T17:28:06.954 INFO:tasks.rados.rados.0.smithi032.stdout:3419: expect (ObjNum 887 snap 287 seq_num 887) 2023-12-22T17:28:06.966 INFO:tasks.rados.rados.0.smithi032.stdout:3418: finishing write tid 1 to smithi032174182-7 2023-12-22T17:28:06.966 INFO:tasks.rados.rados.0.smithi032.stdout:3418: finishing write tid 2 to smithi032174182-7 2023-12-22T17:28:06.966 INFO:tasks.rados.rados.0.smithi032.stdout:3420: expect (ObjNum 1029 snap 321 seq_num 1029) 2023-12-22T17:28:07.040 INFO:tasks.rados.rados.0.smithi032.stdout:3418: finishing write tid 3 to smithi032174182-7 2023-12-22T17:28:07.041 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 1724 (ObjNum 1037 snap 325 seq_num 1037) dirty exists 2023-12-22T17:28:07.041 INFO:tasks.rados.rados.0.smithi032.stdout:3418: left oid 7 (ObjNum 1037 snap 325 seq_num 1037) 2023-12-22T17:28:07.041 INFO:tasks.rados.rados.0.smithi032.stdout:3411: done (9 left) 2023-12-22T17:28:07.041 INFO:tasks.rados.rados.0.smithi032.stdout:3412: done (8 left) 2023-12-22T17:28:07.041 INFO:tasks.rados.rados.0.smithi032.stdout:3413: done (7 left) 2023-12-22T17:28:07.041 INFO:tasks.rados.rados.0.smithi032.stdout:3414: done (6 left) 2023-12-22T17:28:07.041 INFO:tasks.rados.rados.0.smithi032.stdout:3416: done (5 left) 2023-12-22T17:28:07.041 INFO:tasks.rados.rados.0.smithi032.stdout:3418: done (4 left) 2023-12-22T17:28:07.041 INFO:tasks.rados.rados.0.smithi032.stdout:3419: done (3 left) 2023-12-22T17:28:07.041 INFO:tasks.rados.rados.0.smithi032.stdout:3420: done (2 left) 2023-12-22T17:28:07.042 INFO:tasks.rados.rados.0.smithi032.stdout:3421: done (1 left) 2023-12-22T17:28:07.042 INFO:tasks.rados.rados.0.smithi032.stdout:3422: done (0 left) 2023-12-22T17:28:07.042 INFO:tasks.rados.rados.0.smithi032.stdout:3423: copy_from oid 47 from oid 48 current snap is 325 2023-12-22T17:28:07.042 INFO:tasks.rados.rados.0.smithi032.stdout:3424: snap_remove snap 318 2023-12-22T17:28:07.913 INFO:tasks.rados.rados.0.smithi032.stdout:3424: done (1 left) 2023-12-22T17:28:07.913 INFO:tasks.rados.rados.0.smithi032.stdout:3425: snap_remove snap 319 2023-12-22T17:28:08.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:07 smithi032 ceph-mon[189144]: osdmap e722: 8 total, 8 up, 8 in 2023-12-22T17:28:08.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:07 smithi032 ceph-mon[189144]: pgmap v626: 121 pgs: 121 active+clean; 207 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 108 KiB/s wr, 3 op/s 2023-12-22T17:28:08.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:07 smithi032 ceph-mon[191839]: osdmap e722: 8 total, 8 up, 8 in 2023-12-22T17:28:08.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:07 smithi032 ceph-mon[191839]: pgmap v626: 121 pgs: 121 active+clean; 207 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 108 KiB/s wr, 3 op/s 2023-12-22T17:28:08.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:07 smithi039 ceph-mon[181282]: osdmap e722: 8 total, 8 up, 8 in 2023-12-22T17:28:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:07 smithi039 ceph-mon[181282]: pgmap v626: 121 pgs: 121 active+clean; 207 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 108 KiB/s wr, 3 op/s 2023-12-22T17:28:08.917 INFO:tasks.rados.rados.0.smithi032.stdout:3425: done (1 left) 2023-12-22T17:28:08.917 INFO:tasks.rados.rados.0.smithi032.stdout:3426: rollback oid 46 current snap is 325 2023-12-22T17:28:08.917 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 46 to 313 2023-12-22T17:28:08.917 INFO:tasks.rados.rados.0.smithi032.stdout:3423: finishing copy_from to smithi032174182-47 2023-12-22T17:28:08.918 INFO:tasks.rados.rados.0.smithi032.stdout:3423: got expected ENOENT (src dne) 2023-12-22T17:28:08.918 INFO:tasks.rados.rados.0.smithi032.stdout:3423: finishing copy_from racing read to smithi032174182-47 2023-12-22T17:28:08.918 INFO:tasks.rados.rados.0.smithi032.stdout:3423: done (1 left) 2023-12-22T17:28:08.918 INFO:tasks.rados.rados.0.smithi032.stdout:3427: copy_from oid 23 from oid 29 current snap is 325 2023-12-22T17:28:08.918 INFO:tasks.rados.rados.0.smithi032.stdout:3428: read oid 17 snap 323 2023-12-22T17:28:08.918 INFO:tasks.rados.rados.0.smithi032.stdout:3428: expect (ObjNum 872 snap 283 seq_num 872) 2023-12-22T17:28:08.918 INFO:tasks.rados.rados.0.smithi032.stdout:3429: delete oid 42 current snap is 325 2023-12-22T17:28:08.922 INFO:tasks.rados.rados.0.smithi032.stdout:3426: finishing rollback tid 1 to smithi032174182-46 2023-12-22T17:28:08.922 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 0 (ObjNum 33 snap 0 seq_num 1596351824) dirty dne 2023-12-22T17:28:08.930 INFO:tasks.rados.rados.0.smithi032.stdout:3426: done (3 left) 2023-12-22T17:28:08.930 INFO:tasks.rados.rados.0.smithi032.stdout:3429: done (2 left) 2023-12-22T17:28:08.930 INFO:tasks.rados.rados.0.smithi032.stdout:3430: rollback oid 28 current snap is 325 2023-12-22T17:28:08.930 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 28 to 313 2023-12-22T17:28:08.931 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 43 current snap is 325 2023-12-22T17:28:08.931 INFO:tasks.rados.rados.0.smithi032.stdout:3431: seq_num 1040 ranges {352256=622592} 2023-12-22T17:28:08.936 INFO:tasks.rados.rados.0.smithi032.stdout:3431: writing smithi032174182-43 from 352256 to 974848 tid 1 2023-12-22T17:28:08.936 INFO:tasks.rados.rados.0.smithi032.stdout:3432: snap_create 2023-12-22T17:28:08.937 INFO:tasks.rados.rados.0.smithi032.stdout:3430: finishing rollback tid 1 to smithi032174182-28 2023-12-22T17:28:08.937 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 0 (ObjNum 65 snap 0 seq_num 0) dirty dne 2023-12-22T17:28:08.937 INFO:tasks.rados.rados.0.smithi032.stdout:3427: finishing copy_from racing read to smithi032174182-23 2023-12-22T17:28:08.941 INFO:tasks.rados.rados.0.smithi032.stdout:3427: finishing copy_from to smithi032174182-23 2023-12-22T17:28:08.941 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 2607 (ObjNum 1035 snap 325 seq_num 1035) dirty exists 2023-12-22T17:28:08.941 INFO:tasks.rados.rados.0.smithi032.stdout:3431: finishing write tid 1 to smithi032174182-43 2023-12-22T17:28:08.943 INFO:tasks.rados.rados.0.smithi032.stdout:3431: finishing write tid 2 to smithi032174182-43 2023-12-22T17:28:08.944 INFO:tasks.rados.rados.0.smithi032.stdout:3431: finishing write tid 3 to smithi032174182-43 2023-12-22T17:28:08.944 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 2122 (ObjNum 1040 snap 325 seq_num 1040) dirty exists 2023-12-22T17:28:08.944 INFO:tasks.rados.rados.0.smithi032.stdout:3431: left oid 43 (ObjNum 1040 snap 325 seq_num 1040) 2023-12-22T17:28:08.977 INFO:tasks.rados.rados.0.smithi032.stdout:3428: expect (ObjNum 872 snap 283 seq_num 872) 2023-12-22T17:28:09.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:08 smithi032 ceph-mon[191839]: osdmap e723: 8 total, 8 up, 8 in 2023-12-22T17:28:09.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:08 smithi032 ceph-mon[189144]: osdmap e723: 8 total, 8 up, 8 in 2023-12-22T17:28:09.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:08 smithi039 ceph-mon[181282]: osdmap e723: 8 total, 8 up, 8 in 2023-12-22T17:28:09.925 INFO:tasks.rados.rados.0.smithi032.stdout:3427: done (4 left) 2023-12-22T17:28:09.925 INFO:tasks.rados.rados.0.smithi032.stdout:3428: done (3 left) 2023-12-22T17:28:09.925 INFO:tasks.rados.rados.0.smithi032.stdout:3430: done (2 left) 2023-12-22T17:28:09.925 INFO:tasks.rados.rados.0.smithi032.stdout:3431: done (1 left) 2023-12-22T17:28:09.925 INFO:tasks.rados.rados.0.smithi032.stdout:3432: done (0 left) 2023-12-22T17:28:09.925 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 13 current snap is 326 2023-12-22T17:28:09.925 INFO:tasks.rados.rados.0.smithi032.stdout:3433: seq_num 1041 ranges {0=638976} 2023-12-22T17:28:09.928 INFO:tasks.rados.rados.0.smithi032.stdout:3433: writing smithi032174182-13 from 0 to 638976 tid 1 2023-12-22T17:28:09.928 INFO:tasks.rados.rados.0.smithi032.stdout:3434: rollback oid 30 current snap is 326 2023-12-22T17:28:09.928 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 30 to 325 2023-12-22T17:28:09.929 INFO:tasks.rados.rados.0.smithi032.stdout:3435: snap_create 2023-12-22T17:28:09.934 INFO:tasks.rados.rados.0.smithi032.stdout:3433: finishing write tid 1 to smithi032174182-13 2023-12-22T17:28:09.935 INFO:tasks.rados.rados.0.smithi032.stdout:3433: finishing write tid 2 to smithi032174182-13 2023-12-22T17:28:09.935 INFO:tasks.rados.rados.0.smithi032.stdout:3434: finishing rollback tid 0 to smithi032174182-30 2023-12-22T17:28:09.937 INFO:tasks.rados.rados.0.smithi032.stdout:3433: finishing write tid 3 to smithi032174182-13 2023-12-22T17:28:09.937 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 2609 (ObjNum 1041 snap 326 seq_num 1041) dirty exists 2023-12-22T17:28:09.937 INFO:tasks.rados.rados.0.smithi032.stdout:3433: left oid 13 (ObjNum 1041 snap 326 seq_num 1041) 2023-12-22T17:28:09.937 INFO:tasks.rados.rados.0.smithi032.stdout:3434: finishing rollback tid 1 to smithi032174182-30 2023-12-22T17:28:09.937 INFO:tasks.rados.rados.0.smithi032.stdout:3434: finishing rollback tid 2 to smithi032174182-30 2023-12-22T17:28:09.937 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 2126 (ObjNum 945 snap 298 seq_num 945) dirty exists 2023-12-22T17:28:10.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:09 smithi032 ceph-mon[191839]: osdmap e724: 8 total, 8 up, 8 in 2023-12-22T17:28:10.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:09 smithi032 ceph-mon[191839]: pgmap v629: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 219 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-22T17:28:10.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:09 smithi032 ceph-mon[189144]: osdmap e724: 8 total, 8 up, 8 in 2023-12-22T17:28:10.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:09 smithi032 ceph-mon[189144]: pgmap v629: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 219 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-22T17:28:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:09 smithi039 ceph-mon[181282]: osdmap e724: 8 total, 8 up, 8 in 2023-12-22T17:28:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:09 smithi039 ceph-mon[181282]: pgmap v629: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 219 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-22T17:28:10.902 INFO:tasks.rados.rados.0.smithi032.stdout:3433: done (2 left) 2023-12-22T17:28:10.902 INFO:tasks.rados.rados.0.smithi032.stdout:3434: done (1 left) 2023-12-22T17:28:10.902 INFO:tasks.rados.rados.0.smithi032.stdout:3435: done (0 left) 2023-12-22T17:28:10.902 INFO:tasks.rados.rados.0.smithi032.stdout:3436: read oid 41 snap -1 2023-12-22T17:28:10.902 INFO:tasks.rados.rados.0.smithi032.stdout:3436: expect deleted 2023-12-22T17:28:10.902 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 8 current snap is 327 2023-12-22T17:28:10.902 INFO:tasks.rados.rados.0.smithi032.stdout:3437: seq_num 1042 ranges {8986624=655360} 2023-12-22T17:28:10.955 INFO:tasks.rados.rados.0.smithi032.stdout:3437: writing smithi032174182-8 from 8986624 to 9641984 tid 1 2023-12-22T17:28:10.955 INFO:tasks.rados.rados.0.smithi032.stdout:3438: snap_create 2023-12-22T17:28:10.964 INFO:tasks.rados.rados.0.smithi032.stdout:3437: finishing write tid 1 to smithi032174182-8 2023-12-22T17:28:10.964 INFO:tasks.rados.rados.0.smithi032.stdout:3437: finishing write tid 2 to smithi032174182-8 2023-12-22T17:28:10.966 INFO:tasks.rados.rados.0.smithi032.stdout:3437: finishing write tid 3 to smithi032174182-8 2023-12-22T17:28:10.966 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 2120 (ObjNum 1042 snap 327 seq_num 1042) dirty exists 2023-12-22T17:28:10.966 INFO:tasks.rados.rados.0.smithi032.stdout:3437: left oid 8 (ObjNum 1042 snap 327 seq_num 1042) 2023-12-22T17:28:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:28:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:28:10] "GET /metrics HTTP/1.1" 200 36296 "" "Prometheus/2.43.0" 2023-12-22T17:28:11.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:10 smithi032 ceph-mon[189144]: osdmap e725: 8 total, 8 up, 8 in 2023-12-22T17:28:11.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:10 smithi032 ceph-mon[189144]: osdmap e726: 8 total, 8 up, 8 in 2023-12-22T17:28:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:10 smithi032 ceph-mon[191839]: osdmap e725: 8 total, 8 up, 8 in 2023-12-22T17:28:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:10 smithi032 ceph-mon[191839]: osdmap e726: 8 total, 8 up, 8 in 2023-12-22T17:28:11.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:10 smithi039 ceph-mon[181282]: osdmap e725: 8 total, 8 up, 8 in 2023-12-22T17:28:11.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:10 smithi039 ceph-mon[181282]: osdmap e726: 8 total, 8 up, 8 in 2023-12-22T17:28:11.937 INFO:tasks.rados.rados.0.smithi032.stdout:3436: done (2 left) 2023-12-22T17:28:11.937 INFO:tasks.rados.rados.0.smithi032.stdout:3437: done (1 left) 2023-12-22T17:28:11.937 INFO:tasks.rados.rados.0.smithi032.stdout:3438: done (0 left) 2023-12-22T17:28:11.938 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 4 current snap is 328 2023-12-22T17:28:11.938 INFO:tasks.rados.rados.0.smithi032.stdout:3439: seq_num 1043 ranges {0=671744} 2023-12-22T17:28:11.941 INFO:tasks.rados.rados.0.smithi032.stdout:3439: writing smithi032174182-4 from 0 to 671744 tid 1 2023-12-22T17:28:11.941 INFO:tasks.rados.rados.0.smithi032.stdout:3440: copy_from oid 41 from oid 13 current snap is 328 2023-12-22T17:28:11.941 INFO:tasks.rados.rados.0.smithi032.stdout:3441: setattr oid 47 current snap is 328 2023-12-22T17:28:11.944 INFO:tasks.rados.rados.0.smithi032.stdout:3442: delete oid 37 current snap is 328 2023-12-22T17:28:11.949 INFO:tasks.rados.rados.0.smithi032.stdout:3440: finishing copy_from racing read to smithi032174182-41 2023-12-22T17:28:11.952 INFO:tasks.rados.rados.0.smithi032.stdout:3439: finishing write tid 1 to smithi032174182-4 2023-12-22T17:28:11.953 INFO:tasks.rados.rados.0.smithi032.stdout:3440: finishing copy_from to smithi032174182-41 2023-12-22T17:28:11.953 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 2609 (ObjNum 1041 snap 326 seq_num 1041) dirty exists 2023-12-22T17:28:11.954 INFO:tasks.rados.rados.0.smithi032.stdout:3439: finishing write tid 2 to smithi032174182-4 2023-12-22T17:28:11.955 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 2612 (ObjNum 977 snap 306 seq_num 977) dirty exists 2023-12-22T17:28:11.957 INFO:tasks.rados.rados.0.smithi032.stdout:3440: done (3 left) 2023-12-22T17:28:11.957 INFO:tasks.rados.rados.0.smithi032.stdout:3441: done (2 left) 2023-12-22T17:28:11.958 INFO:tasks.rados.rados.0.smithi032.stdout:3442: done (1 left) 2023-12-22T17:28:11.958 INFO:tasks.rados.rados.0.smithi032.stdout:3443: delete oid 50 current snap is 328 2023-12-22T17:28:11.958 INFO:tasks.rados.rados.0.smithi032.stdout:3439: finishing write tid 3 to smithi032174182-4 2023-12-22T17:28:11.958 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 2128 (ObjNum 1043 snap 328 seq_num 1043) dirty exists 2023-12-22T17:28:11.958 INFO:tasks.rados.rados.0.smithi032.stdout:3439: left oid 4 (ObjNum 1043 snap 328 seq_num 1043) 2023-12-22T17:28:11.959 INFO:tasks.rados.rados.0.smithi032.stdout:3439: done (1 left) 2023-12-22T17:28:11.960 INFO:tasks.rados.rados.0.smithi032.stdout:3443: done (0 left) 2023-12-22T17:28:11.960 INFO:tasks.rados.rados.0.smithi032.stdout:3444: snap_remove snap 316 2023-12-22T17:28:12.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:11 smithi039 ceph-mon[181282]: pgmap v632: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 220 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 3.4 MiB/s wr, 9 op/s 2023-12-22T17:28:12.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:11 smithi032 ceph-mon[191839]: pgmap v632: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 220 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 3.4 MiB/s wr, 9 op/s 2023-12-22T17:28:12.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:11 smithi032 ceph-mon[189144]: pgmap v632: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 220 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 3.4 MiB/s wr, 9 op/s 2023-12-22T17:28:12.955 INFO:tasks.rados.rados.0.smithi032.stdout:3444: done (0 left) 2023-12-22T17:28:12.955 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 41 current snap is 328 2023-12-22T17:28:12.955 INFO:tasks.rados.rados.0.smithi032.stdout:3445: seq_num 1046 ranges {638976=729088} 2023-12-22T17:28:12.960 INFO:tasks.rados.rados.0.smithi032.stdout:3445: writing smithi032174182-41 from 638976 to 1368064 tid 1 2023-12-22T17:28:12.960 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 27 current snap is 328 2023-12-22T17:28:12.962 INFO:tasks.rados.rados.0.smithi032.stdout:3446: seq_num 1047 ranges {7168000=745472} 2023-12-22T17:28:13.005 INFO:tasks.rados.rados.0.smithi032.stdout:3446: writing smithi032174182-27 from 7168000 to 7913472 tid 1 2023-12-22T17:28:13.005 INFO:tasks.rados.rados.0.smithi032.stdout:3447: read oid 3 snap -1 2023-12-22T17:28:13.006 INFO:tasks.rados.rados.0.smithi032.stdout:3447: expect deleted 2023-12-22T17:28:13.006 INFO:tasks.rados.rados.0.smithi032.stdout:3445: finishing write tid 1 to smithi032174182-41 2023-12-22T17:28:13.006 INFO:tasks.rados.rados.0.smithi032.stdout:3445: finishing write tid 2 to smithi032174182-41 2023-12-22T17:28:13.006 INFO:tasks.rados.rados.0.smithi032.stdout:3445: finishing write tid 3 to smithi032174182-41 2023-12-22T17:28:13.006 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 2616 (ObjNum 1046 snap 328 seq_num 1046) dirty exists 2023-12-22T17:28:13.006 INFO:tasks.rados.rados.0.smithi032.stdout:3445: left oid 41 (ObjNum 1046 snap 328 seq_num 1046) 2023-12-22T17:28:13.006 INFO:tasks.rados.rados.0.smithi032.stdout:3445: done (2 left) 2023-12-22T17:28:13.006 INFO:tasks.rados.rados.0.smithi032.stdout:3448: read oid 22 snap -1 2023-12-22T17:28:13.006 INFO:tasks.rados.rados.0.smithi032.stdout:3448: expect (ObjNum 949 snap 298 seq_num 949) 2023-12-22T17:28:13.006 INFO:tasks.rados.rados.0.smithi032.stdout:3449: copy_from oid 45 from oid 9 current snap is 328 2023-12-22T17:28:13.007 INFO:tasks.rados.rados.0.smithi032.stdout:3450: rmattr oid 5 current snap is 328 2023-12-22T17:28:13.007 INFO:tasks.rados.rados.0.smithi032.stdout:3450: done (4 left) 2023-12-22T17:28:13.007 INFO:tasks.rados.rados.0.smithi032.stdout:3451: delete oid 23 current snap is 328 2023-12-22T17:28:13.014 INFO:tasks.rados.rados.0.smithi032.stdout:3446: finishing write tid 1 to smithi032174182-27 2023-12-22T17:28:13.014 INFO:tasks.rados.rados.0.smithi032.stdout:3446: finishing write tid 2 to smithi032174182-27 2023-12-22T17:28:13.015 INFO:tasks.rados.rados.0.smithi032.stdout:3447: done (4 left) 2023-12-22T17:28:13.015 INFO:tasks.rados.rados.0.smithi032.stdout:3451: done (3 left) 2023-12-22T17:28:13.015 INFO:tasks.rados.rados.0.smithi032.stdout:3452: delete oid 19 current snap is 328 2023-12-22T17:28:13.017 INFO:tasks.rados.rados.0.smithi032.stdout:3446: finishing write tid 3 to smithi032174182-27 2023-12-22T17:28:13.017 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 2609 (ObjNum 1047 snap 328 seq_num 1047) dirty exists 2023-12-22T17:28:13.017 INFO:tasks.rados.rados.0.smithi032.stdout:3446: left oid 27 (ObjNum 1047 snap 328 seq_num 1047) 2023-12-22T17:28:13.017 INFO:tasks.rados.rados.0.smithi032.stdout:3448: expect (ObjNum 949 snap 298 seq_num 949) 2023-12-22T17:28:13.113 INFO:tasks.rados.rados.0.smithi032.stdout:3449: finishing copy_from racing read to smithi032174182-45 2023-12-22T17:28:13.114 INFO:tasks.rados.rados.0.smithi032.stdout:3449: finishing copy_from to smithi032174182-45 2023-12-22T17:28:13.114 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 2116 (ObjNum 1004 snap 313 seq_num 1004) dirty exists 2023-12-22T17:28:13.114 INFO:tasks.rados.rados.0.smithi032.stdout:3446: done (3 left) 2023-12-22T17:28:13.114 INFO:tasks.rados.rados.0.smithi032.stdout:3448: done (2 left) 2023-12-22T17:28:13.114 INFO:tasks.rados.rados.0.smithi032.stdout:3449: done (1 left) 2023-12-22T17:28:13.114 INFO:tasks.rados.rados.0.smithi032.stdout:3452: done (0 left) 2023-12-22T17:28:13.114 INFO:tasks.rados.rados.0.smithi032.stdout:3453: snap_create 2023-12-22T17:28:13.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:12 smithi039 ceph-mon[181282]: osdmap e727: 8 total, 8 up, 8 in 2023-12-22T17:28:13.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:12 smithi032 ceph-mon[191839]: osdmap e727: 8 total, 8 up, 8 in 2023-12-22T17:28:13.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:12 smithi032 ceph-mon[189144]: osdmap e727: 8 total, 8 up, 8 in 2023-12-22T17:28:13.952 INFO:tasks.rados.rados.0.smithi032.stdout:3453: done (0 left) 2023-12-22T17:28:13.952 INFO:tasks.rados.rados.0.smithi032.stdout:3454: snap_remove snap 327 2023-12-22T17:28:14.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:13 smithi039 ceph-mon[181282]: osdmap e728: 8 total, 8 up, 8 in 2023-12-22T17:28:14.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:13 smithi039 ceph-mon[181282]: pgmap v635: 121 pgs: 121 active+clean; 221 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 572 KiB/s wr, 4 op/s 2023-12-22T17:28:14.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:13 smithi032 ceph-mon[189144]: osdmap e728: 8 total, 8 up, 8 in 2023-12-22T17:28:14.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:13 smithi032 ceph-mon[189144]: pgmap v635: 121 pgs: 121 active+clean; 221 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 572 KiB/s wr, 4 op/s 2023-12-22T17:28:14.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:13 smithi032 ceph-mon[191839]: osdmap e728: 8 total, 8 up, 8 in 2023-12-22T17:28:14.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:13 smithi032 ceph-mon[191839]: pgmap v635: 121 pgs: 121 active+clean; 221 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 572 KiB/s wr, 4 op/s 2023-12-22T17:28:14.959 INFO:tasks.rados.rados.0.smithi032.stdout:3454: done (0 left) 2023-12-22T17:28:14.959 INFO:tasks.rados.rados.0.smithi032.stdout:3455: snap_create 2023-12-22T17:28:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:14 smithi039 ceph-mon[181282]: osdmap e729: 8 total, 8 up, 8 in 2023-12-22T17:28:15.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:14 smithi032 ceph-mon[189144]: osdmap e729: 8 total, 8 up, 8 in 2023-12-22T17:28:15.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:14 smithi032 ceph-mon[191839]: osdmap e729: 8 total, 8 up, 8 in 2023-12-22T17:28:15.904 INFO:tasks.rados.rados.0.smithi032.stdout:3455: done (0 left) 2023-12-22T17:28:15.904 INFO:tasks.rados.rados.0.smithi032.stdout:3456: copy_from oid 13 from oid 23 current snap is 330 2023-12-22T17:28:15.904 INFO:tasks.rados.rados.0.smithi032.stdout:3457: delete oid 7 current snap is 330 2023-12-22T17:28:15.907 INFO:tasks.rados.rados.0.smithi032.stdout:3456: finishing copy_from to smithi032174182-13 2023-12-22T17:28:15.907 INFO:tasks.rados.rados.0.smithi032.stdout:3456: got expected ENOENT (src dne) 2023-12-22T17:28:15.908 INFO:tasks.rados.rados.0.smithi032.stdout:3456: finishing copy_from racing read to smithi032174182-13 2023-12-22T17:28:15.910 INFO:tasks.rados.rados.0.smithi032.stdout:3456: done (1 left) 2023-12-22T17:28:15.910 INFO:tasks.rados.rados.0.smithi032.stdout:3457: done (0 left) 2023-12-22T17:28:15.910 INFO:tasks.rados.rados.0.smithi032.stdout:3458: snap_create 2023-12-22T17:28:16.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:15 smithi039 ceph-mon[181282]: osdmap e730: 8 total, 8 up, 8 in 2023-12-22T17:28:16.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:15 smithi039 ceph-mon[181282]: pgmap v638: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 223 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 646 KiB/s wr, 8 op/s 2023-12-22T17:28:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:15 smithi039 ceph-mon[181282]: osdmap e731: 8 total, 8 up, 8 in 2023-12-22T17:28:16.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:15 smithi032 ceph-mon[191839]: osdmap e730: 8 total, 8 up, 8 in 2023-12-22T17:28:16.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:15 smithi032 ceph-mon[191839]: pgmap v638: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 223 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 646 KiB/s wr, 8 op/s 2023-12-22T17:28:16.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:15 smithi032 ceph-mon[191839]: osdmap e731: 8 total, 8 up, 8 in 2023-12-22T17:28:16.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:15 smithi032 ceph-mon[189144]: osdmap e730: 8 total, 8 up, 8 in 2023-12-22T17:28:16.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:15 smithi032 ceph-mon[189144]: pgmap v638: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 223 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 646 KiB/s wr, 8 op/s 2023-12-22T17:28:16.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:15 smithi032 ceph-mon[189144]: osdmap e731: 8 total, 8 up, 8 in 2023-12-22T17:28:16.911 INFO:tasks.rados.rados.0.smithi032.stdout:3458: done (0 left) 2023-12-22T17:28:16.911 INFO:tasks.rados.rados.0.smithi032.stdout:3459: snap_create 2023-12-22T17:28:17.913 INFO:tasks.rados.rados.0.smithi032.stdout:3459: done (0 left) 2023-12-22T17:28:17.913 INFO:tasks.rados.rados.0.smithi032.stdout:3460: snap_create 2023-12-22T17:28:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:17 smithi032 ceph-mon[191839]: osdmap e732: 8 total, 8 up, 8 in 2023-12-22T17:28:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:17 smithi032 ceph-mon[191839]: pgmap v641: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 224 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 840 KiB/s wr, 9 op/s 2023-12-22T17:28:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:17 smithi032 ceph-mon[189144]: osdmap e732: 8 total, 8 up, 8 in 2023-12-22T17:28:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:17 smithi032 ceph-mon[189144]: pgmap v641: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 224 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 840 KiB/s wr, 9 op/s 2023-12-22T17:28:18.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:17 smithi039 ceph-mon[181282]: osdmap e732: 8 total, 8 up, 8 in 2023-12-22T17:28:18.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:17 smithi039 ceph-mon[181282]: pgmap v641: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 224 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 840 KiB/s wr, 9 op/s 2023-12-22T17:28:18.915 INFO:tasks.rados.rados.0.smithi032.stdout:3460: done (0 left) 2023-12-22T17:28:18.915 INFO:tasks.rados.rados.0.smithi032.stdout:3461: snap_create 2023-12-22T17:28:19.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:18 smithi032 ceph-mon[191839]: osdmap e733: 8 total, 8 up, 8 in 2023-12-22T17:28:19.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:18 smithi032 ceph-mon[191839]: osdmap e734: 8 total, 8 up, 8 in 2023-12-22T17:28:19.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:18 smithi032 ceph-mon[189144]: osdmap e733: 8 total, 8 up, 8 in 2023-12-22T17:28:19.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:18 smithi032 ceph-mon[189144]: osdmap e734: 8 total, 8 up, 8 in 2023-12-22T17:28:19.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:18 smithi039 ceph-mon[181282]: osdmap e733: 8 total, 8 up, 8 in 2023-12-22T17:28:19.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:18 smithi039 ceph-mon[181282]: osdmap e734: 8 total, 8 up, 8 in 2023-12-22T17:28:19.917 INFO:tasks.rados.rados.0.smithi032.stdout:3461: done (0 left) 2023-12-22T17:28:19.917 INFO:tasks.rados.rados.0.smithi032.stdout:3462: read oid 3 snap 332 2023-12-22T17:28:19.917 INFO:tasks.rados.rados.0.smithi032.stdout:3462: expect deleted 2023-12-22T17:28:19.917 INFO:tasks.rados.rados.0.smithi032.stdout:3463: delete oid 41 current snap is 334 2023-12-22T17:28:19.924 INFO:tasks.rados.rados.0.smithi032.stdout:3462: done (1 left) 2023-12-22T17:28:19.924 INFO:tasks.rados.rados.0.smithi032.stdout:3463: done (0 left) 2023-12-22T17:28:19.924 INFO:tasks.rados.rados.0.smithi032.stdout:3464: snap_remove snap 313 2023-12-22T17:28:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:19 smithi032 ceph-mon[191839]: pgmap v644: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 227 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 994 KiB/s wr, 3 op/s 2023-12-22T17:28:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:28:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:19 smithi032 ceph-mon[191839]: osdmap e735: 8 total, 8 up, 8 in 2023-12-22T17:28:20.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:19 smithi032 ceph-mon[189144]: pgmap v644: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 227 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 994 KiB/s wr, 3 op/s 2023-12-22T17:28:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:28:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:19 smithi032 ceph-mon[189144]: osdmap e735: 8 total, 8 up, 8 in 2023-12-22T17:28:20.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:19 smithi039 ceph-mon[181282]: pgmap v644: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 227 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 994 KiB/s wr, 3 op/s 2023-12-22T17:28:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:28:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:19 smithi039 ceph-mon[181282]: osdmap e735: 8 total, 8 up, 8 in 2023-12-22T17:28:20.906 INFO:tasks.rados.rados.0.smithi032.stdout:3464: done (0 left) 2023-12-22T17:28:20.906 INFO:tasks.rados.rados.0.smithi032.stdout:3465: rollback oid 48 current snap is 334 2023-12-22T17:28:20.906 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 48 to 333 2023-12-22T17:28:20.906 INFO:tasks.rados.rados.0.smithi032.stdout:3466: copy_from oid 44 from oid 42 current snap is 334 2023-12-22T17:28:20.907 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 41 current snap is 334 2023-12-22T17:28:20.907 INFO:tasks.rados.rados.0.smithi032.stdout:3467: seq_num 1052 ranges {0=425984,425984=401408} 2023-12-22T17:28:20.909 INFO:tasks.rados.rados.0.smithi032.stdout:3467: writing smithi032174182-41 from 0 to 425984 tid 1 2023-12-22T17:28:20.912 INFO:tasks.rados.rados.0.smithi032.stdout:3467: writing smithi032174182-41 from 425984 to 827392 tid 2 2023-12-22T17:28:20.912 INFO:tasks.rados.rados.0.smithi032.stdout:3465: finishing rollback tid 1 to smithi032174182-48 2023-12-22T17:28:20.912 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 0 (ObjNum 177 snap 0 seq_num 1596745888) dirty dne 2023-12-22T17:28:20.912 INFO:tasks.rados.rados.0.smithi032.stdout:3468: read oid 1 snap -1 2023-12-22T17:28:20.912 INFO:tasks.rados.rados.0.smithi032.stdout:3468: expect deleted 2023-12-22T17:28:20.912 INFO:tasks.rados.rados.0.smithi032.stdout:3465: done (3 left) 2023-12-22T17:28:20.913 INFO:tasks.rados.rados.0.smithi032.stdout:3469: snap_remove snap 328 2023-12-22T17:28:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:28:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:28:20] "GET /metrics HTTP/1.1" 200 36298 "" "Prometheus/2.43.0" 2023-12-22T17:28:21.912 INFO:tasks.rados.rados.0.smithi032.stdout:3469: done (3 left) 2023-12-22T17:28:21.912 INFO:tasks.rados.rados.0.smithi032.stdout:3470: snap_create 2023-12-22T17:28:21.912 INFO:tasks.rados.rados.0.smithi032.stdout:3467: finishing write tid 1 to smithi032174182-41 2023-12-22T17:28:21.912 INFO:tasks.rados.rados.0.smithi032.stdout:3466: finishing copy_from to smithi032174182-44 2023-12-22T17:28:21.912 INFO:tasks.rados.rados.0.smithi032.stdout:3466: got expected ENOENT (src dne) 2023-12-22T17:28:21.912 INFO:tasks.rados.rados.0.smithi032.stdout:3466: finishing copy_from racing read to smithi032174182-44 2023-12-22T17:28:21.912 INFO:tasks.rados.rados.0.smithi032.stdout:3467: finishing write tid 2 to smithi032174182-41 2023-12-22T17:28:21.912 INFO:tasks.rados.rados.0.smithi032.stdout:3467: finishing write tid 3 to smithi032174182-41 2023-12-22T17:28:21.912 INFO:tasks.rados.rados.0.smithi032.stdout:3467: finishing write tid 4 to smithi032174182-41 2023-12-22T17:28:21.912 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 2627 (ObjNum 1052 snap 334 seq_num 1052) dirty exists 2023-12-22T17:28:21.912 INFO:tasks.rados.rados.0.smithi032.stdout:3467: left oid 41 (ObjNum 1052 snap 334 seq_num 1052) 2023-12-22T17:28:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:21 smithi032 ceph-mon[191839]: osdmap e736: 8 total, 8 up, 8 in 2023-12-22T17:28:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:21 smithi032 ceph-mon[191839]: pgmap v647: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 223 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 648 KiB/s wr, 2 op/s 2023-12-22T17:28:22.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:21 smithi032 ceph-mon[189144]: osdmap e736: 8 total, 8 up, 8 in 2023-12-22T17:28:22.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:21 smithi032 ceph-mon[189144]: pgmap v647: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 223 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 648 KiB/s wr, 2 op/s 2023-12-22T17:28:22.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:21 smithi039 ceph-mon[181282]: osdmap e736: 8 total, 8 up, 8 in 2023-12-22T17:28:22.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:21 smithi039 ceph-mon[181282]: pgmap v647: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 223 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 648 KiB/s wr, 2 op/s 2023-12-22T17:28:22.815 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:28:22.913 INFO:tasks.rados.rados.0.smithi032.stdout:3466: done (3 left) 2023-12-22T17:28:22.913 INFO:tasks.rados.rados.0.smithi032.stdout:3467: done (2 left) 2023-12-22T17:28:22.913 INFO:tasks.rados.rados.0.smithi032.stdout:3468: done (1 left) 2023-12-22T17:28:22.913 INFO:tasks.rados.rados.0.smithi032.stdout:3470: done (0 left) 2023-12-22T17:28:22.913 INFO:tasks.rados.rados.0.smithi032.stdout:3471: snap_remove snap 333 2023-12-22T17:28:23.141 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:28:23.141 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8m) 4m ago 12m 26.7M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:28:23.142 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8m) 3m ago 12m 90.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:28:23.142 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (13m) 4m ago 13m 16.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:28:23.142 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (13m) 3m ago 13m 21.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:28:23.142 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7m) 3m ago 16m 450M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:28:23.142 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8m) 4m ago 17m 515M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:28:23.142 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7m) 4m ago 17m 93.1M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:28:23.142 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6m) 3m ago 16m 76.0M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:28:23.142 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7m) 4m ago 16m 75.7M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:28:23.142 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8m) 4m ago 12m 15.8M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:28:23.142 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8m) 3m ago 12m 17.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:28:23.142 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6m) 4m ago 15m 466M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:28:23.142 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5m) 4m ago 15m 365M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:28:23.142 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5m) 4m ago 15m 256M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:28:23.142 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4m) 4m ago 15m 12.6M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:28:23.142 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4m) 3m ago 14m 564M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:28:23.143 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4m) 3m ago 14m 389M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:28:23.143 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3m) 3m ago 14m 177M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:28:23.143 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3m) 3m ago 13m 12.5M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:28:23.143 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7m) 3m ago 13m 61.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:28:23.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:22 smithi032 ceph-mon[189144]: osdmap e737: 8 total, 8 up, 8 in 2023-12-22T17:28:23.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:22 smithi032 ceph-mon[191839]: osdmap e737: 8 total, 8 up, 8 in 2023-12-22T17:28:23.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:22 smithi039 ceph-mon[181282]: osdmap e737: 8 total, 8 up, 8 in 2023-12-22T17:28:23.546 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:28:23.546 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:28:23.546 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:28:23.546 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:28:23.546 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:28:23.546 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:28:23.546 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:28:23.546 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:28:23.546 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:28:23.546 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:28:23.546 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:28:23.546 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:28:23.546 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:28:23.546 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:28:23.546 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:28:23.547 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:28:23.547 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:28:23.547 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:28:23.914 INFO:tasks.rados.rados.0.smithi032.stdout:3471: done (0 left) 2023-12-22T17:28:23.914 INFO:tasks.rados.rados.0.smithi032.stdout:3472: snap_create 2023-12-22T17:28:24.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:23 smithi032 ceph-mon[191839]: from='client.34428 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:28:24.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:23 smithi032 ceph-mon[191839]: osdmap e738: 8 total, 8 up, 8 in 2023-12-22T17:28:24.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:23 smithi032 ceph-mon[191839]: from='client.44381 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:28:24.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:23 smithi032 ceph-mon[191839]: pgmap v650: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 213 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-22T17:28:24.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:23 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3058361466' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:28:24.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:23 smithi032 ceph-mon[191839]: osdmap e739: 8 total, 8 up, 8 in 2023-12-22T17:28:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:23 smithi032 ceph-mon[189144]: from='client.34428 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:28:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:23 smithi032 ceph-mon[189144]: osdmap e738: 8 total, 8 up, 8 in 2023-12-22T17:28:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:23 smithi032 ceph-mon[189144]: from='client.44381 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:28:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:23 smithi032 ceph-mon[189144]: pgmap v650: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 213 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-22T17:28:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:23 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3058361466' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:28:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:23 smithi032 ceph-mon[189144]: osdmap e739: 8 total, 8 up, 8 in 2023-12-22T17:28:24.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:23 smithi039 ceph-mon[181282]: from='client.34428 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:28:24.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:23 smithi039 ceph-mon[181282]: osdmap e738: 8 total, 8 up, 8 in 2023-12-22T17:28:24.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:23 smithi039 ceph-mon[181282]: from='client.44381 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:28:24.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:23 smithi039 ceph-mon[181282]: pgmap v650: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 213 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-22T17:28:24.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:23 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3058361466' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:28:24.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:23 smithi039 ceph-mon[181282]: osdmap e739: 8 total, 8 up, 8 in 2023-12-22T17:28:24.917 INFO:tasks.rados.rados.0.smithi032.stdout:3472: done (0 left) 2023-12-22T17:28:24.917 INFO:tasks.rados.rados.0.smithi032.stdout:3473: read oid 23 snap -1 2023-12-22T17:28:24.917 INFO:tasks.rados.rados.0.smithi032.stdout:3473: expect deleted 2023-12-22T17:28:24.917 INFO:tasks.rados.rados.0.smithi032.stdout:3474: delete oid 46 current snap is 336 2023-12-22T17:28:24.922 INFO:tasks.rados.rados.0.smithi032.stdout:3473: done (1 left) 2023-12-22T17:28:24.922 INFO:tasks.rados.rados.0.smithi032.stdout:3474: done (0 left) 2023-12-22T17:28:24.922 INFO:tasks.rados.rados.0.smithi032.stdout:3475: rmattr oid 8 current snap is 336 2023-12-22T17:28:24.922 INFO:tasks.rados.rados.0.smithi032.stdout:3475: done (0 left) 2023-12-22T17:28:24.922 INFO:tasks.rados.rados.0.smithi032.stdout:3476: rmattr oid 5 current snap is 336 2023-12-22T17:28:24.922 INFO:tasks.rados.rados.0.smithi032.stdout:3476: done (0 left) 2023-12-22T17:28:24.923 INFO:tasks.rados.rados.0.smithi032.stdout:3477: read oid 48 snap 325 2023-12-22T17:28:24.923 INFO:tasks.rados.rados.0.smithi032.stdout:3477: expect deleted 2023-12-22T17:28:24.923 INFO:tasks.rados.rados.0.smithi032.stdout:3478: read oid 39 snap 330 2023-12-22T17:28:24.923 INFO:tasks.rados.rados.0.smithi032.stdout:3478: expect deleted 2023-12-22T17:28:24.923 INFO:tasks.rados.rados.0.smithi032.stdout:3479: delete oid 36 current snap is 336 2023-12-22T17:28:24.927 INFO:tasks.rados.rados.0.smithi032.stdout:3477: done (2 left) 2023-12-22T17:28:24.927 INFO:tasks.rados.rados.0.smithi032.stdout:3478: done (1 left) 2023-12-22T17:28:24.927 INFO:tasks.rados.rados.0.smithi032.stdout:3479: done (0 left) 2023-12-22T17:28:24.927 INFO:tasks.rados.rados.0.smithi032.stdout:3480: snap_remove snap 326 2023-12-22T17:28:25.906 INFO:tasks.rados.rados.0.smithi032.stdout:3480: done (0 left) 2023-12-22T17:28:25.906 INFO:tasks.rados.rados.0.smithi032.stdout:3481: read oid 9 snap -1 2023-12-22T17:28:25.906 INFO:tasks.rados.rados.0.smithi032.stdout:3481: expect (ObjNum 1004 snap 313 seq_num 1004) 2023-12-22T17:28:25.906 INFO:tasks.rados.rados.0.smithi032.stdout:3482: delete oid 12 current snap is 336 2023-12-22T17:28:25.921 INFO:tasks.rados.rados.0.smithi032.stdout:3482: done (1 left) 2023-12-22T17:28:25.921 INFO:tasks.rados.rados.0.smithi032.stdout:3483: snap_create 2023-12-22T17:28:25.929 INFO:tasks.rados.rados.0.smithi032.stdout:3481: expect (ObjNum 1004 snap 313 seq_num 1004) 2023-12-22T17:28:26.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:25 smithi032 ceph-mon[189144]: osdmap e740: 8 total, 8 up, 8 in 2023-12-22T17:28:26.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:25 smithi032 ceph-mon[189144]: pgmap v653: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 201 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 202 KiB/s wr, 0 op/s 2023-12-22T17:28:26.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:25 smithi032 ceph-mon[189144]: osdmap e741: 8 total, 8 up, 8 in 2023-12-22T17:28:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:25 smithi032 ceph-mon[191839]: osdmap e740: 8 total, 8 up, 8 in 2023-12-22T17:28:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:25 smithi032 ceph-mon[191839]: pgmap v653: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 201 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 202 KiB/s wr, 0 op/s 2023-12-22T17:28:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:25 smithi032 ceph-mon[191839]: osdmap e741: 8 total, 8 up, 8 in 2023-12-22T17:28:26.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:25 smithi039 ceph-mon[181282]: osdmap e740: 8 total, 8 up, 8 in 2023-12-22T17:28:26.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:25 smithi039 ceph-mon[181282]: pgmap v653: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 201 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 202 KiB/s wr, 0 op/s 2023-12-22T17:28:26.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:25 smithi039 ceph-mon[181282]: osdmap e741: 8 total, 8 up, 8 in 2023-12-22T17:28:26.919 INFO:tasks.rados.rados.0.smithi032.stdout:3481: done (1 left) 2023-12-22T17:28:26.919 INFO:tasks.rados.rados.0.smithi032.stdout:3483: done (0 left) 2023-12-22T17:28:26.920 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 23 current snap is 337 2023-12-22T17:28:26.920 INFO:tasks.rados.rados.0.smithi032.stdout:3484: seq_num 1056 ranges {0=491520,491520=401408} 2023-12-22T17:28:26.921 INFO:tasks.rados.rados.0.smithi032.stdout:3484: writing smithi032174182-23 from 0 to 491520 tid 1 2023-12-22T17:28:26.926 INFO:tasks.rados.rados.0.smithi032.stdout:3484: writing smithi032174182-23 from 491520 to 892928 tid 2 2023-12-22T17:28:26.926 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 3 current snap is 337 2023-12-22T17:28:26.926 INFO:tasks.rados.rados.0.smithi032.stdout:3485: seq_num 1057 ranges {0=507904,507904=401408} 2023-12-22T17:28:26.927 INFO:tasks.rados.rados.0.smithi032.stdout:3485: writing smithi032174182-3 from 0 to 507904 tid 1 2023-12-22T17:28:26.930 INFO:tasks.rados.rados.0.smithi032.stdout:3485: writing smithi032174182-3 from 507904 to 909312 tid 2 2023-12-22T17:28:26.930 INFO:tasks.rados.rados.0.smithi032.stdout:3486: read oid 34 snap -1 2023-12-22T17:28:26.931 INFO:tasks.rados.rados.0.smithi032.stdout:3486: expect (ObjNum 887 snap 287 seq_num 887) 2023-12-22T17:28:26.931 INFO:tasks.rados.rados.0.smithi032.stdout:3487: rollback oid 19 current snap is 337 2023-12-22T17:28:26.931 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 19 to 323 2023-12-22T17:28:26.931 INFO:tasks.rados.rados.0.smithi032.stdout:3488: delete oid 30 current snap is 337 2023-12-22T17:28:26.932 INFO:tasks.rados.rados.0.smithi032.stdout:3484: finishing write tid 1 to smithi032174182-23 2023-12-22T17:28:26.934 INFO:tasks.rados.rados.0.smithi032.stdout:3484: finishing write tid 2 to smithi032174182-23 2023-12-22T17:28:26.934 INFO:tasks.rados.rados.0.smithi032.stdout:3484: finishing write tid 3 to smithi032174182-23 2023-12-22T17:28:26.936 INFO:tasks.rados.rados.0.smithi032.stdout:3484: finishing write tid 4 to smithi032174182-23 2023-12-22T17:28:26.936 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 2613 (ObjNum 1056 snap 337 seq_num 1056) dirty exists 2023-12-22T17:28:26.936 INFO:tasks.rados.rados.0.smithi032.stdout:3484: left oid 23 (ObjNum 1056 snap 337 seq_num 1056) 2023-12-22T17:28:26.937 INFO:tasks.rados.rados.0.smithi032.stdout:3486: expect (ObjNum 887 snap 287 seq_num 887) 2023-12-22T17:28:26.951 INFO:tasks.rados.rados.0.smithi032.stdout:3487: finishing rollback tid 1 to smithi032174182-19 2023-12-22T17:28:26.951 INFO:tasks.rados.rados.0.smithi032.stdout:3487: finishing rollback tid 2 to smithi032174182-19 2023-12-22T17:28:26.951 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 2126 (ObjNum 945 snap 298 seq_num 945) dirty exists 2023-12-22T17:28:26.951 INFO:tasks.rados.rados.0.smithi032.stdout:3485: finishing write tid 1 to smithi032174182-3 2023-12-22T17:28:26.951 INFO:tasks.rados.rados.0.smithi032.stdout:3485: finishing write tid 2 to smithi032174182-3 2023-12-22T17:28:26.951 INFO:tasks.rados.rados.0.smithi032.stdout:3485: finishing write tid 3 to smithi032174182-3 2023-12-22T17:28:26.951 INFO:tasks.rados.rados.0.smithi032.stdout:3485: finishing write tid 4 to smithi032174182-3 2023-12-22T17:28:26.952 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 2261 (ObjNum 1057 snap 337 seq_num 1057) dirty exists 2023-12-22T17:28:26.952 INFO:tasks.rados.rados.0.smithi032.stdout:3485: left oid 3 (ObjNum 1057 snap 337 seq_num 1057) 2023-12-22T17:28:26.952 INFO:tasks.rados.rados.0.smithi032.stdout:3484: done (4 left) 2023-12-22T17:28:26.952 INFO:tasks.rados.rados.0.smithi032.stdout:3485: done (3 left) 2023-12-22T17:28:26.952 INFO:tasks.rados.rados.0.smithi032.stdout:3486: done (2 left) 2023-12-22T17:28:26.952 INFO:tasks.rados.rados.0.smithi032.stdout:3487: done (1 left) 2023-12-22T17:28:26.952 INFO:tasks.rados.rados.0.smithi032.stdout:3488: done (0 left) 2023-12-22T17:28:26.952 INFO:tasks.rados.rados.0.smithi032.stdout:3489: rollback oid 45 current snap is 337 2023-12-22T17:28:26.952 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 45 to 336 2023-12-22T17:28:26.952 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 46 current snap is 337 2023-12-22T17:28:26.952 INFO:tasks.rados.rados.0.smithi032.stdout:3490: seq_num 1059 ranges {0=540672,540672=401408} 2023-12-22T17:28:26.954 INFO:tasks.rados.rados.0.smithi032.stdout:3490: writing smithi032174182-46 from 0 to 540672 tid 1 2023-12-22T17:28:26.957 INFO:tasks.rados.rados.0.smithi032.stdout:3490: writing smithi032174182-46 from 540672 to 942080 tid 2 2023-12-22T17:28:26.957 INFO:tasks.rados.rados.0.smithi032.stdout:3491: rollback oid 12 current snap is 337 2023-12-22T17:28:26.957 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 12 to 320 2023-12-22T17:28:26.962 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 22 current snap is 337 2023-12-22T17:28:26.962 INFO:tasks.rados.rados.0.smithi032.stdout:3492: seq_num 1060 ranges {2891776=557056,3448832=401408} 2023-12-22T17:28:26.976 INFO:tasks.rados.rados.0.smithi032.stdout:3492: writing smithi032174182-22 from 2891776 to 3448832 tid 1 2023-12-22T17:28:26.979 INFO:tasks.rados.rados.0.smithi032.stdout:3492: writing smithi032174182-22 from 3448832 to 3850240 tid 2 2023-12-22T17:28:26.979 INFO:tasks.rados.rados.0.smithi032.stdout:3493: snap_create 2023-12-22T17:28:26.979 INFO:tasks.rados.rados.0.smithi032.stdout:3489: finishing rollback tid 0 to smithi032174182-45 2023-12-22T17:28:26.979 INFO:tasks.rados.rados.0.smithi032.stdout:3489: finishing rollback tid 1 to smithi032174182-45 2023-12-22T17:28:26.980 INFO:tasks.rados.rados.0.smithi032.stdout:3489: finishing rollback tid 2 to smithi032174182-45 2023-12-22T17:28:26.980 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 2380 (ObjNum 1004 snap 313 seq_num 1004) dirty exists 2023-12-22T17:28:26.980 INFO:tasks.rados.rados.0.smithi032.stdout:3491: finishing rollback tid 1 to smithi032174182-12 2023-12-22T17:28:26.980 INFO:tasks.rados.rados.0.smithi032.stdout:3491: finishing rollback tid 2 to smithi032174182-12 2023-12-22T17:28:26.980 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 2074 (ObjNum 985 snap 306 seq_num 985) dirty exists 2023-12-22T17:28:26.980 INFO:tasks.rados.rados.0.smithi032.stdout:3490: finishing write tid 1 to smithi032174182-46 2023-12-22T17:28:26.980 INFO:tasks.rados.rados.0.smithi032.stdout:3490: finishing write tid 2 to smithi032174182-46 2023-12-22T17:28:26.980 INFO:tasks.rados.rados.0.smithi032.stdout:3490: finishing write tid 3 to smithi032174182-46 2023-12-22T17:28:26.980 INFO:tasks.rados.rados.0.smithi032.stdout:3490: finishing write tid 4 to smithi032174182-46 2023-12-22T17:28:26.980 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 2129 (ObjNum 1059 snap 337 seq_num 1059) dirty exists 2023-12-22T17:28:26.980 INFO:tasks.rados.rados.0.smithi032.stdout:3490: left oid 46 (ObjNum 1059 snap 337 seq_num 1059) 2023-12-22T17:28:26.982 INFO:tasks.rados.rados.0.smithi032.stdout:3492: finishing write tid 1 to smithi032174182-22 2023-12-22T17:28:26.982 INFO:tasks.rados.rados.0.smithi032.stdout:3492: finishing write tid 2 to smithi032174182-22 2023-12-22T17:28:26.982 INFO:tasks.rados.rados.0.smithi032.stdout:3492: finishing write tid 3 to smithi032174182-22 2023-12-22T17:28:26.984 INFO:tasks.rados.rados.0.smithi032.stdout:3492: finishing write tid 4 to smithi032174182-22 2023-12-22T17:28:26.984 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 2125 (ObjNum 1060 snap 337 seq_num 1060) dirty exists 2023-12-22T17:28:26.984 INFO:tasks.rados.rados.0.smithi032.stdout:3492: left oid 22 (ObjNum 1060 snap 337 seq_num 1060) 2023-12-22T17:28:27.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:28:27.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:26 smithi032 ceph-mon[191839]: osdmap e742: 8 total, 8 up, 8 in 2023-12-22T17:28:27.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:28:27.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:26 smithi032 ceph-mon[189144]: osdmap e742: 8 total, 8 up, 8 in 2023-12-22T17:28:27.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:28:27.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:26 smithi039 ceph-mon[181282]: osdmap e742: 8 total, 8 up, 8 in 2023-12-22T17:28:27.935 INFO:tasks.rados.rados.0.smithi032.stdout:3489: done (4 left) 2023-12-22T17:28:27.935 INFO:tasks.rados.rados.0.smithi032.stdout:3490: done (3 left) 2023-12-22T17:28:27.935 INFO:tasks.rados.rados.0.smithi032.stdout:3491: done (2 left) 2023-12-22T17:28:27.935 INFO:tasks.rados.rados.0.smithi032.stdout:3492: done (1 left) 2023-12-22T17:28:27.935 INFO:tasks.rados.rados.0.smithi032.stdout:3493: done (0 left) 2023-12-22T17:28:27.935 INFO:tasks.rados.rados.0.smithi032.stdout:3494: delete oid 49 current snap is 338 2023-12-22T17:28:27.941 INFO:tasks.rados.rados.0.smithi032.stdout:3494: done (0 left) 2023-12-22T17:28:27.941 INFO:tasks.rados.rados.0.smithi032.stdout:3495: snap_remove snap 330 2023-12-22T17:28:28.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:28:28.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:28:28.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:28:28.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:27 smithi032 ceph-mon[191839]: pgmap v656: 121 pgs: 121 active+clean; 199 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 202 KiB/s wr, 1 op/s 2023-12-22T17:28:28.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:28:28.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:28:28.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:28:28.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:27 smithi032 ceph-mon[189144]: pgmap v656: 121 pgs: 121 active+clean; 199 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 202 KiB/s wr, 1 op/s 2023-12-22T17:28:28.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:28:28.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:28:28.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:28:28.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:27 smithi039 ceph-mon[181282]: pgmap v656: 121 pgs: 121 active+clean; 199 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 202 KiB/s wr, 1 op/s 2023-12-22T17:28:28.937 INFO:tasks.rados.rados.0.smithi032.stdout:3495: done (0 left) 2023-12-22T17:28:28.938 INFO:tasks.rados.rados.0.smithi032.stdout:3496: rollback oid 20 current snap is 338 2023-12-22T17:28:28.938 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 20 to 337 2023-12-22T17:28:28.938 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 10 current snap is 338 2023-12-22T17:28:28.938 INFO:tasks.rados.rados.0.smithi032.stdout:3497: seq_num 1062 ranges {983040=589824,1572864=401408} 2023-12-22T17:28:28.947 INFO:tasks.rados.rados.0.smithi032.stdout:3497: writing smithi032174182-10 from 983040 to 1572864 tid 1 2023-12-22T17:28:28.949 INFO:tasks.rados.rados.0.smithi032.stdout:3497: writing smithi032174182-10 from 1572864 to 1974272 tid 2 2023-12-22T17:28:28.950 INFO:tasks.rados.rados.0.smithi032.stdout:3498: copy_from oid 24 from oid 49 current snap is 338 2023-12-22T17:28:28.950 INFO:tasks.rados.rados.0.smithi032.stdout:3499: rollback oid 36 current snap is 338 2023-12-22T17:28:28.950 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 36 to 323 2023-12-22T17:28:28.950 INFO:tasks.rados.rados.0.smithi032.stdout:3500: snap_remove snap 335 2023-12-22T17:28:29.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:28 smithi039 ceph-mon[181282]: osdmap e743: 8 total, 8 up, 8 in 2023-12-22T17:28:29.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:28 smithi032 ceph-mon[189144]: osdmap e743: 8 total, 8 up, 8 in 2023-12-22T17:28:29.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:28 smithi032 ceph-mon[191839]: osdmap e743: 8 total, 8 up, 8 in 2023-12-22T17:28:29.954 INFO:tasks.rados.rados.0.smithi032.stdout:3500: done (4 left) 2023-12-22T17:28:29.954 INFO:tasks.rados.rados.0.smithi032.stdout:3501: delete oid 43 current snap is 338 2023-12-22T17:28:29.954 INFO:tasks.rados.rados.0.smithi032.stdout:3498: finishing copy_from to smithi032174182-24 2023-12-22T17:28:29.954 INFO:tasks.rados.rados.0.smithi032.stdout:3498: got expected ENOENT (src dne) 2023-12-22T17:28:29.954 INFO:tasks.rados.rados.0.smithi032.stdout:3498: finishing copy_from racing read to smithi032174182-24 2023-12-22T17:28:29.954 INFO:tasks.rados.rados.0.smithi032.stdout:3499: finishing rollback tid 1 to smithi032174182-36 2023-12-22T17:28:29.954 INFO:tasks.rados.rados.0.smithi032.stdout:3499: finishing rollback tid 2 to smithi032174182-36 2023-12-22T17:28:29.954 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 2094 (ObjNum 975 snap 306 seq_num 975) dirty exists 2023-12-22T17:28:29.954 INFO:tasks.rados.rados.0.smithi032.stdout:3496: finishing rollback tid 0 to smithi032174182-20 2023-12-22T17:28:29.954 INFO:tasks.rados.rados.0.smithi032.stdout:3497: finishing write tid 1 to smithi032174182-10 2023-12-22T17:28:29.955 INFO:tasks.rados.rados.0.smithi032.stdout:3496: finishing rollback tid 1 to smithi032174182-20 2023-12-22T17:28:29.955 INFO:tasks.rados.rados.0.smithi032.stdout:3497: finishing write tid 2 to smithi032174182-10 2023-12-22T17:28:29.955 INFO:tasks.rados.rados.0.smithi032.stdout:3496: finishing rollback tid 2 to smithi032174182-20 2023-12-22T17:28:29.955 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 2616 (ObjNum 893 snap 289 seq_num 893) dirty exists 2023-12-22T17:28:29.955 INFO:tasks.rados.rados.0.smithi032.stdout:3497: finishing write tid 3 to smithi032174182-10 2023-12-22T17:28:29.955 INFO:tasks.rados.rados.0.smithi032.stdout:3497: finishing write tid 4 to smithi032174182-10 2023-12-22T17:28:29.955 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 2383 (ObjNum 1062 snap 338 seq_num 1062) dirty exists 2023-12-22T17:28:29.955 INFO:tasks.rados.rados.0.smithi032.stdout:3497: left oid 10 (ObjNum 1062 snap 338 seq_num 1062) 2023-12-22T17:28:29.963 INFO:tasks.rados.rados.0.smithi032.stdout:3496: done (4 left) 2023-12-22T17:28:29.964 INFO:tasks.rados.rados.0.smithi032.stdout:3497: done (3 left) 2023-12-22T17:28:29.964 INFO:tasks.rados.rados.0.smithi032.stdout:3498: done (2 left) 2023-12-22T17:28:29.964 INFO:tasks.rados.rados.0.smithi032.stdout:3499: done (1 left) 2023-12-22T17:28:29.964 INFO:tasks.rados.rados.0.smithi032.stdout:3501: done (0 left) 2023-12-22T17:28:29.964 INFO:tasks.rados.rados.0.smithi032.stdout:3502: read oid 27 snap -1 2023-12-22T17:28:29.964 INFO:tasks.rados.rados.0.smithi032.stdout:3502: expect (ObjNum 1047 snap 328 seq_num 1047) 2023-12-22T17:28:29.966 INFO:tasks.rados.rados.0.smithi032.stdout:3503: read oid 38 snap -1 2023-12-22T17:28:29.966 INFO:tasks.rados.rados.0.smithi032.stdout:3503: expect (ObjNum 1004 snap 313 seq_num 1004) 2023-12-22T17:28:29.966 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 16 current snap is 338 2023-12-22T17:28:29.966 INFO:tasks.rados.rados.0.smithi032.stdout:3504: seq_num 1064 ranges {458752=622592,1081344=401408} 2023-12-22T17:28:29.970 INFO:tasks.rados.rados.0.smithi032.stdout:3504: writing smithi032174182-16 from 458752 to 1081344 tid 1 2023-12-22T17:28:29.973 INFO:tasks.rados.rados.0.smithi032.stdout:3504: writing smithi032174182-16 from 1081344 to 1482752 tid 2 2023-12-22T17:28:29.973 INFO:tasks.rados.rados.0.smithi032.stdout:3505: read oid 39 snap 332 2023-12-22T17:28:29.973 INFO:tasks.rados.rados.0.smithi032.stdout:3505: expect deleted 2023-12-22T17:28:29.973 INFO:tasks.rados.rados.0.smithi032.stdout:3506: snap_create 2023-12-22T17:28:29.975 INFO:tasks.rados.rados.0.smithi032.stdout:3503: expect (ObjNum 1004 snap 313 seq_num 1004) 2023-12-22T17:28:30.111 INFO:tasks.rados.rados.0.smithi032.stdout:3504: finishing write tid 1 to smithi032174182-16 2023-12-22T17:28:30.111 INFO:tasks.rados.rados.0.smithi032.stdout:3504: finishing write tid 2 to smithi032174182-16 2023-12-22T17:28:30.111 INFO:tasks.rados.rados.0.smithi032.stdout:3504: finishing write tid 3 to smithi032174182-16 2023-12-22T17:28:30.111 INFO:tasks.rados.rados.0.smithi032.stdout:3504: finishing write tid 4 to smithi032174182-16 2023-12-22T17:28:30.111 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 2132 (ObjNum 1064 snap 338 seq_num 1064) dirty exists 2023-12-22T17:28:30.111 INFO:tasks.rados.rados.0.smithi032.stdout:3504: left oid 16 (ObjNum 1064 snap 338 seq_num 1064) 2023-12-22T17:28:30.112 INFO:tasks.rados.rados.0.smithi032.stdout:3502: expect (ObjNum 1047 snap 328 seq_num 1047) 2023-12-22T17:28:30.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:29 smithi039 ceph-mon[181282]: osdmap e744: 8 total, 8 up, 8 in 2023-12-22T17:28:30.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:29 smithi039 ceph-mon[181282]: pgmap v659: 121 pgs: 121 active+clean; 208 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 686 KiB/s wr, 5 op/s 2023-12-22T17:28:30.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:29 smithi032 ceph-mon[189144]: osdmap e744: 8 total, 8 up, 8 in 2023-12-22T17:28:30.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:29 smithi032 ceph-mon[189144]: pgmap v659: 121 pgs: 121 active+clean; 208 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 686 KiB/s wr, 5 op/s 2023-12-22T17:28:30.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:29 smithi032 ceph-mon[191839]: osdmap e744: 8 total, 8 up, 8 in 2023-12-22T17:28:30.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:29 smithi032 ceph-mon[191839]: pgmap v659: 121 pgs: 121 active+clean; 208 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 686 KiB/s wr, 5 op/s 2023-12-22T17:28:30.907 INFO:tasks.rados.rados.0.smithi032.stdout:3502: done (4 left) 2023-12-22T17:28:30.907 INFO:tasks.rados.rados.0.smithi032.stdout:3503: done (3 left) 2023-12-22T17:28:30.907 INFO:tasks.rados.rados.0.smithi032.stdout:3504: done (2 left) 2023-12-22T17:28:30.907 INFO:tasks.rados.rados.0.smithi032.stdout:3505: done (1 left) 2023-12-22T17:28:30.907 INFO:tasks.rados.rados.0.smithi032.stdout:3506: done (0 left) 2023-12-22T17:28:30.907 INFO:tasks.rados.rados.0.smithi032.stdout:3507: rollback oid 22 current snap is 339 2023-12-22T17:28:30.907 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 22 to 329 2023-12-22T17:28:30.908 INFO:tasks.rados.rados.0.smithi032.stdout:3508: snap_remove snap 320 2023-12-22T17:28:31.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:30 smithi032 ceph-mon[189144]: osdmap e745: 8 total, 8 up, 8 in 2023-12-22T17:28:31.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:30 smithi032 ceph-mon[189144]: osdmap e746: 8 total, 8 up, 8 in 2023-12-22T17:28:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:30 smithi032 ceph-mon[191839]: osdmap e745: 8 total, 8 up, 8 in 2023-12-22T17:28:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:30 smithi032 ceph-mon[191839]: osdmap e746: 8 total, 8 up, 8 in 2023-12-22T17:28:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:28:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:28:30] "GET /metrics HTTP/1.1" 200 36298 "" "Prometheus/2.43.0" 2023-12-22T17:28:31.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:30 smithi039 ceph-mon[181282]: osdmap e745: 8 total, 8 up, 8 in 2023-12-22T17:28:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:30 smithi039 ceph-mon[181282]: osdmap e746: 8 total, 8 up, 8 in 2023-12-22T17:28:31.909 INFO:tasks.rados.rados.0.smithi032.stdout:3508: done (1 left) 2023-12-22T17:28:31.909 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 50 current snap is 339 2023-12-22T17:28:31.909 INFO:tasks.rados.rados.0.smithi032.stdout:3507: finishing rollback tid 0 to smithi032174182-22 2023-12-22T17:28:31.909 INFO:tasks.rados.rados.0.smithi032.stdout:3509: seq_num 1065 ranges {0=638976,638976=401408} 2023-12-22T17:28:31.913 INFO:tasks.rados.rados.0.smithi032.stdout:3509: writing smithi032174182-50 from 0 to 638976 tid 1 2023-12-22T17:28:31.915 INFO:tasks.rados.rados.0.smithi032.stdout:3509: writing smithi032174182-50 from 638976 to 1040384 tid 2 2023-12-22T17:28:31.916 INFO:tasks.rados.rados.0.smithi032.stdout:3510: delete oid 17 current snap is 339 2023-12-22T17:28:31.916 INFO:tasks.rados.rados.0.smithi032.stdout:3507: finishing rollback tid 1 to smithi032174182-22 2023-12-22T17:28:31.916 INFO:tasks.rados.rados.0.smithi032.stdout:3507: finishing rollback tid 2 to smithi032174182-22 2023-12-22T17:28:31.916 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 2129 (ObjNum 949 snap 298 seq_num 949) dirty exists 2023-12-22T17:28:31.929 INFO:tasks.rados.rados.0.smithi032.stdout:3509: finishing write tid 1 to smithi032174182-50 2023-12-22T17:28:31.929 INFO:tasks.rados.rados.0.smithi032.stdout:3509: finishing write tid 2 to smithi032174182-50 2023-12-22T17:28:31.931 INFO:tasks.rados.rados.0.smithi032.stdout:3507: done (2 left) 2023-12-22T17:28:31.931 INFO:tasks.rados.rados.0.smithi032.stdout:3510: done (1 left) 2023-12-22T17:28:31.931 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 14 current snap is 339 2023-12-22T17:28:31.931 INFO:tasks.rados.rados.0.smithi032.stdout:3511: seq_num 1067 ranges {0=679936,679936=401408} 2023-12-22T17:28:31.935 INFO:tasks.rados.rados.0.smithi032.stdout:3511: writing smithi032174182-14 from 0 to 679936 tid 1 2023-12-22T17:28:31.939 INFO:tasks.rados.rados.0.smithi032.stdout:3511: writing smithi032174182-14 from 679936 to 1081344 tid 2 2023-12-22T17:28:31.939 INFO:tasks.rados.rados.0.smithi032.stdout:3512: read oid 44 snap -1 2023-12-22T17:28:31.939 INFO:tasks.rados.rados.0.smithi032.stdout:3512: expect (ObjNum 1008 snap 314 seq_num 1008) 2023-12-22T17:28:31.939 INFO:tasks.rados.rados.0.smithi032.stdout:3513: copy_from oid 29 from oid 35 current snap is 339 2023-12-22T17:28:31.939 INFO:tasks.rados.rados.0.smithi032.stdout:3509: finishing write tid 3 to smithi032174182-50 2023-12-22T17:28:31.939 INFO:tasks.rados.rados.0.smithi032.stdout:3509: finishing write tid 4 to smithi032174182-50 2023-12-22T17:28:31.939 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 2137 (ObjNum 1065 snap 339 seq_num 1065) dirty exists 2023-12-22T17:28:31.939 INFO:tasks.rados.rados.0.smithi032.stdout:3509: left oid 50 (ObjNum 1065 snap 339 seq_num 1065) 2023-12-22T17:28:31.939 INFO:tasks.rados.rados.0.smithi032.stdout:3509: done (3 left) 2023-12-22T17:28:31.939 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 28 current snap is 339 2023-12-22T17:28:31.940 INFO:tasks.rados.rados.0.smithi032.stdout:3514: seq_num 1068 ranges {0=696320,696320=401408} 2023-12-22T17:28:31.943 INFO:tasks.rados.rados.0.smithi032.stdout:3514: writing smithi032174182-28 from 0 to 696320 tid 1 2023-12-22T17:28:31.946 INFO:tasks.rados.rados.0.smithi032.stdout:3514: writing smithi032174182-28 from 696320 to 1097728 tid 2 2023-12-22T17:28:31.946 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 8 current snap is 339 2023-12-22T17:28:31.946 INFO:tasks.rados.rados.0.smithi032.stdout:3513: finishing copy_from to smithi032174182-29 2023-12-22T17:28:31.946 INFO:tasks.rados.rados.0.smithi032.stdout:3513: got expected ENOENT (src dne) 2023-12-22T17:28:31.946 INFO:tasks.rados.rados.0.smithi032.stdout:3513: finishing copy_from racing read to smithi032174182-29 2023-12-22T17:28:31.946 INFO:tasks.rados.rados.0.smithi032.stdout:3511: finishing write tid 1 to smithi032174182-14 2023-12-22T17:28:31.946 INFO:tasks.rados.rados.0.smithi032.stdout:3511: finishing write tid 2 to smithi032174182-14 2023-12-22T17:28:31.947 INFO:tasks.rados.rados.0.smithi032.stdout:3515: seq_num 1069 ranges {9641984=712704,10354688=401408} 2023-12-22T17:28:32.002 INFO:tasks.rados.rados.0.smithi032.stdout:3515: writing smithi032174182-8 from 9641984 to 10354688 tid 1 2023-12-22T17:28:32.005 INFO:tasks.rados.rados.0.smithi032.stdout:3515: writing smithi032174182-8 from 10354688 to 10756096 tid 2 2023-12-22T17:28:32.005 INFO:tasks.rados.rados.0.smithi032.stdout:3513: done (4 left) 2023-12-22T17:28:32.005 INFO:tasks.rados.rados.0.smithi032.stdout:3516: rollback oid 2 current snap is 339 2023-12-22T17:28:32.005 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 2 to 323 2023-12-22T17:28:32.005 INFO:tasks.rados.rados.0.smithi032.stdout:3511: finishing write tid 3 to smithi032174182-14 2023-12-22T17:28:32.005 INFO:tasks.rados.rados.0.smithi032.stdout:3512: expect (ObjNum 1008 snap 314 seq_num 1008) 2023-12-22T17:28:32.009 INFO:tasks.rados.rados.0.smithi032.stdout:3511: finishing write tid 4 to smithi032174182-14 2023-12-22T17:28:32.009 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 2098 (ObjNum 1067 snap 339 seq_num 1067) dirty exists 2023-12-22T17:28:32.009 INFO:tasks.rados.rados.0.smithi032.stdout:3511: left oid 14 (ObjNum 1067 snap 339 seq_num 1067) 2023-12-22T17:28:32.009 INFO:tasks.rados.rados.0.smithi032.stdout:3514: finishing write tid 1 to smithi032174182-28 2023-12-22T17:28:32.009 INFO:tasks.rados.rados.0.smithi032.stdout:3514: finishing write tid 2 to smithi032174182-28 2023-12-22T17:28:32.009 INFO:tasks.rados.rados.0.smithi032.stdout:3514: finishing write tid 3 to smithi032174182-28 2023-12-22T17:28:32.009 INFO:tasks.rados.rados.0.smithi032.stdout:3511: done (4 left) 2023-12-22T17:28:32.010 INFO:tasks.rados.rados.0.smithi032.stdout:3512: done (3 left) 2023-12-22T17:28:32.010 INFO:tasks.rados.rados.0.smithi032.stdout:3517: snap_create 2023-12-22T17:28:32.010 INFO:tasks.rados.rados.0.smithi032.stdout:3514: finishing write tid 4 to smithi032174182-28 2023-12-22T17:28:32.010 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 2135 (ObjNum 1068 snap 339 seq_num 1068) dirty exists 2023-12-22T17:28:32.010 INFO:tasks.rados.rados.0.smithi032.stdout:3514: left oid 28 (ObjNum 1068 snap 339 seq_num 1068) 2023-12-22T17:28:32.010 INFO:tasks.rados.rados.0.smithi032.stdout:3516: finishing rollback tid 1 to smithi032174182-2 2023-12-22T17:28:32.010 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 0 (ObjNum 33 snap 0 seq_num 1597228704) dirty dne 2023-12-22T17:28:32.010 INFO:tasks.rados.rados.0.smithi032.stdout:3515: finishing write tid 1 to smithi032174182-8 2023-12-22T17:28:32.010 INFO:tasks.rados.rados.0.smithi032.stdout:3515: finishing write tid 2 to smithi032174182-8 2023-12-22T17:28:32.010 INFO:tasks.rados.rados.0.smithi032.stdout:3515: finishing write tid 3 to smithi032174182-8 2023-12-22T17:28:32.010 INFO:tasks.rados.rados.0.smithi032.stdout:3515: finishing write tid 4 to smithi032174182-8 2023-12-22T17:28:32.010 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 2123 (ObjNum 1069 snap 339 seq_num 1069) dirty exists 2023-12-22T17:28:32.011 INFO:tasks.rados.rados.0.smithi032.stdout:3515: left oid 8 (ObjNum 1069 snap 339 seq_num 1069) 2023-12-22T17:28:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:31 smithi039 ceph-mon[181282]: pgmap v662: 121 pgs: 121 active+clean; 212 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2023-12-22T17:28:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:31 smithi039 ceph-mon[181282]: osdmap e747: 8 total, 8 up, 8 in 2023-12-22T17:28:32.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:31 smithi032 ceph-mon[189144]: pgmap v662: 121 pgs: 121 active+clean; 212 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2023-12-22T17:28:32.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:31 smithi032 ceph-mon[189144]: osdmap e747: 8 total, 8 up, 8 in 2023-12-22T17:28:32.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:31 smithi032 ceph-mon[191839]: pgmap v662: 121 pgs: 121 active+clean; 212 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2023-12-22T17:28:32.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:31 smithi032 ceph-mon[191839]: osdmap e747: 8 total, 8 up, 8 in 2023-12-22T17:28:32.960 INFO:tasks.rados.rados.0.smithi032.stdout:3514: done (3 left) 2023-12-22T17:28:32.961 INFO:tasks.rados.rados.0.smithi032.stdout:3515: done (2 left) 2023-12-22T17:28:32.961 INFO:tasks.rados.rados.0.smithi032.stdout:3516: done (1 left) 2023-12-22T17:28:32.962 INFO:tasks.rados.rados.0.smithi032.stdout:3517: done (0 left) 2023-12-22T17:28:32.962 INFO:tasks.rados.rados.0.smithi032.stdout:3518: read oid 5 snap -1 2023-12-22T17:28:32.962 INFO:tasks.rados.rados.0.smithi032.stdout:3518: expect (ObjNum 1029 snap 321 seq_num 1029) 2023-12-22T17:28:32.962 INFO:tasks.rados.rados.0.smithi032.stdout:3519: copy_from oid 49 from oid 47 current snap is 340 2023-12-22T17:28:32.962 INFO:tasks.rados.rados.0.smithi032.stdout:3520: delete oid 34 current snap is 340 2023-12-22T17:28:32.971 INFO:tasks.rados.rados.0.smithi032.stdout:3520: done (2 left) 2023-12-22T17:28:32.971 INFO:tasks.rados.rados.0.smithi032.stdout:3521: delete oid 29 current snap is 340 2023-12-22T17:28:32.974 INFO:tasks.rados.rados.0.smithi032.stdout:3518: expect (ObjNum 1029 snap 321 seq_num 1029) 2023-12-22T17:28:33.049 INFO:tasks.rados.rados.0.smithi032.stdout:3519: finishing copy_from racing read to smithi032174182-49 2023-12-22T17:28:33.049 INFO:tasks.rados.rados.0.smithi032.stdout:3519: finishing copy_from to smithi032174182-49 2023-12-22T17:28:33.049 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 2612 (ObjNum 977 snap 306 seq_num 977) dirty exists 2023-12-22T17:28:33.049 INFO:tasks.rados.rados.0.smithi032.stdout:3518: done (2 left) 2023-12-22T17:28:33.049 INFO:tasks.rados.rados.0.smithi032.stdout:3519: done (1 left) 2023-12-22T17:28:33.049 INFO:tasks.rados.rados.0.smithi032.stdout:3521: done (0 left) 2023-12-22T17:28:33.049 INFO:tasks.rados.rados.0.smithi032.stdout:3522: snap_create 2023-12-22T17:28:33.965 INFO:tasks.rados.rados.0.smithi032.stdout:3522: done (0 left) 2023-12-22T17:28:33.965 INFO:tasks.rados.rados.0.smithi032.stdout:3523: snap_remove snap 336 2023-12-22T17:28:34.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:33 smithi039 ceph-mon[181282]: osdmap e748: 8 total, 8 up, 8 in 2023-12-22T17:28:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:33 smithi039 ceph-mon[181282]: pgmap v665: 121 pgs: 121 active+clean; 211 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 710 KiB/s wr, 8 op/s 2023-12-22T17:28:34.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:33 smithi032 ceph-mon[189144]: osdmap e748: 8 total, 8 up, 8 in 2023-12-22T17:28:34.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:33 smithi032 ceph-mon[189144]: pgmap v665: 121 pgs: 121 active+clean; 211 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 710 KiB/s wr, 8 op/s 2023-12-22T17:28:34.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:33 smithi032 ceph-mon[191839]: osdmap e748: 8 total, 8 up, 8 in 2023-12-22T17:28:34.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:33 smithi032 ceph-mon[191839]: pgmap v665: 121 pgs: 121 active+clean; 211 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 710 KiB/s wr, 8 op/s 2023-12-22T17:28:34.969 INFO:tasks.rados.rados.0.smithi032.stdout:3523: done (0 left) 2023-12-22T17:28:34.969 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 7 current snap is 341 2023-12-22T17:28:34.969 INFO:tasks.rados.rados.0.smithi032.stdout:3524: seq_num 1072 ranges {0=761856,761856=401408} 2023-12-22T17:28:34.973 INFO:tasks.rados.rados.0.smithi032.stdout:3524: writing smithi032174182-7 from 0 to 761856 tid 1 2023-12-22T17:28:34.976 INFO:tasks.rados.rados.0.smithi032.stdout:3524: writing smithi032174182-7 from 761856 to 1163264 tid 2 2023-12-22T17:28:34.976 INFO:tasks.rados.rados.0.smithi032.stdout:3525: snap_remove snap 340 2023-12-22T17:28:35.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:34 smithi039 ceph-mon[181282]: osdmap e749: 8 total, 8 up, 8 in 2023-12-22T17:28:35.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:28:35.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:34 smithi032 ceph-mon[191839]: osdmap e749: 8 total, 8 up, 8 in 2023-12-22T17:28:35.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:28:35.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:34 smithi032 ceph-mon[189144]: osdmap e749: 8 total, 8 up, 8 in 2023-12-22T17:28:35.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:28:35.909 INFO:tasks.rados.rados.0.smithi032.stdout:3525: done (1 left) 2023-12-22T17:28:35.909 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 41 current snap is 341 2023-12-22T17:28:35.909 INFO:tasks.rados.rados.0.smithi032.stdout:3524: finishing write tid 1 to smithi032174182-7 2023-12-22T17:28:35.909 INFO:tasks.rados.rados.0.smithi032.stdout:3526: seq_num 1073 ranges {827392=778240,1605632=401408} 2023-12-22T17:28:35.918 INFO:tasks.rados.rados.0.smithi032.stdout:3526: writing smithi032174182-41 from 827392 to 1605632 tid 1 2023-12-22T17:28:35.920 INFO:tasks.rados.rados.0.smithi032.stdout:3526: writing smithi032174182-41 from 1605632 to 2007040 tid 2 2023-12-22T17:28:35.920 INFO:tasks.rados.rados.0.smithi032.stdout:3527: read oid 43 snap 337 2023-12-22T17:28:35.920 INFO:tasks.rados.rados.0.smithi032.stdout:3527: expect (ObjNum 1040 snap 325 seq_num 1040) 2023-12-22T17:28:35.920 INFO:tasks.rados.rados.0.smithi032.stdout:3528: snap_create 2023-12-22T17:28:35.921 INFO:tasks.rados.rados.0.smithi032.stdout:3524: finishing write tid 2 to smithi032174182-7 2023-12-22T17:28:35.921 INFO:tasks.rados.rados.0.smithi032.stdout:3524: finishing write tid 3 to smithi032174182-7 2023-12-22T17:28:35.921 INFO:tasks.rados.rados.0.smithi032.stdout:3524: finishing write tid 4 to smithi032174182-7 2023-12-22T17:28:35.921 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 1728 (ObjNum 1072 snap 341 seq_num 1072) dirty exists 2023-12-22T17:28:35.921 INFO:tasks.rados.rados.0.smithi032.stdout:3524: left oid 7 (ObjNum 1072 snap 341 seq_num 1072) 2023-12-22T17:28:35.930 INFO:tasks.rados.rados.0.smithi032.stdout:3527: expect (ObjNum 1040 snap 325 seq_num 1040) 2023-12-22T17:28:35.961 INFO:tasks.rados.rados.0.smithi032.stdout:3526: finishing write tid 1 to smithi032174182-41 2023-12-22T17:28:35.961 INFO:tasks.rados.rados.0.smithi032.stdout:3526: finishing write tid 2 to smithi032174182-41 2023-12-22T17:28:35.961 INFO:tasks.rados.rados.0.smithi032.stdout:3526: finishing write tid 3 to smithi032174182-41 2023-12-22T17:28:35.962 INFO:tasks.rados.rados.0.smithi032.stdout:3526: finishing write tid 4 to smithi032174182-41 2023-12-22T17:28:35.962 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 2647 (ObjNum 1073 snap 341 seq_num 1073) dirty exists 2023-12-22T17:28:35.962 INFO:tasks.rados.rados.0.smithi032.stdout:3526: left oid 41 (ObjNum 1073 snap 341 seq_num 1073) 2023-12-22T17:28:36.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:35 smithi039 ceph-mon[181282]: osdmap e750: 8 total, 8 up, 8 in 2023-12-22T17:28:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:35 smithi039 ceph-mon[181282]: pgmap v668: 121 pgs: 121 active+clean; 213 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 778 KiB/s wr, 6 op/s 2023-12-22T17:28:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:35 smithi039 ceph-mon[181282]: osdmap e751: 8 total, 8 up, 8 in 2023-12-22T17:28:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:35 smithi032 ceph-mon[191839]: osdmap e750: 8 total, 8 up, 8 in 2023-12-22T17:28:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:35 smithi032 ceph-mon[191839]: pgmap v668: 121 pgs: 121 active+clean; 213 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 778 KiB/s wr, 6 op/s 2023-12-22T17:28:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:35 smithi032 ceph-mon[191839]: osdmap e751: 8 total, 8 up, 8 in 2023-12-22T17:28:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:35 smithi032 ceph-mon[189144]: osdmap e750: 8 total, 8 up, 8 in 2023-12-22T17:28:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:35 smithi032 ceph-mon[189144]: pgmap v668: 121 pgs: 121 active+clean; 213 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 778 KiB/s wr, 6 op/s 2023-12-22T17:28:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:35 smithi032 ceph-mon[189144]: osdmap e751: 8 total, 8 up, 8 in 2023-12-22T17:28:36.918 INFO:tasks.rados.rados.0.smithi032.stdout:3524: done (3 left) 2023-12-22T17:28:36.918 INFO:tasks.rados.rados.0.smithi032.stdout:3526: done (2 left) 2023-12-22T17:28:36.918 INFO:tasks.rados.rados.0.smithi032.stdout:3527: done (1 left) 2023-12-22T17:28:36.918 INFO:tasks.rados.rados.0.smithi032.stdout:3528: done (0 left) 2023-12-22T17:28:36.918 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 44 current snap is 342 2023-12-22T17:28:36.918 INFO:tasks.rados.rados.0.smithi032.stdout:3529: seq_num 1074 ranges {90112=794624,884736=401408} 2023-12-22T17:28:36.922 INFO:tasks.rados.rados.0.smithi032.stdout:3529: writing smithi032174182-44 from 90112 to 884736 tid 1 2023-12-22T17:28:36.925 INFO:tasks.rados.rados.0.smithi032.stdout:3529: writing smithi032174182-44 from 884736 to 1286144 tid 2 2023-12-22T17:28:36.925 INFO:tasks.rados.rados.0.smithi032.stdout:3530: snap_remove snap 337 2023-12-22T17:28:37.931 INFO:tasks.rados.rados.0.smithi032.stdout:3530: done (1 left) 2023-12-22T17:28:37.931 INFO:tasks.rados.rados.0.smithi032.stdout:3531: delete oid 42 current snap is 342 2023-12-22T17:28:37.931 INFO:tasks.rados.rados.0.smithi032.stdout:3529: finishing write tid 1 to smithi032174182-44 2023-12-22T17:28:37.931 INFO:tasks.rados.rados.0.smithi032.stdout:3529: finishing write tid 2 to smithi032174182-44 2023-12-22T17:28:37.931 INFO:tasks.rados.rados.0.smithi032.stdout:3529: finishing write tid 3 to smithi032174182-44 2023-12-22T17:28:37.931 INFO:tasks.rados.rados.0.smithi032.stdout:3529: finishing write tid 4 to smithi032174182-44 2023-12-22T17:28:37.931 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 2619 (ObjNum 1074 snap 342 seq_num 1074) dirty exists 2023-12-22T17:28:37.932 INFO:tasks.rados.rados.0.smithi032.stdout:3529: left oid 44 (ObjNum 1074 snap 342 seq_num 1074) 2023-12-22T17:28:37.939 INFO:tasks.rados.rados.0.smithi032.stdout:3529: done (1 left) 2023-12-22T17:28:37.939 INFO:tasks.rados.rados.0.smithi032.stdout:3531: done (0 left) 2023-12-22T17:28:37.939 INFO:tasks.rados.rados.0.smithi032.stdout:3532: setattr oid 19 current snap is 342 2023-12-22T17:28:37.940 INFO:tasks.rados.rados.0.smithi032.stdout:3533: snap_create 2023-12-22T17:28:37.942 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 2130 (ObjNum 945 snap 298 seq_num 945) dirty exists 2023-12-22T17:28:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:37 smithi032 ceph-mon[191839]: osdmap e752: 8 total, 8 up, 8 in 2023-12-22T17:28:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:37 smithi032 ceph-mon[191839]: pgmap v671: 121 pgs: 121 active+clean; 222 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 7 op/s 2023-12-22T17:28:38.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:37 smithi032 ceph-mon[189144]: osdmap e752: 8 total, 8 up, 8 in 2023-12-22T17:28:38.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:37 smithi032 ceph-mon[189144]: pgmap v671: 121 pgs: 121 active+clean; 222 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 7 op/s 2023-12-22T17:28:38.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:37 smithi039 ceph-mon[181282]: osdmap e752: 8 total, 8 up, 8 in 2023-12-22T17:28:38.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:37 smithi039 ceph-mon[181282]: pgmap v671: 121 pgs: 121 active+clean; 222 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 7 op/s 2023-12-22T17:28:38.933 INFO:tasks.rados.rados.0.smithi032.stdout:3532: done (1 left) 2023-12-22T17:28:38.933 INFO:tasks.rados.rados.0.smithi032.stdout:3533: done (0 left) 2023-12-22T17:28:38.933 INFO:tasks.rados.rados.0.smithi032.stdout:3534: rollback oid 1 current snap is 343 2023-12-22T17:28:38.933 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 1 to 334 2023-12-22T17:28:38.934 INFO:tasks.rados.rados.0.smithi032.stdout:3535: rollback oid 18 current snap is 343 2023-12-22T17:28:38.934 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 18 to 317 2023-12-22T17:28:38.934 INFO:tasks.rados.rados.0.smithi032.stdout:3536: copy_from oid 6 from oid 4 current snap is 343 2023-12-22T17:28:38.934 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 15 current snap is 343 2023-12-22T17:28:38.934 INFO:tasks.rados.rados.0.smithi032.stdout:3537: seq_num 1076 ranges {9666560=425984,10092544=548864,10641408=253952} 2023-12-22T17:28:38.988 INFO:tasks.rados.rados.0.smithi032.stdout:3537: writing smithi032174182-15 from 9666560 to 10092544 tid 1 2023-12-22T17:28:38.992 INFO:tasks.rados.rados.0.smithi032.stdout:3537: writing smithi032174182-15 from 10092544 to 10641408 tid 2 2023-12-22T17:28:38.994 INFO:tasks.rados.rados.0.smithi032.stdout:3537: writing smithi032174182-15 from 10641408 to 10895360 tid 3 2023-12-22T17:28:38.994 INFO:tasks.rados.rados.0.smithi032.stdout:3538: read oid 39 snap 323 2023-12-22T17:28:38.995 INFO:tasks.rados.rados.0.smithi032.stdout:3538: expect (ObjNum 1000 snap 312 seq_num 1000) 2023-12-22T17:28:38.995 INFO:tasks.rados.rados.0.smithi032.stdout:3539: snap_create 2023-12-22T17:28:38.995 INFO:tasks.rados.rados.0.smithi032.stdout:3534: finishing rollback tid 1 to smithi032174182-1 2023-12-22T17:28:38.995 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 0 (ObjNum 33 snap 0 seq_num 1597035488) dirty dne 2023-12-22T17:28:38.995 INFO:tasks.rados.rados.0.smithi032.stdout:3535: finishing rollback tid 0 to smithi032174182-18 2023-12-22T17:28:38.995 INFO:tasks.rados.rados.0.smithi032.stdout:3535: finishing rollback tid 1 to smithi032174182-18 2023-12-22T17:28:38.995 INFO:tasks.rados.rados.0.smithi032.stdout:3535: finishing rollback tid 2 to smithi032174182-18 2023-12-22T17:28:38.995 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 2132 (ObjNum 974 snap 306 seq_num 974) dirty exists 2023-12-22T17:28:38.995 INFO:tasks.rados.rados.0.smithi032.stdout:3536: finishing copy_from racing read to smithi032174182-6 2023-12-22T17:28:38.995 INFO:tasks.rados.rados.0.smithi032.stdout:3536: finishing copy_from to smithi032174182-6 2023-12-22T17:28:38.995 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 2128 (ObjNum 1043 snap 328 seq_num 1043) dirty exists 2023-12-22T17:28:38.995 INFO:tasks.rados.rados.0.smithi032.stdout:3537: finishing write tid 1 to smithi032174182-15 2023-12-22T17:28:38.999 INFO:tasks.rados.rados.0.smithi032.stdout:3537: finishing write tid 2 to smithi032174182-15 2023-12-22T17:28:38.999 INFO:tasks.rados.rados.0.smithi032.stdout:3537: finishing write tid 3 to smithi032174182-15 2023-12-22T17:28:39.000 INFO:tasks.rados.rados.0.smithi032.stdout:3537: finishing write tid 4 to smithi032174182-15 2023-12-22T17:28:39.002 INFO:tasks.rados.rados.0.smithi032.stdout:3537: finishing write tid 5 to smithi032174182-15 2023-12-22T17:28:39.002 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 2656 (ObjNum 1076 snap 343 seq_num 1076) dirty exists 2023-12-22T17:28:39.002 INFO:tasks.rados.rados.0.smithi032.stdout:3537: left oid 15 (ObjNum 1076 snap 343 seq_num 1076) 2023-12-22T17:28:39.027 INFO:tasks.rados.rados.0.smithi032.stdout:3538: expect (ObjNum 1000 snap 312 seq_num 1000) 2023-12-22T17:28:39.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:38 smithi032 ceph-mon[191839]: osdmap e753: 8 total, 8 up, 8 in 2023-12-22T17:28:39.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:38 smithi032 ceph-mon[189144]: osdmap e753: 8 total, 8 up, 8 in 2023-12-22T17:28:39.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:38 smithi039 ceph-mon[181282]: osdmap e753: 8 total, 8 up, 8 in 2023-12-22T17:28:39.939 INFO:tasks.rados.rados.0.smithi032.stdout:3534: done (5 left) 2023-12-22T17:28:39.939 INFO:tasks.rados.rados.0.smithi032.stdout:3535: done (4 left) 2023-12-22T17:28:39.939 INFO:tasks.rados.rados.0.smithi032.stdout:3536: done (3 left) 2023-12-22T17:28:39.939 INFO:tasks.rados.rados.0.smithi032.stdout:3537: done (2 left) 2023-12-22T17:28:39.939 INFO:tasks.rados.rados.0.smithi032.stdout:3538: done (1 left) 2023-12-22T17:28:39.939 INFO:tasks.rados.rados.0.smithi032.stdout:3539: done (0 left) 2023-12-22T17:28:39.939 INFO:tasks.rados.rados.0.smithi032.stdout:3540: rmattr oid 27 current snap is 344 2023-12-22T17:28:39.940 INFO:tasks.rados.rados.0.smithi032.stdout:3541: copy_from oid 28 from oid 23 current snap is 344 2023-12-22T17:28:39.940 INFO:tasks.rados.rados.0.smithi032.stdout:3542: setattr oid 29 current snap is 344 2023-12-22T17:28:39.940 INFO:tasks.rados.rados.0.smithi032.stdout:3543: read oid 46 snap -1 2023-12-22T17:28:39.940 INFO:tasks.rados.rados.0.smithi032.stdout:3543: expect (ObjNum 1059 snap 337 seq_num 1059) 2023-12-22T17:28:39.941 INFO:tasks.rados.rados.0.smithi032.stdout:3544: rollback oid 4 current snap is 344 2023-12-22T17:28:39.941 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 4 to 334 2023-12-22T17:28:39.941 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 37 current snap is 344 2023-12-22T17:28:39.941 INFO:tasks.rados.rados.0.smithi032.stdout:3545: seq_num 1077 ranges {0=442368,442368=434176,876544=368640} 2023-12-22T17:28:39.949 INFO:tasks.rados.rados.0.smithi032.stdout:3545: writing smithi032174182-37 from 0 to 442368 tid 1 2023-12-22T17:28:39.949 INFO:tasks.rados.rados.0.smithi032.stdout:3545: writing smithi032174182-37 from 442368 to 876544 tid 2 2023-12-22T17:28:39.949 INFO:tasks.rados.rados.0.smithi032.stdout:3545: writing smithi032174182-37 from 876544 to 1245184 tid 3 2023-12-22T17:28:39.949 INFO:tasks.rados.rados.0.smithi032.stdout:3546: rollback oid 22 current snap is 344 2023-12-22T17:28:39.949 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 22 to 334 2023-12-22T17:28:39.949 INFO:tasks.rados.rados.0.smithi032.stdout:3547: setattr oid 35 current snap is 344 2023-12-22T17:28:39.951 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 2657 (ObjNum 65 snap 0 seq_num 0) dirty exists 2023-12-22T17:28:39.952 INFO:tasks.rados.rados.0.smithi032.stdout:3542: done (7 left) 2023-12-22T17:28:39.952 INFO:tasks.rados.rados.0.smithi032.stdout:3548: snap_create 2023-12-22T17:28:39.955 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 2620 (ObjNum 1047 snap 328 seq_num 1047) dirty exists 2023-12-22T17:28:39.955 INFO:tasks.rados.rados.0.smithi032.stdout:3544: finishing rollback tid 0 to smithi032174182-4 2023-12-22T17:28:39.955 INFO:tasks.rados.rados.0.smithi032.stdout:3544: finishing rollback tid 1 to smithi032174182-4 2023-12-22T17:28:39.955 INFO:tasks.rados.rados.0.smithi032.stdout:3544: finishing rollback tid 2 to smithi032174182-4 2023-12-22T17:28:39.956 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 2138 (ObjNum 1043 snap 328 seq_num 1043) dirty exists 2023-12-22T17:28:39.956 INFO:tasks.rados.rados.0.smithi032.stdout:3545: finishing write tid 1 to smithi032174182-37 2023-12-22T17:28:39.956 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 2262 (ObjNum 33 snap 0 seq_num 1597412080) dirty exists 2023-12-22T17:28:39.958 INFO:tasks.rados.rados.0.smithi032.stdout:3545: finishing write tid 2 to smithi032174182-37 2023-12-22T17:28:39.958 INFO:tasks.rados.rados.0.smithi032.stdout:3545: finishing write tid 3 to smithi032174182-37 2023-12-22T17:28:39.958 INFO:tasks.rados.rados.0.smithi032.stdout:3545: finishing write tid 4 to smithi032174182-37 2023-12-22T17:28:39.959 INFO:tasks.rados.rados.0.smithi032.stdout:3543: expect (ObjNum 1059 snap 337 seq_num 1059) 2023-12-22T17:28:39.984 INFO:tasks.rados.rados.0.smithi032.stdout:3541: finishing copy_from racing read to smithi032174182-28 2023-12-22T17:28:39.984 INFO:tasks.rados.rados.0.smithi032.stdout:3545: finishing write tid 5 to smithi032174182-37 2023-12-22T17:28:39.984 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 2121 (ObjNum 1077 snap 344 seq_num 1077) dirty exists 2023-12-22T17:28:39.984 INFO:tasks.rados.rados.0.smithi032.stdout:3545: left oid 37 (ObjNum 1077 snap 344 seq_num 1077) 2023-12-22T17:28:39.984 INFO:tasks.rados.rados.0.smithi032.stdout:3541: finishing copy_from to smithi032174182-28 2023-12-22T17:28:39.984 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 2613 (ObjNum 1056 snap 337 seq_num 1056) dirty exists 2023-12-22T17:28:39.985 INFO:tasks.rados.rados.0.smithi032.stdout:3546: finishing rollback tid 0 to smithi032174182-22 2023-12-22T17:28:39.985 INFO:tasks.rados.rados.0.smithi032.stdout:3546: finishing rollback tid 1 to smithi032174182-22 2023-12-22T17:28:39.985 INFO:tasks.rados.rados.0.smithi032.stdout:3546: finishing rollback tid 2 to smithi032174182-22 2023-12-22T17:28:39.985 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 2135 (ObjNum 949 snap 298 seq_num 949) dirty exists 2023-12-22T17:28:40.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:39 smithi039 ceph-mon[181282]: osdmap e754: 8 total, 8 up, 8 in 2023-12-22T17:28:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:39 smithi039 ceph-mon[181282]: pgmap v674: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 223 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 784 KiB/s rd, 2.5 MiB/s wr, 10 op/s 2023-12-22T17:28:40.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:39 smithi032 ceph-mon[191839]: osdmap e754: 8 total, 8 up, 8 in 2023-12-22T17:28:40.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:39 smithi032 ceph-mon[191839]: pgmap v674: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 223 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 784 KiB/s rd, 2.5 MiB/s wr, 10 op/s 2023-12-22T17:28:40.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:39 smithi032 ceph-mon[189144]: osdmap e754: 8 total, 8 up, 8 in 2023-12-22T17:28:40.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:39 smithi032 ceph-mon[189144]: pgmap v674: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 223 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 784 KiB/s rd, 2.5 MiB/s wr, 10 op/s 2023-12-22T17:28:40.910 INFO:tasks.rados.rados.0.smithi032.stdout:3540: done (7 left) 2023-12-22T17:28:40.911 INFO:tasks.rados.rados.0.smithi032.stdout:3541: done (6 left) 2023-12-22T17:28:40.911 INFO:tasks.rados.rados.0.smithi032.stdout:3543: done (5 left) 2023-12-22T17:28:40.911 INFO:tasks.rados.rados.0.smithi032.stdout:3544: done (4 left) 2023-12-22T17:28:40.911 INFO:tasks.rados.rados.0.smithi032.stdout:3545: done (3 left) 2023-12-22T17:28:40.911 INFO:tasks.rados.rados.0.smithi032.stdout:3546: done (2 left) 2023-12-22T17:28:40.911 INFO:tasks.rados.rados.0.smithi032.stdout:3547: done (1 left) 2023-12-22T17:28:40.911 INFO:tasks.rados.rados.0.smithi032.stdout:3548: done (0 left) 2023-12-22T17:28:40.911 INFO:tasks.rados.rados.0.smithi032.stdout:3549: read oid 20 snap -1 2023-12-22T17:28:40.911 INFO:tasks.rados.rados.0.smithi032.stdout:3549: expect (ObjNum 893 snap 289 seq_num 893) 2023-12-22T17:28:40.911 INFO:tasks.rados.rados.0.smithi032.stdout:3550: snap_create 2023-12-22T17:28:40.934 INFO:tasks.rados.rados.0.smithi032.stdout:3549: expect (ObjNum 893 snap 289 seq_num 893) 2023-12-22T17:28:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:28:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:28:40] "GET /metrics HTTP/1.1" 200 36293 "" "Prometheus/2.43.0" 2023-12-22T17:28:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:40 smithi032 ceph-mon[191839]: osdmap e755: 8 total, 8 up, 8 in 2023-12-22T17:28:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:40 smithi032 ceph-mon[191839]: osdmap e756: 8 total, 8 up, 8 in 2023-12-22T17:28:41.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:40 smithi032 ceph-mon[189144]: osdmap e755: 8 total, 8 up, 8 in 2023-12-22T17:28:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:40 smithi032 ceph-mon[189144]: osdmap e756: 8 total, 8 up, 8 in 2023-12-22T17:28:41.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:40 smithi039 ceph-mon[181282]: osdmap e755: 8 total, 8 up, 8 in 2023-12-22T17:28:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:40 smithi039 ceph-mon[181282]: osdmap e756: 8 total, 8 up, 8 in 2023-12-22T17:28:41.911 INFO:tasks.rados.rados.0.smithi032.stdout:3549: done (1 left) 2023-12-22T17:28:41.911 INFO:tasks.rados.rados.0.smithi032.stdout:3550: done (0 left) 2023-12-22T17:28:41.911 INFO:tasks.rados.rados.0.smithi032.stdout:3551: snap_create 2023-12-22T17:28:42.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:41 smithi039 ceph-mon[181282]: pgmap v677: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 228 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 715 KiB/s rd, 1.5 MiB/s wr, 19 op/s 2023-12-22T17:28:42.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:41 smithi039 ceph-mon[181282]: osdmap e757: 8 total, 8 up, 8 in 2023-12-22T17:28:42.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:41 smithi032 ceph-mon[191839]: pgmap v677: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 228 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 715 KiB/s rd, 1.5 MiB/s wr, 19 op/s 2023-12-22T17:28:42.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:41 smithi032 ceph-mon[191839]: osdmap e757: 8 total, 8 up, 8 in 2023-12-22T17:28:42.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:41 smithi032 ceph-mon[189144]: pgmap v677: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 228 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 715 KiB/s rd, 1.5 MiB/s wr, 19 op/s 2023-12-22T17:28:42.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:41 smithi032 ceph-mon[189144]: osdmap e757: 8 total, 8 up, 8 in 2023-12-22T17:28:42.914 INFO:tasks.rados.rados.0.smithi032.stdout:3551: done (0 left) 2023-12-22T17:28:42.914 INFO:tasks.rados.rados.0.smithi032.stdout:3552: rmattr oid 8 current snap is 347 2023-12-22T17:28:42.914 INFO:tasks.rados.rados.0.smithi032.stdout:3553: copy_from oid 30 from oid 7 current snap is 347 2023-12-22T17:28:42.914 INFO:tasks.rados.rados.0.smithi032.stdout:3554: setattr oid 47 current snap is 347 2023-12-22T17:28:42.914 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 0 (ObjNum 1069 snap 339 seq_num 1069) dirty exists 2023-12-22T17:28:42.915 INFO:tasks.rados.rados.0.smithi032.stdout:3552: done (2 left) 2023-12-22T17:28:42.915 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 25 current snap is 347 2023-12-22T17:28:42.915 INFO:tasks.rados.rados.0.smithi032.stdout:3555: seq_num 1078 ranges {0=458752,458752=720896,1179648=81920} 2023-12-22T17:28:42.918 INFO:tasks.rados.rados.0.smithi032.stdout:3555: writing smithi032174182-25 from 0 to 458752 tid 1 2023-12-22T17:28:42.923 INFO:tasks.rados.rados.0.smithi032.stdout:3555: writing smithi032174182-25 from 458752 to 1179648 tid 2 2023-12-22T17:28:42.923 INFO:tasks.rados.rados.0.smithi032.stdout:3555: writing smithi032174182-25 from 1179648 to 1261568 tid 3 2023-12-22T17:28:42.923 INFO:tasks.rados.rados.0.smithi032.stdout:3556: snap_remove snap 329 2023-12-22T17:28:43.920 INFO:tasks.rados.rados.0.smithi032.stdout:3556: done (3 left) 2023-12-22T17:28:43.920 INFO:tasks.rados.rados.0.smithi032.stdout:3557: read oid 4 snap 345 2023-12-22T17:28:43.920 INFO:tasks.rados.rados.0.smithi032.stdout:3557: expect (ObjNum 1043 snap 328 seq_num 1043) 2023-12-22T17:28:43.921 INFO:tasks.rados.rados.0.smithi032.stdout:3558: rollback oid 12 current snap is 347 2023-12-22T17:28:43.921 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 12 to 344 2023-12-22T17:28:43.921 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 2659 (ObjNum 977 snap 306 seq_num 977) dirty exists 2023-12-22T17:28:43.921 INFO:tasks.rados.rados.0.smithi032.stdout:3553: finishing copy_from racing read to smithi032174182-30 2023-12-22T17:28:43.921 INFO:tasks.rados.rados.0.smithi032.stdout:3553: finishing copy_from to smithi032174182-30 2023-12-22T17:28:43.921 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 1728 (ObjNum 1072 snap 341 seq_num 1072) dirty exists 2023-12-22T17:28:43.921 INFO:tasks.rados.rados.0.smithi032.stdout:3555: finishing write tid 1 to smithi032174182-25 2023-12-22T17:28:43.921 INFO:tasks.rados.rados.0.smithi032.stdout:3555: finishing write tid 2 to smithi032174182-25 2023-12-22T17:28:43.921 INFO:tasks.rados.rados.0.smithi032.stdout:3555: finishing write tid 3 to smithi032174182-25 2023-12-22T17:28:43.921 INFO:tasks.rados.rados.0.smithi032.stdout:3555: finishing write tid 4 to smithi032174182-25 2023-12-22T17:28:43.922 INFO:tasks.rados.rados.0.smithi032.stdout:3553: done (4 left) 2023-12-22T17:28:43.922 INFO:tasks.rados.rados.0.smithi032.stdout:3554: done (3 left) 2023-12-22T17:28:43.922 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 15 current snap is 347 2023-12-22T17:28:43.922 INFO:tasks.rados.rados.0.smithi032.stdout:3559: seq_num 1079 ranges {10895360=475136,11370496=606208,11976704=196608} 2023-12-22T17:28:43.984 INFO:tasks.rados.rados.0.smithi032.stdout:3559: writing smithi032174182-15 from 10895360 to 11370496 tid 1 2023-12-22T17:28:43.987 INFO:tasks.rados.rados.0.smithi032.stdout:3559: writing smithi032174182-15 from 11370496 to 11976704 tid 2 2023-12-22T17:28:43.989 INFO:tasks.rados.rados.0.smithi032.stdout:3559: writing smithi032174182-15 from 11976704 to 12173312 tid 3 2023-12-22T17:28:43.989 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 9 current snap is 347 2023-12-22T17:28:43.989 INFO:tasks.rados.rados.0.smithi032.stdout:3555: finishing write tid 5 to smithi032174182-25 2023-12-22T17:28:43.989 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 1942 (ObjNum 1078 snap 347 seq_num 1078) dirty exists 2023-12-22T17:28:43.990 INFO:tasks.rados.rados.0.smithi032.stdout:3555: left oid 25 (ObjNum 1078 snap 347 seq_num 1078) 2023-12-22T17:28:43.990 INFO:tasks.rados.rados.0.smithi032.stdout:3560: seq_num 1080 ranges {2654208=491520,3145728=540672,3686400=262144} 2023-12-22T17:28:44.006 INFO:tasks.rados.rados.0.smithi032.stdout:3560: writing smithi032174182-9 from 2654208 to 3145728 tid 1 2023-12-22T17:28:44.009 INFO:tasks.rados.rados.0.smithi032.stdout:3560: writing smithi032174182-9 from 3145728 to 3686400 tid 2 2023-12-22T17:28:44.011 INFO:tasks.rados.rados.0.smithi032.stdout:3560: writing smithi032174182-9 from 3686400 to 3948544 tid 3 2023-12-22T17:28:44.011 INFO:tasks.rados.rados.0.smithi032.stdout:3555: done (4 left) 2023-12-22T17:28:44.012 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 22 current snap is 347 2023-12-22T17:28:44.012 INFO:tasks.rados.rados.0.smithi032.stdout:3557: expect (ObjNum 1043 snap 328 seq_num 1043) 2023-12-22T17:28:44.030 INFO:tasks.rados.rados.0.smithi032.stdout:3558: finishing rollback tid 0 to smithi032174182-12 2023-12-22T17:28:44.030 INFO:tasks.rados.rados.0.smithi032.stdout:3558: finishing rollback tid 1 to smithi032174182-12 2023-12-22T17:28:44.030 INFO:tasks.rados.rados.0.smithi032.stdout:3558: finishing rollback tid 2 to smithi032174182-12 2023-12-22T17:28:44.030 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 2077 (ObjNum 985 snap 306 seq_num 985) dirty exists 2023-12-22T17:28:44.030 INFO:tasks.rados.rados.0.smithi032.stdout:3561: seq_num 1081 ranges {2891776=507904,3399680=425984,3825664=376832} 2023-12-22T17:28:44.048 INFO:tasks.rados.rados.0.smithi032.stdout:3561: writing smithi032174182-22 from 2891776 to 3399680 tid 1 2023-12-22T17:28:44.051 INFO:tasks.rados.rados.0.smithi032.stdout:3561: writing smithi032174182-22 from 3399680 to 3825664 tid 2 2023-12-22T17:28:44.053 INFO:tasks.rados.rados.0.smithi032.stdout:3561: writing smithi032174182-22 from 3825664 to 4202496 tid 3 2023-12-22T17:28:44.054 INFO:tasks.rados.rados.0.smithi032.stdout:3557: done (4 left) 2023-12-22T17:28:44.054 INFO:tasks.rados.rados.0.smithi032.stdout:3558: done (3 left) 2023-12-22T17:28:44.054 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 44 current snap is 347 2023-12-22T17:28:44.054 INFO:tasks.rados.rados.0.smithi032.stdout:3559: finishing write tid 1 to smithi032174182-15 2023-12-22T17:28:44.054 INFO:tasks.rados.rados.0.smithi032.stdout:3562: seq_num 1082 ranges {1286144=524288,1810432=704512,2514944=98304} 2023-12-22T17:28:44.063 INFO:tasks.rados.rados.0.smithi032.stdout:3562: writing smithi032174182-44 from 1286144 to 1810432 tid 1 2023-12-22T17:28:44.067 INFO:tasks.rados.rados.0.smithi032.stdout:3562: writing smithi032174182-44 from 1810432 to 2514944 tid 2 2023-12-22T17:28:44.068 INFO:tasks.rados.rados.0.smithi032.stdout:3562: writing smithi032174182-44 from 2514944 to 2613248 tid 3 2023-12-22T17:28:44.069 INFO:tasks.rados.rados.0.smithi032.stdout:3563: delete oid 46 current snap is 347 2023-12-22T17:28:44.069 INFO:tasks.rados.rados.0.smithi032.stdout:3559: finishing write tid 2 to smithi032174182-15 2023-12-22T17:28:44.069 INFO:tasks.rados.rados.0.smithi032.stdout:3559: finishing write tid 3 to smithi032174182-15 2023-12-22T17:28:44.069 INFO:tasks.rados.rados.0.smithi032.stdout:3559: finishing write tid 4 to smithi032174182-15 2023-12-22T17:28:44.069 INFO:tasks.rados.rados.0.smithi032.stdout:3559: finishing write tid 5 to smithi032174182-15 2023-12-22T17:28:44.069 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 2672 (ObjNum 1079 snap 347 seq_num 1079) dirty exists 2023-12-22T17:28:44.069 INFO:tasks.rados.rados.0.smithi032.stdout:3559: left oid 15 (ObjNum 1079 snap 347 seq_num 1079) 2023-12-22T17:28:44.069 INFO:tasks.rados.rados.0.smithi032.stdout:3560: finishing write tid 1 to smithi032174182-9 2023-12-22T17:28:44.069 INFO:tasks.rados.rados.0.smithi032.stdout:3560: finishing write tid 2 to smithi032174182-9 2023-12-22T17:28:44.070 INFO:tasks.rados.rados.0.smithi032.stdout:3560: finishing write tid 3 to smithi032174182-9 2023-12-22T17:28:44.070 INFO:tasks.rados.rados.0.smithi032.stdout:3560: finishing write tid 4 to smithi032174182-9 2023-12-22T17:28:44.070 INFO:tasks.rados.rados.0.smithi032.stdout:3560: finishing write tid 5 to smithi032174182-9 2023-12-22T17:28:44.070 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 2125 (ObjNum 1080 snap 347 seq_num 1080) dirty exists 2023-12-22T17:28:44.070 INFO:tasks.rados.rados.0.smithi032.stdout:3560: left oid 9 (ObjNum 1080 snap 347 seq_num 1080) 2023-12-22T17:28:44.070 INFO:tasks.rados.rados.0.smithi032.stdout:3561: finishing write tid 1 to smithi032174182-22 2023-12-22T17:28:44.070 INFO:tasks.rados.rados.0.smithi032.stdout:3561: finishing write tid 2 to smithi032174182-22 2023-12-22T17:28:44.070 INFO:tasks.rados.rados.0.smithi032.stdout:3561: finishing write tid 3 to smithi032174182-22 2023-12-22T17:28:44.070 INFO:tasks.rados.rados.0.smithi032.stdout:3561: finishing write tid 4 to smithi032174182-22 2023-12-22T17:28:44.070 INFO:tasks.rados.rados.0.smithi032.stdout:3561: finishing write tid 5 to smithi032174182-22 2023-12-22T17:28:44.070 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 22 v 2139 (ObjNum 1081 snap 347 seq_num 1081) dirty exists 2023-12-22T17:28:44.070 INFO:tasks.rados.rados.0.smithi032.stdout:3561: left oid 22 (ObjNum 1081 snap 347 seq_num 1081) 2023-12-22T17:28:44.071 INFO:tasks.rados.rados.0.smithi032.stdout:3562: finishing write tid 1 to smithi032174182-44 2023-12-22T17:28:44.071 INFO:tasks.rados.rados.0.smithi032.stdout:3559: done (4 left) 2023-12-22T17:28:44.071 INFO:tasks.rados.rados.0.smithi032.stdout:3560: done (3 left) 2023-12-22T17:28:44.071 INFO:tasks.rados.rados.0.smithi032.stdout:3561: done (2 left) 2023-12-22T17:28:44.071 INFO:tasks.rados.rados.0.smithi032.stdout:3563: done (1 left) 2023-12-22T17:28:44.071 INFO:tasks.rados.rados.0.smithi032.stdout:3564: delete oid 1 current snap is 347 2023-12-22T17:28:44.072 INFO:tasks.rados.rados.0.smithi032.stdout:3562: finishing write tid 2 to smithi032174182-44 2023-12-22T17:28:44.073 INFO:tasks.rados.rados.0.smithi032.stdout:3564: done (1 left) 2023-12-22T17:28:44.073 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 2 current snap is 347 2023-12-22T17:28:44.073 INFO:tasks.rados.rados.0.smithi032.stdout:3565: seq_num 1085 ranges {0=581632,581632=761856,1343488=40960} 2023-12-22T17:28:44.076 INFO:tasks.rados.rados.0.smithi032.stdout:3565: writing smithi032174182-2 from 0 to 581632 tid 1 2023-12-22T17:28:44.081 INFO:tasks.rados.rados.0.smithi032.stdout:3565: writing smithi032174182-2 from 581632 to 1343488 tid 2 2023-12-22T17:28:44.081 INFO:tasks.rados.rados.0.smithi032.stdout:3565: writing smithi032174182-2 from 1343488 to 1384448 tid 3 2023-12-22T17:28:44.081 INFO:tasks.rados.rados.0.smithi032.stdout:3566: snap_create 2023-12-22T17:28:44.081 INFO:tasks.rados.rados.0.smithi032.stdout:3562: finishing write tid 3 to smithi032174182-44 2023-12-22T17:28:44.081 INFO:tasks.rados.rados.0.smithi032.stdout:3562: finishing write tid 4 to smithi032174182-44 2023-12-22T17:28:44.081 INFO:tasks.rados.rados.0.smithi032.stdout:3562: finishing write tid 5 to smithi032174182-44 2023-12-22T17:28:44.081 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 2624 (ObjNum 1082 snap 347 seq_num 1082) dirty exists 2023-12-22T17:28:44.081 INFO:tasks.rados.rados.0.smithi032.stdout:3562: left oid 44 (ObjNum 1082 snap 347 seq_num 1082) 2023-12-22T17:28:44.082 INFO:tasks.rados.rados.0.smithi032.stdout:3565: finishing write tid 1 to smithi032174182-2 2023-12-22T17:28:44.084 INFO:tasks.rados.rados.0.smithi032.stdout:3565: finishing write tid 2 to smithi032174182-2 2023-12-22T17:28:44.084 INFO:tasks.rados.rados.0.smithi032.stdout:3565: finishing write tid 3 to smithi032174182-2 2023-12-22T17:28:44.084 INFO:tasks.rados.rados.0.smithi032.stdout:3565: finishing write tid 4 to smithi032174182-2 2023-12-22T17:28:44.085 INFO:tasks.rados.rados.0.smithi032.stdout:3565: finishing write tid 5 to smithi032174182-2 2023-12-22T17:28:44.085 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 2129 (ObjNum 1085 snap 347 seq_num 1085) dirty exists 2023-12-22T17:28:44.085 INFO:tasks.rados.rados.0.smithi032.stdout:3565: left oid 2 (ObjNum 1085 snap 347 seq_num 1085) 2023-12-22T17:28:44.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:43 smithi032 ceph-mon[191839]: osdmap e758: 8 total, 8 up, 8 in 2023-12-22T17:28:44.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:43 smithi032 ceph-mon[191839]: pgmap v680: 121 pgs: 121 active+clean; 228 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2023-12-22T17:28:44.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:43 smithi032 ceph-mon[189144]: osdmap e758: 8 total, 8 up, 8 in 2023-12-22T17:28:44.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:43 smithi032 ceph-mon[189144]: pgmap v680: 121 pgs: 121 active+clean; 228 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2023-12-22T17:28:44.255 INFO:journalctl@ceph.osd.4.smithi039.stdout:Dec 22 17:28:43 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-4[188092]: 2023-12-22T17:28:43.934+0000 7f3e7b680700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 28d after trimming was started 2023-12-22T17:28:44.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:43 smithi039 ceph-mon[181282]: osdmap e758: 8 total, 8 up, 8 in 2023-12-22T17:28:44.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:43 smithi039 ceph-mon[181282]: pgmap v680: 121 pgs: 121 active+clean; 228 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2023-12-22T17:28:44.925 INFO:tasks.rados.rados.0.smithi032.stdout:3562: done (2 left) 2023-12-22T17:28:44.925 INFO:tasks.rados.rados.0.smithi032.stdout:3565: done (1 left) 2023-12-22T17:28:44.925 INFO:tasks.rados.rados.0.smithi032.stdout:3566: done (0 left) 2023-12-22T17:28:44.925 INFO:tasks.rados.rados.0.smithi032.stdout:3567: read oid 25 snap -1 2023-12-22T17:28:44.925 INFO:tasks.rados.rados.0.smithi032.stdout:3567: expect (ObjNum 1078 snap 347 seq_num 1078) 2023-12-22T17:28:44.925 INFO:tasks.rados.rados.0.smithi032.stdout:3568: rollback oid 21 current snap is 348 2023-12-22T17:28:44.926 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 21 to 332 2023-12-22T17:28:44.926 INFO:tasks.rados.rados.0.smithi032.stdout:3569: read oid 35 snap 331 2023-12-22T17:28:44.926 INFO:tasks.rados.rados.0.smithi032.stdout:3569: expect deleted 2023-12-22T17:28:44.926 INFO:tasks.rados.rados.0.smithi032.stdout:3570: snap_create 2023-12-22T17:28:44.926 INFO:tasks.rados.rados.0.smithi032.stdout:3568: finishing rollback tid 1 to smithi032174182-21 2023-12-22T17:28:44.926 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-22T17:28:44.932 INFO:tasks.rados.rados.0.smithi032.stdout:3567: expect (ObjNum 1078 snap 347 seq_num 1078) 2023-12-22T17:28:45.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:44 smithi032 ceph-mon[191839]: osdmap e759: 8 total, 8 up, 8 in 2023-12-22T17:28:45.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:44 smithi032 ceph-mon[189144]: osdmap e759: 8 total, 8 up, 8 in 2023-12-22T17:28:45.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:44 smithi039 ceph-mon[181282]: osdmap e759: 8 total, 8 up, 8 in 2023-12-22T17:28:45.911 INFO:tasks.rados.rados.0.smithi032.stdout:3567: done (3 left) 2023-12-22T17:28:45.912 INFO:tasks.rados.rados.0.smithi032.stdout:3568: done (2 left) 2023-12-22T17:28:45.912 INFO:tasks.rados.rados.0.smithi032.stdout:3569: done (1 left) 2023-12-22T17:28:45.912 INFO:tasks.rados.rados.0.smithi032.stdout:3570: done (0 left) 2023-12-22T17:28:45.912 INFO:tasks.rados.rados.0.smithi032.stdout:3571: setattr oid 4 current snap is 349 2023-12-22T17:28:45.912 INFO:tasks.rados.rados.0.smithi032.stdout:3572: setattr oid 39 current snap is 349 2023-12-22T17:28:45.913 INFO:tasks.rados.rados.0.smithi032.stdout:3573: snap_create 2023-12-22T17:28:45.919 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 750 (ObjNum 33 snap 0 seq_num 1568928056) dirty exists 2023-12-22T17:28:45.923 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 2614 (ObjNum 1043 snap 328 seq_num 1043) dirty exists 2023-12-22T17:28:46.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:45 smithi032 ceph-mon[191839]: osdmap e760: 8 total, 8 up, 8 in 2023-12-22T17:28:46.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:45 smithi032 ceph-mon[191839]: pgmap v683: 121 pgs: 121 active+clean; 232 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 932 KiB/s wr, 17 op/s 2023-12-22T17:28:46.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:45 smithi032 ceph-mon[191839]: osdmap e761: 8 total, 8 up, 8 in 2023-12-22T17:28:46.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:45 smithi032 ceph-mon[189144]: osdmap e760: 8 total, 8 up, 8 in 2023-12-22T17:28:46.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:45 smithi032 ceph-mon[189144]: pgmap v683: 121 pgs: 121 active+clean; 232 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 932 KiB/s wr, 17 op/s 2023-12-22T17:28:46.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:45 smithi032 ceph-mon[189144]: osdmap e761: 8 total, 8 up, 8 in 2023-12-22T17:28:46.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:45 smithi039 ceph-mon[181282]: osdmap e760: 8 total, 8 up, 8 in 2023-12-22T17:28:46.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:45 smithi039 ceph-mon[181282]: pgmap v683: 121 pgs: 121 active+clean; 232 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 932 KiB/s wr, 17 op/s 2023-12-22T17:28:46.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:45 smithi039 ceph-mon[181282]: osdmap e761: 8 total, 8 up, 8 in 2023-12-22T17:28:46.914 INFO:tasks.rados.rados.0.smithi032.stdout:3571: done (2 left) 2023-12-22T17:28:46.914 INFO:tasks.rados.rados.0.smithi032.stdout:3572: done (1 left) 2023-12-22T17:28:46.914 INFO:tasks.rados.rados.0.smithi032.stdout:3573: done (0 left) 2023-12-22T17:28:46.914 INFO:tasks.rados.rados.0.smithi032.stdout:3574: rollback oid 29 current snap is 350 2023-12-22T17:28:46.914 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 29 to 325 2023-12-22T17:28:46.914 INFO:tasks.rados.rados.0.smithi032.stdout:3575: rollback oid 14 current snap is 350 2023-12-22T17:28:46.914 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 14 to 349 2023-12-22T17:28:46.914 INFO:tasks.rados.rados.0.smithi032.stdout:3576: snap_remove snap 331 2023-12-22T17:28:47.919 INFO:tasks.rados.rados.0.smithi032.stdout:3576: done (2 left) 2023-12-22T17:28:47.919 INFO:tasks.rados.rados.0.smithi032.stdout:3577: rmattr oid 43 current snap is 350 2023-12-22T17:28:47.919 INFO:tasks.rados.rados.0.smithi032.stdout:3577: done (2 left) 2023-12-22T17:28:47.919 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 27 current snap is 350 2023-12-22T17:28:47.919 INFO:tasks.rados.rados.0.smithi032.stdout:3575: finishing rollback tid 0 to smithi032174182-14 2023-12-22T17:28:47.919 INFO:tasks.rados.rados.0.smithi032.stdout:3578: seq_num 1086 ranges {7913472=598016,8511488=647168,9158656=155648} 2023-12-22T17:28:47.966 INFO:tasks.rados.rados.0.smithi032.stdout:3578: writing smithi032174182-27 from 7913472 to 8511488 tid 1 2023-12-22T17:28:47.970 INFO:tasks.rados.rados.0.smithi032.stdout:3578: writing smithi032174182-27 from 8511488 to 9158656 tid 2 2023-12-22T17:28:47.971 INFO:tasks.rados.rados.0.smithi032.stdout:3578: writing smithi032174182-27 from 9158656 to 9314304 tid 3 2023-12-22T17:28:47.971 INFO:tasks.rados.rados.0.smithi032.stdout:3579: read oid 19 snap -1 2023-12-22T17:28:47.971 INFO:tasks.rados.rados.0.smithi032.stdout:3579: expect (ObjNum 945 snap 298 seq_num 945) 2023-12-22T17:28:47.971 INFO:tasks.rados.rados.0.smithi032.stdout:3580: snap_create 2023-12-22T17:28:47.971 INFO:tasks.rados.rados.0.smithi032.stdout:3575: finishing rollback tid 1 to smithi032174182-14 2023-12-22T17:28:47.971 INFO:tasks.rados.rados.0.smithi032.stdout:3575: finishing rollback tid 2 to smithi032174182-14 2023-12-22T17:28:47.971 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 2101 (ObjNum 1067 snap 339 seq_num 1067) dirty exists 2023-12-22T17:28:47.971 INFO:tasks.rados.rados.0.smithi032.stdout:3574: finishing rollback tid 0 to smithi032174182-29 2023-12-22T17:28:47.972 INFO:tasks.rados.rados.0.smithi032.stdout:3574: finishing rollback tid 1 to smithi032174182-29 2023-12-22T17:28:47.972 INFO:tasks.rados.rados.0.smithi032.stdout:3574: finishing rollback tid 2 to smithi032174182-29 2023-12-22T17:28:47.972 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 2676 (ObjNum 1035 snap 325 seq_num 1035) dirty exists 2023-12-22T17:28:47.973 INFO:tasks.rados.rados.0.smithi032.stdout:3578: finishing write tid 1 to smithi032174182-27 2023-12-22T17:28:47.976 INFO:tasks.rados.rados.0.smithi032.stdout:3578: finishing write tid 2 to smithi032174182-27 2023-12-22T17:28:47.977 INFO:tasks.rados.rados.0.smithi032.stdout:3578: finishing write tid 3 to smithi032174182-27 2023-12-22T17:28:47.977 INFO:tasks.rados.rados.0.smithi032.stdout:3578: finishing write tid 4 to smithi032174182-27 2023-12-22T17:28:47.981 INFO:tasks.rados.rados.0.smithi032.stdout:3578: finishing write tid 5 to smithi032174182-27 2023-12-22T17:28:47.981 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 2628 (ObjNum 1086 snap 350 seq_num 1086) dirty exists 2023-12-22T17:28:47.981 INFO:tasks.rados.rados.0.smithi032.stdout:3578: left oid 27 (ObjNum 1086 snap 350 seq_num 1086) 2023-12-22T17:28:47.985 INFO:tasks.rados.rados.0.smithi032.stdout:3579: expect (ObjNum 945 snap 298 seq_num 945) 2023-12-22T17:28:48.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:47 smithi032 ceph-mon[189144]: osdmap e762: 8 total, 8 up, 8 in 2023-12-22T17:28:48.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:47 smithi032 ceph-mon[189144]: pgmap v686: 121 pgs: 121 active+clean; 235 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.8 MiB/s wr, 26 op/s 2023-12-22T17:28:48.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:47 smithi032 ceph-mon[191839]: osdmap e762: 8 total, 8 up, 8 in 2023-12-22T17:28:48.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:47 smithi032 ceph-mon[191839]: pgmap v686: 121 pgs: 121 active+clean; 235 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.8 MiB/s wr, 26 op/s 2023-12-22T17:28:48.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:47 smithi039 ceph-mon[181282]: osdmap e762: 8 total, 8 up, 8 in 2023-12-22T17:28:48.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:47 smithi039 ceph-mon[181282]: pgmap v686: 121 pgs: 121 active+clean; 235 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.8 MiB/s wr, 26 op/s 2023-12-22T17:28:48.923 INFO:tasks.rados.rados.0.smithi032.stdout:3574: done (4 left) 2023-12-22T17:28:48.923 INFO:tasks.rados.rados.0.smithi032.stdout:3575: done (3 left) 2023-12-22T17:28:48.924 INFO:tasks.rados.rados.0.smithi032.stdout:3578: done (2 left) 2023-12-22T17:28:48.924 INFO:tasks.rados.rados.0.smithi032.stdout:3579: done (1 left) 2023-12-22T17:28:48.924 INFO:tasks.rados.rados.0.smithi032.stdout:3580: done (0 left) 2023-12-22T17:28:48.924 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 29 current snap is 351 2023-12-22T17:28:48.924 INFO:tasks.rados.rados.0.smithi032.stdout:3581: seq_num 1087 ranges {540672=614400,1155072=532480,1687552=270336} 2023-12-22T17:28:48.929 INFO:tasks.rados.rados.0.smithi032.stdout:3581: writing smithi032174182-29 from 540672 to 1155072 tid 1 2023-12-22T17:28:48.932 INFO:tasks.rados.rados.0.smithi032.stdout:3581: writing smithi032174182-29 from 1155072 to 1687552 tid 2 2023-12-22T17:28:48.935 INFO:tasks.rados.rados.0.smithi032.stdout:3581: writing smithi032174182-29 from 1687552 to 1957888 tid 3 2023-12-22T17:28:48.935 INFO:tasks.rados.rados.0.smithi032.stdout:3582: read oid 16 snap -1 2023-12-22T17:28:48.935 INFO:tasks.rados.rados.0.smithi032.stdout:3582: expect (ObjNum 1064 snap 338 seq_num 1064) 2023-12-22T17:28:48.935 INFO:tasks.rados.rados.0.smithi032.stdout:3583: delete oid 23 current snap is 351 2023-12-22T17:28:48.940 INFO:tasks.rados.rados.0.smithi032.stdout:3583: done (2 left) 2023-12-22T17:28:48.940 INFO:tasks.rados.rados.0.smithi032.stdout:3584: read oid 40 snap 343 2023-12-22T17:28:48.940 INFO:tasks.rados.rados.0.smithi032.stdout:3584: expect (ObjNum 1002 snap 312 seq_num 1002) 2023-12-22T17:28:48.940 INFO:tasks.rados.rados.0.smithi032.stdout:3585: read oid 21 snap -1 2023-12-22T17:28:48.940 INFO:tasks.rados.rados.0.smithi032.stdout:3585: expect deleted 2023-12-22T17:28:48.940 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 26 current snap is 351 2023-12-22T17:28:48.940 INFO:tasks.rados.rados.0.smithi032.stdout:3586: seq_num 1089 ranges {6619136=647168,7266304=745472,8011776=57344} 2023-12-22T17:28:48.980 INFO:tasks.rados.rados.0.smithi032.stdout:3586: writing smithi032174182-26 from 6619136 to 7266304 tid 1 2023-12-22T17:28:48.985 INFO:tasks.rados.rados.0.smithi032.stdout:3586: writing smithi032174182-26 from 7266304 to 8011776 tid 2 2023-12-22T17:28:48.986 INFO:tasks.rados.rados.0.smithi032.stdout:3586: writing smithi032174182-26 from 8011776 to 8069120 tid 3 2023-12-22T17:28:48.986 INFO:tasks.rados.rados.0.smithi032.stdout:3587: copy_from oid 6 from oid 19 current snap is 351 2023-12-22T17:28:48.986 INFO:tasks.rados.rados.0.smithi032.stdout:3581: finishing write tid 1 to smithi032174182-29 2023-12-22T17:28:48.986 INFO:tasks.rados.rados.0.smithi032.stdout:3581: finishing write tid 2 to smithi032174182-29 2023-12-22T17:28:48.986 INFO:tasks.rados.rados.0.smithi032.stdout:3581: finishing write tid 3 to smithi032174182-29 2023-12-22T17:28:48.986 INFO:tasks.rados.rados.0.smithi032.stdout:3585: done (5 left) 2023-12-22T17:28:48.986 INFO:tasks.rados.rados.0.smithi032.stdout:3588: read oid 36 snap -1 2023-12-22T17:28:48.986 INFO:tasks.rados.rados.0.smithi032.stdout:3588: expect (ObjNum 975 snap 306 seq_num 975) 2023-12-22T17:28:48.986 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 31 current snap is 351 2023-12-22T17:28:48.986 INFO:tasks.rados.rados.0.smithi032.stdout:3581: finishing write tid 4 to smithi032174182-29 2023-12-22T17:28:48.986 INFO:tasks.rados.rados.0.smithi032.stdout:3582: expect (ObjNum 1064 snap 338 seq_num 1064) 2023-12-22T17:28:49.034 INFO:tasks.rados.rados.0.smithi032.stdout:3581: finishing write tid 5 to smithi032174182-29 2023-12-22T17:28:49.034 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 2689 (ObjNum 1087 snap 351 seq_num 1087) dirty exists 2023-12-22T17:28:49.034 INFO:tasks.rados.rados.0.smithi032.stdout:3581: left oid 29 (ObjNum 1087 snap 351 seq_num 1087) 2023-12-22T17:28:49.034 INFO:tasks.rados.rados.0.smithi032.stdout:3584: expect (ObjNum 1002 snap 312 seq_num 1002) 2023-12-22T17:28:49.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:48 smithi032 ceph-mon[191839]: osdmap e763: 8 total, 8 up, 8 in 2023-12-22T17:28:49.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:48 smithi032 ceph-mon[189144]: osdmap e763: 8 total, 8 up, 8 in 2023-12-22T17:28:49.206 INFO:tasks.rados.rados.0.smithi032.stdout:3586: finishing write tid 1 to smithi032174182-26 2023-12-22T17:28:49.206 INFO:tasks.rados.rados.0.smithi032.stdout:3586: finishing write tid 2 to smithi032174182-26 2023-12-22T17:28:49.206 INFO:tasks.rados.rados.0.smithi032.stdout:3589: seq_num 1090 ranges {17547264=663552,18210816=630784,18841600=172032} 2023-12-22T17:28:49.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:48 smithi039 ceph-mon[181282]: osdmap e763: 8 total, 8 up, 8 in 2023-12-22T17:28:49.304 INFO:tasks.rados.rados.0.smithi032.stdout:3589: writing smithi032174182-31 from 17547264 to 18210816 tid 1 2023-12-22T17:28:49.307 INFO:tasks.rados.rados.0.smithi032.stdout:3589: writing smithi032174182-31 from 18210816 to 18841600 tid 2 2023-12-22T17:28:49.309 INFO:tasks.rados.rados.0.smithi032.stdout:3589: writing smithi032174182-31 from 18841600 to 19013632 tid 3 2023-12-22T17:28:49.309 INFO:tasks.rados.rados.0.smithi032.stdout:3581: done (6 left) 2023-12-22T17:28:49.309 INFO:tasks.rados.rados.0.smithi032.stdout:3582: done (5 left) 2023-12-22T17:28:49.309 INFO:tasks.rados.rados.0.smithi032.stdout:3584: done (4 left) 2023-12-22T17:28:49.309 INFO:tasks.rados.rados.0.smithi032.stdout:3590: snap_create 2023-12-22T17:28:49.310 INFO:tasks.rados.rados.0.smithi032.stdout:3586: finishing write tid 3 to smithi032174182-26 2023-12-22T17:28:49.310 INFO:tasks.rados.rados.0.smithi032.stdout:3586: finishing write tid 4 to smithi032174182-26 2023-12-22T17:28:49.310 INFO:tasks.rados.rados.0.smithi032.stdout:3586: finishing write tid 5 to smithi032174182-26 2023-12-22T17:28:49.310 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 2387 (ObjNum 1089 snap 351 seq_num 1089) dirty exists 2023-12-22T17:28:49.310 INFO:tasks.rados.rados.0.smithi032.stdout:3586: left oid 26 (ObjNum 1089 snap 351 seq_num 1089) 2023-12-22T17:28:49.310 INFO:tasks.rados.rados.0.smithi032.stdout:3588: expect (ObjNum 975 snap 306 seq_num 975) 2023-12-22T17:28:49.359 INFO:tasks.rados.rados.0.smithi032.stdout:3587: finishing copy_from racing read to smithi032174182-6 2023-12-22T17:28:49.359 INFO:tasks.rados.rados.0.smithi032.stdout:3587: finishing copy_from to smithi032174182-6 2023-12-22T17:28:49.359 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 2130 (ObjNum 945 snap 298 seq_num 945) dirty exists 2023-12-22T17:28:49.360 INFO:tasks.rados.rados.0.smithi032.stdout:3589: finishing write tid 1 to smithi032174182-31 2023-12-22T17:28:49.360 INFO:tasks.rados.rados.0.smithi032.stdout:3589: finishing write tid 2 to smithi032174182-31 2023-12-22T17:28:49.360 INFO:tasks.rados.rados.0.smithi032.stdout:3589: finishing write tid 3 to smithi032174182-31 2023-12-22T17:28:49.360 INFO:tasks.rados.rados.0.smithi032.stdout:3589: finishing write tid 4 to smithi032174182-31 2023-12-22T17:28:49.360 INFO:tasks.rados.rados.0.smithi032.stdout:3589: finishing write tid 5 to smithi032174182-31 2023-12-22T17:28:49.360 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 2618 (ObjNum 1090 snap 351 seq_num 1090) dirty exists 2023-12-22T17:28:49.360 INFO:tasks.rados.rados.0.smithi032.stdout:3589: left oid 31 (ObjNum 1090 snap 351 seq_num 1090) 2023-12-22T17:28:49.928 INFO:tasks.rados.rados.0.smithi032.stdout:3586: done (4 left) 2023-12-22T17:28:49.928 INFO:tasks.rados.rados.0.smithi032.stdout:3587: done (3 left) 2023-12-22T17:28:49.928 INFO:tasks.rados.rados.0.smithi032.stdout:3588: done (2 left) 2023-12-22T17:28:49.928 INFO:tasks.rados.rados.0.smithi032.stdout:3589: done (1 left) 2023-12-22T17:28:49.928 INFO:tasks.rados.rados.0.smithi032.stdout:3590: done (0 left) 2023-12-22T17:28:49.928 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 11 current snap is 352 2023-12-22T17:28:49.928 INFO:tasks.rados.rados.0.smithi032.stdout:3591: seq_num 1091 ranges {0=679936,679936=516096,1196032=286720} 2023-12-22T17:28:49.931 INFO:tasks.rados.rados.0.smithi032.stdout:3591: writing smithi032174182-11 from 0 to 679936 tid 1 2023-12-22T17:28:49.934 INFO:tasks.rados.rados.0.smithi032.stdout:3591: writing smithi032174182-11 from 679936 to 1196032 tid 2 2023-12-22T17:28:49.936 INFO:tasks.rados.rados.0.smithi032.stdout:3591: writing smithi032174182-11 from 1196032 to 1482752 tid 3 2023-12-22T17:28:49.936 INFO:tasks.rados.rados.0.smithi032.stdout:3592: rollback oid 17 current snap is 352 2023-12-22T17:28:49.936 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 17 to 341 2023-12-22T17:28:49.936 INFO:tasks.rados.rados.0.smithi032.stdout:3593: delete oid 8 current snap is 352 2023-12-22T17:28:49.940 INFO:tasks.rados.rados.0.smithi032.stdout:3592: finishing rollback tid 1 to smithi032174182-17 2023-12-22T17:28:49.940 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 2095 (ObjNum 33 snap 0 seq_num 1597328560) dirty dne 2023-12-22T17:28:49.941 INFO:tasks.rados.rados.0.smithi032.stdout:3591: finishing write tid 1 to smithi032174182-11 2023-12-22T17:28:49.941 INFO:tasks.rados.rados.0.smithi032.stdout:3591: finishing write tid 2 to smithi032174182-11 2023-12-22T17:28:49.942 INFO:tasks.rados.rados.0.smithi032.stdout:3592: done (2 left) 2023-12-22T17:28:49.942 INFO:tasks.rados.rados.0.smithi032.stdout:3593: done (1 left) 2023-12-22T17:28:49.943 INFO:tasks.rados.rados.0.smithi032.stdout:3594: read oid 20 snap -1 2023-12-22T17:28:49.943 INFO:tasks.rados.rados.0.smithi032.stdout:3594: expect (ObjNum 893 snap 289 seq_num 893) 2023-12-22T17:28:49.943 INFO:tasks.rados.rados.0.smithi032.stdout:3595: copy_from oid 50 from oid 10 current snap is 352 2023-12-22T17:28:49.943 INFO:tasks.rados.rados.0.smithi032.stdout:3596: snap_remove snap 325 2023-12-22T17:28:50.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:49 smithi032 ceph-mon[191839]: osdmap e764: 8 total, 8 up, 8 in 2023-12-22T17:28:50.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:49 smithi032 ceph-mon[191839]: pgmap v689: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 238 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.5 MiB/s wr, 19 op/s 2023-12-22T17:28:50.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:28:50.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:49 smithi032 ceph-mon[189144]: osdmap e764: 8 total, 8 up, 8 in 2023-12-22T17:28:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:49 smithi032 ceph-mon[189144]: pgmap v689: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 238 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.5 MiB/s wr, 19 op/s 2023-12-22T17:28:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:28:50.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:49 smithi039 ceph-mon[181282]: osdmap e764: 8 total, 8 up, 8 in 2023-12-22T17:28:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:49 smithi039 ceph-mon[181282]: pgmap v689: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 238 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.5 MiB/s wr, 19 op/s 2023-12-22T17:28:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:28:50.917 INFO:tasks.rados.rados.0.smithi032.stdout:3596: done (3 left) 2023-12-22T17:28:50.917 INFO:tasks.rados.rados.0.smithi032.stdout:3597: snap_remove snap 347 2023-12-22T17:28:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:28:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:28:50] "GET /metrics HTTP/1.1" 200 36300 "" "Prometheus/2.43.0" 2023-12-22T17:28:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:50 smithi032 ceph-mon[191839]: osdmap e765: 8 total, 8 up, 8 in 2023-12-22T17:28:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:50 smithi032 ceph-mon[191839]: osdmap e766: 8 total, 8 up, 8 in 2023-12-22T17:28:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:50 smithi032 ceph-mon[189144]: osdmap e765: 8 total, 8 up, 8 in 2023-12-22T17:28:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:50 smithi032 ceph-mon[189144]: osdmap e766: 8 total, 8 up, 8 in 2023-12-22T17:28:51.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:50 smithi039 ceph-mon[181282]: osdmap e765: 8 total, 8 up, 8 in 2023-12-22T17:28:51.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:50 smithi039 ceph-mon[181282]: osdmap e766: 8 total, 8 up, 8 in 2023-12-22T17:28:51.922 INFO:tasks.rados.rados.0.smithi032.stdout:3597: done (3 left) 2023-12-22T17:28:51.922 INFO:tasks.rados.rados.0.smithi032.stdout:3598: rollback oid 25 current snap is 352 2023-12-22T17:28:51.922 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 25 to 351 2023-12-22T17:28:51.922 INFO:tasks.rados.rados.0.smithi032.stdout:3591: finishing write tid 3 to smithi032174182-11 2023-12-22T17:28:51.922 INFO:tasks.rados.rados.0.smithi032.stdout:3591: finishing write tid 4 to smithi032174182-11 2023-12-22T17:28:51.923 INFO:tasks.rados.rados.0.smithi032.stdout:3591: finishing write tid 5 to smithi032174182-11 2023-12-22T17:28:51.923 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 2391 (ObjNum 1091 snap 352 seq_num 1091) dirty exists 2023-12-22T17:28:51.923 INFO:tasks.rados.rados.0.smithi032.stdout:3591: left oid 11 (ObjNum 1091 snap 352 seq_num 1091) 2023-12-22T17:28:51.923 INFO:tasks.rados.rados.0.smithi032.stdout:3595: finishing copy_from racing read to smithi032174182-50 2023-12-22T17:28:51.923 INFO:tasks.rados.rados.0.smithi032.stdout:3591: done (3 left) 2023-12-22T17:28:51.923 INFO:tasks.rados.rados.0.smithi032.stdout:3599: delete oid 44 current snap is 352 2023-12-22T17:28:51.923 INFO:tasks.rados.rados.0.smithi032.stdout:3595: finishing copy_from to smithi032174182-50 2023-12-22T17:28:51.923 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 2383 (ObjNum 1062 snap 338 seq_num 1062) dirty exists 2023-12-22T17:28:51.923 INFO:tasks.rados.rados.0.smithi032.stdout:3594: expect (ObjNum 893 snap 289 seq_num 893) 2023-12-22T17:28:52.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:51 smithi039 ceph-mon[181282]: pgmap v692: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 248 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 18 op/s 2023-12-22T17:28:52.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:51 smithi039 ceph-mon[181282]: osdmap e767: 8 total, 8 up, 8 in 2023-12-22T17:28:52.322 INFO:tasks.rados.rados.0.smithi032.stdout:3598: finishing rollback tid 0 to smithi032174182-25 2023-12-22T17:28:52.322 INFO:tasks.rados.rados.0.smithi032.stdout:3598: finishing rollback tid 1 to smithi032174182-25 2023-12-22T17:28:52.322 INFO:tasks.rados.rados.0.smithi032.stdout:3598: finishing rollback tid 2 to smithi032174182-25 2023-12-22T17:28:52.322 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 1945 (ObjNum 1078 snap 347 seq_num 1078) dirty exists 2023-12-22T17:28:52.322 INFO:tasks.rados.rados.0.smithi032.stdout:3594: done (3 left) 2023-12-22T17:28:52.322 INFO:tasks.rados.rados.0.smithi032.stdout:3595: done (2 left) 2023-12-22T17:28:52.322 INFO:tasks.rados.rados.0.smithi032.stdout:3598: done (1 left) 2023-12-22T17:28:52.322 INFO:tasks.rados.rados.0.smithi032.stdout:3599: done (0 left) 2023-12-22T17:28:52.322 INFO:tasks.rados.rados.0.smithi032.stdout:3600: snap_create 2023-12-22T17:28:52.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:51 smithi032 ceph-mon[191839]: pgmap v692: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 248 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 18 op/s 2023-12-22T17:28:52.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:51 smithi032 ceph-mon[191839]: osdmap e767: 8 total, 8 up, 8 in 2023-12-22T17:28:52.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:51 smithi032 ceph-mon[189144]: pgmap v692: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 248 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 18 op/s 2023-12-22T17:28:52.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:51 smithi032 ceph-mon[189144]: osdmap e767: 8 total, 8 up, 8 in 2023-12-22T17:28:52.946 INFO:tasks.rados.rados.0.smithi032.stdout:3600: done (0 left) 2023-12-22T17:28:52.946 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 31 current snap is 353 2023-12-22T17:28:52.946 INFO:tasks.rados.rados.0.smithi032.stdout:3601: seq_num 1094 ranges {19013632=729088,19742720=573440,20316160=229376} 2023-12-22T17:28:53.054 INFO:tasks.rados.rados.0.smithi032.stdout:3601: writing smithi032174182-31 from 19013632 to 19742720 tid 1 2023-12-22T17:28:53.057 INFO:tasks.rados.rados.0.smithi032.stdout:3601: writing smithi032174182-31 from 19742720 to 20316160 tid 2 2023-12-22T17:28:53.058 INFO:tasks.rados.rados.0.smithi032.stdout:3601: writing smithi032174182-31 from 20316160 to 20545536 tid 3 2023-12-22T17:28:53.058 INFO:tasks.rados.rados.0.smithi032.stdout:3602: delete oid 30 current snap is 353 2023-12-22T17:28:53.065 INFO:tasks.rados.rados.0.smithi032.stdout:3601: finishing write tid 1 to smithi032174182-31 2023-12-22T17:28:53.066 INFO:tasks.rados.rados.0.smithi032.stdout:3601: finishing write tid 2 to smithi032174182-31 2023-12-22T17:28:53.067 INFO:tasks.rados.rados.0.smithi032.stdout:3601: finishing write tid 3 to smithi032174182-31 2023-12-22T17:28:53.068 INFO:tasks.rados.rados.0.smithi032.stdout:3601: finishing write tid 4 to smithi032174182-31 2023-12-22T17:28:53.069 INFO:tasks.rados.rados.0.smithi032.stdout:3602: done (1 left) 2023-12-22T17:28:53.069 INFO:tasks.rados.rados.0.smithi032.stdout:3603: delete oid 22 current snap is 353 2023-12-22T17:28:53.070 INFO:tasks.rados.rados.0.smithi032.stdout:3601: finishing write tid 5 to smithi032174182-31 2023-12-22T17:28:53.070 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 2622 (ObjNum 1094 snap 353 seq_num 1094) dirty exists 2023-12-22T17:28:53.070 INFO:tasks.rados.rados.0.smithi032.stdout:3601: left oid 31 (ObjNum 1094 snap 353 seq_num 1094) 2023-12-22T17:28:53.072 INFO:tasks.rados.rados.0.smithi032.stdout:3601: done (1 left) 2023-12-22T17:28:53.072 INFO:tasks.rados.rados.0.smithi032.stdout:3603: done (0 left) 2023-12-22T17:28:53.072 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 44 current snap is 353 2023-12-22T17:28:53.072 INFO:tasks.rados.rados.0.smithi032.stdout:3604: seq_num 1097 ranges {0=778240,778240=671744,1449984=131072} 2023-12-22T17:28:53.076 INFO:tasks.rados.rados.0.smithi032.stdout:3604: writing smithi032174182-44 from 0 to 778240 tid 1 2023-12-22T17:28:53.080 INFO:tasks.rados.rados.0.smithi032.stdout:3604: writing smithi032174182-44 from 778240 to 1449984 tid 2 2023-12-22T17:28:53.081 INFO:tasks.rados.rados.0.smithi032.stdout:3604: writing smithi032174182-44 from 1449984 to 1581056 tid 3 2023-12-22T17:28:53.081 INFO:tasks.rados.rados.0.smithi032.stdout:3605: snap_remove snap 344 2023-12-22T17:28:53.911 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:28:53.954 INFO:tasks.rados.rados.0.smithi032.stdout:3605: done (1 left) 2023-12-22T17:28:53.954 INFO:tasks.rados.rados.0.smithi032.stdout:3606: snap_create 2023-12-22T17:28:53.954 INFO:tasks.rados.rados.0.smithi032.stdout:3604: finishing write tid 1 to smithi032174182-44 2023-12-22T17:28:53.954 INFO:tasks.rados.rados.0.smithi032.stdout:3604: finishing write tid 2 to smithi032174182-44 2023-12-22T17:28:53.955 INFO:tasks.rados.rados.0.smithi032.stdout:3604: finishing write tid 3 to smithi032174182-44 2023-12-22T17:28:53.955 INFO:tasks.rados.rados.0.smithi032.stdout:3604: finishing write tid 4 to smithi032174182-44 2023-12-22T17:28:53.955 INFO:tasks.rados.rados.0.smithi032.stdout:3604: finishing write tid 5 to smithi032174182-44 2023-12-22T17:28:53.955 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 2634 (ObjNum 1097 snap 353 seq_num 1097) dirty exists 2023-12-22T17:28:53.955 INFO:tasks.rados.rados.0.smithi032.stdout:3604: left oid 44 (ObjNum 1097 snap 353 seq_num 1097) 2023-12-22T17:28:54.248 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:28:54.248 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8m) 5m ago 13m 26.7M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:28:54.248 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8m) 3m ago 13m 90.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:28:54.248 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (14m) 5m ago 14m 16.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:28:54.248 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (14m) 3m ago 14m 21.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:28:54.248 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8m) 3m ago 16m 450M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:28:54.249 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8m) 5m ago 18m 515M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:28:54.249 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7m) 5m ago 18m 93.1M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:28:54.249 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7m) 3m ago 17m 76.0M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:28:54.249 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7m) 5m ago 16m 75.7M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:28:54.249 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8m) 5m ago 13m 15.8M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:28:54.249 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8m) 3m ago 13m 17.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:28:54.249 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6m) 5m ago 16m 466M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:28:54.249 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6m) 5m ago 16m 365M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:28:54.249 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6m) 5m ago 15m 256M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:28:54.249 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5m) 5m ago 15m 12.6M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:28:54.250 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5m) 3m ago 15m 564M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:28:54.250 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4m) 3m ago 15m 389M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:28:54.250 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4m) 3m ago 14m 177M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:28:54.250 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3m) 3m ago 14m 12.5M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:28:54.250 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8m) 3m ago 13m 61.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:28:54.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:53 smithi039 ceph-mon[181282]: osdmap e768: 8 total, 8 up, 8 in 2023-12-22T17:28:54.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:53 smithi039 ceph-mon[181282]: pgmap v695: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 250 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.1 MiB/s wr, 12 op/s 2023-12-22T17:28:54.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:53 smithi032 ceph-mon[191839]: osdmap e768: 8 total, 8 up, 8 in 2023-12-22T17:28:54.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:53 smithi032 ceph-mon[191839]: pgmap v695: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 250 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.1 MiB/s wr, 12 op/s 2023-12-22T17:28:54.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:53 smithi032 ceph-mon[189144]: osdmap e768: 8 total, 8 up, 8 in 2023-12-22T17:28:54.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:53 smithi032 ceph-mon[189144]: pgmap v695: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 250 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.1 MiB/s wr, 12 op/s 2023-12-22T17:28:54.648 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:28:54.648 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:28:54.648 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:28:54.649 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:28:54.649 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:28:54.649 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:28:54.649 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:28:54.649 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:28:54.649 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:28:54.649 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:28:54.649 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:28:54.649 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:28:54.649 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:28:54.649 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:28:54.649 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:28:54.649 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:28:54.650 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:28:54.650 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:28:54.958 INFO:tasks.rados.rados.0.smithi032.stdout:3604: done (1 left) 2023-12-22T17:28:54.958 INFO:tasks.rados.rados.0.smithi032.stdout:3606: done (0 left) 2023-12-22T17:28:54.958 INFO:tasks.rados.rados.0.smithi032.stdout:3607: rollback oid 21 current snap is 354 2023-12-22T17:28:54.958 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 21 to 348 2023-12-22T17:28:54.958 INFO:tasks.rados.rados.0.smithi032.stdout:3608: rollback oid 38 current snap is 354 2023-12-22T17:28:54.958 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 38 to 332 2023-12-22T17:28:54.958 INFO:tasks.rados.rados.0.smithi032.stdout:3609: snap_create 2023-12-22T17:28:54.962 INFO:tasks.rados.rados.0.smithi032.stdout:3607: finishing rollback tid 1 to smithi032174182-21 2023-12-22T17:28:54.963 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 0 (ObjNum 97 snap 0 seq_num 1597189696) dirty dne 2023-12-22T17:28:54.964 INFO:tasks.rados.rados.0.smithi032.stdout:3608: finishing rollback tid 0 to smithi032174182-38 2023-12-22T17:28:54.964 INFO:tasks.rados.rados.0.smithi032.stdout:3608: finishing rollback tid 1 to smithi032174182-38 2023-12-22T17:28:54.964 INFO:tasks.rados.rados.0.smithi032.stdout:3608: finishing rollback tid 2 to smithi032174182-38 2023-12-22T17:28:54.965 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 2394 (ObjNum 1004 snap 313 seq_num 1004) dirty exists 2023-12-22T17:28:55.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:54 smithi039 ceph-mon[181282]: from='client.44393 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:28:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:54 smithi039 ceph-mon[181282]: osdmap e769: 8 total, 8 up, 8 in 2023-12-22T17:28:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:54 smithi039 ceph-mon[181282]: from='client.34452 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:28:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:54 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3286873097' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:28:55.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:54 smithi032 ceph-mon[191839]: from='client.44393 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:28:55.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:54 smithi032 ceph-mon[191839]: osdmap e769: 8 total, 8 up, 8 in 2023-12-22T17:28:55.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:54 smithi032 ceph-mon[191839]: from='client.34452 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:28:55.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:54 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3286873097' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:28:55.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:54 smithi032 ceph-mon[189144]: from='client.44393 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:28:55.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:54 smithi032 ceph-mon[189144]: osdmap e769: 8 total, 8 up, 8 in 2023-12-22T17:28:55.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:54 smithi032 ceph-mon[189144]: from='client.34452 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:28:55.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:54 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3286873097' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:28:55.915 INFO:tasks.rados.rados.0.smithi032.stdout:3607: done (2 left) 2023-12-22T17:28:55.915 INFO:tasks.rados.rados.0.smithi032.stdout:3608: done (1 left) 2023-12-22T17:28:55.915 INFO:tasks.rados.rados.0.smithi032.stdout:3609: done (0 left) 2023-12-22T17:28:55.915 INFO:tasks.rados.rados.0.smithi032.stdout:3610: read oid 9 snap 339 2023-12-22T17:28:55.915 INFO:tasks.rados.rados.0.smithi032.stdout:3610: expect (ObjNum 1004 snap 313 seq_num 1004) 2023-12-22T17:28:55.915 INFO:tasks.rados.rados.0.smithi032.stdout:3611: delete oid 24 current snap is 355 2023-12-22T17:28:55.924 INFO:tasks.rados.rados.0.smithi032.stdout:3611: done (1 left) 2023-12-22T17:28:55.924 INFO:tasks.rados.rados.0.smithi032.stdout:3612: rollback oid 26 current snap is 355 2023-12-22T17:28:55.924 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 26 to 338 2023-12-22T17:28:55.924 INFO:tasks.rados.rados.0.smithi032.stdout:3613: snap_create 2023-12-22T17:28:55.934 INFO:tasks.rados.rados.0.smithi032.stdout:3610: expect (ObjNum 1004 snap 313 seq_num 1004) 2023-12-22T17:28:56.066 INFO:tasks.rados.rados.0.smithi032.stdout:3612: finishing rollback tid 0 to smithi032174182-26 2023-12-22T17:28:56.066 INFO:tasks.rados.rados.0.smithi032.stdout:3612: finishing rollback tid 1 to smithi032174182-26 2023-12-22T17:28:56.066 INFO:tasks.rados.rados.0.smithi032.stdout:3612: finishing rollback tid 2 to smithi032174182-26 2023-12-22T17:28:56.066 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 2397 (ObjNum 995 snap 310 seq_num 995) dirty exists 2023-12-22T17:28:56.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:55 smithi039 ceph-mon[181282]: osdmap e770: 8 total, 8 up, 8 in 2023-12-22T17:28:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:55 smithi039 ceph-mon[181282]: pgmap v698: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 250 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 716 KiB/s wr, 2 op/s 2023-12-22T17:28:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:55 smithi039 ceph-mon[181282]: osdmap e771: 8 total, 8 up, 8 in 2023-12-22T17:28:56.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:55 smithi032 ceph-mon[191839]: osdmap e770: 8 total, 8 up, 8 in 2023-12-22T17:28:56.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:55 smithi032 ceph-mon[191839]: pgmap v698: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 250 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 716 KiB/s wr, 2 op/s 2023-12-22T17:28:56.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:55 smithi032 ceph-mon[191839]: osdmap e771: 8 total, 8 up, 8 in 2023-12-22T17:28:56.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:55 smithi032 ceph-mon[189144]: osdmap e770: 8 total, 8 up, 8 in 2023-12-22T17:28:56.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:55 smithi032 ceph-mon[189144]: pgmap v698: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 250 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 716 KiB/s wr, 2 op/s 2023-12-22T17:28:56.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:55 smithi032 ceph-mon[189144]: osdmap e771: 8 total, 8 up, 8 in 2023-12-22T17:28:56.924 INFO:tasks.rados.rados.0.smithi032.stdout:3610: done (2 left) 2023-12-22T17:28:56.924 INFO:tasks.rados.rados.0.smithi032.stdout:3612: done (1 left) 2023-12-22T17:28:56.924 INFO:tasks.rados.rados.0.smithi032.stdout:3613: done (0 left) 2023-12-22T17:28:56.924 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 23 current snap is 356 2023-12-22T17:28:56.924 INFO:tasks.rados.rados.0.smithi032.stdout:3614: seq_num 1099 ranges {0=409600,409600=442368,851968=720896,1572864=40960} 2023-12-22T17:28:56.926 INFO:tasks.rados.rados.0.smithi032.stdout:3614: writing smithi032174182-23 from 0 to 409600 tid 1 2023-12-22T17:28:56.928 INFO:tasks.rados.rados.0.smithi032.stdout:3614: writing smithi032174182-23 from 409600 to 851968 tid 2 2023-12-22T17:28:56.934 INFO:tasks.rados.rados.0.smithi032.stdout:3614: writing smithi032174182-23 from 851968 to 1572864 tid 3 2023-12-22T17:28:56.934 INFO:tasks.rados.rados.0.smithi032.stdout:3614: writing smithi032174182-23 from 1572864 to 1613824 tid 4 2023-12-22T17:28:56.934 INFO:tasks.rados.rados.0.smithi032.stdout:3615: delete oid 13 current snap is 356 2023-12-22T17:28:56.937 INFO:tasks.rados.rados.0.smithi032.stdout:3615: done (1 left) 2023-12-22T17:28:56.937 INFO:tasks.rados.rados.0.smithi032.stdout:3616: copy_from oid 14 from oid 37 current snap is 356 2023-12-22T17:28:56.938 INFO:tasks.rados.rados.0.smithi032.stdout:3617: snap_remove snap 349 2023-12-22T17:28:57.929 INFO:tasks.rados.rados.0.smithi032.stdout:3617: done (2 left) 2023-12-22T17:28:57.929 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 19 current snap is 356 2023-12-22T17:28:57.929 INFO:tasks.rados.rados.0.smithi032.stdout:3614: finishing write tid 1 to smithi032174182-23 2023-12-22T17:28:57.929 INFO:tasks.rados.rados.0.smithi032.stdout:3618: seq_num 1101 ranges {3743744=442368,4186112=606208,4792320=598016} 2023-12-22T17:28:57.953 INFO:tasks.rados.rados.0.smithi032.stdout:3618: writing smithi032174182-19 from 3743744 to 4186112 tid 1 2023-12-22T17:28:57.957 INFO:tasks.rados.rados.0.smithi032.stdout:3618: writing smithi032174182-19 from 4186112 to 4792320 tid 2 2023-12-22T17:28:57.961 INFO:tasks.rados.rados.0.smithi032.stdout:3618: writing smithi032174182-19 from 4792320 to 5390336 tid 3 2023-12-22T17:28:57.961 INFO:tasks.rados.rados.0.smithi032.stdout:3619: snap_create 2023-12-22T17:28:57.962 INFO:tasks.rados.rados.0.smithi032.stdout:3614: finishing write tid 2 to smithi032174182-23 2023-12-22T17:28:57.962 INFO:tasks.rados.rados.0.smithi032.stdout:3614: finishing write tid 3 to smithi032174182-23 2023-12-22T17:28:57.962 INFO:tasks.rados.rados.0.smithi032.stdout:3614: finishing write tid 4 to smithi032174182-23 2023-12-22T17:28:57.962 INFO:tasks.rados.rados.0.smithi032.stdout:3614: finishing write tid 5 to smithi032174182-23 2023-12-22T17:28:57.962 INFO:tasks.rados.rados.0.smithi032.stdout:3614: finishing write tid 6 to smithi032174182-23 2023-12-22T17:28:57.962 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 2639 (ObjNum 1099 snap 356 seq_num 1099) dirty exists 2023-12-22T17:28:57.962 INFO:tasks.rados.rados.0.smithi032.stdout:3614: left oid 23 (ObjNum 1099 snap 356 seq_num 1099) 2023-12-22T17:28:57.962 INFO:tasks.rados.rados.0.smithi032.stdout:3616: finishing copy_from racing read to smithi032174182-14 2023-12-22T17:28:57.962 INFO:tasks.rados.rados.0.smithi032.stdout:3616: finishing copy_from to smithi032174182-14 2023-12-22T17:28:57.962 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 2121 (ObjNum 1077 snap 344 seq_num 1077) dirty exists 2023-12-22T17:28:57.962 INFO:tasks.rados.rados.0.smithi032.stdout:3618: finishing write tid 1 to smithi032174182-19 2023-12-22T17:28:57.962 INFO:tasks.rados.rados.0.smithi032.stdout:3618: finishing write tid 2 to smithi032174182-19 2023-12-22T17:28:57.964 INFO:tasks.rados.rados.0.smithi032.stdout:3618: finishing write tid 3 to smithi032174182-19 2023-12-22T17:28:57.964 INFO:tasks.rados.rados.0.smithi032.stdout:3618: finishing write tid 4 to smithi032174182-19 2023-12-22T17:28:57.965 INFO:tasks.rados.rados.0.smithi032.stdout:3618: finishing write tid 5 to smithi032174182-19 2023-12-22T17:28:57.965 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 2135 (ObjNum 1101 snap 356 seq_num 1101) dirty exists 2023-12-22T17:28:57.965 INFO:tasks.rados.rados.0.smithi032.stdout:3618: left oid 19 (ObjNum 1101 snap 356 seq_num 1101) 2023-12-22T17:28:58.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:57 smithi032 ceph-mon[191839]: osdmap e772: 8 total, 8 up, 8 in 2023-12-22T17:28:58.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:57 smithi032 ceph-mon[191839]: pgmap v701: 121 pgs: 121 active+clean; 253 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 760 KiB/s wr, 4 op/s 2023-12-22T17:28:58.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:57 smithi032 ceph-mon[189144]: osdmap e772: 8 total, 8 up, 8 in 2023-12-22T17:28:58.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:57 smithi032 ceph-mon[189144]: pgmap v701: 121 pgs: 121 active+clean; 253 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 760 KiB/s wr, 4 op/s 2023-12-22T17:28:58.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:57 smithi039 ceph-mon[181282]: osdmap e772: 8 total, 8 up, 8 in 2023-12-22T17:28:58.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:57 smithi039 ceph-mon[181282]: pgmap v701: 121 pgs: 121 active+clean; 253 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 760 KiB/s wr, 4 op/s 2023-12-22T17:28:58.935 INFO:tasks.rados.rados.0.smithi032.stdout:3614: done (3 left) 2023-12-22T17:28:58.935 INFO:tasks.rados.rados.0.smithi032.stdout:3616: done (2 left) 2023-12-22T17:28:58.936 INFO:tasks.rados.rados.0.smithi032.stdout:3618: done (1 left) 2023-12-22T17:28:58.936 INFO:tasks.rados.rados.0.smithi032.stdout:3619: done (0 left) 2023-12-22T17:28:58.936 INFO:tasks.rados.rados.0.smithi032.stdout:3620: copy_from oid 7 from oid 49 current snap is 357 2023-12-22T17:28:58.936 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 37 current snap is 357 2023-12-22T17:28:58.936 INFO:tasks.rados.rados.0.smithi032.stdout:3621: seq_num 1102 ranges {1245184=458752,1703936=491520,2195456=491520,2686976=221184} 2023-12-22T17:28:58.944 INFO:tasks.rados.rados.0.smithi032.stdout:3621: writing smithi032174182-37 from 1245184 to 1703936 tid 1 2023-12-22T17:28:58.947 INFO:tasks.rados.rados.0.smithi032.stdout:3621: writing smithi032174182-37 from 1703936 to 2195456 tid 2 2023-12-22T17:28:58.951 INFO:tasks.rados.rados.0.smithi032.stdout:3621: writing smithi032174182-37 from 2195456 to 2686976 tid 3 2023-12-22T17:28:58.952 INFO:tasks.rados.rados.0.smithi032.stdout:3621: writing smithi032174182-37 from 2686976 to 2908160 tid 4 2023-12-22T17:28:58.952 INFO:tasks.rados.rados.0.smithi032.stdout:3622: copy_from oid 5 from oid 6 current snap is 357 2023-12-22T17:28:58.952 INFO:tasks.rados.rados.0.smithi032.stdout:3621: finishing write tid 1 to smithi032174182-37 2023-12-22T17:28:58.952 INFO:tasks.rados.rados.0.smithi032.stdout:3623: rollback oid 30 current snap is 357 2023-12-22T17:28:58.953 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 30 to 355 2023-12-22T17:28:58.953 INFO:tasks.rados.rados.0.smithi032.stdout:3624: rollback oid 44 current snap is 357 2023-12-22T17:28:58.953 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 44 to 345 2023-12-22T17:28:58.953 INFO:tasks.rados.rados.0.smithi032.stdout:3625: copy_from oid 25 from oid 18 current snap is 357 2023-12-22T17:28:58.953 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 10 current snap is 357 2023-12-22T17:28:58.953 INFO:tasks.rados.rados.0.smithi032.stdout:3626: seq_num 1103 ranges {1974272=475136,2449408=425984,2875392=696320,3571712=81920} 2023-12-22T17:28:58.967 INFO:tasks.rados.rados.0.smithi032.stdout:3626: writing smithi032174182-10 from 1974272 to 2449408 tid 1 2023-12-22T17:28:58.969 INFO:tasks.rados.rados.0.smithi032.stdout:3626: writing smithi032174182-10 from 2449408 to 2875392 tid 2 2023-12-22T17:28:58.974 INFO:tasks.rados.rados.0.smithi032.stdout:3626: writing smithi032174182-10 from 2875392 to 3571712 tid 3 2023-12-22T17:28:58.974 INFO:tasks.rados.rados.0.smithi032.stdout:3626: writing smithi032174182-10 from 3571712 to 3653632 tid 4 2023-12-22T17:28:58.974 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 47 current snap is 357 2023-12-22T17:28:58.975 INFO:tasks.rados.rados.0.smithi032.stdout:3627: seq_num 1104 ranges {7249920=499712,7749632=712704,8462336=491520} 2023-12-22T17:28:59.017 INFO:tasks.rados.rados.0.smithi032.stdout:3627: writing smithi032174182-47 from 7249920 to 7749632 tid 1 2023-12-22T17:28:59.021 INFO:tasks.rados.rados.0.smithi032.stdout:3627: writing smithi032174182-47 from 7749632 to 8462336 tid 2 2023-12-22T17:28:59.025 INFO:tasks.rados.rados.0.smithi032.stdout:3627: writing smithi032174182-47 from 8462336 to 8953856 tid 3 2023-12-22T17:28:59.025 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 4 current snap is 357 2023-12-22T17:28:59.025 INFO:tasks.rados.rados.0.smithi032.stdout:3621: finishing write tid 2 to smithi032174182-37 2023-12-22T17:28:59.025 INFO:tasks.rados.rados.0.smithi032.stdout:3628: seq_num 1105 ranges {671744=516096,1187840=598016,1785856=606208} 2023-12-22T17:28:59.031 INFO:tasks.rados.rados.0.smithi032.stdout:3628: writing smithi032174182-4 from 671744 to 1187840 tid 1 2023-12-22T17:28:59.035 INFO:tasks.rados.rados.0.smithi032.stdout:3628: writing smithi032174182-4 from 1187840 to 1785856 tid 2 2023-12-22T17:28:59.038 INFO:tasks.rados.rados.0.smithi032.stdout:3628: writing smithi032174182-4 from 1785856 to 2392064 tid 3 2023-12-22T17:28:59.039 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 13 current snap is 357 2023-12-22T17:28:59.039 INFO:tasks.rados.rados.0.smithi032.stdout:3621: finishing write tid 3 to smithi032174182-37 2023-12-22T17:28:59.039 INFO:tasks.rados.rados.0.smithi032.stdout:3623: finishing rollback tid 1 to smithi032174182-30 2023-12-22T17:28:59.039 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 2623 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-22T17:28:59.039 INFO:tasks.rados.rados.0.smithi032.stdout:3621: finishing write tid 4 to smithi032174182-37 2023-12-22T17:28:59.039 INFO:tasks.rados.rados.0.smithi032.stdout:3621: finishing write tid 5 to smithi032174182-37 2023-12-22T17:28:59.039 INFO:tasks.rados.rados.0.smithi032.stdout:3629: seq_num 1106 ranges {0=532480,532480=483328,1015808=475136,1490944=245760} 2023-12-22T17:28:59.041 INFO:tasks.rados.rados.0.smithi032.stdout:3629: writing smithi032174182-13 from 0 to 532480 tid 1 2023-12-22T17:28:59.044 INFO:tasks.rados.rados.0.smithi032.stdout:3629: writing smithi032174182-13 from 532480 to 1015808 tid 2 2023-12-22T17:28:59.047 INFO:tasks.rados.rados.0.smithi032.stdout:3629: writing smithi032174182-13 from 1015808 to 1490944 tid 3 2023-12-22T17:28:59.048 INFO:tasks.rados.rados.0.smithi032.stdout:3629: writing smithi032174182-13 from 1490944 to 1736704 tid 4 2023-12-22T17:28:59.049 INFO:tasks.rados.rados.0.smithi032.stdout:3623: done (9 left) 2023-12-22T17:28:59.049 INFO:tasks.rados.rados.0.smithi032.stdout:3630: read oid 30 snap -1 2023-12-22T17:28:59.049 INFO:tasks.rados.rados.0.smithi032.stdout:3630: expect deleted 2023-12-22T17:28:59.049 INFO:tasks.rados.rados.0.smithi032.stdout:3631: copy_from oid 17 from oid 23 current snap is 357 2023-12-22T17:28:59.049 INFO:tasks.rados.rados.0.smithi032.stdout:3624: finishing rollback tid 0 to smithi032174182-44 2023-12-22T17:28:59.049 INFO:tasks.rados.rados.0.smithi032.stdout:3621: finishing write tid 6 to smithi032174182-37 2023-12-22T17:28:59.049 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 2134 (ObjNum 1102 snap 357 seq_num 1102) dirty exists 2023-12-22T17:28:59.049 INFO:tasks.rados.rados.0.smithi032.stdout:3621: left oid 37 (ObjNum 1102 snap 357 seq_num 1102) 2023-12-22T17:28:59.049 INFO:tasks.rados.rados.0.smithi032.stdout:3621: done (10 left) 2023-12-22T17:28:59.049 INFO:tasks.rados.rados.0.smithi032.stdout:3632: snap_remove snap 350 2023-12-22T17:28:59.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:58 smithi032 ceph-mon[191839]: osdmap e773: 8 total, 8 up, 8 in 2023-12-22T17:28:59.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:58 smithi032 ceph-mon[189144]: osdmap e773: 8 total, 8 up, 8 in 2023-12-22T17:28:59.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:58 smithi039 ceph-mon[181282]: osdmap e773: 8 total, 8 up, 8 in 2023-12-22T17:28:59.944 INFO:tasks.rados.rados.0.smithi032.stdout:3632: done (10 left) 2023-12-22T17:28:59.944 INFO:tasks.rados.rados.0.smithi032.stdout:3633: copy_from oid 39 from oid 41 current snap is 357 2023-12-22T17:28:59.944 INFO:tasks.rados.rados.0.smithi032.stdout:3634: rollback oid 16 current snap is 357 2023-12-22T17:28:59.944 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 16 to 356 2023-12-22T17:28:59.944 INFO:tasks.rados.rados.0.smithi032.stdout:3635: copy_from oid 11 from oid 24 current snap is 357 2023-12-22T17:28:59.944 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 31 current snap is 357 2023-12-22T17:28:59.944 INFO:tasks.rados.rados.0.smithi032.stdout:3636: seq_num 1107 ranges {20545536=548864,21094400=770048,21864448=434176} 2023-12-22T17:29:00.059 INFO:tasks.rados.rados.0.smithi032.stdout:3636: writing smithi032174182-31 from 20545536 to 21094400 tid 1 2023-12-22T17:29:00.063 INFO:tasks.rados.rados.0.smithi032.stdout:3636: writing smithi032174182-31 from 21094400 to 21864448 tid 2 2023-12-22T17:29:00.067 INFO:tasks.rados.rados.0.smithi032.stdout:3636: writing smithi032174182-31 from 21864448 to 22298624 tid 3 2023-12-22T17:29:00.068 INFO:tasks.rados.rados.0.smithi032.stdout:3637: copy_from oid 36 from oid 34 current snap is 357 2023-12-22T17:29:00.068 INFO:tasks.rados.rados.0.smithi032.stdout:3624: finishing rollback tid 1 to smithi032174182-44 2023-12-22T17:29:00.068 INFO:tasks.rados.rados.0.smithi032.stdout:3624: finishing rollback tid 2 to smithi032174182-44 2023-12-22T17:29:00.068 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 2642 (ObjNum 1074 snap 342 seq_num 1074) dirty exists 2023-12-22T17:29:00.068 INFO:tasks.rados.rados.0.smithi032.stdout:3620: finishing copy_from racing read to smithi032174182-7 2023-12-22T17:29:00.068 INFO:tasks.rados.rados.0.smithi032.stdout:3626: finishing write tid 1 to smithi032174182-10 2023-12-22T17:29:00.068 INFO:tasks.rados.rados.0.smithi032.stdout:3624: done (14 left) 2023-12-22T17:29:00.068 INFO:tasks.rados.rados.0.smithi032.stdout:3638: rollback oid 3 current snap is 357 2023-12-22T17:29:00.068 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 3 to 354 2023-12-22T17:29:00.068 INFO:tasks.rados.rados.0.smithi032.stdout:3622: finishing copy_from racing read to smithi032174182-5 2023-12-22T17:29:00.068 INFO:tasks.rados.rados.0.smithi032.stdout:3626: finishing write tid 2 to smithi032174182-10 2023-12-22T17:29:00.068 INFO:tasks.rados.rados.0.smithi032.stdout:3620: finishing copy_from to smithi032174182-7 2023-12-22T17:29:00.068 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 2612 (ObjNum 977 snap 306 seq_num 977) dirty exists 2023-12-22T17:29:00.068 INFO:tasks.rados.rados.0.smithi032.stdout:3625: finishing copy_from racing read to smithi032174182-25 2023-12-22T17:29:00.069 INFO:tasks.rados.rados.0.smithi032.stdout:3626: finishing write tid 3 to smithi032174182-10 2023-12-22T17:29:00.069 INFO:tasks.rados.rados.0.smithi032.stdout:3626: finishing write tid 4 to smithi032174182-10 2023-12-22T17:29:00.069 INFO:tasks.rados.rados.0.smithi032.stdout:3626: finishing write tid 5 to smithi032174182-10 2023-12-22T17:29:00.069 INFO:tasks.rados.rados.0.smithi032.stdout:3625: finishing copy_from to smithi032174182-25 2023-12-22T17:29:00.069 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 2132 (ObjNum 974 snap 306 seq_num 974) dirty exists 2023-12-22T17:29:00.069 INFO:tasks.rados.rados.0.smithi032.stdout:3622: finishing copy_from to smithi032174182-5 2023-12-22T17:29:00.069 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 2130 (ObjNum 945 snap 298 seq_num 945) dirty exists 2023-12-22T17:29:00.069 INFO:tasks.rados.rados.0.smithi032.stdout:3626: finishing write tid 6 to smithi032174182-10 2023-12-22T17:29:00.069 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 10 v 2402 (ObjNum 1103 snap 357 seq_num 1103) dirty exists 2023-12-22T17:29:00.069 INFO:tasks.rados.rados.0.smithi032.stdout:3626: left oid 10 (ObjNum 1103 snap 357 seq_num 1103) 2023-12-22T17:29:00.069 INFO:tasks.rados.rados.0.smithi032.stdout:3620: done (14 left) 2023-12-22T17:29:00.069 INFO:tasks.rados.rados.0.smithi032.stdout:3622: done (13 left) 2023-12-22T17:29:00.069 INFO:tasks.rados.rados.0.smithi032.stdout:3625: done (12 left) 2023-12-22T17:29:00.069 INFO:tasks.rados.rados.0.smithi032.stdout:3626: done (11 left) 2023-12-22T17:29:00.069 INFO:tasks.rados.rados.0.smithi032.stdout:3639: snap_create 2023-12-22T17:29:00.070 INFO:tasks.rados.rados.0.smithi032.stdout:3627: finishing write tid 1 to smithi032174182-47 2023-12-22T17:29:00.070 INFO:tasks.rados.rados.0.smithi032.stdout:3627: finishing write tid 2 to smithi032174182-47 2023-12-22T17:29:00.070 INFO:tasks.rados.rados.0.smithi032.stdout:3627: finishing write tid 3 to smithi032174182-47 2023-12-22T17:29:00.070 INFO:tasks.rados.rados.0.smithi032.stdout:3627: finishing write tid 4 to smithi032174182-47 2023-12-22T17:29:00.070 INFO:tasks.rados.rados.0.smithi032.stdout:3627: finishing write tid 5 to smithi032174182-47 2023-12-22T17:29:00.070 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 2718 (ObjNum 1104 snap 357 seq_num 1104) dirty exists 2023-12-22T17:29:00.070 INFO:tasks.rados.rados.0.smithi032.stdout:3627: left oid 47 (ObjNum 1104 snap 357 seq_num 1104) 2023-12-22T17:29:00.070 INFO:tasks.rados.rados.0.smithi032.stdout:3628: finishing write tid 1 to smithi032174182-4 2023-12-22T17:29:00.070 INFO:tasks.rados.rados.0.smithi032.stdout:3628: finishing write tid 2 to smithi032174182-4 2023-12-22T17:29:00.070 INFO:tasks.rados.rados.0.smithi032.stdout:3628: finishing write tid 3 to smithi032174182-4 2023-12-22T17:29:00.070 INFO:tasks.rados.rados.0.smithi032.stdout:3628: finishing write tid 4 to smithi032174182-4 2023-12-22T17:29:00.070 INFO:tasks.rados.rados.0.smithi032.stdout:3629: finishing write tid 1 to smithi032174182-13 2023-12-22T17:29:00.070 INFO:tasks.rados.rados.0.smithi032.stdout:3628: finishing write tid 5 to smithi032174182-4 2023-12-22T17:29:00.070 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 2627 (ObjNum 1105 snap 357 seq_num 1105) dirty exists 2023-12-22T17:29:00.070 INFO:tasks.rados.rados.0.smithi032.stdout:3628: left oid 4 (ObjNum 1105 snap 357 seq_num 1105) 2023-12-22T17:29:00.070 INFO:tasks.rados.rados.0.smithi032.stdout:3629: finishing write tid 2 to smithi032174182-13 2023-12-22T17:29:00.070 INFO:tasks.rados.rados.0.smithi032.stdout:3629: finishing write tid 3 to smithi032174182-13 2023-12-22T17:29:00.071 INFO:tasks.rados.rados.0.smithi032.stdout:3629: finishing write tid 4 to smithi032174182-13 2023-12-22T17:29:00.071 INFO:tasks.rados.rados.0.smithi032.stdout:3629: finishing write tid 5 to smithi032174182-13 2023-12-22T17:29:00.071 INFO:tasks.rados.rados.0.smithi032.stdout:3629: finishing write tid 6 to smithi032174182-13 2023-12-22T17:29:00.071 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 2723 (ObjNum 1106 snap 357 seq_num 1106) dirty exists 2023-12-22T17:29:00.071 INFO:tasks.rados.rados.0.smithi032.stdout:3629: left oid 13 (ObjNum 1106 snap 357 seq_num 1106) 2023-12-22T17:29:00.071 INFO:tasks.rados.rados.0.smithi032.stdout:3631: finishing copy_from racing read to smithi032174182-17 2023-12-22T17:29:00.071 INFO:tasks.rados.rados.0.smithi032.stdout:3631: finishing copy_from to smithi032174182-17 2023-12-22T17:29:00.071 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 2639 (ObjNum 1099 snap 356 seq_num 1099) dirty exists 2023-12-22T17:29:00.071 INFO:tasks.rados.rados.0.smithi032.stdout:3634: finishing rollback tid 0 to smithi032174182-16 2023-12-22T17:29:00.071 INFO:tasks.rados.rados.0.smithi032.stdout:3634: finishing rollback tid 1 to smithi032174182-16 2023-12-22T17:29:00.071 INFO:tasks.rados.rados.0.smithi032.stdout:3635: finishing copy_from to smithi032174182-11 2023-12-22T17:29:00.071 INFO:tasks.rados.rados.0.smithi032.stdout:3635: got expected ENOENT (src dne) 2023-12-22T17:29:00.071 INFO:tasks.rados.rados.0.smithi032.stdout:3635: finishing copy_from racing read to smithi032174182-11 2023-12-22T17:29:00.071 INFO:tasks.rados.rados.0.smithi032.stdout:3634: finishing rollback tid 2 to smithi032174182-16 2023-12-22T17:29:00.071 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 2630 (ObjNum 1064 snap 338 seq_num 1064) dirty exists 2023-12-22T17:29:00.071 INFO:tasks.rados.rados.0.smithi032.stdout:3633: finishing copy_from racing read to smithi032174182-39 2023-12-22T17:29:00.071 INFO:tasks.rados.rados.0.smithi032.stdout:3633: finishing copy_from to smithi032174182-39 2023-12-22T17:29:00.072 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 2647 (ObjNum 1073 snap 341 seq_num 1073) dirty exists 2023-12-22T17:29:00.072 INFO:tasks.rados.rados.0.smithi032.stdout:3636: finishing write tid 1 to smithi032174182-31 2023-12-22T17:29:00.072 INFO:tasks.rados.rados.0.smithi032.stdout:3637: finishing copy_from to smithi032174182-36 2023-12-22T17:29:00.073 INFO:tasks.rados.rados.0.smithi032.stdout:3637: got expected ENOENT (src dne) 2023-12-22T17:29:00.073 INFO:tasks.rados.rados.0.smithi032.stdout:3637: finishing copy_from racing read to smithi032174182-36 2023-12-22T17:29:00.073 INFO:tasks.rados.rados.0.smithi032.stdout:3638: finishing rollback tid 0 to smithi032174182-3 2023-12-22T17:29:00.073 INFO:tasks.rados.rados.0.smithi032.stdout:3638: finishing rollback tid 1 to smithi032174182-3 2023-12-22T17:29:00.073 INFO:tasks.rados.rados.0.smithi032.stdout:3638: finishing rollback tid 2 to smithi032174182-3 2023-12-22T17:29:00.073 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 2265 (ObjNum 1057 snap 337 seq_num 1057) dirty exists 2023-12-22T17:29:00.073 INFO:tasks.rados.rados.0.smithi032.stdout:3636: finishing write tid 2 to smithi032174182-31 2023-12-22T17:29:00.073 INFO:tasks.rados.rados.0.smithi032.stdout:3636: finishing write tid 3 to smithi032174182-31 2023-12-22T17:29:00.073 INFO:tasks.rados.rados.0.smithi032.stdout:3636: finishing write tid 4 to smithi032174182-31 2023-12-22T17:29:00.074 INFO:tasks.rados.rados.0.smithi032.stdout:3636: finishing write tid 5 to smithi032174182-31 2023-12-22T17:29:00.074 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 2634 (ObjNum 1107 snap 357 seq_num 1107) dirty exists 2023-12-22T17:29:00.074 INFO:tasks.rados.rados.0.smithi032.stdout:3636: left oid 31 (ObjNum 1107 snap 357 seq_num 1107) 2023-12-22T17:29:00.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:59 smithi039 ceph-mon[181282]: osdmap e774: 8 total, 8 up, 8 in 2023-12-22T17:29:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:28:59 smithi039 ceph-mon[181282]: pgmap v704: 121 pgs: 121 active+clean; 259 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 9 op/s 2023-12-22T17:29:00.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:59 smithi032 ceph-mon[191839]: osdmap e774: 8 total, 8 up, 8 in 2023-12-22T17:29:00.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:28:59 smithi032 ceph-mon[191839]: pgmap v704: 121 pgs: 121 active+clean; 259 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 9 op/s 2023-12-22T17:29:00.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:59 smithi032 ceph-mon[189144]: osdmap e774: 8 total, 8 up, 8 in 2023-12-22T17:29:00.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:28:59 smithi032 ceph-mon[189144]: pgmap v704: 121 pgs: 121 active+clean; 259 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 9 op/s 2023-12-22T17:29:00.917 INFO:tasks.rados.rados.0.smithi032.stdout:3627: done (11 left) 2023-12-22T17:29:00.918 INFO:tasks.rados.rados.0.smithi032.stdout:3628: done (10 left) 2023-12-22T17:29:00.918 INFO:tasks.rados.rados.0.smithi032.stdout:3629: done (9 left) 2023-12-22T17:29:00.918 INFO:tasks.rados.rados.0.smithi032.stdout:3630: done (8 left) 2023-12-22T17:29:00.918 INFO:tasks.rados.rados.0.smithi032.stdout:3631: done (7 left) 2023-12-22T17:29:00.918 INFO:tasks.rados.rados.0.smithi032.stdout:3633: done (6 left) 2023-12-22T17:29:00.918 INFO:tasks.rados.rados.0.smithi032.stdout:3634: done (5 left) 2023-12-22T17:29:00.918 INFO:tasks.rados.rados.0.smithi032.stdout:3635: done (4 left) 2023-12-22T17:29:00.918 INFO:tasks.rados.rados.0.smithi032.stdout:3636: done (3 left) 2023-12-22T17:29:00.918 INFO:tasks.rados.rados.0.smithi032.stdout:3637: done (2 left) 2023-12-22T17:29:00.918 INFO:tasks.rados.rados.0.smithi032.stdout:3638: done (1 left) 2023-12-22T17:29:00.918 INFO:tasks.rados.rados.0.smithi032.stdout:3639: done (0 left) 2023-12-22T17:29:00.918 INFO:tasks.rados.rados.0.smithi032.stdout:3640: rollback oid 42 current snap is 358 2023-12-22T17:29:00.918 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 42 to 339 2023-12-22T17:29:00.918 INFO:tasks.rados.rados.0.smithi032.stdout:3641: read oid 27 snap -1 2023-12-22T17:29:00.918 INFO:tasks.rados.rados.0.smithi032.stdout:3641: expect (ObjNum 1086 snap 350 seq_num 1086) 2023-12-22T17:29:00.919 INFO:tasks.rados.rados.0.smithi032.stdout:3642: read oid 41 snap -1 2023-12-22T17:29:00.919 INFO:tasks.rados.rados.0.smithi032.stdout:3642: expect (ObjNum 1073 snap 341 seq_num 1073) 2023-12-22T17:29:00.919 INFO:tasks.rados.rados.0.smithi032.stdout:3643: snap_create 2023-12-22T17:29:00.930 INFO:tasks.rados.rados.0.smithi032.stdout:3642: expect (ObjNum 1073 snap 341 seq_num 1073) 2023-12-22T17:29:01.011 INFO:tasks.rados.rados.0.smithi032.stdout:3640: finishing rollback tid 1 to smithi032174182-42 2023-12-22T17:29:01.011 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 2124 (ObjNum 65 snap 0 seq_num 1633249369) dirty dne 2023-12-22T17:29:01.011 INFO:tasks.rados.rados.0.smithi032.stdout:3641: expect (ObjNum 1086 snap 350 seq_num 1086) 2023-12-22T17:29:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:29:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:29:00] "GET /metrics HTTP/1.1" 200 36300 "" "Prometheus/2.43.0" 2023-12-22T17:29:01.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:00 smithi032 ceph-mon[189144]: osdmap e775: 8 total, 8 up, 8 in 2023-12-22T17:29:01.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:00 smithi032 ceph-mon[189144]: osdmap e776: 8 total, 8 up, 8 in 2023-12-22T17:29:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:00 smithi032 ceph-mon[191839]: osdmap e775: 8 total, 8 up, 8 in 2023-12-22T17:29:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:00 smithi032 ceph-mon[191839]: osdmap e776: 8 total, 8 up, 8 in 2023-12-22T17:29:01.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:00 smithi039 ceph-mon[181282]: osdmap e775: 8 total, 8 up, 8 in 2023-12-22T17:29:01.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:00 smithi039 ceph-mon[181282]: osdmap e776: 8 total, 8 up, 8 in 2023-12-22T17:29:01.918 INFO:tasks.rados.rados.0.smithi032.stdout:3640: done (3 left) 2023-12-22T17:29:01.918 INFO:tasks.rados.rados.0.smithi032.stdout:3641: done (2 left) 2023-12-22T17:29:01.918 INFO:tasks.rados.rados.0.smithi032.stdout:3642: done (1 left) 2023-12-22T17:29:01.918 INFO:tasks.rados.rados.0.smithi032.stdout:3643: done (0 left) 2023-12-22T17:29:01.918 INFO:tasks.rados.rados.0.smithi032.stdout:3644: snap_remove snap 353 2023-12-22T17:29:02.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:01 smithi039 ceph-mon[181282]: pgmap v707: 121 pgs: 121 active+clean; 276 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.4 MiB/s wr, 15 op/s 2023-12-22T17:29:02.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:01 smithi039 ceph-mon[181282]: osdmap e777: 8 total, 8 up, 8 in 2023-12-22T17:29:02.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:01 smithi032 ceph-mon[191839]: pgmap v707: 121 pgs: 121 active+clean; 276 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.4 MiB/s wr, 15 op/s 2023-12-22T17:29:02.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:01 smithi032 ceph-mon[191839]: osdmap e777: 8 total, 8 up, 8 in 2023-12-22T17:29:02.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:01 smithi032 ceph-mon[189144]: pgmap v707: 121 pgs: 121 active+clean; 276 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.4 MiB/s wr, 15 op/s 2023-12-22T17:29:02.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:01 smithi032 ceph-mon[189144]: osdmap e777: 8 total, 8 up, 8 in 2023-12-22T17:29:02.922 INFO:tasks.rados.rados.0.smithi032.stdout:3644: done (0 left) 2023-12-22T17:29:02.923 INFO:tasks.rados.rados.0.smithi032.stdout:3645: rmattr oid 50 current snap is 359 2023-12-22T17:29:02.923 INFO:tasks.rados.rados.0.smithi032.stdout:3645: done (0 left) 2023-12-22T17:29:02.923 INFO:tasks.rados.rados.0.smithi032.stdout:3646: read oid 21 snap 343 2023-12-22T17:29:02.923 INFO:tasks.rados.rados.0.smithi032.stdout:3646: expect deleted 2023-12-22T17:29:02.923 INFO:tasks.rados.rados.0.smithi032.stdout:3647: read oid 37 snap -1 2023-12-22T17:29:02.923 INFO:tasks.rados.rados.0.smithi032.stdout:3647: expect (ObjNum 1102 snap 357 seq_num 1102) 2023-12-22T17:29:02.923 INFO:tasks.rados.rados.0.smithi032.stdout:3648: rollback oid 26 current snap is 359 2023-12-22T17:29:02.923 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 26 to 356 2023-12-22T17:29:02.923 INFO:tasks.rados.rados.0.smithi032.stdout:3649: delete oid 47 current snap is 359 2023-12-22T17:29:02.942 INFO:tasks.rados.rados.0.smithi032.stdout:3648: finishing rollback tid 0 to smithi032174182-26 2023-12-22T17:29:02.944 INFO:tasks.rados.rados.0.smithi032.stdout:3646: done (3 left) 2023-12-22T17:29:02.944 INFO:tasks.rados.rados.0.smithi032.stdout:3649: done (2 left) 2023-12-22T17:29:02.944 INFO:tasks.rados.rados.0.smithi032.stdout:3650: setattr oid 18 current snap is 359 2023-12-22T17:29:02.947 INFO:tasks.rados.rados.0.smithi032.stdout:3651: rollback oid 36 current snap is 359 2023-12-22T17:29:02.947 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 36 to 343 2023-12-22T17:29:02.947 INFO:tasks.rados.rados.0.smithi032.stdout:3652: snap_remove snap 357 2023-12-22T17:29:03.932 INFO:tasks.rados.rados.0.smithi032.stdout:3652: done (4 left) 2023-12-22T17:29:03.932 INFO:tasks.rados.rados.0.smithi032.stdout:3653: read oid 19 snap -1 2023-12-22T17:29:03.932 INFO:tasks.rados.rados.0.smithi032.stdout:3653: expect (ObjNum 1101 snap 356 seq_num 1101) 2023-12-22T17:29:03.932 INFO:tasks.rados.rados.0.smithi032.stdout:3654: read oid 7 snap 343 2023-12-22T17:29:03.932 INFO:tasks.rados.rados.0.smithi032.stdout:3654: expect (ObjNum 1072 snap 341 seq_num 1072) 2023-12-22T17:29:03.932 INFO:tasks.rados.rados.0.smithi032.stdout:3655: copy_from oid 35 from oid 44 current snap is 359 2023-12-22T17:29:03.932 INFO:tasks.rados.rados.0.smithi032.stdout:3656: copy_from oid 2 from oid 32 current snap is 359 2023-12-22T17:29:03.933 INFO:tasks.rados.rados.0.smithi032.stdout:3657: snap_create 2023-12-22T17:29:03.933 INFO:tasks.rados.rados.0.smithi032.stdout:3648: finishing rollback tid 1 to smithi032174182-26 2023-12-22T17:29:03.933 INFO:tasks.rados.rados.0.smithi032.stdout:3648: finishing rollback tid 2 to smithi032174182-26 2023-12-22T17:29:03.933 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 2405 (ObjNum 995 snap 310 seq_num 995) dirty exists 2023-12-22T17:29:03.933 INFO:tasks.rados.rados.0.smithi032.stdout:3647: expect (ObjNum 1102 snap 357 seq_num 1102) 2023-12-22T17:29:04.030 INFO:tasks.rados.rados.0.smithi032.stdout:3651: finishing rollback tid 0 to smithi032174182-36 2023-12-22T17:29:04.030 INFO:tasks.rados.rados.0.smithi032.stdout:3651: finishing rollback tid 1 to smithi032174182-36 2023-12-22T17:29:04.030 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 2141 (ObjNum 974 snap 306 seq_num 974) dirty exists 2023-12-22T17:29:04.031 INFO:tasks.rados.rados.0.smithi032.stdout:3651: finishing rollback tid 2 to smithi032174182-36 2023-12-22T17:29:04.031 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 2642 (ObjNum 975 snap 306 seq_num 975) dirty exists 2023-12-22T17:29:04.031 INFO:tasks.rados.rados.0.smithi032.stdout:3654: expect (ObjNum 1072 snap 341 seq_num 1072) 2023-12-22T17:29:04.059 INFO:tasks.rados.rados.0.smithi032.stdout:3655: finishing copy_from racing read to smithi032174182-35 2023-12-22T17:29:04.059 INFO:tasks.rados.rados.0.smithi032.stdout:3656: finishing copy_from racing read to smithi032174182-2 2023-12-22T17:29:04.059 INFO:tasks.rados.rados.0.smithi032.stdout:3655: finishing copy_from to smithi032174182-35 2023-12-22T17:29:04.059 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 2642 (ObjNum 1074 snap 342 seq_num 1074) dirty exists 2023-12-22T17:29:04.059 INFO:tasks.rados.rados.0.smithi032.stdout:3656: finishing copy_from to smithi032174182-2 2023-12-22T17:29:04.060 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 2116 (ObjNum 1021 snap 318 seq_num 1021) dirty exists 2023-12-22T17:29:04.060 INFO:tasks.rados.rados.0.smithi032.stdout:3653: expect (ObjNum 1101 snap 356 seq_num 1101) 2023-12-22T17:29:04.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:03 smithi032 ceph-mon[191839]: osdmap e778: 8 total, 8 up, 8 in 2023-12-22T17:29:04.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:03 smithi032 ceph-mon[191839]: pgmap v710: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 286 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 6.4 MiB/s wr, 12 op/s 2023-12-22T17:29:04.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:03 smithi032 ceph-mon[189144]: osdmap e778: 8 total, 8 up, 8 in 2023-12-22T17:29:04.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:03 smithi032 ceph-mon[189144]: pgmap v710: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 286 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 6.4 MiB/s wr, 12 op/s 2023-12-22T17:29:04.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:03 smithi039 ceph-mon[181282]: osdmap e778: 8 total, 8 up, 8 in 2023-12-22T17:29:04.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:03 smithi039 ceph-mon[181282]: pgmap v710: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 286 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 6.4 MiB/s wr, 12 op/s 2023-12-22T17:29:04.935 INFO:tasks.rados.rados.0.smithi032.stdout:3647: done (8 left) 2023-12-22T17:29:04.935 INFO:tasks.rados.rados.0.smithi032.stdout:3648: done (7 left) 2023-12-22T17:29:04.936 INFO:tasks.rados.rados.0.smithi032.stdout:3650: done (6 left) 2023-12-22T17:29:04.936 INFO:tasks.rados.rados.0.smithi032.stdout:3651: done (5 left) 2023-12-22T17:29:04.936 INFO:tasks.rados.rados.0.smithi032.stdout:3653: done (4 left) 2023-12-22T17:29:04.936 INFO:tasks.rados.rados.0.smithi032.stdout:3654: done (3 left) 2023-12-22T17:29:04.936 INFO:tasks.rados.rados.0.smithi032.stdout:3655: done (2 left) 2023-12-22T17:29:04.936 INFO:tasks.rados.rados.0.smithi032.stdout:3656: done (1 left) 2023-12-22T17:29:04.936 INFO:tasks.rados.rados.0.smithi032.stdout:3657: done (0 left) 2023-12-22T17:29:04.936 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 12 current snap is 360 2023-12-22T17:29:04.936 INFO:tasks.rados.rados.0.smithi032.stdout:3658: seq_num 1109 ranges {3170304=581632,3751936=532480,4284416=647168,4931584=24576} 2023-12-22T17:29:04.955 INFO:tasks.rados.rados.0.smithi032.stdout:3658: writing smithi032174182-12 from 3170304 to 3751936 tid 1 2023-12-22T17:29:04.958 INFO:tasks.rados.rados.0.smithi032.stdout:3658: writing smithi032174182-12 from 3751936 to 4284416 tid 2 2023-12-22T17:29:04.963 INFO:tasks.rados.rados.0.smithi032.stdout:3658: writing smithi032174182-12 from 4284416 to 4931584 tid 3 2023-12-22T17:29:04.963 INFO:tasks.rados.rados.0.smithi032.stdout:3658: writing smithi032174182-12 from 4931584 to 4956160 tid 4 2023-12-22T17:29:04.963 INFO:tasks.rados.rados.0.smithi032.stdout:3659: copy_from oid 6 from oid 39 current snap is 360 2023-12-22T17:29:04.964 INFO:tasks.rados.rados.0.smithi032.stdout:3660: copy_from oid 15 from oid 41 current snap is 360 2023-12-22T17:29:04.964 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 21 current snap is 360 2023-12-22T17:29:04.964 INFO:tasks.rados.rados.0.smithi032.stdout:3661: seq_num 1110 ranges {0=598016,598016=466944,1064960=450560,1515520=286720} 2023-12-22T17:29:04.967 INFO:tasks.rados.rados.0.smithi032.stdout:3661: writing smithi032174182-21 from 0 to 598016 tid 1 2023-12-22T17:29:04.973 INFO:tasks.rados.rados.0.smithi032.stdout:3661: writing smithi032174182-21 from 598016 to 1064960 tid 2 2023-12-22T17:29:04.973 INFO:tasks.rados.rados.0.smithi032.stdout:3661: writing smithi032174182-21 from 1064960 to 1515520 tid 3 2023-12-22T17:29:04.975 INFO:tasks.rados.rados.0.smithi032.stdout:3661: writing smithi032174182-21 from 1515520 to 1802240 tid 4 2023-12-22T17:29:04.975 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 45 current snap is 360 2023-12-22T17:29:04.976 INFO:tasks.rados.rados.0.smithi032.stdout:3658: finishing write tid 1 to smithi032174182-12 2023-12-22T17:29:04.978 INFO:tasks.rados.rados.0.smithi032.stdout:3662: seq_num 1111 ranges {2654208=614400,3268608=753664,4022272=450560} 2023-12-22T17:29:04.993 INFO:tasks.rados.rados.0.smithi032.stdout:3662: writing smithi032174182-45 from 2654208 to 3268608 tid 1 2023-12-22T17:29:04.998 INFO:tasks.rados.rados.0.smithi032.stdout:3662: writing smithi032174182-45 from 3268608 to 4022272 tid 2 2023-12-22T17:29:05.002 INFO:tasks.rados.rados.0.smithi032.stdout:3662: writing smithi032174182-45 from 4022272 to 4472832 tid 3 2023-12-22T17:29:05.002 INFO:tasks.rados.rados.0.smithi032.stdout:3663: rollback oid 30 current snap is 360 2023-12-22T17:29:05.002 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 30 to 345 2023-12-22T17:29:05.002 INFO:tasks.rados.rados.0.smithi032.stdout:3658: finishing write tid 2 to smithi032174182-12 2023-12-22T17:29:05.002 INFO:tasks.rados.rados.0.smithi032.stdout:3658: finishing write tid 3 to smithi032174182-12 2023-12-22T17:29:05.003 INFO:tasks.rados.rados.0.smithi032.stdout:3658: finishing write tid 4 to smithi032174182-12 2023-12-22T17:29:05.003 INFO:tasks.rados.rados.0.smithi032.stdout:3658: finishing write tid 5 to smithi032174182-12 2023-12-22T17:29:05.003 INFO:tasks.rados.rados.0.smithi032.stdout:3661: finishing write tid 1 to smithi032174182-21 2023-12-22T17:29:05.003 INFO:tasks.rados.rados.0.smithi032.stdout:3658: finishing write tid 6 to smithi032174182-12 2023-12-22T17:29:05.003 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 2082 (ObjNum 1109 snap 360 seq_num 1109) dirty exists 2023-12-22T17:29:05.003 INFO:tasks.rados.rados.0.smithi032.stdout:3658: left oid 12 (ObjNum 1109 snap 360 seq_num 1109) 2023-12-22T17:29:05.003 INFO:tasks.rados.rados.0.smithi032.stdout:3661: finishing write tid 2 to smithi032174182-21 2023-12-22T17:29:05.003 INFO:tasks.rados.rados.0.smithi032.stdout:3658: done (5 left) 2023-12-22T17:29:05.003 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 28 current snap is 360 2023-12-22T17:29:05.003 INFO:tasks.rados.rados.0.smithi032.stdout:3660: finishing copy_from racing read to smithi032174182-15 2023-12-22T17:29:05.003 INFO:tasks.rados.rados.0.smithi032.stdout:3661: finishing write tid 3 to smithi032174182-21 2023-12-22T17:29:05.004 INFO:tasks.rados.rados.0.smithi032.stdout:3660: finishing copy_from to smithi032174182-15 2023-12-22T17:29:05.004 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 2647 (ObjNum 1073 snap 341 seq_num 1073) dirty exists 2023-12-22T17:29:05.004 INFO:tasks.rados.rados.0.smithi032.stdout:3661: finishing write tid 4 to smithi032174182-21 2023-12-22T17:29:05.004 INFO:tasks.rados.rados.0.smithi032.stdout:3661: finishing write tid 5 to smithi032174182-21 2023-12-22T17:29:05.004 INFO:tasks.rados.rados.0.smithi032.stdout:3661: finishing write tid 6 to smithi032174182-21 2023-12-22T17:29:05.004 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 2617 (ObjNum 1110 snap 360 seq_num 1110) dirty exists 2023-12-22T17:29:05.004 INFO:tasks.rados.rados.0.smithi032.stdout:3661: left oid 21 (ObjNum 1110 snap 360 seq_num 1110) 2023-12-22T17:29:05.004 INFO:tasks.rados.rados.0.smithi032.stdout:3659: finishing copy_from racing read to smithi032174182-6 2023-12-22T17:29:05.004 INFO:tasks.rados.rados.0.smithi032.stdout:3659: finishing copy_from to smithi032174182-6 2023-12-22T17:29:05.004 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 2647 (ObjNum 1073 snap 341 seq_num 1073) dirty exists 2023-12-22T17:29:05.004 INFO:tasks.rados.rados.0.smithi032.stdout:3662: finishing write tid 1 to smithi032174182-45 2023-12-22T17:29:05.005 INFO:tasks.rados.rados.0.smithi032.stdout:3664: seq_num 1112 ranges {892928=630784,1523712=638976,2162688=466944,2629632=98304} 2023-12-22T17:29:05.009 INFO:tasks.rados.rados.0.smithi032.stdout:3664: writing smithi032174182-28 from 892928 to 1523712 tid 1 2023-12-22T17:29:05.013 INFO:tasks.rados.rados.0.smithi032.stdout:3664: writing smithi032174182-28 from 1523712 to 2162688 tid 2 2023-12-22T17:29:05.015 INFO:tasks.rados.rados.0.smithi032.stdout:3664: writing smithi032174182-28 from 2162688 to 2629632 tid 3 2023-12-22T17:29:05.017 INFO:tasks.rados.rados.0.smithi032.stdout:3664: writing smithi032174182-28 from 2629632 to 2727936 tid 4 2023-12-22T17:29:05.017 INFO:tasks.rados.rados.0.smithi032.stdout:3659: done (5 left) 2023-12-22T17:29:05.017 INFO:tasks.rados.rados.0.smithi032.stdout:3660: done (4 left) 2023-12-22T17:29:05.017 INFO:tasks.rados.rados.0.smithi032.stdout:3661: done (3 left) 2023-12-22T17:29:05.017 INFO:tasks.rados.rados.0.smithi032.stdout:3665: read oid 20 snap 338 2023-12-22T17:29:05.018 INFO:tasks.rados.rados.0.smithi032.stdout:3665: expect (ObjNum 893 snap 289 seq_num 893) 2023-12-22T17:29:05.018 INFO:tasks.rados.rados.0.smithi032.stdout:3666: snap_create 2023-12-22T17:29:05.018 INFO:tasks.rados.rados.0.smithi032.stdout:3662: finishing write tid 2 to smithi032174182-45 2023-12-22T17:29:05.018 INFO:tasks.rados.rados.0.smithi032.stdout:3663: finishing rollback tid 1 to smithi032174182-30 2023-12-22T17:29:05.018 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 2623 (ObjNum 49 snap 0 seq_num 1) dirty dne 2023-12-22T17:29:05.018 INFO:tasks.rados.rados.0.smithi032.stdout:3662: finishing write tid 3 to smithi032174182-45 2023-12-22T17:29:05.018 INFO:tasks.rados.rados.0.smithi032.stdout:3662: finishing write tid 4 to smithi032174182-45 2023-12-22T17:29:05.018 INFO:tasks.rados.rados.0.smithi032.stdout:3662: finishing write tid 5 to smithi032174182-45 2023-12-22T17:29:05.018 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 2409 (ObjNum 1111 snap 360 seq_num 1111) dirty exists 2023-12-22T17:29:05.018 INFO:tasks.rados.rados.0.smithi032.stdout:3662: left oid 45 (ObjNum 1111 snap 360 seq_num 1111) 2023-12-22T17:29:05.019 INFO:tasks.rados.rados.0.smithi032.stdout:3664: finishing write tid 1 to smithi032174182-28 2023-12-22T17:29:05.019 INFO:tasks.rados.rados.0.smithi032.stdout:3664: finishing write tid 2 to smithi032174182-28 2023-12-22T17:29:05.021 INFO:tasks.rados.rados.0.smithi032.stdout:3664: finishing write tid 3 to smithi032174182-28 2023-12-22T17:29:05.021 INFO:tasks.rados.rados.0.smithi032.stdout:3664: finishing write tid 4 to smithi032174182-28 2023-12-22T17:29:05.022 INFO:tasks.rados.rados.0.smithi032.stdout:3664: finishing write tid 5 to smithi032174182-28 2023-12-22T17:29:05.023 INFO:tasks.rados.rados.0.smithi032.stdout:3664: finishing write tid 6 to smithi032174182-28 2023-12-22T17:29:05.023 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 2639 (ObjNum 1112 snap 360 seq_num 1112) dirty exists 2023-12-22T17:29:05.023 INFO:tasks.rados.rados.0.smithi032.stdout:3664: left oid 28 (ObjNum 1112 snap 360 seq_num 1112) 2023-12-22T17:29:05.036 INFO:tasks.rados.rados.0.smithi032.stdout:3665: expect (ObjNum 893 snap 289 seq_num 893) 2023-12-22T17:29:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:04 smithi032 ceph-mon[191839]: osdmap e779: 8 total, 8 up, 8 in 2023-12-22T17:29:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:29:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:04 smithi032 ceph-mon[189144]: osdmap e779: 8 total, 8 up, 8 in 2023-12-22T17:29:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:29:05.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:04 smithi039 ceph-mon[181282]: osdmap e779: 8 total, 8 up, 8 in 2023-12-22T17:29:05.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:29:05.919 INFO:tasks.rados.rados.0.smithi032.stdout:3662: done (4 left) 2023-12-22T17:29:05.919 INFO:tasks.rados.rados.0.smithi032.stdout:3663: done (3 left) 2023-12-22T17:29:05.919 INFO:tasks.rados.rados.0.smithi032.stdout:3664: done (2 left) 2023-12-22T17:29:05.919 INFO:tasks.rados.rados.0.smithi032.stdout:3665: done (1 left) 2023-12-22T17:29:05.919 INFO:tasks.rados.rados.0.smithi032.stdout:3666: done (0 left) 2023-12-22T17:29:05.919 INFO:tasks.rados.rados.0.smithi032.stdout:3667: setattr oid 35 current snap is 361 2023-12-22T17:29:05.921 INFO:tasks.rados.rados.0.smithi032.stdout:3668: copy_from oid 3 from oid 19 current snap is 361 2023-12-22T17:29:05.921 INFO:tasks.rados.rados.0.smithi032.stdout:3669: read oid 44 snap -1 2023-12-22T17:29:05.921 INFO:tasks.rados.rados.0.smithi032.stdout:3669: expect (ObjNum 1074 snap 342 seq_num 1074) 2023-12-22T17:29:05.921 INFO:tasks.rados.rados.0.smithi032.stdout:3670: read oid 27 snap -1 2023-12-22T17:29:05.921 INFO:tasks.rados.rados.0.smithi032.stdout:3670: expect (ObjNum 1086 snap 350 seq_num 1086) 2023-12-22T17:29:05.921 INFO:tasks.rados.rados.0.smithi032.stdout:3671: snap_create 2023-12-22T17:29:05.932 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 35 v 2643 (ObjNum 1074 snap 342 seq_num 1074) dirty exists 2023-12-22T17:29:05.941 INFO:tasks.rados.rados.0.smithi032.stdout:3669: expect (ObjNum 1074 snap 342 seq_num 1074) 2023-12-22T17:29:05.986 INFO:tasks.rados.rados.0.smithi032.stdout:3668: finishing copy_from racing read to smithi032174182-3 2023-12-22T17:29:05.986 INFO:tasks.rados.rados.0.smithi032.stdout:3668: finishing copy_from to smithi032174182-3 2023-12-22T17:29:05.986 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 2135 (ObjNum 1101 snap 356 seq_num 1101) dirty exists 2023-12-22T17:29:05.986 INFO:tasks.rados.rados.0.smithi032.stdout:3670: expect (ObjNum 1086 snap 350 seq_num 1086) 2023-12-22T17:29:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:05 smithi039 ceph-mon[181282]: osdmap e780: 8 total, 8 up, 8 in 2023-12-22T17:29:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:05 smithi039 ceph-mon[181282]: pgmap v713: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 290 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.5 MiB/s wr, 9 op/s 2023-12-22T17:29:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:05 smithi039 ceph-mon[181282]: osdmap e781: 8 total, 8 up, 8 in 2023-12-22T17:29:06.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:05 smithi032 ceph-mon[191839]: osdmap e780: 8 total, 8 up, 8 in 2023-12-22T17:29:06.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:05 smithi032 ceph-mon[191839]: pgmap v713: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 290 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.5 MiB/s wr, 9 op/s 2023-12-22T17:29:06.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:05 smithi032 ceph-mon[191839]: osdmap e781: 8 total, 8 up, 8 in 2023-12-22T17:29:06.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:05 smithi032 ceph-mon[189144]: osdmap e780: 8 total, 8 up, 8 in 2023-12-22T17:29:06.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:05 smithi032 ceph-mon[189144]: pgmap v713: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 290 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.5 MiB/s wr, 9 op/s 2023-12-22T17:29:06.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:05 smithi032 ceph-mon[189144]: osdmap e781: 8 total, 8 up, 8 in 2023-12-22T17:29:06.919 INFO:tasks.rados.rados.0.smithi032.stdout:3667: done (4 left) 2023-12-22T17:29:06.919 INFO:tasks.rados.rados.0.smithi032.stdout:3668: done (3 left) 2023-12-22T17:29:06.919 INFO:tasks.rados.rados.0.smithi032.stdout:3669: done (2 left) 2023-12-22T17:29:06.919 INFO:tasks.rados.rados.0.smithi032.stdout:3670: done (1 left) 2023-12-22T17:29:06.919 INFO:tasks.rados.rados.0.smithi032.stdout:3671: done (0 left) 2023-12-22T17:29:06.920 INFO:tasks.rados.rados.0.smithi032.stdout:3672: snap_create 2023-12-22T17:29:07.927 INFO:tasks.rados.rados.0.smithi032.stdout:3672: done (0 left) 2023-12-22T17:29:07.928 INFO:tasks.rados.rados.0.smithi032.stdout:3673: snap_remove snap 352 2023-12-22T17:29:08.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:07 smithi032 ceph-mon[189144]: osdmap e782: 8 total, 8 up, 8 in 2023-12-22T17:29:08.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:07 smithi032 ceph-mon[189144]: pgmap v716: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 295 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 2.2 MiB/s wr, 11 op/s 2023-12-22T17:29:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:07 smithi032 ceph-mon[191839]: osdmap e782: 8 total, 8 up, 8 in 2023-12-22T17:29:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:07 smithi032 ceph-mon[191839]: pgmap v716: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 295 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 2.2 MiB/s wr, 11 op/s 2023-12-22T17:29:08.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:07 smithi039 ceph-mon[181282]: osdmap e782: 8 total, 8 up, 8 in 2023-12-22T17:29:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:07 smithi039 ceph-mon[181282]: pgmap v716: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 295 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 2.2 MiB/s wr, 11 op/s 2023-12-22T17:29:08.935 INFO:tasks.rados.rados.0.smithi032.stdout:3673: done (0 left) 2023-12-22T17:29:08.935 INFO:tasks.rados.rados.0.smithi032.stdout:3674: copy_from oid 49 from oid 2 current snap is 363 2023-12-22T17:29:08.935 INFO:tasks.rados.rados.0.smithi032.stdout:3675: read oid 18 snap -1 2023-12-22T17:29:08.935 INFO:tasks.rados.rados.0.smithi032.stdout:3675: expect (ObjNum 974 snap 306 seq_num 974) 2023-12-22T17:29:08.936 INFO:tasks.rados.rados.0.smithi032.stdout:3676: read oid 21 snap -1 2023-12-22T17:29:08.936 INFO:tasks.rados.rados.0.smithi032.stdout:3676: expect (ObjNum 1110 snap 360 seq_num 1110) 2023-12-22T17:29:08.936 INFO:tasks.rados.rados.0.smithi032.stdout:3677: copy_from oid 15 from oid 8 current snap is 363 2023-12-22T17:29:08.936 INFO:tasks.rados.rados.0.smithi032.stdout:3678: snap_create 2023-12-22T17:29:08.944 INFO:tasks.rados.rados.0.smithi032.stdout:3677: finishing copy_from to smithi032174182-15 2023-12-22T17:29:08.945 INFO:tasks.rados.rados.0.smithi032.stdout:3677: got expected ENOENT (src dne) 2023-12-22T17:29:08.945 INFO:tasks.rados.rados.0.smithi032.stdout:3677: finishing copy_from racing read to smithi032174182-15 2023-12-22T17:29:08.956 INFO:tasks.rados.rados.0.smithi032.stdout:3676: expect (ObjNum 1110 snap 360 seq_num 1110) 2023-12-22T17:29:09.007 INFO:tasks.rados.rados.0.smithi032.stdout:3674: finishing copy_from racing read to smithi032174182-49 2023-12-22T17:29:09.007 INFO:tasks.rados.rados.0.smithi032.stdout:3674: finishing copy_from to smithi032174182-49 2023-12-22T17:29:09.007 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 2116 (ObjNum 1021 snap 318 seq_num 1021) dirty exists 2023-12-22T17:29:09.007 INFO:tasks.rados.rados.0.smithi032.stdout:3675: expect (ObjNum 974 snap 306 seq_num 974) 2023-12-22T17:29:09.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:08 smithi032 ceph-mon[189144]: osdmap e783: 8 total, 8 up, 8 in 2023-12-22T17:29:09.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:08 smithi032 ceph-mon[191839]: osdmap e783: 8 total, 8 up, 8 in 2023-12-22T17:29:09.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:08 smithi039 ceph-mon[181282]: osdmap e783: 8 total, 8 up, 8 in 2023-12-22T17:29:09.942 INFO:tasks.rados.rados.0.smithi032.stdout:3674: done (4 left) 2023-12-22T17:29:09.942 INFO:tasks.rados.rados.0.smithi032.stdout:3675: done (3 left) 2023-12-22T17:29:09.942 INFO:tasks.rados.rados.0.smithi032.stdout:3676: done (2 left) 2023-12-22T17:29:09.942 INFO:tasks.rados.rados.0.smithi032.stdout:3677: done (1 left) 2023-12-22T17:29:09.942 INFO:tasks.rados.rados.0.smithi032.stdout:3678: done (0 left) 2023-12-22T17:29:09.942 INFO:tasks.rados.rados.0.smithi032.stdout:3679: setattr oid 45 current snap is 364 2023-12-22T17:29:09.944 INFO:tasks.rados.rados.0.smithi032.stdout:3680: copy_from oid 23 from oid 3 current snap is 364 2023-12-22T17:29:09.944 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 26 current snap is 364 2023-12-22T17:29:09.944 INFO:tasks.rados.rados.0.smithi032.stdout:3681: seq_num 1113 ranges {6619136=647168,7266304=524288,7790592=622592,8413184=57344} 2023-12-22T17:29:09.984 INFO:tasks.rados.rados.0.smithi032.stdout:3681: writing smithi032174182-26 from 6619136 to 7266304 tid 1 2023-12-22T17:29:09.988 INFO:tasks.rados.rados.0.smithi032.stdout:3681: writing smithi032174182-26 from 7266304 to 7790592 tid 2 2023-12-22T17:29:09.992 INFO:tasks.rados.rados.0.smithi032.stdout:3681: writing smithi032174182-26 from 7790592 to 8413184 tid 3 2023-12-22T17:29:09.992 INFO:tasks.rados.rados.0.smithi032.stdout:3681: writing smithi032174182-26 from 8413184 to 8470528 tid 4 2023-12-22T17:29:09.993 INFO:tasks.rados.rados.0.smithi032.stdout:3682: snap_create 2023-12-22T17:29:09.993 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 2410 (ObjNum 1111 snap 360 seq_num 1111) dirty exists 2023-12-22T17:29:09.993 INFO:tasks.rados.rados.0.smithi032.stdout:3680: finishing copy_from racing read to smithi032174182-23 2023-12-22T17:29:09.993 INFO:tasks.rados.rados.0.smithi032.stdout:3680: finishing copy_from to smithi032174182-23 2023-12-22T17:29:09.993 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 23 v 2135 (ObjNum 1101 snap 356 seq_num 1101) dirty exists 2023-12-22T17:29:09.993 INFO:tasks.rados.rados.0.smithi032.stdout:3681: finishing write tid 1 to smithi032174182-26 2023-12-22T17:29:09.996 INFO:tasks.rados.rados.0.smithi032.stdout:3681: finishing write tid 2 to smithi032174182-26 2023-12-22T17:29:09.998 INFO:tasks.rados.rados.0.smithi032.stdout:3681: finishing write tid 3 to smithi032174182-26 2023-12-22T17:29:09.998 INFO:tasks.rados.rados.0.smithi032.stdout:3681: finishing write tid 4 to smithi032174182-26 2023-12-22T17:29:09.999 INFO:tasks.rados.rados.0.smithi032.stdout:3681: finishing write tid 5 to smithi032174182-26 2023-12-22T17:29:10.001 INFO:tasks.rados.rados.0.smithi032.stdout:3681: finishing write tid 6 to smithi032174182-26 2023-12-22T17:29:10.001 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 2415 (ObjNum 1113 snap 364 seq_num 1113) dirty exists 2023-12-22T17:29:10.001 INFO:tasks.rados.rados.0.smithi032.stdout:3681: left oid 26 (ObjNum 1113 snap 364 seq_num 1113) 2023-12-22T17:29:10.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:09 smithi039 ceph-mon[181282]: osdmap e784: 8 total, 8 up, 8 in 2023-12-22T17:29:10.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:09 smithi039 ceph-mon[181282]: pgmap v719: 121 pgs: 121 active+clean; 304 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 3.5 MiB/s wr, 19 op/s 2023-12-22T17:29:10.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:09 smithi032 ceph-mon[189144]: osdmap e784: 8 total, 8 up, 8 in 2023-12-22T17:29:10.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:09 smithi032 ceph-mon[189144]: pgmap v719: 121 pgs: 121 active+clean; 304 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 3.5 MiB/s wr, 19 op/s 2023-12-22T17:29:10.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:09 smithi032 ceph-mon[191839]: osdmap e784: 8 total, 8 up, 8 in 2023-12-22T17:29:10.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:09 smithi032 ceph-mon[191839]: pgmap v719: 121 pgs: 121 active+clean; 304 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 3.5 MiB/s wr, 19 op/s 2023-12-22T17:29:10.921 INFO:tasks.rados.rados.0.smithi032.stdout:3679: done (3 left) 2023-12-22T17:29:10.921 INFO:tasks.rados.rados.0.smithi032.stdout:3680: done (2 left) 2023-12-22T17:29:10.921 INFO:tasks.rados.rados.0.smithi032.stdout:3681: done (1 left) 2023-12-22T17:29:10.922 INFO:tasks.rados.rados.0.smithi032.stdout:3682: done (0 left) 2023-12-22T17:29:10.922 INFO:tasks.rados.rados.0.smithi032.stdout:3683: copy_from oid 47 from oid 22 current snap is 365 2023-12-22T17:29:10.922 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 365 2023-12-22T17:29:10.922 INFO:tasks.rados.rados.0.smithi032.stdout:3684: seq_num 1114 ranges {303104=663552,966656=802816,1769472=401408} 2023-12-22T17:29:10.926 INFO:tasks.rados.rados.0.smithi032.stdout:3684: writing smithi032174182-49 from 303104 to 966656 tid 1 2023-12-22T17:29:10.932 INFO:tasks.rados.rados.0.smithi032.stdout:3684: writing smithi032174182-49 from 966656 to 1769472 tid 2 2023-12-22T17:29:10.934 INFO:tasks.rados.rados.0.smithi032.stdout:3684: writing smithi032174182-49 from 1769472 to 2170880 tid 3 2023-12-22T17:29:10.934 INFO:tasks.rados.rados.0.smithi032.stdout:3685: snap_remove snap 348 2023-12-22T17:29:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:29:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:29:10] "GET /metrics HTTP/1.1" 200 36296 "" "Prometheus/2.43.0" 2023-12-22T17:29:11.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:10 smithi032 ceph-mon[189144]: osdmap e785: 8 total, 8 up, 8 in 2023-12-22T17:29:11.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:10 smithi032 ceph-mon[189144]: osdmap e786: 8 total, 8 up, 8 in 2023-12-22T17:29:11.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:10 smithi032 ceph-mon[191839]: osdmap e785: 8 total, 8 up, 8 in 2023-12-22T17:29:11.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:10 smithi032 ceph-mon[191839]: osdmap e786: 8 total, 8 up, 8 in 2023-12-22T17:29:11.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:10 smithi039 ceph-mon[181282]: osdmap e785: 8 total, 8 up, 8 in 2023-12-22T17:29:11.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:10 smithi039 ceph-mon[181282]: osdmap e786: 8 total, 8 up, 8 in 2023-12-22T17:29:11.934 INFO:tasks.rados.rados.0.smithi032.stdout:3685: done (2 left) 2023-12-22T17:29:11.935 INFO:tasks.rados.rados.0.smithi032.stdout:3686: rmattr oid 16 current snap is 365 2023-12-22T17:29:11.935 INFO:tasks.rados.rados.0.smithi032.stdout:3686: done (2 left) 2023-12-22T17:29:11.935 INFO:tasks.rados.rados.0.smithi032.stdout:3687: delete oid 33 current snap is 365 2023-12-22T17:29:11.935 INFO:tasks.rados.rados.0.smithi032.stdout:3684: finishing write tid 1 to smithi032174182-49 2023-12-22T17:29:11.935 INFO:tasks.rados.rados.0.smithi032.stdout:3683: finishing copy_from to smithi032174182-47 2023-12-22T17:29:11.935 INFO:tasks.rados.rados.0.smithi032.stdout:3683: got expected ENOENT (src dne) 2023-12-22T17:29:11.935 INFO:tasks.rados.rados.0.smithi032.stdout:3683: finishing copy_from racing read to smithi032174182-47 2023-12-22T17:29:11.935 INFO:tasks.rados.rados.0.smithi032.stdout:3684: finishing write tid 2 to smithi032174182-49 2023-12-22T17:29:11.935 INFO:tasks.rados.rados.0.smithi032.stdout:3684: finishing write tid 3 to smithi032174182-49 2023-12-22T17:29:11.935 INFO:tasks.rados.rados.0.smithi032.stdout:3684: finishing write tid 4 to smithi032174182-49 2023-12-22T17:29:11.935 INFO:tasks.rados.rados.0.smithi032.stdout:3684: finishing write tid 5 to smithi032174182-49 2023-12-22T17:29:11.936 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 2621 (ObjNum 1114 snap 365 seq_num 1114) dirty exists 2023-12-22T17:29:11.936 INFO:tasks.rados.rados.0.smithi032.stdout:3684: left oid 49 (ObjNum 1114 snap 365 seq_num 1114) 2023-12-22T17:29:11.946 INFO:tasks.rados.rados.0.smithi032.stdout:3683: done (2 left) 2023-12-22T17:29:11.946 INFO:tasks.rados.rados.0.smithi032.stdout:3684: done (1 left) 2023-12-22T17:29:11.946 INFO:tasks.rados.rados.0.smithi032.stdout:3687: done (0 left) 2023-12-22T17:29:11.946 INFO:tasks.rados.rados.0.smithi032.stdout:3688: rollback oid 27 current snap is 365 2023-12-22T17:29:11.946 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 27 to 360 2023-12-22T17:29:11.946 INFO:tasks.rados.rados.0.smithi032.stdout:3689: snap_remove snap 346 2023-12-22T17:29:12.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:11 smithi039 ceph-mon[181282]: pgmap v722: 121 pgs: 121 active+clean; 310 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.7 MiB/s wr, 18 op/s 2023-12-22T17:29:12.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:11 smithi039 ceph-mon[181282]: osdmap e787: 8 total, 8 up, 8 in 2023-12-22T17:29:12.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:11 smithi032 ceph-mon[191839]: pgmap v722: 121 pgs: 121 active+clean; 310 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.7 MiB/s wr, 18 op/s 2023-12-22T17:29:12.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:11 smithi032 ceph-mon[191839]: osdmap e787: 8 total, 8 up, 8 in 2023-12-22T17:29:12.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:11 smithi032 ceph-mon[189144]: pgmap v722: 121 pgs: 121 active+clean; 310 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.7 MiB/s wr, 18 op/s 2023-12-22T17:29:12.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:11 smithi032 ceph-mon[189144]: osdmap e787: 8 total, 8 up, 8 in 2023-12-22T17:29:12.947 INFO:tasks.rados.rados.0.smithi032.stdout:3689: done (1 left) 2023-12-22T17:29:12.947 INFO:tasks.rados.rados.0.smithi032.stdout:3690: snap_remove snap 356 2023-12-22T17:29:13.960 INFO:tasks.rados.rados.0.smithi032.stdout:3690: done (1 left) 2023-12-22T17:29:13.960 INFO:tasks.rados.rados.0.smithi032.stdout:3691: setattr oid 11 current snap is 365 2023-12-22T17:29:13.960 INFO:tasks.rados.rados.0.smithi032.stdout:3688: finishing rollback tid 0 to smithi032174182-27 2023-12-22T17:29:13.960 INFO:tasks.rados.rados.0.smithi032.stdout:3688: finishing rollback tid 1 to smithi032174182-27 2023-12-22T17:29:13.960 INFO:tasks.rados.rados.0.smithi032.stdout:3688: finishing rollback tid 2 to smithi032174182-27 2023-12-22T17:29:13.960 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 2650 (ObjNum 1086 snap 350 seq_num 1086) dirty exists 2023-12-22T17:29:13.961 INFO:tasks.rados.rados.0.smithi032.stdout:3688: done (1 left) 2023-12-22T17:29:13.961 INFO:tasks.rados.rados.0.smithi032.stdout:3692: delete oid 34 current snap is 365 2023-12-22T17:29:13.969 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 2416 (ObjNum 1091 snap 352 seq_num 1091) dirty exists 2023-12-22T17:29:13.971 INFO:tasks.rados.rados.0.smithi032.stdout:3691: done (1 left) 2023-12-22T17:29:13.971 INFO:tasks.rados.rados.0.smithi032.stdout:3692: done (0 left) 2023-12-22T17:29:13.971 INFO:tasks.rados.rados.0.smithi032.stdout:3693: read oid 23 snap -1 2023-12-22T17:29:13.972 INFO:tasks.rados.rados.0.smithi032.stdout:3693: expect (ObjNum 1101 snap 356 seq_num 1101) 2023-12-22T17:29:13.972 INFO:tasks.rados.rados.0.smithi032.stdout:3694: copy_from oid 39 from oid 27 current snap is 365 2023-12-22T17:29:13.973 INFO:tasks.rados.rados.0.smithi032.stdout:3695: rmattr oid 20 current snap is 365 2023-12-22T17:29:13.973 INFO:tasks.rados.rados.0.smithi032.stdout:3695: done (2 left) 2023-12-22T17:29:13.973 INFO:tasks.rados.rados.0.smithi032.stdout:3696: read oid 11 snap 360 2023-12-22T17:29:13.973 INFO:tasks.rados.rados.0.smithi032.stdout:3696: expect (ObjNum 1091 snap 352 seq_num 1091) 2023-12-22T17:29:13.973 INFO:tasks.rados.rados.0.smithi032.stdout:3697: rmattr oid 34 current snap is 365 2023-12-22T17:29:13.973 INFO:tasks.rados.rados.0.smithi032.stdout:3697: done (3 left) 2023-12-22T17:29:13.973 INFO:tasks.rados.rados.0.smithi032.stdout:3698: copy_from oid 6 from oid 29 current snap is 365 2023-12-22T17:29:13.973 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 41 current snap is 365 2023-12-22T17:29:13.973 INFO:tasks.rados.rados.0.smithi032.stdout:3699: seq_num 1117 ranges {2007040=712704,2719744=458752,3178496=655360,3833856=90112} 2023-12-22T17:29:13.989 INFO:tasks.rados.rados.0.smithi032.stdout:3699: writing smithi032174182-41 from 2007040 to 2719744 tid 1 2023-12-22T17:29:13.991 INFO:tasks.rados.rados.0.smithi032.stdout:3699: writing smithi032174182-41 from 2719744 to 3178496 tid 2 2023-12-22T17:29:13.995 INFO:tasks.rados.rados.0.smithi032.stdout:3699: writing smithi032174182-41 from 3178496 to 3833856 tid 3 2023-12-22T17:29:13.996 INFO:tasks.rados.rados.0.smithi032.stdout:3699: writing smithi032174182-41 from 3833856 to 3923968 tid 4 2023-12-22T17:29:13.996 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 365 2023-12-22T17:29:13.996 INFO:tasks.rados.rados.0.smithi032.stdout:3700: seq_num 1118 ranges {2170880=729088,2899968=794624,3694592=409600} 2023-12-22T17:29:14.013 INFO:tasks.rados.rados.0.smithi032.stdout:3700: writing smithi032174182-49 from 2170880 to 2899968 tid 1 2023-12-22T17:29:14.017 INFO:tasks.rados.rados.0.smithi032.stdout:3700: writing smithi032174182-49 from 2899968 to 3694592 tid 2 2023-12-22T17:29:14.020 INFO:tasks.rados.rados.0.smithi032.stdout:3700: writing smithi032174182-49 from 3694592 to 4104192 tid 3 2023-12-22T17:29:14.020 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 28 current snap is 365 2023-12-22T17:29:14.020 INFO:tasks.rados.rados.0.smithi032.stdout:3701: seq_num 1119 ranges {2727936=745472,3473408=679936,4153344=524288} 2023-12-22T17:29:14.039 INFO:tasks.rados.rados.0.smithi032.stdout:3701: writing smithi032174182-28 from 2727936 to 3473408 tid 1 2023-12-22T17:29:14.043 INFO:tasks.rados.rados.0.smithi032.stdout:3701: writing smithi032174182-28 from 3473408 to 4153344 tid 2 2023-12-22T17:29:14.046 INFO:tasks.rados.rados.0.smithi032.stdout:3701: writing smithi032174182-28 from 4153344 to 4677632 tid 3 2023-12-22T17:29:14.046 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 31 current snap is 365 2023-12-22T17:29:14.046 INFO:tasks.rados.rados.0.smithi032.stdout:3696: expect (ObjNum 1091 snap 352 seq_num 1091) 2023-12-22T17:29:14.083 INFO:tasks.rados.rados.0.smithi032.stdout:3699: finishing write tid 1 to smithi032174182-41 2023-12-22T17:29:14.083 INFO:tasks.rados.rados.0.smithi032.stdout:3699: finishing write tid 2 to smithi032174182-41 2023-12-22T17:29:14.083 INFO:tasks.rados.rados.0.smithi032.stdout:3699: finishing write tid 3 to smithi032174182-41 2023-12-22T17:29:14.083 INFO:tasks.rados.rados.0.smithi032.stdout:3699: finishing write tid 4 to smithi032174182-41 2023-12-22T17:29:14.083 INFO:tasks.rados.rados.0.smithi032.stdout:3699: finishing write tid 5 to smithi032174182-41 2023-12-22T17:29:14.084 INFO:tasks.rados.rados.0.smithi032.stdout:3698: finishing copy_from racing read to smithi032174182-6 2023-12-22T17:29:14.084 INFO:tasks.rados.rados.0.smithi032.stdout:3699: finishing write tid 6 to smithi032174182-41 2023-12-22T17:29:14.084 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 41 v 2781 (ObjNum 1117 snap 365 seq_num 1117) dirty exists 2023-12-22T17:29:14.084 INFO:tasks.rados.rados.0.smithi032.stdout:3699: left oid 41 (ObjNum 1117 snap 365 seq_num 1117) 2023-12-22T17:29:14.084 INFO:tasks.rados.rados.0.smithi032.stdout:3693: expect (ObjNum 1101 snap 356 seq_num 1101) 2023-12-22T17:29:14.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:13 smithi039 ceph-mon[181282]: osdmap e788: 8 total, 8 up, 8 in 2023-12-22T17:29:14.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:13 smithi039 ceph-mon[181282]: pgmap v725: 121 pgs: 121 active+clean; 311 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2023-12-22T17:29:14.356 INFO:tasks.rados.rados.0.smithi032.stdout:3698: finishing copy_from to smithi032174182-6 2023-12-22T17:29:14.356 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 2689 (ObjNum 1087 snap 351 seq_num 1087) dirty exists 2023-12-22T17:29:14.356 INFO:tasks.rados.rados.0.smithi032.stdout:3700: finishing write tid 1 to smithi032174182-49 2023-12-22T17:29:14.356 INFO:tasks.rados.rados.0.smithi032.stdout:3700: finishing write tid 2 to smithi032174182-49 2023-12-22T17:29:14.356 INFO:tasks.rados.rados.0.smithi032.stdout:3702: seq_num 1120 ranges {22298624=761856,23060480=557056,23617536=425984,24043520=221184} 2023-12-22T17:29:14.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:13 smithi032 ceph-mon[189144]: osdmap e788: 8 total, 8 up, 8 in 2023-12-22T17:29:14.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:13 smithi032 ceph-mon[189144]: pgmap v725: 121 pgs: 121 active+clean; 311 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2023-12-22T17:29:14.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:13 smithi032 ceph-mon[191839]: osdmap e788: 8 total, 8 up, 8 in 2023-12-22T17:29:14.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:13 smithi032 ceph-mon[191839]: pgmap v725: 121 pgs: 121 active+clean; 311 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2023-12-22T17:29:14.481 INFO:tasks.rados.rados.0.smithi032.stdout:3702: writing smithi032174182-31 from 22298624 to 23060480 tid 1 2023-12-22T17:29:14.484 INFO:tasks.rados.rados.0.smithi032.stdout:3702: writing smithi032174182-31 from 23060480 to 23617536 tid 2 2023-12-22T17:29:14.487 INFO:tasks.rados.rados.0.smithi032.stdout:3702: writing smithi032174182-31 from 23617536 to 24043520 tid 3 2023-12-22T17:29:14.489 INFO:tasks.rados.rados.0.smithi032.stdout:3702: writing smithi032174182-31 from 24043520 to 24264704 tid 4 2023-12-22T17:29:14.489 INFO:tasks.rados.rados.0.smithi032.stdout:3693: done (7 left) 2023-12-22T17:29:14.489 INFO:tasks.rados.rados.0.smithi032.stdout:3696: done (6 left) 2023-12-22T17:29:14.489 INFO:tasks.rados.rados.0.smithi032.stdout:3698: done (5 left) 2023-12-22T17:29:14.489 INFO:tasks.rados.rados.0.smithi032.stdout:3699: done (4 left) 2023-12-22T17:29:14.489 INFO:tasks.rados.rados.0.smithi032.stdout:3703: read oid 3 snap -1 2023-12-22T17:29:14.489 INFO:tasks.rados.rados.0.smithi032.stdout:3703: expect (ObjNum 1101 snap 356 seq_num 1101) 2023-12-22T17:29:14.489 INFO:tasks.rados.rados.0.smithi032.stdout:3704: snap_create 2023-12-22T17:29:14.489 INFO:tasks.rados.rados.0.smithi032.stdout:3700: finishing write tid 3 to smithi032174182-49 2023-12-22T17:29:14.489 INFO:tasks.rados.rados.0.smithi032.stdout:3700: finishing write tid 4 to smithi032174182-49 2023-12-22T17:29:14.489 INFO:tasks.rados.rados.0.smithi032.stdout:3700: finishing write tid 5 to smithi032174182-49 2023-12-22T17:29:14.489 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 2625 (ObjNum 1118 snap 365 seq_num 1118) dirty exists 2023-12-22T17:29:14.489 INFO:tasks.rados.rados.0.smithi032.stdout:3700: left oid 49 (ObjNum 1118 snap 365 seq_num 1118) 2023-12-22T17:29:14.489 INFO:tasks.rados.rados.0.smithi032.stdout:3694: finishing copy_from racing read to smithi032174182-39 2023-12-22T17:29:14.490 INFO:tasks.rados.rados.0.smithi032.stdout:3694: finishing copy_from to smithi032174182-39 2023-12-22T17:29:14.490 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 2650 (ObjNum 1086 snap 350 seq_num 1086) dirty exists 2023-12-22T17:29:14.490 INFO:tasks.rados.rados.0.smithi032.stdout:3701: finishing write tid 1 to smithi032174182-28 2023-12-22T17:29:14.490 INFO:tasks.rados.rados.0.smithi032.stdout:3701: finishing write tid 2 to smithi032174182-28 2023-12-22T17:29:14.490 INFO:tasks.rados.rados.0.smithi032.stdout:3701: finishing write tid 3 to smithi032174182-28 2023-12-22T17:29:14.490 INFO:tasks.rados.rados.0.smithi032.stdout:3701: finishing write tid 4 to smithi032174182-28 2023-12-22T17:29:14.490 INFO:tasks.rados.rados.0.smithi032.stdout:3701: finishing write tid 5 to smithi032174182-28 2023-12-22T17:29:14.490 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 28 v 2643 (ObjNum 1119 snap 365 seq_num 1119) dirty exists 2023-12-22T17:29:14.490 INFO:tasks.rados.rados.0.smithi032.stdout:3701: left oid 28 (ObjNum 1119 snap 365 seq_num 1119) 2023-12-22T17:29:14.491 INFO:tasks.rados.rados.0.smithi032.stdout:3702: finishing write tid 1 to smithi032174182-31 2023-12-22T17:29:14.491 INFO:tasks.rados.rados.0.smithi032.stdout:3702: finishing write tid 2 to smithi032174182-31 2023-12-22T17:29:14.493 INFO:tasks.rados.rados.0.smithi032.stdout:3702: finishing write tid 3 to smithi032174182-31 2023-12-22T17:29:14.495 INFO:tasks.rados.rados.0.smithi032.stdout:3702: finishing write tid 4 to smithi032174182-31 2023-12-22T17:29:14.496 INFO:tasks.rados.rados.0.smithi032.stdout:3702: finishing write tid 5 to smithi032174182-31 2023-12-22T17:29:14.498 INFO:tasks.rados.rados.0.smithi032.stdout:3702: finishing write tid 6 to smithi032174182-31 2023-12-22T17:29:14.498 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 2648 (ObjNum 1120 snap 365 seq_num 1120) dirty exists 2023-12-22T17:29:14.498 INFO:tasks.rados.rados.0.smithi032.stdout:3702: left oid 31 (ObjNum 1120 snap 365 seq_num 1120) 2023-12-22T17:29:14.504 INFO:tasks.rados.rados.0.smithi032.stdout:3703: expect (ObjNum 1101 snap 356 seq_num 1101) 2023-12-22T17:29:14.962 INFO:tasks.rados.rados.0.smithi032.stdout:3694: done (5 left) 2023-12-22T17:29:14.962 INFO:tasks.rados.rados.0.smithi032.stdout:3700: done (4 left) 2023-12-22T17:29:14.963 INFO:tasks.rados.rados.0.smithi032.stdout:3701: done (3 left) 2023-12-22T17:29:14.963 INFO:tasks.rados.rados.0.smithi032.stdout:3702: done (2 left) 2023-12-22T17:29:14.963 INFO:tasks.rados.rados.0.smithi032.stdout:3703: done (1 left) 2023-12-22T17:29:14.963 INFO:tasks.rados.rados.0.smithi032.stdout:3704: done (0 left) 2023-12-22T17:29:14.963 INFO:tasks.rados.rados.0.smithi032.stdout:3705: delete oid 8 current snap is 366 2023-12-22T17:29:14.971 INFO:tasks.rados.rados.0.smithi032.stdout:3705: done (0 left) 2023-12-22T17:29:14.971 INFO:tasks.rados.rados.0.smithi032.stdout:3706: snap_remove snap 361 2023-12-22T17:29:15.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:14 smithi039 ceph-mon[181282]: osdmap e789: 8 total, 8 up, 8 in 2023-12-22T17:29:15.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:14 smithi032 ceph-mon[189144]: osdmap e789: 8 total, 8 up, 8 in 2023-12-22T17:29:15.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:14 smithi032 ceph-mon[191839]: osdmap e789: 8 total, 8 up, 8 in 2023-12-22T17:29:15.922 INFO:tasks.rados.rados.0.smithi032.stdout:3706: done (0 left) 2023-12-22T17:29:15.922 INFO:tasks.rados.rados.0.smithi032.stdout:3707: snap_remove snap 355 2023-12-22T17:29:16.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:15 smithi039 ceph-mon[181282]: osdmap e790: 8 total, 8 up, 8 in 2023-12-22T17:29:16.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:15 smithi039 ceph-mon[181282]: pgmap v728: 121 pgs: 121 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 920 KiB/s wr, 9 op/s 2023-12-22T17:29:16.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:15 smithi039 ceph-mon[181282]: osdmap e791: 8 total, 8 up, 8 in 2023-12-22T17:29:16.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:15 smithi032 ceph-mon[189144]: osdmap e790: 8 total, 8 up, 8 in 2023-12-22T17:29:16.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:15 smithi032 ceph-mon[189144]: pgmap v728: 121 pgs: 121 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 920 KiB/s wr, 9 op/s 2023-12-22T17:29:16.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:15 smithi032 ceph-mon[189144]: osdmap e791: 8 total, 8 up, 8 in 2023-12-22T17:29:16.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:15 smithi032 ceph-mon[191839]: osdmap e790: 8 total, 8 up, 8 in 2023-12-22T17:29:16.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:15 smithi032 ceph-mon[191839]: pgmap v728: 121 pgs: 121 active+clean; 313 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 920 KiB/s wr, 9 op/s 2023-12-22T17:29:16.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:15 smithi032 ceph-mon[191839]: osdmap e791: 8 total, 8 up, 8 in 2023-12-22T17:29:16.923 INFO:tasks.rados.rados.0.smithi032.stdout:3707: done (0 left) 2023-12-22T17:29:16.924 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 21 current snap is 366 2023-12-22T17:29:16.924 INFO:tasks.rados.rados.0.smithi032.stdout:3708: seq_num 1122 ranges {1802240=794624,2596864=729088,3325952=475136} 2023-12-22T17:29:16.939 INFO:tasks.rados.rados.0.smithi032.stdout:3708: writing smithi032174182-21 from 1802240 to 2596864 tid 1 2023-12-22T17:29:16.944 INFO:tasks.rados.rados.0.smithi032.stdout:3708: writing smithi032174182-21 from 2596864 to 3325952 tid 2 2023-12-22T17:29:16.948 INFO:tasks.rados.rados.0.smithi032.stdout:3708: writing smithi032174182-21 from 3325952 to 3801088 tid 3 2023-12-22T17:29:16.948 INFO:tasks.rados.rados.0.smithi032.stdout:3709: setattr oid 11 current snap is 366 2023-12-22T17:29:16.951 INFO:tasks.rados.rados.0.smithi032.stdout:3710: read oid 22 snap -1 2023-12-22T17:29:16.951 INFO:tasks.rados.rados.0.smithi032.stdout:3710: expect deleted 2023-12-22T17:29:16.951 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 15 current snap is 366 2023-12-22T17:29:16.951 INFO:tasks.rados.rados.0.smithi032.stdout:3711: seq_num 1123 ranges {2007040=409600,2416640=614400,3031040=598016,3629056=393216} 2023-12-22T17:29:16.965 INFO:tasks.rados.rados.0.smithi032.stdout:3711: writing smithi032174182-15 from 2007040 to 2416640 tid 1 2023-12-22T17:29:16.969 INFO:tasks.rados.rados.0.smithi032.stdout:3711: writing smithi032174182-15 from 2416640 to 3031040 tid 2 2023-12-22T17:29:16.972 INFO:tasks.rados.rados.0.smithi032.stdout:3711: writing smithi032174182-15 from 3031040 to 3629056 tid 3 2023-12-22T17:29:16.975 INFO:tasks.rados.rados.0.smithi032.stdout:3711: writing smithi032174182-15 from 3629056 to 4022272 tid 4 2023-12-22T17:29:16.976 INFO:tasks.rados.rados.0.smithi032.stdout:3712: snap_create 2023-12-22T17:29:16.976 INFO:tasks.rados.rados.0.smithi032.stdout:3708: finishing write tid 1 to smithi032174182-21 2023-12-22T17:29:16.976 INFO:tasks.rados.rados.0.smithi032.stdout:3708: finishing write tid 2 to smithi032174182-21 2023-12-22T17:29:16.976 INFO:tasks.rados.rados.0.smithi032.stdout:3708: finishing write tid 3 to smithi032174182-21 2023-12-22T17:29:16.976 INFO:tasks.rados.rados.0.smithi032.stdout:3708: finishing write tid 4 to smithi032174182-21 2023-12-22T17:29:16.976 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 2417 (ObjNum 1091 snap 352 seq_num 1091) dirty exists 2023-12-22T17:29:16.976 INFO:tasks.rados.rados.0.smithi032.stdout:3708: finishing write tid 5 to smithi032174182-21 2023-12-22T17:29:16.976 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 2629 (ObjNum 1122 snap 366 seq_num 1122) dirty exists 2023-12-22T17:29:16.976 INFO:tasks.rados.rados.0.smithi032.stdout:3708: left oid 21 (ObjNum 1122 snap 366 seq_num 1122) 2023-12-22T17:29:16.976 INFO:tasks.rados.rados.0.smithi032.stdout:3711: finishing write tid 1 to smithi032174182-15 2023-12-22T17:29:16.976 INFO:tasks.rados.rados.0.smithi032.stdout:3711: finishing write tid 2 to smithi032174182-15 2023-12-22T17:29:16.979 INFO:tasks.rados.rados.0.smithi032.stdout:3711: finishing write tid 3 to smithi032174182-15 2023-12-22T17:29:16.979 INFO:tasks.rados.rados.0.smithi032.stdout:3711: finishing write tid 4 to smithi032174182-15 2023-12-22T17:29:16.979 INFO:tasks.rados.rados.0.smithi032.stdout:3711: finishing write tid 5 to smithi032174182-15 2023-12-22T17:29:16.980 INFO:tasks.rados.rados.0.smithi032.stdout:3711: finishing write tid 6 to smithi032174182-15 2023-12-22T17:29:16.981 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 2797 (ObjNum 1123 snap 366 seq_num 1123) dirty exists 2023-12-22T17:29:16.981 INFO:tasks.rados.rados.0.smithi032.stdout:3711: left oid 15 (ObjNum 1123 snap 366 seq_num 1123) 2023-12-22T17:29:17.929 INFO:tasks.rados.rados.0.smithi032.stdout:3708: done (4 left) 2023-12-22T17:29:17.929 INFO:tasks.rados.rados.0.smithi032.stdout:3709: done (3 left) 2023-12-22T17:29:17.929 INFO:tasks.rados.rados.0.smithi032.stdout:3710: done (2 left) 2023-12-22T17:29:17.929 INFO:tasks.rados.rados.0.smithi032.stdout:3711: done (1 left) 2023-12-22T17:29:17.929 INFO:tasks.rados.rados.0.smithi032.stdout:3712: done (0 left) 2023-12-22T17:29:17.929 INFO:tasks.rados.rados.0.smithi032.stdout:3713: setattr oid 16 current snap is 367 2023-12-22T17:29:17.932 INFO:tasks.rados.rados.0.smithi032.stdout:3714: read oid 45 snap -1 2023-12-22T17:29:17.932 INFO:tasks.rados.rados.0.smithi032.stdout:3714: expect (ObjNum 1111 snap 360 seq_num 1111) 2023-12-22T17:29:17.932 INFO:tasks.rados.rados.0.smithi032.stdout:3715: copy_from oid 11 from oid 32 current snap is 367 2023-12-22T17:29:17.932 INFO:tasks.rados.rados.0.smithi032.stdout:3716: copy_from oid 44 from oid 42 current snap is 367 2023-12-22T17:29:17.932 INFO:tasks.rados.rados.0.smithi032.stdout:3717: snap_remove snap 365 2023-12-22T17:29:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:17 smithi032 ceph-mon[191839]: osdmap e792: 8 total, 8 up, 8 in 2023-12-22T17:29:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:17 smithi032 ceph-mon[191839]: pgmap v731: 121 pgs: 121 active+clean; 322 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.6 MiB/s wr, 8 op/s 2023-12-22T17:29:18.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:17 smithi032 ceph-mon[189144]: osdmap e792: 8 total, 8 up, 8 in 2023-12-22T17:29:18.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:17 smithi032 ceph-mon[189144]: pgmap v731: 121 pgs: 121 active+clean; 322 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.6 MiB/s wr, 8 op/s 2023-12-22T17:29:18.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:17 smithi039 ceph-mon[181282]: osdmap e792: 8 total, 8 up, 8 in 2023-12-22T17:29:18.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:17 smithi039 ceph-mon[181282]: pgmap v731: 121 pgs: 121 active+clean; 322 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.6 MiB/s wr, 8 op/s 2023-12-22T17:29:18.931 INFO:tasks.rados.rados.0.smithi032.stdout:3717: done (4 left) 2023-12-22T17:29:18.931 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 15 current snap is 367 2023-12-22T17:29:18.931 INFO:tasks.rados.rados.0.smithi032.stdout:3716: finishing copy_from to smithi032174182-44 2023-12-22T17:29:18.931 INFO:tasks.rados.rados.0.smithi032.stdout:3716: got expected ENOENT (src dne) 2023-12-22T17:29:18.931 INFO:tasks.rados.rados.0.smithi032.stdout:3718: seq_num 1124 ranges {4022272=434176,4456448=499712,4956160=409600,5365760=663552,6029312=32768} 2023-12-22T17:29:18.956 INFO:tasks.rados.rados.0.smithi032.stdout:3718: writing smithi032174182-15 from 4022272 to 4456448 tid 1 2023-12-22T17:29:18.959 INFO:tasks.rados.rados.0.smithi032.stdout:3718: writing smithi032174182-15 from 4456448 to 4956160 tid 2 2023-12-22T17:29:18.961 INFO:tasks.rados.rados.0.smithi032.stdout:3718: writing smithi032174182-15 from 4956160 to 5365760 tid 3 2023-12-22T17:29:18.965 INFO:tasks.rados.rados.0.smithi032.stdout:3718: writing smithi032174182-15 from 5365760 to 6029312 tid 4 2023-12-22T17:29:18.965 INFO:tasks.rados.rados.0.smithi032.stdout:3718: writing smithi032174182-15 from 6029312 to 6062080 tid 5 2023-12-22T17:29:18.966 INFO:tasks.rados.rados.0.smithi032.stdout:3719: rmattr oid 49 current snap is 367 2023-12-22T17:29:18.966 INFO:tasks.rados.rados.0.smithi032.stdout:3719: done (5 left) 2023-12-22T17:29:18.966 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 20 current snap is 367 2023-12-22T17:29:18.966 INFO:tasks.rados.rados.0.smithi032.stdout:3720: seq_num 1125 ranges {6848512=450560,7299072=786432,8085504=614400,8699904=204800} 2023-12-22T17:29:19.005 INFO:tasks.rados.rados.0.smithi032.stdout:3720: writing smithi032174182-20 from 6848512 to 7299072 tid 1 2023-12-22T17:29:19.010 INFO:tasks.rados.rados.0.smithi032.stdout:3720: writing smithi032174182-20 from 7299072 to 8085504 tid 2 2023-12-22T17:29:19.013 INFO:tasks.rados.rados.0.smithi032.stdout:3720: writing smithi032174182-20 from 8085504 to 8699904 tid 3 2023-12-22T17:29:19.015 INFO:tasks.rados.rados.0.smithi032.stdout:3720: writing smithi032174182-20 from 8699904 to 8904704 tid 4 2023-12-22T17:29:19.015 INFO:tasks.rados.rados.0.smithi032.stdout:3721: setattr oid 18 current snap is 367 2023-12-22T17:29:19.015 INFO:tasks.rados.rados.0.smithi032.stdout:3716: finishing copy_from racing read to smithi032174182-44 2023-12-22T17:29:19.016 INFO:tasks.rados.rados.0.smithi032.stdout:3715: finishing copy_from racing read to smithi032174182-11 2023-12-22T17:29:19.016 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 16 v 2649 (ObjNum 1064 snap 338 seq_num 1064) dirty exists 2023-12-22T17:29:19.016 INFO:tasks.rados.rados.0.smithi032.stdout:3714: expect (ObjNum 1111 snap 360 seq_num 1111) 2023-12-22T17:29:19.239 INFO:tasks.rados.rados.0.smithi032.stdout:3715: finishing copy_from to smithi032174182-11 2023-12-22T17:29:19.239 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 2116 (ObjNum 1021 snap 318 seq_num 1021) dirty exists 2023-12-22T17:29:19.239 INFO:tasks.rados.rados.0.smithi032.stdout:3718: finishing write tid 1 to smithi032174182-15 2023-12-22T17:29:19.239 INFO:tasks.rados.rados.0.smithi032.stdout:3718: finishing write tid 2 to smithi032174182-15 2023-12-22T17:29:19.240 INFO:tasks.rados.rados.0.smithi032.stdout:3718: finishing write tid 3 to smithi032174182-15 2023-12-22T17:29:19.240 INFO:tasks.rados.rados.0.smithi032.stdout:3718: finishing write tid 4 to smithi032174182-15 2023-12-22T17:29:19.240 INFO:tasks.rados.rados.0.smithi032.stdout:3718: finishing write tid 5 to smithi032174182-15 2023-12-22T17:29:19.240 INFO:tasks.rados.rados.0.smithi032.stdout:3718: finishing write tid 6 to smithi032174182-15 2023-12-22T17:29:19.240 INFO:tasks.rados.rados.0.smithi032.stdout:3718: finishing write tid 7 to smithi032174182-15 2023-12-22T17:29:19.240 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 2806 (ObjNum 1124 snap 367 seq_num 1124) dirty exists 2023-12-22T17:29:19.240 INFO:tasks.rados.rados.0.smithi032.stdout:3718: left oid 15 (ObjNum 1124 snap 367 seq_num 1124) 2023-12-22T17:29:19.240 INFO:tasks.rados.rados.0.smithi032.stdout:3720: finishing write tid 1 to smithi032174182-20 2023-12-22T17:29:19.240 INFO:tasks.rados.rados.0.smithi032.stdout:3720: finishing write tid 2 to smithi032174182-20 2023-12-22T17:29:19.240 INFO:tasks.rados.rados.0.smithi032.stdout:3720: finishing write tid 3 to smithi032174182-20 2023-12-22T17:29:19.240 INFO:tasks.rados.rados.0.smithi032.stdout:3720: finishing write tid 4 to smithi032174182-20 2023-12-22T17:29:19.240 INFO:tasks.rados.rados.0.smithi032.stdout:3720: finishing write tid 5 to smithi032174182-20 2023-12-22T17:29:19.240 INFO:tasks.rados.rados.0.smithi032.stdout:3720: finishing write tid 6 to smithi032174182-20 2023-12-22T17:29:19.240 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 2694 (ObjNum 1125 snap 367 seq_num 1125) dirty exists 2023-12-22T17:29:19.240 INFO:tasks.rados.rados.0.smithi032.stdout:3720: left oid 20 (ObjNum 1125 snap 367 seq_num 1125) 2023-12-22T17:29:19.240 INFO:tasks.rados.rados.0.smithi032.stdout:3713: done (6 left) 2023-12-22T17:29:19.241 INFO:tasks.rados.rados.0.smithi032.stdout:3714: done (5 left) 2023-12-22T17:29:19.241 INFO:tasks.rados.rados.0.smithi032.stdout:3715: done (4 left) 2023-12-22T17:29:19.241 INFO:tasks.rados.rados.0.smithi032.stdout:3716: done (3 left) 2023-12-22T17:29:19.241 INFO:tasks.rados.rados.0.smithi032.stdout:3718: done (2 left) 2023-12-22T17:29:19.241 INFO:tasks.rados.rados.0.smithi032.stdout:3720: done (1 left) 2023-12-22T17:29:19.241 INFO:tasks.rados.rados.0.smithi032.stdout:3722: read oid 49 snap -1 2023-12-22T17:29:19.241 INFO:tasks.rados.rados.0.smithi032.stdout:3722: expect (ObjNum 1118 snap 365 seq_num 1118) 2023-12-22T17:29:19.241 INFO:tasks.rados.rados.0.smithi032.stdout:3723: delete oid 39 current snap is 367 2023-12-22T17:29:19.245 INFO:tasks.rados.rados.0.smithi032.stdout:3723: done (2 left) 2023-12-22T17:29:19.245 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 29 current snap is 367 2023-12-22T17:29:19.245 INFO:tasks.rados.rados.0.smithi032.stdout:3724: seq_num 1127 ranges {1957888=483328,2441216=598016,3039232=581632,3620864=425984} 2023-12-22T17:29:19.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:18 smithi039 ceph-mon[181282]: osdmap e793: 8 total, 8 up, 8 in 2023-12-22T17:29:19.258 INFO:tasks.rados.rados.0.smithi032.stdout:3724: writing smithi032174182-29 from 1957888 to 2441216 tid 1 2023-12-22T17:29:19.261 INFO:tasks.rados.rados.0.smithi032.stdout:3724: writing smithi032174182-29 from 2441216 to 3039232 tid 2 2023-12-22T17:29:19.264 INFO:tasks.rados.rados.0.smithi032.stdout:3724: writing smithi032174182-29 from 3039232 to 3620864 tid 3 2023-12-22T17:29:19.267 INFO:tasks.rados.rados.0.smithi032.stdout:3724: writing smithi032174182-29 from 3620864 to 4046848 tid 4 2023-12-22T17:29:19.267 INFO:tasks.rados.rados.0.smithi032.stdout:3725: rollback oid 8 current snap is 367 2023-12-22T17:29:19.267 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 8 to 317 2023-12-22T17:29:19.267 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 2142 (ObjNum 974 snap 306 seq_num 974) dirty exists 2023-12-22T17:29:19.268 INFO:tasks.rados.rados.0.smithi032.stdout:3722: expect (ObjNum 1118 snap 365 seq_num 1118) 2023-12-22T17:29:19.411 INFO:tasks.rados.rados.0.smithi032.stdout:3724: finishing write tid 1 to smithi032174182-29 2023-12-22T17:29:19.411 INFO:tasks.rados.rados.0.smithi032.stdout:3724: finishing write tid 2 to smithi032174182-29 2023-12-22T17:29:19.411 INFO:tasks.rados.rados.0.smithi032.stdout:3725: finishing rollback tid 1 to smithi032174182-8 2023-12-22T17:29:19.411 INFO:tasks.rados.rados.0.smithi032.stdout:3724: finishing write tid 3 to smithi032174182-29 2023-12-22T17:29:19.411 INFO:tasks.rados.rados.0.smithi032.stdout:3725: finishing rollback tid 2 to smithi032174182-8 2023-12-22T17:29:19.411 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 2126 (ObjNum 992 snap 310 seq_num 992) dirty exists 2023-12-22T17:29:19.411 INFO:tasks.rados.rados.0.smithi032.stdout:3724: finishing write tid 4 to smithi032174182-29 2023-12-22T17:29:19.411 INFO:tasks.rados.rados.0.smithi032.stdout:3724: finishing write tid 5 to smithi032174182-29 2023-12-22T17:29:19.411 INFO:tasks.rados.rados.0.smithi032.stdout:3724: finishing write tid 6 to smithi032174182-29 2023-12-22T17:29:19.412 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 2812 (ObjNum 1127 snap 367 seq_num 1127) dirty exists 2023-12-22T17:29:19.412 INFO:tasks.rados.rados.0.smithi032.stdout:3724: left oid 29 (ObjNum 1127 snap 367 seq_num 1127) 2023-12-22T17:29:19.412 INFO:tasks.rados.rados.0.smithi032.stdout:3721: done (3 left) 2023-12-22T17:29:19.412 INFO:tasks.rados.rados.0.smithi032.stdout:3722: done (2 left) 2023-12-22T17:29:19.412 INFO:tasks.rados.rados.0.smithi032.stdout:3724: done (1 left) 2023-12-22T17:29:19.412 INFO:tasks.rados.rados.0.smithi032.stdout:3725: done (0 left) 2023-12-22T17:29:19.412 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 26 current snap is 367 2023-12-22T17:29:19.412 INFO:tasks.rados.rados.0.smithi032.stdout:3726: seq_num 1128 ranges {8470528=499712,8970240=483328,9453568=786432,10240000=335872} 2023-12-22T17:29:19.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:18 smithi032 ceph-mon[191839]: osdmap e793: 8 total, 8 up, 8 in 2023-12-22T17:29:19.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:18 smithi032 ceph-mon[189144]: osdmap e793: 8 total, 8 up, 8 in 2023-12-22T17:29:19.459 INFO:tasks.rados.rados.0.smithi032.stdout:3726: writing smithi032174182-26 from 8470528 to 8970240 tid 1 2023-12-22T17:29:19.462 INFO:tasks.rados.rados.0.smithi032.stdout:3726: writing smithi032174182-26 from 8970240 to 9453568 tid 2 2023-12-22T17:29:19.467 INFO:tasks.rados.rados.0.smithi032.stdout:3726: writing smithi032174182-26 from 9453568 to 10240000 tid 3 2023-12-22T17:29:19.469 INFO:tasks.rados.rados.0.smithi032.stdout:3726: writing smithi032174182-26 from 10240000 to 10575872 tid 4 2023-12-22T17:29:19.469 INFO:tasks.rados.rados.0.smithi032.stdout:3727: read oid 7 snap -1 2023-12-22T17:29:19.470 INFO:tasks.rados.rados.0.smithi032.stdout:3727: expect (ObjNum 977 snap 306 seq_num 977) 2023-12-22T17:29:19.470 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 34 current snap is 367 2023-12-22T17:29:19.470 INFO:tasks.rados.rados.0.smithi032.stdout:3726: finishing write tid 1 to smithi032174182-26 2023-12-22T17:29:19.470 INFO:tasks.rados.rados.0.smithi032.stdout:3726: finishing write tid 2 to smithi032174182-26 2023-12-22T17:29:19.470 INFO:tasks.rados.rados.0.smithi032.stdout:3728: seq_num 1129 ranges {0=516096,516096=770048,1286144=598016,1884160=237568} 2023-12-22T17:29:19.472 INFO:tasks.rados.rados.0.smithi032.stdout:3728: writing smithi032174182-34 from 0 to 516096 tid 1 2023-12-22T17:29:19.477 INFO:tasks.rados.rados.0.smithi032.stdout:3728: writing smithi032174182-34 from 516096 to 1286144 tid 2 2023-12-22T17:29:19.480 INFO:tasks.rados.rados.0.smithi032.stdout:3728: writing smithi032174182-34 from 1286144 to 1884160 tid 3 2023-12-22T17:29:19.482 INFO:tasks.rados.rados.0.smithi032.stdout:3728: writing smithi032174182-34 from 1884160 to 2121728 tid 4 2023-12-22T17:29:19.482 INFO:tasks.rados.rados.0.smithi032.stdout:3729: rollback oid 3 current snap is 367 2023-12-22T17:29:19.482 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 3 to 362 2023-12-22T17:29:19.482 INFO:tasks.rados.rados.0.smithi032.stdout:3726: finishing write tid 3 to smithi032174182-26 2023-12-22T17:29:19.482 INFO:tasks.rados.rados.0.smithi032.stdout:3726: finishing write tid 4 to smithi032174182-26 2023-12-22T17:29:19.482 INFO:tasks.rados.rados.0.smithi032.stdout:3726: finishing write tid 5 to smithi032174182-26 2023-12-22T17:29:19.482 INFO:tasks.rados.rados.0.smithi032.stdout:3726: finishing write tid 6 to smithi032174182-26 2023-12-22T17:29:19.482 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 2422 (ObjNum 1128 snap 367 seq_num 1128) dirty exists 2023-12-22T17:29:19.483 INFO:tasks.rados.rados.0.smithi032.stdout:3726: left oid 26 (ObjNum 1128 snap 367 seq_num 1128) 2023-12-22T17:29:19.483 INFO:tasks.rados.rados.0.smithi032.stdout:3728: finishing write tid 1 to smithi032174182-34 2023-12-22T17:29:19.483 INFO:tasks.rados.rados.0.smithi032.stdout:3726: done (3 left) 2023-12-22T17:29:19.483 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 29 current snap is 367 2023-12-22T17:29:19.483 INFO:tasks.rados.rados.0.smithi032.stdout:3730: seq_num 1130 ranges {4046848=532480,4579328=655360,5234688=753664,5988352=196608} 2023-12-22T17:29:19.507 INFO:tasks.rados.rados.0.smithi032.stdout:3730: writing smithi032174182-29 from 4046848 to 4579328 tid 1 2023-12-22T17:29:19.511 INFO:tasks.rados.rados.0.smithi032.stdout:3730: writing smithi032174182-29 from 4579328 to 5234688 tid 2 2023-12-22T17:29:19.516 INFO:tasks.rados.rados.0.smithi032.stdout:3730: writing smithi032174182-29 from 5234688 to 5988352 tid 3 2023-12-22T17:29:19.517 INFO:tasks.rados.rados.0.smithi032.stdout:3730: writing smithi032174182-29 from 5988352 to 6184960 tid 4 2023-12-22T17:29:19.518 INFO:tasks.rados.rados.0.smithi032.stdout:3731: copy_from oid 23 from oid 43 current snap is 367 2023-12-22T17:29:19.518 INFO:tasks.rados.rados.0.smithi032.stdout:3728: finishing write tid 2 to smithi032174182-34 2023-12-22T17:29:19.518 INFO:tasks.rados.rados.0.smithi032.stdout:3729: finishing rollback tid 0 to smithi032174182-3 2023-12-22T17:29:19.518 INFO:tasks.rados.rados.0.smithi032.stdout:3729: finishing rollback tid 1 to smithi032174182-3 2023-12-22T17:29:19.518 INFO:tasks.rados.rados.0.smithi032.stdout:3732: read oid 32 snap -1 2023-12-22T17:29:19.518 INFO:tasks.rados.rados.0.smithi032.stdout:3732: expect (ObjNum 1021 snap 318 seq_num 1021) 2023-12-22T17:29:19.518 INFO:tasks.rados.rados.0.smithi032.stdout:3733: read oid 50 snap -1 2023-12-22T17:29:19.518 INFO:tasks.rados.rados.0.smithi032.stdout:3733: expect (ObjNum 1062 snap 338 seq_num 1062) 2023-12-22T17:29:19.518 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 42 current snap is 367 2023-12-22T17:29:19.518 INFO:tasks.rados.rados.0.smithi032.stdout:3734: seq_num 1131 ranges {0=548864,548864=540672,1089536=565248,1654784=425984,2080768=73728} 2023-12-22T17:29:19.520 INFO:tasks.rados.rados.0.smithi032.stdout:3734: writing smithi032174182-42 from 0 to 548864 tid 1 2023-12-22T17:29:19.524 INFO:tasks.rados.rados.0.smithi032.stdout:3734: writing smithi032174182-42 from 548864 to 1089536 tid 2 2023-12-22T17:29:19.528 INFO:tasks.rados.rados.0.smithi032.stdout:3734: writing smithi032174182-42 from 1089536 to 1654784 tid 3 2023-12-22T17:29:19.530 INFO:tasks.rados.rados.0.smithi032.stdout:3734: writing smithi032174182-42 from 1654784 to 2080768 tid 4 2023-12-22T17:29:19.531 INFO:tasks.rados.rados.0.smithi032.stdout:3734: writing smithi032174182-42 from 2080768 to 2154496 tid 5 2023-12-22T17:29:19.531 INFO:tasks.rados.rados.0.smithi032.stdout:3735: snap_remove snap 339 2023-12-22T17:29:19.946 INFO:tasks.rados.rados.0.smithi032.stdout:3735: done (8 left) 2023-12-22T17:29:19.946 INFO:tasks.rados.rados.0.smithi032.stdout:3736: snap_remove snap 343 2023-12-22T17:29:20.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:19 smithi039 ceph-mon[181282]: osdmap e794: 8 total, 8 up, 8 in 2023-12-22T17:29:20.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:19 smithi039 ceph-mon[181282]: pgmap v734: 121 pgs: 121 active+clean; 331 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 4.4 MiB/s wr, 20 op/s 2023-12-22T17:29:20.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:29:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:19 smithi032 ceph-mon[191839]: osdmap e794: 8 total, 8 up, 8 in 2023-12-22T17:29:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:19 smithi032 ceph-mon[191839]: pgmap v734: 121 pgs: 121 active+clean; 331 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 4.4 MiB/s wr, 20 op/s 2023-12-22T17:29:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:29:20.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:19 smithi032 ceph-mon[189144]: osdmap e794: 8 total, 8 up, 8 in 2023-12-22T17:29:20.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:19 smithi032 ceph-mon[189144]: pgmap v734: 121 pgs: 121 active+clean; 331 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 4.4 MiB/s wr, 20 op/s 2023-12-22T17:29:20.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:29:20.924 INFO:tasks.rados.rados.0.smithi032.stdout:3736: done (8 left) 2023-12-22T17:29:20.924 INFO:tasks.rados.rados.0.smithi032.stdout:3737: copy_from oid 9 from oid 46 current snap is 367 2023-12-22T17:29:20.924 INFO:tasks.rados.rados.0.smithi032.stdout:3728: finishing write tid 3 to smithi032174182-34 2023-12-22T17:29:20.924 INFO:tasks.rados.rados.0.smithi032.stdout:3728: finishing write tid 4 to smithi032174182-34 2023-12-22T17:29:20.924 INFO:tasks.rados.rados.0.smithi032.stdout:3729: finishing rollback tid 2 to smithi032174182-3 2023-12-22T17:29:20.924 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 2646 (ObjNum 1101 snap 356 seq_num 1101) dirty exists 2023-12-22T17:29:20.924 INFO:tasks.rados.rados.0.smithi032.stdout:3728: finishing write tid 5 to smithi032174182-34 2023-12-22T17:29:20.924 INFO:tasks.rados.rados.0.smithi032.stdout:3728: finishing write tid 6 to smithi032174182-34 2023-12-22T17:29:20.924 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 2634 (ObjNum 1129 snap 367 seq_num 1129) dirty exists 2023-12-22T17:29:20.924 INFO:tasks.rados.rados.0.smithi032.stdout:3728: left oid 34 (ObjNum 1129 snap 367 seq_num 1129) 2023-12-22T17:29:20.925 INFO:tasks.rados.rados.0.smithi032.stdout:3727: expect (ObjNum 977 snap 306 seq_num 977) 2023-12-22T17:29:21.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:20 smithi032 ceph-mon[189144]: osdmap e795: 8 total, 8 up, 8 in 2023-12-22T17:29:21.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:20 smithi032 ceph-mon[189144]: osdmap e796: 8 total, 8 up, 8 in 2023-12-22T17:29:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:20 smithi032 ceph-mon[191839]: osdmap e795: 8 total, 8 up, 8 in 2023-12-22T17:29:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:20 smithi032 ceph-mon[191839]: osdmap e796: 8 total, 8 up, 8 in 2023-12-22T17:29:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:29:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:29:20] "GET /metrics HTTP/1.1" 200 36297 "" "Prometheus/2.43.0" 2023-12-22T17:29:21.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:20 smithi039 ceph-mon[181282]: osdmap e795: 8 total, 8 up, 8 in 2023-12-22T17:29:21.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:20 smithi039 ceph-mon[181282]: osdmap e796: 8 total, 8 up, 8 in 2023-12-22T17:29:21.313 INFO:tasks.rados.rados.0.smithi032.stdout:3730: finishing write tid 1 to smithi032174182-29 2023-12-22T17:29:21.313 INFO:tasks.rados.rados.0.smithi032.stdout:3730: finishing write tid 2 to smithi032174182-29 2023-12-22T17:29:21.313 INFO:tasks.rados.rados.0.smithi032.stdout:3731: finishing copy_from to smithi032174182-23 2023-12-22T17:29:21.313 INFO:tasks.rados.rados.0.smithi032.stdout:3731: got expected ENOENT (src dne) 2023-12-22T17:29:21.314 INFO:tasks.rados.rados.0.smithi032.stdout:3731: finishing copy_from racing read to smithi032174182-23 2023-12-22T17:29:21.314 INFO:tasks.rados.rados.0.smithi032.stdout:3732: expect (ObjNum 1021 snap 318 seq_num 1021) 2023-12-22T17:29:21.321 INFO:tasks.rados.rados.0.smithi032.stdout:3730: finishing write tid 3 to smithi032174182-29 2023-12-22T17:29:21.321 INFO:tasks.rados.rados.0.smithi032.stdout:3730: finishing write tid 4 to smithi032174182-29 2023-12-22T17:29:21.321 INFO:tasks.rados.rados.0.smithi032.stdout:3730: finishing write tid 5 to smithi032174182-29 2023-12-22T17:29:21.321 INFO:tasks.rados.rados.0.smithi032.stdout:3734: finishing write tid 1 to smithi032174182-42 2023-12-22T17:29:21.322 INFO:tasks.rados.rados.0.smithi032.stdout:3730: finishing write tid 6 to smithi032174182-29 2023-12-22T17:29:21.322 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 2817 (ObjNum 1130 snap 367 seq_num 1130) dirty exists 2023-12-22T17:29:21.322 INFO:tasks.rados.rados.0.smithi032.stdout:3730: left oid 29 (ObjNum 1130 snap 367 seq_num 1130) 2023-12-22T17:29:21.322 INFO:tasks.rados.rados.0.smithi032.stdout:3727: done (8 left) 2023-12-22T17:29:21.322 INFO:tasks.rados.rados.0.smithi032.stdout:3728: done (7 left) 2023-12-22T17:29:21.322 INFO:tasks.rados.rados.0.smithi032.stdout:3729: done (6 left) 2023-12-22T17:29:21.322 INFO:tasks.rados.rados.0.smithi032.stdout:3730: done (5 left) 2023-12-22T17:29:21.322 INFO:tasks.rados.rados.0.smithi032.stdout:3731: done (4 left) 2023-12-22T17:29:21.322 INFO:tasks.rados.rados.0.smithi032.stdout:3732: done (3 left) 2023-12-22T17:29:21.322 INFO:tasks.rados.rados.0.smithi032.stdout:3738: copy_from oid 27 from oid 47 current snap is 367 2023-12-22T17:29:21.322 INFO:tasks.rados.rados.0.smithi032.stdout:3733: expect (ObjNum 1062 snap 338 seq_num 1062) 2023-12-22T17:29:21.393 INFO:tasks.rados.rados.0.smithi032.stdout:3734: finishing write tid 2 to smithi032174182-42 2023-12-22T17:29:21.393 INFO:tasks.rados.rados.0.smithi032.stdout:3734: finishing write tid 3 to smithi032174182-42 2023-12-22T17:29:21.393 INFO:tasks.rados.rados.0.smithi032.stdout:3734: finishing write tid 4 to smithi032174182-42 2023-12-22T17:29:21.394 INFO:tasks.rados.rados.0.smithi032.stdout:3734: finishing write tid 5 to smithi032174182-42 2023-12-22T17:29:21.394 INFO:tasks.rados.rados.0.smithi032.stdout:3734: finishing write tid 6 to smithi032174182-42 2023-12-22T17:29:21.394 INFO:tasks.rados.rados.0.smithi032.stdout:3734: finishing write tid 7 to smithi032174182-42 2023-12-22T17:29:21.394 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 2141 (ObjNum 1131 snap 367 seq_num 1131) dirty exists 2023-12-22T17:29:21.394 INFO:tasks.rados.rados.0.smithi032.stdout:3734: left oid 42 (ObjNum 1131 snap 367 seq_num 1131) 2023-12-22T17:29:21.394 INFO:tasks.rados.rados.0.smithi032.stdout:3737: finishing copy_from to smithi032174182-9 2023-12-22T17:29:21.394 INFO:tasks.rados.rados.0.smithi032.stdout:3737: got expected ENOENT (src dne) 2023-12-22T17:29:21.394 INFO:tasks.rados.rados.0.smithi032.stdout:3737: finishing copy_from racing read to smithi032174182-9 2023-12-22T17:29:21.394 INFO:tasks.rados.rados.0.smithi032.stdout:3733: done (3 left) 2023-12-22T17:29:21.394 INFO:tasks.rados.rados.0.smithi032.stdout:3734: done (2 left) 2023-12-22T17:29:21.394 INFO:tasks.rados.rados.0.smithi032.stdout:3737: done (1 left) 2023-12-22T17:29:21.394 INFO:tasks.rados.rados.0.smithi032.stdout:3739: setattr oid 5 current snap is 367 2023-12-22T17:29:21.394 INFO:tasks.rados.rados.0.smithi032.stdout:3738: finishing copy_from to smithi032174182-27 2023-12-22T17:29:21.394 INFO:tasks.rados.rados.0.smithi032.stdout:3738: got expected ENOENT (src dne) 2023-12-22T17:29:21.395 INFO:tasks.rados.rados.0.smithi032.stdout:3738: finishing copy_from racing read to smithi032174182-27 2023-12-22T17:29:21.395 INFO:tasks.rados.rados.0.smithi032.stdout:3738: done (1 left) 2023-12-22T17:29:21.395 INFO:tasks.rados.rados.0.smithi032.stdout:3740: delete oid 2 current snap is 367 2023-12-22T17:29:21.398 INFO:tasks.rados.rados.0.smithi032.stdout:3740: done (1 left) 2023-12-22T17:29:21.398 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 32 current snap is 367 2023-12-22T17:29:21.398 INFO:tasks.rados.rados.0.smithi032.stdout:3741: seq_num 1133 ranges {303104=581632,884736=753664,1638400=573440,2211840=278528} 2023-12-22T17:29:21.403 INFO:tasks.rados.rados.0.smithi032.stdout:3741: writing smithi032174182-32 from 303104 to 884736 tid 1 2023-12-22T17:29:21.407 INFO:tasks.rados.rados.0.smithi032.stdout:3741: writing smithi032174182-32 from 884736 to 1638400 tid 2 2023-12-22T17:29:21.410 INFO:tasks.rados.rados.0.smithi032.stdout:3741: writing smithi032174182-32 from 1638400 to 2211840 tid 3 2023-12-22T17:29:21.412 INFO:tasks.rados.rados.0.smithi032.stdout:3741: writing smithi032174182-32 from 2211840 to 2490368 tid 4 2023-12-22T17:29:21.412 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 20 current snap is 367 2023-12-22T17:29:21.412 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 2647 (ObjNum 945 snap 298 seq_num 945) dirty exists 2023-12-22T17:29:21.412 INFO:tasks.rados.rados.0.smithi032.stdout:3742: seq_num 1134 ranges {8904704=598016,9502720=638976,10141696=737280,10878976=229376} 2023-12-22T17:29:21.464 INFO:tasks.rados.rados.0.smithi032.stdout:3742: writing smithi032174182-20 from 8904704 to 9502720 tid 1 2023-12-22T17:29:21.467 INFO:tasks.rados.rados.0.smithi032.stdout:3742: writing smithi032174182-20 from 9502720 to 10141696 tid 2 2023-12-22T17:29:21.471 INFO:tasks.rados.rados.0.smithi032.stdout:3742: writing smithi032174182-20 from 10141696 to 10878976 tid 3 2023-12-22T17:29:21.473 INFO:tasks.rados.rados.0.smithi032.stdout:3742: writing smithi032174182-20 from 10878976 to 11108352 tid 4 2023-12-22T17:29:21.473 INFO:tasks.rados.rados.0.smithi032.stdout:3739: done (2 left) 2023-12-22T17:29:21.474 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 29 current snap is 367 2023-12-22T17:29:21.474 INFO:tasks.rados.rados.0.smithi032.stdout:3741: finishing write tid 1 to smithi032174182-32 2023-12-22T17:29:21.474 INFO:tasks.rados.rados.0.smithi032.stdout:3743: seq_num 1135 ranges {6184960=614400,6799360=524288,7323648=540672,7864320=483328,8347648=57344} 2023-12-22T17:29:21.510 INFO:tasks.rados.rados.0.smithi032.stdout:3743: writing smithi032174182-29 from 6184960 to 6799360 tid 1 2023-12-22T17:29:21.513 INFO:tasks.rados.rados.0.smithi032.stdout:3743: writing smithi032174182-29 from 6799360 to 7323648 tid 2 2023-12-22T17:29:21.516 INFO:tasks.rados.rados.0.smithi032.stdout:3743: writing smithi032174182-29 from 7323648 to 7864320 tid 3 2023-12-22T17:29:21.519 INFO:tasks.rados.rados.0.smithi032.stdout:3743: writing smithi032174182-29 from 7864320 to 8347648 tid 4 2023-12-22T17:29:21.519 INFO:tasks.rados.rados.0.smithi032.stdout:3743: writing smithi032174182-29 from 8347648 to 8404992 tid 5 2023-12-22T17:29:21.519 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 12 current snap is 367 2023-12-22T17:29:21.520 INFO:tasks.rados.rados.0.smithi032.stdout:3741: finishing write tid 2 to smithi032174182-32 2023-12-22T17:29:21.520 INFO:tasks.rados.rados.0.smithi032.stdout:3741: finishing write tid 3 to smithi032174182-32 2023-12-22T17:29:21.520 INFO:tasks.rados.rados.0.smithi032.stdout:3741: finishing write tid 4 to smithi032174182-32 2023-12-22T17:29:21.520 INFO:tasks.rados.rados.0.smithi032.stdout:3744: seq_num 1136 ranges {4956160=630784,5586944=409600,5996544=753664,6750208=417792,7168000=24576} 2023-12-22T17:29:21.550 INFO:tasks.rados.rados.0.smithi032.stdout:3744: writing smithi032174182-12 from 4956160 to 5586944 tid 1 2023-12-22T17:29:21.553 INFO:tasks.rados.rados.0.smithi032.stdout:3744: writing smithi032174182-12 from 5586944 to 5996544 tid 2 2023-12-22T17:29:21.557 INFO:tasks.rados.rados.0.smithi032.stdout:3744: writing smithi032174182-12 from 5996544 to 6750208 tid 3 2023-12-22T17:29:21.561 INFO:tasks.rados.rados.0.smithi032.stdout:3744: writing smithi032174182-12 from 6750208 to 7168000 tid 4 2023-12-22T17:29:21.561 INFO:tasks.rados.rados.0.smithi032.stdout:3744: writing smithi032174182-12 from 7168000 to 7192576 tid 5 2023-12-22T17:29:21.561 INFO:tasks.rados.rados.0.smithi032.stdout:3745: snap_create 2023-12-22T17:29:21.561 INFO:tasks.rados.rados.0.smithi032.stdout:3741: finishing write tid 5 to smithi032174182-32 2023-12-22T17:29:21.561 INFO:tasks.rados.rados.0.smithi032.stdout:3741: finishing write tid 6 to smithi032174182-32 2023-12-22T17:29:21.561 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 2131 (ObjNum 1133 snap 367 seq_num 1133) dirty exists 2023-12-22T17:29:21.561 INFO:tasks.rados.rados.0.smithi032.stdout:3741: left oid 32 (ObjNum 1133 snap 367 seq_num 1133) 2023-12-22T17:29:21.561 INFO:tasks.rados.rados.0.smithi032.stdout:3742: finishing write tid 1 to smithi032174182-20 2023-12-22T17:29:21.561 INFO:tasks.rados.rados.0.smithi032.stdout:3742: finishing write tid 2 to smithi032174182-20 2023-12-22T17:29:21.561 INFO:tasks.rados.rados.0.smithi032.stdout:3742: finishing write tid 3 to smithi032174182-20 2023-12-22T17:29:21.561 INFO:tasks.rados.rados.0.smithi032.stdout:3742: finishing write tid 4 to smithi032174182-20 2023-12-22T17:29:21.561 INFO:tasks.rados.rados.0.smithi032.stdout:3742: finishing write tid 5 to smithi032174182-20 2023-12-22T17:29:21.562 INFO:tasks.rados.rados.0.smithi032.stdout:3742: finishing write tid 6 to smithi032174182-20 2023-12-22T17:29:21.562 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 2699 (ObjNum 1134 snap 367 seq_num 1134) dirty exists 2023-12-22T17:29:21.562 INFO:tasks.rados.rados.0.smithi032.stdout:3742: left oid 20 (ObjNum 1134 snap 367 seq_num 1134) 2023-12-22T17:29:21.562 INFO:tasks.rados.rados.0.smithi032.stdout:3743: finishing write tid 1 to smithi032174182-29 2023-12-22T17:29:21.562 INFO:tasks.rados.rados.0.smithi032.stdout:3743: finishing write tid 2 to smithi032174182-29 2023-12-22T17:29:21.562 INFO:tasks.rados.rados.0.smithi032.stdout:3743: finishing write tid 3 to smithi032174182-29 2023-12-22T17:29:21.562 INFO:tasks.rados.rados.0.smithi032.stdout:3743: finishing write tid 4 to smithi032174182-29 2023-12-22T17:29:21.562 INFO:tasks.rados.rados.0.smithi032.stdout:3743: finishing write tid 5 to smithi032174182-29 2023-12-22T17:29:21.562 INFO:tasks.rados.rados.0.smithi032.stdout:3743: finishing write tid 6 to smithi032174182-29 2023-12-22T17:29:21.562 INFO:tasks.rados.rados.0.smithi032.stdout:3743: finishing write tid 7 to smithi032174182-29 2023-12-22T17:29:21.562 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 2845 (ObjNum 1135 snap 367 seq_num 1135) dirty exists 2023-12-22T17:29:21.562 INFO:tasks.rados.rados.0.smithi032.stdout:3743: left oid 29 (ObjNum 1135 snap 367 seq_num 1135) 2023-12-22T17:29:21.562 INFO:tasks.rados.rados.0.smithi032.stdout:3744: finishing write tid 1 to smithi032174182-12 2023-12-22T17:29:21.562 INFO:tasks.rados.rados.0.smithi032.stdout:3744: finishing write tid 2 to smithi032174182-12 2023-12-22T17:29:21.562 INFO:tasks.rados.rados.0.smithi032.stdout:3744: finishing write tid 3 to smithi032174182-12 2023-12-22T17:29:21.563 INFO:tasks.rados.rados.0.smithi032.stdout:3744: finishing write tid 4 to smithi032174182-12 2023-12-22T17:29:21.564 INFO:tasks.rados.rados.0.smithi032.stdout:3744: finishing write tid 5 to smithi032174182-12 2023-12-22T17:29:21.564 INFO:tasks.rados.rados.0.smithi032.stdout:3744: finishing write tid 6 to smithi032174182-12 2023-12-22T17:29:21.565 INFO:tasks.rados.rados.0.smithi032.stdout:3744: finishing write tid 7 to smithi032174182-12 2023-12-22T17:29:21.565 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 2088 (ObjNum 1136 snap 367 seq_num 1136) dirty exists 2023-12-22T17:29:21.565 INFO:tasks.rados.rados.0.smithi032.stdout:3744: left oid 12 (ObjNum 1136 snap 367 seq_num 1136) 2023-12-22T17:29:21.953 INFO:tasks.rados.rados.0.smithi032.stdout:3741: done (4 left) 2023-12-22T17:29:21.954 INFO:tasks.rados.rados.0.smithi032.stdout:3742: done (3 left) 2023-12-22T17:29:21.954 INFO:tasks.rados.rados.0.smithi032.stdout:3743: done (2 left) 2023-12-22T17:29:21.954 INFO:tasks.rados.rados.0.smithi032.stdout:3744: done (1 left) 2023-12-22T17:29:21.954 INFO:tasks.rados.rados.0.smithi032.stdout:3745: done (0 left) 2023-12-22T17:29:21.954 INFO:tasks.rados.rados.0.smithi032.stdout:3746: read oid 22 snap -1 2023-12-22T17:29:21.954 INFO:tasks.rados.rados.0.smithi032.stdout:3746: expect deleted 2023-12-22T17:29:21.954 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 2 current snap is 368 2023-12-22T17:29:21.954 INFO:tasks.rados.rados.0.smithi032.stdout:3747: seq_num 1137 ranges {0=647168,647168=696320,1343488=557056,1900544=352256} 2023-12-22T17:29:21.957 INFO:tasks.rados.rados.0.smithi032.stdout:3747: writing smithi032174182-2 from 0 to 647168 tid 1 2023-12-22T17:29:21.961 INFO:tasks.rados.rados.0.smithi032.stdout:3747: writing smithi032174182-2 from 647168 to 1343488 tid 2 2023-12-22T17:29:21.964 INFO:tasks.rados.rados.0.smithi032.stdout:3747: writing smithi032174182-2 from 1343488 to 1900544 tid 3 2023-12-22T17:29:21.967 INFO:tasks.rados.rados.0.smithi032.stdout:3747: writing smithi032174182-2 from 1900544 to 2252800 tid 4 2023-12-22T17:29:21.967 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 44 current snap is 368 2023-12-22T17:29:21.967 INFO:tasks.rados.rados.0.smithi032.stdout:3748: seq_num 1138 ranges {1286144=663552,1949696=581632,2531328=712704,3244032=311296} 2023-12-22T17:29:21.977 INFO:tasks.rados.rados.0.smithi032.stdout:3748: writing smithi032174182-44 from 1286144 to 1949696 tid 1 2023-12-22T17:29:21.981 INFO:tasks.rados.rados.0.smithi032.stdout:3748: writing smithi032174182-44 from 1949696 to 2531328 tid 2 2023-12-22T17:29:21.985 INFO:tasks.rados.rados.0.smithi032.stdout:3748: writing smithi032174182-44 from 2531328 to 3244032 tid 3 2023-12-22T17:29:21.988 INFO:tasks.rados.rados.0.smithi032.stdout:3748: writing smithi032174182-44 from 3244032 to 3555328 tid 4 2023-12-22T17:29:21.988 INFO:tasks.rados.rados.0.smithi032.stdout:3749: copy_from oid 50 from oid 29 current snap is 368 2023-12-22T17:29:21.988 INFO:tasks.rados.rados.0.smithi032.stdout:3747: finishing write tid 1 to smithi032174182-2 2023-12-22T17:29:21.988 INFO:tasks.rados.rados.0.smithi032.stdout:3747: finishing write tid 2 to smithi032174182-2 2023-12-22T17:29:21.988 INFO:tasks.rados.rados.0.smithi032.stdout:3747: finishing write tid 3 to smithi032174182-2 2023-12-22T17:29:21.988 INFO:tasks.rados.rados.0.smithi032.stdout:3746: done (3 left) 2023-12-22T17:29:21.988 INFO:tasks.rados.rados.0.smithi032.stdout:3750: read oid 36 snap 362 2023-12-22T17:29:21.988 INFO:tasks.rados.rados.0.smithi032.stdout:3750: expect (ObjNum 975 snap 306 seq_num 975) 2023-12-22T17:29:21.989 INFO:tasks.rados.rados.0.smithi032.stdout:3751: read oid 28 snap -1 2023-12-22T17:29:21.989 INFO:tasks.rados.rados.0.smithi032.stdout:3751: expect (ObjNum 1119 snap 365 seq_num 1119) 2023-12-22T17:29:21.989 INFO:tasks.rados.rados.0.smithi032.stdout:3752: copy_from oid 27 from oid 31 current snap is 368 2023-12-22T17:29:21.989 INFO:tasks.rados.rados.0.smithi032.stdout:3747: finishing write tid 4 to smithi032174182-2 2023-12-22T17:29:21.989 INFO:tasks.rados.rados.0.smithi032.stdout:3747: finishing write tid 5 to smithi032174182-2 2023-12-22T17:29:21.989 INFO:tasks.rados.rados.0.smithi032.stdout:3747: finishing write tid 6 to smithi032174182-2 2023-12-22T17:29:21.989 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 2140 (ObjNum 1137 snap 368 seq_num 1137) dirty exists 2023-12-22T17:29:21.989 INFO:tasks.rados.rados.0.smithi032.stdout:3747: left oid 2 (ObjNum 1137 snap 368 seq_num 1137) 2023-12-22T17:29:21.989 INFO:tasks.rados.rados.0.smithi032.stdout:3748: finishing write tid 1 to smithi032174182-44 2023-12-22T17:29:21.989 INFO:tasks.rados.rados.0.smithi032.stdout:3748: finishing write tid 2 to smithi032174182-44 2023-12-22T17:29:21.989 INFO:tasks.rados.rados.0.smithi032.stdout:3747: done (5 left) 2023-12-22T17:29:21.989 INFO:tasks.rados.rados.0.smithi032.stdout:3753: snap_remove snap 360 2023-12-22T17:29:22.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:21 smithi039 ceph-mon[181282]: pgmap v737: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 345 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 5.7 MiB/s wr, 31 op/s 2023-12-22T17:29:22.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:21 smithi032 ceph-mon[191839]: pgmap v737: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 345 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 5.7 MiB/s wr, 31 op/s 2023-12-22T17:29:22.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:21 smithi032 ceph-mon[189144]: pgmap v737: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 345 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 5.7 MiB/s wr, 31 op/s 2023-12-22T17:29:22.964 INFO:tasks.rados.rados.0.smithi032.stdout:3753: done (5 left) 2023-12-22T17:29:22.964 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 43 current snap is 368 2023-12-22T17:29:22.964 INFO:tasks.rados.rados.0.smithi032.stdout:3754: seq_num 1139 ranges {0=679936,679936=458752,1138688=524288,1662976=540672,2203648=81920} 2023-12-22T17:29:22.968 INFO:tasks.rados.rados.0.smithi032.stdout:3754: writing smithi032174182-43 from 0 to 679936 tid 1 2023-12-22T17:29:22.971 INFO:tasks.rados.rados.0.smithi032.stdout:3754: writing smithi032174182-43 from 679936 to 1138688 tid 2 2023-12-22T17:29:22.975 INFO:tasks.rados.rados.0.smithi032.stdout:3754: writing smithi032174182-43 from 1138688 to 1662976 tid 3 2023-12-22T17:29:22.980 INFO:tasks.rados.rados.0.smithi032.stdout:3754: writing smithi032174182-43 from 1662976 to 2203648 tid 4 2023-12-22T17:29:22.980 INFO:tasks.rados.rados.0.smithi032.stdout:3754: writing smithi032174182-43 from 2203648 to 2285568 tid 5 2023-12-22T17:29:22.980 INFO:tasks.rados.rados.0.smithi032.stdout:3755: snap_remove snap 363 2023-12-22T17:29:23.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:22 smithi039 ceph-mon[181282]: osdmap e797: 8 total, 8 up, 8 in 2023-12-22T17:29:23.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:22 smithi032 ceph-mon[191839]: osdmap e797: 8 total, 8 up, 8 in 2023-12-22T17:29:23.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:22 smithi032 ceph-mon[189144]: osdmap e797: 8 total, 8 up, 8 in 2023-12-22T17:29:23.971 INFO:tasks.rados.rados.0.smithi032.stdout:3755: done (6 left) 2023-12-22T17:29:23.971 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 13 current snap is 368 2023-12-22T17:29:23.971 INFO:tasks.rados.rados.0.smithi032.stdout:3748: finishing write tid 3 to smithi032174182-44 2023-12-22T17:29:23.971 INFO:tasks.rados.rados.0.smithi032.stdout:3748: finishing write tid 4 to smithi032174182-44 2023-12-22T17:29:23.971 INFO:tasks.rados.rados.0.smithi032.stdout:3748: finishing write tid 5 to smithi032174182-44 2023-12-22T17:29:23.971 INFO:tasks.rados.rados.0.smithi032.stdout:3748: finishing write tid 6 to smithi032174182-44 2023-12-22T17:29:23.972 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 2704 (ObjNum 1138 snap 368 seq_num 1138) dirty exists 2023-12-22T17:29:23.972 INFO:tasks.rados.rados.0.smithi032.stdout:3748: left oid 44 (ObjNum 1138 snap 368 seq_num 1138) 2023-12-22T17:29:23.972 INFO:tasks.rados.rados.0.smithi032.stdout:3750: expect (ObjNum 975 snap 306 seq_num 975) 2023-12-22T17:29:24.034 INFO:tasks.rados.rados.0.smithi032.stdout:3751: expect (ObjNum 1119 snap 365 seq_num 1119) 2023-12-22T17:29:24.210 INFO:tasks.rados.rados.0.smithi032.stdout:3749: finishing copy_from racing read to smithi032174182-50 2023-12-22T17:29:24.210 INFO:tasks.rados.rados.0.smithi032.stdout:3749: finishing copy_from to smithi032174182-50 2023-12-22T17:29:24.210 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 2845 (ObjNum 1135 snap 367 seq_num 1135) dirty exists 2023-12-22T17:29:24.210 INFO:tasks.rados.rados.0.smithi032.stdout:3752: finishing copy_from racing read to smithi032174182-27 2023-12-22T17:29:24.210 INFO:tasks.rados.rados.0.smithi032.stdout:3752: finishing copy_from to smithi032174182-27 2023-12-22T17:29:24.210 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 27 v 2648 (ObjNum 1120 snap 365 seq_num 1120) dirty exists 2023-12-22T17:29:24.210 INFO:tasks.rados.rados.0.smithi032.stdout:3754: finishing write tid 1 to smithi032174182-43 2023-12-22T17:29:24.210 INFO:tasks.rados.rados.0.smithi032.stdout:3756: seq_num 1140 ranges {1736704=696320,2433024=745472,3178496=729088,3907584=131072} 2023-12-22T17:29:24.223 INFO:tasks.rados.rados.0.smithi032.stdout:3756: writing smithi032174182-13 from 1736704 to 2433024 tid 1 2023-12-22T17:29:24.227 INFO:tasks.rados.rados.0.smithi032.stdout:3756: writing smithi032174182-13 from 2433024 to 3178496 tid 2 2023-12-22T17:29:24.231 INFO:tasks.rados.rados.0.smithi032.stdout:3756: writing smithi032174182-13 from 3178496 to 3907584 tid 3 2023-12-22T17:29:24.233 INFO:tasks.rados.rados.0.smithi032.stdout:3756: writing smithi032174182-13 from 3907584 to 4038656 tid 4 2023-12-22T17:29:24.233 INFO:tasks.rados.rados.0.smithi032.stdout:3748: done (6 left) 2023-12-22T17:29:24.233 INFO:tasks.rados.rados.0.smithi032.stdout:3749: done (5 left) 2023-12-22T17:29:24.233 INFO:tasks.rados.rados.0.smithi032.stdout:3750: done (4 left) 2023-12-22T17:29:24.233 INFO:tasks.rados.rados.0.smithi032.stdout:3751: done (3 left) 2023-12-22T17:29:24.233 INFO:tasks.rados.rados.0.smithi032.stdout:3752: done (2 left) 2023-12-22T17:29:24.233 INFO:tasks.rados.rados.0.smithi032.stdout:3757: read oid 37 snap -1 2023-12-22T17:29:24.234 INFO:tasks.rados.rados.0.smithi032.stdout:3757: expect (ObjNum 1102 snap 357 seq_num 1102) 2023-12-22T17:29:24.234 INFO:tasks.rados.rados.0.smithi032.stdout:3758: snap_remove snap 334 2023-12-22T17:29:24.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:23 smithi039 ceph-mon[181282]: osdmap e798: 8 total, 8 up, 8 in 2023-12-22T17:29:24.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:23 smithi039 ceph-mon[181282]: pgmap v740: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 347 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.6 MiB/s rd, 3.9 MiB/s wr, 25 op/s 2023-12-22T17:29:24.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:23 smithi032 ceph-mon[191839]: osdmap e798: 8 total, 8 up, 8 in 2023-12-22T17:29:24.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:23 smithi032 ceph-mon[191839]: pgmap v740: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 347 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.6 MiB/s rd, 3.9 MiB/s wr, 25 op/s 2023-12-22T17:29:24.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:23 smithi032 ceph-mon[189144]: osdmap e798: 8 total, 8 up, 8 in 2023-12-22T17:29:24.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:23 smithi032 ceph-mon[189144]: pgmap v740: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 347 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.6 MiB/s rd, 3.9 MiB/s wr, 25 op/s 2023-12-22T17:29:24.976 INFO:tasks.rados.rados.0.smithi032.stdout:3758: done (3 left) 2023-12-22T17:29:24.976 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 48 current snap is 368 2023-12-22T17:29:24.976 INFO:tasks.rados.rados.0.smithi032.stdout:3759: seq_num 1141 ranges {0=712704,712704=679936,1392640=540672,1933312=385024} 2023-12-22T17:29:24.980 INFO:tasks.rados.rados.0.smithi032.stdout:3759: writing smithi032174182-48 from 0 to 712704 tid 1 2023-12-22T17:29:24.991 INFO:tasks.rados.rados.0.smithi032.stdout:3759: writing smithi032174182-48 from 712704 to 1392640 tid 2 2023-12-22T17:29:24.991 INFO:tasks.rados.rados.0.smithi032.stdout:3759: writing smithi032174182-48 from 1392640 to 1933312 tid 3 2023-12-22T17:29:24.991 INFO:tasks.rados.rados.0.smithi032.stdout:3759: writing smithi032174182-48 from 1933312 to 2318336 tid 4 2023-12-22T17:29:24.992 INFO:tasks.rados.rados.0.smithi032.stdout:3760: setattr oid 30 current snap is 368 2023-12-22T17:29:24.993 INFO:tasks.rados.rados.0.smithi032.stdout:3754: finishing write tid 2 to smithi032174182-43 2023-12-22T17:29:24.993 INFO:tasks.rados.rados.0.smithi032.stdout:3754: finishing write tid 3 to smithi032174182-43 2023-12-22T17:29:24.993 INFO:tasks.rados.rados.0.smithi032.stdout:3754: finishing write tid 4 to smithi032174182-43 2023-12-22T17:29:24.993 INFO:tasks.rados.rados.0.smithi032.stdout:3754: finishing write tid 5 to smithi032174182-43 2023-12-22T17:29:24.993 INFO:tasks.rados.rados.0.smithi032.stdout:3754: finishing write tid 6 to smithi032174182-43 2023-12-22T17:29:24.993 INFO:tasks.rados.rados.0.smithi032.stdout:3754: finishing write tid 7 to smithi032174182-43 2023-12-22T17:29:24.993 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 2148 (ObjNum 1139 snap 368 seq_num 1139) dirty exists 2023-12-22T17:29:24.993 INFO:tasks.rados.rados.0.smithi032.stdout:3754: left oid 43 (ObjNum 1139 snap 368 seq_num 1139) 2023-12-22T17:29:24.993 INFO:tasks.rados.rados.0.smithi032.stdout:3756: finishing write tid 1 to smithi032174182-13 2023-12-22T17:29:24.993 INFO:tasks.rados.rados.0.smithi032.stdout:3754: done (4 left) 2023-12-22T17:29:24.993 INFO:tasks.rados.rados.0.smithi032.stdout:3761: snap_create 2023-12-22T17:29:25.001 INFO:tasks.rados.rados.0.smithi032.stdout:3756: finishing write tid 2 to smithi032174182-13 2023-12-22T17:29:25.001 INFO:tasks.rados.rados.0.smithi032.stdout:3756: finishing write tid 3 to smithi032174182-13 2023-12-22T17:29:25.001 INFO:tasks.rados.rados.0.smithi032.stdout:3756: finishing write tid 4 to smithi032174182-13 2023-12-22T17:29:25.001 INFO:tasks.rados.rados.0.smithi032.stdout:3756: finishing write tid 5 to smithi032174182-13 2023-12-22T17:29:25.001 INFO:tasks.rados.rados.0.smithi032.stdout:3757: expect (ObjNum 1102 snap 357 seq_num 1102) 2023-12-22T17:29:25.039 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:29:25.094 INFO:tasks.rados.rados.0.smithi032.stdout:3756: finishing write tid 6 to smithi032174182-13 2023-12-22T17:29:25.094 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 2863 (ObjNum 1140 snap 368 seq_num 1140) dirty exists 2023-12-22T17:29:25.094 INFO:tasks.rados.rados.0.smithi032.stdout:3756: left oid 13 (ObjNum 1140 snap 368 seq_num 1140) 2023-12-22T17:29:25.094 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 2650 (ObjNum 161 snap 0 seq_num 0) dirty exists 2023-12-22T17:29:25.094 INFO:tasks.rados.rados.0.smithi032.stdout:3759: finishing write tid 1 to smithi032174182-48 2023-12-22T17:29:25.094 INFO:tasks.rados.rados.0.smithi032.stdout:3759: finishing write tid 2 to smithi032174182-48 2023-12-22T17:29:25.094 INFO:tasks.rados.rados.0.smithi032.stdout:3759: finishing write tid 3 to smithi032174182-48 2023-12-22T17:29:25.094 INFO:tasks.rados.rados.0.smithi032.stdout:3759: finishing write tid 4 to smithi032174182-48 2023-12-22T17:29:25.094 INFO:tasks.rados.rados.0.smithi032.stdout:3759: finishing write tid 5 to smithi032174182-48 2023-12-22T17:29:25.095 INFO:tasks.rados.rados.0.smithi032.stdout:3759: finishing write tid 6 to smithi032174182-48 2023-12-22T17:29:25.095 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 2137 (ObjNum 1141 snap 368 seq_num 1141) dirty exists 2023-12-22T17:29:25.095 INFO:tasks.rados.rados.0.smithi032.stdout:3759: left oid 48 (ObjNum 1141 snap 368 seq_num 1141) 2023-12-22T17:29:25.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:24 smithi039 ceph-mon[181282]: osdmap e799: 8 total, 8 up, 8 in 2023-12-22T17:29:25.360 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:29:25.360 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9m) 5m ago 13m 26.7M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:29:25.360 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9m) 4m ago 13m 90.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:29:25.360 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (14m) 5m ago 14m 16.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:29:25.360 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (14m) 4m ago 14m 21.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:29:25.360 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8m) 4m ago 17m 450M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:29:25.360 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9m) 5m ago 18m 515M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:29:25.360 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8m) 5m ago 18m 93.1M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:29:25.360 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8m) 4m ago 17m 76.0M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:29:25.360 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8m) 5m ago 17m 75.7M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:29:25.361 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9m) 5m ago 13m 15.8M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:29:25.361 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9m) 4m ago 13m 17.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:29:25.361 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7m) 5m ago 16m 466M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:29:25.361 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6m) 5m ago 16m 365M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:29:25.361 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6m) 5m ago 16m 256M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:29:25.361 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6m) 5m ago 16m 12.6M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:29:25.361 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5m) 4m ago 15m 564M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:29:25.361 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5m) 4m ago 15m 389M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:29:25.361 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4m) 4m ago 15m 177M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:29:25.361 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4m) 4m ago 14m 12.5M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:29:25.361 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8m) 4m ago 14m 61.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:29:25.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:24 smithi032 ceph-mon[189144]: osdmap e799: 8 total, 8 up, 8 in 2023-12-22T17:29:25.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:24 smithi032 ceph-mon[191839]: osdmap e799: 8 total, 8 up, 8 in 2023-12-22T17:29:25.763 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:29:25.763 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:29:25.763 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:29:25.763 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:29:25.763 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:29:25.764 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:29:25.764 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:29:25.764 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:29:25.764 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:29:25.764 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:29:25.764 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:29:25.764 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:29:25.764 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:29:25.764 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:29:25.764 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:29:25.764 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:29:25.765 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:29:25.765 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:29:25.923 INFO:tasks.rados.rados.0.smithi032.stdout:3756: done (4 left) 2023-12-22T17:29:25.923 INFO:tasks.rados.rados.0.smithi032.stdout:3757: done (3 left) 2023-12-22T17:29:25.923 INFO:tasks.rados.rados.0.smithi032.stdout:3759: done (2 left) 2023-12-22T17:29:25.923 INFO:tasks.rados.rados.0.smithi032.stdout:3760: done (1 left) 2023-12-22T17:29:25.923 INFO:tasks.rados.rados.0.smithi032.stdout:3761: done (0 left) 2023-12-22T17:29:25.924 INFO:tasks.rados.rados.0.smithi032.stdout:3762: delete oid 11 current snap is 369 2023-12-22T17:29:25.931 INFO:tasks.rados.rados.0.smithi032.stdout:3762: done (0 left) 2023-12-22T17:29:25.931 INFO:tasks.rados.rados.0.smithi032.stdout:3763: snap_remove snap 362 2023-12-22T17:29:26.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:25 smithi039 ceph-mon[181282]: osdmap e800: 8 total, 8 up, 8 in 2023-12-22T17:29:26.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:25 smithi039 ceph-mon[181282]: from='client.44411 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:29:26.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:25 smithi039 ceph-mon[181282]: pgmap v743: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 368 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 3.7 MiB/s wr, 25 op/s 2023-12-22T17:29:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:25 smithi039 ceph-mon[181282]: from='client.34470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:29:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:25 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1000112046' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:29:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:25 smithi039 ceph-mon[181282]: osdmap e801: 8 total, 8 up, 8 in 2023-12-22T17:29:26.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:25 smithi032 ceph-mon[191839]: osdmap e800: 8 total, 8 up, 8 in 2023-12-22T17:29:26.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:25 smithi032 ceph-mon[191839]: from='client.44411 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:29:26.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:25 smithi032 ceph-mon[191839]: pgmap v743: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 368 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 3.7 MiB/s wr, 25 op/s 2023-12-22T17:29:26.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:25 smithi032 ceph-mon[191839]: from='client.34470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:29:26.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:25 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1000112046' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:29:26.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:25 smithi032 ceph-mon[191839]: osdmap e801: 8 total, 8 up, 8 in 2023-12-22T17:29:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:25 smithi032 ceph-mon[189144]: osdmap e800: 8 total, 8 up, 8 in 2023-12-22T17:29:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:25 smithi032 ceph-mon[189144]: from='client.44411 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:29:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:25 smithi032 ceph-mon[189144]: pgmap v743: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 368 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 3.7 MiB/s wr, 25 op/s 2023-12-22T17:29:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:25 smithi032 ceph-mon[189144]: from='client.34470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:29:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:25 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1000112046' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:29:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:25 smithi032 ceph-mon[189144]: osdmap e801: 8 total, 8 up, 8 in 2023-12-22T17:29:26.926 INFO:tasks.rados.rados.0.smithi032.stdout:3763: done (0 left) 2023-12-22T17:29:26.926 INFO:tasks.rados.rados.0.smithi032.stdout:3764: read oid 26 snap -1 2023-12-22T17:29:26.926 INFO:tasks.rados.rados.0.smithi032.stdout:3764: expect (ObjNum 1128 snap 367 seq_num 1128) 2023-12-22T17:29:26.926 INFO:tasks.rados.rados.0.smithi032.stdout:3765: read oid 1 snap 338 2023-12-22T17:29:26.927 INFO:tasks.rados.rados.0.smithi032.stdout:3765: expect deleted 2023-12-22T17:29:26.927 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 45 current snap is 369 2023-12-22T17:29:26.927 INFO:tasks.rados.rados.0.smithi032.stdout:3766: seq_num 1143 ranges {4472832=753664,5226496=450560,5677056=507904,6184960=589824,6774784=57344} 2023-12-22T17:29:26.958 INFO:tasks.rados.rados.0.smithi032.stdout:3766: writing smithi032174182-45 from 4472832 to 5226496 tid 1 2023-12-22T17:29:26.962 INFO:tasks.rados.rados.0.smithi032.stdout:3766: writing smithi032174182-45 from 5226496 to 5677056 tid 2 2023-12-22T17:29:26.963 INFO:tasks.rados.rados.0.smithi032.stdout:3766: writing smithi032174182-45 from 5677056 to 6184960 tid 3 2023-12-22T17:29:26.967 INFO:tasks.rados.rados.0.smithi032.stdout:3766: writing smithi032174182-45 from 6184960 to 6774784 tid 4 2023-12-22T17:29:26.967 INFO:tasks.rados.rados.0.smithi032.stdout:3766: writing smithi032174182-45 from 6774784 to 6832128 tid 5 2023-12-22T17:29:26.968 INFO:tasks.rados.rados.0.smithi032.stdout:3767: delete oid 48 current snap is 369 2023-12-22T17:29:26.972 INFO:tasks.rados.rados.0.smithi032.stdout:3765: done (3 left) 2023-12-22T17:29:26.972 INFO:tasks.rados.rados.0.smithi032.stdout:3767: done (2 left) 2023-12-22T17:29:26.972 INFO:tasks.rados.rados.0.smithi032.stdout:3768: copy_from oid 19 from oid 48 current snap is 369 2023-12-22T17:29:26.973 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 17 current snap is 369 2023-12-22T17:29:26.973 INFO:tasks.rados.rados.0.smithi032.stdout:3769: seq_num 1145 ranges {1613824=786432,2400256=622592,3022848=516096,3538944=417792,3956736=49152} 2023-12-22T17:29:26.986 INFO:tasks.rados.rados.0.smithi032.stdout:3769: writing smithi032174182-17 from 1613824 to 2400256 tid 1 2023-12-22T17:29:26.990 INFO:tasks.rados.rados.0.smithi032.stdout:3769: writing smithi032174182-17 from 2400256 to 3022848 tid 2 2023-12-22T17:29:26.993 INFO:tasks.rados.rados.0.smithi032.stdout:3769: writing smithi032174182-17 from 3022848 to 3538944 tid 3 2023-12-22T17:29:26.996 INFO:tasks.rados.rados.0.smithi032.stdout:3769: writing smithi032174182-17 from 3538944 to 3956736 tid 4 2023-12-22T17:29:26.997 INFO:tasks.rados.rados.0.smithi032.stdout:3769: writing smithi032174182-17 from 3956736 to 4005888 tid 5 2023-12-22T17:29:26.997 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 47 current snap is 369 2023-12-22T17:29:26.997 INFO:tasks.rados.rados.0.smithi032.stdout:3770: seq_num 1146 ranges {0=802816,802816=499712,1302528=679936,1982464=425984} 2023-12-22T17:29:27.001 INFO:tasks.rados.rados.0.smithi032.stdout:3770: writing smithi032174182-47 from 0 to 802816 tid 1 2023-12-22T17:29:27.004 INFO:tasks.rados.rados.0.smithi032.stdout:3770: writing smithi032174182-47 from 802816 to 1302528 tid 2 2023-12-22T17:29:27.008 INFO:tasks.rados.rados.0.smithi032.stdout:3770: writing smithi032174182-47 from 1302528 to 1982464 tid 3 2023-12-22T17:29:27.010 INFO:tasks.rados.rados.0.smithi032.stdout:3770: writing smithi032174182-47 from 1982464 to 2408448 tid 4 2023-12-22T17:29:27.011 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 13 current snap is 369 2023-12-22T17:29:27.011 INFO:tasks.rados.rados.0.smithi032.stdout:3768: finishing copy_from to smithi032174182-19 2023-12-22T17:29:27.011 INFO:tasks.rados.rados.0.smithi032.stdout:3768: got expected ENOENT (src dne) 2023-12-22T17:29:27.011 INFO:tasks.rados.rados.0.smithi032.stdout:3771: seq_num 1147 ranges {4038656=16384} 2023-12-22T17:29:27.033 INFO:tasks.rados.rados.0.smithi032.stdout:3771: writing smithi032174182-13 from 4038656 to 4055040 tid 1 2023-12-22T17:29:27.033 INFO:tasks.rados.rados.0.smithi032.stdout:3772: snap_remove snap 364 2023-12-22T17:29:27.429 INFO:journalctl@ceph.osd.3.smithi032.stdout:Dec 22 17:29:26 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-3[217709]: 2023-12-22T17:29:26.993+0000 7f2e70885700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 2c1 after trimming was started 2023-12-22T17:29:27.933 INFO:tasks.rados.rados.0.smithi032.stdout:3772: done (6 left) 2023-12-22T17:29:27.933 INFO:tasks.rados.rados.0.smithi032.stdout:3773: rollback oid 1 current snap is 369 2023-12-22T17:29:27.933 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 1 to 342 2023-12-22T17:29:27.933 INFO:tasks.rados.rados.0.smithi032.stdout:3774: rollback oid 49 current snap is 369 2023-12-22T17:29:27.933 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 49 to 341 2023-12-22T17:29:27.933 INFO:tasks.rados.rados.0.smithi032.stdout:3775: delete oid 7 current snap is 369 2023-12-22T17:29:27.942 INFO:tasks.rados.rados.0.smithi032.stdout:3768: finishing copy_from racing read to smithi032174182-19 2023-12-22T17:29:27.942 INFO:tasks.rados.rados.0.smithi032.stdout:3764: expect (ObjNum 1128 snap 367 seq_num 1128) 2023-12-22T17:29:28.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:27 smithi032 ceph-mon[189144]: osdmap e802: 8 total, 8 up, 8 in 2023-12-22T17:29:28.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:29:28.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:27 smithi032 ceph-mon[189144]: pgmap v746: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 405 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 13 MiB/s wr, 29 op/s 2023-12-22T17:29:28.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:29:28.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:29:28.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:29:28.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:27 smithi032 ceph-mon[191839]: osdmap e802: 8 total, 8 up, 8 in 2023-12-22T17:29:28.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:29:28.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:27 smithi032 ceph-mon[191839]: pgmap v746: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 405 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 13 MiB/s wr, 29 op/s 2023-12-22T17:29:28.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:29:28.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:29:28.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:29:28.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:27 smithi039 ceph-mon[181282]: osdmap e802: 8 total, 8 up, 8 in 2023-12-22T17:29:28.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:29:28.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:27 smithi039 ceph-mon[181282]: pgmap v746: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 405 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 13 MiB/s wr, 29 op/s 2023-12-22T17:29:28.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:29:28.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:29:28.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:29:28.606 INFO:tasks.rados.rados.0.smithi032.stdout:3766: finishing write tid 1 to smithi032174182-45 2023-12-22T17:29:28.606 INFO:tasks.rados.rados.0.smithi032.stdout:3766: finishing write tid 2 to smithi032174182-45 2023-12-22T17:29:28.606 INFO:tasks.rados.rados.0.smithi032.stdout:3766: finishing write tid 3 to smithi032174182-45 2023-12-22T17:29:28.606 INFO:tasks.rados.rados.0.smithi032.stdout:3766: finishing write tid 4 to smithi032174182-45 2023-12-22T17:29:28.606 INFO:tasks.rados.rados.0.smithi032.stdout:3766: finishing write tid 5 to smithi032174182-45 2023-12-22T17:29:28.607 INFO:tasks.rados.rados.0.smithi032.stdout:3766: finishing write tid 6 to smithi032174182-45 2023-12-22T17:29:28.607 INFO:tasks.rados.rados.0.smithi032.stdout:3769: finishing write tid 1 to smithi032174182-17 2023-12-22T17:29:28.607 INFO:tasks.rados.rados.0.smithi032.stdout:3764: done (8 left) 2023-12-22T17:29:28.607 INFO:tasks.rados.rados.0.smithi032.stdout:3768: done (7 left) 2023-12-22T17:29:28.607 INFO:tasks.rados.rados.0.smithi032.stdout:3775: done (6 left) 2023-12-22T17:29:28.607 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 2 current snap is 369 2023-12-22T17:29:28.607 INFO:tasks.rados.rados.0.smithi032.stdout:3766: finishing write tid 7 to smithi032174182-45 2023-12-22T17:29:28.607 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 2429 (ObjNum 1143 snap 369 seq_num 1143) dirty exists 2023-12-22T17:29:28.607 INFO:tasks.rados.rados.0.smithi032.stdout:3766: left oid 45 (ObjNum 1143 snap 369 seq_num 1143) 2023-12-22T17:29:28.607 INFO:tasks.rados.rados.0.smithi032.stdout:3769: finishing write tid 2 to smithi032174182-17 2023-12-22T17:29:28.607 INFO:tasks.rados.rados.0.smithi032.stdout:3769: finishing write tid 3 to smithi032174182-17 2023-12-22T17:29:28.607 INFO:tasks.rados.rados.0.smithi032.stdout:3769: finishing write tid 4 to smithi032174182-17 2023-12-22T17:29:28.607 INFO:tasks.rados.rados.0.smithi032.stdout:3769: finishing write tid 5 to smithi032174182-17 2023-12-22T17:29:28.607 INFO:tasks.rados.rados.0.smithi032.stdout:3776: seq_num 1149 ranges {2252800=49152} 2023-12-22T17:29:28.618 INFO:tasks.rados.rados.0.smithi032.stdout:3776: writing smithi032174182-2 from 2252800 to 2301952 tid 1 2023-12-22T17:29:28.618 INFO:tasks.rados.rados.0.smithi032.stdout:3766: done (6 left) 2023-12-22T17:29:28.618 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 26 current snap is 369 2023-12-22T17:29:28.618 INFO:tasks.rados.rados.0.smithi032.stdout:3777: seq_num 1150 ranges {10575872=65536} 2023-12-22T17:29:28.676 INFO:tasks.rados.rados.0.smithi032.stdout:3777: writing smithi032174182-26 from 10575872 to 10641408 tid 1 2023-12-22T17:29:28.676 INFO:tasks.rados.rados.0.smithi032.stdout:3778: snap_remove snap 354 2023-12-22T17:29:28.943 INFO:tasks.rados.rados.0.smithi032.stdout:3778: done (7 left) 2023-12-22T17:29:28.943 INFO:tasks.rados.rados.0.smithi032.stdout:3779: delete oid 35 current snap is 369 2023-12-22T17:29:28.943 INFO:tasks.rados.rados.0.smithi032.stdout:3769: finishing write tid 6 to smithi032174182-17 2023-12-22T17:29:28.943 INFO:tasks.rados.rados.0.smithi032.stdout:3769: finishing write tid 7 to smithi032174182-17 2023-12-22T17:29:28.943 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 17 v 2648 (ObjNum 1145 snap 369 seq_num 1145) dirty exists 2023-12-22T17:29:28.944 INFO:tasks.rados.rados.0.smithi032.stdout:3769: left oid 17 (ObjNum 1145 snap 369 seq_num 1145) 2023-12-22T17:29:28.944 INFO:tasks.rados.rados.0.smithi032.stdout:3770: finishing write tid 1 to smithi032174182-47 2023-12-22T17:29:28.944 INFO:tasks.rados.rados.0.smithi032.stdout:3770: finishing write tid 2 to smithi032174182-47 2023-12-22T17:29:28.944 INFO:tasks.rados.rados.0.smithi032.stdout:3770: finishing write tid 3 to smithi032174182-47 2023-12-22T17:29:28.944 INFO:tasks.rados.rados.0.smithi032.stdout:3770: finishing write tid 4 to smithi032174182-47 2023-12-22T17:29:28.944 INFO:tasks.rados.rados.0.smithi032.stdout:3770: finishing write tid 5 to smithi032174182-47 2023-12-22T17:29:28.944 INFO:tasks.rados.rados.0.smithi032.stdout:3770: finishing write tid 6 to smithi032174182-47 2023-12-22T17:29:28.944 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 2888 (ObjNum 1146 snap 369 seq_num 1146) dirty exists 2023-12-22T17:29:28.944 INFO:tasks.rados.rados.0.smithi032.stdout:3770: left oid 47 (ObjNum 1146 snap 369 seq_num 1146) 2023-12-22T17:29:28.944 INFO:tasks.rados.rados.0.smithi032.stdout:3771: finishing write tid 1 to smithi032174182-13 2023-12-22T17:29:28.945 INFO:tasks.rados.rados.0.smithi032.stdout:3771: finishing write tid 2 to smithi032174182-13 2023-12-22T17:29:28.945 INFO:tasks.rados.rados.0.smithi032.stdout:3771: finishing write tid 3 to smithi032174182-13 2023-12-22T17:29:28.945 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 2891 (ObjNum 1147 snap 369 seq_num 1147) dirty exists 2023-12-22T17:29:28.945 INFO:tasks.rados.rados.0.smithi032.stdout:3771: left oid 13 (ObjNum 1147 snap 369 seq_num 1147) 2023-12-22T17:29:28.945 INFO:tasks.rados.rados.0.smithi032.stdout:3774: finishing rollback tid 0 to smithi032174182-49 2023-12-22T17:29:28.945 INFO:tasks.rados.rados.0.smithi032.stdout:3773: finishing rollback tid 1 to smithi032174182-1 2023-12-22T17:29:28.945 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 0 (ObjNum 129 snap 0 seq_num 1597252176) dirty dne 2023-12-22T17:29:28.945 INFO:tasks.rados.rados.0.smithi032.stdout:3774: finishing rollback tid 1 to smithi032174182-49 2023-12-22T17:29:28.945 INFO:tasks.rados.rados.0.smithi032.stdout:3774: finishing rollback tid 2 to smithi032174182-49 2023-12-22T17:29:28.945 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 2848 (ObjNum 977 snap 306 seq_num 977) dirty exists 2023-12-22T17:29:28.945 INFO:tasks.rados.rados.0.smithi032.stdout:3776: finishing write tid 1 to smithi032174182-2 2023-12-22T17:29:28.946 INFO:tasks.rados.rados.0.smithi032.stdout:3776: finishing write tid 2 to smithi032174182-2 2023-12-22T17:29:28.946 INFO:tasks.rados.rados.0.smithi032.stdout:3776: finishing write tid 3 to smithi032174182-2 2023-12-22T17:29:28.946 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 2142 (ObjNum 1149 snap 369 seq_num 1149) dirty exists 2023-12-22T17:29:28.946 INFO:tasks.rados.rados.0.smithi032.stdout:3776: left oid 2 (ObjNum 1149 snap 369 seq_num 1149) 2023-12-22T17:29:28.946 INFO:tasks.rados.rados.0.smithi032.stdout:3777: finishing write tid 1 to smithi032174182-26 2023-12-22T17:29:28.946 INFO:tasks.rados.rados.0.smithi032.stdout:3777: finishing write tid 2 to smithi032174182-26 2023-12-22T17:29:28.946 INFO:tasks.rados.rados.0.smithi032.stdout:3777: finishing write tid 3 to smithi032174182-26 2023-12-22T17:29:28.946 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 2431 (ObjNum 1150 snap 369 seq_num 1150) dirty exists 2023-12-22T17:29:28.946 INFO:tasks.rados.rados.0.smithi032.stdout:3777: left oid 26 (ObjNum 1150 snap 369 seq_num 1150) 2023-12-22T17:29:28.965 INFO:tasks.rados.rados.0.smithi032.stdout:3769: done (7 left) 2023-12-22T17:29:28.965 INFO:tasks.rados.rados.0.smithi032.stdout:3770: done (6 left) 2023-12-22T17:29:28.965 INFO:tasks.rados.rados.0.smithi032.stdout:3771: done (5 left) 2023-12-22T17:29:28.965 INFO:tasks.rados.rados.0.smithi032.stdout:3773: done (4 left) 2023-12-22T17:29:28.965 INFO:tasks.rados.rados.0.smithi032.stdout:3774: done (3 left) 2023-12-22T17:29:28.965 INFO:tasks.rados.rados.0.smithi032.stdout:3776: done (2 left) 2023-12-22T17:29:28.965 INFO:tasks.rados.rados.0.smithi032.stdout:3777: done (1 left) 2023-12-22T17:29:28.966 INFO:tasks.rados.rados.0.smithi032.stdout:3779: done (0 left) 2023-12-22T17:29:28.966 INFO:tasks.rados.rados.0.smithi032.stdout:3780: read oid 22 snap -1 2023-12-22T17:29:28.966 INFO:tasks.rados.rados.0.smithi032.stdout:3780: expect deleted 2023-12-22T17:29:28.966 INFO:tasks.rados.rados.0.smithi032.stdout:3781: rollback oid 32 current snap is 369 2023-12-22T17:29:28.966 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 32 to 332 2023-12-22T17:29:28.966 INFO:tasks.rados.rados.0.smithi032.stdout:3782: rmattr oid 10 current snap is 369 2023-12-22T17:29:28.966 INFO:tasks.rados.rados.0.smithi032.stdout:3782: done (2 left) 2023-12-22T17:29:28.966 INFO:tasks.rados.rados.0.smithi032.stdout:3783: rollback oid 11 current snap is 369 2023-12-22T17:29:28.966 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 11 to 342 2023-12-22T17:29:28.966 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 39 current snap is 369 2023-12-22T17:29:28.966 INFO:tasks.rados.rados.0.smithi032.stdout:3784: seq_num 1152 ranges {0=98304} 2023-12-22T17:29:28.966 INFO:tasks.rados.rados.0.smithi032.stdout:3784: writing smithi032174182-39 from 0 to 98304 tid 1 2023-12-22T17:29:28.966 INFO:tasks.rados.rados.0.smithi032.stdout:3785: read oid 24 snap -1 2023-12-22T17:29:28.967 INFO:tasks.rados.rados.0.smithi032.stdout:3785: expect deleted 2023-12-22T17:29:28.967 INFO:tasks.rados.rados.0.smithi032.stdout:3786: delete oid 31 current snap is 369 2023-12-22T17:29:28.970 INFO:tasks.rados.rados.0.smithi032.stdout:3784: finishing write tid 1 to smithi032174182-39 2023-12-22T17:29:28.973 INFO:tasks.rados.rados.0.smithi032.stdout:3784: finishing write tid 2 to smithi032174182-39 2023-12-22T17:29:28.974 INFO:tasks.rados.rados.0.smithi032.stdout:3783: finishing rollback tid 1 to smithi032174182-11 2023-12-22T17:29:28.974 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 11 v 2423 (ObjNum 145 snap 0 seq_num 1596913360) dirty dne 2023-12-22T17:29:28.975 INFO:tasks.rados.rados.0.smithi032.stdout:3781: finishing rollback tid 0 to smithi032174182-32 2023-12-22T17:29:28.975 INFO:tasks.rados.rados.0.smithi032.stdout:3784: finishing write tid 3 to smithi032174182-39 2023-12-22T17:29:28.976 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 2653 (ObjNum 1152 snap 369 seq_num 1152) dirty exists 2023-12-22T17:29:28.976 INFO:tasks.rados.rados.0.smithi032.stdout:3784: left oid 39 (ObjNum 1152 snap 369 seq_num 1152) 2023-12-22T17:29:28.976 INFO:tasks.rados.rados.0.smithi032.stdout:3780: done (5 left) 2023-12-22T17:29:28.976 INFO:tasks.rados.rados.0.smithi032.stdout:3783: done (4 left) 2023-12-22T17:29:28.976 INFO:tasks.rados.rados.0.smithi032.stdout:3784: done (3 left) 2023-12-22T17:29:28.976 INFO:tasks.rados.rados.0.smithi032.stdout:3785: done (2 left) 2023-12-22T17:29:28.976 INFO:tasks.rados.rados.0.smithi032.stdout:3786: done (1 left) 2023-12-22T17:29:28.976 INFO:tasks.rados.rados.0.smithi032.stdout:3787: delete oid 46 current snap is 369 2023-12-22T17:29:28.977 INFO:tasks.rados.rados.0.smithi032.stdout:3781: finishing rollback tid 1 to smithi032174182-32 2023-12-22T17:29:28.978 INFO:tasks.rados.rados.0.smithi032.stdout:3781: finishing rollback tid 2 to smithi032174182-32 2023-12-22T17:29:28.978 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 2134 (ObjNum 1021 snap 318 seq_num 1021) dirty exists 2023-12-22T17:29:28.980 INFO:tasks.rados.rados.0.smithi032.stdout:3781: done (1 left) 2023-12-22T17:29:28.980 INFO:tasks.rados.rados.0.smithi032.stdout:3787: done (0 left) 2023-12-22T17:29:28.980 INFO:tasks.rados.rados.0.smithi032.stdout:3788: snap_create 2023-12-22T17:29:29.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:28 smithi039 ceph-mon[181282]: osdmap e803: 8 total, 8 up, 8 in 2023-12-22T17:29:29.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:28 smithi032 ceph-mon[191839]: osdmap e803: 8 total, 8 up, 8 in 2023-12-22T17:29:29.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:28 smithi032 ceph-mon[189144]: osdmap e803: 8 total, 8 up, 8 in 2023-12-22T17:29:29.950 INFO:tasks.rados.rados.0.smithi032.stdout:3788: done (0 left) 2023-12-22T17:29:29.951 INFO:tasks.rados.rados.0.smithi032.stdout:3789: copy_from oid 50 from oid 35 current snap is 370 2023-12-22T17:29:29.951 INFO:tasks.rados.rados.0.smithi032.stdout:3790: snap_create 2023-12-22T17:29:29.956 INFO:tasks.rados.rados.0.smithi032.stdout:3789: finishing copy_from to smithi032174182-50 2023-12-22T17:29:29.956 INFO:tasks.rados.rados.0.smithi032.stdout:3789: got expected ENOENT (src dne) 2023-12-22T17:29:29.957 INFO:tasks.rados.rados.0.smithi032.stdout:3789: finishing copy_from racing read to smithi032174182-50 2023-12-22T17:29:30.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:29 smithi039 ceph-mon[181282]: osdmap e804: 8 total, 8 up, 8 in 2023-12-22T17:29:30.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:29 smithi039 ceph-mon[181282]: pgmap v749: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 410 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 11 MiB/s wr, 19 op/s 2023-12-22T17:29:30.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:29 smithi032 ceph-mon[191839]: osdmap e804: 8 total, 8 up, 8 in 2023-12-22T17:29:30.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:29 smithi032 ceph-mon[191839]: pgmap v749: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 410 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 11 MiB/s wr, 19 op/s 2023-12-22T17:29:30.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:29 smithi032 ceph-mon[189144]: osdmap e804: 8 total, 8 up, 8 in 2023-12-22T17:29:30.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:29 smithi032 ceph-mon[189144]: pgmap v749: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 410 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 11 MiB/s wr, 19 op/s 2023-12-22T17:29:30.927 INFO:tasks.rados.rados.0.smithi032.stdout:3789: done (1 left) 2023-12-22T17:29:30.927 INFO:tasks.rados.rados.0.smithi032.stdout:3790: done (0 left) 2023-12-22T17:29:30.927 INFO:tasks.rados.rados.0.smithi032.stdout:3791: read oid 23 snap -1 2023-12-22T17:29:30.927 INFO:tasks.rados.rados.0.smithi032.stdout:3791: expect (ObjNum 1101 snap 356 seq_num 1101) 2023-12-22T17:29:30.927 INFO:tasks.rados.rados.0.smithi032.stdout:3792: copy_from oid 26 from oid 5 current snap is 371 2023-12-22T17:29:30.927 INFO:tasks.rados.rados.0.smithi032.stdout:3793: rmattr oid 38 current snap is 371 2023-12-22T17:29:30.927 INFO:tasks.rados.rados.0.smithi032.stdout:3794: snap_remove snap 367 2023-12-22T17:29:31.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:30 smithi032 ceph-mon[191839]: osdmap e805: 8 total, 8 up, 8 in 2023-12-22T17:29:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:30 smithi032 ceph-mon[191839]: osdmap e806: 8 total, 8 up, 8 in 2023-12-22T17:29:31.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:30 smithi032 ceph-mon[189144]: osdmap e805: 8 total, 8 up, 8 in 2023-12-22T17:29:31.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:30 smithi032 ceph-mon[189144]: osdmap e806: 8 total, 8 up, 8 in 2023-12-22T17:29:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:29:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:29:30] "GET /metrics HTTP/1.1" 200 36297 "" "Prometheus/2.43.0" 2023-12-22T17:29:31.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:30 smithi039 ceph-mon[181282]: osdmap e805: 8 total, 8 up, 8 in 2023-12-22T17:29:31.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:30 smithi039 ceph-mon[181282]: osdmap e806: 8 total, 8 up, 8 in 2023-12-22T17:29:31.934 INFO:tasks.rados.rados.0.smithi032.stdout:3794: done (3 left) 2023-12-22T17:29:31.934 INFO:tasks.rados.rados.0.smithi032.stdout:3795: rmattr oid 47 current snap is 371 2023-12-22T17:29:31.934 INFO:tasks.rados.rados.0.smithi032.stdout:3795: done (3 left) 2023-12-22T17:29:31.934 INFO:tasks.rados.rados.0.smithi032.stdout:3796: rollback oid 7 current snap is 371 2023-12-22T17:29:31.934 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 7 to 323 2023-12-22T17:29:31.934 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 38 v 2432 (ObjNum 1004 snap 313 seq_num 1004) dirty exists 2023-12-22T17:29:31.934 INFO:tasks.rados.rados.0.smithi032.stdout:3791: expect (ObjNum 1101 snap 356 seq_num 1101) 2023-12-22T17:29:32.210 INFO:tasks.rados.rados.0.smithi032.stdout:3792: finishing copy_from racing read to smithi032174182-26 2023-12-22T17:29:32.210 INFO:tasks.rados.rados.0.smithi032.stdout:3792: finishing copy_from to smithi032174182-26 2023-12-22T17:29:32.210 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 2647 (ObjNum 945 snap 298 seq_num 945) dirty exists 2023-12-22T17:29:32.210 INFO:tasks.rados.rados.0.smithi032.stdout:3796: finishing rollback tid 1 to smithi032174182-7 2023-12-22T17:29:32.210 INFO:tasks.rados.rados.0.smithi032.stdout:3796: finishing rollback tid 2 to smithi032174182-7 2023-12-22T17:29:32.211 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 7 v 2616 (ObjNum 1000 snap 312 seq_num 1000) dirty exists 2023-12-22T17:29:32.211 INFO:tasks.rados.rados.0.smithi032.stdout:3791: done (3 left) 2023-12-22T17:29:32.211 INFO:tasks.rados.rados.0.smithi032.stdout:3792: done (2 left) 2023-12-22T17:29:32.211 INFO:tasks.rados.rados.0.smithi032.stdout:3793: done (1 left) 2023-12-22T17:29:32.211 INFO:tasks.rados.rados.0.smithi032.stdout:3796: done (0 left) 2023-12-22T17:29:32.211 INFO:tasks.rados.rados.0.smithi032.stdout:3797: read oid 15 snap -1 2023-12-22T17:29:32.211 INFO:tasks.rados.rados.0.smithi032.stdout:3797: expect (ObjNum 1124 snap 367 seq_num 1124) 2023-12-22T17:29:32.211 INFO:tasks.rados.rados.0.smithi032.stdout:3798: rollback oid 4 current snap is 371 2023-12-22T17:29:32.211 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 4 to 370 2023-12-22T17:29:32.211 INFO:tasks.rados.rados.0.smithi032.stdout:3799: read oid 6 snap -1 2023-12-22T17:29:32.212 INFO:tasks.rados.rados.0.smithi032.stdout:3799: expect (ObjNum 1087 snap 351 seq_num 1087) 2023-12-22T17:29:32.212 INFO:tasks.rados.rados.0.smithi032.stdout:3800: copy_from oid 33 from oid 10 current snap is 371 2023-12-22T17:29:32.212 INFO:tasks.rados.rados.0.smithi032.stdout:3801: snap_remove snap 342 2023-12-22T17:29:32.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:31 smithi039 ceph-mon[181282]: pgmap v752: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 418 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2023-12-22T17:29:32.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:31 smithi039 ceph-mon[181282]: osdmap e807: 8 total, 8 up, 8 in 2023-12-22T17:29:32.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:31 smithi032 ceph-mon[189144]: pgmap v752: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 418 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2023-12-22T17:29:32.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:31 smithi032 ceph-mon[189144]: osdmap e807: 8 total, 8 up, 8 in 2023-12-22T17:29:32.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:31 smithi032 ceph-mon[191839]: pgmap v752: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 418 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2023-12-22T17:29:32.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:31 smithi032 ceph-mon[191839]: osdmap e807: 8 total, 8 up, 8 in 2023-12-22T17:29:32.961 INFO:tasks.rados.rados.0.smithi032.stdout:3801: done (4 left) 2023-12-22T17:29:32.962 INFO:tasks.rados.rados.0.smithi032.stdout:3802: snap_create 2023-12-22T17:29:32.962 INFO:tasks.rados.rados.0.smithi032.stdout:3798: finishing rollback tid 0 to smithi032174182-4 2023-12-22T17:29:32.962 INFO:tasks.rados.rados.0.smithi032.stdout:3798: finishing rollback tid 1 to smithi032174182-4 2023-12-22T17:29:32.962 INFO:tasks.rados.rados.0.smithi032.stdout:3799: expect (ObjNum 1087 snap 351 seq_num 1087) 2023-12-22T17:29:33.032 INFO:tasks.rados.rados.0.smithi032.stdout:3798: finishing rollback tid 2 to smithi032174182-4 2023-12-22T17:29:33.032 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 2654 (ObjNum 1105 snap 357 seq_num 1105) dirty exists 2023-12-22T17:29:33.033 INFO:tasks.rados.rados.0.smithi032.stdout:3800: finishing copy_from racing read to smithi032174182-33 2023-12-22T17:29:33.033 INFO:tasks.rados.rados.0.smithi032.stdout:3800: finishing copy_from to smithi032174182-33 2023-12-22T17:29:33.033 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 2402 (ObjNum 1103 snap 357 seq_num 1103) dirty exists 2023-12-22T17:29:33.033 INFO:tasks.rados.rados.0.smithi032.stdout:3797: expect (ObjNum 1124 snap 367 seq_num 1124) 2023-12-22T17:29:33.969 INFO:tasks.rados.rados.0.smithi032.stdout:3797: done (4 left) 2023-12-22T17:29:33.969 INFO:tasks.rados.rados.0.smithi032.stdout:3798: done (3 left) 2023-12-22T17:29:33.969 INFO:tasks.rados.rados.0.smithi032.stdout:3799: done (2 left) 2023-12-22T17:29:33.969 INFO:tasks.rados.rados.0.smithi032.stdout:3800: done (1 left) 2023-12-22T17:29:33.969 INFO:tasks.rados.rados.0.smithi032.stdout:3802: done (0 left) 2023-12-22T17:29:33.969 INFO:tasks.rados.rados.0.smithi032.stdout:3803: read oid 29 snap -1 2023-12-22T17:29:33.969 INFO:tasks.rados.rados.0.smithi032.stdout:3803: expect (ObjNum 1135 snap 367 seq_num 1135) 2023-12-22T17:29:33.969 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 37 current snap is 372 2023-12-22T17:29:33.969 INFO:tasks.rados.rados.0.smithi032.stdout:3804: seq_num 1155 ranges {2908160=147456} 2023-12-22T17:29:33.986 INFO:tasks.rados.rados.0.smithi032.stdout:3804: writing smithi032174182-37 from 2908160 to 3055616 tid 1 2023-12-22T17:29:33.986 INFO:tasks.rados.rados.0.smithi032.stdout:3805: snap_create 2023-12-22T17:29:33.994 INFO:tasks.rados.rados.0.smithi032.stdout:3804: finishing write tid 1 to smithi032174182-37 2023-12-22T17:29:33.994 INFO:tasks.rados.rados.0.smithi032.stdout:3804: finishing write tid 2 to smithi032174182-37 2023-12-22T17:29:33.995 INFO:tasks.rados.rados.0.smithi032.stdout:3804: finishing write tid 3 to smithi032174182-37 2023-12-22T17:29:33.995 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 37 v 2144 (ObjNum 1155 snap 372 seq_num 1155) dirty exists 2023-12-22T17:29:33.996 INFO:tasks.rados.rados.0.smithi032.stdout:3804: left oid 37 (ObjNum 1155 snap 372 seq_num 1155) 2023-12-22T17:29:34.001 INFO:tasks.rados.rados.0.smithi032.stdout:3803: expect (ObjNum 1135 snap 367 seq_num 1135) 2023-12-22T17:29:34.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:33 smithi039 ceph-mon[181282]: osdmap e808: 8 total, 8 up, 8 in 2023-12-22T17:29:34.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:33 smithi039 ceph-mon[181282]: pgmap v755: 121 pgs: 121 active+clean; 431 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.0 MiB/s wr, 10 op/s 2023-12-22T17:29:34.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:33 smithi032 ceph-mon[189144]: osdmap e808: 8 total, 8 up, 8 in 2023-12-22T17:29:34.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:33 smithi032 ceph-mon[189144]: pgmap v755: 121 pgs: 121 active+clean; 431 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.0 MiB/s wr, 10 op/s 2023-12-22T17:29:34.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:33 smithi032 ceph-mon[191839]: osdmap e808: 8 total, 8 up, 8 in 2023-12-22T17:29:34.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:33 smithi032 ceph-mon[191839]: pgmap v755: 121 pgs: 121 active+clean; 431 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.0 MiB/s wr, 10 op/s 2023-12-22T17:29:34.972 INFO:tasks.rados.rados.0.smithi032.stdout:3803: done (2 left) 2023-12-22T17:29:34.972 INFO:tasks.rados.rados.0.smithi032.stdout:3804: done (1 left) 2023-12-22T17:29:34.972 INFO:tasks.rados.rados.0.smithi032.stdout:3805: done (0 left) 2023-12-22T17:29:34.972 INFO:tasks.rados.rados.0.smithi032.stdout:3806: read oid 20 snap -1 2023-12-22T17:29:34.972 INFO:tasks.rados.rados.0.smithi032.stdout:3806: expect (ObjNum 1134 snap 367 seq_num 1134) 2023-12-22T17:29:34.972 INFO:tasks.rados.rados.0.smithi032.stdout:3807: rollback oid 45 current snap is 373 2023-12-22T17:29:34.972 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 45 to 371 2023-12-22T17:29:34.973 INFO:tasks.rados.rados.0.smithi032.stdout:3808: snap_remove snap 351 2023-12-22T17:29:35.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:34 smithi039 ceph-mon[181282]: osdmap e809: 8 total, 8 up, 8 in 2023-12-22T17:29:35.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:29:35.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:34 smithi032 ceph-mon[191839]: osdmap e809: 8 total, 8 up, 8 in 2023-12-22T17:29:35.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:29:35.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:34 smithi032 ceph-mon[189144]: osdmap e809: 8 total, 8 up, 8 in 2023-12-22T17:29:35.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:29:35.929 INFO:tasks.rados.rados.0.smithi032.stdout:3808: done (2 left) 2023-12-22T17:29:35.929 INFO:tasks.rados.rados.0.smithi032.stdout:3809: delete oid 34 current snap is 373 2023-12-22T17:29:35.929 INFO:tasks.rados.rados.0.smithi032.stdout:3807: finishing rollback tid 0 to smithi032174182-45 2023-12-22T17:29:35.929 INFO:tasks.rados.rados.0.smithi032.stdout:3807: finishing rollback tid 1 to smithi032174182-45 2023-12-22T17:29:35.929 INFO:tasks.rados.rados.0.smithi032.stdout:3807: finishing rollback tid 2 to smithi032174182-45 2023-12-22T17:29:35.929 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 2650 (ObjNum 1143 snap 369 seq_num 1143) dirty exists 2023-12-22T17:29:35.929 INFO:tasks.rados.rados.0.smithi032.stdout:3806: expect (ObjNum 1134 snap 367 seq_num 1134) 2023-12-22T17:29:36.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:35 smithi039 ceph-mon[181282]: osdmap e810: 8 total, 8 up, 8 in 2023-12-22T17:29:36.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:35 smithi039 ceph-mon[181282]: pgmap v758: 121 pgs: 121 active+clean; 432 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2023-12-22T17:29:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:35 smithi039 ceph-mon[181282]: osdmap e811: 8 total, 8 up, 8 in 2023-12-22T17:29:36.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:35 smithi032 ceph-mon[191839]: osdmap e810: 8 total, 8 up, 8 in 2023-12-22T17:29:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:35 smithi032 ceph-mon[191839]: pgmap v758: 121 pgs: 121 active+clean; 432 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2023-12-22T17:29:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:35 smithi032 ceph-mon[191839]: osdmap e811: 8 total, 8 up, 8 in 2023-12-22T17:29:36.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:35 smithi032 ceph-mon[189144]: osdmap e810: 8 total, 8 up, 8 in 2023-12-22T17:29:36.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:35 smithi032 ceph-mon[189144]: pgmap v758: 121 pgs: 121 active+clean; 432 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2023-12-22T17:29:36.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:35 smithi032 ceph-mon[189144]: osdmap e811: 8 total, 8 up, 8 in 2023-12-22T17:29:36.700 INFO:tasks.rados.rados.0.smithi032.stdout:3806: done (2 left) 2023-12-22T17:29:36.700 INFO:tasks.rados.rados.0.smithi032.stdout:3807: done (1 left) 2023-12-22T17:29:36.700 INFO:tasks.rados.rados.0.smithi032.stdout:3809: done (0 left) 2023-12-22T17:29:36.701 INFO:tasks.rados.rados.0.smithi032.stdout:3810: read oid 17 snap -1 2023-12-22T17:29:36.701 INFO:tasks.rados.rados.0.smithi032.stdout:3810: expect (ObjNum 1145 snap 369 seq_num 1145) 2023-12-22T17:29:36.701 INFO:tasks.rados.rados.0.smithi032.stdout:3811: snap_create 2023-12-22T17:29:36.718 INFO:tasks.rados.rados.0.smithi032.stdout:3810: expect (ObjNum 1145 snap 369 seq_num 1145) 2023-12-22T17:29:36.980 INFO:tasks.rados.rados.0.smithi032.stdout:3810: done (1 left) 2023-12-22T17:29:36.981 INFO:tasks.rados.rados.0.smithi032.stdout:3811: done (0 left) 2023-12-22T17:29:36.981 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 34 current snap is 374 2023-12-22T17:29:36.981 INFO:tasks.rados.rados.0.smithi032.stdout:3812: seq_num 1157 ranges {0=180224} 2023-12-22T17:29:36.981 INFO:tasks.rados.rados.0.smithi032.stdout:3812: writing smithi032174182-34 from 0 to 180224 tid 1 2023-12-22T17:29:36.981 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 21 current snap is 374 2023-12-22T17:29:36.982 INFO:tasks.rados.rados.0.smithi032.stdout:3813: seq_num 1158 ranges {3801088=196608} 2023-12-22T17:29:37.004 INFO:tasks.rados.rados.0.smithi032.stdout:3813: writing smithi032174182-21 from 3801088 to 3997696 tid 1 2023-12-22T17:29:37.004 INFO:tasks.rados.rados.0.smithi032.stdout:3814: read oid 36 snap 338 2023-12-22T17:29:37.004 INFO:tasks.rados.rados.0.smithi032.stdout:3814: expect (ObjNum 975 snap 306 seq_num 975) 2023-12-22T17:29:37.004 INFO:tasks.rados.rados.0.smithi032.stdout:3815: rollback oid 47 current snap is 374 2023-12-22T17:29:37.004 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 47 to 323 2023-12-22T17:29:37.004 INFO:tasks.rados.rados.0.smithi032.stdout:3812: finishing write tid 1 to smithi032174182-34 2023-12-22T17:29:37.004 INFO:tasks.rados.rados.0.smithi032.stdout:3812: finishing write tid 2 to smithi032174182-34 2023-12-22T17:29:37.004 INFO:tasks.rados.rados.0.smithi032.stdout:3812: finishing write tid 3 to smithi032174182-34 2023-12-22T17:29:37.004 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 2851 (ObjNum 1157 snap 374 seq_num 1157) dirty exists 2023-12-22T17:29:37.004 INFO:tasks.rados.rados.0.smithi032.stdout:3812: left oid 34 (ObjNum 1157 snap 374 seq_num 1157) 2023-12-22T17:29:37.005 INFO:tasks.rados.rados.0.smithi032.stdout:3812: done (3 left) 2023-12-22T17:29:37.005 INFO:tasks.rados.rados.0.smithi032.stdout:3816: snap_remove snap 372 2023-12-22T17:29:37.987 INFO:tasks.rados.rados.0.smithi032.stdout:3816: done (3 left) 2023-12-22T17:29:37.988 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 14 current snap is 374 2023-12-22T17:29:37.988 INFO:tasks.rados.rados.0.smithi032.stdout:3813: finishing write tid 1 to smithi032174182-21 2023-12-22T17:29:37.988 INFO:tasks.rados.rados.0.smithi032.stdout:3817: seq_num 1159 ranges {1245184=212992} 2023-12-22T17:29:37.996 INFO:tasks.rados.rados.0.smithi032.stdout:3817: writing smithi032174182-14 from 1245184 to 1458176 tid 1 2023-12-22T17:29:37.996 INFO:tasks.rados.rados.0.smithi032.stdout:3818: snap_create 2023-12-22T17:29:37.996 INFO:tasks.rados.rados.0.smithi032.stdout:3813: finishing write tid 2 to smithi032174182-21 2023-12-22T17:29:37.996 INFO:tasks.rados.rados.0.smithi032.stdout:3815: finishing rollback tid 0 to smithi032174182-47 2023-12-22T17:29:37.996 INFO:tasks.rados.rados.0.smithi032.stdout:3813: finishing write tid 3 to smithi032174182-21 2023-12-22T17:29:37.996 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 2853 (ObjNum 1158 snap 374 seq_num 1158) dirty exists 2023-12-22T17:29:37.996 INFO:tasks.rados.rados.0.smithi032.stdout:3813: left oid 21 (ObjNum 1158 snap 374 seq_num 1158) 2023-12-22T17:29:37.997 INFO:tasks.rados.rados.0.smithi032.stdout:3815: finishing rollback tid 1 to smithi032174182-47 2023-12-22T17:29:37.997 INFO:tasks.rados.rados.0.smithi032.stdout:3815: finishing rollback tid 2 to smithi032174182-47 2023-12-22T17:29:37.997 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 2939 (ObjNum 977 snap 306 seq_num 977) dirty exists 2023-12-22T17:29:37.997 INFO:tasks.rados.rados.0.smithi032.stdout:3814: expect (ObjNum 975 snap 306 seq_num 975) 2023-12-22T17:29:38.047 INFO:tasks.rados.rados.0.smithi032.stdout:3817: finishing write tid 1 to smithi032174182-14 2023-12-22T17:29:38.047 INFO:tasks.rados.rados.0.smithi032.stdout:3817: finishing write tid 2 to smithi032174182-14 2023-12-22T17:29:38.047 INFO:tasks.rados.rados.0.smithi032.stdout:3817: finishing write tid 3 to smithi032174182-14 2023-12-22T17:29:38.048 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 2650 (ObjNum 1159 snap 374 seq_num 1159) dirty exists 2023-12-22T17:29:38.048 INFO:tasks.rados.rados.0.smithi032.stdout:3817: left oid 14 (ObjNum 1159 snap 374 seq_num 1159) 2023-12-22T17:29:38.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:37 smithi039 ceph-mon[181282]: osdmap e812: 8 total, 8 up, 8 in 2023-12-22T17:29:38.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:37 smithi039 ceph-mon[181282]: pgmap v761: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 432 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 36 KiB/s wr, 6 op/s 2023-12-22T17:29:38.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:37 smithi032 ceph-mon[191839]: osdmap e812: 8 total, 8 up, 8 in 2023-12-22T17:29:38.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:37 smithi032 ceph-mon[191839]: pgmap v761: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 432 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 36 KiB/s wr, 6 op/s 2023-12-22T17:29:38.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:37 smithi032 ceph-mon[189144]: osdmap e812: 8 total, 8 up, 8 in 2023-12-22T17:29:38.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:37 smithi032 ceph-mon[189144]: pgmap v761: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 432 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 36 KiB/s wr, 6 op/s 2023-12-22T17:29:38.992 INFO:tasks.rados.rados.0.smithi032.stdout:3813: done (4 left) 2023-12-22T17:29:38.992 INFO:tasks.rados.rados.0.smithi032.stdout:3814: done (3 left) 2023-12-22T17:29:38.992 INFO:tasks.rados.rados.0.smithi032.stdout:3815: done (2 left) 2023-12-22T17:29:38.992 INFO:tasks.rados.rados.0.smithi032.stdout:3817: done (1 left) 2023-12-22T17:29:38.992 INFO:tasks.rados.rados.0.smithi032.stdout:3818: done (0 left) 2023-12-22T17:29:38.992 INFO:tasks.rados.rados.0.smithi032.stdout:3819: snap_create 2023-12-22T17:29:39.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:38 smithi039 ceph-mon[181282]: osdmap e813: 8 total, 8 up, 8 in 2023-12-22T17:29:39.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:38 smithi032 ceph-mon[191839]: osdmap e813: 8 total, 8 up, 8 in 2023-12-22T17:29:39.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:38 smithi032 ceph-mon[189144]: osdmap e813: 8 total, 8 up, 8 in 2023-12-22T17:29:39.999 INFO:tasks.rados.rados.0.smithi032.stdout:3819: done (0 left) 2023-12-22T17:29:39.999 INFO:tasks.rados.rados.0.smithi032.stdout:3820: snap_remove snap 373 2023-12-22T17:29:40.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:39 smithi039 ceph-mon[181282]: osdmap e814: 8 total, 8 up, 8 in 2023-12-22T17:29:40.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:39 smithi039 ceph-mon[181282]: pgmap v764: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 429 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 0 B/s wr, 4 op/s 2023-12-22T17:29:40.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:39 smithi032 ceph-mon[191839]: osdmap e814: 8 total, 8 up, 8 in 2023-12-22T17:29:40.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:39 smithi032 ceph-mon[191839]: pgmap v764: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 429 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 0 B/s wr, 4 op/s 2023-12-22T17:29:40.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:39 smithi032 ceph-mon[189144]: osdmap e814: 8 total, 8 up, 8 in 2023-12-22T17:29:40.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:39 smithi032 ceph-mon[189144]: pgmap v764: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 429 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 0 B/s wr, 4 op/s 2023-12-22T17:29:40.932 INFO:tasks.rados.rados.0.smithi032.stdout:3820: done (0 left) 2023-12-22T17:29:40.932 INFO:tasks.rados.rados.0.smithi032.stdout:3821: snap_remove snap 332 2023-12-22T17:29:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:29:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:29:40] "GET /metrics HTTP/1.1" 200 36299 "" "Prometheus/2.43.0" 2023-12-22T17:29:41.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:40 smithi032 ceph-mon[189144]: osdmap e815: 8 total, 8 up, 8 in 2023-12-22T17:29:41.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:40 smithi032 ceph-mon[189144]: osdmap e816: 8 total, 8 up, 8 in 2023-12-22T17:29:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:40 smithi032 ceph-mon[191839]: osdmap e815: 8 total, 8 up, 8 in 2023-12-22T17:29:41.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:40 smithi032 ceph-mon[191839]: osdmap e816: 8 total, 8 up, 8 in 2023-12-22T17:29:41.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:40 smithi039 ceph-mon[181282]: osdmap e815: 8 total, 8 up, 8 in 2023-12-22T17:29:41.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:40 smithi039 ceph-mon[181282]: osdmap e816: 8 total, 8 up, 8 in 2023-12-22T17:29:41.937 INFO:tasks.rados.rados.0.smithi032.stdout:3821: done (0 left) 2023-12-22T17:29:41.938 INFO:tasks.rados.rados.0.smithi032.stdout:3822: rmattr oid 1 current snap is 376 2023-12-22T17:29:41.938 INFO:tasks.rados.rados.0.smithi032.stdout:3822: done (0 left) 2023-12-22T17:29:41.938 INFO:tasks.rados.rados.0.smithi032.stdout:3823: snap_remove snap 323 2023-12-22T17:29:42.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:42 smithi039 ceph-mon[181282]: pgmap v767: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 433 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 144 KiB/s wr, 5 op/s 2023-12-22T17:29:42.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:42 smithi039 ceph-mon[181282]: osdmap e817: 8 total, 8 up, 8 in 2023-12-22T17:29:42.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:42 smithi032 ceph-mon[191839]: pgmap v767: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 433 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 144 KiB/s wr, 5 op/s 2023-12-22T17:29:42.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:42 smithi032 ceph-mon[191839]: osdmap e817: 8 total, 8 up, 8 in 2023-12-22T17:29:42.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:42 smithi032 ceph-mon[189144]: pgmap v767: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 433 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 144 KiB/s wr, 5 op/s 2023-12-22T17:29:42.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:42 smithi032 ceph-mon[189144]: osdmap e817: 8 total, 8 up, 8 in 2023-12-22T17:29:42.940 INFO:tasks.rados.rados.0.smithi032.stdout:3823: done (0 left) 2023-12-22T17:29:42.968 INFO:tasks.rados.rados.0.smithi032.stdout:3824: delete oid 18 current snap is 376 2023-12-22T17:29:42.969 INFO:tasks.rados.rados.0.smithi032.stdout:3824: done (0 left) 2023-12-22T17:29:42.969 INFO:tasks.rados.rados.0.smithi032.stdout:3825: setattr oid 31 current snap is 376 2023-12-22T17:29:42.969 INFO:tasks.rados.rados.0.smithi032.stdout:3826: copy_from oid 2 from oid 7 current snap is 376 2023-12-22T17:29:42.969 INFO:tasks.rados.rados.0.smithi032.stdout:3827: read oid 50 snap -1 2023-12-22T17:29:42.969 INFO:tasks.rados.rados.0.smithi032.stdout:3827: expect (ObjNum 1135 snap 367 seq_num 1135) 2023-12-22T17:29:42.969 INFO:tasks.rados.rados.0.smithi032.stdout:3828: read oid 6 snap -1 2023-12-22T17:29:42.969 INFO:tasks.rados.rados.0.smithi032.stdout:3828: expect (ObjNum 1087 snap 351 seq_num 1087) 2023-12-22T17:29:42.969 INFO:tasks.rados.rados.0.smithi032.stdout:3829: rollback oid 48 current snap is 376 2023-12-22T17:29:42.969 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 48 to 375 2023-12-22T17:29:42.970 INFO:tasks.rados.rados.0.smithi032.stdout:3830: read oid 47 snap -1 2023-12-22T17:29:42.970 INFO:tasks.rados.rados.0.smithi032.stdout:3830: expect (ObjNum 977 snap 306 seq_num 977) 2023-12-22T17:29:42.970 INFO:tasks.rados.rados.0.smithi032.stdout:3831: read oid 25 snap -1 2023-12-22T17:29:42.970 INFO:tasks.rados.rados.0.smithi032.stdout:3831: expect (ObjNum 974 snap 306 seq_num 974) 2023-12-22T17:29:42.970 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 4 current snap is 376 2023-12-22T17:29:42.970 INFO:tasks.rados.rados.0.smithi032.stdout:3832: seq_num 1161 ranges {2392064=245760} 2023-12-22T17:29:42.974 INFO:tasks.rados.rados.0.smithi032.stdout:3832: writing smithi032174182-4 from 2392064 to 2637824 tid 1 2023-12-22T17:29:42.974 INFO:tasks.rados.rados.0.smithi032.stdout:3833: snap_create 2023-12-22T17:29:42.976 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 2655 (ObjNum 65 snap 0 seq_num 1666804839) dirty exists 2023-12-22T17:29:42.986 INFO:tasks.rados.rados.0.smithi032.stdout:3829: finishing rollback tid 1 to smithi032174182-48 2023-12-22T17:29:42.986 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 2138 (ObjNum 33 snap 0 seq_num 1597914240) dirty dne 2023-12-22T17:29:42.990 INFO:tasks.rados.rados.0.smithi032.stdout:3828: expect (ObjNum 1087 snap 351 seq_num 1087) 2023-12-22T17:29:43.054 INFO:tasks.rados.rados.0.smithi032.stdout:3831: expect (ObjNum 974 snap 306 seq_num 974) 2023-12-22T17:29:43.234 INFO:tasks.rados.rados.0.smithi032.stdout:3832: finishing write tid 1 to smithi032174182-4 2023-12-22T17:29:43.234 INFO:tasks.rados.rados.0.smithi032.stdout:3830: expect (ObjNum 977 snap 306 seq_num 977) 2023-12-22T17:29:43.606 INFO:tasks.rados.rados.0.smithi032.stdout:3832: finishing write tid 2 to smithi032174182-4 2023-12-22T17:29:43.606 INFO:tasks.rados.rados.0.smithi032.stdout:3826: finishing copy_from racing read to smithi032174182-2 2023-12-22T17:29:43.606 INFO:tasks.rados.rados.0.smithi032.stdout:3826: finishing copy_from to smithi032174182-2 2023-12-22T17:29:43.606 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 2616 (ObjNum 1000 snap 312 seq_num 1000) dirty exists 2023-12-22T17:29:43.606 INFO:tasks.rados.rados.0.smithi032.stdout:3827: expect (ObjNum 1135 snap 367 seq_num 1135) 2023-12-22T17:29:44.022 INFO:tasks.rados.rados.0.smithi032.stdout:3832: finishing write tid 3 to smithi032174182-4 2023-12-22T17:29:44.022 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 2657 (ObjNum 1161 snap 376 seq_num 1161) dirty exists 2023-12-22T17:29:44.023 INFO:tasks.rados.rados.0.smithi032.stdout:3832: left oid 4 (ObjNum 1161 snap 376 seq_num 1161) 2023-12-22T17:29:44.023 INFO:tasks.rados.rados.0.smithi032.stdout:3825: done (8 left) 2023-12-22T17:29:44.023 INFO:tasks.rados.rados.0.smithi032.stdout:3826: done (7 left) 2023-12-22T17:29:44.023 INFO:tasks.rados.rados.0.smithi032.stdout:3827: done (6 left) 2023-12-22T17:29:44.023 INFO:tasks.rados.rados.0.smithi032.stdout:3828: done (5 left) 2023-12-22T17:29:44.023 INFO:tasks.rados.rados.0.smithi032.stdout:3829: done (4 left) 2023-12-22T17:29:44.023 INFO:tasks.rados.rados.0.smithi032.stdout:3830: done (3 left) 2023-12-22T17:29:44.023 INFO:tasks.rados.rados.0.smithi032.stdout:3831: done (2 left) 2023-12-22T17:29:44.023 INFO:tasks.rados.rados.0.smithi032.stdout:3832: done (1 left) 2023-12-22T17:29:44.023 INFO:tasks.rados.rados.0.smithi032.stdout:3833: done (0 left) 2023-12-22T17:29:44.023 INFO:tasks.rados.rados.0.smithi032.stdout:3834: delete oid 24 current snap is 377 2023-12-22T17:29:44.028 INFO:tasks.rados.rados.0.smithi032.stdout:3834: done (0 left) 2023-12-22T17:29:44.028 INFO:tasks.rados.rados.0.smithi032.stdout:3835: rmattr oid 49 current snap is 377 2023-12-22T17:29:44.028 INFO:tasks.rados.rados.0.smithi032.stdout:3836: snap_remove snap 370 2023-12-22T17:29:44.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:43 smithi039 ceph-mon[181282]: osdmap e818: 8 total, 8 up, 8 in 2023-12-22T17:29:44.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:43 smithi039 ceph-mon[181282]: pgmap v770: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 414 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 144 KiB/s wr, 4 op/s 2023-12-22T17:29:44.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:43 smithi032 ceph-mon[189144]: osdmap e818: 8 total, 8 up, 8 in 2023-12-22T17:29:44.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:43 smithi032 ceph-mon[189144]: pgmap v770: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 414 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 144 KiB/s wr, 4 op/s 2023-12-22T17:29:44.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:43 smithi032 ceph-mon[191839]: osdmap e818: 8 total, 8 up, 8 in 2023-12-22T17:29:44.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:43 smithi032 ceph-mon[191839]: pgmap v770: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 414 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 144 KiB/s wr, 4 op/s 2023-12-22T17:29:44.961 INFO:tasks.rados.rados.0.smithi032.stdout:3836: done (1 left) 2023-12-22T17:29:44.961 INFO:tasks.rados.rados.0.smithi032.stdout:3837: copy_from oid 22 from oid 48 current snap is 377 2023-12-22T17:29:44.961 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 30 current snap is 377 2023-12-22T17:29:44.961 INFO:tasks.rados.rados.0.smithi032.stdout:3838: seq_num 1163 ranges {0=286720} 2023-12-22T17:29:44.961 INFO:tasks.rados.rados.0.smithi032.stdout:3838: writing smithi032174182-30 from 0 to 286720 tid 1 2023-12-22T17:29:44.961 INFO:tasks.rados.rados.0.smithi032.stdout:3839: copy_from oid 44 from oid 8 current snap is 377 2023-12-22T17:29:44.961 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 14 current snap is 377 2023-12-22T17:29:44.961 INFO:tasks.rados.rados.0.smithi032.stdout:3840: seq_num 1164 ranges {1458176=303104} 2023-12-22T17:29:44.968 INFO:tasks.rados.rados.0.smithi032.stdout:3840: writing smithi032174182-14 from 1458176 to 1761280 tid 1 2023-12-22T17:29:44.969 INFO:tasks.rados.rados.0.smithi032.stdout:3841: snap_remove snap 317 2023-12-22T17:29:45.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:44 smithi039 ceph-mon[181282]: osdmap e819: 8 total, 8 up, 8 in 2023-12-22T17:29:45.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:44 smithi032 ceph-mon[189144]: osdmap e819: 8 total, 8 up, 8 in 2023-12-22T17:29:45.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:44 smithi032 ceph-mon[191839]: osdmap e819: 8 total, 8 up, 8 in 2023-12-22T17:29:45.931 INFO:tasks.rados.rados.0.smithi032.stdout:3841: done (5 left) 2023-12-22T17:29:45.931 INFO:tasks.rados.rados.0.smithi032.stdout:3842: delete oid 29 current snap is 377 2023-12-22T17:29:45.931 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 2854 (ObjNum 977 snap 306 seq_num 977) dirty exists 2023-12-22T17:29:45.931 INFO:tasks.rados.rados.0.smithi032.stdout:3837: finishing copy_from to smithi032174182-22 2023-12-22T17:29:45.931 INFO:tasks.rados.rados.0.smithi032.stdout:3837: got expected ENOENT (src dne) 2023-12-22T17:29:45.931 INFO:tasks.rados.rados.0.smithi032.stdout:3840: finishing write tid 1 to smithi032174182-14 2023-12-22T17:29:45.931 INFO:tasks.rados.rados.0.smithi032.stdout:3840: finishing write tid 2 to smithi032174182-14 2023-12-22T17:29:45.931 INFO:tasks.rados.rados.0.smithi032.stdout:3837: finishing copy_from racing read to smithi032174182-22 2023-12-22T17:29:45.931 INFO:tasks.rados.rados.0.smithi032.stdout:3838: finishing write tid 1 to smithi032174182-30 2023-12-22T17:29:45.931 INFO:tasks.rados.rados.0.smithi032.stdout:3838: finishing write tid 2 to smithi032174182-30 2023-12-22T17:29:45.932 INFO:tasks.rados.rados.0.smithi032.stdout:3840: finishing write tid 3 to smithi032174182-14 2023-12-22T17:29:45.932 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 2652 (ObjNum 1164 snap 377 seq_num 1164) dirty exists 2023-12-22T17:29:45.932 INFO:tasks.rados.rados.0.smithi032.stdout:3840: left oid 14 (ObjNum 1164 snap 377 seq_num 1164) 2023-12-22T17:29:45.932 INFO:tasks.rados.rados.0.smithi032.stdout:3838: finishing write tid 3 to smithi032174182-30 2023-12-22T17:29:45.932 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 2659 (ObjNum 1163 snap 377 seq_num 1163) dirty exists 2023-12-22T17:29:45.932 INFO:tasks.rados.rados.0.smithi032.stdout:3838: left oid 30 (ObjNum 1163 snap 377 seq_num 1163) 2023-12-22T17:29:45.932 INFO:tasks.rados.rados.0.smithi032.stdout:3839: finishing copy_from racing read to smithi032174182-44 2023-12-22T17:29:45.932 INFO:tasks.rados.rados.0.smithi032.stdout:3839: finishing copy_from to smithi032174182-44 2023-12-22T17:29:45.932 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 2126 (ObjNum 992 snap 310 seq_num 992) dirty exists 2023-12-22T17:29:45.953 INFO:tasks.rados.rados.0.smithi032.stdout:3835: done (5 left) 2023-12-22T17:29:45.953 INFO:tasks.rados.rados.0.smithi032.stdout:3837: done (4 left) 2023-12-22T17:29:45.953 INFO:tasks.rados.rados.0.smithi032.stdout:3838: done (3 left) 2023-12-22T17:29:45.953 INFO:tasks.rados.rados.0.smithi032.stdout:3839: done (2 left) 2023-12-22T17:29:45.953 INFO:tasks.rados.rados.0.smithi032.stdout:3840: done (1 left) 2023-12-22T17:29:45.953 INFO:tasks.rados.rados.0.smithi032.stdout:3842: done (0 left) 2023-12-22T17:29:45.953 INFO:tasks.rados.rados.0.smithi032.stdout:3843: rollback oid 47 current snap is 377 2023-12-22T17:29:45.953 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 47 to 369 2023-12-22T17:29:45.953 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 25 current snap is 377 2023-12-22T17:29:45.953 INFO:tasks.rados.rados.0.smithi032.stdout:3844: seq_num 1166 ranges {4341760=335872} 2023-12-22T17:29:45.980 INFO:tasks.rados.rados.0.smithi032.stdout:3844: writing smithi032174182-25 from 4341760 to 4677632 tid 1 2023-12-22T17:29:45.980 INFO:tasks.rados.rados.0.smithi032.stdout:3845: read oid 6 snap -1 2023-12-22T17:29:45.980 INFO:tasks.rados.rados.0.smithi032.stdout:3845: expect (ObjNum 1087 snap 351 seq_num 1087) 2023-12-22T17:29:45.980 INFO:tasks.rados.rados.0.smithi032.stdout:3846: delete oid 40 current snap is 377 2023-12-22T17:29:45.980 INFO:tasks.rados.rados.0.smithi032.stdout:3843: finishing rollback tid 0 to smithi032174182-47 2023-12-22T17:29:45.980 INFO:tasks.rados.rados.0.smithi032.stdout:3843: finishing rollback tid 1 to smithi032174182-47 2023-12-22T17:29:45.980 INFO:tasks.rados.rados.0.smithi032.stdout:3843: finishing rollback tid 2 to smithi032174182-47 2023-12-22T17:29:45.980 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 2976 (ObjNum 1146 snap 369 seq_num 1146) dirty exists 2023-12-22T17:29:45.984 INFO:tasks.rados.rados.0.smithi032.stdout:3844: finishing write tid 1 to smithi032174182-25 2023-12-22T17:29:45.985 INFO:tasks.rados.rados.0.smithi032.stdout:3844: finishing write tid 2 to smithi032174182-25 2023-12-22T17:29:45.986 INFO:tasks.rados.rados.0.smithi032.stdout:3845: expect (ObjNum 1087 snap 351 seq_num 1087) 2023-12-22T17:29:46.045 INFO:tasks.rados.rados.0.smithi032.stdout:3844: finishing write tid 3 to smithi032174182-25 2023-12-22T17:29:46.045 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 25 v 2140 (ObjNum 1166 snap 377 seq_num 1166) dirty exists 2023-12-22T17:29:46.045 INFO:tasks.rados.rados.0.smithi032.stdout:3844: left oid 25 (ObjNum 1166 snap 377 seq_num 1166) 2023-12-22T17:29:46.045 INFO:tasks.rados.rados.0.smithi032.stdout:3843: done (3 left) 2023-12-22T17:29:46.045 INFO:tasks.rados.rados.0.smithi032.stdout:3844: done (2 left) 2023-12-22T17:29:46.045 INFO:tasks.rados.rados.0.smithi032.stdout:3845: done (1 left) 2023-12-22T17:29:46.045 INFO:tasks.rados.rados.0.smithi032.stdout:3846: done (0 left) 2023-12-22T17:29:46.045 INFO:tasks.rados.rados.0.smithi032.stdout:3847: setattr oid 34 current snap is 377 2023-12-22T17:29:46.046 INFO:tasks.rados.rados.0.smithi032.stdout:3848: snap_create 2023-12-22T17:29:46.049 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 34 v 2855 (ObjNum 1157 snap 374 seq_num 1157) dirty exists 2023-12-22T17:29:46.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:45 smithi039 ceph-mon[181282]: osdmap e820: 8 total, 8 up, 8 in 2023-12-22T17:29:46.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:45 smithi039 ceph-mon[181282]: pgmap v773: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 409 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.6 MiB/s wr, 1 op/s 2023-12-22T17:29:46.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:45 smithi039 ceph-mon[181282]: osdmap e821: 8 total, 8 up, 8 in 2023-12-22T17:29:46.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:45 smithi032 ceph-mon[191839]: osdmap e820: 8 total, 8 up, 8 in 2023-12-22T17:29:46.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:45 smithi032 ceph-mon[191839]: pgmap v773: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 409 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.6 MiB/s wr, 1 op/s 2023-12-22T17:29:46.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:45 smithi032 ceph-mon[191839]: osdmap e821: 8 total, 8 up, 8 in 2023-12-22T17:29:46.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:45 smithi032 ceph-mon[189144]: osdmap e820: 8 total, 8 up, 8 in 2023-12-22T17:29:46.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:45 smithi032 ceph-mon[189144]: pgmap v773: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 409 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.6 MiB/s wr, 1 op/s 2023-12-22T17:29:46.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:45 smithi032 ceph-mon[189144]: osdmap e821: 8 total, 8 up, 8 in 2023-12-22T17:29:46.971 INFO:tasks.rados.rados.0.smithi032.stdout:3847: done (1 left) 2023-12-22T17:29:46.971 INFO:tasks.rados.rados.0.smithi032.stdout:3848: done (0 left) 2023-12-22T17:29:46.971 INFO:tasks.rados.rados.0.smithi032.stdout:3849: copy_from oid 15 from oid 17 current snap is 378 2023-12-22T17:29:46.971 INFO:tasks.rados.rados.0.smithi032.stdout:3850: snap_remove snap 359 2023-12-22T17:29:47.977 INFO:tasks.rados.rados.0.smithi032.stdout:3850: done (1 left) 2023-12-22T17:29:47.977 INFO:tasks.rados.rados.0.smithi032.stdout:3851: copy_from oid 18 from oid 46 current snap is 378 2023-12-22T17:29:47.977 INFO:tasks.rados.rados.0.smithi032.stdout:3849: finishing copy_from racing read to smithi032174182-15 2023-12-22T17:29:47.977 INFO:tasks.rados.rados.0.smithi032.stdout:3849: finishing copy_from to smithi032174182-15 2023-12-22T17:29:47.977 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 15 v 2648 (ObjNum 1145 snap 369 seq_num 1145) dirty exists 2023-12-22T17:29:47.978 INFO:tasks.rados.rados.0.smithi032.stdout:3849: done (1 left) 2023-12-22T17:29:47.978 INFO:tasks.rados.rados.0.smithi032.stdout:3852: snap_create 2023-12-22T17:29:47.993 INFO:tasks.rados.rados.0.smithi032.stdout:3851: finishing copy_from to smithi032174182-18 2023-12-22T17:29:47.993 INFO:tasks.rados.rados.0.smithi032.stdout:3851: got expected ENOENT (src dne) 2023-12-22T17:29:47.993 INFO:tasks.rados.rados.0.smithi032.stdout:3851: finishing copy_from racing read to smithi032174182-18 2023-12-22T17:29:48.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:47 smithi039 ceph-mon[181282]: osdmap e822: 8 total, 8 up, 8 in 2023-12-22T17:29:48.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:47 smithi039 ceph-mon[181282]: pgmap v776: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 413 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 3.8 MiB/s wr, 12 op/s 2023-12-22T17:29:48.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:47 smithi032 ceph-mon[191839]: osdmap e822: 8 total, 8 up, 8 in 2023-12-22T17:29:48.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:47 smithi032 ceph-mon[191839]: pgmap v776: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 413 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 3.8 MiB/s wr, 12 op/s 2023-12-22T17:29:48.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:47 smithi032 ceph-mon[189144]: osdmap e822: 8 total, 8 up, 8 in 2023-12-22T17:29:48.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:47 smithi032 ceph-mon[189144]: pgmap v776: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 413 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 3.8 MiB/s wr, 12 op/s 2023-12-22T17:29:48.979 INFO:tasks.rados.rados.0.smithi032.stdout:3851: done (1 left) 2023-12-22T17:29:48.979 INFO:tasks.rados.rados.0.smithi032.stdout:3852: done (0 left) 2023-12-22T17:29:48.979 INFO:tasks.rados.rados.0.smithi032.stdout:3853: read oid 18 snap -1 2023-12-22T17:29:48.979 INFO:tasks.rados.rados.0.smithi032.stdout:3853: expect deleted 2023-12-22T17:29:48.979 INFO:tasks.rados.rados.0.smithi032.stdout:3854: read oid 24 snap 341 2023-12-22T17:29:48.979 INFO:tasks.rados.rados.0.smithi032.stdout:3854: expect (ObjNum 1014 snap 314 seq_num 1014) 2023-12-22T17:29:48.979 INFO:tasks.rados.rados.0.smithi032.stdout:3855: snap_create 2023-12-22T17:29:49.013 INFO:tasks.rados.rados.0.smithi032.stdout:3854: expect (ObjNum 1014 snap 314 seq_num 1014) 2023-12-22T17:29:49.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:48 smithi039 ceph-mon[181282]: osdmap e823: 8 total, 8 up, 8 in 2023-12-22T17:29:49.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:48 smithi032 ceph-mon[191839]: osdmap e823: 8 total, 8 up, 8 in 2023-12-22T17:29:49.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:48 smithi032 ceph-mon[189144]: osdmap e823: 8 total, 8 up, 8 in 2023-12-22T17:29:49.980 INFO:tasks.rados.rados.0.smithi032.stdout:3853: done (2 left) 2023-12-22T17:29:49.980 INFO:tasks.rados.rados.0.smithi032.stdout:3854: done (1 left) 2023-12-22T17:29:49.980 INFO:tasks.rados.rados.0.smithi032.stdout:3855: done (0 left) 2023-12-22T17:29:49.980 INFO:tasks.rados.rados.0.smithi032.stdout:3856: snap_remove snap 371 2023-12-22T17:29:50.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:49 smithi039 ceph-mon[181282]: osdmap e824: 8 total, 8 up, 8 in 2023-12-22T17:29:50.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:49 smithi039 ceph-mon[181282]: pgmap v779: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 374 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2023-12-22T17:29:50.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:29:50.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:49 smithi039 ceph-mon[181282]: osdmap e825: 8 total, 8 up, 8 in 2023-12-22T17:29:50.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:49 smithi032 ceph-mon[191839]: osdmap e824: 8 total, 8 up, 8 in 2023-12-22T17:29:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:49 smithi032 ceph-mon[191839]: pgmap v779: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 374 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2023-12-22T17:29:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:29:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:49 smithi032 ceph-mon[191839]: osdmap e825: 8 total, 8 up, 8 in 2023-12-22T17:29:50.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:49 smithi032 ceph-mon[189144]: osdmap e824: 8 total, 8 up, 8 in 2023-12-22T17:29:50.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:49 smithi032 ceph-mon[189144]: pgmap v779: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 374 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2023-12-22T17:29:50.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:29:50.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:49 smithi032 ceph-mon[189144]: osdmap e825: 8 total, 8 up, 8 in 2023-12-22T17:29:50.933 INFO:tasks.rados.rados.0.smithi032.stdout:3856: done (0 left) 2023-12-22T17:29:50.933 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 30 current snap is 380 2023-12-22T17:29:50.933 INFO:tasks.rados.rados.0.smithi032.stdout:3857: seq_num 1168 ranges {286720=368640} 2023-12-22T17:29:50.937 INFO:tasks.rados.rados.0.smithi032.stdout:3857: writing smithi032174182-30 from 286720 to 655360 tid 1 2023-12-22T17:29:50.937 INFO:tasks.rados.rados.0.smithi032.stdout:3858: setattr oid 36 current snap is 380 2023-12-22T17:29:50.939 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 26 current snap is 380 2023-12-22T17:29:50.939 INFO:tasks.rados.rados.0.smithi032.stdout:3859: seq_num 1169 ranges {3743744=385024} 2023-12-22T17:29:50.963 INFO:tasks.rados.rados.0.smithi032.stdout:3859: writing smithi032174182-26 from 3743744 to 4128768 tid 1 2023-12-22T17:29:50.963 INFO:tasks.rados.rados.0.smithi032.stdout:3860: snap_create 2023-12-22T17:29:50.963 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 2653 (ObjNum 975 snap 306 seq_num 975) dirty exists 2023-12-22T17:29:50.963 INFO:tasks.rados.rados.0.smithi032.stdout:3857: finishing write tid 1 to smithi032174182-30 2023-12-22T17:29:50.963 INFO:tasks.rados.rados.0.smithi032.stdout:3857: finishing write tid 2 to smithi032174182-30 2023-12-22T17:29:50.963 INFO:tasks.rados.rados.0.smithi032.stdout:3857: finishing write tid 3 to smithi032174182-30 2023-12-22T17:29:50.963 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 30 v 2661 (ObjNum 1168 snap 380 seq_num 1168) dirty exists 2023-12-22T17:29:50.964 INFO:tasks.rados.rados.0.smithi032.stdout:3857: left oid 30 (ObjNum 1168 snap 380 seq_num 1168) 2023-12-22T17:29:50.968 INFO:tasks.rados.rados.0.smithi032.stdout:3859: finishing write tid 1 to smithi032174182-26 2023-12-22T17:29:50.968 INFO:tasks.rados.rados.0.smithi032.stdout:3859: finishing write tid 2 to smithi032174182-26 2023-12-22T17:29:50.969 INFO:tasks.rados.rados.0.smithi032.stdout:3859: finishing write tid 3 to smithi032174182-26 2023-12-22T17:29:50.970 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 26 v 2652 (ObjNum 1169 snap 380 seq_num 1169) dirty exists 2023-12-22T17:29:50.970 INFO:tasks.rados.rados.0.smithi032.stdout:3859: left oid 26 (ObjNum 1169 snap 380 seq_num 1169) 2023-12-22T17:29:51.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:29:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:29:50] "GET /metrics HTTP/1.1" 200 36294 "" "Prometheus/2.43.0" 2023-12-22T17:29:51.954 INFO:tasks.rados.rados.0.smithi032.stdout:3857: done (3 left) 2023-12-22T17:29:51.954 INFO:tasks.rados.rados.0.smithi032.stdout:3858: done (2 left) 2023-12-22T17:29:51.954 INFO:tasks.rados.rados.0.smithi032.stdout:3859: done (1 left) 2023-12-22T17:29:51.954 INFO:tasks.rados.rados.0.smithi032.stdout:3860: done (0 left) 2023-12-22T17:29:51.954 INFO:tasks.rados.rados.0.smithi032.stdout:3861: rollback oid 46 current snap is 381 2023-12-22T17:29:51.954 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 46 to 369 2023-12-22T17:29:51.954 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 48 current snap is 381 2023-12-22T17:29:51.954 INFO:tasks.rados.rados.0.smithi032.stdout:3862: seq_num 1170 ranges {0=401408} 2023-12-22T17:29:51.956 INFO:tasks.rados.rados.0.smithi032.stdout:3862: writing smithi032174182-48 from 0 to 401408 tid 1 2023-12-22T17:29:51.956 INFO:tasks.rados.rados.0.smithi032.stdout:3863: read oid 33 snap -1 2023-12-22T17:29:51.956 INFO:tasks.rados.rados.0.smithi032.stdout:3863: expect (ObjNum 1103 snap 357 seq_num 1103) 2023-12-22T17:29:51.956 INFO:tasks.rados.rados.0.smithi032.stdout:3864: setattr oid 14 current snap is 381 2023-12-22T17:29:51.957 INFO:tasks.rados.rados.0.smithi032.stdout:3861: finishing rollback tid 1 to smithi032174182-46 2023-12-22T17:29:51.957 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 46 v 2131 (ObjNum 289 snap 0 seq_num 0) dirty dne 2023-12-22T17:29:51.958 INFO:tasks.rados.rados.0.smithi032.stdout:3861: done (3 left) 2023-12-22T17:29:51.958 INFO:tasks.rados.rados.0.smithi032.stdout:3865: read oid 3 snap -1 2023-12-22T17:29:51.958 INFO:tasks.rados.rados.0.smithi032.stdout:3865: expect (ObjNum 1101 snap 356 seq_num 1101) 2023-12-22T17:29:51.958 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 12 current snap is 381 2023-12-22T17:29:51.958 INFO:tasks.rados.rados.0.smithi032.stdout:3866: seq_num 1171 ranges {7192576=417792} 2023-12-22T17:29:52.000 INFO:tasks.rados.rados.0.smithi032.stdout:3866: writing smithi032174182-12 from 7192576 to 7610368 tid 1 2023-12-22T17:29:52.000 INFO:tasks.rados.rados.0.smithi032.stdout:3867: delete oid 30 current snap is 381 2023-12-22T17:29:52.000 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 2654 (ObjNum 1164 snap 377 seq_num 1164) dirty exists 2023-12-22T17:29:52.001 INFO:tasks.rados.rados.0.smithi032.stdout:3862: finishing write tid 1 to smithi032174182-48 2023-12-22T17:29:52.001 INFO:tasks.rados.rados.0.smithi032.stdout:3862: finishing write tid 2 to smithi032174182-48 2023-12-22T17:29:52.001 INFO:tasks.rados.rados.0.smithi032.stdout:3862: finishing write tid 3 to smithi032174182-48 2023-12-22T17:29:52.001 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 2143 (ObjNum 1170 snap 381 seq_num 1170) dirty exists 2023-12-22T17:29:52.001 INFO:tasks.rados.rados.0.smithi032.stdout:3862: left oid 48 (ObjNum 1170 snap 381 seq_num 1170) 2023-12-22T17:29:52.001 INFO:tasks.rados.rados.0.smithi032.stdout:3865: expect (ObjNum 1101 snap 356 seq_num 1101) 2023-12-22T17:29:52.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:51 smithi039 ceph-mon[181282]: osdmap e826: 8 total, 8 up, 8 in 2023-12-22T17:29:52.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:51 smithi039 ceph-mon[181282]: pgmap v782: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 372 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.2 MiB/s wr, 10 op/s 2023-12-22T17:29:52.268 INFO:tasks.rados.rados.0.smithi032.stdout:3863: expect (ObjNum 1103 snap 357 seq_num 1103) 2023-12-22T17:29:52.415 INFO:tasks.rados.rados.0.smithi032.stdout:3866: finishing write tid 1 to smithi032174182-12 2023-12-22T17:29:52.415 INFO:tasks.rados.rados.0.smithi032.stdout:3866: finishing write tid 2 to smithi032174182-12 2023-12-22T17:29:52.415 INFO:tasks.rados.rados.0.smithi032.stdout:3866: finishing write tid 3 to smithi032174182-12 2023-12-22T17:29:52.415 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 2090 (ObjNum 1171 snap 381 seq_num 1171) dirty exists 2023-12-22T17:29:52.415 INFO:tasks.rados.rados.0.smithi032.stdout:3866: left oid 12 (ObjNum 1171 snap 381 seq_num 1171) 2023-12-22T17:29:52.415 INFO:tasks.rados.rados.0.smithi032.stdout:3862: done (5 left) 2023-12-22T17:29:52.415 INFO:tasks.rados.rados.0.smithi032.stdout:3863: done (4 left) 2023-12-22T17:29:52.415 INFO:tasks.rados.rados.0.smithi032.stdout:3864: done (3 left) 2023-12-22T17:29:52.415 INFO:tasks.rados.rados.0.smithi032.stdout:3865: done (2 left) 2023-12-22T17:29:52.416 INFO:tasks.rados.rados.0.smithi032.stdout:3866: done (1 left) 2023-12-22T17:29:52.416 INFO:tasks.rados.rados.0.smithi032.stdout:3867: done (0 left) 2023-12-22T17:29:52.416 INFO:tasks.rados.rados.0.smithi032.stdout:3868: copy_from oid 30 from oid 40 current snap is 381 2023-12-22T17:29:52.416 INFO:tasks.rados.rados.0.smithi032.stdout:3869: copy_from oid 31 from oid 36 current snap is 381 2023-12-22T17:29:52.416 INFO:tasks.rados.rados.0.smithi032.stdout:3870: read oid 4 snap -1 2023-12-22T17:29:52.416 INFO:tasks.rados.rados.0.smithi032.stdout:3870: expect (ObjNum 1161 snap 376 seq_num 1161) 2023-12-22T17:29:52.416 INFO:tasks.rados.rados.0.smithi032.stdout:3871: rmattr oid 46 current snap is 381 2023-12-22T17:29:52.416 INFO:tasks.rados.rados.0.smithi032.stdout:3871: done (3 left) 2023-12-22T17:29:52.416 INFO:tasks.rados.rados.0.smithi032.stdout:3872: read oid 27 snap -1 2023-12-22T17:29:52.416 INFO:tasks.rados.rados.0.smithi032.stdout:3872: expect (ObjNum 1120 snap 365 seq_num 1120) 2023-12-22T17:29:52.416 INFO:tasks.rados.rados.0.smithi032.stdout:3873: snap_remove snap 368 2023-12-22T17:29:52.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:51 smithi032 ceph-mon[189144]: osdmap e826: 8 total, 8 up, 8 in 2023-12-22T17:29:52.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:51 smithi032 ceph-mon[189144]: pgmap v782: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 372 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.2 MiB/s wr, 10 op/s 2023-12-22T17:29:52.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:51 smithi032 ceph-mon[191839]: osdmap e826: 8 total, 8 up, 8 in 2023-12-22T17:29:52.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:51 smithi032 ceph-mon[191839]: pgmap v782: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 372 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.2 MiB/s wr, 10 op/s 2023-12-22T17:29:52.961 INFO:tasks.rados.rados.0.smithi032.stdout:3873: done (4 left) 2023-12-22T17:29:52.961 INFO:tasks.rados.rados.0.smithi032.stdout:3874: rollback oid 14 current snap is 381 2023-12-22T17:29:52.961 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 14 to 376 2023-12-22T17:29:52.961 INFO:tasks.rados.rados.0.smithi032.stdout:3868: finishing copy_from to smithi032174182-30 2023-12-22T17:29:52.961 INFO:tasks.rados.rados.0.smithi032.stdout:3868: got expected ENOENT (src dne) 2023-12-22T17:29:52.961 INFO:tasks.rados.rados.0.smithi032.stdout:3868: finishing copy_from racing read to smithi032174182-30 2023-12-22T17:29:52.961 INFO:tasks.rados.rados.0.smithi032.stdout:3869: finishing copy_from racing read to smithi032174182-31 2023-12-22T17:29:52.961 INFO:tasks.rados.rados.0.smithi032.stdout:3870: expect (ObjNum 1161 snap 376 seq_num 1161) 2023-12-22T17:29:53.092 INFO:tasks.rados.rados.0.smithi032.stdout:3869: finishing copy_from to smithi032174182-31 2023-12-22T17:29:53.092 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 2653 (ObjNum 975 snap 306 seq_num 975) dirty exists 2023-12-22T17:29:53.092 INFO:tasks.rados.rados.0.smithi032.stdout:3872: expect (ObjNum 1120 snap 365 seq_num 1120) 2023-12-22T17:29:53.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:52 smithi039 ceph-mon[181282]: osdmap e827: 8 total, 8 up, 8 in 2023-12-22T17:29:53.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:52 smithi032 ceph-mon[189144]: osdmap e827: 8 total, 8 up, 8 in 2023-12-22T17:29:53.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:52 smithi032 ceph-mon[191839]: osdmap e827: 8 total, 8 up, 8 in 2023-12-22T17:29:54.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:53 smithi039 ceph-mon[181282]: osdmap e828: 8 total, 8 up, 8 in 2023-12-22T17:29:54.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:53 smithi039 ceph-mon[181282]: pgmap v785: 121 pgs: 121 active+clean; 372 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 9.9 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2023-12-22T17:29:54.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:53 smithi032 ceph-mon[189144]: osdmap e828: 8 total, 8 up, 8 in 2023-12-22T17:29:54.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:53 smithi032 ceph-mon[189144]: pgmap v785: 121 pgs: 121 active+clean; 372 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 9.9 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2023-12-22T17:29:54.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:53 smithi032 ceph-mon[191839]: osdmap e828: 8 total, 8 up, 8 in 2023-12-22T17:29:54.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:53 smithi032 ceph-mon[191839]: pgmap v785: 121 pgs: 121 active+clean; 372 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 9.9 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2023-12-22T17:29:56.118 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:29:56.444 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:29:56.444 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10m) 6m ago 14m 26.7M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:29:56.444 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9m) 4m ago 14m 90.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:29:56.444 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (15m) 6m ago 15m 16.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:29:56.444 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (15m) 4m ago 15m 21.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:29:56.444 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9m) 4m ago 17m 450M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:29:56.444 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9m) 6m ago 19m 515M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:29:56.444 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9m) 6m ago 19m 93.1M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:29:56.445 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8m) 4m ago 18m 76.0M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:29:56.445 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8m) 6m ago 17m 75.7M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:29:56.445 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9m) 6m ago 14m 15.8M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:29:56.445 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9m) 4m ago 14m 17.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:29:56.445 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8m) 6m ago 17m 466M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:29:56.445 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7m) 6m ago 17m 365M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:29:56.445 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7m) 6m ago 16m 256M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:29:56.445 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6m) 6m ago 16m 12.6M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:29:56.445 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6m) 4m ago 16m 564M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:29:56.445 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5m) 4m ago 16m 389M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:29:56.445 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5m) 4m ago 15m 177M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:29:56.445 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4m) 4m ago 15m 12.5M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:29:56.446 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9m) 4m ago 14m 61.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:29:56.606 INFO:tasks.rados.rados.0.smithi032.stdout:3874: finishing rollback tid 0 to smithi032174182-14 2023-12-22T17:29:56.606 INFO:tasks.rados.rados.0.smithi032.stdout:3874: finishing rollback tid 1 to smithi032174182-14 2023-12-22T17:29:56.606 INFO:tasks.rados.rados.0.smithi032.stdout:3874: finishing rollback tid 2 to smithi032174182-14 2023-12-22T17:29:56.607 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 14 v 2657 (ObjNum 1159 snap 374 seq_num 1159) dirty exists 2023-12-22T17:29:56.607 INFO:tasks.rados.rados.0.smithi032.stdout:3868: done (4 left) 2023-12-22T17:29:56.607 INFO:tasks.rados.rados.0.smithi032.stdout:3869: done (3 left) 2023-12-22T17:29:56.607 INFO:tasks.rados.rados.0.smithi032.stdout:3870: done (2 left) 2023-12-22T17:29:56.607 INFO:tasks.rados.rados.0.smithi032.stdout:3872: done (1 left) 2023-12-22T17:29:56.607 INFO:tasks.rados.rados.0.smithi032.stdout:3874: done (0 left) 2023-12-22T17:29:56.607 INFO:tasks.rados.rados.0.smithi032.stdout:3875: snap_remove snap 341 2023-12-22T17:29:56.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:56 smithi032 ceph-mon[191839]: pgmap v786: 121 pgs: 121 active+clean; 370 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1019 KiB/s wr, 18 op/s 2023-12-22T17:29:56.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:56 smithi032 ceph-mon[191839]: osdmap e829: 8 total, 8 up, 8 in 2023-12-22T17:29:56.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:56 smithi032 ceph-mon[189144]: pgmap v786: 121 pgs: 121 active+clean; 370 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1019 KiB/s wr, 18 op/s 2023-12-22T17:29:56.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:56 smithi032 ceph-mon[189144]: osdmap e829: 8 total, 8 up, 8 in 2023-12-22T17:29:56.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:56 smithi039 ceph-mon[181282]: pgmap v786: 121 pgs: 121 active+clean; 370 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1019 KiB/s wr, 18 op/s 2023-12-22T17:29:56.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:56 smithi039 ceph-mon[181282]: osdmap e829: 8 total, 8 up, 8 in 2023-12-22T17:29:56.846 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:29:56.846 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:29:56.846 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:29:56.846 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:29:56.846 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:29:56.846 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:29:56.847 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:29:56.847 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:29:56.847 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:29:56.847 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:29:56.847 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:29:56.847 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:29:56.847 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:29:56.847 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:29:56.848 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:29:56.848 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:29:56.848 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:29:56.848 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:29:57.324 INFO:tasks.rados.rados.0.smithi032.stdout:3875: done (0 left) 2023-12-22T17:29:57.324 INFO:tasks.rados.rados.0.smithi032.stdout:3876: snap_create 2023-12-22T17:29:57.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:57 smithi032 ceph-mon[191839]: from='client.44429 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:29:57.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:57 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4028126525' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:29:57.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:57 smithi032 ceph-mon[189144]: from='client.44429 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:29:57.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:57 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4028126525' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:29:57.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:57 smithi039 ceph-mon[181282]: from='client.44429 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:29:57.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:57 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4028126525' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:29:58.325 INFO:tasks.rados.rados.0.smithi032.stdout:3876: done (0 left) 2023-12-22T17:29:58.325 INFO:tasks.rados.rados.0.smithi032.stdout:3877: rmattr oid 2 current snap is 382 2023-12-22T17:29:58.325 INFO:tasks.rados.rados.0.smithi032.stdout:3877: done (0 left) 2023-12-22T17:29:58.325 INFO:tasks.rados.rados.0.smithi032.stdout:3878: delete oid 33 current snap is 382 2023-12-22T17:29:58.332 INFO:tasks.rados.rados.0.smithi032.stdout:3878: done (0 left) 2023-12-22T17:29:58.332 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 4 current snap is 382 2023-12-22T17:29:58.332 INFO:tasks.rados.rados.0.smithi032.stdout:3879: seq_num 1174 ranges {2637824=466944} 2023-12-22T17:29:58.349 INFO:tasks.rados.rados.0.smithi032.stdout:3879: writing smithi032174182-4 from 2637824 to 3104768 tid 1 2023-12-22T17:29:58.350 INFO:tasks.rados.rados.0.smithi032.stdout:3880: read oid 26 snap 358 2023-12-22T17:29:58.350 INFO:tasks.rados.rados.0.smithi032.stdout:3880: expect (ObjNum 995 snap 310 seq_num 995) 2023-12-22T17:29:58.350 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 21 current snap is 382 2023-12-22T17:29:58.350 INFO:tasks.rados.rados.0.smithi032.stdout:3881: seq_num 1175 ranges {3997696=483328} 2023-12-22T17:29:58.375 INFO:tasks.rados.rados.0.smithi032.stdout:3881: writing smithi032174182-21 from 3997696 to 4481024 tid 1 2023-12-22T17:29:58.376 INFO:tasks.rados.rados.0.smithi032.stdout:3882: read oid 29 snap -1 2023-12-22T17:29:58.376 INFO:tasks.rados.rados.0.smithi032.stdout:3882: expect deleted 2023-12-22T17:29:58.376 INFO:tasks.rados.rados.0.smithi032.stdout:3883: read oid 19 snap -1 2023-12-22T17:29:58.376 INFO:tasks.rados.rados.0.smithi032.stdout:3883: expect (ObjNum 1101 snap 356 seq_num 1101) 2023-12-22T17:29:58.376 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 3 current snap is 382 2023-12-22T17:29:58.376 INFO:tasks.rados.rados.0.smithi032.stdout:3879: finishing write tid 1 to smithi032174182-4 2023-12-22T17:29:58.376 INFO:tasks.rados.rados.0.smithi032.stdout:3879: finishing write tid 2 to smithi032174182-4 2023-12-22T17:29:58.376 INFO:tasks.rados.rados.0.smithi032.stdout:3879: finishing write tid 3 to smithi032174182-4 2023-12-22T17:29:58.376 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 4 v 2664 (ObjNum 1174 snap 382 seq_num 1174) dirty exists 2023-12-22T17:29:58.376 INFO:tasks.rados.rados.0.smithi032.stdout:3879: left oid 4 (ObjNum 1174 snap 382 seq_num 1174) 2023-12-22T17:29:58.377 INFO:tasks.rados.rados.0.smithi032.stdout:3880: expect (ObjNum 995 snap 310 seq_num 995) 2023-12-22T17:29:58.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:58 smithi032 ceph-mon[189144]: from='client.34488 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:29:58.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:58 smithi032 ceph-mon[189144]: pgmap v788: 121 pgs: 121 active+clean; 370 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 512 KiB/s wr, 11 op/s 2023-12-22T17:29:58.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:58 smithi032 ceph-mon[189144]: osdmap e830: 8 total, 8 up, 8 in 2023-12-22T17:29:58.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:58 smithi032 ceph-mon[191839]: from='client.34488 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:29:58.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:58 smithi032 ceph-mon[191839]: pgmap v788: 121 pgs: 121 active+clean; 370 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 512 KiB/s wr, 11 op/s 2023-12-22T17:29:58.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:58 smithi032 ceph-mon[191839]: osdmap e830: 8 total, 8 up, 8 in 2023-12-22T17:29:58.692 INFO:tasks.rados.rados.0.smithi032.stdout:3881: finishing write tid 1 to smithi032174182-21 2023-12-22T17:29:58.692 INFO:tasks.rados.rados.0.smithi032.stdout:3881: finishing write tid 2 to smithi032174182-21 2023-12-22T17:29:58.693 INFO:tasks.rados.rados.0.smithi032.stdout:3881: finishing write tid 3 to smithi032174182-21 2023-12-22T17:29:58.693 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 2857 (ObjNum 1175 snap 382 seq_num 1175) dirty exists 2023-12-22T17:29:58.693 INFO:tasks.rados.rados.0.smithi032.stdout:3881: left oid 21 (ObjNum 1175 snap 382 seq_num 1175) 2023-12-22T17:29:58.693 INFO:tasks.rados.rados.0.smithi032.stdout:3883: expect (ObjNum 1101 snap 356 seq_num 1101) 2023-12-22T17:29:58.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:58 smithi039 ceph-mon[181282]: from='client.34488 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:29:58.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:58 smithi039 ceph-mon[181282]: pgmap v788: 121 pgs: 121 active+clean; 370 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 512 KiB/s wr, 11 op/s 2023-12-22T17:29:58.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:58 smithi039 ceph-mon[181282]: osdmap e830: 8 total, 8 up, 8 in 2023-12-22T17:29:58.959 INFO:tasks.rados.rados.0.smithi032.stdout:3884: seq_num 1176 ranges {5390336=499712} 2023-12-22T17:29:58.991 INFO:tasks.rados.rados.0.smithi032.stdout:3884: writing smithi032174182-3 from 5390336 to 5890048 tid 1 2023-12-22T17:29:58.992 INFO:tasks.rados.rados.0.smithi032.stdout:3879: done (5 left) 2023-12-22T17:29:58.992 INFO:tasks.rados.rados.0.smithi032.stdout:3880: done (4 left) 2023-12-22T17:29:58.992 INFO:tasks.rados.rados.0.smithi032.stdout:3881: done (3 left) 2023-12-22T17:29:58.992 INFO:tasks.rados.rados.0.smithi032.stdout:3882: done (2 left) 2023-12-22T17:29:58.992 INFO:tasks.rados.rados.0.smithi032.stdout:3883: done (1 left) 2023-12-22T17:29:58.992 INFO:tasks.rados.rados.0.smithi032.stdout:3885: setattr oid 39 current snap is 382 2023-12-22T17:29:58.993 INFO:tasks.rados.rados.0.smithi032.stdout:3886: read oid 23 snap -1 2023-12-22T17:29:58.993 INFO:tasks.rados.rados.0.smithi032.stdout:3886: expect (ObjNum 1101 snap 356 seq_num 1101) 2023-12-22T17:29:58.993 INFO:tasks.rados.rados.0.smithi032.stdout:3887: read oid 38 snap -1 2023-12-22T17:29:58.993 INFO:tasks.rados.rados.0.smithi032.stdout:3887: expect (ObjNum 1004 snap 313 seq_num 1004) 2023-12-22T17:29:58.993 INFO:tasks.rados.rados.0.smithi032.stdout:3888: snap_remove snap 378 2023-12-22T17:29:59.336 INFO:tasks.rados.rados.0.smithi032.stdout:3888: done (4 left) 2023-12-22T17:29:59.336 INFO:tasks.rados.rados.0.smithi032.stdout:3889: delete oid 25 current snap is 382 2023-12-22T17:29:59.336 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 39 v 2654 (ObjNum 1152 snap 369 seq_num 1152) dirty exists 2023-12-22T17:29:59.336 INFO:tasks.rados.rados.0.smithi032.stdout:3884: finishing write tid 1 to smithi032174182-3 2023-12-22T17:29:59.336 INFO:tasks.rados.rados.0.smithi032.stdout:3884: finishing write tid 2 to smithi032174182-3 2023-12-22T17:29:59.336 INFO:tasks.rados.rados.0.smithi032.stdout:3884: finishing write tid 3 to smithi032174182-3 2023-12-22T17:29:59.336 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 2650 (ObjNum 1176 snap 382 seq_num 1176) dirty exists 2023-12-22T17:29:59.336 INFO:tasks.rados.rados.0.smithi032.stdout:3884: left oid 3 (ObjNum 1176 snap 382 seq_num 1176) 2023-12-22T17:29:59.336 INFO:tasks.rados.rados.0.smithi032.stdout:3887: expect (ObjNum 1004 snap 313 seq_num 1004) 2023-12-22T17:29:59.466 INFO:tasks.rados.rados.0.smithi032.stdout:3886: expect (ObjNum 1101 snap 356 seq_num 1101) 2023-12-22T17:29:59.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:29:59 smithi032 ceph-mon[191839]: osdmap e831: 8 total, 8 up, 8 in 2023-12-22T17:29:59.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:29:59 smithi032 ceph-mon[189144]: osdmap e831: 8 total, 8 up, 8 in 2023-12-22T17:29:59.736 INFO:tasks.rados.rados.0.smithi032.stdout:3884: done (4 left) 2023-12-22T17:29:59.736 INFO:tasks.rados.rados.0.smithi032.stdout:3885: done (3 left) 2023-12-22T17:29:59.736 INFO:tasks.rados.rados.0.smithi032.stdout:3886: done (2 left) 2023-12-22T17:29:59.736 INFO:tasks.rados.rados.0.smithi032.stdout:3887: done (1 left) 2023-12-22T17:29:59.736 INFO:tasks.rados.rados.0.smithi032.stdout:3889: done (0 left) 2023-12-22T17:29:59.736 INFO:tasks.rados.rados.0.smithi032.stdout:3890: read oid 6 snap 380 2023-12-22T17:29:59.736 INFO:tasks.rados.rados.0.smithi032.stdout:3890: expect (ObjNum 1087 snap 351 seq_num 1087) 2023-12-22T17:29:59.736 INFO:tasks.rados.rados.0.smithi032.stdout:3891: rollback oid 19 current snap is 382 2023-12-22T17:29:59.736 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 19 to 366 2023-12-22T17:29:59.737 INFO:tasks.rados.rados.0.smithi032.stdout:3892: delete oid 40 current snap is 382 2023-12-22T17:29:59.738 INFO:tasks.rados.rados.0.smithi032.stdout:3892: done (2 left) 2023-12-22T17:29:59.738 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 32 current snap is 382 2023-12-22T17:29:59.738 INFO:tasks.rados.rados.0.smithi032.stdout:3893: seq_num 1179 ranges {303104=548864} 2023-12-22T17:29:59.743 INFO:tasks.rados.rados.0.smithi032.stdout:3893: writing smithi032174182-32 from 303104 to 851968 tid 1 2023-12-22T17:29:59.744 INFO:tasks.rados.rados.0.smithi032.stdout:3894: snap_create 2023-12-22T17:29:59.744 INFO:tasks.rados.rados.0.smithi032.stdout:3891: finishing rollback tid 0 to smithi032174182-19 2023-12-22T17:29:59.744 INFO:tasks.rados.rados.0.smithi032.stdout:3891: finishing rollback tid 1 to smithi032174182-19 2023-12-22T17:29:59.744 INFO:tasks.rados.rados.0.smithi032.stdout:3891: finishing rollback tid 2 to smithi032174182-19 2023-12-22T17:29:59.744 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 2144 (ObjNum 1101 snap 356 seq_num 1101) dirty exists 2023-12-22T17:29:59.744 INFO:tasks.rados.rados.0.smithi032.stdout:3890: expect (ObjNum 1087 snap 351 seq_num 1087) 2023-12-22T17:29:59.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:29:59 smithi039 ceph-mon[181282]: osdmap e831: 8 total, 8 up, 8 in 2023-12-22T17:29:59.802 INFO:tasks.rados.rados.0.smithi032.stdout:3893: finishing write tid 1 to smithi032174182-32 2023-12-22T17:29:59.803 INFO:tasks.rados.rados.0.smithi032.stdout:3893: finishing write tid 2 to smithi032174182-32 2023-12-22T17:29:59.803 INFO:tasks.rados.rados.0.smithi032.stdout:3893: finishing write tid 3 to smithi032174182-32 2023-12-22T17:29:59.803 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 2136 (ObjNum 1179 snap 382 seq_num 1179) dirty exists 2023-12-22T17:29:59.803 INFO:tasks.rados.rados.0.smithi032.stdout:3893: left oid 32 (ObjNum 1179 snap 382 seq_num 1179) 2023-12-22T17:30:00.334 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T17:29:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T17:30:00.334 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T17:29:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : [ERR] UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-22T17:30:00.334 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T17:29:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : Unexpected exception occurred during upgrade process: osd require-osd-release failed: unrecognized release unknown retval: -22 2023-12-22T17:30:00.342 INFO:tasks.rados.rados.0.smithi032.stdout:3890: done (3 left) 2023-12-22T17:30:00.342 INFO:tasks.rados.rados.0.smithi032.stdout:3891: done (2 left) 2023-12-22T17:30:00.342 INFO:tasks.rados.rados.0.smithi032.stdout:3893: done (1 left) 2023-12-22T17:30:00.342 INFO:tasks.rados.rados.0.smithi032.stdout:3894: done (0 left) 2023-12-22T17:30:00.342 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 42 current snap is 383 2023-12-22T17:30:00.342 INFO:tasks.rados.rados.0.smithi032.stdout:3895: seq_num 1180 ranges {2154496=565248} 2023-12-22T17:30:00.357 INFO:tasks.rados.rados.0.smithi032.stdout:3895: writing smithi032174182-42 from 2154496 to 2719744 tid 1 2023-12-22T17:30:00.357 INFO:tasks.rados.rados.0.smithi032.stdout:3896: read oid 41 snap -1 2023-12-22T17:30:00.358 INFO:tasks.rados.rados.0.smithi032.stdout:3896: expect (ObjNum 1117 snap 365 seq_num 1117) 2023-12-22T17:30:00.358 INFO:tasks.rados.rados.0.smithi032.stdout:3897: snap_create 2023-12-22T17:30:00.367 INFO:tasks.rados.rados.0.smithi032.stdout:3895: finishing write tid 1 to smithi032174182-42 2023-12-22T17:30:00.367 INFO:tasks.rados.rados.0.smithi032.stdout:3895: finishing write tid 2 to smithi032174182-42 2023-12-22T17:30:00.368 INFO:tasks.rados.rados.0.smithi032.stdout:3895: finishing write tid 3 to smithi032174182-42 2023-12-22T17:30:00.369 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 42 v 2146 (ObjNum 1180 snap 383 seq_num 1180) dirty exists 2023-12-22T17:30:00.369 INFO:tasks.rados.rados.0.smithi032.stdout:3895: left oid 42 (ObjNum 1180 snap 383 seq_num 1180) 2023-12-22T17:30:00.372 INFO:tasks.rados.rados.0.smithi032.stdout:3896: expect (ObjNum 1117 snap 365 seq_num 1117) 2023-12-22T17:30:00.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:00 smithi032 ceph-mon[189144]: pgmap v791: 121 pgs: 121 active+clean; 371 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 531 KiB/s wr, 11 op/s 2023-12-22T17:30:00.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:00 smithi032 ceph-mon[189144]: osdmap e832: 8 total, 8 up, 8 in 2023-12-22T17:30:00.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:00 smithi032 ceph-mon[189144]: Health detail: HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T17:30:00.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:00 smithi032 ceph-mon[189144]: [ERR] UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-22T17:30:00.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:00 smithi032 ceph-mon[189144]: Unexpected exception occurred during upgrade process: osd require-osd-release failed: unrecognized release unknown retval: -22 2023-12-22T17:30:00.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:00 smithi032 ceph-mon[191839]: pgmap v791: 121 pgs: 121 active+clean; 371 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 531 KiB/s wr, 11 op/s 2023-12-22T17:30:00.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:00 smithi032 ceph-mon[191839]: osdmap e832: 8 total, 8 up, 8 in 2023-12-22T17:30:00.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:00 smithi032 ceph-mon[191839]: Health detail: HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T17:30:00.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:00 smithi032 ceph-mon[191839]: [ERR] UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-22T17:30:00.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:00 smithi032 ceph-mon[191839]: Unexpected exception occurred during upgrade process: osd require-osd-release failed: unrecognized release unknown retval: -22 2023-12-22T17:30:00.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:00 smithi039 ceph-mon[181282]: pgmap v791: 121 pgs: 121 active+clean; 371 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 531 KiB/s wr, 11 op/s 2023-12-22T17:30:00.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:00 smithi039 ceph-mon[181282]: osdmap e832: 8 total, 8 up, 8 in 2023-12-22T17:30:00.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:00 smithi039 ceph-mon[181282]: Health detail: HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T17:30:00.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:00 smithi039 ceph-mon[181282]: [ERR] UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-22T17:30:00.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:00 smithi039 ceph-mon[181282]: Unexpected exception occurred during upgrade process: osd require-osd-release failed: unrecognized release unknown retval: -22 2023-12-22T17:30:00.935 INFO:tasks.rados.rados.0.smithi032.stdout:3895: done (2 left) 2023-12-22T17:30:00.935 INFO:tasks.rados.rados.0.smithi032.stdout:3896: done (1 left) 2023-12-22T17:30:00.935 INFO:tasks.rados.rados.0.smithi032.stdout:3897: done (0 left) 2023-12-22T17:30:00.935 INFO:tasks.rados.rados.0.smithi032.stdout:3898: copy_from oid 39 from oid 30 current snap is 384 2023-12-22T17:30:00.935 INFO:tasks.rados.rados.0.smithi032.stdout:3899: read oid 40 snap -1 2023-12-22T17:30:00.935 INFO:tasks.rados.rados.0.smithi032.stdout:3899: expect deleted 2023-12-22T17:30:00.936 INFO:tasks.rados.rados.0.smithi032.stdout:3900: read oid 43 snap -1 2023-12-22T17:30:00.936 INFO:tasks.rados.rados.0.smithi032.stdout:3900: expect (ObjNum 1139 snap 368 seq_num 1139) 2023-12-22T17:30:00.936 INFO:tasks.rados.rados.0.smithi032.stdout:3901: delete oid 25 current snap is 384 2023-12-22T17:30:00.945 INFO:tasks.rados.rados.0.smithi032.stdout:3898: finishing copy_from to smithi032174182-39 2023-12-22T17:30:00.945 INFO:tasks.rados.rados.0.smithi032.stdout:3898: got expected ENOENT (src dne) 2023-12-22T17:30:00.946 INFO:tasks.rados.rados.0.smithi032.stdout:3898: finishing copy_from racing read to smithi032174182-39 2023-12-22T17:30:00.946 INFO:tasks.rados.rados.0.smithi032.stdout:3898: done (3 left) 2023-12-22T17:30:00.946 INFO:tasks.rados.rados.0.smithi032.stdout:3899: done (2 left) 2023-12-22T17:30:00.946 INFO:tasks.rados.rados.0.smithi032.stdout:3901: done (1 left) 2023-12-22T17:30:00.946 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 8 current snap is 384 2023-12-22T17:30:00.946 INFO:tasks.rados.rados.0.smithi032.stdout:3902: seq_num 1182 ranges {8462336=606208} 2023-12-22T17:30:00.995 INFO:tasks.rados.rados.0.smithi032.stdout:3902: writing smithi032174182-8 from 8462336 to 9068544 tid 1 2023-12-22T17:30:00.995 INFO:tasks.rados.rados.0.smithi032.stdout:3903: setattr oid 1 current snap is 384 2023-12-22T17:30:00.995 INFO:tasks.rados.rados.0.smithi032.stdout:3900: expect (ObjNum 1139 snap 368 seq_num 1139) 2023-12-22T17:30:01.054 INFO:tasks.rados.rados.0.smithi032.stdout:3902: finishing write tid 1 to smithi032174182-8 2023-12-22T17:30:01.055 INFO:tasks.rados.rados.0.smithi032.stdout:3902: finishing write tid 2 to smithi032174182-8 2023-12-22T17:30:01.055 INFO:tasks.rados.rados.0.smithi032.stdout:3902: finishing write tid 3 to smithi032174182-8 2023-12-22T17:30:01.055 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 2138 (ObjNum 1182 snap 384 seq_num 1182) dirty exists 2023-12-22T17:30:01.055 INFO:tasks.rados.rados.0.smithi032.stdout:3902: left oid 8 (ObjNum 1182 snap 384 seq_num 1182) 2023-12-22T17:30:01.055 INFO:tasks.rados.rados.0.smithi032.stdout:3900: done (2 left) 2023-12-22T17:30:01.055 INFO:tasks.rados.rados.0.smithi032.stdout:3902: done (1 left) 2023-12-22T17:30:01.055 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 384 2023-12-22T17:30:01.055 INFO:tasks.rados.rados.0.smithi032.stdout:3904: seq_num 1183 ranges {7249920=622592} 2023-12-22T17:30:01.097 INFO:tasks.rados.rados.0.smithi032.stdout:3904: writing smithi032174182-49 from 7249920 to 7872512 tid 1 2023-12-22T17:30:01.098 INFO:tasks.rados.rados.0.smithi032.stdout:3905: read oid 48 snap -1 2023-12-22T17:30:01.098 INFO:tasks.rados.rados.0.smithi032.stdout:3905: expect (ObjNum 1170 snap 381 seq_num 1170) 2023-12-22T17:30:01.098 INFO:tasks.rados.rados.0.smithi032.stdout:3906: read oid 20 snap -1 2023-12-22T17:30:01.098 INFO:tasks.rados.rados.0.smithi032.stdout:3906: expect (ObjNum 1134 snap 367 seq_num 1134) 2023-12-22T17:30:01.098 INFO:tasks.rados.rados.0.smithi032.stdout:3907: delete oid 47 current snap is 384 2023-12-22T17:30:01.098 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 2651 (ObjNum 161 snap 0 seq_num 0) dirty exists 2023-12-22T17:30:01.101 INFO:tasks.rados.rados.0.smithi032.stdout:3905: expect (ObjNum 1170 snap 381 seq_num 1170) 2023-12-22T17:30:01.113 INFO:tasks.rados.rados.0.smithi032.stdout:3904: finishing write tid 1 to smithi032174182-49 2023-12-22T17:30:01.113 INFO:tasks.rados.rados.0.smithi032.stdout:3904: finishing write tid 2 to smithi032174182-49 2023-12-22T17:30:01.113 INFO:tasks.rados.rados.0.smithi032.stdout:3904: finishing write tid 3 to smithi032174182-49 2023-12-22T17:30:01.114 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 2859 (ObjNum 1183 snap 384 seq_num 1183) dirty exists 2023-12-22T17:30:01.114 INFO:tasks.rados.rados.0.smithi032.stdout:3904: left oid 49 (ObjNum 1183 snap 384 seq_num 1183) 2023-12-22T17:30:01.114 INFO:tasks.rados.rados.0.smithi032.stdout:3903: done (4 left) 2023-12-22T17:30:01.114 INFO:tasks.rados.rados.0.smithi032.stdout:3904: done (3 left) 2023-12-22T17:30:01.114 INFO:tasks.rados.rados.0.smithi032.stdout:3905: done (2 left) 2023-12-22T17:30:01.114 INFO:tasks.rados.rados.0.smithi032.stdout:3907: done (1 left) 2023-12-22T17:30:01.114 INFO:tasks.rados.rados.0.smithi032.stdout:3908: snap_create 2023-12-22T17:30:01.133 INFO:tasks.rados.rados.0.smithi032.stdout:3906: expect (ObjNum 1134 snap 367 seq_num 1134) 2023-12-22T17:30:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:30:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:30:00] "GET /metrics HTTP/1.1" 200 36294 "" "Prometheus/2.43.0" 2023-12-22T17:30:01.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:01 smithi032 ceph-mon[189144]: osdmap e833: 8 total, 8 up, 8 in 2023-12-22T17:30:01.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:01 smithi032 ceph-mon[189144]: osdmap e834: 8 total, 8 up, 8 in 2023-12-22T17:30:01.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:01 smithi032 ceph-mon[191839]: osdmap e833: 8 total, 8 up, 8 in 2023-12-22T17:30:01.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:01 smithi032 ceph-mon[191839]: osdmap e834: 8 total, 8 up, 8 in 2023-12-22T17:30:01.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:01 smithi039 ceph-mon[181282]: osdmap e833: 8 total, 8 up, 8 in 2023-12-22T17:30:01.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:01 smithi039 ceph-mon[181282]: osdmap e834: 8 total, 8 up, 8 in 2023-12-22T17:30:01.948 INFO:tasks.rados.rados.0.smithi032.stdout:3906: done (1 left) 2023-12-22T17:30:01.948 INFO:tasks.rados.rados.0.smithi032.stdout:3908: done (0 left) 2023-12-22T17:30:01.948 INFO:tasks.rados.rados.0.smithi032.stdout:3909: rmattr oid 9 current snap is 385 2023-12-22T17:30:01.948 INFO:tasks.rados.rados.0.smithi032.stdout:3910: read oid 45 snap -1 2023-12-22T17:30:01.948 INFO:tasks.rados.rados.0.smithi032.stdout:3910: expect (ObjNum 1143 snap 369 seq_num 1143) 2023-12-22T17:30:01.948 INFO:tasks.rados.rados.0.smithi032.stdout:3911: copy_from oid 24 from oid 39 current snap is 385 2023-12-22T17:30:01.948 INFO:tasks.rados.rados.0.smithi032.stdout:3912: delete oid 2 current snap is 385 2023-12-22T17:30:01.960 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 9 v 2617 (ObjNum 1080 snap 347 seq_num 1080) dirty exists 2023-12-22T17:30:01.961 INFO:tasks.rados.rados.0.smithi032.stdout:3911: finishing copy_from racing read to smithi032174182-24 2023-12-22T17:30:01.961 INFO:tasks.rados.rados.0.smithi032.stdout:3909: done (3 left) 2023-12-22T17:30:01.961 INFO:tasks.rados.rados.0.smithi032.stdout:3912: done (2 left) 2023-12-22T17:30:01.961 INFO:tasks.rados.rados.0.smithi032.stdout:3913: rollback oid 44 current snap is 385 2023-12-22T17:30:01.962 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 44 to 375 2023-12-22T17:30:01.962 INFO:tasks.rados.rados.0.smithi032.stdout:3914: read oid 47 snap -1 2023-12-22T17:30:01.962 INFO:tasks.rados.rados.0.smithi032.stdout:3914: expect deleted 2023-12-22T17:30:01.962 INFO:tasks.rados.rados.0.smithi032.stdout:3915: rollback oid 21 current snap is 385 2023-12-22T17:30:01.962 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 21 to 380 2023-12-22T17:30:01.962 INFO:tasks.rados.rados.0.smithi032.stdout:3916: rmattr oid 50 current snap is 385 2023-12-22T17:30:01.962 INFO:tasks.rados.rados.0.smithi032.stdout:3916: done (5 left) 2023-12-22T17:30:01.962 INFO:tasks.rados.rados.0.smithi032.stdout:3917: rollback oid 20 current snap is 385 2023-12-22T17:30:01.962 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 20 to 345 2023-12-22T17:30:01.962 INFO:tasks.rados.rados.0.smithi032.stdout:3918: snap_create 2023-12-22T17:30:01.963 INFO:tasks.rados.rados.0.smithi032.stdout:3911: finishing copy_from to smithi032174182-24 2023-12-22T17:30:01.963 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 24 v 2654 (ObjNum 1152 snap 369 seq_num 1152) dirty exists 2023-12-22T17:30:01.966 INFO:tasks.rados.rados.0.smithi032.stdout:3915: finishing rollback tid 0 to smithi032174182-21 2023-12-22T17:30:01.967 INFO:tasks.rados.rados.0.smithi032.stdout:3915: finishing rollback tid 1 to smithi032174182-21 2023-12-22T17:30:01.968 INFO:tasks.rados.rados.0.smithi032.stdout:3915: finishing rollback tid 2 to smithi032174182-21 2023-12-22T17:30:01.968 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 21 v 2862 (ObjNum 1158 snap 374 seq_num 1158) dirty exists 2023-12-22T17:30:01.969 INFO:tasks.rados.rados.0.smithi032.stdout:3913: finishing rollback tid 0 to smithi032174182-44 2023-12-22T17:30:01.972 INFO:tasks.rados.rados.0.smithi032.stdout:3913: finishing rollback tid 1 to smithi032174182-44 2023-12-22T17:30:01.972 INFO:tasks.rados.rados.0.smithi032.stdout:3913: finishing rollback tid 2 to smithi032174182-44 2023-12-22T17:30:01.972 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 44 v 2707 (ObjNum 1138 snap 368 seq_num 1138) dirty exists 2023-12-22T17:30:01.974 INFO:tasks.rados.rados.0.smithi032.stdout:3917: finishing rollback tid 0 to smithi032174182-20 2023-12-22T17:30:01.974 INFO:tasks.rados.rados.0.smithi032.stdout:3917: finishing rollback tid 1 to smithi032174182-20 2023-12-22T17:30:01.974 INFO:tasks.rados.rados.0.smithi032.stdout:3917: finishing rollback tid 2 to smithi032174182-20 2023-12-22T17:30:01.975 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 2710 (ObjNum 893 snap 289 seq_num 893) dirty exists 2023-12-22T17:30:01.975 INFO:tasks.rados.rados.0.smithi032.stdout:3910: expect (ObjNum 1143 snap 369 seq_num 1143) 2023-12-22T17:30:02.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:02 smithi032 ceph-mon[191839]: pgmap v795: 121 pgs: 121 active+clean; 371 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 359 KiB/s wr, 5 op/s 2023-12-22T17:30:02.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:02 smithi032 ceph-mon[191839]: osdmap e835: 8 total, 8 up, 8 in 2023-12-22T17:30:02.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:02 smithi032 ceph-mon[189144]: pgmap v795: 121 pgs: 121 active+clean; 371 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 359 KiB/s wr, 5 op/s 2023-12-22T17:30:02.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:02 smithi032 ceph-mon[189144]: osdmap e835: 8 total, 8 up, 8 in 2023-12-22T17:30:02.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:02 smithi039 ceph-mon[181282]: pgmap v795: 121 pgs: 121 active+clean; 371 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 359 KiB/s wr, 5 op/s 2023-12-22T17:30:02.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:02 smithi039 ceph-mon[181282]: osdmap e835: 8 total, 8 up, 8 in 2023-12-22T17:30:02.951 INFO:tasks.rados.rados.0.smithi032.stdout:3910: done (6 left) 2023-12-22T17:30:02.951 INFO:tasks.rados.rados.0.smithi032.stdout:3911: done (5 left) 2023-12-22T17:30:02.951 INFO:tasks.rados.rados.0.smithi032.stdout:3913: done (4 left) 2023-12-22T17:30:02.951 INFO:tasks.rados.rados.0.smithi032.stdout:3914: done (3 left) 2023-12-22T17:30:02.951 INFO:tasks.rados.rados.0.smithi032.stdout:3915: done (2 left) 2023-12-22T17:30:02.951 INFO:tasks.rados.rados.0.smithi032.stdout:3917: done (1 left) 2023-12-22T17:30:02.951 INFO:tasks.rados.rados.0.smithi032.stdout:3918: done (0 left) 2023-12-22T17:30:02.951 INFO:tasks.rados.rados.0.smithi032.stdout:3919: delete oid 27 current snap is 386 2023-12-22T17:30:02.957 INFO:tasks.rados.rados.0.smithi032.stdout:3919: done (0 left) 2023-12-22T17:30:02.957 INFO:tasks.rados.rados.0.smithi032.stdout:3920: copy_from oid 7 from oid 11 current snap is 386 2023-12-22T17:30:02.957 INFO:tasks.rados.rados.0.smithi032.stdout:3921: snap_create 2023-12-22T17:30:02.963 INFO:tasks.rados.rados.0.smithi032.stdout:3920: finishing copy_from to smithi032174182-7 2023-12-22T17:30:02.963 INFO:tasks.rados.rados.0.smithi032.stdout:3920: got expected ENOENT (src dne) 2023-12-22T17:30:02.963 INFO:tasks.rados.rados.0.smithi032.stdout:3920: finishing copy_from racing read to smithi032174182-7 2023-12-22T17:30:03.956 INFO:tasks.rados.rados.0.smithi032.stdout:3920: done (1 left) 2023-12-22T17:30:03.956 INFO:tasks.rados.rados.0.smithi032.stdout:3921: done (0 left) 2023-12-22T17:30:03.956 INFO:tasks.rados.rados.0.smithi032.stdout:3922: rmattr oid 22 current snap is 387 2023-12-22T17:30:03.957 INFO:tasks.rados.rados.0.smithi032.stdout:3922: done (0 left) 2023-12-22T17:30:03.957 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 19 current snap is 387 2023-12-22T17:30:03.957 INFO:tasks.rados.rados.0.smithi032.stdout:3923: seq_num 1187 ranges {5390336=688128} 2023-12-22T17:30:03.989 INFO:tasks.rados.rados.0.smithi032.stdout:3923: writing smithi032174182-19 from 5390336 to 6078464 tid 1 2023-12-22T17:30:03.989 INFO:tasks.rados.rados.0.smithi032.stdout:3924: copy_from oid 3 from oid 26 current snap is 387 2023-12-22T17:30:03.990 INFO:tasks.rados.rados.0.smithi032.stdout:3925: snap_create 2023-12-22T17:30:03.997 INFO:tasks.rados.rados.0.smithi032.stdout:3923: finishing write tid 1 to smithi032174182-19 2023-12-22T17:30:03.997 INFO:tasks.rados.rados.0.smithi032.stdout:3923: finishing write tid 2 to smithi032174182-19 2023-12-22T17:30:03.999 INFO:tasks.rados.rados.0.smithi032.stdout:3923: finishing write tid 3 to smithi032174182-19 2023-12-22T17:30:03.999 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 19 v 2148 (ObjNum 1187 snap 387 seq_num 1187) dirty exists 2023-12-22T17:30:03.999 INFO:tasks.rados.rados.0.smithi032.stdout:3923: left oid 19 (ObjNum 1187 snap 387 seq_num 1187) 2023-12-22T17:30:04.012 INFO:tasks.rados.rados.0.smithi032.stdout:3924: finishing copy_from racing read to smithi032174182-3 2023-12-22T17:30:04.014 INFO:tasks.rados.rados.0.smithi032.stdout:3924: finishing copy_from to smithi032174182-3 2023-12-22T17:30:04.014 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 3 v 2652 (ObjNum 1169 snap 380 seq_num 1169) dirty exists 2023-12-22T17:30:04.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:03 smithi039 ceph-mon[181282]: osdmap e836: 8 total, 8 up, 8 in 2023-12-22T17:30:04.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:03 smithi039 ceph-mon[181282]: pgmap v798: 121 pgs: 121 active+clean; 371 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 236 KiB/s wr, 13 op/s 2023-12-22T17:30:04.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:03 smithi032 ceph-mon[189144]: osdmap e836: 8 total, 8 up, 8 in 2023-12-22T17:30:04.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:03 smithi032 ceph-mon[189144]: pgmap v798: 121 pgs: 121 active+clean; 371 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 236 KiB/s wr, 13 op/s 2023-12-22T17:30:04.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:03 smithi032 ceph-mon[191839]: osdmap e836: 8 total, 8 up, 8 in 2023-12-22T17:30:04.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:03 smithi032 ceph-mon[191839]: pgmap v798: 121 pgs: 121 active+clean; 371 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 236 KiB/s wr, 13 op/s 2023-12-22T17:30:04.963 INFO:tasks.rados.rados.0.smithi032.stdout:3923: done (2 left) 2023-12-22T17:30:04.963 INFO:tasks.rados.rados.0.smithi032.stdout:3924: done (1 left) 2023-12-22T17:30:04.963 INFO:tasks.rados.rados.0.smithi032.stdout:3925: done (0 left) 2023-12-22T17:30:04.963 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 20 current snap is 388 2023-12-22T17:30:04.963 INFO:tasks.rados.rados.0.smithi032.stdout:3926: seq_num 1188 ranges {6848512=704512} 2023-12-22T17:30:05.004 INFO:tasks.rados.rados.0.smithi032.stdout:3926: writing smithi032174182-20 from 6848512 to 7553024 tid 1 2023-12-22T17:30:05.004 INFO:tasks.rados.rados.0.smithi032.stdout:3927: read oid 30 snap -1 2023-12-22T17:30:05.004 INFO:tasks.rados.rados.0.smithi032.stdout:3927: expect deleted 2023-12-22T17:30:05.004 INFO:tasks.rados.rados.0.smithi032.stdout:3928: snap_remove snap 382 2023-12-22T17:30:05.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:04 smithi039 ceph-mon[181282]: osdmap e837: 8 total, 8 up, 8 in 2023-12-22T17:30:05.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:30:05.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:04 smithi032 ceph-mon[189144]: osdmap e837: 8 total, 8 up, 8 in 2023-12-22T17:30:05.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:30:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:04 smithi032 ceph-mon[191839]: osdmap e837: 8 total, 8 up, 8 in 2023-12-22T17:30:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:30:05.937 INFO:tasks.rados.rados.0.smithi032.stdout:3928: done (2 left) 2023-12-22T17:30:05.937 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 29 current snap is 388 2023-12-22T17:30:05.937 INFO:tasks.rados.rados.0.smithi032.stdout:3929: seq_num 1189 ranges {0=720896} 2023-12-22T17:30:05.942 INFO:tasks.rados.rados.0.smithi032.stdout:3929: writing smithi032174182-29 from 0 to 720896 tid 1 2023-12-22T17:30:05.942 INFO:tasks.rados.rados.0.smithi032.stdout:3930: read oid 18 snap -1 2023-12-22T17:30:05.942 INFO:tasks.rados.rados.0.smithi032.stdout:3930: expect deleted 2023-12-22T17:30:05.942 INFO:tasks.rados.rados.0.smithi032.stdout:3931: read oid 14 snap -1 2023-12-22T17:30:05.942 INFO:tasks.rados.rados.0.smithi032.stdout:3931: expect (ObjNum 1159 snap 374 seq_num 1159) 2023-12-22T17:30:05.942 INFO:tasks.rados.rados.0.smithi032.stdout:3932: delete oid 16 current snap is 388 2023-12-22T17:30:05.942 INFO:tasks.rados.rados.0.smithi032.stdout:3926: finishing write tid 1 to smithi032174182-20 2023-12-22T17:30:05.942 INFO:tasks.rados.rados.0.smithi032.stdout:3926: finishing write tid 2 to smithi032174182-20 2023-12-22T17:30:05.942 INFO:tasks.rados.rados.0.smithi032.stdout:3926: finishing write tid 3 to smithi032174182-20 2023-12-22T17:30:05.942 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 2713 (ObjNum 1188 snap 388 seq_num 1188) dirty exists 2023-12-22T17:30:05.942 INFO:tasks.rados.rados.0.smithi032.stdout:3926: left oid 20 (ObjNum 1188 snap 388 seq_num 1188) 2023-12-22T17:30:05.953 INFO:tasks.rados.rados.0.smithi032.stdout:3926: done (5 left) 2023-12-22T17:30:05.953 INFO:tasks.rados.rados.0.smithi032.stdout:3927: done (4 left) 2023-12-22T17:30:05.953 INFO:tasks.rados.rados.0.smithi032.stdout:3930: done (3 left) 2023-12-22T17:30:05.953 INFO:tasks.rados.rados.0.smithi032.stdout:3932: done (2 left) 2023-12-22T17:30:05.954 INFO:tasks.rados.rados.0.smithi032.stdout:3933: copy_from oid 31 from oid 15 current snap is 388 2023-12-22T17:30:05.954 INFO:tasks.rados.rados.0.smithi032.stdout:3934: copy_from oid 8 from oid 44 current snap is 388 2023-12-22T17:30:05.954 INFO:tasks.rados.rados.0.smithi032.stdout:3935: setattr oid 36 current snap is 388 2023-12-22T17:30:05.954 INFO:tasks.rados.rados.0.smithi032.stdout:3929: finishing write tid 1 to smithi032174182-29 2023-12-22T17:30:05.954 INFO:tasks.rados.rados.0.smithi032.stdout:3929: finishing write tid 2 to smithi032174182-29 2023-12-22T17:30:05.954 INFO:tasks.rados.rados.0.smithi032.stdout:3936: snap_create 2023-12-22T17:30:05.956 INFO:tasks.rados.rados.0.smithi032.stdout:3931: expect (ObjNum 1159 snap 374 seq_num 1159) 2023-12-22T17:30:06.022 INFO:tasks.rados.rados.0.smithi032.stdout:3929: finishing write tid 3 to smithi032174182-29 2023-12-22T17:30:06.022 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 29 v 3015 (ObjNum 1189 snap 388 seq_num 1189) dirty exists 2023-12-22T17:30:06.022 INFO:tasks.rados.rados.0.smithi032.stdout:3929: left oid 29 (ObjNum 1189 snap 388 seq_num 1189) 2023-12-22T17:30:06.022 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 36 v 2658 (ObjNum 975 snap 306 seq_num 975) dirty exists 2023-12-22T17:30:06.022 INFO:tasks.rados.rados.0.smithi032.stdout:3933: finishing copy_from racing read to smithi032174182-31 2023-12-22T17:30:06.022 INFO:tasks.rados.rados.0.smithi032.stdout:3933: finishing copy_from to smithi032174182-31 2023-12-22T17:30:06.023 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 2648 (ObjNum 1145 snap 369 seq_num 1145) dirty exists 2023-12-22T17:30:06.023 INFO:tasks.rados.rados.0.smithi032.stdout:3934: finishing copy_from racing read to smithi032174182-8 2023-12-22T17:30:06.023 INFO:tasks.rados.rados.0.smithi032.stdout:3934: finishing copy_from to smithi032174182-8 2023-12-22T17:30:06.023 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 2707 (ObjNum 1138 snap 368 seq_num 1138) dirty exists 2023-12-22T17:30:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:05 smithi039 ceph-mon[181282]: osdmap e838: 8 total, 8 up, 8 in 2023-12-22T17:30:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:05 smithi039 ceph-mon[181282]: pgmap v801: 121 pgs: 121 active+clean; 377 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 1.6 MiB/s wr, 21 op/s 2023-12-22T17:30:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:05 smithi039 ceph-mon[181282]: osdmap e839: 8 total, 8 up, 8 in 2023-12-22T17:30:06.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:05 smithi032 ceph-mon[191839]: osdmap e838: 8 total, 8 up, 8 in 2023-12-22T17:30:06.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:05 smithi032 ceph-mon[191839]: pgmap v801: 121 pgs: 121 active+clean; 377 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 1.6 MiB/s wr, 21 op/s 2023-12-22T17:30:06.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:05 smithi032 ceph-mon[191839]: osdmap e839: 8 total, 8 up, 8 in 2023-12-22T17:30:06.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:05 smithi032 ceph-mon[189144]: osdmap e838: 8 total, 8 up, 8 in 2023-12-22T17:30:06.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:05 smithi032 ceph-mon[189144]: pgmap v801: 121 pgs: 121 active+clean; 377 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 1.6 MiB/s wr, 21 op/s 2023-12-22T17:30:06.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:05 smithi032 ceph-mon[189144]: osdmap e839: 8 total, 8 up, 8 in 2023-12-22T17:30:06.946 INFO:tasks.rados.rados.0.smithi032.stdout:3929: done (5 left) 2023-12-22T17:30:06.946 INFO:tasks.rados.rados.0.smithi032.stdout:3931: done (4 left) 2023-12-22T17:30:06.946 INFO:tasks.rados.rados.0.smithi032.stdout:3933: done (3 left) 2023-12-22T17:30:06.946 INFO:tasks.rados.rados.0.smithi032.stdout:3934: done (2 left) 2023-12-22T17:30:06.947 INFO:tasks.rados.rados.0.smithi032.stdout:3935: done (1 left) 2023-12-22T17:30:06.947 INFO:tasks.rados.rados.0.smithi032.stdout:3936: done (0 left) 2023-12-22T17:30:06.947 INFO:tasks.rados.rados.0.smithi032.stdout:3937: snap_create 2023-12-22T17:30:07.954 INFO:tasks.rados.rados.0.smithi032.stdout:3937: done (0 left) 2023-12-22T17:30:07.954 INFO:tasks.rados.rados.0.smithi032.stdout:3938: delete oid 36 current snap is 390 2023-12-22T17:30:07.963 INFO:tasks.rados.rados.0.smithi032.stdout:3938: done (0 left) 2023-12-22T17:30:07.964 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 49 current snap is 390 2023-12-22T17:30:07.964 INFO:tasks.rados.rados.0.smithi032.stdout:3939: seq_num 1192 ranges {7872512=770048} 2023-12-22T17:30:08.011 INFO:tasks.rados.rados.0.smithi032.stdout:3939: writing smithi032174182-49 from 7872512 to 8642560 tid 1 2023-12-22T17:30:08.011 INFO:tasks.rados.rados.0.smithi032.stdout:3940: rollback oid 45 current snap is 390 2023-12-22T17:30:08.011 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 45 to 379 2023-12-22T17:30:08.011 INFO:tasks.rados.rados.0.smithi032.stdout:3941: setattr oid 5 current snap is 390 2023-12-22T17:30:08.012 INFO:tasks.rados.rados.0.smithi032.stdout:3942: copy_from oid 3 from oid 46 current snap is 390 2023-12-22T17:30:08.012 INFO:tasks.rados.rados.0.smithi032.stdout:3943: copy_from oid 47 from oid 50 current snap is 390 2023-12-22T17:30:08.012 INFO:tasks.rados.rados.0.smithi032.stdout:3944: read oid 38 snap -1 2023-12-22T17:30:08.012 INFO:tasks.rados.rados.0.smithi032.stdout:3944: expect (ObjNum 1004 snap 313 seq_num 1004) 2023-12-22T17:30:08.012 INFO:tasks.rados.rados.0.smithi032.stdout:3945: setattr oid 43 current snap is 390 2023-12-22T17:30:08.015 INFO:tasks.rados.rados.0.smithi032.stdout:3946: rollback oid 6 current snap is 390 2023-12-22T17:30:08.015 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 6 to 388 2023-12-22T17:30:08.015 INFO:tasks.rados.rados.0.smithi032.stdout:3947: snap_remove snap 358 2023-12-22T17:30:08.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:07 smithi039 ceph-mon[181282]: osdmap e840: 8 total, 8 up, 8 in 2023-12-22T17:30:08.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:07 smithi039 ceph-mon[181282]: pgmap v804: 121 pgs: 121 active+clean; 382 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2023-12-22T17:30:08.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:07 smithi032 ceph-mon[189144]: osdmap e840: 8 total, 8 up, 8 in 2023-12-22T17:30:08.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:07 smithi032 ceph-mon[189144]: pgmap v804: 121 pgs: 121 active+clean; 382 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2023-12-22T17:30:08.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:07 smithi032 ceph-mon[191839]: osdmap e840: 8 total, 8 up, 8 in 2023-12-22T17:30:08.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:07 smithi032 ceph-mon[191839]: pgmap v804: 121 pgs: 121 active+clean; 382 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2023-12-22T17:30:08.961 INFO:tasks.rados.rados.0.smithi032.stdout:3947: done (8 left) 2023-12-22T17:30:08.961 INFO:tasks.rados.rados.0.smithi032.stdout:3948: read oid 30 snap 384 2023-12-22T17:30:08.961 INFO:tasks.rados.rados.0.smithi032.stdout:3948: expect deleted 2023-12-22T17:30:08.961 INFO:tasks.rados.rados.0.smithi032.stdout:3949: snap_remove snap 374 2023-12-22T17:30:09.253 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:08 smithi032 ceph-mon[191839]: osdmap e841: 8 total, 8 up, 8 in 2023-12-22T17:30:09.254 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:08 smithi032 ceph-mon[189144]: osdmap e841: 8 total, 8 up, 8 in 2023-12-22T17:30:09.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:08 smithi039 ceph-mon[181282]: osdmap e841: 8 total, 8 up, 8 in 2023-12-22T17:30:09.973 INFO:tasks.rados.rados.0.smithi032.stdout:3949: done (9 left) 2023-12-22T17:30:09.973 INFO:tasks.rados.rados.0.smithi032.stdout:3950: read oid 11 snap 369 2023-12-22T17:30:09.973 INFO:tasks.rados.rados.0.smithi032.stdout:3950: expect deleted 2023-12-22T17:30:09.973 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 20 current snap is 390 2023-12-22T17:30:09.973 INFO:tasks.rados.rados.0.smithi032.stdout:3951: seq_num 1193 ranges {7553024=786432} 2023-12-22T17:30:10.017 INFO:tasks.rados.rados.0.smithi032.stdout:3951: writing smithi032174182-20 from 7553024 to 8339456 tid 1 2023-12-22T17:30:10.017 INFO:tasks.rados.rados.0.smithi032.stdout:3952: read oid 23 snap -1 2023-12-22T17:30:10.017 INFO:tasks.rados.rados.0.smithi032.stdout:3952: expect (ObjNum 1101 snap 356 seq_num 1101) 2023-12-22T17:30:10.017 INFO:tasks.rados.rados.0.smithi032.stdout:3953: snap_remove snap 386 2023-12-22T17:30:10.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:09 smithi039 ceph-mon[181282]: osdmap e842: 8 total, 8 up, 8 in 2023-12-22T17:30:10.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:09 smithi039 ceph-mon[181282]: pgmap v807: 121 pgs: 121 active+clean; 384 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2023-12-22T17:30:10.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:09 smithi032 ceph-mon[191839]: osdmap e842: 8 total, 8 up, 8 in 2023-12-22T17:30:10.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:09 smithi032 ceph-mon[191839]: pgmap v807: 121 pgs: 121 active+clean; 384 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2023-12-22T17:30:10.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:09 smithi032 ceph-mon[189144]: osdmap e842: 8 total, 8 up, 8 in 2023-12-22T17:30:10.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:09 smithi032 ceph-mon[189144]: pgmap v807: 121 pgs: 121 active+clean; 384 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2023-12-22T17:30:10.944 INFO:tasks.rados.rados.0.smithi032.stdout:3953: done (12 left) 2023-12-22T17:30:10.944 INFO:tasks.rados.rados.0.smithi032.stdout:3954: snap_create 2023-12-22T17:30:10.946 INFO:tasks.rados.rados.0.smithi032.stdout:3942: finishing copy_from to smithi032174182-3 2023-12-22T17:30:10.946 INFO:tasks.rados.rados.0.smithi032.stdout:3942: got expected ENOENT (src dne) 2023-12-22T17:30:10.946 INFO:tasks.rados.rados.0.smithi032.stdout:3942: finishing copy_from racing read to smithi032174182-3 2023-12-22T17:30:10.946 INFO:tasks.rados.rados.0.smithi032.stdout:3940: finishing rollback tid 0 to smithi032174182-45 2023-12-22T17:30:10.946 INFO:tasks.rados.rados.0.smithi032.stdout:3940: finishing rollback tid 1 to smithi032174182-45 2023-12-22T17:30:10.946 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 2653 (ObjNum 945 snap 298 seq_num 945) dirty exists 2023-12-22T17:30:10.946 INFO:tasks.rados.rados.0.smithi032.stdout:3939: finishing write tid 1 to smithi032174182-49 2023-12-22T17:30:10.947 INFO:tasks.rados.rados.0.smithi032.stdout:3939: finishing write tid 2 to smithi032174182-49 2023-12-22T17:30:10.947 INFO:tasks.rados.rados.0.smithi032.stdout:3939: finishing write tid 3 to smithi032174182-49 2023-12-22T17:30:10.947 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 49 v 2864 (ObjNum 1192 snap 390 seq_num 1192) dirty exists 2023-12-22T17:30:10.947 INFO:tasks.rados.rados.0.smithi032.stdout:3939: left oid 49 (ObjNum 1192 snap 390 seq_num 1192) 2023-12-22T17:30:10.947 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 2150 (ObjNum 1139 snap 368 seq_num 1139) dirty exists 2023-12-22T17:30:10.947 INFO:tasks.rados.rados.0.smithi032.stdout:3946: finishing rollback tid 0 to smithi032174182-6 2023-12-22T17:30:10.947 INFO:tasks.rados.rados.0.smithi032.stdout:3946: finishing rollback tid 1 to smithi032174182-6 2023-12-22T17:30:10.947 INFO:tasks.rados.rados.0.smithi032.stdout:3940: finishing rollback tid 2 to smithi032174182-45 2023-12-22T17:30:10.947 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 45 v 2655 (ObjNum 1143 snap 369 seq_num 1143) dirty exists 2023-12-22T17:30:10.947 INFO:tasks.rados.rados.0.smithi032.stdout:3946: finishing rollback tid 2 to smithi032174182-6 2023-12-22T17:30:10.947 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 6 v 2716 (ObjNum 1087 snap 351 seq_num 1087) dirty exists 2023-12-22T17:30:10.947 INFO:tasks.rados.rados.0.smithi032.stdout:3944: expect (ObjNum 1004 snap 313 seq_num 1004) 2023-12-22T17:30:11.078 INFO:tasks.rados.rados.0.smithi032.stdout:3943: finishing copy_from racing read to smithi032174182-47 2023-12-22T17:30:11.079 INFO:tasks.rados.rados.0.smithi032.stdout:3943: finishing copy_from to smithi032174182-47 2023-12-22T17:30:11.079 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 47 v 2845 (ObjNum 1135 snap 367 seq_num 1135) dirty exists 2023-12-22T17:30:11.079 INFO:tasks.rados.rados.0.smithi032.stdout:3951: finishing write tid 1 to smithi032174182-20 2023-12-22T17:30:11.079 INFO:tasks.rados.rados.0.smithi032.stdout:3951: finishing write tid 2 to smithi032174182-20 2023-12-22T17:30:11.079 INFO:tasks.rados.rados.0.smithi032.stdout:3951: finishing write tid 3 to smithi032174182-20 2023-12-22T17:30:11.079 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 20 v 2718 (ObjNum 1193 snap 390 seq_num 1193) dirty exists 2023-12-22T17:30:11.079 INFO:tasks.rados.rados.0.smithi032.stdout:3951: left oid 20 (ObjNum 1193 snap 390 seq_num 1193) 2023-12-22T17:30:11.079 INFO:tasks.rados.rados.0.smithi032.stdout:3952: expect (ObjNum 1101 snap 356 seq_num 1101) 2023-12-22T17:30:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:30:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:30:10] "GET /metrics HTTP/1.1" 200 36293 "" "Prometheus/2.43.0" 2023-12-22T17:30:11.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:10 smithi032 ceph-mon[189144]: osdmap e843: 8 total, 8 up, 8 in 2023-12-22T17:30:11.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:10 smithi032 ceph-mon[189144]: osdmap e844: 8 total, 8 up, 8 in 2023-12-22T17:30:11.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:10 smithi032 ceph-mon[191839]: osdmap e843: 8 total, 8 up, 8 in 2023-12-22T17:30:11.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:10 smithi032 ceph-mon[191839]: osdmap e844: 8 total, 8 up, 8 in 2023-12-22T17:30:11.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:10 smithi039 ceph-mon[181282]: osdmap e843: 8 total, 8 up, 8 in 2023-12-22T17:30:11.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:10 smithi039 ceph-mon[181282]: osdmap e844: 8 total, 8 up, 8 in 2023-12-22T17:30:11.949 INFO:tasks.rados.rados.0.smithi032.stdout:3939: done (12 left) 2023-12-22T17:30:11.949 INFO:tasks.rados.rados.0.smithi032.stdout:3940: done (11 left) 2023-12-22T17:30:11.950 INFO:tasks.rados.rados.0.smithi032.stdout:3941: done (10 left) 2023-12-22T17:30:11.950 INFO:tasks.rados.rados.0.smithi032.stdout:3942: done (9 left) 2023-12-22T17:30:11.950 INFO:tasks.rados.rados.0.smithi032.stdout:3943: done (8 left) 2023-12-22T17:30:11.950 INFO:tasks.rados.rados.0.smithi032.stdout:3944: done (7 left) 2023-12-22T17:30:11.950 INFO:tasks.rados.rados.0.smithi032.stdout:3945: done (6 left) 2023-12-22T17:30:11.950 INFO:tasks.rados.rados.0.smithi032.stdout:3946: done (5 left) 2023-12-22T17:30:11.950 INFO:tasks.rados.rados.0.smithi032.stdout:3948: done (4 left) 2023-12-22T17:30:11.950 INFO:tasks.rados.rados.0.smithi032.stdout:3950: done (3 left) 2023-12-22T17:30:11.951 INFO:tasks.rados.rados.0.smithi032.stdout:3951: done (2 left) 2023-12-22T17:30:11.951 INFO:tasks.rados.rados.0.smithi032.stdout:3952: done (1 left) 2023-12-22T17:30:11.951 INFO:tasks.rados.rados.0.smithi032.stdout:3954: done (0 left) 2023-12-22T17:30:11.951 INFO:tasks.rados.rados.0.smithi032.stdout:3955: snap_create 2023-12-22T17:30:12.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:11 smithi039 ceph-mon[181282]: pgmap v810: 121 pgs: 121 active+clean; 390 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.3 MiB/s wr, 16 op/s 2023-12-22T17:30:12.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:11 smithi039 ceph-mon[181282]: osdmap e845: 8 total, 8 up, 8 in 2023-12-22T17:30:12.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:11 smithi032 ceph-mon[189144]: pgmap v810: 121 pgs: 121 active+clean; 390 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.3 MiB/s wr, 16 op/s 2023-12-22T17:30:12.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:11 smithi032 ceph-mon[189144]: osdmap e845: 8 total, 8 up, 8 in 2023-12-22T17:30:12.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:11 smithi032 ceph-mon[191839]: pgmap v810: 121 pgs: 121 active+clean; 390 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.3 MiB/s wr, 16 op/s 2023-12-22T17:30:12.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:11 smithi032 ceph-mon[191839]: osdmap e845: 8 total, 8 up, 8 in 2023-12-22T17:30:12.951 INFO:tasks.rados.rados.0.smithi032.stdout:3955: done (0 left) 2023-12-22T17:30:12.951 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 48 current snap is 392 2023-12-22T17:30:12.951 INFO:tasks.rados.rados.0.smithi032.stdout:3956: seq_num 1194 ranges {401408=802816} 2023-12-22T17:30:12.958 INFO:tasks.rados.rados.0.smithi032.stdout:3956: writing smithi032174182-48 from 401408 to 1204224 tid 1 2023-12-22T17:30:12.958 INFO:tasks.rados.rados.0.smithi032.stdout:3957: snap_create 2023-12-22T17:30:12.966 INFO:tasks.rados.rados.0.smithi032.stdout:3956: finishing write tid 1 to smithi032174182-48 2023-12-22T17:30:12.966 INFO:tasks.rados.rados.0.smithi032.stdout:3956: finishing write tid 2 to smithi032174182-48 2023-12-22T17:30:12.967 INFO:tasks.rados.rados.0.smithi032.stdout:3956: finishing write tid 3 to smithi032174182-48 2023-12-22T17:30:12.967 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 2146 (ObjNum 1194 snap 392 seq_num 1194) dirty exists 2023-12-22T17:30:12.967 INFO:tasks.rados.rados.0.smithi032.stdout:3956: left oid 48 (ObjNum 1194 snap 392 seq_num 1194) 2023-12-22T17:30:13.957 INFO:tasks.rados.rados.0.smithi032.stdout:3956: done (1 left) 2023-12-22T17:30:13.957 INFO:tasks.rados.rados.0.smithi032.stdout:3957: done (0 left) 2023-12-22T17:30:13.957 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 31 current snap is 393 2023-12-22T17:30:13.957 INFO:tasks.rados.rados.0.smithi032.stdout:3958: seq_num 1195 ranges {4005888=417792,4423680=401408} 2023-12-22T17:30:13.980 INFO:tasks.rados.rados.0.smithi032.stdout:3958: writing smithi032174182-31 from 4005888 to 4423680 tid 1 2023-12-22T17:30:13.983 INFO:tasks.rados.rados.0.smithi032.stdout:3958: writing smithi032174182-31 from 4423680 to 4825088 tid 2 2023-12-22T17:30:13.983 INFO:tasks.rados.rados.0.smithi032.stdout:3959: copy_from oid 50 from oid 15 current snap is 393 2023-12-22T17:30:13.983 INFO:tasks.rados.rados.0.smithi032.stdout:3960: snap_create 2023-12-22T17:30:13.990 INFO:tasks.rados.rados.0.smithi032.stdout:3958: finishing write tid 1 to smithi032174182-31 2023-12-22T17:30:13.990 INFO:tasks.rados.rados.0.smithi032.stdout:3958: finishing write tid 2 to smithi032174182-31 2023-12-22T17:30:13.990 INFO:tasks.rados.rados.0.smithi032.stdout:3958: finishing write tid 3 to smithi032174182-31 2023-12-22T17:30:13.992 INFO:tasks.rados.rados.0.smithi032.stdout:3958: finishing write tid 4 to smithi032174182-31 2023-12-22T17:30:13.992 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 2668 (ObjNum 1195 snap 393 seq_num 1195) dirty exists 2023-12-22T17:30:13.992 INFO:tasks.rados.rados.0.smithi032.stdout:3958: left oid 31 (ObjNum 1195 snap 393 seq_num 1195) 2023-12-22T17:30:14.002 INFO:tasks.rados.rados.0.smithi032.stdout:3959: finishing copy_from racing read to smithi032174182-50 2023-12-22T17:30:14.003 INFO:tasks.rados.rados.0.smithi032.stdout:3959: finishing copy_from to smithi032174182-50 2023-12-22T17:30:14.003 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 50 v 2648 (ObjNum 1145 snap 369 seq_num 1145) dirty exists 2023-12-22T17:30:14.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:13 smithi039 ceph-mon[181282]: osdmap e846: 8 total, 8 up, 8 in 2023-12-22T17:30:14.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:13 smithi039 ceph-mon[181282]: pgmap v813: 121 pgs: 121 active+clean; 388 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 3.5 MiB/s wr, 17 op/s 2023-12-22T17:30:14.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:13 smithi032 ceph-mon[191839]: osdmap e846: 8 total, 8 up, 8 in 2023-12-22T17:30:14.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:13 smithi032 ceph-mon[191839]: pgmap v813: 121 pgs: 121 active+clean; 388 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 3.5 MiB/s wr, 17 op/s 2023-12-22T17:30:14.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:13 smithi032 ceph-mon[189144]: osdmap e846: 8 total, 8 up, 8 in 2023-12-22T17:30:14.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:13 smithi032 ceph-mon[189144]: pgmap v813: 121 pgs: 121 active+clean; 388 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 3.5 MiB/s wr, 17 op/s 2023-12-22T17:30:14.968 INFO:tasks.rados.rados.0.smithi032.stdout:3958: done (2 left) 2023-12-22T17:30:14.968 INFO:tasks.rados.rados.0.smithi032.stdout:3959: done (1 left) 2023-12-22T17:30:14.968 INFO:tasks.rados.rados.0.smithi032.stdout:3960: done (0 left) 2023-12-22T17:30:14.968 INFO:tasks.rados.rados.0.smithi032.stdout:3961: rollback oid 31 current snap is 394 2023-12-22T17:30:14.968 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 31 to 366 2023-12-22T17:30:14.968 INFO:tasks.rados.rados.0.smithi032.stdout:3962: read oid 29 snap -1 2023-12-22T17:30:14.968 INFO:tasks.rados.rados.0.smithi032.stdout:3962: expect (ObjNum 1189 snap 388 seq_num 1189) 2023-12-22T17:30:14.969 INFO:tasks.rados.rados.0.smithi032.stdout:3963: snap_create 2023-12-22T17:30:14.975 INFO:tasks.rados.rados.0.smithi032.stdout:3962: expect (ObjNum 1189 snap 388 seq_num 1189) 2023-12-22T17:30:14.995 INFO:tasks.rados.rados.0.smithi032.stdout:3961: finishing rollback tid 0 to smithi032174182-31 2023-12-22T17:30:14.995 INFO:tasks.rados.rados.0.smithi032.stdout:3961: finishing rollback tid 1 to smithi032174182-31 2023-12-22T17:30:14.995 INFO:tasks.rados.rados.0.smithi032.stdout:3961: finishing rollback tid 2 to smithi032174182-31 2023-12-22T17:30:14.996 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 31 v 2671 (ObjNum 1120 snap 365 seq_num 1120) dirty exists 2023-12-22T17:30:15.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:14 smithi039 ceph-mon[181282]: osdmap e847: 8 total, 8 up, 8 in 2023-12-22T17:30:15.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:14 smithi032 ceph-mon[191839]: osdmap e847: 8 total, 8 up, 8 in 2023-12-22T17:30:15.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:14 smithi032 ceph-mon[189144]: osdmap e847: 8 total, 8 up, 8 in 2023-12-22T17:30:15.940 INFO:tasks.rados.rados.0.smithi032.stdout:3961: done (2 left) 2023-12-22T17:30:15.940 INFO:tasks.rados.rados.0.smithi032.stdout:3962: done (1 left) 2023-12-22T17:30:15.940 INFO:tasks.rados.rados.0.smithi032.stdout:3963: done (0 left) 2023-12-22T17:30:15.940 INFO:tasks.rados.rados.0.smithi032.stdout:3964: read oid 7 snap -1 2023-12-22T17:30:15.940 INFO:tasks.rados.rados.0.smithi032.stdout:3964: expect (ObjNum 1000 snap 312 seq_num 1000) 2023-12-22T17:30:15.940 INFO:tasks.rados.rados.0.smithi032.stdout:3965: copy_from oid 43 from oid 33 current snap is 395 2023-12-22T17:30:15.941 INFO:tasks.rados.rados.0.smithi032.stdout:3966: snap_remove snap 375 2023-12-22T17:30:16.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:15 smithi039 ceph-mon[181282]: osdmap e848: 8 total, 8 up, 8 in 2023-12-22T17:30:16.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:15 smithi039 ceph-mon[181282]: pgmap v816: 121 pgs: 121 active+clean; 388 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 0 B/s wr, 7 op/s 2023-12-22T17:30:16.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:15 smithi039 ceph-mon[181282]: osdmap e849: 8 total, 8 up, 8 in 2023-12-22T17:30:16.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:15 smithi032 ceph-mon[191839]: osdmap e848: 8 total, 8 up, 8 in 2023-12-22T17:30:16.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:15 smithi032 ceph-mon[191839]: pgmap v816: 121 pgs: 121 active+clean; 388 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 0 B/s wr, 7 op/s 2023-12-22T17:30:16.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:15 smithi032 ceph-mon[191839]: osdmap e849: 8 total, 8 up, 8 in 2023-12-22T17:30:16.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:15 smithi032 ceph-mon[189144]: osdmap e848: 8 total, 8 up, 8 in 2023-12-22T17:30:16.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:15 smithi032 ceph-mon[189144]: pgmap v816: 121 pgs: 121 active+clean; 388 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 0 B/s wr, 7 op/s 2023-12-22T17:30:16.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:15 smithi032 ceph-mon[189144]: osdmap e849: 8 total, 8 up, 8 in 2023-12-22T17:30:16.941 INFO:tasks.rados.rados.0.smithi032.stdout:3966: done (2 left) 2023-12-22T17:30:16.941 INFO:tasks.rados.rados.0.smithi032.stdout:3967: setattr oid 5 current snap is 395 2023-12-22T17:30:16.941 INFO:tasks.rados.rados.0.smithi032.stdout:3964: expect (ObjNum 1000 snap 312 seq_num 1000) 2023-12-22T17:30:17.229 INFO:tasks.rados.rados.0.smithi032.stdout:3965: finishing copy_from to smithi032174182-43 2023-12-22T17:30:17.229 INFO:tasks.rados.rados.0.smithi032.stdout:3965: got expected ENOENT (src dne) 2023-12-22T17:30:17.229 INFO:tasks.rados.rados.0.smithi032.stdout:3965: finishing copy_from racing read to smithi032174182-43 2023-12-22T17:30:17.229 INFO:tasks.rados.rados.0.smithi032.stdout:3964: done (2 left) 2023-12-22T17:30:17.230 INFO:tasks.rados.rados.0.smithi032.stdout:3965: done (1 left) 2023-12-22T17:30:17.230 INFO:tasks.rados.rados.0.smithi032.stdout:3968: snap_remove snap 390 2023-12-22T17:30:17.255 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:30:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=sqlstore.transactions t=2023-12-22T17:30:16.981859683Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2023-12-22T17:30:17.255 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:30:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-22T17:30:16.983380194Z level=info msg="Completed cleanup jobs" duration=12.896442ms 2023-12-22T17:30:17.947 INFO:tasks.rados.rados.0.smithi032.stdout:3968: done (1 left) 2023-12-22T17:30:17.947 INFO:tasks.rados.rados.0.smithi032.stdout:3969: read oid 38 snap -1 2023-12-22T17:30:17.947 INFO:tasks.rados.rados.0.smithi032.stdout:3969: expect (ObjNum 1004 snap 313 seq_num 1004) 2023-12-22T17:30:17.947 INFO:tasks.rados.rados.0.smithi032.stdout:3970: rmattr oid 40 current snap is 395 2023-12-22T17:30:17.947 INFO:tasks.rados.rados.0.smithi032.stdout:3970: done (2 left) 2023-12-22T17:30:17.948 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 8 current snap is 395 2023-12-22T17:30:17.948 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 5 v 2654 (ObjNum 945 snap 298 seq_num 945) dirty exists 2023-12-22T17:30:17.948 INFO:tasks.rados.rados.0.smithi032.stdout:3971: seq_num 1196 ranges {3555328=434176,3989504=401408} 2023-12-22T17:30:17.969 INFO:tasks.rados.rados.0.smithi032.stdout:3971: writing smithi032174182-8 from 3555328 to 3989504 tid 1 2023-12-22T17:30:17.972 INFO:tasks.rados.rados.0.smithi032.stdout:3971: writing smithi032174182-8 from 3989504 to 4390912 tid 2 2023-12-22T17:30:17.972 INFO:tasks.rados.rados.0.smithi032.stdout:3967: done (2 left) 2023-12-22T17:30:17.972 INFO:tasks.rados.rados.0.smithi032.stdout:3972: rmattr oid 48 current snap is 395 2023-12-22T17:30:17.972 INFO:tasks.rados.rados.0.smithi032.stdout:3972: done (2 left) 2023-12-22T17:30:17.972 INFO:tasks.rados.rados.0.smithi032.stdout:3973: copy_from oid 13 from oid 44 current snap is 395 2023-12-22T17:30:17.973 INFO:tasks.rados.rados.0.smithi032.stdout:3974: setattr oid 43 current snap is 395 2023-12-22T17:30:17.973 INFO:tasks.rados.rados.0.smithi032.stdout:3969: expect (ObjNum 1004 snap 313 seq_num 1004) 2023-12-22T17:30:18.106 INFO:tasks.rados.rados.0.smithi032.stdout:3971: finishing write tid 1 to smithi032174182-8 2023-12-22T17:30:18.106 INFO:tasks.rados.rados.0.smithi032.stdout:3971: finishing write tid 2 to smithi032174182-8 2023-12-22T17:30:18.106 INFO:tasks.rados.rados.0.smithi032.stdout:3971: finishing write tid 3 to smithi032174182-8 2023-12-22T17:30:18.106 INFO:tasks.rados.rados.0.smithi032.stdout:3971: finishing write tid 4 to smithi032174182-8 2023-12-22T17:30:18.106 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 2710 (ObjNum 1196 snap 395 seq_num 1196) dirty exists 2023-12-22T17:30:18.106 INFO:tasks.rados.rados.0.smithi032.stdout:3971: left oid 8 (ObjNum 1196 snap 395 seq_num 1196) 2023-12-22T17:30:18.106 INFO:tasks.rados.rados.0.smithi032.stdout:3973: finishing copy_from racing read to smithi032174182-13 2023-12-22T17:30:18.106 INFO:tasks.rados.rados.0.smithi032.stdout:3973: finishing copy_from to smithi032174182-13 2023-12-22T17:30:18.106 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 13 v 2707 (ObjNum 1138 snap 368 seq_num 1138) dirty exists 2023-12-22T17:30:18.107 INFO:tasks.rados.rados.0.smithi032.stdout:3969: done (3 left) 2023-12-22T17:30:18.107 INFO:tasks.rados.rados.0.smithi032.stdout:3971: done (2 left) 2023-12-22T17:30:18.107 INFO:tasks.rados.rados.0.smithi032.stdout:3973: done (1 left) 2023-12-22T17:30:18.107 INFO:tasks.rados.rados.0.smithi032.stdout:3975: rollback oid 1 current snap is 395 2023-12-22T17:30:18.107 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 1 to 366 2023-12-22T17:30:18.107 INFO:tasks.rados.rados.0.smithi032.stdout:3976: read oid 36 snap -1 2023-12-22T17:30:18.107 INFO:tasks.rados.rados.0.smithi032.stdout:3976: expect deleted 2023-12-22T17:30:18.107 INFO:tasks.rados.rados.0.smithi032.stdout:3977: rollback oid 2 current snap is 395 2023-12-22T17:30:18.107 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 2 to 391 2023-12-22T17:30:18.107 INFO:tasks.rados.rados.0.smithi032.stdout:3978: rollback oid 33 current snap is 395 2023-12-22T17:30:18.107 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 33 to 376 2023-12-22T17:30:18.107 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 48 current snap is 395 2023-12-22T17:30:18.108 INFO:tasks.rados.rados.0.smithi032.stdout:3979: seq_num 1197 ranges {1204224=450560,1654784=401408} 2023-12-22T17:30:18.114 INFO:tasks.rados.rados.0.smithi032.stdout:3979: writing smithi032174182-48 from 1204224 to 1654784 tid 1 2023-12-22T17:30:18.117 INFO:tasks.rados.rados.0.smithi032.stdout:3979: writing smithi032174182-48 from 1654784 to 2056192 tid 2 2023-12-22T17:30:18.117 INFO:tasks.rados.rados.0.smithi032.stdout:3980: snap_create 2023-12-22T17:30:18.117 INFO:tasks.rados.rados.0.smithi032.stdout:3977: finishing rollback tid 1 to smithi032174182-2 2023-12-22T17:30:18.117 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 2 v 2618 (ObjNum 33 snap 0 seq_num 3968166210) dirty dne 2023-12-22T17:30:18.118 INFO:tasks.rados.rados.0.smithi032.stdout:3978: finishing rollback tid 1 to smithi032174182-33 2023-12-22T17:30:18.118 INFO:tasks.rados.rados.0.smithi032.stdout:3975: finishing rollback tid 0 to smithi032174182-1 2023-12-22T17:30:18.118 INFO:tasks.rados.rados.0.smithi032.stdout:3978: finishing rollback tid 2 to smithi032174182-33 2023-12-22T17:30:18.118 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 33 v 2619 (ObjNum 1103 snap 357 seq_num 1103) dirty exists 2023-12-22T17:30:18.118 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 43 v 2151 (ObjNum 1139 snap 368 seq_num 1139) dirty exists 2023-12-22T17:30:18.118 INFO:tasks.rados.rados.0.smithi032.stdout:3975: finishing rollback tid 1 to smithi032174182-1 2023-12-22T17:30:18.118 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 1 v 2656 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-22T17:30:18.119 INFO:tasks.rados.rados.0.smithi032.stdout:3979: finishing write tid 1 to smithi032174182-48 2023-12-22T17:30:18.119 INFO:tasks.rados.rados.0.smithi032.stdout:3979: finishing write tid 2 to smithi032174182-48 2023-12-22T17:30:18.120 INFO:tasks.rados.rados.0.smithi032.stdout:3979: finishing write tid 3 to smithi032174182-48 2023-12-22T17:30:18.121 INFO:tasks.rados.rados.0.smithi032.stdout:3979: finishing write tid 4 to smithi032174182-48 2023-12-22T17:30:18.121 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 48 v 2149 (ObjNum 1197 snap 395 seq_num 1197) dirty exists 2023-12-22T17:30:18.121 INFO:tasks.rados.rados.0.smithi032.stdout:3979: left oid 48 (ObjNum 1197 snap 395 seq_num 1197) 2023-12-22T17:30:18.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:17 smithi039 ceph-mon[181282]: osdmap e850: 8 total, 8 up, 8 in 2023-12-22T17:30:18.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:17 smithi039 ceph-mon[181282]: pgmap v819: 121 pgs: 121 active+clean; 416 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 529 KiB/s rd, 1.3 MiB/s wr, 3 op/s 2023-12-22T17:30:18.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:17 smithi032 ceph-mon[189144]: osdmap e850: 8 total, 8 up, 8 in 2023-12-22T17:30:18.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:17 smithi032 ceph-mon[189144]: pgmap v819: 121 pgs: 121 active+clean; 416 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 529 KiB/s rd, 1.3 MiB/s wr, 3 op/s 2023-12-22T17:30:18.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:17 smithi032 ceph-mon[191839]: osdmap e850: 8 total, 8 up, 8 in 2023-12-22T17:30:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:17 smithi032 ceph-mon[191839]: pgmap v819: 121 pgs: 121 active+clean; 416 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 529 KiB/s rd, 1.3 MiB/s wr, 3 op/s 2023-12-22T17:30:18.956 INFO:tasks.rados.rados.0.smithi032.stdout:3974: done (6 left) 2023-12-22T17:30:18.956 INFO:tasks.rados.rados.0.smithi032.stdout:3975: done (5 left) 2023-12-22T17:30:18.956 INFO:tasks.rados.rados.0.smithi032.stdout:3976: done (4 left) 2023-12-22T17:30:18.956 INFO:tasks.rados.rados.0.smithi032.stdout:3977: done (3 left) 2023-12-22T17:30:18.956 INFO:tasks.rados.rados.0.smithi032.stdout:3978: done (2 left) 2023-12-22T17:30:18.956 INFO:tasks.rados.rados.0.smithi032.stdout:3979: done (1 left) 2023-12-22T17:30:18.957 INFO:tasks.rados.rados.0.smithi032.stdout:3980: done (0 left) 2023-12-22T17:30:18.957 INFO:tasks.rados.rados.0.smithi032.stdout:3981: snap_create 2023-12-22T17:30:19.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:18 smithi039 ceph-mon[181282]: osdmap e851: 8 total, 8 up, 8 in 2023-12-22T17:30:19.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:18 smithi032 ceph-mon[189144]: osdmap e851: 8 total, 8 up, 8 in 2023-12-22T17:30:19.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:18 smithi032 ceph-mon[191839]: osdmap e851: 8 total, 8 up, 8 in 2023-12-22T17:30:19.967 INFO:tasks.rados.rados.0.smithi032.stdout:3981: done (0 left) 2023-12-22T17:30:19.967 INFO:tasks.rados.rados.0.smithi032.stdout:3982: copy_from oid 12 from oid 13 current snap is 397 2023-12-22T17:30:19.967 INFO:tasks.rados.rados.0.smithi032.stdout:3983: snap_create 2023-12-22T17:30:19.995 INFO:tasks.rados.rados.0.smithi032.stdout:3982: finishing copy_from racing read to smithi032174182-12 2023-12-22T17:30:19.996 INFO:tasks.rados.rados.0.smithi032.stdout:3982: finishing copy_from to smithi032174182-12 2023-12-22T17:30:19.996 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 12 v 2707 (ObjNum 1138 snap 368 seq_num 1138) dirty exists 2023-12-22T17:30:20.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:19 smithi039 ceph-mon[181282]: osdmap e852: 8 total, 8 up, 8 in 2023-12-22T17:30:20.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:19 smithi039 ceph-mon[181282]: pgmap v822: 121 pgs: 121 active+clean; 417 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2023-12-22T17:30:20.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:30:20.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:19 smithi032 ceph-mon[191839]: osdmap e852: 8 total, 8 up, 8 in 2023-12-22T17:30:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:19 smithi032 ceph-mon[191839]: pgmap v822: 121 pgs: 121 active+clean; 417 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2023-12-22T17:30:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:30:20.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:19 smithi032 ceph-mon[189144]: osdmap e852: 8 total, 8 up, 8 in 2023-12-22T17:30:20.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:19 smithi032 ceph-mon[189144]: pgmap v822: 121 pgs: 121 active+clean; 417 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2023-12-22T17:30:20.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:30:20.942 INFO:tasks.rados.rados.0.smithi032.stdout:3982: done (1 left) 2023-12-22T17:30:20.942 INFO:tasks.rados.rados.0.smithi032.stdout:3983: done (0 left) 2023-12-22T17:30:20.942 INFO:tasks.rados.rados.0.smithi032.stdout:3984: rollback oid 8 current snap is 398 2023-12-22T17:30:20.942 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 8 to 393 2023-12-22T17:30:20.942 INFO:tasks.rados.rados.0.smithi032.stdout:append oid 32 current snap is 398 2023-12-22T17:30:20.942 INFO:tasks.rados.rados.0.smithi032.stdout:3985: seq_num 1198 ranges {851968=466944,1318912=401408} 2023-12-22T17:30:20.950 INFO:tasks.rados.rados.0.smithi032.stdout:3985: writing smithi032174182-32 from 851968 to 1318912 tid 1 2023-12-22T17:30:20.952 INFO:tasks.rados.rados.0.smithi032.stdout:3985: writing smithi032174182-32 from 1318912 to 1720320 tid 2 2023-12-22T17:30:20.952 INFO:tasks.rados.rados.0.smithi032.stdout:3986: snap_create 2023-12-22T17:30:20.953 INFO:tasks.rados.rados.0.smithi032.stdout:3984: finishing rollback tid 0 to smithi032174182-8 2023-12-22T17:30:20.953 INFO:tasks.rados.rados.0.smithi032.stdout:3984: finishing rollback tid 1 to smithi032174182-8 2023-12-22T17:30:20.953 INFO:tasks.rados.rados.0.smithi032.stdout:3984: finishing rollback tid 2 to smithi032174182-8 2023-12-22T17:30:20.953 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 8 v 2713 (ObjNum 1138 snap 368 seq_num 1138) dirty exists 2023-12-22T17:30:20.957 INFO:tasks.rados.rados.0.smithi032.stdout:3985: finishing write tid 1 to smithi032174182-32 2023-12-22T17:30:20.958 INFO:tasks.rados.rados.0.smithi032.stdout:3985: finishing write tid 2 to smithi032174182-32 2023-12-22T17:30:20.958 INFO:tasks.rados.rados.0.smithi032.stdout:3985: finishing write tid 3 to smithi032174182-32 2023-12-22T17:30:20.960 INFO:tasks.rados.rados.0.smithi032.stdout:3985: finishing write tid 4 to smithi032174182-32 2023-12-22T17:30:20.960 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 32 v 2716 (ObjNum 1198 snap 398 seq_num 1198) dirty exists 2023-12-22T17:30:20.960 INFO:tasks.rados.rados.0.smithi032.stdout:3985: left oid 32 (ObjNum 1198 snap 398 seq_num 1198) 2023-12-22T17:30:21.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:20 smithi032 ceph-mon[191839]: osdmap e853: 8 total, 8 up, 8 in 2023-12-22T17:30:21.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:20 smithi032 ceph-mon[191839]: osdmap e854: 8 total, 8 up, 8 in 2023-12-22T17:30:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:20 smithi032 ceph-mon[189144]: osdmap e853: 8 total, 8 up, 8 in 2023-12-22T17:30:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:20 smithi032 ceph-mon[189144]: osdmap e854: 8 total, 8 up, 8 in 2023-12-22T17:30:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:30:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:30:20] "GET /metrics HTTP/1.1" 200 36295 "" "Prometheus/2.43.0" 2023-12-22T17:30:21.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:20 smithi039 ceph-mon[181282]: osdmap e853: 8 total, 8 up, 8 in 2023-12-22T17:30:21.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:20 smithi039 ceph-mon[181282]: osdmap e854: 8 total, 8 up, 8 in 2023-12-22T17:30:21.953 INFO:tasks.rados.rados.0.smithi032.stdout:3984: done (2 left) 2023-12-22T17:30:21.953 INFO:tasks.rados.rados.0.smithi032.stdout:3985: done (1 left) 2023-12-22T17:30:21.953 INFO:tasks.rados.rados.0.smithi032.stdout:3986: done (0 left) 2023-12-22T17:30:21.953 INFO:tasks.rados.rados.0.smithi032.stdout:3987: rmattr oid 22 current snap is 399 2023-12-22T17:30:21.953 INFO:tasks.rados.rados.0.smithi032.stdout:3987: done (0 left) 2023-12-22T17:30:21.953 INFO:tasks.rados.rados.0.smithi032.stdout:3988: read oid 10 snap -1 2023-12-22T17:30:21.953 INFO:tasks.rados.rados.0.smithi032.stdout:3988: expect (ObjNum 1103 snap 357 seq_num 1103) 2023-12-22T17:30:21.953 INFO:tasks.rados.rados.0.smithi032.stdout:3989: delete oid 6 current snap is 399 2023-12-22T17:30:21.958 INFO:tasks.rados.rados.0.smithi032.stdout:3989: done (1 left) 2023-12-22T17:30:21.958 INFO:tasks.rados.rados.0.smithi032.stdout:3990: snap_remove snap 393 2023-12-22T17:30:22.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:21 smithi039 ceph-mon[181282]: pgmap v825: 121 pgs: 121 active+clean; 421 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.2 MiB/s wr, 10 op/s 2023-12-22T17:30:22.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:21 smithi039 ceph-mon[181282]: osdmap e855: 8 total, 8 up, 8 in 2023-12-22T17:30:22.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:21 smithi032 ceph-mon[189144]: pgmap v825: 121 pgs: 121 active+clean; 421 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.2 MiB/s wr, 10 op/s 2023-12-22T17:30:22.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:21 smithi032 ceph-mon[189144]: osdmap e855: 8 total, 8 up, 8 in 2023-12-22T17:30:22.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:21 smithi032 ceph-mon[191839]: pgmap v825: 121 pgs: 121 active+clean; 421 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.2 MiB/s wr, 10 op/s 2023-12-22T17:30:22.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:21 smithi032 ceph-mon[191839]: osdmap e855: 8 total, 8 up, 8 in 2023-12-22T17:30:22.954 INFO:tasks.rados.rados.0.smithi032.stdout:3990: done (1 left) 2023-12-22T17:30:22.954 INFO:tasks.rados.rados.0.smithi032.stdout:3991: snap_remove snap 384 2023-12-22T17:30:23.960 INFO:tasks.rados.rados.0.smithi032.stdout:3991: done (1 left) 2023-12-22T17:30:23.960 INFO:tasks.rados.rados.0.smithi032.stdout:3992: read oid 44 snap -1 2023-12-22T17:30:23.960 INFO:tasks.rados.rados.0.smithi032.stdout:3992: expect (ObjNum 1138 snap 368 seq_num 1138) 2023-12-22T17:30:23.961 INFO:tasks.rados.rados.0.smithi032.stdout:3993: read oid 27 snap -1 2023-12-22T17:30:23.961 INFO:tasks.rados.rados.0.smithi032.stdout:3993: expect deleted 2023-12-22T17:30:23.961 INFO:tasks.rados.rados.0.smithi032.stdout:3994: snap_create 2023-12-22T17:30:23.961 INFO:tasks.rados.rados.0.smithi032.stdout:3988: expect (ObjNum 1103 snap 357 seq_num 1103) 2023-12-22T17:30:24.117 INFO:tasks.rados.rados.0.smithi032.stdout:3992: expect (ObjNum 1138 snap 368 seq_num 1138) 2023-12-22T17:30:24.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:23 smithi039 ceph-mon[181282]: osdmap e856: 8 total, 8 up, 8 in 2023-12-22T17:30:24.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:23 smithi039 ceph-mon[181282]: pgmap v828: 121 pgs: 121 active+clean; 425 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2023-12-22T17:30:24.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:23 smithi032 ceph-mon[191839]: osdmap e856: 8 total, 8 up, 8 in 2023-12-22T17:30:24.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:23 smithi032 ceph-mon[191839]: pgmap v828: 121 pgs: 121 active+clean; 425 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2023-12-22T17:30:24.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:23 smithi032 ceph-mon[189144]: osdmap e856: 8 total, 8 up, 8 in 2023-12-22T17:30:24.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:23 smithi032 ceph-mon[189144]: pgmap v828: 121 pgs: 121 active+clean; 425 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2023-12-22T17:30:24.971 INFO:tasks.rados.rados.0.smithi032.stdout:3988: done (3 left) 2023-12-22T17:30:24.971 INFO:tasks.rados.rados.0.smithi032.stdout:3992: done (2 left) 2023-12-22T17:30:24.971 INFO:tasks.rados.rados.0.smithi032.stdout:3993: done (1 left) 2023-12-22T17:30:24.971 INFO:tasks.rados.rados.0.smithi032.stdout:3994: done (0 left) 2023-12-22T17:30:24.971 INFO:tasks.rados.rados.0.smithi032.stdout:3995: read oid 17 snap 399 2023-12-22T17:30:24.971 INFO:tasks.rados.rados.0.smithi032.stdout:3995: expect (ObjNum 1145 snap 369 seq_num 1145) 2023-12-22T17:30:24.972 INFO:tasks.rados.rados.0.smithi032.stdout:3996: snap_create 2023-12-22T17:30:24.992 INFO:tasks.rados.rados.0.smithi032.stdout:3995: expect (ObjNum 1145 snap 369 seq_num 1145) 2023-12-22T17:30:25.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:24 smithi039 ceph-mon[181282]: osdmap e857: 8 total, 8 up, 8 in 2023-12-22T17:30:25.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:24 smithi032 ceph-mon[191839]: osdmap e857: 8 total, 8 up, 8 in 2023-12-22T17:30:25.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:24 smithi032 ceph-mon[189144]: osdmap e857: 8 total, 8 up, 8 in 2023-12-22T17:30:25.944 INFO:tasks.rados.rados.0.smithi032.stdout:3995: done (1 left) 2023-12-22T17:30:25.945 INFO:tasks.rados.rados.0.smithi032.stdout:3996: done (0 left) 2023-12-22T17:30:25.945 INFO:tasks.rados.rados.0.smithi032.stdout:3997: read oid 28 snap -1 2023-12-22T17:30:25.945 INFO:tasks.rados.rados.0.smithi032.stdout:3997: expect (ObjNum 1119 snap 365 seq_num 1119) 2023-12-22T17:30:25.945 INFO:tasks.rados.rados.0.smithi032.stdout:3998: snap_remove snap 385 2023-12-22T17:30:26.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:25 smithi039 ceph-mon[181282]: osdmap e858: 8 total, 8 up, 8 in 2023-12-22T17:30:26.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:25 smithi039 ceph-mon[181282]: pgmap v831: 121 pgs: 121 active+clean; 429 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2023-12-22T17:30:26.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:25 smithi039 ceph-mon[181282]: osdmap e859: 8 total, 8 up, 8 in 2023-12-22T17:30:26.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:25 smithi032 ceph-mon[189144]: osdmap e858: 8 total, 8 up, 8 in 2023-12-22T17:30:26.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:25 smithi032 ceph-mon[189144]: pgmap v831: 121 pgs: 121 active+clean; 429 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2023-12-22T17:30:26.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:25 smithi032 ceph-mon[189144]: osdmap e859: 8 total, 8 up, 8 in 2023-12-22T17:30:26.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:25 smithi032 ceph-mon[191839]: osdmap e858: 8 total, 8 up, 8 in 2023-12-22T17:30:26.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:25 smithi032 ceph-mon[191839]: pgmap v831: 121 pgs: 121 active+clean; 429 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2023-12-22T17:30:26.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:25 smithi032 ceph-mon[191839]: osdmap e859: 8 total, 8 up, 8 in 2023-12-22T17:30:26.947 INFO:tasks.rados.rados.0.smithi032.stdout:3998: done (1 left) 2023-12-22T17:30:26.947 INFO:tasks.rados.rados.0.smithi032.stdout:3999: rollback oid 18 current snap is 401 2023-12-22T17:30:26.947 INFO:tasks.rados.rados.0.smithi032.stdout:rollback oid 18 to 397 2023-12-22T17:30:26.947 INFO:tasks.rados.rados.0.smithi032.stdout:3997: expect (ObjNum 1119 snap 365 seq_num 1119) 2023-12-22T17:30:27.135 INFO:tasks.rados.rados.0.smithi032.stdout:3999: finishing rollback tid 1 to smithi032174182-18 2023-12-22T17:30:27.135 INFO:tasks.rados.rados.0.smithi032.stdout:update_object_version oid 18 v 2149 (ObjNum 385 snap 0 seq_num 1596260368) dirty dne 2023-12-22T17:30:27.135 INFO:tasks.rados.rados.0.smithi032.stdout:3997: done (1 left) 2023-12-22T17:30:27.136 INFO:tasks.rados.rados.0.smithi032.stdout:3999: done (0 left) 2023-12-22T17:30:27.137 INFO:tasks.rados.rados.0.smithi032.stderr:0 errors. 2023-12-22T17:30:27.137 INFO:tasks.rados.rados.0.smithi032.stderr: 2023-12-22T17:30:27.141 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph osd dump --format=json 2023-12-22T17:30:27.232 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:30:27.473 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:30:27.582 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:30:27.582 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10m) 7m ago 15m 26.7M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:30:27.582 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10m) 5m ago 14m 90.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:30:27.582 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (15m) 7m ago 15m 16.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:30:27.582 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (15m) 5m ago 15m 21.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:30:27.582 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9m) 5m ago 18m 450M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:30:27.582 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10m) 7m ago 19m 515M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:30:27.583 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9m) 7m ago 19m 93.1M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:30:27.583 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9m) 5m ago 18m 76.0M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:30:27.583 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9m) 7m ago 18m 75.7M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:30:27.583 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10m) 7m ago 14m 15.8M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:30:27.583 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10m) 5m ago 14m 17.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:30:27.583 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8m) 7m ago 18m 466M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:30:27.583 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8m) 7m ago 17m 365M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:30:27.583 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7m) 7m ago 17m 256M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:30:27.583 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7m) 7m ago 17m 12.6M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:30:27.583 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6m) 5m ago 16m 564M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:30:27.583 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6m) 5m ago 16m 389M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:30:27.584 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5m) 5m ago 16m 177M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:30:27.584 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5m) 5m ago 16m 12.5M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:30:27.584 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9m) 5m ago 15m 61.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:30:28.009 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:30:28.009 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:30:28.009 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:30:28.010 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:30:28.010 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:30:28.010 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:30:28.010 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:30:28.010 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:30:28.010 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:30:28.010 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:30:28.010 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:30:28.010 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:30:28.010 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:30:28.011 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:30:28.011 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:30:28.011 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:30:28.011 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:30:28.011 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:30:28.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:27 smithi039 ceph-mon[181282]: osdmap e860: 8 total, 8 up, 8 in 2023-12-22T17:30:28.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:27 smithi039 ceph-mon[181282]: from='client.34500 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:30:28.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:27 smithi039 ceph-mon[181282]: pgmap v834: 121 pgs: 121 active+clean; 428 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2023-12-22T17:30:28.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:30:28.273 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:27 smithi032 ceph-mon[191839]: osdmap e860: 8 total, 8 up, 8 in 2023-12-22T17:30:28.273 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:27 smithi032 ceph-mon[191839]: from='client.34500 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:30:28.273 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:27 smithi032 ceph-mon[191839]: pgmap v834: 121 pgs: 121 active+clean; 428 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2023-12-22T17:30:28.273 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:30:28.273 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:27 smithi032 ceph-mon[189144]: osdmap e860: 8 total, 8 up, 8 in 2023-12-22T17:30:28.274 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:27 smithi032 ceph-mon[189144]: from='client.34500 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:30:28.274 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:27 smithi032 ceph-mon[189144]: pgmap v834: 121 pgs: 121 active+clean; 428 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2023-12-22T17:30:28.274 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:30:28.657 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:30:28.657 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":860,"fsid":"e779e1d0-a0ec-11ee-95a5-87774f69a715","created":"2023-12-22T17:10:40.128689+0000","modified":"2023-12-22T17:30:26.941094+0000","last_up_change":"2023-12-22T17:25:23.863567+0000","last_in_change":"2023-12-22T17:14:18.351854+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-22T17:13:07.256776+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-22T17:14:46.043466+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-22T17:14:46.881029+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"59","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2023-12-22T17:15:14.547291+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2023-12-22T17:16:58.287484+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"860","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":781,"snap_epoch":860,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"14f07766-c4dd-412e-91d4-e2775e552e19","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":355,"up_from":365,"up_thru":562,"down_at":356,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":854989948},{"type":"v1","addr":"172.21.15.32:6803","nonce":854989948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":854989948},{"type":"v1","addr":"172.21.15.32:6805","nonce":854989948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":854989948},{"type":"v1","addr":"172.21.15.32:6809","nonce":854989948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":854989948},{"type":"v1","addr":"172.21.15.32:6807","nonce":854989948}]},"public_addr":"172.21.15.32:6803/854989948","cluster_addr":"172.21.15.32:6805/854989948","heartbeat_back_addr":"172.21.15.32:6809/854989948","heartbeat_front_addr":"172.21.15.32:6807/854989948","state":["exists","up"]},{"osd":1,"uuid":"eec9e323-8248-4375-8464-9ff89e6b3cc6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":385,"up_from":395,"up_thru":562,"down_at":386,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":3503678054},{"type":"v1","addr":"172.21.15.32:6811","nonce":3503678054}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":3503678054},{"type":"v1","addr":"172.21.15.32:6813","nonce":3503678054}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6816","nonce":3503678054},{"type":"v1","addr":"172.21.15.32:6817","nonce":3503678054}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":3503678054},{"type":"v1","addr":"172.21.15.32:6815","nonce":3503678054}]},"public_addr":"172.21.15.32:6811/3503678054","cluster_addr":"172.21.15.32:6813/3503678054","heartbeat_back_addr":"172.21.15.32:6817/3503678054","heartbeat_front_addr":"172.21.15.32:6815/3503678054","state":["exists","up"]},{"osd":2,"uuid":"b75e654a-8617-4471-acbe-b33d2dc8a87a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":411,"up_from":421,"up_thru":562,"down_at":412,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":1639423802},{"type":"v1","addr":"172.21.15.32:6819","nonce":1639423802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6820","nonce":1639423802},{"type":"v1","addr":"172.21.15.32:6821","nonce":1639423802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":1639423802},{"type":"v1","addr":"172.21.15.32:6825","nonce":1639423802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6822","nonce":1639423802},{"type":"v1","addr":"172.21.15.32:6823","nonce":1639423802}]},"public_addr":"172.21.15.32:6819/1639423802","cluster_addr":"172.21.15.32:6821/1639423802","heartbeat_back_addr":"172.21.15.32:6825/1639423802","heartbeat_front_addr":"172.21.15.32:6823/1639423802","state":["exists","up"]},{"osd":3,"uuid":"5902129c-c823-4548-91fb-3129d580c136","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":438,"up_from":448,"up_thru":562,"down_at":439,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6826","nonce":4129787673},{"type":"v1","addr":"172.21.15.32:6827","nonce":4129787673}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":4129787673},{"type":"v1","addr":"172.21.15.32:6829","nonce":4129787673}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":4129787673},{"type":"v1","addr":"172.21.15.32:6833","nonce":4129787673}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6830","nonce":4129787673},{"type":"v1","addr":"172.21.15.32:6831","nonce":4129787673}]},"public_addr":"172.21.15.32:6827/4129787673","cluster_addr":"172.21.15.32:6829/4129787673","heartbeat_back_addr":"172.21.15.32:6833/4129787673","heartbeat_front_addr":"172.21.15.32:6831/4129787673","state":["exists","up"]},{"osd":4,"uuid":"684c3faa-21bc-41f1-b320-3bee82978eb1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":466,"up_from":476,"up_thru":562,"down_at":467,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":855839250},{"type":"v1","addr":"172.21.15.39:6801","nonce":855839250}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":855839250},{"type":"v1","addr":"172.21.15.39:6803","nonce":855839250}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":855839250},{"type":"v1","addr":"172.21.15.39:6807","nonce":855839250}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":855839250},{"type":"v1","addr":"172.21.15.39:6805","nonce":855839250}]},"public_addr":"172.21.15.39:6801/855839250","cluster_addr":"172.21.15.39:6803/855839250","heartbeat_back_addr":"172.21.15.39:6807/855839250","heartbeat_front_addr":"172.21.15.39:6805/855839250","state":["exists","up"]},{"osd":5,"uuid":"fee09421-785d-4d6c-8d64-71ae5b3eeb61","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":37,"last_clean_end":495,"up_from":505,"up_thru":562,"down_at":496,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":1796091257},{"type":"v1","addr":"172.21.15.39:6809","nonce":1796091257}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":1796091257},{"type":"v1","addr":"172.21.15.39:6811","nonce":1796091257}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":1796091257},{"type":"v1","addr":"172.21.15.39:6815","nonce":1796091257}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":1796091257},{"type":"v1","addr":"172.21.15.39:6813","nonce":1796091257}]},"public_addr":"172.21.15.39:6809/1796091257","cluster_addr":"172.21.15.39:6811/1796091257","heartbeat_back_addr":"172.21.15.39:6815/1796091257","heartbeat_front_addr":"172.21.15.39:6813/1796091257","state":["exists","up"]},{"osd":6,"uuid":"8f928114-00a0-4ee9-b4bd-9af4b7baf3bf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":44,"last_clean_end":524,"up_from":533,"up_thru":562,"down_at":525,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":1668423735},{"type":"v1","addr":"172.21.15.39:6817","nonce":1668423735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":1668423735},{"type":"v1","addr":"172.21.15.39:6819","nonce":1668423735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":1668423735},{"type":"v1","addr":"172.21.15.39:6823","nonce":1668423735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":1668423735},{"type":"v1","addr":"172.21.15.39:6821","nonce":1668423735}]},"public_addr":"172.21.15.39:6817/1668423735","cluster_addr":"172.21.15.39:6819/1668423735","heartbeat_back_addr":"172.21.15.39:6823/1668423735","heartbeat_front_addr":"172.21.15.39:6821/1668423735","state":["exists","up"]},{"osd":7,"uuid":"5d20e9d9-1b04-4ef3-b96b-c7d17df82353","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":51,"last_clean_end":552,"up_from":562,"up_thru":562,"down_at":553,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":1549074724},{"type":"v1","addr":"172.21.15.39:6825","nonce":1549074724}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":1549074724},{"type":"v1","addr":"172.21.15.39:6827","nonce":1549074724}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":1549074724},{"type":"v1","addr":"172.21.15.39:6831","nonce":1549074724}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":1549074724},{"type":"v1","addr":"172.21.15.39:6829","nonce":1549074724}]},"public_addr":"172.21.15.39:6825/1549074724","cluster_addr":"172.21.15.39:6827/1549074724","heartbeat_back_addr":"172.21.15.39:6831/1549074724","heartbeat_front_addr":"172.21.15.39:6829/1549074724","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:12:29.861972+0000","dead_epoch":355},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:12:47.447926+0000","dead_epoch":385},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:04.678895+0000","dead_epoch":411},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:22.691751+0000","dead_epoch":438},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:39.366495+0000","dead_epoch":466},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:13:56.610370+0000","dead_epoch":495},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:14:13.819238+0000","dead_epoch":524},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-22T17:14:31.398576+0000","dead_epoch":552}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.7","mappings":[{"from":7,"to":4}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.31","mappings":[{"from":4,"to":2}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.32:0/126149885":"2023-12-23T17:19:39.793631+0000","172.21.15.39:0/2945185276":"2023-12-23T17:20:27.278442+0000","172.21.15.32:0/4231560735":"2023-12-23T17:11:03.726672+0000","172.21.15.32:6800/2530286936":"2023-12-23T17:11:26.731678+0000","172.21.15.32:6801/2530286936":"2023-12-23T17:11:26.731678+0000","172.21.15.32:6801/144884261":"2023-12-23T17:15:15.870159+0000","172.21.15.32:0/590750477":"2023-12-23T17:21:04.477240+0000","172.21.15.39:0/1685340535":"2023-12-23T17:20:27.278442+0000","172.21.15.32:0/3670382399":"2023-12-23T17:11:03.726672+0000","172.21.15.32:0/1538328590":"2023-12-23T17:21:04.477240+0000","172.21.15.39:0/3911343481":"2023-12-23T17:20:27.278442+0000","172.21.15.32:0/2757713947":"2023-12-23T17:21:04.477240+0000","172.21.15.32:0/3350180606":"2023-12-23T17:19:39.793631+0000","172.21.15.32:0/549915197":"2023-12-23T17:19:39.793631+0000","172.21.15.32:0/3750962460":"2023-12-23T17:21:04.477240+0000","172.21.15.32:0/2199459025":"2023-12-23T17:15:15.870159+0000","172.21.15.32:6800/1661713963":"2023-12-23T17:19:39.793631+0000","172.21.15.32:0/2470556493":"2023-12-23T17:11:26.731678+0000","172.21.15.32:6800/144884261":"2023-12-23T17:15:15.870159+0000","172.21.15.32:0/2954033398":"2023-12-23T17:11:26.731678+0000","172.21.15.32:0/2748005656":"2023-12-23T17:11:26.731678+0000","172.21.15.32:0/2053279751":"2023-12-23T17:15:15.870159+0000","172.21.15.39:0/1708655528":"2023-12-23T17:20:27.278442+0000","172.21.15.39:6834/157090909":"2023-12-23T17:20:27.278442+0000","172.21.15.32:6801/1661713963":"2023-12-23T17:19:39.793631+0000","172.21.15.39:0/2054638969":"2023-12-23T17:20:27.278442+0000","172.21.15.32:6801/2146355663":"2023-12-23T17:11:03.726672+0000","172.21.15.39:6835/157090909":"2023-12-23T17:20:27.278442+0000","172.21.15.32:0/3345047675":"2023-12-23T17:11:03.726672+0000","172.21.15.32:0/3392226737":"2023-12-23T17:21:04.477240+0000","172.21.15.32:0/4173120418":"2023-12-23T17:15:15.870159+0000","172.21.15.39:0/1966221761":"2023-12-23T17:20:27.278442+0000","172.21.15.32:6800/2146355663":"2023-12-23T17:11:03.726672+0000","172.21.15.32:0/2007596409":"2023-12-23T17:19:39.793631+0000","172.21.15.32:0/1526248435":"2023-12-23T17:15:15.870159+0000","172.21.15.32:0/3332587984":"2023-12-23T17:19:39.793631+0000","172.21.15.32:6800/2592838101":"2023-12-23T17:21:04.477240+0000","172.21.15.32:6801/2592838101":"2023-12-23T17:21:04.477240+0000","172.21.15.32:0/1712350176":"2023-12-23T17:21:04.477240+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":756,"length":2},{"begin":769,"length":1}]}],"new_removed_snaps":[{"pool":5,"snaps":[{"begin":757,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-22T17:30:29.009 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph pg dump --format=json 2023-12-22T17:30:29.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:28 smithi039 ceph-mon[181282]: from='client.34506 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:30:29.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:28 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/198716463' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:30:29.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:30:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:30:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:30:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:28 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2642407917' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-22T17:30:29.282 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:30:29.402 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:28 smithi032 ceph-mon[191839]: from='client.34506 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:30:29.402 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:28 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/198716463' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:30:29.402 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:30:29.402 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:30:29.402 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:30:29.402 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:28 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2642407917' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-22T17:30:29.402 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:28 smithi032 ceph-mon[189144]: from='client.34506 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:30:29.403 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:28 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/198716463' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:30:29.403 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:30:29.403 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:30:29.403 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:30:29.403 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:28 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2642407917' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-22T17:30:30.087 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:29 smithi032 ceph-mon[189144]: pgmap v835: 121 pgs: 121 active+clean; 428 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 813 KiB/s wr, 3 op/s 2023-12-22T17:30:30.087 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:29 smithi032 ceph-mon[191839]: pgmap v835: 121 pgs: 121 active+clean; 428 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 813 KiB/s wr, 3 op/s 2023-12-22T17:30:30.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:29 smithi039 ceph-mon[181282]: pgmap v835: 121 pgs: 121 active+clean; 428 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 813 KiB/s wr, 3 op/s 2023-12-22T17:30:30.508 INFO:teuthology.orchestra.run.smithi032.stdout: 2023-12-22T17:30:30.510 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2023-12-22T17:30:30.866 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":835,"stamp":"2023-12-22T17:30:29.269112+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":449018812,"num_objects":217,"num_object_clones":143,"num_object_copies":651,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":217,"num_whiteouts":14,"num_read":4589,"num_read_kb":5916455,"num_write":8849,"num_write_kb":1972003,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":103,"num_bytes_recovered":297526880,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23566,"ondisk_log_size":23566,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3701432,"kb_used_data":667568,"kb_used_omap":374,"kb_used_meta":3033353,"kb_avail":746259784,"statfs":{"total":767960285184,"available":764170018816,"internally_reserved":0,"allocated":683589632,"data_stored":1198172381,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":383613,"internal_metadata":3106153859},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":3604480,"num_objects":3,"num_object_clones":3,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":1,"num_read":11,"num_read_kb":24133,"num_write":7,"num_write_kb":4320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.312255"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":809,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:26.568499+0000","last_change":"2023-12-22T17:25:24.896023+0000","last_active":"2023-12-22T17:30:26.568499+0000","last_peered":"2023-12-22T17:30:26.568499+0000","last_clean":"2023-12-22T17:30:26.568499+0000","last_became_active":"2023-12-22T17:25:24.895732+0000","last_became_peered":"2023-12-22T17:25:24.895732+0000","last_unstale":"2023-12-22T17:30:26.568499+0000","last_undegraded":"2023-12-22T17:30:26.568499+0000","last_fullsized":"2023-12-22T17:30:26.568499+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:51:04.263474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":816,"reported_epoch":857,"state":"active+clean","last_fresh":"2023-12-22T17:30:23.963926+0000","last_change":"2023-12-22T17:24:55.164259+0000","last_active":"2023-12-22T17:30:23.963926+0000","last_peered":"2023-12-22T17:30:23.963926+0000","last_clean":"2023-12-22T17:30:23.963926+0000","last_became_active":"2023-12-22T17:24:55.163852+0000","last_became_peered":"2023-12-22T17:24:55.163852+0000","last_unstale":"2023-12-22T17:30:23.963926+0000","last_undegraded":"2023-12-22T17:30:23.963926+0000","last_fullsized":"2023-12-22T17:30:23.963926+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:34:47.291159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":816,"reported_epoch":856,"state":"active+clean","last_fresh":"2023-12-22T17:30:22.998417+0000","last_change":"2023-12-22T17:23:00.819615+0000","last_active":"2023-12-22T17:30:22.998417+0000","last_peered":"2023-12-22T17:30:22.998417+0000","last_clean":"2023-12-22T17:30:22.998417+0000","last_became_active":"2023-12-22T17:23:00.819277+0000","last_became_peered":"2023-12-22T17:23:00.819277+0000","last_unstale":"2023-12-22T17:30:22.998417+0000","last_undegraded":"2023-12-22T17:30:22.998417+0000","last_fullsized":"2023-12-22T17:30:22.998417+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:38:17.277004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":822,"reported_epoch":857,"state":"active+clean","last_fresh":"2023-12-22T17:30:23.971161+0000","last_change":"2023-12-22T17:25:24.891366+0000","last_active":"2023-12-22T17:30:23.971161+0000","last_peered":"2023-12-22T17:30:23.971161+0000","last_clean":"2023-12-22T17:30:23.971161+0000","last_became_active":"2023-12-22T17:25:24.891007+0000","last_became_peered":"2023-12-22T17:25:24.891007+0000","last_unstale":"2023-12-22T17:30:23.971161+0000","last_undegraded":"2023-12-22T17:30:23.971161+0000","last_fullsized":"2023-12-22T17:30:23.971161+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:01:08.894116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":796,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:26.567725+0000","last_change":"2023-12-22T17:25:24.885510+0000","last_active":"2023-12-22T17:30:26.567725+0000","last_peered":"2023-12-22T17:30:26.567725+0000","last_clean":"2023-12-22T17:30:26.567725+0000","last_became_active":"2023-12-22T17:25:24.885199+0000","last_became_peered":"2023-12-22T17:25:24.885199+0000","last_unstale":"2023-12-22T17:30:26.567725+0000","last_undegraded":"2023-12-22T17:30:26.567725+0000","last_fullsized":"2023-12-22T17:30:26.567725+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:46:24.474493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":813,"reported_epoch":856,"state":"active+clean","last_fresh":"2023-12-22T17:30:22.958357+0000","last_change":"2023-12-22T17:24:26.862275+0000","last_active":"2023-12-22T17:30:22.958357+0000","last_peered":"2023-12-22T17:30:22.958357+0000","last_clean":"2023-12-22T17:30:22.958357+0000","last_became_active":"2023-12-22T17:24:26.861685+0000","last_became_peered":"2023-12-22T17:24:26.861685+0000","last_unstale":"2023-12-22T17:30:22.958357+0000","last_undegraded":"2023-12-22T17:30:22.958357+0000","last_fullsized":"2023-12-22T17:30:22.958357+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:23:59.218443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":796,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:26.567430+0000","last_change":"2023-12-22T17:25:24.887909+0000","last_active":"2023-12-22T17:30:26.567430+0000","last_peered":"2023-12-22T17:30:26.567430+0000","last_clean":"2023-12-22T17:30:26.567430+0000","last_became_active":"2023-12-22T17:25:24.887211+0000","last_became_peered":"2023-12-22T17:25:24.887211+0000","last_unstale":"2023-12-22T17:30:26.567430+0000","last_undegraded":"2023-12-22T17:30:26.567430+0000","last_fullsized":"2023-12-22T17:30:26.567430+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T21:25:57.782834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":823,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:25.954471+0000","last_change":"2023-12-22T17:24:55.161598+0000","last_active":"2023-12-22T17:30:25.954471+0000","last_peered":"2023-12-22T17:30:25.954471+0000","last_clean":"2023-12-22T17:30:25.954471+0000","last_became_active":"2023-12-22T17:24:55.161189+0000","last_became_peered":"2023-12-22T17:24:55.161189+0000","last_unstale":"2023-12-22T17:30:25.954471+0000","last_undegraded":"2023-12-22T17:30:25.954471+0000","last_fullsized":"2023-12-22T17:30:25.954471+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T17:24:36.799474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":823,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:26.568380+0000","last_change":"2023-12-22T17:25:24.889060+0000","last_active":"2023-12-22T17:30:26.568380+0000","last_peered":"2023-12-22T17:30:26.568380+0000","last_clean":"2023-12-22T17:30:26.568380+0000","last_became_active":"2023-12-22T17:25:24.888742+0000","last_became_peered":"2023-12-22T17:25:24.888742+0000","last_unstale":"2023-12-22T17:30:26.568380+0000","last_undegraded":"2023-12-22T17:30:26.568380+0000","last_fullsized":"2023-12-22T17:30:26.568380+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:29:03.128085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":819,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:25.997019+0000","last_change":"2023-12-22T17:24:55.167330+0000","last_active":"2023-12-22T17:30:25.997019+0000","last_peered":"2023-12-22T17:30:25.997019+0000","last_clean":"2023-12-22T17:30:25.997019+0000","last_became_active":"2023-12-22T17:24:55.166900+0000","last_became_peered":"2023-12-22T17:24:55.166900+0000","last_unstale":"2023-12-22T17:30:25.997019+0000","last_undegraded":"2023-12-22T17:30:25.997019+0000","last_fullsized":"2023-12-22T17:30:25.997019+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T17:31:01.789379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":819,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:25.997146+0000","last_change":"2023-12-22T17:24:55.171306+0000","last_active":"2023-12-22T17:30:25.997146+0000","last_peered":"2023-12-22T17:30:25.997146+0000","last_clean":"2023-12-22T17:30:25.997146+0000","last_became_active":"2023-12-22T17:24:55.170992+0000","last_became_peered":"2023-12-22T17:24:55.170992+0000","last_unstale":"2023-12-22T17:30:25.997146+0000","last_undegraded":"2023-12-22T17:30:25.997146+0000","last_fullsized":"2023-12-22T17:30:25.997146+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:08:21.049742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":824,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:26.126199+0000","last_change":"2023-12-22T17:24:55.166797+0000","last_active":"2023-12-22T17:30:26.126199+0000","last_peered":"2023-12-22T17:30:26.126199+0000","last_clean":"2023-12-22T17:30:26.126199+0000","last_became_active":"2023-12-22T17:24:55.166461+0000","last_became_peered":"2023-12-22T17:24:55.166461+0000","last_unstale":"2023-12-22T17:30:26.126199+0000","last_undegraded":"2023-12-22T17:30:26.126199+0000","last_fullsized":"2023-12-22T17:30:26.126199+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:08:13.584676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":837,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:25.955570+0000","last_change":"2023-12-22T17:24:55.161869+0000","last_active":"2023-12-22T17:30:25.955570+0000","last_peered":"2023-12-22T17:30:25.955570+0000","last_clean":"2023-12-22T17:30:25.955570+0000","last_became_active":"2023-12-22T17:24:55.161483+0000","last_became_peered":"2023-12-22T17:24:55.161483+0000","last_unstale":"2023-12-22T17:30:25.955570+0000","last_undegraded":"2023-12-22T17:30:25.955570+0000","last_fullsized":"2023-12-22T17:30:25.955570+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T21:12:15.616845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":816,"reported_epoch":856,"state":"active+clean","last_fresh":"2023-12-22T17:30:22.997605+0000","last_change":"2023-12-22T17:24:26.853496+0000","last_active":"2023-12-22T17:30:22.997605+0000","last_peered":"2023-12-22T17:30:22.997605+0000","last_clean":"2023-12-22T17:30:22.997605+0000","last_became_active":"2023-12-22T17:24:26.853131+0000","last_became_peered":"2023-12-22T17:24:26.853131+0000","last_unstale":"2023-12-22T17:30:22.997605+0000","last_undegraded":"2023-12-22T17:30:22.997605+0000","last_fullsized":"2023-12-22T17:30:22.997605+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:43:36.512965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":809,"reported_epoch":857,"state":"active+clean","last_fresh":"2023-12-22T17:30:23.963140+0000","last_change":"2023-12-22T17:24:26.857597+0000","last_active":"2023-12-22T17:30:23.963140+0000","last_peered":"2023-12-22T17:30:23.963140+0000","last_clean":"2023-12-22T17:30:23.963140+0000","last_became_active":"2023-12-22T17:24:26.857278+0000","last_became_peered":"2023-12-22T17:24:26.857278+0000","last_unstale":"2023-12-22T17:30:23.963140+0000","last_undegraded":"2023-12-22T17:30:23.963140+0000","last_fullsized":"2023-12-22T17:30:23.963140+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:52:21.237382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":820,"reported_epoch":856,"state":"active+clean","last_fresh":"2023-12-22T17:30:22.957468+0000","last_change":"2023-12-22T17:25:24.890513+0000","last_active":"2023-12-22T17:30:22.957468+0000","last_peered":"2023-12-22T17:30:22.957468+0000","last_clean":"2023-12-22T17:30:22.957468+0000","last_became_active":"2023-12-22T17:25:24.890082+0000","last_became_peered":"2023-12-22T17:25:24.890082+0000","last_unstale":"2023-12-22T17:30:22.957468+0000","last_undegraded":"2023-12-22T17:30:22.957468+0000","last_fullsized":"2023-12-22T17:30:22.957468+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:21:28.186097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":807,"reported_epoch":856,"state":"active+clean","last_fresh":"2023-12-22T17:30:22.958641+0000","last_change":"2023-12-22T17:25:24.891286+0000","last_active":"2023-12-22T17:30:22.958641+0000","last_peered":"2023-12-22T17:30:22.958641+0000","last_clean":"2023-12-22T17:30:22.958641+0000","last_became_active":"2023-12-22T17:25:24.890829+0000","last_became_peered":"2023-12-22T17:25:24.890829+0000","last_unstale":"2023-12-22T17:30:22.958641+0000","last_undegraded":"2023-12-22T17:30:22.958641+0000","last_fullsized":"2023-12-22T17:30:22.958641+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:39:37.111197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":805,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:26.126888+0000","last_change":"2023-12-22T17:25:24.886777+0000","last_active":"2023-12-22T17:30:26.126888+0000","last_peered":"2023-12-22T17:30:26.126888+0000","last_clean":"2023-12-22T17:30:26.126888+0000","last_became_active":"2023-12-22T17:25:24.886438+0000","last_became_peered":"2023-12-22T17:25:24.886438+0000","last_unstale":"2023-12-22T17:30:26.126888+0000","last_undegraded":"2023-12-22T17:30:26.126888+0000","last_fullsized":"2023-12-22T17:30:26.126888+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:54:12.248248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":809,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:26.568608+0000","last_change":"2023-12-22T17:25:24.882959+0000","last_active":"2023-12-22T17:30:26.568608+0000","last_peered":"2023-12-22T17:30:26.568608+0000","last_clean":"2023-12-22T17:30:26.568608+0000","last_became_active":"2023-12-22T17:25:24.882603+0000","last_became_peered":"2023-12-22T17:25:24.882603+0000","last_unstale":"2023-12-22T17:30:26.568608+0000","last_undegraded":"2023-12-22T17:30:26.568608+0000","last_fullsized":"2023-12-22T17:30:26.568608+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:02:51.275727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"58'4","reported_seq":821,"reported_epoch":856,"state":"active+clean","last_fresh":"2023-12-22T17:30:22.998684+0000","last_change":"2023-12-22T17:25:24.893083+0000","last_active":"2023-12-22T17:30:22.998684+0000","last_peered":"2023-12-22T17:30:22.998684+0000","last_clean":"2023-12-22T17:30:22.998684+0000","last_became_active":"2023-12-22T17:25:24.892482+0000","last_became_peered":"2023-12-22T17:25:24.892482+0000","last_unstale":"2023-12-22T17:30:22.998684+0000","last_undegraded":"2023-12-22T17:30:22.998684+0000","last_fullsized":"2023-12-22T17:30:22.998684+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:12:47.051544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":822,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:25.955023+0000","last_change":"2023-12-22T17:24:55.161949+0000","last_active":"2023-12-22T17:30:25.955023+0000","last_peered":"2023-12-22T17:30:25.955023+0000","last_clean":"2023-12-22T17:30:25.955023+0000","last_became_active":"2023-12-22T17:24:55.161573+0000","last_became_peered":"2023-12-22T17:24:55.161573+0000","last_unstale":"2023-12-22T17:30:25.955023+0000","last_undegraded":"2023-12-22T17:30:25.955023+0000","last_fullsized":"2023-12-22T17:30:25.955023+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T17:56:08.807639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"58'1","reported_seq":810,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:25.955246+0000","last_change":"2023-12-22T17:24:26.857004+0000","last_active":"2023-12-22T17:30:25.955246+0000","last_peered":"2023-12-22T17:30:25.955246+0000","last_clean":"2023-12-22T17:30:25.955246+0000","last_became_active":"2023-12-22T17:24:26.856597+0000","last_became_peered":"2023-12-22T17:24:26.856597+0000","last_unstale":"2023-12-22T17:30:25.955246+0000","last_undegraded":"2023-12-22T17:30:25.955246+0000","last_fullsized":"2023-12-22T17:30:25.955246+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:56:20.161550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":817,"reported_epoch":856,"state":"active+clean","last_fresh":"2023-12-22T17:30:22.998218+0000","last_change":"2023-12-22T17:24:26.861795+0000","last_active":"2023-12-22T17:30:22.998218+0000","last_peered":"2023-12-22T17:30:22.998218+0000","last_clean":"2023-12-22T17:30:22.998218+0000","last_became_active":"2023-12-22T17:24:26.861142+0000","last_became_peered":"2023-12-22T17:24:26.861142+0000","last_unstale":"2023-12-22T17:30:22.998218+0000","last_undegraded":"2023-12-22T17:30:22.998218+0000","last_fullsized":"2023-12-22T17:30:22.998218+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:30:23.113573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"58'2","reported_seq":812,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:26.568691+0000","last_change":"2023-12-22T17:25:24.887021+0000","last_active":"2023-12-22T17:30:26.568691+0000","last_peered":"2023-12-22T17:30:26.568691+0000","last_clean":"2023-12-22T17:30:26.568691+0000","last_became_active":"2023-12-22T17:25:24.886452+0000","last_became_peered":"2023-12-22T17:25:24.886452+0000","last_unstale":"2023-12-22T17:30:26.568691+0000","last_undegraded":"2023-12-22T17:30:26.568691+0000","last_fullsized":"2023-12-22T17:30:26.568691+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:55:04.442728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":811,"reported_epoch":856,"state":"active+clean","last_fresh":"2023-12-22T17:30:22.958229+0000","last_change":"2023-12-22T17:24:26.853230+0000","last_active":"2023-12-22T17:30:22.958229+0000","last_peered":"2023-12-22T17:30:22.958229+0000","last_clean":"2023-12-22T17:30:22.958229+0000","last_became_active":"2023-12-22T17:24:26.852911+0000","last_became_peered":"2023-12-22T17:24:26.852911+0000","last_unstale":"2023-12-22T17:30:22.958229+0000","last_undegraded":"2023-12-22T17:30:22.958229+0000","last_fullsized":"2023-12-22T17:30:22.958229+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T21:09:21.982280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"58'2","reported_seq":826,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:26.568214+0000","last_change":"2023-12-22T17:25:24.889663+0000","last_active":"2023-12-22T17:30:26.568214+0000","last_peered":"2023-12-22T17:30:26.568214+0000","last_clean":"2023-12-22T17:30:26.568214+0000","last_became_active":"2023-12-22T17:25:24.888447+0000","last_became_peered":"2023-12-22T17:25:24.888447+0000","last_unstale":"2023-12-22T17:30:26.568214+0000","last_undegraded":"2023-12-22T17:30:26.568214+0000","last_fullsized":"2023-12-22T17:30:26.568214+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:24:59.811732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":807,"reported_epoch":856,"state":"active+clean","last_fresh":"2023-12-22T17:30:22.958700+0000","last_change":"2023-12-22T17:24:55.163164+0000","last_active":"2023-12-22T17:30:22.958700+0000","last_peered":"2023-12-22T17:30:22.958700+0000","last_clean":"2023-12-22T17:30:22.958700+0000","last_became_active":"2023-12-22T17:24:55.162891+0000","last_became_peered":"2023-12-22T17:24:55.162891+0000","last_unstale":"2023-12-22T17:30:22.958700+0000","last_undegraded":"2023-12-22T17:30:22.958700+0000","last_fullsized":"2023-12-22T17:30:22.958700+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:30:51.942522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"58'1","reported_seq":825,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:25.955924+0000","last_change":"2023-12-22T17:25:24.891236+0000","last_active":"2023-12-22T17:30:25.955924+0000","last_peered":"2023-12-22T17:30:25.955924+0000","last_clean":"2023-12-22T17:30:25.955924+0000","last_became_active":"2023-12-22T17:25:24.890467+0000","last_became_peered":"2023-12-22T17:25:24.890467+0000","last_unstale":"2023-12-22T17:30:25.955924+0000","last_undegraded":"2023-12-22T17:30:25.955924+0000","last_fullsized":"2023-12-22T17:30:25.955924+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:04:26.908548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":838,"reported_epoch":858,"state":"active+clean","last_fresh":"2023-12-22T17:30:24.977189+0000","last_change":"2023-12-22T17:23:57.846021+0000","last_active":"2023-12-22T17:30:24.977189+0000","last_peered":"2023-12-22T17:30:24.977189+0000","last_clean":"2023-12-22T17:30:24.977189+0000","last_became_active":"2023-12-22T17:23:57.845718+0000","last_became_peered":"2023-12-22T17:23:57.845718+0000","last_unstale":"2023-12-22T17:30:24.977189+0000","last_undegraded":"2023-12-22T17:30:24.977189+0000","last_fullsized":"2023-12-22T17:30:24.977189+0000","mapping_epoch":476,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":477,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T17:40:50.105621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"58'1","reported_seq":830,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:25.997342+0000","last_change":"2023-12-22T17:25:24.897564+0000","last_active":"2023-12-22T17:30:25.997342+0000","last_peered":"2023-12-22T17:30:25.997342+0000","last_clean":"2023-12-22T17:30:25.997342+0000","last_became_active":"2023-12-22T17:25:24.897048+0000","last_became_peered":"2023-12-22T17:25:24.897048+0000","last_unstale":"2023-12-22T17:30:25.997342+0000","last_undegraded":"2023-12-22T17:30:25.997342+0000","last_fullsized":"2023-12-22T17:30:25.997342+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T21:49:33.318885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":815,"reported_epoch":856,"state":"active+clean","last_fresh":"2023-12-22T17:30:22.998888+0000","last_change":"2023-12-22T17:25:24.892956+0000","last_active":"2023-12-22T17:30:22.998888+0000","last_peered":"2023-12-22T17:30:22.998888+0000","last_clean":"2023-12-22T17:30:22.998888+0000","last_became_active":"2023-12-22T17:25:24.892608+0000","last_became_peered":"2023-12-22T17:25:24.892608+0000","last_unstale":"2023-12-22T17:30:22.998888+0000","last_undegraded":"2023-12-22T17:30:22.998888+0000","last_fullsized":"2023-12-22T17:30:22.998888+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:02:52.489821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":808,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:25.955319+0000","last_change":"2023-12-22T17:24:55.165339+0000","last_active":"2023-12-22T17:30:25.955319+0000","last_peered":"2023-12-22T17:30:25.955319+0000","last_clean":"2023-12-22T17:30:25.955319+0000","last_became_active":"2023-12-22T17:24:55.165085+0000","last_became_peered":"2023-12-22T17:24:55.165085+0000","last_unstale":"2023-12-22T17:30:25.955319+0000","last_undegraded":"2023-12-22T17:30:25.955319+0000","last_fullsized":"2023-12-22T17:30:25.955319+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:07:59.227559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":841,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:25.954669+0000","last_change":"2023-12-22T17:23:29.947833+0000","last_active":"2023-12-22T17:30:25.954669+0000","last_peered":"2023-12-22T17:30:25.954669+0000","last_clean":"2023-12-22T17:30:25.954669+0000","last_became_active":"2023-12-22T17:23:29.947480+0000","last_became_peered":"2023-12-22T17:23:29.947480+0000","last_unstale":"2023-12-22T17:30:25.954669+0000","last_undegraded":"2023-12-22T17:30:25.954669+0000","last_fullsized":"2023-12-22T17:30:25.954669+0000","mapping_epoch":448,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":449,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:00:00.105734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":808,"reported_epoch":856,"state":"active+clean","last_fresh":"2023-12-22T17:30:22.957764+0000","last_change":"2023-12-22T17:25:24.890846+0000","last_active":"2023-12-22T17:30:22.957764+0000","last_peered":"2023-12-22T17:30:22.957764+0000","last_clean":"2023-12-22T17:30:22.957764+0000","last_became_active":"2023-12-22T17:25:24.890522+0000","last_became_peered":"2023-12-22T17:25:24.890522+0000","last_unstale":"2023-12-22T17:30:22.957764+0000","last_undegraded":"2023-12-22T17:30:22.957764+0000","last_fullsized":"2023-12-22T17:30:22.957764+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:42:12.651737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":792,"reported_epoch":857,"state":"active+clean","last_fresh":"2023-12-22T17:30:23.963384+0000","last_change":"2023-12-22T17:23:57.845598+0000","last_active":"2023-12-22T17:30:23.963384+0000","last_peered":"2023-12-22T17:30:23.963384+0000","last_clean":"2023-12-22T17:30:23.963384+0000","last_became_active":"2023-12-22T17:23:57.845259+0000","last_became_peered":"2023-12-22T17:23:57.845259+0000","last_unstale":"2023-12-22T17:30:23.963384+0000","last_undegraded":"2023-12-22T17:30:23.963384+0000","last_fullsized":"2023-12-22T17:30:23.963384+0000","mapping_epoch":476,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":477,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:58:36.536674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":820,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:25.997270+0000","last_change":"2023-12-22T17:24:55.168803+0000","last_active":"2023-12-22T17:30:25.997270+0000","last_peered":"2023-12-22T17:30:25.997270+0000","last_clean":"2023-12-22T17:30:25.997270+0000","last_became_active":"2023-12-22T17:24:55.168226+0000","last_became_peered":"2023-12-22T17:24:55.168226+0000","last_unstale":"2023-12-22T17:30:25.997270+0000","last_undegraded":"2023-12-22T17:30:25.997270+0000","last_fullsized":"2023-12-22T17:30:25.997270+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:14:13.981184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":809,"reported_epoch":856,"state":"active+clean","last_fresh":"2023-12-22T17:30:22.958178+0000","last_change":"2023-12-22T17:25:24.892454+0000","last_active":"2023-12-22T17:30:22.958178+0000","last_peered":"2023-12-22T17:30:22.958178+0000","last_clean":"2023-12-22T17:30:22.958178+0000","last_became_active":"2023-12-22T17:25:24.892164+0000","last_became_peered":"2023-12-22T17:25:24.892164+0000","last_unstale":"2023-12-22T17:30:22.958178+0000","last_undegraded":"2023-12-22T17:30:22.958178+0000","last_fullsized":"2023-12-22T17:30:22.958178+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:54:33.465638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":795,"reported_epoch":856,"state":"active+clean","last_fresh":"2023-12-22T17:30:22.957982+0000","last_change":"2023-12-22T17:24:55.167731+0000","last_active":"2023-12-22T17:30:22.957982+0000","last_peered":"2023-12-22T17:30:22.957982+0000","last_clean":"2023-12-22T17:30:22.957982+0000","last_became_active":"2023-12-22T17:24:55.167338+0000","last_became_peered":"2023-12-22T17:24:55.167338+0000","last_unstale":"2023-12-22T17:30:22.957982+0000","last_undegraded":"2023-12-22T17:30:22.957982+0000","last_fullsized":"2023-12-22T17:30:22.957982+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:28:22.459237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":816,"reported_epoch":856,"state":"active+clean","last_fresh":"2023-12-22T17:30:22.998417+0000","last_change":"2023-12-22T17:24:26.861565+0000","last_active":"2023-12-22T17:30:22.998417+0000","last_peered":"2023-12-22T17:30:22.998417+0000","last_clean":"2023-12-22T17:30:22.998417+0000","last_became_active":"2023-12-22T17:24:26.860688+0000","last_became_peered":"2023-12-22T17:24:26.860688+0000","last_unstale":"2023-12-22T17:30:22.998417+0000","last_undegraded":"2023-12-22T17:30:22.998417+0000","last_fullsized":"2023-12-22T17:30:22.998417+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:51:11.981205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"58'3","reported_seq":820,"reported_epoch":857,"state":"active+clean","last_fresh":"2023-12-22T17:30:23.963640+0000","last_change":"2023-12-22T17:24:26.855490+0000","last_active":"2023-12-22T17:30:23.963640+0000","last_peered":"2023-12-22T17:30:23.963640+0000","last_clean":"2023-12-22T17:30:23.963640+0000","last_became_active":"2023-12-22T17:24:26.855114+0000","last_became_peered":"2023-12-22T17:24:26.855114+0000","last_unstale":"2023-12-22T17:30:23.963640+0000","last_undegraded":"2023-12-22T17:30:23.963640+0000","last_fullsized":"2023-12-22T17:30:23.963640+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:45:24.303550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":794,"reported_epoch":858,"state":"active+clean","last_fresh":"2023-12-22T17:30:24.977627+0000","last_change":"2023-12-22T17:25:24.892233+0000","last_active":"2023-12-22T17:30:24.977627+0000","last_peered":"2023-12-22T17:30:24.977627+0000","last_clean":"2023-12-22T17:30:24.977627+0000","last_became_active":"2023-12-22T17:25:24.891915+0000","last_became_peered":"2023-12-22T17:25:24.891915+0000","last_unstale":"2023-12-22T17:30:24.977627+0000","last_undegraded":"2023-12-22T17:30:24.977627+0000","last_fullsized":"2023-12-22T17:30:24.977627+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T21:16:54.513662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"397'28","reported_seq":848,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:25.997369+0000","last_change":"2023-12-22T17:24:55.167335+0000","last_active":"2023-12-22T17:30:25.997369+0000","last_peered":"2023-12-22T17:30:25.997369+0000","last_clean":"2023-12-22T17:30:25.997369+0000","last_became_active":"2023-12-22T17:24:55.166767+0000","last_became_peered":"2023-12-22T17:24:55.166767+0000","last_unstale":"2023-12-22T17:30:25.997369+0000","last_undegraded":"2023-12-22T17:30:25.997369+0000","last_fullsized":"2023-12-22T17:30:25.997369+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:12:59.503983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5786,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":796,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:26.568107+0000","last_change":"2023-12-22T17:25:24.885541+0000","last_active":"2023-12-22T17:30:26.568107+0000","last_peered":"2023-12-22T17:30:26.568107+0000","last_clean":"2023-12-22T17:30:26.568107+0000","last_became_active":"2023-12-22T17:25:24.885191+0000","last_became_peered":"2023-12-22T17:25:24.885191+0000","last_unstale":"2023-12-22T17:30:26.568107+0000","last_undegraded":"2023-12-22T17:30:26.568107+0000","last_fullsized":"2023-12-22T17:30:26.568107+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:30:07.370991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"58'2","reported_seq":818,"reported_epoch":856,"state":"active+clean","last_fresh":"2023-12-22T17:30:22.999017+0000","last_change":"2023-12-22T17:23:57.849600+0000","last_active":"2023-12-22T17:30:22.999017+0000","last_peered":"2023-12-22T17:30:22.999017+0000","last_clean":"2023-12-22T17:30:22.999017+0000","last_became_active":"2023-12-22T17:23:57.849204+0000","last_became_peered":"2023-12-22T17:23:57.849204+0000","last_unstale":"2023-12-22T17:30:22.999017+0000","last_undegraded":"2023-12-22T17:30:22.999017+0000","last_fullsized":"2023-12-22T17:30:22.999017+0000","mapping_epoch":476,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":477,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T21:56:48.431653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":816,"reported_epoch":856,"state":"active+clean","last_fresh":"2023-12-22T17:30:22.997864+0000","last_change":"2023-12-22T17:25:24.893069+0000","last_active":"2023-12-22T17:30:22.997864+0000","last_peered":"2023-12-22T17:30:22.997864+0000","last_clean":"2023-12-22T17:30:22.997864+0000","last_became_active":"2023-12-22T17:25:24.890457+0000","last_became_peered":"2023-12-22T17:25:24.890457+0000","last_unstale":"2023-12-22T17:30:22.997864+0000","last_undegraded":"2023-12-22T17:30:22.997864+0000","last_fullsized":"2023-12-22T17:30:22.997864+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:03:33.894500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":822,"reported_epoch":856,"state":"active+clean","last_fresh":"2023-12-22T17:30:22.958725+0000","last_change":"2023-12-22T17:25:24.882567+0000","last_active":"2023-12-22T17:30:22.958725+0000","last_peered":"2023-12-22T17:30:22.958725+0000","last_clean":"2023-12-22T17:30:22.958725+0000","last_became_active":"2023-12-22T17:25:24.882274+0000","last_became_peered":"2023-12-22T17:25:24.882274+0000","last_unstale":"2023-12-22T17:30:22.958725+0000","last_undegraded":"2023-12-22T17:30:22.958725+0000","last_fullsized":"2023-12-22T17:30:22.958725+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:45:07.413593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":796,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:26.567929+0000","last_change":"2023-12-22T17:25:24.884173+0000","last_active":"2023-12-22T17:30:26.567929+0000","last_peered":"2023-12-22T17:30:26.567929+0000","last_clean":"2023-12-22T17:30:26.567929+0000","last_became_active":"2023-12-22T17:25:24.881472+0000","last_became_peered":"2023-12-22T17:25:24.881472+0000","last_unstale":"2023-12-22T17:30:26.567929+0000","last_undegraded":"2023-12-22T17:30:26.567929+0000","last_fullsized":"2023-12-22T17:30:26.567929+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T17:51:13.592041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":833,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:25.997025+0000","last_change":"2023-12-22T17:24:55.166408+0000","last_active":"2023-12-22T17:30:25.997025+0000","last_peered":"2023-12-22T17:30:25.997025+0000","last_clean":"2023-12-22T17:30:25.997025+0000","last_became_active":"2023-12-22T17:24:55.165939+0000","last_became_peered":"2023-12-22T17:24:55.165939+0000","last_unstale":"2023-12-22T17:30:25.997025+0000","last_undegraded":"2023-12-22T17:30:25.997025+0000","last_fullsized":"2023-12-22T17:30:25.997025+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:09:32.851300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":819,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:25.996890+0000","last_change":"2023-12-22T17:24:55.169509+0000","last_active":"2023-12-22T17:30:25.996890+0000","last_peered":"2023-12-22T17:30:25.996890+0000","last_clean":"2023-12-22T17:30:25.996890+0000","last_became_active":"2023-12-22T17:24:55.169203+0000","last_became_peered":"2023-12-22T17:24:55.169203+0000","last_unstale":"2023-12-22T17:30:25.996890+0000","last_undegraded":"2023-12-22T17:30:25.996890+0000","last_fullsized":"2023-12-22T17:30:25.996890+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:46:22.100186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"58'8","reported_seq":831,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:26.125962+0000","last_change":"2023-12-22T17:23:00.814646+0000","last_active":"2023-12-22T17:30:26.125962+0000","last_peered":"2023-12-22T17:30:26.125962+0000","last_clean":"2023-12-22T17:30:26.125962+0000","last_became_active":"2023-12-22T17:23:00.814356+0000","last_became_peered":"2023-12-22T17:23:00.814356+0000","last_unstale":"2023-12-22T17:30:26.125962+0000","last_undegraded":"2023-12-22T17:30:26.125962+0000","last_fullsized":"2023-12-22T17:30:26.125962+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:41:39.946389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":809,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:26.567519+0000","last_change":"2023-12-22T17:25:24.897283+0000","last_active":"2023-12-22T17:30:26.567519+0000","last_peered":"2023-12-22T17:30:26.567519+0000","last_clean":"2023-12-22T17:30:26.567519+0000","last_became_active":"2023-12-22T17:25:24.895607+0000","last_became_peered":"2023-12-22T17:25:24.895607+0000","last_unstale":"2023-12-22T17:30:26.567519+0000","last_undegraded":"2023-12-22T17:30:26.567519+0000","last_fullsized":"2023-12-22T17:30:26.567519+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:35:44.527501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"860'987","reported_seq":3846,"reported_epoch":860,"state":"active+clean","last_fresh":"2023-12-22T17:30:26.976464+0000","last_change":"2023-12-22T17:30:26.977517+0000","last_active":"2023-12-22T17:30:26.976464+0000","last_peered":"2023-12-22T17:30:26.976464+0000","last_clean":"2023-12-22T17:30:26.976464+0000","last_became_active":"2023-12-22T17:23:00.815021+0000","last_became_peered":"2023-12-22T17:23:00.815021+0000","last_unstale":"2023-12-22T17:30:26.976464+0000","last_undegraded":"2023-12-22T17:30:26.976464+0000","last_fullsized":"2023-12-22T17:30:26.976464+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:16:58.851201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:16:58.851201+0000","last_clean_scrub_stamp":"2023-12-22T17:16:58.851201+0000","objects_scrubbed":0,"log_size":987,"log_dups_size":0,"ondisk_log_size":987,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:17:57.129005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013028566,"stat_sum":{"num_bytes":25935872,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":139,"num_read_kb":116802,"num_write":365,"num_write_kb":62800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":8060928,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2f4","length":"2"},{"start":"301","length":"1"}]},{"pgid":"2.f","version":"58'1","reported_seq":821,"reported_epoch":858,"state":"active+clean","last_fresh":"2023-12-22T17:30:24.977870+0000","last_change":"2023-12-22T17:25:24.891727+0000","last_active":"2023-12-22T17:30:24.977870+0000","last_peered":"2023-12-22T17:30:24.977870+0000","last_clean":"2023-12-22T17:30:24.977870+0000","last_became_active":"2023-12-22T17:25:24.891380+0000","last_became_peered":"2023-12-22T17:25:24.891380+0000","last_unstale":"2023-12-22T17:30:24.977870+0000","last_undegraded":"2023-12-22T17:30:24.977870+0000","last_fullsized":"2023-12-22T17:30:24.977870+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:43:49.290532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":796,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:26.568474+0000","last_change":"2023-12-22T17:25:24.889805+0000","last_active":"2023-12-22T17:30:26.568474+0000","last_peered":"2023-12-22T17:30:26.568474+0000","last_clean":"2023-12-22T17:30:26.568474+0000","last_became_active":"2023-12-22T17:25:24.889512+0000","last_became_peered":"2023-12-22T17:25:24.889512+0000","last_unstale":"2023-12-22T17:30:26.568474+0000","last_undegraded":"2023-12-22T17:30:26.568474+0000","last_fullsized":"2023-12-22T17:30:26.568474+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:23:44.914895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"857'1119","reported_seq":4007,"reported_epoch":857,"state":"active+clean","last_fresh":"2023-12-22T17:30:23.979147+0000","last_change":"2023-12-22T17:30:23.982170+0000","last_active":"2023-12-22T17:30:23.979147+0000","last_peered":"2023-12-22T17:30:23.979147+0000","last_clean":"2023-12-22T17:30:23.979147+0000","last_became_active":"2023-12-22T17:24:55.164278+0000","last_became_peered":"2023-12-22T17:24:55.164278+0000","last_unstale":"2023-12-22T17:30:23.979147+0000","last_undegraded":"2023-12-22T17:30:23.979147+0000","last_fullsized":"2023-12-22T17:30:23.979147+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:16:58.851201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:16:58.851201+0000","last_clean_scrub_stamp":"2023-12-22T17:16:58.851201+0000","objects_scrubbed":0,"log_size":1119,"log_dups_size":0,"ondisk_log_size":1119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:02:00.417257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015134715,"stat_sum":{"num_bytes":11419648,"num_objects":8,"num_object_clones":5,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":2,"num_read":190,"num_read_kb":178983,"num_write":412,"num_write_kb":80832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7495680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2e1","length":"1"},{"start":"2f4","length":"1"},{"start":"2fe","length":"1"},{"start":"301","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":792,"reported_epoch":857,"state":"active+clean","last_fresh":"2023-12-22T17:30:23.963848+0000","last_change":"2023-12-22T17:24:26.852193+0000","last_active":"2023-12-22T17:30:23.963848+0000","last_peered":"2023-12-22T17:30:23.963848+0000","last_clean":"2023-12-22T17:30:23.963848+0000","last_became_active":"2023-12-22T17:24:26.851862+0000","last_became_peered":"2023-12-22T17:24:26.851862+0000","last_unstale":"2023-12-22T17:30:23.963848+0000","last_undegraded":"2023-12-22T17:30:23.963848+0000","last_fullsized":"2023-12-22T17:30:23.963848+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_clean_scrub_stamp":"2023-12-22T17:15:14.744907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:35:41.686051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":817,"reported_epoch":857,"state":"active+clean","last_fresh":"2023-12-22T17:30:23.963388+0000","last_change":"2023-12-22T17:25:24.882749+0000","last_active":"2023-12-22T17:30:23.963388+0000","last_peered":"2023-12-22T17:30:23.963388+0000","last_clean":"2023-12-22T17:30:23.963388+0000","last_became_active":"2023-12-22T17:25:24.882408+0000","last_became_peered":"2023-12-22T17:25:24.882408+0000","last_unstale":"2023-12-22T17:30:23.963388+0000","last_undegraded":"2023-12-22T17:30:23.963388+0000","last_fullsized":"2023-12-22T17:30:23.963388+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:59:39.381509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":825,"reported_epoch":856,"state":"active+clean","last_fresh":"2023-12-22T17:30:22.958076+0000","last_change":"2023-12-22T17:24:26.857178+0000","last_active":"2023-12-22T17:30:22.958076+0000","last_peered":"2023-12-22T17:30:22.958076+0000","last_clean":"2023-12-22T17:30:22.958076+0000","last_became_active":"2023-12-22T17:24:26.856929+0000","last_became_peered":"2023-12-22T17:24:26.856929+0000","last_unstale":"2023-12-22T17:30:22.958076+0000","last_undegraded":"2023-12-22T17:30:22.958076+0000","last_fullsized":"2023-12-22T17:30:22.958076+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:09:34.686469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"857'2582","reported_seq":5332,"reported_epoch":857,"state":"active+clean","last_fresh":"2023-12-22T17:30:23.992783+0000","last_change":"2023-12-22T17:30:23.994444+0000","last_active":"2023-12-22T17:30:23.992783+0000","last_peered":"2023-12-22T17:30:23.992783+0000","last_clean":"2023-12-22T17:30:23.992783+0000","last_became_active":"2023-12-22T17:23:57.856467+0000","last_became_peered":"2023-12-22T17:23:57.856467+0000","last_unstale":"2023-12-22T17:30:23.992783+0000","last_undegraded":"2023-12-22T17:30:23.992783+0000","last_fullsized":"2023-12-22T17:30:23.992783+0000","mapping_epoch":476,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":477,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:16:58.851201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:16:58.851201+0000","last_clean_scrub_stamp":"2023-12-22T17:16:58.851201+0000","objects_scrubbed":0,"log_size":2582,"log_dups_size":0,"ondisk_log_size":2582,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:52:02.989878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.026612567,"stat_sum":{"num_bytes":71950336,"num_objects":22,"num_object_clones":17,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":2,"num_read":430,"num_read_kb":1087669,"num_write":993,"num_write_kb":222472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":58949632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2e1","length":"1"},{"start":"2f4","length":"1"},{"start":"2fe","length":"1"},{"start":"301","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":792,"reported_epoch":857,"state":"active+clean","last_fresh":"2023-12-22T17:30:23.963518+0000","last_change":"2023-12-22T17:23:29.964525+0000","last_active":"2023-12-22T17:30:23.963518+0000","last_peered":"2023-12-22T17:30:23.963518+0000","last_clean":"2023-12-22T17:30:23.963518+0000","last_became_active":"2023-12-22T17:23:29.964220+0000","last_became_peered":"2023-12-22T17:23:29.964220+0000","last_unstale":"2023-12-22T17:30:23.963518+0000","last_undegraded":"2023-12-22T17:30:23.963518+0000","last_fullsized":"2023-12-22T17:30:23.963518+0000","mapping_epoch":448,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":449,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_clean_scrub_stamp":"2023-12-22T17:15:14.744907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:48:27.557370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":810,"reported_epoch":856,"state":"active+clean","last_fresh":"2023-12-22T17:30:22.957409+0000","last_change":"2023-12-22T17:24:55.164871+0000","last_active":"2023-12-22T17:30:22.957409+0000","last_peered":"2023-12-22T17:30:22.957409+0000","last_clean":"2023-12-22T17:30:22.957409+0000","last_became_active":"2023-12-22T17:24:55.164481+0000","last_became_peered":"2023-12-22T17:24:55.164481+0000","last_unstale":"2023-12-22T17:30:22.957409+0000","last_undegraded":"2023-12-22T17:30:22.957409+0000","last_fullsized":"2023-12-22T17:30:22.957409+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T17:29:58.950548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":820,"reported_epoch":858,"state":"active+clean","last_fresh":"2023-12-22T17:30:24.977594+0000","last_change":"2023-12-22T17:24:55.159076+0000","last_active":"2023-12-22T17:30:24.977594+0000","last_peered":"2023-12-22T17:30:24.977594+0000","last_clean":"2023-12-22T17:30:24.977594+0000","last_became_active":"2023-12-22T17:24:55.158739+0000","last_became_peered":"2023-12-22T17:24:55.158739+0000","last_unstale":"2023-12-22T17:30:24.977594+0000","last_undegraded":"2023-12-22T17:30:24.977594+0000","last_fullsized":"2023-12-22T17:30:24.977594+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:58:51.994904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"860'1886","reported_seq":4632,"reported_epoch":860,"state":"active+clean","last_fresh":"2023-12-22T17:30:26.977727+0000","last_change":"2023-12-22T17:30:26.978599+0000","last_active":"2023-12-22T17:30:26.977727+0000","last_peered":"2023-12-22T17:30:26.977727+0000","last_clean":"2023-12-22T17:30:26.977727+0000","last_became_active":"2023-12-22T17:24:26.850331+0000","last_became_peered":"2023-12-22T17:24:26.850331+0000","last_unstale":"2023-12-22T17:30:26.977727+0000","last_undegraded":"2023-12-22T17:30:26.977727+0000","last_fullsized":"2023-12-22T17:30:26.977727+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:16:58.851201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:16:58.851201+0000","last_clean_scrub_stamp":"2023-12-22T17:16:58.851201+0000","objects_scrubbed":0,"log_size":1886,"log_dups_size":0,"ondisk_log_size":1886,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:19:30.491301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014441249999999999,"stat_sum":{"num_bytes":17924096,"num_objects":15,"num_object_clones":11,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":2,"num_read":263,"num_read_kb":390219,"num_write":749,"num_write_kb":186536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":40050688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2f4","length":"2"},{"start":"301","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":813,"reported_epoch":857,"state":"active+clean","last_fresh":"2023-12-22T17:30:23.963613+0000","last_change":"2023-12-22T17:24:26.854897+0000","last_active":"2023-12-22T17:30:23.963613+0000","last_peered":"2023-12-22T17:30:23.963613+0000","last_clean":"2023-12-22T17:30:23.963613+0000","last_became_active":"2023-12-22T17:24:26.854516+0000","last_became_peered":"2023-12-22T17:24:26.854516+0000","last_unstale":"2023-12-22T17:30:23.963613+0000","last_undegraded":"2023-12-22T17:30:23.963613+0000","last_fullsized":"2023-12-22T17:30:23.963613+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_clean_scrub_stamp":"2023-12-22T17:15:14.744907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:06:53.066827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":792,"reported_epoch":857,"state":"active+clean","last_fresh":"2023-12-22T17:30:23.963023+0000","last_change":"2023-12-22T17:24:55.162776+0000","last_active":"2023-12-22T17:30:23.963023+0000","last_peered":"2023-12-22T17:30:23.963023+0000","last_clean":"2023-12-22T17:30:23.963023+0000","last_became_active":"2023-12-22T17:24:55.162423+0000","last_became_peered":"2023-12-22T17:24:55.162423+0000","last_unstale":"2023-12-22T17:30:23.963023+0000","last_undegraded":"2023-12-22T17:30:23.963023+0000","last_fullsized":"2023-12-22T17:30:23.963023+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:28:48.498206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":831,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:26.125729+0000","last_change":"2023-12-22T17:23:29.940941+0000","last_active":"2023-12-22T17:30:26.125729+0000","last_peered":"2023-12-22T17:30:26.125729+0000","last_clean":"2023-12-22T17:30:26.125729+0000","last_became_active":"2023-12-22T17:23:29.940441+0000","last_became_peered":"2023-12-22T17:23:29.940441+0000","last_unstale":"2023-12-22T17:30:26.125729+0000","last_undegraded":"2023-12-22T17:30:26.125729+0000","last_fullsized":"2023-12-22T17:30:26.125729+0000","mapping_epoch":448,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":449,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:05:09.997336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"860'1334","reported_seq":3988,"reported_epoch":860,"state":"active+clean","last_fresh":"2023-12-22T17:30:26.958902+0000","last_change":"2023-12-22T17:30:26.960216+0000","last_active":"2023-12-22T17:30:26.958902+0000","last_peered":"2023-12-22T17:30:26.958902+0000","last_clean":"2023-12-22T17:30:26.958902+0000","last_became_active":"2023-12-22T17:25:24.888608+0000","last_became_peered":"2023-12-22T17:25:24.888608+0000","last_unstale":"2023-12-22T17:30:26.958902+0000","last_undegraded":"2023-12-22T17:30:26.958902+0000","last_fullsized":"2023-12-22T17:30:26.958902+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:16:58.851201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:16:58.851201+0000","last_clean_scrub_stamp":"2023-12-22T17:16:58.851201+0000","objects_scrubbed":0,"log_size":1334,"log_dups_size":0,"ondisk_log_size":1334,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T02:46:31.445505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0086864030000000005,"stat_sum":{"num_bytes":10477568,"num_objects":11,"num_object_clones":8,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":2,"num_read":178,"num_read_kb":261968,"num_write":551,"num_write_kb":90392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":9437184,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2f4","length":"2"},{"start":"301","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":825,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:25.997485+0000","last_change":"2023-12-22T17:25:24.887206+0000","last_active":"2023-12-22T17:30:25.997485+0000","last_peered":"2023-12-22T17:30:25.997485+0000","last_clean":"2023-12-22T17:30:25.997485+0000","last_became_active":"2023-12-22T17:25:24.886855+0000","last_became_peered":"2023-12-22T17:25:24.886855+0000","last_unstale":"2023-12-22T17:30:25.997485+0000","last_undegraded":"2023-12-22T17:30:25.997485+0000","last_fullsized":"2023-12-22T17:30:25.997485+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_clean_scrub_stamp":"2023-12-22T17:15:14.744907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T17:24:24.895534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":824,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:25.955906+0000","last_change":"2023-12-22T17:24:55.162640+0000","last_active":"2023-12-22T17:30:25.955906+0000","last_peered":"2023-12-22T17:30:25.955906+0000","last_clean":"2023-12-22T17:30:25.955906+0000","last_became_active":"2023-12-22T17:24:55.162297+0000","last_became_peered":"2023-12-22T17:24:55.162297+0000","last_unstale":"2023-12-22T17:30:25.955906+0000","last_undegraded":"2023-12-22T17:30:25.955906+0000","last_fullsized":"2023-12-22T17:30:25.955906+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:07:56.117536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":795,"reported_epoch":856,"state":"active+clean","last_fresh":"2023-12-22T17:30:22.957685+0000","last_change":"2023-12-22T17:25:24.891662+0000","last_active":"2023-12-22T17:30:22.957685+0000","last_peered":"2023-12-22T17:30:22.957685+0000","last_clean":"2023-12-22T17:30:22.957685+0000","last_became_active":"2023-12-22T17:25:24.891161+0000","last_became_peered":"2023-12-22T17:25:24.891161+0000","last_unstale":"2023-12-22T17:30:22.957685+0000","last_undegraded":"2023-12-22T17:30:22.957685+0000","last_fullsized":"2023-12-22T17:30:22.957685+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:16:43.484573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"312'197","reported_seq":1314,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:26.567375+0000","last_change":"2023-12-22T17:25:24.886326+0000","last_active":"2023-12-22T17:30:26.567375+0000","last_peered":"2023-12-22T17:30:26.567375+0000","last_clean":"2023-12-22T17:30:26.567375+0000","last_became_active":"2023-12-22T17:25:24.885978+0000","last_became_peered":"2023-12-22T17:25:24.885978+0000","last_unstale":"2023-12-22T17:30:26.567375+0000","last_undegraded":"2023-12-22T17:30:26.567375+0000","last_fullsized":"2023-12-22T17:30:26.567375+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:13:07.356504+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:13:07.356504+0000","last_clean_scrub_stamp":"2023-12-22T17:13:07.356504+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:00:11.460134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":2786,"reported_epoch":857,"state":"active+clean","last_fresh":"2023-12-22T17:30:23.972417+0000","last_change":"2023-12-22T17:30:23.972751+0000","last_active":"2023-12-22T17:30:23.972417+0000","last_peered":"2023-12-22T17:30:23.972417+0000","last_clean":"2023-12-22T17:30:23.972417+0000","last_became_active":"2023-12-22T17:24:26.859659+0000","last_became_peered":"2023-12-22T17:24:26.859659+0000","last_unstale":"2023-12-22T17:30:23.972417+0000","last_undegraded":"2023-12-22T17:30:23.972417+0000","last_fullsized":"2023-12-22T17:30:23.972417+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:16:58.851201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:16:58.851201+0000","last_clean_scrub_stamp":"2023-12-22T17:16:58.851201+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:58:27.889423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051887999999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2e1","length":"1"},{"start":"2f4","length":"1"},{"start":"2fe","length":"1"},{"start":"301","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":816,"reported_epoch":856,"state":"active+clean","last_fresh":"2023-12-22T17:30:22.999050+0000","last_change":"2023-12-22T17:23:00.822234+0000","last_active":"2023-12-22T17:30:22.999050+0000","last_peered":"2023-12-22T17:30:22.999050+0000","last_clean":"2023-12-22T17:30:22.999050+0000","last_became_active":"2023-12-22T17:23:00.821910+0000","last_became_peered":"2023-12-22T17:23:00.821910+0000","last_unstale":"2023-12-22T17:30:22.999050+0000","last_undegraded":"2023-12-22T17:30:22.999050+0000","last_fullsized":"2023-12-22T17:30:22.999050+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_clean_scrub_stamp":"2023-12-22T17:15:14.744907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:53:13.417625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":817,"reported_epoch":856,"state":"active+clean","last_fresh":"2023-12-22T17:30:22.997661+0000","last_change":"2023-12-22T17:23:57.853353+0000","last_active":"2023-12-22T17:30:22.997661+0000","last_peered":"2023-12-22T17:30:22.997661+0000","last_clean":"2023-12-22T17:30:22.997661+0000","last_became_active":"2023-12-22T17:23:57.853008+0000","last_became_peered":"2023-12-22T17:23:57.853008+0000","last_unstale":"2023-12-22T17:30:22.997661+0000","last_undegraded":"2023-12-22T17:30:22.997661+0000","last_fullsized":"2023-12-22T17:30:22.997661+0000","mapping_epoch":476,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":477,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:31:21.155944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":798,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:26.567342+0000","last_change":"2023-12-22T17:25:24.898063+0000","last_active":"2023-12-22T17:30:26.567342+0000","last_peered":"2023-12-22T17:30:26.567342+0000","last_clean":"2023-12-22T17:30:26.567342+0000","last_became_active":"2023-12-22T17:25:24.890506+0000","last_became_peered":"2023-12-22T17:25:24.890506+0000","last_unstale":"2023-12-22T17:30:26.567342+0000","last_undegraded":"2023-12-22T17:30:26.567342+0000","last_fullsized":"2023-12-22T17:30:26.567342+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:58:31.820367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"850'550","reported_seq":3374,"reported_epoch":860,"state":"active+clean","last_fresh":"2023-12-22T17:30:26.956598+0000","last_change":"2023-12-22T17:30:26.957024+0000","last_active":"2023-12-22T17:30:26.956598+0000","last_peered":"2023-12-22T17:30:26.956598+0000","last_clean":"2023-12-22T17:30:26.956598+0000","last_became_active":"2023-12-22T17:24:55.169423+0000","last_became_peered":"2023-12-22T17:24:55.169423+0000","last_unstale":"2023-12-22T17:30:26.956598+0000","last_undegraded":"2023-12-22T17:30:26.956598+0000","last_fullsized":"2023-12-22T17:30:26.956598+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:16:58.851201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:16:58.851201+0000","last_clean_scrub_stamp":"2023-12-22T17:16:58.851201+0000","objects_scrubbed":0,"log_size":550,"log_dups_size":0,"ondisk_log_size":550,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:24:41.872313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0028213230000000001,"stat_sum":{"num_bytes":9412608,"num_objects":3,"num_object_clones":2,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":85,"num_read_kb":104595,"num_write":188,"num_write_kb":43104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":15228928,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"2f4","length":"2"},{"start":"301","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":818,"reported_epoch":856,"state":"active+clean","last_fresh":"2023-12-22T17:30:22.998805+0000","last_change":"2023-12-22T17:25:24.892296+0000","last_active":"2023-12-22T17:30:22.998805+0000","last_peered":"2023-12-22T17:30:22.998805+0000","last_clean":"2023-12-22T17:30:22.998805+0000","last_became_active":"2023-12-22T17:25:24.890331+0000","last_became_peered":"2023-12-22T17:25:24.890331+0000","last_unstale":"2023-12-22T17:30:22.998805+0000","last_undegraded":"2023-12-22T17:30:22.998805+0000","last_fullsized":"2023-12-22T17:30:22.998805+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_clean_scrub_stamp":"2023-12-22T17:15:14.744907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:53:10.207974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":797,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:26.568251+0000","last_change":"2023-12-22T17:25:24.886791+0000","last_active":"2023-12-22T17:30:26.568251+0000","last_peered":"2023-12-22T17:30:26.568251+0000","last_clean":"2023-12-22T17:30:26.568251+0000","last_became_active":"2023-12-22T17:25:24.886011+0000","last_became_peered":"2023-12-22T17:25:24.886011+0000","last_unstale":"2023-12-22T17:30:26.568251+0000","last_undegraded":"2023-12-22T17:30:26.568251+0000","last_fullsized":"2023-12-22T17:30:26.568251+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:24:12.057866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":792,"reported_epoch":857,"state":"active+clean","last_fresh":"2023-12-22T17:30:23.963633+0000","last_change":"2023-12-22T17:24:26.853580+0000","last_active":"2023-12-22T17:30:23.963633+0000","last_peered":"2023-12-22T17:30:23.963633+0000","last_clean":"2023-12-22T17:30:23.963633+0000","last_became_active":"2023-12-22T17:24:26.853277+0000","last_became_peered":"2023-12-22T17:24:26.853277+0000","last_unstale":"2023-12-22T17:30:23.963633+0000","last_undegraded":"2023-12-22T17:30:23.963633+0000","last_fullsized":"2023-12-22T17:30:23.963633+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:38:40.254188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"857'2428","reported_seq":5099,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:25.965784+0000","last_change":"2023-12-22T17:30:23.980345+0000","last_active":"2023-12-22T17:30:25.965784+0000","last_peered":"2023-12-22T17:30:25.965784+0000","last_clean":"2023-12-22T17:30:25.965784+0000","last_became_active":"2023-12-22T17:25:24.892965+0000","last_became_peered":"2023-12-22T17:25:24.892965+0000","last_unstale":"2023-12-22T17:30:25.965784+0000","last_undegraded":"2023-12-22T17:30:25.965784+0000","last_fullsized":"2023-12-22T17:30:25.965784+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:16:58.851201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:16:58.851201+0000","last_clean_scrub_stamp":"2023-12-22T17:16:58.851201+0000","objects_scrubbed":0,"log_size":2428,"log_dups_size":0,"ondisk_log_size":2428,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T21:43:55.370208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017262191999999999,"stat_sum":{"num_bytes":64397312,"num_objects":21,"num_object_clones":16,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":2,"num_read":389,"num_read_kb":676022,"num_write":850,"num_write_kb":201432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":13123584,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"2f4","length":"1"},{"start":"301","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":805,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:25.956428+0000","last_change":"2023-12-22T17:25:24.891452+0000","last_active":"2023-12-22T17:30:25.956428+0000","last_peered":"2023-12-22T17:30:25.956428+0000","last_clean":"2023-12-22T17:30:25.956428+0000","last_became_active":"2023-12-22T17:25:24.890801+0000","last_became_peered":"2023-12-22T17:25:24.890801+0000","last_unstale":"2023-12-22T17:30:25.956428+0000","last_undegraded":"2023-12-22T17:30:25.956428+0000","last_fullsized":"2023-12-22T17:30:25.956428+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_clean_scrub_stamp":"2023-12-22T17:15:14.744907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T01:43:02.120722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"59'1","reported_seq":795,"reported_epoch":857,"state":"active+clean","last_fresh":"2023-12-22T17:30:23.964030+0000","last_change":"2023-12-22T17:24:55.163121+0000","last_active":"2023-12-22T17:30:23.964030+0000","last_peered":"2023-12-22T17:30:23.964030+0000","last_clean":"2023-12-22T17:30:23.964030+0000","last_became_active":"2023-12-22T17:24:55.162700+0000","last_became_peered":"2023-12-22T17:24:55.162700+0000","last_unstale":"2023-12-22T17:30:23.964030+0000","last_undegraded":"2023-12-22T17:30:23.964030+0000","last_fullsized":"2023-12-22T17:30:23.964030+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:07:48.665799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":808,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:25.954734+0000","last_change":"2023-12-22T17:25:24.892203+0000","last_active":"2023-12-22T17:30:25.954734+0000","last_peered":"2023-12-22T17:30:25.954734+0000","last_clean":"2023-12-22T17:30:25.954734+0000","last_became_active":"2023-12-22T17:25:24.891857+0000","last_became_peered":"2023-12-22T17:25:24.891857+0000","last_unstale":"2023-12-22T17:30:25.954734+0000","last_undegraded":"2023-12-22T17:30:25.954734+0000","last_fullsized":"2023-12-22T17:30:25.954734+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:32:29.620785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"860'2305","reported_seq":5054,"reported_epoch":860,"state":"active+clean","last_fresh":"2023-12-22T17:30:26.955404+0000","last_change":"2023-12-22T17:30:26.956947+0000","last_active":"2023-12-22T17:30:26.955404+0000","last_peered":"2023-12-22T17:30:26.955404+0000","last_clean":"2023-12-22T17:30:26.955404+0000","last_became_active":"2023-12-22T17:23:57.851518+0000","last_became_peered":"2023-12-22T17:23:57.851518+0000","last_unstale":"2023-12-22T17:30:26.955404+0000","last_undegraded":"2023-12-22T17:30:26.955404+0000","last_fullsized":"2023-12-22T17:30:26.955404+0000","mapping_epoch":476,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":477,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:16:58.851201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:16:58.851201+0000","last_clean_scrub_stamp":"2023-12-22T17:16:58.851201+0000","objects_scrubbed":0,"log_size":2305,"log_dups_size":0,"ondisk_log_size":2305,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T21:17:30.576912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011953338000000001,"stat_sum":{"num_bytes":29392896,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":1,"num_read":391,"num_read_kb":451291,"num_write":863,"num_write_kb":161552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":10190848,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2f4","length":"2"},{"start":"301","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":795,"reported_epoch":858,"state":"active+clean","last_fresh":"2023-12-22T17:30:24.977008+0000","last_change":"2023-12-22T17:24:55.160821+0000","last_active":"2023-12-22T17:30:24.977008+0000","last_peered":"2023-12-22T17:30:24.977008+0000","last_clean":"2023-12-22T17:30:24.977008+0000","last_became_active":"2023-12-22T17:24:55.160538+0000","last_became_peered":"2023-12-22T17:24:55.160538+0000","last_unstale":"2023-12-22T17:30:24.977008+0000","last_undegraded":"2023-12-22T17:30:24.977008+0000","last_fullsized":"2023-12-22T17:30:24.977008+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:15:14.744907+0000","last_clean_scrub_stamp":"2023-12-22T17:15:14.744907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:26:08.213425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"58'2","reported_seq":849,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:25.997163+0000","last_change":"2023-12-22T17:24:55.164636+0000","last_active":"2023-12-22T17:30:25.997163+0000","last_peered":"2023-12-22T17:30:25.997163+0000","last_clean":"2023-12-22T17:30:25.997163+0000","last_became_active":"2023-12-22T17:24:55.164232+0000","last_became_peered":"2023-12-22T17:24:55.164232+0000","last_unstale":"2023-12-22T17:30:25.997163+0000","last_undegraded":"2023-12-22T17:30:25.997163+0000","last_fullsized":"2023-12-22T17:30:25.997163+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T17:26:00.665821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":816,"reported_epoch":856,"state":"active+clean","last_fresh":"2023-12-22T17:30:22.998847+0000","last_change":"2023-12-22T17:23:57.857152+0000","last_active":"2023-12-22T17:30:22.998847+0000","last_peered":"2023-12-22T17:30:22.998847+0000","last_clean":"2023-12-22T17:30:22.998847+0000","last_became_active":"2023-12-22T17:23:57.856823+0000","last_became_peered":"2023-12-22T17:23:57.856823+0000","last_unstale":"2023-12-22T17:30:22.998847+0000","last_undegraded":"2023-12-22T17:30:22.998847+0000","last_fullsized":"2023-12-22T17:30:22.998847+0000","mapping_epoch":476,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":477,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T21:44:20.301055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"857'1143","reported_seq":3910,"reported_epoch":857,"state":"active+clean","last_fresh":"2023-12-22T17:30:23.975715+0000","last_change":"2023-12-22T17:30:23.976763+0000","last_active":"2023-12-22T17:30:23.975715+0000","last_peered":"2023-12-22T17:30:23.975715+0000","last_clean":"2023-12-22T17:30:23.975715+0000","last_became_active":"2023-12-22T17:24:55.164635+0000","last_became_peered":"2023-12-22T17:24:55.164635+0000","last_unstale":"2023-12-22T17:30:23.975715+0000","last_undegraded":"2023-12-22T17:30:23.975715+0000","last_fullsized":"2023-12-22T17:30:23.975715+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:16:58.851201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:16:58.851201+0000","last_clean_scrub_stamp":"2023-12-22T17:16:58.851201+0000","objects_scrubbed":0,"log_size":1143,"log_dups_size":0,"ondisk_log_size":1143,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:50:10.943667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0048602970000000004,"stat_sum":{"num_bytes":19677184,"num_objects":13,"num_object_clones":10,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":1,"num_read":199,"num_read_kb":323310,"num_write":487,"num_write_kb":82600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":30605312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2e1","length":"1"},{"start":"2f4","length":"1"},{"start":"2fe","length":"1"},{"start":"301","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":798,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:26.567552+0000","last_change":"2023-12-22T17:25:24.882409+0000","last_active":"2023-12-22T17:30:26.567552+0000","last_peered":"2023-12-22T17:30:26.567552+0000","last_clean":"2023-12-22T17:30:26.567552+0000","last_became_active":"2023-12-22T17:25:24.881594+0000","last_became_peered":"2023-12-22T17:25:24.881594+0000","last_unstale":"2023-12-22T17:30:26.567552+0000","last_undegraded":"2023-12-22T17:30:26.567552+0000","last_fullsized":"2023-12-22T17:30:26.567552+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:50:13.805460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":835,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:25.950895+0000","last_change":"2023-12-22T17:25:24.894878+0000","last_active":"2023-12-22T17:30:25.950895+0000","last_peered":"2023-12-22T17:30:25.950895+0000","last_clean":"2023-12-22T17:30:25.950895+0000","last_became_active":"2023-12-22T17:25:24.892329+0000","last_became_peered":"2023-12-22T17:25:24.892329+0000","last_unstale":"2023-12-22T17:30:25.950895+0000","last_undegraded":"2023-12-22T17:30:25.950895+0000","last_fullsized":"2023-12-22T17:30:25.950895+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:20:21.533276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"857'1832","reported_seq":4570,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:25.952136+0000","last_change":"2023-12-22T17:30:23.979203+0000","last_active":"2023-12-22T17:30:25.952136+0000","last_peered":"2023-12-22T17:30:25.952136+0000","last_clean":"2023-12-22T17:30:25.952136+0000","last_became_active":"2023-12-22T17:24:26.858513+0000","last_became_peered":"2023-12-22T17:24:26.858513+0000","last_unstale":"2023-12-22T17:30:25.952136+0000","last_undegraded":"2023-12-22T17:30:25.952136+0000","last_fullsized":"2023-12-22T17:30:25.952136+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:16:58.851201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:16:58.851201+0000","last_clean_scrub_stamp":"2023-12-22T17:16:58.851201+0000","objects_scrubbed":0,"log_size":1832,"log_dups_size":0,"ondisk_log_size":1832,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:39:06.461279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016900500999999998,"stat_sum":{"num_bytes":42663936,"num_objects":18,"num_object_clones":14,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":295,"num_read_kb":410790,"num_write":584,"num_write_kb":165696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":26124288,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"2f4","length":"1"},{"start":"301","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":832,"reported_epoch":857,"state":"active+clean","last_fresh":"2023-12-22T17:30:23.963257+0000","last_change":"2023-12-22T17:25:24.882054+0000","last_active":"2023-12-22T17:30:23.963257+0000","last_peered":"2023-12-22T17:30:23.963257+0000","last_clean":"2023-12-22T17:30:23.963257+0000","last_became_active":"2023-12-22T17:25:24.881738+0000","last_became_peered":"2023-12-22T17:25:24.881738+0000","last_unstale":"2023-12-22T17:30:23.963257+0000","last_undegraded":"2023-12-22T17:30:23.963257+0000","last_fullsized":"2023-12-22T17:30:23.963257+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T17:55:20.802201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":838,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:25.956460+0000","last_change":"2023-12-22T17:25:24.891293+0000","last_active":"2023-12-22T17:30:25.956460+0000","last_peered":"2023-12-22T17:30:25.956460+0000","last_clean":"2023-12-22T17:30:25.956460+0000","last_became_active":"2023-12-22T17:25:24.890960+0000","last_became_peered":"2023-12-22T17:25:24.890960+0000","last_unstale":"2023-12-22T17:30:25.956460+0000","last_undegraded":"2023-12-22T17:30:25.956460+0000","last_fullsized":"2023-12-22T17:30:25.956460+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:29:30.440963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"860'1275","reported_seq":4138,"reported_epoch":860,"state":"active+clean","last_fresh":"2023-12-22T17:30:26.970159+0000","last_change":"2023-12-22T17:30:26.971228+0000","last_active":"2023-12-22T17:30:26.970159+0000","last_peered":"2023-12-22T17:30:26.970159+0000","last_clean":"2023-12-22T17:30:26.970159+0000","last_became_active":"2023-12-22T17:25:24.878926+0000","last_became_peered":"2023-12-22T17:25:24.878926+0000","last_unstale":"2023-12-22T17:30:26.970159+0000","last_undegraded":"2023-12-22T17:30:26.970159+0000","last_fullsized":"2023-12-22T17:30:26.970159+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:16:58.851201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:16:58.851201+0000","last_clean_scrub_stamp":"2023-12-22T17:16:58.851201+0000","objects_scrubbed":0,"log_size":1275,"log_dups_size":0,"ondisk_log_size":1275,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:04:08.992976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0078946989999999998,"stat_sum":{"num_bytes":9740288,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":1,"num_read":242,"num_read_kb":352380,"num_write":355,"num_write_kb":140304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":3866624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2f4","length":"2"},{"start":"301","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":832,"reported_epoch":857,"state":"active+clean","last_fresh":"2023-12-22T17:30:23.963678+0000","last_change":"2023-12-22T17:25:24.890070+0000","last_active":"2023-12-22T17:30:23.963678+0000","last_peered":"2023-12-22T17:30:23.963678+0000","last_clean":"2023-12-22T17:30:23.963678+0000","last_became_active":"2023-12-22T17:25:24.889675+0000","last_became_peered":"2023-12-22T17:25:24.889675+0000","last_unstale":"2023-12-22T17:30:23.963678+0000","last_undegraded":"2023-12-22T17:30:23.963678+0000","last_fullsized":"2023-12-22T17:30:23.963678+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T21:47:03.298073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":808,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:25.955476+0000","last_change":"2023-12-22T17:23:57.857440+0000","last_active":"2023-12-22T17:30:25.955476+0000","last_peered":"2023-12-22T17:30:25.955476+0000","last_clean":"2023-12-22T17:30:25.955476+0000","last_became_active":"2023-12-22T17:23:57.857152+0000","last_became_peered":"2023-12-22T17:23:57.857152+0000","last_unstale":"2023-12-22T17:30:25.955476+0000","last_undegraded":"2023-12-22T17:30:25.955476+0000","last_fullsized":"2023-12-22T17:30:25.955476+0000","mapping_epoch":476,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":477,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:43:02.240441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"857'3044","reported_seq":5833,"reported_epoch":858,"state":"active+clean","last_fresh":"2023-12-22T17:30:24.971215+0000","last_change":"2023-12-22T17:30:23.977275+0000","last_active":"2023-12-22T17:30:24.971215+0000","last_peered":"2023-12-22T17:30:24.971215+0000","last_clean":"2023-12-22T17:30:24.971215+0000","last_became_active":"2023-12-22T17:23:57.850057+0000","last_became_peered":"2023-12-22T17:23:57.850057+0000","last_unstale":"2023-12-22T17:30:24.971215+0000","last_undegraded":"2023-12-22T17:30:24.971215+0000","last_fullsized":"2023-12-22T17:30:24.971215+0000","mapping_epoch":476,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":477,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:16:58.851201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:16:58.851201+0000","last_clean_scrub_stamp":"2023-12-22T17:16:58.851201+0000","objects_scrubbed":0,"log_size":3044,"log_dups_size":0,"ondisk_log_size":3044,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T19:17:49.605700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013474320999999999,"stat_sum":{"num_bytes":78766080,"num_objects":24,"num_object_clones":18,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":548,"num_read_kb":1031064,"num_write":1273,"num_write_kb":282248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":55762944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2e1","length":"1"},{"start":"2f4","length":"1"},{"start":"2fe","length":"1"},{"start":"301","length":"1"}]},{"pgid":"2.b","version":"58'2","reported_seq":826,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:26.567847+0000","last_change":"2023-12-22T17:25:24.889245+0000","last_active":"2023-12-22T17:30:26.567847+0000","last_peered":"2023-12-22T17:30:26.567847+0000","last_clean":"2023-12-22T17:30:26.567847+0000","last_became_active":"2023-12-22T17:25:24.888900+0000","last_became_peered":"2023-12-22T17:25:24.888900+0000","last_unstale":"2023-12-22T17:30:26.567847+0000","last_undegraded":"2023-12-22T17:30:26.567847+0000","last_fullsized":"2023-12-22T17:30:26.567847+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:42:57.868034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":832,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:25.997236+0000","last_change":"2023-12-22T17:24:55.166436+0000","last_active":"2023-12-22T17:30:25.997236+0000","last_peered":"2023-12-22T17:30:25.997236+0000","last_clean":"2023-12-22T17:30:25.997236+0000","last_became_active":"2023-12-22T17:24:55.166086+0000","last_became_peered":"2023-12-22T17:24:55.166086+0000","last_unstale":"2023-12-22T17:30:25.997236+0000","last_undegraded":"2023-12-22T17:30:25.997236+0000","last_fullsized":"2023-12-22T17:30:25.997236+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:56:59.725932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"857'1466","reported_seq":4290,"reported_epoch":860,"state":"active+clean","last_fresh":"2023-12-22T17:30:26.962171+0000","last_change":"2023-12-22T17:30:26.962665+0000","last_active":"2023-12-22T17:30:26.962171+0000","last_peered":"2023-12-22T17:30:26.962171+0000","last_clean":"2023-12-22T17:30:26.962171+0000","last_became_active":"2023-12-22T17:24:26.856282+0000","last_became_peered":"2023-12-22T17:24:26.856282+0000","last_unstale":"2023-12-22T17:30:26.962171+0000","last_undegraded":"2023-12-22T17:30:26.962171+0000","last_fullsized":"2023-12-22T17:30:26.962171+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:16:58.851201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:16:58.851201+0000","last_clean_scrub_stamp":"2023-12-22T17:16:58.851201+0000","objects_scrubbed":0,"log_size":1466,"log_dups_size":0,"ondisk_log_size":1466,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:24:53.083439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00068739300000000001,"stat_sum":{"num_bytes":16400384,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":1,"num_read":217,"num_read_kb":322858,"num_write":440,"num_write_kb":99680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":15228928,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2f4","length":"2"},{"start":"301","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":831,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:26.126228+0000","last_change":"2023-12-22T17:24:26.853617+0000","last_active":"2023-12-22T17:30:26.126228+0000","last_peered":"2023-12-22T17:30:26.126228+0000","last_clean":"2023-12-22T17:30:26.126228+0000","last_became_active":"2023-12-22T17:24:26.853298+0000","last_became_peered":"2023-12-22T17:24:26.853298+0000","last_unstale":"2023-12-22T17:30:26.126228+0000","last_undegraded":"2023-12-22T17:30:26.126228+0000","last_fullsized":"2023-12-22T17:30:26.126228+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:52:17.360336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":809,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:26.568355+0000","last_change":"2023-12-22T17:25:24.889705+0000","last_active":"2023-12-22T17:30:26.568355+0000","last_peered":"2023-12-22T17:30:26.568355+0000","last_clean":"2023-12-22T17:30:26.568355+0000","last_became_active":"2023-12-22T17:25:24.888681+0000","last_became_peered":"2023-12-22T17:25:24.888681+0000","last_unstale":"2023-12-22T17:30:26.568355+0000","last_undegraded":"2023-12-22T17:30:26.568355+0000","last_fullsized":"2023-12-22T17:30:26.568355+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:14:30.367490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"860'512","reported_seq":3403,"reported_epoch":860,"state":"active+clean","last_fresh":"2023-12-22T17:30:26.965553+0000","last_change":"2023-12-22T17:30:26.966216+0000","last_active":"2023-12-22T17:30:26.965553+0000","last_peered":"2023-12-22T17:30:26.965553+0000","last_clean":"2023-12-22T17:30:26.965553+0000","last_became_active":"2023-12-22T17:23:57.846814+0000","last_became_peered":"2023-12-22T17:23:57.846814+0000","last_unstale":"2023-12-22T17:30:26.965553+0000","last_undegraded":"2023-12-22T17:30:26.965553+0000","last_fullsized":"2023-12-22T17:30:26.965553+0000","mapping_epoch":476,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":477,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:16:58.851201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:16:58.851201+0000","last_clean_scrub_stamp":"2023-12-22T17:16:58.851201+0000","objects_scrubbed":0,"log_size":512,"log_dups_size":0,"ondisk_log_size":512,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:01:55.767998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0038853529999999998,"stat_sum":{"num_bytes":11165696,"num_objects":5,"num_object_clones":4,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":50,"num_read_kb":30623,"num_write":169,"num_write_kb":59624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2f4","length":"2"},{"start":"301","length":"1"}]},{"pgid":"2.d","version":"58'1","reported_seq":794,"reported_epoch":857,"state":"active+clean","last_fresh":"2023-12-22T17:30:23.963405+0000","last_change":"2023-12-22T17:23:57.850861+0000","last_active":"2023-12-22T17:30:23.963405+0000","last_peered":"2023-12-22T17:30:23.963405+0000","last_clean":"2023-12-22T17:30:23.963405+0000","last_became_active":"2023-12-22T17:23:57.850397+0000","last_became_peered":"2023-12-22T17:23:57.850397+0000","last_unstale":"2023-12-22T17:30:23.963405+0000","last_undegraded":"2023-12-22T17:30:23.963405+0000","last_fullsized":"2023-12-22T17:30:23.963405+0000","mapping_epoch":476,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":477,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T17:42:35.913954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":821,"reported_epoch":856,"state":"active+clean","last_fresh":"2023-12-22T17:30:22.958017+0000","last_change":"2023-12-22T17:24:55.164248+0000","last_active":"2023-12-22T17:30:22.958017+0000","last_peered":"2023-12-22T17:30:22.958017+0000","last_clean":"2023-12-22T17:30:22.958017+0000","last_became_active":"2023-12-22T17:24:55.163862+0000","last_became_peered":"2023-12-22T17:24:55.163862+0000","last_unstale":"2023-12-22T17:30:22.958017+0000","last_undegraded":"2023-12-22T17:30:22.958017+0000","last_fullsized":"2023-12-22T17:30:22.958017+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T04:17:39.329893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"851'845","reported_seq":3584,"reported_epoch":860,"state":"active+clean","last_fresh":"2023-12-22T17:30:26.952407+0000","last_change":"2023-12-22T17:30:26.952984+0000","last_active":"2023-12-22T17:30:26.952407+0000","last_peered":"2023-12-22T17:30:26.952407+0000","last_clean":"2023-12-22T17:30:26.952407+0000","last_became_active":"2023-12-22T17:25:24.886077+0000","last_became_peered":"2023-12-22T17:25:24.886077+0000","last_unstale":"2023-12-22T17:30:26.952407+0000","last_undegraded":"2023-12-22T17:30:26.952407+0000","last_fullsized":"2023-12-22T17:30:26.952407+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:16:58.851201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:16:58.851201+0000","last_clean_scrub_stamp":"2023-12-22T17:16:58.851201+0000","objects_scrubbed":0,"log_size":845,"log_dups_size":0,"ondisk_log_size":845,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T22:02:29.592570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001649904,"stat_sum":{"num_bytes":29097984,"num_objects":6,"num_object_clones":4,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":161,"num_read_kb":176571,"num_write":192,"num_write_kb":90280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1630208,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2f4","length":"2"},{"start":"301","length":"1"}]},{"pgid":"2.e","version":"58'2","reported_seq":808,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:26.126990+0000","last_change":"2023-12-22T17:25:24.878816+0000","last_active":"2023-12-22T17:30:26.126990+0000","last_peered":"2023-12-22T17:30:26.126990+0000","last_clean":"2023-12-22T17:30:26.126990+0000","last_became_active":"2023-12-22T17:25:24.878411+0000","last_became_peered":"2023-12-22T17:25:24.878411+0000","last_unstale":"2023-12-22T17:30:26.126990+0000","last_undegraded":"2023-12-22T17:30:26.126990+0000","last_fullsized":"2023-12-22T17:30:26.126990+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:46.093660+0000","last_clean_scrub_stamp":"2023-12-22T17:14:46.093660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:51:08.484685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":796,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:26.568740+0000","last_change":"2023-12-22T17:25:24.897411+0000","last_active":"2023-12-22T17:30:26.568740+0000","last_peered":"2023-12-22T17:30:26.568740+0000","last_clean":"2023-12-22T17:30:26.568740+0000","last_became_active":"2023-12-22T17:25:24.895508+0000","last_became_peered":"2023-12-22T17:25:24.895508+0000","last_unstale":"2023-12-22T17:30:26.568740+0000","last_undegraded":"2023-12-22T17:30:26.568740+0000","last_fullsized":"2023-12-22T17:30:26.568740+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T21:29:46.801447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":819,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:25.997042+0000","last_change":"2023-12-22T17:24:55.169474+0000","last_active":"2023-12-22T17:30:25.997042+0000","last_peered":"2023-12-22T17:30:25.997042+0000","last_clean":"2023-12-22T17:30:25.997042+0000","last_became_active":"2023-12-22T17:24:55.169161+0000","last_became_peered":"2023-12-22T17:24:55.169161+0000","last_unstale":"2023-12-22T17:30:25.997042+0000","last_undegraded":"2023-12-22T17:30:25.997042+0000","last_fullsized":"2023-12-22T17:30:25.997042+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:55:17.850365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":805,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:26.125948+0000","last_change":"2023-12-22T17:24:55.166626+0000","last_active":"2023-12-22T17:30:26.125948+0000","last_peered":"2023-12-22T17:30:26.125948+0000","last_clean":"2023-12-22T17:30:26.125948+0000","last_became_active":"2023-12-22T17:24:55.166296+0000","last_became_peered":"2023-12-22T17:24:55.166296+0000","last_unstale":"2023-12-22T17:30:26.125948+0000","last_undegraded":"2023-12-22T17:30:26.125948+0000","last_fullsized":"2023-12-22T17:30:26.125948+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T23:10:56.026064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":825,"reported_epoch":856,"state":"active+clean","last_fresh":"2023-12-22T17:30:22.958190+0000","last_change":"2023-12-22T17:24:26.862103+0000","last_active":"2023-12-22T17:30:22.958190+0000","last_peered":"2023-12-22T17:30:22.958190+0000","last_clean":"2023-12-22T17:30:22.958190+0000","last_became_active":"2023-12-22T17:24:26.861246+0000","last_became_peered":"2023-12-22T17:24:26.861246+0000","last_unstale":"2023-12-22T17:30:22.958190+0000","last_undegraded":"2023-12-22T17:30:22.958190+0000","last_fullsized":"2023-12-22T17:30:22.958190+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:40:08.972288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":806,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:26.126509+0000","last_change":"2023-12-22T17:23:57.848091+0000","last_active":"2023-12-22T17:30:26.126509+0000","last_peered":"2023-12-22T17:30:26.126509+0000","last_clean":"2023-12-22T17:30:26.126509+0000","last_became_active":"2023-12-22T17:23:57.847756+0000","last_became_peered":"2023-12-22T17:23:57.847756+0000","last_unstale":"2023-12-22T17:30:26.126509+0000","last_undegraded":"2023-12-22T17:30:26.126509+0000","last_fullsized":"2023-12-22T17:30:26.126509+0000","mapping_epoch":476,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":477,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:46:06.090116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":808,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:25.955362+0000","last_change":"2023-12-22T17:23:57.847844+0000","last_active":"2023-12-22T17:30:25.955362+0000","last_peered":"2023-12-22T17:30:25.955362+0000","last_clean":"2023-12-22T17:30:25.955362+0000","last_became_active":"2023-12-22T17:23:57.847531+0000","last_became_peered":"2023-12-22T17:23:57.847531+0000","last_unstale":"2023-12-22T17:30:25.955362+0000","last_undegraded":"2023-12-22T17:30:25.955362+0000","last_fullsized":"2023-12-22T17:30:25.955362+0000","mapping_epoch":476,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":477,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T05:12:13.655405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":792,"reported_epoch":857,"state":"active+clean","last_fresh":"2023-12-22T17:30:23.963529+0000","last_change":"2023-12-22T17:23:29.963875+0000","last_active":"2023-12-22T17:30:23.963529+0000","last_peered":"2023-12-22T17:30:23.963529+0000","last_clean":"2023-12-22T17:30:23.963529+0000","last_became_active":"2023-12-22T17:23:29.963402+0000","last_became_peered":"2023-12-22T17:23:29.963402+0000","last_unstale":"2023-12-22T17:30:23.963529+0000","last_undegraded":"2023-12-22T17:30:23.963529+0000","last_fullsized":"2023-12-22T17:30:23.963529+0000","mapping_epoch":448,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":449,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:22:28.640944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":828,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:25.997777+0000","last_change":"2023-12-22T17:25:24.892121+0000","last_active":"2023-12-22T17:30:25.997777+0000","last_peered":"2023-12-22T17:30:25.997777+0000","last_clean":"2023-12-22T17:30:25.997777+0000","last_became_active":"2023-12-22T17:25:24.891781+0000","last_became_peered":"2023-12-22T17:25:24.891781+0000","last_unstale":"2023-12-22T17:30:25.997777+0000","last_undegraded":"2023-12-22T17:30:25.997777+0000","last_fullsized":"2023-12-22T17:30:25.997777+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T17:47:57.389021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":822,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:25.954912+0000","last_change":"2023-12-22T17:23:57.857368+0000","last_active":"2023-12-22T17:30:25.954912+0000","last_peered":"2023-12-22T17:30:25.954912+0000","last_clean":"2023-12-22T17:30:25.954912+0000","last_became_active":"2023-12-22T17:23:57.857032+0000","last_became_peered":"2023-12-22T17:23:57.857032+0000","last_unstale":"2023-12-22T17:30:25.954912+0000","last_undegraded":"2023-12-22T17:30:25.954912+0000","last_fullsized":"2023-12-22T17:30:25.954912+0000","mapping_epoch":476,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":477,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:09:20.409235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":825,"reported_epoch":856,"state":"active+clean","last_fresh":"2023-12-22T17:30:22.957464+0000","last_change":"2023-12-22T17:24:26.858035+0000","last_active":"2023-12-22T17:30:22.957464+0000","last_peered":"2023-12-22T17:30:22.957464+0000","last_clean":"2023-12-22T17:30:22.957464+0000","last_became_active":"2023-12-22T17:24:26.857732+0000","last_became_peered":"2023-12-22T17:24:26.857732+0000","last_unstale":"2023-12-22T17:30:22.957464+0000","last_undegraded":"2023-12-22T17:30:22.957464+0000","last_fullsized":"2023-12-22T17:30:22.957464+0000","mapping_epoch":505,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":506,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T17:24:08.971924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":838,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:25.955803+0000","last_change":"2023-12-22T17:23:57.858004+0000","last_active":"2023-12-22T17:30:25.955803+0000","last_peered":"2023-12-22T17:30:25.955803+0000","last_clean":"2023-12-22T17:30:25.955803+0000","last_became_active":"2023-12-22T17:23:57.857737+0000","last_became_peered":"2023-12-22T17:23:57.857737+0000","last_unstale":"2023-12-22T17:30:25.955803+0000","last_undegraded":"2023-12-22T17:30:25.955803+0000","last_fullsized":"2023-12-22T17:30:25.955803+0000","mapping_epoch":476,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":477,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T03:42:12.594857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":795,"reported_epoch":856,"state":"active+clean","last_fresh":"2023-12-22T17:30:22.957389+0000","last_change":"2023-12-22T17:25:24.890670+0000","last_active":"2023-12-22T17:30:22.957389+0000","last_peered":"2023-12-22T17:30:22.957389+0000","last_clean":"2023-12-22T17:30:22.957389+0000","last_became_active":"2023-12-22T17:25:24.890239+0000","last_became_peered":"2023-12-22T17:25:24.890239+0000","last_unstale":"2023-12-22T17:30:22.957389+0000","last_undegraded":"2023-12-22T17:30:22.957389+0000","last_fullsized":"2023-12-22T17:30:22.957389+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T20:11:19.659344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":815,"reported_epoch":856,"state":"active+clean","last_fresh":"2023-12-22T17:30:22.998019+0000","last_change":"2023-12-22T17:25:24.889984+0000","last_active":"2023-12-22T17:30:22.998019+0000","last_peered":"2023-12-22T17:30:22.998019+0000","last_clean":"2023-12-22T17:30:22.998019+0000","last_became_active":"2023-12-22T17:25:24.889513+0000","last_became_peered":"2023-12-22T17:25:24.889513+0000","last_unstale":"2023-12-22T17:30:22.998019+0000","last_undegraded":"2023-12-22T17:30:22.998019+0000","last_fullsized":"2023-12-22T17:30:22.998019+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-24T00:46:33.249182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":832,"reported_epoch":859,"state":"active+clean","last_fresh":"2023-12-22T17:30:25.997388+0000","last_change":"2023-12-22T17:24:55.169507+0000","last_active":"2023-12-22T17:30:25.997388+0000","last_peered":"2023-12-22T17:30:25.997388+0000","last_clean":"2023-12-22T17:30:25.997388+0000","last_became_active":"2023-12-22T17:24:55.169183+0000","last_became_peered":"2023-12-22T17:24:55.169183+0000","last_unstale":"2023-12-22T17:30:25.997388+0000","last_undegraded":"2023-12-22T17:30:25.997388+0000","last_fullsized":"2023-12-22T17:30:25.997388+0000","mapping_epoch":533,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":534,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-22T17:14:47.095692+0000","last_clean_scrub_stamp":"2023-12-22T17:14:47.095692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-23T18:09:29.777868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":448421888,"num_objects":193,"num_object_clones":143,"num_object_copies":579,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":193,"num_whiteouts":14,"num_read":3777,"num_read_kb":5915145,"num_write":8471,"num_write_kb":1969552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":97,"num_bytes_recovered":295755776,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":584626176,"data_stored":1137807360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23308,"ondisk_log_size":23308,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6556,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":67,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31344,"internal_metadata":0},"log_size":61,"ondisk_log_size":61,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":562,"seq":2413771620414,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":210888,"kb_used_data":54004,"kb_used_omap":40,"kb_used_meta":156823,"kb_avail":93534264,"statfs":{"total":95995035648,"available":95779086336,"internally_reserved":0,"allocated":55300096,"data_stored":99205379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41844,"internal_metadata":160586892},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 22 17:30:27 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.57899999999999996,"15min":0.56100000000000005},"min":{"1min":0.35499999999999998,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.91500000000000004,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.57599999999999996,"15min":0.59199999999999997},"min":{"1min":0.307,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.82999999999999996,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.442}]},{"osd":1,"last update":"Fri Dec 22 17:30:27 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.57099999999999995,"15min":0.58099999999999996},"min":{"1min":0.35199999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.86799999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.61599999999999999,"15min":0.67400000000000004},"min":{"1min":0.42299999999999999,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.073,"5min":2.5019999999999998,"15min":2.5019999999999998},"last":0.42299999999999999}]},{"osd":2,"last update":"Fri Dec 22 17:30:27 2023","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.60999999999999999,"15min":0.60899999999999999},"min":{"1min":0.42899999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.64700000000000002,"15min":0.65700000000000003},"min":{"1min":0.432,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":1.028,"5min":1.028,"15min":1.028},"last":0.55400000000000005}]},{"osd":3,"last update":"Fri Dec 22 17:30:27 2023","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.61499999999999999,"15min":0.59699999999999998},"min":{"1min":0.42599999999999999,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.496},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.63200000000000001,"15min":0.628},"min":{"1min":0.39500000000000002,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.89500000000000002,"5min":1.024,"15min":1.024},"last":0.39500000000000002}]},{"osd":4,"last update":"Fri Dec 22 17:30:27 2023","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.52700000000000002,"15min":0.497},"min":{"1min":0.36099999999999999,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.77700000000000002,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.55300000000000005,"15min":0.51100000000000001},"min":{"1min":0.34999999999999998,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.749,"5min":0.871,"15min":0.871},"last":0.48099999999999998}]},{"osd":5,"last update":"Fri Dec 22 17:30:27 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.55900000000000005,"15min":0.55200000000000005},"min":{"1min":0.39800000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.74199999999999999,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.55900000000000005,"15min":0.53300000000000003},"min":{"1min":0.39300000000000002,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.79500000000000004,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.622}]},{"osd":6,"last update":"Fri Dec 22 17:30:27 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.61499999999999999,"15min":0.59499999999999997},"min":{"1min":0.432,"5min":0.38,"15min":0.38},"max":{"1min":0.82199999999999995,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.60399999999999998,"15min":0.59899999999999998},"min":{"1min":0.44700000000000001,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.83599999999999997,"5min":1.111,"15min":1.111},"last":0.57699999999999996}]}]},{"osd":6,"up_from":533,"seq":2289217568836,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":120972,"kb_used_data":44416,"kb_used_omap":26,"kb_used_meta":76517,"kb_avail":93624180,"statfs":{"total":95995035648,"available":95871160320,"internally_reserved":0,"allocated":45481984,"data_stored":51509557,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":27457,"internal_metadata":78353599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 22 17:30:06 2023","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":0.81100000000000005,"15min":0.64500000000000002},"min":{"1min":0.34100000000000003,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":5.7350000000000003,"5min":20.466000000000001,"15min":20.466000000000001},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.61499999999999999,"15min":0.60699999999999998},"min":{"1min":0.39900000000000002,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.93799999999999994,"5min":2.1880000000000002,"15min":2.1880000000000002},"last":0.38700000000000001}]},{"osd":1,"last update":"Fri Dec 22 17:30:06 2023","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.64800000000000002,"15min":0.60599999999999998},"min":{"1min":0.35199999999999998,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.90200000000000002,"5min":2.2269999999999999,"15min":2.2269999999999999},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.624,"15min":0.61699999999999999},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":2.9340000000000002,"5min":2.9340000000000002,"15min":2.9340000000000002},"last":0.55700000000000005}]},{"osd":2,"last update":"Fri Dec 22 17:30:06 2023","interfaces":[{"interface":"back","average":{"1min":0.67400000000000004,"5min":0.59599999999999997,"15min":0.58999999999999997},"min":{"1min":0.36899999999999999,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":1.137,"5min":1.137,"15min":1.137},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.65000000000000002,"15min":0.63400000000000001},"min":{"1min":0.41099999999999998,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.88400000000000001,"5min":2.319,"15min":2.319},"last":0.54000000000000004}]},{"osd":3,"last update":"Fri Dec 22 17:30:06 2023","interfaces":[{"interface":"back","average":{"1min":0.753,"5min":0.67300000000000004,"15min":0.64000000000000001},"min":{"1min":0.44900000000000001,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":2.278,"5min":2.278,"15min":2.278},"last":0.625},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.65700000000000003,"15min":0.625},"min":{"1min":0.33100000000000002,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":3.0209999999999999,"5min":3.0209999999999999,"15min":3.0209999999999999},"last":0.64000000000000001}]},{"osd":4,"last update":"Fri Dec 22 17:30:06 2023","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.51300000000000001,"15min":0.48799999999999999},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.86099999999999999,"5min":1.9419999999999999,"15min":1.9419999999999999},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.59399999999999997,"15min":0.55000000000000004},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":1.0569999999999999,"5min":4.266,"15min":4.266},"last":0.47599999999999998}]},{"osd":5,"last update":"Fri Dec 22 17:30:06 2023","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.57199999999999995,"15min":0.53300000000000003},"min":{"1min":0.36099999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":2.9729999999999999,"5min":2.9729999999999999,"15min":2.9729999999999999},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.58599999999999997,"15min":0.57699999999999996},"min":{"1min":0.39000000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.86499999999999999,"5min":1.042,"15min":1.042},"last":0.43099999999999999}]},{"osd":7,"last update":"Fri Dec 22 17:29:29 2023","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.626,"15min":0.60499999999999998},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.80200000000000005,"5min":2.3479999999999999,"15min":2.3479999999999999},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.66600000000000004,"15min":0.63800000000000001},"min":{"1min":0.434,"5min":0.371,"15min":0.371},"max":{"1min":0.81499999999999995,"5min":2.395,"15min":2.395},"last":0.69699999999999995}]}]},{"osd":1,"up_from":395,"seq":1696512082016,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":728572,"kb_used_data":122344,"kb_used_omap":52,"kb_used_meta":606155,"kb_avail":93016580,"statfs":{"total":95995035648,"available":95248977920,"internally_reserved":0,"allocated":125280256,"data_stored":215413498,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":53319,"internal_metadata":620703673},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 22 17:29:53 2023","interfaces":[{"interface":"back","average":{"1min":0.33900000000000002,"5min":0.38100000000000001,"15min":0.36599999999999999},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.54600000000000004,"5min":0.79400000000000004,"15min":0.86599999999999999},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.36399999999999999,"5min":0.38700000000000001,"15min":0.40300000000000002},"min":{"1min":0.22700000000000001,"5min":0.221,"15min":0.221},"max":{"1min":0.504,"5min":0.85199999999999998,"15min":1.0620000000000001},"last":0.316}]},{"osd":2,"last update":"Fri Dec 22 17:30:09 2023","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.40100000000000002,"15min":0.42299999999999999},"min":{"1min":0.27000000000000002,"5min":0.215,"15min":0.215},"max":{"1min":1.131,"5min":1.131,"15min":1.131},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.432,"15min":0.40400000000000003},"min":{"1min":0.247,"5min":0.224,"15min":0.224},"max":{"1min":2.0299999999999998,"5min":2.0299999999999998,"15min":2.0299999999999998},"last":0.38900000000000001}]},{"osd":3,"last update":"Fri Dec 22 17:29:40 2023","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.46000000000000002,"15min":0.49199999999999999},"min":{"1min":0.29599999999999999,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.55000000000000004,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.45900000000000002,"15min":0.45700000000000002},"min":{"1min":0.28399999999999997,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.76600000000000001,"5min":1.3080000000000001,"15min":1.3080000000000001},"last":0.45100000000000001}]},{"osd":4,"last update":"Fri Dec 22 17:30:09 2023","interfaces":[{"interface":"back","average":{"1min":0.753,"5min":0.65200000000000002,"15min":0.62},"min":{"1min":0.439,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":2.1459999999999999,"5min":2.1459999999999999,"15min":2.1459999999999999},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.67500000000000004,"15min":0.67600000000000005},"min":{"1min":0.505,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":1.3440000000000001,"5min":1.3440000000000001,"15min":1.3440000000000001},"last":0.58799999999999997}]},{"osd":5,"last update":"Fri Dec 22 17:29:40 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.63600000000000001,"15min":0.64800000000000002},"min":{"1min":0.39200000000000002,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.80000000000000004,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.69399999999999995,"15min":0.65300000000000002},"min":{"1min":0.42199999999999999,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.84499999999999997,"5min":4.5049999999999999,"15min":4.5049999999999999},"last":0.56899999999999995}]},{"osd":6,"last update":"Fri Dec 22 17:30:09 2023","interfaces":[{"interface":"back","average":{"1min":0.69199999999999995,"5min":0.67800000000000005,"15min":0.66800000000000004},"min":{"1min":0.48899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.0840000000000001,"5min":4.4569999999999999,"15min":4.4569999999999999},"last":0.505},{"interface":"front","average":{"1min":0.90000000000000002,"5min":0.69199999999999995,"15min":0.68300000000000005},"min":{"1min":0.40200000000000002,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":5.79,"5min":5.79,"15min":5.79},"last":0.59999999999999998}]},{"osd":7,"last update":"Fri Dec 22 17:29:38 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.67500000000000004,"15min":0.68400000000000005},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.94799999999999995,"5min":1.0800000000000001,"15min":1.0800000000000001},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.69599999999999995,"15min":0.68600000000000005},"min":{"1min":0.46100000000000002,"5min":0.436,"15min":0.436},"max":{"1min":0.85099999999999998,"5min":4.3869999999999996,"15min":4.3869999999999996},"last":0.54000000000000004}]}]},{"osd":0,"up_from":365,"seq":1567663063142,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":729004,"kb_used_data":123036,"kb_used_omap":52,"kb_used_meta":605899,"kb_avail":93016148,"statfs":{"total":95995035648,"available":95248535552,"internally_reserved":0,"allocated":125988864,"data_stored":208890826,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":53884,"internal_metadata":620440964},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Dec 22 17:29:44 2023","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.40600000000000003,"15min":0.39400000000000002},"min":{"1min":0.23599999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":3.1579999999999999,"5min":3.1579999999999999,"15min":3.1579999999999999},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.41699999999999998,"15min":0.40600000000000003},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":3.0059999999999998,"5min":3.0059999999999998,"15min":3.0059999999999998},"last":0.25800000000000001}]},{"osd":2,"last update":"Fri Dec 22 17:30:22 2023","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.42399999999999999,"15min":0.42899999999999999},"min":{"1min":0.245,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.67700000000000005,"5min":4.625,"15min":4.625},"last":0.311},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.52600000000000002,"15min":0.53000000000000003},"min":{"1min":0.32500000000000001,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.72699999999999998,"5min":4.6790000000000003,"15min":4.6790000000000003},"last":0.39200000000000002}]},{"osd":3,"last update":"Fri Dec 22 17:29:44 2023","interfaces":[{"interface":"back","average":{"1min":0.90900000000000003,"5min":0.54700000000000004,"15min":0.48699999999999999},"min":{"1min":0.28499999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":10.361000000000001,"5min":10.361000000000001,"15min":10.361000000000001},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.46600000000000003,"15min":0.438},"min":{"1min":0.26800000000000002,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":4.6479999999999997,"5min":4.6479999999999997,"15min":4.6479999999999997},"last":0.29399999999999998}]},{"osd":4,"last update":"Fri Dec 22 17:30:10 2023","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.59299999999999997,"15min":0.57299999999999995},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.318},"max":{"1min":0.85299999999999998,"5min":2.1880000000000002,"15min":2.1880000000000002},"last":0.60599999999999998},{"interface":"front","average":{"1min":1.1579999999999999,"5min":0.75800000000000001,"15min":0.66100000000000003},"min":{"1min":0.38800000000000001,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":10.211,"5min":10.211,"15min":10.211},"last":0.47999999999999998}]},{"osd":5,"last update":"Fri Dec 22 17:29:36 2023","interfaces":[{"interface":"back","average":{"1min":1.014,"5min":0.72699999999999998,"15min":0.63900000000000001},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":10.162000000000001,"5min":10.162000000000001,"15min":10.162000000000001},"last":0.433},{"interface":"front","average":{"1min":1.073,"5min":0.75700000000000001,"15min":0.65300000000000002},"min":{"1min":0.46200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":10.268000000000001,"5min":10.268000000000001,"15min":10.268000000000001},"last":0.499}]},{"osd":6,"last update":"Fri Dec 22 17:30:04 2023","interfaces":[{"interface":"back","average":{"1min":1.1299999999999999,"5min":0.76200000000000001,"15min":0.68700000000000006},"min":{"1min":0.432,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":10.321,"5min":10.321,"15min":10.321},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.89600000000000002,"5min":0.72499999999999998,"15min":0.67700000000000005},"min":{"1min":0.496,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":4.702,"5min":4.702,"15min":4.702},"last":0.55700000000000005}]},{"osd":7,"last update":"Fri Dec 22 17:29:32 2023","interfaces":[{"interface":"back","average":{"1min":0.83199999999999996,"5min":0.71299999999999997,"15min":0.67700000000000005},"min":{"1min":0.52200000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":4.7389999999999999,"5min":4.7389999999999999,"15min":4.7389999999999999},"last":0.625},{"interface":"front","average":{"1min":0.83399999999999996,"5min":0.73699999999999999,"15min":0.70099999999999996},"min":{"1min":0.48999999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":4.774,"5min":4.774,"15min":4.774},"last":0.59499999999999997}]}]},{"osd":2,"up_from":421,"seq":1808181231707,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":417548,"kb_used_data":52604,"kb_used_omap":34,"kb_used_meta":364893,"kb_avail":93327604,"statfs":{"total":95995035648,"available":95567466496,"internally_reserved":0,"allocated":53866496,"data_stored":111014410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35246,"internal_metadata":373651026},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 22 17:30:08 2023","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.45500000000000002,"15min":0.42599999999999999},"min":{"1min":0.25700000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.51000000000000001,"5min":3.411,"15min":3.411},"last":0.374},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.48299999999999998,"15min":0.45600000000000002},"min":{"1min":0.247,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.622,"5min":2.395,"15min":2.395},"last":0.32600000000000001}]},{"osd":1,"last update":"Fri Dec 22 17:30:08 2023","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.496,"15min":0.443},"min":{"1min":0.27500000000000002,"5min":0.25800000000000001,"15min":0.253},"max":{"1min":0.57799999999999996,"5min":3.8130000000000002,"15min":3.8130000000000002},"last":0.27800000000000002},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.51200000000000001,"15min":0.496},"min":{"1min":0.29499999999999998,"5min":0.221,"15min":0.221},"max":{"1min":0.60399999999999998,"5min":3.871,"15min":3.871},"last":0.40000000000000002}]},{"osd":3,"last update":"Fri Dec 22 17:29:46 2023","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.55800000000000005,"15min":0.53900000000000003},"min":{"1min":0.33600000000000002,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.59899999999999998,"5min":9.0879999999999992,"15min":9.0879999999999992},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.54700000000000004,"15min":0.54900000000000004},"min":{"1min":0.34100000000000003,"5min":0.311,"15min":0.311},"max":{"1min":0.92300000000000004,"5min":3.3210000000000002,"15min":3.3210000000000002},"last":0.42799999999999999}]},{"osd":4,"last update":"Fri Dec 22 17:30:08 2023","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.69299999999999995,"15min":0.66300000000000003},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.96999999999999997,"5min":3.2759999999999998,"15min":3.2759999999999998},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.70499999999999996,"15min":0.67800000000000005},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.016,"5min":2.0049999999999999,"15min":2.0049999999999999},"last":0.67900000000000005}]},{"osd":5,"last update":"Fri Dec 22 17:29:39 2023","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.76000000000000001,"15min":0.98099999999999998},"min":{"1min":0.47999999999999998,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.89600000000000002,"5min":6.484,"15min":6.484},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.88600000000000001,"15min":1.3149999999999999},"min":{"1min":0.55300000000000005,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.998,"5min":10.566000000000001,"15min":10.566000000000001},"last":0.70499999999999996}]},{"osd":6,"last update":"Fri Dec 22 17:30:01 2023","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.85699999999999998,"15min":1.2090000000000001},"min":{"1min":0.502,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.93799999999999994,"5min":9.4819999999999993,"15min":9.4819999999999993},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.74099999999999999,"15min":0.80900000000000005},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.0129999999999999,"5min":3.3599999999999999,"15min":3.3599999999999999},"last":0.65800000000000003}]},{"osd":7,"last update":"Fri Dec 22 17:29:35 2023","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.89700000000000002,"15min":1.069},"min":{"1min":0.55200000000000005,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.99299999999999999,"5min":9.1479999999999997,"15min":9.1479999999999997},"last":0.71399999999999997},{"interface":"front","average":{"1min":0.749,"5min":0.72799999999999998,"15min":0.72099999999999997},"min":{"1min":0.59699999999999998,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":0.93500000000000005,"5min":1.181,"15min":1.181},"last":0.69299999999999995}]}]},{"osd":3,"up_from":448,"seq":1924145348693,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":385356,"kb_used_data":56952,"kb_used_omap":32,"kb_used_meta":328351,"kb_avail":93359796,"statfs":{"total":95995035648,"available":95600431104,"internally_reserved":0,"allocated":58318848,"data_stored":113662858,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33522,"internal_metadata":336231694},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 22 17:29:37 2023","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.41799999999999998,"15min":0.41499999999999998},"min":{"1min":0.247,"5min":0.219,"15min":0.219},"max":{"1min":0.65900000000000003,"5min":4.4589999999999996,"15min":4.4589999999999996},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.438,"15min":0.437},"min":{"1min":0.28899999999999998,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.63200000000000001,"5min":2.052,"15min":2.052},"last":0.30299999999999999}]},{"osd":1,"last update":"Fri Dec 22 17:29:37 2023","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.443,"15min":0.45900000000000002},"min":{"1min":0.30399999999999999,"5min":0.214,"15min":0.214},"max":{"1min":0.65200000000000002,"5min":3.5790000000000002,"15min":3.5790000000000002},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.495,"15min":0.48299999999999998},"min":{"1min":0.34499999999999997,"5min":0.252,"15min":0.252},"max":{"1min":0.77800000000000002,"5min":4.157,"15min":4.157},"last":0.47599999999999998}]},{"osd":2,"last update":"Fri Dec 22 17:29:37 2023","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47699999999999998,"15min":0.50800000000000001},"min":{"1min":0.36399999999999999,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.68700000000000006,"5min":3.952,"15min":3.952},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.51300000000000001,"15min":0.53300000000000003},"min":{"1min":0.40500000000000003,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.74099999999999999,"5min":3.8700000000000001,"15min":3.8700000000000001},"last":0.51000000000000001}]},{"osd":4,"last update":"Fri Dec 22 17:30:06 2023","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.68100000000000005,"15min":0.64300000000000002},"min":{"1min":0.41299999999999998,"5min":0.40500000000000003,"15min":0.39900000000000002},"max":{"1min":0.88700000000000001,"5min":2.0990000000000002,"15min":2.0990000000000002},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.70999999999999996,"15min":0.67600000000000005},"min":{"1min":0.502,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":1.0409999999999999,"5min":2.222,"15min":2.222},"last":0.82299999999999995}]},{"osd":5,"last update":"Fri Dec 22 17:29:37 2023","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.66400000000000003,"15min":0.65600000000000003},"min":{"1min":0.50600000000000001,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.92600000000000005,"5min":1.2869999999999999,"15min":1.2869999999999999},"last":0.83599999999999997},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.70099999999999996,"15min":0.64900000000000002},"min":{"1min":0.47999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.94799999999999995,"5min":2.1269999999999998,"15min":2.1269999999999998},"last":0.73099999999999998}]},{"osd":6,"last update":"Fri Dec 22 17:30:02 2023","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.69699999999999995,"15min":0.67700000000000005},"min":{"1min":0.45300000000000001,"5min":0.438,"15min":0.438},"max":{"1min":1.0820000000000001,"5min":2.1669999999999998,"15min":2.1669999999999998},"last":0.76100000000000001},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.69399999999999995,"15min":0.68899999999999995},"min":{"1min":0.48999999999999999,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.95699999999999996,"5min":1.3140000000000001,"15min":1.3140000000000001},"last":0.94399999999999995}]},{"osd":7,"last update":"Fri Dec 22 17:29:33 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.76300000000000001,"15min":0.81899999999999995},"min":{"1min":0.52800000000000002,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.98699999999999999,"5min":2.1949999999999998,"15min":2.1949999999999998},"last":0.79500000000000004},{"interface":"front","average":{"1min":0.73299999999999998,"5min":0.72399999999999998,"15min":0.72599999999999998},"min":{"1min":0.57199999999999995,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.94199999999999995,"5min":1.373,"15min":1.373},"last":0.85699999999999998}]}]},{"osd":4,"up_from":476,"seq":2044404432975,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":740044,"kb_used_data":144380,"kb_used_omap":75,"kb_used_meta":595572,"kb_avail":93005108,"statfs":{"total":95995035648,"available":95237230592,"internally_reserved":0,"allocated":147845120,"data_stored":268177839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":77661,"internal_metadata":609865891},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 22 17:30:12 2023","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.59099999999999997,"15min":0.60699999999999998},"min":{"1min":0.36399999999999999,"5min":0.28899999999999998,"15min":0.28599999999999998},"max":{"1min":1.304,"5min":1.304,"15min":1.304},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.56599999999999995,"15min":0.58699999999999997},"min":{"1min":0.34999999999999998,"5min":0.28399999999999997,"15min":0.22800000000000001},"max":{"1min":0.878,"5min":0.878,"15min":1.2310000000000001},"last":0.66900000000000004}]},{"osd":1,"last update":"Fri Dec 22 17:30:12 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.59599999999999997,"15min":0.61799999999999999},"min":{"1min":0.39600000000000002,"5min":0.32500000000000001,"15min":0.26200000000000001},"max":{"1min":1.71,"5min":1.71,"15min":1.71},"last":0.69799999999999995},{"interface":"front","average":{"1min":1.1100000000000001,"5min":0.74399999999999999,"15min":0.66700000000000004},"min":{"1min":0.40400000000000003,"5min":0.27700000000000002,"15min":0.27200000000000002},"max":{"1min":11.416,"5min":11.416,"15min":11.416},"last":0.55700000000000005}]},{"osd":2,"last update":"Fri Dec 22 17:30:12 2023","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.623,"15min":0.65500000000000003},"min":{"1min":0.37,"5min":0.254,"15min":0.254},"max":{"1min":1.2889999999999999,"5min":1.7470000000000001,"15min":1.7470000000000001},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.68799999999999994,"5min":0.60899999999999999,"15min":0.66700000000000004},"min":{"1min":0.45200000000000001,"5min":0.39300000000000002,"15min":0.375},"max":{"1min":2.0289999999999999,"5min":2.0289999999999999,"15min":2.0289999999999999},"last":0.59699999999999998}]},{"osd":3,"last update":"Fri Dec 22 17:30:12 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.60099999999999998,"15min":0.627},"min":{"1min":0.44800000000000001,"5min":0.312,"15min":0.312},"max":{"1min":2.2919999999999998,"5min":2.2919999999999998,"15min":2.2919999999999998},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.68300000000000005,"5min":0.65200000000000002,"15min":0.65400000000000003},"min":{"1min":0.40799999999999997,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.98699999999999999,"5min":1.1830000000000001,"15min":1.6100000000000001},"last":0.63400000000000001}]},{"osd":5,"last update":"Fri Dec 22 17:29:35 2023","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.50700000000000001,"15min":0.48699999999999999},"min":{"1min":0.33300000000000002,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.52100000000000002,"15min":0.58099999999999996},"min":{"1min":0.375,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.79200000000000004,"5min":2.4089999999999998,"15min":2.4089999999999998},"last":0.52200000000000002}]},{"osd":6,"last update":"Fri Dec 22 17:30:03 2023","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.53500000000000003,"15min":0.52500000000000002},"min":{"1min":0.40100000000000002,"5min":0.309,"15min":0.309},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.71899999999999997,"5min":0.67500000000000004,"15min":0.66300000000000003},"min":{"1min":0.54900000000000004,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.68200000000000005}]},{"osd":7,"last update":"Fri Dec 22 17:29:35 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.54400000000000004,"15min":0.54800000000000004},"min":{"1min":0.34999999999999998,"5min":0.316,"15min":0.316},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.65200000000000002},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.64300000000000002,"15min":0.64600000000000002},"min":{"1min":0.45400000000000001,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.58199999999999996}]}]},{"osd":5,"up_from":505,"seq":2168958484553,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":369048,"kb_used_data":69832,"kb_used_omap":59,"kb_used_meta":299140,"kb_avail":93376104,"statfs":{"total":95995035648,"available":95617130496,"internally_reserved":0,"allocated":71507968,"data_stored":130298014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":60680,"internal_metadata":306320120},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 22 17:29:38 2023","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.57399999999999995,"15min":0.54900000000000004},"min":{"1min":0.28699999999999998,"5min":0.246,"15min":0.246},"max":{"1min":1.746,"5min":1.746,"15min":1.746},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.63500000000000001,"15min":0.60499999999999998},"min":{"1min":0.38300000000000001,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":4.0990000000000002,"5min":4.0990000000000002,"15min":4.0990000000000002},"last":0.68100000000000005}]},{"osd":1,"last update":"Fri Dec 22 17:29:38 2023","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.63600000000000001,"15min":0.61899999999999999},"min":{"1min":0.45700000000000002,"5min":0.245,"15min":0.245},"max":{"1min":1.6950000000000001,"5min":1.6950000000000001,"15min":1.6950000000000001},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.65400000000000003,"15min":0.63},"min":{"1min":0.46899999999999997,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.83599999999999997,"5min":1.8160000000000001,"15min":1.8160000000000001},"last":0.72499999999999998}]},{"osd":2,"last update":"Fri Dec 22 17:29:38 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.59799999999999998,"15min":0.57199999999999995},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.78600000000000003,"5min":1.994,"15min":1.994},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.59699999999999998,"15min":0.58099999999999996},"min":{"1min":0.41099999999999998,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.82199999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.59799999999999998}]},{"osd":3,"last update":"Fri Dec 22 17:29:38 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.61599999999999999,"15min":0.57999999999999996},"min":{"1min":0.44400000000000001,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.8320000000000001,"5min":1.8320000000000001,"15min":1.8320000000000001},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.621,"5min":0.65200000000000002,"15min":0.63800000000000001},"min":{"1min":0.42699999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.76200000000000001,"5min":1.9570000000000001,"15min":1.9570000000000001},"last":0.75900000000000001}]},{"osd":4,"last update":"Fri Dec 22 17:29:38 2023","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.50700000000000001,"15min":0.46100000000000002},"min":{"1min":0.38400000000000001,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.621,"5min":0.57699999999999996,"15min":0.54000000000000004},"min":{"1min":0.34599999999999997,"5min":0.253,"15min":0.253},"max":{"1min":1.879,"5min":2.3540000000000001,"15min":2.3540000000000001},"last":0.47199999999999998}]},{"osd":6,"last update":"Fri Dec 22 17:30:02 2023","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.52400000000000002,"15min":0.5},"min":{"1min":0.375,"5min":0.31,"15min":0.31},"max":{"1min":0.72799999999999998,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.436},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.65700000000000003,"15min":0.60299999999999998},"min":{"1min":0.46500000000000002,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.85899999999999999,"5min":4.1379999999999999,"15min":4.1379999999999999},"last":0.52400000000000002}]},{"osd":7,"last update":"Fri Dec 22 17:29:27 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.60999999999999999,"15min":0.58999999999999997},"min":{"1min":0.40699999999999997,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.786,"5min":1.786,"15min":1.786},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.65600000000000003,"15min":0.63100000000000001},"min":{"1min":0.47399999999999998,"5min":0.432,"15min":0.432},"max":{"1min":0.83099999999999996,"5min":1.917,"15min":1.917},"last":0.61899999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5902,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4512,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5871,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5890,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2633,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3738,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5876,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3020,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5786,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2825,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2843,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":112898048,"data_stored":200925184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":112955392,"data_stored":208068608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":41590784,"data_stored":103657472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":46055424,"data_stored":106307584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":135729152,"data_stored":260866048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":59523072,"data_stored":123011072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":32976896,"data_stored":43626496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":42897408,"data_stored":91344896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-22T17:30:30.873 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2023-12-22T17:30:30.873 DEBUG:teuthology.orchestra.run.smithi032:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid e779e1d0-a0ec-11ee-95a5-87774f69a715 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2023-12-22T17:30:31.149 INFO:teuthology.orchestra.run.smithi032.stderr:Inferring config /var/lib/ceph/e779e1d0-a0ec-11ee-95a5-87774f69a715/mon.a/config 2023-12-22T17:30:31.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:30:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:30:30] "GET /metrics HTTP/1.1" 200 36295 "" "Prometheus/2.43.0" 2023-12-22T17:30:32.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:31 smithi039 ceph-mon[181282]: from='client.44471 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-22T17:30:32.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:31 smithi039 ceph-mon[181282]: osdmap e861: 8 total, 8 up, 8 in 2023-12-22T17:30:32.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:31 smithi039 ceph-mon[181282]: pgmap v837: 121 pgs: 121 active+clean; 428 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 0 B/s wr, 2 op/s 2023-12-22T17:30:32.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:31 smithi032 ceph-mon[189144]: from='client.44471 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-22T17:30:32.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:31 smithi032 ceph-mon[189144]: osdmap e861: 8 total, 8 up, 8 in 2023-12-22T17:30:32.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:31 smithi032 ceph-mon[189144]: pgmap v837: 121 pgs: 121 active+clean; 428 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 0 B/s wr, 2 op/s 2023-12-22T17:30:32.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:31 smithi032 ceph-mon[191839]: from='client.44471 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-22T17:30:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:31 smithi032 ceph-mon[191839]: osdmap e861: 8 total, 8 up, 8 in 2023-12-22T17:30:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:31 smithi032 ceph-mon[191839]: pgmap v837: 121 pgs: 121 active+clean; 428 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 0 B/s wr, 2 op/s 2023-12-22T17:30:32.974 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'unique_pool_0' removed 2023-12-22T17:30:33.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:32 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/449290682' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-22T17:30:33.398 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:32 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/449290682' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-22T17:30:33.399 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:32 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/449290682' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-22T17:30:33.420 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-22T17:30:33.420 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2023-12-22T17:30:33.420 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-22T17:30:33.420 INFO:teuthology.task.print:**** done start rados_api.yaml 2023-12-22T17:30:33.420 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2023-12-22T17:30:33.421 INFO:tasks.workunit:Pulling workunits from ref quincy 2023-12-22T17:30:33.421 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-12-22T17:30:33.422 DEBUG:teuthology.orchestra.run.smithi032:> stat -- /home/ubuntu/cephtest/mnt.0 2023-12-22T17:30:33.443 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-22T17:30:33.443 INFO:teuthology.orchestra.run.smithi032.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-12-22T17:30:33.443 DEBUG:teuthology.orchestra.run.smithi032:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-12-22T17:30:33.503 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-12-22T17:30:33.504 DEBUG:teuthology.orchestra.run.smithi032:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-12-22T17:30:33.563 INFO:tasks.workunit:timeout=3h 2023-12-22T17:30:33.564 INFO:tasks.workunit:cleanup=True 2023-12-22T17:30:33.564 DEBUG:teuthology.orchestra.run.smithi032:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2023-12-22T17:30:33.624 INFO:tasks.workunit.client.0.smithi032.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-12-22T17:30:34.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:33 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/449290682' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2023-12-22T17:30:34.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:33 smithi039 ceph-mon[181282]: osdmap e862: 8 total, 8 up, 8 in 2023-12-22T17:30:34.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:33 smithi039 ceph-mon[181282]: pgmap v839: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:30:34.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:33 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/449290682' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2023-12-22T17:30:34.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:33 smithi032 ceph-mon[191839]: osdmap e862: 8 total, 8 up, 8 in 2023-12-22T17:30:34.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:33 smithi032 ceph-mon[191839]: pgmap v839: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:30:34.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:33 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/449290682' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2023-12-22T17:30:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:33 smithi032 ceph-mon[189144]: osdmap e862: 8 total, 8 up, 8 in 2023-12-22T17:30:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:33 smithi032 ceph-mon[189144]: pgmap v839: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:30:35.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:30:35.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:30:35.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:30:36.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:35 smithi039 ceph-mon[181282]: pgmap v840: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:30:36.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:35 smithi032 ceph-mon[189144]: pgmap v840: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:30:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:35 smithi032 ceph-mon[191839]: pgmap v840: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:30:38.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:38 smithi032 ceph-mon[191839]: pgmap v841: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:30:38.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:38 smithi032 ceph-mon[189144]: pgmap v841: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:30:38.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:38 smithi039 ceph-mon[181282]: pgmap v841: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:30:39.346 DEBUG:teuthology.orchestra.run.smithi032:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-12-22T17:30:39.365 INFO:tasks.workunit.client.0.smithi032.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-12-22T17:30:39.367 INFO:tasks.workunit.client.0.smithi032.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-22T17:30:39.367 INFO:tasks.workunit.client.0.smithi032.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-12-22T17:30:39.416 INFO:tasks.workunit.client.0.smithi032.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-12-22T17:30:39.464 INFO:tasks.workunit.client.0.smithi032.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-12-22T17:30:39.503 INFO:tasks.workunit.client.0.smithi032.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-22T17:30:39.505 INFO:tasks.workunit.client.0.smithi032.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-22T17:30:39.505 INFO:tasks.workunit.client.0.smithi032.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-12-22T17:30:39.543 INFO:tasks.workunit.client.0.smithi032.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-22T17:30:39.546 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2023-12-22T17:30:39.546 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-12-22T17:30:39.605 INFO:tasks.workunit:Running workunits matching cls on client.0... 2023-12-22T17:30:39.606 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2023-12-22T17:30:39.607 DEBUG:teuthology.orchestra.run.smithi032:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2023-12-22T17:30:39.676 INFO:tasks.workunit.client.0.smithi032.stdout:Running main() from gmock_main.cc 2023-12-22T17:30:39.676 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] Running 22 tests from 1 test suite. 2023-12-22T17:30:39.676 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment set-up. 2023-12-22T17:30:39.676 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 22 tests from TestCls2PCQueue 2023-12-22T17:30:39.676 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2023-12-22T17:30:40.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:40 smithi032 ceph-mon[191839]: pgmap v842: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:30:40.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:40 smithi032 ceph-mon[189144]: pgmap v842: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:30:40.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:40 smithi039 ceph-mon[181282]: pgmap v842: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:30:41.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:30:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:30:40] "GET /metrics HTTP/1.1" 200 33943 "" "Prometheus/2.43.0" 2023-12-22T17:30:41.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:41 smithi032 ceph-mon[191839]: osdmap e863: 8 total, 8 up, 8 in 2023-12-22T17:30:41.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:41 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2154012013' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:30:41.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:41 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:30:41.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:41 smithi032 ceph-mon[189144]: osdmap e863: 8 total, 8 up, 8 in 2023-12-22T17:30:41.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:41 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2154012013' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:30:41.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:41 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:30:41.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:41 smithi039 ceph-mon[181282]: osdmap e863: 8 total, 8 up, 8 in 2023-12-22T17:30:41.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:41 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2154012013' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:30:41.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:41 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:30:42.380 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2704 ms) 2023-12-22T17:30:42.380 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2023-12-22T17:30:42.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:42 smithi032 ceph-mon[189144]: pgmap v844: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:30:42.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:42 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:30:42.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:42 smithi032 ceph-mon[189144]: osdmap e864: 8 total, 8 up, 8 in 2023-12-22T17:30:42.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:42 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:30:42.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:42 smithi032 ceph-mon[191839]: pgmap v844: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:30:42.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:42 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:30:42.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:42 smithi032 ceph-mon[191839]: osdmap e864: 8 total, 8 up, 8 in 2023-12-22T17:30:42.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:42 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:30:42.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:42 smithi039 ceph-mon[181282]: pgmap v844: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:30:42.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:42 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:30:42.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:42 smithi039 ceph-mon[181282]: osdmap e864: 8 total, 8 up, 8 in 2023-12-22T17:30:42.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:42 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:30:43.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:43 smithi032 ceph-mon[191839]: osdmap e865: 8 total, 8 up, 8 in 2023-12-22T17:30:43.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:43 smithi032 ceph-mon[189144]: osdmap e865: 8 total, 8 up, 8 in 2023-12-22T17:30:43.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:43 smithi039 ceph-mon[181282]: osdmap e865: 8 total, 8 up, 8 in 2023-12-22T17:30:44.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:44 smithi032 ceph-mon[191839]: pgmap v847: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:30:44.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:44 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:30:44.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:44 smithi032 ceph-mon[191839]: osdmap e866: 8 total, 8 up, 8 in 2023-12-22T17:30:44.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:44 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4095049836' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:30:44.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:44 smithi032 ceph-mon[189144]: pgmap v847: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:30:44.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:44 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:30:44.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:44 smithi032 ceph-mon[189144]: osdmap e866: 8 total, 8 up, 8 in 2023-12-22T17:30:44.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:44 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4095049836' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:30:44.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:44 smithi039 ceph-mon[181282]: pgmap v847: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:30:44.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:44 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:30:44.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:44 smithi039 ceph-mon[181282]: osdmap e866: 8 total, 8 up, 8 in 2023-12-22T17:30:44.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:44 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4095049836' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:30:45.392 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3012 ms) 2023-12-22T17:30:45.393 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestCls2PCQueue.Reserve 2023-12-22T17:30:45.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:45 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4095049836' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:30:45.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:45 smithi032 ceph-mon[189144]: osdmap e867: 8 total, 8 up, 8 in 2023-12-22T17:30:45.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:45 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4095049836' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:30:45.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:45 smithi032 ceph-mon[191839]: osdmap e867: 8 total, 8 up, 8 in 2023-12-22T17:30:45.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:45 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4095049836' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:30:45.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:45 smithi039 ceph-mon[181282]: osdmap e867: 8 total, 8 up, 8 in 2023-12-22T17:30:46.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:46 smithi032 ceph-mon[191839]: pgmap v850: 137 pgs: 2 creating+peering, 25 unknown, 110 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:30:46.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:46 smithi032 ceph-mon[191839]: osdmap e868: 8 total, 8 up, 8 in 2023-12-22T17:30:46.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:46 smithi032 ceph-mon[189144]: pgmap v850: 137 pgs: 2 creating+peering, 25 unknown, 110 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:30:46.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:46 smithi032 ceph-mon[189144]: osdmap e868: 8 total, 8 up, 8 in 2023-12-22T17:30:46.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:46 smithi039 ceph-mon[181282]: pgmap v850: 137 pgs: 2 creating+peering, 25 unknown, 110 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:30:46.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:46 smithi039 ceph-mon[181282]: osdmap e868: 8 total, 8 up, 8 in 2023-12-22T17:30:47.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:47 smithi032 ceph-mon[191839]: osdmap e869: 8 total, 8 up, 8 in 2023-12-22T17:30:47.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:47 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/22084884' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:30:47.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:47 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:30:47.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:47 smithi032 ceph-mon[191839]: pgmap v853: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:30:47.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:47 smithi032 ceph-mon[189144]: osdmap e869: 8 total, 8 up, 8 in 2023-12-22T17:30:47.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:47 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/22084884' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:30:47.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:47 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:30:47.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:47 smithi032 ceph-mon[189144]: pgmap v853: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:30:47.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:47 smithi039 ceph-mon[181282]: osdmap e869: 8 total, 8 up, 8 in 2023-12-22T17:30:47.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:47 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/22084884' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:30:47.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:47 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:30:47.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:47 smithi039 ceph-mon[181282]: pgmap v853: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:30:48.419 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestCls2PCQueue.Reserve (3027 ms) 2023-12-22T17:30:48.419 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2023-12-22T17:30:48.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:48 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:30:48.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:48 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:30:48.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:48 smithi032 ceph-mon[189144]: osdmap e870: 8 total, 8 up, 8 in 2023-12-22T17:30:48.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:48 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:30:48.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:48 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:30:48.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:48 smithi032 ceph-mon[191839]: osdmap e870: 8 total, 8 up, 8 in 2023-12-22T17:30:48.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:48 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:30:48.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:48 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:30:48.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:48 smithi039 ceph-mon[181282]: osdmap e870: 8 total, 8 up, 8 in 2023-12-22T17:30:49.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:49 smithi032 ceph-mon[191839]: osdmap e871: 8 total, 8 up, 8 in 2023-12-22T17:30:49.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:49 smithi032 ceph-mon[191839]: pgmap v856: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:30:49.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:49 smithi032 ceph-mon[189144]: osdmap e871: 8 total, 8 up, 8 in 2023-12-22T17:30:49.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:49 smithi032 ceph-mon[189144]: pgmap v856: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:30:49.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:49 smithi039 ceph-mon[181282]: osdmap e871: 8 total, 8 up, 8 in 2023-12-22T17:30:49.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:49 smithi039 ceph-mon[181282]: pgmap v856: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:30:50.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:50 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:30:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:50 smithi032 ceph-mon[191839]: osdmap e872: 8 total, 8 up, 8 in 2023-12-22T17:30:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:50 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/42141436' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:30:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:30:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:50 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:30:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:50 smithi032 ceph-mon[189144]: osdmap e872: 8 total, 8 up, 8 in 2023-12-22T17:30:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:50 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/42141436' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:30:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:30:50.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:50 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:30:50.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:50 smithi039 ceph-mon[181282]: osdmap e872: 8 total, 8 up, 8 in 2023-12-22T17:30:50.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:50 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/42141436' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:30:50.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:30:51.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:30:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:30:50] "GET /metrics HTTP/1.1" 200 36250 "" "Prometheus/2.43.0" 2023-12-22T17:30:51.437 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3018 ms) 2023-12-22T17:30:51.438 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestCls2PCQueue.Commit 2023-12-22T17:30:51.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:51 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/42141436' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:30:51.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:51 smithi032 ceph-mon[191839]: osdmap e873: 8 total, 8 up, 8 in 2023-12-22T17:30:51.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:51 smithi032 ceph-mon[191839]: pgmap v859: 137 pgs: 9 creating+peering, 15 unknown, 113 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:30:51.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:51 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/42141436' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:30:51.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:51 smithi032 ceph-mon[189144]: osdmap e873: 8 total, 8 up, 8 in 2023-12-22T17:30:51.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:51 smithi032 ceph-mon[189144]: pgmap v859: 137 pgs: 9 creating+peering, 15 unknown, 113 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:30:51.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:51 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/42141436' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:30:51.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:51 smithi039 ceph-mon[181282]: osdmap e873: 8 total, 8 up, 8 in 2023-12-22T17:30:51.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:51 smithi039 ceph-mon[181282]: pgmap v859: 137 pgs: 9 creating+peering, 15 unknown, 113 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:30:52.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:52 smithi039 ceph-mon[181282]: osdmap e874: 8 total, 8 up, 8 in 2023-12-22T17:30:52.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:52 smithi032 ceph-mon[191839]: osdmap e874: 8 total, 8 up, 8 in 2023-12-22T17:30:52.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:52 smithi032 ceph-mon[189144]: osdmap e874: 8 total, 8 up, 8 in 2023-12-22T17:30:53.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:53 smithi039 ceph-mon[181282]: osdmap e875: 8 total, 8 up, 8 in 2023-12-22T17:30:53.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:53 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1216817106' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:30:53.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:53 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:30:53.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:53 smithi039 ceph-mon[181282]: pgmap v862: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:30:53.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:53 smithi032 ceph-mon[189144]: osdmap e875: 8 total, 8 up, 8 in 2023-12-22T17:30:53.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:53 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1216817106' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:30:53.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:53 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:30:53.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:53 smithi032 ceph-mon[189144]: pgmap v862: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:30:53.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:53 smithi032 ceph-mon[191839]: osdmap e875: 8 total, 8 up, 8 in 2023-12-22T17:30:53.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:53 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1216817106' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:30:53.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:53 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:30:53.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:53 smithi032 ceph-mon[191839]: pgmap v862: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:30:54.460 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestCls2PCQueue.Commit (3022 ms) 2023-12-22T17:30:54.460 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestCls2PCQueue.Abort 2023-12-22T17:30:54.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:54 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:30:54.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:54 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:30:54.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:54 smithi039 ceph-mon[181282]: osdmap e876: 8 total, 8 up, 8 in 2023-12-22T17:30:54.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:54 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:30:54.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:54 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:30:54.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:54 smithi032 ceph-mon[191839]: osdmap e876: 8 total, 8 up, 8 in 2023-12-22T17:30:54.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:54 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:30:54.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:54 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:30:54.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:54 smithi032 ceph-mon[189144]: osdmap e876: 8 total, 8 up, 8 in 2023-12-22T17:30:55.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:55 smithi039 ceph-mon[181282]: osdmap e877: 8 total, 8 up, 8 in 2023-12-22T17:30:55.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:55 smithi039 ceph-mon[181282]: pgmap v865: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:30:55.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:55 smithi032 ceph-mon[191839]: osdmap e877: 8 total, 8 up, 8 in 2023-12-22T17:30:55.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:55 smithi032 ceph-mon[191839]: pgmap v865: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:30:55.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:55 smithi032 ceph-mon[189144]: osdmap e877: 8 total, 8 up, 8 in 2023-12-22T17:30:55.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:55 smithi032 ceph-mon[189144]: pgmap v865: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:30:56.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:56 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:30:56.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:56 smithi039 ceph-mon[181282]: osdmap e878: 8 total, 8 up, 8 in 2023-12-22T17:30:56.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:56 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/270811757' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:30:56.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:56 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:30:56.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:56 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:30:56.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:56 smithi032 ceph-mon[189144]: osdmap e878: 8 total, 8 up, 8 in 2023-12-22T17:30:56.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:56 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/270811757' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:30:56.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:56 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:30:56.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:56 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:30:56.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:56 smithi032 ceph-mon[191839]: osdmap e878: 8 total, 8 up, 8 in 2023-12-22T17:30:56.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:56 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/270811757' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:30:56.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:56 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:30:57.491 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestCls2PCQueue.Abort (3032 ms) 2023-12-22T17:30:57.491 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2023-12-22T17:30:57.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:57 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:30:57.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:57 smithi039 ceph-mon[181282]: osdmap e879: 8 total, 8 up, 8 in 2023-12-22T17:30:57.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:57 smithi039 ceph-mon[181282]: pgmap v868: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:30:57.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:57 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:30:57.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:57 smithi032 ceph-mon[191839]: osdmap e879: 8 total, 8 up, 8 in 2023-12-22T17:30:57.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:57 smithi032 ceph-mon[191839]: pgmap v868: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:30:57.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:57 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:30:57.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:57 smithi032 ceph-mon[189144]: osdmap e879: 8 total, 8 up, 8 in 2023-12-22T17:30:57.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:57 smithi032 ceph-mon[189144]: pgmap v868: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:30:58.356 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:30:58.715 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:30:58.716 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11m) 7m ago 15m 26.7M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:30:58.716 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10m) 5m ago 15m 90.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:30:58.716 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (16m) 7m ago 16m 16.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:30:58.716 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (16m) 5m ago 16m 21.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:30:58.716 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10m) 5m ago 18m 450M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:30:58.716 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10m) 7m ago 20m 515M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:30:58.716 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10m) 7m ago 20m 93.1M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:30:58.716 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9m) 5m ago 19m 76.0M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:30:58.717 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9m) 7m ago 19m 75.7M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:30:58.717 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11m) 7m ago 15m 15.8M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:30:58.717 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10m) 5m ago 15m 17.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:30:58.717 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9m) 7m ago 18m 466M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:30:58.717 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8m) 7m ago 18m 365M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:30:58.717 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8m) 7m ago 17m 256M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:30:58.717 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7m) 7m ago 17m 12.6M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:30:58.717 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7m) 5m ago 17m 564M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:30:58.717 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6m) 5m ago 17m 389M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:30:58.717 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6m) 5m ago 16m 177M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:30:58.717 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5m) 5m ago 16m 12.5M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:30:58.718 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10m) 5m ago 15m 61.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:30:58.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:58 smithi032 ceph-mon[189144]: osdmap e880: 8 total, 8 up, 8 in 2023-12-22T17:30:58.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:58 smithi032 ceph-mon[189144]: from='client.44522 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:30:58.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:58 smithi032 ceph-mon[191839]: osdmap e880: 8 total, 8 up, 8 in 2023-12-22T17:30:58.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:58 smithi032 ceph-mon[191839]: from='client.44522 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:30:59.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:58 smithi039 ceph-mon[181282]: osdmap e880: 8 total, 8 up, 8 in 2023-12-22T17:30:59.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:58 smithi039 ceph-mon[181282]: from='client.44522 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:30:59.119 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:30:59.120 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:30:59.120 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:30:59.120 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:30:59.120 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:30:59.120 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:30:59.120 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:30:59.120 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:30:59.120 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:30:59.120 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:30:59.120 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:30:59.120 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:30:59.120 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:30:59.121 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:30:59.121 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:30:59.121 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:30:59.121 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:30:59.121 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:30:59.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:59 smithi032 ceph-mon[189144]: osdmap e881: 8 total, 8 up, 8 in 2023-12-22T17:30:59.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:59 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1185946722' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:30:59.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:59 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:30:59.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:59 smithi032 ceph-mon[189144]: from='client.44528 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:30:59.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:59 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1238297972' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:30:59.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:59 smithi032 ceph-mon[189144]: pgmap v871: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:30:59.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:59 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:30:59.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:30:59 smithi032 ceph-mon[189144]: osdmap e882: 8 total, 8 up, 8 in 2023-12-22T17:30:59.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:59 smithi032 ceph-mon[191839]: osdmap e881: 8 total, 8 up, 8 in 2023-12-22T17:30:59.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:59 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1185946722' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:30:59.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:59 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:30:59.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:59 smithi032 ceph-mon[191839]: from='client.44528 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:30:59.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:59 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1238297972' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:30:59.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:59 smithi032 ceph-mon[191839]: pgmap v871: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:30:59.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:59 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:30:59.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:30:59 smithi032 ceph-mon[191839]: osdmap e882: 8 total, 8 up, 8 in 2023-12-22T17:31:00.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:59 smithi039 ceph-mon[181282]: osdmap e881: 8 total, 8 up, 8 in 2023-12-22T17:31:00.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:59 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1185946722' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:00.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:59 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:00.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:59 smithi039 ceph-mon[181282]: from='client.44528 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:31:00.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:59 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1238297972' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:31:00.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:59 smithi039 ceph-mon[181282]: pgmap v871: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:00.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:59 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:31:00.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:30:59 smithi039 ceph-mon[181282]: osdmap e882: 8 total, 8 up, 8 in 2023-12-22T17:31:00.501 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestCls2PCQueue.ReserveError (3009 ms) 2023-12-22T17:31:00.501 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestCls2PCQueue.CommitError 2023-12-22T17:31:00.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:00 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:31:00.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:00 smithi032 ceph-mon[191839]: osdmap e883: 8 total, 8 up, 8 in 2023-12-22T17:31:00.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:00 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:31:00.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:00 smithi032 ceph-mon[189144]: osdmap e883: 8 total, 8 up, 8 in 2023-12-22T17:31:01.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:00 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:31:01.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:00 smithi039 ceph-mon[181282]: osdmap e883: 8 total, 8 up, 8 in 2023-12-22T17:31:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:31:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:31:00] "GET /metrics HTTP/1.1" 200 36250 "" "Prometheus/2.43.0" 2023-12-22T17:31:02.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:01 smithi039 ceph-mon[181282]: pgmap v874: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:02.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:01 smithi039 ceph-mon[181282]: osdmap e884: 8 total, 8 up, 8 in 2023-12-22T17:31:02.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:01 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3480444809' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:02.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:01 smithi032 ceph-mon[189144]: pgmap v874: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:02.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:01 smithi032 ceph-mon[189144]: osdmap e884: 8 total, 8 up, 8 in 2023-12-22T17:31:02.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:01 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3480444809' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:02.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:01 smithi032 ceph-mon[191839]: pgmap v874: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:02.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:01 smithi032 ceph-mon[191839]: osdmap e884: 8 total, 8 up, 8 in 2023-12-22T17:31:02.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:01 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3480444809' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:03.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:02 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:31:03.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:02 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3480444809' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:31:03.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:02 smithi039 ceph-mon[181282]: osdmap e885: 8 total, 8 up, 8 in 2023-12-22T17:31:03.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:02 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:31:03.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:02 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3480444809' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:31:03.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:02 smithi032 ceph-mon[191839]: osdmap e885: 8 total, 8 up, 8 in 2023-12-22T17:31:03.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:02 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:31:03.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:02 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3480444809' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:31:03.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:02 smithi032 ceph-mon[189144]: osdmap e885: 8 total, 8 up, 8 in 2023-12-22T17:31:03.533 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestCls2PCQueue.CommitError (3033 ms) 2023-12-22T17:31:03.533 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestCls2PCQueue.AbortError 2023-12-22T17:31:04.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:04 smithi039 ceph-mon[181282]: pgmap v877: 137 pgs: 19 unknown, 118 active+clean; 615 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 31 KiB/s rd, 94 KiB/s wr, 102 op/s 2023-12-22T17:31:04.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:04 smithi039 ceph-mon[181282]: osdmap e886: 8 total, 8 up, 8 in 2023-12-22T17:31:04.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:04 smithi032 ceph-mon[191839]: pgmap v877: 137 pgs: 19 unknown, 118 active+clean; 615 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 31 KiB/s rd, 94 KiB/s wr, 102 op/s 2023-12-22T17:31:04.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:04 smithi032 ceph-mon[191839]: osdmap e886: 8 total, 8 up, 8 in 2023-12-22T17:31:04.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:04 smithi032 ceph-mon[189144]: pgmap v877: 137 pgs: 19 unknown, 118 active+clean; 615 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 31 KiB/s rd, 94 KiB/s wr, 102 op/s 2023-12-22T17:31:04.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:04 smithi032 ceph-mon[189144]: osdmap e886: 8 total, 8 up, 8 in 2023-12-22T17:31:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:05 smithi032 ceph-mon[191839]: osdmap e887: 8 total, 8 up, 8 in 2023-12-22T17:31:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:05 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2252599244' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:05 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:31:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:05 smithi032 ceph-mon[191839]: pgmap v880: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:05.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:05 smithi032 ceph-mon[189144]: osdmap e887: 8 total, 8 up, 8 in 2023-12-22T17:31:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:05 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2252599244' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:05 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:31:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:05 smithi032 ceph-mon[189144]: pgmap v880: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:05 smithi039 ceph-mon[181282]: osdmap e887: 8 total, 8 up, 8 in 2023-12-22T17:31:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:05 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2252599244' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:05 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:31:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:05 smithi039 ceph-mon[181282]: pgmap v880: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:06.542 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestCls2PCQueue.AbortError (3009 ms) 2023-12-22T17:31:06.543 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2023-12-22T17:31:06.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:06 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:31:06.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:06 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:31:06.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:06 smithi032 ceph-mon[189144]: osdmap e888: 8 total, 8 up, 8 in 2023-12-22T17:31:06.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:06 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:31:06.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:06 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:31:06.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:06 smithi032 ceph-mon[191839]: osdmap e888: 8 total, 8 up, 8 in 2023-12-22T17:31:07.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:06 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:31:07.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:06 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:31:07.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:06 smithi039 ceph-mon[181282]: osdmap e888: 8 total, 8 up, 8 in 2023-12-22T17:31:07.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:07 smithi032 ceph-mon[191839]: osdmap e889: 8 total, 8 up, 8 in 2023-12-22T17:31:07.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:07 smithi032 ceph-mon[191839]: pgmap v883: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:07.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:07 smithi032 ceph-mon[189144]: osdmap e889: 8 total, 8 up, 8 in 2023-12-22T17:31:07.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:07 smithi032 ceph-mon[189144]: pgmap v883: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:08.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:07 smithi039 ceph-mon[181282]: osdmap e889: 8 total, 8 up, 8 in 2023-12-22T17:31:08.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:07 smithi039 ceph-mon[181282]: pgmap v883: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:08.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:08 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:31:08.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:08 smithi032 ceph-mon[191839]: osdmap e890: 8 total, 8 up, 8 in 2023-12-22T17:31:08.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:08 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4128883094' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:08.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:08 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:08.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:08 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:31:08.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:08 smithi032 ceph-mon[189144]: osdmap e890: 8 total, 8 up, 8 in 2023-12-22T17:31:08.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:08 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4128883094' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:08.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:08 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:09.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:08 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:31:09.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:08 smithi039 ceph-mon[181282]: osdmap e890: 8 total, 8 up, 8 in 2023-12-22T17:31:09.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:08 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4128883094' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:09.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:08 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:09.574 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3031 ms) 2023-12-22T17:31:09.574 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2023-12-22T17:31:09.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:09 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:31:09.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:09 smithi032 ceph-mon[189144]: osdmap e891: 8 total, 8 up, 8 in 2023-12-22T17:31:09.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:09 smithi032 ceph-mon[189144]: pgmap v886: 137 pgs: 11 creating+peering, 13 unknown, 113 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:09.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:09 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:31:09.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:09 smithi032 ceph-mon[191839]: osdmap e891: 8 total, 8 up, 8 in 2023-12-22T17:31:09.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:09 smithi032 ceph-mon[191839]: pgmap v886: 137 pgs: 11 creating+peering, 13 unknown, 113 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:10.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:09 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:31:10.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:09 smithi039 ceph-mon[181282]: osdmap e891: 8 total, 8 up, 8 in 2023-12-22T17:31:10.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:09 smithi039 ceph-mon[181282]: pgmap v886: 137 pgs: 11 creating+peering, 13 unknown, 113 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:10.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:10 smithi032 ceph-mon[189144]: osdmap e892: 8 total, 8 up, 8 in 2023-12-22T17:31:10.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:10 smithi032 ceph-mon[191839]: osdmap e892: 8 total, 8 up, 8 in 2023-12-22T17:31:11.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:10 smithi039 ceph-mon[181282]: osdmap e892: 8 total, 8 up, 8 in 2023-12-22T17:31:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:31:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:31:10] "GET /metrics HTTP/1.1" 200 36315 "" "Prometheus/2.43.0" 2023-12-22T17:31:11.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:11 smithi032 ceph-mon[189144]: osdmap e893: 8 total, 8 up, 8 in 2023-12-22T17:31:11.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:11 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2991901743' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:11.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:11 smithi032 ceph-mon[189144]: pgmap v889: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:11.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:11 smithi032 ceph-mon[191839]: osdmap e893: 8 total, 8 up, 8 in 2023-12-22T17:31:11.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:11 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2991901743' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:11 smithi032 ceph-mon[191839]: pgmap v889: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:12.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:11 smithi039 ceph-mon[181282]: osdmap e893: 8 total, 8 up, 8 in 2023-12-22T17:31:12.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:11 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2991901743' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:12.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:11 smithi039 ceph-mon[181282]: pgmap v889: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:12.605 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3032 ms) 2023-12-22T17:31:12.605 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2023-12-22T17:31:12.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:12 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2991901743' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-11","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:31:12.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:12 smithi032 ceph-mon[191839]: osdmap e894: 8 total, 8 up, 8 in 2023-12-22T17:31:12.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:12 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:31:12.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:12 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2991901743' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-11","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:31:12.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:12 smithi032 ceph-mon[189144]: osdmap e894: 8 total, 8 up, 8 in 2023-12-22T17:31:12.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:12 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:31:13.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:12 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2991901743' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-11","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:31:13.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:12 smithi039 ceph-mon[181282]: osdmap e894: 8 total, 8 up, 8 in 2023-12-22T17:31:13.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:12 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:31:13.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:13 smithi032 ceph-mon[191839]: osdmap e895: 8 total, 8 up, 8 in 2023-12-22T17:31:13.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:13 smithi032 ceph-mon[191839]: pgmap v892: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:13.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:13 smithi032 ceph-mon[189144]: osdmap e895: 8 total, 8 up, 8 in 2023-12-22T17:31:13.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:13 smithi032 ceph-mon[189144]: pgmap v892: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:14.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:13 smithi039 ceph-mon[181282]: osdmap e895: 8 total, 8 up, 8 in 2023-12-22T17:31:14.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:13 smithi039 ceph-mon[181282]: pgmap v892: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:14.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:14 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:31:14.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:14 smithi032 ceph-mon[191839]: osdmap e896: 8 total, 8 up, 8 in 2023-12-22T17:31:14.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:14 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4017679491' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:14.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:14 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:31:14.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:14 smithi032 ceph-mon[189144]: osdmap e896: 8 total, 8 up, 8 in 2023-12-22T17:31:14.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:14 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4017679491' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:15.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:14 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:31:15.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:14 smithi039 ceph-mon[181282]: osdmap e896: 8 total, 8 up, 8 in 2023-12-22T17:31:15.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:14 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4017679491' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:15.630 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3025 ms) 2023-12-22T17:31:15.630 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2023-12-22T17:31:15.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:15 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4017679491' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-12","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:31:15.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:15 smithi032 ceph-mon[189144]: osdmap e897: 8 total, 8 up, 8 in 2023-12-22T17:31:15.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:15 smithi032 ceph-mon[189144]: pgmap v895: 137 pgs: 1 creating+peering, 25 unknown, 111 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 55 KiB/s rd, 55 KiB/s wr, 110 op/s 2023-12-22T17:31:15.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:15 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4017679491' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-12","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:31:15.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:15 smithi032 ceph-mon[191839]: osdmap e897: 8 total, 8 up, 8 in 2023-12-22T17:31:15.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:15 smithi032 ceph-mon[191839]: pgmap v895: 137 pgs: 1 creating+peering, 25 unknown, 111 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 55 KiB/s rd, 55 KiB/s wr, 110 op/s 2023-12-22T17:31:16.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:15 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4017679491' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-12","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:31:16.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:15 smithi039 ceph-mon[181282]: osdmap e897: 8 total, 8 up, 8 in 2023-12-22T17:31:16.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:15 smithi039 ceph-mon[181282]: pgmap v895: 137 pgs: 1 creating+peering, 25 unknown, 111 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 55 KiB/s rd, 55 KiB/s wr, 110 op/s 2023-12-22T17:31:16.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:16 smithi032 ceph-mon[191839]: osdmap e898: 8 total, 8 up, 8 in 2023-12-22T17:31:16.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:16 smithi032 ceph-mon[189144]: osdmap e898: 8 total, 8 up, 8 in 2023-12-22T17:31:17.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:16 smithi039 ceph-mon[181282]: osdmap e898: 8 total, 8 up, 8 in 2023-12-22T17:31:17.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:17 smithi032 ceph-mon[191839]: osdmap e899: 8 total, 8 up, 8 in 2023-12-22T17:31:17.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:17 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3007721464' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:17.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:17 smithi032 ceph-mon[191839]: pgmap v898: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:17.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:17 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3007721464' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-13","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:31:17.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:17 smithi032 ceph-mon[191839]: osdmap e900: 8 total, 8 up, 8 in 2023-12-22T17:31:17.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:17 smithi032 ceph-mon[189144]: osdmap e899: 8 total, 8 up, 8 in 2023-12-22T17:31:17.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:17 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3007721464' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:17.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:17 smithi032 ceph-mon[189144]: pgmap v898: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:17.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:17 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3007721464' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-13","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:31:17.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:17 smithi032 ceph-mon[189144]: osdmap e900: 8 total, 8 up, 8 in 2023-12-22T17:31:18.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:17 smithi039 ceph-mon[181282]: osdmap e899: 8 total, 8 up, 8 in 2023-12-22T17:31:18.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:17 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3007721464' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:18.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:17 smithi039 ceph-mon[181282]: pgmap v898: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:18.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:17 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3007721464' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-13","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:31:18.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:17 smithi039 ceph-mon[181282]: osdmap e900: 8 total, 8 up, 8 in 2023-12-22T17:31:18.647 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3004 ms) 2023-12-22T17:31:18.647 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2023-12-22T17:31:18.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:18 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:31:18.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:18 smithi032 ceph-mon[189144]: osdmap e901: 8 total, 8 up, 8 in 2023-12-22T17:31:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:18 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:31:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:18 smithi032 ceph-mon[191839]: osdmap e901: 8 total, 8 up, 8 in 2023-12-22T17:31:19.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:18 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:31:19.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:18 smithi039 ceph-mon[181282]: osdmap e901: 8 total, 8 up, 8 in 2023-12-22T17:31:19.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:19 smithi032 ceph-mon[189144]: pgmap v901: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:19.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:31:19.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:31:19.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:19 smithi032 ceph-mon[191839]: pgmap v901: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:19.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:31:19.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:31:20.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:19 smithi039 ceph-mon[181282]: pgmap v901: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:20.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:31:20.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:31:20.928 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:31:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:31:20] "GET /metrics HTTP/1.1" 200 33943 "" "Prometheus/2.43.0" 2023-12-22T17:31:20.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:20 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:31:20.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:20 smithi032 ceph-mon[189144]: osdmap e902: 8 total, 8 up, 8 in 2023-12-22T17:31:20.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:20 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2766986731' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:20.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:20 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:20.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:20 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:31:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:20 smithi032 ceph-mon[191839]: osdmap e902: 8 total, 8 up, 8 in 2023-12-22T17:31:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:20 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2766986731' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:20 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:21.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:20 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:31:21.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:20 smithi039 ceph-mon[181282]: osdmap e902: 8 total, 8 up, 8 in 2023-12-22T17:31:21.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:20 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2766986731' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:21.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:20 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:21.710 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3065 ms) 2023-12-22T17:31:21.710 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2023-12-22T17:31:21.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:21 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-14","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:31:21.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:21 smithi032 ceph-mon[189144]: osdmap e903: 8 total, 8 up, 8 in 2023-12-22T17:31:21.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:21 smithi032 ceph-mon[189144]: pgmap v904: 137 pgs: 9 creating+peering, 19 unknown, 109 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:21.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:21 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-14","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:31:21.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:21 smithi032 ceph-mon[191839]: osdmap e903: 8 total, 8 up, 8 in 2023-12-22T17:31:21.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:21 smithi032 ceph-mon[191839]: pgmap v904: 137 pgs: 9 creating+peering, 19 unknown, 109 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:22.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:21 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-14","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:31:22.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:21 smithi039 ceph-mon[181282]: osdmap e903: 8 total, 8 up, 8 in 2023-12-22T17:31:22.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:21 smithi039 ceph-mon[181282]: pgmap v904: 137 pgs: 9 creating+peering, 19 unknown, 109 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:23.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:22 smithi039 ceph-mon[181282]: osdmap e904: 8 total, 8 up, 8 in 2023-12-22T17:31:23.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:22 smithi032 ceph-mon[191839]: osdmap e904: 8 total, 8 up, 8 in 2023-12-22T17:31:23.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:22 smithi032 ceph-mon[189144]: osdmap e904: 8 total, 8 up, 8 in 2023-12-22T17:31:24.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:23 smithi039 ceph-mon[181282]: osdmap e905: 8 total, 8 up, 8 in 2023-12-22T17:31:24.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:23 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1167168213' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:24.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:23 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:24.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:23 smithi039 ceph-mon[181282]: pgmap v907: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:24.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:23 smithi032 ceph-mon[191839]: osdmap e905: 8 total, 8 up, 8 in 2023-12-22T17:31:24.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:23 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1167168213' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:24.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:23 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:24.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:23 smithi032 ceph-mon[191839]: pgmap v907: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:24.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:23 smithi032 ceph-mon[189144]: osdmap e905: 8 total, 8 up, 8 in 2023-12-22T17:31:24.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:23 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1167168213' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:24.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:23 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:24.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:23 smithi032 ceph-mon[189144]: pgmap v907: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:24.712 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3006 ms) 2023-12-22T17:31:24.713 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2023-12-22T17:31:25.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:24 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:31:25.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:24 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-15","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:31:25.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:24 smithi039 ceph-mon[181282]: osdmap e906: 8 total, 8 up, 8 in 2023-12-22T17:31:25.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:24 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:31:25.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:24 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-15","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:31:25.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:24 smithi032 ceph-mon[191839]: osdmap e906: 8 total, 8 up, 8 in 2023-12-22T17:31:25.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:24 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:31:25.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:24 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-15","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:31:25.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:24 smithi032 ceph-mon[189144]: osdmap e906: 8 total, 8 up, 8 in 2023-12-22T17:31:26.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:25 smithi039 ceph-mon[181282]: osdmap e907: 8 total, 8 up, 8 in 2023-12-22T17:31:26.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:25 smithi039 ceph-mon[181282]: pgmap v910: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:26.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:25 smithi032 ceph-mon[191839]: osdmap e907: 8 total, 8 up, 8 in 2023-12-22T17:31:26.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:25 smithi032 ceph-mon[191839]: pgmap v910: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:26.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:25 smithi032 ceph-mon[189144]: osdmap e907: 8 total, 8 up, 8 in 2023-12-22T17:31:26.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:25 smithi032 ceph-mon[189144]: pgmap v910: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:27.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:26 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:31:27.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:26 smithi039 ceph-mon[181282]: osdmap e908: 8 total, 8 up, 8 in 2023-12-22T17:31:27.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:26 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3903996849' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:27.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:26 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:31:27.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:26 smithi032 ceph-mon[191839]: osdmap e908: 8 total, 8 up, 8 in 2023-12-22T17:31:27.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:26 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3903996849' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:27.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:26 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:31:27.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:26 smithi032 ceph-mon[189144]: osdmap e908: 8 total, 8 up, 8 in 2023-12-22T17:31:27.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:26 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3903996849' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:27.727 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestCls2PCQueue.Cleanup (3018 ms) 2023-12-22T17:31:27.727 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2023-12-22T17:31:28.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:27 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3903996849' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-16","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:31:28.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:27 smithi039 ceph-mon[181282]: osdmap e909: 8 total, 8 up, 8 in 2023-12-22T17:31:28.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:27 smithi039 ceph-mon[181282]: pgmap v913: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:28.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:27 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3903996849' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-16","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:31:28.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:27 smithi032 ceph-mon[189144]: osdmap e909: 8 total, 8 up, 8 in 2023-12-22T17:31:28.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:27 smithi032 ceph-mon[189144]: pgmap v913: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:28.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:27 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3903996849' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-16","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:31:28.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:27 smithi032 ceph-mon[191839]: osdmap e909: 8 total, 8 up, 8 in 2023-12-22T17:31:28.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:27 smithi032 ceph-mon[191839]: pgmap v913: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:29.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:28 smithi039 ceph-mon[181282]: osdmap e910: 8 total, 8 up, 8 in 2023-12-22T17:31:29.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:31:29.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:28 smithi032 ceph-mon[189144]: osdmap e910: 8 total, 8 up, 8 in 2023-12-22T17:31:29.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:31:29.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:28 smithi032 ceph-mon[191839]: osdmap e910: 8 total, 8 up, 8 in 2023-12-22T17:31:29.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:31:29.493 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:31:29.873 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:31:29.873 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11m) 8m ago 16m 26.7M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:31:29.874 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11m) 6m ago 15m 90.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:31:29.874 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (16m) 8m ago 16m 16.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:31:29.874 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (16m) 6m ago 16m 21.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:31:29.874 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10m) 6m ago 19m 450M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:31:29.874 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11m) 8m ago 20m 515M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:31:29.874 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10m) 8m ago 20m 93.1M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:31:29.874 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10m) 6m ago 19m 76.0M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:31:29.874 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10m) 8m ago 19m 75.7M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:31:29.874 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11m) 8m ago 15m 15.8M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:31:29.874 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11m) 6m ago 15m 17.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:31:29.874 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9m) 8m ago 19m 466M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:31:29.874 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9m) 8m ago 18m 365M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:31:29.874 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8m) 8m ago 18m 256M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:31:29.874 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8m) 8m ago 18m 12.6M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:31:29.874 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7m) 6m ago 17m 564M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:31:29.874 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7m) 6m ago 17m 389M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:31:29.875 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6m) 6m ago 17m 177M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:31:29.875 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6m) 6m ago 17m 12.5M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:31:29.875 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10m) 6m ago 16m 61.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:31:30.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:29 smithi039 ceph-mon[181282]: osdmap e911: 8 total, 8 up, 8 in 2023-12-22T17:31:30.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:29 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2310515361' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:30.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:29 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:30.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:31:30.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:31:30.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:29 smithi039 ceph-mon[181282]: pgmap v916: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:30.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:31:30.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:31:30.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:31:30.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:29 smithi032 ceph-mon[191839]: osdmap e911: 8 total, 8 up, 8 in 2023-12-22T17:31:30.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:29 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2310515361' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:30.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:29 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:30.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:31:30.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:31:30.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:29 smithi032 ceph-mon[191839]: pgmap v916: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:31:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:31:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:31:30.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:29 smithi032 ceph-mon[189144]: osdmap e911: 8 total, 8 up, 8 in 2023-12-22T17:31:30.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:29 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2310515361' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:30.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:29 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:30.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:31:30.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:31:30.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:29 smithi032 ceph-mon[189144]: pgmap v916: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:30.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:31:30.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:31:30.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:31:30.391 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:31:30.391 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:31:30.392 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:31:30.392 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:31:30.392 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:31:30.392 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:31:30.392 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:31:30.392 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:31:30.392 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:31:30.392 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:31:30.392 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:31:30.392 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:31:30.392 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:31:30.392 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:31:30.392 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:31:30.392 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:31:30.393 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:31:30.393 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:31:31.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:30 smithi039 ceph-mon[181282]: from='client.34653 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:31:31.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:30 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-17","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:31:31.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:30 smithi039 ceph-mon[181282]: osdmap e912: 8 total, 8 up, 8 in 2023-12-22T17:31:31.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:30 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:31:31.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:30 smithi039 ceph-mon[181282]: from='client.34659 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:31:31.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:30 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1724068842' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:31:31.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:30 smithi032 ceph-mon[189144]: from='client.34653 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:31:31.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:30 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-17","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:31:31.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:30 smithi032 ceph-mon[189144]: osdmap e912: 8 total, 8 up, 8 in 2023-12-22T17:31:31.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:30 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:31:31.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:30 smithi032 ceph-mon[189144]: from='client.34659 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:31:31.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:30 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1724068842' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:31:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:30 smithi032 ceph-mon[191839]: from='client.34653 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:31:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:30 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-17","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:31:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:30 smithi032 ceph-mon[191839]: osdmap e912: 8 total, 8 up, 8 in 2023-12-22T17:31:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:30 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:31:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:30 smithi032 ceph-mon[191839]: from='client.34659 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:31:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:30 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1724068842' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:31:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:31:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:31:30] "GET /metrics HTTP/1.1" 200 33943 "" "Prometheus/2.43.0" 2023-12-22T17:31:32.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:31 smithi039 ceph-mon[181282]: osdmap e913: 8 total, 8 up, 8 in 2023-12-22T17:31:32.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:31 smithi039 ceph-mon[181282]: pgmap v919: 137 pgs: 2 creating+peering, 11 unknown, 124 active+clean; 684 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 527 KiB/s rd, 867 KiB/s wr, 953 op/s 2023-12-22T17:31:32.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:31 smithi032 ceph-mon[191839]: osdmap e913: 8 total, 8 up, 8 in 2023-12-22T17:31:32.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:31 smithi032 ceph-mon[191839]: pgmap v919: 137 pgs: 2 creating+peering, 11 unknown, 124 active+clean; 684 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 527 KiB/s rd, 867 KiB/s wr, 953 op/s 2023-12-22T17:31:32.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:31 smithi032 ceph-mon[189144]: osdmap e913: 8 total, 8 up, 8 in 2023-12-22T17:31:32.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:31 smithi032 ceph-mon[189144]: pgmap v919: 137 pgs: 2 creating+peering, 11 unknown, 124 active+clean; 684 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 527 KiB/s rd, 867 KiB/s wr, 953 op/s 2023-12-22T17:31:33.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:32 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:31:33.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:32 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:31:33.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:32 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:31:34.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:33 smithi039 ceph-mon[181282]: pgmap v920: 137 pgs: 2 creating+peering, 135 active+clean; 684 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 379 KiB/s rd, 623 KiB/s wr, 685 op/s 2023-12-22T17:31:34.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:33 smithi032 ceph-mon[189144]: pgmap v920: 137 pgs: 2 creating+peering, 135 active+clean; 684 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 379 KiB/s rd, 623 KiB/s wr, 685 op/s 2023-12-22T17:31:34.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:33 smithi032 ceph-mon[191839]: pgmap v920: 137 pgs: 2 creating+peering, 135 active+clean; 684 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 379 KiB/s rd, 623 KiB/s wr, 685 op/s 2023-12-22T17:31:35.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:31:35.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:31:35.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:35 smithi032 ceph-mon[189144]: pgmap v921: 137 pgs: 137 active+clean; 1.8 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 35 MiB/s rd, 7.9 MiB/s wr, 8.93k op/s 2023-12-22T17:31:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:31:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:31:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:35 smithi032 ceph-mon[191839]: pgmap v921: 137 pgs: 137 active+clean; 1.8 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 35 MiB/s rd, 7.9 MiB/s wr, 8.93k op/s 2023-12-22T17:31:36.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:31:36.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:31:36.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:35 smithi039 ceph-mon[181282]: pgmap v921: 137 pgs: 137 active+clean; 1.8 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 35 MiB/s rd, 7.9 MiB/s wr, 8.93k op/s 2023-12-22T17:31:38.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:38 smithi032 ceph-mon[191839]: pgmap v922: 137 pgs: 137 active+clean; 1.8 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 28 MiB/s rd, 6.5 MiB/s wr, 7.31k op/s 2023-12-22T17:31:38.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:38 smithi032 ceph-mon[189144]: pgmap v922: 137 pgs: 137 active+clean; 1.8 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 28 MiB/s rd, 6.5 MiB/s wr, 7.31k op/s 2023-12-22T17:31:38.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:38 smithi039 ceph-mon[181282]: pgmap v922: 137 pgs: 137 active+clean; 1.8 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 28 MiB/s rd, 6.5 MiB/s wr, 7.31k op/s 2023-12-22T17:31:40.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:40 smithi032 ceph-mon[189144]: pgmap v923: 137 pgs: 137 active+clean; 1.8 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 5.4 MiB/s wr, 6.13k op/s 2023-12-22T17:31:40.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:40 smithi032 ceph-mon[191839]: pgmap v923: 137 pgs: 137 active+clean; 1.8 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 5.4 MiB/s wr, 6.13k op/s 2023-12-22T17:31:40.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:40 smithi039 ceph-mon[181282]: pgmap v923: 137 pgs: 137 active+clean; 1.8 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 5.4 MiB/s wr, 6.13k op/s 2023-12-22T17:31:41.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:31:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:31:40] "GET /metrics HTTP/1.1" 200 36362 "" "Prometheus/2.43.0" 2023-12-22T17:31:42.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:42 smithi032 ceph-mon[191839]: pgmap v924: 137 pgs: 137 active+clean; 2.3 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 156 MiB/s rd, 6.7 MiB/s wr, 7.79k op/s 2023-12-22T17:31:42.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:42 smithi032 ceph-mon[189144]: pgmap v924: 137 pgs: 137 active+clean; 2.3 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 156 MiB/s rd, 6.7 MiB/s wr, 7.79k op/s 2023-12-22T17:31:42.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:42 smithi039 ceph-mon[181282]: pgmap v924: 137 pgs: 137 active+clean; 2.3 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 156 MiB/s rd, 6.7 MiB/s wr, 7.79k op/s 2023-12-22T17:31:43.100 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestCls2PCQueue.MultiProducer (15376 ms) 2023-12-22T17:31:43.100 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2023-12-22T17:31:44.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:44 smithi032 ceph-mon[191839]: osdmap e914: 8 total, 8 up, 8 in 2023-12-22T17:31:44.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:44 smithi032 ceph-mon[191839]: pgmap v926: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:44.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:44 smithi032 ceph-mon[189144]: osdmap e914: 8 total, 8 up, 8 in 2023-12-22T17:31:44.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:44 smithi032 ceph-mon[189144]: pgmap v926: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:44.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:44 smithi039 ceph-mon[181282]: osdmap e914: 8 total, 8 up, 8 in 2023-12-22T17:31:44.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:44 smithi039 ceph-mon[181282]: pgmap v926: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:45.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:45 smithi032 ceph-mon[191839]: osdmap e915: 8 total, 8 up, 8 in 2023-12-22T17:31:45.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:45 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4012494456' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:45.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:31:45.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:45 smithi032 ceph-mon[189144]: osdmap e915: 8 total, 8 up, 8 in 2023-12-22T17:31:45.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:45 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4012494456' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:45.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:31:45.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:45 smithi039 ceph-mon[181282]: osdmap e915: 8 total, 8 up, 8 in 2023-12-22T17:31:45.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:45 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4012494456' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:45.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:31:46.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:46 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4012494456' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-18","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:31:46.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:46 smithi032 ceph-mon[189144]: osdmap e916: 8 total, 8 up, 8 in 2023-12-22T17:31:46.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:46 smithi032 ceph-mon[189144]: pgmap v929: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:46.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:46 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4012494456' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-18","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:31:46.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:46 smithi032 ceph-mon[191839]: osdmap e916: 8 total, 8 up, 8 in 2023-12-22T17:31:46.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:46 smithi032 ceph-mon[191839]: pgmap v929: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:46.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:46 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4012494456' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-18","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:31:46.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:46 smithi039 ceph-mon[181282]: osdmap e916: 8 total, 8 up, 8 in 2023-12-22T17:31:46.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:46 smithi039 ceph-mon[181282]: pgmap v929: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:47.142 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (4042 ms) 2023-12-22T17:31:47.142 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2023-12-22T17:31:47.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:47 smithi032 ceph-mon[191839]: osdmap e917: 8 total, 8 up, 8 in 2023-12-22T17:31:47.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:47 smithi032 ceph-mon[189144]: osdmap e917: 8 total, 8 up, 8 in 2023-12-22T17:31:47.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:47 smithi039 ceph-mon[181282]: osdmap e917: 8 total, 8 up, 8 in 2023-12-22T17:31:48.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:48 smithi032 ceph-mon[191839]: osdmap e918: 8 total, 8 up, 8 in 2023-12-22T17:31:48.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:48 smithi032 ceph-mon[191839]: pgmap v932: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:48.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:48 smithi032 ceph-mon[189144]: osdmap e918: 8 total, 8 up, 8 in 2023-12-22T17:31:48.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:48 smithi032 ceph-mon[189144]: pgmap v932: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:48.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:48 smithi039 ceph-mon[181282]: osdmap e918: 8 total, 8 up, 8 in 2023-12-22T17:31:48.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:48 smithi039 ceph-mon[181282]: pgmap v932: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:49.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:49 smithi032 ceph-mon[191839]: osdmap e919: 8 total, 8 up, 8 in 2023-12-22T17:31:49.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:49 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2957561168' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:49.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:49 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:49.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:49 smithi032 ceph-mon[189144]: osdmap e919: 8 total, 8 up, 8 in 2023-12-22T17:31:49.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:49 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2957561168' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:49.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:49 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:49.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:49 smithi039 ceph-mon[181282]: osdmap e919: 8 total, 8 up, 8 in 2023-12-22T17:31:49.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:49 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2957561168' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:49.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:49 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:31:50.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:50 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-19","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:31:50.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:50 smithi032 ceph-mon[191839]: osdmap e920: 8 total, 8 up, 8 in 2023-12-22T17:31:50.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:50 smithi032 ceph-mon[191839]: pgmap v935: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:50.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:31:50.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:50 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-19","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:31:50.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:50 smithi032 ceph-mon[189144]: osdmap e920: 8 total, 8 up, 8 in 2023-12-22T17:31:50.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:50 smithi032 ceph-mon[189144]: pgmap v935: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:50.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:31:50.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:50 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-19","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:31:50.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:50 smithi039 ceph-mon[181282]: osdmap e920: 8 total, 8 up, 8 in 2023-12-22T17:31:50.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:50 smithi039 ceph-mon[181282]: pgmap v935: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:50.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:31:51.156 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:31:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:31:50] "GET /metrics HTTP/1.1" 200 36315 "" "Prometheus/2.43.0" 2023-12-22T17:31:51.156 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:51 smithi032 ceph-mon[189144]: osdmap e921: 8 total, 8 up, 8 in 2023-12-22T17:31:51.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:51 smithi032 ceph-mon[191839]: osdmap e921: 8 total, 8 up, 8 in 2023-12-22T17:31:51.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:51 smithi039 ceph-mon[181282]: osdmap e921: 8 total, 8 up, 8 in 2023-12-22T17:31:52.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:52 smithi032 ceph-mon[191839]: pgmap v937: 137 pgs: 8 creating+peering, 10 unknown, 119 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:52.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:52 smithi032 ceph-mon[189144]: pgmap v937: 137 pgs: 8 creating+peering, 10 unknown, 119 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:52.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:52 smithi039 ceph-mon[181282]: pgmap v937: 137 pgs: 8 creating+peering, 10 unknown, 119 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:31:54.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:54 smithi032 ceph-mon[191839]: pgmap v938: 137 pgs: 6 creating+peering, 131 active+clean; 1.3 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 39 MiB/s rd, 5.2 MiB/s wr, 6.19k op/s 2023-12-22T17:31:54.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:54 smithi032 ceph-mon[189144]: pgmap v938: 137 pgs: 6 creating+peering, 131 active+clean; 1.3 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 39 MiB/s rd, 5.2 MiB/s wr, 6.19k op/s 2023-12-22T17:31:54.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:54 smithi039 ceph-mon[181282]: pgmap v938: 137 pgs: 6 creating+peering, 131 active+clean; 1.3 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 39 MiB/s rd, 5.2 MiB/s wr, 6.19k op/s 2023-12-22T17:31:56.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:56 smithi032 ceph-mon[189144]: pgmap v939: 137 pgs: 137 active+clean; 1.3 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 33 MiB/s rd, 4.4 MiB/s wr, 5.20k op/s 2023-12-22T17:31:56.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:56 smithi032 ceph-mon[191839]: pgmap v939: 137 pgs: 137 active+clean; 1.3 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 33 MiB/s rd, 4.4 MiB/s wr, 5.20k op/s 2023-12-22T17:31:56.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:56 smithi039 ceph-mon[181282]: pgmap v939: 137 pgs: 137 active+clean; 1.3 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 33 MiB/s rd, 4.4 MiB/s wr, 5.20k op/s 2023-12-22T17:31:58.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:31:58 smithi032 ceph-mon[191839]: pgmap v940: 137 pgs: 137 active+clean; 1.3 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 29 MiB/s rd, 3.8 MiB/s wr, 4.56k op/s 2023-12-22T17:31:58.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:31:58 smithi032 ceph-mon[189144]: pgmap v940: 137 pgs: 137 active+clean; 1.3 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 29 MiB/s rd, 3.8 MiB/s wr, 4.56k op/s 2023-12-22T17:31:58.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:31:58 smithi039 ceph-mon[181282]: pgmap v940: 137 pgs: 137 active+clean; 1.3 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 29 MiB/s rd, 3.8 MiB/s wr, 4.56k op/s 2023-12-22T17:32:00.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:00 smithi032 ceph-mon[191839]: pgmap v941: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 70 MiB/s rd, 5.5 MiB/s wr, 6.59k op/s 2023-12-22T17:32:00.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:00 smithi032 ceph-mon[189144]: pgmap v941: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 70 MiB/s rd, 5.5 MiB/s wr, 6.59k op/s 2023-12-22T17:32:00.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:00 smithi039 ceph-mon[181282]: pgmap v941: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 70 MiB/s rd, 5.5 MiB/s wr, 6.59k op/s 2023-12-22T17:32:00.837 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:32:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:32:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:32:00] "GET /metrics HTTP/1.1" 200 36315 "" "Prometheus/2.43.0" 2023-12-22T17:32:01.271 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:32:01.271 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (12m) 8m ago 16m 26.7M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:32:01.272 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11m) 6m ago 16m 90.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:32:01.272 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (17m) 8m ago 17m 16.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:32:01.272 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (17m) 6m ago 17m 21.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:32:01.272 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11m) 6m ago 19m 450M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:32:01.272 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11m) 8m ago 21m 515M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:32:01.272 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11m) 8m ago 21m 93.1M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:32:01.272 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10m) 6m ago 20m 76.0M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:32:01.272 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10m) 8m ago 20m 75.7M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:32:01.272 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (12m) 8m ago 16m 15.8M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:32:01.272 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11m) 6m ago 16m 17.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:32:01.272 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10m) 8m ago 19m 466M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:32:01.272 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9m) 8m ago 19m 365M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:32:01.272 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9m) 8m ago 19m 256M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:32:01.272 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8m) 8m ago 18m 12.6M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:32:01.272 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8m) 6m ago 18m 564M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:32:01.273 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7m) 6m ago 18m 389M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:32:01.273 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7m) 6m ago 17m 177M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:32:01.273 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6m) 6m ago 17m 12.5M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:32:01.273 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11m) 6m ago 16m 61.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:32:01.796 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:32:01.796 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:32:01.796 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:32:01.796 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:32:01.796 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:32:01.796 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:32:01.796 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:32:01.797 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:32:01.797 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:32:01.797 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:32:01.797 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:32:01.797 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:32:01.797 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:32:01.797 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:32:01.797 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:32:01.797 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:32:01.797 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:32:01.797 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:32:02.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:02 smithi032 ceph-mon[191839]: from='client.54553 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:32:02.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:02 smithi032 ceph-mon[191839]: from='client.44630 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:32:02.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:02 smithi032 ceph-mon[191839]: pgmap v942: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 63 MiB/s rd, 4.9 MiB/s wr, 5.92k op/s 2023-12-22T17:32:02.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:02 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1213536222' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:32:02.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:02 smithi032 ceph-mon[189144]: from='client.54553 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:32:02.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:02 smithi032 ceph-mon[189144]: from='client.44630 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:32:02.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:02 smithi032 ceph-mon[189144]: pgmap v942: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 63 MiB/s rd, 4.9 MiB/s wr, 5.92k op/s 2023-12-22T17:32:02.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:02 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1213536222' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:32:02.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:02 smithi039 ceph-mon[181282]: from='client.54553 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:32:02.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:02 smithi039 ceph-mon[181282]: from='client.44630 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:32:02.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:02 smithi039 ceph-mon[181282]: pgmap v942: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 63 MiB/s rd, 4.9 MiB/s wr, 5.92k op/s 2023-12-22T17:32:02.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:02 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1213536222' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:32:04.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:04 smithi032 ceph-mon[191839]: pgmap v943: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 78 MiB/s rd, 5.5 MiB/s wr, 6.70k op/s 2023-12-22T17:32:04.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:04 smithi032 ceph-mon[189144]: pgmap v943: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 78 MiB/s rd, 5.5 MiB/s wr, 6.70k op/s 2023-12-22T17:32:04.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:04 smithi039 ceph-mon[181282]: pgmap v943: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 78 MiB/s rd, 5.5 MiB/s wr, 6.70k op/s 2023-12-22T17:32:05.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:32:05.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:32:05.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:32:05.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:32:05.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:32:05.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:32:06.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:06 smithi032 ceph-mon[191839]: pgmap v944: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 59 MiB/s rd, 2.9 MiB/s wr, 3.61k op/s 2023-12-22T17:32:06.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:06 smithi032 ceph-mon[189144]: pgmap v944: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 59 MiB/s rd, 2.9 MiB/s wr, 3.61k op/s 2023-12-22T17:32:06.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:06 smithi039 ceph-mon[181282]: pgmap v944: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 59 MiB/s rd, 2.9 MiB/s wr, 3.61k op/s 2023-12-22T17:32:08.361 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (21219 ms) 2023-12-22T17:32:08.361 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2023-12-22T17:32:08.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:08 smithi032 ceph-mon[191839]: pgmap v945: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 59 MiB/s rd, 2.9 MiB/s wr, 3.61k op/s 2023-12-22T17:32:08.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:08 smithi032 ceph-mon[189144]: pgmap v945: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 59 MiB/s rd, 2.9 MiB/s wr, 3.61k op/s 2023-12-22T17:32:08.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:08 smithi039 ceph-mon[181282]: pgmap v945: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 59 MiB/s rd, 2.9 MiB/s wr, 3.61k op/s 2023-12-22T17:32:09.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:09 smithi032 ceph-mon[191839]: osdmap e922: 8 total, 8 up, 8 in 2023-12-22T17:32:09.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:09 smithi032 ceph-mon[189144]: osdmap e922: 8 total, 8 up, 8 in 2023-12-22T17:32:09.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:09 smithi039 ceph-mon[181282]: osdmap e922: 8 total, 8 up, 8 in 2023-12-22T17:32:10.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:10 smithi032 ceph-mon[189144]: pgmap v947: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:32:10.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:10 smithi032 ceph-mon[189144]: osdmap e923: 8 total, 8 up, 8 in 2023-12-22T17:32:10.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:10 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1174848382' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:10.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:10 smithi032 ceph-mon[191839]: pgmap v947: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:32:10.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:10 smithi032 ceph-mon[191839]: osdmap e923: 8 total, 8 up, 8 in 2023-12-22T17:32:10.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:10 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1174848382' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:10.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:10 smithi039 ceph-mon[181282]: pgmap v947: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2023-12-22T17:32:10.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:10 smithi039 ceph-mon[181282]: osdmap e923: 8 total, 8 up, 8 in 2023-12-22T17:32:10.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:10 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1174848382' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:32:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:32:10] "GET /metrics HTTP/1.1" 200 36370 "" "Prometheus/2.43.0" 2023-12-22T17:32:11.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:11 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1174848382' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-20","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:32:11.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:11 smithi032 ceph-mon[191839]: osdmap e924: 8 total, 8 up, 8 in 2023-12-22T17:32:11.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:11 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1174848382' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-20","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:32:11.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:11 smithi032 ceph-mon[189144]: osdmap e924: 8 total, 8 up, 8 in 2023-12-22T17:32:11.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:11 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1174848382' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-20","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:32:11.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:11 smithi039 ceph-mon[181282]: osdmap e924: 8 total, 8 up, 8 in 2023-12-22T17:32:12.398 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4037 ms) 2023-12-22T17:32:12.398 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2023-12-22T17:32:12.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:12 smithi032 ceph-mon[189144]: pgmap v950: 137 pgs: 6 creating+peering, 13 unknown, 118 active+clean; 599 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:12.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:12 smithi032 ceph-mon[189144]: osdmap e925: 8 total, 8 up, 8 in 2023-12-22T17:32:12.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:12 smithi032 ceph-mon[191839]: pgmap v950: 137 pgs: 6 creating+peering, 13 unknown, 118 active+clean; 599 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:12.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:12 smithi032 ceph-mon[191839]: osdmap e925: 8 total, 8 up, 8 in 2023-12-22T17:32:12.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:12 smithi039 ceph-mon[181282]: pgmap v950: 137 pgs: 6 creating+peering, 13 unknown, 118 active+clean; 599 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:12.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:12 smithi039 ceph-mon[181282]: osdmap e925: 8 total, 8 up, 8 in 2023-12-22T17:32:13.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:13 smithi032 ceph-mon[191839]: osdmap e926: 8 total, 8 up, 8 in 2023-12-22T17:32:13.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:13 smithi032 ceph-mon[189144]: osdmap e926: 8 total, 8 up, 8 in 2023-12-22T17:32:13.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:13 smithi039 ceph-mon[181282]: osdmap e926: 8 total, 8 up, 8 in 2023-12-22T17:32:14.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:14 smithi032 ceph-mon[191839]: pgmap v953: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:14.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:14 smithi032 ceph-mon[191839]: osdmap e927: 8 total, 8 up, 8 in 2023-12-22T17:32:14.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:14 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2008163597' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:14.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:14 smithi032 ceph-mon[189144]: pgmap v953: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:14.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:14 smithi032 ceph-mon[189144]: osdmap e927: 8 total, 8 up, 8 in 2023-12-22T17:32:14.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:14 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2008163597' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:14.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:14 smithi039 ceph-mon[181282]: pgmap v953: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:14.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:14 smithi039 ceph-mon[181282]: osdmap e927: 8 total, 8 up, 8 in 2023-12-22T17:32:14.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:14 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2008163597' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:15.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:15 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2008163597' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-21","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:32:15.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:15 smithi032 ceph-mon[191839]: osdmap e928: 8 total, 8 up, 8 in 2023-12-22T17:32:15.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:15 smithi032 ceph-mon[191839]: pgmap v956: 137 pgs: 5 creating+peering, 18 unknown, 114 active+clean; 594 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:15.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:15 smithi032 ceph-mon[191839]: osdmap e929: 8 total, 8 up, 8 in 2023-12-22T17:32:15.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:15 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2008163597' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-21","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:32:15.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:15 smithi032 ceph-mon[189144]: osdmap e928: 8 total, 8 up, 8 in 2023-12-22T17:32:15.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:15 smithi032 ceph-mon[189144]: pgmap v956: 137 pgs: 5 creating+peering, 18 unknown, 114 active+clean; 594 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:15.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:15 smithi032 ceph-mon[189144]: osdmap e929: 8 total, 8 up, 8 in 2023-12-22T17:32:15.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:15 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2008163597' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-21","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:32:15.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:15 smithi039 ceph-mon[181282]: osdmap e928: 8 total, 8 up, 8 in 2023-12-22T17:32:15.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:15 smithi039 ceph-mon[181282]: pgmap v956: 137 pgs: 5 creating+peering, 18 unknown, 114 active+clean; 594 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:15.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:15 smithi039 ceph-mon[181282]: osdmap e929: 8 total, 8 up, 8 in 2023-12-22T17:32:18.359 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (5961 ms) 2023-12-22T17:32:18.359 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2023-12-22T17:32:18.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:18 smithi032 ceph-mon[189144]: pgmap v958: 137 pgs: 5 creating+peering, 11 unknown, 121 active+clean; 594 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 500 KiB/s rd, 502 KiB/s wr, 211 op/s 2023-12-22T17:32:18.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:18 smithi032 ceph-mon[191839]: pgmap v958: 137 pgs: 5 creating+peering, 11 unknown, 121 active+clean; 594 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 500 KiB/s rd, 502 KiB/s wr, 211 op/s 2023-12-22T17:32:18.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:18 smithi039 ceph-mon[181282]: pgmap v958: 137 pgs: 5 creating+peering, 11 unknown, 121 active+clean; 594 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 500 KiB/s rd, 502 KiB/s wr, 211 op/s 2023-12-22T17:32:19.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:19 smithi032 ceph-mon[191839]: osdmap e930: 8 total, 8 up, 8 in 2023-12-22T17:32:19.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:19 smithi032 ceph-mon[189144]: osdmap e930: 8 total, 8 up, 8 in 2023-12-22T17:32:19.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:19 smithi039 ceph-mon[181282]: osdmap e930: 8 total, 8 up, 8 in 2023-12-22T17:32:20.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:20 smithi032 ceph-mon[191839]: pgmap v960: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:20.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:20 smithi032 ceph-mon[191839]: osdmap e931: 8 total, 8 up, 8 in 2023-12-22T17:32:20.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:20 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3341341921' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:20.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:32:20.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:20 smithi032 ceph-mon[189144]: pgmap v960: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:20 smithi032 ceph-mon[189144]: osdmap e931: 8 total, 8 up, 8 in 2023-12-22T17:32:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:20 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3341341921' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:32:20.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:20 smithi039 ceph-mon[181282]: pgmap v960: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:20.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:20 smithi039 ceph-mon[181282]: osdmap e931: 8 total, 8 up, 8 in 2023-12-22T17:32:20.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:20 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3341341921' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:20.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:32:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:32:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:32:20] "GET /metrics HTTP/1.1" 200 36313 "" "Prometheus/2.43.0" 2023-12-22T17:32:21.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:21 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3341341921' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-22","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:32:21.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:21 smithi032 ceph-mon[191839]: osdmap e932: 8 total, 8 up, 8 in 2023-12-22T17:32:21.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:21 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3341341921' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-22","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:32:21.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:21 smithi032 ceph-mon[189144]: osdmap e932: 8 total, 8 up, 8 in 2023-12-22T17:32:21.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:21 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3341341921' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-225344-22","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:32:21.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:21 smithi039 ceph-mon[181282]: osdmap e932: 8 total, 8 up, 8 in 2023-12-22T17:32:22.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:22 smithi032 ceph-mon[189144]: pgmap v963: 137 pgs: 8 creating+peering, 15 unknown, 114 active+clean; 586 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:22.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:22 smithi032 ceph-mon[189144]: osdmap e933: 8 total, 8 up, 8 in 2023-12-22T17:32:22.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:22 smithi032 ceph-mon[191839]: pgmap v963: 137 pgs: 8 creating+peering, 15 unknown, 114 active+clean; 586 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:22.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:22 smithi032 ceph-mon[191839]: osdmap e933: 8 total, 8 up, 8 in 2023-12-22T17:32:22.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:22 smithi039 ceph-mon[181282]: pgmap v963: 137 pgs: 8 creating+peering, 15 unknown, 114 active+clean; 586 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:22.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:22 smithi039 ceph-mon[181282]: osdmap e933: 8 total, 8 up, 8 in 2023-12-22T17:32:23.392 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5033 ms) 2023-12-22T17:32:23.392 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 22 tests from TestCls2PCQueue (103716 ms total) 2023-12-22T17:32:23.392 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T17:32:23.392 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment tear-down 2023-12-22T17:32:23.392 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] 22 tests from 1 test suite ran. (103716 ms total) 2023-12-22T17:32:23.392 INFO:tasks.workunit.client.0.smithi032.stdout:[ PASSED ] 22 tests. 2023-12-22T17:32:23.395 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-22T17:32:23.395 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-22T17:32:23.432 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2023-12-22T17:32:23.433 DEBUG:teuthology.orchestra.run.smithi032:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2023-12-22T17:32:23.504 INFO:tasks.workunit.client.0.smithi032.stdout:Running main() from gmock_main.cc 2023-12-22T17:32:23.504 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] Running 6 tests from 2 test suites. 2023-12-22T17:32:23.504 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment set-up. 2023-12-22T17:32:23.504 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 5 tests from cls_cas 2023-12-22T17:32:23.504 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_cas.get_put 2023-12-22T17:32:24.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:24 smithi032 ceph-mon[191839]: pgmap v965: 137 pgs: 8 creating+peering, 5 unknown, 124 active+clean; 586 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 33 KiB/s wr, 34 op/s 2023-12-22T17:32:24.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:24 smithi032 ceph-mon[191839]: osdmap e934: 8 total, 8 up, 8 in 2023-12-22T17:32:24.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:24 smithi032 ceph-mon[189144]: pgmap v965: 137 pgs: 8 creating+peering, 5 unknown, 124 active+clean; 586 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 33 KiB/s wr, 34 op/s 2023-12-22T17:32:24.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:24 smithi032 ceph-mon[189144]: osdmap e934: 8 total, 8 up, 8 in 2023-12-22T17:32:24.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:24 smithi039 ceph-mon[181282]: pgmap v965: 137 pgs: 8 creating+peering, 5 unknown, 124 active+clean; 586 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 33 KiB/s wr, 34 op/s 2023-12-22T17:32:24.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:24 smithi039 ceph-mon[181282]: osdmap e934: 8 total, 8 up, 8 in 2023-12-22T17:32:25.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:25 smithi032 ceph-mon[191839]: osdmap e935: 8 total, 8 up, 8 in 2023-12-22T17:32:25.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:25 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3677395294' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226331-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:25.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:25 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226331-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:25.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:25 smithi032 ceph-mon[189144]: osdmap e935: 8 total, 8 up, 8 in 2023-12-22T17:32:25.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:25 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3677395294' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226331-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:25.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:25 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226331-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:25.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:25 smithi039 ceph-mon[181282]: osdmap e935: 8 total, 8 up, 8 in 2023-12-22T17:32:25.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:25 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3677395294' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226331-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:25.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:25 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226331-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:26.414 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_cas.get_put (2910 ms) 2023-12-22T17:32:26.414 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_cas.wrong_put 2023-12-22T17:32:26.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:26 smithi032 ceph-mon[191839]: pgmap v968: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:26.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:26 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:32:26.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:26 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226331-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:32:26.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:26 smithi032 ceph-mon[191839]: osdmap e936: 8 total, 8 up, 8 in 2023-12-22T17:32:26.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:26 smithi032 ceph-mon[189144]: pgmap v968: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:26.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:26 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:32:26.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:26 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226331-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:32:26.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:26 smithi032 ceph-mon[189144]: osdmap e936: 8 total, 8 up, 8 in 2023-12-22T17:32:26.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:26 smithi039 ceph-mon[181282]: pgmap v968: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:26.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:26 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:32:26.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:26 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226331-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:32:26.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:26 smithi039 ceph-mon[181282]: osdmap e936: 8 total, 8 up, 8 in 2023-12-22T17:32:27.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:27 smithi032 ceph-mon[191839]: osdmap e937: 8 total, 8 up, 8 in 2023-12-22T17:32:27.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:27 smithi032 ceph-mon[191839]: pgmap v971: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:27.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:27 smithi032 ceph-mon[189144]: osdmap e937: 8 total, 8 up, 8 in 2023-12-22T17:32:27.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:27 smithi032 ceph-mon[189144]: pgmap v971: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:27.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:27 smithi039 ceph-mon[181282]: osdmap e937: 8 total, 8 up, 8 in 2023-12-22T17:32:27.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:27 smithi039 ceph-mon[181282]: pgmap v971: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:28.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:28 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:32:28.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:28 smithi032 ceph-mon[191839]: osdmap e938: 8 total, 8 up, 8 in 2023-12-22T17:32:28.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:28 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1821655154' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226331-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:28.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:28 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226331-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:28.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:28 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:32:28.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:28 smithi032 ceph-mon[189144]: osdmap e938: 8 total, 8 up, 8 in 2023-12-22T17:32:28.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:28 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1821655154' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226331-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:28.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:28 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226331-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:28.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:28 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:32:28.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:28 smithi039 ceph-mon[181282]: osdmap e938: 8 total, 8 up, 8 in 2023-12-22T17:32:28.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:28 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1821655154' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226331-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:28.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:28 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226331-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:29.449 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_cas.wrong_put (3035 ms) 2023-12-22T17:32:29.449 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_cas.dup_get 2023-12-22T17:32:29.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:29 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226331-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:32:29.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:29 smithi039 ceph-mon[181282]: osdmap e939: 8 total, 8 up, 8 in 2023-12-22T17:32:29.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:29 smithi039 ceph-mon[181282]: pgmap v974: 137 pgs: 17 creating+peering, 12 unknown, 108 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:29.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:29 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226331-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:32:29.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:29 smithi032 ceph-mon[191839]: osdmap e939: 8 total, 8 up, 8 in 2023-12-22T17:32:29.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:29 smithi032 ceph-mon[191839]: pgmap v974: 137 pgs: 17 creating+peering, 12 unknown, 108 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:29.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:29 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226331-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:32:29.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:29 smithi032 ceph-mon[189144]: osdmap e939: 8 total, 8 up, 8 in 2023-12-22T17:32:29.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:29 smithi032 ceph-mon[189144]: pgmap v974: 137 pgs: 17 creating+peering, 12 unknown, 108 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:30.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:30 smithi039 ceph-mon[181282]: osdmap e940: 8 total, 8 up, 8 in 2023-12-22T17:32:30.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:32:30.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:32:30.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:32:30.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:32:30.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:32:30.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:32:30.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:30 smithi032 ceph-mon[189144]: osdmap e940: 8 total, 8 up, 8 in 2023-12-22T17:32:30.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:32:30.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:32:30.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:32:30.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:32:30.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:32:30.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:32:30.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:30 smithi032 ceph-mon[191839]: osdmap e940: 8 total, 8 up, 8 in 2023-12-22T17:32:30.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:32:30.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:32:30.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:32:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:32:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:32:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:32:31.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:32:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:32:30] "GET /metrics HTTP/1.1" 200 36313 "" "Prometheus/2.43.0" 2023-12-22T17:32:31.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:31 smithi039 ceph-mon[181282]: osdmap e941: 8 total, 8 up, 8 in 2023-12-22T17:32:31.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:31 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/677165609' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226331-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:31.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:31 smithi039 ceph-mon[181282]: pgmap v977: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:31.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:31 smithi032 ceph-mon[191839]: osdmap e941: 8 total, 8 up, 8 in 2023-12-22T17:32:31.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:31 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/677165609' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226331-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:31.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:31 smithi032 ceph-mon[191839]: pgmap v977: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:31.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:31 smithi032 ceph-mon[189144]: osdmap e941: 8 total, 8 up, 8 in 2023-12-22T17:32:31.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:31 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/677165609' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226331-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:31.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:31 smithi032 ceph-mon[189144]: pgmap v977: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:32.166 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:32:32.466 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_cas.dup_get (3017 ms) 2023-12-22T17:32:32.466 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_cas.dup_put 2023-12-22T17:32:32.501 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:32:32.502 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (12m) 9m ago 17m 26.7M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:32:32.502 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (12m) 7m ago 16m 90.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:32:32.502 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (17m) 9m ago 17m 16.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:32:32.502 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (17m) 7m ago 17m 21.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:32:32.502 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11m) 7m ago 20m 450M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:32:32.502 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (12m) 9m ago 21m 515M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:32:32.502 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11m) 9m ago 21m 93.1M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:32:32.502 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11m) 7m ago 20m 76.0M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:32:32.502 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11m) 9m ago 20m 75.7M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:32:32.502 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (12m) 9m ago 16m 15.8M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:32:32.502 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (12m) 7m ago 16m 17.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:32:32.502 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10m) 9m ago 20m 466M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:32:32.502 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10m) 9m ago 19m 365M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:32:32.503 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9m) 9m ago 19m 256M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:32:32.503 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9m) 9m ago 19m 12.6M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:32:32.503 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8m) 7m ago 18m 564M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:32:32.503 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8m) 7m ago 18m 389M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:32:32.503 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7m) 7m ago 18m 177M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:32:32.503 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7m) 7m ago 18m 12.5M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:32:32.503 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11m) 7m ago 17m 61.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:32:32.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:32 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/677165609' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226331-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:32:32.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:32 smithi039 ceph-mon[181282]: osdmap e942: 8 total, 8 up, 8 in 2023-12-22T17:32:32.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:32 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:32:32.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:32 smithi039 ceph-mon[181282]: from='client.44675 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:32:32.914 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:32:32.914 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:32:32.914 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:32:32.914 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:32:32.914 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:32:32.914 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:32:32.914 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:32:32.914 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:32:32.914 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:32:32.915 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:32:32.915 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:32:32.915 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:32:32.915 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:32:32.915 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:32:32.915 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:32:32.915 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:32:32.915 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:32:32.915 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:32:32.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:32 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/677165609' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226331-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:32:32.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:32 smithi032 ceph-mon[189144]: osdmap e942: 8 total, 8 up, 8 in 2023-12-22T17:32:32.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:32 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:32:32.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:32 smithi032 ceph-mon[189144]: from='client.44675 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:32:32.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:32 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/677165609' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226331-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:32:32.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:32 smithi032 ceph-mon[191839]: osdmap e942: 8 total, 8 up, 8 in 2023-12-22T17:32:32.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:32 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:32:32.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:32 smithi032 ceph-mon[191839]: from='client.44675 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:32:33.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:33 smithi039 ceph-mon[181282]: osdmap e943: 8 total, 8 up, 8 in 2023-12-22T17:32:33.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:33 smithi039 ceph-mon[181282]: from='client.34740 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:32:33.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:33 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2316471547' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:32:33.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:33 smithi039 ceph-mon[181282]: pgmap v980: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:33.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:33 smithi032 ceph-mon[191839]: osdmap e943: 8 total, 8 up, 8 in 2023-12-22T17:32:33.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:33 smithi032 ceph-mon[191839]: from='client.34740 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:32:33.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:33 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2316471547' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:32:33.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:33 smithi032 ceph-mon[191839]: pgmap v980: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:33.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:33 smithi032 ceph-mon[189144]: osdmap e943: 8 total, 8 up, 8 in 2023-12-22T17:32:33.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:33 smithi032 ceph-mon[189144]: from='client.34740 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:32:33.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:33 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2316471547' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:32:33.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:33 smithi032 ceph-mon[189144]: pgmap v980: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:34.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:34 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:32:34.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:34 smithi039 ceph-mon[181282]: osdmap e944: 8 total, 8 up, 8 in 2023-12-22T17:32:34.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:34 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1448895964' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226331-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:34.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:34 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:32:34.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:34 smithi032 ceph-mon[191839]: osdmap e944: 8 total, 8 up, 8 in 2023-12-22T17:32:34.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:34 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1448895964' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226331-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:34.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:34 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:32:34.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:34 smithi032 ceph-mon[189144]: osdmap e944: 8 total, 8 up, 8 in 2023-12-22T17:32:34.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:34 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1448895964' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226331-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:35.484 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_cas.dup_put (3019 ms) 2023-12-22T17:32:35.484 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_cas.get_wrong_data 2023-12-22T17:32:35.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:35 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1448895964' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226331-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:32:35.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:35 smithi039 ceph-mon[181282]: osdmap e945: 8 total, 8 up, 8 in 2023-12-22T17:32:35.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:32:35.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:35 smithi039 ceph-mon[181282]: pgmap v983: 137 pgs: 2 creating+peering, 24 unknown, 111 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:35.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:35 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1448895964' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226331-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:32:35.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:35 smithi032 ceph-mon[189144]: osdmap e945: 8 total, 8 up, 8 in 2023-12-22T17:32:35.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:32:35.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:35 smithi032 ceph-mon[189144]: pgmap v983: 137 pgs: 2 creating+peering, 24 unknown, 111 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:35.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:35 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1448895964' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226331-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:32:35.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:35 smithi032 ceph-mon[191839]: osdmap e945: 8 total, 8 up, 8 in 2023-12-22T17:32:35.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:32:35.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:35 smithi032 ceph-mon[191839]: pgmap v983: 137 pgs: 2 creating+peering, 24 unknown, 111 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:36.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:36 smithi039 ceph-mon[181282]: osdmap e946: 8 total, 8 up, 8 in 2023-12-22T17:32:36.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:36 smithi032 ceph-mon[189144]: osdmap e946: 8 total, 8 up, 8 in 2023-12-22T17:32:36.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:36 smithi032 ceph-mon[191839]: osdmap e946: 8 total, 8 up, 8 in 2023-12-22T17:32:37.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:37 smithi039 ceph-mon[181282]: osdmap e947: 8 total, 8 up, 8 in 2023-12-22T17:32:37.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:37 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/81043817' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226331-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:37.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:37 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226331-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:37.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:37 smithi039 ceph-mon[181282]: pgmap v986: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:37.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:37 smithi032 ceph-mon[189144]: osdmap e947: 8 total, 8 up, 8 in 2023-12-22T17:32:37.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:37 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/81043817' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226331-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:37.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:37 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226331-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:37.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:37 smithi032 ceph-mon[189144]: pgmap v986: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:37.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:37 smithi032 ceph-mon[191839]: osdmap e947: 8 total, 8 up, 8 in 2023-12-22T17:32:37.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:37 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/81043817' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226331-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:37.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:37 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226331-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:37.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:37 smithi032 ceph-mon[191839]: pgmap v986: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:38.508 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_cas.get_wrong_data (3022 ms) 2023-12-22T17:32:38.508 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 5 tests from cls_cas (15003 ms total) 2023-12-22T17:32:38.508 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T17:32:38.508 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 1 test from chunk_refs_t 2023-12-22T17:32:38.508 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] chunk_refs_t.size 2023-12-22T17:32:38.508 INFO:tasks.workunit.client.0.smithi032.stdout:1 60 by_object 2023-12-22T17:32:38.508 INFO:tasks.workunit.client.0.smithi032.stdout:2 103 by_object 2023-12-22T17:32:38.508 INFO:tasks.workunit.client.0.smithi032.stdout:4 189 by_object 2023-12-22T17:32:38.508 INFO:tasks.workunit.client.0.smithi032.stdout:8 361 by_object 2023-12-22T17:32:38.509 INFO:tasks.workunit.client.0.smithi032.stdout:16 112 by_hash(32 bits) 2023-12-22T17:32:38.509 INFO:tasks.workunit.client.0.smithi032.stdout:32 208 by_hash(32 bits) 2023-12-22T17:32:38.509 INFO:tasks.workunit.client.0.smithi032.stdout:64 400 by_hash(32 bits) 2023-12-22T17:32:38.509 INFO:tasks.workunit.client.0.smithi032.stdout:128 509 by_hash(10 bits) 2023-12-22T17:32:38.509 INFO:tasks.workunit.client.0.smithi032.stdout:256 499 by_hash(7 bits) 2023-12-22T17:32:38.510 INFO:tasks.workunit.client.0.smithi032.stdout:512 462 by_hash(5 bits) 2023-12-22T17:32:38.510 INFO:tasks.workunit.client.0.smithi032.stdout:1024 466 by_hash(5 bits) 2023-12-22T17:32:38.510 INFO:tasks.workunit.client.0.smithi032.stdout:2048 466 by_hash(5 bits) 2023-12-22T17:32:38.510 INFO:tasks.workunit.client.0.smithi032.stdout:4096 470 by_hash(5 bits) 2023-12-22T17:32:38.512 INFO:tasks.workunit.client.0.smithi032.stdout:8192 498 by_hash(4 bits) 2023-12-22T17:32:38.519 INFO:tasks.workunit.client.0.smithi032.stdout:16384 278 by_hash(3 bits) 2023-12-22T17:32:38.519 INFO:tasks.workunit.client.0.smithi032.stdout:32768 337 by_hash(2 bits) 2023-12-22T17:32:38.525 INFO:tasks.workunit.client.0.smithi032.stdout:65536 367 by_hash(2 bits) 2023-12-22T17:32:38.539 INFO:tasks.workunit.client.0.smithi032.stdout:131072 387 by_hash(1 bits) 2023-12-22T17:32:38.564 INFO:tasks.workunit.client.0.smithi032.stdout:262144 331 by_pool 2023-12-22T17:32:38.597 INFO:tasks.workunit.client.0.smithi032.stdout:524288 21 count 2023-12-22T17:32:38.656 INFO:tasks.workunit.client.0.smithi032.stdout:1048576 21 count 2023-12-22T17:32:38.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:38 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:32:38.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:38 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226331-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:32:38.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:38 smithi039 ceph-mon[181282]: osdmap e948: 8 total, 8 up, 8 in 2023-12-22T17:32:38.766 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] chunk_refs_t.size (259 ms) 2023-12-22T17:32:38.766 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 1 test from chunk_refs_t (259 ms total) 2023-12-22T17:32:38.766 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T17:32:38.766 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment tear-down 2023-12-22T17:32:38.766 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] 6 tests from 2 test suites ran. (15262 ms total) 2023-12-22T17:32:38.766 INFO:tasks.workunit.client.0.smithi032.stdout:[ PASSED ] 6 tests. 2023-12-22T17:32:38.768 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-22T17:32:38.768 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-22T17:32:38.834 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:38 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:32:38.834 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:38 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226331-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:32:38.835 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:38 smithi032 ceph-mon[191839]: osdmap e948: 8 total, 8 up, 8 in 2023-12-22T17:32:38.835 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:38 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:32:38.835 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:38 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226331-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:32:38.835 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:38 smithi032 ceph-mon[189144]: osdmap e948: 8 total, 8 up, 8 in 2023-12-22T17:32:38.837 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2023-12-22T17:32:38.838 DEBUG:teuthology.orchestra.run.smithi032:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2023-12-22T17:32:38.910 INFO:tasks.workunit.client.0.smithi032.stdout:Running main() from gmock_main.cc 2023-12-22T17:32:38.910 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] Running 31 tests from 1 test suite. 2023-12-22T17:32:38.910 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment set-up. 2023-12-22T17:32:39.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:39 smithi032 ceph-mon[191839]: osdmap e949: 8 total, 8 up, 8 in 2023-12-22T17:32:39.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:39 smithi032 ceph-mon[191839]: pgmap v989: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:39.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:39 smithi032 ceph-mon[189144]: osdmap e949: 8 total, 8 up, 8 in 2023-12-22T17:32:39.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:39 smithi032 ceph-mon[189144]: pgmap v989: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:40.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:39 smithi039 ceph-mon[181282]: osdmap e949: 8 total, 8 up, 8 in 2023-12-22T17:32:40.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:39 smithi039 ceph-mon[181282]: pgmap v989: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:40.516 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 31 tests from CmpOmap 2023-12-22T17:32:40.516 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2023-12-22T17:32:40.535 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (19 ms) 2023-12-22T17:32:40.535 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2023-12-22T17:32:40.543 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (8 ms) 2023-12-22T17:32:40.543 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2023-12-22T17:32:40.546 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (4 ms) 2023-12-22T17:32:40.546 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2023-12-22T17:32:40.550 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (3 ms) 2023-12-22T17:32:40.550 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_vals_str 2023-12-22T17:32:40.556 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_vals_str (7 ms) 2023-12-22T17:32:40.556 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2023-12-22T17:32:40.563 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_vals_u64 (7 ms) 2023-12-22T17:32:40.563 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2023-12-22T17:32:40.567 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (3 ms) 2023-12-22T17:32:40.567 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2023-12-22T17:32:40.570 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (3 ms) 2023-12-22T17:32:40.570 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2023-12-22T17:32:40.572 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (3 ms) 2023-12-22T17:32:40.572 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2023-12-22T17:32:40.577 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (5 ms) 2023-12-22T17:32:40.577 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2023-12-22T17:32:40.578 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (0 ms) 2023-12-22T17:32:40.578 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2023-12-22T17:32:40.578 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (1 ms) 2023-12-22T17:32:40.578 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2023-12-22T17:32:40.584 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (6 ms) 2023-12-22T17:32:40.585 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2023-12-22T17:32:40.591 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (7 ms) 2023-12-22T17:32:40.591 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2023-12-22T17:32:40.597 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (6 ms) 2023-12-22T17:32:40.597 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2023-12-22T17:32:40.606 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (8 ms) 2023-12-22T17:32:40.606 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2023-12-22T17:32:40.613 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_set_vals_str (8 ms) 2023-12-22T17:32:40.613 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2023-12-22T17:32:40.621 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (7 ms) 2023-12-22T17:32:40.621 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2023-12-22T17:32:40.624 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (3 ms) 2023-12-22T17:32:40.624 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2023-12-22T17:32:40.627 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (3 ms) 2023-12-22T17:32:40.627 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2023-12-22T17:32:40.627 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2023-12-22T17:32:40.628 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2023-12-22T17:32:40.628 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (0 ms) 2023-12-22T17:32:40.628 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2023-12-22T17:32:40.635 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (8 ms) 2023-12-22T17:32:40.635 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2023-12-22T17:32:40.641 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (6 ms) 2023-12-22T17:32:40.641 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2023-12-22T17:32:40.649 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (8 ms) 2023-12-22T17:32:40.649 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2023-12-22T17:32:40.657 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (8 ms) 2023-12-22T17:32:40.657 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2023-12-22T17:32:40.659 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (2 ms) 2023-12-22T17:32:40.659 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2023-12-22T17:32:40.661 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (2 ms) 2023-12-22T17:32:40.662 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2023-12-22T17:32:40.662 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2023-12-22T17:32:40.662 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2023-12-22T17:32:40.663 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (0 ms) 2023-12-22T17:32:40.663 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2023-12-22T17:32:40.672 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (9 ms) 2023-12-22T17:32:40.672 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 31 tests from CmpOmap (156 ms total) 2023-12-22T17:32:40.672 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T17:32:40.672 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment tear-down 2023-12-22T17:32:40.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:40 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:32:40.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:40 smithi032 ceph-mon[191839]: osdmap e950: 8 total, 8 up, 8 in 2023-12-22T17:32:40.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:40 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4047730892' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226690-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:40.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:40 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:32:40.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:40 smithi032 ceph-mon[189144]: osdmap e950: 8 total, 8 up, 8 in 2023-12-22T17:32:40.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:40 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4047730892' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226690-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:41.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:40 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:32:41.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:40 smithi039 ceph-mon[181282]: osdmap e950: 8 total, 8 up, 8 in 2023-12-22T17:32:41.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:40 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4047730892' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226690-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:41.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:32:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:32:40] "GET /metrics HTTP/1.1" 200 36310 "" "Prometheus/2.43.0" 2023-12-22T17:32:41.539 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] 31 tests from 1 test suite ran. (2628 ms total) 2023-12-22T17:32:41.539 INFO:tasks.workunit.client.0.smithi032.stdout:[ PASSED ] 31 tests. 2023-12-22T17:32:41.540 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-22T17:32:41.540 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-22T17:32:41.612 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2023-12-22T17:32:41.612 DEBUG:teuthology.orchestra.run.smithi032:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2023-12-22T17:32:41.686 INFO:tasks.workunit.client.0.smithi032.stdout:Running main() from gmock_main.cc 2023-12-22T17:32:41.686 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] Running 6 tests from 1 test suite. 2023-12-22T17:32:41.686 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment set-up. 2023-12-22T17:32:41.686 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 6 tests from ClsHello 2023-12-22T17:32:41.686 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] ClsHello.SayHello 2023-12-22T17:32:41.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:41 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4047730892' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226690-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:32:41.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:41 smithi032 ceph-mon[189144]: osdmap e951: 8 total, 8 up, 8 in 2023-12-22T17:32:41.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:41 smithi032 ceph-mon[189144]: pgmap v992: 137 pgs: 11 creating+peering, 20 unknown, 106 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2023-12-22T17:32:41.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:41 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4047730892' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226690-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:32:41.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:41 smithi032 ceph-mon[191839]: osdmap e951: 8 total, 8 up, 8 in 2023-12-22T17:32:41.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:41 smithi032 ceph-mon[191839]: pgmap v992: 137 pgs: 11 creating+peering, 20 unknown, 106 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2023-12-22T17:32:42.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:41 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4047730892' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226690-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:32:42.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:41 smithi039 ceph-mon[181282]: osdmap e951: 8 total, 8 up, 8 in 2023-12-22T17:32:42.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:41 smithi039 ceph-mon[181282]: pgmap v992: 137 pgs: 11 creating+peering, 20 unknown, 106 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2023-12-22T17:32:42.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:42 smithi032 ceph-mon[191839]: osdmap e952: 8 total, 8 up, 8 in 2023-12-22T17:32:42.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:42 smithi032 ceph-mon[189144]: osdmap e952: 8 total, 8 up, 8 in 2023-12-22T17:32:43.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:42 smithi039 ceph-mon[181282]: osdmap e952: 8 total, 8 up, 8 in 2023-12-22T17:32:43.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:43 smithi032 ceph-mon[191839]: osdmap e953: 8 total, 8 up, 8 in 2023-12-22T17:32:43.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:43 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2714584827' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226757-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:43.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:43 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226757-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:43.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:43 smithi032 ceph-mon[191839]: pgmap v995: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:43.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:43 smithi032 ceph-mon[189144]: osdmap e953: 8 total, 8 up, 8 in 2023-12-22T17:32:43.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:43 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2714584827' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226757-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:43.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:43 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226757-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:43.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:43 smithi032 ceph-mon[189144]: pgmap v995: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:44.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:43 smithi039 ceph-mon[181282]: osdmap e953: 8 total, 8 up, 8 in 2023-12-22T17:32:44.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:43 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2714584827' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226757-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:44.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:43 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226757-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:44.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:43 smithi039 ceph-mon[181282]: pgmap v995: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:44.567 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] ClsHello.SayHello (2878 ms) 2023-12-22T17:32:44.567 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] ClsHello.RecordHello 2023-12-22T17:32:44.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:44 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:32:44.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:44 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226757-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:32:44.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:44 smithi032 ceph-mon[191839]: osdmap e954: 8 total, 8 up, 8 in 2023-12-22T17:32:44.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:44 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:32:44.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:44 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226757-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:32:44.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:44 smithi032 ceph-mon[189144]: osdmap e954: 8 total, 8 up, 8 in 2023-12-22T17:32:45.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:44 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:32:45.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:44 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226757-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:32:45.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:44 smithi039 ceph-mon[181282]: osdmap e954: 8 total, 8 up, 8 in 2023-12-22T17:32:45.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:45 smithi032 ceph-mon[191839]: osdmap e955: 8 total, 8 up, 8 in 2023-12-22T17:32:45.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:45 smithi032 ceph-mon[191839]: pgmap v998: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:45.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:45 smithi032 ceph-mon[189144]: osdmap e955: 8 total, 8 up, 8 in 2023-12-22T17:32:45.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:45 smithi032 ceph-mon[189144]: pgmap v998: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:46.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:45 smithi039 ceph-mon[181282]: osdmap e955: 8 total, 8 up, 8 in 2023-12-22T17:32:46.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:45 smithi039 ceph-mon[181282]: pgmap v998: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:46.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:46 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:32:46.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:46 smithi032 ceph-mon[191839]: osdmap e956: 8 total, 8 up, 8 in 2023-12-22T17:32:46.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:46 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2593607092' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226757-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:46.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:46 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:32:46.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:46 smithi032 ceph-mon[189144]: osdmap e956: 8 total, 8 up, 8 in 2023-12-22T17:32:46.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:46 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2593607092' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226757-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:47.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:46 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:32:47.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:46 smithi039 ceph-mon[181282]: osdmap e956: 8 total, 8 up, 8 in 2023-12-22T17:32:47.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:46 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2593607092' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226757-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:47.595 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] ClsHello.RecordHello (3031 ms) 2023-12-22T17:32:47.595 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] ClsHello.WriteReturnData 2023-12-22T17:32:47.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:47 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2593607092' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226757-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:32:47.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:47 smithi032 ceph-mon[189144]: osdmap e957: 8 total, 8 up, 8 in 2023-12-22T17:32:47.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:47 smithi032 ceph-mon[189144]: pgmap v1001: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:47.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:47 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2593607092' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226757-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:32:47.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:47 smithi032 ceph-mon[191839]: osdmap e957: 8 total, 8 up, 8 in 2023-12-22T17:32:47.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:47 smithi032 ceph-mon[191839]: pgmap v1001: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:48.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:47 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2593607092' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226757-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:32:48.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:47 smithi039 ceph-mon[181282]: osdmap e957: 8 total, 8 up, 8 in 2023-12-22T17:32:48.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:47 smithi039 ceph-mon[181282]: pgmap v1001: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:48.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:48 smithi032 ceph-mon[189144]: osdmap e958: 8 total, 8 up, 8 in 2023-12-22T17:32:48.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:48 smithi032 ceph-mon[191839]: osdmap e958: 8 total, 8 up, 8 in 2023-12-22T17:32:49.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:48 smithi039 ceph-mon[181282]: osdmap e958: 8 total, 8 up, 8 in 2023-12-22T17:32:49.605 INFO:tasks.workunit.client.0.smithi032.stdout:require_osd_release = quincy 2023-12-22T17:32:49.623 INFO:tasks.workunit.client.0.smithi032.stdout:0 2023-12-22T17:32:49.625 INFO:tasks.workunit.client.0.smithi032.stdout:1 2023-12-22T17:32:49.626 INFO:tasks.workunit.client.0.smithi032.stdout:2 2023-12-22T17:32:49.627 INFO:tasks.workunit.client.0.smithi032.stdout:3 2023-12-22T17:32:49.628 INFO:tasks.workunit.client.0.smithi032.stdout:4 2023-12-22T17:32:49.629 INFO:tasks.workunit.client.0.smithi032.stdout:5 2023-12-22T17:32:49.631 INFO:tasks.workunit.client.0.smithi032.stdout:6 2023-12-22T17:32:49.632 INFO:tasks.workunit.client.0.smithi032.stdout:7 2023-12-22T17:32:49.633 INFO:tasks.workunit.client.0.smithi032.stdout:8 2023-12-22T17:32:49.634 INFO:tasks.workunit.client.0.smithi032.stdout:9 2023-12-22T17:32:49.635 INFO:tasks.workunit.client.0.smithi032.stdout:10 2023-12-22T17:32:49.636 INFO:tasks.workunit.client.0.smithi032.stdout:11 2023-12-22T17:32:49.637 INFO:tasks.workunit.client.0.smithi032.stdout:12 2023-12-22T17:32:49.638 INFO:tasks.workunit.client.0.smithi032.stdout:13 2023-12-22T17:32:49.639 INFO:tasks.workunit.client.0.smithi032.stdout:14 2023-12-22T17:32:49.641 INFO:tasks.workunit.client.0.smithi032.stdout:15 2023-12-22T17:32:49.642 INFO:tasks.workunit.client.0.smithi032.stdout:16 2023-12-22T17:32:49.643 INFO:tasks.workunit.client.0.smithi032.stdout:17 2023-12-22T17:32:49.644 INFO:tasks.workunit.client.0.smithi032.stdout:18 2023-12-22T17:32:49.645 INFO:tasks.workunit.client.0.smithi032.stdout:19 2023-12-22T17:32:49.646 INFO:tasks.workunit.client.0.smithi032.stdout:20 2023-12-22T17:32:49.647 INFO:tasks.workunit.client.0.smithi032.stdout:21 2023-12-22T17:32:49.648 INFO:tasks.workunit.client.0.smithi032.stdout:22 2023-12-22T17:32:49.649 INFO:tasks.workunit.client.0.smithi032.stdout:23 2023-12-22T17:32:49.650 INFO:tasks.workunit.client.0.smithi032.stdout:24 2023-12-22T17:32:49.651 INFO:tasks.workunit.client.0.smithi032.stdout:25 2023-12-22T17:32:49.652 INFO:tasks.workunit.client.0.smithi032.stdout:26 2023-12-22T17:32:49.653 INFO:tasks.workunit.client.0.smithi032.stdout:27 2023-12-22T17:32:49.654 INFO:tasks.workunit.client.0.smithi032.stdout:28 2023-12-22T17:32:49.655 INFO:tasks.workunit.client.0.smithi032.stdout:29 2023-12-22T17:32:49.656 INFO:tasks.workunit.client.0.smithi032.stdout:30 2023-12-22T17:32:49.657 INFO:tasks.workunit.client.0.smithi032.stdout:31 2023-12-22T17:32:49.658 INFO:tasks.workunit.client.0.smithi032.stdout:32 2023-12-22T17:32:49.659 INFO:tasks.workunit.client.0.smithi032.stdout:33 2023-12-22T17:32:49.660 INFO:tasks.workunit.client.0.smithi032.stdout:34 2023-12-22T17:32:49.660 INFO:tasks.workunit.client.0.smithi032.stdout:35 2023-12-22T17:32:49.661 INFO:tasks.workunit.client.0.smithi032.stdout:36 2023-12-22T17:32:49.662 INFO:tasks.workunit.client.0.smithi032.stdout:37 2023-12-22T17:32:49.663 INFO:tasks.workunit.client.0.smithi032.stdout:38 2023-12-22T17:32:49.664 INFO:tasks.workunit.client.0.smithi032.stdout:39 2023-12-22T17:32:49.665 INFO:tasks.workunit.client.0.smithi032.stdout:40 2023-12-22T17:32:49.666 INFO:tasks.workunit.client.0.smithi032.stdout:41 2023-12-22T17:32:49.667 INFO:tasks.workunit.client.0.smithi032.stdout:42 2023-12-22T17:32:49.668 INFO:tasks.workunit.client.0.smithi032.stdout:43 2023-12-22T17:32:49.669 INFO:tasks.workunit.client.0.smithi032.stdout:44 2023-12-22T17:32:49.670 INFO:tasks.workunit.client.0.smithi032.stdout:45 2023-12-22T17:32:49.671 INFO:tasks.workunit.client.0.smithi032.stdout:46 2023-12-22T17:32:49.671 INFO:tasks.workunit.client.0.smithi032.stdout:47 2023-12-22T17:32:49.672 INFO:tasks.workunit.client.0.smithi032.stdout:48 2023-12-22T17:32:49.673 INFO:tasks.workunit.client.0.smithi032.stdout:49 2023-12-22T17:32:49.674 INFO:tasks.workunit.client.0.smithi032.stdout:50 2023-12-22T17:32:49.675 INFO:tasks.workunit.client.0.smithi032.stdout:51 2023-12-22T17:32:49.676 INFO:tasks.workunit.client.0.smithi032.stdout:52 2023-12-22T17:32:49.677 INFO:tasks.workunit.client.0.smithi032.stdout:53 2023-12-22T17:32:49.678 INFO:tasks.workunit.client.0.smithi032.stdout:54 2023-12-22T17:32:49.679 INFO:tasks.workunit.client.0.smithi032.stdout:55 2023-12-22T17:32:49.680 INFO:tasks.workunit.client.0.smithi032.stdout:56 2023-12-22T17:32:49.681 INFO:tasks.workunit.client.0.smithi032.stdout:57 2023-12-22T17:32:49.682 INFO:tasks.workunit.client.0.smithi032.stdout:58 2023-12-22T17:32:49.683 INFO:tasks.workunit.client.0.smithi032.stdout:59 2023-12-22T17:32:49.683 INFO:tasks.workunit.client.0.smithi032.stdout:60 2023-12-22T17:32:49.684 INFO:tasks.workunit.client.0.smithi032.stdout:61 2023-12-22T17:32:49.685 INFO:tasks.workunit.client.0.smithi032.stdout:62 2023-12-22T17:32:49.686 INFO:tasks.workunit.client.0.smithi032.stdout:63 2023-12-22T17:32:49.687 INFO:tasks.workunit.client.0.smithi032.stdout:64 2023-12-22T17:32:49.688 INFO:tasks.workunit.client.0.smithi032.stdout:65 2023-12-22T17:32:49.689 INFO:tasks.workunit.client.0.smithi032.stdout:66 2023-12-22T17:32:49.690 INFO:tasks.workunit.client.0.smithi032.stdout:67 2023-12-22T17:32:49.691 INFO:tasks.workunit.client.0.smithi032.stdout:68 2023-12-22T17:32:49.692 INFO:tasks.workunit.client.0.smithi032.stdout:69 2023-12-22T17:32:49.692 INFO:tasks.workunit.client.0.smithi032.stdout:70 2023-12-22T17:32:49.693 INFO:tasks.workunit.client.0.smithi032.stdout:71 2023-12-22T17:32:49.694 INFO:tasks.workunit.client.0.smithi032.stdout:72 2023-12-22T17:32:49.695 INFO:tasks.workunit.client.0.smithi032.stdout:73 2023-12-22T17:32:49.696 INFO:tasks.workunit.client.0.smithi032.stdout:74 2023-12-22T17:32:49.697 INFO:tasks.workunit.client.0.smithi032.stdout:75 2023-12-22T17:32:49.698 INFO:tasks.workunit.client.0.smithi032.stdout:76 2023-12-22T17:32:49.699 INFO:tasks.workunit.client.0.smithi032.stdout:77 2023-12-22T17:32:49.700 INFO:tasks.workunit.client.0.smithi032.stdout:78 2023-12-22T17:32:49.700 INFO:tasks.workunit.client.0.smithi032.stdout:79 2023-12-22T17:32:49.701 INFO:tasks.workunit.client.0.smithi032.stdout:80 2023-12-22T17:32:49.702 INFO:tasks.workunit.client.0.smithi032.stdout:81 2023-12-22T17:32:49.703 INFO:tasks.workunit.client.0.smithi032.stdout:82 2023-12-22T17:32:49.704 INFO:tasks.workunit.client.0.smithi032.stdout:83 2023-12-22T17:32:49.705 INFO:tasks.workunit.client.0.smithi032.stdout:84 2023-12-22T17:32:49.706 INFO:tasks.workunit.client.0.smithi032.stdout:85 2023-12-22T17:32:49.707 INFO:tasks.workunit.client.0.smithi032.stdout:86 2023-12-22T17:32:49.707 INFO:tasks.workunit.client.0.smithi032.stdout:87 2023-12-22T17:32:49.708 INFO:tasks.workunit.client.0.smithi032.stdout:88 2023-12-22T17:32:49.709 INFO:tasks.workunit.client.0.smithi032.stdout:89 2023-12-22T17:32:49.710 INFO:tasks.workunit.client.0.smithi032.stdout:90 2023-12-22T17:32:49.711 INFO:tasks.workunit.client.0.smithi032.stdout:91 2023-12-22T17:32:49.712 INFO:tasks.workunit.client.0.smithi032.stdout:92 2023-12-22T17:32:49.713 INFO:tasks.workunit.client.0.smithi032.stdout:93 2023-12-22T17:32:49.714 INFO:tasks.workunit.client.0.smithi032.stdout:94 2023-12-22T17:32:49.715 INFO:tasks.workunit.client.0.smithi032.stdout:95 2023-12-22T17:32:49.716 INFO:tasks.workunit.client.0.smithi032.stdout:96 2023-12-22T17:32:49.717 INFO:tasks.workunit.client.0.smithi032.stdout:97 2023-12-22T17:32:49.718 INFO:tasks.workunit.client.0.smithi032.stdout:98 2023-12-22T17:32:49.719 INFO:tasks.workunit.client.0.smithi032.stdout:99 2023-12-22T17:32:49.720 INFO:tasks.workunit.client.0.smithi032.stdout:100 2023-12-22T17:32:49.721 INFO:tasks.workunit.client.0.smithi032.stdout:101 2023-12-22T17:32:49.722 INFO:tasks.workunit.client.0.smithi032.stdout:102 2023-12-22T17:32:49.723 INFO:tasks.workunit.client.0.smithi032.stdout:103 2023-12-22T17:32:49.724 INFO:tasks.workunit.client.0.smithi032.stdout:104 2023-12-22T17:32:49.725 INFO:tasks.workunit.client.0.smithi032.stdout:105 2023-12-22T17:32:49.726 INFO:tasks.workunit.client.0.smithi032.stdout:106 2023-12-22T17:32:49.727 INFO:tasks.workunit.client.0.smithi032.stdout:107 2023-12-22T17:32:49.728 INFO:tasks.workunit.client.0.smithi032.stdout:108 2023-12-22T17:32:49.729 INFO:tasks.workunit.client.0.smithi032.stdout:109 2023-12-22T17:32:49.730 INFO:tasks.workunit.client.0.smithi032.stdout:110 2023-12-22T17:32:49.730 INFO:tasks.workunit.client.0.smithi032.stdout:111 2023-12-22T17:32:49.731 INFO:tasks.workunit.client.0.smithi032.stdout:112 2023-12-22T17:32:49.732 INFO:tasks.workunit.client.0.smithi032.stdout:113 2023-12-22T17:32:49.733 INFO:tasks.workunit.client.0.smithi032.stdout:114 2023-12-22T17:32:49.734 INFO:tasks.workunit.client.0.smithi032.stdout:115 2023-12-22T17:32:49.735 INFO:tasks.workunit.client.0.smithi032.stdout:116 2023-12-22T17:32:49.736 INFO:tasks.workunit.client.0.smithi032.stdout:117 2023-12-22T17:32:49.737 INFO:tasks.workunit.client.0.smithi032.stdout:118 2023-12-22T17:32:49.738 INFO:tasks.workunit.client.0.smithi032.stdout:119 2023-12-22T17:32:49.739 INFO:tasks.workunit.client.0.smithi032.stdout:120 2023-12-22T17:32:49.740 INFO:tasks.workunit.client.0.smithi032.stdout:121 2023-12-22T17:32:49.741 INFO:tasks.workunit.client.0.smithi032.stdout:122 2023-12-22T17:32:49.742 INFO:tasks.workunit.client.0.smithi032.stdout:123 2023-12-22T17:32:49.743 INFO:tasks.workunit.client.0.smithi032.stdout:124 2023-12-22T17:32:49.744 INFO:tasks.workunit.client.0.smithi032.stdout:125 2023-12-22T17:32:49.745 INFO:tasks.workunit.client.0.smithi032.stdout:126 2023-12-22T17:32:49.746 INFO:tasks.workunit.client.0.smithi032.stdout:127 2023-12-22T17:32:49.747 INFO:tasks.workunit.client.0.smithi032.stdout:128 2023-12-22T17:32:49.748 INFO:tasks.workunit.client.0.smithi032.stdout:129 2023-12-22T17:32:49.749 INFO:tasks.workunit.client.0.smithi032.stdout:130 2023-12-22T17:32:49.750 INFO:tasks.workunit.client.0.smithi032.stdout:131 2023-12-22T17:32:49.751 INFO:tasks.workunit.client.0.smithi032.stdout:132 2023-12-22T17:32:49.752 INFO:tasks.workunit.client.0.smithi032.stdout:133 2023-12-22T17:32:49.753 INFO:tasks.workunit.client.0.smithi032.stdout:134 2023-12-22T17:32:49.754 INFO:tasks.workunit.client.0.smithi032.stdout:135 2023-12-22T17:32:49.755 INFO:tasks.workunit.client.0.smithi032.stdout:136 2023-12-22T17:32:49.755 INFO:tasks.workunit.client.0.smithi032.stdout:137 2023-12-22T17:32:49.756 INFO:tasks.workunit.client.0.smithi032.stdout:138 2023-12-22T17:32:49.757 INFO:tasks.workunit.client.0.smithi032.stdout:139 2023-12-22T17:32:49.758 INFO:tasks.workunit.client.0.smithi032.stdout:140 2023-12-22T17:32:49.759 INFO:tasks.workunit.client.0.smithi032.stdout:141 2023-12-22T17:32:49.760 INFO:tasks.workunit.client.0.smithi032.stdout:142 2023-12-22T17:32:49.761 INFO:tasks.workunit.client.0.smithi032.stdout:143 2023-12-22T17:32:49.762 INFO:tasks.workunit.client.0.smithi032.stdout:144 2023-12-22T17:32:49.763 INFO:tasks.workunit.client.0.smithi032.stdout:145 2023-12-22T17:32:49.764 INFO:tasks.workunit.client.0.smithi032.stdout:146 2023-12-22T17:32:49.765 INFO:tasks.workunit.client.0.smithi032.stdout:147 2023-12-22T17:32:49.766 INFO:tasks.workunit.client.0.smithi032.stdout:148 2023-12-22T17:32:49.766 INFO:tasks.workunit.client.0.smithi032.stdout:149 2023-12-22T17:32:49.767 INFO:tasks.workunit.client.0.smithi032.stdout:150 2023-12-22T17:32:49.768 INFO:tasks.workunit.client.0.smithi032.stdout:151 2023-12-22T17:32:49.769 INFO:tasks.workunit.client.0.smithi032.stdout:152 2023-12-22T17:32:49.770 INFO:tasks.workunit.client.0.smithi032.stdout:153 2023-12-22T17:32:49.771 INFO:tasks.workunit.client.0.smithi032.stdout:154 2023-12-22T17:32:49.772 INFO:tasks.workunit.client.0.smithi032.stdout:155 2023-12-22T17:32:49.773 INFO:tasks.workunit.client.0.smithi032.stdout:156 2023-12-22T17:32:49.774 INFO:tasks.workunit.client.0.smithi032.stdout:157 2023-12-22T17:32:49.775 INFO:tasks.workunit.client.0.smithi032.stdout:158 2023-12-22T17:32:49.776 INFO:tasks.workunit.client.0.smithi032.stdout:159 2023-12-22T17:32:49.776 INFO:tasks.workunit.client.0.smithi032.stdout:160 2023-12-22T17:32:49.777 INFO:tasks.workunit.client.0.smithi032.stdout:161 2023-12-22T17:32:49.778 INFO:tasks.workunit.client.0.smithi032.stdout:162 2023-12-22T17:32:49.779 INFO:tasks.workunit.client.0.smithi032.stdout:163 2023-12-22T17:32:49.780 INFO:tasks.workunit.client.0.smithi032.stdout:164 2023-12-22T17:32:49.781 INFO:tasks.workunit.client.0.smithi032.stdout:165 2023-12-22T17:32:49.782 INFO:tasks.workunit.client.0.smithi032.stdout:166 2023-12-22T17:32:49.783 INFO:tasks.workunit.client.0.smithi032.stdout:167 2023-12-22T17:32:49.784 INFO:tasks.workunit.client.0.smithi032.stdout:168 2023-12-22T17:32:49.785 INFO:tasks.workunit.client.0.smithi032.stdout:169 2023-12-22T17:32:49.786 INFO:tasks.workunit.client.0.smithi032.stdout:170 2023-12-22T17:32:49.787 INFO:tasks.workunit.client.0.smithi032.stdout:171 2023-12-22T17:32:49.788 INFO:tasks.workunit.client.0.smithi032.stdout:172 2023-12-22T17:32:49.789 INFO:tasks.workunit.client.0.smithi032.stdout:173 2023-12-22T17:32:49.790 INFO:tasks.workunit.client.0.smithi032.stdout:174 2023-12-22T17:32:49.791 INFO:tasks.workunit.client.0.smithi032.stdout:175 2023-12-22T17:32:49.792 INFO:tasks.workunit.client.0.smithi032.stdout:176 2023-12-22T17:32:49.793 INFO:tasks.workunit.client.0.smithi032.stdout:177 2023-12-22T17:32:49.794 INFO:tasks.workunit.client.0.smithi032.stdout:178 2023-12-22T17:32:49.795 INFO:tasks.workunit.client.0.smithi032.stdout:179 2023-12-22T17:32:49.796 INFO:tasks.workunit.client.0.smithi032.stdout:180 2023-12-22T17:32:49.797 INFO:tasks.workunit.client.0.smithi032.stdout:181 2023-12-22T17:32:49.798 INFO:tasks.workunit.client.0.smithi032.stdout:182 2023-12-22T17:32:49.799 INFO:tasks.workunit.client.0.smithi032.stdout:183 2023-12-22T17:32:49.800 INFO:tasks.workunit.client.0.smithi032.stdout:184 2023-12-22T17:32:49.801 INFO:tasks.workunit.client.0.smithi032.stdout:185 2023-12-22T17:32:49.802 INFO:tasks.workunit.client.0.smithi032.stdout:186 2023-12-22T17:32:49.803 INFO:tasks.workunit.client.0.smithi032.stdout:187 2023-12-22T17:32:49.804 INFO:tasks.workunit.client.0.smithi032.stdout:188 2023-12-22T17:32:49.805 INFO:tasks.workunit.client.0.smithi032.stdout:189 2023-12-22T17:32:49.806 INFO:tasks.workunit.client.0.smithi032.stdout:190 2023-12-22T17:32:49.806 INFO:tasks.workunit.client.0.smithi032.stdout:191 2023-12-22T17:32:49.807 INFO:tasks.workunit.client.0.smithi032.stdout:192 2023-12-22T17:32:49.808 INFO:tasks.workunit.client.0.smithi032.stdout:193 2023-12-22T17:32:49.809 INFO:tasks.workunit.client.0.smithi032.stdout:194 2023-12-22T17:32:49.810 INFO:tasks.workunit.client.0.smithi032.stdout:195 2023-12-22T17:32:49.811 INFO:tasks.workunit.client.0.smithi032.stdout:196 2023-12-22T17:32:49.812 INFO:tasks.workunit.client.0.smithi032.stdout:197 2023-12-22T17:32:49.813 INFO:tasks.workunit.client.0.smithi032.stdout:198 2023-12-22T17:32:49.814 INFO:tasks.workunit.client.0.smithi032.stdout:199 2023-12-22T17:32:49.815 INFO:tasks.workunit.client.0.smithi032.stdout:200 2023-12-22T17:32:49.816 INFO:tasks.workunit.client.0.smithi032.stdout:201 2023-12-22T17:32:49.817 INFO:tasks.workunit.client.0.smithi032.stdout:202 2023-12-22T17:32:49.818 INFO:tasks.workunit.client.0.smithi032.stdout:203 2023-12-22T17:32:49.819 INFO:tasks.workunit.client.0.smithi032.stdout:204 2023-12-22T17:32:49.820 INFO:tasks.workunit.client.0.smithi032.stdout:205 2023-12-22T17:32:49.821 INFO:tasks.workunit.client.0.smithi032.stdout:206 2023-12-22T17:32:49.822 INFO:tasks.workunit.client.0.smithi032.stdout:207 2023-12-22T17:32:49.823 INFO:tasks.workunit.client.0.smithi032.stdout:208 2023-12-22T17:32:49.824 INFO:tasks.workunit.client.0.smithi032.stdout:209 2023-12-22T17:32:49.824 INFO:tasks.workunit.client.0.smithi032.stdout:210 2023-12-22T17:32:49.825 INFO:tasks.workunit.client.0.smithi032.stdout:211 2023-12-22T17:32:49.826 INFO:tasks.workunit.client.0.smithi032.stdout:212 2023-12-22T17:32:49.827 INFO:tasks.workunit.client.0.smithi032.stdout:213 2023-12-22T17:32:49.829 INFO:tasks.workunit.client.0.smithi032.stdout:214 2023-12-22T17:32:49.829 INFO:tasks.workunit.client.0.smithi032.stdout:215 2023-12-22T17:32:49.830 INFO:tasks.workunit.client.0.smithi032.stdout:216 2023-12-22T17:32:49.831 INFO:tasks.workunit.client.0.smithi032.stdout:217 2023-12-22T17:32:49.833 INFO:tasks.workunit.client.0.smithi032.stdout:218 2023-12-22T17:32:49.834 INFO:tasks.workunit.client.0.smithi032.stdout:219 2023-12-22T17:32:49.835 INFO:tasks.workunit.client.0.smithi032.stdout:220 2023-12-22T17:32:49.836 INFO:tasks.workunit.client.0.smithi032.stdout:221 2023-12-22T17:32:49.837 INFO:tasks.workunit.client.0.smithi032.stdout:222 2023-12-22T17:32:49.838 INFO:tasks.workunit.client.0.smithi032.stdout:223 2023-12-22T17:32:49.839 INFO:tasks.workunit.client.0.smithi032.stdout:224 2023-12-22T17:32:49.840 INFO:tasks.workunit.client.0.smithi032.stdout:225 2023-12-22T17:32:49.841 INFO:tasks.workunit.client.0.smithi032.stdout:226 2023-12-22T17:32:49.842 INFO:tasks.workunit.client.0.smithi032.stdout:227 2023-12-22T17:32:49.843 INFO:tasks.workunit.client.0.smithi032.stdout:228 2023-12-22T17:32:49.844 INFO:tasks.workunit.client.0.smithi032.stdout:229 2023-12-22T17:32:49.845 INFO:tasks.workunit.client.0.smithi032.stdout:230 2023-12-22T17:32:49.846 INFO:tasks.workunit.client.0.smithi032.stdout:231 2023-12-22T17:32:49.847 INFO:tasks.workunit.client.0.smithi032.stdout:232 2023-12-22T17:32:49.848 INFO:tasks.workunit.client.0.smithi032.stdout:233 2023-12-22T17:32:49.849 INFO:tasks.workunit.client.0.smithi032.stdout:234 2023-12-22T17:32:49.850 INFO:tasks.workunit.client.0.smithi032.stdout:235 2023-12-22T17:32:49.851 INFO:tasks.workunit.client.0.smithi032.stdout:236 2023-12-22T17:32:49.852 INFO:tasks.workunit.client.0.smithi032.stdout:237 2023-12-22T17:32:49.853 INFO:tasks.workunit.client.0.smithi032.stdout:238 2023-12-22T17:32:49.854 INFO:tasks.workunit.client.0.smithi032.stdout:239 2023-12-22T17:32:49.854 INFO:tasks.workunit.client.0.smithi032.stdout:240 2023-12-22T17:32:49.855 INFO:tasks.workunit.client.0.smithi032.stdout:241 2023-12-22T17:32:49.857 INFO:tasks.workunit.client.0.smithi032.stdout:242 2023-12-22T17:32:49.858 INFO:tasks.workunit.client.0.smithi032.stdout:243 2023-12-22T17:32:49.859 INFO:tasks.workunit.client.0.smithi032.stdout:244 2023-12-22T17:32:49.859 INFO:tasks.workunit.client.0.smithi032.stdout:245 2023-12-22T17:32:49.860 INFO:tasks.workunit.client.0.smithi032.stdout:246 2023-12-22T17:32:49.861 INFO:tasks.workunit.client.0.smithi032.stdout:247 2023-12-22T17:32:49.862 INFO:tasks.workunit.client.0.smithi032.stdout:248 2023-12-22T17:32:49.863 INFO:tasks.workunit.client.0.smithi032.stdout:249 2023-12-22T17:32:49.864 INFO:tasks.workunit.client.0.smithi032.stdout:250 2023-12-22T17:32:49.865 INFO:tasks.workunit.client.0.smithi032.stdout:251 2023-12-22T17:32:49.866 INFO:tasks.workunit.client.0.smithi032.stdout:252 2023-12-22T17:32:49.867 INFO:tasks.workunit.client.0.smithi032.stdout:253 2023-12-22T17:32:49.868 INFO:tasks.workunit.client.0.smithi032.stdout:254 2023-12-22T17:32:49.869 INFO:tasks.workunit.client.0.smithi032.stdout:255 2023-12-22T17:32:49.870 INFO:tasks.workunit.client.0.smithi032.stdout:256 2023-12-22T17:32:49.871 INFO:tasks.workunit.client.0.smithi032.stdout:257 2023-12-22T17:32:49.872 INFO:tasks.workunit.client.0.smithi032.stdout:258 2023-12-22T17:32:49.873 INFO:tasks.workunit.client.0.smithi032.stdout:259 2023-12-22T17:32:49.874 INFO:tasks.workunit.client.0.smithi032.stdout:260 2023-12-22T17:32:49.875 INFO:tasks.workunit.client.0.smithi032.stdout:261 2023-12-22T17:32:49.876 INFO:tasks.workunit.client.0.smithi032.stdout:262 2023-12-22T17:32:49.877 INFO:tasks.workunit.client.0.smithi032.stdout:263 2023-12-22T17:32:49.878 INFO:tasks.workunit.client.0.smithi032.stdout:264 2023-12-22T17:32:49.879 INFO:tasks.workunit.client.0.smithi032.stdout:265 2023-12-22T17:32:49.880 INFO:tasks.workunit.client.0.smithi032.stdout:266 2023-12-22T17:32:49.881 INFO:tasks.workunit.client.0.smithi032.stdout:267 2023-12-22T17:32:49.882 INFO:tasks.workunit.client.0.smithi032.stdout:268 2023-12-22T17:32:49.883 INFO:tasks.workunit.client.0.smithi032.stdout:269 2023-12-22T17:32:49.884 INFO:tasks.workunit.client.0.smithi032.stdout:270 2023-12-22T17:32:49.885 INFO:tasks.workunit.client.0.smithi032.stdout:271 2023-12-22T17:32:49.886 INFO:tasks.workunit.client.0.smithi032.stdout:272 2023-12-22T17:32:49.887 INFO:tasks.workunit.client.0.smithi032.stdout:273 2023-12-22T17:32:49.888 INFO:tasks.workunit.client.0.smithi032.stdout:274 2023-12-22T17:32:49.889 INFO:tasks.workunit.client.0.smithi032.stdout:275 2023-12-22T17:32:49.890 INFO:tasks.workunit.client.0.smithi032.stdout:276 2023-12-22T17:32:49.891 INFO:tasks.workunit.client.0.smithi032.stdout:277 2023-12-22T17:32:49.892 INFO:tasks.workunit.client.0.smithi032.stdout:278 2023-12-22T17:32:49.893 INFO:tasks.workunit.client.0.smithi032.stdout:279 2023-12-22T17:32:49.894 INFO:tasks.workunit.client.0.smithi032.stdout:280 2023-12-22T17:32:49.895 INFO:tasks.workunit.client.0.smithi032.stdout:281 2023-12-22T17:32:49.896 INFO:tasks.workunit.client.0.smithi032.stdout:282 2023-12-22T17:32:49.897 INFO:tasks.workunit.client.0.smithi032.stdout:283 2023-12-22T17:32:49.897 INFO:tasks.workunit.client.0.smithi032.stdout:284 2023-12-22T17:32:49.898 INFO:tasks.workunit.client.0.smithi032.stdout:285 2023-12-22T17:32:49.899 INFO:tasks.workunit.client.0.smithi032.stdout:286 2023-12-22T17:32:49.900 INFO:tasks.workunit.client.0.smithi032.stdout:287 2023-12-22T17:32:49.901 INFO:tasks.workunit.client.0.smithi032.stdout:288 2023-12-22T17:32:49.902 INFO:tasks.workunit.client.0.smithi032.stdout:289 2023-12-22T17:32:49.903 INFO:tasks.workunit.client.0.smithi032.stdout:290 2023-12-22T17:32:49.904 INFO:tasks.workunit.client.0.smithi032.stdout:291 2023-12-22T17:32:49.905 INFO:tasks.workunit.client.0.smithi032.stdout:292 2023-12-22T17:32:49.906 INFO:tasks.workunit.client.0.smithi032.stdout:293 2023-12-22T17:32:49.907 INFO:tasks.workunit.client.0.smithi032.stdout:294 2023-12-22T17:32:49.908 INFO:tasks.workunit.client.0.smithi032.stdout:295 2023-12-22T17:32:49.909 INFO:tasks.workunit.client.0.smithi032.stdout:296 2023-12-22T17:32:49.911 INFO:tasks.workunit.client.0.smithi032.stdout:297 2023-12-22T17:32:49.912 INFO:tasks.workunit.client.0.smithi032.stdout:298 2023-12-22T17:32:49.913 INFO:tasks.workunit.client.0.smithi032.stdout:299 2023-12-22T17:32:49.914 INFO:tasks.workunit.client.0.smithi032.stdout:300 2023-12-22T17:32:49.915 INFO:tasks.workunit.client.0.smithi032.stdout:301 2023-12-22T17:32:49.916 INFO:tasks.workunit.client.0.smithi032.stdout:302 2023-12-22T17:32:49.917 INFO:tasks.workunit.client.0.smithi032.stdout:303 2023-12-22T17:32:49.918 INFO:tasks.workunit.client.0.smithi032.stdout:304 2023-12-22T17:32:49.919 INFO:tasks.workunit.client.0.smithi032.stdout:305 2023-12-22T17:32:49.920 INFO:tasks.workunit.client.0.smithi032.stdout:306 2023-12-22T17:32:49.921 INFO:tasks.workunit.client.0.smithi032.stdout:307 2023-12-22T17:32:49.922 INFO:tasks.workunit.client.0.smithi032.stdout:308 2023-12-22T17:32:49.923 INFO:tasks.workunit.client.0.smithi032.stdout:309 2023-12-22T17:32:49.924 INFO:tasks.workunit.client.0.smithi032.stdout:310 2023-12-22T17:32:49.925 INFO:tasks.workunit.client.0.smithi032.stdout:311 2023-12-22T17:32:49.926 INFO:tasks.workunit.client.0.smithi032.stdout:312 2023-12-22T17:32:49.927 INFO:tasks.workunit.client.0.smithi032.stdout:313 2023-12-22T17:32:49.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:49 smithi032 ceph-mon[191839]: osdmap e959: 8 total, 8 up, 8 in 2023-12-22T17:32:49.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:49 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/836652963' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226757-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:49.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:49 smithi032 ceph-mon[191839]: pgmap v1004: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:49.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:49 smithi032 ceph-mon[189144]: osdmap e959: 8 total, 8 up, 8 in 2023-12-22T17:32:49.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:49 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/836652963' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226757-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:49.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:49 smithi032 ceph-mon[189144]: pgmap v1004: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:49.928 INFO:tasks.workunit.client.0.smithi032.stdout:314 2023-12-22T17:32:49.929 INFO:tasks.workunit.client.0.smithi032.stdout:315 2023-12-22T17:32:49.930 INFO:tasks.workunit.client.0.smithi032.stdout:316 2023-12-22T17:32:49.931 INFO:tasks.workunit.client.0.smithi032.stdout:317 2023-12-22T17:32:49.932 INFO:tasks.workunit.client.0.smithi032.stdout:318 2023-12-22T17:32:49.933 INFO:tasks.workunit.client.0.smithi032.stdout:319 2023-12-22T17:32:49.934 INFO:tasks.workunit.client.0.smithi032.stdout:320 2023-12-22T17:32:49.935 INFO:tasks.workunit.client.0.smithi032.stdout:321 2023-12-22T17:32:49.936 INFO:tasks.workunit.client.0.smithi032.stdout:322 2023-12-22T17:32:49.937 INFO:tasks.workunit.client.0.smithi032.stdout:323 2023-12-22T17:32:49.938 INFO:tasks.workunit.client.0.smithi032.stdout:324 2023-12-22T17:32:49.939 INFO:tasks.workunit.client.0.smithi032.stdout:325 2023-12-22T17:32:49.940 INFO:tasks.workunit.client.0.smithi032.stdout:326 2023-12-22T17:32:49.941 INFO:tasks.workunit.client.0.smithi032.stdout:327 2023-12-22T17:32:49.942 INFO:tasks.workunit.client.0.smithi032.stdout:328 2023-12-22T17:32:49.943 INFO:tasks.workunit.client.0.smithi032.stdout:329 2023-12-22T17:32:49.944 INFO:tasks.workunit.client.0.smithi032.stdout:330 2023-12-22T17:32:49.945 INFO:tasks.workunit.client.0.smithi032.stdout:331 2023-12-22T17:32:49.946 INFO:tasks.workunit.client.0.smithi032.stdout:332 2023-12-22T17:32:49.947 INFO:tasks.workunit.client.0.smithi032.stdout:333 2023-12-22T17:32:49.948 INFO:tasks.workunit.client.0.smithi032.stdout:334 2023-12-22T17:32:49.949 INFO:tasks.workunit.client.0.smithi032.stdout:335 2023-12-22T17:32:49.950 INFO:tasks.workunit.client.0.smithi032.stdout:336 2023-12-22T17:32:49.951 INFO:tasks.workunit.client.0.smithi032.stdout:337 2023-12-22T17:32:49.952 INFO:tasks.workunit.client.0.smithi032.stdout:338 2023-12-22T17:32:49.953 INFO:tasks.workunit.client.0.smithi032.stdout:339 2023-12-22T17:32:49.955 INFO:tasks.workunit.client.0.smithi032.stdout:340 2023-12-22T17:32:49.956 INFO:tasks.workunit.client.0.smithi032.stdout:341 2023-12-22T17:32:49.957 INFO:tasks.workunit.client.0.smithi032.stdout:342 2023-12-22T17:32:49.958 INFO:tasks.workunit.client.0.smithi032.stdout:343 2023-12-22T17:32:49.959 INFO:tasks.workunit.client.0.smithi032.stdout:344 2023-12-22T17:32:49.960 INFO:tasks.workunit.client.0.smithi032.stdout:345 2023-12-22T17:32:49.962 INFO:tasks.workunit.client.0.smithi032.stdout:346 2023-12-22T17:32:49.963 INFO:tasks.workunit.client.0.smithi032.stdout:347 2023-12-22T17:32:49.964 INFO:tasks.workunit.client.0.smithi032.stdout:348 2023-12-22T17:32:49.965 INFO:tasks.workunit.client.0.smithi032.stdout:349 2023-12-22T17:32:49.966 INFO:tasks.workunit.client.0.smithi032.stdout:350 2023-12-22T17:32:49.967 INFO:tasks.workunit.client.0.smithi032.stdout:351 2023-12-22T17:32:49.968 INFO:tasks.workunit.client.0.smithi032.stdout:352 2023-12-22T17:32:49.969 INFO:tasks.workunit.client.0.smithi032.stdout:353 2023-12-22T17:32:49.970 INFO:tasks.workunit.client.0.smithi032.stdout:354 2023-12-22T17:32:49.971 INFO:tasks.workunit.client.0.smithi032.stdout:355 2023-12-22T17:32:49.972 INFO:tasks.workunit.client.0.smithi032.stdout:356 2023-12-22T17:32:49.973 INFO:tasks.workunit.client.0.smithi032.stdout:357 2023-12-22T17:32:49.974 INFO:tasks.workunit.client.0.smithi032.stdout:358 2023-12-22T17:32:49.975 INFO:tasks.workunit.client.0.smithi032.stdout:359 2023-12-22T17:32:49.976 INFO:tasks.workunit.client.0.smithi032.stdout:360 2023-12-22T17:32:49.977 INFO:tasks.workunit.client.0.smithi032.stdout:361 2023-12-22T17:32:49.978 INFO:tasks.workunit.client.0.smithi032.stdout:362 2023-12-22T17:32:49.979 INFO:tasks.workunit.client.0.smithi032.stdout:363 2023-12-22T17:32:49.980 INFO:tasks.workunit.client.0.smithi032.stdout:364 2023-12-22T17:32:49.981 INFO:tasks.workunit.client.0.smithi032.stdout:365 2023-12-22T17:32:49.982 INFO:tasks.workunit.client.0.smithi032.stdout:366 2023-12-22T17:32:49.983 INFO:tasks.workunit.client.0.smithi032.stdout:367 2023-12-22T17:32:49.984 INFO:tasks.workunit.client.0.smithi032.stdout:368 2023-12-22T17:32:49.985 INFO:tasks.workunit.client.0.smithi032.stdout:369 2023-12-22T17:32:49.986 INFO:tasks.workunit.client.0.smithi032.stdout:370 2023-12-22T17:32:49.987 INFO:tasks.workunit.client.0.smithi032.stdout:371 2023-12-22T17:32:49.988 INFO:tasks.workunit.client.0.smithi032.stdout:372 2023-12-22T17:32:49.989 INFO:tasks.workunit.client.0.smithi032.stdout:373 2023-12-22T17:32:49.990 INFO:tasks.workunit.client.0.smithi032.stdout:374 2023-12-22T17:32:49.991 INFO:tasks.workunit.client.0.smithi032.stdout:375 2023-12-22T17:32:49.992 INFO:tasks.workunit.client.0.smithi032.stdout:376 2023-12-22T17:32:49.993 INFO:tasks.workunit.client.0.smithi032.stdout:377 2023-12-22T17:32:49.994 INFO:tasks.workunit.client.0.smithi032.stdout:378 2023-12-22T17:32:49.995 INFO:tasks.workunit.client.0.smithi032.stdout:379 2023-12-22T17:32:49.996 INFO:tasks.workunit.client.0.smithi032.stdout:380 2023-12-22T17:32:49.997 INFO:tasks.workunit.client.0.smithi032.stdout:381 2023-12-22T17:32:49.998 INFO:tasks.workunit.client.0.smithi032.stdout:382 2023-12-22T17:32:49.999 INFO:tasks.workunit.client.0.smithi032.stdout:383 2023-12-22T17:32:50.000 INFO:tasks.workunit.client.0.smithi032.stdout:384 2023-12-22T17:32:50.001 INFO:tasks.workunit.client.0.smithi032.stdout:385 2023-12-22T17:32:50.002 INFO:tasks.workunit.client.0.smithi032.stdout:386 2023-12-22T17:32:50.003 INFO:tasks.workunit.client.0.smithi032.stdout:387 2023-12-22T17:32:50.004 INFO:tasks.workunit.client.0.smithi032.stdout:388 2023-12-22T17:32:50.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:49 smithi039 ceph-mon[181282]: osdmap e959: 8 total, 8 up, 8 in 2023-12-22T17:32:50.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:49 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/836652963' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226757-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:50.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:49 smithi039 ceph-mon[181282]: pgmap v1004: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:50.005 INFO:tasks.workunit.client.0.smithi032.stdout:389 2023-12-22T17:32:50.006 INFO:tasks.workunit.client.0.smithi032.stdout:390 2023-12-22T17:32:50.007 INFO:tasks.workunit.client.0.smithi032.stdout:391 2023-12-22T17:32:50.008 INFO:tasks.workunit.client.0.smithi032.stdout:392 2023-12-22T17:32:50.009 INFO:tasks.workunit.client.0.smithi032.stdout:393 2023-12-22T17:32:50.010 INFO:tasks.workunit.client.0.smithi032.stdout:394 2023-12-22T17:32:50.011 INFO:tasks.workunit.client.0.smithi032.stdout:395 2023-12-22T17:32:50.012 INFO:tasks.workunit.client.0.smithi032.stdout:396 2023-12-22T17:32:50.013 INFO:tasks.workunit.client.0.smithi032.stdout:397 2023-12-22T17:32:50.014 INFO:tasks.workunit.client.0.smithi032.stdout:398 2023-12-22T17:32:50.015 INFO:tasks.workunit.client.0.smithi032.stdout:399 2023-12-22T17:32:50.016 INFO:tasks.workunit.client.0.smithi032.stdout:400 2023-12-22T17:32:50.017 INFO:tasks.workunit.client.0.smithi032.stdout:401 2023-12-22T17:32:50.018 INFO:tasks.workunit.client.0.smithi032.stdout:402 2023-12-22T17:32:50.019 INFO:tasks.workunit.client.0.smithi032.stdout:403 2023-12-22T17:32:50.020 INFO:tasks.workunit.client.0.smithi032.stdout:404 2023-12-22T17:32:50.021 INFO:tasks.workunit.client.0.smithi032.stdout:405 2023-12-22T17:32:50.022 INFO:tasks.workunit.client.0.smithi032.stdout:406 2023-12-22T17:32:50.023 INFO:tasks.workunit.client.0.smithi032.stdout:407 2023-12-22T17:32:50.024 INFO:tasks.workunit.client.0.smithi032.stdout:408 2023-12-22T17:32:50.025 INFO:tasks.workunit.client.0.smithi032.stdout:409 2023-12-22T17:32:50.026 INFO:tasks.workunit.client.0.smithi032.stdout:410 2023-12-22T17:32:50.027 INFO:tasks.workunit.client.0.smithi032.stdout:411 2023-12-22T17:32:50.028 INFO:tasks.workunit.client.0.smithi032.stdout:412 2023-12-22T17:32:50.029 INFO:tasks.workunit.client.0.smithi032.stdout:413 2023-12-22T17:32:50.030 INFO:tasks.workunit.client.0.smithi032.stdout:414 2023-12-22T17:32:50.031 INFO:tasks.workunit.client.0.smithi032.stdout:415 2023-12-22T17:32:50.032 INFO:tasks.workunit.client.0.smithi032.stdout:416 2023-12-22T17:32:50.033 INFO:tasks.workunit.client.0.smithi032.stdout:417 2023-12-22T17:32:50.034 INFO:tasks.workunit.client.0.smithi032.stdout:418 2023-12-22T17:32:50.036 INFO:tasks.workunit.client.0.smithi032.stdout:419 2023-12-22T17:32:50.037 INFO:tasks.workunit.client.0.smithi032.stdout:420 2023-12-22T17:32:50.038 INFO:tasks.workunit.client.0.smithi032.stdout:421 2023-12-22T17:32:50.039 INFO:tasks.workunit.client.0.smithi032.stdout:422 2023-12-22T17:32:50.040 INFO:tasks.workunit.client.0.smithi032.stdout:423 2023-12-22T17:32:50.041 INFO:tasks.workunit.client.0.smithi032.stdout:424 2023-12-22T17:32:50.042 INFO:tasks.workunit.client.0.smithi032.stdout:425 2023-12-22T17:32:50.043 INFO:tasks.workunit.client.0.smithi032.stdout:426 2023-12-22T17:32:50.044 INFO:tasks.workunit.client.0.smithi032.stdout:427 2023-12-22T17:32:50.045 INFO:tasks.workunit.client.0.smithi032.stdout:428 2023-12-22T17:32:50.046 INFO:tasks.workunit.client.0.smithi032.stdout:429 2023-12-22T17:32:50.047 INFO:tasks.workunit.client.0.smithi032.stdout:430 2023-12-22T17:32:50.048 INFO:tasks.workunit.client.0.smithi032.stdout:431 2023-12-22T17:32:50.049 INFO:tasks.workunit.client.0.smithi032.stdout:432 2023-12-22T17:32:50.050 INFO:tasks.workunit.client.0.smithi032.stdout:433 2023-12-22T17:32:50.051 INFO:tasks.workunit.client.0.smithi032.stdout:434 2023-12-22T17:32:50.052 INFO:tasks.workunit.client.0.smithi032.stdout:435 2023-12-22T17:32:50.053 INFO:tasks.workunit.client.0.smithi032.stdout:436 2023-12-22T17:32:50.054 INFO:tasks.workunit.client.0.smithi032.stdout:437 2023-12-22T17:32:50.055 INFO:tasks.workunit.client.0.smithi032.stdout:438 2023-12-22T17:32:50.056 INFO:tasks.workunit.client.0.smithi032.stdout:439 2023-12-22T17:32:50.058 INFO:tasks.workunit.client.0.smithi032.stdout:440 2023-12-22T17:32:50.059 INFO:tasks.workunit.client.0.smithi032.stdout:441 2023-12-22T17:32:50.060 INFO:tasks.workunit.client.0.smithi032.stdout:442 2023-12-22T17:32:50.061 INFO:tasks.workunit.client.0.smithi032.stdout:443 2023-12-22T17:32:50.062 INFO:tasks.workunit.client.0.smithi032.stdout:444 2023-12-22T17:32:50.063 INFO:tasks.workunit.client.0.smithi032.stdout:445 2023-12-22T17:32:50.065 INFO:tasks.workunit.client.0.smithi032.stdout:446 2023-12-22T17:32:50.066 INFO:tasks.workunit.client.0.smithi032.stdout:447 2023-12-22T17:32:50.067 INFO:tasks.workunit.client.0.smithi032.stdout:448 2023-12-22T17:32:50.068 INFO:tasks.workunit.client.0.smithi032.stdout:449 2023-12-22T17:32:50.069 INFO:tasks.workunit.client.0.smithi032.stdout:450 2023-12-22T17:32:50.070 INFO:tasks.workunit.client.0.smithi032.stdout:451 2023-12-22T17:32:50.071 INFO:tasks.workunit.client.0.smithi032.stdout:452 2023-12-22T17:32:50.072 INFO:tasks.workunit.client.0.smithi032.stdout:453 2023-12-22T17:32:50.073 INFO:tasks.workunit.client.0.smithi032.stdout:454 2023-12-22T17:32:50.074 INFO:tasks.workunit.client.0.smithi032.stdout:455 2023-12-22T17:32:50.075 INFO:tasks.workunit.client.0.smithi032.stdout:456 2023-12-22T17:32:50.076 INFO:tasks.workunit.client.0.smithi032.stdout:457 2023-12-22T17:32:50.077 INFO:tasks.workunit.client.0.smithi032.stdout:458 2023-12-22T17:32:50.078 INFO:tasks.workunit.client.0.smithi032.stdout:459 2023-12-22T17:32:50.079 INFO:tasks.workunit.client.0.smithi032.stdout:460 2023-12-22T17:32:50.080 INFO:tasks.workunit.client.0.smithi032.stdout:461 2023-12-22T17:32:50.081 INFO:tasks.workunit.client.0.smithi032.stdout:462 2023-12-22T17:32:50.082 INFO:tasks.workunit.client.0.smithi032.stdout:463 2023-12-22T17:32:50.083 INFO:tasks.workunit.client.0.smithi032.stdout:464 2023-12-22T17:32:50.084 INFO:tasks.workunit.client.0.smithi032.stdout:465 2023-12-22T17:32:50.085 INFO:tasks.workunit.client.0.smithi032.stdout:466 2023-12-22T17:32:50.087 INFO:tasks.workunit.client.0.smithi032.stdout:467 2023-12-22T17:32:50.088 INFO:tasks.workunit.client.0.smithi032.stdout:468 2023-12-22T17:32:50.089 INFO:tasks.workunit.client.0.smithi032.stdout:469 2023-12-22T17:32:50.090 INFO:tasks.workunit.client.0.smithi032.stdout:470 2023-12-22T17:32:50.091 INFO:tasks.workunit.client.0.smithi032.stdout:471 2023-12-22T17:32:50.092 INFO:tasks.workunit.client.0.smithi032.stdout:472 2023-12-22T17:32:50.093 INFO:tasks.workunit.client.0.smithi032.stdout:473 2023-12-22T17:32:50.095 INFO:tasks.workunit.client.0.smithi032.stdout:474 2023-12-22T17:32:50.096 INFO:tasks.workunit.client.0.smithi032.stdout:475 2023-12-22T17:32:50.097 INFO:tasks.workunit.client.0.smithi032.stdout:476 2023-12-22T17:32:50.098 INFO:tasks.workunit.client.0.smithi032.stdout:477 2023-12-22T17:32:50.099 INFO:tasks.workunit.client.0.smithi032.stdout:478 2023-12-22T17:32:50.100 INFO:tasks.workunit.client.0.smithi032.stdout:479 2023-12-22T17:32:50.101 INFO:tasks.workunit.client.0.smithi032.stdout:480 2023-12-22T17:32:50.102 INFO:tasks.workunit.client.0.smithi032.stdout:481 2023-12-22T17:32:50.103 INFO:tasks.workunit.client.0.smithi032.stdout:482 2023-12-22T17:32:50.104 INFO:tasks.workunit.client.0.smithi032.stdout:483 2023-12-22T17:32:50.106 INFO:tasks.workunit.client.0.smithi032.stdout:484 2023-12-22T17:32:50.107 INFO:tasks.workunit.client.0.smithi032.stdout:485 2023-12-22T17:32:50.108 INFO:tasks.workunit.client.0.smithi032.stdout:486 2023-12-22T17:32:50.109 INFO:tasks.workunit.client.0.smithi032.stdout:487 2023-12-22T17:32:50.110 INFO:tasks.workunit.client.0.smithi032.stdout:488 2023-12-22T17:32:50.111 INFO:tasks.workunit.client.0.smithi032.stdout:489 2023-12-22T17:32:50.112 INFO:tasks.workunit.client.0.smithi032.stdout:490 2023-12-22T17:32:50.114 INFO:tasks.workunit.client.0.smithi032.stdout:491 2023-12-22T17:32:50.115 INFO:tasks.workunit.client.0.smithi032.stdout:492 2023-12-22T17:32:50.116 INFO:tasks.workunit.client.0.smithi032.stdout:493 2023-12-22T17:32:50.117 INFO:tasks.workunit.client.0.smithi032.stdout:494 2023-12-22T17:32:50.118 INFO:tasks.workunit.client.0.smithi032.stdout:495 2023-12-22T17:32:50.119 INFO:tasks.workunit.client.0.smithi032.stdout:496 2023-12-22T17:32:50.120 INFO:tasks.workunit.client.0.smithi032.stdout:497 2023-12-22T17:32:50.121 INFO:tasks.workunit.client.0.smithi032.stdout:498 2023-12-22T17:32:50.122 INFO:tasks.workunit.client.0.smithi032.stdout:499 2023-12-22T17:32:50.123 INFO:tasks.workunit.client.0.smithi032.stdout:500 2023-12-22T17:32:50.124 INFO:tasks.workunit.client.0.smithi032.stdout:501 2023-12-22T17:32:50.125 INFO:tasks.workunit.client.0.smithi032.stdout:502 2023-12-22T17:32:50.127 INFO:tasks.workunit.client.0.smithi032.stdout:503 2023-12-22T17:32:50.128 INFO:tasks.workunit.client.0.smithi032.stdout:504 2023-12-22T17:32:50.129 INFO:tasks.workunit.client.0.smithi032.stdout:505 2023-12-22T17:32:50.130 INFO:tasks.workunit.client.0.smithi032.stdout:506 2023-12-22T17:32:50.131 INFO:tasks.workunit.client.0.smithi032.stdout:507 2023-12-22T17:32:50.132 INFO:tasks.workunit.client.0.smithi032.stdout:508 2023-12-22T17:32:50.133 INFO:tasks.workunit.client.0.smithi032.stdout:509 2023-12-22T17:32:50.134 INFO:tasks.workunit.client.0.smithi032.stdout:510 2023-12-22T17:32:50.135 INFO:tasks.workunit.client.0.smithi032.stdout:511 2023-12-22T17:32:50.137 INFO:tasks.workunit.client.0.smithi032.stdout:512 2023-12-22T17:32:50.138 INFO:tasks.workunit.client.0.smithi032.stdout:513 2023-12-22T17:32:50.139 INFO:tasks.workunit.client.0.smithi032.stdout:514 2023-12-22T17:32:50.140 INFO:tasks.workunit.client.0.smithi032.stdout:515 2023-12-22T17:32:50.141 INFO:tasks.workunit.client.0.smithi032.stdout:516 2023-12-22T17:32:50.142 INFO:tasks.workunit.client.0.smithi032.stdout:517 2023-12-22T17:32:50.143 INFO:tasks.workunit.client.0.smithi032.stdout:518 2023-12-22T17:32:50.145 INFO:tasks.workunit.client.0.smithi032.stdout:519 2023-12-22T17:32:50.146 INFO:tasks.workunit.client.0.smithi032.stdout:520 2023-12-22T17:32:50.147 INFO:tasks.workunit.client.0.smithi032.stdout:521 2023-12-22T17:32:50.148 INFO:tasks.workunit.client.0.smithi032.stdout:522 2023-12-22T17:32:50.149 INFO:tasks.workunit.client.0.smithi032.stdout:523 2023-12-22T17:32:50.150 INFO:tasks.workunit.client.0.smithi032.stdout:524 2023-12-22T17:32:50.151 INFO:tasks.workunit.client.0.smithi032.stdout:525 2023-12-22T17:32:50.152 INFO:tasks.workunit.client.0.smithi032.stdout:526 2023-12-22T17:32:50.153 INFO:tasks.workunit.client.0.smithi032.stdout:527 2023-12-22T17:32:50.154 INFO:tasks.workunit.client.0.smithi032.stdout:528 2023-12-22T17:32:50.155 INFO:tasks.workunit.client.0.smithi032.stdout:529 2023-12-22T17:32:50.157 INFO:tasks.workunit.client.0.smithi032.stdout:530 2023-12-22T17:32:50.158 INFO:tasks.workunit.client.0.smithi032.stdout:531 2023-12-22T17:32:50.159 INFO:tasks.workunit.client.0.smithi032.stdout:532 2023-12-22T17:32:50.160 INFO:tasks.workunit.client.0.smithi032.stdout:533 2023-12-22T17:32:50.161 INFO:tasks.workunit.client.0.smithi032.stdout:534 2023-12-22T17:32:50.162 INFO:tasks.workunit.client.0.smithi032.stdout:535 2023-12-22T17:32:50.163 INFO:tasks.workunit.client.0.smithi032.stdout:536 2023-12-22T17:32:50.164 INFO:tasks.workunit.client.0.smithi032.stdout:537 2023-12-22T17:32:50.165 INFO:tasks.workunit.client.0.smithi032.stdout:538 2023-12-22T17:32:50.166 INFO:tasks.workunit.client.0.smithi032.stdout:539 2023-12-22T17:32:50.167 INFO:tasks.workunit.client.0.smithi032.stdout:540 2023-12-22T17:32:50.168 INFO:tasks.workunit.client.0.smithi032.stdout:541 2023-12-22T17:32:50.169 INFO:tasks.workunit.client.0.smithi032.stdout:542 2023-12-22T17:32:50.170 INFO:tasks.workunit.client.0.smithi032.stdout:543 2023-12-22T17:32:50.172 INFO:tasks.workunit.client.0.smithi032.stdout:544 2023-12-22T17:32:50.173 INFO:tasks.workunit.client.0.smithi032.stdout:545 2023-12-22T17:32:50.174 INFO:tasks.workunit.client.0.smithi032.stdout:546 2023-12-22T17:32:50.175 INFO:tasks.workunit.client.0.smithi032.stdout:547 2023-12-22T17:32:50.176 INFO:tasks.workunit.client.0.smithi032.stdout:548 2023-12-22T17:32:50.177 INFO:tasks.workunit.client.0.smithi032.stdout:549 2023-12-22T17:32:50.178 INFO:tasks.workunit.client.0.smithi032.stdout:550 2023-12-22T17:32:50.179 INFO:tasks.workunit.client.0.smithi032.stdout:551 2023-12-22T17:32:50.180 INFO:tasks.workunit.client.0.smithi032.stdout:552 2023-12-22T17:32:50.181 INFO:tasks.workunit.client.0.smithi032.stdout:553 2023-12-22T17:32:50.182 INFO:tasks.workunit.client.0.smithi032.stdout:554 2023-12-22T17:32:50.183 INFO:tasks.workunit.client.0.smithi032.stdout:555 2023-12-22T17:32:50.184 INFO:tasks.workunit.client.0.smithi032.stdout:556 2023-12-22T17:32:50.185 INFO:tasks.workunit.client.0.smithi032.stdout:557 2023-12-22T17:32:50.186 INFO:tasks.workunit.client.0.smithi032.stdout:558 2023-12-22T17:32:50.187 INFO:tasks.workunit.client.0.smithi032.stdout:559 2023-12-22T17:32:50.188 INFO:tasks.workunit.client.0.smithi032.stdout:560 2023-12-22T17:32:50.189 INFO:tasks.workunit.client.0.smithi032.stdout:561 2023-12-22T17:32:50.190 INFO:tasks.workunit.client.0.smithi032.stdout:562 2023-12-22T17:32:50.191 INFO:tasks.workunit.client.0.smithi032.stdout:563 2023-12-22T17:32:50.192 INFO:tasks.workunit.client.0.smithi032.stdout:564 2023-12-22T17:32:50.194 INFO:tasks.workunit.client.0.smithi032.stdout:565 2023-12-22T17:32:50.195 INFO:tasks.workunit.client.0.smithi032.stdout:566 2023-12-22T17:32:50.196 INFO:tasks.workunit.client.0.smithi032.stdout:567 2023-12-22T17:32:50.197 INFO:tasks.workunit.client.0.smithi032.stdout:568 2023-12-22T17:32:50.198 INFO:tasks.workunit.client.0.smithi032.stdout:569 2023-12-22T17:32:50.199 INFO:tasks.workunit.client.0.smithi032.stdout:570 2023-12-22T17:32:50.200 INFO:tasks.workunit.client.0.smithi032.stdout:571 2023-12-22T17:32:50.202 INFO:tasks.workunit.client.0.smithi032.stdout:572 2023-12-22T17:32:50.203 INFO:tasks.workunit.client.0.smithi032.stdout:573 2023-12-22T17:32:50.204 INFO:tasks.workunit.client.0.smithi032.stdout:574 2023-12-22T17:32:50.205 INFO:tasks.workunit.client.0.smithi032.stdout:575 2023-12-22T17:32:50.206 INFO:tasks.workunit.client.0.smithi032.stdout:576 2023-12-22T17:32:50.207 INFO:tasks.workunit.client.0.smithi032.stdout:577 2023-12-22T17:32:50.208 INFO:tasks.workunit.client.0.smithi032.stdout:578 2023-12-22T17:32:50.209 INFO:tasks.workunit.client.0.smithi032.stdout:579 2023-12-22T17:32:50.210 INFO:tasks.workunit.client.0.smithi032.stdout:580 2023-12-22T17:32:50.211 INFO:tasks.workunit.client.0.smithi032.stdout:581 2023-12-22T17:32:50.212 INFO:tasks.workunit.client.0.smithi032.stdout:582 2023-12-22T17:32:50.213 INFO:tasks.workunit.client.0.smithi032.stdout:583 2023-12-22T17:32:50.214 INFO:tasks.workunit.client.0.smithi032.stdout:584 2023-12-22T17:32:50.216 INFO:tasks.workunit.client.0.smithi032.stdout:585 2023-12-22T17:32:50.217 INFO:tasks.workunit.client.0.smithi032.stdout:586 2023-12-22T17:32:50.218 INFO:tasks.workunit.client.0.smithi032.stdout:587 2023-12-22T17:32:50.219 INFO:tasks.workunit.client.0.smithi032.stdout:588 2023-12-22T17:32:50.220 INFO:tasks.workunit.client.0.smithi032.stdout:589 2023-12-22T17:32:50.221 INFO:tasks.workunit.client.0.smithi032.stdout:590 2023-12-22T17:32:50.222 INFO:tasks.workunit.client.0.smithi032.stdout:591 2023-12-22T17:32:50.223 INFO:tasks.workunit.client.0.smithi032.stdout:592 2023-12-22T17:32:50.225 INFO:tasks.workunit.client.0.smithi032.stdout:593 2023-12-22T17:32:50.226 INFO:tasks.workunit.client.0.smithi032.stdout:594 2023-12-22T17:32:50.228 INFO:tasks.workunit.client.0.smithi032.stdout:595 2023-12-22T17:32:50.229 INFO:tasks.workunit.client.0.smithi032.stdout:596 2023-12-22T17:32:50.230 INFO:tasks.workunit.client.0.smithi032.stdout:597 2023-12-22T17:32:50.231 INFO:tasks.workunit.client.0.smithi032.stdout:598 2023-12-22T17:32:50.233 INFO:tasks.workunit.client.0.smithi032.stdout:599 2023-12-22T17:32:50.234 INFO:tasks.workunit.client.0.smithi032.stdout:600 2023-12-22T17:32:50.235 INFO:tasks.workunit.client.0.smithi032.stdout:601 2023-12-22T17:32:50.236 INFO:tasks.workunit.client.0.smithi032.stdout:602 2023-12-22T17:32:50.237 INFO:tasks.workunit.client.0.smithi032.stdout:603 2023-12-22T17:32:50.238 INFO:tasks.workunit.client.0.smithi032.stdout:604 2023-12-22T17:32:50.240 INFO:tasks.workunit.client.0.smithi032.stdout:605 2023-12-22T17:32:50.241 INFO:tasks.workunit.client.0.smithi032.stdout:606 2023-12-22T17:32:50.242 INFO:tasks.workunit.client.0.smithi032.stdout:607 2023-12-22T17:32:50.243 INFO:tasks.workunit.client.0.smithi032.stdout:608 2023-12-22T17:32:50.244 INFO:tasks.workunit.client.0.smithi032.stdout:609 2023-12-22T17:32:50.245 INFO:tasks.workunit.client.0.smithi032.stdout:610 2023-12-22T17:32:50.246 INFO:tasks.workunit.client.0.smithi032.stdout:611 2023-12-22T17:32:50.247 INFO:tasks.workunit.client.0.smithi032.stdout:612 2023-12-22T17:32:50.248 INFO:tasks.workunit.client.0.smithi032.stdout:613 2023-12-22T17:32:50.249 INFO:tasks.workunit.client.0.smithi032.stdout:614 2023-12-22T17:32:50.251 INFO:tasks.workunit.client.0.smithi032.stdout:615 2023-12-22T17:32:50.252 INFO:tasks.workunit.client.0.smithi032.stdout:616 2023-12-22T17:32:50.253 INFO:tasks.workunit.client.0.smithi032.stdout:617 2023-12-22T17:32:50.254 INFO:tasks.workunit.client.0.smithi032.stdout:618 2023-12-22T17:32:50.255 INFO:tasks.workunit.client.0.smithi032.stdout:619 2023-12-22T17:32:50.256 INFO:tasks.workunit.client.0.smithi032.stdout:620 2023-12-22T17:32:50.257 INFO:tasks.workunit.client.0.smithi032.stdout:621 2023-12-22T17:32:50.259 INFO:tasks.workunit.client.0.smithi032.stdout:622 2023-12-22T17:32:50.260 INFO:tasks.workunit.client.0.smithi032.stdout:623 2023-12-22T17:32:50.261 INFO:tasks.workunit.client.0.smithi032.stdout:624 2023-12-22T17:32:50.262 INFO:tasks.workunit.client.0.smithi032.stdout:625 2023-12-22T17:32:50.263 INFO:tasks.workunit.client.0.smithi032.stdout:626 2023-12-22T17:32:50.264 INFO:tasks.workunit.client.0.smithi032.stdout:627 2023-12-22T17:32:50.265 INFO:tasks.workunit.client.0.smithi032.stdout:628 2023-12-22T17:32:50.266 INFO:tasks.workunit.client.0.smithi032.stdout:629 2023-12-22T17:32:50.267 INFO:tasks.workunit.client.0.smithi032.stdout:630 2023-12-22T17:32:50.268 INFO:tasks.workunit.client.0.smithi032.stdout:631 2023-12-22T17:32:50.269 INFO:tasks.workunit.client.0.smithi032.stdout:632 2023-12-22T17:32:50.270 INFO:tasks.workunit.client.0.smithi032.stdout:633 2023-12-22T17:32:50.271 INFO:tasks.workunit.client.0.smithi032.stdout:634 2023-12-22T17:32:50.272 INFO:tasks.workunit.client.0.smithi032.stdout:635 2023-12-22T17:32:50.273 INFO:tasks.workunit.client.0.smithi032.stdout:636 2023-12-22T17:32:50.274 INFO:tasks.workunit.client.0.smithi032.stdout:637 2023-12-22T17:32:50.275 INFO:tasks.workunit.client.0.smithi032.stdout:638 2023-12-22T17:32:50.276 INFO:tasks.workunit.client.0.smithi032.stdout:639 2023-12-22T17:32:50.277 INFO:tasks.workunit.client.0.smithi032.stdout:640 2023-12-22T17:32:50.278 INFO:tasks.workunit.client.0.smithi032.stdout:641 2023-12-22T17:32:50.279 INFO:tasks.workunit.client.0.smithi032.stdout:642 2023-12-22T17:32:50.281 INFO:tasks.workunit.client.0.smithi032.stdout:643 2023-12-22T17:32:50.285 INFO:tasks.workunit.client.0.smithi032.stdout:644 2023-12-22T17:32:50.285 INFO:tasks.workunit.client.0.smithi032.stdout:645 2023-12-22T17:32:50.285 INFO:tasks.workunit.client.0.smithi032.stdout:646 2023-12-22T17:32:50.285 INFO:tasks.workunit.client.0.smithi032.stdout:647 2023-12-22T17:32:50.286 INFO:tasks.workunit.client.0.smithi032.stdout:648 2023-12-22T17:32:50.288 INFO:tasks.workunit.client.0.smithi032.stdout:649 2023-12-22T17:32:50.289 INFO:tasks.workunit.client.0.smithi032.stdout:650 2023-12-22T17:32:50.290 INFO:tasks.workunit.client.0.smithi032.stdout:651 2023-12-22T17:32:50.291 INFO:tasks.workunit.client.0.smithi032.stdout:652 2023-12-22T17:32:50.292 INFO:tasks.workunit.client.0.smithi032.stdout:653 2023-12-22T17:32:50.293 INFO:tasks.workunit.client.0.smithi032.stdout:654 2023-12-22T17:32:50.295 INFO:tasks.workunit.client.0.smithi032.stdout:655 2023-12-22T17:32:50.296 INFO:tasks.workunit.client.0.smithi032.stdout:656 2023-12-22T17:32:50.297 INFO:tasks.workunit.client.0.smithi032.stdout:657 2023-12-22T17:32:50.298 INFO:tasks.workunit.client.0.smithi032.stdout:658 2023-12-22T17:32:50.299 INFO:tasks.workunit.client.0.smithi032.stdout:659 2023-12-22T17:32:50.301 INFO:tasks.workunit.client.0.smithi032.stdout:660 2023-12-22T17:32:50.302 INFO:tasks.workunit.client.0.smithi032.stdout:661 2023-12-22T17:32:50.303 INFO:tasks.workunit.client.0.smithi032.stdout:662 2023-12-22T17:32:50.304 INFO:tasks.workunit.client.0.smithi032.stdout:663 2023-12-22T17:32:50.305 INFO:tasks.workunit.client.0.smithi032.stdout:664 2023-12-22T17:32:50.306 INFO:tasks.workunit.client.0.smithi032.stdout:665 2023-12-22T17:32:50.307 INFO:tasks.workunit.client.0.smithi032.stdout:666 2023-12-22T17:32:50.308 INFO:tasks.workunit.client.0.smithi032.stdout:667 2023-12-22T17:32:50.310 INFO:tasks.workunit.client.0.smithi032.stdout:668 2023-12-22T17:32:50.311 INFO:tasks.workunit.client.0.smithi032.stdout:669 2023-12-22T17:32:50.312 INFO:tasks.workunit.client.0.smithi032.stdout:670 2023-12-22T17:32:50.313 INFO:tasks.workunit.client.0.smithi032.stdout:671 2023-12-22T17:32:50.314 INFO:tasks.workunit.client.0.smithi032.stdout:672 2023-12-22T17:32:50.315 INFO:tasks.workunit.client.0.smithi032.stdout:673 2023-12-22T17:32:50.316 INFO:tasks.workunit.client.0.smithi032.stdout:674 2023-12-22T17:32:50.317 INFO:tasks.workunit.client.0.smithi032.stdout:675 2023-12-22T17:32:50.318 INFO:tasks.workunit.client.0.smithi032.stdout:676 2023-12-22T17:32:50.320 INFO:tasks.workunit.client.0.smithi032.stdout:677 2023-12-22T17:32:50.321 INFO:tasks.workunit.client.0.smithi032.stdout:678 2023-12-22T17:32:50.322 INFO:tasks.workunit.client.0.smithi032.stdout:679 2023-12-22T17:32:50.323 INFO:tasks.workunit.client.0.smithi032.stdout:680 2023-12-22T17:32:50.324 INFO:tasks.workunit.client.0.smithi032.stdout:681 2023-12-22T17:32:50.326 INFO:tasks.workunit.client.0.smithi032.stdout:682 2023-12-22T17:32:50.327 INFO:tasks.workunit.client.0.smithi032.stdout:683 2023-12-22T17:32:50.328 INFO:tasks.workunit.client.0.smithi032.stdout:684 2023-12-22T17:32:50.329 INFO:tasks.workunit.client.0.smithi032.stdout:685 2023-12-22T17:32:50.330 INFO:tasks.workunit.client.0.smithi032.stdout:686 2023-12-22T17:32:50.331 INFO:tasks.workunit.client.0.smithi032.stdout:687 2023-12-22T17:32:50.332 INFO:tasks.workunit.client.0.smithi032.stdout:688 2023-12-22T17:32:50.334 INFO:tasks.workunit.client.0.smithi032.stdout:689 2023-12-22T17:32:50.335 INFO:tasks.workunit.client.0.smithi032.stdout:690 2023-12-22T17:32:50.336 INFO:tasks.workunit.client.0.smithi032.stdout:691 2023-12-22T17:32:50.337 INFO:tasks.workunit.client.0.smithi032.stdout:692 2023-12-22T17:32:50.338 INFO:tasks.workunit.client.0.smithi032.stdout:693 2023-12-22T17:32:50.340 INFO:tasks.workunit.client.0.smithi032.stdout:694 2023-12-22T17:32:50.341 INFO:tasks.workunit.client.0.smithi032.stdout:695 2023-12-22T17:32:50.342 INFO:tasks.workunit.client.0.smithi032.stdout:696 2023-12-22T17:32:50.343 INFO:tasks.workunit.client.0.smithi032.stdout:697 2023-12-22T17:32:50.344 INFO:tasks.workunit.client.0.smithi032.stdout:698 2023-12-22T17:32:50.345 INFO:tasks.workunit.client.0.smithi032.stdout:699 2023-12-22T17:32:50.346 INFO:tasks.workunit.client.0.smithi032.stdout:700 2023-12-22T17:32:50.348 INFO:tasks.workunit.client.0.smithi032.stdout:701 2023-12-22T17:32:50.349 INFO:tasks.workunit.client.0.smithi032.stdout:702 2023-12-22T17:32:50.350 INFO:tasks.workunit.client.0.smithi032.stdout:703 2023-12-22T17:32:50.352 INFO:tasks.workunit.client.0.smithi032.stdout:704 2023-12-22T17:32:50.353 INFO:tasks.workunit.client.0.smithi032.stdout:705 2023-12-22T17:32:50.354 INFO:tasks.workunit.client.0.smithi032.stdout:706 2023-12-22T17:32:50.356 INFO:tasks.workunit.client.0.smithi032.stdout:707 2023-12-22T17:32:50.357 INFO:tasks.workunit.client.0.smithi032.stdout:708 2023-12-22T17:32:50.358 INFO:tasks.workunit.client.0.smithi032.stdout:709 2023-12-22T17:32:50.359 INFO:tasks.workunit.client.0.smithi032.stdout:710 2023-12-22T17:32:50.360 INFO:tasks.workunit.client.0.smithi032.stdout:711 2023-12-22T17:32:50.362 INFO:tasks.workunit.client.0.smithi032.stdout:712 2023-12-22T17:32:50.363 INFO:tasks.workunit.client.0.smithi032.stdout:713 2023-12-22T17:32:50.364 INFO:tasks.workunit.client.0.smithi032.stdout:714 2023-12-22T17:32:50.365 INFO:tasks.workunit.client.0.smithi032.stdout:715 2023-12-22T17:32:50.366 INFO:tasks.workunit.client.0.smithi032.stdout:716 2023-12-22T17:32:50.367 INFO:tasks.workunit.client.0.smithi032.stdout:717 2023-12-22T17:32:50.368 INFO:tasks.workunit.client.0.smithi032.stdout:718 2023-12-22T17:32:50.370 INFO:tasks.workunit.client.0.smithi032.stdout:719 2023-12-22T17:32:50.371 INFO:tasks.workunit.client.0.smithi032.stdout:720 2023-12-22T17:32:50.372 INFO:tasks.workunit.client.0.smithi032.stdout:721 2023-12-22T17:32:50.373 INFO:tasks.workunit.client.0.smithi032.stdout:722 2023-12-22T17:32:50.374 INFO:tasks.workunit.client.0.smithi032.stdout:723 2023-12-22T17:32:50.375 INFO:tasks.workunit.client.0.smithi032.stdout:724 2023-12-22T17:32:50.377 INFO:tasks.workunit.client.0.smithi032.stdout:725 2023-12-22T17:32:50.379 INFO:tasks.workunit.client.0.smithi032.stdout:726 2023-12-22T17:32:50.380 INFO:tasks.workunit.client.0.smithi032.stdout:727 2023-12-22T17:32:50.381 INFO:tasks.workunit.client.0.smithi032.stdout:728 2023-12-22T17:32:50.383 INFO:tasks.workunit.client.0.smithi032.stdout:729 2023-12-22T17:32:50.384 INFO:tasks.workunit.client.0.smithi032.stdout:730 2023-12-22T17:32:50.385 INFO:tasks.workunit.client.0.smithi032.stdout:731 2023-12-22T17:32:50.386 INFO:tasks.workunit.client.0.smithi032.stdout:732 2023-12-22T17:32:50.388 INFO:tasks.workunit.client.0.smithi032.stdout:733 2023-12-22T17:32:50.389 INFO:tasks.workunit.client.0.smithi032.stdout:734 2023-12-22T17:32:50.390 INFO:tasks.workunit.client.0.smithi032.stdout:735 2023-12-22T17:32:50.392 INFO:tasks.workunit.client.0.smithi032.stdout:736 2023-12-22T17:32:50.393 INFO:tasks.workunit.client.0.smithi032.stdout:737 2023-12-22T17:32:50.394 INFO:tasks.workunit.client.0.smithi032.stdout:738 2023-12-22T17:32:50.395 INFO:tasks.workunit.client.0.smithi032.stdout:739 2023-12-22T17:32:50.397 INFO:tasks.workunit.client.0.smithi032.stdout:740 2023-12-22T17:32:50.398 INFO:tasks.workunit.client.0.smithi032.stdout:741 2023-12-22T17:32:50.399 INFO:tasks.workunit.client.0.smithi032.stdout:742 2023-12-22T17:32:50.401 INFO:tasks.workunit.client.0.smithi032.stdout:743 2023-12-22T17:32:50.402 INFO:tasks.workunit.client.0.smithi032.stdout:744 2023-12-22T17:32:50.403 INFO:tasks.workunit.client.0.smithi032.stdout:745 2023-12-22T17:32:50.404 INFO:tasks.workunit.client.0.smithi032.stdout:746 2023-12-22T17:32:50.405 INFO:tasks.workunit.client.0.smithi032.stdout:747 2023-12-22T17:32:50.406 INFO:tasks.workunit.client.0.smithi032.stdout:748 2023-12-22T17:32:50.407 INFO:tasks.workunit.client.0.smithi032.stdout:749 2023-12-22T17:32:50.408 INFO:tasks.workunit.client.0.smithi032.stdout:750 2023-12-22T17:32:50.409 INFO:tasks.workunit.client.0.smithi032.stdout:751 2023-12-22T17:32:50.411 INFO:tasks.workunit.client.0.smithi032.stdout:752 2023-12-22T17:32:50.412 INFO:tasks.workunit.client.0.smithi032.stdout:753 2023-12-22T17:32:50.413 INFO:tasks.workunit.client.0.smithi032.stdout:754 2023-12-22T17:32:50.414 INFO:tasks.workunit.client.0.smithi032.stdout:755 2023-12-22T17:32:50.416 INFO:tasks.workunit.client.0.smithi032.stdout:756 2023-12-22T17:32:50.417 INFO:tasks.workunit.client.0.smithi032.stdout:757 2023-12-22T17:32:50.418 INFO:tasks.workunit.client.0.smithi032.stdout:758 2023-12-22T17:32:50.419 INFO:tasks.workunit.client.0.smithi032.stdout:759 2023-12-22T17:32:50.420 INFO:tasks.workunit.client.0.smithi032.stdout:760 2023-12-22T17:32:50.421 INFO:tasks.workunit.client.0.smithi032.stdout:761 2023-12-22T17:32:50.423 INFO:tasks.workunit.client.0.smithi032.stdout:762 2023-12-22T17:32:50.424 INFO:tasks.workunit.client.0.smithi032.stdout:763 2023-12-22T17:32:50.425 INFO:tasks.workunit.client.0.smithi032.stdout:764 2023-12-22T17:32:50.426 INFO:tasks.workunit.client.0.smithi032.stdout:765 2023-12-22T17:32:50.427 INFO:tasks.workunit.client.0.smithi032.stdout:766 2023-12-22T17:32:50.429 INFO:tasks.workunit.client.0.smithi032.stdout:767 2023-12-22T17:32:50.430 INFO:tasks.workunit.client.0.smithi032.stdout:768 2023-12-22T17:32:50.431 INFO:tasks.workunit.client.0.smithi032.stdout:769 2023-12-22T17:32:50.432 INFO:tasks.workunit.client.0.smithi032.stdout:770 2023-12-22T17:32:50.434 INFO:tasks.workunit.client.0.smithi032.stdout:771 2023-12-22T17:32:50.435 INFO:tasks.workunit.client.0.smithi032.stdout:772 2023-12-22T17:32:50.437 INFO:tasks.workunit.client.0.smithi032.stdout:773 2023-12-22T17:32:50.438 INFO:tasks.workunit.client.0.smithi032.stdout:774 2023-12-22T17:32:50.439 INFO:tasks.workunit.client.0.smithi032.stdout:775 2023-12-22T17:32:50.441 INFO:tasks.workunit.client.0.smithi032.stdout:776 2023-12-22T17:32:50.442 INFO:tasks.workunit.client.0.smithi032.stdout:777 2023-12-22T17:32:50.443 INFO:tasks.workunit.client.0.smithi032.stdout:778 2023-12-22T17:32:50.445 INFO:tasks.workunit.client.0.smithi032.stdout:779 2023-12-22T17:32:50.446 INFO:tasks.workunit.client.0.smithi032.stdout:780 2023-12-22T17:32:50.447 INFO:tasks.workunit.client.0.smithi032.stdout:781 2023-12-22T17:32:50.449 INFO:tasks.workunit.client.0.smithi032.stdout:782 2023-12-22T17:32:50.450 INFO:tasks.workunit.client.0.smithi032.stdout:783 2023-12-22T17:32:50.451 INFO:tasks.workunit.client.0.smithi032.stdout:784 2023-12-22T17:32:50.453 INFO:tasks.workunit.client.0.smithi032.stdout:785 2023-12-22T17:32:50.455 INFO:tasks.workunit.client.0.smithi032.stdout:786 2023-12-22T17:32:50.456 INFO:tasks.workunit.client.0.smithi032.stdout:787 2023-12-22T17:32:50.457 INFO:tasks.workunit.client.0.smithi032.stdout:788 2023-12-22T17:32:50.458 INFO:tasks.workunit.client.0.smithi032.stdout:789 2023-12-22T17:32:50.460 INFO:tasks.workunit.client.0.smithi032.stdout:790 2023-12-22T17:32:50.461 INFO:tasks.workunit.client.0.smithi032.stdout:791 2023-12-22T17:32:50.462 INFO:tasks.workunit.client.0.smithi032.stdout:792 2023-12-22T17:32:50.464 INFO:tasks.workunit.client.0.smithi032.stdout:793 2023-12-22T17:32:50.464 INFO:tasks.workunit.client.0.smithi032.stdout:794 2023-12-22T17:32:50.466 INFO:tasks.workunit.client.0.smithi032.stdout:795 2023-12-22T17:32:50.467 INFO:tasks.workunit.client.0.smithi032.stdout:796 2023-12-22T17:32:50.468 INFO:tasks.workunit.client.0.smithi032.stdout:797 2023-12-22T17:32:50.469 INFO:tasks.workunit.client.0.smithi032.stdout:798 2023-12-22T17:32:50.470 INFO:tasks.workunit.client.0.smithi032.stdout:799 2023-12-22T17:32:50.471 INFO:tasks.workunit.client.0.smithi032.stdout:800 2023-12-22T17:32:50.473 INFO:tasks.workunit.client.0.smithi032.stdout:801 2023-12-22T17:32:50.474 INFO:tasks.workunit.client.0.smithi032.stdout:802 2023-12-22T17:32:50.475 INFO:tasks.workunit.client.0.smithi032.stdout:803 2023-12-22T17:32:50.476 INFO:tasks.workunit.client.0.smithi032.stdout:804 2023-12-22T17:32:50.477 INFO:tasks.workunit.client.0.smithi032.stdout:805 2023-12-22T17:32:50.478 INFO:tasks.workunit.client.0.smithi032.stdout:806 2023-12-22T17:32:50.479 INFO:tasks.workunit.client.0.smithi032.stdout:807 2023-12-22T17:32:50.481 INFO:tasks.workunit.client.0.smithi032.stdout:808 2023-12-22T17:32:50.482 INFO:tasks.workunit.client.0.smithi032.stdout:809 2023-12-22T17:32:50.483 INFO:tasks.workunit.client.0.smithi032.stdout:810 2023-12-22T17:32:50.484 INFO:tasks.workunit.client.0.smithi032.stdout:811 2023-12-22T17:32:50.485 INFO:tasks.workunit.client.0.smithi032.stdout:812 2023-12-22T17:32:50.487 INFO:tasks.workunit.client.0.smithi032.stdout:813 2023-12-22T17:32:50.488 INFO:tasks.workunit.client.0.smithi032.stdout:814 2023-12-22T17:32:50.489 INFO:tasks.workunit.client.0.smithi032.stdout:815 2023-12-22T17:32:50.490 INFO:tasks.workunit.client.0.smithi032.stdout:816 2023-12-22T17:32:50.491 INFO:tasks.workunit.client.0.smithi032.stdout:817 2023-12-22T17:32:50.492 INFO:tasks.workunit.client.0.smithi032.stdout:818 2023-12-22T17:32:50.494 INFO:tasks.workunit.client.0.smithi032.stdout:819 2023-12-22T17:32:50.495 INFO:tasks.workunit.client.0.smithi032.stdout:820 2023-12-22T17:32:50.496 INFO:tasks.workunit.client.0.smithi032.stdout:821 2023-12-22T17:32:50.497 INFO:tasks.workunit.client.0.smithi032.stdout:822 2023-12-22T17:32:50.498 INFO:tasks.workunit.client.0.smithi032.stdout:823 2023-12-22T17:32:50.500 INFO:tasks.workunit.client.0.smithi032.stdout:824 2023-12-22T17:32:50.501 INFO:tasks.workunit.client.0.smithi032.stdout:825 2023-12-22T17:32:50.502 INFO:tasks.workunit.client.0.smithi032.stdout:826 2023-12-22T17:32:50.504 INFO:tasks.workunit.client.0.smithi032.stdout:827 2023-12-22T17:32:50.505 INFO:tasks.workunit.client.0.smithi032.stdout:828 2023-12-22T17:32:50.506 INFO:tasks.workunit.client.0.smithi032.stdout:829 2023-12-22T17:32:50.507 INFO:tasks.workunit.client.0.smithi032.stdout:830 2023-12-22T17:32:50.509 INFO:tasks.workunit.client.0.smithi032.stdout:831 2023-12-22T17:32:50.510 INFO:tasks.workunit.client.0.smithi032.stdout:832 2023-12-22T17:32:50.511 INFO:tasks.workunit.client.0.smithi032.stdout:833 2023-12-22T17:32:50.512 INFO:tasks.workunit.client.0.smithi032.stdout:834 2023-12-22T17:32:50.514 INFO:tasks.workunit.client.0.smithi032.stdout:835 2023-12-22T17:32:50.515 INFO:tasks.workunit.client.0.smithi032.stdout:836 2023-12-22T17:32:50.516 INFO:tasks.workunit.client.0.smithi032.stdout:837 2023-12-22T17:32:50.517 INFO:tasks.workunit.client.0.smithi032.stdout:838 2023-12-22T17:32:50.519 INFO:tasks.workunit.client.0.smithi032.stdout:839 2023-12-22T17:32:50.520 INFO:tasks.workunit.client.0.smithi032.stdout:840 2023-12-22T17:32:50.521 INFO:tasks.workunit.client.0.smithi032.stdout:841 2023-12-22T17:32:50.522 INFO:tasks.workunit.client.0.smithi032.stdout:842 2023-12-22T17:32:50.523 INFO:tasks.workunit.client.0.smithi032.stdout:843 2023-12-22T17:32:50.524 INFO:tasks.workunit.client.0.smithi032.stdout:844 2023-12-22T17:32:50.526 INFO:tasks.workunit.client.0.smithi032.stdout:845 2023-12-22T17:32:50.527 INFO:tasks.workunit.client.0.smithi032.stdout:846 2023-12-22T17:32:50.528 INFO:tasks.workunit.client.0.smithi032.stdout:847 2023-12-22T17:32:50.529 INFO:tasks.workunit.client.0.smithi032.stdout:848 2023-12-22T17:32:50.531 INFO:tasks.workunit.client.0.smithi032.stdout:849 2023-12-22T17:32:50.532 INFO:tasks.workunit.client.0.smithi032.stdout:850 2023-12-22T17:32:50.533 INFO:tasks.workunit.client.0.smithi032.stdout:851 2023-12-22T17:32:50.535 INFO:tasks.workunit.client.0.smithi032.stdout:852 2023-12-22T17:32:50.536 INFO:tasks.workunit.client.0.smithi032.stdout:853 2023-12-22T17:32:50.538 INFO:tasks.workunit.client.0.smithi032.stdout:854 2023-12-22T17:32:50.539 INFO:tasks.workunit.client.0.smithi032.stdout:855 2023-12-22T17:32:50.540 INFO:tasks.workunit.client.0.smithi032.stdout:856 2023-12-22T17:32:50.542 INFO:tasks.workunit.client.0.smithi032.stdout:857 2023-12-22T17:32:50.543 INFO:tasks.workunit.client.0.smithi032.stdout:858 2023-12-22T17:32:50.544 INFO:tasks.workunit.client.0.smithi032.stdout:859 2023-12-22T17:32:50.545 INFO:tasks.workunit.client.0.smithi032.stdout:860 2023-12-22T17:32:50.547 INFO:tasks.workunit.client.0.smithi032.stdout:861 2023-12-22T17:32:50.548 INFO:tasks.workunit.client.0.smithi032.stdout:862 2023-12-22T17:32:50.549 INFO:tasks.workunit.client.0.smithi032.stdout:863 2023-12-22T17:32:50.551 INFO:tasks.workunit.client.0.smithi032.stdout:864 2023-12-22T17:32:50.552 INFO:tasks.workunit.client.0.smithi032.stdout:865 2023-12-22T17:32:50.553 INFO:tasks.workunit.client.0.smithi032.stdout:866 2023-12-22T17:32:50.555 INFO:tasks.workunit.client.0.smithi032.stdout:867 2023-12-22T17:32:50.556 INFO:tasks.workunit.client.0.smithi032.stdout:868 2023-12-22T17:32:50.558 INFO:tasks.workunit.client.0.smithi032.stdout:869 2023-12-22T17:32:50.559 INFO:tasks.workunit.client.0.smithi032.stdout:870 2023-12-22T17:32:50.560 INFO:tasks.workunit.client.0.smithi032.stdout:871 2023-12-22T17:32:50.562 INFO:tasks.workunit.client.0.smithi032.stdout:872 2023-12-22T17:32:50.563 INFO:tasks.workunit.client.0.smithi032.stdout:873 2023-12-22T17:32:50.564 INFO:tasks.workunit.client.0.smithi032.stdout:874 2023-12-22T17:32:50.565 INFO:tasks.workunit.client.0.smithi032.stdout:875 2023-12-22T17:32:50.566 INFO:tasks.workunit.client.0.smithi032.stdout:876 2023-12-22T17:32:50.568 INFO:tasks.workunit.client.0.smithi032.stdout:877 2023-12-22T17:32:50.569 INFO:tasks.workunit.client.0.smithi032.stdout:878 2023-12-22T17:32:50.570 INFO:tasks.workunit.client.0.smithi032.stdout:879 2023-12-22T17:32:50.571 INFO:tasks.workunit.client.0.smithi032.stdout:880 2023-12-22T17:32:50.572 INFO:tasks.workunit.client.0.smithi032.stdout:881 2023-12-22T17:32:50.574 INFO:tasks.workunit.client.0.smithi032.stdout:882 2023-12-22T17:32:50.575 INFO:tasks.workunit.client.0.smithi032.stdout:883 2023-12-22T17:32:50.576 INFO:tasks.workunit.client.0.smithi032.stdout:884 2023-12-22T17:32:50.577 INFO:tasks.workunit.client.0.smithi032.stdout:885 2023-12-22T17:32:50.581 INFO:tasks.workunit.client.0.smithi032.stdout:886 2023-12-22T17:32:50.581 INFO:tasks.workunit.client.0.smithi032.stdout:887 2023-12-22T17:32:50.581 INFO:tasks.workunit.client.0.smithi032.stdout:888 2023-12-22T17:32:50.582 INFO:tasks.workunit.client.0.smithi032.stdout:889 2023-12-22T17:32:50.584 INFO:tasks.workunit.client.0.smithi032.stdout:890 2023-12-22T17:32:50.585 INFO:tasks.workunit.client.0.smithi032.stdout:891 2023-12-22T17:32:50.586 INFO:tasks.workunit.client.0.smithi032.stdout:892 2023-12-22T17:32:50.587 INFO:tasks.workunit.client.0.smithi032.stdout:893 2023-12-22T17:32:50.589 INFO:tasks.workunit.client.0.smithi032.stdout:894 2023-12-22T17:32:50.590 INFO:tasks.workunit.client.0.smithi032.stdout:895 2023-12-22T17:32:50.591 INFO:tasks.workunit.client.0.smithi032.stdout:896 2023-12-22T17:32:50.592 INFO:tasks.workunit.client.0.smithi032.stdout:897 2023-12-22T17:32:50.593 INFO:tasks.workunit.client.0.smithi032.stdout:898 2023-12-22T17:32:50.594 INFO:tasks.workunit.client.0.smithi032.stdout:899 2023-12-22T17:32:50.596 INFO:tasks.workunit.client.0.smithi032.stdout:900 2023-12-22T17:32:50.597 INFO:tasks.workunit.client.0.smithi032.stdout:901 2023-12-22T17:32:50.598 INFO:tasks.workunit.client.0.smithi032.stdout:902 2023-12-22T17:32:50.599 INFO:tasks.workunit.client.0.smithi032.stdout:903 2023-12-22T17:32:50.601 INFO:tasks.workunit.client.0.smithi032.stdout:904 2023-12-22T17:32:50.602 INFO:tasks.workunit.client.0.smithi032.stdout:905 2023-12-22T17:32:50.603 INFO:tasks.workunit.client.0.smithi032.stdout:906 2023-12-22T17:32:50.604 INFO:tasks.workunit.client.0.smithi032.stdout:907 2023-12-22T17:32:50.605 INFO:tasks.workunit.client.0.smithi032.stdout:908 2023-12-22T17:32:50.607 INFO:tasks.workunit.client.0.smithi032.stdout:909 2023-12-22T17:32:50.608 INFO:tasks.workunit.client.0.smithi032.stdout:910 2023-12-22T17:32:50.609 INFO:tasks.workunit.client.0.smithi032.stdout:911 2023-12-22T17:32:50.611 INFO:tasks.workunit.client.0.smithi032.stdout:912 2023-12-22T17:32:50.612 INFO:tasks.workunit.client.0.smithi032.stdout:913 2023-12-22T17:32:50.613 INFO:tasks.workunit.client.0.smithi032.stdout:914 2023-12-22T17:32:50.614 INFO:tasks.workunit.client.0.smithi032.stdout:915 2023-12-22T17:32:50.618 INFO:tasks.workunit.client.0.smithi032.stdout:916 2023-12-22T17:32:50.620 INFO:tasks.workunit.client.0.smithi032.stdout:917 2023-12-22T17:32:50.622 INFO:tasks.workunit.client.0.smithi032.stdout:918 2023-12-22T17:32:50.623 INFO:tasks.workunit.client.0.smithi032.stdout:919 2023-12-22T17:32:50.624 INFO:tasks.workunit.client.0.smithi032.stdout:920 2023-12-22T17:32:50.625 INFO:tasks.workunit.client.0.smithi032.stdout:921 2023-12-22T17:32:50.626 INFO:tasks.workunit.client.0.smithi032.stdout:922 2023-12-22T17:32:50.627 INFO:tasks.workunit.client.0.smithi032.stdout:923 2023-12-22T17:32:50.629 INFO:tasks.workunit.client.0.smithi032.stdout:924 2023-12-22T17:32:50.630 INFO:tasks.workunit.client.0.smithi032.stdout:925 2023-12-22T17:32:50.631 INFO:tasks.workunit.client.0.smithi032.stdout:926 2023-12-22T17:32:50.632 INFO:tasks.workunit.client.0.smithi032.stdout:927 2023-12-22T17:32:50.633 INFO:tasks.workunit.client.0.smithi032.stdout:928 2023-12-22T17:32:50.634 INFO:tasks.workunit.client.0.smithi032.stdout:929 2023-12-22T17:32:50.635 INFO:tasks.workunit.client.0.smithi032.stdout:930 2023-12-22T17:32:50.636 INFO:tasks.workunit.client.0.smithi032.stdout:931 2023-12-22T17:32:50.638 INFO:tasks.workunit.client.0.smithi032.stdout:932 2023-12-22T17:32:50.639 INFO:tasks.workunit.client.0.smithi032.stdout:933 2023-12-22T17:32:50.640 INFO:tasks.workunit.client.0.smithi032.stdout:934 2023-12-22T17:32:50.641 INFO:tasks.workunit.client.0.smithi032.stdout:935 2023-12-22T17:32:50.642 INFO:tasks.workunit.client.0.smithi032.stdout:936 2023-12-22T17:32:50.644 INFO:tasks.workunit.client.0.smithi032.stdout:937 2023-12-22T17:32:50.645 INFO:tasks.workunit.client.0.smithi032.stdout:938 2023-12-22T17:32:50.646 INFO:tasks.workunit.client.0.smithi032.stdout:939 2023-12-22T17:32:50.647 INFO:tasks.workunit.client.0.smithi032.stdout:940 2023-12-22T17:32:50.649 INFO:tasks.workunit.client.0.smithi032.stdout:941 2023-12-22T17:32:50.650 INFO:tasks.workunit.client.0.smithi032.stdout:942 2023-12-22T17:32:50.651 INFO:tasks.workunit.client.0.smithi032.stdout:943 2023-12-22T17:32:50.653 INFO:tasks.workunit.client.0.smithi032.stdout:944 2023-12-22T17:32:50.654 INFO:tasks.workunit.client.0.smithi032.stdout:945 2023-12-22T17:32:50.655 INFO:tasks.workunit.client.0.smithi032.stdout:946 2023-12-22T17:32:50.656 INFO:tasks.workunit.client.0.smithi032.stdout:947 2023-12-22T17:32:50.658 INFO:tasks.workunit.client.0.smithi032.stdout:948 2023-12-22T17:32:50.659 INFO:tasks.workunit.client.0.smithi032.stdout:949 2023-12-22T17:32:50.661 INFO:tasks.workunit.client.0.smithi032.stdout:950 2023-12-22T17:32:50.662 INFO:tasks.workunit.client.0.smithi032.stdout:951 2023-12-22T17:32:50.663 INFO:tasks.workunit.client.0.smithi032.stdout:952 2023-12-22T17:32:50.665 INFO:tasks.workunit.client.0.smithi032.stdout:953 2023-12-22T17:32:50.666 INFO:tasks.workunit.client.0.smithi032.stdout:954 2023-12-22T17:32:50.667 INFO:tasks.workunit.client.0.smithi032.stdout:955 2023-12-22T17:32:50.668 INFO:tasks.workunit.client.0.smithi032.stdout:956 2023-12-22T17:32:50.669 INFO:tasks.workunit.client.0.smithi032.stdout:957 2023-12-22T17:32:50.671 INFO:tasks.workunit.client.0.smithi032.stdout:958 2023-12-22T17:32:50.672 INFO:tasks.workunit.client.0.smithi032.stdout:959 2023-12-22T17:32:50.674 INFO:tasks.workunit.client.0.smithi032.stdout:960 2023-12-22T17:32:50.675 INFO:tasks.workunit.client.0.smithi032.stdout:961 2023-12-22T17:32:50.676 INFO:tasks.workunit.client.0.smithi032.stdout:962 2023-12-22T17:32:50.678 INFO:tasks.workunit.client.0.smithi032.stdout:963 2023-12-22T17:32:50.679 INFO:tasks.workunit.client.0.smithi032.stdout:964 2023-12-22T17:32:50.680 INFO:tasks.workunit.client.0.smithi032.stdout:965 2023-12-22T17:32:50.682 INFO:tasks.workunit.client.0.smithi032.stdout:966 2023-12-22T17:32:50.683 INFO:tasks.workunit.client.0.smithi032.stdout:967 2023-12-22T17:32:50.684 INFO:tasks.workunit.client.0.smithi032.stdout:968 2023-12-22T17:32:50.685 INFO:tasks.workunit.client.0.smithi032.stdout:969 2023-12-22T17:32:50.686 INFO:tasks.workunit.client.0.smithi032.stdout:970 2023-12-22T17:32:50.688 INFO:tasks.workunit.client.0.smithi032.stdout:971 2023-12-22T17:32:50.689 INFO:tasks.workunit.client.0.smithi032.stdout:972 2023-12-22T17:32:50.690 INFO:tasks.workunit.client.0.smithi032.stdout:973 2023-12-22T17:32:50.692 INFO:tasks.workunit.client.0.smithi032.stdout:974 2023-12-22T17:32:50.693 INFO:tasks.workunit.client.0.smithi032.stdout:975 2023-12-22T17:32:50.695 INFO:tasks.workunit.client.0.smithi032.stdout:976 2023-12-22T17:32:50.696 INFO:tasks.workunit.client.0.smithi032.stdout:977 2023-12-22T17:32:50.698 INFO:tasks.workunit.client.0.smithi032.stdout:978 2023-12-22T17:32:50.699 INFO:tasks.workunit.client.0.smithi032.stdout:979 2023-12-22T17:32:50.700 INFO:tasks.workunit.client.0.smithi032.stdout:980 2023-12-22T17:32:50.702 INFO:tasks.workunit.client.0.smithi032.stdout:981 2023-12-22T17:32:50.703 INFO:tasks.workunit.client.0.smithi032.stdout:982 2023-12-22T17:32:50.704 INFO:tasks.workunit.client.0.smithi032.stdout:983 2023-12-22T17:32:50.706 INFO:tasks.workunit.client.0.smithi032.stdout:984 2023-12-22T17:32:50.707 INFO:tasks.workunit.client.0.smithi032.stdout:985 2023-12-22T17:32:50.708 INFO:tasks.workunit.client.0.smithi032.stdout:986 2023-12-22T17:32:50.709 INFO:tasks.workunit.client.0.smithi032.stdout:987 2023-12-22T17:32:50.711 INFO:tasks.workunit.client.0.smithi032.stdout:988 2023-12-22T17:32:50.712 INFO:tasks.workunit.client.0.smithi032.stdout:989 2023-12-22T17:32:50.713 INFO:tasks.workunit.client.0.smithi032.stdout:990 2023-12-22T17:32:50.715 INFO:tasks.workunit.client.0.smithi032.stdout:991 2023-12-22T17:32:50.716 INFO:tasks.workunit.client.0.smithi032.stdout:992 2023-12-22T17:32:50.718 INFO:tasks.workunit.client.0.smithi032.stdout:993 2023-12-22T17:32:50.719 INFO:tasks.workunit.client.0.smithi032.stdout:994 2023-12-22T17:32:50.721 INFO:tasks.workunit.client.0.smithi032.stdout:995 2023-12-22T17:32:50.722 INFO:tasks.workunit.client.0.smithi032.stdout:996 2023-12-22T17:32:50.724 INFO:tasks.workunit.client.0.smithi032.stdout:997 2023-12-22T17:32:50.725 INFO:tasks.workunit.client.0.smithi032.stdout:998 2023-12-22T17:32:50.726 INFO:tasks.workunit.client.0.smithi032.stdout:999 2023-12-22T17:32:50.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:50 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:32:50.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:50 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/836652963' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226757-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:32:50.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:50 smithi032 ceph-mon[189144]: osdmap e960: 8 total, 8 up, 8 in 2023-12-22T17:32:50.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:50 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/836652963' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2023-12-22T17:32:50.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:32:50.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:32:50.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:50 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:32:50.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:50 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/836652963' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226757-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:32:50.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:50 smithi032 ceph-mon[191839]: osdmap e960: 8 total, 8 up, 8 in 2023-12-22T17:32:50.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:50 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/836652963' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2023-12-22T17:32:50.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:32:50.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:32:51.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:50 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:32:51.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:50 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/836652963' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226757-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:32:51.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:50 smithi039 ceph-mon[181282]: osdmap e960: 8 total, 8 up, 8 in 2023-12-22T17:32:51.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:50 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/836652963' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2023-12-22T17:32:51.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:32:51.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:32:51.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:32:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:32:50] "GET /metrics HTTP/1.1" 200 36310 "" "Prometheus/2.43.0" 2023-12-22T17:32:51.637 INFO:tasks.workunit.client.0.smithi032.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2023-12-22T17:32:51.637 INFO:tasks.workunit.client.0.smithi032.stdout:00000010 69 73 |is| 2023-12-22T17:32:51.637 INFO:tasks.workunit.client.0.smithi032.stdout:00000012 2023-12-22T17:32:51.637 INFO:tasks.workunit.client.0.smithi032.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2023-12-22T17:32:51.638 INFO:tasks.workunit.client.0.smithi032.stdout:00000010 69 73 |is| 2023-12-22T17:32:51.638 INFO:tasks.workunit.client.0.smithi032.stdout:00000012 2023-12-22T17:32:51.638 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] ClsHello.WriteReturnData (4041 ms) 2023-12-22T17:32:51.638 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] ClsHello.Loud 2023-12-22T17:32:51.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:51 smithi032 ceph-mon[191839]: osdmap e961: 8 total, 8 up, 8 in 2023-12-22T17:32:51.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:51 smithi032 ceph-mon[191839]: pgmap v1007: 137 pgs: 9 creating+peering, 7 unknown, 121 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:51.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:51 smithi032 ceph-mon[189144]: osdmap e961: 8 total, 8 up, 8 in 2023-12-22T17:32:51.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:51 smithi032 ceph-mon[189144]: pgmap v1007: 137 pgs: 9 creating+peering, 7 unknown, 121 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:52.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:51 smithi039 ceph-mon[181282]: osdmap e961: 8 total, 8 up, 8 in 2023-12-22T17:32:52.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:51 smithi039 ceph-mon[181282]: pgmap v1007: 137 pgs: 9 creating+peering, 7 unknown, 121 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:52.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:52 smithi032 ceph-mon[191839]: osdmap e962: 8 total, 8 up, 8 in 2023-12-22T17:32:52.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:52 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:32:52.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:52 smithi032 ceph-mon[189144]: osdmap e962: 8 total, 8 up, 8 in 2023-12-22T17:32:52.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:52 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:32:53.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:52 smithi039 ceph-mon[181282]: osdmap e962: 8 total, 8 up, 8 in 2023-12-22T17:32:53.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:52 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:32:53.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:53 smithi032 ceph-mon[191839]: osdmap e963: 8 total, 8 up, 8 in 2023-12-22T17:32:53.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:53 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1655380969' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226757-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:53.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:53 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226757-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:53.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:53 smithi032 ceph-mon[191839]: pgmap v1010: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:53.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:53 smithi032 ceph-mon[189144]: osdmap e963: 8 total, 8 up, 8 in 2023-12-22T17:32:53.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:53 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1655380969' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226757-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:53.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:53 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226757-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:53.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:53 smithi032 ceph-mon[189144]: pgmap v1010: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:54.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:53 smithi039 ceph-mon[181282]: osdmap e963: 8 total, 8 up, 8 in 2023-12-22T17:32:54.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:53 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1655380969' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226757-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:54.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:53 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226757-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:54.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:53 smithi039 ceph-mon[181282]: pgmap v1010: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:54.660 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] ClsHello.Loud (3024 ms) 2023-12-22T17:32:54.660 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] ClsHello.BadMethods 2023-12-22T17:32:54.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:54 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:32:54.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:54 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226757-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:32:54.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:54 smithi032 ceph-mon[189144]: osdmap e964: 8 total, 8 up, 8 in 2023-12-22T17:32:54.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:54 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:32:54.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:54 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226757-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:32:54.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:54 smithi032 ceph-mon[191839]: osdmap e964: 8 total, 8 up, 8 in 2023-12-22T17:32:55.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:54 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:32:55.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:54 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226757-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:32:55.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:54 smithi039 ceph-mon[181282]: osdmap e964: 8 total, 8 up, 8 in 2023-12-22T17:32:55.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:55 smithi032 ceph-mon[191839]: osdmap e965: 8 total, 8 up, 8 in 2023-12-22T17:32:55.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:55 smithi032 ceph-mon[191839]: pgmap v1013: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:55.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:55 smithi032 ceph-mon[189144]: osdmap e965: 8 total, 8 up, 8 in 2023-12-22T17:32:55.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:55 smithi032 ceph-mon[189144]: pgmap v1013: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:56.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:55 smithi039 ceph-mon[181282]: osdmap e965: 8 total, 8 up, 8 in 2023-12-22T17:32:56.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:55 smithi039 ceph-mon[181282]: pgmap v1013: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:56.928 INFO:journalctl@ceph.osd.3.smithi032.stdout:Dec 22 17:32:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-3[217709]: 2023-12-22T17:32:56.690+0000 7f2e6f883700 -1 osd.3 pg_epoch: 967 pg[38.2( v 967'1 (0'0,967'1] local-lis/les=966/967 n=1 ec=966/966 lis/c=966/966 les/c/f=967/967/0 sis=966) [3,7,5] r=0 lpr=966 crt=967'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2023-12-22T17:32:56.928 INFO:journalctl@ceph.osd.3.smithi032.stdout:Dec 22 17:32:56 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-3[217709]: 2023-12-22T17:32:56.692+0000 7f2e6f883700 -1 osd.3 pg_epoch: 967 pg[38.2( v 967'2 (0'0,967'2] local-lis/les=966/967 n=1 ec=966/966 lis/c=966/966 les/c/f=967/967/0 sis=966) [3,7,5] r=0 lpr=966 crt=967'1 lcod 967'1 mlcod 967'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2023-12-22T17:32:56.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:56 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:32:56.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:56 smithi032 ceph-mon[189144]: osdmap e966: 8 total, 8 up, 8 in 2023-12-22T17:32:56.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:56 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1079178074' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226757-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:56.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:56 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:32:56.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:56 smithi032 ceph-mon[191839]: osdmap e966: 8 total, 8 up, 8 in 2023-12-22T17:32:56.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:56 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1079178074' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226757-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:57.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:56 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:32:57.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:56 smithi039 ceph-mon[181282]: osdmap e966: 8 total, 8 up, 8 in 2023-12-22T17:32:57.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:56 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1079178074' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226757-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:32:57.689 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] ClsHello.BadMethods (3029 ms) 2023-12-22T17:32:57.689 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] ClsHello.Filter 2023-12-22T17:32:57.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:57 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1079178074' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226757-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:32:57.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:57 smithi032 ceph-mon[189144]: osdmap e967: 8 total, 8 up, 8 in 2023-12-22T17:32:57.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:57 smithi032 ceph-mon[189144]: pgmap v1016: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:57.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:57 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1079178074' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226757-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:32:57.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:57 smithi032 ceph-mon[191839]: osdmap e967: 8 total, 8 up, 8 in 2023-12-22T17:32:57.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:57 smithi032 ceph-mon[191839]: pgmap v1016: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:58.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:57 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1079178074' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226757-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:32:58.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:57 smithi039 ceph-mon[181282]: osdmap e967: 8 total, 8 up, 8 in 2023-12-22T17:32:58.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:57 smithi039 ceph-mon[181282]: pgmap v1016: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:32:59.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:58 smithi039 ceph-mon[181282]: osdmap e968: 8 total, 8 up, 8 in 2023-12-22T17:32:59.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:58 smithi032 ceph-mon[191839]: osdmap e968: 8 total, 8 up, 8 in 2023-12-22T17:32:59.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:58 smithi032 ceph-mon[189144]: osdmap e968: 8 total, 8 up, 8 in 2023-12-22T17:33:00.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:59 smithi039 ceph-mon[181282]: osdmap e969: 8 total, 8 up, 8 in 2023-12-22T17:33:00.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:59 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3400152655' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226757-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:00.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:59 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226757-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:32:59 smithi039 ceph-mon[181282]: pgmap v1019: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:00.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:59 smithi032 ceph-mon[191839]: osdmap e969: 8 total, 8 up, 8 in 2023-12-22T17:33:00.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:59 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3400152655' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226757-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:00.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:59 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226757-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:00.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:32:59 smithi032 ceph-mon[191839]: pgmap v1019: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:00.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:59 smithi032 ceph-mon[189144]: osdmap e969: 8 total, 8 up, 8 in 2023-12-22T17:33:00.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:59 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3400152655' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226757-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:00.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:59 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226757-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:00.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:32:59 smithi032 ceph-mon[189144]: pgmap v1019: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:00.713 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] ClsHello.Filter (3022 ms) 2023-12-22T17:33:00.713 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 6 tests from ClsHello (19025 ms total) 2023-12-22T17:33:00.713 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T17:33:00.713 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment tear-down 2023-12-22T17:33:00.713 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] 6 tests from 1 test suite ran. (19025 ms total) 2023-12-22T17:33:00.713 INFO:tasks.workunit.client.0.smithi032.stdout:[ PASSED ] 6 tests. 2023-12-22T17:33:00.715 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-22T17:33:00.715 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-22T17:33:00.784 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2023-12-22T17:33:00.785 DEBUG:teuthology.orchestra.run.smithi032:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2023-12-22T17:33:00.856 INFO:tasks.workunit.client.0.smithi032.stdout:Running main() from gmock_main.cc 2023-12-22T17:33:00.856 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] Running 27 tests from 1 test suite. 2023-12-22T17:33:00.857 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment set-up. 2023-12-22T17:33:00.857 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 27 tests from TestClsJournal 2023-12-22T17:33:01.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:00 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:33:01.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:00 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226757-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:33:01.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:00 smithi039 ceph-mon[181282]: osdmap e970: 8 total, 8 up, 8 in 2023-12-22T17:33:01.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:00 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:33:01.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:00 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226757-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:33:01.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:00 smithi032 ceph-mon[189144]: osdmap e970: 8 total, 8 up, 8 in 2023-12-22T17:33:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:33:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:33:00] "GET /metrics HTTP/1.1" 200 36310 "" "Prometheus/2.43.0" 2023-12-22T17:33:01.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:00 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:33:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:00 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226757-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:33:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:00 smithi032 ceph-mon[191839]: osdmap e970: 8 total, 8 up, 8 in 2023-12-22T17:33:02.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:01 smithi039 ceph-mon[181282]: osdmap e971: 8 total, 8 up, 8 in 2023-12-22T17:33:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:01 smithi039 ceph-mon[181282]: pgmap v1022: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:02.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:01 smithi032 ceph-mon[191839]: osdmap e971: 8 total, 8 up, 8 in 2023-12-22T17:33:02.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:01 smithi032 ceph-mon[191839]: pgmap v1022: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:02.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:01 smithi032 ceph-mon[189144]: osdmap e971: 8 total, 8 up, 8 in 2023-12-22T17:33:02.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:01 smithi032 ceph-mon[189144]: pgmap v1022: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:02.716 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.Create 2023-12-22T17:33:02.740 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.Create (24 ms) 2023-12-22T17:33:02.740 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.MinimumSet 2023-12-22T17:33:02.744 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.MinimumSet (5 ms) 2023-12-22T17:33:02.745 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2023-12-22T17:33:02.750 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.MinimumSetStale (6 ms) 2023-12-22T17:33:02.750 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2023-12-22T17:33:02.754 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (3 ms) 2023-12-22T17:33:02.754 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.ActiveSet 2023-12-22T17:33:02.757 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.ActiveSet (3 ms) 2023-12-22T17:33:02.757 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2023-12-22T17:33:02.760 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.ActiveSetStale (4 ms) 2023-12-22T17:33:02.760 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2023-12-22T17:33:02.763 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.CreateDuplicate (2 ms) 2023-12-22T17:33:02.763 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.GetClient 2023-12-22T17:33:02.766 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.GetClient (3 ms) 2023-12-22T17:33:02.766 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.ClientRegister 2023-12-22T17:33:02.769 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.ClientRegister (3 ms) 2023-12-22T17:33:02.769 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2023-12-22T17:33:02.773 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (4 ms) 2023-12-22T17:33:02.773 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2023-12-22T17:33:02.778 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.ClientUpdateData (5 ms) 2023-12-22T17:33:02.778 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2023-12-22T17:33:02.782 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.ClientUpdateState (5 ms) 2023-12-22T17:33:02.783 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.ClientUnregister 2023-12-22T17:33:02.786 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.ClientUnregister (3 ms) 2023-12-22T17:33:02.786 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2023-12-22T17:33:02.790 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (5 ms) 2023-12-22T17:33:02.791 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2023-12-22T17:33:02.909 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (118 ms) 2023-12-22T17:33:02.909 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.ClientCommit 2023-12-22T17:33:02.913 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.ClientCommit (4 ms) 2023-12-22T17:33:02.913 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2023-12-22T17:33:02.916 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (3 ms) 2023-12-22T17:33:02.916 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2023-12-22T17:33:02.917 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.ClientCommitDNE (1 ms) 2023-12-22T17:33:02.917 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.ClientList 2023-12-22T17:33:02.955 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.ClientList (39 ms) 2023-12-22T17:33:02.955 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2023-12-22T17:33:02.959 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.GetNextTagTid (4 ms) 2023-12-22T17:33:02.959 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.TagCreate 2023-12-22T17:33:02.968 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.TagCreate (8 ms) 2023-12-22T17:33:02.968 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2023-12-22T17:33:02.975 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (8 ms) 2023-12-22T17:33:02.975 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.TagList 2023-12-22T17:33:03.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:02 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:33:03.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:02 smithi039 ceph-mon[181282]: osdmap e972: 8 total, 8 up, 8 in 2023-12-22T17:33:03.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:02 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2122482684' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226909-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:03.081 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.TagList (106 ms) 2023-12-22T17:33:03.082 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.GuardAppend 2023-12-22T17:33:03.084 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.GuardAppend (2 ms) 2023-12-22T17:33:03.084 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2023-12-22T17:33:03.085 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.GuardAppendDNE (1 ms) 2023-12-22T17:33:03.085 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2023-12-22T17:33:03.087 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (3 ms) 2023-12-22T17:33:03.087 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsJournal.Append 2023-12-22T17:33:03.098 INFO:tasks.workunit.client.0.smithi032.stdout:padding is not enabled 2023-12-22T17:33:03.098 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsJournal.Append (11 ms) 2023-12-22T17:33:03.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:02 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:33:03.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:02 smithi032 ceph-mon[191839]: osdmap e972: 8 total, 8 up, 8 in 2023-12-22T17:33:03.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:02 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2122482684' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226909-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:03.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:02 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:33:03.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:02 smithi032 ceph-mon[189144]: osdmap e972: 8 total, 8 up, 8 in 2023-12-22T17:33:03.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:02 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2122482684' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226909-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:03.294 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:33:03.618 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:33:03.618 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (13m) 9m ago 17m 26.7M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:33:03.618 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (12m) 7m ago 17m 90.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:33:03.618 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (18m) 9m ago 18m 16.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:33:03.618 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (18m) 7m ago 18m 21.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:33:03.618 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (12m) 7m ago 20m 450M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:33:03.618 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (12m) 9m ago 22m 515M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:33:03.619 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (12m) 9m ago 22m 93.1M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:33:03.619 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11m) 7m ago 21m 76.0M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:33:03.619 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11m) 9m ago 21m 75.7M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:33:03.619 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (13m) 9m ago 17m 15.8M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:33:03.619 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (12m) 7m ago 17m 17.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:33:03.619 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11m) 9m ago 20m 466M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:33:03.619 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10m) 9m ago 20m 365M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:33:03.619 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10m) 9m ago 20m 256M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:33:03.619 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9m) 9m ago 19m 12.6M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:33:03.619 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9m) 7m ago 19m 564M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:33:03.619 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8m) 7m ago 19m 389M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:33:03.619 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8m) 7m ago 18m 177M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:33:03.619 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7m) 7m ago 18m 12.5M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:33:03.619 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (12m) 7m ago 17m 61.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:33:03.725 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 27 tests from TestClsJournal (383 ms total) 2023-12-22T17:33:03.725 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T17:33:03.725 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment tear-down 2023-12-22T17:33:03.725 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] 27 tests from 1 test suite ran. (2868 ms total) 2023-12-22T17:33:03.725 INFO:tasks.workunit.client.0.smithi032.stdout:[ PASSED ] 27 tests. 2023-12-22T17:33:03.727 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-22T17:33:03.727 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-22T17:33:03.795 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2023-12-22T17:33:03.795 DEBUG:teuthology.orchestra.run.smithi032:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2023-12-22T17:33:03.865 INFO:tasks.workunit.client.0.smithi032.stdout:Running main() from gmock_main.cc 2023-12-22T17:33:03.866 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] Running 11 tests from 1 test suite. 2023-12-22T17:33:03.866 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment set-up. 2023-12-22T17:33:03.866 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 11 tests from ClsLock 2023-12-22T17:33:03.866 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] ClsLock.TestMultiLocking 2023-12-22T17:33:04.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:03 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2122482684' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226909-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:33:04.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:03 smithi039 ceph-mon[181282]: osdmap e973: 8 total, 8 up, 8 in 2023-12-22T17:33:04.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:03 smithi039 ceph-mon[181282]: from='client.34812 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:33:04.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:03 smithi039 ceph-mon[181282]: pgmap v1025: 137 pgs: 22 unknown, 115 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 409 KiB/s rd, 145 KiB/s wr, 542 op/s 2023-12-22T17:33:04.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:03 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2122482684' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226909-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:33:04.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:03 smithi032 ceph-mon[191839]: osdmap e973: 8 total, 8 up, 8 in 2023-12-22T17:33:04.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:03 smithi032 ceph-mon[191839]: from='client.34812 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:33:04.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:03 smithi032 ceph-mon[191839]: pgmap v1025: 137 pgs: 22 unknown, 115 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 409 KiB/s rd, 145 KiB/s wr, 542 op/s 2023-12-22T17:33:04.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:03 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2122482684' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-226909-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:33:04.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:03 smithi032 ceph-mon[189144]: osdmap e973: 8 total, 8 up, 8 in 2023-12-22T17:33:04.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:03 smithi032 ceph-mon[189144]: from='client.34812 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:33:04.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:03 smithi032 ceph-mon[189144]: pgmap v1025: 137 pgs: 22 unknown, 115 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 409 KiB/s rd, 145 KiB/s wr, 542 op/s 2023-12-22T17:33:04.314 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:33:04.314 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:33:04.314 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:33:04.314 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:33:04.314 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:33:04.314 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:33:04.314 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:33:04.314 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:33:04.314 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:33:04.314 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:33:04.314 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:33:04.314 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:33:04.314 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:33:04.315 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:33:04.315 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:33:04.315 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:33:04.315 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:33:04.315 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:33:05.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:04 smithi039 ceph-mon[181282]: from='client.34818 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:33:05.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:04 smithi039 ceph-mon[181282]: osdmap e974: 8 total, 8 up, 8 in 2023-12-22T17:33:05.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:04 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2612877241' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:33:05.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:33:05.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:33:05.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:04 smithi032 ceph-mon[189144]: from='client.34818 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:33:05.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:04 smithi032 ceph-mon[189144]: osdmap e974: 8 total, 8 up, 8 in 2023-12-22T17:33:05.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:04 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2612877241' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:33:05.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:33:05.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:33:05.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:04 smithi032 ceph-mon[191839]: from='client.34818 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:33:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:04 smithi032 ceph-mon[191839]: osdmap e974: 8 total, 8 up, 8 in 2023-12-22T17:33:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:04 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2612877241' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:33:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:33:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:33:05.781 INFO:tasks.workunit.client.0.smithi032.stdout:lock: mylock 2023-12-22T17:33:05.782 INFO:tasks.workunit.client.0.smithi032.stdout: lock_type: exclusive 2023-12-22T17:33:05.782 INFO:tasks.workunit.client.0.smithi032.stdout: tag: 2023-12-22T17:33:05.782 INFO:tasks.workunit.client.0.smithi032.stdout: lockers: 2023-12-22T17:33:05.782 INFO:tasks.workunit.client.0.smithi032.stdout: client.44771 expiration=2023-12-22T17:35:05.779107+0000 addr=v1:172.21.15.32:0/1740693120 cookie= 2023-12-22T17:33:05.786 INFO:tasks.workunit.client.0.smithi032.stdout:lock: mylock 2023-12-22T17:33:05.786 INFO:tasks.workunit.client.0.smithi032.stdout: lock_type: shared 2023-12-22T17:33:05.786 INFO:tasks.workunit.client.0.smithi032.stdout: tag: 2023-12-22T17:33:05.786 INFO:tasks.workunit.client.0.smithi032.stdout: lockers: 2023-12-22T17:33:05.786 INFO:tasks.workunit.client.0.smithi032.stdout: client.34836 expiration=0.000000 addr=v1:172.21.15.32:0/1170866882 cookie= 2023-12-22T17:33:05.786 INFO:tasks.workunit.client.0.smithi032.stdout: client.44771 expiration=2023-12-22T17:35:05.786178+0000 addr=v1:172.21.15.32:0/1740693120 cookie= 2023-12-22T17:33:05.787 INFO:tasks.workunit.client.0.smithi032.stdout:lock: mylock 2023-12-22T17:33:05.787 INFO:tasks.workunit.client.0.smithi032.stdout: lock_type: shared 2023-12-22T17:33:05.787 INFO:tasks.workunit.client.0.smithi032.stdout: tag: 2023-12-22T17:33:05.787 INFO:tasks.workunit.client.0.smithi032.stdout: lockers: 2023-12-22T17:33:05.787 INFO:tasks.workunit.client.0.smithi032.stdout: client.34836 expiration=0.000000 addr=v1:172.21.15.32:0/1170866882 cookie= 2023-12-22T17:33:06.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:05 smithi039 ceph-mon[181282]: osdmap e975: 8 total, 8 up, 8 in 2023-12-22T17:33:06.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:05 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1740693120' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:06.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:05 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:06.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:05 smithi039 ceph-mon[181282]: pgmap v1028: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:06.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:05 smithi032 ceph-mon[191839]: osdmap e975: 8 total, 8 up, 8 in 2023-12-22T17:33:06.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:05 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1740693120' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:06.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:05 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:06.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:05 smithi032 ceph-mon[191839]: pgmap v1028: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:06.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:05 smithi032 ceph-mon[189144]: osdmap e975: 8 total, 8 up, 8 in 2023-12-22T17:33:06.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:05 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1740693120' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:06.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:05 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:06.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:05 smithi032 ceph-mon[189144]: pgmap v1028: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:06.755 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] ClsLock.TestMultiLocking (2889 ms) 2023-12-22T17:33:06.755 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] ClsLock.TestMeta 2023-12-22T17:33:07.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:06 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:33:07.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:06 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:33:07.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:06 smithi039 ceph-mon[181282]: osdmap e976: 8 total, 8 up, 8 in 2023-12-22T17:33:07.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:06 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:33:07.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:06 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:33:07.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:06 smithi032 ceph-mon[189144]: osdmap e976: 8 total, 8 up, 8 in 2023-12-22T17:33:07.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:06 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:33:07.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:06 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:33:07.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:06 smithi032 ceph-mon[191839]: osdmap e976: 8 total, 8 up, 8 in 2023-12-22T17:33:08.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:07 smithi032 ceph-mon[191839]: osdmap e977: 8 total, 8 up, 8 in 2023-12-22T17:33:08.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:07 smithi032 ceph-mon[191839]: pgmap v1031: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:08.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:07 smithi032 ceph-mon[189144]: osdmap e977: 8 total, 8 up, 8 in 2023-12-22T17:33:08.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:07 smithi032 ceph-mon[189144]: pgmap v1031: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:08.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:07 smithi039 ceph-mon[181282]: osdmap e977: 8 total, 8 up, 8 in 2023-12-22T17:33:08.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:07 smithi039 ceph-mon[181282]: pgmap v1031: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:08.796 INFO:tasks.workunit.client.0.smithi032.stdout:lock: mylock 2023-12-22T17:33:08.796 INFO:tasks.workunit.client.0.smithi032.stdout: lock_type: shared 2023-12-22T17:33:08.796 INFO:tasks.workunit.client.0.smithi032.stdout: tag: 2023-12-22T17:33:08.796 INFO:tasks.workunit.client.0.smithi032.stdout: lockers: 2023-12-22T17:33:08.796 INFO:tasks.workunit.client.0.smithi032.stdout: client.44780 expiration=0.000000 addr=v1:172.21.15.32:0/750193932 cookie= 2023-12-22T17:33:08.798 INFO:tasks.workunit.client.0.smithi032.stdout:lock: mylock 2023-12-22T17:33:08.799 INFO:tasks.workunit.client.0.smithi032.stdout: lock_type: exclusive 2023-12-22T17:33:08.799 INFO:tasks.workunit.client.0.smithi032.stdout: tag: new_tag 2023-12-22T17:33:08.799 INFO:tasks.workunit.client.0.smithi032.stdout: lockers: 2023-12-22T17:33:08.799 INFO:tasks.workunit.client.0.smithi032.stdout: client.44777 expiration=0.000000 addr=v1:172.21.15.32:0/1537167875 cookie= 2023-12-22T17:33:09.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:08 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:33:09.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:08 smithi039 ceph-mon[181282]: osdmap e978: 8 total, 8 up, 8 in 2023-12-22T17:33:09.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:08 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1537167875' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:09.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:08 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:09.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:08 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:33:09.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:08 smithi032 ceph-mon[191839]: osdmap e978: 8 total, 8 up, 8 in 2023-12-22T17:33:09.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:08 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1537167875' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:09.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:08 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:09.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:08 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:33:09.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:08 smithi032 ceph-mon[189144]: osdmap e978: 8 total, 8 up, 8 in 2023-12-22T17:33:09.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:08 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1537167875' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:09.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:08 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:09.786 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] ClsLock.TestMeta (3031 ms) 2023-12-22T17:33:09.786 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] ClsLock.TestCookie 2023-12-22T17:33:10.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:09 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:33:10.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:09 smithi032 ceph-mon[189144]: osdmap e979: 8 total, 8 up, 8 in 2023-12-22T17:33:10.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:09 smithi032 ceph-mon[189144]: pgmap v1034: 137 pgs: 11 creating+peering, 16 unknown, 110 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:10.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:09 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:33:10.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:09 smithi032 ceph-mon[191839]: osdmap e979: 8 total, 8 up, 8 in 2023-12-22T17:33:10.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:09 smithi032 ceph-mon[191839]: pgmap v1034: 137 pgs: 11 creating+peering, 16 unknown, 110 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:10.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:09 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:33:10.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:09 smithi039 ceph-mon[181282]: osdmap e979: 8 total, 8 up, 8 in 2023-12-22T17:33:10.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:09 smithi039 ceph-mon[181282]: pgmap v1034: 137 pgs: 11 creating+peering, 16 unknown, 110 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:11.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:10 smithi032 ceph-mon[189144]: osdmap e980: 8 total, 8 up, 8 in 2023-12-22T17:33:11.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:10 smithi032 ceph-mon[191839]: osdmap e980: 8 total, 8 up, 8 in 2023-12-22T17:33:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:33:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:33:10] "GET /metrics HTTP/1.1" 200 33943 "" "Prometheus/2.43.0" 2023-12-22T17:33:11.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:10 smithi039 ceph-mon[181282]: osdmap e980: 8 total, 8 up, 8 in 2023-12-22T17:33:12.033 INFO:tasks.workunit.client.0.smithi032.stdout:lock: mylock 2023-12-22T17:33:12.033 INFO:tasks.workunit.client.0.smithi032.stdout: lock_type: exclusive 2023-12-22T17:33:12.033 INFO:tasks.workunit.client.0.smithi032.stdout: tag: 2023-12-22T17:33:12.033 INFO:tasks.workunit.client.0.smithi032.stdout: lockers: 2023-12-22T17:33:12.035 INFO:tasks.workunit.client.0.smithi032.stdout:lock: mylock 2023-12-22T17:33:12.036 INFO:tasks.workunit.client.0.smithi032.stdout: lock_type: shared 2023-12-22T17:33:12.036 INFO:tasks.workunit.client.0.smithi032.stdout: tag: 2023-12-22T17:33:12.036 INFO:tasks.workunit.client.0.smithi032.stdout: lockers: 2023-12-22T17:33:12.036 INFO:tasks.workunit.client.0.smithi032.stdout: client.34851 expiration=0.000000 addr=v1:172.21.15.32:0/3756805484 cookie= 2023-12-22T17:33:12.036 INFO:tasks.workunit.client.0.smithi032.stdout: client.34851 expiration=0.000000 addr=v1:172.21.15.32:0/3756805484 cookie=new cookie 2023-12-22T17:33:12.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:11 smithi032 ceph-mon[191839]: osdmap e981: 8 total, 8 up, 8 in 2023-12-22T17:33:12.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:11 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3756805484' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:12.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:11 smithi032 ceph-mon[191839]: pgmap v1037: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:12.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:11 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3756805484' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:33:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:11 smithi032 ceph-mon[191839]: osdmap e982: 8 total, 8 up, 8 in 2023-12-22T17:33:12.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:11 smithi032 ceph-mon[189144]: osdmap e981: 8 total, 8 up, 8 in 2023-12-22T17:33:12.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:11 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3756805484' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:12.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:11 smithi032 ceph-mon[189144]: pgmap v1037: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:12.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:11 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3756805484' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:33:12.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:11 smithi032 ceph-mon[189144]: osdmap e982: 8 total, 8 up, 8 in 2023-12-22T17:33:12.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:11 smithi039 ceph-mon[181282]: osdmap e981: 8 total, 8 up, 8 in 2023-12-22T17:33:12.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:11 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3756805484' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:12.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:11 smithi039 ceph-mon[181282]: pgmap v1037: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:12.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:11 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3756805484' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:33:12.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:11 smithi039 ceph-mon[181282]: osdmap e982: 8 total, 8 up, 8 in 2023-12-22T17:33:12.795 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] ClsLock.TestCookie (3009 ms) 2023-12-22T17:33:12.795 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] ClsLock.TestMultipleLocks 2023-12-22T17:33:13.177 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:12 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:33:13.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:12 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:33:13.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:12 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:33:14.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:13 smithi032 ceph-mon[191839]: osdmap e983: 8 total, 8 up, 8 in 2023-12-22T17:33:14.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:13 smithi032 ceph-mon[191839]: pgmap v1040: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:14.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:13 smithi032 ceph-mon[189144]: osdmap e983: 8 total, 8 up, 8 in 2023-12-22T17:33:14.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:13 smithi032 ceph-mon[189144]: pgmap v1040: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:14.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:13 smithi039 ceph-mon[181282]: osdmap e983: 8 total, 8 up, 8 in 2023-12-22T17:33:14.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:13 smithi039 ceph-mon[181282]: pgmap v1040: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:15.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:14 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:33:15.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:14 smithi032 ceph-mon[189144]: osdmap e984: 8 total, 8 up, 8 in 2023-12-22T17:33:15.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:14 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/671453898' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:15.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:14 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:33:15.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:14 smithi032 ceph-mon[191839]: osdmap e984: 8 total, 8 up, 8 in 2023-12-22T17:33:15.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:14 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/671453898' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:15.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:14 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:33:15.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:14 smithi039 ceph-mon[181282]: osdmap e984: 8 total, 8 up, 8 in 2023-12-22T17:33:15.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:14 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/671453898' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:15.818 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] ClsLock.TestMultipleLocks (3023 ms) 2023-12-22T17:33:15.818 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] ClsLock.TestLockDuration 2023-12-22T17:33:16.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:15 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/671453898' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:33:16.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:15 smithi032 ceph-mon[191839]: osdmap e985: 8 total, 8 up, 8 in 2023-12-22T17:33:16.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:15 smithi032 ceph-mon[191839]: pgmap v1043: 137 pgs: 4 creating+peering, 22 unknown, 111 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 1 op/s 2023-12-22T17:33:16.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:15 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/671453898' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:33:16.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:15 smithi032 ceph-mon[189144]: osdmap e985: 8 total, 8 up, 8 in 2023-12-22T17:33:16.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:15 smithi032 ceph-mon[189144]: pgmap v1043: 137 pgs: 4 creating+peering, 22 unknown, 111 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 1 op/s 2023-12-22T17:33:16.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:15 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/671453898' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:33:16.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:15 smithi039 ceph-mon[181282]: osdmap e985: 8 total, 8 up, 8 in 2023-12-22T17:33:16.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:15 smithi039 ceph-mon[181282]: pgmap v1043: 137 pgs: 4 creating+peering, 22 unknown, 111 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 1 op/s 2023-12-22T17:33:17.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:16 smithi032 ceph-mon[191839]: osdmap e986: 8 total, 8 up, 8 in 2023-12-22T17:33:17.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:16 smithi032 ceph-mon[189144]: osdmap e986: 8 total, 8 up, 8 in 2023-12-22T17:33:17.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:16 smithi039 ceph-mon[181282]: osdmap e986: 8 total, 8 up, 8 in 2023-12-22T17:33:18.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:17 smithi032 ceph-mon[189144]: osdmap e987: 8 total, 8 up, 8 in 2023-12-22T17:33:18.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:17 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1086684745' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:18.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:17 smithi032 ceph-mon[189144]: pgmap v1046: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:18.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:17 smithi032 ceph-mon[191839]: osdmap e987: 8 total, 8 up, 8 in 2023-12-22T17:33:18.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:17 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1086684745' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:18.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:17 smithi032 ceph-mon[191839]: pgmap v1046: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:18.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:17 smithi039 ceph-mon[181282]: osdmap e987: 8 total, 8 up, 8 in 2023-12-22T17:33:18.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:17 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1086684745' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:18.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:17 smithi039 ceph-mon[181282]: pgmap v1046: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:19.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:18 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:33:19.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:18 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1086684745' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:33:19.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:18 smithi032 ceph-mon[191839]: osdmap e988: 8 total, 8 up, 8 in 2023-12-22T17:33:19.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:18 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:33:19.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:18 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1086684745' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:33:19.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:18 smithi032 ceph-mon[189144]: osdmap e988: 8 total, 8 up, 8 in 2023-12-22T17:33:19.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:18 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:33:19.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:18 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1086684745' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:33:19.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:18 smithi039 ceph-mon[181282]: osdmap e988: 8 total, 8 up, 8 in 2023-12-22T17:33:20.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:19 smithi032 ceph-mon[191839]: osdmap e989: 8 total, 8 up, 8 in 2023-12-22T17:33:20.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:19 smithi032 ceph-mon[191839]: pgmap v1049: 137 pgs: 11 unknown, 126 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:20.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:33:20.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:33:20.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:19 smithi032 ceph-mon[189144]: osdmap e989: 8 total, 8 up, 8 in 2023-12-22T17:33:20.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:19 smithi032 ceph-mon[189144]: pgmap v1049: 137 pgs: 11 unknown, 126 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:20.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:33:20.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:33:20.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:19 smithi039 ceph-mon[181282]: osdmap e989: 8 total, 8 up, 8 in 2023-12-22T17:33:20.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:19 smithi039 ceph-mon[181282]: pgmap v1049: 137 pgs: 11 unknown, 126 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:20.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:33:20.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:33:21.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:20 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:33:21.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:20 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:33:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:33:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:33:20] "GET /metrics HTTP/1.1" 200 36310 "" "Prometheus/2.43.0" 2023-12-22T17:33:21.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:20 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:33:22.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:22 smithi032 ceph-mon[191839]: pgmap v1050: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-22T17:33:22.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:22 smithi032 ceph-mon[189144]: pgmap v1050: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-22T17:33:22.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:22 smithi039 ceph-mon[181282]: pgmap v1050: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-22T17:33:23.347 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] ClsLock.TestLockDuration (7528 ms) 2023-12-22T17:33:23.347 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] ClsLock.TestAssertLocked 2023-12-22T17:33:24.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:24 smithi032 ceph-mon[191839]: pgmap v1051: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 157 B/s rd, 0 B/s wr, 0 op/s 2023-12-22T17:33:24.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:24 smithi032 ceph-mon[191839]: osdmap e990: 8 total, 8 up, 8 in 2023-12-22T17:33:24.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:24 smithi032 ceph-mon[189144]: pgmap v1051: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 157 B/s rd, 0 B/s wr, 0 op/s 2023-12-22T17:33:24.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:24 smithi032 ceph-mon[189144]: osdmap e990: 8 total, 8 up, 8 in 2023-12-22T17:33:24.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:24 smithi039 ceph-mon[181282]: pgmap v1051: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 157 B/s rd, 0 B/s wr, 0 op/s 2023-12-22T17:33:24.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:24 smithi039 ceph-mon[181282]: osdmap e990: 8 total, 8 up, 8 in 2023-12-22T17:33:25.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:25 smithi032 ceph-mon[191839]: osdmap e991: 8 total, 8 up, 8 in 2023-12-22T17:33:25.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:25 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2473465863' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:25.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:25 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:25.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:25 smithi032 ceph-mon[189144]: osdmap e991: 8 total, 8 up, 8 in 2023-12-22T17:33:25.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:25 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2473465863' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:25.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:25 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:25.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:25 smithi039 ceph-mon[181282]: osdmap e991: 8 total, 8 up, 8 in 2023-12-22T17:33:25.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:25 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2473465863' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:25.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:25 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:26.355 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] ClsLock.TestAssertLocked (3008 ms) 2023-12-22T17:33:26.356 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] ClsLock.TestSetCookie 2023-12-22T17:33:26.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:26 smithi032 ceph-mon[189144]: pgmap v1054: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:26.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:26 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:33:26.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:26 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:33:26.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:26 smithi032 ceph-mon[189144]: osdmap e992: 8 total, 8 up, 8 in 2023-12-22T17:33:26.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:26 smithi032 ceph-mon[191839]: pgmap v1054: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:26.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:26 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:33:26.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:26 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:33:26.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:26 smithi032 ceph-mon[191839]: osdmap e992: 8 total, 8 up, 8 in 2023-12-22T17:33:26.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:26 smithi039 ceph-mon[181282]: pgmap v1054: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:26.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:26 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:33:26.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:26 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:33:26.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:26 smithi039 ceph-mon[181282]: osdmap e992: 8 total, 8 up, 8 in 2023-12-22T17:33:27.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:27 smithi032 ceph-mon[191839]: osdmap e993: 8 total, 8 up, 8 in 2023-12-22T17:33:27.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:27 smithi032 ceph-mon[189144]: osdmap e993: 8 total, 8 up, 8 in 2023-12-22T17:33:27.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:27 smithi039 ceph-mon[181282]: osdmap e993: 8 total, 8 up, 8 in 2023-12-22T17:33:28.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:28 smithi032 ceph-mon[191839]: pgmap v1057: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:28.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:28 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:33:28.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:28 smithi032 ceph-mon[191839]: osdmap e994: 8 total, 8 up, 8 in 2023-12-22T17:33:28.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:28 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2396398993' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:28.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:28 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:28.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:28 smithi032 ceph-mon[189144]: pgmap v1057: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:28.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:28 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:33:28.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:28 smithi032 ceph-mon[189144]: osdmap e994: 8 total, 8 up, 8 in 2023-12-22T17:33:28.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:28 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2396398993' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:28.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:28 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:28.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:28 smithi039 ceph-mon[181282]: pgmap v1057: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:28.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:28 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:33:28.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:28 smithi039 ceph-mon[181282]: osdmap e994: 8 total, 8 up, 8 in 2023-12-22T17:33:28.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:28 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2396398993' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:28.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:28 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:29.383 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] ClsLock.TestSetCookie (3028 ms) 2023-12-22T17:33:29.383 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] ClsLock.TestRenew 2023-12-22T17:33:29.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:29 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:33:29.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:29 smithi032 ceph-mon[191839]: osdmap e995: 8 total, 8 up, 8 in 2023-12-22T17:33:29.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:29 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:33:29.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:29 smithi032 ceph-mon[189144]: osdmap e995: 8 total, 8 up, 8 in 2023-12-22T17:33:29.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:29 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:33:29.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:29 smithi039 ceph-mon[181282]: osdmap e995: 8 total, 8 up, 8 in 2023-12-22T17:33:30.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:30 smithi032 ceph-mon[191839]: pgmap v1060: 137 pgs: 12 creating+peering, 19 unknown, 106 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:30.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:30 smithi032 ceph-mon[191839]: osdmap e996: 8 total, 8 up, 8 in 2023-12-22T17:33:30.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:30 smithi032 ceph-mon[189144]: pgmap v1060: 137 pgs: 12 creating+peering, 19 unknown, 106 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:30.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:30 smithi032 ceph-mon[189144]: osdmap e996: 8 total, 8 up, 8 in 2023-12-22T17:33:30.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:30 smithi039 ceph-mon[181282]: pgmap v1060: 137 pgs: 12 creating+peering, 19 unknown, 106 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:30.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:30 smithi039 ceph-mon[181282]: osdmap e996: 8 total, 8 up, 8 in 2023-12-22T17:33:31.110 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:33:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:33:30] "GET /metrics HTTP/1.1" 200 36310 "" "Prometheus/2.43.0" 2023-12-22T17:33:31.389 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:31 smithi032 ceph-mon[189144]: osdmap e997: 8 total, 8 up, 8 in 2023-12-22T17:33:31.390 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:31 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/934462948' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:31.390 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:33:31.394 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:31 smithi032 ceph-mon[191839]: osdmap e997: 8 total, 8 up, 8 in 2023-12-22T17:33:31.394 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:31 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/934462948' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:31.394 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:33:31.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:31 smithi039 ceph-mon[181282]: osdmap e997: 8 total, 8 up, 8 in 2023-12-22T17:33:31.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:31 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/934462948' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:31.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:33:32.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:32 smithi032 ceph-mon[191839]: pgmap v1063: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:32.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:32 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/934462948' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:33:32.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:32 smithi032 ceph-mon[191839]: osdmap e998: 8 total, 8 up, 8 in 2023-12-22T17:33:32.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:32 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:33:32.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:32 smithi032 ceph-mon[189144]: pgmap v1063: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:32.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:32 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/934462948' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:33:32.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:32 smithi032 ceph-mon[189144]: osdmap e998: 8 total, 8 up, 8 in 2023-12-22T17:33:32.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:32 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:33:32.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:32 smithi039 ceph-mon[181282]: pgmap v1063: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:32.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:32 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/934462948' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:33:32.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:32 smithi039 ceph-mon[181282]: osdmap e998: 8 total, 8 up, 8 in 2023-12-22T17:33:32.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:32 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:33:33.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:33 smithi032 ceph-mon[189144]: osdmap e999: 8 total, 8 up, 8 in 2023-12-22T17:33:33.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:33:33.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:33:33.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:33:33.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:33:33.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:33:33.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:33 smithi032 ceph-mon[191839]: osdmap e999: 8 total, 8 up, 8 in 2023-12-22T17:33:33.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:33:33.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:33:33.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:33:33.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:33:33.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:33:33.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:33 smithi039 ceph-mon[181282]: osdmap e999: 8 total, 8 up, 8 in 2023-12-22T17:33:33.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:33:33.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:33:33.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:33:33.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:33:33.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:33:34.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:34 smithi032 ceph-mon[189144]: pgmap v1066: 137 pgs: 6 creating+peering, 12 unknown, 119 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:34.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:34 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:33:34.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:34 smithi032 ceph-mon[191839]: pgmap v1066: 137 pgs: 6 creating+peering, 12 unknown, 119 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:34.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:34 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:33:34.682 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:33:34.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:34 smithi039 ceph-mon[181282]: pgmap v1066: 137 pgs: 6 creating+peering, 12 unknown, 119 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:34.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:34 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:33:35.006 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:33:35.006 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (13m) 2s ago 18m 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:33:35.006 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (13m) 8m ago 17m 90.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:33:35.006 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (18m) 2s ago 18m 18.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:33:35.006 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (18m) 8m ago 18m 21.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:33:35.006 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (12m) 8m ago 21m 450M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:33:35.007 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (13m) 2s ago 22m 532M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:33:35.007 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (12m) 2s ago 22m 191M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:33:35.007 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (12m) 8m ago 21m 76.0M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:33:35.007 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (12m) 2s ago 21m 128M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:33:35.007 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (13m) 2s ago 17m 15.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:33:35.007 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (13m) 8m ago 17m 17.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:33:35.007 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11m) 2s ago 21m 1428M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:33:35.007 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11m) 2s ago 20m 1887M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:33:35.007 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10m) 2s ago 20m 1085M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:33:35.007 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10m) 2s ago 20m 1580M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:33:35.007 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9m) 8m ago 19m 564M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:33:35.007 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9m) 8m ago 19m 389M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:33:35.008 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8m) 8m ago 19m 177M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:33:35.008 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8m) 8m ago 19m 12.5M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:33:35.008 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (12m) 8m ago 18m 61.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:33:35.413 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:33:35.414 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:33:35.414 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:33:35.414 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:33:35.414 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:33:35.414 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:33:35.414 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:33:35.414 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:33:35.414 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:33:35.414 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:33:35.414 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:33:35.414 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:33:35.414 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:33:35.414 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:33:35.414 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:33:35.415 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:33:35.415 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:33:35.415 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:33:35.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:33:35.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:33:35.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:35 smithi032 ceph-mon[189144]: from='client.44822 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:33:35.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:35 smithi032 ceph-mon[189144]: from='client.44828 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:33:35.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:35 smithi032 ceph-mon[189144]: pgmap v1067: 137 pgs: 6 creating+peering, 131 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:35.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:35 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/351162068' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:33:35.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:33:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:33:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:35 smithi032 ceph-mon[191839]: from='client.44822 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:33:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:35 smithi032 ceph-mon[191839]: from='client.44828 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:33:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:35 smithi032 ceph-mon[191839]: pgmap v1067: 137 pgs: 6 creating+peering, 131 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:35 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/351162068' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:33:36.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:33:36.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:33:36.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:35 smithi039 ceph-mon[181282]: from='client.44822 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:33:36.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:35 smithi039 ceph-mon[181282]: from='client.44828 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:33:36.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:35 smithi039 ceph-mon[181282]: pgmap v1067: 137 pgs: 6 creating+peering, 131 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:36.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:35 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/351162068' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:33:38.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:38 smithi032 ceph-mon[189144]: pgmap v1068: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 147 B/s rd, 0 B/s wr, 0 op/s 2023-12-22T17:33:38.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:38 smithi032 ceph-mon[191839]: pgmap v1068: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 147 B/s rd, 0 B/s wr, 0 op/s 2023-12-22T17:33:38.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:38 smithi039 ceph-mon[181282]: pgmap v1068: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 147 B/s rd, 0 B/s wr, 0 op/s 2023-12-22T17:33:40.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:40 smithi032 ceph-mon[189144]: pgmap v1069: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2023-12-22T17:33:40.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:40 smithi032 ceph-mon[191839]: pgmap v1069: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2023-12-22T17:33:40.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:40 smithi039 ceph-mon[181282]: pgmap v1069: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2023-12-22T17:33:41.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:33:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:33:40] "GET /metrics HTTP/1.1" 200 36313 "" "Prometheus/2.43.0" 2023-12-22T17:33:42.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:42 smithi032 ceph-mon[191839]: pgmap v1070: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 309 B/s rd, 0 B/s wr, 1 op/s 2023-12-22T17:33:42.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:42 smithi032 ceph-mon[189144]: pgmap v1070: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 309 B/s rd, 0 B/s wr, 1 op/s 2023-12-22T17:33:42.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:42 smithi039 ceph-mon[181282]: pgmap v1070: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 309 B/s rd, 0 B/s wr, 1 op/s 2023-12-22T17:33:44.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:44 smithi032 ceph-mon[191839]: pgmap v1071: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 281 B/s rd, 0 B/s wr, 1 op/s 2023-12-22T17:33:44.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:44 smithi032 ceph-mon[189144]: pgmap v1071: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 281 B/s rd, 0 B/s wr, 1 op/s 2023-12-22T17:33:44.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:44 smithi039 ceph-mon[181282]: pgmap v1071: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 281 B/s rd, 0 B/s wr, 1 op/s 2023-12-22T17:33:46.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:33:46.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:45 smithi032 ceph-mon[191839]: pgmap v1072: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2023-12-22T17:33:46.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:33:46.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:45 smithi032 ceph-mon[189144]: pgmap v1072: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2023-12-22T17:33:46.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:33:46.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:45 smithi039 ceph-mon[181282]: pgmap v1072: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2023-12-22T17:33:48.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:48 smithi032 ceph-mon[191839]: pgmap v1073: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2023-12-22T17:33:48.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:48 smithi032 ceph-mon[189144]: pgmap v1073: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2023-12-22T17:33:48.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:48 smithi039 ceph-mon[181282]: pgmap v1073: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2023-12-22T17:33:50.388 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] ClsLock.TestRenew (21004 ms) 2023-12-22T17:33:50.388 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2023-12-22T17:33:50.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:50 smithi032 ceph-mon[189144]: pgmap v1074: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2023-12-22T17:33:50.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:33:50.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:50 smithi032 ceph-mon[191839]: pgmap v1074: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2023-12-22T17:33:50.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:33:50.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:50 smithi039 ceph-mon[181282]: pgmap v1074: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2023-12-22T17:33:50.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:33:51.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:33:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:33:50] "GET /metrics HTTP/1.1" 200 36313 "" "Prometheus/2.43.0" 2023-12-22T17:33:51.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:51 smithi032 ceph-mon[191839]: osdmap e1000: 8 total, 8 up, 8 in 2023-12-22T17:33:51.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:51 smithi032 ceph-mon[189144]: osdmap e1000: 8 total, 8 up, 8 in 2023-12-22T17:33:51.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:51 smithi039 ceph-mon[181282]: osdmap e1000: 8 total, 8 up, 8 in 2023-12-22T17:33:52.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:52 smithi032 ceph-mon[191839]: pgmap v1076: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:52.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:52 smithi032 ceph-mon[191839]: osdmap e1001: 8 total, 8 up, 8 in 2023-12-22T17:33:52.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:52 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3816499198' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:52.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:52 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3816499198' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:33:52.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:52 smithi032 ceph-mon[191839]: osdmap e1002: 8 total, 8 up, 8 in 2023-12-22T17:33:52.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:52 smithi032 ceph-mon[189144]: pgmap v1076: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:52.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:52 smithi032 ceph-mon[189144]: osdmap e1001: 8 total, 8 up, 8 in 2023-12-22T17:33:52.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:52 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3816499198' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:52.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:52 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3816499198' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:33:52.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:52 smithi032 ceph-mon[189144]: osdmap e1002: 8 total, 8 up, 8 in 2023-12-22T17:33:52.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:52 smithi039 ceph-mon[181282]: pgmap v1076: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:52.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:52 smithi039 ceph-mon[181282]: osdmap e1001: 8 total, 8 up, 8 in 2023-12-22T17:33:52.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:52 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3816499198' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:52.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:52 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3816499198' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:33:52.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:52 smithi039 ceph-mon[181282]: osdmap e1002: 8 total, 8 up, 8 in 2023-12-22T17:33:54.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:54 smithi032 ceph-mon[191839]: pgmap v1079: 137 pgs: 19 unknown, 118 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:54.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:54 smithi032 ceph-mon[191839]: osdmap e1003: 8 total, 8 up, 8 in 2023-12-22T17:33:54.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:54 smithi032 ceph-mon[189144]: pgmap v1079: 137 pgs: 19 unknown, 118 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:54.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:54 smithi032 ceph-mon[189144]: osdmap e1003: 8 total, 8 up, 8 in 2023-12-22T17:33:54.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:54 smithi039 ceph-mon[181282]: pgmap v1079: 137 pgs: 19 unknown, 118 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:33:54.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:54 smithi039 ceph-mon[181282]: osdmap e1003: 8 total, 8 up, 8 in 2023-12-22T17:33:55.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:55 smithi039 ceph-mon[181282]: pgmap v1081: 137 pgs: 6 unknown, 131 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 207 B/s rd, 0 B/s wr, 1 op/s 2023-12-22T17:33:55.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:55 smithi032 ceph-mon[191839]: pgmap v1081: 137 pgs: 6 unknown, 131 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 207 B/s rd, 0 B/s wr, 1 op/s 2023-12-22T17:33:55.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:55 smithi032 ceph-mon[189144]: pgmap v1081: 137 pgs: 6 unknown, 131 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 207 B/s rd, 0 B/s wr, 1 op/s 2023-12-22T17:33:57.333 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (6945 ms) 2023-12-22T17:33:57.333 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2023-12-22T17:33:58.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:58 smithi032 ceph-mon[191839]: pgmap v1082: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 1 op/s 2023-12-22T17:33:58.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:58 smithi032 ceph-mon[191839]: osdmap e1004: 8 total, 8 up, 8 in 2023-12-22T17:33:58.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:58 smithi032 ceph-mon[189144]: pgmap v1082: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 1 op/s 2023-12-22T17:33:58.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:58 smithi032 ceph-mon[189144]: osdmap e1004: 8 total, 8 up, 8 in 2023-12-22T17:33:58.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:58 smithi039 ceph-mon[181282]: pgmap v1082: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 1 op/s 2023-12-22T17:33:58.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:58 smithi039 ceph-mon[181282]: osdmap e1004: 8 total, 8 up, 8 in 2023-12-22T17:33:59.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:59 smithi032 ceph-mon[189144]: osdmap e1005: 8 total, 8 up, 8 in 2023-12-22T17:33:59.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:59 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1304249134' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:59.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:33:59 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:59.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:59 smithi032 ceph-mon[191839]: osdmap e1005: 8 total, 8 up, 8 in 2023-12-22T17:33:59.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:59 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1304249134' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:59.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:33:59 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:59.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:59 smithi039 ceph-mon[181282]: osdmap e1005: 8 total, 8 up, 8 in 2023-12-22T17:33:59.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:59 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1304249134' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:33:59.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:33:59 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:00.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:00 smithi032 ceph-mon[191839]: pgmap v1085: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:00.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:00 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:34:00.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:00 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:34:00.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:00 smithi032 ceph-mon[191839]: osdmap e1006: 8 total, 8 up, 8 in 2023-12-22T17:34:00.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:00 smithi032 ceph-mon[189144]: pgmap v1085: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:00.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:00 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:34:00.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:00 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:34:00.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:00 smithi032 ceph-mon[189144]: osdmap e1006: 8 total, 8 up, 8 in 2023-12-22T17:34:00.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:00 smithi039 ceph-mon[181282]: pgmap v1085: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:00.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:00 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:34:00.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:00 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:34:00.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:00 smithi039 ceph-mon[181282]: osdmap e1006: 8 total, 8 up, 8 in 2023-12-22T17:34:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:34:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:34:00] "GET /metrics HTTP/1.1" 200 36313 "" "Prometheus/2.43.0" 2023-12-22T17:34:01.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:01 smithi032 ceph-mon[189144]: osdmap e1007: 8 total, 8 up, 8 in 2023-12-22T17:34:01.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:01 smithi032 ceph-mon[191839]: osdmap e1007: 8 total, 8 up, 8 in 2023-12-22T17:34:01.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:01 smithi039 ceph-mon[181282]: osdmap e1007: 8 total, 8 up, 8 in 2023-12-22T17:34:02.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:02 smithi032 ceph-mon[191839]: pgmap v1088: 137 pgs: 5 creating+peering, 14 unknown, 118 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:02.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:02 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:34:02.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:02 smithi032 ceph-mon[189144]: pgmap v1088: 137 pgs: 5 creating+peering, 14 unknown, 118 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:02.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:02 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:34:02.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:02 smithi039 ceph-mon[181282]: pgmap v1088: 137 pgs: 5 creating+peering, 14 unknown, 118 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:02.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:02 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:34:04.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:04 smithi032 ceph-mon[191839]: pgmap v1089: 137 pgs: 5 creating+peering, 132 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-22T17:34:04.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:04 smithi032 ceph-mon[189144]: pgmap v1089: 137 pgs: 5 creating+peering, 132 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-22T17:34:04.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:04 smithi039 ceph-mon[181282]: pgmap v1089: 137 pgs: 5 creating+peering, 132 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-22T17:34:05.366 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (8033 ms) 2023-12-22T17:34:05.366 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2023-12-22T17:34:05.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:34:05.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:34:05.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:34:05.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:34:05.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:34:05.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:34:05.766 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:34:06.108 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:34:06.109 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (14m) 33s ago 18m 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:34:06.109 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (13m) 8m ago 18m 90.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:34:06.109 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (19m) 33s ago 19m 18.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:34:06.109 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (19m) 8m ago 19m 21.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:34:06.109 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (13m) 8m ago 21m 450M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:34:06.109 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (13m) 33s ago 23m 532M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:34:06.109 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (13m) 33s ago 23m 191M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:34:06.109 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (12m) 8m ago 22m 76.0M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:34:06.109 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (12m) 33s ago 22m 128M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:34:06.109 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (14m) 33s ago 18m 15.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:34:06.110 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (13m) 8m ago 18m 17.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:34:06.110 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (12m) 33s ago 21m 1428M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:34:06.110 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11m) 33s ago 21m 1887M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:34:06.110 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11m) 33s ago 21m 1085M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:34:06.110 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10m) 33s ago 20m 1580M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:34:06.110 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10m) 8m ago 20m 564M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:34:06.110 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9m) 8m ago 20m 389M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:34:06.110 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9m) 8m ago 19m 177M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:34:06.110 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8m) 8m ago 19m 12.5M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:34:06.110 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (13m) 8m ago 18m 61.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:34:06.519 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:34:06.519 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:34:06.519 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:34:06.519 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:34:06.519 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:34:06.519 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:34:06.519 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:34:06.519 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:34:06.519 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:34:06.519 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:34:06.520 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:34:06.520 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:34:06.520 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:34:06.520 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:34:06.520 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:34:06.520 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:34:06.520 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:34:06.520 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:34:06.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:06 smithi032 ceph-mon[191839]: pgmap v1090: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 292 B/s rd, 0 B/s wr, 1 op/s 2023-12-22T17:34:06.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:06 smithi032 ceph-mon[191839]: osdmap e1008: 8 total, 8 up, 8 in 2023-12-22T17:34:06.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:06 smithi032 ceph-mon[189144]: pgmap v1090: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 292 B/s rd, 0 B/s wr, 1 op/s 2023-12-22T17:34:06.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:06 smithi032 ceph-mon[189144]: osdmap e1008: 8 total, 8 up, 8 in 2023-12-22T17:34:06.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:06 smithi039 ceph-mon[181282]: pgmap v1090: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 292 B/s rd, 0 B/s wr, 1 op/s 2023-12-22T17:34:06.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:06 smithi039 ceph-mon[181282]: osdmap e1008: 8 total, 8 up, 8 in 2023-12-22T17:34:07.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:07 smithi032 ceph-mon[189144]: from='client.44858 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:34:07.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:07 smithi032 ceph-mon[189144]: from='client.44864 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:34:07.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:07 smithi032 ceph-mon[189144]: osdmap e1009: 8 total, 8 up, 8 in 2023-12-22T17:34:07.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:07 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3695670656' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:07.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:07 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2734301176' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:34:07.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:07 smithi032 ceph-mon[191839]: from='client.44858 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:34:07.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:07 smithi032 ceph-mon[191839]: from='client.44864 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:34:07.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:07 smithi032 ceph-mon[191839]: osdmap e1009: 8 total, 8 up, 8 in 2023-12-22T17:34:07.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:07 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3695670656' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:07.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:07 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2734301176' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:34:07.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:07 smithi039 ceph-mon[181282]: from='client.44858 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:34:07.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:07 smithi039 ceph-mon[181282]: from='client.44864 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:34:07.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:07 smithi039 ceph-mon[181282]: osdmap e1009: 8 total, 8 up, 8 in 2023-12-22T17:34:07.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:07 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3695670656' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:07.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:07 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2734301176' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:34:08.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:08 smithi032 ceph-mon[191839]: pgmap v1093: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:08.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:08 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:34:08.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:08 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3695670656' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-11","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:34:08.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:08 smithi032 ceph-mon[191839]: osdmap e1010: 8 total, 8 up, 8 in 2023-12-22T17:34:08.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:08 smithi032 ceph-mon[189144]: pgmap v1093: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:08.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:08 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:34:08.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:08 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3695670656' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-11","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:34:08.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:08 smithi032 ceph-mon[189144]: osdmap e1010: 8 total, 8 up, 8 in 2023-12-22T17:34:08.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:08 smithi039 ceph-mon[181282]: pgmap v1093: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:08.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:08 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:34:08.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:08 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3695670656' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-227045-11","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:34:08.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:08 smithi039 ceph-mon[181282]: osdmap e1010: 8 total, 8 up, 8 in 2023-12-22T17:34:09.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:09 smithi032 ceph-mon[189144]: osdmap e1011: 8 total, 8 up, 8 in 2023-12-22T17:34:09.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:09 smithi032 ceph-mon[191839]: osdmap e1011: 8 total, 8 up, 8 in 2023-12-22T17:34:09.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:09 smithi039 ceph-mon[181282]: osdmap e1011: 8 total, 8 up, 8 in 2023-12-22T17:34:10.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:10 smithi032 ceph-mon[191839]: pgmap v1096: 137 pgs: 16 unknown, 121 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:10.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:10 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:34:10.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:10 smithi032 ceph-mon[189144]: pgmap v1096: 137 pgs: 16 unknown, 121 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:10.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:10 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:34:10.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:10 smithi039 ceph-mon[181282]: pgmap v1096: 137 pgs: 16 unknown, 121 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:10.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:10 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:34:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:34:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:34:10] "GET /metrics HTTP/1.1" 200 36313 "" "Prometheus/2.43.0" 2023-12-22T17:34:12.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:12 smithi032 ceph-mon[191839]: pgmap v1097: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-22T17:34:12.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:12 smithi032 ceph-mon[189144]: pgmap v1097: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-22T17:34:12.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:12 smithi039 ceph-mon[181282]: pgmap v1097: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-22T17:34:13.344 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (7977 ms) 2023-12-22T17:34:13.344 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 11 tests from ClsLock (69477 ms total) 2023-12-22T17:34:13.344 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T17:34:13.345 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment tear-down 2023-12-22T17:34:13.345 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] 11 tests from 1 test suite ran. (69477 ms total) 2023-12-22T17:34:13.345 INFO:tasks.workunit.client.0.smithi032.stdout:[ PASSED ] 11 tests. 2023-12-22T17:34:13.349 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-22T17:34:13.349 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-22T17:34:13.423 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2023-12-22T17:34:13.423 DEBUG:teuthology.orchestra.run.smithi032:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2023-12-22T17:34:13.495 INFO:tasks.workunit.client.0.smithi032.stdout:Running main() from gmock_main.cc 2023-12-22T17:34:13.495 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] Running 4 tests from 1 test suite. 2023-12-22T17:34:13.495 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment set-up. 2023-12-22T17:34:13.495 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 4 tests from cls_log 2023-12-22T17:34:13.495 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_log.test_log_add_same_time 2023-12-22T17:34:14.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:14 smithi032 ceph-mon[191839]: pgmap v1098: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-22T17:34:14.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:14 smithi032 ceph-mon[191839]: osdmap e1012: 8 total, 8 up, 8 in 2023-12-22T17:34:14.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:14 smithi032 ceph-mon[189144]: pgmap v1098: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-22T17:34:14.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:14 smithi032 ceph-mon[189144]: osdmap e1012: 8 total, 8 up, 8 in 2023-12-22T17:34:14.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:14 smithi039 ceph-mon[181282]: pgmap v1098: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-22T17:34:14.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:14 smithi039 ceph-mon[181282]: osdmap e1012: 8 total, 8 up, 8 in 2023-12-22T17:34:15.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:15 smithi032 ceph-mon[191839]: osdmap e1013: 8 total, 8 up, 8 in 2023-12-22T17:34:15.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:15 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/281853653' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228152-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:15.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:34:15.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:15 smithi032 ceph-mon[189144]: osdmap e1013: 8 total, 8 up, 8 in 2023-12-22T17:34:15.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:15 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/281853653' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228152-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:15.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:34:15.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:15 smithi039 ceph-mon[181282]: osdmap e1013: 8 total, 8 up, 8 in 2023-12-22T17:34:15.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:15 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/281853653' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228152-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:15.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:34:16.411 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_log.test_log_add_same_time (2917 ms) 2023-12-22T17:34:16.412 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_log.test_log_add_different_time 2023-12-22T17:34:16.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:16 smithi032 ceph-mon[189144]: pgmap v1101: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:16.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:16 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/281853653' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228152-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:34:16.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:16 smithi032 ceph-mon[189144]: osdmap e1014: 8 total, 8 up, 8 in 2023-12-22T17:34:16.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:16 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:34:16.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:16 smithi032 ceph-mon[191839]: pgmap v1101: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:16.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:16 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/281853653' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228152-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:34:16.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:16 smithi032 ceph-mon[191839]: osdmap e1014: 8 total, 8 up, 8 in 2023-12-22T17:34:16.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:16 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:34:16.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:16 smithi039 ceph-mon[181282]: pgmap v1101: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:16.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:16 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/281853653' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228152-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:34:16.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:16 smithi039 ceph-mon[181282]: osdmap e1014: 8 total, 8 up, 8 in 2023-12-22T17:34:16.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:16 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:34:17.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:17 smithi032 ceph-mon[191839]: osdmap e1015: 8 total, 8 up, 8 in 2023-12-22T17:34:17.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:17 smithi032 ceph-mon[189144]: osdmap e1015: 8 total, 8 up, 8 in 2023-12-22T17:34:17.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:17 smithi039 ceph-mon[181282]: osdmap e1015: 8 total, 8 up, 8 in 2023-12-22T17:34:18.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:18 smithi032 ceph-mon[191839]: pgmap v1104: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:18.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:18 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:34:18.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:18 smithi032 ceph-mon[191839]: osdmap e1016: 8 total, 8 up, 8 in 2023-12-22T17:34:18.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:18 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2866650282' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228152-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:18.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:18 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228152-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:18.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:18 smithi032 ceph-mon[189144]: pgmap v1104: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:18.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:18 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:34:18.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:18 smithi032 ceph-mon[189144]: osdmap e1016: 8 total, 8 up, 8 in 2023-12-22T17:34:18.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:18 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2866650282' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228152-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:18.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:18 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228152-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:18.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:18 smithi039 ceph-mon[181282]: pgmap v1104: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:18.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:18 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:34:18.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:18 smithi039 ceph-mon[181282]: osdmap e1016: 8 total, 8 up, 8 in 2023-12-22T17:34:18.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:18 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2866650282' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228152-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:18.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:18 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228152-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:19.436 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_log.test_log_add_different_time (3024 ms) 2023-12-22T17:34:19.436 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_log.trim_by_time 2023-12-22T17:34:19.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:19 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228152-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:34:19.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:19 smithi039 ceph-mon[181282]: osdmap e1017: 8 total, 8 up, 8 in 2023-12-22T17:34:19.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:19 smithi039 ceph-mon[181282]: pgmap v1107: 137 pgs: 10 creating+peering, 20 unknown, 107 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:19.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:19 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228152-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:34:19.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:19 smithi032 ceph-mon[191839]: osdmap e1017: 8 total, 8 up, 8 in 2023-12-22T17:34:19.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:19 smithi032 ceph-mon[191839]: pgmap v1107: 137 pgs: 10 creating+peering, 20 unknown, 107 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:19.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:19 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228152-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:34:19.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:19 smithi032 ceph-mon[189144]: osdmap e1017: 8 total, 8 up, 8 in 2023-12-22T17:34:19.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:19 smithi032 ceph-mon[189144]: pgmap v1107: 137 pgs: 10 creating+peering, 20 unknown, 107 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:20.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:20 smithi039 ceph-mon[181282]: osdmap e1018: 8 total, 8 up, 8 in 2023-12-22T17:34:20.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:34:20.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:20 smithi032 ceph-mon[191839]: osdmap e1018: 8 total, 8 up, 8 in 2023-12-22T17:34:20.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:34:20.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:20 smithi032 ceph-mon[189144]: osdmap e1018: 8 total, 8 up, 8 in 2023-12-22T17:34:20.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:34:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:34:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:34:20] "GET /metrics HTTP/1.1" 200 33941 "" "Prometheus/2.43.0" 2023-12-22T17:34:21.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:21 smithi039 ceph-mon[181282]: osdmap e1019: 8 total, 8 up, 8 in 2023-12-22T17:34:21.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:21 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2788214743' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228152-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:21.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:21 smithi039 ceph-mon[181282]: pgmap v1110: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:21.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:21 smithi032 ceph-mon[191839]: osdmap e1019: 8 total, 8 up, 8 in 2023-12-22T17:34:21.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:21 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2788214743' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228152-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:21.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:21 smithi032 ceph-mon[191839]: pgmap v1110: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:21.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:21 smithi032 ceph-mon[189144]: osdmap e1019: 8 total, 8 up, 8 in 2023-12-22T17:34:21.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:21 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2788214743' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228152-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:21.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:21 smithi032 ceph-mon[189144]: pgmap v1110: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:22.471 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_log.trim_by_time (3031 ms) 2023-12-22T17:34:22.471 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_log.trim_by_marker 2023-12-22T17:34:22.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:22 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2788214743' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228152-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:34:22.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:22 smithi039 ceph-mon[181282]: osdmap e1020: 8 total, 8 up, 8 in 2023-12-22T17:34:22.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:22 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:34:22.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:22 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2788214743' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228152-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:34:22.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:22 smithi032 ceph-mon[189144]: osdmap e1020: 8 total, 8 up, 8 in 2023-12-22T17:34:22.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:22 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:34:22.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:22 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2788214743' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228152-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:34:22.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:22 smithi032 ceph-mon[191839]: osdmap e1020: 8 total, 8 up, 8 in 2023-12-22T17:34:22.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:22 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:34:23.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:23 smithi039 ceph-mon[181282]: osdmap e1021: 8 total, 8 up, 8 in 2023-12-22T17:34:23.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:23 smithi039 ceph-mon[181282]: pgmap v1113: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:23.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:23 smithi032 ceph-mon[191839]: osdmap e1021: 8 total, 8 up, 8 in 2023-12-22T17:34:23.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:23 smithi032 ceph-mon[191839]: pgmap v1113: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:23.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:23 smithi032 ceph-mon[189144]: osdmap e1021: 8 total, 8 up, 8 in 2023-12-22T17:34:23.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:23 smithi032 ceph-mon[189144]: pgmap v1113: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:24.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:24 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:34:24.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:24 smithi039 ceph-mon[181282]: osdmap e1022: 8 total, 8 up, 8 in 2023-12-22T17:34:24.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:24 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/324007510' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228152-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:24.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:24 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:34:24.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:24 smithi032 ceph-mon[191839]: osdmap e1022: 8 total, 8 up, 8 in 2023-12-22T17:34:24.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:24 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/324007510' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228152-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:24.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:24 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:34:24.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:24 smithi032 ceph-mon[189144]: osdmap e1022: 8 total, 8 up, 8 in 2023-12-22T17:34:24.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:24 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/324007510' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228152-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:25.496 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_log.trim_by_marker (3028 ms) 2023-12-22T17:34:25.496 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 4 tests from cls_log (12001 ms total) 2023-12-22T17:34:25.496 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T17:34:25.496 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment tear-down 2023-12-22T17:34:25.496 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] 4 tests from 1 test suite ran. (12001 ms total) 2023-12-22T17:34:25.496 INFO:tasks.workunit.client.0.smithi032.stdout:[ PASSED ] 4 tests. 2023-12-22T17:34:25.498 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-22T17:34:25.499 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-22T17:34:25.572 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2023-12-22T17:34:25.572 DEBUG:teuthology.orchestra.run.smithi032:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2023-12-22T17:34:25.645 INFO:tasks.workunit.client.0.smithi032.stdout:Running main() from gmock_main.cc 2023-12-22T17:34:25.645 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] Running 4 tests from 1 test suite. 2023-12-22T17:34:25.645 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment set-up. 2023-12-22T17:34:25.645 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 4 tests from ClsNumOps 2023-12-22T17:34:25.645 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] ClsNumOps.Add 2023-12-22T17:34:25.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:25 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/324007510' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228152-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:34:25.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:25 smithi039 ceph-mon[181282]: osdmap e1023: 8 total, 8 up, 8 in 2023-12-22T17:34:25.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:25 smithi039 ceph-mon[181282]: pgmap v1116: 137 pgs: 4 creating+peering, 22 unknown, 111 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:25.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:25 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/324007510' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228152-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:34:25.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:25 smithi032 ceph-mon[189144]: osdmap e1023: 8 total, 8 up, 8 in 2023-12-22T17:34:25.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:25 smithi032 ceph-mon[189144]: pgmap v1116: 137 pgs: 4 creating+peering, 22 unknown, 111 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:25.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:25 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/324007510' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228152-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:34:25.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:25 smithi032 ceph-mon[191839]: osdmap e1023: 8 total, 8 up, 8 in 2023-12-22T17:34:25.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:25 smithi032 ceph-mon[191839]: pgmap v1116: 137 pgs: 4 creating+peering, 22 unknown, 111 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:26.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:26 smithi039 ceph-mon[181282]: osdmap e1024: 8 total, 8 up, 8 in 2023-12-22T17:34:26.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:26 smithi032 ceph-mon[191839]: osdmap e1024: 8 total, 8 up, 8 in 2023-12-22T17:34:26.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:26 smithi032 ceph-mon[189144]: osdmap e1024: 8 total, 8 up, 8 in 2023-12-22T17:34:27.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:27 smithi032 ceph-mon[191839]: osdmap e1025: 8 total, 8 up, 8 in 2023-12-22T17:34:27.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:27 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1881177463' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228270-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:27.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:27 smithi032 ceph-mon[191839]: pgmap v1119: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:27.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:27 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1881177463' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228270-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:34:27.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:27 smithi032 ceph-mon[191839]: osdmap e1026: 8 total, 8 up, 8 in 2023-12-22T17:34:27.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:27 smithi032 ceph-mon[189144]: osdmap e1025: 8 total, 8 up, 8 in 2023-12-22T17:34:27.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:27 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1881177463' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228270-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:27.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:27 smithi032 ceph-mon[189144]: pgmap v1119: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:27.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:27 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1881177463' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228270-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:34:27.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:27 smithi032 ceph-mon[189144]: osdmap e1026: 8 total, 8 up, 8 in 2023-12-22T17:34:28.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:27 smithi039 ceph-mon[181282]: osdmap e1025: 8 total, 8 up, 8 in 2023-12-22T17:34:28.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:27 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1881177463' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228270-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:28.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:27 smithi039 ceph-mon[181282]: pgmap v1119: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:28.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:27 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1881177463' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228270-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:34:28.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:27 smithi039 ceph-mon[181282]: osdmap e1026: 8 total, 8 up, 8 in 2023-12-22T17:34:28.524 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] ClsNumOps.Add (2871 ms) 2023-12-22T17:34:28.524 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] ClsNumOps.Sub 2023-12-22T17:34:28.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:28 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:34:28.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:28 smithi032 ceph-mon[189144]: osdmap e1027: 8 total, 8 up, 8 in 2023-12-22T17:34:28.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:28 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:34:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:28 smithi032 ceph-mon[191839]: osdmap e1027: 8 total, 8 up, 8 in 2023-12-22T17:34:29.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:28 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:34:29.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:28 smithi039 ceph-mon[181282]: osdmap e1027: 8 total, 8 up, 8 in 2023-12-22T17:34:29.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:29 smithi032 ceph-mon[189144]: pgmap v1122: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:29.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:29 smithi032 ceph-mon[191839]: pgmap v1122: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:30.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:29 smithi039 ceph-mon[181282]: pgmap v1122: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:30.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:30 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:34:30.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:30 smithi032 ceph-mon[189144]: osdmap e1028: 8 total, 8 up, 8 in 2023-12-22T17:34:30.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:30 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/961276879' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228270-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:30.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:30 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228270-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:30.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:30 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:34:30.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:30 smithi032 ceph-mon[191839]: osdmap e1028: 8 total, 8 up, 8 in 2023-12-22T17:34:30.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:30 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/961276879' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228270-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:30.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:30 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228270-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:31.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:30 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:34:31.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:30 smithi039 ceph-mon[181282]: osdmap e1028: 8 total, 8 up, 8 in 2023-12-22T17:34:31.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:30 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/961276879' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228270-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:31.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:30 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228270-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:31.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:34:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:34:30] "GET /metrics HTTP/1.1" 200 33941 "" "Prometheus/2.43.0" 2023-12-22T17:34:31.537 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] ClsNumOps.Sub (3021 ms) 2023-12-22T17:34:31.537 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] ClsNumOps.Mul 2023-12-22T17:34:31.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:31 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228270-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:34:31.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:31 smithi032 ceph-mon[189144]: osdmap e1029: 8 total, 8 up, 8 in 2023-12-22T17:34:31.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:31 smithi032 ceph-mon[189144]: pgmap v1125: 137 pgs: 13 creating+peering, 18 unknown, 106 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:31.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:31 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228270-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:34:31.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:31 smithi032 ceph-mon[191839]: osdmap e1029: 8 total, 8 up, 8 in 2023-12-22T17:34:31.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:31 smithi032 ceph-mon[191839]: pgmap v1125: 137 pgs: 13 creating+peering, 18 unknown, 106 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:32.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:31 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228270-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:34:32.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:31 smithi039 ceph-mon[181282]: osdmap e1029: 8 total, 8 up, 8 in 2023-12-22T17:34:32.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:31 smithi039 ceph-mon[181282]: pgmap v1125: 137 pgs: 13 creating+peering, 18 unknown, 106 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:32.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:32 smithi032 ceph-mon[189144]: osdmap e1030: 8 total, 8 up, 8 in 2023-12-22T17:34:32.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:32 smithi032 ceph-mon[191839]: osdmap e1030: 8 total, 8 up, 8 in 2023-12-22T17:34:33.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:32 smithi039 ceph-mon[181282]: osdmap e1030: 8 total, 8 up, 8 in 2023-12-22T17:34:33.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:33 smithi032 ceph-mon[191839]: osdmap e1031: 8 total, 8 up, 8 in 2023-12-22T17:34:33.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:33 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3923204398' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228270-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:33.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:33 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228270-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:33.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:34:33.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:33 smithi032 ceph-mon[191839]: pgmap v1128: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:33.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:33 smithi032 ceph-mon[189144]: osdmap e1031: 8 total, 8 up, 8 in 2023-12-22T17:34:33.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:33 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3923204398' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228270-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:33.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:33 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228270-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:33.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:34:33.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:33 smithi032 ceph-mon[189144]: pgmap v1128: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:34.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:33 smithi039 ceph-mon[181282]: osdmap e1031: 8 total, 8 up, 8 in 2023-12-22T17:34:34.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:33 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3923204398' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228270-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:34.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:33 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228270-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:34.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:34:34.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:33 smithi039 ceph-mon[181282]: pgmap v1128: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:34.565 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] ClsNumOps.Mul (3029 ms) 2023-12-22T17:34:34.565 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] ClsNumOps.Div 2023-12-22T17:34:34.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:34 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:34:34.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:34 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228270-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:34:34.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:34 smithi032 ceph-mon[189144]: osdmap e1032: 8 total, 8 up, 8 in 2023-12-22T17:34:34.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:34:34.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:34:34.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:34:34.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:34 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:34:34.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:34 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228270-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:34:34.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:34 smithi032 ceph-mon[191839]: osdmap e1032: 8 total, 8 up, 8 in 2023-12-22T17:34:34.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:34:34.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:34:34.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:34:35.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:34 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:34:35.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:34 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228270-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:34:35.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:34 smithi039 ceph-mon[181282]: osdmap e1032: 8 total, 8 up, 8 in 2023-12-22T17:34:35.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:34:35.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:34:35.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:34:35.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:35 smithi032 ceph-mon[191839]: osdmap e1033: 8 total, 8 up, 8 in 2023-12-22T17:34:35.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:34:35.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:34:35.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:35 smithi032 ceph-mon[191839]: pgmap v1131: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:35.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:35 smithi032 ceph-mon[189144]: osdmap e1033: 8 total, 8 up, 8 in 2023-12-22T17:34:35.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:34:35.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:34:35.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:35 smithi032 ceph-mon[189144]: pgmap v1131: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:36.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:35 smithi039 ceph-mon[181282]: osdmap e1033: 8 total, 8 up, 8 in 2023-12-22T17:34:36.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:34:36.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:34:36.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:35 smithi039 ceph-mon[181282]: pgmap v1131: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:36.900 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:34:36.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:36 smithi032 ceph-mon[189144]: osdmap e1034: 8 total, 8 up, 8 in 2023-12-22T17:34:36.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:36 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2422335719' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228270-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:36.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:36 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:34:36.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:36 smithi032 ceph-mon[191839]: osdmap e1034: 8 total, 8 up, 8 in 2023-12-22T17:34:36.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:36 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2422335719' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228270-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:36.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:36 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:34:37.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:36 smithi039 ceph-mon[181282]: osdmap e1034: 8 total, 8 up, 8 in 2023-12-22T17:34:37.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:36 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2422335719' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228270-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:37.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:36 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:34:37.224 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:34:37.224 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (14m) 64s ago 19m 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:34:37.224 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (14m) 9m ago 18m 90.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:34:37.224 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (19m) 64s ago 19m 18.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:34:37.224 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (19m) 9m ago 19m 21.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:34:37.224 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (13m) 9m ago 22m 450M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:34:37.224 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (14m) 64s ago 23m 532M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:34:37.224 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (13m) 64s ago 23m 191M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:34:37.224 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (13m) 9m ago 22m 76.0M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:34:37.224 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (13m) 64s ago 22m 128M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:34:37.224 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (14m) 64s ago 18m 15.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:34:37.225 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (14m) 9m ago 18m 17.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:34:37.225 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (12m) 64s ago 22m 1428M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:34:37.225 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (12m) 64s ago 21m 1887M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:34:37.225 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11m) 64s ago 21m 1085M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:34:37.225 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11m) 64s ago 21m 1580M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:34:37.225 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10m) 9m ago 21m 564M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:34:37.225 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10m) 9m ago 20m 389M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:34:37.225 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9m) 9m ago 20m 177M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:34:37.225 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9m) 9m ago 20m 12.5M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:34:37.225 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (13m) 9m ago 19m 61.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:34:37.582 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] ClsNumOps.Div (3016 ms) 2023-12-22T17:34:37.582 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 4 tests from ClsNumOps (11937 ms total) 2023-12-22T17:34:37.582 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T17:34:37.582 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment tear-down 2023-12-22T17:34:37.582 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] 4 tests from 1 test suite ran. (11937 ms total) 2023-12-22T17:34:37.582 INFO:tasks.workunit.client.0.smithi032.stdout:[ PASSED ] 4 tests. 2023-12-22T17:34:37.584 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-22T17:34:37.584 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-22T17:34:37.637 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:34:37.637 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:34:37.637 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:34:37.637 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:34:37.638 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:34:37.638 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:34:37.638 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:34:37.638 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:34:37.638 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:34:37.638 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:34:37.638 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:34:37.638 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:34:37.638 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:34:37.638 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:34:37.638 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:34:37.638 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:34:37.638 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:34:37.638 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:34:37.655 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2023-12-22T17:34:37.655 DEBUG:teuthology.orchestra.run.smithi032:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2023-12-22T17:34:37.726 INFO:tasks.workunit.client.0.smithi032.stdout:Running main() from gmock_main.cc 2023-12-22T17:34:37.726 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] Running 70 tests from 1 test suite. 2023-12-22T17:34:37.726 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment set-up. 2023-12-22T17:34:37.726 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 70 tests from TestClsRbd 2023-12-22T17:34:37.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:37 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2422335719' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228270-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:34:37.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:37 smithi032 ceph-mon[189144]: osdmap e1035: 8 total, 8 up, 8 in 2023-12-22T17:34:37.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:37 smithi032 ceph-mon[189144]: from='client.34986 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:34:37.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:37 smithi032 ceph-mon[189144]: from='client.44927 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:34:37.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:37 smithi032 ceph-mon[189144]: pgmap v1134: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:37.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:37 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2422335719' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228270-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:34:37.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:37 smithi032 ceph-mon[191839]: osdmap e1035: 8 total, 8 up, 8 in 2023-12-22T17:34:37.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:37 smithi032 ceph-mon[191839]: from='client.34986 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:34:37.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:37 smithi032 ceph-mon[191839]: from='client.44927 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:34:37.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:37 smithi032 ceph-mon[191839]: pgmap v1134: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:38.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:37 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2422335719' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228270-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:34:38.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:37 smithi039 ceph-mon[181282]: osdmap e1035: 8 total, 8 up, 8 in 2023-12-22T17:34:38.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:37 smithi039 ceph-mon[181282]: from='client.34986 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:34:38.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:37 smithi039 ceph-mon[181282]: from='client.44927 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:34:38.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:37 smithi039 ceph-mon[181282]: pgmap v1134: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:38.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:38 smithi032 ceph-mon[191839]: osdmap e1036: 8 total, 8 up, 8 in 2023-12-22T17:34:38.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:38 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/737315929' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:34:38.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:38 smithi032 ceph-mon[189144]: osdmap e1036: 8 total, 8 up, 8 in 2023-12-22T17:34:38.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:38 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/737315929' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:34:39.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:38 smithi039 ceph-mon[181282]: osdmap e1036: 8 total, 8 up, 8 in 2023-12-22T17:34:39.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:38 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/737315929' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:34:39.595 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.get_all_features 2023-12-22T17:34:39.622 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.get_all_features (27 ms) 2023-12-22T17:34:39.622 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.copyup 2023-12-22T17:34:39.802 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.copyup (180 ms) 2023-12-22T17:34:39.802 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.sparse_copyup 2023-12-22T17:34:39.821 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.sparse_copyup (19 ms) 2023-12-22T17:34:39.821 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.get_and_set_id 2023-12-22T17:34:39.828 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.get_and_set_id (7 ms) 2023-12-22T17:34:39.828 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.add_remove_child 2023-12-22T17:34:39.842 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.add_remove_child (13 ms) 2023-12-22T17:34:39.842 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.directory_methods 2023-12-22T17:34:39.871 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.directory_methods (29 ms) 2023-12-22T17:34:39.871 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.create 2023-12-22T17:34:39.885 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.create (14 ms) 2023-12-22T17:34:39.885 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.get_features 2023-12-22T17:34:39.886 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.get_features (2 ms) 2023-12-22T17:34:39.886 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.get_object_prefix 2023-12-22T17:34:39.888 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.get_object_prefix (1 ms) 2023-12-22T17:34:39.888 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2023-12-22T17:34:39.890 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.get_create_timestamp (2 ms) 2023-12-22T17:34:39.890 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2023-12-22T17:34:39.892 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.get_access_timestamp (2 ms) 2023-12-22T17:34:39.892 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2023-12-22T17:34:39.893 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.get_modify_timestamp (2 ms) 2023-12-22T17:34:39.893 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.get_data_pool 2023-12-22T17:34:39.897 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.get_data_pool (4 ms) 2023-12-22T17:34:39.897 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.get_size 2023-12-22T17:34:39.901 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.get_size (4 ms) 2023-12-22T17:34:39.902 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.set_size 2023-12-22T17:34:39.906 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.set_size (5 ms) 2023-12-22T17:34:39.906 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.protection_status 2023-12-22T17:34:39.925 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.protection_status (19 ms) 2023-12-22T17:34:39.925 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.snapshot_limits 2023-12-22T17:34:39.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:39 smithi032 ceph-mon[191839]: osdmap e1037: 8 total, 8 up, 8 in 2023-12-22T17:34:39.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:39 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2061698052' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228612-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:39.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:39 smithi032 ceph-mon[191839]: pgmap v1137: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:39.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:39 smithi032 ceph-mon[189144]: osdmap e1037: 8 total, 8 up, 8 in 2023-12-22T17:34:39.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:39 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2061698052' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228612-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:39.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:39 smithi032 ceph-mon[189144]: pgmap v1137: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:39.933 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.snapshot_limits (8 ms) 2023-12-22T17:34:39.934 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.parents_v1 2023-12-22T17:34:39.980 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.parents_v1 (46 ms) 2023-12-22T17:34:39.980 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.parents_v2 2023-12-22T17:34:40.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:39 smithi039 ceph-mon[181282]: osdmap e1037: 8 total, 8 up, 8 in 2023-12-22T17:34:40.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:39 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2061698052' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228612-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:40.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:39 smithi039 ceph-mon[181282]: pgmap v1137: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:40.011 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.parents_v2 (32 ms) 2023-12-22T17:34:40.011 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.snapshots 2023-12-22T17:34:40.033 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.snapshots (22 ms) 2023-12-22T17:34:40.033 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.snapid_race 2023-12-22T17:34:40.039 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.snapid_race (5 ms) 2023-12-22T17:34:40.039 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.stripingv2 2023-12-22T17:34:40.049 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.stripingv2 (9 ms) 2023-12-22T17:34:40.049 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.object_map_save 2023-12-22T17:34:40.055 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.object_map_save (7 ms) 2023-12-22T17:34:40.055 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.object_map_resize 2023-12-22T17:34:40.063 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.object_map_resize (8 ms) 2023-12-22T17:34:40.063 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.object_map_update 2023-12-22T17:34:40.069 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.object_map_update (6 ms) 2023-12-22T17:34:40.069 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2023-12-22T17:34:40.070 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.object_map_load_enoent (0 ms) 2023-12-22T17:34:40.070 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2023-12-22T17:34:40.081 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.object_map_snap_add (11 ms) 2023-12-22T17:34:40.081 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2023-12-22T17:34:40.088 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.object_map_snap_remove (8 ms) 2023-12-22T17:34:40.088 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.flags 2023-12-22T17:34:40.093 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.flags (5 ms) 2023-12-22T17:34:40.093 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.metadata 2023-12-22T17:34:40.116 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.metadata (23 ms) 2023-12-22T17:34:40.116 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.set_features 2023-12-22T17:34:40.123 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.set_features (7 ms) 2023-12-22T17:34:40.124 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.mirror 2023-12-22T17:34:40.159 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.mirror (36 ms) 2023-12-22T17:34:40.159 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.mirror_image 2023-12-22T17:34:40.175 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.mirror_image (15 ms) 2023-12-22T17:34:40.175 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.mirror_image_status 2023-12-22T17:34:40.853 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:40 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:34:40.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:40 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2061698052' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228612-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:34:40.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:40 smithi032 ceph-mon[191839]: osdmap e1038: 8 total, 8 up, 8 in 2023-12-22T17:34:40.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:40 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:34:40.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:40 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2061698052' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228612-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:34:40.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:40 smithi032 ceph-mon[189144]: osdmap e1038: 8 total, 8 up, 8 in 2023-12-22T17:34:41.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:40 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:34:41.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:40 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2061698052' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228612-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:34:41.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:40 smithi039 ceph-mon[181282]: osdmap e1038: 8 total, 8 up, 8 in 2023-12-22T17:34:41.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:34:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:34:40] "GET /metrics HTTP/1.1" 200 33941 "" "Prometheus/2.43.0" 2023-12-22T17:34:41.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:41 smithi032 ceph-mon[191839]: osdmap e1039: 8 total, 8 up, 8 in 2023-12-22T17:34:41.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:41 smithi032 ceph-mon[191839]: pgmap v1140: 137 pgs: 5 creating+peering, 6 unknown, 126 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 24 KiB/s wr, 91 op/s 2023-12-22T17:34:41.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:41 smithi032 ceph-mon[189144]: osdmap e1039: 8 total, 8 up, 8 in 2023-12-22T17:34:41.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:41 smithi032 ceph-mon[189144]: pgmap v1140: 137 pgs: 5 creating+peering, 6 unknown, 126 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 24 KiB/s wr, 91 op/s 2023-12-22T17:34:42.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:41 smithi039 ceph-mon[181282]: osdmap e1039: 8 total, 8 up, 8 in 2023-12-22T17:34:42.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:41 smithi039 ceph-mon[181282]: pgmap v1140: 137 pgs: 5 creating+peering, 6 unknown, 126 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 24 KiB/s wr, 91 op/s 2023-12-22T17:34:42.696 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.mirror_image_status (2520 ms) 2023-12-22T17:34:42.696 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.mirror_image_map 2023-12-22T17:34:42.777 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.mirror_image_map (82 ms) 2023-12-22T17:34:42.777 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.mirror_instances 2023-12-22T17:34:42.786 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.mirror_instances (9 ms) 2023-12-22T17:34:42.786 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2023-12-22T17:34:42.798 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.mirror_snapshot (12 ms) 2023-12-22T17:34:42.799 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.group_dir_list 2023-12-22T17:34:42.801 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.group_dir_list (2 ms) 2023-12-22T17:34:42.801 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.group_dir_add 2023-12-22T17:34:42.803 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.group_dir_add (3 ms) 2023-12-22T17:34:42.803 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2023-12-22T17:34:42.807 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.dir_add_already_existing (3 ms) 2023-12-22T17:34:42.807 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.group_dir_rename 2023-12-22T17:34:42.812 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.group_dir_rename (6 ms) 2023-12-22T17:34:42.813 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.group_dir_remove 2023-12-22T17:34:42.815 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.group_dir_remove (3 ms) 2023-12-22T17:34:42.816 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2023-12-22T17:34:42.819 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (4 ms) 2023-12-22T17:34:42.819 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.group_image_add 2023-12-22T17:34:42.821 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.group_image_add (2 ms) 2023-12-22T17:34:42.821 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.group_image_remove 2023-12-22T17:34:42.825 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.group_image_remove (3 ms) 2023-12-22T17:34:42.825 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.group_image_list 2023-12-22T17:34:42.828 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.group_image_list (3 ms) 2023-12-22T17:34:42.828 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.group_image_clean 2023-12-22T17:34:42.832 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.group_image_clean (4 ms) 2023-12-22T17:34:42.832 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.image_group_add 2023-12-22T17:34:42.834 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.image_group_add (3 ms) 2023-12-22T17:34:42.834 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.image_group_remove 2023-12-22T17:34:42.837 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.image_group_remove (3 ms) 2023-12-22T17:34:42.837 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.image_group_get 2023-12-22T17:34:42.840 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.image_group_get (2 ms) 2023-12-22T17:34:42.840 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2023-12-22T17:34:42.842 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (2 ms) 2023-12-22T17:34:42.842 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2023-12-22T17:34:42.844 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (2 ms) 2023-12-22T17:34:42.844 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2023-12-22T17:34:42.847 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (3 ms) 2023-12-22T17:34:42.847 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2023-12-22T17:34:42.849 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (3 ms) 2023-12-22T17:34:42.850 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.group_snap_set 2023-12-22T17:34:42.852 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.group_snap_set (3 ms) 2023-12-22T17:34:42.852 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.group_snap_list 2023-12-22T17:34:42.855 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.group_snap_list (3 ms) 2023-12-22T17:34:42.855 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2023-12-22T17:34:42.871 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (16 ms) 2023-12-22T17:34:42.871 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2023-12-22T17:34:42.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:42 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:34:42.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:42 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:34:43.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:42 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:34:43.069 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (198 ms) 2023-12-22T17:34:43.069 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.group_snap_remove 2023-12-22T17:34:43.072 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.group_snap_remove (3 ms) 2023-12-22T17:34:43.072 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2023-12-22T17:34:43.074 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2023-12-22T17:34:43.074 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.trash_methods 2023-12-22T17:34:43.082 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.trash_methods (7 ms) 2023-12-22T17:34:43.082 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.op_features 2023-12-22T17:34:43.089 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.op_features (8 ms) 2023-12-22T17:34:43.089 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.clone_parent 2023-12-22T17:34:43.110 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.clone_parent (21 ms) 2023-12-22T17:34:43.110 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2023-12-22T17:34:43.119 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.clone_parent_ns (9 ms) 2023-12-22T17:34:43.119 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.clone_child 2023-12-22T17:34:43.130 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.clone_child (11 ms) 2023-12-22T17:34:43.130 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.namespace_methods 2023-12-22T17:34:43.137 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.namespace_methods (7 ms) 2023-12-22T17:34:43.137 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.migration 2023-12-22T17:34:43.147 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.migration (10 ms) 2023-12-22T17:34:43.148 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.migration_v1 2023-12-22T17:34:43.161 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.migration_v1 (14 ms) 2023-12-22T17:34:43.161 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2023-12-22T17:34:43.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:43 smithi032 ceph-mon[191839]: pgmap v1141: 137 pgs: 5 creating+peering, 132 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 736 KiB/s wr, 115 op/s 2023-12-22T17:34:43.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:43 smithi032 ceph-mon[189144]: pgmap v1141: 137 pgs: 5 creating+peering, 132 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 736 KiB/s wr, 115 op/s 2023-12-22T17:34:44.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:43 smithi039 ceph-mon[181282]: pgmap v1141: 137 pgs: 5 creating+peering, 132 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 736 KiB/s wr, 115 op/s 2023-12-22T17:34:44.616 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1455 ms) 2023-12-22T17:34:44.617 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestClsRbd.sparsify 2023-12-22T17:34:44.683 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestClsRbd.sparsify (67 ms) 2023-12-22T17:34:44.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:44 smithi032 ceph-mon[189144]: osdmap e1040: 8 total, 8 up, 8 in 2023-12-22T17:34:44.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:44 smithi032 ceph-mon[191839]: osdmap e1040: 8 total, 8 up, 8 in 2023-12-22T17:34:45.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:44 smithi039 ceph-mon[181282]: osdmap e1040: 8 total, 8 up, 8 in 2023-12-22T17:34:45.626 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 70 tests from TestClsRbd (5089 ms total) 2023-12-22T17:34:45.626 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T17:34:45.626 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment tear-down 2023-12-22T17:34:45.626 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] 70 tests from 1 test suite ran. (7900 ms total) 2023-12-22T17:34:45.626 INFO:tasks.workunit.client.0.smithi032.stdout:[ PASSED ] 70 tests. 2023-12-22T17:34:45.629 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-22T17:34:45.630 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-22T17:34:45.701 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2023-12-22T17:34:45.701 DEBUG:teuthology.orchestra.run.smithi032:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2023-12-22T17:34:45.775 INFO:tasks.workunit.client.0.smithi032.stdout:Running main() from gmock_main.cc 2023-12-22T17:34:45.776 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] Running 10 tests from 1 test suite. 2023-12-22T17:34:45.776 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment set-up. 2023-12-22T17:34:45.776 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 10 tests from cls_rgw 2023-12-22T17:34:45.776 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.test_implicit 2023-12-22T17:34:45.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:45 smithi032 ceph-mon[189144]: osdmap e1041: 8 total, 8 up, 8 in 2023-12-22T17:34:45.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:45 smithi032 ceph-mon[189144]: pgmap v1144: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.4 MiB/s wr, 2.40k op/s 2023-12-22T17:34:45.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:45 smithi032 ceph-mon[191839]: osdmap e1041: 8 total, 8 up, 8 in 2023-12-22T17:34:45.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:45 smithi032 ceph-mon[191839]: pgmap v1144: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.4 MiB/s wr, 2.40k op/s 2023-12-22T17:34:46.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:45 smithi039 ceph-mon[181282]: osdmap e1041: 8 total, 8 up, 8 in 2023-12-22T17:34:46.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:45 smithi039 ceph-mon[181282]: pgmap v1144: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.4 MiB/s wr, 2.40k op/s 2023-12-22T17:34:46.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:46 smithi032 ceph-mon[191839]: osdmap e1042: 8 total, 8 up, 8 in 2023-12-22T17:34:46.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:46 smithi032 ceph-mon[189144]: osdmap e1042: 8 total, 8 up, 8 in 2023-12-22T17:34:47.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:46 smithi039 ceph-mon[181282]: osdmap e1042: 8 total, 8 up, 8 in 2023-12-22T17:34:47.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:47 smithi032 ceph-mon[189144]: osdmap e1043: 8 total, 8 up, 8 in 2023-12-22T17:34:47.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:47 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/153888871' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:47.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:47 smithi032 ceph-mon[189144]: pgmap v1147: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:47.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:47 smithi032 ceph-mon[191839]: osdmap e1043: 8 total, 8 up, 8 in 2023-12-22T17:34:47.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:47 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/153888871' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:47.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:47 smithi032 ceph-mon[191839]: pgmap v1147: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:48.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:47 smithi039 ceph-mon[181282]: osdmap e1043: 8 total, 8 up, 8 in 2023-12-22T17:34:48.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:47 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/153888871' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:48.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:47 smithi039 ceph-mon[181282]: pgmap v1147: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:48.649 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.test_implicit (2870 ms) 2023-12-22T17:34:48.649 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.test_implicit_idempotent 2023-12-22T17:34:48.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:48 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:34:48.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:48 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/153888871' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:34:48.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:48 smithi032 ceph-mon[191839]: osdmap e1044: 8 total, 8 up, 8 in 2023-12-22T17:34:48.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:48 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:34:48.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:48 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/153888871' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:34:48.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:48 smithi032 ceph-mon[189144]: osdmap e1044: 8 total, 8 up, 8 in 2023-12-22T17:34:49.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:48 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:34:49.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:48 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/153888871' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:34:49.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:48 smithi039 ceph-mon[181282]: osdmap e1044: 8 total, 8 up, 8 in 2023-12-22T17:34:49.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:49 smithi032 ceph-mon[191839]: osdmap e1045: 8 total, 8 up, 8 in 2023-12-22T17:34:49.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:49 smithi032 ceph-mon[191839]: pgmap v1150: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:49.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:34:49.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:49 smithi032 ceph-mon[189144]: osdmap e1045: 8 total, 8 up, 8 in 2023-12-22T17:34:49.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:49 smithi032 ceph-mon[189144]: pgmap v1150: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:49.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:34:50.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:49 smithi039 ceph-mon[181282]: osdmap e1045: 8 total, 8 up, 8 in 2023-12-22T17:34:50.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:49 smithi039 ceph-mon[181282]: pgmap v1150: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:50.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:34:50.928 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:34:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:34:50] "GET /metrics HTTP/1.1" 200 33944 "" "Prometheus/2.43.0" 2023-12-22T17:34:50.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:50 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:34:50.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:50 smithi032 ceph-mon[191839]: osdmap e1046: 8 total, 8 up, 8 in 2023-12-22T17:34:50.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:50 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/18201610' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:50.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:50 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:50.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:34:50.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:50 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:34:50.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:50 smithi032 ceph-mon[189144]: osdmap e1046: 8 total, 8 up, 8 in 2023-12-22T17:34:50.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:50 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/18201610' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:50.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:50 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:50.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:34:51.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:50 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:34:51.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:50 smithi039 ceph-mon[181282]: osdmap e1046: 8 total, 8 up, 8 in 2023-12-22T17:34:51.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:50 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/18201610' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:51.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:50 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:51.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:34:51.670 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.test_implicit_idempotent (3024 ms) 2023-12-22T17:34:51.670 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.test_put_snap 2023-12-22T17:34:51.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:51 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:34:51.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:51 smithi032 ceph-mon[189144]: osdmap e1047: 8 total, 8 up, 8 in 2023-12-22T17:34:51.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:51 smithi032 ceph-mon[189144]: pgmap v1153: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:51.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:51 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:34:51.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:51 smithi032 ceph-mon[191839]: osdmap e1047: 8 total, 8 up, 8 in 2023-12-22T17:34:51.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:51 smithi032 ceph-mon[191839]: pgmap v1153: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:52.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:51 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:34:52.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:51 smithi039 ceph-mon[181282]: osdmap e1047: 8 total, 8 up, 8 in 2023-12-22T17:34:52.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:51 smithi039 ceph-mon[181282]: pgmap v1153: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:52.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:52 smithi032 ceph-mon[189144]: osdmap e1048: 8 total, 8 up, 8 in 2023-12-22T17:34:52.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:52 smithi032 ceph-mon[191839]: osdmap e1048: 8 total, 8 up, 8 in 2023-12-22T17:34:53.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:52 smithi039 ceph-mon[181282]: osdmap e1048: 8 total, 8 up, 8 in 2023-12-22T17:34:53.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:53 smithi032 ceph-mon[189144]: osdmap e1049: 8 total, 8 up, 8 in 2023-12-22T17:34:53.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:53 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3010140970' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:53.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:53 smithi032 ceph-mon[189144]: pgmap v1156: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:53.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:53 smithi032 ceph-mon[191839]: osdmap e1049: 8 total, 8 up, 8 in 2023-12-22T17:34:53.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:53 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3010140970' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:53.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:53 smithi032 ceph-mon[191839]: pgmap v1156: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:54.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:53 smithi039 ceph-mon[181282]: osdmap e1049: 8 total, 8 up, 8 in 2023-12-22T17:34:54.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:53 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3010140970' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:34:54.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:53 smithi039 ceph-mon[181282]: pgmap v1156: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:34:55.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:54 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:34:55.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:54 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3010140970' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:34:55.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:54 smithi039 ceph-mon[181282]: osdmap e1050: 8 total, 8 up, 8 in 2023-12-22T17:34:55.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:54 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:34:55.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:54 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3010140970' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:34:55.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:54 smithi032 ceph-mon[191839]: osdmap e1050: 8 total, 8 up, 8 in 2023-12-22T17:34:55.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:54 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:34:55.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:54 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3010140970' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:34:55.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:54 smithi032 ceph-mon[189144]: osdmap e1050: 8 total, 8 up, 8 in 2023-12-22T17:34:56.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:55 smithi039 ceph-mon[181282]: osdmap e1051: 8 total, 8 up, 8 in 2023-12-22T17:34:56.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:55 smithi039 ceph-mon[181282]: pgmap v1159: 137 pgs: 8 creating+peering, 5 unknown, 124 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-22T17:34:56.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:55 smithi032 ceph-mon[191839]: osdmap e1051: 8 total, 8 up, 8 in 2023-12-22T17:34:56.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:55 smithi032 ceph-mon[191839]: pgmap v1159: 137 pgs: 8 creating+peering, 5 unknown, 124 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-22T17:34:56.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:55 smithi032 ceph-mon[189144]: osdmap e1051: 8 total, 8 up, 8 in 2023-12-22T17:34:56.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:55 smithi032 ceph-mon[189144]: pgmap v1159: 137 pgs: 8 creating+peering, 5 unknown, 124 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-22T17:34:57.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:56 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:34:57.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:56 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:34:57.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:56 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:34:58.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:58 smithi032 ceph-mon[189144]: osdmap e1052: 8 total, 8 up, 8 in 2023-12-22T17:34:58.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:58 smithi032 ceph-mon[189144]: pgmap v1161: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 219 B/s wr, 0 op/s 2023-12-22T17:34:58.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:58 smithi032 ceph-mon[191839]: osdmap e1052: 8 total, 8 up, 8 in 2023-12-22T17:34:58.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:58 smithi032 ceph-mon[191839]: pgmap v1161: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 219 B/s wr, 0 op/s 2023-12-22T17:34:58.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:58 smithi039 ceph-mon[181282]: osdmap e1052: 8 total, 8 up, 8 in 2023-12-22T17:34:58.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:58 smithi039 ceph-mon[181282]: pgmap v1161: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 219 B/s wr, 0 op/s 2023-12-22T17:34:59.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:34:59 smithi032 ceph-mon[189144]: osdmap e1053: 8 total, 8 up, 8 in 2023-12-22T17:34:59.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:34:59 smithi032 ceph-mon[191839]: osdmap e1053: 8 total, 8 up, 8 in 2023-12-22T17:34:59.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:34:59 smithi039 ceph-mon[181282]: osdmap e1053: 8 total, 8 up, 8 in 2023-12-22T17:35:00.363 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.test_put_snap (8694 ms) 2023-12-22T17:35:00.364 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.test_explicit 2023-12-22T17:35:00.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:00 smithi032 ceph-mon[189144]: pgmap v1163: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 180 B/s wr, 0 op/s 2023-12-22T17:35:00.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:00 smithi032 ceph-mon[189144]: osdmap e1054: 8 total, 8 up, 8 in 2023-12-22T17:35:00.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:35:00.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:00 smithi032 ceph-mon[191839]: pgmap v1163: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 180 B/s wr, 0 op/s 2023-12-22T17:35:00.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:00 smithi032 ceph-mon[191839]: osdmap e1054: 8 total, 8 up, 8 in 2023-12-22T17:35:00.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:35:00.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:00 smithi039 ceph-mon[181282]: pgmap v1163: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 180 B/s wr, 0 op/s 2023-12-22T17:35:00.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:00 smithi039 ceph-mon[181282]: osdmap e1054: 8 total, 8 up, 8 in 2023-12-22T17:35:00.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:35:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:35:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:35:00] "GET /metrics HTTP/1.1" 200 33944 "" "Prometheus/2.43.0" 2023-12-22T17:35:01.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:01 smithi032 ceph-mon[189144]: osdmap e1055: 8 total, 8 up, 8 in 2023-12-22T17:35:01.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:01 smithi032 ceph-mon[191839]: osdmap e1055: 8 total, 8 up, 8 in 2023-12-22T17:35:01.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:01 smithi039 ceph-mon[181282]: osdmap e1055: 8 total, 8 up, 8 in 2023-12-22T17:35:02.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:02 smithi032 ceph-mon[191839]: pgmap v1166: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:02.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:02 smithi032 ceph-mon[191839]: osdmap e1056: 8 total, 8 up, 8 in 2023-12-22T17:35:02.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:02 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2395512801' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:35:02.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:02 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:35:02.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:02 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:35:02.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:02 smithi032 ceph-mon[191839]: osdmap e1057: 8 total, 8 up, 8 in 2023-12-22T17:35:02.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:02 smithi032 ceph-mon[189144]: pgmap v1166: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:02.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:02 smithi032 ceph-mon[189144]: osdmap e1056: 8 total, 8 up, 8 in 2023-12-22T17:35:02.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:02 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2395512801' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:35:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:02 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:35:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:02 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:35:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:02 smithi032 ceph-mon[189144]: osdmap e1057: 8 total, 8 up, 8 in 2023-12-22T17:35:02.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:02 smithi039 ceph-mon[181282]: pgmap v1166: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:02.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:02 smithi039 ceph-mon[181282]: osdmap e1056: 8 total, 8 up, 8 in 2023-12-22T17:35:02.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:02 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2395512801' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:35:02.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:02 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:35:02.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:02 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:35:02.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:02 smithi039 ceph-mon[181282]: osdmap e1057: 8 total, 8 up, 8 in 2023-12-22T17:35:03.369 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.test_explicit (3005 ms) 2023-12-22T17:35:03.369 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.set 2023-12-22T17:35:04.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:04 smithi032 ceph-mon[189144]: pgmap v1169: 137 pgs: 21 unknown, 116 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:04.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:04 smithi032 ceph-mon[189144]: osdmap e1058: 8 total, 8 up, 8 in 2023-12-22T17:35:04.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:04 smithi032 ceph-mon[191839]: pgmap v1169: 137 pgs: 21 unknown, 116 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:04.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:04 smithi032 ceph-mon[191839]: osdmap e1058: 8 total, 8 up, 8 in 2023-12-22T17:35:04.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:04 smithi039 ceph-mon[181282]: pgmap v1169: 137 pgs: 21 unknown, 116 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:04.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:04 smithi039 ceph-mon[181282]: osdmap e1058: 8 total, 8 up, 8 in 2023-12-22T17:35:05.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:05 smithi032 ceph-mon[189144]: osdmap e1059: 8 total, 8 up, 8 in 2023-12-22T17:35:05.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:05 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2036655583' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:35:05.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:35:05.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:35:05.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:05 smithi032 ceph-mon[191839]: osdmap e1059: 8 total, 8 up, 8 in 2023-12-22T17:35:05.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:05 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2036655583' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:35:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:35:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:35:05.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:05 smithi039 ceph-mon[181282]: osdmap e1059: 8 total, 8 up, 8 in 2023-12-22T17:35:05.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:05 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2036655583' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:35:05.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:35:05.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:35:06.410 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.set (3042 ms) 2023-12-22T17:35:06.410 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.test_implicit_ec 2023-12-22T17:35:06.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:06 smithi032 ceph-mon[191839]: pgmap v1172: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:06.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:06 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2036655583' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:35:06.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:06 smithi032 ceph-mon[191839]: osdmap e1060: 8 total, 8 up, 8 in 2023-12-22T17:35:06.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:06 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:35:06.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:06 smithi032 ceph-mon[189144]: pgmap v1172: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:06.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:06 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2036655583' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:35:06.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:06 smithi032 ceph-mon[189144]: osdmap e1060: 8 total, 8 up, 8 in 2023-12-22T17:35:06.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:06 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:35:06.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:06 smithi039 ceph-mon[181282]: pgmap v1172: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:06.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:06 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2036655583' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:35:06.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:06 smithi039 ceph-mon[181282]: osdmap e1060: 8 total, 8 up, 8 in 2023-12-22T17:35:06.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:06 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:35:07.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:07 smithi032 ceph-mon[191839]: osdmap e1061: 8 total, 8 up, 8 in 2023-12-22T17:35:07.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:07 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1135171279' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-6"}]: dispatch 2023-12-22T17:35:07.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:07 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-6"}]: dispatch 2023-12-22T17:35:07.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:07 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1135171279' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-6"}]: dispatch 2023-12-22T17:35:07.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:07 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-6"}]: dispatch 2023-12-22T17:35:07.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:07 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1135171279' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-228679-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-22T17:35:07.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:07 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-228679-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-22T17:35:07.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:07 smithi032 ceph-mon[189144]: osdmap e1061: 8 total, 8 up, 8 in 2023-12-22T17:35:07.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:07 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1135171279' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-6"}]: dispatch 2023-12-22T17:35:07.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:07 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-6"}]: dispatch 2023-12-22T17:35:07.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:07 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1135171279' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-6"}]: dispatch 2023-12-22T17:35:07.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:07 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-6"}]: dispatch 2023-12-22T17:35:07.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:07 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1135171279' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-228679-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-22T17:35:07.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:07 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-228679-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-22T17:35:07.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:07 smithi039 ceph-mon[181282]: osdmap e1061: 8 total, 8 up, 8 in 2023-12-22T17:35:07.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:07 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1135171279' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-6"}]: dispatch 2023-12-22T17:35:07.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:07 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-6"}]: dispatch 2023-12-22T17:35:07.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:07 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1135171279' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-6"}]: dispatch 2023-12-22T17:35:07.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:07 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-6"}]: dispatch 2023-12-22T17:35:07.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:07 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1135171279' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-228679-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-22T17:35:07.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:07 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-228679-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-22T17:35:08.000 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:35:08.326 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:35:08.327 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (15m) 95s ago 19m 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:35:08.327 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (14m) 9m ago 19m 90.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:35:08.327 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (20m) 95s ago 20m 18.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:35:08.327 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (20m) 9m ago 20m 21.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:35:08.327 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (14m) 9m ago 22m 450M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:35:08.327 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (14m) 95s ago 24m 532M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:35:08.327 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (14m) 95s ago 24m 191M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:35:08.327 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (13m) 9m ago 23m 76.0M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:35:08.327 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (13m) 95s ago 23m 128M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:35:08.327 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (15m) 95s ago 19m 15.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:35:08.327 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (14m) 9m ago 19m 17.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:35:08.327 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (13m) 95s ago 22m 1428M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:35:08.327 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (12m) 95s ago 22m 1887M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:35:08.327 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (12m) 95s ago 22m 1085M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:35:08.328 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11m) 95s ago 21m 1580M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:35:08.328 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11m) 9m ago 21m 564M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:35:08.328 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10m) 9m ago 21m 389M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:35:08.328 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10m) 9m ago 20m 177M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:35:08.328 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9m) 9m ago 20m 12.5M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:35:08.328 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (14m) 9m ago 20m 61.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:35:08.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:08 smithi032 ceph-mon[189144]: pgmap v1175: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:08.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:08 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:35:08.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:08 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-228679-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-22T17:35:08.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:08 smithi032 ceph-mon[189144]: osdmap e1062: 8 total, 8 up, 8 in 2023-12-22T17:35:08.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:08 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1135171279' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-228679-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-228679-6"}]: dispatch 2023-12-22T17:35:08.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:08 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-228679-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-228679-6"}]: dispatch 2023-12-22T17:35:08.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:08 smithi032 ceph-mon[191839]: pgmap v1175: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:08.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:08 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:35:08.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:08 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-228679-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-22T17:35:08.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:08 smithi032 ceph-mon[191839]: osdmap e1062: 8 total, 8 up, 8 in 2023-12-22T17:35:08.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:08 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1135171279' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-228679-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-228679-6"}]: dispatch 2023-12-22T17:35:08.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:08 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-228679-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-228679-6"}]: dispatch 2023-12-22T17:35:08.732 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:35:08.732 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:35:08.732 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:35:08.732 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:35:08.732 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:35:08.732 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:35:08.732 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:35:08.732 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:35:08.732 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:35:08.732 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:35:08.732 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:35:08.732 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:35:08.732 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:35:08.732 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:35:08.733 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:35:08.733 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:35:08.733 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:35:08.733 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:35:08.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:08 smithi039 ceph-mon[181282]: pgmap v1175: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:08.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:08 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:35:08.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:08 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-228679-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-22T17:35:08.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:08 smithi039 ceph-mon[181282]: osdmap e1062: 8 total, 8 up, 8 in 2023-12-22T17:35:08.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:08 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1135171279' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-228679-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-228679-6"}]: dispatch 2023-12-22T17:35:08.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:08 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-228679-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-228679-6"}]: dispatch 2023-12-22T17:35:09.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:09 smithi039 ceph-mon[181282]: from='client.44978 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:35:09.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:09 smithi039 ceph-mon[181282]: from='client.35049 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:35:09.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:09 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1512208487' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:35:09.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:09 smithi039 ceph-mon[181282]: osdmap e1063: 8 total, 8 up, 8 in 2023-12-22T17:35:09.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:09 smithi032 ceph-mon[189144]: from='client.44978 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:35:09.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:09 smithi032 ceph-mon[189144]: from='client.35049 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:35:09.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:09 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1512208487' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:35:09.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:09 smithi032 ceph-mon[189144]: osdmap e1063: 8 total, 8 up, 8 in 2023-12-22T17:35:09.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:09 smithi032 ceph-mon[191839]: from='client.44978 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:35:09.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:09 smithi032 ceph-mon[191839]: from='client.35049 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:35:09.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:09 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1512208487' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:35:09.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:09 smithi032 ceph-mon[191839]: osdmap e1063: 8 total, 8 up, 8 in 2023-12-22T17:35:10.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:10 smithi039 ceph-mon[181282]: pgmap v1178: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:10.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:10 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-228679-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-228679-6"}]': finished 2023-12-22T17:35:10.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:10 smithi039 ceph-mon[181282]: osdmap e1064: 8 total, 8 up, 8 in 2023-12-22T17:35:10.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:10 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1135171279' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:35:10.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:10 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:35:10.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:10 smithi032 ceph-mon[191839]: pgmap v1178: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:10.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:10 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-228679-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-228679-6"}]': finished 2023-12-22T17:35:10.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:10 smithi032 ceph-mon[191839]: osdmap e1064: 8 total, 8 up, 8 in 2023-12-22T17:35:10.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:10 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1135171279' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:35:10.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:10 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:35:10.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:10 smithi032 ceph-mon[189144]: pgmap v1178: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:10.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:10 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-228679-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-228679-6"}]': finished 2023-12-22T17:35:10.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:10 smithi032 ceph-mon[189144]: osdmap e1064: 8 total, 8 up, 8 in 2023-12-22T17:35:10.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:10 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1135171279' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:35:10.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:10 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:35:11.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:35:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:35:10] "GET /metrics HTTP/1.1" 200 36308 "" "Prometheus/2.43.0" 2023-12-22T17:35:11.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:11 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:35:11.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:11 smithi039 ceph-mon[181282]: osdmap e1065: 8 total, 8 up, 8 in 2023-12-22T17:35:11.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:11 smithi039 ceph-mon[181282]: pgmap v1181: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:11.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:11 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:35:11.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:11 smithi032 ceph-mon[191839]: osdmap e1065: 8 total, 8 up, 8 in 2023-12-22T17:35:11.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:11 smithi032 ceph-mon[191839]: pgmap v1181: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:11.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:11 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:35:11.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:11 smithi032 ceph-mon[189144]: osdmap e1065: 8 total, 8 up, 8 in 2023-12-22T17:35:11.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:11 smithi032 ceph-mon[189144]: pgmap v1181: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:12.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:12 smithi039 ceph-mon[181282]: osdmap e1066: 8 total, 8 up, 8 in 2023-12-22T17:35:12.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:12 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1135171279' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-6"}]: dispatch 2023-12-22T17:35:12.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:12 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-6"}]: dispatch 2023-12-22T17:35:12.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:12 smithi032 ceph-mon[191839]: osdmap e1066: 8 total, 8 up, 8 in 2023-12-22T17:35:12.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:12 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1135171279' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-6"}]: dispatch 2023-12-22T17:35:12.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:12 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-6"}]: dispatch 2023-12-22T17:35:12.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:12 smithi032 ceph-mon[189144]: osdmap e1066: 8 total, 8 up, 8 in 2023-12-22T17:35:12.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:12 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1135171279' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-6"}]: dispatch 2023-12-22T17:35:12.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:12 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-6"}]: dispatch 2023-12-22T17:35:13.466 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.test_implicit_ec (7055 ms) 2023-12-22T17:35:13.466 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.test_implicit_idempotent_ec 2023-12-22T17:35:13.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:13 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-6"}]': finished 2023-12-22T17:35:13.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:13 smithi039 ceph-mon[181282]: osdmap e1067: 8 total, 8 up, 8 in 2023-12-22T17:35:13.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:13 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1135171279' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-6"}]: dispatch 2023-12-22T17:35:13.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:13 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-6"}]: dispatch 2023-12-22T17:35:13.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:13 smithi039 ceph-mon[181282]: pgmap v1184: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:13.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:13 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-6"}]': finished 2023-12-22T17:35:13.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:13 smithi032 ceph-mon[191839]: osdmap e1067: 8 total, 8 up, 8 in 2023-12-22T17:35:13.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:13 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1135171279' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-6"}]: dispatch 2023-12-22T17:35:13.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:13 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-6"}]: dispatch 2023-12-22T17:35:13.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:13 smithi032 ceph-mon[191839]: pgmap v1184: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:13.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:13 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-6"}]': finished 2023-12-22T17:35:13.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:13 smithi032 ceph-mon[189144]: osdmap e1067: 8 total, 8 up, 8 in 2023-12-22T17:35:13.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:13 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1135171279' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-6"}]: dispatch 2023-12-22T17:35:13.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:13 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-6"}]: dispatch 2023-12-22T17:35:13.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:13 smithi032 ceph-mon[189144]: pgmap v1184: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:14.474 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:14 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-6"}]': finished 2023-12-22T17:35:14.475 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:14 smithi032 ceph-mon[189144]: osdmap e1068: 8 total, 8 up, 8 in 2023-12-22T17:35:14.475 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:14 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/471922720' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-7"}]: dispatch 2023-12-22T17:35:14.475 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:14 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-7"}]: dispatch 2023-12-22T17:35:14.475 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:14 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/471922720' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-7"}]: dispatch 2023-12-22T17:35:14.475 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:14 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-7"}]: dispatch 2023-12-22T17:35:14.476 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:14 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/471922720' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-228679-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-22T17:35:14.476 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:14 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-228679-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-22T17:35:14.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:14 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-6"}]': finished 2023-12-22T17:35:14.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:14 smithi039 ceph-mon[181282]: osdmap e1068: 8 total, 8 up, 8 in 2023-12-22T17:35:14.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:14 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/471922720' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-7"}]: dispatch 2023-12-22T17:35:14.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:14 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-7"}]: dispatch 2023-12-22T17:35:14.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:14 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/471922720' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-7"}]: dispatch 2023-12-22T17:35:14.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:14 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-7"}]: dispatch 2023-12-22T17:35:14.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:14 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/471922720' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-228679-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-22T17:35:14.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:14 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-228679-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-22T17:35:14.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:14 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-6"}]': finished 2023-12-22T17:35:14.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:14 smithi032 ceph-mon[191839]: osdmap e1068: 8 total, 8 up, 8 in 2023-12-22T17:35:14.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:14 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/471922720' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-7"}]: dispatch 2023-12-22T17:35:14.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:14 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-7"}]: dispatch 2023-12-22T17:35:14.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:14 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/471922720' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-7"}]: dispatch 2023-12-22T17:35:14.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:14 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-7"}]: dispatch 2023-12-22T17:35:14.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:14 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/471922720' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-228679-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-22T17:35:14.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:14 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-228679-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-22T17:35:15.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:15 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-228679-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-22T17:35:15.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:15 smithi039 ceph-mon[181282]: osdmap e1069: 8 total, 8 up, 8 in 2023-12-22T17:35:15.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:15 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/471922720' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-228679-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-228679-7"}]: dispatch 2023-12-22T17:35:15.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:15 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-228679-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-228679-7"}]: dispatch 2023-12-22T17:35:15.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:15 smithi039 ceph-mon[181282]: pgmap v1187: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:15.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:15 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-228679-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-22T17:35:15.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:15 smithi032 ceph-mon[191839]: osdmap e1069: 8 total, 8 up, 8 in 2023-12-22T17:35:15.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:15 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/471922720' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-228679-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-228679-7"}]: dispatch 2023-12-22T17:35:15.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:15 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-228679-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-228679-7"}]: dispatch 2023-12-22T17:35:15.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:15 smithi032 ceph-mon[191839]: pgmap v1187: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:15.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:15 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-228679-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-22T17:35:15.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:15 smithi032 ceph-mon[189144]: osdmap e1069: 8 total, 8 up, 8 in 2023-12-22T17:35:15.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:15 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/471922720' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-228679-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-228679-7"}]: dispatch 2023-12-22T17:35:15.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:15 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-228679-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-228679-7"}]: dispatch 2023-12-22T17:35:15.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:15 smithi032 ceph-mon[189144]: pgmap v1187: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:16.480 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:35:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=sqlstore.transactions t=2023-12-22T17:35:16.025298591Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2023-12-22T17:35:16.480 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:16 smithi039 ceph-mon[181282]: osdmap e1070: 8 total, 8 up, 8 in 2023-12-22T17:35:16.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:16 smithi032 ceph-mon[189144]: osdmap e1070: 8 total, 8 up, 8 in 2023-12-22T17:35:16.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:16 smithi032 ceph-mon[191839]: osdmap e1070: 8 total, 8 up, 8 in 2023-12-22T17:35:17.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:17 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-228679-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-228679-7"}]': finished 2023-12-22T17:35:17.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:17 smithi039 ceph-mon[181282]: osdmap e1071: 8 total, 8 up, 8 in 2023-12-22T17:35:17.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:17 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/471922720' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:35:17.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:17 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:35:17.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:17 smithi039 ceph-mon[181282]: pgmap v1190: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:17.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:17 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-228679-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-228679-7"}]': finished 2023-12-22T17:35:17.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:17 smithi032 ceph-mon[191839]: osdmap e1071: 8 total, 8 up, 8 in 2023-12-22T17:35:17.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:17 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/471922720' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:35:17.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:17 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:35:17.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:17 smithi032 ceph-mon[191839]: pgmap v1190: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:17.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:17 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-228679-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-228679-7"}]': finished 2023-12-22T17:35:17.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:17 smithi032 ceph-mon[189144]: osdmap e1071: 8 total, 8 up, 8 in 2023-12-22T17:35:17.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:17 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/471922720' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:35:17.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:17 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:35:17.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:17 smithi032 ceph-mon[189144]: pgmap v1190: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:18.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:18 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:35:18.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:18 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:35:18.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:18 smithi039 ceph-mon[181282]: osdmap e1072: 8 total, 8 up, 8 in 2023-12-22T17:35:18.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:18 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:35:18.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:18 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:35:18.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:18 smithi032 ceph-mon[189144]: osdmap e1072: 8 total, 8 up, 8 in 2023-12-22T17:35:18.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:18 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:35:18.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:18 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:35:18.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:18 smithi032 ceph-mon[191839]: osdmap e1072: 8 total, 8 up, 8 in 2023-12-22T17:35:19.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:19 smithi032 ceph-mon[189144]: osdmap e1073: 8 total, 8 up, 8 in 2023-12-22T17:35:19.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:19 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/471922720' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-7"}]: dispatch 2023-12-22T17:35:19.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:19 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-7"}]: dispatch 2023-12-22T17:35:19.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:19 smithi032 ceph-mon[189144]: pgmap v1193: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:19.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:19 smithi032 ceph-mon[191839]: osdmap e1073: 8 total, 8 up, 8 in 2023-12-22T17:35:19.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:19 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/471922720' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-7"}]: dispatch 2023-12-22T17:35:19.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:19 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-7"}]: dispatch 2023-12-22T17:35:19.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:19 smithi032 ceph-mon[191839]: pgmap v1193: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:20.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:19 smithi039 ceph-mon[181282]: osdmap e1073: 8 total, 8 up, 8 in 2023-12-22T17:35:20.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:19 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/471922720' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-7"}]: dispatch 2023-12-22T17:35:20.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:19 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-7"}]: dispatch 2023-12-22T17:35:20.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:19 smithi039 ceph-mon[181282]: pgmap v1193: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:20.518 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.test_implicit_idempotent_ec (7052 ms) 2023-12-22T17:35:20.518 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.test_put_snap_ec 2023-12-22T17:35:20.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:20 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:35:20.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:20 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-7"}]': finished 2023-12-22T17:35:20.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:20 smithi032 ceph-mon[191839]: osdmap e1074: 8 total, 8 up, 8 in 2023-12-22T17:35:20.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:20 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/471922720' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-7"}]: dispatch 2023-12-22T17:35:20.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:20 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-7"}]: dispatch 2023-12-22T17:35:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:35:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:20 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:35:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:20 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-7"}]': finished 2023-12-22T17:35:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:20 smithi032 ceph-mon[189144]: osdmap e1074: 8 total, 8 up, 8 in 2023-12-22T17:35:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:20 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/471922720' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-7"}]: dispatch 2023-12-22T17:35:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:20 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-7"}]: dispatch 2023-12-22T17:35:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:35:21.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:20 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:35:21.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:20 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-7"}]': finished 2023-12-22T17:35:21.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:20 smithi039 ceph-mon[181282]: osdmap e1074: 8 total, 8 up, 8 in 2023-12-22T17:35:21.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:20 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/471922720' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-7"}]: dispatch 2023-12-22T17:35:21.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:20 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-7"}]: dispatch 2023-12-22T17:35:21.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:35:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:35:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:35:20] "GET /metrics HTTP/1.1" 200 33941 "" "Prometheus/2.43.0" 2023-12-22T17:35:21.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:21 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-7"}]': finished 2023-12-22T17:35:21.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:21 smithi032 ceph-mon[189144]: osdmap e1075: 8 total, 8 up, 8 in 2023-12-22T17:35:21.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:21 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3887603678' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-8"}]: dispatch 2023-12-22T17:35:21.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:21 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-8"}]: dispatch 2023-12-22T17:35:21.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:21 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3887603678' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-8"}]: dispatch 2023-12-22T17:35:21.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:21 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-8"}]: dispatch 2023-12-22T17:35:21.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:21 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3887603678' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-228679-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-22T17:35:21.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:21 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-228679-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-22T17:35:21.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:21 smithi032 ceph-mon[189144]: pgmap v1196: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:21.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:21 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-7"}]': finished 2023-12-22T17:35:21.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:21 smithi032 ceph-mon[191839]: osdmap e1075: 8 total, 8 up, 8 in 2023-12-22T17:35:21.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:21 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3887603678' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-8"}]: dispatch 2023-12-22T17:35:21.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:21 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-8"}]: dispatch 2023-12-22T17:35:21.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:21 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3887603678' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-8"}]: dispatch 2023-12-22T17:35:21.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:21 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-8"}]: dispatch 2023-12-22T17:35:21.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:21 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3887603678' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-228679-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-22T17:35:21.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:21 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-228679-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-22T17:35:21.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:21 smithi032 ceph-mon[191839]: pgmap v1196: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:22.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:21 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-7"}]': finished 2023-12-22T17:35:22.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:21 smithi039 ceph-mon[181282]: osdmap e1075: 8 total, 8 up, 8 in 2023-12-22T17:35:22.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:21 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3887603678' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-8"}]: dispatch 2023-12-22T17:35:22.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:21 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-8"}]: dispatch 2023-12-22T17:35:22.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:21 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3887603678' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-8"}]: dispatch 2023-12-22T17:35:22.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:21 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-8"}]: dispatch 2023-12-22T17:35:22.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:21 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3887603678' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-228679-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-22T17:35:22.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:21 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-228679-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-22T17:35:22.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:21 smithi039 ceph-mon[181282]: pgmap v1196: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:23.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:22 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-228679-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-22T17:35:23.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:22 smithi039 ceph-mon[181282]: osdmap e1076: 8 total, 8 up, 8 in 2023-12-22T17:35:23.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:22 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3887603678' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-228679-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-228679-8"}]: dispatch 2023-12-22T17:35:23.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:22 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-228679-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-228679-8"}]: dispatch 2023-12-22T17:35:23.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:22 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-228679-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-22T17:35:23.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:22 smithi032 ceph-mon[191839]: osdmap e1076: 8 total, 8 up, 8 in 2023-12-22T17:35:23.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:22 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3887603678' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-228679-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-228679-8"}]: dispatch 2023-12-22T17:35:23.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:22 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-228679-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-228679-8"}]: dispatch 2023-12-22T17:35:23.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:22 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-228679-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-22T17:35:23.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:22 smithi032 ceph-mon[189144]: osdmap e1076: 8 total, 8 up, 8 in 2023-12-22T17:35:23.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:22 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3887603678' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-228679-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-228679-8"}]: dispatch 2023-12-22T17:35:23.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:22 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-228679-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-228679-8"}]: dispatch 2023-12-22T17:35:24.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:23 smithi039 ceph-mon[181282]: osdmap e1077: 8 total, 8 up, 8 in 2023-12-22T17:35:24.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:23 smithi039 ceph-mon[181282]: pgmap v1199: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:24.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:23 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-228679-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-228679-8"}]': finished 2023-12-22T17:35:24.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:23 smithi039 ceph-mon[181282]: osdmap e1078: 8 total, 8 up, 8 in 2023-12-22T17:35:24.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:23 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3887603678' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:35:24.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:23 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:35:24.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:23 smithi032 ceph-mon[191839]: osdmap e1077: 8 total, 8 up, 8 in 2023-12-22T17:35:24.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:23 smithi032 ceph-mon[191839]: pgmap v1199: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:24.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:23 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-228679-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-228679-8"}]': finished 2023-12-22T17:35:24.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:23 smithi032 ceph-mon[191839]: osdmap e1078: 8 total, 8 up, 8 in 2023-12-22T17:35:24.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:23 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3887603678' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:35:24.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:23 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:35:24.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:23 smithi032 ceph-mon[189144]: osdmap e1077: 8 total, 8 up, 8 in 2023-12-22T17:35:24.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:23 smithi032 ceph-mon[189144]: pgmap v1199: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:24.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:23 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-228679-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-228679-8"}]': finished 2023-12-22T17:35:24.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:23 smithi032 ceph-mon[189144]: osdmap e1078: 8 total, 8 up, 8 in 2023-12-22T17:35:24.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:23 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3887603678' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:35:24.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:23 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:35:25.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:25 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:35:25.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:25 smithi032 ceph-mon[191839]: osdmap e1079: 8 total, 8 up, 8 in 2023-12-22T17:35:25.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:25 smithi032 ceph-mon[191839]: pgmap v1202: 113 pgs: 6 unknown, 107 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:25.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:25 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:35:25.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:25 smithi032 ceph-mon[189144]: osdmap e1079: 8 total, 8 up, 8 in 2023-12-22T17:35:25.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:25 smithi032 ceph-mon[189144]: pgmap v1202: 113 pgs: 6 unknown, 107 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:26.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:25 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:35:26.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:25 smithi039 ceph-mon[181282]: osdmap e1079: 8 total, 8 up, 8 in 2023-12-22T17:35:26.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:25 smithi039 ceph-mon[181282]: pgmap v1202: 113 pgs: 6 unknown, 107 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:26.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:26 smithi032 ceph-mon[189144]: osdmap e1080: 8 total, 8 up, 8 in 2023-12-22T17:35:26.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:26 smithi032 ceph-mon[191839]: osdmap e1080: 8 total, 8 up, 8 in 2023-12-22T17:35:27.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:26 smithi039 ceph-mon[181282]: osdmap e1080: 8 total, 8 up, 8 in 2023-12-22T17:35:27.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:27 smithi032 ceph-mon[191839]: pgmap v1204: 113 pgs: 3 unknown, 110 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:27.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:27 smithi032 ceph-mon[189144]: pgmap v1204: 113 pgs: 3 unknown, 110 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:28.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:27 smithi039 ceph-mon[181282]: pgmap v1204: 113 pgs: 3 unknown, 110 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:29.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:29 smithi032 ceph-mon[191839]: osdmap e1081: 8 total, 8 up, 8 in 2023-12-22T17:35:29.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:29 smithi032 ceph-mon[191839]: pgmap v1206: 113 pgs: 113 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 176 B/s wr, 0 op/s 2023-12-22T17:35:29.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:29 smithi032 ceph-mon[189144]: osdmap e1081: 8 total, 8 up, 8 in 2023-12-22T17:35:29.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:29 smithi032 ceph-mon[189144]: pgmap v1206: 113 pgs: 113 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 176 B/s wr, 0 op/s 2023-12-22T17:35:30.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:29 smithi039 ceph-mon[181282]: osdmap e1081: 8 total, 8 up, 8 in 2023-12-22T17:35:30.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:29 smithi039 ceph-mon[181282]: pgmap v1206: 113 pgs: 113 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 176 B/s wr, 0 op/s 2023-12-22T17:35:30.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:30 smithi032 ceph-mon[191839]: osdmap e1082: 8 total, 8 up, 8 in 2023-12-22T17:35:30.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:30 smithi032 ceph-mon[189144]: osdmap e1082: 8 total, 8 up, 8 in 2023-12-22T17:35:31.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:30 smithi039 ceph-mon[181282]: osdmap e1082: 8 total, 8 up, 8 in 2023-12-22T17:35:31.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:35:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:35:30] "GET /metrics HTTP/1.1" 200 33941 "" "Prometheus/2.43.0" 2023-12-22T17:35:31.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:31 smithi032 ceph-mon[189144]: osdmap e1083: 8 total, 8 up, 8 in 2023-12-22T17:35:31.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:31 smithi032 ceph-mon[189144]: pgmap v1209: 113 pgs: 113 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 176 B/s wr, 0 op/s 2023-12-22T17:35:31.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:31 smithi032 ceph-mon[191839]: osdmap e1083: 8 total, 8 up, 8 in 2023-12-22T17:35:31.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:31 smithi032 ceph-mon[191839]: pgmap v1209: 113 pgs: 113 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 176 B/s wr, 0 op/s 2023-12-22T17:35:32.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:31 smithi039 ceph-mon[181282]: osdmap e1083: 8 total, 8 up, 8 in 2023-12-22T17:35:32.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:31 smithi039 ceph-mon[181282]: pgmap v1209: 113 pgs: 113 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 176 B/s wr, 0 op/s 2023-12-22T17:35:32.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:32 smithi032 ceph-mon[189144]: osdmap e1084: 8 total, 8 up, 8 in 2023-12-22T17:35:32.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:32 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3887603678' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-8"}]: dispatch 2023-12-22T17:35:32.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:32 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-8"}]: dispatch 2023-12-22T17:35:32.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:32 smithi032 ceph-mon[191839]: osdmap e1084: 8 total, 8 up, 8 in 2023-12-22T17:35:32.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:32 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3887603678' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-8"}]: dispatch 2023-12-22T17:35:32.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:32 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-8"}]: dispatch 2023-12-22T17:35:33.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:32 smithi039 ceph-mon[181282]: osdmap e1084: 8 total, 8 up, 8 in 2023-12-22T17:35:33.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:32 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3887603678' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-8"}]: dispatch 2023-12-22T17:35:33.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:32 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-8"}]: dispatch 2023-12-22T17:35:33.606 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.test_put_snap_ec (13089 ms) 2023-12-22T17:35:33.607 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.test_explicit_ec 2023-12-22T17:35:33.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:33 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-8"}]': finished 2023-12-22T17:35:33.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:33 smithi032 ceph-mon[191839]: osdmap e1085: 8 total, 8 up, 8 in 2023-12-22T17:35:33.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:33 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3887603678' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-8"}]: dispatch 2023-12-22T17:35:33.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:33 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-8"}]: dispatch 2023-12-22T17:35:33.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:33 smithi032 ceph-mon[191839]: pgmap v1212: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:33.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:33 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-8"}]': finished 2023-12-22T17:35:33.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:33 smithi032 ceph-mon[189144]: osdmap e1085: 8 total, 8 up, 8 in 2023-12-22T17:35:33.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:33 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3887603678' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-8"}]: dispatch 2023-12-22T17:35:33.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:33 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-8"}]: dispatch 2023-12-22T17:35:33.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:33 smithi032 ceph-mon[189144]: pgmap v1212: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:34.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:33 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-8"}]': finished 2023-12-22T17:35:34.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:33 smithi039 ceph-mon[181282]: osdmap e1085: 8 total, 8 up, 8 in 2023-12-22T17:35:34.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:33 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3887603678' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-8"}]: dispatch 2023-12-22T17:35:34.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:33 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-8"}]: dispatch 2023-12-22T17:35:34.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:33 smithi039 ceph-mon[181282]: pgmap v1212: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:34.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:34 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-8"}]': finished 2023-12-22T17:35:34.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:34 smithi039 ceph-mon[181282]: osdmap e1086: 8 total, 8 up, 8 in 2023-12-22T17:35:34.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:34 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/953684167' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-9"}]: dispatch 2023-12-22T17:35:34.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:34 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/953684167' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-9"}]: dispatch 2023-12-22T17:35:34.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:34 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/953684167' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-228679-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-22T17:35:34.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:35:34.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:34 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-8"}]': finished 2023-12-22T17:35:34.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:34 smithi032 ceph-mon[191839]: osdmap e1086: 8 total, 8 up, 8 in 2023-12-22T17:35:34.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:34 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/953684167' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-9"}]: dispatch 2023-12-22T17:35:34.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:34 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/953684167' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-9"}]: dispatch 2023-12-22T17:35:34.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:34 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/953684167' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-228679-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-22T17:35:34.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:35:34.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:34 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-8"}]': finished 2023-12-22T17:35:34.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:34 smithi032 ceph-mon[189144]: osdmap e1086: 8 total, 8 up, 8 in 2023-12-22T17:35:34.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:34 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/953684167' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-9"}]: dispatch 2023-12-22T17:35:34.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:34 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/953684167' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-9"}]: dispatch 2023-12-22T17:35:34.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:34 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/953684167' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-228679-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-22T17:35:34.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:35:35.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:35 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/953684167' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-228679-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-22T17:35:35.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:35 smithi039 ceph-mon[181282]: osdmap e1087: 8 total, 8 up, 8 in 2023-12-22T17:35:35.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:35 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/953684167' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-228679-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-228679-9"}]: dispatch 2023-12-22T17:35:35.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:35:35.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:35:35.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:35 smithi039 ceph-mon[181282]: pgmap v1215: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:35.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:35 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/953684167' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-228679-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-22T17:35:35.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:35 smithi032 ceph-mon[189144]: osdmap e1087: 8 total, 8 up, 8 in 2023-12-22T17:35:35.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:35 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/953684167' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-228679-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-228679-9"}]: dispatch 2023-12-22T17:35:35.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:35:35.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:35:35.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:35 smithi032 ceph-mon[189144]: pgmap v1215: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:35.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:35 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/953684167' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-228679-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-22T17:35:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:35 smithi032 ceph-mon[191839]: osdmap e1087: 8 total, 8 up, 8 in 2023-12-22T17:35:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:35 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/953684167' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-228679-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-228679-9"}]: dispatch 2023-12-22T17:35:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:35:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:35:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:35 smithi032 ceph-mon[191839]: pgmap v1215: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:36.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:36 smithi032 ceph-mon[189144]: osdmap e1088: 8 total, 8 up, 8 in 2023-12-22T17:35:36.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:36 smithi032 ceph-mon[191839]: osdmap e1088: 8 total, 8 up, 8 in 2023-12-22T17:35:37.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:36 smithi039 ceph-mon[181282]: osdmap e1088: 8 total, 8 up, 8 in 2023-12-22T17:35:37.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:37 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/953684167' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-228679-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-228679-9"}]': finished 2023-12-22T17:35:37.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:37 smithi032 ceph-mon[189144]: osdmap e1089: 8 total, 8 up, 8 in 2023-12-22T17:35:37.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:37 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/953684167' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:35:37.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:37 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:35:37.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:37 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:35:37.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:37 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:35:37.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:37 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:35:37.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:37 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:35:37.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:37 smithi032 ceph-mon[189144]: pgmap v1218: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:37.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:37 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/953684167' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-228679-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-228679-9"}]': finished 2023-12-22T17:35:37.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:37 smithi032 ceph-mon[191839]: osdmap e1089: 8 total, 8 up, 8 in 2023-12-22T17:35:37.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:37 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/953684167' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:35:37.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:37 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:35:37.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:37 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:35:37.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:37 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:35:37.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:37 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:35:37.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:37 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:35:37.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:37 smithi032 ceph-mon[191839]: pgmap v1218: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:38.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:37 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/953684167' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-228679-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-228679-9"}]': finished 2023-12-22T17:35:38.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:37 smithi039 ceph-mon[181282]: osdmap e1089: 8 total, 8 up, 8 in 2023-12-22T17:35:38.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:37 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/953684167' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:35:38.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:37 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:35:38.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:37 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:35:38.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:37 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:35:38.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:37 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:35:38.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:37 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:35:38.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:37 smithi039 ceph-mon[181282]: pgmap v1218: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:38.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:38 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/953684167' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:35:38.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:38 smithi032 ceph-mon[189144]: osdmap e1090: 8 total, 8 up, 8 in 2023-12-22T17:35:38.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:38 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:35:38.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:38 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/953684167' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:35:38.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:38 smithi032 ceph-mon[191839]: osdmap e1090: 8 total, 8 up, 8 in 2023-12-22T17:35:38.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:38 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:35:39.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:38 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/953684167' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:35:39.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:38 smithi039 ceph-mon[181282]: osdmap e1090: 8 total, 8 up, 8 in 2023-12-22T17:35:39.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:38 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:35:39.092 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:35:39.432 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:35:39.432 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (15m) 2m ago 20m 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:35:39.432 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (15m) 2s ago 19m 91.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:35:39.432 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (20m) 2m ago 20m 18.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:35:39.432 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (20m) 2s ago 20m 25.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:35:39.432 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (14m) 2s ago 23m 455M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:35:39.432 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (15m) 2m ago 24m 532M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:35:39.432 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (14m) 2m ago 24m 191M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:35:39.432 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (14m) 2s ago 23m 131M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:35:39.433 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (14m) 2m ago 23m 128M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:35:39.433 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (15m) 2m ago 19m 15.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:35:39.433 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (15m) 2s ago 19m 17.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:35:39.433 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (13m) 2m ago 23m 1428M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:35:39.433 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (13m) 2m ago 22m 1887M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:35:39.433 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (12m) 2m ago 22m 1085M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:35:39.433 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (12m) 2m ago 22m 1580M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:35:39.433 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11m) 2s ago 22m 1675M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:35:39.433 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11m) 2s ago 21m 1206M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:35:39.434 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10m) 2s ago 21m 798M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:35:39.434 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10m) 2s ago 21m 986M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:35:39.434 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (15m) 2s ago 20m 66.1M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:35:39.837 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:35:39.837 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:35:39.837 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:35:39.837 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:35:39.837 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:35:39.838 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:35:39.838 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:35:39.838 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:35:39.838 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:35:39.838 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:35:39.838 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:35:39.838 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:35:39.838 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:35:39.838 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:35:39.838 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:35:39.838 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:35:39.839 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:35:39.839 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:35:39.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:39 smithi032 ceph-mon[191839]: osdmap e1091: 8 total, 8 up, 8 in 2023-12-22T17:35:39.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:39 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/953684167' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-9"}]: dispatch 2023-12-22T17:35:39.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:39 smithi032 ceph-mon[191839]: from='client.35079 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:35:39.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:39 smithi032 ceph-mon[191839]: pgmap v1221: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:39.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:39 smithi032 ceph-mon[191839]: from='client.45020 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:35:39.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:39 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/953684167' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-9"}]': finished 2023-12-22T17:35:39.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:39 smithi032 ceph-mon[191839]: osdmap e1092: 8 total, 8 up, 8 in 2023-12-22T17:35:39.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:39 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/953684167' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-9"}]: dispatch 2023-12-22T17:35:39.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:39 smithi032 ceph-mon[189144]: osdmap e1091: 8 total, 8 up, 8 in 2023-12-22T17:35:39.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:39 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/953684167' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-9"}]: dispatch 2023-12-22T17:35:39.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:39 smithi032 ceph-mon[189144]: from='client.35079 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:35:39.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:39 smithi032 ceph-mon[189144]: pgmap v1221: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:39.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:39 smithi032 ceph-mon[189144]: from='client.45020 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:35:39.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:39 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/953684167' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-9"}]': finished 2023-12-22T17:35:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:39 smithi032 ceph-mon[189144]: osdmap e1092: 8 total, 8 up, 8 in 2023-12-22T17:35:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:39 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/953684167' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-9"}]: dispatch 2023-12-22T17:35:40.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:39 smithi039 ceph-mon[181282]: osdmap e1091: 8 total, 8 up, 8 in 2023-12-22T17:35:40.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:39 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/953684167' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-9"}]: dispatch 2023-12-22T17:35:40.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:39 smithi039 ceph-mon[181282]: from='client.35079 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:35:40.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:39 smithi039 ceph-mon[181282]: pgmap v1221: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:40.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:39 smithi039 ceph-mon[181282]: from='client.45020 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:35:40.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:39 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/953684167' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-9"}]': finished 2023-12-22T17:35:40.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:39 smithi039 ceph-mon[181282]: osdmap e1092: 8 total, 8 up, 8 in 2023-12-22T17:35:40.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:39 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/953684167' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-9"}]: dispatch 2023-12-22T17:35:40.641 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.test_explicit_ec (7035 ms) 2023-12-22T17:35:40.642 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.set_ec 2023-12-22T17:35:40.927 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:35:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:35:40] "GET /metrics HTTP/1.1" 200 33940 "" "Prometheus/2.43.0" 2023-12-22T17:35:40.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:40 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:35:40.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:40 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/119692922' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:35:40.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:40 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/953684167' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-9"}]': finished 2023-12-22T17:35:40.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:40 smithi032 ceph-mon[191839]: osdmap e1093: 8 total, 8 up, 8 in 2023-12-22T17:35:40.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:40 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:35:40.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:40 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/119692922' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:35:40.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:40 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/953684167' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-9"}]': finished 2023-12-22T17:35:40.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:40 smithi032 ceph-mon[189144]: osdmap e1093: 8 total, 8 up, 8 in 2023-12-22T17:35:41.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:40 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:35:41.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:40 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/119692922' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:35:41.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:40 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/953684167' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-9"}]': finished 2023-12-22T17:35:41.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:40 smithi039 ceph-mon[181282]: osdmap e1093: 8 total, 8 up, 8 in 2023-12-22T17:35:41.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:41 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/554026089' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-10"}]: dispatch 2023-12-22T17:35:41.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:41 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-10"}]: dispatch 2023-12-22T17:35:41.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:41 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/554026089' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-10"}]: dispatch 2023-12-22T17:35:41.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:41 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-10"}]: dispatch 2023-12-22T17:35:41.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:41 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/554026089' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-228679-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-22T17:35:41.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:41 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-228679-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-22T17:35:41.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:41 smithi032 ceph-mon[191839]: pgmap v1224: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:41.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:41 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/554026089' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-10"}]: dispatch 2023-12-22T17:35:41.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:41 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-10"}]: dispatch 2023-12-22T17:35:41.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:41 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/554026089' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-10"}]: dispatch 2023-12-22T17:35:41.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:41 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-10"}]: dispatch 2023-12-22T17:35:41.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:41 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/554026089' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-228679-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-22T17:35:41.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:41 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-228679-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-22T17:35:41.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:41 smithi032 ceph-mon[189144]: pgmap v1224: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:42.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:41 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/554026089' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-10"}]: dispatch 2023-12-22T17:35:42.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:41 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-10"}]: dispatch 2023-12-22T17:35:42.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:41 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/554026089' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-10"}]: dispatch 2023-12-22T17:35:42.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:41 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-10"}]: dispatch 2023-12-22T17:35:42.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:41 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/554026089' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-228679-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-22T17:35:42.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:41 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-228679-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-22T17:35:42.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:41 smithi039 ceph-mon[181282]: pgmap v1224: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:43.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:43 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-228679-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-22T17:35:43.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:43 smithi032 ceph-mon[191839]: osdmap e1094: 8 total, 8 up, 8 in 2023-12-22T17:35:43.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:43 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/554026089' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-228679-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-228679-10"}]: dispatch 2023-12-22T17:35:43.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:43 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-228679-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-228679-10"}]: dispatch 2023-12-22T17:35:43.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:43 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-228679-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-22T17:35:43.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:43 smithi032 ceph-mon[189144]: osdmap e1094: 8 total, 8 up, 8 in 2023-12-22T17:35:43.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:43 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/554026089' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-228679-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-228679-10"}]: dispatch 2023-12-22T17:35:43.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:43 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-228679-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-228679-10"}]: dispatch 2023-12-22T17:35:43.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:43 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi032-228679-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-22T17:35:43.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:43 smithi039 ceph-mon[181282]: osdmap e1094: 8 total, 8 up, 8 in 2023-12-22T17:35:43.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:43 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/554026089' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-228679-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-228679-10"}]: dispatch 2023-12-22T17:35:43.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:43 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-228679-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-228679-10"}]: dispatch 2023-12-22T17:35:44.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:44 smithi032 ceph-mon[189144]: osdmap e1095: 8 total, 8 up, 8 in 2023-12-22T17:35:44.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:44 smithi032 ceph-mon[189144]: pgmap v1227: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:44.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:44 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-228679-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-228679-10"}]': finished 2023-12-22T17:35:44.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:44 smithi032 ceph-mon[189144]: osdmap e1096: 8 total, 8 up, 8 in 2023-12-22T17:35:44.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:44 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/554026089' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:35:44.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:44 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:35:44.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:44 smithi032 ceph-mon[191839]: osdmap e1095: 8 total, 8 up, 8 in 2023-12-22T17:35:44.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:44 smithi032 ceph-mon[191839]: pgmap v1227: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:44.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:44 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-228679-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-228679-10"}]': finished 2023-12-22T17:35:44.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:44 smithi032 ceph-mon[191839]: osdmap e1096: 8 total, 8 up, 8 in 2023-12-22T17:35:44.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:44 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/554026089' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:35:44.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:44 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:35:44.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:44 smithi039 ceph-mon[181282]: osdmap e1095: 8 total, 8 up, 8 in 2023-12-22T17:35:44.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:44 smithi039 ceph-mon[181282]: pgmap v1227: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:44.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:44 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi032-228679-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi032-228679-10"}]': finished 2023-12-22T17:35:44.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:44 smithi039 ceph-mon[181282]: osdmap e1096: 8 total, 8 up, 8 in 2023-12-22T17:35:44.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:44 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/554026089' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:35:44.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:44 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:35:45.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:45 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:35:45.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:45 smithi032 ceph-mon[191839]: osdmap e1097: 8 total, 8 up, 8 in 2023-12-22T17:35:45.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:45 smithi032 ceph-mon[191839]: pgmap v1230: 113 pgs: 3 creating+activating, 1 creating+peering, 3 unknown, 106 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:45.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:45 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:35:45.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:45 smithi032 ceph-mon[189144]: osdmap e1097: 8 total, 8 up, 8 in 2023-12-22T17:35:45.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:45 smithi032 ceph-mon[189144]: pgmap v1230: 113 pgs: 3 creating+activating, 1 creating+peering, 3 unknown, 106 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:46.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:45 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-228679-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:35:46.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:45 smithi039 ceph-mon[181282]: osdmap e1097: 8 total, 8 up, 8 in 2023-12-22T17:35:46.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:45 smithi039 ceph-mon[181282]: pgmap v1230: 113 pgs: 3 creating+activating, 1 creating+peering, 3 unknown, 106 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:46.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:46 smithi032 ceph-mon[191839]: osdmap e1098: 8 total, 8 up, 8 in 2023-12-22T17:35:46.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:46 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/554026089' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-10"}]: dispatch 2023-12-22T17:35:46.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:46 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-10"}]: dispatch 2023-12-22T17:35:46.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:46 smithi032 ceph-mon[189144]: osdmap e1098: 8 total, 8 up, 8 in 2023-12-22T17:35:46.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:46 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/554026089' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-10"}]: dispatch 2023-12-22T17:35:46.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:46 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-10"}]: dispatch 2023-12-22T17:35:47.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:46 smithi039 ceph-mon[181282]: osdmap e1098: 8 total, 8 up, 8 in 2023-12-22T17:35:47.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:46 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/554026089' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-10"}]: dispatch 2023-12-22T17:35:47.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:46 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-10"}]: dispatch 2023-12-22T17:35:47.671 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.set_ec (7029 ms) 2023-12-22T17:35:47.671 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 10 tests from cls_rgw (61895 ms total) 2023-12-22T17:35:47.671 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T17:35:47.671 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment tear-down 2023-12-22T17:35:47.671 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] 10 tests from 1 test suite ran. (61895 ms total) 2023-12-22T17:35:47.671 INFO:tasks.workunit.client.0.smithi032.stdout:[ PASSED ] 10 tests. 2023-12-22T17:35:47.673 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-22T17:35:47.673 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-22T17:35:47.746 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2023-12-22T17:35:47.746 DEBUG:teuthology.orchestra.run.smithi032:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2023-12-22T17:35:47.819 INFO:tasks.workunit.client.0.smithi032.stdout:Running main() from gmock_main.cc 2023-12-22T17:35:47.819 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] Running 16 tests from 1 test suite. 2023-12-22T17:35:47.819 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment set-up. 2023-12-22T17:35:47.820 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 16 tests from cls_rgw 2023-12-22T17:35:48.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:47 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-10"}]': finished 2023-12-22T17:35:48.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:47 smithi039 ceph-mon[181282]: osdmap e1099: 8 total, 8 up, 8 in 2023-12-22T17:35:48.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:47 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/554026089' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-10"}]: dispatch 2023-12-22T17:35:48.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:47 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-10"}]: dispatch 2023-12-22T17:35:48.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:47 smithi039 ceph-mon[181282]: pgmap v1233: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:48.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:47 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-10"}]': finished 2023-12-22T17:35:48.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:47 smithi039 ceph-mon[181282]: osdmap e1100: 8 total, 8 up, 8 in 2023-12-22T17:35:48.177 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:47 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-10"}]': finished 2023-12-22T17:35:48.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:47 smithi032 ceph-mon[191839]: osdmap e1099: 8 total, 8 up, 8 in 2023-12-22T17:35:48.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:47 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/554026089' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-10"}]: dispatch 2023-12-22T17:35:48.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:47 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-10"}]: dispatch 2023-12-22T17:35:48.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:47 smithi032 ceph-mon[191839]: pgmap v1233: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:48.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:47 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-10"}]': finished 2023-12-22T17:35:48.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:47 smithi032 ceph-mon[191839]: osdmap e1100: 8 total, 8 up, 8 in 2023-12-22T17:35:48.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:47 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi032-228679-10"}]': finished 2023-12-22T17:35:48.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:47 smithi032 ceph-mon[189144]: osdmap e1099: 8 total, 8 up, 8 in 2023-12-22T17:35:48.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:47 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/554026089' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-10"}]: dispatch 2023-12-22T17:35:48.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:47 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-10"}]: dispatch 2023-12-22T17:35:48.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:47 smithi032 ceph-mon[189144]: pgmap v1233: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:48.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:47 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi032-228679-10"}]': finished 2023-12-22T17:35:48.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:47 smithi032 ceph-mon[189144]: osdmap e1100: 8 total, 8 up, 8 in 2023-12-22T17:35:49.699 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.index_basic 2023-12-22T17:35:49.747 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.index_basic (47 ms) 2023-12-22T17:35:49.747 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2023-12-22T17:35:49.775 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (29 ms) 2023-12-22T17:35:49.775 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.index_remove_object 2023-12-22T17:35:49.811 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.index_remove_object (36 ms) 2023-12-22T17:35:49.811 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.index_suggest 2023-12-22T17:35:50.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:49 smithi039 ceph-mon[181282]: osdmap e1101: 8 total, 8 up, 8 in 2023-12-22T17:35:50.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:49 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1810513612' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229195-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:35:50.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:49 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229195-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:35:50.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:49 smithi039 ceph-mon[181282]: pgmap v1236: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:50.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:35:50.177 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:49 smithi032 ceph-mon[191839]: osdmap e1101: 8 total, 8 up, 8 in 2023-12-22T17:35:50.177 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:49 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1810513612' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229195-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:35:50.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:49 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229195-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:35:50.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:49 smithi032 ceph-mon[191839]: pgmap v1236: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:50.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:35:50.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:49 smithi032 ceph-mon[189144]: osdmap e1101: 8 total, 8 up, 8 in 2023-12-22T17:35:50.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:49 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1810513612' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229195-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:35:50.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:49 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229195-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:35:50.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:49 smithi032 ceph-mon[189144]: pgmap v1236: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:35:50.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:35:51.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:50 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:35:51.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:50 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229195-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:35:51.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:50 smithi039 ceph-mon[181282]: osdmap e1102: 8 total, 8 up, 8 in 2023-12-22T17:35:51.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:35:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:35:50] "GET /metrics HTTP/1.1" 200 36305 "" "Prometheus/2.43.0" 2023-12-22T17:35:51.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:50 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:35:51.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:50 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229195-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:35:51.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:50 smithi032 ceph-mon[189144]: osdmap e1102: 8 total, 8 up, 8 in 2023-12-22T17:35:51.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:50 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:35:51.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:50 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229195-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:35:51.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:50 smithi032 ceph-mon[191839]: osdmap e1102: 8 total, 8 up, 8 in 2023-12-22T17:35:51.268 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.index_suggest (1457 ms) 2023-12-22T17:35:51.268 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.index_suggest_complete 2023-12-22T17:35:51.275 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.index_suggest_complete (7 ms) 2023-12-22T17:35:51.276 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.index_list 2023-12-22T17:35:51.296 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.index_list (20 ms) 2023-12-22T17:35:51.296 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.index_list_delimited 2023-12-22T17:35:52.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:51 smithi039 ceph-mon[181282]: osdmap e1103: 8 total, 8 up, 8 in 2023-12-22T17:35:52.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:51 smithi039 ceph-mon[181282]: pgmap v1239: 137 pgs: 4 creating+peering, 10 unknown, 123 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 235 KiB/s rd, 131 KiB/s wr, 416 op/s 2023-12-22T17:35:52.177 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:51 smithi032 ceph-mon[191839]: osdmap e1103: 8 total, 8 up, 8 in 2023-12-22T17:35:52.177 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:51 smithi032 ceph-mon[191839]: pgmap v1239: 137 pgs: 4 creating+peering, 10 unknown, 123 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 235 KiB/s rd, 131 KiB/s wr, 416 op/s 2023-12-22T17:35:52.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:51 smithi032 ceph-mon[189144]: osdmap e1103: 8 total, 8 up, 8 in 2023-12-22T17:35:52.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:51 smithi032 ceph-mon[189144]: pgmap v1239: 137 pgs: 4 creating+peering, 10 unknown, 123 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 235 KiB/s rd, 131 KiB/s wr, 416 op/s 2023-12-22T17:35:53.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:52 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:35:53.177 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:52 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:35:53.177 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:52 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:35:54.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:53 smithi039 ceph-mon[181282]: pgmap v1240: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 185 KiB/s rd, 105 KiB/s wr, 322 op/s 2023-12-22T17:35:54.177 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:53 smithi032 ceph-mon[191839]: pgmap v1240: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 185 KiB/s rd, 105 KiB/s wr, 322 op/s 2023-12-22T17:35:54.177 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:53 smithi032 ceph-mon[189144]: pgmap v1240: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 185 KiB/s rd, 105 KiB/s wr, 322 op/s 2023-12-22T17:35:56.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:56 smithi032 ceph-mon[191839]: pgmap v1241: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 677 KiB/s rd, 436 KiB/s wr, 1.31k op/s 2023-12-22T17:35:56.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:56 smithi032 ceph-mon[189144]: pgmap v1241: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 677 KiB/s rd, 436 KiB/s wr, 1.31k op/s 2023-12-22T17:35:56.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:56 smithi039 ceph-mon[181282]: pgmap v1241: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 677 KiB/s rd, 436 KiB/s wr, 1.31k op/s 2023-12-22T17:35:58.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:35:58 smithi032 ceph-mon[191839]: pgmap v1242: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 577 KiB/s rd, 363 KiB/s wr, 1.11k op/s 2023-12-22T17:35:58.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:35:58 smithi032 ceph-mon[189144]: pgmap v1242: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 577 KiB/s rd, 363 KiB/s wr, 1.11k op/s 2023-12-22T17:35:58.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:35:58 smithi039 ceph-mon[181282]: pgmap v1242: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 577 KiB/s rd, 363 KiB/s wr, 1.11k op/s 2023-12-22T17:36:00.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:00 smithi032 ceph-mon[191839]: pgmap v1243: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 943 KiB/s rd, 611 KiB/s wr, 1.85k op/s 2023-12-22T17:36:00.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:00 smithi032 ceph-mon[189144]: pgmap v1243: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 943 KiB/s rd, 611 KiB/s wr, 1.85k op/s 2023-12-22T17:36:00.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:00 smithi039 ceph-mon[181282]: pgmap v1243: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 943 KiB/s rd, 611 KiB/s wr, 1.85k op/s 2023-12-22T17:36:01.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:36:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:36:00] "GET /metrics HTTP/1.1" 200 36305 "" "Prometheus/2.43.0" 2023-12-22T17:36:02.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:02 smithi032 ceph-mon[191839]: pgmap v1244: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 847 KiB/s rd, 549 KiB/s wr, 1.66k op/s 2023-12-22T17:36:02.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:02 smithi032 ceph-mon[189144]: pgmap v1244: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 847 KiB/s rd, 549 KiB/s wr, 1.66k op/s 2023-12-22T17:36:02.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:02 smithi039 ceph-mon[181282]: pgmap v1244: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 847 KiB/s rd, 549 KiB/s wr, 1.66k op/s 2023-12-22T17:36:04.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:04 smithi032 ceph-mon[191839]: pgmap v1245: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 681 KiB/s rd, 448 KiB/s wr, 1.35k op/s 2023-12-22T17:36:04.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:04 smithi032 ceph-mon[189144]: pgmap v1245: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 681 KiB/s rd, 448 KiB/s wr, 1.35k op/s 2023-12-22T17:36:04.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:04 smithi039 ceph-mon[181282]: pgmap v1245: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 681 KiB/s rd, 448 KiB/s wr, 1.35k op/s 2023-12-22T17:36:05.677 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:36:05.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:36:05.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:36:05.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:36:05.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:36:05.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:36:06.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:06 smithi032 ceph-mon[191839]: pgmap v1246: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 960 KiB/s rd, 634 KiB/s wr, 1.91k op/s 2023-12-22T17:36:06.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:06 smithi032 ceph-mon[189144]: pgmap v1246: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 960 KiB/s rd, 634 KiB/s wr, 1.91k op/s 2023-12-22T17:36:06.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:06 smithi039 ceph-mon[181282]: pgmap v1246: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 960 KiB/s rd, 634 KiB/s wr, 1.91k op/s 2023-12-22T17:36:08.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:08 smithi032 ceph-mon[189144]: pgmap v1247: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 671 KiB/s rd, 442 KiB/s wr, 1.33k op/s 2023-12-22T17:36:08.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:08 smithi032 ceph-mon[191839]: pgmap v1247: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 671 KiB/s rd, 442 KiB/s wr, 1.33k op/s 2023-12-22T17:36:08.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:08 smithi039 ceph-mon[181282]: pgmap v1247: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 671 KiB/s rd, 442 KiB/s wr, 1.33k op/s 2023-12-22T17:36:10.254 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:36:10.631 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:36:10.631 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (16m) 2m ago 20m 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:36:10.631 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (15m) 33s ago 20m 91.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:36:10.631 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (21m) 2m ago 21m 18.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:36:10.631 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (21m) 33s ago 21m 25.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:36:10.632 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (15m) 33s ago 23m 455M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:36:10.632 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (15m) 2m ago 25m 532M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:36:10.632 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (15m) 2m ago 25m 191M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:36:10.632 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (14m) 33s ago 24m 131M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:36:10.632 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (14m) 2m ago 24m 128M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:36:10.632 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (16m) 2m ago 20m 15.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:36:10.632 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (15m) 33s ago 20m 17.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:36:10.632 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (14m) 2m ago 23m 1428M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:36:10.632 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (13m) 2m ago 23m 1887M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:36:10.632 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (13m) 2m ago 23m 1085M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:36:10.633 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (12m) 2m ago 22m 1580M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:36:10.633 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (12m) 33s ago 22m 1675M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:36:10.633 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11m) 33s ago 22m 1206M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:36:10.633 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11m) 33s ago 22m 798M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:36:10.633 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10m) 33s ago 21m 986M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:36:10.633 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (15m) 33s ago 21m 66.1M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:36:10.677 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:10 smithi032 ceph-mon[189144]: pgmap v1248: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 929 KiB/s rd, 619 KiB/s wr, 1.86k op/s 2023-12-22T17:36:10.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:10 smithi032 ceph-mon[191839]: pgmap v1248: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 929 KiB/s rd, 619 KiB/s wr, 1.86k op/s 2023-12-22T17:36:10.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:10 smithi039 ceph-mon[181282]: pgmap v1248: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 929 KiB/s rd, 619 KiB/s wr, 1.86k op/s 2023-12-22T17:36:11.093 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:36:11.093 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:36:11.093 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:36:11.093 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:36:11.093 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:36:11.093 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:36:11.093 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:36:11.093 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:36:11.094 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:36:11.094 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:36:11.094 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:36:11.094 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:36:11.094 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:36:11.094 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:36:11.094 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:36:11.094 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:36:11.094 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:36:11.094 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:36:11.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:36:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:36:10] "GET /metrics HTTP/1.1" 200 36328 "" "Prometheus/2.43.0" 2023-12-22T17:36:11.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:11 smithi032 ceph-mon[191839]: from='client.45044 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:36:11.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:11 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/618426272' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:36:11.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:11 smithi032 ceph-mon[189144]: from='client.45044 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:36:11.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:11 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/618426272' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:36:11.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:11 smithi039 ceph-mon[181282]: from='client.45044 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:36:11.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:11 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/618426272' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:36:12.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:12 smithi032 ceph-mon[191839]: from='client.35115 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:36:12.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:12 smithi032 ceph-mon[191839]: pgmap v1249: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 555 KiB/s rd, 370 KiB/s wr, 1.11k op/s 2023-12-22T17:36:12.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:12 smithi032 ceph-mon[189144]: from='client.35115 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:36:12.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:12 smithi032 ceph-mon[189144]: pgmap v1249: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 555 KiB/s rd, 370 KiB/s wr, 1.11k op/s 2023-12-22T17:36:12.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:12 smithi039 ceph-mon[181282]: from='client.35115 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:36:12.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:12 smithi039 ceph-mon[181282]: pgmap v1249: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 555 KiB/s rd, 370 KiB/s wr, 1.11k op/s 2023-12-22T17:36:14.677 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:14 smithi032 ceph-mon[189144]: pgmap v1250: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 555 KiB/s rd, 370 KiB/s wr, 1.11k op/s 2023-12-22T17:36:14.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:14 smithi032 ceph-mon[191839]: pgmap v1250: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 555 KiB/s rd, 370 KiB/s wr, 1.11k op/s 2023-12-22T17:36:14.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:14 smithi039 ceph-mon[181282]: pgmap v1250: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 555 KiB/s rd, 370 KiB/s wr, 1.11k op/s 2023-12-22T17:36:16.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:16 smithi032 ceph-mon[189144]: pgmap v1251: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 809 KiB/s rd, 539 KiB/s wr, 1.62k op/s 2023-12-22T17:36:16.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:16 smithi032 ceph-mon[191839]: pgmap v1251: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 809 KiB/s rd, 539 KiB/s wr, 1.62k op/s 2023-12-22T17:36:16.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:16 smithi039 ceph-mon[181282]: pgmap v1251: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 809 KiB/s rd, 539 KiB/s wr, 1.62k op/s 2023-12-22T17:36:18.677 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:18 smithi032 ceph-mon[189144]: pgmap v1252: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 520 KiB/s rd, 347 KiB/s wr, 1.04k op/s 2023-12-22T17:36:18.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:18 smithi032 ceph-mon[191839]: pgmap v1252: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 520 KiB/s rd, 347 KiB/s wr, 1.04k op/s 2023-12-22T17:36:18.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:18 smithi039 ceph-mon[181282]: pgmap v1252: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 520 KiB/s rd, 347 KiB/s wr, 1.04k op/s 2023-12-22T17:36:20.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:20 smithi032 ceph-mon[191839]: pgmap v1253: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 783 KiB/s rd, 522 KiB/s wr, 1.56k op/s 2023-12-22T17:36:20.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:36:20.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:20 smithi032 ceph-mon[189144]: pgmap v1253: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 783 KiB/s rd, 522 KiB/s wr, 1.56k op/s 2023-12-22T17:36:20.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:36:20.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:20 smithi039 ceph-mon[181282]: pgmap v1253: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 783 KiB/s rd, 522 KiB/s wr, 1.56k op/s 2023-12-22T17:36:20.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:36:21.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:36:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:36:20] "GET /metrics HTTP/1.1" 200 36333 "" "Prometheus/2.43.0" 2023-12-22T17:36:22.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:22 smithi032 ceph-mon[191839]: pgmap v1254: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 516 KiB/s rd, 344 KiB/s wr, 1.03k op/s 2023-12-22T17:36:22.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:22 smithi032 ceph-mon[189144]: pgmap v1254: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 516 KiB/s rd, 344 KiB/s wr, 1.03k op/s 2023-12-22T17:36:22.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:22 smithi039 ceph-mon[181282]: pgmap v1254: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 516 KiB/s rd, 344 KiB/s wr, 1.03k op/s 2023-12-22T17:36:24.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:24 smithi032 ceph-mon[191839]: pgmap v1255: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 516 KiB/s rd, 344 KiB/s wr, 1.03k op/s 2023-12-22T17:36:24.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:24 smithi032 ceph-mon[189144]: pgmap v1255: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 516 KiB/s rd, 344 KiB/s wr, 1.03k op/s 2023-12-22T17:36:24.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:24 smithi039 ceph-mon[181282]: pgmap v1255: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 516 KiB/s rd, 344 KiB/s wr, 1.03k op/s 2023-12-22T17:36:26.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:26 smithi032 ceph-mon[191839]: pgmap v1256: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 779 KiB/s rd, 519 KiB/s wr, 1.56k op/s 2023-12-22T17:36:26.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:26 smithi032 ceph-mon[189144]: pgmap v1256: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 779 KiB/s rd, 519 KiB/s wr, 1.56k op/s 2023-12-22T17:36:26.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:26 smithi039 ceph-mon[181282]: pgmap v1256: 137 pgs: 137 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 779 KiB/s rd, 519 KiB/s wr, 1.56k op/s 2023-12-22T17:36:28.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:28 smithi032 ceph-mon[191839]: pgmap v1257: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 525 KiB/s rd, 350 KiB/s wr, 1.05k op/s 2023-12-22T17:36:28.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:28 smithi032 ceph-mon[189144]: pgmap v1257: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 525 KiB/s rd, 350 KiB/s wr, 1.05k op/s 2023-12-22T17:36:28.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:28 smithi039 ceph-mon[181282]: pgmap v1257: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 525 KiB/s rd, 350 KiB/s wr, 1.05k op/s 2023-12-22T17:36:30.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:30 smithi032 ceph-mon[191839]: pgmap v1258: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 786 KiB/s rd, 524 KiB/s wr, 1.57k op/s 2023-12-22T17:36:30.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:30 smithi032 ceph-mon[189144]: pgmap v1258: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 786 KiB/s rd, 524 KiB/s wr, 1.57k op/s 2023-12-22T17:36:30.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:30 smithi039 ceph-mon[181282]: pgmap v1258: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 786 KiB/s rd, 524 KiB/s wr, 1.57k op/s 2023-12-22T17:36:31.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:36:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:36:30] "GET /metrics HTTP/1.1" 200 36333 "" "Prometheus/2.43.0" 2023-12-22T17:36:32.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:32 smithi032 ceph-mon[191839]: pgmap v1259: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 524 KiB/s rd, 349 KiB/s wr, 1.05k op/s 2023-12-22T17:36:32.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:32 smithi032 ceph-mon[189144]: pgmap v1259: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 524 KiB/s rd, 349 KiB/s wr, 1.05k op/s 2023-12-22T17:36:32.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:32 smithi039 ceph-mon[181282]: pgmap v1259: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 524 KiB/s rd, 349 KiB/s wr, 1.05k op/s 2023-12-22T17:36:34.236 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.index_list_delimited (42941 ms) 2023-12-22T17:36:34.236 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.bi_list 2023-12-22T17:36:34.309 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.bi_list (72 ms) 2023-12-22T17:36:34.309 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.gc_set 2023-12-22T17:36:34.335 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.gc_set (26 ms) 2023-12-22T17:36:34.335 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.gc_list 2023-12-22T17:36:34.360 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.gc_list (25 ms) 2023-12-22T17:36:34.360 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.gc_defer 2023-12-22T17:36:35.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:34 smithi032 ceph-mon[191839]: pgmap v1260: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 524 KiB/s rd, 349 KiB/s wr, 1.05k op/s 2023-12-22T17:36:35.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:34 smithi032 ceph-mon[189144]: pgmap v1260: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 524 KiB/s rd, 349 KiB/s wr, 1.05k op/s 2023-12-22T17:36:35.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:34 smithi039 ceph-mon[181282]: pgmap v1260: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 524 KiB/s rd, 349 KiB/s wr, 1.05k op/s 2023-12-22T17:36:36.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:36:36.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:35 smithi032 ceph-mon[191839]: osdmap e1104: 8 total, 8 up, 8 in 2023-12-22T17:36:36.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:35 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2159717352' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229195-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:36:36.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:35 smithi032 ceph-mon[191839]: pgmap v1262: 169 pgs: 7 creating+peering, 25 unknown, 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 418 KiB/s wr, 1.25k op/s 2023-12-22T17:36:36.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:36:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:35 smithi032 ceph-mon[189144]: osdmap e1104: 8 total, 8 up, 8 in 2023-12-22T17:36:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:35 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2159717352' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229195-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:36:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:35 smithi032 ceph-mon[189144]: pgmap v1262: 169 pgs: 7 creating+peering, 25 unknown, 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 418 KiB/s wr, 1.25k op/s 2023-12-22T17:36:36.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:36:36.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:35 smithi039 ceph-mon[181282]: osdmap e1104: 8 total, 8 up, 8 in 2023-12-22T17:36:36.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:35 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2159717352' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229195-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:36:36.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:35 smithi039 ceph-mon[181282]: pgmap v1262: 169 pgs: 7 creating+peering, 25 unknown, 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 418 KiB/s wr, 1.25k op/s 2023-12-22T17:36:37.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:36 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:36:37.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:36 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2159717352' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229195-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:36:37.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:36 smithi032 ceph-mon[189144]: osdmap e1105: 8 total, 8 up, 8 in 2023-12-22T17:36:37.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:36 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:36:37.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:36 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2159717352' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229195-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:36:37.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:36 smithi032 ceph-mon[191839]: osdmap e1105: 8 total, 8 up, 8 in 2023-12-22T17:36:37.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:36 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:36:37.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:36 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2159717352' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229195-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:36:37.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:36 smithi039 ceph-mon[181282]: osdmap e1105: 8 total, 8 up, 8 in 2023-12-22T17:36:38.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:37 smithi032 ceph-mon[191839]: osdmap e1106: 8 total, 8 up, 8 in 2023-12-22T17:36:38.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:37 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:36:38.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:37 smithi032 ceph-mon[191839]: pgmap v1265: 169 pgs: 9 creating+peering, 18 unknown, 142 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 522 KiB/s rd, 348 KiB/s wr, 1.04k op/s 2023-12-22T17:36:38.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:37 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:36:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:37 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:36:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:37 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:36:38.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:37 smithi032 ceph-mon[189144]: osdmap e1106: 8 total, 8 up, 8 in 2023-12-22T17:36:38.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:37 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:36:38.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:37 smithi032 ceph-mon[189144]: pgmap v1265: 169 pgs: 9 creating+peering, 18 unknown, 142 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 522 KiB/s rd, 348 KiB/s wr, 1.04k op/s 2023-12-22T17:36:38.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:37 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:36:38.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:37 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:36:38.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:37 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:36:38.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:37 smithi039 ceph-mon[181282]: osdmap e1106: 8 total, 8 up, 8 in 2023-12-22T17:36:38.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:37 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:36:38.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:37 smithi039 ceph-mon[181282]: pgmap v1265: 169 pgs: 9 creating+peering, 18 unknown, 142 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 522 KiB/s rd, 348 KiB/s wr, 1.04k op/s 2023-12-22T17:36:38.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:37 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:36:38.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:37 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:36:38.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:37 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:36:39.177 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:38 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:36:39.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:38 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:36:39.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:38 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:36:40.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:39 smithi032 ceph-mon[191839]: pgmap v1266: 169 pgs: 9 creating+peering, 160 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 809 KiB/s rd, 381 KiB/s wr, 1.14k op/s 2023-12-22T17:36:40.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:39 smithi032 ceph-mon[189144]: pgmap v1266: 169 pgs: 9 creating+peering, 160 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 809 KiB/s rd, 381 KiB/s wr, 1.14k op/s 2023-12-22T17:36:40.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:39 smithi039 ceph-mon[181282]: pgmap v1266: 169 pgs: 9 creating+peering, 160 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 809 KiB/s rd, 381 KiB/s wr, 1.14k op/s 2023-12-22T17:36:40.971 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.gc_defer (6609 ms) 2023-12-22T17:36:40.971 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.usage_basic 2023-12-22T17:36:41.066 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.usage_basic (97 ms) 2023-12-22T17:36:41.067 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2023-12-22T17:36:41.068 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.usage_clear_no_obj (2 ms) 2023-12-22T17:36:41.068 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.usage_clear 2023-12-22T17:36:41.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:36:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:36:40] "GET /metrics HTTP/1.1" 200 36330 "" "Prometheus/2.43.0" 2023-12-22T17:36:41.180 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.usage_clear (112 ms) 2023-12-22T17:36:41.181 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.bi_log_trim 2023-12-22T17:36:41.222 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.bi_log_trim (42 ms) 2023-12-22T17:36:41.222 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw.index_racing_removes 2023-12-22T17:36:41.234 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw.index_racing_removes (12 ms) 2023-12-22T17:36:41.459 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:36:41.782 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:36:41.782 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (16m) 3m ago 21m 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:36:41.782 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (16m) 65s ago 21m 91.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:36:41.782 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (22m) 3m ago 21m 18.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:36:41.782 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (21m) 65s ago 21m 25.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:36:41.782 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (15m) 65s ago 24m 455M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:36:41.782 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (16m) 3m ago 25m 532M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:36:41.783 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (15m) 3m ago 26m 191M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:36:41.783 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (15m) 65s ago 24m 131M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:36:41.783 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (15m) 3m ago 24m 128M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:36:41.783 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (16m) 3m ago 20m 15.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:36:41.783 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (16m) 65s ago 20m 17.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:36:41.783 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (14m) 3m ago 24m 1428M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:36:41.783 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (14m) 3m ago 23m 1887M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:36:41.783 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (13m) 3m ago 23m 1085M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:36:41.783 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (13m) 3m ago 23m 1580M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:36:41.783 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (12m) 65s ago 23m 1675M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:36:41.783 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (12m) 65s ago 22m 1206M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:36:41.783 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11m) 65s ago 22m 798M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:36:41.783 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11m) 65s ago 22m 986M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:36:41.783 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (16m) 65s ago 21m 66.1M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:36:41.969 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 16 tests from cls_rgw (51535 ms total) 2023-12-22T17:36:41.970 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T17:36:41.970 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment tear-down 2023-12-22T17:36:41.970 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] 16 tests from 1 test suite ran. (54150 ms total) 2023-12-22T17:36:41.970 INFO:tasks.workunit.client.0.smithi032.stdout:[ PASSED ] 16 tests. 2023-12-22T17:36:41.973 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-22T17:36:41.973 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-22T17:36:42.043 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2023-12-22T17:36:42.044 DEBUG:teuthology.orchestra.run.smithi032:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2023-12-22T17:36:42.118 INFO:tasks.workunit.client.0.smithi032.stdout:Running main() from gmock_main.cc 2023-12-22T17:36:42.118 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] Running 9 tests from 1 test suite. 2023-12-22T17:36:42.118 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment set-up. 2023-12-22T17:36:42.118 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 9 tests from cls_rgw_gc 2023-12-22T17:36:42.118 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw_gc.init 2023-12-22T17:36:42.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:41 smithi039 ceph-mon[181282]: osdmap e1107: 8 total, 8 up, 8 in 2023-12-22T17:36:42.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:41 smithi039 ceph-mon[181282]: pgmap v1268: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 287 KiB/s rd, 33 KiB/s wr, 91 op/s 2023-12-22T17:36:42.427 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:41 smithi032 ceph-mon[191839]: osdmap e1107: 8 total, 8 up, 8 in 2023-12-22T17:36:42.427 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:41 smithi032 ceph-mon[191839]: pgmap v1268: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 287 KiB/s rd, 33 KiB/s wr, 91 op/s 2023-12-22T17:36:42.427 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:41 smithi032 ceph-mon[189144]: osdmap e1107: 8 total, 8 up, 8 in 2023-12-22T17:36:42.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:41 smithi032 ceph-mon[189144]: pgmap v1268: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 287 KiB/s rd, 33 KiB/s wr, 91 op/s 2023-12-22T17:36:42.573 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:36:42.573 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:36:42.573 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:36:42.573 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:36:42.573 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:36:42.573 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:36:42.574 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:36:42.574 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:36:42.576 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:36:42.576 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:36:42.576 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:36:42.576 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:36:42.576 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:36:42.576 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:36:42.576 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:36:42.577 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:36:42.577 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:36:42.577 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:36:43.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:42 smithi039 ceph-mon[181282]: from='client.54958 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:36:43.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:42 smithi039 ceph-mon[181282]: from='client.35139 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:36:43.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:42 smithi039 ceph-mon[181282]: osdmap e1108: 8 total, 8 up, 8 in 2023-12-22T17:36:43.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:42 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2070188594' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:36:43.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:42 smithi032 ceph-mon[191839]: from='client.54958 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:36:43.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:42 smithi032 ceph-mon[191839]: from='client.35139 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:36:43.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:42 smithi032 ceph-mon[191839]: osdmap e1108: 8 total, 8 up, 8 in 2023-12-22T17:36:43.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:42 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2070188594' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:36:43.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:42 smithi032 ceph-mon[189144]: from='client.54958 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:36:43.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:42 smithi032 ceph-mon[189144]: from='client.35139 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:36:43.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:42 smithi032 ceph-mon[189144]: osdmap e1108: 8 total, 8 up, 8 in 2023-12-22T17:36:43.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:42 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2070188594' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:36:43.978 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw_gc.init (1861 ms) 2023-12-22T17:36:43.979 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2023-12-22T17:36:44.004 INFO:tasks.workunit.client.0.smithi032.stderr:[ ] list info tag = chain-0 2023-12-22T17:36:44.005 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (26 ms) 2023-12-22T17:36:44.005 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2023-12-22T17:36:44.011 INFO:tasks.workunit.client.0.smithi032.stderr:[ ] next_marker is: = 0/4263 2023-12-22T17:36:44.011 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (6 ms) 2023-12-22T17:36:44.011 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2023-12-22T17:36:44.019 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (8 ms) 2023-12-22T17:36:44.020 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2023-12-22T17:36:44.027 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (8 ms) 2023-12-22T17:36:44.027 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2023-12-22T17:36:44.040 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (12 ms) 2023-12-22T17:36:44.040 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2023-12-22T17:36:44.047 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (8 ms) 2023-12-22T17:36:44.047 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2023-12-22T17:36:44.053 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (6 ms) 2023-12-22T17:36:44.053 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw_gc.finalize 2023-12-22T17:36:44.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:43 smithi039 ceph-mon[181282]: osdmap e1109: 8 total, 8 up, 8 in 2023-12-22T17:36:44.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:43 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4255087346' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229584-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:36:44.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:43 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229584-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:36:44.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:43 smithi039 ceph-mon[181282]: pgmap v1271: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:36:44.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:43 smithi032 ceph-mon[191839]: osdmap e1109: 8 total, 8 up, 8 in 2023-12-22T17:36:44.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:43 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4255087346' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229584-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:36:44.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:43 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229584-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:36:44.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:43 smithi032 ceph-mon[191839]: pgmap v1271: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:36:44.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:43 smithi032 ceph-mon[189144]: osdmap e1109: 8 total, 8 up, 8 in 2023-12-22T17:36:44.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:43 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4255087346' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229584-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:36:44.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:43 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229584-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:36:44.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:43 smithi032 ceph-mon[189144]: pgmap v1271: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:36:44.991 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw_gc.finalize (938 ms) 2023-12-22T17:36:44.992 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 9 tests from cls_rgw_gc (2874 ms total) 2023-12-22T17:36:44.992 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T17:36:44.992 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment tear-down 2023-12-22T17:36:44.992 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] 9 tests from 1 test suite ran. (2874 ms total) 2023-12-22T17:36:44.992 INFO:tasks.workunit.client.0.smithi032.stdout:[ PASSED ] 9 tests. 2023-12-22T17:36:44.994 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-22T17:36:44.994 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-22T17:36:45.067 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2023-12-22T17:36:45.067 DEBUG:teuthology.orchestra.run.smithi032:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2023-12-22T17:36:45.146 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] Running 1 test from 1 test suite. 2023-12-22T17:36:45.146 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment set-up. 2023-12-22T17:36:45.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:44 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:36:45.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:44 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229584-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:36:45.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:44 smithi039 ceph-mon[181282]: osdmap e1110: 8 total, 8 up, 8 in 2023-12-22T17:36:45.427 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:44 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:36:45.427 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:44 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229584-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:36:45.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:44 smithi032 ceph-mon[191839]: osdmap e1110: 8 total, 8 up, 8 in 2023-12-22T17:36:45.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:44 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:36:45.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:44 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229584-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:36:45.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:44 smithi032 ceph-mon[189144]: osdmap e1110: 8 total, 8 up, 8 in 2023-12-22T17:36:46.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:45 smithi039 ceph-mon[181282]: osdmap e1111: 8 total, 8 up, 8 in 2023-12-22T17:36:46.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:36:46.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:45 smithi039 ceph-mon[181282]: pgmap v1274: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:36:46.427 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:45 smithi032 ceph-mon[189144]: osdmap e1111: 8 total, 8 up, 8 in 2023-12-22T17:36:46.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:36:46.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:45 smithi032 ceph-mon[189144]: pgmap v1274: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:36:46.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:45 smithi032 ceph-mon[191839]: osdmap e1111: 8 total, 8 up, 8 in 2023-12-22T17:36:46.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:36:46.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:45 smithi032 ceph-mon[191839]: pgmap v1274: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:36:47.026 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 1 test from cls_rgw_stats 2023-12-22T17:36:47.026 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] cls_rgw_stats.simulate 2023-12-22T17:36:47.050 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.051+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~8T68XNG1DVDV.0 size=1048576 2023-12-22T17:36:47.051 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.052+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~8T68XNG1DVDV.1 size=1048576 2023-12-22T17:36:47.052 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.053+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~8T68XNG1DVDV.2 size=686121 2023-12-22T17:36:47.052 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.053+0000 7fb94d391880 1 > prepared multipart upload key=RV0R03E3QAOV upload=8T68XNG1DVDV tag=PGQS0BWNH289 type=write size=3831849 2023-12-22T17:36:47.054 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.055+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=6NW827VH551C type=write size=1023744 2023-12-22T17:36:47.055 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.056+0000 7fb94d391880 1 > prepared operation key=TFLKTU1RF46Q tag=EC14UJ05SICY type=del size=2733294 2023-12-22T17:36:47.058 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.059+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~VJS6UK9SOSVW.0 size=836229 2023-12-22T17:36:47.058 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.059+0000 7fb94d391880 1 > prepared multipart upload key=6CLDD4VJZWJJ upload=VJS6UK9SOSVW tag=K30K153R2GZZ type=write size=1884805 2023-12-22T17:36:47.059 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.060+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=PI3UPLYVTC92 type=del size=2078309 2023-12-22T17:36:47.061 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.062+0000 7fb94d391880 1 > prepared operation key=TDS90SYZKMLU tag=I2HQO4L23IDE type=del size=2543223 2023-12-22T17:36:47.065 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.064+0000 7fb94d391880 1 > prepared part key=_multipart_74ZWP6PRPDCK.2~LF2SYFXTHO4O.0 size=1048576 2023-12-22T17:36:47.065 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.065+0000 7fb94d391880 1 > prepared part key=_multipart_74ZWP6PRPDCK.2~LF2SYFXTHO4O.1 size=1048576 2023-12-22T17:36:47.065 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.066+0000 7fb94d391880 1 > prepared part key=_multipart_74ZWP6PRPDCK.2~LF2SYFXTHO4O.2 size=581406 2023-12-22T17:36:47.065 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.066+0000 7fb94d391880 1 > prepared multipart upload key=74ZWP6PRPDCK upload=LF2SYFXTHO4O tag=LSUP545IXVPH type=write size=3727134 2023-12-22T17:36:47.068 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.069+0000 7fb94d391880 1 > prepared part key=_multipart_704VLVQ2P45U.2~8O28F2D4MI69.0 size=1048576 2023-12-22T17:36:47.069 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.070+0000 7fb94d391880 1 > prepared part key=_multipart_704VLVQ2P45U.2~8O28F2D4MI69.1 size=908725 2023-12-22T17:36:47.070 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.071+0000 7fb94d391880 1 > prepared multipart upload key=704VLVQ2P45U upload=8O28F2D4MI69 tag=LOLZE9W40TR9 type=write size=3005877 2023-12-22T17:36:47.071 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.072+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=MMXLXY6MILNI type=del size=825067 2023-12-22T17:36:47.072 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.073+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=MWVZKTD2SX9B type=del size=2687874 2023-12-22T17:36:47.075 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.076+0000 7fb94d391880 1 > prepared part key=_multipart_NZ7PMKB2HICR.2~5KKI958Y45TU.0 size=1048576 2023-12-22T17:36:47.076 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.077+0000 7fb94d391880 1 > prepared part key=_multipart_NZ7PMKB2HICR.2~5KKI958Y45TU.1 size=1048576 2023-12-22T17:36:47.077 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.078+0000 7fb94d391880 1 > prepared part key=_multipart_NZ7PMKB2HICR.2~5KKI958Y45TU.2 size=618299 2023-12-22T17:36:47.078 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.078+0000 7fb94d391880 1 > prepared multipart upload key=NZ7PMKB2HICR upload=5KKI958Y45TU tag=NT2075FM5PGV type=write size=3764027 2023-12-22T17:36:47.079 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.080+0000 7fb94d391880 1 > prepared operation key=V3ZYXTO3N0R6 tag=5X3MZRYCAPSD type=del size=2969755 2023-12-22T17:36:47.081 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.083+0000 7fb94d391880 1 > prepared part key=_multipart_7KXZJJ9YT96E.2~T8LGG503TWNP.0 size=1048576 2023-12-22T17:36:47.083 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.084+0000 7fb94d391880 1 > prepared part key=_multipart_7KXZJJ9YT96E.2~T8LGG503TWNP.1 size=871388 2023-12-22T17:36:47.083 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.084+0000 7fb94d391880 1 > prepared multipart upload key=7KXZJJ9YT96E upload=T8LGG503TWNP tag=GVO0O36BIVIY type=write size=2968540 2023-12-22T17:36:47.084 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.085+0000 7fb94d391880 1 > prepared operation key=DVN26OO0LDI7 tag=F4DN3BMYNG2O type=write size=418086 2023-12-22T17:36:47.087 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.088+0000 7fb94d391880 1 > prepared part key=_multipart_74ZWP6PRPDCK.2~D1C1K8XXBFMQ.0 size=591004 2023-12-22T17:36:47.087 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.088+0000 7fb94d391880 1 > prepared multipart upload key=74ZWP6PRPDCK upload=D1C1K8XXBFMQ tag=1YKH4RQHKR5Y type=write size=1639580 2023-12-22T17:36:47.089 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.090+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~64FG2RXMK2Q9.0 size=424599 2023-12-22T17:36:47.089 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.090+0000 7fb94d391880 1 > prepared multipart upload key=HZAQDCN1TA70 upload=64FG2RXMK2Q9 tag=WR4RBW4W98OI type=write size=1473175 2023-12-22T17:36:47.090 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.092+0000 7fb94d391880 1 < completed part key=_multipart_RV0R03E3QAOV.2~8T68XNG1DVDV.0 size=1048576 2023-12-22T17:36:47.092 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.093+0000 7fb94d391880 1 < completed part key=_multipart_RV0R03E3QAOV.2~8T68XNG1DVDV.1 size=1048576 2023-12-22T17:36:47.093 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.094+0000 7fb94d391880 1 < completed part key=_multipart_RV0R03E3QAOV.2~8T68XNG1DVDV.2 size=686121 2023-12-22T17:36:47.095 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.096+0000 7fb94d391880 1 < completed multipart upload key=RV0R03E3QAOV upload=8T68XNG1DVDV tag=PGQS0BWNH289 type=write size=3831849 2023-12-22T17:36:47.097 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.098+0000 7fb94d391880 1 > prepared operation key=NZ7PMKB2HICR tag=BY3AS4474I42 type=write size=993124 2023-12-22T17:36:47.098 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.099+0000 7fb94d391880 1 < completed write operation key=5HOL7148HSJL tag=6NW827VH551C type=write size=1023744 2023-12-22T17:36:47.101 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.102+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~1J93WSYIF29U.0 size=437318 2023-12-22T17:36:47.101 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.102+0000 7fb94d391880 1 > prepared multipart upload key=DVN26OO0LDI7 upload=1J93WSYIF29U tag=235T7LCVRQ7R type=write size=1485894 2023-12-22T17:36:47.102 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.103+0000 7fb94d391880 1 < completed delete operation key=TFLKTU1RF46Q tag=EC14UJ05SICY type=del 2023-12-22T17:36:47.104 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.105+0000 7fb94d391880 1 > prepared operation key=R9WTR26FAZP8 tag=DD7I5P8YW55X type=del size=588435 2023-12-22T17:36:47.105 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.106+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~VJS6UK9SOSVW.0 size=836229 2023-12-22T17:36:47.107 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.108+0000 7fb94d391880 1 < completed multipart upload key=6CLDD4VJZWJJ upload=VJS6UK9SOSVW tag=K30K153R2GZZ type=write size=1884805 2023-12-22T17:36:47.109 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.110+0000 7fb94d391880 1 > prepared operation key=0BNHPX2OE7C0 tag=2JBCHTWOMVV9 type=del size=1305519 2023-12-22T17:36:47.112 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.113+0000 7fb94d391880 1 < suggested update operation key=7KXZJJ9YT96E tag=PI3UPLYVTC92 type=del size=2078309 2023-12-22T17:36:47.113 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.115+0000 7fb94d391880 1 > prepared operation key=W3X2J2SCNOE7 tag=LPN4V6XMNNY2 type=write size=510254 2023-12-22T17:36:47.115 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.116+0000 7fb94d391880 1 < completed delete operation key=TDS90SYZKMLU tag=I2HQO4L23IDE type=del 2023-12-22T17:36:47.116 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.118+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=6WUFHHLT5I60 type=del size=1855279 2023-12-22T17:36:47.118 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.119+0000 7fb94d391880 1 < completed part key=_multipart_74ZWP6PRPDCK.2~LF2SYFXTHO4O.0 size=1048576 2023-12-22T17:36:47.119 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.120+0000 7fb94d391880 1 < completed part key=_multipart_74ZWP6PRPDCK.2~LF2SYFXTHO4O.1 size=1048576 2023-12-22T17:36:47.120 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.121+0000 7fb94d391880 1 < completed part key=_multipart_74ZWP6PRPDCK.2~LF2SYFXTHO4O.2 size=581406 2023-12-22T17:36:47.122 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.124+0000 7fb94d391880 1 < completed multipart upload key=74ZWP6PRPDCK upload=LF2SYFXTHO4O tag=LSUP545IXVPH type=write size=3727134 2023-12-22T17:36:47.124 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.125+0000 7fb94d391880 1 > prepared operation key=X3NXWCITUK7S tag=GVNC6O8GU84E type=write size=112492 2023-12-22T17:36:47.125 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.126+0000 7fb94d391880 1 < completed part key=_multipart_704VLVQ2P45U.2~8O28F2D4MI69.0 size=1048576 2023-12-22T17:36:47.126 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.127+0000 7fb94d391880 1 < completed part key=_multipart_704VLVQ2P45U.2~8O28F2D4MI69.1 size=908725 2023-12-22T17:36:47.128 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.129+0000 7fb94d391880 1 < completed multipart upload key=704VLVQ2P45U upload=8O28F2D4MI69 tag=LOLZE9W40TR9 type=write size=3005877 2023-12-22T17:36:47.129 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.131+0000 7fb94d391880 1 > prepared operation key=DZPSR14TMXNC tag=WFUH1BZYDR6E type=del size=4111718 2023-12-22T17:36:47.131 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.132+0000 7fb94d391880 1 < completed delete operation key=40X558JXAX9S tag=MMXLXY6MILNI type=del 2023-12-22T17:36:47.132 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.134+0000 7fb94d391880 1 > prepared operation key=KLRYSCZNAHKT tag=DUQLMZQ6K87L type=write size=52779 2023-12-22T17:36:47.134 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.135+0000 7fb94d391880 1 < canceled operation key=28XBL3715EHT tag=MWVZKTD2SX9B type=del size=2687874 2023-12-22T17:36:47.135 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.137+0000 7fb94d391880 1 > prepared operation key=KLRYSCZNAHKT tag=UEOTL7F1A9LC type=del size=1410163 2023-12-22T17:36:47.137 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.138+0000 7fb94d391880 1 < completed part key=_multipart_NZ7PMKB2HICR.2~5KKI958Y45TU.0 size=1048576 2023-12-22T17:36:47.138 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.139+0000 7fb94d391880 1 < completed part key=_multipart_NZ7PMKB2HICR.2~5KKI958Y45TU.1 size=1048576 2023-12-22T17:36:47.138 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.139+0000 7fb94d391880 1 < canceled part key=_multipart_NZ7PMKB2HICR.2~5KKI958Y45TU.2 size=618299 2023-12-22T17:36:47.140 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.141+0000 7fb94d391880 1 < canceled multipart upload key=NZ7PMKB2HICR upload=5KKI958Y45TU tag=NT2075FM5PGV type=write size=3764027 2023-12-22T17:36:47.141 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.142+0000 7fb94d391880 1 > prepared operation key=DZPSR14TMXNC tag=D8FO01VWHPI5 type=del size=3772068 2023-12-22T17:36:47.142 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.144+0000 7fb94d391880 1 < completed delete operation key=V3ZYXTO3N0R6 tag=5X3MZRYCAPSD type=del 2023-12-22T17:36:47.145 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.146+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~006T9CQRGKTN.0 size=1048576 2023-12-22T17:36:47.146 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.147+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~006T9CQRGKTN.1 size=996882 2023-12-22T17:36:47.146 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.147+0000 7fb94d391880 1 > prepared multipart upload key=HZAQDCN1TA70 upload=006T9CQRGKTN tag=PEKJ86334KN1 type=write size=3094034 2023-12-22T17:36:47.148 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.149+0000 7fb94d391880 1 < completed part key=_multipart_7KXZJJ9YT96E.2~T8LGG503TWNP.0 size=1048576 2023-12-22T17:36:47.149 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.150+0000 7fb94d391880 1 < completed part key=_multipart_7KXZJJ9YT96E.2~T8LGG503TWNP.1 size=871388 2023-12-22T17:36:47.151 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.152+0000 7fb94d391880 1 < completed multipart upload key=7KXZJJ9YT96E upload=T8LGG503TWNP tag=GVO0O36BIVIY type=write size=2968540 2023-12-22T17:36:47.152 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.153+0000 7fb94d391880 1 > prepared operation key=RV0R03E3QAOV tag=LBD7A6PL02XR type=del size=2604318 2023-12-22T17:36:47.154 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.155+0000 7fb94d391880 1 < completed write operation key=DVN26OO0LDI7 tag=F4DN3BMYNG2O type=write size=418086 2023-12-22T17:36:47.157 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.158+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~OOF9NMLYJ8EU.0 size=623854 2023-12-22T17:36:47.157 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.158+0000 7fb94d391880 1 > prepared multipart upload key=I7GAQL38WXHS upload=OOF9NMLYJ8EU tag=1W8J2AO0W931 type=write size=1672430 2023-12-22T17:36:47.159 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.160+0000 7fb94d391880 1 < completed part key=_multipart_74ZWP6PRPDCK.2~D1C1K8XXBFMQ.0 size=591004 2023-12-22T17:36:47.161 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.162+0000 7fb94d391880 1 < completed multipart upload key=74ZWP6PRPDCK upload=D1C1K8XXBFMQ tag=1YKH4RQHKR5Y type=write size=1639580 2023-12-22T17:36:47.164 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.165+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~1DNA9RRC5FJ6.0 size=1048576 2023-12-22T17:36:47.165 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.166+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~1DNA9RRC5FJ6.1 size=1048576 2023-12-22T17:36:47.166 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.167+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~1DNA9RRC5FJ6.2 size=711803 2023-12-22T17:36:47.166 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.167+0000 7fb94d391880 1 > prepared multipart upload key=W3X2J2SCNOE7 upload=1DNA9RRC5FJ6 tag=8W3529C6210Q type=write size=3857531 2023-12-22T17:36:47.168 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.169+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~64FG2RXMK2Q9.0 size=424599 2023-12-22T17:36:47.170 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.171+0000 7fb94d391880 1 < completed multipart upload key=HZAQDCN1TA70 upload=64FG2RXMK2Q9 tag=WR4RBW4W98OI type=write size=1473175 2023-12-22T17:36:47.172 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.173+0000 7fb94d391880 1 > prepared operation key=YRKG3P9O1XBW tag=S3SHT5H5GRB6 type=del size=2445190 2023-12-22T17:36:47.174 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.175+0000 7fb94d391880 1 < completed write operation key=NZ7PMKB2HICR tag=BY3AS4474I42 type=write size=993124 2023-12-22T17:36:47.176 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.177+0000 7fb94d391880 1 > prepared operation key=74ZWP6PRPDCK tag=CZ0WBUEVQGPP type=del size=3684996 2023-12-22T17:36:47.177 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.178+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~1J93WSYIF29U.0 size=437318 2023-12-22T17:36:47.180 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.181+0000 7fb94d391880 1 < completed multipart upload key=DVN26OO0LDI7 upload=1J93WSYIF29U tag=235T7LCVRQ7R type=write size=1485894 2023-12-22T17:36:47.181 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.182+0000 7fb94d391880 1 > prepared operation key=704VLVQ2P45U tag=Y1DG3GS1BN3F type=del size=3636322 2023-12-22T17:36:47.182 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.183+0000 7fb94d391880 1 < completed delete operation key=R9WTR26FAZP8 tag=DD7I5P8YW55X type=del 2023-12-22T17:36:47.184 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.185+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~5J7GAJ0QE9B6.0 size=1048576 2023-12-22T17:36:47.186 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.187+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~5J7GAJ0QE9B6.1 size=1048576 2023-12-22T17:36:47.187 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.189+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~5J7GAJ0QE9B6.2 size=303218 2023-12-22T17:36:47.188 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.189+0000 7fb94d391880 1 > prepared multipart upload key=I7GAQL38WXHS upload=5J7GAJ0QE9B6 tag=X5LGVUO0L0WO type=write size=3448946 2023-12-22T17:36:47.190 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.191+0000 7fb94d391880 1 < suggested remove operation key=0BNHPX2OE7C0 tag=2JBCHTWOMVV9 type=del 2023-12-22T17:36:47.191 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.193+0000 7fb94d391880 1 > prepared operation key=BPXZFZEJYPX1 tag=9SKFW2FA8VGP type=write size=754275 2023-12-22T17:36:47.193 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.194+0000 7fb94d391880 1 < completed write operation key=W3X2J2SCNOE7 tag=LPN4V6XMNNY2 type=write size=510254 2023-12-22T17:36:47.194 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.195+0000 7fb94d391880 1 > prepared operation key=T8TYNCC2V8CD tag=DPWTZAN07VJR type=del size=1076851 2023-12-22T17:36:47.195 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.196+0000 7fb94d391880 1 < completed delete operation key=7KXZJJ9YT96E tag=6WUFHHLT5I60 type=del 2023-12-22T17:36:47.197 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.198+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~K88DPZEHGVR5.0 size=49346 2023-12-22T17:36:47.197 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.198+0000 7fb94d391880 1 > prepared multipart upload key=2G2FODM41TWI upload=K88DPZEHGVR5 tag=I98TFAQ4HDJW type=write size=1097922 2023-12-22T17:36:47.198 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.200+0000 7fb94d391880 1 < completed write operation key=X3NXWCITUK7S tag=GVNC6O8GU84E type=write size=112492 2023-12-22T17:36:47.200 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.202+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~OQA2WHAMT1X3.0 size=971604 2023-12-22T17:36:47.201 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.202+0000 7fb94d391880 1 > prepared multipart upload key=6CLDD4VJZWJJ upload=OQA2WHAMT1X3 tag=19NMRY55F3OS type=write size=2020180 2023-12-22T17:36:47.203 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.204+0000 7fb94d391880 1 < suggested remove operation key=DZPSR14TMXNC tag=WFUH1BZYDR6E type=del 2023-12-22T17:36:47.204 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.205+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=P7JQ66ID7W4H type=del size=1647618 2023-12-22T17:36:47.206 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.207+0000 7fb94d391880 1 < suggested remove operation key=KLRYSCZNAHKT tag=DUQLMZQ6K87L type=write 2023-12-22T17:36:47.208 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.209+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~I3SA32PUIT9L.0 size=1048576 2023-12-22T17:36:47.209 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.210+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~I3SA32PUIT9L.1 size=81295 2023-12-22T17:36:47.209 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.210+0000 7fb94d391880 1 > prepared multipart upload key=W3X2J2SCNOE7 upload=I3SA32PUIT9L tag=AS5Y0BI7GEXD type=write size=2178447 2023-12-22T17:36:47.209 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.211+0000 7fb94d391880 -1 < no bi entry to suggest for operation key=KLRYSCZNAHKT tag=UEOTL7F1A9LC type=del size=1410163: (2) No such file or directory 2023-12-22T17:36:47.211 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.212+0000 7fb94d391880 1 > prepared operation key=DVN26OO0LDI7 tag=PT5EDTSP5LF6 type=del size=933200 2023-12-22T17:36:47.211 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.213+0000 7fb94d391880 -1 < no bi entry to suggest for operation key=DZPSR14TMXNC tag=D8FO01VWHPI5 type=del size=3772068: (2) No such file or directory 2023-12-22T17:36:47.213 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.214+0000 7fb94d391880 1 > prepared operation key=R9WTR26FAZP8 tag=BRG2WPWMZVHH type=del size=4086531 2023-12-22T17:36:47.214 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.215+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~006T9CQRGKTN.0 size=1048576 2023-12-22T17:36:47.215 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.216+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~006T9CQRGKTN.1 size=996882 2023-12-22T17:36:47.216 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.218+0000 7fb94d391880 1 < completed multipart upload key=HZAQDCN1TA70 upload=006T9CQRGKTN tag=PEKJ86334KN1 type=write size=3094034 2023-12-22T17:36:47.218 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.219+0000 7fb94d391880 1 > prepared operation key=TFLKTU1RF46Q tag=Z2K5CP1TS6U0 type=del size=294027 2023-12-22T17:36:47.219 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.220+0000 7fb94d391880 1 < completed delete operation key=RV0R03E3QAOV tag=LBD7A6PL02XR type=del 2023-12-22T17:36:47.222 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.223+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~RJLZJ20PGU7R.0 size=233240 2023-12-22T17:36:47.222 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.223+0000 7fb94d391880 1 > prepared multipart upload key=W3X2J2SCNOE7 upload=RJLZJ20PGU7R tag=50E55H0TVKQ1 type=write size=1281816 2023-12-22T17:36:47.223 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.224+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~OOF9NMLYJ8EU.0 size=623854 2023-12-22T17:36:47.225 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.227+0000 7fb94d391880 1 < completed multipart upload key=I7GAQL38WXHS upload=OOF9NMLYJ8EU tag=1W8J2AO0W931 type=write size=1672430 2023-12-22T17:36:47.227 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.228+0000 7fb94d391880 1 > prepared operation key=GGQ09G6E3CZ6 tag=W6W2AQW7D16M type=del size=3889729 2023-12-22T17:36:47.227 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.228+0000 7fb94d391880 1 < canceled part key=_multipart_W3X2J2SCNOE7.2~1DNA9RRC5FJ6.0 size=1048576 2023-12-22T17:36:47.228 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.229+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~1DNA9RRC5FJ6.1 size=1048576 2023-12-22T17:36:47.229 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.230+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~1DNA9RRC5FJ6.2 size=711803 2023-12-22T17:36:47.231 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.232+0000 7fb94d391880 1 < canceled multipart upload key=W3X2J2SCNOE7 upload=1DNA9RRC5FJ6 tag=8W3529C6210Q type=write size=3857531 2023-12-22T17:36:47.233 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.234+0000 7fb94d391880 1 > prepared part key=_multipart_7KXZJJ9YT96E.2~8ASI5H7S8XHO.0 size=688311 2023-12-22T17:36:47.233 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.234+0000 7fb94d391880 1 > prepared multipart upload key=7KXZJJ9YT96E upload=8ASI5H7S8XHO tag=MKXWXXAL9A65 type=write size=1736887 2023-12-22T17:36:47.236 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.237+0000 7fb94d391880 1 < suggested remove operation key=YRKG3P9O1XBW tag=S3SHT5H5GRB6 type=del 2023-12-22T17:36:47.237 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.238+0000 7fb94d391880 1 > prepared operation key=T8TYNCC2V8CD tag=QSJGGFF1CUSP type=del size=3530749 2023-12-22T17:36:47.238 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.239+0000 7fb94d391880 1 < completed delete operation key=74ZWP6PRPDCK tag=CZ0WBUEVQGPP type=del 2023-12-22T17:36:47.239 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.240+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=MFTQT38HM0YI type=del size=315085 2023-12-22T17:36:47.241 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.243+0000 7fb94d391880 1 < suggested update operation key=704VLVQ2P45U tag=Y1DG3GS1BN3F type=del size=3636322 2023-12-22T17:36:47.243 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.244+0000 7fb94d391880 1 > prepared operation key=T8TYNCC2V8CD tag=UR1R1N2ME878 type=del size=2677044 2023-12-22T17:36:47.244 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.245+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~5J7GAJ0QE9B6.0 size=1048576 2023-12-22T17:36:47.245 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.246+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~5J7GAJ0QE9B6.1 size=1048576 2023-12-22T17:36:47.246 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.247+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~5J7GAJ0QE9B6.2 size=303218 2023-12-22T17:36:47.249 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.250+0000 7fb94d391880 1 < completed multipart upload key=I7GAQL38WXHS upload=5J7GAJ0QE9B6 tag=X5LGVUO0L0WO type=write size=3448946 2023-12-22T17:36:47.250 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.251+0000 7fb94d391880 1 > prepared operation key=RWJE4O4GO9IK tag=0FGQ9TQ3326C type=del size=401518 2023-12-22T17:36:47.251 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.253+0000 7fb94d391880 1 < completed write operation key=BPXZFZEJYPX1 tag=9SKFW2FA8VGP type=write size=754275 2023-12-22T17:36:47.253 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.254+0000 7fb94d391880 1 > prepared operation key=W3X2J2SCNOE7 tag=0EQKZRXQ9E5M type=write size=632606 2023-12-22T17:36:47.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:46 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:36:47.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:46 smithi039 ceph-mon[181282]: osdmap e1112: 8 total, 8 up, 8 in 2023-12-22T17:36:47.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:46 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/308920267' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229654-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:36:47.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:46 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229654-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:36:47.255 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.255+0000 7fb94d391880 1 < completed delete operation key=T8TYNCC2V8CD tag=DPWTZAN07VJR type=del 2023-12-22T17:36:47.256 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.258+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~MZE5ORMH2C92.0 size=201993 2023-12-22T17:36:47.256 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.258+0000 7fb94d391880 1 > prepared multipart upload key=DZPSR14TMXNC upload=MZE5ORMH2C92 tag=CGE6FERLEYWW type=write size=1250569 2023-12-22T17:36:47.258 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.259+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~K88DPZEHGVR5.0 size=49346 2023-12-22T17:36:47.259 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.260+0000 7fb94d391880 1 < completed multipart upload key=2G2FODM41TWI upload=K88DPZEHGVR5 tag=I98TFAQ4HDJW type=write size=1097922 2023-12-22T17:36:47.260 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.262+0000 7fb94d391880 1 > prepared operation key=DVN26OO0LDI7 tag=L5B7BY7CS2QE type=del size=1662510 2023-12-22T17:36:47.262 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.263+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~OQA2WHAMT1X3.0 size=971604 2023-12-22T17:36:47.263 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.265+0000 7fb94d391880 1 < completed multipart upload key=6CLDD4VJZWJJ upload=OQA2WHAMT1X3 tag=19NMRY55F3OS type=write size=2020180 2023-12-22T17:36:47.265 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.266+0000 7fb94d391880 1 > prepared operation key=BCP1VQB2TB0F tag=XLVTAE8R2RNE type=write size=758844 2023-12-22T17:36:47.266 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.267+0000 7fb94d391880 1 < completed delete operation key=28XBL3715EHT tag=P7JQ66ID7W4H type=del 2023-12-22T17:36:47.267 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.268+0000 7fb94d391880 1 > prepared operation key=7V5FS6PEP4ZL tag=F8OV13R861AG type=write size=410442 2023-12-22T17:36:47.268 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.269+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~I3SA32PUIT9L.0 size=1048576 2023-12-22T17:36:47.269 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.270+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~I3SA32PUIT9L.1 size=81295 2023-12-22T17:36:47.271 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.273+0000 7fb94d391880 1 < completed multipart upload key=W3X2J2SCNOE7 upload=I3SA32PUIT9L tag=AS5Y0BI7GEXD type=write size=2178447 2023-12-22T17:36:47.272 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.274+0000 7fb94d391880 1 > prepared operation key=W3X2J2SCNOE7 tag=EF11EZA6M2P6 type=del size=560823 2023-12-22T17:36:47.274 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.275+0000 7fb94d391880 1 < completed delete operation key=DVN26OO0LDI7 tag=PT5EDTSP5LF6 type=del 2023-12-22T17:36:47.276 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.277+0000 7fb94d391880 1 > prepared part key=_multipart_IRCWNBTM8JVB.2~EMOC5ZGLM3I7.0 size=1048576 2023-12-22T17:36:47.277 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.278+0000 7fb94d391880 1 > prepared part key=_multipart_IRCWNBTM8JVB.2~EMOC5ZGLM3I7.1 size=1048576 2023-12-22T17:36:47.277 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.279+0000 7fb94d391880 1 > prepared part key=_multipart_IRCWNBTM8JVB.2~EMOC5ZGLM3I7.2 size=625575 2023-12-22T17:36:47.278 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.279+0000 7fb94d391880 1 > prepared multipart upload key=IRCWNBTM8JVB upload=EMOC5ZGLM3I7 tag=F2BT234QF3NL type=write size=3771303 2023-12-22T17:36:47.279 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.280+0000 7fb94d391880 1 < completed delete operation key=R9WTR26FAZP8 tag=BRG2WPWMZVHH type=del 2023-12-22T17:36:47.281 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.282+0000 7fb94d391880 1 > prepared part key=_multipart_NZ7PMKB2HICR.2~CI7N6QZGF8C1.0 size=1048576 2023-12-22T17:36:47.282 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.283+0000 7fb94d391880 1 > prepared part key=_multipart_NZ7PMKB2HICR.2~CI7N6QZGF8C1.1 size=1048576 2023-12-22T17:36:47.283 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.284+0000 7fb94d391880 1 > prepared part key=_multipart_NZ7PMKB2HICR.2~CI7N6QZGF8C1.2 size=149689 2023-12-22T17:36:47.283 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.284+0000 7fb94d391880 1 > prepared multipart upload key=NZ7PMKB2HICR upload=CI7N6QZGF8C1 tag=NCR4UW72SKM4 type=write size=3295417 2023-12-22T17:36:47.285 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.286+0000 7fb94d391880 1 < suggested remove operation key=TFLKTU1RF46Q tag=Z2K5CP1TS6U0 type=del 2023-12-22T17:36:47.286 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.287+0000 7fb94d391880 1 > prepared operation key=KLRYSCZNAHKT tag=OI11M0IZ7CUR type=del size=1751490 2023-12-22T17:36:47.287 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.288+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~RJLZJ20PGU7R.0 size=233240 2023-12-22T17:36:47.289 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.290+0000 7fb94d391880 1 < completed multipart upload key=W3X2J2SCNOE7 upload=RJLZJ20PGU7R tag=50E55H0TVKQ1 type=write size=1281816 2023-12-22T17:36:47.290 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.291+0000 7fb94d391880 1 > prepared operation key=T8TYNCC2V8CD tag=UX77Q851KBR1 type=del size=2141268 2023-12-22T17:36:47.291 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.292+0000 7fb94d391880 1 < completed delete operation key=GGQ09G6E3CZ6 tag=W6W2AQW7D16M type=del 2023-12-22T17:36:47.292 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.293+0000 7fb94d391880 1 > prepared operation key=R9WTR26FAZP8 tag=053SCYHL4C7Z type=del size=3314169 2023-12-22T17:36:47.293 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.295+0000 7fb94d391880 1 < completed part key=_multipart_7KXZJJ9YT96E.2~8ASI5H7S8XHO.0 size=688311 2023-12-22T17:36:47.295 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.296+0000 7fb94d391880 1 < completed multipart upload key=7KXZJJ9YT96E upload=8ASI5H7S8XHO tag=MKXWXXAL9A65 type=write size=1736887 2023-12-22T17:36:47.296 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.298+0000 7fb94d391880 1 > prepared operation key=V3ZYXTO3N0R6 tag=KUBJNGPVMFGK type=del size=3684578 2023-12-22T17:36:47.298 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.299+0000 7fb94d391880 1 < completed delete operation key=T8TYNCC2V8CD tag=QSJGGFF1CUSP type=del 2023-12-22T17:36:47.299 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.300+0000 7fb94d391880 1 > prepared operation key=RV0R03E3QAOV tag=BBAFINS17L8I type=del size=2408229 2023-12-22T17:36:47.301 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.302+0000 7fb94d391880 1 < suggested update operation key=28XBL3715EHT tag=MFTQT38HM0YI type=del size=315085 2023-12-22T17:36:47.302 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.304+0000 7fb94d391880 1 > prepared operation key=TFLKTU1RF46Q tag=WDOS6KM2N16W type=del size=1486671 2023-12-22T17:36:47.304 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.305+0000 7fb94d391880 1 < completed delete operation key=T8TYNCC2V8CD tag=UR1R1N2ME878 type=del 2023-12-22T17:36:47.305 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.306+0000 7fb94d391880 1 > prepared operation key=IRCWNBTM8JVB tag=F07C68Q26S7D type=del size=1683767 2023-12-22T17:36:47.306 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.307+0000 7fb94d391880 1 < completed delete operation key=RWJE4O4GO9IK tag=0FGQ9TQ3326C type=del 2023-12-22T17:36:47.307 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.309+0000 7fb94d391880 1 > prepared operation key=BPXZFZEJYPX1 tag=KIQ0WB9ZAU00 type=del size=3715206 2023-12-22T17:36:47.310 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.311+0000 7fb94d391880 1 < suggested update operation key=W3X2J2SCNOE7 tag=0EQKZRXQ9E5M type=write size=632606 2023-12-22T17:36:47.311 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.312+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=5FRJE5KBOH96 type=del size=4033766 2023-12-22T17:36:47.312 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.313+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~MZE5ORMH2C92.0 size=201993 2023-12-22T17:36:47.314 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.315+0000 7fb94d391880 1 < completed multipart upload key=DZPSR14TMXNC upload=MZE5ORMH2C92 tag=CGE6FERLEYWW type=write size=1250569 2023-12-22T17:36:47.315 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.316+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=Z9D177XJZLU8 type=write size=154415 2023-12-22T17:36:47.316 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.318+0000 7fb94d391880 1 < completed delete operation key=DVN26OO0LDI7 tag=L5B7BY7CS2QE type=del 2023-12-22T17:36:47.319 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.320+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~0P2402BJMA8O.0 size=58640 2023-12-22T17:36:47.319 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.320+0000 7fb94d391880 1 > prepared multipart upload key=I7GAQL38WXHS upload=0P2402BJMA8O tag=ZIB68GQX9QB4 type=write size=1107216 2023-12-22T17:36:47.320 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.322+0000 7fb94d391880 1 < canceled operation key=BCP1VQB2TB0F tag=XLVTAE8R2RNE type=write size=758844 2023-12-22T17:36:47.323 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.324+0000 7fb94d391880 1 > prepared part key=_multipart_X3NXWCITUK7S.2~5BYPMC2VZOQC.0 size=227664 2023-12-22T17:36:47.323 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.324+0000 7fb94d391880 1 > prepared multipart upload key=X3NXWCITUK7S upload=5BYPMC2VZOQC tag=WGVGO91R28IL type=write size=1276240 2023-12-22T17:36:47.324 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.325+0000 7fb94d391880 1 < canceled operation key=7V5FS6PEP4ZL tag=F8OV13R861AG type=write size=410442 2023-12-22T17:36:47.325 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.326+0000 7fb94d391880 1 > prepared operation key=TDS90SYZKMLU tag=F4EW9AQ4INR5 type=del size=1580393 2023-12-22T17:36:47.326 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.328+0000 7fb94d391880 -1 < failed to complete operation key=W3X2J2SCNOE7 tag=EF11EZA6M2P6 type=del size=560823: (22) Invalid argument 2023-12-22T17:36:47.328 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.329+0000 7fb94d391880 1 > prepared operation key=R9WTR26FAZP8 tag=YDSWUGP153QB type=del size=3060903 2023-12-22T17:36:47.329 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.330+0000 7fb94d391880 1 < completed part key=_multipart_IRCWNBTM8JVB.2~EMOC5ZGLM3I7.0 size=1048576 2023-12-22T17:36:47.330 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.331+0000 7fb94d391880 1 < completed part key=_multipart_IRCWNBTM8JVB.2~EMOC5ZGLM3I7.1 size=1048576 2023-12-22T17:36:47.330 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.332+0000 7fb94d391880 1 < completed part key=_multipart_IRCWNBTM8JVB.2~EMOC5ZGLM3I7.2 size=625575 2023-12-22T17:36:47.332 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.334+0000 7fb94d391880 1 < completed multipart upload key=IRCWNBTM8JVB upload=EMOC5ZGLM3I7 tag=F2BT234QF3NL type=write size=3771303 2023-12-22T17:36:47.334 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.335+0000 7fb94d391880 1 > prepared operation key=RWJE4O4GO9IK tag=969SGH71GA4N type=del size=1704018 2023-12-22T17:36:47.335 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.336+0000 7fb94d391880 1 < completed part key=_multipart_NZ7PMKB2HICR.2~CI7N6QZGF8C1.0 size=1048576 2023-12-22T17:36:47.336 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.337+0000 7fb94d391880 1 < completed part key=_multipart_NZ7PMKB2HICR.2~CI7N6QZGF8C1.1 size=1048576 2023-12-22T17:36:47.337 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.338+0000 7fb94d391880 1 < completed part key=_multipart_NZ7PMKB2HICR.2~CI7N6QZGF8C1.2 size=149689 2023-12-22T17:36:47.339 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.340+0000 7fb94d391880 1 < completed multipart upload key=NZ7PMKB2HICR upload=CI7N6QZGF8C1 tag=NCR4UW72SKM4 type=write size=3295417 2023-12-22T17:36:47.341 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.342+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~87ILTY1QNCSJ.0 size=1048576 2023-12-22T17:36:47.342 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.344+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~87ILTY1QNCSJ.1 size=19237 2023-12-22T17:36:47.342 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.344+0000 7fb94d391880 1 > prepared multipart upload key=GGQ09G6E3CZ6 upload=87ILTY1QNCSJ tag=J8NZX0X79HWE type=write size=2116389 2023-12-22T17:36:47.344 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.346+0000 7fb94d391880 1 < canceled operation key=KLRYSCZNAHKT tag=OI11M0IZ7CUR type=del size=1751490 2023-12-22T17:36:47.347 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.348+0000 7fb94d391880 1 > prepared part key=_multipart_704VLVQ2P45U.2~FK3QIOB7671Z.0 size=592777 2023-12-22T17:36:47.347 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.348+0000 7fb94d391880 1 > prepared multipart upload key=704VLVQ2P45U upload=FK3QIOB7671Z tag=PAEZ28OD1MYQ type=write size=1641353 2023-12-22T17:36:47.349 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.350+0000 7fb94d391880 1 < suggested remove operation key=T8TYNCC2V8CD tag=UX77Q851KBR1 type=del 2023-12-22T17:36:47.351 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.353+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~PF6E1GULQKK0.0 size=1048576 2023-12-22T17:36:47.352 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.354+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~PF6E1GULQKK0.1 size=1048576 2023-12-22T17:36:47.353 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.354+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~PF6E1GULQKK0.2 size=746377 2023-12-22T17:36:47.353 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.354+0000 7fb94d391880 1 > prepared multipart upload key=RV0R03E3QAOV upload=PF6E1GULQKK0 tag=IT8IUBMX12DZ type=write size=3892105 2023-12-22T17:36:47.354 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.356+0000 7fb94d391880 1 < completed delete operation key=R9WTR26FAZP8 tag=053SCYHL4C7Z type=del 2023-12-22T17:36:47.357 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.358+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~4QK97I5P2VIS.0 size=1048576 2023-12-22T17:36:47.357 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.359+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~4QK97I5P2VIS.1 size=1048576 2023-12-22T17:36:47.358 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.360+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~4QK97I5P2VIS.2 size=861218 2023-12-22T17:36:47.358 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.360+0000 7fb94d391880 1 > prepared multipart upload key=I7GAQL38WXHS upload=4QK97I5P2VIS tag=9JO5IOY0CB6T type=write size=4006946 2023-12-22T17:36:47.360 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.361+0000 7fb94d391880 1 < completed delete operation key=V3ZYXTO3N0R6 tag=KUBJNGPVMFGK type=del 2023-12-22T17:36:47.362 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.363+0000 7fb94d391880 1 > prepared part key=_multipart_IRCWNBTM8JVB.2~L78CJCH48S3O.0 size=1048576 2023-12-22T17:36:47.363 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.364+0000 7fb94d391880 1 > prepared part key=_multipart_IRCWNBTM8JVB.2~L78CJCH48S3O.1 size=1048576 2023-12-22T17:36:47.364 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.365+0000 7fb94d391880 1 > prepared part key=_multipart_IRCWNBTM8JVB.2~L78CJCH48S3O.2 size=366207 2023-12-22T17:36:47.364 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.365+0000 7fb94d391880 1 > prepared multipart upload key=IRCWNBTM8JVB upload=L78CJCH48S3O tag=BMEVRTP06ZDH type=write size=3511935 2023-12-22T17:36:47.366 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.368+0000 7fb94d391880 1 < suggested update operation key=RV0R03E3QAOV tag=BBAFINS17L8I type=del size=2408229 2023-12-22T17:36:47.369 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.370+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~ZU2KBABE4BIE.0 size=1048576 2023-12-22T17:36:47.370 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.371+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~ZU2KBABE4BIE.1 size=523098 2023-12-22T17:36:47.370 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.371+0000 7fb94d391880 1 > prepared multipart upload key=HZAQDCN1TA70 upload=ZU2KBABE4BIE tag=0QPO8FGHXJDC type=write size=2620250 2023-12-22T17:36:47.372 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.373+0000 7fb94d391880 1 < canceled operation key=TFLKTU1RF46Q tag=WDOS6KM2N16W type=del size=1486671 2023-12-22T17:36:47.373 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.374+0000 7fb94d391880 1 > prepared operation key=BCP1VQB2TB0F tag=0VD8KAP98E98 type=del size=1335393 2023-12-22T17:36:47.374 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.375+0000 7fb94d391880 1 < completed delete operation key=IRCWNBTM8JVB tag=F07C68Q26S7D type=del 2023-12-22T17:36:47.375 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.377+0000 7fb94d391880 1 > prepared operation key=KLRYSCZNAHKT tag=29NWA8RMSKCP type=del size=140741 2023-12-22T17:36:47.377 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.378+0000 7fb94d391880 1 < completed delete operation key=BPXZFZEJYPX1 tag=KIQ0WB9ZAU00 type=del 2023-12-22T17:36:47.378 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.379+0000 7fb94d391880 1 > prepared operation key=BPXZFZEJYPX1 tag=IUOVQ9ZJBHQ3 type=del size=223370 2023-12-22T17:36:47.379 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.380+0000 7fb94d391880 1 < completed delete operation key=40X558JXAX9S tag=5FRJE5KBOH96 type=del 2023-12-22T17:36:47.381 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.382+0000 7fb94d391880 1 > prepared operation key=RV0R03E3QAOV tag=JN7EKSZX6ZEY type=del size=3711721 2023-12-22T17:36:47.383 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.384+0000 7fb94d391880 1 < suggested update operation key=5HOL7148HSJL tag=Z9D177XJZLU8 type=write size=154415 2023-12-22T17:36:47.384 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.386+0000 7fb94d391880 1 > prepared operation key=BCP1VQB2TB0F tag=UGXTQD2X2BYG type=del size=2817356 2023-12-22T17:36:47.386 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.387+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~0P2402BJMA8O.0 size=58640 2023-12-22T17:36:47.388 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.389+0000 7fb94d391880 1 < completed multipart upload key=I7GAQL38WXHS upload=0P2402BJMA8O tag=ZIB68GQX9QB4 type=write size=1107216 2023-12-22T17:36:47.390 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.391+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~T1IM1HV5R34M.0 size=1048576 2023-12-22T17:36:47.391 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.392+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~T1IM1HV5R34M.1 size=1048576 2023-12-22T17:36:47.392 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.393+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~T1IM1HV5R34M.2 size=739172 2023-12-22T17:36:47.392 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.393+0000 7fb94d391880 1 > prepared multipart upload key=W3X2J2SCNOE7 upload=T1IM1HV5R34M tag=8Q5LR3119S10 type=write size=3884900 2023-12-22T17:36:47.393 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.395+0000 7fb94d391880 1 < completed part key=_multipart_X3NXWCITUK7S.2~5BYPMC2VZOQC.0 size=227664 2023-12-22T17:36:47.395 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.397+0000 7fb94d391880 1 < completed multipart upload key=X3NXWCITUK7S upload=5BYPMC2VZOQC tag=WGVGO91R28IL type=write size=1276240 2023-12-22T17:36:47.398 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.399+0000 7fb94d391880 1 > prepared part key=_multipart_L6DUB57B222Z.2~NIEGM1HR8O2E.0 size=1048576 2023-12-22T17:36:47.399 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.400+0000 7fb94d391880 1 > prepared part key=_multipart_L6DUB57B222Z.2~NIEGM1HR8O2E.1 size=475211 2023-12-22T17:36:47.399 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.400+0000 7fb94d391880 1 > prepared multipart upload key=L6DUB57B222Z upload=NIEGM1HR8O2E tag=VQYCYNX2X8R5 type=write size=2572363 2023-12-22T17:36:47.400 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.401+0000 7fb94d391880 1 < completed delete operation key=TDS90SYZKMLU tag=F4EW9AQ4INR5 type=del 2023-12-22T17:36:47.402 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.404+0000 7fb94d391880 1 > prepared part key=_multipart_L6DUB57B222Z.2~UX1BJNJZWKH2.0 size=1048576 2023-12-22T17:36:47.403 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.405+0000 7fb94d391880 1 > prepared part key=_multipart_L6DUB57B222Z.2~UX1BJNJZWKH2.1 size=506468 2023-12-22T17:36:47.403 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.405+0000 7fb94d391880 1 > prepared multipart upload key=L6DUB57B222Z upload=UX1BJNJZWKH2 tag=EWVF67JN5H1F type=write size=2603620 2023-12-22T17:36:47.405 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.406+0000 7fb94d391880 1 < completed delete operation key=R9WTR26FAZP8 tag=YDSWUGP153QB type=del 2023-12-22T17:36:47.407 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.408+0000 7fb94d391880 1 > prepared part key=_multipart_5HOL7148HSJL.2~L8A2X33X16W6.0 size=185817 2023-12-22T17:36:47.407 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.408+0000 7fb94d391880 1 > prepared multipart upload key=5HOL7148HSJL upload=L8A2X33X16W6 tag=UVU2YM4Y2P3P type=write size=1234393 2023-12-22T17:36:47.408 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.409+0000 7fb94d391880 1 < completed delete operation key=RWJE4O4GO9IK tag=969SGH71GA4N type=del 2023-12-22T17:36:47.409 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.411+0000 7fb94d391880 1 > prepared operation key=NZ7PMKB2HICR tag=SE88EH87QNJD type=del size=883548 2023-12-22T17:36:47.411 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.412+0000 7fb94d391880 1 < completed part key=_multipart_GGQ09G6E3CZ6.2~87ILTY1QNCSJ.0 size=1048576 2023-12-22T17:36:47.412 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.413+0000 7fb94d391880 1 < completed part key=_multipart_GGQ09G6E3CZ6.2~87ILTY1QNCSJ.1 size=19237 2023-12-22T17:36:47.414 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.415+0000 7fb94d391880 1 < completed multipart upload key=GGQ09G6E3CZ6 upload=87ILTY1QNCSJ tag=J8NZX0X79HWE type=write size=2116389 2023-12-22T17:36:47.415 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.416+0000 7fb94d391880 1 > prepared operation key=BCP1VQB2TB0F tag=PNC7AAVYGSUN type=del size=3908852 2023-12-22T17:36:47.416 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.417+0000 7fb94d391880 1 < completed part key=_multipart_704VLVQ2P45U.2~FK3QIOB7671Z.0 size=592777 2023-12-22T17:36:47.418 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.419+0000 7fb94d391880 1 < completed multipart upload key=704VLVQ2P45U upload=FK3QIOB7671Z tag=PAEZ28OD1MYQ type=write size=1641353 2023-12-22T17:36:47.419 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.421+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=Y5L887S6TXYQ type=del size=565958 2023-12-22T17:36:47.421 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.422+0000 7fb94d391880 1 < completed part key=_multipart_RV0R03E3QAOV.2~PF6E1GULQKK0.0 size=1048576 2023-12-22T17:36:47.421 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.422+0000 7fb94d391880 1 < canceled part key=_multipart_RV0R03E3QAOV.2~PF6E1GULQKK0.1 size=1048576 2023-12-22T17:36:47.421 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.423+0000 7fb94d391880 1 < completed part key=_multipart_RV0R03E3QAOV.2~PF6E1GULQKK0.2 size=746377 2023-12-22T17:36:47.424 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.425+0000 7fb94d391880 1 < canceled multipart upload key=RV0R03E3QAOV upload=PF6E1GULQKK0 tag=IT8IUBMX12DZ type=write size=3892105 2023-12-22T17:36:47.426 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.427+0000 7fb94d391880 1 > prepared part key=_multipart_28XBL3715EHT.2~A1PJBQ4BAROE.0 size=1048576 2023-12-22T17:36:47.427 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.428+0000 7fb94d391880 1 > prepared part key=_multipart_28XBL3715EHT.2~A1PJBQ4BAROE.1 size=1048576 2023-12-22T17:36:47.427 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:46 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:36:47.427 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:46 smithi032 ceph-mon[191839]: osdmap e1112: 8 total, 8 up, 8 in 2023-12-22T17:36:47.427 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:46 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/308920267' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229654-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:36:47.427 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:46 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229654-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:36:47.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:46 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:36:47.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:46 smithi032 ceph-mon[189144]: osdmap e1112: 8 total, 8 up, 8 in 2023-12-22T17:36:47.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:46 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/308920267' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229654-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:36:47.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:46 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229654-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:36:47.428 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.429+0000 7fb94d391880 1 > prepared part key=_multipart_28XBL3715EHT.2~A1PJBQ4BAROE.2 size=331005 2023-12-22T17:36:47.428 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.429+0000 7fb94d391880 1 > prepared multipart upload key=28XBL3715EHT upload=A1PJBQ4BAROE tag=Q09I8QECVTL8 type=write size=3476733 2023-12-22T17:36:47.429 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.430+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~4QK97I5P2VIS.0 size=1048576 2023-12-22T17:36:47.430 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.431+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~4QK97I5P2VIS.1 size=1048576 2023-12-22T17:36:47.431 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.432+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~4QK97I5P2VIS.2 size=861218 2023-12-22T17:36:47.433 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.434+0000 7fb94d391880 1 < completed multipart upload key=I7GAQL38WXHS upload=4QK97I5P2VIS tag=9JO5IOY0CB6T type=write size=4006946 2023-12-22T17:36:47.434 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.435+0000 7fb94d391880 1 > prepared operation key=DVN26OO0LDI7 tag=IYEYX8FAUARU type=write size=515893 2023-12-22T17:36:47.435 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.436+0000 7fb94d391880 1 < completed part key=_multipart_IRCWNBTM8JVB.2~L78CJCH48S3O.0 size=1048576 2023-12-22T17:36:47.436 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.437+0000 7fb94d391880 1 < completed part key=_multipart_IRCWNBTM8JVB.2~L78CJCH48S3O.1 size=1048576 2023-12-22T17:36:47.437 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.438+0000 7fb94d391880 1 < completed part key=_multipart_IRCWNBTM8JVB.2~L78CJCH48S3O.2 size=366207 2023-12-22T17:36:47.439 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.440+0000 7fb94d391880 1 < completed multipart upload key=IRCWNBTM8JVB upload=L78CJCH48S3O tag=BMEVRTP06ZDH type=write size=3511935 2023-12-22T17:36:47.440 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.441+0000 7fb94d391880 1 > prepared operation key=0BNHPX2OE7C0 tag=2IKXMOU683DL type=del size=418181 2023-12-22T17:36:47.441 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.443+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~ZU2KBABE4BIE.0 size=1048576 2023-12-22T17:36:47.442 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.444+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~ZU2KBABE4BIE.1 size=523098 2023-12-22T17:36:47.444 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.445+0000 7fb94d391880 1 < completed multipart upload key=HZAQDCN1TA70 upload=ZU2KBABE4BIE tag=0QPO8FGHXJDC type=write size=2620250 2023-12-22T17:36:47.445 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.447+0000 7fb94d391880 1 > prepared operation key=W3X2J2SCNOE7 tag=TXZZ5TGTPDON type=del size=1669128 2023-12-22T17:36:47.448 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.449+0000 7fb94d391880 1 < suggested remove operation key=BCP1VQB2TB0F tag=0VD8KAP98E98 type=del 2023-12-22T17:36:47.449 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.450+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=MMG73CJQ9I1I type=del size=1995152 2023-12-22T17:36:47.451 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.452+0000 7fb94d391880 1 < suggested update operation key=KLRYSCZNAHKT tag=29NWA8RMSKCP type=del size=140741 2023-12-22T17:36:47.452 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.454+0000 7fb94d391880 1 > prepared operation key=GGQ09G6E3CZ6 tag=PNX1F6Z7CCZD type=del size=2128755 2023-12-22T17:36:47.454 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.455+0000 7fb94d391880 1 < completed delete operation key=BPXZFZEJYPX1 tag=IUOVQ9ZJBHQ3 type=del 2023-12-22T17:36:47.455 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.456+0000 7fb94d391880 1 > prepared operation key=IRCWNBTM8JVB tag=P5CCT8BK4WZX type=write size=229934 2023-12-22T17:36:47.456 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.457+0000 7fb94d391880 1 < completed delete operation key=RV0R03E3QAOV tag=JN7EKSZX6ZEY type=del 2023-12-22T17:36:47.457 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.459+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=FND44PHRE4GB type=write size=214910 2023-12-22T17:36:47.458 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.460+0000 7fb94d391880 -1 < failed to complete operation key=BCP1VQB2TB0F tag=UGXTQD2X2BYG type=del size=2817356: (22) Invalid argument 2023-12-22T17:36:47.461 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.462+0000 7fb94d391880 1 > prepared part key=_multipart_BPXZFZEJYPX1.2~ZW67IX9ZHP15.0 size=1048576 2023-12-22T17:36:47.462 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.463+0000 7fb94d391880 1 > prepared part key=_multipart_BPXZFZEJYPX1.2~ZW67IX9ZHP15.1 size=1048576 2023-12-22T17:36:47.463 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.464+0000 7fb94d391880 1 > prepared part key=_multipart_BPXZFZEJYPX1.2~ZW67IX9ZHP15.2 size=53233 2023-12-22T17:36:47.463 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.464+0000 7fb94d391880 1 > prepared multipart upload key=BPXZFZEJYPX1 upload=ZW67IX9ZHP15 tag=DSVLB7GMIGXI type=write size=3198961 2023-12-22T17:36:47.464 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.465+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~T1IM1HV5R34M.0 size=1048576 2023-12-22T17:36:47.465 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.466+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~T1IM1HV5R34M.1 size=1048576 2023-12-22T17:36:47.466 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.467+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~T1IM1HV5R34M.2 size=739172 2023-12-22T17:36:47.468 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.469+0000 7fb94d391880 1 < completed multipart upload key=W3X2J2SCNOE7 upload=T1IM1HV5R34M tag=8Q5LR3119S10 type=write size=3884900 2023-12-22T17:36:47.469 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.470+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=D9EZEM3Q3OLX type=del size=2096531 2023-12-22T17:36:47.470 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.471+0000 7fb94d391880 1 < completed part key=_multipart_L6DUB57B222Z.2~NIEGM1HR8O2E.0 size=1048576 2023-12-22T17:36:47.471 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.472+0000 7fb94d391880 1 < completed part key=_multipart_L6DUB57B222Z.2~NIEGM1HR8O2E.1 size=475211 2023-12-22T17:36:47.473 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.474+0000 7fb94d391880 1 < completed multipart upload key=L6DUB57B222Z upload=NIEGM1HR8O2E tag=VQYCYNX2X8R5 type=write size=2572363 2023-12-22T17:36:47.475 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.476+0000 7fb94d391880 1 > prepared operation key=R9WTR26FAZP8 tag=J6AXFRQN1UPP type=del size=1503512 2023-12-22T17:36:47.476 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.477+0000 7fb94d391880 1 < completed part key=_multipart_L6DUB57B222Z.2~UX1BJNJZWKH2.0 size=1048576 2023-12-22T17:36:47.477 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.478+0000 7fb94d391880 1 < completed part key=_multipart_L6DUB57B222Z.2~UX1BJNJZWKH2.1 size=506468 2023-12-22T17:36:47.479 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.480+0000 7fb94d391880 1 < completed multipart upload key=L6DUB57B222Z upload=UX1BJNJZWKH2 tag=EWVF67JN5H1F type=write size=2603620 2023-12-22T17:36:47.481 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.483+0000 7fb94d391880 1 > prepared part key=_multipart_TFLKTU1RF46Q.2~NAQ3CTYRXXLN.0 size=1048576 2023-12-22T17:36:47.482 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.484+0000 7fb94d391880 1 > prepared part key=_multipart_TFLKTU1RF46Q.2~NAQ3CTYRXXLN.1 size=1048576 2023-12-22T17:36:47.483 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.485+0000 7fb94d391880 1 > prepared part key=_multipart_TFLKTU1RF46Q.2~NAQ3CTYRXXLN.2 size=5721 2023-12-22T17:36:47.483 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.485+0000 7fb94d391880 1 > prepared multipart upload key=TFLKTU1RF46Q upload=NAQ3CTYRXXLN tag=C66CJPD93Z7G type=write size=3151449 2023-12-22T17:36:47.484 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.486+0000 7fb94d391880 1 < completed part key=_multipart_5HOL7148HSJL.2~L8A2X33X16W6.0 size=185817 2023-12-22T17:36:47.487 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.488+0000 7fb94d391880 1 < completed multipart upload key=5HOL7148HSJL upload=L8A2X33X16W6 tag=UVU2YM4Y2P3P type=write size=1234393 2023-12-22T17:36:47.489 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.490+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~4PMMNJZ016RU.0 size=471482 2023-12-22T17:36:47.489 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.490+0000 7fb94d391880 1 > prepared multipart upload key=40X558JXAX9S upload=4PMMNJZ016RU tag=TUKHGTFRWKUK type=write size=1520058 2023-12-22T17:36:47.492 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.493+0000 7fb94d391880 1 < suggested update operation key=NZ7PMKB2HICR tag=SE88EH87QNJD type=del size=883548 2023-12-22T17:36:47.494 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.495+0000 7fb94d391880 1 > prepared part key=_multipart_X3NXWCITUK7S.2~6RE8OXFVGMXL.0 size=1048576 2023-12-22T17:36:47.495 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.496+0000 7fb94d391880 1 > prepared part key=_multipart_X3NXWCITUK7S.2~6RE8OXFVGMXL.1 size=461863 2023-12-22T17:36:47.495 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.496+0000 7fb94d391880 1 > prepared multipart upload key=X3NXWCITUK7S upload=6RE8OXFVGMXL tag=VFNECX6PU0E1 type=write size=2559015 2023-12-22T17:36:47.495 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.497+0000 7fb94d391880 -1 < no bi entry to suggest for operation key=BCP1VQB2TB0F tag=PNC7AAVYGSUN type=del size=3908852: (2) No such file or directory 2023-12-22T17:36:47.497 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.498+0000 7fb94d391880 1 > prepared operation key=V3ZYXTO3N0R6 tag=L8LL4TKCKJUU type=del size=926022 2023-12-22T17:36:47.498 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.500+0000 7fb94d391880 1 < completed delete operation key=5HOL7148HSJL tag=Y5L887S6TXYQ type=del 2023-12-22T17:36:47.500 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.501+0000 7fb94d391880 1 > prepared operation key=TDS90SYZKMLU tag=8V8NWKY89L7G type=del size=201765 2023-12-22T17:36:47.501 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.502+0000 7fb94d391880 1 < completed part key=_multipart_28XBL3715EHT.2~A1PJBQ4BAROE.0 size=1048576 2023-12-22T17:36:47.501 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.502+0000 7fb94d391880 1 < canceled part key=_multipart_28XBL3715EHT.2~A1PJBQ4BAROE.1 size=1048576 2023-12-22T17:36:47.502 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.503+0000 7fb94d391880 1 < completed part key=_multipart_28XBL3715EHT.2~A1PJBQ4BAROE.2 size=331005 2023-12-22T17:36:47.504 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.506+0000 7fb94d391880 1 < canceled multipart upload key=28XBL3715EHT upload=A1PJBQ4BAROE tag=Q09I8QECVTL8 type=write size=3476733 2023-12-22T17:36:47.507 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.508+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~KA89A1JG1CC1.0 size=592472 2023-12-22T17:36:47.507 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.508+0000 7fb94d391880 1 > prepared multipart upload key=6CLDD4VJZWJJ upload=KA89A1JG1CC1 tag=E1GSBXYRF5NS type=write size=1641048 2023-12-22T17:36:47.508 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.510+0000 7fb94d391880 1 < canceled operation key=DVN26OO0LDI7 tag=IYEYX8FAUARU type=write size=515893 2023-12-22T17:36:47.511 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.513+0000 7fb94d391880 1 > prepared part key=_multipart_YRKG3P9O1XBW.2~EC4S9XAKLR02.0 size=1048576 2023-12-22T17:36:47.512 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.514+0000 7fb94d391880 1 > prepared part key=_multipart_YRKG3P9O1XBW.2~EC4S9XAKLR02.1 size=1048576 2023-12-22T17:36:47.513 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.515+0000 7fb94d391880 1 > prepared part key=_multipart_YRKG3P9O1XBW.2~EC4S9XAKLR02.2 size=500811 2023-12-22T17:36:47.513 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.515+0000 7fb94d391880 1 > prepared multipart upload key=YRKG3P9O1XBW upload=EC4S9XAKLR02 tag=ZEP7SY4L25X8 type=write size=3646539 2023-12-22T17:36:47.515 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.516+0000 7fb94d391880 1 < completed delete operation key=0BNHPX2OE7C0 tag=2IKXMOU683DL type=del 2023-12-22T17:36:47.518 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.519+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~8YYRQ1UJ2AFK.0 size=530488 2023-12-22T17:36:47.518 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.519+0000 7fb94d391880 1 > prepared multipart upload key=GGQ09G6E3CZ6 upload=8YYRQ1UJ2AFK tag=U50TJCBFY42L type=write size=1579064 2023-12-22T17:36:47.520 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.521+0000 7fb94d391880 1 < suggested update operation key=W3X2J2SCNOE7 tag=TXZZ5TGTPDON type=del size=1669128 2023-12-22T17:36:47.521 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.523+0000 7fb94d391880 1 > prepared operation key=0BNHPX2OE7C0 tag=85PYXAWTGKIE type=del size=3173015 2023-12-22T17:36:47.523 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.524+0000 7fb94d391880 1 < completed delete operation key=40X558JXAX9S tag=MMG73CJQ9I1I type=del 2023-12-22T17:36:47.525 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.526+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~YL8PZN5ZX5X1.0 size=1048576 2023-12-22T17:36:47.526 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.527+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~YL8PZN5ZX5X1.1 size=1048576 2023-12-22T17:36:47.527 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.528+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~YL8PZN5ZX5X1.2 size=666809 2023-12-22T17:36:47.527 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.528+0000 7fb94d391880 1 > prepared multipart upload key=HZAQDCN1TA70 upload=YL8PZN5ZX5X1 tag=XP711HYE1IQW type=write size=3812537 2023-12-22T17:36:47.528 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.529+0000 7fb94d391880 1 < completed delete operation key=GGQ09G6E3CZ6 tag=PNX1F6Z7CCZD type=del 2023-12-22T17:36:47.529 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.531+0000 7fb94d391880 1 > prepared operation key=BPXZFZEJYPX1 tag=745SKLN2PTQ3 type=del size=2483095 2023-12-22T17:36:47.531 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.532+0000 7fb94d391880 1 < completed write operation key=IRCWNBTM8JVB tag=P5CCT8BK4WZX type=write size=229934 2023-12-22T17:36:47.533 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.534+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~KRZHO31W3BFM.0 size=274506 2023-12-22T17:36:47.533 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.534+0000 7fb94d391880 1 > prepared multipart upload key=DXPJ8O4O0SI2 upload=KRZHO31W3BFM tag=ML5LJBQ86E77 type=write size=1323082 2023-12-22T17:36:47.535 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.536+0000 7fb94d391880 1 < completed write operation key=5HOL7148HSJL tag=FND44PHRE4GB type=write size=214910 2023-12-22T17:36:47.536 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.537+0000 7fb94d391880 1 > prepared operation key=L6DUB57B222Z tag=CTJ6RATM4MNA type=del size=766309 2023-12-22T17:36:47.537 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.538+0000 7fb94d391880 1 < completed part key=_multipart_BPXZFZEJYPX1.2~ZW67IX9ZHP15.0 size=1048576 2023-12-22T17:36:47.538 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.539+0000 7fb94d391880 1 < completed part key=_multipart_BPXZFZEJYPX1.2~ZW67IX9ZHP15.1 size=1048576 2023-12-22T17:36:47.539 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.540+0000 7fb94d391880 1 < completed part key=_multipart_BPXZFZEJYPX1.2~ZW67IX9ZHP15.2 size=53233 2023-12-22T17:36:47.541 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.542+0000 7fb94d391880 1 < completed multipart upload key=BPXZFZEJYPX1 upload=ZW67IX9ZHP15 tag=DSVLB7GMIGXI type=write size=3198961 2023-12-22T17:36:47.544 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.545+0000 7fb94d391880 1 > prepared part key=_multipart_T8TYNCC2V8CD.2~I9ZZDPK945KW.0 size=1048576 2023-12-22T17:36:47.545 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.546+0000 7fb94d391880 1 > prepared part key=_multipart_T8TYNCC2V8CD.2~I9ZZDPK945KW.1 size=1048576 2023-12-22T17:36:47.546 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.547+0000 7fb94d391880 1 > prepared part key=_multipart_T8TYNCC2V8CD.2~I9ZZDPK945KW.2 size=266782 2023-12-22T17:36:47.546 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.547+0000 7fb94d391880 1 > prepared multipart upload key=T8TYNCC2V8CD upload=I9ZZDPK945KW tag=3LIPUFRQKY67 type=write size=3412510 2023-12-22T17:36:47.547 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.548+0000 7fb94d391880 1 < completed delete operation key=HZAQDCN1TA70 tag=D9EZEM3Q3OLX type=del 2023-12-22T17:36:47.548 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.550+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=A8VEQKP9M2L8 type=del size=3503716 2023-12-22T17:36:47.550 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.551+0000 7fb94d391880 1 < completed delete operation key=R9WTR26FAZP8 tag=J6AXFRQN1UPP type=del 2023-12-22T17:36:47.552 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.553+0000 7fb94d391880 1 > prepared part key=_multipart_7V5FS6PEP4ZL.2~WPBNY33OS0IP.0 size=1048576 2023-12-22T17:36:47.553 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.554+0000 7fb94d391880 1 > prepared part key=_multipart_7V5FS6PEP4ZL.2~WPBNY33OS0IP.1 size=1048576 2023-12-22T17:36:47.554 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.555+0000 7fb94d391880 1 > prepared part key=_multipart_7V5FS6PEP4ZL.2~WPBNY33OS0IP.2 size=753206 2023-12-22T17:36:47.554 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.555+0000 7fb94d391880 1 > prepared multipart upload key=7V5FS6PEP4ZL upload=WPBNY33OS0IP tag=4Q97CEP6FJXF type=write size=3898934 2023-12-22T17:36:47.555 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.556+0000 7fb94d391880 1 < completed part key=_multipart_TFLKTU1RF46Q.2~NAQ3CTYRXXLN.0 size=1048576 2023-12-22T17:36:47.556 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.557+0000 7fb94d391880 1 < completed part key=_multipart_TFLKTU1RF46Q.2~NAQ3CTYRXXLN.1 size=1048576 2023-12-22T17:36:47.557 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.559+0000 7fb94d391880 1 < completed part key=_multipart_TFLKTU1RF46Q.2~NAQ3CTYRXXLN.2 size=5721 2023-12-22T17:36:47.560 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.561+0000 7fb94d391880 1 < completed multipart upload key=TFLKTU1RF46Q upload=NAQ3CTYRXXLN tag=C66CJPD93Z7G type=write size=3151449 2023-12-22T17:36:47.562 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.563+0000 7fb94d391880 1 > prepared part key=_multipart_28XBL3715EHT.2~BHW8ZV23D3IN.0 size=1026644 2023-12-22T17:36:47.562 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.563+0000 7fb94d391880 1 > prepared multipart upload key=28XBL3715EHT upload=BHW8ZV23D3IN tag=LYDGVK1M7INZ type=write size=2075220 2023-12-22T17:36:47.563 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.564+0000 7fb94d391880 1 < completed part key=_multipart_40X558JXAX9S.2~4PMMNJZ016RU.0 size=471482 2023-12-22T17:36:47.565 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.566+0000 7fb94d391880 1 < completed multipart upload key=40X558JXAX9S upload=4PMMNJZ016RU tag=TUKHGTFRWKUK type=write size=1520058 2023-12-22T17:36:47.566 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.568+0000 7fb94d391880 1 > prepared operation key=DZPSR14TMXNC tag=RRTNAUP7BQDI type=del size=1073454 2023-12-22T17:36:47.567 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.568+0000 7fb94d391880 1 < canceled part key=_multipart_X3NXWCITUK7S.2~6RE8OXFVGMXL.0 size=1048576 2023-12-22T17:36:47.568 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.569+0000 7fb94d391880 1 < completed part key=_multipart_X3NXWCITUK7S.2~6RE8OXFVGMXL.1 size=461863 2023-12-22T17:36:47.570 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.571+0000 7fb94d391880 1 < canceled multipart upload key=X3NXWCITUK7S upload=6RE8OXFVGMXL tag=VFNECX6PU0E1 type=write size=2559015 2023-12-22T17:36:47.571 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.573+0000 7fb94d391880 1 > prepared operation key=7V5FS6PEP4ZL tag=SYOL5HLWOXHX type=write size=274387 2023-12-22T17:36:47.572 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.574+0000 7fb94d391880 1 < completed delete operation key=V3ZYXTO3N0R6 tag=L8LL4TKCKJUU type=del 2023-12-22T17:36:47.574 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.575+0000 7fb94d391880 1 > prepared operation key=X3NXWCITUK7S tag=R43PJIMWJMFX type=del size=1239376 2023-12-22T17:36:47.575 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.576+0000 7fb94d391880 1 < completed delete operation key=TDS90SYZKMLU tag=8V8NWKY89L7G type=del 2023-12-22T17:36:47.576 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.577+0000 7fb94d391880 1 > prepared operation key=704VLVQ2P45U tag=DQA8WMBCZ32P type=write size=993911 2023-12-22T17:36:47.577 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.579+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~KA89A1JG1CC1.0 size=592472 2023-12-22T17:36:47.580 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.581+0000 7fb94d391880 1 < completed multipart upload key=6CLDD4VJZWJJ upload=KA89A1JG1CC1 tag=E1GSBXYRF5NS type=write size=1641048 2023-12-22T17:36:47.582 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.583+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~3O4KF3IXT1BQ.0 size=1048576 2023-12-22T17:36:47.583 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.584+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~3O4KF3IXT1BQ.1 size=1048576 2023-12-22T17:36:47.584 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.585+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~3O4KF3IXT1BQ.2 size=840375 2023-12-22T17:36:47.584 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.585+0000 7fb94d391880 1 > prepared multipart upload key=RV0R03E3QAOV upload=3O4KF3IXT1BQ tag=TFXJV4K2B8UD type=write size=3986103 2023-12-22T17:36:47.585 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.586+0000 7fb94d391880 1 < completed part key=_multipart_YRKG3P9O1XBW.2~EC4S9XAKLR02.0 size=1048576 2023-12-22T17:36:47.586 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.587+0000 7fb94d391880 1 < completed part key=_multipart_YRKG3P9O1XBW.2~EC4S9XAKLR02.1 size=1048576 2023-12-22T17:36:47.587 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.588+0000 7fb94d391880 1 < completed part key=_multipart_YRKG3P9O1XBW.2~EC4S9XAKLR02.2 size=500811 2023-12-22T17:36:47.589 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.590+0000 7fb94d391880 1 < completed multipart upload key=YRKG3P9O1XBW upload=EC4S9XAKLR02 tag=ZEP7SY4L25X8 type=write size=3646539 2023-12-22T17:36:47.591 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.592+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~M27HW8YG3I1C.0 size=1048576 2023-12-22T17:36:47.592 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.594+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~M27HW8YG3I1C.1 size=1048576 2023-12-22T17:36:47.594 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.595+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~M27HW8YG3I1C.2 size=912821 2023-12-22T17:36:47.594 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.595+0000 7fb94d391880 1 > prepared multipart upload key=I7GAQL38WXHS upload=M27HW8YG3I1C tag=QVV39TGD9JMF type=write size=4058549 2023-12-22T17:36:47.595 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.596+0000 7fb94d391880 1 < completed part key=_multipart_GGQ09G6E3CZ6.2~8YYRQ1UJ2AFK.0 size=530488 2023-12-22T17:36:47.597 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.598+0000 7fb94d391880 1 < completed multipart upload key=GGQ09G6E3CZ6 upload=8YYRQ1UJ2AFK tag=U50TJCBFY42L type=write size=1579064 2023-12-22T17:36:47.598 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.599+0000 7fb94d391880 1 > prepared operation key=V3ZYXTO3N0R6 tag=O1Y6XYV6HPN7 type=del size=3536987 2023-12-22T17:36:47.599 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.601+0000 7fb94d391880 1 < completed delete operation key=0BNHPX2OE7C0 tag=85PYXAWTGKIE type=del 2023-12-22T17:36:47.602 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.604+0000 7fb94d391880 1 > prepared part key=_multipart_74ZWP6PRPDCK.2~HDJNYTOEO82L.0 size=444472 2023-12-22T17:36:47.602 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.604+0000 7fb94d391880 1 > prepared multipart upload key=74ZWP6PRPDCK upload=HDJNYTOEO82L tag=FYXZ8P7HQWM7 type=write size=1493048 2023-12-22T17:36:47.604 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.605+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~YL8PZN5ZX5X1.0 size=1048576 2023-12-22T17:36:47.605 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.606+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~YL8PZN5ZX5X1.1 size=1048576 2023-12-22T17:36:47.606 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.607+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~YL8PZN5ZX5X1.2 size=666809 2023-12-22T17:36:47.608 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.609+0000 7fb94d391880 1 < completed multipart upload key=HZAQDCN1TA70 upload=YL8PZN5ZX5X1 tag=XP711HYE1IQW type=write size=3812537 2023-12-22T17:36:47.609 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.610+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=ZU7Y8YULQEBN type=del size=2852172 2023-12-22T17:36:47.610 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.612+0000 7fb94d391880 1 < completed delete operation key=BPXZFZEJYPX1 tag=745SKLN2PTQ3 type=del 2023-12-22T17:36:47.612 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.613+0000 7fb94d391880 1 > prepared operation key=704VLVQ2P45U tag=KCP8HMLI6E3O type=del size=161324 2023-12-22T17:36:47.613 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.614+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~KRZHO31W3BFM.0 size=274506 2023-12-22T17:36:47.615 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.616+0000 7fb94d391880 1 < completed multipart upload key=DXPJ8O4O0SI2 upload=KRZHO31W3BFM tag=ML5LJBQ86E77 type=write size=1323082 2023-12-22T17:36:47.616 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.617+0000 7fb94d391880 1 > prepared operation key=74ZWP6PRPDCK tag=2YCI7Q718UV7 type=del size=3150058 2023-12-22T17:36:47.618 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.619+0000 7fb94d391880 1 < completed delete operation key=L6DUB57B222Z tag=CTJ6RATM4MNA type=del 2023-12-22T17:36:47.619 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.620+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=38T44K5HUJ4Q type=del size=1484055 2023-12-22T17:36:47.620 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.621+0000 7fb94d391880 1 < completed part key=_multipart_T8TYNCC2V8CD.2~I9ZZDPK945KW.0 size=1048576 2023-12-22T17:36:47.621 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.622+0000 7fb94d391880 1 < completed part key=_multipart_T8TYNCC2V8CD.2~I9ZZDPK945KW.1 size=1048576 2023-12-22T17:36:47.621 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.622+0000 7fb94d391880 1 < canceled part key=_multipart_T8TYNCC2V8CD.2~I9ZZDPK945KW.2 size=266782 2023-12-22T17:36:47.623 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.624+0000 7fb94d391880 1 < canceled multipart upload key=T8TYNCC2V8CD upload=I9ZZDPK945KW tag=3LIPUFRQKY67 type=write size=3412510 2023-12-22T17:36:47.624 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.625+0000 7fb94d391880 1 > prepared operation key=DXPJ8O4O0SI2 tag=WRJ3QAAOZ1E9 type=del size=3343376 2023-12-22T17:36:47.626 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.627+0000 7fb94d391880 1 < canceled operation key=40X558JXAX9S tag=A8VEQKP9M2L8 type=del size=3503716 2023-12-22T17:36:47.627 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.628+0000 7fb94d391880 1 > prepared operation key=NZ7PMKB2HICR tag=2IWTLLTF8JIA type=del size=334403 2023-12-22T17:36:47.628 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.629+0000 7fb94d391880 1 < completed part key=_multipart_7V5FS6PEP4ZL.2~WPBNY33OS0IP.0 size=1048576 2023-12-22T17:36:47.629 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.630+0000 7fb94d391880 1 < completed part key=_multipart_7V5FS6PEP4ZL.2~WPBNY33OS0IP.1 size=1048576 2023-12-22T17:36:47.630 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.631+0000 7fb94d391880 1 < completed part key=_multipart_7V5FS6PEP4ZL.2~WPBNY33OS0IP.2 size=753206 2023-12-22T17:36:47.632 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.633+0000 7fb94d391880 1 < completed multipart upload key=7V5FS6PEP4ZL upload=WPBNY33OS0IP tag=4Q97CEP6FJXF type=write size=3898934 2023-12-22T17:36:47.633 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.634+0000 7fb94d391880 1 > prepared operation key=BPXZFZEJYPX1 tag=YZP8K6L5MIP6 type=del size=919614 2023-12-22T17:36:47.634 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.635+0000 7fb94d391880 1 < completed part key=_multipart_28XBL3715EHT.2~BHW8ZV23D3IN.0 size=1026644 2023-12-22T17:36:47.636 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.637+0000 7fb94d391880 1 < completed multipart upload key=28XBL3715EHT upload=BHW8ZV23D3IN tag=LYDGVK1M7INZ type=write size=2075220 2023-12-22T17:36:47.638 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.639+0000 7fb94d391880 1 > prepared part key=_multipart_5HOL7148HSJL.2~H9AYCCJPH320.0 size=1048576 2023-12-22T17:36:47.639 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.640+0000 7fb94d391880 1 > prepared part key=_multipart_5HOL7148HSJL.2~H9AYCCJPH320.1 size=379471 2023-12-22T17:36:47.639 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.640+0000 7fb94d391880 1 > prepared multipart upload key=5HOL7148HSJL upload=H9AYCCJPH320 tag=TIUO2414JIIQ type=write size=2476623 2023-12-22T17:36:47.640 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.642+0000 7fb94d391880 1 < completed delete operation key=DZPSR14TMXNC tag=RRTNAUP7BQDI type=del 2023-12-22T17:36:47.642 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.643+0000 7fb94d391880 1 > prepared operation key=YRKG3P9O1XBW tag=SMULI8PE65UP type=del size=1342932 2023-12-22T17:36:47.643 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.644+0000 7fb94d391880 1 < completed write operation key=7V5FS6PEP4ZL tag=SYOL5HLWOXHX type=write size=274387 2023-12-22T17:36:47.645 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.647+0000 7fb94d391880 1 > prepared part key=_multipart_BPXZFZEJYPX1.2~YU91TYM616EO.0 size=648763 2023-12-22T17:36:47.645 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.647+0000 7fb94d391880 1 > prepared multipart upload key=BPXZFZEJYPX1 upload=YU91TYM616EO tag=GZY2TH8N7TI3 type=write size=1697339 2023-12-22T17:36:47.648 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.650+0000 7fb94d391880 1 < suggested update operation key=X3NXWCITUK7S tag=R43PJIMWJMFX type=del size=1239376 2023-12-22T17:36:47.650 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.651+0000 7fb94d391880 1 > prepared operation key=BCP1VQB2TB0F tag=BPILY6B864XX type=write size=637000 2023-12-22T17:36:47.651 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.653+0000 7fb94d391880 1 < completed write operation key=704VLVQ2P45U tag=DQA8WMBCZ32P type=write size=993911 2023-12-22T17:36:47.654 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.655+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~XX1T0CL0WQIN.0 size=1048576 2023-12-22T17:36:47.655 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.656+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~XX1T0CL0WQIN.1 size=943351 2023-12-22T17:36:47.655 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.656+0000 7fb94d391880 1 > prepared multipart upload key=6CLDD4VJZWJJ upload=XX1T0CL0WQIN tag=HF8T7GJRGXRH type=write size=3040503 2023-12-22T17:36:47.656 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.657+0000 7fb94d391880 1 < completed part key=_multipart_RV0R03E3QAOV.2~3O4KF3IXT1BQ.0 size=1048576 2023-12-22T17:36:47.657 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.658+0000 7fb94d391880 1 < completed part key=_multipart_RV0R03E3QAOV.2~3O4KF3IXT1BQ.1 size=1048576 2023-12-22T17:36:47.658 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.659+0000 7fb94d391880 1 < completed part key=_multipart_RV0R03E3QAOV.2~3O4KF3IXT1BQ.2 size=840375 2023-12-22T17:36:47.660 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.661+0000 7fb94d391880 1 < completed multipart upload key=RV0R03E3QAOV upload=3O4KF3IXT1BQ tag=TFXJV4K2B8UD type=write size=3986103 2023-12-22T17:36:47.661 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.662+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=5BMNM5A1QO2T type=write size=265301 2023-12-22T17:36:47.661 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.663+0000 7fb94d391880 1 < canceled part key=_multipart_I7GAQL38WXHS.2~M27HW8YG3I1C.0 size=1048576 2023-12-22T17:36:47.662 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.664+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~M27HW8YG3I1C.1 size=1048576 2023-12-22T17:36:47.664 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.665+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~M27HW8YG3I1C.2 size=912821 2023-12-22T17:36:47.666 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.667+0000 7fb94d391880 1 < canceled multipart upload key=I7GAQL38WXHS upload=M27HW8YG3I1C tag=QVV39TGD9JMF type=write size=4058549 2023-12-22T17:36:47.669 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.670+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~UCJOTCKJRO57.0 size=1048576 2023-12-22T17:36:47.670 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.672+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~UCJOTCKJRO57.1 size=1048576 2023-12-22T17:36:47.671 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.673+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~UCJOTCKJRO57.2 size=543074 2023-12-22T17:36:47.672 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.673+0000 7fb94d391880 1 > prepared multipart upload key=40X558JXAX9S upload=UCJOTCKJRO57 tag=4XGLIVYBECQE type=write size=3688802 2023-12-22T17:36:47.673 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.674+0000 7fb94d391880 1 < completed delete operation key=V3ZYXTO3N0R6 tag=O1Y6XYV6HPN7 type=del 2023-12-22T17:36:47.675 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.676+0000 7fb94d391880 1 > prepared operation key=DVN26OO0LDI7 tag=MJ26012W24GI type=del size=3901700 2023-12-22T17:36:47.677 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.678+0000 7fb94d391880 1 < completed part key=_multipart_74ZWP6PRPDCK.2~HDJNYTOEO82L.0 size=444472 2023-12-22T17:36:47.679 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.680+0000 7fb94d391880 1 < completed multipart upload key=74ZWP6PRPDCK upload=HDJNYTOEO82L tag=FYXZ8P7HQWM7 type=write size=1493048 2023-12-22T17:36:47.681 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.682+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~TLI9R3OBO5FW.0 size=1048576 2023-12-22T17:36:47.682 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.683+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~TLI9R3OBO5FW.1 size=431236 2023-12-22T17:36:47.682 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.683+0000 7fb94d391880 1 > prepared multipart upload key=GGQ09G6E3CZ6 upload=TLI9R3OBO5FW tag=XIPKH7OP5PW1 type=write size=2528388 2023-12-22T17:36:47.684 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.685+0000 7fb94d391880 1 < completed delete operation key=40X558JXAX9S tag=ZU7Y8YULQEBN type=del 2023-12-22T17:36:47.686 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.687+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~0CLJ85LAKKZ6.0 size=782557 2023-12-22T17:36:47.686 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.687+0000 7fb94d391880 1 > prepared multipart upload key=DZPSR14TMXNC upload=0CLJ85LAKKZ6 tag=GRF9SVCGHHRQ type=write size=1831133 2023-12-22T17:36:47.688 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.689+0000 7fb94d391880 1 < suggested remove operation key=704VLVQ2P45U tag=KCP8HMLI6E3O type=del 2023-12-22T17:36:47.689 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.691+0000 7fb94d391880 1 > prepared operation key=GGQ09G6E3CZ6 tag=JSW7D1CZ0AG7 type=write size=118451 2023-12-22T17:36:47.691 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.692+0000 7fb94d391880 1 < completed delete operation key=74ZWP6PRPDCK tag=2YCI7Q718UV7 type=del 2023-12-22T17:36:47.692 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.694+0000 7fb94d391880 1 > prepared operation key=L6DUB57B222Z tag=K4LYB49II5TW type=del size=2331606 2023-12-22T17:36:47.694 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.695+0000 7fb94d391880 1 < completed delete operation key=40X558JXAX9S tag=38T44K5HUJ4Q type=del 2023-12-22T17:36:47.695 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.697+0000 7fb94d391880 1 > prepared operation key=R9WTR26FAZP8 tag=MJ16UZGOINT9 type=write size=813055 2023-12-22T17:36:47.697 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.698+0000 7fb94d391880 1 < completed delete operation key=DXPJ8O4O0SI2 tag=WRJ3QAAOZ1E9 type=del 2023-12-22T17:36:47.698 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.700+0000 7fb94d391880 1 > prepared operation key=DZPSR14TMXNC tag=IPPTB7ZPQHO2 type=del size=2134531 2023-12-22T17:36:47.700 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.701+0000 7fb94d391880 1 < completed delete operation key=NZ7PMKB2HICR tag=2IWTLLTF8JIA type=del 2023-12-22T17:36:47.702 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.704+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~4ACS84VT17TS.0 size=1048576 2023-12-22T17:36:47.704 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.705+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~4ACS84VT17TS.1 size=125405 2023-12-22T17:36:47.704 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.705+0000 7fb94d391880 1 > prepared multipart upload key=RV0R03E3QAOV upload=4ACS84VT17TS tag=EL4J5M0HOJ8U type=write size=2222557 2023-12-22T17:36:47.705 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.706+0000 7fb94d391880 1 < completed delete operation key=BPXZFZEJYPX1 tag=YZP8K6L5MIP6 type=del 2023-12-22T17:36:47.706 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.707+0000 7fb94d391880 1 > prepared operation key=TDS90SYZKMLU tag=0UPADXEVDZEW type=write size=919885 2023-12-22T17:36:47.707 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.709+0000 7fb94d391880 1 < completed part key=_multipart_5HOL7148HSJL.2~H9AYCCJPH320.0 size=1048576 2023-12-22T17:36:47.708 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.710+0000 7fb94d391880 1 < completed part key=_multipart_5HOL7148HSJL.2~H9AYCCJPH320.1 size=379471 2023-12-22T17:36:47.711 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.712+0000 7fb94d391880 1 < completed multipart upload key=5HOL7148HSJL upload=H9AYCCJPH320 tag=TIUO2414JIIQ type=write size=2476623 2023-12-22T17:36:47.712 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.713+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=UZ19Q4XB4LUM type=del size=1680112 2023-12-22T17:36:47.715 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.716+0000 7fb94d391880 1 < suggested remove operation key=YRKG3P9O1XBW tag=SMULI8PE65UP type=del 2023-12-22T17:36:47.717 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.719+0000 7fb94d391880 1 > prepared part key=_multipart_28XBL3715EHT.2~QWGVJOMS1144.0 size=293005 2023-12-22T17:36:47.718 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.719+0000 7fb94d391880 1 > prepared multipart upload key=28XBL3715EHT upload=QWGVJOMS1144 tag=4LFDL05FHFQK type=write size=1341581 2023-12-22T17:36:47.719 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.720+0000 7fb94d391880 1 < completed part key=_multipart_BPXZFZEJYPX1.2~YU91TYM616EO.0 size=648763 2023-12-22T17:36:47.721 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.722+0000 7fb94d391880 1 < completed multipart upload key=BPXZFZEJYPX1 upload=YU91TYM616EO tag=GZY2TH8N7TI3 type=write size=1697339 2023-12-22T17:36:47.722 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.723+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=CY47AJEO7YN2 type=write size=32513 2023-12-22T17:36:47.723 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.725+0000 7fb94d391880 1 < canceled operation key=BCP1VQB2TB0F tag=BPILY6B864XX type=write size=637000 2023-12-22T17:36:47.726 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.728+0000 7fb94d391880 1 > prepared part key=_multipart_NZ7PMKB2HICR.2~UGHE0P5J1OTH.0 size=525164 2023-12-22T17:36:47.726 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.728+0000 7fb94d391880 1 > prepared multipart upload key=NZ7PMKB2HICR upload=UGHE0P5J1OTH tag=DL47VVOQRPJ1 type=write size=1573740 2023-12-22T17:36:47.728 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.729+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~XX1T0CL0WQIN.0 size=1048576 2023-12-22T17:36:47.729 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.730+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~XX1T0CL0WQIN.1 size=943351 2023-12-22T17:36:47.731 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.732+0000 7fb94d391880 1 < completed multipart upload key=6CLDD4VJZWJJ upload=XX1T0CL0WQIN tag=HF8T7GJRGXRH type=write size=3040503 2023-12-22T17:36:47.732 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.733+0000 7fb94d391880 1 > prepared operation key=GGQ09G6E3CZ6 tag=FTCTKYZXK7G1 type=write size=537824 2023-12-22T17:36:47.733 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.735+0000 7fb94d391880 1 < completed write operation key=7KXZJJ9YT96E tag=5BMNM5A1QO2T type=write size=265301 2023-12-22T17:36:47.735 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.736+0000 7fb94d391880 1 > prepared operation key=TDS90SYZKMLU tag=VA7U4A6RNX16 type=del size=2514700 2023-12-22T17:36:47.737 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.738+0000 7fb94d391880 1 < completed part key=_multipart_40X558JXAX9S.2~UCJOTCKJRO57.0 size=1048576 2023-12-22T17:36:47.738 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.739+0000 7fb94d391880 1 < completed part key=_multipart_40X558JXAX9S.2~UCJOTCKJRO57.1 size=1048576 2023-12-22T17:36:47.739 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.740+0000 7fb94d391880 1 < completed part key=_multipart_40X558JXAX9S.2~UCJOTCKJRO57.2 size=543074 2023-12-22T17:36:47.741 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.742+0000 7fb94d391880 1 < completed multipart upload key=40X558JXAX9S upload=UCJOTCKJRO57 tag=4XGLIVYBECQE type=write size=3688802 2023-12-22T17:36:47.742 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.743+0000 7fb94d391880 1 > prepared operation key=0BNHPX2OE7C0 tag=NMZK7SMZY5HZ type=del size=3592352 2023-12-22T17:36:47.744 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.745+0000 7fb94d391880 1 < completed delete operation key=DVN26OO0LDI7 tag=MJ26012W24GI type=del 2023-12-22T17:36:47.746 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.747+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~M0XQQH7Z8Y0O.0 size=1048576 2023-12-22T17:36:47.747 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.749+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~M0XQQH7Z8Y0O.1 size=1048576 2023-12-22T17:36:47.749 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.750+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~M0XQQH7Z8Y0O.2 size=75372 2023-12-22T17:36:47.749 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.750+0000 7fb94d391880 1 > prepared multipart upload key=HZAQDCN1TA70 upload=M0XQQH7Z8Y0O tag=MOUHRRU44XXS type=write size=3221100 2023-12-22T17:36:47.749 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.750+0000 7fb94d391880 1 < canceled part key=_multipart_GGQ09G6E3CZ6.2~TLI9R3OBO5FW.0 size=1048576 2023-12-22T17:36:47.749 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.750+0000 7fb94d391880 1 < canceled part key=_multipart_GGQ09G6E3CZ6.2~TLI9R3OBO5FW.1 size=431236 2023-12-22T17:36:47.752 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.753+0000 7fb94d391880 1 < canceled multipart upload key=GGQ09G6E3CZ6 upload=TLI9R3OBO5FW tag=XIPKH7OP5PW1 type=write size=2528388 2023-12-22T17:36:47.753 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.755+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=GRGMJ6AS633C type=del size=1394374 2023-12-22T17:36:47.755 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.757+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~0CLJ85LAKKZ6.0 size=782557 2023-12-22T17:36:47.758 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.759+0000 7fb94d391880 1 < completed multipart upload key=DZPSR14TMXNC upload=0CLJ85LAKKZ6 tag=GRF9SVCGHHRQ type=write size=1831133 2023-12-22T17:36:47.760 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.762+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~B64466UPTHMO.0 size=1048576 2023-12-22T17:36:47.761 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.763+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~B64466UPTHMO.1 size=873765 2023-12-22T17:36:47.762 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.763+0000 7fb94d391880 1 > prepared multipart upload key=HZAQDCN1TA70 upload=B64466UPTHMO tag=L2IAE2JSKM39 type=write size=2970917 2023-12-22T17:36:47.763 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.764+0000 7fb94d391880 1 < completed write operation key=GGQ09G6E3CZ6 tag=JSW7D1CZ0AG7 type=write size=118451 2023-12-22T17:36:47.764 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.766+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=26REQC800M10 type=del size=3263068 2023-12-22T17:36:47.766 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.767+0000 7fb94d391880 1 < completed delete operation key=L6DUB57B222Z tag=K4LYB49II5TW type=del 2023-12-22T17:36:47.768 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.769+0000 7fb94d391880 1 > prepared part key=_multipart_BPXZFZEJYPX1.2~40CAF1WVJ4FF.0 size=1048576 2023-12-22T17:36:47.769 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.770+0000 7fb94d391880 1 > prepared part key=_multipart_BPXZFZEJYPX1.2~40CAF1WVJ4FF.1 size=1048576 2023-12-22T17:36:47.770 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.771+0000 7fb94d391880 1 > prepared part key=_multipart_BPXZFZEJYPX1.2~40CAF1WVJ4FF.2 size=824630 2023-12-22T17:36:47.770 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.771+0000 7fb94d391880 1 > prepared multipart upload key=BPXZFZEJYPX1 upload=40CAF1WVJ4FF tag=WY0T0H6622AP type=write size=3970358 2023-12-22T17:36:47.772 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.773+0000 7fb94d391880 1 < completed write operation key=R9WTR26FAZP8 tag=MJ16UZGOINT9 type=write size=813055 2023-12-22T17:36:47.774 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.775+0000 7fb94d391880 1 > prepared part key=_multipart_BCP1VQB2TB0F.2~VJS451EO1GHB.0 size=362255 2023-12-22T17:36:47.774 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.775+0000 7fb94d391880 1 > prepared multipart upload key=BCP1VQB2TB0F upload=VJS451EO1GHB tag=PIPETUR73NBM type=write size=1410831 2023-12-22T17:36:47.776 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.778+0000 7fb94d391880 1 < suggested remove operation key=DZPSR14TMXNC tag=IPPTB7ZPQHO2 type=del 2023-12-22T17:36:47.778 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.779+0000 7fb94d391880 1 > prepared operation key=W3X2J2SCNOE7 tag=1L1DANVGWSF5 type=del size=1953065 2023-12-22T17:36:47.779 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.780+0000 7fb94d391880 1 < completed part key=_multipart_RV0R03E3QAOV.2~4ACS84VT17TS.0 size=1048576 2023-12-22T17:36:47.780 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.781+0000 7fb94d391880 1 < completed part key=_multipart_RV0R03E3QAOV.2~4ACS84VT17TS.1 size=125405 2023-12-22T17:36:47.783 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.784+0000 7fb94d391880 1 < completed multipart upload key=RV0R03E3QAOV upload=4ACS84VT17TS tag=EL4J5M0HOJ8U type=write size=2222557 2023-12-22T17:36:47.784 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.785+0000 7fb94d391880 1 > prepared operation key=IRCWNBTM8JVB tag=UY7KYOKT28Y0 type=del size=4057910 2023-12-22T17:36:47.785 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.786+0000 7fb94d391880 1 < completed write operation key=TDS90SYZKMLU tag=0UPADXEVDZEW type=write size=919885 2023-12-22T17:36:47.788 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.789+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~GK7YKD7WKQ7S.0 size=1048576 2023-12-22T17:36:47.789 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.790+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~GK7YKD7WKQ7S.1 size=1048576 2023-12-22T17:36:47.790 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.791+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~GK7YKD7WKQ7S.2 size=335341 2023-12-22T17:36:47.790 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.791+0000 7fb94d391880 1 > prepared multipart upload key=2G2FODM41TWI upload=GK7YKD7WKQ7S tag=XXFJH17MRBSN type=write size=3481069 2023-12-22T17:36:47.791 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.793+0000 7fb94d391880 1 < completed delete operation key=7KXZJJ9YT96E tag=UZ19Q4XB4LUM type=del 2023-12-22T17:36:47.793 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.794+0000 7fb94d391880 1 > prepared operation key=DXPJ8O4O0SI2 tag=1QSUME9B5JWM type=del size=2802100 2023-12-22T17:36:47.794 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.795+0000 7fb94d391880 1 < completed part key=_multipart_28XBL3715EHT.2~QWGVJOMS1144.0 size=293005 2023-12-22T17:36:47.796 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.797+0000 7fb94d391880 1 < completed multipart upload key=28XBL3715EHT upload=QWGVJOMS1144 tag=4LFDL05FHFQK type=write size=1341581 2023-12-22T17:36:47.797 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.799+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=HKJJ53ZCV43H type=del size=318472 2023-12-22T17:36:47.799 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.800+0000 7fb94d391880 1 < completed write operation key=40X558JXAX9S tag=CY47AJEO7YN2 type=write size=32513 2023-12-22T17:36:47.801 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.803+0000 7fb94d391880 1 > prepared part key=_multipart_BPXZFZEJYPX1.2~WGMABUE38RV8.0 size=436191 2023-12-22T17:36:47.801 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.803+0000 7fb94d391880 1 > prepared multipart upload key=BPXZFZEJYPX1 upload=WGMABUE38RV8 tag=K51U25OR16FD type=write size=1484767 2023-12-22T17:36:47.803 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.804+0000 7fb94d391880 1 < completed part key=_multipart_NZ7PMKB2HICR.2~UGHE0P5J1OTH.0 size=525164 2023-12-22T17:36:47.805 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.807+0000 7fb94d391880 1 < completed multipart upload key=NZ7PMKB2HICR upload=UGHE0P5J1OTH tag=DL47VVOQRPJ1 type=write size=1573740 2023-12-22T17:36:47.807 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.808+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=DL4REU67KMFU type=del size=1999651 2023-12-22T17:36:47.810 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.811+0000 7fb94d391880 1 < suggested update operation key=GGQ09G6E3CZ6 tag=FTCTKYZXK7G1 type=write size=537824 2023-12-22T17:36:47.811 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.812+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=JKZRRMWYJ8OB type=write size=298106 2023-12-22T17:36:47.814 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.815+0000 7fb94d391880 1 < suggested remove operation key=TDS90SYZKMLU tag=VA7U4A6RNX16 type=del 2023-12-22T17:36:47.815 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.816+0000 7fb94d391880 1 > prepared operation key=7V5FS6PEP4ZL tag=ZC3WK2CWMCZS type=del size=4079765 2023-12-22T17:36:47.816 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.818+0000 7fb94d391880 1 < canceled operation key=0BNHPX2OE7C0 tag=NMZK7SMZY5HZ type=del size=3592352 2023-12-22T17:36:47.818 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.819+0000 7fb94d391880 1 > prepared operation key=L6DUB57B222Z tag=UR3TQV4PKAXF type=del size=464356 2023-12-22T17:36:47.818 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.819+0000 7fb94d391880 1 < canceled part key=_multipart_HZAQDCN1TA70.2~M0XQQH7Z8Y0O.0 size=1048576 2023-12-22T17:36:47.819 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.821+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~M0XQQH7Z8Y0O.1 size=1048576 2023-12-22T17:36:47.821 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.822+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~M0XQQH7Z8Y0O.2 size=75372 2023-12-22T17:36:47.823 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.824+0000 7fb94d391880 1 < canceled multipart upload key=HZAQDCN1TA70 upload=M0XQQH7Z8Y0O tag=MOUHRRU44XXS type=write size=3221100 2023-12-22T17:36:47.824 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.825+0000 7fb94d391880 1 > prepared operation key=6CLDD4VJZWJJ tag=A738NSAPRDXQ type=del size=1025009 2023-12-22T17:36:47.827 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.828+0000 7fb94d391880 1 < suggested remove operation key=28XBL3715EHT tag=GRGMJ6AS633C type=del 2023-12-22T17:36:47.829 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.830+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~DHT5A3OEEGJ0.0 size=1048576 2023-12-22T17:36:47.831 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.832+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~DHT5A3OEEGJ0.1 size=1048576 2023-12-22T17:36:47.832 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.833+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~DHT5A3OEEGJ0.2 size=543678 2023-12-22T17:36:47.832 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.833+0000 7fb94d391880 1 > prepared multipart upload key=2G2FODM41TWI upload=DHT5A3OEEGJ0 tag=ZIC919KA2SRW type=write size=3689406 2023-12-22T17:36:47.833 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.834+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~B64466UPTHMO.0 size=1048576 2023-12-22T17:36:47.833 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.834+0000 7fb94d391880 1 < canceled part key=_multipart_HZAQDCN1TA70.2~B64466UPTHMO.1 size=873765 2023-12-22T17:36:47.835 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.836+0000 7fb94d391880 1 < canceled multipart upload key=HZAQDCN1TA70 upload=B64466UPTHMO tag=L2IAE2JSKM39 type=write size=2970917 2023-12-22T17:36:47.837 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.838+0000 7fb94d391880 1 > prepared operation key=RWJE4O4GO9IK tag=Y35DNV5S4L0P type=del size=1312782 2023-12-22T17:36:47.839 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.840+0000 7fb94d391880 1 < suggested update operation key=40X558JXAX9S tag=26REQC800M10 type=del size=3263068 2023-12-22T17:36:47.841 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.842+0000 7fb94d391880 1 > prepared operation key=TFLKTU1RF46Q tag=EOLQZQFHDG5G type=del size=489437 2023-12-22T17:36:47.842 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.843+0000 7fb94d391880 1 < completed part key=_multipart_BPXZFZEJYPX1.2~40CAF1WVJ4FF.0 size=1048576 2023-12-22T17:36:47.843 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.844+0000 7fb94d391880 1 < completed part key=_multipart_BPXZFZEJYPX1.2~40CAF1WVJ4FF.1 size=1048576 2023-12-22T17:36:47.844 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.845+0000 7fb94d391880 1 < completed part key=_multipart_BPXZFZEJYPX1.2~40CAF1WVJ4FF.2 size=824630 2023-12-22T17:36:47.846 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.847+0000 7fb94d391880 1 < completed multipart upload key=BPXZFZEJYPX1 upload=40CAF1WVJ4FF tag=WY0T0H6622AP type=write size=3970358 2023-12-22T17:36:47.848 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.849+0000 7fb94d391880 1 > prepared operation key=DVN26OO0LDI7 tag=XEDP7YE372K0 type=del size=2945223 2023-12-22T17:36:47.849 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.850+0000 7fb94d391880 1 < completed part key=_multipart_BCP1VQB2TB0F.2~VJS451EO1GHB.0 size=362255 2023-12-22T17:36:47.851 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.853+0000 7fb94d391880 1 < completed multipart upload key=BCP1VQB2TB0F upload=VJS451EO1GHB tag=PIPETUR73NBM type=write size=1410831 2023-12-22T17:36:47.853 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.854+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=OQNRH6NJGLMD type=del size=3084279 2023-12-22T17:36:47.854 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.856+0000 7fb94d391880 1 < completed delete operation key=W3X2J2SCNOE7 tag=1L1DANVGWSF5 type=del 2023-12-22T17:36:47.856 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.857+0000 7fb94d391880 1 > prepared operation key=YRKG3P9O1XBW tag=PSKKQS9G81OJ type=write size=1017429 2023-12-22T17:36:47.857 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.858+0000 7fb94d391880 1 < completed delete operation key=IRCWNBTM8JVB tag=UY7KYOKT28Y0 type=del 2023-12-22T17:36:47.860 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.861+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~715ARH8JZOE4.0 size=1048576 2023-12-22T17:36:47.861 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.862+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~715ARH8JZOE4.1 size=1048576 2023-12-22T17:36:47.862 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.863+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~715ARH8JZOE4.2 size=795828 2023-12-22T17:36:47.862 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.863+0000 7fb94d391880 1 > prepared multipart upload key=I7GAQL38WXHS upload=715ARH8JZOE4 tag=YVZ2DRGIM02Q type=write size=3941556 2023-12-22T17:36:47.863 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.864+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~GK7YKD7WKQ7S.0 size=1048576 2023-12-22T17:36:47.864 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.865+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~GK7YKD7WKQ7S.1 size=1048576 2023-12-22T17:36:47.865 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.866+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~GK7YKD7WKQ7S.2 size=335341 2023-12-22T17:36:47.867 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.868+0000 7fb94d391880 1 < completed multipart upload key=2G2FODM41TWI upload=GK7YKD7WKQ7S tag=XXFJH17MRBSN type=write size=3481069 2023-12-22T17:36:47.868 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.870+0000 7fb94d391880 1 > prepared operation key=BPXZFZEJYPX1 tag=BQKL9W2I791Z type=del size=2650798 2023-12-22T17:36:47.871 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.872+0000 7fb94d391880 1 < suggested remove operation key=DXPJ8O4O0SI2 tag=1QSUME9B5JWM type=del 2023-12-22T17:36:47.874 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.875+0000 7fb94d391880 1 > prepared part key=_multipart_TFLKTU1RF46Q.2~90AT80ACXWFJ.0 size=1048576 2023-12-22T17:36:47.874 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.876+0000 7fb94d391880 1 > prepared part key=_multipart_TFLKTU1RF46Q.2~90AT80ACXWFJ.1 size=863730 2023-12-22T17:36:47.874 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.876+0000 7fb94d391880 1 > prepared multipart upload key=TFLKTU1RF46Q upload=90AT80ACXWFJ tag=1725A0JVZSW3 type=write size=2960882 2023-12-22T17:36:47.876 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.877+0000 7fb94d391880 1 < completed delete operation key=2G2FODM41TWI tag=HKJJ53ZCV43H type=del 2023-12-22T17:36:47.877 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.878+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=PGOLNJYKKAER type=del size=4099622 2023-12-22T17:36:47.878 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.880+0000 7fb94d391880 1 < completed part key=_multipart_BPXZFZEJYPX1.2~WGMABUE38RV8.0 size=436191 2023-12-22T17:36:47.880 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.882+0000 7fb94d391880 1 < completed multipart upload key=BPXZFZEJYPX1 upload=WGMABUE38RV8 tag=K51U25OR16FD type=write size=1484767 2023-12-22T17:36:47.883 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.884+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~ATVY7VT8OWSD.0 size=275981 2023-12-22T17:36:47.883 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.884+0000 7fb94d391880 1 > prepared multipart upload key=DVN26OO0LDI7 upload=ATVY7VT8OWSD tag=V8Q5Q8VKXWB3 type=write size=1324557 2023-12-22T17:36:47.883 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.885+0000 7fb94d391880 -1 < no bi entry to suggest for operation key=28XBL3715EHT tag=DL4REU67KMFU type=del size=1999651: (2) No such file or directory 2023-12-22T17:36:47.885 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.886+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=0DA0WBYU09ZW type=del size=3182557 2023-12-22T17:36:47.886 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.887+0000 7fb94d391880 1 < completed write operation key=HZAQDCN1TA70 tag=JKZRRMWYJ8OB type=write size=298106 2023-12-22T17:36:47.889 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.890+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~FHZ6VTDESQ5F.0 size=1048576 2023-12-22T17:36:47.890 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.891+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~FHZ6VTDESQ5F.1 size=219422 2023-12-22T17:36:47.890 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.891+0000 7fb94d391880 1 > prepared multipart upload key=DVN26OO0LDI7 upload=FHZ6VTDESQ5F tag=QHCHDOFBI07W type=write size=2316574 2023-12-22T17:36:47.891 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.892+0000 7fb94d391880 1 < completed delete operation key=7V5FS6PEP4ZL tag=ZC3WK2CWMCZS type=del 2023-12-22T17:36:47.893 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.895+0000 7fb94d391880 1 > prepared part key=_multipart_TDS90SYZKMLU.2~WPWQNW1PXE0E.0 size=1048576 2023-12-22T17:36:47.895 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.896+0000 7fb94d391880 1 > prepared part key=_multipart_TDS90SYZKMLU.2~WPWQNW1PXE0E.1 size=1039807 2023-12-22T17:36:47.895 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.896+0000 7fb94d391880 1 > prepared multipart upload key=TDS90SYZKMLU upload=WPWQNW1PXE0E tag=K9E2EMAX0FFD type=write size=3136959 2023-12-22T17:36:47.896 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.897+0000 7fb94d391880 1 < completed delete operation key=L6DUB57B222Z tag=UR3TQV4PKAXF type=del 2023-12-22T17:36:47.898 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.899+0000 7fb94d391880 1 > prepared part key=_multipart_IRCWNBTM8JVB.2~423QY6ZJ0X89.0 size=1048576 2023-12-22T17:36:47.899 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.901+0000 7fb94d391880 1 > prepared part key=_multipart_IRCWNBTM8JVB.2~423QY6ZJ0X89.1 size=31123 2023-12-22T17:36:47.899 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.901+0000 7fb94d391880 1 > prepared multipart upload key=IRCWNBTM8JVB upload=423QY6ZJ0X89 tag=HBJBFCS1UYQL type=write size=2128275 2023-12-22T17:36:47.901 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.902+0000 7fb94d391880 1 < completed delete operation key=6CLDD4VJZWJJ tag=A738NSAPRDXQ type=del 2023-12-22T17:36:47.902 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.903+0000 7fb94d391880 1 > prepared operation key=V3ZYXTO3N0R6 tag=9U82LIGSO2QH type=write size=619482 2023-12-22T17:36:47.903 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.905+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~DHT5A3OEEGJ0.0 size=1048576 2023-12-22T17:36:47.903 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.905+0000 7fb94d391880 1 < canceled part key=_multipart_2G2FODM41TWI.2~DHT5A3OEEGJ0.1 size=1048576 2023-12-22T17:36:47.905 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.906+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~DHT5A3OEEGJ0.2 size=543678 2023-12-22T17:36:47.907 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.908+0000 7fb94d391880 1 < canceled multipart upload key=2G2FODM41TWI upload=DHT5A3OEEGJ0 tag=ZIC919KA2SRW type=write size=3689406 2023-12-22T17:36:47.909 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.910+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~OK191B59FR78.0 size=1048576 2023-12-22T17:36:47.910 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.912+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~OK191B59FR78.1 size=881430 2023-12-22T17:36:47.910 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.912+0000 7fb94d391880 1 > prepared multipart upload key=2G2FODM41TWI upload=OK191B59FR78 tag=NJICHH1HUG3R type=write size=2978582 2023-12-22T17:36:47.913 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.914+0000 7fb94d391880 1 < suggested update operation key=RWJE4O4GO9IK tag=Y35DNV5S4L0P type=del size=1312782 2023-12-22T17:36:47.915 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.917+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~I9LPK0C9MK1P.0 size=1048576 2023-12-22T17:36:47.916 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.918+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~I9LPK0C9MK1P.1 size=1048576 2023-12-22T17:36:47.918 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.919+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~I9LPK0C9MK1P.2 size=855248 2023-12-22T17:36:47.918 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.919+0000 7fb94d391880 1 > prepared multipart upload key=HZAQDCN1TA70 upload=I9LPK0C9MK1P tag=DVBD7YWE8IF3 type=write size=4000976 2023-12-22T17:36:47.919 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.920+0000 7fb94d391880 1 < completed delete operation key=TFLKTU1RF46Q tag=EOLQZQFHDG5G type=del 2023-12-22T17:36:47.920 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.921+0000 7fb94d391880 1 > prepared operation key=I7GAQL38WXHS tag=P03BGHMRDF9N type=del size=1759302 2023-12-22T17:36:47.921 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.923+0000 7fb94d391880 1 < completed delete operation key=DVN26OO0LDI7 tag=XEDP7YE372K0 type=del 2023-12-22T17:36:47.923 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.924+0000 7fb94d391880 1 > prepared operation key=X3NXWCITUK7S tag=135F91VO1ZQD type=del size=3256386 2023-12-22T17:36:47.926 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.927+0000 7fb94d391880 1 < suggested update operation key=5HOL7148HSJL tag=OQNRH6NJGLMD type=del size=3084279 2023-12-22T17:36:47.927 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.928+0000 7fb94d391880 1 > prepared operation key=BPXZFZEJYPX1 tag=TQN7RKAFWWNQ type=write size=451020 2023-12-22T17:36:47.928 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.929+0000 7fb94d391880 1 < completed write operation key=YRKG3P9O1XBW tag=PSKKQS9G81OJ type=write size=1017429 2023-12-22T17:36:47.930 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.931+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=E3VTEH3HQ1MM type=write size=940230 2023-12-22T17:36:47.931 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.933+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~715ARH8JZOE4.0 size=1048576 2023-12-22T17:36:47.932 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.934+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~715ARH8JZOE4.1 size=1048576 2023-12-22T17:36:47.934 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.935+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~715ARH8JZOE4.2 size=795828 2023-12-22T17:36:47.936 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.937+0000 7fb94d391880 1 < completed multipart upload key=I7GAQL38WXHS upload=715ARH8JZOE4 tag=YVZ2DRGIM02Q type=write size=3941556 2023-12-22T17:36:47.938 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.940+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~KKM6I30OI79Y.0 size=1048576 2023-12-22T17:36:47.940 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.941+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~KKM6I30OI79Y.1 size=1048576 2023-12-22T17:36:47.941 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.942+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~KKM6I30OI79Y.2 size=627799 2023-12-22T17:36:47.941 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.942+0000 7fb94d391880 1 > prepared multipart upload key=DXPJ8O4O0SI2 upload=KKM6I30OI79Y tag=8TR1GU92U8D4 type=write size=3773527 2023-12-22T17:36:47.942 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.943+0000 7fb94d391880 1 < completed delete operation key=BPXZFZEJYPX1 tag=BQKL9W2I791Z type=del 2023-12-22T17:36:47.943 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.945+0000 7fb94d391880 1 > prepared operation key=704VLVQ2P45U tag=3UDAOVZ1POVA type=del size=680603 2023-12-22T17:36:47.945 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.946+0000 7fb94d391880 1 < completed part key=_multipart_TFLKTU1RF46Q.2~90AT80ACXWFJ.0 size=1048576 2023-12-22T17:36:47.946 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.947+0000 7fb94d391880 1 < completed part key=_multipart_TFLKTU1RF46Q.2~90AT80ACXWFJ.1 size=863730 2023-12-22T17:36:47.948 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.949+0000 7fb94d391880 1 < completed multipart upload key=TFLKTU1RF46Q upload=90AT80ACXWFJ tag=1725A0JVZSW3 type=write size=2960882 2023-12-22T17:36:47.949 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.951+0000 7fb94d391880 1 > prepared operation key=RWJE4O4GO9IK tag=OTF5964JUZPH type=del size=2153605 2023-12-22T17:36:47.951 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.952+0000 7fb94d391880 1 < completed delete operation key=2G2FODM41TWI tag=PGOLNJYKKAER type=del 2023-12-22T17:36:47.953 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.954+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~9H4NEV4ANIMX.0 size=1048576 2023-12-22T17:36:47.954 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.956+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~9H4NEV4ANIMX.1 size=288486 2023-12-22T17:36:47.954 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.956+0000 7fb94d391880 1 > prepared multipart upload key=V3ZYXTO3N0R6 upload=9H4NEV4ANIMX tag=OUQ2BKVG0SPO type=write size=2385638 2023-12-22T17:36:47.956 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.957+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~ATVY7VT8OWSD.0 size=275981 2023-12-22T17:36:47.958 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.959+0000 7fb94d391880 1 < completed multipart upload key=DVN26OO0LDI7 upload=ATVY7VT8OWSD tag=V8Q5Q8VKXWB3 type=write size=1324557 2023-12-22T17:36:47.959 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.961+0000 7fb94d391880 1 > prepared operation key=6CLDD4VJZWJJ tag=51PQKLIKUKYZ type=del size=308904 2023-12-22T17:36:47.961 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.962+0000 7fb94d391880 1 < completed delete operation key=40X558JXAX9S tag=0DA0WBYU09ZW type=del 2023-12-22T17:36:47.963 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.964+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~Q7YV8CZYWNKX.0 size=659110 2023-12-22T17:36:47.963 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.964+0000 7fb94d391880 1 > prepared multipart upload key=W3X2J2SCNOE7 upload=Q7YV8CZYWNKX tag=KOXNWSS7KC4N type=write size=1707686 2023-12-22T17:36:47.964 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.966+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~FHZ6VTDESQ5F.0 size=1048576 2023-12-22T17:36:47.964 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.966+0000 7fb94d391880 1 < canceled part key=_multipart_DVN26OO0LDI7.2~FHZ6VTDESQ5F.1 size=219422 2023-12-22T17:36:47.967 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.968+0000 7fb94d391880 1 < canceled multipart upload key=DVN26OO0LDI7 upload=FHZ6VTDESQ5F tag=QHCHDOFBI07W type=write size=2316574 2023-12-22T17:36:47.968 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.969+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=A7RV0HF5K61F type=del size=4018839 2023-12-22T17:36:47.969 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.970+0000 7fb94d391880 1 < completed part key=_multipart_TDS90SYZKMLU.2~WPWQNW1PXE0E.0 size=1048576 2023-12-22T17:36:47.970 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.971+0000 7fb94d391880 1 < completed part key=_multipart_TDS90SYZKMLU.2~WPWQNW1PXE0E.1 size=1039807 2023-12-22T17:36:47.972 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.974+0000 7fb94d391880 1 < completed multipart upload key=TDS90SYZKMLU upload=WPWQNW1PXE0E tag=K9E2EMAX0FFD type=write size=3136959 2023-12-22T17:36:47.974 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.975+0000 7fb94d391880 1 > prepared operation key=6CLDD4VJZWJJ tag=QDEL8OMZ5OPT type=del size=4116466 2023-12-22T17:36:47.975 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.976+0000 7fb94d391880 1 < completed part key=_multipart_IRCWNBTM8JVB.2~423QY6ZJ0X89.0 size=1048576 2023-12-22T17:36:47.975 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.976+0000 7fb94d391880 1 < canceled part key=_multipart_IRCWNBTM8JVB.2~423QY6ZJ0X89.1 size=31123 2023-12-22T17:36:47.977 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.978+0000 7fb94d391880 1 < canceled multipart upload key=IRCWNBTM8JVB upload=423QY6ZJ0X89 tag=HBJBFCS1UYQL type=write size=2128275 2023-12-22T17:36:47.978 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.980+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=S9R9N2VM1L7Q type=del size=2986084 2023-12-22T17:36:47.981 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.982+0000 7fb94d391880 1 < suggested update operation key=V3ZYXTO3N0R6 tag=9U82LIGSO2QH type=write size=619482 2023-12-22T17:36:47.982 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.983+0000 7fb94d391880 1 > prepared operation key=IRCWNBTM8JVB tag=EOAQQET9RFM2 type=del size=2366451 2023-12-22T17:36:47.983 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.984+0000 7fb94d391880 1 < canceled part key=_multipart_2G2FODM41TWI.2~OK191B59FR78.0 size=1048576 2023-12-22T17:36:47.984 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.985+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~OK191B59FR78.1 size=881430 2023-12-22T17:36:47.985 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.987+0000 7fb94d391880 1 < canceled multipart upload key=2G2FODM41TWI upload=OK191B59FR78 tag=NJICHH1HUG3R type=write size=2978582 2023-12-22T17:36:47.987 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.988+0000 7fb94d391880 1 > prepared operation key=7V5FS6PEP4ZL tag=33KV33LAQAW5 type=del size=3865531 2023-12-22T17:36:47.988 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.989+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~I9LPK0C9MK1P.0 size=1048576 2023-12-22T17:36:47.989 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.990+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~I9LPK0C9MK1P.1 size=1048576 2023-12-22T17:36:47.990 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.991+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~I9LPK0C9MK1P.2 size=855248 2023-12-22T17:36:47.993 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.994+0000 7fb94d391880 1 < completed multipart upload key=HZAQDCN1TA70 upload=I9LPK0C9MK1P tag=DVBD7YWE8IF3 type=write size=4000976 2023-12-22T17:36:47.994 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.995+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=TII7RTPR6K3H type=del size=340590 2023-12-22T17:36:47.996 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.998+0000 7fb94d391880 1 < suggested update operation key=I7GAQL38WXHS tag=P03BGHMRDF9N type=del size=1759302 2023-12-22T17:36:47.998 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:47.999+0000 7fb94d391880 1 > prepared operation key=BPXZFZEJYPX1 tag=3SITA6W2VMRR type=del size=386700 2023-12-22T17:36:47.999 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.000+0000 7fb94d391880 1 < completed delete operation key=X3NXWCITUK7S tag=135F91VO1ZQD type=del 2023-12-22T17:36:48.001 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.002+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=NAHFKRKDSTWA type=del size=145453 2023-12-22T17:36:48.002 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.003+0000 7fb94d391880 1 < completed write operation key=BPXZFZEJYPX1 tag=TQN7RKAFWWNQ type=write size=451020 2023-12-22T17:36:48.004 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.005+0000 7fb94d391880 1 > prepared part key=_multipart_7KXZJJ9YT96E.2~BW81O9OO2YMP.0 size=1048576 2023-12-22T17:36:48.005 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.006+0000 7fb94d391880 1 > prepared part key=_multipart_7KXZJJ9YT96E.2~BW81O9OO2YMP.1 size=1048576 2023-12-22T17:36:48.006 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.007+0000 7fb94d391880 1 > prepared part key=_multipart_7KXZJJ9YT96E.2~BW81O9OO2YMP.2 size=261886 2023-12-22T17:36:48.006 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.007+0000 7fb94d391880 1 > prepared multipart upload key=7KXZJJ9YT96E upload=BW81O9OO2YMP tag=I36R8XUYER8N type=write size=3407614 2023-12-22T17:36:48.007 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.009+0000 7fb94d391880 1 < completed write operation key=5HOL7148HSJL tag=E3VTEH3HQ1MM type=write size=940230 2023-12-22T17:36:48.010 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.011+0000 7fb94d391880 1 > prepared part key=_multipart_T8TYNCC2V8CD.2~624BVPDIINPM.0 size=911833 2023-12-22T17:36:48.010 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.011+0000 7fb94d391880 1 > prepared multipart upload key=T8TYNCC2V8CD upload=624BVPDIINPM tag=YHUKDR4U7INB type=write size=1960409 2023-12-22T17:36:48.011 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.012+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~KKM6I30OI79Y.0 size=1048576 2023-12-22T17:36:48.012 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.013+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~KKM6I30OI79Y.1 size=1048576 2023-12-22T17:36:48.013 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.014+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~KKM6I30OI79Y.2 size=627799 2023-12-22T17:36:48.015 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.016+0000 7fb94d391880 1 < completed multipart upload key=DXPJ8O4O0SI2 upload=KKM6I30OI79Y tag=8TR1GU92U8D4 type=write size=3773527 2023-12-22T17:36:48.016 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.018+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=C0DFTR0RBYVY type=write size=450139 2023-12-22T17:36:48.019 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.020+0000 7fb94d391880 1 < suggested remove operation key=704VLVQ2P45U tag=3UDAOVZ1POVA type=del 2023-12-22T17:36:48.022 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.023+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~XX921QAJB8T7.0 size=1048576 2023-12-22T17:36:48.023 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.024+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~XX921QAJB8T7.1 size=1048576 2023-12-22T17:36:48.024 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.025+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~XX921QAJB8T7.2 size=750853 2023-12-22T17:36:48.024 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.025+0000 7fb94d391880 1 > prepared multipart upload key=2G2FODM41TWI upload=XX921QAJB8T7 tag=ZD50XNSSASFJ type=write size=3896581 2023-12-22T17:36:48.028 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.030+0000 7fb94d391880 1 < completed delete operation key=RWJE4O4GO9IK tag=OTF5964JUZPH type=del 2023-12-22T17:36:48.030 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.031+0000 7fb94d391880 1 > prepared operation key=704VLVQ2P45U tag=1HRHLTJEOOXJ type=del size=2912325 2023-12-22T17:36:48.031 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.033+0000 7fb94d391880 1 < completed part key=_multipart_V3ZYXTO3N0R6.2~9H4NEV4ANIMX.0 size=1048576 2023-12-22T17:36:48.031 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.033+0000 7fb94d391880 1 < canceled part key=_multipart_V3ZYXTO3N0R6.2~9H4NEV4ANIMX.1 size=288486 2023-12-22T17:36:48.033 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.035+0000 7fb94d391880 1 < canceled multipart upload key=V3ZYXTO3N0R6 upload=9H4NEV4ANIMX tag=OUQ2BKVG0SPO type=write size=2385638 2023-12-22T17:36:48.036 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.037+0000 7fb94d391880 1 > prepared part key=_multipart_NZ7PMKB2HICR.2~7M7XT523G0LN.0 size=1048576 2023-12-22T17:36:48.037 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.038+0000 7fb94d391880 1 > prepared part key=_multipart_NZ7PMKB2HICR.2~7M7XT523G0LN.1 size=1048576 2023-12-22T17:36:48.038 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.040+0000 7fb94d391880 1 > prepared part key=_multipart_NZ7PMKB2HICR.2~7M7XT523G0LN.2 size=670106 2023-12-22T17:36:48.038 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.040+0000 7fb94d391880 1 > prepared multipart upload key=NZ7PMKB2HICR upload=7M7XT523G0LN tag=24Q21ZY3S5MN type=write size=3815834 2023-12-22T17:36:48.040 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.041+0000 7fb94d391880 1 < completed delete operation key=6CLDD4VJZWJJ tag=51PQKLIKUKYZ type=del 2023-12-22T17:36:48.042 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.043+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~7HIU5E2KS90N.0 size=1048576 2023-12-22T17:36:48.043 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.045+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~7HIU5E2KS90N.1 size=1048576 2023-12-22T17:36:48.044 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.046+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~7HIU5E2KS90N.2 size=87822 2023-12-22T17:36:48.044 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.046+0000 7fb94d391880 1 > prepared multipart upload key=40X558JXAX9S upload=7HIU5E2KS90N tag=40POONY3BBJM type=write size=3233550 2023-12-22T17:36:48.046 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.047+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~Q7YV8CZYWNKX.0 size=659110 2023-12-22T17:36:48.048 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.049+0000 7fb94d391880 1 < completed multipart upload key=W3X2J2SCNOE7 upload=Q7YV8CZYWNKX tag=KOXNWSS7KC4N type=write size=1707686 2023-12-22T17:36:48.049 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.051+0000 7fb94d391880 1 > prepared operation key=DXPJ8O4O0SI2 tag=ZB71FMNNOVUW type=del size=2855285 2023-12-22T17:36:48.051 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.052+0000 7fb94d391880 1 < canceled operation key=40X558JXAX9S tag=A7RV0HF5K61F type=del size=4018839 2023-12-22T17:36:48.052 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.053+0000 7fb94d391880 1 > prepared operation key=BCP1VQB2TB0F tag=BUJ5QQMO8Z5G type=del size=377472 2023-12-22T17:36:48.053 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.055+0000 7fb94d391880 1 < completed delete operation key=6CLDD4VJZWJJ tag=QDEL8OMZ5OPT type=del 2023-12-22T17:36:48.056 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.057+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~FMBQHDI1VJ6A.0 size=1048576 2023-12-22T17:36:48.057 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.058+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~FMBQHDI1VJ6A.1 size=148137 2023-12-22T17:36:48.057 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.058+0000 7fb94d391880 1 > prepared multipart upload key=0BNHPX2OE7C0 upload=FMBQHDI1VJ6A tag=V238AFG58AVG type=write size=2245289 2023-12-22T17:36:48.058 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.059+0000 7fb94d391880 1 < completed delete operation key=28XBL3715EHT tag=S9R9N2VM1L7Q type=del 2023-12-22T17:36:48.060 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.062+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~YALOBMCFQO8D.0 size=94624 2023-12-22T17:36:48.061 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.062+0000 7fb94d391880 1 > prepared multipart upload key=6CLDD4VJZWJJ upload=YALOBMCFQO8D tag=8GQCQAWDKRRJ type=write size=1143200 2023-12-22T17:36:48.062 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.063+0000 7fb94d391880 1 < completed delete operation key=IRCWNBTM8JVB tag=EOAQQET9RFM2 type=del 2023-12-22T17:36:48.063 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.064+0000 7fb94d391880 1 > prepared operation key=RWJE4O4GO9IK tag=MU39CMECCKXD type=del size=2164545 2023-12-22T17:36:48.064 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.066+0000 7fb94d391880 1 < completed delete operation key=7V5FS6PEP4ZL tag=33KV33LAQAW5 type=del 2023-12-22T17:36:48.066 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.067+0000 7fb94d391880 1 > prepared operation key=6CLDD4VJZWJJ tag=0N09NXE1PEAA type=write size=1959 2023-12-22T17:36:48.067 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.068+0000 7fb94d391880 1 < completed delete operation key=28XBL3715EHT tag=TII7RTPR6K3H type=del 2023-12-22T17:36:48.068 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.070+0000 7fb94d391880 1 > prepared operation key=RWJE4O4GO9IK tag=P48XMWU7C6RK type=del size=30868 2023-12-22T17:36:48.070 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.071+0000 7fb94d391880 1 < completed delete operation key=BPXZFZEJYPX1 tag=3SITA6W2VMRR type=del 2023-12-22T17:36:48.071 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.072+0000 7fb94d391880 1 > prepared operation key=RWJE4O4GO9IK tag=DPAAT5FUHQ29 type=del size=2648160 2023-12-22T17:36:48.073 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.074+0000 7fb94d391880 1 < completed delete operation key=7KXZJJ9YT96E tag=NAHFKRKDSTWA type=del 2023-12-22T17:36:48.074 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.075+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=CX96VM2LT61O type=del size=1151333 2023-12-22T17:36:48.075 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.077+0000 7fb94d391880 1 < completed part key=_multipart_7KXZJJ9YT96E.2~BW81O9OO2YMP.0 size=1048576 2023-12-22T17:36:48.077 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.078+0000 7fb94d391880 1 < completed part key=_multipart_7KXZJJ9YT96E.2~BW81O9OO2YMP.1 size=1048576 2023-12-22T17:36:48.078 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.079+0000 7fb94d391880 1 < completed part key=_multipart_7KXZJJ9YT96E.2~BW81O9OO2YMP.2 size=261886 2023-12-22T17:36:48.080 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.081+0000 7fb94d391880 1 < completed multipart upload key=7KXZJJ9YT96E upload=BW81O9OO2YMP tag=I36R8XUYER8N type=write size=3407614 2023-12-22T17:36:48.082 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.084+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~N1DWKEP3LR2M.0 size=144681 2023-12-22T17:36:48.083 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.084+0000 7fb94d391880 1 > prepared multipart upload key=DXPJ8O4O0SI2 upload=N1DWKEP3LR2M tag=O1FSFVTBRLCE type=write size=1193257 2023-12-22T17:36:48.084 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.085+0000 7fb94d391880 1 < completed part key=_multipart_T8TYNCC2V8CD.2~624BVPDIINPM.0 size=911833 2023-12-22T17:36:48.086 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.087+0000 7fb94d391880 1 < completed multipart upload key=T8TYNCC2V8CD upload=624BVPDIINPM tag=YHUKDR4U7INB type=write size=1960409 2023-12-22T17:36:48.087 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.089+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=TQAF699M5J8F type=del size=3852869 2023-12-22T17:36:48.089 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.090+0000 7fb94d391880 1 < completed write operation key=2G2FODM41TWI tag=C0DFTR0RBYVY type=write size=450139 2023-12-22T17:36:48.091 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.092+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~2E1B5V29XQJO.0 size=1048576 2023-12-22T17:36:48.092 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.093+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~2E1B5V29XQJO.1 size=449231 2023-12-22T17:36:48.092 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.093+0000 7fb94d391880 1 > prepared multipart upload key=V3ZYXTO3N0R6 upload=2E1B5V29XQJO tag=EPWX69BJ8LK2 type=write size=2546383 2023-12-22T17:36:48.093 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.095+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~XX921QAJB8T7.0 size=1048576 2023-12-22T17:36:48.094 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.096+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~XX921QAJB8T7.1 size=1048576 2023-12-22T17:36:48.095 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.097+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~XX921QAJB8T7.2 size=750853 2023-12-22T17:36:48.097 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.099+0000 7fb94d391880 1 < completed multipart upload key=2G2FODM41TWI upload=XX921QAJB8T7 tag=ZD50XNSSASFJ type=write size=3896581 2023-12-22T17:36:48.100 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.101+0000 7fb94d391880 1 > prepared part key=_multipart_RWJE4O4GO9IK.2~U54IU15QDDA6.0 size=1048576 2023-12-22T17:36:48.101 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.102+0000 7fb94d391880 1 > prepared part key=_multipart_RWJE4O4GO9IK.2~U54IU15QDDA6.1 size=1048576 2023-12-22T17:36:48.102 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.103+0000 7fb94d391880 1 > prepared part key=_multipart_RWJE4O4GO9IK.2~U54IU15QDDA6.2 size=158615 2023-12-22T17:36:48.102 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.103+0000 7fb94d391880 1 > prepared multipart upload key=RWJE4O4GO9IK upload=U54IU15QDDA6 tag=1Y650RN2B4OE type=write size=3304343 2023-12-22T17:36:48.103 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.104+0000 7fb94d391880 1 < completed delete operation key=704VLVQ2P45U tag=1HRHLTJEOOXJ type=del 2023-12-22T17:36:48.104 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.106+0000 7fb94d391880 1 > prepared operation key=I7GAQL38WXHS tag=DX5QQMBW0FFT type=del size=3606120 2023-12-22T17:36:48.106 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.107+0000 7fb94d391880 1 < completed part key=_multipart_NZ7PMKB2HICR.2~7M7XT523G0LN.0 size=1048576 2023-12-22T17:36:48.107 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.108+0000 7fb94d391880 1 < completed part key=_multipart_NZ7PMKB2HICR.2~7M7XT523G0LN.1 size=1048576 2023-12-22T17:36:48.108 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.109+0000 7fb94d391880 1 < completed part key=_multipart_NZ7PMKB2HICR.2~7M7XT523G0LN.2 size=670106 2023-12-22T17:36:48.110 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.111+0000 7fb94d391880 1 < completed multipart upload key=NZ7PMKB2HICR upload=7M7XT523G0LN tag=24Q21ZY3S5MN type=write size=3815834 2023-12-22T17:36:48.111 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.112+0000 7fb94d391880 1 > prepared operation key=0BNHPX2OE7C0 tag=XJO7QNLMK2UH type=del size=830324 2023-12-22T17:36:48.112 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.114+0000 7fb94d391880 1 < completed part key=_multipart_40X558JXAX9S.2~7HIU5E2KS90N.0 size=1048576 2023-12-22T17:36:48.113 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.115+0000 7fb94d391880 1 < completed part key=_multipart_40X558JXAX9S.2~7HIU5E2KS90N.1 size=1048576 2023-12-22T17:36:48.114 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.116+0000 7fb94d391880 1 < completed part key=_multipart_40X558JXAX9S.2~7HIU5E2KS90N.2 size=87822 2023-12-22T17:36:48.117 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.118+0000 7fb94d391880 1 < completed multipart upload key=40X558JXAX9S upload=7HIU5E2KS90N tag=40POONY3BBJM type=write size=3233550 2023-12-22T17:36:48.119 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.120+0000 7fb94d391880 1 > prepared part key=_multipart_X3NXWCITUK7S.2~BJHQIDTBKVEF.0 size=1048576 2023-12-22T17:36:48.120 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.122+0000 7fb94d391880 1 > prepared part key=_multipart_X3NXWCITUK7S.2~BJHQIDTBKVEF.1 size=1048576 2023-12-22T17:36:48.121 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.123+0000 7fb94d391880 1 > prepared part key=_multipart_X3NXWCITUK7S.2~BJHQIDTBKVEF.2 size=336255 2023-12-22T17:36:48.121 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.123+0000 7fb94d391880 1 > prepared multipart upload key=X3NXWCITUK7S upload=BJHQIDTBKVEF tag=JNY3HQLXHJWI type=write size=3481983 2023-12-22T17:36:48.123 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.124+0000 7fb94d391880 1 < completed delete operation key=DXPJ8O4O0SI2 tag=ZB71FMNNOVUW type=del 2023-12-22T17:36:48.124 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.125+0000 7fb94d391880 1 > prepared operation key=RV0R03E3QAOV tag=VAOR28D7P6EC type=write size=982094 2023-12-22T17:36:48.125 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.127+0000 7fb94d391880 1 < completed delete operation key=BCP1VQB2TB0F tag=BUJ5QQMO8Z5G type=del 2023-12-22T17:36:48.128 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.129+0000 7fb94d391880 1 > prepared part key=_multipart_BPXZFZEJYPX1.2~PVBT96H9R3WJ.0 size=1048576 2023-12-22T17:36:48.129 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.130+0000 7fb94d391880 1 > prepared part key=_multipart_BPXZFZEJYPX1.2~PVBT96H9R3WJ.1 size=928885 2023-12-22T17:36:48.129 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.130+0000 7fb94d391880 1 > prepared multipart upload key=BPXZFZEJYPX1 upload=PVBT96H9R3WJ tag=0C7378WW5JER type=write size=3026037 2023-12-22T17:36:48.130 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.132+0000 7fb94d391880 1 < completed part key=_multipart_0BNHPX2OE7C0.2~FMBQHDI1VJ6A.0 size=1048576 2023-12-22T17:36:48.132 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.133+0000 7fb94d391880 1 < completed part key=_multipart_0BNHPX2OE7C0.2~FMBQHDI1VJ6A.1 size=148137 2023-12-22T17:36:48.134 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.135+0000 7fb94d391880 1 < completed multipart upload key=0BNHPX2OE7C0 upload=FMBQHDI1VJ6A tag=V238AFG58AVG type=write size=2245289 2023-12-22T17:36:48.135 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.136+0000 7fb94d391880 1 > prepared operation key=R9WTR26FAZP8 tag=AV7D87DM9608 type=write size=766906 2023-12-22T17:36:48.135 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.136+0000 7fb94d391880 1 < canceled part key=_multipart_6CLDD4VJZWJJ.2~YALOBMCFQO8D.0 size=94624 2023-12-22T17:36:48.137 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.139+0000 7fb94d391880 1 < canceled multipart upload key=6CLDD4VJZWJJ upload=YALOBMCFQO8D tag=8GQCQAWDKRRJ type=write size=1143200 2023-12-22T17:36:48.140 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.141+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~GY6V6QL6K0Q1.0 size=1048576 2023-12-22T17:36:48.141 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.142+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~GY6V6QL6K0Q1.1 size=1048576 2023-12-22T17:36:48.142 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.143+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~GY6V6QL6K0Q1.2 size=199662 2023-12-22T17:36:48.142 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.143+0000 7fb94d391880 1 > prepared multipart upload key=KLRYSCZNAHKT upload=GY6V6QL6K0Q1 tag=3RSJYPJGXVCZ type=write size=3345390 2023-12-22T17:36:48.145 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.147+0000 7fb94d391880 1 < suggested update operation key=RWJE4O4GO9IK tag=MU39CMECCKXD type=del size=2164545 2023-12-22T17:36:48.147 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.148+0000 7fb94d391880 1 > prepared operation key=X3NXWCITUK7S tag=U858BKV5E38V type=del size=372336 2023-12-22T17:36:48.148 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.149+0000 7fb94d391880 1 < canceled operation key=6CLDD4VJZWJJ tag=0N09NXE1PEAA type=write size=1959 2023-12-22T17:36:48.150 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.152+0000 7fb94d391880 1 > prepared part key=_multipart_TDS90SYZKMLU.2~2NPPQ8GG4KXZ.0 size=84875 2023-12-22T17:36:48.150 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.152+0000 7fb94d391880 1 > prepared multipart upload key=TDS90SYZKMLU upload=2NPPQ8GG4KXZ tag=0OD23XKQTKX9 type=write size=1133451 2023-12-22T17:36:48.152 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.153+0000 7fb94d391880 -1 < failed to complete operation key=RWJE4O4GO9IK tag=P48XMWU7C6RK type=del size=30868: (22) Invalid argument 2023-12-22T17:36:48.154 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.155+0000 7fb94d391880 1 > prepared part key=_multipart_704VLVQ2P45U.2~N2CW9951MNDG.0 size=1048576 2023-12-22T17:36:48.155 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.156+0000 7fb94d391880 1 > prepared part key=_multipart_704VLVQ2P45U.2~N2CW9951MNDG.1 size=161048 2023-12-22T17:36:48.155 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.156+0000 7fb94d391880 1 > prepared multipart upload key=704VLVQ2P45U upload=N2CW9951MNDG tag=72TTU0PPQCKU type=write size=2258200 2023-12-22T17:36:48.157 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.159+0000 7fb94d391880 1 < suggested update operation key=RWJE4O4GO9IK tag=DPAAT5FUHQ29 type=del size=2648160 2023-12-22T17:36:48.159 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.160+0000 7fb94d391880 1 > prepared operation key=R9WTR26FAZP8 tag=JO2BBRPCGX6N type=del size=2302159 2023-12-22T17:36:48.160 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.161+0000 7fb94d391880 1 < completed delete operation key=28XBL3715EHT tag=CX96VM2LT61O type=del 2023-12-22T17:36:48.163 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.164+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~0P0ZRYADNJ8X.0 size=1048576 2023-12-22T17:36:48.163 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.165+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~0P0ZRYADNJ8X.1 size=658062 2023-12-22T17:36:48.164 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.165+0000 7fb94d391880 1 > prepared multipart upload key=40X558JXAX9S upload=0P0ZRYADNJ8X tag=41C2COGUT8X0 type=write size=2755214 2023-12-22T17:36:48.165 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.166+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~N1DWKEP3LR2M.0 size=144681 2023-12-22T17:36:48.167 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.168+0000 7fb94d391880 1 < completed multipart upload key=DXPJ8O4O0SI2 upload=N1DWKEP3LR2M tag=O1FSFVTBRLCE type=write size=1193257 2023-12-22T17:36:48.169 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.170+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=RJM0Z7SVLS13 type=del size=1593409 2023-12-22T17:36:48.170 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.171+0000 7fb94d391880 1 < completed delete operation key=7KXZJJ9YT96E tag=TQAF699M5J8F type=del 2023-12-22T17:36:48.173 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.174+0000 7fb94d391880 1 > prepared part key=_multipart_X3NXWCITUK7S.2~GJWWOHY42WZA.0 size=1048576 2023-12-22T17:36:48.174 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.175+0000 7fb94d391880 1 > prepared part key=_multipart_X3NXWCITUK7S.2~GJWWOHY42WZA.1 size=1048576 2023-12-22T17:36:48.175 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.176+0000 7fb94d391880 1 > prepared part key=_multipart_X3NXWCITUK7S.2~GJWWOHY42WZA.2 size=569681 2023-12-22T17:36:48.175 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.176+0000 7fb94d391880 1 > prepared multipart upload key=X3NXWCITUK7S upload=GJWWOHY42WZA tag=ZBA89J77C28O type=write size=3715409 2023-12-22T17:36:48.176 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.178+0000 7fb94d391880 1 < completed part key=_multipart_V3ZYXTO3N0R6.2~2E1B5V29XQJO.0 size=1048576 2023-12-22T17:36:48.178 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.179+0000 7fb94d391880 1 < completed part key=_multipart_V3ZYXTO3N0R6.2~2E1B5V29XQJO.1 size=449231 2023-12-22T17:36:48.180 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.181+0000 7fb94d391880 1 < completed multipart upload key=V3ZYXTO3N0R6 upload=2E1B5V29XQJO tag=EPWX69BJ8LK2 type=write size=2546383 2023-12-22T17:36:48.181 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.183+0000 7fb94d391880 1 > prepared operation key=NZ7PMKB2HICR tag=34LY67LZPQ08 type=del size=2152787 2023-12-22T17:36:48.183 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.184+0000 7fb94d391880 1 < completed part key=_multipart_RWJE4O4GO9IK.2~U54IU15QDDA6.0 size=1048576 2023-12-22T17:36:48.184 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.185+0000 7fb94d391880 1 < completed part key=_multipart_RWJE4O4GO9IK.2~U54IU15QDDA6.1 size=1048576 2023-12-22T17:36:48.185 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.186+0000 7fb94d391880 1 < completed part key=_multipart_RWJE4O4GO9IK.2~U54IU15QDDA6.2 size=158615 2023-12-22T17:36:48.187 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.189+0000 7fb94d391880 1 < completed multipart upload key=RWJE4O4GO9IK upload=U54IU15QDDA6 tag=1Y650RN2B4OE type=write size=3304343 2023-12-22T17:36:48.189 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.190+0000 7fb94d391880 1 > prepared operation key=T8TYNCC2V8CD tag=531GEYWUWCSP type=write size=513020 2023-12-22T17:36:48.190 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.191+0000 7fb94d391880 1 < completed delete operation key=I7GAQL38WXHS tag=DX5QQMBW0FFT type=del 2023-12-22T17:36:48.192 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.193+0000 7fb94d391880 1 > prepared operation key=X3NXWCITUK7S tag=FCB2Y5P417CC type=del size=966327 2023-12-22T17:36:48.193 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.194+0000 7fb94d391880 1 < completed delete operation key=0BNHPX2OE7C0 tag=XJO7QNLMK2UH type=del 2023-12-22T17:36:48.195 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.196+0000 7fb94d391880 1 > prepared operation key=IRCWNBTM8JVB tag=L682E967W9HI type=del size=2423734 2023-12-22T17:36:48.196 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.197+0000 7fb94d391880 1 < completed part key=_multipart_X3NXWCITUK7S.2~BJHQIDTBKVEF.0 size=1048576 2023-12-22T17:36:48.198 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.199+0000 7fb94d391880 1 < completed part key=_multipart_X3NXWCITUK7S.2~BJHQIDTBKVEF.1 size=1048576 2023-12-22T17:36:48.199 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.200+0000 7fb94d391880 1 < completed part key=_multipart_X3NXWCITUK7S.2~BJHQIDTBKVEF.2 size=336255 2023-12-22T17:36:48.201 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.202+0000 7fb94d391880 1 < completed multipart upload key=X3NXWCITUK7S upload=BJHQIDTBKVEF tag=JNY3HQLXHJWI type=write size=3481983 2023-12-22T17:36:48.202 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.204+0000 7fb94d391880 1 > prepared operation key=KLRYSCZNAHKT tag=4154OLDSC688 type=del size=2822995 2023-12-22T17:36:48.204 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.205+0000 7fb94d391880 1 < completed write operation key=RV0R03E3QAOV tag=VAOR28D7P6EC type=write size=982094 2023-12-22T17:36:48.206 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.208+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~5IYRM3WDK2KP.0 size=288009 2023-12-22T17:36:48.207 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.208+0000 7fb94d391880 1 > prepared multipart upload key=0BNHPX2OE7C0 upload=5IYRM3WDK2KP tag=PG5WCBYWJICL type=write size=1336585 2023-12-22T17:36:48.208 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.209+0000 7fb94d391880 1 < completed part key=_multipart_BPXZFZEJYPX1.2~PVBT96H9R3WJ.0 size=1048576 2023-12-22T17:36:48.209 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.210+0000 7fb94d391880 1 < completed part key=_multipart_BPXZFZEJYPX1.2~PVBT96H9R3WJ.1 size=928885 2023-12-22T17:36:48.212 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.213+0000 7fb94d391880 1 < completed multipart upload key=BPXZFZEJYPX1 upload=PVBT96H9R3WJ tag=0C7378WW5JER type=write size=3026037 2023-12-22T17:36:48.213 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.214+0000 7fb94d391880 1 > prepared operation key=RWJE4O4GO9IK tag=VJP2H4JUTDGX type=write size=171032 2023-12-22T17:36:48.215 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.216+0000 7fb94d391880 1 < canceled operation key=R9WTR26FAZP8 tag=AV7D87DM9608 type=write size=766906 2023-12-22T17:36:48.217 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.219+0000 7fb94d391880 1 > prepared part key=_multipart_IRCWNBTM8JVB.2~TAB1ZGJ5K63W.0 size=916252 2023-12-22T17:36:48.217 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.219+0000 7fb94d391880 1 > prepared multipart upload key=IRCWNBTM8JVB upload=TAB1ZGJ5K63W tag=W1S87T94RJOD type=write size=1964828 2023-12-22T17:36:48.219 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.220+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~GY6V6QL6K0Q1.0 size=1048576 2023-12-22T17:36:48.220 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.221+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~GY6V6QL6K0Q1.1 size=1048576 2023-12-22T17:36:48.221 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.223+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~GY6V6QL6K0Q1.2 size=199662 2023-12-22T17:36:48.224 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.225+0000 7fb94d391880 1 < completed multipart upload key=KLRYSCZNAHKT upload=GY6V6QL6K0Q1 tag=3RSJYPJGXVCZ type=write size=3345390 2023-12-22T17:36:48.225 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.226+0000 7fb94d391880 1 > prepared operation key=7V5FS6PEP4ZL tag=CKOS76X834BB type=del size=3335613 2023-12-22T17:36:48.226 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.228+0000 7fb94d391880 1 < canceled operation key=X3NXWCITUK7S tag=U858BKV5E38V type=del size=372336 2023-12-22T17:36:48.229 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.230+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~TIS48CU1J4ZX.0 size=1048576 2023-12-22T17:36:48.230 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.231+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~TIS48CU1J4ZX.1 size=803303 2023-12-22T17:36:48.230 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.231+0000 7fb94d391880 1 > prepared multipart upload key=DVN26OO0LDI7 upload=TIS48CU1J4ZX tag=H1MTPDXIENY5 type=write size=2900455 2023-12-22T17:36:48.231 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.233+0000 7fb94d391880 1 < completed part key=_multipart_TDS90SYZKMLU.2~2NPPQ8GG4KXZ.0 size=84875 2023-12-22T17:36:48.234 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.235+0000 7fb94d391880 1 < completed multipart upload key=TDS90SYZKMLU upload=2NPPQ8GG4KXZ tag=0OD23XKQTKX9 type=write size=1133451 2023-12-22T17:36:48.236 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.238+0000 7fb94d391880 1 > prepared part key=_multipart_X3NXWCITUK7S.2~E8LSM87DVWYL.0 size=1048576 2023-12-22T17:36:48.237 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.239+0000 7fb94d391880 1 > prepared part key=_multipart_X3NXWCITUK7S.2~E8LSM87DVWYL.1 size=863029 2023-12-22T17:36:48.237 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.239+0000 7fb94d391880 1 > prepared multipart upload key=X3NXWCITUK7S upload=E8LSM87DVWYL tag=VFPI32VPO2N4 type=write size=2960181 2023-12-22T17:36:48.239 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.240+0000 7fb94d391880 1 < completed part key=_multipart_704VLVQ2P45U.2~N2CW9951MNDG.0 size=1048576 2023-12-22T17:36:48.240 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.241+0000 7fb94d391880 1 < completed part key=_multipart_704VLVQ2P45U.2~N2CW9951MNDG.1 size=161048 2023-12-22T17:36:48.242 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.244+0000 7fb94d391880 1 < completed multipart upload key=704VLVQ2P45U upload=N2CW9951MNDG tag=72TTU0PPQCKU type=write size=2258200 2023-12-22T17:36:48.244 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.245+0000 7fb94d391880 1 > prepared operation key=0BNHPX2OE7C0 tag=L17LY5U7846U type=del size=4033323 2023-12-22T17:36:48.245 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.247+0000 7fb94d391880 1 < completed delete operation key=R9WTR26FAZP8 tag=JO2BBRPCGX6N type=del 2023-12-22T17:36:48.248 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.249+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~VEUI7P46J4WC.0 size=529466 2023-12-22T17:36:48.248 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.249+0000 7fb94d391880 1 > prepared multipart upload key=I7GAQL38WXHS upload=VEUI7P46J4WC tag=G1NV1V3I7URH type=write size=1578042 2023-12-22T17:36:48.248 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.250+0000 7fb94d391880 1 < canceled part key=_multipart_40X558JXAX9S.2~0P0ZRYADNJ8X.0 size=1048576 2023-12-22T17:36:48.249 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.251+0000 7fb94d391880 1 < completed part key=_multipart_40X558JXAX9S.2~0P0ZRYADNJ8X.1 size=658062 2023-12-22T17:36:48.252 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.253+0000 7fb94d391880 1 < canceled multipart upload key=40X558JXAX9S upload=0P0ZRYADNJ8X tag=41C2COGUT8X0 type=write size=2755214 2023-12-22T17:36:48.253 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.254+0000 7fb94d391880 1 > prepared operation key=KLRYSCZNAHKT tag=BGJTG16TBF6K type=write size=724739 2023-12-22T17:36:48.255 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.256+0000 7fb94d391880 1 < completed delete operation key=40X558JXAX9S tag=RJM0Z7SVLS13 type=del 2023-12-22T17:36:48.256 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.257+0000 7fb94d391880 1 > prepared operation key=I7GAQL38WXHS tag=W3KJ3KHVFBVC type=write size=493273 2023-12-22T17:36:48.257 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.259+0000 7fb94d391880 1 < completed part key=_multipart_X3NXWCITUK7S.2~GJWWOHY42WZA.0 size=1048576 2023-12-22T17:36:48.259 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.260+0000 7fb94d391880 1 < completed part key=_multipart_X3NXWCITUK7S.2~GJWWOHY42WZA.1 size=1048576 2023-12-22T17:36:48.260 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.261+0000 7fb94d391880 1 < completed part key=_multipart_X3NXWCITUK7S.2~GJWWOHY42WZA.2 size=569681 2023-12-22T17:36:48.262 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.263+0000 7fb94d391880 1 < completed multipart upload key=X3NXWCITUK7S upload=GJWWOHY42WZA tag=ZBA89J77C28O type=write size=3715409 2023-12-22T17:36:48.263 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.265+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=S5Y9WCKLU7I1 type=del size=1525113 2023-12-22T17:36:48.265 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.266+0000 7fb94d391880 1 < completed delete operation key=NZ7PMKB2HICR tag=34LY67LZPQ08 type=del 2023-12-22T17:36:48.266 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.268+0000 7fb94d391880 1 > prepared operation key=BCP1VQB2TB0F tag=5TC6UPYNLCPD type=del size=2580493 2023-12-22T17:36:48.268 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.269+0000 7fb94d391880 1 < canceled operation key=T8TYNCC2V8CD tag=531GEYWUWCSP type=write size=513020 2023-12-22T17:36:48.269 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.271+0000 7fb94d391880 1 > prepared operation key=RWJE4O4GO9IK tag=6CR442HSNS64 type=del size=2868005 2023-12-22T17:36:48.271 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.272+0000 7fb94d391880 1 < completed delete operation key=X3NXWCITUK7S tag=FCB2Y5P417CC type=del 2023-12-22T17:36:48.273 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.274+0000 7fb94d391880 1 > prepared part key=_multipart_TFLKTU1RF46Q.2~3XDKYBI6KBF9.0 size=657531 2023-12-22T17:36:48.273 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.274+0000 7fb94d391880 1 > prepared multipart upload key=TFLKTU1RF46Q upload=3XDKYBI6KBF9 tag=07B7KNIM09LY type=write size=1706107 2023-12-22T17:36:48.276 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.277+0000 7fb94d391880 1 < suggested update operation key=IRCWNBTM8JVB tag=L682E967W9HI type=del size=2423734 2023-12-22T17:36:48.278 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.280+0000 7fb94d391880 1 > prepared part key=_multipart_7V5FS6PEP4ZL.2~ZOSJGDQE8GL8.0 size=1048576 2023-12-22T17:36:48.280 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.281+0000 7fb94d391880 1 > prepared part key=_multipart_7V5FS6PEP4ZL.2~ZOSJGDQE8GL8.1 size=1048576 2023-12-22T17:36:48.281 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.282+0000 7fb94d391880 1 > prepared part key=_multipart_7V5FS6PEP4ZL.2~ZOSJGDQE8GL8.2 size=522148 2023-12-22T17:36:48.281 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.282+0000 7fb94d391880 1 > prepared multipart upload key=7V5FS6PEP4ZL upload=ZOSJGDQE8GL8 tag=7UQ351FKYLYT type=write size=3667876 2023-12-22T17:36:48.282 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.283+0000 7fb94d391880 1 < completed delete operation key=KLRYSCZNAHKT tag=4154OLDSC688 type=del 2023-12-22T17:36:48.284 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.285+0000 7fb94d391880 1 > prepared operation key=L6DUB57B222Z tag=KSP4BFOE54CZ type=del size=882048 2023-12-22T17:36:48.285 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.286+0000 7fb94d391880 1 < completed part key=_multipart_0BNHPX2OE7C0.2~5IYRM3WDK2KP.0 size=288009 2023-12-22T17:36:48.287 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.288+0000 7fb94d391880 1 < completed multipart upload key=0BNHPX2OE7C0 upload=5IYRM3WDK2KP tag=PG5WCBYWJICL type=write size=1336585 2023-12-22T17:36:48.289 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.291+0000 7fb94d391880 1 > prepared part key=_multipart_704VLVQ2P45U.2~Y2Q3CT97YNY5.0 size=218223 2023-12-22T17:36:48.290 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.291+0000 7fb94d391880 1 > prepared multipart upload key=704VLVQ2P45U upload=Y2Q3CT97YNY5 tag=EGIZT8Z3JIH7 type=write size=1266799 2023-12-22T17:36:48.292 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.293+0000 7fb94d391880 1 < suggested remove operation key=RWJE4O4GO9IK tag=VJP2H4JUTDGX type=write 2023-12-22T17:36:48.295 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.296+0000 7fb94d391880 1 > prepared part key=_multipart_7V5FS6PEP4ZL.2~01MQLVAQYOJC.0 size=1048576 2023-12-22T17:36:48.296 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.297+0000 7fb94d391880 1 > prepared part key=_multipart_7V5FS6PEP4ZL.2~01MQLVAQYOJC.1 size=471335 2023-12-22T17:36:48.296 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.297+0000 7fb94d391880 1 > prepared multipart upload key=7V5FS6PEP4ZL upload=01MQLVAQYOJC tag=5I4Z1YVD85U5 type=write size=2568487 2023-12-22T17:36:48.296 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.297+0000 7fb94d391880 1 < canceled part key=_multipart_IRCWNBTM8JVB.2~TAB1ZGJ5K63W.0 size=916252 2023-12-22T17:36:48.298 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.299+0000 7fb94d391880 1 < canceled multipart upload key=IRCWNBTM8JVB upload=TAB1ZGJ5K63W tag=W1S87T94RJOD type=write size=1964828 2023-12-22T17:36:48.299 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.301+0000 7fb94d391880 1 > prepared operation key=R9WTR26FAZP8 tag=HH5EWV7T4LCA type=del size=645138 2023-12-22T17:36:48.301 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.302+0000 7fb94d391880 1 < canceled operation key=7V5FS6PEP4ZL tag=CKOS76X834BB type=del size=3335613 2023-12-22T17:36:48.302 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.303+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=QQGJYAL20Q2D type=del size=2265149 2023-12-22T17:36:48.304 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.305+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~TIS48CU1J4ZX.0 size=1048576 2023-12-22T17:36:48.305 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.306+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~TIS48CU1J4ZX.1 size=803303 2023-12-22T17:36:48.307 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.308+0000 7fb94d391880 1 < completed multipart upload key=DVN26OO0LDI7 upload=TIS48CU1J4ZX tag=H1MTPDXIENY5 type=write size=2900455 2023-12-22T17:36:48.309 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.310+0000 7fb94d391880 1 > prepared operation key=KLRYSCZNAHKT tag=AHE1NY6ST852 type=write size=913759 2023-12-22T17:36:48.310 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.311+0000 7fb94d391880 1 < completed part key=_multipart_X3NXWCITUK7S.2~E8LSM87DVWYL.0 size=1048576 2023-12-22T17:36:48.311 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.313+0000 7fb94d391880 1 < completed part key=_multipart_X3NXWCITUK7S.2~E8LSM87DVWYL.1 size=863029 2023-12-22T17:36:48.314 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.315+0000 7fb94d391880 1 < completed multipart upload key=X3NXWCITUK7S upload=E8LSM87DVWYL tag=VFPI32VPO2N4 type=write size=2960181 2023-12-22T17:36:48.315 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.316+0000 7fb94d391880 1 > prepared operation key=V3ZYXTO3N0R6 tag=3UED6SQFWU2D type=del size=836441 2023-12-22T17:36:48.318 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.319+0000 7fb94d391880 1 < suggested update operation key=0BNHPX2OE7C0 tag=L17LY5U7846U type=del size=4033323 2023-12-22T17:36:48.320 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.321+0000 7fb94d391880 1 > prepared operation key=DXPJ8O4O0SI2 tag=HJ9P4LY322FX type=del size=3192831 2023-12-22T17:36:48.320 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.321+0000 7fb94d391880 1 < canceled part key=_multipart_I7GAQL38WXHS.2~VEUI7P46J4WC.0 size=529466 2023-12-22T17:36:48.322 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.324+0000 7fb94d391880 1 < canceled multipart upload key=I7GAQL38WXHS upload=VEUI7P46J4WC tag=G1NV1V3I7URH type=write size=1578042 2023-12-22T17:36:48.325 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.326+0000 7fb94d391880 1 > prepared part key=_multipart_74ZWP6PRPDCK.2~L37FW6RTUH9K.0 size=1048576 2023-12-22T17:36:48.326 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.328+0000 7fb94d391880 1 > prepared part key=_multipart_74ZWP6PRPDCK.2~L37FW6RTUH9K.1 size=1048576 2023-12-22T17:36:48.328 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.329+0000 7fb94d391880 1 > prepared part key=_multipart_74ZWP6PRPDCK.2~L37FW6RTUH9K.2 size=711217 2023-12-22T17:36:48.328 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.329+0000 7fb94d391880 1 > prepared multipart upload key=74ZWP6PRPDCK upload=L37FW6RTUH9K tag=2MKR9SJ9JCI5 type=write size=3856945 2023-12-22T17:36:48.329 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.330+0000 7fb94d391880 1 < completed write operation key=KLRYSCZNAHKT tag=BGJTG16TBF6K type=write size=724739 2023-12-22T17:36:48.331 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.332+0000 7fb94d391880 1 > prepared operation key=W3X2J2SCNOE7 tag=IHTWPKCL1P3I type=del size=2796000 2023-12-22T17:36:48.332 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.333+0000 7fb94d391880 1 < completed write operation key=I7GAQL38WXHS tag=W3KJ3KHVFBVC type=write size=493273 2023-12-22T17:36:48.334 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.335+0000 7fb94d391880 1 > prepared operation key=TDS90SYZKMLU tag=G1K2H7E15NZ3 type=write size=54080 2023-12-22T17:36:48.336 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.337+0000 7fb94d391880 1 < suggested remove operation key=2G2FODM41TWI tag=S5Y9WCKLU7I1 type=del 2023-12-22T17:36:48.339 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.340+0000 7fb94d391880 1 > prepared part key=_multipart_704VLVQ2P45U.2~CFNFFR65A5T5.0 size=1048576 2023-12-22T17:36:48.340 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.341+0000 7fb94d391880 1 > prepared part key=_multipart_704VLVQ2P45U.2~CFNFFR65A5T5.1 size=662522 2023-12-22T17:36:48.340 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.341+0000 7fb94d391880 1 > prepared multipart upload key=704VLVQ2P45U upload=CFNFFR65A5T5 tag=WR8HV7YUQKWC type=write size=2759674 2023-12-22T17:36:48.342 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.343+0000 7fb94d391880 1 < completed delete operation key=BCP1VQB2TB0F tag=5TC6UPYNLCPD type=del 2023-12-22T17:36:48.343 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.344+0000 7fb94d391880 1 > prepared operation key=IRCWNBTM8JVB tag=JKIDQLBQVNR3 type=del size=2176639 2023-12-22T17:36:48.344 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.346+0000 7fb94d391880 -1 < failed to complete operation key=RWJE4O4GO9IK tag=6CR442HSNS64 type=del size=2868005: (22) Invalid argument 2023-12-22T17:36:48.346 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.347+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=VT9D8YPKV7L2 type=del size=3554057 2023-12-22T17:36:48.347 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.348+0000 7fb94d391880 1 < completed part key=_multipart_TFLKTU1RF46Q.2~3XDKYBI6KBF9.0 size=657531 2023-12-22T17:36:48.349 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.350+0000 7fb94d391880 1 < completed multipart upload key=TFLKTU1RF46Q upload=3XDKYBI6KBF9 tag=07B7KNIM09LY type=write size=1706107 2023-12-22T17:36:48.351 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.352+0000 7fb94d391880 1 > prepared operation key=TDS90SYZKMLU tag=QZRRI7H51ALJ type=del size=3528416 2023-12-22T17:36:48.352 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.353+0000 7fb94d391880 1 < completed part key=_multipart_7V5FS6PEP4ZL.2~ZOSJGDQE8GL8.0 size=1048576 2023-12-22T17:36:48.353 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.354+0000 7fb94d391880 1 < completed part key=_multipart_7V5FS6PEP4ZL.2~ZOSJGDQE8GL8.1 size=1048576 2023-12-22T17:36:48.354 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.356+0000 7fb94d391880 1 < completed part key=_multipart_7V5FS6PEP4ZL.2~ZOSJGDQE8GL8.2 size=522148 2023-12-22T17:36:48.357 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.358+0000 7fb94d391880 1 < completed multipart upload key=7V5FS6PEP4ZL upload=ZOSJGDQE8GL8 tag=7UQ351FKYLYT type=write size=3667876 2023-12-22T17:36:48.358 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.359+0000 7fb94d391880 1 > prepared operation key=DXPJ8O4O0SI2 tag=4W1PTN93QOG3 type=del size=196184 2023-12-22T17:36:48.359 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.361+0000 7fb94d391880 1 < completed delete operation key=L6DUB57B222Z tag=KSP4BFOE54CZ type=del 2023-12-22T17:36:48.361 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.362+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=N96PBSRP4X89 type=del size=2067491 2023-12-22T17:36:48.362 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.364+0000 7fb94d391880 1 < completed part key=_multipart_704VLVQ2P45U.2~Y2Q3CT97YNY5.0 size=218223 2023-12-22T17:36:48.364 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.366+0000 7fb94d391880 1 < completed multipart upload key=704VLVQ2P45U upload=Y2Q3CT97YNY5 tag=EGIZT8Z3JIH7 type=write size=1266799 2023-12-22T17:36:48.366 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.367+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=7KE4JA95TSY3 type=write size=990685 2023-12-22T17:36:48.366 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.367+0000 7fb94d391880 1 < canceled part key=_multipart_7V5FS6PEP4ZL.2~01MQLVAQYOJC.0 size=1048576 2023-12-22T17:36:48.367 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.369+0000 7fb94d391880 1 < completed part key=_multipart_7V5FS6PEP4ZL.2~01MQLVAQYOJC.1 size=471335 2023-12-22T17:36:48.369 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.371+0000 7fb94d391880 1 < canceled multipart upload key=7V5FS6PEP4ZL upload=01MQLVAQYOJC tag=5I4Z1YVD85U5 type=write size=2568487 2023-12-22T17:36:48.372 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.373+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~WTRB6BWV1E1H.0 size=218492 2023-12-22T17:36:48.372 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.373+0000 7fb94d391880 1 > prepared multipart upload key=KLRYSCZNAHKT upload=WTRB6BWV1E1H tag=ORUGQ9VJ91OU type=write size=1267068 2023-12-22T17:36:48.373 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.374+0000 7fb94d391880 1 < completed delete operation key=R9WTR26FAZP8 tag=HH5EWV7T4LCA type=del 2023-12-22T17:36:48.374 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.376+0000 7fb94d391880 1 > prepared operation key=IRCWNBTM8JVB tag=7S36WH4EC6EK type=del size=3080199 2023-12-22T17:36:48.376 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.377+0000 7fb94d391880 -1 < failed to complete operation key=2G2FODM41TWI tag=QQGJYAL20Q2D type=del size=2265149: (22) Invalid argument 2023-12-22T17:36:48.379 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.380+0000 7fb94d391880 1 > prepared part key=_multipart_IRCWNBTM8JVB.2~VT8ZYXB16UDZ.0 size=1048576 2023-12-22T17:36:48.380 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.381+0000 7fb94d391880 1 > prepared part key=_multipart_IRCWNBTM8JVB.2~VT8ZYXB16UDZ.1 size=1048576 2023-12-22T17:36:48.381 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.382+0000 7fb94d391880 1 > prepared part key=_multipart_IRCWNBTM8JVB.2~VT8ZYXB16UDZ.2 size=880292 2023-12-22T17:36:48.381 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.382+0000 7fb94d391880 1 > prepared multipart upload key=IRCWNBTM8JVB upload=VT8ZYXB16UDZ tag=HC6JGFQCG9XV type=write size=4026020 2023-12-22T17:36:48.384 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.385+0000 7fb94d391880 1 < suggested update operation key=KLRYSCZNAHKT tag=AHE1NY6ST852 type=write size=913759 2023-12-22T17:36:48.386 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.388+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~28O4G0VYKM5E.0 size=1048576 2023-12-22T17:36:48.388 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.389+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~28O4G0VYKM5E.1 size=1048576 2023-12-22T17:36:48.388 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.390+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~28O4G0VYKM5E.2 size=747060 2023-12-22T17:36:48.389 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.390+0000 7fb94d391880 1 > prepared multipart upload key=DZPSR14TMXNC upload=28O4G0VYKM5E tag=4G81I7279XYZ type=write size=3892788 2023-12-22T17:36:48.390 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.391+0000 7fb94d391880 1 < completed delete operation key=V3ZYXTO3N0R6 tag=3UED6SQFWU2D type=del 2023-12-22T17:36:48.393 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.394+0000 7fb94d391880 1 > prepared part key=_multipart_74ZWP6PRPDCK.2~SPTFU9VNAP5P.0 size=1048576 2023-12-22T17:36:48.394 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.395+0000 7fb94d391880 1 > prepared part key=_multipart_74ZWP6PRPDCK.2~SPTFU9VNAP5P.1 size=678026 2023-12-22T17:36:48.394 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.395+0000 7fb94d391880 1 > prepared multipart upload key=74ZWP6PRPDCK upload=SPTFU9VNAP5P tag=7QM9LU6Q7ILC type=write size=2775178 2023-12-22T17:36:48.395 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.396+0000 7fb94d391880 1 < completed delete operation key=DXPJ8O4O0SI2 tag=HJ9P4LY322FX type=del 2023-12-22T17:36:48.398 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.399+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~TZ4RDI4WU3P0.0 size=1048576 2023-12-22T17:36:48.399 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.400+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~TZ4RDI4WU3P0.1 size=1048576 2023-12-22T17:36:48.400 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.401+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~TZ4RDI4WU3P0.2 size=556881 2023-12-22T17:36:48.400 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.401+0000 7fb94d391880 1 > prepared multipart upload key=40X558JXAX9S upload=TZ4RDI4WU3P0 tag=EOS78UCMZFTA type=write size=3702609 2023-12-22T17:36:48.401 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.402+0000 7fb94d391880 1 < completed part key=_multipart_74ZWP6PRPDCK.2~L37FW6RTUH9K.0 size=1048576 2023-12-22T17:36:48.402 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.403+0000 7fb94d391880 1 < completed part key=_multipart_74ZWP6PRPDCK.2~L37FW6RTUH9K.1 size=1048576 2023-12-22T17:36:48.403 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.404+0000 7fb94d391880 1 < completed part key=_multipart_74ZWP6PRPDCK.2~L37FW6RTUH9K.2 size=711217 2023-12-22T17:36:48.406 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.407+0000 7fb94d391880 1 < completed multipart upload key=74ZWP6PRPDCK upload=L37FW6RTUH9K tag=2MKR9SJ9JCI5 type=write size=3856945 2023-12-22T17:36:48.409 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.410+0000 7fb94d391880 1 > prepared part key=_multipart_YRKG3P9O1XBW.2~XGGCYKPY3EQ0.0 size=1048576 2023-12-22T17:36:48.410 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.412+0000 7fb94d391880 1 > prepared part key=_multipart_YRKG3P9O1XBW.2~XGGCYKPY3EQ0.1 size=457281 2023-12-22T17:36:48.410 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.412+0000 7fb94d391880 1 > prepared multipart upload key=YRKG3P9O1XBW upload=XGGCYKPY3EQ0 tag=AUISK126DIN1 type=write size=2554433 2023-12-22T17:36:48.412 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.413+0000 7fb94d391880 1 < completed delete operation key=W3X2J2SCNOE7 tag=IHTWPKCL1P3I type=del 2023-12-22T17:36:48.413 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.414+0000 7fb94d391880 1 > prepared operation key=RV0R03E3QAOV tag=Z3OKXJLGJI3H type=del size=368053 2023-12-22T17:36:48.415 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.416+0000 7fb94d391880 1 < completed write operation key=TDS90SYZKMLU tag=G1K2H7E15NZ3 type=write size=54080 2023-12-22T17:36:48.418 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.419+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~SLJC01W012ZH.0 size=1048576 2023-12-22T17:36:48.419 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.420+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~SLJC01W012ZH.1 size=384485 2023-12-22T17:36:48.419 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.420+0000 7fb94d391880 1 > prepared multipart upload key=2G2FODM41TWI upload=SLJC01W012ZH tag=RXA5JFME9WON type=write size=2481637 2023-12-22T17:36:48.420 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.421+0000 7fb94d391880 1 < completed part key=_multipart_704VLVQ2P45U.2~CFNFFR65A5T5.0 size=1048576 2023-12-22T17:36:48.421 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.423+0000 7fb94d391880 1 < completed part key=_multipart_704VLVQ2P45U.2~CFNFFR65A5T5.1 size=662522 2023-12-22T17:36:48.424 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.425+0000 7fb94d391880 1 < completed multipart upload key=704VLVQ2P45U upload=CFNFFR65A5T5 tag=WR8HV7YUQKWC type=write size=2759674 2023-12-22T17:36:48.425 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.426+0000 7fb94d391880 1 > prepared operation key=L6DUB57B222Z tag=H54MYO0GCKLM type=del size=2945583 2023-12-22T17:36:48.427 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:48 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229654-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:36:48.427 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:48 smithi032 ceph-mon[191839]: osdmap e1113: 8 total, 8 up, 8 in 2023-12-22T17:36:48.427 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:48 smithi032 ceph-mon[191839]: pgmap v1277: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:36:48.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:48 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229654-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:36:48.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:48 smithi032 ceph-mon[189144]: osdmap e1113: 8 total, 8 up, 8 in 2023-12-22T17:36:48.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:48 smithi032 ceph-mon[189144]: pgmap v1277: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:36:48.428 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.429+0000 7fb94d391880 1 < suggested update operation key=IRCWNBTM8JVB tag=JKIDQLBQVNR3 type=del size=2176639 2023-12-22T17:36:48.429 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.430+0000 7fb94d391880 1 > prepared operation key=DVN26OO0LDI7 tag=5WL6SU2VF828 type=del size=2889577 2023-12-22T17:36:48.431 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.433+0000 7fb94d391880 1 < suggested remove operation key=7KXZJJ9YT96E tag=VT9D8YPKV7L2 type=del 2023-12-22T17:36:48.433 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.434+0000 7fb94d391880 1 > prepared operation key=T8TYNCC2V8CD tag=UQHAKIBCZA5I type=write size=218800 2023-12-22T17:36:48.434 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.435+0000 7fb94d391880 1 < canceled operation key=TDS90SYZKMLU tag=QZRRI7H51ALJ type=del size=3528416 2023-12-22T17:36:48.435 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.437+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=EXSSPKFIVVCH type=del size=621559 2023-12-22T17:36:48.437 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.438+0000 7fb94d391880 1 < completed delete operation key=DXPJ8O4O0SI2 tag=4W1PTN93QOG3 type=del 2023-12-22T17:36:48.438 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.440+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=PR6UJDTA2O4V type=del size=2285461 2023-12-22T17:36:48.439 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.440+0000 7fb94d391880 -1 < no bi entry to suggest for operation key=7KXZJJ9YT96E tag=N96PBSRP4X89 type=del size=2067491: (2) No such file or directory 2023-12-22T17:36:48.440 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.442+0000 7fb94d391880 1 > prepared operation key=L6DUB57B222Z tag=N75G6SK601SU type=del size=4168654 2023-12-22T17:36:48.442 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.443+0000 7fb94d391880 1 < completed write operation key=HZAQDCN1TA70 tag=7KE4JA95TSY3 type=write size=990685 2023-12-22T17:36:48.444 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.445+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~ZFMX6Y8HI410.0 size=44631 2023-12-22T17:36:48.444 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.445+0000 7fb94d391880 1 > prepared multipart upload key=V3ZYXTO3N0R6 upload=ZFMX6Y8HI410 tag=AM3XY1718YXF type=write size=1093207 2023-12-22T17:36:48.444 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.446+0000 7fb94d391880 1 < canceled part key=_multipart_KLRYSCZNAHKT.2~WTRB6BWV1E1H.0 size=218492 2023-12-22T17:36:48.446 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.448+0000 7fb94d391880 1 < canceled multipart upload key=KLRYSCZNAHKT upload=WTRB6BWV1E1H tag=ORUGQ9VJ91OU type=write size=1267068 2023-12-22T17:36:48.448 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.449+0000 7fb94d391880 1 > prepared operation key=7V5FS6PEP4ZL tag=5C1K1P3KTSMT type=del size=4059475 2023-12-22T17:36:48.449 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.451+0000 7fb94d391880 -1 < failed to complete operation key=IRCWNBTM8JVB tag=7S36WH4EC6EK type=del size=3080199: (22) Invalid argument 2023-12-22T17:36:48.451 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.452+0000 7fb94d391880 1 > prepared operation key=KLRYSCZNAHKT tag=X5O1NZYW9CTL type=del size=2338766 2023-12-22T17:36:48.452 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.454+0000 7fb94d391880 1 < completed part key=_multipart_IRCWNBTM8JVB.2~VT8ZYXB16UDZ.0 size=1048576 2023-12-22T17:36:48.454 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.455+0000 7fb94d391880 1 < completed part key=_multipart_IRCWNBTM8JVB.2~VT8ZYXB16UDZ.1 size=1048576 2023-12-22T17:36:48.455 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.456+0000 7fb94d391880 1 < completed part key=_multipart_IRCWNBTM8JVB.2~VT8ZYXB16UDZ.2 size=880292 2023-12-22T17:36:48.457 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.458+0000 7fb94d391880 1 < completed multipart upload key=IRCWNBTM8JVB upload=VT8ZYXB16UDZ tag=HC6JGFQCG9XV type=write size=4026020 2023-12-22T17:36:48.459 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.460+0000 7fb94d391880 1 > prepared operation key=NZ7PMKB2HICR tag=X4TXDM6JJYP6 type=write size=931204 2023-12-22T17:36:48.461 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.462+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~28O4G0VYKM5E.0 size=1048576 2023-12-22T17:36:48.462 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.463+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~28O4G0VYKM5E.1 size=1048576 2023-12-22T17:36:48.463 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.464+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~28O4G0VYKM5E.2 size=747060 2023-12-22T17:36:48.466 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.467+0000 7fb94d391880 1 < completed multipart upload key=DZPSR14TMXNC upload=28O4G0VYKM5E tag=4G81I7279XYZ type=write size=3892788 2023-12-22T17:36:48.468 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.469+0000 7fb94d391880 1 > prepared operation key=W3X2J2SCNOE7 tag=WJJFM6YS0B94 type=del size=2389107 2023-12-22T17:36:48.469 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.471+0000 7fb94d391880 1 < completed part key=_multipart_74ZWP6PRPDCK.2~SPTFU9VNAP5P.0 size=1048576 2023-12-22T17:36:48.471 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.472+0000 7fb94d391880 1 < completed part key=_multipart_74ZWP6PRPDCK.2~SPTFU9VNAP5P.1 size=678026 2023-12-22T17:36:48.474 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.475+0000 7fb94d391880 1 < completed multipart upload key=74ZWP6PRPDCK upload=SPTFU9VNAP5P tag=7QM9LU6Q7ILC type=write size=2775178 2023-12-22T17:36:48.475 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.476+0000 7fb94d391880 1 > prepared operation key=I7GAQL38WXHS tag=5ZNOU8TDF14X type=write size=435636 2023-12-22T17:36:48.477 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.478+0000 7fb94d391880 1 < completed part key=_multipart_40X558JXAX9S.2~TZ4RDI4WU3P0.0 size=1048576 2023-12-22T17:36:48.478 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.479+0000 7fb94d391880 1 < completed part key=_multipart_40X558JXAX9S.2~TZ4RDI4WU3P0.1 size=1048576 2023-12-22T17:36:48.479 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.480+0000 7fb94d391880 1 < completed part key=_multipart_40X558JXAX9S.2~TZ4RDI4WU3P0.2 size=556881 2023-12-22T17:36:48.482 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.483+0000 7fb94d391880 1 < completed multipart upload key=40X558JXAX9S upload=TZ4RDI4WU3P0 tag=EOS78UCMZFTA type=write size=3702609 2023-12-22T17:36:48.483 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.484+0000 7fb94d391880 1 > prepared operation key=NZ7PMKB2HICR tag=JTOP17UO8S1D type=del size=3118632 2023-12-22T17:36:48.484 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.486+0000 7fb94d391880 1 < completed part key=_multipart_YRKG3P9O1XBW.2~XGGCYKPY3EQ0.0 size=1048576 2023-12-22T17:36:48.485 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.487+0000 7fb94d391880 1 < completed part key=_multipart_YRKG3P9O1XBW.2~XGGCYKPY3EQ0.1 size=457281 2023-12-22T17:36:48.488 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.489+0000 7fb94d391880 1 < completed multipart upload key=YRKG3P9O1XBW upload=XGGCYKPY3EQ0 tag=AUISK126DIN1 type=write size=2554433 2023-12-22T17:36:48.491 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.493+0000 7fb94d391880 1 > prepared operation key=NZ7PMKB2HICR tag=M8AEAFUU8BKJ type=del size=582600 2023-12-22T17:36:48.493 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.494+0000 7fb94d391880 1 < completed delete operation key=RV0R03E3QAOV tag=Z3OKXJLGJI3H type=del 2023-12-22T17:36:48.496 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.497+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~C73HETZT5VCF.0 size=1048576 2023-12-22T17:36:48.497 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.498+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~C73HETZT5VCF.1 size=564710 2023-12-22T17:36:48.497 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.498+0000 7fb94d391880 1 > prepared multipart upload key=HZAQDCN1TA70 upload=C73HETZT5VCF tag=A2PE5WJUAVUA type=write size=2661862 2023-12-22T17:36:48.498 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.499+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~SLJC01W012ZH.0 size=1048576 2023-12-22T17:36:48.499 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.500+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~SLJC01W012ZH.1 size=384485 2023-12-22T17:36:48.502 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.503+0000 7fb94d391880 1 < completed multipart upload key=2G2FODM41TWI upload=SLJC01W012ZH tag=RXA5JFME9WON type=write size=2481637 2023-12-22T17:36:48.503 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.504+0000 7fb94d391880 1 > prepared operation key=T8TYNCC2V8CD tag=YLNOOXNCVR2X type=del size=257828 2023-12-22T17:36:48.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:48 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229654-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:36:48.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:48 smithi039 ceph-mon[181282]: osdmap e1113: 8 total, 8 up, 8 in 2023-12-22T17:36:48.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:48 smithi039 ceph-mon[181282]: pgmap v1277: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:36:48.505 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.507+0000 7fb94d391880 1 < suggested update operation key=L6DUB57B222Z tag=H54MYO0GCKLM type=del size=2945583 2023-12-22T17:36:48.507 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.508+0000 7fb94d391880 1 > prepared operation key=RV0R03E3QAOV tag=GEVHI2SR2TPG type=del size=126801 2023-12-22T17:36:48.509 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.511+0000 7fb94d391880 1 < suggested update operation key=DVN26OO0LDI7 tag=5WL6SU2VF828 type=del size=2889577 2023-12-22T17:36:48.512 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.513+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~B26TLEH41WLV.0 size=1048576 2023-12-22T17:36:48.513 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.514+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~B26TLEH41WLV.1 size=291645 2023-12-22T17:36:48.513 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.514+0000 7fb94d391880 1 > prepared multipart upload key=GGQ09G6E3CZ6 upload=B26TLEH41WLV tag=FQH0DE1Z522G type=write size=2388797 2023-12-22T17:36:48.514 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.516+0000 7fb94d391880 1 < completed write operation key=T8TYNCC2V8CD tag=UQHAKIBCZA5I type=write size=218800 2023-12-22T17:36:48.516 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.517+0000 7fb94d391880 1 > prepared operation key=T8TYNCC2V8CD tag=Z5D236NCJQN6 type=del size=3553421 2023-12-22T17:36:48.519 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.520+0000 7fb94d391880 1 < suggested update operation key=40X558JXAX9S tag=EXSSPKFIVVCH type=del size=621559 2023-12-22T17:36:48.521 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.522+0000 7fb94d391880 1 > prepared operation key=DXPJ8O4O0SI2 tag=7TD5XXLEYOI4 type=write size=114503 2023-12-22T17:36:48.522 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.523+0000 7fb94d391880 1 < completed delete operation key=2G2FODM41TWI tag=PR6UJDTA2O4V type=del 2023-12-22T17:36:48.525 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.526+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~YEZ988VIU8MV.0 size=1048576 2023-12-22T17:36:48.526 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.527+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~YEZ988VIU8MV.1 size=160601 2023-12-22T17:36:48.526 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.527+0000 7fb94d391880 1 > prepared multipart upload key=DXPJ8O4O0SI2 upload=YEZ988VIU8MV tag=RO96AJEMP9V2 type=write size=2257753 2023-12-22T17:36:48.527 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.529+0000 7fb94d391880 -1 < failed to complete operation key=L6DUB57B222Z tag=N75G6SK601SU type=del size=4168654: (22) Invalid argument 2023-12-22T17:36:48.530 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.531+0000 7fb94d391880 1 > prepared part key=_multipart_YRKG3P9O1XBW.2~VJH5879J6GDL.0 size=218840 2023-12-22T17:36:48.530 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.531+0000 7fb94d391880 1 > prepared multipart upload key=YRKG3P9O1XBW upload=VJH5879J6GDL tag=JR80HUV0KJF3 type=write size=1267416 2023-12-22T17:36:48.531 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.532+0000 7fb94d391880 1 < completed part key=_multipart_V3ZYXTO3N0R6.2~ZFMX6Y8HI410.0 size=44631 2023-12-22T17:36:48.534 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.535+0000 7fb94d391880 1 < completed multipart upload key=V3ZYXTO3N0R6 upload=ZFMX6Y8HI410 tag=AM3XY1718YXF type=write size=1093207 2023-12-22T17:36:48.536 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.538+0000 7fb94d391880 1 > prepared part key=_multipart_X3NXWCITUK7S.2~IGUSKD53IGGZ.0 size=366175 2023-12-22T17:36:48.536 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.538+0000 7fb94d391880 1 > prepared multipart upload key=X3NXWCITUK7S upload=IGUSKD53IGGZ tag=GE3350WT9IOQ type=write size=1414751 2023-12-22T17:36:48.538 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.539+0000 7fb94d391880 1 < completed delete operation key=7V5FS6PEP4ZL tag=5C1K1P3KTSMT type=del 2023-12-22T17:36:48.539 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.540+0000 7fb94d391880 1 > prepared operation key=704VLVQ2P45U tag=QJBY29ICFV1I type=del size=1469131 2023-12-22T17:36:48.541 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.542+0000 7fb94d391880 1 < completed delete operation key=KLRYSCZNAHKT tag=X5O1NZYW9CTL type=del 2023-12-22T17:36:48.543 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.545+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~5O8RXQCDZUPN.0 size=1048576 2023-12-22T17:36:48.545 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.546+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~5O8RXQCDZUPN.1 size=1048576 2023-12-22T17:36:48.546 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.547+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~5O8RXQCDZUPN.2 size=696004 2023-12-22T17:36:48.546 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.547+0000 7fb94d391880 1 > prepared multipart upload key=DXPJ8O4O0SI2 upload=5O8RXQCDZUPN tag=XI0NYSSWWU5T type=write size=3841732 2023-12-22T17:36:48.549 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.550+0000 7fb94d391880 1 < suggested update operation key=NZ7PMKB2HICR tag=X4TXDM6JJYP6 type=write size=931204 2023-12-22T17:36:48.551 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.553+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~DWX01OPVGNZD.0 size=1048576 2023-12-22T17:36:48.552 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.554+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~DWX01OPVGNZD.1 size=804279 2023-12-22T17:36:48.553 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.554+0000 7fb94d391880 1 > prepared multipart upload key=KLRYSCZNAHKT upload=DWX01OPVGNZD tag=I7AY1BCC001W type=write size=2901431 2023-12-22T17:36:48.554 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.555+0000 7fb94d391880 1 < completed delete operation key=W3X2J2SCNOE7 tag=WJJFM6YS0B94 type=del 2023-12-22T17:36:48.555 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.556+0000 7fb94d391880 1 > prepared operation key=RV0R03E3QAOV tag=DP2MO1VU0J0K type=del size=2908038 2023-12-22T17:36:48.557 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.558+0000 7fb94d391880 1 < canceled operation key=I7GAQL38WXHS tag=5ZNOU8TDF14X type=write size=435636 2023-12-22T17:36:48.559 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.561+0000 7fb94d391880 1 > prepared part key=_multipart_L6DUB57B222Z.2~KJ10O0MB9ORW.0 size=1048576 2023-12-22T17:36:48.561 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.562+0000 7fb94d391880 1 > prepared part key=_multipart_L6DUB57B222Z.2~KJ10O0MB9ORW.1 size=1048576 2023-12-22T17:36:48.562 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.563+0000 7fb94d391880 1 > prepared part key=_multipart_L6DUB57B222Z.2~KJ10O0MB9ORW.2 size=438772 2023-12-22T17:36:48.562 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.563+0000 7fb94d391880 1 > prepared multipart upload key=L6DUB57B222Z upload=KJ10O0MB9ORW tag=TTG0AZV4XDSV type=write size=3584500 2023-12-22T17:36:48.564 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.565+0000 7fb94d391880 -1 < failed to complete operation key=NZ7PMKB2HICR tag=JTOP17UO8S1D type=del size=3118632: (22) Invalid argument 2023-12-22T17:36:48.565 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.566+0000 7fb94d391880 1 > prepared operation key=DZPSR14TMXNC tag=2IO73OFYKJMH type=write size=507099 2023-12-22T17:36:48.567 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.568+0000 7fb94d391880 -1 < failed to complete operation key=NZ7PMKB2HICR tag=M8AEAFUU8BKJ type=del size=582600: (22) Invalid argument 2023-12-22T17:36:48.569 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.570+0000 7fb94d391880 1 > prepared operation key=T8TYNCC2V8CD tag=C65VSYNWDRQJ type=del size=2964663 2023-12-22T17:36:48.570 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.571+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~C73HETZT5VCF.0 size=1048576 2023-12-22T17:36:48.571 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.573+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~C73HETZT5VCF.1 size=564710 2023-12-22T17:36:48.574 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.575+0000 7fb94d391880 1 < completed multipart upload key=HZAQDCN1TA70 upload=C73HETZT5VCF tag=A2PE5WJUAVUA type=write size=2661862 2023-12-22T17:36:48.575 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.577+0000 7fb94d391880 1 > prepared operation key=I7GAQL38WXHS tag=CJ748H7F500Z type=del size=990166 2023-12-22T17:36:48.577 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.578+0000 7fb94d391880 1 < completed delete operation key=T8TYNCC2V8CD tag=YLNOOXNCVR2X type=del 2023-12-22T17:36:48.578 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.580+0000 7fb94d391880 1 > prepared operation key=DVN26OO0LDI7 tag=MWF0X1CUN61G type=del size=2127177 2023-12-22T17:36:48.581 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.582+0000 7fb94d391880 1 < suggested update operation key=RV0R03E3QAOV tag=GEVHI2SR2TPG type=del size=126801 2023-12-22T17:36:48.583 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.585+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~F3MEISILH0V1.0 size=1048576 2023-12-22T17:36:48.584 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.586+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~F3MEISILH0V1.1 size=185564 2023-12-22T17:36:48.585 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.586+0000 7fb94d391880 1 > prepared multipart upload key=6CLDD4VJZWJJ upload=F3MEISILH0V1 tag=XJ3MI1QK6GQX type=write size=2282716 2023-12-22T17:36:48.586 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.587+0000 7fb94d391880 1 < completed part key=_multipart_GGQ09G6E3CZ6.2~B26TLEH41WLV.0 size=1048576 2023-12-22T17:36:48.587 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.588+0000 7fb94d391880 1 < completed part key=_multipart_GGQ09G6E3CZ6.2~B26TLEH41WLV.1 size=291645 2023-12-22T17:36:48.589 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.591+0000 7fb94d391880 1 < completed multipart upload key=GGQ09G6E3CZ6 upload=B26TLEH41WLV tag=FQH0DE1Z522G type=write size=2388797 2023-12-22T17:36:48.592 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.593+0000 7fb94d391880 1 > prepared part key=_multipart_7KXZJJ9YT96E.2~2U9SEUW9ZUVF.0 size=578634 2023-12-22T17:36:48.592 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.593+0000 7fb94d391880 1 > prepared multipart upload key=7KXZJJ9YT96E upload=2U9SEUW9ZUVF tag=FZQF4SY1YM3G type=write size=1627210 2023-12-22T17:36:48.594 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.595+0000 7fb94d391880 1 < completed delete operation key=T8TYNCC2V8CD tag=Z5D236NCJQN6 type=del 2023-12-22T17:36:48.595 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.596+0000 7fb94d391880 1 > prepared operation key=TDS90SYZKMLU tag=BLK605MPWN2T type=del size=3897678 2023-12-22T17:36:48.596 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.598+0000 7fb94d391880 1 < completed write operation key=DXPJ8O4O0SI2 tag=7TD5XXLEYOI4 type=write size=114503 2023-12-22T17:36:48.599 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.600+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~WHOY7TI8OC9Y.0 size=502355 2023-12-22T17:36:48.599 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.600+0000 7fb94d391880 1 > prepared multipart upload key=W3X2J2SCNOE7 upload=WHOY7TI8OC9Y tag=YZO9AG92JM8D type=write size=1550931 2023-12-22T17:36:48.601 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.602+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~YEZ988VIU8MV.0 size=1048576 2023-12-22T17:36:48.601 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.602+0000 7fb94d391880 1 < canceled part key=_multipart_DXPJ8O4O0SI2.2~YEZ988VIU8MV.1 size=160601 2023-12-22T17:36:48.603 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.604+0000 7fb94d391880 1 < canceled multipart upload key=DXPJ8O4O0SI2 upload=YEZ988VIU8MV tag=RO96AJEMP9V2 type=write size=2257753 2023-12-22T17:36:48.605 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.606+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~PBUB2NT60W1Y.0 size=1048576 2023-12-22T17:36:48.606 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.608+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~PBUB2NT60W1Y.1 size=596115 2023-12-22T17:36:48.606 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.608+0000 7fb94d391880 1 > prepared multipart upload key=0BNHPX2OE7C0 upload=PBUB2NT60W1Y tag=YAL0M5646R9H type=write size=2693267 2023-12-22T17:36:48.608 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.609+0000 7fb94d391880 1 < completed part key=_multipart_YRKG3P9O1XBW.2~VJH5879J6GDL.0 size=218840 2023-12-22T17:36:48.610 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.611+0000 7fb94d391880 1 < completed multipart upload key=YRKG3P9O1XBW upload=VJH5879J6GDL tag=JR80HUV0KJF3 type=write size=1267416 2023-12-22T17:36:48.612 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.613+0000 7fb94d391880 1 > prepared operation key=TDS90SYZKMLU tag=8CZSXXEGDHYR type=del size=326269 2023-12-22T17:36:48.613 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.614+0000 7fb94d391880 1 < completed part key=_multipart_X3NXWCITUK7S.2~IGUSKD53IGGZ.0 size=366175 2023-12-22T17:36:48.616 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.617+0000 7fb94d391880 1 < completed multipart upload key=X3NXWCITUK7S upload=IGUSKD53IGGZ tag=GE3350WT9IOQ type=write size=1414751 2023-12-22T17:36:48.618 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.619+0000 7fb94d391880 1 > prepared part key=_multipart_BPXZFZEJYPX1.2~V0IIG76ZY58O.0 size=1048576 2023-12-22T17:36:48.619 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.620+0000 7fb94d391880 1 > prepared part key=_multipart_BPXZFZEJYPX1.2~V0IIG76ZY58O.1 size=105128 2023-12-22T17:36:48.619 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.620+0000 7fb94d391880 1 > prepared multipart upload key=BPXZFZEJYPX1 upload=V0IIG76ZY58O tag=S27F38NYADFD type=write size=2202280 2023-12-22T17:36:48.621 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.622+0000 7fb94d391880 1 < completed delete operation key=704VLVQ2P45U tag=QJBY29ICFV1I type=del 2023-12-22T17:36:48.624 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.625+0000 7fb94d391880 1 > prepared part key=_multipart_BCP1VQB2TB0F.2~GFUXTSPJXMNT.0 size=1048576 2023-12-22T17:36:48.625 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.626+0000 7fb94d391880 1 > prepared part key=_multipart_BCP1VQB2TB0F.2~GFUXTSPJXMNT.1 size=1048576 2023-12-22T17:36:48.626 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.627+0000 7fb94d391880 1 > prepared part key=_multipart_BCP1VQB2TB0F.2~GFUXTSPJXMNT.2 size=953142 2023-12-22T17:36:48.626 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.627+0000 7fb94d391880 1 > prepared multipart upload key=BCP1VQB2TB0F upload=GFUXTSPJXMNT tag=XKGPGBRN6TAB type=write size=4098870 2023-12-22T17:36:48.627 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.629+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~5O8RXQCDZUPN.0 size=1048576 2023-12-22T17:36:48.629 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.630+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~5O8RXQCDZUPN.1 size=1048576 2023-12-22T17:36:48.630 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.631+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~5O8RXQCDZUPN.2 size=696004 2023-12-22T17:36:48.632 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.633+0000 7fb94d391880 1 < completed multipart upload key=DXPJ8O4O0SI2 upload=5O8RXQCDZUPN tag=XI0NYSSWWU5T type=write size=3841732 2023-12-22T17:36:48.634 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.635+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=2ZOY4UPL636G type=write size=409960 2023-12-22T17:36:48.635 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.636+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~DWX01OPVGNZD.0 size=1048576 2023-12-22T17:36:48.636 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.638+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~DWX01OPVGNZD.1 size=804279 2023-12-22T17:36:48.639 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.640+0000 7fb94d391880 1 < completed multipart upload key=KLRYSCZNAHKT upload=DWX01OPVGNZD tag=I7AY1BCC001W type=write size=2901431 2023-12-22T17:36:48.640 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.641+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=JKPV3BPFJAJ7 type=del size=702958 2023-12-22T17:36:48.642 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.643+0000 7fb94d391880 -1 < failed to complete operation key=RV0R03E3QAOV tag=DP2MO1VU0J0K type=del size=2908038: (22) Invalid argument 2023-12-22T17:36:48.643 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.645+0000 7fb94d391880 1 > prepared operation key=T8TYNCC2V8CD tag=XWEF8HW3UIPV type=del size=3846306 2023-12-22T17:36:48.645 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.646+0000 7fb94d391880 1 < completed part key=_multipart_L6DUB57B222Z.2~KJ10O0MB9ORW.0 size=1048576 2023-12-22T17:36:48.647 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.648+0000 7fb94d391880 1 < completed part key=_multipart_L6DUB57B222Z.2~KJ10O0MB9ORW.1 size=1048576 2023-12-22T17:36:48.648 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.649+0000 7fb94d391880 1 < completed part key=_multipart_L6DUB57B222Z.2~KJ10O0MB9ORW.2 size=438772 2023-12-22T17:36:48.650 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.651+0000 7fb94d391880 1 < completed multipart upload key=L6DUB57B222Z upload=KJ10O0MB9ORW tag=TTG0AZV4XDSV type=write size=3584500 2023-12-22T17:36:48.651 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.653+0000 7fb94d391880 1 > prepared operation key=7V5FS6PEP4ZL tag=8JAEVXZLFORE type=del size=1160691 2023-12-22T17:36:48.653 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.654+0000 7fb94d391880 1 < completed write operation key=DZPSR14TMXNC tag=2IO73OFYKJMH type=write size=507099 2023-12-22T17:36:48.656 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.657+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~HYYVV8B0ZII5.0 size=1048576 2023-12-22T17:36:48.657 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.659+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~HYYVV8B0ZII5.1 size=821820 2023-12-22T17:36:48.657 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.659+0000 7fb94d391880 1 > prepared multipart upload key=HZAQDCN1TA70 upload=HYYVV8B0ZII5 tag=U6KM63VR8A5E type=write size=2918972 2023-12-22T17:36:48.659 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.660+0000 7fb94d391880 1 < completed delete operation key=T8TYNCC2V8CD tag=C65VSYNWDRQJ type=del 2023-12-22T17:36:48.660 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.662+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=OL3RK1LZ7D8Q type=del size=999797 2023-12-22T17:36:48.662 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.663+0000 7fb94d391880 1 < completed delete operation key=I7GAQL38WXHS tag=CJ748H7F500Z type=del 2023-12-22T17:36:48.663 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.665+0000 7fb94d391880 1 > prepared operation key=L6DUB57B222Z tag=X0ED32GRUJZL type=del size=2191971 2023-12-22T17:36:48.667 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.668+0000 7fb94d391880 1 < suggested remove operation key=DVN26OO0LDI7 tag=MWF0X1CUN61G type=del 2023-12-22T17:36:48.668 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.669+0000 7fb94d391880 1 > prepared operation key=KLRYSCZNAHKT tag=EKF1A02MREVG type=del size=3653441 2023-12-22T17:36:48.669 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.671+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~F3MEISILH0V1.0 size=1048576 2023-12-22T17:36:48.670 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.672+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~F3MEISILH0V1.1 size=185564 2023-12-22T17:36:48.673 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.674+0000 7fb94d391880 1 < completed multipart upload key=6CLDD4VJZWJJ upload=F3MEISILH0V1 tag=XJ3MI1QK6GQX type=write size=2282716 2023-12-22T17:36:48.676 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.677+0000 7fb94d391880 1 > prepared part key=_multipart_X3NXWCITUK7S.2~PM1O2V4HE6C0.0 size=1048576 2023-12-22T17:36:48.677 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.678+0000 7fb94d391880 1 > prepared part key=_multipart_X3NXWCITUK7S.2~PM1O2V4HE6C0.1 size=917411 2023-12-22T17:36:48.677 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.678+0000 7fb94d391880 1 > prepared multipart upload key=X3NXWCITUK7S upload=PM1O2V4HE6C0 tag=SJ0HZ14R18SP type=write size=3014563 2023-12-22T17:36:48.677 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.678+0000 7fb94d391880 1 < canceled part key=_multipart_7KXZJJ9YT96E.2~2U9SEUW9ZUVF.0 size=578634 2023-12-22T17:36:48.680 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.681+0000 7fb94d391880 1 < canceled multipart upload key=7KXZJJ9YT96E upload=2U9SEUW9ZUVF tag=FZQF4SY1YM3G type=write size=1627210 2023-12-22T17:36:48.682 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.684+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~N701Q0BDFYI4.0 size=1048576 2023-12-22T17:36:48.684 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.685+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~N701Q0BDFYI4.1 size=1048576 2023-12-22T17:36:48.685 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.686+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~N701Q0BDFYI4.2 size=425644 2023-12-22T17:36:48.685 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.686+0000 7fb94d391880 1 > prepared multipart upload key=DZPSR14TMXNC upload=N701Q0BDFYI4 tag=0FZ1Q2UBQNWF type=write size=3571372 2023-12-22T17:36:48.686 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.687+0000 7fb94d391880 1 < completed delete operation key=TDS90SYZKMLU tag=BLK605MPWN2T type=del 2023-12-22T17:36:48.688 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.689+0000 7fb94d391880 1 > prepared operation key=T8TYNCC2V8CD tag=5U7JA5HYDRCR type=del size=3715556 2023-12-22T17:36:48.689 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.691+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~WHOY7TI8OC9Y.0 size=502355 2023-12-22T17:36:48.692 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.693+0000 7fb94d391880 1 < completed multipart upload key=W3X2J2SCNOE7 upload=WHOY7TI8OC9Y tag=YZO9AG92JM8D type=write size=1550931 2023-12-22T17:36:48.696 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.696+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~O7BY99945WS7.0 size=1048576 2023-12-22T17:36:48.696 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.697+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~O7BY99945WS7.1 size=502693 2023-12-22T17:36:48.697 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.697+0000 7fb94d391880 1 > prepared multipart upload key=DXPJ8O4O0SI2 upload=O7BY99945WS7 tag=OLQFA8U824J9 type=write size=2599845 2023-12-22T17:36:48.698 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.699+0000 7fb94d391880 1 < completed part key=_multipart_0BNHPX2OE7C0.2~PBUB2NT60W1Y.0 size=1048576 2023-12-22T17:36:48.698 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.699+0000 7fb94d391880 1 < canceled part key=_multipart_0BNHPX2OE7C0.2~PBUB2NT60W1Y.1 size=596115 2023-12-22T17:36:48.700 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.702+0000 7fb94d391880 1 < canceled multipart upload key=0BNHPX2OE7C0 upload=PBUB2NT60W1Y tag=YAL0M5646R9H type=write size=2693267 2023-12-22T17:36:48.702 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.703+0000 7fb94d391880 1 > prepared operation key=I7GAQL38WXHS tag=YY18N05LKX5T type=del size=1466324 2023-12-22T17:36:48.704 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.706+0000 7fb94d391880 1 < suggested remove operation key=TDS90SYZKMLU tag=8CZSXXEGDHYR type=del 2023-12-22T17:36:48.706 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.707+0000 7fb94d391880 1 > prepared operation key=704VLVQ2P45U tag=BSWJ3U0ZV3LO type=del size=2306933 2023-12-22T17:36:48.706 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.708+0000 7fb94d391880 1 < canceled part key=_multipart_BPXZFZEJYPX1.2~V0IIG76ZY58O.0 size=1048576 2023-12-22T17:36:48.707 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.709+0000 7fb94d391880 1 < completed part key=_multipart_BPXZFZEJYPX1.2~V0IIG76ZY58O.1 size=105128 2023-12-22T17:36:48.710 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.711+0000 7fb94d391880 1 < canceled multipart upload key=BPXZFZEJYPX1 upload=V0IIG76ZY58O tag=S27F38NYADFD type=write size=2202280 2023-12-22T17:36:48.711 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.713+0000 7fb94d391880 1 > prepared operation key=W3X2J2SCNOE7 tag=LU2340MPA7KX type=del size=2279368 2023-12-22T17:36:48.713 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.714+0000 7fb94d391880 1 < completed part key=_multipart_BCP1VQB2TB0F.2~GFUXTSPJXMNT.0 size=1048576 2023-12-22T17:36:48.714 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.716+0000 7fb94d391880 1 < completed part key=_multipart_BCP1VQB2TB0F.2~GFUXTSPJXMNT.1 size=1048576 2023-12-22T17:36:48.715 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.717+0000 7fb94d391880 1 < completed part key=_multipart_BCP1VQB2TB0F.2~GFUXTSPJXMNT.2 size=953142 2023-12-22T17:36:48.718 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.719+0000 7fb94d391880 1 < completed multipart upload key=BCP1VQB2TB0F upload=GFUXTSPJXMNT tag=XKGPGBRN6TAB type=write size=4098870 2023-12-22T17:36:48.721 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.722+0000 7fb94d391880 1 > prepared part key=_multipart_BPXZFZEJYPX1.2~GTQTMCT140E4.0 size=777668 2023-12-22T17:36:48.721 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.722+0000 7fb94d391880 1 > prepared multipart upload key=BPXZFZEJYPX1 upload=GTQTMCT140E4 tag=Y1F607ZIZP9S type=write size=1826244 2023-12-22T17:36:48.723 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.724+0000 7fb94d391880 1 < completed write operation key=5HOL7148HSJL tag=2ZOY4UPL636G type=write size=409960 2023-12-22T17:36:48.724 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.725+0000 7fb94d391880 1 > prepared operation key=W3X2J2SCNOE7 tag=RW4RJJPOS2TS type=del size=743463 2023-12-22T17:36:48.725 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.727+0000 7fb94d391880 1 < completed delete operation key=2G2FODM41TWI tag=JKPV3BPFJAJ7 type=del 2023-12-22T17:36:48.727 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.728+0000 7fb94d391880 1 > prepared operation key=L6DUB57B222Z tag=4LMU3RJMKK2F type=del size=3854066 2023-12-22T17:36:48.728 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.730+0000 7fb94d391880 1 < completed delete operation key=T8TYNCC2V8CD tag=XWEF8HW3UIPV type=del 2023-12-22T17:36:48.730 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.731+0000 7fb94d391880 1 > prepared operation key=W3X2J2SCNOE7 tag=J5SQBBYGC6PG type=del size=2262951 2023-12-22T17:36:48.733 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.734+0000 7fb94d391880 1 < suggested update operation key=7V5FS6PEP4ZL tag=8JAEVXZLFORE type=del size=1160691 2023-12-22T17:36:48.735 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.736+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~TGT54KDIW3CR.0 size=973448 2023-12-22T17:36:48.735 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.736+0000 7fb94d391880 1 > prepared multipart upload key=40X558JXAX9S upload=TGT54KDIW3CR tag=G3O6CS1VEOO1 type=write size=2022024 2023-12-22T17:36:48.736 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.738+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~HYYVV8B0ZII5.0 size=1048576 2023-12-22T17:36:48.738 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.739+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~HYYVV8B0ZII5.1 size=821820 2023-12-22T17:36:48.740 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.741+0000 7fb94d391880 1 < completed multipart upload key=HZAQDCN1TA70 upload=HYYVV8B0ZII5 tag=U6KM63VR8A5E type=write size=2918972 2023-12-22T17:36:48.742 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.744+0000 7fb94d391880 1 > prepared part key=_multipart_28XBL3715EHT.2~FCTWYUO6NQW8.0 size=594223 2023-12-22T17:36:48.743 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.744+0000 7fb94d391880 1 > prepared multipart upload key=28XBL3715EHT upload=FCTWYUO6NQW8 tag=KB2V4EZC1CGN type=write size=1642799 2023-12-22T17:36:48.744 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.745+0000 7fb94d391880 1 < canceled operation key=2G2FODM41TWI tag=OL3RK1LZ7D8Q type=del size=999797 2023-12-22T17:36:48.746 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.747+0000 7fb94d391880 1 > prepared part key=_multipart_74ZWP6PRPDCK.2~AIUT5Z3M9KK4.0 size=1048576 2023-12-22T17:36:48.747 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.749+0000 7fb94d391880 1 > prepared part key=_multipart_74ZWP6PRPDCK.2~AIUT5Z3M9KK4.1 size=44243 2023-12-22T17:36:48.747 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.749+0000 7fb94d391880 1 > prepared multipart upload key=74ZWP6PRPDCK upload=AIUT5Z3M9KK4 tag=5GJPD860EN0N type=write size=2141395 2023-12-22T17:36:48.749 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.750+0000 7fb94d391880 1 < canceled operation key=L6DUB57B222Z tag=X0ED32GRUJZL type=del size=2191971 2023-12-22T17:36:48.751 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.753+0000 7fb94d391880 1 > prepared part key=_multipart_YRKG3P9O1XBW.2~5KYADHZD23N5.0 size=1048576 2023-12-22T17:36:48.753 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.754+0000 7fb94d391880 1 > prepared part key=_multipart_YRKG3P9O1XBW.2~5KYADHZD23N5.1 size=721781 2023-12-22T17:36:48.753 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.754+0000 7fb94d391880 1 > prepared multipart upload key=YRKG3P9O1XBW upload=5KYADHZD23N5 tag=O0LQSYFJMB2O type=write size=2818933 2023-12-22T17:36:48.754 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.755+0000 7fb94d391880 1 < completed delete operation key=KLRYSCZNAHKT tag=EKF1A02MREVG type=del 2023-12-22T17:36:48.757 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.759+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~Q69EBXMKSZK5.0 size=1048576 2023-12-22T17:36:48.759 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.760+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~Q69EBXMKSZK5.1 size=1048576 2023-12-22T17:36:48.760 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.761+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~Q69EBXMKSZK5.2 size=38730 2023-12-22T17:36:48.760 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.761+0000 7fb94d391880 1 > prepared multipart upload key=DZPSR14TMXNC upload=Q69EBXMKSZK5 tag=IA3WBPJIMGDU type=write size=3184458 2023-12-22T17:36:48.761 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.763+0000 7fb94d391880 1 < completed part key=_multipart_X3NXWCITUK7S.2~PM1O2V4HE6C0.0 size=1048576 2023-12-22T17:36:48.763 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.764+0000 7fb94d391880 1 < completed part key=_multipart_X3NXWCITUK7S.2~PM1O2V4HE6C0.1 size=917411 2023-12-22T17:36:48.765 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.766+0000 7fb94d391880 1 < completed multipart upload key=X3NXWCITUK7S upload=PM1O2V4HE6C0 tag=SJ0HZ14R18SP type=write size=3014563 2023-12-22T17:36:48.767 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.768+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=UMWEQFS7PKO7 type=del size=3792620 2023-12-22T17:36:48.768 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.770+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~N701Q0BDFYI4.0 size=1048576 2023-12-22T17:36:48.770 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.771+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~N701Q0BDFYI4.1 size=1048576 2023-12-22T17:36:48.771 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.772+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~N701Q0BDFYI4.2 size=425644 2023-12-22T17:36:48.773 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.775+0000 7fb94d391880 1 < completed multipart upload key=DZPSR14TMXNC upload=N701Q0BDFYI4 tag=0FZ1Q2UBQNWF type=write size=3571372 2023-12-22T17:36:48.777 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.778+0000 7fb94d391880 1 > prepared part key=_multipart_74ZWP6PRPDCK.2~JAPEGSZFPOK8.0 size=842281 2023-12-22T17:36:48.777 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.778+0000 7fb94d391880 1 > prepared multipart upload key=74ZWP6PRPDCK upload=JAPEGSZFPOK8 tag=K0FGMD4W8AR5 type=write size=1890857 2023-12-22T17:36:48.778 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.779+0000 7fb94d391880 1 < canceled operation key=T8TYNCC2V8CD tag=5U7JA5HYDRCR type=del size=3715556 2023-12-22T17:36:48.780 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.782+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~8MAGKF90AU2Y.0 size=1048576 2023-12-22T17:36:48.782 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.783+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~8MAGKF90AU2Y.1 size=1048576 2023-12-22T17:36:48.783 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.784+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~8MAGKF90AU2Y.2 size=796667 2023-12-22T17:36:48.783 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.784+0000 7fb94d391880 1 > prepared multipart upload key=2G2FODM41TWI upload=8MAGKF90AU2Y tag=JZJ1OZF1CW6Y type=write size=3942395 2023-12-22T17:36:48.784 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.786+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~O7BY99945WS7.0 size=1048576 2023-12-22T17:36:48.786 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.787+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~O7BY99945WS7.1 size=502693 2023-12-22T17:36:48.788 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.789+0000 7fb94d391880 1 < completed multipart upload key=DXPJ8O4O0SI2 upload=O7BY99945WS7 tag=OLQFA8U824J9 type=write size=2599845 2023-12-22T17:36:48.789 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.791+0000 7fb94d391880 1 > prepared operation key=DVN26OO0LDI7 tag=2AZVEP5R1O6V type=del size=3191459 2023-12-22T17:36:48.791 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.792+0000 7fb94d391880 1 < completed delete operation key=I7GAQL38WXHS tag=YY18N05LKX5T type=del 2023-12-22T17:36:48.794 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.795+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~0WATWN353C7L.0 size=3689 2023-12-22T17:36:48.794 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.795+0000 7fb94d391880 1 > prepared multipart upload key=2G2FODM41TWI upload=0WATWN353C7L tag=AVPY9II466R4 type=write size=1052265 2023-12-22T17:36:48.797 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.798+0000 7fb94d391880 1 < suggested remove operation key=704VLVQ2P45U tag=BSWJ3U0ZV3LO type=del 2023-12-22T17:36:48.800 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.801+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~87G1QSHJMI8S.0 size=1048576 2023-12-22T17:36:48.801 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.802+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~87G1QSHJMI8S.1 size=1048576 2023-12-22T17:36:48.802 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.803+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~87G1QSHJMI8S.2 size=419301 2023-12-22T17:36:48.802 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.803+0000 7fb94d391880 1 > prepared multipart upload key=DVN26OO0LDI7 upload=87G1QSHJMI8S tag=FSPFJC160JJY type=write size=3565029 2023-12-22T17:36:48.803 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.804+0000 7fb94d391880 1 < completed delete operation key=W3X2J2SCNOE7 tag=LU2340MPA7KX type=del 2023-12-22T17:36:48.806 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.807+0000 7fb94d391880 1 > prepared part key=_multipart_IRCWNBTM8JVB.2~D39JP02N3D1Z.0 size=1048576 2023-12-22T17:36:48.807 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.808+0000 7fb94d391880 1 > prepared part key=_multipart_IRCWNBTM8JVB.2~D39JP02N3D1Z.1 size=555571 2023-12-22T17:36:48.807 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.808+0000 7fb94d391880 1 > prepared multipart upload key=IRCWNBTM8JVB upload=D39JP02N3D1Z tag=QTODGHKZJMMX type=write size=2652723 2023-12-22T17:36:48.808 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.809+0000 7fb94d391880 1 < completed part key=_multipart_BPXZFZEJYPX1.2~GTQTMCT140E4.0 size=777668 2023-12-22T17:36:48.810 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.812+0000 7fb94d391880 1 < completed multipart upload key=BPXZFZEJYPX1 upload=GTQTMCT140E4 tag=Y1F607ZIZP9S type=write size=1826244 2023-12-22T17:36:48.812 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.813+0000 7fb94d391880 1 > prepared operation key=X3NXWCITUK7S tag=Q09HPIRWETW5 type=write size=205669 2023-12-22T17:36:48.813 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.815+0000 7fb94d391880 1 < completed delete operation key=W3X2J2SCNOE7 tag=RW4RJJPOS2TS type=del 2023-12-22T17:36:48.816 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.817+0000 7fb94d391880 1 > prepared part key=_multipart_RWJE4O4GO9IK.2~5VFMSBAL12R5.0 size=512820 2023-12-22T17:36:48.816 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.817+0000 7fb94d391880 1 > prepared multipart upload key=RWJE4O4GO9IK upload=5VFMSBAL12R5 tag=XQKVC38B264B type=write size=1561396 2023-12-22T17:36:48.818 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.819+0000 7fb94d391880 1 < completed delete operation key=L6DUB57B222Z tag=4LMU3RJMKK2F type=del 2023-12-22T17:36:48.820 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.821+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~BP99VN13NNTX.0 size=1048576 2023-12-22T17:36:48.821 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.823+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~BP99VN13NNTX.1 size=725025 2023-12-22T17:36:48.822 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.823+0000 7fb94d391880 1 > prepared multipart upload key=40X558JXAX9S upload=BP99VN13NNTX tag=YNCN3MB1O1P7 type=write size=2822177 2023-12-22T17:36:48.823 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.824+0000 7fb94d391880 1 < completed delete operation key=W3X2J2SCNOE7 tag=J5SQBBYGC6PG type=del 2023-12-22T17:36:48.825 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.827+0000 7fb94d391880 1 > prepared part key=_multipart_L6DUB57B222Z.2~UAH7XIDN1113.0 size=1048576 2023-12-22T17:36:48.827 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.828+0000 7fb94d391880 1 > prepared part key=_multipart_L6DUB57B222Z.2~UAH7XIDN1113.1 size=614025 2023-12-22T17:36:48.827 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.828+0000 7fb94d391880 1 > prepared multipart upload key=L6DUB57B222Z upload=UAH7XIDN1113 tag=04UYHKR61A26 type=write size=2711177 2023-12-22T17:36:48.828 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.830+0000 7fb94d391880 1 < completed part key=_multipart_40X558JXAX9S.2~TGT54KDIW3CR.0 size=973448 2023-12-22T17:36:48.831 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.832+0000 7fb94d391880 1 < completed multipart upload key=40X558JXAX9S upload=TGT54KDIW3CR tag=G3O6CS1VEOO1 type=write size=2022024 2023-12-22T17:36:48.834 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.835+0000 7fb94d391880 1 > prepared part key=_multipart_TDS90SYZKMLU.2~E72QPVD8SX2V.0 size=1048576 2023-12-22T17:36:48.835 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.836+0000 7fb94d391880 1 > prepared part key=_multipart_TDS90SYZKMLU.2~E72QPVD8SX2V.1 size=1048576 2023-12-22T17:36:48.836 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.837+0000 7fb94d391880 1 > prepared part key=_multipart_TDS90SYZKMLU.2~E72QPVD8SX2V.2 size=838855 2023-12-22T17:36:48.836 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.837+0000 7fb94d391880 1 > prepared multipart upload key=TDS90SYZKMLU upload=E72QPVD8SX2V tag=M6EXUN6V1ABW type=write size=3984583 2023-12-22T17:36:48.838 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.839+0000 7fb94d391880 1 < completed part key=_multipart_28XBL3715EHT.2~FCTWYUO6NQW8.0 size=594223 2023-12-22T17:36:48.840 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.841+0000 7fb94d391880 1 < completed multipart upload key=28XBL3715EHT upload=FCTWYUO6NQW8 tag=KB2V4EZC1CGN type=write size=1642799 2023-12-22T17:36:48.842 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.843+0000 7fb94d391880 1 > prepared operation key=6CLDD4VJZWJJ tag=ZRD71YZ9501W type=write size=602053 2023-12-22T17:36:48.843 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.845+0000 7fb94d391880 1 < completed part key=_multipart_74ZWP6PRPDCK.2~AIUT5Z3M9KK4.0 size=1048576 2023-12-22T17:36:48.843 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.845+0000 7fb94d391880 1 < canceled part key=_multipart_74ZWP6PRPDCK.2~AIUT5Z3M9KK4.1 size=44243 2023-12-22T17:36:48.846 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.847+0000 7fb94d391880 1 < canceled multipart upload key=74ZWP6PRPDCK upload=AIUT5Z3M9KK4 tag=5GJPD860EN0N type=write size=2141395 2023-12-22T17:36:48.849 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.850+0000 7fb94d391880 1 > prepared part key=_multipart_BCP1VQB2TB0F.2~VAZKDR39HXLU.0 size=536447 2023-12-22T17:36:48.849 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.850+0000 7fb94d391880 1 > prepared multipart upload key=BCP1VQB2TB0F upload=VAZKDR39HXLU tag=FKADN1N2FDVA type=write size=1585023 2023-12-22T17:36:48.850 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.852+0000 7fb94d391880 1 < completed part key=_multipart_YRKG3P9O1XBW.2~5KYADHZD23N5.0 size=1048576 2023-12-22T17:36:48.852 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.853+0000 7fb94d391880 1 < completed part key=_multipart_YRKG3P9O1XBW.2~5KYADHZD23N5.1 size=721781 2023-12-22T17:36:48.854 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.856+0000 7fb94d391880 1 < completed multipart upload key=YRKG3P9O1XBW upload=5KYADHZD23N5 tag=O0LQSYFJMB2O type=write size=2818933 2023-12-22T17:36:48.856 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.858+0000 7fb94d391880 1 > prepared operation key=L6DUB57B222Z tag=SC5XBXWSNDJO type=del size=2404422 2023-12-22T17:36:48.858 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.859+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~Q69EBXMKSZK5.0 size=1048576 2023-12-22T17:36:48.859 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.861+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~Q69EBXMKSZK5.1 size=1048576 2023-12-22T17:36:48.861 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.862+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~Q69EBXMKSZK5.2 size=38730 2023-12-22T17:36:48.863 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.865+0000 7fb94d391880 1 < completed multipart upload key=DZPSR14TMXNC upload=Q69EBXMKSZK5 tag=IA3WBPJIMGDU type=write size=3184458 2023-12-22T17:36:48.865 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.866+0000 7fb94d391880 1 > prepared operation key=T8TYNCC2V8CD tag=4LT03BOILWC1 type=del size=719541 2023-12-22T17:36:48.866 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.868+0000 7fb94d391880 1 < completed delete operation key=HZAQDCN1TA70 tag=UMWEQFS7PKO7 type=del 2023-12-22T17:36:48.868 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.869+0000 7fb94d391880 1 > prepared operation key=6CLDD4VJZWJJ tag=JX5AX4RUMODN type=del size=1186861 2023-12-22T17:36:48.869 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.871+0000 7fb94d391880 1 < completed part key=_multipart_74ZWP6PRPDCK.2~JAPEGSZFPOK8.0 size=842281 2023-12-22T17:36:48.872 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.873+0000 7fb94d391880 1 < completed multipart upload key=74ZWP6PRPDCK upload=JAPEGSZFPOK8 tag=K0FGMD4W8AR5 type=write size=1890857 2023-12-22T17:36:48.873 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.874+0000 7fb94d391880 1 > prepared operation key=IRCWNBTM8JVB tag=Z8OYHZAPOCG7 type=write size=661294 2023-12-22T17:36:48.875 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.876+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~8MAGKF90AU2Y.0 size=1048576 2023-12-22T17:36:48.876 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.877+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~8MAGKF90AU2Y.1 size=1048576 2023-12-22T17:36:48.877 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.878+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~8MAGKF90AU2Y.2 size=796667 2023-12-22T17:36:48.879 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.881+0000 7fb94d391880 1 < completed multipart upload key=2G2FODM41TWI upload=8MAGKF90AU2Y tag=JZJ1OZF1CW6Y type=write size=3942395 2023-12-22T17:36:48.881 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.882+0000 7fb94d391880 1 > prepared operation key=BPXZFZEJYPX1 tag=J31JT80F8DLU type=del size=3215999 2023-12-22T17:36:48.882 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.884+0000 7fb94d391880 1 < completed delete operation key=DVN26OO0LDI7 tag=2AZVEP5R1O6V type=del 2023-12-22T17:36:48.884 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.885+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=TSBGR44XVHGP type=write size=923858 2023-12-22T17:36:48.885 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.886+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~0WATWN353C7L.0 size=3689 2023-12-22T17:36:48.888 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.889+0000 7fb94d391880 1 < completed multipart upload key=2G2FODM41TWI upload=0WATWN353C7L tag=AVPY9II466R4 type=write size=1052265 2023-12-22T17:36:48.889 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.890+0000 7fb94d391880 1 > prepared operation key=704VLVQ2P45U tag=YHMU4HF0HWXQ type=write size=388338 2023-12-22T17:36:48.890 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.891+0000 7fb94d391880 1 < canceled part key=_multipart_DVN26OO0LDI7.2~87G1QSHJMI8S.0 size=1048576 2023-12-22T17:36:48.891 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.892+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~87G1QSHJMI8S.1 size=1048576 2023-12-22T17:36:48.892 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.893+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~87G1QSHJMI8S.2 size=419301 2023-12-22T17:36:48.894 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.895+0000 7fb94d391880 1 < canceled multipart upload key=DVN26OO0LDI7 upload=87G1QSHJMI8S tag=FSPFJC160JJY type=write size=3565029 2023-12-22T17:36:48.897 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.898+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~IXP7649CDP8S.0 size=1048576 2023-12-22T17:36:48.900 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.900+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~IXP7649CDP8S.1 size=469849 2023-12-22T17:36:48.900 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.900+0000 7fb94d391880 1 > prepared multipart upload key=RV0R03E3QAOV upload=IXP7649CDP8S tag=9393FOMOI5L2 type=write size=2567001 2023-12-22T17:36:48.901 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.901+0000 7fb94d391880 1 < completed part key=_multipart_IRCWNBTM8JVB.2~D39JP02N3D1Z.0 size=1048576 2023-12-22T17:36:48.901 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.903+0000 7fb94d391880 1 < completed part key=_multipart_IRCWNBTM8JVB.2~D39JP02N3D1Z.1 size=555571 2023-12-22T17:36:48.904 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.906+0000 7fb94d391880 1 < completed multipart upload key=IRCWNBTM8JVB upload=D39JP02N3D1Z tag=QTODGHKZJMMX type=write size=2652723 2023-12-22T17:36:48.906 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.907+0000 7fb94d391880 1 > prepared operation key=L6DUB57B222Z tag=2SBCOSZC0SZZ type=del size=484188 2023-12-22T17:36:48.908 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.909+0000 7fb94d391880 1 < completed write operation key=X3NXWCITUK7S tag=Q09HPIRWETW5 type=write size=205669 2023-12-22T17:36:48.911 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.913+0000 7fb94d391880 1 > prepared part key=_multipart_28XBL3715EHT.2~VL7YEY38DD9A.0 size=1048576 2023-12-22T17:36:48.913 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.914+0000 7fb94d391880 1 > prepared part key=_multipart_28XBL3715EHT.2~VL7YEY38DD9A.1 size=1048576 2023-12-22T17:36:48.914 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.915+0000 7fb94d391880 1 > prepared part key=_multipart_28XBL3715EHT.2~VL7YEY38DD9A.2 size=361024 2023-12-22T17:36:48.914 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.915+0000 7fb94d391880 1 > prepared multipart upload key=28XBL3715EHT upload=VL7YEY38DD9A tag=MT8H441GPBC7 type=write size=3506752 2023-12-22T17:36:48.916 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.917+0000 7fb94d391880 1 < completed part key=_multipart_RWJE4O4GO9IK.2~5VFMSBAL12R5.0 size=512820 2023-12-22T17:36:48.919 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.920+0000 7fb94d391880 1 < completed multipart upload key=RWJE4O4GO9IK upload=5VFMSBAL12R5 tag=XQKVC38B264B type=write size=1561396 2023-12-22T17:36:48.922 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.924+0000 7fb94d391880 1 > prepared part key=_multipart_NZ7PMKB2HICR.2~AZXZYQWZ12I0.0 size=1048576 2023-12-22T17:36:48.924 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.925+0000 7fb94d391880 1 > prepared part key=_multipart_NZ7PMKB2HICR.2~AZXZYQWZ12I0.1 size=201976 2023-12-22T17:36:48.924 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.925+0000 7fb94d391880 1 > prepared multipart upload key=NZ7PMKB2HICR upload=AZXZYQWZ12I0 tag=S4XMPNA434VD type=write size=2299128 2023-12-22T17:36:48.925 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.927+0000 7fb94d391880 1 < completed part key=_multipart_40X558JXAX9S.2~BP99VN13NNTX.0 size=1048576 2023-12-22T17:36:48.926 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.927+0000 7fb94d391880 1 < canceled part key=_multipart_40X558JXAX9S.2~BP99VN13NNTX.1 size=725025 2023-12-22T17:36:48.928 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.930+0000 7fb94d391880 1 < canceled multipart upload key=40X558JXAX9S upload=BP99VN13NNTX tag=YNCN3MB1O1P7 type=write size=2822177 2023-12-22T17:36:48.931 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.933+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~1CY6WJ4QLT1A.0 size=255755 2023-12-22T17:36:48.931 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.933+0000 7fb94d391880 1 > prepared multipart upload key=I7GAQL38WXHS upload=1CY6WJ4QLT1A tag=KBJ8HC3NF5MJ type=write size=1304331 2023-12-22T17:36:48.933 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.934+0000 7fb94d391880 1 < completed part key=_multipart_L6DUB57B222Z.2~UAH7XIDN1113.0 size=1048576 2023-12-22T17:36:48.934 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.935+0000 7fb94d391880 1 < completed part key=_multipart_L6DUB57B222Z.2~UAH7XIDN1113.1 size=614025 2023-12-22T17:36:48.937 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.938+0000 7fb94d391880 1 < completed multipart upload key=L6DUB57B222Z upload=UAH7XIDN1113 tag=04UYHKR61A26 type=write size=2711177 2023-12-22T17:36:48.940 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.941+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~T1PMY3KEPC3A.0 size=1048576 2023-12-22T17:36:48.941 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.942+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~T1PMY3KEPC3A.1 size=1048576 2023-12-22T17:36:48.942 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.944+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~T1PMY3KEPC3A.2 size=406068 2023-12-22T17:36:48.943 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.944+0000 7fb94d391880 1 > prepared multipart upload key=RV0R03E3QAOV upload=T1PMY3KEPC3A tag=4STRS63ATFMQ type=write size=3551796 2023-12-22T17:36:48.944 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.945+0000 7fb94d391880 1 < completed part key=_multipart_TDS90SYZKMLU.2~E72QPVD8SX2V.0 size=1048576 2023-12-22T17:36:48.945 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.946+0000 7fb94d391880 1 < completed part key=_multipart_TDS90SYZKMLU.2~E72QPVD8SX2V.1 size=1048576 2023-12-22T17:36:48.946 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.948+0000 7fb94d391880 1 < completed part key=_multipart_TDS90SYZKMLU.2~E72QPVD8SX2V.2 size=838855 2023-12-22T17:36:48.949 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.950+0000 7fb94d391880 1 < completed multipart upload key=TDS90SYZKMLU upload=E72QPVD8SX2V tag=M6EXUN6V1ABW type=write size=3984583 2023-12-22T17:36:48.951 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.952+0000 7fb94d391880 1 > prepared operation key=BPXZFZEJYPX1 tag=IO6MXFGCQ33D type=del size=561036 2023-12-22T17:36:48.952 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.954+0000 7fb94d391880 1 < completed write operation key=6CLDD4VJZWJJ tag=ZRD71YZ9501W type=write size=602053 2023-12-22T17:36:48.954 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.956+0000 7fb94d391880 1 > prepared operation key=BPXZFZEJYPX1 tag=2GKDUMTTZREM type=del size=3898415 2023-12-22T17:36:48.956 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.957+0000 7fb94d391880 1 < completed part key=_multipart_BCP1VQB2TB0F.2~VAZKDR39HXLU.0 size=536447 2023-12-22T17:36:48.959 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.960+0000 7fb94d391880 1 < completed multipart upload key=BCP1VQB2TB0F upload=VAZKDR39HXLU tag=FKADN1N2FDVA type=write size=1585023 2023-12-22T17:36:48.962 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.963+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~FJBTW00VL1K9.0 size=1048576 2023-12-22T17:36:48.963 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.965+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~FJBTW00VL1K9.1 size=474118 2023-12-22T17:36:48.963 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.965+0000 7fb94d391880 1 > prepared multipart upload key=V3ZYXTO3N0R6 upload=FJBTW00VL1K9 tag=DAVY797WPVRS type=write size=2571270 2023-12-22T17:36:48.966 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.967+0000 7fb94d391880 1 < suggested remove operation key=L6DUB57B222Z tag=SC5XBXWSNDJO type=del 2023-12-22T17:36:48.969 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.970+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~GYH184PP848G.0 size=1048576 2023-12-22T17:36:48.971 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.972+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~GYH184PP848G.1 size=1048576 2023-12-22T17:36:48.972 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.973+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~GYH184PP848G.2 size=241663 2023-12-22T17:36:48.972 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.973+0000 7fb94d391880 1 > prepared multipart upload key=W3X2J2SCNOE7 upload=GYH184PP848G tag=O1VW9RT0JQSQ type=write size=3387391 2023-12-22T17:36:48.975 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.976+0000 7fb94d391880 1 < suggested update operation key=T8TYNCC2V8CD tag=4LT03BOILWC1 type=del size=719541 2023-12-22T17:36:48.976 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.978+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=A4IXZLX5B4E1 type=del size=680468 2023-12-22T17:36:48.978 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.979+0000 7fb94d391880 1 < completed delete operation key=6CLDD4VJZWJJ tag=JX5AX4RUMODN type=del 2023-12-22T17:36:48.979 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.981+0000 7fb94d391880 1 > prepared operation key=BCP1VQB2TB0F tag=GW345ZA1RT85 type=write size=904189 2023-12-22T17:36:48.981 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.983+0000 7fb94d391880 1 < canceled operation key=IRCWNBTM8JVB tag=Z8OYHZAPOCG7 type=write size=661294 2023-12-22T17:36:48.984 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.985+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~ICJXWIJZ5ZNW.0 size=972787 2023-12-22T17:36:48.984 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.985+0000 7fb94d391880 1 > prepared multipart upload key=GGQ09G6E3CZ6 upload=ICJXWIJZ5ZNW tag=8GTRK90RD8AY type=write size=2021363 2023-12-22T17:36:48.986 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.987+0000 7fb94d391880 1 < completed delete operation key=BPXZFZEJYPX1 tag=J31JT80F8DLU type=del 2023-12-22T17:36:48.987 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.988+0000 7fb94d391880 1 > prepared operation key=L6DUB57B222Z tag=RBC85I17C44P type=del size=401263 2023-12-22T17:36:48.989 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.990+0000 7fb94d391880 1 < completed write operation key=2G2FODM41TWI tag=TSBGR44XVHGP type=write size=923858 2023-12-22T17:36:48.991 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.992+0000 7fb94d391880 1 > prepared part key=_multipart_BCP1VQB2TB0F.2~4UNL9FYO2QAD.0 size=59335 2023-12-22T17:36:48.991 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.992+0000 7fb94d391880 1 > prepared multipart upload key=BCP1VQB2TB0F upload=4UNL9FYO2QAD tag=R8P0SFT8SK96 type=write size=1107911 2023-12-22T17:36:48.993 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.994+0000 7fb94d391880 1 < completed write operation key=704VLVQ2P45U tag=YHMU4HF0HWXQ type=write size=388338 2023-12-22T17:36:48.995 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.997+0000 7fb94d391880 1 > prepared part key=_multipart_YRKG3P9O1XBW.2~XIEUNPWVHZZW.0 size=100898 2023-12-22T17:36:48.996 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.997+0000 7fb94d391880 1 > prepared multipart upload key=YRKG3P9O1XBW upload=XIEUNPWVHZZW tag=GYXH8182S12N type=write size=1149474 2023-12-22T17:36:48.996 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.997+0000 7fb94d391880 1 < canceled part key=_multipart_RV0R03E3QAOV.2~IXP7649CDP8S.0 size=1048576 2023-12-22T17:36:48.997 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:48.998+0000 7fb94d391880 1 < completed part key=_multipart_RV0R03E3QAOV.2~IXP7649CDP8S.1 size=469849 2023-12-22T17:36:48.999 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.000+0000 7fb94d391880 1 < canceled multipart upload key=RV0R03E3QAOV upload=IXP7649CDP8S tag=9393FOMOI5L2 type=write size=2567001 2023-12-22T17:36:49.000 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.002+0000 7fb94d391880 1 > prepared operation key=BCP1VQB2TB0F tag=0X6L7NNKYW12 type=del size=978940 2023-12-22T17:36:49.002 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.004+0000 7fb94d391880 -1 < failed to complete operation key=L6DUB57B222Z tag=2SBCOSZC0SZZ type=del size=484188: (22) Invalid argument 2023-12-22T17:36:49.004 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.005+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=DNJ4XAAND187 type=del size=2978725 2023-12-22T17:36:49.005 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.007+0000 7fb94d391880 1 < completed part key=_multipart_28XBL3715EHT.2~VL7YEY38DD9A.0 size=1048576 2023-12-22T17:36:49.006 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.007+0000 7fb94d391880 1 < canceled part key=_multipart_28XBL3715EHT.2~VL7YEY38DD9A.1 size=1048576 2023-12-22T17:36:49.007 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.008+0000 7fb94d391880 1 < completed part key=_multipart_28XBL3715EHT.2~VL7YEY38DD9A.2 size=361024 2023-12-22T17:36:49.009 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.011+0000 7fb94d391880 1 < canceled multipart upload key=28XBL3715EHT upload=VL7YEY38DD9A tag=MT8H441GPBC7 type=write size=3506752 2023-12-22T17:36:49.011 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.012+0000 7fb94d391880 1 > prepared operation key=W3X2J2SCNOE7 tag=GPE1HYP6B74V type=write size=248209 2023-12-22T17:36:49.012 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.014+0000 7fb94d391880 1 < completed part key=_multipart_NZ7PMKB2HICR.2~AZXZYQWZ12I0.0 size=1048576 2023-12-22T17:36:49.014 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.015+0000 7fb94d391880 1 < completed part key=_multipart_NZ7PMKB2HICR.2~AZXZYQWZ12I0.1 size=201976 2023-12-22T17:36:49.016 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.017+0000 7fb94d391880 1 < completed multipart upload key=NZ7PMKB2HICR upload=AZXZYQWZ12I0 tag=S4XMPNA434VD type=write size=2299128 2023-12-22T17:36:49.018 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.019+0000 7fb94d391880 1 > prepared operation key=6CLDD4VJZWJJ tag=MIGG2601PVBI type=del size=285600 2023-12-22T17:36:49.019 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.020+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~1CY6WJ4QLT1A.0 size=255755 2023-12-22T17:36:49.022 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.023+0000 7fb94d391880 1 < completed multipart upload key=I7GAQL38WXHS upload=1CY6WJ4QLT1A tag=KBJ8HC3NF5MJ type=write size=1304331 2023-12-22T17:36:49.024 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.025+0000 7fb94d391880 1 > prepared operation key=RWJE4O4GO9IK tag=B69T08KL20J7 type=del size=2944112 2023-12-22T17:36:49.025 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.026+0000 7fb94d391880 1 < completed part key=_multipart_RV0R03E3QAOV.2~T1PMY3KEPC3A.0 size=1048576 2023-12-22T17:36:49.028 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.029+0000 7fb94d391880 1 < completed part key=_multipart_RV0R03E3QAOV.2~T1PMY3KEPC3A.1 size=1048576 2023-12-22T17:36:49.029 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.030+0000 7fb94d391880 1 < completed part key=_multipart_RV0R03E3QAOV.2~T1PMY3KEPC3A.2 size=406068 2023-12-22T17:36:49.031 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.033+0000 7fb94d391880 1 < completed multipart upload key=RV0R03E3QAOV upload=T1PMY3KEPC3A tag=4STRS63ATFMQ type=write size=3551796 2023-12-22T17:36:49.033 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.034+0000 7fb94d391880 1 > prepared operation key=BCP1VQB2TB0F tag=UO04FSLICLI4 type=del size=548154 2023-12-22T17:36:49.036 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.037+0000 7fb94d391880 1 < suggested remove operation key=BPXZFZEJYPX1 tag=IO6MXFGCQ33D type=del 2023-12-22T17:36:49.039 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.040+0000 7fb94d391880 1 > prepared part key=_multipart_28XBL3715EHT.2~NFX81FGS4NHO.0 size=1048576 2023-12-22T17:36:49.040 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.041+0000 7fb94d391880 1 > prepared part key=_multipart_28XBL3715EHT.2~NFX81FGS4NHO.1 size=291156 2023-12-22T17:36:49.040 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.041+0000 7fb94d391880 1 > prepared multipart upload key=28XBL3715EHT upload=NFX81FGS4NHO tag=Y8XKNY6TCVG1 type=write size=2388308 2023-12-22T17:36:49.042 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.043+0000 7fb94d391880 -1 < failed to complete operation key=BPXZFZEJYPX1 tag=2GKDUMTTZREM type=del size=3898415: (22) Invalid argument 2023-12-22T17:36:49.043 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.044+0000 7fb94d391880 1 > prepared operation key=V3ZYXTO3N0R6 tag=CMX9ISV0IVC1 type=del size=624364 2023-12-22T17:36:49.044 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.046+0000 7fb94d391880 1 < completed part key=_multipart_V3ZYXTO3N0R6.2~FJBTW00VL1K9.0 size=1048576 2023-12-22T17:36:49.045 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.046+0000 7fb94d391880 1 < canceled part key=_multipart_V3ZYXTO3N0R6.2~FJBTW00VL1K9.1 size=474118 2023-12-22T17:36:49.047 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.048+0000 7fb94d391880 1 < canceled multipart upload key=V3ZYXTO3N0R6 upload=FJBTW00VL1K9 tag=DAVY797WPVRS type=write size=2571270 2023-12-22T17:36:49.049 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.051+0000 7fb94d391880 1 > prepared part key=_multipart_TFLKTU1RF46Q.2~7LTJ9WZJIARC.0 size=1048576 2023-12-22T17:36:49.051 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.052+0000 7fb94d391880 1 > prepared part key=_multipart_TFLKTU1RF46Q.2~7LTJ9WZJIARC.1 size=347302 2023-12-22T17:36:49.051 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.052+0000 7fb94d391880 1 > prepared multipart upload key=TFLKTU1RF46Q upload=7LTJ9WZJIARC tag=ZV371F5O9X9M type=write size=2444454 2023-12-22T17:36:49.051 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.052+0000 7fb94d391880 1 < canceled part key=_multipart_W3X2J2SCNOE7.2~GYH184PP848G.0 size=1048576 2023-12-22T17:36:49.051 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.052+0000 7fb94d391880 1 < canceled part key=_multipart_W3X2J2SCNOE7.2~GYH184PP848G.1 size=1048576 2023-12-22T17:36:49.052 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.053+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~GYH184PP848G.2 size=241663 2023-12-22T17:36:49.055 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.056+0000 7fb94d391880 1 < canceled multipart upload key=W3X2J2SCNOE7 upload=GYH184PP848G tag=O1VW9RT0JQSQ type=write size=3387391 2023-12-22T17:36:49.057 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.058+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~U4JVITDL9WN0.0 size=1048576 2023-12-22T17:36:49.059 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.060+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~U4JVITDL9WN0.1 size=164189 2023-12-22T17:36:49.059 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.060+0000 7fb94d391880 1 > prepared multipart upload key=DZPSR14TMXNC upload=U4JVITDL9WN0 tag=U06TDZHJZRSY type=write size=2261341 2023-12-22T17:36:49.060 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.061+0000 7fb94d391880 1 < completed delete operation key=5HOL7148HSJL tag=A4IXZLX5B4E1 type=del 2023-12-22T17:36:49.063 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.064+0000 7fb94d391880 1 > prepared part key=_multipart_7KXZJJ9YT96E.2~PM05XO3BRTLC.0 size=1048576 2023-12-22T17:36:49.064 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.065+0000 7fb94d391880 1 > prepared part key=_multipart_7KXZJJ9YT96E.2~PM05XO3BRTLC.1 size=913073 2023-12-22T17:36:49.064 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.065+0000 7fb94d391880 1 > prepared multipart upload key=7KXZJJ9YT96E upload=PM05XO3BRTLC tag=V8VG2X00PI1V type=write size=3010225 2023-12-22T17:36:49.066 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.067+0000 7fb94d391880 1 < completed write operation key=BCP1VQB2TB0F tag=GW345ZA1RT85 type=write size=904189 2023-12-22T17:36:49.067 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.068+0000 7fb94d391880 1 > prepared operation key=TDS90SYZKMLU tag=JD06LE01CTFO type=write size=554149 2023-12-22T17:36:49.069 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.070+0000 7fb94d391880 1 < completed part key=_multipart_GGQ09G6E3CZ6.2~ICJXWIJZ5ZNW.0 size=972787 2023-12-22T17:36:49.072 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.073+0000 7fb94d391880 1 < completed multipart upload key=GGQ09G6E3CZ6 upload=ICJXWIJZ5ZNW tag=8GTRK90RD8AY type=write size=2021363 2023-12-22T17:36:49.073 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.074+0000 7fb94d391880 1 > prepared operation key=TDS90SYZKMLU tag=YZZC1EOLWLYG type=del size=248971 2023-12-22T17:36:49.074 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.076+0000 7fb94d391880 1 < completed delete operation key=L6DUB57B222Z tag=RBC85I17C44P type=del 2023-12-22T17:36:49.076 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.077+0000 7fb94d391880 1 > prepared operation key=L6DUB57B222Z tag=D1FVM93LTXFU type=del size=192872 2023-12-22T17:36:49.078 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.079+0000 7fb94d391880 1 < completed part key=_multipart_BCP1VQB2TB0F.2~4UNL9FYO2QAD.0 size=59335 2023-12-22T17:36:49.080 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.081+0000 7fb94d391880 1 < completed multipart upload key=BCP1VQB2TB0F upload=4UNL9FYO2QAD tag=R8P0SFT8SK96 type=write size=1107911 2023-12-22T17:36:49.081 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.083+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=S3XY9Q3F2C3R type=del size=697730 2023-12-22T17:36:49.083 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.084+0000 7fb94d391880 1 < completed part key=_multipart_YRKG3P9O1XBW.2~XIEUNPWVHZZW.0 size=100898 2023-12-22T17:36:49.086 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.087+0000 7fb94d391880 1 < completed multipart upload key=YRKG3P9O1XBW upload=XIEUNPWVHZZW tag=GYXH8182S12N type=write size=1149474 2023-12-22T17:36:49.089 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.090+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~0OR941WBGEVT.0 size=177251 2023-12-22T17:36:49.089 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.090+0000 7fb94d391880 1 > prepared multipart upload key=V3ZYXTO3N0R6 upload=0OR941WBGEVT tag=M1EFJO2CKOM5 type=write size=1225827 2023-12-22T17:36:49.090 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.091+0000 7fb94d391880 1 < completed delete operation key=BCP1VQB2TB0F tag=0X6L7NNKYW12 type=del 2023-12-22T17:36:49.093 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.094+0000 7fb94d391880 1 > prepared part key=_multipart_TFLKTU1RF46Q.2~JBG90WK4U7BU.0 size=513899 2023-12-22T17:36:49.093 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.094+0000 7fb94d391880 1 > prepared multipart upload key=TFLKTU1RF46Q upload=JBG90WK4U7BU tag=8CNVN3ZI7A4C type=write size=1562475 2023-12-22T17:36:49.094 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.096+0000 7fb94d391880 1 < completed delete operation key=7KXZJJ9YT96E tag=DNJ4XAAND187 type=del 2023-12-22T17:36:49.096 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.097+0000 7fb94d391880 1 > prepared operation key=L6DUB57B222Z tag=2CUZMS2ZM178 type=del size=2717358 2023-12-22T17:36:49.097 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.099+0000 7fb94d391880 1 < completed write operation key=W3X2J2SCNOE7 tag=GPE1HYP6B74V type=write size=248209 2023-12-22T17:36:49.100 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.101+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~EFIN9F7J16H5.0 size=911150 2023-12-22T17:36:49.100 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.101+0000 7fb94d391880 1 > prepared multipart upload key=DZPSR14TMXNC upload=EFIN9F7J16H5 tag=DPS5VZZCBBHO type=write size=1959726 2023-12-22T17:36:49.101 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.103+0000 7fb94d391880 1 < completed delete operation key=6CLDD4VJZWJJ tag=MIGG2601PVBI type=del 2023-12-22T17:36:49.104 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.106+0000 7fb94d391880 1 > prepared part key=_multipart_YRKG3P9O1XBW.2~5TW6OIHVPJY5.0 size=1048576 2023-12-22T17:36:49.105 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.107+0000 7fb94d391880 1 > prepared part key=_multipart_YRKG3P9O1XBW.2~5TW6OIHVPJY5.1 size=289993 2023-12-22T17:36:49.106 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.107+0000 7fb94d391880 1 > prepared multipart upload key=YRKG3P9O1XBW upload=5TW6OIHVPJY5 tag=COHVCRXGFP5Y type=write size=2387145 2023-12-22T17:36:49.107 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.108+0000 7fb94d391880 1 < completed delete operation key=RWJE4O4GO9IK tag=B69T08KL20J7 type=del 2023-12-22T17:36:49.108 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.110+0000 7fb94d391880 1 > prepared operation key=TFLKTU1RF46Q tag=D5H3Q2P0J13G type=del size=2429534 2023-12-22T17:36:49.110 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.111+0000 7fb94d391880 1 < completed delete operation key=BCP1VQB2TB0F tag=UO04FSLICLI4 type=del 2023-12-22T17:36:49.112 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.113+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=9GB2P25YCFRD type=del size=2473494 2023-12-22T17:36:49.113 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.115+0000 7fb94d391880 1 < completed part key=_multipart_28XBL3715EHT.2~NFX81FGS4NHO.0 size=1048576 2023-12-22T17:36:49.115 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.116+0000 7fb94d391880 1 < completed part key=_multipart_28XBL3715EHT.2~NFX81FGS4NHO.1 size=291156 2023-12-22T17:36:49.117 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.119+0000 7fb94d391880 1 < completed multipart upload key=28XBL3715EHT upload=NFX81FGS4NHO tag=Y8XKNY6TCVG1 type=write size=2388308 2023-12-22T17:36:49.119 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.120+0000 7fb94d391880 1 > prepared operation key=BPXZFZEJYPX1 tag=D2V2Z9Q427YW type=del size=357958 2023-12-22T17:36:49.121 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.122+0000 7fb94d391880 1 < completed delete operation key=V3ZYXTO3N0R6 tag=CMX9ISV0IVC1 type=del 2023-12-22T17:36:49.122 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.123+0000 7fb94d391880 1 > prepared operation key=R9WTR26FAZP8 tag=FRGHZRJ8VBCK type=del size=1605861 2023-12-22T17:36:49.124 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.125+0000 7fb94d391880 1 < completed part key=_multipart_TFLKTU1RF46Q.2~7LTJ9WZJIARC.0 size=1048576 2023-12-22T17:36:49.125 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.126+0000 7fb94d391880 1 < completed part key=_multipart_TFLKTU1RF46Q.2~7LTJ9WZJIARC.1 size=347302 2023-12-22T17:36:49.127 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.129+0000 7fb94d391880 1 < completed multipart upload key=TFLKTU1RF46Q upload=7LTJ9WZJIARC tag=ZV371F5O9X9M type=write size=2444454 2023-12-22T17:36:49.129 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.130+0000 7fb94d391880 1 > prepared operation key=TFLKTU1RF46Q tag=IOY95UJBHBY6 type=del size=3079134 2023-12-22T17:36:49.130 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.132+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~U4JVITDL9WN0.0 size=1048576 2023-12-22T17:36:49.132 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.133+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~U4JVITDL9WN0.1 size=164189 2023-12-22T17:36:49.135 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.136+0000 7fb94d391880 1 < completed multipart upload key=DZPSR14TMXNC upload=U4JVITDL9WN0 tag=U06TDZHJZRSY type=write size=2261341 2023-12-22T17:36:49.138 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.139+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~ELVZ7QXCBVAX.0 size=1048576 2023-12-22T17:36:49.139 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.140+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~ELVZ7QXCBVAX.1 size=1048576 2023-12-22T17:36:49.140 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.141+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~ELVZ7QXCBVAX.2 size=53489 2023-12-22T17:36:49.140 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.141+0000 7fb94d391880 1 > prepared multipart upload key=V3ZYXTO3N0R6 upload=ELVZ7QXCBVAX tag=NKWZ1DQVGZZC type=write size=3199217 2023-12-22T17:36:49.142 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.143+0000 7fb94d391880 1 < completed part key=_multipart_7KXZJJ9YT96E.2~PM05XO3BRTLC.0 size=1048576 2023-12-22T17:36:49.143 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.144+0000 7fb94d391880 1 < completed part key=_multipart_7KXZJJ9YT96E.2~PM05XO3BRTLC.1 size=913073 2023-12-22T17:36:49.146 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.147+0000 7fb94d391880 1 < completed multipart upload key=7KXZJJ9YT96E upload=PM05XO3BRTLC tag=V8VG2X00PI1V type=write size=3010225 2023-12-22T17:36:49.147 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.148+0000 7fb94d391880 1 > prepared operation key=7V5FS6PEP4ZL tag=PJOUCE8BRX8Q type=del size=394788 2023-12-22T17:36:49.149 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.150+0000 7fb94d391880 1 < completed write operation key=TDS90SYZKMLU tag=JD06LE01CTFO type=write size=554149 2023-12-22T17:36:49.150 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.151+0000 7fb94d391880 1 > prepared operation key=T8TYNCC2V8CD tag=HH0XX811HE0A type=write size=980302 2023-12-22T17:36:49.152 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.153+0000 7fb94d391880 1 < completed delete operation key=TDS90SYZKMLU tag=YZZC1EOLWLYG type=del 2023-12-22T17:36:49.154 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.155+0000 7fb94d391880 1 > prepared operation key=DXPJ8O4O0SI2 tag=01YBCYXJPOXI type=del size=1823788 2023-12-22T17:36:49.155 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.156+0000 7fb94d391880 1 < completed delete operation key=L6DUB57B222Z tag=D1FVM93LTXFU type=del 2023-12-22T17:36:49.158 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.159+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~L67MS9EGBLZV.0 size=1048576 2023-12-22T17:36:49.159 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.160+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~L67MS9EGBLZV.1 size=359389 2023-12-22T17:36:49.159 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.160+0000 7fb94d391880 1 > prepared multipart upload key=KLRYSCZNAHKT upload=L67MS9EGBLZV tag=WZNFZAMHQPWR type=write size=2456541 2023-12-22T17:36:49.160 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.161+0000 7fb94d391880 1 < completed delete operation key=HZAQDCN1TA70 tag=S3XY9Q3F2C3R type=del 2023-12-22T17:36:49.163 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.164+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~05YCC3V83IWV.0 size=1048576 2023-12-22T17:36:49.164 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.165+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~05YCC3V83IWV.1 size=1048576 2023-12-22T17:36:49.165 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.167+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~05YCC3V83IWV.2 size=946450 2023-12-22T17:36:49.166 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.167+0000 7fb94d391880 1 > prepared multipart upload key=HZAQDCN1TA70 upload=05YCC3V83IWV tag=PPOLC3CU0KVH type=write size=4092178 2023-12-22T17:36:49.167 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.168+0000 7fb94d391880 1 < completed part key=_multipart_V3ZYXTO3N0R6.2~0OR941WBGEVT.0 size=177251 2023-12-22T17:36:49.169 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.171+0000 7fb94d391880 1 < completed multipart upload key=V3ZYXTO3N0R6 upload=0OR941WBGEVT tag=M1EFJO2CKOM5 type=write size=1225827 2023-12-22T17:36:49.171 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.172+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=S33F4C715RVR type=del size=1555798 2023-12-22T17:36:49.171 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.173+0000 7fb94d391880 1 < canceled part key=_multipart_TFLKTU1RF46Q.2~JBG90WK4U7BU.0 size=513899 2023-12-22T17:36:49.174 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.175+0000 7fb94d391880 1 < canceled multipart upload key=TFLKTU1RF46Q upload=JBG90WK4U7BU tag=8CNVN3ZI7A4C type=write size=1562475 2023-12-22T17:36:49.176 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.178+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~UI7T49HURP5G.0 size=1048576 2023-12-22T17:36:49.178 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.179+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~UI7T49HURP5G.1 size=1048576 2023-12-22T17:36:49.179 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.180+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~UI7T49HURP5G.2 size=166292 2023-12-22T17:36:49.179 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.180+0000 7fb94d391880 1 > prepared multipart upload key=6CLDD4VJZWJJ upload=UI7T49HURP5G tag=4G02EM65MGYA type=write size=3312020 2023-12-22T17:36:49.180 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.182+0000 7fb94d391880 1 < completed delete operation key=L6DUB57B222Z tag=2CUZMS2ZM178 type=del 2023-12-22T17:36:49.182 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.183+0000 7fb94d391880 1 > prepared operation key=YRKG3P9O1XBW tag=W1490ALILBQO type=del size=4049018 2023-12-22T17:36:49.184 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.185+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~EFIN9F7J16H5.0 size=911150 2023-12-22T17:36:49.187 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.188+0000 7fb94d391880 1 < completed multipart upload key=DZPSR14TMXNC upload=EFIN9F7J16H5 tag=DPS5VZZCBBHO type=write size=1959726 2023-12-22T17:36:49.190 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.191+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~7RP040E17PPS.0 size=965036 2023-12-22T17:36:49.190 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.191+0000 7fb94d391880 1 > prepared multipart upload key=I7GAQL38WXHS upload=7RP040E17PPS tag=JK5X2HLE3LB7 type=write size=2013612 2023-12-22T17:36:49.191 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.192+0000 7fb94d391880 1 < completed part key=_multipart_YRKG3P9O1XBW.2~5TW6OIHVPJY5.0 size=1048576 2023-12-22T17:36:49.192 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.194+0000 7fb94d391880 1 < completed part key=_multipart_YRKG3P9O1XBW.2~5TW6OIHVPJY5.1 size=289993 2023-12-22T17:36:49.195 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.196+0000 7fb94d391880 1 < completed multipart upload key=YRKG3P9O1XBW upload=5TW6OIHVPJY5 tag=COHVCRXGFP5Y type=write size=2387145 2023-12-22T17:36:49.196 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.197+0000 7fb94d391880 1 > prepared operation key=DXPJ8O4O0SI2 tag=1GI5NVK12BZJ type=del size=697390 2023-12-22T17:36:49.197 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.199+0000 7fb94d391880 1 < canceled operation key=TFLKTU1RF46Q tag=D5H3Q2P0J13G type=del size=2429534 2023-12-22T17:36:49.200 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.201+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~NC2B1TX7R34B.0 size=1048576 2023-12-22T17:36:49.201 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.202+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~NC2B1TX7R34B.1 size=1048576 2023-12-22T17:36:49.202 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.204+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~NC2B1TX7R34B.2 size=435681 2023-12-22T17:36:49.202 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.204+0000 7fb94d391880 1 > prepared multipart upload key=HZAQDCN1TA70 upload=NC2B1TX7R34B tag=YVABJF4UUAMM type=write size=3581409 2023-12-22T17:36:49.204 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.205+0000 7fb94d391880 1 < canceled operation key=7KXZJJ9YT96E tag=9GB2P25YCFRD type=del size=2473494 2023-12-22T17:36:49.206 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.207+0000 7fb94d391880 1 > prepared operation key=V3ZYXTO3N0R6 tag=ES3D1RWOGVQX type=del size=1468651 2023-12-22T17:36:49.207 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.208+0000 7fb94d391880 1 < completed delete operation key=BPXZFZEJYPX1 tag=D2V2Z9Q427YW type=del 2023-12-22T17:36:49.208 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.210+0000 7fb94d391880 1 > prepared operation key=W3X2J2SCNOE7 tag=RC6COGMPETRL type=del size=506089 2023-12-22T17:36:49.210 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.211+0000 7fb94d391880 1 < completed delete operation key=R9WTR26FAZP8 tag=FRGHZRJ8VBCK type=del 2023-12-22T17:36:49.211 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.213+0000 7fb94d391880 1 > prepared operation key=W3X2J2SCNOE7 tag=BB943KKDPNAX type=del size=1662688 2023-12-22T17:36:49.213 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.214+0000 7fb94d391880 1 < completed delete operation key=TFLKTU1RF46Q tag=IOY95UJBHBY6 type=del 2023-12-22T17:36:49.215 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.217+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~BT1URV8B6C9P.0 size=1048576 2023-12-22T17:36:49.217 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.218+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~BT1URV8B6C9P.1 size=1048576 2023-12-22T17:36:49.218 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.219+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~BT1URV8B6C9P.2 size=980425 2023-12-22T17:36:49.218 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.219+0000 7fb94d391880 1 > prepared multipart upload key=V3ZYXTO3N0R6 upload=BT1URV8B6C9P tag=MFQCLBDH7ZO5 type=write size=4126153 2023-12-22T17:36:49.220 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.221+0000 7fb94d391880 1 < completed part key=_multipart_V3ZYXTO3N0R6.2~ELVZ7QXCBVAX.0 size=1048576 2023-12-22T17:36:49.221 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.222+0000 7fb94d391880 1 < completed part key=_multipart_V3ZYXTO3N0R6.2~ELVZ7QXCBVAX.1 size=1048576 2023-12-22T17:36:49.222 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.223+0000 7fb94d391880 1 < completed part key=_multipart_V3ZYXTO3N0R6.2~ELVZ7QXCBVAX.2 size=53489 2023-12-22T17:36:49.224 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.226+0000 7fb94d391880 1 < completed multipart upload key=V3ZYXTO3N0R6 upload=ELVZ7QXCBVAX tag=NKWZ1DQVGZZC type=write size=3199217 2023-12-22T17:36:49.226 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.227+0000 7fb94d391880 1 > prepared operation key=TFLKTU1RF46Q tag=N259TZYGJ3F6 type=del size=2449845 2023-12-22T17:36:49.228 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.229+0000 7fb94d391880 1 < completed delete operation key=7V5FS6PEP4ZL tag=PJOUCE8BRX8Q type=del 2023-12-22T17:36:49.230 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.231+0000 7fb94d391880 1 > prepared operation key=V3ZYXTO3N0R6 tag=MR65VVGS835S type=del size=3157147 2023-12-22T17:36:49.232 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.234+0000 7fb94d391880 1 < suggested remove operation key=T8TYNCC2V8CD tag=HH0XX811HE0A type=write 2023-12-22T17:36:49.235 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.237+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~17UGRNLS2LY2.0 size=1048576 2023-12-22T17:36:49.237 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.238+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~17UGRNLS2LY2.1 size=1048576 2023-12-22T17:36:49.238 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.239+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~17UGRNLS2LY2.2 size=127005 2023-12-22T17:36:49.238 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.239+0000 7fb94d391880 1 > prepared multipart upload key=I7GAQL38WXHS upload=17UGRNLS2LY2 tag=1545CE8H7C54 type=write size=3272733 2023-12-22T17:36:49.240 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.241+0000 7fb94d391880 1 < completed delete operation key=DXPJ8O4O0SI2 tag=01YBCYXJPOXI type=del 2023-12-22T17:36:49.241 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.242+0000 7fb94d391880 1 > prepared operation key=6CLDD4VJZWJJ tag=7JHPJM8NTJHG type=write size=24168 2023-12-22T17:36:49.243 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.244+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~L67MS9EGBLZV.0 size=1048576 2023-12-22T17:36:49.244 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.245+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~L67MS9EGBLZV.1 size=359389 2023-12-22T17:36:49.246 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.248+0000 7fb94d391880 1 < completed multipart upload key=KLRYSCZNAHKT upload=L67MS9EGBLZV tag=WZNFZAMHQPWR type=write size=2456541 2023-12-22T17:36:49.248 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.249+0000 7fb94d391880 1 > prepared operation key=RWJE4O4GO9IK tag=3169QVPEBTJN type=del size=2655943 2023-12-22T17:36:49.249 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.251+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~05YCC3V83IWV.0 size=1048576 2023-12-22T17:36:49.251 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.252+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~05YCC3V83IWV.1 size=1048576 2023-12-22T17:36:49.252 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.253+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~05YCC3V83IWV.2 size=946450 2023-12-22T17:36:49.255 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.256+0000 7fb94d391880 1 < completed multipart upload key=HZAQDCN1TA70 upload=05YCC3V83IWV tag=PPOLC3CU0KVH type=write size=4092178 2023-12-22T17:36:49.256 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.257+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=S2FCJDG9CGCN type=del size=2755049 2023-12-22T17:36:49.259 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.260+0000 7fb94d391880 1 < suggested update operation key=5HOL7148HSJL tag=S33F4C715RVR type=del size=1555798 2023-12-22T17:36:49.260 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.262+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=XH2EGDP88GGC type=write size=755205 2023-12-22T17:36:49.262 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.263+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~UI7T49HURP5G.0 size=1048576 2023-12-22T17:36:49.264 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.265+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~UI7T49HURP5G.1 size=1048576 2023-12-22T17:36:49.264 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.265+0000 7fb94d391880 1 < canceled part key=_multipart_6CLDD4VJZWJJ.2~UI7T49HURP5G.2 size=166292 2023-12-22T17:36:49.266 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.268+0000 7fb94d391880 1 < canceled multipart upload key=6CLDD4VJZWJJ upload=UI7T49HURP5G tag=4G02EM65MGYA type=write size=3312020 2023-12-22T17:36:49.268 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.269+0000 7fb94d391880 1 > prepared operation key=BPXZFZEJYPX1 tag=FL51WRHGPAIV type=del size=3288227 2023-12-22T17:36:49.269 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.271+0000 7fb94d391880 1 < completed delete operation key=YRKG3P9O1XBW tag=W1490ALILBQO type=del 2023-12-22T17:36:49.272 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.274+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~S4JIR8P35M68.0 size=1048576 2023-12-22T17:36:49.274 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.275+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~S4JIR8P35M68.1 size=1048576 2023-12-22T17:36:49.275 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.276+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~S4JIR8P35M68.2 size=163336 2023-12-22T17:36:49.275 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.276+0000 7fb94d391880 1 > prepared multipart upload key=6CLDD4VJZWJJ upload=S4JIR8P35M68 tag=62SN0R3LINP1 type=write size=3309064 2023-12-22T17:36:49.277 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.278+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~7RP040E17PPS.0 size=965036 2023-12-22T17:36:49.280 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.281+0000 7fb94d391880 1 < completed multipart upload key=I7GAQL38WXHS upload=7RP040E17PPS tag=JK5X2HLE3LB7 type=write size=2013612 2023-12-22T17:36:49.283 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.284+0000 7fb94d391880 1 > prepared part key=_multipart_YRKG3P9O1XBW.2~Z45BVE45XN00.0 size=469549 2023-12-22T17:36:49.283 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.284+0000 7fb94d391880 1 > prepared multipart upload key=YRKG3P9O1XBW upload=Z45BVE45XN00 tag=57CG6RJ03X8A type=write size=1518125 2023-12-22T17:36:49.284 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.285+0000 7fb94d391880 1 < completed delete operation key=DXPJ8O4O0SI2 tag=1GI5NVK12BZJ type=del 2023-12-22T17:36:49.286 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.287+0000 7fb94d391880 1 > prepared operation key=TDS90SYZKMLU tag=33THJAY40FD2 type=del size=1708052 2023-12-22T17:36:49.288 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.289+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~NC2B1TX7R34B.0 size=1048576 2023-12-22T17:36:49.289 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.290+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~NC2B1TX7R34B.1 size=1048576 2023-12-22T17:36:49.289 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.290+0000 7fb94d391880 1 < canceled part key=_multipart_HZAQDCN1TA70.2~NC2B1TX7R34B.2 size=435681 2023-12-22T17:36:49.292 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.293+0000 7fb94d391880 1 < canceled multipart upload key=HZAQDCN1TA70 upload=NC2B1TX7R34B tag=YVABJF4UUAMM type=write size=3581409 2023-12-22T17:36:49.293 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.295+0000 7fb94d391880 1 > prepared operation key=KLRYSCZNAHKT tag=0VKCVDFHCUX0 type=del size=2343506 2023-12-22T17:36:49.295 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.296+0000 7fb94d391880 1 < completed delete operation key=V3ZYXTO3N0R6 tag=ES3D1RWOGVQX type=del 2023-12-22T17:36:49.296 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.298+0000 7fb94d391880 1 > prepared operation key=V3ZYXTO3N0R6 tag=9IJCI222KFIA type=del size=342655 2023-12-22T17:36:49.298 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.299+0000 7fb94d391880 1 < completed delete operation key=W3X2J2SCNOE7 tag=RC6COGMPETRL type=del 2023-12-22T17:36:49.299 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.301+0000 7fb94d391880 1 > prepared operation key=GGQ09G6E3CZ6 tag=F0URQH2I0S55 type=del size=2739194 2023-12-22T17:36:49.301 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.302+0000 7fb94d391880 1 < completed delete operation key=W3X2J2SCNOE7 tag=BB943KKDPNAX type=del 2023-12-22T17:36:49.302 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.304+0000 7fb94d391880 1 > prepared operation key=DZPSR14TMXNC tag=JMRVNVTOH97I type=del size=2558686 2023-12-22T17:36:49.304 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.305+0000 7fb94d391880 1 < completed part key=_multipart_V3ZYXTO3N0R6.2~BT1URV8B6C9P.0 size=1048576 2023-12-22T17:36:49.305 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.306+0000 7fb94d391880 1 < completed part key=_multipart_V3ZYXTO3N0R6.2~BT1URV8B6C9P.1 size=1048576 2023-12-22T17:36:49.306 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.308+0000 7fb94d391880 1 < completed part key=_multipart_V3ZYXTO3N0R6.2~BT1URV8B6C9P.2 size=980425 2023-12-22T17:36:49.309 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.310+0000 7fb94d391880 1 < completed multipart upload key=V3ZYXTO3N0R6 upload=BT1URV8B6C9P tag=MFQCLBDH7ZO5 type=write size=4126153 2023-12-22T17:36:49.310 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.311+0000 7fb94d391880 1 > prepared operation key=BCP1VQB2TB0F tag=GQSHQRSBW84Q type=del size=1923155 2023-12-22T17:36:49.313 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.314+0000 7fb94d391880 1 < suggested remove operation key=TFLKTU1RF46Q tag=N259TZYGJ3F6 type=del 2023-12-22T17:36:49.315 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.316+0000 7fb94d391880 1 > prepared operation key=RV0R03E3QAOV tag=X7SM4SUFA9FP type=del size=1394458 2023-12-22T17:36:49.317 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.318+0000 7fb94d391880 1 < completed delete operation key=V3ZYXTO3N0R6 tag=MR65VVGS835S type=del 2023-12-22T17:36:49.319 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.321+0000 7fb94d391880 1 > prepared part key=_multipart_R9WTR26FAZP8.2~EI6ZV9K2J18L.0 size=1048576 2023-12-22T17:36:49.321 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.322+0000 7fb94d391880 1 > prepared part key=_multipart_R9WTR26FAZP8.2~EI6ZV9K2J18L.1 size=1048576 2023-12-22T17:36:49.322 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.324+0000 7fb94d391880 1 > prepared part key=_multipart_R9WTR26FAZP8.2~EI6ZV9K2J18L.2 size=363984 2023-12-22T17:36:49.322 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.324+0000 7fb94d391880 1 > prepared multipart upload key=R9WTR26FAZP8 upload=EI6ZV9K2J18L tag=ZTXZHW800BFG type=write size=3509712 2023-12-22T17:36:49.324 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.325+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~17UGRNLS2LY2.0 size=1048576 2023-12-22T17:36:49.325 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.326+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~17UGRNLS2LY2.1 size=1048576 2023-12-22T17:36:49.326 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.327+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~17UGRNLS2LY2.2 size=127005 2023-12-22T17:36:49.329 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.330+0000 7fb94d391880 1 < completed multipart upload key=I7GAQL38WXHS upload=17UGRNLS2LY2 tag=1545CE8H7C54 type=write size=3272733 2023-12-22T17:36:49.331 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.332+0000 7fb94d391880 1 > prepared operation key=TFLKTU1RF46Q tag=RCHUUPRPYHNH type=del size=1996211 2023-12-22T17:36:49.332 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.333+0000 7fb94d391880 1 < completed write operation key=6CLDD4VJZWJJ tag=7JHPJM8NTJHG type=write size=24168 2023-12-22T17:36:49.334 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.335+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=MMNIHCL2FB31 type=write size=773956 2023-12-22T17:36:49.337 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.338+0000 7fb94d391880 1 < suggested remove operation key=RWJE4O4GO9IK tag=3169QVPEBTJN type=del 2023-12-22T17:36:49.338 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.340+0000 7fb94d391880 1 > prepared operation key=DXPJ8O4O0SI2 tag=I124SDT33JI6 type=del size=1118076 2023-12-22T17:36:49.340 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.341+0000 7fb94d391880 1 < completed delete operation key=28XBL3715EHT tag=S2FCJDG9CGCN type=del 2023-12-22T17:36:49.342 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.343+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=PCYYQ5GBN2CT type=del size=3538429 2023-12-22T17:36:49.345 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.346+0000 7fb94d391880 1 < suggested update operation key=7KXZJJ9YT96E tag=XH2EGDP88GGC type=write size=755205 2023-12-22T17:36:49.347 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.348+0000 7fb94d391880 1 > prepared operation key=6CLDD4VJZWJJ tag=JB8OQL0LKP9A type=del size=376005 2023-12-22T17:36:49.348 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.349+0000 7fb94d391880 1 < completed delete operation key=BPXZFZEJYPX1 tag=FL51WRHGPAIV type=del 2023-12-22T17:36:49.350 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.351+0000 7fb94d391880 1 > prepared operation key=DZPSR14TMXNC tag=3GAN2BHPC50Q type=del size=2985920 2023-12-22T17:36:49.351 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.352+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~S4JIR8P35M68.0 size=1048576 2023-12-22T17:36:49.351 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.352+0000 7fb94d391880 1 < canceled part key=_multipart_6CLDD4VJZWJJ.2~S4JIR8P35M68.1 size=1048576 2023-12-22T17:36:49.352 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.354+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~S4JIR8P35M68.2 size=163336 2023-12-22T17:36:49.355 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.356+0000 7fb94d391880 1 < canceled multipart upload key=6CLDD4VJZWJJ upload=S4JIR8P35M68 tag=62SN0R3LINP1 type=write size=3309064 2023-12-22T17:36:49.357 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.358+0000 7fb94d391880 1 > prepared operation key=KLRYSCZNAHKT tag=4N98CR7CDDEJ type=del size=2637740 2023-12-22T17:36:49.357 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.358+0000 7fb94d391880 1 < canceled part key=_multipart_YRKG3P9O1XBW.2~Z45BVE45XN00.0 size=469549 2023-12-22T17:36:49.359 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.360+0000 7fb94d391880 1 < canceled multipart upload key=YRKG3P9O1XBW upload=Z45BVE45XN00 tag=57CG6RJ03X8A type=write size=1518125 2023-12-22T17:36:49.361 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.362+0000 7fb94d391880 1 > prepared operation key=704VLVQ2P45U tag=MIFVIPRHMFAK type=del size=1738343 2023-12-22T17:36:49.363 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.365+0000 7fb94d391880 1 < suggested update operation key=TDS90SYZKMLU tag=33THJAY40FD2 type=del size=1708052 2023-12-22T17:36:49.365 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.366+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=HZF1B0AM5KZ5 type=write size=212827 2023-12-22T17:36:49.368 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.369+0000 7fb94d391880 1 < suggested update operation key=KLRYSCZNAHKT tag=0VKCVDFHCUX0 type=del size=2343506 2023-12-22T17:36:49.371 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.372+0000 7fb94d391880 1 > prepared part key=_multipart_7V5FS6PEP4ZL.2~VXVMW0HZWU0P.0 size=806707 2023-12-22T17:36:49.371 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.372+0000 7fb94d391880 1 > prepared multipart upload key=7V5FS6PEP4ZL upload=VXVMW0HZWU0P tag=WEQ5N7WEXHEK type=write size=1855283 2023-12-22T17:36:49.372 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.374+0000 7fb94d391880 1 < completed delete operation key=V3ZYXTO3N0R6 tag=9IJCI222KFIA type=del 2023-12-22T17:36:49.376 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.377+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~NZ8BPMI9PLU4.0 size=134740 2023-12-22T17:36:49.376 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.377+0000 7fb94d391880 1 > prepared multipart upload key=DXPJ8O4O0SI2 upload=NZ8BPMI9PLU4 tag=11GFMJ6N95VS type=write size=1183316 2023-12-22T17:36:49.378 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.379+0000 7fb94d391880 1 < completed delete operation key=GGQ09G6E3CZ6 tag=F0URQH2I0S55 type=del 2023-12-22T17:36:49.379 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.380+0000 7fb94d391880 1 > prepared operation key=DVN26OO0LDI7 tag=UZ9DD27A727C type=del size=4166351 2023-12-22T17:36:49.381 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.382+0000 7fb94d391880 1 < completed delete operation key=DZPSR14TMXNC tag=JMRVNVTOH97I type=del 2023-12-22T17:36:49.382 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.383+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=6HH2AM5NICGH type=del size=3839712 2023-12-22T17:36:49.384 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.385+0000 7fb94d391880 1 < canceled operation key=BCP1VQB2TB0F tag=GQSHQRSBW84Q type=del size=1923155 2023-12-22T17:36:49.386 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.388+0000 7fb94d391880 1 > prepared part key=_multipart_YRKG3P9O1XBW.2~ATP8DNJGPQAY.0 size=1048576 2023-12-22T17:36:49.387 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.389+0000 7fb94d391880 1 > prepared part key=_multipart_YRKG3P9O1XBW.2~ATP8DNJGPQAY.1 size=655285 2023-12-22T17:36:49.388 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.389+0000 7fb94d391880 1 > prepared multipart upload key=YRKG3P9O1XBW upload=ATP8DNJGPQAY tag=QQHKCWKEUV0U type=write size=2752437 2023-12-22T17:36:49.389 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.391+0000 7fb94d391880 1 < completed delete operation key=RV0R03E3QAOV tag=X7SM4SUFA9FP type=del 2023-12-22T17:36:49.391 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.392+0000 7fb94d391880 1 > prepared operation key=YRKG3P9O1XBW tag=C6D0MKBP0D81 type=write size=879876 2023-12-22T17:36:49.392 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.394+0000 7fb94d391880 1 < completed part key=_multipart_R9WTR26FAZP8.2~EI6ZV9K2J18L.0 size=1048576 2023-12-22T17:36:49.394 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.395+0000 7fb94d391880 1 < completed part key=_multipart_R9WTR26FAZP8.2~EI6ZV9K2J18L.1 size=1048576 2023-12-22T17:36:49.395 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.396+0000 7fb94d391880 1 < completed part key=_multipart_R9WTR26FAZP8.2~EI6ZV9K2J18L.2 size=363984 2023-12-22T17:36:49.398 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.399+0000 7fb94d391880 1 < completed multipart upload key=R9WTR26FAZP8 upload=EI6ZV9K2J18L tag=ZTXZHW800BFG type=write size=3509712 2023-12-22T17:36:49.400 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.401+0000 7fb94d391880 1 > prepared operation key=DVN26OO0LDI7 tag=73ULLRK6DLPJ type=write size=475097 2023-12-22T17:36:49.401 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.402+0000 7fb94d391880 1 < canceled operation key=TFLKTU1RF46Q tag=RCHUUPRPYHNH type=del size=1996211 2023-12-22T17:36:49.404 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.405+0000 7fb94d391880 1 > prepared part key=_multipart_T8TYNCC2V8CD.2~MZKA9ST7AOFL.0 size=1048576 2023-12-22T17:36:49.405 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.406+0000 7fb94d391880 1 > prepared part key=_multipart_T8TYNCC2V8CD.2~MZKA9ST7AOFL.1 size=1048576 2023-12-22T17:36:49.406 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.407+0000 7fb94d391880 1 > prepared part key=_multipart_T8TYNCC2V8CD.2~MZKA9ST7AOFL.2 size=366461 2023-12-22T17:36:49.406 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.407+0000 7fb94d391880 1 > prepared multipart upload key=T8TYNCC2V8CD upload=MZKA9ST7AOFL tag=9RTVIX8WMZGG type=write size=3512189 2023-12-22T17:36:49.409 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.410+0000 7fb94d391880 1 < suggested remove operation key=HZAQDCN1TA70 tag=MMNIHCL2FB31 type=write 2023-12-22T17:36:49.410 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.412+0000 7fb94d391880 1 > prepared operation key=RV0R03E3QAOV tag=X14VZ6H4NCX5 type=write size=1032506 2023-12-22T17:36:49.413 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.415+0000 7fb94d391880 1 < suggested remove operation key=DXPJ8O4O0SI2 tag=I124SDT33JI6 type=del 2023-12-22T17:36:49.416 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.417+0000 7fb94d391880 1 > prepared part key=_multipart_R9WTR26FAZP8.2~MWUY0DB0HHBC.0 size=1048576 2023-12-22T17:36:49.417 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.418+0000 7fb94d391880 1 > prepared part key=_multipart_R9WTR26FAZP8.2~MWUY0DB0HHBC.1 size=1048576 2023-12-22T17:36:49.418 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.419+0000 7fb94d391880 1 > prepared part key=_multipart_R9WTR26FAZP8.2~MWUY0DB0HHBC.2 size=899090 2023-12-22T17:36:49.418 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.419+0000 7fb94d391880 1 > prepared multipart upload key=R9WTR26FAZP8 upload=MWUY0DB0HHBC tag=XUQMEHCHJBW6 type=write size=4044818 2023-12-22T17:36:49.420 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.421+0000 7fb94d391880 -1 < failed to complete operation key=HZAQDCN1TA70 tag=PCYYQ5GBN2CT type=del size=3538429: (22) Invalid argument 2023-12-22T17:36:49.423 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.424+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~IRIYS2GH57SE.0 size=794759 2023-12-22T17:36:49.423 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.424+0000 7fb94d391880 1 > prepared multipart upload key=GGQ09G6E3CZ6 upload=IRIYS2GH57SE tag=N1RAHJBFX7JG type=write size=1843335 2023-12-22T17:36:49.425 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.426+0000 7fb94d391880 1 < canceled operation key=6CLDD4VJZWJJ tag=JB8OQL0LKP9A type=del size=376005 2023-12-22T17:36:49.427 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:49 smithi032 ceph-mon[189144]: osdmap e1114: 8 total, 8 up, 8 in 2023-12-22T17:36:49.427 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:49 smithi032 ceph-mon[191839]: osdmap e1114: 8 total, 8 up, 8 in 2023-12-22T17:36:49.427 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.428+0000 7fb94d391880 1 > prepared part key=_multipart_BCP1VQB2TB0F.2~O9IRK3GRC2Z0.0 size=1048576 2023-12-22T17:36:49.428 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.430+0000 7fb94d391880 1 > prepared part key=_multipart_BCP1VQB2TB0F.2~O9IRK3GRC2Z0.1 size=874751 2023-12-22T17:36:49.428 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.430+0000 7fb94d391880 1 > prepared multipart upload key=BCP1VQB2TB0F upload=O9IRK3GRC2Z0 tag=V6Y1RP0TZE0D type=write size=2971903 2023-12-22T17:36:49.430 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.431+0000 7fb94d391880 1 < completed delete operation key=DZPSR14TMXNC tag=3GAN2BHPC50Q type=del 2023-12-22T17:36:49.431 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.432+0000 7fb94d391880 1 > prepared operation key=74ZWP6PRPDCK tag=P6D0Y02J3VNP type=del size=685141 2023-12-22T17:36:49.433 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.434+0000 7fb94d391880 -1 < failed to complete operation key=KLRYSCZNAHKT tag=4N98CR7CDDEJ type=del size=2637740: (22) Invalid argument 2023-12-22T17:36:49.434 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.436+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=JZGOFUWDMYXY type=del size=3350299 2023-12-22T17:36:49.436 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.437+0000 7fb94d391880 1 < completed delete operation key=704VLVQ2P45U tag=MIFVIPRHMFAK type=del 2023-12-22T17:36:49.437 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.439+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=T0YJNRK3IF6T type=del size=809520 2023-12-22T17:36:49.439 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.441+0000 7fb94d391880 1 < completed write operation key=5HOL7148HSJL tag=HZF1B0AM5KZ5 type=write size=212827 2023-12-22T17:36:49.442 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.443+0000 7fb94d391880 1 > prepared part key=_multipart_NZ7PMKB2HICR.2~3J5FYA607PY8.0 size=375168 2023-12-22T17:36:49.442 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.443+0000 7fb94d391880 1 > prepared multipart upload key=NZ7PMKB2HICR upload=3J5FYA607PY8 tag=GY338XTIX601 type=write size=1423744 2023-12-22T17:36:49.444 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.445+0000 7fb94d391880 1 < completed part key=_multipart_7V5FS6PEP4ZL.2~VXVMW0HZWU0P.0 size=806707 2023-12-22T17:36:49.446 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.447+0000 7fb94d391880 1 < completed multipart upload key=7V5FS6PEP4ZL upload=VXVMW0HZWU0P tag=WEQ5N7WEXHEK type=write size=1855283 2023-12-22T17:36:49.448 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.449+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=T3GRG7MSCA6H type=del size=1639734 2023-12-22T17:36:49.449 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.450+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~NZ8BPMI9PLU4.0 size=134740 2023-12-22T17:36:49.452 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.453+0000 7fb94d391880 1 < completed multipart upload key=DXPJ8O4O0SI2 upload=NZ8BPMI9PLU4 tag=11GFMJ6N95VS type=write size=1183316 2023-12-22T17:36:49.453 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.455+0000 7fb94d391880 1 > prepared operation key=BPXZFZEJYPX1 tag=7UEMKZ913HMD type=del size=1280024 2023-12-22T17:36:49.456 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.458+0000 7fb94d391880 1 < suggested update operation key=DVN26OO0LDI7 tag=UZ9DD27A727C type=del size=4166351 2023-12-22T17:36:49.458 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.459+0000 7fb94d391880 1 > prepared operation key=GGQ09G6E3CZ6 tag=8MIMUXZL4NGT type=del size=30986 2023-12-22T17:36:49.460 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.461+0000 7fb94d391880 1 < completed delete operation key=7KXZJJ9YT96E tag=6HH2AM5NICGH type=del 2023-12-22T17:36:49.462 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.464+0000 7fb94d391880 1 > prepared part key=_multipart_NZ7PMKB2HICR.2~0UEAUP7MRR7N.0 size=1048576 2023-12-22T17:36:49.464 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.465+0000 7fb94d391880 1 > prepared part key=_multipart_NZ7PMKB2HICR.2~0UEAUP7MRR7N.1 size=1027676 2023-12-22T17:36:49.464 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.465+0000 7fb94d391880 1 > prepared multipart upload key=NZ7PMKB2HICR upload=0UEAUP7MRR7N tag=FOQB81WUEVIG type=write size=3124828 2023-12-22T17:36:49.464 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.466+0000 7fb94d391880 1 < canceled part key=_multipart_YRKG3P9O1XBW.2~ATP8DNJGPQAY.0 size=1048576 2023-12-22T17:36:49.465 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.467+0000 7fb94d391880 1 < completed part key=_multipart_YRKG3P9O1XBW.2~ATP8DNJGPQAY.1 size=655285 2023-12-22T17:36:49.468 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.469+0000 7fb94d391880 1 < canceled multipart upload key=YRKG3P9O1XBW upload=ATP8DNJGPQAY tag=QQHKCWKEUV0U type=write size=2752437 2023-12-22T17:36:49.469 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.471+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=F0OL97AUJS7J type=del size=3493381 2023-12-22T17:36:49.471 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.473+0000 7fb94d391880 1 < completed write operation key=YRKG3P9O1XBW tag=C6D0MKBP0D81 type=write size=879876 2023-12-22T17:36:49.473 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.474+0000 7fb94d391880 1 > prepared operation key=X3NXWCITUK7S tag=6CBPHQX62HCK type=del size=1143716 2023-12-22T17:36:49.474 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.476+0000 7fb94d391880 -1 < failed to complete operation key=DVN26OO0LDI7 tag=73ULLRK6DLPJ type=write size=475097: (22) Invalid argument 2023-12-22T17:36:49.476 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.477+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=19J8DKRJIHGX type=del size=3530227 2023-12-22T17:36:49.477 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.479+0000 7fb94d391880 1 < completed part key=_multipart_T8TYNCC2V8CD.2~MZKA9ST7AOFL.0 size=1048576 2023-12-22T17:36:49.479 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.480+0000 7fb94d391880 1 < completed part key=_multipart_T8TYNCC2V8CD.2~MZKA9ST7AOFL.1 size=1048576 2023-12-22T17:36:49.480 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.481+0000 7fb94d391880 1 < completed part key=_multipart_T8TYNCC2V8CD.2~MZKA9ST7AOFL.2 size=366461 2023-12-22T17:36:49.483 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.484+0000 7fb94d391880 1 < completed multipart upload key=T8TYNCC2V8CD upload=MZKA9ST7AOFL tag=9RTVIX8WMZGG type=write size=3512189 2023-12-22T17:36:49.485 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.487+0000 7fb94d391880 1 > prepared part key=_multipart_YRKG3P9O1XBW.2~UA935Q5K7KWM.0 size=1048576 2023-12-22T17:36:49.487 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.488+0000 7fb94d391880 1 > prepared part key=_multipart_YRKG3P9O1XBW.2~UA935Q5K7KWM.1 size=43286 2023-12-22T17:36:49.487 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.488+0000 7fb94d391880 1 > prepared multipart upload key=YRKG3P9O1XBW upload=UA935Q5K7KWM tag=RZB5RXWQRO79 type=write size=2140438 2023-12-22T17:36:49.490 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.491+0000 7fb94d391880 1 < suggested update operation key=RV0R03E3QAOV tag=X14VZ6H4NCX5 type=write size=1032506 2023-12-22T17:36:49.491 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.492+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=N3PV9Z24M00C type=del size=2005789 2023-12-22T17:36:49.493 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.494+0000 7fb94d391880 1 < completed part key=_multipart_R9WTR26FAZP8.2~MWUY0DB0HHBC.0 size=1048576 2023-12-22T17:36:49.493 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.494+0000 7fb94d391880 1 < canceled part key=_multipart_R9WTR26FAZP8.2~MWUY0DB0HHBC.1 size=1048576 2023-12-22T17:36:49.494 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.495+0000 7fb94d391880 1 < completed part key=_multipart_R9WTR26FAZP8.2~MWUY0DB0HHBC.2 size=899090 2023-12-22T17:36:49.497 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.498+0000 7fb94d391880 1 < canceled multipart upload key=R9WTR26FAZP8 upload=MWUY0DB0HHBC tag=XUQMEHCHJBW6 type=write size=4044818 2023-12-22T17:36:49.500 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.501+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~7LG1HBNUV5GE.0 size=682761 2023-12-22T17:36:49.500 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.501+0000 7fb94d391880 1 > prepared multipart upload key=0BNHPX2OE7C0 upload=7LG1HBNUV5GE tag=UI34NV66R6C0 type=write size=1731337 2023-12-22T17:36:49.500 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.501+0000 7fb94d391880 1 < canceled part key=_multipart_GGQ09G6E3CZ6.2~IRIYS2GH57SE.0 size=794759 2023-12-22T17:36:49.503 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.504+0000 7fb94d391880 1 < canceled multipart upload key=GGQ09G6E3CZ6 upload=IRIYS2GH57SE tag=N1RAHJBFX7JG type=write size=1843335 2023-12-22T17:36:49.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:49 smithi039 ceph-mon[181282]: osdmap e1114: 8 total, 8 up, 8 in 2023-12-22T17:36:49.504 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.505+0000 7fb94d391880 1 > prepared operation key=NZ7PMKB2HICR tag=Z2IS00LLMMPZ type=del size=1068388 2023-12-22T17:36:49.506 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.507+0000 7fb94d391880 1 < completed part key=_multipart_BCP1VQB2TB0F.2~O9IRK3GRC2Z0.0 size=1048576 2023-12-22T17:36:49.507 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.509+0000 7fb94d391880 1 < completed part key=_multipart_BCP1VQB2TB0F.2~O9IRK3GRC2Z0.1 size=874751 2023-12-22T17:36:49.510 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.511+0000 7fb94d391880 1 < completed multipart upload key=BCP1VQB2TB0F upload=O9IRK3GRC2Z0 tag=V6Y1RP0TZE0D type=write size=2971903 2023-12-22T17:36:49.512 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.513+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=PITAHGI4UJ9Q type=del size=2920854 2023-12-22T17:36:49.515 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.516+0000 7fb94d391880 1 < suggested remove operation key=74ZWP6PRPDCK tag=P6D0Y02J3VNP type=del 2023-12-22T17:36:49.516 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.517+0000 7fb94d391880 1 > prepared operation key=DZPSR14TMXNC tag=FJ4HNWJ7UK66 type=write size=75460 2023-12-22T17:36:49.518 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.519+0000 7fb94d391880 1 < completed delete operation key=28XBL3715EHT tag=JZGOFUWDMYXY type=del 2023-12-22T17:36:49.521 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.522+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~WD6K6OKWTC0F.0 size=1048576 2023-12-22T17:36:49.522 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.523+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~WD6K6OKWTC0F.1 size=161899 2023-12-22T17:36:49.522 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.523+0000 7fb94d391880 1 > prepared multipart upload key=DXPJ8O4O0SI2 upload=WD6K6OKWTC0F tag=9MYOQE4BR3P3 type=write size=2259051 2023-12-22T17:36:49.523 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.525+0000 7fb94d391880 1 < completed delete operation key=2G2FODM41TWI tag=T0YJNRK3IF6T type=del 2023-12-22T17:36:49.526 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.527+0000 7fb94d391880 1 > prepared part key=_multipart_RWJE4O4GO9IK.2~3MPK2B1I1R5L.0 size=1048576 2023-12-22T17:36:49.527 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.529+0000 7fb94d391880 1 > prepared part key=_multipart_RWJE4O4GO9IK.2~3MPK2B1I1R5L.1 size=338400 2023-12-22T17:36:49.527 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.529+0000 7fb94d391880 1 > prepared multipart upload key=RWJE4O4GO9IK upload=3MPK2B1I1R5L tag=VOA8UER2LDCG type=write size=2435552 2023-12-22T17:36:49.529 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.530+0000 7fb94d391880 1 < completed part key=_multipart_NZ7PMKB2HICR.2~3J5FYA607PY8.0 size=375168 2023-12-22T17:36:49.532 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.533+0000 7fb94d391880 1 < completed multipart upload key=NZ7PMKB2HICR upload=3J5FYA607PY8 tag=GY338XTIX601 type=write size=1423744 2023-12-22T17:36:49.534 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.536+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~KPSZL8YBV09N.0 size=119665 2023-12-22T17:36:49.534 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.536+0000 7fb94d391880 1 > prepared multipart upload key=I7GAQL38WXHS upload=KPSZL8YBV09N tag=238U9Z8P2ICT type=write size=1168241 2023-12-22T17:36:49.537 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.538+0000 7fb94d391880 1 < suggested update operation key=40X558JXAX9S tag=T3GRG7MSCA6H type=del size=1639734 2023-12-22T17:36:49.540 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.541+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~0WM41SKY3KQ1.0 size=1048576 2023-12-22T17:36:49.541 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.542+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~0WM41SKY3KQ1.1 size=1048576 2023-12-22T17:36:49.542 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.544+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~0WM41SKY3KQ1.2 size=307786 2023-12-22T17:36:49.542 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.544+0000 7fb94d391880 1 > prepared multipart upload key=6CLDD4VJZWJJ upload=0WM41SKY3KQ1 tag=YA8KLBBKAX0Z type=write size=3453514 2023-12-22T17:36:49.544 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.545+0000 7fb94d391880 1 < completed delete operation key=BPXZFZEJYPX1 tag=7UEMKZ913HMD type=del 2023-12-22T17:36:49.545 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.546+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=3HB0YP6CRXRZ type=del size=1056204 2023-12-22T17:36:49.546 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.548+0000 7fb94d391880 1 < canceled operation key=GGQ09G6E3CZ6 tag=8MIMUXZL4NGT type=del size=30986 2023-12-22T17:36:49.548 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.549+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=X3RM8DHZQJUW type=write size=372392 2023-12-22T17:36:49.549 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.551+0000 7fb94d391880 1 < completed part key=_multipart_NZ7PMKB2HICR.2~0UEAUP7MRR7N.0 size=1048576 2023-12-22T17:36:49.551 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.552+0000 7fb94d391880 1 < completed part key=_multipart_NZ7PMKB2HICR.2~0UEAUP7MRR7N.1 size=1027676 2023-12-22T17:36:49.553 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.555+0000 7fb94d391880 1 < completed multipart upload key=NZ7PMKB2HICR upload=0UEAUP7MRR7N tag=FOQB81WUEVIG type=write size=3124828 2023-12-22T17:36:49.556 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.557+0000 7fb94d391880 1 > prepared part key=_multipart_704VLVQ2P45U.2~3NCT34AHZ73L.0 size=230140 2023-12-22T17:36:49.556 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.557+0000 7fb94d391880 1 > prepared multipart upload key=704VLVQ2P45U upload=3NCT34AHZ73L tag=GRH9Z1L08ZIG type=write size=1278716 2023-12-22T17:36:49.557 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.559+0000 7fb94d391880 1 < completed delete operation key=2G2FODM41TWI tag=F0OL97AUJS7J type=del 2023-12-22T17:36:49.559 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.560+0000 7fb94d391880 1 > prepared operation key=6CLDD4VJZWJJ tag=EY6RY7333PCF type=del size=2071937 2023-12-22T17:36:49.562 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.563+0000 7fb94d391880 1 < suggested remove operation key=X3NXWCITUK7S tag=6CBPHQX62HCK type=del 2023-12-22T17:36:49.563 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.564+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=8276RL20UNM6 type=del size=2042956 2023-12-22T17:36:49.564 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.566+0000 7fb94d391880 1 < completed delete operation key=5HOL7148HSJL tag=19J8DKRJIHGX type=del 2023-12-22T17:36:49.567 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.568+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~BVV6QY1OSMDH.0 size=1048576 2023-12-22T17:36:49.568 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.569+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~BVV6QY1OSMDH.1 size=1048576 2023-12-22T17:36:49.569 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.571+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~BVV6QY1OSMDH.2 size=597391 2023-12-22T17:36:49.569 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.571+0000 7fb94d391880 1 > prepared multipart upload key=KLRYSCZNAHKT upload=BVV6QY1OSMDH tag=2SHW3G74VPZL type=write size=3743119 2023-12-22T17:36:49.571 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.572+0000 7fb94d391880 1 < completed part key=_multipart_YRKG3P9O1XBW.2~UA935Q5K7KWM.0 size=1048576 2023-12-22T17:36:49.572 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.573+0000 7fb94d391880 1 < completed part key=_multipart_YRKG3P9O1XBW.2~UA935Q5K7KWM.1 size=43286 2023-12-22T17:36:49.575 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.576+0000 7fb94d391880 1 < completed multipart upload key=YRKG3P9O1XBW upload=UA935Q5K7KWM tag=RZB5RXWQRO79 type=write size=2140438 2023-12-22T17:36:49.576 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.577+0000 7fb94d391880 1 > prepared operation key=BCP1VQB2TB0F tag=DFWJZGVB78OG type=del size=1292284 2023-12-22T17:36:49.579 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.580+0000 7fb94d391880 1 < suggested update operation key=HZAQDCN1TA70 tag=N3PV9Z24M00C type=del size=2005789 2023-12-22T17:36:49.581 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.582+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=TGECO97BH02H type=del size=3033066 2023-12-22T17:36:49.581 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.582+0000 7fb94d391880 1 < canceled part key=_multipart_0BNHPX2OE7C0.2~7LG1HBNUV5GE.0 size=682761 2023-12-22T17:36:49.583 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.585+0000 7fb94d391880 1 < canceled multipart upload key=0BNHPX2OE7C0 upload=7LG1HBNUV5GE tag=UI34NV66R6C0 type=write size=1731337 2023-12-22T17:36:49.586 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.588+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~XYYQVH5QW2YV.0 size=1048576 2023-12-22T17:36:49.588 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.589+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~XYYQVH5QW2YV.1 size=1048576 2023-12-22T17:36:49.589 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.590+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~XYYQVH5QW2YV.2 size=538330 2023-12-22T17:36:49.589 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.590+0000 7fb94d391880 1 > prepared multipart upload key=40X558JXAX9S upload=XYYQVH5QW2YV tag=NI64NWSOPQUM type=write size=3684058 2023-12-22T17:36:49.590 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.592+0000 7fb94d391880 1 < completed delete operation key=NZ7PMKB2HICR tag=Z2IS00LLMMPZ type=del 2023-12-22T17:36:49.593 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.594+0000 7fb94d391880 1 > prepared part key=_multipart_28XBL3715EHT.2~G2G9ZJOGMREE.0 size=527851 2023-12-22T17:36:49.593 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.594+0000 7fb94d391880 1 > prepared multipart upload key=28XBL3715EHT upload=G2G9ZJOGMREE tag=YMSMNT8K5XNK type=write size=1576427 2023-12-22T17:36:49.595 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.596+0000 7fb94d391880 -1 < failed to complete operation key=40X558JXAX9S tag=PITAHGI4UJ9Q type=del size=2920854: (22) Invalid argument 2023-12-22T17:36:49.596 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.597+0000 7fb94d391880 1 > prepared operation key=DVN26OO0LDI7 tag=7HRNCO59E305 type=write size=486483 2023-12-22T17:36:49.598 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.599+0000 7fb94d391880 1 < completed write operation key=DZPSR14TMXNC tag=FJ4HNWJ7UK66 type=write size=75460 2023-12-22T17:36:49.599 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.601+0000 7fb94d391880 1 > prepared operation key=YRKG3P9O1XBW tag=R1PD5NDEYUO0 type=del size=3835116 2023-12-22T17:36:49.601 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.602+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~WD6K6OKWTC0F.0 size=1048576 2023-12-22T17:36:49.602 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.603+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~WD6K6OKWTC0F.1 size=161899 2023-12-22T17:36:49.605 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.606+0000 7fb94d391880 1 < completed multipart upload key=DXPJ8O4O0SI2 upload=WD6K6OKWTC0F tag=9MYOQE4BR3P3 type=write size=2259051 2023-12-22T17:36:49.606 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.608+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=R7YF5Q3TK47L type=del size=1953430 2023-12-22T17:36:49.608 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.609+0000 7fb94d391880 1 < completed part key=_multipart_RWJE4O4GO9IK.2~3MPK2B1I1R5L.0 size=1048576 2023-12-22T17:36:49.609 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.610+0000 7fb94d391880 1 < completed part key=_multipart_RWJE4O4GO9IK.2~3MPK2B1I1R5L.1 size=338400 2023-12-22T17:36:49.612 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.613+0000 7fb94d391880 1 < completed multipart upload key=RWJE4O4GO9IK upload=3MPK2B1I1R5L tag=VOA8UER2LDCG type=write size=2435552 2023-12-22T17:36:49.613 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.615+0000 7fb94d391880 1 > prepared operation key=DVN26OO0LDI7 tag=MVSKB73GCNGJ type=del size=2338981 2023-12-22T17:36:49.615 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.616+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~KPSZL8YBV09N.0 size=119665 2023-12-22T17:36:49.617 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.619+0000 7fb94d391880 1 < completed multipart upload key=I7GAQL38WXHS upload=KPSZL8YBV09N tag=238U9Z8P2ICT type=write size=1168241 2023-12-22T17:36:49.619 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.620+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=GVUNVZSYWRRI type=write size=718370 2023-12-22T17:36:49.620 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.622+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~0WM41SKY3KQ1.0 size=1048576 2023-12-22T17:36:49.622 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.623+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~0WM41SKY3KQ1.1 size=1048576 2023-12-22T17:36:49.622 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.623+0000 7fb94d391880 1 < canceled part key=_multipart_6CLDD4VJZWJJ.2~0WM41SKY3KQ1.2 size=307786 2023-12-22T17:36:49.624 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.626+0000 7fb94d391880 1 < canceled multipart upload key=6CLDD4VJZWJJ upload=0WM41SKY3KQ1 tag=YA8KLBBKAX0Z type=write size=3453514 2023-12-22T17:36:49.626 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.627+0000 7fb94d391880 1 > prepared operation key=DVN26OO0LDI7 tag=MBLCOWU5G36P type=del size=4140106 2023-12-22T17:36:49.627 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.629+0000 7fb94d391880 1 < completed delete operation key=7KXZJJ9YT96E tag=3HB0YP6CRXRZ type=del 2023-12-22T17:36:49.629 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.630+0000 7fb94d391880 1 > prepared operation key=BCP1VQB2TB0F tag=RXPHZ3T1Z683 type=del size=3955501 2023-12-22T17:36:49.632 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.633+0000 7fb94d391880 1 < suggested update operation key=2G2FODM41TWI tag=X3RM8DHZQJUW type=write size=372392 2023-12-22T17:36:49.635 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.636+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~CY4DL6ZHTPKC.0 size=1048576 2023-12-22T17:36:49.636 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.637+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~CY4DL6ZHTPKC.1 size=1048576 2023-12-22T17:36:49.637 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.639+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~CY4DL6ZHTPKC.2 size=585081 2023-12-22T17:36:49.637 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.639+0000 7fb94d391880 1 > prepared multipart upload key=DVN26OO0LDI7 upload=CY4DL6ZHTPKC tag=PMOY447DIADE type=write size=3730809 2023-12-22T17:36:49.639 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.640+0000 7fb94d391880 1 < completed part key=_multipart_704VLVQ2P45U.2~3NCT34AHZ73L.0 size=230140 2023-12-22T17:36:49.641 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.643+0000 7fb94d391880 1 < completed multipart upload key=704VLVQ2P45U upload=3NCT34AHZ73L tag=GRH9Z1L08ZIG type=write size=1278716 2023-12-22T17:36:49.644 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.646+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~DWSMWMNYU81I.0 size=1048576 2023-12-22T17:36:49.645 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.647+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~DWSMWMNYU81I.1 size=1048576 2023-12-22T17:36:49.647 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.648+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~DWSMWMNYU81I.2 size=979522 2023-12-22T17:36:49.647 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.648+0000 7fb94d391880 1 > prepared multipart upload key=KLRYSCZNAHKT upload=DWSMWMNYU81I tag=E7DRNQVQ227Z type=write size=4125250 2023-12-22T17:36:49.648 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.649+0000 7fb94d391880 1 < canceled operation key=6CLDD4VJZWJJ tag=EY6RY7333PCF type=del size=2071937 2023-12-22T17:36:49.651 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.652+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~QUD3IGZK9VHG.0 size=1048576 2023-12-22T17:36:49.652 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.653+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~QUD3IGZK9VHG.1 size=988468 2023-12-22T17:36:49.652 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.653+0000 7fb94d391880 1 > prepared multipart upload key=DXPJ8O4O0SI2 upload=QUD3IGZK9VHG tag=ZB90XDYIFBE9 type=write size=3085620 2023-12-22T17:36:49.655 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.656+0000 7fb94d391880 1 < suggested remove operation key=2G2FODM41TWI tag=8276RL20UNM6 type=del 2023-12-22T17:36:49.658 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.659+0000 7fb94d391880 1 > prepared part key=_multipart_YRKG3P9O1XBW.2~9GQM8NOJTN2F.0 size=328589 2023-12-22T17:36:49.658 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.659+0000 7fb94d391880 1 > prepared multipart upload key=YRKG3P9O1XBW upload=9GQM8NOJTN2F tag=2TJ6UXGH2DD5 type=write size=1377165 2023-12-22T17:36:49.659 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.661+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~BVV6QY1OSMDH.0 size=1048576 2023-12-22T17:36:49.661 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.662+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~BVV6QY1OSMDH.1 size=1048576 2023-12-22T17:36:49.662 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.663+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~BVV6QY1OSMDH.2 size=597391 2023-12-22T17:36:49.664 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.666+0000 7fb94d391880 1 < completed multipart upload key=KLRYSCZNAHKT upload=BVV6QY1OSMDH tag=2SHW3G74VPZL type=write size=3743119 2023-12-22T17:36:49.666 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.667+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=LM6VDTO0LYDS type=del size=3721094 2023-12-22T17:36:49.667 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.668+0000 7fb94d391880 1 < completed delete operation key=BCP1VQB2TB0F tag=DFWJZGVB78OG type=del 2023-12-22T17:36:49.669 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.670+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=8FDA3F3ANSMV type=write size=421763 2023-12-22T17:36:49.670 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.671+0000 7fb94d391880 1 < completed delete operation key=7KXZJJ9YT96E tag=TGECO97BH02H type=del 2023-12-22T17:36:49.671 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.673+0000 7fb94d391880 1 > prepared operation key=TFLKTU1RF46Q tag=KGKXBY5MVVWR type=del size=3661461 2023-12-22T17:36:49.673 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.674+0000 7fb94d391880 1 < completed part key=_multipart_40X558JXAX9S.2~XYYQVH5QW2YV.0 size=1048576 2023-12-22T17:36:49.674 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.675+0000 7fb94d391880 1 < completed part key=_multipart_40X558JXAX9S.2~XYYQVH5QW2YV.1 size=1048576 2023-12-22T17:36:49.675 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.677+0000 7fb94d391880 1 < completed part key=_multipart_40X558JXAX9S.2~XYYQVH5QW2YV.2 size=538330 2023-12-22T17:36:49.678 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.679+0000 7fb94d391880 1 < completed multipart upload key=40X558JXAX9S upload=XYYQVH5QW2YV tag=NI64NWSOPQUM type=write size=3684058 2023-12-22T17:36:49.679 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.680+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=K8UHWU8HH2HV type=del size=3231975 2023-12-22T17:36:49.681 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.682+0000 7fb94d391880 1 < completed part key=_multipart_28XBL3715EHT.2~G2G9ZJOGMREE.0 size=527851 2023-12-22T17:36:49.683 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.684+0000 7fb94d391880 1 < completed multipart upload key=28XBL3715EHT upload=G2G9ZJOGMREE tag=YMSMNT8K5XNK type=write size=1576427 2023-12-22T17:36:49.686 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.687+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~JF51R7UFS8B3.0 size=1048576 2023-12-22T17:36:49.687 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.688+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~JF51R7UFS8B3.1 size=1048576 2023-12-22T17:36:49.688 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.689+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~JF51R7UFS8B3.2 size=1026920 2023-12-22T17:36:49.688 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.689+0000 7fb94d391880 1 > prepared multipart upload key=6CLDD4VJZWJJ upload=JF51R7UFS8B3 tag=J12U3T1GLCAT type=write size=4172648 2023-12-22T17:36:49.689 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.691+0000 7fb94d391880 1 < completed write operation key=DVN26OO0LDI7 tag=7HRNCO59E305 type=write size=486483 2023-12-22T17:36:49.692 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.693+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~HQMIEJFKWL90.0 size=1048576 2023-12-22T17:36:49.694 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.695+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~HQMIEJFKWL90.1 size=897839 2023-12-22T17:36:49.694 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.695+0000 7fb94d391880 1 > prepared multipart upload key=6CLDD4VJZWJJ upload=HQMIEJFKWL90 tag=6EKHIO7WV8RR type=write size=2994991 2023-12-22T17:36:49.695 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.696+0000 7fb94d391880 1 < completed delete operation key=YRKG3P9O1XBW tag=R1PD5NDEYUO0 type=del 2023-12-22T17:36:49.698 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.699+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~VHU5231G1KZC.0 size=1048576 2023-12-22T17:36:49.700 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.701+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~VHU5231G1KZC.1 size=392697 2023-12-22T17:36:49.700 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.701+0000 7fb94d391880 1 > prepared multipart upload key=0BNHPX2OE7C0 upload=VHU5231G1KZC tag=IDJOUG9ZGNM4 type=write size=2489849 2023-12-22T17:36:49.701 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.703+0000 7fb94d391880 -1 < failed to complete operation key=2G2FODM41TWI tag=R7YF5Q3TK47L type=del size=1953430: (22) Invalid argument 2023-12-22T17:36:49.703 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.704+0000 7fb94d391880 1 > prepared operation key=0BNHPX2OE7C0 tag=KAW55B52D5K0 type=del size=1278069 2023-12-22T17:36:49.705 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.706+0000 7fb94d391880 1 < completed delete operation key=DVN26OO0LDI7 tag=MVSKB73GCNGJ type=del 2023-12-22T17:36:49.707 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.709+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~PPUFY071O1KT.0 size=1048576 2023-12-22T17:36:49.709 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.710+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~PPUFY071O1KT.1 size=1048576 2023-12-22T17:36:49.710 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.711+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~PPUFY071O1KT.2 size=798804 2023-12-22T17:36:49.710 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.711+0000 7fb94d391880 1 > prepared multipart upload key=W3X2J2SCNOE7 upload=PPUFY071O1KT tag=KQ3D052VSBQA type=write size=3944532 2023-12-22T17:36:49.713 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.714+0000 7fb94d391880 1 < suggested remove operation key=5HOL7148HSJL tag=GVUNVZSYWRRI type=write 2023-12-22T17:36:49.714 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.715+0000 7fb94d391880 1 > prepared operation key=DVN26OO0LDI7 tag=DN08F6CLFBHY type=del size=3419820 2023-12-22T17:36:49.716 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.717+0000 7fb94d391880 1 < completed delete operation key=DVN26OO0LDI7 tag=MBLCOWU5G36P type=del 2023-12-22T17:36:49.718 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.719+0000 7fb94d391880 1 > prepared part key=_multipart_IRCWNBTM8JVB.2~0J336LBLWI2O.0 size=822669 2023-12-22T17:36:49.718 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.719+0000 7fb94d391880 1 > prepared multipart upload key=IRCWNBTM8JVB upload=0J336LBLWI2O tag=IEAL43NJ1NKA type=write size=1871245 2023-12-22T17:36:49.720 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.721+0000 7fb94d391880 1 < completed delete operation key=BCP1VQB2TB0F tag=RXPHZ3T1Z683 type=del 2023-12-22T17:36:49.722 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.724+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~IXYH03U7O184.0 size=1048576 2023-12-22T17:36:49.723 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.725+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~IXYH03U7O184.1 size=752631 2023-12-22T17:36:49.724 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.725+0000 7fb94d391880 1 > prepared multipart upload key=0BNHPX2OE7C0 upload=IXYH03U7O184 tag=AL8A7WS5363X type=write size=2849783 2023-12-22T17:36:49.724 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.725+0000 7fb94d391880 1 < canceled part key=_multipart_DVN26OO0LDI7.2~CY4DL6ZHTPKC.0 size=1048576 2023-12-22T17:36:49.725 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.726+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~CY4DL6ZHTPKC.1 size=1048576 2023-12-22T17:36:49.726 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.727+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~CY4DL6ZHTPKC.2 size=585081 2023-12-22T17:36:49.729 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.730+0000 7fb94d391880 1 < canceled multipart upload key=DVN26OO0LDI7 upload=CY4DL6ZHTPKC tag=PMOY447DIADE type=write size=3730809 2023-12-22T17:36:49.730 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.732+0000 7fb94d391880 1 > prepared operation key=DVN26OO0LDI7 tag=V9J3TJZEO9BZ type=del size=835044 2023-12-22T17:36:49.732 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.733+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~DWSMWMNYU81I.0 size=1048576 2023-12-22T17:36:49.733 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.734+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~DWSMWMNYU81I.1 size=1048576 2023-12-22T17:36:49.734 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.735+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~DWSMWMNYU81I.2 size=979522 2023-12-22T17:36:49.737 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.738+0000 7fb94d391880 1 < completed multipart upload key=KLRYSCZNAHKT upload=DWSMWMNYU81I tag=E7DRNQVQ227Z type=write size=4125250 2023-12-22T17:36:49.739 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.741+0000 7fb94d391880 1 > prepared part key=_multipart_704VLVQ2P45U.2~J34KXX8870ZM.0 size=1048576 2023-12-22T17:36:49.741 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.742+0000 7fb94d391880 1 > prepared part key=_multipart_704VLVQ2P45U.2~J34KXX8870ZM.1 size=601165 2023-12-22T17:36:49.741 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.742+0000 7fb94d391880 1 > prepared multipart upload key=704VLVQ2P45U upload=J34KXX8870ZM tag=YOQ00I91YS9P type=write size=2698317 2023-12-22T17:36:49.742 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.743+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~QUD3IGZK9VHG.0 size=1048576 2023-12-22T17:36:49.742 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.743+0000 7fb94d391880 1 < canceled part key=_multipart_DXPJ8O4O0SI2.2~QUD3IGZK9VHG.1 size=988468 2023-12-22T17:36:49.744 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.746+0000 7fb94d391880 1 < canceled multipart upload key=DXPJ8O4O0SI2 upload=QUD3IGZK9VHG tag=ZB90XDYIFBE9 type=write size=3085620 2023-12-22T17:36:49.746 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.747+0000 7fb94d391880 1 > prepared operation key=T8TYNCC2V8CD tag=JQZSYKIE44TZ type=del size=4140491 2023-12-22T17:36:49.747 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.749+0000 7fb94d391880 1 < completed part key=_multipart_YRKG3P9O1XBW.2~9GQM8NOJTN2F.0 size=328589 2023-12-22T17:36:49.750 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.751+0000 7fb94d391880 1 < completed multipart upload key=YRKG3P9O1XBW upload=9GQM8NOJTN2F tag=2TJ6UXGH2DD5 type=write size=1377165 2023-12-22T17:36:49.751 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.753+0000 7fb94d391880 1 > prepared operation key=YRKG3P9O1XBW tag=2KC9I9FYDCNA type=write size=64474 2023-12-22T17:36:49.753 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.754+0000 7fb94d391880 1 < completed delete operation key=2G2FODM41TWI tag=LM6VDTO0LYDS type=del 2023-12-22T17:36:49.754 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.755+0000 7fb94d391880 1 > prepared operation key=BCP1VQB2TB0F tag=Q9ZJKHOP82VB type=del size=340196 2023-12-22T17:36:49.756 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.757+0000 7fb94d391880 1 < completed write operation key=40X558JXAX9S tag=8FDA3F3ANSMV type=write size=421763 2023-12-22T17:36:49.758 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.760+0000 7fb94d391880 1 > prepared part key=_multipart_TFLKTU1RF46Q.2~00ZWSN6YDS3S.0 size=1048576 2023-12-22T17:36:49.760 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.761+0000 7fb94d391880 1 > prepared part key=_multipart_TFLKTU1RF46Q.2~00ZWSN6YDS3S.1 size=749641 2023-12-22T17:36:49.760 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.761+0000 7fb94d391880 1 > prepared multipart upload key=TFLKTU1RF46Q upload=00ZWSN6YDS3S tag=3BUVKQRP06M1 type=write size=2846793 2023-12-22T17:36:49.763 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.764+0000 7fb94d391880 1 < suggested update operation key=TFLKTU1RF46Q tag=KGKXBY5MVVWR type=del size=3661461 2023-12-22T17:36:49.765 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.766+0000 7fb94d391880 1 > prepared operation key=X3NXWCITUK7S tag=Y5PR8H4OJKC2 type=del size=3663819 2023-12-22T17:36:49.766 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.768+0000 7fb94d391880 -1 < failed to complete operation key=5HOL7148HSJL tag=K8UHWU8HH2HV type=del size=3231975: (22) Invalid argument 2023-12-22T17:36:49.769 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.770+0000 7fb94d391880 1 > prepared part key=_multipart_X3NXWCITUK7S.2~P90HNHIC1QNA.0 size=1048576 2023-12-22T17:36:49.770 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.772+0000 7fb94d391880 1 > prepared part key=_multipart_X3NXWCITUK7S.2~P90HNHIC1QNA.1 size=795946 2023-12-22T17:36:49.770 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.772+0000 7fb94d391880 1 > prepared multipart upload key=X3NXWCITUK7S upload=P90HNHIC1QNA tag=F7JB7U7CYIPM type=write size=2893098 2023-12-22T17:36:49.772 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.773+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~JF51R7UFS8B3.0 size=1048576 2023-12-22T17:36:49.774 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.775+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~JF51R7UFS8B3.1 size=1048576 2023-12-22T17:36:49.775 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.776+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~JF51R7UFS8B3.2 size=1026920 2023-12-22T17:36:49.777 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.779+0000 7fb94d391880 1 < completed multipart upload key=6CLDD4VJZWJJ upload=JF51R7UFS8B3 tag=J12U3T1GLCAT type=write size=4172648 2023-12-22T17:36:49.779 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.780+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=LV2UOFPMHU4W type=del size=2221111 2023-12-22T17:36:49.781 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.782+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~HQMIEJFKWL90.0 size=1048576 2023-12-22T17:36:49.782 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.783+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~HQMIEJFKWL90.1 size=897839 2023-12-22T17:36:49.785 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.786+0000 7fb94d391880 1 < completed multipart upload key=6CLDD4VJZWJJ upload=HQMIEJFKWL90 tag=6EKHIO7WV8RR type=write size=2994991 2023-12-22T17:36:49.786 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.787+0000 7fb94d391880 1 > prepared operation key=RV0R03E3QAOV tag=CLC1FNHISMGS type=del size=2768439 2023-12-22T17:36:49.788 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.789+0000 7fb94d391880 1 < completed part key=_multipart_0BNHPX2OE7C0.2~VHU5231G1KZC.0 size=1048576 2023-12-22T17:36:49.790 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.791+0000 7fb94d391880 1 < completed part key=_multipart_0BNHPX2OE7C0.2~VHU5231G1KZC.1 size=392697 2023-12-22T17:36:49.792 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.793+0000 7fb94d391880 1 < completed multipart upload key=0BNHPX2OE7C0 upload=VHU5231G1KZC tag=IDJOUG9ZGNM4 type=write size=2489849 2023-12-22T17:36:49.794 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.795+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=1819VEI6XIY4 type=del size=2791601 2023-12-22T17:36:49.795 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.796+0000 7fb94d391880 1 < completed delete operation key=0BNHPX2OE7C0 tag=KAW55B52D5K0 type=del 2023-12-22T17:36:49.797 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.798+0000 7fb94d391880 1 > prepared operation key=74ZWP6PRPDCK tag=2E889STG5X73 type=del size=533794 2023-12-22T17:36:49.798 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.799+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~PPUFY071O1KT.0 size=1048576 2023-12-22T17:36:49.799 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.801+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~PPUFY071O1KT.1 size=1048576 2023-12-22T17:36:49.801 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.802+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~PPUFY071O1KT.2 size=798804 2023-12-22T17:36:49.804 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.805+0000 7fb94d391880 1 < completed multipart upload key=W3X2J2SCNOE7 upload=PPUFY071O1KT tag=KQ3D052VSBQA type=write size=3944532 2023-12-22T17:36:49.807 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.808+0000 7fb94d391880 1 > prepared part key=_multipart_BPXZFZEJYPX1.2~N6PYJD0IICYT.0 size=1048576 2023-12-22T17:36:49.808 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.809+0000 7fb94d391880 1 > prepared part key=_multipart_BPXZFZEJYPX1.2~N6PYJD0IICYT.1 size=675715 2023-12-22T17:36:49.808 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.809+0000 7fb94d391880 1 > prepared multipart upload key=BPXZFZEJYPX1 upload=N6PYJD0IICYT tag=O4J575FWOT7X type=write size=2772867 2023-12-22T17:36:49.810 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.811+0000 7fb94d391880 1 < completed delete operation key=DVN26OO0LDI7 tag=DN08F6CLFBHY type=del 2023-12-22T17:36:49.811 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.812+0000 7fb94d391880 1 > prepared operation key=V3ZYXTO3N0R6 tag=C49YPS4C0SC4 type=del size=1640535 2023-12-22T17:36:49.813 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.814+0000 7fb94d391880 1 < completed part key=_multipart_IRCWNBTM8JVB.2~0J336LBLWI2O.0 size=822669 2023-12-22T17:36:49.816 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.817+0000 7fb94d391880 1 < completed multipart upload key=IRCWNBTM8JVB upload=0J336LBLWI2O tag=IEAL43NJ1NKA type=write size=1871245 2023-12-22T17:36:49.817 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.819+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=PR72NV6EJH2R type=del size=3850453 2023-12-22T17:36:49.818 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.819+0000 7fb94d391880 1 < canceled part key=_multipart_0BNHPX2OE7C0.2~IXYH03U7O184.0 size=1048576 2023-12-22T17:36:49.819 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.820+0000 7fb94d391880 1 < completed part key=_multipart_0BNHPX2OE7C0.2~IXYH03U7O184.1 size=752631 2023-12-22T17:36:49.822 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.823+0000 7fb94d391880 1 < canceled multipart upload key=0BNHPX2OE7C0 upload=IXYH03U7O184 tag=AL8A7WS5363X type=write size=2849783 2023-12-22T17:36:49.823 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.824+0000 7fb94d391880 1 > prepared operation key=YRKG3P9O1XBW tag=J7S4TEB37TRW type=del size=1871313 2023-12-22T17:36:49.825 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.826+0000 7fb94d391880 1 < completed delete operation key=DVN26OO0LDI7 tag=V9J3TJZEO9BZ type=del 2023-12-22T17:36:49.826 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.828+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=D7TWYS5EGH7T type=del size=3166969 2023-12-22T17:36:49.828 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.829+0000 7fb94d391880 1 < completed part key=_multipart_704VLVQ2P45U.2~J34KXX8870ZM.0 size=1048576 2023-12-22T17:36:49.829 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.830+0000 7fb94d391880 1 < completed part key=_multipart_704VLVQ2P45U.2~J34KXX8870ZM.1 size=601165 2023-12-22T17:36:49.832 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.833+0000 7fb94d391880 1 < completed multipart upload key=704VLVQ2P45U upload=J34KXX8870ZM tag=YOQ00I91YS9P type=write size=2698317 2023-12-22T17:36:49.835 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.836+0000 7fb94d391880 1 > prepared part key=_multipart_BPXZFZEJYPX1.2~MOZ1F1Q3LGY2.0 size=1048576 2023-12-22T17:36:49.836 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.837+0000 7fb94d391880 1 > prepared part key=_multipart_BPXZFZEJYPX1.2~MOZ1F1Q3LGY2.1 size=238014 2023-12-22T17:36:49.836 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.837+0000 7fb94d391880 1 > prepared multipart upload key=BPXZFZEJYPX1 upload=MOZ1F1Q3LGY2 tag=HO4K9LMZAFR0 type=write size=2335166 2023-12-22T17:36:49.837 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.839+0000 7fb94d391880 1 < completed delete operation key=T8TYNCC2V8CD tag=JQZSYKIE44TZ type=del 2023-12-22T17:36:49.839 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.840+0000 7fb94d391880 1 > prepared operation key=704VLVQ2P45U tag=0I1BPNHXOI7Y type=del size=1334935 2023-12-22T17:36:49.840 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.842+0000 7fb94d391880 1 < completed write operation key=YRKG3P9O1XBW tag=2KC9I9FYDCNA type=write size=64474 2023-12-22T17:36:49.842 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.843+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=47XEDIXP1X7Z type=del size=3132094 2023-12-22T17:36:49.845 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.846+0000 7fb94d391880 1 < suggested update operation key=BCP1VQB2TB0F tag=Q9ZJKHOP82VB type=del size=340196 2023-12-22T17:36:49.846 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.847+0000 7fb94d391880 1 > prepared operation key=W3X2J2SCNOE7 tag=7M16AXNBT5VU type=del size=27836 2023-12-22T17:36:49.847 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.849+0000 7fb94d391880 1 < completed part key=_multipart_TFLKTU1RF46Q.2~00ZWSN6YDS3S.0 size=1048576 2023-12-22T17:36:49.849 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.850+0000 7fb94d391880 1 < completed part key=_multipart_TFLKTU1RF46Q.2~00ZWSN6YDS3S.1 size=749641 2023-12-22T17:36:49.851 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.852+0000 7fb94d391880 1 < completed multipart upload key=TFLKTU1RF46Q upload=00ZWSN6YDS3S tag=3BUVKQRP06M1 type=write size=2846793 2023-12-22T17:36:49.852 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.854+0000 7fb94d391880 1 > prepared operation key=DZPSR14TMXNC tag=S1ND5TQJPRO9 type=write size=359107 2023-12-22T17:36:49.855 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.857+0000 7fb94d391880 1 < suggested update operation key=X3NXWCITUK7S tag=Y5PR8H4OJKC2 type=del size=3663819 2023-12-22T17:36:49.858 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.859+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~SPZABZ906ZP2.0 size=951028 2023-12-22T17:36:49.858 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.859+0000 7fb94d391880 1 > prepared multipart upload key=V3ZYXTO3N0R6 upload=SPZABZ906ZP2 tag=VUJ1O3PULS2E type=write size=1999604 2023-12-22T17:36:49.860 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.861+0000 7fb94d391880 1 < completed part key=_multipart_X3NXWCITUK7S.2~P90HNHIC1QNA.0 size=1048576 2023-12-22T17:36:49.861 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.862+0000 7fb94d391880 1 < completed part key=_multipart_X3NXWCITUK7S.2~P90HNHIC1QNA.1 size=795946 2023-12-22T17:36:49.863 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.865+0000 7fb94d391880 1 < completed multipart upload key=X3NXWCITUK7S upload=P90HNHIC1QNA tag=F7JB7U7CYIPM type=write size=2893098 2023-12-22T17:36:49.866 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.867+0000 7fb94d391880 1 > prepared part key=_multipart_5HOL7148HSJL.2~9FM0GEMHG5OJ.0 size=1048576 2023-12-22T17:36:49.867 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.868+0000 7fb94d391880 1 > prepared part key=_multipart_5HOL7148HSJL.2~9FM0GEMHG5OJ.1 size=866985 2023-12-22T17:36:49.867 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.869+0000 7fb94d391880 1 > prepared multipart upload key=5HOL7148HSJL upload=9FM0GEMHG5OJ tag=JR4OJWOHUJP3 type=write size=2964137 2023-12-22T17:36:49.869 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.870+0000 7fb94d391880 1 < completed delete operation key=5HOL7148HSJL tag=LV2UOFPMHU4W type=del 2023-12-22T17:36:49.871 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.872+0000 7fb94d391880 1 > prepared operation key=I7GAQL38WXHS tag=RLWC8XRUK0U0 type=del size=1879205 2023-12-22T17:36:49.873 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.874+0000 7fb94d391880 1 < completed delete operation key=RV0R03E3QAOV tag=CLC1FNHISMGS type=del 2023-12-22T17:36:49.874 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.875+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=NMOU78RO320Z type=del size=3754663 2023-12-22T17:36:49.876 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.877+0000 7fb94d391880 1 < completed delete operation key=HZAQDCN1TA70 tag=1819VEI6XIY4 type=del 2023-12-22T17:36:49.877 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.878+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=WEUGGZBZKRXA type=del size=2077112 2023-12-22T17:36:49.879 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.880+0000 7fb94d391880 1 < completed delete operation key=74ZWP6PRPDCK tag=2E889STG5X73 type=del 2023-12-22T17:36:49.880 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.881+0000 7fb94d391880 1 > prepared operation key=TFLKTU1RF46Q tag=3B523FSIP1TA type=del size=2876345 2023-12-22T17:36:49.882 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.883+0000 7fb94d391880 1 < completed part key=_multipart_BPXZFZEJYPX1.2~N6PYJD0IICYT.0 size=1048576 2023-12-22T17:36:49.883 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.885+0000 7fb94d391880 1 < completed part key=_multipart_BPXZFZEJYPX1.2~N6PYJD0IICYT.1 size=675715 2023-12-22T17:36:49.886 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.887+0000 7fb94d391880 1 < completed multipart upload key=BPXZFZEJYPX1 upload=N6PYJD0IICYT tag=O4J575FWOT7X type=write size=2772867 2023-12-22T17:36:49.888 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.889+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=Y9Z1QAA5IUZD type=del size=1761237 2023-12-22T17:36:49.889 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.891+0000 7fb94d391880 1 < completed delete operation key=V3ZYXTO3N0R6 tag=C49YPS4C0SC4 type=del 2023-12-22T17:36:49.891 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.892+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=CBHA49QH8M90 type=del size=1059053 2023-12-22T17:36:49.893 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.894+0000 7fb94d391880 1 < completed delete operation key=5HOL7148HSJL tag=PR72NV6EJH2R type=del 2023-12-22T17:36:49.896 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.897+0000 7fb94d391880 1 > prepared part key=_multipart_7V5FS6PEP4ZL.2~TJ70M4KYTVOT.0 size=863294 2023-12-22T17:36:49.896 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.897+0000 7fb94d391880 1 > prepared multipart upload key=7V5FS6PEP4ZL upload=TJ70M4KYTVOT tag=RTX5LI206PHE type=write size=1911870 2023-12-22T17:36:49.898 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.899+0000 7fb94d391880 1 < canceled operation key=YRKG3P9O1XBW tag=J7S4TEB37TRW type=del size=1871313 2023-12-22T17:36:49.901 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.902+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~X3UHC0SFKTR8.0 size=1048576 2023-12-22T17:36:49.902 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.903+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~X3UHC0SFKTR8.1 size=1048576 2023-12-22T17:36:49.903 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.905+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~X3UHC0SFKTR8.2 size=489809 2023-12-22T17:36:49.903 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.905+0000 7fb94d391880 1 > prepared multipart upload key=KLRYSCZNAHKT upload=X3UHC0SFKTR8 tag=BXAZ6TYRBYOU type=write size=3635537 2023-12-22T17:36:49.905 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.906+0000 7fb94d391880 1 < completed delete operation key=2G2FODM41TWI tag=D7TWYS5EGH7T type=del 2023-12-22T17:36:49.907 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.908+0000 7fb94d391880 1 > prepared operation key=R9WTR26FAZP8 tag=G4KHX25Y0K6H type=write size=744719 2023-12-22T17:36:49.908 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.910+0000 7fb94d391880 1 < completed part key=_multipart_BPXZFZEJYPX1.2~MOZ1F1Q3LGY2.0 size=1048576 2023-12-22T17:36:49.909 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.911+0000 7fb94d391880 1 < completed part key=_multipart_BPXZFZEJYPX1.2~MOZ1F1Q3LGY2.1 size=238014 2023-12-22T17:36:49.912 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.913+0000 7fb94d391880 1 < completed multipart upload key=BPXZFZEJYPX1 upload=MOZ1F1Q3LGY2 tag=HO4K9LMZAFR0 type=write size=2335166 2023-12-22T17:36:49.913 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.915+0000 7fb94d391880 1 > prepared operation key=704VLVQ2P45U tag=6LPSEX2N21H5 type=del size=319927 2023-12-22T17:36:49.915 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.916+0000 7fb94d391880 1 < completed delete operation key=704VLVQ2P45U tag=0I1BPNHXOI7Y type=del 2023-12-22T17:36:49.917 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.918+0000 7fb94d391880 1 > prepared operation key=RWJE4O4GO9IK tag=6KN44P8YFZQC type=del size=2133901 2023-12-22T17:36:49.921 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.920+0000 7fb94d391880 1 < canceled operation key=40X558JXAX9S tag=47XEDIXP1X7Z type=del size=3132094 2023-12-22T17:36:49.921 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.922+0000 7fb94d391880 1 > prepared operation key=DZPSR14TMXNC tag=IA2AS6U1PC8E type=del size=247952 2023-12-22T17:36:49.922 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.923+0000 7fb94d391880 1 < completed delete operation key=W3X2J2SCNOE7 tag=7M16AXNBT5VU type=del 2023-12-22T17:36:49.923 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.925+0000 7fb94d391880 1 > prepared operation key=DVN26OO0LDI7 tag=9BHCYDZPZJ06 type=del size=4031397 2023-12-22T17:36:49.925 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.926+0000 7fb94d391880 1 < completed write operation key=DZPSR14TMXNC tag=S1ND5TQJPRO9 type=write size=359107 2023-12-22T17:36:49.927 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.928+0000 7fb94d391880 1 > prepared operation key=W3X2J2SCNOE7 tag=30JFAL9THKBX type=del size=814048 2023-12-22T17:36:49.928 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.930+0000 7fb94d391880 1 < completed part key=_multipart_V3ZYXTO3N0R6.2~SPZABZ906ZP2.0 size=951028 2023-12-22T17:36:49.931 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.932+0000 7fb94d391880 1 < completed multipart upload key=V3ZYXTO3N0R6 upload=SPZABZ906ZP2 tag=VUJ1O3PULS2E type=write size=1999604 2023-12-22T17:36:49.932 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.934+0000 7fb94d391880 1 > prepared operation key=BPXZFZEJYPX1 tag=BEIKORB1VFVH type=del size=1479129 2023-12-22T17:36:49.934 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.935+0000 7fb94d391880 1 < completed part key=_multipart_5HOL7148HSJL.2~9FM0GEMHG5OJ.0 size=1048576 2023-12-22T17:36:49.935 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.936+0000 7fb94d391880 1 < completed part key=_multipart_5HOL7148HSJL.2~9FM0GEMHG5OJ.1 size=866985 2023-12-22T17:36:49.938 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.939+0000 7fb94d391880 1 < completed multipart upload key=5HOL7148HSJL upload=9FM0GEMHG5OJ tag=JR4OJWOHUJP3 type=write size=2964137 2023-12-22T17:36:49.941 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.942+0000 7fb94d391880 1 > prepared part key=_multipart_74ZWP6PRPDCK.2~T4LP25PQPJIB.0 size=179491 2023-12-22T17:36:49.941 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.942+0000 7fb94d391880 1 > prepared multipart upload key=74ZWP6PRPDCK upload=T4LP25PQPJIB tag=W1HNKGH4YOWB type=write size=1228067 2023-12-22T17:36:49.943 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.944+0000 7fb94d391880 1 < completed delete operation key=I7GAQL38WXHS tag=RLWC8XRUK0U0 type=del 2023-12-22T17:36:49.945 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.946+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~8LX09GBB9PCF.0 size=1048576 2023-12-22T17:36:49.947 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.948+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~8LX09GBB9PCF.1 size=258048 2023-12-22T17:36:49.947 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.948+0000 7fb94d391880 1 > prepared multipart upload key=W3X2J2SCNOE7 upload=8LX09GBB9PCF tag=JUY4RPWHQC9D type=write size=2355200 2023-12-22T17:36:49.949 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.950+0000 7fb94d391880 1 < canceled operation key=7KXZJJ9YT96E tag=NMOU78RO320Z type=del size=3754663 2023-12-22T17:36:49.952 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.953+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~P41XVDM457TE.0 size=1048576 2023-12-22T17:36:49.953 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.955+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~P41XVDM457TE.1 size=1048576 2023-12-22T17:36:49.955 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.956+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~P41XVDM457TE.2 size=381588 2023-12-22T17:36:49.955 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.956+0000 7fb94d391880 1 > prepared multipart upload key=6CLDD4VJZWJJ upload=P41XVDM457TE tag=J62JM8VCZ6IL type=write size=3527316 2023-12-22T17:36:49.957 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.958+0000 7fb94d391880 1 < completed delete operation key=28XBL3715EHT tag=WEUGGZBZKRXA type=del 2023-12-22T17:36:49.958 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.959+0000 7fb94d391880 1 > prepared operation key=BCP1VQB2TB0F tag=QRI1KUE9DODQ type=write size=1037666 2023-12-22T17:36:49.960 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.961+0000 7fb94d391880 1 < completed delete operation key=TFLKTU1RF46Q tag=3B523FSIP1TA type=del 2023-12-22T17:36:49.961 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.962+0000 7fb94d391880 1 > prepared operation key=X3NXWCITUK7S tag=V538PTK32Z5G type=del size=3282131 2023-12-22T17:36:49.964 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.965+0000 7fb94d391880 1 < suggested update operation key=5HOL7148HSJL tag=Y9Z1QAA5IUZD type=del size=1761237 2023-12-22T17:36:49.967 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.968+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~YM8501P3VPQP.0 size=1048576 2023-12-22T17:36:49.968 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.970+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~YM8501P3VPQP.1 size=1048576 2023-12-22T17:36:49.970 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.971+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~YM8501P3VPQP.2 size=687415 2023-12-22T17:36:49.970 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.971+0000 7fb94d391880 1 > prepared multipart upload key=0BNHPX2OE7C0 upload=YM8501P3VPQP tag=S5A7MJYUN23K type=write size=3833143 2023-12-22T17:36:49.971 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.972+0000 7fb94d391880 1 < completed delete operation key=28XBL3715EHT tag=CBHA49QH8M90 type=del 2023-12-22T17:36:49.973 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.974+0000 7fb94d391880 1 > prepared operation key=7V5FS6PEP4ZL tag=56FJAAA5YD30 type=del size=3655210 2023-12-22T17:36:49.974 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.975+0000 7fb94d391880 1 < completed part key=_multipart_7V5FS6PEP4ZL.2~TJ70M4KYTVOT.0 size=863294 2023-12-22T17:36:49.977 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.978+0000 7fb94d391880 1 < completed multipart upload key=7V5FS6PEP4ZL upload=TJ70M4KYTVOT tag=RTX5LI206PHE type=write size=1911870 2023-12-22T17:36:49.978 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.980+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=M2XA03L571NR type=del size=2263192 2023-12-22T17:36:49.980 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.981+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~X3UHC0SFKTR8.0 size=1048576 2023-12-22T17:36:49.981 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.982+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~X3UHC0SFKTR8.1 size=1048576 2023-12-22T17:36:49.981 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.982+0000 7fb94d391880 1 < canceled part key=_multipart_KLRYSCZNAHKT.2~X3UHC0SFKTR8.2 size=489809 2023-12-22T17:36:49.984 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.985+0000 7fb94d391880 1 < canceled multipart upload key=KLRYSCZNAHKT upload=X3UHC0SFKTR8 tag=BXAZ6TYRBYOU type=write size=3635537 2023-12-22T17:36:49.985 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.987+0000 7fb94d391880 1 > prepared operation key=704VLVQ2P45U tag=64B4DG3X0S6H type=del size=2359000 2023-12-22T17:36:49.988 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.990+0000 7fb94d391880 1 < suggested remove operation key=R9WTR26FAZP8 tag=G4KHX25Y0K6H type=write 2023-12-22T17:36:49.990 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.991+0000 7fb94d391880 1 > prepared operation key=0BNHPX2OE7C0 tag=BLYSZJ7VTKIE type=del size=142261 2023-12-22T17:36:49.992 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.993+0000 7fb94d391880 1 < completed delete operation key=704VLVQ2P45U tag=6LPSEX2N21H5 type=del 2023-12-22T17:36:49.993 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.994+0000 7fb94d391880 1 > prepared operation key=704VLVQ2P45U tag=96ZKY8VE3J26 type=del size=2092732 2023-12-22T17:36:49.995 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.996+0000 7fb94d391880 1 < completed delete operation key=RWJE4O4GO9IK tag=6KN44P8YFZQC type=del 2023-12-22T17:36:49.997 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:49.999+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~94OF2L54L8HE.0 size=1048576 2023-12-22T17:36:49.999 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.000+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~94OF2L54L8HE.1 size=359344 2023-12-22T17:36:49.999 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.000+0000 7fb94d391880 1 > prepared multipart upload key=DZPSR14TMXNC upload=94OF2L54L8HE tag=1J6QYI38I1IP type=write size=2456496 2023-12-22T17:36:50.002 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.003+0000 7fb94d391880 1 < suggested remove operation key=DZPSR14TMXNC tag=IA2AS6U1PC8E type=del 2023-12-22T17:36:50.004 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.005+0000 7fb94d391880 1 > prepared operation key=X3NXWCITUK7S tag=72VU5OSYXDRB type=del size=2621618 2023-12-22T17:36:50.005 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.006+0000 7fb94d391880 1 < completed delete operation key=DVN26OO0LDI7 tag=9BHCYDZPZJ06 type=del 2023-12-22T17:36:50.008 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.009+0000 7fb94d391880 1 > prepared part key=_multipart_5HOL7148HSJL.2~XOZIOHMB6PXS.0 size=1048576 2023-12-22T17:36:50.009 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.010+0000 7fb94d391880 1 > prepared part key=_multipart_5HOL7148HSJL.2~XOZIOHMB6PXS.1 size=940820 2023-12-22T17:36:50.009 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.010+0000 7fb94d391880 1 > prepared multipart upload key=5HOL7148HSJL upload=XOZIOHMB6PXS tag=2JKAXX1UBNC6 type=write size=3037972 2023-12-22T17:36:50.010 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.012+0000 7fb94d391880 1 < completed delete operation key=W3X2J2SCNOE7 tag=30JFAL9THKBX type=del 2023-12-22T17:36:50.012 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.013+0000 7fb94d391880 1 > prepared operation key=7V5FS6PEP4ZL tag=L9BFPLTRV6GL type=del size=2457752 2023-12-22T17:36:50.015 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.017+0000 7fb94d391880 1 < suggested remove operation key=BPXZFZEJYPX1 tag=BEIKORB1VFVH type=del 2023-12-22T17:36:50.017 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.018+0000 7fb94d391880 1 > prepared operation key=W3X2J2SCNOE7 tag=07SHZ163MUM5 type=del size=3916814 2023-12-22T17:36:50.019 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.020+0000 7fb94d391880 1 < completed part key=_multipart_74ZWP6PRPDCK.2~T4LP25PQPJIB.0 size=179491 2023-12-22T17:36:50.021 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.022+0000 7fb94d391880 1 < completed multipart upload key=74ZWP6PRPDCK upload=T4LP25PQPJIB tag=W1HNKGH4YOWB type=write size=1228067 2023-12-22T17:36:50.024 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.025+0000 7fb94d391880 1 > prepared part key=_multipart_TDS90SYZKMLU.2~0QPTHMR13Y8T.0 size=1048576 2023-12-22T17:36:50.025 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.027+0000 7fb94d391880 1 > prepared part key=_multipart_TDS90SYZKMLU.2~0QPTHMR13Y8T.1 size=653747 2023-12-22T17:36:50.025 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.027+0000 7fb94d391880 1 > prepared multipart upload key=TDS90SYZKMLU upload=0QPTHMR13Y8T tag=LBSH9K8LC2OI type=write size=2750899 2023-12-22T17:36:50.027 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.029+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~8LX09GBB9PCF.0 size=1048576 2023-12-22T17:36:50.029 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.030+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~8LX09GBB9PCF.1 size=258048 2023-12-22T17:36:50.032 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.033+0000 7fb94d391880 1 < completed multipart upload key=W3X2J2SCNOE7 upload=8LX09GBB9PCF tag=JUY4RPWHQC9D type=write size=2355200 2023-12-22T17:36:50.034 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.035+0000 7fb94d391880 1 > prepared operation key=BPXZFZEJYPX1 tag=Q8YI7E53JSBW type=write size=108144 2023-12-22T17:36:50.035 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.037+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~P41XVDM457TE.0 size=1048576 2023-12-22T17:36:50.037 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.038+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~P41XVDM457TE.1 size=1048576 2023-12-22T17:36:50.038 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.039+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~P41XVDM457TE.2 size=381588 2023-12-22T17:36:50.041 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.042+0000 7fb94d391880 1 < completed multipart upload key=6CLDD4VJZWJJ upload=P41XVDM457TE tag=J62JM8VCZ6IL type=write size=3527316 2023-12-22T17:36:50.044 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.045+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~HZWGPJ3XHH8Y.0 size=1048576 2023-12-22T17:36:50.045 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.046+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~HZWGPJ3XHH8Y.1 size=1048576 2023-12-22T17:36:50.046 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.048+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~HZWGPJ3XHH8Y.2 size=1024638 2023-12-22T17:36:50.047 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.048+0000 7fb94d391880 1 > prepared multipart upload key=KLRYSCZNAHKT upload=HZWGPJ3XHH8Y tag=K7V5DIOZ4XZJ type=write size=4170366 2023-12-22T17:36:50.048 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.049+0000 7fb94d391880 1 < completed write operation key=BCP1VQB2TB0F tag=QRI1KUE9DODQ type=write size=1037666 2023-12-22T17:36:50.050 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.051+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=8QIAY9B6YJM4 type=del size=2521040 2023-12-22T17:36:50.051 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.053+0000 7fb94d391880 1 < completed delete operation key=X3NXWCITUK7S tag=V538PTK32Z5G type=del 2023-12-22T17:36:50.053 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.054+0000 7fb94d391880 1 > prepared operation key=NZ7PMKB2HICR tag=ZVYZDAWN1MX2 type=write size=616097 2023-12-22T17:36:50.055 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.056+0000 7fb94d391880 1 < completed part key=_multipart_0BNHPX2OE7C0.2~YM8501P3VPQP.0 size=1048576 2023-12-22T17:36:50.056 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.057+0000 7fb94d391880 1 < completed part key=_multipart_0BNHPX2OE7C0.2~YM8501P3VPQP.1 size=1048576 2023-12-22T17:36:50.057 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.059+0000 7fb94d391880 1 < completed part key=_multipart_0BNHPX2OE7C0.2~YM8501P3VPQP.2 size=687415 2023-12-22T17:36:50.061 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.062+0000 7fb94d391880 1 < completed multipart upload key=0BNHPX2OE7C0 upload=YM8501P3VPQP tag=S5A7MJYUN23K type=write size=3833143 2023-12-22T17:36:50.064 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.066+0000 7fb94d391880 1 > prepared part key=_multipart_7V5FS6PEP4ZL.2~05JME685EVMV.0 size=1048576 2023-12-22T17:36:50.066 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.067+0000 7fb94d391880 1 > prepared part key=_multipart_7V5FS6PEP4ZL.2~05JME685EVMV.1 size=1048576 2023-12-22T17:36:50.068 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.069+0000 7fb94d391880 1 > prepared part key=_multipart_7V5FS6PEP4ZL.2~05JME685EVMV.2 size=210396 2023-12-22T17:36:50.068 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.069+0000 7fb94d391880 1 > prepared multipart upload key=7V5FS6PEP4ZL upload=05JME685EVMV tag=EFEDPNCU7YKV type=write size=3356124 2023-12-22T17:36:50.069 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.070+0000 7fb94d391880 1 < canceled operation key=7V5FS6PEP4ZL tag=56FJAAA5YD30 type=del size=3655210 2023-12-22T17:36:50.072 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.074+0000 7fb94d391880 1 > prepared part key=_multipart_5HOL7148HSJL.2~YOY3FUP9GTC8.0 size=1048576 2023-12-22T17:36:50.074 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.075+0000 7fb94d391880 1 > prepared part key=_multipart_5HOL7148HSJL.2~YOY3FUP9GTC8.1 size=153661 2023-12-22T17:36:50.074 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.075+0000 7fb94d391880 1 > prepared multipart upload key=5HOL7148HSJL upload=YOY3FUP9GTC8 tag=C8MYRHIEZMMA type=write size=2250813 2023-12-22T17:36:50.076 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.077+0000 7fb94d391880 1 < completed delete operation key=5HOL7148HSJL tag=M2XA03L571NR type=del 2023-12-22T17:36:50.078 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.079+0000 7fb94d391880 1 > prepared operation key=BCP1VQB2TB0F tag=G1M2J7BFXNM2 type=write size=912343 2023-12-22T17:36:50.080 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.081+0000 7fb94d391880 1 < completed delete operation key=704VLVQ2P45U tag=64B4DG3X0S6H type=del 2023-12-22T17:36:50.081 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.083+0000 7fb94d391880 1 > prepared operation key=704VLVQ2P45U tag=5XRL7QKULBT8 type=del size=2971860 2023-12-22T17:36:50.085 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.086+0000 7fb94d391880 1 < suggested remove operation key=0BNHPX2OE7C0 tag=BLYSZJ7VTKIE type=del 2023-12-22T17:36:50.088 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.089+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~NKT97O3I0CKV.0 size=1048576 2023-12-22T17:36:50.089 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.091+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~NKT97O3I0CKV.1 size=480805 2023-12-22T17:36:50.089 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.091+0000 7fb94d391880 1 > prepared multipart upload key=0BNHPX2OE7C0 upload=NKT97O3I0CKV tag=QNQ9A3FAL22J type=write size=2577957 2023-12-22T17:36:50.091 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.092+0000 7fb94d391880 1 < completed delete operation key=704VLVQ2P45U tag=96ZKY8VE3J26 type=del 2023-12-22T17:36:50.092 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.094+0000 7fb94d391880 1 > prepared operation key=TFLKTU1RF46Q tag=ZSTNW3OG8RKO type=del size=2999134 2023-12-22T17:36:50.094 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.095+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~94OF2L54L8HE.0 size=1048576 2023-12-22T17:36:50.096 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.097+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~94OF2L54L8HE.1 size=359344 2023-12-22T17:36:50.098 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.099+0000 7fb94d391880 1 < completed multipart upload key=DZPSR14TMXNC upload=94OF2L54L8HE tag=1J6QYI38I1IP type=write size=2456496 2023-12-22T17:36:50.101 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.103+0000 7fb94d391880 1 > prepared part key=_multipart_TFLKTU1RF46Q.2~1CHTDMPHL4FU.0 size=1048576 2023-12-22T17:36:50.103 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.104+0000 7fb94d391880 1 > prepared part key=_multipart_TFLKTU1RF46Q.2~1CHTDMPHL4FU.1 size=1048576 2023-12-22T17:36:50.104 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.105+0000 7fb94d391880 1 > prepared part key=_multipart_TFLKTU1RF46Q.2~1CHTDMPHL4FU.2 size=189619 2023-12-22T17:36:50.104 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.105+0000 7fb94d391880 1 > prepared multipart upload key=TFLKTU1RF46Q upload=1CHTDMPHL4FU tag=Y62MU0N2MPTU type=write size=3335347 2023-12-22T17:36:50.106 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.107+0000 7fb94d391880 1 < completed delete operation key=X3NXWCITUK7S tag=72VU5OSYXDRB type=del 2023-12-22T17:36:50.108 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.110+0000 7fb94d391880 1 > prepared part key=_multipart_L6DUB57B222Z.2~WRTWVR5CWC1C.0 size=922307 2023-12-22T17:36:50.108 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.110+0000 7fb94d391880 1 > prepared multipart upload key=L6DUB57B222Z upload=WRTWVR5CWC1C tag=795NCEFW4J6T type=write size=1970883 2023-12-22T17:36:50.109 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.110+0000 7fb94d391880 1 < canceled part key=_multipart_5HOL7148HSJL.2~XOZIOHMB6PXS.0 size=1048576 2023-12-22T17:36:50.110 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.112+0000 7fb94d391880 1 < completed part key=_multipart_5HOL7148HSJL.2~XOZIOHMB6PXS.1 size=940820 2023-12-22T17:36:50.113 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.114+0000 7fb94d391880 1 < canceled multipart upload key=5HOL7148HSJL upload=XOZIOHMB6PXS tag=2JKAXX1UBNC6 type=write size=3037972 2023-12-22T17:36:50.116 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.118+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~RVQ0TDBI8YAR.0 size=856999 2023-12-22T17:36:50.116 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.118+0000 7fb94d391880 1 > prepared multipart upload key=DZPSR14TMXNC upload=RVQ0TDBI8YAR tag=QDGD29U17FSI type=write size=1905575 2023-12-22T17:36:50.118 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.119+0000 7fb94d391880 1 < completed delete operation key=7V5FS6PEP4ZL tag=L9BFPLTRV6GL type=del 2023-12-22T17:36:50.119 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.121+0000 7fb94d391880 1 > prepared operation key=0BNHPX2OE7C0 tag=M3G5DEVJKVE7 type=write size=665105 2023-12-22T17:36:50.121 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.123+0000 7fb94d391880 1 < completed delete operation key=W3X2J2SCNOE7 tag=07SHZ163MUM5 type=del 2023-12-22T17:36:50.125 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.126+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~R18S541N2DHO.0 size=341383 2023-12-22T17:36:50.125 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.126+0000 7fb94d391880 1 > prepared multipart upload key=2G2FODM41TWI upload=R18S541N2DHO tag=WMOU0318NM0S type=write size=1389959 2023-12-22T17:36:50.127 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.128+0000 7fb94d391880 1 < completed part key=_multipart_TDS90SYZKMLU.2~0QPTHMR13Y8T.0 size=1048576 2023-12-22T17:36:50.127 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.128+0000 7fb94d391880 1 < canceled part key=_multipart_TDS90SYZKMLU.2~0QPTHMR13Y8T.1 size=653747 2023-12-22T17:36:50.129 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.131+0000 7fb94d391880 1 < canceled multipart upload key=TDS90SYZKMLU upload=0QPTHMR13Y8T tag=LBSH9K8LC2OI type=write size=2750899 2023-12-22T17:36:50.131 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.132+0000 7fb94d391880 1 > prepared operation key=V3ZYXTO3N0R6 tag=5KK2GA0DTHJY type=del size=3984838 2023-12-22T17:36:50.132 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.134+0000 7fb94d391880 1 < completed write operation key=BPXZFZEJYPX1 tag=Q8YI7E53JSBW type=write size=108144 2023-12-22T17:36:50.136 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.137+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~5Q0LI75SMGU9.0 size=817870 2023-12-22T17:36:50.136 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.137+0000 7fb94d391880 1 > prepared multipart upload key=DVN26OO0LDI7 upload=5Q0LI75SMGU9 tag=EWDKLG4RJVMA type=write size=1866446 2023-12-22T17:36:50.137 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.138+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~HZWGPJ3XHH8Y.0 size=1048576 2023-12-22T17:36:50.139 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.140+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~HZWGPJ3XHH8Y.1 size=1048576 2023-12-22T17:36:50.140 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.141+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~HZWGPJ3XHH8Y.2 size=1024638 2023-12-22T17:36:50.143 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.144+0000 7fb94d391880 1 < completed multipart upload key=KLRYSCZNAHKT upload=HZWGPJ3XHH8Y tag=K7V5DIOZ4XZJ type=write size=4170366 2023-12-22T17:36:50.146 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.147+0000 7fb94d391880 1 > prepared part key=_multipart_TDS90SYZKMLU.2~YLOLGEVIMT64.0 size=197074 2023-12-22T17:36:50.146 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.147+0000 7fb94d391880 1 > prepared multipart upload key=TDS90SYZKMLU upload=YLOLGEVIMT64 tag=2006FTH0ZQ2F type=write size=1245650 2023-12-22T17:36:50.147 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.149+0000 7fb94d391880 1 < completed delete operation key=7KXZJJ9YT96E tag=8QIAY9B6YJM4 type=del 2023-12-22T17:36:50.150 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.152+0000 7fb94d391880 1 > prepared part key=_multipart_BPXZFZEJYPX1.2~F505N5FTV20O.0 size=74063 2023-12-22T17:36:50.150 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.152+0000 7fb94d391880 1 > prepared multipart upload key=BPXZFZEJYPX1 upload=F505N5FTV20O tag=94JHB8DKYIG8 type=write size=1122639 2023-12-22T17:36:50.152 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.153+0000 7fb94d391880 1 < completed write operation key=NZ7PMKB2HICR tag=ZVYZDAWN1MX2 type=write size=616097 2023-12-22T17:36:50.153 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.155+0000 7fb94d391880 1 > prepared operation key=74ZWP6PRPDCK tag=570WTHYC94QX type=del size=1741839 2023-12-22T17:36:50.153 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.155+0000 7fb94d391880 1 < canceled part key=_multipart_7V5FS6PEP4ZL.2~05JME685EVMV.0 size=1048576 2023-12-22T17:36:50.155 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.156+0000 7fb94d391880 1 < completed part key=_multipart_7V5FS6PEP4ZL.2~05JME685EVMV.1 size=1048576 2023-12-22T17:36:50.156 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.157+0000 7fb94d391880 1 < completed part key=_multipart_7V5FS6PEP4ZL.2~05JME685EVMV.2 size=210396 2023-12-22T17:36:50.159 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.160+0000 7fb94d391880 1 < canceled multipart upload key=7V5FS6PEP4ZL upload=05JME685EVMV tag=EFEDPNCU7YKV type=write size=3356124 2023-12-22T17:36:50.161 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.162+0000 7fb94d391880 1 > prepared operation key=IRCWNBTM8JVB tag=9LRJO33RAQ6P type=del size=737186 2023-12-22T17:36:50.162 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.163+0000 7fb94d391880 1 < completed part key=_multipart_5HOL7148HSJL.2~YOY3FUP9GTC8.0 size=1048576 2023-12-22T17:36:50.163 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.165+0000 7fb94d391880 1 < completed part key=_multipart_5HOL7148HSJL.2~YOY3FUP9GTC8.1 size=153661 2023-12-22T17:36:50.166 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.168+0000 7fb94d391880 1 < completed multipart upload key=5HOL7148HSJL upload=YOY3FUP9GTC8 tag=C8MYRHIEZMMA type=write size=2250813 2023-12-22T17:36:50.168 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.169+0000 7fb94d391880 1 > prepared operation key=DZPSR14TMXNC tag=YGGZSZVDHBE7 type=write size=111700 2023-12-22T17:36:50.169 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.171+0000 7fb94d391880 1 < completed write operation key=BCP1VQB2TB0F tag=G1M2J7BFXNM2 type=write size=912343 2023-12-22T17:36:50.171 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.172+0000 7fb94d391880 1 > prepared operation key=V3ZYXTO3N0R6 tag=RRLXJ9CTFOH2 type=del size=3976204 2023-12-22T17:36:50.173 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.174+0000 7fb94d391880 1 < completed delete operation key=704VLVQ2P45U tag=5XRL7QKULBT8 type=del 2023-12-22T17:36:50.174 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.176+0000 7fb94d391880 1 > prepared operation key=RWJE4O4GO9IK tag=63K6MP8LH0V4 type=del size=1529164 2023-12-22T17:36:50.176 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.177+0000 7fb94d391880 1 < completed part key=_multipart_0BNHPX2OE7C0.2~NKT97O3I0CKV.0 size=1048576 2023-12-22T17:36:50.177 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.179+0000 7fb94d391880 1 < completed part key=_multipart_0BNHPX2OE7C0.2~NKT97O3I0CKV.1 size=480805 2023-12-22T17:36:50.180 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.181+0000 7fb94d391880 1 < completed multipart upload key=0BNHPX2OE7C0 upload=NKT97O3I0CKV tag=QNQ9A3FAL22J type=write size=2577957 2023-12-22T17:36:50.182 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.183+0000 7fb94d391880 1 > prepared operation key=X3NXWCITUK7S tag=D1BFLQASTM67 type=del size=3728920 2023-12-22T17:36:50.183 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.185+0000 7fb94d391880 1 < completed delete operation key=TFLKTU1RF46Q tag=ZSTNW3OG8RKO type=del 2023-12-22T17:36:50.186 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.188+0000 7fb94d391880 1 > prepared part key=_multipart_28XBL3715EHT.2~YKN37FZY0NXY.0 size=412518 2023-12-22T17:36:50.186 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.188+0000 7fb94d391880 1 > prepared multipart upload key=28XBL3715EHT upload=YKN37FZY0NXY tag=D9Z9RZPJ6U7Q type=write size=1461094 2023-12-22T17:36:50.188 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.189+0000 7fb94d391880 1 < completed part key=_multipart_TFLKTU1RF46Q.2~1CHTDMPHL4FU.0 size=1048576 2023-12-22T17:36:50.189 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.191+0000 7fb94d391880 1 < completed part key=_multipart_TFLKTU1RF46Q.2~1CHTDMPHL4FU.1 size=1048576 2023-12-22T17:36:50.189 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.191+0000 7fb94d391880 1 < canceled part key=_multipart_TFLKTU1RF46Q.2~1CHTDMPHL4FU.2 size=189619 2023-12-22T17:36:50.192 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.193+0000 7fb94d391880 1 < canceled multipart upload key=TFLKTU1RF46Q upload=1CHTDMPHL4FU tag=Y62MU0N2MPTU type=write size=3335347 2023-12-22T17:36:50.195 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.196+0000 7fb94d391880 1 > prepared part key=_multipart_BCP1VQB2TB0F.2~88H97ZSOR6LY.0 size=410168 2023-12-22T17:36:50.195 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.196+0000 7fb94d391880 1 > prepared multipart upload key=BCP1VQB2TB0F upload=88H97ZSOR6LY tag=Q71WHCK4IASR type=write size=1458744 2023-12-22T17:36:50.196 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.198+0000 7fb94d391880 1 < completed part key=_multipart_L6DUB57B222Z.2~WRTWVR5CWC1C.0 size=922307 2023-12-22T17:36:50.199 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.200+0000 7fb94d391880 1 < completed multipart upload key=L6DUB57B222Z upload=WRTWVR5CWC1C tag=795NCEFW4J6T type=write size=1970883 2023-12-22T17:36:50.202 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.203+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~R52CFMBYEDMU.0 size=1048576 2023-12-22T17:36:50.203 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.205+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~R52CFMBYEDMU.1 size=875347 2023-12-22T17:36:50.203 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.205+0000 7fb94d391880 1 > prepared multipart upload key=DVN26OO0LDI7 upload=R52CFMBYEDMU tag=SPMGZ4I5HELZ type=write size=2972499 2023-12-22T17:36:50.205 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.206+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~RVQ0TDBI8YAR.0 size=856999 2023-12-22T17:36:50.208 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.209+0000 7fb94d391880 1 < completed multipart upload key=DZPSR14TMXNC upload=RVQ0TDBI8YAR tag=QDGD29U17FSI type=write size=1905575 2023-12-22T17:36:50.211 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.212+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~2VBR4D2BSHC8.0 size=1048576 2023-12-22T17:36:50.212 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.213+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~2VBR4D2BSHC8.1 size=1048576 2023-12-22T17:36:50.214 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.215+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~2VBR4D2BSHC8.2 size=844416 2023-12-22T17:36:50.214 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.215+0000 7fb94d391880 1 > prepared multipart upload key=0BNHPX2OE7C0 upload=2VBR4D2BSHC8 tag=BK05EQMG9ECK type=write size=3990144 2023-12-22T17:36:50.216 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.217+0000 7fb94d391880 1 < completed write operation key=0BNHPX2OE7C0 tag=M3G5DEVJKVE7 type=write size=665105 2023-12-22T17:36:50.217 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.219+0000 7fb94d391880 1 > prepared operation key=DXPJ8O4O0SI2 tag=RTCG9I55XRC4 type=del size=1636801 2023-12-22T17:36:50.218 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.219+0000 7fb94d391880 1 < canceled part key=_multipart_2G2FODM41TWI.2~R18S541N2DHO.0 size=341383 2023-12-22T17:36:50.221 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.222+0000 7fb94d391880 1 < canceled multipart upload key=2G2FODM41TWI upload=R18S541N2DHO tag=WMOU0318NM0S type=write size=1389959 2023-12-22T17:36:50.224 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.225+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~N77N1W14EQ2W.0 size=1048576 2023-12-22T17:36:50.225 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.227+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~N77N1W14EQ2W.1 size=1048576 2023-12-22T17:36:50.227 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.228+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~N77N1W14EQ2W.2 size=859736 2023-12-22T17:36:50.227 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.228+0000 7fb94d391880 1 > prepared multipart upload key=RV0R03E3QAOV upload=N77N1W14EQ2W tag=ZJKULL1DI1KN type=write size=4005464 2023-12-22T17:36:50.229 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.230+0000 7fb94d391880 1 < completed delete operation key=V3ZYXTO3N0R6 tag=5KK2GA0DTHJY type=del 2023-12-22T17:36:50.230 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.232+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=PWUY28DON1CA type=del size=2275025 2023-12-22T17:36:50.232 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.233+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~5Q0LI75SMGU9.0 size=817870 2023-12-22T17:36:50.235 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.236+0000 7fb94d391880 1 < completed multipart upload key=DVN26OO0LDI7 upload=5Q0LI75SMGU9 tag=EWDKLG4RJVMA type=write size=1866446 2023-12-22T17:36:50.236 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.238+0000 7fb94d391880 1 > prepared operation key=6CLDD4VJZWJJ tag=X1DUIQSVC72S type=del size=1977349 2023-12-22T17:36:50.238 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.239+0000 7fb94d391880 1 < completed part key=_multipart_TDS90SYZKMLU.2~YLOLGEVIMT64.0 size=197074 2023-12-22T17:36:50.240 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.242+0000 7fb94d391880 1 < completed multipart upload key=TDS90SYZKMLU upload=YLOLGEVIMT64 tag=2006FTH0ZQ2F type=write size=1245650 2023-12-22T17:36:50.242 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.243+0000 7fb94d391880 1 > prepared operation key=TDS90SYZKMLU tag=84UP9EDP94BN type=del size=1135685 2023-12-22T17:36:50.244 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.245+0000 7fb94d391880 1 < completed part key=_multipart_BPXZFZEJYPX1.2~F505N5FTV20O.0 size=74063 2023-12-22T17:36:50.247 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.248+0000 7fb94d391880 1 < completed multipart upload key=BPXZFZEJYPX1 upload=F505N5FTV20O tag=94JHB8DKYIG8 type=write size=1122639 2023-12-22T17:36:50.251 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.252+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~YS4LFWCHE839.0 size=816695 2023-12-22T17:36:50.251 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.252+0000 7fb94d391880 1 > prepared multipart upload key=HZAQDCN1TA70 upload=YS4LFWCHE839 tag=63VX5FAY35QN type=write size=1865271 2023-12-22T17:36:50.252 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.253+0000 7fb94d391880 1 < completed delete operation key=74ZWP6PRPDCK tag=570WTHYC94QX type=del 2023-12-22T17:36:50.254 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.255+0000 7fb94d391880 1 > prepared operation key=I7GAQL38WXHS tag=NB5JMLN3GI6R type=write size=246712 2023-12-22T17:36:50.255 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.257+0000 7fb94d391880 1 < completed delete operation key=IRCWNBTM8JVB tag=9LRJO33RAQ6P type=del 2023-12-22T17:36:50.257 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.258+0000 7fb94d391880 1 > prepared operation key=RV0R03E3QAOV tag=57FMBT1TK1N1 type=write size=11780 2023-12-22T17:36:50.260 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.261+0000 7fb94d391880 1 < suggested update operation key=DZPSR14TMXNC tag=YGGZSZVDHBE7 type=write size=111700 2023-12-22T17:36:50.261 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.263+0000 7fb94d391880 1 > prepared operation key=7V5FS6PEP4ZL tag=4N8ENDJBCIOR type=del size=705148 2023-12-22T17:36:50.264 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.265+0000 7fb94d391880 1 < canceled operation key=V3ZYXTO3N0R6 tag=RRLXJ9CTFOH2 type=del size=3976204 2023-12-22T17:36:50.265 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.266+0000 7fb94d391880 1 > prepared operation key=V3ZYXTO3N0R6 tag=0FZJEXOHP14B type=write size=786310 2023-12-22T17:36:50.267 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.268+0000 7fb94d391880 1 < completed delete operation key=RWJE4O4GO9IK tag=63K6MP8LH0V4 type=del 2023-12-22T17:36:50.268 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.269+0000 7fb94d391880 1 > prepared operation key=YRKG3P9O1XBW tag=TQZ9HG2X5GKZ type=del size=2967860 2023-12-22T17:36:50.272 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.273+0000 7fb94d391880 1 < suggested remove operation key=X3NXWCITUK7S tag=D1BFLQASTM67 type=del 2023-12-22T17:36:50.273 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.274+0000 7fb94d391880 1 > prepared operation key=6CLDD4VJZWJJ tag=TLE30V7Q5V1W type=del size=2111131 2023-12-22T17:36:50.275 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.276+0000 7fb94d391880 1 < completed part key=_multipart_28XBL3715EHT.2~YKN37FZY0NXY.0 size=412518 2023-12-22T17:36:50.277 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.279+0000 7fb94d391880 1 < completed multipart upload key=28XBL3715EHT upload=YKN37FZY0NXY tag=D9Z9RZPJ6U7Q type=write size=1461094 2023-12-22T17:36:50.279 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.280+0000 7fb94d391880 1 > prepared operation key=KLRYSCZNAHKT tag=S431VUUU94LU type=write size=85314 2023-12-22T17:36:50.280 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.282+0000 7fb94d391880 1 < completed part key=_multipart_BCP1VQB2TB0F.2~88H97ZSOR6LY.0 size=410168 2023-12-22T17:36:50.283 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.284+0000 7fb94d391880 1 < completed multipart upload key=BCP1VQB2TB0F upload=88H97ZSOR6LY tag=Q71WHCK4IASR type=write size=1458744 2023-12-22T17:36:50.286 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.287+0000 7fb94d391880 1 > prepared part key=_multipart_RWJE4O4GO9IK.2~5KI75BKHAVZ2.0 size=1048576 2023-12-22T17:36:50.287 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.288+0000 7fb94d391880 1 > prepared part key=_multipart_RWJE4O4GO9IK.2~5KI75BKHAVZ2.1 size=1048576 2023-12-22T17:36:50.289 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.290+0000 7fb94d391880 1 > prepared part key=_multipart_RWJE4O4GO9IK.2~5KI75BKHAVZ2.2 size=3223 2023-12-22T17:36:50.289 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.290+0000 7fb94d391880 1 > prepared multipart upload key=RWJE4O4GO9IK upload=5KI75BKHAVZ2 tag=N465WDON8BZC type=write size=3148951 2023-12-22T17:36:50.290 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.291+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~R52CFMBYEDMU.0 size=1048576 2023-12-22T17:36:50.292 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.293+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~R52CFMBYEDMU.1 size=875347 2023-12-22T17:36:50.294 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.295+0000 7fb94d391880 1 < completed multipart upload key=DVN26OO0LDI7 upload=R52CFMBYEDMU tag=SPMGZ4I5HELZ type=write size=2972499 2023-12-22T17:36:50.297 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.298+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~DQJDSCFY252X.0 size=1048576 2023-12-22T17:36:50.299 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.300+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~DQJDSCFY252X.1 size=998707 2023-12-22T17:36:50.299 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.300+0000 7fb94d391880 1 > prepared multipart upload key=RV0R03E3QAOV upload=DQJDSCFY252X tag=O8ZQP2UIOWJM type=write size=3095859 2023-12-22T17:36:50.300 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.301+0000 7fb94d391880 1 < completed part key=_multipart_0BNHPX2OE7C0.2~2VBR4D2BSHC8.0 size=1048576 2023-12-22T17:36:50.302 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.303+0000 7fb94d391880 1 < completed part key=_multipart_0BNHPX2OE7C0.2~2VBR4D2BSHC8.1 size=1048576 2023-12-22T17:36:50.303 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.304+0000 7fb94d391880 1 < completed part key=_multipart_0BNHPX2OE7C0.2~2VBR4D2BSHC8.2 size=844416 2023-12-22T17:36:50.306 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.307+0000 7fb94d391880 1 < completed multipart upload key=0BNHPX2OE7C0 upload=2VBR4D2BSHC8 tag=BK05EQMG9ECK type=write size=3990144 2023-12-22T17:36:50.307 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.309+0000 7fb94d391880 1 > prepared operation key=I7GAQL38WXHS tag=JTYPYSEJ7FTB type=del size=2769440 2023-12-22T17:36:50.309 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.310+0000 7fb94d391880 1 < completed delete operation key=DXPJ8O4O0SI2 tag=RTCG9I55XRC4 type=del 2023-12-22T17:36:50.312 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.313+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~J9YKI6CX6QB1.0 size=1048576 2023-12-22T17:36:50.313 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.314+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~J9YKI6CX6QB1.1 size=1048576 2023-12-22T17:36:50.315 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.316+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~J9YKI6CX6QB1.2 size=1032266 2023-12-22T17:36:50.315 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.316+0000 7fb94d391880 1 > prepared multipart upload key=V3ZYXTO3N0R6 upload=J9YKI6CX6QB1 tag=UMQC4U4AN3Q9 type=write size=4177994 2023-12-22T17:36:50.316 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.317+0000 7fb94d391880 1 < completed part key=_multipart_RV0R03E3QAOV.2~N77N1W14EQ2W.0 size=1048576 2023-12-22T17:36:50.317 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.319+0000 7fb94d391880 1 < completed part key=_multipart_RV0R03E3QAOV.2~N77N1W14EQ2W.1 size=1048576 2023-12-22T17:36:50.319 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.320+0000 7fb94d391880 1 < completed part key=_multipart_RV0R03E3QAOV.2~N77N1W14EQ2W.2 size=859736 2023-12-22T17:36:50.322 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.323+0000 7fb94d391880 1 < completed multipart upload key=RV0R03E3QAOV upload=N77N1W14EQ2W tag=ZJKULL1DI1KN type=write size=4005464 2023-12-22T17:36:50.326 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.327+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~GNNJFDJ1R95B.0 size=1048576 2023-12-22T17:36:50.327 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.328+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~GNNJFDJ1R95B.1 size=65965 2023-12-22T17:36:50.327 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.328+0000 7fb94d391880 1 > prepared multipart upload key=6CLDD4VJZWJJ upload=GNNJFDJ1R95B tag=3E870UPWSJV3 type=write size=2163117 2023-12-22T17:36:50.329 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.330+0000 7fb94d391880 1 < completed delete operation key=2G2FODM41TWI tag=PWUY28DON1CA type=del 2023-12-22T17:36:50.331 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.333+0000 7fb94d391880 1 > prepared part key=_multipart_7KXZJJ9YT96E.2~4Z1AL9M9WGIJ.0 size=909469 2023-12-22T17:36:50.332 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.333+0000 7fb94d391880 1 > prepared multipart upload key=7KXZJJ9YT96E upload=4Z1AL9M9WGIJ tag=H3ASCDB9838C type=write size=1958045 2023-12-22T17:36:50.333 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.334+0000 7fb94d391880 1 < completed delete operation key=6CLDD4VJZWJJ tag=X1DUIQSVC72S type=del 2023-12-22T17:36:50.334 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.336+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=0HX0X86ZZ0AZ type=del size=2874819 2023-12-22T17:36:50.338 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.339+0000 7fb94d391880 1 < suggested update operation key=TDS90SYZKMLU tag=84UP9EDP94BN type=del size=1135685 2023-12-22T17:36:50.341 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.342+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~EN2KKNZ2ZXDG.0 size=1048576 2023-12-22T17:36:50.343 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.344+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~EN2KKNZ2ZXDG.1 size=303433 2023-12-22T17:36:50.343 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.344+0000 7fb94d391880 1 > prepared multipart upload key=40X558JXAX9S upload=EN2KKNZ2ZXDG tag=5HF0TTJAW0FG type=write size=2400585 2023-12-22T17:36:50.344 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.345+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~YS4LFWCHE839.0 size=816695 2023-12-22T17:36:50.347 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.348+0000 7fb94d391880 1 < completed multipart upload key=HZAQDCN1TA70 upload=YS4LFWCHE839 tag=63VX5FAY35QN type=write size=1865271 2023-12-22T17:36:50.350 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.351+0000 7fb94d391880 1 > prepared part key=_multipart_X3NXWCITUK7S.2~4HUHKYIJZN6N.0 size=1048576 2023-12-22T17:36:50.352 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.353+0000 7fb94d391880 1 > prepared part key=_multipart_X3NXWCITUK7S.2~4HUHKYIJZN6N.1 size=993867 2023-12-22T17:36:50.352 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.353+0000 7fb94d391880 1 > prepared multipart upload key=X3NXWCITUK7S upload=4HUHKYIJZN6N tag=F4K209QD5JJ3 type=write size=3091019 2023-12-22T17:36:50.353 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.355+0000 7fb94d391880 1 < completed write operation key=I7GAQL38WXHS tag=NB5JMLN3GI6R type=write size=246712 2023-12-22T17:36:50.356 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.358+0000 7fb94d391880 1 > prepared part key=_multipart_704VLVQ2P45U.2~O1TPK005ZLC4.0 size=452855 2023-12-22T17:36:50.356 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.358+0000 7fb94d391880 1 > prepared multipart upload key=704VLVQ2P45U upload=O1TPK005ZLC4 tag=XN4CXXQ3U248 type=write size=1501431 2023-12-22T17:36:50.358 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.359+0000 7fb94d391880 1 < completed write operation key=RV0R03E3QAOV tag=57FMBT1TK1N1 type=write size=11780 2023-12-22T17:36:50.360 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.361+0000 7fb94d391880 1 > prepared operation key=TDS90SYZKMLU tag=XKF1L0AKXR0D type=del size=1533181 2023-12-22T17:36:50.361 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.362+0000 7fb94d391880 1 < completed delete operation key=7V5FS6PEP4ZL tag=4N8ENDJBCIOR type=del 2023-12-22T17:36:50.363 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.364+0000 7fb94d391880 1 > prepared operation key=TFLKTU1RF46Q tag=3SGO976CTBHZ type=write size=40271 2023-12-22T17:36:50.365 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.366+0000 7fb94d391880 1 < canceled operation key=V3ZYXTO3N0R6 tag=0FZJEXOHP14B type=write size=786310 2023-12-22T17:36:50.368 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.369+0000 7fb94d391880 1 > prepared part key=_multipart_5HOL7148HSJL.2~77HQ3CKLKILP.0 size=604331 2023-12-22T17:36:50.368 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.369+0000 7fb94d391880 1 > prepared multipart upload key=5HOL7148HSJL upload=77HQ3CKLKILP tag=53TNWN6QH63I type=write size=1652907 2023-12-22T17:36:50.370 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.371+0000 7fb94d391880 1 < completed delete operation key=YRKG3P9O1XBW tag=TQZ9HG2X5GKZ type=del 2023-12-22T17:36:50.372 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.373+0000 7fb94d391880 1 > prepared operation key=TDS90SYZKMLU tag=D6T3XMQIDUJ6 type=write size=556744 2023-12-22T17:36:50.374 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.375+0000 7fb94d391880 1 < completed delete operation key=6CLDD4VJZWJJ tag=TLE30V7Q5V1W type=del 2023-12-22T17:36:50.378 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.379+0000 7fb94d391880 1 > prepared part key=_multipart_74ZWP6PRPDCK.2~0LSF1JZY5YBV.0 size=1048576 2023-12-22T17:36:50.379 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.380+0000 7fb94d391880 1 > prepared part key=_multipart_74ZWP6PRPDCK.2~0LSF1JZY5YBV.1 size=1048576 2023-12-22T17:36:50.380 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.382+0000 7fb94d391880 1 > prepared part key=_multipart_74ZWP6PRPDCK.2~0LSF1JZY5YBV.2 size=861654 2023-12-22T17:36:50.380 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.382+0000 7fb94d391880 1 > prepared multipart upload key=74ZWP6PRPDCK upload=0LSF1JZY5YBV tag=YEJZDUD69B1E type=write size=4007382 2023-12-22T17:36:50.382 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.383+0000 7fb94d391880 1 < completed write operation key=KLRYSCZNAHKT tag=S431VUUU94LU type=write size=85314 2023-12-22T17:36:50.385 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.386+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~IHHZL0XA4WA5.0 size=1048576 2023-12-22T17:36:50.386 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.387+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~IHHZL0XA4WA5.1 size=1048576 2023-12-22T17:36:50.387 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.389+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~IHHZL0XA4WA5.2 size=175998 2023-12-22T17:36:50.387 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.389+0000 7fb94d391880 1 > prepared multipart upload key=6CLDD4VJZWJJ upload=IHHZL0XA4WA5 tag=DE2TSIYSX13M type=write size=3321726 2023-12-22T17:36:50.389 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.390+0000 7fb94d391880 1 < completed part key=_multipart_RWJE4O4GO9IK.2~5KI75BKHAVZ2.0 size=1048576 2023-12-22T17:36:50.390 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.391+0000 7fb94d391880 1 < completed part key=_multipart_RWJE4O4GO9IK.2~5KI75BKHAVZ2.1 size=1048576 2023-12-22T17:36:50.392 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.393+0000 7fb94d391880 1 < completed part key=_multipart_RWJE4O4GO9IK.2~5KI75BKHAVZ2.2 size=3223 2023-12-22T17:36:50.394 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.396+0000 7fb94d391880 1 < completed multipart upload key=RWJE4O4GO9IK upload=5KI75BKHAVZ2 tag=N465WDON8BZC type=write size=3148951 2023-12-22T17:36:50.396 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.398+0000 7fb94d391880 1 > prepared operation key=7V5FS6PEP4ZL tag=L5V6PU7I0VYF type=del size=1889581 2023-12-22T17:36:50.398 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.399+0000 7fb94d391880 1 < completed part key=_multipart_RV0R03E3QAOV.2~DQJDSCFY252X.0 size=1048576 2023-12-22T17:36:50.400 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.401+0000 7fb94d391880 1 < completed part key=_multipart_RV0R03E3QAOV.2~DQJDSCFY252X.1 size=998707 2023-12-22T17:36:50.403 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.404+0000 7fb94d391880 1 < completed multipart upload key=RV0R03E3QAOV upload=DQJDSCFY252X tag=O8ZQP2UIOWJM type=write size=3095859 2023-12-22T17:36:50.404 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.406+0000 7fb94d391880 1 > prepared operation key=KLRYSCZNAHKT tag=XXZEUOENM9VX type=del size=2498513 2023-12-22T17:36:50.408 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.409+0000 7fb94d391880 1 < suggested remove operation key=I7GAQL38WXHS tag=JTYPYSEJ7FTB type=del 2023-12-22T17:36:50.411 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.413+0000 7fb94d391880 1 > prepared part key=_multipart_T8TYNCC2V8CD.2~CSPQ4FFD5ZYJ.0 size=1048576 2023-12-22T17:36:50.413 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.414+0000 7fb94d391880 1 > prepared part key=_multipart_T8TYNCC2V8CD.2~CSPQ4FFD5ZYJ.1 size=948526 2023-12-22T17:36:50.413 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.414+0000 7fb94d391880 1 > prepared multipart upload key=T8TYNCC2V8CD upload=CSPQ4FFD5ZYJ tag=0KWKZBUKDB38 type=write size=3045678 2023-12-22T17:36:50.414 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.416+0000 7fb94d391880 1 < completed part key=_multipart_V3ZYXTO3N0R6.2~J9YKI6CX6QB1.0 size=1048576 2023-12-22T17:36:50.416 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.417+0000 7fb94d391880 1 < completed part key=_multipart_V3ZYXTO3N0R6.2~J9YKI6CX6QB1.1 size=1048576 2023-12-22T17:36:50.417 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.418+0000 7fb94d391880 1 < completed part key=_multipart_V3ZYXTO3N0R6.2~J9YKI6CX6QB1.2 size=1032266 2023-12-22T17:36:50.420 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.421+0000 7fb94d391880 1 < completed multipart upload key=V3ZYXTO3N0R6 upload=J9YKI6CX6QB1 tag=UMQC4U4AN3Q9 type=write size=4177994 2023-12-22T17:36:50.423 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.424+0000 7fb94d391880 1 > prepared part key=_multipart_TDS90SYZKMLU.2~7AK2ZOYUWRNA.0 size=308002 2023-12-22T17:36:50.423 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.424+0000 7fb94d391880 1 > prepared multipart upload key=TDS90SYZKMLU upload=7AK2ZOYUWRNA tag=VNKOAT44DJW4 type=write size=1356578 2023-12-22T17:36:50.425 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.426+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~GNNJFDJ1R95B.0 size=1048576 2023-12-22T17:36:50.426 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.427+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~GNNJFDJ1R95B.1 size=65965 2023-12-22T17:36:50.427 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:50 smithi032 ceph-mon[189144]: pgmap v1279: 137 pgs: 3 creating+peering, 7 unknown, 127 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 428 KiB/s rd, 149 KiB/s wr, 755 op/s 2023-12-22T17:36:50.427 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:36:50.427 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:50 smithi032 ceph-mon[191839]: pgmap v1279: 137 pgs: 3 creating+peering, 7 unknown, 127 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 428 KiB/s rd, 149 KiB/s wr, 755 op/s 2023-12-22T17:36:50.427 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:36:50.429 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.430+0000 7fb94d391880 1 < completed multipart upload key=6CLDD4VJZWJJ upload=GNNJFDJ1R95B tag=3E870UPWSJV3 type=write size=2163117 2023-12-22T17:36:50.431 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.432+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=I48VZ1RHGCY5 type=del size=351574 2023-12-22T17:36:50.431 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.432+0000 7fb94d391880 1 < canceled part key=_multipart_7KXZJJ9YT96E.2~4Z1AL9M9WGIJ.0 size=909469 2023-12-22T17:36:50.434 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.435+0000 7fb94d391880 1 < canceled multipart upload key=7KXZJJ9YT96E upload=4Z1AL9M9WGIJ tag=H3ASCDB9838C type=write size=1958045 2023-12-22T17:36:50.437 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.438+0000 7fb94d391880 1 > prepared part key=_multipart_TDS90SYZKMLU.2~EJS21YI6DIZ0.0 size=1048576 2023-12-22T17:36:50.438 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.439+0000 7fb94d391880 1 > prepared part key=_multipart_TDS90SYZKMLU.2~EJS21YI6DIZ0.1 size=1048576 2023-12-22T17:36:50.440 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.441+0000 7fb94d391880 1 > prepared part key=_multipart_TDS90SYZKMLU.2~EJS21YI6DIZ0.2 size=500377 2023-12-22T17:36:50.440 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.441+0000 7fb94d391880 1 > prepared multipart upload key=TDS90SYZKMLU upload=EJS21YI6DIZ0 tag=GKD0P0DRO61F type=write size=3646105 2023-12-22T17:36:50.441 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.443+0000 7fb94d391880 1 < completed delete operation key=HZAQDCN1TA70 tag=0HX0X86ZZ0AZ type=del 2023-12-22T17:36:50.443 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.444+0000 7fb94d391880 1 > prepared operation key=DXPJ8O4O0SI2 tag=G3AF3RJ5XSKI type=del size=2572013 2023-12-22T17:36:50.445 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.446+0000 7fb94d391880 1 < completed part key=_multipart_40X558JXAX9S.2~EN2KKNZ2ZXDG.0 size=1048576 2023-12-22T17:36:50.446 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.447+0000 7fb94d391880 1 < completed part key=_multipart_40X558JXAX9S.2~EN2KKNZ2ZXDG.1 size=303433 2023-12-22T17:36:50.449 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.450+0000 7fb94d391880 1 < completed multipart upload key=40X558JXAX9S upload=EN2KKNZ2ZXDG tag=5HF0TTJAW0FG type=write size=2400585 2023-12-22T17:36:50.451 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.452+0000 7fb94d391880 1 > prepared operation key=74ZWP6PRPDCK tag=HTQ2IUX3HBFP type=del size=940576 2023-12-22T17:36:50.452 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.453+0000 7fb94d391880 1 < completed part key=_multipart_X3NXWCITUK7S.2~4HUHKYIJZN6N.0 size=1048576 2023-12-22T17:36:50.453 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.455+0000 7fb94d391880 1 < completed part key=_multipart_X3NXWCITUK7S.2~4HUHKYIJZN6N.1 size=993867 2023-12-22T17:36:50.457 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.458+0000 7fb94d391880 1 < completed multipart upload key=X3NXWCITUK7S upload=4HUHKYIJZN6N tag=F4K209QD5JJ3 type=write size=3091019 2023-12-22T17:36:50.458 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.459+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=RXYXTADZ2S49 type=del size=2255948 2023-12-22T17:36:50.460 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.461+0000 7fb94d391880 1 < completed part key=_multipart_704VLVQ2P45U.2~O1TPK005ZLC4.0 size=452855 2023-12-22T17:36:50.463 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.464+0000 7fb94d391880 1 < completed multipart upload key=704VLVQ2P45U upload=O1TPK005ZLC4 tag=XN4CXXQ3U248 type=write size=1501431 2023-12-22T17:36:50.464 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.466+0000 7fb94d391880 1 > prepared operation key=W3X2J2SCNOE7 tag=OXPJL3R01KH2 type=del size=785896 2023-12-22T17:36:50.466 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.467+0000 7fb94d391880 1 < canceled operation key=TDS90SYZKMLU tag=XKF1L0AKXR0D type=del size=1533181 2023-12-22T17:36:50.468 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.469+0000 7fb94d391880 1 > prepared operation key=RV0R03E3QAOV tag=7YW7HTKO6RBA type=del size=758552 2023-12-22T17:36:50.470 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.471+0000 7fb94d391880 1 < completed write operation key=TFLKTU1RF46Q tag=3SGO976CTBHZ type=write size=40271 2023-12-22T17:36:50.473 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.474+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~9RBN5SIEQ7GQ.0 size=1048576 2023-12-22T17:36:50.474 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.476+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~9RBN5SIEQ7GQ.1 size=997883 2023-12-22T17:36:50.474 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.476+0000 7fb94d391880 1 > prepared multipart upload key=DXPJ8O4O0SI2 upload=9RBN5SIEQ7GQ tag=5OLE54OA60GU type=write size=3095035 2023-12-22T17:36:50.476 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.477+0000 7fb94d391880 1 < completed part key=_multipart_5HOL7148HSJL.2~77HQ3CKLKILP.0 size=604331 2023-12-22T17:36:50.479 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.480+0000 7fb94d391880 1 < completed multipart upload key=5HOL7148HSJL upload=77HQ3CKLKILP tag=53TNWN6QH63I type=write size=1652907 2023-12-22T17:36:50.480 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.482+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=L90JVPO1NMOU type=write size=250594 2023-12-22T17:36:50.484 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.485+0000 7fb94d391880 1 < suggested update operation key=TDS90SYZKMLU tag=D6T3XMQIDUJ6 type=write size=556744 2023-12-22T17:36:50.486 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.487+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=HODUNBQP1JV9 type=del size=84041 2023-12-22T17:36:50.488 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.489+0000 7fb94d391880 1 < completed part key=_multipart_74ZWP6PRPDCK.2~0LSF1JZY5YBV.0 size=1048576 2023-12-22T17:36:50.489 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.490+0000 7fb94d391880 1 < completed part key=_multipart_74ZWP6PRPDCK.2~0LSF1JZY5YBV.1 size=1048576 2023-12-22T17:36:50.490 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.492+0000 7fb94d391880 1 < completed part key=_multipart_74ZWP6PRPDCK.2~0LSF1JZY5YBV.2 size=861654 2023-12-22T17:36:50.493 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.494+0000 7fb94d391880 1 < completed multipart upload key=74ZWP6PRPDCK upload=0LSF1JZY5YBV tag=YEJZDUD69B1E type=write size=4007382 2023-12-22T17:36:50.496 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.497+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~UZCQJ1Q3E6ZJ.0 size=271364 2023-12-22T17:36:50.496 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.497+0000 7fb94d391880 1 > prepared multipart upload key=40X558JXAX9S upload=UZCQJ1Q3E6ZJ tag=82Q77IPALXK0 type=write size=1319940 2023-12-22T17:36:50.497 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.499+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~IHHZL0XA4WA5.0 size=1048576 2023-12-22T17:36:50.499 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.500+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~IHHZL0XA4WA5.1 size=1048576 2023-12-22T17:36:50.499 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.500+0000 7fb94d391880 1 < canceled part key=_multipart_6CLDD4VJZWJJ.2~IHHZL0XA4WA5.2 size=175998 2023-12-22T17:36:50.502 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.503+0000 7fb94d391880 1 < canceled multipart upload key=6CLDD4VJZWJJ upload=IHHZL0XA4WA5 tag=DE2TSIYSX13M type=write size=3321726 2023-12-22T17:36:50.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:50 smithi039 ceph-mon[181282]: pgmap v1279: 137 pgs: 3 creating+peering, 7 unknown, 127 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 428 KiB/s rd, 149 KiB/s wr, 755 op/s 2023-12-22T17:36:50.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:36:50.505 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.506+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~G5MEM4FOOJ4B.0 size=1048576 2023-12-22T17:36:50.506 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.507+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~G5MEM4FOOJ4B.1 size=1048576 2023-12-22T17:36:50.507 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.509+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~G5MEM4FOOJ4B.2 size=248027 2023-12-22T17:36:50.507 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.509+0000 7fb94d391880 1 > prepared multipart upload key=DXPJ8O4O0SI2 upload=G5MEM4FOOJ4B tag=D7MRPUDDJ9L7 type=write size=3393755 2023-12-22T17:36:50.509 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.510+0000 7fb94d391880 1 < completed delete operation key=7V5FS6PEP4ZL tag=L5V6PU7I0VYF type=del 2023-12-22T17:36:50.511 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.512+0000 7fb94d391880 1 > prepared operation key=RWJE4O4GO9IK tag=1PKBF0XB431T type=del size=756099 2023-12-22T17:36:50.512 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.514+0000 7fb94d391880 1 < completed delete operation key=KLRYSCZNAHKT tag=XXZEUOENM9VX type=del 2023-12-22T17:36:50.514 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.515+0000 7fb94d391880 1 > prepared operation key=W3X2J2SCNOE7 tag=JQQZLV3GA15D type=del size=980655 2023-12-22T17:36:50.516 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.517+0000 7fb94d391880 1 < completed part key=_multipart_T8TYNCC2V8CD.2~CSPQ4FFD5ZYJ.0 size=1048576 2023-12-22T17:36:50.517 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.519+0000 7fb94d391880 1 < completed part key=_multipart_T8TYNCC2V8CD.2~CSPQ4FFD5ZYJ.1 size=948526 2023-12-22T17:36:50.520 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.521+0000 7fb94d391880 1 < completed multipart upload key=T8TYNCC2V8CD upload=CSPQ4FFD5ZYJ tag=0KWKZBUKDB38 type=write size=3045678 2023-12-22T17:36:50.522 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.523+0000 7fb94d391880 1 > prepared operation key=W3X2J2SCNOE7 tag=7PWUJO4C4YZ4 type=del size=4012635 2023-12-22T17:36:50.523 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.525+0000 7fb94d391880 1 < completed part key=_multipart_TDS90SYZKMLU.2~7AK2ZOYUWRNA.0 size=308002 2023-12-22T17:36:50.526 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.527+0000 7fb94d391880 1 < completed multipart upload key=TDS90SYZKMLU upload=7AK2ZOYUWRNA tag=VNKOAT44DJW4 type=write size=1356578 2023-12-22T17:36:50.527 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.528+0000 7fb94d391880 1 > prepared operation key=7V5FS6PEP4ZL tag=K8O4W9V87GMH type=del size=2505428 2023-12-22T17:36:50.529 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.530+0000 7fb94d391880 1 < completed delete operation key=2G2FODM41TWI tag=I48VZ1RHGCY5 type=del 2023-12-22T17:36:50.530 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.531+0000 7fb94d391880 1 > prepared operation key=W3X2J2SCNOE7 tag=B4RBG3LAGKDB type=del size=3270134 2023-12-22T17:36:50.532 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.533+0000 7fb94d391880 1 < completed part key=_multipart_TDS90SYZKMLU.2~EJS21YI6DIZ0.0 size=1048576 2023-12-22T17:36:50.532 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.533+0000 7fb94d391880 1 < canceled part key=_multipart_TDS90SYZKMLU.2~EJS21YI6DIZ0.1 size=1048576 2023-12-22T17:36:50.533 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.534+0000 7fb94d391880 1 < completed part key=_multipart_TDS90SYZKMLU.2~EJS21YI6DIZ0.2 size=500377 2023-12-22T17:36:50.536 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.537+0000 7fb94d391880 1 < canceled multipart upload key=TDS90SYZKMLU upload=EJS21YI6DIZ0 tag=GKD0P0DRO61F type=write size=3646105 2023-12-22T17:36:50.538 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.540+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~EXFWZE3OT2DK.0 size=740210 2023-12-22T17:36:50.539 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.540+0000 7fb94d391880 1 > prepared multipart upload key=40X558JXAX9S upload=EXFWZE3OT2DK tag=FX92GK7DN79Y type=write size=1788786 2023-12-22T17:36:50.540 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.541+0000 7fb94d391880 1 < completed delete operation key=DXPJ8O4O0SI2 tag=G3AF3RJ5XSKI type=del 2023-12-22T17:36:50.542 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.543+0000 7fb94d391880 1 > prepared operation key=X3NXWCITUK7S tag=DBAQKXEXSOLS type=del size=3233148 2023-12-22T17:36:50.545 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.546+0000 7fb94d391880 1 < suggested remove operation key=74ZWP6PRPDCK tag=HTQ2IUX3HBFP type=del 2023-12-22T17:36:50.546 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.548+0000 7fb94d391880 1 > prepared operation key=W3X2J2SCNOE7 tag=N6MMTHOOQEV5 type=del size=1341492 2023-12-22T17:36:50.548 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.549+0000 7fb94d391880 1 < completed delete operation key=5HOL7148HSJL tag=RXYXTADZ2S49 type=del 2023-12-22T17:36:50.551 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.552+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~50887700UQN7.0 size=1048576 2023-12-22T17:36:50.552 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.553+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~50887700UQN7.1 size=1048576 2023-12-22T17:36:50.553 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.555+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~50887700UQN7.2 size=601168 2023-12-22T17:36:50.553 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.555+0000 7fb94d391880 1 > prepared multipart upload key=GGQ09G6E3CZ6 upload=50887700UQN7 tag=VV7TLRERW86K type=write size=3746896 2023-12-22T17:36:50.555 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.556+0000 7fb94d391880 1 < completed delete operation key=W3X2J2SCNOE7 tag=OXPJL3R01KH2 type=del 2023-12-22T17:36:50.556 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.558+0000 7fb94d391880 1 > prepared operation key=DVN26OO0LDI7 tag=GKJB2MD5YZTC type=write size=565046 2023-12-22T17:36:50.558 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.559+0000 7fb94d391880 1 < completed delete operation key=RV0R03E3QAOV tag=7YW7HTKO6RBA type=del 2023-12-22T17:36:50.561 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.562+0000 7fb94d391880 1 > prepared part key=_multipart_R9WTR26FAZP8.2~FHORTI44MQRY.0 size=387291 2023-12-22T17:36:50.561 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.562+0000 7fb94d391880 1 > prepared multipart upload key=R9WTR26FAZP8 upload=FHORTI44MQRY tag=S00ZAG5FPOV1 type=write size=1435867 2023-12-22T17:36:50.563 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.564+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~9RBN5SIEQ7GQ.0 size=1048576 2023-12-22T17:36:50.564 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.565+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~9RBN5SIEQ7GQ.1 size=997883 2023-12-22T17:36:50.567 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.568+0000 7fb94d391880 1 < completed multipart upload key=DXPJ8O4O0SI2 upload=9RBN5SIEQ7GQ tag=5OLE54OA60GU type=write size=3095035 2023-12-22T17:36:50.570 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.571+0000 7fb94d391880 1 > prepared part key=_multipart_TFLKTU1RF46Q.2~NTCQ28X4IE8I.0 size=176604 2023-12-22T17:36:50.570 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.571+0000 7fb94d391880 1 > prepared multipart upload key=TFLKTU1RF46Q upload=NTCQ28X4IE8I tag=Y0DLYFH76VF5 type=write size=1225180 2023-12-22T17:36:50.572 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.573+0000 7fb94d391880 1 < completed write operation key=HZAQDCN1TA70 tag=L90JVPO1NMOU type=write size=250594 2023-12-22T17:36:50.573 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.575+0000 7fb94d391880 1 > prepared operation key=IRCWNBTM8JVB tag=NS8ZXEQDN82Z type=del size=3249249 2023-12-22T17:36:50.575 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.576+0000 7fb94d391880 1 < completed delete operation key=5HOL7148HSJL tag=HODUNBQP1JV9 type=del 2023-12-22T17:36:50.576 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.578+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=45ZP09NXOQIM type=del size=356100 2023-12-22T17:36:50.578 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.579+0000 7fb94d391880 1 < completed part key=_multipart_40X558JXAX9S.2~UZCQJ1Q3E6ZJ.0 size=271364 2023-12-22T17:36:50.581 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.582+0000 7fb94d391880 1 < completed multipart upload key=40X558JXAX9S upload=UZCQJ1Q3E6ZJ tag=82Q77IPALXK0 type=write size=1319940 2023-12-22T17:36:50.584 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.585+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~HXWTU1X1A7DX.0 size=935344 2023-12-22T17:36:50.584 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.585+0000 7fb94d391880 1 > prepared multipart upload key=KLRYSCZNAHKT upload=HXWTU1X1A7DX tag=PAKL4HB1F42Y type=write size=1983920 2023-12-22T17:36:50.586 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.587+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~G5MEM4FOOJ4B.0 size=1048576 2023-12-22T17:36:50.587 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.589+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~G5MEM4FOOJ4B.1 size=1048576 2023-12-22T17:36:50.589 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.590+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~G5MEM4FOOJ4B.2 size=248027 2023-12-22T17:36:50.592 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.593+0000 7fb94d391880 1 < completed multipart upload key=DXPJ8O4O0SI2 upload=G5MEM4FOOJ4B tag=D7MRPUDDJ9L7 type=write size=3393755 2023-12-22T17:36:50.594 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.595+0000 7fb94d391880 1 > prepared operation key=IRCWNBTM8JVB tag=CR17FH0KJL7P type=del size=1835406 2023-12-22T17:36:50.597 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.598+0000 7fb94d391880 1 < suggested remove operation key=RWJE4O4GO9IK tag=1PKBF0XB431T type=del 2023-12-22T17:36:50.598 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.600+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=84YOER91IQVT type=del size=459391 2023-12-22T17:36:50.602 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.603+0000 7fb94d391880 1 < suggested remove operation key=W3X2J2SCNOE7 tag=JQQZLV3GA15D type=del 2023-12-22T17:36:50.604 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.605+0000 7fb94d391880 1 > prepared operation key=TFLKTU1RF46Q tag=E52650V28H6Q type=del size=3437499 2023-12-22T17:36:50.606 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.607+0000 7fb94d391880 -1 < failed to complete operation key=W3X2J2SCNOE7 tag=7PWUJO4C4YZ4 type=del size=4012635: (22) Invalid argument 2023-12-22T17:36:50.609 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.610+0000 7fb94d391880 1 > prepared part key=_multipart_T8TYNCC2V8CD.2~78XSUERLMUW0.0 size=1048576 2023-12-22T17:36:50.610 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.612+0000 7fb94d391880 1 > prepared part key=_multipart_T8TYNCC2V8CD.2~78XSUERLMUW0.1 size=1048576 2023-12-22T17:36:50.612 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.613+0000 7fb94d391880 1 > prepared part key=_multipart_T8TYNCC2V8CD.2~78XSUERLMUW0.2 size=393234 2023-12-22T17:36:50.612 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.613+0000 7fb94d391880 1 > prepared multipart upload key=T8TYNCC2V8CD upload=78XSUERLMUW0 tag=CYJ1IHHBJEDL type=write size=3538962 2023-12-22T17:36:50.615 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.616+0000 7fb94d391880 1 < suggested remove operation key=7V5FS6PEP4ZL tag=K8O4W9V87GMH type=del 2023-12-22T17:36:50.619 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.620+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~2DIBM3EVBWRE.0 size=1048576 2023-12-22T17:36:50.620 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.621+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~2DIBM3EVBWRE.1 size=1048576 2023-12-22T17:36:50.621 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.622+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~2DIBM3EVBWRE.2 size=55852 2023-12-22T17:36:50.621 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.622+0000 7fb94d391880 1 > prepared multipart upload key=DVN26OO0LDI7 upload=2DIBM3EVBWRE tag=EPKP9HUJ64JC type=write size=3201580 2023-12-22T17:36:50.623 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.625+0000 7fb94d391880 -1 < failed to complete operation key=W3X2J2SCNOE7 tag=B4RBG3LAGKDB type=del size=3270134: (22) Invalid argument 2023-12-22T17:36:50.626 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.628+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~G54REVD4T86C.0 size=1048576 2023-12-22T17:36:50.628 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.629+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~G54REVD4T86C.1 size=1048576 2023-12-22T17:36:50.629 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.630+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~G54REVD4T86C.2 size=153180 2023-12-22T17:36:50.629 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.630+0000 7fb94d391880 1 > prepared multipart upload key=GGQ09G6E3CZ6 upload=G54REVD4T86C tag=ASFRNMJWS2LS type=write size=3298908 2023-12-22T17:36:50.631 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.632+0000 7fb94d391880 1 < completed part key=_multipart_40X558JXAX9S.2~EXFWZE3OT2DK.0 size=740210 2023-12-22T17:36:50.634 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.635+0000 7fb94d391880 1 < completed multipart upload key=40X558JXAX9S upload=EXFWZE3OT2DK tag=FX92GK7DN79Y type=write size=1788786 2023-12-22T17:36:50.635 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.636+0000 7fb94d391880 1 > prepared operation key=YRKG3P9O1XBW tag=5JO8TK34Y1OP type=del size=2669476 2023-12-22T17:36:50.637 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.638+0000 7fb94d391880 1 < completed delete operation key=X3NXWCITUK7S tag=DBAQKXEXSOLS type=del 2023-12-22T17:36:50.638 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.640+0000 7fb94d391880 1 > prepared operation key=RV0R03E3QAOV tag=HX58B9LQXK2B type=write size=860481 2023-12-22T17:36:50.639 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.640+0000 7fb94d391880 -1 < no bi entry to suggest for operation key=W3X2J2SCNOE7 tag=N6MMTHOOQEV5 type=del size=1341492: (2) No such file or directory 2023-12-22T17:36:50.640 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.642+0000 7fb94d391880 1 > prepared operation key=YRKG3P9O1XBW tag=4WFMI4QHSK5Y type=del size=2262002 2023-12-22T17:36:50.642 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.644+0000 7fb94d391880 1 < completed part key=_multipart_GGQ09G6E3CZ6.2~50887700UQN7.0 size=1048576 2023-12-22T17:36:50.644 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.645+0000 7fb94d391880 1 < completed part key=_multipart_GGQ09G6E3CZ6.2~50887700UQN7.1 size=1048576 2023-12-22T17:36:50.645 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.647+0000 7fb94d391880 1 < completed part key=_multipart_GGQ09G6E3CZ6.2~50887700UQN7.2 size=601168 2023-12-22T17:36:50.649 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.650+0000 7fb94d391880 1 < completed multipart upload key=GGQ09G6E3CZ6 upload=50887700UQN7 tag=VV7TLRERW86K type=write size=3746896 2023-12-22T17:36:50.651 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.652+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=J57E9YLGVVON type=del size=2113015 2023-12-22T17:36:50.653 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.654+0000 7fb94d391880 1 < completed write operation key=DVN26OO0LDI7 tag=GKJB2MD5YZTC type=write size=565046 2023-12-22T17:36:50.654 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.656+0000 7fb94d391880 1 > prepared operation key=74ZWP6PRPDCK tag=JX39PMWE56PB type=del size=4040383 2023-12-22T17:36:50.656 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.657+0000 7fb94d391880 1 < completed part key=_multipart_R9WTR26FAZP8.2~FHORTI44MQRY.0 size=387291 2023-12-22T17:36:50.659 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.660+0000 7fb94d391880 1 < completed multipart upload key=R9WTR26FAZP8 upload=FHORTI44MQRY tag=S00ZAG5FPOV1 type=write size=1435867 2023-12-22T17:36:50.660 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.662+0000 7fb94d391880 1 > prepared operation key=7V5FS6PEP4ZL tag=H05TBP4VKHHG type=del size=3278393 2023-12-22T17:36:50.662 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.664+0000 7fb94d391880 1 < completed part key=_multipart_TFLKTU1RF46Q.2~NTCQ28X4IE8I.0 size=176604 2023-12-22T17:36:50.665 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.666+0000 7fb94d391880 1 < completed multipart upload key=TFLKTU1RF46Q upload=NTCQ28X4IE8I tag=Y0DLYFH76VF5 type=write size=1225180 2023-12-22T17:36:50.667 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.668+0000 7fb94d391880 1 > prepared operation key=0BNHPX2OE7C0 tag=2HY0F7WR35WM type=del size=7858 2023-12-22T17:36:50.668 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.670+0000 7fb94d391880 1 < completed delete operation key=IRCWNBTM8JVB tag=NS8ZXEQDN82Z type=del 2023-12-22T17:36:50.671 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.673+0000 7fb94d391880 1 > prepared part key=_multipart_R9WTR26FAZP8.2~QGTKJTJW0DK9.0 size=1048576 2023-12-22T17:36:50.673 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.674+0000 7fb94d391880 1 > prepared part key=_multipart_R9WTR26FAZP8.2~QGTKJTJW0DK9.1 size=1048576 2023-12-22T17:36:50.674 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.675+0000 7fb94d391880 1 > prepared part key=_multipart_R9WTR26FAZP8.2~QGTKJTJW0DK9.2 size=971700 2023-12-22T17:36:50.674 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.675+0000 7fb94d391880 1 > prepared multipart upload key=R9WTR26FAZP8 upload=QGTKJTJW0DK9 tag=NFCZ1M3OCAZA type=write size=4117428 2023-12-22T17:36:50.676 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.677+0000 7fb94d391880 1 < completed delete operation key=HZAQDCN1TA70 tag=45ZP09NXOQIM type=del 2023-12-22T17:36:50.679 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.680+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~0499PU9COG5I.0 size=1048576 2023-12-22T17:36:50.680 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.682+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~0499PU9COG5I.1 size=967170 2023-12-22T17:36:50.680 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.682+0000 7fb94d391880 1 > prepared multipart upload key=DVN26OO0LDI7 upload=0499PU9COG5I tag=CP7KP24ETIJI type=write size=3064322 2023-12-22T17:36:50.681 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.682+0000 7fb94d391880 1 < canceled part key=_multipart_KLRYSCZNAHKT.2~HXWTU1X1A7DX.0 size=935344 2023-12-22T17:36:50.684 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.685+0000 7fb94d391880 1 < canceled multipart upload key=KLRYSCZNAHKT upload=HXWTU1X1A7DX tag=PAKL4HB1F42Y type=write size=1983920 2023-12-22T17:36:50.685 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.686+0000 7fb94d391880 1 > prepared operation key=BCP1VQB2TB0F tag=ZIHGSR7VUJFH type=del size=3511338 2023-12-22T17:36:50.688 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.689+0000 7fb94d391880 1 < completed delete operation key=IRCWNBTM8JVB tag=CR17FH0KJL7P type=del 2023-12-22T17:36:50.691 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.692+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~U5XUA7AQWJJ7.0 size=1048576 2023-12-22T17:36:50.692 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.694+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~U5XUA7AQWJJ7.1 size=1048576 2023-12-22T17:36:50.694 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.695+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~U5XUA7AQWJJ7.2 size=280104 2023-12-22T17:36:50.694 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.695+0000 7fb94d391880 1 > prepared multipart upload key=6CLDD4VJZWJJ upload=U5XUA7AQWJJ7 tag=WZBPMGMY4LUN type=write size=3425832 2023-12-22T17:36:50.696 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.697+0000 7fb94d391880 1 < completed delete operation key=7KXZJJ9YT96E tag=84YOER91IQVT type=del 2023-12-22T17:36:50.697 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.699+0000 7fb94d391880 1 > prepared operation key=74ZWP6PRPDCK tag=YDG11ZF6U12I type=del size=1787107 2023-12-22T17:36:50.701 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.702+0000 7fb94d391880 1 < suggested update operation key=TFLKTU1RF46Q tag=E52650V28H6Q type=del size=3437499 2023-12-22T17:36:50.703 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.704+0000 7fb94d391880 1 > prepared operation key=6CLDD4VJZWJJ tag=1WRXYAQRN6C1 type=del size=167183 2023-12-22T17:36:50.705 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.707+0000 7fb94d391880 1 < completed part key=_multipart_T8TYNCC2V8CD.2~78XSUERLMUW0.0 size=1048576 2023-12-22T17:36:50.707 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.708+0000 7fb94d391880 1 < completed part key=_multipart_T8TYNCC2V8CD.2~78XSUERLMUW0.1 size=1048576 2023-12-22T17:36:50.708 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.710+0000 7fb94d391880 1 < completed part key=_multipart_T8TYNCC2V8CD.2~78XSUERLMUW0.2 size=393234 2023-12-22T17:36:50.711 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.712+0000 7fb94d391880 1 < completed multipart upload key=T8TYNCC2V8CD upload=78XSUERLMUW0 tag=CYJ1IHHBJEDL type=write size=3538962 2023-12-22T17:36:50.714 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.715+0000 7fb94d391880 1 > prepared part key=_multipart_5HOL7148HSJL.2~PF5DH9N16D1V.0 size=711714 2023-12-22T17:36:50.714 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.715+0000 7fb94d391880 1 > prepared multipart upload key=5HOL7148HSJL upload=PF5DH9N16D1V tag=VHLBRLAIIZ7V type=write size=1760290 2023-12-22T17:36:50.716 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.717+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~2DIBM3EVBWRE.0 size=1048576 2023-12-22T17:36:50.717 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.718+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~2DIBM3EVBWRE.1 size=1048576 2023-12-22T17:36:50.718 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.720+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~2DIBM3EVBWRE.2 size=55852 2023-12-22T17:36:50.721 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.722+0000 7fb94d391880 1 < completed multipart upload key=DVN26OO0LDI7 upload=2DIBM3EVBWRE tag=EPKP9HUJ64JC type=write size=3201580 2023-12-22T17:36:50.723 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.724+0000 7fb94d391880 1 > prepared operation key=I7GAQL38WXHS tag=IQV7GR1O82CX type=write size=880106 2023-12-22T17:36:50.725 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.726+0000 7fb94d391880 1 < completed part key=_multipart_GGQ09G6E3CZ6.2~G54REVD4T86C.0 size=1048576 2023-12-22T17:36:50.726 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.727+0000 7fb94d391880 1 < completed part key=_multipart_GGQ09G6E3CZ6.2~G54REVD4T86C.1 size=1048576 2023-12-22T17:36:50.728 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.729+0000 7fb94d391880 1 < completed part key=_multipart_GGQ09G6E3CZ6.2~G54REVD4T86C.2 size=153180 2023-12-22T17:36:50.730 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.732+0000 7fb94d391880 1 < completed multipart upload key=GGQ09G6E3CZ6 upload=G54REVD4T86C tag=ASFRNMJWS2LS type=write size=3298908 2023-12-22T17:36:50.732 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.734+0000 7fb94d391880 1 > prepared operation key=V3ZYXTO3N0R6 tag=P3LRB1M7ZKM8 type=del size=1107646 2023-12-22T17:36:50.734 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.735+0000 7fb94d391880 1 < completed delete operation key=YRKG3P9O1XBW tag=5JO8TK34Y1OP type=del 2023-12-22T17:36:50.735 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.737+0000 7fb94d391880 1 > prepared operation key=TFLKTU1RF46Q tag=AVTEQDT7YQ1T type=write size=195809 2023-12-22T17:36:50.737 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.738+0000 7fb94d391880 1 < canceled operation key=RV0R03E3QAOV tag=HX58B9LQXK2B type=write size=860481 2023-12-22T17:36:50.739 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.740+0000 7fb94d391880 1 > prepared operation key=T8TYNCC2V8CD tag=4BJHV010O3N9 type=write size=937969 2023-12-22T17:36:50.742 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.743+0000 7fb94d391880 1 < suggested update operation key=YRKG3P9O1XBW tag=4WFMI4QHSK5Y type=del size=2262002 2023-12-22T17:36:50.744 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.745+0000 7fb94d391880 1 > prepared operation key=I7GAQL38WXHS tag=R3A5CIXZS2N6 type=del size=490599 2023-12-22T17:36:50.745 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.747+0000 7fb94d391880 1 < canceled operation key=7KXZJJ9YT96E tag=J57E9YLGVVON type=del size=2113015 2023-12-22T17:36:50.747 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.748+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=FPZ2FXRCLP5Q type=del size=3089063 2023-12-22T17:36:50.749 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.750+0000 7fb94d391880 1 < canceled operation key=74ZWP6PRPDCK tag=JX39PMWE56PB type=del size=4040383 2023-12-22T17:36:50.750 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.752+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=NNJKDY3KFKJL type=del size=4178657 2023-12-22T17:36:50.752 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.753+0000 7fb94d391880 1 < completed delete operation key=7V5FS6PEP4ZL tag=H05TBP4VKHHG type=del 2023-12-22T17:36:50.754 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.755+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=P10PYLGAAUIM type=del size=1944421 2023-12-22T17:36:50.757 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.758+0000 7fb94d391880 1 < suggested remove operation key=0BNHPX2OE7C0 tag=2HY0F7WR35WM type=del 2023-12-22T17:36:50.758 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.760+0000 7fb94d391880 1 > prepared operation key=RWJE4O4GO9IK tag=EI51UOW3P0QA type=write size=65176 2023-12-22T17:36:50.760 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.762+0000 7fb94d391880 1 < completed part key=_multipart_R9WTR26FAZP8.2~QGTKJTJW0DK9.0 size=1048576 2023-12-22T17:36:50.762 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.763+0000 7fb94d391880 1 < completed part key=_multipart_R9WTR26FAZP8.2~QGTKJTJW0DK9.1 size=1048576 2023-12-22T17:36:50.762 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.763+0000 7fb94d391880 1 < canceled part key=_multipart_R9WTR26FAZP8.2~QGTKJTJW0DK9.2 size=971700 2023-12-22T17:36:50.764 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.766+0000 7fb94d391880 1 < canceled multipart upload key=R9WTR26FAZP8 upload=QGTKJTJW0DK9 tag=NFCZ1M3OCAZA type=write size=4117428 2023-12-22T17:36:50.766 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.767+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=IOXA18186IY1 type=write size=255679 2023-12-22T17:36:50.768 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.769+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~0499PU9COG5I.0 size=1048576 2023-12-22T17:36:50.768 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.769+0000 7fb94d391880 1 < canceled part key=_multipart_DVN26OO0LDI7.2~0499PU9COG5I.1 size=967170 2023-12-22T17:36:50.771 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.772+0000 7fb94d391880 1 < canceled multipart upload key=DVN26OO0LDI7 upload=0499PU9COG5I tag=CP7KP24ETIJI type=write size=3064322 2023-12-22T17:36:50.772 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.774+0000 7fb94d391880 1 > prepared operation key=TFLKTU1RF46Q tag=MBIHYSE2TMYS type=del size=2745172 2023-12-22T17:36:50.775 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.776+0000 7fb94d391880 1 < completed delete operation key=BCP1VQB2TB0F tag=ZIHGSR7VUJFH type=del 2023-12-22T17:36:50.776 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.777+0000 7fb94d391880 1 > prepared operation key=DXPJ8O4O0SI2 tag=X5NPMPIYXWYS type=write size=36013 2023-12-22T17:36:50.777 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.778+0000 7fb94d391880 1 < canceled part key=_multipart_6CLDD4VJZWJJ.2~U5XUA7AQWJJ7.0 size=1048576 2023-12-22T17:36:50.778 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.779+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~U5XUA7AQWJJ7.1 size=1048576 2023-12-22T17:36:50.778 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.779+0000 7fb94d391880 1 < canceled part key=_multipart_6CLDD4VJZWJJ.2~U5XUA7AQWJJ7.2 size=280104 2023-12-22T17:36:50.781 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.782+0000 7fb94d391880 1 < canceled multipart upload key=6CLDD4VJZWJJ upload=U5XUA7AQWJJ7 tag=WZBPMGMY4LUN type=write size=3425832 2023-12-22T17:36:50.784 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.785+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~FMQ9CGX7KUXC.0 size=1048576 2023-12-22T17:36:50.785 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.787+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~FMQ9CGX7KUXC.1 size=861823 2023-12-22T17:36:50.786 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.787+0000 7fb94d391880 1 > prepared multipart upload key=I7GAQL38WXHS upload=FMQ9CGX7KUXC tag=00BSEB5A8M8V type=write size=2958975 2023-12-22T17:36:50.787 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.788+0000 7fb94d391880 1 < completed delete operation key=74ZWP6PRPDCK tag=YDG11ZF6U12I type=del 2023-12-22T17:36:50.789 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.790+0000 7fb94d391880 1 > prepared operation key=7V5FS6PEP4ZL tag=W2CUA2272VNP type=del size=536963 2023-12-22T17:36:50.791 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.792+0000 7fb94d391880 1 < completed delete operation key=6CLDD4VJZWJJ tag=1WRXYAQRN6C1 type=del 2023-12-22T17:36:50.792 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.793+0000 7fb94d391880 1 > prepared operation key=L6DUB57B222Z tag=MF03YKNA96NC type=del size=2841973 2023-12-22T17:36:50.794 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.795+0000 7fb94d391880 1 < completed part key=_multipart_5HOL7148HSJL.2~PF5DH9N16D1V.0 size=711714 2023-12-22T17:36:50.796 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.798+0000 7fb94d391880 1 < completed multipart upload key=5HOL7148HSJL upload=PF5DH9N16D1V tag=VHLBRLAIIZ7V type=write size=1760290 2023-12-22T17:36:50.800 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.801+0000 7fb94d391880 1 > prepared part key=_multipart_T8TYNCC2V8CD.2~EQRCFHEE60X0.0 size=1048576 2023-12-22T17:36:50.802 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.803+0000 7fb94d391880 1 > prepared part key=_multipart_T8TYNCC2V8CD.2~EQRCFHEE60X0.1 size=1016412 2023-12-22T17:36:50.802 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.803+0000 7fb94d391880 1 > prepared multipart upload key=T8TYNCC2V8CD upload=EQRCFHEE60X0 tag=S8Y8FAB5W6W5 type=write size=3113564 2023-12-22T17:36:50.803 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.805+0000 7fb94d391880 1 < completed write operation key=I7GAQL38WXHS tag=IQV7GR1O82CX type=write size=880106 2023-12-22T17:36:50.805 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.806+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=TSLOW841DG4D type=del size=689540 2023-12-22T17:36:50.807 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.808+0000 7fb94d391880 1 < completed delete operation key=V3ZYXTO3N0R6 tag=P3LRB1M7ZKM8 type=del 2023-12-22T17:36:50.809 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.810+0000 7fb94d391880 1 > prepared operation key=RV0R03E3QAOV tag=6BLEQKMH501K type=del size=3663499 2023-12-22T17:36:50.810 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.811+0000 7fb94d391880 1 < completed write operation key=TFLKTU1RF46Q tag=AVTEQDT7YQ1T type=write size=195809 2023-12-22T17:36:50.813 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.814+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~YR21H0X2S7S1.0 size=1048576 2023-12-22T17:36:50.815 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.816+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~YR21H0X2S7S1.1 size=1048576 2023-12-22T17:36:50.816 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.817+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~YR21H0X2S7S1.2 size=1031682 2023-12-22T17:36:50.816 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.817+0000 7fb94d391880 1 > prepared multipart upload key=DXPJ8O4O0SI2 upload=YR21H0X2S7S1 tag=FZ4J71EPXYMQ type=write size=4177410 2023-12-22T17:36:50.818 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.819+0000 7fb94d391880 1 < completed write operation key=T8TYNCC2V8CD tag=4BJHV010O3N9 type=write size=937969 2023-12-22T17:36:50.820 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.821+0000 7fb94d391880 1 > prepared operation key=YRKG3P9O1XBW tag=WL4YP3S6988D type=del size=3810033 2023-12-22T17:36:50.821 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.822+0000 7fb94d391880 1 < completed delete operation key=I7GAQL38WXHS tag=R3A5CIXZS2N6 type=del 2023-12-22T17:36:50.823 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.824+0000 7fb94d391880 1 > prepared operation key=RV0R03E3QAOV tag=3V6H35W28P3Y type=write size=456993 2023-12-22T17:36:50.824 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.826+0000 7fb94d391880 1 < completed delete operation key=7KXZJJ9YT96E tag=FPZ2FXRCLP5Q type=del 2023-12-22T17:36:50.826 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.827+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=XL5X7LSZMDW6 type=del size=3944901 2023-12-22T17:36:50.828 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.829+0000 7fb94d391880 1 < completed delete operation key=HZAQDCN1TA70 tag=NNJKDY3KFKJL type=del 2023-12-22T17:36:50.832 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.833+0000 7fb94d391880 1 > prepared part key=_multipart_L6DUB57B222Z.2~8CE26QUNJRAP.0 size=1048576 2023-12-22T17:36:50.833 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.835+0000 7fb94d391880 1 > prepared part key=_multipart_L6DUB57B222Z.2~8CE26QUNJRAP.1 size=950942 2023-12-22T17:36:50.833 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.835+0000 7fb94d391880 1 > prepared multipart upload key=L6DUB57B222Z upload=8CE26QUNJRAP tag=V0WJXEEQNH1T type=write size=3048094 2023-12-22T17:36:50.837 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.838+0000 7fb94d391880 1 < suggested update operation key=7KXZJJ9YT96E tag=P10PYLGAAUIM type=del size=1944421 2023-12-22T17:36:50.838 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.840+0000 7fb94d391880 1 > prepared operation key=X3NXWCITUK7S tag=Y4C0DWESY0XT type=del size=1989891 2023-12-22T17:36:50.842 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.843+0000 7fb94d391880 1 < suggested update operation key=RWJE4O4GO9IK tag=EI51UOW3P0QA type=write size=65176 2023-12-22T17:36:50.844 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.845+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=M3THNHLKKCYR type=del size=1913266 2023-12-22T17:36:50.845 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.847+0000 7fb94d391880 1 < completed write operation key=5HOL7148HSJL tag=IOXA18186IY1 type=write size=255679 2023-12-22T17:36:50.847 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.849+0000 7fb94d391880 1 > prepared operation key=DZPSR14TMXNC tag=I3LBF8NJOHQ0 type=del size=2324580 2023-12-22T17:36:50.849 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.851+0000 7fb94d391880 1 < completed delete operation key=TFLKTU1RF46Q tag=MBIHYSE2TMYS type=del 2023-12-22T17:36:50.853 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.854+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~8U8IWAI5VH6B.0 size=1048576 2023-12-22T17:36:50.855 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.856+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~8U8IWAI5VH6B.1 size=1048576 2023-12-22T17:36:50.856 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.858+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~8U8IWAI5VH6B.2 size=1030051 2023-12-22T17:36:50.856 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.858+0000 7fb94d391880 1 > prepared multipart upload key=DVN26OO0LDI7 upload=8U8IWAI5VH6B tag=9VCSCBUI62GV type=write size=4175779 2023-12-22T17:36:50.858 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.859+0000 7fb94d391880 1 < canceled operation key=DXPJ8O4O0SI2 tag=X5NPMPIYXWYS type=write size=36013 2023-12-22T17:36:50.859 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.861+0000 7fb94d391880 1 > prepared operation key=I7GAQL38WXHS tag=ZSMHKX2PDOXP type=del size=2302110 2023-12-22T17:36:50.861 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.862+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~FMQ9CGX7KUXC.0 size=1048576 2023-12-22T17:36:50.862 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.864+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~FMQ9CGX7KUXC.1 size=861823 2023-12-22T17:36:50.865 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.867+0000 7fb94d391880 1 < completed multipart upload key=I7GAQL38WXHS upload=FMQ9CGX7KUXC tag=00BSEB5A8M8V type=write size=2958975 2023-12-22T17:36:50.869 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.870+0000 7fb94d391880 1 > prepared part key=_multipart_BCP1VQB2TB0F.2~A2X0ROU7GJIF.0 size=1048576 2023-12-22T17:36:50.870 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.871+0000 7fb94d391880 1 > prepared part key=_multipart_BCP1VQB2TB0F.2~A2X0ROU7GJIF.1 size=1048576 2023-12-22T17:36:50.871 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.873+0000 7fb94d391880 1 > prepared part key=_multipart_BCP1VQB2TB0F.2~A2X0ROU7GJIF.2 size=215719 2023-12-22T17:36:50.872 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.873+0000 7fb94d391880 1 > prepared multipart upload key=BCP1VQB2TB0F upload=A2X0ROU7GJIF tag=KA3XAHCE3W3N type=write size=3361447 2023-12-22T17:36:50.873 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.874+0000 7fb94d391880 1 < completed delete operation key=7V5FS6PEP4ZL tag=W2CUA2272VNP type=del 2023-12-22T17:36:50.875 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.876+0000 7fb94d391880 1 > prepared operation key=W3X2J2SCNOE7 tag=EWM2WGWNJGOR type=del size=1709410 2023-12-22T17:36:50.877 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.878+0000 7fb94d391880 1 < completed delete operation key=L6DUB57B222Z tag=MF03YKNA96NC type=del 2023-12-22T17:36:50.878 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.880+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=MXJQOUMLYUDU type=del size=1109971 2023-12-22T17:36:50.879 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.880+0000 7fb94d391880 1 < canceled part key=_multipart_T8TYNCC2V8CD.2~EQRCFHEE60X0.0 size=1048576 2023-12-22T17:36:50.880 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.882+0000 7fb94d391880 1 < completed part key=_multipart_T8TYNCC2V8CD.2~EQRCFHEE60X0.1 size=1016412 2023-12-22T17:36:50.883 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.884+0000 7fb94d391880 1 < canceled multipart upload key=T8TYNCC2V8CD upload=EQRCFHEE60X0 tag=S8Y8FAB5W6W5 type=write size=3113564 2023-12-22T17:36:50.886 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.887+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~IRFCVGJ83CWB.0 size=1048576 2023-12-22T17:36:50.887 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.888+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~IRFCVGJ83CWB.1 size=1048576 2023-12-22T17:36:50.889 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.890+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~IRFCVGJ83CWB.2 size=957787 2023-12-22T17:36:50.889 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.890+0000 7fb94d391880 1 > prepared multipart upload key=6CLDD4VJZWJJ upload=IRFCVGJ83CWB tag=E48Z176EISMM type=write size=4103515 2023-12-22T17:36:50.890 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.892+0000 7fb94d391880 1 < canceled operation key=HZAQDCN1TA70 tag=TSLOW841DG4D type=del size=689540 2023-12-22T17:36:50.893 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.894+0000 7fb94d391880 1 > prepared part key=_multipart_74ZWP6PRPDCK.2~1XPXRBVONSJ0.0 size=1048576 2023-12-22T17:36:50.894 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.896+0000 7fb94d391880 1 > prepared part key=_multipart_74ZWP6PRPDCK.2~1XPXRBVONSJ0.1 size=1048576 2023-12-22T17:36:50.896 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.897+0000 7fb94d391880 1 > prepared part key=_multipart_74ZWP6PRPDCK.2~1XPXRBVONSJ0.2 size=928168 2023-12-22T17:36:50.896 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.897+0000 7fb94d391880 1 > prepared multipart upload key=74ZWP6PRPDCK upload=1XPXRBVONSJ0 tag=80MMG9Q0H031 type=write size=4073896 2023-12-22T17:36:50.898 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.899+0000 7fb94d391880 1 < completed delete operation key=RV0R03E3QAOV tag=6BLEQKMH501K type=del 2023-12-22T17:36:50.900 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.901+0000 7fb94d391880 1 > prepared operation key=74ZWP6PRPDCK tag=OFUYQ9W9CUEY type=del size=1215755 2023-12-22T17:36:50.901 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.902+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~YR21H0X2S7S1.0 size=1048576 2023-12-22T17:36:50.902 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.904+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~YR21H0X2S7S1.1 size=1048576 2023-12-22T17:36:50.904 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.905+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~YR21H0X2S7S1.2 size=1031682 2023-12-22T17:36:50.907 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.908+0000 7fb94d391880 1 < completed multipart upload key=DXPJ8O4O0SI2 upload=YR21H0X2S7S1 tag=FZ4J71EPXYMQ type=write size=4177410 2023-12-22T17:36:50.909 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.910+0000 7fb94d391880 1 > prepared operation key=I7GAQL38WXHS tag=49Z5W8J4OOCW type=write size=995312 2023-12-22T17:36:50.910 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.912+0000 7fb94d391880 1 < completed delete operation key=YRKG3P9O1XBW tag=WL4YP3S6988D type=del 2023-12-22T17:36:50.913 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.915+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~QQOJKHOATS25.0 size=713190 2023-12-22T17:36:50.913 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.915+0000 7fb94d391880 1 > prepared multipart upload key=V3ZYXTO3N0R6 upload=QQOJKHOATS25 tag=8PZDC8IPMY8M type=write size=1761766 2023-12-22T17:36:50.915 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.916+0000 7fb94d391880 1 < completed write operation key=RV0R03E3QAOV tag=3V6H35W28P3Y type=write size=456993 2023-12-22T17:36:50.918 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.919+0000 7fb94d391880 1 > prepared part key=_multipart_NZ7PMKB2HICR.2~WLRD5S1QPU1N.0 size=1048576 2023-12-22T17:36:50.920 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.921+0000 7fb94d391880 1 > prepared part key=_multipart_NZ7PMKB2HICR.2~WLRD5S1QPU1N.1 size=1048576 2023-12-22T17:36:50.921 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.922+0000 7fb94d391880 1 > prepared part key=_multipart_NZ7PMKB2HICR.2~WLRD5S1QPU1N.2 size=797425 2023-12-22T17:36:50.921 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.922+0000 7fb94d391880 1 > prepared multipart upload key=NZ7PMKB2HICR upload=WLRD5S1QPU1N tag=HWVBBSGUEPEA type=write size=3943153 2023-12-22T17:36:50.922 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.924+0000 7fb94d391880 1 < completed delete operation key=28XBL3715EHT tag=XL5X7LSZMDW6 type=del 2023-12-22T17:36:50.926 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.927+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~DMP9A3NJW13S.0 size=1048576 2023-12-22T17:36:50.927 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.928+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~DMP9A3NJW13S.1 size=1048576 2023-12-22T17:36:50.928 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.929+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~DMP9A3NJW13S.2 size=706007 2023-12-22T17:36:50.928 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.930+0000 7fb94d391880 1 > prepared multipart upload key=HZAQDCN1TA70 upload=DMP9A3NJW13S tag=NGDGXI9Y4GL5 type=write size=3851735 2023-12-22T17:36:50.930 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.931+0000 7fb94d391880 1 < completed part key=_multipart_L6DUB57B222Z.2~8CE26QUNJRAP.0 size=1048576 2023-12-22T17:36:50.931 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.933+0000 7fb94d391880 1 < completed part key=_multipart_L6DUB57B222Z.2~8CE26QUNJRAP.1 size=950942 2023-12-22T17:36:50.935 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.936+0000 7fb94d391880 1 < completed multipart upload key=L6DUB57B222Z upload=8CE26QUNJRAP tag=V0WJXEEQNH1T type=write size=3048094 2023-12-22T17:36:50.938 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.939+0000 7fb94d391880 1 > prepared part key=_multipart_704VLVQ2P45U.2~NBTA9PDAB7AH.0 size=890940 2023-12-22T17:36:50.938 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.939+0000 7fb94d391880 1 > prepared multipart upload key=704VLVQ2P45U upload=NBTA9PDAB7AH tag=6PJJQ1ID6PY1 type=write size=1939516 2023-12-22T17:36:50.939 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.941+0000 7fb94d391880 1 < completed delete operation key=X3NXWCITUK7S tag=Y4C0DWESY0XT type=del 2023-12-22T17:36:50.941 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.942+0000 7fb94d391880 1 > prepared operation key=W3X2J2SCNOE7 tag=PNN3V9XM35FD type=write size=128891 2023-12-22T17:36:50.943 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.944+0000 7fb94d391880 1 < completed delete operation key=28XBL3715EHT tag=M3THNHLKKCYR type=del 2023-12-22T17:36:50.944 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.945+0000 7fb94d391880 1 > prepared operation key=W3X2J2SCNOE7 tag=V071URNHLCR8 type=del size=443765 2023-12-22T17:36:50.946 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.947+0000 7fb94d391880 1 < completed delete operation key=DZPSR14TMXNC tag=I3LBF8NJOHQ0 type=del 2023-12-22T17:36:50.948 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.949+0000 7fb94d391880 1 > prepared operation key=BCP1VQB2TB0F tag=BHIMJX9RD7QK type=del size=452709 2023-12-22T17:36:50.949 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.950+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~8U8IWAI5VH6B.0 size=1048576 2023-12-22T17:36:50.951 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.952+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~8U8IWAI5VH6B.1 size=1048576 2023-12-22T17:36:50.952 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.953+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~8U8IWAI5VH6B.2 size=1030051 2023-12-22T17:36:50.955 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.957+0000 7fb94d391880 1 < completed multipart upload key=DVN26OO0LDI7 upload=8U8IWAI5VH6B tag=9VCSCBUI62GV type=write size=4175779 2023-12-22T17:36:50.957 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.958+0000 7fb94d391880 1 > prepared operation key=DXPJ8O4O0SI2 tag=IHTFGV0R1D1E type=del size=1588818 2023-12-22T17:36:50.961 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.962+0000 7fb94d391880 1 < suggested update operation key=I7GAQL38WXHS tag=ZSMHKX2PDOXP type=del size=2302110 2023-12-22T17:36:50.962 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.963+0000 7fb94d391880 1 > prepared operation key=0BNHPX2OE7C0 tag=4CLQFZMXJCDQ type=del size=3592048 2023-12-22T17:36:50.964 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.965+0000 7fb94d391880 1 < completed part key=_multipart_BCP1VQB2TB0F.2~A2X0ROU7GJIF.0 size=1048576 2023-12-22T17:36:50.965 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.966+0000 7fb94d391880 1 < completed part key=_multipart_BCP1VQB2TB0F.2~A2X0ROU7GJIF.1 size=1048576 2023-12-22T17:36:50.967 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.968+0000 7fb94d391880 1 < completed part key=_multipart_BCP1VQB2TB0F.2~A2X0ROU7GJIF.2 size=215719 2023-12-22T17:36:50.970 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.971+0000 7fb94d391880 1 < completed multipart upload key=BCP1VQB2TB0F upload=A2X0ROU7GJIF tag=KA3XAHCE3W3N type=write size=3361447 2023-12-22T17:36:50.971 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.972+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=ADMPOY5XZ37V type=del size=3619308 2023-12-22T17:36:50.973 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.974+0000 7fb94d391880 1 < completed delete operation key=W3X2J2SCNOE7 tag=EWM2WGWNJGOR type=del 2023-12-22T17:36:50.976 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.977+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~LK3R8JHG5C4V.0 size=1048576 2023-12-22T17:36:50.977 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.979+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~LK3R8JHG5C4V.1 size=1048576 2023-12-22T17:36:50.979 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.980+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~LK3R8JHG5C4V.2 size=775576 2023-12-22T17:36:50.979 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.980+0000 7fb94d391880 1 > prepared multipart upload key=40X558JXAX9S upload=LK3R8JHG5C4V tag=J9QZCAUSWJ17 type=write size=3921304 2023-12-22T17:36:50.980 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.982+0000 7fb94d391880 1 < completed delete operation key=5HOL7148HSJL tag=MXJQOUMLYUDU type=del 2023-12-22T17:36:50.983 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.984+0000 7fb94d391880 1 > prepared operation key=DZPSR14TMXNC tag=AILTY96AXW33 type=del size=3845695 2023-12-22T17:36:50.984 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.986+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~IRFCVGJ83CWB.0 size=1048576 2023-12-22T17:36:50.986 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.987+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~IRFCVGJ83CWB.1 size=1048576 2023-12-22T17:36:50.987 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.989+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~IRFCVGJ83CWB.2 size=957787 2023-12-22T17:36:50.990 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.991+0000 7fb94d391880 1 < completed multipart upload key=6CLDD4VJZWJJ upload=IRFCVGJ83CWB tag=E48Z176EISMM type=write size=4103515 2023-12-22T17:36:50.992 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.993+0000 7fb94d391880 1 > prepared operation key=IRCWNBTM8JVB tag=G3O8R7570RAI type=del size=1466993 2023-12-22T17:36:50.994 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.995+0000 7fb94d391880 1 < completed part key=_multipart_74ZWP6PRPDCK.2~1XPXRBVONSJ0.0 size=1048576 2023-12-22T17:36:50.995 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.996+0000 7fb94d391880 1 < completed part key=_multipart_74ZWP6PRPDCK.2~1XPXRBVONSJ0.1 size=1048576 2023-12-22T17:36:50.997 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:50.998+0000 7fb94d391880 1 < completed part key=_multipart_74ZWP6PRPDCK.2~1XPXRBVONSJ0.2 size=928168 2023-12-22T17:36:51.000 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.001+0000 7fb94d391880 1 < completed multipart upload key=74ZWP6PRPDCK upload=1XPXRBVONSJ0 tag=80MMG9Q0H031 type=write size=4073896 2023-12-22T17:36:51.003 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.005+0000 7fb94d391880 1 > prepared part key=_multipart_TDS90SYZKMLU.2~0SROK64N92MW.0 size=589429 2023-12-22T17:36:51.004 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.005+0000 7fb94d391880 1 > prepared multipart upload key=TDS90SYZKMLU upload=0SROK64N92MW tag=PAJO04M65HIF type=write size=1638005 2023-12-22T17:36:51.005 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.007+0000 7fb94d391880 1 < completed delete operation key=74ZWP6PRPDCK tag=OFUYQ9W9CUEY type=del 2023-12-22T17:36:51.009 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.010+0000 7fb94d391880 1 > prepared part key=_multipart_T8TYNCC2V8CD.2~09Z1VUFFN34N.0 size=603381 2023-12-22T17:36:51.009 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.010+0000 7fb94d391880 1 > prepared multipart upload key=T8TYNCC2V8CD upload=09Z1VUFFN34N tag=E2C0W662WP5X type=write size=1651957 2023-12-22T17:36:51.011 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.012+0000 7fb94d391880 -1 < failed to complete operation key=I7GAQL38WXHS tag=49Z5W8J4OOCW type=write size=995312: (22) Invalid argument 2023-12-22T17:36:51.012 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.014+0000 7fb94d391880 1 > prepared operation key=V3ZYXTO3N0R6 tag=LVT7Q93UEIA1 type=del size=3026323 2023-12-22T17:36:51.013 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.014+0000 7fb94d391880 1 < canceled part key=_multipart_V3ZYXTO3N0R6.2~QQOJKHOATS25.0 size=713190 2023-12-22T17:36:51.016 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.017+0000 7fb94d391880 1 < canceled multipart upload key=V3ZYXTO3N0R6 upload=QQOJKHOATS25 tag=8PZDC8IPMY8M type=write size=1761766 2023-12-22T17:36:51.018 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.019+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=KV6WBCU8BCXB type=write size=206355 2023-12-22T17:36:51.020 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.021+0000 7fb94d391880 1 < completed part key=_multipart_NZ7PMKB2HICR.2~WLRD5S1QPU1N.0 size=1048576 2023-12-22T17:36:51.021 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.022+0000 7fb94d391880 1 < completed part key=_multipart_NZ7PMKB2HICR.2~WLRD5S1QPU1N.1 size=1048576 2023-12-22T17:36:51.022 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.024+0000 7fb94d391880 1 < completed part key=_multipart_NZ7PMKB2HICR.2~WLRD5S1QPU1N.2 size=797425 2023-12-22T17:36:51.026 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.027+0000 7fb94d391880 1 < completed multipart upload key=NZ7PMKB2HICR upload=WLRD5S1QPU1N tag=HWVBBSGUEPEA type=write size=3943153 2023-12-22T17:36:51.027 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.029+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=PZ9XNFKKVHZU type=del size=551144 2023-12-22T17:36:51.029 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.030+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~DMP9A3NJW13S.0 size=1048576 2023-12-22T17:36:51.029 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.030+0000 7fb94d391880 1 < canceled part key=_multipart_HZAQDCN1TA70.2~DMP9A3NJW13S.1 size=1048576 2023-12-22T17:36:51.030 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.032+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~DMP9A3NJW13S.2 size=706007 2023-12-22T17:36:51.034 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.035+0000 7fb94d391880 1 < canceled multipart upload key=HZAQDCN1TA70 upload=DMP9A3NJW13S tag=NGDGXI9Y4GL5 type=write size=3851735 2023-12-22T17:36:51.036 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.037+0000 7fb94d391880 1 > prepared operation key=YRKG3P9O1XBW tag=UG5NM3L11WFG type=del size=4165891 2023-12-22T17:36:51.038 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.039+0000 7fb94d391880 1 < completed part key=_multipart_704VLVQ2P45U.2~NBTA9PDAB7AH.0 size=890940 2023-12-22T17:36:51.041 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.043+0000 7fb94d391880 1 < completed multipart upload key=704VLVQ2P45U upload=NBTA9PDAB7AH tag=6PJJQ1ID6PY1 type=write size=1939516 2023-12-22T17:36:51.044 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.046+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~FBJSUX4J54NX.0 size=1048576 2023-12-22T17:36:51.046 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.047+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~FBJSUX4J54NX.1 size=1048576 2023-12-22T17:36:51.047 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.048+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~FBJSUX4J54NX.2 size=1013124 2023-12-22T17:36:51.047 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.048+0000 7fb94d391880 1 > prepared multipart upload key=KLRYSCZNAHKT upload=FBJSUX4J54NX tag=N394ROEQEJNY type=write size=4158852 2023-12-22T17:36:51.049 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.050+0000 7fb94d391880 1 < completed write operation key=W3X2J2SCNOE7 tag=PNN3V9XM35FD type=write size=128891 2023-12-22T17:36:51.053 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.054+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~6MR1V1Q5WZZZ.0 size=1048576 2023-12-22T17:36:51.054 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.055+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~6MR1V1Q5WZZZ.1 size=1048576 2023-12-22T17:36:51.056 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.057+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~6MR1V1Q5WZZZ.2 size=11188 2023-12-22T17:36:51.056 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.057+0000 7fb94d391880 1 > prepared multipart upload key=DXPJ8O4O0SI2 upload=6MR1V1Q5WZZZ tag=V00BUPX24BW6 type=write size=3156916 2023-12-22T17:36:51.057 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.059+0000 7fb94d391880 1 < completed delete operation key=W3X2J2SCNOE7 tag=V071URNHLCR8 type=del 2023-12-22T17:36:51.060 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.061+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~UV22ONQQDO09.0 size=1048576 2023-12-22T17:36:51.062 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.063+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~UV22ONQQDO09.1 size=1048576 2023-12-22T17:36:51.063 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.064+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~UV22ONQQDO09.2 size=28008 2023-12-22T17:36:51.063 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.064+0000 7fb94d391880 1 > prepared multipart upload key=40X558JXAX9S upload=UV22ONQQDO09 tag=UKFLRS8LC6BG type=write size=3173736 2023-12-22T17:36:51.065 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.066+0000 7fb94d391880 1 < completed delete operation key=BCP1VQB2TB0F tag=BHIMJX9RD7QK type=del 2023-12-22T17:36:51.066 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.068+0000 7fb94d391880 1 > prepared operation key=NZ7PMKB2HICR tag=K2L1MUZ8PNZZ type=del size=1169718 2023-12-22T17:36:51.068 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.070+0000 7fb94d391880 1 < canceled operation key=DXPJ8O4O0SI2 tag=IHTFGV0R1D1E type=del size=1588818 2023-12-22T17:36:51.070 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.071+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=O8614JJVN60L type=del size=288852 2023-12-22T17:36:51.074 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.075+0000 7fb94d391880 1 < suggested update operation key=0BNHPX2OE7C0 tag=4CLQFZMXJCDQ type=del size=3592048 2023-12-22T17:36:51.076 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.077+0000 7fb94d391880 1 > prepared operation key=W3X2J2SCNOE7 tag=TMJPW1OY9EAW type=write size=674058 2023-12-22T17:36:51.078 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.079+0000 7fb94d391880 1 < completed delete operation key=28XBL3715EHT tag=ADMPOY5XZ37V type=del 2023-12-22T17:36:51.079 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.081+0000 7fb94d391880 1 > prepared operation key=L6DUB57B222Z tag=9DAADE54G12N type=write size=666596 2023-12-22T17:36:51.081 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.082+0000 7fb94d391880 1 < completed part key=_multipart_40X558JXAX9S.2~LK3R8JHG5C4V.0 size=1048576 2023-12-22T17:36:51.083 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.084+0000 7fb94d391880 1 < completed part key=_multipart_40X558JXAX9S.2~LK3R8JHG5C4V.1 size=1048576 2023-12-22T17:36:51.083 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.084+0000 7fb94d391880 1 < canceled part key=_multipart_40X558JXAX9S.2~LK3R8JHG5C4V.2 size=775576 2023-12-22T17:36:51.085 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.087+0000 7fb94d391880 1 < canceled multipart upload key=40X558JXAX9S upload=LK3R8JHG5C4V tag=J9QZCAUSWJ17 type=write size=3921304 2023-12-22T17:36:51.087 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.088+0000 7fb94d391880 1 > prepared operation key=6CLDD4VJZWJJ tag=CMOS48658FJF type=del size=2405638 2023-12-22T17:36:51.089 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.090+0000 7fb94d391880 1 < completed delete operation key=DZPSR14TMXNC tag=AILTY96AXW33 type=del 2023-12-22T17:36:51.091 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.092+0000 7fb94d391880 1 > prepared operation key=TDS90SYZKMLU tag=VYXR9N7Q7A22 type=write size=536142 2023-12-22T17:36:51.094 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.096+0000 7fb94d391880 1 < suggested update operation key=IRCWNBTM8JVB tag=G3O8R7570RAI type=del size=1466993 2023-12-22T17:36:51.098 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.099+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~ZT8U3SF52ROI.0 size=1048576 2023-12-22T17:36:51.100 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.101+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~ZT8U3SF52ROI.1 size=1048576 2023-12-22T17:36:51.101 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.102+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~ZT8U3SF52ROI.2 size=386083 2023-12-22T17:36:51.101 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.102+0000 7fb94d391880 1 > prepared multipart upload key=2G2FODM41TWI upload=ZT8U3SF52ROI tag=PIXIQH0H0BCI type=write size=3531811 2023-12-22T17:36:51.103 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.104+0000 7fb94d391880 1 < completed part key=_multipart_TDS90SYZKMLU.2~0SROK64N92MW.0 size=589429 2023-12-22T17:36:51.106 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.107+0000 7fb94d391880 1 < completed multipart upload key=TDS90SYZKMLU upload=0SROK64N92MW tag=PAJO04M65HIF type=write size=1638005 2023-12-22T17:36:51.108 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.109+0000 7fb94d391880 1 > prepared operation key=W3X2J2SCNOE7 tag=F56IUK1Y542I type=del size=1982010 2023-12-22T17:36:51.110 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.111+0000 7fb94d391880 1 < completed part key=_multipart_T8TYNCC2V8CD.2~09Z1VUFFN34N.0 size=603381 2023-12-22T17:36:51.113 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.114+0000 7fb94d391880 1 < completed multipart upload key=T8TYNCC2V8CD upload=09Z1VUFFN34N tag=E2C0W662WP5X type=write size=1651957 2023-12-22T17:36:51.115 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.116+0000 7fb94d391880 1 > prepared operation key=74ZWP6PRPDCK tag=WAIY5AZ2CJO4 type=del size=2676368 2023-12-22T17:36:51.118 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.119+0000 7fb94d391880 1 < completed delete operation key=V3ZYXTO3N0R6 tag=LVT7Q93UEIA1 type=del 2023-12-22T17:36:51.121 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.122+0000 7fb94d391880 1 > prepared operation key=V3ZYXTO3N0R6 tag=RRXP21VNJJ7S type=del size=2360226 2023-12-22T17:36:51.124 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.126+0000 7fb94d391880 1 < suggested update operation key=28XBL3715EHT tag=KV6WBCU8BCXB type=write size=206355 2023-12-22T17:36:51.128 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.129+0000 7fb94d391880 1 > prepared part key=_multipart_28XBL3715EHT.2~F34G5OAEUXG8.0 size=1048576 2023-12-22T17:36:51.129 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.131+0000 7fb94d391880 1 > prepared part key=_multipart_28XBL3715EHT.2~F34G5OAEUXG8.1 size=1048576 2023-12-22T17:36:51.131 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.132+0000 7fb94d391880 1 > prepared part key=_multipart_28XBL3715EHT.2~F34G5OAEUXG8.2 size=1041786 2023-12-22T17:36:51.131 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.132+0000 7fb94d391880 1 > prepared multipart upload key=28XBL3715EHT upload=F34G5OAEUXG8 tag=J16ZY57R0PIG type=write size=4187514 2023-12-22T17:36:51.132 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.134+0000 7fb94d391880 1 < canceled operation key=7KXZJJ9YT96E tag=PZ9XNFKKVHZU type=del size=551144 2023-12-22T17:36:51.134 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.135+0000 7fb94d391880 1 > prepared operation key=TFLKTU1RF46Q tag=Z3YL6NH9QCF4 type=del size=2801040 2023-12-22T17:36:51.137 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.139+0000 7fb94d391880 1 < suggested update operation key=YRKG3P9O1XBW tag=UG5NM3L11WFG type=del size=4165891 2023-12-22T17:36:51.139 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.140+0000 7fb94d391880 1 > prepared operation key=I7GAQL38WXHS tag=A9IGCOVU3BEM type=del size=1385699 2023-12-22T17:36:51.141 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.142+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~FBJSUX4J54NX.0 size=1048576 2023-12-22T17:36:51.143 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.144+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~FBJSUX4J54NX.1 size=1048576 2023-12-22T17:36:51.144 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.145+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~FBJSUX4J54NX.2 size=1013124 2023-12-22T17:36:51.147 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.148+0000 7fb94d391880 1 < completed multipart upload key=KLRYSCZNAHKT upload=FBJSUX4J54NX tag=N394ROEQEJNY type=write size=4158852 2023-12-22T17:36:51.150 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.151+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~TRMXUNCT3WRQ.0 size=45028 2023-12-22T17:36:51.150 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.151+0000 7fb94d391880 1 > prepared multipart upload key=0BNHPX2OE7C0 upload=TRMXUNCT3WRQ tag=O8AM0T60H9N5 type=write size=1093604 2023-12-22T17:36:51.152 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.153+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~6MR1V1Q5WZZZ.0 size=1048576 2023-12-22T17:36:51.153 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.155+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~6MR1V1Q5WZZZ.1 size=1048576 2023-12-22T17:36:51.155 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.156+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~6MR1V1Q5WZZZ.2 size=11188 2023-12-22T17:36:51.158 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.159+0000 7fb94d391880 1 < completed multipart upload key=DXPJ8O4O0SI2 upload=6MR1V1Q5WZZZ tag=V00BUPX24BW6 type=write size=3156916 2023-12-22T17:36:51.160 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.161+0000 7fb94d391880 1 > prepared operation key=TDS90SYZKMLU tag=9JCFBOI1LQ6B type=del size=1376004 2023-12-22T17:36:51.160 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.161+0000 7fb94d391880 1 < canceled part key=_multipart_40X558JXAX9S.2~UV22ONQQDO09.0 size=1048576 2023-12-22T17:36:51.160 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.161+0000 7fb94d391880 1 < canceled part key=_multipart_40X558JXAX9S.2~UV22ONQQDO09.1 size=1048576 2023-12-22T17:36:51.162 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.163+0000 7fb94d391880 1 < completed part key=_multipart_40X558JXAX9S.2~UV22ONQQDO09.2 size=28008 2023-12-22T17:36:51.164 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.166+0000 7fb94d391880 1 < canceled multipart upload key=40X558JXAX9S upload=UV22ONQQDO09 tag=UKFLRS8LC6BG type=write size=3173736 2023-12-22T17:36:51.166 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.167+0000 7fb94d391880 1 > prepared operation key=L6DUB57B222Z tag=TAG6JDEFI5PZ type=write size=458557 2023-12-22T17:36:51.168 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.169+0000 7fb94d391880 1 < completed delete operation key=NZ7PMKB2HICR tag=K2L1MUZ8PNZZ type=del 2023-12-22T17:36:51.169 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.171+0000 7fb94d391880 1 > prepared operation key=KLRYSCZNAHKT tag=NTYZEI0FVOY0 type=del size=3675652 2023-12-22T17:36:51.171 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.172+0000 7fb94d391880 1 < completed delete operation key=5HOL7148HSJL tag=O8614JJVN60L type=del 2023-12-22T17:36:51.174 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.176+0000 7fb94d391880 1 > prepared part key=_multipart_RWJE4O4GO9IK.2~WDWSGEE7L8OW.0 size=1048576 2023-12-22T17:36:51.176 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.177+0000 7fb94d391880 1 > prepared part key=_multipart_RWJE4O4GO9IK.2~WDWSGEE7L8OW.1 size=479787 2023-12-22T17:36:51.176 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.177+0000 7fb94d391880 1 > prepared multipart upload key=RWJE4O4GO9IK upload=WDWSGEE7L8OW tag=NOU9GMRHDFQM type=write size=2576939 2023-12-22T17:36:51.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:36:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:36:50] "GET /metrics HTTP/1.1" 200 36324 "" "Prometheus/2.43.0" 2023-12-22T17:36:51.177 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.179+0000 7fb94d391880 1 < completed write operation key=W3X2J2SCNOE7 tag=TMJPW1OY9EAW type=write size=674058 2023-12-22T17:36:51.179 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.180+0000 7fb94d391880 1 > prepared operation key=W3X2J2SCNOE7 tag=IOU7JH1ESF4T type=del size=3813456 2023-12-22T17:36:51.181 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.182+0000 7fb94d391880 1 < canceled operation key=L6DUB57B222Z tag=9DAADE54G12N type=write size=666596 2023-12-22T17:36:51.182 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.183+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=T20MONLFAWSF type=del size=2847642 2023-12-22T17:36:51.184 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.185+0000 7fb94d391880 1 < completed delete operation key=6CLDD4VJZWJJ tag=CMOS48658FJF type=del 2023-12-22T17:36:51.186 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.187+0000 7fb94d391880 1 > prepared operation key=BPXZFZEJYPX1 tag=G251FZL7BQXO type=del size=2523046 2023-12-22T17:36:51.187 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.188+0000 7fb94d391880 1 < completed write operation key=TDS90SYZKMLU tag=VYXR9N7Q7A22 type=write size=536142 2023-12-22T17:36:51.189 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.190+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=IMG8JKI3XZ8W type=del size=750916 2023-12-22T17:36:51.191 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.192+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~ZT8U3SF52ROI.0 size=1048576 2023-12-22T17:36:51.193 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.194+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~ZT8U3SF52ROI.1 size=1048576 2023-12-22T17:36:51.194 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.195+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~ZT8U3SF52ROI.2 size=386083 2023-12-22T17:36:51.197 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.198+0000 7fb94d391880 1 < completed multipart upload key=2G2FODM41TWI upload=ZT8U3SF52ROI tag=PIXIQH0H0BCI type=write size=3531811 2023-12-22T17:36:51.199 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.200+0000 7fb94d391880 1 > prepared operation key=DXPJ8O4O0SI2 tag=6EQYGRZRO28X type=del size=2146427 2023-12-22T17:36:51.202 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.203+0000 7fb94d391880 1 < suggested update operation key=W3X2J2SCNOE7 tag=F56IUK1Y542I type=del size=1982010 2023-12-22T17:36:51.205 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.207+0000 7fb94d391880 1 > prepared part key=_multipart_TFLKTU1RF46Q.2~N70PCFKG3XM0.0 size=356550 2023-12-22T17:36:51.206 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.207+0000 7fb94d391880 1 > prepared multipart upload key=TFLKTU1RF46Q upload=N70PCFKG3XM0 tag=K3IJXQNUHKYE type=write size=1405126 2023-12-22T17:36:51.207 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.208+0000 7fb94d391880 1 < completed delete operation key=74ZWP6PRPDCK tag=WAIY5AZ2CJO4 type=del 2023-12-22T17:36:51.209 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.210+0000 7fb94d391880 1 > prepared operation key=TDS90SYZKMLU tag=7YVSRSRJA4JJ type=del size=1635348 2023-12-22T17:36:51.212 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.214+0000 7fb94d391880 1 < suggested remove operation key=V3ZYXTO3N0R6 tag=RRXP21VNJJ7S type=del 2023-12-22T17:36:51.214 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.216+0000 7fb94d391880 1 > prepared operation key=TDS90SYZKMLU tag=4C57C4ABS2XU type=del size=523841 2023-12-22T17:36:51.216 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.217+0000 7fb94d391880 1 < completed part key=_multipart_28XBL3715EHT.2~F34G5OAEUXG8.0 size=1048576 2023-12-22T17:36:51.217 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.219+0000 7fb94d391880 1 < completed part key=_multipart_28XBL3715EHT.2~F34G5OAEUXG8.1 size=1048576 2023-12-22T17:36:51.219 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.220+0000 7fb94d391880 1 < completed part key=_multipart_28XBL3715EHT.2~F34G5OAEUXG8.2 size=1041786 2023-12-22T17:36:51.222 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.223+0000 7fb94d391880 1 < completed multipart upload key=28XBL3715EHT upload=F34G5OAEUXG8 tag=J16ZY57R0PIG type=write size=4187514 2023-12-22T17:36:51.225 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.227+0000 7fb94d391880 1 > prepared part key=_multipart_L6DUB57B222Z.2~CFGI6USSAL42.0 size=181832 2023-12-22T17:36:51.225 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.227+0000 7fb94d391880 1 > prepared multipart upload key=L6DUB57B222Z upload=CFGI6USSAL42 tag=8EE1FPMSRBLI type=write size=1230408 2023-12-22T17:36:51.227 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.228+0000 7fb94d391880 1 < completed delete operation key=TFLKTU1RF46Q tag=Z3YL6NH9QCF4 type=del 2023-12-22T17:36:51.230 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.231+0000 7fb94d391880 1 > prepared part key=_multipart_YRKG3P9O1XBW.2~0MTE9INU1T3E.0 size=1048576 2023-12-22T17:36:51.231 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.233+0000 7fb94d391880 1 > prepared part key=_multipart_YRKG3P9O1XBW.2~0MTE9INU1T3E.1 size=147172 2023-12-22T17:36:51.231 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.233+0000 7fb94d391880 1 > prepared multipart upload key=YRKG3P9O1XBW upload=0MTE9INU1T3E tag=E6VEB1URX2J6 type=write size=2244324 2023-12-22T17:36:51.233 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.234+0000 7fb94d391880 1 < completed delete operation key=I7GAQL38WXHS tag=A9IGCOVU3BEM type=del 2023-12-22T17:36:51.235 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.236+0000 7fb94d391880 1 > prepared operation key=T8TYNCC2V8CD tag=1O5GPCVV9I16 type=del size=2929568 2023-12-22T17:36:51.237 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.238+0000 7fb94d391880 1 < completed part key=_multipart_0BNHPX2OE7C0.2~TRMXUNCT3WRQ.0 size=45028 2023-12-22T17:36:51.239 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.241+0000 7fb94d391880 1 < completed multipart upload key=0BNHPX2OE7C0 upload=TRMXUNCT3WRQ tag=O8AM0T60H9N5 type=write size=1093604 2023-12-22T17:36:51.242 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.244+0000 7fb94d391880 1 > prepared part key=_multipart_R9WTR26FAZP8.2~Z7T9LX0IH6W0.0 size=824201 2023-12-22T17:36:51.242 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.244+0000 7fb94d391880 1 > prepared multipart upload key=R9WTR26FAZP8 upload=Z7T9LX0IH6W0 tag=5N7AH9UG5SKU type=write size=1872777 2023-12-22T17:36:51.244 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.245+0000 7fb94d391880 1 < completed delete operation key=TDS90SYZKMLU tag=9JCFBOI1LQ6B type=del 2023-12-22T17:36:51.246 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.247+0000 7fb94d391880 1 > prepared operation key=RV0R03E3QAOV tag=E684BG3K3GDB type=del size=696979 2023-12-22T17:36:51.247 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.249+0000 7fb94d391880 1 < completed write operation key=L6DUB57B222Z tag=TAG6JDEFI5PZ type=write size=458557 2023-12-22T17:36:51.249 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.250+0000 7fb94d391880 1 > prepared operation key=DXPJ8O4O0SI2 tag=AJ32ER5J0XUK type=write size=41375 2023-12-22T17:36:51.251 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.252+0000 7fb94d391880 1 < completed delete operation key=KLRYSCZNAHKT tag=NTYZEI0FVOY0 type=del 2023-12-22T17:36:51.254 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.255+0000 7fb94d391880 1 > prepared part key=_multipart_7V5FS6PEP4ZL.2~GDFZ22FDMFEC.0 size=436450 2023-12-22T17:36:51.254 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.255+0000 7fb94d391880 1 > prepared multipart upload key=7V5FS6PEP4ZL upload=GDFZ22FDMFEC tag=KDBLRA1WNIBG type=write size=1485026 2023-12-22T17:36:51.254 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.255+0000 7fb94d391880 1 < canceled part key=_multipart_RWJE4O4GO9IK.2~WDWSGEE7L8OW.0 size=1048576 2023-12-22T17:36:51.256 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.257+0000 7fb94d391880 1 < completed part key=_multipart_RWJE4O4GO9IK.2~WDWSGEE7L8OW.1 size=479787 2023-12-22T17:36:51.258 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.260+0000 7fb94d391880 1 < canceled multipart upload key=RWJE4O4GO9IK upload=WDWSGEE7L8OW tag=NOU9GMRHDFQM type=write size=2576939 2023-12-22T17:36:51.260 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.261+0000 7fb94d391880 1 > prepared operation key=RV0R03E3QAOV tag=07P5LR89560N type=del size=3511160 2023-12-22T17:36:51.262 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.263+0000 7fb94d391880 -1 < failed to complete operation key=W3X2J2SCNOE7 tag=IOU7JH1ESF4T type=del size=3813456: (22) Invalid argument 2023-12-22T17:36:51.264 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.265+0000 7fb94d391880 1 > prepared operation key=74ZWP6PRPDCK tag=SUM5NFH80Z4R type=del size=1197020 2023-12-22T17:36:51.267 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.269+0000 7fb94d391880 1 < suggested remove operation key=HZAQDCN1TA70 tag=T20MONLFAWSF type=del 2023-12-22T17:36:51.269 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.270+0000 7fb94d391880 1 > prepared operation key=V3ZYXTO3N0R6 tag=H02PUZQXAOOG type=del size=4169613 2023-12-22T17:36:51.271 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.272+0000 7fb94d391880 1 < completed delete operation key=BPXZFZEJYPX1 tag=G251FZL7BQXO type=del 2023-12-22T17:36:51.273 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.274+0000 7fb94d391880 1 > prepared operation key=RV0R03E3QAOV tag=6QULCM1XU4NM type=write size=242347 2023-12-22T17:36:51.276 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.278+0000 7fb94d391880 1 < suggested remove operation key=7KXZJJ9YT96E tag=IMG8JKI3XZ8W type=del 2023-12-22T17:36:51.278 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.279+0000 7fb94d391880 1 > prepared operation key=DXPJ8O4O0SI2 tag=7MYG9RL6SC2L type=del size=77892 2023-12-22T17:36:51.280 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.281+0000 7fb94d391880 1 < completed delete operation key=DXPJ8O4O0SI2 tag=6EQYGRZRO28X type=del 2023-12-22T17:36:51.283 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.284+0000 7fb94d391880 1 > prepared part key=_multipart_74ZWP6PRPDCK.2~LYO6E3DWMA2F.0 size=1048576 2023-12-22T17:36:51.284 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.286+0000 7fb94d391880 1 > prepared part key=_multipart_74ZWP6PRPDCK.2~LYO6E3DWMA2F.1 size=131631 2023-12-22T17:36:51.284 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.286+0000 7fb94d391880 1 > prepared multipart upload key=74ZWP6PRPDCK upload=LYO6E3DWMA2F tag=YMYAAPLCP93N type=write size=2228783 2023-12-22T17:36:51.286 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.287+0000 7fb94d391880 1 < completed part key=_multipart_TFLKTU1RF46Q.2~N70PCFKG3XM0.0 size=356550 2023-12-22T17:36:51.289 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.290+0000 7fb94d391880 1 < completed multipart upload key=TFLKTU1RF46Q upload=N70PCFKG3XM0 tag=K3IJXQNUHKYE type=write size=1405126 2023-12-22T17:36:51.291 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.292+0000 7fb94d391880 1 > prepared operation key=R9WTR26FAZP8 tag=YEB458YM5IKR type=del size=115863 2023-12-22T17:36:51.293 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.294+0000 7fb94d391880 1 < completed delete operation key=TDS90SYZKMLU tag=7YVSRSRJA4JJ type=del 2023-12-22T17:36:51.296 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.297+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~EAB7HJCT4AVX.0 size=863388 2023-12-22T17:36:51.296 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.297+0000 7fb94d391880 1 > prepared multipart upload key=DZPSR14TMXNC upload=EAB7HJCT4AVX tag=H9X1KKQ9RE19 type=write size=1911964 2023-12-22T17:36:51.298 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.299+0000 7fb94d391880 1 < completed delete operation key=TDS90SYZKMLU tag=4C57C4ABS2XU type=del 2023-12-22T17:36:51.299 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.301+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=T3W8U365IT6Z type=del size=871353 2023-12-22T17:36:51.301 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.302+0000 7fb94d391880 1 < completed part key=_multipart_L6DUB57B222Z.2~CFGI6USSAL42.0 size=181832 2023-12-22T17:36:51.304 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.305+0000 7fb94d391880 1 < completed multipart upload key=L6DUB57B222Z upload=CFGI6USSAL42 tag=8EE1FPMSRBLI type=write size=1230408 2023-12-22T17:36:51.307 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.308+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~4C1A90YATEND.0 size=528042 2023-12-22T17:36:51.307 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.308+0000 7fb94d391880 1 > prepared multipart upload key=RV0R03E3QAOV upload=4C1A90YATEND tag=LKSY07MZZP8S type=write size=1576618 2023-12-22T17:36:51.309 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.310+0000 7fb94d391880 1 < completed part key=_multipart_YRKG3P9O1XBW.2~0MTE9INU1T3E.0 size=1048576 2023-12-22T17:36:51.310 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.311+0000 7fb94d391880 1 < completed part key=_multipart_YRKG3P9O1XBW.2~0MTE9INU1T3E.1 size=147172 2023-12-22T17:36:51.313 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.314+0000 7fb94d391880 1 < completed multipart upload key=YRKG3P9O1XBW upload=0MTE9INU1T3E tag=E6VEB1URX2J6 type=write size=2244324 2023-12-22T17:36:51.316 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.317+0000 7fb94d391880 1 > prepared part key=_multipart_5HOL7148HSJL.2~ONM9902J2VO7.0 size=434862 2023-12-22T17:36:51.316 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.317+0000 7fb94d391880 1 > prepared multipart upload key=5HOL7148HSJL upload=ONM9902J2VO7 tag=V1183YLKA4IR type=write size=1483438 2023-12-22T17:36:51.318 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.319+0000 7fb94d391880 1 < completed delete operation key=T8TYNCC2V8CD tag=1O5GPCVV9I16 type=del 2023-12-22T17:36:51.319 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.321+0000 7fb94d391880 1 > prepared operation key=W3X2J2SCNOE7 tag=HISC0HJMFCEZ type=write size=374030 2023-12-22T17:36:51.321 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.322+0000 7fb94d391880 1 < completed part key=_multipart_R9WTR26FAZP8.2~Z7T9LX0IH6W0.0 size=824201 2023-12-22T17:36:51.324 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.326+0000 7fb94d391880 1 < completed multipart upload key=R9WTR26FAZP8 upload=Z7T9LX0IH6W0 tag=5N7AH9UG5SKU type=write size=1872777 2023-12-22T17:36:51.328 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.329+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~MUM1JV86BW3S.0 size=1048576 2023-12-22T17:36:51.330 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.331+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~MUM1JV86BW3S.1 size=796053 2023-12-22T17:36:51.330 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.331+0000 7fb94d391880 1 > prepared multipart upload key=0BNHPX2OE7C0 upload=MUM1JV86BW3S tag=NQKP535GPCWW type=write size=2893205 2023-12-22T17:36:51.332 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.333+0000 7fb94d391880 1 < completed delete operation key=RV0R03E3QAOV tag=E684BG3K3GDB type=del 2023-12-22T17:36:51.335 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.336+0000 7fb94d391880 1 > prepared part key=_multipart_28XBL3715EHT.2~F09Y4E39XW4J.0 size=774183 2023-12-22T17:36:51.335 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.336+0000 7fb94d391880 1 > prepared multipart upload key=28XBL3715EHT upload=F09Y4E39XW4J tag=FJ8MRPSA3HK5 type=write size=1822759 2023-12-22T17:36:51.336 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.338+0000 7fb94d391880 1 < completed write operation key=DXPJ8O4O0SI2 tag=AJ32ER5J0XUK type=write size=41375 2023-12-22T17:36:51.338 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.339+0000 7fb94d391880 1 > prepared operation key=IRCWNBTM8JVB tag=EPYTW3M364VN type=write size=919203 2023-12-22T17:36:51.340 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.341+0000 7fb94d391880 1 < completed part key=_multipart_7V5FS6PEP4ZL.2~GDFZ22FDMFEC.0 size=436450 2023-12-22T17:36:51.342 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.344+0000 7fb94d391880 1 < completed multipart upload key=7V5FS6PEP4ZL upload=GDFZ22FDMFEC tag=KDBLRA1WNIBG type=write size=1485026 2023-12-22T17:36:51.344 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.345+0000 7fb94d391880 1 > prepared operation key=T8TYNCC2V8CD tag=UIOCXW6M65YP type=del size=2785660 2023-12-22T17:36:51.346 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.347+0000 7fb94d391880 1 < completed delete operation key=RV0R03E3QAOV tag=07P5LR89560N type=del 2023-12-22T17:36:51.347 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.349+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=MKGZAKJ382AU type=del size=3421511 2023-12-22T17:36:51.349 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.350+0000 7fb94d391880 1 < completed delete operation key=74ZWP6PRPDCK tag=SUM5NFH80Z4R type=del 2023-12-22T17:36:51.351 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.352+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=QI03OWWO72ED type=write size=40027 2023-12-22T17:36:51.352 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.354+0000 7fb94d391880 1 < canceled operation key=V3ZYXTO3N0R6 tag=H02PUZQXAOOG type=del size=4169613 2023-12-22T17:36:51.355 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.357+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~1F0CEPCDMZNY.0 size=562924 2023-12-22T17:36:51.355 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.357+0000 7fb94d391880 1 > prepared multipart upload key=RV0R03E3QAOV upload=1F0CEPCDMZNY tag=HNRXVBJXHK4D type=write size=1611500 2023-12-22T17:36:51.357 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.358+0000 7fb94d391880 1 < completed write operation key=RV0R03E3QAOV tag=6QULCM1XU4NM type=write size=242347 2023-12-22T17:36:51.360 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.362+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~SQIB233R1ZME.0 size=1048576 2023-12-22T17:36:51.362 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.363+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~SQIB233R1ZME.1 size=1048576 2023-12-22T17:36:51.363 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.365+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~SQIB233R1ZME.2 size=386273 2023-12-22T17:36:51.363 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.365+0000 7fb94d391880 1 > prepared multipart upload key=DVN26OO0LDI7 upload=SQIB233R1ZME tag=YSCN4SHZMAY7 type=write size=3532001 2023-12-22T17:36:51.365 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.367+0000 7fb94d391880 1 < completed delete operation key=DXPJ8O4O0SI2 tag=7MYG9RL6SC2L type=del 2023-12-22T17:36:51.369 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.370+0000 7fb94d391880 1 > prepared part key=_multipart_X3NXWCITUK7S.2~ZXZ0VOCDPHVG.0 size=721982 2023-12-22T17:36:51.369 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.370+0000 7fb94d391880 1 > prepared multipart upload key=X3NXWCITUK7S upload=ZXZ0VOCDPHVG tag=8VBL0YTQ6CSR type=write size=1770558 2023-12-22T17:36:51.371 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.372+0000 7fb94d391880 1 < completed part key=_multipart_74ZWP6PRPDCK.2~LYO6E3DWMA2F.0 size=1048576 2023-12-22T17:36:51.372 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.374+0000 7fb94d391880 1 < completed part key=_multipart_74ZWP6PRPDCK.2~LYO6E3DWMA2F.1 size=131631 2023-12-22T17:36:51.375 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.377+0000 7fb94d391880 1 < completed multipart upload key=74ZWP6PRPDCK upload=LYO6E3DWMA2F tag=YMYAAPLCP93N type=write size=2228783 2023-12-22T17:36:51.377 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.378+0000 7fb94d391880 1 > prepared operation key=BCP1VQB2TB0F tag=DVT1LRF56B3H type=del size=1785251 2023-12-22T17:36:51.379 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.380+0000 7fb94d391880 1 < completed delete operation key=R9WTR26FAZP8 tag=YEB458YM5IKR type=del 2023-12-22T17:36:51.382 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.383+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~R8LZQAA0N4VW.0 size=1048576 2023-12-22T17:36:51.384 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.385+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~R8LZQAA0N4VW.1 size=926623 2023-12-22T17:36:51.384 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.385+0000 7fb94d391880 1 > prepared multipart upload key=DXPJ8O4O0SI2 upload=R8LZQAA0N4VW tag=2AZLOYCBCW07 type=write size=3023775 2023-12-22T17:36:51.385 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.386+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~EAB7HJCT4AVX.0 size=863388 2023-12-22T17:36:51.388 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.389+0000 7fb94d391880 1 < completed multipart upload key=DZPSR14TMXNC upload=EAB7HJCT4AVX tag=H9X1KKQ9RE19 type=write size=1911964 2023-12-22T17:36:51.391 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.393+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~B772QQF20UEE.0 size=714555 2023-12-22T17:36:51.391 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.393+0000 7fb94d391880 1 > prepared multipart upload key=HZAQDCN1TA70 upload=B772QQF20UEE tag=7LVLXM52HBAR type=write size=1763131 2023-12-22T17:36:51.395 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.396+0000 7fb94d391880 1 < suggested remove operation key=2G2FODM41TWI tag=T3W8U365IT6Z type=del 2023-12-22T17:36:51.397 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.398+0000 7fb94d391880 1 > prepared operation key=W3X2J2SCNOE7 tag=G6PR0HWT14KW type=write size=89431 2023-12-22T17:36:51.399 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.400+0000 7fb94d391880 1 < completed part key=_multipart_RV0R03E3QAOV.2~4C1A90YATEND.0 size=528042 2023-12-22T17:36:51.402 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.404+0000 7fb94d391880 1 < completed multipart upload key=RV0R03E3QAOV upload=4C1A90YATEND tag=LKSY07MZZP8S type=write size=1576618 2023-12-22T17:36:51.406 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.407+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~FRS18W1UJDPT.0 size=792933 2023-12-22T17:36:51.406 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.407+0000 7fb94d391880 1 > prepared multipart upload key=HZAQDCN1TA70 upload=FRS18W1UJDPT tag=0KP0IBZEU2C0 type=write size=1841509 2023-12-22T17:36:51.408 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.409+0000 7fb94d391880 1 < completed part key=_multipart_5HOL7148HSJL.2~ONM9902J2VO7.0 size=434862 2023-12-22T17:36:51.411 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.412+0000 7fb94d391880 1 < completed multipart upload key=5HOL7148HSJL upload=ONM9902J2VO7 tag=V1183YLKA4IR type=write size=1483438 2023-12-22T17:36:51.412 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.414+0000 7fb94d391880 1 > prepared operation key=NZ7PMKB2HICR tag=JQNWL1IXLVU2 type=write size=719340 2023-12-22T17:36:51.414 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.415+0000 7fb94d391880 1 < completed write operation key=W3X2J2SCNOE7 tag=HISC0HJMFCEZ type=write size=374030 2023-12-22T17:36:51.418 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.419+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~PAW38O01GLZC.0 size=77464 2023-12-22T17:36:51.418 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.419+0000 7fb94d391880 1 > prepared multipart upload key=GGQ09G6E3CZ6 upload=PAW38O01GLZC tag=BTZOY8MPAONV type=write size=1126040 2023-12-22T17:36:51.419 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.421+0000 7fb94d391880 1 < completed part key=_multipart_0BNHPX2OE7C0.2~MUM1JV86BW3S.0 size=1048576 2023-12-22T17:36:51.421 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.422+0000 7fb94d391880 1 < completed part key=_multipart_0BNHPX2OE7C0.2~MUM1JV86BW3S.1 size=796053 2023-12-22T17:36:51.424 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.425+0000 7fb94d391880 1 < completed multipart upload key=0BNHPX2OE7C0 upload=MUM1JV86BW3S tag=NQKP535GPCWW type=write size=2893205 2023-12-22T17:36:51.427 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.428+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~WEHEUBGVC8OH.0 size=1048576 2023-12-22T17:36:51.429 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.430+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~WEHEUBGVC8OH.1 size=1048576 2023-12-22T17:36:51.430 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.432+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~WEHEUBGVC8OH.2 size=111318 2023-12-22T17:36:51.430 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.432+0000 7fb94d391880 1 > prepared multipart upload key=6CLDD4VJZWJJ upload=WEHEUBGVC8OH tag=6FCRNYAPN6UQ type=write size=3257046 2023-12-22T17:36:51.432 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.433+0000 7fb94d391880 1 < completed part key=_multipart_28XBL3715EHT.2~F09Y4E39XW4J.0 size=774183 2023-12-22T17:36:51.435 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.436+0000 7fb94d391880 1 < completed multipart upload key=28XBL3715EHT upload=F09Y4E39XW4J tag=FJ8MRPSA3HK5 type=write size=1822759 2023-12-22T17:36:51.437 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.438+0000 7fb94d391880 1 > prepared operation key=YRKG3P9O1XBW tag=IWVAKZX1E5FE type=del size=534352 2023-12-22T17:36:51.439 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.440+0000 7fb94d391880 1 < canceled operation key=IRCWNBTM8JVB tag=EPYTW3M364VN type=write size=919203 2023-12-22T17:36:51.441 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.442+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=EPV25I6KA21Z type=del size=2407220 2023-12-22T17:36:51.444 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.446+0000 7fb94d391880 1 < suggested update operation key=T8TYNCC2V8CD tag=UIOCXW6M65YP type=del size=2785660 2023-12-22T17:36:51.448 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.449+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~WLP3V00SBP9H.0 size=1039510 2023-12-22T17:36:51.448 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.449+0000 7fb94d391880 1 > prepared multipart upload key=0BNHPX2OE7C0 upload=WLP3V00SBP9H tag=52E7KD0S1YRF type=write size=2088086 2023-12-22T17:36:51.449 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.451+0000 7fb94d391880 1 < completed delete operation key=5HOL7148HSJL tag=MKGZAKJ382AU type=del 2023-12-22T17:36:51.451 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.452+0000 7fb94d391880 1 > prepared operation key=6CLDD4VJZWJJ tag=CR8JR4G1KK3P type=write size=124770 2023-12-22T17:36:51.453 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.454+0000 7fb94d391880 1 < completed write operation key=28XBL3715EHT tag=QI03OWWO72ED type=write size=40027 2023-12-22T17:36:51.455 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.456+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=1CQ94PYRL6JD type=del size=4024785 2023-12-22T17:36:51.457 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.458+0000 7fb94d391880 1 < completed part key=_multipart_RV0R03E3QAOV.2~1F0CEPCDMZNY.0 size=562924 2023-12-22T17:36:51.460 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.461+0000 7fb94d391880 1 < completed multipart upload key=RV0R03E3QAOV upload=1F0CEPCDMZNY tag=HNRXVBJXHK4D type=write size=1611500 2023-12-22T17:36:51.463 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.465+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~UQFHO0812S65.0 size=1048576 2023-12-22T17:36:51.465 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.466+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~UQFHO0812S65.1 size=1048576 2023-12-22T17:36:51.466 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.467+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~UQFHO0812S65.2 size=619741 2023-12-22T17:36:51.466 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.467+0000 7fb94d391880 1 > prepared multipart upload key=40X558JXAX9S upload=UQFHO0812S65 tag=DY0HPV3BJJG2 type=write size=3765469 2023-12-22T17:36:51.468 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.469+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~SQIB233R1ZME.0 size=1048576 2023-12-22T17:36:51.468 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.469+0000 7fb94d391880 1 < canceled part key=_multipart_DVN26OO0LDI7.2~SQIB233R1ZME.1 size=1048576 2023-12-22T17:36:51.469 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.470+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~SQIB233R1ZME.2 size=386273 2023-12-22T17:36:51.472 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.474+0000 7fb94d391880 1 < canceled multipart upload key=DVN26OO0LDI7 upload=SQIB233R1ZME tag=YSCN4SHZMAY7 type=write size=3532001 2023-12-22T17:36:51.474 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.475+0000 7fb94d391880 1 > prepared operation key=BCP1VQB2TB0F tag=QXS8DXN6QO0V type=write size=983913 2023-12-22T17:36:51.476 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.477+0000 7fb94d391880 1 < completed part key=_multipart_X3NXWCITUK7S.2~ZXZ0VOCDPHVG.0 size=721982 2023-12-22T17:36:51.479 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.480+0000 7fb94d391880 1 < completed multipart upload key=X3NXWCITUK7S upload=ZXZ0VOCDPHVG tag=8VBL0YTQ6CSR type=write size=1770558 2023-12-22T17:36:51.481 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.482+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=L32Q8X2218VB type=write size=797405 2023-12-22T17:36:51.483 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.484+0000 7fb94d391880 1 < canceled operation key=BCP1VQB2TB0F tag=DVT1LRF56B3H type=del size=1785251 2023-12-22T17:36:51.485 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.486+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=C7PT8R98ETPB type=del size=3872474 2023-12-22T17:36:51.486 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.487+0000 7fb94d391880 1 < canceled part key=_multipart_DXPJ8O4O0SI2.2~R8LZQAA0N4VW.0 size=1048576 2023-12-22T17:36:51.487 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.489+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~R8LZQAA0N4VW.1 size=926623 2023-12-22T17:36:51.490 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.492+0000 7fb94d391880 1 < canceled multipart upload key=DXPJ8O4O0SI2 upload=R8LZQAA0N4VW tag=2AZLOYCBCW07 type=write size=3023775 2023-12-22T17:36:51.492 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.493+0000 7fb94d391880 1 > prepared operation key=704VLVQ2P45U tag=M032MF0TT4AF type=del size=2806360 2023-12-22T17:36:51.494 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.495+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~B772QQF20UEE.0 size=714555 2023-12-22T17:36:51.497 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.499+0000 7fb94d391880 1 < completed multipart upload key=HZAQDCN1TA70 upload=B772QQF20UEE tag=7LVLXM52HBAR type=write size=1763131 2023-12-22T17:36:51.499 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.500+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=4EW4MIEX5ZRN type=del size=1421919 2023-12-22T17:36:51.501 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.502+0000 7fb94d391880 1 < completed write operation key=W3X2J2SCNOE7 tag=G6PR0HWT14KW type=write size=89431 2023-12-22T17:36:51.502 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.504+0000 7fb94d391880 1 > prepared operation key=I7GAQL38WXHS tag=BTJ8Q71PG0TB type=del size=3283914 2023-12-22T17:36:51.504 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.506+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~FRS18W1UJDPT.0 size=792933 2023-12-22T17:36:51.507 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.509+0000 7fb94d391880 1 < completed multipart upload key=HZAQDCN1TA70 upload=FRS18W1UJDPT tag=0KP0IBZEU2C0 type=write size=1841509 2023-12-22T17:36:51.509 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.510+0000 7fb94d391880 1 > prepared operation key=TDS90SYZKMLU tag=P6HCG3SY0F8Z type=del size=2122344 2023-12-22T17:36:51.511 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.512+0000 7fb94d391880 1 < completed write operation key=NZ7PMKB2HICR tag=JQNWL1IXLVU2 type=write size=719340 2023-12-22T17:36:51.514 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.516+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~Z1Q7N7C0V7C1.0 size=1048576 2023-12-22T17:36:51.516 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.517+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~Z1Q7N7C0V7C1.1 size=483848 2023-12-22T17:36:51.516 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.517+0000 7fb94d391880 1 > prepared multipart upload key=W3X2J2SCNOE7 upload=Z1Q7N7C0V7C1 tag=77Y0X7G1Z5J8 type=write size=2581000 2023-12-22T17:36:51.518 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.519+0000 7fb94d391880 1 < completed part key=_multipart_GGQ09G6E3CZ6.2~PAW38O01GLZC.0 size=77464 2023-12-22T17:36:51.521 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.522+0000 7fb94d391880 1 < completed multipart upload key=GGQ09G6E3CZ6 upload=PAW38O01GLZC tag=BTZOY8MPAONV type=write size=1126040 2023-12-22T17:36:51.522 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.524+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=RW0IRCREUL2T type=del size=629476 2023-12-22T17:36:51.524 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.526+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~WEHEUBGVC8OH.0 size=1048576 2023-12-22T17:36:51.526 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.527+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~WEHEUBGVC8OH.1 size=1048576 2023-12-22T17:36:51.527 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.529+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~WEHEUBGVC8OH.2 size=111318 2023-12-22T17:36:51.530 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.532+0000 7fb94d391880 1 < completed multipart upload key=6CLDD4VJZWJJ upload=WEHEUBGVC8OH tag=6FCRNYAPN6UQ type=write size=3257046 2023-12-22T17:36:51.532 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.533+0000 7fb94d391880 1 > prepared operation key=BPXZFZEJYPX1 tag=1XE8D59BZAV5 type=del size=1423679 2023-12-22T17:36:51.534 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.535+0000 7fb94d391880 1 < completed delete operation key=YRKG3P9O1XBW tag=IWVAKZX1E5FE type=del 2023-12-22T17:36:51.536 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.537+0000 7fb94d391880 1 > prepared operation key=RV0R03E3QAOV tag=YFJIL46F679G type=del size=2762371 2023-12-22T17:36:51.538 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.539+0000 7fb94d391880 1 < completed delete operation key=28XBL3715EHT tag=EPV25I6KA21Z type=del 2023-12-22T17:36:51.541 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.542+0000 7fb94d391880 1 > prepared part key=_multipart_L6DUB57B222Z.2~10FWXEPCC9MS.0 size=1048576 2023-12-22T17:36:51.543 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.544+0000 7fb94d391880 1 > prepared part key=_multipart_L6DUB57B222Z.2~10FWXEPCC9MS.1 size=723172 2023-12-22T17:36:51.543 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.544+0000 7fb94d391880 1 > prepared multipart upload key=L6DUB57B222Z upload=10FWXEPCC9MS tag=HI1LK3ZAS5UO type=write size=2820324 2023-12-22T17:36:51.544 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.546+0000 7fb94d391880 1 < completed part key=_multipart_0BNHPX2OE7C0.2~WLP3V00SBP9H.0 size=1039510 2023-12-22T17:36:51.547 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.549+0000 7fb94d391880 1 < completed multipart upload key=0BNHPX2OE7C0 upload=WLP3V00SBP9H tag=52E7KD0S1YRF type=write size=2088086 2023-12-22T17:36:51.549 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.550+0000 7fb94d391880 1 > prepared operation key=6CLDD4VJZWJJ tag=KMJTE0K45EU3 type=del size=2183715 2023-12-22T17:36:51.552 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.554+0000 7fb94d391880 1 < suggested remove operation key=6CLDD4VJZWJJ tag=CR8JR4G1KK3P type=write 2023-12-22T17:36:51.556 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.557+0000 7fb94d391880 1 > prepared part key=_multipart_NZ7PMKB2HICR.2~K3GVXEDVVLGR.0 size=1048576 2023-12-22T17:36:51.557 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.559+0000 7fb94d391880 1 > prepared part key=_multipart_NZ7PMKB2HICR.2~K3GVXEDVVLGR.1 size=1048576 2023-12-22T17:36:51.559 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.561+0000 7fb94d391880 1 > prepared part key=_multipart_NZ7PMKB2HICR.2~K3GVXEDVVLGR.2 size=906185 2023-12-22T17:36:51.559 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.561+0000 7fb94d391880 1 > prepared multipart upload key=NZ7PMKB2HICR upload=K3GVXEDVVLGR tag=JLBIHZJ8LMQ5 type=write size=4051913 2023-12-22T17:36:51.561 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.562+0000 7fb94d391880 1 < completed delete operation key=28XBL3715EHT tag=1CQ94PYRL6JD type=del 2023-12-22T17:36:51.565 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.566+0000 7fb94d391880 1 > prepared part key=_multipart_704VLVQ2P45U.2~C73VIUVMM0BE.0 size=1048576 2023-12-22T17:36:51.566 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.567+0000 7fb94d391880 1 > prepared part key=_multipart_704VLVQ2P45U.2~C73VIUVMM0BE.1 size=1048576 2023-12-22T17:36:51.568 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.569+0000 7fb94d391880 1 > prepared part key=_multipart_704VLVQ2P45U.2~C73VIUVMM0BE.2 size=501489 2023-12-22T17:36:51.568 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.569+0000 7fb94d391880 1 > prepared multipart upload key=704VLVQ2P45U upload=C73VIUVMM0BE tag=K7RP5VVL7K60 type=write size=3647217 2023-12-22T17:36:51.570 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.571+0000 7fb94d391880 1 < completed part key=_multipart_40X558JXAX9S.2~UQFHO0812S65.0 size=1048576 2023-12-22T17:36:51.571 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.573+0000 7fb94d391880 1 < completed part key=_multipart_40X558JXAX9S.2~UQFHO0812S65.1 size=1048576 2023-12-22T17:36:51.573 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.574+0000 7fb94d391880 1 < completed part key=_multipart_40X558JXAX9S.2~UQFHO0812S65.2 size=619741 2023-12-22T17:36:51.577 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.578+0000 7fb94d391880 1 < completed multipart upload key=40X558JXAX9S upload=UQFHO0812S65 tag=DY0HPV3BJJG2 type=write size=3765469 2023-12-22T17:36:51.579 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.580+0000 7fb94d391880 1 > prepared operation key=RV0R03E3QAOV tag=695KPLRLB3WV type=del size=4023351 2023-12-22T17:36:51.580 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.582+0000 7fb94d391880 1 < completed write operation key=BCP1VQB2TB0F tag=QXS8DXN6QO0V type=write size=983913 2023-12-22T17:36:51.584 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.585+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~BKT69JXLQXAX.0 size=1048576 2023-12-22T17:36:51.586 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.587+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~BKT69JXLQXAX.1 size=1048576 2023-12-22T17:36:51.587 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.589+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~BKT69JXLQXAX.2 size=846982 2023-12-22T17:36:51.587 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.589+0000 7fb94d391880 1 > prepared multipart upload key=RV0R03E3QAOV upload=BKT69JXLQXAX tag=JU4VC8XW83SS type=write size=3992710 2023-12-22T17:36:51.589 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.590+0000 7fb94d391880 1 < completed write operation key=40X558JXAX9S tag=L32Q8X2218VB type=write size=797405 2023-12-22T17:36:51.591 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.592+0000 7fb94d391880 1 > prepared operation key=7V5FS6PEP4ZL tag=QL6HDIVJ95VR type=del size=1857477 2023-12-22T17:36:51.592 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.594+0000 7fb94d391880 1 < completed delete operation key=2G2FODM41TWI tag=C7PT8R98ETPB type=del 2023-12-22T17:36:51.594 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.596+0000 7fb94d391880 1 > prepared operation key=DZPSR14TMXNC tag=KUEDN3ZA3JA9 type=write size=339825 2023-12-22T17:36:51.597 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.598+0000 7fb94d391880 1 < canceled operation key=704VLVQ2P45U tag=M032MF0TT4AF type=del size=2806360 2023-12-22T17:36:51.598 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.600+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=CZ2EUFZGFYKG type=del size=865830 2023-12-22T17:36:51.600 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.602+0000 7fb94d391880 1 < completed delete operation key=40X558JXAX9S tag=4EW4MIEX5ZRN type=del 2023-12-22T17:36:51.602 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.604+0000 7fb94d391880 1 > prepared operation key=NZ7PMKB2HICR tag=I8AX56FYCK0K type=del size=3840639 2023-12-22T17:36:51.605 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.606+0000 7fb94d391880 1 < completed delete operation key=I7GAQL38WXHS tag=BTJ8Q71PG0TB type=del 2023-12-22T17:36:51.608 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.609+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~UGX1L02NBP84.0 size=1048576 2023-12-22T17:36:51.609 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.611+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~UGX1L02NBP84.1 size=1048576 2023-12-22T17:36:51.611 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.612+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~UGX1L02NBP84.2 size=729224 2023-12-22T17:36:51.611 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.612+0000 7fb94d391880 1 > prepared multipart upload key=DXPJ8O4O0SI2 upload=UGX1L02NBP84 tag=PEEU0XEV60H1 type=write size=3874952 2023-12-22T17:36:51.613 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.614+0000 7fb94d391880 1 < completed delete operation key=TDS90SYZKMLU tag=P6HCG3SY0F8Z type=del 2023-12-22T17:36:51.615 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.616+0000 7fb94d391880 1 > prepared operation key=GGQ09G6E3CZ6 tag=NT10XP4UOYD9 type=del size=116326 2023-12-22T17:36:51.617 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.618+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~Z1Q7N7C0V7C1.0 size=1048576 2023-12-22T17:36:51.618 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.620+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~Z1Q7N7C0V7C1.1 size=483848 2023-12-22T17:36:51.621 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.622+0000 7fb94d391880 1 < completed multipart upload key=W3X2J2SCNOE7 upload=Z1Q7N7C0V7C1 tag=77Y0X7G1Z5J8 type=write size=2581000 2023-12-22T17:36:51.623 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.624+0000 7fb94d391880 1 > prepared operation key=I7GAQL38WXHS tag=3N2SB04P9A9N type=del size=367696 2023-12-22T17:36:51.624 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.626+0000 7fb94d391880 1 < completed delete operation key=5HOL7148HSJL tag=RW0IRCREUL2T type=del 2023-12-22T17:36:51.626 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.628+0000 7fb94d391880 1 > prepared operation key=R9WTR26FAZP8 tag=U145RZCEKPAF type=del size=1940919 2023-12-22T17:36:51.629 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.631+0000 7fb94d391880 1 < suggested remove operation key=BPXZFZEJYPX1 tag=1XE8D59BZAV5 type=del 2023-12-22T17:36:51.631 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.632+0000 7fb94d391880 1 > prepared operation key=RWJE4O4GO9IK tag=F3F4YONLX8YV type=del size=3013523 2023-12-22T17:36:51.633 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.634+0000 7fb94d391880 1 < completed delete operation key=RV0R03E3QAOV tag=YFJIL46F679G type=del 2023-12-22T17:36:51.635 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.636+0000 7fb94d391880 1 > prepared operation key=RV0R03E3QAOV tag=01LNFFG2C9VH type=del size=3016279 2023-12-22T17:36:51.636 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.637+0000 7fb94d391880 1 < completed part key=_multipart_L6DUB57B222Z.2~10FWXEPCC9MS.0 size=1048576 2023-12-22T17:36:51.638 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.639+0000 7fb94d391880 1 < completed part key=_multipart_L6DUB57B222Z.2~10FWXEPCC9MS.1 size=723172 2023-12-22T17:36:51.640 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.642+0000 7fb94d391880 1 < completed multipart upload key=L6DUB57B222Z upload=10FWXEPCC9MS tag=HI1LK3ZAS5UO type=write size=2820324 2023-12-22T17:36:51.644 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.645+0000 7fb94d391880 1 > prepared part key=_multipart_5HOL7148HSJL.2~963AAWMENUCK.0 size=409852 2023-12-22T17:36:51.644 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.645+0000 7fb94d391880 1 > prepared multipart upload key=5HOL7148HSJL upload=963AAWMENUCK tag=WXKLSRW9X5XY type=write size=1458428 2023-12-22T17:36:51.646 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.647+0000 7fb94d391880 -1 < failed to complete operation key=6CLDD4VJZWJJ tag=KMJTE0K45EU3 type=del size=2183715: (22) Invalid argument 2023-12-22T17:36:51.648 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.649+0000 7fb94d391880 1 > prepared operation key=KLRYSCZNAHKT tag=93E1J8HK34Q7 type=del size=2452694 2023-12-22T17:36:51.650 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.651+0000 7fb94d391880 1 < completed part key=_multipart_NZ7PMKB2HICR.2~K3GVXEDVVLGR.0 size=1048576 2023-12-22T17:36:51.652 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.653+0000 7fb94d391880 1 < completed part key=_multipart_NZ7PMKB2HICR.2~K3GVXEDVVLGR.1 size=1048576 2023-12-22T17:36:51.653 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.655+0000 7fb94d391880 1 < completed part key=_multipart_NZ7PMKB2HICR.2~K3GVXEDVVLGR.2 size=906185 2023-12-22T17:36:51.657 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.658+0000 7fb94d391880 1 < completed multipart upload key=NZ7PMKB2HICR upload=K3GVXEDVVLGR tag=JLBIHZJ8LMQ5 type=write size=4051913 2023-12-22T17:36:51.658 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.660+0000 7fb94d391880 1 > prepared operation key=BCP1VQB2TB0F tag=OW66VANPO45V type=del size=2450854 2023-12-22T17:36:51.660 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.662+0000 7fb94d391880 1 < completed part key=_multipart_704VLVQ2P45U.2~C73VIUVMM0BE.0 size=1048576 2023-12-22T17:36:51.660 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.662+0000 7fb94d391880 1 < canceled part key=_multipart_704VLVQ2P45U.2~C73VIUVMM0BE.1 size=1048576 2023-12-22T17:36:51.662 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.663+0000 7fb94d391880 1 < completed part key=_multipart_704VLVQ2P45U.2~C73VIUVMM0BE.2 size=501489 2023-12-22T17:36:51.665 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.666+0000 7fb94d391880 1 < canceled multipart upload key=704VLVQ2P45U upload=C73VIUVMM0BE tag=K7RP5VVL7K60 type=write size=3647217 2023-12-22T17:36:51.667 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.668+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=UWBNSW1KEQ3O type=write size=229929 2023-12-22T17:36:51.669 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.670+0000 7fb94d391880 1 < completed delete operation key=RV0R03E3QAOV tag=695KPLRLB3WV type=del 2023-12-22T17:36:51.670 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.672+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=6FIY402T15CN type=del size=3397424 2023-12-22T17:36:51.672 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.674+0000 7fb94d391880 1 < completed part key=_multipart_RV0R03E3QAOV.2~BKT69JXLQXAX.0 size=1048576 2023-12-22T17:36:51.674 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.675+0000 7fb94d391880 1 < completed part key=_multipart_RV0R03E3QAOV.2~BKT69JXLQXAX.1 size=1048576 2023-12-22T17:36:51.675 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.677+0000 7fb94d391880 1 < completed part key=_multipart_RV0R03E3QAOV.2~BKT69JXLQXAX.2 size=846982 2023-12-22T17:36:51.679 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.680+0000 7fb94d391880 1 < completed multipart upload key=RV0R03E3QAOV upload=BKT69JXLQXAX tag=JU4VC8XW83SS type=write size=3992710 2023-12-22T17:36:51.681 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.682+0000 7fb94d391880 1 > prepared operation key=V3ZYXTO3N0R6 tag=6WGSCYA3OS7D type=del size=368754 2023-12-22T17:36:51.683 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.684+0000 7fb94d391880 1 < completed delete operation key=7V5FS6PEP4ZL tag=QL6HDIVJ95VR type=del 2023-12-22T17:36:51.685 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.686+0000 7fb94d391880 1 > prepared operation key=YRKG3P9O1XBW tag=B0TW71YR1W5E type=del size=3386657 2023-12-22T17:36:51.689 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.690+0000 7fb94d391880 1 < suggested update operation key=DZPSR14TMXNC tag=KUEDN3ZA3JA9 type=write size=339825 2023-12-22T17:36:51.693 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.694+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~HK7WV85W9L74.0 size=1048576 2023-12-22T17:36:51.694 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.696+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~HK7WV85W9L74.1 size=530621 2023-12-22T17:36:51.694 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.696+0000 7fb94d391880 1 > prepared multipart upload key=KLRYSCZNAHKT upload=HK7WV85W9L74 tag=9NWOTGJEF4BG type=write size=2627773 2023-12-22T17:36:51.698 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.699+0000 7fb94d391880 1 < suggested update operation key=2G2FODM41TWI tag=CZ2EUFZGFYKG type=del size=865830 2023-12-22T17:36:51.699 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.701+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=ZBLLBD0P44DI type=write size=712912 2023-12-22T17:36:51.703 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.704+0000 7fb94d391880 1 < suggested update operation key=NZ7PMKB2HICR tag=I8AX56FYCK0K type=del size=3840639 2023-12-22T17:36:51.704 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.706+0000 7fb94d391880 1 > prepared operation key=BPXZFZEJYPX1 tag=1KB2ZKDW1X9X type=del size=313398 2023-12-22T17:36:51.706 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.707+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~UGX1L02NBP84.0 size=1048576 2023-12-22T17:36:51.708 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.709+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~UGX1L02NBP84.1 size=1048576 2023-12-22T17:36:51.709 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.711+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~UGX1L02NBP84.2 size=729224 2023-12-22T17:36:51.712 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.714+0000 7fb94d391880 1 < completed multipart upload key=DXPJ8O4O0SI2 upload=UGX1L02NBP84 tag=PEEU0XEV60H1 type=write size=3874952 2023-12-22T17:36:51.714 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.715+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=CN7K4MMVTQ2C type=del size=3986059 2023-12-22T17:36:51.716 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.717+0000 7fb94d391880 1 < completed delete operation key=GGQ09G6E3CZ6 tag=NT10XP4UOYD9 type=del 2023-12-22T17:36:51.718 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.720+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=AZE6KCYW4B9R type=del size=785048 2023-12-22T17:36:51.720 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.721+0000 7fb94d391880 1 < completed delete operation key=I7GAQL38WXHS tag=3N2SB04P9A9N type=del 2023-12-22T17:36:51.723 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.725+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~KWUW5HOONC2R.0 size=571036 2023-12-22T17:36:51.723 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.725+0000 7fb94d391880 1 > prepared multipart upload key=DZPSR14TMXNC upload=KWUW5HOONC2R tag=VA1KFZ2TGPRY type=write size=1619612 2023-12-22T17:36:51.727 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.728+0000 7fb94d391880 1 < suggested remove operation key=R9WTR26FAZP8 tag=U145RZCEKPAF type=del 2023-12-22T17:36:51.729 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.730+0000 7fb94d391880 1 > prepared operation key=T8TYNCC2V8CD tag=2CO0AEHWOWE7 type=del size=3225266 2023-12-22T17:36:51.731 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.732+0000 7fb94d391880 1 < completed delete operation key=RWJE4O4GO9IK tag=F3F4YONLX8YV type=del 2023-12-22T17:36:51.732 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.734+0000 7fb94d391880 1 > prepared operation key=BPXZFZEJYPX1 tag=MB7KVHKGAH3G type=del size=956272 2023-12-22T17:36:51.735 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.736+0000 7fb94d391880 1 < completed delete operation key=RV0R03E3QAOV tag=01LNFFG2C9VH type=del 2023-12-22T17:36:51.738 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.740+0000 7fb94d391880 1 > prepared part key=_multipart_NZ7PMKB2HICR.2~PZWRWQQVB72P.0 size=1048576 2023-12-22T17:36:51.740 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.741+0000 7fb94d391880 1 > prepared part key=_multipart_NZ7PMKB2HICR.2~PZWRWQQVB72P.1 size=634308 2023-12-22T17:36:51.740 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.741+0000 7fb94d391880 1 > prepared multipart upload key=NZ7PMKB2HICR upload=PZWRWQQVB72P tag=K2FPCN82N5KG type=write size=2731460 2023-12-22T17:36:51.742 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.743+0000 7fb94d391880 1 < completed part key=_multipart_5HOL7148HSJL.2~963AAWMENUCK.0 size=409852 2023-12-22T17:36:51.745 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.746+0000 7fb94d391880 1 < completed multipart upload key=5HOL7148HSJL upload=963AAWMENUCK tag=WXKLSRW9X5XY type=write size=1458428 2023-12-22T17:36:51.748 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.749+0000 7fb94d391880 1 > prepared part key=_multipart_R9WTR26FAZP8.2~3HEEAK6DZ8AA.0 size=816831 2023-12-22T17:36:51.748 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.749+0000 7fb94d391880 1 > prepared multipart upload key=R9WTR26FAZP8 upload=3HEEAK6DZ8AA tag=PGARN306L31R type=write size=1865407 2023-12-22T17:36:51.751 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.752+0000 7fb94d391880 1 < suggested remove operation key=KLRYSCZNAHKT tag=93E1J8HK34Q7 type=del 2023-12-22T17:36:51.755 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.756+0000 7fb94d391880 1 > prepared part key=_multipart_RWJE4O4GO9IK.2~8FXDLJBHJYGZ.0 size=157 2023-12-22T17:36:51.755 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.756+0000 7fb94d391880 1 > prepared multipart upload key=RWJE4O4GO9IK upload=8FXDLJBHJYGZ tag=34MME622Q7DY type=write size=1048733 2023-12-22T17:36:51.758 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.759+0000 7fb94d391880 1 < suggested update operation key=BCP1VQB2TB0F tag=OW66VANPO45V type=del size=2450854 2023-12-22T17:36:51.761 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.762+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~VERFBXVFQYB5.0 size=906554 2023-12-22T17:36:51.761 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.762+0000 7fb94d391880 1 > prepared multipart upload key=DVN26OO0LDI7 upload=VERFBXVFQYB5 tag=P4SWIIFNANA8 type=write size=1955130 2023-12-22T17:36:51.764 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.765+0000 7fb94d391880 -1 < failed to complete operation key=2G2FODM41TWI tag=UWBNSW1KEQ3O type=write size=229929: (22) Invalid argument 2023-12-22T17:36:51.765 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.766+0000 7fb94d391880 1 > prepared operation key=DXPJ8O4O0SI2 tag=VZ42RQ6W0L11 type=del size=205077 2023-12-22T17:36:51.769 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.770+0000 7fb94d391880 1 < suggested update operation key=40X558JXAX9S tag=6FIY402T15CN type=del size=3397424 2023-12-22T17:36:51.770 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.772+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=A8KYHC879NWZ type=del size=3253271 2023-12-22T17:36:51.772 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.773+0000 7fb94d391880 1 < completed delete operation key=V3ZYXTO3N0R6 tag=6WGSCYA3OS7D type=del 2023-12-22T17:36:51.774 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.775+0000 7fb94d391880 1 > prepared operation key=TFLKTU1RF46Q tag=K8G66WCEQ1US type=del size=636498 2023-12-22T17:36:51.775 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.777+0000 7fb94d391880 1 < completed delete operation key=YRKG3P9O1XBW tag=B0TW71YR1W5E type=del 2023-12-22T17:36:51.777 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.778+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=PIUIBA59APOU type=del size=931963 2023-12-22T17:36:51.779 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.780+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~HK7WV85W9L74.0 size=1048576 2023-12-22T17:36:51.780 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.782+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~HK7WV85W9L74.1 size=530621 2023-12-22T17:36:51.783 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.784+0000 7fb94d391880 1 < completed multipart upload key=KLRYSCZNAHKT upload=HK7WV85W9L74 tag=9NWOTGJEF4BG type=write size=2627773 2023-12-22T17:36:51.786 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.787+0000 7fb94d391880 1 > prepared operation key=I7GAQL38WXHS tag=BXTL6THQAJIG type=write size=806422 2023-12-22T17:36:51.789 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.791+0000 7fb94d391880 1 < suggested update operation key=7KXZJJ9YT96E tag=ZBLLBD0P44DI type=write size=712912 2023-12-22T17:36:51.792 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.794+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~IZP2PSZTM4B0.0 size=594470 2023-12-22T17:36:51.793 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.794+0000 7fb94d391880 1 > prepared multipart upload key=2G2FODM41TWI upload=IZP2PSZTM4B0 tag=LPL66Q8HN6E9 type=write size=1643046 2023-12-22T17:36:51.795 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.796+0000 7fb94d391880 1 < completed delete operation key=BPXZFZEJYPX1 tag=1KB2ZKDW1X9X type=del 2023-12-22T17:36:51.796 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.798+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=68TGD19FN3IP type=del size=2456105 2023-12-22T17:36:51.799 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.800+0000 7fb94d391880 -1 < failed to complete operation key=40X558JXAX9S tag=CN7K4MMVTQ2C type=del size=3986059: (22) Invalid argument 2023-12-22T17:36:51.802 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.803+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=BQT171HOAQ8M type=del size=3807030 2023-12-22T17:36:51.804 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.806+0000 7fb94d391880 -1 < failed to complete operation key=40X558JXAX9S tag=AZE6KCYW4B9R type=del size=785048: (22) Invalid argument 2023-12-22T17:36:51.806 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.807+0000 7fb94d391880 1 > prepared operation key=V3ZYXTO3N0R6 tag=81DZWOAX4QL1 type=del size=3191180 2023-12-22T17:36:51.808 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.809+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~KWUW5HOONC2R.0 size=571036 2023-12-22T17:36:51.811 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.812+0000 7fb94d391880 1 < completed multipart upload key=DZPSR14TMXNC upload=KWUW5HOONC2R tag=VA1KFZ2TGPRY type=write size=1619612 2023-12-22T17:36:51.813 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.814+0000 7fb94d391880 1 > prepared operation key=R9WTR26FAZP8 tag=17RT1BLLD0ZP type=del size=3527939 2023-12-22T17:36:51.816 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.817+0000 7fb94d391880 1 < suggested update operation key=T8TYNCC2V8CD tag=2CO0AEHWOWE7 type=del size=3225266 2023-12-22T17:36:51.819 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.821+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~E2D3AHJ4PN03.0 size=1048576 2023-12-22T17:36:51.821 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.822+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~E2D3AHJ4PN03.1 size=1048576 2023-12-22T17:36:51.822 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.823+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~E2D3AHJ4PN03.2 size=920036 2023-12-22T17:36:51.822 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.823+0000 7fb94d391880 1 > prepared multipart upload key=0BNHPX2OE7C0 upload=E2D3AHJ4PN03 tag=I3I4Z62J5ESQ type=write size=4065764 2023-12-22T17:36:51.825 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.827+0000 7fb94d391880 1 < suggested update operation key=BPXZFZEJYPX1 tag=MB7KVHKGAH3G type=del size=956272 2023-12-22T17:36:51.829 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.830+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~DSR7KT9UIN3Z.0 size=1048576 2023-12-22T17:36:51.831 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.832+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~DSR7KT9UIN3Z.1 size=1048576 2023-12-22T17:36:51.832 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.833+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~DSR7KT9UIN3Z.2 size=4976 2023-12-22T17:36:51.832 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.833+0000 7fb94d391880 1 > prepared multipart upload key=0BNHPX2OE7C0 upload=DSR7KT9UIN3Z tag=TN059TCRAIA9 type=write size=3150704 2023-12-22T17:36:51.834 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.835+0000 7fb94d391880 1 < completed part key=_multipart_NZ7PMKB2HICR.2~PZWRWQQVB72P.0 size=1048576 2023-12-22T17:36:51.835 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.837+0000 7fb94d391880 1 < completed part key=_multipart_NZ7PMKB2HICR.2~PZWRWQQVB72P.1 size=634308 2023-12-22T17:36:51.838 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.840+0000 7fb94d391880 1 < completed multipart upload key=NZ7PMKB2HICR upload=PZWRWQQVB72P tag=K2FPCN82N5KG type=write size=2731460 2023-12-22T17:36:51.842 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.843+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~725K8MEZEZPM.0 size=1029468 2023-12-22T17:36:51.842 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.843+0000 7fb94d391880 1 > prepared multipart upload key=GGQ09G6E3CZ6 upload=725K8MEZEZPM tag=W1OMO1BVXL05 type=write size=2078044 2023-12-22T17:36:51.844 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.845+0000 7fb94d391880 1 < completed part key=_multipart_R9WTR26FAZP8.2~3HEEAK6DZ8AA.0 size=816831 2023-12-22T17:36:51.847 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.849+0000 7fb94d391880 1 < completed multipart upload key=R9WTR26FAZP8 upload=3HEEAK6DZ8AA tag=PGARN306L31R type=write size=1865407 2023-12-22T17:36:51.849 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.850+0000 7fb94d391880 1 > prepared operation key=X3NXWCITUK7S tag=XZ1GR0RI9V94 type=del size=652654 2023-12-22T17:36:51.851 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.852+0000 7fb94d391880 1 < completed part key=_multipart_RWJE4O4GO9IK.2~8FXDLJBHJYGZ.0 size=157 2023-12-22T17:36:51.854 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.855+0000 7fb94d391880 1 < completed multipart upload key=RWJE4O4GO9IK upload=8FXDLJBHJYGZ tag=34MME622Q7DY type=write size=1048733 2023-12-22T17:36:51.856 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.857+0000 7fb94d391880 1 > prepared operation key=RWJE4O4GO9IK tag=P4SKOMGUG058 type=write size=768679 2023-12-22T17:36:51.858 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.859+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~VERFBXVFQYB5.0 size=906554 2023-12-22T17:36:51.861 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.862+0000 7fb94d391880 1 < completed multipart upload key=DVN26OO0LDI7 upload=VERFBXVFQYB5 tag=P4SWIIFNANA8 type=write size=1955130 2023-12-22T17:36:51.863 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.864+0000 7fb94d391880 1 > prepared operation key=TFLKTU1RF46Q tag=4A7RSINWKREK type=del size=1535834 2023-12-22T17:36:51.866 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.868+0000 7fb94d391880 1 < suggested remove operation key=DXPJ8O4O0SI2 tag=VZ42RQ6W0L11 type=del 2023-12-22T17:36:51.868 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.870+0000 7fb94d391880 1 > prepared operation key=6CLDD4VJZWJJ tag=UZVVPP4QL5C0 type=del size=3000528 2023-12-22T17:36:51.870 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.871+0000 7fb94d391880 1 < completed delete operation key=40X558JXAX9S tag=A8KYHC879NWZ type=del 2023-12-22T17:36:51.874 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.875+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~EFMVR99R527N.0 size=1048576 2023-12-22T17:36:51.876 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.877+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~EFMVR99R527N.1 size=483750 2023-12-22T17:36:51.876 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.877+0000 7fb94d391880 1 > prepared multipart upload key=2G2FODM41TWI upload=EFMVR99R527N tag=57P1WXBKIKHR type=write size=2580902 2023-12-22T17:36:51.877 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.879+0000 7fb94d391880 1 < completed delete operation key=TFLKTU1RF46Q tag=K8G66WCEQ1US type=del 2023-12-22T17:36:51.879 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.881+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=EKRSW2717VYA type=del size=4185126 2023-12-22T17:36:51.881 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.882+0000 7fb94d391880 1 < completed delete operation key=2G2FODM41TWI tag=PIUIBA59APOU type=del 2023-12-22T17:36:51.884 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.885+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~K60ZIYZQJGYS.0 size=1048576 2023-12-22T17:36:51.886 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.887+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~K60ZIYZQJGYS.1 size=1048576 2023-12-22T17:36:51.887 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.889+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~K60ZIYZQJGYS.2 size=772710 2023-12-22T17:36:51.887 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.889+0000 7fb94d391880 1 > prepared multipart upload key=GGQ09G6E3CZ6 upload=K60ZIYZQJGYS tag=WH2IJVA5KC42 type=write size=3918438 2023-12-22T17:36:51.889 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.891+0000 7fb94d391880 1 < completed write operation key=I7GAQL38WXHS tag=BXTL6THQAJIG type=write size=806422 2023-12-22T17:36:51.891 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.892+0000 7fb94d391880 1 > prepared operation key=X3NXWCITUK7S tag=FSB9PVWF17U0 type=write size=67163 2023-12-22T17:36:51.893 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.894+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~IZP2PSZTM4B0.0 size=594470 2023-12-22T17:36:51.896 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.898+0000 7fb94d391880 1 < completed multipart upload key=2G2FODM41TWI upload=IZP2PSZTM4B0 tag=LPL66Q8HN6E9 type=write size=1643046 2023-12-22T17:36:51.898 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.899+0000 7fb94d391880 1 > prepared operation key=RWJE4O4GO9IK tag=OAVITQAMTW2L type=del size=3956998 2023-12-22T17:36:51.902 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.903+0000 7fb94d391880 1 < suggested update operation key=5HOL7148HSJL tag=68TGD19FN3IP type=del size=2456105 2023-12-22T17:36:51.905 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.906+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~DNBMQYF2B1EP.0 size=1048576 2023-12-22T17:36:51.906 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.908+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~DNBMQYF2B1EP.1 size=354093 2023-12-22T17:36:51.907 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.908+0000 7fb94d391880 1 > prepared multipart upload key=6CLDD4VJZWJJ upload=DNBMQYF2B1EP tag=O3XZVVDQ673W type=write size=2451245 2023-12-22T17:36:51.910 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.911+0000 7fb94d391880 1 < suggested remove operation key=40X558JXAX9S tag=BQT171HOAQ8M type=del 2023-12-22T17:36:51.913 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.914+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~ENJUEAGX8A9E.0 size=1048576 2023-12-22T17:36:51.914 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.916+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~ENJUEAGX8A9E.1 size=1048576 2023-12-22T17:36:51.916 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.917+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~ENJUEAGX8A9E.2 size=122087 2023-12-22T17:36:51.916 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.917+0000 7fb94d391880 1 > prepared multipart upload key=HZAQDCN1TA70 upload=ENJUEAGX8A9E tag=OD2YKUZY7OWZ type=write size=3267815 2023-12-22T17:36:51.917 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.919+0000 7fb94d391880 1 < completed delete operation key=V3ZYXTO3N0R6 tag=81DZWOAX4QL1 type=del 2023-12-22T17:36:51.919 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.920+0000 7fb94d391880 1 > prepared operation key=RWJE4O4GO9IK tag=T9RU5B62SGI0 type=del size=3313204 2023-12-22T17:36:51.921 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.922+0000 7fb94d391880 1 < completed delete operation key=R9WTR26FAZP8 tag=17RT1BLLD0ZP type=del 2023-12-22T17:36:51.924 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.925+0000 7fb94d391880 1 > prepared part key=_multipart_IRCWNBTM8JVB.2~ZR11KC17TBQN.0 size=1048576 2023-12-22T17:36:51.926 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.927+0000 7fb94d391880 1 > prepared part key=_multipart_IRCWNBTM8JVB.2~ZR11KC17TBQN.1 size=1048576 2023-12-22T17:36:51.927 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.928+0000 7fb94d391880 1 > prepared part key=_multipart_IRCWNBTM8JVB.2~ZR11KC17TBQN.2 size=271891 2023-12-22T17:36:51.927 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.928+0000 7fb94d391880 1 > prepared multipart upload key=IRCWNBTM8JVB upload=ZR11KC17TBQN tag=A1HPICXIW6AE type=write size=3417619 2023-12-22T17:36:51.929 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.930+0000 7fb94d391880 1 < completed part key=_multipart_0BNHPX2OE7C0.2~E2D3AHJ4PN03.0 size=1048576 2023-12-22T17:36:51.931 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.932+0000 7fb94d391880 1 < completed part key=_multipart_0BNHPX2OE7C0.2~E2D3AHJ4PN03.1 size=1048576 2023-12-22T17:36:51.932 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.933+0000 7fb94d391880 1 < completed part key=_multipart_0BNHPX2OE7C0.2~E2D3AHJ4PN03.2 size=920036 2023-12-22T17:36:51.935 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.937+0000 7fb94d391880 1 < completed multipart upload key=0BNHPX2OE7C0 upload=E2D3AHJ4PN03 tag=I3I4Z62J5ESQ type=write size=4065764 2023-12-22T17:36:51.938 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.939+0000 7fb94d391880 1 > prepared operation key=L6DUB57B222Z tag=IIRZ5BZDM8P6 type=del size=1928941 2023-12-22T17:36:51.940 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.941+0000 7fb94d391880 1 < completed part key=_multipart_0BNHPX2OE7C0.2~DSR7KT9UIN3Z.0 size=1048576 2023-12-22T17:36:51.942 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.943+0000 7fb94d391880 1 < completed part key=_multipart_0BNHPX2OE7C0.2~DSR7KT9UIN3Z.1 size=1048576 2023-12-22T17:36:51.942 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.943+0000 7fb94d391880 1 < canceled part key=_multipart_0BNHPX2OE7C0.2~DSR7KT9UIN3Z.2 size=4976 2023-12-22T17:36:51.945 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.946+0000 7fb94d391880 1 < canceled multipart upload key=0BNHPX2OE7C0 upload=DSR7KT9UIN3Z tag=TN059TCRAIA9 type=write size=3150704 2023-12-22T17:36:51.947 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.949+0000 7fb94d391880 1 > prepared operation key=YRKG3P9O1XBW tag=HX0L6ZNRAJ1Y type=del size=1985117 2023-12-22T17:36:51.948 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.949+0000 7fb94d391880 1 < canceled part key=_multipart_GGQ09G6E3CZ6.2~725K8MEZEZPM.0 size=1029468 2023-12-22T17:36:51.951 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.952+0000 7fb94d391880 1 < canceled multipart upload key=GGQ09G6E3CZ6 upload=725K8MEZEZPM tag=W1OMO1BVXL05 type=write size=2078044 2023-12-22T17:36:51.953 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.954+0000 7fb94d391880 1 > prepared operation key=L6DUB57B222Z tag=G8SO3HPN9AYE type=del size=57127 2023-12-22T17:36:51.955 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.956+0000 7fb94d391880 1 < completed delete operation key=X3NXWCITUK7S tag=XZ1GR0RI9V94 type=del 2023-12-22T17:36:51.957 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.958+0000 7fb94d391880 1 > prepared operation key=DZPSR14TMXNC tag=9KQUH6P72DGV type=del size=487324 2023-12-22T17:36:51.959 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.960+0000 7fb94d391880 1 < completed write operation key=RWJE4O4GO9IK tag=P4SKOMGUG058 type=write size=768679 2023-12-22T17:36:51.961 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.962+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=IXJ73L48DWWC type=del size=3863857 2023-12-22T17:36:51.964 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.965+0000 7fb94d391880 1 < completed delete operation key=TFLKTU1RF46Q tag=4A7RSINWKREK type=del 2023-12-22T17:36:51.967 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.969+0000 7fb94d391880 1 > prepared part key=_multipart_YRKG3P9O1XBW.2~NNIJML3OA5C1.0 size=933685 2023-12-22T17:36:51.967 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.969+0000 7fb94d391880 1 > prepared multipart upload key=YRKG3P9O1XBW upload=NNIJML3OA5C1 tag=4BQ3LOGX6YKK type=write size=1982261 2023-12-22T17:36:51.969 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.970+0000 7fb94d391880 1 < completed delete operation key=6CLDD4VJZWJJ tag=UZVVPP4QL5C0 type=del 2023-12-22T17:36:51.973 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.974+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~4R1RY3CSQ7KC.0 size=1048576 2023-12-22T17:36:51.975 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.976+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~4R1RY3CSQ7KC.1 size=1048576 2023-12-22T17:36:51.977 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.978+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~4R1RY3CSQ7KC.2 size=787688 2023-12-22T17:36:51.977 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.978+0000 7fb94d391880 1 > prepared multipart upload key=W3X2J2SCNOE7 upload=4R1RY3CSQ7KC tag=YEG6H1D1LTYG type=write size=3933416 2023-12-22T17:36:51.978 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.980+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~EFMVR99R527N.0 size=1048576 2023-12-22T17:36:51.980 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.981+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~EFMVR99R527N.1 size=483750 2023-12-22T17:36:51.983 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.984+0000 7fb94d391880 1 < completed multipart upload key=2G2FODM41TWI upload=EFMVR99R527N tag=57P1WXBKIKHR type=write size=2580902 2023-12-22T17:36:51.985 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.986+0000 7fb94d391880 1 > prepared operation key=I7GAQL38WXHS tag=NX3YOWYHHKOZ type=del size=1792867 2023-12-22T17:36:51.989 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.991+0000 7fb94d391880 1 < suggested update operation key=HZAQDCN1TA70 tag=EKRSW2717VYA type=del size=4185126 2023-12-22T17:36:51.993 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.994+0000 7fb94d391880 1 > prepared part key=_multipart_X3NXWCITUK7S.2~A0WXBIXFD0U9.0 size=637931 2023-12-22T17:36:51.993 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.994+0000 7fb94d391880 1 > prepared multipart upload key=X3NXWCITUK7S upload=A0WXBIXFD0U9 tag=CZIQX36JCRL6 type=write size=1686507 2023-12-22T17:36:51.995 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.996+0000 7fb94d391880 1 < completed part key=_multipart_GGQ09G6E3CZ6.2~K60ZIYZQJGYS.0 size=1048576 2023-12-22T17:36:51.996 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.998+0000 7fb94d391880 1 < completed part key=_multipart_GGQ09G6E3CZ6.2~K60ZIYZQJGYS.1 size=1048576 2023-12-22T17:36:51.998 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:51.999+0000 7fb94d391880 1 < completed part key=_multipart_GGQ09G6E3CZ6.2~K60ZIYZQJGYS.2 size=772710 2023-12-22T17:36:52.001 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.002+0000 7fb94d391880 1 < completed multipart upload key=GGQ09G6E3CZ6 upload=K60ZIYZQJGYS tag=WH2IJVA5KC42 type=write size=3918438 2023-12-22T17:36:52.003 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.005+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=L5NDNBN58M0R type=del size=939949 2023-12-22T17:36:52.007 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.008+0000 7fb94d391880 1 < suggested update operation key=X3NXWCITUK7S tag=FSB9PVWF17U0 type=write size=67163 2023-12-22T17:36:52.009 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.010+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=A3U9I883IVZ1 type=write size=337004 2023-12-22T17:36:52.011 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.012+0000 7fb94d391880 1 < completed delete operation key=RWJE4O4GO9IK tag=OAVITQAMTW2L type=del 2023-12-22T17:36:52.014 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.015+0000 7fb94d391880 1 > prepared part key=_multipart_YRKG3P9O1XBW.2~2WGH1TUG7RG2.0 size=1048576 2023-12-22T17:36:52.016 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.018+0000 7fb94d391880 1 > prepared part key=_multipart_YRKG3P9O1XBW.2~2WGH1TUG7RG2.1 size=888850 2023-12-22T17:36:52.016 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.018+0000 7fb94d391880 1 > prepared multipart upload key=YRKG3P9O1XBW upload=2WGH1TUG7RG2 tag=0GM107O3WGIT type=write size=2986002 2023-12-22T17:36:52.018 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.019+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~DNBMQYF2B1EP.0 size=1048576 2023-12-22T17:36:52.020 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.021+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~DNBMQYF2B1EP.1 size=354093 2023-12-22T17:36:52.024 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.025+0000 7fb94d391880 1 < completed multipart upload key=6CLDD4VJZWJJ upload=DNBMQYF2B1EP tag=O3XZVVDQ673W type=write size=2451245 2023-12-22T17:36:52.027 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.029+0000 7fb94d391880 1 > prepared part key=_multipart_BCP1VQB2TB0F.2~0NJ5MN5VMD4V.0 size=1048576 2023-12-22T17:36:52.029 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.030+0000 7fb94d391880 1 > prepared part key=_multipart_BCP1VQB2TB0F.2~0NJ5MN5VMD4V.1 size=1048576 2023-12-22T17:36:52.030 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.031+0000 7fb94d391880 1 > prepared part key=_multipart_BCP1VQB2TB0F.2~0NJ5MN5VMD4V.2 size=131258 2023-12-22T17:36:52.030 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.031+0000 7fb94d391880 1 > prepared multipart upload key=BCP1VQB2TB0F upload=0NJ5MN5VMD4V tag=P8KUTJ3GAQ8S type=write size=3276986 2023-12-22T17:36:52.032 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.033+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~ENJUEAGX8A9E.0 size=1048576 2023-12-22T17:36:52.033 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.034+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~ENJUEAGX8A9E.1 size=1048576 2023-12-22T17:36:52.035 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.036+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~ENJUEAGX8A9E.2 size=122087 2023-12-22T17:36:52.038 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.039+0000 7fb94d391880 1 < completed multipart upload key=HZAQDCN1TA70 upload=ENJUEAGX8A9E tag=OD2YKUZY7OWZ type=write size=3267815 2023-12-22T17:36:52.042 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.043+0000 7fb94d391880 1 > prepared part key=_multipart_5HOL7148HSJL.2~42R11574SQZR.0 size=1048576 2023-12-22T17:36:52.044 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.045+0000 7fb94d391880 1 > prepared part key=_multipart_5HOL7148HSJL.2~42R11574SQZR.1 size=154979 2023-12-22T17:36:52.044 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.045+0000 7fb94d391880 1 > prepared multipart upload key=5HOL7148HSJL upload=42R11574SQZR tag=GO84X72ESKTP type=write size=2252131 2023-12-22T17:36:52.045 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.046+0000 7fb94d391880 1 < completed delete operation key=RWJE4O4GO9IK tag=T9RU5B62SGI0 type=del 2023-12-22T17:36:52.048 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.050+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~205PO0HOD5SC.0 size=1048576 2023-12-22T17:36:52.050 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.051+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~205PO0HOD5SC.1 size=705834 2023-12-22T17:36:52.050 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.051+0000 7fb94d391880 1 > prepared multipart upload key=DVN26OO0LDI7 upload=205PO0HOD5SC tag=ZVK65Z8U0BXG type=write size=2802986 2023-12-22T17:36:52.052 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.053+0000 7fb94d391880 1 < completed part key=_multipart_IRCWNBTM8JVB.2~ZR11KC17TBQN.0 size=1048576 2023-12-22T17:36:52.053 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.055+0000 7fb94d391880 1 < completed part key=_multipart_IRCWNBTM8JVB.2~ZR11KC17TBQN.1 size=1048576 2023-12-22T17:36:52.055 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.056+0000 7fb94d391880 1 < completed part key=_multipart_IRCWNBTM8JVB.2~ZR11KC17TBQN.2 size=271891 2023-12-22T17:36:52.058 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.060+0000 7fb94d391880 1 < completed multipart upload key=IRCWNBTM8JVB upload=ZR11KC17TBQN tag=A1HPICXIW6AE type=write size=3417619 2023-12-22T17:36:52.060 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.061+0000 7fb94d391880 1 > prepared operation key=DXPJ8O4O0SI2 tag=4MCZRVQKCU88 type=del size=835085 2023-12-22T17:36:52.062 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.063+0000 7fb94d391880 1 < completed delete operation key=L6DUB57B222Z tag=IIRZ5BZDM8P6 type=del 2023-12-22T17:36:52.063 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.065+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=M8ILACRS3TXA type=del size=1261112 2023-12-22T17:36:52.065 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.067+0000 7fb94d391880 1 < completed delete operation key=YRKG3P9O1XBW tag=HX0L6ZNRAJ1Y type=del 2023-12-22T17:36:52.067 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.068+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=1B8B7T7BYDZT type=del size=3081439 2023-12-22T17:36:52.069 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.070+0000 7fb94d391880 1 < completed delete operation key=L6DUB57B222Z tag=G8SO3HPN9AYE type=del 2023-12-22T17:36:52.072 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.073+0000 7fb94d391880 1 > prepared part key=_multipart_7V5FS6PEP4ZL.2~CCI80VPE6TIO.0 size=1048576 2023-12-22T17:36:52.074 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.075+0000 7fb94d391880 1 > prepared part key=_multipart_7V5FS6PEP4ZL.2~CCI80VPE6TIO.1 size=1048576 2023-12-22T17:36:52.075 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.077+0000 7fb94d391880 1 > prepared part key=_multipart_7V5FS6PEP4ZL.2~CCI80VPE6TIO.2 size=703292 2023-12-22T17:36:52.075 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.077+0000 7fb94d391880 1 > prepared multipart upload key=7V5FS6PEP4ZL upload=CCI80VPE6TIO tag=X71SPHVTCVT0 type=write size=3849020 2023-12-22T17:36:52.079 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.081+0000 7fb94d391880 1 < suggested remove operation key=DZPSR14TMXNC tag=9KQUH6P72DGV type=del 2023-12-22T17:36:52.081 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.082+0000 7fb94d391880 1 > prepared operation key=KLRYSCZNAHKT tag=WMF0G0MWG8A6 type=del size=3442846 2023-12-22T17:36:52.083 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.084+0000 7fb94d391880 1 < completed delete operation key=28XBL3715EHT tag=IXJ73L48DWWC type=del 2023-12-22T17:36:52.085 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.086+0000 7fb94d391880 1 > prepared operation key=DZPSR14TMXNC tag=026PTKPGVIIC type=del size=304062 2023-12-22T17:36:52.085 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.086+0000 7fb94d391880 1 < canceled part key=_multipart_YRKG3P9O1XBW.2~NNIJML3OA5C1.0 size=933685 2023-12-22T17:36:52.089 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.090+0000 7fb94d391880 1 < canceled multipart upload key=YRKG3P9O1XBW upload=NNIJML3OA5C1 tag=4BQ3LOGX6YKK type=write size=1982261 2023-12-22T17:36:52.092 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.093+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~Y6S3PIP6JEBP.0 size=1048576 2023-12-22T17:36:52.094 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.095+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~Y6S3PIP6JEBP.1 size=718996 2023-12-22T17:36:52.094 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.095+0000 7fb94d391880 1 > prepared multipart upload key=GGQ09G6E3CZ6 upload=Y6S3PIP6JEBP tag=NTU9R5WTFDUJ type=write size=2816148 2023-12-22T17:36:52.095 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.097+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~4R1RY3CSQ7KC.0 size=1048576 2023-12-22T17:36:52.096 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.097+0000 7fb94d391880 1 < canceled part key=_multipart_W3X2J2SCNOE7.2~4R1RY3CSQ7KC.1 size=1048576 2023-12-22T17:36:52.097 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.098+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~4R1RY3CSQ7KC.2 size=787688 2023-12-22T17:36:52.100 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.101+0000 7fb94d391880 1 < canceled multipart upload key=W3X2J2SCNOE7 upload=4R1RY3CSQ7KC tag=YEG6H1D1LTYG type=write size=3933416 2023-12-22T17:36:52.102 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.103+0000 7fb94d391880 1 > prepared operation key=RV0R03E3QAOV tag=T8YAC0RHDBX4 type=del size=3088730 2023-12-22T17:36:52.104 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.105+0000 7fb94d391880 1 < completed delete operation key=I7GAQL38WXHS tag=NX3YOWYHHKOZ type=del 2023-12-22T17:36:52.106 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.107+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=TNUZHCHWW1IJ type=del size=3998632 2023-12-22T17:36:52.108 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.109+0000 7fb94d391880 1 < completed part key=_multipart_X3NXWCITUK7S.2~A0WXBIXFD0U9.0 size=637931 2023-12-22T17:36:52.111 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.112+0000 7fb94d391880 1 < completed multipart upload key=X3NXWCITUK7S upload=A0WXBIXFD0U9 tag=CZIQX36JCRL6 type=write size=1686507 2023-12-22T17:36:52.113 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.114+0000 7fb94d391880 1 > prepared operation key=BPXZFZEJYPX1 tag=TUQMB5HUS26W type=del size=3622179 2023-12-22T17:36:52.115 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.116+0000 7fb94d391880 1 < canceled operation key=2G2FODM41TWI tag=L5NDNBN58M0R type=del size=939949 2023-12-22T17:36:52.117 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.118+0000 7fb94d391880 1 > prepared operation key=I7GAQL38WXHS tag=7PCYIXFEZK6I type=del size=3446658 2023-12-22T17:36:52.121 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.122+0000 7fb94d391880 1 < suggested update operation key=2G2FODM41TWI tag=A3U9I883IVZ1 type=write size=337004 2023-12-22T17:36:52.125 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.127+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~XGTCYKDN3ZP1.0 size=796480 2023-12-22T17:36:52.125 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.127+0000 7fb94d391880 1 > prepared multipart upload key=2G2FODM41TWI upload=XGTCYKDN3ZP1 tag=0HQLKQG263IS type=write size=1845056 2023-12-22T17:36:52.127 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.128+0000 7fb94d391880 1 < completed part key=_multipart_YRKG3P9O1XBW.2~2WGH1TUG7RG2.0 size=1048576 2023-12-22T17:36:52.129 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.130+0000 7fb94d391880 1 < completed part key=_multipart_YRKG3P9O1XBW.2~2WGH1TUG7RG2.1 size=888850 2023-12-22T17:36:52.132 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.134+0000 7fb94d391880 1 < completed multipart upload key=YRKG3P9O1XBW upload=2WGH1TUG7RG2 tag=0GM107O3WGIT type=write size=2986002 2023-12-22T17:36:52.134 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.136+0000 7fb94d391880 1 > prepared operation key=X3NXWCITUK7S tag=T8MIXHQUJN3A type=write size=856977 2023-12-22T17:36:52.136 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.137+0000 7fb94d391880 1 < completed part key=_multipart_BCP1VQB2TB0F.2~0NJ5MN5VMD4V.0 size=1048576 2023-12-22T17:36:52.138 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.139+0000 7fb94d391880 1 < completed part key=_multipart_BCP1VQB2TB0F.2~0NJ5MN5VMD4V.1 size=1048576 2023-12-22T17:36:52.139 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.140+0000 7fb94d391880 1 < completed part key=_multipart_BCP1VQB2TB0F.2~0NJ5MN5VMD4V.2 size=131258 2023-12-22T17:36:52.143 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.144+0000 7fb94d391880 1 < completed multipart upload key=BCP1VQB2TB0F upload=0NJ5MN5VMD4V tag=P8KUTJ3GAQ8S type=write size=3276986 2023-12-22T17:36:52.145 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.146+0000 7fb94d391880 1 > prepared operation key=YRKG3P9O1XBW tag=QUV3COB56E4L type=del size=2741016 2023-12-22T17:36:52.145 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.146+0000 7fb94d391880 1 < canceled part key=_multipart_5HOL7148HSJL.2~42R11574SQZR.0 size=1048576 2023-12-22T17:36:52.146 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.148+0000 7fb94d391880 1 < completed part key=_multipart_5HOL7148HSJL.2~42R11574SQZR.1 size=154979 2023-12-22T17:36:52.150 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.151+0000 7fb94d391880 1 < canceled multipart upload key=5HOL7148HSJL upload=42R11574SQZR tag=GO84X72ESKTP type=write size=2252131 2023-12-22T17:36:52.152 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.153+0000 7fb94d391880 1 > prepared operation key=X3NXWCITUK7S tag=2UUF7SBSKLXO type=del size=963424 2023-12-22T17:36:52.154 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.155+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~205PO0HOD5SC.0 size=1048576 2023-12-22T17:36:52.155 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.157+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~205PO0HOD5SC.1 size=705834 2023-12-22T17:36:52.159 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.160+0000 7fb94d391880 1 < completed multipart upload key=DVN26OO0LDI7 upload=205PO0HOD5SC tag=ZVK65Z8U0BXG type=write size=2802986 2023-12-22T17:36:52.164 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.163+0000 7fb94d391880 1 > prepared part key=_multipart_RWJE4O4GO9IK.2~VZQI3BNF3F89.0 size=995724 2023-12-22T17:36:52.165 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.164+0000 7fb94d391880 1 > prepared multipart upload key=RWJE4O4GO9IK upload=VZQI3BNF3F89 tag=672C2OXNNOQF type=write size=2044300 2023-12-22T17:36:52.165 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.166+0000 7fb94d391880 1 < completed delete operation key=DXPJ8O4O0SI2 tag=4MCZRVQKCU88 type=del 2023-12-22T17:36:52.167 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.168+0000 7fb94d391880 1 > prepared operation key=R9WTR26FAZP8 tag=55I68K6045Q7 type=del size=1222181 2023-12-22T17:36:52.169 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.171+0000 7fb94d391880 -1 < failed to complete operation key=2G2FODM41TWI tag=M8ILACRS3TXA type=del size=1261112: (22) Invalid argument 2023-12-22T17:36:52.171 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.173+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=K0Q92MA1Z0KP type=del size=134604 2023-12-22T17:36:52.175 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.176+0000 7fb94d391880 -1 < failed to complete operation key=2G2FODM41TWI tag=1B8B7T7BYDZT type=del size=3081439: (22) Invalid argument 2023-12-22T17:36:52.179 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.180+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~P5ZGMSBF9MRO.0 size=656695 2023-12-22T17:36:52.179 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.180+0000 7fb94d391880 1 > prepared multipart upload key=I7GAQL38WXHS upload=P5ZGMSBF9MRO tag=WMNLYVA36V1D type=write size=1705271 2023-12-22T17:36:52.181 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.182+0000 7fb94d391880 1 < completed part key=_multipart_7V5FS6PEP4ZL.2~CCI80VPE6TIO.0 size=1048576 2023-12-22T17:36:52.182 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.183+0000 7fb94d391880 1 < completed part key=_multipart_7V5FS6PEP4ZL.2~CCI80VPE6TIO.1 size=1048576 2023-12-22T17:36:52.182 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.183+0000 7fb94d391880 1 < canceled part key=_multipart_7V5FS6PEP4ZL.2~CCI80VPE6TIO.2 size=703292 2023-12-22T17:36:52.186 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.187+0000 7fb94d391880 1 < canceled multipart upload key=7V5FS6PEP4ZL upload=CCI80VPE6TIO tag=X71SPHVTCVT0 type=write size=3849020 2023-12-22T17:36:52.188 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.189+0000 7fb94d391880 1 > prepared operation key=KLRYSCZNAHKT tag=LLN2USYZK10A type=del size=1855769 2023-12-22T17:36:52.189 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.191+0000 7fb94d391880 1 < completed delete operation key=KLRYSCZNAHKT tag=WMF0G0MWG8A6 type=del 2023-12-22T17:36:52.191 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.192+0000 7fb94d391880 1 > prepared operation key=DVN26OO0LDI7 tag=JSS3D94G3WHA type=del size=81927 2023-12-22T17:36:52.193 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.194+0000 7fb94d391880 1 < completed delete operation key=DZPSR14TMXNC tag=026PTKPGVIIC type=del 2023-12-22T17:36:52.197 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.198+0000 7fb94d391880 1 > prepared part key=_multipart_X3NXWCITUK7S.2~M5HG583018F3.0 size=861791 2023-12-22T17:36:52.197 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.198+0000 7fb94d391880 1 > prepared multipart upload key=X3NXWCITUK7S upload=M5HG583018F3 tag=X1LLUYSSAYK2 type=write size=1910367 2023-12-22T17:36:52.197 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.198+0000 7fb94d391880 1 < canceled part key=_multipart_GGQ09G6E3CZ6.2~Y6S3PIP6JEBP.0 size=1048576 2023-12-22T17:36:52.199 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.201+0000 7fb94d391880 1 < completed part key=_multipart_GGQ09G6E3CZ6.2~Y6S3PIP6JEBP.1 size=718996 2023-12-22T17:36:52.202 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.204+0000 7fb94d391880 1 < canceled multipart upload key=GGQ09G6E3CZ6 upload=Y6S3PIP6JEBP tag=NTU9R5WTFDUJ type=write size=2816148 2023-12-22T17:36:52.204 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.206+0000 7fb94d391880 1 > prepared operation key=L6DUB57B222Z tag=RNS5GLW6EXF4 type=del size=4170643 2023-12-22T17:36:52.206 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.208+0000 7fb94d391880 1 < completed delete operation key=RV0R03E3QAOV tag=T8YAC0RHDBX4 type=del 2023-12-22T17:36:52.210 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.211+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~PQX9TT9PNWF5.0 size=1048576 2023-12-22T17:36:52.211 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.213+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~PQX9TT9PNWF5.1 size=587024 2023-12-22T17:36:52.212 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.213+0000 7fb94d391880 1 > prepared multipart upload key=DZPSR14TMXNC upload=PQX9TT9PNWF5 tag=1WOM90XL9230 type=write size=2684176 2023-12-22T17:36:52.213 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.215+0000 7fb94d391880 1 < completed delete operation key=40X558JXAX9S tag=TNUZHCHWW1IJ type=del 2023-12-22T17:36:52.215 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.216+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=MFXBURXBD619 type=del size=4082954 2023-12-22T17:36:52.217 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.218+0000 7fb94d391880 1 < completed delete operation key=BPXZFZEJYPX1 tag=TUQMB5HUS26W type=del 2023-12-22T17:36:52.219 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.220+0000 7fb94d391880 1 > prepared operation key=TDS90SYZKMLU tag=6LZNNDN03PDG type=del size=2294921 2023-12-22T17:36:52.221 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.222+0000 7fb94d391880 1 < canceled operation key=I7GAQL38WXHS tag=7PCYIXFEZK6I type=del size=3446658 2023-12-22T17:36:52.223 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.224+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=VOQKN70WXZKF type=write size=64335 2023-12-22T17:36:52.225 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.226+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~XGTCYKDN3ZP1.0 size=796480 2023-12-22T17:36:52.229 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.230+0000 7fb94d391880 1 < completed multipart upload key=2G2FODM41TWI upload=XGTCYKDN3ZP1 tag=0HQLKQG263IS type=write size=1845056 2023-12-22T17:36:52.232 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.233+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~BED6BOS89LFN.0 size=645220 2023-12-22T17:36:52.232 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.233+0000 7fb94d391880 1 > prepared multipart upload key=DZPSR14TMXNC upload=BED6BOS89LFN tag=JDMYC2DK1IHL type=write size=1693796 2023-12-22T17:36:52.234 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.235+0000 7fb94d391880 1 < completed write operation key=X3NXWCITUK7S tag=T8MIXHQUJN3A type=write size=856977 2023-12-22T17:36:52.237 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.238+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~BKVHZLEJA4JY.0 size=1048576 2023-12-22T17:36:52.239 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.240+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~BKVHZLEJA4JY.1 size=1048576 2023-12-22T17:36:52.241 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.242+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~BKVHZLEJA4JY.2 size=382824 2023-12-22T17:36:52.241 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.242+0000 7fb94d391880 1 > prepared multipart upload key=W3X2J2SCNOE7 upload=BKVHZLEJA4JY tag=FFIPWFE6A8T4 type=write size=3528552 2023-12-22T17:36:52.243 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.244+0000 7fb94d391880 1 < completed delete operation key=YRKG3P9O1XBW tag=QUV3COB56E4L type=del 2023-12-22T17:36:52.245 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.246+0000 7fb94d391880 1 > prepared operation key=DZPSR14TMXNC tag=GJI8H2XQRG8V type=write size=953108 2023-12-22T17:36:52.247 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.248+0000 7fb94d391880 1 < completed delete operation key=X3NXWCITUK7S tag=2UUF7SBSKLXO type=del 2023-12-22T17:36:52.250 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.251+0000 7fb94d391880 1 > prepared part key=_multipart_T8TYNCC2V8CD.2~WYS7Y9AHNYD3.0 size=1048576 2023-12-22T17:36:52.252 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.253+0000 7fb94d391880 1 > prepared part key=_multipart_T8TYNCC2V8CD.2~WYS7Y9AHNYD3.1 size=604258 2023-12-22T17:36:52.252 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.253+0000 7fb94d391880 1 > prepared multipart upload key=T8TYNCC2V8CD upload=WYS7Y9AHNYD3 tag=N2YELPU7MN3P type=write size=2701410 2023-12-22T17:36:52.254 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.255+0000 7fb94d391880 1 < completed part key=_multipart_RWJE4O4GO9IK.2~VZQI3BNF3F89.0 size=995724 2023-12-22T17:36:52.258 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.259+0000 7fb94d391880 1 < completed multipart upload key=RWJE4O4GO9IK upload=VZQI3BNF3F89 tag=672C2OXNNOQF type=write size=2044300 2023-12-22T17:36:52.261 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.262+0000 7fb94d391880 1 > prepared part key=_multipart_YRKG3P9O1XBW.2~AYBT752YGLUS.0 size=1048576 2023-12-22T17:36:52.262 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.264+0000 7fb94d391880 1 > prepared part key=_multipart_YRKG3P9O1XBW.2~AYBT752YGLUS.1 size=866775 2023-12-22T17:36:52.262 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.264+0000 7fb94d391880 1 > prepared multipart upload key=YRKG3P9O1XBW upload=AYBT752YGLUS tag=LEWCFDO0XEOX type=write size=2963927 2023-12-22T17:36:52.264 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.266+0000 7fb94d391880 1 < completed delete operation key=R9WTR26FAZP8 tag=55I68K6045Q7 type=del 2023-12-22T17:36:52.268 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.269+0000 7fb94d391880 1 > prepared part key=_multipart_T8TYNCC2V8CD.2~IXXG2BEB0RX3.0 size=665155 2023-12-22T17:36:52.268 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.269+0000 7fb94d391880 1 > prepared multipart upload key=T8TYNCC2V8CD upload=IXXG2BEB0RX3 tag=PMZQ4CDLGNDV type=write size=1713731 2023-12-22T17:36:52.270 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.271+0000 7fb94d391880 1 < completed delete operation key=7KXZJJ9YT96E tag=K0Q92MA1Z0KP type=del 2023-12-22T17:36:52.271 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.273+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=UJHJVAFS0JIX type=del size=997403 2023-12-22T17:36:52.274 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.275+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~P5ZGMSBF9MRO.0 size=656695 2023-12-22T17:36:52.277 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.278+0000 7fb94d391880 1 < completed multipart upload key=I7GAQL38WXHS upload=P5ZGMSBF9MRO tag=WMNLYVA36V1D type=write size=1705271 2023-12-22T17:36:52.279 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.280+0000 7fb94d391880 1 > prepared operation key=T8TYNCC2V8CD tag=M0552OO3SU48 type=write size=1025030 2023-12-22T17:36:52.281 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.282+0000 7fb94d391880 1 < completed delete operation key=KLRYSCZNAHKT tag=LLN2USYZK10A type=del 2023-12-22T17:36:52.283 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.284+0000 7fb94d391880 1 > prepared operation key=NZ7PMKB2HICR tag=UKE3F7EJMNKO type=del size=1925008 2023-12-22T17:36:52.284 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.286+0000 7fb94d391880 1 < completed delete operation key=DVN26OO0LDI7 tag=JSS3D94G3WHA type=del 2023-12-22T17:36:52.288 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.289+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~4KAVUEYT8X7C.0 size=1048576 2023-12-22T17:36:52.289 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.291+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~4KAVUEYT8X7C.1 size=1048576 2023-12-22T17:36:52.291 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.292+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~4KAVUEYT8X7C.2 size=767579 2023-12-22T17:36:52.291 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.292+0000 7fb94d391880 1 > prepared multipart upload key=KLRYSCZNAHKT upload=4KAVUEYT8X7C tag=G1GHTNUBU1YW type=write size=3913307 2023-12-22T17:36:52.293 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.294+0000 7fb94d391880 1 < completed part key=_multipart_X3NXWCITUK7S.2~M5HG583018F3.0 size=861791 2023-12-22T17:36:52.296 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.298+0000 7fb94d391880 1 < completed multipart upload key=X3NXWCITUK7S upload=M5HG583018F3 tag=X1LLUYSSAYK2 type=write size=1910367 2023-12-22T17:36:52.299 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.300+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=WGCFP4WA0E6J type=write size=350892 2023-12-22T17:36:52.301 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.302+0000 7fb94d391880 1 < completed delete operation key=L6DUB57B222Z tag=RNS5GLW6EXF4 type=del 2023-12-22T17:36:52.303 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.304+0000 7fb94d391880 1 > prepared operation key=KLRYSCZNAHKT tag=VXHW2G4EDCN7 type=del size=4094782 2023-12-22T17:36:52.304 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.306+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~PQX9TT9PNWF5.0 size=1048576 2023-12-22T17:36:52.306 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.307+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~PQX9TT9PNWF5.1 size=587024 2023-12-22T17:36:52.309 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.310+0000 7fb94d391880 1 < completed multipart upload key=DZPSR14TMXNC upload=PQX9TT9PNWF5 tag=1WOM90XL9230 type=write size=2684176 2023-12-22T17:36:52.311 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.312+0000 7fb94d391880 1 > prepared operation key=704VLVQ2P45U tag=4NKM51EEMZ2U type=del size=3428508 2023-12-22T17:36:52.313 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.315+0000 7fb94d391880 1 < completed delete operation key=28XBL3715EHT tag=MFXBURXBD619 type=del 2023-12-22T17:36:52.317 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.318+0000 7fb94d391880 1 > prepared part key=_multipart_7KXZJJ9YT96E.2~9X3OYFXKBON5.0 size=751636 2023-12-22T17:36:52.317 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.318+0000 7fb94d391880 1 > prepared multipart upload key=7KXZJJ9YT96E upload=9X3OYFXKBON5 tag=96CCDO18UM4E type=write size=1800212 2023-12-22T17:36:52.319 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.321+0000 7fb94d391880 1 < completed delete operation key=TDS90SYZKMLU tag=6LZNNDN03PDG type=del 2023-12-22T17:36:52.321 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.322+0000 7fb94d391880 1 > prepared operation key=V3ZYXTO3N0R6 tag=8L5UJWY943F7 type=del size=289306 2023-12-22T17:36:52.323 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.325+0000 7fb94d391880 1 < canceled operation key=HZAQDCN1TA70 tag=VOQKN70WXZKF type=write size=64335 2023-12-22T17:36:52.326 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.327+0000 7fb94d391880 1 > prepared operation key=74ZWP6PRPDCK tag=RFIW37FF0WM1 type=del size=1697947 2023-12-22T17:36:52.328 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.329+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~BED6BOS89LFN.0 size=645220 2023-12-22T17:36:52.332 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.333+0000 7fb94d391880 1 < completed multipart upload key=DZPSR14TMXNC upload=BED6BOS89LFN tag=JDMYC2DK1IHL type=write size=1693796 2023-12-22T17:36:52.334 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.335+0000 7fb94d391880 1 > prepared operation key=GGQ09G6E3CZ6 tag=AEOM8GBMRWGZ type=del size=2921912 2023-12-22T17:36:52.336 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.337+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~BKVHZLEJA4JY.0 size=1048576 2023-12-22T17:36:52.337 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.339+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~BKVHZLEJA4JY.1 size=1048576 2023-12-22T17:36:52.339 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.340+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~BKVHZLEJA4JY.2 size=382824 2023-12-22T17:36:52.342 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.344+0000 7fb94d391880 1 < completed multipart upload key=W3X2J2SCNOE7 upload=BKVHZLEJA4JY tag=FFIPWFE6A8T4 type=write size=3528552 2023-12-22T17:36:52.345 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.346+0000 7fb94d391880 1 > prepared operation key=0BNHPX2OE7C0 tag=FS7XUQDH51N0 type=del size=1505588 2023-12-22T17:36:52.349 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.350+0000 7fb94d391880 1 < suggested remove operation key=DZPSR14TMXNC tag=GJI8H2XQRG8V type=write 2023-12-22T17:36:52.351 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.352+0000 7fb94d391880 1 > prepared operation key=YRKG3P9O1XBW tag=Q6U2BEEDD559 type=del size=24950 2023-12-22T17:36:52.353 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.355+0000 7fb94d391880 1 < completed part key=_multipart_T8TYNCC2V8CD.2~WYS7Y9AHNYD3.0 size=1048576 2023-12-22T17:36:52.355 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.356+0000 7fb94d391880 1 < completed part key=_multipart_T8TYNCC2V8CD.2~WYS7Y9AHNYD3.1 size=604258 2023-12-22T17:36:52.359 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.360+0000 7fb94d391880 1 < completed multipart upload key=T8TYNCC2V8CD upload=WYS7Y9AHNYD3 tag=N2YELPU7MN3P type=write size=2701410 2023-12-22T17:36:52.361 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.362+0000 7fb94d391880 1 > prepared operation key=R9WTR26FAZP8 tag=MV61IT15GKHV type=del size=158607 2023-12-22T17:36:52.363 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.364+0000 7fb94d391880 1 < completed part key=_multipart_YRKG3P9O1XBW.2~AYBT752YGLUS.0 size=1048576 2023-12-22T17:36:52.369 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.371+0000 7fb94d391880 1 < completed part key=_multipart_YRKG3P9O1XBW.2~AYBT752YGLUS.1 size=866775 2023-12-22T17:36:52.377 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.378+0000 7fb94d391880 1 < completed multipart upload key=YRKG3P9O1XBW upload=AYBT752YGLUS tag=LEWCFDO0XEOX type=write size=2963927 2023-12-22T17:36:52.381 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.382+0000 7fb94d391880 1 > prepared part key=_multipart_5HOL7148HSJL.2~72FJNYV325J0.0 size=1048576 2023-12-22T17:36:52.383 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.384+0000 7fb94d391880 1 > prepared part key=_multipart_5HOL7148HSJL.2~72FJNYV325J0.1 size=971141 2023-12-22T17:36:52.383 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.384+0000 7fb94d391880 1 > prepared multipart upload key=5HOL7148HSJL upload=72FJNYV325J0 tag=37PYLTGH1MH4 type=write size=3068293 2023-12-22T17:36:52.384 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.386+0000 7fb94d391880 1 < completed part key=_multipart_T8TYNCC2V8CD.2~IXXG2BEB0RX3.0 size=665155 2023-12-22T17:36:52.388 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.389+0000 7fb94d391880 1 < completed multipart upload key=T8TYNCC2V8CD upload=IXXG2BEB0RX3 tag=PMZQ4CDLGNDV type=write size=1713731 2023-12-22T17:36:52.390 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.391+0000 7fb94d391880 1 > prepared operation key=DXPJ8O4O0SI2 tag=5752HGRRQVIO type=del size=1291355 2023-12-22T17:36:52.392 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.393+0000 7fb94d391880 1 < completed delete operation key=HZAQDCN1TA70 tag=UJHJVAFS0JIX type=del 2023-12-22T17:36:52.394 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.395+0000 7fb94d391880 1 > prepared operation key=NZ7PMKB2HICR tag=Y4RPA33RSIDZ type=del size=260815 2023-12-22T17:36:52.396 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.397+0000 7fb94d391880 1 < canceled operation key=T8TYNCC2V8CD tag=M0552OO3SU48 type=write size=1025030 2023-12-22T17:36:52.398 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.399+0000 7fb94d391880 1 > prepared operation key=74ZWP6PRPDCK tag=92ZLHS6PYBZQ type=del size=2392064 2023-12-22T17:36:52.400 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.401+0000 7fb94d391880 1 < completed delete operation key=NZ7PMKB2HICR tag=UKE3F7EJMNKO type=del 2023-12-22T17:36:52.401 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.402+0000 7fb94d391880 1 > prepared operation key=704VLVQ2P45U tag=U1CCITOSCQ2B type=del size=348795 2023-12-22T17:36:52.403 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.405+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~4KAVUEYT8X7C.0 size=1048576 2023-12-22T17:36:52.403 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.405+0000 7fb94d391880 1 < canceled part key=_multipart_KLRYSCZNAHKT.2~4KAVUEYT8X7C.1 size=1048576 2023-12-22T17:36:52.405 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.406+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~4KAVUEYT8X7C.2 size=767579 2023-12-22T17:36:52.408 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.410+0000 7fb94d391880 1 < canceled multipart upload key=KLRYSCZNAHKT upload=4KAVUEYT8X7C tag=G1GHTNUBU1YW type=write size=3913307 2023-12-22T17:36:52.412 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.413+0000 7fb94d391880 1 > prepared part key=_multipart_28XBL3715EHT.2~N8OOUDUYIQ8T.0 size=1048576 2023-12-22T17:36:52.414 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.415+0000 7fb94d391880 1 > prepared part key=_multipart_28XBL3715EHT.2~N8OOUDUYIQ8T.1 size=199394 2023-12-22T17:36:52.414 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.415+0000 7fb94d391880 1 > prepared multipart upload key=28XBL3715EHT upload=N8OOUDUYIQ8T tag=83DJR3A4NTZQ type=write size=2296546 2023-12-22T17:36:52.416 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.417+0000 7fb94d391880 1 < completed write operation key=40X558JXAX9S tag=WGCFP4WA0E6J type=write size=350892 2023-12-22T17:36:52.419 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.421+0000 7fb94d391880 1 > prepared part key=_multipart_IRCWNBTM8JVB.2~B7CYY2Q2HR4R.0 size=1048576 2023-12-22T17:36:52.421 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.422+0000 7fb94d391880 1 > prepared part key=_multipart_IRCWNBTM8JVB.2~B7CYY2Q2HR4R.1 size=282805 2023-12-22T17:36:52.421 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.422+0000 7fb94d391880 1 > prepared multipart upload key=IRCWNBTM8JVB upload=B7CYY2Q2HR4R tag=ZEB0FR6LFVIC type=write size=2379957 2023-12-22T17:36:52.423 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.424+0000 7fb94d391880 1 < canceled operation key=KLRYSCZNAHKT tag=VXHW2G4EDCN7 type=del size=4094782 2023-12-22T17:36:52.425 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.426+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=LN2SNWMTXO2P type=write size=928988 2023-12-22T17:36:52.428 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.430+0000 7fb94d391880 1 < suggested remove operation key=704VLVQ2P45U tag=4NKM51EEMZ2U type=del 2023-12-22T17:36:52.430 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.431+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=YV4KNQYOIJZX type=del size=472319 2023-12-22T17:36:52.432 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.433+0000 7fb94d391880 1 < completed part key=_multipart_7KXZJJ9YT96E.2~9X3OYFXKBON5.0 size=751636 2023-12-22T17:36:52.435 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.436+0000 7fb94d391880 1 < completed multipart upload key=7KXZJJ9YT96E upload=9X3OYFXKBON5 tag=96CCDO18UM4E type=write size=1800212 2023-12-22T17:36:52.437 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.438+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=RSPA4V6V16F1 type=del size=3931258 2023-12-22T17:36:52.440 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.441+0000 7fb94d391880 1 < suggested update operation key=V3ZYXTO3N0R6 tag=8L5UJWY943F7 type=del size=289306 2023-12-22T17:36:52.442 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.443+0000 7fb94d391880 1 > prepared operation key=DZPSR14TMXNC tag=TY971CUN5ACR type=del size=1329369 2023-12-22T17:36:52.444 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.445+0000 7fb94d391880 1 < completed delete operation key=74ZWP6PRPDCK tag=RFIW37FF0WM1 type=del 2023-12-22T17:36:52.446 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.447+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=RF62Y068TNR6 type=write size=388149 2023-12-22T17:36:52.448 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.449+0000 7fb94d391880 1 < completed delete operation key=GGQ09G6E3CZ6 tag=AEOM8GBMRWGZ type=del 2023-12-22T17:36:52.449 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.451+0000 7fb94d391880 1 > prepared operation key=DZPSR14TMXNC tag=AAYBQA0ENQT4 type=del size=1891822 2023-12-22T17:36:52.451 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.452+0000 7fb94d391880 1 < completed delete operation key=0BNHPX2OE7C0 tag=FS7XUQDH51N0 type=del 2023-12-22T17:36:52.453 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.454+0000 7fb94d391880 1 > prepared operation key=KLRYSCZNAHKT tag=KZALNLY7B7LY type=del size=546103 2023-12-22T17:36:52.454 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.456+0000 7fb94d391880 1 < canceled operation key=YRKG3P9O1XBW tag=Q6U2BEEDD559 type=del size=24950 2023-12-22T17:36:52.456 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.458+0000 7fb94d391880 1 > prepared operation key=RV0R03E3QAOV tag=G4AU8504EATZ type=del size=3809097 2023-12-22T17:36:52.458 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.459+0000 7fb94d391880 1 < completed delete operation key=R9WTR26FAZP8 tag=MV61IT15GKHV type=del 2023-12-22T17:36:52.461 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.463+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~F231TQ76Q7RZ.0 size=464138 2023-12-22T17:36:52.461 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.463+0000 7fb94d391880 1 > prepared multipart upload key=DVN26OO0LDI7 upload=F231TQ76Q7RZ tag=2YHCGK370GT2 type=write size=1512714 2023-12-22T17:36:52.463 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.464+0000 7fb94d391880 1 < completed part key=_multipart_5HOL7148HSJL.2~72FJNYV325J0.0 size=1048576 2023-12-22T17:36:52.465 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.466+0000 7fb94d391880 1 < completed part key=_multipart_5HOL7148HSJL.2~72FJNYV325J0.1 size=971141 2023-12-22T17:36:52.468 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.469+0000 7fb94d391880 1 < completed multipart upload key=5HOL7148HSJL upload=72FJNYV325J0 tag=37PYLTGH1MH4 type=write size=3068293 2023-12-22T17:36:52.470 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.471+0000 7fb94d391880 1 > prepared operation key=BPXZFZEJYPX1 tag=DXID6M7ISHHQ type=del size=4082485 2023-12-22T17:36:52.472 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.473+0000 7fb94d391880 1 < completed delete operation key=DXPJ8O4O0SI2 tag=5752HGRRQVIO type=del 2023-12-22T17:36:52.476 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.477+0000 7fb94d391880 1 > prepared part key=_multipart_X3NXWCITUK7S.2~YSDC7MG9WQZC.0 size=1048576 2023-12-22T17:36:52.477 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.479+0000 7fb94d391880 1 > prepared part key=_multipart_X3NXWCITUK7S.2~YSDC7MG9WQZC.1 size=324260 2023-12-22T17:36:52.477 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.479+0000 7fb94d391880 1 > prepared multipart upload key=X3NXWCITUK7S upload=YSDC7MG9WQZC tag=WR4U7T7YVA5G type=write size=2421412 2023-12-22T17:36:52.479 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.481+0000 7fb94d391880 1 < completed delete operation key=NZ7PMKB2HICR tag=Y4RPA33RSIDZ type=del 2023-12-22T17:36:52.483 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.484+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~ZFJE248RKSH6.0 size=646300 2023-12-22T17:36:52.483 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.484+0000 7fb94d391880 1 > prepared multipart upload key=6CLDD4VJZWJJ upload=ZFJE248RKSH6 tag=IWTMUP7IYAST type=write size=1694876 2023-12-22T17:36:52.487 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.488+0000 7fb94d391880 1 < suggested remove operation key=74ZWP6PRPDCK tag=92ZLHS6PYBZQ type=del 2023-12-22T17:36:52.490 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.491+0000 7fb94d391880 1 > prepared part key=_multipart_IRCWNBTM8JVB.2~FCCZN1WHPEIY.0 size=491417 2023-12-22T17:36:52.490 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.491+0000 7fb94d391880 1 > prepared multipart upload key=IRCWNBTM8JVB upload=FCCZN1WHPEIY tag=J4476PHMOQAY type=write size=1539993 2023-12-22T17:36:52.492 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.494+0000 7fb94d391880 -1 < failed to complete operation key=704VLVQ2P45U tag=U1CCITOSCQ2B type=del size=348795: (22) Invalid argument 2023-12-22T17:36:52.496 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.497+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~24G6QNB2TH52.0 size=615272 2023-12-22T17:36:52.496 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.497+0000 7fb94d391880 1 > prepared multipart upload key=2G2FODM41TWI upload=24G6QNB2TH52 tag=3AZ8CSOLHWFU type=write size=1663848 2023-12-22T17:36:52.498 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.499+0000 7fb94d391880 1 < completed part key=_multipart_28XBL3715EHT.2~N8OOUDUYIQ8T.0 size=1048576 2023-12-22T17:36:52.500 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.501+0000 7fb94d391880 1 < completed part key=_multipart_28XBL3715EHT.2~N8OOUDUYIQ8T.1 size=199394 2023-12-22T17:36:52.503 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.504+0000 7fb94d391880 1 < completed multipart upload key=28XBL3715EHT upload=N8OOUDUYIQ8T tag=83DJR3A4NTZQ type=write size=2296546 2023-12-22T17:36:52.504 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.506+0000 7fb94d391880 1 > prepared operation key=GGQ09G6E3CZ6 tag=U0R3JZ9CZN8Q type=del size=1313210 2023-12-22T17:36:52.506 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.507+0000 7fb94d391880 1 < completed part key=_multipart_IRCWNBTM8JVB.2~B7CYY2Q2HR4R.0 size=1048576 2023-12-22T17:36:52.508 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.509+0000 7fb94d391880 1 < completed part key=_multipart_IRCWNBTM8JVB.2~B7CYY2Q2HR4R.1 size=282805 2023-12-22T17:36:52.511 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.512+0000 7fb94d391880 1 < completed multipart upload key=IRCWNBTM8JVB upload=B7CYY2Q2HR4R tag=ZEB0FR6LFVIC type=write size=2379957 2023-12-22T17:36:52.514 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.516+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~CERFH2KNFTEM.0 size=1048576 2023-12-22T17:36:52.516 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.517+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~CERFH2KNFTEM.1 size=1048576 2023-12-22T17:36:52.517 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.519+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~CERFH2KNFTEM.2 size=599599 2023-12-22T17:36:52.517 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.519+0000 7fb94d391880 1 > prepared multipart upload key=DVN26OO0LDI7 upload=CERFH2KNFTEM tag=X38FCY0RQXJV type=write size=3745327 2023-12-22T17:36:52.519 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.520+0000 7fb94d391880 1 < completed write operation key=5HOL7148HSJL tag=LN2SNWMTXO2P type=write size=928988 2023-12-22T17:36:52.521 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.522+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=SQ3XODEEUNZN type=write size=853008 2023-12-22T17:36:52.523 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.524+0000 7fb94d391880 1 < completed delete operation key=40X558JXAX9S tag=YV4KNQYOIJZX type=del 2023-12-22T17:36:52.527 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.528+0000 7fb94d391880 1 > prepared part key=_multipart_L6DUB57B222Z.2~F1XVR70GCRME.0 size=599308 2023-12-22T17:36:52.527 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.528+0000 7fb94d391880 1 > prepared multipart upload key=L6DUB57B222Z upload=F1XVR70GCRME tag=CTBHCQK3BYC8 type=write size=1647884 2023-12-22T17:36:52.529 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.530+0000 7fb94d391880 1 < completed delete operation key=HZAQDCN1TA70 tag=RSPA4V6V16F1 type=del 2023-12-22T17:36:52.533 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.534+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~OPNJ661GXW8F.0 size=1048576 2023-12-22T17:36:52.535 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.536+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~OPNJ661GXW8F.1 size=858964 2023-12-22T17:36:52.535 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.536+0000 7fb94d391880 1 > prepared multipart upload key=V3ZYXTO3N0R6 upload=OPNJ661GXW8F tag=7A8LJWJ1OQED type=write size=2956116 2023-12-22T17:36:52.536 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.538+0000 7fb94d391880 1 < completed delete operation key=DZPSR14TMXNC tag=TY971CUN5ACR type=del 2023-12-22T17:36:52.540 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.541+0000 7fb94d391880 1 > prepared part key=_multipart_BPXZFZEJYPX1.2~6X7E9VFZIHLA.0 size=978071 2023-12-22T17:36:52.540 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.541+0000 7fb94d391880 1 > prepared multipart upload key=BPXZFZEJYPX1 upload=6X7E9VFZIHLA tag=TD4I62PFJDM0 type=write size=2026647 2023-12-22T17:36:52.543 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.545+0000 7fb94d391880 1 < suggested update operation key=28XBL3715EHT tag=RF62Y068TNR6 type=write size=388149 2023-12-22T17:36:52.546 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.547+0000 7fb94d391880 1 > prepared operation key=W3X2J2SCNOE7 tag=YB5A9HDOTQTU type=del size=2721073 2023-12-22T17:36:52.547 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.549+0000 7fb94d391880 1 < completed delete operation key=DZPSR14TMXNC tag=AAYBQA0ENQT4 type=del 2023-12-22T17:36:52.549 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.550+0000 7fb94d391880 1 > prepared operation key=7V5FS6PEP4ZL tag=RLQ8NBGYSZ9M type=del size=1911004 2023-12-22T17:36:52.551 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.553+0000 7fb94d391880 1 < completed delete operation key=KLRYSCZNAHKT tag=KZALNLY7B7LY type=del 2023-12-22T17:36:52.555 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.556+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~SG30C9B1FPM5.0 size=62611 2023-12-22T17:36:52.555 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.556+0000 7fb94d391880 1 > prepared multipart upload key=I7GAQL38WXHS upload=SG30C9B1FPM5 tag=IP991DUDY6T6 type=write size=1111187 2023-12-22T17:36:52.556 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.558+0000 7fb94d391880 1 < completed delete operation key=RV0R03E3QAOV tag=G4AU8504EATZ type=del 2023-12-22T17:36:52.558 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.560+0000 7fb94d391880 1 > prepared operation key=0BNHPX2OE7C0 tag=7SFIHD8A2T5G type=del size=765968 2023-12-22T17:36:52.560 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.561+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~F231TQ76Q7RZ.0 size=464138 2023-12-22T17:36:52.563 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.565+0000 7fb94d391880 1 < completed multipart upload key=DVN26OO0LDI7 upload=F231TQ76Q7RZ tag=2YHCGK370GT2 type=write size=1512714 2023-12-22T17:36:52.565 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.567+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=G3MYGKEEMIOU type=write size=502404 2023-12-22T17:36:52.569 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.570+0000 7fb94d391880 1 < suggested remove operation key=BPXZFZEJYPX1 tag=DXID6M7ISHHQ type=del 2023-12-22T17:36:52.572 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.573+0000 7fb94d391880 1 > prepared part key=_multipart_TFLKTU1RF46Q.2~B4TPED1T2XE8.0 size=535352 2023-12-22T17:36:52.572 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.573+0000 7fb94d391880 1 > prepared multipart upload key=TFLKTU1RF46Q upload=B4TPED1T2XE8 tag=1X8KPU1U57C1 type=write size=1583928 2023-12-22T17:36:52.574 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.575+0000 7fb94d391880 1 < completed part key=_multipart_X3NXWCITUK7S.2~YSDC7MG9WQZC.0 size=1048576 2023-12-22T17:36:52.575 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.577+0000 7fb94d391880 1 < completed part key=_multipart_X3NXWCITUK7S.2~YSDC7MG9WQZC.1 size=324260 2023-12-22T17:36:52.578 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.580+0000 7fb94d391880 1 < completed multipart upload key=X3NXWCITUK7S upload=YSDC7MG9WQZC tag=WR4U7T7YVA5G type=write size=2421412 2023-12-22T17:36:52.582 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.583+0000 7fb94d391880 1 > prepared part key=_multipart_TDS90SYZKMLU.2~DRIRW9KGAM99.0 size=1048576 2023-12-22T17:36:52.584 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.585+0000 7fb94d391880 1 > prepared part key=_multipart_TDS90SYZKMLU.2~DRIRW9KGAM99.1 size=761949 2023-12-22T17:36:52.584 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.585+0000 7fb94d391880 1 > prepared multipart upload key=TDS90SYZKMLU upload=DRIRW9KGAM99 tag=HXVZKKIBFJ63 type=write size=2859101 2023-12-22T17:36:52.586 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.587+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~ZFJE248RKSH6.0 size=646300 2023-12-22T17:36:52.589 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.590+0000 7fb94d391880 1 < completed multipart upload key=6CLDD4VJZWJJ upload=ZFJE248RKSH6 tag=IWTMUP7IYAST type=write size=1694876 2023-12-22T17:36:52.591 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.592+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=ZR0JK4SHAGYK type=del size=1756225 2023-12-22T17:36:52.592 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.594+0000 7fb94d391880 1 < completed part key=_multipart_IRCWNBTM8JVB.2~FCCZN1WHPEIY.0 size=491417 2023-12-22T17:36:52.596 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.597+0000 7fb94d391880 1 < completed multipart upload key=IRCWNBTM8JVB upload=FCCZN1WHPEIY tag=J4476PHMOQAY type=write size=1539993 2023-12-22T17:36:52.599 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.600+0000 7fb94d391880 1 > prepared part key=_multipart_BCP1VQB2TB0F.2~T3FVDRB0UQPK.0 size=1048576 2023-12-22T17:36:52.600 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.602+0000 7fb94d391880 1 > prepared part key=_multipart_BCP1VQB2TB0F.2~T3FVDRB0UQPK.1 size=618930 2023-12-22T17:36:52.601 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.602+0000 7fb94d391880 1 > prepared multipart upload key=BCP1VQB2TB0F upload=T3FVDRB0UQPK tag=3TNP05O8PXAK type=write size=2716082 2023-12-22T17:36:52.602 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.604+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~24G6QNB2TH52.0 size=615272 2023-12-22T17:36:52.605 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.607+0000 7fb94d391880 1 < completed multipart upload key=2G2FODM41TWI upload=24G6QNB2TH52 tag=3AZ8CSOLHWFU type=write size=1663848 2023-12-22T17:36:52.609 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.611+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~S6AK12YO9AFV.0 size=537287 2023-12-22T17:36:52.609 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.611+0000 7fb94d391880 1 > prepared multipart upload key=0BNHPX2OE7C0 upload=S6AK12YO9AFV tag=C2YNMGLJAIRI type=write size=1585863 2023-12-22T17:36:52.613 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.614+0000 7fb94d391880 1 < suggested remove operation key=GGQ09G6E3CZ6 tag=U0R3JZ9CZN8Q type=del 2023-12-22T17:36:52.615 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.616+0000 7fb94d391880 1 > prepared operation key=T8TYNCC2V8CD tag=51CCZPL754UL type=del size=1316774 2023-12-22T17:36:52.616 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.618+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~CERFH2KNFTEM.0 size=1048576 2023-12-22T17:36:52.618 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.619+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~CERFH2KNFTEM.1 size=1048576 2023-12-22T17:36:52.618 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.619+0000 7fb94d391880 1 < canceled part key=_multipart_DVN26OO0LDI7.2~CERFH2KNFTEM.2 size=599599 2023-12-22T17:36:52.621 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.622+0000 7fb94d391880 1 < canceled multipart upload key=DVN26OO0LDI7 upload=CERFH2KNFTEM tag=X38FCY0RQXJV type=write size=3745327 2023-12-22T17:36:52.625 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.626+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~HVD6PHK21J8X.0 size=703674 2023-12-22T17:36:52.625 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.626+0000 7fb94d391880 1 > prepared multipart upload key=DZPSR14TMXNC upload=HVD6PHK21J8X tag=K38XRVPFWD5K type=write size=1752250 2023-12-22T17:36:52.627 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.628+0000 7fb94d391880 1 < completed write operation key=2G2FODM41TWI tag=SQ3XODEEUNZN type=write size=853008 2023-12-22T17:36:52.629 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.630+0000 7fb94d391880 1 > prepared operation key=RWJE4O4GO9IK tag=YCC8ZJK7PFE2 type=write size=328511 2023-12-22T17:36:52.630 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.632+0000 7fb94d391880 1 < completed part key=_multipart_L6DUB57B222Z.2~F1XVR70GCRME.0 size=599308 2023-12-22T17:36:52.633 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.635+0000 7fb94d391880 1 < completed multipart upload key=L6DUB57B222Z upload=F1XVR70GCRME tag=CTBHCQK3BYC8 type=write size=1647884 2023-12-22T17:36:52.636 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.638+0000 7fb94d391880 1 > prepared part key=_multipart_T8TYNCC2V8CD.2~N1WABNS3SACS.0 size=793664 2023-12-22T17:36:52.637 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.638+0000 7fb94d391880 1 > prepared multipart upload key=T8TYNCC2V8CD upload=N1WABNS3SACS tag=K4UOFQ7HZF3R type=write size=1842240 2023-12-22T17:36:52.638 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.640+0000 7fb94d391880 1 < completed part key=_multipart_V3ZYXTO3N0R6.2~OPNJ661GXW8F.0 size=1048576 2023-12-22T17:36:52.640 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.641+0000 7fb94d391880 1 < completed part key=_multipart_V3ZYXTO3N0R6.2~OPNJ661GXW8F.1 size=858964 2023-12-22T17:36:52.643 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.644+0000 7fb94d391880 1 < completed multipart upload key=V3ZYXTO3N0R6 upload=OPNJ661GXW8F tag=7A8LJWJ1OQED type=write size=2956116 2023-12-22T17:36:52.645 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.646+0000 7fb94d391880 1 > prepared operation key=L6DUB57B222Z tag=TXKO1AUVZK7H type=del size=3074605 2023-12-22T17:36:52.646 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.648+0000 7fb94d391880 1 < completed part key=_multipart_BPXZFZEJYPX1.2~6X7E9VFZIHLA.0 size=978071 2023-12-22T17:36:52.649 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.651+0000 7fb94d391880 1 < completed multipart upload key=BPXZFZEJYPX1 upload=6X7E9VFZIHLA tag=TD4I62PFJDM0 type=write size=2026647 2023-12-22T17:36:52.653 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.654+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~RGUUUJSE9ZK8.0 size=1048576 2023-12-22T17:36:52.655 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.656+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~RGUUUJSE9ZK8.1 size=400752 2023-12-22T17:36:52.655 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.656+0000 7fb94d391880 1 > prepared multipart upload key=6CLDD4VJZWJJ upload=RGUUUJSE9ZK8 tag=M5523Y791G68 type=write size=2497904 2023-12-22T17:36:52.657 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.658+0000 7fb94d391880 1 < completed delete operation key=W3X2J2SCNOE7 tag=YB5A9HDOTQTU type=del 2023-12-22T17:36:52.658 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.660+0000 7fb94d391880 1 > prepared operation key=BCP1VQB2TB0F tag=F03SNY1N01L7 type=del size=3723028 2023-12-22T17:36:52.661 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.662+0000 7fb94d391880 1 < completed delete operation key=7V5FS6PEP4ZL tag=RLQ8NBGYSZ9M type=del 2023-12-22T17:36:52.662 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.664+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=18HL3ODWV0QL type=del size=1568158 2023-12-22T17:36:52.664 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.666+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~SG30C9B1FPM5.0 size=62611 2023-12-22T17:36:52.668 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.669+0000 7fb94d391880 1 < completed multipart upload key=I7GAQL38WXHS upload=SG30C9B1FPM5 tag=IP991DUDY6T6 type=write size=1111187 2023-12-22T17:36:52.670 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.671+0000 7fb94d391880 1 > prepared operation key=IRCWNBTM8JVB tag=FI9DD5PT6V84 type=del size=3750940 2023-12-22T17:36:52.671 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.673+0000 7fb94d391880 1 < canceled operation key=0BNHPX2OE7C0 tag=7SFIHD8A2T5G type=del size=765968 2023-12-22T17:36:52.673 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.675+0000 7fb94d391880 1 > prepared operation key=YRKG3P9O1XBW tag=E76J307CLZD8 type=del size=3477238 2023-12-22T17:36:52.675 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.676+0000 7fb94d391880 1 < completed write operation key=7KXZJJ9YT96E tag=G3MYGKEEMIOU type=write size=502404 2023-12-22T17:36:52.677 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:52 smithi032 ceph-mon[189144]: pgmap v1280: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 313 KiB/s rd, 109 KiB/s wr, 552 op/s 2023-12-22T17:36:52.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:52 smithi032 ceph-mon[191839]: pgmap v1280: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 313 KiB/s rd, 109 KiB/s wr, 552 op/s 2023-12-22T17:36:52.679 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.680+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~MSJBRGACJPED.0 size=824163 2023-12-22T17:36:52.679 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.680+0000 7fb94d391880 1 > prepared multipart upload key=DXPJ8O4O0SI2 upload=MSJBRGACJPED tag=6VKJEUKTO8OQ type=write size=1872739 2023-12-22T17:36:52.680 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.682+0000 7fb94d391880 1 < completed part key=_multipart_TFLKTU1RF46Q.2~B4TPED1T2XE8.0 size=535352 2023-12-22T17:36:52.683 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.685+0000 7fb94d391880 1 < completed multipart upload key=TFLKTU1RF46Q upload=B4TPED1T2XE8 tag=1X8KPU1U57C1 type=write size=1583928 2023-12-22T17:36:52.685 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.687+0000 7fb94d391880 1 > prepared operation key=BCP1VQB2TB0F tag=U4LHRGXSDBIA type=del size=3096589 2023-12-22T17:36:52.687 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.689+0000 7fb94d391880 1 < completed part key=_multipart_TDS90SYZKMLU.2~DRIRW9KGAM99.0 size=1048576 2023-12-22T17:36:52.689 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.690+0000 7fb94d391880 1 < completed part key=_multipart_TDS90SYZKMLU.2~DRIRW9KGAM99.1 size=761949 2023-12-22T17:36:52.692 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.693+0000 7fb94d391880 1 < completed multipart upload key=TDS90SYZKMLU upload=DRIRW9KGAM99 tag=HXVZKKIBFJ63 type=write size=2859101 2023-12-22T17:36:52.696 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.697+0000 7fb94d391880 1 > prepared part key=_multipart_L6DUB57B222Z.2~3GI2RGDJL4H3.0 size=877180 2023-12-22T17:36:52.696 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.697+0000 7fb94d391880 1 > prepared multipart upload key=L6DUB57B222Z upload=3GI2RGDJL4H3 tag=1O1ITVJB3H9F type=write size=1925756 2023-12-22T17:36:52.698 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.699+0000 7fb94d391880 1 < completed delete operation key=28XBL3715EHT tag=ZR0JK4SHAGYK type=del 2023-12-22T17:36:52.699 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.701+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=R1H48B8QDL35 type=del size=3084758 2023-12-22T17:36:52.701 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.703+0000 7fb94d391880 1 < completed part key=_multipart_BCP1VQB2TB0F.2~T3FVDRB0UQPK.0 size=1048576 2023-12-22T17:36:52.701 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.703+0000 7fb94d391880 1 < canceled part key=_multipart_BCP1VQB2TB0F.2~T3FVDRB0UQPK.1 size=618930 2023-12-22T17:36:52.704 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.706+0000 7fb94d391880 1 < canceled multipart upload key=BCP1VQB2TB0F upload=T3FVDRB0UQPK tag=3TNP05O8PXAK type=write size=2716082 2023-12-22T17:36:52.706 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.708+0000 7fb94d391880 1 > prepared operation key=74ZWP6PRPDCK tag=NRJY0BB45R26 type=del size=4011010 2023-12-22T17:36:52.708 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.709+0000 7fb94d391880 1 < completed part key=_multipart_0BNHPX2OE7C0.2~S6AK12YO9AFV.0 size=537287 2023-12-22T17:36:52.711 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.713+0000 7fb94d391880 1 < completed multipart upload key=0BNHPX2OE7C0 upload=S6AK12YO9AFV tag=C2YNMGLJAIRI type=write size=1585863 2023-12-22T17:36:52.715 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.716+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~KCBM7BVKQ9AA.0 size=469477 2023-12-22T17:36:52.715 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.716+0000 7fb94d391880 1 > prepared multipart upload key=KLRYSCZNAHKT upload=KCBM7BVKQ9AA tag=URHXFBSPKFCA type=write size=1518053 2023-12-22T17:36:52.719 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.720+0000 7fb94d391880 1 < suggested update operation key=T8TYNCC2V8CD tag=51CCZPL754UL type=del size=1316774 2023-12-22T17:36:52.721 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.722+0000 7fb94d391880 1 > prepared operation key=BPXZFZEJYPX1 tag=WZV0EHUYTH96 type=write size=977964 2023-12-22T17:36:52.723 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.724+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~HVD6PHK21J8X.0 size=703674 2023-12-22T17:36:52.726 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.727+0000 7fb94d391880 1 < completed multipart upload key=DZPSR14TMXNC upload=HVD6PHK21J8X tag=K38XRVPFWD5K type=write size=1752250 2023-12-22T17:36:52.728 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.729+0000 7fb94d391880 1 > prepared operation key=T8TYNCC2V8CD tag=0IIDDGWJPT5Q type=del size=190521 2023-12-22T17:36:52.730 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.731+0000 7fb94d391880 1 < completed write operation key=RWJE4O4GO9IK tag=YCC8ZJK7PFE2 type=write size=328511 2023-12-22T17:36:52.732 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.733+0000 7fb94d391880 1 > prepared operation key=X3NXWCITUK7S tag=X3XGI141YMQ1 type=del size=4117480 2023-12-22T17:36:52.734 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.735+0000 7fb94d391880 1 < completed part key=_multipart_T8TYNCC2V8CD.2~N1WABNS3SACS.0 size=793664 2023-12-22T17:36:52.737 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.738+0000 7fb94d391880 1 < completed multipart upload key=T8TYNCC2V8CD upload=N1WABNS3SACS tag=K4UOFQ7HZF3R type=write size=1842240 2023-12-22T17:36:52.740 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.741+0000 7fb94d391880 1 > prepared part key=_multipart_TFLKTU1RF46Q.2~0AA3CY080GE0.0 size=1048576 2023-12-22T17:36:52.742 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.743+0000 7fb94d391880 1 > prepared part key=_multipart_TFLKTU1RF46Q.2~0AA3CY080GE0.1 size=315538 2023-12-22T17:36:52.742 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.743+0000 7fb94d391880 1 > prepared multipart upload key=TFLKTU1RF46Q upload=0AA3CY080GE0 tag=AT3UY7925993 type=write size=2412690 2023-12-22T17:36:52.743 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.745+0000 7fb94d391880 1 < canceled operation key=L6DUB57B222Z tag=TXKO1AUVZK7H type=del size=3074605 2023-12-22T17:36:52.747 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.749+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~FY2P7Y0POHG3.0 size=721450 2023-12-22T17:36:52.748 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.749+0000 7fb94d391880 1 > prepared multipart upload key=DVN26OO0LDI7 upload=FY2P7Y0POHG3 tag=C50VVY11JUON type=write size=1770026 2023-12-22T17:36:52.750 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.751+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~RGUUUJSE9ZK8.0 size=1048576 2023-12-22T17:36:52.752 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.753+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~RGUUUJSE9ZK8.1 size=400752 2023-12-22T17:36:52.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:52 smithi039 ceph-mon[181282]: pgmap v1280: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 313 KiB/s rd, 109 KiB/s wr, 552 op/s 2023-12-22T17:36:52.755 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.757+0000 7fb94d391880 1 < completed multipart upload key=6CLDD4VJZWJJ upload=RGUUUJSE9ZK8 tag=M5523Y791G68 type=write size=2497904 2023-12-22T17:36:52.759 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.760+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~4UC1PYUBEA4Y.0 size=1048576 2023-12-22T17:36:52.761 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.762+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~4UC1PYUBEA4Y.1 size=1048576 2023-12-22T17:36:52.762 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.763+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~4UC1PYUBEA4Y.2 size=994091 2023-12-22T17:36:52.762 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.763+0000 7fb94d391880 1 > prepared multipart upload key=DXPJ8O4O0SI2 upload=4UC1PYUBEA4Y tag=4UP08I8JTFCM type=write size=4139819 2023-12-22T17:36:52.766 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.767+0000 7fb94d391880 1 < suggested remove operation key=BCP1VQB2TB0F tag=F03SNY1N01L7 type=del 2023-12-22T17:36:52.769 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.770+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~VYAX4C5XDXQF.0 size=923532 2023-12-22T17:36:52.769 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.770+0000 7fb94d391880 1 > prepared multipart upload key=KLRYSCZNAHKT upload=VYAX4C5XDXQF tag=OM9VN4AKWLJ3 type=write size=1972108 2023-12-22T17:36:52.771 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.772+0000 7fb94d391880 1 < completed delete operation key=7KXZJJ9YT96E tag=18HL3ODWV0QL type=del 2023-12-22T17:36:52.773 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.774+0000 7fb94d391880 1 > prepared operation key=KLRYSCZNAHKT tag=M7GSE4QXLG2J type=del size=2997008 2023-12-22T17:36:52.774 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.776+0000 7fb94d391880 1 < completed delete operation key=IRCWNBTM8JVB tag=FI9DD5PT6V84 type=del 2023-12-22T17:36:52.778 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.779+0000 7fb94d391880 1 > prepared part key=_multipart_T8TYNCC2V8CD.2~T1XECTOCVOPE.0 size=1048576 2023-12-22T17:36:52.780 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.781+0000 7fb94d391880 1 > prepared part key=_multipart_T8TYNCC2V8CD.2~T1XECTOCVOPE.1 size=364246 2023-12-22T17:36:52.780 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.781+0000 7fb94d391880 1 > prepared multipart upload key=T8TYNCC2V8CD upload=T1XECTOCVOPE tag=FOQN9RTFR542 type=write size=2461398 2023-12-22T17:36:52.781 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.782+0000 7fb94d391880 1 < completed delete operation key=YRKG3P9O1XBW tag=E76J307CLZD8 type=del 2023-12-22T17:36:52.783 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.784+0000 7fb94d391880 1 > prepared operation key=YRKG3P9O1XBW tag=OJ8842NBYDFW type=del size=3033773 2023-12-22T17:36:52.785 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.786+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~MSJBRGACJPED.0 size=824163 2023-12-22T17:36:52.788 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.789+0000 7fb94d391880 1 < completed multipart upload key=DXPJ8O4O0SI2 upload=MSJBRGACJPED tag=6VKJEUKTO8OQ type=write size=1872739 2023-12-22T17:36:52.790 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.791+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=KZCZ65UNOGQR type=del size=2956511 2023-12-22T17:36:52.792 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.793+0000 7fb94d391880 -1 < failed to complete operation key=BCP1VQB2TB0F tag=U4LHRGXSDBIA type=del size=3096589: (22) Invalid argument 2023-12-22T17:36:52.794 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.795+0000 7fb94d391880 1 > prepared operation key=I7GAQL38WXHS tag=ZPSQRFHVHZ6S type=del size=2163072 2023-12-22T17:36:52.796 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.797+0000 7fb94d391880 1 < completed part key=_multipart_L6DUB57B222Z.2~3GI2RGDJL4H3.0 size=877180 2023-12-22T17:36:52.799 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.801+0000 7fb94d391880 1 < completed multipart upload key=L6DUB57B222Z upload=3GI2RGDJL4H3 tag=1O1ITVJB3H9F type=write size=1925756 2023-12-22T17:36:52.801 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.803+0000 7fb94d391880 1 > prepared operation key=0BNHPX2OE7C0 tag=6IPJQORDXRR5 type=del size=1462291 2023-12-22T17:36:52.805 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.806+0000 7fb94d391880 1 < suggested update operation key=7KXZJJ9YT96E tag=R1H48B8QDL35 type=del size=3084758 2023-12-22T17:36:52.809 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.810+0000 7fb94d391880 1 > prepared part key=_multipart_RWJE4O4GO9IK.2~HDWQ9WSUNXKL.0 size=1048576 2023-12-22T17:36:52.810 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.812+0000 7fb94d391880 1 > prepared part key=_multipart_RWJE4O4GO9IK.2~HDWQ9WSUNXKL.1 size=1048576 2023-12-22T17:36:52.812 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.813+0000 7fb94d391880 1 > prepared part key=_multipart_RWJE4O4GO9IK.2~HDWQ9WSUNXKL.2 size=216491 2023-12-22T17:36:52.812 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.813+0000 7fb94d391880 1 > prepared multipart upload key=RWJE4O4GO9IK upload=HDWQ9WSUNXKL tag=RTI8S94LSKU8 type=write size=3362219 2023-12-22T17:36:52.814 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.815+0000 7fb94d391880 1 < completed delete operation key=74ZWP6PRPDCK tag=NRJY0BB45R26 type=del 2023-12-22T17:36:52.816 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.817+0000 7fb94d391880 1 > prepared operation key=YRKG3P9O1XBW tag=I2ZW45DT0GWB type=write size=650177 2023-12-22T17:36:52.818 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.819+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~KCBM7BVKQ9AA.0 size=469477 2023-12-22T17:36:52.821 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.822+0000 7fb94d391880 1 < completed multipart upload key=KLRYSCZNAHKT upload=KCBM7BVKQ9AA tag=URHXFBSPKFCA type=write size=1518053 2023-12-22T17:36:52.823 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.824+0000 7fb94d391880 1 > prepared operation key=YRKG3P9O1XBW tag=J8D9JF2NK5TC type=del size=840489 2023-12-22T17:36:52.824 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.826+0000 7fb94d391880 1 < completed write operation key=BPXZFZEJYPX1 tag=WZV0EHUYTH96 type=write size=977964 2023-12-22T17:36:52.826 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.827+0000 7fb94d391880 1 > prepared operation key=704VLVQ2P45U tag=9DGFTIUNRV8L type=write size=601772 2023-12-22T17:36:52.829 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.830+0000 7fb94d391880 1 < completed delete operation key=T8TYNCC2V8CD tag=0IIDDGWJPT5Q type=del 2023-12-22T17:36:52.832 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.833+0000 7fb94d391880 1 > prepared part key=_multipart_74ZWP6PRPDCK.2~UL2ES8KU6QRB.0 size=1048576 2023-12-22T17:36:52.833 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.835+0000 7fb94d391880 1 > prepared part key=_multipart_74ZWP6PRPDCK.2~UL2ES8KU6QRB.1 size=1048576 2023-12-22T17:36:52.835 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.836+0000 7fb94d391880 1 > prepared part key=_multipart_74ZWP6PRPDCK.2~UL2ES8KU6QRB.2 size=196303 2023-12-22T17:36:52.835 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.836+0000 7fb94d391880 1 > prepared multipart upload key=74ZWP6PRPDCK upload=UL2ES8KU6QRB tag=MNP626PZWW6X type=write size=3342031 2023-12-22T17:36:52.837 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.838+0000 7fb94d391880 1 < completed delete operation key=X3NXWCITUK7S tag=X3XGI141YMQ1 type=del 2023-12-22T17:36:52.839 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.840+0000 7fb94d391880 1 > prepared operation key=RWJE4O4GO9IK tag=O60V4L7A317S type=del size=1934616 2023-12-22T17:36:52.839 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.840+0000 7fb94d391880 1 < canceled part key=_multipart_TFLKTU1RF46Q.2~0AA3CY080GE0.0 size=1048576 2023-12-22T17:36:52.841 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.842+0000 7fb94d391880 1 < completed part key=_multipart_TFLKTU1RF46Q.2~0AA3CY080GE0.1 size=315538 2023-12-22T17:36:52.844 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.845+0000 7fb94d391880 1 < canceled multipart upload key=TFLKTU1RF46Q upload=0AA3CY080GE0 tag=AT3UY7925993 type=write size=2412690 2023-12-22T17:36:52.847 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.849+0000 7fb94d391880 1 > prepared part key=_multipart_TDS90SYZKMLU.2~1EG4P352VRXQ.0 size=1048576 2023-12-22T17:36:52.849 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.850+0000 7fb94d391880 1 > prepared part key=_multipart_TDS90SYZKMLU.2~1EG4P352VRXQ.1 size=1048576 2023-12-22T17:36:52.850 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.852+0000 7fb94d391880 1 > prepared part key=_multipart_TDS90SYZKMLU.2~1EG4P352VRXQ.2 size=903645 2023-12-22T17:36:52.850 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.852+0000 7fb94d391880 1 > prepared multipart upload key=TDS90SYZKMLU upload=1EG4P352VRXQ tag=ZGTXPF34K8HU type=write size=4049373 2023-12-22T17:36:52.852 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.854+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~FY2P7Y0POHG3.0 size=721450 2023-12-22T17:36:52.856 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.857+0000 7fb94d391880 1 < completed multipart upload key=DVN26OO0LDI7 upload=FY2P7Y0POHG3 tag=C50VVY11JUON type=write size=1770026 2023-12-22T17:36:52.858 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.859+0000 7fb94d391880 1 > prepared operation key=YRKG3P9O1XBW tag=YDIEC7Z1IQ4G type=del size=2326733 2023-12-22T17:36:52.860 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.861+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~4UC1PYUBEA4Y.0 size=1048576 2023-12-22T17:36:52.860 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.861+0000 7fb94d391880 1 < canceled part key=_multipart_DXPJ8O4O0SI2.2~4UC1PYUBEA4Y.1 size=1048576 2023-12-22T17:36:52.862 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.863+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~4UC1PYUBEA4Y.2 size=994091 2023-12-22T17:36:52.865 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.866+0000 7fb94d391880 1 < canceled multipart upload key=DXPJ8O4O0SI2 upload=4UC1PYUBEA4Y tag=4UP08I8JTFCM type=write size=4139819 2023-12-22T17:36:52.869 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.870+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~2IIGQZ362TVV.0 size=1048576 2023-12-22T17:36:52.870 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.872+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~2IIGQZ362TVV.1 size=1048576 2023-12-22T17:36:52.872 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.873+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~2IIGQZ362TVV.2 size=313604 2023-12-22T17:36:52.872 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.873+0000 7fb94d391880 1 > prepared multipart upload key=DXPJ8O4O0SI2 upload=2IIGQZ362TVV tag=C4HPO633FONL type=write size=3459332 2023-12-22T17:36:52.874 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.875+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~VYAX4C5XDXQF.0 size=923532 2023-12-22T17:36:52.877 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.879+0000 7fb94d391880 1 < completed multipart upload key=KLRYSCZNAHKT upload=VYAX4C5XDXQF tag=OM9VN4AKWLJ3 type=write size=1972108 2023-12-22T17:36:52.879 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.881+0000 7fb94d391880 1 > prepared operation key=704VLVQ2P45U tag=E3H719UDD0RV type=del size=2410528 2023-12-22T17:36:52.881 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.883+0000 7fb94d391880 1 < completed delete operation key=KLRYSCZNAHKT tag=M7GSE4QXLG2J type=del 2023-12-22T17:36:52.883 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.885+0000 7fb94d391880 1 > prepared operation key=DZPSR14TMXNC tag=R6FDF1VWABNF type=del size=2445709 2023-12-22T17:36:52.884 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.885+0000 7fb94d391880 1 < canceled part key=_multipart_T8TYNCC2V8CD.2~T1XECTOCVOPE.0 size=1048576 2023-12-22T17:36:52.886 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.887+0000 7fb94d391880 1 < completed part key=_multipart_T8TYNCC2V8CD.2~T1XECTOCVOPE.1 size=364246 2023-12-22T17:36:52.889 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.890+0000 7fb94d391880 1 < canceled multipart upload key=T8TYNCC2V8CD upload=T1XECTOCVOPE tag=FOQN9RTFR542 type=write size=2461398 2023-12-22T17:36:52.891 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.892+0000 7fb94d391880 1 > prepared operation key=BCP1VQB2TB0F tag=EYQZKJ2XV0X3 type=del size=1611930 2023-12-22T17:36:52.893 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.894+0000 7fb94d391880 1 < completed delete operation key=YRKG3P9O1XBW tag=OJ8842NBYDFW type=del 2023-12-22T17:36:52.896 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.898+0000 7fb94d391880 1 > prepared part key=_multipart_TFLKTU1RF46Q.2~2988ZONCE1E1.0 size=1048576 2023-12-22T17:36:52.898 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.900+0000 7fb94d391880 1 > prepared part key=_multipart_TFLKTU1RF46Q.2~2988ZONCE1E1.1 size=1048576 2023-12-22T17:36:52.900 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.901+0000 7fb94d391880 1 > prepared part key=_multipart_TFLKTU1RF46Q.2~2988ZONCE1E1.2 size=288506 2023-12-22T17:36:52.900 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.901+0000 7fb94d391880 1 > prepared multipart upload key=TFLKTU1RF46Q upload=2988ZONCE1E1 tag=D12R1NGDBRRK type=write size=3434234 2023-12-22T17:36:52.902 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.903+0000 7fb94d391880 1 < completed delete operation key=HZAQDCN1TA70 tag=KZCZ65UNOGQR type=del 2023-12-22T17:36:52.904 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.905+0000 7fb94d391880 1 > prepared operation key=R9WTR26FAZP8 tag=C31HTW8905CF type=del size=789075 2023-12-22T17:36:52.906 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.907+0000 7fb94d391880 1 < completed delete operation key=I7GAQL38WXHS tag=ZPSQRFHVHZ6S type=del 2023-12-22T17:36:52.908 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.909+0000 7fb94d391880 1 > prepared operation key=NZ7PMKB2HICR tag=S7HEVOFWXYGC type=del size=864716 2023-12-22T17:36:52.913 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.914+0000 7fb94d391880 1 < suggested remove operation key=0BNHPX2OE7C0 tag=6IPJQORDXRR5 type=del 2023-12-22T17:36:52.914 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.916+0000 7fb94d391880 1 > prepared operation key=L6DUB57B222Z tag=31FG7YSFPMRM type=write size=326649 2023-12-22T17:36:52.918 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.919+0000 7fb94d391880 1 < completed part key=_multipart_RWJE4O4GO9IK.2~HDWQ9WSUNXKL.0 size=1048576 2023-12-22T17:36:52.920 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.921+0000 7fb94d391880 1 < completed part key=_multipart_RWJE4O4GO9IK.2~HDWQ9WSUNXKL.1 size=1048576 2023-12-22T17:36:52.921 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.923+0000 7fb94d391880 1 < completed part key=_multipart_RWJE4O4GO9IK.2~HDWQ9WSUNXKL.2 size=216491 2023-12-22T17:36:52.925 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.927+0000 7fb94d391880 1 < completed multipart upload key=RWJE4O4GO9IK upload=HDWQ9WSUNXKL tag=RTI8S94LSKU8 type=write size=3362219 2023-12-22T17:36:52.929 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.931+0000 7fb94d391880 1 > prepared part key=_multipart_L6DUB57B222Z.2~LNZTLIJ36H98.0 size=1048576 2023-12-22T17:36:52.931 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.932+0000 7fb94d391880 1 > prepared part key=_multipart_L6DUB57B222Z.2~LNZTLIJ36H98.1 size=180182 2023-12-22T17:36:52.931 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.932+0000 7fb94d391880 1 > prepared multipart upload key=L6DUB57B222Z upload=LNZTLIJ36H98 tag=N5JLM9U2W11H type=write size=2277334 2023-12-22T17:36:52.933 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.934+0000 7fb94d391880 1 < completed write operation key=YRKG3P9O1XBW tag=I2ZW45DT0GWB type=write size=650177 2023-12-22T17:36:52.935 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.936+0000 7fb94d391880 1 > prepared operation key=BPXZFZEJYPX1 tag=WVF87AI3RIRR type=del size=2629587 2023-12-22T17:36:52.937 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.938+0000 7fb94d391880 1 < completed delete operation key=YRKG3P9O1XBW tag=J8D9JF2NK5TC type=del 2023-12-22T17:36:52.941 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.942+0000 7fb94d391880 1 > prepared part key=_multipart_YRKG3P9O1XBW.2~014J2WQ6S7HY.0 size=410270 2023-12-22T17:36:52.941 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.942+0000 7fb94d391880 1 > prepared multipart upload key=YRKG3P9O1XBW upload=014J2WQ6S7HY tag=YRCV88QXIXTX type=write size=1458846 2023-12-22T17:36:52.943 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.944+0000 7fb94d391880 1 < completed write operation key=704VLVQ2P45U tag=9DGFTIUNRV8L type=write size=601772 2023-12-22T17:36:52.945 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.946+0000 7fb94d391880 1 > prepared operation key=YRKG3P9O1XBW tag=T6YCYETAFDWK type=del size=2859849 2023-12-22T17:36:52.947 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.948+0000 7fb94d391880 1 < completed part key=_multipart_74ZWP6PRPDCK.2~UL2ES8KU6QRB.0 size=1048576 2023-12-22T17:36:52.948 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.950+0000 7fb94d391880 1 < completed part key=_multipart_74ZWP6PRPDCK.2~UL2ES8KU6QRB.1 size=1048576 2023-12-22T17:36:52.950 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.952+0000 7fb94d391880 1 < completed part key=_multipart_74ZWP6PRPDCK.2~UL2ES8KU6QRB.2 size=196303 2023-12-22T17:36:52.954 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.956+0000 7fb94d391880 1 < completed multipart upload key=74ZWP6PRPDCK upload=UL2ES8KU6QRB tag=MNP626PZWW6X type=write size=3342031 2023-12-22T17:36:52.958 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.959+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~CVU3KY8GB2C5.0 size=1048576 2023-12-22T17:36:52.959 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.961+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~CVU3KY8GB2C5.1 size=21296 2023-12-22T17:36:52.960 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.961+0000 7fb94d391880 1 > prepared multipart upload key=RV0R03E3QAOV upload=CVU3KY8GB2C5 tag=NA4SG5ES7VX2 type=write size=2118448 2023-12-22T17:36:52.963 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.965+0000 7fb94d391880 1 < suggested remove operation key=RWJE4O4GO9IK tag=O60V4L7A317S type=del 2023-12-22T17:36:52.965 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.967+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=415UFXCX58SQ type=del size=2392812 2023-12-22T17:36:52.967 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.969+0000 7fb94d391880 1 < completed part key=_multipart_TDS90SYZKMLU.2~1EG4P352VRXQ.0 size=1048576 2023-12-22T17:36:52.969 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.970+0000 7fb94d391880 1 < completed part key=_multipart_TDS90SYZKMLU.2~1EG4P352VRXQ.1 size=1048576 2023-12-22T17:36:52.971 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.972+0000 7fb94d391880 1 < completed part key=_multipart_TDS90SYZKMLU.2~1EG4P352VRXQ.2 size=903645 2023-12-22T17:36:52.974 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.976+0000 7fb94d391880 1 < completed multipart upload key=TDS90SYZKMLU upload=1EG4P352VRXQ tag=ZGTXPF34K8HU type=write size=4049373 2023-12-22T17:36:52.976 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.978+0000 7fb94d391880 1 > prepared operation key=L6DUB57B222Z tag=NCDATJOLMJXN type=del size=3573674 2023-12-22T17:36:52.980 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.981+0000 7fb94d391880 1 < suggested update operation key=YRKG3P9O1XBW tag=YDIEC7Z1IQ4G type=del size=2326733 2023-12-22T17:36:52.983 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.984+0000 7fb94d391880 1 > prepared operation key=BPXZFZEJYPX1 tag=M4EWZRAAHIQ2 type=del size=3961302 2023-12-22T17:36:52.984 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.986+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~2IIGQZ362TVV.0 size=1048576 2023-12-22T17:36:52.984 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.986+0000 7fb94d391880 1 < canceled part key=_multipart_DXPJ8O4O0SI2.2~2IIGQZ362TVV.1 size=1048576 2023-12-22T17:36:52.986 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.987+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~2IIGQZ362TVV.2 size=313604 2023-12-22T17:36:52.990 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.991+0000 7fb94d391880 1 < canceled multipart upload key=DXPJ8O4O0SI2 upload=2IIGQZ362TVV tag=C4HPO633FONL type=write size=3459332 2023-12-22T17:36:52.992 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.993+0000 7fb94d391880 1 > prepared operation key=R9WTR26FAZP8 tag=7X3SSGN0N053 type=del size=3202654 2023-12-22T17:36:52.996 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:52.997+0000 7fb94d391880 1 < suggested remove operation key=704VLVQ2P45U tag=E3H719UDD0RV type=del 2023-12-22T17:36:53.000 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.001+0000 7fb94d391880 1 > prepared part key=_multipart_YRKG3P9O1XBW.2~BK3JVGMLJ1U5.0 size=1048576 2023-12-22T17:36:53.002 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.003+0000 7fb94d391880 1 > prepared part key=_multipart_YRKG3P9O1XBW.2~BK3JVGMLJ1U5.1 size=1048576 2023-12-22T17:36:53.003 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.004+0000 7fb94d391880 1 > prepared part key=_multipart_YRKG3P9O1XBW.2~BK3JVGMLJ1U5.2 size=422481 2023-12-22T17:36:53.003 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.004+0000 7fb94d391880 1 > prepared multipart upload key=YRKG3P9O1XBW upload=BK3JVGMLJ1U5 tag=WTZ7IOXYT0CP type=write size=3568209 2023-12-22T17:36:53.007 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.008+0000 7fb94d391880 1 < suggested remove operation key=DZPSR14TMXNC tag=R6FDF1VWABNF type=del 2023-12-22T17:36:53.009 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.010+0000 7fb94d391880 1 > prepared operation key=GGQ09G6E3CZ6 tag=41TEOR8CDIP9 type=write size=811241 2023-12-22T17:36:53.011 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.012+0000 7fb94d391880 1 < completed delete operation key=BCP1VQB2TB0F tag=EYQZKJ2XV0X3 type=del 2023-12-22T17:36:53.013 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.014+0000 7fb94d391880 1 > prepared operation key=0BNHPX2OE7C0 tag=GBX08WSHB30X type=del size=641388 2023-12-22T17:36:53.013 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.015+0000 7fb94d391880 1 < canceled part key=_multipart_TFLKTU1RF46Q.2~2988ZONCE1E1.0 size=1048576 2023-12-22T17:36:53.015 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.017+0000 7fb94d391880 1 < completed part key=_multipart_TFLKTU1RF46Q.2~2988ZONCE1E1.1 size=1048576 2023-12-22T17:36:53.017 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.018+0000 7fb94d391880 1 < completed part key=_multipart_TFLKTU1RF46Q.2~2988ZONCE1E1.2 size=288506 2023-12-22T17:36:53.020 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.022+0000 7fb94d391880 1 < canceled multipart upload key=TFLKTU1RF46Q upload=2988ZONCE1E1 tag=D12R1NGDBRRK type=write size=3434234 2023-12-22T17:36:53.022 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.023+0000 7fb94d391880 1 > prepared operation key=T8TYNCC2V8CD tag=ZI1LBZ7HJLBV type=del size=42147 2023-12-22T17:36:53.024 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.025+0000 7fb94d391880 1 < completed delete operation key=R9WTR26FAZP8 tag=C31HTW8905CF type=del 2023-12-22T17:36:53.028 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.029+0000 7fb94d391880 1 > prepared part key=_multipart_R9WTR26FAZP8.2~BF5J1OSVOXBK.0 size=1048576 2023-12-22T17:36:53.030 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.031+0000 7fb94d391880 1 > prepared part key=_multipart_R9WTR26FAZP8.2~BF5J1OSVOXBK.1 size=1048576 2023-12-22T17:36:53.031 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.033+0000 7fb94d391880 1 > prepared part key=_multipart_R9WTR26FAZP8.2~BF5J1OSVOXBK.2 size=407985 2023-12-22T17:36:53.032 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.033+0000 7fb94d391880 1 > prepared multipart upload key=R9WTR26FAZP8 upload=BF5J1OSVOXBK tag=DCMUQA9D2ZFG type=write size=3553713 2023-12-22T17:36:53.035 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.037+0000 7fb94d391880 1 < suggested remove operation key=NZ7PMKB2HICR tag=S7HEVOFWXYGC type=del 2023-12-22T17:36:53.039 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.040+0000 7fb94d391880 1 > prepared part key=_multipart_YRKG3P9O1XBW.2~DA87Z4DIZ65X.0 size=1048576 2023-12-22T17:36:53.040 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.041+0000 7fb94d391880 1 > prepared part key=_multipart_YRKG3P9O1XBW.2~DA87Z4DIZ65X.1 size=637313 2023-12-22T17:36:53.040 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.041+0000 7fb94d391880 1 > prepared multipart upload key=YRKG3P9O1XBW upload=DA87Z4DIZ65X tag=32AEONO3H036 type=write size=2734465 2023-12-22T17:36:53.042 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.043+0000 7fb94d391880 1 < completed write operation key=L6DUB57B222Z tag=31FG7YSFPMRM type=write size=326649 2023-12-22T17:36:53.046 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.047+0000 7fb94d391880 1 > prepared part key=_multipart_BPXZFZEJYPX1.2~C0VQBA937CQX.0 size=1048576 2023-12-22T17:36:53.047 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.048+0000 7fb94d391880 1 > prepared part key=_multipart_BPXZFZEJYPX1.2~C0VQBA937CQX.1 size=463313 2023-12-22T17:36:53.047 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.048+0000 7fb94d391880 1 > prepared multipart upload key=BPXZFZEJYPX1 upload=C0VQBA937CQX tag=F3SYDRPHE70E type=write size=2560465 2023-12-22T17:36:53.047 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.049+0000 7fb94d391880 1 < canceled part key=_multipart_L6DUB57B222Z.2~LNZTLIJ36H98.0 size=1048576 2023-12-22T17:36:53.049 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.050+0000 7fb94d391880 1 < completed part key=_multipart_L6DUB57B222Z.2~LNZTLIJ36H98.1 size=180182 2023-12-22T17:36:53.052 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.054+0000 7fb94d391880 1 < canceled multipart upload key=L6DUB57B222Z upload=LNZTLIJ36H98 tag=N5JLM9U2W11H type=write size=2277334 2023-12-22T17:36:53.054 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.056+0000 7fb94d391880 1 > prepared operation key=NZ7PMKB2HICR tag=X0013219ZIR2 type=del size=2686920 2023-12-22T17:36:53.056 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.058+0000 7fb94d391880 1 < completed delete operation key=BPXZFZEJYPX1 tag=WVF87AI3RIRR type=del 2023-12-22T17:36:53.058 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.059+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=MTBQAR5CZ5ZS type=del size=1319242 2023-12-22T17:36:53.058 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.060+0000 7fb94d391880 1 < canceled part key=_multipart_YRKG3P9O1XBW.2~014J2WQ6S7HY.0 size=410270 2023-12-22T17:36:53.062 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.064+0000 7fb94d391880 1 < canceled multipart upload key=YRKG3P9O1XBW upload=014J2WQ6S7HY tag=YRCV88QXIXTX type=write size=1458846 2023-12-22T17:36:53.064 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.066+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=KIGQKH2RYA6Z type=del size=1987162 2023-12-22T17:36:53.068 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.069+0000 7fb94d391880 1 < suggested remove operation key=YRKG3P9O1XBW tag=T6YCYETAFDWK type=del 2023-12-22T17:36:53.070 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.071+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=TOR71WVB2C4M type=del size=1027902 2023-12-22T17:36:53.072 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.073+0000 7fb94d391880 1 < completed part key=_multipart_RV0R03E3QAOV.2~CVU3KY8GB2C5.0 size=1048576 2023-12-22T17:36:53.073 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.074+0000 7fb94d391880 1 < completed part key=_multipart_RV0R03E3QAOV.2~CVU3KY8GB2C5.1 size=21296 2023-12-22T17:36:53.077 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.078+0000 7fb94d391880 1 < completed multipart upload key=RV0R03E3QAOV upload=CVU3KY8GB2C5 tag=NA4SG5ES7VX2 type=write size=2118448 2023-12-22T17:36:53.081 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.082+0000 7fb94d391880 1 > prepared part key=_multipart_7V5FS6PEP4ZL.2~XWZ2DER318QI.0 size=619115 2023-12-22T17:36:53.081 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.082+0000 7fb94d391880 1 > prepared multipart upload key=7V5FS6PEP4ZL upload=XWZ2DER318QI tag=BYLO97RUIKWI type=write size=1667691 2023-12-22T17:36:53.083 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.084+0000 7fb94d391880 1 < completed delete operation key=HZAQDCN1TA70 tag=415UFXCX58SQ type=del 2023-12-22T17:36:53.085 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.086+0000 7fb94d391880 1 > prepared operation key=I7GAQL38WXHS tag=1QPJPVAL5YRO type=del size=2995659 2023-12-22T17:36:53.087 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.088+0000 7fb94d391880 1 < completed delete operation key=L6DUB57B222Z tag=NCDATJOLMJXN type=del 2023-12-22T17:36:53.089 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.090+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=SSQJ96HPB0PW type=del size=113268 2023-12-22T17:36:53.090 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.092+0000 7fb94d391880 1 < completed delete operation key=BPXZFZEJYPX1 tag=M4EWZRAAHIQ2 type=del 2023-12-22T17:36:53.092 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.094+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=LUGX468RCL1H type=del size=1657043 2023-12-22T17:36:53.094 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.096+0000 7fb94d391880 1 < completed delete operation key=R9WTR26FAZP8 tag=7X3SSGN0N053 type=del 2023-12-22T17:36:53.098 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.099+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~KAL6VSI9C6HH.0 size=1048576 2023-12-22T17:36:53.100 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.101+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~KAL6VSI9C6HH.1 size=425470 2023-12-22T17:36:53.100 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.101+0000 7fb94d391880 1 > prepared multipart upload key=DVN26OO0LDI7 upload=KAL6VSI9C6HH tag=TA1UW1B755YR type=write size=2522622 2023-12-22T17:36:53.102 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.103+0000 7fb94d391880 1 < completed part key=_multipart_YRKG3P9O1XBW.2~BK3JVGMLJ1U5.0 size=1048576 2023-12-22T17:36:53.103 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.104+0000 7fb94d391880 1 < completed part key=_multipart_YRKG3P9O1XBW.2~BK3JVGMLJ1U5.1 size=1048576 2023-12-22T17:36:53.105 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.106+0000 7fb94d391880 1 < completed part key=_multipart_YRKG3P9O1XBW.2~BK3JVGMLJ1U5.2 size=422481 2023-12-22T17:36:53.108 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.109+0000 7fb94d391880 1 < completed multipart upload key=YRKG3P9O1XBW upload=BK3JVGMLJ1U5 tag=WTZ7IOXYT0CP type=write size=3568209 2023-12-22T17:36:53.111 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.113+0000 7fb94d391880 1 > prepared part key=_multipart_74ZWP6PRPDCK.2~DPYNN1HDJHO0.0 size=1048576 2023-12-22T17:36:53.113 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.114+0000 7fb94d391880 1 > prepared part key=_multipart_74ZWP6PRPDCK.2~DPYNN1HDJHO0.1 size=417259 2023-12-22T17:36:53.113 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.114+0000 7fb94d391880 1 > prepared multipart upload key=74ZWP6PRPDCK upload=DPYNN1HDJHO0 tag=2VEDN4HXXIZ4 type=write size=2514411 2023-12-22T17:36:53.115 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.116+0000 7fb94d391880 1 < completed write operation key=GGQ09G6E3CZ6 tag=41TEOR8CDIP9 type=write size=811241 2023-12-22T17:36:53.117 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.118+0000 7fb94d391880 1 > prepared operation key=GGQ09G6E3CZ6 tag=P0EICPJCDTH5 type=del size=845249 2023-12-22T17:36:53.119 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.120+0000 7fb94d391880 1 < completed delete operation key=0BNHPX2OE7C0 tag=GBX08WSHB30X type=del 2023-12-22T17:36:53.121 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.122+0000 7fb94d391880 1 > prepared operation key=DZPSR14TMXNC tag=GQLY5VTCDVKL type=del size=2156164 2023-12-22T17:36:53.123 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.124+0000 7fb94d391880 1 < canceled operation key=T8TYNCC2V8CD tag=ZI1LBZ7HJLBV type=del size=42147 2023-12-22T17:36:53.125 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.126+0000 7fb94d391880 1 > prepared operation key=TDS90SYZKMLU tag=4V73ACYSRTLH type=del size=1225016 2023-12-22T17:36:53.127 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.129+0000 7fb94d391880 1 < completed part key=_multipart_R9WTR26FAZP8.2~BF5J1OSVOXBK.0 size=1048576 2023-12-22T17:36:53.129 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.130+0000 7fb94d391880 1 < completed part key=_multipart_R9WTR26FAZP8.2~BF5J1OSVOXBK.1 size=1048576 2023-12-22T17:36:53.131 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.132+0000 7fb94d391880 1 < completed part key=_multipart_R9WTR26FAZP8.2~BF5J1OSVOXBK.2 size=407985 2023-12-22T17:36:53.134 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.135+0000 7fb94d391880 1 < completed multipart upload key=R9WTR26FAZP8 upload=BF5J1OSVOXBK tag=DCMUQA9D2ZFG type=write size=3553713 2023-12-22T17:36:53.136 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.137+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=UNLT4FV8B2JX type=del size=2766336 2023-12-22T17:36:53.138 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.139+0000 7fb94d391880 1 < completed part key=_multipart_YRKG3P9O1XBW.2~DA87Z4DIZ65X.0 size=1048576 2023-12-22T17:36:53.140 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.141+0000 7fb94d391880 1 < completed part key=_multipart_YRKG3P9O1XBW.2~DA87Z4DIZ65X.1 size=637313 2023-12-22T17:36:53.143 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.145+0000 7fb94d391880 1 < completed multipart upload key=YRKG3P9O1XBW upload=DA87Z4DIZ65X tag=32AEONO3H036 type=write size=2734465 2023-12-22T17:36:53.145 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.146+0000 7fb94d391880 1 > prepared operation key=RV0R03E3QAOV tag=RQLW209YMQ9L type=del size=27859 2023-12-22T17:36:53.147 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.148+0000 7fb94d391880 1 < completed part key=_multipart_BPXZFZEJYPX1.2~C0VQBA937CQX.0 size=1048576 2023-12-22T17:36:53.149 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.150+0000 7fb94d391880 1 < completed part key=_multipart_BPXZFZEJYPX1.2~C0VQBA937CQX.1 size=463313 2023-12-22T17:36:53.153 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.154+0000 7fb94d391880 1 < completed multipart upload key=BPXZFZEJYPX1 upload=C0VQBA937CQX tag=F3SYDRPHE70E type=write size=2560465 2023-12-22T17:36:53.157 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.158+0000 7fb94d391880 1 > prepared part key=_multipart_74ZWP6PRPDCK.2~U8X8W2J97ZK2.0 size=1048576 2023-12-22T17:36:53.158 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.160+0000 7fb94d391880 1 > prepared part key=_multipart_74ZWP6PRPDCK.2~U8X8W2J97ZK2.1 size=778232 2023-12-22T17:36:53.158 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.160+0000 7fb94d391880 1 > prepared multipart upload key=74ZWP6PRPDCK upload=U8X8W2J97ZK2 tag=L5SA0Q38DV20 type=write size=2875384 2023-12-22T17:36:53.160 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.162+0000 7fb94d391880 1 < completed delete operation key=NZ7PMKB2HICR tag=X0013219ZIR2 type=del 2023-12-22T17:36:53.164 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.165+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~E8O9QRZMGUSB.0 size=1048576 2023-12-22T17:36:53.166 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.167+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~E8O9QRZMGUSB.1 size=1048576 2023-12-22T17:36:53.167 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.169+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~E8O9QRZMGUSB.2 size=11199 2023-12-22T17:36:53.167 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.169+0000 7fb94d391880 1 > prepared multipart upload key=DZPSR14TMXNC upload=E8O9QRZMGUSB tag=GZ0MTGH2PIP9 type=write size=3156927 2023-12-22T17:36:53.170 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.171+0000 7fb94d391880 1 < completed delete operation key=28XBL3715EHT tag=MTBQAR5CZ5ZS type=del 2023-12-22T17:36:53.172 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.174+0000 7fb94d391880 1 > prepared operation key=T8TYNCC2V8CD tag=H4B3JBQ6C0MM type=del size=697590 2023-12-22T17:36:53.174 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.176+0000 7fb94d391880 1 < completed delete operation key=HZAQDCN1TA70 tag=KIGQKH2RYA6Z type=del 2023-12-22T17:36:53.176 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.178+0000 7fb94d391880 1 > prepared operation key=704VLVQ2P45U tag=1D7DQLJDTC40 type=write size=162834 2023-12-22T17:36:53.182 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.183+0000 7fb94d391880 1 < suggested remove operation key=5HOL7148HSJL tag=TOR71WVB2C4M type=del 2023-12-22T17:36:53.184 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.185+0000 7fb94d391880 1 > prepared operation key=YRKG3P9O1XBW tag=P450WYYQFDN3 type=write size=79102 2023-12-22T17:36:53.186 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.187+0000 7fb94d391880 1 < completed part key=_multipart_7V5FS6PEP4ZL.2~XWZ2DER318QI.0 size=619115 2023-12-22T17:36:53.189 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.191+0000 7fb94d391880 1 < completed multipart upload key=7V5FS6PEP4ZL upload=XWZ2DER318QI tag=BYLO97RUIKWI type=write size=1667691 2023-12-22T17:36:53.191 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.193+0000 7fb94d391880 1 > prepared operation key=KLRYSCZNAHKT tag=JYC1INFDDUM0 type=write size=337814 2023-12-22T17:36:53.193 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.195+0000 7fb94d391880 1 < canceled operation key=I7GAQL38WXHS tag=1QPJPVAL5YRO type=del size=2995659 2023-12-22T17:36:53.195 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.197+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=U4KNRR2Q819K type=del size=3985290 2023-12-22T17:36:53.199 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.200+0000 7fb94d391880 1 < suggested remove operation key=40X558JXAX9S tag=SSQJ96HPB0PW type=del 2023-12-22T17:36:53.201 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.202+0000 7fb94d391880 1 > prepared operation key=NZ7PMKB2HICR tag=BTNASK5S09RD type=write size=287923 2023-12-22T17:36:53.203 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.204+0000 7fb94d391880 1 < completed delete operation key=HZAQDCN1TA70 tag=LUGX468RCL1H type=del 2023-12-22T17:36:53.208 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.209+0000 7fb94d391880 1 > prepared part key=_multipart_7KXZJJ9YT96E.2~IPITVBIN3L9C.0 size=1048576 2023-12-22T17:36:53.209 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.211+0000 7fb94d391880 1 > prepared part key=_multipart_7KXZJJ9YT96E.2~IPITVBIN3L9C.1 size=1048576 2023-12-22T17:36:53.211 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.213+0000 7fb94d391880 1 > prepared part key=_multipart_7KXZJJ9YT96E.2~IPITVBIN3L9C.2 size=556726 2023-12-22T17:36:53.211 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.213+0000 7fb94d391880 1 > prepared multipart upload key=7KXZJJ9YT96E upload=IPITVBIN3L9C tag=RISM9CDOUKKR type=write size=3702454 2023-12-22T17:36:53.214 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.215+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~KAL6VSI9C6HH.0 size=1048576 2023-12-22T17:36:53.215 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.217+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~KAL6VSI9C6HH.1 size=425470 2023-12-22T17:36:53.219 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.220+0000 7fb94d391880 1 < completed multipart upload key=DVN26OO0LDI7 upload=KAL6VSI9C6HH tag=TA1UW1B755YR type=write size=2522622 2023-12-22T17:36:53.222 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.224+0000 7fb94d391880 1 > prepared part key=_multipart_28XBL3715EHT.2~ADNZTTWOV9ME.0 size=1048576 2023-12-22T17:36:53.224 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.225+0000 7fb94d391880 1 > prepared part key=_multipart_28XBL3715EHT.2~ADNZTTWOV9ME.1 size=1048576 2023-12-22T17:36:53.225 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.227+0000 7fb94d391880 1 > prepared part key=_multipart_28XBL3715EHT.2~ADNZTTWOV9ME.2 size=123465 2023-12-22T17:36:53.226 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.227+0000 7fb94d391880 1 > prepared multipart upload key=28XBL3715EHT upload=ADNZTTWOV9ME tag=LQKHPQAJZ25X type=write size=3269193 2023-12-22T17:36:53.227 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.229+0000 7fb94d391880 1 < completed part key=_multipart_74ZWP6PRPDCK.2~DPYNN1HDJHO0.0 size=1048576 2023-12-22T17:36:53.229 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.230+0000 7fb94d391880 1 < completed part key=_multipart_74ZWP6PRPDCK.2~DPYNN1HDJHO0.1 size=417259 2023-12-22T17:36:53.232 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.234+0000 7fb94d391880 1 < completed multipart upload key=74ZWP6PRPDCK upload=DPYNN1HDJHO0 tag=2VEDN4HXXIZ4 type=write size=2514411 2023-12-22T17:36:53.235 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.236+0000 7fb94d391880 1 > prepared operation key=V3ZYXTO3N0R6 tag=C40GUCO00DRM type=del size=1502543 2023-12-22T17:36:53.237 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.238+0000 7fb94d391880 1 < canceled operation key=GGQ09G6E3CZ6 tag=P0EICPJCDTH5 type=del size=845249 2023-12-22T17:36:53.241 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.242+0000 7fb94d391880 1 > prepared part key=_multipart_YRKG3P9O1XBW.2~RD35AJUNZV74.0 size=97923 2023-12-22T17:36:53.241 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.242+0000 7fb94d391880 1 > prepared multipart upload key=YRKG3P9O1XBW upload=RD35AJUNZV74 tag=O0B6K4QX0HUE type=write size=1146499 2023-12-22T17:36:53.245 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.246+0000 7fb94d391880 1 < suggested update operation key=DZPSR14TMXNC tag=GQLY5VTCDVKL type=del size=2156164 2023-12-22T17:36:53.247 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.249+0000 7fb94d391880 1 > prepared operation key=DVN26OO0LDI7 tag=AESXZLZ3F3S8 type=del size=1226902 2023-12-22T17:36:53.249 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.251+0000 7fb94d391880 1 < completed delete operation key=TDS90SYZKMLU tag=4V73ACYSRTLH type=del 2023-12-22T17:36:53.252 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.253+0000 7fb94d391880 1 > prepared operation key=RV0R03E3QAOV tag=C8QSHDHWJD4Z type=del size=199724 2023-12-22T17:36:53.253 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.255+0000 7fb94d391880 1 < completed delete operation key=HZAQDCN1TA70 tag=UNLT4FV8B2JX type=del 2023-12-22T17:36:53.257 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.258+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~697OTV6AG60B.0 size=280991 2023-12-22T17:36:53.257 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.258+0000 7fb94d391880 1 > prepared multipart upload key=6CLDD4VJZWJJ upload=697OTV6AG60B tag=HAKOX72UWK1X type=write size=1329567 2023-12-22T17:36:53.259 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.261+0000 7fb94d391880 1 < completed delete operation key=RV0R03E3QAOV tag=RQLW209YMQ9L type=del 2023-12-22T17:36:53.263 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.264+0000 7fb94d391880 1 > prepared part key=_multipart_7KXZJJ9YT96E.2~2PLSNJ1E7HW7.0 size=708992 2023-12-22T17:36:53.263 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.264+0000 7fb94d391880 1 > prepared multipart upload key=7KXZJJ9YT96E upload=2PLSNJ1E7HW7 tag=W4F23PSQRUZR type=write size=1757568 2023-12-22T17:36:53.264 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.266+0000 7fb94d391880 1 < completed part key=_multipart_74ZWP6PRPDCK.2~U8X8W2J97ZK2.0 size=1048576 2023-12-22T17:36:53.266 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.267+0000 7fb94d391880 1 < completed part key=_multipart_74ZWP6PRPDCK.2~U8X8W2J97ZK2.1 size=778232 2023-12-22T17:36:53.270 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.271+0000 7fb94d391880 1 < completed multipart upload key=74ZWP6PRPDCK upload=U8X8W2J97ZK2 tag=L5SA0Q38DV20 type=write size=2875384 2023-12-22T17:36:53.271 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.273+0000 7fb94d391880 1 > prepared operation key=W3X2J2SCNOE7 tag=W14T2LZMLURF type=del size=2837927 2023-12-22T17:36:53.273 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.275+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~E8O9QRZMGUSB.0 size=1048576 2023-12-22T17:36:53.275 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.276+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~E8O9QRZMGUSB.1 size=1048576 2023-12-22T17:36:53.275 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.276+0000 7fb94d391880 1 < canceled part key=_multipart_DZPSR14TMXNC.2~E8O9QRZMGUSB.2 size=11199 2023-12-22T17:36:53.279 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.280+0000 7fb94d391880 1 < canceled multipart upload key=DZPSR14TMXNC upload=E8O9QRZMGUSB tag=GZ0MTGH2PIP9 type=write size=3156927 2023-12-22T17:36:53.282 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.283+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~L8V2ZC8PUKD6.0 size=1048576 2023-12-22T17:36:53.284 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.285+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~L8V2ZC8PUKD6.1 size=82006 2023-12-22T17:36:53.284 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.286+0000 7fb94d391880 1 > prepared multipart upload key=I7GAQL38WXHS upload=L8V2ZC8PUKD6 tag=CCPGI5CEV29V type=write size=2179158 2023-12-22T17:36:53.286 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.287+0000 7fb94d391880 1 < canceled operation key=T8TYNCC2V8CD tag=H4B3JBQ6C0MM type=del size=697590 2023-12-22T17:36:53.290 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.291+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~PHOBX7OCRVNX.0 size=41406 2023-12-22T17:36:53.290 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.291+0000 7fb94d391880 1 > prepared multipart upload key=0BNHPX2OE7C0 upload=PHOBX7OCRVNX tag=4N27FL3E8U2R type=write size=1089982 2023-12-22T17:36:53.293 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.295+0000 7fb94d391880 1 < suggested update operation key=704VLVQ2P45U tag=1D7DQLJDTC40 type=write size=162834 2023-12-22T17:36:53.295 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.297+0000 7fb94d391880 1 > prepared operation key=6CLDD4VJZWJJ tag=ZJ017BU5ARPB type=write size=821226 2023-12-22T17:36:53.297 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.298+0000 7fb94d391880 1 < completed write operation key=YRKG3P9O1XBW tag=P450WYYQFDN3 type=write size=79102 2023-12-22T17:36:53.300 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.301+0000 7fb94d391880 1 > prepared operation key=V3ZYXTO3N0R6 tag=TX2GZ2RGOD3A type=del size=1448954 2023-12-22T17:36:53.302 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.303+0000 7fb94d391880 1 < completed write operation key=KLRYSCZNAHKT tag=JYC1INFDDUM0 type=write size=337814 2023-12-22T17:36:53.303 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.305+0000 7fb94d391880 1 > prepared operation key=0BNHPX2OE7C0 tag=G106MW5OWNEN type=write size=820364 2023-12-22T17:36:53.306 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.307+0000 7fb94d391880 -1 < failed to complete operation key=40X558JXAX9S tag=U4KNRR2Q819K type=del size=3985290: (22) Invalid argument 2023-12-22T17:36:53.308 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.309+0000 7fb94d391880 1 > prepared operation key=RV0R03E3QAOV tag=PC5KEAJE51EQ type=write size=40013 2023-12-22T17:36:53.310 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.311+0000 7fb94d391880 1 < canceled operation key=NZ7PMKB2HICR tag=BTNASK5S09RD type=write size=287923 2023-12-22T17:36:53.314 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.315+0000 7fb94d391880 1 > prepared part key=_multipart_7V5FS6PEP4ZL.2~RN1CV17HLKA7.0 size=1048576 2023-12-22T17:36:53.316 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.317+0000 7fb94d391880 1 > prepared part key=_multipart_7V5FS6PEP4ZL.2~RN1CV17HLKA7.1 size=482837 2023-12-22T17:36:53.316 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.317+0000 7fb94d391880 1 > prepared multipart upload key=7V5FS6PEP4ZL upload=RN1CV17HLKA7 tag=ZUIG6QO294MB type=write size=2579989 2023-12-22T17:36:53.316 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.317+0000 7fb94d391880 1 < canceled part key=_multipart_7KXZJJ9YT96E.2~IPITVBIN3L9C.0 size=1048576 2023-12-22T17:36:53.317 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.318+0000 7fb94d391880 1 < completed part key=_multipart_7KXZJJ9YT96E.2~IPITVBIN3L9C.1 size=1048576 2023-12-22T17:36:53.319 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.320+0000 7fb94d391880 1 < completed part key=_multipart_7KXZJJ9YT96E.2~IPITVBIN3L9C.2 size=556726 2023-12-22T17:36:53.322 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.324+0000 7fb94d391880 1 < canceled multipart upload key=7KXZJJ9YT96E upload=IPITVBIN3L9C tag=RISM9CDOUKKR type=write size=3702454 2023-12-22T17:36:53.324 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.325+0000 7fb94d391880 1 > prepared operation key=YRKG3P9O1XBW tag=7LOYPTMNODKQ type=del size=3186054 2023-12-22T17:36:53.326 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.327+0000 7fb94d391880 1 < completed part key=_multipart_28XBL3715EHT.2~ADNZTTWOV9ME.0 size=1048576 2023-12-22T17:36:53.328 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.329+0000 7fb94d391880 1 < completed part key=_multipart_28XBL3715EHT.2~ADNZTTWOV9ME.1 size=1048576 2023-12-22T17:36:53.329 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.331+0000 7fb94d391880 1 < completed part key=_multipart_28XBL3715EHT.2~ADNZTTWOV9ME.2 size=123465 2023-12-22T17:36:53.333 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.334+0000 7fb94d391880 1 < completed multipart upload key=28XBL3715EHT upload=ADNZTTWOV9ME tag=LQKHPQAJZ25X type=write size=3269193 2023-12-22T17:36:53.336 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.338+0000 7fb94d391880 1 > prepared part key=_multipart_704VLVQ2P45U.2~Q6KIFG05Q98K.0 size=1048576 2023-12-22T17:36:53.338 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.339+0000 7fb94d391880 1 > prepared part key=_multipart_704VLVQ2P45U.2~Q6KIFG05Q98K.1 size=1048576 2023-12-22T17:36:53.339 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.341+0000 7fb94d391880 1 > prepared part key=_multipart_704VLVQ2P45U.2~Q6KIFG05Q98K.2 size=758058 2023-12-22T17:36:53.339 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.341+0000 7fb94d391880 1 > prepared multipart upload key=704VLVQ2P45U upload=Q6KIFG05Q98K tag=43Z7KH7IEXJC type=write size=3903786 2023-12-22T17:36:53.341 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.343+0000 7fb94d391880 1 < completed delete operation key=V3ZYXTO3N0R6 tag=C40GUCO00DRM type=del 2023-12-22T17:36:53.344 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.345+0000 7fb94d391880 1 > prepared operation key=NZ7PMKB2HICR tag=M2RLL288MQLC type=del size=1121166 2023-12-22T17:36:53.346 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.347+0000 7fb94d391880 1 < completed part key=_multipart_YRKG3P9O1XBW.2~RD35AJUNZV74.0 size=97923 2023-12-22T17:36:53.349 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.350+0000 7fb94d391880 1 < completed multipart upload key=YRKG3P9O1XBW upload=RD35AJUNZV74 tag=O0B6K4QX0HUE type=write size=1146499 2023-12-22T17:36:53.351 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.352+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=71Y5BZ0KN7BI type=del size=2001733 2023-12-22T17:36:53.353 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.354+0000 7fb94d391880 1 < completed delete operation key=DVN26OO0LDI7 tag=AESXZLZ3F3S8 type=del 2023-12-22T17:36:53.357 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.358+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~RTGIHE2H96I4.0 size=653184 2023-12-22T17:36:53.357 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.358+0000 7fb94d391880 1 > prepared multipart upload key=40X558JXAX9S upload=RTGIHE2H96I4 tag=UY8ULS8VYQ41 type=write size=1701760 2023-12-22T17:36:53.359 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.360+0000 7fb94d391880 1 < completed delete operation key=RV0R03E3QAOV tag=C8QSHDHWJD4Z type=del 2023-12-22T17:36:53.361 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.362+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=LY0Z8AALZWUE type=del size=3454183 2023-12-22T17:36:53.363 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.364+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~697OTV6AG60B.0 size=280991 2023-12-22T17:36:53.367 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.368+0000 7fb94d391880 1 < completed multipart upload key=6CLDD4VJZWJJ upload=697OTV6AG60B tag=HAKOX72UWK1X type=write size=1329567 2023-12-22T17:36:53.371 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.372+0000 7fb94d391880 1 > prepared part key=_multipart_28XBL3715EHT.2~37S62ND7S88U.0 size=1048576 2023-12-22T17:36:53.373 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.374+0000 7fb94d391880 1 > prepared part key=_multipart_28XBL3715EHT.2~37S62ND7S88U.1 size=878875 2023-12-22T17:36:53.373 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.374+0000 7fb94d391880 1 > prepared multipart upload key=28XBL3715EHT upload=37S62ND7S88U tag=L5LCY65JJRKN type=write size=2976027 2023-12-22T17:36:53.375 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.376+0000 7fb94d391880 1 < completed part key=_multipart_7KXZJJ9YT96E.2~2PLSNJ1E7HW7.0 size=708992 2023-12-22T17:36:53.378 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.380+0000 7fb94d391880 1 < completed multipart upload key=7KXZJJ9YT96E upload=2PLSNJ1E7HW7 tag=W4F23PSQRUZR type=write size=1757568 2023-12-22T17:36:53.382 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.383+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~WSMF9TKNGSHJ.0 size=1048576 2023-12-22T17:36:53.384 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.385+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~WSMF9TKNGSHJ.1 size=1048576 2023-12-22T17:36:53.385 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.387+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~WSMF9TKNGSHJ.2 size=81978 2023-12-22T17:36:53.385 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.387+0000 7fb94d391880 1 > prepared multipart upload key=DZPSR14TMXNC upload=WSMF9TKNGSHJ tag=M0LT3L7QGHJP type=write size=3227706 2023-12-22T17:36:53.387 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.389+0000 7fb94d391880 1 < completed delete operation key=W3X2J2SCNOE7 tag=W14T2LZMLURF type=del 2023-12-22T17:36:53.389 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.391+0000 7fb94d391880 1 > prepared operation key=V3ZYXTO3N0R6 tag=QUI596O97TRA type=del size=639368 2023-12-22T17:36:53.390 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.391+0000 7fb94d391880 1 < canceled part key=_multipart_I7GAQL38WXHS.2~L8V2ZC8PUKD6.0 size=1048576 2023-12-22T17:36:53.390 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.391+0000 7fb94d391880 1 < canceled part key=_multipart_I7GAQL38WXHS.2~L8V2ZC8PUKD6.1 size=82006 2023-12-22T17:36:53.393 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.394+0000 7fb94d391880 1 < canceled multipart upload key=I7GAQL38WXHS upload=L8V2ZC8PUKD6 tag=CCPGI5CEV29V type=write size=2179158 2023-12-22T17:36:53.397 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.398+0000 7fb94d391880 1 > prepared part key=_multipart_T8TYNCC2V8CD.2~Y4139M4YMYK8.0 size=1048576 2023-12-22T17:36:53.399 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.400+0000 7fb94d391880 1 > prepared part key=_multipart_T8TYNCC2V8CD.2~Y4139M4YMYK8.1 size=1048576 2023-12-22T17:36:53.400 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.402+0000 7fb94d391880 1 > prepared part key=_multipart_T8TYNCC2V8CD.2~Y4139M4YMYK8.2 size=560113 2023-12-22T17:36:53.401 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.402+0000 7fb94d391880 1 > prepared multipart upload key=T8TYNCC2V8CD upload=Y4139M4YMYK8 tag=I83JWEUJXQ5Y type=write size=3705841 2023-12-22T17:36:53.403 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.404+0000 7fb94d391880 1 < completed part key=_multipart_0BNHPX2OE7C0.2~PHOBX7OCRVNX.0 size=41406 2023-12-22T17:36:53.406 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.407+0000 7fb94d391880 1 < completed multipart upload key=0BNHPX2OE7C0 upload=PHOBX7OCRVNX tag=4N27FL3E8U2R type=write size=1089982 2023-12-22T17:36:53.409 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.411+0000 7fb94d391880 1 > prepared part key=_multipart_7KXZJJ9YT96E.2~INSKLA1NUXRW.0 size=448231 2023-12-22T17:36:53.409 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.411+0000 7fb94d391880 1 > prepared multipart upload key=7KXZJJ9YT96E upload=INSKLA1NUXRW tag=OJTA9Z41DI7R type=write size=1496807 2023-12-22T17:36:53.413 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.415+0000 7fb94d391880 1 < suggested update operation key=6CLDD4VJZWJJ tag=ZJ017BU5ARPB type=write size=821226 2023-12-22T17:36:53.416 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.417+0000 7fb94d391880 1 > prepared operation key=V3ZYXTO3N0R6 tag=345RFVW02VF0 type=del size=3724848 2023-12-22T17:36:53.417 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.419+0000 7fb94d391880 1 < completed delete operation key=V3ZYXTO3N0R6 tag=TX2GZ2RGOD3A type=del 2023-12-22T17:36:53.421 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.422+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~W1EX21EZB7AX.0 size=1048576 2023-12-22T17:36:53.423 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.424+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~W1EX21EZB7AX.1 size=28641 2023-12-22T17:36:53.423 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.424+0000 7fb94d391880 1 > prepared multipart upload key=I7GAQL38WXHS upload=W1EX21EZB7AX tag=NO3P04GSQ6PW type=write size=2125793 2023-12-22T17:36:53.425 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.426+0000 7fb94d391880 1 < completed write operation key=0BNHPX2OE7C0 tag=G106MW5OWNEN type=write size=820364 2023-12-22T17:36:53.429 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.430+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~4HPOE50BQBSM.0 size=1048576 2023-12-22T17:36:53.430 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.432+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~4HPOE50BQBSM.1 size=640122 2023-12-22T17:36:53.430 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.432+0000 7fb94d391880 1 > prepared multipart upload key=I7GAQL38WXHS upload=4HPOE50BQBSM tag=WO7SB8G3QNYM type=write size=2737274 2023-12-22T17:36:53.434 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.436+0000 7fb94d391880 1 < suggested update operation key=RV0R03E3QAOV tag=PC5KEAJE51EQ type=write size=40013 2023-12-22T17:36:53.438 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.439+0000 7fb94d391880 1 > prepared part key=_multipart_NZ7PMKB2HICR.2~8ZZ3ZQ597NQN.0 size=1048576 2023-12-22T17:36:53.439 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.441+0000 7fb94d391880 1 > prepared part key=_multipart_NZ7PMKB2HICR.2~8ZZ3ZQ597NQN.1 size=26373 2023-12-22T17:36:53.439 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.441+0000 7fb94d391880 1 > prepared multipart upload key=NZ7PMKB2HICR upload=8ZZ3ZQ597NQN tag=I4A3873G7WXO type=write size=2123525 2023-12-22T17:36:53.441 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.443+0000 7fb94d391880 1 < completed part key=_multipart_7V5FS6PEP4ZL.2~RN1CV17HLKA7.0 size=1048576 2023-12-22T17:36:53.441 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.443+0000 7fb94d391880 1 < canceled part key=_multipart_7V5FS6PEP4ZL.2~RN1CV17HLKA7.1 size=482837 2023-12-22T17:36:53.445 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.446+0000 7fb94d391880 1 < canceled multipart upload key=7V5FS6PEP4ZL upload=RN1CV17HLKA7 tag=ZUIG6QO294MB type=write size=2579989 2023-12-22T17:36:53.448 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.449+0000 7fb94d391880 1 > prepared part key=_multipart_RWJE4O4GO9IK.2~LS2KDH3VYJF2.0 size=1048576 2023-12-22T17:36:53.450 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.451+0000 7fb94d391880 1 > prepared part key=_multipart_RWJE4O4GO9IK.2~LS2KDH3VYJF2.1 size=1048576 2023-12-22T17:36:53.452 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.453+0000 7fb94d391880 1 > prepared part key=_multipart_RWJE4O4GO9IK.2~LS2KDH3VYJF2.2 size=616207 2023-12-22T17:36:53.452 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.453+0000 7fb94d391880 1 > prepared multipart upload key=RWJE4O4GO9IK upload=LS2KDH3VYJF2 tag=9DV623BVQLP5 type=write size=3761935 2023-12-22T17:36:53.453 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.455+0000 7fb94d391880 1 < canceled operation key=YRKG3P9O1XBW tag=7LOYPTMNODKQ type=del size=3186054 2023-12-22T17:36:53.456 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.457+0000 7fb94d391880 1 > prepared operation key=L6DUB57B222Z tag=ZD6LTNRIJ0J8 type=del size=2179146 2023-12-22T17:36:53.456 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.457+0000 7fb94d391880 1 < canceled part key=_multipart_704VLVQ2P45U.2~Q6KIFG05Q98K.0 size=1048576 2023-12-22T17:36:53.458 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.459+0000 7fb94d391880 1 < completed part key=_multipart_704VLVQ2P45U.2~Q6KIFG05Q98K.1 size=1048576 2023-12-22T17:36:53.459 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.461+0000 7fb94d391880 1 < completed part key=_multipart_704VLVQ2P45U.2~Q6KIFG05Q98K.2 size=758058 2023-12-22T17:36:53.463 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.464+0000 7fb94d391880 1 < canceled multipart upload key=704VLVQ2P45U upload=Q6KIFG05Q98K tag=43Z7KH7IEXJC type=write size=3903786 2023-12-22T17:36:53.467 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.468+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~YZER2DZ3IVD2.0 size=1048576 2023-12-22T17:36:53.469 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.470+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~YZER2DZ3IVD2.1 size=1048576 2023-12-22T17:36:53.471 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.472+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~YZER2DZ3IVD2.2 size=332644 2023-12-22T17:36:53.471 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.472+0000 7fb94d391880 1 > prepared multipart upload key=0BNHPX2OE7C0 upload=YZER2DZ3IVD2 tag=XCDH5G4629FO type=write size=3478372 2023-12-22T17:36:53.473 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.474+0000 7fb94d391880 1 < completed delete operation key=NZ7PMKB2HICR tag=M2RLL288MQLC type=del 2023-12-22T17:36:53.475 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.476+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=2SQJDC37U3MH type=del size=4115885 2023-12-22T17:36:53.477 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.478+0000 7fb94d391880 1 < completed delete operation key=7KXZJJ9YT96E tag=71Y5BZ0KN7BI type=del 2023-12-22T17:36:53.479 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.480+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=BBSCI6YLMVLD type=del size=354981 2023-12-22T17:36:53.481 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.482+0000 7fb94d391880 1 < completed part key=_multipart_40X558JXAX9S.2~RTGIHE2H96I4.0 size=653184 2023-12-22T17:36:53.484 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.486+0000 7fb94d391880 1 < completed multipart upload key=40X558JXAX9S upload=RTGIHE2H96I4 tag=UY8ULS8VYQ41 type=write size=1701760 2023-12-22T17:36:53.486 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.488+0000 7fb94d391880 1 > prepared operation key=NZ7PMKB2HICR tag=JCLMN5LZ4WJJ type=del size=553760 2023-12-22T17:36:53.488 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.490+0000 7fb94d391880 1 < completed delete operation key=40X558JXAX9S tag=LY0Z8AALZWUE type=del 2023-12-22T17:36:53.492 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.493+0000 7fb94d391880 1 > prepared part key=_multipart_IRCWNBTM8JVB.2~H9CQYDDG1RVK.0 size=1048576 2023-12-22T17:36:53.494 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.496+0000 7fb94d391880 1 > prepared part key=_multipart_IRCWNBTM8JVB.2~H9CQYDDG1RVK.1 size=1048576 2023-12-22T17:36:53.496 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.497+0000 7fb94d391880 1 > prepared part key=_multipart_IRCWNBTM8JVB.2~H9CQYDDG1RVK.2 size=1020843 2023-12-22T17:36:53.496 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.497+0000 7fb94d391880 1 > prepared multipart upload key=IRCWNBTM8JVB upload=H9CQYDDG1RVK tag=7G9J9YKN1YCT type=write size=4166571 2023-12-22T17:36:53.498 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.499+0000 7fb94d391880 1 < completed part key=_multipart_28XBL3715EHT.2~37S62ND7S88U.0 size=1048576 2023-12-22T17:36:53.500 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.501+0000 7fb94d391880 1 < completed part key=_multipart_28XBL3715EHT.2~37S62ND7S88U.1 size=878875 2023-12-22T17:36:53.504 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.505+0000 7fb94d391880 1 < completed multipart upload key=28XBL3715EHT upload=37S62ND7S88U tag=L5LCY65JJRKN type=write size=2976027 2023-12-22T17:36:53.506 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.507+0000 7fb94d391880 1 > prepared operation key=NZ7PMKB2HICR tag=M7PAEZUU5NLB type=del size=1530726 2023-12-22T17:36:53.508 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.510+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~WSMF9TKNGSHJ.0 size=1048576 2023-12-22T17:36:53.510 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.511+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~WSMF9TKNGSHJ.1 size=1048576 2023-12-22T17:36:53.512 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.513+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~WSMF9TKNGSHJ.2 size=81978 2023-12-22T17:36:53.516 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.517+0000 7fb94d391880 1 < completed multipart upload key=DZPSR14TMXNC upload=WSMF9TKNGSHJ tag=M0LT3L7QGHJP type=write size=3227706 2023-12-22T17:36:53.518 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.519+0000 7fb94d391880 1 > prepared operation key=V3ZYXTO3N0R6 tag=SGCUVOW2F8RD type=write size=606867 2023-12-22T17:36:53.520 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.521+0000 7fb94d391880 1 < canceled operation key=V3ZYXTO3N0R6 tag=QUI596O97TRA type=del size=639368 2023-12-22T17:36:53.522 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.523+0000 7fb94d391880 1 > prepared operation key=I7GAQL38WXHS tag=3PHX63RBGAH0 type=del size=3859778 2023-12-22T17:36:53.524 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.525+0000 7fb94d391880 1 < completed part key=_multipart_T8TYNCC2V8CD.2~Y4139M4YMYK8.0 size=1048576 2023-12-22T17:36:53.525 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.527+0000 7fb94d391880 1 < completed part key=_multipart_T8TYNCC2V8CD.2~Y4139M4YMYK8.1 size=1048576 2023-12-22T17:36:53.527 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.528+0000 7fb94d391880 1 < completed part key=_multipart_T8TYNCC2V8CD.2~Y4139M4YMYK8.2 size=560113 2023-12-22T17:36:53.531 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.532+0000 7fb94d391880 1 < completed multipart upload key=T8TYNCC2V8CD upload=Y4139M4YMYK8 tag=I83JWEUJXQ5Y type=write size=3705841 2023-12-22T17:36:53.533 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.534+0000 7fb94d391880 1 > prepared operation key=BCP1VQB2TB0F tag=F76HO58S04YF type=write size=403076 2023-12-22T17:36:53.533 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.534+0000 7fb94d391880 1 < canceled part key=_multipart_7KXZJJ9YT96E.2~INSKLA1NUXRW.0 size=448231 2023-12-22T17:36:53.537 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.538+0000 7fb94d391880 1 < canceled multipart upload key=7KXZJJ9YT96E upload=INSKLA1NUXRW tag=OJTA9Z41DI7R type=write size=1496807 2023-12-22T17:36:53.540 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.541+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~ELC7V76XZHOM.0 size=1048576 2023-12-22T17:36:53.542 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.543+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~ELC7V76XZHOM.1 size=657769 2023-12-22T17:36:53.542 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.543+0000 7fb94d391880 1 > prepared multipart upload key=GGQ09G6E3CZ6 upload=ELC7V76XZHOM tag=XUKI0Z68PTYR type=write size=2754921 2023-12-22T17:36:53.544 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.545+0000 7fb94d391880 1 < completed delete operation key=V3ZYXTO3N0R6 tag=345RFVW02VF0 type=del 2023-12-22T17:36:53.546 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.547+0000 7fb94d391880 1 > prepared operation key=7V5FS6PEP4ZL tag=4EZ526VVRWL1 type=del size=2572793 2023-12-22T17:36:53.548 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.549+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~W1EX21EZB7AX.0 size=1048576 2023-12-22T17:36:53.550 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.551+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~W1EX21EZB7AX.1 size=28641 2023-12-22T17:36:53.554 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.555+0000 7fb94d391880 1 < completed multipart upload key=I7GAQL38WXHS upload=W1EX21EZB7AX tag=NO3P04GSQ6PW type=write size=2125793 2023-12-22T17:36:53.556 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.558+0000 7fb94d391880 1 > prepared operation key=V3ZYXTO3N0R6 tag=ATH1YARCOJ7Q type=del size=1043663 2023-12-22T17:36:53.558 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.560+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~4HPOE50BQBSM.0 size=1048576 2023-12-22T17:36:53.560 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.562+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~4HPOE50BQBSM.1 size=640122 2023-12-22T17:36:53.564 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.565+0000 7fb94d391880 1 < completed multipart upload key=I7GAQL38WXHS upload=4HPOE50BQBSM tag=WO7SB8G3QNYM type=write size=2737274 2023-12-22T17:36:53.566 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.567+0000 7fb94d391880 1 > prepared operation key=NZ7PMKB2HICR tag=HKWI4APM63LE type=del size=713606 2023-12-22T17:36:53.568 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.569+0000 7fb94d391880 1 < completed part key=_multipart_NZ7PMKB2HICR.2~8ZZ3ZQ597NQN.0 size=1048576 2023-12-22T17:36:53.569 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.571+0000 7fb94d391880 1 < completed part key=_multipart_NZ7PMKB2HICR.2~8ZZ3ZQ597NQN.1 size=26373 2023-12-22T17:36:53.573 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.574+0000 7fb94d391880 1 < completed multipart upload key=NZ7PMKB2HICR upload=8ZZ3ZQ597NQN tag=I4A3873G7WXO type=write size=2123525 2023-12-22T17:36:53.575 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.576+0000 7fb94d391880 1 > prepared operation key=DZPSR14TMXNC tag=3B4D9X2NB0R2 type=del size=266937 2023-12-22T17:36:53.577 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.578+0000 7fb94d391880 1 < completed part key=_multipart_RWJE4O4GO9IK.2~LS2KDH3VYJF2.0 size=1048576 2023-12-22T17:36:53.579 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.580+0000 7fb94d391880 1 < completed part key=_multipart_RWJE4O4GO9IK.2~LS2KDH3VYJF2.1 size=1048576 2023-12-22T17:36:53.580 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.582+0000 7fb94d391880 1 < completed part key=_multipart_RWJE4O4GO9IK.2~LS2KDH3VYJF2.2 size=616207 2023-12-22T17:36:53.584 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.585+0000 7fb94d391880 1 < completed multipart upload key=RWJE4O4GO9IK upload=LS2KDH3VYJF2 tag=9DV623BVQLP5 type=write size=3761935 2023-12-22T17:36:53.588 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.589+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~6JCHEK6DR2ZM.0 size=1048576 2023-12-22T17:36:53.590 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.591+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~6JCHEK6DR2ZM.1 size=1048576 2023-12-22T17:36:53.591 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.593+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~6JCHEK6DR2ZM.2 size=390816 2023-12-22T17:36:53.591 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.593+0000 7fb94d391880 1 > prepared multipart upload key=DZPSR14TMXNC upload=6JCHEK6DR2ZM tag=J6PR5BLYTZ2C type=write size=3536544 2023-12-22T17:36:53.593 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.594+0000 7fb94d391880 1 < completed delete operation key=L6DUB57B222Z tag=ZD6LTNRIJ0J8 type=del 2023-12-22T17:36:53.597 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.598+0000 7fb94d391880 1 > prepared part key=_multipart_7KXZJJ9YT96E.2~DUGWE1OZAICI.0 size=1048576 2023-12-22T17:36:53.598 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.599+0000 7fb94d391880 1 > prepared part key=_multipart_7KXZJJ9YT96E.2~DUGWE1OZAICI.1 size=1048576 2023-12-22T17:36:53.600 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.601+0000 7fb94d391880 1 > prepared part key=_multipart_7KXZJJ9YT96E.2~DUGWE1OZAICI.2 size=1013161 2023-12-22T17:36:53.600 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.601+0000 7fb94d391880 1 > prepared multipart upload key=7KXZJJ9YT96E upload=DUGWE1OZAICI tag=2C2M0R82UV4N type=write size=4158889 2023-12-22T17:36:53.602 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.603+0000 7fb94d391880 1 < completed part key=_multipart_0BNHPX2OE7C0.2~YZER2DZ3IVD2.0 size=1048576 2023-12-22T17:36:53.604 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.605+0000 7fb94d391880 1 < completed part key=_multipart_0BNHPX2OE7C0.2~YZER2DZ3IVD2.1 size=1048576 2023-12-22T17:36:53.605 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.607+0000 7fb94d391880 1 < completed part key=_multipart_0BNHPX2OE7C0.2~YZER2DZ3IVD2.2 size=332644 2023-12-22T17:36:53.609 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.610+0000 7fb94d391880 1 < completed multipart upload key=0BNHPX2OE7C0 upload=YZER2DZ3IVD2 tag=XCDH5G4629FO type=write size=3478372 2023-12-22T17:36:53.612 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.614+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~27FBNB2UPUT0.0 size=831609 2023-12-22T17:36:53.612 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.614+0000 7fb94d391880 1 > prepared multipart upload key=W3X2J2SCNOE7 upload=27FBNB2UPUT0 tag=L8GB0DSL9AW0 type=write size=1880185 2023-12-22T17:36:53.614 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.615+0000 7fb94d391880 1 < completed delete operation key=HZAQDCN1TA70 tag=2SQJDC37U3MH type=del 2023-12-22T17:36:53.616 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.617+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=3GPBH7EU23GA type=del size=823810 2023-12-22T17:36:53.618 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.619+0000 7fb94d391880 1 < completed delete operation key=28XBL3715EHT tag=BBSCI6YLMVLD type=del 2023-12-22T17:36:53.620 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.621+0000 7fb94d391880 1 > prepared operation key=7V5FS6PEP4ZL tag=S3EM8ZAFEVB8 type=del size=2126694 2023-12-22T17:36:53.623 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.625+0000 7fb94d391880 1 < suggested remove operation key=NZ7PMKB2HICR tag=JCLMN5LZ4WJJ type=del 2023-12-22T17:36:53.628 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.629+0000 7fb94d391880 1 > prepared part key=_multipart_TDS90SYZKMLU.2~XDU5EF9PLVV2.0 size=972851 2023-12-22T17:36:53.628 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.629+0000 7fb94d391880 1 > prepared multipart upload key=TDS90SYZKMLU upload=XDU5EF9PLVV2 tag=8ZHL3I2TOZRX type=write size=2021427 2023-12-22T17:36:53.630 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.631+0000 7fb94d391880 1 < completed part key=_multipart_IRCWNBTM8JVB.2~H9CQYDDG1RVK.0 size=1048576 2023-12-22T17:36:53.630 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.631+0000 7fb94d391880 1 < canceled part key=_multipart_IRCWNBTM8JVB.2~H9CQYDDG1RVK.1 size=1048576 2023-12-22T17:36:53.632 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.633+0000 7fb94d391880 1 < completed part key=_multipart_IRCWNBTM8JVB.2~H9CQYDDG1RVK.2 size=1020843 2023-12-22T17:36:53.635 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.637+0000 7fb94d391880 1 < canceled multipart upload key=IRCWNBTM8JVB upload=H9CQYDDG1RVK tag=7G9J9YKN1YCT type=write size=4166571 2023-12-22T17:36:53.638 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.639+0000 7fb94d391880 1 > prepared operation key=RWJE4O4GO9IK tag=HNANZ9PAOSUU type=del size=2262350 2023-12-22T17:36:53.641 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.642+0000 7fb94d391880 -1 < failed to complete operation key=NZ7PMKB2HICR tag=M7PAEZUU5NLB type=del size=1530726: (22) Invalid argument 2023-12-22T17:36:53.643 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.644+0000 7fb94d391880 1 > prepared operation key=I7GAQL38WXHS tag=S7WFR3Z6N7SO type=del size=1843491 2023-12-22T17:36:53.645 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.646+0000 7fb94d391880 1 < completed write operation key=V3ZYXTO3N0R6 tag=SGCUVOW2F8RD type=write size=606867 2023-12-22T17:36:53.646 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.648+0000 7fb94d391880 1 > prepared operation key=TFLKTU1RF46Q tag=NH9CR835L1G2 type=del size=2850599 2023-12-22T17:36:53.648 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.650+0000 7fb94d391880 1 < completed delete operation key=I7GAQL38WXHS tag=3PHX63RBGAH0 type=del 2023-12-22T17:36:53.651 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.652+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=6QN6E4280N4J type=del size=40314 2023-12-22T17:36:53.655 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.656+0000 7fb94d391880 1 < suggested remove operation key=BCP1VQB2TB0F tag=F76HO58S04YF type=write 2023-12-22T17:36:53.657 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.658+0000 7fb94d391880 1 > prepared operation key=KLRYSCZNAHKT tag=YRDFUWVWE6Q2 type=del size=2226834 2023-12-22T17:36:53.658 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.660+0000 7fb94d391880 1 < completed part key=_multipart_GGQ09G6E3CZ6.2~ELC7V76XZHOM.0 size=1048576 2023-12-22T17:36:53.660 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.662+0000 7fb94d391880 1 < completed part key=_multipart_GGQ09G6E3CZ6.2~ELC7V76XZHOM.1 size=657769 2023-12-22T17:36:53.664 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.665+0000 7fb94d391880 1 < completed multipart upload key=GGQ09G6E3CZ6 upload=ELC7V76XZHOM tag=XUKI0Z68PTYR type=write size=2754921 2023-12-22T17:36:53.666 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.668+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=3QV3U92RKQCO type=write size=481191 2023-12-22T17:36:53.668 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.670+0000 7fb94d391880 1 < completed delete operation key=7V5FS6PEP4ZL tag=4EZ526VVRWL1 type=del 2023-12-22T17:36:53.670 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.671+0000 7fb94d391880 1 > prepared operation key=TDS90SYZKMLU tag=O0QCI5DI2OVW type=write size=599540 2023-12-22T17:36:53.672 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.674+0000 7fb94d391880 1 < completed delete operation key=V3ZYXTO3N0R6 tag=ATH1YARCOJ7Q type=del 2023-12-22T17:36:53.676 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.678+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~2BLNJ3YVIH1Y.0 size=1048576 2023-12-22T17:36:53.678 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.679+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~2BLNJ3YVIH1Y.1 size=1048576 2023-12-22T17:36:53.680 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.681+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~2BLNJ3YVIH1Y.2 size=790770 2023-12-22T17:36:53.680 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.681+0000 7fb94d391880 1 > prepared multipart upload key=GGQ09G6E3CZ6 upload=2BLNJ3YVIH1Y tag=TOOOYLH9GNYV type=write size=3936498 2023-12-22T17:36:53.680 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.681+0000 7fb94d391880 -1 < no bi entry to suggest for operation key=NZ7PMKB2HICR tag=HKWI4APM63LE type=del size=713606: (2) No such file or directory 2023-12-22T17:36:53.682 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.683+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=86U7SNU1Z7SK type=write size=884290 2023-12-22T17:36:53.684 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.685+0000 7fb94d391880 1 < completed delete operation key=DZPSR14TMXNC tag=3B4D9X2NB0R2 type=del 2023-12-22T17:36:53.688 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.689+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~BHOZF107ZHW5.0 size=1048576 2023-12-22T17:36:53.689 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.691+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~BHOZF107ZHW5.1 size=1048576 2023-12-22T17:36:53.691 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.692+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~BHOZF107ZHW5.2 size=827010 2023-12-22T17:36:53.691 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.692+0000 7fb94d391880 1 > prepared multipart upload key=HZAQDCN1TA70 upload=BHOZF107ZHW5 tag=EU79XG3ZUQDP type=write size=3972738 2023-12-22T17:36:53.691 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.692+0000 7fb94d391880 1 < canceled part key=_multipart_DZPSR14TMXNC.2~6JCHEK6DR2ZM.0 size=1048576 2023-12-22T17:36:53.693 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.694+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~6JCHEK6DR2ZM.1 size=1048576 2023-12-22T17:36:53.694 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.696+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~6JCHEK6DR2ZM.2 size=390816 2023-12-22T17:36:53.698 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.699+0000 7fb94d391880 1 < canceled multipart upload key=DZPSR14TMXNC upload=6JCHEK6DR2ZM tag=J6PR5BLYTZ2C type=write size=3536544 2023-12-22T17:36:53.700 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.701+0000 7fb94d391880 1 > prepared operation key=T8TYNCC2V8CD tag=HGLC0NTOCWE0 type=del size=1172253 2023-12-22T17:36:53.702 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.703+0000 7fb94d391880 1 < completed part key=_multipart_7KXZJJ9YT96E.2~DUGWE1OZAICI.0 size=1048576 2023-12-22T17:36:53.704 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.705+0000 7fb94d391880 1 < completed part key=_multipart_7KXZJJ9YT96E.2~DUGWE1OZAICI.1 size=1048576 2023-12-22T17:36:53.704 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.705+0000 7fb94d391880 1 < canceled part key=_multipart_7KXZJJ9YT96E.2~DUGWE1OZAICI.2 size=1013161 2023-12-22T17:36:53.707 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.709+0000 7fb94d391880 1 < canceled multipart upload key=7KXZJJ9YT96E upload=DUGWE1OZAICI tag=2C2M0R82UV4N type=write size=4158889 2023-12-22T17:36:53.711 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.712+0000 7fb94d391880 1 > prepared part key=_multipart_28XBL3715EHT.2~O48VRJNP80UF.0 size=1048576 2023-12-22T17:36:53.713 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.714+0000 7fb94d391880 1 > prepared part key=_multipart_28XBL3715EHT.2~O48VRJNP80UF.1 size=508365 2023-12-22T17:36:53.713 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.714+0000 7fb94d391880 1 > prepared multipart upload key=28XBL3715EHT upload=O48VRJNP80UF tag=M5JH0RQ70HYL type=write size=2605517 2023-12-22T17:36:53.714 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.716+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~27FBNB2UPUT0.0 size=831609 2023-12-22T17:36:53.718 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.719+0000 7fb94d391880 1 < completed multipart upload key=W3X2J2SCNOE7 upload=27FBNB2UPUT0 tag=L8GB0DSL9AW0 type=write size=1880185 2023-12-22T17:36:53.720 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.721+0000 7fb94d391880 1 > prepared operation key=NZ7PMKB2HICR tag=QIVC7N13VGV9 type=write size=424018 2023-12-22T17:36:53.722 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.723+0000 7fb94d391880 1 < completed delete operation key=5HOL7148HSJL tag=3GPBH7EU23GA type=del 2023-12-22T17:36:53.725 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.726+0000 7fb94d391880 1 > prepared part key=_multipart_TFLKTU1RF46Q.2~6L1XTGU7BS5I.0 size=1048576 2023-12-22T17:36:53.727 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.728+0000 7fb94d391880 1 > prepared part key=_multipart_TFLKTU1RF46Q.2~6L1XTGU7BS5I.1 size=1048576 2023-12-22T17:36:53.728 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.729+0000 7fb94d391880 1 > prepared part key=_multipart_TFLKTU1RF46Q.2~6L1XTGU7BS5I.2 size=1009004 2023-12-22T17:36:53.728 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.729+0000 7fb94d391880 1 > prepared multipart upload key=TFLKTU1RF46Q upload=6L1XTGU7BS5I tag=8TZPK82EX2LZ type=write size=4154732 2023-12-22T17:36:53.730 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.732+0000 7fb94d391880 1 < completed delete operation key=7V5FS6PEP4ZL tag=S3EM8ZAFEVB8 type=del 2023-12-22T17:36:53.732 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.734+0000 7fb94d391880 1 > prepared operation key=TFLKTU1RF46Q tag=RJN3CJ7U227C type=write size=174363 2023-12-22T17:36:53.734 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.735+0000 7fb94d391880 1 < completed part key=_multipart_TDS90SYZKMLU.2~XDU5EF9PLVV2.0 size=972851 2023-12-22T17:36:53.737 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.739+0000 7fb94d391880 1 < completed multipart upload key=TDS90SYZKMLU upload=XDU5EF9PLVV2 tag=8ZHL3I2TOZRX type=write size=2021427 2023-12-22T17:36:53.741 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.742+0000 7fb94d391880 1 > prepared part key=_multipart_TFLKTU1RF46Q.2~FR2YS5DI9OG1.0 size=1048576 2023-12-22T17:36:53.743 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.744+0000 7fb94d391880 1 > prepared part key=_multipart_TFLKTU1RF46Q.2~FR2YS5DI9OG1.1 size=1048576 2023-12-22T17:36:53.745 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.746+0000 7fb94d391880 1 > prepared part key=_multipart_TFLKTU1RF46Q.2~FR2YS5DI9OG1.2 size=170569 2023-12-22T17:36:53.745 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.746+0000 7fb94d391880 1 > prepared multipart upload key=TFLKTU1RF46Q upload=FR2YS5DI9OG1 tag=3SXK3JHX22IZ type=write size=3316297 2023-12-22T17:36:53.747 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.748+0000 7fb94d391880 1 < completed delete operation key=RWJE4O4GO9IK tag=HNANZ9PAOSUU type=del 2023-12-22T17:36:53.751 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.752+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~KNL1MKJWPFYX.0 size=1048576 2023-12-22T17:36:53.752 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.753+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~KNL1MKJWPFYX.1 size=902105 2023-12-22T17:36:53.752 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.753+0000 7fb94d391880 1 > prepared multipart upload key=DZPSR14TMXNC upload=KNL1MKJWPFYX tag=LZ1AFVJY0M91 type=write size=2999257 2023-12-22T17:36:53.754 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.755+0000 7fb94d391880 1 < completed delete operation key=I7GAQL38WXHS tag=S7WFR3Z6N7SO type=del 2023-12-22T17:36:53.758 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.759+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~12PY3M82IVTQ.0 size=1048576 2023-12-22T17:36:53.760 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.761+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~12PY3M82IVTQ.1 size=23339 2023-12-22T17:36:53.760 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.761+0000 7fb94d391880 1 > prepared multipart upload key=KLRYSCZNAHKT upload=12PY3M82IVTQ tag=VA4CO7P0MLF9 type=write size=2120491 2023-12-22T17:36:53.762 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.763+0000 7fb94d391880 1 < completed delete operation key=TFLKTU1RF46Q tag=NH9CR835L1G2 type=del 2023-12-22T17:36:53.766 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.767+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~09F0GKKH1AB5.0 size=1048576 2023-12-22T17:36:53.768 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.769+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~09F0GKKH1AB5.1 size=589540 2023-12-22T17:36:53.768 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.769+0000 7fb94d391880 1 > prepared multipart upload key=DVN26OO0LDI7 upload=09F0GKKH1AB5 tag=C1GHNPG0JTRX type=write size=2686692 2023-12-22T17:36:53.770 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.772+0000 7fb94d391880 1 < completed delete operation key=HZAQDCN1TA70 tag=6QN6E4280N4J type=del 2023-12-22T17:36:53.773 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.774+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=JW2LRZYXHJSA type=del size=646554 2023-12-22T17:36:53.776 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.777+0000 7fb94d391880 1 < completed delete operation key=KLRYSCZNAHKT tag=YRDFUWVWE6Q2 type=del 2023-12-22T17:36:53.778 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.779+0000 7fb94d391880 1 > prepared operation key=IRCWNBTM8JVB tag=BY077F14F2Z8 type=write size=404500 2023-12-22T17:36:53.780 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.781+0000 7fb94d391880 1 < completed write operation key=HZAQDCN1TA70 tag=3QV3U92RKQCO type=write size=481191 2023-12-22T17:36:53.782 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.784+0000 7fb94d391880 1 > prepared operation key=TDS90SYZKMLU tag=2BBJWQQXUE4T type=write size=893242 2023-12-22T17:36:53.785 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.786+0000 7fb94d391880 1 < completed write operation key=TDS90SYZKMLU tag=O0QCI5DI2OVW type=write size=599540 2023-12-22T17:36:53.787 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.788+0000 7fb94d391880 1 > prepared operation key=BPXZFZEJYPX1 tag=OJ2BTDHHD295 type=del size=812619 2023-12-22T17:36:53.789 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.790+0000 7fb94d391880 1 < completed part key=_multipart_GGQ09G6E3CZ6.2~2BLNJ3YVIH1Y.0 size=1048576 2023-12-22T17:36:53.791 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.792+0000 7fb94d391880 1 < completed part key=_multipart_GGQ09G6E3CZ6.2~2BLNJ3YVIH1Y.1 size=1048576 2023-12-22T17:36:53.793 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.794+0000 7fb94d391880 1 < completed part key=_multipart_GGQ09G6E3CZ6.2~2BLNJ3YVIH1Y.2 size=790770 2023-12-22T17:36:53.796 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.797+0000 7fb94d391880 1 < completed multipart upload key=GGQ09G6E3CZ6 upload=2BLNJ3YVIH1Y tag=TOOOYLH9GNYV type=write size=3936498 2023-12-22T17:36:53.800 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.802+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~HCNGY7W2WNKM.0 size=1048576 2023-12-22T17:36:53.802 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.804+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~HCNGY7W2WNKM.1 size=1048576 2023-12-22T17:36:53.804 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.806+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~HCNGY7W2WNKM.2 size=423750 2023-12-22T17:36:53.804 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.806+0000 7fb94d391880 1 > prepared multipart upload key=V3ZYXTO3N0R6 upload=HCNGY7W2WNKM tag=RKUO6STSSJSZ type=write size=3569478 2023-12-22T17:36:53.806 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.808+0000 7fb94d391880 1 < completed write operation key=40X558JXAX9S tag=86U7SNU1Z7SK type=write size=884290 2023-12-22T17:36:53.810 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.812+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~E5BBIZCWHQ48.0 size=1048576 2023-12-22T17:36:53.812 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.814+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~E5BBIZCWHQ48.1 size=648754 2023-12-22T17:36:53.812 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.814+0000 7fb94d391880 1 > prepared multipart upload key=I7GAQL38WXHS upload=E5BBIZCWHQ48 tag=IJX10CIQGDN2 type=write size=2745906 2023-12-22T17:36:53.815 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.816+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~BHOZF107ZHW5.0 size=1048576 2023-12-22T17:36:53.817 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.818+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~BHOZF107ZHW5.1 size=1048576 2023-12-22T17:36:53.818 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.820+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~BHOZF107ZHW5.2 size=827010 2023-12-22T17:36:53.822 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.823+0000 7fb94d391880 1 < completed multipart upload key=HZAQDCN1TA70 upload=BHOZF107ZHW5 tag=EU79XG3ZUQDP type=write size=3972738 2023-12-22T17:36:53.826 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.827+0000 7fb94d391880 1 > prepared part key=_multipart_TFLKTU1RF46Q.2~QBLRDYH3ZPVC.0 size=1048576 2023-12-22T17:36:53.828 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.829+0000 7fb94d391880 1 > prepared part key=_multipart_TFLKTU1RF46Q.2~QBLRDYH3ZPVC.1 size=670568 2023-12-22T17:36:53.828 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.829+0000 7fb94d391880 1 > prepared multipart upload key=TFLKTU1RF46Q upload=QBLRDYH3ZPVC tag=3PI1VKEXWZ8O type=write size=2767720 2023-12-22T17:36:53.830 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.831+0000 7fb94d391880 1 < completed delete operation key=T8TYNCC2V8CD tag=HGLC0NTOCWE0 type=del 2023-12-22T17:36:53.834 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.835+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~7V69HQDEVW9S.0 size=1048576 2023-12-22T17:36:53.836 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.837+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~7V69HQDEVW9S.1 size=1048576 2023-12-22T17:36:53.838 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.839+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~7V69HQDEVW9S.2 size=306450 2023-12-22T17:36:53.838 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.839+0000 7fb94d391880 1 > prepared multipart upload key=40X558JXAX9S upload=7V69HQDEVW9S tag=ORL1XVH76SPA type=write size=3452178 2023-12-22T17:36:53.840 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.841+0000 7fb94d391880 1 < completed part key=_multipart_28XBL3715EHT.2~O48VRJNP80UF.0 size=1048576 2023-12-22T17:36:53.842 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.843+0000 7fb94d391880 1 < completed part key=_multipart_28XBL3715EHT.2~O48VRJNP80UF.1 size=508365 2023-12-22T17:36:53.845 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.847+0000 7fb94d391880 1 < completed multipart upload key=28XBL3715EHT upload=O48VRJNP80UF tag=M5JH0RQ70HYL type=write size=2605517 2023-12-22T17:36:53.848 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.849+0000 7fb94d391880 1 > prepared operation key=BPXZFZEJYPX1 tag=JGNPGTCVJ2D4 type=del size=1095982 2023-12-22T17:36:53.851 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.853+0000 7fb94d391880 1 < suggested update operation key=NZ7PMKB2HICR tag=QIVC7N13VGV9 type=write size=424018 2023-12-22T17:36:53.856 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.857+0000 7fb94d391880 1 > prepared part key=_multipart_BCP1VQB2TB0F.2~1HVBVNWUHXYN.0 size=1048576 2023-12-22T17:36:53.858 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.859+0000 7fb94d391880 1 > prepared part key=_multipart_BCP1VQB2TB0F.2~1HVBVNWUHXYN.1 size=1048576 2023-12-22T17:36:53.859 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.861+0000 7fb94d391880 1 > prepared part key=_multipart_BCP1VQB2TB0F.2~1HVBVNWUHXYN.2 size=441111 2023-12-22T17:36:53.859 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.861+0000 7fb94d391880 1 > prepared multipart upload key=BCP1VQB2TB0F upload=1HVBVNWUHXYN tag=46GV6QU78R4N type=write size=3586839 2023-12-22T17:36:53.861 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.863+0000 7fb94d391880 1 < completed part key=_multipart_TFLKTU1RF46Q.2~6L1XTGU7BS5I.0 size=1048576 2023-12-22T17:36:53.863 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.864+0000 7fb94d391880 1 < completed part key=_multipart_TFLKTU1RF46Q.2~6L1XTGU7BS5I.1 size=1048576 2023-12-22T17:36:53.865 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.866+0000 7fb94d391880 1 < completed part key=_multipart_TFLKTU1RF46Q.2~6L1XTGU7BS5I.2 size=1009004 2023-12-22T17:36:53.868 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.870+0000 7fb94d391880 1 < completed multipart upload key=TFLKTU1RF46Q upload=6L1XTGU7BS5I tag=8TZPK82EX2LZ type=write size=4154732 2023-12-22T17:36:53.872 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.873+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~WIRHCEXR7GDJ.0 size=1048576 2023-12-22T17:36:53.874 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.875+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~WIRHCEXR7GDJ.1 size=1048576 2023-12-22T17:36:53.875 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.877+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~WIRHCEXR7GDJ.2 size=7682 2023-12-22T17:36:53.875 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.877+0000 7fb94d391880 1 > prepared multipart upload key=DVN26OO0LDI7 upload=WIRHCEXR7GDJ tag=HYY7KB5AZ1NL type=write size=3153410 2023-12-22T17:36:53.878 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.879+0000 7fb94d391880 1 < completed write operation key=TFLKTU1RF46Q tag=RJN3CJ7U227C type=write size=174363 2023-12-22T17:36:53.879 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.881+0000 7fb94d391880 1 > prepared operation key=74ZWP6PRPDCK tag=DTXC1267P3F4 type=del size=304268 2023-12-22T17:36:53.881 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.883+0000 7fb94d391880 1 < completed part key=_multipart_TFLKTU1RF46Q.2~FR2YS5DI9OG1.0 size=1048576 2023-12-22T17:36:53.884 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.885+0000 7fb94d391880 1 < completed part key=_multipart_TFLKTU1RF46Q.2~FR2YS5DI9OG1.1 size=1048576 2023-12-22T17:36:53.886 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.887+0000 7fb94d391880 1 < completed part key=_multipart_TFLKTU1RF46Q.2~FR2YS5DI9OG1.2 size=170569 2023-12-22T17:36:53.889 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.891+0000 7fb94d391880 1 < completed multipart upload key=TFLKTU1RF46Q upload=FR2YS5DI9OG1 tag=3SXK3JHX22IZ type=write size=3316297 2023-12-22T17:36:53.893 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.894+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~1QV5WD9ZACKT.0 size=1048576 2023-12-22T17:36:53.895 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.896+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~1QV5WD9ZACKT.1 size=1048576 2023-12-22T17:36:53.896 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.898+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~1QV5WD9ZACKT.2 size=11678 2023-12-22T17:36:53.897 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.898+0000 7fb94d391880 1 > prepared multipart upload key=HZAQDCN1TA70 upload=1QV5WD9ZACKT tag=VXTTAS3FAJX4 type=write size=3157406 2023-12-22T17:36:53.898 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.900+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~KNL1MKJWPFYX.0 size=1048576 2023-12-22T17:36:53.900 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.901+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~KNL1MKJWPFYX.1 size=902105 2023-12-22T17:36:53.904 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.906+0000 7fb94d391880 1 < completed multipart upload key=DZPSR14TMXNC upload=KNL1MKJWPFYX tag=LZ1AFVJY0M91 type=write size=2999257 2023-12-22T17:36:53.908 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.910+0000 7fb94d391880 1 > prepared part key=_multipart_BCP1VQB2TB0F.2~4W0F8FKG9MH4.0 size=189478 2023-12-22T17:36:53.909 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.910+0000 7fb94d391880 1 > prepared multipart upload key=BCP1VQB2TB0F upload=4W0F8FKG9MH4 tag=XOLJ7Q8OHF3B type=write size=1238054 2023-12-22T17:36:53.910 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.912+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~12PY3M82IVTQ.0 size=1048576 2023-12-22T17:36:53.912 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.914+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~12PY3M82IVTQ.1 size=23339 2023-12-22T17:36:53.917 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.918+0000 7fb94d391880 1 < completed multipart upload key=KLRYSCZNAHKT upload=12PY3M82IVTQ tag=VA4CO7P0MLF9 type=write size=2120491 2023-12-22T17:36:53.919 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.920+0000 7fb94d391880 1 > prepared operation key=BPXZFZEJYPX1 tag=BLG8JRI5GXW5 type=del size=617301 2023-12-22T17:36:53.921 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.922+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~09F0GKKH1AB5.0 size=1048576 2023-12-22T17:36:53.922 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.924+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~09F0GKKH1AB5.1 size=589540 2023-12-22T17:36:53.926 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.927+0000 7fb94d391880 1 < completed multipart upload key=DVN26OO0LDI7 upload=09F0GKKH1AB5 tag=C1GHNPG0JTRX type=write size=2686692 2023-12-22T17:36:53.928 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.929+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=YWMTIK6MLQS1 type=del size=3041534 2023-12-22T17:36:53.930 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.931+0000 7fb94d391880 1 < completed delete operation key=HZAQDCN1TA70 tag=JW2LRZYXHJSA type=del 2023-12-22T17:36:53.932 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.933+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=VQLI7WG8IUBE type=del size=3844312 2023-12-22T17:36:53.935 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.936+0000 7fb94d391880 1 < completed write operation key=IRCWNBTM8JVB tag=BY077F14F2Z8 type=write size=404500 2023-12-22T17:36:53.938 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.939+0000 7fb94d391880 1 > prepared operation key=0BNHPX2OE7C0 tag=X6TS5MWWQ8QO type=del size=1524394 2023-12-22T17:36:53.940 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.941+0000 7fb94d391880 1 < completed write operation key=TDS90SYZKMLU tag=2BBJWQQXUE4T type=write size=893242 2023-12-22T17:36:53.944 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.946+0000 7fb94d391880 1 > prepared part key=_multipart_74ZWP6PRPDCK.2~LHVQK56URKGV.0 size=1048576 2023-12-22T17:36:53.946 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.947+0000 7fb94d391880 1 > prepared part key=_multipart_74ZWP6PRPDCK.2~LHVQK56URKGV.1 size=1048576 2023-12-22T17:36:53.948 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.949+0000 7fb94d391880 1 > prepared part key=_multipart_74ZWP6PRPDCK.2~LHVQK56URKGV.2 size=201702 2023-12-22T17:36:53.948 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.949+0000 7fb94d391880 1 > prepared multipart upload key=74ZWP6PRPDCK upload=LHVQK56URKGV tag=9H7I2QM1NMD2 type=write size=3347430 2023-12-22T17:36:53.951 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.953+0000 7fb94d391880 1 < suggested remove operation key=BPXZFZEJYPX1 tag=OJ2BTDHHD295 type=del 2023-12-22T17:36:53.953 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.955+0000 7fb94d391880 1 > prepared operation key=74ZWP6PRPDCK tag=PTCL310HF9B0 type=del size=2977642 2023-12-22T17:36:53.955 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.957+0000 7fb94d391880 1 < completed part key=_multipart_V3ZYXTO3N0R6.2~HCNGY7W2WNKM.0 size=1048576 2023-12-22T17:36:53.957 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.958+0000 7fb94d391880 1 < completed part key=_multipart_V3ZYXTO3N0R6.2~HCNGY7W2WNKM.1 size=1048576 2023-12-22T17:36:53.959 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.960+0000 7fb94d391880 1 < completed part key=_multipart_V3ZYXTO3N0R6.2~HCNGY7W2WNKM.2 size=423750 2023-12-22T17:36:53.962 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.964+0000 7fb94d391880 1 < completed multipart upload key=V3ZYXTO3N0R6 upload=HCNGY7W2WNKM tag=RKUO6STSSJSZ type=write size=3569478 2023-12-22T17:36:53.964 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.966+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=7FVR0N9YHAQM type=write size=846681 2023-12-22T17:36:53.966 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.968+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~E5BBIZCWHQ48.0 size=1048576 2023-12-22T17:36:53.968 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.969+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~E5BBIZCWHQ48.1 size=648754 2023-12-22T17:36:53.972 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.973+0000 7fb94d391880 1 < completed multipart upload key=I7GAQL38WXHS upload=E5BBIZCWHQ48 tag=IJX10CIQGDN2 type=write size=2745906 2023-12-22T17:36:53.975 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.977+0000 7fb94d391880 1 > prepared part key=_multipart_IRCWNBTM8JVB.2~CXK0NNPV4ICI.0 size=1023114 2023-12-22T17:36:53.975 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.977+0000 7fb94d391880 1 > prepared multipart upload key=IRCWNBTM8JVB upload=CXK0NNPV4ICI tag=PPUUT4Q03NXQ type=write size=2071690 2023-12-22T17:36:53.977 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.979+0000 7fb94d391880 1 < completed part key=_multipart_TFLKTU1RF46Q.2~QBLRDYH3ZPVC.0 size=1048576 2023-12-22T17:36:53.979 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.980+0000 7fb94d391880 1 < completed part key=_multipart_TFLKTU1RF46Q.2~QBLRDYH3ZPVC.1 size=670568 2023-12-22T17:36:53.982 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.984+0000 7fb94d391880 1 < completed multipart upload key=TFLKTU1RF46Q upload=QBLRDYH3ZPVC tag=3PI1VKEXWZ8O type=write size=2767720 2023-12-22T17:36:53.986 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.988+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~7I6A2XOH21C5.0 size=1048576 2023-12-22T17:36:53.988 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.989+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~7I6A2XOH21C5.1 size=1048576 2023-12-22T17:36:53.990 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.991+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~7I6A2XOH21C5.2 size=82786 2023-12-22T17:36:53.990 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.991+0000 7fb94d391880 1 > prepared multipart upload key=I7GAQL38WXHS upload=7I6A2XOH21C5 tag=Y3R6L2J9PIZJ type=write size=3228514 2023-12-22T17:36:53.992 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.993+0000 7fb94d391880 1 < completed part key=_multipart_40X558JXAX9S.2~7V69HQDEVW9S.0 size=1048576 2023-12-22T17:36:53.992 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.993+0000 7fb94d391880 1 < canceled part key=_multipart_40X558JXAX9S.2~7V69HQDEVW9S.1 size=1048576 2023-12-22T17:36:53.993 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.995+0000 7fb94d391880 1 < completed part key=_multipart_40X558JXAX9S.2~7V69HQDEVW9S.2 size=306450 2023-12-22T17:36:53.997 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:53.998+0000 7fb94d391880 1 < canceled multipart upload key=40X558JXAX9S upload=7V69HQDEVW9S tag=ORL1XVH76SPA type=write size=3452178 2023-12-22T17:36:53.999 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.000+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=XPQX35P1E3YK type=del size=762051 2023-12-22T17:36:54.002 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.003+0000 7fb94d391880 -1 < failed to complete operation key=BPXZFZEJYPX1 tag=JGNPGTCVJ2D4 type=del size=1095982: (22) Invalid argument 2023-12-22T17:36:54.004 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.005+0000 7fb94d391880 1 > prepared operation key=W3X2J2SCNOE7 tag=3CVJSBA1GBX2 type=del size=312859 2023-12-22T17:36:54.006 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.007+0000 7fb94d391880 1 < completed part key=_multipart_BCP1VQB2TB0F.2~1HVBVNWUHXYN.0 size=1048576 2023-12-22T17:36:54.006 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.007+0000 7fb94d391880 1 < canceled part key=_multipart_BCP1VQB2TB0F.2~1HVBVNWUHXYN.1 size=1048576 2023-12-22T17:36:54.008 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.009+0000 7fb94d391880 1 < completed part key=_multipart_BCP1VQB2TB0F.2~1HVBVNWUHXYN.2 size=441111 2023-12-22T17:36:54.012 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.013+0000 7fb94d391880 1 < canceled multipart upload key=BCP1VQB2TB0F upload=1HVBVNWUHXYN tag=46GV6QU78R4N type=write size=3586839 2023-12-22T17:36:54.015 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.016+0000 7fb94d391880 1 > prepared operation key=L6DUB57B222Z tag=UJP0O25QJ1GH type=del size=2086023 2023-12-22T17:36:54.017 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.018+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~WIRHCEXR7GDJ.0 size=1048576 2023-12-22T17:36:54.019 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.020+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~WIRHCEXR7GDJ.1 size=1048576 2023-12-22T17:36:54.021 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.022+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~WIRHCEXR7GDJ.2 size=7682 2023-12-22T17:36:54.024 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.026+0000 7fb94d391880 1 < completed multipart upload key=DVN26OO0LDI7 upload=WIRHCEXR7GDJ tag=HYY7KB5AZ1NL type=write size=3153410 2023-12-22T17:36:54.026 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.028+0000 7fb94d391880 1 > prepared operation key=74ZWP6PRPDCK tag=O838N3WNDDYE type=del size=3749835 2023-12-22T17:36:54.029 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.030+0000 7fb94d391880 1 < completed delete operation key=74ZWP6PRPDCK tag=DTXC1267P3F4 type=del 2023-12-22T17:36:54.030 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.032+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=2G76CUNB12UO type=write size=671066 2023-12-22T17:36:54.032 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.034+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~1QV5WD9ZACKT.0 size=1048576 2023-12-22T17:36:54.035 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.036+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~1QV5WD9ZACKT.1 size=1048576 2023-12-22T17:36:54.036 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.038+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~1QV5WD9ZACKT.2 size=11678 2023-12-22T17:36:54.040 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.041+0000 7fb94d391880 1 < completed multipart upload key=HZAQDCN1TA70 upload=1QV5WD9ZACKT tag=VXTTAS3FAJX4 type=write size=3157406 2023-12-22T17:36:54.044 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.046+0000 7fb94d391880 1 > prepared part key=_multipart_YRKG3P9O1XBW.2~BBCQ93NCXD5K.0 size=1048576 2023-12-22T17:36:54.046 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.047+0000 7fb94d391880 1 > prepared part key=_multipart_YRKG3P9O1XBW.2~BBCQ93NCXD5K.1 size=7628 2023-12-22T17:36:54.046 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.047+0000 7fb94d391880 1 > prepared multipart upload key=YRKG3P9O1XBW upload=BBCQ93NCXD5K tag=H1DJFVX7X9Z1 type=write size=2104780 2023-12-22T17:36:54.048 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.049+0000 7fb94d391880 1 < completed part key=_multipart_BCP1VQB2TB0F.2~4W0F8FKG9MH4.0 size=189478 2023-12-22T17:36:54.051 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.053+0000 7fb94d391880 1 < completed multipart upload key=BCP1VQB2TB0F upload=4W0F8FKG9MH4 tag=XOLJ7Q8OHF3B type=write size=1238054 2023-12-22T17:36:54.053 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.055+0000 7fb94d391880 1 > prepared operation key=6CLDD4VJZWJJ tag=VGYOXEJMPB4E type=del size=2692655 2023-12-22T17:36:54.056 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.057+0000 7fb94d391880 -1 < failed to complete operation key=BPXZFZEJYPX1 tag=BLG8JRI5GXW5 type=del size=617301: (22) Invalid argument 2023-12-22T17:36:54.058 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.059+0000 7fb94d391880 1 > prepared operation key=I7GAQL38WXHS tag=L38F4U9C9LR2 type=del size=4139913 2023-12-22T17:36:54.060 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.061+0000 7fb94d391880 1 < completed delete operation key=5HOL7148HSJL tag=YWMTIK6MLQS1 type=del 2023-12-22T17:36:54.062 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.063+0000 7fb94d391880 1 > prepared operation key=0BNHPX2OE7C0 tag=9AG5FF6V7EE4 type=del size=3288520 2023-12-22T17:36:54.064 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.065+0000 7fb94d391880 1 < completed delete operation key=5HOL7148HSJL tag=VQLI7WG8IUBE type=del 2023-12-22T17:36:54.066 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.067+0000 7fb94d391880 1 > prepared operation key=IRCWNBTM8JVB tag=TRUW5FR8PJPI type=del size=2551382 2023-12-22T17:36:54.068 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.069+0000 7fb94d391880 1 < completed delete operation key=0BNHPX2OE7C0 tag=X6TS5MWWQ8QO type=del 2023-12-22T17:36:54.070 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.071+0000 7fb94d391880 1 > prepared operation key=YRKG3P9O1XBW tag=8118PSHOHO6Q type=write size=747352 2023-12-22T17:36:54.072 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.073+0000 7fb94d391880 1 < completed part key=_multipart_74ZWP6PRPDCK.2~LHVQK56URKGV.0 size=1048576 2023-12-22T17:36:54.073 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.075+0000 7fb94d391880 1 < completed part key=_multipart_74ZWP6PRPDCK.2~LHVQK56URKGV.1 size=1048576 2023-12-22T17:36:54.075 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.076+0000 7fb94d391880 1 < completed part key=_multipart_74ZWP6PRPDCK.2~LHVQK56URKGV.2 size=201702 2023-12-22T17:36:54.079 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.080+0000 7fb94d391880 1 < completed multipart upload key=74ZWP6PRPDCK upload=LHVQK56URKGV tag=9H7I2QM1NMD2 type=write size=3347430 2023-12-22T17:36:54.081 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.082+0000 7fb94d391880 1 > prepared operation key=RV0R03E3QAOV tag=O2CXSFXRF6GV type=del size=1112615 2023-12-22T17:36:54.083 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.084+0000 7fb94d391880 1 < completed delete operation key=74ZWP6PRPDCK tag=PTCL310HF9B0 type=del 2023-12-22T17:36:54.087 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.088+0000 7fb94d391880 1 > prepared part key=_multipart_BCP1VQB2TB0F.2~6QSOB2KZAZ3X.0 size=889226 2023-12-22T17:36:54.087 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.088+0000 7fb94d391880 1 > prepared multipart upload key=BCP1VQB2TB0F upload=6QSOB2KZAZ3X tag=YQ2J4KHVR4J8 type=write size=1937802 2023-12-22T17:36:54.089 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.090+0000 7fb94d391880 1 < completed write operation key=40X558JXAX9S tag=7FVR0N9YHAQM type=write size=846681 2023-12-22T17:36:54.091 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.092+0000 7fb94d391880 1 > prepared operation key=704VLVQ2P45U tag=L0E5DI4QPQ8A type=del size=938241 2023-12-22T17:36:54.093 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.095+0000 7fb94d391880 1 < completed part key=_multipart_IRCWNBTM8JVB.2~CXK0NNPV4ICI.0 size=1023114 2023-12-22T17:36:54.097 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.098+0000 7fb94d391880 1 < completed multipart upload key=IRCWNBTM8JVB upload=CXK0NNPV4ICI tag=PPUUT4Q03NXQ type=write size=2071690 2023-12-22T17:36:54.099 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.100+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=8NFFXLUSI47G type=write size=362748 2023-12-22T17:36:54.102 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.103+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~7I6A2XOH21C5.0 size=1048576 2023-12-22T17:36:54.103 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.105+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~7I6A2XOH21C5.1 size=1048576 2023-12-22T17:36:54.105 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.106+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~7I6A2XOH21C5.2 size=82786 2023-12-22T17:36:54.109 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.110+0000 7fb94d391880 1 < completed multipart upload key=I7GAQL38WXHS upload=7I6A2XOH21C5 tag=Y3R6L2J9PIZJ type=write size=3228514 2023-12-22T17:36:54.113 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.115+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~54IXNQZV6LJ9.0 size=377832 2023-12-22T17:36:54.114 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.115+0000 7fb94d391880 1 > prepared multipart upload key=DVN26OO0LDI7 upload=54IXNQZV6LJ9 tag=IFUL3QQCJO7D type=write size=1426408 2023-12-22T17:36:54.116 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.117+0000 7fb94d391880 1 < completed delete operation key=HZAQDCN1TA70 tag=XPQX35P1E3YK type=del 2023-12-22T17:36:54.119 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.120+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~RXJ9LSQRPEUW.0 size=1048576 2023-12-22T17:36:54.121 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.122+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~RXJ9LSQRPEUW.1 size=1048576 2023-12-22T17:36:54.123 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.124+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~RXJ9LSQRPEUW.2 size=216400 2023-12-22T17:36:54.123 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.124+0000 7fb94d391880 1 > prepared multipart upload key=DZPSR14TMXNC upload=RXJ9LSQRPEUW tag=12R1T2JP17Y9 type=write size=3362128 2023-12-22T17:36:54.125 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.126+0000 7fb94d391880 1 < canceled operation key=W3X2J2SCNOE7 tag=3CVJSBA1GBX2 type=del size=312859 2023-12-22T17:36:54.127 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.128+0000 7fb94d391880 1 > prepared operation key=74ZWP6PRPDCK tag=W7EI2F8G4DYO type=del size=2299443 2023-12-22T17:36:54.131 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.132+0000 7fb94d391880 1 < suggested update operation key=L6DUB57B222Z tag=UJP0O25QJ1GH type=del size=2086023 2023-12-22T17:36:54.133 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.134+0000 7fb94d391880 1 > prepared operation key=RWJE4O4GO9IK tag=O37RSISPHB1I type=del size=2794926 2023-12-22T17:36:54.135 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.136+0000 7fb94d391880 1 < completed delete operation key=74ZWP6PRPDCK tag=O838N3WNDDYE type=del 2023-12-22T17:36:54.139 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.140+0000 7fb94d391880 1 > prepared part key=_multipart_BCP1VQB2TB0F.2~XN8ZR65ULMQ5.0 size=1048576 2023-12-22T17:36:54.141 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.142+0000 7fb94d391880 1 > prepared part key=_multipart_BCP1VQB2TB0F.2~XN8ZR65ULMQ5.1 size=597774 2023-12-22T17:36:54.141 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.142+0000 7fb94d391880 1 > prepared multipart upload key=BCP1VQB2TB0F upload=XN8ZR65ULMQ5 tag=HXRMFILFS6KH type=write size=2694926 2023-12-22T17:36:54.143 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.145+0000 7fb94d391880 1 < completed write operation key=40X558JXAX9S tag=2G76CUNB12UO type=write size=671066 2023-12-22T17:36:54.145 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.147+0000 7fb94d391880 1 > prepared operation key=RV0R03E3QAOV tag=T0CBOYTUL5VK type=del size=2929275 2023-12-22T17:36:54.147 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.149+0000 7fb94d391880 1 < completed part key=_multipart_YRKG3P9O1XBW.2~BBCQ93NCXD5K.0 size=1048576 2023-12-22T17:36:54.147 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.149+0000 7fb94d391880 1 < canceled part key=_multipart_YRKG3P9O1XBW.2~BBCQ93NCXD5K.1 size=7628 2023-12-22T17:36:54.151 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.152+0000 7fb94d391880 1 < canceled multipart upload key=YRKG3P9O1XBW upload=BBCQ93NCXD5K tag=H1DJFVX7X9Z1 type=write size=2104780 2023-12-22T17:36:54.153 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.154+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=60W727WVZZK2 type=write size=774882 2023-12-22T17:36:54.155 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.156+0000 7fb94d391880 1 < completed delete operation key=6CLDD4VJZWJJ tag=VGYOXEJMPB4E type=del 2023-12-22T17:36:54.157 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.158+0000 7fb94d391880 1 > prepared operation key=TFLKTU1RF46Q tag=V2GDJR7LSBPO type=write size=523021 2023-12-22T17:36:54.159 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.160+0000 7fb94d391880 1 < completed delete operation key=I7GAQL38WXHS tag=L38F4U9C9LR2 type=del 2023-12-22T17:36:54.161 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.162+0000 7fb94d391880 1 > prepared operation key=DXPJ8O4O0SI2 tag=P69IGBTJZUXF type=del size=32136 2023-12-22T17:36:54.163 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.164+0000 7fb94d391880 1 < completed delete operation key=0BNHPX2OE7C0 tag=9AG5FF6V7EE4 type=del 2023-12-22T17:36:54.167 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.168+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~3OHI1KBTZ3WK.0 size=1048576 2023-12-22T17:36:54.168 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.170+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~3OHI1KBTZ3WK.1 size=1048576 2023-12-22T17:36:54.170 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.171+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~3OHI1KBTZ3WK.2 size=258788 2023-12-22T17:36:54.170 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.171+0000 7fb94d391880 1 > prepared multipart upload key=V3ZYXTO3N0R6 upload=3OHI1KBTZ3WK tag=1FDALJU3IQ1Y type=write size=3404516 2023-12-22T17:36:54.172 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.173+0000 7fb94d391880 1 < completed delete operation key=IRCWNBTM8JVB tag=TRUW5FR8PJPI type=del 2023-12-22T17:36:54.174 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.175+0000 7fb94d391880 1 > prepared operation key=DZPSR14TMXNC tag=6MF8SI3U4R0T type=write size=378073 2023-12-22T17:36:54.176 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.177+0000 7fb94d391880 1 < canceled operation key=YRKG3P9O1XBW tag=8118PSHOHO6Q type=write size=747352 2023-12-22T17:36:54.179 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.180+0000 7fb94d391880 1 > prepared operation key=NZ7PMKB2HICR tag=MZIVOO91SAQA type=write size=112911 2023-12-22T17:36:54.181 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.183+0000 7fb94d391880 1 < completed delete operation key=RV0R03E3QAOV tag=O2CXSFXRF6GV type=del 2023-12-22T17:36:54.183 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.185+0000 7fb94d391880 1 > prepared operation key=DXPJ8O4O0SI2 tag=ZGR7BO6DGMQT type=del size=2153070 2023-12-22T17:36:54.185 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.187+0000 7fb94d391880 1 < completed part key=_multipart_BCP1VQB2TB0F.2~6QSOB2KZAZ3X.0 size=889226 2023-12-22T17:36:54.189 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.190+0000 7fb94d391880 1 < completed multipart upload key=BCP1VQB2TB0F upload=6QSOB2KZAZ3X tag=YQ2J4KHVR4J8 type=write size=1937802 2023-12-22T17:36:54.193 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.195+0000 7fb94d391880 1 > prepared part key=_multipart_T8TYNCC2V8CD.2~ZA0V4TT81OPG.0 size=834702 2023-12-22T17:36:54.194 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.195+0000 7fb94d391880 1 > prepared multipart upload key=T8TYNCC2V8CD upload=ZA0V4TT81OPG tag=HDG8TOAHSX3L type=write size=1883278 2023-12-22T17:36:54.195 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.197+0000 7fb94d391880 1 < completed delete operation key=704VLVQ2P45U tag=L0E5DI4QPQ8A type=del 2023-12-22T17:36:54.199 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.201+0000 7fb94d391880 1 > prepared part key=_multipart_TFLKTU1RF46Q.2~R8KY8GHEJYHX.0 size=1048576 2023-12-22T17:36:54.201 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.202+0000 7fb94d391880 1 > prepared part key=_multipart_TFLKTU1RF46Q.2~R8KY8GHEJYHX.1 size=397506 2023-12-22T17:36:54.201 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.202+0000 7fb94d391880 1 > prepared multipart upload key=TFLKTU1RF46Q upload=R8KY8GHEJYHX tag=6DCE9Z9TBD0K type=write size=2494658 2023-12-22T17:36:54.203 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.204+0000 7fb94d391880 1 < completed write operation key=HZAQDCN1TA70 tag=8NFFXLUSI47G type=write size=362748 2023-12-22T17:36:54.206 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.207+0000 7fb94d391880 1 > prepared operation key=74ZWP6PRPDCK tag=E4SUHEX68S2Y type=del size=2099241 2023-12-22T17:36:54.208 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.209+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~54IXNQZV6LJ9.0 size=377832 2023-12-22T17:36:54.211 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.212+0000 7fb94d391880 1 < completed multipart upload key=DVN26OO0LDI7 upload=54IXNQZV6LJ9 tag=IFUL3QQCJO7D type=write size=1426408 2023-12-22T17:36:54.213 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.215+0000 7fb94d391880 1 > prepared operation key=IRCWNBTM8JVB tag=6ATI5VHU77S5 type=del size=3504643 2023-12-22T17:36:54.214 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.215+0000 7fb94d391880 1 < canceled part key=_multipart_DZPSR14TMXNC.2~RXJ9LSQRPEUW.0 size=1048576 2023-12-22T17:36:54.215 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.217+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~RXJ9LSQRPEUW.1 size=1048576 2023-12-22T17:36:54.217 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.218+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~RXJ9LSQRPEUW.2 size=216400 2023-12-22T17:36:54.221 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.222+0000 7fb94d391880 1 < canceled multipart upload key=DZPSR14TMXNC upload=RXJ9LSQRPEUW tag=12R1T2JP17Y9 type=write size=3362128 2023-12-22T17:36:54.223 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.224+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=NZV645C46TSR type=write size=1024323 2023-12-22T17:36:54.225 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.226+0000 7fb94d391880 1 < completed delete operation key=74ZWP6PRPDCK tag=W7EI2F8G4DYO type=del 2023-12-22T17:36:54.228 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.230+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~YQ4D2KU5HYHE.0 size=1048576 2023-12-22T17:36:54.230 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.231+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~YQ4D2KU5HYHE.1 size=870996 2023-12-22T17:36:54.230 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.231+0000 7fb94d391880 1 > prepared multipart upload key=40X558JXAX9S upload=YQ4D2KU5HYHE tag=RXR2ZDXQY566 type=write size=2968148 2023-12-22T17:36:54.232 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.233+0000 7fb94d391880 1 < completed delete operation key=RWJE4O4GO9IK tag=O37RSISPHB1I type=del 2023-12-22T17:36:54.234 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.235+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=BI77I1TBLEO5 type=del size=593000 2023-12-22T17:36:54.236 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.237+0000 7fb94d391880 1 < completed part key=_multipart_BCP1VQB2TB0F.2~XN8ZR65ULMQ5.0 size=1048576 2023-12-22T17:36:54.238 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.239+0000 7fb94d391880 1 < completed part key=_multipart_BCP1VQB2TB0F.2~XN8ZR65ULMQ5.1 size=597774 2023-12-22T17:36:54.241 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.242+0000 7fb94d391880 1 < completed multipart upload key=BCP1VQB2TB0F upload=XN8ZR65ULMQ5 tag=HXRMFILFS6KH type=write size=2694926 2023-12-22T17:36:54.243 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.244+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=FZW3Z762E8HC type=write size=769256 2023-12-22T17:36:54.245 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.246+0000 7fb94d391880 1 < completed delete operation key=RV0R03E3QAOV tag=T0CBOYTUL5VK type=del 2023-12-22T17:36:54.249 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.250+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~PBZB4PGAVZRG.0 size=1048576 2023-12-22T17:36:54.250 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.252+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~PBZB4PGAVZRG.1 size=1048576 2023-12-22T17:36:54.252 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.253+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~PBZB4PGAVZRG.2 size=844791 2023-12-22T17:36:54.252 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.253+0000 7fb94d391880 1 > prepared multipart upload key=HZAQDCN1TA70 upload=PBZB4PGAVZRG tag=OX6V5NWPWCKZ type=write size=3990519 2023-12-22T17:36:54.257 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.258+0000 7fb94d391880 1 < suggested update operation key=7KXZJJ9YT96E tag=60W727WVZZK2 type=write size=774882 2023-12-22T17:36:54.258 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.260+0000 7fb94d391880 1 > prepared operation key=R9WTR26FAZP8 tag=O8N5DR32WVUM type=del size=799029 2023-12-22T17:36:54.260 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.262+0000 7fb94d391880 1 < completed write operation key=TFLKTU1RF46Q tag=V2GDJR7LSBPO type=write size=523021 2023-12-22T17:36:54.263 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.264+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=5TIXN00Q4ER9 type=del size=3969111 2023-12-22T17:36:54.265 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.266+0000 7fb94d391880 1 < completed delete operation key=DXPJ8O4O0SI2 tag=P69IGBTJZUXF type=del 2023-12-22T17:36:54.269 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.270+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~FYXKH9UCX02T.0 size=1048576 2023-12-22T17:36:54.271 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.272+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~FYXKH9UCX02T.1 size=1048576 2023-12-22T17:36:54.273 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.274+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~FYXKH9UCX02T.2 size=36822 2023-12-22T17:36:54.273 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.274+0000 7fb94d391880 1 > prepared multipart upload key=W3X2J2SCNOE7 upload=FYXKH9UCX02T tag=5J2TAV75SMV3 type=write size=3182550 2023-12-22T17:36:54.275 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.276+0000 7fb94d391880 1 < completed part key=_multipart_V3ZYXTO3N0R6.2~3OHI1KBTZ3WK.0 size=1048576 2023-12-22T17:36:54.277 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.278+0000 7fb94d391880 1 < completed part key=_multipart_V3ZYXTO3N0R6.2~3OHI1KBTZ3WK.1 size=1048576 2023-12-22T17:36:54.279 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.280+0000 7fb94d391880 1 < completed part key=_multipart_V3ZYXTO3N0R6.2~3OHI1KBTZ3WK.2 size=258788 2023-12-22T17:36:54.283 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.284+0000 7fb94d391880 1 < completed multipart upload key=V3ZYXTO3N0R6 upload=3OHI1KBTZ3WK tag=1FDALJU3IQ1Y type=write size=3404516 2023-12-22T17:36:54.285 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.286+0000 7fb94d391880 1 > prepared operation key=L6DUB57B222Z tag=HM17VW584ZI0 type=write size=622838 2023-12-22T17:36:54.287 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.288+0000 7fb94d391880 1 < completed write operation key=DZPSR14TMXNC tag=6MF8SI3U4R0T type=write size=378073 2023-12-22T17:36:54.291 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.292+0000 7fb94d391880 1 > prepared part key=_multipart_5HOL7148HSJL.2~TKQ2MW3IAWFK.0 size=1048576 2023-12-22T17:36:54.293 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.294+0000 7fb94d391880 1 > prepared part key=_multipart_5HOL7148HSJL.2~TKQ2MW3IAWFK.1 size=799593 2023-12-22T17:36:54.293 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.294+0000 7fb94d391880 1 > prepared multipart upload key=5HOL7148HSJL upload=TKQ2MW3IAWFK tag=SUVTCJTXT1E4 type=write size=2896745 2023-12-22T17:36:54.295 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.296+0000 7fb94d391880 1 < completed write operation key=NZ7PMKB2HICR tag=MZIVOO91SAQA type=write size=112911 2023-12-22T17:36:54.297 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.298+0000 7fb94d391880 1 > prepared operation key=I7GAQL38WXHS tag=YBS3A6NF3MFQ type=del size=1340455 2023-12-22T17:36:54.299 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.300+0000 7fb94d391880 1 < completed delete operation key=DXPJ8O4O0SI2 tag=ZGR7BO6DGMQT type=del 2023-12-22T17:36:54.301 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.302+0000 7fb94d391880 1 > prepared operation key=BCP1VQB2TB0F tag=VNJI6VK8I2ER type=del size=3123453 2023-12-22T17:36:54.303 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.304+0000 7fb94d391880 1 < completed part key=_multipart_T8TYNCC2V8CD.2~ZA0V4TT81OPG.0 size=834702 2023-12-22T17:36:54.307 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.308+0000 7fb94d391880 1 < completed multipart upload key=T8TYNCC2V8CD upload=ZA0V4TT81OPG tag=HDG8TOAHSX3L type=write size=1883278 2023-12-22T17:36:54.311 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.312+0000 7fb94d391880 1 > prepared part key=_multipart_704VLVQ2P45U.2~B1UWX1V142GT.0 size=1048576 2023-12-22T17:36:54.312 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.314+0000 7fb94d391880 1 > prepared part key=_multipart_704VLVQ2P45U.2~B1UWX1V142GT.1 size=540461 2023-12-22T17:36:54.312 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.314+0000 7fb94d391880 1 > prepared multipart upload key=704VLVQ2P45U upload=B1UWX1V142GT tag=NS295E62Y4BS type=write size=2637613 2023-12-22T17:36:54.314 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.316+0000 7fb94d391880 1 < completed part key=_multipart_TFLKTU1RF46Q.2~R8KY8GHEJYHX.0 size=1048576 2023-12-22T17:36:54.316 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.317+0000 7fb94d391880 1 < completed part key=_multipart_TFLKTU1RF46Q.2~R8KY8GHEJYHX.1 size=397506 2023-12-22T17:36:54.320 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.321+0000 7fb94d391880 1 < completed multipart upload key=TFLKTU1RF46Q upload=R8KY8GHEJYHX tag=6DCE9Z9TBD0K type=write size=2494658 2023-12-22T17:36:54.323 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.324+0000 7fb94d391880 1 > prepared part key=_multipart_28XBL3715EHT.2~LVDMH20PMLF8.0 size=1048576 2023-12-22T17:36:54.325 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.326+0000 7fb94d391880 1 > prepared part key=_multipart_28XBL3715EHT.2~LVDMH20PMLF8.1 size=1048576 2023-12-22T17:36:54.327 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.328+0000 7fb94d391880 1 > prepared part key=_multipart_28XBL3715EHT.2~LVDMH20PMLF8.2 size=813692 2023-12-22T17:36:54.327 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.328+0000 7fb94d391880 1 > prepared multipart upload key=28XBL3715EHT upload=LVDMH20PMLF8 tag=T71DKSE0NZCR type=write size=3959420 2023-12-22T17:36:54.329 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.330+0000 7fb94d391880 1 < completed delete operation key=74ZWP6PRPDCK tag=E4SUHEX68S2Y type=del 2023-12-22T17:36:54.331 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.332+0000 7fb94d391880 1 > prepared operation key=YRKG3P9O1XBW tag=R2UE0LKGX402 type=del size=3265073 2023-12-22T17:36:54.333 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.334+0000 7fb94d391880 1 < completed delete operation key=IRCWNBTM8JVB tag=6ATI5VHU77S5 type=del 2023-12-22T17:36:54.336 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.338+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~CYF2V7UVML38.0 size=1048576 2023-12-22T17:36:54.338 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.339+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~CYF2V7UVML38.1 size=328303 2023-12-22T17:36:54.338 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.339+0000 7fb94d391880 1 > prepared multipart upload key=RV0R03E3QAOV upload=CYF2V7UVML38 tag=DW2OG95UBMIG type=write size=2425455 2023-12-22T17:36:54.340 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.342+0000 7fb94d391880 1 < canceled operation key=40X558JXAX9S tag=NZV645C46TSR type=write size=1024323 2023-12-22T17:36:54.343 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.344+0000 7fb94d391880 1 > prepared operation key=W3X2J2SCNOE7 tag=OALMMLLM0PH3 type=write size=81102 2023-12-22T17:36:54.345 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.346+0000 7fb94d391880 1 < completed part key=_multipart_40X558JXAX9S.2~YQ4D2KU5HYHE.0 size=1048576 2023-12-22T17:36:54.345 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.346+0000 7fb94d391880 1 < canceled part key=_multipart_40X558JXAX9S.2~YQ4D2KU5HYHE.1 size=870996 2023-12-22T17:36:54.348 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.349+0000 7fb94d391880 1 < canceled multipart upload key=40X558JXAX9S upload=YQ4D2KU5HYHE tag=RXR2ZDXQY566 type=write size=2968148 2023-12-22T17:36:54.350 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.351+0000 7fb94d391880 1 > prepared operation key=I7GAQL38WXHS tag=XGO0N9TK0QSF type=del size=1259036 2023-12-22T17:36:54.353 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.355+0000 7fb94d391880 1 < suggested remove operation key=28XBL3715EHT tag=BI77I1TBLEO5 type=del 2023-12-22T17:36:54.358 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.359+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~VIVS84TUUC0A.0 size=1048576 2023-12-22T17:36:54.359 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.361+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~VIVS84TUUC0A.1 size=137064 2023-12-22T17:36:54.359 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.361+0000 7fb94d391880 1 > prepared multipart upload key=40X558JXAX9S upload=VIVS84TUUC0A tag=Y14OK19FV20K type=write size=2234216 2023-12-22T17:36:54.363 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.364+0000 7fb94d391880 1 < suggested remove operation key=2G2FODM41TWI tag=FZW3Z762E8HC type=write 2023-12-22T17:36:54.367 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.368+0000 7fb94d391880 1 > prepared part key=_multipart_R9WTR26FAZP8.2~DQC51HFC5YNN.0 size=615471 2023-12-22T17:36:54.367 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.368+0000 7fb94d391880 1 > prepared multipart upload key=R9WTR26FAZP8 upload=DQC51HFC5YNN tag=S2B913EWP78Y type=write size=1664047 2023-12-22T17:36:54.369 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.370+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~PBZB4PGAVZRG.0 size=1048576 2023-12-22T17:36:54.370 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.371+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~PBZB4PGAVZRG.1 size=1048576 2023-12-22T17:36:54.372 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.373+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~PBZB4PGAVZRG.2 size=844791 2023-12-22T17:36:54.376 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.377+0000 7fb94d391880 1 < completed multipart upload key=HZAQDCN1TA70 upload=PBZB4PGAVZRG tag=OX6V5NWPWCKZ type=write size=3990519 2023-12-22T17:36:54.380 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.381+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~G1NUMK05UBAF.0 size=1048576 2023-12-22T17:36:54.381 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.383+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~G1NUMK05UBAF.1 size=634273 2023-12-22T17:36:54.382 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.383+0000 7fb94d391880 1 > prepared multipart upload key=DXPJ8O4O0SI2 upload=G1NUMK05UBAF tag=EEZK4RW1MHMG type=write size=2731425 2023-12-22T17:36:54.383 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.385+0000 7fb94d391880 1 < completed delete operation key=R9WTR26FAZP8 tag=O8N5DR32WVUM type=del 2023-12-22T17:36:54.387 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.388+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~IZFCFYTZMWJR.0 size=1048576 2023-12-22T17:36:54.389 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.390+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~IZFCFYTZMWJR.1 size=233973 2023-12-22T17:36:54.389 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.390+0000 7fb94d391880 1 > prepared multipart upload key=I7GAQL38WXHS upload=IZFCFYTZMWJR tag=TTHCBWGKNZO9 type=write size=2331125 2023-12-22T17:36:54.392 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.393+0000 7fb94d391880 -1 < failed to complete operation key=28XBL3715EHT tag=5TIXN00Q4ER9 type=del size=3969111: (22) Invalid argument 2023-12-22T17:36:54.395 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.397+0000 7fb94d391880 1 > prepared part key=_multipart_BPXZFZEJYPX1.2~32EJI9I8KCHA.0 size=585641 2023-12-22T17:36:54.395 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.397+0000 7fb94d391880 1 > prepared multipart upload key=BPXZFZEJYPX1 upload=32EJI9I8KCHA tag=6N3V6BJS2FSI type=write size=1634217 2023-12-22T17:36:54.397 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.399+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~FYXKH9UCX02T.0 size=1048576 2023-12-22T17:36:54.399 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.400+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~FYXKH9UCX02T.1 size=1048576 2023-12-22T17:36:54.401 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.402+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~FYXKH9UCX02T.2 size=36822 2023-12-22T17:36:54.404 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.406+0000 7fb94d391880 1 < completed multipart upload key=W3X2J2SCNOE7 upload=FYXKH9UCX02T tag=5J2TAV75SMV3 type=write size=3182550 2023-12-22T17:36:54.406 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.408+0000 7fb94d391880 1 > prepared operation key=X3NXWCITUK7S tag=OC23DUZB0HZQ type=del size=3085059 2023-12-22T17:36:54.408 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.410+0000 7fb94d391880 1 < completed write operation key=L6DUB57B222Z tag=HM17VW584ZI0 type=write size=622838 2023-12-22T17:36:54.410 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.412+0000 7fb94d391880 1 > prepared operation key=RV0R03E3QAOV tag=XLXWPOCT1X7G type=del size=1247566 2023-12-22T17:36:54.413 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.414+0000 7fb94d391880 1 < completed part key=_multipart_5HOL7148HSJL.2~TKQ2MW3IAWFK.0 size=1048576 2023-12-22T17:36:54.414 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.416+0000 7fb94d391880 1 < completed part key=_multipart_5HOL7148HSJL.2~TKQ2MW3IAWFK.1 size=799593 2023-12-22T17:36:54.418 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.419+0000 7fb94d391880 1 < completed multipart upload key=5HOL7148HSJL upload=TKQ2MW3IAWFK tag=SUVTCJTXT1E4 type=write size=2896745 2023-12-22T17:36:54.420 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.421+0000 7fb94d391880 1 > prepared operation key=GGQ09G6E3CZ6 tag=FMW2S3N5KJ0X type=del size=305373 2023-12-22T17:36:54.424 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.426+0000 7fb94d391880 1 < suggested remove operation key=I7GAQL38WXHS tag=YBS3A6NF3MFQ type=del 2023-12-22T17:36:54.429 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.430+0000 7fb94d391880 1 > prepared part key=_multipart_5HOL7148HSJL.2~JVYVMVA7L3I5.0 size=1048576 2023-12-22T17:36:54.431 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.432+0000 7fb94d391880 1 > prepared part key=_multipart_5HOL7148HSJL.2~JVYVMVA7L3I5.1 size=916677 2023-12-22T17:36:54.431 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.432+0000 7fb94d391880 1 > prepared multipart upload key=5HOL7148HSJL upload=JVYVMVA7L3I5 tag=LUPXDQOJFC9K type=write size=3013829 2023-12-22T17:36:54.435 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.436+0000 7fb94d391880 1 < suggested update operation key=BCP1VQB2TB0F tag=VNJI6VK8I2ER type=del size=3123453 2023-12-22T17:36:54.437 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.438+0000 7fb94d391880 1 > prepared operation key=X3NXWCITUK7S tag=TZMSLPPYTXER type=del size=3335575 2023-12-22T17:36:54.439 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.441+0000 7fb94d391880 1 < completed part key=_multipart_704VLVQ2P45U.2~B1UWX1V142GT.0 size=1048576 2023-12-22T17:36:54.441 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.442+0000 7fb94d391880 1 < completed part key=_multipart_704VLVQ2P45U.2~B1UWX1V142GT.1 size=540461 2023-12-22T17:36:54.445 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.446+0000 7fb94d391880 1 < completed multipart upload key=704VLVQ2P45U upload=B1UWX1V142GT tag=NS295E62Y4BS type=write size=2637613 2023-12-22T17:36:54.447 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.448+0000 7fb94d391880 1 > prepared operation key=YRKG3P9O1XBW tag=JZ1BY3FKT62F type=del size=1906921 2023-12-22T17:36:54.449 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.450+0000 7fb94d391880 1 < completed part key=_multipart_28XBL3715EHT.2~LVDMH20PMLF8.0 size=1048576 2023-12-22T17:36:54.451 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.452+0000 7fb94d391880 1 < completed part key=_multipart_28XBL3715EHT.2~LVDMH20PMLF8.1 size=1048576 2023-12-22T17:36:54.453 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.454+0000 7fb94d391880 1 < completed part key=_multipart_28XBL3715EHT.2~LVDMH20PMLF8.2 size=813692 2023-12-22T17:36:54.457 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.459+0000 7fb94d391880 1 < completed multipart upload key=28XBL3715EHT upload=LVDMH20PMLF8 tag=T71DKSE0NZCR type=write size=3959420 2023-12-22T17:36:54.459 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.461+0000 7fb94d391880 1 > prepared operation key=BCP1VQB2TB0F tag=91HF18935AVM type=del size=4018136 2023-12-22T17:36:54.462 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.463+0000 7fb94d391880 1 < completed delete operation key=YRKG3P9O1XBW tag=R2UE0LKGX402 type=del 2023-12-22T17:36:54.464 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.465+0000 7fb94d391880 1 > prepared operation key=TDS90SYZKMLU tag=BWYXC1M23NZB type=write size=298060 2023-12-22T17:36:54.464 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.465+0000 7fb94d391880 1 < canceled part key=_multipart_RV0R03E3QAOV.2~CYF2V7UVML38.0 size=1048576 2023-12-22T17:36:54.466 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.467+0000 7fb94d391880 1 < completed part key=_multipart_RV0R03E3QAOV.2~CYF2V7UVML38.1 size=328303 2023-12-22T17:36:54.470 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.471+0000 7fb94d391880 1 < canceled multipart upload key=RV0R03E3QAOV upload=CYF2V7UVML38 tag=DW2OG95UBMIG type=write size=2425455 2023-12-22T17:36:54.472 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.474+0000 7fb94d391880 1 > prepared operation key=TFLKTU1RF46Q tag=GAEGIZKA2T2X type=write size=816865 2023-12-22T17:36:54.474 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.476+0000 7fb94d391880 1 < completed write operation key=W3X2J2SCNOE7 tag=OALMMLLM0PH3 type=write size=81102 2023-12-22T17:36:54.476 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.478+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=OFQCJ311C9N7 type=del size=2743011 2023-12-22T17:36:54.479 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.480+0000 7fb94d391880 -1 < failed to complete operation key=I7GAQL38WXHS tag=XGO0N9TK0QSF type=del size=1259036: (22) Invalid argument 2023-12-22T17:36:54.483 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.484+0000 7fb94d391880 1 > prepared part key=_multipart_IRCWNBTM8JVB.2~3HV3G5OA5HVS.0 size=1048576 2023-12-22T17:36:54.485 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.486+0000 7fb94d391880 1 > prepared part key=_multipart_IRCWNBTM8JVB.2~3HV3G5OA5HVS.1 size=867446 2023-12-22T17:36:54.485 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.486+0000 7fb94d391880 1 > prepared multipart upload key=IRCWNBTM8JVB upload=3HV3G5OA5HVS tag=FGA0OJH48BFY type=write size=2964598 2023-12-22T17:36:54.487 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.488+0000 7fb94d391880 1 < completed part key=_multipart_40X558JXAX9S.2~VIVS84TUUC0A.0 size=1048576 2023-12-22T17:36:54.489 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.490+0000 7fb94d391880 1 < completed part key=_multipart_40X558JXAX9S.2~VIVS84TUUC0A.1 size=137064 2023-12-22T17:36:54.493 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.494+0000 7fb94d391880 1 < completed multipart upload key=40X558JXAX9S upload=VIVS84TUUC0A tag=Y14OK19FV20K type=write size=2234216 2023-12-22T17:36:54.496 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.497+0000 7fb94d391880 1 > prepared operation key=W3X2J2SCNOE7 tag=Y12EBP56L4V1 type=write size=746433 2023-12-22T17:36:54.498 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.499+0000 7fb94d391880 1 < completed part key=_multipart_R9WTR26FAZP8.2~DQC51HFC5YNN.0 size=615471 2023-12-22T17:36:54.502 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.503+0000 7fb94d391880 1 < completed multipart upload key=R9WTR26FAZP8 upload=DQC51HFC5YNN tag=S2B913EWP78Y type=write size=1664047 2023-12-22T17:36:54.506 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.507+0000 7fb94d391880 1 > prepared part key=_multipart_7V5FS6PEP4ZL.2~MM8ZF31SX6P5.0 size=1048576 2023-12-22T17:36:54.508 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.509+0000 7fb94d391880 1 > prepared part key=_multipart_7V5FS6PEP4ZL.2~MM8ZF31SX6P5.1 size=954326 2023-12-22T17:36:54.508 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.509+0000 7fb94d391880 1 > prepared multipart upload key=7V5FS6PEP4ZL upload=MM8ZF31SX6P5 tag=83D5QQAE036Z type=write size=3051478 2023-12-22T17:36:54.510 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.511+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~G1NUMK05UBAF.0 size=1048576 2023-12-22T17:36:54.510 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.511+0000 7fb94d391880 1 < canceled part key=_multipart_DXPJ8O4O0SI2.2~G1NUMK05UBAF.1 size=634273 2023-12-22T17:36:54.513 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.515+0000 7fb94d391880 1 < canceled multipart upload key=DXPJ8O4O0SI2 upload=G1NUMK05UBAF tag=EEZK4RW1MHMG type=write size=2731425 2023-12-22T17:36:54.515 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.517+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=FCPNH0NHF7PZ type=del size=1971594 2023-12-22T17:36:54.517 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.519+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~IZFCFYTZMWJR.0 size=1048576 2023-12-22T17:36:54.518 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.519+0000 7fb94d391880 1 < canceled part key=_multipart_I7GAQL38WXHS.2~IZFCFYTZMWJR.1 size=233973 2023-12-22T17:36:54.521 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.522+0000 7fb94d391880 1 < canceled multipart upload key=I7GAQL38WXHS upload=IZFCFYTZMWJR tag=TTHCBWGKNZO9 type=write size=2331125 2023-12-22T17:36:54.523 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.524+0000 7fb94d391880 1 > prepared operation key=L6DUB57B222Z tag=M9I1TAOK0LDH type=del size=1813585 2023-12-22T17:36:54.523 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.525+0000 7fb94d391880 1 < canceled part key=_multipart_BPXZFZEJYPX1.2~32EJI9I8KCHA.0 size=585641 2023-12-22T17:36:54.527 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.528+0000 7fb94d391880 1 < canceled multipart upload key=BPXZFZEJYPX1 upload=32EJI9I8KCHA tag=6N3V6BJS2FSI type=write size=1634217 2023-12-22T17:36:54.529 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.530+0000 7fb94d391880 1 > prepared operation key=YRKG3P9O1XBW tag=JMCKZPTADUCJ type=del size=2660874 2023-12-22T17:36:54.531 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.532+0000 7fb94d391880 1 < completed delete operation key=X3NXWCITUK7S tag=OC23DUZB0HZQ type=del 2023-12-22T17:36:54.533 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.535+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=V59V86AXTH47 type=del size=888757 2023-12-22T17:36:54.535 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.537+0000 7fb94d391880 1 < completed delete operation key=RV0R03E3QAOV tag=XLXWPOCT1X7G type=del 2023-12-22T17:36:54.539 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.540+0000 7fb94d391880 1 > prepared part key=_multipart_704VLVQ2P45U.2~VJQC3Z3VWAD7.0 size=1048576 2023-12-22T17:36:54.541 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.542+0000 7fb94d391880 1 > prepared part key=_multipart_704VLVQ2P45U.2~VJQC3Z3VWAD7.1 size=1048576 2023-12-22T17:36:54.543 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.544+0000 7fb94d391880 1 > prepared part key=_multipart_704VLVQ2P45U.2~VJQC3Z3VWAD7.2 size=272679 2023-12-22T17:36:54.543 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.544+0000 7fb94d391880 1 > prepared multipart upload key=704VLVQ2P45U upload=VJQC3Z3VWAD7 tag=76Y13511VZQ9 type=write size=3418407 2023-12-22T17:36:54.547 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.548+0000 7fb94d391880 1 < suggested update operation key=GGQ09G6E3CZ6 tag=FMW2S3N5KJ0X type=del size=305373 2023-12-22T17:36:54.549 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.550+0000 7fb94d391880 1 > prepared operation key=RV0R03E3QAOV tag=326DRLIECN38 type=del size=3779567 2023-12-22T17:36:54.551 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.552+0000 7fb94d391880 1 < completed part key=_multipart_5HOL7148HSJL.2~JVYVMVA7L3I5.0 size=1048576 2023-12-22T17:36:54.552 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.554+0000 7fb94d391880 1 < completed part key=_multipart_5HOL7148HSJL.2~JVYVMVA7L3I5.1 size=916677 2023-12-22T17:36:54.556 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.557+0000 7fb94d391880 1 < completed multipart upload key=5HOL7148HSJL upload=JVYVMVA7L3I5 tag=LUPXDQOJFC9K type=write size=3013829 2023-12-22T17:36:54.558 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.559+0000 7fb94d391880 1 > prepared operation key=74ZWP6PRPDCK tag=F4CSER1KEYJ6 type=write size=147392 2023-12-22T17:36:54.560 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.561+0000 7fb94d391880 1 < completed delete operation key=X3NXWCITUK7S tag=TZMSLPPYTXER type=del 2023-12-22T17:36:54.564 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.565+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~GC5T82YTJMM9.0 size=476785 2023-12-22T17:36:54.564 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.565+0000 7fb94d391880 1 > prepared multipart upload key=KLRYSCZNAHKT upload=GC5T82YTJMM9 tag=3LQYA9RHN68U type=write size=1525361 2023-12-22T17:36:54.565 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.567+0000 7fb94d391880 1 < completed delete operation key=YRKG3P9O1XBW tag=JZ1BY3FKT62F type=del 2023-12-22T17:36:54.569 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.571+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~MREB1KISLLC1.0 size=1031584 2023-12-22T17:36:54.570 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.571+0000 7fb94d391880 1 > prepared multipart upload key=DZPSR14TMXNC upload=MREB1KISLLC1 tag=LA0FT215P08U type=write size=2080160 2023-12-22T17:36:54.573 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.574+0000 7fb94d391880 1 < suggested update operation key=BCP1VQB2TB0F tag=91HF18935AVM type=del size=4018136 2023-12-22T17:36:54.577 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.578+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~JSKTE91QC506.0 size=1048576 2023-12-22T17:36:54.579 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.580+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~JSKTE91QC506.1 size=500195 2023-12-22T17:36:54.579 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.580+0000 7fb94d391880 1 > prepared multipart upload key=I7GAQL38WXHS upload=JSKTE91QC506 tag=XHDUXZ3RV0IJ type=write size=2597347 2023-12-22T17:36:54.581 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.582+0000 7fb94d391880 1 < completed write operation key=TDS90SYZKMLU tag=BWYXC1M23NZB type=write size=298060 2023-12-22T17:36:54.585 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.587+0000 7fb94d391880 1 > prepared part key=_multipart_L6DUB57B222Z.2~X570GOL6D3FY.0 size=1048576 2023-12-22T17:36:54.587 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.588+0000 7fb94d391880 1 > prepared part key=_multipart_L6DUB57B222Z.2~X570GOL6D3FY.1 size=1048576 2023-12-22T17:36:54.589 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.590+0000 7fb94d391880 1 > prepared part key=_multipart_L6DUB57B222Z.2~X570GOL6D3FY.2 size=849922 2023-12-22T17:36:54.589 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.590+0000 7fb94d391880 1 > prepared multipart upload key=L6DUB57B222Z upload=X570GOL6D3FY tag=4PTG01XVQVHY type=write size=3995650 2023-12-22T17:36:54.591 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.593+0000 7fb94d391880 1 < completed write operation key=TFLKTU1RF46Q tag=GAEGIZKA2T2X type=write size=816865 2023-12-22T17:36:54.593 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.595+0000 7fb94d391880 1 > prepared operation key=V3ZYXTO3N0R6 tag=AHLOYVDQDTG3 type=del size=3293708 2023-12-22T17:36:54.595 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.597+0000 7fb94d391880 1 < completed delete operation key=5HOL7148HSJL tag=OFQCJ311C9N7 type=del 2023-12-22T17:36:54.600 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.601+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~9BGIFPT0BWS1.0 size=1048576 2023-12-22T17:36:54.601 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.603+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~9BGIFPT0BWS1.1 size=1048576 2023-12-22T17:36:54.603 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.604+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~9BGIFPT0BWS1.2 size=51680 2023-12-22T17:36:54.603 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.604+0000 7fb94d391880 1 > prepared multipart upload key=W3X2J2SCNOE7 upload=9BGIFPT0BWS1 tag=M03P4X7OLQYL type=write size=3197408 2023-12-22T17:36:54.606 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.607+0000 7fb94d391880 1 < completed part key=_multipart_IRCWNBTM8JVB.2~3HV3G5OA5HVS.0 size=1048576 2023-12-22T17:36:54.608 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.609+0000 7fb94d391880 1 < completed part key=_multipart_IRCWNBTM8JVB.2~3HV3G5OA5HVS.1 size=867446 2023-12-22T17:36:54.611 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.613+0000 7fb94d391880 1 < completed multipart upload key=IRCWNBTM8JVB upload=3HV3G5OA5HVS tag=FGA0OJH48BFY type=write size=2964598 2023-12-22T17:36:54.616 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.617+0000 7fb94d391880 1 > prepared part key=_multipart_7V5FS6PEP4ZL.2~58VOMT31AGSM.0 size=900433 2023-12-22T17:36:54.616 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.617+0000 7fb94d391880 1 > prepared multipart upload key=7V5FS6PEP4ZL upload=58VOMT31AGSM tag=EHSH8H32UYBB type=write size=1949009 2023-12-22T17:36:54.618 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.619+0000 7fb94d391880 1 < completed write operation key=W3X2J2SCNOE7 tag=Y12EBP56L4V1 type=write size=746433 2023-12-22T17:36:54.620 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.621+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=1AEI843U7YKC type=del size=3041189 2023-12-22T17:36:54.622 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.624+0000 7fb94d391880 1 < completed part key=_multipart_7V5FS6PEP4ZL.2~MM8ZF31SX6P5.0 size=1048576 2023-12-22T17:36:54.624 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.625+0000 7fb94d391880 1 < completed part key=_multipart_7V5FS6PEP4ZL.2~MM8ZF31SX6P5.1 size=954326 2023-12-22T17:36:54.628 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.629+0000 7fb94d391880 1 < completed multipart upload key=7V5FS6PEP4ZL upload=MM8ZF31SX6P5 tag=83D5QQAE036Z type=write size=3051478 2023-12-22T17:36:54.630 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.631+0000 7fb94d391880 1 > prepared operation key=0BNHPX2OE7C0 tag=TNX4ITYCRK55 type=write size=188373 2023-12-22T17:36:54.632 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.634+0000 7fb94d391880 1 < completed delete operation key=HZAQDCN1TA70 tag=FCPNH0NHF7PZ type=del 2023-12-22T17:36:54.634 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.636+0000 7fb94d391880 1 > prepared operation key=L6DUB57B222Z tag=5ASTH8U4OL63 type=write size=894363 2023-12-22T17:36:54.637 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.638+0000 7fb94d391880 1 < completed delete operation key=L6DUB57B222Z tag=M9I1TAOK0LDH type=del 2023-12-22T17:36:54.639 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.640+0000 7fb94d391880 1 > prepared operation key=RWJE4O4GO9IK tag=ZUJGGRERHQCZ type=del size=834395 2023-12-22T17:36:54.641 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.642+0000 7fb94d391880 1 < completed delete operation key=YRKG3P9O1XBW tag=JMCKZPTADUCJ type=del 2023-12-22T17:36:54.643 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.644+0000 7fb94d391880 1 > prepared operation key=T8TYNCC2V8CD tag=A5L652Y89UTP type=del size=983772 2023-12-22T17:36:54.645 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.646+0000 7fb94d391880 1 < completed delete operation key=40X558JXAX9S tag=V59V86AXTH47 type=del 2023-12-22T17:36:54.647 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.649+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=MHQ6KSMX5TZ7 type=del size=1853609 2023-12-22T17:36:54.647 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.649+0000 7fb94d391880 1 < canceled part key=_multipart_704VLVQ2P45U.2~VJQC3Z3VWAD7.0 size=1048576 2023-12-22T17:36:54.649 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.651+0000 7fb94d391880 1 < completed part key=_multipart_704VLVQ2P45U.2~VJQC3Z3VWAD7.1 size=1048576 2023-12-22T17:36:54.651 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.653+0000 7fb94d391880 1 < completed part key=_multipart_704VLVQ2P45U.2~VJQC3Z3VWAD7.2 size=272679 2023-12-22T17:36:54.655 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.656+0000 7fb94d391880 1 < canceled multipart upload key=704VLVQ2P45U upload=VJQC3Z3VWAD7 tag=76Y13511VZQ9 type=write size=3418407 2023-12-22T17:36:54.659 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.660+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~SIDSAFHTP5RJ.0 size=1048576 2023-12-22T17:36:54.661 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.662+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~SIDSAFHTP5RJ.1 size=1048576 2023-12-22T17:36:54.662 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.663+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~SIDSAFHTP5RJ.2 size=4921 2023-12-22T17:36:54.662 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.663+0000 7fb94d391880 1 > prepared multipart upload key=DVN26OO0LDI7 upload=SIDSAFHTP5RJ tag=KV3BKRQGXV4T type=write size=3150649 2023-12-22T17:36:54.664 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.666+0000 7fb94d391880 1 < completed delete operation key=RV0R03E3QAOV tag=326DRLIECN38 type=del 2023-12-22T17:36:54.666 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.668+0000 7fb94d391880 1 > prepared operation key=DXPJ8O4O0SI2 tag=3FBXBEBH0VSW type=del size=3569487 2023-12-22T17:36:54.668 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.670+0000 7fb94d391880 1 < completed write operation key=74ZWP6PRPDCK tag=F4CSER1KEYJ6 type=write size=147392 2023-12-22T17:36:54.672 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.674+0000 7fb94d391880 1 > prepared part key=_multipart_7KXZJJ9YT96E.2~V73TDSMEFJON.0 size=1048576 2023-12-22T17:36:54.674 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.675+0000 7fb94d391880 1 > prepared part key=_multipart_7KXZJJ9YT96E.2~V73TDSMEFJON.1 size=1048576 2023-12-22T17:36:54.676 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.677+0000 7fb94d391880 1 > prepared part key=_multipart_7KXZJJ9YT96E.2~V73TDSMEFJON.2 size=429912 2023-12-22T17:36:54.676 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.677+0000 7fb94d391880 1 > prepared multipart upload key=7KXZJJ9YT96E upload=V73TDSMEFJON tag=T091IAFXJQTA type=write size=3575640 2023-12-22T17:36:54.677 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:54 smithi032 ceph-mon[189144]: pgmap v1281: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 434 KiB/s wr, 2.23k op/s 2023-12-22T17:36:54.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:54 smithi032 ceph-mon[191839]: pgmap v1281: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 434 KiB/s wr, 2.23k op/s 2023-12-22T17:36:54.678 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.679+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~GC5T82YTJMM9.0 size=476785 2023-12-22T17:36:54.682 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.683+0000 7fb94d391880 1 < completed multipart upload key=KLRYSCZNAHKT upload=GC5T82YTJMM9 tag=3LQYA9RHN68U type=write size=1525361 2023-12-22T17:36:54.684 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.685+0000 7fb94d391880 1 > prepared operation key=DZPSR14TMXNC tag=CIWHFHJPPB22 type=del size=2087751 2023-12-22T17:36:54.687 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.688+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~MREB1KISLLC1.0 size=1031584 2023-12-22T17:36:54.691 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.692+0000 7fb94d391880 1 < completed multipart upload key=DZPSR14TMXNC upload=MREB1KISLLC1 tag=LA0FT215P08U type=write size=2080160 2023-12-22T17:36:54.693 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.694+0000 7fb94d391880 1 > prepared operation key=W3X2J2SCNOE7 tag=J8JR47MXVZK7 type=del size=562179 2023-12-22T17:36:54.695 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.697+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~JSKTE91QC506.0 size=1048576 2023-12-22T17:36:54.697 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.698+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~JSKTE91QC506.1 size=500195 2023-12-22T17:36:54.701 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.703+0000 7fb94d391880 1 < completed multipart upload key=I7GAQL38WXHS upload=JSKTE91QC506 tag=XHDUXZ3RV0IJ type=write size=2597347 2023-12-22T17:36:54.706 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.707+0000 7fb94d391880 1 > prepared part key=_multipart_NZ7PMKB2HICR.2~Q5ZHYYU86BCM.0 size=153822 2023-12-22T17:36:54.706 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.707+0000 7fb94d391880 1 > prepared multipart upload key=NZ7PMKB2HICR upload=Q5ZHYYU86BCM tag=GISJ2N7O8D0Y type=write size=1202398 2023-12-22T17:36:54.709 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.710+0000 7fb94d391880 1 < completed part key=_multipart_L6DUB57B222Z.2~X570GOL6D3FY.0 size=1048576 2023-12-22T17:36:54.711 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.712+0000 7fb94d391880 1 < completed part key=_multipart_L6DUB57B222Z.2~X570GOL6D3FY.1 size=1048576 2023-12-22T17:36:54.712 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.714+0000 7fb94d391880 1 < completed part key=_multipart_L6DUB57B222Z.2~X570GOL6D3FY.2 size=849922 2023-12-22T17:36:54.717 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.718+0000 7fb94d391880 1 < completed multipart upload key=L6DUB57B222Z upload=X570GOL6D3FY tag=4PTG01XVQVHY type=write size=3995650 2023-12-22T17:36:54.719 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.720+0000 7fb94d391880 1 > prepared operation key=RV0R03E3QAOV tag=TUMQV2YZZB3P type=del size=3314257 2023-12-22T17:36:54.722 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.723+0000 7fb94d391880 1 < completed delete operation key=V3ZYXTO3N0R6 tag=AHLOYVDQDTG3 type=del 2023-12-22T17:36:54.727 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.728+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~AAXSDIXXQ0J0.0 size=583659 2023-12-22T17:36:54.727 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.728+0000 7fb94d391880 1 > prepared multipart upload key=DZPSR14TMXNC upload=AAXSDIXXQ0J0 tag=SPHO2U2VCV04 type=write size=1632235 2023-12-22T17:36:54.729 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.731+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~9BGIFPT0BWS1.0 size=1048576 2023-12-22T17:36:54.732 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.733+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~9BGIFPT0BWS1.1 size=1048576 2023-12-22T17:36:54.734 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.735+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~9BGIFPT0BWS1.2 size=51680 2023-12-22T17:36:54.738 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.739+0000 7fb94d391880 1 < completed multipart upload key=W3X2J2SCNOE7 upload=9BGIFPT0BWS1 tag=M03P4X7OLQYL type=write size=3197408 2023-12-22T17:36:54.740 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.742+0000 7fb94d391880 1 > prepared operation key=IRCWNBTM8JVB tag=XDYBUVM869FG type=del size=1030737 2023-12-22T17:36:54.743 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.744+0000 7fb94d391880 1 < completed part key=_multipart_7V5FS6PEP4ZL.2~58VOMT31AGSM.0 size=900433 2023-12-22T17:36:54.746 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.747+0000 7fb94d391880 1 < completed multipart upload key=7V5FS6PEP4ZL upload=58VOMT31AGSM tag=EHSH8H32UYBB type=write size=1949009 2023-12-22T17:36:54.748 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.749+0000 7fb94d391880 1 > prepared operation key=YRKG3P9O1XBW tag=WG7I1284GVRU type=write size=263126 2023-12-22T17:36:54.751 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.752+0000 7fb94d391880 1 < completed delete operation key=7KXZJJ9YT96E tag=1AEI843U7YKC type=del 2023-12-22T17:36:54.753 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.754+0000 7fb94d391880 1 > prepared operation key=YRKG3P9O1XBW tag=WLO86P0032OP type=del size=3633200 2023-12-22T17:36:54.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:54 smithi039 ceph-mon[181282]: pgmap v1281: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 434 KiB/s wr, 2.23k op/s 2023-12-22T17:36:54.757 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.758+0000 7fb94d391880 1 < suggested update operation key=0BNHPX2OE7C0 tag=TNX4ITYCRK55 type=write size=188373 2023-12-22T17:36:54.759 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.761+0000 7fb94d391880 1 > prepared operation key=KLRYSCZNAHKT tag=QXSXFE7VDVV0 type=del size=1901650 2023-12-22T17:36:54.763 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.764+0000 7fb94d391880 1 < suggested remove operation key=L6DUB57B222Z tag=5ASTH8U4OL63 type=write 2023-12-22T17:36:54.765 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.766+0000 7fb94d391880 1 > prepared operation key=V3ZYXTO3N0R6 tag=2ECTIBF1BAAG type=del size=3704295 2023-12-22T17:36:54.767 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.768+0000 7fb94d391880 1 < completed delete operation key=RWJE4O4GO9IK tag=ZUJGGRERHQCZ type=del 2023-12-22T17:36:54.771 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.773+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~VBS4ZU715YCP.0 size=941054 2023-12-22T17:36:54.771 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.773+0000 7fb94d391880 1 > prepared multipart upload key=GGQ09G6E3CZ6 upload=VBS4ZU715YCP tag=825XSP1E2EPI type=write size=1989630 2023-12-22T17:36:54.774 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.775+0000 7fb94d391880 1 < canceled operation key=T8TYNCC2V8CD tag=A5L652Y89UTP type=del size=983772 2023-12-22T17:36:54.778 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.780+0000 7fb94d391880 1 > prepared part key=_multipart_X3NXWCITUK7S.2~SO42Q6V40FJC.0 size=1048576 2023-12-22T17:36:54.781 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.782+0000 7fb94d391880 1 > prepared part key=_multipart_X3NXWCITUK7S.2~SO42Q6V40FJC.1 size=685701 2023-12-22T17:36:54.781 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.782+0000 7fb94d391880 1 > prepared multipart upload key=X3NXWCITUK7S upload=SO42Q6V40FJC tag=8DGZUD2DFYGB type=write size=2782853 2023-12-22T17:36:54.783 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.784+0000 7fb94d391880 1 < completed delete operation key=7KXZJJ9YT96E tag=MHQ6KSMX5TZ7 type=del 2023-12-22T17:36:54.786 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.788+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~3R1LIQMEO599.0 size=1048576 2023-12-22T17:36:54.788 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.789+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~3R1LIQMEO599.1 size=1048576 2023-12-22T17:36:54.790 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.791+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~3R1LIQMEO599.2 size=318955 2023-12-22T17:36:54.790 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.791+0000 7fb94d391880 1 > prepared multipart upload key=RV0R03E3QAOV upload=3R1LIQMEO599 tag=69VGEK5XXTDC type=write size=3464683 2023-12-22T17:36:54.792 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.793+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~SIDSAFHTP5RJ.0 size=1048576 2023-12-22T17:36:54.794 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.795+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~SIDSAFHTP5RJ.1 size=1048576 2023-12-22T17:36:54.796 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.797+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~SIDSAFHTP5RJ.2 size=4921 2023-12-22T17:36:54.800 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.801+0000 7fb94d391880 1 < completed multipart upload key=DVN26OO0LDI7 upload=SIDSAFHTP5RJ tag=KV3BKRQGXV4T type=write size=3150649 2023-12-22T17:36:54.802 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.803+0000 7fb94d391880 1 > prepared operation key=704VLVQ2P45U tag=BR1VOCMQY5BZ type=del size=1266344 2023-12-22T17:36:54.805 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.806+0000 7fb94d391880 1 < completed delete operation key=DXPJ8O4O0SI2 tag=3FBXBEBH0VSW type=del 2023-12-22T17:36:54.809 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.810+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~QUEQGHME4I5K.0 size=1048576 2023-12-22T17:36:54.810 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.811+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~QUEQGHME4I5K.1 size=1048576 2023-12-22T17:36:54.812 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.813+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~QUEQGHME4I5K.2 size=316529 2023-12-22T17:36:54.812 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.813+0000 7fb94d391880 1 > prepared multipart upload key=W3X2J2SCNOE7 upload=QUEQGHME4I5K tag=356BN4REP08Z type=write size=3462257 2023-12-22T17:36:54.814 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.815+0000 7fb94d391880 1 < completed part key=_multipart_7KXZJJ9YT96E.2~V73TDSMEFJON.0 size=1048576 2023-12-22T17:36:54.816 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.817+0000 7fb94d391880 1 < completed part key=_multipart_7KXZJJ9YT96E.2~V73TDSMEFJON.1 size=1048576 2023-12-22T17:36:54.818 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.819+0000 7fb94d391880 1 < completed part key=_multipart_7KXZJJ9YT96E.2~V73TDSMEFJON.2 size=429912 2023-12-22T17:36:54.821 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.823+0000 7fb94d391880 1 < completed multipart upload key=7KXZJJ9YT96E upload=V73TDSMEFJON tag=T091IAFXJQTA type=write size=3575640 2023-12-22T17:36:54.825 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.827+0000 7fb94d391880 1 > prepared part key=_multipart_7KXZJJ9YT96E.2~TRCI1X5US318.0 size=1048576 2023-12-22T17:36:54.827 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.829+0000 7fb94d391880 1 > prepared part key=_multipart_7KXZJJ9YT96E.2~TRCI1X5US318.1 size=1048576 2023-12-22T17:36:54.829 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.831+0000 7fb94d391880 1 > prepared part key=_multipart_7KXZJJ9YT96E.2~TRCI1X5US318.2 size=725121 2023-12-22T17:36:54.830 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.831+0000 7fb94d391880 1 > prepared multipart upload key=7KXZJJ9YT96E upload=TRCI1X5US318 tag=CS2BFG6RLEQB type=write size=3870849 2023-12-22T17:36:54.832 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.833+0000 7fb94d391880 1 < completed delete operation key=DZPSR14TMXNC tag=CIWHFHJPPB22 type=del 2023-12-22T17:36:54.836 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.837+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~P6UJIQVDI306.0 size=1048576 2023-12-22T17:36:54.838 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.839+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~P6UJIQVDI306.1 size=29990 2023-12-22T17:36:54.838 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.839+0000 7fb94d391880 1 > prepared multipart upload key=40X558JXAX9S upload=P6UJIQVDI306 tag=6EUPC74KDFO2 type=write size=2127142 2023-12-22T17:36:54.840 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.841+0000 7fb94d391880 1 < canceled operation key=W3X2J2SCNOE7 tag=J8JR47MXVZK7 type=del size=562179 2023-12-22T17:36:54.842 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.843+0000 7fb94d391880 1 > prepared operation key=X3NXWCITUK7S tag=Y9MX4Q9ZG0DV type=del size=1607973 2023-12-22T17:36:54.844 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.845+0000 7fb94d391880 1 < completed part key=_multipart_NZ7PMKB2HICR.2~Q5ZHYYU86BCM.0 size=153822 2023-12-22T17:36:54.847 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.849+0000 7fb94d391880 1 < completed multipart upload key=NZ7PMKB2HICR upload=Q5ZHYYU86BCM tag=GISJ2N7O8D0Y type=write size=1202398 2023-12-22T17:36:54.850 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.851+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=NKBZBOP6N5TH type=write size=509273 2023-12-22T17:36:54.852 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.853+0000 7fb94d391880 1 < completed delete operation key=RV0R03E3QAOV tag=TUMQV2YZZB3P type=del 2023-12-22T17:36:54.855 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.857+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~3133UBSO8THF.0 size=1048576 2023-12-22T17:36:54.858 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.859+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~3133UBSO8THF.1 size=1048576 2023-12-22T17:36:54.860 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.861+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~3133UBSO8THF.2 size=20656 2023-12-22T17:36:54.860 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.861+0000 7fb94d391880 1 > prepared multipart upload key=DXPJ8O4O0SI2 upload=3133UBSO8THF tag=3KDWEWU7BFC3 type=write size=3166384 2023-12-22T17:36:54.862 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.863+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~AAXSDIXXQ0J0.0 size=583659 2023-12-22T17:36:54.866 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.867+0000 7fb94d391880 1 < completed multipart upload key=DZPSR14TMXNC upload=AAXSDIXXQ0J0 tag=SPHO2U2VCV04 type=write size=1632235 2023-12-22T17:36:54.868 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.869+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=1J5YLC1XX2CF type=del size=1595108 2023-12-22T17:36:54.872 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.873+0000 7fb94d391880 1 < suggested remove operation key=IRCWNBTM8JVB tag=XDYBUVM869FG type=del 2023-12-22T17:36:54.874 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.875+0000 7fb94d391880 1 > prepared operation key=74ZWP6PRPDCK tag=A6R8C3FQWREW type=write size=710748 2023-12-22T17:36:54.877 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.878+0000 7fb94d391880 1 < completed write operation key=YRKG3P9O1XBW tag=WG7I1284GVRU type=write size=263126 2023-12-22T17:36:54.881 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.882+0000 7fb94d391880 1 > prepared part key=_multipart_R9WTR26FAZP8.2~NY96YTW6C6OX.0 size=1048576 2023-12-22T17:36:54.882 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.884+0000 7fb94d391880 1 > prepared part key=_multipart_R9WTR26FAZP8.2~NY96YTW6C6OX.1 size=803693 2023-12-22T17:36:54.882 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.884+0000 7fb94d391880 1 > prepared multipart upload key=R9WTR26FAZP8 upload=NY96YTW6C6OX tag=7AXKDPXYUE0H type=write size=2900845 2023-12-22T17:36:54.886 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.888+0000 7fb94d391880 1 < suggested remove operation key=YRKG3P9O1XBW tag=WLO86P0032OP type=del 2023-12-22T17:36:54.888 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.890+0000 7fb94d391880 1 > prepared operation key=DZPSR14TMXNC tag=21AE37ZF18IX type=del size=342806 2023-12-22T17:36:54.890 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.892+0000 7fb94d391880 1 < completed delete operation key=KLRYSCZNAHKT tag=QXSXFE7VDVV0 type=del 2023-12-22T17:36:54.892 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.894+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=KEI3WGBS6K7R type=del size=2201059 2023-12-22T17:36:54.894 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.896+0000 7fb94d391880 1 < completed delete operation key=V3ZYXTO3N0R6 tag=2ECTIBF1BAAG type=del 2023-12-22T17:36:54.896 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.898+0000 7fb94d391880 1 > prepared operation key=X3NXWCITUK7S tag=0QGJJFK28549 type=write size=122902 2023-12-22T17:36:54.899 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.900+0000 7fb94d391880 1 < completed part key=_multipart_GGQ09G6E3CZ6.2~VBS4ZU715YCP.0 size=941054 2023-12-22T17:36:54.902 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.903+0000 7fb94d391880 1 < completed multipart upload key=GGQ09G6E3CZ6 upload=VBS4ZU715YCP tag=825XSP1E2EPI type=write size=1989630 2023-12-22T17:36:54.904 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.905+0000 7fb94d391880 1 > prepared operation key=RWJE4O4GO9IK tag=JEFD138TGTLR type=write size=950536 2023-12-22T17:36:54.906 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.907+0000 7fb94d391880 1 < completed part key=_multipart_X3NXWCITUK7S.2~SO42Q6V40FJC.0 size=1048576 2023-12-22T17:36:54.908 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.909+0000 7fb94d391880 1 < completed part key=_multipart_X3NXWCITUK7S.2~SO42Q6V40FJC.1 size=685701 2023-12-22T17:36:54.912 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.913+0000 7fb94d391880 1 < completed multipart upload key=X3NXWCITUK7S upload=SO42Q6V40FJC tag=8DGZUD2DFYGB type=write size=2782853 2023-12-22T17:36:54.915 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.916+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=K0EIJ2BTPHWY type=del size=3502278 2023-12-22T17:36:54.917 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.918+0000 7fb94d391880 1 < completed part key=_multipart_RV0R03E3QAOV.2~3R1LIQMEO599.0 size=1048576 2023-12-22T17:36:54.919 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.920+0000 7fb94d391880 1 < completed part key=_multipart_RV0R03E3QAOV.2~3R1LIQMEO599.1 size=1048576 2023-12-22T17:36:54.921 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.922+0000 7fb94d391880 1 < completed part key=_multipart_RV0R03E3QAOV.2~3R1LIQMEO599.2 size=318955 2023-12-22T17:36:54.924 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.925+0000 7fb94d391880 1 < completed multipart upload key=RV0R03E3QAOV upload=3R1LIQMEO599 tag=69VGEK5XXTDC type=write size=3464683 2023-12-22T17:36:54.926 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.928+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=R53T3V857ZK3 type=del size=1897139 2023-12-22T17:36:54.931 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.932+0000 7fb94d391880 1 < suggested update operation key=704VLVQ2P45U tag=BR1VOCMQY5BZ type=del size=1266344 2023-12-22T17:36:54.933 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.934+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=SM3GRLZJ4GKY type=del size=3906401 2023-12-22T17:36:54.935 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.936+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~QUEQGHME4I5K.0 size=1048576 2023-12-22T17:36:54.935 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.936+0000 7fb94d391880 1 < canceled part key=_multipart_W3X2J2SCNOE7.2~QUEQGHME4I5K.1 size=1048576 2023-12-22T17:36:54.937 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.938+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~QUEQGHME4I5K.2 size=316529 2023-12-22T17:36:54.941 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.942+0000 7fb94d391880 1 < canceled multipart upload key=W3X2J2SCNOE7 upload=QUEQGHME4I5K tag=356BN4REP08Z type=write size=3462257 2023-12-22T17:36:54.943 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.945+0000 7fb94d391880 1 > prepared operation key=L6DUB57B222Z tag=GC4IN3UVIHWK type=del size=1244008 2023-12-22T17:36:54.946 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.947+0000 7fb94d391880 1 < completed part key=_multipart_7KXZJJ9YT96E.2~TRCI1X5US318.0 size=1048576 2023-12-22T17:36:54.948 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.949+0000 7fb94d391880 1 < completed part key=_multipart_7KXZJJ9YT96E.2~TRCI1X5US318.1 size=1048576 2023-12-22T17:36:54.950 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.952+0000 7fb94d391880 1 < completed part key=_multipart_7KXZJJ9YT96E.2~TRCI1X5US318.2 size=725121 2023-12-22T17:36:54.955 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.956+0000 7fb94d391880 1 < completed multipart upload key=7KXZJJ9YT96E upload=TRCI1X5US318 tag=CS2BFG6RLEQB type=write size=3870849 2023-12-22T17:36:54.957 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.958+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=SLUV7OLHCD1R type=write size=216559 2023-12-22T17:36:54.957 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.958+0000 7fb94d391880 1 < canceled part key=_multipart_40X558JXAX9S.2~P6UJIQVDI306.0 size=1048576 2023-12-22T17:36:54.959 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.960+0000 7fb94d391880 1 < completed part key=_multipart_40X558JXAX9S.2~P6UJIQVDI306.1 size=29990 2023-12-22T17:36:54.964 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.965+0000 7fb94d391880 1 < canceled multipart upload key=40X558JXAX9S upload=P6UJIQVDI306 tag=6EUPC74KDFO2 type=write size=2127142 2023-12-22T17:36:54.968 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.969+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~Z0ZV3G8O0UL0.0 size=46466 2023-12-22T17:36:54.968 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.969+0000 7fb94d391880 1 > prepared multipart upload key=RV0R03E3QAOV upload=Z0ZV3G8O0UL0 tag=GEWX4TZ01HGG type=write size=1095042 2023-12-22T17:36:54.971 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.972+0000 7fb94d391880 1 < completed delete operation key=X3NXWCITUK7S tag=Y9MX4Q9ZG0DV type=del 2023-12-22T17:36:54.973 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.974+0000 7fb94d391880 1 > prepared operation key=T8TYNCC2V8CD tag=PL65RMDI7RA6 type=del size=2668236 2023-12-22T17:36:54.975 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.976+0000 7fb94d391880 1 < canceled operation key=HZAQDCN1TA70 tag=NKBZBOP6N5TH type=write size=509273 2023-12-22T17:36:54.977 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.979+0000 7fb94d391880 1 > prepared operation key=YRKG3P9O1XBW tag=ETWURQ7DVRTU type=del size=1924290 2023-12-22T17:36:54.980 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.981+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~3133UBSO8THF.0 size=1048576 2023-12-22T17:36:54.980 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.981+0000 7fb94d391880 1 < canceled part key=_multipart_DXPJ8O4O0SI2.2~3133UBSO8THF.1 size=1048576 2023-12-22T17:36:54.981 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.983+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~3133UBSO8THF.2 size=20656 2023-12-22T17:36:54.986 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.987+0000 7fb94d391880 1 < canceled multipart upload key=DXPJ8O4O0SI2 upload=3133UBSO8THF tag=3KDWEWU7BFC3 type=write size=3166384 2023-12-22T17:36:54.988 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.989+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=S56FJIE2K3BZ type=del size=1292974 2023-12-22T17:36:54.990 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.991+0000 7fb94d391880 1 < completed delete operation key=HZAQDCN1TA70 tag=1J5YLC1XX2CF type=del 2023-12-22T17:36:54.994 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.995+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~I88QYQYYA8PC.0 size=1048576 2023-12-22T17:36:54.995 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.997+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~I88QYQYYA8PC.1 size=114568 2023-12-22T17:36:54.996 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:54.997+0000 7fb94d391880 1 > prepared multipart upload key=GGQ09G6E3CZ6 upload=I88QYQYYA8PC tag=G88U31NRLVBP type=write size=2211720 2023-12-22T17:36:54.999 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.001+0000 7fb94d391880 1 < suggested remove operation key=74ZWP6PRPDCK tag=A6R8C3FQWREW type=write 2023-12-22T17:36:55.004 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.005+0000 7fb94d391880 1 > prepared part key=_multipart_7V5FS6PEP4ZL.2~5W8PJJBIOY03.0 size=1048576 2023-12-22T17:36:55.005 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.007+0000 7fb94d391880 1 > prepared part key=_multipart_7V5FS6PEP4ZL.2~5W8PJJBIOY03.1 size=1048576 2023-12-22T17:36:55.007 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.008+0000 7fb94d391880 1 > prepared part key=_multipart_7V5FS6PEP4ZL.2~5W8PJJBIOY03.2 size=268853 2023-12-22T17:36:55.007 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.008+0000 7fb94d391880 1 > prepared multipart upload key=7V5FS6PEP4ZL upload=5W8PJJBIOY03 tag=LT8P2PGM661E type=write size=3414581 2023-12-22T17:36:55.009 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.010+0000 7fb94d391880 1 < completed part key=_multipart_R9WTR26FAZP8.2~NY96YTW6C6OX.0 size=1048576 2023-12-22T17:36:55.012 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.013+0000 7fb94d391880 1 < completed part key=_multipart_R9WTR26FAZP8.2~NY96YTW6C6OX.1 size=803693 2023-12-22T17:36:55.016 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.017+0000 7fb94d391880 1 < completed multipart upload key=R9WTR26FAZP8 upload=NY96YTW6C6OX tag=7AXKDPXYUE0H type=write size=2900845 2023-12-22T17:36:55.018 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.019+0000 7fb94d391880 1 > prepared operation key=L6DUB57B222Z tag=XE1VIUR7BUXX type=del size=3584203 2023-12-22T17:36:55.022 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.023+0000 7fb94d391880 1 < suggested remove operation key=DZPSR14TMXNC tag=21AE37ZF18IX type=del 2023-12-22T17:36:55.025 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.026+0000 7fb94d391880 1 > prepared operation key=T8TYNCC2V8CD tag=6695AHF1U0X3 type=del size=2593542 2023-12-22T17:36:55.028 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.030+0000 7fb94d391880 1 < suggested remove operation key=2G2FODM41TWI tag=KEI3WGBS6K7R type=del 2023-12-22T17:36:55.030 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.032+0000 7fb94d391880 1 > prepared operation key=KLRYSCZNAHKT tag=B0C5NJ7ELJP9 type=del size=3488408 2023-12-22T17:36:55.033 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.034+0000 7fb94d391880 1 < canceled operation key=X3NXWCITUK7S tag=0QGJJFK28549 type=write size=122902 2023-12-22T17:36:55.037 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.038+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~VDCJHIKHF2Q2.0 size=1048576 2023-12-22T17:36:55.039 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.040+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~VDCJHIKHF2Q2.1 size=776621 2023-12-22T17:36:55.039 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.040+0000 7fb94d391880 1 > prepared multipart upload key=I7GAQL38WXHS upload=VDCJHIKHF2Q2 tag=PNM8HSR6BVM6 type=write size=2873773 2023-12-22T17:36:55.041 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.043+0000 7fb94d391880 1 < canceled operation key=RWJE4O4GO9IK tag=JEFD138TGTLR type=write size=950536 2023-12-22T17:36:55.046 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.047+0000 7fb94d391880 1 > prepared part key=_multipart_TFLKTU1RF46Q.2~WE3FK21JGZOT.0 size=436129 2023-12-22T17:36:55.046 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.047+0000 7fb94d391880 1 > prepared multipart upload key=TFLKTU1RF46Q upload=WE3FK21JGZOT tag=2UQJEIF7K5A4 type=write size=1484705 2023-12-22T17:36:55.048 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.049+0000 7fb94d391880 1 < completed delete operation key=HZAQDCN1TA70 tag=K0EIJ2BTPHWY type=del 2023-12-22T17:36:55.050 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.051+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=1OPCHZPQCWHI type=del size=269636 2023-12-22T17:36:55.052 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.054+0000 7fb94d391880 1 < completed delete operation key=HZAQDCN1TA70 tag=R53T3V857ZK3 type=del 2023-12-22T17:36:55.054 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.056+0000 7fb94d391880 1 > prepared operation key=KLRYSCZNAHKT tag=3RHXW908U0FZ type=del size=3736529 2023-12-22T17:36:55.056 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.058+0000 7fb94d391880 1 < completed delete operation key=7KXZJJ9YT96E tag=SM3GRLZJ4GKY type=del 2023-12-22T17:36:55.060 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.061+0000 7fb94d391880 1 > prepared part key=_multipart_7KXZJJ9YT96E.2~8I5V5OV5Z6B2.0 size=566253 2023-12-22T17:36:55.060 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.061+0000 7fb94d391880 1 > prepared multipart upload key=7KXZJJ9YT96E upload=8I5V5OV5Z6B2 tag=VHUOIGVGQ10Q type=write size=1614829 2023-12-22T17:36:55.064 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.065+0000 7fb94d391880 1 < suggested update operation key=L6DUB57B222Z tag=GC4IN3UVIHWK type=del size=1244008 2023-12-22T17:36:55.066 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.068+0000 7fb94d391880 1 > prepared operation key=6CLDD4VJZWJJ tag=TD3UAQAGAX6S type=write size=291634 2023-12-22T17:36:55.069 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.070+0000 7fb94d391880 -1 < failed to complete operation key=2G2FODM41TWI tag=SLUV7OLHCD1R type=write size=216559: (22) Invalid argument 2023-12-22T17:36:55.072 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.073+0000 7fb94d391880 1 > prepared operation key=TDS90SYZKMLU tag=L4TDAJLTVZP8 type=del size=1387077 2023-12-22T17:36:55.073 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.075+0000 7fb94d391880 1 < completed part key=_multipart_RV0R03E3QAOV.2~Z0ZV3G8O0UL0.0 size=46466 2023-12-22T17:36:55.077 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.078+0000 7fb94d391880 1 < completed multipart upload key=RV0R03E3QAOV upload=Z0ZV3G8O0UL0 tag=GEWX4TZ01HGG type=write size=1095042 2023-12-22T17:36:55.081 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.082+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~RZ2HLNR028W2.0 size=453371 2023-12-22T17:36:55.081 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.082+0000 7fb94d391880 1 > prepared multipart upload key=DXPJ8O4O0SI2 upload=RZ2HLNR028W2 tag=XVIDGOJU6NNP type=write size=1501947 2023-12-22T17:36:55.083 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.084+0000 7fb94d391880 1 < completed delete operation key=T8TYNCC2V8CD tag=PL65RMDI7RA6 type=del 2023-12-22T17:36:55.087 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.088+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~85SIZJSPTLG7.0 size=1048576 2023-12-22T17:36:55.089 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.090+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~85SIZJSPTLG7.1 size=1048576 2023-12-22T17:36:55.090 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.092+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~85SIZJSPTLG7.2 size=865575 2023-12-22T17:36:55.091 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.092+0000 7fb94d391880 1 > prepared multipart upload key=I7GAQL38WXHS upload=85SIZJSPTLG7 tag=SXZL3OM3TK4J type=write size=4011303 2023-12-22T17:36:55.093 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.094+0000 7fb94d391880 1 < completed delete operation key=YRKG3P9O1XBW tag=ETWURQ7DVRTU type=del 2023-12-22T17:36:55.095 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.096+0000 7fb94d391880 1 > prepared operation key=74ZWP6PRPDCK tag=CJM80PXYSXKQ type=del size=3476839 2023-12-22T17:36:55.098 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.099+0000 7fb94d391880 1 < completed delete operation key=28XBL3715EHT tag=S56FJIE2K3BZ type=del 2023-12-22T17:36:55.100 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.101+0000 7fb94d391880 1 > prepared operation key=I7GAQL38WXHS tag=TLTAN8XJ5L1A type=del size=2529743 2023-12-22T17:36:55.102 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.103+0000 7fb94d391880 1 < completed part key=_multipart_GGQ09G6E3CZ6.2~I88QYQYYA8PC.0 size=1048576 2023-12-22T17:36:55.103 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.105+0000 7fb94d391880 1 < completed part key=_multipart_GGQ09G6E3CZ6.2~I88QYQYYA8PC.1 size=114568 2023-12-22T17:36:55.107 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.108+0000 7fb94d391880 1 < completed multipart upload key=GGQ09G6E3CZ6 upload=I88QYQYYA8PC tag=G88U31NRLVBP type=write size=2211720 2023-12-22T17:36:55.111 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.112+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~EFXVSQI4R47A.0 size=1048576 2023-12-22T17:36:55.113 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.114+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~EFXVSQI4R47A.1 size=525147 2023-12-22T17:36:55.113 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.114+0000 7fb94d391880 1 > prepared multipart upload key=RV0R03E3QAOV upload=EFXVSQI4R47A tag=4IH21T9D0LZX type=write size=2622299 2023-12-22T17:36:55.115 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.117+0000 7fb94d391880 1 < completed part key=_multipart_7V5FS6PEP4ZL.2~5W8PJJBIOY03.0 size=1048576 2023-12-22T17:36:55.117 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.118+0000 7fb94d391880 1 < completed part key=_multipart_7V5FS6PEP4ZL.2~5W8PJJBIOY03.1 size=1048576 2023-12-22T17:36:55.119 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.120+0000 7fb94d391880 1 < completed part key=_multipart_7V5FS6PEP4ZL.2~5W8PJJBIOY03.2 size=268853 2023-12-22T17:36:55.123 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.124+0000 7fb94d391880 1 < completed multipart upload key=7V5FS6PEP4ZL upload=5W8PJJBIOY03 tag=LT8P2PGM661E type=write size=3414581 2023-12-22T17:36:55.124 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.126+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=5QTTADV6K07D type=del size=1524975 2023-12-22T17:36:55.127 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.128+0000 7fb94d391880 -1 < failed to complete operation key=L6DUB57B222Z tag=XE1VIUR7BUXX type=del size=3584203: (22) Invalid argument 2023-12-22T17:36:55.131 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.132+0000 7fb94d391880 1 > prepared part key=_multipart_TFLKTU1RF46Q.2~6KJA56Z49R5G.0 size=454656 2023-12-22T17:36:55.131 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.132+0000 7fb94d391880 1 > prepared multipart upload key=TFLKTU1RF46Q upload=6KJA56Z49R5G tag=E1OSXORVW5R5 type=write size=1503232 2023-12-22T17:36:55.133 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.134+0000 7fb94d391880 1 < completed delete operation key=T8TYNCC2V8CD tag=6695AHF1U0X3 type=del 2023-12-22T17:36:55.137 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.138+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~577H4Y792HB6.0 size=1048576 2023-12-22T17:36:55.139 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.140+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~577H4Y792HB6.1 size=583169 2023-12-22T17:36:55.139 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.140+0000 7fb94d391880 1 > prepared multipart upload key=HZAQDCN1TA70 upload=577H4Y792HB6 tag=KC3U5UJ01NV5 type=write size=2680321 2023-12-22T17:36:55.141 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.142+0000 7fb94d391880 1 < completed delete operation key=KLRYSCZNAHKT tag=B0C5NJ7ELJP9 type=del 2023-12-22T17:36:55.143 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.145+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=2DYX54CP0VK5 type=del size=483954 2023-12-22T17:36:55.145 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.147+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~VDCJHIKHF2Q2.0 size=1048576 2023-12-22T17:36:55.147 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.149+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~VDCJHIKHF2Q2.1 size=776621 2023-12-22T17:36:55.151 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.152+0000 7fb94d391880 1 < completed multipart upload key=I7GAQL38WXHS upload=VDCJHIKHF2Q2 tag=PNM8HSR6BVM6 type=write size=2873773 2023-12-22T17:36:55.153 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.154+0000 7fb94d391880 1 > prepared operation key=R9WTR26FAZP8 tag=C0KOGZHNJY95 type=del size=3739197 2023-12-22T17:36:55.154 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.155+0000 7fb94d391880 1 < canceled part key=_multipart_TFLKTU1RF46Q.2~WE3FK21JGZOT.0 size=436129 2023-12-22T17:36:55.157 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.158+0000 7fb94d391880 1 < canceled multipart upload key=TFLKTU1RF46Q upload=WE3FK21JGZOT tag=2UQJEIF7K5A4 type=write size=1484705 2023-12-22T17:36:55.161 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.162+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~3531DYX186DI.0 size=1048576 2023-12-22T17:36:55.163 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.164+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~3531DYX186DI.1 size=1048576 2023-12-22T17:36:55.165 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.166+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~3531DYX186DI.2 size=600467 2023-12-22T17:36:55.165 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.166+0000 7fb94d391880 1 > prepared multipart upload key=RV0R03E3QAOV upload=3531DYX186DI tag=NG6FRCZ0WLNZ type=write size=3746195 2023-12-22T17:36:55.167 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.168+0000 7fb94d391880 1 < canceled operation key=2G2FODM41TWI tag=1OPCHZPQCWHI type=del size=269636 2023-12-22T17:36:55.171 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.172+0000 7fb94d391880 1 > prepared part key=_multipart_5HOL7148HSJL.2~USZ4B3WHGBFN.0 size=1048576 2023-12-22T17:36:55.173 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.174+0000 7fb94d391880 1 > prepared part key=_multipart_5HOL7148HSJL.2~USZ4B3WHGBFN.1 size=349142 2023-12-22T17:36:55.173 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.174+0000 7fb94d391880 1 > prepared multipart upload key=5HOL7148HSJL upload=USZ4B3WHGBFN tag=W7DR0G2NDLCN type=write size=2446294 2023-12-22T17:36:55.175 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.177+0000 7fb94d391880 1 < completed delete operation key=KLRYSCZNAHKT tag=3RHXW908U0FZ type=del 2023-12-22T17:36:55.179 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.181+0000 7fb94d391880 1 > prepared part key=_multipart_X3NXWCITUK7S.2~VRQJ9AQHYUNI.0 size=1048576 2023-12-22T17:36:55.181 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.182+0000 7fb94d391880 1 > prepared part key=_multipart_X3NXWCITUK7S.2~VRQJ9AQHYUNI.1 size=636872 2023-12-22T17:36:55.181 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.182+0000 7fb94d391880 1 > prepared multipart upload key=X3NXWCITUK7S upload=VRQJ9AQHYUNI tag=G3H999WNNZBO type=write size=2734024 2023-12-22T17:36:55.184 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.185+0000 7fb94d391880 1 < completed part key=_multipart_7KXZJJ9YT96E.2~8I5V5OV5Z6B2.0 size=566253 2023-12-22T17:36:55.189 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.190+0000 7fb94d391880 1 < completed multipart upload key=7KXZJJ9YT96E upload=8I5V5OV5Z6B2 tag=VHUOIGVGQ10Q type=write size=1614829 2023-12-22T17:36:55.192 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.194+0000 7fb94d391880 1 > prepared operation key=TFLKTU1RF46Q tag=H7P87QW3V7J7 type=del size=2775281 2023-12-22T17:36:55.197 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.198+0000 7fb94d391880 1 < suggested update operation key=6CLDD4VJZWJJ tag=TD3UAQAGAX6S type=write size=291634 2023-12-22T17:36:55.202 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.203+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~QZ9ZMGCFUPRX.0 size=1048576 2023-12-22T17:36:55.204 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.205+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~QZ9ZMGCFUPRX.1 size=1048576 2023-12-22T17:36:55.206 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.208+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~QZ9ZMGCFUPRX.2 size=194507 2023-12-22T17:36:55.206 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.208+0000 7fb94d391880 1 > prepared multipart upload key=KLRYSCZNAHKT upload=QZ9ZMGCFUPRX tag=4EQSLV14P406 type=write size=3340235 2023-12-22T17:36:55.209 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.210+0000 7fb94d391880 1 < completed delete operation key=TDS90SYZKMLU tag=L4TDAJLTVZP8 type=del 2023-12-22T17:36:55.211 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.212+0000 7fb94d391880 1 > prepared operation key=V3ZYXTO3N0R6 tag=85XGB9OQE2JO type=del size=3383480 2023-12-22T17:36:55.213 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.215+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~RZ2HLNR028W2.0 size=453371 2023-12-22T17:36:55.217 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.218+0000 7fb94d391880 1 < completed multipart upload key=DXPJ8O4O0SI2 upload=RZ2HLNR028W2 tag=XVIDGOJU6NNP type=write size=1501947 2023-12-22T17:36:55.219 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.220+0000 7fb94d391880 1 > prepared operation key=DVN26OO0LDI7 tag=CJFGS0Q121S6 type=del size=96641 2023-12-22T17:36:55.221 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.222+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~85SIZJSPTLG7.0 size=1048576 2023-12-22T17:36:55.221 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.222+0000 7fb94d391880 1 < canceled part key=_multipart_I7GAQL38WXHS.2~85SIZJSPTLG7.1 size=1048576 2023-12-22T17:36:55.221 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.222+0000 7fb94d391880 1 < canceled part key=_multipart_I7GAQL38WXHS.2~85SIZJSPTLG7.2 size=865575 2023-12-22T17:36:55.225 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.226+0000 7fb94d391880 1 < canceled multipart upload key=I7GAQL38WXHS upload=85SIZJSPTLG7 tag=SXZL3OM3TK4J type=write size=4011303 2023-12-22T17:36:55.227 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.228+0000 7fb94d391880 1 > prepared operation key=BCP1VQB2TB0F tag=73FMX8F8Y468 type=del size=2129182 2023-12-22T17:36:55.232 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.233+0000 7fb94d391880 1 < suggested update operation key=74ZWP6PRPDCK tag=CJM80PXYSXKQ type=del size=3476839 2023-12-22T17:36:55.234 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.235+0000 7fb94d391880 1 > prepared operation key=RV0R03E3QAOV tag=751YYBV6ZG2U type=write size=867587 2023-12-22T17:36:55.236 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.237+0000 7fb94d391880 1 < completed delete operation key=I7GAQL38WXHS tag=TLTAN8XJ5L1A type=del 2023-12-22T17:36:55.238 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.239+0000 7fb94d391880 1 > prepared operation key=I7GAQL38WXHS tag=Q7B50SINZ51I type=del size=922666 2023-12-22T17:36:55.240 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.241+0000 7fb94d391880 1 < completed part key=_multipart_RV0R03E3QAOV.2~EFXVSQI4R47A.0 size=1048576 2023-12-22T17:36:55.242 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.243+0000 7fb94d391880 1 < completed part key=_multipart_RV0R03E3QAOV.2~EFXVSQI4R47A.1 size=525147 2023-12-22T17:36:55.246 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.247+0000 7fb94d391880 1 < completed multipart upload key=RV0R03E3QAOV upload=EFXVSQI4R47A tag=4IH21T9D0LZX type=write size=2622299 2023-12-22T17:36:55.250 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.251+0000 7fb94d391880 1 > prepared part key=_multipart_X3NXWCITUK7S.2~OAIZP9VLD13I.0 size=1048576 2023-12-22T17:36:55.251 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.253+0000 7fb94d391880 1 > prepared part key=_multipart_X3NXWCITUK7S.2~OAIZP9VLD13I.1 size=742565 2023-12-22T17:36:55.252 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.253+0000 7fb94d391880 1 > prepared multipart upload key=X3NXWCITUK7S upload=OAIZP9VLD13I tag=L76NMU84J1TO type=write size=2839717 2023-12-22T17:36:55.254 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.255+0000 7fb94d391880 1 < completed delete operation key=40X558JXAX9S tag=5QTTADV6K07D type=del 2023-12-22T17:36:55.256 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.257+0000 7fb94d391880 1 > prepared operation key=KLRYSCZNAHKT tag=4Y37M8INNHL8 type=del size=2640456 2023-12-22T17:36:55.258 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.259+0000 7fb94d391880 1 < completed part key=_multipart_TFLKTU1RF46Q.2~6KJA56Z49R5G.0 size=454656 2023-12-22T17:36:55.261 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.263+0000 7fb94d391880 1 < completed multipart upload key=TFLKTU1RF46Q upload=6KJA56Z49R5G tag=E1OSXORVW5R5 type=write size=1503232 2023-12-22T17:36:55.263 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.265+0000 7fb94d391880 1 > prepared operation key=NZ7PMKB2HICR tag=OXWNJIGEJC4P type=del size=1195252 2023-12-22T17:36:55.266 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.267+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~577H4Y792HB6.0 size=1048576 2023-12-22T17:36:55.268 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.269+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~577H4Y792HB6.1 size=583169 2023-12-22T17:36:55.272 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.273+0000 7fb94d391880 1 < completed multipart upload key=HZAQDCN1TA70 upload=577H4Y792HB6 tag=KC3U5UJ01NV5 type=write size=2680321 2023-12-22T17:36:55.276 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.277+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~OF0EINVKTFFE.0 size=702716 2023-12-22T17:36:55.276 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.277+0000 7fb94d391880 1 > prepared multipart upload key=HZAQDCN1TA70 upload=OF0EINVKTFFE tag=IDD2SRB6IWC7 type=write size=1751292 2023-12-22T17:36:55.278 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.279+0000 7fb94d391880 1 < completed delete operation key=28XBL3715EHT tag=2DYX54CP0VK5 type=del 2023-12-22T17:36:55.280 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.281+0000 7fb94d391880 1 > prepared operation key=W3X2J2SCNOE7 tag=KIXM4A9ZKSJG type=del size=3076866 2023-12-22T17:36:55.284 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.285+0000 7fb94d391880 1 < suggested remove operation key=R9WTR26FAZP8 tag=C0KOGZHNJY95 type=del 2023-12-22T17:36:55.286 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.287+0000 7fb94d391880 1 > prepared operation key=IRCWNBTM8JVB tag=1EXO2JCG2QHW type=write size=255994 2023-12-22T17:36:55.289 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.290+0000 7fb94d391880 1 < completed part key=_multipart_RV0R03E3QAOV.2~3531DYX186DI.0 size=1048576 2023-12-22T17:36:55.290 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.291+0000 7fb94d391880 1 < completed part key=_multipart_RV0R03E3QAOV.2~3531DYX186DI.1 size=1048576 2023-12-22T17:36:55.292 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.293+0000 7fb94d391880 1 < completed part key=_multipart_RV0R03E3QAOV.2~3531DYX186DI.2 size=600467 2023-12-22T17:36:55.296 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.297+0000 7fb94d391880 1 < completed multipart upload key=RV0R03E3QAOV upload=3531DYX186DI tag=NG6FRCZ0WLNZ type=write size=3746195 2023-12-22T17:36:55.298 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.299+0000 7fb94d391880 1 > prepared operation key=704VLVQ2P45U tag=Y2MEMRPPQMHJ type=del size=2208345 2023-12-22T17:36:55.300 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.301+0000 7fb94d391880 1 < completed part key=_multipart_5HOL7148HSJL.2~USZ4B3WHGBFN.0 size=1048576 2023-12-22T17:36:55.302 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.303+0000 7fb94d391880 1 < completed part key=_multipart_5HOL7148HSJL.2~USZ4B3WHGBFN.1 size=349142 2023-12-22T17:36:55.306 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.307+0000 7fb94d391880 1 < completed multipart upload key=5HOL7148HSJL upload=USZ4B3WHGBFN tag=W7DR0G2NDLCN type=write size=2446294 2023-12-22T17:36:55.309 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.310+0000 7fb94d391880 1 > prepared operation key=YRKG3P9O1XBW tag=IBNCTMGY8MA4 type=del size=2904333 2023-12-22T17:36:55.311 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.313+0000 7fb94d391880 1 < completed part key=_multipart_X3NXWCITUK7S.2~VRQJ9AQHYUNI.0 size=1048576 2023-12-22T17:36:55.314 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.315+0000 7fb94d391880 1 < completed part key=_multipart_X3NXWCITUK7S.2~VRQJ9AQHYUNI.1 size=636872 2023-12-22T17:36:55.318 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.319+0000 7fb94d391880 1 < completed multipart upload key=X3NXWCITUK7S upload=VRQJ9AQHYUNI tag=G3H999WNNZBO type=write size=2734024 2023-12-22T17:36:55.319 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.321+0000 7fb94d391880 1 > prepared operation key=7V5FS6PEP4ZL tag=O8DDDADPEI8A type=del size=1502615 2023-12-22T17:36:55.322 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.323+0000 7fb94d391880 1 < completed delete operation key=TFLKTU1RF46Q tag=H7P87QW3V7J7 type=del 2023-12-22T17:36:55.324 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.325+0000 7fb94d391880 1 > prepared operation key=T8TYNCC2V8CD tag=6FU1WT7IG3TK type=del size=2765360 2023-12-22T17:36:55.326 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.327+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~QZ9ZMGCFUPRX.0 size=1048576 2023-12-22T17:36:55.328 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.329+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~QZ9ZMGCFUPRX.1 size=1048576 2023-12-22T17:36:55.330 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.331+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~QZ9ZMGCFUPRX.2 size=194507 2023-12-22T17:36:55.333 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.335+0000 7fb94d391880 1 < completed multipart upload key=KLRYSCZNAHKT upload=QZ9ZMGCFUPRX tag=4EQSLV14P406 type=write size=3340235 2023-12-22T17:36:55.335 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.337+0000 7fb94d391880 1 > prepared operation key=DXPJ8O4O0SI2 tag=3F045CVR5DQK type=del size=2515746 2023-12-22T17:36:55.341 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.342+0000 7fb94d391880 1 < suggested update operation key=V3ZYXTO3N0R6 tag=85XGB9OQE2JO type=del size=3383480 2023-12-22T17:36:55.345 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.346+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~LCC0SYQO9GBC.0 size=1048576 2023-12-22T17:36:55.347 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.348+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~LCC0SYQO9GBC.1 size=39411 2023-12-22T17:36:55.347 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.348+0000 7fb94d391880 1 > prepared multipart upload key=6CLDD4VJZWJJ upload=LCC0SYQO9GBC tag=0EZUVHHY96OB type=write size=2136563 2023-12-22T17:36:55.349 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.350+0000 7fb94d391880 1 < completed delete operation key=DVN26OO0LDI7 tag=CJFGS0Q121S6 type=del 2023-12-22T17:36:55.353 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.354+0000 7fb94d391880 1 > prepared part key=_multipart_NZ7PMKB2HICR.2~T7P8028HCMQT.0 size=1048576 2023-12-22T17:36:55.354 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.356+0000 7fb94d391880 1 > prepared part key=_multipart_NZ7PMKB2HICR.2~T7P8028HCMQT.1 size=456711 2023-12-22T17:36:55.355 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.356+0000 7fb94d391880 1 > prepared multipart upload key=NZ7PMKB2HICR upload=T7P8028HCMQT tag=F4WF8ON7PXQD type=write size=2553863 2023-12-22T17:36:55.357 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.358+0000 7fb94d391880 1 < completed delete operation key=BCP1VQB2TB0F tag=73FMX8F8Y468 type=del 2023-12-22T17:36:55.362 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.363+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~SFA4M2PI4Q64.0 size=195700 2023-12-22T17:36:55.362 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.363+0000 7fb94d391880 1 > prepared multipart upload key=GGQ09G6E3CZ6 upload=SFA4M2PI4Q64 tag=3C3CB5JUZZT7 type=write size=1244276 2023-12-22T17:36:55.366 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.367+0000 7fb94d391880 1 < suggested remove operation key=RV0R03E3QAOV tag=751YYBV6ZG2U type=write 2023-12-22T17:36:55.368 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.369+0000 7fb94d391880 1 > prepared operation key=YRKG3P9O1XBW tag=EUUX1NM4YZDS type=del size=3012060 2023-12-22T17:36:55.370 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.372+0000 7fb94d391880 1 < canceled operation key=I7GAQL38WXHS tag=Q7B50SINZ51I type=del size=922666 2023-12-22T17:36:55.373 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.374+0000 7fb94d391880 1 > prepared operation key=704VLVQ2P45U tag=50IX1UG2EC3K type=del size=1645057 2023-12-22T17:36:55.373 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.374+0000 7fb94d391880 1 < canceled part key=_multipart_X3NXWCITUK7S.2~OAIZP9VLD13I.0 size=1048576 2023-12-22T17:36:55.374 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.376+0000 7fb94d391880 1 < completed part key=_multipart_X3NXWCITUK7S.2~OAIZP9VLD13I.1 size=742565 2023-12-22T17:36:55.378 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.379+0000 7fb94d391880 1 < canceled multipart upload key=X3NXWCITUK7S upload=OAIZP9VLD13I tag=L76NMU84J1TO type=write size=2839717 2023-12-22T17:36:55.381 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.382+0000 7fb94d391880 1 > prepared operation key=I7GAQL38WXHS tag=UWK2ZOVSG3ST type=del size=2107763 2023-12-22T17:36:55.383 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.384+0000 7fb94d391880 1 < completed delete operation key=KLRYSCZNAHKT tag=4Y37M8INNHL8 type=del 2023-12-22T17:36:55.385 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.387+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=1IOFFT9L6L7J type=del size=3540224 2023-12-22T17:36:55.389 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.390+0000 7fb94d391880 1 < completed delete operation key=NZ7PMKB2HICR tag=OXWNJIGEJC4P type=del 2023-12-22T17:36:55.393 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.394+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~FECZLDHD6GOF.0 size=1048576 2023-12-22T17:36:55.394 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.395+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~FECZLDHD6GOF.1 size=1048576 2023-12-22T17:36:55.396 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.397+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~FECZLDHD6GOF.2 size=571373 2023-12-22T17:36:55.396 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.397+0000 7fb94d391880 1 > prepared multipart upload key=KLRYSCZNAHKT upload=FECZLDHD6GOF tag=VNWYR2JDL6G2 type=write size=3717101 2023-12-22T17:36:55.398 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.399+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~OF0EINVKTFFE.0 size=702716 2023-12-22T17:36:55.402 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.403+0000 7fb94d391880 1 < completed multipart upload key=HZAQDCN1TA70 upload=OF0EINVKTFFE tag=IDD2SRB6IWC7 type=write size=1751292 2023-12-22T17:36:55.404 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.406+0000 7fb94d391880 1 > prepared operation key=704VLVQ2P45U tag=B01295BOVPZV type=del size=2602542 2023-12-22T17:36:55.408 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.410+0000 7fb94d391880 1 < suggested remove operation key=W3X2J2SCNOE7 tag=KIXM4A9ZKSJG type=del 2023-12-22T17:36:55.410 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.411+0000 7fb94d391880 1 > prepared operation key=DXPJ8O4O0SI2 tag=F1H7171JN3QC type=del size=965607 2023-12-22T17:36:55.412 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.413+0000 7fb94d391880 1 < completed write operation key=IRCWNBTM8JVB tag=1EXO2JCG2QHW type=write size=255994 2023-12-22T17:36:55.416 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.418+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~BXO850S2K44N.0 size=300645 2023-12-22T17:36:55.416 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.418+0000 7fb94d391880 1 > prepared multipart upload key=HZAQDCN1TA70 upload=BXO850S2K44N tag=O0VJ88WUWVLM type=write size=1349221 2023-12-22T17:36:55.418 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.420+0000 7fb94d391880 1 < completed delete operation key=704VLVQ2P45U tag=Y2MEMRPPQMHJ type=del 2023-12-22T17:36:55.422 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.423+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~0I8H8H2CX7XS.0 size=1048576 2023-12-22T17:36:55.424 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.425+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~0I8H8H2CX7XS.1 size=1048576 2023-12-22T17:36:55.426 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.427+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~0I8H8H2CX7XS.2 size=20795 2023-12-22T17:36:55.426 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.427+0000 7fb94d391880 1 > prepared multipart upload key=2G2FODM41TWI upload=0I8H8H2CX7XS tag=U93B8SXNHGKC type=write size=3166523 2023-12-22T17:36:55.428 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.430+0000 7fb94d391880 1 < completed delete operation key=YRKG3P9O1XBW tag=IBNCTMGY8MA4 type=del 2023-12-22T17:36:55.431 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.432+0000 7fb94d391880 1 > prepared operation key=DXPJ8O4O0SI2 tag=HLGG6AVEJSMH type=del size=3812831 2023-12-22T17:36:55.432 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.434+0000 7fb94d391880 1 < completed delete operation key=7V5FS6PEP4ZL tag=O8DDDADPEI8A type=del 2023-12-22T17:36:55.436 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.437+0000 7fb94d391880 1 > prepared part key=_multipart_NZ7PMKB2HICR.2~Q3OLDOZ5W7P2.0 size=245222 2023-12-22T17:36:55.436 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.437+0000 7fb94d391880 1 > prepared multipart upload key=NZ7PMKB2HICR upload=Q3OLDOZ5W7P2 tag=ICGLNL2P0N4V type=write size=1293798 2023-12-22T17:36:55.441 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.442+0000 7fb94d391880 1 < suggested remove operation key=T8TYNCC2V8CD tag=6FU1WT7IG3TK type=del 2023-12-22T17:36:55.443 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.444+0000 7fb94d391880 1 > prepared operation key=L6DUB57B222Z tag=XCANBOEW888W type=del size=1449604 2023-12-22T17:36:55.445 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.446+0000 7fb94d391880 1 < completed delete operation key=DXPJ8O4O0SI2 tag=3F045CVR5DQK type=del 2023-12-22T17:36:55.449 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.450+0000 7fb94d391880 1 > prepared part key=_multipart_T8TYNCC2V8CD.2~2CR54RECYBDS.0 size=1048576 2023-12-22T17:36:55.451 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.452+0000 7fb94d391880 1 > prepared part key=_multipart_T8TYNCC2V8CD.2~2CR54RECYBDS.1 size=725232 2023-12-22T17:36:55.451 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.452+0000 7fb94d391880 1 > prepared multipart upload key=T8TYNCC2V8CD upload=2CR54RECYBDS tag=RM0N1SBU1O6N type=write size=2822384 2023-12-22T17:36:55.453 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.454+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~LCC0SYQO9GBC.0 size=1048576 2023-12-22T17:36:55.453 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.454+0000 7fb94d391880 1 < canceled part key=_multipart_6CLDD4VJZWJJ.2~LCC0SYQO9GBC.1 size=39411 2023-12-22T17:36:55.457 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.459+0000 7fb94d391880 1 < canceled multipart upload key=6CLDD4VJZWJJ upload=LCC0SYQO9GBC tag=0EZUVHHY96OB type=write size=2136563 2023-12-22T17:36:55.459 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.461+0000 7fb94d391880 1 > prepared operation key=V3ZYXTO3N0R6 tag=MG1HYAKLW9AA type=del size=1573116 2023-12-22T17:36:55.461 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.463+0000 7fb94d391880 1 < completed part key=_multipart_NZ7PMKB2HICR.2~T7P8028HCMQT.0 size=1048576 2023-12-22T17:36:55.463 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.465+0000 7fb94d391880 1 < completed part key=_multipart_NZ7PMKB2HICR.2~T7P8028HCMQT.1 size=456711 2023-12-22T17:36:55.467 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.468+0000 7fb94d391880 1 < completed multipart upload key=NZ7PMKB2HICR upload=T7P8028HCMQT tag=F4WF8ON7PXQD type=write size=2553863 2023-12-22T17:36:55.469 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.471+0000 7fb94d391880 1 > prepared operation key=BCP1VQB2TB0F tag=4MPSZ325ZD98 type=del size=3975473 2023-12-22T17:36:55.470 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.471+0000 7fb94d391880 1 < canceled part key=_multipart_GGQ09G6E3CZ6.2~SFA4M2PI4Q64.0 size=195700 2023-12-22T17:36:55.474 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.475+0000 7fb94d391880 1 < canceled multipart upload key=GGQ09G6E3CZ6 upload=SFA4M2PI4Q64 tag=3C3CB5JUZZT7 type=write size=1244276 2023-12-22T17:36:55.476 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.478+0000 7fb94d391880 1 > prepared operation key=TDS90SYZKMLU tag=DI1AS7RWPM9T type=del size=4061436 2023-12-22T17:36:55.479 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.480+0000 7fb94d391880 1 < completed delete operation key=YRKG3P9O1XBW tag=EUUX1NM4YZDS type=del 2023-12-22T17:36:55.485 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.486+0000 7fb94d391880 1 > prepared part key=_multipart_IRCWNBTM8JVB.2~ILBTOFJP7H9M.0 size=1048576 2023-12-22T17:36:55.487 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.489+0000 7fb94d391880 1 > prepared part key=_multipart_IRCWNBTM8JVB.2~ILBTOFJP7H9M.1 size=224296 2023-12-22T17:36:55.488 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.489+0000 7fb94d391880 1 > prepared multipart upload key=IRCWNBTM8JVB upload=ILBTOFJP7H9M tag=AUG7OAYYFMQU type=write size=2321448 2023-12-22T17:36:55.492 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.493+0000 7fb94d391880 1 < suggested update operation key=704VLVQ2P45U tag=50IX1UG2EC3K type=del size=1645057 2023-12-22T17:36:55.496 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.498+0000 7fb94d391880 1 > prepared part key=_multipart_YRKG3P9O1XBW.2~MEU1T8HTON3A.0 size=1048576 2023-12-22T17:36:55.498 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.499+0000 7fb94d391880 1 > prepared part key=_multipart_YRKG3P9O1XBW.2~MEU1T8HTON3A.1 size=1048576 2023-12-22T17:36:55.500 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.502+0000 7fb94d391880 1 > prepared part key=_multipart_YRKG3P9O1XBW.2~MEU1T8HTON3A.2 size=608527 2023-12-22T17:36:55.501 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.502+0000 7fb94d391880 1 > prepared multipart upload key=YRKG3P9O1XBW upload=MEU1T8HTON3A tag=SOGRMPC29QAW type=write size=3754255 2023-12-22T17:36:55.505 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.507+0000 7fb94d391880 1 < suggested remove operation key=I7GAQL38WXHS tag=UWK2ZOVSG3ST type=del 2023-12-22T17:36:55.510 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.511+0000 7fb94d391880 1 > prepared part key=_multipart_NZ7PMKB2HICR.2~CDN16BIPNVUZ.0 size=502366 2023-12-22T17:36:55.510 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.511+0000 7fb94d391880 1 > prepared multipart upload key=NZ7PMKB2HICR upload=CDN16BIPNVUZ tag=SF6WVZTJO4EN type=write size=1550942 2023-12-22T17:36:55.512 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.513+0000 7fb94d391880 1 < completed delete operation key=2G2FODM41TWI tag=1IOFFT9L6L7J type=del 2023-12-22T17:36:55.516 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.517+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~KOTBH9SCJIYX.0 size=299610 2023-12-22T17:36:55.516 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.517+0000 7fb94d391880 1 > prepared multipart upload key=6CLDD4VJZWJJ upload=KOTBH9SCJIYX tag=3UVGY7SBTBYL type=write size=1348186 2023-12-22T17:36:55.518 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.519+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~FECZLDHD6GOF.0 size=1048576 2023-12-22T17:36:55.520 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.521+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~FECZLDHD6GOF.1 size=1048576 2023-12-22T17:36:55.522 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.523+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~FECZLDHD6GOF.2 size=571373 2023-12-22T17:36:55.526 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.527+0000 7fb94d391880 1 < completed multipart upload key=KLRYSCZNAHKT upload=FECZLDHD6GOF tag=VNWYR2JDL6G2 type=write size=3717101 2023-12-22T17:36:55.530 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.531+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~4K7RNXEQM3UB.0 size=1048576 2023-12-22T17:36:55.532 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.533+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~4K7RNXEQM3UB.1 size=1048576 2023-12-22T17:36:55.534 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.536+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~4K7RNXEQM3UB.2 size=655370 2023-12-22T17:36:55.534 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.536+0000 7fb94d391880 1 > prepared multipart upload key=GGQ09G6E3CZ6 upload=4K7RNXEQM3UB tag=NWDJTHMC9ZLN type=write size=3801098 2023-12-22T17:36:55.537 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.539+0000 7fb94d391880 -1 < failed to complete operation key=704VLVQ2P45U tag=B01295BOVPZV type=del size=2602542: (22) Invalid argument 2023-12-22T17:36:55.541 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.543+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~64374T7YK0K1.0 size=1048576 2023-12-22T17:36:55.543 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.545+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~64374T7YK0K1.1 size=387264 2023-12-22T17:36:55.543 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.545+0000 7fb94d391880 1 > prepared multipart upload key=DZPSR14TMXNC upload=64374T7YK0K1 tag=6UJG659PQTY5 type=write size=2484416 2023-12-22T17:36:55.545 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.547+0000 7fb94d391880 1 < completed delete operation key=DXPJ8O4O0SI2 tag=F1H7171JN3QC type=del 2023-12-22T17:36:55.548 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.549+0000 7fb94d391880 1 > prepared operation key=0BNHPX2OE7C0 tag=48I8I3BBY59J type=del size=235229 2023-12-22T17:36:55.550 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.551+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~BXO850S2K44N.0 size=300645 2023-12-22T17:36:55.554 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.555+0000 7fb94d391880 1 < completed multipart upload key=HZAQDCN1TA70 upload=BXO850S2K44N tag=O0VJ88WUWVLM type=write size=1349221 2023-12-22T17:36:55.556 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.557+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=6QOCW35R38Y9 type=del size=2683113 2023-12-22T17:36:55.558 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.559+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~0I8H8H2CX7XS.0 size=1048576 2023-12-22T17:36:55.560 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.561+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~0I8H8H2CX7XS.1 size=1048576 2023-12-22T17:36:55.562 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.563+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~0I8H8H2CX7XS.2 size=20795 2023-12-22T17:36:55.566 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.567+0000 7fb94d391880 1 < completed multipart upload key=2G2FODM41TWI upload=0I8H8H2CX7XS tag=U93B8SXNHGKC type=write size=3166523 2023-12-22T17:36:55.568 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.569+0000 7fb94d391880 1 > prepared operation key=L6DUB57B222Z tag=W7U7X0WC21WE type=del size=1665480 2023-12-22T17:36:55.570 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.571+0000 7fb94d391880 1 < completed delete operation key=DXPJ8O4O0SI2 tag=HLGG6AVEJSMH type=del 2023-12-22T17:36:55.573 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.574+0000 7fb94d391880 1 > prepared operation key=DXPJ8O4O0SI2 tag=91MD3WZCOIWT type=del size=3174138 2023-12-22T17:36:55.574 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.576+0000 7fb94d391880 1 < completed part key=_multipart_NZ7PMKB2HICR.2~Q3OLDOZ5W7P2.0 size=245222 2023-12-22T17:36:55.578 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.580+0000 7fb94d391880 1 < completed multipart upload key=NZ7PMKB2HICR upload=Q3OLDOZ5W7P2 tag=ICGLNL2P0N4V type=write size=1293798 2023-12-22T17:36:55.580 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.582+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=Z3S40H8ECU1C type=del size=3853961 2023-12-22T17:36:55.583 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.584+0000 7fb94d391880 1 < canceled operation key=L6DUB57B222Z tag=XCANBOEW888W type=del size=1449604 2023-12-22T17:36:55.587 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.588+0000 7fb94d391880 1 > prepared part key=_multipart_5HOL7148HSJL.2~NPHGRQ6U866D.0 size=484474 2023-12-22T17:36:55.587 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.588+0000 7fb94d391880 1 > prepared multipart upload key=5HOL7148HSJL upload=NPHGRQ6U866D tag=WARPRBD419XW type=write size=1533050 2023-12-22T17:36:55.587 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.588+0000 7fb94d391880 1 < canceled part key=_multipart_T8TYNCC2V8CD.2~2CR54RECYBDS.0 size=1048576 2023-12-22T17:36:55.589 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.590+0000 7fb94d391880 1 < completed part key=_multipart_T8TYNCC2V8CD.2~2CR54RECYBDS.1 size=725232 2023-12-22T17:36:55.592 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.594+0000 7fb94d391880 1 < canceled multipart upload key=T8TYNCC2V8CD upload=2CR54RECYBDS tag=RM0N1SBU1O6N type=write size=2822384 2023-12-22T17:36:55.597 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.598+0000 7fb94d391880 1 > prepared part key=_multipart_T8TYNCC2V8CD.2~3AL8ZTDJPX8O.0 size=132106 2023-12-22T17:36:55.597 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.598+0000 7fb94d391880 1 > prepared multipart upload key=T8TYNCC2V8CD upload=3AL8ZTDJPX8O tag=C613F3ZID1AL type=write size=1180682 2023-12-22T17:36:55.600 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.601+0000 7fb94d391880 1 < completed delete operation key=V3ZYXTO3N0R6 tag=MG1HYAKLW9AA type=del 2023-12-22T17:36:55.603 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.605+0000 7fb94d391880 1 > prepared operation key=TDS90SYZKMLU tag=2O9KVGI7FEH2 type=del size=3560655 2023-12-22T17:36:55.606 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.607+0000 7fb94d391880 1 < canceled operation key=BCP1VQB2TB0F tag=4MPSZ325ZD98 type=del size=3975473 2023-12-22T17:36:55.608 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.610+0000 7fb94d391880 1 > prepared operation key=KLRYSCZNAHKT tag=7BM5H609NA8O type=del size=2210590 2023-12-22T17:36:55.611 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.612+0000 7fb94d391880 1 < completed delete operation key=TDS90SYZKMLU tag=DI1AS7RWPM9T type=del 2023-12-22T17:36:55.613 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.614+0000 7fb94d391880 1 > prepared operation key=GGQ09G6E3CZ6 tag=TO8ZI2R5Z0BF type=del size=1486515 2023-12-22T17:36:55.615 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.616+0000 7fb94d391880 1 < completed part key=_multipart_IRCWNBTM8JVB.2~ILBTOFJP7H9M.0 size=1048576 2023-12-22T17:36:55.617 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.618+0000 7fb94d391880 1 < completed part key=_multipart_IRCWNBTM8JVB.2~ILBTOFJP7H9M.1 size=224296 2023-12-22T17:36:55.620 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.622+0000 7fb94d391880 1 < completed multipart upload key=IRCWNBTM8JVB upload=ILBTOFJP7H9M tag=AUG7OAYYFMQU type=write size=2321448 2023-12-22T17:36:55.624 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.626+0000 7fb94d391880 1 > prepared part key=_multipart_NZ7PMKB2HICR.2~80VQ3073E0LU.0 size=1048576 2023-12-22T17:36:55.626 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.628+0000 7fb94d391880 1 > prepared part key=_multipart_NZ7PMKB2HICR.2~80VQ3073E0LU.1 size=1048576 2023-12-22T17:36:55.628 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.629+0000 7fb94d391880 1 > prepared part key=_multipart_NZ7PMKB2HICR.2~80VQ3073E0LU.2 size=533097 2023-12-22T17:36:55.628 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.629+0000 7fb94d391880 1 > prepared multipart upload key=NZ7PMKB2HICR upload=80VQ3073E0LU tag=F81E14Z8XJCC type=write size=3678825 2023-12-22T17:36:55.632 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.633+0000 7fb94d391880 1 < completed part key=_multipart_YRKG3P9O1XBW.2~MEU1T8HTON3A.0 size=1048576 2023-12-22T17:36:55.633 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.635+0000 7fb94d391880 1 < completed part key=_multipart_YRKG3P9O1XBW.2~MEU1T8HTON3A.1 size=1048576 2023-12-22T17:36:55.635 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.637+0000 7fb94d391880 1 < completed part key=_multipart_YRKG3P9O1XBW.2~MEU1T8HTON3A.2 size=608527 2023-12-22T17:36:55.639 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.640+0000 7fb94d391880 1 < completed multipart upload key=YRKG3P9O1XBW upload=MEU1T8HTON3A tag=SOGRMPC29QAW type=write size=3754255 2023-12-22T17:36:55.643 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.644+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~IPJAEMTD55SH.0 size=1048576 2023-12-22T17:36:55.645 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.646+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~IPJAEMTD55SH.1 size=413379 2023-12-22T17:36:55.645 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.646+0000 7fb94d391880 1 > prepared multipart upload key=GGQ09G6E3CZ6 upload=IPJAEMTD55SH tag=T6Z2RJ03KXE7 type=write size=2510531 2023-12-22T17:36:55.647 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.649+0000 7fb94d391880 1 < completed part key=_multipart_NZ7PMKB2HICR.2~CDN16BIPNVUZ.0 size=502366 2023-12-22T17:36:55.651 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.652+0000 7fb94d391880 1 < completed multipart upload key=NZ7PMKB2HICR upload=CDN16BIPNVUZ tag=SF6WVZTJO4EN type=write size=1550942 2023-12-22T17:36:55.655 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.656+0000 7fb94d391880 1 > prepared part key=_multipart_L6DUB57B222Z.2~DP0CTK8GGK7U.0 size=1048576 2023-12-22T17:36:55.657 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.658+0000 7fb94d391880 1 > prepared part key=_multipart_L6DUB57B222Z.2~DP0CTK8GGK7U.1 size=103869 2023-12-22T17:36:55.657 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.658+0000 7fb94d391880 1 > prepared multipart upload key=L6DUB57B222Z upload=DP0CTK8GGK7U tag=FHFT0CR0LP2Z type=write size=2201021 2023-12-22T17:36:55.659 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.660+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~KOTBH9SCJIYX.0 size=299610 2023-12-22T17:36:55.663 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.664+0000 7fb94d391880 1 < completed multipart upload key=6CLDD4VJZWJJ upload=KOTBH9SCJIYX tag=3UVGY7SBTBYL type=write size=1348186 2023-12-22T17:36:55.665 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.666+0000 7fb94d391880 1 > prepared operation key=0BNHPX2OE7C0 tag=RM2RI3RZPTW8 type=write size=407245 2023-12-22T17:36:55.667 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.669+0000 7fb94d391880 1 < completed part key=_multipart_GGQ09G6E3CZ6.2~4K7RNXEQM3UB.0 size=1048576 2023-12-22T17:36:55.670 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.671+0000 7fb94d391880 1 < completed part key=_multipart_GGQ09G6E3CZ6.2~4K7RNXEQM3UB.1 size=1048576 2023-12-22T17:36:55.671 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.673+0000 7fb94d391880 1 < completed part key=_multipart_GGQ09G6E3CZ6.2~4K7RNXEQM3UB.2 size=655370 2023-12-22T17:36:55.675 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.677+0000 7fb94d391880 1 < completed multipart upload key=GGQ09G6E3CZ6 upload=4K7RNXEQM3UB tag=NWDJTHMC9ZLN type=write size=3801098 2023-12-22T17:36:55.678 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.679+0000 7fb94d391880 1 > prepared operation key=TDS90SYZKMLU tag=JQ7M24YBNKON type=del size=1897832 2023-12-22T17:36:55.679 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.681+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~64374T7YK0K1.0 size=1048576 2023-12-22T17:36:55.681 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.682+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~64374T7YK0K1.1 size=387264 2023-12-22T17:36:55.685 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.686+0000 7fb94d391880 1 < completed multipart upload key=DZPSR14TMXNC upload=64374T7YK0K1 tag=6UJG659PQTY5 type=write size=2484416 2023-12-22T17:36:55.687 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.688+0000 7fb94d391880 1 > prepared operation key=RWJE4O4GO9IK tag=PPELOS7P8E06 type=del size=2134116 2023-12-22T17:36:55.689 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.690+0000 7fb94d391880 1 < completed delete operation key=0BNHPX2OE7C0 tag=48I8I3BBY59J type=del 2023-12-22T17:36:55.694 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.695+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~JM273492F297.0 size=1048576 2023-12-22T17:36:55.695 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.697+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~JM273492F297.1 size=1048576 2023-12-22T17:36:55.697 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.698+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~JM273492F297.2 size=776567 2023-12-22T17:36:55.697 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.698+0000 7fb94d391880 1 > prepared multipart upload key=GGQ09G6E3CZ6 upload=JM273492F297 tag=IZOT8INSAXIO type=write size=3922295 2023-12-22T17:36:55.699 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.700+0000 7fb94d391880 1 < completed delete operation key=40X558JXAX9S tag=6QOCW35R38Y9 type=del 2023-12-22T17:36:55.703 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.704+0000 7fb94d391880 1 > prepared part key=_multipart_7V5FS6PEP4ZL.2~38RWHAJQUY6Y.0 size=1048576 2023-12-22T17:36:55.705 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.706+0000 7fb94d391880 1 > prepared part key=_multipart_7V5FS6PEP4ZL.2~38RWHAJQUY6Y.1 size=1048576 2023-12-22T17:36:55.707 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.708+0000 7fb94d391880 1 > prepared part key=_multipart_7V5FS6PEP4ZL.2~38RWHAJQUY6Y.2 size=851749 2023-12-22T17:36:55.707 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.708+0000 7fb94d391880 1 > prepared multipart upload key=7V5FS6PEP4ZL upload=38RWHAJQUY6Y tag=VXO1LHJ0MM33 type=write size=3997477 2023-12-22T17:36:55.709 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.710+0000 7fb94d391880 1 < canceled operation key=L6DUB57B222Z tag=W7U7X0WC21WE type=del size=1665480 2023-12-22T17:36:55.711 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.713+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=0OLP1PUDR7QX type=del size=1916937 2023-12-22T17:36:55.713 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.715+0000 7fb94d391880 1 < completed delete operation key=DXPJ8O4O0SI2 tag=91MD3WZCOIWT type=del 2023-12-22T17:36:55.715 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.717+0000 7fb94d391880 1 > prepared operation key=BCP1VQB2TB0F tag=M43M5A0OT568 type=del size=2674772 2023-12-22T17:36:55.720 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.721+0000 7fb94d391880 1 < suggested update operation key=7KXZJJ9YT96E tag=Z3S40H8ECU1C type=del size=3853961 2023-12-22T17:36:55.722 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.724+0000 7fb94d391880 1 > prepared operation key=X3NXWCITUK7S tag=OYCJB7JKWNO7 type=del size=12981 2023-12-22T17:36:55.724 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.726+0000 7fb94d391880 1 < completed part key=_multipart_5HOL7148HSJL.2~NPHGRQ6U866D.0 size=484474 2023-12-22T17:36:55.728 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.729+0000 7fb94d391880 1 < completed multipart upload key=5HOL7148HSJL upload=NPHGRQ6U866D tag=WARPRBD419XW type=write size=1533050 2023-12-22T17:36:55.732 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.733+0000 7fb94d391880 1 > prepared part key=_multipart_T8TYNCC2V8CD.2~6ZEEWLJOR0K6.0 size=1048576 2023-12-22T17:36:55.734 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.735+0000 7fb94d391880 1 > prepared part key=_multipart_T8TYNCC2V8CD.2~6ZEEWLJOR0K6.1 size=1048576 2023-12-22T17:36:55.736 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.737+0000 7fb94d391880 1 > prepared part key=_multipart_T8TYNCC2V8CD.2~6ZEEWLJOR0K6.2 size=145809 2023-12-22T17:36:55.736 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.737+0000 7fb94d391880 1 > prepared multipart upload key=T8TYNCC2V8CD upload=6ZEEWLJOR0K6 tag=IC7YZF0ALNLA type=write size=3291537 2023-12-22T17:36:55.738 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.740+0000 7fb94d391880 1 < completed part key=_multipart_T8TYNCC2V8CD.2~3AL8ZTDJPX8O.0 size=132106 2023-12-22T17:36:55.743 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.744+0000 7fb94d391880 1 < completed multipart upload key=T8TYNCC2V8CD upload=3AL8ZTDJPX8O tag=C613F3ZID1AL type=write size=1180682 2023-12-22T17:36:55.745 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.746+0000 7fb94d391880 1 > prepared operation key=R9WTR26FAZP8 tag=OUJR7GVJ9429 type=del size=238892 2023-12-22T17:36:55.747 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.748+0000 7fb94d391880 1 < completed delete operation key=TDS90SYZKMLU tag=2O9KVGI7FEH2 type=del 2023-12-22T17:36:55.749 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.751+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=0WK8T9JVIR89 type=del size=979041 2023-12-22T17:36:55.751 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.753+0000 7fb94d391880 1 < completed delete operation key=KLRYSCZNAHKT tag=7BM5H609NA8O type=del 2023-12-22T17:36:55.754 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.755+0000 7fb94d391880 1 > prepared operation key=TFLKTU1RF46Q tag=XJCEZMZCETR4 type=del size=1941421 2023-12-22T17:36:55.758 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.759+0000 7fb94d391880 1 < suggested remove operation key=GGQ09G6E3CZ6 tag=TO8ZI2R5Z0BF type=del 2023-12-22T17:36:55.762 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.763+0000 7fb94d391880 1 > prepared part key=_multipart_74ZWP6PRPDCK.2~K1JBOM4SMDI4.0 size=1048576 2023-12-22T17:36:55.764 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.765+0000 7fb94d391880 1 > prepared part key=_multipart_74ZWP6PRPDCK.2~K1JBOM4SMDI4.1 size=1005501 2023-12-22T17:36:55.764 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.765+0000 7fb94d391880 1 > prepared multipart upload key=74ZWP6PRPDCK upload=K1JBOM4SMDI4 tag=NTLBJ5R2IDIG type=write size=3102653 2023-12-22T17:36:55.766 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.767+0000 7fb94d391880 1 < completed part key=_multipart_NZ7PMKB2HICR.2~80VQ3073E0LU.0 size=1048576 2023-12-22T17:36:55.767 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.769+0000 7fb94d391880 1 < completed part key=_multipart_NZ7PMKB2HICR.2~80VQ3073E0LU.1 size=1048576 2023-12-22T17:36:55.769 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.771+0000 7fb94d391880 1 < completed part key=_multipart_NZ7PMKB2HICR.2~80VQ3073E0LU.2 size=533097 2023-12-22T17:36:55.773 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.775+0000 7fb94d391880 1 < completed multipart upload key=NZ7PMKB2HICR upload=80VQ3073E0LU tag=F81E14Z8XJCC type=write size=3678825 2023-12-22T17:36:55.775 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.777+0000 7fb94d391880 1 > prepared operation key=YRKG3P9O1XBW tag=B5ZMJR1RJJ1N type=write size=114016 2023-12-22T17:36:55.778 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.779+0000 7fb94d391880 1 < completed part key=_multipart_GGQ09G6E3CZ6.2~IPJAEMTD55SH.0 size=1048576 2023-12-22T17:36:55.780 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.781+0000 7fb94d391880 1 < completed part key=_multipart_GGQ09G6E3CZ6.2~IPJAEMTD55SH.1 size=413379 2023-12-22T17:36:55.784 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.785+0000 7fb94d391880 1 < completed multipart upload key=GGQ09G6E3CZ6 upload=IPJAEMTD55SH tag=T6Z2RJ03KXE7 type=write size=2510531 2023-12-22T17:36:55.786 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.787+0000 7fb94d391880 1 > prepared operation key=704VLVQ2P45U tag=976NVW76ACEM type=del size=3808688 2023-12-22T17:36:55.788 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.789+0000 7fb94d391880 1 < completed part key=_multipart_L6DUB57B222Z.2~DP0CTK8GGK7U.0 size=1048576 2023-12-22T17:36:55.788 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.789+0000 7fb94d391880 1 < canceled part key=_multipart_L6DUB57B222Z.2~DP0CTK8GGK7U.1 size=103869 2023-12-22T17:36:55.792 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.793+0000 7fb94d391880 1 < canceled multipart upload key=L6DUB57B222Z upload=DP0CTK8GGK7U tag=FHFT0CR0LP2Z type=write size=2201021 2023-12-22T17:36:55.794 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.796+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=Y6ZLDULDDTB9 type=del size=1239753 2023-12-22T17:36:55.798 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.800+0000 7fb94d391880 1 < suggested update operation key=0BNHPX2OE7C0 tag=RM2RI3RZPTW8 type=write size=407245 2023-12-22T17:36:55.800 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.802+0000 7fb94d391880 1 > prepared operation key=DZPSR14TMXNC tag=28EVZ7PLFFZR type=write size=748966 2023-12-22T17:36:55.803 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.804+0000 7fb94d391880 1 < completed delete operation key=TDS90SYZKMLU tag=JQ7M24YBNKON type=del 2023-12-22T17:36:55.807 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.808+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~H2BZ0SBTZVLE.0 size=1048576 2023-12-22T17:36:55.809 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.810+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~H2BZ0SBTZVLE.1 size=1048576 2023-12-22T17:36:55.811 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.812+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~H2BZ0SBTZVLE.2 size=260317 2023-12-22T17:36:55.811 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.812+0000 7fb94d391880 1 > prepared multipart upload key=V3ZYXTO3N0R6 upload=H2BZ0SBTZVLE tag=5JHRWSIT41F9 type=write size=3406045 2023-12-22T17:36:55.813 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.814+0000 7fb94d391880 1 < completed delete operation key=RWJE4O4GO9IK tag=PPELOS7P8E06 type=del 2023-12-22T17:36:55.816 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.817+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=O10DPD68I4UX type=del size=2532013 2023-12-22T17:36:55.817 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.819+0000 7fb94d391880 1 < completed part key=_multipart_GGQ09G6E3CZ6.2~JM273492F297.0 size=1048576 2023-12-22T17:36:55.819 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.821+0000 7fb94d391880 1 < completed part key=_multipart_GGQ09G6E3CZ6.2~JM273492F297.1 size=1048576 2023-12-22T17:36:55.821 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.822+0000 7fb94d391880 1 < completed part key=_multipart_GGQ09G6E3CZ6.2~JM273492F297.2 size=776567 2023-12-22T17:36:55.825 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.826+0000 7fb94d391880 1 < completed multipart upload key=GGQ09G6E3CZ6 upload=JM273492F297 tag=IZOT8INSAXIO type=write size=3922295 2023-12-22T17:36:55.829 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.831+0000 7fb94d391880 1 > prepared part key=_multipart_TDS90SYZKMLU.2~5N26RL3MMLRU.0 size=1048576 2023-12-22T17:36:55.831 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.833+0000 7fb94d391880 1 > prepared part key=_multipart_TDS90SYZKMLU.2~5N26RL3MMLRU.1 size=1048576 2023-12-22T17:36:55.833 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.834+0000 7fb94d391880 1 > prepared part key=_multipart_TDS90SYZKMLU.2~5N26RL3MMLRU.2 size=149166 2023-12-22T17:36:55.833 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.834+0000 7fb94d391880 1 > prepared multipart upload key=TDS90SYZKMLU upload=5N26RL3MMLRU tag=Y0NXJGEWLKF6 type=write size=3294894 2023-12-22T17:36:55.835 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.836+0000 7fb94d391880 1 < completed part key=_multipart_7V5FS6PEP4ZL.2~38RWHAJQUY6Y.0 size=1048576 2023-12-22T17:36:55.837 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.838+0000 7fb94d391880 1 < completed part key=_multipart_7V5FS6PEP4ZL.2~38RWHAJQUY6Y.1 size=1048576 2023-12-22T17:36:55.839 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.840+0000 7fb94d391880 1 < completed part key=_multipart_7V5FS6PEP4ZL.2~38RWHAJQUY6Y.2 size=851749 2023-12-22T17:36:55.843 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.844+0000 7fb94d391880 1 < completed multipart upload key=7V5FS6PEP4ZL upload=38RWHAJQUY6Y tag=VXO1LHJ0MM33 type=write size=3997477 2023-12-22T17:36:55.845 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.846+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=OVT2K4RX2AHJ type=write size=799032 2023-12-22T17:36:55.847 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.848+0000 7fb94d391880 1 < completed delete operation key=2G2FODM41TWI tag=0OLP1PUDR7QX type=del 2023-12-22T17:36:55.851 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.852+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~BXITCIH2XF5T.0 size=575192 2023-12-22T17:36:55.851 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.852+0000 7fb94d391880 1 > prepared multipart upload key=RV0R03E3QAOV upload=BXITCIH2XF5T tag=JQ0YQOPNMCPW type=write size=1623768 2023-12-22T17:36:55.854 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.855+0000 7fb94d391880 1 < completed delete operation key=BCP1VQB2TB0F tag=M43M5A0OT568 type=del 2023-12-22T17:36:55.858 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.859+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~1E7BILIJQVCJ.0 size=275206 2023-12-22T17:36:55.858 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.859+0000 7fb94d391880 1 > prepared multipart upload key=HZAQDCN1TA70 upload=1E7BILIJQVCJ tag=NU4G1KGWXZ39 type=write size=1323782 2023-12-22T17:36:55.862 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.863+0000 7fb94d391880 1 < suggested update operation key=X3NXWCITUK7S tag=OYCJB7JKWNO7 type=del size=12981 2023-12-22T17:36:55.864 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.865+0000 7fb94d391880 1 > prepared operation key=X3NXWCITUK7S tag=WN9QSUE7DXPM type=write size=676875 2023-12-22T17:36:55.864 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.866+0000 7fb94d391880 1 < canceled part key=_multipart_T8TYNCC2V8CD.2~6ZEEWLJOR0K6.0 size=1048576 2023-12-22T17:36:55.866 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.867+0000 7fb94d391880 1 < completed part key=_multipart_T8TYNCC2V8CD.2~6ZEEWLJOR0K6.1 size=1048576 2023-12-22T17:36:55.868 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.869+0000 7fb94d391880 1 < completed part key=_multipart_T8TYNCC2V8CD.2~6ZEEWLJOR0K6.2 size=145809 2023-12-22T17:36:55.872 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.873+0000 7fb94d391880 1 < canceled multipart upload key=T8TYNCC2V8CD upload=6ZEEWLJOR0K6 tag=IC7YZF0ALNLA type=write size=3291537 2023-12-22T17:36:55.874 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.875+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=KWO6954R3KUM type=del size=1903241 2023-12-22T17:36:55.876 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.877+0000 7fb94d391880 1 < completed delete operation key=R9WTR26FAZP8 tag=OUJR7GVJ9429 type=del 2023-12-22T17:36:55.878 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.879+0000 7fb94d391880 1 > prepared operation key=RWJE4O4GO9IK tag=UHSF7ESG4UM0 type=del size=4152595 2023-12-22T17:36:55.880 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.881+0000 7fb94d391880 1 < completed delete operation key=5HOL7148HSJL tag=0WK8T9JVIR89 type=del 2023-12-22T17:36:55.882 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.883+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=EOYN2D37XRVU type=del size=1643804 2023-12-22T17:36:55.884 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.885+0000 7fb94d391880 1 < canceled operation key=TFLKTU1RF46Q tag=XJCEZMZCETR4 type=del size=1941421 2023-12-22T17:36:55.886 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.888+0000 7fb94d391880 1 > prepared operation key=74ZWP6PRPDCK tag=LZYGZSJQUKKG type=write size=847366 2023-12-22T17:36:55.889 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.890+0000 7fb94d391880 1 < completed part key=_multipart_74ZWP6PRPDCK.2~K1JBOM4SMDI4.0 size=1048576 2023-12-22T17:36:55.891 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.892+0000 7fb94d391880 1 < completed part key=_multipart_74ZWP6PRPDCK.2~K1JBOM4SMDI4.1 size=1005501 2023-12-22T17:36:55.894 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.895+0000 7fb94d391880 1 < completed multipart upload key=74ZWP6PRPDCK upload=K1JBOM4SMDI4 tag=NTLBJ5R2IDIG type=write size=3102653 2023-12-22T17:36:55.896 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.897+0000 7fb94d391880 1 > prepared operation key=T8TYNCC2V8CD tag=8RISL3VBIDQY type=del size=1537784 2023-12-22T17:36:55.898 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.899+0000 7fb94d391880 1 < canceled operation key=YRKG3P9O1XBW tag=B5ZMJR1RJJ1N type=write size=114016 2023-12-22T17:36:55.900 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.901+0000 7fb94d391880 1 > prepared operation key=V3ZYXTO3N0R6 tag=ZYBA2Z0V7KX2 type=del size=3853362 2023-12-22T17:36:55.902 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.903+0000 7fb94d391880 1 < completed delete operation key=704VLVQ2P45U tag=976NVW76ACEM type=del 2023-12-22T17:36:55.906 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.907+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~HKVSONBPYQJ1.0 size=1048576 2023-12-22T17:36:55.908 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.909+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~HKVSONBPYQJ1.1 size=1046699 2023-12-22T17:36:55.908 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.909+0000 7fb94d391880 1 > prepared multipart upload key=V3ZYXTO3N0R6 upload=HKVSONBPYQJ1 tag=BR2KB8TEIPV8 type=write size=3143851 2023-12-22T17:36:55.912 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.913+0000 7fb94d391880 1 < suggested update operation key=7KXZJJ9YT96E tag=Y6ZLDULDDTB9 type=del size=1239753 2023-12-22T17:36:55.914 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.915+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=0V23VSLHOH6D type=del size=1133253 2023-12-22T17:36:55.918 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.919+0000 7fb94d391880 1 < suggested update operation key=DZPSR14TMXNC tag=28EVZ7PLFFZR type=write size=748966 2023-12-22T17:36:55.921 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.922+0000 7fb94d391880 1 > prepared operation key=TFLKTU1RF46Q tag=ROAWX5RAFZB3 type=del size=3417465 2023-12-22T17:36:55.923 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.924+0000 7fb94d391880 1 < completed part key=_multipart_V3ZYXTO3N0R6.2~H2BZ0SBTZVLE.0 size=1048576 2023-12-22T17:36:55.925 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.926+0000 7fb94d391880 1 < completed part key=_multipart_V3ZYXTO3N0R6.2~H2BZ0SBTZVLE.1 size=1048576 2023-12-22T17:36:55.927 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.928+0000 7fb94d391880 1 < completed part key=_multipart_V3ZYXTO3N0R6.2~H2BZ0SBTZVLE.2 size=260317 2023-12-22T17:36:55.931 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.932+0000 7fb94d391880 1 < completed multipart upload key=V3ZYXTO3N0R6 upload=H2BZ0SBTZVLE tag=5JHRWSIT41F9 type=write size=3406045 2023-12-22T17:36:55.933 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.934+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=K1RCG843P1GR type=del size=3730856 2023-12-22T17:36:55.936 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.937+0000 7fb94d391880 -1 < failed to complete operation key=7KXZJJ9YT96E tag=O10DPD68I4UX type=del size=2532013: (22) Invalid argument 2023-12-22T17:36:55.938 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.940+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=HD4KZ6GFUIQK type=del size=3749915 2023-12-22T17:36:55.941 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.943+0000 7fb94d391880 1 < completed part key=_multipart_TDS90SYZKMLU.2~5N26RL3MMLRU.0 size=1048576 2023-12-22T17:36:55.943 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.944+0000 7fb94d391880 1 < completed part key=_multipart_TDS90SYZKMLU.2~5N26RL3MMLRU.1 size=1048576 2023-12-22T17:36:55.945 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.946+0000 7fb94d391880 1 < completed part key=_multipart_TDS90SYZKMLU.2~5N26RL3MMLRU.2 size=149166 2023-12-22T17:36:55.948 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.950+0000 7fb94d391880 1 < completed multipart upload key=TDS90SYZKMLU upload=5N26RL3MMLRU tag=Y0NXJGEWLKF6 type=write size=3294894 2023-12-22T17:36:55.950 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.952+0000 7fb94d391880 1 > prepared operation key=X3NXWCITUK7S tag=B6OLE8XNYT82 type=del size=4136926 2023-12-22T17:36:55.953 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.954+0000 7fb94d391880 1 < completed write operation key=28XBL3715EHT tag=OVT2K4RX2AHJ type=write size=799032 2023-12-22T17:36:55.955 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.956+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=3MFF4MM3J33C type=del size=4115295 2023-12-22T17:36:55.957 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.958+0000 7fb94d391880 1 < completed part key=_multipart_RV0R03E3QAOV.2~BXITCIH2XF5T.0 size=575192 2023-12-22T17:36:55.961 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.963+0000 7fb94d391880 1 < completed multipart upload key=RV0R03E3QAOV upload=BXITCIH2XF5T tag=JQ0YQOPNMCPW type=write size=1623768 2023-12-22T17:36:55.964 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.965+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=98J2YIW6YASA type=write size=9248 2023-12-22T17:36:55.966 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.967+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~1E7BILIJQVCJ.0 size=275206 2023-12-22T17:36:55.969 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.971+0000 7fb94d391880 1 < completed multipart upload key=HZAQDCN1TA70 upload=1E7BILIJQVCJ tag=NU4G1KGWXZ39 type=write size=1323782 2023-12-22T17:36:55.971 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.973+0000 7fb94d391880 1 > prepared operation key=BPXZFZEJYPX1 tag=4FDC8GU9JS1Q type=del size=1524960 2023-12-22T17:36:55.974 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.975+0000 7fb94d391880 1 < completed write operation key=X3NXWCITUK7S tag=WN9QSUE7DXPM type=write size=676875 2023-12-22T17:36:55.976 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.977+0000 7fb94d391880 1 > prepared operation key=0BNHPX2OE7C0 tag=ZUA34N5U0MV2 type=del size=3891895 2023-12-22T17:36:55.979 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.980+0000 7fb94d391880 -1 < failed to complete operation key=7KXZJJ9YT96E tag=KWO6954R3KUM type=del size=1903241: (22) Invalid argument 2023-12-22T17:36:55.981 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.982+0000 7fb94d391880 1 > prepared operation key=DZPSR14TMXNC tag=XV3EHSC807LK type=del size=3461974 2023-12-22T17:36:55.983 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.985+0000 7fb94d391880 1 < completed delete operation key=RWJE4O4GO9IK tag=UHSF7ESG4UM0 type=del 2023-12-22T17:36:55.985 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.987+0000 7fb94d391880 1 > prepared operation key=GGQ09G6E3CZ6 tag=V2BSU9V0AZDL type=del size=1027738 2023-12-22T17:36:55.990 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.991+0000 7fb94d391880 1 < suggested remove operation key=HZAQDCN1TA70 tag=EOYN2D37XRVU type=del 2023-12-22T17:36:55.994 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.995+0000 7fb94d391880 1 > prepared part key=_multipart_IRCWNBTM8JVB.2~LJA3XMZYQORT.0 size=1048576 2023-12-22T17:36:55.995 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.997+0000 7fb94d391880 1 > prepared part key=_multipart_IRCWNBTM8JVB.2~LJA3XMZYQORT.1 size=1048576 2023-12-22T17:36:55.997 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.998+0000 7fb94d391880 1 > prepared part key=_multipart_IRCWNBTM8JVB.2~LJA3XMZYQORT.2 size=829806 2023-12-22T17:36:55.997 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:55.998+0000 7fb94d391880 1 > prepared multipart upload key=IRCWNBTM8JVB upload=LJA3XMZYQORT tag=0477T4RVPEOX type=write size=3975534 2023-12-22T17:36:56.001 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.002+0000 7fb94d391880 1 < suggested remove operation key=74ZWP6PRPDCK tag=LZYGZSJQUKKG type=write 2023-12-22T17:36:56.005 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.006+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~E0QMW4U3398E.0 size=792052 2023-12-22T17:36:56.005 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.006+0000 7fb94d391880 1 > prepared multipart upload key=DVN26OO0LDI7 upload=E0QMW4U3398E tag=S9HV73F311L6 type=write size=1840628 2023-12-22T17:36:56.009 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.011+0000 7fb94d391880 1 < suggested update operation key=T8TYNCC2V8CD tag=8RISL3VBIDQY type=del size=1537784 2023-12-22T17:36:56.014 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.015+0000 7fb94d391880 1 > prepared part key=_multipart_28XBL3715EHT.2~KPBI1OCSC304.0 size=1045214 2023-12-22T17:36:56.014 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.015+0000 7fb94d391880 1 > prepared multipart upload key=28XBL3715EHT upload=KPBI1OCSC304 tag=04NO7MJBA85A type=write size=2093790 2023-12-22T17:36:56.016 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.017+0000 7fb94d391880 1 < completed delete operation key=V3ZYXTO3N0R6 tag=ZYBA2Z0V7KX2 type=del 2023-12-22T17:36:56.018 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.019+0000 7fb94d391880 1 > prepared operation key=704VLVQ2P45U tag=010S1P7G45Y2 type=write size=180973 2023-12-22T17:36:56.020 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.022+0000 7fb94d391880 1 < completed part key=_multipart_V3ZYXTO3N0R6.2~HKVSONBPYQJ1.0 size=1048576 2023-12-22T17:36:56.022 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.024+0000 7fb94d391880 1 < completed part key=_multipart_V3ZYXTO3N0R6.2~HKVSONBPYQJ1.1 size=1046699 2023-12-22T17:36:56.027 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.028+0000 7fb94d391880 1 < completed multipart upload key=V3ZYXTO3N0R6 upload=HKVSONBPYQJ1 tag=BR2KB8TEIPV8 type=write size=3143851 2023-12-22T17:36:56.032 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.033+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~EWKRBRNH844P.0 size=1048576 2023-12-22T17:36:56.034 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.035+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~EWKRBRNH844P.1 size=1013293 2023-12-22T17:36:56.034 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.035+0000 7fb94d391880 1 > prepared multipart upload key=6CLDD4VJZWJJ upload=EWKRBRNH844P tag=M14KC9JRC0LU type=write size=3110445 2023-12-22T17:36:56.036 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.038+0000 7fb94d391880 1 < completed delete operation key=40X558JXAX9S tag=0V23VSLHOH6D type=del 2023-12-22T17:36:56.041 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.042+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~4U54WK8ISQZ5.0 size=1048576 2023-12-22T17:36:56.043 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.044+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~4U54WK8ISQZ5.1 size=228542 2023-12-22T17:36:56.043 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.044+0000 7fb94d391880 1 > prepared multipart upload key=DXPJ8O4O0SI2 upload=4U54WK8ISQZ5 tag=DCSFTSII86J0 type=write size=2325694 2023-12-22T17:36:56.045 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.046+0000 7fb94d391880 1 < canceled operation key=TFLKTU1RF46Q tag=ROAWX5RAFZB3 type=del size=3417465 2023-12-22T17:36:56.047 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.048+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=O4VE4KXPIH0Z type=del size=483217 2023-12-22T17:36:56.050 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.051+0000 7fb94d391880 1 < completed delete operation key=7KXZJJ9YT96E tag=K1RCG843P1GR type=del 2023-12-22T17:36:56.053 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.054+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=4QQ4ESHYO437 type=del size=1329058 2023-12-22T17:36:56.057 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.058+0000 7fb94d391880 1 < suggested remove operation key=7KXZJJ9YT96E tag=HD4KZ6GFUIQK type=del 2023-12-22T17:36:56.061 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.062+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~SBRF27N4E08Z.0 size=1048576 2023-12-22T17:36:56.063 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.064+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~SBRF27N4E08Z.1 size=1048576 2023-12-22T17:36:56.065 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.066+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~SBRF27N4E08Z.2 size=582961 2023-12-22T17:36:56.065 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.066+0000 7fb94d391880 1 > prepared multipart upload key=W3X2J2SCNOE7 upload=SBRF27N4E08Z tag=A23SEK02FDWR type=write size=3728689 2023-12-22T17:36:56.068 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.069+0000 7fb94d391880 1 < canceled operation key=X3NXWCITUK7S tag=B6OLE8XNYT82 type=del size=4136926 2023-12-22T17:36:56.070 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.071+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=K7EYVQG9VRF2 type=del size=2243011 2023-12-22T17:36:56.072 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.073+0000 7fb94d391880 1 < completed delete operation key=28XBL3715EHT tag=3MFF4MM3J33C type=del 2023-12-22T17:36:56.076 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.077+0000 7fb94d391880 1 > prepared part key=_multipart_R9WTR26FAZP8.2~VOM1RMY45MGI.0 size=1048576 2023-12-22T17:36:56.078 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.079+0000 7fb94d391880 1 > prepared part key=_multipart_R9WTR26FAZP8.2~VOM1RMY45MGI.1 size=1048576 2023-12-22T17:36:56.079 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.081+0000 7fb94d391880 1 > prepared part key=_multipart_R9WTR26FAZP8.2~VOM1RMY45MGI.2 size=768912 2023-12-22T17:36:56.080 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.081+0000 7fb94d391880 1 > prepared multipart upload key=R9WTR26FAZP8 upload=VOM1RMY45MGI tag=CAJD1F8GMKFK type=write size=3914640 2023-12-22T17:36:56.082 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.083+0000 7fb94d391880 1 < completed write operation key=5HOL7148HSJL tag=98J2YIW6YASA type=write size=9248 2023-12-22T17:36:56.086 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.087+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~31VIHASY8W8Z.0 size=1048576 2023-12-22T17:36:56.088 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.089+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~31VIHASY8W8Z.1 size=1048576 2023-12-22T17:36:56.089 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.091+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~31VIHASY8W8Z.2 size=665826 2023-12-22T17:36:56.090 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.091+0000 7fb94d391880 1 > prepared multipart upload key=I7GAQL38WXHS upload=31VIHASY8W8Z tag=C9DS0U3E8NWF type=write size=3811554 2023-12-22T17:36:56.092 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.093+0000 7fb94d391880 1 < completed delete operation key=BPXZFZEJYPX1 tag=4FDC8GU9JS1Q type=del 2023-12-22T17:36:56.094 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.095+0000 7fb94d391880 1 > prepared operation key=DVN26OO0LDI7 tag=ZJUFC4JGL2ZE type=del size=280887 2023-12-22T17:36:56.096 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.097+0000 7fb94d391880 1 < completed delete operation key=0BNHPX2OE7C0 tag=ZUA34N5U0MV2 type=del 2023-12-22T17:36:56.098 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.099+0000 7fb94d391880 1 > prepared operation key=GGQ09G6E3CZ6 tag=SW8YSAO8B3SV type=write size=988328 2023-12-22T17:36:56.100 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.102+0000 7fb94d391880 1 < completed delete operation key=DZPSR14TMXNC tag=XV3EHSC807LK type=del 2023-12-22T17:36:56.104 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.105+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~LOLDFO78KGO7.0 size=1048576 2023-12-22T17:36:56.107 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.108+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~LOLDFO78KGO7.1 size=874973 2023-12-22T17:36:56.107 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.108+0000 7fb94d391880 1 > prepared multipart upload key=I7GAQL38WXHS upload=LOLDFO78KGO7 tag=WY1LIH26CV4P type=write size=2972125 2023-12-22T17:36:56.108 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.110+0000 7fb94d391880 1 < completed delete operation key=GGQ09G6E3CZ6 tag=V2BSU9V0AZDL type=del 2023-12-22T17:36:56.110 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.112+0000 7fb94d391880 1 > prepared operation key=74ZWP6PRPDCK tag=F17YQVYDCQK1 type=del size=595417 2023-12-22T17:36:56.113 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.114+0000 7fb94d391880 1 < completed part key=_multipart_IRCWNBTM8JVB.2~LJA3XMZYQORT.0 size=1048576 2023-12-22T17:36:56.114 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.116+0000 7fb94d391880 1 < completed part key=_multipart_IRCWNBTM8JVB.2~LJA3XMZYQORT.1 size=1048576 2023-12-22T17:36:56.116 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.118+0000 7fb94d391880 1 < completed part key=_multipart_IRCWNBTM8JVB.2~LJA3XMZYQORT.2 size=829806 2023-12-22T17:36:56.120 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.121+0000 7fb94d391880 1 < completed multipart upload key=IRCWNBTM8JVB upload=LJA3XMZYQORT tag=0477T4RVPEOX type=write size=3975534 2023-12-22T17:36:56.122 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.123+0000 7fb94d391880 1 > prepared operation key=R9WTR26FAZP8 tag=SJREVF05DLBA type=write size=679758 2023-12-22T17:36:56.124 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.125+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~E0QMW4U3398E.0 size=792052 2023-12-22T17:36:56.127 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.129+0000 7fb94d391880 1 < completed multipart upload key=DVN26OO0LDI7 upload=E0QMW4U3398E tag=S9HV73F311L6 type=write size=1840628 2023-12-22T17:36:56.131 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.133+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~RJEJT50VP59V.0 size=781283 2023-12-22T17:36:56.131 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.133+0000 7fb94d391880 1 > prepared multipart upload key=V3ZYXTO3N0R6 upload=RJEJT50VP59V tag=7RT198J8JRH2 type=write size=1829859 2023-12-22T17:36:56.133 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.135+0000 7fb94d391880 1 < completed part key=_multipart_28XBL3715EHT.2~KPBI1OCSC304.0 size=1045214 2023-12-22T17:36:56.137 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.138+0000 7fb94d391880 1 < completed multipart upload key=28XBL3715EHT upload=KPBI1OCSC304 tag=04NO7MJBA85A type=write size=2093790 2023-12-22T17:36:56.141 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.142+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~A4P27VLU22HY.0 size=1048576 2023-12-22T17:36:56.143 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.144+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~A4P27VLU22HY.1 size=565443 2023-12-22T17:36:56.143 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.144+0000 7fb94d391880 1 > prepared multipart upload key=RV0R03E3QAOV upload=A4P27VLU22HY tag=D7747D9GA65O type=write size=2662595 2023-12-22T17:36:56.145 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.146+0000 7fb94d391880 1 < completed write operation key=704VLVQ2P45U tag=010S1P7G45Y2 type=write size=180973 2023-12-22T17:36:56.147 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.148+0000 7fb94d391880 1 > prepared operation key=7V5FS6PEP4ZL tag=GKWSWLA628RY type=write size=228317 2023-12-22T17:36:56.147 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.148+0000 7fb94d391880 1 < canceled part key=_multipart_6CLDD4VJZWJJ.2~EWKRBRNH844P.0 size=1048576 2023-12-22T17:36:56.149 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.150+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~EWKRBRNH844P.1 size=1013293 2023-12-22T17:36:56.152 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.154+0000 7fb94d391880 1 < canceled multipart upload key=6CLDD4VJZWJJ upload=EWKRBRNH844P tag=M14KC9JRC0LU type=write size=3110445 2023-12-22T17:36:56.154 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.156+0000 7fb94d391880 1 > prepared operation key=GGQ09G6E3CZ6 tag=U2B7RPA2EL32 type=del size=1750130 2023-12-22T17:36:56.157 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.158+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~4U54WK8ISQZ5.0 size=1048576 2023-12-22T17:36:56.158 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.160+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~4U54WK8ISQZ5.1 size=228542 2023-12-22T17:36:56.162 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.163+0000 7fb94d391880 1 < completed multipart upload key=DXPJ8O4O0SI2 upload=4U54WK8ISQZ5 tag=DCSFTSII86J0 type=write size=2325694 2023-12-22T17:36:56.164 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.165+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=UX4LTWX4BU22 type=del size=1777126 2023-12-22T17:36:56.168 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.170+0000 7fb94d391880 1 < suggested remove operation key=5HOL7148HSJL tag=O4VE4KXPIH0Z type=del 2023-12-22T17:36:56.171 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.172+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=R2VQFJLRTA1E type=del size=997049 2023-12-22T17:36:56.173 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.174+0000 7fb94d391880 1 < completed delete operation key=40X558JXAX9S tag=4QQ4ESHYO437 type=del 2023-12-22T17:36:56.175 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.176+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=93XBSVDD6HW7 type=del size=1221182 2023-12-22T17:36:56.177 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.178+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~SBRF27N4E08Z.0 size=1048576 2023-12-22T17:36:56.179 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.180+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~SBRF27N4E08Z.1 size=1048576 2023-12-22T17:36:56.181 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.182+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~SBRF27N4E08Z.2 size=582961 2023-12-22T17:36:56.185 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.186+0000 7fb94d391880 1 < completed multipart upload key=W3X2J2SCNOE7 upload=SBRF27N4E08Z tag=A23SEK02FDWR type=write size=3728689 2023-12-22T17:36:56.188 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.190+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~6PNHUMN12YMW.0 size=1048576 2023-12-22T17:36:56.190 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.191+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~6PNHUMN12YMW.1 size=1048576 2023-12-22T17:36:56.192 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.193+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~6PNHUMN12YMW.2 size=234875 2023-12-22T17:36:56.192 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.193+0000 7fb94d391880 1 > prepared multipart upload key=I7GAQL38WXHS upload=6PNHUMN12YMW tag=DDOQPKWQIW3B type=write size=3380603 2023-12-22T17:36:56.195 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.196+0000 7fb94d391880 1 < completed delete operation key=28XBL3715EHT tag=K7EYVQG9VRF2 type=del 2023-12-22T17:36:56.197 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.198+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=Z5NGL5CIM5FC type=del size=1916281 2023-12-22T17:36:56.199 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.200+0000 7fb94d391880 1 < completed part key=_multipart_R9WTR26FAZP8.2~VOM1RMY45MGI.0 size=1048576 2023-12-22T17:36:56.201 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.202+0000 7fb94d391880 1 < completed part key=_multipart_R9WTR26FAZP8.2~VOM1RMY45MGI.1 size=1048576 2023-12-22T17:36:56.202 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.204+0000 7fb94d391880 1 < completed part key=_multipart_R9WTR26FAZP8.2~VOM1RMY45MGI.2 size=768912 2023-12-22T17:36:56.206 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.207+0000 7fb94d391880 1 < completed multipart upload key=R9WTR26FAZP8 upload=VOM1RMY45MGI tag=CAJD1F8GMKFK type=write size=3914640 2023-12-22T17:36:56.210 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.211+0000 7fb94d391880 1 > prepared part key=_multipart_X3NXWCITUK7S.2~KZ1NOD402WGS.0 size=1048576 2023-12-22T17:36:56.212 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.213+0000 7fb94d391880 1 > prepared part key=_multipart_X3NXWCITUK7S.2~KZ1NOD402WGS.1 size=985550 2023-12-22T17:36:56.212 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.213+0000 7fb94d391880 1 > prepared multipart upload key=X3NXWCITUK7S upload=KZ1NOD402WGS tag=DCCLVYSXK78T type=write size=3082702 2023-12-22T17:36:56.214 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.215+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~31VIHASY8W8Z.0 size=1048576 2023-12-22T17:36:56.216 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.217+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~31VIHASY8W8Z.1 size=1048576 2023-12-22T17:36:56.218 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.220+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~31VIHASY8W8Z.2 size=665826 2023-12-22T17:36:56.222 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.224+0000 7fb94d391880 1 < completed multipart upload key=I7GAQL38WXHS upload=31VIHASY8W8Z tag=C9DS0U3E8NWF type=write size=3811554 2023-12-22T17:36:56.227 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.228+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~6TQUM9DSTKER.0 size=1048576 2023-12-22T17:36:56.229 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.230+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~6TQUM9DSTKER.1 size=1048576 2023-12-22T17:36:56.231 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.232+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~6TQUM9DSTKER.2 size=415537 2023-12-22T17:36:56.231 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.232+0000 7fb94d391880 1 > prepared multipart upload key=40X558JXAX9S upload=6TQUM9DSTKER tag=03JX533R3AUL type=write size=3561265 2023-12-22T17:36:56.233 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.235+0000 7fb94d391880 1 < completed delete operation key=DVN26OO0LDI7 tag=ZJUFC4JGL2ZE type=del 2023-12-22T17:36:56.238 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.239+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~MQHGEMGLME81.0 size=710295 2023-12-22T17:36:56.238 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.239+0000 7fb94d391880 1 > prepared multipart upload key=DZPSR14TMXNC upload=MQHGEMGLME81 tag=FCV6H3FU8UFZ type=write size=1758871 2023-12-22T17:36:56.242 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.243+0000 7fb94d391880 1 < suggested remove operation key=GGQ09G6E3CZ6 tag=SW8YSAO8B3SV type=write 2023-12-22T17:36:56.244 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.245+0000 7fb94d391880 1 > prepared operation key=TDS90SYZKMLU tag=L9NYJTJO93LT type=del size=162328 2023-12-22T17:36:56.246 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.247+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~LOLDFO78KGO7.0 size=1048576 2023-12-22T17:36:56.248 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.249+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~LOLDFO78KGO7.1 size=874973 2023-12-22T17:36:56.251 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.252+0000 7fb94d391880 1 < completed multipart upload key=I7GAQL38WXHS upload=LOLDFO78KGO7 tag=WY1LIH26CV4P type=write size=2972125 2023-12-22T17:36:56.253 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.254+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=GVHLXIP94Q3H type=del size=2487838 2023-12-22T17:36:56.255 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.256+0000 7fb94d391880 1 < completed delete operation key=74ZWP6PRPDCK tag=F17YQVYDCQK1 type=del 2023-12-22T17:36:56.259 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.260+0000 7fb94d391880 1 > prepared part key=_multipart_IRCWNBTM8JVB.2~MOHWUM28WLMT.0 size=1036076 2023-12-22T17:36:56.259 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.260+0000 7fb94d391880 1 > prepared multipart upload key=IRCWNBTM8JVB upload=MOHWUM28WLMT tag=8YRKE9RK5LBD type=write size=2084652 2023-12-22T17:36:56.261 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.262+0000 7fb94d391880 1 < canceled operation key=R9WTR26FAZP8 tag=SJREVF05DLBA type=write size=679758 2023-12-22T17:36:56.263 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.264+0000 7fb94d391880 1 > prepared operation key=IRCWNBTM8JVB tag=BTU20IZCGB0Q type=del size=2573295 2023-12-22T17:36:56.265 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.266+0000 7fb94d391880 1 < completed part key=_multipart_V3ZYXTO3N0R6.2~RJEJT50VP59V.0 size=781283 2023-12-22T17:36:56.268 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.269+0000 7fb94d391880 1 < completed multipart upload key=V3ZYXTO3N0R6 upload=RJEJT50VP59V tag=7RT198J8JRH2 type=write size=1829859 2023-12-22T17:36:56.270 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.272+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=5SFT07MIUHJV type=del size=2433256 2023-12-22T17:36:56.272 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.274+0000 7fb94d391880 1 < completed part key=_multipart_RV0R03E3QAOV.2~A4P27VLU22HY.0 size=1048576 2023-12-22T17:36:56.274 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.275+0000 7fb94d391880 1 < completed part key=_multipart_RV0R03E3QAOV.2~A4P27VLU22HY.1 size=565443 2023-12-22T17:36:56.278 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.279+0000 7fb94d391880 1 < completed multipart upload key=RV0R03E3QAOV upload=A4P27VLU22HY tag=D7747D9GA65O type=write size=2662595 2023-12-22T17:36:56.282 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.283+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~9Q36T3EEVNTR.0 size=1048576 2023-12-22T17:36:56.283 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.285+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~9Q36T3EEVNTR.1 size=1048576 2023-12-22T17:36:56.285 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.286+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~9Q36T3EEVNTR.2 size=879869 2023-12-22T17:36:56.285 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.286+0000 7fb94d391880 1 > prepared multipart upload key=V3ZYXTO3N0R6 upload=9Q36T3EEVNTR tag=STK29ECWC6K3 type=write size=4025597 2023-12-22T17:36:56.287 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.288+0000 7fb94d391880 1 < completed write operation key=7V5FS6PEP4ZL tag=GKWSWLA628RY type=write size=228317 2023-12-22T17:36:56.291 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.292+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~67IASNI3XNAE.0 size=1048576 2023-12-22T17:36:56.293 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.294+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~67IASNI3XNAE.1 size=430423 2023-12-22T17:36:56.293 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.294+0000 7fb94d391880 1 > prepared multipart upload key=KLRYSCZNAHKT upload=67IASNI3XNAE tag=H1EIQ9AKI1XS type=write size=2527575 2023-12-22T17:36:56.296 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.297+0000 7fb94d391880 -1 < failed to complete operation key=GGQ09G6E3CZ6 tag=U2B7RPA2EL32 type=del size=1750130: (22) Invalid argument 2023-12-22T17:36:56.298 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.299+0000 7fb94d391880 1 > prepared operation key=IRCWNBTM8JVB tag=FTX3Z0C8N0LW type=del size=1033898 2023-12-22T17:36:56.301 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.302+0000 7fb94d391880 -1 < failed to complete operation key=5HOL7148HSJL tag=UX4LTWX4BU22 type=del size=1777126: (22) Invalid argument 2023-12-22T17:36:56.303 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.304+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=A9EW5LSG9Z7C type=del size=4094575 2023-12-22T17:36:56.305 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.306+0000 7fb94d391880 1 < completed delete operation key=40X558JXAX9S tag=R2VQFJLRTA1E type=del 2023-12-22T17:36:56.307 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.308+0000 7fb94d391880 1 > prepared operation key=TFLKTU1RF46Q tag=N8HEWOQY7HOF type=del size=2055154 2023-12-22T17:36:56.311 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.312+0000 7fb94d391880 1 < suggested update operation key=5HOL7148HSJL tag=93XBSVDD6HW7 type=del size=1221182 2023-12-22T17:36:56.313 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.315+0000 7fb94d391880 1 > prepared operation key=TFLKTU1RF46Q tag=UQVA1DPZ74G1 type=del size=4038413 2023-12-22T17:36:56.315 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.317+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~6PNHUMN12YMW.0 size=1048576 2023-12-22T17:36:56.317 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.318+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~6PNHUMN12YMW.1 size=1048576 2023-12-22T17:36:56.319 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.320+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~6PNHUMN12YMW.2 size=234875 2023-12-22T17:36:56.323 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.324+0000 7fb94d391880 1 < completed multipart upload key=I7GAQL38WXHS upload=6PNHUMN12YMW tag=DDOQPKWQIW3B type=write size=3380603 2023-12-22T17:36:56.327 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.328+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~CEV9HDBI98QL.0 size=1048576 2023-12-22T17:36:56.328 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.330+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~CEV9HDBI98QL.1 size=144716 2023-12-22T17:36:56.329 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.330+0000 7fb94d391880 1 > prepared multipart upload key=0BNHPX2OE7C0 upload=CEV9HDBI98QL tag=J9V6FENSL69G type=write size=2241868 2023-12-22T17:36:56.331 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.332+0000 7fb94d391880 1 < completed delete operation key=2G2FODM41TWI tag=Z5NGL5CIM5FC type=del 2023-12-22T17:36:56.333 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.334+0000 7fb94d391880 1 > prepared operation key=DVN26OO0LDI7 tag=LGE4WBIWBWED type=del size=3406326 2023-12-22T17:36:56.335 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.336+0000 7fb94d391880 1 < completed part key=_multipart_X3NXWCITUK7S.2~KZ1NOD402WGS.0 size=1048576 2023-12-22T17:36:56.337 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.338+0000 7fb94d391880 1 < completed part key=_multipart_X3NXWCITUK7S.2~KZ1NOD402WGS.1 size=985550 2023-12-22T17:36:56.341 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.342+0000 7fb94d391880 1 < completed multipart upload key=X3NXWCITUK7S upload=KZ1NOD402WGS tag=DCCLVYSXK78T type=write size=3082702 2023-12-22T17:36:56.343 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.344+0000 7fb94d391880 1 > prepared operation key=DZPSR14TMXNC tag=KCKS2K8SP8VI type=del size=3911203 2023-12-22T17:36:56.345 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.346+0000 7fb94d391880 1 < completed part key=_multipart_40X558JXAX9S.2~6TQUM9DSTKER.0 size=1048576 2023-12-22T17:36:56.347 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.348+0000 7fb94d391880 1 < completed part key=_multipart_40X558JXAX9S.2~6TQUM9DSTKER.1 size=1048576 2023-12-22T17:36:56.349 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.350+0000 7fb94d391880 1 < completed part key=_multipart_40X558JXAX9S.2~6TQUM9DSTKER.2 size=415537 2023-12-22T17:36:56.353 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.354+0000 7fb94d391880 1 < completed multipart upload key=40X558JXAX9S upload=6TQUM9DSTKER tag=03JX533R3AUL type=write size=3561265 2023-12-22T17:36:56.356 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.358+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~PRURM9FJLAAN.0 size=1048576 2023-12-22T17:36:56.358 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.360+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~PRURM9FJLAAN.1 size=1048576 2023-12-22T17:36:56.360 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.362+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~PRURM9FJLAAN.2 size=256331 2023-12-22T17:36:56.361 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.362+0000 7fb94d391880 1 > prepared multipart upload key=W3X2J2SCNOE7 upload=PRURM9FJLAAN tag=9HXLY50I8YXR type=write size=3402059 2023-12-22T17:36:56.363 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.364+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~MQHGEMGLME81.0 size=710295 2023-12-22T17:36:56.367 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.368+0000 7fb94d391880 1 < completed multipart upload key=DZPSR14TMXNC upload=MQHGEMGLME81 tag=FCV6H3FU8UFZ type=write size=1758871 2023-12-22T17:36:56.369 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.370+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=3MFY1XMUQ1IN type=del size=2654505 2023-12-22T17:36:56.372 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.373+0000 7fb94d391880 1 < canceled operation key=TDS90SYZKMLU tag=L9NYJTJO93LT type=del size=162328 2023-12-22T17:36:56.374 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.375+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=9Y3A2ALS0ZEP type=del size=2601525 2023-12-22T17:36:56.379 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.380+0000 7fb94d391880 1 < suggested remove operation key=5HOL7148HSJL tag=GVHLXIP94Q3H type=del 2023-12-22T17:36:56.381 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.382+0000 7fb94d391880 1 > prepared operation key=KLRYSCZNAHKT tag=2HEPU1GDHQKJ type=del size=998802 2023-12-22T17:36:56.384 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.385+0000 7fb94d391880 1 < completed part key=_multipart_IRCWNBTM8JVB.2~MOHWUM28WLMT.0 size=1036076 2023-12-22T17:36:56.387 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.388+0000 7fb94d391880 1 < completed multipart upload key=IRCWNBTM8JVB upload=MOHWUM28WLMT tag=8YRKE9RK5LBD type=write size=2084652 2023-12-22T17:36:56.389 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.391+0000 7fb94d391880 1 > prepared operation key=74ZWP6PRPDCK tag=U1JL7781TGU2 type=del size=3718462 2023-12-22T17:36:56.394 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.395+0000 7fb94d391880 1 < suggested update operation key=IRCWNBTM8JVB tag=BTU20IZCGB0Q type=del size=2573295 2023-12-22T17:36:56.398 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.399+0000 7fb94d391880 1 > prepared part key=_multipart_L6DUB57B222Z.2~8RSFEHJ237KH.0 size=1048576 2023-12-22T17:36:56.400 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.401+0000 7fb94d391880 1 > prepared part key=_multipart_L6DUB57B222Z.2~8RSFEHJ237KH.1 size=1048576 2023-12-22T17:36:56.401 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.403+0000 7fb94d391880 1 > prepared part key=_multipart_L6DUB57B222Z.2~8RSFEHJ237KH.2 size=982462 2023-12-22T17:36:56.401 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.403+0000 7fb94d391880 1 > prepared multipart upload key=L6DUB57B222Z upload=8RSFEHJ237KH tag=D4C0KFXH9ANA type=write size=4128190 2023-12-22T17:36:56.404 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.405+0000 7fb94d391880 1 < completed delete operation key=7KXZJJ9YT96E tag=5SFT07MIUHJV type=del 2023-12-22T17:36:56.406 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.407+0000 7fb94d391880 1 > prepared operation key=L6DUB57B222Z tag=R319PML4042F type=del size=1617598 2023-12-22T17:36:56.408 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.409+0000 7fb94d391880 1 < completed part key=_multipart_V3ZYXTO3N0R6.2~9Q36T3EEVNTR.0 size=1048576 2023-12-22T17:36:56.410 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.411+0000 7fb94d391880 1 < completed part key=_multipart_V3ZYXTO3N0R6.2~9Q36T3EEVNTR.1 size=1048576 2023-12-22T17:36:56.412 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.413+0000 7fb94d391880 1 < completed part key=_multipart_V3ZYXTO3N0R6.2~9Q36T3EEVNTR.2 size=879869 2023-12-22T17:36:56.416 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.417+0000 7fb94d391880 1 < completed multipart upload key=V3ZYXTO3N0R6 upload=9Q36T3EEVNTR tag=STK29ECWC6K3 type=write size=4025597 2023-12-22T17:36:56.420 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.421+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~4QMSKD82BGKH.0 size=249587 2023-12-22T17:36:56.420 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.421+0000 7fb94d391880 1 > prepared multipart upload key=I7GAQL38WXHS upload=4QMSKD82BGKH tag=30KGRQI7NY71 type=write size=1298163 2023-12-22T17:36:56.423 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.425+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~67IASNI3XNAE.0 size=1048576 2023-12-22T17:36:56.425 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.426+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~67IASNI3XNAE.1 size=430423 2023-12-22T17:36:56.430 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.431+0000 7fb94d391880 1 < completed multipart upload key=KLRYSCZNAHKT upload=67IASNI3XNAE tag=H1EIQ9AKI1XS type=write size=2527575 2023-12-22T17:36:56.434 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.435+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~BTM0TOZR76YD.0 size=1048576 2023-12-22T17:36:56.436 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.437+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~BTM0TOZR76YD.1 size=1048576 2023-12-22T17:36:56.438 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.439+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~BTM0TOZR76YD.2 size=305079 2023-12-22T17:36:56.438 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.439+0000 7fb94d391880 1 > prepared multipart upload key=6CLDD4VJZWJJ upload=BTM0TOZR76YD tag=C72YFOZMWRDC type=write size=3450807 2023-12-22T17:36:56.441 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.442+0000 7fb94d391880 -1 < failed to complete operation key=IRCWNBTM8JVB tag=FTX3Z0C8N0LW type=del size=1033898: (22) Invalid argument 2023-12-22T17:36:56.443 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.444+0000 7fb94d391880 1 > prepared operation key=KLRYSCZNAHKT tag=H0EDU0D6BQYT type=write size=365876 2023-12-22T17:36:56.447 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.448+0000 7fb94d391880 1 < suggested remove operation key=7KXZJJ9YT96E tag=A9EW5LSG9Z7C type=del 2023-12-22T17:36:56.449 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.450+0000 7fb94d391880 1 > prepared operation key=IRCWNBTM8JVB tag=P6Q6IS6J3P29 type=write size=618391 2023-12-22T17:36:56.453 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.454+0000 7fb94d391880 1 < suggested update operation key=TFLKTU1RF46Q tag=N8HEWOQY7HOF type=del size=2055154 2023-12-22T17:36:56.455 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.457+0000 7fb94d391880 1 > prepared operation key=0BNHPX2OE7C0 tag=3K1RTUKQ034E type=del size=929645 2023-12-22T17:36:56.458 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.459+0000 7fb94d391880 -1 < failed to complete operation key=TFLKTU1RF46Q tag=UQVA1DPZ74G1 type=del size=4038413: (22) Invalid argument 2023-12-22T17:36:56.463 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.464+0000 7fb94d391880 1 > prepared part key=_multipart_5HOL7148HSJL.2~13BYDUE14M87.0 size=1048576 2023-12-22T17:36:56.464 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.466+0000 7fb94d391880 1 > prepared part key=_multipart_5HOL7148HSJL.2~13BYDUE14M87.1 size=1048576 2023-12-22T17:36:56.466 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.467+0000 7fb94d391880 1 > prepared part key=_multipart_5HOL7148HSJL.2~13BYDUE14M87.2 size=797907 2023-12-22T17:36:56.466 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.467+0000 7fb94d391880 1 > prepared multipart upload key=5HOL7148HSJL upload=13BYDUE14M87 tag=B6QF1KXPN66X type=write size=3943635 2023-12-22T17:36:56.468 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.469+0000 7fb94d391880 1 < completed part key=_multipart_0BNHPX2OE7C0.2~CEV9HDBI98QL.0 size=1048576 2023-12-22T17:36:56.470 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.471+0000 7fb94d391880 1 < completed part key=_multipart_0BNHPX2OE7C0.2~CEV9HDBI98QL.1 size=144716 2023-12-22T17:36:56.473 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.475+0000 7fb94d391880 1 < completed multipart upload key=0BNHPX2OE7C0 upload=CEV9HDBI98QL tag=J9V6FENSL69G type=write size=2241868 2023-12-22T17:36:56.475 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.477+0000 7fb94d391880 1 > prepared operation key=DVN26OO0LDI7 tag=2G6S6L6ZG35Q type=del size=3058986 2023-12-22T17:36:56.477 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.479+0000 7fb94d391880 1 < completed delete operation key=DVN26OO0LDI7 tag=LGE4WBIWBWED type=del 2023-12-22T17:36:56.480 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.481+0000 7fb94d391880 1 > prepared operation key=TDS90SYZKMLU tag=G6PUTT2HIKJQ type=del size=960282 2023-12-22T17:36:56.482 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.483+0000 7fb94d391880 1 < completed delete operation key=DZPSR14TMXNC tag=KCKS2K8SP8VI type=del 2023-12-22T17:36:56.484 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.485+0000 7fb94d391880 1 > prepared operation key=V3ZYXTO3N0R6 tag=O5MDMJ4SHEWE type=del size=2418095 2023-12-22T17:36:56.486 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.487+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~PRURM9FJLAAN.0 size=1048576 2023-12-22T17:36:56.488 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.489+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~PRURM9FJLAAN.1 size=1048576 2023-12-22T17:36:56.490 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.491+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~PRURM9FJLAAN.2 size=256331 2023-12-22T17:36:56.494 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.495+0000 7fb94d391880 1 < completed multipart upload key=W3X2J2SCNOE7 upload=PRURM9FJLAAN tag=9HXLY50I8YXR type=write size=3402059 2023-12-22T17:36:56.495 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.497+0000 7fb94d391880 1 > prepared operation key=V3ZYXTO3N0R6 tag=1YGE1LLEDRPA type=del size=1911328 2023-12-22T17:36:56.498 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.499+0000 7fb94d391880 1 < completed delete operation key=2G2FODM41TWI tag=3MFY1XMUQ1IN type=del 2023-12-22T17:36:56.500 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.501+0000 7fb94d391880 1 > prepared operation key=RV0R03E3QAOV tag=TQANE682KXI9 type=del size=1214583 2023-12-22T17:36:56.502 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.503+0000 7fb94d391880 1 < completed delete operation key=2G2FODM41TWI tag=9Y3A2ALS0ZEP type=del 2023-12-22T17:36:56.504 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.505+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=QPK03RXL8X6K type=del size=2150638 2023-12-22T17:36:56.506 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.507+0000 7fb94d391880 1 < completed delete operation key=KLRYSCZNAHKT tag=2HEPU1GDHQKJ type=del 2023-12-22T17:36:56.508 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.510+0000 7fb94d391880 1 > prepared operation key=7V5FS6PEP4ZL tag=1EZOAC5GJLOV type=del size=429467 2023-12-22T17:36:56.510 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.512+0000 7fb94d391880 1 < completed delete operation key=74ZWP6PRPDCK tag=U1JL7781TGU2 type=del 2023-12-22T17:36:56.513 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.514+0000 7fb94d391880 1 > prepared operation key=74ZWP6PRPDCK tag=BKTPJW9LUJLQ type=del size=4148944 2023-12-22T17:36:56.515 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.516+0000 7fb94d391880 1 < completed part key=_multipart_L6DUB57B222Z.2~8RSFEHJ237KH.0 size=1048576 2023-12-22T17:36:56.516 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.518+0000 7fb94d391880 1 < completed part key=_multipart_L6DUB57B222Z.2~8RSFEHJ237KH.1 size=1048576 2023-12-22T17:36:56.518 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.520+0000 7fb94d391880 1 < completed part key=_multipart_L6DUB57B222Z.2~8RSFEHJ237KH.2 size=982462 2023-12-22T17:36:56.522 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.523+0000 7fb94d391880 1 < completed multipart upload key=L6DUB57B222Z upload=8RSFEHJ237KH tag=D4C0KFXH9ANA type=write size=4128190 2023-12-22T17:36:56.527 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.528+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~DP49C4QII754.0 size=1048576 2023-12-22T17:36:56.528 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.530+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~DP49C4QII754.1 size=540082 2023-12-22T17:36:56.529 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.530+0000 7fb94d391880 1 > prepared multipart upload key=GGQ09G6E3CZ6 upload=DP49C4QII754 tag=6Y1G0CDJYPI3 type=write size=2637234 2023-12-22T17:36:56.531 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.532+0000 7fb94d391880 1 < canceled operation key=L6DUB57B222Z tag=R319PML4042F type=del size=1617598 2023-12-22T17:36:56.533 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.534+0000 7fb94d391880 1 > prepared operation key=KLRYSCZNAHKT tag=XT9IWILJO9G0 type=write size=826825 2023-12-22T17:36:56.535 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.536+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~4QMSKD82BGKH.0 size=249587 2023-12-22T17:36:56.538 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.540+0000 7fb94d391880 1 < completed multipart upload key=I7GAQL38WXHS upload=4QMSKD82BGKH tag=30KGRQI7NY71 type=write size=1298163 2023-12-22T17:36:56.541 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.542+0000 7fb94d391880 1 > prepared operation key=T8TYNCC2V8CD tag=IWQ2VWWOWY7Z type=del size=2225417 2023-12-22T17:36:56.541 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.542+0000 7fb94d391880 1 < canceled part key=_multipart_6CLDD4VJZWJJ.2~BTM0TOZR76YD.0 size=1048576 2023-12-22T17:36:56.543 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.544+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~BTM0TOZR76YD.1 size=1048576 2023-12-22T17:36:56.545 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.546+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~BTM0TOZR76YD.2 size=305079 2023-12-22T17:36:56.549 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.550+0000 7fb94d391880 1 < canceled multipart upload key=6CLDD4VJZWJJ upload=BTM0TOZR76YD tag=C72YFOZMWRDC type=write size=3450807 2023-12-22T17:36:56.551 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.552+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=ONNSXEIUYCH4 type=del size=2767941 2023-12-22T17:36:56.553 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.554+0000 7fb94d391880 1 < completed write operation key=KLRYSCZNAHKT tag=H0EDU0D6BQYT type=write size=365876 2023-12-22T17:36:56.556 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.558+0000 7fb94d391880 1 > prepared part key=_multipart_5HOL7148HSJL.2~2TDW5BJP0PSR.0 size=59011 2023-12-22T17:36:56.556 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.558+0000 7fb94d391880 1 > prepared multipart upload key=5HOL7148HSJL upload=2TDW5BJP0PSR tag=EKDAWPZC21BP type=write size=1107587 2023-12-22T17:36:56.559 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.560+0000 7fb94d391880 1 < completed write operation key=IRCWNBTM8JVB tag=P6Q6IS6J3P29 type=write size=618391 2023-12-22T17:36:56.561 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.562+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=0UUI2GTCNWC5 type=del size=1489482 2023-12-22T17:36:56.563 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.564+0000 7fb94d391880 1 < completed delete operation key=0BNHPX2OE7C0 tag=3K1RTUKQ034E type=del 2023-12-22T17:36:56.566 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.567+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=KQY76QDVOWZ7 type=del size=499618 2023-12-22T17:36:56.568 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.569+0000 7fb94d391880 1 < completed part key=_multipart_5HOL7148HSJL.2~13BYDUE14M87.0 size=1048576 2023-12-22T17:36:56.569 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.571+0000 7fb94d391880 1 < completed part key=_multipart_5HOL7148HSJL.2~13BYDUE14M87.1 size=1048576 2023-12-22T17:36:56.572 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.573+0000 7fb94d391880 1 < completed part key=_multipart_5HOL7148HSJL.2~13BYDUE14M87.2 size=797907 2023-12-22T17:36:56.575 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.577+0000 7fb94d391880 1 < completed multipart upload key=5HOL7148HSJL upload=13BYDUE14M87 tag=B6QF1KXPN66X type=write size=3943635 2023-12-22T17:36:56.578 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.579+0000 7fb94d391880 1 > prepared operation key=BPXZFZEJYPX1 tag=414EZZNFG9P9 type=del size=1503051 2023-12-22T17:36:56.581 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.583+0000 7fb94d391880 1 < suggested update operation key=DVN26OO0LDI7 tag=2G6S6L6ZG35Q type=del size=3058986 2023-12-22T17:36:56.583 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.585+0000 7fb94d391880 1 > prepared operation key=IRCWNBTM8JVB tag=3D3O9YJA128N type=del size=2772760 2023-12-22T17:36:56.586 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.587+0000 7fb94d391880 1 < canceled operation key=TDS90SYZKMLU tag=G6PUTT2HIKJQ type=del size=960282 2023-12-22T17:36:56.588 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.590+0000 7fb94d391880 1 > prepared operation key=GGQ09G6E3CZ6 tag=T0YGI0FN1UME type=del size=4150644 2023-12-22T17:36:56.591 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.592+0000 7fb94d391880 1 < completed delete operation key=V3ZYXTO3N0R6 tag=O5MDMJ4SHEWE type=del 2023-12-22T17:36:56.593 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.594+0000 7fb94d391880 1 > prepared operation key=W3X2J2SCNOE7 tag=N5MGTDLODOHV type=del size=1606013 2023-12-22T17:36:56.595 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.596+0000 7fb94d391880 1 < completed delete operation key=V3ZYXTO3N0R6 tag=1YGE1LLEDRPA type=del 2023-12-22T17:36:56.599 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.600+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~ERSATFXQYC3V.0 size=494597 2023-12-22T17:36:56.599 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.600+0000 7fb94d391880 1 > prepared multipart upload key=KLRYSCZNAHKT upload=ERSATFXQYC3V tag=I0QC6V20P2WG type=write size=1543173 2023-12-22T17:36:56.601 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.602+0000 7fb94d391880 1 < completed delete operation key=RV0R03E3QAOV tag=TQANE682KXI9 type=del 2023-12-22T17:36:56.603 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.605+0000 7fb94d391880 1 > prepared operation key=704VLVQ2P45U tag=RVO21OORBKWD type=del size=3773189 2023-12-22T17:36:56.606 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.607+0000 7fb94d391880 1 < canceled operation key=40X558JXAX9S tag=QPK03RXL8X6K type=del size=2150638 2023-12-22T17:36:56.608 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.609+0000 7fb94d391880 1 > prepared operation key=IRCWNBTM8JVB tag=KUWQ4PRDK24L type=write size=181569 2023-12-22T17:36:56.612 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.613+0000 7fb94d391880 1 < suggested update operation key=7V5FS6PEP4ZL tag=1EZOAC5GJLOV type=del size=429467 2023-12-22T17:36:56.614 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.615+0000 7fb94d391880 1 > prepared operation key=IRCWNBTM8JVB tag=IRSFEB3PNV0B type=del size=3682182 2023-12-22T17:36:56.616 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.618+0000 7fb94d391880 1 < canceled operation key=74ZWP6PRPDCK tag=BKTPJW9LUJLQ type=del size=4148944 2023-12-22T17:36:56.620 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.622+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~FYXBZTPJ2X5H.0 size=1048576 2023-12-22T17:36:56.622 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.623+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~FYXBZTPJ2X5H.1 size=328854 2023-12-22T17:36:56.622 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.623+0000 7fb94d391880 1 > prepared multipart upload key=W3X2J2SCNOE7 upload=FYXBZTPJ2X5H tag=6SK3AP791UUM type=write size=2426006 2023-12-22T17:36:56.625 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.626+0000 7fb94d391880 1 < completed part key=_multipart_GGQ09G6E3CZ6.2~DP49C4QII754.0 size=1048576 2023-12-22T17:36:56.627 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.628+0000 7fb94d391880 1 < completed part key=_multipart_GGQ09G6E3CZ6.2~DP49C4QII754.1 size=540082 2023-12-22T17:36:56.631 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.633+0000 7fb94d391880 1 < completed multipart upload key=GGQ09G6E3CZ6 upload=DP49C4QII754 tag=6Y1G0CDJYPI3 type=write size=2637234 2023-12-22T17:36:56.634 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.635+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=EYNUWAO4APAE type=del size=1876371 2023-12-22T17:36:56.638 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.639+0000 7fb94d391880 1 < suggested update operation key=KLRYSCZNAHKT tag=XT9IWILJO9G0 type=write size=826825 2023-12-22T17:36:56.640 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.641+0000 7fb94d391880 1 > prepared operation key=TDS90SYZKMLU tag=NBUFQO6XRCP0 type=del size=2426970 2023-12-22T17:36:56.644 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.646+0000 7fb94d391880 1 < suggested update operation key=T8TYNCC2V8CD tag=IWQ2VWWOWY7Z type=del size=2225417 2023-12-22T17:36:56.648 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.649+0000 7fb94d391880 1 > prepared part key=_multipart_RWJE4O4GO9IK.2~JBI4J2MNAVWG.0 size=1048576 2023-12-22T17:36:56.650 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.651+0000 7fb94d391880 1 > prepared part key=_multipart_RWJE4O4GO9IK.2~JBI4J2MNAVWG.1 size=986428 2023-12-22T17:36:56.650 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.651+0000 7fb94d391880 1 > prepared multipart upload key=RWJE4O4GO9IK upload=JBI4J2MNAVWG tag=N2FU9PYDM9D6 type=write size=3083580 2023-12-22T17:36:56.652 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.653+0000 7fb94d391880 1 < canceled operation key=7KXZJJ9YT96E tag=ONNSXEIUYCH4 type=del size=2767941 2023-12-22T17:36:56.656 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.657+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~PTOY8CN3RQ8O.0 size=98099 2023-12-22T17:36:56.656 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.657+0000 7fb94d391880 1 > prepared multipart upload key=2G2FODM41TWI upload=PTOY8CN3RQ8O tag=7H32NWZTLOH3 type=write size=1146675 2023-12-22T17:36:56.659 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.660+0000 7fb94d391880 1 < completed part key=_multipart_5HOL7148HSJL.2~2TDW5BJP0PSR.0 size=59011 2023-12-22T17:36:56.663 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.664+0000 7fb94d391880 1 < completed multipart upload key=5HOL7148HSJL upload=2TDW5BJP0PSR tag=EKDAWPZC21BP type=write size=1107587 2023-12-22T17:36:56.665 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.666+0000 7fb94d391880 1 > prepared operation key=T8TYNCC2V8CD tag=NCBVHP6EV7L5 type=del size=1444678 2023-12-22T17:36:56.667 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.668+0000 7fb94d391880 1 < completed delete operation key=HZAQDCN1TA70 tag=0UUI2GTCNWC5 type=del 2023-12-22T17:36:56.669 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.670+0000 7fb94d391880 1 > prepared operation key=BCP1VQB2TB0F tag=VNS0WXJ8UPPY type=del size=1370676 2023-12-22T17:36:56.671 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.673+0000 7fb94d391880 1 < completed delete operation key=HZAQDCN1TA70 tag=KQY76QDVOWZ7 type=del 2023-12-22T17:36:56.674 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.675+0000 7fb94d391880 1 > prepared operation key=IRCWNBTM8JVB tag=OYYRK80WP6Q9 type=del size=97968 2023-12-22T17:36:56.676 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.678+0000 7fb94d391880 1 < completed delete operation key=BPXZFZEJYPX1 tag=414EZZNFG9P9 type=del 2023-12-22T17:36:56.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:56 smithi032 ceph-mon[191839]: pgmap v1282: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 382 KiB/s wr, 1.96k op/s 2023-12-22T17:36:56.677 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:56 smithi032 ceph-mon[189144]: pgmap v1282: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 382 KiB/s wr, 1.96k op/s 2023-12-22T17:36:56.681 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.682+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~TOQOYXWB650H.0 size=1048576 2023-12-22T17:36:56.683 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.684+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~TOQOYXWB650H.1 size=237517 2023-12-22T17:36:56.683 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.684+0000 7fb94d391880 1 > prepared multipart upload key=0BNHPX2OE7C0 upload=TOQOYXWB650H tag=F2HR5J3ER94E type=write size=2334669 2023-12-22T17:36:56.685 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.686+0000 7fb94d391880 1 < completed delete operation key=IRCWNBTM8JVB tag=3D3O9YJA128N type=del 2023-12-22T17:36:56.689 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.691+0000 7fb94d391880 1 > prepared part key=_multipart_BPXZFZEJYPX1.2~GXPSJ6HQKMBC.0 size=1048576 2023-12-22T17:36:56.691 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.693+0000 7fb94d391880 1 > prepared part key=_multipart_BPXZFZEJYPX1.2~GXPSJ6HQKMBC.1 size=286635 2023-12-22T17:36:56.691 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.693+0000 7fb94d391880 1 > prepared multipart upload key=BPXZFZEJYPX1 upload=GXPSJ6HQKMBC tag=0RT75809R033 type=write size=2383787 2023-12-22T17:36:56.694 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.695+0000 7fb94d391880 1 < completed delete operation key=GGQ09G6E3CZ6 tag=T0YGI0FN1UME type=del 2023-12-22T17:36:56.696 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.697+0000 7fb94d391880 1 > prepared operation key=BCP1VQB2TB0F tag=ITNQ6OBXYENK type=del size=620065 2023-12-22T17:36:56.698 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.699+0000 7fb94d391880 1 < completed delete operation key=W3X2J2SCNOE7 tag=N5MGTDLODOHV type=del 2023-12-22T17:36:56.700 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.701+0000 7fb94d391880 1 > prepared operation key=DVN26OO0LDI7 tag=WBUCLAUTMRC6 type=del size=798406 2023-12-22T17:36:56.700 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.701+0000 7fb94d391880 1 < canceled part key=_multipart_KLRYSCZNAHKT.2~ERSATFXQYC3V.0 size=494597 2023-12-22T17:36:56.704 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.705+0000 7fb94d391880 1 < canceled multipart upload key=KLRYSCZNAHKT upload=ERSATFXQYC3V tag=I0QC6V20P2WG type=write size=1543173 2023-12-22T17:36:56.706 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.707+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=M2ZM2BA4V5PR type=write size=339812 2023-12-22T17:36:56.708 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.709+0000 7fb94d391880 1 < canceled operation key=704VLVQ2P45U tag=RVO21OORBKWD type=del size=3773189 2023-12-22T17:36:56.710 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.712+0000 7fb94d391880 1 > prepared operation key=DVN26OO0LDI7 tag=5X4Y86NAX9NA type=write size=392018 2023-12-22T17:36:56.713 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.714+0000 7fb94d391880 1 < completed write operation key=IRCWNBTM8JVB tag=KUWQ4PRDK24L type=write size=181569 2023-12-22T17:36:56.715 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.716+0000 7fb94d391880 1 > prepared operation key=X3NXWCITUK7S tag=GVQ28GV9FK3W type=write size=447630 2023-12-22T17:36:56.719 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.720+0000 7fb94d391880 1 < suggested update operation key=IRCWNBTM8JVB tag=IRSFEB3PNV0B type=del size=3682182 2023-12-22T17:36:56.721 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.722+0000 7fb94d391880 1 > prepared operation key=L6DUB57B222Z tag=ROFTEAX0W2VL type=del size=2272621 2023-12-22T17:36:56.723 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.725+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~FYXBZTPJ2X5H.0 size=1048576 2023-12-22T17:36:56.725 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.726+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~FYXBZTPJ2X5H.1 size=328854 2023-12-22T17:36:56.728 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.730+0000 7fb94d391880 1 < completed multipart upload key=W3X2J2SCNOE7 upload=FYXBZTPJ2X5H tag=6SK3AP791UUM type=write size=2426006 2023-12-22T17:36:56.731 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.732+0000 7fb94d391880 1 > prepared operation key=BCP1VQB2TB0F tag=0V6BR8EHINYG type=del size=3506855 2023-12-22T17:36:56.733 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.735+0000 7fb94d391880 1 < completed delete operation key=7KXZJJ9YT96E tag=EYNUWAO4APAE type=del 2023-12-22T17:36:56.737 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.738+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~RDJ27JATVICS.0 size=1048576 2023-12-22T17:36:56.739 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.740+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~RDJ27JATVICS.1 size=728374 2023-12-22T17:36:56.739 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.740+0000 7fb94d391880 1 > prepared multipart upload key=W3X2J2SCNOE7 upload=RDJ27JATVICS tag=04FHSQ0OB2UA type=write size=2825526 2023-12-22T17:36:56.741 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.742+0000 7fb94d391880 1 < canceled operation key=TDS90SYZKMLU tag=NBUFQO6XRCP0 type=del size=2426970 2023-12-22T17:36:56.745 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.746+0000 7fb94d391880 1 > prepared part key=_multipart_R9WTR26FAZP8.2~RE0KN97LZE1L.0 size=1048576 2023-12-22T17:36:56.746 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.748+0000 7fb94d391880 1 > prepared part key=_multipart_R9WTR26FAZP8.2~RE0KN97LZE1L.1 size=1048576 2023-12-22T17:36:56.748 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.749+0000 7fb94d391880 1 > prepared part key=_multipart_R9WTR26FAZP8.2~RE0KN97LZE1L.2 size=706911 2023-12-22T17:36:56.748 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.749+0000 7fb94d391880 1 > prepared multipart upload key=R9WTR26FAZP8 upload=RE0KN97LZE1L tag=0WWXBT8EHBY2 type=write size=3852639 2023-12-22T17:36:56.750 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.751+0000 7fb94d391880 1 < completed part key=_multipart_RWJE4O4GO9IK.2~JBI4J2MNAVWG.0 size=1048576 2023-12-22T17:36:56.753 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.754+0000 7fb94d391880 1 < completed part key=_multipart_RWJE4O4GO9IK.2~JBI4J2MNAVWG.1 size=986428 2023-12-22T17:36:56.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:56 smithi039 ceph-mon[181282]: pgmap v1282: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 382 KiB/s wr, 1.96k op/s 2023-12-22T17:36:56.757 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.758+0000 7fb94d391880 1 < completed multipart upload key=RWJE4O4GO9IK upload=JBI4J2MNAVWG tag=N2FU9PYDM9D6 type=write size=3083580 2023-12-22T17:36:56.758 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.760+0000 7fb94d391880 1 > prepared operation key=X3NXWCITUK7S tag=3BTYQGSCRB09 type=del size=323371 2023-12-22T17:36:56.761 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.762+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~PTOY8CN3RQ8O.0 size=98099 2023-12-22T17:36:56.765 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.766+0000 7fb94d391880 1 < completed multipart upload key=2G2FODM41TWI upload=PTOY8CN3RQ8O tag=7H32NWZTLOH3 type=write size=1146675 2023-12-22T17:36:56.769 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.770+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~ZMZ2Z3AE79M5.0 size=1048576 2023-12-22T17:36:56.770 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.772+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~ZMZ2Z3AE79M5.1 size=1048576 2023-12-22T17:36:56.772 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.773+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~ZMZ2Z3AE79M5.2 size=499266 2023-12-22T17:36:56.772 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.773+0000 7fb94d391880 1 > prepared multipart upload key=I7GAQL38WXHS upload=ZMZ2Z3AE79M5 tag=LDMT4D1EXGB1 type=write size=3644994 2023-12-22T17:36:56.774 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.775+0000 7fb94d391880 1 < completed delete operation key=T8TYNCC2V8CD tag=NCBVHP6EV7L5 type=del 2023-12-22T17:36:56.776 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.777+0000 7fb94d391880 1 > prepared operation key=DZPSR14TMXNC tag=N11W15A3GSZI type=del size=3284113 2023-12-22T17:36:56.778 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.780+0000 7fb94d391880 1 < canceled operation key=BCP1VQB2TB0F tag=VNS0WXJ8UPPY type=del size=1370676 2023-12-22T17:36:56.782 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.783+0000 7fb94d391880 1 > prepared part key=_multipart_5HOL7148HSJL.2~FR348PPPA6G6.0 size=491612 2023-12-22T17:36:56.782 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.783+0000 7fb94d391880 1 > prepared multipart upload key=5HOL7148HSJL upload=FR348PPPA6G6 tag=EVSP5Z28FFCL type=write size=1540188 2023-12-22T17:36:56.785 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.786+0000 7fb94d391880 -1 < failed to complete operation key=IRCWNBTM8JVB tag=OYYRK80WP6Q9 type=del size=97968: (22) Invalid argument 2023-12-22T17:36:56.787 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.788+0000 7fb94d391880 1 > prepared operation key=RV0R03E3QAOV tag=P2O1GN8QB1FE type=del size=3576972 2023-12-22T17:36:56.790 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.791+0000 7fb94d391880 1 < completed part key=_multipart_0BNHPX2OE7C0.2~TOQOYXWB650H.0 size=1048576 2023-12-22T17:36:56.791 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.793+0000 7fb94d391880 1 < completed part key=_multipart_0BNHPX2OE7C0.2~TOQOYXWB650H.1 size=237517 2023-12-22T17:36:56.795 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.796+0000 7fb94d391880 1 < completed multipart upload key=0BNHPX2OE7C0 upload=TOQOYXWB650H tag=F2HR5J3ER94E type=write size=2334669 2023-12-22T17:36:56.799 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.800+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~X54VG2KRK80Y.0 size=1048576 2023-12-22T17:36:56.802 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.803+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~X54VG2KRK80Y.1 size=1048576 2023-12-22T17:36:56.803 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.805+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~X54VG2KRK80Y.2 size=1001600 2023-12-22T17:36:56.803 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.805+0000 7fb94d391880 1 > prepared multipart upload key=2G2FODM41TWI upload=X54VG2KRK80Y tag=0MNEV1KX1EQH type=write size=4147328 2023-12-22T17:36:56.806 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.807+0000 7fb94d391880 1 < completed part key=_multipart_BPXZFZEJYPX1.2~GXPSJ6HQKMBC.0 size=1048576 2023-12-22T17:36:56.808 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.809+0000 7fb94d391880 1 < completed part key=_multipart_BPXZFZEJYPX1.2~GXPSJ6HQKMBC.1 size=286635 2023-12-22T17:36:56.811 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.813+0000 7fb94d391880 1 < completed multipart upload key=BPXZFZEJYPX1 upload=GXPSJ6HQKMBC tag=0RT75809R033 type=write size=2383787 2023-12-22T17:36:56.816 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.817+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~ITF183TEDYN8.0 size=1048576 2023-12-22T17:36:56.818 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.819+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~ITF183TEDYN8.1 size=773596 2023-12-22T17:36:56.818 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.819+0000 7fb94d391880 1 > prepared multipart upload key=DVN26OO0LDI7 upload=ITF183TEDYN8 tag=Y74P9NVMBERT type=write size=2870748 2023-12-22T17:36:56.820 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.821+0000 7fb94d391880 1 < completed delete operation key=BCP1VQB2TB0F tag=ITNQ6OBXYENK type=del 2023-12-22T17:36:56.822 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.824+0000 7fb94d391880 1 > prepared operation key=7V5FS6PEP4ZL tag=32ZO06N41I3Q type=del size=2471942 2023-12-22T17:36:56.825 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.826+0000 7fb94d391880 1 < completed delete operation key=DVN26OO0LDI7 tag=WBUCLAUTMRC6 type=del 2023-12-22T17:36:56.827 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.828+0000 7fb94d391880 1 > prepared operation key=R9WTR26FAZP8 tag=M34PQ9AR2P6M type=del size=1524357 2023-12-22T17:36:56.829 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.830+0000 7fb94d391880 1 < completed write operation key=HZAQDCN1TA70 tag=M2ZM2BA4V5PR type=write size=339812 2023-12-22T17:36:56.831 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.832+0000 7fb94d391880 1 > prepared operation key=DVN26OO0LDI7 tag=AWTHKOGAVG0U type=del size=2399384 2023-12-22T17:36:56.833 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.835+0000 7fb94d391880 1 < completed write operation key=DVN26OO0LDI7 tag=5X4Y86NAX9NA type=write size=392018 2023-12-22T17:36:56.836 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.837+0000 7fb94d391880 1 > prepared operation key=NZ7PMKB2HICR tag=MVSTN59MAPMC type=del size=3406917 2023-12-22T17:36:56.840 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.841+0000 7fb94d391880 1 < suggested update operation key=X3NXWCITUK7S tag=GVQ28GV9FK3W type=write size=447630 2023-12-22T17:36:56.842 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.843+0000 7fb94d391880 1 > prepared operation key=L6DUB57B222Z tag=CBOD2R56ET5Y type=del size=3907012 2023-12-22T17:36:56.847 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.848+0000 7fb94d391880 1 < suggested remove operation key=L6DUB57B222Z tag=ROFTEAX0W2VL type=del 2023-12-22T17:36:56.849 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.850+0000 7fb94d391880 1 > prepared operation key=YRKG3P9O1XBW tag=9JNYV01QWKM4 type=del size=606201 2023-12-22T17:36:56.851 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.852+0000 7fb94d391880 1 < completed delete operation key=BCP1VQB2TB0F tag=0V6BR8EHINYG type=del 2023-12-22T17:36:56.854 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.855+0000 7fb94d391880 1 > prepared operation key=GGQ09G6E3CZ6 tag=AMAYS45DHMXW type=write size=317727 2023-12-22T17:36:56.856 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.858+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~RDJ27JATVICS.0 size=1048576 2023-12-22T17:36:56.856 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.858+0000 7fb94d391880 1 < canceled part key=_multipart_W3X2J2SCNOE7.2~RDJ27JATVICS.1 size=728374 2023-12-22T17:36:56.860 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.861+0000 7fb94d391880 1 < canceled multipart upload key=W3X2J2SCNOE7 upload=RDJ27JATVICS tag=04FHSQ0OB2UA type=write size=2825526 2023-12-22T17:36:56.862 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.863+0000 7fb94d391880 1 > prepared operation key=RWJE4O4GO9IK tag=S63SVIYTWDSS type=write size=329559 2023-12-22T17:36:56.864 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.866+0000 7fb94d391880 1 < completed part key=_multipart_R9WTR26FAZP8.2~RE0KN97LZE1L.0 size=1048576 2023-12-22T17:36:56.866 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.868+0000 7fb94d391880 1 < completed part key=_multipart_R9WTR26FAZP8.2~RE0KN97LZE1L.1 size=1048576 2023-12-22T17:36:56.869 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.871+0000 7fb94d391880 1 < completed part key=_multipart_R9WTR26FAZP8.2~RE0KN97LZE1L.2 size=706911 2023-12-22T17:36:56.873 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.874+0000 7fb94d391880 1 < completed multipart upload key=R9WTR26FAZP8 upload=RE0KN97LZE1L tag=0WWXBT8EHBY2 type=write size=3852639 2023-12-22T17:36:56.877 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.878+0000 7fb94d391880 1 > prepared part key=_multipart_7KXZJJ9YT96E.2~W354B12JDMPR.0 size=1048576 2023-12-22T17:36:56.879 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.880+0000 7fb94d391880 1 > prepared part key=_multipart_7KXZJJ9YT96E.2~W354B12JDMPR.1 size=422418 2023-12-22T17:36:56.879 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.880+0000 7fb94d391880 1 > prepared multipart upload key=7KXZJJ9YT96E upload=W354B12JDMPR tag=KHBOR3BLS7T4 type=write size=2519570 2023-12-22T17:36:56.882 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.883+0000 7fb94d391880 -1 < failed to complete operation key=X3NXWCITUK7S tag=3BTYQGSCRB09 type=del size=323371: (22) Invalid argument 2023-12-22T17:36:56.885 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.887+0000 7fb94d391880 1 > prepared part key=_multipart_704VLVQ2P45U.2~C41HDJJQWLPG.0 size=953609 2023-12-22T17:36:56.886 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.887+0000 7fb94d391880 1 > prepared multipart upload key=704VLVQ2P45U upload=C41HDJJQWLPG tag=LB4V917XPFKT type=write size=2002185 2023-12-22T17:36:56.888 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.889+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~ZMZ2Z3AE79M5.0 size=1048576 2023-12-22T17:36:56.890 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.891+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~ZMZ2Z3AE79M5.1 size=1048576 2023-12-22T17:36:56.892 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.893+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~ZMZ2Z3AE79M5.2 size=499266 2023-12-22T17:36:56.895 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.897+0000 7fb94d391880 1 < completed multipart upload key=I7GAQL38WXHS upload=ZMZ2Z3AE79M5 tag=LDMT4D1EXGB1 type=write size=3644994 2023-12-22T17:36:56.899 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.901+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~T19ITXT9ZBEK.0 size=414097 2023-12-22T17:36:56.899 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.901+0000 7fb94d391880 1 > prepared multipart upload key=0BNHPX2OE7C0 upload=T19ITXT9ZBEK tag=NK9ODB9FWCUQ type=write size=1462673 2023-12-22T17:36:56.902 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.903+0000 7fb94d391880 1 < completed delete operation key=DZPSR14TMXNC tag=N11W15A3GSZI type=del 2023-12-22T17:36:56.904 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.905+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=35QKGOGJTTKF type=del size=1666598 2023-12-22T17:36:56.906 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.907+0000 7fb94d391880 1 < completed part key=_multipart_5HOL7148HSJL.2~FR348PPPA6G6.0 size=491612 2023-12-22T17:36:56.910 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.911+0000 7fb94d391880 1 < completed multipart upload key=5HOL7148HSJL upload=FR348PPPA6G6 tag=EVSP5Z28FFCL type=write size=1540188 2023-12-22T17:36:56.912 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.913+0000 7fb94d391880 1 > prepared operation key=TFLKTU1RF46Q tag=R9ZM3FHU7SHK type=del size=3242135 2023-12-22T17:36:56.916 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.917+0000 7fb94d391880 1 < suggested update operation key=RV0R03E3QAOV tag=P2O1GN8QB1FE type=del size=3576972 2023-12-22T17:36:56.918 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.919+0000 7fb94d391880 1 > prepared operation key=R9WTR26FAZP8 tag=U066TUWVZ6TZ type=del size=3300494 2023-12-22T17:36:56.920 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.921+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~X54VG2KRK80Y.0 size=1048576 2023-12-22T17:36:56.922 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.923+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~X54VG2KRK80Y.1 size=1048576 2023-12-22T17:36:56.922 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.923+0000 7fb94d391880 1 < canceled part key=_multipart_2G2FODM41TWI.2~X54VG2KRK80Y.2 size=1001600 2023-12-22T17:36:56.926 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.927+0000 7fb94d391880 1 < canceled multipart upload key=2G2FODM41TWI upload=X54VG2KRK80Y tag=0MNEV1KX1EQH type=write size=4147328 2023-12-22T17:36:56.930 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.931+0000 7fb94d391880 1 > prepared part key=_multipart_TDS90SYZKMLU.2~Z2TDQLD6PD5I.0 size=1048576 2023-12-22T17:36:56.931 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.933+0000 7fb94d391880 1 > prepared part key=_multipart_TDS90SYZKMLU.2~Z2TDQLD6PD5I.1 size=1048576 2023-12-22T17:36:56.933 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.935+0000 7fb94d391880 1 > prepared part key=_multipart_TDS90SYZKMLU.2~Z2TDQLD6PD5I.2 size=806578 2023-12-22T17:36:56.934 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.935+0000 7fb94d391880 1 > prepared multipart upload key=TDS90SYZKMLU upload=Z2TDQLD6PD5I tag=JUMFSK2WPEVR type=write size=3952306 2023-12-22T17:36:56.937 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.938+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~ITF183TEDYN8.0 size=1048576 2023-12-22T17:36:56.939 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.940+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~ITF183TEDYN8.1 size=773596 2023-12-22T17:36:56.942 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.944+0000 7fb94d391880 1 < completed multipart upload key=DVN26OO0LDI7 upload=ITF183TEDYN8 tag=Y74P9NVMBERT type=write size=2870748 2023-12-22T17:36:56.944 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.946+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=G0VPM2FD4OLT type=del size=1545501 2023-12-22T17:36:56.946 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.948+0000 7fb94d391880 1 < completed delete operation key=7V5FS6PEP4ZL tag=32ZO06N41I3Q type=del 2023-12-22T17:36:56.951 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.952+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~M49SBCDOREIK.0 size=1048576 2023-12-22T17:36:56.953 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.954+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~M49SBCDOREIK.1 size=168659 2023-12-22T17:36:56.953 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.954+0000 7fb94d391880 1 > prepared multipart upload key=KLRYSCZNAHKT upload=M49SBCDOREIK tag=OKICYS343B1C type=write size=2265811 2023-12-22T17:36:56.955 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.956+0000 7fb94d391880 1 < completed delete operation key=R9WTR26FAZP8 tag=M34PQ9AR2P6M type=del 2023-12-22T17:36:56.957 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.958+0000 7fb94d391880 1 > prepared operation key=0BNHPX2OE7C0 tag=X02BWT7PVK8U type=del size=763867 2023-12-22T17:36:56.959 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.960+0000 7fb94d391880 1 < completed delete operation key=DVN26OO0LDI7 tag=AWTHKOGAVG0U type=del 2023-12-22T17:36:56.961 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.962+0000 7fb94d391880 1 > prepared operation key=74ZWP6PRPDCK tag=2A5C8RETGNEH type=del size=1448116 2023-12-22T17:36:56.963 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.965+0000 7fb94d391880 1 < completed delete operation key=NZ7PMKB2HICR tag=MVSTN59MAPMC type=del 2023-12-22T17:36:56.965 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.967+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=743DK8AGSPDB type=del size=3915098 2023-12-22T17:36:56.969 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.970+0000 7fb94d391880 -1 < failed to complete operation key=L6DUB57B222Z tag=CBOD2R56ET5Y type=del size=3907012: (22) Invalid argument 2023-12-22T17:36:56.974 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.975+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~SAAC6HRIJGJ8.0 size=1048576 2023-12-22T17:36:56.976 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.977+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~SAAC6HRIJGJ8.1 size=1048576 2023-12-22T17:36:56.978 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.980+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~SAAC6HRIJGJ8.2 size=620503 2023-12-22T17:36:56.978 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.980+0000 7fb94d391880 1 > prepared multipart upload key=W3X2J2SCNOE7 upload=SAAC6HRIJGJ8 tag=4WCAABROBLHC type=write size=3766231 2023-12-22T17:36:56.982 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.983+0000 7fb94d391880 1 < suggested update operation key=YRKG3P9O1XBW tag=9JNYV01QWKM4 type=del size=606201 2023-12-22T17:36:56.987 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.988+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~O5BHFGIGH1QQ.0 size=1048576 2023-12-22T17:36:56.988 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.990+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~O5BHFGIGH1QQ.1 size=350047 2023-12-22T17:36:56.988 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.990+0000 7fb94d391880 1 > prepared multipart upload key=40X558JXAX9S upload=O5BHFGIGH1QQ tag=4H097RYXHKG2 type=write size=2447199 2023-12-22T17:36:56.990 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.992+0000 7fb94d391880 1 < canceled operation key=GGQ09G6E3CZ6 tag=AMAYS45DHMXW type=write size=317727 2023-12-22T17:36:56.993 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.994+0000 7fb94d391880 1 > prepared operation key=KLRYSCZNAHKT tag=IJ1ZXC66ZR91 type=del size=1288652 2023-12-22T17:36:56.995 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.996+0000 7fb94d391880 1 < completed write operation key=RWJE4O4GO9IK tag=S63SVIYTWDSS type=write size=329559 2023-12-22T17:36:56.997 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:56.998+0000 7fb94d391880 1 > prepared operation key=KLRYSCZNAHKT tag=BNQ2YKPSQ71F type=del size=2983499 2023-12-22T17:36:56.999 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.000+0000 7fb94d391880 1 < completed part key=_multipart_7KXZJJ9YT96E.2~W354B12JDMPR.0 size=1048576 2023-12-22T17:36:56.999 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.000+0000 7fb94d391880 1 < canceled part key=_multipart_7KXZJJ9YT96E.2~W354B12JDMPR.1 size=422418 2023-12-22T17:36:57.003 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.004+0000 7fb94d391880 1 < canceled multipart upload key=7KXZJJ9YT96E upload=W354B12JDMPR tag=KHBOR3BLS7T4 type=write size=2519570 2023-12-22T17:36:57.007 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.008+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~S14K24HFLVSC.0 size=1048576 2023-12-22T17:36:57.008 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.010+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~S14K24HFLVSC.1 size=978964 2023-12-22T17:36:57.009 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.010+0000 7fb94d391880 1 > prepared multipart upload key=DVN26OO0LDI7 upload=S14K24HFLVSC tag=5SX2IZ4ODFDT type=write size=3076116 2023-12-22T17:36:57.010 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.012+0000 7fb94d391880 1 < completed part key=_multipart_704VLVQ2P45U.2~C41HDJJQWLPG.0 size=953609 2023-12-22T17:36:57.014 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.015+0000 7fb94d391880 1 < completed multipart upload key=704VLVQ2P45U upload=C41HDJJQWLPG tag=LB4V917XPFKT type=write size=2002185 2023-12-22T17:36:57.016 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.017+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=3SY6SG6T8XP9 type=del size=3723352 2023-12-22T17:36:57.018 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.020+0000 7fb94d391880 1 < completed part key=_multipart_0BNHPX2OE7C0.2~T19ITXT9ZBEK.0 size=414097 2023-12-22T17:36:57.022 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.023+0000 7fb94d391880 1 < completed multipart upload key=0BNHPX2OE7C0 upload=T19ITXT9ZBEK tag=NK9ODB9FWCUQ type=write size=1462673 2023-12-22T17:36:57.024 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.025+0000 7fb94d391880 1 > prepared operation key=RV0R03E3QAOV tag=KREX900CQNYD type=write size=850615 2023-12-22T17:36:57.026 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.027+0000 7fb94d391880 1 < completed delete operation key=2G2FODM41TWI tag=35QKGOGJTTKF type=del 2023-12-22T17:36:57.028 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.029+0000 7fb94d391880 1 > prepared operation key=0BNHPX2OE7C0 tag=NNMYEN4IMYQN type=del size=233183 2023-12-22T17:36:57.030 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.031+0000 7fb94d391880 1 < completed delete operation key=TFLKTU1RF46Q tag=R9ZM3FHU7SHK type=del 2023-12-22T17:36:57.032 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.033+0000 7fb94d391880 1 > prepared operation key=V3ZYXTO3N0R6 tag=2QEG3G4B6KK3 type=write size=446031 2023-12-22T17:36:57.034 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.035+0000 7fb94d391880 1 < completed delete operation key=R9WTR26FAZP8 tag=U066TUWVZ6TZ type=del 2023-12-22T17:36:57.038 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.039+0000 7fb94d391880 1 > prepared part key=_multipart_T8TYNCC2V8CD.2~HJKTAILX9ZV2.0 size=1048576 2023-12-22T17:36:57.039 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.041+0000 7fb94d391880 1 > prepared part key=_multipart_T8TYNCC2V8CD.2~HJKTAILX9ZV2.1 size=1048576 2023-12-22T17:36:57.041 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.042+0000 7fb94d391880 1 > prepared part key=_multipart_T8TYNCC2V8CD.2~HJKTAILX9ZV2.2 size=105690 2023-12-22T17:36:57.041 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.042+0000 7fb94d391880 1 > prepared multipart upload key=T8TYNCC2V8CD upload=HJKTAILX9ZV2 tag=0B6ICWDEXW8A type=write size=3251418 2023-12-22T17:36:57.043 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.044+0000 7fb94d391880 1 < completed part key=_multipart_TDS90SYZKMLU.2~Z2TDQLD6PD5I.0 size=1048576 2023-12-22T17:36:57.045 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.046+0000 7fb94d391880 1 < completed part key=_multipart_TDS90SYZKMLU.2~Z2TDQLD6PD5I.1 size=1048576 2023-12-22T17:36:57.047 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.048+0000 7fb94d391880 1 < completed part key=_multipart_TDS90SYZKMLU.2~Z2TDQLD6PD5I.2 size=806578 2023-12-22T17:36:57.051 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.052+0000 7fb94d391880 1 < completed multipart upload key=TDS90SYZKMLU upload=Z2TDQLD6PD5I tag=JUMFSK2WPEVR type=write size=3952306 2023-12-22T17:36:57.053 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.054+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=M1XRH4K115YP type=del size=566969 2023-12-22T17:36:57.055 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.056+0000 7fb94d391880 1 < completed delete operation key=28XBL3715EHT tag=G0VPM2FD4OLT type=del 2023-12-22T17:36:57.057 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.058+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=Q2ZM7ET5ZXUP type=del size=3370825 2023-12-22T17:36:57.059 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.060+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~M49SBCDOREIK.0 size=1048576 2023-12-22T17:36:57.059 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.060+0000 7fb94d391880 1 < canceled part key=_multipart_KLRYSCZNAHKT.2~M49SBCDOREIK.1 size=168659 2023-12-22T17:36:57.062 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.064+0000 7fb94d391880 1 < canceled multipart upload key=KLRYSCZNAHKT upload=M49SBCDOREIK tag=OKICYS343B1C type=write size=2265811 2023-12-22T17:36:57.064 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.066+0000 7fb94d391880 1 > prepared operation key=704VLVQ2P45U tag=0OKTLS6VLUO2 type=del size=3870277 2023-12-22T17:36:57.068 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.070+0000 7fb94d391880 1 < suggested remove operation key=0BNHPX2OE7C0 tag=X02BWT7PVK8U type=del 2023-12-22T17:36:57.070 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.072+0000 7fb94d391880 1 > prepared operation key=NZ7PMKB2HICR tag=J3MYS62DU7JW type=write size=143369 2023-12-22T17:36:57.072 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.074+0000 7fb94d391880 1 < completed delete operation key=74ZWP6PRPDCK tag=2A5C8RETGNEH type=del 2023-12-22T17:36:57.074 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.076+0000 7fb94d391880 1 > prepared operation key=IRCWNBTM8JVB tag=GH36XFDSBHWO type=del size=1988241 2023-12-22T17:36:57.076 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.078+0000 7fb94d391880 1 < completed delete operation key=28XBL3715EHT tag=743DK8AGSPDB type=del 2023-12-22T17:36:57.078 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.080+0000 7fb94d391880 1 > prepared operation key=L6DUB57B222Z tag=YX1YVCQJNZKK type=del size=1274560 2023-12-22T17:36:57.080 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.082+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~SAAC6HRIJGJ8.0 size=1048576 2023-12-22T17:36:57.082 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.084+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~SAAC6HRIJGJ8.1 size=1048576 2023-12-22T17:36:57.084 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.085+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~SAAC6HRIJGJ8.2 size=620503 2023-12-22T17:36:57.087 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.089+0000 7fb94d391880 1 < completed multipart upload key=W3X2J2SCNOE7 upload=SAAC6HRIJGJ8 tag=4WCAABROBLHC type=write size=3766231 2023-12-22T17:36:57.089 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.091+0000 7fb94d391880 1 > prepared operation key=V3ZYXTO3N0R6 tag=T8QVVZV3A08W type=write size=81630 2023-12-22T17:36:57.092 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.093+0000 7fb94d391880 1 < completed part key=_multipart_40X558JXAX9S.2~O5BHFGIGH1QQ.0 size=1048576 2023-12-22T17:36:57.093 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.095+0000 7fb94d391880 1 < completed part key=_multipart_40X558JXAX9S.2~O5BHFGIGH1QQ.1 size=350047 2023-12-22T17:36:57.097 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.099+0000 7fb94d391880 1 < completed multipart upload key=40X558JXAX9S upload=O5BHFGIGH1QQ tag=4H097RYXHKG2 type=write size=2447199 2023-12-22T17:36:57.099 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.101+0000 7fb94d391880 1 > prepared operation key=BCP1VQB2TB0F tag=X08Z9LUXXP9S type=del size=1044735 2023-12-22T17:36:57.103 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.105+0000 7fb94d391880 1 < suggested update operation key=KLRYSCZNAHKT tag=IJ1ZXC66ZR91 type=del size=1288652 2023-12-22T17:36:57.105 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.107+0000 7fb94d391880 1 > prepared operation key=T8TYNCC2V8CD tag=L42N6Z2TVH45 type=del size=2836199 2023-12-22T17:36:57.108 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.110+0000 7fb94d391880 -1 < failed to complete operation key=KLRYSCZNAHKT tag=BNQ2YKPSQ71F type=del size=2983499: (22) Invalid argument 2023-12-22T17:36:57.110 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.112+0000 7fb94d391880 1 > prepared operation key=7V5FS6PEP4ZL tag=4YSA93CQRC9M type=del size=2177335 2023-12-22T17:36:57.112 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.114+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~S14K24HFLVSC.0 size=1048576 2023-12-22T17:36:57.114 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.116+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~S14K24HFLVSC.1 size=978964 2023-12-22T17:36:57.118 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.119+0000 7fb94d391880 1 < completed multipart upload key=DVN26OO0LDI7 upload=S14K24HFLVSC tag=5SX2IZ4ODFDT type=write size=3076116 2023-12-22T17:36:57.120 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.121+0000 7fb94d391880 1 > prepared operation key=RV0R03E3QAOV tag=4FUX32OFW7Y2 type=del size=2589552 2023-12-22T17:36:57.122 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.123+0000 7fb94d391880 1 < completed delete operation key=5HOL7148HSJL tag=3SY6SG6T8XP9 type=del 2023-12-22T17:36:57.124 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.125+0000 7fb94d391880 1 > prepared operation key=TDS90SYZKMLU tag=MKGKTFWSCOW0 type=write size=441718 2023-12-22T17:36:57.126 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.127+0000 7fb94d391880 1 < completed write operation key=RV0R03E3QAOV tag=KREX900CQNYD type=write size=850615 2023-12-22T17:36:57.128 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.129+0000 7fb94d391880 1 > prepared operation key=74ZWP6PRPDCK tag=YZ74NZ67WB78 type=del size=3011481 2023-12-22T17:36:57.131 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.132+0000 7fb94d391880 -1 < failed to complete operation key=0BNHPX2OE7C0 tag=NNMYEN4IMYQN type=del size=233183: (22) Invalid argument 2023-12-22T17:36:57.133 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.134+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=H8LUAX59GE0I type=del size=3904637 2023-12-22T17:36:57.135 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.136+0000 7fb94d391880 1 < completed write operation key=V3ZYXTO3N0R6 tag=2QEG3G4B6KK3 type=write size=446031 2023-12-22T17:36:57.139 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.140+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~QGLNVNN1UL3M.0 size=1048576 2023-12-22T17:36:57.141 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.142+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~QGLNVNN1UL3M.1 size=1048576 2023-12-22T17:36:57.143 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.144+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~QGLNVNN1UL3M.2 size=387791 2023-12-22T17:36:57.143 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.144+0000 7fb94d391880 1 > prepared multipart upload key=W3X2J2SCNOE7 upload=QGLNVNN1UL3M tag=GFF0G3G08106 type=write size=3533519 2023-12-22T17:36:57.145 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.146+0000 7fb94d391880 1 < completed part key=_multipart_T8TYNCC2V8CD.2~HJKTAILX9ZV2.0 size=1048576 2023-12-22T17:36:57.147 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.148+0000 7fb94d391880 1 < completed part key=_multipart_T8TYNCC2V8CD.2~HJKTAILX9ZV2.1 size=1048576 2023-12-22T17:36:57.149 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.150+0000 7fb94d391880 1 < completed part key=_multipart_T8TYNCC2V8CD.2~HJKTAILX9ZV2.2 size=105690 2023-12-22T17:36:57.153 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.154+0000 7fb94d391880 1 < completed multipart upload key=T8TYNCC2V8CD upload=HJKTAILX9ZV2 tag=0B6ICWDEXW8A type=write size=3251418 2023-12-22T17:36:57.155 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.156+0000 7fb94d391880 1 > prepared operation key=KLRYSCZNAHKT tag=RAQOHWKPNT1E type=del size=3751524 2023-12-22T17:36:57.157 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.158+0000 7fb94d391880 1 < completed delete operation key=2G2FODM41TWI tag=M1XRH4K115YP type=del 2023-12-22T17:36:57.161 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.162+0000 7fb94d391880 1 > prepared part key=_multipart_BCP1VQB2TB0F.2~XRAXQNRJPVUG.0 size=897578 2023-12-22T17:36:57.161 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.162+0000 7fb94d391880 1 > prepared multipart upload key=BCP1VQB2TB0F upload=XRAXQNRJPVUG tag=AZ1T718KN7U5 type=write size=1946154 2023-12-22T17:36:57.166 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.167+0000 7fb94d391880 1 < suggested remove operation key=5HOL7148HSJL tag=Q2ZM7ET5ZXUP type=del 2023-12-22T17:36:57.170 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.171+0000 7fb94d391880 1 > prepared part key=_multipart_NZ7PMKB2HICR.2~Q1EF07ZBJB60.0 size=1048576 2023-12-22T17:36:57.172 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.173+0000 7fb94d391880 1 > prepared part key=_multipart_NZ7PMKB2HICR.2~Q1EF07ZBJB60.1 size=1048576 2023-12-22T17:36:57.174 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.175+0000 7fb94d391880 1 > prepared part key=_multipart_NZ7PMKB2HICR.2~Q1EF07ZBJB60.2 size=76547 2023-12-22T17:36:57.174 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.175+0000 7fb94d391880 1 > prepared multipart upload key=NZ7PMKB2HICR upload=Q1EF07ZBJB60 tag=1LM5W29FF5JN type=write size=3222275 2023-12-22T17:36:57.177 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.178+0000 7fb94d391880 1 < completed delete operation key=704VLVQ2P45U tag=0OKTLS6VLUO2 type=del 2023-12-22T17:36:57.181 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.182+0000 7fb94d391880 1 > prepared part key=_multipart_T8TYNCC2V8CD.2~GZMLY0JZ96SB.0 size=1048576 2023-12-22T17:36:57.183 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.184+0000 7fb94d391880 1 > prepared part key=_multipart_T8TYNCC2V8CD.2~GZMLY0JZ96SB.1 size=1048576 2023-12-22T17:36:57.185 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.186+0000 7fb94d391880 1 > prepared part key=_multipart_T8TYNCC2V8CD.2~GZMLY0JZ96SB.2 size=157794 2023-12-22T17:36:57.185 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.186+0000 7fb94d391880 1 > prepared multipart upload key=T8TYNCC2V8CD upload=GZMLY0JZ96SB tag=QGH2VCU24HH5 type=write size=3303522 2023-12-22T17:36:57.187 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.189+0000 7fb94d391880 1 < completed write operation key=NZ7PMKB2HICR tag=J3MYS62DU7JW type=write size=143369 2023-12-22T17:36:57.192 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.193+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~21JPSJETKNVL.0 size=1048576 2023-12-22T17:36:57.193 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.195+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~21JPSJETKNVL.1 size=1024426 2023-12-22T17:36:57.194 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.195+0000 7fb94d391880 1 > prepared multipart upload key=HZAQDCN1TA70 upload=21JPSJETKNVL tag=Z677SHIS9QA2 type=write size=3121578 2023-12-22T17:36:57.196 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.197+0000 7fb94d391880 1 < canceled operation key=IRCWNBTM8JVB tag=GH36XFDSBHWO type=del size=1988241 2023-12-22T17:36:57.198 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.199+0000 7fb94d391880 1 > prepared operation key=TFLKTU1RF46Q tag=QN4CVA24BDOL type=del size=2386541 2023-12-22T17:36:57.200 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.202+0000 7fb94d391880 1 < completed delete operation key=L6DUB57B222Z tag=YX1YVCQJNZKK type=del 2023-12-22T17:36:57.204 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.206+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~86UN4BA69ESZ.0 size=1048576 2023-12-22T17:36:57.206 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.207+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~86UN4BA69ESZ.1 size=1048576 2023-12-22T17:36:57.208 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.209+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~86UN4BA69ESZ.2 size=1013107 2023-12-22T17:36:57.208 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.209+0000 7fb94d391880 1 > prepared multipart upload key=V3ZYXTO3N0R6 upload=86UN4BA69ESZ tag=RUXLB7NQFBAV type=write size=4158835 2023-12-22T17:36:57.210 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.212+0000 7fb94d391880 1 < completed write operation key=V3ZYXTO3N0R6 tag=T8QVVZV3A08W type=write size=81630 2023-12-22T17:36:57.214 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.215+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~U6GYTMXJ894E.0 size=1048576 2023-12-22T17:36:57.216 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.217+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~U6GYTMXJ894E.1 size=1048576 2023-12-22T17:36:57.217 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.218+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~U6GYTMXJ894E.2 size=826325 2023-12-22T17:36:57.217 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.218+0000 7fb94d391880 1 > prepared multipart upload key=GGQ09G6E3CZ6 upload=U6GYTMXJ894E tag=AOH0D79OFPA0 type=write size=3972053 2023-12-22T17:36:57.219 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.220+0000 7fb94d391880 1 < completed delete operation key=BCP1VQB2TB0F tag=X08Z9LUXXP9S type=del 2023-12-22T17:36:57.223 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.224+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~391KAK6YJTFJ.0 size=801622 2023-12-22T17:36:57.223 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.224+0000 7fb94d391880 1 > prepared multipart upload key=W3X2J2SCNOE7 upload=391KAK6YJTFJ tag=QRF1KDYDEJQ8 type=write size=1850198 2023-12-22T17:36:57.225 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.226+0000 7fb94d391880 1 < completed delete operation key=T8TYNCC2V8CD tag=L42N6Z2TVH45 type=del 2023-12-22T17:36:57.226 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.228+0000 7fb94d391880 1 > prepared operation key=DXPJ8O4O0SI2 tag=44L04Y0ZZ7A4 type=del size=1027805 2023-12-22T17:36:57.228 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.230+0000 7fb94d391880 1 < completed delete operation key=7V5FS6PEP4ZL tag=4YSA93CQRC9M type=del 2023-12-22T17:36:57.230 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.232+0000 7fb94d391880 1 > prepared operation key=704VLVQ2P45U tag=5WEZ11GOLFJZ type=del size=2495012 2023-12-22T17:36:57.234 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.236+0000 7fb94d391880 1 < suggested remove operation key=RV0R03E3QAOV tag=4FUX32OFW7Y2 type=del 2023-12-22T17:36:57.236 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.238+0000 7fb94d391880 1 > prepared operation key=X3NXWCITUK7S tag=F0FKCO9I18CI type=del size=1325981 2023-12-22T17:36:57.238 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.240+0000 7fb94d391880 1 < completed write operation key=TDS90SYZKMLU tag=MKGKTFWSCOW0 type=write size=441718 2023-12-22T17:36:57.240 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.242+0000 7fb94d391880 1 > prepared operation key=NZ7PMKB2HICR tag=ZA5IKHA4O7TO type=del size=1954031 2023-12-22T17:36:57.242 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.244+0000 7fb94d391880 1 < completed delete operation key=74ZWP6PRPDCK tag=YZ74NZ67WB78 type=del 2023-12-22T17:36:57.244 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.246+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=497DPI5JA6UZ type=write size=506147 2023-12-22T17:36:57.249 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.251+0000 7fb94d391880 1 < suggested remove operation key=28XBL3715EHT tag=H8LUAX59GE0I type=del 2023-12-22T17:36:57.251 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.253+0000 7fb94d391880 1 > prepared operation key=DXPJ8O4O0SI2 tag=TM4VVNMQ3VYB type=del size=1435748 2023-12-22T17:36:57.253 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.255+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~QGLNVNN1UL3M.0 size=1048576 2023-12-22T17:36:57.255 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.257+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~QGLNVNN1UL3M.1 size=1048576 2023-12-22T17:36:57.257 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.258+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~QGLNVNN1UL3M.2 size=387791 2023-12-22T17:36:57.261 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.263+0000 7fb94d391880 1 < completed multipart upload key=W3X2J2SCNOE7 upload=QGLNVNN1UL3M tag=GFF0G3G08106 type=write size=3533519 2023-12-22T17:36:57.263 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.265+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=Y036HOVDY937 type=del size=1960667 2023-12-22T17:36:57.267 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.269+0000 7fb94d391880 1 < suggested remove operation key=KLRYSCZNAHKT tag=RAQOHWKPNT1E type=del 2023-12-22T17:36:57.270 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.271+0000 7fb94d391880 1 > prepared operation key=RWJE4O4GO9IK tag=NYW2RD7BBW25 type=del size=1374652 2023-12-22T17:36:57.272 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.273+0000 7fb94d391880 1 < completed part key=_multipart_BCP1VQB2TB0F.2~XRAXQNRJPVUG.0 size=897578 2023-12-22T17:36:57.275 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.276+0000 7fb94d391880 1 < completed multipart upload key=BCP1VQB2TB0F upload=XRAXQNRJPVUG tag=AZ1T718KN7U5 type=write size=1946154 2023-12-22T17:36:57.279 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.280+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~T5U0YFPGOUA5.0 size=58566 2023-12-22T17:36:57.279 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.280+0000 7fb94d391880 1 > prepared multipart upload key=HZAQDCN1TA70 upload=T5U0YFPGOUA5 tag=Y1EFJFG8T29G type=write size=1107142 2023-12-22T17:36:57.281 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.283+0000 7fb94d391880 1 < completed part key=_multipart_NZ7PMKB2HICR.2~Q1EF07ZBJB60.0 size=1048576 2023-12-22T17:36:57.283 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.284+0000 7fb94d391880 1 < completed part key=_multipart_NZ7PMKB2HICR.2~Q1EF07ZBJB60.1 size=1048576 2023-12-22T17:36:57.285 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.286+0000 7fb94d391880 1 < completed part key=_multipart_NZ7PMKB2HICR.2~Q1EF07ZBJB60.2 size=76547 2023-12-22T17:36:57.289 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.290+0000 7fb94d391880 1 < completed multipart upload key=NZ7PMKB2HICR upload=Q1EF07ZBJB60 tag=1LM5W29FF5JN type=write size=3222275 2023-12-22T17:36:57.293 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.294+0000 7fb94d391880 1 > prepared part key=_multipart_28XBL3715EHT.2~DTAK7R9B0BR4.0 size=330933 2023-12-22T17:36:57.293 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.294+0000 7fb94d391880 1 > prepared multipart upload key=28XBL3715EHT upload=DTAK7R9B0BR4 tag=EG1E2KUYICCP type=write size=1379509 2023-12-22T17:36:57.294 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.295+0000 7fb94d391880 1 < canceled part key=_multipart_T8TYNCC2V8CD.2~GZMLY0JZ96SB.0 size=1048576 2023-12-22T17:36:57.295 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.297+0000 7fb94d391880 1 < completed part key=_multipart_T8TYNCC2V8CD.2~GZMLY0JZ96SB.1 size=1048576 2023-12-22T17:36:57.298 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.299+0000 7fb94d391880 1 < completed part key=_multipart_T8TYNCC2V8CD.2~GZMLY0JZ96SB.2 size=157794 2023-12-22T17:36:57.301 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.303+0000 7fb94d391880 1 < canceled multipart upload key=T8TYNCC2V8CD upload=GZMLY0JZ96SB tag=QGH2VCU24HH5 type=write size=3303522 2023-12-22T17:36:57.303 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.305+0000 7fb94d391880 1 > prepared operation key=0BNHPX2OE7C0 tag=QK480OHSQYGV type=del size=2665047 2023-12-22T17:36:57.305 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.307+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~21JPSJETKNVL.0 size=1048576 2023-12-22T17:36:57.307 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.308+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~21JPSJETKNVL.1 size=1024426 2023-12-22T17:36:57.311 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.313+0000 7fb94d391880 1 < completed multipart upload key=HZAQDCN1TA70 upload=21JPSJETKNVL tag=Z677SHIS9QA2 type=write size=3121578 2023-12-22T17:36:57.315 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.316+0000 7fb94d391880 1 > prepared part key=_multipart_7KXZJJ9YT96E.2~TJI2P2BPJT1R.0 size=1048576 2023-12-22T17:36:57.317 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.318+0000 7fb94d391880 1 > prepared part key=_multipart_7KXZJJ9YT96E.2~TJI2P2BPJT1R.1 size=1048576 2023-12-22T17:36:57.318 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.320+0000 7fb94d391880 1 > prepared part key=_multipart_7KXZJJ9YT96E.2~TJI2P2BPJT1R.2 size=388752 2023-12-22T17:36:57.319 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.320+0000 7fb94d391880 1 > prepared multipart upload key=7KXZJJ9YT96E upload=TJI2P2BPJT1R tag=XQSGS8RVK64O type=write size=3534480 2023-12-22T17:36:57.320 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.322+0000 7fb94d391880 1 < completed delete operation key=TFLKTU1RF46Q tag=QN4CVA24BDOL type=del 2023-12-22T17:36:57.324 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.326+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~2GKY3QU0VGO3.0 size=1048576 2023-12-22T17:36:57.326 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.327+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~2GKY3QU0VGO3.1 size=1048576 2023-12-22T17:36:57.328 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.329+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~2GKY3QU0VGO3.2 size=907673 2023-12-22T17:36:57.328 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.329+0000 7fb94d391880 1 > prepared multipart upload key=2G2FODM41TWI upload=2GKY3QU0VGO3 tag=EQ3H52FYAVQU type=write size=4053401 2023-12-22T17:36:57.330 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.331+0000 7fb94d391880 1 < completed part key=_multipart_V3ZYXTO3N0R6.2~86UN4BA69ESZ.0 size=1048576 2023-12-22T17:36:57.332 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.333+0000 7fb94d391880 1 < completed part key=_multipart_V3ZYXTO3N0R6.2~86UN4BA69ESZ.1 size=1048576 2023-12-22T17:36:57.334 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.335+0000 7fb94d391880 1 < completed part key=_multipart_V3ZYXTO3N0R6.2~86UN4BA69ESZ.2 size=1013107 2023-12-22T17:36:57.337 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.339+0000 7fb94d391880 1 < completed multipart upload key=V3ZYXTO3N0R6 upload=86UN4BA69ESZ tag=RUXLB7NQFBAV type=write size=4158835 2023-12-22T17:36:57.339 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.341+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=2CUCVPWASVC5 type=del size=1189972 2023-12-22T17:36:57.340 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.341+0000 7fb94d391880 1 < canceled part key=_multipart_GGQ09G6E3CZ6.2~U6GYTMXJ894E.0 size=1048576 2023-12-22T17:36:57.342 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.343+0000 7fb94d391880 1 < completed part key=_multipart_GGQ09G6E3CZ6.2~U6GYTMXJ894E.1 size=1048576 2023-12-22T17:36:57.343 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.345+0000 7fb94d391880 1 < completed part key=_multipart_GGQ09G6E3CZ6.2~U6GYTMXJ894E.2 size=826325 2023-12-22T17:36:57.347 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.348+0000 7fb94d391880 1 < canceled multipart upload key=GGQ09G6E3CZ6 upload=U6GYTMXJ894E tag=AOH0D79OFPA0 type=write size=3972053 2023-12-22T17:36:57.349 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.350+0000 7fb94d391880 1 > prepared operation key=X3NXWCITUK7S tag=9EMZLHNES44K type=del size=3253025 2023-12-22T17:36:57.351 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.352+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~391KAK6YJTFJ.0 size=801622 2023-12-22T17:36:57.355 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.356+0000 7fb94d391880 1 < completed multipart upload key=W3X2J2SCNOE7 upload=391KAK6YJTFJ tag=QRF1KDYDEJQ8 type=write size=1850198 2023-12-22T17:36:57.357 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.358+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=13Z0B013STS9 type=write size=329648 2023-12-22T17:36:57.359 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.360+0000 7fb94d391880 1 < completed delete operation key=DXPJ8O4O0SI2 tag=44L04Y0ZZ7A4 type=del 2023-12-22T17:36:57.361 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.362+0000 7fb94d391880 1 > prepared operation key=I7GAQL38WXHS tag=EFM5D0IZ06Y3 type=write size=599580 2023-12-22T17:36:57.363 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.364+0000 7fb94d391880 1 < completed delete operation key=704VLVQ2P45U tag=5WEZ11GOLFJZ type=del 2023-12-22T17:36:57.365 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.366+0000 7fb94d391880 1 > prepared operation key=RV0R03E3QAOV tag=TE4RH3ZU3S2O type=del size=2027963 2023-12-22T17:36:57.367 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.368+0000 7fb94d391880 1 < completed delete operation key=X3NXWCITUK7S tag=F0FKCO9I18CI type=del 2023-12-22T17:36:57.371 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.372+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~1TR7KHWU3MVN.0 size=1048576 2023-12-22T17:36:57.373 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.374+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~1TR7KHWU3MVN.1 size=1048576 2023-12-22T17:36:57.374 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.376+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~1TR7KHWU3MVN.2 size=980808 2023-12-22T17:36:57.374 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.376+0000 7fb94d391880 1 > prepared multipart upload key=RV0R03E3QAOV upload=1TR7KHWU3MVN tag=D4VFP571OK95 type=write size=4126536 2023-12-22T17:36:57.378 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.380+0000 7fb94d391880 1 < suggested update operation key=NZ7PMKB2HICR tag=ZA5IKHA4O7TO type=del size=1954031 2023-12-22T17:36:57.380 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.382+0000 7fb94d391880 1 > prepared operation key=BPXZFZEJYPX1 tag=9V32FGIE2LQ6 type=del size=348218 2023-12-22T17:36:57.382 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.384+0000 7fb94d391880 1 < completed write operation key=2G2FODM41TWI tag=497DPI5JA6UZ type=write size=506147 2023-12-22T17:36:57.385 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.386+0000 7fb94d391880 1 > prepared operation key=0BNHPX2OE7C0 tag=L2AV910914DG type=del size=276348 2023-12-22T17:36:57.390 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.391+0000 7fb94d391880 1 < suggested update operation key=DXPJ8O4O0SI2 tag=TM4VVNMQ3VYB type=del size=1435748 2023-12-22T17:36:57.392 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.393+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=92WOLNYS9K2K type=write size=281170 2023-12-22T17:36:57.394 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.395+0000 7fb94d391880 1 < completed delete operation key=HZAQDCN1TA70 tag=Y036HOVDY937 type=del 2023-12-22T17:36:57.396 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.398+0000 7fb94d391880 1 > prepared operation key=T8TYNCC2V8CD tag=XVG1M56EZB0F type=del size=1730022 2023-12-22T17:36:57.398 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.400+0000 7fb94d391880 1 < completed delete operation key=RWJE4O4GO9IK tag=NYW2RD7BBW25 type=del 2023-12-22T17:36:57.402 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.403+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~SCXT0E462512.0 size=1048576 2023-12-22T17:36:57.404 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.405+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~SCXT0E462512.1 size=891302 2023-12-22T17:36:57.404 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.405+0000 7fb94d391880 1 > prepared multipart upload key=DZPSR14TMXNC upload=SCXT0E462512 tag=MDEQ4AJHL13G type=write size=2988454 2023-12-22T17:36:57.406 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.408+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~T5U0YFPGOUA5.0 size=58566 2023-12-22T17:36:57.410 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.411+0000 7fb94d391880 1 < completed multipart upload key=HZAQDCN1TA70 upload=T5U0YFPGOUA5 tag=Y1EFJFG8T29G type=write size=1107142 2023-12-22T17:36:57.412 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.413+0000 7fb94d391880 1 > prepared operation key=V3ZYXTO3N0R6 tag=I0M74A84YW2D type=del size=2843350 2023-12-22T17:36:57.414 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.416+0000 7fb94d391880 1 < completed part key=_multipart_28XBL3715EHT.2~DTAK7R9B0BR4.0 size=330933 2023-12-22T17:36:57.418 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.419+0000 7fb94d391880 1 < completed multipart upload key=28XBL3715EHT upload=DTAK7R9B0BR4 tag=EG1E2KUYICCP type=write size=1379509 2023-12-22T17:36:57.420 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.421+0000 7fb94d391880 1 > prepared operation key=TDS90SYZKMLU tag=AW0E1GYGCMQG type=del size=77271 2023-12-22T17:36:57.422 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.423+0000 7fb94d391880 1 < canceled operation key=0BNHPX2OE7C0 tag=QK480OHSQYGV type=del size=2665047 2023-12-22T17:36:57.426 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.427+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~0A8A3SRGC9O7.0 size=1048576 2023-12-22T17:36:57.428 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.429+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~0A8A3SRGC9O7.1 size=245207 2023-12-22T17:36:57.428 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.429+0000 7fb94d391880 1 > prepared multipart upload key=W3X2J2SCNOE7 upload=0A8A3SRGC9O7 tag=JNOMOSU9F4AG type=write size=2342359 2023-12-22T17:36:57.430 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.432+0000 7fb94d391880 1 < completed part key=_multipart_7KXZJJ9YT96E.2~TJI2P2BPJT1R.0 size=1048576 2023-12-22T17:36:57.433 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.434+0000 7fb94d391880 1 < completed part key=_multipart_7KXZJJ9YT96E.2~TJI2P2BPJT1R.1 size=1048576 2023-12-22T17:36:57.433 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.434+0000 7fb94d391880 1 < canceled part key=_multipart_7KXZJJ9YT96E.2~TJI2P2BPJT1R.2 size=388752 2023-12-22T17:36:57.436 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.438+0000 7fb94d391880 1 < canceled multipart upload key=7KXZJJ9YT96E upload=TJI2P2BPJT1R tag=XQSGS8RVK64O type=write size=3534480 2023-12-22T17:36:57.440 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.442+0000 7fb94d391880 1 > prepared part key=_multipart_7KXZJJ9YT96E.2~XHNWN48MLVJY.0 size=238452 2023-12-22T17:36:57.440 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.442+0000 7fb94d391880 1 > prepared multipart upload key=7KXZJJ9YT96E upload=XHNWN48MLVJY tag=WEKG89Q9LTXX type=write size=1287028 2023-12-22T17:36:57.442 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.444+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~2GKY3QU0VGO3.0 size=1048576 2023-12-22T17:36:57.444 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.445+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~2GKY3QU0VGO3.1 size=1048576 2023-12-22T17:36:57.446 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.447+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~2GKY3QU0VGO3.2 size=907673 2023-12-22T17:36:57.450 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.451+0000 7fb94d391880 1 < completed multipart upload key=2G2FODM41TWI upload=2GKY3QU0VGO3 tag=EQ3H52FYAVQU type=write size=4053401 2023-12-22T17:36:57.454 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.456+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~POA5N3DI2FGD.0 size=1048576 2023-12-22T17:36:57.456 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.457+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~POA5N3DI2FGD.1 size=1048576 2023-12-22T17:36:57.458 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.459+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~POA5N3DI2FGD.2 size=847388 2023-12-22T17:36:57.458 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.459+0000 7fb94d391880 1 > prepared multipart upload key=KLRYSCZNAHKT upload=POA5N3DI2FGD tag=D503G7KRKDQ3 type=write size=3993116 2023-12-22T17:36:57.460 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.461+0000 7fb94d391880 1 < completed delete operation key=HZAQDCN1TA70 tag=2CUCVPWASVC5 type=del 2023-12-22T17:36:57.462 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.463+0000 7fb94d391880 1 > prepared operation key=I7GAQL38WXHS tag=S5B1W9H2ZZX5 type=del size=2997152 2023-12-22T17:36:57.464 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.466+0000 7fb94d391880 1 < completed delete operation key=X3NXWCITUK7S tag=9EMZLHNES44K type=del 2023-12-22T17:36:57.468 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.470+0000 7fb94d391880 1 > prepared part key=_multipart_BCP1VQB2TB0F.2~65UOZ8CKXG0Y.0 size=1048576 2023-12-22T17:36:57.470 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.471+0000 7fb94d391880 1 > prepared part key=_multipart_BCP1VQB2TB0F.2~65UOZ8CKXG0Y.1 size=182546 2023-12-22T17:36:57.470 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.471+0000 7fb94d391880 1 > prepared multipart upload key=BCP1VQB2TB0F upload=65UOZ8CKXG0Y tag=0RMQQTBF63HJ type=write size=2279698 2023-12-22T17:36:57.474 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.476+0000 7fb94d391880 1 < suggested update operation key=2G2FODM41TWI tag=13Z0B013STS9 type=write size=329648 2023-12-22T17:36:57.478 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.480+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~85EIMV96WIV6.0 size=119154 2023-12-22T17:36:57.478 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.480+0000 7fb94d391880 1 > prepared multipart upload key=W3X2J2SCNOE7 upload=85EIMV96WIV6 tag=IXWZKO0N80OM type=write size=1167730 2023-12-22T17:36:57.481 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.482+0000 7fb94d391880 1 < canceled operation key=I7GAQL38WXHS tag=EFM5D0IZ06Y3 type=write size=599580 2023-12-22T17:36:57.483 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.484+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=S3V9G0J180BT type=del size=127882 2023-12-22T17:36:57.485 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.486+0000 7fb94d391880 1 < completed delete operation key=RV0R03E3QAOV tag=TE4RH3ZU3S2O type=del 2023-12-22T17:36:57.487 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.489+0000 7fb94d391880 1 > prepared operation key=704VLVQ2P45U tag=0KXZD25KEPJL type=del size=725656 2023-12-22T17:36:57.488 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.489+0000 7fb94d391880 1 < canceled part key=_multipart_RV0R03E3QAOV.2~1TR7KHWU3MVN.0 size=1048576 2023-12-22T17:36:57.490 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.491+0000 7fb94d391880 1 < completed part key=_multipart_RV0R03E3QAOV.2~1TR7KHWU3MVN.1 size=1048576 2023-12-22T17:36:57.492 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.493+0000 7fb94d391880 1 < completed part key=_multipart_RV0R03E3QAOV.2~1TR7KHWU3MVN.2 size=980808 2023-12-22T17:36:57.496 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.497+0000 7fb94d391880 1 < canceled multipart upload key=RV0R03E3QAOV upload=1TR7KHWU3MVN tag=D4VFP571OK95 type=write size=4126536 2023-12-22T17:36:57.499 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.500+0000 7fb94d391880 1 > prepared operation key=T8TYNCC2V8CD tag=F9E23VH41N68 type=del size=3898528 2023-12-22T17:36:57.503 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.504+0000 7fb94d391880 1 < suggested remove operation key=BPXZFZEJYPX1 tag=9V32FGIE2LQ6 type=del 2023-12-22T17:36:57.505 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.506+0000 7fb94d391880 1 > prepared operation key=KLRYSCZNAHKT tag=3EEGGJ1K4OZE type=del size=416053 2023-12-22T17:36:57.507 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.509+0000 7fb94d391880 1 < completed delete operation key=0BNHPX2OE7C0 tag=L2AV910914DG type=del 2023-12-22T17:36:57.509 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.511+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=ECKE7WGKHOTQ type=del size=1974235 2023-12-22T17:36:57.511 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.513+0000 7fb94d391880 1 < completed write operation key=40X558JXAX9S tag=92WOLNYS9K2K type=write size=281170 2023-12-22T17:36:57.515 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.517+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~DNWE5FYOG3J8.0 size=1048576 2023-12-22T17:36:57.517 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.518+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~DNWE5FYOG3J8.1 size=1048576 2023-12-22T17:36:57.519 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.520+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~DNWE5FYOG3J8.2 size=206634 2023-12-22T17:36:57.519 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.520+0000 7fb94d391880 1 > prepared multipart upload key=I7GAQL38WXHS upload=DNWE5FYOG3J8 tag=6H1EAEKPBKJ1 type=write size=3352362 2023-12-22T17:36:57.595 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.597+0000 7fb94d391880 1 < canceled operation key=T8TYNCC2V8CD tag=XVG1M56EZB0F type=del size=1730022 2023-12-22T17:36:57.598 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.599+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=IFR1XSN9DCH8 type=del size=651529 2023-12-22T17:36:57.600 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.601+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~SCXT0E462512.0 size=1048576 2023-12-22T17:36:57.602 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.603+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~SCXT0E462512.1 size=891302 2023-12-22T17:36:57.606 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.607+0000 7fb94d391880 1 < completed multipart upload key=DZPSR14TMXNC upload=SCXT0E462512 tag=MDEQ4AJHL13G type=write size=2988454 2023-12-22T17:36:57.608 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.609+0000 7fb94d391880 1 > prepared operation key=BPXZFZEJYPX1 tag=ASPQBAVZT9OC type=del size=2524405 2023-12-22T17:36:57.610 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.611+0000 7fb94d391880 1 < completed delete operation key=V3ZYXTO3N0R6 tag=I0M74A84YW2D type=del 2023-12-22T17:36:57.612 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.613+0000 7fb94d391880 1 > prepared operation key=R9WTR26FAZP8 tag=YRC28RBD2TEO type=del size=2133036 2023-12-22T17:36:57.614 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.615+0000 7fb94d391880 1 < completed delete operation key=TDS90SYZKMLU tag=AW0E1GYGCMQG type=del 2023-12-22T17:36:57.618 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.619+0000 7fb94d391880 1 > prepared part key=_multipart_74ZWP6PRPDCK.2~T1YXLNZPZ335.0 size=62495 2023-12-22T17:36:57.618 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.619+0000 7fb94d391880 1 > prepared multipart upload key=74ZWP6PRPDCK upload=T1YXLNZPZ335 tag=AIKOZ6G7N4VD type=write size=1111071 2023-12-22T17:36:57.620 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.621+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~0A8A3SRGC9O7.0 size=1048576 2023-12-22T17:36:57.622 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.623+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~0A8A3SRGC9O7.1 size=245207 2023-12-22T17:36:57.626 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.627+0000 7fb94d391880 1 < completed multipart upload key=W3X2J2SCNOE7 upload=0A8A3SRGC9O7 tag=JNOMOSU9F4AG type=write size=2342359 2023-12-22T17:36:57.628 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.629+0000 7fb94d391880 1 > prepared operation key=I7GAQL38WXHS tag=YXEL9WOM8864 type=del size=2244135 2023-12-22T17:36:57.630 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.631+0000 7fb94d391880 1 < completed part key=_multipart_7KXZJJ9YT96E.2~XHNWN48MLVJY.0 size=238452 2023-12-22T17:36:57.634 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.635+0000 7fb94d391880 1 < completed multipart upload key=7KXZJJ9YT96E upload=XHNWN48MLVJY tag=WEKG89Q9LTXX type=write size=1287028 2023-12-22T17:36:57.636 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.637+0000 7fb94d391880 1 > prepared operation key=74ZWP6PRPDCK tag=KNM64EG03MU8 type=del size=1660872 2023-12-22T17:36:57.638 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.639+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~POA5N3DI2FGD.0 size=1048576 2023-12-22T17:36:57.640 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.641+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~POA5N3DI2FGD.1 size=1048576 2023-12-22T17:36:57.640 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.641+0000 7fb94d391880 1 < canceled part key=_multipart_KLRYSCZNAHKT.2~POA5N3DI2FGD.2 size=847388 2023-12-22T17:36:57.644 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.646+0000 7fb94d391880 1 < canceled multipart upload key=KLRYSCZNAHKT upload=POA5N3DI2FGD tag=D503G7KRKDQ3 type=write size=3993116 2023-12-22T17:36:57.649 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.650+0000 7fb94d391880 1 > prepared part key=_multipart_T8TYNCC2V8CD.2~5CS6LW43JECP.0 size=1048576 2023-12-22T17:36:57.651 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.652+0000 7fb94d391880 1 > prepared part key=_multipart_T8TYNCC2V8CD.2~5CS6LW43JECP.1 size=187946 2023-12-22T17:36:57.651 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.652+0000 7fb94d391880 1 > prepared multipart upload key=T8TYNCC2V8CD upload=5CS6LW43JECP tag=Q40G1I4MIPHN type=write size=2285098 2023-12-22T17:36:57.653 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.654+0000 7fb94d391880 1 < completed delete operation key=I7GAQL38WXHS tag=S5B1W9H2ZZX5 type=del 2023-12-22T17:36:57.658 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.659+0000 7fb94d391880 1 > prepared part key=_multipart_5HOL7148HSJL.2~7RP3YG9BT8Z9.0 size=1048576 2023-12-22T17:36:57.660 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.661+0000 7fb94d391880 1 > prepared part key=_multipart_5HOL7148HSJL.2~7RP3YG9BT8Z9.1 size=1048576 2023-12-22T17:36:57.661 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.663+0000 7fb94d391880 1 > prepared part key=_multipart_5HOL7148HSJL.2~7RP3YG9BT8Z9.2 size=680846 2023-12-22T17:36:57.661 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.663+0000 7fb94d391880 1 > prepared multipart upload key=5HOL7148HSJL upload=7RP3YG9BT8Z9 tag=KPHQ7STO6K7C type=write size=3826574 2023-12-22T17:36:57.664 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.665+0000 7fb94d391880 1 < completed part key=_multipart_BCP1VQB2TB0F.2~65UOZ8CKXG0Y.0 size=1048576 2023-12-22T17:36:57.665 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.667+0000 7fb94d391880 1 < completed part key=_multipart_BCP1VQB2TB0F.2~65UOZ8CKXG0Y.1 size=182546 2023-12-22T17:36:57.669 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.670+0000 7fb94d391880 1 < completed multipart upload key=BCP1VQB2TB0F upload=65UOZ8CKXG0Y tag=0RMQQTBF63HJ type=write size=2279698 2023-12-22T17:36:57.673 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.675+0000 7fb94d391880 1 > prepared part key=_multipart_X3NXWCITUK7S.2~VFN2IXZ26FBA.0 size=1048576 2023-12-22T17:36:57.676 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.677+0000 7fb94d391880 1 > prepared part key=_multipart_X3NXWCITUK7S.2~VFN2IXZ26FBA.1 size=489400 2023-12-22T17:36:57.676 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.677+0000 7fb94d391880 1 > prepared multipart upload key=X3NXWCITUK7S upload=VFN2IXZ26FBA tag=84R0UDB44T2L type=write size=2586552 2023-12-22T17:36:57.678 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.679+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~85EIMV96WIV6.0 size=119154 2023-12-22T17:36:57.681 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.683+0000 7fb94d391880 1 < completed multipart upload key=W3X2J2SCNOE7 upload=85EIMV96WIV6 tag=IXWZKO0N80OM type=write size=1167730 2023-12-22T17:36:57.685 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.686+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~HVTOLOZO51L1.0 size=1048576 2023-12-22T17:36:57.687 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.689+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~HVTOLOZO51L1.1 size=854572 2023-12-22T17:36:57.687 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.689+0000 7fb94d391880 1 > prepared multipart upload key=KLRYSCZNAHKT upload=HVTOLOZO51L1 tag=MX86MTQ16MLZ type=write size=2951724 2023-12-22T17:36:57.689 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.691+0000 7fb94d391880 1 < completed delete operation key=HZAQDCN1TA70 tag=S3V9G0J180BT type=del 2023-12-22T17:36:57.693 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.695+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~GJ1MPF61JI5F.0 size=1048576 2023-12-22T17:36:57.695 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.696+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~GJ1MPF61JI5F.1 size=1048576 2023-12-22T17:36:57.697 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.698+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~GJ1MPF61JI5F.2 size=634286 2023-12-22T17:36:57.697 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.698+0000 7fb94d391880 1 > prepared multipart upload key=2G2FODM41TWI upload=GJ1MPF61JI5F tag=8K1I1HTV27C0 type=write size=3780014 2023-12-22T17:36:57.699 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.700+0000 7fb94d391880 1 < completed delete operation key=704VLVQ2P45U tag=0KXZD25KEPJL type=del 2023-12-22T17:36:57.701 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.702+0000 7fb94d391880 1 > prepared operation key=T8TYNCC2V8CD tag=EGLAJTVUJENK type=del size=3199683 2023-12-22T17:36:57.703 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.704+0000 7fb94d391880 1 < completed delete operation key=T8TYNCC2V8CD tag=F9E23VH41N68 type=del 2023-12-22T17:36:57.705 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.706+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=1XSIMUBRUPHK type=del size=2591287 2023-12-22T17:36:57.709 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.710+0000 7fb94d391880 1 < suggested remove operation key=KLRYSCZNAHKT tag=3EEGGJ1K4OZE type=del 2023-12-22T17:36:57.711 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.712+0000 7fb94d391880 1 > prepared operation key=0BNHPX2OE7C0 tag=J4IV67OL9L4D type=del size=490546 2023-12-22T17:36:57.713 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.714+0000 7fb94d391880 1 < completed delete operation key=40X558JXAX9S tag=ECKE7WGKHOTQ type=del 2023-12-22T17:36:57.715 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.716+0000 7fb94d391880 1 > prepared operation key=TFLKTU1RF46Q tag=LX60NERR54PV type=del size=33702 2023-12-22T17:36:57.717 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.718+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~DNWE5FYOG3J8.0 size=1048576 2023-12-22T17:36:57.719 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.720+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~DNWE5FYOG3J8.1 size=1048576 2023-12-22T17:36:57.721 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.722+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~DNWE5FYOG3J8.2 size=206634 2023-12-22T17:36:57.725 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.726+0000 7fb94d391880 1 < completed multipart upload key=I7GAQL38WXHS upload=DNWE5FYOG3J8 tag=6H1EAEKPBKJ1 type=write size=3352362 2023-12-22T17:36:57.727 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.728+0000 7fb94d391880 1 > prepared operation key=RV0R03E3QAOV tag=JRE9FT1Y2W1F type=del size=644538 2023-12-22T17:36:57.729 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.730+0000 7fb94d391880 1 < completed delete operation key=5HOL7148HSJL tag=IFR1XSN9DCH8 type=del 2023-12-22T17:36:57.733 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.734+0000 7fb94d391880 1 > prepared part key=_multipart_TDS90SYZKMLU.2~L3DDBJWUD72S.0 size=380794 2023-12-22T17:36:57.733 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.734+0000 7fb94d391880 1 > prepared multipart upload key=TDS90SYZKMLU upload=L3DDBJWUD72S tag=R5BDXGBOZHZK type=write size=1429370 2023-12-22T17:36:57.735 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.736+0000 7fb94d391880 1 < completed delete operation key=BPXZFZEJYPX1 tag=ASPQBAVZT9OC type=del 2023-12-22T17:36:57.737 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.738+0000 7fb94d391880 1 > prepared operation key=RWJE4O4GO9IK tag=UAT9DE7BGV1I type=del size=3097865 2023-12-22T17:36:57.741 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.742+0000 7fb94d391880 1 < suggested remove operation key=R9WTR26FAZP8 tag=YRC28RBD2TEO type=del 2023-12-22T17:36:57.743 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.745+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=1ZIGYAE92SQU type=write size=510104 2023-12-22T17:36:57.743 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.745+0000 7fb94d391880 1 < canceled part key=_multipart_74ZWP6PRPDCK.2~T1YXLNZPZ335.0 size=62495 2023-12-22T17:36:57.747 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.749+0000 7fb94d391880 1 < canceled multipart upload key=74ZWP6PRPDCK upload=T1YXLNZPZ335 tag=AIKOZ6G7N4VD type=write size=1111071 2023-12-22T17:36:57.749 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.751+0000 7fb94d391880 1 > prepared operation key=DZPSR14TMXNC tag=MZR05YGSO5ZG type=write size=405957 2023-12-22T17:36:57.752 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.753+0000 7fb94d391880 1 < completed delete operation key=I7GAQL38WXHS tag=YXEL9WOM8864 type=del 2023-12-22T17:36:57.754 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.755+0000 7fb94d391880 1 > prepared operation key=704VLVQ2P45U tag=B26S90Z6EK64 type=del size=3235854 2023-12-22T17:36:57.756 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.757+0000 7fb94d391880 1 < canceled operation key=74ZWP6PRPDCK tag=KNM64EG03MU8 type=del size=1660872 2023-12-22T17:36:57.758 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.759+0000 7fb94d391880 1 > prepared operation key=74ZWP6PRPDCK tag=JI5W690W5GCI type=del size=1229079 2023-12-22T17:36:57.760 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.761+0000 7fb94d391880 1 < completed part key=_multipart_T8TYNCC2V8CD.2~5CS6LW43JECP.0 size=1048576 2023-12-22T17:36:57.762 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.763+0000 7fb94d391880 1 < completed part key=_multipart_T8TYNCC2V8CD.2~5CS6LW43JECP.1 size=187946 2023-12-22T17:36:57.766 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.767+0000 7fb94d391880 1 < completed multipart upload key=T8TYNCC2V8CD upload=5CS6LW43JECP tag=Q40G1I4MIPHN type=write size=2285098 2023-12-22T17:36:57.768 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.769+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=NXAAS6YB2SNU type=del size=3249970 2023-12-22T17:36:57.770 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.771+0000 7fb94d391880 1 < completed part key=_multipart_5HOL7148HSJL.2~7RP3YG9BT8Z9.0 size=1048576 2023-12-22T17:36:57.771 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.773+0000 7fb94d391880 1 < completed part key=_multipart_5HOL7148HSJL.2~7RP3YG9BT8Z9.1 size=1048576 2023-12-22T17:36:57.773 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.775+0000 7fb94d391880 1 < completed part key=_multipart_5HOL7148HSJL.2~7RP3YG9BT8Z9.2 size=680846 2023-12-22T17:36:57.777 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.778+0000 7fb94d391880 1 < completed multipart upload key=5HOL7148HSJL upload=7RP3YG9BT8Z9 tag=KPHQ7STO6K7C type=write size=3826574 2023-12-22T17:36:57.779 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.780+0000 7fb94d391880 1 > prepared operation key=NZ7PMKB2HICR tag=9JOS2X4BACCC type=del size=4170554 2023-12-22T17:36:57.781 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.782+0000 7fb94d391880 1 < completed part key=_multipart_X3NXWCITUK7S.2~VFN2IXZ26FBA.0 size=1048576 2023-12-22T17:36:57.781 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.782+0000 7fb94d391880 1 < canceled part key=_multipart_X3NXWCITUK7S.2~VFN2IXZ26FBA.1 size=489400 2023-12-22T17:36:57.785 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.786+0000 7fb94d391880 1 < canceled multipart upload key=X3NXWCITUK7S upload=VFN2IXZ26FBA tag=84R0UDB44T2L type=write size=2586552 2023-12-22T17:36:57.787 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.789+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=972Y2CTRY4HT type=del size=487716 2023-12-22T17:36:57.790 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.791+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~HVTOLOZO51L1.0 size=1048576 2023-12-22T17:36:57.792 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.793+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~HVTOLOZO51L1.1 size=854572 2023-12-22T17:36:57.796 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.797+0000 7fb94d391880 1 < completed multipart upload key=KLRYSCZNAHKT upload=HVTOLOZO51L1 tag=MX86MTQ16MLZ type=write size=2951724 2023-12-22T17:36:57.799 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.801+0000 7fb94d391880 1 > prepared part key=_multipart_7KXZJJ9YT96E.2~EIS84FJIH54M.0 size=1048576 2023-12-22T17:36:57.801 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.802+0000 7fb94d391880 1 > prepared part key=_multipart_7KXZJJ9YT96E.2~EIS84FJIH54M.1 size=654759 2023-12-22T17:36:57.801 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.802+0000 7fb94d391880 1 > prepared multipart upload key=7KXZJJ9YT96E upload=EIS84FJIH54M tag=SXI1VX6EY3A0 type=write size=2751911 2023-12-22T17:36:57.803 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.804+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~GJ1MPF61JI5F.0 size=1048576 2023-12-22T17:36:57.805 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.806+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~GJ1MPF61JI5F.1 size=1048576 2023-12-22T17:36:57.807 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.808+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~GJ1MPF61JI5F.2 size=634286 2023-12-22T17:36:57.811 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.812+0000 7fb94d391880 1 < completed multipart upload key=2G2FODM41TWI upload=GJ1MPF61JI5F tag=8K1I1HTV27C0 type=write size=3780014 2023-12-22T17:36:57.813 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.814+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=XH2FERG10XDY type=del size=3986548 2023-12-22T17:36:57.817 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.818+0000 7fb94d391880 1 < suggested remove operation key=T8TYNCC2V8CD tag=EGLAJTVUJENK type=del 2023-12-22T17:36:57.821 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.822+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~XL0F1BZ0MCTO.0 size=1048576 2023-12-22T17:36:57.823 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.824+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~XL0F1BZ0MCTO.1 size=480421 2023-12-22T17:36:57.823 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.824+0000 7fb94d391880 1 > prepared multipart upload key=DXPJ8O4O0SI2 upload=XL0F1BZ0MCTO tag=01Q2IU3G8MCF type=write size=2577573 2023-12-22T17:36:57.825 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.826+0000 7fb94d391880 1 < completed delete operation key=2G2FODM41TWI tag=1XSIMUBRUPHK type=del 2023-12-22T17:36:57.827 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.828+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=4EPLJUVI3YVN type=del size=1958638 2023-12-22T17:36:57.831 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.832+0000 7fb94d391880 1 < suggested update operation key=0BNHPX2OE7C0 tag=J4IV67OL9L4D type=del size=490546 2023-12-22T17:36:57.834 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.836+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~Y6S75B8YAL29.0 size=365895 2023-12-22T17:36:57.834 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.836+0000 7fb94d391880 1 > prepared multipart upload key=KLRYSCZNAHKT upload=Y6S75B8YAL29 tag=FIYVP13QHH59 type=write size=1414471 2023-12-22T17:36:57.836 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.838+0000 7fb94d391880 1 < completed delete operation key=TFLKTU1RF46Q tag=LX60NERR54PV type=del 2023-12-22T17:36:57.840 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.841+0000 7fb94d391880 1 > prepared part key=_multipart_IRCWNBTM8JVB.2~90FEEZZUKEZJ.0 size=197958 2023-12-22T17:36:57.840 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.841+0000 7fb94d391880 1 > prepared multipart upload key=IRCWNBTM8JVB upload=90FEEZZUKEZJ tag=7R78G1TMNXVO type=write size=1246534 2023-12-22T17:36:57.845 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.846+0000 7fb94d391880 1 < suggested remove operation key=RV0R03E3QAOV tag=JRE9FT1Y2W1F type=del 2023-12-22T17:36:57.848 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.850+0000 7fb94d391880 1 > prepared part key=_multipart_BCP1VQB2TB0F.2~EKDU5GGS12AK.0 size=1048576 2023-12-22T17:36:57.850 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.851+0000 7fb94d391880 1 > prepared part key=_multipart_BCP1VQB2TB0F.2~EKDU5GGS12AK.1 size=1048576 2023-12-22T17:36:57.852 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.853+0000 7fb94d391880 1 > prepared part key=_multipart_BCP1VQB2TB0F.2~EKDU5GGS12AK.2 size=7613 2023-12-22T17:36:57.852 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.853+0000 7fb94d391880 1 > prepared multipart upload key=BCP1VQB2TB0F upload=EKDU5GGS12AK tag=RVTRVIGGCZ2Q type=write size=3153341 2023-12-22T17:36:57.852 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.853+0000 7fb94d391880 1 < canceled part key=_multipart_TDS90SYZKMLU.2~L3DDBJWUD72S.0 size=380794 2023-12-22T17:36:57.856 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.857+0000 7fb94d391880 1 < canceled multipart upload key=TDS90SYZKMLU upload=L3DDBJWUD72S tag=R5BDXGBOZHZK type=write size=1429370 2023-12-22T17:36:57.860 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.861+0000 7fb94d391880 1 > prepared part key=_multipart_704VLVQ2P45U.2~DPA25M826UCQ.0 size=1048576 2023-12-22T17:36:57.862 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.863+0000 7fb94d391880 1 > prepared part key=_multipart_704VLVQ2P45U.2~DPA25M826UCQ.1 size=1048576 2023-12-22T17:36:57.864 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.865+0000 7fb94d391880 1 > prepared part key=_multipart_704VLVQ2P45U.2~DPA25M826UCQ.2 size=808410 2023-12-22T17:36:57.864 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.865+0000 7fb94d391880 1 > prepared multipart upload key=704VLVQ2P45U upload=DPA25M826UCQ tag=8UHHLMKTAF17 type=write size=3954138 2023-12-22T17:36:57.866 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.868+0000 7fb94d391880 1 < completed delete operation key=RWJE4O4GO9IK tag=UAT9DE7BGV1I type=del 2023-12-22T17:36:57.869 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.870+0000 7fb94d391880 1 > prepared operation key=TFLKTU1RF46Q tag=CH3S8YYGZBBN type=del size=1148767 2023-12-22T17:36:57.873 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.875+0000 7fb94d391880 1 < suggested remove operation key=2G2FODM41TWI tag=1ZIGYAE92SQU type=write 2023-12-22T17:36:57.875 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.877+0000 7fb94d391880 1 > prepared operation key=RWJE4O4GO9IK tag=C0M8AUE1JXYU type=del size=3683959 2023-12-22T17:36:57.879 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.881+0000 7fb94d391880 1 < suggested update operation key=DZPSR14TMXNC tag=MZR05YGSO5ZG type=write size=405957 2023-12-22T17:36:57.881 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.883+0000 7fb94d391880 1 > prepared operation key=RV0R03E3QAOV tag=1WOCUDT9P32R type=del size=1339051 2023-12-22T17:36:57.886 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.887+0000 7fb94d391880 1 < suggested remove operation key=704VLVQ2P45U tag=B26S90Z6EK64 type=del 2023-12-22T17:36:57.890 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.891+0000 7fb94d391880 1 > prepared part key=_multipart_T8TYNCC2V8CD.2~PI69BI73B6IB.0 size=1048576 2023-12-22T17:36:57.892 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.893+0000 7fb94d391880 1 > prepared part key=_multipart_T8TYNCC2V8CD.2~PI69BI73B6IB.1 size=794233 2023-12-22T17:36:57.892 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.893+0000 7fb94d391880 1 > prepared multipart upload key=T8TYNCC2V8CD upload=PI69BI73B6IB tag=BJ0LQQ8IP1FA type=write size=2891385 2023-12-22T17:36:57.894 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.895+0000 7fb94d391880 1 < completed delete operation key=74ZWP6PRPDCK tag=JI5W690W5GCI type=del 2023-12-22T17:36:57.896 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.897+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=8PMF0GBXNBXM type=del size=4129565 2023-12-22T17:36:57.900 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.901+0000 7fb94d391880 1 < suggested remove operation key=28XBL3715EHT tag=NXAAS6YB2SNU type=del 2023-12-22T17:36:57.904 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.905+0000 7fb94d391880 1 > prepared part key=_multipart_28XBL3715EHT.2~ZFJGJD4JAN21.0 size=1048576 2023-12-22T17:36:57.906 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.907+0000 7fb94d391880 1 > prepared part key=_multipart_28XBL3715EHT.2~ZFJGJD4JAN21.1 size=1022423 2023-12-22T17:36:57.906 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.907+0000 7fb94d391880 1 > prepared multipart upload key=28XBL3715EHT upload=ZFJGJD4JAN21 tag=1ARMM56CGZSR type=write size=3119575 2023-12-22T17:36:57.908 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.909+0000 7fb94d391880 1 < canceled operation key=NZ7PMKB2HICR tag=9JOS2X4BACCC type=del size=4170554 2023-12-22T17:36:57.912 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.913+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~AMDSKEVA2KYH.0 size=1048576 2023-12-22T17:36:57.914 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.915+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~AMDSKEVA2KYH.1 size=332016 2023-12-22T17:36:57.914 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.915+0000 7fb94d391880 1 > prepared multipart upload key=GGQ09G6E3CZ6 upload=AMDSKEVA2KYH tag=8YJJE0Z7UXF9 type=write size=2429168 2023-12-22T17:36:57.917 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.918+0000 7fb94d391880 -1 < failed to complete operation key=28XBL3715EHT tag=972Y2CTRY4HT type=del size=487716: (22) Invalid argument 2023-12-22T17:36:57.921 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.923+0000 7fb94d391880 1 > prepared part key=_multipart_YRKG3P9O1XBW.2~PJAKP18WGECL.0 size=1048576 2023-12-22T17:36:57.923 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.924+0000 7fb94d391880 1 > prepared part key=_multipart_YRKG3P9O1XBW.2~PJAKP18WGECL.1 size=1048576 2023-12-22T17:36:57.925 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.926+0000 7fb94d391880 1 > prepared part key=_multipart_YRKG3P9O1XBW.2~PJAKP18WGECL.2 size=544008 2023-12-22T17:36:57.925 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.926+0000 7fb94d391880 1 > prepared multipart upload key=YRKG3P9O1XBW upload=PJAKP18WGECL tag=B0V6P8Q0NLGX type=write size=3689736 2023-12-22T17:36:57.927 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.928+0000 7fb94d391880 1 < completed part key=_multipart_7KXZJJ9YT96E.2~EIS84FJIH54M.0 size=1048576 2023-12-22T17:36:57.929 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.930+0000 7fb94d391880 1 < completed part key=_multipart_7KXZJJ9YT96E.2~EIS84FJIH54M.1 size=654759 2023-12-22T17:36:57.932 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.934+0000 7fb94d391880 1 < completed multipart upload key=7KXZJJ9YT96E upload=EIS84FJIH54M tag=SXI1VX6EY3A0 type=write size=2751911 2023-12-22T17:36:57.936 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.937+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~ROHD9LP3A1OY.0 size=1048576 2023-12-22T17:36:57.938 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.939+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~ROHD9LP3A1OY.1 size=1048576 2023-12-22T17:36:57.940 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.941+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~ROHD9LP3A1OY.2 size=611664 2023-12-22T17:36:57.940 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.941+0000 7fb94d391880 1 > prepared multipart upload key=HZAQDCN1TA70 upload=ROHD9LP3A1OY tag=SC1GJOP2HRTV type=write size=3757392 2023-12-22T17:36:57.942 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.943+0000 7fb94d391880 1 < completed delete operation key=7KXZJJ9YT96E tag=XH2FERG10XDY type=del 2023-12-22T17:36:57.944 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.946+0000 7fb94d391880 1 > prepared operation key=704VLVQ2P45U tag=LQCI5643X1SO type=del size=3875341 2023-12-22T17:36:57.946 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.948+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~XL0F1BZ0MCTO.0 size=1048576 2023-12-22T17:36:57.946 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.948+0000 7fb94d391880 1 < canceled part key=_multipart_DXPJ8O4O0SI2.2~XL0F1BZ0MCTO.1 size=480421 2023-12-22T17:36:57.950 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.952+0000 7fb94d391880 1 < canceled multipart upload key=DXPJ8O4O0SI2 upload=XL0F1BZ0MCTO tag=01Q2IU3G8MCF type=write size=2577573 2023-12-22T17:36:57.954 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.955+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~CC9VVZGQ4RG4.0 size=1048576 2023-12-22T17:36:57.956 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.958+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~CC9VVZGQ4RG4.1 size=1048576 2023-12-22T17:36:57.958 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.960+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~CC9VVZGQ4RG4.2 size=611185 2023-12-22T17:36:57.959 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.960+0000 7fb94d391880 1 > prepared multipart upload key=V3ZYXTO3N0R6 upload=CC9VVZGQ4RG4 tag=F0919X6G0PUV type=write size=3756913 2023-12-22T17:36:57.961 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.962+0000 7fb94d391880 1 < completed delete operation key=HZAQDCN1TA70 tag=4EPLJUVI3YVN type=del 2023-12-22T17:36:57.964 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.966+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~MLXN3D0WYEHU.0 size=1048576 2023-12-22T17:36:57.966 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.967+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~MLXN3D0WYEHU.1 size=60329 2023-12-22T17:36:57.966 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.967+0000 7fb94d391880 1 > prepared multipart upload key=V3ZYXTO3N0R6 upload=MLXN3D0WYEHU tag=7BANE1FQFBQ7 type=write size=2157481 2023-12-22T17:36:57.968 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.969+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~Y6S75B8YAL29.0 size=365895 2023-12-22T17:36:57.972 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.973+0000 7fb94d391880 1 < completed multipart upload key=KLRYSCZNAHKT upload=Y6S75B8YAL29 tag=FIYVP13QHH59 type=write size=1414471 2023-12-22T17:36:57.974 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.975+0000 7fb94d391880 1 > prepared operation key=BCP1VQB2TB0F tag=U8ER0TADJ2P1 type=del size=1154260 2023-12-22T17:36:57.976 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.978+0000 7fb94d391880 1 < completed part key=_multipart_IRCWNBTM8JVB.2~90FEEZZUKEZJ.0 size=197958 2023-12-22T17:36:57.980 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.981+0000 7fb94d391880 1 < completed multipart upload key=IRCWNBTM8JVB upload=90FEEZZUKEZJ tag=7R78G1TMNXVO type=write size=1246534 2023-12-22T17:36:57.982 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.983+0000 7fb94d391880 1 > prepared operation key=IRCWNBTM8JVB tag=X4IBN1P4PWP4 type=del size=3157343 2023-12-22T17:36:57.982 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.984+0000 7fb94d391880 1 < canceled part key=_multipart_BCP1VQB2TB0F.2~EKDU5GGS12AK.0 size=1048576 2023-12-22T17:36:57.984 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.985+0000 7fb94d391880 1 < completed part key=_multipart_BCP1VQB2TB0F.2~EKDU5GGS12AK.1 size=1048576 2023-12-22T17:36:57.986 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.987+0000 7fb94d391880 1 < completed part key=_multipart_BCP1VQB2TB0F.2~EKDU5GGS12AK.2 size=7613 2023-12-22T17:36:57.989 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.991+0000 7fb94d391880 1 < canceled multipart upload key=BCP1VQB2TB0F upload=EKDU5GGS12AK tag=RVTRVIGGCZ2Q type=write size=3153341 2023-12-22T17:36:57.991 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.993+0000 7fb94d391880 1 > prepared operation key=704VLVQ2P45U tag=NJQTC66C68K3 type=write size=616961 2023-12-22T17:36:57.993 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.995+0000 7fb94d391880 1 < completed part key=_multipart_704VLVQ2P45U.2~DPA25M826UCQ.0 size=1048576 2023-12-22T17:36:57.995 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.996+0000 7fb94d391880 1 < completed part key=_multipart_704VLVQ2P45U.2~DPA25M826UCQ.1 size=1048576 2023-12-22T17:36:57.997 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:57.998+0000 7fb94d391880 1 < completed part key=_multipart_704VLVQ2P45U.2~DPA25M826UCQ.2 size=808410 2023-12-22T17:36:58.001 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.002+0000 7fb94d391880 1 < completed multipart upload key=704VLVQ2P45U upload=DPA25M826UCQ tag=8UHHLMKTAF17 type=write size=3954138 2023-12-22T17:36:58.003 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.004+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=1BGM7U8UCQPZ type=write size=624098 2023-12-22T17:36:58.005 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.006+0000 7fb94d391880 1 < completed delete operation key=TFLKTU1RF46Q tag=CH3S8YYGZBBN type=del 2023-12-22T17:36:58.007 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.008+0000 7fb94d391880 1 > prepared operation key=R9WTR26FAZP8 tag=4EV7Q45Q1D2Q type=del size=1167224 2023-12-22T17:36:58.009 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.010+0000 7fb94d391880 1 < canceled operation key=RWJE4O4GO9IK tag=C0M8AUE1JXYU type=del size=3683959 2023-12-22T17:36:58.013 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.014+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~DWR7KWU8YOHE.0 size=1048576 2023-12-22T17:36:58.014 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.016+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~DWR7KWU8YOHE.1 size=1048576 2023-12-22T17:36:58.016 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.018+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~DWR7KWU8YOHE.2 size=367040 2023-12-22T17:36:58.016 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.018+0000 7fb94d391880 1 > prepared multipart upload key=I7GAQL38WXHS upload=DWR7KWU8YOHE tag=LAO3EZC04O06 type=write size=3512768 2023-12-22T17:36:58.018 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.020+0000 7fb94d391880 1 < completed delete operation key=RV0R03E3QAOV tag=1WOCUDT9P32R type=del 2023-12-22T17:36:58.020 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.022+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=8A2QUVH26DI7 type=write size=1012073 2023-12-22T17:36:58.023 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.024+0000 7fb94d391880 1 < completed part key=_multipart_T8TYNCC2V8CD.2~PI69BI73B6IB.0 size=1048576 2023-12-22T17:36:58.025 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.026+0000 7fb94d391880 1 < completed part key=_multipart_T8TYNCC2V8CD.2~PI69BI73B6IB.1 size=794233 2023-12-22T17:36:58.029 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.030+0000 7fb94d391880 1 < completed multipart upload key=T8TYNCC2V8CD upload=PI69BI73B6IB tag=BJ0LQQ8IP1FA type=write size=2891385 2023-12-22T17:36:58.031 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.033+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=XI7PO4L97OXL type=del size=2748723 2023-12-22T17:36:58.035 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.036+0000 7fb94d391880 -1 < failed to complete operation key=28XBL3715EHT tag=8PMF0GBXNBXM type=del size=4129565: (22) Invalid argument 2023-12-22T17:36:58.039 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.040+0000 7fb94d391880 1 > prepared part key=_multipart_28XBL3715EHT.2~MQ1BOJ33UF05.0 size=137606 2023-12-22T17:36:58.039 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.040+0000 7fb94d391880 1 > prepared multipart upload key=28XBL3715EHT upload=MQ1BOJ33UF05 tag=FQ568OTTNQR6 type=write size=1186182 2023-12-22T17:36:58.041 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.043+0000 7fb94d391880 1 < completed part key=_multipart_28XBL3715EHT.2~ZFJGJD4JAN21.0 size=1048576 2023-12-22T17:36:58.043 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.044+0000 7fb94d391880 1 < completed part key=_multipart_28XBL3715EHT.2~ZFJGJD4JAN21.1 size=1022423 2023-12-22T17:36:58.047 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.048+0000 7fb94d391880 1 < completed multipart upload key=28XBL3715EHT upload=ZFJGJD4JAN21 tag=1ARMM56CGZSR type=write size=3119575 2023-12-22T17:36:58.049 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.050+0000 7fb94d391880 1 > prepared operation key=7V5FS6PEP4ZL tag=3J943DAHFKMO type=del size=252698 2023-12-22T17:36:58.051 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.053+0000 7fb94d391880 1 < completed part key=_multipart_GGQ09G6E3CZ6.2~AMDSKEVA2KYH.0 size=1048576 2023-12-22T17:36:58.053 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.054+0000 7fb94d391880 1 < completed part key=_multipart_GGQ09G6E3CZ6.2~AMDSKEVA2KYH.1 size=332016 2023-12-22T17:36:58.057 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.058+0000 7fb94d391880 1 < completed multipart upload key=GGQ09G6E3CZ6 upload=AMDSKEVA2KYH tag=8YJJE0Z7UXF9 type=write size=2429168 2023-12-22T17:36:58.059 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.060+0000 7fb94d391880 1 > prepared operation key=DVN26OO0LDI7 tag=6SP0F2PHYAKQ type=write size=240540 2023-12-22T17:36:58.061 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.062+0000 7fb94d391880 1 < completed part key=_multipart_YRKG3P9O1XBW.2~PJAKP18WGECL.0 size=1048576 2023-12-22T17:36:58.063 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.064+0000 7fb94d391880 1 < completed part key=_multipart_YRKG3P9O1XBW.2~PJAKP18WGECL.1 size=1048576 2023-12-22T17:36:58.065 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.066+0000 7fb94d391880 1 < completed part key=_multipart_YRKG3P9O1XBW.2~PJAKP18WGECL.2 size=544008 2023-12-22T17:36:58.068 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.070+0000 7fb94d391880 1 < completed multipart upload key=YRKG3P9O1XBW upload=PJAKP18WGECL tag=B0V6P8Q0NLGX type=write size=3689736 2023-12-22T17:36:58.071 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.072+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=F7BI0DXH10MG type=del size=2202066 2023-12-22T17:36:58.073 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.074+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~ROHD9LP3A1OY.0 size=1048576 2023-12-22T17:36:58.075 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.076+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~ROHD9LP3A1OY.1 size=1048576 2023-12-22T17:36:58.076 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.078+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~ROHD9LP3A1OY.2 size=611664 2023-12-22T17:36:58.080 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.081+0000 7fb94d391880 1 < completed multipart upload key=HZAQDCN1TA70 upload=ROHD9LP3A1OY tag=SC1GJOP2HRTV type=write size=3757392 2023-12-22T17:36:58.082 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.084+0000 7fb94d391880 1 > prepared operation key=YRKG3P9O1XBW tag=OL95VM6ZQDKD type=del size=2686111 2023-12-22T17:36:58.084 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.086+0000 7fb94d391880 1 < completed delete operation key=704VLVQ2P45U tag=LQCI5643X1SO type=del 2023-12-22T17:36:58.086 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.088+0000 7fb94d391880 1 > prepared operation key=V3ZYXTO3N0R6 tag=ZDCRZQN05N3D type=del size=2954319 2023-12-22T17:36:58.089 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.090+0000 7fb94d391880 1 < completed part key=_multipart_V3ZYXTO3N0R6.2~CC9VVZGQ4RG4.0 size=1048576 2023-12-22T17:36:58.090 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.092+0000 7fb94d391880 1 < completed part key=_multipart_V3ZYXTO3N0R6.2~CC9VVZGQ4RG4.1 size=1048576 2023-12-22T17:36:58.092 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.094+0000 7fb94d391880 1 < completed part key=_multipart_V3ZYXTO3N0R6.2~CC9VVZGQ4RG4.2 size=611185 2023-12-22T17:36:58.096 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.097+0000 7fb94d391880 1 < completed multipart upload key=V3ZYXTO3N0R6 upload=CC9VVZGQ4RG4 tag=F0919X6G0PUV type=write size=3756913 2023-12-22T17:36:58.098 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.099+0000 7fb94d391880 1 > prepared operation key=TFLKTU1RF46Q tag=Y72P5L83NTLV type=del size=1624123 2023-12-22T17:36:58.100 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.102+0000 7fb94d391880 1 < completed part key=_multipart_V3ZYXTO3N0R6.2~MLXN3D0WYEHU.0 size=1048576 2023-12-22T17:36:58.102 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.103+0000 7fb94d391880 1 < completed part key=_multipart_V3ZYXTO3N0R6.2~MLXN3D0WYEHU.1 size=60329 2023-12-22T17:36:58.106 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.107+0000 7fb94d391880 1 < completed multipart upload key=V3ZYXTO3N0R6 upload=MLXN3D0WYEHU tag=7BANE1FQFBQ7 type=write size=2157481 2023-12-22T17:36:58.108 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.109+0000 7fb94d391880 1 > prepared operation key=KLRYSCZNAHKT tag=F01JOVQ7T8BV type=del size=3386408 2023-12-22T17:36:58.113 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.114+0000 7fb94d391880 1 < suggested update operation key=BCP1VQB2TB0F tag=U8ER0TADJ2P1 type=del size=1154260 2023-12-22T17:36:58.115 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.116+0000 7fb94d391880 1 > prepared operation key=6CLDD4VJZWJJ tag=5VS6YKMH9DF3 type=del size=3240196 2023-12-22T17:36:58.117 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.119+0000 7fb94d391880 1 < completed delete operation key=IRCWNBTM8JVB tag=X4IBN1P4PWP4 type=del 2023-12-22T17:36:58.120 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.122+0000 7fb94d391880 1 > prepared operation key=TDS90SYZKMLU tag=2EW9B4SL40VZ type=del size=390823 2023-12-22T17:36:58.122 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.124+0000 7fb94d391880 1 < canceled operation key=704VLVQ2P45U tag=NJQTC66C68K3 type=write size=616961 2023-12-22T17:36:58.126 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.127+0000 7fb94d391880 1 > prepared part key=_multipart_T8TYNCC2V8CD.2~DWHPQR4BP9JE.0 size=1048576 2023-12-22T17:36:58.128 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.129+0000 7fb94d391880 1 > prepared part key=_multipart_T8TYNCC2V8CD.2~DWHPQR4BP9JE.1 size=990528 2023-12-22T17:36:58.128 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.129+0000 7fb94d391880 1 > prepared multipart upload key=T8TYNCC2V8CD upload=DWHPQR4BP9JE tag=4KWJNC9LBM6D type=write size=3087680 2023-12-22T17:36:58.130 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.132+0000 7fb94d391880 1 < completed write operation key=5HOL7148HSJL tag=1BGM7U8UCQPZ type=write size=624098 2023-12-22T17:36:58.132 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.134+0000 7fb94d391880 1 > prepared operation key=X3NXWCITUK7S tag=BGUVIBG5LLNP type=del size=2771602 2023-12-22T17:36:58.134 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.136+0000 7fb94d391880 1 < completed delete operation key=R9WTR26FAZP8 tag=4EV7Q45Q1D2Q type=del 2023-12-22T17:36:58.136 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.138+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=VZ026JYM53CM type=del size=368496 2023-12-22T17:36:58.138 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.140+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~DWR7KWU8YOHE.0 size=1048576 2023-12-22T17:36:58.140 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.141+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~DWR7KWU8YOHE.1 size=1048576 2023-12-22T17:36:58.142 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.143+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~DWR7KWU8YOHE.2 size=367040 2023-12-22T17:36:58.145 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.147+0000 7fb94d391880 1 < completed multipart upload key=I7GAQL38WXHS upload=DWR7KWU8YOHE tag=LAO3EZC04O06 type=write size=3512768 2023-12-22T17:36:58.147 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.149+0000 7fb94d391880 1 > prepared operation key=GGQ09G6E3CZ6 tag=UE7JDIJJ297M type=write size=488228 2023-12-22T17:36:58.149 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.151+0000 7fb94d391880 1 < completed write operation key=2G2FODM41TWI tag=8A2QUVH26DI7 type=write size=1012073 2023-12-22T17:36:58.153 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.154+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~3MII42B00A6G.0 size=1048576 2023-12-22T17:36:58.155 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.156+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~3MII42B00A6G.1 size=1048576 2023-12-22T17:36:58.157 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.158+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~3MII42B00A6G.2 size=431417 2023-12-22T17:36:58.157 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.158+0000 7fb94d391880 1 > prepared multipart upload key=2G2FODM41TWI upload=3MII42B00A6G tag=VQTGO4EDI17A type=write size=3577145 2023-12-22T17:36:58.159 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.160+0000 7fb94d391880 1 < completed delete operation key=5HOL7148HSJL tag=XI7PO4L97OXL type=del 2023-12-22T17:36:58.161 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.162+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=4CW2HGZVGHVM type=del size=3719271 2023-12-22T17:36:58.163 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.164+0000 7fb94d391880 1 < completed part key=_multipart_28XBL3715EHT.2~MQ1BOJ33UF05.0 size=137606 2023-12-22T17:36:58.167 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.168+0000 7fb94d391880 1 < completed multipart upload key=28XBL3715EHT upload=MQ1BOJ33UF05 tag=FQ568OTTNQR6 type=write size=1186182 2023-12-22T17:36:58.171 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.172+0000 7fb94d391880 1 > prepared part key=_multipart_R9WTR26FAZP8.2~K7U4KNFRR499.0 size=967216 2023-12-22T17:36:58.171 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.172+0000 7fb94d391880 1 > prepared multipart upload key=R9WTR26FAZP8 upload=K7U4KNFRR499 tag=LT5KQ5AL4HZF type=write size=2015792 2023-12-22T17:36:58.173 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.174+0000 7fb94d391880 1 < completed delete operation key=7V5FS6PEP4ZL tag=3J943DAHFKMO type=del 2023-12-22T17:36:58.177 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.178+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~PDF263ZIXZ56.0 size=1048576 2023-12-22T17:36:58.179 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.180+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~PDF263ZIXZ56.1 size=42905 2023-12-22T17:36:58.179 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.180+0000 7fb94d391880 1 > prepared multipart upload key=KLRYSCZNAHKT upload=PDF263ZIXZ56 tag=AJR77E42S2E4 type=write size=2140057 2023-12-22T17:36:58.181 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.182+0000 7fb94d391880 1 < completed write operation key=DVN26OO0LDI7 tag=6SP0F2PHYAKQ type=write size=240540 2023-12-22T17:36:58.185 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.186+0000 7fb94d391880 1 > prepared part key=_multipart_7V5FS6PEP4ZL.2~BXEUAFSI9X2T.0 size=1048576 2023-12-22T17:36:58.187 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.188+0000 7fb94d391880 1 > prepared part key=_multipart_7V5FS6PEP4ZL.2~BXEUAFSI9X2T.1 size=1048576 2023-12-22T17:36:58.188 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.190+0000 7fb94d391880 1 > prepared part key=_multipart_7V5FS6PEP4ZL.2~BXEUAFSI9X2T.2 size=445557 2023-12-22T17:36:58.188 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.190+0000 7fb94d391880 1 > prepared multipart upload key=7V5FS6PEP4ZL upload=BXEUAFSI9X2T tag=A11I53M4111P type=write size=3591285 2023-12-22T17:36:58.190 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.192+0000 7fb94d391880 1 < completed delete operation key=28XBL3715EHT tag=F7BI0DXH10MG type=del 2023-12-22T17:36:58.194 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.195+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~FW5BIF3O63S6.0 size=370444 2023-12-22T17:36:58.194 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.195+0000 7fb94d391880 1 > prepared multipart upload key=V3ZYXTO3N0R6 upload=FW5BIF3O63S6 tag=4HR6IB07XSPY type=write size=1419020 2023-12-22T17:36:58.196 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.197+0000 7fb94d391880 1 < canceled operation key=YRKG3P9O1XBW tag=OL95VM6ZQDKD type=del size=2686111 2023-12-22T17:36:58.200 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.201+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~BDU6XA1TR74B.0 size=1048576 2023-12-22T17:36:58.202 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.203+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~BDU6XA1TR74B.1 size=1048576 2023-12-22T17:36:58.204 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.205+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~BDU6XA1TR74B.2 size=438473 2023-12-22T17:36:58.204 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.205+0000 7fb94d391880 1 > prepared multipart upload key=DXPJ8O4O0SI2 upload=BDU6XA1TR74B tag=0NI9KXPQQBBG type=write size=3584201 2023-12-22T17:36:58.208 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.210+0000 7fb94d391880 1 < suggested remove operation key=V3ZYXTO3N0R6 tag=ZDCRZQN05N3D type=del 2023-12-22T17:36:58.210 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.212+0000 7fb94d391880 1 > prepared operation key=BCP1VQB2TB0F tag=KIBFLSY45Y7Z type=del size=3900175 2023-12-22T17:36:58.213 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.214+0000 7fb94d391880 1 < completed delete operation key=TFLKTU1RF46Q tag=Y72P5L83NTLV type=del 2023-12-22T17:36:58.215 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.216+0000 7fb94d391880 1 > prepared operation key=BCP1VQB2TB0F tag=LWB09BDJX61N type=del size=3881353 2023-12-22T17:36:58.217 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.218+0000 7fb94d391880 1 < completed delete operation key=KLRYSCZNAHKT tag=F01JOVQ7T8BV type=del 2023-12-22T17:36:58.219 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.220+0000 7fb94d391880 1 > prepared operation key=RV0R03E3QAOV tag=V44T501ULIXR type=del size=3247411 2023-12-22T17:36:58.224 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.225+0000 7fb94d391880 1 < suggested remove operation key=6CLDD4VJZWJJ tag=5VS6YKMH9DF3 type=del 2023-12-22T17:36:58.226 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.227+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=0HNY5NWSTOQ5 type=del size=793526 2023-12-22T17:36:58.228 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.229+0000 7fb94d391880 1 < completed delete operation key=TDS90SYZKMLU tag=2EW9B4SL40VZ type=del 2023-12-22T17:36:58.231 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.233+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~45FC47W8OTA5.0 size=719923 2023-12-22T17:36:58.232 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.233+0000 7fb94d391880 1 > prepared multipart upload key=KLRYSCZNAHKT upload=45FC47W8OTA5 tag=NYQDC9IRILFJ type=write size=1768499 2023-12-22T17:36:58.234 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.235+0000 7fb94d391880 1 < completed part key=_multipart_T8TYNCC2V8CD.2~DWHPQR4BP9JE.0 size=1048576 2023-12-22T17:36:58.235 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.237+0000 7fb94d391880 1 < completed part key=_multipart_T8TYNCC2V8CD.2~DWHPQR4BP9JE.1 size=990528 2023-12-22T17:36:58.240 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.241+0000 7fb94d391880 1 < completed multipart upload key=T8TYNCC2V8CD upload=DWHPQR4BP9JE tag=4KWJNC9LBM6D type=write size=3087680 2023-12-22T17:36:58.244 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.245+0000 7fb94d391880 1 > prepared part key=_multipart_7V5FS6PEP4ZL.2~I1FZYSXV277N.0 size=1048576 2023-12-22T17:36:58.247 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.248+0000 7fb94d391880 1 > prepared part key=_multipart_7V5FS6PEP4ZL.2~I1FZYSXV277N.1 size=492954 2023-12-22T17:36:58.247 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.248+0000 7fb94d391880 1 > prepared multipart upload key=7V5FS6PEP4ZL upload=I1FZYSXV277N tag=844RFJ2IL2QZ type=write size=2590106 2023-12-22T17:36:58.249 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.251+0000 7fb94d391880 1 < completed delete operation key=X3NXWCITUK7S tag=BGUVIBG5LLNP type=del 2023-12-22T17:36:58.253 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.255+0000 7fb94d391880 1 > prepared part key=_multipart_7KXZJJ9YT96E.2~S08CLH076TDX.0 size=1048576 2023-12-22T17:36:58.255 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.257+0000 7fb94d391880 1 > prepared part key=_multipart_7KXZJJ9YT96E.2~S08CLH076TDX.1 size=288620 2023-12-22T17:36:58.255 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.257+0000 7fb94d391880 1 > prepared multipart upload key=7KXZJJ9YT96E upload=S08CLH076TDX tag=9RUXUSQEW7VQ type=write size=2385772 2023-12-22T17:36:58.257 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.259+0000 7fb94d391880 1 < completed delete operation key=40X558JXAX9S tag=VZ026JYM53CM type=del 2023-12-22T17:36:58.260 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.261+0000 7fb94d391880 1 > prepared operation key=DXPJ8O4O0SI2 tag=JBBB86828VPW type=del size=2365416 2023-12-22T17:36:58.262 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.263+0000 7fb94d391880 1 < completed write operation key=GGQ09G6E3CZ6 tag=UE7JDIJJ297M type=write size=488228 2023-12-22T17:36:58.266 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.267+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~O5BM39Z7E4N9.0 size=888571 2023-12-22T17:36:58.266 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.267+0000 7fb94d391880 1 > prepared multipart upload key=0BNHPX2OE7C0 upload=O5BM39Z7E4N9 tag=XF5Y4TPQ9BHR type=write size=1937147 2023-12-22T17:36:58.268 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.269+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~3MII42B00A6G.0 size=1048576 2023-12-22T17:36:58.270 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.271+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~3MII42B00A6G.1 size=1048576 2023-12-22T17:36:58.272 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.273+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~3MII42B00A6G.2 size=431417 2023-12-22T17:36:58.276 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.277+0000 7fb94d391880 1 < completed multipart upload key=2G2FODM41TWI upload=3MII42B00A6G tag=VQTGO4EDI17A type=write size=3577145 2023-12-22T17:36:58.280 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.281+0000 7fb94d391880 1 > prepared part key=_multipart_BPXZFZEJYPX1.2~YPGHMLW12TKU.0 size=1048576 2023-12-22T17:36:58.281 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.283+0000 7fb94d391880 1 > prepared part key=_multipart_BPXZFZEJYPX1.2~YPGHMLW12TKU.1 size=1048576 2023-12-22T17:36:58.284 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.285+0000 7fb94d391880 1 > prepared part key=_multipart_BPXZFZEJYPX1.2~YPGHMLW12TKU.2 size=418370 2023-12-22T17:36:58.284 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.285+0000 7fb94d391880 1 > prepared multipart upload key=BPXZFZEJYPX1 upload=YPGHMLW12TKU tag=BTVEB131DFJJ type=write size=3564098 2023-12-22T17:36:58.287 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.288+0000 7fb94d391880 1 < completed delete operation key=HZAQDCN1TA70 tag=4CW2HGZVGHVM type=del 2023-12-22T17:36:58.289 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.290+0000 7fb94d391880 1 > prepared operation key=BPXZFZEJYPX1 tag=0B23ZT2MKNQY type=write size=1027343 2023-12-22T17:36:58.291 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.292+0000 7fb94d391880 1 < completed part key=_multipart_R9WTR26FAZP8.2~K7U4KNFRR499.0 size=967216 2023-12-22T17:36:58.295 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.296+0000 7fb94d391880 1 < completed multipart upload key=R9WTR26FAZP8 upload=K7U4KNFRR499 tag=LT5KQ5AL4HZF type=write size=2015792 2023-12-22T17:36:58.299 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.300+0000 7fb94d391880 1 > prepared part key=_multipart_7KXZJJ9YT96E.2~WQQZVQUDU5L2.0 size=511574 2023-12-22T17:36:58.299 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.300+0000 7fb94d391880 1 > prepared multipart upload key=7KXZJJ9YT96E upload=WQQZVQUDU5L2 tag=GJ3AMZ1YA1LW type=write size=1560150 2023-12-22T17:36:58.301 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.303+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~PDF263ZIXZ56.0 size=1048576 2023-12-22T17:36:58.303 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.304+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~PDF263ZIXZ56.1 size=42905 2023-12-22T17:36:58.307 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.308+0000 7fb94d391880 1 < completed multipart upload key=KLRYSCZNAHKT upload=PDF263ZIXZ56 tag=AJR77E42S2E4 type=write size=2140057 2023-12-22T17:36:58.309 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.311+0000 7fb94d391880 1 > prepared operation key=V3ZYXTO3N0R6 tag=ZH20QTDJ9416 type=del size=1587866 2023-12-22T17:36:58.312 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.313+0000 7fb94d391880 1 < completed part key=_multipart_7V5FS6PEP4ZL.2~BXEUAFSI9X2T.0 size=1048576 2023-12-22T17:36:58.313 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.315+0000 7fb94d391880 1 < completed part key=_multipart_7V5FS6PEP4ZL.2~BXEUAFSI9X2T.1 size=1048576 2023-12-22T17:36:58.315 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.316+0000 7fb94d391880 1 < completed part key=_multipart_7V5FS6PEP4ZL.2~BXEUAFSI9X2T.2 size=445557 2023-12-22T17:36:58.319 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.321+0000 7fb94d391880 1 < completed multipart upload key=7V5FS6PEP4ZL upload=BXEUAFSI9X2T tag=A11I53M4111P type=write size=3591285 2023-12-22T17:36:58.324 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.325+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~XI2T7772W3ZG.0 size=499401 2023-12-22T17:36:58.324 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.325+0000 7fb94d391880 1 > prepared multipart upload key=2G2FODM41TWI upload=XI2T7772W3ZG tag=4AB2D3UNADIK type=write size=1547977 2023-12-22T17:36:58.326 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.327+0000 7fb94d391880 1 < completed part key=_multipart_V3ZYXTO3N0R6.2~FW5BIF3O63S6.0 size=370444 2023-12-22T17:36:58.330 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.332+0000 7fb94d391880 1 < completed multipart upload key=V3ZYXTO3N0R6 upload=FW5BIF3O63S6 tag=4HR6IB07XSPY type=write size=1419020 2023-12-22T17:36:58.332 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.334+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=JO8IBMFI0BTK type=del size=2280034 2023-12-22T17:36:58.335 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.337+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~BDU6XA1TR74B.0 size=1048576 2023-12-22T17:36:58.336 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.337+0000 7fb94d391880 1 < canceled part key=_multipart_DXPJ8O4O0SI2.2~BDU6XA1TR74B.1 size=1048576 2023-12-22T17:36:58.337 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.338+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~BDU6XA1TR74B.2 size=438473 2023-12-22T17:36:58.341 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.342+0000 7fb94d391880 1 < canceled multipart upload key=DXPJ8O4O0SI2 upload=BDU6XA1TR74B tag=0NI9KXPQQBBG type=write size=3584201 2023-12-22T17:36:58.343 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.344+0000 7fb94d391880 1 > prepared operation key=704VLVQ2P45U tag=I63TKZ7BDXRU type=del size=3860110 2023-12-22T17:36:58.345 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.346+0000 7fb94d391880 1 < completed delete operation key=BCP1VQB2TB0F tag=KIBFLSY45Y7Z type=del 2023-12-22T17:36:58.347 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.348+0000 7fb94d391880 1 > prepared operation key=TFLKTU1RF46Q tag=XE9JPQODMI0N type=del size=3113621 2023-12-22T17:36:58.351 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.352+0000 7fb94d391880 1 < suggested remove operation key=BCP1VQB2TB0F tag=LWB09BDJX61N type=del 2023-12-22T17:36:58.355 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.356+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~8UXSL70IRH9A.0 size=574649 2023-12-22T17:36:58.355 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.356+0000 7fb94d391880 1 > prepared multipart upload key=KLRYSCZNAHKT upload=8UXSL70IRH9A tag=A78ITJ5M7FDL type=write size=1623225 2023-12-22T17:36:58.357 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.359+0000 7fb94d391880 1 < completed delete operation key=RV0R03E3QAOV tag=V44T501ULIXR type=del 2023-12-22T17:36:58.361 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.362+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~9JVJ7A8ISW81.0 size=1048576 2023-12-22T17:36:58.363 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.364+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~9JVJ7A8ISW81.1 size=812543 2023-12-22T17:36:58.363 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.364+0000 7fb94d391880 1 > prepared multipart upload key=KLRYSCZNAHKT upload=9JVJ7A8ISW81 tag=NIXXYXLQ6GD5 type=write size=2909695 2023-12-22T17:36:58.365 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.366+0000 7fb94d391880 1 < completed delete operation key=40X558JXAX9S tag=0HNY5NWSTOQ5 type=del 2023-12-22T17:36:58.367 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.368+0000 7fb94d391880 1 > prepared operation key=74ZWP6PRPDCK tag=7Z6IRE29C004 type=del size=676911 2023-12-22T17:36:58.369 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.370+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~45FC47W8OTA5.0 size=719923 2023-12-22T17:36:58.373 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.375+0000 7fb94d391880 1 < completed multipart upload key=KLRYSCZNAHKT upload=45FC47W8OTA5 tag=NYQDC9IRILFJ type=write size=1768499 2023-12-22T17:36:58.375 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.376+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=1RA5Y3RY2QVD type=write size=371969 2023-12-22T17:36:58.377 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.378+0000 7fb94d391880 1 < completed part key=_multipart_7V5FS6PEP4ZL.2~I1FZYSXV277N.0 size=1048576 2023-12-22T17:36:58.379 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.380+0000 7fb94d391880 1 < completed part key=_multipart_7V5FS6PEP4ZL.2~I1FZYSXV277N.1 size=492954 2023-12-22T17:36:58.383 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.384+0000 7fb94d391880 1 < completed multipart upload key=7V5FS6PEP4ZL upload=I1FZYSXV277N tag=844RFJ2IL2QZ type=write size=2590106 2023-12-22T17:36:58.387 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.388+0000 7fb94d391880 1 > prepared part key=_multipart_BCP1VQB2TB0F.2~AS0LP4DRL5BI.0 size=1048576 2023-12-22T17:36:58.389 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.390+0000 7fb94d391880 1 > prepared part key=_multipart_BCP1VQB2TB0F.2~AS0LP4DRL5BI.1 size=1048576 2023-12-22T17:36:58.391 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.392+0000 7fb94d391880 1 > prepared part key=_multipart_BCP1VQB2TB0F.2~AS0LP4DRL5BI.2 size=912674 2023-12-22T17:36:58.391 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.392+0000 7fb94d391880 1 > prepared multipart upload key=BCP1VQB2TB0F upload=AS0LP4DRL5BI tag=MCBT1OJ4XPJ8 type=write size=4058402 2023-12-22T17:36:58.393 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.394+0000 7fb94d391880 1 < completed part key=_multipart_7KXZJJ9YT96E.2~S08CLH076TDX.0 size=1048576 2023-12-22T17:36:58.395 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.396+0000 7fb94d391880 1 < completed part key=_multipart_7KXZJJ9YT96E.2~S08CLH076TDX.1 size=288620 2023-12-22T17:36:58.398 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.400+0000 7fb94d391880 1 < completed multipart upload key=7KXZJJ9YT96E upload=S08CLH076TDX tag=9RUXUSQEW7VQ type=write size=2385772 2023-12-22T17:36:58.401 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.402+0000 7fb94d391880 1 > prepared operation key=74ZWP6PRPDCK tag=WLDIOHAWS5AC type=del size=3426258 2023-12-22T17:36:58.403 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.404+0000 7fb94d391880 1 < completed delete operation key=DXPJ8O4O0SI2 tag=JBBB86828VPW type=del 2023-12-22T17:36:58.407 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.408+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~SIOYQMRHC93M.0 size=1048576 2023-12-22T17:36:58.409 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.410+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~SIOYQMRHC93M.1 size=827057 2023-12-22T17:36:58.409 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.410+0000 7fb94d391880 1 > prepared multipart upload key=2G2FODM41TWI upload=SIOYQMRHC93M tag=TWD0BG0QMI7Z type=write size=2924209 2023-12-22T17:36:58.412 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.413+0000 7fb94d391880 1 < completed part key=_multipart_0BNHPX2OE7C0.2~O5BM39Z7E4N9.0 size=888571 2023-12-22T17:36:58.415 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.416+0000 7fb94d391880 1 < completed multipart upload key=0BNHPX2OE7C0 upload=O5BM39Z7E4N9 tag=XF5Y4TPQ9BHR type=write size=1937147 2023-12-22T17:36:58.418 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.419+0000 7fb94d391880 1 > prepared operation key=6CLDD4VJZWJJ tag=MYYQR99MN78C type=del size=664844 2023-12-22T17:36:58.420 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.421+0000 7fb94d391880 1 < completed part key=_multipart_BPXZFZEJYPX1.2~YPGHMLW12TKU.0 size=1048576 2023-12-22T17:36:58.422 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.423+0000 7fb94d391880 1 < completed part key=_multipart_BPXZFZEJYPX1.2~YPGHMLW12TKU.1 size=1048576 2023-12-22T17:36:58.424 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.425+0000 7fb94d391880 1 < completed part key=_multipart_BPXZFZEJYPX1.2~YPGHMLW12TKU.2 size=418370 2023-12-22T17:36:58.427 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.429+0000 7fb94d391880 1 < completed multipart upload key=BPXZFZEJYPX1 upload=YPGHMLW12TKU tag=BTVEB131DFJJ type=write size=3564098 2023-12-22T17:36:58.432 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.433+0000 7fb94d391880 1 > prepared part key=_multipart_L6DUB57B222Z.2~LCV66UJB12T9.0 size=1048576 2023-12-22T17:36:58.434 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.435+0000 7fb94d391880 1 > prepared part key=_multipart_L6DUB57B222Z.2~LCV66UJB12T9.1 size=855027 2023-12-22T17:36:58.434 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.435+0000 7fb94d391880 1 > prepared multipart upload key=L6DUB57B222Z upload=LCV66UJB12T9 tag=DCT6AEBFQP8F type=write size=2952179 2023-12-22T17:36:58.436 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.438+0000 7fb94d391880 1 < completed write operation key=BPXZFZEJYPX1 tag=0B23ZT2MKNQY type=write size=1027343 2023-12-22T17:36:58.440 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.441+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~RXC2WLMMWWU0.0 size=1020660 2023-12-22T17:36:58.440 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.441+0000 7fb94d391880 1 > prepared multipart upload key=40X558JXAX9S upload=RXC2WLMMWWU0 tag=1H8SGZK8BSMK type=write size=2069236 2023-12-22T17:36:58.442 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.443+0000 7fb94d391880 1 < completed part key=_multipart_7KXZJJ9YT96E.2~WQQZVQUDU5L2.0 size=511574 2023-12-22T17:36:58.446 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.447+0000 7fb94d391880 1 < completed multipart upload key=7KXZJJ9YT96E upload=WQQZVQUDU5L2 tag=GJ3AMZ1YA1LW type=write size=1560150 2023-12-22T17:36:58.448 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.449+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=D40EWAC4CDVC type=del size=1999021 2023-12-22T17:36:58.450 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.451+0000 7fb94d391880 1 < completed delete operation key=V3ZYXTO3N0R6 tag=ZH20QTDJ9416 type=del 2023-12-22T17:36:58.452 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.453+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=KWQ3NZPUJ6YK type=del size=1225789 2023-12-22T17:36:58.454 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.455+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~XI2T7772W3ZG.0 size=499401 2023-12-22T17:36:58.458 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.459+0000 7fb94d391880 1 < completed multipart upload key=2G2FODM41TWI upload=XI2T7772W3ZG tag=4AB2D3UNADIK type=write size=1547977 2023-12-22T17:36:58.460 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.461+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=2Q3NI87B1GDW type=write size=644416 2023-12-22T17:36:58.464 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.465+0000 7fb94d391880 1 < suggested update operation key=5HOL7148HSJL tag=JO8IBMFI0BTK type=del size=2280034 2023-12-22T17:36:58.466 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.467+0000 7fb94d391880 1 > prepared operation key=DXPJ8O4O0SI2 tag=L6VAPQBZ529B type=del size=3162375 2023-12-22T17:36:58.470 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.471+0000 7fb94d391880 1 < suggested remove operation key=704VLVQ2P45U tag=I63TKZ7BDXRU type=del 2023-12-22T17:36:58.473 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.475+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~BRAMYM9LZKNT.0 size=837768 2023-12-22T17:36:58.474 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.475+0000 7fb94d391880 1 > prepared multipart upload key=2G2FODM41TWI upload=BRAMYM9LZKNT tag=0VSW2EGLAXZ4 type=write size=1886344 2023-12-22T17:36:58.476 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.477+0000 7fb94d391880 1 < canceled operation key=TFLKTU1RF46Q tag=XE9JPQODMI0N type=del size=3113621 2023-12-22T17:36:58.477 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.479+0000 7fb94d391880 1 > prepared operation key=DZPSR14TMXNC tag=AEA35BGMHJX9 type=del size=1656143 2023-12-22T17:36:58.480 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.481+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~8UXSL70IRH9A.0 size=574649 2023-12-22T17:36:58.483 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.484+0000 7fb94d391880 1 < completed multipart upload key=KLRYSCZNAHKT upload=8UXSL70IRH9A tag=A78ITJ5M7FDL type=write size=1623225 2023-12-22T17:36:58.485 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.486+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=194HZCT56IYO type=del size=467920 2023-12-22T17:36:58.487 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.488+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~9JVJ7A8ISW81.0 size=1048576 2023-12-22T17:36:58.489 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.490+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~9JVJ7A8ISW81.1 size=812543 2023-12-22T17:36:58.492 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.494+0000 7fb94d391880 1 < completed multipart upload key=KLRYSCZNAHKT upload=9JVJ7A8ISW81 tag=NIXXYXLQ6GD5 type=write size=2909695 2023-12-22T17:36:58.495 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.496+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=LU2CVZUF55T2 type=del size=1309653 2023-12-22T17:36:58.497 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.498+0000 7fb94d391880 1 < completed delete operation key=74ZWP6PRPDCK tag=7Z6IRE29C004 type=del 2023-12-22T17:36:58.499 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.500+0000 7fb94d391880 1 > prepared operation key=BPXZFZEJYPX1 tag=7688FLABZ75K type=del size=3536971 2023-12-22T17:36:58.502 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.503+0000 7fb94d391880 1 < completed write operation key=40X558JXAX9S tag=1RA5Y3RY2QVD type=write size=371969 2023-12-22T17:36:58.506 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.507+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~P1P9Z9X09Q12.0 size=1048576 2023-12-22T17:36:58.508 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.509+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~P1P9Z9X09Q12.1 size=917915 2023-12-22T17:36:58.508 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.509+0000 7fb94d391880 1 > prepared multipart upload key=W3X2J2SCNOE7 upload=P1P9Z9X09Q12 tag=YZ1RE0U5OADB type=write size=3015067 2023-12-22T17:36:58.508 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.509+0000 7fb94d391880 1 < canceled part key=_multipart_BCP1VQB2TB0F.2~AS0LP4DRL5BI.0 size=1048576 2023-12-22T17:36:58.510 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.511+0000 7fb94d391880 1 < completed part key=_multipart_BCP1VQB2TB0F.2~AS0LP4DRL5BI.1 size=1048576 2023-12-22T17:36:58.511 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.513+0000 7fb94d391880 1 < completed part key=_multipart_BCP1VQB2TB0F.2~AS0LP4DRL5BI.2 size=912674 2023-12-22T17:36:58.515 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.516+0000 7fb94d391880 1 < canceled multipart upload key=BCP1VQB2TB0F upload=AS0LP4DRL5BI tag=MCBT1OJ4XPJ8 type=write size=4058402 2023-12-22T17:36:58.519 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.520+0000 7fb94d391880 1 > prepared part key=_multipart_74ZWP6PRPDCK.2~NRE8VJ3IQ2GB.0 size=1048576 2023-12-22T17:36:58.521 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.522+0000 7fb94d391880 1 > prepared part key=_multipart_74ZWP6PRPDCK.2~NRE8VJ3IQ2GB.1 size=1048576 2023-12-22T17:36:58.522 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.524+0000 7fb94d391880 1 > prepared part key=_multipart_74ZWP6PRPDCK.2~NRE8VJ3IQ2GB.2 size=512140 2023-12-22T17:36:58.523 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.524+0000 7fb94d391880 1 > prepared multipart upload key=74ZWP6PRPDCK upload=NRE8VJ3IQ2GB tag=VUPJJQK4YYZP type=write size=3657868 2023-12-22T17:36:58.525 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.526+0000 7fb94d391880 1 < completed delete operation key=74ZWP6PRPDCK tag=WLDIOHAWS5AC type=del 2023-12-22T17:36:58.528 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.529+0000 7fb94d391880 1 > prepared operation key=6CLDD4VJZWJJ tag=93WUJ4F4QJTC type=del size=3025564 2023-12-22T17:36:58.528 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.529+0000 7fb94d391880 1 < canceled part key=_multipart_2G2FODM41TWI.2~SIOYQMRHC93M.0 size=1048576 2023-12-22T17:36:58.529 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.531+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~SIOYQMRHC93M.1 size=827057 2023-12-22T17:36:58.533 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.534+0000 7fb94d391880 1 < canceled multipart upload key=2G2FODM41TWI upload=SIOYQMRHC93M tag=TWD0BG0QMI7Z type=write size=2924209 2023-12-22T17:36:58.536 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.538+0000 7fb94d391880 1 > prepared operation key=T8TYNCC2V8CD tag=898YRF0PYHON type=del size=3596043 2023-12-22T17:36:58.539 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.540+0000 7fb94d391880 1 < completed delete operation key=6CLDD4VJZWJJ tag=MYYQR99MN78C type=del 2023-12-22T17:36:58.544 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.545+0000 7fb94d391880 1 > prepared part key=_multipart_TFLKTU1RF46Q.2~ADTJ30FBUWDH.0 size=968229 2023-12-22T17:36:58.544 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.545+0000 7fb94d391880 1 > prepared multipart upload key=TFLKTU1RF46Q upload=ADTJ30FBUWDH tag=VU1VFJE7KQHM type=write size=2016805 2023-12-22T17:36:58.546 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.548+0000 7fb94d391880 1 < completed part key=_multipart_L6DUB57B222Z.2~LCV66UJB12T9.0 size=1048576 2023-12-22T17:36:58.548 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.550+0000 7fb94d391880 1 < completed part key=_multipart_L6DUB57B222Z.2~LCV66UJB12T9.1 size=855027 2023-12-22T17:36:58.552 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.554+0000 7fb94d391880 1 < completed multipart upload key=L6DUB57B222Z upload=LCV66UJB12T9 tag=DCT6AEBFQP8F type=write size=2952179 2023-12-22T17:36:58.554 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.556+0000 7fb94d391880 1 > prepared operation key=R9WTR26FAZP8 tag=67Y2EE704OEZ type=del size=3906949 2023-12-22T17:36:58.557 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.558+0000 7fb94d391880 1 < completed part key=_multipart_40X558JXAX9S.2~RXC2WLMMWWU0.0 size=1020660 2023-12-22T17:36:58.562 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.563+0000 7fb94d391880 1 < completed multipart upload key=40X558JXAX9S upload=RXC2WLMMWWU0 tag=1H8SGZK8BSMK type=write size=2069236 2023-12-22T17:36:58.564 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.565+0000 7fb94d391880 1 > prepared operation key=BPXZFZEJYPX1 tag=4FWH37A1R84J type=del size=3642052 2023-12-22T17:36:58.567 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.568+0000 7fb94d391880 1 < completed delete operation key=2G2FODM41TWI tag=D40EWAC4CDVC type=del 2023-12-22T17:36:58.569 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.571+0000 7fb94d391880 1 > prepared operation key=X3NXWCITUK7S tag=FLVREX1NXZWA type=del size=1804140 2023-12-22T17:36:58.573 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.575+0000 7fb94d391880 1 < suggested remove operation key=40X558JXAX9S tag=KWQ3NZPUJ6YK type=del 2023-12-22T17:36:58.577 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.578+0000 7fb94d391880 1 > prepared part key=_multipart_7V5FS6PEP4ZL.2~PCCLZQBO4ZK4.0 size=1048576 2023-12-22T17:36:58.579 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.580+0000 7fb94d391880 1 > prepared part key=_multipart_7V5FS6PEP4ZL.2~PCCLZQBO4ZK4.1 size=675348 2023-12-22T17:36:58.579 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.580+0000 7fb94d391880 1 > prepared multipart upload key=7V5FS6PEP4ZL upload=PCCLZQBO4ZK4 tag=8FWPM62EKVL2 type=write size=2772500 2023-12-22T17:36:58.581 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.582+0000 7fb94d391880 1 < completed write operation key=7KXZJJ9YT96E tag=2Q3NI87B1GDW type=write size=644416 2023-12-22T17:36:58.585 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.586+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~XZULEFFPE8GV.0 size=1048576 2023-12-22T17:36:58.587 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.588+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~XZULEFFPE8GV.1 size=883505 2023-12-22T17:36:58.587 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.588+0000 7fb94d391880 1 > prepared multipart upload key=DXPJ8O4O0SI2 upload=XZULEFFPE8GV tag=GL8W1MI299C7 type=write size=2980657 2023-12-22T17:36:58.589 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.590+0000 7fb94d391880 1 < completed delete operation key=DXPJ8O4O0SI2 tag=L6VAPQBZ529B type=del 2023-12-22T17:36:58.591 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.592+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=G0X58PQLK3JX type=del size=485925 2023-12-22T17:36:58.594 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.595+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~BRAMYM9LZKNT.0 size=837768 2023-12-22T17:36:58.597 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.598+0000 7fb94d391880 1 < completed multipart upload key=2G2FODM41TWI upload=BRAMYM9LZKNT tag=0VSW2EGLAXZ4 type=write size=1886344 2023-12-22T17:36:58.599 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.600+0000 7fb94d391880 1 > prepared operation key=DVN26OO0LDI7 tag=B5XIQJ70OWD9 type=del size=1995293 2023-12-22T17:36:58.601 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.602+0000 7fb94d391880 1 < completed delete operation key=DZPSR14TMXNC tag=AEA35BGMHJX9 type=del 2023-12-22T17:36:58.605 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.606+0000 7fb94d391880 1 > prepared part key=_multipart_BPXZFZEJYPX1.2~TA2NAG3PYJW3.0 size=1048576 2023-12-22T17:36:58.607 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.608+0000 7fb94d391880 1 > prepared part key=_multipart_BPXZFZEJYPX1.2~TA2NAG3PYJW3.1 size=810954 2023-12-22T17:36:58.607 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.608+0000 7fb94d391880 1 > prepared multipart upload key=BPXZFZEJYPX1 upload=TA2NAG3PYJW3 tag=MKBFCRKYXKIF type=write size=2908106 2023-12-22T17:36:58.609 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.610+0000 7fb94d391880 1 < completed delete operation key=HZAQDCN1TA70 tag=194HZCT56IYO type=del 2023-12-22T17:36:58.611 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.612+0000 7fb94d391880 1 > prepared operation key=7V5FS6PEP4ZL tag=2LJR4L53AGZ2 type=del size=1474755 2023-12-22T17:36:58.613 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.614+0000 7fb94d391880 1 < completed delete operation key=28XBL3715EHT tag=LU2CVZUF55T2 type=del 2023-12-22T17:36:58.616 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.618+0000 7fb94d391880 1 > prepared part key=_multipart_BPXZFZEJYPX1.2~KMHZDQXA8V5V.0 size=1048576 2023-12-22T17:36:58.618 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.619+0000 7fb94d391880 1 > prepared part key=_multipart_BPXZFZEJYPX1.2~KMHZDQXA8V5V.1 size=374666 2023-12-22T17:36:58.618 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.619+0000 7fb94d391880 1 > prepared multipart upload key=BPXZFZEJYPX1 upload=KMHZDQXA8V5V tag=XOXJR3YXKLUD type=write size=2471818 2023-12-22T17:36:58.620 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.621+0000 7fb94d391880 1 < completed delete operation key=BPXZFZEJYPX1 tag=7688FLABZ75K type=del 2023-12-22T17:36:58.624 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.625+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~ZT9GI8OG2ZYY.0 size=1048576 2023-12-22T17:36:58.626 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.627+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~ZT9GI8OG2ZYY.1 size=1048576 2023-12-22T17:36:58.628 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.629+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~ZT9GI8OG2ZYY.2 size=65928 2023-12-22T17:36:58.628 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.629+0000 7fb94d391880 1 > prepared multipart upload key=DXPJ8O4O0SI2 upload=ZT9GI8OG2ZYY tag=ACN5J2RBK532 type=write size=3211656 2023-12-22T17:36:58.630 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.631+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~P1P9Z9X09Q12.0 size=1048576 2023-12-22T17:36:58.632 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.633+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~P1P9Z9X09Q12.1 size=917915 2023-12-22T17:36:58.636 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.637+0000 7fb94d391880 1 < completed multipart upload key=W3X2J2SCNOE7 upload=P1P9Z9X09Q12 tag=YZ1RE0U5OADB type=write size=3015067 2023-12-22T17:36:58.638 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.639+0000 7fb94d391880 1 > prepared operation key=TFLKTU1RF46Q tag=G4MADUFXIGYO type=del size=3604203 2023-12-22T17:36:58.640 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.642+0000 7fb94d391880 1 < completed part key=_multipart_74ZWP6PRPDCK.2~NRE8VJ3IQ2GB.0 size=1048576 2023-12-22T17:36:58.642 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.643+0000 7fb94d391880 1 < completed part key=_multipart_74ZWP6PRPDCK.2~NRE8VJ3IQ2GB.1 size=1048576 2023-12-22T17:36:58.694 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.643+0000 7fb94d391880 1 < canceled part key=_multipart_74ZWP6PRPDCK.2~NRE8VJ3IQ2GB.2 size=512140 2023-12-22T17:36:58.696 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.647+0000 7fb94d391880 1 < canceled multipart upload key=74ZWP6PRPDCK upload=NRE8VJ3IQ2GB tag=VUPJJQK4YYZP type=write size=3657868 2023-12-22T17:36:58.696 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.649+0000 7fb94d391880 1 > prepared operation key=L6DUB57B222Z tag=A8FJEMFN41DG type=write size=444601 2023-12-22T17:36:58.696 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.651+0000 7fb94d391880 1 < canceled operation key=6CLDD4VJZWJJ tag=93WUJ4F4QJTC type=del size=3025564 2023-12-22T17:36:58.696 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.653+0000 7fb94d391880 1 > prepared operation key=RWJE4O4GO9IK tag=O5CDJYQYN66V type=write size=701702 2023-12-22T17:36:58.696 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.658+0000 7fb94d391880 1 < suggested remove operation key=T8TYNCC2V8CD tag=898YRF0PYHON type=del 2023-12-22T17:36:58.696 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.660+0000 7fb94d391880 1 > prepared operation key=DZPSR14TMXNC tag=JMDZ1YG6GEDZ type=del size=1502576 2023-12-22T17:36:58.696 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.662+0000 7fb94d391880 1 < completed part key=_multipart_TFLKTU1RF46Q.2~ADTJ30FBUWDH.0 size=968229 2023-12-22T17:36:58.696 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.666+0000 7fb94d391880 1 < completed multipart upload key=TFLKTU1RF46Q upload=ADTJ30FBUWDH tag=VU1VFJE7KQHM type=write size=2016805 2023-12-22T17:36:58.697 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.668+0000 7fb94d391880 1 > prepared operation key=DVN26OO0LDI7 tag=M6H0G42D4AEQ type=del size=2942056 2023-12-22T17:36:58.697 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.670+0000 7fb94d391880 1 < canceled operation key=R9WTR26FAZP8 tag=67Y2EE704OEZ type=del size=3906949 2023-12-22T17:36:58.697 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.672+0000 7fb94d391880 1 > prepared operation key=TDS90SYZKMLU tag=NEX790EKJG43 type=del size=1894119 2023-12-22T17:36:58.697 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.676+0000 7fb94d391880 1 < suggested update operation key=BPXZFZEJYPX1 tag=4FWH37A1R84J type=del size=3642052 2023-12-22T17:36:58.697 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.680+0000 7fb94d391880 1 > prepared part key=_multipart_IRCWNBTM8JVB.2~F4ZU4JISDUTV.0 size=1048576 2023-12-22T17:36:58.697 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.682+0000 7fb94d391880 1 > prepared part key=_multipart_IRCWNBTM8JVB.2~F4ZU4JISDUTV.1 size=85398 2023-12-22T17:36:58.697 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.682+0000 7fb94d391880 1 > prepared multipart upload key=IRCWNBTM8JVB upload=F4ZU4JISDUTV tag=6WP8GXJ0OYVJ type=write size=2182550 2023-12-22T17:36:58.697 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.684+0000 7fb94d391880 1 < completed delete operation key=X3NXWCITUK7S tag=FLVREX1NXZWA type=del 2023-12-22T17:36:58.697 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.686+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=UHIBN9GIIBM6 type=del size=3818025 2023-12-22T17:36:58.697 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.688+0000 7fb94d391880 1 < completed part key=_multipart_7V5FS6PEP4ZL.2~PCCLZQBO4ZK4.0 size=1048576 2023-12-22T17:36:58.697 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.689+0000 7fb94d391880 1 < completed part key=_multipart_7V5FS6PEP4ZL.2~PCCLZQBO4ZK4.1 size=675348 2023-12-22T17:36:58.697 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.693+0000 7fb94d391880 1 < completed multipart upload key=7V5FS6PEP4ZL upload=PCCLZQBO4ZK4 tag=8FWPM62EKVL2 type=write size=2772500 2023-12-22T17:36:58.697 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.697+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~S9XJHKD4EB0A.0 size=877538 2023-12-22T17:36:58.697 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.697+0000 7fb94d391880 1 > prepared multipart upload key=0BNHPX2OE7C0 upload=S9XJHKD4EB0A tag=E9P05HF3VY25 type=write size=1926114 2023-12-22T17:36:58.697 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.697+0000 7fb94d391880 1 < canceled part key=_multipart_DXPJ8O4O0SI2.2~XZULEFFPE8GV.0 size=1048576 2023-12-22T17:36:58.698 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.699+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~XZULEFFPE8GV.1 size=883505 2023-12-22T17:36:58.701 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.703+0000 7fb94d391880 1 < canceled multipart upload key=DXPJ8O4O0SI2 upload=XZULEFFPE8GV tag=GL8W1MI299C7 type=write size=2980657 2023-12-22T17:36:58.704 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.705+0000 7fb94d391880 1 > prepared operation key=6CLDD4VJZWJJ tag=2C945U2QACVS type=del size=3596787 2023-12-22T17:36:58.706 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.707+0000 7fb94d391880 1 < completed delete operation key=28XBL3715EHT tag=G0X58PQLK3JX type=del 2023-12-22T17:36:58.708 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.709+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=22RGHISQ7AUF type=del size=144166 2023-12-22T17:36:58.710 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.711+0000 7fb94d391880 1 < completed delete operation key=DVN26OO0LDI7 tag=B5XIQJ70OWD9 type=del 2023-12-22T17:36:58.714 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.715+0000 7fb94d391880 1 > prepared part key=_multipart_L6DUB57B222Z.2~KF7775KJ6GCA.0 size=1048576 2023-12-22T17:36:58.716 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.717+0000 7fb94d391880 1 > prepared part key=_multipart_L6DUB57B222Z.2~KF7775KJ6GCA.1 size=1048576 2023-12-22T17:36:58.718 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.719+0000 7fb94d391880 1 > prepared part key=_multipart_L6DUB57B222Z.2~KF7775KJ6GCA.2 size=566461 2023-12-22T17:36:58.718 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.719+0000 7fb94d391880 1 > prepared multipart upload key=L6DUB57B222Z upload=KF7775KJ6GCA tag=V2QPWYLQT41S type=write size=3712189 2023-12-22T17:36:58.718 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.719+0000 7fb94d391880 1 < canceled part key=_multipart_BPXZFZEJYPX1.2~TA2NAG3PYJW3.0 size=1048576 2023-12-22T17:36:58.720 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.721+0000 7fb94d391880 1 < completed part key=_multipart_BPXZFZEJYPX1.2~TA2NAG3PYJW3.1 size=810954 2023-12-22T17:36:58.724 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.725+0000 7fb94d391880 1 < canceled multipart upload key=BPXZFZEJYPX1 upload=TA2NAG3PYJW3 tag=MKBFCRKYXKIF type=write size=2908106 2023-12-22T17:36:58.726 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.727+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=MSUTHDP52NY2 type=write size=790639 2023-12-22T17:36:58.728 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.729+0000 7fb94d391880 1 < completed delete operation key=7V5FS6PEP4ZL tag=2LJR4L53AGZ2 type=del 2023-12-22T17:36:58.731 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.733+0000 7fb94d391880 1 > prepared part key=_multipart_74ZWP6PRPDCK.2~OP2T3BVQYE5Q.0 size=1048576 2023-12-22T17:36:58.733 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.734+0000 7fb94d391880 1 > prepared part key=_multipart_74ZWP6PRPDCK.2~OP2T3BVQYE5Q.1 size=54158 2023-12-22T17:36:58.733 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.734+0000 7fb94d391880 1 > prepared multipart upload key=74ZWP6PRPDCK upload=OP2T3BVQYE5Q tag=6ORFARIG7J71 type=write size=2151310 2023-12-22T17:36:58.735 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.737+0000 7fb94d391880 1 < completed part key=_multipart_BPXZFZEJYPX1.2~KMHZDQXA8V5V.0 size=1048576 2023-12-22T17:36:58.737 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.739+0000 7fb94d391880 1 < completed part key=_multipart_BPXZFZEJYPX1.2~KMHZDQXA8V5V.1 size=374666 2023-12-22T17:36:58.742 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.743+0000 7fb94d391880 1 < completed multipart upload key=BPXZFZEJYPX1 upload=KMHZDQXA8V5V tag=XOXJR3YXKLUD type=write size=2471818 2023-12-22T17:36:58.744 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.745+0000 7fb94d391880 1 > prepared operation key=KLRYSCZNAHKT tag=JNV4FEEQO355 type=del size=845433 2023-12-22T17:36:58.746 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.747+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~ZT9GI8OG2ZYY.0 size=1048576 2023-12-22T17:36:58.747 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.749+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~ZT9GI8OG2ZYY.1 size=1048576 2023-12-22T17:36:58.749 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.751+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~ZT9GI8OG2ZYY.2 size=65928 2023-12-22T17:36:58.753 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.754+0000 7fb94d391880 1 < completed multipart upload key=DXPJ8O4O0SI2 upload=ZT9GI8OG2ZYY tag=ACN5J2RBK532 type=write size=3211656 2023-12-22T17:36:58.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:36:58 smithi039 ceph-mon[181282]: pgmap v1283: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 928 KiB/s rd, 319 KiB/s wr, 1.64k op/s 2023-12-22T17:36:58.755 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.757+0000 7fb94d391880 1 > prepared operation key=T8TYNCC2V8CD tag=E1XWOQPGIIJT type=del size=2225452 2023-12-22T17:36:58.759 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.761+0000 7fb94d391880 1 < suggested update operation key=TFLKTU1RF46Q tag=G4MADUFXIGYO type=del size=3604203 2023-12-22T17:36:58.761 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.763+0000 7fb94d391880 1 > prepared operation key=YRKG3P9O1XBW tag=QUY0943L95MX type=del size=1982277 2023-12-22T17:36:58.764 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.765+0000 7fb94d391880 1 < completed write operation key=L6DUB57B222Z tag=A8FJEMFN41DG type=write size=444601 2023-12-22T17:36:58.768 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.769+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~8BP3VMUJ1WO6.0 size=1048576 2023-12-22T17:36:58.769 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.771+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~8BP3VMUJ1WO6.1 size=1048576 2023-12-22T17:36:58.771 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.773+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~8BP3VMUJ1WO6.2 size=879522 2023-12-22T17:36:58.771 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.773+0000 7fb94d391880 1 > prepared multipart upload key=W3X2J2SCNOE7 upload=8BP3VMUJ1WO6 tag=513XXUU3M271 type=write size=4025250 2023-12-22T17:36:58.773 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.775+0000 7fb94d391880 1 < canceled operation key=RWJE4O4GO9IK tag=O5CDJYQYN66V type=write size=701702 2023-12-22T17:36:58.777 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.778+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~GZM8GMRC8Y65.0 size=1048576 2023-12-22T17:36:58.779 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.780+0000 7fb94d391880 1 > prepared part key=_multipart_KLRYSCZNAHKT.2~GZM8GMRC8Y65.1 size=60227 2023-12-22T17:36:58.779 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.780+0000 7fb94d391880 1 > prepared multipart upload key=KLRYSCZNAHKT upload=GZM8GMRC8Y65 tag=QH2WJA213JWK type=write size=2157379 2023-12-22T17:36:58.781 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.782+0000 7fb94d391880 1 < completed delete operation key=DZPSR14TMXNC tag=JMDZ1YG6GEDZ type=del 2023-12-22T17:36:58.785 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.786+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~CCHSC8F55M3N.0 size=1048576 2023-12-22T17:36:58.787 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.788+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~CCHSC8F55M3N.1 size=1048576 2023-12-22T17:36:58.788 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.789+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~CCHSC8F55M3N.2 size=613983 2023-12-22T17:36:58.788 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.789+0000 7fb94d391880 1 > prepared multipart upload key=0BNHPX2OE7C0 upload=CCHSC8F55M3N tag=8Q0UW7DRQ0TT type=write size=3759711 2023-12-22T17:36:58.792 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.793+0000 7fb94d391880 1 < suggested update operation key=DVN26OO0LDI7 tag=M6H0G42D4AEQ type=del size=2942056 2023-12-22T17:36:58.796 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.797+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~3PJQB1KDTCMF.0 size=745273 2023-12-22T17:36:58.796 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.797+0000 7fb94d391880 1 > prepared multipart upload key=2G2FODM41TWI upload=3PJQB1KDTCMF tag=H8C5DDUHKKNK type=write size=1793849 2023-12-22T17:36:58.798 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.799+0000 7fb94d391880 1 < canceled operation key=TDS90SYZKMLU tag=NEX790EKJG43 type=del size=1894119 2023-12-22T17:36:58.800 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.801+0000 7fb94d391880 1 > prepared operation key=X3NXWCITUK7S tag=CTWEKEJNTH1K type=del size=2434624 2023-12-22T17:36:58.802 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.804+0000 7fb94d391880 1 < completed part key=_multipart_IRCWNBTM8JVB.2~F4ZU4JISDUTV.0 size=1048576 2023-12-22T17:36:58.804 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.805+0000 7fb94d391880 1 < completed part key=_multipart_IRCWNBTM8JVB.2~F4ZU4JISDUTV.1 size=85398 2023-12-22T17:36:58.808 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.809+0000 7fb94d391880 1 < completed multipart upload key=IRCWNBTM8JVB upload=F4ZU4JISDUTV tag=6WP8GXJ0OYVJ type=write size=2182550 2023-12-22T17:36:58.810 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.812+0000 7fb94d391880 1 > prepared operation key=KLRYSCZNAHKT tag=5A3LH96D5HCA type=del size=804021 2023-12-22T17:36:58.812 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.814+0000 7fb94d391880 1 < completed delete operation key=7KXZJJ9YT96E tag=UHIBN9GIIBM6 type=del 2023-12-22T17:36:58.816 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.818+0000 7fb94d391880 1 > prepared part key=_multipart_RWJE4O4GO9IK.2~JHUXN3929YVL.0 size=760735 2023-12-22T17:36:58.816 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.818+0000 7fb94d391880 1 > prepared multipart upload key=RWJE4O4GO9IK upload=JHUXN3929YVL tag=MQICR6611Z60 type=write size=1809311 2023-12-22T17:36:58.819 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.820+0000 7fb94d391880 1 < completed part key=_multipart_0BNHPX2OE7C0.2~S9XJHKD4EB0A.0 size=877538 2023-12-22T17:36:58.822 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.824+0000 7fb94d391880 1 < completed multipart upload key=0BNHPX2OE7C0 upload=S9XJHKD4EB0A tag=E9P05HF3VY25 type=write size=1926114 2023-12-22T17:36:58.824 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.826+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=JZTIVPN3C31D type=del size=1517195 2023-12-22T17:36:58.827 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.828+0000 7fb94d391880 1 < completed delete operation key=6CLDD4VJZWJJ tag=2C945U2QACVS type=del 2023-12-22T17:36:58.829 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.830+0000 7fb94d391880 1 > prepared operation key=7V5FS6PEP4ZL tag=BFW3WTOKO644 type=write size=216376 2023-12-22T17:36:58.831 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.832+0000 7fb94d391880 1 < completed delete operation key=28XBL3715EHT tag=22RGHISQ7AUF type=del 2023-12-22T17:36:58.835 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.836+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~A8NQXBO923KJ.0 size=423160 2023-12-22T17:36:58.835 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.836+0000 7fb94d391880 1 > prepared multipart upload key=DVN26OO0LDI7 upload=A8NQXBO923KJ tag=3KHL73L2W3QL type=write size=1471736 2023-12-22T17:36:58.837 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.839+0000 7fb94d391880 1 < completed part key=_multipart_L6DUB57B222Z.2~KF7775KJ6GCA.0 size=1048576 2023-12-22T17:36:58.840 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.841+0000 7fb94d391880 1 < completed part key=_multipart_L6DUB57B222Z.2~KF7775KJ6GCA.1 size=1048576 2023-12-22T17:36:58.842 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.843+0000 7fb94d391880 1 < completed part key=_multipart_L6DUB57B222Z.2~KF7775KJ6GCA.2 size=566461 2023-12-22T17:36:58.847 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.848+0000 7fb94d391880 1 < completed multipart upload key=L6DUB57B222Z upload=KF7775KJ6GCA tag=V2QPWYLQT41S type=write size=3712189 2023-12-22T17:36:58.850 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.851+0000 7fb94d391880 1 > prepared operation key=DZPSR14TMXNC tag=D9J7NJ2WVXSS type=del size=703610 2023-12-22T17:36:58.853 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.854+0000 7fb94d391880 1 < completed write operation key=28XBL3715EHT tag=MSUTHDP52NY2 type=write size=790639 2023-12-22T17:36:58.855 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.857+0000 7fb94d391880 1 > prepared operation key=TFLKTU1RF46Q tag=5MBDMTM5ZM3C type=del size=4090429 2023-12-22T17:36:58.857 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.859+0000 7fb94d391880 1 < completed part key=_multipart_74ZWP6PRPDCK.2~OP2T3BVQYE5Q.0 size=1048576 2023-12-22T17:36:58.859 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.861+0000 7fb94d391880 1 < completed part key=_multipart_74ZWP6PRPDCK.2~OP2T3BVQYE5Q.1 size=54158 2023-12-22T17:36:58.863 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.864+0000 7fb94d391880 1 < completed multipart upload key=74ZWP6PRPDCK upload=OP2T3BVQYE5Q tag=6ORFARIG7J71 type=write size=2151310 2023-12-22T17:36:58.865 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.866+0000 7fb94d391880 1 > prepared operation key=BCP1VQB2TB0F tag=DJFNELWEI3ZO type=del size=3786030 2023-12-22T17:36:58.868 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.869+0000 7fb94d391880 1 < completed delete operation key=KLRYSCZNAHKT tag=JNV4FEEQO355 type=del 2023-12-22T17:36:58.870 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.872+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=FW3GAAI9YGV9 type=del size=3911875 2023-12-22T17:36:58.873 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.874+0000 7fb94d391880 1 < completed delete operation key=T8TYNCC2V8CD tag=E1XWOQPGIIJT type=del 2023-12-22T17:36:58.877 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.878+0000 7fb94d391880 1 > prepared part key=_multipart_BPXZFZEJYPX1.2~H637XXOH7GGF.0 size=378003 2023-12-22T17:36:58.877 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.878+0000 7fb94d391880 1 > prepared multipart upload key=BPXZFZEJYPX1 upload=H637XXOH7GGF tag=IRZ0LRM2CIYL type=write size=1426579 2023-12-22T17:36:58.882 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.883+0000 7fb94d391880 1 < suggested remove operation key=YRKG3P9O1XBW tag=QUY0943L95MX type=del 2023-12-22T17:36:58.884 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.885+0000 7fb94d391880 1 > prepared operation key=W3X2J2SCNOE7 tag=LXQ6BYH6V0UC type=write size=612260 2023-12-22T17:36:58.886 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.887+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~8BP3VMUJ1WO6.0 size=1048576 2023-12-22T17:36:58.888 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.889+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~8BP3VMUJ1WO6.1 size=1048576 2023-12-22T17:36:58.890 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.891+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~8BP3VMUJ1WO6.2 size=879522 2023-12-22T17:36:58.894 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.895+0000 7fb94d391880 1 < completed multipart upload key=W3X2J2SCNOE7 upload=8BP3VMUJ1WO6 tag=513XXUU3M271 type=write size=4025250 2023-12-22T17:36:58.896 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.897+0000 7fb94d391880 1 > prepared operation key=GGQ09G6E3CZ6 tag=29U7ACN2OFCH type=del size=3994903 2023-12-22T17:36:58.898 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.899+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~GZM8GMRC8Y65.0 size=1048576 2023-12-22T17:36:58.900 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.901+0000 7fb94d391880 1 < completed part key=_multipart_KLRYSCZNAHKT.2~GZM8GMRC8Y65.1 size=60227 2023-12-22T17:36:58.904 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.905+0000 7fb94d391880 1 < completed multipart upload key=KLRYSCZNAHKT upload=GZM8GMRC8Y65 tag=QH2WJA213JWK type=write size=2157379 2023-12-22T17:36:58.906 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.907+0000 7fb94d391880 1 > prepared operation key=BCP1VQB2TB0F tag=5613A3YEOS3F type=write size=537945 2023-12-22T17:36:58.908 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.910+0000 7fb94d391880 1 < completed part key=_multipart_0BNHPX2OE7C0.2~CCHSC8F55M3N.0 size=1048576 2023-12-22T17:36:58.910 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.911+0000 7fb94d391880 1 < completed part key=_multipart_0BNHPX2OE7C0.2~CCHSC8F55M3N.1 size=1048576 2023-12-22T17:36:58.912 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.913+0000 7fb94d391880 1 < completed part key=_multipart_0BNHPX2OE7C0.2~CCHSC8F55M3N.2 size=613983 2023-12-22T17:36:58.916 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.917+0000 7fb94d391880 1 < completed multipart upload key=0BNHPX2OE7C0 upload=CCHSC8F55M3N tag=8Q0UW7DRQ0TT type=write size=3759711 2023-12-22T17:36:58.920 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.921+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~MWLJ2UDCTIPB.0 size=1048576 2023-12-22T17:36:58.922 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.923+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~MWLJ2UDCTIPB.1 size=1048576 2023-12-22T17:36:58.924 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.925+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~MWLJ2UDCTIPB.2 size=806663 2023-12-22T17:36:58.924 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.925+0000 7fb94d391880 1 > prepared multipart upload key=6CLDD4VJZWJJ upload=MWLJ2UDCTIPB tag=GRBUX79TSJAK type=write size=3952391 2023-12-22T17:36:58.926 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.927+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~3PJQB1KDTCMF.0 size=745273 2023-12-22T17:36:58.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:36:58 smithi032 ceph-mon[191839]: pgmap v1283: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 928 KiB/s rd, 319 KiB/s wr, 1.64k op/s 2023-12-22T17:36:58.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:36:58 smithi032 ceph-mon[189144]: pgmap v1283: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 928 KiB/s rd, 319 KiB/s wr, 1.64k op/s 2023-12-22T17:36:58.930 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.931+0000 7fb94d391880 1 < completed multipart upload key=2G2FODM41TWI upload=3PJQB1KDTCMF tag=H8C5DDUHKKNK type=write size=1793849 2023-12-22T17:36:58.933 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.934+0000 7fb94d391880 1 > prepared operation key=TFLKTU1RF46Q tag=6RRM2ZHLK9ZT type=write size=729843 2023-12-22T17:36:58.935 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.936+0000 7fb94d391880 1 < completed delete operation key=X3NXWCITUK7S tag=CTWEKEJNTH1K type=del 2023-12-22T17:36:58.937 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.939+0000 7fb94d391880 1 > prepared operation key=BCP1VQB2TB0F tag=2HPL9CHWZHHD type=del size=3412830 2023-12-22T17:36:58.940 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.941+0000 7fb94d391880 1 < completed delete operation key=KLRYSCZNAHKT tag=5A3LH96D5HCA type=del 2023-12-22T17:36:58.944 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.945+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~5PYIDR7AZTTN.0 size=1048576 2023-12-22T17:36:58.946 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.947+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~5PYIDR7AZTTN.1 size=1048576 2023-12-22T17:36:58.949 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.950+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~5PYIDR7AZTTN.2 size=272148 2023-12-22T17:36:58.949 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.950+0000 7fb94d391880 1 > prepared multipart upload key=2G2FODM41TWI upload=5PYIDR7AZTTN tag=W8WOCTJPIHF4 type=write size=3417876 2023-12-22T17:36:58.949 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.951+0000 7fb94d391880 1 < canceled part key=_multipart_RWJE4O4GO9IK.2~JHUXN3929YVL.0 size=760735 2023-12-22T17:36:58.953 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.954+0000 7fb94d391880 1 < canceled multipart upload key=RWJE4O4GO9IK upload=JHUXN3929YVL tag=MQICR6611Z60 type=write size=1809311 2023-12-22T17:36:58.955 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.956+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=MJ9P26SU04ZF type=del size=1926317 2023-12-22T17:36:58.957 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.958+0000 7fb94d391880 1 < completed delete operation key=7KXZJJ9YT96E tag=JZTIVPN3C31D type=del 2023-12-22T17:36:58.959 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.960+0000 7fb94d391880 1 > prepared operation key=BCP1VQB2TB0F tag=3WUVG2PMNT0L type=write size=402030 2023-12-22T17:36:58.961 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.963+0000 7fb94d391880 1 < completed write operation key=7V5FS6PEP4ZL tag=BFW3WTOKO644 type=write size=216376 2023-12-22T17:36:58.963 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.965+0000 7fb94d391880 1 > prepared operation key=GGQ09G6E3CZ6 tag=GHAGTCL5JK94 type=write size=864236 2023-12-22T17:36:58.966 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.967+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~A8NQXBO923KJ.0 size=423160 2023-12-22T17:36:58.969 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.971+0000 7fb94d391880 1 < completed multipart upload key=DVN26OO0LDI7 upload=A8NQXBO923KJ tag=3KHL73L2W3QL type=write size=1471736 2023-12-22T17:36:58.972 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.973+0000 7fb94d391880 1 > prepared operation key=I7GAQL38WXHS tag=VMG0LTSFLTPJ type=del size=746184 2023-12-22T17:36:58.976 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.977+0000 7fb94d391880 1 < suggested update operation key=DZPSR14TMXNC tag=D9J7NJ2WVXSS type=del size=703610 2023-12-22T17:36:58.978 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.979+0000 7fb94d391880 1 > prepared operation key=T8TYNCC2V8CD tag=Y4MD6V6WYDEG type=del size=2407419 2023-12-22T17:36:58.980 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.981+0000 7fb94d391880 1 < completed delete operation key=TFLKTU1RF46Q tag=5MBDMTM5ZM3C type=del 2023-12-22T17:36:58.982 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.983+0000 7fb94d391880 1 > prepared operation key=RWJE4O4GO9IK tag=JMHRWIEQYH4C type=write size=243553 2023-12-22T17:36:58.984 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.985+0000 7fb94d391880 1 < canceled operation key=BCP1VQB2TB0F tag=DJFNELWEI3ZO type=del size=3786030 2023-12-22T17:36:58.987 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.989+0000 7fb94d391880 1 > prepared part key=_multipart_5HOL7148HSJL.2~D5UX01QQ6VEF.0 size=1048576 2023-12-22T17:36:58.989 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.990+0000 7fb94d391880 1 > prepared part key=_multipart_5HOL7148HSJL.2~D5UX01QQ6VEF.1 size=1048576 2023-12-22T17:36:58.991 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.992+0000 7fb94d391880 1 > prepared part key=_multipart_5HOL7148HSJL.2~D5UX01QQ6VEF.2 size=504634 2023-12-22T17:36:58.991 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.992+0000 7fb94d391880 1 > prepared multipart upload key=5HOL7148HSJL upload=D5UX01QQ6VEF tag=5BZWC9SE0OZ9 type=write size=3650362 2023-12-22T17:36:58.993 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.994+0000 7fb94d391880 1 < completed delete operation key=40X558JXAX9S tag=FW3GAAI9YGV9 type=del 2023-12-22T17:36:58.995 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.996+0000 7fb94d391880 1 > prepared operation key=7V5FS6PEP4ZL tag=5RUPQ3ERBVJ6 type=del size=961470 2023-12-22T17:36:58.997 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:58.999+0000 7fb94d391880 1 < completed part key=_multipart_BPXZFZEJYPX1.2~H637XXOH7GGF.0 size=378003 2023-12-22T17:36:59.001 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.002+0000 7fb94d391880 1 < completed multipart upload key=BPXZFZEJYPX1 upload=H637XXOH7GGF tag=IRZ0LRM2CIYL type=write size=1426579 2023-12-22T17:36:59.003 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.004+0000 7fb94d391880 1 > prepared operation key=X3NXWCITUK7S tag=QHTFLND3TK0J type=del size=2888797 2023-12-22T17:36:59.005 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.006+0000 7fb94d391880 1 < canceled operation key=W3X2J2SCNOE7 tag=LXQ6BYH6V0UC type=write size=612260 2023-12-22T17:36:59.007 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.008+0000 7fb94d391880 1 > prepared operation key=6CLDD4VJZWJJ tag=D1W9X7YZ6QSP type=write size=422241 2023-12-22T17:36:59.010 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.011+0000 7fb94d391880 1 < completed delete operation key=GGQ09G6E3CZ6 tag=29U7ACN2OFCH type=del 2023-12-22T17:36:59.012 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.013+0000 7fb94d391880 1 > prepared operation key=DXPJ8O4O0SI2 tag=2ENQAZIXJTF6 type=del size=2151614 2023-12-22T17:36:59.018 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.019+0000 7fb94d391880 1 < completed write operation key=BCP1VQB2TB0F tag=5613A3YEOS3F type=write size=537945 2023-12-22T17:36:59.021 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.023+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=Y0CVAQEA1OJX type=del size=1953330 2023-12-22T17:36:59.024 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.025+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~MWLJ2UDCTIPB.0 size=1048576 2023-12-22T17:36:59.026 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.027+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~MWLJ2UDCTIPB.1 size=1048576 2023-12-22T17:36:59.028 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.029+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~MWLJ2UDCTIPB.2 size=806663 2023-12-22T17:36:59.032 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.033+0000 7fb94d391880 1 < completed multipart upload key=6CLDD4VJZWJJ upload=MWLJ2UDCTIPB tag=GRBUX79TSJAK type=write size=3952391 2023-12-22T17:36:59.034 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.036+0000 7fb94d391880 1 > prepared operation key=7V5FS6PEP4ZL tag=CA80Y4UMFVCI type=del size=2579394 2023-12-22T17:36:59.037 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.038+0000 7fb94d391880 1 < completed write operation key=TFLKTU1RF46Q tag=6RRM2ZHLK9ZT type=write size=729843 2023-12-22T17:36:59.038 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.040+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=1YPXI9XMBDVL type=del size=1271580 2023-12-22T17:36:59.040 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.042+0000 7fb94d391880 1 < completed delete operation key=BCP1VQB2TB0F tag=2HPL9CHWZHHD type=del 2023-12-22T17:36:59.043 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.044+0000 7fb94d391880 1 > prepared operation key=R9WTR26FAZP8 tag=0JJ189XGRH3G type=del size=1253901 2023-12-22T17:36:59.046 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.047+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~5PYIDR7AZTTN.0 size=1048576 2023-12-22T17:36:59.048 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.049+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~5PYIDR7AZTTN.1 size=1048576 2023-12-22T17:36:59.048 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.049+0000 7fb94d391880 1 < canceled part key=_multipart_2G2FODM41TWI.2~5PYIDR7AZTTN.2 size=272148 2023-12-22T17:36:59.052 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.053+0000 7fb94d391880 1 < canceled multipart upload key=2G2FODM41TWI upload=5PYIDR7AZTTN tag=W8WOCTJPIHF4 type=write size=3417876 2023-12-22T17:36:59.056 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.058+0000 7fb94d391880 1 > prepared part key=_multipart_TDS90SYZKMLU.2~UREO66OOJ73T.0 size=1048576 2023-12-22T17:36:59.058 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.059+0000 7fb94d391880 1 > prepared part key=_multipart_TDS90SYZKMLU.2~UREO66OOJ73T.1 size=1048576 2023-12-22T17:36:59.060 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.061+0000 7fb94d391880 1 > prepared part key=_multipart_TDS90SYZKMLU.2~UREO66OOJ73T.2 size=1007433 2023-12-22T17:36:59.060 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.061+0000 7fb94d391880 1 > prepared multipart upload key=TDS90SYZKMLU upload=UREO66OOJ73T tag=AJ3GFJT0XQ69 type=write size=4153161 2023-12-22T17:36:59.062 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.063+0000 7fb94d391880 1 < completed delete operation key=HZAQDCN1TA70 tag=MJ9P26SU04ZF type=del 2023-12-22T17:36:59.065 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.066+0000 7fb94d391880 1 > prepared operation key=T8TYNCC2V8CD tag=Z5EG9K6QZ0TB type=del size=1523163 2023-12-22T17:36:59.067 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.068+0000 7fb94d391880 1 < completed write operation key=BCP1VQB2TB0F tag=3WUVG2PMNT0L type=write size=402030 2023-12-22T17:36:59.069 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.070+0000 7fb94d391880 1 > prepared operation key=DZPSR14TMXNC tag=RXYD3Z09MR6K type=write size=151652 2023-12-22T17:36:59.071 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.072+0000 7fb94d391880 1 < completed write operation key=GGQ09G6E3CZ6 tag=GHAGTCL5JK94 type=write size=864236 2023-12-22T17:36:59.073 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.074+0000 7fb94d391880 1 > prepared operation key=L6DUB57B222Z tag=18A9UXJWK7ZZ type=write size=377871 2023-12-22T17:36:59.077 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.079+0000 7fb94d391880 1 < suggested remove operation key=I7GAQL38WXHS tag=VMG0LTSFLTPJ type=del 2023-12-22T17:36:59.080 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.081+0000 7fb94d391880 1 > prepared operation key=X3NXWCITUK7S tag=ETR03YPCRZNP type=del size=3104316 2023-12-22T17:36:59.082 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.083+0000 7fb94d391880 1 < canceled operation key=T8TYNCC2V8CD tag=Y4MD6V6WYDEG type=del size=2407419 2023-12-22T17:36:59.084 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.085+0000 7fb94d391880 1 > prepared operation key=7V5FS6PEP4ZL tag=AWA0Z5B2XICH type=del size=1273953 2023-12-22T17:36:59.086 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.087+0000 7fb94d391880 1 < completed write operation key=RWJE4O4GO9IK tag=JMHRWIEQYH4C type=write size=243553 2023-12-22T17:36:59.088 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.089+0000 7fb94d391880 1 > prepared operation key=R9WTR26FAZP8 tag=E0VY40P1Y295 type=del size=3933551 2023-12-22T17:36:59.090 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.092+0000 7fb94d391880 1 < completed part key=_multipart_5HOL7148HSJL.2~D5UX01QQ6VEF.0 size=1048576 2023-12-22T17:36:59.092 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.093+0000 7fb94d391880 1 < completed part key=_multipart_5HOL7148HSJL.2~D5UX01QQ6VEF.1 size=1048576 2023-12-22T17:36:59.094 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.095+0000 7fb94d391880 1 < completed part key=_multipart_5HOL7148HSJL.2~D5UX01QQ6VEF.2 size=504634 2023-12-22T17:36:59.098 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.099+0000 7fb94d391880 1 < completed multipart upload key=5HOL7148HSJL upload=D5UX01QQ6VEF tag=5BZWC9SE0OZ9 type=write size=3650362 2023-12-22T17:36:59.102 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.103+0000 7fb94d391880 1 > prepared part key=_multipart_RWJE4O4GO9IK.2~RJWP070KHHNH.0 size=282024 2023-12-22T17:36:59.102 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.103+0000 7fb94d391880 1 > prepared multipart upload key=RWJE4O4GO9IK upload=RJWP070KHHNH tag=VFOGO0OE0O4C type=write size=1330600 2023-12-22T17:36:59.104 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.105+0000 7fb94d391880 1 < completed delete operation key=7V5FS6PEP4ZL tag=5RUPQ3ERBVJ6 type=del 2023-12-22T17:36:59.106 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.107+0000 7fb94d391880 1 > prepared operation key=6CLDD4VJZWJJ tag=K2L7V8MBY18O type=write size=264293 2023-12-22T17:36:59.108 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.110+0000 7fb94d391880 1 < completed delete operation key=X3NXWCITUK7S tag=QHTFLND3TK0J type=del 2023-12-22T17:36:59.113 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.114+0000 7fb94d391880 1 > prepared part key=_multipart_R9WTR26FAZP8.2~5022DYLLAV33.0 size=1048576 2023-12-22T17:36:59.115 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.116+0000 7fb94d391880 1 > prepared part key=_multipart_R9WTR26FAZP8.2~5022DYLLAV33.1 size=137884 2023-12-22T17:36:59.115 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.116+0000 7fb94d391880 1 > prepared multipart upload key=R9WTR26FAZP8 upload=5022DYLLAV33 tag=4GVQG2ABUO5Y type=write size=2235036 2023-12-22T17:36:59.117 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.118+0000 7fb94d391880 1 < completed write operation key=6CLDD4VJZWJJ tag=D1W9X7YZ6QSP type=write size=422241 2023-12-22T17:36:59.119 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.121+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=XBSZAB4HE814 type=del size=1158064 2023-12-22T17:36:59.121 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.123+0000 7fb94d391880 1 < completed delete operation key=DXPJ8O4O0SI2 tag=2ENQAZIXJTF6 type=del 2023-12-22T17:36:59.125 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.126+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~UXZE21RXA3EZ.0 size=808477 2023-12-22T17:36:59.125 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.126+0000 7fb94d391880 1 > prepared multipart upload key=6CLDD4VJZWJJ upload=UXZE21RXA3EZ tag=F88B2EDB9O2P type=write size=1857053 2023-12-22T17:36:59.127 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.129+0000 7fb94d391880 1 < completed delete operation key=28XBL3715EHT tag=Y0CVAQEA1OJX type=del 2023-12-22T17:36:59.130 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.131+0000 7fb94d391880 1 > prepared operation key=RWJE4O4GO9IK tag=MR2NRXMCJG7K type=del size=1085949 2023-12-22T17:36:59.132 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.133+0000 7fb94d391880 1 < canceled operation key=7V5FS6PEP4ZL tag=CA80Y4UMFVCI type=del size=2579394 2023-12-22T17:36:59.134 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.135+0000 7fb94d391880 1 > prepared operation key=NZ7PMKB2HICR tag=JR13Z4UA4INX type=del size=298541 2023-12-22T17:36:59.136 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.137+0000 7fb94d391880 1 < completed delete operation key=28XBL3715EHT tag=1YPXI9XMBDVL type=del 2023-12-22T17:36:59.138 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.139+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=29OT1MRUYN0H type=del size=4173198 2023-12-22T17:36:59.140 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.141+0000 7fb94d391880 1 < completed delete operation key=R9WTR26FAZP8 tag=0JJ189XGRH3G type=del 2023-12-22T17:36:59.144 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.146+0000 7fb94d391880 1 > prepared part key=_multipart_28XBL3715EHT.2~9TGZVVSG6MDP.0 size=1048576 2023-12-22T17:36:59.146 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.147+0000 7fb94d391880 1 > prepared part key=_multipart_28XBL3715EHT.2~9TGZVVSG6MDP.1 size=1048576 2023-12-22T17:36:59.148 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.149+0000 7fb94d391880 1 > prepared part key=_multipart_28XBL3715EHT.2~9TGZVVSG6MDP.2 size=908989 2023-12-22T17:36:59.148 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.149+0000 7fb94d391880 1 > prepared multipart upload key=28XBL3715EHT upload=9TGZVVSG6MDP tag=LE7N4YJIO7GV type=write size=4054717 2023-12-22T17:36:59.150 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.151+0000 7fb94d391880 1 < completed part key=_multipart_TDS90SYZKMLU.2~UREO66OOJ73T.0 size=1048576 2023-12-22T17:36:59.152 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.153+0000 7fb94d391880 1 < completed part key=_multipart_TDS90SYZKMLU.2~UREO66OOJ73T.1 size=1048576 2023-12-22T17:36:59.154 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.155+0000 7fb94d391880 1 < completed part key=_multipart_TDS90SYZKMLU.2~UREO66OOJ73T.2 size=1007433 2023-12-22T17:36:59.158 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.159+0000 7fb94d391880 1 < completed multipart upload key=TDS90SYZKMLU upload=UREO66OOJ73T tag=AJ3GFJT0XQ69 type=write size=4153161 2023-12-22T17:36:59.161 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.162+0000 7fb94d391880 1 > prepared operation key=V3ZYXTO3N0R6 tag=AZH9BFWQN45Z type=del size=900981 2023-12-22T17:36:59.167 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.168+0000 7fb94d391880 1 < suggested remove operation key=T8TYNCC2V8CD tag=Z5EG9K6QZ0TB type=del 2023-12-22T17:36:59.169 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.170+0000 7fb94d391880 1 > prepared operation key=V3ZYXTO3N0R6 tag=GRK87RT4X11N type=del size=2264382 2023-12-22T17:36:59.171 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.172+0000 7fb94d391880 1 < completed write operation key=DZPSR14TMXNC tag=RXYD3Z09MR6K type=write size=151652 2023-12-22T17:36:59.175 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.176+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~SA7A2T0BJ6YV.0 size=1048576 2023-12-22T17:36:59.177 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.178+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~SA7A2T0BJ6YV.1 size=1048576 2023-12-22T17:36:59.179 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.180+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~SA7A2T0BJ6YV.2 size=165601 2023-12-22T17:36:59.179 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.180+0000 7fb94d391880 1 > prepared multipart upload key=6CLDD4VJZWJJ upload=SA7A2T0BJ6YV tag=8ZMUJ19SD1CJ type=write size=3311329 2023-12-22T17:36:59.180 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.182+0000 7fb94d391880 1 < completed write operation key=L6DUB57B222Z tag=18A9UXJWK7ZZ type=write size=377871 2023-12-22T17:36:59.185 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.186+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~9904T1J8WVH1.0 size=92667 2023-12-22T17:36:59.185 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.186+0000 7fb94d391880 1 > prepared multipart upload key=DVN26OO0LDI7 upload=9904T1J8WVH1 tag=QYHX54LTA35L type=write size=1141243 2023-12-22T17:36:59.189 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.190+0000 7fb94d391880 1 < suggested update operation key=X3NXWCITUK7S tag=ETR03YPCRZNP type=del size=3104316 2023-12-22T17:36:59.191 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.192+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=W611TG6AWTIZ type=del size=283853 2023-12-22T17:36:59.195 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.196+0000 7fb94d391880 1 < suggested remove operation key=7V5FS6PEP4ZL tag=AWA0Z5B2XICH type=del 2023-12-22T17:36:59.199 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.200+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~4897OWWM76Z1.0 size=212270 2023-12-22T17:36:59.199 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.200+0000 7fb94d391880 1 > prepared multipart upload key=I7GAQL38WXHS upload=4897OWWM76Z1 tag=C2531AVXVKV1 type=write size=1260846 2023-12-22T17:36:59.201 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.203+0000 7fb94d391880 1 < completed delete operation key=R9WTR26FAZP8 tag=E0VY40P1Y295 type=del 2023-12-22T17:36:59.206 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.207+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~R0N41KO62FWJ.0 size=1048576 2023-12-22T17:36:59.208 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.209+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~R0N41KO62FWJ.1 size=939558 2023-12-22T17:36:59.208 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.209+0000 7fb94d391880 1 > prepared multipart upload key=0BNHPX2OE7C0 upload=R0N41KO62FWJ tag=Z19HTY1TQAWI type=write size=3036710 2023-12-22T17:36:59.210 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.211+0000 7fb94d391880 1 < completed part key=_multipart_RWJE4O4GO9IK.2~RJWP070KHHNH.0 size=282024 2023-12-22T17:36:59.213 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.214+0000 7fb94d391880 1 < completed multipart upload key=RWJE4O4GO9IK upload=RJWP070KHHNH tag=VFOGO0OE0O4C type=write size=1330600 2023-12-22T17:36:59.216 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.217+0000 7fb94d391880 1 > prepared operation key=X3NXWCITUK7S tag=YJRRYE10232I type=write size=420306 2023-12-22T17:36:59.218 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.219+0000 7fb94d391880 1 < completed write operation key=6CLDD4VJZWJJ tag=K2L7V8MBY18O type=write size=264293 2023-12-22T17:36:59.222 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.223+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~0SE2NNZ3S5RT.0 size=1048576 2023-12-22T17:36:59.224 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.225+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~0SE2NNZ3S5RT.1 size=1048576 2023-12-22T17:36:59.225 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.227+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~0SE2NNZ3S5RT.2 size=130592 2023-12-22T17:36:59.226 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.227+0000 7fb94d391880 1 > prepared multipart upload key=DZPSR14TMXNC upload=0SE2NNZ3S5RT tag=KHP9ABI9R9T2 type=write size=3276320 2023-12-22T17:36:59.228 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.229+0000 7fb94d391880 1 < completed part key=_multipart_R9WTR26FAZP8.2~5022DYLLAV33.0 size=1048576 2023-12-22T17:36:59.230 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.231+0000 7fb94d391880 1 < completed part key=_multipart_R9WTR26FAZP8.2~5022DYLLAV33.1 size=137884 2023-12-22T17:36:59.234 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.235+0000 7fb94d391880 1 < completed multipart upload key=R9WTR26FAZP8 upload=5022DYLLAV33 tag=4GVQG2ABUO5Y type=write size=2235036 2023-12-22T17:36:59.237 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.239+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~JJLW7A8BZFFX.0 size=1048576 2023-12-22T17:36:59.239 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.240+0000 7fb94d391880 1 > prepared part key=_multipart_I7GAQL38WXHS.2~JJLW7A8BZFFX.1 size=754869 2023-12-22T17:36:59.239 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.240+0000 7fb94d391880 1 > prepared multipart upload key=I7GAQL38WXHS upload=JJLW7A8BZFFX tag=24RG0M99X60J type=write size=2852021 2023-12-22T17:36:59.242 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.243+0000 7fb94d391880 1 < canceled operation key=28XBL3715EHT tag=XBSZAB4HE814 type=del size=1158064 2023-12-22T17:36:59.244 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.245+0000 7fb94d391880 1 > prepared operation key=7V5FS6PEP4ZL tag=V3678KM7U378 type=del size=3511785 2023-12-22T17:36:59.246 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.247+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~UXZE21RXA3EZ.0 size=808477 2023-12-22T17:36:59.249 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.251+0000 7fb94d391880 1 < completed multipart upload key=6CLDD4VJZWJJ upload=UXZE21RXA3EZ tag=F88B2EDB9O2P type=write size=1857053 2023-12-22T17:36:59.254 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.255+0000 7fb94d391880 1 > prepared part key=_multipart_704VLVQ2P45U.2~YUQ92I9DZ31H.0 size=1048576 2023-12-22T17:36:59.256 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.257+0000 7fb94d391880 1 > prepared part key=_multipart_704VLVQ2P45U.2~YUQ92I9DZ31H.1 size=1048576 2023-12-22T17:36:59.257 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.259+0000 7fb94d391880 1 > prepared part key=_multipart_704VLVQ2P45U.2~YUQ92I9DZ31H.2 size=48539 2023-12-22T17:36:59.258 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.259+0000 7fb94d391880 1 > prepared multipart upload key=704VLVQ2P45U upload=YUQ92I9DZ31H tag=VQP7XEWR3BJB type=write size=3194267 2023-12-22T17:36:59.260 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.261+0000 7fb94d391880 1 < completed delete operation key=RWJE4O4GO9IK tag=MR2NRXMCJG7K type=del 2023-12-22T17:36:59.264 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.265+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~T559MD56I36R.0 size=1048576 2023-12-22T17:36:59.266 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.267+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~T559MD56I36R.1 size=1048576 2023-12-22T17:36:59.268 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.269+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~T559MD56I36R.2 size=82349 2023-12-22T17:36:59.268 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.269+0000 7fb94d391880 1 > prepared multipart upload key=DVN26OO0LDI7 upload=T559MD56I36R tag=5KVUI4OTAG1U type=write size=3228077 2023-12-22T17:36:59.270 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.272+0000 7fb94d391880 1 < completed delete operation key=NZ7PMKB2HICR tag=JR13Z4UA4INX type=del 2023-12-22T17:36:59.272 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.274+0000 7fb94d391880 1 > prepared operation key=I7GAQL38WXHS tag=2A9GQGQN1HG3 type=del size=3882708 2023-12-22T17:36:59.275 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.276+0000 7fb94d391880 1 < canceled operation key=40X558JXAX9S tag=29OT1MRUYN0H type=del size=4173198 2023-12-22T17:36:59.279 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.280+0000 7fb94d391880 1 > prepared part key=_multipart_5HOL7148HSJL.2~B6FMTDA3ZMCV.0 size=1048576 2023-12-22T17:36:59.281 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.282+0000 7fb94d391880 1 > prepared part key=_multipart_5HOL7148HSJL.2~B6FMTDA3ZMCV.1 size=1048576 2023-12-22T17:36:59.283 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.284+0000 7fb94d391880 1 > prepared part key=_multipart_5HOL7148HSJL.2~B6FMTDA3ZMCV.2 size=94131 2023-12-22T17:36:59.283 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.284+0000 7fb94d391880 1 > prepared multipart upload key=5HOL7148HSJL upload=B6FMTDA3ZMCV tag=A585I27AS8QT type=write size=3239859 2023-12-22T17:36:59.283 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.284+0000 7fb94d391880 1 < canceled part key=_multipart_28XBL3715EHT.2~9TGZVVSG6MDP.0 size=1048576 2023-12-22T17:36:59.285 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.286+0000 7fb94d391880 1 < completed part key=_multipart_28XBL3715EHT.2~9TGZVVSG6MDP.1 size=1048576 2023-12-22T17:36:59.286 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.288+0000 7fb94d391880 1 < completed part key=_multipart_28XBL3715EHT.2~9TGZVVSG6MDP.2 size=908989 2023-12-22T17:36:59.290 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.292+0000 7fb94d391880 1 < canceled multipart upload key=28XBL3715EHT upload=9TGZVVSG6MDP tag=LE7N4YJIO7GV type=write size=4054717 2023-12-22T17:36:59.295 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.296+0000 7fb94d391880 1 > prepared part key=_multipart_L6DUB57B222Z.2~B8N6E54TLV8V.0 size=1048576 2023-12-22T17:36:59.297 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.299+0000 7fb94d391880 1 > prepared part key=_multipart_L6DUB57B222Z.2~B8N6E54TLV8V.1 size=1048576 2023-12-22T17:36:59.299 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.301+0000 7fb94d391880 1 > prepared part key=_multipart_L6DUB57B222Z.2~B8N6E54TLV8V.2 size=382266 2023-12-22T17:36:59.299 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.301+0000 7fb94d391880 1 > prepared multipart upload key=L6DUB57B222Z upload=B8N6E54TLV8V tag=6EMU0EXV3GOF type=write size=3527994 2023-12-22T17:36:59.303 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.304+0000 7fb94d391880 1 < completed delete operation key=V3ZYXTO3N0R6 tag=AZH9BFWQN45Z type=del 2023-12-22T17:36:59.305 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.306+0000 7fb94d391880 1 > prepared operation key=GGQ09G6E3CZ6 tag=JPZA9FWBRHZU type=write size=944910 2023-12-22T17:36:59.307 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.308+0000 7fb94d391880 1 < completed delete operation key=V3ZYXTO3N0R6 tag=GRK87RT4X11N type=del 2023-12-22T17:36:59.310 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.311+0000 7fb94d391880 1 > prepared operation key=I7GAQL38WXHS tag=0HI7HQ9CFTRM type=del size=1261054 2023-12-22T17:36:59.312 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.313+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~SA7A2T0BJ6YV.0 size=1048576 2023-12-22T17:36:59.315 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.316+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~SA7A2T0BJ6YV.1 size=1048576 2023-12-22T17:36:59.316 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.318+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~SA7A2T0BJ6YV.2 size=165601 2023-12-22T17:36:59.320 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.322+0000 7fb94d391880 1 < completed multipart upload key=6CLDD4VJZWJJ upload=SA7A2T0BJ6YV tag=8ZMUJ19SD1CJ type=write size=3311329 2023-12-22T17:36:59.323 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.324+0000 7fb94d391880 1 > prepared operation key=GGQ09G6E3CZ6 tag=5Y03A45XOJB2 type=del size=386546 2023-12-22T17:36:59.325 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.326+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~9904T1J8WVH1.0 size=92667 2023-12-22T17:36:59.328 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.330+0000 7fb94d391880 1 < completed multipart upload key=DVN26OO0LDI7 upload=9904T1J8WVH1 tag=QYHX54LTA35L type=write size=1141243 2023-12-22T17:36:59.330 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.332+0000 7fb94d391880 1 > prepared operation key=T8TYNCC2V8CD tag=NR61D51CZOPN type=write size=30786 2023-12-22T17:36:59.335 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.336+0000 7fb94d391880 1 < suggested update operation key=28XBL3715EHT tag=W611TG6AWTIZ type=del size=283853 2023-12-22T17:36:59.339 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.340+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~YTSWG4RCARA2.0 size=1048576 2023-12-22T17:36:59.340 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.342+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~YTSWG4RCARA2.1 size=55955 2023-12-22T17:36:59.340 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.342+0000 7fb94d391880 1 > prepared multipart upload key=DZPSR14TMXNC upload=YTSWG4RCARA2 tag=LLXV11WU64EA type=write size=2153107 2023-12-22T17:36:59.343 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.344+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~4897OWWM76Z1.0 size=212270 2023-12-22T17:36:59.346 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.348+0000 7fb94d391880 1 < completed multipart upload key=I7GAQL38WXHS upload=4897OWWM76Z1 tag=C2531AVXVKV1 type=write size=1260846 2023-12-22T17:36:59.348 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.350+0000 7fb94d391880 1 > prepared operation key=GGQ09G6E3CZ6 tag=3YIMMLLFCWJO type=del size=3486606 2023-12-22T17:36:59.350 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.352+0000 7fb94d391880 1 < completed part key=_multipart_0BNHPX2OE7C0.2~R0N41KO62FWJ.0 size=1048576 2023-12-22T17:36:59.353 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.354+0000 7fb94d391880 1 < completed part key=_multipart_0BNHPX2OE7C0.2~R0N41KO62FWJ.1 size=939558 2023-12-22T17:36:59.357 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.358+0000 7fb94d391880 1 < completed multipart upload key=0BNHPX2OE7C0 upload=R0N41KO62FWJ tag=Z19HTY1TQAWI type=write size=3036710 2023-12-22T17:36:59.361 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.362+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~PZV8FXSMNE00.0 size=1048576 2023-12-22T17:36:59.363 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.364+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~PZV8FXSMNE00.1 size=535828 2023-12-22T17:36:59.363 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.364+0000 7fb94d391880 1 > prepared multipart upload key=DZPSR14TMXNC upload=PZV8FXSMNE00 tag=LOZLB5ARIE5E type=write size=2632980 2023-12-22T17:36:59.365 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.366+0000 7fb94d391880 1 < canceled operation key=X3NXWCITUK7S tag=YJRRYE10232I type=write size=420306 2023-12-22T17:36:59.369 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.370+0000 7fb94d391880 1 > prepared part key=_multipart_BPXZFZEJYPX1.2~081HFPUU8TVK.0 size=1048576 2023-12-22T17:36:59.372 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.373+0000 7fb94d391880 1 > prepared part key=_multipart_BPXZFZEJYPX1.2~081HFPUU8TVK.1 size=1048576 2023-12-22T17:36:59.374 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.375+0000 7fb94d391880 1 > prepared part key=_multipart_BPXZFZEJYPX1.2~081HFPUU8TVK.2 size=1047056 2023-12-22T17:36:59.374 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.375+0000 7fb94d391880 1 > prepared multipart upload key=BPXZFZEJYPX1 upload=081HFPUU8TVK tag=WOQMRZ1WR738 type=write size=4192784 2023-12-22T17:36:59.374 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.375+0000 7fb94d391880 1 < canceled part key=_multipart_DZPSR14TMXNC.2~0SE2NNZ3S5RT.0 size=1048576 2023-12-22T17:36:59.375 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.377+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~0SE2NNZ3S5RT.1 size=1048576 2023-12-22T17:36:59.377 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.378+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~0SE2NNZ3S5RT.2 size=130592 2023-12-22T17:36:59.381 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.382+0000 7fb94d391880 1 < canceled multipart upload key=DZPSR14TMXNC upload=0SE2NNZ3S5RT tag=KHP9ABI9R9T2 type=write size=3276320 2023-12-22T17:36:59.384 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.385+0000 7fb94d391880 1 > prepared operation key=0BNHPX2OE7C0 tag=IG7GLCGHI76R type=del size=1596556 2023-12-22T17:36:59.384 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.385+0000 7fb94d391880 1 < canceled part key=_multipart_I7GAQL38WXHS.2~JJLW7A8BZFFX.0 size=1048576 2023-12-22T17:36:59.386 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.387+0000 7fb94d391880 1 < completed part key=_multipart_I7GAQL38WXHS.2~JJLW7A8BZFFX.1 size=754869 2023-12-22T17:36:59.389 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.391+0000 7fb94d391880 1 < canceled multipart upload key=I7GAQL38WXHS upload=JJLW7A8BZFFX tag=24RG0M99X60J type=write size=2852021 2023-12-22T17:36:59.391 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.393+0000 7fb94d391880 1 > prepared operation key=704VLVQ2P45U tag=XMQOH4HLPQ38 type=del size=2879263 2023-12-22T17:36:59.394 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.395+0000 7fb94d391880 1 < completed delete operation key=7V5FS6PEP4ZL tag=V3678KM7U378 type=del 2023-12-22T17:36:59.395 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.397+0000 7fb94d391880 1 > prepared operation key=IRCWNBTM8JVB tag=IREO4UGQ3TX3 type=del size=4192205 2023-12-22T17:36:59.398 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.399+0000 7fb94d391880 1 < completed part key=_multipart_704VLVQ2P45U.2~YUQ92I9DZ31H.0 size=1048576 2023-12-22T17:36:59.399 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.400+0000 7fb94d391880 1 < completed part key=_multipart_704VLVQ2P45U.2~YUQ92I9DZ31H.1 size=1048576 2023-12-22T17:36:59.401 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.402+0000 7fb94d391880 1 < completed part key=_multipart_704VLVQ2P45U.2~YUQ92I9DZ31H.2 size=48539 2023-12-22T17:36:59.405 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.406+0000 7fb94d391880 1 < completed multipart upload key=704VLVQ2P45U upload=YUQ92I9DZ31H tag=VQP7XEWR3BJB type=write size=3194267 2023-12-22T17:36:59.408 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.408+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=0TLRMFY6K2KL type=del size=3322029 2023-12-22T17:36:59.409 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.411+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~T559MD56I36R.0 size=1048576 2023-12-22T17:36:59.411 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.412+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~T559MD56I36R.1 size=1048576 2023-12-22T17:36:59.413 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.414+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~T559MD56I36R.2 size=82349 2023-12-22T17:36:59.417 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.418+0000 7fb94d391880 1 < completed multipart upload key=DVN26OO0LDI7 upload=T559MD56I36R tag=5KVUI4OTAG1U type=write size=3228077 2023-12-22T17:36:59.421 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.422+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~I37Q17XVPIVN.0 size=1048576 2023-12-22T17:36:59.423 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.424+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~I37Q17XVPIVN.1 size=1048576 2023-12-22T17:36:59.424 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.426+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~I37Q17XVPIVN.2 size=701039 2023-12-22T17:36:59.424 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.426+0000 7fb94d391880 1 > prepared multipart upload key=DZPSR14TMXNC upload=I37Q17XVPIVN tag=UBLPJ3D8G6NB type=write size=3846767 2023-12-22T17:36:59.429 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.430+0000 7fb94d391880 1 < suggested remove operation key=I7GAQL38WXHS tag=2A9GQGQN1HG3 type=del 2023-12-22T17:36:59.431 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.432+0000 7fb94d391880 1 > prepared operation key=TFLKTU1RF46Q tag=VWWDA21APK1Q type=del size=119051 2023-12-22T17:36:59.433 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.435+0000 7fb94d391880 1 < completed part key=_multipart_5HOL7148HSJL.2~B6FMTDA3ZMCV.0 size=1048576 2023-12-22T17:36:59.435 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.437+0000 7fb94d391880 1 < completed part key=_multipart_5HOL7148HSJL.2~B6FMTDA3ZMCV.1 size=1048576 2023-12-22T17:36:59.437 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.438+0000 7fb94d391880 1 < completed part key=_multipart_5HOL7148HSJL.2~B6FMTDA3ZMCV.2 size=94131 2023-12-22T17:36:59.441 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.442+0000 7fb94d391880 1 < completed multipart upload key=5HOL7148HSJL upload=B6FMTDA3ZMCV tag=A585I27AS8QT type=write size=3239859 2023-12-22T17:36:59.443 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.445+0000 7fb94d391880 1 > prepared operation key=DZPSR14TMXNC tag=L6RD5WN7YG5T type=del size=4073967 2023-12-22T17:36:59.445 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.447+0000 7fb94d391880 1 < completed part key=_multipart_L6DUB57B222Z.2~B8N6E54TLV8V.0 size=1048576 2023-12-22T17:36:59.446 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.447+0000 7fb94d391880 1 < canceled part key=_multipart_L6DUB57B222Z.2~B8N6E54TLV8V.1 size=1048576 2023-12-22T17:36:59.447 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.449+0000 7fb94d391880 1 < completed part key=_multipart_L6DUB57B222Z.2~B8N6E54TLV8V.2 size=382266 2023-12-22T17:36:59.451 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.452+0000 7fb94d391880 1 < canceled multipart upload key=L6DUB57B222Z upload=B8N6E54TLV8V tag=6EMU0EXV3GOF type=write size=3527994 2023-12-22T17:36:59.455 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.457+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~215U21MK70ES.0 size=847159 2023-12-22T17:36:59.456 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.457+0000 7fb94d391880 1 > prepared multipart upload key=HZAQDCN1TA70 upload=215U21MK70ES tag=WY6GUISXPO4L type=write size=1895735 2023-12-22T17:36:59.458 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.459+0000 7fb94d391880 1 < completed write operation key=GGQ09G6E3CZ6 tag=JPZA9FWBRHZU type=write size=944910 2023-12-22T17:36:59.462 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.463+0000 7fb94d391880 1 > prepared part key=_multipart_R9WTR26FAZP8.2~4KBLMDJB5UDE.0 size=758249 2023-12-22T17:36:59.462 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.463+0000 7fb94d391880 1 > prepared multipart upload key=R9WTR26FAZP8 upload=4KBLMDJB5UDE tag=LX5JBXKV5NVZ type=write size=1806825 2023-12-22T17:36:59.465 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.466+0000 7fb94d391880 -1 < failed to complete operation key=I7GAQL38WXHS tag=0HI7HQ9CFTRM type=del size=1261054: (22) Invalid argument 2023-12-22T17:36:59.469 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.470+0000 7fb94d391880 1 > prepared part key=_multipart_L6DUB57B222Z.2~K3KHA25DAM63.0 size=1048576 2023-12-22T17:36:59.470 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.471+0000 7fb94d391880 1 > prepared part key=_multipart_L6DUB57B222Z.2~K3KHA25DAM63.1 size=625484 2023-12-22T17:36:59.470 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.471+0000 7fb94d391880 1 > prepared multipart upload key=L6DUB57B222Z upload=K3KHA25DAM63 tag=DF1E4247PZ14 type=write size=2722636 2023-12-22T17:36:59.472 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.473+0000 7fb94d391880 1 < completed delete operation key=GGQ09G6E3CZ6 tag=5Y03A45XOJB2 type=del 2023-12-22T17:36:59.474 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.475+0000 7fb94d391880 1 > prepared operation key=TDS90SYZKMLU tag=Q22972ZQ3K5P type=del size=439353 2023-12-22T17:36:59.477 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.478+0000 7fb94d391880 1 < canceled operation key=T8TYNCC2V8CD tag=NR61D51CZOPN type=write size=30786 2023-12-22T17:36:59.479 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.480+0000 7fb94d391880 1 > prepared operation key=7V5FS6PEP4ZL tag=N3746SIY8LFK type=del size=3201137 2023-12-22T17:36:59.481 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.483+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~YTSWG4RCARA2.0 size=1048576 2023-12-22T17:36:59.483 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.484+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~YTSWG4RCARA2.1 size=55955 2023-12-22T17:36:59.487 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.488+0000 7fb94d391880 1 < completed multipart upload key=DZPSR14TMXNC upload=YTSWG4RCARA2 tag=LLXV11WU64EA type=write size=2153107 2023-12-22T17:36:59.490 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.492+0000 7fb94d391880 1 > prepared part key=_multipart_TFLKTU1RF46Q.2~DB1HO7M05WZ6.0 size=1048576 2023-12-22T17:36:59.492 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.493+0000 7fb94d391880 1 > prepared part key=_multipart_TFLKTU1RF46Q.2~DB1HO7M05WZ6.1 size=91836 2023-12-22T17:36:59.492 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.493+0000 7fb94d391880 1 > prepared multipart upload key=TFLKTU1RF46Q upload=DB1HO7M05WZ6 tag=R9OPPPICPDU3 type=write size=2188988 2023-12-22T17:36:59.494 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.495+0000 7fb94d391880 1 < completed delete operation key=GGQ09G6E3CZ6 tag=3YIMMLLFCWJO type=del 2023-12-22T17:36:59.497 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.498+0000 7fb94d391880 1 > prepared operation key=704VLVQ2P45U tag=1SJJXHVUKHFA type=del size=2368363 2023-12-22T17:36:59.500 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.501+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~PZV8FXSMNE00.0 size=1048576 2023-12-22T17:36:59.502 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.503+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~PZV8FXSMNE00.1 size=535828 2023-12-22T17:36:59.507 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.508+0000 7fb94d391880 1 < completed multipart upload key=DZPSR14TMXNC upload=PZV8FXSMNE00 tag=LOZLB5ARIE5E type=write size=2632980 2023-12-22T17:36:59.509 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.510+0000 7fb94d391880 1 > prepared operation key=T8TYNCC2V8CD tag=6QW7PDKPGOLU type=del size=632177 2023-12-22T17:36:59.511 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.512+0000 7fb94d391880 1 < completed part key=_multipart_BPXZFZEJYPX1.2~081HFPUU8TVK.0 size=1048576 2023-12-22T17:36:59.513 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.514+0000 7fb94d391880 1 < completed part key=_multipart_BPXZFZEJYPX1.2~081HFPUU8TVK.1 size=1048576 2023-12-22T17:36:59.514 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.516+0000 7fb94d391880 1 < completed part key=_multipart_BPXZFZEJYPX1.2~081HFPUU8TVK.2 size=1047056 2023-12-22T17:36:59.518 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.519+0000 7fb94d391880 1 < completed multipart upload key=BPXZFZEJYPX1 upload=081HFPUU8TVK tag=WOQMRZ1WR738 type=write size=4192784 2023-12-22T17:36:59.522 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.523+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~GMUJITB9WA80.0 size=611774 2023-12-22T17:36:59.522 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.523+0000 7fb94d391880 1 > prepared multipart upload key=2G2FODM41TWI upload=GMUJITB9WA80 tag=VZDYCAHVGVAE type=write size=1660350 2023-12-22T17:36:59.526 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.528+0000 7fb94d391880 1 < suggested update operation key=0BNHPX2OE7C0 tag=IG7GLCGHI76R type=del size=1596556 2023-12-22T17:36:59.530 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.532+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~DZGIUE8OQWJO.0 size=1048576 2023-12-22T17:36:59.532 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.533+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~DZGIUE8OQWJO.1 size=204020 2023-12-22T17:36:59.532 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.533+0000 7fb94d391880 1 > prepared multipart upload key=2G2FODM41TWI upload=DZGIUE8OQWJO tag=T1RSWKS09W0Y type=write size=2301172 2023-12-22T17:36:59.534 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.536+0000 7fb94d391880 1 < canceled operation key=704VLVQ2P45U tag=XMQOH4HLPQ38 type=del size=2879263 2023-12-22T17:36:59.536 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.538+0000 7fb94d391880 1 > prepared operation key=DZPSR14TMXNC tag=LCZGVTCAJ098 type=del size=3677511 2023-12-22T17:36:59.539 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.540+0000 7fb94d391880 1 < completed delete operation key=IRCWNBTM8JVB tag=IREO4UGQ3TX3 type=del 2023-12-22T17:36:59.541 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.542+0000 7fb94d391880 1 > prepared operation key=74ZWP6PRPDCK tag=IKETX02ZZYZ5 type=write size=716766 2023-12-22T17:36:59.543 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.544+0000 7fb94d391880 1 < completed delete operation key=40X558JXAX9S tag=0TLRMFY6K2KL type=del 2023-12-22T17:36:59.545 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.546+0000 7fb94d391880 1 > prepared operation key=GGQ09G6E3CZ6 tag=3I3G7HGA73CS type=write size=179348 2023-12-22T17:36:59.547 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.548+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~I37Q17XVPIVN.0 size=1048576 2023-12-22T17:36:59.549 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.550+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~I37Q17XVPIVN.1 size=1048576 2023-12-22T17:36:59.550 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.552+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~I37Q17XVPIVN.2 size=701039 2023-12-22T17:36:59.554 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.555+0000 7fb94d391880 1 < completed multipart upload key=DZPSR14TMXNC upload=I37Q17XVPIVN tag=UBLPJ3D8G6NB type=write size=3846767 2023-12-22T17:36:59.556 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.557+0000 7fb94d391880 1 > prepared operation key=W3X2J2SCNOE7 tag=KV45FWUZ7B7Y type=del size=3889729 2023-12-22T17:36:59.558 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.559+0000 7fb94d391880 1 < canceled operation key=TFLKTU1RF46Q tag=VWWDA21APK1Q type=del size=119051 2023-12-22T17:36:59.560 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.561+0000 7fb94d391880 1 > prepared operation key=704VLVQ2P45U tag=HJT2OVYG4BHR type=del size=2084844 2023-12-22T17:36:59.562 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.563+0000 7fb94d391880 1 < completed delete operation key=DZPSR14TMXNC tag=L6RD5WN7YG5T type=del 2023-12-22T17:36:59.566 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.567+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~FXEDC2FBU2MN.0 size=1048576 2023-12-22T17:36:59.568 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.569+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~FXEDC2FBU2MN.1 size=1041372 2023-12-22T17:36:59.568 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.569+0000 7fb94d391880 1 > prepared multipart upload key=RV0R03E3QAOV upload=FXEDC2FBU2MN tag=KJ28G1XIH30N type=write size=3138524 2023-12-22T17:36:59.570 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.571+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~215U21MK70ES.0 size=847159 2023-12-22T17:36:59.574 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.576+0000 7fb94d391880 1 < completed multipart upload key=HZAQDCN1TA70 upload=215U21MK70ES tag=WY6GUISXPO4L type=write size=1895735 2023-12-22T17:36:59.576 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.578+0000 7fb94d391880 1 > prepared operation key=74ZWP6PRPDCK tag=1GE5JAACPYZV type=write size=480628 2023-12-22T17:36:59.578 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.580+0000 7fb94d391880 1 < completed part key=_multipart_R9WTR26FAZP8.2~4KBLMDJB5UDE.0 size=758249 2023-12-22T17:36:59.582 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.583+0000 7fb94d391880 1 < completed multipart upload key=R9WTR26FAZP8 upload=4KBLMDJB5UDE tag=LX5JBXKV5NVZ type=write size=1806825 2023-12-22T17:36:59.584 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.585+0000 7fb94d391880 1 > prepared operation key=KLRYSCZNAHKT tag=8H6HG5CDT26I type=del size=841582 2023-12-22T17:36:59.586 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.588+0000 7fb94d391880 1 < completed part key=_multipart_L6DUB57B222Z.2~K3KHA25DAM63.0 size=1048576 2023-12-22T17:36:59.588 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.590+0000 7fb94d391880 1 < completed part key=_multipart_L6DUB57B222Z.2~K3KHA25DAM63.1 size=625484 2023-12-22T17:36:59.592 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.593+0000 7fb94d391880 1 < completed multipart upload key=L6DUB57B222Z upload=K3KHA25DAM63 tag=DF1E4247PZ14 type=write size=2722636 2023-12-22T17:36:59.594 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.595+0000 7fb94d391880 1 > prepared operation key=RWJE4O4GO9IK tag=36WMSXC3LMN2 type=del size=3782441 2023-12-22T17:36:59.596 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.598+0000 7fb94d391880 1 < canceled operation key=TDS90SYZKMLU tag=Q22972ZQ3K5P type=del size=439353 2023-12-22T17:36:59.598 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.600+0000 7fb94d391880 1 > prepared operation key=T8TYNCC2V8CD tag=BX68G65ZCLXJ type=write size=1016815 2023-12-22T17:36:59.600 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.602+0000 7fb94d391880 1 < completed delete operation key=7V5FS6PEP4ZL tag=N3746SIY8LFK type=del 2023-12-22T17:36:59.604 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.606+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~091REMJ71FIA.0 size=1048576 2023-12-22T17:36:59.606 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.607+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~091REMJ71FIA.1 size=912346 2023-12-22T17:36:59.606 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.607+0000 7fb94d391880 1 > prepared multipart upload key=HZAQDCN1TA70 upload=091REMJ71FIA tag=J6FXRYG3LOKQ type=write size=3009498 2023-12-22T17:36:59.608 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.609+0000 7fb94d391880 1 < completed part key=_multipart_TFLKTU1RF46Q.2~DB1HO7M05WZ6.0 size=1048576 2023-12-22T17:36:59.610 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.611+0000 7fb94d391880 1 < completed part key=_multipart_TFLKTU1RF46Q.2~DB1HO7M05WZ6.1 size=91836 2023-12-22T17:36:59.615 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.616+0000 7fb94d391880 1 < completed multipart upload key=TFLKTU1RF46Q upload=DB1HO7M05WZ6 tag=R9OPPPICPDU3 type=write size=2188988 2023-12-22T17:36:59.617 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.618+0000 7fb94d391880 1 > prepared operation key=DVN26OO0LDI7 tag=XLOJ8SPBDCRN type=del size=3679293 2023-12-22T17:36:59.620 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.621+0000 7fb94d391880 1 < completed delete operation key=704VLVQ2P45U tag=1SJJXHVUKHFA type=del 2023-12-22T17:36:59.622 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.623+0000 7fb94d391880 1 > prepared operation key=7V5FS6PEP4ZL tag=P7K6CLURA2Z8 type=del size=933450 2023-12-22T17:36:59.627 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.628+0000 7fb94d391880 1 < suggested update operation key=T8TYNCC2V8CD tag=6QW7PDKPGOLU type=del size=632177 2023-12-22T17:36:59.631 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.632+0000 7fb94d391880 1 > prepared part key=_multipart_RWJE4O4GO9IK.2~920H72ZN1XVL.0 size=909499 2023-12-22T17:36:59.631 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.632+0000 7fb94d391880 1 > prepared multipart upload key=RWJE4O4GO9IK upload=920H72ZN1XVL tag=1QXP0KAPBZKS type=write size=1958075 2023-12-22T17:36:59.634 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.635+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~GMUJITB9WA80.0 size=611774 2023-12-22T17:36:59.637 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.639+0000 7fb94d391880 1 < completed multipart upload key=2G2FODM41TWI upload=GMUJITB9WA80 tag=VZDYCAHVGVAE type=write size=1660350 2023-12-22T17:36:59.641 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.642+0000 7fb94d391880 1 > prepared part key=_multipart_TDS90SYZKMLU.2~TXZNVQOXGNXL.0 size=2805 2023-12-22T17:36:59.641 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.642+0000 7fb94d391880 1 > prepared multipart upload key=TDS90SYZKMLU upload=TXZNVQOXGNXL tag=BK6D5K9EFCZB type=write size=1051381 2023-12-22T17:36:59.643 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.645+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~DZGIUE8OQWJO.0 size=1048576 2023-12-22T17:36:59.645 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.646+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~DZGIUE8OQWJO.1 size=204020 2023-12-22T17:36:59.649 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.650+0000 7fb94d391880 1 < completed multipart upload key=2G2FODM41TWI upload=DZGIUE8OQWJO tag=T1RSWKS09W0Y type=write size=2301172 2023-12-22T17:36:59.651 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.652+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=IN0GD5V3QKVK type=del size=2448515 2023-12-22T17:36:59.655 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.656+0000 7fb94d391880 1 < suggested remove operation key=DZPSR14TMXNC tag=LCZGVTCAJ098 type=del 2023-12-22T17:36:59.660 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.661+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~4MA37QDOC21Y.0 size=626993 2023-12-22T17:36:59.660 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.661+0000 7fb94d391880 1 > prepared multipart upload key=2G2FODM41TWI upload=4MA37QDOC21Y tag=FGZAUHLTW452 type=write size=1675569 2023-12-22T17:36:59.662 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.663+0000 7fb94d391880 1 < canceled operation key=74ZWP6PRPDCK tag=IKETX02ZZYZ5 type=write size=716766 2023-12-22T17:36:59.666 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.667+0000 7fb94d391880 1 > prepared part key=_multipart_L6DUB57B222Z.2~LS3MG1PZ6TZX.0 size=1048576 2023-12-22T17:36:59.668 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.669+0000 7fb94d391880 1 > prepared part key=_multipart_L6DUB57B222Z.2~LS3MG1PZ6TZX.1 size=205720 2023-12-22T17:36:59.668 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.669+0000 7fb94d391880 1 > prepared multipart upload key=L6DUB57B222Z upload=LS3MG1PZ6TZX tag=QKJ9RILUVYB1 type=write size=2302872 2023-12-22T17:36:59.670 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.671+0000 7fb94d391880 1 < completed write operation key=GGQ09G6E3CZ6 tag=3I3G7HGA73CS type=write size=179348 2023-12-22T17:36:59.672 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.673+0000 7fb94d391880 1 > prepared operation key=W3X2J2SCNOE7 tag=QW4D5TB5MTOH type=del size=586816 2023-12-22T17:36:59.674 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.675+0000 7fb94d391880 1 < completed delete operation key=W3X2J2SCNOE7 tag=KV45FWUZ7B7Y type=del 2023-12-22T17:36:59.678 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.679+0000 7fb94d391880 1 > prepared part key=_multipart_IRCWNBTM8JVB.2~J9QVNWKYYEJT.0 size=1048576 2023-12-22T17:36:59.680 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.681+0000 7fb94d391880 1 > prepared part key=_multipart_IRCWNBTM8JVB.2~J9QVNWKYYEJT.1 size=922677 2023-12-22T17:36:59.680 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.681+0000 7fb94d391880 1 > prepared multipart upload key=IRCWNBTM8JVB upload=J9QVNWKYYEJT tag=OV6L86JZSWKI type=write size=3019829 2023-12-22T17:36:59.684 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.685+0000 7fb94d391880 1 < suggested update operation key=704VLVQ2P45U tag=HJT2OVYG4BHR type=del size=2084844 2023-12-22T17:36:59.686 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.687+0000 7fb94d391880 1 > prepared operation key=RV0R03E3QAOV tag=LMBB3X1I34QQ type=del size=3228887 2023-12-22T17:36:59.688 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.689+0000 7fb94d391880 1 < completed part key=_multipart_RV0R03E3QAOV.2~FXEDC2FBU2MN.0 size=1048576 2023-12-22T17:36:59.690 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.691+0000 7fb94d391880 1 < completed part key=_multipart_RV0R03E3QAOV.2~FXEDC2FBU2MN.1 size=1041372 2023-12-22T17:36:59.693 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.695+0000 7fb94d391880 1 < completed multipart upload key=RV0R03E3QAOV upload=FXEDC2FBU2MN tag=KJ28G1XIH30N type=write size=3138524 2023-12-22T17:36:59.697 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.698+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~RYQH7XK2FLWM.0 size=469656 2023-12-22T17:36:59.697 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.698+0000 7fb94d391880 1 > prepared multipart upload key=HZAQDCN1TA70 upload=RYQH7XK2FLWM tag=275O97K9V35B type=write size=1518232 2023-12-22T17:36:59.699 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.701+0000 7fb94d391880 1 < completed write operation key=74ZWP6PRPDCK tag=1GE5JAACPYZV type=write size=480628 2023-12-22T17:36:59.701 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.703+0000 7fb94d391880 1 > prepared operation key=7V5FS6PEP4ZL tag=7NUWY61PIKJN type=del size=3907764 2023-12-22T17:36:59.705 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.707+0000 7fb94d391880 1 < suggested remove operation key=KLRYSCZNAHKT tag=8H6HG5CDT26I type=del 2023-12-22T17:36:59.708 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.709+0000 7fb94d391880 1 > prepared operation key=KLRYSCZNAHKT tag=CW38PX1EO6CZ type=del size=2647474 2023-12-22T17:36:59.710 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.711+0000 7fb94d391880 1 < completed delete operation key=RWJE4O4GO9IK tag=36WMSXC3LMN2 type=del 2023-12-22T17:36:59.712 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.714+0000 7fb94d391880 1 > prepared operation key=0BNHPX2OE7C0 tag=NZJINW8LVMDF type=del size=551990 2023-12-22T17:36:59.715 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.717+0000 7fb94d391880 -1 < failed to complete operation key=T8TYNCC2V8CD tag=BX68G65ZCLXJ type=write size=1016815: (22) Invalid argument 2023-12-22T17:36:59.720 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.721+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~0GH1DTXZ0LYH.0 size=630632 2023-12-22T17:36:59.720 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.721+0000 7fb94d391880 1 > prepared multipart upload key=6CLDD4VJZWJJ upload=0GH1DTXZ0LYH tag=O6VQNVY117QF type=write size=1679208 2023-12-22T17:36:59.722 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.724+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~091REMJ71FIA.0 size=1048576 2023-12-22T17:36:59.724 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.725+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~091REMJ71FIA.1 size=912346 2023-12-22T17:36:59.729 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.730+0000 7fb94d391880 1 < completed multipart upload key=HZAQDCN1TA70 upload=091REMJ71FIA tag=J6FXRYG3LOKQ type=write size=3009498 2023-12-22T17:36:59.731 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.732+0000 7fb94d391880 1 > prepared operation key=V3ZYXTO3N0R6 tag=UDVCFJU0MH8W type=write size=759016 2023-12-22T17:36:59.733 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.735+0000 7fb94d391880 1 < completed delete operation key=DVN26OO0LDI7 tag=XLOJ8SPBDCRN type=del 2023-12-22T17:36:59.738 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.739+0000 7fb94d391880 1 > prepared part key=_multipart_TDS90SYZKMLU.2~6D28H5MN0O1H.0 size=1048576 2023-12-22T17:36:59.740 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.741+0000 7fb94d391880 1 > prepared part key=_multipart_TDS90SYZKMLU.2~6D28H5MN0O1H.1 size=586300 2023-12-22T17:36:59.740 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.741+0000 7fb94d391880 1 > prepared multipart upload key=TDS90SYZKMLU upload=6D28H5MN0O1H tag=1NML3EXS0UA0 type=write size=2683452 2023-12-22T17:36:59.742 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.743+0000 7fb94d391880 1 < completed delete operation key=7V5FS6PEP4ZL tag=P7K6CLURA2Z8 type=del 2023-12-22T17:36:59.746 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.747+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~WA220PETBQEV.0 size=1048576 2023-12-22T17:36:59.747 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.749+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~WA220PETBQEV.1 size=1048576 2023-12-22T17:36:59.749 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.750+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~WA220PETBQEV.2 size=1033678 2023-12-22T17:36:59.749 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.750+0000 7fb94d391880 1 > prepared multipart upload key=6CLDD4VJZWJJ upload=WA220PETBQEV tag=REQC4IDBJ84W type=write size=4179406 2023-12-22T17:36:59.752 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.753+0000 7fb94d391880 1 < completed part key=_multipart_RWJE4O4GO9IK.2~920H72ZN1XVL.0 size=909499 2023-12-22T17:36:59.755 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.756+0000 7fb94d391880 1 < completed multipart upload key=RWJE4O4GO9IK upload=920H72ZN1XVL tag=1QXP0KAPBZKS type=write size=1958075 2023-12-22T17:36:59.757 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.758+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=PXM23CDDX3ZF type=del size=390792 2023-12-22T17:36:59.759 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.760+0000 7fb94d391880 1 < completed part key=_multipart_TDS90SYZKMLU.2~TXZNVQOXGNXL.0 size=2805 2023-12-22T17:36:59.763 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.764+0000 7fb94d391880 1 < completed multipart upload key=TDS90SYZKMLU upload=TXZNVQOXGNXL tag=BK6D5K9EFCZB type=write size=1051381 2023-12-22T17:36:59.767 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.769+0000 7fb94d391880 1 > prepared part key=_multipart_NZ7PMKB2HICR.2~QD4FTZP8H4KH.0 size=221419 2023-12-22T17:36:59.767 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.769+0000 7fb94d391880 1 > prepared multipart upload key=NZ7PMKB2HICR upload=QD4FTZP8H4KH tag=0NTSXH0QKML3 type=write size=1269995 2023-12-22T17:36:59.770 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.771+0000 7fb94d391880 1 < canceled operation key=7KXZJJ9YT96E tag=IN0GD5V3QKVK type=del size=2448515 2023-12-22T17:36:59.775 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.776+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~960T4CB0A39R.0 size=1048576 2023-12-22T17:36:59.776 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.778+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~960T4CB0A39R.1 size=647206 2023-12-22T17:36:59.776 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.778+0000 7fb94d391880 1 > prepared multipart upload key=0BNHPX2OE7C0 upload=960T4CB0A39R tag=0NRBQ9EADURT type=write size=2744358 2023-12-22T17:36:59.779 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.780+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~4MA37QDOC21Y.0 size=626993 2023-12-22T17:36:59.783 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.784+0000 7fb94d391880 1 < completed multipart upload key=2G2FODM41TWI upload=4MA37QDOC21Y tag=FGZAUHLTW452 type=write size=1675569 2023-12-22T17:36:59.787 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.789+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~LUI0KCX80O15.0 size=1048576 2023-12-22T17:36:59.789 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.790+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~LUI0KCX80O15.1 size=263651 2023-12-22T17:36:59.789 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.790+0000 7fb94d391880 1 > prepared multipart upload key=0BNHPX2OE7C0 upload=LUI0KCX80O15 tag=7J60Q3ZSXFGX type=write size=2360803 2023-12-22T17:36:59.792 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.793+0000 7fb94d391880 1 < completed part key=_multipart_L6DUB57B222Z.2~LS3MG1PZ6TZX.0 size=1048576 2023-12-22T17:36:59.793 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.794+0000 7fb94d391880 1 < completed part key=_multipart_L6DUB57B222Z.2~LS3MG1PZ6TZX.1 size=205720 2023-12-22T17:36:59.797 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.798+0000 7fb94d391880 1 < completed multipart upload key=L6DUB57B222Z upload=LS3MG1PZ6TZX tag=QKJ9RILUVYB1 type=write size=2302872 2023-12-22T17:36:59.801 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.802+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~LKKPR6ANYR1F.0 size=523761 2023-12-22T17:36:59.801 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.802+0000 7fb94d391880 1 > prepared multipart upload key=DZPSR14TMXNC upload=LKKPR6ANYR1F tag=JYROWGS1K8JW type=write size=1572337 2023-12-22T17:36:59.805 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.807+0000 7fb94d391880 1 < suggested remove operation key=W3X2J2SCNOE7 tag=QW4D5TB5MTOH type=del 2023-12-22T17:36:59.807 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.809+0000 7fb94d391880 1 > prepared operation key=W3X2J2SCNOE7 tag=Y3PKW0V2KOGV type=del size=1840474 2023-12-22T17:36:59.810 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.811+0000 7fb94d391880 1 < completed part key=_multipart_IRCWNBTM8JVB.2~J9QVNWKYYEJT.0 size=1048576 2023-12-22T17:36:59.812 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.813+0000 7fb94d391880 1 < completed part key=_multipart_IRCWNBTM8JVB.2~J9QVNWKYYEJT.1 size=922677 2023-12-22T17:36:59.816 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.817+0000 7fb94d391880 1 < completed multipart upload key=IRCWNBTM8JVB upload=J9QVNWKYYEJT tag=OV6L86JZSWKI type=write size=3019829 2023-12-22T17:36:59.818 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.819+0000 7fb94d391880 1 > prepared operation key=704VLVQ2P45U tag=UQN4UMGB8S9G type=del size=1846614 2023-12-22T17:36:59.822 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.823+0000 7fb94d391880 1 < suggested update operation key=RV0R03E3QAOV tag=LMBB3X1I34QQ type=del size=3228887 2023-12-22T17:36:59.824 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.825+0000 7fb94d391880 1 > prepared operation key=DZPSR14TMXNC tag=LB720DMNDI01 type=del size=486884 2023-12-22T17:36:59.826 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.827+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~RYQH7XK2FLWM.0 size=469656 2023-12-22T17:36:59.830 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.831+0000 7fb94d391880 1 < completed multipart upload key=HZAQDCN1TA70 upload=RYQH7XK2FLWM tag=275O97K9V35B type=write size=1518232 2023-12-22T17:36:59.832 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.833+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=C4NISWCQX07H type=del size=2187072 2023-12-22T17:36:59.834 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.835+0000 7fb94d391880 1 < completed delete operation key=7V5FS6PEP4ZL tag=7NUWY61PIKJN type=del 2023-12-22T17:36:59.837 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.839+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~QTO7VG7P8P6Y.0 size=1048576 2023-12-22T17:36:59.839 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.840+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~QTO7VG7P8P6Y.1 size=724309 2023-12-22T17:36:59.839 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.840+0000 7fb94d391880 1 > prepared multipart upload key=HZAQDCN1TA70 upload=QTO7VG7P8P6Y tag=53JDIQXUGABH type=write size=2821461 2023-12-22T17:36:59.841 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.842+0000 7fb94d391880 1 < completed delete operation key=KLRYSCZNAHKT tag=CW38PX1EO6CZ type=del 2023-12-22T17:36:59.843 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.845+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=Z87PD83SBY36 type=del size=875186 2023-12-22T17:36:59.848 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.850+0000 7fb94d391880 1 < suggested update operation key=0BNHPX2OE7C0 tag=NZJINW8LVMDF type=del size=551990 2023-12-22T17:36:59.852 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.854+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~YROYLIW25QWQ.0 size=1048576 2023-12-22T17:36:59.854 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.855+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~YROYLIW25QWQ.1 size=1048576 2023-12-22T17:36:59.856 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.857+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~YROYLIW25QWQ.2 size=640311 2023-12-22T17:36:59.856 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.857+0000 7fb94d391880 1 > prepared multipart upload key=DXPJ8O4O0SI2 upload=YROYLIW25QWQ tag=PXS8SDEHEG2G type=write size=3786039 2023-12-22T17:36:59.858 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.860+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~0GH1DTXZ0LYH.0 size=630632 2023-12-22T17:36:59.863 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.864+0000 7fb94d391880 1 < completed multipart upload key=6CLDD4VJZWJJ upload=0GH1DTXZ0LYH tag=O6VQNVY117QF type=write size=1679208 2023-12-22T17:36:59.867 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.868+0000 7fb94d391880 1 > prepared part key=_multipart_TFLKTU1RF46Q.2~IFQNI1IC0IAJ.0 size=842860 2023-12-22T17:36:59.867 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.868+0000 7fb94d391880 1 > prepared multipart upload key=TFLKTU1RF46Q upload=IFQNI1IC0IAJ tag=YA6G021J1XJ2 type=write size=1891436 2023-12-22T17:36:59.869 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.871+0000 7fb94d391880 1 < completed write operation key=V3ZYXTO3N0R6 tag=UDVCFJU0MH8W type=write size=759016 2023-12-22T17:36:59.872 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.873+0000 7fb94d391880 1 > prepared operation key=DZPSR14TMXNC tag=WEXN4LXTRNK1 type=write size=96984 2023-12-22T17:36:59.874 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.875+0000 7fb94d391880 1 < completed part key=_multipart_TDS90SYZKMLU.2~6D28H5MN0O1H.0 size=1048576 2023-12-22T17:36:59.875 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.877+0000 7fb94d391880 1 < completed part key=_multipart_TDS90SYZKMLU.2~6D28H5MN0O1H.1 size=586300 2023-12-22T17:36:59.879 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.881+0000 7fb94d391880 1 < completed multipart upload key=TDS90SYZKMLU upload=6D28H5MN0O1H tag=1NML3EXS0UA0 type=write size=2683452 2023-12-22T17:36:59.883 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.884+0000 7fb94d391880 1 > prepared part key=_multipart_L6DUB57B222Z.2~1IA9OLOW2MZL.0 size=1048576 2023-12-22T17:36:59.885 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.886+0000 7fb94d391880 1 > prepared part key=_multipart_L6DUB57B222Z.2~1IA9OLOW2MZL.1 size=735983 2023-12-22T17:36:59.885 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.886+0000 7fb94d391880 1 > prepared multipart upload key=L6DUB57B222Z upload=1IA9OLOW2MZL tag=DLJ8Q7F7P89G type=write size=2833135 2023-12-22T17:36:59.887 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.888+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~WA220PETBQEV.0 size=1048576 2023-12-22T17:36:59.889 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.890+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~WA220PETBQEV.1 size=1048576 2023-12-22T17:36:59.890 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.892+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~WA220PETBQEV.2 size=1033678 2023-12-22T17:36:59.894 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.895+0000 7fb94d391880 1 < completed multipart upload key=6CLDD4VJZWJJ upload=WA220PETBQEV tag=REQC4IDBJ84W type=write size=4179406 2023-12-22T17:36:59.896 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.898+0000 7fb94d391880 1 > prepared operation key=BPXZFZEJYPX1 tag=GHI76ZJ6G3RW type=del size=527439 2023-12-22T17:36:59.898 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.900+0000 7fb94d391880 1 < completed delete operation key=2G2FODM41TWI tag=PXM23CDDX3ZF type=del 2023-12-22T17:36:59.900 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.902+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=SX7GSYSRLU3W type=del size=900223 2023-12-22T17:36:59.902 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.904+0000 7fb94d391880 1 < completed part key=_multipart_NZ7PMKB2HICR.2~QD4FTZP8H4KH.0 size=221419 2023-12-22T17:36:59.906 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.907+0000 7fb94d391880 1 < completed multipart upload key=NZ7PMKB2HICR upload=QD4FTZP8H4KH tag=0NTSXH0QKML3 type=write size=1269995 2023-12-22T17:36:59.910 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.911+0000 7fb94d391880 1 > prepared part key=_multipart_TFLKTU1RF46Q.2~U3UE5IZQ8BBH.0 size=1048576 2023-12-22T17:36:59.912 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.913+0000 7fb94d391880 1 > prepared part key=_multipart_TFLKTU1RF46Q.2~U3UE5IZQ8BBH.1 size=1048576 2023-12-22T17:36:59.914 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.915+0000 7fb94d391880 1 > prepared part key=_multipart_TFLKTU1RF46Q.2~U3UE5IZQ8BBH.2 size=791298 2023-12-22T17:36:59.914 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.915+0000 7fb94d391880 1 > prepared multipart upload key=TFLKTU1RF46Q upload=U3UE5IZQ8BBH tag=5L3EUB2D1HH0 type=write size=3937026 2023-12-22T17:36:59.916 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.917+0000 7fb94d391880 1 < completed part key=_multipart_0BNHPX2OE7C0.2~960T4CB0A39R.0 size=1048576 2023-12-22T17:36:59.917 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.919+0000 7fb94d391880 1 < completed part key=_multipart_0BNHPX2OE7C0.2~960T4CB0A39R.1 size=647206 2023-12-22T17:36:59.921 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.922+0000 7fb94d391880 1 < completed multipart upload key=0BNHPX2OE7C0 upload=960T4CB0A39R tag=0NRBQ9EADURT type=write size=2744358 2023-12-22T17:36:59.923 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.924+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=L4HXC8PSNTCO type=del size=2147947 2023-12-22T17:36:59.925 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.927+0000 7fb94d391880 1 < completed part key=_multipart_0BNHPX2OE7C0.2~LUI0KCX80O15.0 size=1048576 2023-12-22T17:36:59.927 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.928+0000 7fb94d391880 1 < completed part key=_multipart_0BNHPX2OE7C0.2~LUI0KCX80O15.1 size=263651 2023-12-22T17:36:59.931 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.932+0000 7fb94d391880 1 < completed multipart upload key=0BNHPX2OE7C0 upload=LUI0KCX80O15 tag=7J60Q3ZSXFGX type=write size=2360803 2023-12-22T17:36:59.933 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.934+0000 7fb94d391880 1 > prepared operation key=KLRYSCZNAHKT tag=4WWZ0HBG4P1L type=del size=228743 2023-12-22T17:36:59.935 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.936+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~LKKPR6ANYR1F.0 size=523761 2023-12-22T17:36:59.939 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.940+0000 7fb94d391880 1 < completed multipart upload key=DZPSR14TMXNC upload=LKKPR6ANYR1F tag=JYROWGS1K8JW type=write size=1572337 2023-12-22T17:36:59.941 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.942+0000 7fb94d391880 1 > prepared operation key=6CLDD4VJZWJJ tag=R7LDZGGXMUO2 type=del size=132082 2023-12-22T17:36:59.945 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.946+0000 7fb94d391880 1 < suggested remove operation key=W3X2J2SCNOE7 tag=Y3PKW0V2KOGV type=del 2023-12-22T17:36:59.949 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.950+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~PPP1KSBPIBRY.0 size=1048576 2023-12-22T17:36:59.951 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.952+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~PPP1KSBPIBRY.1 size=1048576 2023-12-22T17:36:59.953 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.954+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~PPP1KSBPIBRY.2 size=181066 2023-12-22T17:36:59.953 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.954+0000 7fb94d391880 1 > prepared multipart upload key=DXPJ8O4O0SI2 upload=PPP1KSBPIBRY tag=RESZXRZJ0KZW type=write size=3326794 2023-12-22T17:36:59.955 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.956+0000 7fb94d391880 1 < completed delete operation key=704VLVQ2P45U tag=UQN4UMGB8S9G type=del 2023-12-22T17:36:59.957 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.958+0000 7fb94d391880 1 > prepared operation key=BPXZFZEJYPX1 tag=TBJQZ4E0VKH2 type=del size=1228092 2023-12-22T17:36:59.959 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.960+0000 7fb94d391880 1 < completed delete operation key=DZPSR14TMXNC tag=LB720DMNDI01 type=del 2023-12-22T17:36:59.961 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.962+0000 7fb94d391880 1 > prepared operation key=0BNHPX2OE7C0 tag=BLEKD63AWU75 type=del size=2735542 2023-12-22T17:36:59.965 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.966+0000 7fb94d391880 1 < suggested update operation key=2G2FODM41TWI tag=C4NISWCQX07H type=del size=2187072 2023-12-22T17:36:59.967 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.968+0000 7fb94d391880 1 > prepared operation key=R9WTR26FAZP8 tag=O8GUAU2K43QI type=del size=1431205 2023-12-22T17:36:59.969 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.971+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~QTO7VG7P8P6Y.0 size=1048576 2023-12-22T17:36:59.971 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.973+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~QTO7VG7P8P6Y.1 size=724309 2023-12-22T17:36:59.975 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.976+0000 7fb94d391880 1 < completed multipart upload key=HZAQDCN1TA70 upload=QTO7VG7P8P6Y tag=53JDIQXUGABH type=write size=2821461 2023-12-22T17:36:59.977 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.979+0000 7fb94d391880 1 > prepared operation key=I7GAQL38WXHS tag=SOEXWMJI6EU4 type=del size=1408325 2023-12-22T17:36:59.983 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.984+0000 7fb94d391880 1 < suggested remove operation key=7KXZJJ9YT96E tag=Z87PD83SBY36 type=del 2023-12-22T17:36:59.986 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.987+0000 7fb94d391880 1 > prepared operation key=RWJE4O4GO9IK tag=4ML5I8NSLFU1 type=write size=100994 2023-12-22T17:36:59.988 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.990+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~YROYLIW25QWQ.0 size=1048576 2023-12-22T17:36:59.990 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.991+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~YROYLIW25QWQ.1 size=1048576 2023-12-22T17:36:59.992 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.993+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~YROYLIW25QWQ.2 size=640311 2023-12-22T17:36:59.996 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:36:59.997+0000 7fb94d391880 1 < completed multipart upload key=DXPJ8O4O0SI2 upload=YROYLIW25QWQ tag=PXS8SDEHEG2G type=write size=3786039 2023-12-22T17:37:00.000 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.002+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~RLTMWZ045RP1.0 size=927199 2023-12-22T17:37:00.000 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.002+0000 7fb94d391880 1 > prepared multipart upload key=V3ZYXTO3N0R6 upload=RLTMWZ045RP1 tag=HBYTDU6T4GBG type=write size=1975775 2023-12-22T17:37:00.002 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.004+0000 7fb94d391880 1 < completed part key=_multipart_TFLKTU1RF46Q.2~IFQNI1IC0IAJ.0 size=842860 2023-12-22T17:37:00.006 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.008+0000 7fb94d391880 1 < completed multipart upload key=TFLKTU1RF46Q upload=IFQNI1IC0IAJ tag=YA6G021J1XJ2 type=write size=1891436 2023-12-22T17:37:00.010 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.012+0000 7fb94d391880 1 > prepared part key=_multipart_X3NXWCITUK7S.2~UHTJH3RW4B9T.0 size=1048576 2023-12-22T17:37:00.012 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.013+0000 7fb94d391880 1 > prepared part key=_multipart_X3NXWCITUK7S.2~UHTJH3RW4B9T.1 size=1048576 2023-12-22T17:37:00.014 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.015+0000 7fb94d391880 1 > prepared part key=_multipart_X3NXWCITUK7S.2~UHTJH3RW4B9T.2 size=930997 2023-12-22T17:37:00.014 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.015+0000 7fb94d391880 1 > prepared multipart upload key=X3NXWCITUK7S upload=UHTJH3RW4B9T tag=6HE261G083MW type=write size=4076725 2023-12-22T17:37:00.016 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.017+0000 7fb94d391880 1 < completed write operation key=DZPSR14TMXNC tag=WEXN4LXTRNK1 type=write size=96984 2023-12-22T17:37:00.018 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.019+0000 7fb94d391880 1 > prepared operation key=0BNHPX2OE7C0 tag=TH717XA2YZRL type=del size=546681 2023-12-22T17:37:00.020 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.022+0000 7fb94d391880 1 < completed part key=_multipart_L6DUB57B222Z.2~1IA9OLOW2MZL.0 size=1048576 2023-12-22T17:37:00.022 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.023+0000 7fb94d391880 1 < completed part key=_multipart_L6DUB57B222Z.2~1IA9OLOW2MZL.1 size=735983 2023-12-22T17:37:00.026 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.027+0000 7fb94d391880 1 < completed multipart upload key=L6DUB57B222Z upload=1IA9OLOW2MZL tag=DLJ8Q7F7P89G type=write size=2833135 2023-12-22T17:37:00.029 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.030+0000 7fb94d391880 1 > prepared operation key=7V5FS6PEP4ZL tag=TFX4CHBC6H6N type=del size=2805638 2023-12-22T17:37:00.031 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.032+0000 7fb94d391880 1 < completed delete operation key=BPXZFZEJYPX1 tag=GHI76ZJ6G3RW type=del 2023-12-22T17:37:00.033 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.034+0000 7fb94d391880 1 > prepared operation key=T8TYNCC2V8CD tag=7DIPRM9OIWZB type=write size=331687 2023-12-22T17:37:00.036 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.037+0000 7fb94d391880 -1 < failed to complete operation key=7KXZJJ9YT96E tag=SX7GSYSRLU3W type=del size=900223: (22) Invalid argument 2023-12-22T17:37:00.041 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.042+0000 7fb94d391880 1 > prepared part key=_multipart_GGQ09G6E3CZ6.2~CJNTWA5HGK0H.0 size=1231 2023-12-22T17:37:00.041 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.042+0000 7fb94d391880 1 > prepared multipart upload key=GGQ09G6E3CZ6 upload=CJNTWA5HGK0H tag=FRLOKM5DXWVB type=write size=1049807 2023-12-22T17:37:00.043 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.044+0000 7fb94d391880 1 < completed part key=_multipart_TFLKTU1RF46Q.2~U3UE5IZQ8BBH.0 size=1048576 2023-12-22T17:37:00.045 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.046+0000 7fb94d391880 1 < completed part key=_multipart_TFLKTU1RF46Q.2~U3UE5IZQ8BBH.1 size=1048576 2023-12-22T17:37:00.047 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.048+0000 7fb94d391880 1 < completed part key=_multipart_TFLKTU1RF46Q.2~U3UE5IZQ8BBH.2 size=791298 2023-12-22T17:37:00.051 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.052+0000 7fb94d391880 1 < completed multipart upload key=TFLKTU1RF46Q upload=U3UE5IZQ8BBH tag=5L3EUB2D1HH0 type=write size=3937026 2023-12-22T17:37:00.055 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.056+0000 7fb94d391880 1 > prepared part key=_multipart_TFLKTU1RF46Q.2~LJKJ2QXNP5OE.0 size=1048576 2023-12-22T17:37:00.056 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.058+0000 7fb94d391880 1 > prepared part key=_multipart_TFLKTU1RF46Q.2~LJKJ2QXNP5OE.1 size=289419 2023-12-22T17:37:00.057 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.058+0000 7fb94d391880 1 > prepared multipart upload key=TFLKTU1RF46Q upload=LJKJ2QXNP5OE tag=O0UYW4I8ZM8C type=write size=2386571 2023-12-22T17:37:00.059 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.061+0000 7fb94d391880 -1 < failed to complete operation key=2G2FODM41TWI tag=L4HXC8PSNTCO type=del size=2147947: (22) Invalid argument 2023-12-22T17:37:00.063 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.064+0000 7fb94d391880 1 > prepared part key=_multipart_RWJE4O4GO9IK.2~1MEETSICDAUD.0 size=296297 2023-12-22T17:37:00.063 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.064+0000 7fb94d391880 1 > prepared multipart upload key=RWJE4O4GO9IK upload=1MEETSICDAUD tag=DQAAORS8HG0Q type=write size=1344873 2023-12-22T17:37:00.065 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.066+0000 7fb94d391880 1 < completed delete operation key=KLRYSCZNAHKT tag=4WWZ0HBG4P1L type=del 2023-12-22T17:37:00.067 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.068+0000 7fb94d391880 1 > prepared operation key=V3ZYXTO3N0R6 tag=58AH5L3ZUUW1 type=del size=516074 2023-12-22T17:37:00.069 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.070+0000 7fb94d391880 1 < completed delete operation key=6CLDD4VJZWJJ tag=R7LDZGGXMUO2 type=del 2023-12-22T17:37:00.073 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.074+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~ACYX71JL19FG.0 size=345121 2023-12-22T17:37:00.073 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.074+0000 7fb94d391880 1 > prepared multipart upload key=W3X2J2SCNOE7 upload=ACYX71JL19FG tag=IB53CPYLQJKA type=write size=1393697 2023-12-22T17:37:00.076 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.077+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~PPP1KSBPIBRY.0 size=1048576 2023-12-22T17:37:00.076 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.077+0000 7fb94d391880 1 < canceled part key=_multipart_DXPJ8O4O0SI2.2~PPP1KSBPIBRY.1 size=1048576 2023-12-22T17:37:00.078 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.079+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~PPP1KSBPIBRY.2 size=181066 2023-12-22T17:37:00.082 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.083+0000 7fb94d391880 1 < canceled multipart upload key=DXPJ8O4O0SI2 upload=PPP1KSBPIBRY tag=RESZXRZJ0KZW type=write size=3326794 2023-12-22T17:37:00.084 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.085+0000 7fb94d391880 1 > prepared operation key=X3NXWCITUK7S tag=NZBIE0GKE21I type=write size=726836 2023-12-22T17:37:00.086 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.087+0000 7fb94d391880 1 < completed delete operation key=BPXZFZEJYPX1 tag=TBJQZ4E0VKH2 type=del 2023-12-22T17:37:00.090 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.091+0000 7fb94d391880 1 > prepared part key=_multipart_R9WTR26FAZP8.2~DR9FKL8ZDARE.0 size=1048576 2023-12-22T17:37:00.092 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.093+0000 7fb94d391880 1 > prepared part key=_multipart_R9WTR26FAZP8.2~DR9FKL8ZDARE.1 size=165426 2023-12-22T17:37:00.092 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.093+0000 7fb94d391880 1 > prepared multipart upload key=R9WTR26FAZP8 upload=DR9FKL8ZDARE tag=U7RVKJ9P8Z2G type=write size=2262578 2023-12-22T17:37:00.094 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.095+0000 7fb94d391880 1 < completed delete operation key=0BNHPX2OE7C0 tag=BLEKD63AWU75 type=del 2023-12-22T17:37:00.096 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.097+0000 7fb94d391880 1 > prepared operation key=RWJE4O4GO9IK tag=NW4H8GI58FMR type=write size=89248 2023-12-22T17:37:00.099 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.100+0000 7fb94d391880 1 < completed delete operation key=R9WTR26FAZP8 tag=O8GUAU2K43QI type=del 2023-12-22T17:37:00.101 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.102+0000 7fb94d391880 1 > prepared operation key=W3X2J2SCNOE7 tag=4FFROSR5Z843 type=del size=1790419 2023-12-22T17:37:00.103 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.104+0000 7fb94d391880 1 < completed delete operation key=I7GAQL38WXHS tag=SOEXWMJI6EU4 type=del 2023-12-22T17:37:00.107 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.109+0000 7fb94d391880 1 > prepared part key=_multipart_74ZWP6PRPDCK.2~X3TFRT5DK89Z.0 size=1048576 2023-12-22T17:37:00.109 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.110+0000 7fb94d391880 1 > prepared part key=_multipart_74ZWP6PRPDCK.2~X3TFRT5DK89Z.1 size=258764 2023-12-22T17:37:00.109 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.110+0000 7fb94d391880 1 > prepared multipart upload key=74ZWP6PRPDCK upload=X3TFRT5DK89Z tag=M27HP1J0OH4Z type=write size=2355916 2023-12-22T17:37:00.111 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.113+0000 7fb94d391880 1 < completed write operation key=RWJE4O4GO9IK tag=4ML5I8NSLFU1 type=write size=100994 2023-12-22T17:37:00.113 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.114+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=0RUZLAU3WVL1 type=del size=1823935 2023-12-22T17:37:00.116 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.117+0000 7fb94d391880 1 < completed part key=_multipart_V3ZYXTO3N0R6.2~RLTMWZ045RP1.0 size=927199 2023-12-22T17:37:00.119 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.121+0000 7fb94d391880 1 < completed multipart upload key=V3ZYXTO3N0R6 upload=RLTMWZ045RP1 tag=HBYTDU6T4GBG type=write size=1975775 2023-12-22T17:37:00.121 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.123+0000 7fb94d391880 1 > prepared operation key=0BNHPX2OE7C0 tag=6MCC197RWV0F type=del size=1201698 2023-12-22T17:37:00.124 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.125+0000 7fb94d391880 1 < completed part key=_multipart_X3NXWCITUK7S.2~UHTJH3RW4B9T.0 size=1048576 2023-12-22T17:37:00.126 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.128+0000 7fb94d391880 1 < completed part key=_multipart_X3NXWCITUK7S.2~UHTJH3RW4B9T.1 size=1048576 2023-12-22T17:37:00.128 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.129+0000 7fb94d391880 1 < completed part key=_multipart_X3NXWCITUK7S.2~UHTJH3RW4B9T.2 size=930997 2023-12-22T17:37:00.132 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.134+0000 7fb94d391880 1 < completed multipart upload key=X3NXWCITUK7S upload=UHTJH3RW4B9T tag=6HE261G083MW type=write size=4076725 2023-12-22T17:37:00.137 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.138+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~3RTEAE7GV8KE.0 size=1048576 2023-12-22T17:37:00.139 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.140+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~3RTEAE7GV8KE.1 size=763278 2023-12-22T17:37:00.139 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.140+0000 7fb94d391880 1 > prepared multipart upload key=DZPSR14TMXNC upload=3RTEAE7GV8KE tag=346TAH61FHKA type=write size=2860430 2023-12-22T17:37:00.142 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.143+0000 7fb94d391880 1 < completed delete operation key=0BNHPX2OE7C0 tag=TH717XA2YZRL type=del 2023-12-22T17:37:00.144 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.146+0000 7fb94d391880 1 > prepared operation key=BPXZFZEJYPX1 tag=AJXH1WAOZHIU type=del size=1991660 2023-12-22T17:37:00.149 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.150+0000 7fb94d391880 1 < suggested update operation key=7V5FS6PEP4ZL tag=TFX4CHBC6H6N type=del size=2805638 2023-12-22T17:37:00.153 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.155+0000 7fb94d391880 1 > prepared part key=_multipart_7KXZJJ9YT96E.2~Z7EAI16KNCD5.0 size=883344 2023-12-22T17:37:00.154 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.155+0000 7fb94d391880 1 > prepared multipart upload key=7KXZJJ9YT96E upload=Z7EAI16KNCD5 tag=AF6V04348UMH type=write size=1931920 2023-12-22T17:37:00.158 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.159+0000 7fb94d391880 1 < suggested remove operation key=T8TYNCC2V8CD tag=7DIPRM9OIWZB type=write 2023-12-22T17:37:00.160 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.161+0000 7fb94d391880 1 > prepared operation key=TDS90SYZKMLU tag=DX73CWJ07B4U type=write size=293137 2023-12-22T17:37:00.162 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.163+0000 7fb94d391880 1 < completed part key=_multipart_GGQ09G6E3CZ6.2~CJNTWA5HGK0H.0 size=1231 2023-12-22T17:37:00.166 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.168+0000 7fb94d391880 1 < completed multipart upload key=GGQ09G6E3CZ6 upload=CJNTWA5HGK0H tag=FRLOKM5DXWVB type=write size=1049807 2023-12-22T17:37:00.169 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.170+0000 7fb94d391880 1 > prepared operation key=40X558JXAX9S tag=T919J0S7G3S3 type=del size=1860450 2023-12-22T17:37:00.170 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.172+0000 7fb94d391880 1 < completed part key=_multipart_TFLKTU1RF46Q.2~LJKJ2QXNP5OE.0 size=1048576 2023-12-22T17:37:00.172 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.173+0000 7fb94d391880 1 < completed part key=_multipart_TFLKTU1RF46Q.2~LJKJ2QXNP5OE.1 size=289419 2023-12-22T17:37:00.176 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.177+0000 7fb94d391880 1 < completed multipart upload key=TFLKTU1RF46Q upload=LJKJ2QXNP5OE tag=O0UYW4I8ZM8C type=write size=2386571 2023-12-22T17:37:00.180 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.181+0000 7fb94d391880 1 > prepared part key=_multipart_X3NXWCITUK7S.2~M8VYGF6WSUZS.0 size=1048576 2023-12-22T17:37:00.182 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.183+0000 7fb94d391880 1 > prepared part key=_multipart_X3NXWCITUK7S.2~M8VYGF6WSUZS.1 size=1048576 2023-12-22T17:37:00.183 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.185+0000 7fb94d391880 1 > prepared part key=_multipart_X3NXWCITUK7S.2~M8VYGF6WSUZS.2 size=208767 2023-12-22T17:37:00.184 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.185+0000 7fb94d391880 1 > prepared multipart upload key=X3NXWCITUK7S upload=M8VYGF6WSUZS tag=DJ0SX4SEW6AU type=write size=3354495 2023-12-22T17:37:00.185 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.187+0000 7fb94d391880 1 < completed part key=_multipart_RWJE4O4GO9IK.2~1MEETSICDAUD.0 size=296297 2023-12-22T17:37:00.189 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.191+0000 7fb94d391880 1 < completed multipart upload key=RWJE4O4GO9IK upload=1MEETSICDAUD tag=DQAAORS8HG0Q type=write size=1344873 2023-12-22T17:37:00.194 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.195+0000 7fb94d391880 1 > prepared part key=_multipart_L6DUB57B222Z.2~888K35IHL96X.0 size=1048576 2023-12-22T17:37:00.196 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.197+0000 7fb94d391880 1 > prepared part key=_multipart_L6DUB57B222Z.2~888K35IHL96X.1 size=688726 2023-12-22T17:37:00.196 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.197+0000 7fb94d391880 1 > prepared multipart upload key=L6DUB57B222Z upload=888K35IHL96X tag=3IBWQ8KFNKIJ type=write size=2785878 2023-12-22T17:37:00.198 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.200+0000 7fb94d391880 1 < completed delete operation key=V3ZYXTO3N0R6 tag=58AH5L3ZUUW1 type=del 2023-12-22T17:37:00.204 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.205+0000 7fb94d391880 1 > prepared part key=_multipart_BCP1VQB2TB0F.2~100IQNLN0801.0 size=1048576 2023-12-22T17:37:00.206 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.207+0000 7fb94d391880 1 > prepared part key=_multipart_BCP1VQB2TB0F.2~100IQNLN0801.1 size=669830 2023-12-22T17:37:00.206 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.207+0000 7fb94d391880 1 > prepared multipart upload key=BCP1VQB2TB0F upload=100IQNLN0801 tag=MADUEY8DZD34 type=write size=2766982 2023-12-22T17:37:00.208 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.209+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~ACYX71JL19FG.0 size=345121 2023-12-22T17:37:00.212 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.213+0000 7fb94d391880 1 < completed multipart upload key=W3X2J2SCNOE7 upload=ACYX71JL19FG tag=IB53CPYLQJKA type=write size=1393697 2023-12-22T17:37:00.216 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.217+0000 7fb94d391880 1 > prepared part key=_multipart_X3NXWCITUK7S.2~B08CRV4I479P.0 size=845967 2023-12-22T17:37:00.216 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.217+0000 7fb94d391880 1 > prepared multipart upload key=X3NXWCITUK7S upload=B08CRV4I479P tag=Z191DPGLNP6G type=write size=1894543 2023-12-22T17:37:00.218 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.219+0000 7fb94d391880 1 < completed write operation key=X3NXWCITUK7S tag=NZBIE0GKE21I type=write size=726836 2023-12-22T17:37:00.223 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.224+0000 7fb94d391880 1 > prepared part key=_multipart_YRKG3P9O1XBW.2~AF3L24C2IKWS.0 size=1048576 2023-12-22T17:37:00.225 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.226+0000 7fb94d391880 1 > prepared part key=_multipart_YRKG3P9O1XBW.2~AF3L24C2IKWS.1 size=913315 2023-12-22T17:37:00.225 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.226+0000 7fb94d391880 1 > prepared multipart upload key=YRKG3P9O1XBW upload=AF3L24C2IKWS tag=GCXVU6804XM2 type=write size=3010467 2023-12-22T17:37:00.227 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.228+0000 7fb94d391880 1 < completed part key=_multipart_R9WTR26FAZP8.2~DR9FKL8ZDARE.0 size=1048576 2023-12-22T17:37:00.229 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.230+0000 7fb94d391880 1 < completed part key=_multipart_R9WTR26FAZP8.2~DR9FKL8ZDARE.1 size=165426 2023-12-22T17:37:00.232 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.234+0000 7fb94d391880 1 < completed multipart upload key=R9WTR26FAZP8 upload=DR9FKL8ZDARE tag=U7RVKJ9P8Z2G type=write size=2262578 2023-12-22T17:37:00.234 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.236+0000 7fb94d391880 1 > prepared operation key=X3NXWCITUK7S tag=1ST39N0U9C6Q type=write size=312254 2023-12-22T17:37:00.236 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.238+0000 7fb94d391880 1 < completed write operation key=RWJE4O4GO9IK tag=NW4H8GI58FMR type=write size=89248 2023-12-22T17:37:00.240 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.242+0000 7fb94d391880 1 > prepared part key=_multipart_28XBL3715EHT.2~EU82XW7CU14N.0 size=634053 2023-12-22T17:37:00.240 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.242+0000 7fb94d391880 1 > prepared multipart upload key=28XBL3715EHT upload=EU82XW7CU14N tag=IPL1RNKHYA9K type=write size=1682629 2023-12-22T17:37:00.244 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.246+0000 7fb94d391880 1 < suggested remove operation key=W3X2J2SCNOE7 tag=4FFROSR5Z843 type=del 2023-12-22T17:37:00.248 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.250+0000 7fb94d391880 1 > prepared part key=_multipart_TDS90SYZKMLU.2~S7MNS8TEK8SY.0 size=78417 2023-12-22T17:37:00.248 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.250+0000 7fb94d391880 1 > prepared multipart upload key=TDS90SYZKMLU upload=S7MNS8TEK8SY tag=93VZGHPPFLB4 type=write size=1126993 2023-12-22T17:37:00.251 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.252+0000 7fb94d391880 1 < completed part key=_multipart_74ZWP6PRPDCK.2~X3TFRT5DK89Z.0 size=1048576 2023-12-22T17:37:00.251 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.252+0000 7fb94d391880 1 < canceled part key=_multipart_74ZWP6PRPDCK.2~X3TFRT5DK89Z.1 size=258764 2023-12-22T17:37:00.254 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.255+0000 7fb94d391880 1 < canceled multipart upload key=74ZWP6PRPDCK upload=X3TFRT5DK89Z tag=M27HP1J0OH4Z type=write size=2355916 2023-12-22T17:37:00.256 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.257+0000 7fb94d391880 1 > prepared operation key=X3NXWCITUK7S tag=QDU2S004JKWW type=del size=202617 2023-12-22T17:37:00.258 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.260+0000 7fb94d391880 1 < completed delete operation key=5HOL7148HSJL tag=0RUZLAU3WVL1 type=del 2023-12-22T17:37:00.260 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.262+0000 7fb94d391880 1 > prepared operation key=TDS90SYZKMLU tag=NK75HDFPN8TW type=del size=832186 2023-12-22T17:37:00.265 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.266+0000 7fb94d391880 1 < suggested update operation key=0BNHPX2OE7C0 tag=6MCC197RWV0F type=del size=1201698 2023-12-22T17:37:00.267 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.268+0000 7fb94d391880 1 > prepared operation key=0BNHPX2OE7C0 tag=6RTVU5FP9886 type=del size=169247 2023-12-22T17:37:00.269 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.270+0000 7fb94d391880 1 < completed part key=_multipart_DZPSR14TMXNC.2~3RTEAE7GV8KE.0 size=1048576 2023-12-22T17:37:00.269 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.270+0000 7fb94d391880 1 < canceled part key=_multipart_DZPSR14TMXNC.2~3RTEAE7GV8KE.1 size=763278 2023-12-22T17:37:00.273 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.274+0000 7fb94d391880 1 < canceled multipart upload key=DZPSR14TMXNC upload=3RTEAE7GV8KE tag=346TAH61FHKA type=write size=2860430 2023-12-22T17:37:00.277 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.278+0000 7fb94d391880 1 > prepared part key=_multipart_T8TYNCC2V8CD.2~XR66HBAOBOZ2.0 size=1048576 2023-12-22T17:37:00.279 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.280+0000 7fb94d391880 1 > prepared part key=_multipart_T8TYNCC2V8CD.2~XR66HBAOBOZ2.1 size=609580 2023-12-22T17:37:00.279 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.280+0000 7fb94d391880 1 > prepared multipart upload key=T8TYNCC2V8CD upload=XR66HBAOBOZ2 tag=D52MR7D7TG5I type=write size=2706732 2023-12-22T17:37:00.281 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.282+0000 7fb94d391880 1 < completed delete operation key=BPXZFZEJYPX1 tag=AJXH1WAOZHIU type=del 2023-12-22T17:37:00.285 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.286+0000 7fb94d391880 1 > prepared part key=_multipart_BCP1VQB2TB0F.2~RT1TQ74C2ZQG.0 size=1048576 2023-12-22T17:37:00.287 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.288+0000 7fb94d391880 1 > prepared part key=_multipart_BCP1VQB2TB0F.2~RT1TQ74C2ZQG.1 size=1048576 2023-12-22T17:37:00.289 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.290+0000 7fb94d391880 1 > prepared part key=_multipart_BCP1VQB2TB0F.2~RT1TQ74C2ZQG.2 size=555407 2023-12-22T17:37:00.289 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.290+0000 7fb94d391880 1 > prepared multipart upload key=BCP1VQB2TB0F upload=RT1TQ74C2ZQG tag=P5429V6TG3L7 type=write size=3701135 2023-12-22T17:37:00.291 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.292+0000 7fb94d391880 1 < completed part key=_multipart_7KXZJJ9YT96E.2~Z7EAI16KNCD5.0 size=883344 2023-12-22T17:37:00.294 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.296+0000 7fb94d391880 1 < completed multipart upload key=7KXZJJ9YT96E upload=Z7EAI16KNCD5 tag=AF6V04348UMH type=write size=1931920 2023-12-22T17:37:00.298 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.299+0000 7fb94d391880 1 > prepared part key=_multipart_7V5FS6PEP4ZL.2~OI2MO0RQW1SN.0 size=1048576 2023-12-22T17:37:00.300 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.301+0000 7fb94d391880 1 > prepared part key=_multipart_7V5FS6PEP4ZL.2~OI2MO0RQW1SN.1 size=1048576 2023-12-22T17:37:00.302 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.303+0000 7fb94d391880 1 > prepared part key=_multipart_7V5FS6PEP4ZL.2~OI2MO0RQW1SN.2 size=357392 2023-12-22T17:37:00.302 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.303+0000 7fb94d391880 1 > prepared multipart upload key=7V5FS6PEP4ZL upload=OI2MO0RQW1SN tag=JNB1O7BACUG0 type=write size=3503120 2023-12-22T17:37:00.305 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.306+0000 7fb94d391880 1 < completed write operation key=TDS90SYZKMLU tag=DX73CWJ07B4U type=write size=293137 2023-12-22T17:37:00.306 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.308+0000 7fb94d391880 1 > prepared operation key=T8TYNCC2V8CD tag=TQ65X778USYU type=del size=1768310 2023-12-22T17:37:00.308 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.310+0000 7fb94d391880 1 < completed delete operation key=40X558JXAX9S tag=T919J0S7G3S3 type=del 2023-12-22T17:37:00.313 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.314+0000 7fb94d391880 1 > prepared part key=_multipart_704VLVQ2P45U.2~QXAELANBHJ4L.0 size=1048576 2023-12-22T17:37:00.314 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.316+0000 7fb94d391880 1 > prepared part key=_multipart_704VLVQ2P45U.2~QXAELANBHJ4L.1 size=1048576 2023-12-22T17:37:00.316 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.317+0000 7fb94d391880 1 > prepared part key=_multipart_704VLVQ2P45U.2~QXAELANBHJ4L.2 size=57501 2023-12-22T17:37:00.316 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.317+0000 7fb94d391880 1 > prepared multipart upload key=704VLVQ2P45U upload=QXAELANBHJ4L tag=0H5KEZYYLM5T type=write size=3203229 2023-12-22T17:37:00.318 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.319+0000 7fb94d391880 1 < completed part key=_multipart_X3NXWCITUK7S.2~M8VYGF6WSUZS.0 size=1048576 2023-12-22T17:37:00.320 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.321+0000 7fb94d391880 1 < completed part key=_multipart_X3NXWCITUK7S.2~M8VYGF6WSUZS.1 size=1048576 2023-12-22T17:37:00.321 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.323+0000 7fb94d391880 1 < completed part key=_multipart_X3NXWCITUK7S.2~M8VYGF6WSUZS.2 size=208767 2023-12-22T17:37:00.325 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.326+0000 7fb94d391880 1 < completed multipart upload key=X3NXWCITUK7S upload=M8VYGF6WSUZS tag=DJ0SX4SEW6AU type=write size=3354495 2023-12-22T17:37:00.327 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.328+0000 7fb94d391880 1 > prepared operation key=RWJE4O4GO9IK tag=GFAV4ST9GTUT type=del size=2035097 2023-12-22T17:37:00.329 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.330+0000 7fb94d391880 1 < completed part key=_multipart_L6DUB57B222Z.2~888K35IHL96X.0 size=1048576 2023-12-22T17:37:00.331 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.332+0000 7fb94d391880 1 < completed part key=_multipart_L6DUB57B222Z.2~888K35IHL96X.1 size=688726 2023-12-22T17:37:00.335 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.337+0000 7fb94d391880 1 < completed multipart upload key=L6DUB57B222Z upload=888K35IHL96X tag=3IBWQ8KFNKIJ type=write size=2785878 2023-12-22T17:37:00.337 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.339+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=Y6N674RNYYR9 type=del size=1633812 2023-12-22T17:37:00.337 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.339+0000 7fb94d391880 1 < canceled part key=_multipart_BCP1VQB2TB0F.2~100IQNLN0801.0 size=1048576 2023-12-22T17:37:00.339 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.341+0000 7fb94d391880 1 < completed part key=_multipart_BCP1VQB2TB0F.2~100IQNLN0801.1 size=669830 2023-12-22T17:37:00.343 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.345+0000 7fb94d391880 1 < canceled multipart upload key=BCP1VQB2TB0F upload=100IQNLN0801 tag=MADUEY8DZD34 type=write size=2766982 2023-12-22T17:37:00.347 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.349+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~4UR4GU6AK8GE.0 size=1048576 2023-12-22T17:37:00.349 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.350+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~4UR4GU6AK8GE.1 size=1048576 2023-12-22T17:37:00.351 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.352+0000 7fb94d391880 1 > prepared part key=_multipart_DVN26OO0LDI7.2~4UR4GU6AK8GE.2 size=517015 2023-12-22T17:37:00.351 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.352+0000 7fb94d391880 1 > prepared multipart upload key=DVN26OO0LDI7 upload=4UR4GU6AK8GE tag=SGQHFHR0M79D type=write size=3662743 2023-12-22T17:37:00.353 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.354+0000 7fb94d391880 1 < completed part key=_multipart_X3NXWCITUK7S.2~B08CRV4I479P.0 size=845967 2023-12-22T17:37:00.357 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.358+0000 7fb94d391880 1 < completed multipart upload key=X3NXWCITUK7S upload=B08CRV4I479P tag=Z191DPGLNP6G type=write size=1894543 2023-12-22T17:37:00.359 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.361+0000 7fb94d391880 1 > prepared operation key=RWJE4O4GO9IK tag=SYLWT4IMI2EO type=del size=1183975 2023-12-22T17:37:00.360 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.361+0000 7fb94d391880 1 < canceled part key=_multipart_YRKG3P9O1XBW.2~AF3L24C2IKWS.0 size=1048576 2023-12-22T17:37:00.362 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.363+0000 7fb94d391880 1 < completed part key=_multipart_YRKG3P9O1XBW.2~AF3L24C2IKWS.1 size=913315 2023-12-22T17:37:00.365 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.366+0000 7fb94d391880 1 < canceled multipart upload key=YRKG3P9O1XBW upload=AF3L24C2IKWS tag=GCXVU6804XM2 type=write size=3010467 2023-12-22T17:37:00.367 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.369+0000 7fb94d391880 1 > prepared operation key=RWJE4O4GO9IK tag=JVGFUSVIOO4F type=del size=800398 2023-12-22T17:37:00.369 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.371+0000 7fb94d391880 1 < canceled operation key=X3NXWCITUK7S tag=1ST39N0U9C6Q type=write size=312254 2023-12-22T17:37:00.371 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.372+0000 7fb94d391880 1 > prepared operation key=GGQ09G6E3CZ6 tag=7W7MHH9H4DWC type=write size=56864 2023-12-22T17:37:00.373 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.374+0000 7fb94d391880 1 < completed part key=_multipart_28XBL3715EHT.2~EU82XW7CU14N.0 size=634053 2023-12-22T17:37:00.377 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.378+0000 7fb94d391880 1 < completed multipart upload key=28XBL3715EHT upload=EU82XW7CU14N tag=IPL1RNKHYA9K type=write size=1682629 2023-12-22T17:37:00.379 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.380+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=VRYGWHNDQ2PB type=del size=3747960 2023-12-22T17:37:00.381 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.382+0000 7fb94d391880 1 < completed part key=_multipart_TDS90SYZKMLU.2~S7MNS8TEK8SY.0 size=78417 2023-12-22T17:37:00.386 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.387+0000 7fb94d391880 1 < completed multipart upload key=TDS90SYZKMLU upload=S7MNS8TEK8SY tag=93VZGHPPFLB4 type=write size=1126993 2023-12-22T17:37:00.390 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.391+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~Q1JPIKDAMF81.0 size=1048576 2023-12-22T17:37:00.392 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.393+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~Q1JPIKDAMF81.1 size=1048576 2023-12-22T17:37:00.394 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.395+0000 7fb94d391880 1 > prepared part key=_multipart_DXPJ8O4O0SI2.2~Q1JPIKDAMF81.2 size=841661 2023-12-22T17:37:00.394 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.395+0000 7fb94d391880 1 > prepared multipart upload key=DXPJ8O4O0SI2 upload=Q1JPIKDAMF81 tag=K6PGQMXIZTWB type=write size=3987389 2023-12-22T17:37:00.397 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.398+0000 7fb94d391880 1 < completed delete operation key=X3NXWCITUK7S tag=QDU2S004JKWW type=del 2023-12-22T17:37:00.399 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.401+0000 7fb94d391880 1 > prepared operation key=NZ7PMKB2HICR tag=X69WO002TQJX type=write size=646878 2023-12-22T17:37:00.402 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.403+0000 7fb94d391880 1 < canceled operation key=TDS90SYZKMLU tag=NK75HDFPN8TW type=del size=832186 2023-12-22T17:37:00.404 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.405+0000 7fb94d391880 1 > prepared operation key=704VLVQ2P45U tag=WJFSMF0WPW8Q type=write size=549672 2023-12-22T17:37:00.408 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.409+0000 7fb94d391880 1 < suggested remove operation key=0BNHPX2OE7C0 tag=6RTVU5FP9886 type=del 2023-12-22T17:37:00.410 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.411+0000 7fb94d391880 1 > prepared operation key=7V5FS6PEP4ZL tag=W9ZHAU7JL9OJ type=del size=1175971 2023-12-22T17:37:00.410 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.411+0000 7fb94d391880 1 < canceled part key=_multipart_T8TYNCC2V8CD.2~XR66HBAOBOZ2.0 size=1048576 2023-12-22T17:37:00.412 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.413+0000 7fb94d391880 1 < completed part key=_multipart_T8TYNCC2V8CD.2~XR66HBAOBOZ2.1 size=609580 2023-12-22T17:37:00.416 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.417+0000 7fb94d391880 1 < canceled multipart upload key=T8TYNCC2V8CD upload=XR66HBAOBOZ2 tag=D52MR7D7TG5I type=write size=2706732 2023-12-22T17:37:00.420 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.421+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~7RIP5H72JVY3.0 size=1048576 2023-12-22T17:37:00.422 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.423+0000 7fb94d391880 1 > prepared part key=_multipart_W3X2J2SCNOE7.2~7RIP5H72JVY3.1 size=953477 2023-12-22T17:37:00.422 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.423+0000 7fb94d391880 1 > prepared multipart upload key=W3X2J2SCNOE7 upload=7RIP5H72JVY3 tag=CDLO9QO5A0Z2 type=write size=3050629 2023-12-22T17:37:00.424 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.426+0000 7fb94d391880 1 < completed part key=_multipart_BCP1VQB2TB0F.2~RT1TQ74C2ZQG.0 size=1048576 2023-12-22T17:37:00.426 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.427+0000 7fb94d391880 1 < completed part key=_multipart_BCP1VQB2TB0F.2~RT1TQ74C2ZQG.1 size=1048576 2023-12-22T17:37:00.428 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.429+0000 7fb94d391880 1 < completed part key=_multipart_BCP1VQB2TB0F.2~RT1TQ74C2ZQG.2 size=555407 2023-12-22T17:37:00.437 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.439+0000 7fb94d391880 1 < completed multipart upload key=BCP1VQB2TB0F upload=RT1TQ74C2ZQG tag=P5429V6TG3L7 type=write size=3701135 2023-12-22T17:37:00.442 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.443+0000 7fb94d391880 1 > prepared part key=_multipart_L6DUB57B222Z.2~3D7H5TE29TGU.0 size=483571 2023-12-22T17:37:00.442 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.443+0000 7fb94d391880 1 > prepared multipart upload key=L6DUB57B222Z upload=3D7H5TE29TGU tag=QXX8ZVGFJTXJ type=write size=1532147 2023-12-22T17:37:00.444 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.445+0000 7fb94d391880 1 < completed part key=_multipart_7V5FS6PEP4ZL.2~OI2MO0RQW1SN.0 size=1048576 2023-12-22T17:37:00.446 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.447+0000 7fb94d391880 1 < completed part key=_multipart_7V5FS6PEP4ZL.2~OI2MO0RQW1SN.1 size=1048576 2023-12-22T17:37:00.448 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.449+0000 7fb94d391880 1 < completed part key=_multipart_7V5FS6PEP4ZL.2~OI2MO0RQW1SN.2 size=357392 2023-12-22T17:37:00.452 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.453+0000 7fb94d391880 1 < completed multipart upload key=7V5FS6PEP4ZL upload=OI2MO0RQW1SN tag=JNB1O7BACUG0 type=write size=3503120 2023-12-22T17:37:00.456 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.458+0000 7fb94d391880 1 > prepared part key=_multipart_T8TYNCC2V8CD.2~O81QSBGC245V.0 size=347890 2023-12-22T17:37:00.456 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.458+0000 7fb94d391880 1 > prepared multipart upload key=T8TYNCC2V8CD upload=O81QSBGC245V tag=KRJFPFGS3X4A type=write size=1396466 2023-12-22T17:37:00.458 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.460+0000 7fb94d391880 1 < completed delete operation key=T8TYNCC2V8CD tag=TQ65X778USYU type=del 2023-12-22T17:37:00.461 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.462+0000 7fb94d391880 1 > prepared operation key=IRCWNBTM8JVB tag=4BQASZCIJPOR type=del size=2270064 2023-12-22T17:37:00.464 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.465+0000 7fb94d391880 1 < completed part key=_multipart_704VLVQ2P45U.2~QXAELANBHJ4L.0 size=1048576 2023-12-22T17:37:00.465 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.467+0000 7fb94d391880 1 < completed part key=_multipart_704VLVQ2P45U.2~QXAELANBHJ4L.1 size=1048576 2023-12-22T17:37:00.467 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.469+0000 7fb94d391880 1 < completed part key=_multipart_704VLVQ2P45U.2~QXAELANBHJ4L.2 size=57501 2023-12-22T17:37:00.471 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.473+0000 7fb94d391880 1 < completed multipart upload key=704VLVQ2P45U upload=QXAELANBHJ4L tag=0H5KEZYYLM5T type=write size=3203229 2023-12-22T17:37:00.473 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.475+0000 7fb94d391880 1 > prepared operation key=GGQ09G6E3CZ6 tag=4KOOP4TM8SG4 type=del size=747786 2023-12-22T17:37:00.475 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.477+0000 7fb94d391880 1 < completed delete operation key=RWJE4O4GO9IK tag=GFAV4ST9GTUT type=del 2023-12-22T17:37:00.478 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.479+0000 7fb94d391880 1 > prepared operation key=DXPJ8O4O0SI2 tag=88SSMIQDLNXK type=del size=185894 2023-12-22T17:37:00.480 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.481+0000 7fb94d391880 1 < completed delete operation key=7KXZJJ9YT96E tag=Y6N674RNYYR9 type=del 2023-12-22T17:37:00.482 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.484+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=OSMR3K5FNARL type=del size=2902029 2023-12-22T17:37:00.483 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.484+0000 7fb94d391880 1 < canceled part key=_multipart_DVN26OO0LDI7.2~4UR4GU6AK8GE.0 size=1048576 2023-12-22T17:37:00.484 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.486+0000 7fb94d391880 1 < completed part key=_multipart_DVN26OO0LDI7.2~4UR4GU6AK8GE.1 size=1048576 2023-12-22T17:37:00.484 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.486+0000 7fb94d391880 1 < canceled part key=_multipart_DVN26OO0LDI7.2~4UR4GU6AK8GE.2 size=517015 2023-12-22T17:37:00.488 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.489+0000 7fb94d391880 1 < canceled multipart upload key=DVN26OO0LDI7 upload=4UR4GU6AK8GE tag=SGQHFHR0M79D type=write size=3662743 2023-12-22T17:37:00.493 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.494+0000 7fb94d391880 1 > prepared part key=_multipart_BCP1VQB2TB0F.2~L0HFU9X9B8VL.0 size=16384 2023-12-22T17:37:00.493 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.494+0000 7fb94d391880 1 > prepared multipart upload key=BCP1VQB2TB0F upload=L0HFU9X9B8VL tag=K1DH1NGDYXXX type=write size=1064960 2023-12-22T17:37:00.495 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.496+0000 7fb94d391880 1 < canceled operation key=RWJE4O4GO9IK tag=SYLWT4IMI2EO type=del size=1183975 2023-12-22T17:37:00.497 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.499+0000 7fb94d391880 1 > prepared operation key=BPXZFZEJYPX1 tag=QWN2METY744Y type=del size=4097941 2023-12-22T17:37:00.500 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.502+0000 7fb94d391880 1 < completed delete operation key=RWJE4O4GO9IK tag=JVGFUSVIOO4F type=del 2023-12-22T17:37:00.505 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.506+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~6IXCCIBJ94CX.0 size=1048576 2023-12-22T17:37:00.507 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.508+0000 7fb94d391880 1 > prepared part key=_multipart_HZAQDCN1TA70.2~6IXCCIBJ94CX.1 size=687920 2023-12-22T17:37:00.507 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.508+0000 7fb94d391880 1 > prepared multipart upload key=HZAQDCN1TA70 upload=6IXCCIBJ94CX tag=NLBQZZO42O2L type=write size=2785072 2023-12-22T17:37:00.512 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.513+0000 7fb94d391880 1 < suggested remove operation key=GGQ09G6E3CZ6 tag=7W7MHH9H4DWC type=write 2023-12-22T17:37:00.515 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.516+0000 7fb94d391880 1 > prepared operation key=I7GAQL38WXHS tag=GJHF3B3BLZP7 type=del size=944276 2023-12-22T17:37:00.517 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.518+0000 7fb94d391880 1 < completed delete operation key=2G2FODM41TWI tag=VRYGWHNDQ2PB type=del 2023-12-22T17:37:00.521 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.522+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~I0AU1KUBQTIQ.0 size=643191 2023-12-22T17:37:00.521 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.522+0000 7fb94d391880 1 > prepared multipart upload key=2G2FODM41TWI upload=I0AU1KUBQTIQ tag=5N7TFNBBVW2H type=write size=1691767 2023-12-22T17:37:00.523 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.525+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~Q1JPIKDAMF81.0 size=1048576 2023-12-22T17:37:00.525 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.526+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~Q1JPIKDAMF81.1 size=1048576 2023-12-22T17:37:00.527 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.528+0000 7fb94d391880 1 < completed part key=_multipart_DXPJ8O4O0SI2.2~Q1JPIKDAMF81.2 size=841661 2023-12-22T17:37:00.531 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.532+0000 7fb94d391880 1 < completed multipart upload key=DXPJ8O4O0SI2 upload=Q1JPIKDAMF81 tag=K6PGQMXIZTWB type=write size=3987389 2023-12-22T17:37:00.535 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.536+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~D7HAFTFKPUBW.0 size=622062 2023-12-22T17:37:00.535 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.536+0000 7fb94d391880 1 > prepared multipart upload key=V3ZYXTO3N0R6 upload=D7HAFTFKPUBW tag=8YMQK8FTTWI5 type=write size=1670638 2023-12-22T17:37:00.537 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.538+0000 7fb94d391880 1 < completed write operation key=NZ7PMKB2HICR tag=X69WO002TQJX type=write size=646878 2023-12-22T17:37:00.539 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.540+0000 7fb94d391880 1 > prepared operation key=IRCWNBTM8JVB tag=SJQBNIAWEZ5T type=del size=913618 2023-12-22T17:37:00.541 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.542+0000 7fb94d391880 1 < completed write operation key=704VLVQ2P45U tag=WJFSMF0WPW8Q type=write size=549672 2023-12-22T17:37:00.543 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.544+0000 7fb94d391880 1 > prepared operation key=7V5FS6PEP4ZL tag=Y6DGV4IOV7IK type=write size=878980 2023-12-22T17:37:00.547 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.548+0000 7fb94d391880 1 < suggested remove operation key=7V5FS6PEP4ZL tag=W9ZHAU7JL9OJ type=del 2023-12-22T17:37:00.549 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.550+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=LRGJ3B42PAM9 type=del size=3321985 2023-12-22T17:37:00.551 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.553+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~7RIP5H72JVY3.0 size=1048576 2023-12-22T17:37:00.553 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.554+0000 7fb94d391880 1 < completed part key=_multipart_W3X2J2SCNOE7.2~7RIP5H72JVY3.1 size=953477 2023-12-22T17:37:00.556 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.558+0000 7fb94d391880 1 < completed multipart upload key=W3X2J2SCNOE7 upload=7RIP5H72JVY3 tag=CDLO9QO5A0Z2 type=write size=3050629 2023-12-22T17:37:00.560 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.562+0000 7fb94d391880 1 > prepared part key=_multipart_IRCWNBTM8JVB.2~X5U8P83UCM63.0 size=1048576 2023-12-22T17:37:00.562 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.564+0000 7fb94d391880 1 > prepared part key=_multipart_IRCWNBTM8JVB.2~X5U8P83UCM63.1 size=1048576 2023-12-22T17:37:00.564 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.565+0000 7fb94d391880 1 > prepared part key=_multipart_IRCWNBTM8JVB.2~X5U8P83UCM63.2 size=254998 2023-12-22T17:37:00.564 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.565+0000 7fb94d391880 1 > prepared multipart upload key=IRCWNBTM8JVB upload=X5U8P83UCM63 tag=4E2FTD09WKOE type=write size=3400726 2023-12-22T17:37:00.566 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.567+0000 7fb94d391880 1 < completed part key=_multipart_L6DUB57B222Z.2~3D7H5TE29TGU.0 size=483571 2023-12-22T17:37:00.570 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.571+0000 7fb94d391880 1 < completed multipart upload key=L6DUB57B222Z upload=3D7H5TE29TGU tag=QXX8ZVGFJTXJ type=write size=1532147 2023-12-22T17:37:00.573 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.575+0000 7fb94d391880 1 > prepared part key=_multipart_28XBL3715EHT.2~JHPYMPMYDS30.0 size=1048576 2023-12-22T17:37:00.575 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.576+0000 7fb94d391880 1 > prepared part key=_multipart_28XBL3715EHT.2~JHPYMPMYDS30.1 size=1048576 2023-12-22T17:37:00.577 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.578+0000 7fb94d391880 1 > prepared part key=_multipart_28XBL3715EHT.2~JHPYMPMYDS30.2 size=250627 2023-12-22T17:37:00.577 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.578+0000 7fb94d391880 1 > prepared multipart upload key=28XBL3715EHT upload=JHPYMPMYDS30 tag=TMS4VS1L4RFC type=write size=3396355 2023-12-22T17:37:00.579 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.580+0000 7fb94d391880 1 < completed part key=_multipart_T8TYNCC2V8CD.2~O81QSBGC245V.0 size=347890 2023-12-22T17:37:00.582 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.584+0000 7fb94d391880 1 < completed multipart upload key=T8TYNCC2V8CD upload=O81QSBGC245V tag=KRJFPFGS3X4A type=write size=1396466 2023-12-22T17:37:00.585 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.586+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=DJ5HJJ9XR3UB type=del size=2212908 2023-12-22T17:37:00.587 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.588+0000 7fb94d391880 1 < canceled operation key=IRCWNBTM8JVB tag=4BQASZCIJPOR type=del size=2270064 2023-12-22T17:37:00.589 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.590+0000 7fb94d391880 1 > prepared operation key=R9WTR26FAZP8 tag=V5D8G394DB80 type=del size=2363356 2023-12-22T17:37:00.592 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.593+0000 7fb94d391880 -1 < failed to complete operation key=GGQ09G6E3CZ6 tag=4KOOP4TM8SG4 type=del size=747786: (22) Invalid argument 2023-12-22T17:37:00.594 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.596+0000 7fb94d391880 1 > prepared operation key=BPXZFZEJYPX1 tag=2RVOZPVGPG50 type=write size=892221 2023-12-22T17:37:00.598 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.600+0000 7fb94d391880 1 < suggested remove operation key=DXPJ8O4O0SI2 tag=88SSMIQDLNXK type=del 2023-12-22T17:37:00.600 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.602+0000 7fb94d391880 1 > prepared operation key=YRKG3P9O1XBW tag=4HA08UJEFKKQ type=del size=3245239 2023-12-22T17:37:00.603 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.604+0000 7fb94d391880 1 < completed delete operation key=28XBL3715EHT tag=OSMR3K5FNARL type=del 2023-12-22T17:37:00.607 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.608+0000 7fb94d391880 1 > prepared part key=_multipart_YRKG3P9O1XBW.2~3LX6YI0PZ9UR.0 size=1039097 2023-12-22T17:37:00.607 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.608+0000 7fb94d391880 1 > prepared multipart upload key=YRKG3P9O1XBW upload=3LX6YI0PZ9UR tag=CMC0G8LPEFTZ type=write size=2087673 2023-12-22T17:37:00.610 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.611+0000 7fb94d391880 1 < completed part key=_multipart_BCP1VQB2TB0F.2~L0HFU9X9B8VL.0 size=16384 2023-12-22T17:37:00.614 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.615+0000 7fb94d391880 1 < completed multipart upload key=BCP1VQB2TB0F upload=L0HFU9X9B8VL tag=K1DH1NGDYXXX type=write size=1064960 2023-12-22T17:37:00.616 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.618+0000 7fb94d391880 1 > prepared operation key=RV0R03E3QAOV tag=6XL6RF3VJNWH type=del size=3482102 2023-12-22T17:37:00.619 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.620+0000 7fb94d391880 1 < completed delete operation key=BPXZFZEJYPX1 tag=QWN2METY744Y type=del 2023-12-22T17:37:00.621 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.622+0000 7fb94d391880 1 > prepared operation key=R9WTR26FAZP8 tag=WXBCIQC9K2NQ type=del size=1408612 2023-12-22T17:37:00.623 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.624+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~6IXCCIBJ94CX.0 size=1048576 2023-12-22T17:37:00.625 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.626+0000 7fb94d391880 1 < completed part key=_multipart_HZAQDCN1TA70.2~6IXCCIBJ94CX.1 size=687920 2023-12-22T17:37:00.629 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.630+0000 7fb94d391880 1 < completed multipart upload key=HZAQDCN1TA70 upload=6IXCCIBJ94CX tag=NLBQZZO42O2L type=write size=2785072 2023-12-22T17:37:00.631 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.632+0000 7fb94d391880 1 > prepared operation key=TDS90SYZKMLU tag=ZOSTL0CK529H type=del size=444897 2023-12-22T17:37:00.635 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.636+0000 7fb94d391880 1 < suggested remove operation key=I7GAQL38WXHS tag=GJHF3B3BLZP7 type=del 2023-12-22T17:37:00.637 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.639+0000 7fb94d391880 1 > prepared operation key=KLRYSCZNAHKT tag=NHFTQ33Z2JTY type=write size=55595 2023-12-22T17:37:00.639 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.641+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~I0AU1KUBQTIQ.0 size=643191 2023-12-22T17:37:00.643 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.644+0000 7fb94d391880 1 < completed multipart upload key=2G2FODM41TWI upload=I0AU1KUBQTIQ tag=5N7TFNBBVW2H type=write size=1691767 2023-12-22T17:37:00.645 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.647+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=50ILJQVCOB8U type=del size=1531618 2023-12-22T17:37:00.648 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.649+0000 7fb94d391880 1 < completed part key=_multipart_V3ZYXTO3N0R6.2~D7HAFTFKPUBW.0 size=622062 2023-12-22T17:37:00.651 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.652+0000 7fb94d391880 1 < completed multipart upload key=V3ZYXTO3N0R6 upload=D7HAFTFKPUBW tag=8YMQK8FTTWI5 type=write size=1670638 2023-12-22T17:37:00.654 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.655+0000 7fb94d391880 1 > prepared operation key=TFLKTU1RF46Q tag=UL4AAR7ZTW9E type=del size=467317 2023-12-22T17:37:00.656 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.657+0000 7fb94d391880 1 < completed delete operation key=IRCWNBTM8JVB tag=SJQBNIAWEZ5T type=del 2023-12-22T17:37:00.660 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.662+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~1JHR0CKXCPYU.0 size=1048576 2023-12-22T17:37:00.663 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.664+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~1JHR0CKXCPYU.1 size=761335 2023-12-22T17:37:00.663 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.664+0000 7fb94d391880 1 > prepared multipart upload key=2G2FODM41TWI upload=1JHR0CKXCPYU tag=ZVYW4VS1SAMT type=write size=2858487 2023-12-22T17:37:00.666 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.667+0000 7fb94d391880 -1 < failed to complete operation key=7V5FS6PEP4ZL tag=Y6DGV4IOV7IK type=write size=878980: (22) Invalid argument 2023-12-22T17:37:00.670 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.671+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~HKBVDK5GM8FP.0 size=1048576 2023-12-22T17:37:00.671 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.673+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~HKBVDK5GM8FP.1 size=1048576 2023-12-22T17:37:00.674 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.675+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~HKBVDK5GM8FP.2 size=830451 2023-12-22T17:37:00.674 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.675+0000 7fb94d391880 1 > prepared multipart upload key=V3ZYXTO3N0R6 upload=HKBVDK5GM8FP tag=YGCILQ7SIPV6 type=write size=3976179 2023-12-22T17:37:00.676 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.677+0000 7fb94d391880 1 < completed delete operation key=7KXZJJ9YT96E tag=LRGJ3B42PAM9 type=del 2023-12-22T17:37:00.678 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.679+0000 7fb94d391880 1 > prepared operation key=GGQ09G6E3CZ6 tag=Y1LKBU6JG85E type=del size=3551661 2023-12-22T17:37:00.678 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.680+0000 7fb94d391880 1 < canceled part key=_multipart_IRCWNBTM8JVB.2~X5U8P83UCM63.0 size=1048576 2023-12-22T17:37:00.680 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.681+0000 7fb94d391880 1 < completed part key=_multipart_IRCWNBTM8JVB.2~X5U8P83UCM63.1 size=1048576 2023-12-22T17:37:00.682 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.683+0000 7fb94d391880 1 < completed part key=_multipart_IRCWNBTM8JVB.2~X5U8P83UCM63.2 size=254998 2023-12-22T17:37:00.685 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.686+0000 7fb94d391880 1 < canceled multipart upload key=IRCWNBTM8JVB upload=X5U8P83UCM63 tag=4E2FTD09WKOE type=write size=3400726 2023-12-22T17:37:00.687 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.688+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=W2EHHWY9Q75G type=write size=63341 2023-12-22T17:37:00.690 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.691+0000 7fb94d391880 1 < completed part key=_multipart_28XBL3715EHT.2~JHPYMPMYDS30.0 size=1048576 2023-12-22T17:37:00.692 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.693+0000 7fb94d391880 1 < completed part key=_multipart_28XBL3715EHT.2~JHPYMPMYDS30.1 size=1048576 2023-12-22T17:37:00.693 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.695+0000 7fb94d391880 1 < completed part key=_multipart_28XBL3715EHT.2~JHPYMPMYDS30.2 size=250627 2023-12-22T17:37:00.698 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.699+0000 7fb94d391880 1 < completed multipart upload key=28XBL3715EHT upload=JHPYMPMYDS30 tag=TMS4VS1L4RFC type=write size=3396355 2023-12-22T17:37:00.700 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.701+0000 7fb94d391880 1 > prepared operation key=6CLDD4VJZWJJ tag=AJ69H4UP3TZX type=del size=3764524 2023-12-22T17:37:00.702 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.703+0000 7fb94d391880 1 < completed delete operation key=5HOL7148HSJL tag=DJ5HJJ9XR3UB type=del 2023-12-22T17:37:00.704 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.705+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=2WRW57V5AEV5 type=write size=838927 2023-12-22T17:37:00.706 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.708+0000 7fb94d391880 1 < canceled operation key=R9WTR26FAZP8 tag=V5D8G394DB80 type=del size=2363356 2023-12-22T17:37:00.709 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.710+0000 7fb94d391880 1 > prepared operation key=TDS90SYZKMLU tag=1FZNM1L282QZ type=del size=1827628 2023-12-22T17:37:00.713 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.714+0000 7fb94d391880 1 < suggested update operation key=BPXZFZEJYPX1 tag=2RVOZPVGPG50 type=write size=892221 2023-12-22T17:37:00.717 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.718+0000 7fb94d391880 1 > prepared part key=_multipart_YRKG3P9O1XBW.2~5GV3EWHVLFCC.0 size=636410 2023-12-22T17:37:00.717 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.718+0000 7fb94d391880 1 > prepared multipart upload key=YRKG3P9O1XBW upload=5GV3EWHVLFCC tag=ZP00V6QKA70I type=write size=1684986 2023-12-22T17:37:00.719 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.720+0000 7fb94d391880 1 < completed delete operation key=YRKG3P9O1XBW tag=4HA08UJEFKKQ type=del 2023-12-22T17:37:00.721 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.722+0000 7fb94d391880 1 > prepared operation key=0BNHPX2OE7C0 tag=DUJG0M9ZOE37 type=del size=3882430 2023-12-22T17:37:00.723 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.724+0000 7fb94d391880 1 < completed part key=_multipart_YRKG3P9O1XBW.2~3LX6YI0PZ9UR.0 size=1039097 2023-12-22T17:37:00.727 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.728+0000 7fb94d391880 1 < completed multipart upload key=YRKG3P9O1XBW upload=3LX6YI0PZ9UR tag=CMC0G8LPEFTZ type=write size=2087673 2023-12-22T17:37:00.729 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.730+0000 7fb94d391880 1 > prepared operation key=HZAQDCN1TA70 tag=BIBWCVLSHNYQ type=del size=4081516 2023-12-22T17:37:00.733 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.734+0000 7fb94d391880 1 < suggested update operation key=RV0R03E3QAOV tag=6XL6RF3VJNWH type=del size=3482102 2023-12-22T17:37:00.737 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.738+0000 7fb94d391880 1 > prepared part key=_multipart_IRCWNBTM8JVB.2~C3H4NIHPFWUR.0 size=1048576 2023-12-22T17:37:00.739 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.740+0000 7fb94d391880 1 > prepared part key=_multipart_IRCWNBTM8JVB.2~C3H4NIHPFWUR.1 size=1048576 2023-12-22T17:37:00.741 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.742+0000 7fb94d391880 1 > prepared part key=_multipart_IRCWNBTM8JVB.2~C3H4NIHPFWUR.2 size=647185 2023-12-22T17:37:00.741 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.742+0000 7fb94d391880 1 > prepared multipart upload key=IRCWNBTM8JVB upload=C3H4NIHPFWUR tag=9ODH4OLJ5KM8 type=write size=3792913 2023-12-22T17:37:00.743 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.744+0000 7fb94d391880 1 < completed delete operation key=R9WTR26FAZP8 tag=WXBCIQC9K2NQ type=del 2023-12-22T17:37:00.745 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.746+0000 7fb94d391880 1 > prepared operation key=0BNHPX2OE7C0 tag=RNZHPVU6SCIM type=write size=826709 2023-12-22T17:37:00.750 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.751+0000 7fb94d391880 1 < suggested remove operation key=TDS90SYZKMLU tag=ZOSTL0CK529H type=del 2023-12-22T17:37:00.752 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.753+0000 7fb94d391880 1 > prepared operation key=74ZWP6PRPDCK tag=25UKF3SRNNL4 type=del size=2613428 2023-12-22T17:37:00.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:00 smithi039 ceph-mon[181282]: pgmap v1284: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 453 KiB/s wr, 2.31k op/s 2023-12-22T17:37:00.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:37:00.754 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.755+0000 7fb94d391880 1 < completed write operation key=KLRYSCZNAHKT tag=NHFTQ33Z2JTY type=write size=55595 2023-12-22T17:37:00.759 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.760+0000 7fb94d391880 1 > prepared part key=_multipart_5HOL7148HSJL.2~BKUHN3E09I7M.0 size=1048576 2023-12-22T17:37:00.760 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.762+0000 7fb94d391880 1 > prepared part key=_multipart_5HOL7148HSJL.2~BKUHN3E09I7M.1 size=604014 2023-12-22T17:37:00.760 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.762+0000 7fb94d391880 1 > prepared multipart upload key=5HOL7148HSJL upload=BKUHN3E09I7M tag=GIEM4I399BU7 type=write size=2701166 2023-12-22T17:37:00.762 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.764+0000 7fb94d391880 1 < completed delete operation key=2G2FODM41TWI tag=50ILJQVCOB8U type=del 2023-12-22T17:37:00.766 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.768+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~JCBFJT9G5T2F.0 size=1048576 2023-12-22T17:37:00.768 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.769+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~JCBFJT9G5T2F.1 size=1048576 2023-12-22T17:37:00.770 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.771+0000 7fb94d391880 1 > prepared part key=_multipart_2G2FODM41TWI.2~JCBFJT9G5T2F.2 size=787479 2023-12-22T17:37:00.770 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.771+0000 7fb94d391880 1 > prepared multipart upload key=2G2FODM41TWI upload=JCBFJT9G5T2F tag=9ZF7Z8DRGH3B type=write size=3933207 2023-12-22T17:37:00.772 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.773+0000 7fb94d391880 1 < completed delete operation key=TFLKTU1RF46Q tag=UL4AAR7ZTW9E type=del 2023-12-22T17:37:00.774 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.775+0000 7fb94d391880 1 > prepared operation key=0BNHPX2OE7C0 tag=A8ZW74S2TB2Y type=del size=3151115 2023-12-22T17:37:00.776 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.778+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~1JHR0CKXCPYU.0 size=1048576 2023-12-22T17:37:00.778 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.779+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~1JHR0CKXCPYU.1 size=761335 2023-12-22T17:37:00.782 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.783+0000 7fb94d391880 1 < completed multipart upload key=2G2FODM41TWI upload=1JHR0CKXCPYU tag=ZVYW4VS1SAMT type=write size=2858487 2023-12-22T17:37:00.786 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.787+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~KLBP9IDI4GI1.0 size=150655 2023-12-22T17:37:00.786 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.787+0000 7fb94d391880 1 > prepared multipart upload key=0BNHPX2OE7C0 upload=KLBP9IDI4GI1 tag=ZNYJNKPX6J9U type=write size=1199231 2023-12-22T17:37:00.787 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.788+0000 7fb94d391880 1 < canceled part key=_multipart_V3ZYXTO3N0R6.2~HKBVDK5GM8FP.0 size=1048576 2023-12-22T17:37:00.788 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.790+0000 7fb94d391880 1 < completed part key=_multipart_V3ZYXTO3N0R6.2~HKBVDK5GM8FP.1 size=1048576 2023-12-22T17:37:00.790 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.792+0000 7fb94d391880 1 < completed part key=_multipart_V3ZYXTO3N0R6.2~HKBVDK5GM8FP.2 size=830451 2023-12-22T17:37:00.794 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.796+0000 7fb94d391880 1 < canceled multipart upload key=V3ZYXTO3N0R6 upload=HKBVDK5GM8FP tag=YGCILQ7SIPV6 type=write size=3976179 2023-12-22T17:37:00.796 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.798+0000 7fb94d391880 1 > prepared operation key=GGQ09G6E3CZ6 tag=AKLTGZ4RHHP3 type=write size=274339 2023-12-22T17:37:00.800 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.802+0000 7fb94d391880 1 < suggested update operation key=GGQ09G6E3CZ6 tag=Y1LKBU6JG85E type=del size=3551661 2023-12-22T17:37:00.802 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.804+0000 7fb94d391880 1 > prepared operation key=DZPSR14TMXNC tag=CNY5U1OOEPNH type=del size=3694095 2023-12-22T17:37:00.805 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.806+0000 7fb94d391880 1 < completed write operation key=7KXZJJ9YT96E tag=W2EHHWY9Q75G type=write size=63341 2023-12-22T17:37:00.806 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.808+0000 7fb94d391880 1 > prepared operation key=YRKG3P9O1XBW tag=X2PDE5FRI4XW type=write size=286130 2023-12-22T17:37:00.809 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.810+0000 7fb94d391880 1 < completed delete operation key=6CLDD4VJZWJJ tag=AJ69H4UP3TZX type=del 2023-12-22T17:37:00.811 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.812+0000 7fb94d391880 1 > prepared operation key=74ZWP6PRPDCK tag=U3Z3MYFY7T30 type=write size=467040 2023-12-22T17:37:00.813 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.814+0000 7fb94d391880 1 < completed write operation key=5HOL7148HSJL tag=2WRW57V5AEV5 type=write size=838927 2023-12-22T17:37:00.815 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.816+0000 7fb94d391880 1 > prepared operation key=6CLDD4VJZWJJ tag=Q63UAZU3S7D3 type=del size=2403850 2023-12-22T17:37:00.818 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.819+0000 7fb94d391880 -1 < failed to complete operation key=TDS90SYZKMLU tag=1FZNM1L282QZ type=del size=1827628: (22) Invalid argument 2023-12-22T17:37:00.822 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.823+0000 7fb94d391880 1 > prepared part key=_multipart_28XBL3715EHT.2~DZ2OPXYLDAI9.0 size=1048576 2023-12-22T17:37:00.824 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.825+0000 7fb94d391880 1 > prepared part key=_multipart_28XBL3715EHT.2~DZ2OPXYLDAI9.1 size=1048576 2023-12-22T17:37:00.826 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.827+0000 7fb94d391880 1 > prepared part key=_multipart_28XBL3715EHT.2~DZ2OPXYLDAI9.2 size=671839 2023-12-22T17:37:00.826 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.827+0000 7fb94d391880 1 > prepared multipart upload key=28XBL3715EHT upload=DZ2OPXYLDAI9 tag=HNN6QPVFJ0MF type=write size=3817567 2023-12-22T17:37:00.828 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.829+0000 7fb94d391880 1 < completed part key=_multipart_YRKG3P9O1XBW.2~5GV3EWHVLFCC.0 size=636410 2023-12-22T17:37:00.832 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.833+0000 7fb94d391880 1 < completed multipart upload key=YRKG3P9O1XBW upload=5GV3EWHVLFCC tag=ZP00V6QKA70I type=write size=1684986 2023-12-22T17:37:00.836 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.837+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~OUVEVX7HO0O6.0 size=448397 2023-12-22T17:37:00.836 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.837+0000 7fb94d391880 1 > prepared multipart upload key=40X558JXAX9S upload=OUVEVX7HO0O6 tag=UQ0TH7DHPRUQ type=write size=1496973 2023-12-22T17:37:00.838 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.839+0000 7fb94d391880 1 < completed delete operation key=0BNHPX2OE7C0 tag=DUJG0M9ZOE37 type=del 2023-12-22T17:37:00.840 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.841+0000 7fb94d391880 1 > prepared operation key=TDS90SYZKMLU tag=5VXZAL0XLVKO type=del size=650076 2023-12-22T17:37:00.842 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.843+0000 7fb94d391880 1 < completed delete operation key=HZAQDCN1TA70 tag=BIBWCVLSHNYQ type=del 2023-12-22T17:37:00.844 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.845+0000 7fb94d391880 1 > prepared operation key=DZPSR14TMXNC tag=U1G1CNFXHPWS type=del size=44203 2023-12-22T17:37:00.846 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.848+0000 7fb94d391880 1 < completed part key=_multipart_IRCWNBTM8JVB.2~C3H4NIHPFWUR.0 size=1048576 2023-12-22T17:37:00.848 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.849+0000 7fb94d391880 1 < completed part key=_multipart_IRCWNBTM8JVB.2~C3H4NIHPFWUR.1 size=1048576 2023-12-22T17:37:00.851 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.852+0000 7fb94d391880 1 < completed part key=_multipart_IRCWNBTM8JVB.2~C3H4NIHPFWUR.2 size=647185 2023-12-22T17:37:00.853 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:00 smithi032 ceph-mon[191839]: pgmap v1284: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 453 KiB/s wr, 2.31k op/s 2023-12-22T17:37:00.853 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:37:00.853 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:00 smithi032 ceph-mon[189144]: pgmap v1284: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 453 KiB/s wr, 2.31k op/s 2023-12-22T17:37:00.853 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:37:00.855 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.856+0000 7fb94d391880 1 < completed multipart upload key=IRCWNBTM8JVB upload=C3H4NIHPFWUR tag=9ODH4OLJ5KM8 type=write size=3792913 2023-12-22T17:37:00.857 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.858+0000 7fb94d391880 1 > prepared operation key=7V5FS6PEP4ZL tag=DLXX6EY77DTM type=del size=1774757 2023-12-22T17:37:00.859 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.860+0000 7fb94d391880 1 < completed write operation key=0BNHPX2OE7C0 tag=RNZHPVU6SCIM type=write size=826709 2023-12-22T17:37:00.862 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.864+0000 7fb94d391880 1 > prepared part key=_multipart_BPXZFZEJYPX1.2~JVDF31V6CHBT.0 size=1048576 2023-12-22T17:37:00.864 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.865+0000 7fb94d391880 1 > prepared part key=_multipart_BPXZFZEJYPX1.2~JVDF31V6CHBT.1 size=352445 2023-12-22T17:37:00.864 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.865+0000 7fb94d391880 1 > prepared multipart upload key=BPXZFZEJYPX1 upload=JVDF31V6CHBT tag=SG394XS9CW0D type=write size=2449597 2023-12-22T17:37:00.866 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.867+0000 7fb94d391880 1 < completed delete operation key=74ZWP6PRPDCK tag=25UKF3SRNNL4 type=del 2023-12-22T17:37:00.868 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.869+0000 7fb94d391880 1 > prepared operation key=2G2FODM41TWI tag=8MRSZESWJWQH type=del size=3491824 2023-12-22T17:37:00.870 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.871+0000 7fb94d391880 1 < completed part key=_multipart_5HOL7148HSJL.2~BKUHN3E09I7M.0 size=1048576 2023-12-22T17:37:00.872 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.873+0000 7fb94d391880 1 < completed part key=_multipart_5HOL7148HSJL.2~BKUHN3E09I7M.1 size=604014 2023-12-22T17:37:00.875 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.876+0000 7fb94d391880 1 < completed multipart upload key=5HOL7148HSJL upload=BKUHN3E09I7M tag=GIEM4I399BU7 type=write size=2701166 2023-12-22T17:37:00.877 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.878+0000 7fb94d391880 1 > prepared operation key=BCP1VQB2TB0F tag=31KPUTGS1X09 type=del size=1831930 2023-12-22T17:37:00.880 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.881+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~JCBFJT9G5T2F.0 size=1048576 2023-12-22T17:37:00.882 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.883+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~JCBFJT9G5T2F.1 size=1048576 2023-12-22T17:37:00.883 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.885+0000 7fb94d391880 1 < completed part key=_multipart_2G2FODM41TWI.2~JCBFJT9G5T2F.2 size=787479 2023-12-22T17:37:00.887 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.888+0000 7fb94d391880 1 < completed multipart upload key=2G2FODM41TWI upload=JCBFJT9G5T2F tag=9ZF7Z8DRGH3B type=write size=3933207 2023-12-22T17:37:00.889 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.890+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=Z2IZG2MCXDOI type=del size=105975 2023-12-22T17:37:00.891 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.892+0000 7fb94d391880 1 < completed delete operation key=0BNHPX2OE7C0 tag=A8ZW74S2TB2Y type=del 2023-12-22T17:37:00.893 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.894+0000 7fb94d391880 1 > prepared operation key=IRCWNBTM8JVB tag=4AQNFKE9T9EE type=del size=4172298 2023-12-22T17:37:00.895 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.896+0000 7fb94d391880 1 < completed part key=_multipart_0BNHPX2OE7C0.2~KLBP9IDI4GI1.0 size=150655 2023-12-22T17:37:00.899 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.900+0000 7fb94d391880 1 < completed multipart upload key=0BNHPX2OE7C0 upload=KLBP9IDI4GI1 tag=ZNYJNKPX6J9U type=write size=1199231 2023-12-22T17:37:00.901 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.902+0000 7fb94d391880 1 > prepared operation key=TFLKTU1RF46Q tag=CA05J1C1OJWY type=del size=3897510 2023-12-22T17:37:00.906 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.907+0000 7fb94d391880 1 < suggested remove operation key=GGQ09G6E3CZ6 tag=AKLTGZ4RHHP3 type=write 2023-12-22T17:37:00.908 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.909+0000 7fb94d391880 1 > prepared operation key=BCP1VQB2TB0F tag=7H8OXQUJ3UY5 type=del size=3163752 2023-12-22T17:37:00.910 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.912+0000 7fb94d391880 1 < completed delete operation key=DZPSR14TMXNC tag=CNY5U1OOEPNH type=del 2023-12-22T17:37:00.913 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.914+0000 7fb94d391880 1 > prepared operation key=W3X2J2SCNOE7 tag=DTALT23UCLA1 type=del size=1248960 2023-12-22T17:37:00.915 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.916+0000 7fb94d391880 1 < completed write operation key=YRKG3P9O1XBW tag=X2PDE5FRI4XW type=write size=286130 2023-12-22T17:37:00.921 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.922+0000 7fb94d391880 1 > prepared part key=_multipart_YRKG3P9O1XBW.2~VHIKAKXWWRA5.0 size=1048576 2023-12-22T17:37:00.923 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.924+0000 7fb94d391880 1 > prepared part key=_multipart_YRKG3P9O1XBW.2~VHIKAKXWWRA5.1 size=850955 2023-12-22T17:37:00.923 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.924+0000 7fb94d391880 1 > prepared multipart upload key=YRKG3P9O1XBW upload=VHIKAKXWWRA5 tag=99E26HQBIT0J type=write size=2948107 2023-12-22T17:37:00.927 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.928+0000 7fb94d391880 1 < suggested remove operation key=74ZWP6PRPDCK tag=U3Z3MYFY7T30 type=write 2023-12-22T17:37:00.932 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.933+0000 7fb94d391880 1 > prepared part key=_multipart_6CLDD4VJZWJJ.2~DC4MDNZFLSND.0 size=135410 2023-12-22T17:37:00.932 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.933+0000 7fb94d391880 1 > prepared multipart upload key=6CLDD4VJZWJJ upload=DC4MDNZFLSND tag=5VZ4FL3NVJJT type=write size=1183986 2023-12-22T17:37:00.934 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.935+0000 7fb94d391880 1 < canceled operation key=6CLDD4VJZWJJ tag=Q63UAZU3S7D3 type=del size=2403850 2023-12-22T17:37:00.936 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.938+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=RMGDYB4OCORH type=del size=2560558 2023-12-22T17:37:00.939 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.940+0000 7fb94d391880 1 < completed part key=_multipart_28XBL3715EHT.2~DZ2OPXYLDAI9.0 size=1048576 2023-12-22T17:37:00.941 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.942+0000 7fb94d391880 1 < completed part key=_multipart_28XBL3715EHT.2~DZ2OPXYLDAI9.1 size=1048576 2023-12-22T17:37:00.943 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.944+0000 7fb94d391880 1 < completed part key=_multipart_28XBL3715EHT.2~DZ2OPXYLDAI9.2 size=671839 2023-12-22T17:37:00.947 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.948+0000 7fb94d391880 1 < completed multipart upload key=28XBL3715EHT upload=DZ2OPXYLDAI9 tag=HNN6QPVFJ0MF type=write size=3817567 2023-12-22T17:37:00.949 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.950+0000 7fb94d391880 1 > prepared operation key=5HOL7148HSJL tag=KO3K01M1V571 type=del size=1557658 2023-12-22T17:37:00.951 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.952+0000 7fb94d391880 1 < completed part key=_multipart_40X558JXAX9S.2~OUVEVX7HO0O6.0 size=448397 2023-12-22T17:37:00.955 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.956+0000 7fb94d391880 1 < completed multipart upload key=40X558JXAX9S upload=OUVEVX7HO0O6 tag=UQ0TH7DHPRUQ type=write size=1496973 2023-12-22T17:37:00.957 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.959+0000 7fb94d391880 1 > prepared operation key=28XBL3715EHT tag=ZO1MADTMJ0NX type=del size=3263309 2023-12-22T17:37:00.959 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.961+0000 7fb94d391880 1 < completed delete operation key=TDS90SYZKMLU tag=5VXZAL0XLVKO type=del 2023-12-22T17:37:00.963 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.965+0000 7fb94d391880 1 > prepared part key=_multipart_7V5FS6PEP4ZL.2~29UK3CPCNB30.0 size=382905 2023-12-22T17:37:00.963 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.965+0000 7fb94d391880 1 > prepared multipart upload key=7V5FS6PEP4ZL upload=29UK3CPCNB30 tag=R4JX118B39PN type=write size=1431481 2023-12-22T17:37:00.965 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.967+0000 7fb94d391880 1 < completed delete operation key=DZPSR14TMXNC tag=U1G1CNFXHPWS type=del 2023-12-22T17:37:00.967 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.969+0000 7fb94d391880 1 > prepared operation key=74ZWP6PRPDCK tag=EMN09XDY3MBQ type=write size=297370 2023-12-22T17:37:00.972 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.973+0000 7fb94d391880 1 < suggested remove operation key=7V5FS6PEP4ZL tag=DLXX6EY77DTM type=del 2023-12-22T17:37:00.976 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.977+0000 7fb94d391880 1 > prepared part key=_multipart_BCP1VQB2TB0F.2~ME15IH7SDFLJ.0 size=1048576 2023-12-22T17:37:00.978 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.979+0000 7fb94d391880 1 > prepared part key=_multipart_BCP1VQB2TB0F.2~ME15IH7SDFLJ.1 size=344840 2023-12-22T17:37:00.978 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.979+0000 7fb94d391880 1 > prepared multipart upload key=BCP1VQB2TB0F upload=ME15IH7SDFLJ tag=82EOXXKERFS7 type=write size=2441992 2023-12-22T17:37:00.980 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.981+0000 7fb94d391880 1 < completed part key=_multipart_BPXZFZEJYPX1.2~JVDF31V6CHBT.0 size=1048576 2023-12-22T17:37:00.982 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.983+0000 7fb94d391880 1 < completed part key=_multipart_BPXZFZEJYPX1.2~JVDF31V6CHBT.1 size=352445 2023-12-22T17:37:00.985 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.986+0000 7fb94d391880 1 < completed multipart upload key=BPXZFZEJYPX1 upload=JVDF31V6CHBT tag=SG394XS9CW0D type=write size=2449597 2023-12-22T17:37:00.987 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.988+0000 7fb94d391880 1 > prepared operation key=TDS90SYZKMLU tag=1XKBVGZFW7YM type=del size=1551760 2023-12-22T17:37:00.989 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.990+0000 7fb94d391880 1 < completed delete operation key=2G2FODM41TWI tag=8MRSZESWJWQH type=del 2023-12-22T17:37:00.993 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.994+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~5EXEGMYID31Z.0 size=1048576 2023-12-22T17:37:00.995 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.996+0000 7fb94d391880 1 > prepared part key=_multipart_40X558JXAX9S.2~5EXEGMYID31Z.1 size=83637 2023-12-22T17:37:00.995 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.996+0000 7fb94d391880 1 > prepared multipart upload key=40X558JXAX9S upload=5EXEGMYID31Z tag=C4GQ3I0T4D8T type=write size=2180789 2023-12-22T17:37:00.997 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:00.998+0000 7fb94d391880 1 < completed delete operation key=BCP1VQB2TB0F tag=31KPUTGS1X09 type=del 2023-12-22T17:37:01.001 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.002+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~UB4P9Y0OVL7D.0 size=754449 2023-12-22T17:37:01.001 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.002+0000 7fb94d391880 1 > prepared multipart upload key=RV0R03E3QAOV upload=UB4P9Y0OVL7D tag=Q2CKPLL0RD91 type=write size=1803025 2023-12-22T17:37:01.003 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.004+0000 7fb94d391880 1 < completed delete operation key=7KXZJJ9YT96E tag=Z2IZG2MCXDOI type=del 2023-12-22T17:37:01.006 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.008+0000 7fb94d391880 1 > prepared part key=_multipart_BPXZFZEJYPX1.2~ZJPNO172QFEY.0 size=886591 2023-12-22T17:37:01.006 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.008+0000 7fb94d391880 1 > prepared multipart upload key=BPXZFZEJYPX1 upload=ZJPNO172QFEY tag=5ZBV1ZY0NAPK type=write size=1935167 2023-12-22T17:37:01.011 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.012+0000 7fb94d391880 1 < suggested remove operation key=IRCWNBTM8JVB tag=4AQNFKE9T9EE type=del 2023-12-22T17:37:01.015 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.016+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~I86K4EQWBDL4.0 size=1048576 2023-12-22T17:37:01.016 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.018+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~I86K4EQWBDL4.1 size=1048576 2023-12-22T17:37:01.018 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.019+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~I86K4EQWBDL4.2 size=456814 2023-12-22T17:37:01.018 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.019+0000 7fb94d391880 1 > prepared multipart upload key=0BNHPX2OE7C0 upload=I86K4EQWBDL4 tag=MQUCFZZTCM16 type=write size=3602542 2023-12-22T17:37:01.020 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.022+0000 7fb94d391880 1 < completed delete operation key=TFLKTU1RF46Q tag=CA05J1C1OJWY type=del 2023-12-22T17:37:01.024 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.025+0000 7fb94d391880 1 > prepared part key=_multipart_0BNHPX2OE7C0.2~WHUHSLK6HLAC.0 size=387833 2023-12-22T17:37:01.024 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.025+0000 7fb94d391880 1 > prepared multipart upload key=0BNHPX2OE7C0 upload=WHUHSLK6HLAC tag=SJB67A3XAD1H type=write size=1436409 2023-12-22T17:37:01.027 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.028+0000 7fb94d391880 1 < completed delete operation key=BCP1VQB2TB0F tag=7H8OXQUJ3UY5 type=del 2023-12-22T17:37:01.029 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.030+0000 7fb94d391880 1 > prepared operation key=DVN26OO0LDI7 tag=8R1JXL6TTPUU type=del size=4007874 2023-12-22T17:37:01.032 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.033+0000 7fb94d391880 1 < completed delete operation key=W3X2J2SCNOE7 tag=DTALT23UCLA1 type=del 2023-12-22T17:37:01.034 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.035+0000 7fb94d391880 1 > prepared operation key=V3ZYXTO3N0R6 tag=DKTLZF9WTKDX type=del size=3434013 2023-12-22T17:37:01.036 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.037+0000 7fb94d391880 1 < completed part key=_multipart_YRKG3P9O1XBW.2~VHIKAKXWWRA5.0 size=1048576 2023-12-22T17:37:01.036 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.037+0000 7fb94d391880 1 < canceled part key=_multipart_YRKG3P9O1XBW.2~VHIKAKXWWRA5.1 size=850955 2023-12-22T17:37:01.040 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.041+0000 7fb94d391880 1 < canceled multipart upload key=YRKG3P9O1XBW upload=VHIKAKXWWRA5 tag=99E26HQBIT0J type=write size=2948107 2023-12-22T17:37:01.044 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.045+0000 7fb94d391880 1 > prepared part key=_multipart_DZPSR14TMXNC.2~L0CJDMFU3VET.0 size=454817 2023-12-22T17:37:01.044 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.045+0000 7fb94d391880 1 > prepared multipart upload key=DZPSR14TMXNC upload=L0CJDMFU3VET tag=I1AAYPWRVVTH type=write size=1503393 2023-12-22T17:37:01.046 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.047+0000 7fb94d391880 1 < completed part key=_multipart_6CLDD4VJZWJJ.2~DC4MDNZFLSND.0 size=135410 2023-12-22T17:37:01.049 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.051+0000 7fb94d391880 1 < completed multipart upload key=6CLDD4VJZWJJ upload=DC4MDNZFLSND tag=5VZ4FL3NVJJT type=write size=1183986 2023-12-22T17:37:01.051 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.053+0000 7fb94d391880 1 > prepared operation key=TDS90SYZKMLU tag=NLIRZIDEUBKD type=del size=393085 2023-12-22T17:37:01.053 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.055+0000 7fb94d391880 1 < canceled operation key=5HOL7148HSJL tag=RMGDYB4OCORH type=del size=2560558 2023-12-22T17:37:01.057 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.058+0000 7fb94d391880 1 > prepared part key=_multipart_BPXZFZEJYPX1.2~IETLCGKCJJW0.0 size=1048576 2023-12-22T17:37:01.059 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.060+0000 7fb94d391880 1 > prepared part key=_multipart_BPXZFZEJYPX1.2~IETLCGKCJJW0.1 size=1048576 2023-12-22T17:37:01.062 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.063+0000 7fb94d391880 1 > prepared part key=_multipart_BPXZFZEJYPX1.2~IETLCGKCJJW0.2 size=524156 2023-12-22T17:37:01.062 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.063+0000 7fb94d391880 1 > prepared multipart upload key=BPXZFZEJYPX1 upload=IETLCGKCJJW0 tag=70KAABIR32HQ type=write size=3669884 2023-12-22T17:37:01.064 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.065+0000 7fb94d391880 1 < completed delete operation key=5HOL7148HSJL tag=KO3K01M1V571 type=del 2023-12-22T17:37:01.068 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.069+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~1ZTJ1RQ2AS4K.0 size=1048576 2023-12-22T17:37:01.070 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.071+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~1ZTJ1RQ2AS4K.1 size=1048576 2023-12-22T17:37:01.072 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.073+0000 7fb94d391880 1 > prepared part key=_multipart_RV0R03E3QAOV.2~1ZTJ1RQ2AS4K.2 size=97982 2023-12-22T17:37:01.072 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.073+0000 7fb94d391880 1 > prepared multipart upload key=RV0R03E3QAOV upload=1ZTJ1RQ2AS4K tag=HITXR1ICWA0S type=write size=3243710 2023-12-22T17:37:01.074 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.075+0000 7fb94d391880 1 < completed delete operation key=28XBL3715EHT tag=ZO1MADTMJ0NX type=del 2023-12-22T17:37:01.078 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.079+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~HM3YIG0S78F8.0 size=1048576 2023-12-22T17:37:01.080 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.081+0000 7fb94d391880 1 > prepared part key=_multipart_V3ZYXTO3N0R6.2~HM3YIG0S78F8.1 size=111611 2023-12-22T17:37:01.080 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.081+0000 7fb94d391880 1 > prepared multipart upload key=V3ZYXTO3N0R6 upload=HM3YIG0S78F8 tag=KH1OKVLXPTWJ type=write size=2208763 2023-12-22T17:37:01.082 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.084+0000 7fb94d391880 1 < completed part key=_multipart_7V5FS6PEP4ZL.2~29UK3CPCNB30.0 size=382905 2023-12-22T17:37:01.086 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.087+0000 7fb94d391880 1 < completed multipart upload key=7V5FS6PEP4ZL upload=29UK3CPCNB30 tag=R4JX118B39PN type=write size=1431481 2023-12-22T17:37:01.088 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.089+0000 7fb94d391880 1 > prepared operation key=7KXZJJ9YT96E tag=R93NYD1CI2DC type=del size=1848669 2023-12-22T17:37:01.091 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.092+0000 7fb94d391880 1 < completed write operation key=74ZWP6PRPDCK tag=EMN09XDY3MBQ type=write size=297370 2023-12-22T17:37:01.093 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.094+0000 7fb94d391880 1 > prepared operation key=I7GAQL38WXHS tag=2LJR740TGPQF type=del size=196218 2023-12-22T17:37:01.095 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.096+0000 7fb94d391880 1 < completed part key=_multipart_BCP1VQB2TB0F.2~ME15IH7SDFLJ.0 size=1048576 2023-12-22T17:37:01.097 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.098+0000 7fb94d391880 1 < completed part key=_multipart_BCP1VQB2TB0F.2~ME15IH7SDFLJ.1 size=344840 2023-12-22T17:37:01.101 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.102+0000 7fb94d391880 1 < completed multipart upload key=BCP1VQB2TB0F upload=ME15IH7SDFLJ tag=82EOXXKERFS7 type=write size=2441992 2023-12-22T17:37:01.105 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.106+0000 7fb94d391880 1 > prepared part key=_multipart_NZ7PMKB2HICR.2~S7MPMLV2S7NG.0 size=1048576 2023-12-22T17:37:01.106 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.108+0000 7fb94d391880 1 > prepared part key=_multipart_NZ7PMKB2HICR.2~S7MPMLV2S7NG.1 size=555764 2023-12-22T17:37:01.107 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.108+0000 7fb94d391880 1 > prepared multipart upload key=NZ7PMKB2HICR upload=S7MPMLV2S7NG tag=RLQSPYY0XJQH type=write size=2652916 2023-12-22T17:37:01.108 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.110+0000 7fb94d391880 1 < completed delete operation key=TDS90SYZKMLU tag=1XKBVGZFW7YM type=del 2023-12-22T17:37:01.112 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.113+0000 7fb94d391880 1 > prepared part key=_multipart_BCP1VQB2TB0F.2~4TSCC2AXUXPI.0 size=1048576 2023-12-22T17:37:01.114 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.115+0000 7fb94d391880 1 > prepared part key=_multipart_BCP1VQB2TB0F.2~4TSCC2AXUXPI.1 size=109639 2023-12-22T17:37:01.114 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.115+0000 7fb94d391880 1 > prepared multipart upload key=BCP1VQB2TB0F upload=4TSCC2AXUXPI tag=3BNTY4E14HRC type=write size=2206791 2023-12-22T17:37:01.116 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.117+0000 7fb94d391880 1 < completed part key=_multipart_40X558JXAX9S.2~5EXEGMYID31Z.0 size=1048576 2023-12-22T17:37:01.118 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.119+0000 7fb94d391880 1 < completed part key=_multipart_40X558JXAX9S.2~5EXEGMYID31Z.1 size=83637 2023-12-22T17:37:01.122 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.123+0000 7fb94d391880 1 < completed multipart upload key=40X558JXAX9S upload=5EXEGMYID31Z tag=C4GQ3I0T4D8T type=write size=2180789 2023-12-22T17:37:01.124 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.125+0000 7fb94d391880 1 > prepared operation key=GGQ09G6E3CZ6 tag=OMXGOAGVIMTY type=del size=2727194 2023-12-22T17:37:01.126 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.127+0000 7fb94d391880 1 < completed part key=_multipart_RV0R03E3QAOV.2~UB4P9Y0OVL7D.0 size=754449 2023-12-22T17:37:01.130 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.131+0000 7fb94d391880 1 < completed multipart upload key=RV0R03E3QAOV upload=UB4P9Y0OVL7D tag=Q2CKPLL0RD91 type=write size=1803025 2023-12-22T17:37:01.132 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.133+0000 7fb94d391880 1 > prepared operation key=T8TYNCC2V8CD tag=YQ2RMLDHAJFK type=del size=1419721 2023-12-22T17:37:01.133 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.135+0000 7fb94d391880 1 < completed part key=_multipart_BPXZFZEJYPX1.2~ZJPNO172QFEY.0 size=886591 2023-12-22T17:37:01.137 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.138+0000 7fb94d391880 1 < completed multipart upload key=BPXZFZEJYPX1 upload=ZJPNO172QFEY tag=5ZBV1ZY0NAPK type=write size=1935167 2023-12-22T17:37:01.140 INFO:tasks.workunit.client.0.smithi032.stderr:2023-12-22T17:37:01.141+0000 7fb94d391880 1 > prepared operation key=DZPSR14TMXNC tag=NOFRGZGP30ZX type=del size=2583866 2023-12-22T17:37:01.140 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] cls_rgw_stats.simulate (14115 ms) 2023-12-22T17:37:01.140 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 1 test from cls_rgw_stats (14115 ms total) 2023-12-22T17:37:01.140 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T17:37:01.140 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment tear-down 2023-12-22T17:37:01.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:37:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:37:00] "GET /metrics HTTP/1.1" 200 36324 "" "Prometheus/2.43.0" 2023-12-22T17:37:01.454 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] 1 test from 1 test suite ran. (16309 ms total) 2023-12-22T17:37:01.455 INFO:tasks.workunit.client.0.smithi032.stdout:[ PASSED ] 1 test. 2023-12-22T17:37:01.459 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-22T17:37:01.459 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-22T17:37:01.529 INFO:tasks.workunit:Running workunit cls/test_cls_sdk.sh... 2023-12-22T17:37:01.529 DEBUG:teuthology.orchestra.run.smithi032:workunit test cls/test_cls_sdk.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_sdk.sh 2023-12-22T17:37:01.599 INFO:tasks.workunit.client.0.smithi032.stdout:Running main() from gmock_main.cc 2023-12-22T17:37:01.599 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] Running 2 tests from 1 test suite. 2023-12-22T17:37:01.599 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment set-up. 2023-12-22T17:37:01.599 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 2 tests from ClsSDK 2023-12-22T17:37:01.599 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] ClsSDK.TestSDKCoverageWrite 2023-12-22T17:37:02.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:02 smithi039 ceph-mon[181282]: pgmap v1285: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 373 KiB/s wr, 1.91k op/s 2023-12-22T17:37:02.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:02 smithi039 ceph-mon[181282]: osdmap e1115: 8 total, 8 up, 8 in 2023-12-22T17:37:02.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:02 smithi032 ceph-mon[189144]: pgmap v1285: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 373 KiB/s wr, 1.91k op/s 2023-12-22T17:37:02.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:02 smithi032 ceph-mon[189144]: osdmap e1115: 8 total, 8 up, 8 in 2023-12-22T17:37:02.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:02 smithi032 ceph-mon[191839]: pgmap v1285: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 373 KiB/s wr, 1.91k op/s 2023-12-22T17:37:02.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:02 smithi032 ceph-mon[191839]: osdmap e1115: 8 total, 8 up, 8 in 2023-12-22T17:37:03.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:03 smithi039 ceph-mon[181282]: osdmap e1116: 8 total, 8 up, 8 in 2023-12-22T17:37:03.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:03 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/742423340' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229723-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:37:03.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:03 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229723-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:37:03.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:03 smithi039 ceph-mon[181282]: pgmap v1288: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:37:03.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:03 smithi032 ceph-mon[189144]: osdmap e1116: 8 total, 8 up, 8 in 2023-12-22T17:37:03.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:03 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/742423340' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229723-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:37:03.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:03 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229723-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:37:03.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:03 smithi032 ceph-mon[189144]: pgmap v1288: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:37:03.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:03 smithi032 ceph-mon[191839]: osdmap e1116: 8 total, 8 up, 8 in 2023-12-22T17:37:03.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:03 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/742423340' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229723-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:37:03.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:03 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229723-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:37:03.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:03 smithi032 ceph-mon[191839]: pgmap v1288: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:37:04.481 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] ClsSDK.TestSDKCoverageWrite (2882 ms) 2023-12-22T17:37:04.481 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] ClsSDK.TestSDKCoverageReplay 2023-12-22T17:37:04.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:04 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:37:04.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:04 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229723-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:37:04.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:04 smithi039 ceph-mon[181282]: osdmap e1117: 8 total, 8 up, 8 in 2023-12-22T17:37:04.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:04 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:37:04.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:04 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229723-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:37:04.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:04 smithi032 ceph-mon[191839]: osdmap e1117: 8 total, 8 up, 8 in 2023-12-22T17:37:04.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:04 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:37:04.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:04 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229723-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:37:04.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:04 smithi032 ceph-mon[189144]: osdmap e1117: 8 total, 8 up, 8 in 2023-12-22T17:37:05.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:05 smithi039 ceph-mon[181282]: osdmap e1118: 8 total, 8 up, 8 in 2023-12-22T17:37:05.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:37:05.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:37:05.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:05 smithi039 ceph-mon[181282]: pgmap v1291: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:37:05.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:05 smithi032 ceph-mon[191839]: osdmap e1118: 8 total, 8 up, 8 in 2023-12-22T17:37:05.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:37:05.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:37:05.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:05 smithi032 ceph-mon[191839]: pgmap v1291: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:37:05.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:05 smithi032 ceph-mon[189144]: osdmap e1118: 8 total, 8 up, 8 in 2023-12-22T17:37:05.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:37:05.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:37:05.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:05 smithi032 ceph-mon[189144]: pgmap v1291: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:37:06.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:06 smithi039 ceph-mon[181282]: osdmap e1119: 8 total, 8 up, 8 in 2023-12-22T17:37:06.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:06 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/469061948' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229723-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:37:06.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:06 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229723-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:37:06.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:06 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:37:06.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:06 smithi032 ceph-mon[191839]: osdmap e1119: 8 total, 8 up, 8 in 2023-12-22T17:37:06.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:06 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/469061948' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229723-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:37:06.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:06 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229723-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:37:06.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:06 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:37:06.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:06 smithi032 ceph-mon[189144]: osdmap e1119: 8 total, 8 up, 8 in 2023-12-22T17:37:06.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:06 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/469061948' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229723-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:37:06.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:06 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229723-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:37:06.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:06 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:37:07.513 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] ClsSDK.TestSDKCoverageReplay (3032 ms) 2023-12-22T17:37:07.514 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 2 tests from ClsSDK (5914 ms total) 2023-12-22T17:37:07.514 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T17:37:07.514 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment tear-down 2023-12-22T17:37:07.514 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] 2 tests from 1 test suite ran. (5914 ms total) 2023-12-22T17:37:07.514 INFO:tasks.workunit.client.0.smithi032.stdout:[ PASSED ] 2 tests. 2023-12-22T17:37:07.516 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-22T17:37:07.516 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-22T17:37:07.587 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2023-12-22T17:37:07.588 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-12-22T17:37:07.842 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:07 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229723-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:37:07.842 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:07 smithi032 ceph-mon[189144]: osdmap e1120: 8 total, 8 up, 8 in 2023-12-22T17:37:07.842 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:07 smithi032 ceph-mon[189144]: pgmap v1294: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:37:07.843 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:07 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229723-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:37:07.843 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:07 smithi032 ceph-mon[191839]: osdmap e1120: 8 total, 8 up, 8 in 2023-12-22T17:37:07.843 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:07 smithi032 ceph-mon[191839]: pgmap v1294: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:37:07.844 DEBUG:teuthology.parallel:result is None 2023-12-22T17:37:07.844 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-12-22T17:37:07.874 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-12-22T17:37:07.874 DEBUG:teuthology.orchestra.run.smithi032:> rmdir -- /home/ubuntu/cephtest/mnt.0 2023-12-22T17:37:07.934 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2023-12-22T17:37:07.934 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-22T17:37:07.934 INFO:teuthology.task.print:**** done end rados_api.yaml 2023-12-22T17:37:07.934 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-22T17:37:07.934 INFO:teuthology.task.print:**** done start rados_loadgenbig.yaml 2023-12-22T17:37:07.934 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2023-12-22T17:37:07.935 INFO:tasks.workunit:Pulling workunits from ref quincy 2023-12-22T17:37:07.935 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-12-22T17:37:07.936 DEBUG:teuthology.orchestra.run.smithi032:> stat -- /home/ubuntu/cephtest/mnt.0 2023-12-22T17:37:07.992 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-22T17:37:07.992 INFO:teuthology.orchestra.run.smithi032.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-12-22T17:37:07.993 DEBUG:teuthology.orchestra.run.smithi032:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-12-22T17:37:08.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:07 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi032-229723-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:37:08.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:07 smithi039 ceph-mon[181282]: osdmap e1120: 8 total, 8 up, 8 in 2023-12-22T17:37:08.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:07 smithi039 ceph-mon[181282]: pgmap v1294: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:37:08.051 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-12-22T17:37:08.051 DEBUG:teuthology.orchestra.run.smithi032:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-12-22T17:37:08.111 INFO:tasks.workunit:timeout=3h 2023-12-22T17:37:08.111 INFO:tasks.workunit:cleanup=True 2023-12-22T17:37:08.111 DEBUG:teuthology.orchestra.run.smithi032:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2023-12-22T17:37:08.170 INFO:tasks.workunit.client.0.smithi032.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-12-22T17:37:08.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:08 smithi032 ceph-mon[189144]: osdmap e1121: 8 total, 8 up, 8 in 2023-12-22T17:37:08.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:08 smithi032 ceph-mon[191839]: osdmap e1121: 8 total, 8 up, 8 in 2023-12-22T17:37:09.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:08 smithi039 ceph-mon[181282]: osdmap e1121: 8 total, 8 up, 8 in 2023-12-22T17:37:09.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:09 smithi032 ceph-mon[189144]: pgmap v1296: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:37:09.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:09 smithi032 ceph-mon[191839]: pgmap v1296: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:37:10.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:09 smithi039 ceph-mon[181282]: pgmap v1296: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:37:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:37:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:37:10] "GET /metrics HTTP/1.1" 200 33942 "" "Prometheus/2.43.0" 2023-12-22T17:37:12.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:12 smithi032 ceph-mon[191839]: pgmap v1297: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:37:12.677 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:12 smithi032 ceph-mon[189144]: pgmap v1297: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:37:12.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:12 smithi039 ceph-mon[181282]: pgmap v1297: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:37:12.927 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:37:13.303 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:37:13.303 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (17m) 3m ago 21m 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:37:13.304 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (16m) 96s ago 21m 91.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:37:13.304 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (22m) 3m ago 22m 18.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:37:13.304 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (22m) 96s ago 22m 25.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:37:13.304 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (16m) 96s ago 25m 455M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:37:13.304 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (16m) 3m ago 26m 532M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:37:13.304 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (16m) 3m ago 26m 191M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:37:13.304 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (15m) 96s ago 25m 131M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:37:13.304 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (15m) 3m ago 25m 128M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:37:13.304 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (17m) 3m ago 21m 15.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:37:13.304 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (16m) 96s ago 21m 17.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:37:13.305 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (15m) 3m ago 24m 1428M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:37:13.305 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (14m) 3m ago 24m 1887M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:37:13.305 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (14m) 3m ago 24m 1085M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:37:13.305 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (13m) 3m ago 23m 1580M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:37:13.305 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (13m) 96s ago 23m 1675M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:37:13.305 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (12m) 96s ago 23m 1206M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:37:13.305 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (12m) 96s ago 23m 798M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:37:13.305 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11m) 96s ago 22m 986M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:37:13.305 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (16m) 96s ago 22m 66.1M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:37:13.711 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:37:13.712 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:37:13.712 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:37:13.712 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:37:13.712 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:37:13.712 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:37:13.712 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:37:13.712 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:37:13.712 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:37:13.712 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:37:13.712 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:37:13.712 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:37:13.713 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:37:13.713 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:37:13.713 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:37:13.713 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:37:13.713 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:37:13.713 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:37:14.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:14 smithi032 ceph-mon[191839]: from='client.45110 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:37:14.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:14 smithi032 ceph-mon[191839]: from='client.45116 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:37:14.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:14 smithi032 ceph-mon[191839]: pgmap v1298: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:37:14.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:14 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1753515634' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:37:14.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:14 smithi032 ceph-mon[189144]: from='client.45110 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:37:14.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:14 smithi032 ceph-mon[189144]: from='client.45116 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:37:14.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:14 smithi032 ceph-mon[189144]: pgmap v1298: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:37:14.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:14 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1753515634' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:37:14.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:14 smithi039 ceph-mon[181282]: from='client.45110 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:37:14.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:14 smithi039 ceph-mon[181282]: from='client.45116 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:37:14.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:14 smithi039 ceph-mon[181282]: pgmap v1298: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:37:14.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:14 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1753515634' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:37:15.357 DEBUG:teuthology.orchestra.run.smithi032:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-12-22T17:37:15.415 INFO:tasks.workunit.client.0.smithi032.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-12-22T17:37:15.418 INFO:tasks.workunit.client.0.smithi032.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-22T17:37:15.418 INFO:tasks.workunit.client.0.smithi032.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-12-22T17:37:15.466 INFO:tasks.workunit.client.0.smithi032.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-12-22T17:37:15.514 INFO:tasks.workunit.client.0.smithi032.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-12-22T17:37:15.553 INFO:tasks.workunit.client.0.smithi032.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-22T17:37:15.555 INFO:tasks.workunit.client.0.smithi032.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-22T17:37:15.555 INFO:tasks.workunit.client.0.smithi032.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-12-22T17:37:15.592 INFO:tasks.workunit.client.0.smithi032.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-22T17:37:15.595 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2023-12-22T17:37:15.596 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-12-22T17:37:15.654 INFO:tasks.workunit:Running workunits matching rados/load-gen-big.sh on client.0... 2023-12-22T17:37:15.655 INFO:tasks.workunit:Running workunit rados/load-gen-big.sh... 2023-12-22T17:37:15.655 DEBUG:teuthology.orchestra.run.smithi032:workunit test rados/load-gen-big.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/load-gen-big.sh 2023-12-22T17:37:15.757 INFO:tasks.workunit.client.0.smithi032.stdout:run length 1200 seconds 2023-12-22T17:37:15.757 INFO:tasks.workunit.client.0.smithi032.stdout:preparing 10240 objects 2023-12-22T17:37:16.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:16 smithi032 ceph-mon[191839]: pgmap v1299: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:37:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:16 smithi032 ceph-mon[189144]: pgmap v1299: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:37:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:16 smithi039 ceph-mon[181282]: pgmap v1299: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:37:17.898 INFO:tasks.workunit.client.0.smithi032.stdout:load-gen will run 1200 seconds 2023-12-22T17:37:18.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:18 smithi032 ceph-mon[191839]: pgmap v1300: 105 pgs: 105 active+clean; 3.6 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s wr, 28 op/s 2023-12-22T17:37:18.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:18 smithi032 ceph-mon[189144]: pgmap v1300: 105 pgs: 105 active+clean; 3.6 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s wr, 28 op/s 2023-12-22T17:37:18.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:18 smithi039 ceph-mon[181282]: pgmap v1300: 105 pgs: 105 active+clean; 3.6 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s wr, 28 op/s 2023-12-22T17:37:18.898 INFO:tasks.workunit.client.0.smithi032.stdout: 1: throughput=0MB/sec pending data=0 2023-12-22T17:37:18.898 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-spJFWHxc0b8QwPx off=1752054 len=398833 2023-12-22T17:37:18.900 INFO:tasks.workunit.client.0.smithi032.stdout:op 0 completed, throughput=0.38MB/sec 2023-12-22T17:37:18.900 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VLQjsaP_ixAlB0n off=502667 len=2020462 2023-12-22T17:37:18.916 INFO:tasks.workunit.client.0.smithi032.stdout:op 1 completed, throughput=2.27MB/sec 2023-12-22T17:37:18.916 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Pwl0DHMIxIIcGKI off=10524725 len=98797 2023-12-22T17:37:18.918 INFO:tasks.workunit.client.0.smithi032.stdout:op 2 completed, throughput=2.35MB/sec 2023-12-22T17:37:18.918 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-n2v1EZ0G1XdMbjP off=1551581 len=975807 2023-12-22T17:37:18.923 INFO:tasks.workunit.client.0.smithi032.stdout:op 3 completed, throughput=3.25MB/sec 2023-12-22T17:37:18.923 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-el-QyjR156wUqeQ off=1469625 len=526225 2023-12-22T17:37:18.925 INFO:tasks.workunit.client.0.smithi032.stdout:op 4 completed, throughput=3.73MB/sec 2023-12-22T17:37:18.925 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6HmKNyJHSDmmFeQ off=5024980 len=1439027 2023-12-22T17:37:18.931 INFO:tasks.workunit.client.0.smithi032.stdout:op 5 completed, throughput=5.04MB/sec 2023-12-22T17:37:19.931 INFO:tasks.workunit.client.0.smithi032.stdout: 2: throughput=2.56MB/sec pending data=0 2023-12-22T17:37:19.932 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-L_qig-ptHcFvwVo off=13596198 len=1661069 2023-12-22T17:37:19.940 INFO:tasks.workunit.client.0.smithi032.stdout:op 6 completed, throughput=3.33MB/sec 2023-12-22T17:37:19.940 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wgamuXqz7Qrupfq off=5152900 len=1686198 2023-12-22T17:37:19.942 INFO:tasks.workunit.client.0.smithi032.stdout:op 7 completed, throughput=4.11MB/sec 2023-12-22T17:37:19.942 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-x3fuYYyDVsPMuHl off=5533897 len=202589 2023-12-22T17:37:19.944 INFO:tasks.workunit.client.0.smithi032.stdout:op 8 completed, throughput=4.2MB/sec 2023-12-22T17:37:19.944 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TyZKNO-7TfqMHQW off=14947631 len=458930 2023-12-22T17:37:19.945 INFO:tasks.workunit.client.0.smithi032.stdout:op 9 completed, throughput=4.41MB/sec 2023-12-22T17:37:19.945 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NNusGHQH_EHCQhB off=321151 len=415321 2023-12-22T17:37:19.948 INFO:tasks.workunit.client.0.smithi032.stdout:op 10 completed, throughput=4.6MB/sec 2023-12-22T17:37:19.948 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hZ8Fz1dKwvkC4UF off=219726 len=1969540 2023-12-22T17:37:19.954 INFO:tasks.workunit.client.0.smithi032.stdout:op 11 completed, throughput=5.5MB/sec 2023-12-22T17:37:20.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:20 smithi032 ceph-mon[191839]: pgmap v1301: 105 pgs: 105 active+clean; 36 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 242 KiB/s wr, 241 op/s 2023-12-22T17:37:20.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:37:20.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:37:20.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:20 smithi032 ceph-mon[189144]: pgmap v1301: 105 pgs: 105 active+clean; 36 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 242 KiB/s wr, 241 op/s 2023-12-22T17:37:20.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:37:20.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:37:20.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:20 smithi039 ceph-mon[181282]: pgmap v1301: 105 pgs: 105 active+clean; 36 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 242 KiB/s wr, 241 op/s 2023-12-22T17:37:20.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:37:20.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:37:20.954 INFO:tasks.workunit.client.0.smithi032.stdout: 3: throughput=3.7MB/sec pending data=0 2023-12-22T17:37:20.955 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hEMEPls7VHcxlcU off=3207552 len=985075 2023-12-22T17:37:20.961 INFO:tasks.workunit.client.0.smithi032.stdout:op 12 completed, throughput=4MB/sec 2023-12-22T17:37:20.961 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-o7JaBuAwULbVr6J off=18584597 len=319051 2023-12-22T17:37:20.962 INFO:tasks.workunit.client.0.smithi032.stdout:op 13 completed, throughput=4.09MB/sec 2023-12-22T17:37:20.962 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cOkGTPqlDgoKGPK off=2209649 len=2034828 2023-12-22T17:37:20.972 INFO:tasks.workunit.client.0.smithi032.stdout:op 14 completed, throughput=4.71MB/sec 2023-12-22T17:37:20.972 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--XLoTSg__Sv17t8 off=21164598 len=2073198 2023-12-22T17:37:20.979 INFO:tasks.workunit.client.0.smithi032.stdout:op 15 completed, throughput=5.34MB/sec 2023-12-22T17:37:21.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:37:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:37:20] "GET /metrics HTTP/1.1" 200 33984 "" "Prometheus/2.43.0" 2023-12-22T17:37:21.980 INFO:tasks.workunit.client.0.smithi032.stdout: 4: throughput=4.03MB/sec pending data=0 2023-12-22T17:37:21.980 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6X1SX_kgW1va_Mv off=1878614 len=407122 2023-12-22T17:37:21.981 INFO:tasks.workunit.client.0.smithi032.stdout:op 16 completed, throughput=4.13MB/sec 2023-12-22T17:37:21.981 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PmUDRrxP1cckhHh off=8129228 len=1415204 2023-12-22T17:37:21.987 INFO:tasks.workunit.client.0.smithi032.stdout:op 17 completed, throughput=4.45MB/sec 2023-12-22T17:37:21.988 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nMQkUD0YT7d8amL off=4931656 len=1415570 2023-12-22T17:37:21.993 INFO:tasks.workunit.client.0.smithi032.stdout:op 18 completed, throughput=4.77MB/sec 2023-12-22T17:37:21.993 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RrtttHUyIFG0R-i off=9543452 len=427875 2023-12-22T17:37:21.994 INFO:tasks.workunit.client.0.smithi032.stdout:op 19 completed, throughput=4.87MB/sec 2023-12-22T17:37:21.994 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BqopUyC5NePkncw off=1017009 len=2006530 2023-12-22T17:37:22.004 INFO:tasks.workunit.client.0.smithi032.stdout:op 20 completed, throughput=5.33MB/sec 2023-12-22T17:37:22.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:22 smithi032 ceph-mon[191839]: pgmap v1302: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 1.2 MiB/s wr, 853 op/s 2023-12-22T17:37:22.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:22 smithi032 ceph-mon[189144]: pgmap v1302: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 1.2 MiB/s wr, 853 op/s 2023-12-22T17:37:22.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:22 smithi039 ceph-mon[181282]: pgmap v1302: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 1.2 MiB/s wr, 853 op/s 2023-12-22T17:37:23.005 INFO:tasks.workunit.client.0.smithi032.stdout: 5: throughput=4.28MB/sec pending data=0 2023-12-22T17:37:23.005 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-i4sMqXIJXeGf_te off=2600451 len=1881587 2023-12-22T17:37:23.013 INFO:tasks.workunit.client.0.smithi032.stdout:op 21 completed, throughput=4.63MB/sec 2023-12-22T17:37:23.013 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0R5NmFWZ2Lb6zmG off=2081233 len=2012478 2023-12-22T17:37:23.016 INFO:tasks.workunit.client.0.smithi032.stdout:op 22 completed, throughput=5MB/sec 2023-12-22T17:37:23.016 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-10FBIX3qUWk4y6Y off=8793311 len=581170 2023-12-22T17:37:23.019 INFO:tasks.workunit.client.0.smithi032.stdout:op 23 completed, throughput=5.1MB/sec 2023-12-22T17:37:24.020 INFO:tasks.workunit.client.0.smithi032.stdout: 6: throughput=4.27MB/sec pending data=0 2023-12-22T17:37:24.020 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ts3Naoc7epT3OPV off=11865921 len=633113 2023-12-22T17:37:24.021 INFO:tasks.workunit.client.0.smithi032.stdout:op 24 completed, throughput=4.37MB/sec 2023-12-22T17:37:24.021 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-m7Vdl8H4Qr2-TGC off=2852635 len=1521115 2023-12-22T17:37:24.027 INFO:tasks.workunit.client.0.smithi032.stdout:op 25 completed, throughput=4.6MB/sec 2023-12-22T17:37:24.027 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4IjlqXxBptvyrfs off=9287129 len=120534 2023-12-22T17:37:24.028 INFO:tasks.workunit.client.0.smithi032.stdout:op 26 completed, throughput=4.62MB/sec 2023-12-22T17:37:24.028 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5vVxLXOccrDurB2 off=4437521 len=1853813 2023-12-22T17:37:24.036 INFO:tasks.workunit.client.0.smithi032.stdout:op 27 completed, throughput=4.9MB/sec 2023-12-22T17:37:24.036 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-To3cMmyb8FPcT0i off=1312171 len=761643 2023-12-22T17:37:24.038 INFO:tasks.workunit.client.0.smithi032.stdout:op 28 completed, throughput=5.02MB/sec 2023-12-22T17:37:24.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:24 smithi032 ceph-mon[191839]: pgmap v1303: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 311 KiB/s rd, 1.7 MiB/s wr, 854 op/s 2023-12-22T17:37:24.677 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:24 smithi032 ceph-mon[189144]: pgmap v1303: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 311 KiB/s rd, 1.7 MiB/s wr, 854 op/s 2023-12-22T17:37:24.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:24 smithi039 ceph-mon[181282]: pgmap v1303: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 311 KiB/s rd, 1.7 MiB/s wr, 854 op/s 2023-12-22T17:37:25.038 INFO:tasks.workunit.client.0.smithi032.stdout: 7: throughput=4.31MB/sec pending data=0 2023-12-22T17:37:25.038 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8I4UN0fhJYG5M9x off=11726630 len=579107 2023-12-22T17:37:25.040 INFO:tasks.workunit.client.0.smithi032.stdout:op 29 completed, throughput=4.39MB/sec 2023-12-22T17:37:25.040 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZbY5KvmuCwX8ZV8 off=7866009 len=1519876 2023-12-22T17:37:25.046 INFO:tasks.workunit.client.0.smithi032.stdout:op 30 completed, throughput=4.59MB/sec 2023-12-22T17:37:25.046 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kvkDbSnKbN04fix off=3870673 len=303328 2023-12-22T17:37:25.047 INFO:tasks.workunit.client.0.smithi032.stdout:op 31 completed, throughput=4.63MB/sec 2023-12-22T17:37:25.047 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-oKDsp1JKPOb05B- off=3882000 len=1050204 2023-12-22T17:37:25.048 INFO:tasks.workunit.client.0.smithi032.stdout:op 32 completed, throughput=4.77MB/sec 2023-12-22T17:37:25.048 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WcjhsdDpmBhdlin off=4895029 len=380458 2023-12-22T17:37:25.049 INFO:tasks.workunit.client.0.smithi032.stdout:op 33 completed, throughput=4.82MB/sec 2023-12-22T17:37:25.049 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EHXaAkE-2aKErgK off=18680407 len=1907485 2023-12-22T17:37:25.058 INFO:tasks.workunit.client.0.smithi032.stdout:op 34 completed, throughput=5.07MB/sec 2023-12-22T17:37:26.058 INFO:tasks.workunit.client.0.smithi032.stdout: 8: throughput=4.45MB/sec pending data=0 2023-12-22T17:37:26.059 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-W1DqUSDLDK4lcee off=5357822 len=1728564 2023-12-22T17:37:26.062 INFO:tasks.workunit.client.0.smithi032.stdout:op 35 completed, throughput=4.65MB/sec 2023-12-22T17:37:26.062 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yLhGa9---yUEsmf off=1623197 len=1818809 2023-12-22T17:37:26.065 INFO:tasks.workunit.client.0.smithi032.stdout:op 36 completed, throughput=4.86MB/sec 2023-12-22T17:37:26.065 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MVkbtHuAnkl7_hz off=991350 len=355473 2023-12-22T17:37:26.066 INFO:tasks.workunit.client.0.smithi032.stdout:op 37 completed, throughput=4.9MB/sec 2023-12-22T17:37:26.066 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vM0A-1wubXdq6nb off=14284828 len=1002942 2023-12-22T17:37:26.067 INFO:tasks.workunit.client.0.smithi032.stdout:op 38 completed, throughput=5.01MB/sec 2023-12-22T17:37:26.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:26 smithi032 ceph-mon[191839]: pgmap v1304: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 585 KiB/s rd, 2.6 MiB/s wr, 855 op/s 2023-12-22T17:37:26.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:26 smithi032 ceph-mon[189144]: pgmap v1304: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 585 KiB/s rd, 2.6 MiB/s wr, 855 op/s 2023-12-22T17:37:26.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:26 smithi039 ceph-mon[181282]: pgmap v1304: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 585 KiB/s rd, 2.6 MiB/s wr, 855 op/s 2023-12-22T17:37:27.067 INFO:tasks.workunit.client.0.smithi032.stdout: 9: throughput=4.47MB/sec pending data=0 2023-12-22T17:37:27.067 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eYRpmvjdJf7Iqjn off=2155996 len=718678 2023-12-22T17:37:27.068 INFO:tasks.workunit.client.0.smithi032.stdout:op 39 completed, throughput=4.54MB/sec 2023-12-22T17:37:27.069 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UL0Kk7wx55ECBn- off=961055 len=932631 2023-12-22T17:37:27.073 INFO:tasks.workunit.client.0.smithi032.stdout:op 40 completed, throughput=4.64MB/sec 2023-12-22T17:37:27.073 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YS8DOoADuu5mZHs off=1381484 len=1373503 2023-12-22T17:37:27.081 INFO:tasks.workunit.client.0.smithi032.stdout:op 41 completed, throughput=4.77MB/sec 2023-12-22T17:37:27.081 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9HGIrZ10F1-dGD7 off=2010034 len=882362 2023-12-22T17:37:27.082 INFO:tasks.workunit.client.0.smithi032.stdout:op 42 completed, throughput=4.87MB/sec 2023-12-22T17:37:27.082 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rMjHxef1rVcUx6P off=4387030 len=488685 2023-12-22T17:37:27.086 INFO:tasks.workunit.client.0.smithi032.stdout:op 43 completed, throughput=4.91MB/sec 2023-12-22T17:37:27.086 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CBLMdIGObUVvK8b off=11633676 len=146704 2023-12-22T17:37:27.088 INFO:tasks.workunit.client.0.smithi032.stdout:op 44 completed, throughput=4.93MB/sec 2023-12-22T17:37:27.088 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PaGwAu1_9xcMnui off=132936 len=927879 2023-12-22T17:37:27.089 INFO:tasks.workunit.client.0.smithi032.stdout:op 45 completed, throughput=5.02MB/sec 2023-12-22T17:37:28.090 INFO:tasks.workunit.client.0.smithi032.stdout: 10: throughput=4.53MB/sec pending data=0 2023-12-22T17:37:28.090 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qcPUqYKySWnvqhl off=2548900 len=675589 2023-12-22T17:37:28.091 INFO:tasks.workunit.client.0.smithi032.stdout:op 46 completed, throughput=4.59MB/sec 2023-12-22T17:37:28.091 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pDWL6OJis_B2SCM off=10001443 len=1244645 2023-12-22T17:37:28.093 INFO:tasks.workunit.client.0.smithi032.stdout:op 47 completed, throughput=4.71MB/sec 2023-12-22T17:37:28.093 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-POnORL8E-N49G0q off=852467 len=1164596 2023-12-22T17:37:28.094 INFO:tasks.workunit.client.0.smithi032.stdout:op 48 completed, throughput=4.82MB/sec 2023-12-22T17:37:28.094 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NcQFPzP4poBe6Mb off=7099811 len=601272 2023-12-22T17:37:28.095 INFO:tasks.workunit.client.0.smithi032.stdout:op 49 completed, throughput=4.87MB/sec 2023-12-22T17:37:28.095 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-p2x3naMzkgE5nBZ off=4680783 len=1913703 2023-12-22T17:37:28.105 INFO:tasks.workunit.client.0.smithi032.stdout:op 50 completed, throughput=5.05MB/sec 2023-12-22T17:37:28.677 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:28 smithi032 ceph-mon[189144]: pgmap v1305: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 762 KiB/s rd, 2.8 MiB/s wr, 855 op/s 2023-12-22T17:37:28.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:28 smithi032 ceph-mon[191839]: pgmap v1305: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 762 KiB/s rd, 2.8 MiB/s wr, 855 op/s 2023-12-22T17:37:28.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:28 smithi039 ceph-mon[181282]: pgmap v1305: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 762 KiB/s rd, 2.8 MiB/s wr, 855 op/s 2023-12-22T17:37:29.105 INFO:tasks.workunit.client.0.smithi032.stdout: 11: throughput=4.6MB/sec pending data=0 2023-12-22T17:37:29.105 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MyQ6XD-i7aqB-nY off=6449963 len=1274428 2023-12-22T17:37:29.107 INFO:tasks.workunit.client.0.smithi032.stdout:op 51 completed, throughput=4.7MB/sec 2023-12-22T17:37:29.107 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Qzsb1e4nUxGmgTB off=0 len=1082656 2023-12-22T17:37:29.108 INFO:tasks.workunit.client.0.smithi032.stdout:op 52 completed, throughput=4.8MB/sec 2023-12-22T17:37:29.108 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-a0AhbJvRspThh5w off=2298936 len=236101 2023-12-22T17:37:29.110 INFO:tasks.workunit.client.0.smithi032.stdout:op 53 completed, throughput=4.82MB/sec 2023-12-22T17:37:29.110 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cpeyazVQHiEE1f- off=5114965 len=1834051 2023-12-22T17:37:29.112 INFO:tasks.workunit.client.0.smithi032.stdout:op 54 completed, throughput=4.97MB/sec 2023-12-22T17:37:29.112 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3nEkQXM9ndaRmX5 off=13933368 len=1526758 2023-12-22T17:37:29.114 INFO:tasks.workunit.client.0.smithi032.stdout:op 55 completed, throughput=5.1MB/sec 2023-12-22T17:37:30.114 INFO:tasks.workunit.client.0.smithi032.stdout: 12: throughput=4.68MB/sec pending data=0 2023-12-22T17:37:30.114 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-N1gG-yPH434a6__ off=3176294 len=1675993 2023-12-22T17:37:30.116 INFO:tasks.workunit.client.0.smithi032.stdout:op 56 completed, throughput=4.81MB/sec 2023-12-22T17:37:30.116 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3N8TK6UvxJeGN9H off=0 len=1717878 2023-12-22T17:37:30.121 INFO:tasks.workunit.client.0.smithi032.stdout:op 57 completed, throughput=4.94MB/sec 2023-12-22T17:37:30.122 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-i5JZpIYy9PZFpYn off=1907964 len=153547 2023-12-22T17:37:30.124 INFO:tasks.workunit.client.0.smithi032.stdout:op 58 completed, throughput=4.95MB/sec 2023-12-22T17:37:30.125 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-eYjVFohAt7tu3Pu off=19579754 len=1188035 2023-12-22T17:37:30.130 INFO:tasks.workunit.client.0.smithi032.stdout:op 59 completed, throughput=5.04MB/sec 2023-12-22T17:37:30.677 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:30 smithi032 ceph-mon[189144]: pgmap v1306: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.1 MiB/s wr, 832 op/s 2023-12-22T17:37:30.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:30 smithi032 ceph-mon[191839]: pgmap v1306: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.1 MiB/s wr, 832 op/s 2023-12-22T17:37:30.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:30 smithi039 ceph-mon[181282]: pgmap v1306: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.1 MiB/s wr, 832 op/s 2023-12-22T17:37:31.131 INFO:tasks.workunit.client.0.smithi032.stdout: 13: throughput=4.66MB/sec pending data=0 2023-12-22T17:37:31.131 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lDNZjUBd8Y3er97 off=11159693 len=2032040 2023-12-22T17:37:31.140 INFO:tasks.workunit.client.0.smithi032.stdout:op 60 completed, throughput=4.81MB/sec 2023-12-22T17:37:31.140 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xzySdx-rhB2g2Pq off=3291400 len=936520 2023-12-22T17:37:31.142 INFO:tasks.workunit.client.0.smithi032.stdout:op 61 completed, throughput=4.87MB/sec 2023-12-22T17:37:31.143 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1GOg-U23AXDwjAb off=8969247 len=126017 2023-12-22T17:37:31.143 INFO:tasks.workunit.client.0.smithi032.stdout:op 62 completed, throughput=4.88MB/sec 2023-12-22T17:37:31.143 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-atv-vQ3i3OILvxH off=15971760 len=1671895 2023-12-22T17:37:31.144 INFO:tasks.workunit.client.0.smithi032.stdout:op 63 completed, throughput=5MB/sec 2023-12-22T17:37:31.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:37:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:37:30] "GET /metrics HTTP/1.1" 200 33984 "" "Prometheus/2.43.0" 2023-12-22T17:37:32.145 INFO:tasks.workunit.client.0.smithi032.stdout: 14: throughput=4.65MB/sec pending data=0 2023-12-22T17:37:32.145 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5ruNnw8-9LdAPVt off=11564727 len=250659 2023-12-22T17:37:32.148 INFO:tasks.workunit.client.0.smithi032.stdout:op 64 completed, throughput=4.67MB/sec 2023-12-22T17:37:32.148 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fb9he2xB-JxfDsr off=10992212 len=1518890 2023-12-22T17:37:32.156 INFO:tasks.workunit.client.0.smithi032.stdout:op 65 completed, throughput=4.77MB/sec 2023-12-22T17:37:32.156 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Cnaone17167Wjve off=9103241 len=160411 2023-12-22T17:37:32.157 INFO:tasks.workunit.client.0.smithi032.stdout:op 66 completed, throughput=4.78MB/sec 2023-12-22T17:37:32.157 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7TL3RFpHSEEPd_3 off=3776400 len=1917109 2023-12-22T17:37:32.164 INFO:tasks.workunit.client.0.smithi032.stdout:op 67 completed, throughput=4.9MB/sec 2023-12-22T17:37:32.164 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ufQ2t1RNkNjCJOf off=5419034 len=1444823 2023-12-22T17:37:32.165 INFO:tasks.workunit.client.0.smithi032.stdout:op 68 completed, throughput=5MB/sec 2023-12-22T17:37:32.166 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-a764koPSJlSe4tc off=526042 len=468202 2023-12-22T17:37:32.166 INFO:tasks.workunit.client.0.smithi032.stdout:op 69 completed, throughput=5.03MB/sec 2023-12-22T17:37:32.677 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:32 smithi032 ceph-mon[189144]: pgmap v1307: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 618 op/s 2023-12-22T17:37:32.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:32 smithi032 ceph-mon[191839]: pgmap v1307: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 618 op/s 2023-12-22T17:37:32.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:32 smithi039 ceph-mon[181282]: pgmap v1307: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 618 op/s 2023-12-22T17:37:33.167 INFO:tasks.workunit.client.0.smithi032.stdout: 15: throughput=4.7MB/sec pending data=0 2023-12-22T17:37:33.167 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AdhyZ5hMq7xTUip off=6242483 len=1447421 2023-12-22T17:37:33.169 INFO:tasks.workunit.client.0.smithi032.stdout:op 70 completed, throughput=4.79MB/sec 2023-12-22T17:37:33.169 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nA_Sh1Sr8Po81hU off=10479812 len=1184260 2023-12-22T17:37:33.174 INFO:tasks.workunit.client.0.smithi032.stdout:op 71 completed, throughput=4.86MB/sec 2023-12-22T17:37:33.175 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OzjBCFpFSaeDKko off=2212256 len=814263 2023-12-22T17:37:33.180 INFO:tasks.workunit.client.0.smithi032.stdout:op 72 completed, throughput=4.91MB/sec 2023-12-22T17:37:33.180 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CW-rXzs9RnuoX_w off=1795914 len=668776 2023-12-22T17:37:33.181 INFO:tasks.workunit.client.0.smithi032.stdout:op 73 completed, throughput=4.95MB/sec 2023-12-22T17:37:33.181 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NwRQ49LKxjqz2tG off=7244376 len=816285 2023-12-22T17:37:33.185 INFO:tasks.workunit.client.0.smithi032.stdout:op 74 completed, throughput=5MB/sec 2023-12-22T17:37:34.185 INFO:tasks.workunit.client.0.smithi032.stdout: 16: throughput=4.69MB/sec pending data=0 2023-12-22T17:37:34.186 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gFoRIZ9o5zTxOFj off=1361249 len=1062024 2023-12-22T17:37:34.191 INFO:tasks.workunit.client.0.smithi032.stdout:op 75 completed, throughput=4.75MB/sec 2023-12-22T17:37:34.191 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-X3OLT03N_O9qHZ2 off=2659504 len=298886 2023-12-22T17:37:34.192 INFO:tasks.workunit.client.0.smithi032.stdout:op 76 completed, throughput=4.77MB/sec 2023-12-22T17:37:34.193 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DaIn0cjkjJjfbam off=1014760 len=770041 2023-12-22T17:37:34.197 INFO:tasks.workunit.client.0.smithi032.stdout:op 77 completed, throughput=4.82MB/sec 2023-12-22T17:37:34.198 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UDX8cIMWq9AhVT7 off=2474766 len=306128 2023-12-22T17:37:34.200 INFO:tasks.workunit.client.0.smithi032.stdout:op 78 completed, throughput=4.83MB/sec 2023-12-22T17:37:34.201 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ytA1by06XbTbtip off=13520333 len=1909374 2023-12-22T17:37:34.202 INFO:tasks.workunit.client.0.smithi032.stdout:op 79 completed, throughput=4.94MB/sec 2023-12-22T17:37:34.202 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nAfMCi1iQDcr4xW off=3875170 len=1849274 2023-12-22T17:37:34.210 INFO:tasks.workunit.client.0.smithi032.stdout:op 80 completed, throughput=5.05MB/sec 2023-12-22T17:37:34.677 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:34 smithi032 ceph-mon[189144]: pgmap v1308: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:37:34.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:34 smithi032 ceph-mon[191839]: pgmap v1308: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:37:34.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:34 smithi039 ceph-mon[181282]: pgmap v1308: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:37:35.210 INFO:tasks.workunit.client.0.smithi032.stdout: 17: throughput=4.76MB/sec pending data=0 2023-12-22T17:37:35.210 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-idgvWsEilmnfU5p off=1638883 len=1186303 2023-12-22T17:37:35.211 INFO:tasks.workunit.client.0.smithi032.stdout:op 81 completed, throughput=4.82MB/sec 2023-12-22T17:37:35.211 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wL3EKTo9JSfZDvI off=3012690 len=1985268 2023-12-22T17:37:35.220 INFO:tasks.workunit.client.0.smithi032.stdout:op 82 completed, throughput=4.93MB/sec 2023-12-22T17:37:35.221 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9yieUEyHyaw_Xn- off=22095162 len=926364 2023-12-22T17:37:35.225 INFO:tasks.workunit.client.0.smithi032.stdout:op 83 completed, throughput=4.98MB/sec 2023-12-22T17:37:35.225 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bEJx2JQBdc_uX-J off=15360336 len=1094192 2023-12-22T17:37:35.227 INFO:tasks.workunit.client.0.smithi032.stdout:op 84 completed, throughput=5.04MB/sec 2023-12-22T17:37:35.677 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:37:35.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:37:35.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:37:36.227 INFO:tasks.workunit.client.0.smithi032.stdout: 18: throughput=4.76MB/sec pending data=0 2023-12-22T17:37:36.227 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pd6ErvAUqoH925h off=168926 len=1843890 2023-12-22T17:37:36.232 INFO:tasks.workunit.client.0.smithi032.stdout:op 85 completed, throughput=4.86MB/sec 2023-12-22T17:37:36.232 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FZVcPZb49-9KTSX off=7333413 len=1599975 2023-12-22T17:37:36.238 INFO:tasks.workunit.client.0.smithi032.stdout:op 86 completed, throughput=4.94MB/sec 2023-12-22T17:37:36.238 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-z3fgrRzxmlgNlbV off=332137 len=1954811 2023-12-22T17:37:36.248 INFO:tasks.workunit.client.0.smithi032.stdout:op 87 completed, throughput=5.04MB/sec 2023-12-22T17:37:36.677 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:36 smithi032 ceph-mon[189144]: pgmap v1309: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:37:36.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:36 smithi032 ceph-mon[191839]: pgmap v1309: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:37:36.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:36 smithi039 ceph-mon[181282]: pgmap v1309: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:37:37.248 INFO:tasks.workunit.client.0.smithi032.stdout: 19: throughput=4.78MB/sec pending data=0 2023-12-22T17:37:37.249 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5Zu14WkzQPug6og off=8935951 len=615788 2023-12-22T17:37:37.254 INFO:tasks.workunit.client.0.smithi032.stdout:op 88 completed, throughput=4.81MB/sec 2023-12-22T17:37:37.254 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UBTVQdpr0c3KbMk off=4434245 len=1247004 2023-12-22T17:37:37.256 INFO:tasks.workunit.client.0.smithi032.stdout:op 89 completed, throughput=4.87MB/sec 2023-12-22T17:37:37.256 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-10VE5BJdGrnb9hL off=11952885 len=323526 2023-12-22T17:37:37.258 INFO:tasks.workunit.client.0.smithi032.stdout:op 90 completed, throughput=4.88MB/sec 2023-12-22T17:37:37.258 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qx-wt7N5UyIhzHq off=898107 len=1918141 2023-12-22T17:37:37.265 INFO:tasks.workunit.client.0.smithi032.stdout:op 91 completed, throughput=4.98MB/sec 2023-12-22T17:37:37.265 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fWUs6rP7M1_KF-4 off=20310589 len=1554124 2023-12-22T17:37:37.266 INFO:tasks.workunit.client.0.smithi032.stdout:op 92 completed, throughput=5.05MB/sec 2023-12-22T17:37:38.266 INFO:tasks.workunit.client.0.smithi032.stdout: 20: throughput=4.8MB/sec pending data=0 2023-12-22T17:37:38.266 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9ZiZpyt97ve9PAy off=13749112 len=1405975 2023-12-22T17:37:38.268 INFO:tasks.workunit.client.0.smithi032.stdout:op 93 completed, throughput=4.87MB/sec 2023-12-22T17:37:38.268 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-frvXN7a47CHkqN2 off=8329152 len=682014 2023-12-22T17:37:38.272 INFO:tasks.workunit.client.0.smithi032.stdout:op 94 completed, throughput=4.9MB/sec 2023-12-22T17:37:38.272 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iygvJt0roMtIKON off=6229486 len=814629 2023-12-22T17:37:38.274 INFO:tasks.workunit.client.0.smithi032.stdout:op 95 completed, throughput=4.94MB/sec 2023-12-22T17:37:38.274 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Rm---Q8DZipvmVL off=2780677 len=1819204 2023-12-22T17:37:38.279 INFO:tasks.workunit.client.0.smithi032.stdout:op 96 completed, throughput=5.02MB/sec 2023-12-22T17:37:38.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:38 smithi032 ceph-mon[191839]: pgmap v1310: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:37:38.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:38 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:37:38.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:38 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:37:38.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:38 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:37:38.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:38 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:37:38.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:38 smithi032 ceph-mon[189144]: pgmap v1310: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:37:38.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:38 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:37:38.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:38 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:37:38.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:38 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:37:38.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:38 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:37:38.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:38 smithi039 ceph-mon[181282]: pgmap v1310: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:37:38.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:38 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:37:38.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:38 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:37:38.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:38 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:37:38.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:38 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:37:39.279 INFO:tasks.workunit.client.0.smithi032.stdout: 21: throughput=4.79MB/sec pending data=0 2023-12-22T17:37:39.279 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uHdKb6sw2Q1YlSW off=2178606 len=2091290 2023-12-22T17:37:39.282 INFO:tasks.workunit.client.0.smithi032.stdout:op 97 completed, throughput=4.88MB/sec 2023-12-22T17:37:39.282 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-y6tgaeCV1GNym3s off=12313963 len=562396 2023-12-22T17:37:39.283 INFO:tasks.workunit.client.0.smithi032.stdout:op 98 completed, throughput=4.9MB/sec 2023-12-22T17:37:39.283 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-26ntvxCyKuAcUfF off=8312703 len=403634 2023-12-22T17:37:39.284 INFO:tasks.workunit.client.0.smithi032.stdout:op 99 completed, throughput=4.92MB/sec 2023-12-22T17:37:39.284 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yl6e7Cyk7qqFwKY off=5686845 len=560363 2023-12-22T17:37:39.288 INFO:tasks.workunit.client.0.smithi032.stdout:op 100 completed, throughput=4.95MB/sec 2023-12-22T17:37:39.288 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YGl8qZnOWs7wYde off=8508057 len=1941527 2023-12-22T17:37:39.289 INFO:tasks.workunit.client.0.smithi032.stdout:op 101 completed, throughput=5.03MB/sec 2023-12-22T17:37:40.290 INFO:tasks.workunit.client.0.smithi032.stdout: 22: throughput=4.81MB/sec pending data=0 2023-12-22T17:37:40.290 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IEXgLLeusnHIl9w off=4527620 len=1295001 2023-12-22T17:37:40.292 INFO:tasks.workunit.client.0.smithi032.stdout:op 102 completed, throughput=4.86MB/sec 2023-12-22T17:37:40.292 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BTyA9V8OtyNp1tj off=3783108 len=1018874 2023-12-22T17:37:40.298 INFO:tasks.workunit.client.0.smithi032.stdout:op 103 completed, throughput=4.9MB/sec 2023-12-22T17:37:40.298 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ip8ipDzDJUWoZDm off=10343553 len=920577 2023-12-22T17:37:40.299 INFO:tasks.workunit.client.0.smithi032.stdout:op 104 completed, throughput=4.94MB/sec 2023-12-22T17:37:40.299 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vyHeVf9Y8WmTZJm off=479750 len=1258175 2023-12-22T17:37:40.306 INFO:tasks.workunit.client.0.smithi032.stdout:op 105 completed, throughput=5MB/sec 2023-12-22T17:37:40.306 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_Y6H6nJ7m3YbCFq off=7981946 len=465615 2023-12-22T17:37:40.306 INFO:tasks.workunit.client.0.smithi032.stdout:op 106 completed, throughput=5.02MB/sec 2023-12-22T17:37:40.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:40 smithi032 ceph-mon[191839]: pgmap v1311: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:37:40.677 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:40 smithi032 ceph-mon[189144]: pgmap v1311: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:37:40.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:40 smithi039 ceph-mon[181282]: pgmap v1311: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:37:41.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:37:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:37:40] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2023-12-22T17:37:41.307 INFO:tasks.workunit.client.0.smithi032.stdout: 23: throughput=4.8MB/sec pending data=0 2023-12-22T17:37:41.307 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nUr-E1ISK2UZheE off=596451 len=14515 2023-12-22T17:37:41.310 INFO:tasks.workunit.client.0.smithi032.stdout:op 107 completed, throughput=4.8MB/sec 2023-12-22T17:37:41.310 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yTZxfBQepFrhDyC off=3246429 len=1945222 2023-12-22T17:37:41.312 INFO:tasks.workunit.client.0.smithi032.stdout:op 108 completed, throughput=4.88MB/sec 2023-12-22T17:37:41.312 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zj3Hn9OU6UgEhiO off=186892 len=187444 2023-12-22T17:37:41.314 INFO:tasks.workunit.client.0.smithi032.stdout:op 109 completed, throughput=4.89MB/sec 2023-12-22T17:37:41.315 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QcNKrEnYlHqD7_k off=8502362 len=1233146 2023-12-22T17:37:41.316 INFO:tasks.workunit.client.0.smithi032.stdout:op 110 completed, throughput=4.94MB/sec 2023-12-22T17:37:41.316 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XJgwHGRI1rbNoI4 off=1648577 len=2039432 2023-12-22T17:37:41.326 INFO:tasks.workunit.client.0.smithi032.stdout:op 111 completed, throughput=5.02MB/sec 2023-12-22T17:37:42.326 INFO:tasks.workunit.client.0.smithi032.stdout: 24: throughput=4.81MB/sec pending data=0 2023-12-22T17:37:42.326 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1KnH-ifU-OeVJhI off=1045835 len=1194843 2023-12-22T17:37:42.333 INFO:tasks.workunit.client.0.smithi032.stdout:op 112 completed, throughput=4.86MB/sec 2023-12-22T17:37:42.333 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uJvjEpHGcQyZydm off=10391432 len=459688 2023-12-22T17:37:42.336 INFO:tasks.workunit.client.0.smithi032.stdout:op 113 completed, throughput=4.88MB/sec 2023-12-22T17:37:42.336 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qm59ngx1CdFfibc off=8648750 len=540864 2023-12-22T17:37:42.337 INFO:tasks.workunit.client.0.smithi032.stdout:op 114 completed, throughput=4.9MB/sec 2023-12-22T17:37:42.337 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-eqj1AsSFaTDfIIH off=18329243 len=931337 2023-12-22T17:37:42.342 INFO:tasks.workunit.client.0.smithi032.stdout:op 115 completed, throughput=4.93MB/sec 2023-12-22T17:37:42.342 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uH4qAnCVSjxzYqJ off=14302578 len=318284 2023-12-22T17:37:42.343 INFO:tasks.workunit.client.0.smithi032.stdout:op 116 completed, throughput=4.94MB/sec 2023-12-22T17:37:42.343 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Bu4_9wBtqYWUsea off=1904980 len=625631 2023-12-22T17:37:42.344 INFO:tasks.workunit.client.0.smithi032.stdout:op 117 completed, throughput=4.97MB/sec 2023-12-22T17:37:42.344 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-omBRrgrNzZN94RY off=359042 len=981921 2023-12-22T17:37:42.345 INFO:tasks.workunit.client.0.smithi032.stdout:op 118 completed, throughput=5.01MB/sec 2023-12-22T17:37:42.677 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:42 smithi032 ceph-mon[189144]: pgmap v1312: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:37:42.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:42 smithi032 ceph-mon[191839]: pgmap v1312: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:37:42.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:42 smithi039 ceph-mon[181282]: pgmap v1312: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:37:43.345 INFO:tasks.workunit.client.0.smithi032.stdout: 25: throughput=4.81MB/sec pending data=0 2023-12-22T17:37:43.346 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LRgwhkUotrSS6-_ off=2945015 len=1961067 2023-12-22T17:37:43.354 INFO:tasks.workunit.client.0.smithi032.stdout:op 119 completed, throughput=4.88MB/sec 2023-12-22T17:37:43.354 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ng5LnnoYwh9uzZb off=6096028 len=2066765 2023-12-22T17:37:43.369 INFO:tasks.workunit.client.0.smithi032.stdout:op 120 completed, throughput=4.96MB/sec 2023-12-22T17:37:43.369 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fYRpQm6pPV-WfXn off=2678243 len=1932744 2023-12-22T17:37:43.377 INFO:tasks.workunit.client.0.smithi032.stdout:op 121 completed, throughput=5.03MB/sec 2023-12-22T17:37:44.074 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:37:44.377 INFO:tasks.workunit.client.0.smithi032.stdout: 26: throughput=4.84MB/sec pending data=0 2023-12-22T17:37:44.377 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QagGDNfBoFRuJ8o off=91644 len=360262 2023-12-22T17:37:44.378 INFO:tasks.workunit.client.0.smithi032.stdout:op 122 completed, throughput=4.85MB/sec 2023-12-22T17:37:44.378 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PwF53nZPNEZahUK off=822959 len=762343 2023-12-22T17:37:44.381 INFO:tasks.workunit.client.0.smithi032.stdout:op 123 completed, throughput=4.88MB/sec 2023-12-22T17:37:44.381 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nUa3cQ91gkI1C_X off=1387558 len=1856214 2023-12-22T17:37:44.390 INFO:tasks.workunit.client.0.smithi032.stdout:op 124 completed, throughput=4.94MB/sec 2023-12-22T17:37:44.390 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZElNTK3D-tNd1aW off=1386106 len=1137320 2023-12-22T17:37:44.398 INFO:tasks.workunit.client.0.smithi032.stdout:op 125 completed, throughput=4.98MB/sec 2023-12-22T17:37:44.398 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xCL-HkW318ObvZG off=6870958 len=711585 2023-12-22T17:37:44.399 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:37:44.399 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (17m) 4m ago 22m 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:37:44.399 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (17m) 2m ago 22m 91.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:37:44.399 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (23m) 4m ago 23m 18.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:37:44.400 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (23m) 2m ago 23m 25.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:37:44.400 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (17m) 2m ago 25m 455M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:37:44.400 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (17m) 4m ago 26m 532M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:37:44.400 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (16m) 4m ago 27m 191M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:37:44.400 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (16m) 2m ago 25m 131M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:37:44.400 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (16m) 4m ago 25m 128M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:37:44.400 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (17m) 4m ago 21m 15.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:37:44.400 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (17m) 2m ago 21m 17.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:37:44.400 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (15m) 4m ago 25m 1428M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:37:44.400 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (15m) 4m ago 25m 1887M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:37:44.400 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (14m) 4m ago 24m 1085M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:37:44.400 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (14m) 4m ago 24m 1580M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:37:44.400 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (13m) 2m ago 24m 1675M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:37:44.400 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (13m) 2m ago 23m 1206M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:37:44.401 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (12m) 2m ago 23m 798M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:37:44.401 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (12m) 2m ago 23m 986M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:37:44.401 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (17m) 2m ago 22m 66.1M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:37:44.401 INFO:tasks.workunit.client.0.smithi032.stdout:op 126 completed, throughput=5.01MB/sec 2023-12-22T17:37:44.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:44 smithi032 ceph-mon[191839]: pgmap v1313: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:37:44.677 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:44 smithi032 ceph-mon[189144]: pgmap v1313: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:37:44.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:44 smithi039 ceph-mon[181282]: pgmap v1313: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:37:44.800 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:37:44.800 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:37:44.800 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:37:44.800 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:37:44.800 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:37:44.800 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:37:44.800 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:37:44.800 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:37:44.800 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:37:44.800 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:37:44.801 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:37:44.801 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:37:44.801 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:37:44.801 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:37:44.801 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:37:44.801 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:37:44.801 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:37:44.801 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:37:45.401 INFO:tasks.workunit.client.0.smithi032.stdout: 27: throughput=4.82MB/sec pending data=0 2023-12-22T17:37:45.402 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7rc53P_qDamh1ah off=3599961 len=2058144 2023-12-22T17:37:45.404 INFO:tasks.workunit.client.0.smithi032.stdout:op 127 completed, throughput=4.89MB/sec 2023-12-22T17:37:45.404 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qhWXtry1NowYn2q off=5715650 len=370573 2023-12-22T17:37:45.405 INFO:tasks.workunit.client.0.smithi032.stdout:op 128 completed, throughput=4.91MB/sec 2023-12-22T17:37:45.405 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Nr13MMIqA5gJ1Xg off=10119003 len=304038 2023-12-22T17:37:45.405 INFO:tasks.workunit.client.0.smithi032.stdout:op 129 completed, throughput=4.92MB/sec 2023-12-22T17:37:45.406 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-E6JQQcCodxrYI8w off=9766380 len=384404 2023-12-22T17:37:45.409 INFO:tasks.workunit.client.0.smithi032.stdout:op 130 completed, throughput=4.93MB/sec 2023-12-22T17:37:45.409 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GaGUVNMvfd6vVzN off=18803076 len=896163 2023-12-22T17:37:45.411 INFO:tasks.workunit.client.0.smithi032.stdout:op 131 completed, throughput=4.96MB/sec 2023-12-22T17:37:45.411 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--gvdXP4lkRfEGG2 off=10632677 len=1457280 2023-12-22T17:37:45.418 INFO:tasks.workunit.client.0.smithi032.stdout:op 132 completed, throughput=5.01MB/sec 2023-12-22T17:37:45.677 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:45 smithi032 ceph-mon[189144]: from='client.45137 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:37:45.677 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:45 smithi032 ceph-mon[189144]: from='client.35208 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:37:45.677 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:45 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2452058490' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:37:45.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:45 smithi032 ceph-mon[191839]: from='client.45137 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:37:45.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:45 smithi032 ceph-mon[191839]: from='client.35208 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:37:45.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:45 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2452058490' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:37:45.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:45 smithi039 ceph-mon[181282]: from='client.45137 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:37:45.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:45 smithi039 ceph-mon[181282]: from='client.35208 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:37:45.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:45 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2452058490' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:37:46.418 INFO:tasks.workunit.client.0.smithi032.stdout: 28: throughput=4.83MB/sec pending data=0 2023-12-22T17:37:46.418 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wsLDFiVXOCq22EE off=4623117 len=164510 2023-12-22T17:37:46.421 INFO:tasks.workunit.client.0.smithi032.stdout:op 133 completed, throughput=4.84MB/sec 2023-12-22T17:37:46.421 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eyNfeayxi2UzzG0 off=715915 len=1100936 2023-12-22T17:37:46.424 INFO:tasks.workunit.client.0.smithi032.stdout:op 134 completed, throughput=4.88MB/sec 2023-12-22T17:37:46.424 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fMf-llE3qkSyv1F off=16505433 len=1907124 2023-12-22T17:37:46.426 INFO:tasks.workunit.client.0.smithi032.stdout:op 135 completed, throughput=4.94MB/sec 2023-12-22T17:37:46.426 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Riij-beqq4HGDLR off=217620 len=252583 2023-12-22T17:37:46.427 INFO:tasks.workunit.client.0.smithi032.stdout:op 136 completed, throughput=4.95MB/sec 2023-12-22T17:37:46.427 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3mMrR0PvVIPoOjk off=10209048 len=1393118 2023-12-22T17:37:46.434 INFO:tasks.workunit.client.0.smithi032.stdout:op 137 completed, throughput=4.99MB/sec 2023-12-22T17:37:46.434 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-g2ToRJ7U9uTAnlt off=17752696 len=314071 2023-12-22T17:37:46.437 INFO:tasks.workunit.client.0.smithi032.stdout:op 138 completed, throughput=5MB/sec 2023-12-22T17:37:46.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:46 smithi032 ceph-mon[191839]: pgmap v1314: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:37:46.677 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:46 smithi032 ceph-mon[189144]: pgmap v1314: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:37:46.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:46 smithi039 ceph-mon[181282]: pgmap v1314: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:37:47.438 INFO:tasks.workunit.client.0.smithi032.stdout: 29: throughput=4.83MB/sec pending data=0 2023-12-22T17:37:47.438 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SAVG5IGnGHhEHjw off=643677 len=1969364 2023-12-22T17:37:47.440 INFO:tasks.workunit.client.0.smithi032.stdout:op 139 completed, throughput=4.9MB/sec 2023-12-22T17:37:47.440 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HqUu5qDgPTa21MU off=9847206 len=1943008 2023-12-22T17:37:47.453 INFO:tasks.workunit.client.0.smithi032.stdout:op 140 completed, throughput=4.96MB/sec 2023-12-22T17:37:47.453 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CqkHTTk7Gwvhuu4 off=3377056 len=1011265 2023-12-22T17:37:47.455 INFO:tasks.workunit.client.0.smithi032.stdout:op 141 completed, throughput=4.99MB/sec 2023-12-22T17:37:47.455 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-H5Qwo__iyyjihDk off=1790695 len=1627284 2023-12-22T17:37:47.456 INFO:tasks.workunit.client.0.smithi032.stdout:op 142 completed, throughput=5.04MB/sec 2023-12-22T17:37:48.457 INFO:tasks.workunit.client.0.smithi032.stdout: 30: throughput=4.88MB/sec pending data=0 2023-12-22T17:37:48.457 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_JEh93Hd6FCCC4G off=1765274 len=1513390 2023-12-22T17:37:48.463 INFO:tasks.workunit.client.0.smithi032.stdout:op 143 completed, throughput=4.92MB/sec 2023-12-22T17:37:48.463 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-n1pJ3jrPoVM84rc off=1471170 len=1448767 2023-12-22T17:37:48.470 INFO:tasks.workunit.client.0.smithi032.stdout:op 144 completed, throughput=4.97MB/sec 2023-12-22T17:37:48.471 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-h9-CWavFIxFPB-H off=277198 len=1114693 2023-12-22T17:37:48.477 INFO:tasks.workunit.client.0.smithi032.stdout:op 145 completed, throughput=5MB/sec 2023-12-22T17:37:48.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:48 smithi032 ceph-mon[191839]: pgmap v1315: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:37:48.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:48 smithi032 ceph-mon[189144]: pgmap v1315: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:37:48.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:48 smithi039 ceph-mon[181282]: pgmap v1315: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:37:49.477 INFO:tasks.workunit.client.0.smithi032.stdout: 31: throughput=4.84MB/sec pending data=0 2023-12-22T17:37:49.477 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-toORTmi7WzK4thl off=7228623 len=116230 2023-12-22T17:37:49.478 INFO:tasks.workunit.client.0.smithi032.stdout:op 146 completed, throughput=4.85MB/sec 2023-12-22T17:37:49.478 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-n_bcItBmsTwaOCk off=4274436 len=949300 2023-12-22T17:37:49.482 INFO:tasks.workunit.client.0.smithi032.stdout:op 147 completed, throughput=4.87MB/sec 2023-12-22T17:37:49.482 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RJbI4XP-eKuLOFU off=7034243 len=937173 2023-12-22T17:37:49.487 INFO:tasks.workunit.client.0.smithi032.stdout:op 148 completed, throughput=4.9MB/sec 2023-12-22T17:37:49.487 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QxOMkRSGzdOBGxX off=2983351 len=893631 2023-12-22T17:37:49.492 INFO:tasks.workunit.client.0.smithi032.stdout:op 149 completed, throughput=4.93MB/sec 2023-12-22T17:37:49.492 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-P2V8dBxovtjCLJz off=335668 len=1073010 2023-12-22T17:37:49.498 INFO:tasks.workunit.client.0.smithi032.stdout:op 150 completed, throughput=4.96MB/sec 2023-12-22T17:37:49.498 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0lORlYOLNdQ-3FP off=2853965 len=514860 2023-12-22T17:37:49.501 INFO:tasks.workunit.client.0.smithi032.stdout:op 151 completed, throughput=4.97MB/sec 2023-12-22T17:37:49.501 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2LJm_0D1HVxS_R1 off=2733010 len=801029 2023-12-22T17:37:49.503 INFO:tasks.workunit.client.0.smithi032.stdout:op 152 completed, throughput=5MB/sec 2023-12-22T17:37:49.503 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DvPz-P1u7NHuc4r off=3766615 len=615220 2023-12-22T17:37:49.504 INFO:tasks.workunit.client.0.smithi032.stdout:op 153 completed, throughput=5.02MB/sec 2023-12-22T17:37:50.504 INFO:tasks.workunit.client.0.smithi032.stdout: 32: throughput=4.86MB/sec pending data=0 2023-12-22T17:37:50.505 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iYnAyqlnSCJNFu9 off=15222019 len=1655914 2023-12-22T17:37:50.513 INFO:tasks.workunit.client.0.smithi032.stdout:op 154 completed, throughput=4.91MB/sec 2023-12-22T17:37:50.513 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lXPSf2Rp9S4JRER off=1812016 len=799434 2023-12-22T17:37:50.517 INFO:tasks.workunit.client.0.smithi032.stdout:op 155 completed, throughput=4.93MB/sec 2023-12-22T17:37:50.518 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-eysYQnW7Wt6dfkH off=2610670 len=1951720 2023-12-22T17:37:50.525 INFO:tasks.workunit.client.0.smithi032.stdout:op 156 completed, throughput=4.99MB/sec 2023-12-22T17:37:50.526 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0IvJn1RqTUuIMRi off=5624279 len=1153562 2023-12-22T17:37:50.530 INFO:tasks.workunit.client.0.smithi032.stdout:op 157 completed, throughput=5.02MB/sec 2023-12-22T17:37:50.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:50 smithi032 ceph-mon[191839]: pgmap v1316: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:37:50.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:37:50.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:50 smithi032 ceph-mon[189144]: pgmap v1316: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:37:50.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:37:50.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:50 smithi039 ceph-mon[181282]: pgmap v1316: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:37:50.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:37:51.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:37:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:37:50] "GET /metrics HTTP/1.1" 200 34004 "" "Prometheus/2.43.0" 2023-12-22T17:37:51.530 INFO:tasks.workunit.client.0.smithi032.stdout: 33: throughput=4.87MB/sec pending data=0 2023-12-22T17:37:51.531 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ocHAwL4P-h0ZiPF off=6991898 len=1757828 2023-12-22T17:37:51.539 INFO:tasks.workunit.client.0.smithi032.stdout:op 158 completed, throughput=4.92MB/sec 2023-12-22T17:37:51.540 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qTr6VmlBJo2Ze7b off=21200130 len=1419237 2023-12-22T17:37:51.541 INFO:tasks.workunit.client.0.smithi032.stdout:op 159 completed, throughput=4.96MB/sec 2023-12-22T17:37:51.541 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-h1mVmkOxkH4QZX7 off=2046884 len=1414925 2023-12-22T17:37:51.543 INFO:tasks.workunit.client.0.smithi032.stdout:op 160 completed, throughput=5MB/sec 2023-12-22T17:37:51.543 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sTWFe6a3WDmgUfQ off=6048622 len=36031 2023-12-22T17:37:51.546 INFO:tasks.workunit.client.0.smithi032.stdout:op 161 completed, throughput=5MB/sec 2023-12-22T17:37:52.546 INFO:tasks.workunit.client.0.smithi032.stdout: 34: throughput=4.86MB/sec pending data=0 2023-12-22T17:37:52.546 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kcEtdbRrxFk6Bm0 off=3027406 len=1803233 2023-12-22T17:37:52.550 INFO:tasks.workunit.client.0.smithi032.stdout:op 162 completed, throughput=4.91MB/sec 2023-12-22T17:37:52.550 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-T6E5MtjYBo7YkCe off=12280202 len=1822389 2023-12-22T17:37:52.552 INFO:tasks.workunit.client.0.smithi032.stdout:op 163 completed, throughput=4.96MB/sec 2023-12-22T17:37:52.552 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HTpFfo8nKZkYTuc off=16135583 len=1395259 2023-12-22T17:37:52.558 INFO:tasks.workunit.client.0.smithi032.stdout:op 164 completed, throughput=4.99MB/sec 2023-12-22T17:37:52.558 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9Nf9FDD92aRxiU1 off=123915 len=1605471 2023-12-22T17:37:52.566 INFO:tasks.workunit.client.0.smithi032.stdout:op 165 completed, throughput=5.04MB/sec 2023-12-22T17:37:52.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:52 smithi032 ceph-mon[191839]: pgmap v1317: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-22T17:37:52.677 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:52 smithi032 ceph-mon[189144]: pgmap v1317: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-22T17:37:52.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:52 smithi039 ceph-mon[181282]: pgmap v1317: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-22T17:37:53.567 INFO:tasks.workunit.client.0.smithi032.stdout: 35: throughput=4.89MB/sec pending data=0 2023-12-22T17:37:53.567 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-v6atCXyEHCTRrRH off=4826460 len=887258 2023-12-22T17:37:53.572 INFO:tasks.workunit.client.0.smithi032.stdout:op 166 completed, throughput=4.92MB/sec 2023-12-22T17:37:53.572 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--mObXODY8UzY9WD off=886063 len=513900 2023-12-22T17:37:53.576 INFO:tasks.workunit.client.0.smithi032.stdout:op 167 completed, throughput=4.93MB/sec 2023-12-22T17:37:53.576 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--XLoTSg__Sv17t8 off=2678973 len=1679432 2023-12-22T17:37:53.578 INFO:tasks.workunit.client.0.smithi032.stdout:op 168 completed, throughput=4.98MB/sec 2023-12-22T17:37:53.578 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MN2x7_aAVZtesut off=1831421 len=1206572 2023-12-22T17:37:53.583 INFO:tasks.workunit.client.0.smithi032.stdout:op 169 completed, throughput=5.01MB/sec 2023-12-22T17:37:54.583 INFO:tasks.workunit.client.0.smithi032.stdout: 36: throughput=4.87MB/sec pending data=0 2023-12-22T17:37:54.583 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_hyN2-fTrdWufgt off=7133188 len=1415052 2023-12-22T17:37:54.590 INFO:tasks.workunit.client.0.smithi032.stdout:op 170 completed, throughput=4.91MB/sec 2023-12-22T17:37:54.591 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2E7ZhOpf5zuGN5h off=711698 len=2066487 2023-12-22T17:37:54.593 INFO:tasks.workunit.client.0.smithi032.stdout:op 171 completed, throughput=4.96MB/sec 2023-12-22T17:37:54.593 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hNGbHFyn2aNAK6W off=591014 len=1382344 2023-12-22T17:37:54.599 INFO:tasks.workunit.client.0.smithi032.stdout:op 172 completed, throughput=4.99MB/sec 2023-12-22T17:37:54.599 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-I-q9EsECAF-SSBs off=2461487 len=106483 2023-12-22T17:37:54.601 INFO:tasks.workunit.client.0.smithi032.stdout:op 173 completed, throughput=5MB/sec 2023-12-22T17:37:54.601 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-53HsZi6zSHo7UMT off=4577930 len=1063970 2023-12-22T17:37:54.603 INFO:tasks.workunit.client.0.smithi032.stdout:op 174 completed, throughput=5.02MB/sec 2023-12-22T17:37:54.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:54 smithi032 ceph-mon[191839]: pgmap v1318: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-22T17:37:54.677 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:54 smithi032 ceph-mon[189144]: pgmap v1318: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-22T17:37:54.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:54 smithi039 ceph-mon[181282]: pgmap v1318: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-22T17:37:55.604 INFO:tasks.workunit.client.0.smithi032.stdout: 37: throughput=4.89MB/sec pending data=0 2023-12-22T17:37:55.604 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kNzqzGmuJBUFt5J off=8476226 len=1507966 2023-12-22T17:37:55.610 INFO:tasks.workunit.client.0.smithi032.stdout:op 175 completed, throughput=4.93MB/sec 2023-12-22T17:37:55.611 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VpwE6FoZ26hbotB off=8400868 len=1609255 2023-12-22T17:37:55.614 INFO:tasks.workunit.client.0.smithi032.stdout:op 176 completed, throughput=4.97MB/sec 2023-12-22T17:37:55.614 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XFL-XLZMLt4Tmfx off=10211901 len=1405112 2023-12-22T17:37:55.615 INFO:tasks.workunit.client.0.smithi032.stdout:op 177 completed, throughput=5MB/sec 2023-12-22T17:37:56.616 INFO:tasks.workunit.client.0.smithi032.stdout: 38: throughput=4.87MB/sec pending data=0 2023-12-22T17:37:56.616 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-oXPvXGCVQKLrnYQ off=9304599 len=32338 2023-12-22T17:37:56.616 INFO:tasks.workunit.client.0.smithi032.stdout:op 178 completed, throughput=4.88MB/sec 2023-12-22T17:37:56.616 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nyld4IvrpL2Pvsg off=5308242 len=996877 2023-12-22T17:37:56.622 INFO:tasks.workunit.client.0.smithi032.stdout:op 179 completed, throughput=4.9MB/sec 2023-12-22T17:37:56.622 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qt90cFKZU5LLiMN off=14648997 len=627372 2023-12-22T17:37:56.626 INFO:tasks.workunit.client.0.smithi032.stdout:op 180 completed, throughput=4.91MB/sec 2023-12-22T17:37:56.627 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-D0RUoCPiytIJC8X off=7619205 len=1922546 2023-12-22T17:37:56.636 INFO:tasks.workunit.client.0.smithi032.stdout:op 181 completed, throughput=4.96MB/sec 2023-12-22T17:37:56.637 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-d0m5EXIB1loYvP- off=1399186 len=498292 2023-12-22T17:37:56.637 INFO:tasks.workunit.client.0.smithi032.stdout:op 182 completed, throughput=4.97MB/sec 2023-12-22T17:37:56.637 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hNGbHFyn2aNAK6W off=1220012 len=403481 2023-12-22T17:37:56.638 INFO:tasks.workunit.client.0.smithi032.stdout:op 183 completed, throughput=4.98MB/sec 2023-12-22T17:37:56.638 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_TR3Tnm6_uhuMaZ off=11226834 len=1287083 2023-12-22T17:37:56.641 INFO:tasks.workunit.client.0.smithi032.stdout:op 184 completed, throughput=5.01MB/sec 2023-12-22T17:37:56.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:56 smithi032 ceph-mon[191839]: pgmap v1319: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:37:56.677 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:56 smithi032 ceph-mon[189144]: pgmap v1319: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:37:56.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:56 smithi039 ceph-mon[181282]: pgmap v1319: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:37:57.641 INFO:tasks.workunit.client.0.smithi032.stdout: 39: throughput=4.89MB/sec pending data=0 2023-12-22T17:37:57.641 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yeCuSgGFDhmS3mU off=605965 len=1444216 2023-12-22T17:37:57.648 INFO:tasks.workunit.client.0.smithi032.stdout:op 185 completed, throughput=4.92MB/sec 2023-12-22T17:37:57.648 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tXfeWuZfqR4mAkr off=1702942 len=1493059 2023-12-22T17:37:57.650 INFO:tasks.workunit.client.0.smithi032.stdout:op 186 completed, throughput=4.96MB/sec 2023-12-22T17:37:57.650 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8xHB_8HJL3olqRJ off=4683290 len=1802476 2023-12-22T17:37:57.652 INFO:tasks.workunit.client.0.smithi032.stdout:op 187 completed, throughput=5MB/sec 2023-12-22T17:37:57.652 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-s0m3OO5Xf3bnsd6 off=747868 len=1382848 2023-12-22T17:37:57.659 INFO:tasks.workunit.client.0.smithi032.stdout:op 188 completed, throughput=5.03MB/sec 2023-12-22T17:37:58.660 INFO:tasks.workunit.client.0.smithi032.stdout: 40: throughput=4.91MB/sec pending data=0 2023-12-22T17:37:58.660 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-07sZsKD0rjiD-y0 off=13155686 len=1573572 2023-12-22T17:37:58.662 INFO:tasks.workunit.client.0.smithi032.stdout:op 189 completed, throughput=4.94MB/sec 2023-12-22T17:37:58.662 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zWFhHvMD1lEKRcA off=18766949 len=368108 2023-12-22T17:37:58.662 INFO:tasks.workunit.client.0.smithi032.stdout:op 190 completed, throughput=4.95MB/sec 2023-12-22T17:37:58.663 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--PkrYnJctpRXCF9 off=3817692 len=569218 2023-12-22T17:37:58.663 INFO:tasks.workunit.client.0.smithi032.stdout:op 191 completed, throughput=4.97MB/sec 2023-12-22T17:37:58.663 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-k--JxarlxStiM2p off=4413195 len=236823 2023-12-22T17:37:58.664 INFO:tasks.workunit.client.0.smithi032.stdout:op 192 completed, throughput=4.97MB/sec 2023-12-22T17:37:58.664 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IHVCqMJ3CRXBIo9 off=591503 len=2065769 2023-12-22T17:37:58.669 INFO:tasks.workunit.client.0.smithi032.stdout:op 193 completed, throughput=5.02MB/sec 2023-12-22T17:37:58.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:37:58 smithi032 ceph-mon[191839]: pgmap v1320: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:37:58.677 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:37:58 smithi032 ceph-mon[189144]: pgmap v1320: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:37:58.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:37:58 smithi039 ceph-mon[181282]: pgmap v1320: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:37:59.669 INFO:tasks.workunit.client.0.smithi032.stdout: 41: throughput=4.9MB/sec pending data=0 2023-12-22T17:37:59.669 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--iQAU9TkwLQuAvd off=5566219 len=1591670 2023-12-22T17:37:59.671 INFO:tasks.workunit.client.0.smithi032.stdout:op 194 completed, throughput=4.94MB/sec 2023-12-22T17:37:59.671 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xiXJqtPlc8aCjHJ off=535049 len=911431 2023-12-22T17:37:59.672 INFO:tasks.workunit.client.0.smithi032.stdout:op 195 completed, throughput=4.96MB/sec 2023-12-22T17:37:59.672 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LHFoUBxHFQD4IBA off=3363585 len=444428 2023-12-22T17:37:59.673 INFO:tasks.workunit.client.0.smithi032.stdout:op 196 completed, throughput=4.97MB/sec 2023-12-22T17:37:59.674 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bC-bPRKUsvss5C8 off=861746 len=183124 2023-12-22T17:37:59.674 INFO:tasks.workunit.client.0.smithi032.stdout:op 197 completed, throughput=4.97MB/sec 2023-12-22T17:37:59.674 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LutmP3b9VLk415T off=1596544 len=1034484 2023-12-22T17:37:59.676 INFO:tasks.workunit.client.0.smithi032.stdout:op 198 completed, throughput=4.99MB/sec 2023-12-22T17:37:59.677 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Osj6Ihe0NR5vnl- off=16427408 len=1117894 2023-12-22T17:37:59.678 INFO:tasks.workunit.client.0.smithi032.stdout:op 199 completed, throughput=5.02MB/sec 2023-12-22T17:38:00.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:38:00 smithi032 ceph-mon[191839]: pgmap v1321: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:38:00.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:38:00 smithi032 ceph-mon[189144]: pgmap v1321: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:38:00.678 INFO:tasks.workunit.client.0.smithi032.stdout: 42: throughput=4.9MB/sec pending data=0 2023-12-22T17:38:00.678 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-E9LmSnJ9Wqr277s off=10399373 len=1509414 2023-12-22T17:38:00.686 INFO:tasks.workunit.client.0.smithi032.stdout:op 200 completed, throughput=4.93MB/sec 2023-12-22T17:38:00.686 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bkU4zo-skWup0oy off=18254712 len=1818039 2023-12-22T17:38:00.688 INFO:tasks.workunit.client.0.smithi032.stdout:op 201 completed, throughput=4.97MB/sec 2023-12-22T17:38:00.688 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JQovZ_snXEkYo04 off=269589 len=2096310 2023-12-22T17:38:00.691 INFO:tasks.workunit.client.0.smithi032.stdout:op 202 completed, throughput=5.02MB/sec 2023-12-22T17:38:00.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:38:00 smithi039 ceph-mon[181282]: pgmap v1321: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:38:01.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:38:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:38:00] "GET /metrics HTTP/1.1" 200 34004 "" "Prometheus/2.43.0" 2023-12-22T17:38:01.692 INFO:tasks.workunit.client.0.smithi032.stdout: 43: throughput=4.91MB/sec pending data=0 2023-12-22T17:38:01.692 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-B11tXIm2pYpREIs off=6178879 len=1293652 2023-12-22T17:38:01.694 INFO:tasks.workunit.client.0.smithi032.stdout:op 203 completed, throughput=4.93MB/sec 2023-12-22T17:38:01.694 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3Qu-e0RObcv2AY_ off=14973143 len=283347 2023-12-22T17:38:01.697 INFO:tasks.workunit.client.0.smithi032.stdout:op 204 completed, throughput=4.94MB/sec 2023-12-22T17:38:01.697 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uwgtXIdNHzSpvhw off=3146995 len=1724057 2023-12-22T17:38:01.706 INFO:tasks.workunit.client.0.smithi032.stdout:op 205 completed, throughput=4.98MB/sec 2023-12-22T17:38:01.706 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wfri5yct-69FKrF off=14372723 len=1064334 2023-12-22T17:38:01.708 INFO:tasks.workunit.client.0.smithi032.stdout:op 206 completed, throughput=5MB/sec 2023-12-22T17:38:01.709 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MtJFQj3LtmVoDk0 off=272605 len=1935966 2023-12-22T17:38:01.718 INFO:tasks.workunit.client.0.smithi032.stdout:op 207 completed, throughput=5.04MB/sec 2023-12-22T17:38:02.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:38:02 smithi032 ceph-mon[191839]: pgmap v1322: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-22T17:38:02.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:38:02 smithi032 ceph-mon[189144]: pgmap v1322: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-22T17:38:02.718 INFO:tasks.workunit.client.0.smithi032.stdout: 44: throughput=4.93MB/sec pending data=0 2023-12-22T17:38:02.718 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-c04deZiWbdZQJw7 off=1899264 len=1586268 2023-12-22T17:38:02.725 INFO:tasks.workunit.client.0.smithi032.stdout:op 208 completed, throughput=4.96MB/sec 2023-12-22T17:38:02.725 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kdAll6HaSGDVzmH off=11620674 len=105275 2023-12-22T17:38:02.726 INFO:tasks.workunit.client.0.smithi032.stdout:op 209 completed, throughput=4.96MB/sec 2023-12-22T17:38:02.726 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YRrgJ3zzNi2It1d off=4092144 len=1548810 2023-12-22T17:38:02.733 INFO:tasks.workunit.client.0.smithi032.stdout:op 210 completed, throughput=5MB/sec 2023-12-22T17:38:02.733 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uw5IoUWNQl08e9p off=661807 len=1542793 2023-12-22T17:38:02.735 INFO:tasks.workunit.client.0.smithi032.stdout:op 211 completed, throughput=5.03MB/sec 2023-12-22T17:38:02.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:38:02 smithi039 ceph-mon[181282]: pgmap v1322: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-22T17:38:03.735 INFO:tasks.workunit.client.0.smithi032.stdout: 45: throughput=4.92MB/sec pending data=0 2023-12-22T17:38:03.735 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FSUTcjJhtH1EimU off=8176870 len=979978 2023-12-22T17:38:03.737 INFO:tasks.workunit.client.0.smithi032.stdout:op 212 completed, throughput=4.94MB/sec 2023-12-22T17:38:03.737 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NRx5B4UPuoumkD6 off=13367380 len=1122388 2023-12-22T17:38:03.739 INFO:tasks.workunit.client.0.smithi032.stdout:op 213 completed, throughput=4.96MB/sec 2023-12-22T17:38:03.740 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cmHRh50PM-Rk5ps off=2659856 len=1690429 2023-12-22T17:38:03.742 INFO:tasks.workunit.client.0.smithi032.stdout:op 214 completed, throughput=5MB/sec 2023-12-22T17:38:03.742 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jdoqQE9-9OHbmbd off=14176948 len=622775 2023-12-22T17:38:03.743 INFO:tasks.workunit.client.0.smithi032.stdout:op 215 completed, throughput=5.01MB/sec 2023-12-22T17:38:04.743 INFO:tasks.workunit.client.0.smithi032.stdout: 46: throughput=4.9MB/sec pending data=0 2023-12-22T17:38:04.744 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yjSEBIPi7QTz6WZ off=4975844 len=1575052 2023-12-22T17:38:04.752 INFO:tasks.workunit.client.0.smithi032.stdout:op 216 completed, throughput=4.93MB/sec 2023-12-22T17:38:04.752 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-M6xi3UAJ155C5ke off=13760587 len=1809887 2023-12-22T17:38:04.753 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:38:04 smithi039 ceph-mon[181282]: pgmap v1323: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:38:04.760 INFO:tasks.workunit.client.0.smithi032.stdout:op 217 completed, throughput=4.97MB/sec 2023-12-22T17:38:04.760 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TnmudLWgotbp9xN off=15947165 len=803580 2023-12-22T17:38:04.760 INFO:tasks.workunit.client.0.smithi032.stdout:op 218 completed, throughput=4.99MB/sec 2023-12-22T17:38:04.760 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-q3ox0tuCocZtNUq off=3638522 len=557583 2023-12-22T17:38:04.764 INFO:tasks.workunit.client.0.smithi032.stdout:op 219 completed, throughput=5MB/sec 2023-12-22T17:38:04.764 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-laDJ2rNQZrPuF3n off=19848053 len=903414 2023-12-22T17:38:04.766 INFO:tasks.workunit.client.0.smithi032.stdout:op 220 completed, throughput=5.01MB/sec 2023-12-22T17:38:04.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:38:04 smithi032 ceph-mon[191839]: pgmap v1323: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:38:04.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:38:04 smithi032 ceph-mon[189144]: pgmap v1323: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:38:05.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:38:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:38:05.766 INFO:tasks.workunit.client.0.smithi032.stdout: 47: throughput=4.91MB/sec pending data=0 2023-12-22T17:38:05.766 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-25lJGJU2i4hbg6A off=5197401 len=1513030 2023-12-22T17:38:05.773 INFO:tasks.workunit.client.0.smithi032.stdout:op 221 completed, throughput=4.94MB/sec 2023-12-22T17:38:05.773 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DFCHTi49NJuKOHs off=14292023 len=297569 2023-12-22T17:38:05.774 INFO:tasks.workunit.client.0.smithi032.stdout:op 222 completed, throughput=4.95MB/sec 2023-12-22T17:38:05.774 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0IvJn1RqTUuIMRi off=6178425 len=1924452 2023-12-22T17:38:05.781 INFO:tasks.workunit.client.0.smithi032.stdout:op 223 completed, throughput=4.98MB/sec 2023-12-22T17:38:05.781 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FDBSN75SadK2BOC off=3000705 len=1782169 2023-12-22T17:38:05.783 INFO:tasks.workunit.client.0.smithi032.stdout:op 224 completed, throughput=5.02MB/sec 2023-12-22T17:38:05.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:38:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:38:05.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:38:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:38:06.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:38:06 smithi039 ceph-mon[181282]: pgmap v1324: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:38:06.783 INFO:tasks.workunit.client.0.smithi032.stdout: 48: throughput=4.92MB/sec pending data=0 2023-12-22T17:38:06.783 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1aMJs5iZICQSOUY off=11295214 len=1825223 2023-12-22T17:38:06.787 INFO:tasks.workunit.client.0.smithi032.stdout:op 225 completed, throughput=4.95MB/sec 2023-12-22T17:38:06.787 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zcL3n_rn7LFqXMt off=188132 len=954340 2023-12-22T17:38:06.788 INFO:tasks.workunit.client.0.smithi032.stdout:op 226 completed, throughput=4.97MB/sec 2023-12-22T17:38:06.789 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-aMvI1EQXI437LKp off=328061 len=1177450 2023-12-22T17:38:06.795 INFO:tasks.workunit.client.0.smithi032.stdout:op 227 completed, throughput=4.99MB/sec 2023-12-22T17:38:06.795 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zm0HVQW8RzhGx77 off=9181306 len=715332 2023-12-22T17:38:06.796 INFO:tasks.workunit.client.0.smithi032.stdout:op 228 completed, throughput=5.01MB/sec 2023-12-22T17:38:06.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:38:06 smithi032 ceph-mon[191839]: pgmap v1324: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:38:06.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:38:06 smithi032 ceph-mon[189144]: pgmap v1324: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:38:07.796 INFO:tasks.workunit.client.0.smithi032.stdout: 49: throughput=4.91MB/sec pending data=0 2023-12-22T17:38:07.796 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5haAZ1Y-RJE7QIr off=14827018 len=1332732 2023-12-22T17:38:07.803 INFO:tasks.workunit.client.0.smithi032.stdout:op 229 completed, throughput=4.93MB/sec 2023-12-22T17:38:07.803 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zJe1fc5R7RVczT1 off=989145 len=677598 2023-12-22T17:38:07.807 INFO:tasks.workunit.client.0.smithi032.stdout:op 230 completed, throughput=4.94MB/sec 2023-12-22T17:38:07.807 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-d5IHwnK0Ql-1K_n off=10687040 len=1379411 2023-12-22T17:38:07.809 INFO:tasks.workunit.client.0.smithi032.stdout:op 231 completed, throughput=4.97MB/sec 2023-12-22T17:38:07.809 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ce7OrqQwQAxQ2mN off=5894177 len=401256 2023-12-22T17:38:07.812 INFO:tasks.workunit.client.0.smithi032.stdout:op 232 completed, throughput=4.98MB/sec 2023-12-22T17:38:07.812 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-n7QvamqoJYFPodq off=6724019 len=351117 2023-12-22T17:38:07.815 INFO:tasks.workunit.client.0.smithi032.stdout:op 233 completed, throughput=4.98MB/sec 2023-12-22T17:38:07.815 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-U-0CkOLZ0ifvUcT off=255364 len=682066 2023-12-22T17:38:07.819 INFO:tasks.workunit.client.0.smithi032.stdout:op 234 completed, throughput=5MB/sec 2023-12-22T17:38:07.820 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JPmnSS3e61JP4AQ off=12931715 len=455202 2023-12-22T17:38:07.820 INFO:tasks.workunit.client.0.smithi032.stdout:op 235 completed, throughput=5MB/sec 2023-12-22T17:38:08.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:38:08 smithi039 ceph-mon[181282]: pgmap v1325: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:38:08.821 INFO:tasks.workunit.client.0.smithi032.stdout: 50: throughput=4.91MB/sec pending data=0 2023-12-22T17:38:08.821 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8rJ-NYnuhfkEAYO off=1484198 len=973813 2023-12-22T17:38:08.826 INFO:tasks.workunit.client.0.smithi032.stdout:op 236 completed, throughput=4.92MB/sec 2023-12-22T17:38:08.826 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zZBy-6gaLOvL1XG off=304082 len=1538939 2023-12-22T17:38:08.828 INFO:tasks.workunit.client.0.smithi032.stdout:op 237 completed, throughput=4.95MB/sec 2023-12-22T17:38:08.828 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yE-UIE86Y_t7tkO off=11008756 len=850592 2023-12-22T17:38:08.830 INFO:tasks.workunit.client.0.smithi032.stdout:op 238 completed, throughput=4.97MB/sec 2023-12-22T17:38:08.830 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Kqp3BRB1RUFigiR off=5155364 len=1378861 2023-12-22T17:38:08.837 INFO:tasks.workunit.client.0.smithi032.stdout:op 239 completed, throughput=4.99MB/sec 2023-12-22T17:38:08.837 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dFzLITObJOPUzph off=10508496 len=206847 2023-12-22T17:38:08.839 INFO:tasks.workunit.client.0.smithi032.stdout:op 240 completed, throughput=5MB/sec 2023-12-22T17:38:08.840 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xfCI1gm7GzF-CAp off=977755 len=1461820 2023-12-22T17:38:08.847 INFO:tasks.workunit.client.0.smithi032.stdout:op 241 completed, throughput=5.02MB/sec 2023-12-22T17:38:08.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:38:08 smithi032 ceph-mon[191839]: pgmap v1325: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:38:08.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:38:08 smithi032 ceph-mon[189144]: pgmap v1325: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:38:09.847 INFO:tasks.workunit.client.0.smithi032.stdout: 51: throughput=4.93MB/sec pending data=0 2023-12-22T17:38:09.847 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2FLBrWR5CE4AJeI off=288651 len=1496997 2023-12-22T17:38:09.849 INFO:tasks.workunit.client.0.smithi032.stdout:op 242 completed, throughput=4.95MB/sec 2023-12-22T17:38:09.849 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YD3VWWgurAxVOX6 off=5369907 len=1243544 2023-12-22T17:38:09.856 INFO:tasks.workunit.client.0.smithi032.stdout:op 243 completed, throughput=4.98MB/sec 2023-12-22T17:38:09.856 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TbHuznQs1As6zKk off=8609422 len=1775667 2023-12-22T17:38:09.859 INFO:tasks.workunit.client.0.smithi032.stdout:op 244 completed, throughput=5.01MB/sec 2023-12-22T17:38:10.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:38:10 smithi039 ceph-mon[181282]: pgmap v1326: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:38:10.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:38:10 smithi032 ceph-mon[191839]: pgmap v1326: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:38:10.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:38:10 smithi032 ceph-mon[189144]: pgmap v1326: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:38:10.860 INFO:tasks.workunit.client.0.smithi032.stdout: 52: throughput=4.91MB/sec pending data=0 2023-12-22T17:38:10.860 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cOvyrLKxA6ZisYC off=5897390 len=27281 2023-12-22T17:38:10.860 INFO:tasks.workunit.client.0.smithi032.stdout:op 245 completed, throughput=4.91MB/sec 2023-12-22T17:38:10.861 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-naWS_FgbrWyFio9 off=1034490 len=1642749 2023-12-22T17:38:10.862 INFO:tasks.workunit.client.0.smithi032.stdout:op 246 completed, throughput=4.94MB/sec 2023-12-22T17:38:10.863 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lTaPeK0X9GJjltm off=4472637 len=1103884 2023-12-22T17:38:10.864 INFO:tasks.workunit.client.0.smithi032.stdout:op 247 completed, throughput=4.96MB/sec 2023-12-22T17:38:10.864 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FqHA9ZEDg7dQIvS off=3999752 len=693588 2023-12-22T17:38:10.865 INFO:tasks.workunit.client.0.smithi032.stdout:op 248 completed, throughput=4.98MB/sec 2023-12-22T17:38:10.865 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HEhTQoyIDPv4Tc3 off=15310219 len=235465 2023-12-22T17:38:10.868 INFO:tasks.workunit.client.0.smithi032.stdout:op 249 completed, throughput=4.98MB/sec 2023-12-22T17:38:10.868 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AP7XnqsIOoOQwi4 off=97518 len=1371260 2023-12-22T17:38:10.870 INFO:tasks.workunit.client.0.smithi032.stdout:op 250 completed, throughput=5MB/sec 2023-12-22T17:38:11.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:38:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:38:10] "GET /metrics HTTP/1.1" 200 34010 "" "Prometheus/2.43.0" 2023-12-22T17:38:11.870 INFO:tasks.workunit.client.0.smithi032.stdout: 53: throughput=4.91MB/sec pending data=0 2023-12-22T17:38:11.870 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-whyevQXspypmuEJ off=4318458 len=802874 2023-12-22T17:38:11.875 INFO:tasks.workunit.client.0.smithi032.stdout:op 251 completed, throughput=4.92MB/sec 2023-12-22T17:38:11.875 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-awEAzrQJ3Ax97oA off=3712615 len=1411268 2023-12-22T17:38:11.882 INFO:tasks.workunit.client.0.smithi032.stdout:op 252 completed, throughput=4.95MB/sec 2023-12-22T17:38:11.882 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hrY6qpSRF8l39hD off=818071 len=1035195 2023-12-22T17:38:11.886 INFO:tasks.workunit.client.0.smithi032.stdout:op 253 completed, throughput=4.97MB/sec 2023-12-22T17:38:11.886 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-O0Qyvi7pz7zUqYU off=418607 len=2065736 2023-12-22T17:38:11.893 INFO:tasks.workunit.client.0.smithi032.stdout:op 254 completed, throughput=5MB/sec 2023-12-22T17:38:12.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:38:12 smithi032 ceph-mon[191839]: pgmap v1327: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:38:12.677 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:38:12 smithi032 ceph-mon[189144]: pgmap v1327: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:38:12.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:38:12 smithi039 ceph-mon[181282]: pgmap v1327: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:38:12.894 INFO:tasks.workunit.client.0.smithi032.stdout: 54: throughput=4.91MB/sec pending data=0 2023-12-22T17:38:12.894 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zB_QUVZHAjgy47q off=15312580 len=145507 2023-12-22T17:38:12.897 INFO:tasks.workunit.client.0.smithi032.stdout:op 255 completed, throughput=4.91MB/sec 2023-12-22T17:38:12.897 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BmMniO2916DjsCE off=4228668 len=236151 2023-12-22T17:38:12.898 INFO:tasks.workunit.client.0.smithi032.stdout:op 256 completed, throughput=4.92MB/sec 2023-12-22T17:38:12.898 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6K4ur48A1xNM3vk off=8478791 len=226992 2023-12-22T17:38:12.898 INFO:tasks.workunit.client.0.smithi032.stdout:op 257 completed, throughput=4.92MB/sec 2023-12-22T17:38:12.898 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EM8fOGWYCtzflIE off=3210324 len=700705 2023-12-22T17:38:12.899 INFO:tasks.workunit.client.0.smithi032.stdout:op 258 completed, throughput=4.93MB/sec 2023-12-22T17:38:12.899 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0GgcIVRx8zp9rn9 off=3009693 len=1801108 2023-12-22T17:38:12.901 INFO:tasks.workunit.client.0.smithi032.stdout:op 259 completed, throughput=4.97MB/sec 2023-12-22T17:38:12.901 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ePEdG6AwYkakyoW off=6123299 len=1325461 2023-12-22T17:38:12.908 INFO:tasks.workunit.client.0.smithi032.stdout:op 260 completed, throughput=4.99MB/sec 2023-12-22T17:38:12.908 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tfsTqtKXF3pQACe off=6509332 len=1781536 2023-12-22T17:38:12.915 INFO:tasks.workunit.client.0.smithi032.stdout:op 261 completed, throughput=5.02MB/sec 2023-12-22T17:38:13.915 INFO:tasks.workunit.client.0.smithi032.stdout: 55: throughput=4.93MB/sec pending data=0 2023-12-22T17:38:13.916 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5Vixwn38iWy2ebc off=4418726 len=1318263 2023-12-22T17:38:13.923 INFO:tasks.workunit.client.0.smithi032.stdout:op 262 completed, throughput=4.95MB/sec 2023-12-22T17:38:13.923 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-irjkxuElBlEFaOh off=4422247 len=1507903 2023-12-22T17:38:13.924 INFO:tasks.workunit.client.0.smithi032.stdout:op 263 completed, throughput=4.98MB/sec 2023-12-22T17:38:13.924 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7qiwZTUikrSHKS1 off=2308149 len=458856 2023-12-22T17:38:13.927 INFO:tasks.workunit.client.0.smithi032.stdout:op 264 completed, throughput=4.98MB/sec 2023-12-22T17:38:13.928 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-boiKzKgdZUsjMQS off=7377445 len=193233 2023-12-22T17:38:13.930 INFO:tasks.workunit.client.0.smithi032.stdout:op 265 completed, throughput=4.99MB/sec 2023-12-22T17:38:13.930 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jUo_ipZhoI12HpP off=3658141 len=1952020 2023-12-22T17:38:13.934 INFO:tasks.workunit.client.0.smithi032.stdout:op 266 completed, throughput=5.02MB/sec 2023-12-22T17:38:14.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:38:14 smithi039 ceph-mon[181282]: pgmap v1328: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:38:14.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:38:14 smithi032 ceph-mon[191839]: pgmap v1328: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:38:14.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:38:14 smithi032 ceph-mon[189144]: pgmap v1328: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:38:14.934 INFO:tasks.workunit.client.0.smithi032.stdout: 56: throughput=4.93MB/sec pending data=0 2023-12-22T17:38:14.934 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-s_40luoAkfSKdLU off=18841895 len=975512 2023-12-22T17:38:14.935 INFO:tasks.workunit.client.0.smithi032.stdout:op 267 completed, throughput=4.95MB/sec 2023-12-22T17:38:14.936 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_TNVMqFzVcJfxSC off=3370221 len=942937 2023-12-22T17:38:14.941 INFO:tasks.workunit.client.0.smithi032.stdout:op 268 completed, throughput=4.96MB/sec 2023-12-22T17:38:14.941 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-r413xu-cbchycSV off=2191907 len=270068 2023-12-22T17:38:14.942 INFO:tasks.workunit.client.0.smithi032.stdout:op 269 completed, throughput=4.97MB/sec 2023-12-22T17:38:14.942 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qnbxuCRCtG2OqNA off=9149484 len=71332 2023-12-22T17:38:14.942 INFO:tasks.workunit.client.0.smithi032.stdout:op 270 completed, throughput=4.97MB/sec 2023-12-22T17:38:14.943 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uLfR6e44bO8C3zf off=21176449 len=241592 2023-12-22T17:38:14.943 INFO:tasks.workunit.client.0.smithi032.stdout:op 271 completed, throughput=4.97MB/sec 2023-12-22T17:38:14.943 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-t_043W3zNqTUIgm off=821188 len=700289 2023-12-22T17:38:14.947 INFO:tasks.workunit.client.0.smithi032.stdout:op 272 completed, throughput=4.98MB/sec 2023-12-22T17:38:14.947 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-E1fF20YEXGh9190 off=4420100 len=2052415 2023-12-22T17:38:14.961 INFO:tasks.workunit.client.0.smithi032.stdout:op 273 completed, throughput=5.02MB/sec 2023-12-22T17:38:15.164 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:38:15.490 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:38:15.490 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (18m) 4m ago 22m 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:38:15.490 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (18m) 2m ago 22m 91.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:38:15.490 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (23m) 4m ago 23m 18.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:38:15.490 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (23m) 2m ago 23m 25.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:38:15.490 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (17m) 2m ago 26m 455M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:38:15.490 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (17m) 4m ago 27m 532M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:38:15.491 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (17m) 4m ago 27m 191M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:38:15.491 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (16m) 2m ago 26m 131M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:38:15.491 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (17m) 4m ago 26m 128M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:38:15.491 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (18m) 4m ago 22m 15.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:38:15.491 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (17m) 2m ago 22m 17.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:38:15.491 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (16m) 4m ago 25m 1428M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:38:15.491 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (15m) 4m ago 25m 1887M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:38:15.491 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (15m) 4m ago 25m 1085M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:38:15.491 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (14m) 4m ago 24m 1580M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:38:15.491 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (14m) 2m ago 24m 1675M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:38:15.491 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (13m) 2m ago 24m 1206M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:38:15.491 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (13m) 2m ago 24m 798M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:38:15.491 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (12m) 2m ago 23m 986M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:38:15.491 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (17m) 2m ago 23m 66.1M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:38:15.893 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:38:15.893 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:38:15.893 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:38:15.893 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:38:15.893 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:38:15.893 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:38:15.893 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:38:15.893 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:38:15.893 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:38:15.893 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:38:15.893 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:38:15.893 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:38:15.894 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:38:15.894 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:38:15.894 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:38:15.894 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:38:15.894 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:38:15.894 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:38:15.961 INFO:tasks.workunit.client.0.smithi032.stdout: 57: throughput=4.93MB/sec pending data=0 2023-12-22T17:38:15.961 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-N73PTx2d4c-18St off=293778 len=398826 2023-12-22T17:38:15.964 INFO:tasks.workunit.client.0.smithi032.stdout:op 274 completed, throughput=4.94MB/sec 2023-12-22T17:38:15.964 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kUwl5owO4Mz1PDm off=614709 len=282971 2023-12-22T17:38:15.965 INFO:tasks.workunit.client.0.smithi032.stdout:op 275 completed, throughput=4.94MB/sec 2023-12-22T17:38:15.965 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-S31UfDRwZKJ8SHD off=736062 len=994642 2023-12-22T17:38:15.967 INFO:tasks.workunit.client.0.smithi032.stdout:op 276 completed, throughput=4.96MB/sec 2023-12-22T17:38:15.967 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-q6N3p1RtsBjwT0N off=11355145 len=2029998 2023-12-22T17:38:15.974 INFO:tasks.workunit.client.0.smithi032.stdout:op 277 completed, throughput=4.99MB/sec 2023-12-22T17:38:15.975 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vaw6AKt139TqtZF off=2107132 len=1209647 2023-12-22T17:38:15.980 INFO:tasks.workunit.client.0.smithi032.stdout:op 278 completed, throughput=5.01MB/sec 2023-12-22T17:38:16.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:38:16 smithi039 ceph-mon[181282]: from='client.35220 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:38:16.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:38:16 smithi039 ceph-mon[181282]: pgmap v1329: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:38:16.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:38:16 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4104085692' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:38:16.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:38:16 smithi032 ceph-mon[191839]: from='client.35220 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:38:16.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:38:16 smithi032 ceph-mon[191839]: pgmap v1329: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:38:16.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:38:16 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4104085692' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:38:16.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:38:16 smithi032 ceph-mon[189144]: from='client.35220 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:38:16.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:38:16 smithi032 ceph-mon[189144]: pgmap v1329: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:38:16.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:38:16 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4104085692' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:38:16.980 INFO:tasks.workunit.client.0.smithi032.stdout: 58: throughput=4.92MB/sec pending data=0 2023-12-22T17:38:16.981 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-b6OQmn1GO0S6ZoL off=11003508 len=1163400 2023-12-22T17:38:16.988 INFO:tasks.workunit.client.0.smithi032.stdout:op 279 completed, throughput=4.94MB/sec 2023-12-22T17:38:16.988 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-I_BIyQL7jSdW3Lk off=6998164 len=1034775 2023-12-22T17:38:16.993 INFO:tasks.workunit.client.0.smithi032.stdout:op 280 completed, throughput=4.96MB/sec 2023-12-22T17:38:16.993 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gPc0LP6VcK7vsUe off=10720262 len=966877 2023-12-22T17:38:16.994 INFO:tasks.workunit.client.0.smithi032.stdout:op 281 completed, throughput=4.97MB/sec 2023-12-22T17:38:16.994 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-d4a64l84iyPrsXi off=4231848 len=1797635 2023-12-22T17:38:17.001 INFO:tasks.workunit.client.0.smithi032.stdout:op 282 completed, throughput=5MB/sec 2023-12-22T17:38:17.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:38:17 smithi039 ceph-mon[181282]: from='client.45161 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:38:17.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:38:17 smithi032 ceph-mon[191839]: from='client.45161 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:38:17.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:38:17 smithi032 ceph-mon[189144]: from='client.45161 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:38:18.001 INFO:tasks.workunit.client.0.smithi032.stdout: 59: throughput=4.92MB/sec pending data=0 2023-12-22T17:38:18.001 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-usCAPAzkjSOZEGt off=8904951 len=730806 2023-12-22T17:38:18.005 INFO:tasks.workunit.client.0.smithi032.stdout:op 283 completed, throughput=4.93MB/sec 2023-12-22T17:38:18.006 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HwupM6bTS2pUUoM off=7992586 len=266236 2023-12-22T17:38:18.009 INFO:tasks.workunit.client.0.smithi032.stdout:op 284 completed, throughput=4.93MB/sec 2023-12-22T17:38:18.009 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bMUW74zXesEDVnC off=442761 len=81646 2023-12-22T17:38:18.012 INFO:tasks.workunit.client.0.smithi032.stdout:op 285 completed, throughput=4.94MB/sec 2023-12-22T17:38:18.012 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_M3lu5xhVVLb5l- off=472749 len=478727 2023-12-22T17:38:18.015 INFO:tasks.workunit.client.0.smithi032.stdout:op 286 completed, throughput=4.94MB/sec 2023-12-22T17:38:18.015 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NcA3LZb1yYGjTLI off=1410285 len=231884 2023-12-22T17:38:18.016 INFO:tasks.workunit.client.0.smithi032.stdout:op 287 completed, throughput=4.95MB/sec 2023-12-22T17:38:18.016 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Tz0mz4QFajsf-jR off=8176395 len=1520742 2023-12-22T17:38:18.019 INFO:tasks.workunit.client.0.smithi032.stdout:op 288 completed, throughput=4.97MB/sec 2023-12-22T17:38:18.019 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UnCr0-SJQzuSXi0 off=10855364 len=1462988 2023-12-22T17:38:18.022 INFO:tasks.workunit.client.0.smithi032.stdout:op 289 completed, throughput=4.99MB/sec 2023-12-22T17:38:18.022 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yk39ttJWgCDhWV0 off=9160224 len=237692 2023-12-22T17:38:18.023 INFO:tasks.workunit.client.0.smithi032.stdout:op 290 completed, throughput=5MB/sec 2023-12-22T17:38:18.023 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Q7hJkfTwoKs58NX off=14960139 len=1076986 2023-12-22T17:38:18.024 INFO:tasks.workunit.client.0.smithi032.stdout:op 291 completed, throughput=5.01MB/sec 2023-12-22T17:38:18.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:38:18 smithi039 ceph-mon[181282]: pgmap v1330: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:38:18.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:38:18 smithi032 ceph-mon[189144]: pgmap v1330: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:38:18.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:38:18 smithi032 ceph-mon[191839]: pgmap v1330: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:38:19.024 INFO:tasks.workunit.client.0.smithi032.stdout: 60: throughput=4.93MB/sec pending data=0 2023-12-22T17:38:19.024 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RybqX_K2DxOMjb9 off=11259473 len=606031 2023-12-22T17:38:19.026 INFO:tasks.workunit.client.0.smithi032.stdout:op 292 completed, throughput=4.94MB/sec 2023-12-22T17:38:19.026 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-634_IM-UtMP0A3E off=9568916 len=1731654 2023-12-22T17:38:19.033 INFO:tasks.workunit.client.0.smithi032.stdout:op 293 completed, throughput=4.97MB/sec 2023-12-22T17:38:19.033 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CqhHr949BPeAL95 off=10063979 len=169788 2023-12-22T17:38:19.033 INFO:tasks.workunit.client.0.smithi032.stdout:op 294 completed, throughput=4.97MB/sec 2023-12-22T17:38:19.033 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--M7mXVoa_AMZxpb off=7169178 len=1841793 2023-12-22T17:38:19.043 INFO:tasks.workunit.client.0.smithi032.stdout:op 295 completed, throughput=5MB/sec 2023-12-22T17:38:19.043 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-M2hJv_CE2mgGTx7 off=15604186 len=1568978 2023-12-22T17:38:19.044 INFO:tasks.workunit.client.0.smithi032.stdout:op 296 completed, throughput=5.02MB/sec 2023-12-22T17:38:20.045 INFO:tasks.workunit.client.0.smithi032.stdout: 61: throughput=4.94MB/sec pending data=0 2023-12-22T17:38:20.045 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Z1YTEf1v6ZBrobE off=1093076 len=1964923 2023-12-22T17:38:20.047 INFO:tasks.workunit.client.0.smithi032.stdout:op 297 completed, throughput=4.97MB/sec 2023-12-22T17:38:20.047 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Fn_bjFYFITQbkef off=9716010 len=678902 2023-12-22T17:38:20.052 INFO:tasks.workunit.client.0.smithi032.stdout:op 298 completed, throughput=4.98MB/sec 2023-12-22T17:38:20.052 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xz8UUhq48_AdwdJ off=8580149 len=151975 2023-12-22T17:38:20.054 INFO:tasks.workunit.client.0.smithi032.stdout:op 299 completed, throughput=4.98MB/sec 2023-12-22T17:38:20.054 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-P9UTuyfcP8GB3My off=10581553 len=312944 2023-12-22T17:38:20.055 INFO:tasks.workunit.client.0.smithi032.stdout:op 300 completed, throughput=4.99MB/sec 2023-12-22T17:38:20.055 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DcnWgAJDOYGWT15 off=10494890 len=681883 2023-12-22T17:38:20.056 INFO:tasks.workunit.client.0.smithi032.stdout:op 301 completed, throughput=5MB/sec 2023-12-22T17:38:20.056 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VL_0P747jfOFyf4 off=5550065 len=29633 2023-12-22T17:38:20.058 INFO:tasks.workunit.client.0.smithi032.stdout:op 302 completed, throughput=5MB/sec 2023-12-22T17:38:20.059 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dafXR0NbeaVz9Ul off=6750963 len=414867 2023-12-22T17:38:20.059 INFO:tasks.workunit.client.0.smithi032.stdout:op 303 completed, throughput=5.01MB/sec 2023-12-22T17:38:20.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:38:20 smithi039 ceph-mon[181282]: pgmap v1331: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:38:20.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:38:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:38:20.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:38:20 smithi032 ceph-mon[191839]: pgmap v1331: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:38:20.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:38:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:38:20.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:38:20 smithi032 ceph-mon[189144]: pgmap v1331: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:38:20.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:38:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:38:21.059 INFO:tasks.workunit.client.0.smithi032.stdout: 62: throughput=4.93MB/sec pending data=0 2023-12-22T17:38:21.060 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2p_9jr6vjLh6NBC off=166437 len=1445144 2023-12-22T17:38:21.067 INFO:tasks.workunit.client.0.smithi032.stdout:op 304 completed, throughput=4.95MB/sec 2023-12-22T17:38:21.067 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-X4kRkQrQE77tK5Z off=3630522 len=15539 2023-12-22T17:38:21.067 INFO:tasks.workunit.client.0.smithi032.stdout:op 305 completed, throughput=4.95MB/sec 2023-12-22T17:38:21.067 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0rihrx3PBhFOS5g off=16077894 len=732839 2023-12-22T17:38:21.069 INFO:tasks.workunit.client.0.smithi032.stdout:op 306 completed, throughput=4.96MB/sec 2023-12-22T17:38:21.069 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-55YUiUSWLyOmKbE off=5556351 len=1117664 2023-12-22T17:38:21.075 INFO:tasks.workunit.client.0.smithi032.stdout:op 307 completed, throughput=4.98MB/sec 2023-12-22T17:38:21.075 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-e75sSxGZtturU1m off=8411246 len=150699 2023-12-22T17:38:21.077 INFO:tasks.workunit.client.0.smithi032.stdout:op 308 completed, throughput=4.98MB/sec 2023-12-22T17:38:21.078 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--OPC_imfGBq-Ffp off=13262904 len=1291727 2023-12-22T17:38:21.084 INFO:tasks.workunit.client.0.smithi032.stdout:op 309 completed, throughput=5MB/sec 2023-12-22T17:38:21.084 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2SBbIzIqgyGdPEf off=303744 len=1847623 2023-12-22T17:38:21.090 INFO:tasks.workunit.client.0.smithi032.stdout:op 310 completed, throughput=5.02MB/sec 2023-12-22T17:38:21.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:38:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:38:20] "GET /metrics HTTP/1.1" 200 34004 "" "Prometheus/2.43.0" 2023-12-22T17:38:22.091 INFO:tasks.workunit.client.0.smithi032.stdout: 63: throughput=4.95MB/sec pending data=0 2023-12-22T17:38:22.091 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ww7lCsbKyUephqe off=341148 len=631045 2023-12-22T17:38:22.092 INFO:tasks.workunit.client.0.smithi032.stdout:op 311 completed, throughput=4.95MB/sec 2023-12-22T17:38:22.092 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EWBEbn3Oh_jmSBq off=7129830 len=2023751 2023-12-22T17:38:22.094 INFO:tasks.workunit.client.0.smithi032.stdout:op 312 completed, throughput=4.98MB/sec 2023-12-22T17:38:22.094 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OIsfba-FWFvI-E3 off=3517079 len=440336 2023-12-22T17:38:22.096 INFO:tasks.workunit.client.0.smithi032.stdout:op 313 completed, throughput=4.99MB/sec 2023-12-22T17:38:22.096 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QwRhjwWi25vnzWL off=13370068 len=575856 2023-12-22T17:38:22.097 INFO:tasks.workunit.client.0.smithi032.stdout:op 314 completed, throughput=5MB/sec 2023-12-22T17:38:22.097 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qHB-Q_gPW5t66v8 off=2828200 len=1414851 2023-12-22T17:38:22.103 INFO:tasks.workunit.client.0.smithi032.stdout:op 315 completed, throughput=5.02MB/sec 2023-12-22T17:38:22.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:38:22 smithi032 ceph-mon[191839]: pgmap v1332: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-22T17:38:22.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:38:22 smithi032 ceph-mon[189144]: pgmap v1332: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-22T17:38:22.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:38:22 smithi039 ceph-mon[181282]: pgmap v1332: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-22T17:38:23.104 INFO:tasks.workunit.client.0.smithi032.stdout: 64: throughput=4.94MB/sec pending data=0 2023-12-22T17:38:23.104 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-85ZFxMDZKyZ-rLK off=6609171 len=564595 2023-12-22T17:38:23.105 INFO:tasks.workunit.client.0.smithi032.stdout:op 316 completed, throughput=4.95MB/sec 2023-12-22T17:38:23.105 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BWH_6ltSK_N3IO4 off=1005736 len=1192312 2023-12-22T17:38:23.111 INFO:tasks.workunit.client.0.smithi032.stdout:op 317 completed, throughput=4.97MB/sec 2023-12-22T17:38:23.111 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zkkz9RPIDc8eXp_ off=9766245 len=2089646 2023-12-22T17:38:23.121 INFO:tasks.workunit.client.0.smithi032.stdout:op 318 completed, throughput=5MB/sec 2023-12-22T17:38:23.121 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fVc8US8Abld1AqO off=7747579 len=892423 2023-12-22T17:38:23.126 INFO:tasks.workunit.client.0.smithi032.stdout:op 319 completed, throughput=5.01MB/sec 2023-12-22T17:38:24.126 INFO:tasks.workunit.client.0.smithi032.stdout: 65: throughput=4.93MB/sec pending data=0 2023-12-22T17:38:24.127 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BDxliy7xx22SN32 off=6095532 len=1208040 2023-12-22T17:38:24.128 INFO:tasks.workunit.client.0.smithi032.stdout:op 320 completed, throughput=4.95MB/sec 2023-12-22T17:38:24.128 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-L7N7-zifgzAIxtn off=2458953 len=231836 2023-12-22T17:38:24.131 INFO:tasks.workunit.client.0.smithi032.stdout:op 321 completed, throughput=4.96MB/sec 2023-12-22T17:38:24.131 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WXqaa7V93agXoRo off=336516 len=1913506 2023-12-22T17:38:24.133 INFO:tasks.workunit.client.0.smithi032.stdout:op 322 completed, throughput=4.98MB/sec 2023-12-22T17:38:24.134 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4Is22fbmQ_O_N4P off=3511558 len=1943997 2023-12-22T17:38:24.135 INFO:tasks.workunit.client.0.smithi032.stdout:op 323 completed, throughput=5.01MB/sec 2023-12-22T17:38:24.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:38:24 smithi039 ceph-mon[181282]: pgmap v1333: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:38:24.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:38:24 smithi032 ceph-mon[191839]: pgmap v1333: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:38:24.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:38:24 smithi032 ceph-mon[189144]: pgmap v1333: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:38:25.135 INFO:tasks.workunit.client.0.smithi032.stdout: 66: throughput=4.94MB/sec pending data=0 2023-12-22T17:38:25.135 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vAea9HLeX1a8gdW off=20199439 len=372364 2023-12-22T17:38:25.139 INFO:tasks.workunit.client.0.smithi032.stdout:op 324 completed, throughput=4.94MB/sec 2023-12-22T17:38:25.139 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PclHAjgGqmELnA7 off=453258 len=94491 2023-12-22T17:38:25.139 INFO:tasks.workunit.client.0.smithi032.stdout:op 325 completed, throughput=4.94MB/sec 2023-12-22T17:38:25.139 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RVS-NXyNFeKYMpQ off=6526976 len=1613570 2023-12-22T17:38:25.143 INFO:tasks.workunit.client.0.smithi032.stdout:op 326 completed, throughput=4.96MB/sec 2023-12-22T17:38:25.143 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1kJ8bjugFY5bJzZ off=0 len=1301351 2023-12-22T17:38:25.145 INFO:tasks.workunit.client.0.smithi032.stdout:op 327 completed, throughput=4.98MB/sec 2023-12-22T17:38:25.145 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ud3CFGmMW5bdwVQ off=865346 len=1932507 2023-12-22T17:38:25.148 INFO:tasks.workunit.client.0.smithi032.stdout:op 328 completed, throughput=5.01MB/sec 2023-12-22T17:38:26.149 INFO:tasks.workunit.client.0.smithi032.stdout: 67: throughput=4.94MB/sec pending data=0 2023-12-22T17:38:26.149 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ULjYhAnOWsYJKKy off=6724597 len=1031768 2023-12-22T17:38:26.156 INFO:tasks.workunit.client.0.smithi032.stdout:op 329 completed, throughput=4.95MB/sec 2023-12-22T17:38:26.156 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vzPJWU1Mzmqnwkc off=974334 len=1659714 2023-12-22T17:38:26.161 INFO:tasks.workunit.client.0.smithi032.stdout:op 330 completed, throughput=4.97MB/sec 2023-12-22T17:38:26.161 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LmntrkpbiaruF_x off=21690970 len=35456 2023-12-22T17:38:26.164 INFO:tasks.workunit.client.0.smithi032.stdout:op 331 completed, throughput=4.97MB/sec 2023-12-22T17:38:26.164 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sPV1SzWth5-8-Za off=11089212 len=224434 2023-12-22T17:38:26.165 INFO:tasks.workunit.client.0.smithi032.stdout:op 332 completed, throughput=4.98MB/sec 2023-12-22T17:38:26.165 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-W2OW_MDG0JiULdl off=1734771 len=595740 2023-12-22T17:38:26.169 INFO:tasks.workunit.client.0.smithi032.stdout:op 333 completed, throughput=4.98MB/sec 2023-12-22T17:38:26.169 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xXXfiBxgnYD6fQc off=3862328 len=293603 2023-12-22T17:38:26.172 INFO:tasks.workunit.client.0.smithi032.stdout:op 334 completed, throughput=4.99MB/sec 2023-12-22T17:38:26.172 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uM4lj6t1Thh5_Po off=19231694 len=1564854 2023-12-22T17:38:26.179 INFO:tasks.workunit.client.0.smithi032.stdout:op 335 completed, throughput=5.01MB/sec 2023-12-22T17:38:26.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:38:26 smithi039 ceph-mon[181282]: pgmap v1334: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:38:26.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:38:26 smithi032 ceph-mon[191839]: pgmap v1334: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:38:26.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:38:26 smithi032 ceph-mon[189144]: pgmap v1334: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:38:27.180 INFO:tasks.workunit.client.0.smithi032.stdout: 68: throughput=4.94MB/sec pending data=0 2023-12-22T17:38:27.180 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4duZxtspRTguFV0 off=12766912 len=507708 2023-12-22T17:38:27.183 INFO:tasks.workunit.client.0.smithi032.stdout:op 336 completed, throughput=4.94MB/sec 2023-12-22T17:38:27.184 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yjSEBIPi7QTz6WZ off=718060 len=1574116 2023-12-22T17:38:27.191 INFO:tasks.workunit.client.0.smithi032.stdout:op 337 completed, throughput=4.97MB/sec 2023-12-22T17:38:27.191 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LCdy8E0ExS6f3ro off=1359867 len=1038696 2023-12-22T17:38:27.197 INFO:tasks.workunit.client.0.smithi032.stdout:op 338 completed, throughput=4.98MB/sec 2023-12-22T17:38:27.197 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QunvmjKIxtxRP1Y off=13000646 len=1391002 2023-12-22T17:38:27.198 INFO:tasks.workunit.client.0.smithi032.stdout:op 339 completed, throughput=5MB/sec 2023-12-22T17:38:27.198 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IVtfh517eX3gZz6 off=5629120 len=1889223 2023-12-22T17:38:27.206 INFO:tasks.workunit.client.0.smithi032.stdout:op 340 completed, throughput=5.02MB/sec 2023-12-22T17:38:28.206 INFO:tasks.workunit.client.0.smithi032.stdout: 69: throughput=4.95MB/sec pending data=0 2023-12-22T17:38:28.206 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1P76vhkcfIj7IJ1 off=12024365 len=367561 2023-12-22T17:38:28.210 INFO:tasks.workunit.client.0.smithi032.stdout:op 341 completed, throughput=4.96MB/sec 2023-12-22T17:38:28.211 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zJZLO4EP9tQU_J0 off=3707715 len=1939380 2023-12-22T17:38:28.219 INFO:tasks.workunit.client.0.smithi032.stdout:op 342 completed, throughput=4.98MB/sec 2023-12-22T17:38:28.219 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6kbG3Bdoed2xBgE off=0 len=1224304 2023-12-22T17:38:28.221 INFO:tasks.workunit.client.0.smithi032.stdout:op 343 completed, throughput=5MB/sec 2023-12-22T17:38:28.221 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bW0DiBsBKdwTB3p off=9877064 len=431357 2023-12-22T17:38:28.224 INFO:tasks.workunit.client.0.smithi032.stdout:op 344 completed, throughput=5MB/sec 2023-12-22T17:38:28.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:38:28 smithi039 ceph-mon[181282]: pgmap v1335: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:38:28.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:38:28 smithi032 ceph-mon[191839]: pgmap v1335: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:38:28.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:38:28 smithi032 ceph-mon[189144]: pgmap v1335: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:38:29.224 INFO:tasks.workunit.client.0.smithi032.stdout: 70: throughput=4.93MB/sec pending data=0 2023-12-22T17:38:29.224 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VNE5_yAj-RS5OW4 off=16934543 len=1866432 2023-12-22T17:38:29.226 INFO:tasks.workunit.client.0.smithi032.stdout:op 345 completed, throughput=4.96MB/sec 2023-12-22T17:38:29.227 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dkayKb6F1yIyXQ_ off=8282434 len=1698559 2023-12-22T17:38:29.234 INFO:tasks.workunit.client.0.smithi032.stdout:op 346 completed, throughput=4.98MB/sec 2023-12-22T17:38:29.234 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CacL4sykb1-eZhL off=773836 len=784017 2023-12-22T17:38:29.239 INFO:tasks.workunit.client.0.smithi032.stdout:op 347 completed, throughput=4.99MB/sec 2023-12-22T17:38:29.239 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cP3aEXw1AiIY1JU off=22277794 len=891066 2023-12-22T17:38:29.244 INFO:tasks.workunit.client.0.smithi032.stdout:op 348 completed, throughput=5MB/sec 2023-12-22T17:38:30.245 INFO:tasks.workunit.client.0.smithi032.stdout: 71: throughput=4.93MB/sec pending data=0 2023-12-22T17:38:30.245 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ogcJVITC4R_l2Iq off=4802347 len=1670652 2023-12-22T17:38:30.252 INFO:tasks.workunit.client.0.smithi032.stdout:op 349 completed, throughput=4.96MB/sec 2023-12-22T17:38:30.252 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--I_Vk_6P3KLzumm off=18796202 len=172707 2023-12-22T17:38:30.252 INFO:tasks.workunit.client.0.smithi032.stdout:op 350 completed, throughput=4.96MB/sec 2023-12-22T17:38:30.252 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-i2EjiZg4q8b_eq9 off=433928 len=1240702 2023-12-22T17:38:30.258 INFO:tasks.workunit.client.0.smithi032.stdout:op 351 completed, throughput=4.97MB/sec 2023-12-22T17:38:30.259 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-d9OUaNoOLHPyKT5 off=8889852 len=194046 2023-12-22T17:38:30.262 INFO:tasks.workunit.client.0.smithi032.stdout:op 352 completed, throughput=4.98MB/sec 2023-12-22T17:38:30.262 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3nEkQXM9ndaRmX5 off=9958247 len=1998027 2023-12-22T17:38:30.271 INFO:tasks.workunit.client.0.smithi032.stdout:op 353 completed, throughput=5MB/sec 2023-12-22T17:38:30.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:38:30 smithi039 ceph-mon[181282]: pgmap v1336: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:38:30.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:38:30 smithi032 ceph-mon[189144]: pgmap v1336: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:38:30.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:38:30 smithi032 ceph-mon[191839]: pgmap v1336: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:38:31.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:38:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:38:30] "GET /metrics HTTP/1.1" 200 34004 "" "Prometheus/2.43.0" 2023-12-22T17:38:31.271 INFO:tasks.workunit.client.0.smithi032.stdout: 72: throughput=4.93MB/sec pending data=0 2023-12-22T17:38:31.271 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2tqDFI0LBRSqKAN off=9090884 len=303801 2023-12-22T17:38:31.272 INFO:tasks.workunit.client.0.smithi032.stdout:op 354 completed, throughput=4.94MB/sec 2023-12-22T17:38:31.272 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-N2aqFjG9CNOuJAa off=9360994 len=1114787 2023-12-22T17:38:31.277 INFO:tasks.workunit.client.0.smithi032.stdout:op 355 completed, throughput=4.95MB/sec 2023-12-22T17:38:31.278 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-s_UkfNncbolrRYR off=557331 len=1218865 2023-12-22T17:38:31.279 INFO:tasks.workunit.client.0.smithi032.stdout:op 356 completed, throughput=4.97MB/sec 2023-12-22T17:38:31.279 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QWWZAU9tX-QrH9W off=15625580 len=584611 2023-12-22T17:38:31.284 INFO:tasks.workunit.client.0.smithi032.stdout:op 357 completed, throughput=4.97MB/sec 2023-12-22T17:38:31.284 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gG47O5mPJZQ-xmc off=3067940 len=511153 2023-12-22T17:38:31.285 INFO:tasks.workunit.client.0.smithi032.stdout:op 358 completed, throughput=4.98MB/sec 2023-12-22T17:38:31.285 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-28zSgJd4ADmRGWx off=16824543 len=915396 2023-12-22T17:38:31.290 INFO:tasks.workunit.client.0.smithi032.stdout:op 359 completed, throughput=4.99MB/sec 2023-12-22T17:38:31.290 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-t1YAWJy8ddzCchg off=99826 len=1362358 2023-12-22T17:38:31.292 INFO:tasks.workunit.client.0.smithi032.stdout:op 360 completed, throughput=5.01MB/sec 2023-12-22T17:38:32.292 INFO:tasks.workunit.client.0.smithi032.stdout: 73: throughput=4.94MB/sec pending data=0 2023-12-22T17:38:32.292 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hyxWabtvGcX6kfr off=13068644 len=1279323 2023-12-22T17:38:32.294 INFO:tasks.workunit.client.0.smithi032.stdout:op 361 completed, throughput=4.96MB/sec 2023-12-22T17:38:32.294 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1P76vhkcfIj7IJ1 off=10602768 len=148318 2023-12-22T17:38:32.294 INFO:tasks.workunit.client.0.smithi032.stdout:op 362 completed, throughput=4.96MB/sec 2023-12-22T17:38:32.294 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0kV__CJI8spat47 off=9529766 len=1996038 2023-12-22T17:38:32.304 INFO:tasks.workunit.client.0.smithi032.stdout:op 363 completed, throughput=4.99MB/sec 2023-12-22T17:38:32.304 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BrOI1UvABJsw0rc off=7056514 len=271218 2023-12-22T17:38:32.305 INFO:tasks.workunit.client.0.smithi032.stdout:op 364 completed, throughput=4.99MB/sec 2023-12-22T17:38:32.305 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hZ8Fz1dKwvkC4UF off=1479450 len=493721 2023-12-22T17:38:32.309 INFO:tasks.workunit.client.0.smithi032.stdout:op 365 completed, throughput=5MB/sec 2023-12-22T17:38:32.309 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LzqewwNV2FlQYDo off=7103384 len=1900564 2023-12-22T17:38:32.318 INFO:tasks.workunit.client.0.smithi032.stdout:op 366 completed, throughput=5.02MB/sec 2023-12-22T17:38:32.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:38:32 smithi032 ceph-mon[191839]: pgmap v1337: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-22T17:38:32.677 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:38:32 smithi032 ceph-mon[189144]: pgmap v1337: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-22T17:38:32.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:38:32 smithi039 ceph-mon[181282]: pgmap v1337: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-22T17:38:33.318 INFO:tasks.workunit.client.0.smithi032.stdout: 74: throughput=4.95MB/sec pending data=0 2023-12-22T17:38:33.318 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IQZ2cXc6RfvB2XN off=6468187 len=1251737 2023-12-22T17:38:33.320 INFO:tasks.workunit.client.0.smithi032.stdout:op 367 completed, throughput=4.97MB/sec 2023-12-22T17:38:33.320 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LacSjCAx7pUEvu8 off=1006280 len=2085459 2023-12-22T17:38:33.331 INFO:tasks.workunit.client.0.smithi032.stdout:op 368 completed, throughput=4.99MB/sec 2023-12-22T17:38:33.331 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2T0jSrYwef4nzzy off=351460 len=41233 2023-12-22T17:38:33.333 INFO:tasks.workunit.client.0.smithi032.stdout:op 369 completed, throughput=4.99MB/sec 2023-12-22T17:38:33.333 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bOvhfsHZie6gzlM off=62333 len=1139131 2023-12-22T17:38:33.339 INFO:tasks.workunit.client.0.smithi032.stdout:op 370 completed, throughput=5.01MB/sec 2023-12-22T17:38:34.340 INFO:tasks.workunit.client.0.smithi032.stdout: 75: throughput=4.94MB/sec pending data=0 2023-12-22T17:38:34.340 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SHCNLYHC9YvlIKV off=14245744 len=353640 2023-12-22T17:38:34.343 INFO:tasks.workunit.client.0.smithi032.stdout:op 371 completed, throughput=4.95MB/sec 2023-12-22T17:38:34.343 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WCiV86ZiZszi1aL off=5262671 len=1565837 2023-12-22T17:38:34.345 INFO:tasks.workunit.client.0.smithi032.stdout:op 372 completed, throughput=4.97MB/sec 2023-12-22T17:38:34.345 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-f2f9K2CtEv_xuPW off=6077097 len=1309786 2023-12-22T17:38:34.348 INFO:tasks.workunit.client.0.smithi032.stdout:op 373 completed, throughput=4.98MB/sec 2023-12-22T17:38:34.348 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-n084fnH_bXb1UQv off=2270226 len=256721 2023-12-22T17:38:34.351 INFO:tasks.workunit.client.0.smithi032.stdout:op 374 completed, throughput=4.99MB/sec 2023-12-22T17:38:34.351 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-H5oW8_1uBdru8At off=6631060 len=1680372 2023-12-22T17:38:34.359 INFO:tasks.workunit.client.0.smithi032.stdout:op 375 completed, throughput=5.01MB/sec 2023-12-22T17:38:34.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:38:34 smithi039 ceph-mon[181282]: pgmap v1338: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:38:34.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:38:34 smithi032 ceph-mon[191839]: pgmap v1338: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:38:34.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:38:34 smithi032 ceph-mon[189144]: pgmap v1338: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:38:35.360 INFO:tasks.workunit.client.0.smithi032.stdout: 76: throughput=4.94MB/sec pending data=0 2023-12-22T17:38:35.360 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rM1OGPen9yo7wGN off=19482755 len=1775848 2023-12-22T17:38:35.363 INFO:tasks.workunit.client.0.smithi032.stdout:op 376 completed, throughput=4.96MB/sec 2023-12-22T17:38:35.364 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-z-KptkWVSmNO-6f off=1342094 len=2067006 2023-12-22T17:38:35.366 INFO:tasks.workunit.client.0.smithi032.stdout:op 377 completed, throughput=4.99MB/sec 2023-12-22T17:38:35.366 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0Fs6sVw28TEJhpc off=11646672 len=1029393 2023-12-22T17:38:35.371 INFO:tasks.workunit.client.0.smithi032.stdout:op 378 completed, throughput=5MB/sec 2023-12-22T17:38:35.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:38:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:38:35.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:38:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:38:35.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:38:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:38:36.371 INFO:tasks.workunit.client.0.smithi032.stdout: 77: throughput=4.94MB/sec pending data=0 2023-12-22T17:38:36.371 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-quboSRYLOXYVmIv off=20966180 len=686556 2023-12-22T17:38:36.372 INFO:tasks.workunit.client.0.smithi032.stdout:op 379 completed, throughput=4.95MB/sec 2023-12-22T17:38:36.372 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-U9ND16l02ndzSrD off=201409 len=2092181 2023-12-22T17:38:36.375 INFO:tasks.workunit.client.0.smithi032.stdout:op 380 completed, throughput=4.97MB/sec 2023-12-22T17:38:36.375 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QRIxXbuM_MG1NWA off=18274574 len=1279378 2023-12-22T17:38:36.382 INFO:tasks.workunit.client.0.smithi032.stdout:op 381 completed, throughput=4.99MB/sec 2023-12-22T17:38:36.382 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yi7lTyCPM-Naat9 off=11453513 len=1273736 2023-12-22T17:38:36.384 INFO:tasks.workunit.client.0.smithi032.stdout:op 382 completed, throughput=5MB/sec 2023-12-22T17:38:36.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:38:36 smithi039 ceph-mon[181282]: pgmap v1339: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-22T17:38:36.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:38:36 smithi032 ceph-mon[191839]: pgmap v1339: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-22T17:38:36.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:38:36 smithi032 ceph-mon[189144]: pgmap v1339: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-22T17:38:37.384 INFO:tasks.workunit.client.0.smithi032.stdout: 78: throughput=4.94MB/sec pending data=0 2023-12-22T17:38:37.384 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-N1RF7tbOGncaeSK off=1502503 len=739738 2023-12-22T17:38:37.389 INFO:tasks.workunit.client.0.smithi032.stdout:op 383 completed, throughput=4.95MB/sec 2023-12-22T17:38:37.389 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0pUbmPko-7i5D90 off=10906464 len=771841 2023-12-22T17:38:37.391 INFO:tasks.workunit.client.0.smithi032.stdout:op 384 completed, throughput=4.96MB/sec 2023-12-22T17:38:37.391 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-P8AAj-k-8ieWRjm off=4141220 len=1182648 2023-12-22T17:38:37.392 INFO:tasks.workunit.client.0.smithi032.stdout:op 385 completed, throughput=4.97MB/sec 2023-12-22T17:38:37.392 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5PwJCuoqwij-EqC off=10066767 len=719729 2023-12-22T17:38:37.394 INFO:tasks.workunit.client.0.smithi032.stdout:op 386 completed, throughput=4.98MB/sec 2023-12-22T17:38:37.394 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mZV-B0SImla_yqf off=280359 len=1381330 2023-12-22T17:38:37.396 INFO:tasks.workunit.client.0.smithi032.stdout:op 387 completed, throughput=4.99MB/sec 2023-12-22T17:38:37.396 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JwHIjK_oAmZFqOP off=1757128 len=535297 2023-12-22T17:38:37.397 INFO:tasks.workunit.client.0.smithi032.stdout:op 388 completed, throughput=5MB/sec 2023-12-22T17:38:37.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:38:37 smithi032 ceph-mon[191839]: pgmap v1340: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-22T17:38:37.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:38:37 smithi032 ceph-mon[189144]: pgmap v1340: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-22T17:38:38.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:38:37 smithi039 ceph-mon[181282]: pgmap v1340: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-22T17:38:38.397 INFO:tasks.workunit.client.0.smithi032.stdout: 79: throughput=4.94MB/sec pending data=0 2023-12-22T17:38:38.397 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EeUgAmm6UaYc3fF off=1475721 len=181790 2023-12-22T17:38:38.400 INFO:tasks.workunit.client.0.smithi032.stdout:op 389 completed, throughput=4.94MB/sec 2023-12-22T17:38:38.401 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Q6LJoIMTPlx8XwQ off=6218087 len=1215106 2023-12-22T17:38:38.402 INFO:tasks.workunit.client.0.smithi032.stdout:op 390 completed, throughput=4.96MB/sec 2023-12-22T17:38:38.402 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JzJZUbAG71fmO-1 off=18465182 len=403423 2023-12-22T17:38:38.406 INFO:tasks.workunit.client.0.smithi032.stdout:op 391 completed, throughput=4.96MB/sec 2023-12-22T17:38:38.406 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Obi5JsqR2tfTzNh off=7270775 len=89316 2023-12-22T17:38:38.406 INFO:tasks.workunit.client.0.smithi032.stdout:op 392 completed, throughput=4.96MB/sec 2023-12-22T17:38:38.407 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LRdxNATMASn2cyC off=10118251 len=386428 2023-12-22T17:38:38.410 INFO:tasks.workunit.client.0.smithi032.stdout:op 393 completed, throughput=4.97MB/sec 2023-12-22T17:38:38.410 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Oa_QZ5BCO3JYI0U off=8823865 len=33165 2023-12-22T17:38:38.411 INFO:tasks.workunit.client.0.smithi032.stdout:op 394 completed, throughput=4.97MB/sec 2023-12-22T17:38:38.411 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kemI1-HYtru4hKB off=2263394 len=292395 2023-12-22T17:38:38.414 INFO:tasks.workunit.client.0.smithi032.stdout:op 395 completed, throughput=4.97MB/sec 2023-12-22T17:38:38.414 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BKVso-MWMy0KY39 off=2750186 len=334241 2023-12-22T17:38:38.415 INFO:tasks.workunit.client.0.smithi032.stdout:op 396 completed, throughput=4.97MB/sec 2023-12-22T17:38:38.415 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MO2Sy0LE8P8Gzi2 off=1131505 len=2088282 2023-12-22T17:38:38.417 INFO:tasks.workunit.client.0.smithi032.stdout:op 397 completed, throughput=5MB/sec 2023-12-22T17:38:38.418 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-67rL83pNbR_86MQ off=1138755 len=1157601 2023-12-22T17:38:38.423 INFO:tasks.workunit.client.0.smithi032.stdout:op 398 completed, throughput=5.01MB/sec 2023-12-22T17:38:38.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:38:38 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:38:38.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:38:38 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:38:39.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:38:38 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:38:39.424 INFO:tasks.workunit.client.0.smithi032.stdout: 80: throughput=4.95MB/sec pending data=0 2023-12-22T17:38:39.425 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Rm---Q8DZipvmVL off=6611280 len=37038 2023-12-22T17:38:39.425 INFO:tasks.workunit.client.0.smithi032.stdout:op 399 completed, throughput=4.95MB/sec 2023-12-22T17:38:39.425 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rRWEZhT4T5ASgIF off=4887999 len=136382 2023-12-22T17:38:39.425 INFO:tasks.workunit.client.0.smithi032.stdout:op 400 completed, throughput=4.95MB/sec 2023-12-22T17:38:39.426 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NGmVJi2cM2xKqeg off=2111794 len=1899669 2023-12-22T17:38:39.432 INFO:tasks.workunit.client.0.smithi032.stdout:op 401 completed, throughput=4.97MB/sec 2023-12-22T17:38:39.433 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SKX8iQbtlPwkd-U off=5030825 len=656945 2023-12-22T17:38:39.433 INFO:tasks.workunit.client.0.smithi032.stdout:op 402 completed, throughput=4.98MB/sec 2023-12-22T17:38:39.434 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zYCLo-eZ_gb4UVA off=2723815 len=1100543 2023-12-22T17:38:39.437 INFO:tasks.workunit.client.0.smithi032.stdout:op 403 completed, throughput=4.99MB/sec 2023-12-22T17:38:39.438 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-atqOOBE5qLtC8rY off=10878890 len=972478 2023-12-22T17:38:39.439 INFO:tasks.workunit.client.0.smithi032.stdout:op 404 completed, throughput=5MB/sec 2023-12-22T17:38:39.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:38:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:38:39.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:38:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:38:39.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:38:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:38:39.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:38:39 smithi032 ceph-mon[191839]: pgmap v1341: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-22T17:38:39.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:38:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:38:39.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:38:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:38:39.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:38:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:38:39.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:38:39 smithi032 ceph-mon[189144]: pgmap v1341: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-22T17:38:40.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:38:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:38:40.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:38:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:38:40.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:38:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:38:40.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:38:39 smithi039 ceph-mon[181282]: pgmap v1341: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-22T17:38:40.439 INFO:tasks.workunit.client.0.smithi032.stdout: 81: throughput=4.94MB/sec pending data=0 2023-12-22T17:38:40.439 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ptSp0WF19Fob62b off=3480336 len=260465 2023-12-22T17:38:40.442 INFO:tasks.workunit.client.0.smithi032.stdout:op 405 completed, throughput=4.95MB/sec 2023-12-22T17:38:40.442 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uME-5i1z72tKMrD off=1641057 len=930447 2023-12-22T17:38:40.444 INFO:tasks.workunit.client.0.smithi032.stdout:op 406 completed, throughput=4.96MB/sec 2023-12-22T17:38:40.444 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yeCuSgGFDhmS3mU off=12749967 len=1610628 2023-12-22T17:38:40.450 INFO:tasks.workunit.client.0.smithi032.stdout:op 407 completed, throughput=4.98MB/sec 2023-12-22T17:38:40.450 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-81c5G8imJxCO0HN off=2569808 len=920579 2023-12-22T17:38:40.451 INFO:tasks.workunit.client.0.smithi032.stdout:op 408 completed, throughput=4.99MB/sec 2023-12-22T17:38:40.451 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rbRJRb6bI0C39Nj off=796226 len=515367 2023-12-22T17:38:40.452 INFO:tasks.workunit.client.0.smithi032.stdout:op 409 completed, throughput=4.99MB/sec 2023-12-22T17:38:40.452 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PhxkLU8YQPsh_jx off=14958762 len=1713452 2023-12-22T17:38:40.460 INFO:tasks.workunit.client.0.smithi032.stdout:op 410 completed, throughput=5.01MB/sec 2023-12-22T17:38:41.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:38:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:38:40] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2023-12-22T17:38:41.461 INFO:tasks.workunit.client.0.smithi032.stdout: 82: throughput=4.95MB/sec pending data=0 2023-12-22T17:38:41.461 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YfA8SJ0UOlSoqde off=18487186 len=1119759 2023-12-22T17:38:41.467 INFO:tasks.workunit.client.0.smithi032.stdout:op 411 completed, throughput=4.96MB/sec 2023-12-22T17:38:41.467 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5Yxpys_AIkNdxw_ off=164064 len=138040 2023-12-22T17:38:41.468 INFO:tasks.workunit.client.0.smithi032.stdout:op 412 completed, throughput=4.97MB/sec 2023-12-22T17:38:41.468 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DrUFWsNS2mBvTov off=2035662 len=1169220 2023-12-22T17:38:41.470 INFO:tasks.workunit.client.0.smithi032.stdout:op 413 completed, throughput=4.98MB/sec 2023-12-22T17:38:41.470 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-z4PnxQSHvIMxXOj off=1126128 len=1951201 2023-12-22T17:38:41.478 INFO:tasks.workunit.client.0.smithi032.stdout:op 414 completed, throughput=5MB/sec 2023-12-22T17:38:42.478 INFO:tasks.workunit.client.0.smithi032.stdout: 83: throughput=4.94MB/sec pending data=0 2023-12-22T17:38:42.479 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jCrB-i_1JAISrLR off=6592617 len=2088634 2023-12-22T17:38:42.481 INFO:tasks.workunit.client.0.smithi032.stdout:op 415 completed, throughput=4.96MB/sec 2023-12-22T17:38:42.481 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xaf4RqRMgocN4Zw off=102870 len=170723 2023-12-22T17:38:42.482 INFO:tasks.workunit.client.0.smithi032.stdout:op 416 completed, throughput=4.97MB/sec 2023-12-22T17:38:42.482 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8oGzHaTNnSnUnvf off=5071052 len=339456 2023-12-22T17:38:42.483 INFO:tasks.workunit.client.0.smithi032.stdout:op 417 completed, throughput=4.97MB/sec 2023-12-22T17:38:42.483 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PXWKEVoaPBKPbpy off=6215702 len=2010643 2023-12-22T17:38:42.485 INFO:tasks.workunit.client.0.smithi032.stdout:op 418 completed, throughput=4.99MB/sec 2023-12-22T17:38:42.485 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CfBBZEa7LZJ93OP off=3015372 len=196447 2023-12-22T17:38:42.488 INFO:tasks.workunit.client.0.smithi032.stdout:op 419 completed, throughput=4.99MB/sec 2023-12-22T17:38:42.488 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RlFLVoHVxazCo6H off=6779315 len=604533 2023-12-22T17:38:42.492 INFO:tasks.workunit.client.0.smithi032.stdout:op 420 completed, throughput=5MB/sec 2023-12-22T17:38:42.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:38:42 smithi032 ceph-mon[191839]: pgmap v1342: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:38:42.677 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:38:42 smithi032 ceph-mon[189144]: pgmap v1342: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:38:42.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:38:42 smithi039 ceph-mon[181282]: pgmap v1342: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:38:43.492 INFO:tasks.workunit.client.0.smithi032.stdout: 84: throughput=4.94MB/sec pending data=0 2023-12-22T17:38:43.492 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ao2t_w9kTq-7vwm off=1396694 len=697932 2023-12-22T17:38:43.497 INFO:tasks.workunit.client.0.smithi032.stdout:op 421 completed, throughput=4.95MB/sec 2023-12-22T17:38:43.498 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-N_HEE7VP_r3bEjo off=12527244 len=2091799 2023-12-22T17:38:43.500 INFO:tasks.workunit.client.0.smithi032.stdout:op 422 completed, throughput=4.97MB/sec 2023-12-22T17:38:43.500 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vpJjFc0VI2ZtlTz off=5310702 len=904464 2023-12-22T17:38:43.505 INFO:tasks.workunit.client.0.smithi032.stdout:op 423 completed, throughput=4.98MB/sec 2023-12-22T17:38:43.505 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-feMaOMvgXI3PdgU off=5391433 len=799705 2023-12-22T17:38:43.509 INFO:tasks.workunit.client.0.smithi032.stdout:op 424 completed, throughput=4.99MB/sec 2023-12-22T17:38:43.510 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ln68BB4VSAZaM6M off=5354714 len=1990689 2023-12-22T17:38:43.513 INFO:tasks.workunit.client.0.smithi032.stdout:op 425 completed, throughput=5.01MB/sec 2023-12-22T17:38:44.513 INFO:tasks.workunit.client.0.smithi032.stdout: 85: throughput=4.96MB/sec pending data=0 2023-12-22T17:38:44.514 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LmhwKR3KnAnpZBT off=6626447 len=1532729 2023-12-22T17:38:44.521 INFO:tasks.workunit.client.0.smithi032.stdout:op 426 completed, throughput=4.97MB/sec 2023-12-22T17:38:44.521 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0qfLkrycb4RWywz off=17748113 len=129398 2023-12-22T17:38:44.522 INFO:tasks.workunit.client.0.smithi032.stdout:op 427 completed, throughput=4.97MB/sec 2023-12-22T17:38:44.522 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-m9mRcIIOcv6WNhM off=9681993 len=1394989 2023-12-22T17:38:44.528 INFO:tasks.workunit.client.0.smithi032.stdout:op 428 completed, throughput=4.99MB/sec 2023-12-22T17:38:44.528 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vlKUX5zivgpd_za off=2458092 len=894594 2023-12-22T17:38:44.529 INFO:tasks.workunit.client.0.smithi032.stdout:op 429 completed, throughput=5MB/sec 2023-12-22T17:38:44.529 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MErHkjsWB8ozOJs off=12471024 len=1467988 2023-12-22T17:38:44.531 INFO:tasks.workunit.client.0.smithi032.stdout:op 430 completed, throughput=5.01MB/sec 2023-12-22T17:38:44.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:38:44 smithi039 ceph-mon[181282]: pgmap v1343: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:38:44.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:38:44 smithi032 ceph-mon[191839]: pgmap v1343: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:38:44.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:38:44 smithi032 ceph-mon[189144]: pgmap v1343: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:38:45.531 INFO:tasks.workunit.client.0.smithi032.stdout: 86: throughput=4.96MB/sec pending data=0 2023-12-22T17:38:45.531 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-H_tNo1r0ZnHwENJ off=12723874 len=287586 2023-12-22T17:38:45.534 INFO:tasks.workunit.client.0.smithi032.stdout:op 431 completed, throughput=4.96MB/sec 2023-12-22T17:38:45.534 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WCiV86ZiZszi1aL off=3481852 len=972110 2023-12-22T17:38:45.540 INFO:tasks.workunit.client.0.smithi032.stdout:op 432 completed, throughput=4.97MB/sec 2023-12-22T17:38:45.540 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QRIxXbuM_MG1NWA off=1143720 len=634406 2023-12-22T17:38:45.544 INFO:tasks.workunit.client.0.smithi032.stdout:op 433 completed, throughput=4.98MB/sec 2023-12-22T17:38:45.544 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0Ek7gD_tAw6_gAg off=2198429 len=533158 2023-12-22T17:38:45.548 INFO:tasks.workunit.client.0.smithi032.stdout:op 434 completed, throughput=4.98MB/sec 2023-12-22T17:38:45.548 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rOVmBfEUbbh0RYe off=618613 len=966438 2023-12-22T17:38:45.553 INFO:tasks.workunit.client.0.smithi032.stdout:op 435 completed, throughput=4.99MB/sec 2023-12-22T17:38:45.553 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5PwJCuoqwij-EqC off=3825117 len=1444876 2023-12-22T17:38:45.555 INFO:tasks.workunit.client.0.smithi032.stdout:op 436 completed, throughput=5.01MB/sec 2023-12-22T17:38:46.257 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:38:46.555 INFO:tasks.workunit.client.0.smithi032.stdout: 87: throughput=4.95MB/sec pending data=0 2023-12-22T17:38:46.556 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8KzP_KQUdu-LBco off=12100613 len=1778354 2023-12-22T17:38:46.564 INFO:tasks.workunit.client.0.smithi032.stdout:op 437 completed, throughput=4.97MB/sec 2023-12-22T17:38:46.565 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sN9BFw_2ecfY3u2 off=9795041 len=523776 2023-12-22T17:38:46.567 INFO:tasks.workunit.client.0.smithi032.stdout:op 438 completed, throughput=4.98MB/sec 2023-12-22T17:38:46.567 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OXrpPpz4BelmNzN off=2619198 len=2027193 2023-12-22T17:38:46.574 INFO:tasks.workunit.client.0.smithi032.stdout:op 439 completed, throughput=5MB/sec 2023-12-22T17:38:46.574 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NCgCYfcIn9LBsNS off=109257 len=1321931 2023-12-22T17:38:46.579 INFO:tasks.workunit.client.0.smithi032.stdout:op 440 completed, throughput=5.01MB/sec 2023-12-22T17:38:46.584 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:38:46.584 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (18m) 5m ago 23m 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:38:46.584 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (18m) 3m ago 23m 91.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:38:46.584 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (24m) 5m ago 24m 18.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:38:46.584 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (24m) 3m ago 24m 25.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:38:46.585 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (18m) 3m ago 26m 455M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:38:46.585 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (18m) 5m ago 28m 532M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:38:46.585 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (17m) 5m ago 28m 191M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:38:46.585 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (17m) 3m ago 26m 131M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:38:46.585 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (17m) 5m ago 26m 128M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:38:46.585 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (18m) 5m ago 23m 15.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:38:46.585 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (18m) 3m ago 22m 17.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:38:46.585 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (16m) 5m ago 26m 1428M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:38:46.585 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (16m) 5m ago 26m 1887M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:38:46.585 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (15m) 5m ago 25m 1085M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:38:46.586 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (15m) 5m ago 25m 1580M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:38:46.586 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (14m) 3m ago 25m 1675M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:38:46.586 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (14m) 3m ago 24m 1206M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:38:46.586 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (13m) 3m ago 24m 798M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:38:46.586 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (13m) 3m ago 24m 986M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:38:46.586 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (18m) 3m ago 23m 66.1M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:38:46.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:38:46 smithi039 ceph-mon[181282]: pgmap v1344: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:38:46.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:38:46 smithi032 ceph-mon[189144]: pgmap v1344: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:38:46.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:38:46 smithi032 ceph-mon[191839]: pgmap v1344: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:38:46.988 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:38:46.988 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:38:46.989 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:38:46.989 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:38:46.989 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:38:46.989 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:38:46.989 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:38:46.989 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:38:46.989 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:38:46.989 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:38:46.989 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:38:46.989 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:38:46.990 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:38:46.990 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:38:46.990 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:38:46.990 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:38:46.990 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:38:46.990 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:38:47.579 INFO:tasks.workunit.client.0.smithi032.stdout: 88: throughput=4.96MB/sec pending data=0 2023-12-22T17:38:47.579 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-K7srYecaT6g32-k off=5286909 len=294030 2023-12-22T17:38:47.579 INFO:tasks.workunit.client.0.smithi032.stdout:op 441 completed, throughput=4.96MB/sec 2023-12-22T17:38:47.580 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BGof_G_FTAxi_6t off=12866722 len=1136612 2023-12-22T17:38:47.581 INFO:tasks.workunit.client.0.smithi032.stdout:op 442 completed, throughput=4.97MB/sec 2023-12-22T17:38:47.581 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YGSE35_9qbnbbBX off=225340 len=947595 2023-12-22T17:38:47.582 INFO:tasks.workunit.client.0.smithi032.stdout:op 443 completed, throughput=4.98MB/sec 2023-12-22T17:38:47.582 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OsHigDGOK4jySDn off=7895705 len=946922 2023-12-22T17:38:47.583 INFO:tasks.workunit.client.0.smithi032.stdout:op 444 completed, throughput=4.99MB/sec 2023-12-22T17:38:47.583 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NIcfX_pyt5a_-Er off=1885291 len=1560266 2023-12-22T17:38:47.589 INFO:tasks.workunit.client.0.smithi032.stdout:op 445 completed, throughput=5.01MB/sec 2023-12-22T17:38:47.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:38:47 smithi039 ceph-mon[181282]: from='client.45173 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:38:47.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:38:47 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2166622269' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:38:47.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:38:47 smithi032 ceph-mon[191839]: from='client.45173 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:38:47.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:38:47 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2166622269' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:38:47.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:38:47 smithi032 ceph-mon[189144]: from='client.45173 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:38:47.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:38:47 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2166622269' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:38:48.590 INFO:tasks.workunit.client.0.smithi032.stdout: 89: throughput=4.95MB/sec pending data=0 2023-12-22T17:38:48.590 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Mw66rUruwv7Rvy_ off=11975552 len=1225540 2023-12-22T17:38:48.592 INFO:tasks.workunit.client.0.smithi032.stdout:op 446 completed, throughput=4.96MB/sec 2023-12-22T17:38:48.593 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1UwMkws1VB7hLDA off=146448 len=1547534 2023-12-22T17:38:48.600 INFO:tasks.workunit.client.0.smithi032.stdout:op 447 completed, throughput=4.98MB/sec 2023-12-22T17:38:48.600 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-aL0m6A5p4Lr3cv8 off=3318302 len=316731 2023-12-22T17:38:48.600 INFO:tasks.workunit.client.0.smithi032.stdout:op 448 completed, throughput=4.98MB/sec 2023-12-22T17:38:48.600 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8wzxjhkMtVOI8CP off=4501085 len=272453 2023-12-22T17:38:48.602 INFO:tasks.workunit.client.0.smithi032.stdout:op 449 completed, throughput=4.99MB/sec 2023-12-22T17:38:48.602 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HTTlZIyqvqbsQMm off=571002 len=1865482 2023-12-22T17:38:48.609 INFO:tasks.workunit.client.0.smithi032.stdout:op 450 completed, throughput=5.01MB/sec 2023-12-22T17:38:48.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:38:48 smithi039 ceph-mon[181282]: from='client.45179 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:38:48.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:38:48 smithi039 ceph-mon[181282]: pgmap v1345: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-22T17:38:48.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:38:48 smithi032 ceph-mon[191839]: from='client.45179 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:38:48.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:38:48 smithi032 ceph-mon[191839]: pgmap v1345: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-22T17:38:48.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:38:48 smithi032 ceph-mon[189144]: from='client.45179 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:38:48.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:38:48 smithi032 ceph-mon[189144]: pgmap v1345: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-22T17:38:49.609 INFO:tasks.workunit.client.0.smithi032.stdout: 90: throughput=4.95MB/sec pending data=0 2023-12-22T17:38:49.610 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MlU-Hwa1Xi_smnT off=6091501 len=805527 2023-12-22T17:38:49.614 INFO:tasks.workunit.client.0.smithi032.stdout:op 451 completed, throughput=4.96MB/sec 2023-12-22T17:38:49.615 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XldIUQ7Y9mQ-Ltv off=1851380 len=311232 2023-12-22T17:38:49.618 INFO:tasks.workunit.client.0.smithi032.stdout:op 452 completed, throughput=4.96MB/sec 2023-12-22T17:38:49.618 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uwgtXIdNHzSpvhw off=391312 len=1461940 2023-12-22T17:38:49.625 INFO:tasks.workunit.client.0.smithi032.stdout:op 453 completed, throughput=4.98MB/sec 2023-12-22T17:38:49.625 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AgJlE8VdH25gCZE off=18566952 len=450326 2023-12-22T17:38:49.627 INFO:tasks.workunit.client.0.smithi032.stdout:op 454 completed, throughput=4.98MB/sec 2023-12-22T17:38:49.627 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5NDVJNhUk9f6CAo off=2734647 len=1173439 2023-12-22T17:38:49.628 INFO:tasks.workunit.client.0.smithi032.stdout:op 455 completed, throughput=4.99MB/sec 2023-12-22T17:38:49.628 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-o0zAzbUaftLTNec off=4382093 len=502927 2023-12-22T17:38:49.629 INFO:tasks.workunit.client.0.smithi032.stdout:op 456 completed, throughput=5MB/sec 2023-12-22T17:38:49.630 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7fH4SWqSrQbYyqQ off=8722483 len=1666261 2023-12-22T17:38:49.631 INFO:tasks.workunit.client.0.smithi032.stdout:op 457 completed, throughput=5.02MB/sec 2023-12-22T17:38:49.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:38:49 smithi039 ceph-mon[181282]: pgmap v1346: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-22T17:38:49.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:38:49 smithi032 ceph-mon[189144]: pgmap v1346: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-22T17:38:49.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:38:49 smithi032 ceph-mon[191839]: pgmap v1346: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-22T17:38:50.631 INFO:tasks.workunit.client.0.smithi032.stdout: 91: throughput=4.96MB/sec pending data=0 2023-12-22T17:38:50.632 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-t71vWV5cEMUJWDQ off=10745253 len=1022399 2023-12-22T17:38:50.636 INFO:tasks.workunit.client.0.smithi032.stdout:op 458 completed, throughput=4.97MB/sec 2023-12-22T17:38:50.636 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0YO7594S_cNMt24 off=633261 len=944598 2023-12-22T17:38:50.638 INFO:tasks.workunit.client.0.smithi032.stdout:op 459 completed, throughput=4.98MB/sec 2023-12-22T17:38:50.638 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zZJLeQ5Kcc373lF off=2954294 len=2008151 2023-12-22T17:38:50.640 INFO:tasks.workunit.client.0.smithi032.stdout:op 460 completed, throughput=5MB/sec 2023-12-22T17:38:50.753 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:38:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:38:50.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:38:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:38:50.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:38:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:38:51.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:38:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:38:50] "GET /metrics HTTP/1.1" 200 34007 "" "Prometheus/2.43.0" 2023-12-22T17:38:51.641 INFO:tasks.workunit.client.0.smithi032.stdout: 92: throughput=4.95MB/sec pending data=0 2023-12-22T17:38:51.641 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0TFs1Jjtvc7wVCW off=1386880 len=337405 2023-12-22T17:38:51.642 INFO:tasks.workunit.client.0.smithi032.stdout:op 461 completed, throughput=4.95MB/sec 2023-12-22T17:38:51.642 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Bu4_9wBtqYWUsea off=945705 len=1191455 2023-12-22T17:38:51.644 INFO:tasks.workunit.client.0.smithi032.stdout:op 462 completed, throughput=4.96MB/sec 2023-12-22T17:38:51.644 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SeAXwJEHBDL_Dt3 off=4604813 len=180269 2023-12-22T17:38:51.644 INFO:tasks.workunit.client.0.smithi032.stdout:op 463 completed, throughput=4.97MB/sec 2023-12-22T17:38:51.644 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IU0e-1y6FuBdLrU off=1045845 len=2095903 2023-12-22T17:38:51.647 INFO:tasks.workunit.client.0.smithi032.stdout:op 464 completed, throughput=4.99MB/sec 2023-12-22T17:38:51.647 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7b67QF5rniJOYrz off=2672344 len=1436239 2023-12-22T17:38:51.654 INFO:tasks.workunit.client.0.smithi032.stdout:op 465 completed, throughput=5MB/sec 2023-12-22T17:38:52.654 INFO:tasks.workunit.client.0.smithi032.stdout: 93: throughput=4.95MB/sec pending data=0 2023-12-22T17:38:52.655 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SrvDkzWflTXLsKm off=3756950 len=263131 2023-12-22T17:38:52.658 INFO:tasks.workunit.client.0.smithi032.stdout:op 466 completed, throughput=4.95MB/sec 2023-12-22T17:38:52.658 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NMgnqbVsCUn71ZV off=11576814 len=1223205 2023-12-22T17:38:52.664 INFO:tasks.workunit.client.0.smithi032.stdout:op 467 completed, throughput=4.96MB/sec 2023-12-22T17:38:52.664 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EDw3ntgmLuIkfFM off=5097430 len=253539 2023-12-22T17:38:52.665 INFO:tasks.workunit.client.0.smithi032.stdout:op 468 completed, throughput=4.97MB/sec 2023-12-22T17:38:52.665 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YADSzkf3j2OtFij off=12569775 len=98441 2023-12-22T17:38:52.665 INFO:tasks.workunit.client.0.smithi032.stdout:op 469 completed, throughput=4.97MB/sec 2023-12-22T17:38:52.665 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ElHIWcTmwsXi24C off=17171701 len=727334 2023-12-22T17:38:52.666 INFO:tasks.workunit.client.0.smithi032.stdout:op 470 completed, throughput=4.97MB/sec 2023-12-22T17:38:52.667 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-p9xuT-qwbpJsnzY off=1154034 len=1932105 2023-12-22T17:38:52.676 INFO:tasks.workunit.client.0.smithi032.stdout:op 471 completed, throughput=4.99MB/sec 2023-12-22T17:38:52.676 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-481dqhL8QxkBgmN off=11501820 len=838739 2023-12-22T17:38:52.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:38:52 smithi032 ceph-mon[191839]: pgmap v1347: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-22T17:38:52.677 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:38:52 smithi032 ceph-mon[189144]: pgmap v1347: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-22T17:38:52.677 INFO:tasks.workunit.client.0.smithi032.stdout:op 472 completed, throughput=5MB/sec 2023-12-22T17:38:52.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:38:52 smithi039 ceph-mon[181282]: pgmap v1347: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-22T17:38:53.677 INFO:tasks.workunit.client.0.smithi032.stdout: 94: throughput=4.95MB/sec pending data=0 2023-12-22T17:38:53.677 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tAsPoh1Qpnxgko- off=9801094 len=1317115 2023-12-22T17:38:53.680 INFO:tasks.workunit.client.0.smithi032.stdout:op 473 completed, throughput=4.96MB/sec 2023-12-22T17:38:53.680 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RkISAZ1rKIAB_mr off=5549450 len=1150017 2023-12-22T17:38:53.686 INFO:tasks.workunit.client.0.smithi032.stdout:op 474 completed, throughput=4.97MB/sec 2023-12-22T17:38:53.686 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AF_2Iv-TbnEgTWr off=14589581 len=459538 2023-12-22T17:38:53.690 INFO:tasks.workunit.client.0.smithi032.stdout:op 475 completed, throughput=4.98MB/sec 2023-12-22T17:38:53.690 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-egNkF2YbxPMts-B off=15142856 len=1316143 2023-12-22T17:38:53.691 INFO:tasks.workunit.client.0.smithi032.stdout:op 476 completed, throughput=4.99MB/sec 2023-12-22T17:38:53.692 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-d-E7IJdoEqxMN7j off=0 len=1128340 2023-12-22T17:38:53.697 INFO:tasks.workunit.client.0.smithi032.stdout:op 477 completed, throughput=5MB/sec 2023-12-22T17:38:54.697 INFO:tasks.workunit.client.0.smithi032.stdout: 95: throughput=4.95MB/sec pending data=0 2023-12-22T17:38:54.697 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hAWIRoz0f6qSg09 off=6139548 len=1213442 2023-12-22T17:38:54.703 INFO:tasks.workunit.client.0.smithi032.stdout:op 478 completed, throughput=4.96MB/sec 2023-12-22T17:38:54.703 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2oWkGWNyu4pWhQE off=1664088 len=1572278 2023-12-22T17:38:54.711 INFO:tasks.workunit.client.0.smithi032.stdout:op 479 completed, throughput=4.98MB/sec 2023-12-22T17:38:54.711 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BDxliy7xx22SN32 off=18125032 len=57401 2023-12-22T17:38:54.713 INFO:tasks.workunit.client.0.smithi032.stdout:op 480 completed, throughput=4.98MB/sec 2023-12-22T17:38:54.714 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-s_u0GwRxwOWqXFD off=7752406 len=971756 2023-12-22T17:38:54.717 INFO:tasks.workunit.client.0.smithi032.stdout:op 481 completed, throughput=4.99MB/sec 2023-12-22T17:38:54.718 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CfPhMoOSPgyzeaK off=2100530 len=1757203 2023-12-22T17:38:54.726 INFO:tasks.workunit.client.0.smithi032.stdout:op 482 completed, throughput=5MB/sec 2023-12-22T17:38:54.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:38:54 smithi039 ceph-mon[181282]: pgmap v1348: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:38:54.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:38:54 smithi032 ceph-mon[189144]: pgmap v1348: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:38:54.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:38:54 smithi032 ceph-mon[191839]: pgmap v1348: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:38:55.727 INFO:tasks.workunit.client.0.smithi032.stdout: 96: throughput=4.95MB/sec pending data=0 2023-12-22T17:38:55.727 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0hTUzAZem8mCjN2 off=14873698 len=212611 2023-12-22T17:38:55.730 INFO:tasks.workunit.client.0.smithi032.stdout:op 483 completed, throughput=4.95MB/sec 2023-12-22T17:38:55.730 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DycKnRLFz2VWEwv off=4625778 len=524259 2023-12-22T17:38:55.734 INFO:tasks.workunit.client.0.smithi032.stdout:op 484 completed, throughput=4.96MB/sec 2023-12-22T17:38:55.734 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ovv_nAkt35sVPPO off=1339967 len=1732582 2023-12-22T17:38:55.742 INFO:tasks.workunit.client.0.smithi032.stdout:op 485 completed, throughput=4.98MB/sec 2023-12-22T17:38:55.742 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-waaHvPXXnZ0hmpI off=3598627 len=1163275 2023-12-22T17:38:55.747 INFO:tasks.workunit.client.0.smithi032.stdout:op 486 completed, throughput=4.99MB/sec 2023-12-22T17:38:55.747 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ccOouDdkndTkI_8 off=729577 len=1663468 2023-12-22T17:38:55.754 INFO:tasks.workunit.client.0.smithi032.stdout:op 487 completed, throughput=5MB/sec 2023-12-22T17:38:56.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:38:56 smithi039 ceph-mon[181282]: pgmap v1349: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:38:56.754 INFO:tasks.workunit.client.0.smithi032.stdout: 97: throughput=4.95MB/sec pending data=0 2023-12-22T17:38:56.754 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-73KfoC4u2abyrDF off=4341805 len=134491 2023-12-22T17:38:56.757 INFO:tasks.workunit.client.0.smithi032.stdout:op 488 completed, throughput=4.95MB/sec 2023-12-22T17:38:56.757 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zCKvqFXTt64_RKC off=855539 len=659868 2023-12-22T17:38:56.761 INFO:tasks.workunit.client.0.smithi032.stdout:op 489 completed, throughput=4.96MB/sec 2023-12-22T17:38:56.761 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jcXVgjiuQ9vZwCp off=3615411 len=535008 2023-12-22T17:38:56.765 INFO:tasks.workunit.client.0.smithi032.stdout:op 490 completed, throughput=4.96MB/sec 2023-12-22T17:38:56.765 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6A0Vvx46umYbExb off=11406741 len=1847581 2023-12-22T17:38:56.767 INFO:tasks.workunit.client.0.smithi032.stdout:op 491 completed, throughput=4.98MB/sec 2023-12-22T17:38:56.767 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UOmfgEu1BfaWcJ4 off=11734107 len=531685 2023-12-22T17:38:56.771 INFO:tasks.workunit.client.0.smithi032.stdout:op 492 completed, throughput=4.99MB/sec 2023-12-22T17:38:56.771 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NAe4rzAAr1vR3Cs off=1570540 len=2055478 2023-12-22T17:38:56.773 INFO:tasks.workunit.client.0.smithi032.stdout:op 493 completed, throughput=5.01MB/sec 2023-12-22T17:38:56.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:38:56 smithi032 ceph-mon[191839]: pgmap v1349: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:38:56.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:38:56 smithi032 ceph-mon[189144]: pgmap v1349: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:38:57.774 INFO:tasks.workunit.client.0.smithi032.stdout: 98: throughput=4.96MB/sec pending data=0 2023-12-22T17:38:57.774 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Cwxm9_SSCo-nE7P off=3615222 len=1324723 2023-12-22T17:38:57.775 INFO:tasks.workunit.client.0.smithi032.stdout:op 494 completed, throughput=4.97MB/sec 2023-12-22T17:38:57.776 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OzjBCFpFSaeDKko off=3985426 len=340776 2023-12-22T17:38:57.777 INFO:tasks.workunit.client.0.smithi032.stdout:op 495 completed, throughput=4.97MB/sec 2023-12-22T17:38:57.777 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-112ft-iG8abPJXk off=664200 len=666597 2023-12-22T17:38:57.779 INFO:tasks.workunit.client.0.smithi032.stdout:op 496 completed, throughput=4.98MB/sec 2023-12-22T17:38:57.779 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-T0z48NQsqORerc7 off=1097150 len=1648744 2023-12-22T17:38:57.787 INFO:tasks.workunit.client.0.smithi032.stdout:op 497 completed, throughput=4.99MB/sec 2023-12-22T17:38:57.788 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Wx5lKMZoCBCROVA off=474959 len=1579736 2023-12-22T17:38:57.795 INFO:tasks.workunit.client.0.smithi032.stdout:op 498 completed, throughput=5.01MB/sec 2023-12-22T17:38:58.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:38:58 smithi039 ceph-mon[181282]: pgmap v1350: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-22T17:38:58.795 INFO:tasks.workunit.client.0.smithi032.stdout: 99: throughput=4.96MB/sec pending data=0 2023-12-22T17:38:58.795 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QNbTob1fyQt8WMu off=6407714 len=1248518 2023-12-22T17:38:58.801 INFO:tasks.workunit.client.0.smithi032.stdout:op 499 completed, throughput=4.97MB/sec 2023-12-22T17:38:58.801 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-egNkF2YbxPMts-B off=1330963 len=350660 2023-12-22T17:38:58.802 INFO:tasks.workunit.client.0.smithi032.stdout:op 500 completed, throughput=4.97MB/sec 2023-12-22T17:38:58.802 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-B6TzR-7Gm1tnklg off=7903244 len=431210 2023-12-22T17:38:58.803 INFO:tasks.workunit.client.0.smithi032.stdout:op 501 completed, throughput=4.98MB/sec 2023-12-22T17:38:58.803 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uLgO5vmkWkf0DmG off=354715 len=1356516 2023-12-22T17:38:58.808 INFO:tasks.workunit.client.0.smithi032.stdout:op 502 completed, throughput=4.99MB/sec 2023-12-22T17:38:58.809 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xT3Hxvp5ZgQWDbP off=2168705 len=92696 2023-12-22T17:38:58.811 INFO:tasks.workunit.client.0.smithi032.stdout:op 503 completed, throughput=4.99MB/sec 2023-12-22T17:38:58.812 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-B2S6aK8toU2Tlvf off=21665383 len=704647 2023-12-22T17:38:58.815 INFO:tasks.workunit.client.0.smithi032.stdout:op 504 completed, throughput=5MB/sec 2023-12-22T17:38:58.815 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DV0d4krX3c-WWqY off=16825848 len=562892 2023-12-22T17:38:58.818 INFO:tasks.workunit.client.0.smithi032.stdout:op 505 completed, throughput=5MB/sec 2023-12-22T17:38:58.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:38:58 smithi032 ceph-mon[191839]: pgmap v1350: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-22T17:38:58.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:38:58 smithi032 ceph-mon[189144]: pgmap v1350: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-22T17:38:59.819 INFO:tasks.workunit.client.0.smithi032.stdout: 100: throughput=4.95MB/sec pending data=0 2023-12-22T17:38:59.819 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tg_5JiIotFgmbrb off=6769621 len=1922527 2023-12-22T17:38:59.821 INFO:tasks.workunit.client.0.smithi032.stdout:op 506 completed, throughput=4.97MB/sec 2023-12-22T17:38:59.821 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2Aw501JvXm5IenH off=7602922 len=744937 2023-12-22T17:38:59.826 INFO:tasks.workunit.client.0.smithi032.stdout:op 507 completed, throughput=4.98MB/sec 2023-12-22T17:38:59.826 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TOds_5n_Xufaook off=4807727 len=1499646 2023-12-22T17:38:59.828 INFO:tasks.workunit.client.0.smithi032.stdout:op 508 completed, throughput=4.99MB/sec 2023-12-22T17:38:59.828 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XFL-XLZMLt4Tmfx off=14692411 len=1038178 2023-12-22T17:38:59.829 INFO:tasks.workunit.client.0.smithi032.stdout:op 509 completed, throughput=5MB/sec 2023-12-22T17:38:59.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:38:59 smithi032 ceph-mon[191839]: pgmap v1351: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:38:59.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:38:59 smithi032 ceph-mon[189144]: pgmap v1351: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:39:00.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:38:59 smithi039 ceph-mon[181282]: pgmap v1351: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:39:00.829 INFO:tasks.workunit.client.0.smithi032.stdout: 101: throughput=4.95MB/sec pending data=0 2023-12-22T17:39:00.829 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tGWm9E6Cu14I5pJ off=19432441 len=1550395 2023-12-22T17:39:00.837 INFO:tasks.workunit.client.0.smithi032.stdout:op 510 completed, throughput=4.97MB/sec 2023-12-22T17:39:00.837 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OU3eSe1GHRRi8Tu off=6822510 len=1813118 2023-12-22T17:39:00.839 INFO:tasks.workunit.client.0.smithi032.stdout:op 511 completed, throughput=4.98MB/sec 2023-12-22T17:39:00.840 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6e4HNs7S94DgiOK off=1655045 len=362902 2023-12-22T17:39:00.843 INFO:tasks.workunit.client.0.smithi032.stdout:op 512 completed, throughput=4.99MB/sec 2023-12-22T17:39:00.843 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6dEAYIArF136ubw off=2030675 len=988519 2023-12-22T17:39:00.845 INFO:tasks.workunit.client.0.smithi032.stdout:op 513 completed, throughput=5MB/sec 2023-12-22T17:39:00.845 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yaax6LaUtDzKXm9 off=5998176 len=747789 2023-12-22T17:39:00.846 INFO:tasks.workunit.client.0.smithi032.stdout:op 514 completed, throughput=5MB/sec 2023-12-22T17:39:01.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:39:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:39:00] "GET /metrics HTTP/1.1" 200 34007 "" "Prometheus/2.43.0" 2023-12-22T17:39:01.846 INFO:tasks.workunit.client.0.smithi032.stdout: 102: throughput=4.95MB/sec pending data=0 2023-12-22T17:39:01.846 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sdcoy9_6b6kMVbG off=15212050 len=1190116 2023-12-22T17:39:01.852 INFO:tasks.workunit.client.0.smithi032.stdout:op 515 completed, throughput=4.97MB/sec 2023-12-22T17:39:01.852 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SrOmaQY8aHEQh54 off=3199942 len=37602 2023-12-22T17:39:01.853 INFO:tasks.workunit.client.0.smithi032.stdout:op 516 completed, throughput=4.97MB/sec 2023-12-22T17:39:01.853 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4piAu8Skyr0lox5 off=4208337 len=1459384 2023-12-22T17:39:01.856 INFO:tasks.workunit.client.0.smithi032.stdout:op 517 completed, throughput=4.98MB/sec 2023-12-22T17:39:01.856 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IMv9xJ5ic4RdT5m off=1746953 len=1199271 2023-12-22T17:39:01.857 INFO:tasks.workunit.client.0.smithi032.stdout:op 518 completed, throughput=4.99MB/sec 2023-12-22T17:39:01.857 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VwJWkj23BgjIY_u off=13338640 len=1477750 2023-12-22T17:39:01.864 INFO:tasks.workunit.client.0.smithi032.stdout:op 519 completed, throughput=5MB/sec 2023-12-22T17:39:02.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:39:02 smithi032 ceph-mon[191839]: pgmap v1352: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-22T17:39:02.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:39:02 smithi032 ceph-mon[189144]: pgmap v1352: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-22T17:39:02.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:39:02 smithi039 ceph-mon[181282]: pgmap v1352: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-22T17:39:02.864 INFO:tasks.workunit.client.0.smithi032.stdout: 103: throughput=4.96MB/sec pending data=0 2023-12-22T17:39:02.864 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-o88l4iGzZLUXebC off=17252206 len=1146962 2023-12-22T17:39:02.867 INFO:tasks.workunit.client.0.smithi032.stdout:op 520 completed, throughput=4.97MB/sec 2023-12-22T17:39:02.867 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sHEkiGCbYm6sLbK off=56541 len=1896909 2023-12-22T17:39:02.869 INFO:tasks.workunit.client.0.smithi032.stdout:op 521 completed, throughput=4.98MB/sec 2023-12-22T17:39:02.869 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-27Bvbq8bCGWHb7f off=941793 len=1565009 2023-12-22T17:39:02.871 INFO:tasks.workunit.client.0.smithi032.stdout:op 522 completed, throughput=5MB/sec 2023-12-22T17:39:02.871 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eZj6tnW_KzqnDoA off=869064 len=1808944 2023-12-22T17:39:02.873 INFO:tasks.workunit.client.0.smithi032.stdout:op 523 completed, throughput=5.01MB/sec 2023-12-22T17:39:03.873 INFO:tasks.workunit.client.0.smithi032.stdout: 104: throughput=4.97MB/sec pending data=0 2023-12-22T17:39:03.874 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IbXpW90esC8lG6q off=1642761 len=72169 2023-12-22T17:39:03.875 INFO:tasks.workunit.client.0.smithi032.stdout:op 524 completed, throughput=4.97MB/sec 2023-12-22T17:39:03.875 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JVhttaE0Eiq9pgN off=3125701 len=1738710 2023-12-22T17:39:03.883 INFO:tasks.workunit.client.0.smithi032.stdout:op 525 completed, throughput=4.98MB/sec 2023-12-22T17:39:03.883 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iOLHSCz7TfSz73I off=1358039 len=348542 2023-12-22T17:39:03.883 INFO:tasks.workunit.client.0.smithi032.stdout:op 526 completed, throughput=4.98MB/sec 2023-12-22T17:39:03.884 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-N2aqFjG9CNOuJAa off=7904043 len=179550 2023-12-22T17:39:03.884 INFO:tasks.workunit.client.0.smithi032.stdout:op 527 completed, throughput=4.99MB/sec 2023-12-22T17:39:03.884 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Qjc9eF63dVffIhf off=2104585 len=502207 2023-12-22T17:39:03.885 INFO:tasks.workunit.client.0.smithi032.stdout:op 528 completed, throughput=4.99MB/sec 2023-12-22T17:39:03.885 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KZ8Rlhkl_HgJpj8 off=10837047 len=62760 2023-12-22T17:39:03.888 INFO:tasks.workunit.client.0.smithi032.stdout:op 529 completed, throughput=4.99MB/sec 2023-12-22T17:39:03.888 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-N9cbHwwzCuC1sdg off=16512972 len=1976605 2023-12-22T17:39:03.897 INFO:tasks.workunit.client.0.smithi032.stdout:op 530 completed, throughput=5.01MB/sec 2023-12-22T17:39:04.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:39:04 smithi039 ceph-mon[181282]: pgmap v1353: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:39:04.897 INFO:tasks.workunit.client.0.smithi032.stdout: 105: throughput=4.96MB/sec pending data=0 2023-12-22T17:39:04.898 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pRkuS7XKbnD13sW off=9163387 len=930491 2023-12-22T17:39:04.900 INFO:tasks.workunit.client.0.smithi032.stdout:op 531 completed, throughput=4.97MB/sec 2023-12-22T17:39:04.900 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-y9SiSIRqCaNvWRb off=572492 len=664224 2023-12-22T17:39:04.901 INFO:tasks.workunit.client.0.smithi032.stdout:op 532 completed, throughput=4.98MB/sec 2023-12-22T17:39:04.901 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PkPqWMs5fKt53o_ off=10384057 len=957437 2023-12-22T17:39:04.906 INFO:tasks.workunit.client.0.smithi032.stdout:op 533 completed, throughput=4.98MB/sec 2023-12-22T17:39:04.906 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Sen8OUOyl_N6Iaa off=1168147 len=1042690 2023-12-22T17:39:04.912 INFO:tasks.workunit.client.0.smithi032.stdout:op 534 completed, throughput=4.99MB/sec 2023-12-22T17:39:04.912 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bSkEM4Pb2nTepcH off=9258859 len=1099144 2023-12-22T17:39:04.913 INFO:tasks.workunit.client.0.smithi032.stdout:op 535 completed, throughput=5MB/sec 2023-12-22T17:39:04.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:39:04 smithi032 ceph-mon[191839]: pgmap v1353: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:39:04.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:39:04 smithi032 ceph-mon[189144]: pgmap v1353: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:39:05.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:39:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:39:05.914 INFO:tasks.workunit.client.0.smithi032.stdout: 106: throughput=4.96MB/sec pending data=0 2023-12-22T17:39:05.914 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NDWMKX3UyY1rROF off=4161963 len=1843029 2023-12-22T17:39:05.923 INFO:tasks.workunit.client.0.smithi032.stdout:op 536 completed, throughput=4.97MB/sec 2023-12-22T17:39:05.923 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1edhODzHdPQR6RR off=4366920 len=1283906 2023-12-22T17:39:05.925 INFO:tasks.workunit.client.0.smithi032.stdout:op 537 completed, throughput=4.98MB/sec 2023-12-22T17:39:05.925 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_9zW_HfmXOZ0evi off=9298821 len=438732 2023-12-22T17:39:05.926 INFO:tasks.workunit.client.0.smithi032.stdout:op 538 completed, throughput=4.99MB/sec 2023-12-22T17:39:05.926 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FqHA9ZEDg7dQIvS off=10350168 len=588968 2023-12-22T17:39:05.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:39:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:39:05.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:39:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:39:05.930 INFO:tasks.workunit.client.0.smithi032.stdout:op 539 completed, throughput=4.99MB/sec 2023-12-22T17:39:05.930 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8svpKdYu1yqaW5z off=2471878 len=1094993 2023-12-22T17:39:05.935 INFO:tasks.workunit.client.0.smithi032.stdout:op 540 completed, throughput=5MB/sec 2023-12-22T17:39:06.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:39:06 smithi039 ceph-mon[181282]: pgmap v1354: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-22T17:39:06.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:39:06 smithi032 ceph-mon[191839]: pgmap v1354: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-22T17:39:06.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:39:06 smithi032 ceph-mon[189144]: pgmap v1354: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-22T17:39:06.936 INFO:tasks.workunit.client.0.smithi032.stdout: 107: throughput=4.96MB/sec pending data=0 2023-12-22T17:39:06.936 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-44wV-uQYeUrG4g8 off=2506762 len=1170714 2023-12-22T17:39:06.938 INFO:tasks.workunit.client.0.smithi032.stdout:op 541 completed, throughput=4.97MB/sec 2023-12-22T17:39:06.938 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UmJBq8ODZh2Vgpt off=2845552 len=1562153 2023-12-22T17:39:06.944 INFO:tasks.workunit.client.0.smithi032.stdout:op 542 completed, throughput=4.98MB/sec 2023-12-22T17:39:06.944 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xmYkbhgFsZaiBVi off=7522712 len=1126218 2023-12-22T17:39:06.950 INFO:tasks.workunit.client.0.smithi032.stdout:op 543 completed, throughput=4.99MB/sec 2023-12-22T17:39:06.950 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cWQP9W_H1F8Jti2 off=13188028 len=1831721 2023-12-22T17:39:06.951 INFO:tasks.workunit.client.0.smithi032.stdout:op 544 completed, throughput=5.01MB/sec 2023-12-22T17:39:07.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:39:07 smithi039 ceph-mon[181282]: pgmap v1355: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:39:07.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:39:07 smithi032 ceph-mon[191839]: pgmap v1355: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:39:07.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:39:07 smithi032 ceph-mon[189144]: pgmap v1355: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:39:07.952 INFO:tasks.workunit.client.0.smithi032.stdout: 108: throughput=4.96MB/sec pending data=0 2023-12-22T17:39:07.952 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--q3sww5GW7fN2VR off=2623838 len=1676381 2023-12-22T17:39:07.954 INFO:tasks.workunit.client.0.smithi032.stdout:op 545 completed, throughput=4.97MB/sec 2023-12-22T17:39:07.954 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ObA6W-jnY4LXxRB off=17289672 len=2045364 2023-12-22T17:39:07.963 INFO:tasks.workunit.client.0.smithi032.stdout:op 546 completed, throughput=4.99MB/sec 2023-12-22T17:39:07.963 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nStpoPZh5z9gaTv off=11293300 len=1349692 2023-12-22T17:39:07.965 INFO:tasks.workunit.client.0.smithi032.stdout:op 547 completed, throughput=5MB/sec 2023-12-22T17:39:08.965 INFO:tasks.workunit.client.0.smithi032.stdout: 109: throughput=4.96MB/sec pending data=0 2023-12-22T17:39:08.966 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-trRyJXmeul_hC0b off=10762287 len=1672985 2023-12-22T17:39:08.972 INFO:tasks.workunit.client.0.smithi032.stdout:op 548 completed, throughput=4.97MB/sec 2023-12-22T17:39:08.972 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-toORTmi7WzK4thl off=196930 len=1274638 2023-12-22T17:39:08.977 INFO:tasks.workunit.client.0.smithi032.stdout:op 549 completed, throughput=4.98MB/sec 2023-12-22T17:39:08.977 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QTsKfEXZGFrZtw6 off=5507903 len=1179211 2023-12-22T17:39:08.982 INFO:tasks.workunit.client.0.smithi032.stdout:op 550 completed, throughput=4.99MB/sec 2023-12-22T17:39:08.982 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xElYk-snPSb8_sk off=3824186 len=732502 2023-12-22T17:39:08.984 INFO:tasks.workunit.client.0.smithi032.stdout:op 551 completed, throughput=5MB/sec 2023-12-22T17:39:08.984 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nGmIaoJ-deiAugZ off=8894262 len=897532 2023-12-22T17:39:08.985 INFO:tasks.workunit.client.0.smithi032.stdout:op 552 completed, throughput=5.01MB/sec 2023-12-22T17:39:09.985 INFO:tasks.workunit.client.0.smithi032.stdout: 110: throughput=4.96MB/sec pending data=0 2023-12-22T17:39:09.986 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LIWBJhD1E2UJDDg off=1846793 len=738988 2023-12-22T17:39:09.990 INFO:tasks.workunit.client.0.smithi032.stdout:op 553 completed, throughput=4.97MB/sec 2023-12-22T17:39:09.990 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gERo5lnOvZ8lJM- off=259147 len=1467546 2023-12-22T17:39:09.997 INFO:tasks.workunit.client.0.smithi032.stdout:op 554 completed, throughput=4.98MB/sec 2023-12-22T17:39:09.997 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pXtz2oaEa-Y1DXE off=6096457 len=1225904 2023-12-22T17:39:10.004 INFO:tasks.workunit.client.0.smithi032.stdout:op 555 completed, throughput=4.99MB/sec 2023-12-22T17:39:10.004 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-giDA_QwfrN9HfLX off=11805996 len=1519013 2023-12-22T17:39:10.004 INFO:tasks.workunit.client.0.smithi032.stdout:op 556 completed, throughput=5MB/sec 2023-12-22T17:39:10.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:39:10 smithi039 ceph-mon[181282]: pgmap v1356: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:39:10.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:39:10 smithi032 ceph-mon[191839]: pgmap v1356: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:39:10.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:39:10 smithi032 ceph-mon[189144]: pgmap v1356: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:39:11.005 INFO:tasks.workunit.client.0.smithi032.stdout: 111: throughput=4.96MB/sec pending data=0 2023-12-22T17:39:11.005 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-I-E34h57LM3fhE1 off=2358816 len=805871 2023-12-22T17:39:11.006 INFO:tasks.workunit.client.0.smithi032.stdout:op 557 completed, throughput=4.97MB/sec 2023-12-22T17:39:11.006 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uME-5i1z72tKMrD off=1771491 len=1028810 2023-12-22T17:39:11.008 INFO:tasks.workunit.client.0.smithi032.stdout:op 558 completed, throughput=4.97MB/sec 2023-12-22T17:39:11.008 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-awEAzrQJ3Ax97oA off=3777383 len=1346500 2023-12-22T17:39:11.014 INFO:tasks.workunit.client.0.smithi032.stdout:op 559 completed, throughput=4.99MB/sec 2023-12-22T17:39:11.014 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-el2EmXE5FgHcS3e off=2370946 len=969569 2023-12-22T17:39:11.016 INFO:tasks.workunit.client.0.smithi032.stdout:op 560 completed, throughput=4.99MB/sec 2023-12-22T17:39:11.016 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-eFfnXM5juqjxwbh off=411784 len=463608 2023-12-22T17:39:11.020 INFO:tasks.workunit.client.0.smithi032.stdout:op 561 completed, throughput=5MB/sec 2023-12-22T17:39:11.020 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PgfRBwXznZsdTqA off=12440735 len=32078 2023-12-22T17:39:11.022 INFO:tasks.workunit.client.0.smithi032.stdout:op 562 completed, throughput=5MB/sec 2023-12-22T17:39:11.022 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bvIijgRY3H11R0h off=5539904 len=1106012 2023-12-22T17:39:11.029 INFO:tasks.workunit.client.0.smithi032.stdout:op 563 completed, throughput=5.01MB/sec 2023-12-22T17:39:11.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:39:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:39:10] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2023-12-22T17:39:12.029 INFO:tasks.workunit.client.0.smithi032.stdout: 112: throughput=4.96MB/sec pending data=0 2023-12-22T17:39:12.029 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-a4k7u_M0e3fXLSZ off=4270390 len=301985 2023-12-22T17:39:12.030 INFO:tasks.workunit.client.0.smithi032.stdout:op 564 completed, throughput=4.96MB/sec 2023-12-22T17:39:12.030 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XCKnPqiyh_tYNwF off=4744049 len=1345686 2023-12-22T17:39:12.033 INFO:tasks.workunit.client.0.smithi032.stdout:op 565 completed, throughput=4.98MB/sec 2023-12-22T17:39:12.033 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-niPxBxUbcWeYdI- off=3107841 len=1701202 2023-12-22T17:39:12.036 INFO:tasks.workunit.client.0.smithi032.stdout:op 566 completed, throughput=4.99MB/sec 2023-12-22T17:39:12.036 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dxOM6EcRKFwUUm4 off=8387659 len=836503 2023-12-22T17:39:12.038 INFO:tasks.workunit.client.0.smithi032.stdout:op 567 completed, throughput=5MB/sec 2023-12-22T17:39:12.038 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ipIL0LQAM_Zrtrh off=7090501 len=1227774 2023-12-22T17:39:12.039 INFO:tasks.workunit.client.0.smithi032.stdout:op 568 completed, throughput=5.01MB/sec 2023-12-22T17:39:12.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:39:12 smithi032 ceph-mon[191839]: pgmap v1357: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-22T17:39:12.677 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:39:12 smithi032 ceph-mon[189144]: pgmap v1357: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-22T17:39:12.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:39:12 smithi039 ceph-mon[181282]: pgmap v1357: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-22T17:39:13.039 INFO:tasks.workunit.client.0.smithi032.stdout: 113: throughput=4.96MB/sec pending data=0 2023-12-22T17:39:13.039 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fU7dqTzTy3U7rO6 off=18619220 len=1494606 2023-12-22T17:39:13.047 INFO:tasks.workunit.client.0.smithi032.stdout:op 569 completed, throughput=4.98MB/sec 2023-12-22T17:39:13.047 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tfTKVzyBn0pIi7X off=9786007 len=649237 2023-12-22T17:39:13.051 INFO:tasks.workunit.client.0.smithi032.stdout:op 570 completed, throughput=4.98MB/sec 2023-12-22T17:39:13.051 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CikZjz5aZ7Uh1nn off=12914822 len=159078 2023-12-22T17:39:13.053 INFO:tasks.workunit.client.0.smithi032.stdout:op 571 completed, throughput=4.98MB/sec 2023-12-22T17:39:13.054 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KOfodCojWB7kMgI off=6276668 len=2069763 2023-12-22T17:39:13.063 INFO:tasks.workunit.client.0.smithi032.stdout:op 572 completed, throughput=5MB/sec 2023-12-22T17:39:13.063 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MhrcoXDTBnLnknD off=12415930 len=1926826 2023-12-22T17:39:13.074 INFO:tasks.workunit.client.0.smithi032.stdout:op 573 completed, throughput=5.01MB/sec 2023-12-22T17:39:14.074 INFO:tasks.workunit.client.0.smithi032.stdout: 114: throughput=4.97MB/sec pending data=0 2023-12-22T17:39:14.075 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EI3V7FrkDLVBoYL off=5193001 len=1978925 2023-12-22T17:39:14.077 INFO:tasks.workunit.client.0.smithi032.stdout:op 574 completed, throughput=4.99MB/sec 2023-12-22T17:39:14.078 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pmZ49bGchkHsgcI off=6515795 len=802019 2023-12-22T17:39:14.078 INFO:tasks.workunit.client.0.smithi032.stdout:op 575 completed, throughput=4.99MB/sec 2023-12-22T17:39:14.079 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FDvbC7If-TsTPD6 off=3718278 len=1955716 2023-12-22T17:39:14.086 INFO:tasks.workunit.client.0.smithi032.stdout:op 576 completed, throughput=5.01MB/sec 2023-12-22T17:39:14.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:39:14 smithi039 ceph-mon[181282]: pgmap v1358: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:39:14.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:39:14 smithi032 ceph-mon[191839]: pgmap v1358: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:39:14.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:39:14 smithi032 ceph-mon[189144]: pgmap v1358: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:39:15.086 INFO:tasks.workunit.client.0.smithi032.stdout: 115: throughput=4.97MB/sec pending data=0 2023-12-22T17:39:15.087 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CALrTS8JZb5u6K7 off=5671122 len=507716 2023-12-22T17:39:15.088 INFO:tasks.workunit.client.0.smithi032.stdout:op 577 completed, throughput=4.97MB/sec 2023-12-22T17:39:15.088 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qyEXrLcOz6jMR7y off=11471959 len=1761488 2023-12-22T17:39:15.090 INFO:tasks.workunit.client.0.smithi032.stdout:op 578 completed, throughput=4.99MB/sec 2023-12-22T17:39:15.090 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SVG0lVyH4482At9 off=16777833 len=978872 2023-12-22T17:39:15.096 INFO:tasks.workunit.client.0.smithi032.stdout:op 579 completed, throughput=4.99MB/sec 2023-12-22T17:39:15.096 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OVkbq1Pml1RYMwb off=8192325 len=872943 2023-12-22T17:39:15.097 INFO:tasks.workunit.client.0.smithi032.stdout:op 580 completed, throughput=5MB/sec 2023-12-22T17:39:15.097 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-o4aMLeMgR1R0QvS off=818548 len=127836 2023-12-22T17:39:15.099 INFO:tasks.workunit.client.0.smithi032.stdout:op 581 completed, throughput=5MB/sec 2023-12-22T17:39:15.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:39:15 smithi032 ceph-mon[189144]: pgmap v1359: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:39:15.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:39:15 smithi032 ceph-mon[191839]: pgmap v1359: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:39:16.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:39:15 smithi039 ceph-mon[181282]: pgmap v1359: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:39:16.099 INFO:tasks.workunit.client.0.smithi032.stdout: 116: throughput=4.96MB/sec pending data=0 2023-12-22T17:39:16.099 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2a0tVGfr5P2gIdz off=4973882 len=629249 2023-12-22T17:39:16.101 INFO:tasks.workunit.client.0.smithi032.stdout:op 582 completed, throughput=4.96MB/sec 2023-12-22T17:39:16.101 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4Nk4SRNyxHCx_1r off=7382816 len=419131 2023-12-22T17:39:16.102 INFO:tasks.workunit.client.0.smithi032.stdout:op 583 completed, throughput=4.97MB/sec 2023-12-22T17:39:16.102 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PTVpcW46wiXLmCr off=7563347 len=1483443 2023-12-22T17:39:16.108 INFO:tasks.workunit.client.0.smithi032.stdout:op 584 completed, throughput=4.98MB/sec 2023-12-22T17:39:16.108 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3NlaeXlEaL1zTGw off=9650906 len=546112 2023-12-22T17:39:16.109 INFO:tasks.workunit.client.0.smithi032.stdout:op 585 completed, throughput=4.98MB/sec 2023-12-22T17:39:16.110 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zOI7yhlor8SxMtN off=16619485 len=1835494 2023-12-22T17:39:16.112 INFO:tasks.workunit.client.0.smithi032.stdout:op 586 completed, throughput=5MB/sec 2023-12-22T17:39:16.112 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HOkr8QnGnasnVaX off=614266 len=1987253 2023-12-22T17:39:16.114 INFO:tasks.workunit.client.0.smithi032.stdout:op 587 completed, throughput=5.01MB/sec 2023-12-22T17:39:17.114 INFO:tasks.workunit.client.0.smithi032.stdout: 117: throughput=4.97MB/sec pending data=0 2023-12-22T17:39:17.114 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-awdelxgLjMXUcQn off=14856259 len=2084691 2023-12-22T17:39:17.116 INFO:tasks.workunit.client.0.smithi032.stdout:op 588 completed, throughput=4.99MB/sec 2023-12-22T17:39:17.116 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dDRL8cKYhjDPv5M off=0 len=1566145 2023-12-22T17:39:17.117 INFO:tasks.workunit.client.0.smithi032.stdout:op 589 completed, throughput=5MB/sec 2023-12-22T17:39:17.350 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:39:17.674 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:39:17.674 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (19m) 5m ago 23m 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:39:17.674 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (19m) 3m ago 23m 91.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:39:17.674 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (24m) 5m ago 24m 18.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:39:17.674 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (24m) 3m ago 24m 25.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:39:17.674 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (18m) 3m ago 27m 455M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:39:17.674 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (18m) 5m ago 28m 532M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:39:17.674 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (18m) 5m ago 28m 191M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:39:17.675 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (17m) 3m ago 27m 131M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:39:17.675 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (18m) 5m ago 27m 128M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:39:17.675 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (19m) 5m ago 23m 15.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:39:17.675 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (19m) 3m ago 23m 17.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:39:17.675 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (17m) 5m ago 26m 1428M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:39:17.675 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (16m) 5m ago 26m 1887M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:39:17.675 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (16m) 5m ago 26m 1085M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:39:17.675 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (15m) 5m ago 25m 1580M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:39:17.675 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (15m) 3m ago 25m 1675M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:39:17.675 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (14m) 3m ago 25m 1206M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:39:17.675 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (14m) 3m ago 25m 798M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:39:17.675 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (13m) 3m ago 24m 986M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:39:17.675 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (18m) 3m ago 24m 66.1M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:39:18.078 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:39:18.078 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:39:18.078 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:39:18.078 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:39:18.078 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:39:18.078 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:39:18.078 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:39:18.078 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:39:18.078 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:39:18.078 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:39:18.079 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:39:18.079 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:39:18.079 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:39:18.079 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:39:18.079 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:39:18.079 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:39:18.079 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:39:18.079 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:39:18.118 INFO:tasks.workunit.client.0.smithi032.stdout: 118: throughput=4.96MB/sec pending data=0 2023-12-22T17:39:18.118 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--rvuTJ82Y03bQwQ off=2161088 len=752746 2023-12-22T17:39:18.122 INFO:tasks.workunit.client.0.smithi032.stdout:op 590 completed, throughput=4.96MB/sec 2023-12-22T17:39:18.122 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SxNXhsFBH-bB6p6 off=10790314 len=1939137 2023-12-22T17:39:18.124 INFO:tasks.workunit.client.0.smithi032.stdout:op 591 completed, throughput=4.98MB/sec 2023-12-22T17:39:18.124 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-B-BqvsaW2Y6iU6w off=287460 len=1212895 2023-12-22T17:39:18.130 INFO:tasks.workunit.client.0.smithi032.stdout:op 592 completed, throughput=4.99MB/sec 2023-12-22T17:39:18.130 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BDxliy7xx22SN32 off=20702716 len=1386437 2023-12-22T17:39:18.131 INFO:tasks.workunit.client.0.smithi032.stdout:op 593 completed, throughput=5MB/sec 2023-12-22T17:39:18.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:39:18 smithi039 ceph-mon[181282]: from='client.35256 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:39:18.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:39:18 smithi039 ceph-mon[181282]: pgmap v1360: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:39:18.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:39:18 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1620416936' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:39:18.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:39:18 smithi032 ceph-mon[191839]: from='client.35256 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:39:18.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:39:18 smithi032 ceph-mon[191839]: pgmap v1360: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:39:18.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:39:18 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1620416936' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:39:18.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:39:18 smithi032 ceph-mon[189144]: from='client.35256 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:39:18.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:39:18 smithi032 ceph-mon[189144]: pgmap v1360: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:39:18.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:39:18 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1620416936' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:39:19.131 INFO:tasks.workunit.client.0.smithi032.stdout: 119: throughput=4.96MB/sec pending data=0 2023-12-22T17:39:19.132 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-brVw_xTRe7yrUZY off=7530924 len=1026400 2023-12-22T17:39:19.133 INFO:tasks.workunit.client.0.smithi032.stdout:op 594 completed, throughput=4.97MB/sec 2023-12-22T17:39:19.133 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-X5cS-QjWzTPSQB4 off=13291179 len=934077 2023-12-22T17:39:19.134 INFO:tasks.workunit.client.0.smithi032.stdout:op 595 completed, throughput=4.97MB/sec 2023-12-22T17:39:19.135 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CgFxyAVxqRea3Ls off=13945216 len=1581563 2023-12-22T17:39:19.142 INFO:tasks.workunit.client.0.smithi032.stdout:op 596 completed, throughput=4.99MB/sec 2023-12-22T17:39:19.142 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-P4dLyodKGHgLx6j off=242424 len=272547 2023-12-22T17:39:19.142 INFO:tasks.workunit.client.0.smithi032.stdout:op 597 completed, throughput=4.99MB/sec 2023-12-22T17:39:19.143 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eKmeX3b5hIn_nnG off=16584348 len=1887522 2023-12-22T17:39:19.146 INFO:tasks.workunit.client.0.smithi032.stdout:op 598 completed, throughput=5MB/sec 2023-12-22T17:39:19.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:39:19 smithi039 ceph-mon[181282]: from='client.35262 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:39:19.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:39:19 smithi032 ceph-mon[191839]: from='client.35262 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:39:19.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:39:19 smithi032 ceph-mon[189144]: from='client.35262 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:39:20.146 INFO:tasks.workunit.client.0.smithi032.stdout: 120: throughput=4.96MB/sec pending data=0 2023-12-22T17:39:20.147 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Wk9MqorwASae5SA off=7682114 len=1657555 2023-12-22T17:39:20.155 INFO:tasks.workunit.client.0.smithi032.stdout:op 599 completed, throughput=4.98MB/sec 2023-12-22T17:39:20.155 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jpowV59QjCFB9Hz off=3119766 len=921283 2023-12-22T17:39:20.156 INFO:tasks.workunit.client.0.smithi032.stdout:op 600 completed, throughput=4.98MB/sec 2023-12-22T17:39:20.157 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zsTiaOsvVdjRoD8 off=4162376 len=1104108 2023-12-22T17:39:20.158 INFO:tasks.workunit.client.0.smithi032.stdout:op 601 completed, throughput=4.99MB/sec 2023-12-22T17:39:20.158 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xaID_WiRoswA1JY off=8979809 len=969536 2023-12-22T17:39:20.159 INFO:tasks.workunit.client.0.smithi032.stdout:op 602 completed, throughput=5MB/sec 2023-12-22T17:39:20.160 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NPBAScutncs2zBc off=584738 len=172605 2023-12-22T17:39:20.162 INFO:tasks.workunit.client.0.smithi032.stdout:op 603 completed, throughput=5MB/sec 2023-12-22T17:39:20.163 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pGZOtayyIHuCBsr off=476434 len=971433 2023-12-22T17:39:20.164 INFO:tasks.workunit.client.0.smithi032.stdout:op 604 completed, throughput=5.01MB/sec 2023-12-22T17:39:20.753 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:39:20 smithi039 ceph-mon[181282]: pgmap v1361: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-22T17:39:20.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:39:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:39:20.853 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:39:20 smithi032 ceph-mon[189144]: pgmap v1361: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-22T17:39:20.853 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:39:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:39:20.853 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:39:20 smithi032 ceph-mon[191839]: pgmap v1361: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-22T17:39:20.853 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:39:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:39:21.165 INFO:tasks.workunit.client.0.smithi032.stdout: 121: throughput=4.97MB/sec pending data=0 2023-12-22T17:39:21.165 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3PkZCidgddaHkz5 off=0 len=1378651 2023-12-22T17:39:21.171 INFO:tasks.workunit.client.0.smithi032.stdout:op 605 completed, throughput=4.98MB/sec 2023-12-22T17:39:21.171 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Wym6JFSeI6r6WvY off=4353364 len=785188 2023-12-22T17:39:21.176 INFO:tasks.workunit.client.0.smithi032.stdout:op 606 completed, throughput=4.98MB/sec 2023-12-22T17:39:21.176 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-abyxxOTEwm6r-kE off=5935764 len=219508 2023-12-22T17:39:21.176 INFO:tasks.workunit.client.0.smithi032.stdout:op 607 completed, throughput=4.98MB/sec 2023-12-22T17:39:21.177 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rfnBUOn3JeWqsut off=9447041 len=634234 2023-12-22T17:39:21.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:39:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:39:20] "GET /metrics HTTP/1.1" 200 34010 "" "Prometheus/2.43.0" 2023-12-22T17:39:21.178 INFO:tasks.workunit.client.0.smithi032.stdout:op 608 completed, throughput=4.99MB/sec 2023-12-22T17:39:21.178 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CgZzL28TQl6Q7g4 off=3186682 len=951389 2023-12-22T17:39:21.183 INFO:tasks.workunit.client.0.smithi032.stdout:op 609 completed, throughput=5MB/sec 2023-12-22T17:39:21.183 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FqmZZNRXw0U7A9w off=7858102 len=769757 2023-12-22T17:39:21.185 INFO:tasks.workunit.client.0.smithi032.stdout:op 610 completed, throughput=5MB/sec 2023-12-22T17:39:22.185 INFO:tasks.workunit.client.0.smithi032.stdout: 122: throughput=4.96MB/sec pending data=0 2023-12-22T17:39:22.185 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GckE5mIE_VkruIJ off=6344295 len=1262706 2023-12-22T17:39:22.191 INFO:tasks.workunit.client.0.smithi032.stdout:op 611 completed, throughput=4.97MB/sec 2023-12-22T17:39:22.191 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IK6e-tbhwBd8fN- off=7045792 len=1414488 2023-12-22T17:39:22.197 INFO:tasks.workunit.client.0.smithi032.stdout:op 612 completed, throughput=4.98MB/sec 2023-12-22T17:39:22.197 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Rar4Ghv5yTirbvh off=984070 len=304869 2023-12-22T17:39:22.200 INFO:tasks.workunit.client.0.smithi032.stdout:op 613 completed, throughput=4.98MB/sec 2023-12-22T17:39:22.200 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-k9Vp9N-oIK9RfKG off=10603677 len=226698 2023-12-22T17:39:22.202 INFO:tasks.workunit.client.0.smithi032.stdout:op 614 completed, throughput=4.99MB/sec 2023-12-22T17:39:22.202 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-u0yStuFB3-Yq6IZ off=20282995 len=36822 2023-12-22T17:39:22.205 INFO:tasks.workunit.client.0.smithi032.stdout:op 615 completed, throughput=4.99MB/sec 2023-12-22T17:39:22.205 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tTkjCB09KxsktMB off=6705650 len=1848866 2023-12-22T17:39:22.208 INFO:tasks.workunit.client.0.smithi032.stdout:op 616 completed, throughput=5MB/sec 2023-12-22T17:39:22.677 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:39:22 smithi032 ceph-mon[189144]: pgmap v1362: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:39:22.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:39:22 smithi032 ceph-mon[191839]: pgmap v1362: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:39:22.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:39:22 smithi039 ceph-mon[181282]: pgmap v1362: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:39:23.209 INFO:tasks.workunit.client.0.smithi032.stdout: 123: throughput=4.96MB/sec pending data=0 2023-12-22T17:39:23.209 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-khtEHeQZ-sUkOes off=1731524 len=771796 2023-12-22T17:39:23.213 INFO:tasks.workunit.client.0.smithi032.stdout:op 617 completed, throughput=4.97MB/sec 2023-12-22T17:39:23.214 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-n6Ps5kJeaOwNT_n off=14768139 len=2054486 2023-12-22T17:39:23.223 INFO:tasks.workunit.client.0.smithi032.stdout:op 618 completed, throughput=4.98MB/sec 2023-12-22T17:39:23.223 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CnDv3Q9mCGrSrKs off=2014087 len=2045824 2023-12-22T17:39:23.225 INFO:tasks.workunit.client.0.smithi032.stdout:op 619 completed, throughput=5MB/sec 2023-12-22T17:39:23.225 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4NEFSonao-MM_N9 off=8010499 len=1336091 2023-12-22T17:39:23.231 INFO:tasks.workunit.client.0.smithi032.stdout:op 620 completed, throughput=5.01MB/sec 2023-12-22T17:39:24.231 INFO:tasks.workunit.client.0.smithi032.stdout: 124: throughput=4.97MB/sec pending data=0 2023-12-22T17:39:24.232 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ouv154nt4FWZqWb off=2574563 len=1563579 2023-12-22T17:39:24.233 INFO:tasks.workunit.client.0.smithi032.stdout:op 621 completed, throughput=4.98MB/sec 2023-12-22T17:39:24.234 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dboxNekrxGvt-aA off=1932207 len=1121460 2023-12-22T17:39:24.236 INFO:tasks.workunit.client.0.smithi032.stdout:op 622 completed, throughput=4.99MB/sec 2023-12-22T17:39:24.236 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VNE5_yAj-RS5OW4 off=11796945 len=1011920 2023-12-22T17:39:24.237 INFO:tasks.workunit.client.0.smithi032.stdout:op 623 completed, throughput=4.99MB/sec 2023-12-22T17:39:24.237 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3qzTuqnl6KXBMi- off=9300553 len=169929 2023-12-22T17:39:24.240 INFO:tasks.workunit.client.0.smithi032.stdout:op 624 completed, throughput=5MB/sec 2023-12-22T17:39:24.241 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pxKcUtGF4q32dFy off=3184028 len=892146 2023-12-22T17:39:24.242 INFO:tasks.workunit.client.0.smithi032.stdout:op 625 completed, throughput=5MB/sec 2023-12-22T17:39:24.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:39:24 smithi039 ceph-mon[181282]: pgmap v1363: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-22T17:39:24.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:39:24 smithi032 ceph-mon[191839]: pgmap v1363: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-22T17:39:24.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:39:24 smithi032 ceph-mon[189144]: pgmap v1363: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-22T17:39:25.242 INFO:tasks.workunit.client.0.smithi032.stdout: 125: throughput=4.96MB/sec pending data=0 2023-12-22T17:39:25.242 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-R_40xDGb4N64R3C off=7054250 len=1973231 2023-12-22T17:39:25.252 INFO:tasks.workunit.client.0.smithi032.stdout:op 626 completed, throughput=4.98MB/sec 2023-12-22T17:39:25.252 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HERykw3vJmApmLn off=2561333 len=2046808 2023-12-22T17:39:25.261 INFO:tasks.workunit.client.0.smithi032.stdout:op 627 completed, throughput=4.99MB/sec 2023-12-22T17:39:25.261 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BiXahmz_YGCHy3W off=5462534 len=156554 2023-12-22T17:39:25.264 INFO:tasks.workunit.client.0.smithi032.stdout:op 628 completed, throughput=4.99MB/sec 2023-12-22T17:39:25.264 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qwItTih3BtcjLA5 off=5107907 len=676733 2023-12-22T17:39:25.265 INFO:tasks.workunit.client.0.smithi032.stdout:op 629 completed, throughput=5MB/sec 2023-12-22T17:39:25.265 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Idgpbawlo4M55U5 off=4062571 len=906367 2023-12-22T17:39:25.266 INFO:tasks.workunit.client.0.smithi032.stdout:op 630 completed, throughput=5.01MB/sec 2023-12-22T17:39:25.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:39:25 smithi039 ceph-mon[181282]: pgmap v1364: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:39:25.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:39:25 smithi032 ceph-mon[191839]: pgmap v1364: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:39:25.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:39:25 smithi032 ceph-mon[189144]: pgmap v1364: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:39:26.266 INFO:tasks.workunit.client.0.smithi032.stdout: 126: throughput=4.97MB/sec pending data=0 2023-12-22T17:39:26.266 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CepCvtc37fjafOd off=5879235 len=956647 2023-12-22T17:39:26.271 INFO:tasks.workunit.client.0.smithi032.stdout:op 631 completed, throughput=4.97MB/sec 2023-12-22T17:39:26.271 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-i7of-NenQylvbvl off=11974997 len=2003554 2023-12-22T17:39:26.284 INFO:tasks.workunit.client.0.smithi032.stdout:op 632 completed, throughput=4.99MB/sec 2023-12-22T17:39:26.284 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3YHNl2ufu1-1Ncg off=242834 len=97604 2023-12-22T17:39:26.285 INFO:tasks.workunit.client.0.smithi032.stdout:op 633 completed, throughput=4.99MB/sec 2023-12-22T17:39:26.285 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_xv_9Qa8Wa4QCO7 off=5702562 len=182013 2023-12-22T17:39:26.285 INFO:tasks.workunit.client.0.smithi032.stdout:op 634 completed, throughput=4.99MB/sec 2023-12-22T17:39:26.285 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kSHtRO92fIoGCke off=9449221 len=438685 2023-12-22T17:39:26.288 INFO:tasks.workunit.client.0.smithi032.stdout:op 635 completed, throughput=4.99MB/sec 2023-12-22T17:39:26.289 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nrFrUwVD0NNNiOK off=2650202 len=1763037 2023-12-22T17:39:26.290 INFO:tasks.workunit.client.0.smithi032.stdout:op 636 completed, throughput=5.01MB/sec 2023-12-22T17:39:27.290 INFO:tasks.workunit.client.0.smithi032.stdout: 127: throughput=4.97MB/sec pending data=0 2023-12-22T17:39:27.290 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yBlZf6LQ32h34al off=1168356 len=202173 2023-12-22T17:39:27.291 INFO:tasks.workunit.client.0.smithi032.stdout:op 637 completed, throughput=4.97MB/sec 2023-12-22T17:39:27.291 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-M1o6p3127--NskG off=11233877 len=956531 2023-12-22T17:39:27.292 INFO:tasks.workunit.client.0.smithi032.stdout:op 638 completed, throughput=4.98MB/sec 2023-12-22T17:39:27.292 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4wX9Z6Sr0j2s1I3 off=12308660 len=1759871 2023-12-22T17:39:27.300 INFO:tasks.workunit.client.0.smithi032.stdout:op 639 completed, throughput=4.99MB/sec 2023-12-22T17:39:27.300 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1J7Xvyu435zQs-2 off=10308900 len=1969367 2023-12-22T17:39:27.302 INFO:tasks.workunit.client.0.smithi032.stdout:op 640 completed, throughput=5MB/sec 2023-12-22T17:39:27.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:39:27 smithi032 ceph-mon[191839]: pgmap v1365: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:39:27.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:39:27 smithi032 ceph-mon[189144]: pgmap v1365: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:39:28.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:39:27 smithi039 ceph-mon[181282]: pgmap v1365: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:39:28.303 INFO:tasks.workunit.client.0.smithi032.stdout: 128: throughput=4.96MB/sec pending data=0 2023-12-22T17:39:28.303 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AJF1-DaJtwcBs0F off=3053232 len=1403306 2023-12-22T17:39:28.309 INFO:tasks.workunit.client.0.smithi032.stdout:op 641 completed, throughput=4.97MB/sec 2023-12-22T17:39:28.309 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Bn9PyN6YrEs7cbd off=6847104 len=122369 2023-12-22T17:39:28.311 INFO:tasks.workunit.client.0.smithi032.stdout:op 642 completed, throughput=4.98MB/sec 2023-12-22T17:39:28.312 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hez7JxRr-0kHEh8 off=7027843 len=1852658 2023-12-22T17:39:28.314 INFO:tasks.workunit.client.0.smithi032.stdout:op 643 completed, throughput=4.99MB/sec 2023-12-22T17:39:28.314 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4HpaD5i8P82Cpq7 off=16424108 len=1709333 2023-12-22T17:39:28.322 INFO:tasks.workunit.client.0.smithi032.stdout:op 644 completed, throughput=5MB/sec 2023-12-22T17:39:29.322 INFO:tasks.workunit.client.0.smithi032.stdout: 129: throughput=4.96MB/sec pending data=0 2023-12-22T17:39:29.323 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ulTyOufpGoa6aYS off=3416143 len=188216 2023-12-22T17:39:29.323 INFO:tasks.workunit.client.0.smithi032.stdout:op 645 completed, throughput=4.96MB/sec 2023-12-22T17:39:29.323 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XmbA65NtYfptaYM off=1050086 len=1711861 2023-12-22T17:39:29.327 INFO:tasks.workunit.client.0.smithi032.stdout:op 646 completed, throughput=4.98MB/sec 2023-12-22T17:39:29.327 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OOF9S3-_crDjuqO off=2779942 len=130462 2023-12-22T17:39:29.330 INFO:tasks.workunit.client.0.smithi032.stdout:op 647 completed, throughput=4.98MB/sec 2023-12-22T17:39:29.330 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SC3DfV8n4tbIiKc off=10704516 len=1982710 2023-12-22T17:39:29.338 INFO:tasks.workunit.client.0.smithi032.stdout:op 648 completed, throughput=4.99MB/sec 2023-12-22T17:39:29.338 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-THlK_5EBvLWGuRy off=3844826 len=1641714 2023-12-22T17:39:29.340 INFO:tasks.workunit.client.0.smithi032.stdout:op 649 completed, throughput=5MB/sec 2023-12-22T17:39:29.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:39:29 smithi032 ceph-mon[191839]: pgmap v1366: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-22T17:39:29.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:39:29 smithi032 ceph-mon[189144]: pgmap v1366: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-22T17:39:30.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:39:29 smithi039 ceph-mon[181282]: pgmap v1366: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-22T17:39:30.340 INFO:tasks.workunit.client.0.smithi032.stdout: 130: throughput=4.97MB/sec pending data=0 2023-12-22T17:39:30.340 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xmfoHBPSK3SrA2B off=761409 len=891326 2023-12-22T17:39:30.345 INFO:tasks.workunit.client.0.smithi032.stdout:op 650 completed, throughput=4.97MB/sec 2023-12-22T17:39:30.345 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bUQXFazVINospV7 off=486161 len=1014228 2023-12-22T17:39:30.346 INFO:tasks.workunit.client.0.smithi032.stdout:op 651 completed, throughput=4.98MB/sec 2023-12-22T17:39:30.347 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3mD_LHKyLmChE25 off=2528267 len=356995 2023-12-22T17:39:30.349 INFO:tasks.workunit.client.0.smithi032.stdout:op 652 completed, throughput=4.98MB/sec 2023-12-22T17:39:30.349 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-y7_iw5OVZDS1r8d off=16157059 len=971152 2023-12-22T17:39:30.350 INFO:tasks.workunit.client.0.smithi032.stdout:op 653 completed, throughput=4.99MB/sec 2023-12-22T17:39:30.351 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cwMm2D1wCZElkw0 off=11533262 len=1095042 2023-12-22T17:39:30.352 INFO:tasks.workunit.client.0.smithi032.stdout:op 654 completed, throughput=5MB/sec 2023-12-22T17:39:30.352 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yKWFIFtn077wVdq off=2767107 len=815723 2023-12-22T17:39:30.353 INFO:tasks.workunit.client.0.smithi032.stdout:op 655 completed, throughput=5MB/sec 2023-12-22T17:39:31.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:39:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:39:30] "GET /metrics HTTP/1.1" 200 34010 "" "Prometheus/2.43.0" 2023-12-22T17:39:31.353 INFO:tasks.workunit.client.0.smithi032.stdout: 131: throughput=4.96MB/sec pending data=0 2023-12-22T17:39:31.354 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ji6FEOOov8R-CZQ off=18008030 len=1751290 2023-12-22T17:39:31.356 INFO:tasks.workunit.client.0.smithi032.stdout:op 656 completed, throughput=4.98MB/sec 2023-12-22T17:39:31.356 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VeurBlg4HCVzMNP off=5372199 len=1885460 2023-12-22T17:39:31.363 INFO:tasks.workunit.client.0.smithi032.stdout:op 657 completed, throughput=4.99MB/sec 2023-12-22T17:39:31.363 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jCHkAChlhjNeCtE off=409861 len=1746811 2023-12-22T17:39:31.370 INFO:tasks.workunit.client.0.smithi032.stdout:op 658 completed, throughput=5MB/sec 2023-12-22T17:39:32.371 INFO:tasks.workunit.client.0.smithi032.stdout: 132: throughput=4.96MB/sec pending data=0 2023-12-22T17:39:32.371 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IEdzFkWEB9RP7Zu off=15161042 len=1158299 2023-12-22T17:39:32.377 INFO:tasks.workunit.client.0.smithi032.stdout:op 659 completed, throughput=4.97MB/sec 2023-12-22T17:39:32.377 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-O1OUivYFa9LQT14 off=2637214 len=1095094 2023-12-22T17:39:32.379 INFO:tasks.workunit.client.0.smithi032.stdout:op 660 completed, throughput=4.98MB/sec 2023-12-22T17:39:32.379 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-k2gF8pTTJXZjD9p off=11928642 len=1276611 2023-12-22T17:39:32.385 INFO:tasks.workunit.client.0.smithi032.stdout:op 661 completed, throughput=4.99MB/sec 2023-12-22T17:39:32.386 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WwEabpjhwFVOzIe off=7106482 len=113386 2023-12-22T17:39:32.386 INFO:tasks.workunit.client.0.smithi032.stdout:op 662 completed, throughput=4.99MB/sec 2023-12-22T17:39:32.386 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RERr2KYu1lBk95S off=22728447 len=264053 2023-12-22T17:39:32.387 INFO:tasks.workunit.client.0.smithi032.stdout:op 663 completed, throughput=4.99MB/sec 2023-12-22T17:39:32.387 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YbK01F5lCEAr0JQ off=7055633 len=2065856 2023-12-22T17:39:32.389 INFO:tasks.workunit.client.0.smithi032.stdout:op 664 completed, throughput=5.01MB/sec 2023-12-22T17:39:32.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:39:32 smithi032 ceph-mon[191839]: pgmap v1367: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:39:32.677 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:39:32 smithi032 ceph-mon[189144]: pgmap v1367: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:39:32.753 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:39:32 smithi039 ceph-mon[181282]: pgmap v1367: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:39:33.390 INFO:tasks.workunit.client.0.smithi032.stdout: 133: throughput=4.97MB/sec pending data=0 2023-12-22T17:39:33.390 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HfHKxQafAZLDtWP off=9185740 len=894014 2023-12-22T17:39:33.395 INFO:tasks.workunit.client.0.smithi032.stdout:op 665 completed, throughput=4.98MB/sec 2023-12-22T17:39:33.395 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QZFgyr6t1mjtU2a off=2110410 len=1690040 2023-12-22T17:39:33.403 INFO:tasks.workunit.client.0.smithi032.stdout:op 666 completed, throughput=4.99MB/sec 2023-12-22T17:39:33.404 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-G9xCBZB-AHsQoY1 off=14261258 len=1530628 2023-12-22T17:39:33.410 INFO:tasks.workunit.client.0.smithi032.stdout:op 667 completed, throughput=5MB/sec 2023-12-22T17:39:33.411 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-m5j8WbZWJH2MPvC off=10673911 len=47157 2023-12-22T17:39:33.413 INFO:tasks.workunit.client.0.smithi032.stdout:op 668 completed, throughput=5MB/sec 2023-12-22T17:39:33.413 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AgnpNDEAYEIr4C5 off=0 len=1983239 2023-12-22T17:39:33.420 INFO:tasks.workunit.client.0.smithi032.stdout:op 669 completed, throughput=5.01MB/sec 2023-12-22T17:39:33.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:39:33 smithi032 ceph-mon[191839]: pgmap v1368: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:39:33.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:39:33 smithi032 ceph-mon[189144]: pgmap v1368: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:39:34.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:39:33 smithi039 ceph-mon[181282]: pgmap v1368: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:39:34.420 INFO:tasks.workunit.client.0.smithi032.stdout: 134: throughput=4.98MB/sec pending data=0 2023-12-22T17:39:34.420 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MPp_rTxs69D7ReO off=3935444 len=52613 2023-12-22T17:39:34.423 INFO:tasks.workunit.client.0.smithi032.stdout:op 670 completed, throughput=4.98MB/sec 2023-12-22T17:39:34.423 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NNusGHQH_EHCQhB off=241110 len=546330 2023-12-22T17:39:34.427 INFO:tasks.workunit.client.0.smithi032.stdout:op 671 completed, throughput=4.98MB/sec 2023-12-22T17:39:34.427 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-V1zt_LBLrOGqkEB off=8062712 len=1021814 2023-12-22T17:39:34.428 INFO:tasks.workunit.client.0.smithi032.stdout:op 672 completed, throughput=4.99MB/sec 2023-12-22T17:39:34.428 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YfQmV-JE2v2pjq7 off=1787611 len=1286879 2023-12-22T17:39:34.435 INFO:tasks.workunit.client.0.smithi032.stdout:op 673 completed, throughput=4.99MB/sec 2023-12-22T17:39:34.435 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HVd71fLmMxFBo5G off=11314240 len=1924196 2023-12-22T17:39:34.443 INFO:tasks.workunit.client.0.smithi032.stdout:op 674 completed, throughput=5.01MB/sec 2023-12-22T17:39:34.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:39:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:39:34.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:39:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:39:35.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:39:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:39:35.443 INFO:tasks.workunit.client.0.smithi032.stdout: 135: throughput=4.97MB/sec pending data=0 2023-12-22T17:39:35.444 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Kb-MOxQaPzPQXGJ off=18554815 len=177556 2023-12-22T17:39:35.445 INFO:tasks.workunit.client.0.smithi032.stdout:op 675 completed, throughput=4.97MB/sec 2023-12-22T17:39:35.445 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FA9sg60aTfAnGeu off=2542647 len=758385 2023-12-22T17:39:35.446 INFO:tasks.workunit.client.0.smithi032.stdout:op 676 completed, throughput=4.98MB/sec 2023-12-22T17:39:35.446 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ImosK3FuywTUCEu off=2315897 len=625478 2023-12-22T17:39:35.447 INFO:tasks.workunit.client.0.smithi032.stdout:op 677 completed, throughput=4.98MB/sec 2023-12-22T17:39:35.447 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Hgfs9oeRmodlm9r off=10025592 len=381028 2023-12-22T17:39:35.451 INFO:tasks.workunit.client.0.smithi032.stdout:op 678 completed, throughput=4.98MB/sec 2023-12-22T17:39:35.451 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OXOV_o1nwSiWw6C off=7386914 len=1205426 2023-12-22T17:39:35.453 INFO:tasks.workunit.client.0.smithi032.stdout:op 679 completed, throughput=4.99MB/sec 2023-12-22T17:39:35.453 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mfuwyJwVUTZcxFn off=4094076 len=1940024 2023-12-22T17:39:35.460 INFO:tasks.workunit.client.0.smithi032.stdout:op 680 completed, throughput=5.01MB/sec 2023-12-22T17:39:35.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:39:35 smithi032 ceph-mon[189144]: pgmap v1369: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:39:35.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:39:35 smithi032 ceph-mon[191839]: pgmap v1369: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:39:36.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:39:35 smithi039 ceph-mon[181282]: pgmap v1369: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:39:36.461 INFO:tasks.workunit.client.0.smithi032.stdout: 136: throughput=4.97MB/sec pending data=0 2023-12-22T17:39:36.461 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1okvLQSPL_2TJ3d off=4928664 len=1722125 2023-12-22T17:39:36.463 INFO:tasks.workunit.client.0.smithi032.stdout:op 681 completed, throughput=4.98MB/sec 2023-12-22T17:39:36.463 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wwvWPc1J1AkUZGy off=3147486 len=667889 2023-12-22T17:39:36.465 INFO:tasks.workunit.client.0.smithi032.stdout:op 682 completed, throughput=4.99MB/sec 2023-12-22T17:39:36.465 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5JLOje_QwycUIu9 off=12444142 len=1532135 2023-12-22T17:39:36.467 INFO:tasks.workunit.client.0.smithi032.stdout:op 683 completed, throughput=5MB/sec 2023-12-22T17:39:36.467 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RkISAZ1rKIAB_mr off=15010795 len=404023 2023-12-22T17:39:36.468 INFO:tasks.workunit.client.0.smithi032.stdout:op 684 completed, throughput=5MB/sec 2023-12-22T17:39:36.468 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YRMnTTkRrYKe-HT off=14133091 len=1433703 2023-12-22T17:39:36.474 INFO:tasks.workunit.client.0.smithi032.stdout:op 685 completed, throughput=5.01MB/sec 2023-12-22T17:39:37.474 INFO:tasks.workunit.client.0.smithi032.stdout: 137: throughput=4.97MB/sec pending data=0 2023-12-22T17:39:37.474 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RT9CRCezxI0zVA8 off=9467034 len=1397348 2023-12-22T17:39:37.482 INFO:tasks.workunit.client.0.smithi032.stdout:op 686 completed, throughput=4.98MB/sec 2023-12-22T17:39:37.483 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IYbVD9Bk0K-vddQ off=5529278 len=911869 2023-12-22T17:39:37.487 INFO:tasks.workunit.client.0.smithi032.stdout:op 687 completed, throughput=4.99MB/sec 2023-12-22T17:39:37.487 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nmvXlM6f7i0Acym off=1418589 len=1967569 2023-12-22T17:39:37.489 INFO:tasks.workunit.client.0.smithi032.stdout:op 688 completed, throughput=5MB/sec 2023-12-22T17:39:37.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:39:37 smithi032 ceph-mon[191839]: pgmap v1370: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:39:37.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:39:37 smithi032 ceph-mon[189144]: pgmap v1370: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:39:38.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:39:37 smithi039 ceph-mon[181282]: pgmap v1370: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:39:38.489 INFO:tasks.workunit.client.0.smithi032.stdout: 138: throughput=4.97MB/sec pending data=0 2023-12-22T17:39:38.490 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rj9oyjYlYPiAAx- off=6658819 len=63145 2023-12-22T17:39:38.490 INFO:tasks.workunit.client.0.smithi032.stdout:op 689 completed, throughput=4.97MB/sec 2023-12-22T17:39:38.490 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rPuqjD5ch5IeEqM off=1857303 len=373568 2023-12-22T17:39:38.491 INFO:tasks.workunit.client.0.smithi032.stdout:op 690 completed, throughput=4.97MB/sec 2023-12-22T17:39:38.491 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jWCvfSB1sGgrbm3 off=695010 len=760058 2023-12-22T17:39:38.492 INFO:tasks.workunit.client.0.smithi032.stdout:op 691 completed, throughput=4.97MB/sec 2023-12-22T17:39:38.492 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XvqY-NaA6M08mni off=5651097 len=1034407 2023-12-22T17:39:38.498 INFO:tasks.workunit.client.0.smithi032.stdout:op 692 completed, throughput=4.98MB/sec 2023-12-22T17:39:38.498 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qU7Jdrb5CJUuUIg off=1202958 len=363995 2023-12-22T17:39:38.501 INFO:tasks.workunit.client.0.smithi032.stdout:op 693 completed, throughput=4.98MB/sec 2023-12-22T17:39:38.501 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LY3c_SlwOAG3ERM off=5982267 len=2065960 2023-12-22T17:39:38.505 INFO:tasks.workunit.client.0.smithi032.stdout:op 694 completed, throughput=5MB/sec 2023-12-22T17:39:38.505 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ikDZ6hk2XEceTdf off=11443704 len=289973 2023-12-22T17:39:38.506 INFO:tasks.workunit.client.0.smithi032.stdout:op 695 completed, throughput=5MB/sec 2023-12-22T17:39:38.506 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gp6SWn4-zkDU6F7 off=15868153 len=1225946 2023-12-22T17:39:38.511 INFO:tasks.workunit.client.0.smithi032.stdout:op 696 completed, throughput=5.01MB/sec 2023-12-22T17:39:39.427 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:39:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:39:39.427 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:39:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:39:39.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:39:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:39:39.511 INFO:tasks.workunit.client.0.smithi032.stdout: 139: throughput=4.97MB/sec pending data=0 2023-12-22T17:39:39.511 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6Cev1PkUjTQksY4 off=337082 len=1803829 2023-12-22T17:39:39.519 INFO:tasks.workunit.client.0.smithi032.stdout:op 697 completed, throughput=4.98MB/sec 2023-12-22T17:39:39.519 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YUBGQsOE1P2sNIC off=2654473 len=310661 2023-12-22T17:39:39.521 INFO:tasks.workunit.client.0.smithi032.stdout:op 698 completed, throughput=4.99MB/sec 2023-12-22T17:39:39.521 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-THlK_5EBvLWGuRy off=2445664 len=349211 2023-12-22T17:39:39.522 INFO:tasks.workunit.client.0.smithi032.stdout:op 699 completed, throughput=4.99MB/sec 2023-12-22T17:39:39.522 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-D3A9vY8xavmAu-X off=1903662 len=1273091 2023-12-22T17:39:39.524 INFO:tasks.workunit.client.0.smithi032.stdout:op 700 completed, throughput=5MB/sec 2023-12-22T17:39:39.524 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OBkhj25lpqq3eaa off=8644121 len=1530041 2023-12-22T17:39:39.526 INFO:tasks.workunit.client.0.smithi032.stdout:op 701 completed, throughput=5.01MB/sec 2023-12-22T17:39:40.427 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:39:40 smithi032 ceph-mon[191839]: pgmap v1371: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:39:40.427 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:39:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:39:40.427 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:39:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:39:40.427 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:39:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:39:40.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:39:40 smithi032 ceph-mon[189144]: pgmap v1371: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:39:40.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:39:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:39:40.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:39:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:39:40.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:39:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:39:40.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:39:40 smithi039 ceph-mon[181282]: pgmap v1371: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:39:40.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:39:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:39:40.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:39:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:39:40.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:39:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:39:40.526 INFO:tasks.workunit.client.0.smithi032.stdout: 140: throughput=4.97MB/sec pending data=0 2023-12-22T17:39:40.526 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Fs_BqpucptioxLK off=2715334 len=380613 2023-12-22T17:39:40.530 INFO:tasks.workunit.client.0.smithi032.stdout:op 702 completed, throughput=4.97MB/sec 2023-12-22T17:39:40.530 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yX73pNgKbMnAAyM off=12899895 len=696018 2023-12-22T17:39:40.531 INFO:tasks.workunit.client.0.smithi032.stdout:op 703 completed, throughput=4.98MB/sec 2023-12-22T17:39:40.531 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gE6389fSXhalsIv off=9310889 len=435093 2023-12-22T17:39:40.532 INFO:tasks.workunit.client.0.smithi032.stdout:op 704 completed, throughput=4.98MB/sec 2023-12-22T17:39:40.532 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_OSCqTbtaHFp8WF off=794593 len=6029 2023-12-22T17:39:40.534 INFO:tasks.workunit.client.0.smithi032.stdout:op 705 completed, throughput=4.98MB/sec 2023-12-22T17:39:40.534 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wfOZtpPewPBppva off=874668 len=1445719 2023-12-22T17:39:40.536 INFO:tasks.workunit.client.0.smithi032.stdout:op 706 completed, throughput=4.99MB/sec 2023-12-22T17:39:40.536 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-82EZPg7NVeLpsXa off=5228256 len=133025 2023-12-22T17:39:40.537 INFO:tasks.workunit.client.0.smithi032.stdout:op 707 completed, throughput=4.99MB/sec 2023-12-22T17:39:40.537 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jxXnnk1X1FO36nr off=14465623 len=139397 2023-12-22T17:39:40.538 INFO:tasks.workunit.client.0.smithi032.stdout:op 708 completed, throughput=4.99MB/sec 2023-12-22T17:39:40.538 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qL8MKQSoXNWKZwB off=1604831 len=1118236 2023-12-22T17:39:40.543 INFO:tasks.workunit.client.0.smithi032.stdout:op 709 completed, throughput=5MB/sec 2023-12-22T17:39:41.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:39:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:39:40] "GET /metrics HTTP/1.1" 200 34007 "" "Prometheus/2.43.0" 2023-12-22T17:39:41.543 INFO:tasks.workunit.client.0.smithi032.stdout: 141: throughput=4.97MB/sec pending data=0 2023-12-22T17:39:41.544 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2wrSC1lXd2h1KCe off=4306655 len=1474635 2023-12-22T17:39:41.546 INFO:tasks.workunit.client.0.smithi032.stdout:op 710 completed, throughput=4.98MB/sec 2023-12-22T17:39:41.546 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HrZ0lXbUNSf8rBd off=2175746 len=388895 2023-12-22T17:39:41.547 INFO:tasks.workunit.client.0.smithi032.stdout:op 711 completed, throughput=4.98MB/sec 2023-12-22T17:39:41.547 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GycVmP_zTCBJ6ZP off=4252756 len=206344 2023-12-22T17:39:41.549 INFO:tasks.workunit.client.0.smithi032.stdout:op 712 completed, throughput=4.98MB/sec 2023-12-22T17:39:41.550 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FO-gdkNLylDJBPK off=8783596 len=893790 2023-12-22T17:39:41.550 INFO:tasks.workunit.client.0.smithi032.stdout:op 713 completed, throughput=4.99MB/sec 2023-12-22T17:39:41.550 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rxL7aR04Q19MEHq off=5532973 len=1766842 2023-12-22T17:39:41.558 INFO:tasks.workunit.client.0.smithi032.stdout:op 714 completed, throughput=5MB/sec 2023-12-22T17:39:41.558 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-foiJ6BaLQwQevj4 off=0 len=1555945 2023-12-22T17:39:41.560 INFO:tasks.workunit.client.0.smithi032.stdout:op 715 completed, throughput=5.01MB/sec 2023-12-22T17:39:42.560 INFO:tasks.workunit.client.0.smithi032.stdout: 142: throughput=4.97MB/sec pending data=0 2023-12-22T17:39:42.560 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-oBlTyMApBlPgF2U off=4381637 len=1320656 2023-12-22T17:39:42.562 INFO:tasks.workunit.client.0.smithi032.stdout:op 716 completed, throughput=4.98MB/sec 2023-12-22T17:39:42.562 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ynqWvlyAOVRz6oS off=8117544 len=499096 2023-12-22T17:39:42.565 INFO:tasks.workunit.client.0.smithi032.stdout:op 717 completed, throughput=4.98MB/sec 2023-12-22T17:39:42.565 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MsReTGgor4GZ0z3 off=10383189 len=831234 2023-12-22T17:39:42.571 INFO:tasks.workunit.client.0.smithi032.stdout:op 718 completed, throughput=4.99MB/sec 2023-12-22T17:39:42.571 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-amIZiaVFfwg0CST off=3094801 len=872493 2023-12-22T17:39:42.572 INFO:tasks.workunit.client.0.smithi032.stdout:op 719 completed, throughput=5MB/sec 2023-12-22T17:39:42.572 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-r58Sg0SSw0O7eyO off=4671222 len=800039 2023-12-22T17:39:42.576 INFO:tasks.workunit.client.0.smithi032.stdout:op 720 completed, throughput=5MB/sec 2023-12-22T17:39:42.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:39:42 smithi032 ceph-mon[191839]: pgmap v1372: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-22T17:39:42.677 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:39:42 smithi032 ceph-mon[189144]: pgmap v1372: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-22T17:39:42.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:39:42 smithi039 ceph-mon[181282]: pgmap v1372: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-22T17:39:43.576 INFO:tasks.workunit.client.0.smithi032.stdout: 143: throughput=4.97MB/sec pending data=0 2023-12-22T17:39:43.576 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-K44sT-zpAEPiwiq off=22968456 len=869480 2023-12-22T17:39:43.578 INFO:tasks.workunit.client.0.smithi032.stdout:op 721 completed, throughput=4.97MB/sec 2023-12-22T17:39:43.578 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YuJdPGiDLwbQVXd off=12144508 len=589427 2023-12-22T17:39:43.582 INFO:tasks.workunit.client.0.smithi032.stdout:op 722 completed, throughput=4.98MB/sec 2023-12-22T17:39:43.583 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GMVP6kmfBLfCfSO off=5501136 len=1404470 2023-12-22T17:39:43.589 INFO:tasks.workunit.client.0.smithi032.stdout:op 723 completed, throughput=4.98MB/sec 2023-12-22T17:39:43.589 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hr_fBtYeaY0Zlhd off=5134210 len=389652 2023-12-22T17:39:43.592 INFO:tasks.workunit.client.0.smithi032.stdout:op 724 completed, throughput=4.99MB/sec 2023-12-22T17:39:43.592 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WYXA6wayKqmclfm off=1061459 len=983928 2023-12-22T17:39:43.593 INFO:tasks.workunit.client.0.smithi032.stdout:op 725 completed, throughput=4.99MB/sec 2023-12-22T17:39:43.593 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dMyLYtQMkOWiVxc off=3640379 len=51676 2023-12-22T17:39:43.594 INFO:tasks.workunit.client.0.smithi032.stdout:op 726 completed, throughput=4.99MB/sec 2023-12-22T17:39:43.594 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-M2j75wrYRg6vebz off=301240 len=1286505 2023-12-22T17:39:43.598 INFO:tasks.workunit.client.0.smithi032.stdout:op 727 completed, throughput=5MB/sec 2023-12-22T17:39:43.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:39:43 smithi032 ceph-mon[191839]: pgmap v1373: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:39:43.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:39:43 smithi032 ceph-mon[189144]: pgmap v1373: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:39:44.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:39:43 smithi039 ceph-mon[181282]: pgmap v1373: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:39:44.599 INFO:tasks.workunit.client.0.smithi032.stdout: 144: throughput=4.97MB/sec pending data=0 2023-12-22T17:39:44.599 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-eFL8Mnix03LbCZ3 off=1634255 len=1594129 2023-12-22T17:39:44.606 INFO:tasks.workunit.client.0.smithi032.stdout:op 728 completed, throughput=4.98MB/sec 2023-12-22T17:39:44.606 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HndEF6Tdrs4tyzG off=4402324 len=1015717 2023-12-22T17:39:44.611 INFO:tasks.workunit.client.0.smithi032.stdout:op 729 completed, throughput=4.98MB/sec 2023-12-22T17:39:44.611 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-G2bKz0udtz8D2fu off=3615291 len=1257321 2023-12-22T17:39:44.612 INFO:tasks.workunit.client.0.smithi032.stdout:op 730 completed, throughput=4.99MB/sec 2023-12-22T17:39:44.612 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0U72pssIqcNeSnG off=14026561 len=1795289 2023-12-22T17:39:44.614 INFO:tasks.workunit.client.0.smithi032.stdout:op 731 completed, throughput=5MB/sec 2023-12-22T17:39:45.614 INFO:tasks.workunit.client.0.smithi032.stdout: 145: throughput=4.97MB/sec pending data=0 2023-12-22T17:39:45.615 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Np3-YfCvtZy2i3m off=615961 len=537576 2023-12-22T17:39:45.618 INFO:tasks.workunit.client.0.smithi032.stdout:op 732 completed, throughput=4.97MB/sec 2023-12-22T17:39:45.618 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yd31UnEZDd3f5Ak off=0 len=1857045 2023-12-22T17:39:45.626 INFO:tasks.workunit.client.0.smithi032.stdout:op 733 completed, throughput=4.98MB/sec 2023-12-22T17:39:45.626 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-naWS_FgbrWyFio9 off=764087 len=450237 2023-12-22T17:39:45.630 INFO:tasks.workunit.client.0.smithi032.stdout:op 734 completed, throughput=4.99MB/sec 2023-12-22T17:39:45.630 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0u3brdOuE1PXegd off=15630042 len=122048 2023-12-22T17:39:45.630 INFO:tasks.workunit.client.0.smithi032.stdout:op 735 completed, throughput=4.99MB/sec 2023-12-22T17:39:45.631 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ocHAwL4P-h0ZiPF off=14770739 len=232215 2023-12-22T17:39:45.633 INFO:tasks.workunit.client.0.smithi032.stdout:op 736 completed, throughput=4.99MB/sec 2023-12-22T17:39:45.634 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-i9e-H4ohWZ1dTfR off=3803086 len=900224 2023-12-22T17:39:45.635 INFO:tasks.workunit.client.0.smithi032.stdout:op 737 completed, throughput=5MB/sec 2023-12-22T17:39:45.635 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gnl_BBkLoQPELbK off=5694278 len=827263 2023-12-22T17:39:45.636 INFO:tasks.workunit.client.0.smithi032.stdout:op 738 completed, throughput=5MB/sec 2023-12-22T17:39:45.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:39:45 smithi032 ceph-mon[189144]: pgmap v1374: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:39:45.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:39:45 smithi032 ceph-mon[191839]: pgmap v1374: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:39:46.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:39:45 smithi039 ceph-mon[181282]: pgmap v1374: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:39:46.636 INFO:tasks.workunit.client.0.smithi032.stdout: 146: throughput=4.97MB/sec pending data=0 2023-12-22T17:39:46.636 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-R9rgc9mulchSR1V off=548140 len=2007592 2023-12-22T17:39:46.639 INFO:tasks.workunit.client.0.smithi032.stdout:op 739 completed, throughput=4.98MB/sec 2023-12-22T17:39:46.639 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-aFvmsBcO7t_ohGI off=9268821 len=1789813 2023-12-22T17:39:46.640 INFO:tasks.workunit.client.0.smithi032.stdout:op 740 completed, throughput=4.99MB/sec 2023-12-22T17:39:46.640 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Cy2w1W219SPln6k off=1200836 len=272988 2023-12-22T17:39:46.641 INFO:tasks.workunit.client.0.smithi032.stdout:op 741 completed, throughput=4.99MB/sec 2023-12-22T17:39:46.641 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bytd5h5X0XH1t5Z off=1397987 len=1272283 2023-12-22T17:39:46.648 INFO:tasks.workunit.client.0.smithi032.stdout:op 742 completed, throughput=5MB/sec 2023-12-22T17:39:47.648 INFO:tasks.workunit.client.0.smithi032.stdout: 147: throughput=4.97MB/sec pending data=0 2023-12-22T17:39:47.648 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--y2789djeZasaws off=9342282 len=438996 2023-12-22T17:39:47.649 INFO:tasks.workunit.client.0.smithi032.stdout:op 743 completed, throughput=4.97MB/sec 2023-12-22T17:39:47.649 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wfri5yct-69FKrF off=6917041 len=1226758 2023-12-22T17:39:47.655 INFO:tasks.workunit.client.0.smithi032.stdout:op 744 completed, throughput=4.98MB/sec 2023-12-22T17:39:47.656 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uf3xHeNvtExRMcm off=6254364 len=393682 2023-12-22T17:39:47.656 INFO:tasks.workunit.client.0.smithi032.stdout:op 745 completed, throughput=4.98MB/sec 2023-12-22T17:39:47.656 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-z5aghmaC0RdYMen off=1851326 len=154400 2023-12-22T17:39:47.657 INFO:tasks.workunit.client.0.smithi032.stdout:op 746 completed, throughput=4.98MB/sec 2023-12-22T17:39:47.657 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tcYnU15g--deUYr off=8907501 len=594048 2023-12-22T17:39:47.658 INFO:tasks.workunit.client.0.smithi032.stdout:op 747 completed, throughput=4.99MB/sec 2023-12-22T17:39:47.658 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2_08I4UJnRjZpef off=4598661 len=907720 2023-12-22T17:39:47.660 INFO:tasks.workunit.client.0.smithi032.stdout:op 748 completed, throughput=4.99MB/sec 2023-12-22T17:39:47.660 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-g52_o76dzXiet9D off=6364607 len=370911 2023-12-22T17:39:47.663 INFO:tasks.workunit.client.0.smithi032.stdout:op 749 completed, throughput=4.99MB/sec 2023-12-22T17:39:47.663 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QvJcOuy8dWqME7t off=139509 len=282777 2023-12-22T17:39:47.663 INFO:tasks.workunit.client.0.smithi032.stdout:op 750 completed, throughput=5MB/sec 2023-12-22T17:39:47.663 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-P9acQZbNyJONTVi off=19197879 len=555392 2023-12-22T17:39:47.667 INFO:tasks.workunit.client.0.smithi032.stdout:op 751 completed, throughput=5MB/sec 2023-12-22T17:39:47.667 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3H1ck2svVOdkCl0 off=4845413 len=85741 2023-12-22T17:39:47.667 INFO:tasks.workunit.client.0.smithi032.stdout:op 752 completed, throughput=5MB/sec 2023-12-22T17:39:47.668 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-L_qig-ptHcFvwVo off=4242496 len=1862753 2023-12-22T17:39:47.669 INFO:tasks.workunit.client.0.smithi032.stdout:op 753 completed, throughput=5.01MB/sec 2023-12-22T17:39:47.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:39:47 smithi032 ceph-mon[191839]: pgmap v1375: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:39:47.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:39:47 smithi032 ceph-mon[189144]: pgmap v1375: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:39:48.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:39:47 smithi039 ceph-mon[181282]: pgmap v1375: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:39:48.439 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:39:48.670 INFO:tasks.workunit.client.0.smithi032.stdout: 148: throughput=4.98MB/sec pending data=0 2023-12-22T17:39:48.670 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NSo6fTHCcQpw0bk off=20763949 len=939220 2023-12-22T17:39:48.672 INFO:tasks.workunit.client.0.smithi032.stdout:op 754 completed, throughput=4.98MB/sec 2023-12-22T17:39:48.672 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5eprjahnDzR9wsv off=11796938 len=609929 2023-12-22T17:39:48.673 INFO:tasks.workunit.client.0.smithi032.stdout:op 755 completed, throughput=4.99MB/sec 2023-12-22T17:39:48.673 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-s3qFSfWnQVZIe97 off=10905259 len=253772 2023-12-22T17:39:48.674 INFO:tasks.workunit.client.0.smithi032.stdout:op 756 completed, throughput=4.99MB/sec 2023-12-22T17:39:48.674 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KQOTZAwLgc2AjAt off=684295 len=590709 2023-12-22T17:39:48.674 INFO:tasks.workunit.client.0.smithi032.stdout:op 757 completed, throughput=4.99MB/sec 2023-12-22T17:39:48.675 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9_mGykE_RQZzr-J off=3025595 len=14269 2023-12-22T17:39:48.675 INFO:tasks.workunit.client.0.smithi032.stdout:op 758 completed, throughput=4.99MB/sec 2023-12-22T17:39:48.675 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cAYHZR8U9KTnuKB off=4620743 len=353309 2023-12-22T17:39:48.677 INFO:tasks.workunit.client.0.smithi032.stdout:op 759 completed, throughput=4.99MB/sec 2023-12-22T17:39:48.677 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IN0hf704NCiEqGr off=22550106 len=1996976 2023-12-22T17:39:48.679 INFO:tasks.workunit.client.0.smithi032.stdout:op 760 completed, throughput=5.01MB/sec 2023-12-22T17:39:48.764 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:39:48.764 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (19m) 6m ago 24m 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:39:48.764 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (19m) 4m ago 24m 91.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:39:48.764 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (25m) 6m ago 25m 18.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:39:48.764 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (25m) 4m ago 25m 25.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:39:48.764 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (19m) 4m ago 27m 455M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:39:48.764 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (19m) 6m ago 29m 532M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:39:48.765 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (18m) 6m ago 29m 191M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:39:48.765 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (18m) 4m ago 27m 131M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:39:48.765 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (18m) 6m ago 27m 128M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:39:48.765 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (19m) 6m ago 24m 15.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:39:48.765 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (19m) 4m ago 24m 17.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:39:48.765 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (17m) 6m ago 27m 1428M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:39:48.765 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (17m) 6m ago 27m 1887M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:39:48.765 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (16m) 6m ago 26m 1085M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:39:48.765 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (16m) 6m ago 26m 1580M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:39:48.766 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (15m) 4m ago 26m 1675M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:39:48.766 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (15m) 4m ago 25m 1206M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:39:48.766 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (14m) 4m ago 25m 798M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:39:48.766 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (14m) 4m ago 25m 986M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:39:48.766 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (19m) 4m ago 24m 66.1M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:39:48.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:39:48 smithi032 ceph-mon[191839]: from='client.45209 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:39:48.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:39:48 smithi032 ceph-mon[189144]: from='client.45209 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:39:49.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:39:48 smithi039 ceph-mon[181282]: from='client.45209 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:39:49.167 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:39:49.167 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:39:49.167 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:39:49.167 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:39:49.167 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:39:49.168 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:39:49.168 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:39:49.168 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:39:49.168 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:39:49.168 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:39:49.168 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:39:49.168 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:39:49.168 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:39:49.168 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:39:49.168 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:39:49.168 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:39:49.168 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:39:49.168 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:39:49.679 INFO:tasks.workunit.client.0.smithi032.stdout: 149: throughput=4.97MB/sec pending data=0 2023-12-22T17:39:49.679 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-B6TzR-7Gm1tnklg off=7456974 len=2081775 2023-12-22T17:39:49.687 INFO:tasks.workunit.client.0.smithi032.stdout:op 761 completed, throughput=4.99MB/sec 2023-12-22T17:39:49.687 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-W1wHsYuo36FQD4W off=6963839 len=1785306 2023-12-22T17:39:49.693 INFO:tasks.workunit.client.0.smithi032.stdout:op 762 completed, throughput=5MB/sec 2023-12-22T17:39:49.694 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-duCeCJnDhQQJguO off=0 len=1364712 2023-12-22T17:39:49.694 INFO:tasks.workunit.client.0.smithi032.stdout:op 763 completed, throughput=5.01MB/sec 2023-12-22T17:39:49.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:39:49 smithi032 ceph-mon[191839]: from='client.35280 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:39:49.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:39:49 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2070293760' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:39:49.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:39:49 smithi032 ceph-mon[191839]: pgmap v1376: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:39:49.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:39:49 smithi032 ceph-mon[189144]: from='client.35280 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:39:49.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:39:49 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2070293760' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:39:49.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:39:49 smithi032 ceph-mon[189144]: pgmap v1376: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:39:50.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:39:49 smithi039 ceph-mon[181282]: from='client.35280 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:39:50.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:39:49 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2070293760' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:39:50.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:39:49 smithi039 ceph-mon[181282]: pgmap v1376: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:39:50.695 INFO:tasks.workunit.client.0.smithi032.stdout: 150: throughput=4.97MB/sec pending data=0 2023-12-22T17:39:50.695 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OL_BnvLUaqwlZrU off=4575396 len=1122120 2023-12-22T17:39:50.696 INFO:tasks.workunit.client.0.smithi032.stdout:op 764 completed, throughput=4.98MB/sec 2023-12-22T17:39:50.696 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YUBGQsOE1P2sNIC off=454909 len=1541549 2023-12-22T17:39:50.703 INFO:tasks.workunit.client.0.smithi032.stdout:op 765 completed, throughput=4.99MB/sec 2023-12-22T17:39:50.703 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vCKnuGbNgGP-XGu off=17979149 len=2047381 2023-12-22T17:39:50.705 INFO:tasks.workunit.client.0.smithi032.stdout:op 766 completed, throughput=5MB/sec 2023-12-22T17:39:50.853 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:39:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:39:50.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:39:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:39:51.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:39:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:39:51.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:39:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:39:50] "GET /metrics HTTP/1.1" 200 34010 "" "Prometheus/2.43.0" 2023-12-22T17:39:51.706 INFO:tasks.workunit.client.0.smithi032.stdout: 151: throughput=4.97MB/sec pending data=0 2023-12-22T17:39:51.706 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UUuKAOnhyGnRArA off=18795987 len=592216 2023-12-22T17:39:51.707 INFO:tasks.workunit.client.0.smithi032.stdout:op 767 completed, throughput=4.97MB/sec 2023-12-22T17:39:51.707 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hsY1P-aCHBlw-QQ off=13513400 len=575478 2023-12-22T17:39:51.711 INFO:tasks.workunit.client.0.smithi032.stdout:op 768 completed, throughput=4.98MB/sec 2023-12-22T17:39:51.711 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vzGC7sJH1cRRqTo off=2976066 len=1715254 2023-12-22T17:39:51.715 INFO:tasks.workunit.client.0.smithi032.stdout:op 769 completed, throughput=4.99MB/sec 2023-12-22T17:39:51.715 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UsYMd4X2j48RiYv off=14671456 len=847726 2023-12-22T17:39:51.716 INFO:tasks.workunit.client.0.smithi032.stdout:op 770 completed, throughput=4.99MB/sec 2023-12-22T17:39:51.716 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-J8s5-SKytSFdAXl off=14304233 len=174176 2023-12-22T17:39:51.719 INFO:tasks.workunit.client.0.smithi032.stdout:op 771 completed, throughput=4.99MB/sec 2023-12-22T17:39:51.719 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7lgLMLRvwl9SF5w off=3502236 len=1021306 2023-12-22T17:39:51.720 INFO:tasks.workunit.client.0.smithi032.stdout:op 772 completed, throughput=5MB/sec 2023-12-22T17:39:52.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:39:52 smithi032 ceph-mon[191839]: pgmap v1377: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-22T17:39:52.677 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:39:52 smithi032 ceph-mon[189144]: pgmap v1377: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-22T17:39:52.720 INFO:tasks.workunit.client.0.smithi032.stdout: 152: throughput=4.97MB/sec pending data=0 2023-12-22T17:39:52.720 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8diHU4KeiQv3XQY off=2879491 len=579780 2023-12-22T17:39:52.722 INFO:tasks.workunit.client.0.smithi032.stdout:op 773 completed, throughput=4.97MB/sec 2023-12-22T17:39:52.722 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bTPwOTt_dlD1QiL off=5885637 len=1897339 2023-12-22T17:39:52.730 INFO:tasks.workunit.client.0.smithi032.stdout:op 774 completed, throughput=4.98MB/sec 2023-12-22T17:39:52.730 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JbFbWQofOT1rmK2 off=5220493 len=1471355 2023-12-22T17:39:52.738 INFO:tasks.workunit.client.0.smithi032.stdout:op 775 completed, throughput=4.99MB/sec 2023-12-22T17:39:52.738 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-td2MOF5JnFtG_Or off=6551877 len=1156595 2023-12-22T17:39:52.742 INFO:tasks.workunit.client.0.smithi032.stdout:op 776 completed, throughput=5MB/sec 2023-12-22T17:39:52.743 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YbZR6WYPgHIg0Hz off=21016495 len=782745 2023-12-22T17:39:52.747 INFO:tasks.workunit.client.0.smithi032.stdout:op 777 completed, throughput=5MB/sec 2023-12-22T17:39:52.753 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:39:52 smithi039 ceph-mon[181282]: pgmap v1377: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-22T17:39:53.748 INFO:tasks.workunit.client.0.smithi032.stdout: 153: throughput=4.97MB/sec pending data=0 2023-12-22T17:39:53.748 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-juiS5QK7jYYKUUT off=11808983 len=1123843 2023-12-22T17:39:53.750 INFO:tasks.workunit.client.0.smithi032.stdout:op 778 completed, throughput=4.98MB/sec 2023-12-22T17:39:53.750 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vQ3t0OwUqdp3rRs off=12547768 len=863722 2023-12-22T17:39:53.750 INFO:tasks.workunit.client.0.smithi032.stdout:op 779 completed, throughput=4.98MB/sec 2023-12-22T17:39:53.751 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qN7ByYxnFWv2EKR off=1210172 len=1050809 2023-12-22T17:39:53.756 INFO:tasks.workunit.client.0.smithi032.stdout:op 780 completed, throughput=4.99MB/sec 2023-12-22T17:39:53.756 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-o1AbMAVnyl6YkVn off=2710241 len=1333551 2023-12-22T17:39:53.763 INFO:tasks.workunit.client.0.smithi032.stdout:op 781 completed, throughput=5MB/sec 2023-12-22T17:39:53.763 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BjT-c6C7bqTIUHu off=2369234 len=99742 2023-12-22T17:39:53.765 INFO:tasks.workunit.client.0.smithi032.stdout:op 782 completed, throughput=5MB/sec 2023-12-22T17:39:53.765 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UPpNufO8z674x-S off=3118794 len=2005994 2023-12-22T17:39:53.768 INFO:tasks.workunit.client.0.smithi032.stdout:op 783 completed, throughput=5.01MB/sec 2023-12-22T17:39:53.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:39:53 smithi032 ceph-mon[191839]: pgmap v1378: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-22T17:39:53.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:39:53 smithi032 ceph-mon[189144]: pgmap v1378: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-22T17:39:54.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:39:53 smithi039 ceph-mon[181282]: pgmap v1378: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-22T17:39:54.768 INFO:tasks.workunit.client.0.smithi032.stdout: 154: throughput=4.98MB/sec pending data=0 2023-12-22T17:39:54.768 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-90L0F3X0RWGFN1z off=14271425 len=892053 2023-12-22T17:39:54.773 INFO:tasks.workunit.client.0.smithi032.stdout:op 784 completed, throughput=4.98MB/sec 2023-12-22T17:39:54.773 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mtAcRgJpTrd-hU2 off=1877799 len=686120 2023-12-22T17:39:54.777 INFO:tasks.workunit.client.0.smithi032.stdout:op 785 completed, throughput=4.99MB/sec 2023-12-22T17:39:54.777 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jGgwI6W8g3TBdYr off=1354251 len=1383919 2023-12-22T17:39:54.779 INFO:tasks.workunit.client.0.smithi032.stdout:op 786 completed, throughput=5MB/sec 2023-12-22T17:39:54.779 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pSwXwM7TTmDtcEU off=23435174 len=550545 2023-12-22T17:39:54.782 INFO:tasks.workunit.client.0.smithi032.stdout:op 787 completed, throughput=5MB/sec 2023-12-22T17:39:54.782 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YVItnRWOUReDEUs off=6309021 len=1907438 2023-12-22T17:39:54.783 INFO:tasks.workunit.client.0.smithi032.stdout:op 788 completed, throughput=5.01MB/sec 2023-12-22T17:39:55.784 INFO:tasks.workunit.client.0.smithi032.stdout: 155: throughput=4.98MB/sec pending data=0 2023-12-22T17:39:55.784 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dm-_esbgwrH5eAe off=1452286 len=574150 2023-12-22T17:39:55.786 INFO:tasks.workunit.client.0.smithi032.stdout:op 789 completed, throughput=4.98MB/sec 2023-12-22T17:39:55.786 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RipOOVCGZmSgSm0 off=219031 len=759812 2023-12-22T17:39:55.791 INFO:tasks.workunit.client.0.smithi032.stdout:op 790 completed, throughput=4.99MB/sec 2023-12-22T17:39:55.791 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_ark6cYzSciwi_l off=0 len=1427848 2023-12-22T17:39:55.798 INFO:tasks.workunit.client.0.smithi032.stdout:op 791 completed, throughput=5MB/sec 2023-12-22T17:39:55.798 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3mxYbYnZ5Ln_foa off=10544588 len=1009685 2023-12-22T17:39:55.803 INFO:tasks.workunit.client.0.smithi032.stdout:op 792 completed, throughput=5MB/sec 2023-12-22T17:39:55.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:39:55 smithi032 ceph-mon[191839]: pgmap v1379: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:39:55.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:39:55 smithi032 ceph-mon[189144]: pgmap v1379: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:39:56.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:39:55 smithi039 ceph-mon[181282]: pgmap v1379: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:39:56.804 INFO:tasks.workunit.client.0.smithi032.stdout: 156: throughput=4.97MB/sec pending data=0 2023-12-22T17:39:56.804 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PqtTr-wUTHjWlJZ off=5085142 len=1681228 2023-12-22T17:39:56.806 INFO:tasks.workunit.client.0.smithi032.stdout:op 793 completed, throughput=4.98MB/sec 2023-12-22T17:39:56.806 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1Jial_3V4kD1FDm off=6367870 len=561453 2023-12-22T17:39:56.807 INFO:tasks.workunit.client.0.smithi032.stdout:op 794 completed, throughput=4.98MB/sec 2023-12-22T17:39:56.807 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7QVoEPLA7rOAvR8 off=133989 len=572263 2023-12-22T17:39:56.808 INFO:tasks.workunit.client.0.smithi032.stdout:op 795 completed, throughput=4.99MB/sec 2023-12-22T17:39:56.808 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XA2SDwjNE_Ym_VE off=10677355 len=1921565 2023-12-22T17:39:56.810 INFO:tasks.workunit.client.0.smithi032.stdout:op 796 completed, throughput=5MB/sec 2023-12-22T17:39:56.810 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pYPugM8cS1MNzS1 off=7448555 len=1009586 2023-12-22T17:39:56.811 INFO:tasks.workunit.client.0.smithi032.stdout:op 797 completed, throughput=5MB/sec 2023-12-22T17:39:57.812 INFO:tasks.workunit.client.0.smithi032.stdout: 157: throughput=4.97MB/sec pending data=0 2023-12-22T17:39:57.812 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CCR7BjglY07BL3P off=4031500 len=1175212 2023-12-22T17:39:57.818 INFO:tasks.workunit.client.0.smithi032.stdout:op 798 completed, throughput=4.98MB/sec 2023-12-22T17:39:57.818 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gN-f1YIL4dkuNio off=1904457 len=28183 2023-12-22T17:39:57.820 INFO:tasks.workunit.client.0.smithi032.stdout:op 799 completed, throughput=4.98MB/sec 2023-12-22T17:39:57.820 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-t_Xcd933lYlsvaT off=4149942 len=1375484 2023-12-22T17:39:57.822 INFO:tasks.workunit.client.0.smithi032.stdout:op 800 completed, throughput=4.99MB/sec 2023-12-22T17:39:57.822 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tKS7v0Z75AukbF5 off=2272943 len=1075422 2023-12-22T17:39:57.824 INFO:tasks.workunit.client.0.smithi032.stdout:op 801 completed, throughput=4.99MB/sec 2023-12-22T17:39:57.824 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-48IIhU3rmrPqlCA off=9015991 len=275241 2023-12-22T17:39:57.824 INFO:tasks.workunit.client.0.smithi032.stdout:op 802 completed, throughput=5MB/sec 2023-12-22T17:39:57.825 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-W1wHsYuo36FQD4W off=2979105 len=2090097 2023-12-22T17:39:57.827 INFO:tasks.workunit.client.0.smithi032.stdout:op 803 completed, throughput=5.01MB/sec 2023-12-22T17:39:57.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:39:57 smithi032 ceph-mon[189144]: pgmap v1380: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-22T17:39:57.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:39:57 smithi032 ceph-mon[191839]: pgmap v1380: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-22T17:39:58.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:39:57 smithi039 ceph-mon[181282]: pgmap v1380: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-22T17:39:58.827 INFO:tasks.workunit.client.0.smithi032.stdout: 158: throughput=4.98MB/sec pending data=0 2023-12-22T17:39:58.827 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4wRtSCbqurWpCqi off=1809523 len=619826 2023-12-22T17:39:58.828 INFO:tasks.workunit.client.0.smithi032.stdout:op 804 completed, throughput=4.98MB/sec 2023-12-22T17:39:58.828 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cvQI-4QaidQTBHw off=3734737 len=145384 2023-12-22T17:39:58.831 INFO:tasks.workunit.client.0.smithi032.stdout:op 805 completed, throughput=4.98MB/sec 2023-12-22T17:39:58.831 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DULeFu4YcUwunWH off=327410 len=1597076 2023-12-22T17:39:58.833 INFO:tasks.workunit.client.0.smithi032.stdout:op 806 completed, throughput=4.99MB/sec 2023-12-22T17:39:58.833 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0TbaIUPmfYU6Fsa off=8566602 len=462065 2023-12-22T17:39:58.834 INFO:tasks.workunit.client.0.smithi032.stdout:op 807 completed, throughput=4.99MB/sec 2023-12-22T17:39:58.834 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2HiHqdqEreJmsrN off=4348908 len=2090727 2023-12-22T17:39:58.836 INFO:tasks.workunit.client.0.smithi032.stdout:op 808 completed, throughput=5.01MB/sec 2023-12-22T17:39:59.836 INFO:tasks.workunit.client.0.smithi032.stdout: 159: throughput=4.98MB/sec pending data=0 2023-12-22T17:39:59.837 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1nwYEl6leWG7DE3 off=5912740 len=1244798 2023-12-22T17:39:59.842 INFO:tasks.workunit.client.0.smithi032.stdout:op 809 completed, throughput=4.98MB/sec 2023-12-22T17:39:59.842 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4VdifIy7SyfV6h5 off=6772046 len=1941865 2023-12-22T17:39:59.844 INFO:tasks.workunit.client.0.smithi032.stdout:op 810 completed, throughput=4.99MB/sec 2023-12-22T17:39:59.845 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Fn_bjFYFITQbkef off=868253 len=327826 2023-12-22T17:39:59.848 INFO:tasks.workunit.client.0.smithi032.stdout:op 811 completed, throughput=5MB/sec 2023-12-22T17:39:59.848 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Q_VzIRXz-wTIKdK off=1734688 len=380128 2023-12-22T17:39:59.848 INFO:tasks.workunit.client.0.smithi032.stdout:op 812 completed, throughput=5MB/sec 2023-12-22T17:39:59.849 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8MIvitdS7mxHuS8 off=2372514 len=2095270 2023-12-22T17:39:59.852 INFO:tasks.workunit.client.0.smithi032.stdout:op 813 completed, throughput=5.01MB/sec 2023-12-22T17:39:59.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:39:59 smithi032 ceph-mon[191839]: pgmap v1381: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-22T17:39:59.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:39:59 smithi032 ceph-mon[189144]: pgmap v1381: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-22T17:40:00.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:39:59 smithi039 ceph-mon[181282]: pgmap v1381: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-22T17:40:00.427 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:40:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T17:39:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T17:40:00.852 INFO:tasks.workunit.client.0.smithi032.stdout: 160: throughput=4.98MB/sec pending data=0 2023-12-22T17:40:00.852 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-k--JxarlxStiM2p off=267070 len=2047646 2023-12-22T17:40:00.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:40:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T17:40:00.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:40:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T17:40:00.860 INFO:tasks.workunit.client.0.smithi032.stdout:op 814 completed, throughput=4.99MB/sec 2023-12-22T17:40:00.860 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TYrZfw1JG0Utdz8 off=4966575 len=270123 2023-12-22T17:40:00.861 INFO:tasks.workunit.client.0.smithi032.stdout:op 815 completed, throughput=4.99MB/sec 2023-12-22T17:40:00.862 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HMCdJE96c3BBBAl off=13599218 len=362452 2023-12-22T17:40:00.863 INFO:tasks.workunit.client.0.smithi032.stdout:op 816 completed, throughput=4.99MB/sec 2023-12-22T17:40:00.863 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9Objg0GXuyegNHQ off=7600733 len=376041 2023-12-22T17:40:00.866 INFO:tasks.workunit.client.0.smithi032.stdout:op 817 completed, throughput=5MB/sec 2023-12-22T17:40:00.866 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FF_eHjcGwuHpIBT off=18310168 len=1638225 2023-12-22T17:40:00.872 INFO:tasks.workunit.client.0.smithi032.stdout:op 818 completed, throughput=5.01MB/sec 2023-12-22T17:40:01.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:40:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T17:40:01.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:40:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:40:00] "GET /metrics HTTP/1.1" 200 34010 "" "Prometheus/2.43.0" 2023-12-22T17:40:01.873 INFO:tasks.workunit.client.0.smithi032.stdout: 161: throughput=4.98MB/sec pending data=0 2023-12-22T17:40:01.873 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-725Bda7chtv8sUI off=7515587 len=1006445 2023-12-22T17:40:01.878 INFO:tasks.workunit.client.0.smithi032.stdout:op 819 completed, throughput=4.98MB/sec 2023-12-22T17:40:01.878 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AEwQQuC8V95HZWV off=1261019 len=826229 2023-12-22T17:40:01.879 INFO:tasks.workunit.client.0.smithi032.stdout:op 820 completed, throughput=4.99MB/sec 2023-12-22T17:40:01.879 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0Onx1oSug6WirVU off=7703965 len=1908610 2023-12-22T17:40:01.883 INFO:tasks.workunit.client.0.smithi032.stdout:op 821 completed, throughput=5MB/sec 2023-12-22T17:40:01.883 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9iF5EMsasMYYpO2 off=1408354 len=1328817 2023-12-22T17:40:01.885 INFO:tasks.workunit.client.0.smithi032.stdout:op 822 completed, throughput=5MB/sec 2023-12-22T17:40:02.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:40:02 smithi032 ceph-mon[191839]: pgmap v1382: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2023-12-22T17:40:02.677 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:40:02 smithi032 ceph-mon[189144]: pgmap v1382: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2023-12-22T17:40:02.753 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:40:02 smithi039 ceph-mon[181282]: pgmap v1382: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2023-12-22T17:40:02.885 INFO:tasks.workunit.client.0.smithi032.stdout: 162: throughput=4.97MB/sec pending data=0 2023-12-22T17:40:02.885 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DP7ir49wwsvvewm off=0 len=1288012 2023-12-22T17:40:02.887 INFO:tasks.workunit.client.0.smithi032.stdout:op 823 completed, throughput=4.98MB/sec 2023-12-22T17:40:02.887 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KMbheDOMvs6gdB_ off=11118373 len=641244 2023-12-22T17:40:02.891 INFO:tasks.workunit.client.0.smithi032.stdout:op 824 completed, throughput=4.99MB/sec 2023-12-22T17:40:02.892 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_x9ZfCcfPlU2VzO off=5170198 len=751151 2023-12-22T17:40:02.893 INFO:tasks.workunit.client.0.smithi032.stdout:op 825 completed, throughput=4.99MB/sec 2023-12-22T17:40:02.893 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ElHIWcTmwsXi24C off=16665669 len=1426742 2023-12-22T17:40:02.895 INFO:tasks.workunit.client.0.smithi032.stdout:op 826 completed, throughput=5MB/sec 2023-12-22T17:40:02.895 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-W1DqUSDLDK4lcee off=3752888 len=1386256 2023-12-22T17:40:02.901 INFO:tasks.workunit.client.0.smithi032.stdout:op 827 completed, throughput=5.01MB/sec 2023-12-22T17:40:03.902 INFO:tasks.workunit.client.0.smithi032.stdout: 163: throughput=4.98MB/sec pending data=0 2023-12-22T17:40:03.902 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jPcp3vJgHh3SoTQ off=4155611 len=431062 2023-12-22T17:40:03.906 INFO:tasks.workunit.client.0.smithi032.stdout:op 828 completed, throughput=4.98MB/sec 2023-12-22T17:40:03.906 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TYZWTbqFnIgNBFJ off=458507 len=50331 2023-12-22T17:40:03.908 INFO:tasks.workunit.client.0.smithi032.stdout:op 829 completed, throughput=4.98MB/sec 2023-12-22T17:40:03.908 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hleZq-GGtMMQVW4 off=907023 len=1949959 2023-12-22T17:40:03.918 INFO:tasks.workunit.client.0.smithi032.stdout:op 830 completed, throughput=4.99MB/sec 2023-12-22T17:40:03.918 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZGLhBtQ8MRJTGvP off=2041830 len=169631 2023-12-22T17:40:03.921 INFO:tasks.workunit.client.0.smithi032.stdout:op 831 completed, throughput=4.99MB/sec 2023-12-22T17:40:03.921 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TDjPIjzoMN8GFR1 off=9735023 len=1933187 2023-12-22T17:40:03.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:40:03 smithi032 ceph-mon[191839]: pgmap v1383: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-22T17:40:03.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:40:03 smithi032 ceph-mon[189144]: pgmap v1383: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-22T17:40:03.928 INFO:tasks.workunit.client.0.smithi032.stdout:op 832 completed, throughput=5MB/sec 2023-12-22T17:40:04.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:40:03 smithi039 ceph-mon[181282]: pgmap v1383: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-22T17:40:04.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:40:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:40:04.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:40:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:40:04.928 INFO:tasks.workunit.client.0.smithi032.stdout: 164: throughput=4.97MB/sec pending data=0 2023-12-22T17:40:04.928 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OD99JMiWsyXak3E off=9992286 len=1501913 2023-12-22T17:40:04.936 INFO:tasks.workunit.client.0.smithi032.stdout:op 833 completed, throughput=4.98MB/sec 2023-12-22T17:40:04.936 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JjkIYmy04BLRh1G off=17491242 len=1787474 2023-12-22T17:40:04.940 INFO:tasks.workunit.client.0.smithi032.stdout:op 834 completed, throughput=4.99MB/sec 2023-12-22T17:40:04.940 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-APr7t5DVyiksM_0 off=4840721 len=224454 2023-12-22T17:40:04.943 INFO:tasks.workunit.client.0.smithi032.stdout:op 835 completed, throughput=4.99MB/sec 2023-12-22T17:40:04.943 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-s15sq_UrnlFXxST off=15626105 len=1325918 2023-12-22T17:40:04.949 INFO:tasks.workunit.client.0.smithi032.stdout:op 836 completed, throughput=5MB/sec 2023-12-22T17:40:04.949 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qC1dR7_RAcQklxA off=3359695 len=628976 2023-12-22T17:40:04.953 INFO:tasks.workunit.client.0.smithi032.stdout:op 837 completed, throughput=5MB/sec 2023-12-22T17:40:05.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:40:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:40:05.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:40:05 smithi032 ceph-mon[191839]: pgmap v1384: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-22T17:40:05.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:40:05 smithi032 ceph-mon[189144]: pgmap v1384: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-22T17:40:05.953 INFO:tasks.workunit.client.0.smithi032.stdout: 165: throughput=4.97MB/sec pending data=0 2023-12-22T17:40:05.954 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MpObGSYECjRHCW- off=16684111 len=1610401 2023-12-22T17:40:05.956 INFO:tasks.workunit.client.0.smithi032.stdout:op 838 completed, throughput=4.98MB/sec 2023-12-22T17:40:05.956 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mAHAL8FkwiF0_s6 off=5919739 len=2063268 2023-12-22T17:40:05.958 INFO:tasks.workunit.client.0.smithi032.stdout:op 839 completed, throughput=4.99MB/sec 2023-12-22T17:40:05.958 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-K4-YocS9YBqNsXx off=7192946 len=794861 2023-12-22T17:40:05.959 INFO:tasks.workunit.client.0.smithi032.stdout:op 840 completed, throughput=5MB/sec 2023-12-22T17:40:05.960 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-v0ovCpVKc1V0bha off=18966241 len=1456659 2023-12-22T17:40:05.966 INFO:tasks.workunit.client.0.smithi032.stdout:op 841 completed, throughput=5MB/sec 2023-12-22T17:40:06.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:40:05 smithi039 ceph-mon[181282]: pgmap v1384: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-22T17:40:06.966 INFO:tasks.workunit.client.0.smithi032.stdout: 166: throughput=4.98MB/sec pending data=0 2023-12-22T17:40:06.966 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gYZMH2taQRomoRI off=3209261 len=478285 2023-12-22T17:40:06.970 INFO:tasks.workunit.client.0.smithi032.stdout:op 842 completed, throughput=4.98MB/sec 2023-12-22T17:40:06.970 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4VJQLro2Ab_RPi0 off=761816 len=2049395 2023-12-22T17:40:06.980 INFO:tasks.workunit.client.0.smithi032.stdout:op 843 completed, throughput=4.99MB/sec 2023-12-22T17:40:06.980 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-d97DQOcAJtqkISN off=2053677 len=700462 2023-12-22T17:40:06.984 INFO:tasks.workunit.client.0.smithi032.stdout:op 844 completed, throughput=4.99MB/sec 2023-12-22T17:40:06.984 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4t4YkR-8SWiCe-d off=1953479 len=1513487 2023-12-22T17:40:06.991 INFO:tasks.workunit.client.0.smithi032.stdout:op 845 completed, throughput=5MB/sec 2023-12-22T17:40:07.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:40:07 smithi032 ceph-mon[191839]: pgmap v1385: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:40:07.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:40:07 smithi032 ceph-mon[189144]: pgmap v1385: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:40:07.991 INFO:tasks.workunit.client.0.smithi032.stdout: 167: throughput=4.97MB/sec pending data=0 2023-12-22T17:40:07.991 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NIpNXLtu1N8iDEw off=4770688 len=2023722 2023-12-22T17:40:07.994 INFO:tasks.workunit.client.0.smithi032.stdout:op 846 completed, throughput=4.98MB/sec 2023-12-22T17:40:07.994 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YB-WsIgQlCOsvcZ off=715363 len=147840 2023-12-22T17:40:07.997 INFO:tasks.workunit.client.0.smithi032.stdout:op 847 completed, throughput=4.98MB/sec 2023-12-22T17:40:07.997 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ta6Ny1Ab-RD5jll off=360680 len=201809 2023-12-22T17:40:07.998 INFO:tasks.workunit.client.0.smithi032.stdout:op 848 completed, throughput=4.98MB/sec 2023-12-22T17:40:07.998 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-A08PmdspwhCtcka off=2789918 len=983091 2023-12-22T17:40:08.003 INFO:tasks.workunit.client.0.smithi032.stdout:op 849 completed, throughput=4.99MB/sec 2023-12-22T17:40:08.003 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bOGkw41-nWpbr5f off=8140713 len=58546 2023-12-22T17:40:08.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:40:07 smithi039 ceph-mon[181282]: pgmap v1385: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:40:08.005 INFO:tasks.workunit.client.0.smithi032.stdout:op 850 completed, throughput=4.99MB/sec 2023-12-22T17:40:08.005 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kkM5mGXbp1QWpWJ off=4562168 len=136731 2023-12-22T17:40:08.005 INFO:tasks.workunit.client.0.smithi032.stdout:op 851 completed, throughput=4.99MB/sec 2023-12-22T17:40:08.005 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xTw1d_auOwBnIeW off=1468151 len=1853078 2023-12-22T17:40:08.014 INFO:tasks.workunit.client.0.smithi032.stdout:op 852 completed, throughput=5MB/sec 2023-12-22T17:40:09.014 INFO:tasks.workunit.client.0.smithi032.stdout: 168: throughput=4.97MB/sec pending data=0 2023-12-22T17:40:09.014 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0v4_8ELavnHOzjA off=1981262 len=1631927 2023-12-22T17:40:09.016 INFO:tasks.workunit.client.0.smithi032.stdout:op 853 completed, throughput=4.98MB/sec 2023-12-22T17:40:09.016 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qm59ngx1CdFfibc off=19768000 len=263420 2023-12-22T17:40:09.019 INFO:tasks.workunit.client.0.smithi032.stdout:op 854 completed, throughput=4.98MB/sec 2023-12-22T17:40:09.019 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-n4xhXggMXauGGb9 off=5881122 len=584033 2023-12-22T17:40:09.023 INFO:tasks.workunit.client.0.smithi032.stdout:op 855 completed, throughput=4.99MB/sec 2023-12-22T17:40:09.023 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-aBBp8MrwpSsW625 off=549051 len=1228223 2023-12-22T17:40:09.028 INFO:tasks.workunit.client.0.smithi032.stdout:op 856 completed, throughput=4.99MB/sec 2023-12-22T17:40:09.028 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jkMxytrfwJoYQ0j off=1403536 len=1520319 2023-12-22T17:40:09.035 INFO:tasks.workunit.client.0.smithi032.stdout:op 857 completed, throughput=5MB/sec 2023-12-22T17:40:09.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:40:09 smithi032 ceph-mon[191839]: pgmap v1386: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-22T17:40:09.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:40:09 smithi032 ceph-mon[189144]: pgmap v1386: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-22T17:40:10.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:40:09 smithi039 ceph-mon[181282]: pgmap v1386: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-22T17:40:10.035 INFO:tasks.workunit.client.0.smithi032.stdout: 169: throughput=4.97MB/sec pending data=0 2023-12-22T17:40:10.035 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--MS-x8JjFomS9CJ off=3189088 len=1234753 2023-12-22T17:40:10.037 INFO:tasks.workunit.client.0.smithi032.stdout:op 858 completed, throughput=4.98MB/sec 2023-12-22T17:40:10.037 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mAHAL8FkwiF0_s6 off=23633528 len=664342 2023-12-22T17:40:10.038 INFO:tasks.workunit.client.0.smithi032.stdout:op 859 completed, throughput=4.98MB/sec 2023-12-22T17:40:10.038 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RUDsXOoG7hrpQAz off=7627722 len=206133 2023-12-22T17:40:10.041 INFO:tasks.workunit.client.0.smithi032.stdout:op 860 completed, throughput=4.98MB/sec 2023-12-22T17:40:10.041 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FWYhZvgQ5FXrdCO off=482842 len=802481 2023-12-22T17:40:10.042 INFO:tasks.workunit.client.0.smithi032.stdout:op 861 completed, throughput=4.99MB/sec 2023-12-22T17:40:10.043 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-atn82RCuvPH_gAW off=23077122 len=545305 2023-12-22T17:40:10.043 INFO:tasks.workunit.client.0.smithi032.stdout:op 862 completed, throughput=4.99MB/sec 2023-12-22T17:40:10.044 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZxTK1hybp3IJXl6 off=2936309 len=237874 2023-12-22T17:40:10.047 INFO:tasks.workunit.client.0.smithi032.stdout:op 863 completed, throughput=4.99MB/sec 2023-12-22T17:40:10.047 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GdI36qSsMP2xri4 off=9243249 len=84431 2023-12-22T17:40:10.047 INFO:tasks.workunit.client.0.smithi032.stdout:op 864 completed, throughput=4.99MB/sec 2023-12-22T17:40:10.047 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3D3Lb_nOvq02CW6 off=8796204 len=1655653 2023-12-22T17:40:10.055 INFO:tasks.workunit.client.0.smithi032.stdout:op 865 completed, throughput=5MB/sec 2023-12-22T17:40:11.055 INFO:tasks.workunit.client.0.smithi032.stdout: 170: throughput=4.97MB/sec pending data=0 2023-12-22T17:40:11.055 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3iaeCjycgfFRusQ off=21063754 len=1005477 2023-12-22T17:40:11.061 INFO:tasks.workunit.client.0.smithi032.stdout:op 866 completed, throughput=4.98MB/sec 2023-12-22T17:40:11.061 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zzhoz2cDApCOC-9 off=6561156 len=1026888 2023-12-22T17:40:11.067 INFO:tasks.workunit.client.0.smithi032.stdout:op 867 completed, throughput=4.98MB/sec 2023-12-22T17:40:11.067 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qGjUifc2pxL5L31 off=8927457 len=631832 2023-12-22T17:40:11.070 INFO:tasks.workunit.client.0.smithi032.stdout:op 868 completed, throughput=4.99MB/sec 2023-12-22T17:40:11.070 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-c4dilMhWoz1BnSc off=2310410 len=1362177 2023-12-22T17:40:11.076 INFO:tasks.workunit.client.0.smithi032.stdout:op 869 completed, throughput=4.99MB/sec 2023-12-22T17:40:11.076 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DcDykQhL8f4LgvL off=9635439 len=1598989 2023-12-22T17:40:11.083 INFO:tasks.workunit.client.0.smithi032.stdout:op 870 completed, throughput=5MB/sec 2023-12-22T17:40:11.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:40:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:40:10] "GET /metrics HTTP/1.1" 200 34011 "" "Prometheus/2.43.0" 2023-12-22T17:40:12.083 INFO:tasks.workunit.client.0.smithi032.stdout: 171: throughput=4.97MB/sec pending data=0 2023-12-22T17:40:12.083 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EERlsesrRul5LgK off=739630 len=1549654 2023-12-22T17:40:12.085 INFO:tasks.workunit.client.0.smithi032.stdout:op 871 completed, throughput=4.98MB/sec 2023-12-22T17:40:12.085 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--IMhWUkq3I879zp off=6058015 len=694713 2023-12-22T17:40:12.090 INFO:tasks.workunit.client.0.smithi032.stdout:op 872 completed, throughput=4.99MB/sec 2023-12-22T17:40:12.090 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QckJZaJNXPdudX6 off=1537301 len=1932870 2023-12-22T17:40:12.092 INFO:tasks.workunit.client.0.smithi032.stdout:op 873 completed, throughput=5MB/sec 2023-12-22T17:40:12.092 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4byrz--QnoD8OA8 off=5367678 len=841836 2023-12-22T17:40:12.097 INFO:tasks.workunit.client.0.smithi032.stdout:op 874 completed, throughput=5MB/sec 2023-12-22T17:40:12.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:40:12 smithi032 ceph-mon[191839]: pgmap v1387: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:40:12.677 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:40:12 smithi032 ceph-mon[189144]: pgmap v1387: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:40:12.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:40:12 smithi039 ceph-mon[181282]: pgmap v1387: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:40:13.097 INFO:tasks.workunit.client.0.smithi032.stdout: 172: throughput=4.97MB/sec pending data=0 2023-12-22T17:40:13.098 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3m-Tlfb7biE2SZ7 off=1346160 len=1088646 2023-12-22T17:40:13.099 INFO:tasks.workunit.client.0.smithi032.stdout:op 875 completed, throughput=4.98MB/sec 2023-12-22T17:40:13.099 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HCXRpyqDSeJHk06 off=2151775 len=1159478 2023-12-22T17:40:13.100 INFO:tasks.workunit.client.0.smithi032.stdout:op 876 completed, throughput=4.98MB/sec 2023-12-22T17:40:13.100 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Jm2u_qhvJBlch95 off=4589114 len=1743259 2023-12-22T17:40:13.102 INFO:tasks.workunit.client.0.smithi032.stdout:op 877 completed, throughput=4.99MB/sec 2023-12-22T17:40:13.103 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj---yR0nYHcWM6-RR off=10681301 len=1132713 2023-12-22T17:40:13.108 INFO:tasks.workunit.client.0.smithi032.stdout:op 878 completed, throughput=5MB/sec 2023-12-22T17:40:13.108 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-R_40xDGb4N64R3C off=8367552 len=863592 2023-12-22T17:40:13.109 INFO:tasks.workunit.client.0.smithi032.stdout:op 879 completed, throughput=5MB/sec 2023-12-22T17:40:13.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:40:13 smithi032 ceph-mon[189144]: pgmap v1388: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:40:13.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:40:13 smithi032 ceph-mon[191839]: pgmap v1388: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:40:14.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:40:13 smithi039 ceph-mon[181282]: pgmap v1388: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:40:14.110 INFO:tasks.workunit.client.0.smithi032.stdout: 173: throughput=4.98MB/sec pending data=0 2023-12-22T17:40:14.110 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XxYI2OiYIfKGaPr off=2455061 len=380369 2023-12-22T17:40:14.111 INFO:tasks.workunit.client.0.smithi032.stdout:op 880 completed, throughput=4.98MB/sec 2023-12-22T17:40:14.111 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rl6mqcppNGG1UXw off=7054706 len=1850823 2023-12-22T17:40:14.113 INFO:tasks.workunit.client.0.smithi032.stdout:op 881 completed, throughput=4.99MB/sec 2023-12-22T17:40:14.113 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wvyZ081uIhcvIqN off=10071212 len=521220 2023-12-22T17:40:14.117 INFO:tasks.workunit.client.0.smithi032.stdout:op 882 completed, throughput=4.99MB/sec 2023-12-22T17:40:14.118 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4W1t-89va3lsMTo off=1339917 len=75037 2023-12-22T17:40:14.120 INFO:tasks.workunit.client.0.smithi032.stdout:op 883 completed, throughput=4.99MB/sec 2023-12-22T17:40:14.120 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IL5sE3w6S1t9neZ off=6654434 len=1010596 2023-12-22T17:40:14.126 INFO:tasks.workunit.client.0.smithi032.stdout:op 884 completed, throughput=5MB/sec 2023-12-22T17:40:14.126 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GB3fMPuNIT8s011 off=12171243 len=315416 2023-12-22T17:40:14.126 INFO:tasks.workunit.client.0.smithi032.stdout:op 885 completed, throughput=5MB/sec 2023-12-22T17:40:14.127 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WnRr3njEXq5f9Ek off=5097859 len=1212201 2023-12-22T17:40:14.129 INFO:tasks.workunit.client.0.smithi032.stdout:op 886 completed, throughput=5MB/sec 2023-12-22T17:40:15.129 INFO:tasks.workunit.client.0.smithi032.stdout: 174: throughput=4.98MB/sec pending data=0 2023-12-22T17:40:15.130 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rmiZywjblnZUhGD off=9270610 len=896004 2023-12-22T17:40:15.131 INFO:tasks.workunit.client.0.smithi032.stdout:op 887 completed, throughput=4.98MB/sec 2023-12-22T17:40:15.132 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Xx1cZE1R_e2uctx off=17469414 len=867219 2023-12-22T17:40:15.137 INFO:tasks.workunit.client.0.smithi032.stdout:op 888 completed, throughput=4.99MB/sec 2023-12-22T17:40:15.137 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zYl8jXbl6odrYx4 off=9271578 len=592955 2023-12-22T17:40:15.138 INFO:tasks.workunit.client.0.smithi032.stdout:op 889 completed, throughput=4.99MB/sec 2023-12-22T17:40:15.139 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WijBvuE0MgomFFb off=23453699 len=1845746 2023-12-22T17:40:15.141 INFO:tasks.workunit.client.0.smithi032.stdout:op 890 completed, throughput=5MB/sec 2023-12-22T17:40:15.141 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_oOGr2TmKV0w3KO off=3322060 len=741106 2023-12-22T17:40:15.145 INFO:tasks.workunit.client.0.smithi032.stdout:op 891 completed, throughput=5MB/sec 2023-12-22T17:40:15.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:40:15 smithi032 ceph-mon[189144]: pgmap v1389: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:40:15.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:40:15 smithi032 ceph-mon[191839]: pgmap v1389: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:40:16.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:40:15 smithi039 ceph-mon[181282]: pgmap v1389: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:40:16.145 INFO:tasks.workunit.client.0.smithi032.stdout: 175: throughput=4.97MB/sec pending data=0 2023-12-22T17:40:16.145 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Ax8eGx7r1m7puHa off=1452096 len=1306597 2023-12-22T17:40:16.147 INFO:tasks.workunit.client.0.smithi032.stdout:op 892 completed, throughput=4.98MB/sec 2023-12-22T17:40:16.147 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NEc7vSkk16N73pi off=18223886 len=2009815 2023-12-22T17:40:16.149 INFO:tasks.workunit.client.0.smithi032.stdout:op 893 completed, throughput=4.99MB/sec 2023-12-22T17:40:16.150 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1dR_WFTiVtk94vu off=4585455 len=1651581 2023-12-22T17:40:16.156 INFO:tasks.workunit.client.0.smithi032.stdout:op 894 completed, throughput=5MB/sec 2023-12-22T17:40:17.157 INFO:tasks.workunit.client.0.smithi032.stdout: 176: throughput=4.97MB/sec pending data=0 2023-12-22T17:40:17.157 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZbXFPqr5LNp3YjO off=3977155 len=304261 2023-12-22T17:40:17.158 INFO:tasks.workunit.client.0.smithi032.stdout:op 895 completed, throughput=4.97MB/sec 2023-12-22T17:40:17.158 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lJ3P3SpySedb7Vd off=5772710 len=809017 2023-12-22T17:40:17.162 INFO:tasks.workunit.client.0.smithi032.stdout:op 896 completed, throughput=4.98MB/sec 2023-12-22T17:40:17.163 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SOVNdp1zg2crb34 off=3713609 len=305767 2023-12-22T17:40:17.163 INFO:tasks.workunit.client.0.smithi032.stdout:op 897 completed, throughput=4.98MB/sec 2023-12-22T17:40:17.163 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xzwM9wmbXnVman0 off=3910916 len=541086 2023-12-22T17:40:17.167 INFO:tasks.workunit.client.0.smithi032.stdout:op 898 completed, throughput=4.98MB/sec 2023-12-22T17:40:17.167 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Gns1lLy7NqN6FW1 off=9241093 len=1199698 2023-12-22T17:40:17.170 INFO:tasks.workunit.client.0.smithi032.stdout:op 899 completed, throughput=4.99MB/sec 2023-12-22T17:40:17.170 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iMIQtiFVLSioMCr off=16868107 len=1003219 2023-12-22T17:40:17.175 INFO:tasks.workunit.client.0.smithi032.stdout:op 900 completed, throughput=4.99MB/sec 2023-12-22T17:40:17.175 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-i-KOzCqP3otYV8i off=13971573 len=1251171 2023-12-22T17:40:17.181 INFO:tasks.workunit.client.0.smithi032.stdout:op 901 completed, throughput=5MB/sec 2023-12-22T17:40:17.254 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:40:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-22T17:40:16.982946224Z level=info msg="Completed cleanup jobs" duration=12.863468ms 2023-12-22T17:40:17.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:40:17 smithi032 ceph-mon[191839]: pgmap v1390: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:40:17.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:40:17 smithi032 ceph-mon[189144]: pgmap v1390: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:40:18.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:40:17 smithi039 ceph-mon[181282]: pgmap v1390: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:40:18.182 INFO:tasks.workunit.client.0.smithi032.stdout: 177: throughput=4.97MB/sec pending data=0 2023-12-22T17:40:18.182 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2uC1EyvtgWl9p1p off=13728562 len=1457430 2023-12-22T17:40:18.184 INFO:tasks.workunit.client.0.smithi032.stdout:op 902 completed, throughput=4.98MB/sec 2023-12-22T17:40:18.184 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-huTGwusF8hOExsb off=494265 len=1846254 2023-12-22T17:40:18.186 INFO:tasks.workunit.client.0.smithi032.stdout:op 903 completed, throughput=4.99MB/sec 2023-12-22T17:40:18.186 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BrOI1UvABJsw0rc off=9528158 len=2042092 2023-12-22T17:40:18.199 INFO:tasks.workunit.client.0.smithi032.stdout:op 904 completed, throughput=5MB/sec 2023-12-22T17:40:19.200 INFO:tasks.workunit.client.0.smithi032.stdout: 178: throughput=4.97MB/sec pending data=0 2023-12-22T17:40:19.200 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-j13dbl2s-LoeKgj off=18798122 len=1308074 2023-12-22T17:40:19.206 INFO:tasks.workunit.client.0.smithi032.stdout:op 905 completed, throughput=4.98MB/sec 2023-12-22T17:40:19.206 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-plQCgB7w6hM7A-t off=1196761 len=1914010 2023-12-22T17:40:19.208 INFO:tasks.workunit.client.0.smithi032.stdout:op 906 completed, throughput=4.99MB/sec 2023-12-22T17:40:19.208 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iPgLHfMRMhBTwTA off=12611955 len=1618851 2023-12-22T17:40:19.210 INFO:tasks.workunit.client.0.smithi032.stdout:op 907 completed, throughput=5MB/sec 2023-12-22T17:40:19.210 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WOLN__jxj-M5qKB off=10307613 len=2067938 2023-12-22T17:40:19.219 INFO:tasks.workunit.client.0.smithi032.stdout:op 908 completed, throughput=5.01MB/sec 2023-12-22T17:40:19.541 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:40:19.863 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:40:19.863 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (20m) 6m ago 24m 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:40:19.863 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (20m) 4m ago 24m 91.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:40:19.863 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (25m) 6m ago 25m 18.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:40:19.863 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (25m) 4m ago 25m 25.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:40:19.863 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (19m) 4m ago 28m 455M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:40:19.863 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (19m) 6m ago 29m 532M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:40:19.864 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (19m) 6m ago 29m 191M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:40:19.864 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (18m) 4m ago 28m 131M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:40:19.864 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (19m) 6m ago 28m 128M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:40:19.864 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (20m) 6m ago 24m 15.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:40:19.864 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (20m) 4m ago 24m 17.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:40:19.864 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (18m) 6m ago 27m 1428M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:40:19.864 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (17m) 6m ago 27m 1887M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:40:19.864 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (17m) 6m ago 27m 1085M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:40:19.864 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (16m) 6m ago 27m 1580M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:40:19.864 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (16m) 4m ago 26m 1675M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:40:19.864 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (15m) 4m ago 26m 1206M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:40:19.865 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (15m) 4m ago 26m 798M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:40:19.865 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (15m) 4m ago 25m 986M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:40:19.865 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (19m) 4m ago 25m 66.1M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:40:19.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:40:19 smithi032 ceph-mon[191839]: pgmap v1391: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:40:19.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:40:19 smithi032 ceph-mon[189144]: pgmap v1391: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:40:20.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:40:19 smithi039 ceph-mon[181282]: pgmap v1391: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:40:20.219 INFO:tasks.workunit.client.0.smithi032.stdout: 179: throughput=4.98MB/sec pending data=0 2023-12-22T17:40:20.219 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-x9TyANbg_CTOZFB off=14510410 len=527203 2023-12-22T17:40:20.223 INFO:tasks.workunit.client.0.smithi032.stdout:op 909 completed, throughput=4.98MB/sec 2023-12-22T17:40:20.223 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0fZD2v9PVBXhw5v off=3247979 len=1832208 2023-12-22T17:40:20.225 INFO:tasks.workunit.client.0.smithi032.stdout:op 910 completed, throughput=4.99MB/sec 2023-12-22T17:40:20.225 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OXrpPpz4BelmNzN off=4051476 len=6788 2023-12-22T17:40:20.225 INFO:tasks.workunit.client.0.smithi032.stdout:op 911 completed, throughput=4.99MB/sec 2023-12-22T17:40:20.225 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XinEjMUeBuUvm8d off=9738931 len=1782470 2023-12-22T17:40:20.232 INFO:tasks.workunit.client.0.smithi032.stdout:op 912 completed, throughput=5MB/sec 2023-12-22T17:40:20.265 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:40:20.265 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:40:20.266 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:40:20.266 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:40:20.266 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:40:20.266 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:40:20.266 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:40:20.266 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:40:20.266 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:40:20.266 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:40:20.266 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:40:20.266 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:40:20.266 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:40:20.266 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:40:20.266 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:40:20.266 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:40:20.267 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:40:20.267 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:40:20.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:40:20 smithi032 ceph-mon[189144]: from='client.35292 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:40:20.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:40:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:40:20.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:40:20 smithi032 ceph-mon[189144]: from='client.35298 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:40:20.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:40:20 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2142260171' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:40:20.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:40:20 smithi032 ceph-mon[191839]: from='client.35292 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:40:20.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:40:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:40:20.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:40:20 smithi032 ceph-mon[191839]: from='client.35298 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:40:20.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:40:20 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2142260171' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:40:21.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:40:20 smithi039 ceph-mon[181282]: from='client.35292 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:40:21.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:40:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:40:21.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:40:20 smithi039 ceph-mon[181282]: from='client.35298 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:40:21.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:40:20 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2142260171' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:40:21.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:40:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:40:20] "GET /metrics HTTP/1.1" 200 34012 "" "Prometheus/2.43.0" 2023-12-22T17:40:21.233 INFO:tasks.workunit.client.0.smithi032.stdout: 180: throughput=4.98MB/sec pending data=0 2023-12-22T17:40:21.233 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-umyEo2Q0Pu4XoW9 off=17358056 len=1111906 2023-12-22T17:40:21.235 INFO:tasks.workunit.client.0.smithi032.stdout:op 913 completed, throughput=4.98MB/sec 2023-12-22T17:40:21.236 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xIgFKGBe4fl4hDf off=5969423 len=285081 2023-12-22T17:40:21.236 INFO:tasks.workunit.client.0.smithi032.stdout:op 914 completed, throughput=4.98MB/sec 2023-12-22T17:40:21.236 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-72vn4JwlchNSz6a off=242771 len=1565248 2023-12-22T17:40:21.238 INFO:tasks.workunit.client.0.smithi032.stdout:op 915 completed, throughput=4.99MB/sec 2023-12-22T17:40:21.238 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3_aSkxZq6C17oEl off=8413269 len=1291728 2023-12-22T17:40:21.241 INFO:tasks.workunit.client.0.smithi032.stdout:op 916 completed, throughput=5MB/sec 2023-12-22T17:40:21.241 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Q9AyOrkwD1BHc9b off=58381 len=881586 2023-12-22T17:40:21.247 INFO:tasks.workunit.client.0.smithi032.stdout:op 917 completed, throughput=5MB/sec 2023-12-22T17:40:22.247 INFO:tasks.workunit.client.0.smithi032.stdout: 181: throughput=4.97MB/sec pending data=0 2023-12-22T17:40:22.247 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EQ4kosL9aO9S_pn off=3259426 len=1672218 2023-12-22T17:40:22.255 INFO:tasks.workunit.client.0.smithi032.stdout:op 918 completed, throughput=4.98MB/sec 2023-12-22T17:40:22.255 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-D8yKTHykMdlqc8W off=15408071 len=2030295 2023-12-22T17:40:22.263 INFO:tasks.workunit.client.0.smithi032.stdout:op 919 completed, throughput=4.99MB/sec 2023-12-22T17:40:22.263 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iOLHSCz7TfSz73I off=1927672 len=773791 2023-12-22T17:40:22.264 INFO:tasks.workunit.client.0.smithi032.stdout:op 920 completed, throughput=5MB/sec 2023-12-22T17:40:22.265 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-oxkxP4yf2rjy4QV off=2943914 len=595055 2023-12-22T17:40:22.265 INFO:tasks.workunit.client.0.smithi032.stdout:op 921 completed, throughput=5MB/sec 2023-12-22T17:40:22.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:40:22 smithi032 ceph-mon[191839]: pgmap v1392: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:40:22.677 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:40:22 smithi032 ceph-mon[189144]: pgmap v1392: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:40:22.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:40:22 smithi039 ceph-mon[181282]: pgmap v1392: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:40:23.265 INFO:tasks.workunit.client.0.smithi032.stdout: 182: throughput=4.97MB/sec pending data=0 2023-12-22T17:40:23.266 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ubcJLRqUGijyjxs off=552010 len=818700 2023-12-22T17:40:23.267 INFO:tasks.workunit.client.0.smithi032.stdout:op 922 completed, throughput=4.98MB/sec 2023-12-22T17:40:23.267 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uSYb4Lg1cNWUNhP off=1065161 len=1207770 2023-12-22T17:40:23.268 INFO:tasks.workunit.client.0.smithi032.stdout:op 923 completed, throughput=4.98MB/sec 2023-12-22T17:40:23.268 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PhOp97CU8BFVuCd off=1915076 len=2058688 2023-12-22T17:40:23.282 INFO:tasks.workunit.client.0.smithi032.stdout:op 924 completed, throughput=4.99MB/sec 2023-12-22T17:40:23.282 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2SBbIzIqgyGdPEf off=6320789 len=1368162 2023-12-22T17:40:23.288 INFO:tasks.workunit.client.0.smithi032.stdout:op 925 completed, throughput=5MB/sec 2023-12-22T17:40:23.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:40:23 smithi032 ceph-mon[189144]: pgmap v1393: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:40:23.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:40:23 smithi032 ceph-mon[191839]: pgmap v1393: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:40:24.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:40:23 smithi039 ceph-mon[181282]: pgmap v1393: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:40:24.288 INFO:tasks.workunit.client.0.smithi032.stdout: 183: throughput=4.97MB/sec pending data=0 2023-12-22T17:40:24.288 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FF_eHjcGwuHpIBT off=20265560 len=781382 2023-12-22T17:40:24.289 INFO:tasks.workunit.client.0.smithi032.stdout:op 926 completed, throughput=4.98MB/sec 2023-12-22T17:40:24.290 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pRkuS7XKbnD13sW off=8215248 len=205637 2023-12-22T17:40:24.293 INFO:tasks.workunit.client.0.smithi032.stdout:op 927 completed, throughput=4.98MB/sec 2023-12-22T17:40:24.293 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zvqK-3mjfZ2rM31 off=4653516 len=2066632 2023-12-22T17:40:24.295 INFO:tasks.workunit.client.0.smithi032.stdout:op 928 completed, throughput=4.99MB/sec 2023-12-22T17:40:24.295 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Y9gokDGmTsYuGyB off=12721083 len=899748 2023-12-22T17:40:24.297 INFO:tasks.workunit.client.0.smithi032.stdout:op 929 completed, throughput=4.99MB/sec 2023-12-22T17:40:24.297 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bAsFMoiA9MGzdRp off=2210448 len=1069090 2023-12-22T17:40:24.302 INFO:tasks.workunit.client.0.smithi032.stdout:op 930 completed, throughput=5MB/sec 2023-12-22T17:40:24.302 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Fj8UG7YmHvPuGqb off=1857330 len=679719 2023-12-22T17:40:24.307 INFO:tasks.workunit.client.0.smithi032.stdout:op 931 completed, throughput=5MB/sec 2023-12-22T17:40:25.307 INFO:tasks.workunit.client.0.smithi032.stdout: 184: throughput=4.98MB/sec pending data=0 2023-12-22T17:40:25.308 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4TFNH3NXqODqq3Q off=5669260 len=1847904 2023-12-22T17:40:25.310 INFO:tasks.workunit.client.0.smithi032.stdout:op 932 completed, throughput=4.99MB/sec 2023-12-22T17:40:25.310 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vAea9HLeX1a8gdW off=19641274 len=1312669 2023-12-22T17:40:25.316 INFO:tasks.workunit.client.0.smithi032.stdout:op 933 completed, throughput=4.99MB/sec 2023-12-22T17:40:25.316 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wqSZh-1FrIKP1Ql off=1972475 len=1919796 2023-12-22T17:40:25.317 INFO:tasks.workunit.client.0.smithi032.stdout:op 934 completed, throughput=5MB/sec 2023-12-22T17:40:25.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:40:25 smithi032 ceph-mon[191839]: pgmap v1394: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:40:25.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:40:25 smithi032 ceph-mon[189144]: pgmap v1394: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:40:26.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:40:25 smithi039 ceph-mon[181282]: pgmap v1394: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:40:26.317 INFO:tasks.workunit.client.0.smithi032.stdout: 185: throughput=4.98MB/sec pending data=0 2023-12-22T17:40:26.318 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ao2t_w9kTq-7vwm off=3542830 len=2046070 2023-12-22T17:40:26.327 INFO:tasks.workunit.client.0.smithi032.stdout:op 935 completed, throughput=4.99MB/sec 2023-12-22T17:40:26.328 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LpkqkcRNB-JyZNH off=13773351 len=907635 2023-12-22T17:40:26.329 INFO:tasks.workunit.client.0.smithi032.stdout:op 936 completed, throughput=4.99MB/sec 2023-12-22T17:40:26.329 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fT7m3Pxn1bG1Ghb off=3347418 len=1005511 2023-12-22T17:40:26.334 INFO:tasks.workunit.client.0.smithi032.stdout:op 937 completed, throughput=4.99MB/sec 2023-12-22T17:40:26.334 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yhfRpngeNFmgapy off=9319267 len=446542 2023-12-22T17:40:26.338 INFO:tasks.workunit.client.0.smithi032.stdout:op 938 completed, throughput=5MB/sec 2023-12-22T17:40:26.338 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wa3qAqAKfeJj1AD off=3431802 len=1714094 2023-12-22T17:40:26.341 INFO:tasks.workunit.client.0.smithi032.stdout:op 939 completed, throughput=5.01MB/sec 2023-12-22T17:40:27.341 INFO:tasks.workunit.client.0.smithi032.stdout: 186: throughput=4.98MB/sec pending data=0 2023-12-22T17:40:27.342 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rxMSN1V5qx09646 off=7504845 len=406496 2023-12-22T17:40:27.342 INFO:tasks.workunit.client.0.smithi032.stdout:op 940 completed, throughput=4.98MB/sec 2023-12-22T17:40:27.343 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OsHigDGOK4jySDn off=8820308 len=1085809 2023-12-22T17:40:27.344 INFO:tasks.workunit.client.0.smithi032.stdout:op 941 completed, throughput=4.99MB/sec 2023-12-22T17:40:27.344 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Xtmi6AykYGrBh05 off=3804975 len=42689 2023-12-22T17:40:27.347 INFO:tasks.workunit.client.0.smithi032.stdout:op 942 completed, throughput=4.99MB/sec 2023-12-22T17:40:27.347 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-53vxhySLCeOVhDo off=3637200 len=1657944 2023-12-22T17:40:27.348 INFO:tasks.workunit.client.0.smithi032.stdout:op 943 completed, throughput=4.99MB/sec 2023-12-22T17:40:27.349 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9Urx1GpFQZNLky9 off=11639088 len=768985 2023-12-22T17:40:27.350 INFO:tasks.workunit.client.0.smithi032.stdout:op 944 completed, throughput=5MB/sec 2023-12-22T17:40:27.350 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-u2E2P66v-pWs_87 off=7180442 len=874758 2023-12-22T17:40:27.355 INFO:tasks.workunit.client.0.smithi032.stdout:op 945 completed, throughput=5MB/sec 2023-12-22T17:40:27.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:40:27 smithi032 ceph-mon[191839]: pgmap v1395: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:40:27.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:40:27 smithi032 ceph-mon[189144]: pgmap v1395: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:40:28.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:40:27 smithi039 ceph-mon[181282]: pgmap v1395: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:40:28.355 INFO:tasks.workunit.client.0.smithi032.stdout: 187: throughput=4.98MB/sec pending data=0 2023-12-22T17:40:28.356 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-isZ7iVKW9O4DLxu off=9091910 len=1879533 2023-12-22T17:40:28.358 INFO:tasks.workunit.client.0.smithi032.stdout:op 946 completed, throughput=4.99MB/sec 2023-12-22T17:40:28.358 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_E7CfgT6PhpeVt_ off=62756 len=322455 2023-12-22T17:40:28.359 INFO:tasks.workunit.client.0.smithi032.stdout:op 947 completed, throughput=4.99MB/sec 2023-12-22T17:40:28.359 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7Jew36Q5moIDd5d off=2936634 len=1196767 2023-12-22T17:40:28.360 INFO:tasks.workunit.client.0.smithi032.stdout:op 948 completed, throughput=4.99MB/sec 2023-12-22T17:40:28.360 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-d979cVZEw-RwANO off=13210128 len=53770 2023-12-22T17:40:28.360 INFO:tasks.workunit.client.0.smithi032.stdout:op 949 completed, throughput=4.99MB/sec 2023-12-22T17:40:28.361 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dHmm50IMzC5Xbh2 off=7064524 len=177563 2023-12-22T17:40:28.363 INFO:tasks.workunit.client.0.smithi032.stdout:op 950 completed, throughput=4.99MB/sec 2023-12-22T17:40:28.364 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vlKUX5zivgpd_za off=1392413 len=1379469 2023-12-22T17:40:28.364 INFO:tasks.workunit.client.0.smithi032.stdout:op 951 completed, throughput=5MB/sec 2023-12-22T17:40:29.365 INFO:tasks.workunit.client.0.smithi032.stdout: 188: throughput=4.98MB/sec pending data=0 2023-12-22T17:40:29.365 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_P-xC8HKPVm9JRm off=284434 len=1488389 2023-12-22T17:40:29.366 INFO:tasks.workunit.client.0.smithi032.stdout:op 952 completed, throughput=4.98MB/sec 2023-12-22T17:40:29.367 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RP40yLSkN7Z1ckc off=1575610 len=1911665 2023-12-22T17:40:29.369 INFO:tasks.workunit.client.0.smithi032.stdout:op 953 completed, throughput=4.99MB/sec 2023-12-22T17:40:29.369 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-61ZZVoVb6oAgsm_ off=14098524 len=1765368 2023-12-22T17:40:29.371 INFO:tasks.workunit.client.0.smithi032.stdout:op 954 completed, throughput=5MB/sec 2023-12-22T17:40:29.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:40:29 smithi032 ceph-mon[191839]: pgmap v1396: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:40:29.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:40:29 smithi032 ceph-mon[189144]: pgmap v1396: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:40:30.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:40:29 smithi039 ceph-mon[181282]: pgmap v1396: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:40:30.371 INFO:tasks.workunit.client.0.smithi032.stdout: 189: throughput=4.98MB/sec pending data=0 2023-12-22T17:40:30.371 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gZ_MMbwNsb8EY3K off=2781072 len=833855 2023-12-22T17:40:30.376 INFO:tasks.workunit.client.0.smithi032.stdout:op 955 completed, throughput=4.98MB/sec 2023-12-22T17:40:30.376 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-J-Alg9gAI89cJkD off=3766214 len=1310483 2023-12-22T17:40:30.378 INFO:tasks.workunit.client.0.smithi032.stdout:op 956 completed, throughput=4.99MB/sec 2023-12-22T17:40:30.378 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_zRVSZzJqRcY7iJ off=4100823 len=1935908 2023-12-22T17:40:30.386 INFO:tasks.workunit.client.0.smithi032.stdout:op 957 completed, throughput=4.99MB/sec 2023-12-22T17:40:30.386 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-H17JlQ80Ww0oU7x off=15162945 len=297734 2023-12-22T17:40:30.386 INFO:tasks.workunit.client.0.smithi032.stdout:op 958 completed, throughput=5MB/sec 2023-12-22T17:40:30.387 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-w3KuHIlQatVgLmz off=1645841 len=491413 2023-12-22T17:40:30.390 INFO:tasks.workunit.client.0.smithi032.stdout:op 959 completed, throughput=5MB/sec 2023-12-22T17:40:30.390 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8P9oNHxzcHkoyd5 off=4127921 len=1380614 2023-12-22T17:40:30.392 INFO:tasks.workunit.client.0.smithi032.stdout:op 960 completed, throughput=5.01MB/sec 2023-12-22T17:40:31.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:40:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:40:30] "GET /metrics HTTP/1.1" 200 34012 "" "Prometheus/2.43.0" 2023-12-22T17:40:31.393 INFO:tasks.workunit.client.0.smithi032.stdout: 190: throughput=4.98MB/sec pending data=0 2023-12-22T17:40:31.393 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NPIZEluLZ1wJ-jC off=12523791 len=2074921 2023-12-22T17:40:31.401 INFO:tasks.workunit.client.0.smithi032.stdout:op 961 completed, throughput=4.99MB/sec 2023-12-22T17:40:31.401 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--oyGYTOA4pBKGUQ off=5191358 len=1661114 2023-12-22T17:40:31.409 INFO:tasks.workunit.client.0.smithi032.stdout:op 962 completed, throughput=5MB/sec 2023-12-22T17:40:31.409 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1Xp8s-PW9c0ezZQ off=9901549 len=1128357 2023-12-22T17:40:31.414 INFO:tasks.workunit.client.0.smithi032.stdout:op 963 completed, throughput=5MB/sec 2023-12-22T17:40:32.414 INFO:tasks.workunit.client.0.smithi032.stdout: 191: throughput=4.98MB/sec pending data=0 2023-12-22T17:40:32.414 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NBaXiELgi4uGl-8 off=2300615 len=1833537 2023-12-22T17:40:32.423 INFO:tasks.workunit.client.0.smithi032.stdout:op 964 completed, throughput=4.99MB/sec 2023-12-22T17:40:32.423 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-P5LVXr3QvlSKzZN off=10207361 len=311170 2023-12-22T17:40:32.423 INFO:tasks.workunit.client.0.smithi032.stdout:op 965 completed, throughput=4.99MB/sec 2023-12-22T17:40:32.423 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Vq--kfN0PSUihRj off=2229643 len=1495650 2023-12-22T17:40:32.430 INFO:tasks.workunit.client.0.smithi032.stdout:op 966 completed, throughput=4.99MB/sec 2023-12-22T17:40:32.430 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ihMKoy5h5NhA7Pa off=1554788 len=262702 2023-12-22T17:40:32.431 INFO:tasks.workunit.client.0.smithi032.stdout:op 967 completed, throughput=5MB/sec 2023-12-22T17:40:32.431 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xU-PvRMKO8x2X-x off=2355529 len=914055 2023-12-22T17:40:32.432 INFO:tasks.workunit.client.0.smithi032.stdout:op 968 completed, throughput=5MB/sec 2023-12-22T17:40:32.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:40:32 smithi039 ceph-mon[181282]: pgmap v1397: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:40:32.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:40:32 smithi032 ceph-mon[191839]: pgmap v1397: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:40:32.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:40:32 smithi032 ceph-mon[189144]: pgmap v1397: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:40:33.432 INFO:tasks.workunit.client.0.smithi032.stdout: 192: throughput=4.97MB/sec pending data=0 2023-12-22T17:40:33.432 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1P0iaebwPVhsUO3 off=907968 len=604957 2023-12-22T17:40:33.436 INFO:tasks.workunit.client.0.smithi032.stdout:op 969 completed, throughput=4.98MB/sec 2023-12-22T17:40:33.436 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DseY32wWPlFMuEk off=12730102 len=1218078 2023-12-22T17:40:33.442 INFO:tasks.workunit.client.0.smithi032.stdout:op 970 completed, throughput=4.98MB/sec 2023-12-22T17:40:33.443 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4GBbjiDxwVZPj8c off=9442967 len=1066611 2023-12-22T17:40:33.448 INFO:tasks.workunit.client.0.smithi032.stdout:op 971 completed, throughput=4.99MB/sec 2023-12-22T17:40:33.449 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5RaA66sb4oD4FkP off=1077606 len=1355384 2023-12-22T17:40:33.449 INFO:tasks.workunit.client.0.smithi032.stdout:op 972 completed, throughput=5MB/sec 2023-12-22T17:40:33.449 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8XNECP4PzbjyoaP off=7095242 len=773359 2023-12-22T17:40:33.453 INFO:tasks.workunit.client.0.smithi032.stdout:op 973 completed, throughput=5MB/sec 2023-12-22T17:40:33.453 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OVgQj_SSRlx-rQg off=5044530 len=1763421 2023-12-22T17:40:33.454 INFO:tasks.workunit.client.0.smithi032.stdout:op 974 completed, throughput=5.01MB/sec 2023-12-22T17:40:33.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:40:33 smithi032 ceph-mon[191839]: pgmap v1398: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-22T17:40:33.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:40:33 smithi032 ceph-mon[189144]: pgmap v1398: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-22T17:40:34.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:40:33 smithi039 ceph-mon[181282]: pgmap v1398: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-22T17:40:34.455 INFO:tasks.workunit.client.0.smithi032.stdout: 193: throughput=4.98MB/sec pending data=0 2023-12-22T17:40:34.455 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2S0RNG4d5zmW7Og off=2867268 len=812082 2023-12-22T17:40:34.459 INFO:tasks.workunit.client.0.smithi032.stdout:op 975 completed, throughput=4.99MB/sec 2023-12-22T17:40:34.459 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_lQIMi-SA1QYu-X off=48497 len=521726 2023-12-22T17:40:34.463 INFO:tasks.workunit.client.0.smithi032.stdout:op 976 completed, throughput=4.99MB/sec 2023-12-22T17:40:34.463 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KSTSya4jIhq-fM- off=19582456 len=1583564 2023-12-22T17:40:34.471 INFO:tasks.workunit.client.0.smithi032.stdout:op 977 completed, throughput=5MB/sec 2023-12-22T17:40:34.472 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KhVgRxpmnFmrqhv off=5786644 len=2007019 2023-12-22T17:40:34.474 INFO:tasks.workunit.client.0.smithi032.stdout:op 978 completed, throughput=5.01MB/sec 2023-12-22T17:40:34.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:40:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:40:34.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:40:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:40:35.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:40:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:40:35.474 INFO:tasks.workunit.client.0.smithi032.stdout: 194: throughput=4.98MB/sec pending data=0 2023-12-22T17:40:35.474 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OBdf7GpV3XxJR9p off=16969104 len=651334 2023-12-22T17:40:35.475 INFO:tasks.workunit.client.0.smithi032.stdout:op 979 completed, throughput=4.98MB/sec 2023-12-22T17:40:35.475 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rngDT2pphwgDCtv off=6710871 len=712338 2023-12-22T17:40:35.480 INFO:tasks.workunit.client.0.smithi032.stdout:op 980 completed, throughput=4.99MB/sec 2023-12-22T17:40:35.480 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hI8I6vTN_5BkNtL off=13504731 len=1021197 2023-12-22T17:40:35.481 INFO:tasks.workunit.client.0.smithi032.stdout:op 981 completed, throughput=4.99MB/sec 2023-12-22T17:40:35.481 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iGgW3ekUqSfxEWs off=0 len=1144539 2023-12-22T17:40:35.487 INFO:tasks.workunit.client.0.smithi032.stdout:op 982 completed, throughput=5MB/sec 2023-12-22T17:40:35.487 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-44bZQhObL748Gec off=10383088 len=393899 2023-12-22T17:40:35.491 INFO:tasks.workunit.client.0.smithi032.stdout:op 983 completed, throughput=5MB/sec 2023-12-22T17:40:35.491 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EMGsi45TN1sc5t9 off=12902780 len=1607383 2023-12-22T17:40:35.497 INFO:tasks.workunit.client.0.smithi032.stdout:op 984 completed, throughput=5.01MB/sec 2023-12-22T17:40:35.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:40:35 smithi032 ceph-mon[191839]: pgmap v1399: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-22T17:40:35.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:40:35 smithi032 ceph-mon[189144]: pgmap v1399: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-22T17:40:36.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:40:35 smithi039 ceph-mon[181282]: pgmap v1399: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-22T17:40:36.497 INFO:tasks.workunit.client.0.smithi032.stdout: 195: throughput=4.98MB/sec pending data=0 2023-12-22T17:40:36.497 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lwzFa_xnbKzeIV_ off=23504163 len=913395 2023-12-22T17:40:36.502 INFO:tasks.workunit.client.0.smithi032.stdout:op 985 completed, throughput=4.99MB/sec 2023-12-22T17:40:36.502 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZQFDEki37KIEOcd off=9634946 len=2071907 2023-12-22T17:40:36.505 INFO:tasks.workunit.client.0.smithi032.stdout:op 986 completed, throughput=5MB/sec 2023-12-22T17:40:36.505 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bLaTUL3jG-Qd0zJ off=20808130 len=1015085 2023-12-22T17:40:36.507 INFO:tasks.workunit.client.0.smithi032.stdout:op 987 completed, throughput=5MB/sec 2023-12-22T17:40:36.507 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4IEnITTgYn1sIXh off=943342 len=930658 2023-12-22T17:40:36.508 INFO:tasks.workunit.client.0.smithi032.stdout:op 988 completed, throughput=5MB/sec 2023-12-22T17:40:37.509 INFO:tasks.workunit.client.0.smithi032.stdout: 196: throughput=4.98MB/sec pending data=0 2023-12-22T17:40:37.509 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-x8n6f13v41Z9a3y off=809595 len=1646981 2023-12-22T17:40:37.517 INFO:tasks.workunit.client.0.smithi032.stdout:op 989 completed, throughput=4.99MB/sec 2023-12-22T17:40:37.517 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jBLuZKrhEJRKsL5 off=250383 len=946851 2023-12-22T17:40:37.523 INFO:tasks.workunit.client.0.smithi032.stdout:op 990 completed, throughput=4.99MB/sec 2023-12-22T17:40:37.523 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-F3jgY5zNRAC7YjH off=10261398 len=1652900 2023-12-22T17:40:37.525 INFO:tasks.workunit.client.0.smithi032.stdout:op 991 completed, throughput=5MB/sec 2023-12-22T17:40:37.525 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-82VEApWWCknGu0n off=974717 len=1271772 2023-12-22T17:40:37.530 INFO:tasks.workunit.client.0.smithi032.stdout:op 992 completed, throughput=5.01MB/sec 2023-12-22T17:40:37.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:40:37 smithi032 ceph-mon[191839]: pgmap v1400: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:40:37.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:40:37 smithi032 ceph-mon[189144]: pgmap v1400: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:40:38.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:40:37 smithi039 ceph-mon[181282]: pgmap v1400: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:40:38.530 INFO:tasks.workunit.client.0.smithi032.stdout: 197: throughput=4.98MB/sec pending data=0 2023-12-22T17:40:38.531 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RyPHXT_ioWCyOx1 off=3668147 len=1207450 2023-12-22T17:40:38.532 INFO:tasks.workunit.client.0.smithi032.stdout:op 993 completed, throughput=4.99MB/sec 2023-12-22T17:40:38.533 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Fgjng1zikUtw6aP off=5731492 len=824847 2023-12-22T17:40:38.534 INFO:tasks.workunit.client.0.smithi032.stdout:op 994 completed, throughput=4.99MB/sec 2023-12-22T17:40:38.534 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kjQRtf4hkPZRTZZ off=10072872 len=940957 2023-12-22T17:40:38.539 INFO:tasks.workunit.client.0.smithi032.stdout:op 995 completed, throughput=4.99MB/sec 2023-12-22T17:40:38.539 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LCXt5INSMD6uXRC off=2341730 len=399830 2023-12-22T17:40:38.541 INFO:tasks.workunit.client.0.smithi032.stdout:op 996 completed, throughput=5MB/sec 2023-12-22T17:40:38.541 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VBzAMAvezIoLqyu off=1992971 len=308040 2023-12-22T17:40:38.541 INFO:tasks.workunit.client.0.smithi032.stdout:op 997 completed, throughput=5MB/sec 2023-12-22T17:40:38.542 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eeDRje0C4EOuHgu off=4033713 len=1757175 2023-12-22T17:40:38.544 INFO:tasks.workunit.client.0.smithi032.stdout:op 998 completed, throughput=5.01MB/sec 2023-12-22T17:40:39.544 INFO:tasks.workunit.client.0.smithi032.stdout: 198: throughput=4.98MB/sec pending data=0 2023-12-22T17:40:39.544 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_wUNHLdxvsgcXTr off=1441459 len=1127032 2023-12-22T17:40:39.549 INFO:tasks.workunit.client.0.smithi032.stdout:op 999 completed, throughput=4.99MB/sec 2023-12-22T17:40:39.550 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-msGWXfBilqOzYan off=21745918 len=1836756 2023-12-22T17:40:39.557 INFO:tasks.workunit.client.0.smithi032.stdout:op 1000 completed, throughput=4.99MB/sec 2023-12-22T17:40:39.557 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mR10lnnoHS229-M off=21435949 len=1308320 2023-12-22T17:40:39.563 INFO:tasks.workunit.client.0.smithi032.stdout:op 1001 completed, throughput=5MB/sec 2023-12-22T17:40:39.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:40:39 smithi032 ceph-mon[189144]: pgmap v1401: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:40:39.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:40:39 smithi032 ceph-mon[191839]: pgmap v1401: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:40:40.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:40:39 smithi039 ceph-mon[181282]: pgmap v1401: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:40:40.563 INFO:tasks.workunit.client.0.smithi032.stdout: 199: throughput=4.98MB/sec pending data=0 2023-12-22T17:40:40.563 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-n4qTZy4dZLP2oZt off=17666143 len=494747 2023-12-22T17:40:40.564 INFO:tasks.workunit.client.0.smithi032.stdout:op 1002 completed, throughput=4.98MB/sec 2023-12-22T17:40:40.564 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pbT0gtxsDYjGDyH off=18726679 len=227480 2023-12-22T17:40:40.564 INFO:tasks.workunit.client.0.smithi032.stdout:op 1003 completed, throughput=4.98MB/sec 2023-12-22T17:40:40.564 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_OzWWh56l0hnN4B off=3576799 len=964635 2023-12-22T17:40:40.568 INFO:tasks.workunit.client.0.smithi032.stdout:op 1004 completed, throughput=4.98MB/sec 2023-12-22T17:40:40.568 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XvtGBFlXKX1CMJ2 off=4379962 len=2057894 2023-12-22T17:40:40.570 INFO:tasks.workunit.client.0.smithi032.stdout:op 1005 completed, throughput=4.99MB/sec 2023-12-22T17:40:40.570 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BlhcDvI7gVA6dAJ off=802936 len=799542 2023-12-22T17:40:40.571 INFO:tasks.workunit.client.0.smithi032.stdout:op 1006 completed, throughput=5MB/sec 2023-12-22T17:40:40.571 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-K-DWLn6eZxHf4wF off=9792777 len=1569416 2023-12-22T17:40:40.572 INFO:tasks.workunit.client.0.smithi032.stdout:op 1007 completed, throughput=5MB/sec 2023-12-22T17:40:40.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:40:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:40:40.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:40:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:40:40.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:40:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:40:40.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:40:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:40:40.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:40:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:40:40.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:40:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:40:40.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:40:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:40:40.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:40:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:40:41.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:40:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:40:41.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:40:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:40:41.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:40:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:40:41.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:40:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:40:41.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:40:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:40:40] "GET /metrics HTTP/1.1" 200 34010 "" "Prometheus/2.43.0" 2023-12-22T17:40:41.572 INFO:tasks.workunit.client.0.smithi032.stdout: 200: throughput=4.98MB/sec pending data=0 2023-12-22T17:40:41.573 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wZUuI_rWNWNxRKb off=8622159 len=1679882 2023-12-22T17:40:41.575 INFO:tasks.workunit.client.0.smithi032.stdout:op 1008 completed, throughput=4.99MB/sec 2023-12-22T17:40:41.575 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HcWD7EGdtvdVfuJ off=3750601 len=239259 2023-12-22T17:40:41.578 INFO:tasks.workunit.client.0.smithi032.stdout:op 1009 completed, throughput=4.99MB/sec 2023-12-22T17:40:41.578 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Gv3NyOaXkEGhXJV off=389321 len=650004 2023-12-22T17:40:41.579 INFO:tasks.workunit.client.0.smithi032.stdout:op 1010 completed, throughput=4.99MB/sec 2023-12-22T17:40:41.579 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tBmpnOS_sLsPQh7 off=2612171 len=1487570 2023-12-22T17:40:41.587 INFO:tasks.workunit.client.0.smithi032.stdout:op 1011 completed, throughput=5MB/sec 2023-12-22T17:40:41.587 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uEWxAq6tKdMBWYY off=0 len=1093234 2023-12-22T17:40:41.592 INFO:tasks.workunit.client.0.smithi032.stdout:op 1012 completed, throughput=5MB/sec 2023-12-22T17:40:42.592 INFO:tasks.workunit.client.0.smithi032.stdout: 201: throughput=4.98MB/sec pending data=0 2023-12-22T17:40:42.592 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-S4jBS0ZD9SY3s4g off=1103222 len=1605289 2023-12-22T17:40:42.599 INFO:tasks.workunit.client.0.smithi032.stdout:op 1013 completed, throughput=4.99MB/sec 2023-12-22T17:40:42.599 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0Hiu4toozapMgSW off=18357895 len=1297692 2023-12-22T17:40:42.601 INFO:tasks.workunit.client.0.smithi032.stdout:op 1014 completed, throughput=4.99MB/sec 2023-12-22T17:40:42.601 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-u6nF2vLNmN2ciP9 off=15993166 len=471311 2023-12-22T17:40:42.605 INFO:tasks.workunit.client.0.smithi032.stdout:op 1015 completed, throughput=4.99MB/sec 2023-12-22T17:40:42.605 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5dgtuyyYTOb36mh off=230673 len=1183560 2023-12-22T17:40:42.606 INFO:tasks.workunit.client.0.smithi032.stdout:op 1016 completed, throughput=5MB/sec 2023-12-22T17:40:42.606 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tFXlVFMY3a-v9sB off=1008763 len=826016 2023-12-22T17:40:42.611 INFO:tasks.workunit.client.0.smithi032.stdout:op 1017 completed, throughput=5MB/sec 2023-12-22T17:40:42.753 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:40:42 smithi039 ceph-mon[181282]: pgmap v1402: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:40:42.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:40:42 smithi032 ceph-mon[191839]: pgmap v1402: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:40:42.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:40:42 smithi032 ceph-mon[189144]: pgmap v1402: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:40:43.611 INFO:tasks.workunit.client.0.smithi032.stdout: 202: throughput=4.98MB/sec pending data=0 2023-12-22T17:40:43.611 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xRzWm7b5atigJdX off=3134535 len=33423 2023-12-22T17:40:43.614 INFO:tasks.workunit.client.0.smithi032.stdout:op 1018 completed, throughput=4.98MB/sec 2023-12-22T17:40:43.614 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1U5lHbgtIl_G4KR off=0 len=1098161 2023-12-22T17:40:43.620 INFO:tasks.workunit.client.0.smithi032.stdout:op 1019 completed, throughput=4.98MB/sec 2023-12-22T17:40:43.620 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zSHJjMZT2GrPxlc off=652231 len=1936471 2023-12-22T17:40:43.629 INFO:tasks.workunit.client.0.smithi032.stdout:op 1020 completed, throughput=4.99MB/sec 2023-12-22T17:40:43.629 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LgWoa5AgQe-71b3 off=1804848 len=1640860 2023-12-22T17:40:43.637 INFO:tasks.workunit.client.0.smithi032.stdout:op 1021 completed, throughput=5MB/sec 2023-12-22T17:40:43.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:40:43 smithi032 ceph-mon[191839]: pgmap v1403: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-22T17:40:43.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:40:43 smithi032 ceph-mon[189144]: pgmap v1403: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-22T17:40:44.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:40:43 smithi039 ceph-mon[181282]: pgmap v1403: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-22T17:40:44.637 INFO:tasks.workunit.client.0.smithi032.stdout: 203: throughput=4.98MB/sec pending data=0 2023-12-22T17:40:44.637 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-n16GC-TzIM4G1_E off=5942893 len=37260 2023-12-22T17:40:44.640 INFO:tasks.workunit.client.0.smithi032.stdout:op 1022 completed, throughput=4.98MB/sec 2023-12-22T17:40:44.640 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qAALCoLaY4idOr_ off=6384205 len=516359 2023-12-22T17:40:44.641 INFO:tasks.workunit.client.0.smithi032.stdout:op 1023 completed, throughput=4.98MB/sec 2023-12-22T17:40:44.641 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HZBZY-RkHgpnHs8 off=5731652 len=975641 2023-12-22T17:40:44.643 INFO:tasks.workunit.client.0.smithi032.stdout:op 1024 completed, throughput=4.98MB/sec 2023-12-22T17:40:44.643 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XPAuDk-E2Y8aK2u off=7157915 len=1054321 2023-12-22T17:40:44.644 INFO:tasks.workunit.client.0.smithi032.stdout:op 1025 completed, throughput=4.99MB/sec 2023-12-22T17:40:44.645 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qP5PYlGwBqSbigk off=13239023 len=727196 2023-12-22T17:40:44.646 INFO:tasks.workunit.client.0.smithi032.stdout:op 1026 completed, throughput=4.99MB/sec 2023-12-22T17:40:44.646 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-aqDo9wlBRtwBB6R off=1690391 len=924650 2023-12-22T17:40:44.647 INFO:tasks.workunit.client.0.smithi032.stdout:op 1027 completed, throughput=5MB/sec 2023-12-22T17:40:44.647 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sBNM1Ckui5vbXyD off=222711 len=1337279 2023-12-22T17:40:44.654 INFO:tasks.workunit.client.0.smithi032.stdout:op 1028 completed, throughput=5MB/sec 2023-12-22T17:40:45.655 INFO:tasks.workunit.client.0.smithi032.stdout: 204: throughput=4.98MB/sec pending data=0 2023-12-22T17:40:45.655 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-A36ifk8TGt5CjRQ off=1988444 len=503109 2023-12-22T17:40:45.659 INFO:tasks.workunit.client.0.smithi032.stdout:op 1029 completed, throughput=4.98MB/sec 2023-12-22T17:40:45.659 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7-O3LhVjHMvUifS off=13895411 len=1763125 2023-12-22T17:40:45.667 INFO:tasks.workunit.client.0.smithi032.stdout:op 1030 completed, throughput=4.99MB/sec 2023-12-22T17:40:45.667 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8lH_glJmX7ulSD2 off=2693545 len=18679 2023-12-22T17:40:45.669 INFO:tasks.workunit.client.0.smithi032.stdout:op 1031 completed, throughput=4.99MB/sec 2023-12-22T17:40:45.669 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NUA1Q8RzVR_Gbnl off=6446631 len=737172 2023-12-22T17:40:45.670 INFO:tasks.workunit.client.0.smithi032.stdout:op 1032 completed, throughput=4.99MB/sec 2023-12-22T17:40:45.671 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-idUoxB92WpVTCfp off=301499 len=1254927 2023-12-22T17:40:45.672 INFO:tasks.workunit.client.0.smithi032.stdout:op 1033 completed, throughput=5MB/sec 2023-12-22T17:40:45.672 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LDbkeJw8cOgWn2C off=12421001 len=1016039 2023-12-22T17:40:45.676 INFO:tasks.workunit.client.0.smithi032.stdout:op 1034 completed, throughput=5MB/sec 2023-12-22T17:40:45.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:40:45 smithi032 ceph-mon[191839]: pgmap v1404: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-22T17:40:45.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:40:45 smithi032 ceph-mon[189144]: pgmap v1404: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-22T17:40:46.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:40:45 smithi039 ceph-mon[181282]: pgmap v1404: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-22T17:40:46.677 INFO:tasks.workunit.client.0.smithi032.stdout: 205: throughput=4.98MB/sec pending data=0 2023-12-22T17:40:46.677 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Ai6aZdAGwRgPSKr off=1656070 len=91779 2023-12-22T17:40:46.677 INFO:tasks.workunit.client.0.smithi032.stdout:op 1035 completed, throughput=4.98MB/sec 2023-12-22T17:40:46.678 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-U5H31A6KAMMn9R9 off=2578260 len=247103 2023-12-22T17:40:46.680 INFO:tasks.workunit.client.0.smithi032.stdout:op 1036 completed, throughput=4.98MB/sec 2023-12-22T17:40:46.681 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RwZf68NdkPC8k59 off=14091617 len=1088072 2023-12-22T17:40:46.682 INFO:tasks.workunit.client.0.smithi032.stdout:op 1037 completed, throughput=4.98MB/sec 2023-12-22T17:40:46.682 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yAyHXcZ-JWb5nVS off=18369163 len=614162 2023-12-22T17:40:46.686 INFO:tasks.workunit.client.0.smithi032.stdout:op 1038 completed, throughput=4.99MB/sec 2023-12-22T17:40:46.686 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lxfR06S3VuVKmlO off=9013804 len=856215 2023-12-22T17:40:46.687 INFO:tasks.workunit.client.0.smithi032.stdout:op 1039 completed, throughput=4.99MB/sec 2023-12-22T17:40:46.687 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ycQDMVfdyGP_xkH off=5512714 len=119993 2023-12-22T17:40:46.688 INFO:tasks.workunit.client.0.smithi032.stdout:op 1040 completed, throughput=4.99MB/sec 2023-12-22T17:40:46.688 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--Xyl3o19pROhn6p off=9674577 len=785067 2023-12-22T17:40:46.689 INFO:tasks.workunit.client.0.smithi032.stdout:op 1041 completed, throughput=4.99MB/sec 2023-12-22T17:40:46.689 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uMsA6SlKbJHupeV off=172383 len=1267160 2023-12-22T17:40:46.691 INFO:tasks.workunit.client.0.smithi032.stdout:op 1042 completed, throughput=5MB/sec 2023-12-22T17:40:47.691 INFO:tasks.workunit.client.0.smithi032.stdout: 206: throughput=4.98MB/sec pending data=0 2023-12-22T17:40:47.691 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HJkHO_fd3OkyBFW off=9877674 len=1310431 2023-12-22T17:40:47.698 INFO:tasks.workunit.client.0.smithi032.stdout:op 1043 completed, throughput=4.98MB/sec 2023-12-22T17:40:47.698 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-n2v1EZ0G1XdMbjP off=12650965 len=299736 2023-12-22T17:40:47.702 INFO:tasks.workunit.client.0.smithi032.stdout:op 1044 completed, throughput=4.98MB/sec 2023-12-22T17:40:47.702 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pn2GR_nYtgkQZsk off=7382049 len=74758 2023-12-22T17:40:47.703 INFO:tasks.workunit.client.0.smithi032.stdout:op 1045 completed, throughput=4.98MB/sec 2023-12-22T17:40:47.703 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-n8dJ5UypsYGH0Al off=3777295 len=1652406 2023-12-22T17:40:47.711 INFO:tasks.workunit.client.0.smithi032.stdout:op 1046 completed, throughput=4.99MB/sec 2023-12-22T17:40:47.711 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kJkgrv_O_ZIR5Ua off=9796462 len=1045405 2023-12-22T17:40:47.712 INFO:tasks.workunit.client.0.smithi032.stdout:op 1047 completed, throughput=5MB/sec 2023-12-22T17:40:47.712 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IT3hpR9qKtWoIZ7 off=4543765 len=1027106 2023-12-22T17:40:47.717 INFO:tasks.workunit.client.0.smithi032.stdout:op 1048 completed, throughput=5MB/sec 2023-12-22T17:40:47.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:40:47 smithi032 ceph-mon[191839]: pgmap v1405: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:40:47.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:40:47 smithi032 ceph-mon[189144]: pgmap v1405: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:40:48.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:40:47 smithi039 ceph-mon[181282]: pgmap v1405: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:40:48.717 INFO:tasks.workunit.client.0.smithi032.stdout: 207: throughput=4.98MB/sec pending data=0 2023-12-22T17:40:48.718 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tSQgkYpfiGJQov1 off=6374690 len=905609 2023-12-22T17:40:48.719 INFO:tasks.workunit.client.0.smithi032.stdout:op 1049 completed, throughput=4.98MB/sec 2023-12-22T17:40:48.719 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CYX-Mev9z7pV8Jc off=321671 len=1590580 2023-12-22T17:40:48.722 INFO:tasks.workunit.client.0.smithi032.stdout:op 1050 completed, throughput=4.99MB/sec 2023-12-22T17:40:48.722 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DqXn-ko1klGFeyF off=2424798 len=1611729 2023-12-22T17:40:48.729 INFO:tasks.workunit.client.0.smithi032.stdout:op 1051 completed, throughput=4.99MB/sec 2023-12-22T17:40:48.729 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ic5QKM8bdTZ4AqD off=19707338 len=498887 2023-12-22T17:40:48.733 INFO:tasks.workunit.client.0.smithi032.stdout:op 1052 completed, throughput=5MB/sec 2023-12-22T17:40:48.733 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Fp7p8pUh-YvkJB_ off=274466 len=953093 2023-12-22T17:40:48.738 INFO:tasks.workunit.client.0.smithi032.stdout:op 1053 completed, throughput=5MB/sec 2023-12-22T17:40:49.739 INFO:tasks.workunit.client.0.smithi032.stdout: 208: throughput=4.98MB/sec pending data=0 2023-12-22T17:40:49.739 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-49TpvNH11gzz-75 off=7718169 len=783073 2023-12-22T17:40:49.740 INFO:tasks.workunit.client.0.smithi032.stdout:op 1054 completed, throughput=4.98MB/sec 2023-12-22T17:40:49.740 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--geK2FHWC7or9rO off=7937104 len=563440 2023-12-22T17:40:49.741 INFO:tasks.workunit.client.0.smithi032.stdout:op 1055 completed, throughput=4.98MB/sec 2023-12-22T17:40:49.741 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-COWQy2K7-rC35Zn off=11022318 len=1661651 2023-12-22T17:40:49.743 INFO:tasks.workunit.client.0.smithi032.stdout:op 1056 completed, throughput=4.99MB/sec 2023-12-22T17:40:49.743 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-q_CPaGMZPy0aZwz off=10159258 len=57532 2023-12-22T17:40:49.746 INFO:tasks.workunit.client.0.smithi032.stdout:op 1057 completed, throughput=4.99MB/sec 2023-12-22T17:40:49.746 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-P5_tEjKKOS2_ufl off=3602577 len=1126796 2023-12-22T17:40:49.748 INFO:tasks.workunit.client.0.smithi032.stdout:op 1058 completed, throughput=5MB/sec 2023-12-22T17:40:49.748 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VVpwctfURol_XRb off=7295194 len=229575 2023-12-22T17:40:49.749 INFO:tasks.workunit.client.0.smithi032.stdout:op 1059 completed, throughput=5MB/sec 2023-12-22T17:40:49.749 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qzTLjtKWEFrYsMb off=1151910 len=899239 2023-12-22T17:40:49.753 INFO:tasks.workunit.client.0.smithi032.stdout:op 1060 completed, throughput=5MB/sec 2023-12-22T17:40:49.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:40:49 smithi032 ceph-mon[191839]: pgmap v1406: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:40:49.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:40:49 smithi032 ceph-mon[189144]: pgmap v1406: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:40:50.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:40:49 smithi039 ceph-mon[181282]: pgmap v1406: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:40:50.630 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:40:50.753 INFO:tasks.workunit.client.0.smithi032.stdout: 209: throughput=4.98MB/sec pending data=0 2023-12-22T17:40:50.754 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_xoBJaWqAC8O4Wp off=9904169 len=1257385 2023-12-22T17:40:50.755 INFO:tasks.workunit.client.0.smithi032.stdout:op 1061 completed, throughput=4.98MB/sec 2023-12-22T17:40:50.755 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kMA7Jb7HRQIlat5 off=2293865 len=1301859 2023-12-22T17:40:50.762 INFO:tasks.workunit.client.0.smithi032.stdout:op 1062 completed, throughput=4.99MB/sec 2023-12-22T17:40:50.762 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-P52FFIZ3MbFavr2 off=1637968 len=113972 2023-12-22T17:40:50.762 INFO:tasks.workunit.client.0.smithi032.stdout:op 1063 completed, throughput=4.99MB/sec 2023-12-22T17:40:50.762 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lJ5cj1elqTndsOj off=9119874 len=1373024 2023-12-22T17:40:50.763 INFO:tasks.workunit.client.0.smithi032.stdout:op 1064 completed, throughput=5MB/sec 2023-12-22T17:40:50.763 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Qx6VO3J_0Q-9Vgp off=3216645 len=701052 2023-12-22T17:40:50.766 INFO:tasks.workunit.client.0.smithi032.stdout:op 1065 completed, throughput=5MB/sec 2023-12-22T17:40:50.766 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-O9HBbqDbnv_kKlw off=2066930 len=117085 2023-12-22T17:40:50.767 INFO:tasks.workunit.client.0.smithi032.stdout:op 1066 completed, throughput=5MB/sec 2023-12-22T17:40:50.767 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wG1Vqvrr9CJ5H8O off=2058146 len=814519 2023-12-22T17:40:50.771 INFO:tasks.workunit.client.0.smithi032.stdout:op 1067 completed, throughput=5MB/sec 2023-12-22T17:40:50.853 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:40:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:40:50.853 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:40:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:40:50.957 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:40:50.958 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (20m) 7m ago 25m 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:40:50.958 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (20m) 5m ago 25m 91.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:40:50.958 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (26m) 7m ago 26m 18.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:40:50.958 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (26m) 5m ago 26m 25.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:40:50.958 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (20m) 5m ago 28m 455M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:40:50.958 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (20m) 7m ago 30m 532M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:40:50.958 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (19m) 7m ago 30m 191M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:40:50.958 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (19m) 5m ago 29m 131M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:40:50.958 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (19m) 7m ago 28m 128M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:40:50.959 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (20m) 7m ago 25m 15.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:40:50.959 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (20m) 5m ago 25m 17.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:40:50.959 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (18m) 7m ago 28m 1428M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:40:50.959 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (18m) 7m ago 28m 1887M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:40:50.959 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (17m) 7m ago 27m 1085M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:40:50.959 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (17m) 7m ago 27m 1580M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:40:50.959 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (16m) 5m ago 27m 1675M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:40:50.959 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (16m) 5m ago 26m 1206M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:40:50.959 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (16m) 5m ago 26m 798M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:40:50.959 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (15m) 5m ago 26m 986M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:40:50.959 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (20m) 5m ago 25m 66.1M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:40:51.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:40:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:40:51.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:40:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:40:50] "GET /metrics HTTP/1.1" 200 34009 "" "Prometheus/2.43.0" 2023-12-22T17:40:51.362 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:40:51.363 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:40:51.363 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:40:51.363 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:40:51.363 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:40:51.363 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:40:51.363 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:40:51.363 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:40:51.363 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:40:51.363 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:40:51.363 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:40:51.364 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:40:51.364 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:40:51.364 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:40:51.364 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:40:51.364 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:40:51.364 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:40:51.364 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:40:51.771 INFO:tasks.workunit.client.0.smithi032.stdout: 210: throughput=4.98MB/sec pending data=0 2023-12-22T17:40:51.771 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sKA0ku3dqPEsCQO off=18154767 len=1813926 2023-12-22T17:40:51.773 INFO:tasks.workunit.client.0.smithi032.stdout:op 1068 completed, throughput=4.99MB/sec 2023-12-22T17:40:51.773 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pkXUKpBYXikhn5W off=6138958 len=576973 2023-12-22T17:40:51.774 INFO:tasks.workunit.client.0.smithi032.stdout:op 1069 completed, throughput=4.99MB/sec 2023-12-22T17:40:51.774 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hDSIdTdH6GmkN1z off=18535183 len=831655 2023-12-22T17:40:51.776 INFO:tasks.workunit.client.0.smithi032.stdout:op 1070 completed, throughput=4.99MB/sec 2023-12-22T17:40:51.776 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Ud6GAGNS7_WFNKZ off=5354430 len=422212 2023-12-22T17:40:51.776 INFO:tasks.workunit.client.0.smithi032.stdout:op 1071 completed, throughput=5MB/sec 2023-12-22T17:40:51.776 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Xs1Jmyg31whk9Gt off=6158184 len=590023 2023-12-22T17:40:51.780 INFO:tasks.workunit.client.0.smithi032.stdout:op 1072 completed, throughput=5MB/sec 2023-12-22T17:40:51.780 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-V_oG57m1e08i5jd off=1656676 len=1083714 2023-12-22T17:40:51.786 INFO:tasks.workunit.client.0.smithi032.stdout:op 1073 completed, throughput=5MB/sec 2023-12-22T17:40:51.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:40:51 smithi032 ceph-mon[191839]: from='client.45245 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:40:51.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:40:51 smithi032 ceph-mon[191839]: from='client.45251 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:40:51.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:40:51 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3809081991' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:40:51.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:40:51 smithi032 ceph-mon[191839]: pgmap v1407: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-22T17:40:51.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:40:51 smithi032 ceph-mon[189144]: from='client.45245 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:40:51.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:40:51 smithi032 ceph-mon[189144]: from='client.45251 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:40:51.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:40:51 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3809081991' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:40:51.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:40:51 smithi032 ceph-mon[189144]: pgmap v1407: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-22T17:40:52.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:40:51 smithi039 ceph-mon[181282]: from='client.45245 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:40:52.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:40:51 smithi039 ceph-mon[181282]: from='client.45251 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:40:52.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:40:51 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3809081991' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:40:52.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:40:51 smithi039 ceph-mon[181282]: pgmap v1407: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-22T17:40:52.786 INFO:tasks.workunit.client.0.smithi032.stdout: 211: throughput=4.98MB/sec pending data=0 2023-12-22T17:40:52.786 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-K44sT-zpAEPiwiq off=7350747 len=416200 2023-12-22T17:40:52.790 INFO:tasks.workunit.client.0.smithi032.stdout:op 1074 completed, throughput=4.98MB/sec 2023-12-22T17:40:52.790 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SO1f1-zijl2MhLM off=8127735 len=1778941 2023-12-22T17:40:52.799 INFO:tasks.workunit.client.0.smithi032.stdout:op 1075 completed, throughput=4.99MB/sec 2023-12-22T17:40:52.799 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-36PHio1bMXx-5oX off=634759 len=1134273 2023-12-22T17:40:52.801 INFO:tasks.workunit.client.0.smithi032.stdout:op 1076 completed, throughput=4.99MB/sec 2023-12-22T17:40:52.801 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-10FBIX3qUWk4y6Y off=16310810 len=872073 2023-12-22T17:40:52.802 INFO:tasks.workunit.client.0.smithi032.stdout:op 1077 completed, throughput=5MB/sec 2023-12-22T17:40:52.802 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LWX4mQfTR2FhUyk off=6523756 len=705971 2023-12-22T17:40:52.803 INFO:tasks.workunit.client.0.smithi032.stdout:op 1078 completed, throughput=5MB/sec 2023-12-22T17:40:53.804 INFO:tasks.workunit.client.0.smithi032.stdout: 212: throughput=4.98MB/sec pending data=0 2023-12-22T17:40:53.804 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-k4cmxc65-EIcw6U off=7544319 len=659521 2023-12-22T17:40:53.805 INFO:tasks.workunit.client.0.smithi032.stdout:op 1079 completed, throughput=4.98MB/sec 2023-12-22T17:40:53.805 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xInLw1_33DCDxY4 off=10148560 len=47056 2023-12-22T17:40:53.807 INFO:tasks.workunit.client.0.smithi032.stdout:op 1080 completed, throughput=4.98MB/sec 2023-12-22T17:40:53.808 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-u0xvoYrl9L27MW5 off=3990043 len=222092 2023-12-22T17:40:53.811 INFO:tasks.workunit.client.0.smithi032.stdout:op 1081 completed, throughput=4.98MB/sec 2023-12-22T17:40:53.811 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5Zu14WkzQPug6og off=1381294 len=671100 2023-12-22T17:40:53.812 INFO:tasks.workunit.client.0.smithi032.stdout:op 1082 completed, throughput=4.98MB/sec 2023-12-22T17:40:53.812 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-75GBbvSZv9m4vnD off=7666078 len=42380 2023-12-22T17:40:53.814 INFO:tasks.workunit.client.0.smithi032.stdout:op 1083 completed, throughput=4.98MB/sec 2023-12-22T17:40:53.814 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YuyZgJNL2G4OIjv off=4016315 len=803538 2023-12-22T17:40:53.819 INFO:tasks.workunit.client.0.smithi032.stdout:op 1084 completed, throughput=4.99MB/sec 2023-12-22T17:40:53.819 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-oTjGrcSQNees5Xe off=16499862 len=561738 2023-12-22T17:40:53.822 INFO:tasks.workunit.client.0.smithi032.stdout:op 1085 completed, throughput=4.99MB/sec 2023-12-22T17:40:53.822 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3BNK8S6srcwNG5Q off=13695361 len=1078960 2023-12-22T17:40:53.824 INFO:tasks.workunit.client.0.smithi032.stdout:op 1086 completed, throughput=5MB/sec 2023-12-22T17:40:53.824 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-olpdj-L6vAdwGxv off=16749696 len=1254422 2023-12-22T17:40:53.825 INFO:tasks.workunit.client.0.smithi032.stdout:op 1087 completed, throughput=5MB/sec 2023-12-22T17:40:53.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:40:53 smithi032 ceph-mon[191839]: pgmap v1408: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-22T17:40:53.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:40:53 smithi032 ceph-mon[189144]: pgmap v1408: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-22T17:40:54.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:40:53 smithi039 ceph-mon[181282]: pgmap v1408: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-22T17:40:54.826 INFO:tasks.workunit.client.0.smithi032.stdout: 213: throughput=4.98MB/sec pending data=0 2023-12-22T17:40:54.826 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1klFL9XR5PqQQfE off=1348167 len=1903439 2023-12-22T17:40:54.834 INFO:tasks.workunit.client.0.smithi032.stdout:op 1088 completed, throughput=4.99MB/sec 2023-12-22T17:40:54.835 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hLu2XqQu1BP6WM1 off=7332172 len=642311 2023-12-22T17:40:54.836 INFO:tasks.workunit.client.0.smithi032.stdout:op 1089 completed, throughput=4.99MB/sec 2023-12-22T17:40:54.836 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yrknKdo3KNHrwY6 off=1221513 len=700559 2023-12-22T17:40:54.837 INFO:tasks.workunit.client.0.smithi032.stdout:op 1090 completed, throughput=4.99MB/sec 2023-12-22T17:40:54.837 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pGZOtayyIHuCBsr off=6042240 len=2074458 2023-12-22T17:40:54.841 INFO:tasks.workunit.client.0.smithi032.stdout:op 1091 completed, throughput=5MB/sec 2023-12-22T17:40:55.842 INFO:tasks.workunit.client.0.smithi032.stdout: 214: throughput=4.98MB/sec pending data=0 2023-12-22T17:40:55.842 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4vcuj79TpU9lE7V off=2244598 len=1655105 2023-12-22T17:40:55.844 INFO:tasks.workunit.client.0.smithi032.stdout:op 1092 completed, throughput=4.98MB/sec 2023-12-22T17:40:55.844 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ap9ckczLLNI9qnG off=12083227 len=1698828 2023-12-22T17:40:55.851 INFO:tasks.workunit.client.0.smithi032.stdout:op 1093 completed, throughput=4.99MB/sec 2023-12-22T17:40:55.852 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-W9F5hQqptKpuWIr off=6445587 len=628705 2023-12-22T17:40:55.856 INFO:tasks.workunit.client.0.smithi032.stdout:op 1094 completed, throughput=4.99MB/sec 2023-12-22T17:40:55.856 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jtxC0ZzJBpc42NA off=262180 len=473189 2023-12-22T17:40:55.857 INFO:tasks.workunit.client.0.smithi032.stdout:op 1095 completed, throughput=5MB/sec 2023-12-22T17:40:55.857 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-c72lH6LrKvx-d2W off=4320520 len=379763 2023-12-22T17:40:55.858 INFO:tasks.workunit.client.0.smithi032.stdout:op 1096 completed, throughput=5MB/sec 2023-12-22T17:40:55.858 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-T-R1U_DTO611ZeT off=10624585 len=349718 2023-12-22T17:40:55.859 INFO:tasks.workunit.client.0.smithi032.stdout:op 1097 completed, throughput=5MB/sec 2023-12-22T17:40:55.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:40:55 smithi032 ceph-mon[191839]: pgmap v1409: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2023-12-22T17:40:55.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:40:55 smithi032 ceph-mon[189144]: pgmap v1409: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2023-12-22T17:40:56.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:40:55 smithi039 ceph-mon[181282]: pgmap v1409: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2023-12-22T17:40:56.859 INFO:tasks.workunit.client.0.smithi032.stdout: 215: throughput=4.98MB/sec pending data=0 2023-12-22T17:40:56.859 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LodWNsYeyNtnY_g off=1377205 len=886849 2023-12-22T17:40:56.861 INFO:tasks.workunit.client.0.smithi032.stdout:op 1098 completed, throughput=4.98MB/sec 2023-12-22T17:40:56.861 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-D8Xpt6qL1pWvokS off=5618809 len=1185870 2023-12-22T17:40:56.863 INFO:tasks.workunit.client.0.smithi032.stdout:op 1099 completed, throughput=4.99MB/sec 2023-12-22T17:40:56.863 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-owoauG-c4RzF0hT off=6142730 len=2071335 2023-12-22T17:40:56.871 INFO:tasks.workunit.client.0.smithi032.stdout:op 1100 completed, throughput=4.99MB/sec 2023-12-22T17:40:56.871 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mlXo1Uf6iFOEeA3 off=19282683 len=229357 2023-12-22T17:40:56.872 INFO:tasks.workunit.client.0.smithi032.stdout:op 1101 completed, throughput=5MB/sec 2023-12-22T17:40:56.872 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Q8-18d1nHNZ0oD3 off=4461467 len=1408984 2023-12-22T17:40:56.878 INFO:tasks.workunit.client.0.smithi032.stdout:op 1102 completed, throughput=5MB/sec 2023-12-22T17:40:57.878 INFO:tasks.workunit.client.0.smithi032.stdout: 216: throughput=4.98MB/sec pending data=0 2023-12-22T17:40:57.879 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jeCRAnq6XMZCGN9 off=13587318 len=172416 2023-12-22T17:40:57.881 INFO:tasks.workunit.client.0.smithi032.stdout:op 1103 completed, throughput=4.98MB/sec 2023-12-22T17:40:57.881 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-T4hQMrri3cvFGAJ off=1535455 len=1596062 2023-12-22T17:40:57.888 INFO:tasks.workunit.client.0.smithi032.stdout:op 1104 completed, throughput=4.99MB/sec 2023-12-22T17:40:57.888 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2572QheE3GKyjrs off=15049511 len=1874567 2023-12-22T17:40:57.891 INFO:tasks.workunit.client.0.smithi032.stdout:op 1105 completed, throughput=4.99MB/sec 2023-12-22T17:40:57.892 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1J7Xvyu435zQs-2 off=5819551 len=591275 2023-12-22T17:40:57.892 INFO:tasks.workunit.client.0.smithi032.stdout:op 1106 completed, throughput=5MB/sec 2023-12-22T17:40:57.892 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2xNU_CZtNRGDij7 off=6424162 len=1957888 2023-12-22T17:40:57.900 INFO:tasks.workunit.client.0.smithi032.stdout:op 1107 completed, throughput=5.01MB/sec 2023-12-22T17:40:57.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:40:57 smithi032 ceph-mon[189144]: pgmap v1410: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2023-12-22T17:40:57.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:40:57 smithi032 ceph-mon[191839]: pgmap v1410: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2023-12-22T17:40:58.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:40:57 smithi039 ceph-mon[181282]: pgmap v1410: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2023-12-22T17:40:58.900 INFO:tasks.workunit.client.0.smithi032.stdout: 217: throughput=4.98MB/sec pending data=0 2023-12-22T17:40:58.900 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-b6MiQLnq-qf3oAH off=5043962 len=617039 2023-12-22T17:40:58.904 INFO:tasks.workunit.client.0.smithi032.stdout:op 1108 completed, throughput=4.99MB/sec 2023-12-22T17:40:58.904 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-069G2lsrI3I35nr off=12776660 len=1132589 2023-12-22T17:40:58.907 INFO:tasks.workunit.client.0.smithi032.stdout:op 1109 completed, throughput=4.99MB/sec 2023-12-22T17:40:58.907 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-M5Y2VFCWVc98Fa4 off=1213985 len=208327 2023-12-22T17:40:58.907 INFO:tasks.workunit.client.0.smithi032.stdout:op 1110 completed, throughput=4.99MB/sec 2023-12-22T17:40:58.908 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8aaQH0b6N9TLlwd off=17082427 len=1499201 2023-12-22T17:40:58.909 INFO:tasks.workunit.client.0.smithi032.stdout:op 1111 completed, throughput=5MB/sec 2023-12-22T17:40:58.910 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sLEwJzyHfUfzFh7 off=891004 len=221566 2023-12-22T17:40:58.912 INFO:tasks.workunit.client.0.smithi032.stdout:op 1112 completed, throughput=5MB/sec 2023-12-22T17:40:58.912 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LIIz-FlE9OQvviH off=3052336 len=1065793 2023-12-22T17:40:58.914 INFO:tasks.workunit.client.0.smithi032.stdout:op 1113 completed, throughput=5MB/sec 2023-12-22T17:40:59.914 INFO:tasks.workunit.client.0.smithi032.stdout: 218: throughput=4.98MB/sec pending data=0 2023-12-22T17:40:59.915 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IiBJXL3vNqxocR9 off=9050182 len=1268196 2023-12-22T17:40:59.921 INFO:tasks.workunit.client.0.smithi032.stdout:op 1114 completed, throughput=4.99MB/sec 2023-12-22T17:40:59.921 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bGfAHgUsYQBEiZh off=7964557 len=1155017 2023-12-22T17:40:59.924 INFO:tasks.workunit.client.0.smithi032.stdout:op 1115 completed, throughput=4.99MB/sec 2023-12-22T17:40:59.924 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DTX77yougRrXoeE off=494735 len=627186 2023-12-22T17:40:59.925 INFO:tasks.workunit.client.0.smithi032.stdout:op 1116 completed, throughput=4.99MB/sec 2023-12-22T17:40:59.925 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-W3d0XBUzV2-H5D7 off=1879909 len=61928 2023-12-22T17:40:59.926 INFO:tasks.workunit.client.0.smithi032.stdout:op 1117 completed, throughput=4.99MB/sec 2023-12-22T17:40:59.926 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yEHLOISYNfjBj8r off=6383895 len=1307132 2023-12-22T17:40:59.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:40:59 smithi032 ceph-mon[189144]: pgmap v1411: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-22T17:40:59.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:40:59 smithi032 ceph-mon[191839]: pgmap v1411: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-22T17:40:59.932 INFO:tasks.workunit.client.0.smithi032.stdout:op 1118 completed, throughput=5MB/sec 2023-12-22T17:40:59.932 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-boiKzKgdZUsjMQS off=14473053 len=436850 2023-12-22T17:40:59.933 INFO:tasks.workunit.client.0.smithi032.stdout:op 1119 completed, throughput=5MB/sec 2023-12-22T17:41:00.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:40:59 smithi039 ceph-mon[181282]: pgmap v1411: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-22T17:41:00.933 INFO:tasks.workunit.client.0.smithi032.stdout: 219: throughput=4.98MB/sec pending data=0 2023-12-22T17:41:00.933 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HHDDEeW_GCfSxiU off=14844288 len=132386 2023-12-22T17:41:00.935 INFO:tasks.workunit.client.0.smithi032.stdout:op 1120 completed, throughput=4.98MB/sec 2023-12-22T17:41:00.935 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8xLGUBdZ9sr7ayP off=14996580 len=2884 2023-12-22T17:41:00.938 INFO:tasks.workunit.client.0.smithi032.stdout:op 1121 completed, throughput=4.98MB/sec 2023-12-22T17:41:00.938 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-d-E7IJdoEqxMN7j off=250447 len=846051 2023-12-22T17:41:00.939 INFO:tasks.workunit.client.0.smithi032.stdout:op 1122 completed, throughput=4.98MB/sec 2023-12-22T17:41:00.939 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hfLWm6dL-I36F3F off=1349307 len=1613418 2023-12-22T17:41:00.947 INFO:tasks.workunit.client.0.smithi032.stdout:op 1123 completed, throughput=4.99MB/sec 2023-12-22T17:41:00.947 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DTAyNi3R5D1Y8L5 off=5403317 len=448260 2023-12-22T17:41:00.950 INFO:tasks.workunit.client.0.smithi032.stdout:op 1124 completed, throughput=4.99MB/sec 2023-12-22T17:41:00.950 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-C84gDrngENsi2Ro off=2793169 len=110010 2023-12-22T17:41:00.953 INFO:tasks.workunit.client.0.smithi032.stdout:op 1125 completed, throughput=4.99MB/sec 2023-12-22T17:41:00.953 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rP7L6nn0qDnsLUw off=248936 len=1044802 2023-12-22T17:41:00.954 INFO:tasks.workunit.client.0.smithi032.stdout:op 1126 completed, throughput=5MB/sec 2023-12-22T17:41:00.954 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cTQ1aIt_28Mmhew off=0 len=1856916 2023-12-22T17:41:00.958 INFO:tasks.workunit.client.0.smithi032.stdout:op 1127 completed, throughput=5MB/sec 2023-12-22T17:41:01.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:41:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:41:00] "GET /metrics HTTP/1.1" 200 34009 "" "Prometheus/2.43.0" 2023-12-22T17:41:01.958 INFO:tasks.workunit.client.0.smithi032.stdout: 220: throughput=4.98MB/sec pending data=0 2023-12-22T17:41:01.958 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lCFnSPqEACsLrsw off=5257382 len=1199934 2023-12-22T17:41:01.963 INFO:tasks.workunit.client.0.smithi032.stdout:op 1128 completed, throughput=4.99MB/sec 2023-12-22T17:41:01.963 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4MK37470PkvGnoM off=8771950 len=1746172 2023-12-22T17:41:01.966 INFO:tasks.workunit.client.0.smithi032.stdout:op 1129 completed, throughput=4.99MB/sec 2023-12-22T17:41:01.966 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GqFwbLO0DBOJ4z9 off=749080 len=938139 2023-12-22T17:41:01.971 INFO:tasks.workunit.client.0.smithi032.stdout:op 1130 completed, throughput=5MB/sec 2023-12-22T17:41:01.971 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rPCU6oS3OUuzvhb off=19375010 len=1620256 2023-12-22T17:41:01.975 INFO:tasks.workunit.client.0.smithi032.stdout:op 1131 completed, throughput=5MB/sec 2023-12-22T17:41:02.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:41:02 smithi039 ceph-mon[181282]: pgmap v1412: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2023-12-22T17:41:02.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:41:02 smithi032 ceph-mon[191839]: pgmap v1412: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2023-12-22T17:41:02.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:41:02 smithi032 ceph-mon[189144]: pgmap v1412: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2023-12-22T17:41:02.975 INFO:tasks.workunit.client.0.smithi032.stdout: 221: throughput=4.98MB/sec pending data=0 2023-12-22T17:41:02.975 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yLhGa9---yUEsmf off=4312682 len=32376 2023-12-22T17:41:02.978 INFO:tasks.workunit.client.0.smithi032.stdout:op 1132 completed, throughput=4.98MB/sec 2023-12-22T17:41:02.978 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-55YUiUSWLyOmKbE off=4493002 len=1505437 2023-12-22T17:41:02.985 INFO:tasks.workunit.client.0.smithi032.stdout:op 1133 completed, throughput=4.99MB/sec 2023-12-22T17:41:02.985 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GzIHWnWxidYTUMc off=4044617 len=1046135 2023-12-22T17:41:02.987 INFO:tasks.workunit.client.0.smithi032.stdout:op 1134 completed, throughput=4.99MB/sec 2023-12-22T17:41:02.987 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-g2ToRJ7U9uTAnlt off=11339287 len=865056 2023-12-22T17:41:02.992 INFO:tasks.workunit.client.0.smithi032.stdout:op 1135 completed, throughput=5MB/sec 2023-12-22T17:41:02.992 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-y_6-Lmzms7zjSgq off=4466700 len=426669 2023-12-22T17:41:02.995 INFO:tasks.workunit.client.0.smithi032.stdout:op 1136 completed, throughput=5MB/sec 2023-12-22T17:41:02.995 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IPO0cUJN5Gs_1Ja off=14826228 len=1355820 2023-12-22T17:41:02.997 INFO:tasks.workunit.client.0.smithi032.stdout:op 1137 completed, throughput=5MB/sec 2023-12-22T17:41:03.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:41:03 smithi032 ceph-mon[191839]: pgmap v1413: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-22T17:41:03.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:41:03 smithi032 ceph-mon[189144]: pgmap v1413: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-22T17:41:03.998 INFO:tasks.workunit.client.0.smithi032.stdout: 222: throughput=4.98MB/sec pending data=0 2023-12-22T17:41:03.998 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-98r7aO8kC0ER6AR off=2606312 len=1937866 2023-12-22T17:41:04.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:41:03 smithi039 ceph-mon[181282]: pgmap v1413: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-22T17:41:04.006 INFO:tasks.workunit.client.0.smithi032.stdout:op 1138 completed, throughput=4.99MB/sec 2023-12-22T17:41:04.006 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QTlwk3ty5KlLrKq off=3276418 len=65064 2023-12-22T17:41:04.008 INFO:tasks.workunit.client.0.smithi032.stdout:op 1139 completed, throughput=4.99MB/sec 2023-12-22T17:41:04.008 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Mp6mw_TEN8uK43F off=7221493 len=338097 2023-12-22T17:41:04.009 INFO:tasks.workunit.client.0.smithi032.stdout:op 1140 completed, throughput=4.99MB/sec 2023-12-22T17:41:04.010 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jE9P0mVeauz58k6 off=3520395 len=1668161 2023-12-22T17:41:04.017 INFO:tasks.workunit.client.0.smithi032.stdout:op 1141 completed, throughput=5MB/sec 2023-12-22T17:41:04.017 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QDEOIU0b4ht8im6 off=3163542 len=242766 2023-12-22T17:41:04.020 INFO:tasks.workunit.client.0.smithi032.stdout:op 1142 completed, throughput=5MB/sec 2023-12-22T17:41:04.020 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VoMatm1Fdav3A8o off=1740041 len=18412 2023-12-22T17:41:04.020 INFO:tasks.workunit.client.0.smithi032.stdout:op 1143 completed, throughput=5MB/sec 2023-12-22T17:41:04.020 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-i6AJzP1PZPazZMG off=3333617 len=539220 2023-12-22T17:41:04.024 INFO:tasks.workunit.client.0.smithi032.stdout:op 1144 completed, throughput=5MB/sec 2023-12-22T17:41:04.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:41:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:41:04.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:41:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:41:05.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:41:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:41:05.024 INFO:tasks.workunit.client.0.smithi032.stdout: 223: throughput=4.98MB/sec pending data=0 2023-12-22T17:41:05.024 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TiXGdUEoYfYfC4q off=400055 len=926519 2023-12-22T17:41:05.026 INFO:tasks.workunit.client.0.smithi032.stdout:op 1145 completed, throughput=4.98MB/sec 2023-12-22T17:41:05.026 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YtsWkjsd1BVAfky off=16035351 len=812695 2023-12-22T17:41:05.035 INFO:tasks.workunit.client.0.smithi032.stdout:op 1146 completed, throughput=4.99MB/sec 2023-12-22T17:41:05.035 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Fj9TNiC9Fcq2lA3 off=749112 len=746206 2023-12-22T17:41:05.037 INFO:tasks.workunit.client.0.smithi032.stdout:op 1147 completed, throughput=4.99MB/sec 2023-12-22T17:41:05.037 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zm5LxAswcQyLcZL off=6485379 len=1019126 2023-12-22T17:41:05.038 INFO:tasks.workunit.client.0.smithi032.stdout:op 1148 completed, throughput=4.99MB/sec 2023-12-22T17:41:05.038 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NKuoc2fYzouo7Eh off=13902857 len=1166200 2023-12-22T17:41:05.040 INFO:tasks.workunit.client.0.smithi032.stdout:op 1149 completed, throughput=5MB/sec 2023-12-22T17:41:05.040 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-z541nSbvhiZBbfR off=287177 len=1546097 2023-12-22T17:41:05.047 INFO:tasks.workunit.client.0.smithi032.stdout:op 1150 completed, throughput=5.01MB/sec 2023-12-22T17:41:06.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:41:05 smithi039 ceph-mon[181282]: pgmap v1414: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-22T17:41:06.048 INFO:tasks.workunit.client.0.smithi032.stdout: 224: throughput=4.98MB/sec pending data=0 2023-12-22T17:41:06.048 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7sRT5JEGG0GNjRB off=6401523 len=1232875 2023-12-22T17:41:06.049 INFO:tasks.workunit.client.0.smithi032.stdout:op 1151 completed, throughput=4.99MB/sec 2023-12-22T17:41:06.049 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-T0MFz3PnE7BSTNy off=9440468 len=1066572 2023-12-22T17:41:06.051 INFO:tasks.workunit.client.0.smithi032.stdout:op 1152 completed, throughput=4.99MB/sec 2023-12-22T17:41:06.051 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ulTyOufpGoa6aYS off=5644665 len=292671 2023-12-22T17:41:06.055 INFO:tasks.workunit.client.0.smithi032.stdout:op 1153 completed, throughput=4.99MB/sec 2023-12-22T17:41:06.055 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sbhdQDiegnVYlJz off=1042100 len=165154 2023-12-22T17:41:06.057 INFO:tasks.workunit.client.0.smithi032.stdout:op 1154 completed, throughput=4.99MB/sec 2023-12-22T17:41:06.057 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YxqAkwgMlJ1CnIn off=3848187 len=765194 2023-12-22T17:41:06.061 INFO:tasks.workunit.client.0.smithi032.stdout:op 1155 completed, throughput=5MB/sec 2023-12-22T17:41:06.061 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-N3S5yKQC5uXftJG off=4504295 len=574040 2023-12-22T17:41:06.065 INFO:tasks.workunit.client.0.smithi032.stdout:op 1156 completed, throughput=5MB/sec 2023-12-22T17:41:06.065 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NL_3ANtyN6N_rRI off=2118989 len=434653 2023-12-22T17:41:06.066 INFO:tasks.workunit.client.0.smithi032.stdout:op 1157 completed, throughput=5MB/sec 2023-12-22T17:41:06.177 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:41:05 smithi032 ceph-mon[191839]: pgmap v1414: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-22T17:41:06.177 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:41:05 smithi032 ceph-mon[189144]: pgmap v1414: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-22T17:41:07.067 INFO:tasks.workunit.client.0.smithi032.stdout: 225: throughput=4.98MB/sec pending data=0 2023-12-22T17:41:07.067 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tR95ZmBKB5309tQ off=5300373 len=1825244 2023-12-22T17:41:07.076 INFO:tasks.workunit.client.0.smithi032.stdout:op 1158 completed, throughput=4.99MB/sec 2023-12-22T17:41:07.076 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Szv7AmZtLmhmTpt off=3221265 len=435393 2023-12-22T17:41:07.080 INFO:tasks.workunit.client.0.smithi032.stdout:op 1159 completed, throughput=4.99MB/sec 2023-12-22T17:41:07.080 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LCvrON-LjF2bL1w off=2710054 len=218760 2023-12-22T17:41:07.082 INFO:tasks.workunit.client.0.smithi032.stdout:op 1160 completed, throughput=4.99MB/sec 2023-12-22T17:41:07.083 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5fI4kvaD6vX500H off=2697311 len=645028 2023-12-22T17:41:07.084 INFO:tasks.workunit.client.0.smithi032.stdout:op 1161 completed, throughput=4.99MB/sec 2023-12-22T17:41:07.084 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QuIlasAgt3nR1jy off=15475794 len=1061721 2023-12-22T17:41:07.089 INFO:tasks.workunit.client.0.smithi032.stdout:op 1162 completed, throughput=5MB/sec 2023-12-22T17:41:07.089 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7rkaJlZwfc7bu5K off=10530685 len=1352464 2023-12-22T17:41:07.095 INFO:tasks.workunit.client.0.smithi032.stdout:op 1163 completed, throughput=5MB/sec 2023-12-22T17:41:07.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:41:07 smithi032 ceph-mon[191839]: pgmap v1415: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-22T17:41:07.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:41:07 smithi032 ceph-mon[189144]: pgmap v1415: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-22T17:41:08.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:41:07 smithi039 ceph-mon[181282]: pgmap v1415: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-22T17:41:08.095 INFO:tasks.workunit.client.0.smithi032.stdout: 226: throughput=4.98MB/sec pending data=0 2023-12-22T17:41:08.096 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TDshiTaE3BkmWz4 off=3525757 len=1292764 2023-12-22T17:41:08.097 INFO:tasks.workunit.client.0.smithi032.stdout:op 1164 completed, throughput=4.99MB/sec 2023-12-22T17:41:08.098 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8b3B-MnNHrlpLjQ off=6460878 len=953580 2023-12-22T17:41:08.099 INFO:tasks.workunit.client.0.smithi032.stdout:op 1165 completed, throughput=4.99MB/sec 2023-12-22T17:41:08.099 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Y-rbPZcdyThOoFS off=5201939 len=1838628 2023-12-22T17:41:08.108 INFO:tasks.workunit.client.0.smithi032.stdout:op 1166 completed, throughput=5MB/sec 2023-12-22T17:41:08.108 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ivLjqLCAWGxUS8K off=2159 len=2020325 2023-12-22T17:41:08.116 INFO:tasks.workunit.client.0.smithi032.stdout:op 1167 completed, throughput=5.01MB/sec 2023-12-22T17:41:09.116 INFO:tasks.workunit.client.0.smithi032.stdout: 227: throughput=4.98MB/sec pending data=0 2023-12-22T17:41:09.117 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JScdQi6cD5fQraa off=825376 len=1037868 2023-12-22T17:41:09.122 INFO:tasks.workunit.client.0.smithi032.stdout:op 1168 completed, throughput=4.99MB/sec 2023-12-22T17:41:09.122 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9CD7_64ihEgTnSR off=2301347 len=789699 2023-12-22T17:41:09.124 INFO:tasks.workunit.client.0.smithi032.stdout:op 1169 completed, throughput=4.99MB/sec 2023-12-22T17:41:09.124 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5IBfHV2MlIXUlVJ off=17435039 len=1980222 2023-12-22T17:41:09.133 INFO:tasks.workunit.client.0.smithi032.stdout:op 1170 completed, throughput=5MB/sec 2023-12-22T17:41:09.133 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TYFyrwzPFDEXyi8 off=7788177 len=1890833 2023-12-22T17:41:09.140 INFO:tasks.workunit.client.0.smithi032.stdout:op 1171 completed, throughput=5.01MB/sec 2023-12-22T17:41:09.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:41:09 smithi032 ceph-mon[189144]: pgmap v1416: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:41:09.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:41:09 smithi032 ceph-mon[191839]: pgmap v1416: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:41:10.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:41:09 smithi039 ceph-mon[181282]: pgmap v1416: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:41:10.140 INFO:tasks.workunit.client.0.smithi032.stdout: 228: throughput=4.99MB/sec pending data=0 2023-12-22T17:41:10.141 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_N2Nl2vuxhjqqMN off=6779761 len=1153146 2023-12-22T17:41:10.147 INFO:tasks.workunit.client.0.smithi032.stdout:op 1172 completed, throughput=4.99MB/sec 2023-12-22T17:41:10.148 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8enJojF6t5R1GCX off=630035 len=2004232 2023-12-22T17:41:10.150 INFO:tasks.workunit.client.0.smithi032.stdout:op 1173 completed, throughput=5MB/sec 2023-12-22T17:41:10.150 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UrAI3Hkq80kGLYZ off=19463286 len=1656445 2023-12-22T17:41:10.158 INFO:tasks.workunit.client.0.smithi032.stdout:op 1174 completed, throughput=5MB/sec 2023-12-22T17:41:11.158 INFO:tasks.workunit.client.0.smithi032.stdout: 229: throughput=4.98MB/sec pending data=0 2023-12-22T17:41:11.158 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-p_SH3Ry-uWe7UeB off=20422785 len=1149721 2023-12-22T17:41:11.164 INFO:tasks.workunit.client.0.smithi032.stdout:op 1175 completed, throughput=4.99MB/sec 2023-12-22T17:41:11.165 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wF5LAOe82E3i0DV off=8524214 len=1283956 2023-12-22T17:41:11.166 INFO:tasks.workunit.client.0.smithi032.stdout:op 1176 completed, throughput=4.99MB/sec 2023-12-22T17:41:11.166 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Yk6ifgTixz0zLSr off=20197262 len=1381425 2023-12-22T17:41:11.167 INFO:tasks.workunit.client.0.smithi032.stdout:op 1177 completed, throughput=5MB/sec 2023-12-22T17:41:11.167 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0bkExGnSp4XxirJ off=239965 len=1020722 2023-12-22T17:41:11.168 INFO:tasks.workunit.client.0.smithi032.stdout:op 1178 completed, throughput=5MB/sec 2023-12-22T17:41:11.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:41:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:41:10] "GET /metrics HTTP/1.1" 200 34012 "" "Prometheus/2.43.0" 2023-12-22T17:41:12.169 INFO:tasks.workunit.client.0.smithi032.stdout: 230: throughput=4.98MB/sec pending data=0 2023-12-22T17:41:12.169 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HId7UNDcdsPzVdN off=2781220 len=570033 2023-12-22T17:41:12.173 INFO:tasks.workunit.client.0.smithi032.stdout:op 1179 completed, throughput=4.98MB/sec 2023-12-22T17:41:12.173 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IdrBcqcRpvxSc5Q off=20875183 len=978269 2023-12-22T17:41:12.177 INFO:tasks.workunit.client.0.smithi032.stdout:op 1180 completed, throughput=4.99MB/sec 2023-12-22T17:41:12.178 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yeA5yCVt8Ch_hP6 off=10877545 len=300312 2023-12-22T17:41:12.178 INFO:tasks.workunit.client.0.smithi032.stdout:op 1181 completed, throughput=4.99MB/sec 2023-12-22T17:41:12.178 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SWEmQtkiEjEdDSY off=10759495 len=1473003 2023-12-22T17:41:12.186 INFO:tasks.workunit.client.0.smithi032.stdout:op 1182 completed, throughput=4.99MB/sec 2023-12-22T17:41:12.186 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XE91mdNCrKj8uGA off=4752513 len=81543 2023-12-22T17:41:12.187 INFO:tasks.workunit.client.0.smithi032.stdout:op 1183 completed, throughput=4.99MB/sec 2023-12-22T17:41:12.187 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-W13qPVcTVVI6sdW off=584933 len=708912 2023-12-22T17:41:12.191 INFO:tasks.workunit.client.0.smithi032.stdout:op 1184 completed, throughput=5MB/sec 2023-12-22T17:41:12.191 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8xcWoPAXMugekn6 off=7905296 len=1901817 2023-12-22T17:41:12.199 INFO:tasks.workunit.client.0.smithi032.stdout:op 1185 completed, throughput=5.01MB/sec 2023-12-22T17:41:12.753 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:41:12 smithi039 ceph-mon[181282]: pgmap v1417: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-22T17:41:12.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:41:12 smithi032 ceph-mon[191839]: pgmap v1417: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-22T17:41:12.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:41:12 smithi032 ceph-mon[189144]: pgmap v1417: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-22T17:41:13.200 INFO:tasks.workunit.client.0.smithi032.stdout: 231: throughput=4.98MB/sec pending data=0 2023-12-22T17:41:13.200 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vYZi7u-9CuA0n0u off=7758125 len=319691 2023-12-22T17:41:13.201 INFO:tasks.workunit.client.0.smithi032.stdout:op 1186 completed, throughput=4.99MB/sec 2023-12-22T17:41:13.201 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Z5PXgv5_qIp2fQu off=3143699 len=1081666 2023-12-22T17:41:13.207 INFO:tasks.workunit.client.0.smithi032.stdout:op 1187 completed, throughput=4.99MB/sec 2023-12-22T17:41:13.207 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mOk4GNuXZM6ACND off=827210 len=899342 2023-12-22T17:41:13.212 INFO:tasks.workunit.client.0.smithi032.stdout:op 1188 completed, throughput=4.99MB/sec 2023-12-22T17:41:13.212 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Nb044o_5MlE-erE off=1643562 len=1536460 2023-12-22T17:41:13.219 INFO:tasks.workunit.client.0.smithi032.stdout:op 1189 completed, throughput=5MB/sec 2023-12-22T17:41:13.219 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8kaJZvmM6mj1SGr off=7819295 len=1894953 2023-12-22T17:41:13.227 INFO:tasks.workunit.client.0.smithi032.stdout:op 1190 completed, throughput=5.01MB/sec 2023-12-22T17:41:13.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:41:13 smithi032 ceph-mon[191839]: pgmap v1418: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:41:13.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:41:13 smithi032 ceph-mon[189144]: pgmap v1418: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:41:14.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:41:13 smithi039 ceph-mon[181282]: pgmap v1418: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:41:14.227 INFO:tasks.workunit.client.0.smithi032.stdout: 232: throughput=4.99MB/sec pending data=0 2023-12-22T17:41:14.227 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-T3mx3XGCz7BmMBS off=1483059 len=957240 2023-12-22T17:41:14.228 INFO:tasks.workunit.client.0.smithi032.stdout:op 1191 completed, throughput=4.99MB/sec 2023-12-22T17:41:14.229 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5EM_9Ab-wRZCp8j off=4490217 len=411377 2023-12-22T17:41:14.230 INFO:tasks.workunit.client.0.smithi032.stdout:op 1192 completed, throughput=4.99MB/sec 2023-12-22T17:41:14.230 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GqFwbLO0DBOJ4z9 off=2200968 len=972259 2023-12-22T17:41:14.232 INFO:tasks.workunit.client.0.smithi032.stdout:op 1193 completed, throughput=4.99MB/sec 2023-12-22T17:41:14.232 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ST1FxhIQSX6bxDS off=304568 len=1392322 2023-12-22T17:41:14.234 INFO:tasks.workunit.client.0.smithi032.stdout:op 1194 completed, throughput=5MB/sec 2023-12-22T17:41:15.234 INFO:tasks.workunit.client.0.smithi032.stdout: 233: throughput=4.98MB/sec pending data=0 2023-12-22T17:41:15.234 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-do06eXcLMZT8i1S off=120749 len=25855 2023-12-22T17:41:15.234 INFO:tasks.workunit.client.0.smithi032.stdout:op 1195 completed, throughput=4.98MB/sec 2023-12-22T17:41:15.235 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kOgIXKD2dOjcPY7 off=22173912 len=482285 2023-12-22T17:41:15.238 INFO:tasks.workunit.client.0.smithi032.stdout:op 1196 completed, throughput=4.98MB/sec 2023-12-22T17:41:15.238 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-t2Bp0sf0sKHycQE off=4793963 len=1234504 2023-12-22T17:41:15.245 INFO:tasks.workunit.client.0.smithi032.stdout:op 1197 completed, throughput=4.99MB/sec 2023-12-22T17:41:15.245 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-55YUiUSWLyOmKbE off=2263034 len=1680335 2023-12-22T17:41:15.247 INFO:tasks.workunit.client.0.smithi032.stdout:op 1198 completed, throughput=4.99MB/sec 2023-12-22T17:41:15.247 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NB6AY3VdX6opCYv off=4837345 len=1397789 2023-12-22T17:41:15.254 INFO:tasks.workunit.client.0.smithi032.stdout:op 1199 completed, throughput=5MB/sec 2023-12-22T17:41:15.254 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-K_8FAvC5akH7vWK off=4913872 len=2086648 2023-12-22T17:41:15.256 INFO:tasks.workunit.client.0.smithi032.stdout:op 1200 completed, throughput=5.01MB/sec 2023-12-22T17:41:15.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:41:15 smithi032 ceph-mon[191839]: pgmap v1419: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2023-12-22T17:41:15.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:41:15 smithi032 ceph-mon[189144]: pgmap v1419: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2023-12-22T17:41:16.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:41:15 smithi039 ceph-mon[181282]: pgmap v1419: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2023-12-22T17:41:16.256 INFO:tasks.workunit.client.0.smithi032.stdout: 234: throughput=4.99MB/sec pending data=0 2023-12-22T17:41:16.257 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nAbw_UPUYd7xDD2 off=11770662 len=2034614 2023-12-22T17:41:16.261 INFO:tasks.workunit.client.0.smithi032.stdout:op 1201 completed, throughput=4.99MB/sec 2023-12-22T17:41:16.261 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MWllb0wAlKKpVdN off=16329170 len=868939 2023-12-22T17:41:16.266 INFO:tasks.workunit.client.0.smithi032.stdout:op 1202 completed, throughput=5MB/sec 2023-12-22T17:41:16.266 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-oBzxbUlL8a14XPp off=11221069 len=1372775 2023-12-22T17:41:16.272 INFO:tasks.workunit.client.0.smithi032.stdout:op 1203 completed, throughput=5MB/sec 2023-12-22T17:41:17.273 INFO:tasks.workunit.client.0.smithi032.stdout: 235: throughput=4.98MB/sec pending data=0 2023-12-22T17:41:17.273 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vYUBQvb7DZIym8k off=4317388 len=1647124 2023-12-22T17:41:17.280 INFO:tasks.workunit.client.0.smithi032.stdout:op 1204 completed, throughput=4.99MB/sec 2023-12-22T17:41:17.280 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VGTzosilYz_ElVv off=3349624 len=105621 2023-12-22T17:41:17.280 INFO:tasks.workunit.client.0.smithi032.stdout:op 1205 completed, throughput=4.99MB/sec 2023-12-22T17:41:17.281 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MenEMQ0ROjhqQFq off=3019135 len=1037129 2023-12-22T17:41:17.282 INFO:tasks.workunit.client.0.smithi032.stdout:op 1206 completed, throughput=4.99MB/sec 2023-12-22T17:41:17.282 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mJjOGco0NN5uv12 off=11318342 len=1074453 2023-12-22T17:41:17.284 INFO:tasks.workunit.client.0.smithi032.stdout:op 1207 completed, throughput=5MB/sec 2023-12-22T17:41:17.284 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4hQJKGMTm0mUFq1 off=4383936 len=954507 2023-12-22T17:41:17.288 INFO:tasks.workunit.client.0.smithi032.stdout:op 1208 completed, throughput=5MB/sec 2023-12-22T17:41:17.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:41:17 smithi032 ceph-mon[189144]: pgmap v1420: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:41:17.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:41:17 smithi032 ceph-mon[191839]: pgmap v1420: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:41:18.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:41:17 smithi039 ceph-mon[181282]: pgmap v1420: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:41:18.288 INFO:tasks.workunit.client.0.smithi032.stdout: 236: throughput=4.98MB/sec pending data=0 2023-12-22T17:41:18.288 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lrRDvyFa51NYJMM off=10154154 len=1759621 2023-12-22T17:41:18.292 INFO:tasks.workunit.client.0.smithi032.stdout:op 1209 completed, throughput=4.99MB/sec 2023-12-22T17:41:18.292 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sDf-BEQZ9eWc3as off=10238616 len=921078 2023-12-22T17:41:18.297 INFO:tasks.workunit.client.0.smithi032.stdout:op 1210 completed, throughput=4.99MB/sec 2023-12-22T17:41:18.297 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8MIvitdS7mxHuS8 off=1357099 len=234647 2023-12-22T17:41:18.298 INFO:tasks.workunit.client.0.smithi032.stdout:op 1211 completed, throughput=4.99MB/sec 2023-12-22T17:41:18.298 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-O0sPsOOYS23EXRf off=1724851 len=1436658 2023-12-22T17:41:18.305 INFO:tasks.workunit.client.0.smithi032.stdout:op 1212 completed, throughput=5MB/sec 2023-12-22T17:41:18.305 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-blksu3H8quLtFts off=5818039 len=984213 2023-12-22T17:41:18.306 INFO:tasks.workunit.client.0.smithi032.stdout:op 1213 completed, throughput=5MB/sec 2023-12-22T17:41:19.306 INFO:tasks.workunit.client.0.smithi032.stdout: 237: throughput=4.98MB/sec pending data=0 2023-12-22T17:41:19.307 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZYm5j1AiCJ5YL5x off=4858172 len=449699 2023-12-22T17:41:19.308 INFO:tasks.workunit.client.0.smithi032.stdout:op 1214 completed, throughput=4.98MB/sec 2023-12-22T17:41:19.308 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yK2pGLupsYCPxE4 off=2433120 len=237155 2023-12-22T17:41:19.309 INFO:tasks.workunit.client.0.smithi032.stdout:op 1215 completed, throughput=4.98MB/sec 2023-12-22T17:41:19.309 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kyD5eAOXigynlLC off=14157140 len=359754 2023-12-22T17:41:19.310 INFO:tasks.workunit.client.0.smithi032.stdout:op 1216 completed, throughput=4.98MB/sec 2023-12-22T17:41:19.310 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zenN_9X4deqMQNe off=4827669 len=1239352 2023-12-22T17:41:19.315 INFO:tasks.workunit.client.0.smithi032.stdout:op 1217 completed, throughput=4.99MB/sec 2023-12-22T17:41:19.315 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7MiIEi1rjLPoNGx off=4132524 len=756460 2023-12-22T17:41:19.316 INFO:tasks.workunit.client.0.smithi032.stdout:op 1218 completed, throughput=4.99MB/sec 2023-12-22T17:41:19.316 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-So69_1Hf5-z6Rfa off=7248155 len=252052 2023-12-22T17:41:19.319 INFO:tasks.workunit.client.0.smithi032.stdout:op 1219 completed, throughput=4.99MB/sec 2023-12-22T17:41:19.319 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lkkyY6vqTOaOElz off=15662643 len=1233191 2023-12-22T17:41:19.325 INFO:tasks.workunit.client.0.smithi032.stdout:op 1220 completed, throughput=5MB/sec 2023-12-22T17:41:19.325 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bW81h_US5BNV1Q_ off=3227039 len=1451663 2023-12-22T17:41:19.331 INFO:tasks.workunit.client.0.smithi032.stdout:op 1221 completed, throughput=5MB/sec 2023-12-22T17:41:19.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:41:19 smithi032 ceph-mon[191839]: pgmap v1421: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:41:19.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:41:19 smithi032 ceph-mon[189144]: pgmap v1421: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:41:20.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:41:19 smithi039 ceph-mon[181282]: pgmap v1421: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:41:20.331 INFO:tasks.workunit.client.0.smithi032.stdout: 238: throughput=4.98MB/sec pending data=0 2023-12-22T17:41:20.332 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bh_52MBTE8i_3c2 off=3961127 len=712927 2023-12-22T17:41:20.333 INFO:tasks.workunit.client.0.smithi032.stdout:op 1222 completed, throughput=4.98MB/sec 2023-12-22T17:41:20.333 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-f1YjTXpJU2CFMn4 off=10621978 len=800080 2023-12-22T17:41:20.334 INFO:tasks.workunit.client.0.smithi032.stdout:op 1223 completed, throughput=4.99MB/sec 2023-12-22T17:41:20.334 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-d88YpJftscNlOWR off=10425509 len=519438 2023-12-22T17:41:20.335 INFO:tasks.workunit.client.0.smithi032.stdout:op 1224 completed, throughput=4.99MB/sec 2023-12-22T17:41:20.335 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Soz_3A9ltj0jfAF off=15192491 len=423247 2023-12-22T17:41:20.336 INFO:tasks.workunit.client.0.smithi032.stdout:op 1225 completed, throughput=4.99MB/sec 2023-12-22T17:41:20.336 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jwqyLhH4reGX9_R off=17267611 len=1998713 2023-12-22T17:41:20.346 INFO:tasks.workunit.client.0.smithi032.stdout:op 1226 completed, throughput=5MB/sec 2023-12-22T17:41:20.346 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-olpdj-L6vAdwGxv off=13020585 len=2074059 2023-12-22T17:41:20.353 INFO:tasks.workunit.client.0.smithi032.stdout:op 1227 completed, throughput=5.01MB/sec 2023-12-22T17:41:20.853 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:41:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:41:20.853 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:41:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:41:21.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:41:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:41:21.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:41:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:41:20] "GET /metrics HTTP/1.1" 200 34010 "" "Prometheus/2.43.0" 2023-12-22T17:41:21.354 INFO:tasks.workunit.client.0.smithi032.stdout: 239: throughput=4.99MB/sec pending data=0 2023-12-22T17:41:21.354 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-T2gqkd-VnrsPHxL off=1865892 len=498980 2023-12-22T17:41:21.357 INFO:tasks.workunit.client.0.smithi032.stdout:op 1228 completed, throughput=4.99MB/sec 2023-12-22T17:41:21.358 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-d-cK_kBQJAJTJRI off=733933 len=21375 2023-12-22T17:41:21.358 INFO:tasks.workunit.client.0.smithi032.stdout:op 1229 completed, throughput=4.99MB/sec 2023-12-22T17:41:21.358 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3k-cbyOqOxRHs43 off=7071309 len=170932 2023-12-22T17:41:21.361 INFO:tasks.workunit.client.0.smithi032.stdout:op 1230 completed, throughput=4.99MB/sec 2023-12-22T17:41:21.361 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qiwv5cuV3M16k4L off=1445624 len=1776541 2023-12-22T17:41:21.363 INFO:tasks.workunit.client.0.smithi032.stdout:op 1231 completed, throughput=5MB/sec 2023-12-22T17:41:21.363 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pPXtBKLRxIfPerP off=2158605 len=427417 2023-12-22T17:41:21.366 INFO:tasks.workunit.client.0.smithi032.stdout:op 1232 completed, throughput=5MB/sec 2023-12-22T17:41:21.367 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-W5s0WfeyXKScULZ off=6956780 len=1451738 2023-12-22T17:41:21.369 INFO:tasks.workunit.client.0.smithi032.stdout:op 1233 completed, throughput=5MB/sec 2023-12-22T17:41:21.723 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:41:22.048 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:41:22.048 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (21m) 7m ago 25m 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:41:22.048 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (21m) 5m ago 25m 91.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:41:22.048 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (26m) 7m ago 26m 18.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:41:22.048 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (26m) 5m ago 26m 25.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:41:22.048 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (20m) 5m ago 29m 455M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:41:22.048 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (21m) 7m ago 30m 532M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:41:22.049 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (20m) 7m ago 30m 191M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:41:22.049 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (19m) 5m ago 29m 131M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:41:22.049 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (20m) 7m ago 29m 128M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:41:22.049 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (21m) 7m ago 25m 15.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:41:22.049 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (21m) 5m ago 25m 17.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:41:22.049 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (19m) 7m ago 28m 1428M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:41:22.049 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (18m) 7m ago 28m 1887M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:41:22.049 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (18m) 7m ago 28m 1085M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:41:22.049 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (17m) 7m ago 28m 1580M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:41:22.049 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (17m) 5m ago 27m 1675M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:41:22.049 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (17m) 5m ago 27m 1206M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:41:22.049 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (16m) 5m ago 27m 798M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:41:22.049 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (16m) 5m ago 26m 986M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:41:22.049 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (20m) 5m ago 26m 66.1M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:41:22.370 INFO:tasks.workunit.client.0.smithi032.stdout: 240: throughput=4.98MB/sec pending data=0 2023-12-22T17:41:22.370 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fVYMngHqUcWC6ZD off=2743816 len=997557 2023-12-22T17:41:22.374 INFO:tasks.workunit.client.0.smithi032.stdout:op 1234 completed, throughput=4.99MB/sec 2023-12-22T17:41:22.375 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rD9VRiXh8h0drPw off=374743 len=1265068 2023-12-22T17:41:22.380 INFO:tasks.workunit.client.0.smithi032.stdout:op 1235 completed, throughput=4.99MB/sec 2023-12-22T17:41:22.380 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-s4Vu_5CXI-zzCRj off=10681014 len=1857843 2023-12-22T17:41:22.388 INFO:tasks.workunit.client.0.smithi032.stdout:op 1236 completed, throughput=5MB/sec 2023-12-22T17:41:22.388 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-eGBCFuN3UnDJIPp off=2488950 len=1666455 2023-12-22T17:41:22.393 INFO:tasks.workunit.client.0.smithi032.stdout:op 1237 completed, throughput=5MB/sec 2023-12-22T17:41:22.456 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:41:22.456 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:41:22.457 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:41:22.457 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:41:22.457 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:41:22.457 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:41:22.457 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:41:22.457 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:41:22.457 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:41:22.457 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:41:22.457 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:41:22.457 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:41:22.457 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:41:22.457 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:41:22.457 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:41:22.457 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:41:22.458 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:41:22.458 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:41:22.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:41:22 smithi039 ceph-mon[181282]: pgmap v1422: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-22T17:41:22.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:41:22 smithi032 ceph-mon[191839]: pgmap v1422: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-22T17:41:22.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:41:22 smithi032 ceph-mon[189144]: pgmap v1422: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-22T17:41:23.393 INFO:tasks.workunit.client.0.smithi032.stdout: 241: throughput=4.98MB/sec pending data=0 2023-12-22T17:41:23.394 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pRkuS7XKbnD13sW off=8085920 len=2007958 2023-12-22T17:41:23.403 INFO:tasks.workunit.client.0.smithi032.stdout:op 1238 completed, throughput=4.99MB/sec 2023-12-22T17:41:23.403 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EYzeSGsdXuTBG6H off=2763223 len=326709 2023-12-22T17:41:23.404 INFO:tasks.workunit.client.0.smithi032.stdout:op 1239 completed, throughput=4.99MB/sec 2023-12-22T17:41:23.404 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SdSTd6KvnKUFxFJ off=1894343 len=2028698 2023-12-22T17:41:23.414 INFO:tasks.workunit.client.0.smithi032.stdout:op 1240 completed, throughput=5MB/sec 2023-12-22T17:41:23.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:41:23 smithi039 ceph-mon[181282]: from='client.45263 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:41:23.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:41:23 smithi039 ceph-mon[181282]: from='client.35334 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:41:23.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:41:23 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1143761997' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:41:23.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:41:23 smithi032 ceph-mon[191839]: from='client.45263 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:41:23.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:41:23 smithi032 ceph-mon[191839]: from='client.35334 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:41:23.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:41:23 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1143761997' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:41:23.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:41:23 smithi032 ceph-mon[189144]: from='client.45263 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:41:23.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:41:23 smithi032 ceph-mon[189144]: from='client.35334 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:41:23.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:41:23 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1143761997' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:41:24.414 INFO:tasks.workunit.client.0.smithi032.stdout: 242: throughput=4.98MB/sec pending data=0 2023-12-22T17:41:24.414 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-u97a5h_XlvvaMtr off=1387254 len=1708001 2023-12-22T17:41:24.416 INFO:tasks.workunit.client.0.smithi032.stdout:op 1241 completed, throughput=4.99MB/sec 2023-12-22T17:41:24.416 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CVBTqvYztcPv7kA off=10064866 len=499082 2023-12-22T17:41:24.418 INFO:tasks.workunit.client.0.smithi032.stdout:op 1242 completed, throughput=4.99MB/sec 2023-12-22T17:41:24.418 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bGAOIfURy522v18 off=5375293 len=33564 2023-12-22T17:41:24.420 INFO:tasks.workunit.client.0.smithi032.stdout:op 1243 completed, throughput=4.99MB/sec 2023-12-22T17:41:24.420 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-03l2i0_tI7ROGpu off=14513287 len=444966 2023-12-22T17:41:24.421 INFO:tasks.workunit.client.0.smithi032.stdout:op 1244 completed, throughput=4.99MB/sec 2023-12-22T17:41:24.421 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZVQe722aVcBRmVQ off=2344356 len=1687800 2023-12-22T17:41:24.428 INFO:tasks.workunit.client.0.smithi032.stdout:op 1245 completed, throughput=5MB/sec 2023-12-22T17:41:24.428 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YtsWkjsd1BVAfky off=8810763 len=1968966 2023-12-22T17:41:24.436 INFO:tasks.workunit.client.0.smithi032.stdout:op 1246 completed, throughput=5MB/sec 2023-12-22T17:41:24.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:41:24 smithi039 ceph-mon[181282]: pgmap v1423: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:41:24.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:41:24 smithi032 ceph-mon[191839]: pgmap v1423: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:41:24.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:41:24 smithi032 ceph-mon[189144]: pgmap v1423: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:41:25.436 INFO:tasks.workunit.client.0.smithi032.stdout: 243: throughput=4.98MB/sec pending data=0 2023-12-22T17:41:25.436 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--OPC_imfGBq-Ffp off=2996372 len=993911 2023-12-22T17:41:25.438 INFO:tasks.workunit.client.0.smithi032.stdout:op 1247 completed, throughput=4.99MB/sec 2023-12-22T17:41:25.438 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eFMk9DdetrWMMY9 off=60698 len=1718601 2023-12-22T17:41:25.441 INFO:tasks.workunit.client.0.smithi032.stdout:op 1248 completed, throughput=4.99MB/sec 2023-12-22T17:41:25.441 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MLKCQzs1gAvhZ8H off=307227 len=980674 2023-12-22T17:41:25.446 INFO:tasks.workunit.client.0.smithi032.stdout:op 1249 completed, throughput=5MB/sec 2023-12-22T17:41:25.447 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pu7qOKufdpNBxqu off=2107318 len=207187 2023-12-22T17:41:25.447 INFO:tasks.workunit.client.0.smithi032.stdout:op 1250 completed, throughput=5MB/sec 2023-12-22T17:41:25.447 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0iAwGX-3hq9FKSG off=703602 len=428647 2023-12-22T17:41:25.448 INFO:tasks.workunit.client.0.smithi032.stdout:op 1251 completed, throughput=5MB/sec 2023-12-22T17:41:25.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:41:25 smithi032 ceph-mon[191839]: pgmap v1424: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-22T17:41:25.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:41:25 smithi032 ceph-mon[189144]: pgmap v1424: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-22T17:41:26.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:41:25 smithi039 ceph-mon[181282]: pgmap v1424: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-22T17:41:26.448 INFO:tasks.workunit.client.0.smithi032.stdout: 244: throughput=4.98MB/sec pending data=0 2023-12-22T17:41:26.448 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mK2VI1o6W52ZIUg off=2060066 len=2079500 2023-12-22T17:41:26.452 INFO:tasks.workunit.client.0.smithi032.stdout:op 1252 completed, throughput=4.99MB/sec 2023-12-22T17:41:26.453 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-J-Alg9gAI89cJkD off=8019704 len=2047712 2023-12-22T17:41:26.461 INFO:tasks.workunit.client.0.smithi032.stdout:op 1253 completed, throughput=5MB/sec 2023-12-22T17:41:26.461 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-e2z3vdPuM8BTHzF off=6584590 len=2015132 2023-12-22T17:41:26.469 INFO:tasks.workunit.client.0.smithi032.stdout:op 1254 completed, throughput=5MB/sec 2023-12-22T17:41:27.470 INFO:tasks.workunit.client.0.smithi032.stdout: 245: throughput=4.98MB/sec pending data=0 2023-12-22T17:41:27.470 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ljYdUqEgFmjWEQX off=11372075 len=752812 2023-12-22T17:41:27.474 INFO:tasks.workunit.client.0.smithi032.stdout:op 1255 completed, throughput=4.99MB/sec 2023-12-22T17:41:27.474 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cWldBvadyOiAixI off=9765380 len=1613982 2023-12-22T17:41:27.476 INFO:tasks.workunit.client.0.smithi032.stdout:op 1256 completed, throughput=4.99MB/sec 2023-12-22T17:41:27.476 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sJcUGhWczk5qWiG off=5727731 len=1897841 2023-12-22T17:41:27.485 INFO:tasks.workunit.client.0.smithi032.stdout:op 1257 completed, throughput=5MB/sec 2023-12-22T17:41:27.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:41:27 smithi032 ceph-mon[191839]: pgmap v1425: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:41:27.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:41:27 smithi032 ceph-mon[189144]: pgmap v1425: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:41:28.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:41:27 smithi039 ceph-mon[181282]: pgmap v1425: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:41:28.485 INFO:tasks.workunit.client.0.smithi032.stdout: 246: throughput=4.98MB/sec pending data=0 2023-12-22T17:41:28.485 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lNdqVF4qmWXqbjW off=1304492 len=1617952 2023-12-22T17:41:28.487 INFO:tasks.workunit.client.0.smithi032.stdout:op 1258 completed, throughput=4.99MB/sec 2023-12-22T17:41:28.487 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FFkKkyQFdiyuxHH off=925658 len=1652977 2023-12-22T17:41:28.495 INFO:tasks.workunit.client.0.smithi032.stdout:op 1259 completed, throughput=4.99MB/sec 2023-12-22T17:41:28.495 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LpJcbYMq5r_KY6T off=20135685 len=1038786 2023-12-22T17:41:28.497 INFO:tasks.workunit.client.0.smithi032.stdout:op 1260 completed, throughput=5MB/sec 2023-12-22T17:41:28.497 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-X3RzUrM2emJPtsr off=2572922 len=144820 2023-12-22T17:41:28.499 INFO:tasks.workunit.client.0.smithi032.stdout:op 1261 completed, throughput=5MB/sec 2023-12-22T17:41:28.500 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PM7Zph0nak70ovU off=5743309 len=518408 2023-12-22T17:41:28.503 INFO:tasks.workunit.client.0.smithi032.stdout:op 1262 completed, throughput=5MB/sec 2023-12-22T17:41:28.503 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YYMga03P1UYSKkv off=312526 len=124311 2023-12-22T17:41:28.505 INFO:tasks.workunit.client.0.smithi032.stdout:op 1263 completed, throughput=5MB/sec 2023-12-22T17:41:28.505 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7qJ2RYzf3oCauBj off=7618101 len=1892126 2023-12-22T17:41:28.507 INFO:tasks.workunit.client.0.smithi032.stdout:op 1264 completed, throughput=5.01MB/sec 2023-12-22T17:41:29.508 INFO:tasks.workunit.client.0.smithi032.stdout: 247: throughput=4.99MB/sec pending data=0 2023-12-22T17:41:29.508 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-oUk4ER-NFW4kSQh off=1962078 len=1633365 2023-12-22T17:41:29.510 INFO:tasks.workunit.client.0.smithi032.stdout:op 1265 completed, throughput=4.99MB/sec 2023-12-22T17:41:29.510 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-i_uHm8kJKkGk1Jq off=1097156 len=524265 2023-12-22T17:41:29.511 INFO:tasks.workunit.client.0.smithi032.stdout:op 1266 completed, throughput=4.99MB/sec 2023-12-22T17:41:29.511 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xhyx8q4tQGxSEw_ off=11617367 len=1460746 2023-12-22T17:41:29.519 INFO:tasks.workunit.client.0.smithi032.stdout:op 1267 completed, throughput=5MB/sec 2023-12-22T17:41:29.519 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_KjU1_FvxKUYiyA off=797857 len=1199531 2023-12-22T17:41:29.525 INFO:tasks.workunit.client.0.smithi032.stdout:op 1268 completed, throughput=5MB/sec 2023-12-22T17:41:29.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:41:29 smithi032 ceph-mon[191839]: pgmap v1426: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:41:29.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:41:29 smithi032 ceph-mon[189144]: pgmap v1426: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:41:30.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:41:29 smithi039 ceph-mon[181282]: pgmap v1426: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:41:30.525 INFO:tasks.workunit.client.0.smithi032.stdout: 248: throughput=4.98MB/sec pending data=0 2023-12-22T17:41:30.525 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7h4dPopV3Zfk83D off=3668725 len=896457 2023-12-22T17:41:30.530 INFO:tasks.workunit.client.0.smithi032.stdout:op 1269 completed, throughput=4.99MB/sec 2023-12-22T17:41:30.530 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mODA7oCaVR6Z6mi off=795928 len=868371 2023-12-22T17:41:30.532 INFO:tasks.workunit.client.0.smithi032.stdout:op 1270 completed, throughput=4.99MB/sec 2023-12-22T17:41:30.532 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EHnp_iBuCObMo47 off=16089748 len=1994853 2023-12-22T17:41:30.540 INFO:tasks.workunit.client.0.smithi032.stdout:op 1271 completed, throughput=5MB/sec 2023-12-22T17:41:30.540 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-N0woy7JV0DZMt3U off=556771 len=1157998 2023-12-22T17:41:30.546 INFO:tasks.workunit.client.0.smithi032.stdout:op 1272 completed, throughput=5MB/sec 2023-12-22T17:41:31.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:41:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:41:30] "GET /metrics HTTP/1.1" 200 34010 "" "Prometheus/2.43.0" 2023-12-22T17:41:31.547 INFO:tasks.workunit.client.0.smithi032.stdout: 249: throughput=4.98MB/sec pending data=0 2023-12-22T17:41:31.547 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-x6CdN9FF14JSdK9 off=17590705 len=1297191 2023-12-22T17:41:31.550 INFO:tasks.workunit.client.0.smithi032.stdout:op 1273 completed, throughput=4.99MB/sec 2023-12-22T17:41:31.550 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eHZYWV6zxi6gjOT off=7735779 len=567811 2023-12-22T17:41:31.551 INFO:tasks.workunit.client.0.smithi032.stdout:op 1274 completed, throughput=4.99MB/sec 2023-12-22T17:41:31.551 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BLE7b0cPCA9eAsL off=22288954 len=1835007 2023-12-22T17:41:31.560 INFO:tasks.workunit.client.0.smithi032.stdout:op 1275 completed, throughput=5MB/sec 2023-12-22T17:41:31.560 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OsHigDGOK4jySDn off=11411894 len=1239813 2023-12-22T17:41:31.562 INFO:tasks.workunit.client.0.smithi032.stdout:op 1276 completed, throughput=5MB/sec 2023-12-22T17:41:32.562 INFO:tasks.workunit.client.0.smithi032.stdout: 250: throughput=4.98MB/sec pending data=0 2023-12-22T17:41:32.562 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XyhxtSDmLBF7UEC off=3508536 len=2045445 2023-12-22T17:41:32.565 INFO:tasks.workunit.client.0.smithi032.stdout:op 1277 completed, throughput=4.99MB/sec 2023-12-22T17:41:32.565 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mR3lFVsbXKB2pKe off=744568 len=1318574 2023-12-22T17:41:32.572 INFO:tasks.workunit.client.0.smithi032.stdout:op 1278 completed, throughput=4.99MB/sec 2023-12-22T17:41:32.572 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YG27jIcYFPGp346 off=20066122 len=659603 2023-12-22T17:41:32.576 INFO:tasks.workunit.client.0.smithi032.stdout:op 1279 completed, throughput=5MB/sec 2023-12-22T17:41:32.576 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KBs-DR1o6PLT_B5 off=10977507 len=1702443 2023-12-22T17:41:32.580 INFO:tasks.workunit.client.0.smithi032.stdout:op 1280 completed, throughput=5MB/sec 2023-12-22T17:41:32.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:41:32 smithi039 ceph-mon[181282]: pgmap v1427: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-22T17:41:32.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:41:32 smithi032 ceph-mon[189144]: pgmap v1427: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-22T17:41:32.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:41:32 smithi032 ceph-mon[191839]: pgmap v1427: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-22T17:41:33.579 INFO:tasks.workunit.client.0.smithi032.stdout: 251: throughput=4.98MB/sec pending data=0 2023-12-22T17:41:33.579 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SrMdyyg22PfcncB off=1245109 len=350496 2023-12-22T17:41:33.579 INFO:tasks.workunit.client.0.smithi032.stdout:op 1281 completed, throughput=4.98MB/sec 2023-12-22T17:41:33.580 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YQX4fdLszTbhPlP off=1288553 len=1547053 2023-12-22T17:41:33.586 INFO:tasks.workunit.client.0.smithi032.stdout:op 1282 completed, throughput=4.99MB/sec 2023-12-22T17:41:33.586 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-J-Alg9gAI89cJkD off=2789080 len=1871977 2023-12-22T17:41:33.594 INFO:tasks.workunit.client.0.smithi032.stdout:op 1283 completed, throughput=5MB/sec 2023-12-22T17:41:33.594 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ns3c6iQXZ_0BoY4 off=1772820 len=1304594 2023-12-22T17:41:33.600 INFO:tasks.workunit.client.0.smithi032.stdout:op 1284 completed, throughput=5MB/sec 2023-12-22T17:41:33.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:41:33 smithi032 ceph-mon[189144]: pgmap v1428: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:41:33.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:41:33 smithi032 ceph-mon[191839]: pgmap v1428: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:41:34.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:41:33 smithi039 ceph-mon[181282]: pgmap v1428: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:41:34.601 INFO:tasks.workunit.client.0.smithi032.stdout: 252: throughput=4.98MB/sec pending data=0 2023-12-22T17:41:34.601 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mELJCleGmgbVAiP off=1656932 len=277561 2023-12-22T17:41:34.604 INFO:tasks.workunit.client.0.smithi032.stdout:op 1285 completed, throughput=4.98MB/sec 2023-12-22T17:41:34.604 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Q0mOgQXYL-HzW7c off=9070428 len=1307880 2023-12-22T17:41:34.611 INFO:tasks.workunit.client.0.smithi032.stdout:op 1286 completed, throughput=4.99MB/sec 2023-12-22T17:41:34.611 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yYtAhs_dzcqVPSZ off=806948 len=1905275 2023-12-22T17:41:34.620 INFO:tasks.workunit.client.0.smithi032.stdout:op 1287 completed, throughput=4.99MB/sec 2023-12-22T17:41:34.620 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HkpRnl3iVMoN5oF off=872340 len=1571125 2023-12-22T17:41:34.623 INFO:tasks.workunit.client.0.smithi032.stdout:op 1288 completed, throughput=5MB/sec 2023-12-22T17:41:34.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:41:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:41:34.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:41:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:41:35.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:41:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:41:35.624 INFO:tasks.workunit.client.0.smithi032.stdout: 253: throughput=4.98MB/sec pending data=0 2023-12-22T17:41:35.624 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wnYXHxr_LLO-gS4 off=3694781 len=1844035 2023-12-22T17:41:35.626 INFO:tasks.workunit.client.0.smithi032.stdout:op 1289 completed, throughput=4.99MB/sec 2023-12-22T17:41:35.626 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PLQRbp9Dz36lXfV off=844552 len=818346 2023-12-22T17:41:35.631 INFO:tasks.workunit.client.0.smithi032.stdout:op 1290 completed, throughput=4.99MB/sec 2023-12-22T17:41:35.631 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FzBPnYoY9280esn off=2043576 len=2065385 2023-12-22T17:41:35.640 INFO:tasks.workunit.client.0.smithi032.stdout:op 1291 completed, throughput=5MB/sec 2023-12-22T17:41:35.640 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-P4cO_iEjX-aDPvs off=9519985 len=1229036 2023-12-22T17:41:35.646 INFO:tasks.workunit.client.0.smithi032.stdout:op 1292 completed, throughput=5MB/sec 2023-12-22T17:41:35.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:41:35 smithi032 ceph-mon[191839]: pgmap v1429: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2023-12-22T17:41:35.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:41:35 smithi032 ceph-mon[189144]: pgmap v1429: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2023-12-22T17:41:36.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:41:35 smithi039 ceph-mon[181282]: pgmap v1429: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2023-12-22T17:41:36.646 INFO:tasks.workunit.client.0.smithi032.stdout: 254: throughput=4.98MB/sec pending data=0 2023-12-22T17:41:36.647 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rlTzHmaV3Wn9i4t off=8832589 len=29209 2023-12-22T17:41:36.647 INFO:tasks.workunit.client.0.smithi032.stdout:op 1293 completed, throughput=4.98MB/sec 2023-12-22T17:41:36.647 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-z8XmougrUu_VeIM off=1997079 len=194734 2023-12-22T17:41:36.650 INFO:tasks.workunit.client.0.smithi032.stdout:op 1294 completed, throughput=4.98MB/sec 2023-12-22T17:41:36.650 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-M9ZkuY_Fqx6uKoC off=3862917 len=1831307 2023-12-22T17:41:36.652 INFO:tasks.workunit.client.0.smithi032.stdout:op 1295 completed, throughput=4.99MB/sec 2023-12-22T17:41:36.653 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ixt_wAHMu-29_4q off=14013584 len=837031 2023-12-22T17:41:36.658 INFO:tasks.workunit.client.0.smithi032.stdout:op 1296 completed, throughput=4.99MB/sec 2023-12-22T17:41:36.658 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QFdZGw6NDqS8sV2 off=5378607 len=1163748 2023-12-22T17:41:36.664 INFO:tasks.workunit.client.0.smithi032.stdout:op 1297 completed, throughput=5MB/sec 2023-12-22T17:41:36.664 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0YPc2jACxrMbxhr off=738669 len=946489 2023-12-22T17:41:36.666 INFO:tasks.workunit.client.0.smithi032.stdout:op 1298 completed, throughput=5MB/sec 2023-12-22T17:41:37.666 INFO:tasks.workunit.client.0.smithi032.stdout: 255: throughput=4.98MB/sec pending data=0 2023-12-22T17:41:37.667 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EvoXAYvBjxTFkAs off=2633965 len=944496 2023-12-22T17:41:37.668 INFO:tasks.workunit.client.0.smithi032.stdout:op 1299 completed, throughput=4.99MB/sec 2023-12-22T17:41:37.668 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TrdWoP0vSrS6D2H off=0 len=1188622 2023-12-22T17:41:37.670 INFO:tasks.workunit.client.0.smithi032.stdout:op 1300 completed, throughput=4.99MB/sec 2023-12-22T17:41:37.670 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-giWyjrUL9GsRgk0 off=10031899 len=495733 2023-12-22T17:41:37.674 INFO:tasks.workunit.client.0.smithi032.stdout:op 1301 completed, throughput=4.99MB/sec 2023-12-22T17:41:37.674 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9o720gPsTk5Ld-m off=11199789 len=1006236 2023-12-22T17:41:37.675 INFO:tasks.workunit.client.0.smithi032.stdout:op 1302 completed, throughput=5MB/sec 2023-12-22T17:41:37.675 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rLP0GMGzVa0nhuI off=4394027 len=374792 2023-12-22T17:41:37.676 INFO:tasks.workunit.client.0.smithi032.stdout:op 1303 completed, throughput=5MB/sec 2023-12-22T17:41:37.676 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MglTNsh4pnu53wu off=19203709 len=1989597 2023-12-22T17:41:37.678 INFO:tasks.workunit.client.0.smithi032.stdout:op 1304 completed, throughput=5MB/sec 2023-12-22T17:41:37.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:41:37 smithi032 ceph-mon[191839]: pgmap v1430: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-22T17:41:37.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:41:37 smithi032 ceph-mon[189144]: pgmap v1430: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-22T17:41:38.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:41:37 smithi039 ceph-mon[181282]: pgmap v1430: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-22T17:41:38.679 INFO:tasks.workunit.client.0.smithi032.stdout: 256: throughput=4.98MB/sec pending data=0 2023-12-22T17:41:38.679 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-j7sW3fHbsoErlXY off=8972761 len=1424992 2023-12-22T17:41:38.681 INFO:tasks.workunit.client.0.smithi032.stdout:op 1305 completed, throughput=4.99MB/sec 2023-12-22T17:41:38.681 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1HINRzBrSkIlYeX off=6734922 len=568178 2023-12-22T17:41:38.682 INFO:tasks.workunit.client.0.smithi032.stdout:op 1306 completed, throughput=4.99MB/sec 2023-12-22T17:41:38.682 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7x3MWms6-eugJhv off=8393229 len=1733368 2023-12-22T17:41:38.691 INFO:tasks.workunit.client.0.smithi032.stdout:op 1307 completed, throughput=5MB/sec 2023-12-22T17:41:38.691 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-oHMns-9UL5nHgdD off=2426074 len=1499629 2023-12-22T17:41:38.698 INFO:tasks.workunit.client.0.smithi032.stdout:op 1308 completed, throughput=5MB/sec 2023-12-22T17:41:39.698 INFO:tasks.workunit.client.0.smithi032.stdout: 257: throughput=4.98MB/sec pending data=0 2023-12-22T17:41:39.699 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xOk6gATNPt_iyHG off=1478996 len=911692 2023-12-22T17:41:39.700 INFO:tasks.workunit.client.0.smithi032.stdout:op 1309 completed, throughput=4.99MB/sec 2023-12-22T17:41:39.700 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xewltjjydaoonxG off=4411589 len=959109 2023-12-22T17:41:39.702 INFO:tasks.workunit.client.0.smithi032.stdout:op 1310 completed, throughput=4.99MB/sec 2023-12-22T17:41:39.702 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3H1ck2svVOdkCl0 off=3177601 len=498842 2023-12-22T17:41:39.703 INFO:tasks.workunit.client.0.smithi032.stdout:op 1311 completed, throughput=4.99MB/sec 2023-12-22T17:41:39.703 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-e8Mu_kcus8ujqZw off=3429913 len=224035 2023-12-22T17:41:39.706 INFO:tasks.workunit.client.0.smithi032.stdout:op 1312 completed, throughput=4.99MB/sec 2023-12-22T17:41:39.706 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IRldfOULPK3jjnP off=405174 len=1382220 2023-12-22T17:41:39.708 INFO:tasks.workunit.client.0.smithi032.stdout:op 1313 completed, throughput=5MB/sec 2023-12-22T17:41:39.708 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sGy3Sp_NlC-pFz0 off=450095 len=1798587 2023-12-22T17:41:39.716 INFO:tasks.workunit.client.0.smithi032.stdout:op 1314 completed, throughput=5MB/sec 2023-12-22T17:41:39.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:41:39 smithi032 ceph-mon[191839]: pgmap v1431: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-22T17:41:39.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:41:39 smithi032 ceph-mon[189144]: pgmap v1431: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-22T17:41:40.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:41:39 smithi039 ceph-mon[181282]: pgmap v1431: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-22T17:41:40.717 INFO:tasks.workunit.client.0.smithi032.stdout: 258: throughput=4.99MB/sec pending data=0 2023-12-22T17:41:40.717 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hDKO4X0JcYWCN6K off=6317446 len=586900 2023-12-22T17:41:40.720 INFO:tasks.workunit.client.0.smithi032.stdout:op 1315 completed, throughput=4.99MB/sec 2023-12-22T17:41:40.720 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZXQRQiRjZN3cq5a off=0 len=1095368 2023-12-22T17:41:40.725 INFO:tasks.workunit.client.0.smithi032.stdout:op 1316 completed, throughput=4.99MB/sec 2023-12-22T17:41:40.725 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--XLoTSg__Sv17t8 off=10730943 len=380153 2023-12-22T17:41:40.727 INFO:tasks.workunit.client.0.smithi032.stdout:op 1317 completed, throughput=4.99MB/sec 2023-12-22T17:41:40.728 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WDQ-kfgB5M_IBS6 off=2707632 len=956896 2023-12-22T17:41:40.732 INFO:tasks.workunit.client.0.smithi032.stdout:op 1318 completed, throughput=5MB/sec 2023-12-22T17:41:40.732 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TBADy5kfgaWllT6 off=14004648 len=1324624 2023-12-22T17:41:40.738 INFO:tasks.workunit.client.0.smithi032.stdout:op 1319 completed, throughput=5MB/sec 2023-12-22T17:41:40.852 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:41:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:41:40.853 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:41:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:41:41.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:41:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:41:41.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:41:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:41:40] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2023-12-22T17:41:41.738 INFO:tasks.workunit.client.0.smithi032.stdout: 259: throughput=4.98MB/sec pending data=0 2023-12-22T17:41:41.738 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8LfKpDpEETHcgwp off=1597248 len=1830359 2023-12-22T17:41:41.740 INFO:tasks.workunit.client.0.smithi032.stdout:op 1320 completed, throughput=4.99MB/sec 2023-12-22T17:41:41.740 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tF1FRTA_K8bEl2D off=5617458 len=1201693 2023-12-22T17:41:41.741 INFO:tasks.workunit.client.0.smithi032.stdout:op 1321 completed, throughput=4.99MB/sec 2023-12-22T17:41:41.741 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QO7dOK6uBqjaLny off=4595016 len=1843324 2023-12-22T17:41:41.745 INFO:tasks.workunit.client.0.smithi032.stdout:op 1322 completed, throughput=5MB/sec 2023-12-22T17:41:41.745 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FSUTcjJhtH1EimU off=11024431 len=780606 2023-12-22T17:41:41.749 INFO:tasks.workunit.client.0.smithi032.stdout:op 1323 completed, throughput=5MB/sec 2023-12-22T17:41:41.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:41:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:41:41.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:41:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:41:41.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:41:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:41:41.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:41:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:41:41.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:41:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:41:41.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:41:41 smithi032 ceph-mon[191839]: pgmap v1432: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:41:41.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:41:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:41:41.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:41:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:41:41.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:41:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:41:41.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:41:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:41:41.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:41:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:41:41.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:41:41 smithi032 ceph-mon[189144]: pgmap v1432: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:41:42.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:41:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:41:42.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:41:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:41:42.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:41:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:41:42.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:41:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:41:42.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:41:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:41:42.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:41:41 smithi039 ceph-mon[181282]: pgmap v1432: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:41:42.750 INFO:tasks.workunit.client.0.smithi032.stdout: 260: throughput=4.98MB/sec pending data=0 2023-12-22T17:41:42.750 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gudaM21ypRHAtPh off=1194206 len=586761 2023-12-22T17:41:42.751 INFO:tasks.workunit.client.0.smithi032.stdout:op 1324 completed, throughput=4.99MB/sec 2023-12-22T17:41:42.751 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dm_dOAkNIq1Zvh6 off=492171 len=277413 2023-12-22T17:41:42.754 INFO:tasks.workunit.client.0.smithi032.stdout:op 1325 completed, throughput=4.99MB/sec 2023-12-22T17:41:42.755 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SmxEjuma4Pycjdo off=6745126 len=1040338 2023-12-22T17:41:42.760 INFO:tasks.workunit.client.0.smithi032.stdout:op 1326 completed, throughput=4.99MB/sec 2023-12-22T17:41:42.760 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zA9_PiHoVM5G279 off=3464308 len=146227 2023-12-22T17:41:42.761 INFO:tasks.workunit.client.0.smithi032.stdout:op 1327 completed, throughput=4.99MB/sec 2023-12-22T17:41:42.761 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-L7N7-zifgzAIxtn off=1195883 len=201964 2023-12-22T17:41:42.763 INFO:tasks.workunit.client.0.smithi032.stdout:op 1328 completed, throughput=4.99MB/sec 2023-12-22T17:41:42.763 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-l76uKjAO7Hlg1ft off=11484532 len=578937 2023-12-22T17:41:42.767 INFO:tasks.workunit.client.0.smithi032.stdout:op 1329 completed, throughput=4.99MB/sec 2023-12-22T17:41:42.767 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Z1YTEf1v6ZBrobE off=3108747 len=1274044 2023-12-22T17:41:42.769 INFO:tasks.workunit.client.0.smithi032.stdout:op 1330 completed, throughput=5MB/sec 2023-12-22T17:41:42.769 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-H_5E3QcpIKY2RCK off=154324 len=1720979 2023-12-22T17:41:42.777 INFO:tasks.workunit.client.0.smithi032.stdout:op 1331 completed, throughput=5MB/sec 2023-12-22T17:41:43.778 INFO:tasks.workunit.client.0.smithi032.stdout: 261: throughput=4.99MB/sec pending data=0 2023-12-22T17:41:43.778 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2oXU-FfUOJbJji9 off=5400669 len=395354 2023-12-22T17:41:43.779 INFO:tasks.workunit.client.0.smithi032.stdout:op 1332 completed, throughput=4.99MB/sec 2023-12-22T17:41:43.779 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FXPtgy7fZom5wIg off=18026182 len=545424 2023-12-22T17:41:43.782 INFO:tasks.workunit.client.0.smithi032.stdout:op 1333 completed, throughput=4.99MB/sec 2023-12-22T17:41:43.783 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eKqHHcIhh1nC9Ds off=1750109 len=848035 2023-12-22T17:41:43.784 INFO:tasks.workunit.client.0.smithi032.stdout:op 1334 completed, throughput=4.99MB/sec 2023-12-22T17:41:43.784 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8tKMtsHQ2sX_-SS off=18229125 len=445480 2023-12-22T17:41:43.784 INFO:tasks.workunit.client.0.smithi032.stdout:op 1335 completed, throughput=4.99MB/sec 2023-12-22T17:41:43.785 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4uiVHGXZeN1ugEc off=20178404 len=1629493 2023-12-22T17:41:43.793 INFO:tasks.workunit.client.0.smithi032.stdout:op 1336 completed, throughput=5MB/sec 2023-12-22T17:41:43.793 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-n6g1vEDRkUeDWjo off=7874243 len=1077922 2023-12-22T17:41:43.794 INFO:tasks.workunit.client.0.smithi032.stdout:op 1337 completed, throughput=5MB/sec 2023-12-22T17:41:43.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:41:43 smithi032 ceph-mon[191839]: pgmap v1433: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:41:43.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:41:43 smithi032 ceph-mon[189144]: pgmap v1433: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:41:44.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:41:43 smithi039 ceph-mon[181282]: pgmap v1433: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:41:44.795 INFO:tasks.workunit.client.0.smithi032.stdout: 262: throughput=4.98MB/sec pending data=0 2023-12-22T17:41:44.795 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-A8QuTr-qTKqdQF0 off=1138942 len=2055013 2023-12-22T17:41:44.804 INFO:tasks.workunit.client.0.smithi032.stdout:op 1338 completed, throughput=4.99MB/sec 2023-12-22T17:41:44.804 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_zth46aThGD3S0F off=1606517 len=1723736 2023-12-22T17:41:44.813 INFO:tasks.workunit.client.0.smithi032.stdout:op 1339 completed, throughput=5MB/sec 2023-12-22T17:41:44.813 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jrrCcY0nHBGVyeX off=15299317 len=1729441 2023-12-22T17:41:44.814 INFO:tasks.workunit.client.0.smithi032.stdout:op 1340 completed, throughput=5MB/sec 2023-12-22T17:41:45.815 INFO:tasks.workunit.client.0.smithi032.stdout: 263: throughput=4.98MB/sec pending data=0 2023-12-22T17:41:45.815 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tzrVbo00YFyap0a off=1599102 len=384500 2023-12-22T17:41:45.816 INFO:tasks.workunit.client.0.smithi032.stdout:op 1341 completed, throughput=4.99MB/sec 2023-12-22T17:41:45.816 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6y0GZeL2qUVx6Ln off=14196320 len=851225 2023-12-22T17:41:45.821 INFO:tasks.workunit.client.0.smithi032.stdout:op 1342 completed, throughput=4.99MB/sec 2023-12-22T17:41:45.821 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Y7N__RKZ-Y5F8OZ off=80297 len=827312 2023-12-22T17:41:45.826 INFO:tasks.workunit.client.0.smithi032.stdout:op 1343 completed, throughput=4.99MB/sec 2023-12-22T17:41:45.826 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-aBBp8MrwpSsW625 off=7675849 len=231278 2023-12-22T17:41:45.827 INFO:tasks.workunit.client.0.smithi032.stdout:op 1344 completed, throughput=4.99MB/sec 2023-12-22T17:41:45.827 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fWUs6rP7M1_KF-4 off=1560247 len=1346269 2023-12-22T17:41:45.828 INFO:tasks.workunit.client.0.smithi032.stdout:op 1345 completed, throughput=5MB/sec 2023-12-22T17:41:45.828 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-khCco49kqghc9Ul off=16028386 len=1480854 2023-12-22T17:41:45.835 INFO:tasks.workunit.client.0.smithi032.stdout:op 1346 completed, throughput=5MB/sec 2023-12-22T17:41:45.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:41:45 smithi032 ceph-mon[191839]: pgmap v1434: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-22T17:41:45.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:41:45 smithi032 ceph-mon[189144]: pgmap v1434: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-22T17:41:46.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:41:45 smithi039 ceph-mon[181282]: pgmap v1434: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-22T17:41:46.836 INFO:tasks.workunit.client.0.smithi032.stdout: 264: throughput=4.98MB/sec pending data=0 2023-12-22T17:41:46.836 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2CtCBjn5BBaqQgv off=16427894 len=1500567 2023-12-22T17:41:46.843 INFO:tasks.workunit.client.0.smithi032.stdout:op 1347 completed, throughput=4.99MB/sec 2023-12-22T17:41:46.843 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LgaqTndM4bo38xM off=12626460 len=90811 2023-12-22T17:41:46.844 INFO:tasks.workunit.client.0.smithi032.stdout:op 1348 completed, throughput=4.99MB/sec 2023-12-22T17:41:46.844 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mqMqczToJKA1cTE off=6598569 len=905265 2023-12-22T17:41:46.849 INFO:tasks.workunit.client.0.smithi032.stdout:op 1349 completed, throughput=4.99MB/sec 2023-12-22T17:41:46.849 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kFT2fifFOV4d71y off=3185940 len=2002412 2023-12-22T17:41:46.851 INFO:tasks.workunit.client.0.smithi032.stdout:op 1350 completed, throughput=5MB/sec 2023-12-22T17:41:46.852 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FTSeXisIvpsblXu off=7791974 len=861237 2023-12-22T17:41:46.853 INFO:tasks.workunit.client.0.smithi032.stdout:op 1351 completed, throughput=5MB/sec 2023-12-22T17:41:47.853 INFO:tasks.workunit.client.0.smithi032.stdout: 265: throughput=4.98MB/sec pending data=0 2023-12-22T17:41:47.853 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dK8sgvWv20ssrJF off=13034722 len=2048105 2023-12-22T17:41:47.862 INFO:tasks.workunit.client.0.smithi032.stdout:op 1352 completed, throughput=4.99MB/sec 2023-12-22T17:41:47.862 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kEa3indD-Ul0f52 off=9498221 len=1179627 2023-12-22T17:41:47.864 INFO:tasks.workunit.client.0.smithi032.stdout:op 1353 completed, throughput=5MB/sec 2023-12-22T17:41:47.864 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lZApy_GNNtb6l_x off=6537404 len=400490 2023-12-22T17:41:47.868 INFO:tasks.workunit.client.0.smithi032.stdout:op 1354 completed, throughput=5MB/sec 2023-12-22T17:41:47.868 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ja-bQ9waJ40GS7a off=4230089 len=245487 2023-12-22T17:41:47.871 INFO:tasks.workunit.client.0.smithi032.stdout:op 1355 completed, throughput=5MB/sec 2023-12-22T17:41:47.871 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nYBzvkQVV_hMMbk off=9881816 len=1372809 2023-12-22T17:41:47.878 INFO:tasks.workunit.client.0.smithi032.stdout:op 1356 completed, throughput=5MB/sec 2023-12-22T17:41:47.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:41:47 smithi032 ceph-mon[191839]: pgmap v1435: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:41:47.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:41:47 smithi032 ceph-mon[189144]: pgmap v1435: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:41:48.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:41:47 smithi039 ceph-mon[181282]: pgmap v1435: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:41:48.878 INFO:tasks.workunit.client.0.smithi032.stdout: 266: throughput=4.98MB/sec pending data=0 2023-12-22T17:41:48.878 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MO2Sy0LE8P8Gzi2 off=1458292 len=1761495 2023-12-22T17:41:48.880 INFO:tasks.workunit.client.0.smithi032.stdout:op 1357 completed, throughput=4.99MB/sec 2023-12-22T17:41:48.880 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NTwdeyqcG-21i07 off=13704787 len=890275 2023-12-22T17:41:48.883 INFO:tasks.workunit.client.0.smithi032.stdout:op 1358 completed, throughput=4.99MB/sec 2023-12-22T17:41:48.883 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JnLT4bJxO5ZDVv5 off=1824792 len=2025605 2023-12-22T17:41:48.885 INFO:tasks.workunit.client.0.smithi032.stdout:op 1359 completed, throughput=5MB/sec 2023-12-22T17:41:48.885 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--pNWpBP-qkmTldR off=4362389 len=1006968 2023-12-22T17:41:48.890 INFO:tasks.workunit.client.0.smithi032.stdout:op 1360 completed, throughput=5MB/sec 2023-12-22T17:41:49.891 INFO:tasks.workunit.client.0.smithi032.stdout: 267: throughput=4.98MB/sec pending data=0 2023-12-22T17:41:49.891 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WX-ogj57ii-dyDN off=5890755 len=192618 2023-12-22T17:41:49.893 INFO:tasks.workunit.client.0.smithi032.stdout:op 1361 completed, throughput=4.99MB/sec 2023-12-22T17:41:49.893 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VLja-advhi8XtEz off=693097 len=1264413 2023-12-22T17:41:49.900 INFO:tasks.workunit.client.0.smithi032.stdout:op 1362 completed, throughput=4.99MB/sec 2023-12-22T17:41:49.900 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-E7Lj0Idga_oPSXH off=8723419 len=1308813 2023-12-22T17:41:49.902 INFO:tasks.workunit.client.0.smithi032.stdout:op 1363 completed, throughput=4.99MB/sec 2023-12-22T17:41:49.902 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MKGh4mkEr1SYGSb off=11741539 len=843772 2023-12-22T17:41:49.903 INFO:tasks.workunit.client.0.smithi032.stdout:op 1364 completed, throughput=5MB/sec 2023-12-22T17:41:49.903 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WwYZ6oKpawejSSV off=2096033 len=191795 2023-12-22T17:41:49.906 INFO:tasks.workunit.client.0.smithi032.stdout:op 1365 completed, throughput=5MB/sec 2023-12-22T17:41:49.906 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-foz1apOHcWyDoC- off=5315583 len=1546691 2023-12-22T17:41:49.908 INFO:tasks.workunit.client.0.smithi032.stdout:op 1366 completed, throughput=5MB/sec 2023-12-22T17:41:49.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:41:49 smithi032 ceph-mon[191839]: pgmap v1436: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-22T17:41:49.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:41:49 smithi032 ceph-mon[189144]: pgmap v1436: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-22T17:41:50.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:41:49 smithi039 ceph-mon[181282]: pgmap v1436: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-22T17:41:50.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:41:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:41:50.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:41:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:41:50.909 INFO:tasks.workunit.client.0.smithi032.stdout: 268: throughput=4.99MB/sec pending data=0 2023-12-22T17:41:50.909 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-X3RzUrM2emJPtsr off=3231683 len=258631 2023-12-22T17:41:50.910 INFO:tasks.workunit.client.0.smithi032.stdout:op 1367 completed, throughput=4.99MB/sec 2023-12-22T17:41:50.910 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-whgX4-3ea2dDZbF off=12777387 len=392156 2023-12-22T17:41:50.911 INFO:tasks.workunit.client.0.smithi032.stdout:op 1368 completed, throughput=4.99MB/sec 2023-12-22T17:41:50.911 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TedNh3x4AN-VBOo off=5044814 len=1176274 2023-12-22T17:41:50.917 INFO:tasks.workunit.client.0.smithi032.stdout:op 1369 completed, throughput=4.99MB/sec 2023-12-22T17:41:50.917 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PAEr456H6z_uZT_ off=209449 len=1847124 2023-12-22T17:41:50.920 INFO:tasks.workunit.client.0.smithi032.stdout:op 1370 completed, throughput=5MB/sec 2023-12-22T17:41:50.920 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GJZ8T48YhDXZesN off=15582546 len=1590536 2023-12-22T17:41:50.926 INFO:tasks.workunit.client.0.smithi032.stdout:op 1371 completed, throughput=5MB/sec 2023-12-22T17:41:51.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:41:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:41:51.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:41:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:41:50] "GET /metrics HTTP/1.1" 200 34007 "" "Prometheus/2.43.0" 2023-12-22T17:41:51.926 INFO:tasks.workunit.client.0.smithi032.stdout: 269: throughput=4.98MB/sec pending data=0 2023-12-22T17:41:51.927 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IXDDvmNZ9W72alO off=9486370 len=1388989 2023-12-22T17:41:51.933 INFO:tasks.workunit.client.0.smithi032.stdout:op 1372 completed, throughput=4.99MB/sec 2023-12-22T17:41:51.933 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pvpM2iinlLl-i7z off=20094088 len=1542782 2023-12-22T17:41:51.940 INFO:tasks.workunit.client.0.smithi032.stdout:op 1373 completed, throughput=4.99MB/sec 2023-12-22T17:41:51.940 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bBhol2Yd3h0Jrak off=22508254 len=1312185 2023-12-22T17:41:51.946 INFO:tasks.workunit.client.0.smithi032.stdout:op 1374 completed, throughput=5MB/sec 2023-12-22T17:41:51.946 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2iUCaaR31SF3JQL off=9538537 len=1824863 2023-12-22T17:41:51.949 INFO:tasks.workunit.client.0.smithi032.stdout:op 1375 completed, throughput=5.01MB/sec 2023-12-22T17:41:52.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:41:52 smithi039 ceph-mon[181282]: pgmap v1437: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:41:52.820 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:41:52.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:41:52 smithi032 ceph-mon[189144]: pgmap v1437: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:41:52.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:41:52 smithi032 ceph-mon[191839]: pgmap v1437: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:41:52.949 INFO:tasks.workunit.client.0.smithi032.stdout: 270: throughput=4.99MB/sec pending data=0 2023-12-22T17:41:52.950 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VnUo3jQqU8wfmP5 off=2099437 len=4544 2023-12-22T17:41:52.950 INFO:tasks.workunit.client.0.smithi032.stdout:op 1376 completed, throughput=4.99MB/sec 2023-12-22T17:41:52.951 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2T4ZBumW2jy9Alz off=4862140 len=40523 2023-12-22T17:41:52.953 INFO:tasks.workunit.client.0.smithi032.stdout:op 1377 completed, throughput=4.99MB/sec 2023-12-22T17:41:52.953 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bvOqeirHIUKlltO off=10122808 len=1466165 2023-12-22T17:41:52.960 INFO:tasks.workunit.client.0.smithi032.stdout:op 1378 completed, throughput=4.99MB/sec 2023-12-22T17:41:52.960 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-P6YLXook4gv54rX off=5429836 len=1297875 2023-12-22T17:41:52.966 INFO:tasks.workunit.client.0.smithi032.stdout:op 1379 completed, throughput=5MB/sec 2023-12-22T17:41:52.966 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0HmcLAN7qIsGjJZ off=22107729 len=1774111 2023-12-22T17:41:52.974 INFO:tasks.workunit.client.0.smithi032.stdout:op 1380 completed, throughput=5MB/sec 2023-12-22T17:41:53.152 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:41:53.152 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (21m) 8m ago 26m 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:41:53.152 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (21m) 6m ago 26m 91.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:41:53.152 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (27m) 8m ago 27m 18.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:41:53.153 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (27m) 6m ago 27m 25.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:41:53.153 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (21m) 6m ago 29m 455M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:41:53.153 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (21m) 8m ago 31m 532M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:41:53.153 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (20m) 8m ago 31m 191M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:41:53.153 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (20m) 6m ago 30m 131M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:41:53.153 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (20m) 8m ago 29m 128M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:41:53.153 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (21m) 8m ago 26m 15.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:41:53.153 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (21m) 6m ago 26m 17.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:41:53.153 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (19m) 8m ago 29m 1428M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:41:53.154 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (19m) 8m ago 29m 1887M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:41:53.154 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (18m) 8m ago 28m 1085M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:41:53.154 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (18m) 8m ago 28m 1580M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:41:53.154 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (18m) 6m ago 28m 1675M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:41:53.154 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (17m) 6m ago 28m 1206M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:41:53.154 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (17m) 6m ago 27m 798M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:41:53.154 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (16m) 6m ago 27m 986M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:41:53.154 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (21m) 6m ago 26m 66.1M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:41:53.553 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:41:53.553 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:41:53.553 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:41:53.553 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:41:53.554 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:41:53.554 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:41:53.554 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:41:53.554 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:41:53.554 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:41:53.554 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:41:53.554 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:41:53.554 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:41:53.554 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:41:53.554 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:41:53.555 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:41:53.555 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:41:53.555 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:41:53.555 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:41:53.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:41:53 smithi032 ceph-mon[191839]: from='client.45281 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:41:53.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:41:53 smithi032 ceph-mon[191839]: from='client.45287 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:41:53.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:41:53 smithi032 ceph-mon[191839]: pgmap v1438: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:41:53.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:41:53 smithi032 ceph-mon[189144]: from='client.45281 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:41:53.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:41:53 smithi032 ceph-mon[189144]: from='client.45287 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:41:53.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:41:53 smithi032 ceph-mon[189144]: pgmap v1438: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:41:53.974 INFO:tasks.workunit.client.0.smithi032.stdout: 271: throughput=4.98MB/sec pending data=0 2023-12-22T17:41:53.974 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5oqfg8tifucXXML off=295865 len=1260291 2023-12-22T17:41:53.975 INFO:tasks.workunit.client.0.smithi032.stdout:op 1381 completed, throughput=4.99MB/sec 2023-12-22T17:41:53.975 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1KnH-ifU-OeVJhI off=1787349 len=453329 2023-12-22T17:41:53.979 INFO:tasks.workunit.client.0.smithi032.stdout:op 1382 completed, throughput=4.99MB/sec 2023-12-22T17:41:53.980 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cxo2XDjVNLWDAsW off=15001740 len=270890 2023-12-22T17:41:53.982 INFO:tasks.workunit.client.0.smithi032.stdout:op 1383 completed, throughput=4.99MB/sec 2023-12-22T17:41:53.982 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mYe5A3ngMzuUtEt off=8011793 len=1561423 2023-12-22T17:41:53.989 INFO:tasks.workunit.client.0.smithi032.stdout:op 1384 completed, throughput=5MB/sec 2023-12-22T17:41:53.989 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LJjm08Eh7wTDPbc off=874826 len=56325 2023-12-22T17:41:53.991 INFO:tasks.workunit.client.0.smithi032.stdout:op 1385 completed, throughput=5MB/sec 2023-12-22T17:41:53.991 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yeA5yCVt8Ch_hP6 off=8156219 len=1541716 2023-12-22T17:41:53.999 INFO:tasks.workunit.client.0.smithi032.stdout:op 1386 completed, throughput=5MB/sec 2023-12-22T17:41:54.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:41:53 smithi039 ceph-mon[181282]: from='client.45281 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:41:54.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:41:53 smithi039 ceph-mon[181282]: from='client.45287 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:41:54.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:41:53 smithi039 ceph-mon[181282]: pgmap v1438: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:41:54.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:41:54 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3737224637' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:41:54.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:41:54 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3737224637' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:41:54.999 INFO:tasks.workunit.client.0.smithi032.stdout: 272: throughput=4.98MB/sec pending data=0 2023-12-22T17:41:54.999 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tHY29HFehJnM7UO off=13921486 len=1158434 2023-12-22T17:41:55.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:41:54 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3737224637' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:41:55.006 INFO:tasks.workunit.client.0.smithi032.stdout:op 1387 completed, throughput=4.99MB/sec 2023-12-22T17:41:55.006 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-E1i5ftzGoli1qxH off=5534195 len=1305557 2023-12-22T17:41:55.008 INFO:tasks.workunit.client.0.smithi032.stdout:op 1388 completed, throughput=4.99MB/sec 2023-12-22T17:41:55.008 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LSh5li02ge-2Qza off=419783 len=843031 2023-12-22T17:41:55.013 INFO:tasks.workunit.client.0.smithi032.stdout:op 1389 completed, throughput=5MB/sec 2023-12-22T17:41:55.013 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-h-6kv_cQGnPGV0K off=3530050 len=609268 2023-12-22T17:41:55.014 INFO:tasks.workunit.client.0.smithi032.stdout:op 1390 completed, throughput=5MB/sec 2023-12-22T17:41:55.014 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bPm_k6t18M1tP3I off=1230017 len=1476644 2023-12-22T17:41:55.020 INFO:tasks.workunit.client.0.smithi032.stdout:op 1391 completed, throughput=5MB/sec 2023-12-22T17:41:55.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:41:55 smithi032 ceph-mon[191839]: pgmap v1439: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2023-12-22T17:41:55.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:41:55 smithi032 ceph-mon[189144]: pgmap v1439: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2023-12-22T17:41:56.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:41:55 smithi039 ceph-mon[181282]: pgmap v1439: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2023-12-22T17:41:56.020 INFO:tasks.workunit.client.0.smithi032.stdout: 273: throughput=4.98MB/sec pending data=0 2023-12-22T17:41:56.020 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CC_ZzdlitcCxMC4 off=7259030 len=730946 2023-12-22T17:41:56.022 INFO:tasks.workunit.client.0.smithi032.stdout:op 1392 completed, throughput=4.99MB/sec 2023-12-22T17:41:56.022 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TsMDhiYf4WWKTkT off=2839522 len=1132872 2023-12-22T17:41:56.028 INFO:tasks.workunit.client.0.smithi032.stdout:op 1393 completed, throughput=4.99MB/sec 2023-12-22T17:41:56.028 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7Q3woU89Qr6nsh4 off=1877838 len=765077 2023-12-22T17:41:56.030 INFO:tasks.workunit.client.0.smithi032.stdout:op 1394 completed, throughput=4.99MB/sec 2023-12-22T17:41:56.030 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NraNRQ3RAIBnJdb off=5848211 len=1094013 2023-12-22T17:41:56.031 INFO:tasks.workunit.client.0.smithi032.stdout:op 1395 completed, throughput=5MB/sec 2023-12-22T17:41:56.031 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6vZXpCee1APlymi off=762234 len=508686 2023-12-22T17:41:56.035 INFO:tasks.workunit.client.0.smithi032.stdout:op 1396 completed, throughput=5MB/sec 2023-12-22T17:41:56.035 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-louZea97XsIGsF5 off=3572714 len=1685190 2023-12-22T17:41:56.037 INFO:tasks.workunit.client.0.smithi032.stdout:op 1397 completed, throughput=5MB/sec 2023-12-22T17:41:57.037 INFO:tasks.workunit.client.0.smithi032.stdout: 274: throughput=4.99MB/sec pending data=0 2023-12-22T17:41:57.037 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ExDskeSeI7FaI21 off=5197505 len=1849573 2023-12-22T17:41:57.040 INFO:tasks.workunit.client.0.smithi032.stdout:op 1398 completed, throughput=4.99MB/sec 2023-12-22T17:41:57.040 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-go8R8U5MeW_8UhX off=4272770 len=1537636 2023-12-22T17:41:57.042 INFO:tasks.workunit.client.0.smithi032.stdout:op 1399 completed, throughput=5MB/sec 2023-12-22T17:41:57.042 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-axLQ5zSbY6Lu-Es off=3433636 len=1582496 2023-12-22T17:41:57.044 INFO:tasks.workunit.client.0.smithi032.stdout:op 1400 completed, throughput=5MB/sec 2023-12-22T17:41:57.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:41:57 smithi032 ceph-mon[191839]: pgmap v1440: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:41:57.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:41:57 smithi032 ceph-mon[189144]: pgmap v1440: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:41:58.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:41:57 smithi039 ceph-mon[181282]: pgmap v1440: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:41:58.044 INFO:tasks.workunit.client.0.smithi032.stdout: 275: throughput=4.99MB/sec pending data=0 2023-12-22T17:41:58.044 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OVxWdE86ZMTjXM0 off=577682 len=1397983 2023-12-22T17:41:58.047 INFO:tasks.workunit.client.0.smithi032.stdout:op 1401 completed, throughput=4.99MB/sec 2023-12-22T17:41:58.047 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yhX4G0VHp9rvlZZ off=3117439 len=555325 2023-12-22T17:41:58.048 INFO:tasks.workunit.client.0.smithi032.stdout:op 1402 completed, throughput=4.99MB/sec 2023-12-22T17:41:58.048 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5JsxdtRtXdAOCuv off=2485789 len=1992906 2023-12-22T17:41:58.051 INFO:tasks.workunit.client.0.smithi032.stdout:op 1403 completed, throughput=5MB/sec 2023-12-22T17:41:58.051 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IDJUFxodU-or9XG off=11163814 len=1569682 2023-12-22T17:41:58.052 INFO:tasks.workunit.client.0.smithi032.stdout:op 1404 completed, throughput=5MB/sec 2023-12-22T17:41:59.053 INFO:tasks.workunit.client.0.smithi032.stdout: 276: throughput=4.99MB/sec pending data=0 2023-12-22T17:41:59.053 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6i5Z-wPXoZeJ3yw off=14138599 len=28939 2023-12-22T17:41:59.054 INFO:tasks.workunit.client.0.smithi032.stdout:op 1405 completed, throughput=4.99MB/sec 2023-12-22T17:41:59.054 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Z_oV5pwr5nvEfpz off=14132046 len=1953884 2023-12-22T17:41:59.063 INFO:tasks.workunit.client.0.smithi032.stdout:op 1406 completed, throughput=4.99MB/sec 2023-12-22T17:41:59.063 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eXRv9_6dEgf_FDG off=860795 len=600105 2023-12-22T17:41:59.064 INFO:tasks.workunit.client.0.smithi032.stdout:op 1407 completed, throughput=4.99MB/sec 2023-12-22T17:41:59.064 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IhhHbX3rGWRmM7O off=12353218 len=1365808 2023-12-22T17:41:59.071 INFO:tasks.workunit.client.0.smithi032.stdout:op 1408 completed, throughput=5MB/sec 2023-12-22T17:41:59.071 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KaeDLsQv9-8zqEZ off=5836693 len=1727414 2023-12-22T17:41:59.078 INFO:tasks.workunit.client.0.smithi032.stdout:op 1409 completed, throughput=5MB/sec 2023-12-22T17:41:59.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:41:59 smithi032 ceph-mon[191839]: pgmap v1441: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:41:59.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:41:59 smithi032 ceph-mon[189144]: pgmap v1441: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:42:00.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:41:59 smithi039 ceph-mon[181282]: pgmap v1441: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:42:00.078 INFO:tasks.workunit.client.0.smithi032.stdout: 277: throughput=4.99MB/sec pending data=0 2023-12-22T17:42:00.078 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-U2S9HAi_xButefH off=5474525 len=1634614 2023-12-22T17:42:00.080 INFO:tasks.workunit.client.0.smithi032.stdout:op 1410 completed, throughput=4.99MB/sec 2023-12-22T17:42:00.080 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mSYuxkHzyTlScGr off=677989 len=1008172 2023-12-22T17:42:00.085 INFO:tasks.workunit.client.0.smithi032.stdout:op 1411 completed, throughput=5MB/sec 2023-12-22T17:42:00.085 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gZ_MMbwNsb8EY3K off=4606404 len=257542 2023-12-22T17:42:00.088 INFO:tasks.workunit.client.0.smithi032.stdout:op 1412 completed, throughput=5MB/sec 2023-12-22T17:42:00.088 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7MVdMXS3zNJIDq2 off=18964701 len=1193027 2023-12-22T17:42:00.090 INFO:tasks.workunit.client.0.smithi032.stdout:op 1413 completed, throughput=5MB/sec 2023-12-22T17:42:01.092 INFO:tasks.workunit.client.0.smithi032.stdout: 278: throughput=4.98MB/sec pending data=0 2023-12-22T17:42:01.093 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BkB1yROtM7yA7DQ off=10301110 len=1653426 2023-12-22T17:42:01.098 INFO:tasks.workunit.client.0.smithi032.stdout:op 1414 completed, throughput=4.99MB/sec 2023-12-22T17:42:01.098 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_Y6H6nJ7m3YbCFq off=23333357 len=955824 2023-12-22T17:42:01.103 INFO:tasks.workunit.client.0.smithi032.stdout:op 1415 completed, throughput=4.99MB/sec 2023-12-22T17:42:01.103 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ufziDbH-NMIAQsB off=14915272 len=348130 2023-12-22T17:42:01.104 INFO:tasks.workunit.client.0.smithi032.stdout:op 1416 completed, throughput=4.99MB/sec 2023-12-22T17:42:01.104 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zIZH_zM1lHHiRIK off=9116754 len=992597 2023-12-22T17:42:01.105 INFO:tasks.workunit.client.0.smithi032.stdout:op 1417 completed, throughput=5MB/sec 2023-12-22T17:42:01.105 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HEhTQoyIDPv4Tc3 off=10287899 len=1114369 2023-12-22T17:42:01.110 INFO:tasks.workunit.client.0.smithi032.stdout:op 1418 completed, throughput=5MB/sec 2023-12-22T17:42:01.110 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cfoE7INcAghuZXy off=10145175 len=1691697 2023-12-22T17:42:01.118 INFO:tasks.workunit.client.0.smithi032.stdout:op 1419 completed, throughput=5.01MB/sec 2023-12-22T17:42:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:42:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:42:00] "GET /metrics HTTP/1.1" 200 34007 "" "Prometheus/2.43.0" 2023-12-22T17:42:02.118 INFO:tasks.workunit.client.0.smithi032.stdout: 279: throughput=4.99MB/sec pending data=0 2023-12-22T17:42:02.118 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jCrB-i_1JAISrLR off=756260 len=54686 2023-12-22T17:42:02.120 INFO:tasks.workunit.client.0.smithi032.stdout:op 1420 completed, throughput=4.99MB/sec 2023-12-22T17:42:02.120 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eVOPLioCzjfTw3- off=7224193 len=76051 2023-12-22T17:42:02.121 INFO:tasks.workunit.client.0.smithi032.stdout:op 1421 completed, throughput=4.99MB/sec 2023-12-22T17:42:02.121 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Nl4S5JqUuBXP6hE off=6287614 len=1828690 2023-12-22T17:42:02.130 INFO:tasks.workunit.client.0.smithi032.stdout:op 1422 completed, throughput=4.99MB/sec 2023-12-22T17:42:02.131 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-y6lQ_tC1Lyib-YM off=118797 len=1974397 2023-12-22T17:42:02.133 INFO:tasks.workunit.client.0.smithi032.stdout:op 1423 completed, throughput=5MB/sec 2023-12-22T17:42:02.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:42:02 smithi039 ceph-mon[181282]: pgmap v1442: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:42:02.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:42:02 smithi032 ceph-mon[191839]: pgmap v1442: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:42:02.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:42:02 smithi032 ceph-mon[189144]: pgmap v1442: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:42:03.133 INFO:tasks.workunit.client.0.smithi032.stdout: 280: throughput=4.98MB/sec pending data=0 2023-12-22T17:42:03.133 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YXuR58uLAdnq-KD off=664942 len=965116 2023-12-22T17:42:03.135 INFO:tasks.workunit.client.0.smithi032.stdout:op 1424 completed, throughput=4.99MB/sec 2023-12-22T17:42:03.135 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kqukVHb-BPwtzq_ off=9198584 len=969232 2023-12-22T17:42:03.136 INFO:tasks.workunit.client.0.smithi032.stdout:op 1425 completed, throughput=4.99MB/sec 2023-12-22T17:42:03.136 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hnjPeZezhbrthgz off=13810446 len=426972 2023-12-22T17:42:03.138 INFO:tasks.workunit.client.0.smithi032.stdout:op 1426 completed, throughput=4.99MB/sec 2023-12-22T17:42:03.138 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kr186yg-OVaahYS off=10024906 len=1041852 2023-12-22T17:42:03.140 INFO:tasks.workunit.client.0.smithi032.stdout:op 1427 completed, throughput=4.99MB/sec 2023-12-22T17:42:03.140 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BaC6y4nNs-fd5Fg off=5607408 len=1141103 2023-12-22T17:42:03.145 INFO:tasks.workunit.client.0.smithi032.stdout:op 1428 completed, throughput=5MB/sec 2023-12-22T17:42:03.145 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lXe3ouC1qrxar5b off=5912322 len=1678117 2023-12-22T17:42:03.148 INFO:tasks.workunit.client.0.smithi032.stdout:op 1429 completed, throughput=5MB/sec 2023-12-22T17:42:03.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:42:03 smithi032 ceph-mon[191839]: pgmap v1443: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:42:03.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:42:03 smithi032 ceph-mon[189144]: pgmap v1443: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:42:04.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:42:03 smithi039 ceph-mon[181282]: pgmap v1443: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:42:04.148 INFO:tasks.workunit.client.0.smithi032.stdout: 281: throughput=4.99MB/sec pending data=0 2023-12-22T17:42:04.148 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-v1d_UGtNefxtnSp off=1388219 len=410020 2023-12-22T17:42:04.152 INFO:tasks.workunit.client.0.smithi032.stdout:op 1430 completed, throughput=4.99MB/sec 2023-12-22T17:42:04.152 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GVbTaUOK9rtOxPJ off=9813768 len=444063 2023-12-22T17:42:04.153 INFO:tasks.workunit.client.0.smithi032.stdout:op 1431 completed, throughput=4.99MB/sec 2023-12-22T17:42:04.153 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bXYNovgLHP3VvL_ off=346255 len=499892 2023-12-22T17:42:04.157 INFO:tasks.workunit.client.0.smithi032.stdout:op 1432 completed, throughput=4.99MB/sec 2023-12-22T17:42:04.157 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ipfE_4VkwP3c_gP off=20773586 len=1021819 2023-12-22T17:42:04.163 INFO:tasks.workunit.client.0.smithi032.stdout:op 1433 completed, throughput=4.99MB/sec 2023-12-22T17:42:04.163 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1qvEonC4Qza4iNh off=8939282 len=1658003 2023-12-22T17:42:04.169 INFO:tasks.workunit.client.0.smithi032.stdout:op 1434 completed, throughput=5MB/sec 2023-12-22T17:42:04.169 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Mw4Je2-H9vqCGr7 off=13205341 len=1590935 2023-12-22T17:42:04.176 INFO:tasks.workunit.client.0.smithi032.stdout:op 1435 completed, throughput=5MB/sec 2023-12-22T17:42:04.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:42:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:42:04.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:42:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:42:05.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:42:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:42:05.176 INFO:tasks.workunit.client.0.smithi032.stdout: 282: throughput=4.99MB/sec pending data=0 2023-12-22T17:42:05.176 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JZWAFRfycWQQ9LZ off=13417082 len=1926200 2023-12-22T17:42:05.184 INFO:tasks.workunit.client.0.smithi032.stdout:op 1436 completed, throughput=4.99MB/sec 2023-12-22T17:42:05.184 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RbuVJ1yUzBntVfB off=15105484 len=2066062 2023-12-22T17:42:05.193 INFO:tasks.workunit.client.0.smithi032.stdout:op 1437 completed, throughput=5MB/sec 2023-12-22T17:42:05.193 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-y_2F_CCTvvkjaC8 off=3697677 len=1923906 2023-12-22T17:42:05.194 INFO:tasks.workunit.client.0.smithi032.stdout:op 1438 completed, throughput=5.01MB/sec 2023-12-22T17:42:05.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:42:05 smithi032 ceph-mon[191839]: pgmap v1444: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:42:05.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:42:05 smithi032 ceph-mon[189144]: pgmap v1444: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:42:06.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:42:05 smithi039 ceph-mon[181282]: pgmap v1444: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:42:06.194 INFO:tasks.workunit.client.0.smithi032.stdout: 283: throughput=4.99MB/sec pending data=0 2023-12-22T17:42:06.194 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-A65nbFIoE1JAban off=22622354 len=1677034 2023-12-22T17:42:06.197 INFO:tasks.workunit.client.0.smithi032.stdout:op 1439 completed, throughput=4.99MB/sec 2023-12-22T17:42:06.197 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TD8FhXOssO0CCmA off=2924777 len=178598 2023-12-22T17:42:06.197 INFO:tasks.workunit.client.0.smithi032.stdout:op 1440 completed, throughput=5MB/sec 2023-12-22T17:42:06.198 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-An1UkCkkVF2pmc2 off=2419522 len=1781406 2023-12-22T17:42:06.200 INFO:tasks.workunit.client.0.smithi032.stdout:op 1441 completed, throughput=5MB/sec 2023-12-22T17:42:07.200 INFO:tasks.workunit.client.0.smithi032.stdout: 284: throughput=4.98MB/sec pending data=0 2023-12-22T17:42:07.200 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jPskXwCH3giqxeT off=2321118 len=1031484 2023-12-22T17:42:07.205 INFO:tasks.workunit.client.0.smithi032.stdout:op 1442 completed, throughput=4.99MB/sec 2023-12-22T17:42:07.205 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rh6os3gY2lisrC5 off=9658974 len=588803 2023-12-22T17:42:07.209 INFO:tasks.workunit.client.0.smithi032.stdout:op 1443 completed, throughput=4.99MB/sec 2023-12-22T17:42:07.209 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-d1exmi1m_jXwF5G off=960568 len=1438612 2023-12-22T17:42:07.211 INFO:tasks.workunit.client.0.smithi032.stdout:op 1444 completed, throughput=4.99MB/sec 2023-12-22T17:42:07.211 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YFCy0v-SHCHF4Zz off=4003987 len=1528458 2023-12-22T17:42:07.218 INFO:tasks.workunit.client.0.smithi032.stdout:op 1445 completed, throughput=5MB/sec 2023-12-22T17:42:07.218 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lDelW4qs-YAruCM off=15389638 len=793705 2023-12-22T17:42:07.219 INFO:tasks.workunit.client.0.smithi032.stdout:op 1446 completed, throughput=5MB/sec 2023-12-22T17:42:07.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:42:07 smithi032 ceph-mon[191839]: pgmap v1445: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-22T17:42:07.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:42:07 smithi032 ceph-mon[189144]: pgmap v1445: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-22T17:42:08.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:42:07 smithi039 ceph-mon[181282]: pgmap v1445: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-22T17:42:08.220 INFO:tasks.workunit.client.0.smithi032.stdout: 285: throughput=4.98MB/sec pending data=0 2023-12-22T17:42:08.220 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3qb2CtD4MyE0pAB off=0 len=1696992 2023-12-22T17:42:08.228 INFO:tasks.workunit.client.0.smithi032.stdout:op 1447 completed, throughput=4.99MB/sec 2023-12-22T17:42:08.228 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iKoM9UpQC_IL7xC off=6521343 len=2089372 2023-12-22T17:42:08.237 INFO:tasks.workunit.client.0.smithi032.stdout:op 1448 completed, throughput=5MB/sec 2023-12-22T17:42:08.238 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LCjtj5l1RvIrQKb off=9494359 len=1451053 2023-12-22T17:42:08.239 INFO:tasks.workunit.client.0.smithi032.stdout:op 1449 completed, throughput=5MB/sec 2023-12-22T17:42:09.240 INFO:tasks.workunit.client.0.smithi032.stdout: 286: throughput=4.98MB/sec pending data=0 2023-12-22T17:42:09.240 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-x-mwiOFQtPr2WfC off=9782686 len=537006 2023-12-22T17:42:09.244 INFO:tasks.workunit.client.0.smithi032.stdout:op 1450 completed, throughput=4.99MB/sec 2023-12-22T17:42:09.244 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lE-2kgFD6DsAy_g off=1455889 len=313072 2023-12-22T17:42:09.248 INFO:tasks.workunit.client.0.smithi032.stdout:op 1451 completed, throughput=4.99MB/sec 2023-12-22T17:42:09.248 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_7Uoygii1WDF54R off=7384271 len=2057357 2023-12-22T17:42:09.256 INFO:tasks.workunit.client.0.smithi032.stdout:op 1452 completed, throughput=4.99MB/sec 2023-12-22T17:42:09.256 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MEQwwxHJfTtQQQ3 off=4181533 len=1788682 2023-12-22T17:42:09.262 INFO:tasks.workunit.client.0.smithi032.stdout:op 1453 completed, throughput=5MB/sec 2023-12-22T17:42:09.262 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2Ge2AjqyRmn_CYq off=3675998 len=91384 2023-12-22T17:42:09.265 INFO:tasks.workunit.client.0.smithi032.stdout:op 1454 completed, throughput=5MB/sec 2023-12-22T17:42:09.265 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uwgtXIdNHzSpvhw off=4147077 len=723975 2023-12-22T17:42:09.269 INFO:tasks.workunit.client.0.smithi032.stdout:op 1455 completed, throughput=5MB/sec 2023-12-22T17:42:09.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:42:09 smithi032 ceph-mon[191839]: pgmap v1446: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:42:09.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:42:09 smithi032 ceph-mon[189144]: pgmap v1446: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:42:10.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:42:09 smithi039 ceph-mon[181282]: pgmap v1446: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:42:10.269 INFO:tasks.workunit.client.0.smithi032.stdout: 287: throughput=4.98MB/sec pending data=0 2023-12-22T17:42:10.269 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BNMmPSGsPDPfd8V off=18272075 len=1959167 2023-12-22T17:42:10.279 INFO:tasks.workunit.client.0.smithi032.stdout:op 1456 completed, throughput=4.99MB/sec 2023-12-22T17:42:10.279 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JIDBRTD-npv8z6u off=5268795 len=72436 2023-12-22T17:42:10.280 INFO:tasks.workunit.client.0.smithi032.stdout:op 1457 completed, throughput=4.99MB/sec 2023-12-22T17:42:10.280 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-A8QuTr-qTKqdQF0 off=11997083 len=788366 2023-12-22T17:42:10.281 INFO:tasks.workunit.client.0.smithi032.stdout:op 1458 completed, throughput=4.99MB/sec 2023-12-22T17:42:10.281 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7wskBxqn17m3UEB off=2880504 len=1207809 2023-12-22T17:42:10.288 INFO:tasks.workunit.client.0.smithi032.stdout:op 1459 completed, throughput=5MB/sec 2023-12-22T17:42:10.288 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iCvSkzEmYbQ4_un off=20393261 len=1013206 2023-12-22T17:42:10.290 INFO:tasks.workunit.client.0.smithi032.stdout:op 1460 completed, throughput=5MB/sec 2023-12-22T17:42:10.290 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-taYTOz3Yv7G-fkz off=3616250 len=198576 2023-12-22T17:42:10.291 INFO:tasks.workunit.client.0.smithi032.stdout:op 1461 completed, throughput=5MB/sec 2023-12-22T17:42:11.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:42:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:42:10] "GET /metrics HTTP/1.1" 200 34009 "" "Prometheus/2.43.0" 2023-12-22T17:42:11.291 INFO:tasks.workunit.client.0.smithi032.stdout: 288: throughput=4.98MB/sec pending data=0 2023-12-22T17:42:11.291 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-a_Zg0Ij1sJFmzyK off=9198428 len=1666142 2023-12-22T17:42:11.299 INFO:tasks.workunit.client.0.smithi032.stdout:op 1462 completed, throughput=4.99MB/sec 2023-12-22T17:42:11.299 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9AwMLhLp5bOdHMo off=806242 len=1571577 2023-12-22T17:42:11.302 INFO:tasks.workunit.client.0.smithi032.stdout:op 1463 completed, throughput=4.99MB/sec 2023-12-22T17:42:11.302 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ew3szYXLa5dPal6 off=11517084 len=1830480 2023-12-22T17:42:11.304 INFO:tasks.workunit.client.0.smithi032.stdout:op 1464 completed, throughput=5MB/sec 2023-12-22T17:42:11.304 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2ytkgIkAZ_OiBcc off=1132404 len=1517467 2023-12-22T17:42:11.307 INFO:tasks.workunit.client.0.smithi032.stdout:op 1465 completed, throughput=5MB/sec 2023-12-22T17:42:12.307 INFO:tasks.workunit.client.0.smithi032.stdout: 289: throughput=4.99MB/sec pending data=0 2023-12-22T17:42:12.308 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ohCQhCenXiQZVox off=7705775 len=883418 2023-12-22T17:42:12.312 INFO:tasks.workunit.client.0.smithi032.stdout:op 1466 completed, throughput=4.99MB/sec 2023-12-22T17:42:12.312 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8xHB_8HJL3olqRJ off=4111818 len=208303 2023-12-22T17:42:12.315 INFO:tasks.workunit.client.0.smithi032.stdout:op 1467 completed, throughput=4.99MB/sec 2023-12-22T17:42:12.315 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8e5VJPpNvoHDnrw off=4836568 len=653019 2023-12-22T17:42:12.316 INFO:tasks.workunit.client.0.smithi032.stdout:op 1468 completed, throughput=4.99MB/sec 2023-12-22T17:42:12.316 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_3w-_J77so_f9aA off=6017236 len=1654012 2023-12-22T17:42:12.323 INFO:tasks.workunit.client.0.smithi032.stdout:op 1469 completed, throughput=5MB/sec 2023-12-22T17:42:12.323 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-v7GM-nT4z4WdaFk off=4040346 len=227665 2023-12-22T17:42:12.325 INFO:tasks.workunit.client.0.smithi032.stdout:op 1470 completed, throughput=5MB/sec 2023-12-22T17:42:12.326 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AanhYxesXA86II8 off=13490205 len=1351194 2023-12-22T17:42:12.332 INFO:tasks.workunit.client.0.smithi032.stdout:op 1471 completed, throughput=5MB/sec 2023-12-22T17:42:12.753 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:42:12 smithi039 ceph-mon[181282]: pgmap v1447: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:42:12.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:42:12 smithi032 ceph-mon[189144]: pgmap v1447: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:42:12.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:42:12 smithi032 ceph-mon[191839]: pgmap v1447: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:42:13.332 INFO:tasks.workunit.client.0.smithi032.stdout: 290: throughput=4.99MB/sec pending data=0 2023-12-22T17:42:13.332 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3N6jPzm4G8Q-T0G off=5267368 len=2035523 2023-12-22T17:42:13.335 INFO:tasks.workunit.client.0.smithi032.stdout:op 1472 completed, throughput=4.99MB/sec 2023-12-22T17:42:13.335 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6yzx6SFH41F4uQa off=51180 len=1613538 2023-12-22T17:42:13.337 INFO:tasks.workunit.client.0.smithi032.stdout:op 1473 completed, throughput=5MB/sec 2023-12-22T17:42:13.337 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jUo_ipZhoI12HpP off=4189362 len=124273 2023-12-22T17:42:13.340 INFO:tasks.workunit.client.0.smithi032.stdout:op 1474 completed, throughput=5MB/sec 2023-12-22T17:42:13.340 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YO64n8MlOxq5bP1 off=1524500 len=642977 2023-12-22T17:42:13.345 INFO:tasks.workunit.client.0.smithi032.stdout:op 1475 completed, throughput=5MB/sec 2023-12-22T17:42:13.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:42:13 smithi032 ceph-mon[189144]: pgmap v1448: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-22T17:42:13.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:42:13 smithi032 ceph-mon[191839]: pgmap v1448: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-22T17:42:14.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:42:13 smithi039 ceph-mon[181282]: pgmap v1448: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-22T17:42:14.345 INFO:tasks.workunit.client.0.smithi032.stdout: 291: throughput=4.98MB/sec pending data=0 2023-12-22T17:42:14.345 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9WlJAwqVxqvM_u1 off=17735166 len=882550 2023-12-22T17:42:14.347 INFO:tasks.workunit.client.0.smithi032.stdout:op 1476 completed, throughput=4.99MB/sec 2023-12-22T17:42:14.347 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-khYLXs9sPd1VZ6l off=2156142 len=1245644 2023-12-22T17:42:14.353 INFO:tasks.workunit.client.0.smithi032.stdout:op 1477 completed, throughput=4.99MB/sec 2023-12-22T17:42:14.353 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WUwGchJvuNrNEAo off=8700266 len=587211 2023-12-22T17:42:14.357 INFO:tasks.workunit.client.0.smithi032.stdout:op 1478 completed, throughput=4.99MB/sec 2023-12-22T17:42:14.357 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-okyPh6-LBkKsZzO off=6652963 len=1530889 2023-12-22T17:42:14.358 INFO:tasks.workunit.client.0.smithi032.stdout:op 1479 completed, throughput=5MB/sec 2023-12-22T17:42:14.359 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vaCY5d6pfrWtVOv off=729335 len=665352 2023-12-22T17:42:14.359 INFO:tasks.workunit.client.0.smithi032.stdout:op 1480 completed, throughput=5MB/sec 2023-12-22T17:42:14.359 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-82EZPg7NVeLpsXa off=3584320 len=402886 2023-12-22T17:42:14.363 INFO:tasks.workunit.client.0.smithi032.stdout:op 1481 completed, throughput=5MB/sec 2023-12-22T17:42:15.364 INFO:tasks.workunit.client.0.smithi032.stdout: 292: throughput=4.98MB/sec pending data=0 2023-12-22T17:42:15.364 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6gjFZVbsspb6wtT off=2956681 len=196321 2023-12-22T17:42:15.367 INFO:tasks.workunit.client.0.smithi032.stdout:op 1482 completed, throughput=4.98MB/sec 2023-12-22T17:42:15.367 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lGWA0_NEkUHw9cN off=2686051 len=554454 2023-12-22T17:42:15.368 INFO:tasks.workunit.client.0.smithi032.stdout:op 1483 completed, throughput=4.99MB/sec 2023-12-22T17:42:15.368 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4hTq0DszB-mCx9t off=9286958 len=777101 2023-12-22T17:42:15.369 INFO:tasks.workunit.client.0.smithi032.stdout:op 1484 completed, throughput=4.99MB/sec 2023-12-22T17:42:15.369 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dVhk6NSr6BrRpTY off=11866830 len=2084284 2023-12-22T17:42:15.379 INFO:tasks.workunit.client.0.smithi032.stdout:op 1485 completed, throughput=4.99MB/sec 2023-12-22T17:42:15.379 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uaneebU3wUa7kqZ off=1702704 len=1757830 2023-12-22T17:42:15.385 INFO:tasks.workunit.client.0.smithi032.stdout:op 1486 completed, throughput=5MB/sec 2023-12-22T17:42:15.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:42:15 smithi032 ceph-mon[191839]: pgmap v1449: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-22T17:42:15.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:42:15 smithi032 ceph-mon[189144]: pgmap v1449: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-22T17:42:16.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:42:15 smithi039 ceph-mon[181282]: pgmap v1449: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-22T17:42:16.385 INFO:tasks.workunit.client.0.smithi032.stdout: 293: throughput=4.98MB/sec pending data=0 2023-12-22T17:42:16.386 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-C0oLDrrRd220Gop off=5556550 len=805950 2023-12-22T17:42:16.390 INFO:tasks.workunit.client.0.smithi032.stdout:op 1487 completed, throughput=4.99MB/sec 2023-12-22T17:42:16.391 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2FLBrWR5CE4AJeI off=6463263 len=397922 2023-12-22T17:42:16.394 INFO:tasks.workunit.client.0.smithi032.stdout:op 1488 completed, throughput=4.99MB/sec 2023-12-22T17:42:16.394 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zYI7yxYdu06ETda off=13219029 len=916247 2023-12-22T17:42:16.395 INFO:tasks.workunit.client.0.smithi032.stdout:op 1489 completed, throughput=4.99MB/sec 2023-12-22T17:42:16.395 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hEC2qfoR3tWsuCy off=4860415 len=1259981 2023-12-22T17:42:16.397 INFO:tasks.workunit.client.0.smithi032.stdout:op 1490 completed, throughput=4.99MB/sec 2023-12-22T17:42:16.397 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-aIkVnAvPJIn3OW4 off=402221 len=1994128 2023-12-22T17:42:16.399 INFO:tasks.workunit.client.0.smithi032.stdout:op 1491 completed, throughput=5MB/sec 2023-12-22T17:42:17.400 INFO:tasks.workunit.client.0.smithi032.stdout: 294: throughput=4.98MB/sec pending data=0 2023-12-22T17:42:17.400 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Zxm--5nCxIqXXdI off=4367610 len=309584 2023-12-22T17:42:17.403 INFO:tasks.workunit.client.0.smithi032.stdout:op 1492 completed, throughput=4.98MB/sec 2023-12-22T17:42:17.403 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IXSjlsvPpKPzS0i off=4767147 len=595369 2023-12-22T17:42:17.405 INFO:tasks.workunit.client.0.smithi032.stdout:op 1493 completed, throughput=4.99MB/sec 2023-12-22T17:42:17.405 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CThsGi3EvT_vYsz off=390010 len=44965 2023-12-22T17:42:17.405 INFO:tasks.workunit.client.0.smithi032.stdout:op 1494 completed, throughput=4.99MB/sec 2023-12-22T17:42:17.406 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-N1gG-yPH434a6__ off=2866402 len=1088404 2023-12-22T17:42:17.411 INFO:tasks.workunit.client.0.smithi032.stdout:op 1495 completed, throughput=4.99MB/sec 2023-12-22T17:42:17.411 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-P-ejGRaYhRiokf- off=3173890 len=1733866 2023-12-22T17:42:17.419 INFO:tasks.workunit.client.0.smithi032.stdout:op 1496 completed, throughput=5MB/sec 2023-12-22T17:42:17.419 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BkB1yROtM7yA7DQ off=5251744 len=549219 2023-12-22T17:42:17.423 INFO:tasks.workunit.client.0.smithi032.stdout:op 1497 completed, throughput=5MB/sec 2023-12-22T17:42:17.423 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jcXVgjiuQ9vZwCp off=2108033 len=14907 2023-12-22T17:42:17.424 INFO:tasks.workunit.client.0.smithi032.stdout:op 1498 completed, throughput=5MB/sec 2023-12-22T17:42:17.424 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-oNnaPdVzRExwrAm off=6504723 len=1721766 2023-12-22T17:42:17.431 INFO:tasks.workunit.client.0.smithi032.stdout:op 1499 completed, throughput=5MB/sec 2023-12-22T17:42:17.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:42:17 smithi032 ceph-mon[191839]: pgmap v1450: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-22T17:42:17.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:42:17 smithi032 ceph-mon[189144]: pgmap v1450: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-22T17:42:18.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:42:17 smithi039 ceph-mon[181282]: pgmap v1450: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-22T17:42:18.431 INFO:tasks.workunit.client.0.smithi032.stdout: 295: throughput=4.99MB/sec pending data=0 2023-12-22T17:42:18.432 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lF25xAfiCbKFAk- off=13922899 len=940955 2023-12-22T17:42:18.437 INFO:tasks.workunit.client.0.smithi032.stdout:op 1500 completed, throughput=4.99MB/sec 2023-12-22T17:42:18.437 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iNDR9trW8H1Jz2M off=17091350 len=598547 2023-12-22T17:42:18.441 INFO:tasks.workunit.client.0.smithi032.stdout:op 1501 completed, throughput=4.99MB/sec 2023-12-22T17:42:18.441 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9hA4D3HbTCzwpDd off=1368566 len=42459 2023-12-22T17:42:18.443 INFO:tasks.workunit.client.0.smithi032.stdout:op 1502 completed, throughput=4.99MB/sec 2023-12-22T17:42:18.443 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7l9KAMhli19PvkD off=9773076 len=634075 2023-12-22T17:42:18.447 INFO:tasks.workunit.client.0.smithi032.stdout:op 1503 completed, throughput=4.99MB/sec 2023-12-22T17:42:18.448 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-W0XOrQJgWhCbKeM off=4456479 len=552668 2023-12-22T17:42:18.451 INFO:tasks.workunit.client.0.smithi032.stdout:op 1504 completed, throughput=4.99MB/sec 2023-12-22T17:42:18.451 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rTAKnL4L-ZBAUhh off=196171 len=176969 2023-12-22T17:42:18.454 INFO:tasks.workunit.client.0.smithi032.stdout:op 1505 completed, throughput=5MB/sec 2023-12-22T17:42:18.454 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DTX77yougRrXoeE off=1418548 len=1151699 2023-12-22T17:42:18.460 INFO:tasks.workunit.client.0.smithi032.stdout:op 1506 completed, throughput=5MB/sec 2023-12-22T17:42:18.460 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1Ax0WTq4B5Liv80 off=1375146 len=1409570 2023-12-22T17:42:18.467 INFO:tasks.workunit.client.0.smithi032.stdout:op 1507 completed, throughput=5MB/sec 2023-12-22T17:42:19.467 INFO:tasks.workunit.client.0.smithi032.stdout: 296: throughput=4.99MB/sec pending data=0 2023-12-22T17:42:19.467 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--xM9oWMw85IRYH6 off=9762043 len=1884355 2023-12-22T17:42:19.469 INFO:tasks.workunit.client.0.smithi032.stdout:op 1508 completed, throughput=4.99MB/sec 2023-12-22T17:42:19.469 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3dAHUv3371DzJO1 off=4193594 len=771484 2023-12-22T17:42:19.474 INFO:tasks.workunit.client.0.smithi032.stdout:op 1509 completed, throughput=4.99MB/sec 2023-12-22T17:42:19.474 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7Q3woU89Qr6nsh4 off=4736754 len=2063584 2023-12-22T17:42:19.477 INFO:tasks.workunit.client.0.smithi032.stdout:op 1510 completed, throughput=5MB/sec 2023-12-22T17:42:19.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:42:19 smithi032 ceph-mon[191839]: pgmap v1451: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:42:19.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:42:19 smithi032 ceph-mon[189144]: pgmap v1451: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:42:20.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:42:19 smithi039 ceph-mon[181282]: pgmap v1451: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:42:20.477 INFO:tasks.workunit.client.0.smithi032.stdout: 297: throughput=4.98MB/sec pending data=0 2023-12-22T17:42:20.477 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Kn5paosPpj0IJVP off=1088494 len=1259677 2023-12-22T17:42:20.483 INFO:tasks.workunit.client.0.smithi032.stdout:op 1511 completed, throughput=4.99MB/sec 2023-12-22T17:42:20.483 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DaXapENSdYdGPx9 off=2456928 len=752350 2023-12-22T17:42:20.488 INFO:tasks.workunit.client.0.smithi032.stdout:op 1512 completed, throughput=4.99MB/sec 2023-12-22T17:42:20.488 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cAlygmI74LXOkMi off=0 len=1088074 2023-12-22T17:42:20.493 INFO:tasks.workunit.client.0.smithi032.stdout:op 1513 completed, throughput=4.99MB/sec 2023-12-22T17:42:20.493 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SGQ9oCazug0hEnq off=95886 len=889330 2023-12-22T17:42:20.499 INFO:tasks.workunit.client.0.smithi032.stdout:op 1514 completed, throughput=5MB/sec 2023-12-22T17:42:20.499 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Bn17qQqo7FVTL1U off=554061 len=593852 2023-12-22T17:42:20.500 INFO:tasks.workunit.client.0.smithi032.stdout:op 1515 completed, throughput=5MB/sec 2023-12-22T17:42:20.500 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IXSjlsvPpKPzS0i off=9695516 len=251380 2023-12-22T17:42:20.501 INFO:tasks.workunit.client.0.smithi032.stdout:op 1516 completed, throughput=5MB/sec 2023-12-22T17:42:20.501 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-069G2lsrI3I35nr off=6126917 len=1161624 2023-12-22T17:42:20.503 INFO:tasks.workunit.client.0.smithi032.stdout:op 1517 completed, throughput=5MB/sec 2023-12-22T17:42:20.853 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:42:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:42:20.853 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:42:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:42:21.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:42:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:42:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:42:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:42:20] "GET /metrics HTTP/1.1" 200 34010 "" "Prometheus/2.43.0" 2023-12-22T17:42:21.504 INFO:tasks.workunit.client.0.smithi032.stdout: 298: throughput=4.99MB/sec pending data=0 2023-12-22T17:42:21.504 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7UkKluNxkMgHX2s off=7821318 len=1184012 2023-12-22T17:42:21.505 INFO:tasks.workunit.client.0.smithi032.stdout:op 1518 completed, throughput=4.99MB/sec 2023-12-22T17:42:21.505 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GtoRN-ezoVEp4y5 off=2711828 len=818344 2023-12-22T17:42:21.507 INFO:tasks.workunit.client.0.smithi032.stdout:op 1519 completed, throughput=4.99MB/sec 2023-12-22T17:42:21.507 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-p2EtD1-T0SIL_ii off=9549822 len=174794 2023-12-22T17:42:21.507 INFO:tasks.workunit.client.0.smithi032.stdout:op 1520 completed, throughput=4.99MB/sec 2023-12-22T17:42:21.507 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-39r0w2l7ULlaiXL off=13298820 len=1617890 2023-12-22T17:42:21.515 INFO:tasks.workunit.client.0.smithi032.stdout:op 1521 completed, throughput=5MB/sec 2023-12-22T17:42:21.515 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3_xpQqDT3_zNzYe off=1263776 len=288173 2023-12-22T17:42:21.518 INFO:tasks.workunit.client.0.smithi032.stdout:op 1522 completed, throughput=5MB/sec 2023-12-22T17:42:21.518 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-t71vWV5cEMUJWDQ off=9912074 len=880771 2023-12-22T17:42:21.522 INFO:tasks.workunit.client.0.smithi032.stdout:op 1523 completed, throughput=5MB/sec 2023-12-22T17:42:22.523 INFO:tasks.workunit.client.0.smithi032.stdout: 299: throughput=4.99MB/sec pending data=0 2023-12-22T17:42:22.523 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9CD7_64ihEgTnSR off=2291139 len=423473 2023-12-22T17:42:22.523 INFO:tasks.workunit.client.0.smithi032.stdout:op 1524 completed, throughput=4.99MB/sec 2023-12-22T17:42:22.524 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-q1a8D7lpIBr03TZ off=880244 len=647758 2023-12-22T17:42:22.526 INFO:tasks.workunit.client.0.smithi032.stdout:op 1525 completed, throughput=4.99MB/sec 2023-12-22T17:42:22.526 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9WUqEPQjZOEvhEo off=4096345 len=1595756 2023-12-22T17:42:22.533 INFO:tasks.workunit.client.0.smithi032.stdout:op 1526 completed, throughput=4.99MB/sec 2023-12-22T17:42:22.533 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nBVvxYar7P3lGmL off=7830443 len=461573 2023-12-22T17:42:22.537 INFO:tasks.workunit.client.0.smithi032.stdout:op 1527 completed, throughput=4.99MB/sec 2023-12-22T17:42:22.537 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NKf__ZJQywjEakR off=7486224 len=1257212 2023-12-22T17:42:22.543 INFO:tasks.workunit.client.0.smithi032.stdout:op 1528 completed, throughput=5MB/sec 2023-12-22T17:42:22.543 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qsmhNzvwpwY-xf9 off=7104303 len=891932 2023-12-22T17:42:22.548 INFO:tasks.workunit.client.0.smithi032.stdout:op 1529 completed, throughput=5MB/sec 2023-12-22T17:42:22.753 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:42:22 smithi039 ceph-mon[181282]: pgmap v1452: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-22T17:42:22.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:42:22 smithi032 ceph-mon[189144]: pgmap v1452: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-22T17:42:22.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:42:22 smithi032 ceph-mon[191839]: pgmap v1452: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-22T17:42:23.548 INFO:tasks.workunit.client.0.smithi032.stdout: 300: throughput=4.99MB/sec pending data=0 2023-12-22T17:42:23.549 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7bz4OchrP6VSO9T off=5629318 len=55369 2023-12-22T17:42:23.551 INFO:tasks.workunit.client.0.smithi032.stdout:op 1530 completed, throughput=4.99MB/sec 2023-12-22T17:42:23.551 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EHnp_iBuCObMo47 off=237188 len=877844 2023-12-22T17:42:23.553 INFO:tasks.workunit.client.0.smithi032.stdout:op 1531 completed, throughput=4.99MB/sec 2023-12-22T17:42:23.553 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MTAL8aGrS3r1IlO off=3414581 len=1143089 2023-12-22T17:42:23.554 INFO:tasks.workunit.client.0.smithi032.stdout:op 1532 completed, throughput=4.99MB/sec 2023-12-22T17:42:23.554 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sEuBJr_rlwJVki4 off=4792967 len=885739 2023-12-22T17:42:23.556 INFO:tasks.workunit.client.0.smithi032.stdout:op 1533 completed, throughput=4.99MB/sec 2023-12-22T17:42:23.556 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zia4sLMLGqJndA4 off=10402466 len=195368 2023-12-22T17:42:23.558 INFO:tasks.workunit.client.0.smithi032.stdout:op 1534 completed, throughput=4.99MB/sec 2023-12-22T17:42:23.559 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wi1L3Qik8TAz-xX off=136665 len=277908 2023-12-22T17:42:23.559 INFO:tasks.workunit.client.0.smithi032.stdout:op 1535 completed, throughput=5MB/sec 2023-12-22T17:42:23.559 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-M5FRvcnHVDaRjac off=11625599 len=347522 2023-12-22T17:42:23.562 INFO:tasks.workunit.client.0.smithi032.stdout:op 1536 completed, throughput=5MB/sec 2023-12-22T17:42:23.562 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-L3J21jC1nAXLjX0 off=13561792 len=506345 2023-12-22T17:42:23.563 INFO:tasks.workunit.client.0.smithi032.stdout:op 1537 completed, throughput=5MB/sec 2023-12-22T17:42:23.563 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-guUSstdOFNNpnqR off=8588281 len=789610 2023-12-22T17:42:23.567 INFO:tasks.workunit.client.0.smithi032.stdout:op 1538 completed, throughput=5MB/sec 2023-12-22T17:42:23.908 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:42:23.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:42:23 smithi032 ceph-mon[189144]: pgmap v1453: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:42:23.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:42:23 smithi032 ceph-mon[191839]: pgmap v1453: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:42:24.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:42:23 smithi039 ceph-mon[181282]: pgmap v1453: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:42:24.231 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:42:24.231 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (22m) 8m ago 26m 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:42:24.231 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (22m) 6m ago 26m 91.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:42:24.231 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (27m) 8m ago 27m 18.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:42:24.231 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (27m) 6m ago 27m 25.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:42:24.232 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (21m) 6m ago 30m 455M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:42:24.232 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (22m) 8m ago 31m 532M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:42:24.232 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (21m) 8m ago 31m 191M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:42:24.232 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (20m) 6m ago 30m 131M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:42:24.232 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (21m) 8m ago 30m 128M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:42:24.232 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (22m) 8m ago 26m 15.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:42:24.232 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (22m) 6m ago 26m 17.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:42:24.232 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (20m) 8m ago 29m 1428M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:42:24.232 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (19m) 8m ago 29m 1887M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:42:24.232 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (19m) 8m ago 29m 1085M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:42:24.232 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (19m) 8m ago 29m 1580M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:42:24.232 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (18m) 6m ago 28m 1675M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:42:24.232 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (18m) 6m ago 28m 1206M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:42:24.232 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (17m) 6m ago 28m 798M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:42:24.232 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (17m) 6m ago 27m 986M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:42:24.233 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (21m) 6m ago 27m 66.1M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:42:24.567 INFO:tasks.workunit.client.0.smithi032.stdout: 301: throughput=4.98MB/sec pending data=0 2023-12-22T17:42:24.567 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3v_sND_pB0tnMse off=5985135 len=1706214 2023-12-22T17:42:24.574 INFO:tasks.workunit.client.0.smithi032.stdout:op 1539 completed, throughput=4.99MB/sec 2023-12-22T17:42:24.574 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zIt6kd_vdNOuWCM off=6029243 len=2016227 2023-12-22T17:42:24.575 INFO:tasks.workunit.client.0.smithi032.stdout:op 1540 completed, throughput=5MB/sec 2023-12-22T17:42:24.575 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5QMPCfHWrDc6DRW off=939092 len=1444374 2023-12-22T17:42:24.578 INFO:tasks.workunit.client.0.smithi032.stdout:op 1541 completed, throughput=5MB/sec 2023-12-22T17:42:24.640 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:42:24.641 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:42:24.641 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:42:24.641 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:42:24.641 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:42:24.641 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:42:24.641 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:42:24.641 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:42:24.641 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:42:24.641 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:42:24.641 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:42:24.641 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:42:24.641 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:42:24.641 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:42:24.641 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:42:24.641 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:42:24.642 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:42:24.642 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:42:24.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:42:24 smithi032 ceph-mon[189144]: from='client.35364 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:42:24.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:42:24 smithi032 ceph-mon[189144]: from='client.45305 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:42:24.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:42:24 smithi032 ceph-mon[191839]: from='client.35364 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:42:24.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:42:24 smithi032 ceph-mon[191839]: from='client.45305 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:42:25.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:42:24 smithi039 ceph-mon[181282]: from='client.35364 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:42:25.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:42:24 smithi039 ceph-mon[181282]: from='client.45305 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:42:25.579 INFO:tasks.workunit.client.0.smithi032.stdout: 302: throughput=4.98MB/sec pending data=0 2023-12-22T17:42:25.579 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tIVJ6UYUZHKOaz7 off=8668605 len=2075276 2023-12-22T17:42:25.581 INFO:tasks.workunit.client.0.smithi032.stdout:op 1542 completed, throughput=4.99MB/sec 2023-12-22T17:42:25.581 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-867lSId1q-uvsd2 off=6246688 len=719596 2023-12-22T17:42:25.583 INFO:tasks.workunit.client.0.smithi032.stdout:op 1543 completed, throughput=4.99MB/sec 2023-12-22T17:42:25.583 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-l76uKjAO7Hlg1ft off=432349 len=1353126 2023-12-22T17:42:25.591 INFO:tasks.workunit.client.0.smithi032.stdout:op 1544 completed, throughput=5MB/sec 2023-12-22T17:42:25.591 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IPS5wcXuTYDXmym off=4015069 len=1479190 2023-12-22T17:42:25.598 INFO:tasks.workunit.client.0.smithi032.stdout:op 1545 completed, throughput=5MB/sec 2023-12-22T17:42:25.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:42:25 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3106685565' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:42:25.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:42:25 smithi032 ceph-mon[191839]: pgmap v1454: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:42:25.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:42:25 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3106685565' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:42:25.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:42:25 smithi032 ceph-mon[189144]: pgmap v1454: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:42:26.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:42:25 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3106685565' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:42:26.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:42:25 smithi039 ceph-mon[181282]: pgmap v1454: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:42:26.598 INFO:tasks.workunit.client.0.smithi032.stdout: 303: throughput=4.98MB/sec pending data=0 2023-12-22T17:42:26.598 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-V6Bz_7lln3GcyJ_ off=0 len=1092401 2023-12-22T17:42:26.601 INFO:tasks.workunit.client.0.smithi032.stdout:op 1546 completed, throughput=4.99MB/sec 2023-12-22T17:42:26.601 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MJU9Xr5t9ET7Xm0 off=2109184 len=2082326 2023-12-22T17:42:26.610 INFO:tasks.workunit.client.0.smithi032.stdout:op 1547 completed, throughput=4.99MB/sec 2023-12-22T17:42:26.610 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-e89xcBlVxHvfxMt off=279408 len=1479280 2023-12-22T17:42:26.613 INFO:tasks.workunit.client.0.smithi032.stdout:op 1548 completed, throughput=5MB/sec 2023-12-22T17:42:26.613 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SXBwFgceKeUXDse off=6026411 len=1678359 2023-12-22T17:42:26.619 INFO:tasks.workunit.client.0.smithi032.stdout:op 1549 completed, throughput=5MB/sec 2023-12-22T17:42:27.620 INFO:tasks.workunit.client.0.smithi032.stdout: 304: throughput=4.99MB/sec pending data=0 2023-12-22T17:42:27.620 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gqIWmvqv9OCrO1R off=5835679 len=122641 2023-12-22T17:42:27.620 INFO:tasks.workunit.client.0.smithi032.stdout:op 1550 completed, throughput=4.99MB/sec 2023-12-22T17:42:27.621 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HNo2ypVe5FcI5Ps off=5446682 len=106254 2023-12-22T17:42:27.623 INFO:tasks.workunit.client.0.smithi032.stdout:op 1551 completed, throughput=4.99MB/sec 2023-12-22T17:42:27.623 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-i60OSlj9CB0dnKD off=6236829 len=333974 2023-12-22T17:42:27.624 INFO:tasks.workunit.client.0.smithi032.stdout:op 1552 completed, throughput=4.99MB/sec 2023-12-22T17:42:27.624 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wQiJ2E-6_y4TpGd off=843682 len=1905295 2023-12-22T17:42:27.626 INFO:tasks.workunit.client.0.smithi032.stdout:op 1553 completed, throughput=5MB/sec 2023-12-22T17:42:27.626 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Iy6iL_AB_1dz8iH off=1514514 len=837049 2023-12-22T17:42:27.631 INFO:tasks.workunit.client.0.smithi032.stdout:op 1554 completed, throughput=5MB/sec 2023-12-22T17:42:27.631 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uWTtKjv47eZlxNF off=7478889 len=638194 2023-12-22T17:42:27.635 INFO:tasks.workunit.client.0.smithi032.stdout:op 1555 completed, throughput=5MB/sec 2023-12-22T17:42:27.635 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-t2v0_1eCV7MVQIB off=1325464 len=1341687 2023-12-22T17:42:27.636 INFO:tasks.workunit.client.0.smithi032.stdout:op 1556 completed, throughput=5MB/sec 2023-12-22T17:42:27.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:42:27 smithi032 ceph-mon[191839]: pgmap v1455: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:42:27.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:42:27 smithi032 ceph-mon[189144]: pgmap v1455: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:42:28.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:42:27 smithi039 ceph-mon[181282]: pgmap v1455: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:42:28.636 INFO:tasks.workunit.client.0.smithi032.stdout: 305: throughput=4.99MB/sec pending data=0 2023-12-22T17:42:28.636 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BxbnbbfoGWEjif0 off=2968341 len=2072317 2023-12-22T17:42:28.639 INFO:tasks.workunit.client.0.smithi032.stdout:op 1557 completed, throughput=4.99MB/sec 2023-12-22T17:42:28.639 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MxirTPqT84lD0FY off=7758345 len=1956501 2023-12-22T17:42:28.643 INFO:tasks.workunit.client.0.smithi032.stdout:op 1558 completed, throughput=5MB/sec 2023-12-22T17:42:29.643 INFO:tasks.workunit.client.0.smithi032.stdout: 306: throughput=4.98MB/sec pending data=0 2023-12-22T17:42:29.643 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1dFQEUTOm7JQfPD off=3272498 len=1451217 2023-12-22T17:42:29.645 INFO:tasks.workunit.client.0.smithi032.stdout:op 1559 completed, throughput=4.99MB/sec 2023-12-22T17:42:29.645 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hBIRXzg8N1DMfNW off=11296007 len=1182233 2023-12-22T17:42:29.650 INFO:tasks.workunit.client.0.smithi032.stdout:op 1560 completed, throughput=4.99MB/sec 2023-12-22T17:42:29.650 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kg33fG_GyYxR0GT off=5241848 len=1673596 2023-12-22T17:42:29.652 INFO:tasks.workunit.client.0.smithi032.stdout:op 1561 completed, throughput=5MB/sec 2023-12-22T17:42:29.652 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Z0SrgRvuW2PBCH6 off=11870978 len=811522 2023-12-22T17:42:29.657 INFO:tasks.workunit.client.0.smithi032.stdout:op 1562 completed, throughput=5MB/sec 2023-12-22T17:42:29.657 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hJSBxj2KDKd_LTi off=19746338 len=265802 2023-12-22T17:42:29.658 INFO:tasks.workunit.client.0.smithi032.stdout:op 1563 completed, throughput=5MB/sec 2023-12-22T17:42:29.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:42:29 smithi032 ceph-mon[189144]: pgmap v1456: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:42:29.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:42:29 smithi032 ceph-mon[191839]: pgmap v1456: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:42:30.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:42:29 smithi039 ceph-mon[181282]: pgmap v1456: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:42:30.659 INFO:tasks.workunit.client.0.smithi032.stdout: 307: throughput=4.98MB/sec pending data=0 2023-12-22T17:42:30.659 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-oO_IJtlM25xW4y- off=693635 len=1564265 2023-12-22T17:42:30.661 INFO:tasks.workunit.client.0.smithi032.stdout:op 1564 completed, throughput=4.99MB/sec 2023-12-22T17:42:30.661 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-86dDJAhx5F5GA9V off=8751867 len=637077 2023-12-22T17:42:30.662 INFO:tasks.workunit.client.0.smithi032.stdout:op 1565 completed, throughput=4.99MB/sec 2023-12-22T17:42:30.662 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4Wh1fq4KNo-fIvJ off=15691655 len=1760274 2023-12-22T17:42:30.670 INFO:tasks.workunit.client.0.smithi032.stdout:op 1566 completed, throughput=5MB/sec 2023-12-22T17:42:30.671 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TOKxfVcr_EQPK3g off=823901 len=31136 2023-12-22T17:42:30.673 INFO:tasks.workunit.client.0.smithi032.stdout:op 1567 completed, throughput=5MB/sec 2023-12-22T17:42:30.673 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YnNZqbEyWvCnw03 off=8612698 len=1639928 2023-12-22T17:42:30.680 INFO:tasks.workunit.client.0.smithi032.stdout:op 1568 completed, throughput=5MB/sec 2023-12-22T17:42:31.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:42:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:42:30] "GET /metrics HTTP/1.1" 200 34010 "" "Prometheus/2.43.0" 2023-12-22T17:42:31.681 INFO:tasks.workunit.client.0.smithi032.stdout: 308: throughput=4.99MB/sec pending data=0 2023-12-22T17:42:31.681 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jDXcY4rsf-n4NSX off=12433407 len=1264096 2023-12-22T17:42:31.683 INFO:tasks.workunit.client.0.smithi032.stdout:op 1569 completed, throughput=4.99MB/sec 2023-12-22T17:42:31.683 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-laDJ2rNQZrPuF3n off=7233214 len=1185963 2023-12-22T17:42:31.685 INFO:tasks.workunit.client.0.smithi032.stdout:op 1570 completed, throughput=4.99MB/sec 2023-12-22T17:42:31.686 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-a1wJKGMaEp1pgsI off=15842700 len=1211497 2023-12-22T17:42:31.687 INFO:tasks.workunit.client.0.smithi032.stdout:op 1571 completed, throughput=5MB/sec 2023-12-22T17:42:31.687 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-c-WyYU2TleOrGNj off=8218355 len=2032520 2023-12-22T17:42:31.696 INFO:tasks.workunit.client.0.smithi032.stdout:op 1572 completed, throughput=5MB/sec 2023-12-22T17:42:32.697 INFO:tasks.workunit.client.0.smithi032.stdout: 309: throughput=4.99MB/sec pending data=0 2023-12-22T17:42:32.697 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PxyZszTu-VR5COK off=6274114 len=1932006 2023-12-22T17:42:32.699 INFO:tasks.workunit.client.0.smithi032.stdout:op 1573 completed, throughput=4.99MB/sec 2023-12-22T17:42:32.699 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KaiLBbww3KKe902 off=2437023 len=957776 2023-12-22T17:42:32.701 INFO:tasks.workunit.client.0.smithi032.stdout:op 1574 completed, throughput=5MB/sec 2023-12-22T17:42:32.702 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JkeEC6clEGtroKy off=6526546 len=685347 2023-12-22T17:42:32.706 INFO:tasks.workunit.client.0.smithi032.stdout:op 1575 completed, throughput=5MB/sec 2023-12-22T17:42:32.706 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Yd4Wtje4tavaKqJ off=6900537 len=1048966 2023-12-22T17:42:32.712 INFO:tasks.workunit.client.0.smithi032.stdout:op 1576 completed, throughput=5MB/sec 2023-12-22T17:42:32.753 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:42:32 smithi039 ceph-mon[181282]: pgmap v1457: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-22T17:42:32.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:42:32 smithi032 ceph-mon[191839]: pgmap v1457: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-22T17:42:32.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:42:32 smithi032 ceph-mon[189144]: pgmap v1457: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-22T17:42:33.712 INFO:tasks.workunit.client.0.smithi032.stdout: 310: throughput=4.98MB/sec pending data=0 2023-12-22T17:42:33.712 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VbMZqkTQ__0ujN9 off=3088701 len=998671 2023-12-22T17:42:33.717 INFO:tasks.workunit.client.0.smithi032.stdout:op 1577 completed, throughput=4.99MB/sec 2023-12-22T17:42:33.717 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--HmPJuwCZ6PV1AE off=3927914 len=1836565 2023-12-22T17:42:33.719 INFO:tasks.workunit.client.0.smithi032.stdout:op 1578 completed, throughput=4.99MB/sec 2023-12-22T17:42:33.719 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WfUMqNYUWJ2aNwe off=295173 len=1334160 2023-12-22T17:42:33.721 INFO:tasks.workunit.client.0.smithi032.stdout:op 1579 completed, throughput=5MB/sec 2023-12-22T17:42:33.721 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pwKsSxcOMmgZJ3U off=4574267 len=2090964 2023-12-22T17:42:33.732 INFO:tasks.workunit.client.0.smithi032.stdout:op 1580 completed, throughput=5MB/sec 2023-12-22T17:42:33.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:42:33 smithi032 ceph-mon[189144]: pgmap v1458: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:42:33.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:42:33 smithi032 ceph-mon[191839]: pgmap v1458: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:42:34.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:42:33 smithi039 ceph-mon[181282]: pgmap v1458: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:42:34.732 INFO:tasks.workunit.client.0.smithi032.stdout: 311: throughput=4.99MB/sec pending data=0 2023-12-22T17:42:34.732 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--QfTtHHL-GRMaLo off=4895627 len=68935 2023-12-22T17:42:34.735 INFO:tasks.workunit.client.0.smithi032.stdout:op 1581 completed, throughput=4.99MB/sec 2023-12-22T17:42:34.735 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-21YLPpmtP9w3KpR off=4416676 len=1811929 2023-12-22T17:42:34.739 INFO:tasks.workunit.client.0.smithi032.stdout:op 1582 completed, throughput=4.99MB/sec 2023-12-22T17:42:34.739 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AhDtL6fS7qzDQw7 off=22539160 len=1273005 2023-12-22T17:42:34.744 INFO:tasks.workunit.client.0.smithi032.stdout:op 1583 completed, throughput=5MB/sec 2023-12-22T17:42:34.744 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kG-FWx5-87FPd9D off=4083391 len=1064436 2023-12-22T17:42:34.746 INFO:tasks.workunit.client.0.smithi032.stdout:op 1584 completed, throughput=5MB/sec 2023-12-22T17:42:34.746 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8NRIgyIJAp6ZpXn off=12938003 len=125009 2023-12-22T17:42:34.748 INFO:tasks.workunit.client.0.smithi032.stdout:op 1585 completed, throughput=5MB/sec 2023-12-22T17:42:34.748 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-oAqygnwanVk4qFU off=13950038 len=1532782 2023-12-22T17:42:34.754 INFO:tasks.workunit.client.0.smithi032.stdout:op 1586 completed, throughput=5MB/sec 2023-12-22T17:42:34.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:42:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:42:34.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:42:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:42:35.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:42:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:42:35.754 INFO:tasks.workunit.client.0.smithi032.stdout: 312: throughput=4.99MB/sec pending data=0 2023-12-22T17:42:35.755 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7V-yGkU0p-ZSuxj off=19380993 len=370978 2023-12-22T17:42:35.758 INFO:tasks.workunit.client.0.smithi032.stdout:op 1587 completed, throughput=4.99MB/sec 2023-12-22T17:42:35.758 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2N8UvP8L8gD_JDk off=3756839 len=1974792 2023-12-22T17:42:35.760 INFO:tasks.workunit.client.0.smithi032.stdout:op 1588 completed, throughput=5MB/sec 2023-12-22T17:42:35.760 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-I0nYfaFIMvKKa0G off=4436546 len=962672 2023-12-22T17:42:35.762 INFO:tasks.workunit.client.0.smithi032.stdout:op 1589 completed, throughput=5MB/sec 2023-12-22T17:42:35.762 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tcaH6x2UhEiyRAQ off=2324685 len=1412142 2023-12-22T17:42:35.763 INFO:tasks.workunit.client.0.smithi032.stdout:op 1590 completed, throughput=5MB/sec 2023-12-22T17:42:36.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:42:35 smithi039 ceph-mon[181282]: pgmap v1459: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:42:36.177 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:42:35 smithi032 ceph-mon[189144]: pgmap v1459: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:42:36.177 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:42:35 smithi032 ceph-mon[191839]: pgmap v1459: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:42:36.764 INFO:tasks.workunit.client.0.smithi032.stdout: 313: throughput=4.99MB/sec pending data=0 2023-12-22T17:42:36.764 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IuN5aQ3ZwdfJ7Vj off=4163320 len=235277 2023-12-22T17:42:36.765 INFO:tasks.workunit.client.0.smithi032.stdout:op 1591 completed, throughput=4.99MB/sec 2023-12-22T17:42:36.765 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5EJxwXjwmWgE4qw off=5331275 len=236524 2023-12-22T17:42:36.768 INFO:tasks.workunit.client.0.smithi032.stdout:op 1592 completed, throughput=4.99MB/sec 2023-12-22T17:42:36.768 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-X_ajNcps7aInEdK off=3808896 len=1240989 2023-12-22T17:42:36.770 INFO:tasks.workunit.client.0.smithi032.stdout:op 1593 completed, throughput=4.99MB/sec 2023-12-22T17:42:36.770 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XMoSVQjKLIuseQw off=2053515 len=1286529 2023-12-22T17:42:36.772 INFO:tasks.workunit.client.0.smithi032.stdout:op 1594 completed, throughput=5MB/sec 2023-12-22T17:42:36.772 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TSTMmDZijDJNNsa off=11713965 len=1345990 2023-12-22T17:42:36.779 INFO:tasks.workunit.client.0.smithi032.stdout:op 1595 completed, throughput=5MB/sec 2023-12-22T17:42:36.779 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3jtORnq0Omwjpxu off=4629433 len=703303 2023-12-22T17:42:36.780 INFO:tasks.workunit.client.0.smithi032.stdout:op 1596 completed, throughput=5MB/sec 2023-12-22T17:42:37.781 INFO:tasks.workunit.client.0.smithi032.stdout: 314: throughput=4.99MB/sec pending data=0 2023-12-22T17:42:37.781 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-aL0m6A5p4Lr3cv8 off=4180438 len=712907 2023-12-22T17:42:37.782 INFO:tasks.workunit.client.0.smithi032.stdout:op 1597 completed, throughput=4.99MB/sec 2023-12-22T17:42:37.782 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1zwKs-GhZXpOytI off=1435115 len=699857 2023-12-22T17:42:37.786 INFO:tasks.workunit.client.0.smithi032.stdout:op 1598 completed, throughput=4.99MB/sec 2023-12-22T17:42:37.786 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HLsMjmHKHH0F2KI off=5126220 len=1018876 2023-12-22T17:42:37.788 INFO:tasks.workunit.client.0.smithi032.stdout:op 1599 completed, throughput=4.99MB/sec 2023-12-22T17:42:37.788 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Aekrux5WiVOqYQV off=2747270 len=337219 2023-12-22T17:42:37.788 INFO:tasks.workunit.client.0.smithi032.stdout:op 1600 completed, throughput=4.99MB/sec 2023-12-22T17:42:37.788 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QZ6GI3agFPM-pog off=10932385 len=256884 2023-12-22T17:42:37.792 INFO:tasks.workunit.client.0.smithi032.stdout:op 1601 completed, throughput=5MB/sec 2023-12-22T17:42:37.792 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PZVL1aoTwqI2vqc off=7855262 len=857679 2023-12-22T17:42:37.796 INFO:tasks.workunit.client.0.smithi032.stdout:op 1602 completed, throughput=5MB/sec 2023-12-22T17:42:37.796 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-K3zolb3YfEaxMxI off=927186 len=573018 2023-12-22T17:42:37.797 INFO:tasks.workunit.client.0.smithi032.stdout:op 1603 completed, throughput=5MB/sec 2023-12-22T17:42:37.797 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NohfhFZNauuHKLM off=3719721 len=918213 2023-12-22T17:42:37.801 INFO:tasks.workunit.client.0.smithi032.stdout:op 1604 completed, throughput=5MB/sec 2023-12-22T17:42:37.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:42:37 smithi032 ceph-mon[189144]: pgmap v1460: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-22T17:42:37.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:42:37 smithi032 ceph-mon[191839]: pgmap v1460: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-22T17:42:38.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:42:37 smithi039 ceph-mon[181282]: pgmap v1460: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-22T17:42:38.801 INFO:tasks.workunit.client.0.smithi032.stdout: 315: throughput=4.99MB/sec pending data=0 2023-12-22T17:42:38.802 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WOUlIVr6v0QJTwO off=3903454 len=1544625 2023-12-22T17:42:38.804 INFO:tasks.workunit.client.0.smithi032.stdout:op 1605 completed, throughput=4.99MB/sec 2023-12-22T17:42:38.804 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Xkb3imN7H2KO_uY off=15808655 len=1157673 2023-12-22T17:42:38.810 INFO:tasks.workunit.client.0.smithi032.stdout:op 1606 completed, throughput=4.99MB/sec 2023-12-22T17:42:38.810 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UMc4W2Phf_k7VrA off=3530369 len=863331 2023-12-22T17:42:38.815 INFO:tasks.workunit.client.0.smithi032.stdout:op 1607 completed, throughput=5MB/sec 2023-12-22T17:42:38.815 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZoiYV2XIL7AabAB off=18671449 len=605299 2023-12-22T17:42:38.818 INFO:tasks.workunit.client.0.smithi032.stdout:op 1608 completed, throughput=5MB/sec 2023-12-22T17:42:38.818 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zeIiD-RAe3-BaHz off=3748504 len=1261064 2023-12-22T17:42:38.820 INFO:tasks.workunit.client.0.smithi032.stdout:op 1609 completed, throughput=5MB/sec 2023-12-22T17:42:39.820 INFO:tasks.workunit.client.0.smithi032.stdout: 316: throughput=4.99MB/sec pending data=0 2023-12-22T17:42:39.820 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JUDK53p0JIeOTQ0 off=197170 len=1495022 2023-12-22T17:42:39.827 INFO:tasks.workunit.client.0.smithi032.stdout:op 1610 completed, throughput=4.99MB/sec 2023-12-22T17:42:39.827 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hTETssY21Qdgjhg off=4563545 len=1909039 2023-12-22T17:42:39.835 INFO:tasks.workunit.client.0.smithi032.stdout:op 1611 completed, throughput=5MB/sec 2023-12-22T17:42:39.835 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ytU1nfxe_QY7oQ- off=351782 len=1765527 2023-12-22T17:42:39.842 INFO:tasks.workunit.client.0.smithi032.stdout:op 1612 completed, throughput=5MB/sec 2023-12-22T17:42:39.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:42:39 smithi032 ceph-mon[189144]: pgmap v1461: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:42:39.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:42:39 smithi032 ceph-mon[191839]: pgmap v1461: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:42:40.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:42:39 smithi039 ceph-mon[181282]: pgmap v1461: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:42:40.843 INFO:tasks.workunit.client.0.smithi032.stdout: 317: throughput=4.99MB/sec pending data=0 2023-12-22T17:42:40.843 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xp486b6Cs1dKT8Y off=1283102 len=1655247 2023-12-22T17:42:40.851 INFO:tasks.workunit.client.0.smithi032.stdout:op 1613 completed, throughput=4.99MB/sec 2023-12-22T17:42:40.851 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BuWLV5kgFAoFXJk off=2067863 len=1048215 2023-12-22T17:42:40.857 INFO:tasks.workunit.client.0.smithi032.stdout:op 1614 completed, throughput=4.99MB/sec 2023-12-22T17:42:40.857 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gavZPIA_hkAo2Xs off=2167847 len=1884992 2023-12-22T17:42:40.859 INFO:tasks.workunit.client.0.smithi032.stdout:op 1615 completed, throughput=5MB/sec 2023-12-22T17:42:40.859 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NvTC1TmL2bwhP1U off=1482665 len=1654727 2023-12-22T17:42:40.860 INFO:tasks.workunit.client.0.smithi032.stdout:op 1616 completed, throughput=5MB/sec 2023-12-22T17:42:41.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:42:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:42:40] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2023-12-22T17:42:41.676 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:42:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:42:41.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:42:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:42:41.753 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:42:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:42:41.861 INFO:tasks.workunit.client.0.smithi032.stdout: 318: throughput=4.99MB/sec pending data=0 2023-12-22T17:42:41.861 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fwA4G56kmXUhw0R off=1988603 len=1415150 2023-12-22T17:42:41.867 INFO:tasks.workunit.client.0.smithi032.stdout:op 1617 completed, throughput=4.99MB/sec 2023-12-22T17:42:41.867 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9YwbLiDExW22IrR off=4019343 len=706682 2023-12-22T17:42:41.871 INFO:tasks.workunit.client.0.smithi032.stdout:op 1618 completed, throughput=4.99MB/sec 2023-12-22T17:42:41.871 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eysYQnW7Wt6dfkH off=6500292 len=2081791 2023-12-22T17:42:41.873 INFO:tasks.workunit.client.0.smithi032.stdout:op 1619 completed, throughput=5MB/sec 2023-12-22T17:42:42.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:42:42 smithi039 ceph-mon[181282]: pgmap v1462: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:42:42.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:42:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:42:42.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:42:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:42:42.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:42:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:42:42.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:42:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:42:42.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:42:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:42:42.873 INFO:tasks.workunit.client.0.smithi032.stdout: 319: throughput=4.99MB/sec pending data=0 2023-12-22T17:42:42.873 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HTlGG-8wP2fSBm6 off=8444 len=2094308 2023-12-22T17:42:42.876 INFO:tasks.workunit.client.0.smithi032.stdout:op 1620 completed, throughput=4.99MB/sec 2023-12-22T17:42:42.876 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uM4lj6t1Thh5_Po off=7777062 len=3936 2023-12-22T17:42:42.877 INFO:tasks.workunit.client.0.smithi032.stdout:op 1621 completed, throughput=4.99MB/sec 2023-12-22T17:42:42.877 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_2n-bLpAF1dGfVv off=4531890 len=25756 2023-12-22T17:42:42.880 INFO:tasks.workunit.client.0.smithi032.stdout:op 1622 completed, throughput=4.99MB/sec 2023-12-22T17:42:42.880 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LtRD1mwaYssq4TS off=12666545 len=637134 2023-12-22T17:42:42.884 INFO:tasks.workunit.client.0.smithi032.stdout:op 1623 completed, throughput=4.99MB/sec 2023-12-22T17:42:42.884 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-K_HtpFgTrb8GY6f off=2521906 len=60697 2023-12-22T17:42:42.886 INFO:tasks.workunit.client.0.smithi032.stdout:op 1624 completed, throughput=4.99MB/sec 2023-12-22T17:42:42.886 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6FeWzz25J3v2sqq off=6009809 len=30528 2023-12-22T17:42:42.888 INFO:tasks.workunit.client.0.smithi032.stdout:op 1625 completed, throughput=4.99MB/sec 2023-12-22T17:42:42.888 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OfRvlk5-t-AlLFu off=22428843 len=313962 2023-12-22T17:42:42.891 INFO:tasks.workunit.client.0.smithi032.stdout:op 1626 completed, throughput=4.99MB/sec 2023-12-22T17:42:42.891 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-D8m2kEwbgmLF0xy off=5377230 len=24422 2023-12-22T17:42:42.893 INFO:tasks.workunit.client.0.smithi032.stdout:op 1627 completed, throughput=4.99MB/sec 2023-12-22T17:42:42.893 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4muIBNYfX1kmemi off=11397579 len=1161682 2023-12-22T17:42:42.898 INFO:tasks.workunit.client.0.smithi032.stdout:op 1628 completed, throughput=5MB/sec 2023-12-22T17:42:42.898 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-K4-UqMZNz63uVRK off=12304167 len=221827 2023-12-22T17:42:42.899 INFO:tasks.workunit.client.0.smithi032.stdout:op 1629 completed, throughput=5MB/sec 2023-12-22T17:42:42.899 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--CC_OuNn3Gg0_cX off=5453548 len=26432 2023-12-22T17:42:42.900 INFO:tasks.workunit.client.0.smithi032.stdout:op 1630 completed, throughput=5MB/sec 2023-12-22T17:42:42.900 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-36PHio1bMXx-5oX off=1865319 len=2092718 2023-12-22T17:42:42.902 INFO:tasks.workunit.client.0.smithi032.stdout:op 1631 completed, throughput=5MB/sec 2023-12-22T17:42:42.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:42:42 smithi032 ceph-mon[189144]: pgmap v1462: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:42:42.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:42:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:42:42.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:42:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:42:42.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:42:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:42:42.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:42:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:42:42.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:42:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:42:42.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:42:42 smithi032 ceph-mon[191839]: pgmap v1462: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:42:42.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:42:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:42:42.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:42:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:42:42.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:42:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:42:42.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:42:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:42:42.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:42:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:42:43.902 INFO:tasks.workunit.client.0.smithi032.stdout: 320: throughput=4.99MB/sec pending data=0 2023-12-22T17:42:43.902 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lBQBFphoG6pQZIc off=17538446 len=189666 2023-12-22T17:42:43.903 INFO:tasks.workunit.client.0.smithi032.stdout:op 1632 completed, throughput=4.99MB/sec 2023-12-22T17:42:43.903 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TRmd-Q-srmJ_mOC off=3097670 len=231923 2023-12-22T17:42:43.906 INFO:tasks.workunit.client.0.smithi032.stdout:op 1633 completed, throughput=4.99MB/sec 2023-12-22T17:42:43.906 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-InJsRXh0_9VKjL2 off=16794174 len=1259763 2023-12-22T17:42:43.909 INFO:tasks.workunit.client.0.smithi032.stdout:op 1634 completed, throughput=4.99MB/sec 2023-12-22T17:42:43.909 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_r8Wru4ECrbsWrh off=17017083 len=42928 2023-12-22T17:42:43.909 INFO:tasks.workunit.client.0.smithi032.stdout:op 1635 completed, throughput=4.99MB/sec 2023-12-22T17:42:43.910 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-v4dSQKzTpRiU9Kz off=14205349 len=1602153 2023-12-22T17:42:43.916 INFO:tasks.workunit.client.0.smithi032.stdout:op 1636 completed, throughput=5MB/sec 2023-12-22T17:42:43.916 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Qj4bySkBkUuBqLX off=16613940 len=1999584 2023-12-22T17:42:43.918 INFO:tasks.workunit.client.0.smithi032.stdout:op 1637 completed, throughput=5MB/sec 2023-12-22T17:42:43.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:42:43 smithi032 ceph-mon[191839]: pgmap v1463: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:42:43.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:42:43 smithi032 ceph-mon[189144]: pgmap v1463: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:42:44.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:42:43 smithi039 ceph-mon[181282]: pgmap v1463: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:42:44.918 INFO:tasks.workunit.client.0.smithi032.stdout: 321: throughput=4.99MB/sec pending data=0 2023-12-22T17:42:44.918 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7V-yGkU0p-ZSuxj off=5085712 len=1713014 2023-12-22T17:42:44.920 INFO:tasks.workunit.client.0.smithi032.stdout:op 1638 completed, throughput=4.99MB/sec 2023-12-22T17:42:44.920 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--OlVA06y9_KwT2a off=8576080 len=1928043 2023-12-22T17:42:44.930 INFO:tasks.workunit.client.0.smithi032.stdout:op 1639 completed, throughput=5MB/sec 2023-12-22T17:42:44.931 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WgFd0fETXy9Bw_9 off=9916299 len=145321 2023-12-22T17:42:44.933 INFO:tasks.workunit.client.0.smithi032.stdout:op 1640 completed, throughput=5MB/sec 2023-12-22T17:42:45.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:42:45 smithi032 ceph-mon[189144]: pgmap v1464: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-22T17:42:45.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:42:45 smithi032 ceph-mon[191839]: pgmap v1464: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-22T17:42:45.933 INFO:tasks.workunit.client.0.smithi032.stdout: 322: throughput=4.99MB/sec pending data=0 2023-12-22T17:42:45.934 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-thXOJcED7RF9VGm off=5916529 len=945151 2023-12-22T17:42:45.939 INFO:tasks.workunit.client.0.smithi032.stdout:op 1641 completed, throughput=4.99MB/sec 2023-12-22T17:42:45.939 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rSVCClYjeqr1aWY off=2739765 len=1137654 2023-12-22T17:42:45.946 INFO:tasks.workunit.client.0.smithi032.stdout:op 1642 completed, throughput=4.99MB/sec 2023-12-22T17:42:45.946 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SbZheGK8Rwio1A1 off=14069164 len=1752289 2023-12-22T17:42:45.948 INFO:tasks.workunit.client.0.smithi032.stdout:op 1643 completed, throughput=5MB/sec 2023-12-22T17:42:45.948 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nPPcP-190N_9yNE off=102033 len=1936591 2023-12-22T17:42:45.950 INFO:tasks.workunit.client.0.smithi032.stdout:op 1644 completed, throughput=5MB/sec 2023-12-22T17:42:46.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:42:45 smithi039 ceph-mon[181282]: pgmap v1464: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-22T17:42:46.951 INFO:tasks.workunit.client.0.smithi032.stdout: 323: throughput=4.99MB/sec pending data=0 2023-12-22T17:42:46.951 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rLVg1kPCSalY0iq off=416268 len=1304850 2023-12-22T17:42:46.956 INFO:tasks.workunit.client.0.smithi032.stdout:op 1645 completed, throughput=4.99MB/sec 2023-12-22T17:42:46.956 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Sy8DSuTPCY0fEGd off=18585243 len=283495 2023-12-22T17:42:46.957 INFO:tasks.workunit.client.0.smithi032.stdout:op 1646 completed, throughput=4.99MB/sec 2023-12-22T17:42:46.957 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-K-OVkzdvPWeihRZ off=20804609 len=67882 2023-12-22T17:42:46.958 INFO:tasks.workunit.client.0.smithi032.stdout:op 1647 completed, throughput=4.99MB/sec 2023-12-22T17:42:46.958 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--hW84s3bUe5Hx1k off=5811420 len=2073168 2023-12-22T17:42:46.966 INFO:tasks.workunit.client.0.smithi032.stdout:op 1648 completed, throughput=5MB/sec 2023-12-22T17:42:46.966 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BAthLOj7TyaSQ54 off=1701084 len=1126537 2023-12-22T17:42:46.966 INFO:tasks.workunit.client.0.smithi032.stdout:op 1649 completed, throughput=5MB/sec 2023-12-22T17:42:47.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:42:47 smithi032 ceph-mon[191839]: pgmap v1465: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:42:47.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:42:47 smithi032 ceph-mon[189144]: pgmap v1465: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:42:47.967 INFO:tasks.workunit.client.0.smithi032.stdout: 324: throughput=4.99MB/sec pending data=0 2023-12-22T17:42:47.967 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9N8TZIaDPEjln_s off=3804989 len=629642 2023-12-22T17:42:47.968 INFO:tasks.workunit.client.0.smithi032.stdout:op 1650 completed, throughput=4.99MB/sec 2023-12-22T17:42:47.969 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WwYZ6oKpawejSSV off=913262 len=1466372 2023-12-22T17:42:47.970 INFO:tasks.workunit.client.0.smithi032.stdout:op 1651 completed, throughput=4.99MB/sec 2023-12-22T17:42:47.970 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-T2y6Mu-106lguKh off=4344166 len=87833 2023-12-22T17:42:47.973 INFO:tasks.workunit.client.0.smithi032.stdout:op 1652 completed, throughput=4.99MB/sec 2023-12-22T17:42:47.973 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4bp90JvSJnSTK68 off=10578514 len=1730892 2023-12-22T17:42:47.975 INFO:tasks.workunit.client.0.smithi032.stdout:op 1653 completed, throughput=5MB/sec 2023-12-22T17:42:47.975 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nO54J7Mw8D8uBQ9 off=1450029 len=1461177 2023-12-22T17:42:47.981 INFO:tasks.workunit.client.0.smithi032.stdout:op 1654 completed, throughput=5MB/sec 2023-12-22T17:42:48.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:42:47 smithi039 ceph-mon[181282]: pgmap v1465: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:42:48.981 INFO:tasks.workunit.client.0.smithi032.stdout: 325: throughput=4.99MB/sec pending data=0 2023-12-22T17:42:48.981 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mhZUjq7371zc86T off=9602478 len=1189524 2023-12-22T17:42:48.983 INFO:tasks.workunit.client.0.smithi032.stdout:op 1655 completed, throughput=4.99MB/sec 2023-12-22T17:42:48.983 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4bp90JvSJnSTK68 off=698385 len=1543914 2023-12-22T17:42:48.985 INFO:tasks.workunit.client.0.smithi032.stdout:op 1656 completed, throughput=4.99MB/sec 2023-12-22T17:42:48.985 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xz4krUZIt_47zWv off=8323693 len=864813 2023-12-22T17:42:48.990 INFO:tasks.workunit.client.0.smithi032.stdout:op 1657 completed, throughput=5MB/sec 2023-12-22T17:42:48.990 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sbFtO7EqQx4pyPl off=17668409 len=47299 2023-12-22T17:42:48.990 INFO:tasks.workunit.client.0.smithi032.stdout:op 1658 completed, throughput=5MB/sec 2023-12-22T17:42:48.991 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FzBPnYoY9280esn off=1846824 len=794763 2023-12-22T17:42:48.992 INFO:tasks.workunit.client.0.smithi032.stdout:op 1659 completed, throughput=5MB/sec 2023-12-22T17:42:48.992 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4muIBNYfX1kmemi off=13422407 len=1423110 2023-12-22T17:42:48.998 INFO:tasks.workunit.client.0.smithi032.stdout:op 1660 completed, throughput=5MB/sec 2023-12-22T17:42:49.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:42:49 smithi032 ceph-mon[189144]: pgmap v1466: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:42:49.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:42:49 smithi032 ceph-mon[191839]: pgmap v1466: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:42:49.999 INFO:tasks.workunit.client.0.smithi032.stdout: 326: throughput=4.99MB/sec pending data=0 2023-12-22T17:42:49.999 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TglQT7cQLHK7y06 off=1851400 len=46836 2023-12-22T17:42:50.001 INFO:tasks.workunit.client.0.smithi032.stdout:op 1661 completed, throughput=4.99MB/sec 2023-12-22T17:42:50.002 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-a0Scx5bV_avsxXE off=1962019 len=1773679 2023-12-22T17:42:50.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:42:49 smithi039 ceph-mon[181282]: pgmap v1466: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:42:50.010 INFO:tasks.workunit.client.0.smithi032.stdout:op 1662 completed, throughput=4.99MB/sec 2023-12-22T17:42:50.010 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--W4-_oWDRz-YIC5 off=11669717 len=1287480 2023-12-22T17:42:50.015 INFO:tasks.workunit.client.0.smithi032.stdout:op 1663 completed, throughput=5MB/sec 2023-12-22T17:42:50.015 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1iVFUgrlvT9xIyj off=2475360 len=330992 2023-12-22T17:42:50.016 INFO:tasks.workunit.client.0.smithi032.stdout:op 1664 completed, throughput=5MB/sec 2023-12-22T17:42:50.016 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CIg0JRJ7_kgPs4C off=4078625 len=1734744 2023-12-22T17:42:50.023 INFO:tasks.workunit.client.0.smithi032.stdout:op 1665 completed, throughput=5MB/sec 2023-12-22T17:42:50.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:42:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:42:50.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:42:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:42:51.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:42:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:42:51.023 INFO:tasks.workunit.client.0.smithi032.stdout: 327: throughput=4.99MB/sec pending data=0 2023-12-22T17:42:51.023 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ip8ipDzDJUWoZDm off=15126566 len=727573 2023-12-22T17:42:51.027 INFO:tasks.workunit.client.0.smithi032.stdout:op 1666 completed, throughput=4.99MB/sec 2023-12-22T17:42:51.027 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gXRjZXyOJynf2zm off=3413800 len=122108 2023-12-22T17:42:51.030 INFO:tasks.workunit.client.0.smithi032.stdout:op 1667 completed, throughput=4.99MB/sec 2023-12-22T17:42:51.030 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WqSsZiR5W9zPmIL off=16444208 len=241695 2023-12-22T17:42:51.033 INFO:tasks.workunit.client.0.smithi032.stdout:op 1668 completed, throughput=4.99MB/sec 2023-12-22T17:42:51.033 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BOgADH_08mCK2v2 off=22843407 len=1301461 2023-12-22T17:42:51.034 INFO:tasks.workunit.client.0.smithi032.stdout:op 1669 completed, throughput=4.99MB/sec 2023-12-22T17:42:51.034 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tQp5Ml5PgRjRM5e off=1344054 len=1367759 2023-12-22T17:42:51.039 INFO:tasks.workunit.client.0.smithi032.stdout:op 1670 completed, throughput=5MB/sec 2023-12-22T17:42:51.040 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Ftd9Qtqu61jCSxt off=1168490 len=644290 2023-12-22T17:42:51.041 INFO:tasks.workunit.client.0.smithi032.stdout:op 1671 completed, throughput=5MB/sec 2023-12-22T17:42:51.041 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tXl7IUiFGUUj2nE off=5281999 len=1664394 2023-12-22T17:42:51.044 INFO:tasks.workunit.client.0.smithi032.stdout:op 1672 completed, throughput=5MB/sec 2023-12-22T17:42:51.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:42:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:42:50] "GET /metrics HTTP/1.1" 200 34007 "" "Prometheus/2.43.0" 2023-12-22T17:42:52.045 INFO:tasks.workunit.client.0.smithi032.stdout: 328: throughput=4.99MB/sec pending data=0 2023-12-22T17:42:52.045 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BqbXTKJmv9v1zib off=844798 len=1513856 2023-12-22T17:42:52.051 INFO:tasks.workunit.client.0.smithi032.stdout:op 1673 completed, throughput=4.99MB/sec 2023-12-22T17:42:52.051 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Vk496_BsKsCwcT3 off=1095402 len=1659586 2023-12-22T17:42:52.054 INFO:tasks.workunit.client.0.smithi032.stdout:op 1674 completed, throughput=5MB/sec 2023-12-22T17:42:52.054 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jmZQQaPYtoAG0GG off=203054 len=314596 2023-12-22T17:42:52.055 INFO:tasks.workunit.client.0.smithi032.stdout:op 1675 completed, throughput=5MB/sec 2023-12-22T17:42:52.055 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Ihz0Qw1nqUBcHf0 off=23440477 len=476427 2023-12-22T17:42:52.056 INFO:tasks.workunit.client.0.smithi032.stdout:op 1676 completed, throughput=5MB/sec 2023-12-22T17:42:52.056 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jikxNW7A9eZO6zF off=0 len=1437495 2023-12-22T17:42:52.059 INFO:tasks.workunit.client.0.smithi032.stdout:op 1677 completed, throughput=5MB/sec 2023-12-22T17:42:52.753 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:42:52 smithi039 ceph-mon[181282]: pgmap v1467: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:42:52.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:42:52 smithi032 ceph-mon[191839]: pgmap v1467: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:42:52.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:42:52 smithi032 ceph-mon[189144]: pgmap v1467: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:42:53.059 INFO:tasks.workunit.client.0.smithi032.stdout: 329: throughput=4.99MB/sec pending data=0 2023-12-22T17:42:53.059 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7sRT5JEGG0GNjRB off=8819610 len=683365 2023-12-22T17:42:53.064 INFO:tasks.workunit.client.0.smithi032.stdout:op 1678 completed, throughput=4.99MB/sec 2023-12-22T17:42:53.064 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lOM8N1B3bThLUbY off=17770380 len=967778 2023-12-22T17:42:53.066 INFO:tasks.workunit.client.0.smithi032.stdout:op 1679 completed, throughput=4.99MB/sec 2023-12-22T17:42:53.067 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-y6oqCoSrmnjXcYE off=10204061 len=620525 2023-12-22T17:42:53.068 INFO:tasks.workunit.client.0.smithi032.stdout:op 1680 completed, throughput=5MB/sec 2023-12-22T17:42:53.068 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9CD7_64ihEgTnSR off=3073205 len=752802 2023-12-22T17:42:53.072 INFO:tasks.workunit.client.0.smithi032.stdout:op 1681 completed, throughput=5MB/sec 2023-12-22T17:42:53.072 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_TR3Tnm6_uhuMaZ off=7279633 len=594530 2023-12-22T17:42:53.074 INFO:tasks.workunit.client.0.smithi032.stdout:op 1682 completed, throughput=5MB/sec 2023-12-22T17:42:53.074 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NTwdeyqcG-21i07 off=2599561 len=1768526 2023-12-22T17:42:53.082 INFO:tasks.workunit.client.0.smithi032.stdout:op 1683 completed, throughput=5MB/sec 2023-12-22T17:42:53.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:42:53 smithi032 ceph-mon[189144]: pgmap v1468: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:42:53.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:42:53 smithi032 ceph-mon[191839]: pgmap v1468: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:42:54.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:42:53 smithi039 ceph-mon[181282]: pgmap v1468: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:42:54.082 INFO:tasks.workunit.client.0.smithi032.stdout: 330: throughput=4.99MB/sec pending data=0 2023-12-22T17:42:54.082 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jJQC0fK0-BpDbno off=15553259 len=1131969 2023-12-22T17:42:54.083 INFO:tasks.workunit.client.0.smithi032.stdout:op 1684 completed, throughput=4.99MB/sec 2023-12-22T17:42:54.083 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YZAA363GXJVpYEn off=13742387 len=444338 2023-12-22T17:42:54.084 INFO:tasks.workunit.client.0.smithi032.stdout:op 1685 completed, throughput=4.99MB/sec 2023-12-22T17:42:54.084 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Dz4SzUrOcbc0TID off=245871 len=590104 2023-12-22T17:42:54.089 INFO:tasks.workunit.client.0.smithi032.stdout:op 1686 completed, throughput=4.99MB/sec 2023-12-22T17:42:54.089 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ff8kLSI4SKdTfsh off=7927036 len=765586 2023-12-22T17:42:54.093 INFO:tasks.workunit.client.0.smithi032.stdout:op 1687 completed, throughput=5MB/sec 2023-12-22T17:42:54.094 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2a0tVGfr5P2gIdz off=2760240 len=934666 2023-12-22T17:42:54.098 INFO:tasks.workunit.client.0.smithi032.stdout:op 1688 completed, throughput=5MB/sec 2023-12-22T17:42:54.098 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8pqIpFH4CxzyIqG off=2754741 len=1393317 2023-12-22T17:42:54.100 INFO:tasks.workunit.client.0.smithi032.stdout:op 1689 completed, throughput=5MB/sec 2023-12-22T17:42:55.003 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:42:55.100 INFO:tasks.workunit.client.0.smithi032.stdout: 331: throughput=4.99MB/sec pending data=0 2023-12-22T17:42:55.100 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OIsfba-FWFvI-E3 off=3138662 len=661060 2023-12-22T17:42:55.105 INFO:tasks.workunit.client.0.smithi032.stdout:op 1690 completed, throughput=4.99MB/sec 2023-12-22T17:42:55.105 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lIZqeMMy7lVMq-b off=5511296 len=1946992 2023-12-22T17:42:55.106 INFO:tasks.workunit.client.0.smithi032.stdout:op 1691 completed, throughput=5MB/sec 2023-12-22T17:42:55.107 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-F4oL3RBLzBunf4p off=9337210 len=1788282 2023-12-22T17:42:55.115 INFO:tasks.workunit.client.0.smithi032.stdout:op 1692 completed, throughput=5MB/sec 2023-12-22T17:42:55.328 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:42:55.328 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (23m) 9m ago 27m 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:42:55.329 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (22m) 7m ago 27m 91.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:42:55.329 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (28m) 9m ago 28m 18.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:42:55.329 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (28m) 7m ago 28m 25.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:42:55.329 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (22m) 7m ago 30m 455M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:42:55.329 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (22m) 9m ago 32m 532M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:42:55.329 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (21m) 9m ago 32m 191M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:42:55.329 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (21m) 7m ago 31m 131M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:42:55.329 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (21m) 9m ago 30m 128M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:42:55.329 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (22m) 9m ago 27m 15.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:42:55.329 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (22m) 7m ago 27m 17.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:42:55.329 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (20m) 9m ago 30m 1428M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:42:55.329 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (20m) 9m ago 30m 1887M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:42:55.329 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (20m) 9m ago 29m 1085M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:42:55.329 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (19m) 9m ago 29m 1580M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:42:55.329 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (19m) 7m ago 29m 1675M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:42:55.330 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (18m) 7m ago 29m 1206M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:42:55.330 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (18m) 7m ago 28m 798M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:42:55.330 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (17m) 7m ago 28m 986M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:42:55.330 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (22m) 7m ago 27m 66.1M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:42:55.732 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:42:55.732 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:42:55.732 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:42:55.732 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:42:55.732 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:42:55.733 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:42:55.733 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:42:55.733 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:42:55.733 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:42:55.733 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:42:55.733 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:42:55.733 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:42:55.733 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:42:55.733 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:42:55.734 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:42:55.734 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:42:55.734 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:42:55.734 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:42:55.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:42:55 smithi032 ceph-mon[189144]: from='client.45317 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:42:55.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:42:55 smithi032 ceph-mon[189144]: from='client.35388 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:42:55.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:42:55 smithi032 ceph-mon[189144]: pgmap v1469: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:42:55.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:42:55 smithi032 ceph-mon[191839]: from='client.45317 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:42:55.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:42:55 smithi032 ceph-mon[191839]: from='client.35388 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:42:55.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:42:55 smithi032 ceph-mon[191839]: pgmap v1469: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:42:56.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:42:55 smithi039 ceph-mon[181282]: from='client.45317 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:42:56.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:42:55 smithi039 ceph-mon[181282]: from='client.35388 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:42:56.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:42:55 smithi039 ceph-mon[181282]: pgmap v1469: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:42:56.115 INFO:tasks.workunit.client.0.smithi032.stdout: 332: throughput=4.99MB/sec pending data=0 2023-12-22T17:42:56.115 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--HmPJuwCZ6PV1AE off=4945466 len=191249 2023-12-22T17:42:56.116 INFO:tasks.workunit.client.0.smithi032.stdout:op 1693 completed, throughput=4.99MB/sec 2023-12-22T17:42:56.116 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YFBhR-ADTry4M2d off=16625165 len=388929 2023-12-22T17:42:56.117 INFO:tasks.workunit.client.0.smithi032.stdout:op 1694 completed, throughput=4.99MB/sec 2023-12-22T17:42:56.117 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uhk1OGnj0vTuPrI off=3961110 len=729401 2023-12-22T17:42:56.117 INFO:tasks.workunit.client.0.smithi032.stdout:op 1695 completed, throughput=4.99MB/sec 2023-12-22T17:42:56.118 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MSqcCLHTUNgBW7h off=7821622 len=1421626 2023-12-22T17:42:56.125 INFO:tasks.workunit.client.0.smithi032.stdout:op 1696 completed, throughput=4.99MB/sec 2023-12-22T17:42:56.125 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rGc7PO3dFxnee-L off=8130915 len=1860031 2023-12-22T17:42:56.127 INFO:tasks.workunit.client.0.smithi032.stdout:op 1697 completed, throughput=5MB/sec 2023-12-22T17:42:56.127 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CxggGvp9FW9fYGZ off=9727632 len=166944 2023-12-22T17:42:56.129 INFO:tasks.workunit.client.0.smithi032.stdout:op 1698 completed, throughput=5MB/sec 2023-12-22T17:42:56.129 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lSEmlVSRGyBBZth off=14005051 len=477775 2023-12-22T17:42:56.130 INFO:tasks.workunit.client.0.smithi032.stdout:op 1699 completed, throughput=5MB/sec 2023-12-22T17:42:56.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:42:56 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4086587893' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:42:56.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:42:56 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4086587893' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:42:57.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:42:56 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4086587893' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:42:57.130 INFO:tasks.workunit.client.0.smithi032.stdout: 333: throughput=4.99MB/sec pending data=0 2023-12-22T17:42:57.130 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sWCycMnRKFd3hCx off=14044732 len=1512064 2023-12-22T17:42:57.132 INFO:tasks.workunit.client.0.smithi032.stdout:op 1700 completed, throughput=4.99MB/sec 2023-12-22T17:42:57.133 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hTETssY21Qdgjhg off=4527943 len=998406 2023-12-22T17:42:57.134 INFO:tasks.workunit.client.0.smithi032.stdout:op 1701 completed, throughput=4.99MB/sec 2023-12-22T17:42:57.134 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EHLE1PtaA0vVTWz off=2090398 len=247943 2023-12-22T17:42:57.137 INFO:tasks.workunit.client.0.smithi032.stdout:op 1702 completed, throughput=4.99MB/sec 2023-12-22T17:42:57.137 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-F43zvChKvIk13PX off=2991259 len=1689796 2023-12-22T17:42:57.139 INFO:tasks.workunit.client.0.smithi032.stdout:op 1703 completed, throughput=5MB/sec 2023-12-22T17:42:57.139 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-npriDSno7sj0T_1 off=3546500 len=1710570 2023-12-22T17:42:57.141 INFO:tasks.workunit.client.0.smithi032.stdout:op 1704 completed, throughput=5MB/sec 2023-12-22T17:42:57.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:42:57 smithi032 ceph-mon[191839]: pgmap v1470: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:42:57.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:42:57 smithi032 ceph-mon[189144]: pgmap v1470: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:42:58.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:42:57 smithi039 ceph-mon[181282]: pgmap v1470: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:42:58.142 INFO:tasks.workunit.client.0.smithi032.stdout: 334: throughput=4.99MB/sec pending data=0 2023-12-22T17:42:58.142 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-g5sn47KbxsUERj5 off=26261 len=2011082 2023-12-22T17:42:58.151 INFO:tasks.workunit.client.0.smithi032.stdout:op 1705 completed, throughput=4.99MB/sec 2023-12-22T17:42:58.151 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6lAOc07Z5Ckc4YC off=14071392 len=561229 2023-12-22T17:42:58.155 INFO:tasks.workunit.client.0.smithi032.stdout:op 1706 completed, throughput=5MB/sec 2023-12-22T17:42:58.155 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8YNFY5cE0tkgfMj off=6925890 len=1940867 2023-12-22T17:42:58.158 INFO:tasks.workunit.client.0.smithi032.stdout:op 1707 completed, throughput=5MB/sec 2023-12-22T17:42:59.161 INFO:tasks.workunit.client.0.smithi032.stdout: 335: throughput=4.99MB/sec pending data=0 2023-12-22T17:42:59.161 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UtNWMhsLV7AxVsh off=1191534 len=726618 2023-12-22T17:42:59.163 INFO:tasks.workunit.client.0.smithi032.stdout:op 1708 completed, throughput=4.99MB/sec 2023-12-22T17:42:59.163 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-By-SLMwzvrYn16k off=19349141 len=2059488 2023-12-22T17:42:59.167 INFO:tasks.workunit.client.0.smithi032.stdout:op 1709 completed, throughput=4.99MB/sec 2023-12-22T17:42:59.167 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JZsPOETaOap9R61 off=16044795 len=153836 2023-12-22T17:42:59.170 INFO:tasks.workunit.client.0.smithi032.stdout:op 1710 completed, throughput=4.99MB/sec 2023-12-22T17:42:59.170 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-F__PMm9Pnnxo2n3 off=22404090 len=1446942 2023-12-22T17:42:59.171 INFO:tasks.workunit.client.0.smithi032.stdout:op 1711 completed, throughput=5MB/sec 2023-12-22T17:42:59.171 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-I-E34h57LM3fhE1 off=8526504 len=1974614 2023-12-22T17:42:59.174 INFO:tasks.workunit.client.0.smithi032.stdout:op 1712 completed, throughput=5MB/sec 2023-12-22T17:42:59.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:42:59 smithi032 ceph-mon[191839]: pgmap v1471: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:42:59.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:42:59 smithi032 ceph-mon[189144]: pgmap v1471: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:43:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:42:59 smithi039 ceph-mon[181282]: pgmap v1471: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:43:00.174 INFO:tasks.workunit.client.0.smithi032.stdout: 336: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:00.175 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-K8tqlWApG-PPmY2 off=13568656 len=1635813 2023-12-22T17:43:00.177 INFO:tasks.workunit.client.0.smithi032.stdout:op 1713 completed, throughput=4.99MB/sec 2023-12-22T17:43:00.177 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UHAeXnOCR8JxCGv off=12080423 len=2056316 2023-12-22T17:43:00.180 INFO:tasks.workunit.client.0.smithi032.stdout:op 1714 completed, throughput=5MB/sec 2023-12-22T17:43:00.180 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5-hTyeKg2NeveTq off=15900435 len=1767254 2023-12-22T17:43:00.182 INFO:tasks.workunit.client.0.smithi032.stdout:op 1715 completed, throughput=5MB/sec 2023-12-22T17:43:01.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:43:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:43:00] "GET /metrics HTTP/1.1" 200 34007 "" "Prometheus/2.43.0" 2023-12-22T17:43:01.182 INFO:tasks.workunit.client.0.smithi032.stdout: 337: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:01.183 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EeBSPIq4X2cMPpD off=6062772 len=894240 2023-12-22T17:43:01.185 INFO:tasks.workunit.client.0.smithi032.stdout:op 1716 completed, throughput=4.99MB/sec 2023-12-22T17:43:01.185 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4pt9Quk49eejnOy off=14779267 len=747772 2023-12-22T17:43:01.187 INFO:tasks.workunit.client.0.smithi032.stdout:op 1717 completed, throughput=4.99MB/sec 2023-12-22T17:43:01.187 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WmU33GZm6Xg3kG7 off=966358 len=795507 2023-12-22T17:43:01.188 INFO:tasks.workunit.client.0.smithi032.stdout:op 1718 completed, throughput=5MB/sec 2023-12-22T17:43:01.188 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CvQ9s1hnICKjw5m off=7857189 len=1313237 2023-12-22T17:43:01.191 INFO:tasks.workunit.client.0.smithi032.stdout:op 1719 completed, throughput=5MB/sec 2023-12-22T17:43:01.191 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qEd94aMYst0eGcu off=5337025 len=827213 2023-12-22T17:43:01.196 INFO:tasks.workunit.client.0.smithi032.stdout:op 1720 completed, throughput=5MB/sec 2023-12-22T17:43:02.196 INFO:tasks.workunit.client.0.smithi032.stdout: 338: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:02.196 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DGJOqVO4h4Iw859 off=293332 len=1548407 2023-12-22T17:43:02.198 INFO:tasks.workunit.client.0.smithi032.stdout:op 1721 completed, throughput=4.99MB/sec 2023-12-22T17:43:02.198 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ViOtEUZzOCD9CkK off=1164638 len=1140518 2023-12-22T17:43:02.204 INFO:tasks.workunit.client.0.smithi032.stdout:op 1722 completed, throughput=4.99MB/sec 2023-12-22T17:43:02.204 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PUBlsIaFuFpn_c_ off=1883522 len=1929630 2023-12-22T17:43:02.215 INFO:tasks.workunit.client.0.smithi032.stdout:op 1723 completed, throughput=5MB/sec 2023-12-22T17:43:02.215 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4OplkZfqNR2_U5k off=12217459 len=1769990 2023-12-22T17:43:02.218 INFO:tasks.workunit.client.0.smithi032.stdout:op 1724 completed, throughput=5MB/sec 2023-12-22T17:43:02.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:43:02 smithi039 ceph-mon[181282]: pgmap v1472: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:43:02.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:43:02 smithi032 ceph-mon[189144]: pgmap v1472: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:43:02.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:43:02 smithi032 ceph-mon[191839]: pgmap v1472: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:43:03.218 INFO:tasks.workunit.client.0.smithi032.stdout: 339: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:03.218 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rLTqBlO68ZNFiBs off=3489129 len=1575912 2023-12-22T17:43:03.221 INFO:tasks.workunit.client.0.smithi032.stdout:op 1725 completed, throughput=4.99MB/sec 2023-12-22T17:43:03.221 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-86MHXH9tcJ6WN7h off=22110744 len=11878 2023-12-22T17:43:03.222 INFO:tasks.workunit.client.0.smithi032.stdout:op 1726 completed, throughput=4.99MB/sec 2023-12-22T17:43:03.222 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XnOKfXUAUtfof6C off=4033889 len=1099619 2023-12-22T17:43:03.229 INFO:tasks.workunit.client.0.smithi032.stdout:op 1727 completed, throughput=5MB/sec 2023-12-22T17:43:03.229 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xCEnp15-4zttZPX off=14906645 len=1531539 2023-12-22T17:43:03.231 INFO:tasks.workunit.client.0.smithi032.stdout:op 1728 completed, throughput=5MB/sec 2023-12-22T17:43:03.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:43:03 smithi032 ceph-mon[191839]: pgmap v1473: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-22T17:43:03.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:43:03 smithi032 ceph-mon[189144]: pgmap v1473: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-22T17:43:04.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:43:03 smithi039 ceph-mon[181282]: pgmap v1473: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-22T17:43:04.231 INFO:tasks.workunit.client.0.smithi032.stdout: 340: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:04.231 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yrYoezwyaG_0eQ0 off=20636324 len=713737 2023-12-22T17:43:04.236 INFO:tasks.workunit.client.0.smithi032.stdout:op 1729 completed, throughput=4.99MB/sec 2023-12-22T17:43:04.236 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hhRQQl1Ohkq-3ce off=7536321 len=1726516 2023-12-22T17:43:04.245 INFO:tasks.workunit.client.0.smithi032.stdout:op 1730 completed, throughput=4.99MB/sec 2023-12-22T17:43:04.245 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4oEYGGUmUK-_2XJ off=12510211 len=488868 2023-12-22T17:43:04.247 INFO:tasks.workunit.client.0.smithi032.stdout:op 1731 completed, throughput=5MB/sec 2023-12-22T17:43:04.247 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xHe6D-CjZaUC44f off=7789326 len=957170 2023-12-22T17:43:04.248 INFO:tasks.workunit.client.0.smithi032.stdout:op 1732 completed, throughput=5MB/sec 2023-12-22T17:43:04.248 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YKc8k8zzQagFh3q off=6081265 len=2058776 2023-12-22T17:43:04.250 INFO:tasks.workunit.client.0.smithi032.stdout:op 1733 completed, throughput=5MB/sec 2023-12-22T17:43:04.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:43:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:43:04.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:43:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:43:05.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:43:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:43:05.251 INFO:tasks.workunit.client.0.smithi032.stdout: 341: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:05.251 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UEaZxE6EWysj_yW off=1913762 len=1810701 2023-12-22T17:43:05.259 INFO:tasks.workunit.client.0.smithi032.stdout:op 1734 completed, throughput=4.99MB/sec 2023-12-22T17:43:05.259 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Kts6NBce1_M-0v3 off=22696342 len=1069618 2023-12-22T17:43:05.260 INFO:tasks.workunit.client.0.smithi032.stdout:op 1735 completed, throughput=5MB/sec 2023-12-22T17:43:05.260 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ufnl8PzsaemLhkU off=8563501 len=1066332 2023-12-22T17:43:05.263 INFO:tasks.workunit.client.0.smithi032.stdout:op 1736 completed, throughput=5MB/sec 2023-12-22T17:43:05.263 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YsIntTkOXSKcSsR off=2816543 len=1345410 2023-12-22T17:43:05.264 INFO:tasks.workunit.client.0.smithi032.stdout:op 1737 completed, throughput=5MB/sec 2023-12-22T17:43:06.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:43:05 smithi039 ceph-mon[181282]: pgmap v1474: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-22T17:43:06.177 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:43:05 smithi032 ceph-mon[189144]: pgmap v1474: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-22T17:43:06.177 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:43:05 smithi032 ceph-mon[191839]: pgmap v1474: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-22T17:43:06.264 INFO:tasks.workunit.client.0.smithi032.stdout: 342: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:06.264 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LRYoKVxz_GCHJ0n off=3774905 len=612337 2023-12-22T17:43:06.268 INFO:tasks.workunit.client.0.smithi032.stdout:op 1738 completed, throughput=4.99MB/sec 2023-12-22T17:43:06.268 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-U5y4lFpsaq4SHd6 off=397955 len=1702152 2023-12-22T17:43:06.277 INFO:tasks.workunit.client.0.smithi032.stdout:op 1739 completed, throughput=5MB/sec 2023-12-22T17:43:06.277 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-z8Olw0fDIM0XkEU off=1568192 len=140661 2023-12-22T17:43:06.277 INFO:tasks.workunit.client.0.smithi032.stdout:op 1740 completed, throughput=5MB/sec 2023-12-22T17:43:06.277 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AmCS3ca0b-Rp4pY off=3384122 len=1260342 2023-12-22T17:43:06.284 INFO:tasks.workunit.client.0.smithi032.stdout:op 1741 completed, throughput=5MB/sec 2023-12-22T17:43:06.284 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NCWIRy4bOXXJ9fg off=15938297 len=393192 2023-12-22T17:43:06.287 INFO:tasks.workunit.client.0.smithi032.stdout:op 1742 completed, throughput=5MB/sec 2023-12-22T17:43:06.287 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fcavh9sCUMKFvmq off=3594199 len=1679764 2023-12-22T17:43:06.289 INFO:tasks.workunit.client.0.smithi032.stdout:op 1743 completed, throughput=5MB/sec 2023-12-22T17:43:07.290 INFO:tasks.workunit.client.0.smithi032.stdout: 343: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:07.290 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4WOD8Jk9B0dlXLt off=999615 len=321853 2023-12-22T17:43:07.291 INFO:tasks.workunit.client.0.smithi032.stdout:op 1744 completed, throughput=4.99MB/sec 2023-12-22T17:43:07.291 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iuLVkiRvKRfcGh9 off=19380164 len=876314 2023-12-22T17:43:07.295 INFO:tasks.workunit.client.0.smithi032.stdout:op 1745 completed, throughput=4.99MB/sec 2023-12-22T17:43:07.296 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tZld3ZYcIH3znh9 off=19029080 len=1015219 2023-12-22T17:43:07.297 INFO:tasks.workunit.client.0.smithi032.stdout:op 1746 completed, throughput=5MB/sec 2023-12-22T17:43:07.297 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QHRyHRqAUqPFZ8W off=21774210 len=67647 2023-12-22T17:43:07.300 INFO:tasks.workunit.client.0.smithi032.stdout:op 1747 completed, throughput=5MB/sec 2023-12-22T17:43:07.300 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8xd1wWhChaQv7Uz off=1650768 len=1783539 2023-12-22T17:43:07.307 INFO:tasks.workunit.client.0.smithi032.stdout:op 1748 completed, throughput=5MB/sec 2023-12-22T17:43:07.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:43:07 smithi032 ceph-mon[191839]: pgmap v1475: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-22T17:43:07.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:43:07 smithi032 ceph-mon[189144]: pgmap v1475: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-22T17:43:08.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:43:07 smithi039 ceph-mon[181282]: pgmap v1475: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-22T17:43:08.308 INFO:tasks.workunit.client.0.smithi032.stdout: 344: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:08.308 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_1BeYeKOaoP2uPZ off=17664821 len=1901240 2023-12-22T17:43:08.317 INFO:tasks.workunit.client.0.smithi032.stdout:op 1749 completed, throughput=4.99MB/sec 2023-12-22T17:43:08.317 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zy_wnGrFFU03bNp off=5721941 len=1776371 2023-12-22T17:43:08.324 INFO:tasks.workunit.client.0.smithi032.stdout:op 1750 completed, throughput=5MB/sec 2023-12-22T17:43:08.324 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IPQXVOUAfEmgsJm off=2592895 len=1412548 2023-12-22T17:43:08.330 INFO:tasks.workunit.client.0.smithi032.stdout:op 1751 completed, throughput=5MB/sec 2023-12-22T17:43:09.330 INFO:tasks.workunit.client.0.smithi032.stdout: 345: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:09.330 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EkJbFbr-dogiX9l off=19818734 len=935091 2023-12-22T17:43:09.332 INFO:tasks.workunit.client.0.smithi032.stdout:op 1752 completed, throughput=4.99MB/sec 2023-12-22T17:43:09.332 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-i5UXA_NothBo3SG off=430399 len=922656 2023-12-22T17:43:09.333 INFO:tasks.workunit.client.0.smithi032.stdout:op 1753 completed, throughput=4.99MB/sec 2023-12-22T17:43:09.333 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KiNhnsnzBfLQkXL off=506435 len=899721 2023-12-22T17:43:09.335 INFO:tasks.workunit.client.0.smithi032.stdout:op 1754 completed, throughput=4.99MB/sec 2023-12-22T17:43:09.335 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Tkgd_hIxFuFAmN- off=3910577 len=1969527 2023-12-22T17:43:09.344 INFO:tasks.workunit.client.0.smithi032.stdout:op 1755 completed, throughput=5MB/sec 2023-12-22T17:43:09.344 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gscbwTd_SddIC7z off=2068743 len=493301 2023-12-22T17:43:09.348 INFO:tasks.workunit.client.0.smithi032.stdout:op 1756 completed, throughput=5MB/sec 2023-12-22T17:43:09.348 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0XRMf1vQpaDQWwq off=3499121 len=791900 2023-12-22T17:43:09.352 INFO:tasks.workunit.client.0.smithi032.stdout:op 1757 completed, throughput=5MB/sec 2023-12-22T17:43:09.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:43:09 smithi032 ceph-mon[191839]: pgmap v1476: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2023-12-22T17:43:09.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:43:09 smithi032 ceph-mon[189144]: pgmap v1476: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2023-12-22T17:43:10.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:43:09 smithi039 ceph-mon[181282]: pgmap v1476: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2023-12-22T17:43:10.352 INFO:tasks.workunit.client.0.smithi032.stdout: 346: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:10.352 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FF_eHjcGwuHpIBT off=10539784 len=1037246 2023-12-22T17:43:10.354 INFO:tasks.workunit.client.0.smithi032.stdout:op 1758 completed, throughput=4.99MB/sec 2023-12-22T17:43:10.354 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DmbdNxThjh3JY08 off=822127 len=852533 2023-12-22T17:43:10.355 INFO:tasks.workunit.client.0.smithi032.stdout:op 1759 completed, throughput=4.99MB/sec 2023-12-22T17:43:10.356 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FdlUIEI5Vjh2wmz off=3315950 len=1126417 2023-12-22T17:43:10.362 INFO:tasks.workunit.client.0.smithi032.stdout:op 1760 completed, throughput=5MB/sec 2023-12-22T17:43:10.362 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Gcfk9n3lp_trpkV off=827334 len=729419 2023-12-22T17:43:10.367 INFO:tasks.workunit.client.0.smithi032.stdout:op 1761 completed, throughput=5MB/sec 2023-12-22T17:43:10.367 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EXfzu_CTK3YY9fv off=9131368 len=120650 2023-12-22T17:43:10.369 INFO:tasks.workunit.client.0.smithi032.stdout:op 1762 completed, throughput=5MB/sec 2023-12-22T17:43:10.369 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-t3J1vhLzX2pDJp5 off=5913436 len=1075779 2023-12-22T17:43:10.370 INFO:tasks.workunit.client.0.smithi032.stdout:op 1763 completed, throughput=5MB/sec 2023-12-22T17:43:11.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:43:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:43:10] "GET /metrics HTTP/1.1" 200 34009 "" "Prometheus/2.43.0" 2023-12-22T17:43:11.371 INFO:tasks.workunit.client.0.smithi032.stdout: 347: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:11.371 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ltJRqW4rQlA4_5r off=4166776 len=1629079 2023-12-22T17:43:11.378 INFO:tasks.workunit.client.0.smithi032.stdout:op 1764 completed, throughput=4.99MB/sec 2023-12-22T17:43:11.378 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-doNDVxcqpeYf76Z off=11836326 len=1341975 2023-12-22T17:43:11.385 INFO:tasks.workunit.client.0.smithi032.stdout:op 1765 completed, throughput=4.99MB/sec 2023-12-22T17:43:11.385 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Xx1cZE1R_e2uctx off=7156516 len=618971 2023-12-22T17:43:11.386 INFO:tasks.workunit.client.0.smithi032.stdout:op 1766 completed, throughput=5MB/sec 2023-12-22T17:43:11.386 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-aY6Oh7EGvLGJgp7 off=729506 len=373874 2023-12-22T17:43:11.389 INFO:tasks.workunit.client.0.smithi032.stdout:op 1767 completed, throughput=5MB/sec 2023-12-22T17:43:11.389 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TLqezDPe6hK-n37 off=10013418 len=1094675 2023-12-22T17:43:11.394 INFO:tasks.workunit.client.0.smithi032.stdout:op 1768 completed, throughput=5MB/sec 2023-12-22T17:43:12.394 INFO:tasks.workunit.client.0.smithi032.stdout: 348: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:12.395 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tuPbcOFlL1c9rz8 off=879999 len=5299 2023-12-22T17:43:12.395 INFO:tasks.workunit.client.0.smithi032.stdout:op 1769 completed, throughput=4.99MB/sec 2023-12-22T17:43:12.395 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-R-mOc12OQOiI6Fa off=3947058 len=1024668 2023-12-22T17:43:12.400 INFO:tasks.workunit.client.0.smithi032.stdout:op 1770 completed, throughput=4.99MB/sec 2023-12-22T17:43:12.400 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gf4uPhUA36dzlxK off=9907392 len=1012905 2023-12-22T17:43:12.401 INFO:tasks.workunit.client.0.smithi032.stdout:op 1771 completed, throughput=4.99MB/sec 2023-12-22T17:43:12.401 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-F3jgY5zNRAC7YjH off=2235954 len=1076502 2023-12-22T17:43:12.406 INFO:tasks.workunit.client.0.smithi032.stdout:op 1772 completed, throughput=4.99MB/sec 2023-12-22T17:43:12.406 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZaGIlIFhHmWyJJe off=13215234 len=324662 2023-12-22T17:43:12.410 INFO:tasks.workunit.client.0.smithi032.stdout:op 1773 completed, throughput=5MB/sec 2023-12-22T17:43:12.410 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj---yR0nYHcWM6-RR off=9358302 len=1644670 2023-12-22T17:43:12.416 INFO:tasks.workunit.client.0.smithi032.stdout:op 1774 completed, throughput=5MB/sec 2023-12-22T17:43:12.416 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bBXPBOb1saCm_bb off=12360281 len=1022282 2023-12-22T17:43:12.420 INFO:tasks.workunit.client.0.smithi032.stdout:op 1775 completed, throughput=5MB/sec 2023-12-22T17:43:12.753 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:43:12 smithi039 ceph-mon[181282]: pgmap v1477: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:43:12.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:43:12 smithi032 ceph-mon[191839]: pgmap v1477: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:43:12.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:43:12 smithi032 ceph-mon[189144]: pgmap v1477: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:43:13.421 INFO:tasks.workunit.client.0.smithi032.stdout: 349: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:13.421 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4as2W6q7_s34OEO off=0 len=1220065 2023-12-22T17:43:13.424 INFO:tasks.workunit.client.0.smithi032.stdout:op 1776 completed, throughput=4.99MB/sec 2023-12-22T17:43:13.424 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2yWDD7YOceAgNDK off=1013815 len=741589 2023-12-22T17:43:13.429 INFO:tasks.workunit.client.0.smithi032.stdout:op 1777 completed, throughput=4.99MB/sec 2023-12-22T17:43:13.429 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6eD1GsE63OGnoX6 off=1242408 len=1552155 2023-12-22T17:43:13.431 INFO:tasks.workunit.client.0.smithi032.stdout:op 1778 completed, throughput=5MB/sec 2023-12-22T17:43:13.431 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-38oQEtYeVyojefZ off=7859027 len=541685 2023-12-22T17:43:13.432 INFO:tasks.workunit.client.0.smithi032.stdout:op 1779 completed, throughput=5MB/sec 2023-12-22T17:43:13.432 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FccnNy-qQWtUjz- off=3549194 len=250690 2023-12-22T17:43:13.434 INFO:tasks.workunit.client.0.smithi032.stdout:op 1780 completed, throughput=5MB/sec 2023-12-22T17:43:13.434 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iPEUgCUDvHxtDLQ off=204843 len=4910 2023-12-22T17:43:13.434 INFO:tasks.workunit.client.0.smithi032.stdout:op 1781 completed, throughput=5MB/sec 2023-12-22T17:43:13.434 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0YNncV6oQbmebIN off=3222824 len=24748 2023-12-22T17:43:13.434 INFO:tasks.workunit.client.0.smithi032.stdout:op 1782 completed, throughput=5MB/sec 2023-12-22T17:43:13.435 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cgZ1nyC-FlYAr6B off=2431818 len=1445897 2023-12-22T17:43:13.441 INFO:tasks.workunit.client.0.smithi032.stdout:op 1783 completed, throughput=5MB/sec 2023-12-22T17:43:13.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:43:13 smithi032 ceph-mon[191839]: pgmap v1478: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:43:13.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:43:13 smithi032 ceph-mon[189144]: pgmap v1478: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:43:14.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:43:13 smithi039 ceph-mon[181282]: pgmap v1478: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:43:14.441 INFO:tasks.workunit.client.0.smithi032.stdout: 350: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:14.441 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ocj9zyekb58Hqhw off=14089950 len=105784 2023-12-22T17:43:14.444 INFO:tasks.workunit.client.0.smithi032.stdout:op 1784 completed, throughput=4.99MB/sec 2023-12-22T17:43:14.444 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-oCyRWteEGRwXdph off=1186146 len=943984 2023-12-22T17:43:14.445 INFO:tasks.workunit.client.0.smithi032.stdout:op 1785 completed, throughput=4.99MB/sec 2023-12-22T17:43:14.445 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GVOTRHKXO9J2Kqz off=3678088 len=523037 2023-12-22T17:43:14.449 INFO:tasks.workunit.client.0.smithi032.stdout:op 1786 completed, throughput=4.99MB/sec 2023-12-22T17:43:14.449 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8uzn6LrOWuSEvRa off=528107 len=28358 2023-12-22T17:43:14.450 INFO:tasks.workunit.client.0.smithi032.stdout:op 1787 completed, throughput=4.99MB/sec 2023-12-22T17:43:14.450 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MpObGSYECjRHCW- off=15673167 len=153606 2023-12-22T17:43:14.450 INFO:tasks.workunit.client.0.smithi032.stdout:op 1788 completed, throughput=4.99MB/sec 2023-12-22T17:43:14.450 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Yd4Wtje4tavaKqJ off=14312658 len=1882425 2023-12-22T17:43:14.454 INFO:tasks.workunit.client.0.smithi032.stdout:op 1789 completed, throughput=5MB/sec 2023-12-22T17:43:14.454 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5-C1SAgh8wT3FtV off=424465 len=269050 2023-12-22T17:43:14.455 INFO:tasks.workunit.client.0.smithi032.stdout:op 1790 completed, throughput=5MB/sec 2023-12-22T17:43:14.455 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QcpfwmNEnpF4cLj off=0 len=1333051 2023-12-22T17:43:14.456 INFO:tasks.workunit.client.0.smithi032.stdout:op 1791 completed, throughput=5MB/sec 2023-12-22T17:43:15.457 INFO:tasks.workunit.client.0.smithi032.stdout: 351: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:15.457 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ri5Ui0VxhOCQbBQ off=5318723 len=254350 2023-12-22T17:43:15.460 INFO:tasks.workunit.client.0.smithi032.stdout:op 1792 completed, throughput=4.99MB/sec 2023-12-22T17:43:15.460 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gWe7lQXuO09bew6 off=8766569 len=403746 2023-12-22T17:43:15.461 INFO:tasks.workunit.client.0.smithi032.stdout:op 1793 completed, throughput=4.99MB/sec 2023-12-22T17:43:15.461 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vLD8xo-BFWOzw-b off=2609071 len=1122478 2023-12-22T17:43:15.465 INFO:tasks.workunit.client.0.smithi032.stdout:op 1794 completed, throughput=4.99MB/sec 2023-12-22T17:43:15.466 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mRIPakC207LlJt7 off=1745032 len=1964180 2023-12-22T17:43:15.476 INFO:tasks.workunit.client.0.smithi032.stdout:op 1795 completed, throughput=5MB/sec 2023-12-22T17:43:15.476 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Vxhpv60CWOG7J1P off=953799 len=1192302 2023-12-22T17:43:15.478 INFO:tasks.workunit.client.0.smithi032.stdout:op 1796 completed, throughput=5MB/sec 2023-12-22T17:43:15.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:43:15 smithi032 ceph-mon[191839]: pgmap v1479: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-22T17:43:15.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:43:15 smithi032 ceph-mon[189144]: pgmap v1479: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-22T17:43:16.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:43:15 smithi039 ceph-mon[181282]: pgmap v1479: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-22T17:43:16.478 INFO:tasks.workunit.client.0.smithi032.stdout: 352: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:16.478 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-aDD-0CxuHU8qjt4 off=11861846 len=973543 2023-12-22T17:43:16.483 INFO:tasks.workunit.client.0.smithi032.stdout:op 1797 completed, throughput=4.99MB/sec 2023-12-22T17:43:16.483 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BIfKrsN78PCKpeu off=2353734 len=667632 2023-12-22T17:43:16.487 INFO:tasks.workunit.client.0.smithi032.stdout:op 1798 completed, throughput=4.99MB/sec 2023-12-22T17:43:16.487 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yp1_XKxpeu51HYb off=5683179 len=977207 2023-12-22T17:43:16.493 INFO:tasks.workunit.client.0.smithi032.stdout:op 1799 completed, throughput=4.99MB/sec 2023-12-22T17:43:16.493 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-oqDfnZV244VXcWH off=9587001 len=1692969 2023-12-22T17:43:16.496 INFO:tasks.workunit.client.0.smithi032.stdout:op 1800 completed, throughput=5MB/sec 2023-12-22T17:43:16.497 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-P5-5EiFCw3HHG0J off=8637941 len=384163 2023-12-22T17:43:16.497 INFO:tasks.workunit.client.0.smithi032.stdout:op 1801 completed, throughput=5MB/sec 2023-12-22T17:43:17.497 INFO:tasks.workunit.client.0.smithi032.stdout: 353: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:17.498 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-etz2mNJsp4AhEfb off=4552861 len=1031936 2023-12-22T17:43:17.499 INFO:tasks.workunit.client.0.smithi032.stdout:op 1802 completed, throughput=4.99MB/sec 2023-12-22T17:43:17.499 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5KDmjspSBLpNsLR off=5268211 len=504347 2023-12-22T17:43:17.503 INFO:tasks.workunit.client.0.smithi032.stdout:op 1803 completed, throughput=4.99MB/sec 2023-12-22T17:43:17.503 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-b12nZLbtlSjnHXF off=11579476 len=328520 2023-12-22T17:43:17.506 INFO:tasks.workunit.client.0.smithi032.stdout:op 1804 completed, throughput=4.99MB/sec 2023-12-22T17:43:17.507 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZFUkh_b1PmanDTZ off=11268075 len=1209328 2023-12-22T17:43:17.508 INFO:tasks.workunit.client.0.smithi032.stdout:op 1805 completed, throughput=4.99MB/sec 2023-12-22T17:43:17.508 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZJkXfw2p7YoTQgo off=3116072 len=794511 2023-12-22T17:43:17.510 INFO:tasks.workunit.client.0.smithi032.stdout:op 1806 completed, throughput=5MB/sec 2023-12-22T17:43:17.510 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7LKs_4Yfg0q9Mh7 off=12407184 len=533547 2023-12-22T17:43:17.511 INFO:tasks.workunit.client.0.smithi032.stdout:op 1807 completed, throughput=5MB/sec 2023-12-22T17:43:17.511 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0_s1P02bUQDhD22 off=12856578 len=1619490 2023-12-22T17:43:17.513 INFO:tasks.workunit.client.0.smithi032.stdout:op 1808 completed, throughput=5MB/sec 2023-12-22T17:43:17.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:43:17 smithi032 ceph-mon[189144]: pgmap v1480: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:43:17.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:43:17 smithi032 ceph-mon[191839]: pgmap v1480: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:43:18.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:43:17 smithi039 ceph-mon[181282]: pgmap v1480: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:43:18.513 INFO:tasks.workunit.client.0.smithi032.stdout: 354: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:18.513 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RReUtCVb0-jQeqT off=5947431 len=415157 2023-12-22T17:43:18.517 INFO:tasks.workunit.client.0.smithi032.stdout:op 1809 completed, throughput=4.99MB/sec 2023-12-22T17:43:18.517 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Riij-beqq4HGDLR off=3415371 len=814797 2023-12-22T17:43:18.521 INFO:tasks.workunit.client.0.smithi032.stdout:op 1810 completed, throughput=4.99MB/sec 2023-12-22T17:43:18.522 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XhKGcbEZkDlInnC off=2496558 len=153597 2023-12-22T17:43:18.523 INFO:tasks.workunit.client.0.smithi032.stdout:op 1811 completed, throughput=4.99MB/sec 2023-12-22T17:43:18.523 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qynXBhgJBidcQvw off=5213811 len=1612388 2023-12-22T17:43:18.525 INFO:tasks.workunit.client.0.smithi032.stdout:op 1812 completed, throughput=5MB/sec 2023-12-22T17:43:18.525 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OHrrVbI0QhfFwRG off=20125934 len=1732314 2023-12-22T17:43:18.533 INFO:tasks.workunit.client.0.smithi032.stdout:op 1813 completed, throughput=5MB/sec 2023-12-22T17:43:19.533 INFO:tasks.workunit.client.0.smithi032.stdout: 355: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:19.534 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XX_Q7iqCsbK1_Bi off=2892769 len=1001392 2023-12-22T17:43:19.534 INFO:tasks.workunit.client.0.smithi032.stdout:op 1814 completed, throughput=4.99MB/sec 2023-12-22T17:43:19.534 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-weGKwzSoAOAgJzr off=2767646 len=98100 2023-12-22T17:43:19.537 INFO:tasks.workunit.client.0.smithi032.stdout:op 1815 completed, throughput=4.99MB/sec 2023-12-22T17:43:19.538 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-louZea97XsIGsF5 off=8558591 len=789823 2023-12-22T17:43:19.538 INFO:tasks.workunit.client.0.smithi032.stdout:op 1816 completed, throughput=4.99MB/sec 2023-12-22T17:43:19.539 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-J1pu9AgXacK0vtg off=4192459 len=762545 2023-12-22T17:43:19.544 INFO:tasks.workunit.client.0.smithi032.stdout:op 1817 completed, throughput=4.99MB/sec 2023-12-22T17:43:19.544 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gHm9dWUwIcQ9I-Z off=6043024 len=1584757 2023-12-22T17:43:19.546 INFO:tasks.workunit.client.0.smithi032.stdout:op 1818 completed, throughput=5MB/sec 2023-12-22T17:43:19.546 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HvekHRE4AeXxzgl off=4780708 len=1956709 2023-12-22T17:43:19.554 INFO:tasks.workunit.client.0.smithi032.stdout:op 1819 completed, throughput=5MB/sec 2023-12-22T17:43:19.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:43:19 smithi032 ceph-mon[191839]: pgmap v1481: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:43:19.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:43:19 smithi032 ceph-mon[189144]: pgmap v1481: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:43:20.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:43:19 smithi039 ceph-mon[181282]: pgmap v1481: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:43:20.555 INFO:tasks.workunit.client.0.smithi032.stdout: 356: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:20.555 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Z-i3VJt9G-0SYl2 off=3634617 len=263004 2023-12-22T17:43:20.555 INFO:tasks.workunit.client.0.smithi032.stdout:op 1820 completed, throughput=4.99MB/sec 2023-12-22T17:43:20.556 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bzq9VIcQRbC3NiZ off=3321929 len=1195211 2023-12-22T17:43:20.562 INFO:tasks.workunit.client.0.smithi032.stdout:op 1821 completed, throughput=4.99MB/sec 2023-12-22T17:43:20.562 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sB2ZMuGWN3RQeKX off=5225032 len=1791137 2023-12-22T17:43:20.565 INFO:tasks.workunit.client.0.smithi032.stdout:op 1822 completed, throughput=5MB/sec 2023-12-22T17:43:20.565 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fw5-pNKM_ZQPaqo off=2398107 len=317861 2023-12-22T17:43:20.566 INFO:tasks.workunit.client.0.smithi032.stdout:op 1823 completed, throughput=5MB/sec 2023-12-22T17:43:20.566 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5rlqCKDe5hnC47x off=2120492 len=1422055 2023-12-22T17:43:20.572 INFO:tasks.workunit.client.0.smithi032.stdout:op 1824 completed, throughput=5MB/sec 2023-12-22T17:43:20.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:43:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:43:20.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:43:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:43:21.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:43:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:43:21.176 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:43:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:43:20] "GET /metrics HTTP/1.1" 200 34002 "" "Prometheus/2.43.0" 2023-12-22T17:43:21.572 INFO:tasks.workunit.client.0.smithi032.stdout: 357: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:21.572 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yR4F7smk08WRwNi off=3707583 len=487649 2023-12-22T17:43:21.576 INFO:tasks.workunit.client.0.smithi032.stdout:op 1825 completed, throughput=4.99MB/sec 2023-12-22T17:43:21.576 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SvVgR6RcuQCxTF9 off=569276 len=1721479 2023-12-22T17:43:21.583 INFO:tasks.workunit.client.0.smithi032.stdout:op 1826 completed, throughput=4.99MB/sec 2023-12-22T17:43:21.583 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QIXhjMSMRwbkj7l off=7823926 len=20925 2023-12-22T17:43:21.585 INFO:tasks.workunit.client.0.smithi032.stdout:op 1827 completed, throughput=4.99MB/sec 2023-12-22T17:43:21.585 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-p0G2zRtvZ4Qa1aM off=189365 len=1991431 2023-12-22T17:43:21.594 INFO:tasks.workunit.client.0.smithi032.stdout:op 1828 completed, throughput=5MB/sec 2023-12-22T17:43:21.594 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-oENVQyoWgCxmcBz off=2094491 len=1485913 2023-12-22T17:43:21.604 INFO:tasks.workunit.client.0.smithi032.stdout:op 1829 completed, throughput=5MB/sec 2023-12-22T17:43:22.605 INFO:tasks.workunit.client.0.smithi032.stdout: 358: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:22.605 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uxUt3rCOmDKUEh5 off=10157940 len=2064553 2023-12-22T17:43:22.609 INFO:tasks.workunit.client.0.smithi032.stdout:op 1830 completed, throughput=4.99MB/sec 2023-12-22T17:43:22.609 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Dz4SzUrOcbc0TID off=1022408 len=1021968 2023-12-22T17:43:22.610 INFO:tasks.workunit.client.0.smithi032.stdout:op 1831 completed, throughput=5MB/sec 2023-12-22T17:43:22.610 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5Y-HdkwATEzW00i off=5086648 len=562844 2023-12-22T17:43:22.614 INFO:tasks.workunit.client.0.smithi032.stdout:op 1832 completed, throughput=5MB/sec 2023-12-22T17:43:22.614 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kFYOGF87Ye_zemM off=4632892 len=740402 2023-12-22T17:43:22.616 INFO:tasks.workunit.client.0.smithi032.stdout:op 1833 completed, throughput=5MB/sec 2023-12-22T17:43:22.753 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:43:22 smithi039 ceph-mon[181282]: pgmap v1482: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-22T17:43:22.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:43:22 smithi032 ceph-mon[191839]: pgmap v1482: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-22T17:43:22.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:43:22 smithi032 ceph-mon[189144]: pgmap v1482: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-22T17:43:23.616 INFO:tasks.workunit.client.0.smithi032.stdout: 359: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:23.616 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CP-2HbtOQxBdgac off=2842618 len=187492 2023-12-22T17:43:23.617 INFO:tasks.workunit.client.0.smithi032.stdout:op 1834 completed, throughput=4.99MB/sec 2023-12-22T17:43:23.617 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-eEIWBu5G95n0-5I off=12807862 len=1735519 2023-12-22T17:43:23.624 INFO:tasks.workunit.client.0.smithi032.stdout:op 1835 completed, throughput=4.99MB/sec 2023-12-22T17:43:23.624 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1h7gJgiu-XHGJnE off=15865412 len=805188 2023-12-22T17:43:23.629 INFO:tasks.workunit.client.0.smithi032.stdout:op 1836 completed, throughput=4.99MB/sec 2023-12-22T17:43:23.629 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yBgOBxKI_uj2d4_ off=8262005 len=1916464 2023-12-22T17:43:23.631 INFO:tasks.workunit.client.0.smithi032.stdout:op 1837 completed, throughput=5MB/sec 2023-12-22T17:43:23.631 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XAdBHYZX7RTdVtY off=68654 len=797860 2023-12-22T17:43:23.632 INFO:tasks.workunit.client.0.smithi032.stdout:op 1838 completed, throughput=5MB/sec 2023-12-22T17:43:23.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:43:23 smithi032 ceph-mon[191839]: pgmap v1483: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:43:23.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:43:23 smithi032 ceph-mon[189144]: pgmap v1483: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:43:24.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:43:23 smithi039 ceph-mon[181282]: pgmap v1483: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:43:24.632 INFO:tasks.workunit.client.0.smithi032.stdout: 360: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:24.632 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fsx6NPat__H6rGT off=16055126 len=927498 2023-12-22T17:43:24.637 INFO:tasks.workunit.client.0.smithi032.stdout:op 1839 completed, throughput=4.99MB/sec 2023-12-22T17:43:24.637 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BZXKkvmtrawoIOg off=4070148 len=432158 2023-12-22T17:43:24.641 INFO:tasks.workunit.client.0.smithi032.stdout:op 1840 completed, throughput=4.99MB/sec 2023-12-22T17:43:24.641 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7CxSh6h2e6lMyhN off=7461654 len=1815110 2023-12-22T17:43:24.643 INFO:tasks.workunit.client.0.smithi032.stdout:op 1841 completed, throughput=4.99MB/sec 2023-12-22T17:43:24.643 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-imDgJHLMImpfEHt off=2568939 len=438884 2023-12-22T17:43:24.643 INFO:tasks.workunit.client.0.smithi032.stdout:op 1842 completed, throughput=5MB/sec 2023-12-22T17:43:24.643 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JJPLBZeLAbIC-nN off=5275830 len=319750 2023-12-22T17:43:24.644 INFO:tasks.workunit.client.0.smithi032.stdout:op 1843 completed, throughput=5MB/sec 2023-12-22T17:43:24.644 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--vbr6DX3mDVYDT4 off=23121465 len=1686270 2023-12-22T17:43:24.646 INFO:tasks.workunit.client.0.smithi032.stdout:op 1844 completed, throughput=5MB/sec 2023-12-22T17:43:25.646 INFO:tasks.workunit.client.0.smithi032.stdout: 361: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:25.647 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hw-S_gfPfkZh6SD off=10755406 len=1186371 2023-12-22T17:43:25.652 INFO:tasks.workunit.client.0.smithi032.stdout:op 1845 completed, throughput=4.99MB/sec 2023-12-22T17:43:25.652 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9s1CZmyIxnI-8zP off=1353699 len=1660837 2023-12-22T17:43:25.660 INFO:tasks.workunit.client.0.smithi032.stdout:op 1846 completed, throughput=4.99MB/sec 2023-12-22T17:43:25.660 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2xQ2W-_KB4a8gXD off=5872705 len=815172 2023-12-22T17:43:25.664 INFO:tasks.workunit.client.0.smithi032.stdout:op 1847 completed, throughput=5MB/sec 2023-12-22T17:43:25.664 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-l1wqSAR-sPt5Eoh off=2882792 len=1188185 2023-12-22T17:43:25.670 INFO:tasks.workunit.client.0.smithi032.stdout:op 1848 completed, throughput=5MB/sec 2023-12-22T17:43:25.670 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xTw1d_auOwBnIeW off=3075143 len=246086 2023-12-22T17:43:25.673 INFO:tasks.workunit.client.0.smithi032.stdout:op 1849 completed, throughput=5MB/sec 2023-12-22T17:43:25.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:43:25 smithi032 ceph-mon[191839]: pgmap v1484: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-22T17:43:25.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:43:25 smithi032 ceph-mon[189144]: pgmap v1484: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-22T17:43:26.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:43:25 smithi039 ceph-mon[181282]: pgmap v1484: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-22T17:43:26.096 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:43:26.416 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:43:26.416 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (23m) 9m ago 28m 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:43:26.416 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (23m) 7m ago 27m 91.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:43:26.416 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (28m) 9m ago 28m 18.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:43:26.417 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (28m) 7m ago 28m 25.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:43:26.417 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (22m) 7m ago 31m 455M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:43:26.417 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (23m) 9m ago 32m 532M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:43:26.417 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (22m) 9m ago 32m 191M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:43:26.417 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (22m) 7m ago 31m 131M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:43:26.417 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (22m) 9m ago 31m 128M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:43:26.417 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (23m) 9m ago 27m 15.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:43:26.417 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (23m) 7m ago 27m 17.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:43:26.417 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (21m) 9m ago 31m 1428M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:43:26.417 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (21m) 9m ago 30m 1887M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:43:26.417 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (20m) 9m ago 30m 1085M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:43:26.418 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (20m) 9m ago 30m 1580M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:43:26.418 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (19m) 7m ago 29m 1675M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:43:26.418 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (19m) 7m ago 29m 1206M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:43:26.418 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (18m) 7m ago 29m 798M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:43:26.418 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (18m) 7m ago 28m 986M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:43:26.418 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (22m) 7m ago 28m 66.1M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:43:26.674 INFO:tasks.workunit.client.0.smithi032.stdout: 362: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:26.674 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--Xyl3o19pROhn6p off=7703085 len=710812 2023-12-22T17:43:26.675 INFO:tasks.workunit.client.0.smithi032.stdout:op 1850 completed, throughput=4.99MB/sec 2023-12-22T17:43:26.675 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FVi2s93CnUQ9Aa4 off=7519529 len=1328488 2023-12-22T17:43:26.680 INFO:tasks.workunit.client.0.smithi032.stdout:op 1851 completed, throughput=4.99MB/sec 2023-12-22T17:43:26.680 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xM0Bogiegedalgn off=8634850 len=477281 2023-12-22T17:43:26.681 INFO:tasks.workunit.client.0.smithi032.stdout:op 1852 completed, throughput=4.99MB/sec 2023-12-22T17:43:26.681 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EdnTQRLX84Z8kQb off=1146425 len=1658571 2023-12-22T17:43:26.687 INFO:tasks.workunit.client.0.smithi032.stdout:op 1853 completed, throughput=5MB/sec 2023-12-22T17:43:26.687 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xheMac1GEcWvGeW off=11688316 len=1103282 2023-12-22T17:43:26.692 INFO:tasks.workunit.client.0.smithi032.stdout:op 1854 completed, throughput=5MB/sec 2023-12-22T17:43:26.818 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:43:26.818 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:43:26.818 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:43:26.818 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:43:26.818 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:43:26.818 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:43:26.818 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:43:26.818 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:43:26.818 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:43:26.819 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:43:26.819 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:43:26.819 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:43:26.819 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:43:26.819 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:43:26.819 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:43:26.819 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:43:26.819 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:43:26.819 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:43:27.692 INFO:tasks.workunit.client.0.smithi032.stdout: 363: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:27.692 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yhX4G0VHp9rvlZZ off=6124986 len=1083797 2023-12-22T17:43:27.694 INFO:tasks.workunit.client.0.smithi032.stdout:op 1855 completed, throughput=4.99MB/sec 2023-12-22T17:43:27.694 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OD99JMiWsyXak3E off=7512557 len=1513255 2023-12-22T17:43:27.696 INFO:tasks.workunit.client.0.smithi032.stdout:op 1856 completed, throughput=4.99MB/sec 2023-12-22T17:43:27.696 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TCrxyFBqlJ0BQtw off=3400001 len=2085607 2023-12-22T17:43:27.706 INFO:tasks.workunit.client.0.smithi032.stdout:op 1857 completed, throughput=5MB/sec 2023-12-22T17:43:27.706 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DT83-kkW7HBrUcd off=8884218 len=1050347 2023-12-22T17:43:27.711 INFO:tasks.workunit.client.0.smithi032.stdout:op 1858 completed, throughput=5MB/sec 2023-12-22T17:43:27.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:43:27 smithi039 ceph-mon[181282]: from='client.45335 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:43:27.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:43:27 smithi039 ceph-mon[181282]: from='client.35406 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:43:27.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:43:27 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3285515782' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:43:27.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:43:27 smithi032 ceph-mon[191839]: from='client.45335 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:43:27.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:43:27 smithi032 ceph-mon[191839]: from='client.35406 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:43:27.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:43:27 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3285515782' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:43:27.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:43:27 smithi032 ceph-mon[189144]: from='client.45335 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:43:27.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:43:27 smithi032 ceph-mon[189144]: from='client.35406 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:43:27.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:43:27 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3285515782' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:43:28.715 INFO:tasks.workunit.client.0.smithi032.stdout: 364: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:28.715 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RuxL7XClcfP17SH off=21585783 len=1739171 2023-12-22T17:43:28.720 INFO:tasks.workunit.client.0.smithi032.stdout:op 1859 completed, throughput=4.99MB/sec 2023-12-22T17:43:28.720 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dCa8KCgMIqqN0yt off=2354727 len=134519 2023-12-22T17:43:28.723 INFO:tasks.workunit.client.0.smithi032.stdout:op 1860 completed, throughput=4.99MB/sec 2023-12-22T17:43:28.723 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kNro5kvH1XzHcYb off=4773055 len=525772 2023-12-22T17:43:28.724 INFO:tasks.workunit.client.0.smithi032.stdout:op 1861 completed, throughput=4.99MB/sec 2023-12-22T17:43:28.724 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dvfmaLXhiA88xFL off=5573365 len=1436893 2023-12-22T17:43:28.730 INFO:tasks.workunit.client.0.smithi032.stdout:op 1862 completed, throughput=5MB/sec 2023-12-22T17:43:28.730 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9pJrWEvXTH6qhGi off=6467314 len=1750231 2023-12-22T17:43:28.732 INFO:tasks.workunit.client.0.smithi032.stdout:op 1863 completed, throughput=5MB/sec 2023-12-22T17:43:28.753 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:43:28 smithi039 ceph-mon[181282]: pgmap v1485: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:43:28.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:43:28 smithi032 ceph-mon[191839]: pgmap v1485: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:43:28.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:43:28 smithi032 ceph-mon[189144]: pgmap v1485: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:43:29.732 INFO:tasks.workunit.client.0.smithi032.stdout: 365: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:29.733 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1Acj9QCbCLSgVpC off=3353669 len=104035 2023-12-22T17:43:29.734 INFO:tasks.workunit.client.0.smithi032.stdout:op 1864 completed, throughput=4.99MB/sec 2023-12-22T17:43:29.734 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-W-1ah_PfeOMHdqw off=1850040 len=799674 2023-12-22T17:43:29.738 INFO:tasks.workunit.client.0.smithi032.stdout:op 1865 completed, throughput=4.99MB/sec 2023-12-22T17:43:29.738 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GqTHLIuQ579F4n3 off=6096 len=1428365 2023-12-22T17:43:29.745 INFO:tasks.workunit.client.0.smithi032.stdout:op 1866 completed, throughput=4.99MB/sec 2023-12-22T17:43:29.745 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ut0TdabPICdf1jw off=5765745 len=1118498 2023-12-22T17:43:29.751 INFO:tasks.workunit.client.0.smithi032.stdout:op 1867 completed, throughput=5MB/sec 2023-12-22T17:43:29.751 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--IMhWUkq3I879zp off=12305778 len=344507 2023-12-22T17:43:29.752 INFO:tasks.workunit.client.0.smithi032.stdout:op 1868 completed, throughput=5MB/sec 2023-12-22T17:43:29.753 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rCEiXJ4BdPZtKJH off=544312 len=560191 2023-12-22T17:43:29.753 INFO:tasks.workunit.client.0.smithi032.stdout:op 1869 completed, throughput=5MB/sec 2023-12-22T17:43:29.754 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pPZgk7s8gfiSM_K off=12900688 len=532692 2023-12-22T17:43:29.757 INFO:tasks.workunit.client.0.smithi032.stdout:op 1870 completed, throughput=5MB/sec 2023-12-22T17:43:29.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:43:29 smithi032 ceph-mon[191839]: pgmap v1486: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:43:29.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:43:29 smithi032 ceph-mon[189144]: pgmap v1486: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:43:30.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:43:29 smithi039 ceph-mon[181282]: pgmap v1486: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:43:30.758 INFO:tasks.workunit.client.0.smithi032.stdout: 366: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:30.758 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NIpNXLtu1N8iDEw off=11383234 len=443583 2023-12-22T17:43:30.761 INFO:tasks.workunit.client.0.smithi032.stdout:op 1871 completed, throughput=4.99MB/sec 2023-12-22T17:43:30.761 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rYuVrVAya2LS-9V off=17981828 len=500116 2023-12-22T17:43:30.764 INFO:tasks.workunit.client.0.smithi032.stdout:op 1872 completed, throughput=4.99MB/sec 2023-12-22T17:43:30.764 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZxEjmNtC0h52Ku0 off=2286787 len=1956672 2023-12-22T17:43:30.767 INFO:tasks.workunit.client.0.smithi032.stdout:op 1873 completed, throughput=4.99MB/sec 2023-12-22T17:43:30.767 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wsbNFFJWv_2mMKr off=10483053 len=1839574 2023-12-22T17:43:30.775 INFO:tasks.workunit.client.0.smithi032.stdout:op 1874 completed, throughput=5MB/sec 2023-12-22T17:43:30.775 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-i7lLCUlFcxJL2s- off=9766301 len=489717 2023-12-22T17:43:30.778 INFO:tasks.workunit.client.0.smithi032.stdout:op 1875 completed, throughput=5MB/sec 2023-12-22T17:43:31.176 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:43:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:43:30] "GET /metrics HTTP/1.1" 200 34002 "" "Prometheus/2.43.0" 2023-12-22T17:43:31.779 INFO:tasks.workunit.client.0.smithi032.stdout: 367: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:31.779 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ODvRWtkafkHFgNi off=787378 len=465250 2023-12-22T17:43:31.780 INFO:tasks.workunit.client.0.smithi032.stdout:op 1876 completed, throughput=4.99MB/sec 2023-12-22T17:43:31.781 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nuUdFdjYNOz2N8G off=837532 len=573400 2023-12-22T17:43:31.785 INFO:tasks.workunit.client.0.smithi032.stdout:op 1877 completed, throughput=4.99MB/sec 2023-12-22T17:43:31.785 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-A36ifk8TGt5CjRQ off=701861 len=377141 2023-12-22T17:43:31.785 INFO:tasks.workunit.client.0.smithi032.stdout:op 1878 completed, throughput=4.99MB/sec 2023-12-22T17:43:31.786 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FD6FAhrCF2mdglz off=3369223 len=1224633 2023-12-22T17:43:31.787 INFO:tasks.workunit.client.0.smithi032.stdout:op 1879 completed, throughput=4.99MB/sec 2023-12-22T17:43:31.787 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eszUQiqXFFBbGEU off=300040 len=1403684 2023-12-22T17:43:31.789 INFO:tasks.workunit.client.0.smithi032.stdout:op 1880 completed, throughput=5MB/sec 2023-12-22T17:43:31.789 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jFghoo-FQBwrVvd off=22952852 len=1588196 2023-12-22T17:43:31.796 INFO:tasks.workunit.client.0.smithi032.stdout:op 1881 completed, throughput=5MB/sec 2023-12-22T17:43:32.754 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:43:32 smithi039 ceph-mon[181282]: pgmap v1487: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-22T17:43:32.797 INFO:tasks.workunit.client.0.smithi032.stdout: 368: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:32.797 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PSuTikt0C3Y_bSX off=7153273 len=1586750 2023-12-22T17:43:32.800 INFO:tasks.workunit.client.0.smithi032.stdout:op 1882 completed, throughput=4.99MB/sec 2023-12-22T17:43:32.800 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iW1bg6r_9TwSI5I off=6719369 len=1770451 2023-12-22T17:43:32.808 INFO:tasks.workunit.client.0.smithi032.stdout:op 1883 completed, throughput=5MB/sec 2023-12-22T17:43:32.809 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9Pld2Y53-dOMzhC off=15394917 len=903407 2023-12-22T17:43:32.813 INFO:tasks.workunit.client.0.smithi032.stdout:op 1884 completed, throughput=5MB/sec 2023-12-22T17:43:32.814 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-C9W8CXpq1kkxkd7 off=832051 len=1755193 2023-12-22T17:43:32.821 INFO:tasks.workunit.client.0.smithi032.stdout:op 1885 completed, throughput=5MB/sec 2023-12-22T17:43:32.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:43:32 smithi032 ceph-mon[189144]: pgmap v1487: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-22T17:43:32.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:43:32 smithi032 ceph-mon[191839]: pgmap v1487: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-22T17:43:33.821 INFO:tasks.workunit.client.0.smithi032.stdout: 369: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:33.821 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZaWCuThAYSpyM_Q off=10779727 len=1647832 2023-12-22T17:43:33.823 INFO:tasks.workunit.client.0.smithi032.stdout:op 1886 completed, throughput=4.99MB/sec 2023-12-22T17:43:33.824 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gLn0d06cup45My3 off=907160 len=1392743 2023-12-22T17:43:33.830 INFO:tasks.workunit.client.0.smithi032.stdout:op 1887 completed, throughput=5MB/sec 2023-12-22T17:43:33.831 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eqFHVGpAk1oZqt4 off=985522 len=1017745 2023-12-22T17:43:33.832 INFO:tasks.workunit.client.0.smithi032.stdout:op 1888 completed, throughput=5MB/sec 2023-12-22T17:43:33.832 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QcpfwmNEnpF4cLj off=385739 len=355056 2023-12-22T17:43:33.832 INFO:tasks.workunit.client.0.smithi032.stdout:op 1889 completed, throughput=5MB/sec 2023-12-22T17:43:33.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:43:33 smithi032 ceph-mon[189144]: pgmap v1488: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:43:33.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:43:33 smithi032 ceph-mon[191839]: pgmap v1488: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:43:34.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:43:33 smithi039 ceph-mon[181282]: pgmap v1488: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:43:34.833 INFO:tasks.workunit.client.0.smithi032.stdout: 370: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:34.833 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dDKxKOtsnCbzeVl off=9618858 len=744009 2023-12-22T17:43:34.835 INFO:tasks.workunit.client.0.smithi032.stdout:op 1890 completed, throughput=4.99MB/sec 2023-12-22T17:43:34.835 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MbdOKA9T6d5vYZ3 off=10591911 len=1117228 2023-12-22T17:43:34.841 INFO:tasks.workunit.client.0.smithi032.stdout:op 1891 completed, throughput=4.99MB/sec 2023-12-22T17:43:34.841 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-u0yStuFB3-Yq6IZ off=2414990 len=1716242 2023-12-22T17:43:34.849 INFO:tasks.workunit.client.0.smithi032.stdout:op 1892 completed, throughput=5MB/sec 2023-12-22T17:43:34.849 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-L7N7-zifgzAIxtn off=1031055 len=1448869 2023-12-22T17:43:34.851 INFO:tasks.workunit.client.0.smithi032.stdout:op 1893 completed, throughput=5MB/sec 2023-12-22T17:43:34.851 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kPW_XL-Gwc1CIaC off=12169115 len=702250 2023-12-22T17:43:34.856 INFO:tasks.workunit.client.0.smithi032.stdout:op 1894 completed, throughput=5MB/sec 2023-12-22T17:43:34.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:43:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:43:34.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:43:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:43:35.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:43:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:43:35.856 INFO:tasks.workunit.client.0.smithi032.stdout: 371: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:35.857 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lS7qbolE1tfJJOY off=2526840 len=33135 2023-12-22T17:43:35.859 INFO:tasks.workunit.client.0.smithi032.stdout:op 1895 completed, throughput=4.99MB/sec 2023-12-22T17:43:35.859 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ccCoqgpXii-YkZM off=2799002 len=676965 2023-12-22T17:43:35.860 INFO:tasks.workunit.client.0.smithi032.stdout:op 1896 completed, throughput=4.99MB/sec 2023-12-22T17:43:35.860 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uJYT7By-07nD0dC off=4861798 len=1335836 2023-12-22T17:43:35.861 INFO:tasks.workunit.client.0.smithi032.stdout:op 1897 completed, throughput=4.99MB/sec 2023-12-22T17:43:35.862 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zQuNbwXgJ2nByx2 off=1048676 len=491034 2023-12-22T17:43:35.863 INFO:tasks.workunit.client.0.smithi032.stdout:op 1898 completed, throughput=4.99MB/sec 2023-12-22T17:43:35.863 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rPuqjD5ch5IeEqM off=1806040 len=882787 2023-12-22T17:43:35.865 INFO:tasks.workunit.client.0.smithi032.stdout:op 1899 completed, throughput=5MB/sec 2023-12-22T17:43:35.865 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GhURlvD7MYIJBdX off=339579 len=414688 2023-12-22T17:43:35.868 INFO:tasks.workunit.client.0.smithi032.stdout:op 1900 completed, throughput=5MB/sec 2023-12-22T17:43:35.868 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YFX4BPOMz8mIEzx off=808361 len=1938968 2023-12-22T17:43:35.876 INFO:tasks.workunit.client.0.smithi032.stdout:op 1901 completed, throughput=5MB/sec 2023-12-22T17:43:36.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:43:35 smithi039 ceph-mon[181282]: pgmap v1489: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-22T17:43:36.176 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:43:35 smithi032 ceph-mon[191839]: pgmap v1489: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-22T17:43:36.177 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:43:35 smithi032 ceph-mon[189144]: pgmap v1489: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-22T17:43:36.876 INFO:tasks.workunit.client.0.smithi032.stdout: 372: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:36.877 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DX_BfdCyR3MeQO_ off=2888130 len=1967676 2023-12-22T17:43:36.879 INFO:tasks.workunit.client.0.smithi032.stdout:op 1902 completed, throughput=4.99MB/sec 2023-12-22T17:43:36.879 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JINyqj1vSoiWY64 off=537375 len=1309705 2023-12-22T17:43:36.885 INFO:tasks.workunit.client.0.smithi032.stdout:op 1903 completed, throughput=5MB/sec 2023-12-22T17:43:36.885 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MPp_rTxs69D7ReO off=7103545 len=430363 2023-12-22T17:43:36.889 INFO:tasks.workunit.client.0.smithi032.stdout:op 1904 completed, throughput=5MB/sec 2023-12-22T17:43:36.889 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9Dg14EkFtL3GdIr off=8562463 len=1321738 2023-12-22T17:43:36.895 INFO:tasks.workunit.client.0.smithi032.stdout:op 1905 completed, throughput=5MB/sec 2023-12-22T17:43:37.895 INFO:tasks.workunit.client.0.smithi032.stdout: 373: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:37.895 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rB1hydN0zLLfkww off=5370494 len=1581999 2023-12-22T17:43:37.897 INFO:tasks.workunit.client.0.smithi032.stdout:op 1906 completed, throughput=4.99MB/sec 2023-12-22T17:43:37.897 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jzBTmXXAG7AyEAu off=5191679 len=725412 2023-12-22T17:43:37.899 INFO:tasks.workunit.client.0.smithi032.stdout:op 1907 completed, throughput=4.99MB/sec 2023-12-22T17:43:37.899 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FSX9mbHG_aiDyA8 off=3396872 len=1363885 2023-12-22T17:43:37.901 INFO:tasks.workunit.client.0.smithi032.stdout:op 1908 completed, throughput=5MB/sec 2023-12-22T17:43:37.901 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XUYyXOi3uuqdXr3 off=12425304 len=186548 2023-12-22T17:43:37.902 INFO:tasks.workunit.client.0.smithi032.stdout:op 1909 completed, throughput=5MB/sec 2023-12-22T17:43:37.902 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WmU33GZm6Xg3kG7 off=4195573 len=1280333 2023-12-22T17:43:37.903 INFO:tasks.workunit.client.0.smithi032.stdout:op 1910 completed, throughput=5MB/sec 2023-12-22T17:43:37.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:43:37 smithi032 ceph-mon[191839]: pgmap v1490: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-22T17:43:37.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:43:37 smithi032 ceph-mon[189144]: pgmap v1490: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-22T17:43:38.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:43:37 smithi039 ceph-mon[181282]: pgmap v1490: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-22T17:43:38.903 INFO:tasks.workunit.client.0.smithi032.stdout: 374: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:38.903 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qKOuSnVxiTnh4X_ off=807359 len=78908 2023-12-22T17:43:38.904 INFO:tasks.workunit.client.0.smithi032.stdout:op 1911 completed, throughput=4.99MB/sec 2023-12-22T17:43:38.904 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zIt6kd_vdNOuWCM off=3504540 len=274680 2023-12-22T17:43:38.904 INFO:tasks.workunit.client.0.smithi032.stdout:op 1912 completed, throughput=4.99MB/sec 2023-12-22T17:43:38.905 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MRRU4Y-EVLALATn off=6121534 len=1307987 2023-12-22T17:43:38.906 INFO:tasks.workunit.client.0.smithi032.stdout:op 1913 completed, throughput=4.99MB/sec 2023-12-22T17:43:38.906 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-i_qsVJ7KU3jm8l_ off=7202699 len=1311764 2023-12-22T17:43:38.908 INFO:tasks.workunit.client.0.smithi032.stdout:op 1914 completed, throughput=5MB/sec 2023-12-22T17:43:38.908 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rxpOGatRDOi5OmD off=3599801 len=80361 2023-12-22T17:43:38.908 INFO:tasks.workunit.client.0.smithi032.stdout:op 1915 completed, throughput=5MB/sec 2023-12-22T17:43:38.908 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5eprjahnDzR9wsv off=10648225 len=1610143 2023-12-22T17:43:38.915 INFO:tasks.workunit.client.0.smithi032.stdout:op 1916 completed, throughput=5MB/sec 2023-12-22T17:43:38.915 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JunD4pfgDmEVmnO off=10553408 len=2005833 2023-12-22T17:43:38.917 INFO:tasks.workunit.client.0.smithi032.stdout:op 1917 completed, throughput=5MB/sec 2023-12-22T17:43:39.918 INFO:tasks.workunit.client.0.smithi032.stdout: 375: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:39.918 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ydbparPkItpHMV5 off=580333 len=1268030 2023-12-22T17:43:39.924 INFO:tasks.workunit.client.0.smithi032.stdout:op 1918 completed, throughput=4.99MB/sec 2023-12-22T17:43:39.924 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-10-pFB-bcvJgMGw off=5697907 len=73392 2023-12-22T17:43:39.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:43:39 smithi032 ceph-mon[189144]: pgmap v1491: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:43:39.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:43:39 smithi032 ceph-mon[191839]: pgmap v1491: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:43:39.928 INFO:tasks.workunit.client.0.smithi032.stdout:op 1919 completed, throughput=4.99MB/sec 2023-12-22T17:43:39.928 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-e7ubkd-mKBF34jv off=4934964 len=25033 2023-12-22T17:43:39.928 INFO:tasks.workunit.client.0.smithi032.stdout:op 1920 completed, throughput=4.99MB/sec 2023-12-22T17:43:39.928 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-t_2ktHvY8RwqBCy off=10674385 len=1148224 2023-12-22T17:43:39.932 INFO:tasks.workunit.client.0.smithi032.stdout:op 1921 completed, throughput=5MB/sec 2023-12-22T17:43:39.932 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-E4CmRkGel4GqbjT off=2223512 len=845101 2023-12-22T17:43:39.933 INFO:tasks.workunit.client.0.smithi032.stdout:op 1922 completed, throughput=5MB/sec 2023-12-22T17:43:39.933 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xNp6PzkLbsHKPzF off=3692280 len=1786997 2023-12-22T17:43:39.942 INFO:tasks.workunit.client.0.smithi032.stdout:op 1923 completed, throughput=5MB/sec 2023-12-22T17:43:40.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:43:39 smithi039 ceph-mon[181282]: pgmap v1491: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:43:40.942 INFO:tasks.workunit.client.0.smithi032.stdout: 376: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:40.943 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tudy-l9XBKA3HB3 off=8017747 len=1454147 2023-12-22T17:43:40.944 INFO:tasks.workunit.client.0.smithi032.stdout:op 1924 completed, throughput=4.99MB/sec 2023-12-22T17:43:40.944 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jIDS2TUhcNotTe4 off=8427006 len=1110223 2023-12-22T17:43:40.951 INFO:tasks.workunit.client.0.smithi032.stdout:op 1925 completed, throughput=5MB/sec 2023-12-22T17:43:40.951 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TijT2kVvisGpq6T off=4829333 len=597178 2023-12-22T17:43:40.955 INFO:tasks.workunit.client.0.smithi032.stdout:op 1926 completed, throughput=5MB/sec 2023-12-22T17:43:40.955 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--gDdmyMp1W3meiY off=6066833 len=1086772 2023-12-22T17:43:40.960 INFO:tasks.workunit.client.0.smithi032.stdout:op 1927 completed, throughput=5MB/sec 2023-12-22T17:43:41.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:43:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:43:40] "GET /metrics HTTP/1.1" 200 34007 "" "Prometheus/2.43.0" 2023-12-22T17:43:41.961 INFO:tasks.workunit.client.0.smithi032.stdout: 377: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:41.961 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7egcd73h0HpGYln off=14332081 len=477658 2023-12-22T17:43:41.961 INFO:tasks.workunit.client.0.smithi032.stdout:op 1928 completed, throughput=4.99MB/sec 2023-12-22T17:43:41.962 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-G0LqwCUyfojmcBH off=13356137 len=520927 2023-12-22T17:43:41.963 INFO:tasks.workunit.client.0.smithi032.stdout:op 1929 completed, throughput=4.99MB/sec 2023-12-22T17:43:41.963 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4Ne7WuL7i6lDfJ2 off=6864171 len=392623 2023-12-22T17:43:41.967 INFO:tasks.workunit.client.0.smithi032.stdout:op 1930 completed, throughput=4.99MB/sec 2023-12-22T17:43:41.967 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eZj6tnW_KzqnDoA off=5800528 len=2020971 2023-12-22T17:43:41.969 INFO:tasks.workunit.client.0.smithi032.stdout:op 1931 completed, throughput=5MB/sec 2023-12-22T17:43:41.969 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_Pnx1CinClnsyEK off=8407771 len=111904 2023-12-22T17:43:41.972 INFO:tasks.workunit.client.0.smithi032.stdout:op 1932 completed, throughput=5MB/sec 2023-12-22T17:43:41.972 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nO54J7Mw8D8uBQ9 off=64392 len=504133 2023-12-22T17:43:41.973 INFO:tasks.workunit.client.0.smithi032.stdout:op 1933 completed, throughput=5MB/sec 2023-12-22T17:43:41.973 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qE0j14lLFVHdnY_ off=2513036 len=1345050 2023-12-22T17:43:41.980 INFO:tasks.workunit.client.0.smithi032.stdout:op 1934 completed, throughput=5MB/sec 2023-12-22T17:43:42.753 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:43:42 smithi039 ceph-mon[181282]: pgmap v1492: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:43:42.753 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:43:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:43:42.845 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:43:42 smithi032 ceph-mon[191839]: pgmap v1492: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:43:42.845 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:43:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:43:42.846 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:43:42 smithi032 ceph-mon[189144]: pgmap v1492: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:43:42.846 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:43:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:43:42.980 INFO:tasks.workunit.client.0.smithi032.stdout: 378: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:42.980 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2YaWy-u-eHsVgWV off=5670801 len=467892 2023-12-22T17:43:42.981 INFO:tasks.workunit.client.0.smithi032.stdout:op 1935 completed, throughput=4.99MB/sec 2023-12-22T17:43:42.981 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rTgJQRs6ahtXz24 off=6644840 len=1862008 2023-12-22T17:43:42.982 INFO:tasks.workunit.client.0.smithi032.stdout:op 1936 completed, throughput=4.99MB/sec 2023-12-22T17:43:42.982 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6i5Z-wPXoZeJ3yw off=7137963 len=1115091 2023-12-22T17:43:42.983 INFO:tasks.workunit.client.0.smithi032.stdout:op 1937 completed, throughput=5MB/sec 2023-12-22T17:43:42.983 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KhVgRxpmnFmrqhv off=5901804 len=705456 2023-12-22T17:43:42.987 INFO:tasks.workunit.client.0.smithi032.stdout:op 1938 completed, throughput=5MB/sec 2023-12-22T17:43:42.987 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CjopohVb1DSw6RS off=7155100 len=849567 2023-12-22T17:43:42.992 INFO:tasks.workunit.client.0.smithi032.stdout:op 1939 completed, throughput=5MB/sec 2023-12-22T17:43:43.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:43:43 smithi032 ceph-mon[191839]: pgmap v1493: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:43:43.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:43:43 smithi032 ceph-mon[189144]: pgmap v1493: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:43:43.991 INFO:tasks.workunit.client.0.smithi032.stdout: 379: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:43.991 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nwW3EiFuLeNq_k5 off=1090389 len=1287677 2023-12-22T17:43:43.992 INFO:tasks.workunit.client.0.smithi032.stdout:op 1940 completed, throughput=4.99MB/sec 2023-12-22T17:43:43.992 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--8VW4lUVym455u- off=1644979 len=1688912 2023-12-22T17:43:43.994 INFO:tasks.workunit.client.0.smithi032.stdout:op 1941 completed, throughput=4.99MB/sec 2023-12-22T17:43:43.994 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-O1waAP4dc_sYjCt off=19545377 len=694766 2023-12-22T17:43:43.994 INFO:tasks.workunit.client.0.smithi032.stdout:op 1942 completed, throughput=5MB/sec 2023-12-22T17:43:43.995 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-39r0w2l7ULlaiXL off=7936648 len=882649 2023-12-22T17:43:43.996 INFO:tasks.workunit.client.0.smithi032.stdout:op 1943 completed, throughput=5MB/sec 2023-12-22T17:43:43.996 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nwW3EiFuLeNq_k5 off=1756796 len=621270 2023-12-22T17:43:43.996 INFO:tasks.workunit.client.0.smithi032.stdout:op 1944 completed, throughput=5MB/sec 2023-12-22T17:43:44.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:43:43 smithi039 ceph-mon[181282]: pgmap v1493: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:43:44.997 INFO:tasks.workunit.client.0.smithi032.stdout: 380: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:44.997 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jt0qAk6RswjtTj4 off=7685547 len=1380321 2023-12-22T17:43:44.999 INFO:tasks.workunit.client.0.smithi032.stdout:op 1945 completed, throughput=4.99MB/sec 2023-12-22T17:43:44.999 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KQI4VqHKaCm4dES off=1378282 len=583603 2023-12-22T17:43:45.003 INFO:tasks.workunit.client.0.smithi032.stdout:op 1946 completed, throughput=4.99MB/sec 2023-12-22T17:43:45.003 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0q4OtX1yvVP44cr off=4548938 len=1050812 2023-12-22T17:43:45.008 INFO:tasks.workunit.client.0.smithi032.stdout:op 1947 completed, throughput=4.99MB/sec 2023-12-22T17:43:45.008 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UxMNzLdPcu4ngfD off=14528109 len=124160 2023-12-22T17:43:45.009 INFO:tasks.workunit.client.0.smithi032.stdout:op 1948 completed, throughput=4.99MB/sec 2023-12-22T17:43:45.009 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5-C1SAgh8wT3FtV off=13048872 len=688008 2023-12-22T17:43:45.010 INFO:tasks.workunit.client.0.smithi032.stdout:op 1949 completed, throughput=5MB/sec 2023-12-22T17:43:45.010 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9GcdS10ZdtHZH8x off=11983778 len=1032419 2023-12-22T17:43:45.011 INFO:tasks.workunit.client.0.smithi032.stdout:op 1950 completed, throughput=5MB/sec 2023-12-22T17:43:45.011 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wSVG0xWDzP10fH7 off=5022189 len=1218450 2023-12-22T17:43:45.012 INFO:tasks.workunit.client.0.smithi032.stdout:op 1951 completed, throughput=5MB/sec 2023-12-22T17:43:45.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:43:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:43:45.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:43:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:43:45.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:43:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:43:45.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:43:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:43:45.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:43:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:43:45.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:43:45 smithi032 ceph-mon[191839]: pgmap v1494: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:43:45.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:43:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:43:45.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:43:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:43:45.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:43:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:43:45.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:43:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:43:45.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:43:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:43:45.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:43:45 smithi032 ceph-mon[189144]: pgmap v1494: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:43:46.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:43:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:43:46.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:43:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:43:46.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:43:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:43:46.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:43:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:43:46.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:43:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:43:46.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:43:45 smithi039 ceph-mon[181282]: pgmap v1494: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:43:46.012 INFO:tasks.workunit.client.0.smithi032.stdout: 381: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:46.012 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-A4x1-AofAfueaMU off=2058041 len=732147 2023-12-22T17:43:46.013 INFO:tasks.workunit.client.0.smithi032.stdout:op 1952 completed, throughput=4.99MB/sec 2023-12-22T17:43:46.013 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cP3aEXw1AiIY1JU off=16115738 len=135621 2023-12-22T17:43:46.017 INFO:tasks.workunit.client.0.smithi032.stdout:op 1953 completed, throughput=4.99MB/sec 2023-12-22T17:43:46.017 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XMT-cca0RSKcg0H off=13294342 len=249546 2023-12-22T17:43:46.017 INFO:tasks.workunit.client.0.smithi032.stdout:op 1954 completed, throughput=4.99MB/sec 2023-12-22T17:43:46.017 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Yk6ifgTixz0zLSr off=19755753 len=223728 2023-12-22T17:43:46.020 INFO:tasks.workunit.client.0.smithi032.stdout:op 1955 completed, throughput=4.99MB/sec 2023-12-22T17:43:46.020 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jqaq2QtMdo_5XPl off=6098609 len=1572083 2023-12-22T17:43:46.022 INFO:tasks.workunit.client.0.smithi032.stdout:op 1956 completed, throughput=5MB/sec 2023-12-22T17:43:46.022 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lzGlPTXaUNFdFC0 off=12897653 len=209353 2023-12-22T17:43:46.023 INFO:tasks.workunit.client.0.smithi032.stdout:op 1957 completed, throughput=5MB/sec 2023-12-22T17:43:46.023 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tWWbS8XtNLQCOrI off=6896860 len=683225 2023-12-22T17:43:46.027 INFO:tasks.workunit.client.0.smithi032.stdout:op 1958 completed, throughput=5MB/sec 2023-12-22T17:43:46.027 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2dvPhdK-ZdzULpJ off=7451812 len=1303158 2023-12-22T17:43:46.028 INFO:tasks.workunit.client.0.smithi032.stdout:op 1959 completed, throughput=5MB/sec 2023-12-22T17:43:47.029 INFO:tasks.workunit.client.0.smithi032.stdout: 382: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:47.029 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Il8gD_bfKt1_58P off=1546290 len=690328 2023-12-22T17:43:47.030 INFO:tasks.workunit.client.0.smithi032.stdout:op 1960 completed, throughput=4.99MB/sec 2023-12-22T17:43:47.030 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-27xSYvhQS4LU8c- off=4973985 len=1378375 2023-12-22T17:43:47.032 INFO:tasks.workunit.client.0.smithi032.stdout:op 1961 completed, throughput=4.99MB/sec 2023-12-22T17:43:47.032 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-f2g4iD0naEqI5q2 off=5231619 len=1726795 2023-12-22T17:43:47.034 INFO:tasks.workunit.client.0.smithi032.stdout:op 1962 completed, throughput=5MB/sec 2023-12-22T17:43:47.034 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fV47o1IbI2UygD1 off=2561475 len=1646158 2023-12-22T17:43:47.037 INFO:tasks.workunit.client.0.smithi032.stdout:op 1963 completed, throughput=5MB/sec 2023-12-22T17:43:47.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:43:47 smithi032 ceph-mon[191839]: pgmap v1495: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-22T17:43:47.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:43:47 smithi032 ceph-mon[189144]: pgmap v1495: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-22T17:43:48.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:43:47 smithi039 ceph-mon[181282]: pgmap v1495: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-22T17:43:48.038 INFO:tasks.workunit.client.0.smithi032.stdout: 383: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:48.038 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-R4efxjQhiFIsFrs off=11322021 len=2078392 2023-12-22T17:43:48.040 INFO:tasks.workunit.client.0.smithi032.stdout:op 1964 completed, throughput=4.99MB/sec 2023-12-22T17:43:48.040 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qph48VfKN54OXpd off=5786884 len=1316975 2023-12-22T17:43:48.047 INFO:tasks.workunit.client.0.smithi032.stdout:op 1965 completed, throughput=5MB/sec 2023-12-22T17:43:48.047 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RrS2MRu3A2C08TA off=4592057 len=1187344 2023-12-22T17:43:48.049 INFO:tasks.workunit.client.0.smithi032.stdout:op 1966 completed, throughput=5MB/sec 2023-12-22T17:43:49.050 INFO:tasks.workunit.client.0.smithi032.stdout: 384: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:49.050 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jUM1en6e41c2gL6 off=300252 len=283400 2023-12-22T17:43:49.051 INFO:tasks.workunit.client.0.smithi032.stdout:op 1967 completed, throughput=4.99MB/sec 2023-12-22T17:43:49.051 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SK0udKsw4y-I4ER off=8025840 len=1014821 2023-12-22T17:43:49.052 INFO:tasks.workunit.client.0.smithi032.stdout:op 1968 completed, throughput=4.99MB/sec 2023-12-22T17:43:49.052 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sBxAXNyIgtEwb0J off=3021270 len=1998244 2023-12-22T17:43:49.056 INFO:tasks.workunit.client.0.smithi032.stdout:op 1969 completed, throughput=5MB/sec 2023-12-22T17:43:49.056 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UC042E638sj-Vyj off=1186752 len=1028216 2023-12-22T17:43:49.061 INFO:tasks.workunit.client.0.smithi032.stdout:op 1970 completed, throughput=5MB/sec 2023-12-22T17:43:49.062 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3_DghEzJVJpgODC off=443498 len=1388813 2023-12-22T17:43:49.069 INFO:tasks.workunit.client.0.smithi032.stdout:op 1971 completed, throughput=5MB/sec 2023-12-22T17:43:49.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:43:49 smithi032 ceph-mon[189144]: pgmap v1496: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2023-12-22T17:43:49.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:43:49 smithi032 ceph-mon[191839]: pgmap v1496: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2023-12-22T17:43:50.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:43:49 smithi039 ceph-mon[181282]: pgmap v1496: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2023-12-22T17:43:50.069 INFO:tasks.workunit.client.0.smithi032.stdout: 385: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:50.070 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-eduyZm-o52ClMgt off=6206990 len=236013 2023-12-22T17:43:50.073 INFO:tasks.workunit.client.0.smithi032.stdout:op 1972 completed, throughput=4.99MB/sec 2023-12-22T17:43:50.073 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xFaVXRUIkZmNJFG off=13116331 len=99710 2023-12-22T17:43:50.074 INFO:tasks.workunit.client.0.smithi032.stdout:op 1973 completed, throughput=4.99MB/sec 2023-12-22T17:43:50.074 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-S-movRuifVPLJuh off=3517285 len=438154 2023-12-22T17:43:50.075 INFO:tasks.workunit.client.0.smithi032.stdout:op 1974 completed, throughput=4.99MB/sec 2023-12-22T17:43:50.075 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tV1jBFo8F5Uwuul off=888794 len=1038895 2023-12-22T17:43:50.076 INFO:tasks.workunit.client.0.smithi032.stdout:op 1975 completed, throughput=4.99MB/sec 2023-12-22T17:43:50.077 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HB1DpEFIMABVIEd off=9900324 len=2075777 2023-12-22T17:43:50.086 INFO:tasks.workunit.client.0.smithi032.stdout:op 1976 completed, throughput=5MB/sec 2023-12-22T17:43:50.086 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Vv-zjfDyEJawuYU off=7902346 len=1897971 2023-12-22T17:43:50.090 INFO:tasks.workunit.client.0.smithi032.stdout:op 1977 completed, throughput=5MB/sec 2023-12-22T17:43:50.853 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:43:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:43:50.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:43:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:43:51.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:43:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:43:51.090 INFO:tasks.workunit.client.0.smithi032.stdout: 386: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:51.090 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Oe95miaI7jM4HzC off=11060035 len=282007 2023-12-22T17:43:51.093 INFO:tasks.workunit.client.0.smithi032.stdout:op 1978 completed, throughput=4.99MB/sec 2023-12-22T17:43:51.094 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UAbFefehl7uJ2Ke off=13279005 len=1788931 2023-12-22T17:43:51.096 INFO:tasks.workunit.client.0.smithi032.stdout:op 1979 completed, throughput=4.99MB/sec 2023-12-22T17:43:51.096 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ymImkXStAZcebLY off=1784694 len=1422761 2023-12-22T17:43:51.097 INFO:tasks.workunit.client.0.smithi032.stdout:op 1980 completed, throughput=5MB/sec 2023-12-22T17:43:51.097 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EYOiV57MDEh5sJx off=15805351 len=33569 2023-12-22T17:43:51.098 INFO:tasks.workunit.client.0.smithi032.stdout:op 1981 completed, throughput=5MB/sec 2023-12-22T17:43:51.098 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PIFRUmMUutpjS56 off=14153727 len=767274 2023-12-22T17:43:51.099 INFO:tasks.workunit.client.0.smithi032.stdout:op 1982 completed, throughput=5MB/sec 2023-12-22T17:43:51.099 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wa3qAqAKfeJj1AD off=491071 len=1003755 2023-12-22T17:43:51.105 INFO:tasks.workunit.client.0.smithi032.stdout:op 1983 completed, throughput=5MB/sec 2023-12-22T17:43:51.176 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:43:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:43:50] "GET /metrics HTTP/1.1" 200 34012 "" "Prometheus/2.43.0" 2023-12-22T17:43:52.105 INFO:tasks.workunit.client.0.smithi032.stdout: 387: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:52.105 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--REv7VH6P80Vazl off=2589717 len=613078 2023-12-22T17:43:52.107 INFO:tasks.workunit.client.0.smithi032.stdout:op 1984 completed, throughput=4.99MB/sec 2023-12-22T17:43:52.107 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jzMVJnJSZhgtFWg off=3889216 len=1067331 2023-12-22T17:43:52.108 INFO:tasks.workunit.client.0.smithi032.stdout:op 1985 completed, throughput=4.99MB/sec 2023-12-22T17:43:52.109 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Lu-1GKiKsW4MW9C off=2355559 len=1543446 2023-12-22T17:43:52.112 INFO:tasks.workunit.client.0.smithi032.stdout:op 1986 completed, throughput=5MB/sec 2023-12-22T17:43:52.112 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KZuHPNlZlZikOye off=1713651 len=725875 2023-12-22T17:43:52.113 INFO:tasks.workunit.client.0.smithi032.stdout:op 1987 completed, throughput=5MB/sec 2023-12-22T17:43:52.113 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9VWc9MSSpKXobts off=17138549 len=1165550 2023-12-22T17:43:52.114 INFO:tasks.workunit.client.0.smithi032.stdout:op 1988 completed, throughput=5MB/sec 2023-12-22T17:43:52.753 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:43:52 smithi039 ceph-mon[181282]: pgmap v1497: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2023-12-22T17:43:52.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:43:52 smithi032 ceph-mon[191839]: pgmap v1497: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2023-12-22T17:43:52.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:43:52 smithi032 ceph-mon[189144]: pgmap v1497: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2023-12-22T17:43:53.115 INFO:tasks.workunit.client.0.smithi032.stdout: 388: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:53.115 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ww5eiEa6uHp5dnh off=1393582 len=1841639 2023-12-22T17:43:53.123 INFO:tasks.workunit.client.0.smithi032.stdout:op 1989 completed, throughput=4.99MB/sec 2023-12-22T17:43:53.124 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bK_IMeWsWbTC-JC off=8949294 len=784845 2023-12-22T17:43:53.129 INFO:tasks.workunit.client.0.smithi032.stdout:op 1990 completed, throughput=5MB/sec 2023-12-22T17:43:53.129 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HxdXgFHze2pygmG off=2697846 len=92875 2023-12-22T17:43:53.131 INFO:tasks.workunit.client.0.smithi032.stdout:op 1991 completed, throughput=5MB/sec 2023-12-22T17:43:53.131 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Thsx9q2sdcLudIx off=8997497 len=1003170 2023-12-22T17:43:53.133 INFO:tasks.workunit.client.0.smithi032.stdout:op 1992 completed, throughput=5MB/sec 2023-12-22T17:43:53.133 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AP7XnqsIOoOQwi4 off=356911 len=1111867 2023-12-22T17:43:53.139 INFO:tasks.workunit.client.0.smithi032.stdout:op 1993 completed, throughput=5MB/sec 2023-12-22T17:43:53.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:43:53 smithi032 ceph-mon[191839]: pgmap v1498: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2023-12-22T17:43:53.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:43:53 smithi032 ceph-mon[189144]: pgmap v1498: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2023-12-22T17:43:54.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:43:53 smithi039 ceph-mon[181282]: pgmap v1498: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2023-12-22T17:43:54.139 INFO:tasks.workunit.client.0.smithi032.stdout: 389: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:54.139 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FG4wWYTpbmx4qUq off=9773731 len=1110274 2023-12-22T17:43:54.141 INFO:tasks.workunit.client.0.smithi032.stdout:op 1994 completed, throughput=4.99MB/sec 2023-12-22T17:43:54.141 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-n4GnkSaonowDVmz off=411664 len=152143 2023-12-22T17:43:54.145 INFO:tasks.workunit.client.0.smithi032.stdout:op 1995 completed, throughput=4.99MB/sec 2023-12-22T17:43:54.145 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fcavh9sCUMKFvmq off=3350268 len=1923695 2023-12-22T17:43:54.147 INFO:tasks.workunit.client.0.smithi032.stdout:op 1996 completed, throughput=5MB/sec 2023-12-22T17:43:54.147 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FSIBv6oADAANrsf off=9285461 len=293924 2023-12-22T17:43:54.148 INFO:tasks.workunit.client.0.smithi032.stdout:op 1997 completed, throughput=5MB/sec 2023-12-22T17:43:54.148 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-y9qPbp49XYAagNw off=505662 len=253845 2023-12-22T17:43:54.148 INFO:tasks.workunit.client.0.smithi032.stdout:op 1998 completed, throughput=5MB/sec 2023-12-22T17:43:54.148 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-oSKSWa_hc9NBKC- off=3831727 len=610414 2023-12-22T17:43:54.153 INFO:tasks.workunit.client.0.smithi032.stdout:op 1999 completed, throughput=5MB/sec 2023-12-22T17:43:54.153 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bYviLytFhD9ljUK off=6825595 len=1372382 2023-12-22T17:43:54.154 INFO:tasks.workunit.client.0.smithi032.stdout:op 2000 completed, throughput=5MB/sec 2023-12-22T17:43:55.155 INFO:tasks.workunit.client.0.smithi032.stdout: 390: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:55.155 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LRgwhkUotrSS6-_ off=4080469 len=1105220 2023-12-22T17:43:55.158 INFO:tasks.workunit.client.0.smithi032.stdout:op 2001 completed, throughput=4.99MB/sec 2023-12-22T17:43:55.158 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-khYLXs9sPd1VZ6l off=2061898 len=1339888 2023-12-22T17:43:55.164 INFO:tasks.workunit.client.0.smithi032.stdout:op 2002 completed, throughput=4.99MB/sec 2023-12-22T17:43:55.165 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-K3TTYGWaid5k1o1 off=300081 len=900687 2023-12-22T17:43:55.170 INFO:tasks.workunit.client.0.smithi032.stdout:op 2003 completed, throughput=5MB/sec 2023-12-22T17:43:55.170 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-flpiEi0ABx6QV8j off=11435217 len=524177 2023-12-22T17:43:55.174 INFO:tasks.workunit.client.0.smithi032.stdout:op 2004 completed, throughput=5MB/sec 2023-12-22T17:43:55.174 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UGSAYChJoG0ayyu off=8704104 len=1510541 2023-12-22T17:43:55.177 INFO:tasks.workunit.client.0.smithi032.stdout:op 2005 completed, throughput=5MB/sec 2023-12-22T17:43:55.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:43:55 smithi032 ceph-mon[191839]: pgmap v1499: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2023-12-22T17:43:55.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:43:55 smithi032 ceph-mon[189144]: pgmap v1499: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2023-12-22T17:43:56.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:43:55 smithi039 ceph-mon[181282]: pgmap v1499: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2023-12-22T17:43:56.177 INFO:tasks.workunit.client.0.smithi032.stdout: 391: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:56.178 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ynr3b_vWYJjO9RX off=14475130 len=1954282 2023-12-22T17:43:56.185 INFO:tasks.workunit.client.0.smithi032.stdout:op 2006 completed, throughput=4.99MB/sec 2023-12-22T17:43:56.185 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KRawNjXvglYuCYR off=14110231 len=625116 2023-12-22T17:43:56.190 INFO:tasks.workunit.client.0.smithi032.stdout:op 2007 completed, throughput=4.99MB/sec 2023-12-22T17:43:56.190 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bVcraueue-hAZS5 off=8321695 len=2002087 2023-12-22T17:43:56.192 INFO:tasks.workunit.client.0.smithi032.stdout:op 2008 completed, throughput=5MB/sec 2023-12-22T17:43:56.192 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-n9TWpH_7lrZqeib off=6380070 len=81490 2023-12-22T17:43:56.192 INFO:tasks.workunit.client.0.smithi032.stdout:op 2009 completed, throughput=5MB/sec 2023-12-22T17:43:56.193 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sYRU-r_Bm7BEZQZ off=4818424 len=2094958 2023-12-22T17:43:56.194 INFO:tasks.workunit.client.0.smithi032.stdout:op 2010 completed, throughput=5MB/sec 2023-12-22T17:43:57.183 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:43:57.194 INFO:tasks.workunit.client.0.smithi032.stdout: 392: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:57.195 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XkcF3cnM-LjVsDO off=368039 len=941319 2023-12-22T17:43:57.197 INFO:tasks.workunit.client.0.smithi032.stdout:op 2011 completed, throughput=4.99MB/sec 2023-12-22T17:43:57.197 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-067eMzqlarjakTm off=15444196 len=1848824 2023-12-22T17:43:57.198 INFO:tasks.workunit.client.0.smithi032.stdout:op 2012 completed, throughput=5MB/sec 2023-12-22T17:43:57.198 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9JaRTzKczPVR66N off=2217570 len=439144 2023-12-22T17:43:57.200 INFO:tasks.workunit.client.0.smithi032.stdout:op 2013 completed, throughput=5MB/sec 2023-12-22T17:43:57.200 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qbKc3uRkV89lqKi off=16535793 len=707851 2023-12-22T17:43:57.203 INFO:tasks.workunit.client.0.smithi032.stdout:op 2014 completed, throughput=5MB/sec 2023-12-22T17:43:57.504 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:43:57.504 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (24m) 12s ago 28m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:43:57.504 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (23m) 8m ago 28m 91.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:43:57.504 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (29m) 12s ago 29m 20.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:43:57.504 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (29m) 8m ago 29m 25.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:43:57.504 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (23m) 8m ago 31m 455M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:43:57.504 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (23m) 12s ago 33m 541M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:43:57.505 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (23m) 12s ago 33m 246M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:43:57.505 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (22m) 8m ago 32m 131M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:43:57.505 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (22m) 12s ago 31m 150M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:43:57.505 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (24m) 12s ago 28m 15.8M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:43:57.505 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (23m) 8m ago 28m 17.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:43:57.505 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (22m) 12s ago 31m 1953M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:43:57.505 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (21m) 12s ago 31m 2201M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:43:57.505 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (21m) 12s ago 30m 2126M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:43:57.505 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (20m) 12s ago 30m 1857M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:43:57.505 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (20m) 8m ago 30m 1675M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:43:57.505 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (19m) 8m ago 30m 1206M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:43:57.505 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (19m) 8m ago 29m 798M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:43:57.505 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (18m) 8m ago 29m 986M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:43:57.505 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (23m) 8m ago 28m 66.1M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:43:57.911 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:43:57.911 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:43:57.911 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:43:57.911 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:43:57.911 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:43:57.911 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:43:57.911 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:43:57.911 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:43:57.911 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:43:57.912 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:43:57.912 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:43:57.912 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:43:57.912 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:43:57.912 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:43:57.912 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:43:57.912 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:43:57.912 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:43:57.912 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:43:57.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:43:57 smithi032 ceph-mon[191839]: from='client.35418 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:43:57.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:43:57 smithi032 ceph-mon[191839]: from='client.35424 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:43:57.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:43:57 smithi032 ceph-mon[191839]: pgmap v1500: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2023-12-22T17:43:57.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:43:57 smithi032 ceph-mon[189144]: from='client.35418 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:43:57.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:43:57 smithi032 ceph-mon[189144]: from='client.35424 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:43:57.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:43:57 smithi032 ceph-mon[189144]: pgmap v1500: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2023-12-22T17:43:58.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:43:57 smithi039 ceph-mon[181282]: from='client.35418 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:43:58.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:43:57 smithi039 ceph-mon[181282]: from='client.35424 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:43:58.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:43:57 smithi039 ceph-mon[181282]: pgmap v1500: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2023-12-22T17:43:58.204 INFO:tasks.workunit.client.0.smithi032.stdout: 393: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:58.204 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hvCTgcVLvGv3BEi off=120903 len=1890801 2023-12-22T17:43:58.205 INFO:tasks.workunit.client.0.smithi032.stdout:op 2015 completed, throughput=4.99MB/sec 2023-12-22T17:43:58.206 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hZ8Fz1dKwvkC4UF off=1237715 len=1119224 2023-12-22T17:43:58.211 INFO:tasks.workunit.client.0.smithi032.stdout:op 2016 completed, throughput=5MB/sec 2023-12-22T17:43:58.211 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AREKr14DWoM7aZU off=2842528 len=1396027 2023-12-22T17:43:58.214 INFO:tasks.workunit.client.0.smithi032.stdout:op 2017 completed, throughput=5MB/sec 2023-12-22T17:43:58.214 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Fp7p8pUh-YvkJB_ off=2086967 len=1222432 2023-12-22T17:43:58.215 INFO:tasks.workunit.client.0.smithi032.stdout:op 2018 completed, throughput=5MB/sec 2023-12-22T17:43:58.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:43:58 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/604057396' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:43:58.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:43:58 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/604057396' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:43:59.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:43:58 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/604057396' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:43:59.215 INFO:tasks.workunit.client.0.smithi032.stdout: 394: throughput=4.99MB/sec pending data=0 2023-12-22T17:43:59.215 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VHxaF9FhdRL2wA0 off=2366417 len=175667 2023-12-22T17:43:59.216 INFO:tasks.workunit.client.0.smithi032.stdout:op 2019 completed, throughput=4.99MB/sec 2023-12-22T17:43:59.216 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-s4Vu_5CXI-zzCRj off=7890163 len=1096158 2023-12-22T17:43:59.217 INFO:tasks.workunit.client.0.smithi032.stdout:op 2020 completed, throughput=4.99MB/sec 2023-12-22T17:43:59.218 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mmXCw4aFGZ5dJFG off=8123006 len=1958041 2023-12-22T17:43:59.227 INFO:tasks.workunit.client.0.smithi032.stdout:op 2021 completed, throughput=5MB/sec 2023-12-22T17:43:59.227 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-asTfV0DeWg6uxqr off=742226 len=1234858 2023-12-22T17:43:59.232 INFO:tasks.workunit.client.0.smithi032.stdout:op 2022 completed, throughput=5MB/sec 2023-12-22T17:43:59.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:43:59 smithi032 ceph-mon[189144]: pgmap v1501: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-22T17:43:59.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:43:59 smithi032 ceph-mon[191839]: pgmap v1501: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-22T17:44:00.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:43:59 smithi039 ceph-mon[181282]: pgmap v1501: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-22T17:44:00.232 INFO:tasks.workunit.client.0.smithi032.stdout: 395: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:00.232 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-c1OijBCJ_Q1Ndn4 off=654030 len=1011119 2023-12-22T17:44:00.234 INFO:tasks.workunit.client.0.smithi032.stdout:op 2023 completed, throughput=4.99MB/sec 2023-12-22T17:44:00.234 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Qa5L4nvtMWV2U_N off=11795908 len=1485084 2023-12-22T17:44:00.242 INFO:tasks.workunit.client.0.smithi032.stdout:op 2024 completed, throughput=4.99MB/sec 2023-12-22T17:44:00.242 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-p2x3naMzkgE5nBZ off=117107 len=2051510 2023-12-22T17:44:00.250 INFO:tasks.workunit.client.0.smithi032.stdout:op 2025 completed, throughput=5MB/sec 2023-12-22T17:44:00.250 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-p_SH3Ry-uWe7UeB off=14406143 len=950417 2023-12-22T17:44:00.252 INFO:tasks.workunit.client.0.smithi032.stdout:op 2026 completed, throughput=5MB/sec 2023-12-22T17:44:01.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:44:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:44:00] "GET /metrics HTTP/1.1" 200 34012 "" "Prometheus/2.43.0" 2023-12-22T17:44:01.252 INFO:tasks.workunit.client.0.smithi032.stdout: 396: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:01.252 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_oGBHlVDroUwwO0 off=18050805 len=460690 2023-12-22T17:44:01.256 INFO:tasks.workunit.client.0.smithi032.stdout:op 2027 completed, throughput=4.99MB/sec 2023-12-22T17:44:01.256 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-aGcprsN8calz6r1 off=14357578 len=2018422 2023-12-22T17:44:01.260 INFO:tasks.workunit.client.0.smithi032.stdout:op 2028 completed, throughput=4.99MB/sec 2023-12-22T17:44:01.260 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-avoJT5-X2s3EqNQ off=5393620 len=156281 2023-12-22T17:44:01.261 INFO:tasks.workunit.client.0.smithi032.stdout:op 2029 completed, throughput=4.99MB/sec 2023-12-22T17:44:01.261 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xTX-rIRcHrLAF-q off=10565119 len=1058731 2023-12-22T17:44:01.267 INFO:tasks.workunit.client.0.smithi032.stdout:op 2030 completed, throughput=5MB/sec 2023-12-22T17:44:01.267 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ddliJV1WPTJyEsW off=4374872 len=1959343 2023-12-22T17:44:01.276 INFO:tasks.workunit.client.0.smithi032.stdout:op 2031 completed, throughput=5MB/sec 2023-12-22T17:44:02.276 INFO:tasks.workunit.client.0.smithi032.stdout: 397: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:02.277 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CdqrL5flBYEnPS_ off=88556 len=290767 2023-12-22T17:44:02.280 INFO:tasks.workunit.client.0.smithi032.stdout:op 2032 completed, throughput=4.99MB/sec 2023-12-22T17:44:02.280 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-z1mlPEluLDL9RX7 off=1856445 len=465971 2023-12-22T17:44:02.283 INFO:tasks.workunit.client.0.smithi032.stdout:op 2033 completed, throughput=4.99MB/sec 2023-12-22T17:44:02.283 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nmvXlM6f7i0Acym off=4522098 len=151373 2023-12-22T17:44:02.286 INFO:tasks.workunit.client.0.smithi032.stdout:op 2034 completed, throughput=4.99MB/sec 2023-12-22T17:44:02.286 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WH4LCLauD9IjFyq off=583274 len=436010 2023-12-22T17:44:02.290 INFO:tasks.workunit.client.0.smithi032.stdout:op 2035 completed, throughput=4.99MB/sec 2023-12-22T17:44:02.290 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Bogi4RbLmVGSouB off=3173292 len=238382 2023-12-22T17:44:02.290 INFO:tasks.workunit.client.0.smithi032.stdout:op 2036 completed, throughput=4.99MB/sec 2023-12-22T17:44:02.291 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5duJzq8Y_1_J5UF off=5365642 len=1598842 2023-12-22T17:44:02.292 INFO:tasks.workunit.client.0.smithi032.stdout:op 2037 completed, throughput=5MB/sec 2023-12-22T17:44:02.293 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jtxC0ZzJBpc42NA off=1444019 len=2094325 2023-12-22T17:44:02.295 INFO:tasks.workunit.client.0.smithi032.stdout:op 2038 completed, throughput=5MB/sec 2023-12-22T17:44:02.753 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:44:02 smithi039 ceph-mon[181282]: pgmap v1502: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2023-12-22T17:44:02.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:44:02 smithi032 ceph-mon[189144]: pgmap v1502: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2023-12-22T17:44:02.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:44:02 smithi032 ceph-mon[191839]: pgmap v1502: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2023-12-22T17:44:03.295 INFO:tasks.workunit.client.0.smithi032.stdout: 398: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:03.295 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WnRr3njEXq5f9Ek off=947137 len=280791 2023-12-22T17:44:03.296 INFO:tasks.workunit.client.0.smithi032.stdout:op 2039 completed, throughput=4.99MB/sec 2023-12-22T17:44:03.297 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zeMJf3cr_3Mo0Iz off=1322702 len=1996613 2023-12-22T17:44:03.300 INFO:tasks.workunit.client.0.smithi032.stdout:op 2040 completed, throughput=4.99MB/sec 2023-12-22T17:44:03.300 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--WmagT5jox8jR7Q off=15756869 len=1470279 2023-12-22T17:44:03.308 INFO:tasks.workunit.client.0.smithi032.stdout:op 2041 completed, throughput=5MB/sec 2023-12-22T17:44:03.308 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bEH4F1V23s8Cww8 off=12056141 len=1386808 2023-12-22T17:44:03.315 INFO:tasks.workunit.client.0.smithi032.stdout:op 2042 completed, throughput=5MB/sec 2023-12-22T17:44:03.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:44:03 smithi032 ceph-mon[191839]: pgmap v1503: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-22T17:44:03.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:44:03 smithi032 ceph-mon[189144]: pgmap v1503: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-22T17:44:04.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:44:03 smithi039 ceph-mon[181282]: pgmap v1503: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-22T17:44:04.315 INFO:tasks.workunit.client.0.smithi032.stdout: 399: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:04.315 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uJdokq-0GuxpkIg off=2982450 len=1037823 2023-12-22T17:44:04.316 INFO:tasks.workunit.client.0.smithi032.stdout:op 2043 completed, throughput=4.99MB/sec 2023-12-22T17:44:04.317 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0ofbke--X9r4JVV off=2902018 len=1802100 2023-12-22T17:44:04.323 INFO:tasks.workunit.client.0.smithi032.stdout:op 2044 completed, throughput=4.99MB/sec 2023-12-22T17:44:04.324 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nu0UqsJ4PTVpOUx off=6068864 len=722115 2023-12-22T17:44:04.325 INFO:tasks.workunit.client.0.smithi032.stdout:op 2045 completed, throughput=5MB/sec 2023-12-22T17:44:04.325 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Gi9KW8G8Z-O5ftO off=5279218 len=1734034 2023-12-22T17:44:04.328 INFO:tasks.workunit.client.0.smithi032.stdout:op 2046 completed, throughput=5MB/sec 2023-12-22T17:44:04.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:44:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:44:04.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:44:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:44:05.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:44:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:44:05.328 INFO:tasks.workunit.client.0.smithi032.stdout: 400: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:05.329 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6KqHOl_5HpvIx-w off=2890245 len=220307 2023-12-22T17:44:05.332 INFO:tasks.workunit.client.0.smithi032.stdout:op 2047 completed, throughput=4.99MB/sec 2023-12-22T17:44:05.332 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4uEwVGfQ7_oOyGX off=8990378 len=359940 2023-12-22T17:44:05.335 INFO:tasks.workunit.client.0.smithi032.stdout:op 2048 completed, throughput=4.99MB/sec 2023-12-22T17:44:05.336 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UnCr0-SJQzuSXi0 off=14979974 len=887282 2023-12-22T17:44:05.337 INFO:tasks.workunit.client.0.smithi032.stdout:op 2049 completed, throughput=4.99MB/sec 2023-12-22T17:44:05.337 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jBQT7vIxm8iQcRu off=1629119 len=1614222 2023-12-22T17:44:05.339 INFO:tasks.workunit.client.0.smithi032.stdout:op 2050 completed, throughput=5MB/sec 2023-12-22T17:44:05.339 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--b3Re7isNdSU0BL off=14630683 len=1075453 2023-12-22T17:44:05.345 INFO:tasks.workunit.client.0.smithi032.stdout:op 2051 completed, throughput=5MB/sec 2023-12-22T17:44:05.345 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--RzS3gWUhonM5SJ off=12407 len=730853 2023-12-22T17:44:05.349 INFO:tasks.workunit.client.0.smithi032.stdout:op 2052 completed, throughput=5MB/sec 2023-12-22T17:44:05.349 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Zdp5N1jT4YDgsTn off=14370072 len=1237154 2023-12-22T17:44:05.355 INFO:tasks.workunit.client.0.smithi032.stdout:op 2053 completed, throughput=5MB/sec 2023-12-22T17:44:06.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:44:05 smithi039 ceph-mon[181282]: pgmap v1504: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-22T17:44:06.176 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:44:05 smithi032 ceph-mon[191839]: pgmap v1504: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-22T17:44:06.177 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:44:05 smithi032 ceph-mon[189144]: pgmap v1504: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-22T17:44:06.355 INFO:tasks.workunit.client.0.smithi032.stdout: 401: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:06.356 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9uNXKHbTco7GRKh off=1626565 len=719158 2023-12-22T17:44:06.357 INFO:tasks.workunit.client.0.smithi032.stdout:op 2054 completed, throughput=4.99MB/sec 2023-12-22T17:44:06.357 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IiKIgBfS7zeUCky off=18561145 len=1527531 2023-12-22T17:44:06.365 INFO:tasks.workunit.client.0.smithi032.stdout:op 2055 completed, throughput=5MB/sec 2023-12-22T17:44:06.365 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LdQngHuP2dL5urn off=22176337 len=324442 2023-12-22T17:44:06.368 INFO:tasks.workunit.client.0.smithi032.stdout:op 2056 completed, throughput=5MB/sec 2023-12-22T17:44:06.368 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kwvFwcEq2P8vgyM off=2570325 len=284672 2023-12-22T17:44:06.369 INFO:tasks.workunit.client.0.smithi032.stdout:op 2057 completed, throughput=5MB/sec 2023-12-22T17:44:06.369 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7-O3LhVjHMvUifS off=13170749 len=1873424 2023-12-22T17:44:06.371 INFO:tasks.workunit.client.0.smithi032.stdout:op 2058 completed, throughput=5MB/sec 2023-12-22T17:44:07.372 INFO:tasks.workunit.client.0.smithi032.stdout: 402: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:07.372 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xTw1d_auOwBnIeW off=1357212 len=1964017 2023-12-22T17:44:07.381 INFO:tasks.workunit.client.0.smithi032.stdout:op 2059 completed, throughput=4.99MB/sec 2023-12-22T17:44:07.382 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EbE5NmEKElwbrYy off=5543124 len=1014382 2023-12-22T17:44:07.384 INFO:tasks.workunit.client.0.smithi032.stdout:op 2060 completed, throughput=5MB/sec 2023-12-22T17:44:07.384 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DiGUHHR53EJ_JF0 off=9053732 len=1573604 2023-12-22T17:44:07.392 INFO:tasks.workunit.client.0.smithi032.stdout:op 2061 completed, throughput=5MB/sec 2023-12-22T17:44:07.392 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6CsKMHRVP8SKUs8 off=11246140 len=1757611 2023-12-22T17:44:07.393 INFO:tasks.workunit.client.0.smithi032.stdout:op 2062 completed, throughput=5MB/sec 2023-12-22T17:44:07.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:44:07 smithi032 ceph-mon[191839]: pgmap v1505: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-22T17:44:07.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:44:07 smithi032 ceph-mon[189144]: pgmap v1505: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-22T17:44:08.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:44:07 smithi039 ceph-mon[181282]: pgmap v1505: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-22T17:44:08.394 INFO:tasks.workunit.client.0.smithi032.stdout: 403: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:08.394 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vnKfYnse9n6I5M0 off=4195154 len=239280 2023-12-22T17:44:08.397 INFO:tasks.workunit.client.0.smithi032.stdout:op 2063 completed, throughput=4.99MB/sec 2023-12-22T17:44:08.397 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xR8zNRexRTk5Tya off=9040836 len=161966 2023-12-22T17:44:08.398 INFO:tasks.workunit.client.0.smithi032.stdout:op 2064 completed, throughput=4.99MB/sec 2023-12-22T17:44:08.398 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cqARz3w0E3E6D3Q off=15026709 len=1150683 2023-12-22T17:44:08.404 INFO:tasks.workunit.client.0.smithi032.stdout:op 2065 completed, throughput=4.99MB/sec 2023-12-22T17:44:08.404 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-y93-4Pum0ldqM4Z off=1383435 len=1196662 2023-12-22T17:44:08.410 INFO:tasks.workunit.client.0.smithi032.stdout:op 2066 completed, throughput=5MB/sec 2023-12-22T17:44:08.410 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yrYoezwyaG_0eQ0 off=23008531 len=1282863 2023-12-22T17:44:08.411 INFO:tasks.workunit.client.0.smithi032.stdout:op 2067 completed, throughput=5MB/sec 2023-12-22T17:44:09.411 INFO:tasks.workunit.client.0.smithi032.stdout: 404: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:09.411 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RiwpNYp-c1Qr78j off=2765617 len=543159 2023-12-22T17:44:09.416 INFO:tasks.workunit.client.0.smithi032.stdout:op 2068 completed, throughput=4.99MB/sec 2023-12-22T17:44:09.416 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WCKn98RVIyHg-ov off=3406066 len=201997 2023-12-22T17:44:09.417 INFO:tasks.workunit.client.0.smithi032.stdout:op 2069 completed, throughput=4.99MB/sec 2023-12-22T17:44:09.417 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qzWgSjETbfhetxb off=2938734 len=513010 2023-12-22T17:44:09.421 INFO:tasks.workunit.client.0.smithi032.stdout:op 2070 completed, throughput=4.99MB/sec 2023-12-22T17:44:09.421 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-oJOeb1fmIdyCVRa off=5871849 len=663417 2023-12-22T17:44:09.425 INFO:tasks.workunit.client.0.smithi032.stdout:op 2071 completed, throughput=4.99MB/sec 2023-12-22T17:44:09.425 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QO7dOK6uBqjaLny off=6513792 len=1581587 2023-12-22T17:44:09.429 INFO:tasks.workunit.client.0.smithi032.stdout:op 2072 completed, throughput=5MB/sec 2023-12-22T17:44:09.429 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BIS4Y0IFRYUicRQ off=8848400 len=136023 2023-12-22T17:44:09.432 INFO:tasks.workunit.client.0.smithi032.stdout:op 2073 completed, throughput=5MB/sec 2023-12-22T17:44:09.432 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yK2pGLupsYCPxE4 off=920722 len=1678440 2023-12-22T17:44:09.434 INFO:tasks.workunit.client.0.smithi032.stdout:op 2074 completed, throughput=5MB/sec 2023-12-22T17:44:09.434 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-d3H_EAi5R6YTqg6 off=789648 len=1662491 2023-12-22T17:44:09.435 INFO:tasks.workunit.client.0.smithi032.stdout:op 2075 completed, throughput=5MB/sec 2023-12-22T17:44:09.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:44:09 smithi032 ceph-mon[191839]: pgmap v1506: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:44:09.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:44:09 smithi032 ceph-mon[189144]: pgmap v1506: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:44:10.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:44:09 smithi039 ceph-mon[181282]: pgmap v1506: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:44:10.436 INFO:tasks.workunit.client.0.smithi032.stdout: 405: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:10.436 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nBwq-a5IgctnDvy off=10786994 len=1901261 2023-12-22T17:44:10.440 INFO:tasks.workunit.client.0.smithi032.stdout:op 2076 completed, throughput=5MB/sec 2023-12-22T17:44:10.440 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3qb2CtD4MyE0pAB off=0 len=1696992 2023-12-22T17:44:10.448 INFO:tasks.workunit.client.0.smithi032.stdout:op 2077 completed, throughput=5MB/sec 2023-12-22T17:44:10.448 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-m2S0itAHfcLsQKa off=527447 len=2077858 2023-12-22T17:44:10.450 INFO:tasks.workunit.client.0.smithi032.stdout:op 2078 completed, throughput=5MB/sec 2023-12-22T17:44:11.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:44:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:44:10] "GET /metrics HTTP/1.1" 200 34010 "" "Prometheus/2.43.0" 2023-12-22T17:44:11.451 INFO:tasks.workunit.client.0.smithi032.stdout: 406: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:11.451 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TIIrUZR05hCq4wK off=8529657 len=1779417 2023-12-22T17:44:11.453 INFO:tasks.workunit.client.0.smithi032.stdout:op 2079 completed, throughput=5MB/sec 2023-12-22T17:44:11.453 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qBlH4h9l-YqIkOo off=8272192 len=1810392 2023-12-22T17:44:11.461 INFO:tasks.workunit.client.0.smithi032.stdout:op 2080 completed, throughput=5MB/sec 2023-12-22T17:44:12.462 INFO:tasks.workunit.client.0.smithi032.stdout: 407: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:12.462 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ai4BEmbWEB_AQ-R off=15103032 len=11849 2023-12-22T17:44:12.464 INFO:tasks.workunit.client.0.smithi032.stdout:op 2081 completed, throughput=4.99MB/sec 2023-12-22T17:44:12.464 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Hi9Ij0rLiCxmiMv off=2945355 len=1593586 2023-12-22T17:44:12.466 INFO:tasks.workunit.client.0.smithi032.stdout:op 2082 completed, throughput=4.99MB/sec 2023-12-22T17:44:12.467 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jrazrhCpPw9YWj0 off=5385880 len=22051 2023-12-22T17:44:12.467 INFO:tasks.workunit.client.0.smithi032.stdout:op 2083 completed, throughput=4.99MB/sec 2023-12-22T17:44:12.467 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Kv09Z2jhAJfzQBg off=1661856 len=1107194 2023-12-22T17:44:12.472 INFO:tasks.workunit.client.0.smithi032.stdout:op 2084 completed, throughput=4.99MB/sec 2023-12-22T17:44:12.473 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qh-af9e154viCEr off=3988635 len=567937 2023-12-22T17:44:12.477 INFO:tasks.workunit.client.0.smithi032.stdout:op 2085 completed, throughput=5MB/sec 2023-12-22T17:44:12.477 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uJvjEpHGcQyZydm off=9064000 len=1045884 2023-12-22T17:44:12.478 INFO:tasks.workunit.client.0.smithi032.stdout:op 2086 completed, throughput=5MB/sec 2023-12-22T17:44:12.478 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vQ17XiVLhmCt1B4 off=2858498 len=1618084 2023-12-22T17:44:12.487 INFO:tasks.workunit.client.0.smithi032.stdout:op 2087 completed, throughput=5MB/sec 2023-12-22T17:44:12.753 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:44:12 smithi039 ceph-mon[181282]: pgmap v1507: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:44:12.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:44:12 smithi032 ceph-mon[189144]: pgmap v1507: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:44:12.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:44:12 smithi032 ceph-mon[191839]: pgmap v1507: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:44:13.487 INFO:tasks.workunit.client.0.smithi032.stdout: 408: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:13.487 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xtYVKk22vo0Uake off=2677492 len=1626483 2023-12-22T17:44:13.489 INFO:tasks.workunit.client.0.smithi032.stdout:op 2088 completed, throughput=4.99MB/sec 2023-12-22T17:44:13.489 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qH8m9xI0sEid9iu off=20331148 len=301858 2023-12-22T17:44:13.493 INFO:tasks.workunit.client.0.smithi032.stdout:op 2089 completed, throughput=4.99MB/sec 2023-12-22T17:44:13.493 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JQ-pO0uxFSQ-Pk5 off=1139974 len=1317692 2023-12-22T17:44:13.499 INFO:tasks.workunit.client.0.smithi032.stdout:op 2090 completed, throughput=5MB/sec 2023-12-22T17:44:13.499 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SBqK3C59in2xWSd off=1616991 len=1141647 2023-12-22T17:44:13.500 INFO:tasks.workunit.client.0.smithi032.stdout:op 2091 completed, throughput=5MB/sec 2023-12-22T17:44:13.501 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PjS7ABGStibylqq off=1503488 len=1055923 2023-12-22T17:44:13.501 INFO:tasks.workunit.client.0.smithi032.stdout:op 2092 completed, throughput=5MB/sec 2023-12-22T17:44:13.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:44:13 smithi032 ceph-mon[189144]: pgmap v1508: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:44:13.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:44:13 smithi032 ceph-mon[191839]: pgmap v1508: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:44:14.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:44:13 smithi039 ceph-mon[181282]: pgmap v1508: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:44:14.502 INFO:tasks.workunit.client.0.smithi032.stdout: 409: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:14.502 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4i2exfpvGD0jFMy off=1341495 len=1922495 2023-12-22T17:44:14.504 INFO:tasks.workunit.client.0.smithi032.stdout:op 2093 completed, throughput=4.99MB/sec 2023-12-22T17:44:14.504 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--Jk0RnAh4L91ahR off=6919265 len=50150 2023-12-22T17:44:14.507 INFO:tasks.workunit.client.0.smithi032.stdout:op 2094 completed, throughput=4.99MB/sec 2023-12-22T17:44:14.507 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-c1bIVLR19LTKumo off=9123832 len=1531977 2023-12-22T17:44:14.509 INFO:tasks.workunit.client.0.smithi032.stdout:op 2095 completed, throughput=5MB/sec 2023-12-22T17:44:14.509 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LSh5li02ge-2Qza off=14225686 len=960040 2023-12-22T17:44:14.510 INFO:tasks.workunit.client.0.smithi032.stdout:op 2096 completed, throughput=5MB/sec 2023-12-22T17:44:15.510 INFO:tasks.workunit.client.0.smithi032.stdout: 410: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:15.511 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3d7Xwo4FoV50fSs off=10611711 len=814025 2023-12-22T17:44:15.515 INFO:tasks.workunit.client.0.smithi032.stdout:op 2097 completed, throughput=4.99MB/sec 2023-12-22T17:44:15.515 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mlEZLRbCciXiKE2 off=1577821 len=856049 2023-12-22T17:44:15.520 INFO:tasks.workunit.client.0.smithi032.stdout:op 2098 completed, throughput=4.99MB/sec 2023-12-22T17:44:15.520 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dibj1pgC14rHxUc off=5346250 len=630183 2023-12-22T17:44:15.525 INFO:tasks.workunit.client.0.smithi032.stdout:op 2099 completed, throughput=4.99MB/sec 2023-12-22T17:44:15.525 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ud4VF5mXZNddQ9v off=5760049 len=344257 2023-12-22T17:44:15.526 INFO:tasks.workunit.client.0.smithi032.stdout:op 2100 completed, throughput=4.99MB/sec 2023-12-22T17:44:15.526 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SM-rlDNSDxlBRe5 off=7110062 len=1305118 2023-12-22T17:44:15.527 INFO:tasks.workunit.client.0.smithi032.stdout:op 2101 completed, throughput=5MB/sec 2023-12-22T17:44:15.527 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uCZebf6ja4F4ALN off=3107776 len=1772992 2023-12-22T17:44:15.536 INFO:tasks.workunit.client.0.smithi032.stdout:op 2102 completed, throughput=5MB/sec 2023-12-22T17:44:15.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:44:15 smithi032 ceph-mon[191839]: pgmap v1509: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:44:15.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:44:15 smithi032 ceph-mon[189144]: pgmap v1509: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:44:16.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:44:15 smithi039 ceph-mon[181282]: pgmap v1509: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:44:16.536 INFO:tasks.workunit.client.0.smithi032.stdout: 411: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:16.536 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5AlwSrjag_HU2US off=7347674 len=1891579 2023-12-22T17:44:16.540 INFO:tasks.workunit.client.0.smithi032.stdout:op 2103 completed, throughput=4.99MB/sec 2023-12-22T17:44:16.540 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-eFL8Mnix03LbCZ3 off=1718148 len=1742635 2023-12-22T17:44:16.548 INFO:tasks.workunit.client.0.smithi032.stdout:op 2104 completed, throughput=5MB/sec 2023-12-22T17:44:16.548 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Lu4JsB4MjlDcKVR off=1742190 len=2018080 2023-12-22T17:44:16.550 INFO:tasks.workunit.client.0.smithi032.stdout:op 2105 completed, throughput=5MB/sec 2023-12-22T17:44:17.550 INFO:tasks.workunit.client.0.smithi032.stdout: 412: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:17.550 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--06Wee4yXO3zl2h off=1505219 len=1831689 2023-12-22T17:44:17.552 INFO:tasks.workunit.client.0.smithi032.stdout:op 2106 completed, throughput=4.99MB/sec 2023-12-22T17:44:17.553 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-frFK_1HqXmhqgxI off=8931327 len=902850 2023-12-22T17:44:17.559 INFO:tasks.workunit.client.0.smithi032.stdout:op 2107 completed, throughput=5MB/sec 2023-12-22T17:44:17.559 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-e-GIpkrRU8MaveN off=7818108 len=1711199 2023-12-22T17:44:17.566 INFO:tasks.workunit.client.0.smithi032.stdout:op 2108 completed, throughput=5MB/sec 2023-12-22T17:44:17.566 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-A15PGtH-dLs5ype off=809222 len=752327 2023-12-22T17:44:17.570 INFO:tasks.workunit.client.0.smithi032.stdout:op 2109 completed, throughput=5MB/sec 2023-12-22T17:44:17.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:44:17 smithi032 ceph-mon[191839]: pgmap v1510: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:44:17.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:44:17 smithi032 ceph-mon[189144]: pgmap v1510: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:44:18.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:44:17 smithi039 ceph-mon[181282]: pgmap v1510: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:44:18.571 INFO:tasks.workunit.client.0.smithi032.stdout: 413: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:18.571 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QRBj43sgm-rxoaW off=4709486 len=697754 2023-12-22T17:44:18.572 INFO:tasks.workunit.client.0.smithi032.stdout:op 2110 completed, throughput=4.99MB/sec 2023-12-22T17:44:18.572 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GO5NLvWc75rEbZd off=6615278 len=42736 2023-12-22T17:44:18.574 INFO:tasks.workunit.client.0.smithi032.stdout:op 2111 completed, throughput=4.99MB/sec 2023-12-22T17:44:18.574 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RuYAIXUhoZtGsFv off=6205808 len=1647136 2023-12-22T17:44:18.583 INFO:tasks.workunit.client.0.smithi032.stdout:op 2112 completed, throughput=4.99MB/sec 2023-12-22T17:44:18.583 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fQWXFPbNZOxi4Ns off=6067002 len=1138801 2023-12-22T17:44:18.584 INFO:tasks.workunit.client.0.smithi032.stdout:op 2113 completed, throughput=5MB/sec 2023-12-22T17:44:18.585 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mDIzIxzeuojjD5V off=5214338 len=1263129 2023-12-22T17:44:18.591 INFO:tasks.workunit.client.0.smithi032.stdout:op 2114 completed, throughput=5MB/sec 2023-12-22T17:44:19.591 INFO:tasks.workunit.client.0.smithi032.stdout: 414: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:19.591 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-s6GtCDvFZJQ9Dq2 off=7004130 len=1881898 2023-12-22T17:44:19.594 INFO:tasks.workunit.client.0.smithi032.stdout:op 2115 completed, throughput=4.99MB/sec 2023-12-22T17:44:19.594 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-suEfDeNKNnouNEI off=3965817 len=698831 2023-12-22T17:44:19.599 INFO:tasks.workunit.client.0.smithi032.stdout:op 2116 completed, throughput=4.99MB/sec 2023-12-22T17:44:19.599 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-w_2BezHqin1X7xB off=19898152 len=1076356 2023-12-22T17:44:19.604 INFO:tasks.workunit.client.0.smithi032.stdout:op 2117 completed, throughput=5MB/sec 2023-12-22T17:44:19.604 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-K4-UqMZNz63uVRK off=2625212 len=1291747 2023-12-22T17:44:19.607 INFO:tasks.workunit.client.0.smithi032.stdout:op 2118 completed, throughput=5MB/sec 2023-12-22T17:44:19.607 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-d-cK_kBQJAJTJRI off=5993885 len=1070615 2023-12-22T17:44:19.609 INFO:tasks.workunit.client.0.smithi032.stdout:op 2119 completed, throughput=5MB/sec 2023-12-22T17:44:19.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:44:19 smithi032 ceph-mon[191839]: pgmap v1511: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:44:19.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:44:19 smithi032 ceph-mon[189144]: pgmap v1511: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:44:20.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:44:19 smithi039 ceph-mon[181282]: pgmap v1511: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:44:20.610 INFO:tasks.workunit.client.0.smithi032.stdout: 415: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:20.610 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-foiJ6BaLQwQevj4 off=133083 len=613821 2023-12-22T17:44:20.611 INFO:tasks.workunit.client.0.smithi032.stdout:op 2120 completed, throughput=4.99MB/sec 2023-12-22T17:44:20.611 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xaf4RqRMgocN4Zw off=8990028 len=479108 2023-12-22T17:44:20.612 INFO:tasks.workunit.client.0.smithi032.stdout:op 2121 completed, throughput=4.99MB/sec 2023-12-22T17:44:20.612 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Q3fgjFU9ImyoxpD off=6428222 len=682600 2023-12-22T17:44:20.614 INFO:tasks.workunit.client.0.smithi032.stdout:op 2122 completed, throughput=4.99MB/sec 2023-12-22T17:44:20.614 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uxUt3rCOmDKUEh5 off=8266145 len=542992 2023-12-22T17:44:20.618 INFO:tasks.workunit.client.0.smithi032.stdout:op 2123 completed, throughput=5MB/sec 2023-12-22T17:44:20.618 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4YeszVxhBrSG8Y1 off=17047445 len=212989 2023-12-22T17:44:20.619 INFO:tasks.workunit.client.0.smithi032.stdout:op 2124 completed, throughput=5MB/sec 2023-12-22T17:44:20.619 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uHDEbKbs3HAHQH0 off=3310852 len=1078022 2023-12-22T17:44:20.624 INFO:tasks.workunit.client.0.smithi032.stdout:op 2125 completed, throughput=5MB/sec 2023-12-22T17:44:20.624 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-D4jgrwA9V2l9WbY off=15577406 len=999867 2023-12-22T17:44:20.629 INFO:tasks.workunit.client.0.smithi032.stdout:op 2126 completed, throughput=5MB/sec 2023-12-22T17:44:20.853 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:44:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:44:20.853 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:44:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:44:21.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:44:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:44:21.176 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:44:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:44:20] "GET /metrics HTTP/1.1" 200 34011 "" "Prometheus/2.43.0" 2023-12-22T17:44:21.629 INFO:tasks.workunit.client.0.smithi032.stdout: 416: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:21.629 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fCgUDGC0o_3t2xM off=7913183 len=1315236 2023-12-22T17:44:21.632 INFO:tasks.workunit.client.0.smithi032.stdout:op 2127 completed, throughput=4.99MB/sec 2023-12-22T17:44:21.632 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JSCdUTIkjP_JFrD off=641165 len=1348884 2023-12-22T17:44:21.639 INFO:tasks.workunit.client.0.smithi032.stdout:op 2128 completed, throughput=4.99MB/sec 2023-12-22T17:44:21.639 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-b0Mgr9dts2EPOeq off=12473823 len=1280577 2023-12-22T17:44:21.646 INFO:tasks.workunit.client.0.smithi032.stdout:op 2129 completed, throughput=5MB/sec 2023-12-22T17:44:21.646 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DtF3JIPfiFXuDZe off=15804174 len=1248407 2023-12-22T17:44:21.647 INFO:tasks.workunit.client.0.smithi032.stdout:op 2130 completed, throughput=5MB/sec 2023-12-22T17:44:21.647 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--5suGUZMUHL1b9l off=8379326 len=722435 2023-12-22T17:44:21.652 INFO:tasks.workunit.client.0.smithi032.stdout:op 2131 completed, throughput=5MB/sec 2023-12-22T17:44:22.652 INFO:tasks.workunit.client.0.smithi032.stdout: 417: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:22.653 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1aMJs5iZICQSOUY off=11481231 len=931561 2023-12-22T17:44:22.654 INFO:tasks.workunit.client.0.smithi032.stdout:op 2132 completed, throughput=4.99MB/sec 2023-12-22T17:44:22.654 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SNxu3TBWJhS9Qs7 off=3323298 len=1285026 2023-12-22T17:44:22.661 INFO:tasks.workunit.client.0.smithi032.stdout:op 2133 completed, throughput=4.99MB/sec 2023-12-22T17:44:22.661 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Va7iTNK_hbXgiBo off=6735474 len=2035097 2023-12-22T17:44:22.663 INFO:tasks.workunit.client.0.smithi032.stdout:op 2134 completed, throughput=5MB/sec 2023-12-22T17:44:22.663 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qIeK8oM2HDeluYu off=6295798 len=1835219 2023-12-22T17:44:22.665 INFO:tasks.workunit.client.0.smithi032.stdout:op 2135 completed, throughput=5MB/sec 2023-12-22T17:44:22.753 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:44:22 smithi039 ceph-mon[181282]: pgmap v1512: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:44:22.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:44:22 smithi032 ceph-mon[191839]: pgmap v1512: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:44:22.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:44:22 smithi032 ceph-mon[189144]: pgmap v1512: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:44:23.665 INFO:tasks.workunit.client.0.smithi032.stdout: 418: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:23.666 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FdzSGpaeQRozT2u off=325883 len=1392684 2023-12-22T17:44:23.667 INFO:tasks.workunit.client.0.smithi032.stdout:op 2136 completed, throughput=4.99MB/sec 2023-12-22T17:44:23.667 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SgdPGfJ4aE4ppgO off=10642116 len=1011207 2023-12-22T17:44:23.669 INFO:tasks.workunit.client.0.smithi032.stdout:op 2137 completed, throughput=5MB/sec 2023-12-22T17:44:23.669 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-s9iMqWFHhgq1PbS off=7388823 len=1772096 2023-12-22T17:44:23.672 INFO:tasks.workunit.client.0.smithi032.stdout:op 2138 completed, throughput=5MB/sec 2023-12-22T17:44:23.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:44:23 smithi032 ceph-mon[189144]: pgmap v1513: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:44:23.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:44:23 smithi032 ceph-mon[191839]: pgmap v1513: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:44:24.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:44:23 smithi039 ceph-mon[181282]: pgmap v1513: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:44:24.672 INFO:tasks.workunit.client.0.smithi032.stdout: 419: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:24.673 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XJ8t7JcGy8-eQTB off=7833364 len=721787 2023-12-22T17:44:24.674 INFO:tasks.workunit.client.0.smithi032.stdout:op 2139 completed, throughput=4.99MB/sec 2023-12-22T17:44:24.674 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-z28CYIqlmeiaAES off=493603 len=1118172 2023-12-22T17:44:24.680 INFO:tasks.workunit.client.0.smithi032.stdout:op 2140 completed, throughput=4.99MB/sec 2023-12-22T17:44:24.680 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-K1whX9sk2bRAeH2 off=14101039 len=1149711 2023-12-22T17:44:24.686 INFO:tasks.workunit.client.0.smithi032.stdout:op 2141 completed, throughput=5MB/sec 2023-12-22T17:44:24.686 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_Pnx1CinClnsyEK off=5150146 len=720044 2023-12-22T17:44:24.687 INFO:tasks.workunit.client.0.smithi032.stdout:op 2142 completed, throughput=5MB/sec 2023-12-22T17:44:24.687 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3Bo7zNxaH77hzDF off=3871828 len=133891 2023-12-22T17:44:24.687 INFO:tasks.workunit.client.0.smithi032.stdout:op 2143 completed, throughput=5MB/sec 2023-12-22T17:44:24.688 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--rwwvg2b4qFJMBP off=596243 len=402939 2023-12-22T17:44:24.689 INFO:tasks.workunit.client.0.smithi032.stdout:op 2144 completed, throughput=5MB/sec 2023-12-22T17:44:24.689 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jdoqQE9-9OHbmbd off=2692427 len=452866 2023-12-22T17:44:24.690 INFO:tasks.workunit.client.0.smithi032.stdout:op 2145 completed, throughput=5MB/sec 2023-12-22T17:44:24.690 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-w-do9iBWhgR72y4 off=20708178 len=1142112 2023-12-22T17:44:24.696 INFO:tasks.workunit.client.0.smithi032.stdout:op 2146 completed, throughput=5MB/sec 2023-12-22T17:44:25.697 INFO:tasks.workunit.client.0.smithi032.stdout: 420: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:25.697 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ejopDg_X2JkyvP5 off=2342026 len=1649679 2023-12-22T17:44:25.705 INFO:tasks.workunit.client.0.smithi032.stdout:op 2147 completed, throughput=4.99MB/sec 2023-12-22T17:44:25.705 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fcavh9sCUMKFvmq off=4791799 len=482164 2023-12-22T17:44:25.709 INFO:tasks.workunit.client.0.smithi032.stdout:op 2148 completed, throughput=4.99MB/sec 2023-12-22T17:44:25.709 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IcYY-23E_B9yaOx off=4114936 len=1106148 2023-12-22T17:44:25.714 INFO:tasks.workunit.client.0.smithi032.stdout:op 2149 completed, throughput=5MB/sec 2023-12-22T17:44:25.715 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uN1pNm17l97wygs off=6843124 len=1291791 2023-12-22T17:44:25.716 INFO:tasks.workunit.client.0.smithi032.stdout:op 2150 completed, throughput=5MB/sec 2023-12-22T17:44:25.716 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GEXIiry0gyUhf0h off=9077942 len=423244 2023-12-22T17:44:25.719 INFO:tasks.workunit.client.0.smithi032.stdout:op 2151 completed, throughput=5MB/sec 2023-12-22T17:44:25.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:44:25 smithi032 ceph-mon[189144]: pgmap v1514: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:44:25.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:44:25 smithi032 ceph-mon[191839]: pgmap v1514: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:44:26.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:44:25 smithi039 ceph-mon[181282]: pgmap v1514: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:44:26.720 INFO:tasks.workunit.client.0.smithi032.stdout: 421: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:26.720 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ng6xaNAV1dN2ryi off=5081155 len=1502714 2023-12-22T17:44:26.728 INFO:tasks.workunit.client.0.smithi032.stdout:op 2152 completed, throughput=4.99MB/sec 2023-12-22T17:44:26.728 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4QS_S6x_i17j6lQ off=7393955 len=8934 2023-12-22T17:44:26.730 INFO:tasks.workunit.client.0.smithi032.stdout:op 2153 completed, throughput=4.99MB/sec 2023-12-22T17:44:26.730 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jpTmvvx_YBNlPye off=1383688 len=1626026 2023-12-22T17:44:26.732 INFO:tasks.workunit.client.0.smithi032.stdout:op 2154 completed, throughput=5MB/sec 2023-12-22T17:44:26.732 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MOBA9QFsFrPja3j off=1058149 len=1098468 2023-12-22T17:44:26.734 INFO:tasks.workunit.client.0.smithi032.stdout:op 2155 completed, throughput=5MB/sec 2023-12-22T17:44:26.734 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5ug0stvPoKVadhn off=14874094 len=1960374 2023-12-22T17:44:26.737 INFO:tasks.workunit.client.0.smithi032.stdout:op 2156 completed, throughput=5MB/sec 2023-12-22T17:44:27.738 INFO:tasks.workunit.client.0.smithi032.stdout: 422: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:27.738 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PRFuNd_v_HpsT4d off=3053244 len=981207 2023-12-22T17:44:27.740 INFO:tasks.workunit.client.0.smithi032.stdout:op 2157 completed, throughput=4.99MB/sec 2023-12-22T17:44:27.740 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NEXI9uyQiFEEHQg off=18612569 len=1887772 2023-12-22T17:44:27.742 INFO:tasks.workunit.client.0.smithi032.stdout:op 2158 completed, throughput=5MB/sec 2023-12-22T17:44:27.743 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zIZH_zM1lHHiRIK off=572053 len=435258 2023-12-22T17:44:27.743 INFO:tasks.workunit.client.0.smithi032.stdout:op 2159 completed, throughput=5MB/sec 2023-12-22T17:44:27.744 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Wa176RMHwUD8DuU off=6368898 len=743004 2023-12-22T17:44:27.745 INFO:tasks.workunit.client.0.smithi032.stdout:op 2160 completed, throughput=5MB/sec 2023-12-22T17:44:27.745 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PVOXemdJtDUiaNm off=502189 len=1968410 2023-12-22T17:44:27.747 INFO:tasks.workunit.client.0.smithi032.stdout:op 2161 completed, throughput=5MB/sec 2023-12-22T17:44:27.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:44:27 smithi032 ceph-mon[191839]: pgmap v1515: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:44:27.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:44:27 smithi032 ceph-mon[189144]: pgmap v1515: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:44:28.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:44:27 smithi039 ceph-mon[181282]: pgmap v1515: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:44:28.276 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:44:28.600 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:44:28.600 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (24m) 43s ago 29m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:44:28.600 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (24m) 8m ago 28m 91.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:44:28.600 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (29m) 43s ago 29m 20.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:44:28.600 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (29m) 8m ago 29m 25.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:44:28.600 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (23m) 8m ago 32m 455M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:44:28.600 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (24m) 43s ago 33m 541M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:44:28.600 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (23m) 43s ago 33m 246M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:44:28.601 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (23m) 8m ago 32m 131M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:44:28.601 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (23m) 43s ago 32m 150M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:44:28.601 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (24m) 43s ago 28m 15.8M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:44:28.601 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (24m) 8m ago 28m 17.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:44:28.601 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (22m) 43s ago 32m 1953M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:44:28.601 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (22m) 43s ago 31m 2201M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:44:28.601 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (21m) 43s ago 31m 2126M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:44:28.601 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (21m) 43s ago 31m 1857M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:44:28.601 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (20m) 8m ago 30m 1675M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:44:28.601 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (20m) 8m ago 30m 1206M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:44:28.601 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (19m) 8m ago 30m 798M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:44:28.602 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (19m) 8m ago 30m 986M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:44:28.602 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (23m) 8m ago 29m 66.1M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:44:28.747 INFO:tasks.workunit.client.0.smithi032.stdout: 423: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:28.747 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TbcuMp7VUwu3GUT off=1344166 len=1962553 2023-12-22T17:44:28.756 INFO:tasks.workunit.client.0.smithi032.stdout:op 2162 completed, throughput=5MB/sec 2023-12-22T17:44:28.756 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-j3AdIcnJAhBchY8 off=7374474 len=1712595 2023-12-22T17:44:28.763 INFO:tasks.workunit.client.0.smithi032.stdout:op 2163 completed, throughput=5MB/sec 2023-12-22T17:44:28.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:44:28 smithi032 ceph-mon[189144]: from='client.45371 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:44:28.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:44:28 smithi032 ceph-mon[191839]: from='client.45371 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:44:29.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:44:28 smithi039 ceph-mon[181282]: from='client.45371 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:44:29.005 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:44:29.005 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:44:29.005 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:44:29.005 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:44:29.005 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:44:29.005 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:44:29.005 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:44:29.005 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:44:29.005 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:44:29.006 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:44:29.006 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:44:29.006 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:44:29.006 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:44:29.006 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:44:29.006 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:44:29.006 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:44:29.006 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:44:29.006 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:44:29.764 INFO:tasks.workunit.client.0.smithi032.stdout: 424: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:29.764 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DPIc9gieRelZIcs off=10020497 len=630724 2023-12-22T17:44:29.768 INFO:tasks.workunit.client.0.smithi032.stdout:op 2164 completed, throughput=4.99MB/sec 2023-12-22T17:44:29.768 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Dr-Ntey6mYR5WIA off=745188 len=1368109 2023-12-22T17:44:29.771 INFO:tasks.workunit.client.0.smithi032.stdout:op 2165 completed, throughput=4.99MB/sec 2023-12-22T17:44:29.771 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ll7ZZEvKvlZlUeq off=2235324 len=776035 2023-12-22T17:44:29.773 INFO:tasks.workunit.client.0.smithi032.stdout:op 2166 completed, throughput=5MB/sec 2023-12-22T17:44:29.773 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RV-UTjiJ1V4nby0 off=7154683 len=725321 2023-12-22T17:44:29.774 INFO:tasks.workunit.client.0.smithi032.stdout:op 2167 completed, throughput=5MB/sec 2023-12-22T17:44:29.774 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_xoBJaWqAC8O4Wp off=2762155 len=1459086 2023-12-22T17:44:29.781 INFO:tasks.workunit.client.0.smithi032.stdout:op 2168 completed, throughput=5MB/sec 2023-12-22T17:44:29.781 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lP-pXMtaaR7BUym off=18849531 len=1672176 2023-12-22T17:44:29.788 INFO:tasks.workunit.client.0.smithi032.stdout:op 2169 completed, throughput=5MB/sec 2023-12-22T17:44:29.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:44:29 smithi032 ceph-mon[189144]: from='client.35442 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:44:29.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:44:29 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3934846419' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:44:29.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:44:29 smithi032 ceph-mon[189144]: pgmap v1516: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:44:29.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:44:29 smithi032 ceph-mon[191839]: from='client.35442 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:44:29.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:44:29 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3934846419' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:44:29.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:44:29 smithi032 ceph-mon[191839]: pgmap v1516: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:44:30.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:44:29 smithi039 ceph-mon[181282]: from='client.35442 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:44:30.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:44:29 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3934846419' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:44:30.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:44:29 smithi039 ceph-mon[181282]: pgmap v1516: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:44:30.788 INFO:tasks.workunit.client.0.smithi032.stdout: 425: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:30.788 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wDA6R4r1RLXUcEs off=12033667 len=1945900 2023-12-22T17:44:30.792 INFO:tasks.workunit.client.0.smithi032.stdout:op 2170 completed, throughput=5MB/sec 2023-12-22T17:44:30.792 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HzK3TFf-XnCwILm off=671784 len=813374 2023-12-22T17:44:30.794 INFO:tasks.workunit.client.0.smithi032.stdout:op 2171 completed, throughput=5MB/sec 2023-12-22T17:44:30.794 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-aeSx7bhSYhJkpt7 off=3177004 len=186790 2023-12-22T17:44:30.794 INFO:tasks.workunit.client.0.smithi032.stdout:op 2172 completed, throughput=5MB/sec 2023-12-22T17:44:30.794 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JAJ5WFRyuVFfQue off=11152845 len=1134498 2023-12-22T17:44:30.796 INFO:tasks.workunit.client.0.smithi032.stdout:op 2173 completed, throughput=5MB/sec 2023-12-22T17:44:31.176 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:44:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:44:30] "GET /metrics HTTP/1.1" 200 34011 "" "Prometheus/2.43.0" 2023-12-22T17:44:31.796 INFO:tasks.workunit.client.0.smithi032.stdout: 426: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:31.797 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5MdxcYP4VwgjWWY off=20990008 len=1957294 2023-12-22T17:44:31.805 INFO:tasks.workunit.client.0.smithi032.stdout:op 2174 completed, throughput=4.99MB/sec 2023-12-22T17:44:31.805 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-B11tXIm2pYpREIs off=14231382 len=169960 2023-12-22T17:44:31.805 INFO:tasks.workunit.client.0.smithi032.stdout:op 2175 completed, throughput=4.99MB/sec 2023-12-22T17:44:31.806 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Jr3b_m4fOMQ3hh4 off=1122038 len=1174324 2023-12-22T17:44:31.807 INFO:tasks.workunit.client.0.smithi032.stdout:op 2176 completed, throughput=5MB/sec 2023-12-22T17:44:31.807 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MonoQBtMYuVeoYQ off=3653761 len=1870501 2023-12-22T17:44:31.809 INFO:tasks.workunit.client.0.smithi032.stdout:op 2177 completed, throughput=5MB/sec 2023-12-22T17:44:32.753 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:44:32 smithi039 ceph-mon[181282]: pgmap v1517: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-22T17:44:32.809 INFO:tasks.workunit.client.0.smithi032.stdout: 427: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:32.809 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xqrbNcRCv6Yg-8g off=147949 len=130426 2023-12-22T17:44:32.810 INFO:tasks.workunit.client.0.smithi032.stdout:op 2178 completed, throughput=4.99MB/sec 2023-12-22T17:44:32.810 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8AVLl0M8KnrZbdG off=13877923 len=1663273 2023-12-22T17:44:32.812 INFO:tasks.workunit.client.0.smithi032.stdout:op 2179 completed, throughput=4.99MB/sec 2023-12-22T17:44:32.812 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9-z8dlG4ADn0kP_ off=13368181 len=1781607 2023-12-22T17:44:32.814 INFO:tasks.workunit.client.0.smithi032.stdout:op 2180 completed, throughput=5MB/sec 2023-12-22T17:44:32.814 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-k33Q-uNBdnfZc3r off=8512928 len=437204 2023-12-22T17:44:32.818 INFO:tasks.workunit.client.0.smithi032.stdout:op 2181 completed, throughput=5MB/sec 2023-12-22T17:44:32.818 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sbJijwDzMRtNxLU off=22092739 len=1384927 2023-12-22T17:44:32.823 INFO:tasks.workunit.client.0.smithi032.stdout:op 2182 completed, throughput=5MB/sec 2023-12-22T17:44:32.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:44:32 smithi032 ceph-mon[189144]: pgmap v1517: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-22T17:44:32.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:44:32 smithi032 ceph-mon[191839]: pgmap v1517: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-22T17:44:33.824 INFO:tasks.workunit.client.0.smithi032.stdout: 428: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:33.824 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Ud_edLqRfMuQ03K off=2878522 len=1725359 2023-12-22T17:44:33.827 INFO:tasks.workunit.client.0.smithi032.stdout:op 2183 completed, throughput=4.99MB/sec 2023-12-22T17:44:33.828 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-490S9hvLgmhjVWk off=4340880 len=546835 2023-12-22T17:44:33.831 INFO:tasks.workunit.client.0.smithi032.stdout:op 2184 completed, throughput=4.99MB/sec 2023-12-22T17:44:33.831 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9kwc_diWc9Edx5E off=6705454 len=862981 2023-12-22T17:44:33.833 INFO:tasks.workunit.client.0.smithi032.stdout:op 2185 completed, throughput=5MB/sec 2023-12-22T17:44:33.833 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-c2Sz2vsuaUsMfeG off=2349195 len=781667 2023-12-22T17:44:33.833 INFO:tasks.workunit.client.0.smithi032.stdout:op 2186 completed, throughput=5MB/sec 2023-12-22T17:44:33.834 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-U9N5nTyTDT1YT-1 off=2763184 len=1520626 2023-12-22T17:44:33.840 INFO:tasks.workunit.client.0.smithi032.stdout:op 2187 completed, throughput=5MB/sec 2023-12-22T17:44:33.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:44:33 smithi032 ceph-mon[191839]: pgmap v1518: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:44:33.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:44:33 smithi032 ceph-mon[189144]: pgmap v1518: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:44:34.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:44:33 smithi039 ceph-mon[181282]: pgmap v1518: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:44:34.840 INFO:tasks.workunit.client.0.smithi032.stdout: 429: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:34.840 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-eduyZm-o52ClMgt off=7474219 len=320245 2023-12-22T17:44:34.844 INFO:tasks.workunit.client.0.smithi032.stdout:op 2188 completed, throughput=4.99MB/sec 2023-12-22T17:44:34.844 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MQilf4jfXX1QNk9 off=6964907 len=438321 2023-12-22T17:44:34.847 INFO:tasks.workunit.client.0.smithi032.stdout:op 2189 completed, throughput=4.99MB/sec 2023-12-22T17:44:34.847 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kwvFwcEq2P8vgyM off=1160676 len=750955 2023-12-22T17:44:34.849 INFO:tasks.workunit.client.0.smithi032.stdout:op 2190 completed, throughput=4.99MB/sec 2023-12-22T17:44:34.849 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yrknKdo3KNHrwY6 off=760597 len=20007 2023-12-22T17:44:34.851 INFO:tasks.workunit.client.0.smithi032.stdout:op 2191 completed, throughput=4.99MB/sec 2023-12-22T17:44:34.851 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-p2EtD1-T0SIL_ii off=5788 len=688803 2023-12-22T17:44:34.852 INFO:tasks.workunit.client.0.smithi032.stdout:op 2192 completed, throughput=4.99MB/sec 2023-12-22T17:44:34.852 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0iAwGX-3hq9FKSG off=483712 len=929131 2023-12-22T17:44:34.857 INFO:tasks.workunit.client.0.smithi032.stdout:op 2193 completed, throughput=5MB/sec 2023-12-22T17:44:34.857 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wbyCzCnmgVghunh off=940400 len=1390314 2023-12-22T17:44:34.863 INFO:tasks.workunit.client.0.smithi032.stdout:op 2194 completed, throughput=5MB/sec 2023-12-22T17:44:34.864 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-h7LwzITLg2gEXhA off=2194989 len=1597460 2023-12-22T17:44:34.871 INFO:tasks.workunit.client.0.smithi032.stdout:op 2195 completed, throughput=5MB/sec 2023-12-22T17:44:34.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:44:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:44:34.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:44:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:44:35.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:44:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:44:35.871 INFO:tasks.workunit.client.0.smithi032.stdout: 430: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:35.871 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NcA3LZb1yYGjTLI off=5910996 len=1231425 2023-12-22T17:44:35.878 INFO:tasks.workunit.client.0.smithi032.stdout:op 2196 completed, throughput=4.99MB/sec 2023-12-22T17:44:35.878 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-49VQsYTtFp0jQxx off=14113403 len=1503946 2023-12-22T17:44:35.880 INFO:tasks.workunit.client.0.smithi032.stdout:op 2197 completed, throughput=5MB/sec 2023-12-22T17:44:35.880 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sMq3LbpOoWtU3KY off=6045750 len=355312 2023-12-22T17:44:35.883 INFO:tasks.workunit.client.0.smithi032.stdout:op 2198 completed, throughput=5MB/sec 2023-12-22T17:44:35.884 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OTomB5UjbQZsTGu off=2944961 len=150897 2023-12-22T17:44:35.884 INFO:tasks.workunit.client.0.smithi032.stdout:op 2199 completed, throughput=5MB/sec 2023-12-22T17:44:35.884 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-n9iftxLzRHLYNDe off=20079737 len=1761373 2023-12-22T17:44:35.893 INFO:tasks.workunit.client.0.smithi032.stdout:op 2200 completed, throughput=5MB/sec 2023-12-22T17:44:36.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:44:35 smithi039 ceph-mon[181282]: pgmap v1519: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-22T17:44:36.177 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:44:35 smithi032 ceph-mon[189144]: pgmap v1519: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-22T17:44:36.177 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:44:35 smithi032 ceph-mon[191839]: pgmap v1519: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-22T17:44:36.893 INFO:tasks.workunit.client.0.smithi032.stdout: 431: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:36.893 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PMIha1bO5j2vOxL off=8332190 len=1609222 2023-12-22T17:44:36.895 INFO:tasks.workunit.client.0.smithi032.stdout:op 2201 completed, throughput=4.99MB/sec 2023-12-22T17:44:36.895 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-i-KOzCqP3otYV8i off=905424 len=1139135 2023-12-22T17:44:36.897 INFO:tasks.workunit.client.0.smithi032.stdout:op 2202 completed, throughput=5MB/sec 2023-12-22T17:44:36.897 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Q3fgjFU9ImyoxpD off=6942712 len=54094 2023-12-22T17:44:36.900 INFO:tasks.workunit.client.0.smithi032.stdout:op 2203 completed, throughput=5MB/sec 2023-12-22T17:44:36.900 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qcPUqYKySWnvqhl off=19788440 len=6494 2023-12-22T17:44:36.900 INFO:tasks.workunit.client.0.smithi032.stdout:op 2204 completed, throughput=5MB/sec 2023-12-22T17:44:36.900 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CAO-uYptEpmxZEz off=12679511 len=1686724 2023-12-22T17:44:36.908 INFO:tasks.workunit.client.0.smithi032.stdout:op 2205 completed, throughput=5MB/sec 2023-12-22T17:44:36.909 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TDWYDh8zezDeI8k off=4848092 len=750869 2023-12-22T17:44:36.913 INFO:tasks.workunit.client.0.smithi032.stdout:op 2206 completed, throughput=5MB/sec 2023-12-22T17:44:37.913 INFO:tasks.workunit.client.0.smithi032.stdout: 432: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:37.914 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xrbij9Giepg9dP3 off=748081 len=321723 2023-12-22T17:44:37.917 INFO:tasks.workunit.client.0.smithi032.stdout:op 2207 completed, throughput=4.99MB/sec 2023-12-22T17:44:37.917 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EfsiAfHlOJmLRSl off=19872584 len=1754757 2023-12-22T17:44:37.926 INFO:tasks.workunit.client.0.smithi032.stdout:op 2208 completed, throughput=4.99MB/sec 2023-12-22T17:44:37.926 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JPmnSS3e61JP4AQ off=5074272 len=785299 2023-12-22T17:44:37.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:44:37 smithi032 ceph-mon[189144]: pgmap v1520: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-22T17:44:37.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:44:37 smithi032 ceph-mon[191839]: pgmap v1520: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-22T17:44:37.927 INFO:tasks.workunit.client.0.smithi032.stdout:op 2209 completed, throughput=5MB/sec 2023-12-22T17:44:37.927 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CpTRAwb_0gzvtpC off=22021574 len=1567107 2023-12-22T17:44:37.929 INFO:tasks.workunit.client.0.smithi032.stdout:op 2210 completed, throughput=5MB/sec 2023-12-22T17:44:37.929 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uZPcOyfZzu6O32N off=727229 len=1012506 2023-12-22T17:44:37.930 INFO:tasks.workunit.client.0.smithi032.stdout:op 2211 completed, throughput=5MB/sec 2023-12-22T17:44:38.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:44:37 smithi039 ceph-mon[181282]: pgmap v1520: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-22T17:44:38.931 INFO:tasks.workunit.client.0.smithi032.stdout: 433: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:38.931 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GvcsGDxn_3nQ4_V off=1346941 len=1501149 2023-12-22T17:44:38.933 INFO:tasks.workunit.client.0.smithi032.stdout:op 2212 completed, throughput=4.99MB/sec 2023-12-22T17:44:38.933 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zIZbkSscDejo7Rn off=15997434 len=1225065 2023-12-22T17:44:38.936 INFO:tasks.workunit.client.0.smithi032.stdout:op 2213 completed, throughput=5MB/sec 2023-12-22T17:44:38.936 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9F6FVTRkTPIoG6n off=19844839 len=25093 2023-12-22T17:44:38.936 INFO:tasks.workunit.client.0.smithi032.stdout:op 2214 completed, throughput=5MB/sec 2023-12-22T17:44:38.936 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SPMc8FeL6pc5pnv off=1768298 len=183821 2023-12-22T17:44:38.939 INFO:tasks.workunit.client.0.smithi032.stdout:op 2215 completed, throughput=5MB/sec 2023-12-22T17:44:38.939 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UQHbSFzJd_CZyNP off=14192608 len=1633077 2023-12-22T17:44:38.942 INFO:tasks.workunit.client.0.smithi032.stdout:op 2216 completed, throughput=5MB/sec 2023-12-22T17:44:39.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:44:39 smithi032 ceph-mon[189144]: pgmap v1521: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:44:39.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:44:39 smithi032 ceph-mon[191839]: pgmap v1521: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:44:39.942 INFO:tasks.workunit.client.0.smithi032.stdout: 434: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:39.943 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NUWJpX84fPn4aDs off=104048 len=951972 2023-12-22T17:44:39.944 INFO:tasks.workunit.client.0.smithi032.stdout:op 2217 completed, throughput=4.99MB/sec 2023-12-22T17:44:39.944 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-I59l0sHEe4ji7mQ off=2380738 len=1261051 2023-12-22T17:44:39.946 INFO:tasks.workunit.client.0.smithi032.stdout:op 2218 completed, throughput=4.99MB/sec 2023-12-22T17:44:39.946 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wdaZXD9M-9pH1Vi off=18352187 len=752050 2023-12-22T17:44:39.950 INFO:tasks.workunit.client.0.smithi032.stdout:op 2219 completed, throughput=5MB/sec 2023-12-22T17:44:39.951 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kvArlXED0udrXTK off=5382379 len=1274547 2023-12-22T17:44:39.957 INFO:tasks.workunit.client.0.smithi032.stdout:op 2220 completed, throughput=5MB/sec 2023-12-22T17:44:39.957 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-R2vlUTwBH1q6ni5 off=4197357 len=502913 2023-12-22T17:44:39.958 INFO:tasks.workunit.client.0.smithi032.stdout:op 2221 completed, throughput=5MB/sec 2023-12-22T17:44:39.958 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-X5PooK8AmdQTCsf off=20997992 len=1264274 2023-12-22T17:44:39.965 INFO:tasks.workunit.client.0.smithi032.stdout:op 2222 completed, throughput=5MB/sec 2023-12-22T17:44:40.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:44:39 smithi039 ceph-mon[181282]: pgmap v1521: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:44:40.966 INFO:tasks.workunit.client.0.smithi032.stdout: 435: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:40.966 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--M7mXVoa_AMZxpb off=18400593 len=1542383 2023-12-22T17:44:40.974 INFO:tasks.workunit.client.0.smithi032.stdout:op 2223 completed, throughput=4.99MB/sec 2023-12-22T17:44:40.974 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-C0gy79LELwRP9Mz off=6386143 len=579711 2023-12-22T17:44:40.976 INFO:tasks.workunit.client.0.smithi032.stdout:op 2224 completed, throughput=4.99MB/sec 2023-12-22T17:44:40.976 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sCQfixsiT3YydDJ off=1832106 len=1995599 2023-12-22T17:44:40.985 INFO:tasks.workunit.client.0.smithi032.stdout:op 2225 completed, throughput=5MB/sec 2023-12-22T17:44:40.985 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HrdL53SR1c8ZMXZ off=4778118 len=1654759 2023-12-22T17:44:40.993 INFO:tasks.workunit.client.0.smithi032.stdout:op 2226 completed, throughput=5MB/sec 2023-12-22T17:44:41.176 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:44:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:44:40] "GET /metrics HTTP/1.1" 200 34010 "" "Prometheus/2.43.0" 2023-12-22T17:44:41.993 INFO:tasks.workunit.client.0.smithi032.stdout: 436: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:41.993 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-66AwnACnq6jGyZJ off=16697911 len=1542780 2023-12-22T17:44:41.999 INFO:tasks.workunit.client.0.smithi032.stdout:op 2227 completed, throughput=4.99MB/sec 2023-12-22T17:44:42.000 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-N9-adrWCbw0quh- off=11397599 len=1689238 2023-12-22T17:44:42.002 INFO:tasks.workunit.client.0.smithi032.stdout:op 2228 completed, throughput=5MB/sec 2023-12-22T17:44:42.002 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-x3r4Vee8Fcg8ACX off=12674577 len=1742379 2023-12-22T17:44:42.003 INFO:tasks.workunit.client.0.smithi032.stdout:op 2229 completed, throughput=5MB/sec 2023-12-22T17:44:42.753 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:44:42 smithi039 ceph-mon[181282]: pgmap v1522: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:44:42.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:44:42 smithi032 ceph-mon[191839]: pgmap v1522: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:44:42.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:44:42 smithi032 ceph-mon[189144]: pgmap v1522: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:44:43.004 INFO:tasks.workunit.client.0.smithi032.stdout: 437: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:43.004 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--pfo7GWtseWf_57 off=2118624 len=1760948 2023-12-22T17:44:43.012 INFO:tasks.workunit.client.0.smithi032.stdout:op 2230 completed, throughput=4.99MB/sec 2023-12-22T17:44:43.013 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-S69yTSn6Q2BZn8D off=4232926 len=1964346 2023-12-22T17:44:43.015 INFO:tasks.workunit.client.0.smithi032.stdout:op 2231 completed, throughput=5MB/sec 2023-12-22T17:44:43.015 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qSoq2yqfs-P4YPS off=13206970 len=469924 2023-12-22T17:44:43.016 INFO:tasks.workunit.client.0.smithi032.stdout:op 2232 completed, throughput=5MB/sec 2023-12-22T17:44:43.016 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PjS7ABGStibylqq off=371099 len=888329 2023-12-22T17:44:43.021 INFO:tasks.workunit.client.0.smithi032.stdout:op 2233 completed, throughput=5MB/sec 2023-12-22T17:44:43.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:44:43 smithi032 ceph-mon[191839]: pgmap v1523: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:44:43.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:44:43 smithi032 ceph-mon[189144]: pgmap v1523: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:44:44.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:44:43 smithi039 ceph-mon[181282]: pgmap v1523: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:44:44.021 INFO:tasks.workunit.client.0.smithi032.stdout: 438: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:44.021 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lt_BqtUAQlqnDUV off=5147144 len=1741592 2023-12-22T17:44:44.023 INFO:tasks.workunit.client.0.smithi032.stdout:op 2234 completed, throughput=4.99MB/sec 2023-12-22T17:44:44.023 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-olKXP-7BOTufbEW off=7855677 len=1527384 2023-12-22T17:44:44.030 INFO:tasks.workunit.client.0.smithi032.stdout:op 2235 completed, throughput=5MB/sec 2023-12-22T17:44:44.030 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eduyZm-o52ClMgt off=8634078 len=1558927 2023-12-22T17:44:44.033 INFO:tasks.workunit.client.0.smithi032.stdout:op 2236 completed, throughput=5MB/sec 2023-12-22T17:44:45.034 INFO:tasks.workunit.client.0.smithi032.stdout: 439: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:45.034 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-A0ckDuJqoqh2L5q off=2935485 len=736986 2023-12-22T17:44:45.035 INFO:tasks.workunit.client.0.smithi032.stdout:op 2237 completed, throughput=4.99MB/sec 2023-12-22T17:44:45.035 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GT0mx--uq7O0k5Y off=1047185 len=920382 2023-12-22T17:44:45.040 INFO:tasks.workunit.client.0.smithi032.stdout:op 2238 completed, throughput=4.99MB/sec 2023-12-22T17:44:45.040 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RJqqCiF5uaYx6lT off=14055516 len=415398 2023-12-22T17:44:45.041 INFO:tasks.workunit.client.0.smithi032.stdout:op 2239 completed, throughput=4.99MB/sec 2023-12-22T17:44:45.041 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tVhcs8Bfa2v1SK- off=8749174 len=1113717 2023-12-22T17:44:45.043 INFO:tasks.workunit.client.0.smithi032.stdout:op 2240 completed, throughput=5MB/sec 2023-12-22T17:44:45.043 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Yu5mujqevDGSzmr off=1075708 len=538205 2023-12-22T17:44:45.043 INFO:tasks.workunit.client.0.smithi032.stdout:op 2241 completed, throughput=5MB/sec 2023-12-22T17:44:45.043 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-s8VgfuGZfpyQYRD off=3267851 len=1572680 2023-12-22T17:44:45.051 INFO:tasks.workunit.client.0.smithi032.stdout:op 2242 completed, throughput=5MB/sec 2023-12-22T17:44:45.052 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-C0gy79LELwRP9Mz off=822893 len=694928 2023-12-22T17:44:45.056 INFO:tasks.workunit.client.0.smithi032.stdout:op 2243 completed, throughput=5MB/sec 2023-12-22T17:44:45.503 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:44:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:44:45.676 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:44:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:44:45.677 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:44:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:44:46.056 INFO:tasks.workunit.client.0.smithi032.stdout: 440: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:46.056 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kwEddBF6uPlS6Qz off=1403694 len=515498 2023-12-22T17:44:46.060 INFO:tasks.workunit.client.0.smithi032.stdout:op 2244 completed, throughput=4.99MB/sec 2023-12-22T17:44:46.060 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KWQ7dWuPXUGSE7y off=1665445 len=397373 2023-12-22T17:44:46.060 INFO:tasks.workunit.client.0.smithi032.stdout:op 2245 completed, throughput=4.99MB/sec 2023-12-22T17:44:46.060 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9N8TZIaDPEjln_s off=122737 len=99727 2023-12-22T17:44:46.062 INFO:tasks.workunit.client.0.smithi032.stdout:op 2246 completed, throughput=4.99MB/sec 2023-12-22T17:44:46.062 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-anvub1jg7LlVbFM off=7369299 len=93155 2023-12-22T17:44:46.063 INFO:tasks.workunit.client.0.smithi032.stdout:op 2247 completed, throughput=4.99MB/sec 2023-12-22T17:44:46.063 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-balZxcsp6YClVDj off=12196027 len=37301 2023-12-22T17:44:46.063 INFO:tasks.workunit.client.0.smithi032.stdout:op 2248 completed, throughput=4.99MB/sec 2023-12-22T17:44:46.063 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lYyWsv9ZIZCYfwm off=4990027 len=447443 2023-12-22T17:44:46.064 INFO:tasks.workunit.client.0.smithi032.stdout:op 2249 completed, throughput=4.99MB/sec 2023-12-22T17:44:46.064 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FZZiFr4ABSlKDS3 off=128440 len=1547658 2023-12-22T17:44:46.069 INFO:tasks.workunit.client.0.smithi032.stdout:op 2250 completed, throughput=5MB/sec 2023-12-22T17:44:46.070 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XnOKfXUAUtfof6C off=8316989 len=105806 2023-12-22T17:44:46.072 INFO:tasks.workunit.client.0.smithi032.stdout:op 2251 completed, throughput=5MB/sec 2023-12-22T17:44:46.072 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QjW8YlYLhadop4I off=14569971 len=1413626 2023-12-22T17:44:46.077 INFO:tasks.workunit.client.0.smithi032.stdout:op 2252 completed, throughput=5MB/sec 2023-12-22T17:44:46.077 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-y4JQOXnLXGy8xiB off=896462 len=1977536 2023-12-22T17:44:46.084 INFO:tasks.workunit.client.0.smithi032.stdout:op 2253 completed, throughput=5MB/sec 2023-12-22T17:44:46.503 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:44:46 smithi039 ceph-mon[181282]: pgmap v1524: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:44:46.503 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:44:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:44:46.503 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:44:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:44:46.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:44:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:44:46.676 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:44:46 smithi032 ceph-mon[191839]: pgmap v1524: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:44:46.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:44:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:44:46.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:44:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:44:46.677 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:44:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:44:46.677 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:44:46 smithi032 ceph-mon[189144]: pgmap v1524: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:44:46.677 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:44:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:44:46.677 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:44:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:44:46.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:44:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:44:47.084 INFO:tasks.workunit.client.0.smithi032.stdout: 441: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:47.085 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Njxcg4FRBOrLyqZ off=742721 len=1827794 2023-12-22T17:44:47.094 INFO:tasks.workunit.client.0.smithi032.stdout:op 2254 completed, throughput=5MB/sec 2023-12-22T17:44:47.094 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rDR-fpxFZ_f7tHl off=8917039 len=289206 2023-12-22T17:44:47.098 INFO:tasks.workunit.client.0.smithi032.stdout:op 2255 completed, throughput=5MB/sec 2023-12-22T17:44:47.098 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FYXy1GQkNfDTVhy off=16844398 len=1427450 2023-12-22T17:44:47.105 INFO:tasks.workunit.client.0.smithi032.stdout:op 2256 completed, throughput=5MB/sec 2023-12-22T17:44:47.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:44:47 smithi032 ceph-mon[191839]: pgmap v1525: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:44:47.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:44:47 smithi032 ceph-mon[189144]: pgmap v1525: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:44:48.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:44:47 smithi039 ceph-mon[181282]: pgmap v1525: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:44:48.105 INFO:tasks.workunit.client.0.smithi032.stdout: 442: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:48.105 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PXNx1AaBJTh_4nF off=17036369 len=1208967 2023-12-22T17:44:48.111 INFO:tasks.workunit.client.0.smithi032.stdout:op 2257 completed, throughput=4.99MB/sec 2023-12-22T17:44:48.111 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dQqoGEWH9BioSsD off=521937 len=214648 2023-12-22T17:44:48.112 INFO:tasks.workunit.client.0.smithi032.stdout:op 2258 completed, throughput=4.99MB/sec 2023-12-22T17:44:48.112 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HGn8hMo52NbK4lk off=5783183 len=2057866 2023-12-22T17:44:48.121 INFO:tasks.workunit.client.0.smithi032.stdout:op 2259 completed, throughput=5MB/sec 2023-12-22T17:44:48.122 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2xAjRUnyghfHc-b off=5185487 len=509987 2023-12-22T17:44:48.126 INFO:tasks.workunit.client.0.smithi032.stdout:op 2260 completed, throughput=5MB/sec 2023-12-22T17:44:48.126 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mydSTnK_rZszQIU off=3444523 len=916494 2023-12-22T17:44:48.127 INFO:tasks.workunit.client.0.smithi032.stdout:op 2261 completed, throughput=5MB/sec 2023-12-22T17:44:48.127 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-evRelkdFudC6rp4 off=1442662 len=1766397 2023-12-22T17:44:48.129 INFO:tasks.workunit.client.0.smithi032.stdout:op 2262 completed, throughput=5MB/sec 2023-12-22T17:44:49.129 INFO:tasks.workunit.client.0.smithi032.stdout: 443: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:49.129 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2T0jSrYwef4nzzy off=664981 len=468004 2023-12-22T17:44:49.133 INFO:tasks.workunit.client.0.smithi032.stdout:op 2263 completed, throughput=4.99MB/sec 2023-12-22T17:44:49.133 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Z_khwd7da1RKlsD off=6536031 len=1730388 2023-12-22T17:44:49.141 INFO:tasks.workunit.client.0.smithi032.stdout:op 2264 completed, throughput=5MB/sec 2023-12-22T17:44:49.141 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NBaXiELgi4uGl-8 off=6021008 len=2041444 2023-12-22T17:44:49.150 INFO:tasks.workunit.client.0.smithi032.stdout:op 2265 completed, throughput=5MB/sec 2023-12-22T17:44:49.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:44:49 smithi032 ceph-mon[191839]: pgmap v1526: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:44:49.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:44:49 smithi032 ceph-mon[189144]: pgmap v1526: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:44:50.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:44:49 smithi039 ceph-mon[181282]: pgmap v1526: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:44:50.151 INFO:tasks.workunit.client.0.smithi032.stdout: 444: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:50.151 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KQOTZAwLgc2AjAt off=75279 len=928509 2023-12-22T17:44:50.153 INFO:tasks.workunit.client.0.smithi032.stdout:op 2266 completed, throughput=4.99MB/sec 2023-12-22T17:44:50.153 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xc6o8x0ZQmtlo5q off=6198324 len=1302523 2023-12-22T17:44:50.154 INFO:tasks.workunit.client.0.smithi032.stdout:op 2267 completed, throughput=4.99MB/sec 2023-12-22T17:44:50.154 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4LWwHoHwaXKBurz off=8656564 len=59006 2023-12-22T17:44:50.154 INFO:tasks.workunit.client.0.smithi032.stdout:op 2268 completed, throughput=4.99MB/sec 2023-12-22T17:44:50.155 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NKf__ZJQywjEakR off=2404188 len=240862 2023-12-22T17:44:50.158 INFO:tasks.workunit.client.0.smithi032.stdout:op 2269 completed, throughput=4.99MB/sec 2023-12-22T17:44:50.158 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-aBgA4Q8DBiBxusU off=1472891 len=310147 2023-12-22T17:44:50.161 INFO:tasks.workunit.client.0.smithi032.stdout:op 2270 completed, throughput=5MB/sec 2023-12-22T17:44:50.161 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-G8_4D7CUxeO6AM8 off=1415737 len=1456946 2023-12-22T17:44:50.163 INFO:tasks.workunit.client.0.smithi032.stdout:op 2271 completed, throughput=5MB/sec 2023-12-22T17:44:50.163 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wsLDFiVXOCq22EE off=12852278 len=1020537 2023-12-22T17:44:50.164 INFO:tasks.workunit.client.0.smithi032.stdout:op 2272 completed, throughput=5MB/sec 2023-12-22T17:44:50.853 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:44:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:44:50.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:44:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:44:51.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:44:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:44:51.165 INFO:tasks.workunit.client.0.smithi032.stdout: 445: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:51.165 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iU5fDtXXpl7PG5c off=12810313 len=1535134 2023-12-22T17:44:51.173 INFO:tasks.workunit.client.0.smithi032.stdout:op 2273 completed, throughput=4.99MB/sec 2023-12-22T17:44:51.173 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mGBjLnvr8x-_CWu off=5063391 len=1832431 2023-12-22T17:44:51.176 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:44:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:44:50] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2023-12-22T17:44:51.182 INFO:tasks.workunit.client.0.smithi032.stdout:op 2274 completed, throughput=5MB/sec 2023-12-22T17:44:51.182 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OnYff6yNGNPJf1i off=16284469 len=383566 2023-12-22T17:44:51.185 INFO:tasks.workunit.client.0.smithi032.stdout:op 2275 completed, throughput=5MB/sec 2023-12-22T17:44:51.185 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mFYv5rh-ikD8SBS off=6979226 len=1447382 2023-12-22T17:44:51.191 INFO:tasks.workunit.client.0.smithi032.stdout:op 2276 completed, throughput=5MB/sec 2023-12-22T17:44:52.191 INFO:tasks.workunit.client.0.smithi032.stdout: 446: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:52.192 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WoAcM0pdqJ9s4F4 off=8147900 len=1458243 2023-12-22T17:44:52.199 INFO:tasks.workunit.client.0.smithi032.stdout:op 2277 completed, throughput=4.99MB/sec 2023-12-22T17:44:52.199 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PqKs9LpshTzd5wu off=5011155 len=1029994 2023-12-22T17:44:52.200 INFO:tasks.workunit.client.0.smithi032.stdout:op 2278 completed, throughput=4.99MB/sec 2023-12-22T17:44:52.200 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fAPK94ufDfJ9hUl off=12437017 len=1860451 2023-12-22T17:44:52.202 INFO:tasks.workunit.client.0.smithi032.stdout:op 2279 completed, throughput=5MB/sec 2023-12-22T17:44:52.202 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ecsfkNQKhZSS8Bh off=1603049 len=653753 2023-12-22T17:44:52.204 INFO:tasks.workunit.client.0.smithi032.stdout:op 2280 completed, throughput=5MB/sec 2023-12-22T17:44:52.204 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hxX8evVhHgnnOrT off=14218485 len=1914119 2023-12-22T17:44:52.214 INFO:tasks.workunit.client.0.smithi032.stdout:op 2281 completed, throughput=5MB/sec 2023-12-22T17:44:52.753 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:44:52 smithi039 ceph-mon[181282]: pgmap v1527: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-22T17:44:52.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:44:52 smithi032 ceph-mon[191839]: pgmap v1527: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-22T17:44:52.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:44:52 smithi032 ceph-mon[189144]: pgmap v1527: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-22T17:44:53.214 INFO:tasks.workunit.client.0.smithi032.stdout: 447: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:53.214 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--8CAJX7rQKSSL-P off=2524699 len=283512 2023-12-22T17:44:53.218 INFO:tasks.workunit.client.0.smithi032.stdout:op 2282 completed, throughput=4.99MB/sec 2023-12-22T17:44:53.218 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WerftoWqdNiqTUo off=1523250 len=333951 2023-12-22T17:44:53.221 INFO:tasks.workunit.client.0.smithi032.stdout:op 2283 completed, throughput=4.99MB/sec 2023-12-22T17:44:53.221 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cwDlUhZkNsrdbZh off=15799497 len=1571313 2023-12-22T17:44:53.229 INFO:tasks.workunit.client.0.smithi032.stdout:op 2284 completed, throughput=5MB/sec 2023-12-22T17:44:53.229 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-F7rNR-FSBi5pWpX off=7363446 len=59343 2023-12-22T17:44:53.229 INFO:tasks.workunit.client.0.smithi032.stdout:op 2285 completed, throughput=5MB/sec 2023-12-22T17:44:53.230 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Pd1CsY9Ag28UoOR off=2757744 len=2057711 2023-12-22T17:44:53.233 INFO:tasks.workunit.client.0.smithi032.stdout:op 2286 completed, throughput=5MB/sec 2023-12-22T17:44:53.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:44:53 smithi032 ceph-mon[189144]: pgmap v1528: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:44:53.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:44:53 smithi032 ceph-mon[191839]: pgmap v1528: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:44:54.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:44:53 smithi039 ceph-mon[181282]: pgmap v1528: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:44:54.234 INFO:tasks.workunit.client.0.smithi032.stdout: 448: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:54.234 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Vro-e2r9Sfu4Kqm off=949453 len=816511 2023-12-22T17:44:54.238 INFO:tasks.workunit.client.0.smithi032.stdout:op 2287 completed, throughput=4.99MB/sec 2023-12-22T17:44:54.238 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xFyCcYjJFbmC1iR off=75663 len=1096580 2023-12-22T17:44:54.244 INFO:tasks.workunit.client.0.smithi032.stdout:op 2288 completed, throughput=4.99MB/sec 2023-12-22T17:44:54.244 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xtpwS7AFAgDmI2c off=6733928 len=995303 2023-12-22T17:44:54.247 INFO:tasks.workunit.client.0.smithi032.stdout:op 2289 completed, throughput=5MB/sec 2023-12-22T17:44:54.247 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4muIBNYfX1kmemi off=13262274 len=1832764 2023-12-22T17:44:54.249 INFO:tasks.workunit.client.0.smithi032.stdout:op 2290 completed, throughput=5MB/sec 2023-12-22T17:44:55.249 INFO:tasks.workunit.client.0.smithi032.stdout: 449: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:55.250 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-V9jbYBWEwHxDwd_ off=586124 len=754580 2023-12-22T17:44:55.254 INFO:tasks.workunit.client.0.smithi032.stdout:op 2291 completed, throughput=4.99MB/sec 2023-12-22T17:44:55.255 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-frFK_1HqXmhqgxI off=8926968 len=848820 2023-12-22T17:44:55.260 INFO:tasks.workunit.client.0.smithi032.stdout:op 2292 completed, throughput=4.99MB/sec 2023-12-22T17:44:55.260 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yuKtGrvtr_PR02U off=9822574 len=1421852 2023-12-22T17:44:55.267 INFO:tasks.workunit.client.0.smithi032.stdout:op 2293 completed, throughput=5MB/sec 2023-12-22T17:44:55.267 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XvTWR5yTSFjkBuB off=7683121 len=787075 2023-12-22T17:44:55.271 INFO:tasks.workunit.client.0.smithi032.stdout:op 2294 completed, throughput=5MB/sec 2023-12-22T17:44:55.271 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XvTWR5yTSFjkBuB off=7349446 len=1802768 2023-12-22T17:44:55.273 INFO:tasks.workunit.client.0.smithi032.stdout:op 2295 completed, throughput=5MB/sec 2023-12-22T17:44:55.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:44:55 smithi032 ceph-mon[191839]: pgmap v1529: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2023-12-22T17:44:55.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:44:55 smithi032 ceph-mon[189144]: pgmap v1529: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2023-12-22T17:44:56.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:44:55 smithi039 ceph-mon[181282]: pgmap v1529: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2023-12-22T17:44:56.274 INFO:tasks.workunit.client.0.smithi032.stdout: 450: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:56.274 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IOk688eOnIMabEG off=4152512 len=1732990 2023-12-22T17:44:56.277 INFO:tasks.workunit.client.0.smithi032.stdout:op 2296 completed, throughput=4.99MB/sec 2023-12-22T17:44:56.277 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ac6tIdzFtnRUQHt off=9614091 len=2068155 2023-12-22T17:44:56.281 INFO:tasks.workunit.client.0.smithi032.stdout:op 2297 completed, throughput=5MB/sec 2023-12-22T17:44:56.281 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0GX34i2oMe9pLvE off=1302539 len=1425052 2023-12-22T17:44:56.288 INFO:tasks.workunit.client.0.smithi032.stdout:op 2298 completed, throughput=5MB/sec 2023-12-22T17:44:57.288 INFO:tasks.workunit.client.0.smithi032.stdout: 451: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:57.288 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EC1VGZHnHyiMB4O off=2119075 len=1356021 2023-12-22T17:44:57.295 INFO:tasks.workunit.client.0.smithi032.stdout:op 2299 completed, throughput=4.99MB/sec 2023-12-22T17:44:57.296 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BLtboDBw2-QnXaE off=8287842 len=1039651 2023-12-22T17:44:57.300 INFO:tasks.workunit.client.0.smithi032.stdout:op 2300 completed, throughput=4.99MB/sec 2023-12-22T17:44:57.301 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Ee3F5UJAhvLvVbJ off=8335545 len=1172997 2023-12-22T17:44:57.302 INFO:tasks.workunit.client.0.smithi032.stdout:op 2301 completed, throughput=5MB/sec 2023-12-22T17:44:57.302 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yFH_VkMiJ6ZvUfZ off=12052284 len=758552 2023-12-22T17:44:57.303 INFO:tasks.workunit.client.0.smithi032.stdout:op 2302 completed, throughput=5MB/sec 2023-12-22T17:44:57.303 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KYBIOWfhO76TJ6R off=4456435 len=700350 2023-12-22T17:44:57.307 INFO:tasks.workunit.client.0.smithi032.stdout:op 2303 completed, throughput=5MB/sec 2023-12-22T17:44:57.307 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kgjAn4N_037uyie off=15213779 len=1633084 2023-12-22T17:44:57.309 INFO:tasks.workunit.client.0.smithi032.stdout:op 2304 completed, throughput=5MB/sec 2023-12-22T17:44:57.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:44:57 smithi032 ceph-mon[191839]: pgmap v1530: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:44:57.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:44:57 smithi032 ceph-mon[189144]: pgmap v1530: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:44:58.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:44:57 smithi039 ceph-mon[181282]: pgmap v1530: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:44:58.309 INFO:tasks.workunit.client.0.smithi032.stdout: 452: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:58.310 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5EM_9Ab-wRZCp8j off=2885016 len=810639 2023-12-22T17:44:58.312 INFO:tasks.workunit.client.0.smithi032.stdout:op 2305 completed, throughput=4.99MB/sec 2023-12-22T17:44:58.312 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JQxhX790eGx3WVA off=1144828 len=1735712 2023-12-22T17:44:58.320 INFO:tasks.workunit.client.0.smithi032.stdout:op 2306 completed, throughput=5MB/sec 2023-12-22T17:44:58.320 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ax8eGx7r1m7puHa off=1689 len=2029922 2023-12-22T17:44:58.327 INFO:tasks.workunit.client.0.smithi032.stdout:op 2307 completed, throughput=5MB/sec 2023-12-22T17:44:59.328 INFO:tasks.workunit.client.0.smithi032.stdout: 453: throughput=4.99MB/sec pending data=0 2023-12-22T17:44:59.328 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5UwYb9JofaIeWUv off=4821826 len=22035 2023-12-22T17:44:59.330 INFO:tasks.workunit.client.0.smithi032.stdout:op 2308 completed, throughput=4.99MB/sec 2023-12-22T17:44:59.330 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-E6JQQcCodxrYI8w off=16371501 len=797212 2023-12-22T17:44:59.334 INFO:tasks.workunit.client.0.smithi032.stdout:op 2309 completed, throughput=4.99MB/sec 2023-12-22T17:44:59.334 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BFaXQqRZnm_YhWG off=6328503 len=1652317 2023-12-22T17:44:59.338 INFO:tasks.workunit.client.0.smithi032.stdout:op 2310 completed, throughput=5MB/sec 2023-12-22T17:44:59.338 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-s_wLVudYIrH3vYW off=6713748 len=1969489 2023-12-22T17:44:59.339 INFO:tasks.workunit.client.0.smithi032.stdout:op 2311 completed, throughput=5MB/sec 2023-12-22T17:44:59.339 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LHYFCUb8zCan67z off=3358172 len=1578517 2023-12-22T17:44:59.346 INFO:tasks.workunit.client.0.smithi032.stdout:op 2312 completed, throughput=5MB/sec 2023-12-22T17:44:59.372 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:44:59.696 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:44:59.696 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (25m) 75s ago 29m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:44:59.696 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (24m) 9m ago 29m 91.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:44:59.697 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (30m) 75s ago 30m 20.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:44:59.697 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (30m) 9m ago 30m 25.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:44:59.697 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (24m) 9m ago 32m 455M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:44:59.697 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (24m) 75s ago 34m 541M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:44:59.697 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (24m) 75s ago 34m 246M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:44:59.697 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (23m) 9m ago 33m 131M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:44:59.697 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (23m) 75s ago 33m 150M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:44:59.697 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (25m) 75s ago 29m 15.8M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:44:59.697 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (24m) 9m ago 29m 17.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:44:59.697 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (23m) 75s ago 32m 1953M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:44:59.698 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (22m) 75s ago 32m 2201M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:44:59.698 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (22m) 75s ago 31m 2126M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:44:59.698 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (21m) 75s ago 31m 1857M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:44:59.698 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (21m) 9m ago 31m 1675M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:44:59.698 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (20m) 9m ago 31m 1206M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:44:59.698 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (20m) 9m ago 30m 798M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:44:59.698 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (19m) 9m ago 30m 986M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:44:59.698 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (24m) 9m ago 29m 66.1M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:44:59.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:44:59 smithi032 ceph-mon[189144]: from='client.45389 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:44:59.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:44:59 smithi032 ceph-mon[189144]: pgmap v1531: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-22T17:44:59.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:44:59 smithi032 ceph-mon[191839]: from='client.45389 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:44:59.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:44:59 smithi032 ceph-mon[191839]: pgmap v1531: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-22T17:45:00.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:44:59 smithi039 ceph-mon[181282]: from='client.45389 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:45:00.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:44:59 smithi039 ceph-mon[181282]: pgmap v1531: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-22T17:45:00.099 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:45:00.099 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:45:00.099 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:45:00.099 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:45:00.099 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:45:00.099 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:45:00.100 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:45:00.100 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:45:00.100 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:45:00.100 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:45:00.100 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:45:00.100 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:45:00.100 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:45:00.100 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:45:00.100 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:45:00.100 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:45:00.100 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:45:00.100 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:45:00.346 INFO:tasks.workunit.client.0.smithi032.stdout: 454: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:00.346 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-aDCyis9MzTqsgh0 off=5929539 len=1746665 2023-12-22T17:45:00.350 INFO:tasks.workunit.client.0.smithi032.stdout:op 2313 completed, throughput=5MB/sec 2023-12-22T17:45:00.351 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9GcdS10ZdtHZH8x off=13045366 len=1391915 2023-12-22T17:45:00.352 INFO:tasks.workunit.client.0.smithi032.stdout:op 2314 completed, throughput=5MB/sec 2023-12-22T17:45:00.352 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pJw3saHP-ZumGT6 off=13722206 len=1639560 2023-12-22T17:45:00.360 INFO:tasks.workunit.client.0.smithi032.stdout:op 2315 completed, throughput=5MB/sec 2023-12-22T17:45:00.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:45:00 smithi032 ceph-mon[191839]: from='client.35460 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:45:00.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:45:00 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1812429696' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:45:00.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:45:00 smithi032 ceph-mon[189144]: from='client.35460 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:45:00.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:45:00 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1812429696' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:45:01.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:45:00 smithi039 ceph-mon[181282]: from='client.35460 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:45:01.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:45:00 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1812429696' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:45:01.176 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:45:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:45:00] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2023-12-22T17:45:01.360 INFO:tasks.workunit.client.0.smithi032.stdout: 455: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:01.360 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_NWZn8thgym2b4R off=7564749 len=2051626 2023-12-22T17:45:01.368 INFO:tasks.workunit.client.0.smithi032.stdout:op 2316 completed, throughput=5MB/sec 2023-12-22T17:45:01.368 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iyqdJ2iDmKilghU off=22279507 len=1465165 2023-12-22T17:45:01.375 INFO:tasks.workunit.client.0.smithi032.stdout:op 2317 completed, throughput=5MB/sec 2023-12-22T17:45:01.375 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hKax8dS-0xK92Hf off=6992643 len=637434 2023-12-22T17:45:01.377 INFO:tasks.workunit.client.0.smithi032.stdout:op 2318 completed, throughput=5MB/sec 2023-12-22T17:45:01.377 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6P6NXeUUZn631wh off=802345 len=633299 2023-12-22T17:45:01.380 INFO:tasks.workunit.client.0.smithi032.stdout:op 2319 completed, throughput=5MB/sec 2023-12-22T17:45:02.381 INFO:tasks.workunit.client.0.smithi032.stdout: 456: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:02.381 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kLee2t1fIObLT3K off=1046183 len=719387 2023-12-22T17:45:02.386 INFO:tasks.workunit.client.0.smithi032.stdout:op 2320 completed, throughput=4.99MB/sec 2023-12-22T17:45:02.386 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZGcSCq7xjm1Kvqq off=2808818 len=1538765 2023-12-22T17:45:02.392 INFO:tasks.workunit.client.0.smithi032.stdout:op 2321 completed, throughput=4.99MB/sec 2023-12-22T17:45:02.392 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-S-movRuifVPLJuh off=11989066 len=1748411 2023-12-22T17:45:02.394 INFO:tasks.workunit.client.0.smithi032.stdout:op 2322 completed, throughput=5MB/sec 2023-12-22T17:45:02.394 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EMGsi45TN1sc5t9 off=4192020 len=637422 2023-12-22T17:45:02.398 INFO:tasks.workunit.client.0.smithi032.stdout:op 2323 completed, throughput=5MB/sec 2023-12-22T17:45:02.398 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dtJSTCxZjBo3FWH off=249384 len=465328 2023-12-22T17:45:02.402 INFO:tasks.workunit.client.0.smithi032.stdout:op 2324 completed, throughput=5MB/sec 2023-12-22T17:45:02.753 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:45:02 smithi039 ceph-mon[181282]: pgmap v1532: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:45:02.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:45:02 smithi032 ceph-mon[189144]: pgmap v1532: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:45:02.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:45:02 smithi032 ceph-mon[191839]: pgmap v1532: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:45:03.402 INFO:tasks.workunit.client.0.smithi032.stdout: 457: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:03.403 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_wO6iC3r_NbASw_ off=2915771 len=1821593 2023-12-22T17:45:03.405 INFO:tasks.workunit.client.0.smithi032.stdout:op 2325 completed, throughput=4.99MB/sec 2023-12-22T17:45:03.405 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Sp1eeXvJDwDIxWm off=4839601 len=2075765 2023-12-22T17:45:03.407 INFO:tasks.workunit.client.0.smithi032.stdout:op 2326 completed, throughput=5MB/sec 2023-12-22T17:45:03.407 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YFIAMavDVPYcQUa off=12797595 len=1590417 2023-12-22T17:45:03.409 INFO:tasks.workunit.client.0.smithi032.stdout:op 2327 completed, throughput=5MB/sec 2023-12-22T17:45:03.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:45:03 smithi032 ceph-mon[189144]: pgmap v1533: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:45:03.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:45:03 smithi032 ceph-mon[191839]: pgmap v1533: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:45:04.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:45:03 smithi039 ceph-mon[181282]: pgmap v1533: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:45:04.409 INFO:tasks.workunit.client.0.smithi032.stdout: 458: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:04.409 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-L4paGA5Pbcw4bKh off=12214647 len=380203 2023-12-22T17:45:04.413 INFO:tasks.workunit.client.0.smithi032.stdout:op 2328 completed, throughput=4.99MB/sec 2023-12-22T17:45:04.413 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ufefwd2wcrn_LFw off=2155335 len=513098 2023-12-22T17:45:04.414 INFO:tasks.workunit.client.0.smithi032.stdout:op 2329 completed, throughput=4.99MB/sec 2023-12-22T17:45:04.414 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Y8nnAm27WqbtD9W off=22790328 len=2072718 2023-12-22T17:45:04.424 INFO:tasks.workunit.client.0.smithi032.stdout:op 2330 completed, throughput=5MB/sec 2023-12-22T17:45:04.424 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NLunW9lLSVeKurB off=4623130 len=32511 2023-12-22T17:45:04.425 INFO:tasks.workunit.client.0.smithi032.stdout:op 2331 completed, throughput=5MB/sec 2023-12-22T17:45:04.425 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vmxKIyDQB1iA-7R off=776662 len=852652 2023-12-22T17:45:04.426 INFO:tasks.workunit.client.0.smithi032.stdout:op 2332 completed, throughput=5MB/sec 2023-12-22T17:45:04.426 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OWliz6BfYV8mfLN off=1811334 len=496534 2023-12-22T17:45:04.429 INFO:tasks.workunit.client.0.smithi032.stdout:op 2333 completed, throughput=5MB/sec 2023-12-22T17:45:04.429 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Ss2jVm4T-sCIL4S off=118760 len=362009 2023-12-22T17:45:04.430 INFO:tasks.workunit.client.0.smithi032.stdout:op 2334 completed, throughput=5MB/sec 2023-12-22T17:45:04.430 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0OTOl96HTvrFgM_ off=19017060 len=1843742 2023-12-22T17:45:04.432 INFO:tasks.workunit.client.0.smithi032.stdout:op 2335 completed, throughput=5MB/sec 2023-12-22T17:45:04.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:45:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:45:04.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:45:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:45:05.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:45:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:45:05.433 INFO:tasks.workunit.client.0.smithi032.stdout: 459: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:05.433 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-r_VBCDnyUL2_GEu off=5687749 len=500094 2023-12-22T17:45:05.437 INFO:tasks.workunit.client.0.smithi032.stdout:op 2336 completed, throughput=4.99MB/sec 2023-12-22T17:45:05.437 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kz91IOx5L9pB7tL off=195789 len=701546 2023-12-22T17:45:05.442 INFO:tasks.workunit.client.0.smithi032.stdout:op 2337 completed, throughput=4.99MB/sec 2023-12-22T17:45:05.442 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-e75sSxGZtturU1m off=13627720 len=29456 2023-12-22T17:45:05.442 INFO:tasks.workunit.client.0.smithi032.stdout:op 2338 completed, throughput=4.99MB/sec 2023-12-22T17:45:05.442 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-y_46SITSl1BxcH_ off=11701818 len=134974 2023-12-22T17:45:05.443 INFO:tasks.workunit.client.0.smithi032.stdout:op 2339 completed, throughput=4.99MB/sec 2023-12-22T17:45:05.443 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CfBBZEa7LZJ93OP off=8305076 len=1926162 2023-12-22T17:45:05.451 INFO:tasks.workunit.client.0.smithi032.stdout:op 2340 completed, throughput=5MB/sec 2023-12-22T17:45:05.451 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tYoZ7amzz1aHQ0X off=1767315 len=2013043 2023-12-22T17:45:05.455 INFO:tasks.workunit.client.0.smithi032.stdout:op 2341 completed, throughput=5MB/sec 2023-12-22T17:45:06.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:45:05 smithi039 ceph-mon[181282]: pgmap v1534: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-22T17:45:06.176 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:45:05 smithi032 ceph-mon[189144]: pgmap v1534: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-22T17:45:06.177 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:45:05 smithi032 ceph-mon[191839]: pgmap v1534: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-22T17:45:06.455 INFO:tasks.workunit.client.0.smithi032.stdout: 460: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:06.456 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-I59l0sHEe4ji7mQ off=13735640 len=386923 2023-12-22T17:45:06.456 INFO:tasks.workunit.client.0.smithi032.stdout:op 2342 completed, throughput=4.99MB/sec 2023-12-22T17:45:06.457 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qDAQ5lJ-6_RdUBr off=9187277 len=505572 2023-12-22T17:45:06.458 INFO:tasks.workunit.client.0.smithi032.stdout:op 2343 completed, throughput=4.99MB/sec 2023-12-22T17:45:06.458 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-s6cp3qW8xAk1--k off=9212055 len=1341693 2023-12-22T17:45:06.460 INFO:tasks.workunit.client.0.smithi032.stdout:op 2344 completed, throughput=5MB/sec 2023-12-22T17:45:06.460 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8enJojF6t5R1GCX off=15218 len=1441591 2023-12-22T17:45:06.467 INFO:tasks.workunit.client.0.smithi032.stdout:op 2345 completed, throughput=5MB/sec 2023-12-22T17:45:06.467 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sbhdQDiegnVYlJz off=1643617 len=1109301 2023-12-22T17:45:06.469 INFO:tasks.workunit.client.0.smithi032.stdout:op 2346 completed, throughput=5MB/sec 2023-12-22T17:45:07.469 INFO:tasks.workunit.client.0.smithi032.stdout: 461: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:07.470 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-h97pOlRBme_E6cE off=10426647 len=560857 2023-12-22T17:45:07.470 INFO:tasks.workunit.client.0.smithi032.stdout:op 2347 completed, throughput=4.99MB/sec 2023-12-22T17:45:07.470 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZzhfEspCWqkct_z off=8571406 len=252021 2023-12-22T17:45:07.471 INFO:tasks.workunit.client.0.smithi032.stdout:op 2348 completed, throughput=4.99MB/sec 2023-12-22T17:45:07.471 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4LsvXSep4PRxYUR off=15106558 len=1379567 2023-12-22T17:45:07.478 INFO:tasks.workunit.client.0.smithi032.stdout:op 2349 completed, throughput=5MB/sec 2023-12-22T17:45:07.478 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--nM_kjLKGCMrNfz off=7219502 len=141587 2023-12-22T17:45:07.479 INFO:tasks.workunit.client.0.smithi032.stdout:op 2350 completed, throughput=5MB/sec 2023-12-22T17:45:07.479 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BWg3ULqpA1wT7hH off=912273 len=1406783 2023-12-22T17:45:07.482 INFO:tasks.workunit.client.0.smithi032.stdout:op 2351 completed, throughput=5MB/sec 2023-12-22T17:45:07.482 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gpLttYfi-0QMjSS off=189031 len=17873 2023-12-22T17:45:07.484 INFO:tasks.workunit.client.0.smithi032.stdout:op 2352 completed, throughput=5MB/sec 2023-12-22T17:45:07.484 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-f8J4-5rtzvfOCeP off=5948251 len=533887 2023-12-22T17:45:07.487 INFO:tasks.workunit.client.0.smithi032.stdout:op 2353 completed, throughput=5MB/sec 2023-12-22T17:45:07.488 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JYw7yschwbCu5Ui off=17300283 len=1787351 2023-12-22T17:45:07.496 INFO:tasks.workunit.client.0.smithi032.stdout:op 2354 completed, throughput=5MB/sec 2023-12-22T17:45:07.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:45:07 smithi032 ceph-mon[189144]: pgmap v1535: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-22T17:45:07.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:45:07 smithi032 ceph-mon[191839]: pgmap v1535: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-22T17:45:08.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:45:07 smithi039 ceph-mon[181282]: pgmap v1535: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-22T17:45:08.496 INFO:tasks.workunit.client.0.smithi032.stdout: 462: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:08.496 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KcA-hdHleuLGWbH off=6384898 len=1144802 2023-12-22T17:45:08.498 INFO:tasks.workunit.client.0.smithi032.stdout:op 2355 completed, throughput=4.99MB/sec 2023-12-22T17:45:08.498 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FHQkrmi0BKXGxN2 off=1336739 len=589914 2023-12-22T17:45:08.502 INFO:tasks.workunit.client.0.smithi032.stdout:op 2356 completed, throughput=5MB/sec 2023-12-22T17:45:08.503 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-14adIHQzwy2VXZL off=890939 len=858147 2023-12-22T17:45:08.503 INFO:tasks.workunit.client.0.smithi032.stdout:op 2357 completed, throughput=5MB/sec 2023-12-22T17:45:08.504 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-r-aKio0ozuRWF9J off=1274858 len=513496 2023-12-22T17:45:08.507 INFO:tasks.workunit.client.0.smithi032.stdout:op 2358 completed, throughput=5MB/sec 2023-12-22T17:45:08.507 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gp6SWn4-zkDU6F7 off=17004784 len=1467774 2023-12-22T17:45:08.509 INFO:tasks.workunit.client.0.smithi032.stdout:op 2359 completed, throughput=5MB/sec 2023-12-22T17:45:09.510 INFO:tasks.workunit.client.0.smithi032.stdout: 463: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:09.510 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KuF-5uoudq3ysAT off=3245570 len=1931130 2023-12-22T17:45:09.512 INFO:tasks.workunit.client.0.smithi032.stdout:op 2360 completed, throughput=4.99MB/sec 2023-12-22T17:45:09.512 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-i0y3tRLaeGfRckq off=18520664 len=1344361 2023-12-22T17:45:09.514 INFO:tasks.workunit.client.0.smithi032.stdout:op 2361 completed, throughput=5MB/sec 2023-12-22T17:45:09.514 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-c-ZWFpz9qig8Vgv off=1263846 len=1143148 2023-12-22T17:45:09.520 INFO:tasks.workunit.client.0.smithi032.stdout:op 2362 completed, throughput=5MB/sec 2023-12-22T17:45:09.520 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yFbFUet2-Q5rHHc off=10882159 len=193638 2023-12-22T17:45:09.523 INFO:tasks.workunit.client.0.smithi032.stdout:op 2363 completed, throughput=5MB/sec 2023-12-22T17:45:09.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:45:09 smithi032 ceph-mon[189144]: pgmap v1536: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:45:09.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:45:09 smithi032 ceph-mon[191839]: pgmap v1536: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:45:10.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:45:09 smithi039 ceph-mon[181282]: pgmap v1536: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:45:10.523 INFO:tasks.workunit.client.0.smithi032.stdout: 464: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:10.523 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EuYDlu79l1GZyIz off=5337711 len=845871 2023-12-22T17:45:10.528 INFO:tasks.workunit.client.0.smithi032.stdout:op 2364 completed, throughput=4.99MB/sec 2023-12-22T17:45:10.529 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ubcJLRqUGijyjxs off=3174715 len=1859243 2023-12-22T17:45:10.531 INFO:tasks.workunit.client.0.smithi032.stdout:op 2365 completed, throughput=5MB/sec 2023-12-22T17:45:10.531 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-X5PooK8AmdQTCsf off=8880873 len=319258 2023-12-22T17:45:10.531 INFO:tasks.workunit.client.0.smithi032.stdout:op 2366 completed, throughput=5MB/sec 2023-12-22T17:45:10.532 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OJ3KzeKcsxQ6sAb off=10949541 len=1250399 2023-12-22T17:45:10.534 INFO:tasks.workunit.client.0.smithi032.stdout:op 2367 completed, throughput=5MB/sec 2023-12-22T17:45:10.535 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SPRXlJNOkT8HzyC off=3989335 len=896048 2023-12-22T17:45:10.536 INFO:tasks.workunit.client.0.smithi032.stdout:op 2368 completed, throughput=5MB/sec 2023-12-22T17:45:10.536 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WijBvuE0MgomFFb off=9579056 len=964360 2023-12-22T17:45:10.537 INFO:tasks.workunit.client.0.smithi032.stdout:op 2369 completed, throughput=5MB/sec 2023-12-22T17:45:11.176 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:45:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:45:10] "GET /metrics HTTP/1.1" 200 34012 "" "Prometheus/2.43.0" 2023-12-22T17:45:11.538 INFO:tasks.workunit.client.0.smithi032.stdout: 465: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:11.538 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZbodF3b1VB3ghx- off=2342189 len=43964 2023-12-22T17:45:11.540 INFO:tasks.workunit.client.0.smithi032.stdout:op 2370 completed, throughput=4.99MB/sec 2023-12-22T17:45:11.541 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PevG-hKCciyoup9 off=13811326 len=305562 2023-12-22T17:45:11.542 INFO:tasks.workunit.client.0.smithi032.stdout:op 2371 completed, throughput=4.99MB/sec 2023-12-22T17:45:11.542 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cfXBsvIfN1_OvY8 off=18331459 len=114162 2023-12-22T17:45:11.542 INFO:tasks.workunit.client.0.smithi032.stdout:op 2372 completed, throughput=4.99MB/sec 2023-12-22T17:45:11.542 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-giWyjrUL9GsRgk0 off=1813920 len=1752929 2023-12-22T17:45:11.550 INFO:tasks.workunit.client.0.smithi032.stdout:op 2373 completed, throughput=5MB/sec 2023-12-22T17:45:11.551 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-C7-FsJen9Aww6qt off=4540884 len=1224043 2023-12-22T17:45:11.556 INFO:tasks.workunit.client.0.smithi032.stdout:op 2374 completed, throughput=5MB/sec 2023-12-22T17:45:11.556 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GAnBHgbrav52agB off=1264106 len=1060844 2023-12-22T17:45:11.557 INFO:tasks.workunit.client.0.smithi032.stdout:op 2375 completed, throughput=5MB/sec 2023-12-22T17:45:12.557 INFO:tasks.workunit.client.0.smithi032.stdout: 466: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:12.558 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uVOvQBjvMftEcUN off=11320362 len=977611 2023-12-22T17:45:12.563 INFO:tasks.workunit.client.0.smithi032.stdout:op 2376 completed, throughput=4.99MB/sec 2023-12-22T17:45:12.564 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CTTaPRhj2_D4Yrd off=26071 len=1968407 2023-12-22T17:45:12.567 INFO:tasks.workunit.client.0.smithi032.stdout:op 2377 completed, throughput=5MB/sec 2023-12-22T17:45:12.567 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OY4tisDHhk1YhbR off=86649 len=18244 2023-12-22T17:45:12.570 INFO:tasks.workunit.client.0.smithi032.stdout:op 2378 completed, throughput=5MB/sec 2023-12-22T17:45:12.570 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gZD0Tra3CGze2WT off=1458310 len=817355 2023-12-22T17:45:12.571 INFO:tasks.workunit.client.0.smithi032.stdout:op 2379 completed, throughput=5MB/sec 2023-12-22T17:45:12.572 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-scDhVGNrvtrrzEK off=19513603 len=1115669 2023-12-22T17:45:12.577 INFO:tasks.workunit.client.0.smithi032.stdout:op 2380 completed, throughput=5MB/sec 2023-12-22T17:45:12.577 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1oQVCo10SGE3GW- off=4227943 len=294282 2023-12-22T17:45:12.580 INFO:tasks.workunit.client.0.smithi032.stdout:op 2381 completed, throughput=5MB/sec 2023-12-22T17:45:12.580 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-eb0Py41TYda1J7X off=5793812 len=1145021 2023-12-22T17:45:12.586 INFO:tasks.workunit.client.0.smithi032.stdout:op 2382 completed, throughput=5MB/sec 2023-12-22T17:45:12.753 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:45:12 smithi039 ceph-mon[181282]: pgmap v1537: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:45:12.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:45:12 smithi032 ceph-mon[191839]: pgmap v1537: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:45:12.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:45:12 smithi032 ceph-mon[189144]: pgmap v1537: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:45:13.586 INFO:tasks.workunit.client.0.smithi032.stdout: 467: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:13.586 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kjQRtf4hkPZRTZZ off=7688497 len=1627090 2023-12-22T17:45:13.588 INFO:tasks.workunit.client.0.smithi032.stdout:op 2383 completed, throughput=4.99MB/sec 2023-12-22T17:45:13.588 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UBM_SaympB6bA5Y off=9606427 len=2080892 2023-12-22T17:45:13.599 INFO:tasks.workunit.client.0.smithi032.stdout:op 2384 completed, throughput=5MB/sec 2023-12-22T17:45:13.599 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DhTImEdA6zpMgg8 off=3800143 len=951760 2023-12-22T17:45:13.600 INFO:tasks.workunit.client.0.smithi032.stdout:op 2385 completed, throughput=5MB/sec 2023-12-22T17:45:13.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:45:13 smithi032 ceph-mon[189144]: pgmap v1538: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:45:13.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:45:13 smithi032 ceph-mon[191839]: pgmap v1538: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:45:14.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:45:13 smithi039 ceph-mon[181282]: pgmap v1538: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:45:14.601 INFO:tasks.workunit.client.0.smithi032.stdout: 468: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:14.601 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zOI7yhlor8SxMtN off=8274113 len=1076291 2023-12-22T17:45:14.602 INFO:tasks.workunit.client.0.smithi032.stdout:op 2386 completed, throughput=4.99MB/sec 2023-12-22T17:45:14.602 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0u3brdOuE1PXegd off=14851040 len=558393 2023-12-22T17:45:14.607 INFO:tasks.workunit.client.0.smithi032.stdout:op 2387 completed, throughput=4.99MB/sec 2023-12-22T17:45:14.607 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vvVFmkOgM-N9ntP off=12441864 len=963662 2023-12-22T17:45:14.608 INFO:tasks.workunit.client.0.smithi032.stdout:op 2388 completed, throughput=5MB/sec 2023-12-22T17:45:14.608 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Sp1eeXvJDwDIxWm off=8070147 len=1645313 2023-12-22T17:45:14.610 INFO:tasks.workunit.client.0.smithi032.stdout:op 2389 completed, throughput=5MB/sec 2023-12-22T17:45:14.610 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zenN_9X4deqMQNe off=8182018 len=1411441 2023-12-22T17:45:14.611 INFO:tasks.workunit.client.0.smithi032.stdout:op 2390 completed, throughput=5MB/sec 2023-12-22T17:45:15.611 INFO:tasks.workunit.client.0.smithi032.stdout: 469: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:15.612 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VaJoElxitP0DAcd off=1562095 len=1454204 2023-12-22T17:45:15.614 INFO:tasks.workunit.client.0.smithi032.stdout:op 2391 completed, throughput=4.99MB/sec 2023-12-22T17:45:15.614 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nGmIaoJ-deiAugZ off=6238501 len=592793 2023-12-22T17:45:15.615 INFO:tasks.workunit.client.0.smithi032.stdout:op 2392 completed, throughput=5MB/sec 2023-12-22T17:45:15.615 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-a_0ZBGsHLa7WmYQ off=4209591 len=408639 2023-12-22T17:45:15.616 INFO:tasks.workunit.client.0.smithi032.stdout:op 2393 completed, throughput=5MB/sec 2023-12-22T17:45:15.616 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nWU_OAMWA1XdNDW off=1238821 len=972555 2023-12-22T17:45:15.621 INFO:tasks.workunit.client.0.smithi032.stdout:op 2394 completed, throughput=5MB/sec 2023-12-22T17:45:15.621 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gPEdRs3AZ95BoOz off=3975939 len=242864 2023-12-22T17:45:15.624 INFO:tasks.workunit.client.0.smithi032.stdout:op 2395 completed, throughput=5MB/sec 2023-12-22T17:45:15.624 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BV51hBq4uEJLJm_ off=21023021 len=1517197 2023-12-22T17:45:15.626 INFO:tasks.workunit.client.0.smithi032.stdout:op 2396 completed, throughput=5MB/sec 2023-12-22T17:45:15.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:45:15 smithi032 ceph-mon[189144]: pgmap v1539: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:45:15.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:45:15 smithi032 ceph-mon[191839]: pgmap v1539: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:45:16.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:45:15 smithi039 ceph-mon[181282]: pgmap v1539: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:45:16.626 INFO:tasks.workunit.client.0.smithi032.stdout: 470: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:16.626 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NpD82h7-Z_waG2M off=15149518 len=1020824 2023-12-22T17:45:16.628 INFO:tasks.workunit.client.0.smithi032.stdout:op 2397 completed, throughput=4.99MB/sec 2023-12-22T17:45:16.628 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OvZEb2Xcnz_YeaI off=2664705 len=897199 2023-12-22T17:45:16.630 INFO:tasks.workunit.client.0.smithi032.stdout:op 2398 completed, throughput=4.99MB/sec 2023-12-22T17:45:16.630 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-M-1k688csmWAv8R off=2030367 len=621133 2023-12-22T17:45:16.634 INFO:tasks.workunit.client.0.smithi032.stdout:op 2399 completed, throughput=5MB/sec 2023-12-22T17:45:16.634 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-B_b93dacXnRvXHp off=1428571 len=191331 2023-12-22T17:45:16.635 INFO:tasks.workunit.client.0.smithi032.stdout:op 2400 completed, throughput=5MB/sec 2023-12-22T17:45:16.635 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jXgnnCO0sAcLcLM off=3049249 len=1872842 2023-12-22T17:45:16.637 INFO:tasks.workunit.client.0.smithi032.stdout:op 2401 completed, throughput=5MB/sec 2023-12-22T17:45:16.638 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dnL-Z2szc-TK3-s off=1974500 len=723051 2023-12-22T17:45:16.638 INFO:tasks.workunit.client.0.smithi032.stdout:op 2402 completed, throughput=5MB/sec 2023-12-22T17:45:17.639 INFO:tasks.workunit.client.0.smithi032.stdout: 471: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:17.639 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ykaywOMzKot8hoC off=11054297 len=627380 2023-12-22T17:45:17.640 INFO:tasks.workunit.client.0.smithi032.stdout:op 2403 completed, throughput=4.99MB/sec 2023-12-22T17:45:17.640 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wBhZIvmFd6SG6UV off=12959164 len=1609483 2023-12-22T17:45:17.642 INFO:tasks.workunit.client.0.smithi032.stdout:op 2404 completed, throughput=5MB/sec 2023-12-22T17:45:17.642 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HOkr8QnGnasnVaX off=6836016 len=1533120 2023-12-22T17:45:17.644 INFO:tasks.workunit.client.0.smithi032.stdout:op 2405 completed, throughput=5MB/sec 2023-12-22T17:45:17.644 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zi9J8HcjYy4j-mh off=9747502 len=1798027 2023-12-22T17:45:17.652 INFO:tasks.workunit.client.0.smithi032.stdout:op 2406 completed, throughput=5MB/sec 2023-12-22T17:45:17.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:45:17 smithi032 ceph-mon[189144]: pgmap v1540: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-22T17:45:17.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:45:17 smithi032 ceph-mon[191839]: pgmap v1540: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-22T17:45:18.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:45:17 smithi039 ceph-mon[181282]: pgmap v1540: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-22T17:45:18.653 INFO:tasks.workunit.client.0.smithi032.stdout: 472: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:18.653 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-W0sqJ6ucncCyQas off=608120 len=975895 2023-12-22T17:45:18.654 INFO:tasks.workunit.client.0.smithi032.stdout:op 2407 completed, throughput=4.99MB/sec 2023-12-22T17:45:18.654 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-P-PrGwIGjvV70TN off=12287371 len=794350 2023-12-22T17:45:18.655 INFO:tasks.workunit.client.0.smithi032.stdout:op 2408 completed, throughput=4.99MB/sec 2023-12-22T17:45:18.655 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PDdSpkyKiijUbW0 off=2177591 len=1871383 2023-12-22T17:45:18.658 INFO:tasks.workunit.client.0.smithi032.stdout:op 2409 completed, throughput=5MB/sec 2023-12-22T17:45:18.658 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LcfwrDkCzIzdDzn off=17080046 len=333292 2023-12-22T17:45:18.661 INFO:tasks.workunit.client.0.smithi032.stdout:op 2410 completed, throughput=5MB/sec 2023-12-22T17:45:18.661 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DKgAjE_VCr6wCyj off=2671647 len=145566 2023-12-22T17:45:18.664 INFO:tasks.workunit.client.0.smithi032.stdout:op 2411 completed, throughput=5MB/sec 2023-12-22T17:45:18.664 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9Nf9FDD92aRxiU1 off=569421 len=426185 2023-12-22T17:45:18.668 INFO:tasks.workunit.client.0.smithi032.stdout:op 2412 completed, throughput=5MB/sec 2023-12-22T17:45:19.668 INFO:tasks.workunit.client.0.smithi032.stdout: 473: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:19.668 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vvLHEKrjyS1G8PJ off=876239 len=1328590 2023-12-22T17:45:19.676 INFO:tasks.workunit.client.0.smithi032.stdout:op 2413 completed, throughput=4.99MB/sec 2023-12-22T17:45:19.676 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-n6g1vEDRkUeDWjo off=10565724 len=582197 2023-12-22T17:45:19.680 INFO:tasks.workunit.client.0.smithi032.stdout:op 2414 completed, throughput=4.99MB/sec 2023-12-22T17:45:19.680 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Z58u3D5HeTwfMrQ off=17824216 len=1700864 2023-12-22T17:45:19.688 INFO:tasks.workunit.client.0.smithi032.stdout:op 2415 completed, throughput=5MB/sec 2023-12-22T17:45:19.688 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-I9TuvqHgELn_EPR off=15478874 len=68358 2023-12-22T17:45:19.690 INFO:tasks.workunit.client.0.smithi032.stdout:op 2416 completed, throughput=5MB/sec 2023-12-22T17:45:19.690 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pFT5wZni3JuX5VO off=6318442 len=373950 2023-12-22T17:45:19.694 INFO:tasks.workunit.client.0.smithi032.stdout:op 2417 completed, throughput=5MB/sec 2023-12-22T17:45:19.694 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4nqZBlsddXU-NQF off=11943454 len=961537 2023-12-22T17:45:19.699 INFO:tasks.workunit.client.0.smithi032.stdout:op 2418 completed, throughput=5MB/sec 2023-12-22T17:45:19.699 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-I9v3jFT9xFUP7mP off=1531406 len=161500 2023-12-22T17:45:19.700 INFO:tasks.workunit.client.0.smithi032.stdout:op 2419 completed, throughput=5MB/sec 2023-12-22T17:45:19.700 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-erB90A5CxTQ6v9P off=4201245 len=1291634 2023-12-22T17:45:19.707 INFO:tasks.workunit.client.0.smithi032.stdout:op 2420 completed, throughput=5MB/sec 2023-12-22T17:45:19.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:45:19 smithi032 ceph-mon[191839]: pgmap v1541: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-22T17:45:19.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:45:19 smithi032 ceph-mon[189144]: pgmap v1541: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-22T17:45:20.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:45:19 smithi039 ceph-mon[181282]: pgmap v1541: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-22T17:45:20.707 INFO:tasks.workunit.client.0.smithi032.stdout: 474: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:20.707 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iBFqj3kqw85JhaL off=1450398 len=1429643 2023-12-22T17:45:20.714 INFO:tasks.workunit.client.0.smithi032.stdout:op 2421 completed, throughput=4.99MB/sec 2023-12-22T17:45:20.714 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZkLBtp9e30NO5cl off=12817845 len=1623580 2023-12-22T17:45:20.716 INFO:tasks.workunit.client.0.smithi032.stdout:op 2422 completed, throughput=5MB/sec 2023-12-22T17:45:20.716 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mELJCleGmgbVAiP off=5871536 len=258915 2023-12-22T17:45:20.717 INFO:tasks.workunit.client.0.smithi032.stdout:op 2423 completed, throughput=5MB/sec 2023-12-22T17:45:20.717 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dKc7NeiBfF9XDK2 off=3171015 len=838995 2023-12-22T17:45:20.718 INFO:tasks.workunit.client.0.smithi032.stdout:op 2424 completed, throughput=5MB/sec 2023-12-22T17:45:20.718 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NKQLLl79ZW1QZo0 off=1517410 len=477708 2023-12-22T17:45:20.719 INFO:tasks.workunit.client.0.smithi032.stdout:op 2425 completed, throughput=5MB/sec 2023-12-22T17:45:20.853 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:45:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:45:20.853 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:45:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:45:21.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:45:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:45:21.176 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:45:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:45:20] "GET /metrics HTTP/1.1" 200 34011 "" "Prometheus/2.43.0" 2023-12-22T17:45:21.720 INFO:tasks.workunit.client.0.smithi032.stdout: 475: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:21.720 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tzrVbo00YFyap0a off=4549195 len=1620129 2023-12-22T17:45:21.728 INFO:tasks.workunit.client.0.smithi032.stdout:op 2426 completed, throughput=4.99MB/sec 2023-12-22T17:45:21.729 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--1oAa0ximYVa0KL off=12003279 len=951277 2023-12-22T17:45:21.734 INFO:tasks.workunit.client.0.smithi032.stdout:op 2427 completed, throughput=5MB/sec 2023-12-22T17:45:21.734 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7rao0rTX6uDWeNF off=284968 len=264557 2023-12-22T17:45:21.737 INFO:tasks.workunit.client.0.smithi032.stdout:op 2428 completed, throughput=5MB/sec 2023-12-22T17:45:21.737 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-g56W6lw6mk-9_Oq off=7324131 len=1550350 2023-12-22T17:45:21.738 INFO:tasks.workunit.client.0.smithi032.stdout:op 2429 completed, throughput=5MB/sec 2023-12-22T17:45:21.738 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nrgVYwzpzAAa9xg off=7499662 len=22609 2023-12-22T17:45:21.740 INFO:tasks.workunit.client.0.smithi032.stdout:op 2430 completed, throughput=5MB/sec 2023-12-22T17:45:21.740 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Kb-MOxQaPzPQXGJ off=22177614 len=1818917 2023-12-22T17:45:21.744 INFO:tasks.workunit.client.0.smithi032.stdout:op 2431 completed, throughput=5MB/sec 2023-12-22T17:45:22.744 INFO:tasks.workunit.client.0.smithi032.stdout: 476: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:22.744 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cpQbuKo8vd8bI4C off=1158495 len=871248 2023-12-22T17:45:22.749 INFO:tasks.workunit.client.0.smithi032.stdout:op 2432 completed, throughput=4.99MB/sec 2023-12-22T17:45:22.749 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9zeX1vSZtiNO3tv off=1707638 len=497153 2023-12-22T17:45:22.753 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:45:22 smithi039 ceph-mon[181282]: pgmap v1542: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2023-12-22T17:45:22.754 INFO:tasks.workunit.client.0.smithi032.stdout:op 2433 completed, throughput=4.99MB/sec 2023-12-22T17:45:22.754 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pWMR5zgzt85UA8c off=8935394 len=574675 2023-12-22T17:45:22.755 INFO:tasks.workunit.client.0.smithi032.stdout:op 2434 completed, throughput=5MB/sec 2023-12-22T17:45:22.755 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8vNlxPYKI0uocqu off=11697560 len=1586277 2023-12-22T17:45:22.761 INFO:tasks.workunit.client.0.smithi032.stdout:op 2435 completed, throughput=5MB/sec 2023-12-22T17:45:22.761 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bvWjjoQ11yYifWB off=10944591 len=712119 2023-12-22T17:45:22.766 INFO:tasks.workunit.client.0.smithi032.stdout:op 2436 completed, throughput=5MB/sec 2023-12-22T17:45:22.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:45:22 smithi032 ceph-mon[189144]: pgmap v1542: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2023-12-22T17:45:22.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:45:22 smithi032 ceph-mon[191839]: pgmap v1542: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2023-12-22T17:45:23.766 INFO:tasks.workunit.client.0.smithi032.stdout: 477: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:23.766 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LIdtRbYJT7GcgMW off=2874013 len=1607726 2023-12-22T17:45:23.769 INFO:tasks.workunit.client.0.smithi032.stdout:op 2437 completed, throughput=4.99MB/sec 2023-12-22T17:45:23.769 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0HmcLAN7qIsGjJZ off=8276688 len=34256 2023-12-22T17:45:23.772 INFO:tasks.workunit.client.0.smithi032.stdout:op 2438 completed, throughput=4.99MB/sec 2023-12-22T17:45:23.772 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-52SWW-o3zm19Rbr off=12255810 len=861814 2023-12-22T17:45:23.773 INFO:tasks.workunit.client.0.smithi032.stdout:op 2439 completed, throughput=4.99MB/sec 2023-12-22T17:45:23.773 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Mxb-Wq4bTMCVFm3 off=3368354 len=1718874 2023-12-22T17:45:23.775 INFO:tasks.workunit.client.0.smithi032.stdout:op 2440 completed, throughput=5MB/sec 2023-12-22T17:45:23.775 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-otVWRnYVdIYyBwm off=6315324 len=867780 2023-12-22T17:45:23.777 INFO:tasks.workunit.client.0.smithi032.stdout:op 2441 completed, throughput=5MB/sec 2023-12-22T17:45:23.777 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-h7LwzITLg2gEXhA off=11140634 len=2087686 2023-12-22T17:45:23.781 INFO:tasks.workunit.client.0.smithi032.stdout:op 2442 completed, throughput=5MB/sec 2023-12-22T17:45:23.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:45:23 smithi032 ceph-mon[191839]: pgmap v1543: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2023-12-22T17:45:23.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:45:23 smithi032 ceph-mon[189144]: pgmap v1543: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2023-12-22T17:45:24.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:45:23 smithi039 ceph-mon[181282]: pgmap v1543: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2023-12-22T17:45:24.782 INFO:tasks.workunit.client.0.smithi032.stdout: 478: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:24.782 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-COGw-o4tuKw8JRG off=4216070 len=585181 2023-12-22T17:45:24.783 INFO:tasks.workunit.client.0.smithi032.stdout:op 2443 completed, throughput=4.99MB/sec 2023-12-22T17:45:24.783 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gWe7lQXuO09bew6 off=2294343 len=1975909 2023-12-22T17:45:24.792 INFO:tasks.workunit.client.0.smithi032.stdout:op 2444 completed, throughput=5MB/sec 2023-12-22T17:45:24.792 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fT7m3Pxn1bG1Ghb off=19176617 len=927746 2023-12-22T17:45:24.797 INFO:tasks.workunit.client.0.smithi032.stdout:op 2445 completed, throughput=5MB/sec 2023-12-22T17:45:25.798 INFO:tasks.workunit.client.0.smithi032.stdout: 479: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:25.798 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-y55y3uQ3HooQHt9 off=188907 len=2016951 2023-12-22T17:45:25.800 INFO:tasks.workunit.client.0.smithi032.stdout:op 2446 completed, throughput=4.99MB/sec 2023-12-22T17:45:25.800 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ocHAwL4P-h0ZiPF off=5813600 len=652158 2023-12-22T17:45:25.801 INFO:tasks.workunit.client.0.smithi032.stdout:op 2447 completed, throughput=5MB/sec 2023-12-22T17:45:25.801 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-An1UkCkkVF2pmc2 off=5128348 len=167819 2023-12-22T17:45:25.804 INFO:tasks.workunit.client.0.smithi032.stdout:op 2448 completed, throughput=5MB/sec 2023-12-22T17:45:25.804 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hPDSEBbS6icjD4a off=3089617 len=1283399 2023-12-22T17:45:25.810 INFO:tasks.workunit.client.0.smithi032.stdout:op 2449 completed, throughput=5MB/sec 2023-12-22T17:45:25.811 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-f8RFFJyK3Pw0vcv off=11733257 len=2038031 2023-12-22T17:45:25.813 INFO:tasks.workunit.client.0.smithi032.stdout:op 2450 completed, throughput=5MB/sec 2023-12-22T17:45:25.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:45:25 smithi032 ceph-mon[191839]: pgmap v1544: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:45:25.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:45:25 smithi032 ceph-mon[189144]: pgmap v1544: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:45:26.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:45:25 smithi039 ceph-mon[181282]: pgmap v1544: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:45:26.813 INFO:tasks.workunit.client.0.smithi032.stdout: 480: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:26.814 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-r6OQL9PnGCAE5fb off=7323708 len=1367012 2023-12-22T17:45:26.821 INFO:tasks.workunit.client.0.smithi032.stdout:op 2451 completed, throughput=4.99MB/sec 2023-12-22T17:45:26.821 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-B1tRpRmtaMAutCl off=3951698 len=758598 2023-12-22T17:45:26.825 INFO:tasks.workunit.client.0.smithi032.stdout:op 2452 completed, throughput=5MB/sec 2023-12-22T17:45:26.825 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZfPC0SM55OlgQ_h off=6937326 len=1918544 2023-12-22T17:45:26.828 INFO:tasks.workunit.client.0.smithi032.stdout:op 2453 completed, throughput=5MB/sec 2023-12-22T17:45:26.828 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PKNVJ9SGYvv3D9W off=20656901 len=953568 2023-12-22T17:45:26.833 INFO:tasks.workunit.client.0.smithi032.stdout:op 2454 completed, throughput=5MB/sec 2023-12-22T17:45:27.833 INFO:tasks.workunit.client.0.smithi032.stdout: 481: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:27.833 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ij1HumQZg8o38aq off=17554623 len=1433442 2023-12-22T17:45:27.835 INFO:tasks.workunit.client.0.smithi032.stdout:op 2455 completed, throughput=4.99MB/sec 2023-12-22T17:45:27.835 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-W3ChXIVmtbvJ71r off=10896954 len=1416953 2023-12-22T17:45:27.837 INFO:tasks.workunit.client.0.smithi032.stdout:op 2456 completed, throughput=5MB/sec 2023-12-22T17:45:27.837 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dcu2coNboJ59lso off=28318 len=1941579 2023-12-22T17:45:27.846 INFO:tasks.workunit.client.0.smithi032.stdout:op 2457 completed, throughput=5MB/sec 2023-12-22T17:45:27.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:45:27 smithi032 ceph-mon[191839]: pgmap v1545: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:45:27.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:45:27 smithi032 ceph-mon[189144]: pgmap v1545: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:45:28.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:45:27 smithi039 ceph-mon[181282]: pgmap v1545: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:45:28.847 INFO:tasks.workunit.client.0.smithi032.stdout: 482: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:28.847 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-D_2DQGGTiR3_Erk off=2196662 len=1068293 2023-12-22T17:45:28.849 INFO:tasks.workunit.client.0.smithi032.stdout:op 2458 completed, throughput=4.99MB/sec 2023-12-22T17:45:28.849 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lOM8N1B3bThLUbY off=1133917 len=1129152 2023-12-22T17:45:28.851 INFO:tasks.workunit.client.0.smithi032.stdout:op 2459 completed, throughput=4.99MB/sec 2023-12-22T17:45:28.852 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Twc1Wn3y3gz8SRl off=11996588 len=971752 2023-12-22T17:45:28.857 INFO:tasks.workunit.client.0.smithi032.stdout:op 2460 completed, throughput=5MB/sec 2023-12-22T17:45:28.857 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hQE50MWeytlqOg_ off=7647322 len=422002 2023-12-22T17:45:28.858 INFO:tasks.workunit.client.0.smithi032.stdout:op 2461 completed, throughput=5MB/sec 2023-12-22T17:45:28.858 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TYZWTbqFnIgNBFJ off=1142281 len=702078 2023-12-22T17:45:28.863 INFO:tasks.workunit.client.0.smithi032.stdout:op 2462 completed, throughput=5MB/sec 2023-12-22T17:45:28.863 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Jv8cmXD39sQ8xAD off=61994 len=1224827 2023-12-22T17:45:28.869 INFO:tasks.workunit.client.0.smithi032.stdout:op 2463 completed, throughput=5MB/sec 2023-12-22T17:45:29.869 INFO:tasks.workunit.client.0.smithi032.stdout: 483: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:29.869 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AKPUj66Gh_Oe1Kj off=16608263 len=549172 2023-12-22T17:45:29.870 INFO:tasks.workunit.client.0.smithi032.stdout:op 2464 completed, throughput=4.99MB/sec 2023-12-22T17:45:29.870 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-W9essSMgVmYM9bZ off=11462234 len=1519899 2023-12-22T17:45:29.872 INFO:tasks.workunit.client.0.smithi032.stdout:op 2465 completed, throughput=4.99MB/sec 2023-12-22T17:45:29.872 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WWBTCzgwCnGzub1 off=1416008 len=811724 2023-12-22T17:45:29.877 INFO:tasks.workunit.client.0.smithi032.stdout:op 2466 completed, throughput=5MB/sec 2023-12-22T17:45:29.877 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-M72dUTaZn_ALEqa off=411924 len=1683790 2023-12-22T17:45:29.880 INFO:tasks.workunit.client.0.smithi032.stdout:op 2467 completed, throughput=5MB/sec 2023-12-22T17:45:29.880 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_dpRy0P08g3XmD3 off=9147183 len=1149414 2023-12-22T17:45:29.886 INFO:tasks.workunit.client.0.smithi032.stdout:op 2468 completed, throughput=5MB/sec 2023-12-22T17:45:29.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:45:29 smithi032 ceph-mon[191839]: pgmap v1546: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-22T17:45:29.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:45:29 smithi032 ceph-mon[189144]: pgmap v1546: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-22T17:45:30.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:45:29 smithi039 ceph-mon[181282]: pgmap v1546: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-22T17:45:30.464 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:45:30.789 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:45:30.789 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (25m) 106s ago 30m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:45:30.789 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (25m) 9m ago 29m 91.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:45:30.789 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (30m) 106s ago 30m 20.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:45:30.790 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (30m) 9m ago 30m 25.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:45:30.790 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (24m) 9m ago 33m 455M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:45:30.790 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (25m) 106s ago 34m 541M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:45:30.790 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (24m) 106s ago 34m 246M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:45:30.790 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (24m) 9m ago 33m 131M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:45:30.790 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (24m) 106s ago 33m 150M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:45:30.790 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (25m) 106s ago 29m 15.8M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:45:30.790 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (25m) 9m ago 29m 17.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:45:30.790 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (23m) 106s ago 33m 1953M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:45:30.790 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (23m) 106s ago 32m 2201M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:45:30.790 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (22m) 106s ago 32m 2126M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:45:30.790 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (22m) 106s ago 32m 1857M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:45:30.790 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (21m) 9m ago 31m 1675M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:45:30.790 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (21m) 9m ago 31m 1206M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:45:30.790 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (20m) 9m ago 31m 798M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:45:30.791 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (20m) 9m ago 31m 986M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:45:30.791 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (24m) 9m ago 30m 66.1M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:45:30.852 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:45:30 smithi032 ceph-mon[189144]: from='client.45407 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:45:30.852 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:45:30 smithi032 ceph-mon[191839]: from='client.45407 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:45:30.886 INFO:tasks.workunit.client.0.smithi032.stdout: 484: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:30.886 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xqhjEbmMSVHkg5F off=13794573 len=1154919 2023-12-22T17:45:30.891 INFO:tasks.workunit.client.0.smithi032.stdout:op 2469 completed, throughput=4.99MB/sec 2023-12-22T17:45:30.892 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-p0G2zRtvZ4Qa1aM off=675856 len=96143 2023-12-22T17:45:30.895 INFO:tasks.workunit.client.0.smithi032.stdout:op 2470 completed, throughput=4.99MB/sec 2023-12-22T17:45:30.895 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--p1UKHEn92Uh7fI off=1289198 len=446256 2023-12-22T17:45:30.896 INFO:tasks.workunit.client.0.smithi032.stdout:op 2471 completed, throughput=4.99MB/sec 2023-12-22T17:45:30.896 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-M_1wew91tJwYUd8 off=342060 len=1365143 2023-12-22T17:45:30.897 INFO:tasks.workunit.client.0.smithi032.stdout:op 2472 completed, throughput=5MB/sec 2023-12-22T17:45:30.897 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Z_oV5pwr5nvEfpz off=5961487 len=1111709 2023-12-22T17:45:30.902 INFO:tasks.workunit.client.0.smithi032.stdout:op 2473 completed, throughput=5MB/sec 2023-12-22T17:45:30.902 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ihwe24_kl2XTMI2 off=1789940 len=1540693 2023-12-22T17:45:30.903 INFO:tasks.workunit.client.0.smithi032.stdout:op 2474 completed, throughput=5MB/sec 2023-12-22T17:45:31.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:45:30 smithi039 ceph-mon[181282]: from='client.45407 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:45:31.176 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:45:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:45:30] "GET /metrics HTTP/1.1" 200 34011 "" "Prometheus/2.43.0" 2023-12-22T17:45:31.195 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:45:31.195 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:45:31.195 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:45:31.195 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:45:31.195 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:45:31.195 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:45:31.195 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:45:31.195 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:45:31.195 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:45:31.196 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:45:31.196 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:45:31.196 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:45:31.196 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:45:31.196 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:45:31.196 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:45:31.196 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:45:31.196 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:45:31.196 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:45:31.903 INFO:tasks.workunit.client.0.smithi032.stdout: 485: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:31.903 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-aWhLwft7BE-rtDc off=1055307 len=27370 2023-12-22T17:45:31.906 INFO:tasks.workunit.client.0.smithi032.stdout:op 2475 completed, throughput=4.99MB/sec 2023-12-22T17:45:31.906 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eQtaG8Am0HchxuR off=818519 len=201305 2023-12-22T17:45:31.906 INFO:tasks.workunit.client.0.smithi032.stdout:op 2476 completed, throughput=4.99MB/sec 2023-12-22T17:45:31.906 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-V-PNoQ5Uy-uoNAj off=2294336 len=427085 2023-12-22T17:45:31.910 INFO:tasks.workunit.client.0.smithi032.stdout:op 2477 completed, throughput=4.99MB/sec 2023-12-22T17:45:31.910 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vwQTmP3GEhli5Jh off=4652987 len=615121 2023-12-22T17:45:31.914 INFO:tasks.workunit.client.0.smithi032.stdout:op 2478 completed, throughput=4.99MB/sec 2023-12-22T17:45:31.914 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rTAKnL4L-ZBAUhh off=1504613 len=1542639 2023-12-22T17:45:31.922 INFO:tasks.workunit.client.0.smithi032.stdout:op 2479 completed, throughput=5MB/sec 2023-12-22T17:45:31.922 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qpvExAzm9VaEj2s off=2801786 len=1492550 2023-12-22T17:45:31.924 INFO:tasks.workunit.client.0.smithi032.stdout:op 2480 completed, throughput=5MB/sec 2023-12-22T17:45:31.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:45:31 smithi032 ceph-mon[191839]: from='client.35478 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:45:31.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:45:31 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3717167115' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:45:31.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:45:31 smithi032 ceph-mon[191839]: pgmap v1547: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-22T17:45:31.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:45:31 smithi032 ceph-mon[189144]: from='client.35478 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:45:31.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:45:31 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3717167115' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:45:31.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:45:31 smithi032 ceph-mon[189144]: pgmap v1547: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-22T17:45:32.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:45:31 smithi039 ceph-mon[181282]: from='client.35478 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:45:32.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:45:31 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3717167115' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:45:32.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:45:31 smithi039 ceph-mon[181282]: pgmap v1547: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-22T17:45:32.924 INFO:tasks.workunit.client.0.smithi032.stdout: 486: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:32.924 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ytA1by06XbTbtip off=14176383 len=984018 2023-12-22T17:45:32.929 INFO:tasks.workunit.client.0.smithi032.stdout:op 2481 completed, throughput=4.99MB/sec 2023-12-22T17:45:32.930 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xXVbRUVPgNKPbb_ off=15421920 len=557738 2023-12-22T17:45:32.936 INFO:tasks.workunit.client.0.smithi032.stdout:op 2482 completed, throughput=4.99MB/sec 2023-12-22T17:45:32.936 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xO_3-Eq354SJiYv off=7649544 len=531150 2023-12-22T17:45:32.936 INFO:tasks.workunit.client.0.smithi032.stdout:op 2483 completed, throughput=4.99MB/sec 2023-12-22T17:45:32.937 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6-ozlXXTypxGXqN off=8299422 len=1859272 2023-12-22T17:45:32.946 INFO:tasks.workunit.client.0.smithi032.stdout:op 2484 completed, throughput=5MB/sec 2023-12-22T17:45:32.946 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bk3xyNI1iybMjVu off=4814583 len=1008419 2023-12-22T17:45:32.947 INFO:tasks.workunit.client.0.smithi032.stdout:op 2485 completed, throughput=5MB/sec 2023-12-22T17:45:32.947 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Il8gD_bfKt1_58P off=2192583 len=1080897 2023-12-22T17:45:32.953 INFO:tasks.workunit.client.0.smithi032.stdout:op 2486 completed, throughput=5MB/sec 2023-12-22T17:45:33.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:45:33 smithi032 ceph-mon[191839]: pgmap v1548: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:45:33.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:45:33 smithi032 ceph-mon[189144]: pgmap v1548: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:45:33.953 INFO:tasks.workunit.client.0.smithi032.stdout: 487: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:33.953 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8PikxPEivPudLNw off=5030529 len=247917 2023-12-22T17:45:33.957 INFO:tasks.workunit.client.0.smithi032.stdout:op 2487 completed, throughput=4.99MB/sec 2023-12-22T17:45:33.957 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eSnrG64-6QB7a2p off=460833 len=1302353 2023-12-22T17:45:33.958 INFO:tasks.workunit.client.0.smithi032.stdout:op 2488 completed, throughput=4.99MB/sec 2023-12-22T17:45:33.958 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CUrfO2yuI7OXeRh off=12003306 len=1051001 2023-12-22T17:45:33.960 INFO:tasks.workunit.client.0.smithi032.stdout:op 2489 completed, throughput=5MB/sec 2023-12-22T17:45:33.960 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IH9w7GYLnUN-BeE off=344749 len=1869708 2023-12-22T17:45:33.963 INFO:tasks.workunit.client.0.smithi032.stdout:op 2490 completed, throughput=5MB/sec 2023-12-22T17:45:33.963 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_zegdCPbxJlGw7z off=6952866 len=1444553 2023-12-22T17:45:33.970 INFO:tasks.workunit.client.0.smithi032.stdout:op 2491 completed, throughput=5MB/sec 2023-12-22T17:45:34.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:45:33 smithi039 ceph-mon[181282]: pgmap v1548: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:45:34.971 INFO:tasks.workunit.client.0.smithi032.stdout: 488: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:34.971 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IvIfwEgwnPaQF43 off=13003325 len=1408018 2023-12-22T17:45:34.973 INFO:tasks.workunit.client.0.smithi032.stdout:op 2492 completed, throughput=4.99MB/sec 2023-12-22T17:45:34.973 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TfXhG9LOYeONRYR off=7907062 len=1614824 2023-12-22T17:45:34.981 INFO:tasks.workunit.client.0.smithi032.stdout:op 2493 completed, throughput=5MB/sec 2023-12-22T17:45:34.981 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kFT2fifFOV4d71y off=3356921 len=857698 2023-12-22T17:45:34.986 INFO:tasks.workunit.client.0.smithi032.stdout:op 2494 completed, throughput=5MB/sec 2023-12-22T17:45:34.986 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qpvExAzm9VaEj2s off=5986726 len=193911 2023-12-22T17:45:34.987 INFO:tasks.workunit.client.0.smithi032.stdout:op 2495 completed, throughput=5MB/sec 2023-12-22T17:45:34.987 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rGajTmlXCUHXr4G off=3279938 len=268611 2023-12-22T17:45:34.990 INFO:tasks.workunit.client.0.smithi032.stdout:op 2496 completed, throughput=5MB/sec 2023-12-22T17:45:35.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:45:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:45:35.176 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:45:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:45:35.177 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:45:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:45:35.990 INFO:tasks.workunit.client.0.smithi032.stdout: 489: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:35.991 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BqaswwPW0VYzJYp off=3882960 len=1500283 2023-12-22T17:45:35.994 INFO:tasks.workunit.client.0.smithi032.stdout:op 2497 completed, throughput=4.99MB/sec 2023-12-22T17:45:35.994 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WwEabpjhwFVOzIe off=7190882 len=1149922 2023-12-22T17:45:35.995 INFO:tasks.workunit.client.0.smithi032.stdout:op 2498 completed, throughput=5MB/sec 2023-12-22T17:45:35.996 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BZ-kXFvnK5R6xeD off=997970 len=2045257 2023-12-22T17:45:35.998 INFO:tasks.workunit.client.0.smithi032.stdout:op 2499 completed, throughput=5MB/sec 2023-12-22T17:45:35.998 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hyxWabtvGcX6kfr off=15457105 len=1239406 2023-12-22T17:45:36.004 INFO:tasks.workunit.client.0.smithi032.stdout:op 2500 completed, throughput=5MB/sec 2023-12-22T17:45:37.004 INFO:tasks.workunit.client.0.smithi032.stdout: 490: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:37.004 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IP1RwXd12xG5m7E off=15820625 len=798600 2023-12-22T17:45:37.009 INFO:tasks.workunit.client.0.smithi032.stdout:op 2501 completed, throughput=4.99MB/sec 2023-12-22T17:45:37.009 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fCyTuh_0zRPkmjc off=2372559 len=1893574 2023-12-22T17:45:37.018 INFO:tasks.workunit.client.0.smithi032.stdout:op 2502 completed, throughput=5MB/sec 2023-12-22T17:45:37.018 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FAr7nFUFN0rB3w8 off=4664344 len=464740 2023-12-22T17:45:37.019 INFO:tasks.workunit.client.0.smithi032.stdout:op 2503 completed, throughput=5MB/sec 2023-12-22T17:45:37.019 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-o5lPtGujTWNUxlP off=8386625 len=1802002 2023-12-22T17:45:37.027 INFO:tasks.workunit.client.0.smithi032.stdout:op 2504 completed, throughput=5MB/sec 2023-12-22T17:45:37.753 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:45:37 smithi039 ceph-mon[181282]: pgmap v1549: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:45:37.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:45:37 smithi032 ceph-mon[191839]: pgmap v1549: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:45:37.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:45:37 smithi032 ceph-mon[189144]: pgmap v1549: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:45:38.028 INFO:tasks.workunit.client.0.smithi032.stdout: 491: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:38.028 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-N8OnMnTphcZvs79 off=3980383 len=154280 2023-12-22T17:45:38.031 INFO:tasks.workunit.client.0.smithi032.stdout:op 2505 completed, throughput=4.99MB/sec 2023-12-22T17:45:38.031 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tAsPoh1Qpnxgko- off=10262207 len=2054308 2023-12-22T17:45:38.034 INFO:tasks.workunit.client.0.smithi032.stdout:op 2506 completed, throughput=4.99MB/sec 2023-12-22T17:45:38.035 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XKLQh05y8UlNA2r off=15143885 len=1654316 2023-12-22T17:45:38.043 INFO:tasks.workunit.client.0.smithi032.stdout:op 2507 completed, throughput=5MB/sec 2023-12-22T17:45:38.043 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vO1cer0VTi3_Vnu off=3074188 len=1713777 2023-12-22T17:45:38.050 INFO:tasks.workunit.client.0.smithi032.stdout:op 2508 completed, throughput=5MB/sec 2023-12-22T17:45:39.050 INFO:tasks.workunit.client.0.smithi032.stdout: 492: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:39.050 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2S0RNG4d5zmW7Og off=1624330 len=914582 2023-12-22T17:45:39.052 INFO:tasks.workunit.client.0.smithi032.stdout:op 2509 completed, throughput=4.99MB/sec 2023-12-22T17:45:39.052 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mjFQ_z2e7xDkjV0 off=10843203 len=797287 2023-12-22T17:45:39.057 INFO:tasks.workunit.client.0.smithi032.stdout:op 2510 completed, throughput=4.99MB/sec 2023-12-22T17:45:39.057 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vT1yF9r9YHT1GEx off=17427073 len=2015692 2023-12-22T17:45:39.065 INFO:tasks.workunit.client.0.smithi032.stdout:op 2511 completed, throughput=5MB/sec 2023-12-22T17:45:39.065 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2DGgxnyCzOBGFPJ off=6207202 len=703820 2023-12-22T17:45:39.067 INFO:tasks.workunit.client.0.smithi032.stdout:op 2512 completed, throughput=5MB/sec 2023-12-22T17:45:39.067 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WESsML6AVs_DLMG off=16090764 len=1338998 2023-12-22T17:45:39.073 INFO:tasks.workunit.client.0.smithi032.stdout:op 2513 completed, throughput=5MB/sec 2023-12-22T17:45:39.753 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:45:39 smithi039 ceph-mon[181282]: pgmap v1550: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:45:39.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:45:39 smithi032 ceph-mon[191839]: pgmap v1550: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:45:39.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:45:39 smithi032 ceph-mon[189144]: pgmap v1550: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:45:40.074 INFO:tasks.workunit.client.0.smithi032.stdout: 493: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:40.074 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FhYbjbx8Y_oxNiM off=12765350 len=1131580 2023-12-22T17:45:40.080 INFO:tasks.workunit.client.0.smithi032.stdout:op 2514 completed, throughput=4.99MB/sec 2023-12-22T17:45:40.080 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yeA5yCVt8Ch_hP6 off=10749606 len=1675994 2023-12-22T17:45:40.082 INFO:tasks.workunit.client.0.smithi032.stdout:op 2515 completed, throughput=5MB/sec 2023-12-22T17:45:40.082 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cA2wHNeu0rFqzHh off=8582082 len=1788719 2023-12-22T17:45:40.091 INFO:tasks.workunit.client.0.smithi032.stdout:op 2516 completed, throughput=5MB/sec 2023-12-22T17:45:41.091 INFO:tasks.workunit.client.0.smithi032.stdout: 494: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:41.091 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vyHeVf9Y8WmTZJm off=6837 len=433631 2023-12-22T17:45:41.095 INFO:tasks.workunit.client.0.smithi032.stdout:op 2517 completed, throughput=4.99MB/sec 2023-12-22T17:45:41.095 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IcrYrPpg-5P7YLW off=3612967 len=1246372 2023-12-22T17:45:41.101 INFO:tasks.workunit.client.0.smithi032.stdout:op 2518 completed, throughput=4.99MB/sec 2023-12-22T17:45:41.101 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-D5uCSJ1mwF_ktdr off=8462844 len=405550 2023-12-22T17:45:41.105 INFO:tasks.workunit.client.0.smithi032.stdout:op 2519 completed, throughput=4.99MB/sec 2023-12-22T17:45:41.105 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SHCNLYHC9YvlIKV off=6032930 len=1513014 2023-12-22T17:45:41.113 INFO:tasks.workunit.client.0.smithi032.stdout:op 2520 completed, throughput=5MB/sec 2023-12-22T17:45:41.113 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lCBXyYqpqaGu5Gb off=3463940 len=1169734 2023-12-22T17:45:41.114 INFO:tasks.workunit.client.0.smithi032.stdout:op 2521 completed, throughput=5MB/sec 2023-12-22T17:45:41.115 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kQFLOP-B546icpa off=668107 len=723750 2023-12-22T17:45:41.118 INFO:tasks.workunit.client.0.smithi032.stdout:op 2522 completed, throughput=5MB/sec 2023-12-22T17:45:41.176 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:45:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:45:40] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2023-12-22T17:45:41.753 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:45:41 smithi039 ceph-mon[181282]: pgmap v1551: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:45:41.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:45:41 smithi032 ceph-mon[191839]: pgmap v1551: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:45:41.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:45:41 smithi032 ceph-mon[189144]: pgmap v1551: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:45:42.119 INFO:tasks.workunit.client.0.smithi032.stdout: 495: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:42.119 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PVqXuE35QHDyIKP off=10553465 len=181191 2023-12-22T17:45:42.122 INFO:tasks.workunit.client.0.smithi032.stdout:op 2523 completed, throughput=4.99MB/sec 2023-12-22T17:45:42.122 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vTzR3Prv2SBHSpV off=11783214 len=21087 2023-12-22T17:45:42.124 INFO:tasks.workunit.client.0.smithi032.stdout:op 2524 completed, throughput=4.99MB/sec 2023-12-22T17:45:42.124 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yK8Zy51uvDH5V2F off=4886213 len=772074 2023-12-22T17:45:42.126 INFO:tasks.workunit.client.0.smithi032.stdout:op 2525 completed, throughput=4.99MB/sec 2023-12-22T17:45:42.126 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cPPL9xheE5cx4gN off=10494758 len=826633 2023-12-22T17:45:42.131 INFO:tasks.workunit.client.0.smithi032.stdout:op 2526 completed, throughput=4.99MB/sec 2023-12-22T17:45:42.131 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-k0uT5MX3C7-gGs5 off=4174385 len=1995650 2023-12-22T17:45:42.139 INFO:tasks.workunit.client.0.smithi032.stdout:op 2527 completed, throughput=5MB/sec 2023-12-22T17:45:42.139 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vth4wjvPKmG7LgD off=1242730 len=1705256 2023-12-22T17:45:42.141 INFO:tasks.workunit.client.0.smithi032.stdout:op 2528 completed, throughput=5MB/sec 2023-12-22T17:45:43.141 INFO:tasks.workunit.client.0.smithi032.stdout: 496: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:43.142 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-q-McjpTGXIJxvf6 off=8492087 len=351742 2023-12-22T17:45:43.143 INFO:tasks.workunit.client.0.smithi032.stdout:op 2529 completed, throughput=4.99MB/sec 2023-12-22T17:45:43.143 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jUo_ipZhoI12HpP off=3465283 len=826261 2023-12-22T17:45:43.146 INFO:tasks.workunit.client.0.smithi032.stdout:op 2530 completed, throughput=4.99MB/sec 2023-12-22T17:45:43.146 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vEg_19eBGjmeb6_ off=12116231 len=1596644 2023-12-22T17:45:43.153 INFO:tasks.workunit.client.0.smithi032.stdout:op 2531 completed, throughput=5MB/sec 2023-12-22T17:45:43.153 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KRawNjXvglYuCYR off=12842257 len=1946389 2023-12-22T17:45:43.162 INFO:tasks.workunit.client.0.smithi032.stdout:op 2532 completed, throughput=5MB/sec 2023-12-22T17:45:43.162 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IRa7h0j6TDRlILo off=6297699 len=2059031 2023-12-22T17:45:43.170 INFO:tasks.workunit.client.0.smithi032.stdout:op 2533 completed, throughput=5MB/sec 2023-12-22T17:45:43.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:45:43 smithi032 ceph-mon[191839]: pgmap v1552: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:45:43.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:45:43 smithi032 ceph-mon[189144]: pgmap v1552: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:45:44.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:45:43 smithi039 ceph-mon[181282]: pgmap v1552: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:45:44.171 INFO:tasks.workunit.client.0.smithi032.stdout: 497: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:44.171 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xtpwS7AFAgDmI2c off=1391226 len=711272 2023-12-22T17:45:44.173 INFO:tasks.workunit.client.0.smithi032.stdout:op 2534 completed, throughput=5MB/sec 2023-12-22T17:45:44.173 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bvAG11clsIZtkYB off=21077129 len=1269013 2023-12-22T17:45:44.180 INFO:tasks.workunit.client.0.smithi032.stdout:op 2535 completed, throughput=5MB/sec 2023-12-22T17:45:44.180 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jJQC0fK0-BpDbno off=20134108 len=1835368 2023-12-22T17:45:44.189 INFO:tasks.workunit.client.0.smithi032.stdout:op 2536 completed, throughput=5MB/sec 2023-12-22T17:45:45.189 INFO:tasks.workunit.client.0.smithi032.stdout: 498: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:45.189 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Tvgvvb8WhUlupqF off=6294514 len=1016287 2023-12-22T17:45:45.190 INFO:tasks.workunit.client.0.smithi032.stdout:op 2537 completed, throughput=4.99MB/sec 2023-12-22T17:45:45.191 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-653EIAMzudxuVlH off=2553358 len=436527 2023-12-22T17:45:45.191 INFO:tasks.workunit.client.0.smithi032.stdout:op 2538 completed, throughput=4.99MB/sec 2023-12-22T17:45:45.191 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8NRIgyIJAp6ZpXn off=19598530 len=452844 2023-12-22T17:45:45.192 INFO:tasks.workunit.client.0.smithi032.stdout:op 2539 completed, throughput=4.99MB/sec 2023-12-22T17:45:45.192 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GvYkex-PQB6wnLl off=4520865 len=469107 2023-12-22T17:45:45.194 INFO:tasks.workunit.client.0.smithi032.stdout:op 2540 completed, throughput=5MB/sec 2023-12-22T17:45:45.194 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lrdsYvMzDeWYYMo off=3195458 len=929681 2023-12-22T17:45:45.199 INFO:tasks.workunit.client.0.smithi032.stdout:op 2541 completed, throughput=5MB/sec 2023-12-22T17:45:45.199 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-y1Gw8vZA4Zz1knv off=432994 len=1349470 2023-12-22T17:45:45.206 INFO:tasks.workunit.client.0.smithi032.stdout:op 2542 completed, throughput=5MB/sec 2023-12-22T17:45:45.206 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5_BZJz-f5aWUAvE off=2084806 len=2090515 2023-12-22T17:45:45.215 INFO:tasks.workunit.client.0.smithi032.stdout:op 2543 completed, throughput=5MB/sec 2023-12-22T17:45:45.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:45:45 smithi032 ceph-mon[191839]: pgmap v1553: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:45:45.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:45:45 smithi032 ceph-mon[189144]: pgmap v1553: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:45:46.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:45:45 smithi039 ceph-mon[181282]: pgmap v1553: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:45:46.215 INFO:tasks.workunit.client.0.smithi032.stdout: 499: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:46.215 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-65RwLXhYn_m0reu off=10333288 len=1128720 2023-12-22T17:45:46.216 INFO:tasks.workunit.client.0.smithi032.stdout:op 2544 completed, throughput=5MB/sec 2023-12-22T17:45:46.216 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-M_wv6pgLuKP5_2Y off=3776378 len=943005 2023-12-22T17:45:46.217 INFO:tasks.workunit.client.0.smithi032.stdout:op 2545 completed, throughput=5MB/sec 2023-12-22T17:45:46.217 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--oyGYTOA4pBKGUQ off=15908739 len=595459 2023-12-22T17:45:46.218 INFO:tasks.workunit.client.0.smithi032.stdout:op 2546 completed, throughput=5MB/sec 2023-12-22T17:45:46.218 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pBerRLAp_yd1OFh off=9888978 len=1736117 2023-12-22T17:45:46.226 INFO:tasks.workunit.client.0.smithi032.stdout:op 2547 completed, throughput=5MB/sec 2023-12-22T17:45:46.753 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:45:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:45:46.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:45:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:45:46.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:45:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:45:47.226 INFO:tasks.workunit.client.0.smithi032.stdout: 500: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:47.226 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SrxYX8Sm_3fOLVS off=17354101 len=1963395 2023-12-22T17:45:47.229 INFO:tasks.workunit.client.0.smithi032.stdout:op 2548 completed, throughput=5MB/sec 2023-12-22T17:45:47.229 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yeTSEvVaaf1oZS4 off=3566911 len=2089852 2023-12-22T17:45:47.232 INFO:tasks.workunit.client.0.smithi032.stdout:op 2549 completed, throughput=5MB/sec 2023-12-22T17:45:47.232 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-120YH9kjrn15Ny3 off=539552 len=1609298 2023-12-22T17:45:47.239 INFO:tasks.workunit.client.0.smithi032.stdout:op 2550 completed, throughput=5MB/sec 2023-12-22T17:45:47.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:45:47 smithi032 ceph-mon[191839]: pgmap v1554: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2023-12-22T17:45:47.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:45:47 smithi032 ceph-mon[189144]: pgmap v1554: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2023-12-22T17:45:48.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:45:47 smithi039 ceph-mon[181282]: pgmap v1554: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2023-12-22T17:45:48.239 INFO:tasks.workunit.client.0.smithi032.stdout: 501: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:48.239 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GMjC8a7djio5a4E off=102077 len=941237 2023-12-22T17:45:48.244 INFO:tasks.workunit.client.0.smithi032.stdout:op 2551 completed, throughput=4.99MB/sec 2023-12-22T17:45:48.244 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5aM0DfVKu3uik__ off=8493180 len=1342715 2023-12-22T17:45:48.251 INFO:tasks.workunit.client.0.smithi032.stdout:op 2552 completed, throughput=5MB/sec 2023-12-22T17:45:48.251 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iW7p8-OK--thejE off=1523010 len=385973 2023-12-22T17:45:48.254 INFO:tasks.workunit.client.0.smithi032.stdout:op 2553 completed, throughput=5MB/sec 2023-12-22T17:45:48.254 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zYl8jXbl6odrYx4 off=7353875 len=1471498 2023-12-22T17:45:48.260 INFO:tasks.workunit.client.0.smithi032.stdout:op 2554 completed, throughput=5MB/sec 2023-12-22T17:45:49.260 INFO:tasks.workunit.client.0.smithi032.stdout: 502: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:49.260 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-chgEjVPUaSCKW58 off=3721252 len=654389 2023-12-22T17:45:49.264 INFO:tasks.workunit.client.0.smithi032.stdout:op 2555 completed, throughput=4.99MB/sec 2023-12-22T17:45:49.264 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ME2rz87fND541E2 off=11057490 len=109266 2023-12-22T17:45:49.266 INFO:tasks.workunit.client.0.smithi032.stdout:op 2556 completed, throughput=4.99MB/sec 2023-12-22T17:45:49.266 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-V6GlR-8ZMM2wSXG off=7353902 len=1478734 2023-12-22T17:45:49.271 INFO:tasks.workunit.client.0.smithi032.stdout:op 2557 completed, throughput=4.99MB/sec 2023-12-22T17:45:49.271 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-W4jQGTh7HQC6KGy off=6826277 len=1198388 2023-12-22T17:45:49.273 INFO:tasks.workunit.client.0.smithi032.stdout:op 2558 completed, throughput=5MB/sec 2023-12-22T17:45:49.273 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ryav4ILcCVektj_ off=4695508 len=1172916 2023-12-22T17:45:49.274 INFO:tasks.workunit.client.0.smithi032.stdout:op 2559 completed, throughput=5MB/sec 2023-12-22T17:45:49.274 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SA0uNI59i0_MzBv off=1131739 len=1929865 2023-12-22T17:45:49.282 INFO:tasks.workunit.client.0.smithi032.stdout:op 2560 completed, throughput=5MB/sec 2023-12-22T17:45:49.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:45:49 smithi032 ceph-mon[191839]: pgmap v1555: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2023-12-22T17:45:49.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:45:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:45:49.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:45:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:45:49.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:45:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:45:49.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:45:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:45:49.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:45:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:45:49.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:45:49 smithi032 ceph-mon[189144]: pgmap v1555: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2023-12-22T17:45:49.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:45:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:45:49.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:45:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:45:49.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:45:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:45:49.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:45:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:45:49.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:45:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:45:50.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:45:49 smithi039 ceph-mon[181282]: pgmap v1555: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2023-12-22T17:45:50.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:45:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:45:50.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:45:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:45:50.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:45:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:45:50.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:45:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:45:50.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:45:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:45:50.282 INFO:tasks.workunit.client.0.smithi032.stdout: 503: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:50.282 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iJiu8moUij_1gWC off=644201 len=1223360 2023-12-22T17:45:50.289 INFO:tasks.workunit.client.0.smithi032.stdout:op 2561 completed, throughput=4.99MB/sec 2023-12-22T17:45:50.289 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zZ8zrkfS-C-QhOn off=16729081 len=979775 2023-12-22T17:45:50.294 INFO:tasks.workunit.client.0.smithi032.stdout:op 2562 completed, throughput=5MB/sec 2023-12-22T17:45:50.294 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BcK8MQLE9jv6BNL off=5632815 len=1054098 2023-12-22T17:45:50.300 INFO:tasks.workunit.client.0.smithi032.stdout:op 2563 completed, throughput=5MB/sec 2023-12-22T17:45:50.300 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-evullT0vlzX-uxs off=4637874 len=1724887 2023-12-22T17:45:50.302 INFO:tasks.workunit.client.0.smithi032.stdout:op 2564 completed, throughput=5MB/sec 2023-12-22T17:45:50.853 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:45:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:45:50.853 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:45:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:45:51.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:45:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:45:51.176 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:45:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:45:50] "GET /metrics HTTP/1.1" 200 34022 "" "Prometheus/2.43.0" 2023-12-22T17:45:51.302 INFO:tasks.workunit.client.0.smithi032.stdout: 504: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:51.302 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rxlTYp1HLiikquK off=10363274 len=656667 2023-12-22T17:45:51.304 INFO:tasks.workunit.client.0.smithi032.stdout:op 2565 completed, throughput=4.99MB/sec 2023-12-22T17:45:51.304 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Uu8QGcx31Xmjih7 off=6396001 len=1977606 2023-12-22T17:45:51.307 INFO:tasks.workunit.client.0.smithi032.stdout:op 2566 completed, throughput=5MB/sec 2023-12-22T17:45:51.307 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Wz8cGBUVEFmHbUy off=954447 len=98709 2023-12-22T17:45:51.308 INFO:tasks.workunit.client.0.smithi032.stdout:op 2567 completed, throughput=5MB/sec 2023-12-22T17:45:51.308 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-By-SLMwzvrYn16k off=19333724 len=1460295 2023-12-22T17:45:51.310 INFO:tasks.workunit.client.0.smithi032.stdout:op 2568 completed, throughput=5MB/sec 2023-12-22T17:45:51.311 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-z4qusx9J_CXxemG off=393090 len=712651 2023-12-22T17:45:51.312 INFO:tasks.workunit.client.0.smithi032.stdout:op 2569 completed, throughput=5MB/sec 2023-12-22T17:45:51.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:45:51 smithi032 ceph-mon[189144]: pgmap v1556: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-22T17:45:51.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:45:51 smithi032 ceph-mon[191839]: pgmap v1556: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-22T17:45:52.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:45:51 smithi039 ceph-mon[181282]: pgmap v1556: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-22T17:45:52.312 INFO:tasks.workunit.client.0.smithi032.stdout: 505: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:52.312 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vth4wjvPKmG7LgD off=1011576 len=1291988 2023-12-22T17:45:52.319 INFO:tasks.workunit.client.0.smithi032.stdout:op 2570 completed, throughput=4.99MB/sec 2023-12-22T17:45:52.319 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CtC4C_LcllW_zkC off=7820566 len=1865791 2023-12-22T17:45:52.326 INFO:tasks.workunit.client.0.smithi032.stdout:op 2571 completed, throughput=5MB/sec 2023-12-22T17:45:52.326 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LqbPcLB_T8Kkbd9 off=9407105 len=271481 2023-12-22T17:45:52.327 INFO:tasks.workunit.client.0.smithi032.stdout:op 2572 completed, throughput=5MB/sec 2023-12-22T17:45:52.327 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CEXBDpDclfiGEJc off=7609977 len=1719787 2023-12-22T17:45:52.335 INFO:tasks.workunit.client.0.smithi032.stdout:op 2573 completed, throughput=5MB/sec 2023-12-22T17:45:53.335 INFO:tasks.workunit.client.0.smithi032.stdout: 506: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:53.335 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cyXhXOb_T2YVxh1 off=2687450 len=1736485 2023-12-22T17:45:53.343 INFO:tasks.workunit.client.0.smithi032.stdout:op 2574 completed, throughput=4.99MB/sec 2023-12-22T17:45:53.344 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lwzFa_xnbKzeIV_ off=1262689 len=1128029 2023-12-22T17:45:53.349 INFO:tasks.workunit.client.0.smithi032.stdout:op 2575 completed, throughput=5MB/sec 2023-12-22T17:45:53.349 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vCKnuGbNgGP-XGu off=16153522 len=2065958 2023-12-22T17:45:53.351 INFO:tasks.workunit.client.0.smithi032.stdout:op 2576 completed, throughput=5MB/sec 2023-12-22T17:45:53.351 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Z_74DK8i9rToC6d off=0 len=1268648 2023-12-22T17:45:53.352 INFO:tasks.workunit.client.0.smithi032.stdout:op 2577 completed, throughput=5MB/sec 2023-12-22T17:45:53.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:45:53 smithi032 ceph-mon[191839]: pgmap v1557: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2023-12-22T17:45:53.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:45:53 smithi032 ceph-mon[189144]: pgmap v1557: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2023-12-22T17:45:54.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:45:53 smithi039 ceph-mon[181282]: pgmap v1557: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2023-12-22T17:45:54.353 INFO:tasks.workunit.client.0.smithi032.stdout: 507: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:54.353 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mGBjLnvr8x-_CWu off=7170096 len=2050183 2023-12-22T17:45:54.355 INFO:tasks.workunit.client.0.smithi032.stdout:op 2578 completed, throughput=5MB/sec 2023-12-22T17:45:54.355 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TdvLg3wqNsKOniv off=6442412 len=851103 2023-12-22T17:45:54.360 INFO:tasks.workunit.client.0.smithi032.stdout:op 2579 completed, throughput=5MB/sec 2023-12-22T17:45:54.360 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VzAGpd-RGmhQUct off=7413001 len=1920114 2023-12-22T17:45:54.367 INFO:tasks.workunit.client.0.smithi032.stdout:op 2580 completed, throughput=5MB/sec 2023-12-22T17:45:55.368 INFO:tasks.workunit.client.0.smithi032.stdout: 508: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:55.368 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nGmIaoJ-deiAugZ off=1282971 len=236121 2023-12-22T17:45:55.371 INFO:tasks.workunit.client.0.smithi032.stdout:op 2581 completed, throughput=4.99MB/sec 2023-12-22T17:45:55.371 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-m6ErfXiZurvouO3 off=4657746 len=1321243 2023-12-22T17:45:55.373 INFO:tasks.workunit.client.0.smithi032.stdout:op 2582 completed, throughput=4.99MB/sec 2023-12-22T17:45:55.373 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_2mYMc4_qNK9d4w off=940498 len=1412548 2023-12-22T17:45:55.374 INFO:tasks.workunit.client.0.smithi032.stdout:op 2583 completed, throughput=5MB/sec 2023-12-22T17:45:55.374 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RQgXMV8aGPGZtmH off=13169800 len=855366 2023-12-22T17:45:55.376 INFO:tasks.workunit.client.0.smithi032.stdout:op 2584 completed, throughput=5MB/sec 2023-12-22T17:45:55.376 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-97q6eAnBIA6v213 off=16130120 len=2047220 2023-12-22T17:45:55.378 INFO:tasks.workunit.client.0.smithi032.stdout:op 2585 completed, throughput=5MB/sec 2023-12-22T17:45:55.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:45:55 smithi032 ceph-mon[189144]: pgmap v1558: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-22T17:45:55.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:45:55 smithi032 ceph-mon[191839]: pgmap v1558: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-22T17:45:56.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:45:55 smithi039 ceph-mon[181282]: pgmap v1558: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-22T17:45:56.378 INFO:tasks.workunit.client.0.smithi032.stdout: 509: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:56.378 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-54t3834ehTvLFVH off=2542573 len=207735 2023-12-22T17:45:56.379 INFO:tasks.workunit.client.0.smithi032.stdout:op 2586 completed, throughput=4.99MB/sec 2023-12-22T17:45:56.379 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-d1exmi1m_jXwF5G off=3398878 len=786684 2023-12-22T17:45:56.383 INFO:tasks.workunit.client.0.smithi032.stdout:op 2587 completed, throughput=4.99MB/sec 2023-12-22T17:45:56.384 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QyYGYdAkGMdViIW off=556140 len=449117 2023-12-22T17:45:56.385 INFO:tasks.workunit.client.0.smithi032.stdout:op 2588 completed, throughput=5MB/sec 2023-12-22T17:45:56.385 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nAfMCi1iQDcr4xW off=10854651 len=1520914 2023-12-22T17:45:56.387 INFO:tasks.workunit.client.0.smithi032.stdout:op 2589 completed, throughput=5MB/sec 2023-12-22T17:45:56.387 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gbRX2t7n1YdxKL8 off=1944155 len=51007 2023-12-22T17:45:56.387 INFO:tasks.workunit.client.0.smithi032.stdout:op 2590 completed, throughput=5MB/sec 2023-12-22T17:45:56.387 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uARqeexBOMcOsZ3 off=4666136 len=1977099 2023-12-22T17:45:56.390 INFO:tasks.workunit.client.0.smithi032.stdout:op 2591 completed, throughput=5MB/sec 2023-12-22T17:45:57.391 INFO:tasks.workunit.client.0.smithi032.stdout: 510: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:57.391 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-X1sestfXjvQBUEN off=5422299 len=312497 2023-12-22T17:45:57.391 INFO:tasks.workunit.client.0.smithi032.stdout:op 2592 completed, throughput=4.99MB/sec 2023-12-22T17:45:57.392 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-p0EOXtiilVmFSIr off=1551064 len=1063620 2023-12-22T17:45:57.397 INFO:tasks.workunit.client.0.smithi032.stdout:op 2593 completed, throughput=4.99MB/sec 2023-12-22T17:45:57.398 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kYfnzqR0St-vu-P off=13029940 len=1373278 2023-12-22T17:45:57.399 INFO:tasks.workunit.client.0.smithi032.stdout:op 2594 completed, throughput=5MB/sec 2023-12-22T17:45:57.399 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Lz5M6BcMpppRlE0 off=10387737 len=730052 2023-12-22T17:45:57.403 INFO:tasks.workunit.client.0.smithi032.stdout:op 2595 completed, throughput=5MB/sec 2023-12-22T17:45:57.404 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XmjbANdIuJJclFO off=303879 len=941608 2023-12-22T17:45:57.408 INFO:tasks.workunit.client.0.smithi032.stdout:op 2596 completed, throughput=5MB/sec 2023-12-22T17:45:57.408 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ss0D6qEAYMd0htu off=4230212 len=1382106 2023-12-22T17:45:57.414 INFO:tasks.workunit.client.0.smithi032.stdout:op 2597 completed, throughput=5MB/sec 2023-12-22T17:45:57.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:45:57 smithi032 ceph-mon[191839]: pgmap v1559: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2023-12-22T17:45:57.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:45:57 smithi032 ceph-mon[189144]: pgmap v1559: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2023-12-22T17:45:58.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:45:57 smithi039 ceph-mon[181282]: pgmap v1559: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2023-12-22T17:45:58.415 INFO:tasks.workunit.client.0.smithi032.stdout: 511: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:58.415 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XaFwp2UTk8aYlcq off=7654626 len=57523 2023-12-22T17:45:58.416 INFO:tasks.workunit.client.0.smithi032.stdout:op 2598 completed, throughput=4.99MB/sec 2023-12-22T17:45:58.416 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-it6NeWKUd70QwFC off=18113936 len=1875533 2023-12-22T17:45:58.425 INFO:tasks.workunit.client.0.smithi032.stdout:op 2599 completed, throughput=5MB/sec 2023-12-22T17:45:58.425 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WwhlSsK1nkgdjsF off=220083 len=1329667 2023-12-22T17:45:58.428 INFO:tasks.workunit.client.0.smithi032.stdout:op 2600 completed, throughput=5MB/sec 2023-12-22T17:45:58.428 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Hiw8s5eKq8CMK16 off=332349 len=1898906 2023-12-22T17:45:58.436 INFO:tasks.workunit.client.0.smithi032.stdout:op 2601 completed, throughput=5MB/sec 2023-12-22T17:45:59.437 INFO:tasks.workunit.client.0.smithi032.stdout: 512: throughput=4.99MB/sec pending data=0 2023-12-22T17:45:59.437 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-g43ZfyqyTPGmOW_ off=6544912 len=1583561 2023-12-22T17:45:59.445 INFO:tasks.workunit.client.0.smithi032.stdout:op 2602 completed, throughput=5MB/sec 2023-12-22T17:45:59.446 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Lvrfsf3RP9dixhQ off=891167 len=122568 2023-12-22T17:45:59.448 INFO:tasks.workunit.client.0.smithi032.stdout:op 2603 completed, throughput=5MB/sec 2023-12-22T17:45:59.448 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZNjcJgyTA3KQENn off=19044525 len=1884669 2023-12-22T17:45:59.450 INFO:tasks.workunit.client.0.smithi032.stdout:op 2604 completed, throughput=5MB/sec 2023-12-22T17:45:59.450 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CIg0JRJ7_kgPs4C off=8069805 len=220979 2023-12-22T17:45:59.451 INFO:tasks.workunit.client.0.smithi032.stdout:op 2605 completed, throughput=5MB/sec 2023-12-22T17:45:59.452 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-J2Yd0lsyB2jtG12 off=3203047 len=53730 2023-12-22T17:45:59.452 INFO:tasks.workunit.client.0.smithi032.stdout:op 2606 completed, throughput=5MB/sec 2023-12-22T17:45:59.452 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-m_nef6i_AU4M8NL off=934640 len=2033555 2023-12-22T17:45:59.460 INFO:tasks.workunit.client.0.smithi032.stdout:op 2607 completed, throughput=5MB/sec 2023-12-22T17:45:59.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:45:59 smithi032 ceph-mon[191839]: pgmap v1560: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-22T17:45:59.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:45:59 smithi032 ceph-mon[189144]: pgmap v1560: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-22T17:46:00.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:45:59 smithi039 ceph-mon[181282]: pgmap v1560: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-22T17:46:00.460 INFO:tasks.workunit.client.0.smithi032.stdout: 513: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:00.460 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bytd5h5X0XH1t5Z off=6825826 len=1987075 2023-12-22T17:46:00.463 INFO:tasks.workunit.client.0.smithi032.stdout:op 2608 completed, throughput=5MB/sec 2023-12-22T17:46:00.463 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jCGXHxupalDPmE3 off=14405885 len=2001297 2023-12-22T17:46:00.466 INFO:tasks.workunit.client.0.smithi032.stdout:op 2609 completed, throughput=5MB/sec 2023-12-22T17:46:01.176 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:46:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:46:00] "GET /metrics HTTP/1.1" 200 34022 "" "Prometheus/2.43.0" 2023-12-22T17:46:01.466 INFO:tasks.workunit.client.0.smithi032.stdout: 514: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:01.466 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-94uj5X0peFWnUGC off=19056356 len=1622513 2023-12-22T17:46:01.472 INFO:tasks.workunit.client.0.smithi032.stdout:op 2610 completed, throughput=4.99MB/sec 2023-12-22T17:46:01.472 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OuA5KZxsyqlkGcp off=4298741 len=971353 2023-12-22T17:46:01.474 INFO:tasks.workunit.client.0.smithi032.stdout:op 2611 completed, throughput=5MB/sec 2023-12-22T17:46:01.474 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vf015Hkz-6EudNh off=7461435 len=156835 2023-12-22T17:46:01.476 INFO:tasks.workunit.client.0.smithi032.stdout:op 2612 completed, throughput=5MB/sec 2023-12-22T17:46:01.476 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sPV1SzWth5-8-Za off=5419934 len=736246 2023-12-22T17:46:01.478 INFO:tasks.workunit.client.0.smithi032.stdout:op 2613 completed, throughput=5MB/sec 2023-12-22T17:46:01.478 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iUUQS-fK26wUDai off=1667470 len=622035 2023-12-22T17:46:01.482 INFO:tasks.workunit.client.0.smithi032.stdout:op 2614 completed, throughput=5MB/sec 2023-12-22T17:46:01.482 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-onaZszlW-h0c7fE off=9608971 len=1887774 2023-12-22T17:46:01.483 INFO:tasks.workunit.client.0.smithi032.stdout:op 2615 completed, throughput=5MB/sec 2023-12-22T17:46:01.565 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:46:01.887 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:46:01.887 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (26m) 2m ago 30m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:46:01.887 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (25m) 13s ago 30m 90.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:46:01.887 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (31m) 2m ago 31m 20.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:46:01.887 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (31m) 13s ago 31m 27.7M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:46:01.888 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (25m) 13s ago 33m 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:46:01.888 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (25m) 2m ago 35m 541M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:46:01.888 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (25m) 2m ago 35m 246M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:46:01.888 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (24m) 13s ago 34m 150M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:46:01.888 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (24m) 2m ago 34m 150M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:46:01.888 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (26m) 2m ago 30m 15.8M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:46:01.888 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (25m) 13s ago 30m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:46:01.888 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (24m) 2m ago 33m 1953M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:46:01.888 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (23m) 2m ago 33m 2201M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:46:01.888 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (23m) 2m ago 33m 2126M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:46:01.889 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (22m) 2m ago 32m 1857M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:46:01.889 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (22m) 13s ago 32m 1838M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:46:01.889 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (21m) 13s ago 32m 1596M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:46:01.889 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (21m) 13s ago 31m 1056M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:46:01.889 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (20m) 13s ago 31m 1503M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:46:01.889 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (25m) 13s ago 30m 79.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:46:01.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:46:01 smithi032 ceph-mon[189144]: pgmap v1561: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-22T17:46:01.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:46:01 smithi032 ceph-mon[191839]: pgmap v1561: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-22T17:46:02.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:46:01 smithi039 ceph-mon[181282]: pgmap v1561: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-22T17:46:02.290 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:46:02.290 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:46:02.290 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:46:02.290 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:46:02.290 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:46:02.290 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:46:02.290 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:46:02.290 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:46:02.290 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:46:02.290 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:46:02.291 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:46:02.291 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:46:02.291 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:46:02.291 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:46:02.291 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:46:02.291 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:46:02.291 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:46:02.291 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:46:02.484 INFO:tasks.workunit.client.0.smithi032.stdout: 515: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:02.484 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kwEddBF6uPlS6Qz off=7546235 len=1684851 2023-12-22T17:46:02.485 INFO:tasks.workunit.client.0.smithi032.stdout:op 2616 completed, throughput=5MB/sec 2023-12-22T17:46:02.485 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9UtkUGxrfik12pm off=794685 len=1935852 2023-12-22T17:46:02.492 INFO:tasks.workunit.client.0.smithi032.stdout:op 2617 completed, throughput=5MB/sec 2023-12-22T17:46:02.492 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZqtV6dr2XQHRRzs off=11173874 len=1636459 2023-12-22T17:46:02.493 INFO:tasks.workunit.client.0.smithi032.stdout:op 2618 completed, throughput=5MB/sec 2023-12-22T17:46:02.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:46:02 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3273901922' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:46:02.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:46:02 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3273901922' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:46:03.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:46:02 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3273901922' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:46:03.493 INFO:tasks.workunit.client.0.smithi032.stdout: 516: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:03.494 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-z56ZwlIjEaWmz7v off=1559271 len=493532 2023-12-22T17:46:03.495 INFO:tasks.workunit.client.0.smithi032.stdout:op 2619 completed, throughput=4.99MB/sec 2023-12-22T17:46:03.495 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CTbxcWc6fkrj89J off=7549982 len=598534 2023-12-22T17:46:03.497 INFO:tasks.workunit.client.0.smithi032.stdout:op 2620 completed, throughput=4.99MB/sec 2023-12-22T17:46:03.497 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Um-bihGCp3Zgvhv off=9319598 len=1187394 2023-12-22T17:46:03.503 INFO:tasks.workunit.client.0.smithi032.stdout:op 2621 completed, throughput=5MB/sec 2023-12-22T17:46:03.503 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DTX77yougRrXoeE off=1278413 len=1291834 2023-12-22T17:46:03.506 INFO:tasks.workunit.client.0.smithi032.stdout:op 2622 completed, throughput=5MB/sec 2023-12-22T17:46:03.506 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-H27TKYo19oITs4E off=4587326 len=920248 2023-12-22T17:46:03.508 INFO:tasks.workunit.client.0.smithi032.stdout:op 2623 completed, throughput=5MB/sec 2023-12-22T17:46:03.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:46:03 smithi032 ceph-mon[191839]: pgmap v1562: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:46:03.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:46:03 smithi032 ceph-mon[191839]: from='client.35490 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:46:03.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:46:03 smithi032 ceph-mon[191839]: from='client.35496 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:46:03.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:46:03 smithi032 ceph-mon[189144]: pgmap v1562: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:46:03.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:46:03 smithi032 ceph-mon[189144]: from='client.35490 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:46:03.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:46:03 smithi032 ceph-mon[189144]: from='client.35496 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:46:04.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:46:03 smithi039 ceph-mon[181282]: pgmap v1562: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:46:04.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:46:03 smithi039 ceph-mon[181282]: from='client.35490 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:46:04.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:46:03 smithi039 ceph-mon[181282]: from='client.35496 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:46:04.508 INFO:tasks.workunit.client.0.smithi032.stdout: 517: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:04.508 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ud6GAGNS7_WFNKZ off=8763213 len=1533529 2023-12-22T17:46:04.515 INFO:tasks.workunit.client.0.smithi032.stdout:op 2624 completed, throughput=4.99MB/sec 2023-12-22T17:46:04.516 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iOLHSCz7TfSz73I off=13108193 len=314567 2023-12-22T17:46:04.516 INFO:tasks.workunit.client.0.smithi032.stdout:op 2625 completed, throughput=4.99MB/sec 2023-12-22T17:46:04.516 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mLJ5TRKjX2ykz3x off=989228 len=539880 2023-12-22T17:46:04.518 INFO:tasks.workunit.client.0.smithi032.stdout:op 2626 completed, throughput=4.99MB/sec 2023-12-22T17:46:04.518 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CGR1k3SBnxTi3s6 off=3786760 len=201139 2023-12-22T17:46:04.521 INFO:tasks.workunit.client.0.smithi032.stdout:op 2627 completed, throughput=5MB/sec 2023-12-22T17:46:04.521 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LuSZsI92YNAIvs9 off=1062129 len=1953832 2023-12-22T17:46:04.522 INFO:tasks.workunit.client.0.smithi032.stdout:op 2628 completed, throughput=5MB/sec 2023-12-22T17:46:04.522 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0dTFFrUUrRs1jPB off=14674803 len=1391027 2023-12-22T17:46:04.524 INFO:tasks.workunit.client.0.smithi032.stdout:op 2629 completed, throughput=5MB/sec 2023-12-22T17:46:04.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:46:04 smithi032 ceph-mon[191839]: pgmap v1563: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:46:04.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:46:04 smithi032 ceph-mon[189144]: pgmap v1563: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:46:05.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:46:04 smithi039 ceph-mon[181282]: pgmap v1563: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:46:05.524 INFO:tasks.workunit.client.0.smithi032.stdout: 518: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:05.524 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qeeYL01AYAtghvI off=5721143 len=519518 2023-12-22T17:46:05.525 INFO:tasks.workunit.client.0.smithi032.stdout:op 2630 completed, throughput=4.99MB/sec 2023-12-22T17:46:05.526 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iQxPdZyXDSen0ve off=6841931 len=1575514 2023-12-22T17:46:05.534 INFO:tasks.workunit.client.0.smithi032.stdout:op 2631 completed, throughput=5MB/sec 2023-12-22T17:46:05.534 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JD8CtfklmIiTHpM off=2725656 len=708571 2023-12-22T17:46:05.535 INFO:tasks.workunit.client.0.smithi032.stdout:op 2632 completed, throughput=5MB/sec 2023-12-22T17:46:05.535 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-M9XcfPev6SCJFCW off=4496776 len=460318 2023-12-22T17:46:05.535 INFO:tasks.workunit.client.0.smithi032.stdout:op 2633 completed, throughput=5MB/sec 2023-12-22T17:46:05.536 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-21UYjirsnkTzE5y off=16020796 len=2018042 2023-12-22T17:46:05.545 INFO:tasks.workunit.client.0.smithi032.stdout:op 2634 completed, throughput=5MB/sec 2023-12-22T17:46:05.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:46:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:46:05.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:46:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:46:06.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:46:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:46:06.546 INFO:tasks.workunit.client.0.smithi032.stdout: 519: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:06.546 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YmR5u7HcsfSZsTQ off=4492404 len=1066049 2023-12-22T17:46:06.552 INFO:tasks.workunit.client.0.smithi032.stdout:op 2635 completed, throughput=4.99MB/sec 2023-12-22T17:46:06.552 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-up3bKzLzVInmy8R off=10683354 len=2031646 2023-12-22T17:46:06.562 INFO:tasks.workunit.client.0.smithi032.stdout:op 2636 completed, throughput=5MB/sec 2023-12-22T17:46:06.562 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-C5LoOLI_fsXGBZf off=4309544 len=1467110 2023-12-22T17:46:06.567 INFO:tasks.workunit.client.0.smithi032.stdout:op 2637 completed, throughput=5MB/sec 2023-12-22T17:46:06.568 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3T4NtV144kIfXwu off=15716229 len=184055 2023-12-22T17:46:06.568 INFO:tasks.workunit.client.0.smithi032.stdout:op 2638 completed, throughput=5MB/sec 2023-12-22T17:46:07.568 INFO:tasks.workunit.client.0.smithi032.stdout: 520: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:07.569 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IP1RwXd12xG5m7E off=2374109 len=904188 2023-12-22T17:46:07.574 INFO:tasks.workunit.client.0.smithi032.stdout:op 2639 completed, throughput=4.99MB/sec 2023-12-22T17:46:07.574 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xxtJrdvVxZW0Peg off=3307034 len=1942673 2023-12-22T17:46:07.577 INFO:tasks.workunit.client.0.smithi032.stdout:op 2640 completed, throughput=5MB/sec 2023-12-22T17:46:07.577 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2mgWetT8VOXfXMC off=14877836 len=829887 2023-12-22T17:46:07.578 INFO:tasks.workunit.client.0.smithi032.stdout:op 2641 completed, throughput=5MB/sec 2023-12-22T17:46:07.578 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mOk4GNuXZM6ACND off=1276544 len=1394659 2023-12-22T17:46:07.581 INFO:tasks.workunit.client.0.smithi032.stdout:op 2642 completed, throughput=5MB/sec 2023-12-22T17:46:07.581 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Wo-Icqn856svpkn off=1308006 len=658728 2023-12-22T17:46:07.585 INFO:tasks.workunit.client.0.smithi032.stdout:op 2643 completed, throughput=5MB/sec 2023-12-22T17:46:07.753 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:46:07 smithi039 ceph-mon[181282]: pgmap v1564: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:46:07.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:46:07 smithi032 ceph-mon[189144]: pgmap v1564: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:46:07.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:46:07 smithi032 ceph-mon[191839]: pgmap v1564: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:46:08.586 INFO:tasks.workunit.client.0.smithi032.stdout: 521: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:08.586 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vhpJXNIm9PseXH7 off=19783488 len=2036033 2023-12-22T17:46:08.590 INFO:tasks.workunit.client.0.smithi032.stdout:op 2644 completed, throughput=5MB/sec 2023-12-22T17:46:08.591 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OXOV_o1nwSiWw6C off=5722332 len=825217 2023-12-22T17:46:08.595 INFO:tasks.workunit.client.0.smithi032.stdout:op 2645 completed, throughput=5MB/sec 2023-12-22T17:46:08.596 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6cT3IcKTw_3qyPk off=6263043 len=780184 2023-12-22T17:46:08.597 INFO:tasks.workunit.client.0.smithi032.stdout:op 2646 completed, throughput=5MB/sec 2023-12-22T17:46:08.597 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KN2D10aPVnT4KVT off=1651672 len=1929237 2023-12-22T17:46:08.599 INFO:tasks.workunit.client.0.smithi032.stdout:op 2647 completed, throughput=5MB/sec 2023-12-22T17:46:09.600 INFO:tasks.workunit.client.0.smithi032.stdout: 522: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:09.600 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5AlwSrjag_HU2US off=13267524 len=13069 2023-12-22T17:46:09.602 INFO:tasks.workunit.client.0.smithi032.stdout:op 2648 completed, throughput=4.99MB/sec 2023-12-22T17:46:09.603 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nBHTwQpwv0_sjW5 off=1405598 len=1164122 2023-12-22T17:46:09.604 INFO:tasks.workunit.client.0.smithi032.stdout:op 2649 completed, throughput=4.99MB/sec 2023-12-22T17:46:09.604 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2RqeQbozJZO1eJJ off=15203282 len=272745 2023-12-22T17:46:09.607 INFO:tasks.workunit.client.0.smithi032.stdout:op 2650 completed, throughput=4.99MB/sec 2023-12-22T17:46:09.607 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LjdMM0xQWnvEfmF off=5832785 len=477363 2023-12-22T17:46:09.608 INFO:tasks.workunit.client.0.smithi032.stdout:op 2651 completed, throughput=5MB/sec 2023-12-22T17:46:09.608 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Dq7K4KxpLYZr4Uk off=1771101 len=86415 2023-12-22T17:46:09.609 INFO:tasks.workunit.client.0.smithi032.stdout:op 2652 completed, throughput=5MB/sec 2023-12-22T17:46:09.609 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-invXndUExVrtBNS off=4179177 len=1491526 2023-12-22T17:46:09.610 INFO:tasks.workunit.client.0.smithi032.stdout:op 2653 completed, throughput=5MB/sec 2023-12-22T17:46:09.610 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-M0_lc_D7-fzgmBW off=89010 len=1815683 2023-12-22T17:46:09.612 INFO:tasks.workunit.client.0.smithi032.stdout:op 2654 completed, throughput=5MB/sec 2023-12-22T17:46:09.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:46:09 smithi032 ceph-mon[189144]: pgmap v1565: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-22T17:46:09.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:46:09 smithi032 ceph-mon[191839]: pgmap v1565: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-22T17:46:10.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:46:09 smithi039 ceph-mon[181282]: pgmap v1565: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-22T17:46:10.613 INFO:tasks.workunit.client.0.smithi032.stdout: 523: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:10.613 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-94uj5X0peFWnUGC off=1570526 len=785016 2023-12-22T17:46:10.614 INFO:tasks.workunit.client.0.smithi032.stdout:op 2655 completed, throughput=4.99MB/sec 2023-12-22T17:46:10.614 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-75GBbvSZv9m4vnD off=15508390 len=1573592 2023-12-22T17:46:10.622 INFO:tasks.workunit.client.0.smithi032.stdout:op 2656 completed, throughput=5MB/sec 2023-12-22T17:46:10.622 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lvi2SnpM81eu4qv off=8656330 len=75589 2023-12-22T17:46:10.623 INFO:tasks.workunit.client.0.smithi032.stdout:op 2657 completed, throughput=5MB/sec 2023-12-22T17:46:10.623 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iT-jw3VJ_75xXEK off=12380467 len=940547 2023-12-22T17:46:10.624 INFO:tasks.workunit.client.0.smithi032.stdout:op 2658 completed, throughput=5MB/sec 2023-12-22T17:46:10.624 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-d6PVtin4ftWbCCm off=4141253 len=2093774 2023-12-22T17:46:10.634 INFO:tasks.workunit.client.0.smithi032.stdout:op 2659 completed, throughput=5MB/sec 2023-12-22T17:46:11.176 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:46:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:46:10] "GET /metrics HTTP/1.1" 200 34023 "" "Prometheus/2.43.0" 2023-12-22T17:46:11.635 INFO:tasks.workunit.client.0.smithi032.stdout: 524: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:11.635 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-foiJ6BaLQwQevj4 off=95819 len=1460126 2023-12-22T17:46:11.642 INFO:tasks.workunit.client.0.smithi032.stdout:op 2660 completed, throughput=4.99MB/sec 2023-12-22T17:46:11.642 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AJF1-DaJtwcBs0F off=12501522 len=1203231 2023-12-22T17:46:11.644 INFO:tasks.workunit.client.0.smithi032.stdout:op 2661 completed, throughput=5MB/sec 2023-12-22T17:46:11.644 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cpeyazVQHiEE1f- off=7741926 len=1312243 2023-12-22T17:46:11.646 INFO:tasks.workunit.client.0.smithi032.stdout:op 2662 completed, throughput=5MB/sec 2023-12-22T17:46:11.646 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-C86ps190zUQv_7v off=10439327 len=545740 2023-12-22T17:46:11.647 INFO:tasks.workunit.client.0.smithi032.stdout:op 2663 completed, throughput=5MB/sec 2023-12-22T17:46:11.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:46:11 smithi032 ceph-mon[189144]: pgmap v1566: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:46:11.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:46:11 smithi032 ceph-mon[191839]: pgmap v1566: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:46:12.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:46:11 smithi039 ceph-mon[181282]: pgmap v1566: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:46:12.647 INFO:tasks.workunit.client.0.smithi032.stdout: 525: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:12.648 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-axLQ5zSbY6Lu-Es off=4326495 len=728769 2023-12-22T17:46:12.649 INFO:tasks.workunit.client.0.smithi032.stdout:op 2664 completed, throughput=4.99MB/sec 2023-12-22T17:46:12.649 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PNZ5WgwWzdbBe5x off=957807 len=1633171 2023-12-22T17:46:12.652 INFO:tasks.workunit.client.0.smithi032.stdout:op 2665 completed, throughput=4.99MB/sec 2023-12-22T17:46:12.652 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-js3HqHX9UDUJNvi off=2757659 len=1388839 2023-12-22T17:46:12.659 INFO:tasks.workunit.client.0.smithi032.stdout:op 2666 completed, throughput=5MB/sec 2023-12-22T17:46:12.660 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-INf_W9wBgcDojcC off=1195041 len=603589 2023-12-22T17:46:12.663 INFO:tasks.workunit.client.0.smithi032.stdout:op 2667 completed, throughput=5MB/sec 2023-12-22T17:46:12.663 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KQuawGy4pyduEyX off=816388 len=1915266 2023-12-22T17:46:12.673 INFO:tasks.workunit.client.0.smithi032.stdout:op 2668 completed, throughput=5MB/sec 2023-12-22T17:46:13.673 INFO:tasks.workunit.client.0.smithi032.stdout: 526: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:13.673 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-y1Gw8vZA4Zz1knv off=419152 len=1008390 2023-12-22T17:46:13.679 INFO:tasks.workunit.client.0.smithi032.stdout:op 2669 completed, throughput=4.99MB/sec 2023-12-22T17:46:13.679 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ayBd23P2zSscbvO off=2964123 len=1176239 2023-12-22T17:46:13.681 INFO:tasks.workunit.client.0.smithi032.stdout:op 2670 completed, throughput=5MB/sec 2023-12-22T17:46:13.681 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bxx9NZG-fhMJD82 off=3229897 len=166946 2023-12-22T17:46:13.684 INFO:tasks.workunit.client.0.smithi032.stdout:op 2671 completed, throughput=5MB/sec 2023-12-22T17:46:13.684 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6vZXpCee1APlymi off=1171508 len=333033 2023-12-22T17:46:13.685 INFO:tasks.workunit.client.0.smithi032.stdout:op 2672 completed, throughput=5MB/sec 2023-12-22T17:46:13.685 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ydwx77K0VTyxV5n off=10625601 len=269665 2023-12-22T17:46:13.688 INFO:tasks.workunit.client.0.smithi032.stdout:op 2673 completed, throughput=5MB/sec 2023-12-22T17:46:13.688 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-e89xcBlVxHvfxMt off=3339967 len=108653 2023-12-22T17:46:13.689 INFO:tasks.workunit.client.0.smithi032.stdout:op 2674 completed, throughput=5MB/sec 2023-12-22T17:46:13.689 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jPskXwCH3giqxeT off=5376117 len=1556229 2023-12-22T17:46:13.691 INFO:tasks.workunit.client.0.smithi032.stdout:op 2675 completed, throughput=5MB/sec 2023-12-22T17:46:13.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:46:13 smithi032 ceph-mon[191839]: pgmap v1567: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:46:13.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:46:13 smithi032 ceph-mon[189144]: pgmap v1567: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:46:14.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:46:13 smithi039 ceph-mon[181282]: pgmap v1567: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:46:14.692 INFO:tasks.workunit.client.0.smithi032.stdout: 527: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:14.692 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-s3qFSfWnQVZIe97 off=16196378 len=238833 2023-12-22T17:46:14.695 INFO:tasks.workunit.client.0.smithi032.stdout:op 2676 completed, throughput=4.99MB/sec 2023-12-22T17:46:14.695 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DFCHTi49NJuKOHs off=16902050 len=1534511 2023-12-22T17:46:14.697 INFO:tasks.workunit.client.0.smithi032.stdout:op 2677 completed, throughput=4.99MB/sec 2023-12-22T17:46:14.697 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OWliz6BfYV8mfLN off=1434723 len=1230478 2023-12-22T17:46:14.698 INFO:tasks.workunit.client.0.smithi032.stdout:op 2678 completed, throughput=5MB/sec 2023-12-22T17:46:14.698 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-f2f9K2CtEv_xuPW off=1836709 len=1940232 2023-12-22T17:46:14.702 INFO:tasks.workunit.client.0.smithi032.stdout:op 2679 completed, throughput=5MB/sec 2023-12-22T17:46:14.702 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ucobe5IlSkHcRJr off=3945815 len=2047962 2023-12-22T17:46:14.710 INFO:tasks.workunit.client.0.smithi032.stdout:op 2680 completed, throughput=5MB/sec 2023-12-22T17:46:15.710 INFO:tasks.workunit.client.0.smithi032.stdout: 528: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:15.711 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MdgtEQTdxoLp--v off=10695749 len=1081806 2023-12-22T17:46:15.712 INFO:tasks.workunit.client.0.smithi032.stdout:op 2681 completed, throughput=5MB/sec 2023-12-22T17:46:15.712 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KZuHPNlZlZikOye off=5945066 len=254869 2023-12-22T17:46:15.715 INFO:tasks.workunit.client.0.smithi032.stdout:op 2682 completed, throughput=5MB/sec 2023-12-22T17:46:15.715 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-M7rdCvggvGER5eh off=6039446 len=1540076 2023-12-22T17:46:15.718 INFO:tasks.workunit.client.0.smithi032.stdout:op 2683 completed, throughput=5MB/sec 2023-12-22T17:46:15.718 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hj7JWOMk2foMhU7 off=2413079 len=229016 2023-12-22T17:46:15.721 INFO:tasks.workunit.client.0.smithi032.stdout:op 2684 completed, throughput=5MB/sec 2023-12-22T17:46:15.722 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-F5tmtom96dnv6s5 off=14866263 len=339122 2023-12-22T17:46:15.725 INFO:tasks.workunit.client.0.smithi032.stdout:op 2685 completed, throughput=5MB/sec 2023-12-22T17:46:15.725 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--6IpVrtwC_A7q84 off=898058 len=147664 2023-12-22T17:46:15.727 INFO:tasks.workunit.client.0.smithi032.stdout:op 2686 completed, throughput=5MB/sec 2023-12-22T17:46:15.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:46:15 smithi032 ceph-mon[189144]: pgmap v1568: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:46:15.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:46:15 smithi032 ceph-mon[191839]: pgmap v1568: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:46:16.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:46:15 smithi039 ceph-mon[181282]: pgmap v1568: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:46:16.728 INFO:tasks.workunit.client.0.smithi032.stdout: 529: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:16.728 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JsJ5ydlu0LiXfWj off=1688293 len=1852497 2023-12-22T17:46:16.731 INFO:tasks.workunit.client.0.smithi032.stdout:op 2687 completed, throughput=4.99MB/sec 2023-12-22T17:46:16.732 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NrhrZmK30jr2ClT off=1764222 len=165513 2023-12-22T17:46:16.735 INFO:tasks.workunit.client.0.smithi032.stdout:op 2688 completed, throughput=4.99MB/sec 2023-12-22T17:46:16.735 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-k-fwxCoLSMkJX5g off=5207795 len=1249644 2023-12-22T17:46:16.741 INFO:tasks.workunit.client.0.smithi032.stdout:op 2689 completed, throughput=5MB/sec 2023-12-22T17:46:16.741 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Dz2nih9VaaMO-Oj off=14906 len=962568 2023-12-22T17:46:16.743 INFO:tasks.workunit.client.0.smithi032.stdout:op 2690 completed, throughput=5MB/sec 2023-12-22T17:46:16.743 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mydSTnK_rZszQIU off=4307709 len=185192 2023-12-22T17:46:16.744 INFO:tasks.workunit.client.0.smithi032.stdout:op 2691 completed, throughput=5MB/sec 2023-12-22T17:46:16.744 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nD4DnK1nstJieIf off=2687608 len=1814569 2023-12-22T17:46:16.745 INFO:tasks.workunit.client.0.smithi032.stdout:op 2692 completed, throughput=5MB/sec 2023-12-22T17:46:17.746 INFO:tasks.workunit.client.0.smithi032.stdout: 530: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:17.746 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Kb95EgxczE_hh7Z off=3584394 len=1032854 2023-12-22T17:46:17.748 INFO:tasks.workunit.client.0.smithi032.stdout:op 2693 completed, throughput=4.99MB/sec 2023-12-22T17:46:17.748 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cQiLYLh2eam7Eej off=1664640 len=698670 2023-12-22T17:46:17.753 INFO:tasks.workunit.client.0.smithi032.stdout:op 2694 completed, throughput=5MB/sec 2023-12-22T17:46:17.753 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XL23pf4JduM1s-6 off=4241251 len=506419 2023-12-22T17:46:17.754 INFO:tasks.workunit.client.0.smithi032.stdout:op 2695 completed, throughput=5MB/sec 2023-12-22T17:46:17.754 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sSGLy2HjM6eoIma off=571045 len=1966436 2023-12-22T17:46:17.768 INFO:tasks.workunit.client.0.smithi032.stdout:op 2696 completed, throughput=5MB/sec 2023-12-22T17:46:17.768 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mf__10X684U1obs off=14116465 len=1696843 2023-12-22T17:46:17.776 INFO:tasks.workunit.client.0.smithi032.stdout:op 2697 completed, throughput=5MB/sec 2023-12-22T17:46:17.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:46:17 smithi032 ceph-mon[189144]: pgmap v1569: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-22T17:46:17.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:46:17 smithi032 ceph-mon[191839]: pgmap v1569: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-22T17:46:18.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:46:17 smithi039 ceph-mon[181282]: pgmap v1569: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-22T17:46:18.776 INFO:tasks.workunit.client.0.smithi032.stdout: 531: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:18.776 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NiBgQdsOE6pX6Y2 off=9986907 len=1595498 2023-12-22T17:46:18.778 INFO:tasks.workunit.client.0.smithi032.stdout:op 2698 completed, throughput=5MB/sec 2023-12-22T17:46:18.778 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-C7-FsJen9Aww6qt off=2451257 len=543720 2023-12-22T17:46:18.782 INFO:tasks.workunit.client.0.smithi032.stdout:op 2699 completed, throughput=5MB/sec 2023-12-22T17:46:18.782 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1GOg-U23AXDwjAb off=9335589 len=637239 2023-12-22T17:46:18.783 INFO:tasks.workunit.client.0.smithi032.stdout:op 2700 completed, throughput=5MB/sec 2023-12-22T17:46:18.783 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-P3UJa7Rjxymsxs8 off=6772970 len=1321498 2023-12-22T17:46:18.785 INFO:tasks.workunit.client.0.smithi032.stdout:op 2701 completed, throughput=5MB/sec 2023-12-22T17:46:19.785 INFO:tasks.workunit.client.0.smithi032.stdout: 532: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:19.786 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OO7D8NVS5lpVggU off=1437118 len=891317 2023-12-22T17:46:19.787 INFO:tasks.workunit.client.0.smithi032.stdout:op 2702 completed, throughput=4.99MB/sec 2023-12-22T17:46:19.787 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-q73BGG4dqZ2ylou off=14937923 len=1817664 2023-12-22T17:46:19.796 INFO:tasks.workunit.client.0.smithi032.stdout:op 2703 completed, throughput=5MB/sec 2023-12-22T17:46:19.796 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Ss2jVm4T-sCIL4S off=6233887 len=1250121 2023-12-22T17:46:19.799 INFO:tasks.workunit.client.0.smithi032.stdout:op 2704 completed, throughput=5MB/sec 2023-12-22T17:46:19.799 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AanhYxesXA86II8 off=19975771 len=1917596 2023-12-22T17:46:19.801 INFO:tasks.workunit.client.0.smithi032.stdout:op 2705 completed, throughput=5MB/sec 2023-12-22T17:46:19.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:46:19 smithi032 ceph-mon[189144]: pgmap v1570: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:46:19.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:46:19 smithi032 ceph-mon[191839]: pgmap v1570: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:46:20.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:46:19 smithi039 ceph-mon[181282]: pgmap v1570: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:46:20.801 INFO:tasks.workunit.client.0.smithi032.stdout: 533: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:20.802 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-q4Y0abeTIYg4sDi off=0 len=1776947 2023-12-22T17:46:20.808 INFO:tasks.workunit.client.0.smithi032.stdout:op 2706 completed, throughput=5MB/sec 2023-12-22T17:46:20.809 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UC042E638sj-Vyj off=7135018 len=1823266 2023-12-22T17:46:20.811 INFO:tasks.workunit.client.0.smithi032.stdout:op 2707 completed, throughput=5MB/sec 2023-12-22T17:46:20.811 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fYwHiXX0zHzpHEv off=8424241 len=1902574 2023-12-22T17:46:20.820 INFO:tasks.workunit.client.0.smithi032.stdout:op 2708 completed, throughput=5MB/sec 2023-12-22T17:46:20.852 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:46:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:46:20.852 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:46:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:46:21.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:46:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:46:21.176 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:46:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:46:20] "GET /metrics HTTP/1.1" 200 34022 "" "Prometheus/2.43.0" 2023-12-22T17:46:21.820 INFO:tasks.workunit.client.0.smithi032.stdout: 534: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:21.821 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1GOg-U23AXDwjAb off=9604813 len=483265 2023-12-22T17:46:21.824 INFO:tasks.workunit.client.0.smithi032.stdout:op 2709 completed, throughput=4.99MB/sec 2023-12-22T17:46:21.825 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qSKbVITty_uHNeW off=9401784 len=18688 2023-12-22T17:46:21.825 INFO:tasks.workunit.client.0.smithi032.stdout:op 2710 completed, throughput=4.99MB/sec 2023-12-22T17:46:21.825 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LCbYT2zsexeGGZg off=2762388 len=1436744 2023-12-22T17:46:21.833 INFO:tasks.workunit.client.0.smithi032.stdout:op 2711 completed, throughput=5MB/sec 2023-12-22T17:46:21.833 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1y98CISCO53FBxP off=13737034 len=1082102 2023-12-22T17:46:21.834 INFO:tasks.workunit.client.0.smithi032.stdout:op 2712 completed, throughput=5MB/sec 2023-12-22T17:46:21.834 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-o7Sim08udoNh3oU off=4818297 len=658472 2023-12-22T17:46:21.838 INFO:tasks.workunit.client.0.smithi032.stdout:op 2713 completed, throughput=5MB/sec 2023-12-22T17:46:21.838 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-59kPDKAz0IOqWtc off=4064142 len=1916522 2023-12-22T17:46:21.840 INFO:tasks.workunit.client.0.smithi032.stdout:op 2714 completed, throughput=5MB/sec 2023-12-22T17:46:21.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:46:21 smithi032 ceph-mon[191839]: pgmap v1571: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:46:21.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:46:21 smithi032 ceph-mon[189144]: pgmap v1571: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:46:22.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:46:21 smithi039 ceph-mon[181282]: pgmap v1571: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:46:22.841 INFO:tasks.workunit.client.0.smithi032.stdout: 535: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:22.841 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CsuP4gGzbuUb1t6 off=471166 len=749699 2023-12-22T17:46:22.845 INFO:tasks.workunit.client.0.smithi032.stdout:op 2715 completed, throughput=4.99MB/sec 2023-12-22T17:46:22.845 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_2FgmhtWj61raJ6 off=2422908 len=1814576 2023-12-22T17:46:22.847 INFO:tasks.workunit.client.0.smithi032.stdout:op 2716 completed, throughput=5MB/sec 2023-12-22T17:46:22.847 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nKHSQxGy8UiALug off=19601226 len=507603 2023-12-22T17:46:22.852 INFO:tasks.workunit.client.0.smithi032.stdout:op 2717 completed, throughput=5MB/sec 2023-12-22T17:46:22.852 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Mm7LJDhGXCkRSe0 off=1185553 len=1207473 2023-12-22T17:46:22.858 INFO:tasks.workunit.client.0.smithi032.stdout:op 2718 completed, throughput=5MB/sec 2023-12-22T17:46:23.858 INFO:tasks.workunit.client.0.smithi032.stdout: 536: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:23.858 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-js3HqHX9UDUJNvi off=7724528 len=915732 2023-12-22T17:46:23.860 INFO:tasks.workunit.client.0.smithi032.stdout:op 2719 completed, throughput=4.99MB/sec 2023-12-22T17:46:23.860 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wi1L3Qik8TAz-xX off=14219779 len=570835 2023-12-22T17:46:23.861 INFO:tasks.workunit.client.0.smithi032.stdout:op 2720 completed, throughput=4.99MB/sec 2023-12-22T17:46:23.862 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-y_6-Lmzms7zjSgq off=12927145 len=407627 2023-12-22T17:46:23.862 INFO:tasks.workunit.client.0.smithi032.stdout:op 2721 completed, throughput=4.99MB/sec 2023-12-22T17:46:23.862 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wgamuXqz7Qrupfq off=10877155 len=1897369 2023-12-22T17:46:23.870 INFO:tasks.workunit.client.0.smithi032.stdout:op 2722 completed, throughput=5MB/sec 2023-12-22T17:46:23.870 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-951EucJl-V1iz9c off=10905985 len=1425809 2023-12-22T17:46:23.872 INFO:tasks.workunit.client.0.smithi032.stdout:op 2723 completed, throughput=5MB/sec 2023-12-22T17:46:23.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:46:23 smithi032 ceph-mon[191839]: pgmap v1572: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-22T17:46:23.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:46:23 smithi032 ceph-mon[189144]: pgmap v1572: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-22T17:46:24.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:46:23 smithi039 ceph-mon[181282]: pgmap v1572: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-22T17:46:24.872 INFO:tasks.workunit.client.0.smithi032.stdout: 537: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:24.872 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qh-af9e154viCEr off=5710257 len=97291 2023-12-22T17:46:24.875 INFO:tasks.workunit.client.0.smithi032.stdout:op 2724 completed, throughput=4.99MB/sec 2023-12-22T17:46:24.875 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OlmfL1YsdbyixsH off=282461 len=835051 2023-12-22T17:46:24.877 INFO:tasks.workunit.client.0.smithi032.stdout:op 2725 completed, throughput=4.99MB/sec 2023-12-22T17:46:24.877 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Fub0GYyb8ukJqZ_ off=2933059 len=1986266 2023-12-22T17:46:24.887 INFO:tasks.workunit.client.0.smithi032.stdout:op 2726 completed, throughput=5MB/sec 2023-12-22T17:46:24.887 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RFbfhBzy1rnp_kH off=7941247 len=1770557 2023-12-22T17:46:24.889 INFO:tasks.workunit.client.0.smithi032.stdout:op 2727 completed, throughput=5MB/sec 2023-12-22T17:46:24.890 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AVYIpBs6SZFB5ml off=1143354 len=1961568 2023-12-22T17:46:24.891 INFO:tasks.workunit.client.0.smithi032.stdout:op 2728 completed, throughput=5MB/sec 2023-12-22T17:46:25.892 INFO:tasks.workunit.client.0.smithi032.stdout: 538: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:25.892 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Wp25mwsVtZf7Th5 off=18993901 len=457194 2023-12-22T17:46:25.893 INFO:tasks.workunit.client.0.smithi032.stdout:op 2729 completed, throughput=4.99MB/sec 2023-12-22T17:46:25.893 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SgeDo_4MLiUclgq off=11094562 len=1486450 2023-12-22T17:46:25.895 INFO:tasks.workunit.client.0.smithi032.stdout:op 2730 completed, throughput=5MB/sec 2023-12-22T17:46:25.895 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yFH_VkMiJ6ZvUfZ off=6885237 len=1514029 2023-12-22T17:46:25.897 INFO:tasks.workunit.client.0.smithi032.stdout:op 2731 completed, throughput=5MB/sec 2023-12-22T17:46:25.897 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nuUdFdjYNOz2N8G off=108948 len=161740 2023-12-22T17:46:25.897 INFO:tasks.workunit.client.0.smithi032.stdout:op 2732 completed, throughput=5MB/sec 2023-12-22T17:46:25.897 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-z4qusx9J_CXxemG off=1938393 len=236934 2023-12-22T17:46:25.900 INFO:tasks.workunit.client.0.smithi032.stdout:op 2733 completed, throughput=5MB/sec 2023-12-22T17:46:25.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:46:25 smithi032 ceph-mon[191839]: pgmap v1573: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:46:25.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:46:25 smithi032 ceph-mon[189144]: pgmap v1573: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:46:26.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:46:25 smithi039 ceph-mon[181282]: pgmap v1573: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:46:26.901 INFO:tasks.workunit.client.0.smithi032.stdout: 539: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:26.901 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KSZn2rksni8pSr4 off=18270207 len=1867428 2023-12-22T17:46:26.904 INFO:tasks.workunit.client.0.smithi032.stdout:op 2734 completed, throughput=4.99MB/sec 2023-12-22T17:46:26.904 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-R9QHlBDijOLnf4p off=7320704 len=341106 2023-12-22T17:46:26.905 INFO:tasks.workunit.client.0.smithi032.stdout:op 2735 completed, throughput=4.99MB/sec 2023-12-22T17:46:26.905 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tfvxGBsCcfgr-M1 off=8054430 len=901483 2023-12-22T17:46:26.910 INFO:tasks.workunit.client.0.smithi032.stdout:op 2736 completed, throughput=5MB/sec 2023-12-22T17:46:26.910 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xf8WNxLRptdAg22 off=4638882 len=474607 2023-12-22T17:46:26.914 INFO:tasks.workunit.client.0.smithi032.stdout:op 2737 completed, throughput=5MB/sec 2023-12-22T17:46:26.914 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nq1nhamDOpAmbgW off=15639035 len=869347 2023-12-22T17:46:26.915 INFO:tasks.workunit.client.0.smithi032.stdout:op 2738 completed, throughput=5MB/sec 2023-12-22T17:46:26.915 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6W13XZgw3A_nCtb off=2374791 len=496462 2023-12-22T17:46:26.916 INFO:tasks.workunit.client.0.smithi032.stdout:op 2739 completed, throughput=5MB/sec 2023-12-22T17:46:26.916 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7gI8p9JxV6IYAYu off=12259715 len=1383631 2023-12-22T17:46:26.921 INFO:tasks.workunit.client.0.smithi032.stdout:op 2740 completed, throughput=5MB/sec 2023-12-22T17:46:27.922 INFO:tasks.workunit.client.0.smithi032.stdout: 540: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:27.922 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OCZJjTDJbjRZP4g off=368672 len=1479668 2023-12-22T17:46:27.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:46:27 smithi032 ceph-mon[189144]: pgmap v1574: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-22T17:46:27.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:46:27 smithi032 ceph-mon[191839]: pgmap v1574: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-22T17:46:27.929 INFO:tasks.workunit.client.0.smithi032.stdout:op 2741 completed, throughput=5MB/sec 2023-12-22T17:46:27.929 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WfUMqNYUWJ2aNwe off=7272592 len=1219183 2023-12-22T17:46:27.935 INFO:tasks.workunit.client.0.smithi032.stdout:op 2742 completed, throughput=5MB/sec 2023-12-22T17:46:27.935 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-m54XPWP5t0PMKa5 off=9382700 len=483975 2023-12-22T17:46:27.936 INFO:tasks.workunit.client.0.smithi032.stdout:op 2743 completed, throughput=5MB/sec 2023-12-22T17:46:27.936 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0aV46TAyds7iu7a off=4086178 len=631685 2023-12-22T17:46:27.937 INFO:tasks.workunit.client.0.smithi032.stdout:op 2744 completed, throughput=5MB/sec 2023-12-22T17:46:27.937 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1d85LHUca0PX3ga off=1139797 len=1859994 2023-12-22T17:46:27.946 INFO:tasks.workunit.client.0.smithi032.stdout:op 2745 completed, throughput=5MB/sec 2023-12-22T17:46:28.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:46:27 smithi039 ceph-mon[181282]: pgmap v1574: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-22T17:46:28.947 INFO:tasks.workunit.client.0.smithi032.stdout: 541: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:28.947 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yrYoezwyaG_0eQ0 off=15173990 len=2046468 2023-12-22T17:46:28.949 INFO:tasks.workunit.client.0.smithi032.stdout:op 2746 completed, throughput=5MB/sec 2023-12-22T17:46:28.949 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uxUt3rCOmDKUEh5 off=10680295 len=951533 2023-12-22T17:46:28.954 INFO:tasks.workunit.client.0.smithi032.stdout:op 2747 completed, throughput=5MB/sec 2023-12-22T17:46:28.954 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kumIcJLexcbuy-F off=12214908 len=1976863 2023-12-22T17:46:28.964 INFO:tasks.workunit.client.0.smithi032.stdout:op 2748 completed, throughput=5MB/sec 2023-12-22T17:46:29.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:46:29 smithi032 ceph-mon[191839]: pgmap v1575: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-22T17:46:29.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:46:29 smithi032 ceph-mon[189144]: pgmap v1575: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-22T17:46:29.964 INFO:tasks.workunit.client.0.smithi032.stdout: 542: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:29.964 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EERlsesrRul5LgK off=4228756 len=296151 2023-12-22T17:46:29.965 INFO:tasks.workunit.client.0.smithi032.stdout:op 2749 completed, throughput=4.99MB/sec 2023-12-22T17:46:29.965 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NTwdeyqcG-21i07 off=1868189 len=209789 2023-12-22T17:46:29.968 INFO:tasks.workunit.client.0.smithi032.stdout:op 2750 completed, throughput=4.99MB/sec 2023-12-22T17:46:29.968 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QTlwk3ty5KlLrKq off=5086254 len=914821 2023-12-22T17:46:29.973 INFO:tasks.workunit.client.0.smithi032.stdout:op 2751 completed, throughput=4.99MB/sec 2023-12-22T17:46:29.973 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GjbgvVt0xL3VqZh off=3506842 len=1785041 2023-12-22T17:46:29.982 INFO:tasks.workunit.client.0.smithi032.stdout:op 2752 completed, throughput=5MB/sec 2023-12-22T17:46:29.982 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pFBJAWHzAsqHy-d off=736257 len=563290 2023-12-22T17:46:29.983 INFO:tasks.workunit.client.0.smithi032.stdout:op 2753 completed, throughput=5MB/sec 2023-12-22T17:46:29.983 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bobLVu54CN2a1Or off=7544579 len=1571721 2023-12-22T17:46:29.985 INFO:tasks.workunit.client.0.smithi032.stdout:op 2754 completed, throughput=5MB/sec 2023-12-22T17:46:30.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:46:29 smithi039 ceph-mon[181282]: pgmap v1575: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-22T17:46:30.985 INFO:tasks.workunit.client.0.smithi032.stdout: 543: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:30.986 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ozaDgVYcwfBPDDP off=3675278 len=1374871 2023-12-22T17:46:30.987 INFO:tasks.workunit.client.0.smithi032.stdout:op 2755 completed, throughput=4.99MB/sec 2023-12-22T17:46:30.988 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-q-McjpTGXIJxvf6 off=5714586 len=677509 2023-12-22T17:46:30.989 INFO:tasks.workunit.client.0.smithi032.stdout:op 2756 completed, throughput=5MB/sec 2023-12-22T17:46:30.989 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-thj2NCytgG-etKp off=1645794 len=1589893 2023-12-22T17:46:30.997 INFO:tasks.workunit.client.0.smithi032.stdout:op 2757 completed, throughput=5MB/sec 2023-12-22T17:46:30.997 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JcdumOiUFrmRmDW off=7808237 len=915202 2023-12-22T17:46:30.998 INFO:tasks.workunit.client.0.smithi032.stdout:op 2758 completed, throughput=5MB/sec 2023-12-22T17:46:31.176 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:46:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:46:30] "GET /metrics HTTP/1.1" 200 34022 "" "Prometheus/2.43.0" 2023-12-22T17:46:31.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:46:31 smithi032 ceph-mon[189144]: pgmap v1576: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:46:31.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:46:31 smithi032 ceph-mon[191839]: pgmap v1576: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:46:31.998 INFO:tasks.workunit.client.0.smithi032.stdout: 544: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:31.999 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cUGjycdcfG1z0oP off=3710486 len=1946786 2023-12-22T17:46:32.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:46:31 smithi039 ceph-mon[181282]: pgmap v1576: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:46:32.008 INFO:tasks.workunit.client.0.smithi032.stdout:op 2759 completed, throughput=4.99MB/sec 2023-12-22T17:46:32.009 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SMkzl9dK-YRS4bl off=1594968 len=2002356 2023-12-22T17:46:32.018 INFO:tasks.workunit.client.0.smithi032.stdout:op 2760 completed, throughput=5MB/sec 2023-12-22T17:46:32.018 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YRkhHiOGxMPZCP- off=1329222 len=1259931 2023-12-22T17:46:32.019 INFO:tasks.workunit.client.0.smithi032.stdout:op 2761 completed, throughput=5MB/sec 2023-12-22T17:46:32.652 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:46:32.979 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:46:32.979 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (26m) 2m ago 31m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:46:32.979 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (26m) 44s ago 30m 90.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:46:32.979 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (31m) 2m ago 31m 20.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:46:32.979 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (31m) 44s ago 31m 27.7M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:46:32.979 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (25m) 44s ago 34m 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:46:32.979 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (26m) 2m ago 35m 541M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:46:32.980 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (25m) 2m ago 35m 246M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:46:32.980 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (25m) 44s ago 34m 150M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:46:32.980 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (25m) 2m ago 34m 150M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:46:32.980 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (26m) 2m ago 30m 15.8M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:46:32.980 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (26m) 44s ago 30m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:46:32.980 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (24m) 2m ago 34m 1953M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:46:32.980 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (24m) 2m ago 33m 2201M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:46:32.980 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (23m) 2m ago 33m 2126M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:46:32.980 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (23m) 2m ago 33m 1857M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:46:32.980 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (22m) 44s ago 32m 1838M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:46:32.981 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (22m) 44s ago 32m 1596M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:46:32.981 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (21m) 44s ago 32m 1056M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:46:32.981 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (21m) 44s ago 32m 1503M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:46:32.981 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (25m) 44s ago 31m 79.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:46:33.019 INFO:tasks.workunit.client.0.smithi032.stdout: 545: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:33.019 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pNKQeOaWB5JuV6Y off=10112376 len=682739 2023-12-22T17:46:33.021 INFO:tasks.workunit.client.0.smithi032.stdout:op 2762 completed, throughput=4.99MB/sec 2023-12-22T17:46:33.021 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-V9cb_WfTh7hi1hP off=110725 len=1322058 2023-12-22T17:46:33.026 INFO:tasks.workunit.client.0.smithi032.stdout:op 2763 completed, throughput=4.99MB/sec 2023-12-22T17:46:33.026 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_h0F85DgVqqtiPN off=6082199 len=1366550 2023-12-22T17:46:33.028 INFO:tasks.workunit.client.0.smithi032.stdout:op 2764 completed, throughput=5MB/sec 2023-12-22T17:46:33.028 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sQ-C9hO7UFwZwId off=7824456 len=1716409 2023-12-22T17:46:33.028 INFO:tasks.workunit.client.0.smithi032.stdout:op 2765 completed, throughput=5MB/sec 2023-12-22T17:46:33.028 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-W1RmFIzviRpsFTs off=5884906 len=930578 2023-12-22T17:46:33.029 INFO:tasks.workunit.client.0.smithi032.stdout:op 2766 completed, throughput=5MB/sec 2023-12-22T17:46:33.382 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:46:33.382 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:46:33.383 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:46:33.383 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:46:33.383 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:46:33.383 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:46:33.383 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:46:33.383 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:46:33.383 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:46:33.383 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:46:33.383 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:46:33.383 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:46:33.384 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:46:33.384 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:46:33.384 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:46:33.384 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:46:33.384 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:46:33.384 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:46:33.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:46:33 smithi032 ceph-mon[191839]: pgmap v1577: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:46:33.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:46:33 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2709726101' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:46:33.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:46:33 smithi032 ceph-mon[189144]: pgmap v1577: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:46:33.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:46:33 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2709726101' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:46:34.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:46:33 smithi039 ceph-mon[181282]: pgmap v1577: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:46:34.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:46:33 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2709726101' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:46:34.030 INFO:tasks.workunit.client.0.smithi032.stdout: 546: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:34.030 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4W-TjyXwormYX6s off=3298449 len=1183547 2023-12-22T17:46:34.035 INFO:tasks.workunit.client.0.smithi032.stdout:op 2767 completed, throughput=4.99MB/sec 2023-12-22T17:46:34.035 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DJL1X7LFYxBuQGP off=3938458 len=399983 2023-12-22T17:46:34.036 INFO:tasks.workunit.client.0.smithi032.stdout:op 2768 completed, throughput=4.99MB/sec 2023-12-22T17:46:34.036 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MErHkjsWB8ozOJs off=1644346 len=2077097 2023-12-22T17:46:34.046 INFO:tasks.workunit.client.0.smithi032.stdout:op 2769 completed, throughput=5MB/sec 2023-12-22T17:46:34.046 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-L3vfeGiErxJh7u1 off=5342107 len=825970 2023-12-22T17:46:34.051 INFO:tasks.workunit.client.0.smithi032.stdout:op 2770 completed, throughput=5MB/sec 2023-12-22T17:46:34.051 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_Lt1tihxBovUG0R off=393253 len=194600 2023-12-22T17:46:34.054 INFO:tasks.workunit.client.0.smithi032.stdout:op 2771 completed, throughput=5MB/sec 2023-12-22T17:46:34.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:46:34 smithi032 ceph-mon[191839]: from='client.35508 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:46:34.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:46:34 smithi032 ceph-mon[191839]: from='client.35514 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:46:34.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:46:34 smithi032 ceph-mon[189144]: from='client.35508 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:46:34.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:46:34 smithi032 ceph-mon[189144]: from='client.35514 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:46:35.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:46:34 smithi039 ceph-mon[181282]: from='client.35508 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:46:35.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:46:34 smithi039 ceph-mon[181282]: from='client.35514 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:46:35.054 INFO:tasks.workunit.client.0.smithi032.stdout: 547: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:35.054 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hz32IlToIvEcmgW off=4121760 len=675911 2023-12-22T17:46:35.059 INFO:tasks.workunit.client.0.smithi032.stdout:op 2772 completed, throughput=4.99MB/sec 2023-12-22T17:46:35.059 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WfUMqNYUWJ2aNwe off=8761423 len=1066968 2023-12-22T17:46:35.060 INFO:tasks.workunit.client.0.smithi032.stdout:op 2773 completed, throughput=4.99MB/sec 2023-12-22T17:46:35.060 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WGOCq0FAEBiSYvw off=17017919 len=728587 2023-12-22T17:46:35.065 INFO:tasks.workunit.client.0.smithi032.stdout:op 2774 completed, throughput=5MB/sec 2023-12-22T17:46:35.065 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_dftN-8B6dc_2U4 off=16943582 len=1061879 2023-12-22T17:46:35.071 INFO:tasks.workunit.client.0.smithi032.stdout:op 2775 completed, throughput=5MB/sec 2023-12-22T17:46:35.071 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-W9M0sRhwX35u6xu off=6236464 len=1078554 2023-12-22T17:46:35.072 INFO:tasks.workunit.client.0.smithi032.stdout:op 2776 completed, throughput=5MB/sec 2023-12-22T17:46:35.072 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZIQZAlLJbf89N9V off=4610473 len=1544435 2023-12-22T17:46:35.075 INFO:tasks.workunit.client.0.smithi032.stdout:op 2777 completed, throughput=5MB/sec 2023-12-22T17:46:35.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:46:35 smithi032 ceph-mon[189144]: pgmap v1578: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:46:35.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:46:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:46:35.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:46:35 smithi032 ceph-mon[191839]: pgmap v1578: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:46:35.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:46:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:46:36.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:46:35 smithi039 ceph-mon[181282]: pgmap v1578: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:46:36.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:46:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:46:36.075 INFO:tasks.workunit.client.0.smithi032.stdout: 548: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:36.075 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zHS0ThCWx0jCBrw off=6367599 len=1444516 2023-12-22T17:46:36.077 INFO:tasks.workunit.client.0.smithi032.stdout:op 2778 completed, throughput=4.99MB/sec 2023-12-22T17:46:36.078 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--2K0z-E_LGVky91 off=846311 len=1239206 2023-12-22T17:46:36.079 INFO:tasks.workunit.client.0.smithi032.stdout:op 2779 completed, throughput=5MB/sec 2023-12-22T17:46:36.079 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kQFLOP-B546icpa off=3316721 len=342214 2023-12-22T17:46:36.082 INFO:tasks.workunit.client.0.smithi032.stdout:op 2780 completed, throughput=5MB/sec 2023-12-22T17:46:36.083 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Z-i3VJt9G-0SYl2 off=5781950 len=232725 2023-12-22T17:46:36.083 INFO:tasks.workunit.client.0.smithi032.stdout:op 2781 completed, throughput=5MB/sec 2023-12-22T17:46:36.083 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AIGoEuA5wU4Ez9F off=1079442 len=725913 2023-12-22T17:46:36.088 INFO:tasks.workunit.client.0.smithi032.stdout:op 2782 completed, throughput=5MB/sec 2023-12-22T17:46:36.088 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-50mNQZ8RpoJBMTA off=1837114 len=1704039 2023-12-22T17:46:36.096 INFO:tasks.workunit.client.0.smithi032.stdout:op 2783 completed, throughput=5MB/sec 2023-12-22T17:46:37.096 INFO:tasks.workunit.client.0.smithi032.stdout: 549: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:37.096 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wF5LAOe82E3i0DV off=360650 len=178961 2023-12-22T17:46:37.099 INFO:tasks.workunit.client.0.smithi032.stdout:op 2784 completed, throughput=4.99MB/sec 2023-12-22T17:46:37.099 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mSYuxkHzyTlScGr off=349807 len=1336354 2023-12-22T17:46:37.104 INFO:tasks.workunit.client.0.smithi032.stdout:op 2785 completed, throughput=5MB/sec 2023-12-22T17:46:37.105 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Z44vctK79_H6swb off=71140 len=1123008 2023-12-22T17:46:37.110 INFO:tasks.workunit.client.0.smithi032.stdout:op 2786 completed, throughput=5MB/sec 2023-12-22T17:46:37.110 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pushoTo64eFYjxg off=4795284 len=756760 2023-12-22T17:46:37.112 INFO:tasks.workunit.client.0.smithi032.stdout:op 2787 completed, throughput=5MB/sec 2023-12-22T17:46:37.113 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lp56_mXkd2PoE58 off=14477022 len=11202 2023-12-22T17:46:37.114 INFO:tasks.workunit.client.0.smithi032.stdout:op 2788 completed, throughput=5MB/sec 2023-12-22T17:46:37.115 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jso2GAVzqzk1_mg off=2564594 len=665752 2023-12-22T17:46:37.116 INFO:tasks.workunit.client.0.smithi032.stdout:op 2789 completed, throughput=5MB/sec 2023-12-22T17:46:37.116 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_5LIdWuaNTfKskY off=18814325 len=760524 2023-12-22T17:46:37.117 INFO:tasks.workunit.client.0.smithi032.stdout:op 2790 completed, throughput=5MB/sec 2023-12-22T17:46:37.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:46:37 smithi032 ceph-mon[189144]: pgmap v1579: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:46:37.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:46:37 smithi032 ceph-mon[191839]: pgmap v1579: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:46:38.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:46:37 smithi039 ceph-mon[181282]: pgmap v1579: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:46:38.117 INFO:tasks.workunit.client.0.smithi032.stdout: 550: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:38.117 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rDR-fpxFZ_f7tHl off=5464381 len=625333 2023-12-22T17:46:38.122 INFO:tasks.workunit.client.0.smithi032.stdout:op 2791 completed, throughput=4.99MB/sec 2023-12-22T17:46:38.122 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5RQ6H3-TB99ihCG off=4095014 len=1997936 2023-12-22T17:46:38.130 INFO:tasks.workunit.client.0.smithi032.stdout:op 2792 completed, throughput=5MB/sec 2023-12-22T17:46:38.130 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-653EIAMzudxuVlH off=9195497 len=310195 2023-12-22T17:46:38.131 INFO:tasks.workunit.client.0.smithi032.stdout:op 2793 completed, throughput=5MB/sec 2023-12-22T17:46:38.131 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tGsGlKEqPKm7YqG off=2996218 len=1062221 2023-12-22T17:46:38.137 INFO:tasks.workunit.client.0.smithi032.stdout:op 2794 completed, throughput=5MB/sec 2023-12-22T17:46:38.137 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-H01vRI3-KVus_fK off=11842874 len=1424495 2023-12-22T17:46:38.138 INFO:tasks.workunit.client.0.smithi032.stdout:op 2795 completed, throughput=5MB/sec 2023-12-22T17:46:39.139 INFO:tasks.workunit.client.0.smithi032.stdout: 551: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:39.139 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eJx--qgctNrfTGv off=7047021 len=1054946 2023-12-22T17:46:39.140 INFO:tasks.workunit.client.0.smithi032.stdout:op 2796 completed, throughput=4.99MB/sec 2023-12-22T17:46:39.140 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-P-PrGwIGjvV70TN off=6537786 len=1691706 2023-12-22T17:46:39.149 INFO:tasks.workunit.client.0.smithi032.stdout:op 2797 completed, throughput=5MB/sec 2023-12-22T17:46:39.149 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2P5FlWoIq_ExJEj off=6448758 len=1273579 2023-12-22T17:46:39.151 INFO:tasks.workunit.client.0.smithi032.stdout:op 2798 completed, throughput=5MB/sec 2023-12-22T17:46:39.151 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WcjhsdDpmBhdlin off=4390010 len=1240800 2023-12-22T17:46:39.157 INFO:tasks.workunit.client.0.smithi032.stdout:op 2799 completed, throughput=5MB/sec 2023-12-22T17:46:39.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:46:39 smithi032 ceph-mon[189144]: pgmap v1580: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:46:39.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:46:39 smithi032 ceph-mon[191839]: pgmap v1580: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:46:40.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:46:39 smithi039 ceph-mon[181282]: pgmap v1580: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:46:40.157 INFO:tasks.workunit.client.0.smithi032.stdout: 552: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:40.158 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-p-5JIqI83NaB8fU off=3646781 len=1054050 2023-12-22T17:46:40.163 INFO:tasks.workunit.client.0.smithi032.stdout:op 2800 completed, throughput=4.99MB/sec 2023-12-22T17:46:40.163 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-aFvmsBcO7t_ohGI off=7608116 len=384292 2023-12-22T17:46:40.167 INFO:tasks.workunit.client.0.smithi032.stdout:op 2801 completed, throughput=4.99MB/sec 2023-12-22T17:46:40.167 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GEXIiry0gyUhf0h off=3578033 len=857291 2023-12-22T17:46:40.171 INFO:tasks.workunit.client.0.smithi032.stdout:op 2802 completed, throughput=5MB/sec 2023-12-22T17:46:40.172 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bZdGnFPPn_l_PwV off=293764 len=1002265 2023-12-22T17:46:40.177 INFO:tasks.workunit.client.0.smithi032.stdout:op 2803 completed, throughput=5MB/sec 2023-12-22T17:46:40.177 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jPlGBV0_8e8cuQz off=18392003 len=541168 2023-12-22T17:46:40.178 INFO:tasks.workunit.client.0.smithi032.stdout:op 2804 completed, throughput=5MB/sec 2023-12-22T17:46:40.178 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-24FQbEkdY-ZyOAy off=15451950 len=1507347 2023-12-22T17:46:40.180 INFO:tasks.workunit.client.0.smithi032.stdout:op 2805 completed, throughput=5MB/sec 2023-12-22T17:46:41.176 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:46:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:46:40] "GET /metrics HTTP/1.1" 200 34026 "" "Prometheus/2.43.0" 2023-12-22T17:46:41.180 INFO:tasks.workunit.client.0.smithi032.stdout: 553: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:41.180 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3QbjzJgLsvXpiKe off=1643628 len=627050 2023-12-22T17:46:41.185 INFO:tasks.workunit.client.0.smithi032.stdout:op 2806 completed, throughput=4.99MB/sec 2023-12-22T17:46:41.185 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wZUuI_rWNWNxRKb off=3919692 len=1920906 2023-12-22T17:46:41.187 INFO:tasks.workunit.client.0.smithi032.stdout:op 2807 completed, throughput=5MB/sec 2023-12-22T17:46:41.187 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LXSb9Yo6LJTtt4s off=4799883 len=145112 2023-12-22T17:46:41.190 INFO:tasks.workunit.client.0.smithi032.stdout:op 2808 completed, throughput=5MB/sec 2023-12-22T17:46:41.190 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fHuGV_Sz56AxLtE off=2141489 len=1084917 2023-12-22T17:46:41.192 INFO:tasks.workunit.client.0.smithi032.stdout:op 2809 completed, throughput=5MB/sec 2023-12-22T17:46:41.193 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NLphzXnjMkHtWLk off=1661525 len=777215 2023-12-22T17:46:41.198 INFO:tasks.workunit.client.0.smithi032.stdout:op 2810 completed, throughput=5MB/sec 2023-12-22T17:46:41.198 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eKq8N4MBADC9TfO off=7406664 len=741312 2023-12-22T17:46:41.199 INFO:tasks.workunit.client.0.smithi032.stdout:op 2811 completed, throughput=5MB/sec 2023-12-22T17:46:41.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:46:41 smithi032 ceph-mon[191839]: pgmap v1581: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:46:41.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:46:41 smithi032 ceph-mon[189144]: pgmap v1581: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:46:42.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:46:41 smithi039 ceph-mon[181282]: pgmap v1581: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:46:42.200 INFO:tasks.workunit.client.0.smithi032.stdout: 554: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:42.200 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rOVT85V3d_A05r8 off=3753052 len=2060265 2023-12-22T17:46:42.202 INFO:tasks.workunit.client.0.smithi032.stdout:op 2812 completed, throughput=5MB/sec 2023-12-22T17:46:42.202 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4OLQlCeDNKkzJHo off=3757381 len=1807065 2023-12-22T17:46:42.205 INFO:tasks.workunit.client.0.smithi032.stdout:op 2813 completed, throughput=5MB/sec 2023-12-22T17:46:42.205 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-T3lQXYrOfa3V27_ off=2322327 len=1386462 2023-12-22T17:46:42.207 INFO:tasks.workunit.client.0.smithi032.stdout:op 2814 completed, throughput=5MB/sec 2023-12-22T17:46:43.207 INFO:tasks.workunit.client.0.smithi032.stdout: 555: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:43.207 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-H9UN1lWK9JTC5qZ off=4145256 len=194903 2023-12-22T17:46:43.208 INFO:tasks.workunit.client.0.smithi032.stdout:op 2815 completed, throughput=4.99MB/sec 2023-12-22T17:46:43.208 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_x9ZfCcfPlU2VzO off=2908736 len=1717524 2023-12-22T17:46:43.215 INFO:tasks.workunit.client.0.smithi032.stdout:op 2816 completed, throughput=5MB/sec 2023-12-22T17:46:43.216 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Hp-Qi0Sm-FVW9gh off=20077677 len=1429214 2023-12-22T17:46:43.221 INFO:tasks.workunit.client.0.smithi032.stdout:op 2817 completed, throughput=5MB/sec 2023-12-22T17:46:43.221 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3xqeu7vm6GF8Ev9 off=7533195 len=1832771 2023-12-22T17:46:43.224 INFO:tasks.workunit.client.0.smithi032.stdout:op 2818 completed, throughput=5MB/sec 2023-12-22T17:46:43.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:46:43 smithi032 ceph-mon[191839]: pgmap v1582: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:46:43.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:46:43 smithi032 ceph-mon[189144]: pgmap v1582: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:46:44.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:46:43 smithi039 ceph-mon[181282]: pgmap v1582: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:46:44.224 INFO:tasks.workunit.client.0.smithi032.stdout: 556: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:44.224 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6YfJYYg7A2sQFkO off=3765989 len=1341813 2023-12-22T17:46:44.226 INFO:tasks.workunit.client.0.smithi032.stdout:op 2819 completed, throughput=4.99MB/sec 2023-12-22T17:46:44.226 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-p5SLnGOmFejhbhf off=11756979 len=1368802 2023-12-22T17:46:44.233 INFO:tasks.workunit.client.0.smithi032.stdout:op 2820 completed, throughput=5MB/sec 2023-12-22T17:46:44.233 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MYYyfm9UbU_u6p1 off=14516721 len=652457 2023-12-22T17:46:44.237 INFO:tasks.workunit.client.0.smithi032.stdout:op 2821 completed, throughput=5MB/sec 2023-12-22T17:46:44.237 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bW0DiBsBKdwTB3p off=4095039 len=663637 2023-12-22T17:46:44.239 INFO:tasks.workunit.client.0.smithi032.stdout:op 2822 completed, throughput=5MB/sec 2023-12-22T17:46:44.239 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CAG98xC9kAnA8OK off=1322352 len=720795 2023-12-22T17:46:44.240 INFO:tasks.workunit.client.0.smithi032.stdout:op 2823 completed, throughput=5MB/sec 2023-12-22T17:46:44.240 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IgKx3DrQs4KtZbi off=1718960 len=991970 2023-12-22T17:46:44.241 INFO:tasks.workunit.client.0.smithi032.stdout:op 2824 completed, throughput=5MB/sec 2023-12-22T17:46:45.241 INFO:tasks.workunit.client.0.smithi032.stdout: 557: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:45.241 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-P52FFIZ3MbFavr2 off=7946411 len=545800 2023-12-22T17:46:45.242 INFO:tasks.workunit.client.0.smithi032.stdout:op 2825 completed, throughput=4.99MB/sec 2023-12-22T17:46:45.242 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ys6Au5MoPiv6Gqi off=3988180 len=1595356 2023-12-22T17:46:45.249 INFO:tasks.workunit.client.0.smithi032.stdout:op 2826 completed, throughput=5MB/sec 2023-12-22T17:46:45.250 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7rkaJlZwfc7bu5K off=13307039 len=1305949 2023-12-22T17:46:45.256 INFO:tasks.workunit.client.0.smithi032.stdout:op 2827 completed, throughput=5MB/sec 2023-12-22T17:46:45.256 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BueV1jHIWgRCSt0 off=6751164 len=1581435 2023-12-22T17:46:45.262 INFO:tasks.workunit.client.0.smithi032.stdout:op 2828 completed, throughput=5MB/sec 2023-12-22T17:46:45.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:46:45 smithi032 ceph-mon[191839]: pgmap v1583: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:46:45.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:46:45 smithi032 ceph-mon[189144]: pgmap v1583: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:46:46.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:46:45 smithi039 ceph-mon[181282]: pgmap v1583: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:46:46.262 INFO:tasks.workunit.client.0.smithi032.stdout: 558: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:46.262 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--gZXkd4g_e52tqT off=715611 len=689309 2023-12-22T17:46:46.264 INFO:tasks.workunit.client.0.smithi032.stdout:op 2829 completed, throughput=4.99MB/sec 2023-12-22T17:46:46.264 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rjw4xaf7fiIRYAr off=10455900 len=1931341 2023-12-22T17:46:46.266 INFO:tasks.workunit.client.0.smithi032.stdout:op 2830 completed, throughput=5MB/sec 2023-12-22T17:46:46.266 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DTNZznWDB6EPv1G off=6755884 len=1941987 2023-12-22T17:46:46.269 INFO:tasks.workunit.client.0.smithi032.stdout:op 2831 completed, throughput=5MB/sec 2023-12-22T17:46:46.269 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TfXhG9LOYeONRYR off=4158049 len=712282 2023-12-22T17:46:46.274 INFO:tasks.workunit.client.0.smithi032.stdout:op 2832 completed, throughput=5MB/sec 2023-12-22T17:46:47.274 INFO:tasks.workunit.client.0.smithi032.stdout: 559: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:47.274 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uMyFrb0REj2nJ8B off=6182999 len=712172 2023-12-22T17:46:47.279 INFO:tasks.workunit.client.0.smithi032.stdout:op 2833 completed, throughput=4.99MB/sec 2023-12-22T17:46:47.279 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PNZ5WgwWzdbBe5x off=1408561 len=4333 2023-12-22T17:46:47.280 INFO:tasks.workunit.client.0.smithi032.stdout:op 2834 completed, throughput=4.99MB/sec 2023-12-22T17:46:47.280 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-svJIaLZw1DRfxRR off=4048541 len=230341 2023-12-22T17:46:47.283 INFO:tasks.workunit.client.0.smithi032.stdout:op 2835 completed, throughput=4.99MB/sec 2023-12-22T17:46:47.283 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-G4glj1wE7ksSok6 off=15389842 len=1367682 2023-12-22T17:46:47.289 INFO:tasks.workunit.client.0.smithi032.stdout:op 2836 completed, throughput=5MB/sec 2023-12-22T17:46:47.289 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-u6nF2vLNmN2ciP9 off=9427821 len=1777316 2023-12-22T17:46:47.293 INFO:tasks.workunit.client.0.smithi032.stdout:op 2837 completed, throughput=5MB/sec 2023-12-22T17:46:47.293 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VhZLhr_oCsOIILS off=12373797 len=809948 2023-12-22T17:46:47.298 INFO:tasks.workunit.client.0.smithi032.stdout:op 2838 completed, throughput=5MB/sec 2023-12-22T17:46:47.298 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ytA1by06XbTbtip off=1607149 len=1443226 2023-12-22T17:46:47.299 INFO:tasks.workunit.client.0.smithi032.stdout:op 2839 completed, throughput=5MB/sec 2023-12-22T17:46:47.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:46:47 smithi032 ceph-mon[191839]: pgmap v1584: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:46:47.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:46:47 smithi032 ceph-mon[189144]: pgmap v1584: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:46:48.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:46:47 smithi039 ceph-mon[181282]: pgmap v1584: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:46:48.299 INFO:tasks.workunit.client.0.smithi032.stdout: 560: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:48.300 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ome-z1WvRfJK962 off=6881018 len=1592772 2023-12-22T17:46:48.307 INFO:tasks.workunit.client.0.smithi032.stdout:op 2840 completed, throughput=5MB/sec 2023-12-22T17:46:48.307 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xewltjjydaoonxG off=13103094 len=1821275 2023-12-22T17:46:48.314 INFO:tasks.workunit.client.0.smithi032.stdout:op 2841 completed, throughput=5MB/sec 2023-12-22T17:46:48.314 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hvCTgcVLvGv3BEi off=529033 len=1467702 2023-12-22T17:46:48.315 INFO:tasks.workunit.client.0.smithi032.stdout:op 2842 completed, throughput=5MB/sec 2023-12-22T17:46:49.316 INFO:tasks.workunit.client.0.smithi032.stdout: 561: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:49.316 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-taNiAcTeNGd_vlB off=5210567 len=268577 2023-12-22T17:46:49.316 INFO:tasks.workunit.client.0.smithi032.stdout:op 2843 completed, throughput=4.99MB/sec 2023-12-22T17:46:49.316 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LyI8bwnca7gbPNj off=10087503 len=1054009 2023-12-22T17:46:49.322 INFO:tasks.workunit.client.0.smithi032.stdout:op 2844 completed, throughput=5MB/sec 2023-12-22T17:46:49.322 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vVneEd79naO3MRk off=16978880 len=1873549 2023-12-22T17:46:49.323 INFO:tasks.workunit.client.0.smithi032.stdout:op 2845 completed, throughput=5MB/sec 2023-12-22T17:46:49.324 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FhOxn3sZH8kkIKr off=18961847 len=2024157 2023-12-22T17:46:49.330 INFO:tasks.workunit.client.0.smithi032.stdout:op 2846 completed, throughput=5MB/sec 2023-12-22T17:46:49.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:46:49 smithi032 ceph-mon[191839]: pgmap v1585: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-22T17:46:49.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:46:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:46:49.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:46:49 smithi032 ceph-mon[189144]: pgmap v1585: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-22T17:46:49.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:46:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:46:50.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:46:49 smithi039 ceph-mon[181282]: pgmap v1585: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-22T17:46:50.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:46:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:46:50.331 INFO:tasks.workunit.client.0.smithi032.stdout: 562: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:50.331 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-59kPDKAz0IOqWtc off=230922 len=9759 2023-12-22T17:46:50.331 INFO:tasks.workunit.client.0.smithi032.stdout:op 2847 completed, throughput=4.99MB/sec 2023-12-22T17:46:50.331 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1KaNAyMKtQokrC- off=77207 len=1521828 2023-12-22T17:46:50.338 INFO:tasks.workunit.client.0.smithi032.stdout:op 2848 completed, throughput=5MB/sec 2023-12-22T17:46:50.339 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Wo43VD7ii4PCdYh off=1274800 len=929517 2023-12-22T17:46:50.343 INFO:tasks.workunit.client.0.smithi032.stdout:op 2849 completed, throughput=5MB/sec 2023-12-22T17:46:50.343 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Czoc2xtqFz_OR16 off=6226852 len=786910 2023-12-22T17:46:50.345 INFO:tasks.workunit.client.0.smithi032.stdout:op 2850 completed, throughput=5MB/sec 2023-12-22T17:46:50.345 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KIMl-tuCULMmIS- off=2874212 len=1423704 2023-12-22T17:46:50.346 INFO:tasks.workunit.client.0.smithi032.stdout:op 2851 completed, throughput=5MB/sec 2023-12-22T17:46:50.853 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:46:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:46:50.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:46:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:46:50.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:46:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:46:50.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:46:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:46:50.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:46:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:46:50.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:46:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:46:50.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:46:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:46:50.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:46:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:46:51.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:46:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:46:51.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:46:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:46:51.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:46:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:46:51.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:46:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:46:51.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:46:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:46:50] "GET /metrics HTTP/1.1" 200 34025 "" "Prometheus/2.43.0" 2023-12-22T17:46:51.346 INFO:tasks.workunit.client.0.smithi032.stdout: 563: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:51.347 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-t4slVqhxQxGcBo1 off=3166421 len=1487663 2023-12-22T17:46:51.354 INFO:tasks.workunit.client.0.smithi032.stdout:op 2852 completed, throughput=4.99MB/sec 2023-12-22T17:46:51.354 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--7UZ49xMvyCwV0C off=2345913 len=189218 2023-12-22T17:46:51.357 INFO:tasks.workunit.client.0.smithi032.stdout:op 2853 completed, throughput=4.99MB/sec 2023-12-22T17:46:51.357 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EkJbFbr-dogiX9l off=15765162 len=571965 2023-12-22T17:46:51.358 INFO:tasks.workunit.client.0.smithi032.stdout:op 2854 completed, throughput=5MB/sec 2023-12-22T17:46:51.358 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PpxKin2TPNigapj off=12818893 len=1606045 2023-12-22T17:46:51.364 INFO:tasks.workunit.client.0.smithi032.stdout:op 2855 completed, throughput=5MB/sec 2023-12-22T17:46:51.365 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-w2ZClaFOfkeKSJS off=10838214 len=870320 2023-12-22T17:46:51.369 INFO:tasks.workunit.client.0.smithi032.stdout:op 2856 completed, throughput=5MB/sec 2023-12-22T17:46:51.369 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5gDNRDD77EvsOu4 off=4189104 len=1251989 2023-12-22T17:46:51.376 INFO:tasks.workunit.client.0.smithi032.stdout:op 2857 completed, throughput=5MB/sec 2023-12-22T17:46:51.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:46:51 smithi032 ceph-mon[189144]: pgmap v1586: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:46:51.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:46:51 smithi032 ceph-mon[191839]: pgmap v1586: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:46:52.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:46:51 smithi039 ceph-mon[181282]: pgmap v1586: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:46:52.376 INFO:tasks.workunit.client.0.smithi032.stdout: 564: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:52.376 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-td2MOF5JnFtG_Or off=3990960 len=1041241 2023-12-22T17:46:52.377 INFO:tasks.workunit.client.0.smithi032.stdout:op 2858 completed, throughput=4.99MB/sec 2023-12-22T17:46:52.377 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HOkr8QnGnasnVaX off=1267245 len=740972 2023-12-22T17:46:52.378 INFO:tasks.workunit.client.0.smithi032.stdout:op 2859 completed, throughput=5MB/sec 2023-12-22T17:46:52.378 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--2K0z-E_LGVky91 off=19843133 len=378353 2023-12-22T17:46:52.379 INFO:tasks.workunit.client.0.smithi032.stdout:op 2860 completed, throughput=5MB/sec 2023-12-22T17:46:52.379 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-73fSjoh_XlaICNk off=3567938 len=676481 2023-12-22T17:46:52.384 INFO:tasks.workunit.client.0.smithi032.stdout:op 2861 completed, throughput=5MB/sec 2023-12-22T17:46:52.384 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WmU33GZm6Xg3kG7 off=4632154 len=909000 2023-12-22T17:46:52.385 INFO:tasks.workunit.client.0.smithi032.stdout:op 2862 completed, throughput=5MB/sec 2023-12-22T17:46:52.385 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-oezkUy5TxtCwWqD off=962084 len=2054942 2023-12-22T17:46:52.393 INFO:tasks.workunit.client.0.smithi032.stdout:op 2863 completed, throughput=5MB/sec 2023-12-22T17:46:53.394 INFO:tasks.workunit.client.0.smithi032.stdout: 565: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:53.394 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OtMIw7B2VHkdgnq off=2112882 len=983051 2023-12-22T17:46:53.396 INFO:tasks.workunit.client.0.smithi032.stdout:op 2864 completed, throughput=5MB/sec 2023-12-22T17:46:53.397 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jQ-aZ77EcBc1aJS off=10058808 len=1675363 2023-12-22T17:46:53.405 INFO:tasks.workunit.client.0.smithi032.stdout:op 2865 completed, throughput=5MB/sec 2023-12-22T17:46:53.405 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZxTK1hybp3IJXl6 off=16589380 len=654488 2023-12-22T17:46:53.406 INFO:tasks.workunit.client.0.smithi032.stdout:op 2866 completed, throughput=5MB/sec 2023-12-22T17:46:53.406 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uxJDq2RE8JayBV4 off=784689 len=568427 2023-12-22T17:46:53.410 INFO:tasks.workunit.client.0.smithi032.stdout:op 2867 completed, throughput=5MB/sec 2023-12-22T17:46:53.410 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3mp_GFAm0CX1WG9 off=16747676 len=776253 2023-12-22T17:46:53.415 INFO:tasks.workunit.client.0.smithi032.stdout:op 2868 completed, throughput=5MB/sec 2023-12-22T17:46:53.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:46:53 smithi032 ceph-mon[189144]: pgmap v1587: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-22T17:46:53.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:46:53 smithi032 ceph-mon[191839]: pgmap v1587: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-22T17:46:54.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:46:53 smithi039 ceph-mon[181282]: pgmap v1587: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-22T17:46:54.415 INFO:tasks.workunit.client.0.smithi032.stdout: 566: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:54.415 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LiI1rvLwhCtxDVw off=15498 len=1830455 2023-12-22T17:46:54.423 INFO:tasks.workunit.client.0.smithi032.stdout:op 2869 completed, throughput=5MB/sec 2023-12-22T17:46:54.423 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JSCdUTIkjP_JFrD off=19883228 len=575615 2023-12-22T17:46:54.427 INFO:tasks.workunit.client.0.smithi032.stdout:op 2870 completed, throughput=5MB/sec 2023-12-22T17:46:54.427 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5f2wQ7zE7KXQP_- off=14822322 len=729328 2023-12-22T17:46:54.432 INFO:tasks.workunit.client.0.smithi032.stdout:op 2871 completed, throughput=5MB/sec 2023-12-22T17:46:54.432 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cQnr5S4YpXcJnqP off=8499584 len=1895235 2023-12-22T17:46:54.434 INFO:tasks.workunit.client.0.smithi032.stdout:op 2872 completed, throughput=5MB/sec 2023-12-22T17:46:55.435 INFO:tasks.workunit.client.0.smithi032.stdout: 567: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:55.435 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-49TpvNH11gzz-75 off=11310427 len=155467 2023-12-22T17:46:55.436 INFO:tasks.workunit.client.0.smithi032.stdout:op 2873 completed, throughput=4.99MB/sec 2023-12-22T17:46:55.436 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0xgWfaD0CAScrFx off=10345428 len=1223207 2023-12-22T17:46:55.437 INFO:tasks.workunit.client.0.smithi032.stdout:op 2874 completed, throughput=4.99MB/sec 2023-12-22T17:46:55.437 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qAArkROhk-frJJU off=7396481 len=1249973 2023-12-22T17:46:55.439 INFO:tasks.workunit.client.0.smithi032.stdout:op 2875 completed, throughput=5MB/sec 2023-12-22T17:46:55.439 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JT-Q6vNHwwg2Z1m off=1637259 len=1068913 2023-12-22T17:46:55.445 INFO:tasks.workunit.client.0.smithi032.stdout:op 2876 completed, throughput=5MB/sec 2023-12-22T17:46:55.445 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ts3Naoc7epT3OPV off=7270227 len=1881987 2023-12-22T17:46:55.447 INFO:tasks.workunit.client.0.smithi032.stdout:op 2877 completed, throughput=5MB/sec 2023-12-22T17:46:55.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:46:55 smithi032 ceph-mon[191839]: pgmap v1588: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:46:55.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:46:55 smithi032 ceph-mon[189144]: pgmap v1588: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:46:56.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:46:55 smithi039 ceph-mon[181282]: pgmap v1588: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:46:56.448 INFO:tasks.workunit.client.0.smithi032.stdout: 568: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:56.448 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kUyREGuDzZEoqIH off=18154456 len=1501966 2023-12-22T17:46:56.450 INFO:tasks.workunit.client.0.smithi032.stdout:op 2878 completed, throughput=4.99MB/sec 2023-12-22T17:46:56.450 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WeSukXlIw7HWsXs off=135889 len=2058003 2023-12-22T17:46:56.460 INFO:tasks.workunit.client.0.smithi032.stdout:op 2879 completed, throughput=5MB/sec 2023-12-22T17:46:56.460 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9iDC2qA6RzJstqS off=20679815 len=213875 2023-12-22T17:46:56.463 INFO:tasks.workunit.client.0.smithi032.stdout:op 2880 completed, throughput=5MB/sec 2023-12-22T17:46:56.463 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yLhGa9---yUEsmf off=14696781 len=733086 2023-12-22T17:46:56.467 INFO:tasks.workunit.client.0.smithi032.stdout:op 2881 completed, throughput=5MB/sec 2023-12-22T17:46:56.467 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cueDlEFFIMWavWs off=9353555 len=730903 2023-12-22T17:46:56.468 INFO:tasks.workunit.client.0.smithi032.stdout:op 2882 completed, throughput=5MB/sec 2023-12-22T17:46:57.469 INFO:tasks.workunit.client.0.smithi032.stdout: 569: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:57.469 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xP7di8tVs7VfMRq off=2810464 len=589994 2023-12-22T17:46:57.473 INFO:tasks.workunit.client.0.smithi032.stdout:op 2883 completed, throughput=4.99MB/sec 2023-12-22T17:46:57.473 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RkISAZ1rKIAB_mr off=2049303 len=104602 2023-12-22T17:46:57.476 INFO:tasks.workunit.client.0.smithi032.stdout:op 2884 completed, throughput=4.99MB/sec 2023-12-22T17:46:57.476 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-c9swfjzRi5GnGN7 off=508356 len=299274 2023-12-22T17:46:57.476 INFO:tasks.workunit.client.0.smithi032.stdout:op 2885 completed, throughput=4.99MB/sec 2023-12-22T17:46:57.477 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Cnaone17167Wjve off=7623959 len=1095369 2023-12-22T17:46:57.478 INFO:tasks.workunit.client.0.smithi032.stdout:op 2886 completed, throughput=5MB/sec 2023-12-22T17:46:57.478 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MsCM037vucF_Yjs off=6782618 len=416987 2023-12-22T17:46:57.479 INFO:tasks.workunit.client.0.smithi032.stdout:op 2887 completed, throughput=5MB/sec 2023-12-22T17:46:57.479 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-a0Scx5bV_avsxXE off=1108859 len=817354 2023-12-22T17:46:57.484 INFO:tasks.workunit.client.0.smithi032.stdout:op 2888 completed, throughput=5MB/sec 2023-12-22T17:46:57.484 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Mm9Kq3s0kDV5DCp off=59454 len=834799 2023-12-22T17:46:57.485 INFO:tasks.workunit.client.0.smithi032.stdout:op 2889 completed, throughput=5MB/sec 2023-12-22T17:46:57.485 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Ob7jpqV9G0dYyZx off=7445405 len=573459 2023-12-22T17:46:57.486 INFO:tasks.workunit.client.0.smithi032.stdout:op 2890 completed, throughput=5MB/sec 2023-12-22T17:46:57.487 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lyASHM6LBqWP52c off=147437 len=1678422 2023-12-22T17:46:57.493 INFO:tasks.workunit.client.0.smithi032.stdout:op 2891 completed, throughput=5MB/sec 2023-12-22T17:46:57.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:46:57 smithi032 ceph-mon[191839]: pgmap v1589: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:46:57.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:46:57 smithi032 ceph-mon[189144]: pgmap v1589: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:46:58.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:46:57 smithi039 ceph-mon[181282]: pgmap v1589: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:46:58.493 INFO:tasks.workunit.client.0.smithi032.stdout: 570: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:58.493 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mpVcRTC-gvWGa68 off=2325225 len=329087 2023-12-22T17:46:58.497 INFO:tasks.workunit.client.0.smithi032.stdout:op 2892 completed, throughput=4.99MB/sec 2023-12-22T17:46:58.497 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1xYR_RuE97NSPqu off=4619158 len=1720583 2023-12-22T17:46:58.499 INFO:tasks.workunit.client.0.smithi032.stdout:op 2893 completed, throughput=5MB/sec 2023-12-22T17:46:58.499 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WUJtZvO1Bq6m5iI off=3684130 len=744922 2023-12-22T17:46:58.504 INFO:tasks.workunit.client.0.smithi032.stdout:op 2894 completed, throughput=5MB/sec 2023-12-22T17:46:58.504 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7xbZm267cGMg4rr off=5194437 len=4318 2023-12-22T17:46:58.505 INFO:tasks.workunit.client.0.smithi032.stdout:op 2895 completed, throughput=5MB/sec 2023-12-22T17:46:58.505 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9hCWFjD2letAxPe off=10493223 len=1187134 2023-12-22T17:46:58.506 INFO:tasks.workunit.client.0.smithi032.stdout:op 2896 completed, throughput=5MB/sec 2023-12-22T17:46:59.507 INFO:tasks.workunit.client.0.smithi032.stdout: 571: throughput=4.99MB/sec pending data=0 2023-12-22T17:46:59.507 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NKf__ZJQywjEakR off=5379963 len=2072877 2023-12-22T17:46:59.520 INFO:tasks.workunit.client.0.smithi032.stdout:op 2897 completed, throughput=4.99MB/sec 2023-12-22T17:46:59.521 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YuszZwbXR-0MB5E off=5461066 len=1732115 2023-12-22T17:46:59.527 INFO:tasks.workunit.client.0.smithi032.stdout:op 2898 completed, throughput=5MB/sec 2023-12-22T17:46:59.527 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IzHjihK4K-3xRxU off=154516 len=714261 2023-12-22T17:46:59.528 INFO:tasks.workunit.client.0.smithi032.stdout:op 2899 completed, throughput=5MB/sec 2023-12-22T17:46:59.528 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dH3NbXo1cQr6G0J off=1318067 len=151894 2023-12-22T17:46:59.531 INFO:tasks.workunit.client.0.smithi032.stdout:op 2900 completed, throughput=5MB/sec 2023-12-22T17:46:59.531 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vpJjFc0VI2ZtlTz off=4615014 len=2065398 2023-12-22T17:46:59.532 INFO:tasks.workunit.client.0.smithi032.stdout:op 2901 completed, throughput=5MB/sec 2023-12-22T17:46:59.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:46:59 smithi032 ceph-mon[191839]: pgmap v1590: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:46:59.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:46:59 smithi032 ceph-mon[189144]: pgmap v1590: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:47:00.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:46:59 smithi039 ceph-mon[181282]: pgmap v1590: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:47:00.533 INFO:tasks.workunit.client.0.smithi032.stdout: 572: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:00.533 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BWH_6ltSK_N3IO4 off=634428 len=1688920 2023-12-22T17:47:00.535 INFO:tasks.workunit.client.0.smithi032.stdout:op 2902 completed, throughput=5MB/sec 2023-12-22T17:47:00.535 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XGH3ZI4ajMWdVwR off=7443291 len=425615 2023-12-22T17:47:00.536 INFO:tasks.workunit.client.0.smithi032.stdout:op 2903 completed, throughput=5MB/sec 2023-12-22T17:47:00.536 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RI9l3mxBR7Z8x94 off=2980785 len=1334952 2023-12-22T17:47:00.538 INFO:tasks.workunit.client.0.smithi032.stdout:op 2904 completed, throughput=5MB/sec 2023-12-22T17:47:00.538 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mejioAitgrPrZcw off=4294703 len=62253 2023-12-22T17:47:00.538 INFO:tasks.workunit.client.0.smithi032.stdout:op 2905 completed, throughput=5MB/sec 2023-12-22T17:47:00.538 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2c9AqRJHkyP4hjj off=5465919 len=1777784 2023-12-22T17:47:00.540 INFO:tasks.workunit.client.0.smithi032.stdout:op 2906 completed, throughput=5MB/sec 2023-12-22T17:47:01.176 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:47:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:47:00] "GET /metrics HTTP/1.1" 200 34025 "" "Prometheus/2.43.0" 2023-12-22T17:47:01.541 INFO:tasks.workunit.client.0.smithi032.stdout: 573: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:01.541 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pjUhogaGcHolDtI off=14820807 len=463416 2023-12-22T17:47:01.542 INFO:tasks.workunit.client.0.smithi032.stdout:op 2907 completed, throughput=4.99MB/sec 2023-12-22T17:47:01.542 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AAdtLk5cKfi-aDp off=2132644 len=1427484 2023-12-22T17:47:01.549 INFO:tasks.workunit.client.0.smithi032.stdout:op 2908 completed, throughput=5MB/sec 2023-12-22T17:47:01.549 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rA7d43mMwuuPU2c off=2814463 len=1165849 2023-12-22T17:47:01.551 INFO:tasks.workunit.client.0.smithi032.stdout:op 2909 completed, throughput=5MB/sec 2023-12-22T17:47:01.551 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MQilf4jfXX1QNk9 off=876204 len=266312 2023-12-22T17:47:01.552 INFO:tasks.workunit.client.0.smithi032.stdout:op 2910 completed, throughput=5MB/sec 2023-12-22T17:47:01.552 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TIIrUZR05hCq4wK off=8657463 len=2007887 2023-12-22T17:47:01.554 INFO:tasks.workunit.client.0.smithi032.stdout:op 2911 completed, throughput=5MB/sec 2023-12-22T17:47:01.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:47:01 smithi032 ceph-mon[191839]: pgmap v1591: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-22T17:47:01.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:47:01 smithi032 ceph-mon[189144]: pgmap v1591: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-22T17:47:02.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:47:01 smithi039 ceph-mon[181282]: pgmap v1591: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-22T17:47:02.554 INFO:tasks.workunit.client.0.smithi032.stdout: 574: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:02.554 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xOQ0EY4hOPZVGR7 off=3760903 len=2061934 2023-12-22T17:47:02.568 INFO:tasks.workunit.client.0.smithi032.stdout:op 2912 completed, throughput=5MB/sec 2023-12-22T17:47:02.569 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gy0-QDmKhC_6M9v off=16708019 len=1702089 2023-12-22T17:47:02.571 INFO:tasks.workunit.client.0.smithi032.stdout:op 2913 completed, throughput=5MB/sec 2023-12-22T17:47:02.571 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RCIM55orwTTZHVN off=968641 len=1672477 2023-12-22T17:47:02.578 INFO:tasks.workunit.client.0.smithi032.stdout:op 2914 completed, throughput=5MB/sec 2023-12-22T17:47:02.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:47:02 smithi032 ceph-mon[191839]: pgmap v1592: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2023-12-22T17:47:02.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:47:02 smithi032 ceph-mon[189144]: pgmap v1592: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2023-12-22T17:47:03.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:47:02 smithi039 ceph-mon[181282]: pgmap v1592: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2023-12-22T17:47:03.579 INFO:tasks.workunit.client.0.smithi032.stdout: 575: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:03.579 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HcegOSfWgwVYtxr off=15595794 len=859709 2023-12-22T17:47:03.580 INFO:tasks.workunit.client.0.smithi032.stdout:op 2915 completed, throughput=5MB/sec 2023-12-22T17:47:03.580 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-V6Bz_7lln3GcyJ_ off=0 len=1092401 2023-12-22T17:47:03.582 INFO:tasks.workunit.client.0.smithi032.stdout:op 2916 completed, throughput=5MB/sec 2023-12-22T17:47:03.582 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nMw0732gKuR3jew off=1734860 len=1916648 2023-12-22T17:47:03.589 INFO:tasks.workunit.client.0.smithi032.stdout:op 2917 completed, throughput=5MB/sec 2023-12-22T17:47:03.747 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:47:04.070 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:47:04.070 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (27m) 3m ago 31m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:47:04.070 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (26m) 75s ago 31m 90.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:47:04.070 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (32m) 3m ago 32m 20.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:47:04.070 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (32m) 75s ago 32m 27.7M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:47:04.070 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (26m) 75s ago 34m 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:47:04.070 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (26m) 3m ago 36m 541M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:47:04.070 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (26m) 3m ago 36m 246M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:47:04.071 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (25m) 75s ago 35m 150M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:47:04.071 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (25m) 3m ago 35m 150M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:47:04.071 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (27m) 3m ago 31m 15.8M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:47:04.071 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (26m) 75s ago 31m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:47:04.071 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (25m) 3m ago 34m 1953M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:47:04.071 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (24m) 3m ago 34m 2201M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:47:04.071 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (24m) 3m ago 34m 2126M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:47:04.071 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (23m) 3m ago 33m 1857M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:47:04.071 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (23m) 75s ago 33m 1838M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:47:04.071 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (22m) 75s ago 33m 1596M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:47:04.071 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (22m) 75s ago 32m 1056M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:47:04.072 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (21m) 75s ago 32m 1503M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:47:04.072 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (26m) 75s ago 31m 79.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:47:04.468 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:47:04.469 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:47:04.469 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:47:04.469 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:47:04.469 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:47:04.469 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:47:04.469 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:47:04.469 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:47:04.469 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:47:04.469 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:47:04.470 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:47:04.470 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:47:04.470 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:47:04.470 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:47:04.470 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:47:04.470 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:47:04.470 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:47:04.470 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:47:04.589 INFO:tasks.workunit.client.0.smithi032.stdout: 576: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:04.590 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vQ3t0OwUqdp3rRs off=4396728 len=439906 2023-12-22T17:47:04.590 INFO:tasks.workunit.client.0.smithi032.stdout:op 2918 completed, throughput=4.99MB/sec 2023-12-22T17:47:04.590 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SAVG5IGnGHhEHjw off=407890 len=245858 2023-12-22T17:47:04.593 INFO:tasks.workunit.client.0.smithi032.stdout:op 2919 completed, throughput=4.99MB/sec 2023-12-22T17:47:04.593 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ufziDbH-NMIAQsB off=18925305 len=219011 2023-12-22T17:47:04.596 INFO:tasks.workunit.client.0.smithi032.stdout:op 2920 completed, throughput=4.99MB/sec 2023-12-22T17:47:04.596 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-o7Sim08udoNh3oU off=255983 len=1940337 2023-12-22T17:47:04.597 INFO:tasks.workunit.client.0.smithi032.stdout:op 2921 completed, throughput=5MB/sec 2023-12-22T17:47:04.597 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7V3DiIygefLlnlk off=10740844 len=1608275 2023-12-22T17:47:04.598 INFO:tasks.workunit.client.0.smithi032.stdout:op 2922 completed, throughput=5MB/sec 2023-12-22T17:47:04.598 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Vq1j3L2wjDRiMS0 off=438849 len=1399046 2023-12-22T17:47:04.599 INFO:tasks.workunit.client.0.smithi032.stdout:op 2923 completed, throughput=5MB/sec 2023-12-22T17:47:04.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:47:04 smithi032 ceph-mon[189144]: pgmap v1593: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:47:04.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:47:04 smithi032 ceph-mon[189144]: from='client.35526 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:47:04.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:47:04 smithi032 ceph-mon[189144]: from='client.35532 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:47:04.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:47:04 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3575348795' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:47:04.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:47:04 smithi032 ceph-mon[191839]: pgmap v1593: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:47:04.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:47:04 smithi032 ceph-mon[191839]: from='client.35526 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:47:04.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:47:04 smithi032 ceph-mon[191839]: from='client.35532 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:47:04.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:47:04 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3575348795' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:47:05.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:47:04 smithi039 ceph-mon[181282]: pgmap v1593: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:47:05.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:47:04 smithi039 ceph-mon[181282]: from='client.35526 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:47:05.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:47:04 smithi039 ceph-mon[181282]: from='client.35532 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:47:05.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:47:04 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3575348795' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:47:05.599 INFO:tasks.workunit.client.0.smithi032.stdout: 577: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:05.600 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KuF-5uoudq3ysAT off=10785843 len=678680 2023-12-22T17:47:05.600 INFO:tasks.workunit.client.0.smithi032.stdout:op 2924 completed, throughput=4.99MB/sec 2023-12-22T17:47:05.601 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ieapq-kyYp6-YyU off=1930102 len=500567 2023-12-22T17:47:05.608 INFO:tasks.workunit.client.0.smithi032.stdout:op 2925 completed, throughput=4.99MB/sec 2023-12-22T17:47:05.608 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uRBqIEVtUQ7ASKr off=4131228 len=1667149 2023-12-22T17:47:05.610 INFO:tasks.workunit.client.0.smithi032.stdout:op 2926 completed, throughput=5MB/sec 2023-12-22T17:47:05.610 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-r_VBCDnyUL2_GEu off=4583782 len=1654030 2023-12-22T17:47:05.611 INFO:tasks.workunit.client.0.smithi032.stdout:op 2927 completed, throughput=5MB/sec 2023-12-22T17:47:05.611 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rJF0c3lKEGjHV_Z off=2753146 len=704942 2023-12-22T17:47:05.612 INFO:tasks.workunit.client.0.smithi032.stdout:op 2928 completed, throughput=5MB/sec 2023-12-22T17:47:05.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:47:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:47:05.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:47:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:47:06.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:47:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:47:06.613 INFO:tasks.workunit.client.0.smithi032.stdout: 578: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:06.613 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6NtTUG9elzSbMv3 off=6632216 len=769272 2023-12-22T17:47:06.618 INFO:tasks.workunit.client.0.smithi032.stdout:op 2929 completed, throughput=4.99MB/sec 2023-12-22T17:47:06.618 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Wq9owSkdHP-szsJ off=8587370 len=1780803 2023-12-22T17:47:06.626 INFO:tasks.workunit.client.0.smithi032.stdout:op 2930 completed, throughput=5MB/sec 2023-12-22T17:47:06.626 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-F9vxsMVjuNExKDZ off=1605969 len=1084887 2023-12-22T17:47:06.627 INFO:tasks.workunit.client.0.smithi032.stdout:op 2931 completed, throughput=5MB/sec 2023-12-22T17:47:06.627 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PPVwNCTDmnqapEP off=11348021 len=344412 2023-12-22T17:47:06.628 INFO:tasks.workunit.client.0.smithi032.stdout:op 2932 completed, throughput=5MB/sec 2023-12-22T17:47:06.628 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nRj_6GYMllB3xmZ off=2509446 len=159393 2023-12-22T17:47:06.629 INFO:tasks.workunit.client.0.smithi032.stdout:op 2933 completed, throughput=5MB/sec 2023-12-22T17:47:06.629 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FCMQ2U7Mtu0R53b off=413750 len=2050346 2023-12-22T17:47:06.638 INFO:tasks.workunit.client.0.smithi032.stdout:op 2934 completed, throughput=5MB/sec 2023-12-22T17:47:07.639 INFO:tasks.workunit.client.0.smithi032.stdout: 579: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:07.639 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VRahCzRspH5Wr6H off=2455608 len=139044 2023-12-22T17:47:07.640 INFO:tasks.workunit.client.0.smithi032.stdout:op 2935 completed, throughput=4.99MB/sec 2023-12-22T17:47:07.640 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-eS5DXqp_yK_MNwk off=219715 len=214524 2023-12-22T17:47:07.643 INFO:tasks.workunit.client.0.smithi032.stdout:op 2936 completed, throughput=4.99MB/sec 2023-12-22T17:47:07.644 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zg6itat5S9uBUdb off=7578013 len=1561071 2023-12-22T17:47:07.651 INFO:tasks.workunit.client.0.smithi032.stdout:op 2937 completed, throughput=5MB/sec 2023-12-22T17:47:07.651 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TAS799ycQgc0mRu off=2783224 len=870751 2023-12-22T17:47:07.656 INFO:tasks.workunit.client.0.smithi032.stdout:op 2938 completed, throughput=5MB/sec 2023-12-22T17:47:07.656 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PairTqeQVoZqtxr off=6345457 len=498451 2023-12-22T17:47:07.659 INFO:tasks.workunit.client.0.smithi032.stdout:op 2939 completed, throughput=5MB/sec 2023-12-22T17:47:07.659 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6EIQrq-anF4b4Do off=540141 len=1635521 2023-12-22T17:47:07.667 INFO:tasks.workunit.client.0.smithi032.stdout:op 2940 completed, throughput=5MB/sec 2023-12-22T17:47:07.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:47:07 smithi032 ceph-mon[191839]: pgmap v1594: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:47:07.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:47:07 smithi032 ceph-mon[189144]: pgmap v1594: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:47:08.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:47:07 smithi039 ceph-mon[181282]: pgmap v1594: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:47:08.667 INFO:tasks.workunit.client.0.smithi032.stdout: 580: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:08.668 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-U4Y6napXeMUrLXD off=112132 len=1980180 2023-12-22T17:47:08.670 INFO:tasks.workunit.client.0.smithi032.stdout:op 2941 completed, throughput=5MB/sec 2023-12-22T17:47:08.670 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5qQhAceDY4wdaCE off=1990011 len=945151 2023-12-22T17:47:08.675 INFO:tasks.workunit.client.0.smithi032.stdout:op 2942 completed, throughput=5MB/sec 2023-12-22T17:47:08.675 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-aqDo9wlBRtwBB6R off=5795751 len=191740 2023-12-22T17:47:08.678 INFO:tasks.workunit.client.0.smithi032.stdout:op 2943 completed, throughput=5MB/sec 2023-12-22T17:47:08.678 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Ob7jpqV9G0dYyZx off=7440389 len=942554 2023-12-22T17:47:08.680 INFO:tasks.workunit.client.0.smithi032.stdout:op 2944 completed, throughput=5MB/sec 2023-12-22T17:47:08.680 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-i9e-H4ohWZ1dTfR off=357779 len=1967537 2023-12-22T17:47:08.689 INFO:tasks.workunit.client.0.smithi032.stdout:op 2945 completed, throughput=5MB/sec 2023-12-22T17:47:09.690 INFO:tasks.workunit.client.0.smithi032.stdout: 581: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:09.690 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-s8z5RNZ97IeZzC1 off=181766 len=1917129 2023-12-22T17:47:09.693 INFO:tasks.workunit.client.0.smithi032.stdout:op 2946 completed, throughput=5MB/sec 2023-12-22T17:47:09.694 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HQ_kGdoCBNIyn7k off=14652013 len=1057615 2023-12-22T17:47:09.700 INFO:tasks.workunit.client.0.smithi032.stdout:op 2947 completed, throughput=5MB/sec 2023-12-22T17:47:09.700 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PiQFyE8HHkQYZQX off=6200311 len=1956239 2023-12-22T17:47:09.708 INFO:tasks.workunit.client.0.smithi032.stdout:op 2948 completed, throughput=5MB/sec 2023-12-22T17:47:09.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:47:09 smithi032 ceph-mon[189144]: pgmap v1595: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:47:09.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:47:09 smithi032 ceph-mon[191839]: pgmap v1595: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:47:10.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:47:09 smithi039 ceph-mon[181282]: pgmap v1595: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:47:10.708 INFO:tasks.workunit.client.0.smithi032.stdout: 582: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:10.708 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9v0jgcZlvpkBSJy off=5554100 len=1807885 2023-12-22T17:47:10.717 INFO:tasks.workunit.client.0.smithi032.stdout:op 2949 completed, throughput=5MB/sec 2023-12-22T17:47:10.717 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lwzFa_xnbKzeIV_ off=14479237 len=942050 2023-12-22T17:47:10.718 INFO:tasks.workunit.client.0.smithi032.stdout:op 2950 completed, throughput=5MB/sec 2023-12-22T17:47:10.718 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QuHoeW5qrw6GNfv off=13330636 len=981015 2023-12-22T17:47:10.720 INFO:tasks.workunit.client.0.smithi032.stdout:op 2951 completed, throughput=5MB/sec 2023-12-22T17:47:10.720 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-oDUL28WxN-u2EF4 off=770396 len=577173 2023-12-22T17:47:10.720 INFO:tasks.workunit.client.0.smithi032.stdout:op 2952 completed, throughput=5MB/sec 2023-12-22T17:47:11.176 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:47:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:47:10] "GET /metrics HTTP/1.1" 200 34021 "" "Prometheus/2.43.0" 2023-12-22T17:47:11.721 INFO:tasks.workunit.client.0.smithi032.stdout: 583: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:11.721 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gbBslEF-byox4j1 off=554164 len=512619 2023-12-22T17:47:11.722 INFO:tasks.workunit.client.0.smithi032.stdout:op 2953 completed, throughput=4.99MB/sec 2023-12-22T17:47:11.722 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-80YfcaiHJlW3RVR off=163320 len=801989 2023-12-22T17:47:11.727 INFO:tasks.workunit.client.0.smithi032.stdout:op 2954 completed, throughput=4.99MB/sec 2023-12-22T17:47:11.727 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Hpci4a9T59PikMV off=2215499 len=1714253 2023-12-22T17:47:11.729 INFO:tasks.workunit.client.0.smithi032.stdout:op 2955 completed, throughput=5MB/sec 2023-12-22T17:47:11.729 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Pn2wnXqHpBtpOX3 off=10904909 len=1001717 2023-12-22T17:47:11.735 INFO:tasks.workunit.client.0.smithi032.stdout:op 2956 completed, throughput=5MB/sec 2023-12-22T17:47:11.735 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VxAtYqLGwWMROd7 off=4959576 len=895753 2023-12-22T17:47:11.740 INFO:tasks.workunit.client.0.smithi032.stdout:op 2957 completed, throughput=5MB/sec 2023-12-22T17:47:11.740 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Vq-t0Mbxv-Lkzps off=164769 len=471951 2023-12-22T17:47:11.744 INFO:tasks.workunit.client.0.smithi032.stdout:op 2958 completed, throughput=5MB/sec 2023-12-22T17:47:11.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:47:11 smithi032 ceph-mon[191839]: pgmap v1596: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:47:11.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:47:11 smithi032 ceph-mon[189144]: pgmap v1596: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:47:12.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:47:11 smithi039 ceph-mon[181282]: pgmap v1596: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:47:12.744 INFO:tasks.workunit.client.0.smithi032.stdout: 584: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:12.745 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5WUXZYKHLc3s5JO off=14809404 len=226476 2023-12-22T17:47:12.747 INFO:tasks.workunit.client.0.smithi032.stdout:op 2959 completed, throughput=4.99MB/sec 2023-12-22T17:47:12.748 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iatKk8CpoN-SxoL off=16634493 len=1422095 2023-12-22T17:47:12.749 INFO:tasks.workunit.client.0.smithi032.stdout:op 2960 completed, throughput=4.99MB/sec 2023-12-22T17:47:12.749 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KJeSSj6othGlcSi off=4471263 len=471728 2023-12-22T17:47:12.751 INFO:tasks.workunit.client.0.smithi032.stdout:op 2961 completed, throughput=5MB/sec 2023-12-22T17:47:12.751 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-M6xi3UAJ155C5ke off=1423410 len=564281 2023-12-22T17:47:12.752 INFO:tasks.workunit.client.0.smithi032.stdout:op 2962 completed, throughput=5MB/sec 2023-12-22T17:47:12.752 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6e4HNs7S94DgiOK off=7918985 len=303588 2023-12-22T17:47:12.756 INFO:tasks.workunit.client.0.smithi032.stdout:op 2963 completed, throughput=5MB/sec 2023-12-22T17:47:12.756 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_XGhU8g9rOsOvf3 off=10936908 len=1640688 2023-12-22T17:47:12.758 INFO:tasks.workunit.client.0.smithi032.stdout:op 2964 completed, throughput=5MB/sec 2023-12-22T17:47:12.758 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pJw3saHP-ZumGT6 off=5629625 len=1341548 2023-12-22T17:47:12.759 INFO:tasks.workunit.client.0.smithi032.stdout:op 2965 completed, throughput=5MB/sec 2023-12-22T17:47:13.760 INFO:tasks.workunit.client.0.smithi032.stdout: 585: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:13.760 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yTZxfBQepFrhDyC off=4992655 len=1097989 2023-12-22T17:47:13.765 INFO:tasks.workunit.client.0.smithi032.stdout:op 2966 completed, throughput=4.99MB/sec 2023-12-22T17:47:13.765 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mGKl-0Oe6j8QQAM off=12199734 len=1496956 2023-12-22T17:47:13.767 INFO:tasks.workunit.client.0.smithi032.stdout:op 2967 completed, throughput=5MB/sec 2023-12-22T17:47:13.767 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-knpT3D2PXDu6Ch3 off=14989361 len=977614 2023-12-22T17:47:13.772 INFO:tasks.workunit.client.0.smithi032.stdout:op 2968 completed, throughput=5MB/sec 2023-12-22T17:47:13.773 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--RzS3gWUhonM5SJ off=1250724 len=508798 2023-12-22T17:47:13.774 INFO:tasks.workunit.client.0.smithi032.stdout:op 2969 completed, throughput=5MB/sec 2023-12-22T17:47:13.774 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OIVXaA_fqkU68wd off=7829467 len=105260 2023-12-22T17:47:13.775 INFO:tasks.workunit.client.0.smithi032.stdout:op 2970 completed, throughput=5MB/sec 2023-12-22T17:47:13.775 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Po_PdX4jp2iqn10 off=5230298 len=1848659 2023-12-22T17:47:13.778 INFO:tasks.workunit.client.0.smithi032.stdout:op 2971 completed, throughput=5MB/sec 2023-12-22T17:47:13.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:47:13 smithi032 ceph-mon[189144]: pgmap v1597: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:47:13.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:47:13 smithi032 ceph-mon[191839]: pgmap v1597: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:47:14.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:47:13 smithi039 ceph-mon[181282]: pgmap v1597: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:47:14.779 INFO:tasks.workunit.client.0.smithi032.stdout: 586: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:14.779 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Cx__W5tF-gI_ywF off=181152 len=1118589 2023-12-22T17:47:14.784 INFO:tasks.workunit.client.0.smithi032.stdout:op 2972 completed, throughput=5MB/sec 2023-12-22T17:47:14.785 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cfjF7QKTRuCUXc_ off=5195795 len=1981684 2023-12-22T17:47:14.792 INFO:tasks.workunit.client.0.smithi032.stdout:op 2973 completed, throughput=5MB/sec 2023-12-22T17:47:14.792 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EsiufEndt9V2s1T off=19937253 len=846009 2023-12-22T17:47:14.794 INFO:tasks.workunit.client.0.smithi032.stdout:op 2974 completed, throughput=5MB/sec 2023-12-22T17:47:15.794 INFO:tasks.workunit.client.0.smithi032.stdout: 587: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:15.794 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-L4b0KjeTSD083JM off=2361952 len=804378 2023-12-22T17:47:15.799 INFO:tasks.workunit.client.0.smithi032.stdout:op 2975 completed, throughput=4.99MB/sec 2023-12-22T17:47:15.799 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PUM7Gh0RBoDll0h off=15187353 len=769739 2023-12-22T17:47:15.800 INFO:tasks.workunit.client.0.smithi032.stdout:op 2976 completed, throughput=4.99MB/sec 2023-12-22T17:47:15.800 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9YlhUVI9NF6pBhN off=11365853 len=342891 2023-12-22T17:47:15.804 INFO:tasks.workunit.client.0.smithi032.stdout:op 2977 completed, throughput=4.99MB/sec 2023-12-22T17:47:15.804 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_MZp-X0YeQb1d6y off=8282783 len=1910301 2023-12-22T17:47:15.816 INFO:tasks.workunit.client.0.smithi032.stdout:op 2978 completed, throughput=5MB/sec 2023-12-22T17:47:15.816 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-U1pJjUNktJuEv_c off=2517679 len=1150374 2023-12-22T17:47:15.822 INFO:tasks.workunit.client.0.smithi032.stdout:op 2979 completed, throughput=5MB/sec 2023-12-22T17:47:15.822 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-R9EoVQnz5e-Npoi off=3678263 len=423943 2023-12-22T17:47:15.823 INFO:tasks.workunit.client.0.smithi032.stdout:op 2980 completed, throughput=5MB/sec 2023-12-22T17:47:15.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:47:15 smithi032 ceph-mon[191839]: pgmap v1598: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:47:15.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:47:15 smithi032 ceph-mon[189144]: pgmap v1598: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:47:16.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:47:15 smithi039 ceph-mon[181282]: pgmap v1598: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:47:16.824 INFO:tasks.workunit.client.0.smithi032.stdout: 588: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:16.824 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sYRU-r_Bm7BEZQZ off=4692717 len=1163236 2023-12-22T17:47:16.829 INFO:tasks.workunit.client.0.smithi032.stdout:op 2981 completed, throughput=4.99MB/sec 2023-12-22T17:47:16.829 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IpXNJwIEWkRwMPb off=172845 len=1784864 2023-12-22T17:47:16.838 INFO:tasks.workunit.client.0.smithi032.stdout:op 2982 completed, throughput=5MB/sec 2023-12-22T17:47:16.838 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-B-eyt_VZ5J8Xgkz off=15697349 len=550540 2023-12-22T17:47:16.839 INFO:tasks.workunit.client.0.smithi032.stdout:op 2983 completed, throughput=5MB/sec 2023-12-22T17:47:16.840 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TJ3SJXXWhGX_e1- off=4654152 len=1676878 2023-12-22T17:47:16.845 INFO:tasks.workunit.client.0.smithi032.stdout:op 2984 completed, throughput=5MB/sec 2023-12-22T17:47:16.846 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-juiS5QK7jYYKUUT off=15557932 len=420361 2023-12-22T17:47:16.846 INFO:tasks.workunit.client.0.smithi032.stdout:op 2985 completed, throughput=5MB/sec 2023-12-22T17:47:17.847 INFO:tasks.workunit.client.0.smithi032.stdout: 589: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:17.847 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lw61URRHRd4A6Xn off=71601 len=996760 2023-12-22T17:47:17.851 INFO:tasks.workunit.client.0.smithi032.stdout:op 2986 completed, throughput=4.99MB/sec 2023-12-22T17:47:17.852 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xI3A6mxgRYzPpcJ off=6543710 len=372903 2023-12-22T17:47:17.852 INFO:tasks.workunit.client.0.smithi032.stdout:op 2987 completed, throughput=4.99MB/sec 2023-12-22T17:47:17.852 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-D_E5PMUBpuzUWXB off=3114567 len=1321598 2023-12-22T17:47:17.854 INFO:tasks.workunit.client.0.smithi032.stdout:op 2988 completed, throughput=5MB/sec 2023-12-22T17:47:17.854 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iyziaa_GHVyDO9r off=784838 len=1916398 2023-12-22T17:47:17.858 INFO:tasks.workunit.client.0.smithi032.stdout:op 2989 completed, throughput=5MB/sec 2023-12-22T17:47:17.858 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-K-IU6G1tJKZ35ez off=2465191 len=189124 2023-12-22T17:47:17.861 INFO:tasks.workunit.client.0.smithi032.stdout:op 2990 completed, throughput=5MB/sec 2023-12-22T17:47:17.861 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DULeFu4YcUwunWH off=721396 len=1816700 2023-12-22T17:47:17.863 INFO:tasks.workunit.client.0.smithi032.stdout:op 2991 completed, throughput=5MB/sec 2023-12-22T17:47:17.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:47:17 smithi032 ceph-mon[189144]: pgmap v1599: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:47:17.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:47:17 smithi032 ceph-mon[191839]: pgmap v1599: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:47:18.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:47:17 smithi039 ceph-mon[181282]: pgmap v1599: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:47:18.863 INFO:tasks.workunit.client.0.smithi032.stdout: 590: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:18.863 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0vntW2ngDEII4ta off=10661307 len=374832 2023-12-22T17:47:18.866 INFO:tasks.workunit.client.0.smithi032.stdout:op 2992 completed, throughput=4.99MB/sec 2023-12-22T17:47:18.866 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XoCRZdsFOShkJoL off=2316240 len=1388614 2023-12-22T17:47:18.868 INFO:tasks.workunit.client.0.smithi032.stdout:op 2993 completed, throughput=5MB/sec 2023-12-22T17:47:18.868 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fvBGIcLVmXIQdO9 off=5898507 len=1553701 2023-12-22T17:47:18.870 INFO:tasks.workunit.client.0.smithi032.stdout:op 2994 completed, throughput=5MB/sec 2023-12-22T17:47:18.870 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bjiRAYMti1aFCWu off=664127 len=1207670 2023-12-22T17:47:18.877 INFO:tasks.workunit.client.0.smithi032.stdout:op 2995 completed, throughput=5MB/sec 2023-12-22T17:47:19.878 INFO:tasks.workunit.client.0.smithi032.stdout: 591: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:19.878 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KGicYokhI5MVTYv off=10189009 len=1124375 2023-12-22T17:47:19.883 INFO:tasks.workunit.client.0.smithi032.stdout:op 2996 completed, throughput=4.99MB/sec 2023-12-22T17:47:19.884 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-O6OF_Vf7bo0JvYO off=408470 len=1552776 2023-12-22T17:47:19.885 INFO:tasks.workunit.client.0.smithi032.stdout:op 2997 completed, throughput=5MB/sec 2023-12-22T17:47:19.885 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-75ho_OXWi0S02VL off=6253448 len=1020257 2023-12-22T17:47:19.886 INFO:tasks.workunit.client.0.smithi032.stdout:op 2998 completed, throughput=5MB/sec 2023-12-22T17:47:19.886 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fb9he2xB-JxfDsr off=3790373 len=1803345 2023-12-22T17:47:19.890 INFO:tasks.workunit.client.0.smithi032.stdout:op 2999 completed, throughput=5MB/sec 2023-12-22T17:47:19.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:47:19 smithi032 ceph-mon[191839]: pgmap v1600: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:47:19.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:47:19 smithi032 ceph-mon[189144]: pgmap v1600: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:47:20.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:47:19 smithi039 ceph-mon[181282]: pgmap v1600: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:47:20.852 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:47:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:47:20.853 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:47:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:47:20.890 INFO:tasks.workunit.client.0.smithi032.stdout: 592: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:20.890 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-blIcojIpnVZSaPB off=2325877 len=976186 2023-12-22T17:47:20.892 INFO:tasks.workunit.client.0.smithi032.stdout:op 3000 completed, throughput=4.99MB/sec 2023-12-22T17:47:20.892 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2pTEfGCe5-WGkhU off=1345424 len=1678054 2023-12-22T17:47:20.900 INFO:tasks.workunit.client.0.smithi032.stdout:op 3001 completed, throughput=5MB/sec 2023-12-22T17:47:20.900 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TijT2kVvisGpq6T off=507226 len=313228 2023-12-22T17:47:20.903 INFO:tasks.workunit.client.0.smithi032.stdout:op 3002 completed, throughput=5MB/sec 2023-12-22T17:47:20.903 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xGV5RCiSbSYbqki off=9004100 len=1915186 2023-12-22T17:47:20.910 INFO:tasks.workunit.client.0.smithi032.stdout:op 3003 completed, throughput=5MB/sec 2023-12-22T17:47:21.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:47:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:47:21.176 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:47:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:47:20] "GET /metrics HTTP/1.1" 200 34023 "" "Prometheus/2.43.0" 2023-12-22T17:47:21.911 INFO:tasks.workunit.client.0.smithi032.stdout: 593: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:21.911 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DoZiWm_ScL_5-77 off=996556 len=292778 2023-12-22T17:47:21.914 INFO:tasks.workunit.client.0.smithi032.stdout:op 3004 completed, throughput=4.99MB/sec 2023-12-22T17:47:21.914 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JOIEOcfnZnF_Ony off=12086178 len=1013089 2023-12-22T17:47:21.919 INFO:tasks.workunit.client.0.smithi032.stdout:op 3005 completed, throughput=4.99MB/sec 2023-12-22T17:47:21.919 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7RKlbv51aDcFC0u off=7837496 len=153353 2023-12-22T17:47:21.922 INFO:tasks.workunit.client.0.smithi032.stdout:op 3006 completed, throughput=4.99MB/sec 2023-12-22T17:47:21.922 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Tz0mz4QFajsf-jR off=2728295 len=1870094 2023-12-22T17:47:21.926 INFO:tasks.workunit.client.0.smithi032.stdout:op 3007 completed, throughput=5MB/sec 2023-12-22T17:47:21.926 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-w-m3hp2UZYBpoCY off=147124 len=1359490 2023-12-22T17:47:21.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:47:21 smithi032 ceph-mon[189144]: pgmap v1601: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:47:21.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:47:21 smithi032 ceph-mon[191839]: pgmap v1601: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:47:21.927 INFO:tasks.workunit.client.0.smithi032.stdout:op 3008 completed, throughput=5MB/sec 2023-12-22T17:47:21.927 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wc3T-qVp65NhYCy off=0 len=1552886 2023-12-22T17:47:21.929 INFO:tasks.workunit.client.0.smithi032.stdout:op 3009 completed, throughput=5MB/sec 2023-12-22T17:47:22.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:47:21 smithi039 ceph-mon[181282]: pgmap v1601: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:47:22.930 INFO:tasks.workunit.client.0.smithi032.stdout: 594: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:22.930 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2TiRrfmKMajJ00J off=16752555 len=1281232 2023-12-22T17:47:22.932 INFO:tasks.workunit.client.0.smithi032.stdout:op 3010 completed, throughput=5MB/sec 2023-12-22T17:47:22.932 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-89hjDWFGTDEfjLh off=9226620 len=1475595 2023-12-22T17:47:22.933 INFO:tasks.workunit.client.0.smithi032.stdout:op 3011 completed, throughput=5MB/sec 2023-12-22T17:47:22.934 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QTlwk3ty5KlLrKq off=8208543 len=30793 2023-12-22T17:47:22.936 INFO:tasks.workunit.client.0.smithi032.stdout:op 3012 completed, throughput=5MB/sec 2023-12-22T17:47:22.936 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1YUJgFSPCIrj4cz off=4686183 len=1558657 2023-12-22T17:47:22.944 INFO:tasks.workunit.client.0.smithi032.stdout:op 3013 completed, throughput=5MB/sec 2023-12-22T17:47:23.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:47:23 smithi032 ceph-mon[189144]: pgmap v1602: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-22T17:47:23.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:47:23 smithi032 ceph-mon[191839]: pgmap v1602: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-22T17:47:23.944 INFO:tasks.workunit.client.0.smithi032.stdout: 595: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:23.944 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IQXRa2b2ghwmhpn off=1302755 len=890337 2023-12-22T17:47:23.949 INFO:tasks.workunit.client.0.smithi032.stdout:op 3014 completed, throughput=4.99MB/sec 2023-12-22T17:47:23.949 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NGHNj0wOmdHXi-N off=288628 len=126074 2023-12-22T17:47:23.952 INFO:tasks.workunit.client.0.smithi032.stdout:op 3015 completed, throughput=4.99MB/sec 2023-12-22T17:47:23.952 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BLE7b0cPCA9eAsL off=6898939 len=1360770 2023-12-22T17:47:23.955 INFO:tasks.workunit.client.0.smithi032.stdout:op 3016 completed, throughput=5MB/sec 2023-12-22T17:47:23.955 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rGc7PO3dFxnee-L off=4091591 len=1145895 2023-12-22T17:47:23.960 INFO:tasks.workunit.client.0.smithi032.stdout:op 3017 completed, throughput=5MB/sec 2023-12-22T17:47:23.960 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--amMp8m3BoRY_fc off=18858188 len=1353358 2023-12-22T17:47:23.962 INFO:tasks.workunit.client.0.smithi032.stdout:op 3018 completed, throughput=5MB/sec 2023-12-22T17:47:24.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:47:23 smithi039 ceph-mon[181282]: pgmap v1602: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-22T17:47:24.962 INFO:tasks.workunit.client.0.smithi032.stdout: 596: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:24.962 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4hVa5mhSqsQTmCP off=8698209 len=1637594 2023-12-22T17:47:24.964 INFO:tasks.workunit.client.0.smithi032.stdout:op 3019 completed, throughput=4.99MB/sec 2023-12-22T17:47:24.964 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VzAGpd-RGmhQUct off=8590791 len=742324 2023-12-22T17:47:24.966 INFO:tasks.workunit.client.0.smithi032.stdout:op 3020 completed, throughput=5MB/sec 2023-12-22T17:47:24.966 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ciiv9jR6z_7P6md off=2511168 len=1125389 2023-12-22T17:47:24.967 INFO:tasks.workunit.client.0.smithi032.stdout:op 3021 completed, throughput=5MB/sec 2023-12-22T17:47:24.967 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SA0uNI59i0_MzBv off=3552813 len=1549574 2023-12-22T17:47:24.975 INFO:tasks.workunit.client.0.smithi032.stdout:op 3022 completed, throughput=5MB/sec 2023-12-22T17:47:24.975 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9NRKE-sa-ZdwOAg off=10793218 len=768507 2023-12-22T17:47:24.979 INFO:tasks.workunit.client.0.smithi032.stdout:op 3023 completed, throughput=5MB/sec 2023-12-22T17:47:25.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:47:25 smithi032 ceph-mon[191839]: pgmap v1603: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:47:25.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:47:25 smithi032 ceph-mon[189144]: pgmap v1603: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:47:25.980 INFO:tasks.workunit.client.0.smithi032.stdout: 597: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:25.980 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DmNsSSSf0dCukvp off=1110365 len=355404 2023-12-22T17:47:25.983 INFO:tasks.workunit.client.0.smithi032.stdout:op 3024 completed, throughput=4.99MB/sec 2023-12-22T17:47:25.983 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-81c5G8imJxCO0HN off=2653083 len=74583 2023-12-22T17:47:25.984 INFO:tasks.workunit.client.0.smithi032.stdout:op 3025 completed, throughput=4.99MB/sec 2023-12-22T17:47:25.984 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vRJsoK1Nd3VwTnG off=495385 len=610818 2023-12-22T17:47:25.989 INFO:tasks.workunit.client.0.smithi032.stdout:op 3026 completed, throughput=4.99MB/sec 2023-12-22T17:47:25.989 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RAUtt4w_lm_4uuC off=6412971 len=342035 2023-12-22T17:47:25.992 INFO:tasks.workunit.client.0.smithi032.stdout:op 3027 completed, throughput=4.99MB/sec 2023-12-22T17:47:25.992 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qDOwKw4TBKY7yKz off=1507012 len=537170 2023-12-22T17:47:25.993 INFO:tasks.workunit.client.0.smithi032.stdout:op 3028 completed, throughput=5MB/sec 2023-12-22T17:47:25.994 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BaCXvuHySaUeEQD off=6501914 len=717163 2023-12-22T17:47:25.994 INFO:tasks.workunit.client.0.smithi032.stdout:op 3029 completed, throughput=5MB/sec 2023-12-22T17:47:25.995 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--pUXgy1lLXQdwue off=1096138 len=1385085 2023-12-22T17:47:25.996 INFO:tasks.workunit.client.0.smithi032.stdout:op 3030 completed, throughput=5MB/sec 2023-12-22T17:47:25.996 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dDKxKOtsnCbzeVl off=2179692 len=218525 2023-12-22T17:47:25.999 INFO:tasks.workunit.client.0.smithi032.stdout:op 3031 completed, throughput=5MB/sec 2023-12-22T17:47:25.999 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-I9v3jFT9xFUP7mP off=6091761 len=1520621 2023-12-22T17:47:26.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:47:25 smithi039 ceph-mon[181282]: pgmap v1603: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:47:26.007 INFO:tasks.workunit.client.0.smithi032.stdout:op 3032 completed, throughput=5MB/sec 2023-12-22T17:47:27.007 INFO:tasks.workunit.client.0.smithi032.stdout: 598: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:27.007 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pu7qOKufdpNBxqu off=4461627 len=428452 2023-12-22T17:47:27.010 INFO:tasks.workunit.client.0.smithi032.stdout:op 3033 completed, throughput=4.99MB/sec 2023-12-22T17:47:27.010 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GzPcTjD0UUBgDcp off=18949549 len=921745 2023-12-22T17:47:27.012 INFO:tasks.workunit.client.0.smithi032.stdout:op 3034 completed, throughput=5MB/sec 2023-12-22T17:47:27.012 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-O_yWZTbDfRaazX6 off=19304132 len=1229833 2023-12-22T17:47:27.013 INFO:tasks.workunit.client.0.smithi032.stdout:op 3035 completed, throughput=5MB/sec 2023-12-22T17:47:27.013 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XZCEhbid5ELv6Z4 off=7409162 len=461911 2023-12-22T17:47:27.017 INFO:tasks.workunit.client.0.smithi032.stdout:op 3036 completed, throughput=5MB/sec 2023-12-22T17:47:27.017 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YqZJ0sYs82FctJM off=266040 len=1521980 2023-12-22T17:47:27.023 INFO:tasks.workunit.client.0.smithi032.stdout:op 3037 completed, throughput=5MB/sec 2023-12-22T17:47:27.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:47:27 smithi032 ceph-mon[191839]: pgmap v1604: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:47:27.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:47:27 smithi032 ceph-mon[189144]: pgmap v1604: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:47:28.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:47:27 smithi039 ceph-mon[181282]: pgmap v1604: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:47:28.024 INFO:tasks.workunit.client.0.smithi032.stdout: 599: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:28.024 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AKPUj66Gh_Oe1Kj off=6271862 len=1022131 2023-12-22T17:47:28.029 INFO:tasks.workunit.client.0.smithi032.stdout:op 3038 completed, throughput=4.99MB/sec 2023-12-22T17:47:28.029 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5NDVJNhUk9f6CAo off=408238 len=1982768 2023-12-22T17:47:28.031 INFO:tasks.workunit.client.0.smithi032.stdout:op 3039 completed, throughput=5MB/sec 2023-12-22T17:47:28.031 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gjU5wxqD7bEHMUC off=1742914 len=2080985 2023-12-22T17:47:28.041 INFO:tasks.workunit.client.0.smithi032.stdout:op 3040 completed, throughput=5MB/sec 2023-12-22T17:47:28.041 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YSRL_M_FwGiM8Gr off=5620185 len=1888081 2023-12-22T17:47:28.048 INFO:tasks.workunit.client.0.smithi032.stdout:op 3041 completed, throughput=5MB/sec 2023-12-22T17:47:29.048 INFO:tasks.workunit.client.0.smithi032.stdout: 600: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:29.048 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TTTvpw2DHvuhfx5 off=2017261 len=815236 2023-12-22T17:47:29.050 INFO:tasks.workunit.client.0.smithi032.stdout:op 3042 completed, throughput=5MB/sec 2023-12-22T17:47:29.050 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-d7r5tigx95Xkla5 off=13886490 len=1733397 2023-12-22T17:47:29.058 INFO:tasks.workunit.client.0.smithi032.stdout:op 3043 completed, throughput=5MB/sec 2023-12-22T17:47:29.058 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NZ8vJ4Tumjce9Ct off=839665 len=400476 2023-12-22T17:47:29.061 INFO:tasks.workunit.client.0.smithi032.stdout:op 3044 completed, throughput=5MB/sec 2023-12-22T17:47:29.062 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-aGPZ52WpQBQ3MWl off=16107749 len=1363691 2023-12-22T17:47:29.068 INFO:tasks.workunit.client.0.smithi032.stdout:op 3045 completed, throughput=5MB/sec 2023-12-22T17:47:29.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:47:29 smithi032 ceph-mon[191839]: pgmap v1605: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:47:29.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:47:29 smithi032 ceph-mon[189144]: pgmap v1605: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:47:30.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:47:29 smithi039 ceph-mon[181282]: pgmap v1605: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:47:30.068 INFO:tasks.workunit.client.0.smithi032.stdout: 601: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:30.068 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-p4L8dUYZbfo5I6t off=1305868 len=1041061 2023-12-22T17:47:30.070 INFO:tasks.workunit.client.0.smithi032.stdout:op 3046 completed, throughput=4.99MB/sec 2023-12-22T17:47:30.070 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xaID_WiRoswA1JY off=9088157 len=1348629 2023-12-22T17:47:30.072 INFO:tasks.workunit.client.0.smithi032.stdout:op 3047 completed, throughput=5MB/sec 2023-12-22T17:47:30.072 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5bVz-f6afPXiHHI off=5723090 len=853933 2023-12-22T17:47:30.073 INFO:tasks.workunit.client.0.smithi032.stdout:op 3048 completed, throughput=5MB/sec 2023-12-22T17:47:30.073 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Gdp_kCskydXQQZw off=977375 len=361341 2023-12-22T17:47:30.074 INFO:tasks.workunit.client.0.smithi032.stdout:op 3049 completed, throughput=5MB/sec 2023-12-22T17:47:30.074 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XSOdmkZsMO312B7 off=9107465 len=1061981 2023-12-22T17:47:30.079 INFO:tasks.workunit.client.0.smithi032.stdout:op 3050 completed, throughput=5MB/sec 2023-12-22T17:47:31.080 INFO:tasks.workunit.client.0.smithi032.stdout: 602: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:31.080 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tN4VSGYVgvlonFc off=3603305 len=1912038 2023-12-22T17:47:31.089 INFO:tasks.workunit.client.0.smithi032.stdout:op 3051 completed, throughput=4.99MB/sec 2023-12-22T17:47:31.089 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Vq1j3L2wjDRiMS0 off=4520738 len=1632049 2023-12-22T17:47:31.096 INFO:tasks.workunit.client.0.smithi032.stdout:op 3052 completed, throughput=5MB/sec 2023-12-22T17:47:31.096 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1NjzTXZXNIQN7PU off=217973 len=459479 2023-12-22T17:47:31.096 INFO:tasks.workunit.client.0.smithi032.stdout:op 3053 completed, throughput=5MB/sec 2023-12-22T17:47:31.097 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-By9SmX5Lg1FP51Y off=12281809 len=1658434 2023-12-22T17:47:31.104 INFO:tasks.workunit.client.0.smithi032.stdout:op 3054 completed, throughput=5MB/sec 2023-12-22T17:47:31.176 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:47:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:47:30] "GET /metrics HTTP/1.1" 200 34023 "" "Prometheus/2.43.0" 2023-12-22T17:47:31.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:47:31 smithi032 ceph-mon[189144]: pgmap v1606: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:47:31.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:47:31 smithi032 ceph-mon[191839]: pgmap v1606: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:47:32.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:47:31 smithi039 ceph-mon[181282]: pgmap v1606: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:47:32.104 INFO:tasks.workunit.client.0.smithi032.stdout: 603: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:32.104 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-k-YhOvGiO0KpA4I off=519976 len=511376 2023-12-22T17:47:32.105 INFO:tasks.workunit.client.0.smithi032.stdout:op 3055 completed, throughput=4.99MB/sec 2023-12-22T17:47:32.106 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UOmfgEu1BfaWcJ4 off=2658771 len=1373860 2023-12-22T17:47:32.113 INFO:tasks.workunit.client.0.smithi032.stdout:op 3056 completed, throughput=5MB/sec 2023-12-22T17:47:32.113 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9EVsOE1AwwqBbOy off=3989431 len=1114891 2023-12-22T17:47:32.118 INFO:tasks.workunit.client.0.smithi032.stdout:op 3057 completed, throughput=5MB/sec 2023-12-22T17:47:32.118 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DuaVSPimLe5WJcb off=12990927 len=566009 2023-12-22T17:47:32.122 INFO:tasks.workunit.client.0.smithi032.stdout:op 3058 completed, throughput=5MB/sec 2023-12-22T17:47:32.122 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RIJ02iYNTZ9--or off=7009757 len=1866885 2023-12-22T17:47:32.124 INFO:tasks.workunit.client.0.smithi032.stdout:op 3059 completed, throughput=5MB/sec 2023-12-22T17:47:33.125 INFO:tasks.workunit.client.0.smithi032.stdout: 604: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:33.125 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gjpQciZsEJYi09o off=7589568 len=1874126 2023-12-22T17:47:33.128 INFO:tasks.workunit.client.0.smithi032.stdout:op 3060 completed, throughput=5MB/sec 2023-12-22T17:47:33.128 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uEjzUbRgPE3WpN4 off=871175 len=2041794 2023-12-22T17:47:33.132 INFO:tasks.workunit.client.0.smithi032.stdout:op 3061 completed, throughput=5MB/sec 2023-12-22T17:47:33.132 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IU6Li4gpqULD2Is off=532235 len=294638 2023-12-22T17:47:33.136 INFO:tasks.workunit.client.0.smithi032.stdout:op 3062 completed, throughput=5MB/sec 2023-12-22T17:47:33.136 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-h7LwzITLg2gEXhA off=3169684 len=948995 2023-12-22T17:47:33.141 INFO:tasks.workunit.client.0.smithi032.stdout:op 3063 completed, throughput=5MB/sec 2023-12-22T17:47:33.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:47:33 smithi032 ceph-mon[191839]: pgmap v1607: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:47:33.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:47:33 smithi032 ceph-mon[189144]: pgmap v1607: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:47:34.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:47:33 smithi039 ceph-mon[181282]: pgmap v1607: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:47:34.142 INFO:tasks.workunit.client.0.smithi032.stdout: 605: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:34.142 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Wp2_iyhoaRZ_VjU off=9515118 len=1020067 2023-12-22T17:47:34.144 INFO:tasks.workunit.client.0.smithi032.stdout:op 3064 completed, throughput=4.99MB/sec 2023-12-22T17:47:34.144 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vRJsoK1Nd3VwTnG off=23781524 len=829296 2023-12-22T17:47:34.146 INFO:tasks.workunit.client.0.smithi032.stdout:op 3065 completed, throughput=5MB/sec 2023-12-22T17:47:34.146 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CQP-R_fCtZyp4GM off=9198055 len=1173496 2023-12-22T17:47:34.153 INFO:tasks.workunit.client.0.smithi032.stdout:op 3066 completed, throughput=5MB/sec 2023-12-22T17:47:34.153 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VnIR-nK0PSZdP5f off=3368671 len=1323173 2023-12-22T17:47:34.159 INFO:tasks.workunit.client.0.smithi032.stdout:op 3067 completed, throughput=5MB/sec 2023-12-22T17:47:34.159 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7CqIxjKUp2tc302 off=1857525 len=810598 2023-12-22T17:47:34.164 INFO:tasks.workunit.client.0.smithi032.stdout:op 3068 completed, throughput=5MB/sec 2023-12-22T17:47:34.832 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:47:34.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:47:34 smithi032 ceph-mon[191839]: pgmap v1608: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:47:34.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:47:34 smithi032 ceph-mon[189144]: pgmap v1608: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:47:35.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:47:34 smithi039 ceph-mon[181282]: pgmap v1608: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:47:35.156 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:47:35.156 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (27m) 3m ago 32m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:47:35.156 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (27m) 106s ago 31m 90.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:47:35.156 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (32m) 3m ago 32m 20.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:47:35.156 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (32m) 106s ago 32m 27.7M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:47:35.156 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (26m) 106s ago 35m 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:47:35.156 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (27m) 3m ago 36m 541M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:47:35.156 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (26m) 3m ago 36m 246M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:47:35.156 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (26m) 106s ago 35m 150M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:47:35.157 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (26m) 3m ago 35m 150M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:47:35.157 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (27m) 3m ago 31m 15.8M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:47:35.157 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (27m) 106s ago 31m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:47:35.157 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (25m) 3m ago 35m 1953M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:47:35.157 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (25m) 3m ago 34m 2201M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:47:35.157 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (24m) 3m ago 34m 2126M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:47:35.157 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (24m) 3m ago 34m 1857M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:47:35.157 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (23m) 106s ago 34m 1838M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:47:35.157 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (23m) 106s ago 33m 1596M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:47:35.157 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (22m) 106s ago 33m 1056M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:47:35.157 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (22m) 106s ago 33m 1503M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:47:35.158 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (26m) 106s ago 32m 79.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:47:35.164 INFO:tasks.workunit.client.0.smithi032.stdout: 606: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:35.164 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BoO6f9LIxYLbRfb off=14860279 len=1173691 2023-12-22T17:47:35.170 INFO:tasks.workunit.client.0.smithi032.stdout:op 3069 completed, throughput=4.99MB/sec 2023-12-22T17:47:35.171 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-85XHR0hWCsx6oZk off=2148146 len=1511503 2023-12-22T17:47:35.173 INFO:tasks.workunit.client.0.smithi032.stdout:op 3070 completed, throughput=5MB/sec 2023-12-22T17:47:35.174 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5m6zkcpziK673iz off=1193678 len=87756 2023-12-22T17:47:35.174 INFO:tasks.workunit.client.0.smithi032.stdout:op 3071 completed, throughput=5MB/sec 2023-12-22T17:47:35.174 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-foz1apOHcWyDoC- off=7773604 len=1713661 2023-12-22T17:47:35.177 INFO:tasks.workunit.client.0.smithi032.stdout:op 3072 completed, throughput=5MB/sec 2023-12-22T17:47:35.177 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qIeK8oM2HDeluYu off=8177363 len=2022558 2023-12-22T17:47:35.184 INFO:tasks.workunit.client.0.smithi032.stdout:op 3073 completed, throughput=5MB/sec 2023-12-22T17:47:35.564 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:47:35.564 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:47:35.564 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:47:35.564 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:47:35.564 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:47:35.564 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:47:35.564 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:47:35.564 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:47:35.564 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:47:35.564 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:47:35.564 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:47:35.565 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:47:35.565 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:47:35.565 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:47:35.565 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:47:35.565 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:47:35.565 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:47:35.565 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:47:35.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:47:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:47:35.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:47:35 smithi032 ceph-mon[191839]: from='client.35544 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:47:35.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:47:35 smithi032 ceph-mon[191839]: from='client.45485 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:47:35.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:47:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:47:35.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:47:35 smithi032 ceph-mon[189144]: from='client.35544 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:47:35.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:47:35 smithi032 ceph-mon[189144]: from='client.45485 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:47:36.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:47:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:47:36.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:47:35 smithi039 ceph-mon[181282]: from='client.35544 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:47:36.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:47:35 smithi039 ceph-mon[181282]: from='client.45485 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:47:36.184 INFO:tasks.workunit.client.0.smithi032.stdout: 607: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:36.184 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-t6LFNfDxcvLLueT off=589079 len=1403690 2023-12-22T17:47:36.186 INFO:tasks.workunit.client.0.smithi032.stdout:op 3074 completed, throughput=5MB/sec 2023-12-22T17:47:36.187 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-I307iOL_GXaBTCq off=5652236 len=2037084 2023-12-22T17:47:36.197 INFO:tasks.workunit.client.0.smithi032.stdout:op 3075 completed, throughput=5MB/sec 2023-12-22T17:47:36.197 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-y55y3uQ3HooQHt9 off=1300489 len=1013892 2023-12-22T17:47:36.203 INFO:tasks.workunit.client.0.smithi032.stdout:op 3076 completed, throughput=5MB/sec 2023-12-22T17:47:36.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:47:36 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/686572027' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:47:36.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:47:36 smithi032 ceph-mon[191839]: pgmap v1609: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:47:36.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:47:36 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/686572027' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:47:36.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:47:36 smithi032 ceph-mon[189144]: pgmap v1609: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:47:37.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:47:36 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/686572027' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:47:37.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:47:36 smithi039 ceph-mon[181282]: pgmap v1609: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:47:37.203 INFO:tasks.workunit.client.0.smithi032.stdout: 608: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:37.203 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-blc-YeSNVrttG4p off=1680452 len=1768413 2023-12-22T17:47:37.205 INFO:tasks.workunit.client.0.smithi032.stdout:op 3077 completed, throughput=5MB/sec 2023-12-22T17:47:37.206 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-aWhLwft7BE-rtDc off=5821305 len=1505962 2023-12-22T17:47:37.207 INFO:tasks.workunit.client.0.smithi032.stdout:op 3078 completed, throughput=5MB/sec 2023-12-22T17:47:37.208 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xH2ZrRQRyLm8mu- off=3407269 len=1461952 2023-12-22T17:47:37.209 INFO:tasks.workunit.client.0.smithi032.stdout:op 3079 completed, throughput=5MB/sec 2023-12-22T17:47:37.209 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nJHgePiBwqiYPi7 off=6156902 len=1174411 2023-12-22T17:47:37.216 INFO:tasks.workunit.client.0.smithi032.stdout:op 3080 completed, throughput=5MB/sec 2023-12-22T17:47:38.216 INFO:tasks.workunit.client.0.smithi032.stdout: 609: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:38.216 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZFUS-jdDHtqsOei off=14132745 len=1472859 2023-12-22T17:47:38.218 INFO:tasks.workunit.client.0.smithi032.stdout:op 3081 completed, throughput=5MB/sec 2023-12-22T17:47:38.218 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0PPzGJ003jin2o8 off=15456612 len=270008 2023-12-22T17:47:38.219 INFO:tasks.workunit.client.0.smithi032.stdout:op 3082 completed, throughput=5MB/sec 2023-12-22T17:47:38.219 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-eFsgQFxgU1ACMqk off=22269539 len=1924732 2023-12-22T17:47:38.228 INFO:tasks.workunit.client.0.smithi032.stdout:op 3083 completed, throughput=5MB/sec 2023-12-22T17:47:38.228 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-To3cMmyb8FPcT0i off=23609 len=2050205 2023-12-22T17:47:38.230 INFO:tasks.workunit.client.0.smithi032.stdout:op 3084 completed, throughput=5MB/sec 2023-12-22T17:47:38.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:47:38 smithi032 ceph-mon[191839]: pgmap v1610: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:47:38.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:47:38 smithi032 ceph-mon[189144]: pgmap v1610: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:47:39.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:47:38 smithi039 ceph-mon[181282]: pgmap v1610: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:47:39.231 INFO:tasks.workunit.client.0.smithi032.stdout: 610: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:39.231 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-V-PNoQ5Uy-uoNAj off=3205223 len=1044777 2023-12-22T17:47:39.232 INFO:tasks.workunit.client.0.smithi032.stdout:op 3085 completed, throughput=5MB/sec 2023-12-22T17:47:39.233 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dQqoGEWH9BioSsD off=12269540 len=392796 2023-12-22T17:47:39.233 INFO:tasks.workunit.client.0.smithi032.stdout:op 3086 completed, throughput=5MB/sec 2023-12-22T17:47:39.233 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Wz4TkVrUcbdydsE off=11412674 len=1335596 2023-12-22T17:47:39.236 INFO:tasks.workunit.client.0.smithi032.stdout:op 3087 completed, throughput=5MB/sec 2023-12-22T17:47:39.237 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4rhVijymAzyoOev off=530971 len=684447 2023-12-22T17:47:39.237 INFO:tasks.workunit.client.0.smithi032.stdout:op 3088 completed, throughput=5MB/sec 2023-12-22T17:47:39.237 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-T2y6Mu-106lguKh off=65807 len=1541166 2023-12-22T17:47:39.239 INFO:tasks.workunit.client.0.smithi032.stdout:op 3089 completed, throughput=5MB/sec 2023-12-22T17:47:40.240 INFO:tasks.workunit.client.0.smithi032.stdout: 611: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:40.240 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sV8xZ6N28W-9TsD off=5807223 len=1043750 2023-12-22T17:47:40.245 INFO:tasks.workunit.client.0.smithi032.stdout:op 3090 completed, throughput=5MB/sec 2023-12-22T17:47:40.245 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-R-jXGL_li-Qepk2 off=9519075 len=1291695 2023-12-22T17:47:40.246 INFO:tasks.workunit.client.0.smithi032.stdout:op 3091 completed, throughput=5MB/sec 2023-12-22T17:47:40.246 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BzfhTZo5_EDP9cO off=6578832 len=252797 2023-12-22T17:47:40.247 INFO:tasks.workunit.client.0.smithi032.stdout:op 3092 completed, throughput=5MB/sec 2023-12-22T17:47:40.247 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uuRpaAc1gTujT_T off=1086654 len=483300 2023-12-22T17:47:40.250 INFO:tasks.workunit.client.0.smithi032.stdout:op 3093 completed, throughput=5MB/sec 2023-12-22T17:47:40.251 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-a4k7u_M0e3fXLSZ off=1093724 len=225530 2023-12-22T17:47:40.253 INFO:tasks.workunit.client.0.smithi032.stdout:op 3094 completed, throughput=5MB/sec 2023-12-22T17:47:40.253 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EzpsxVz1Sgqi6M_ off=8838999 len=587427 2023-12-22T17:47:40.257 INFO:tasks.workunit.client.0.smithi032.stdout:op 3095 completed, throughput=5MB/sec 2023-12-22T17:47:40.258 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8LgBqcw0s-kGtjb off=806239 len=814116 2023-12-22T17:47:40.259 INFO:tasks.workunit.client.0.smithi032.stdout:op 3096 completed, throughput=5MB/sec 2023-12-22T17:47:40.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:47:40 smithi032 ceph-mon[191839]: pgmap v1611: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:47:40.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:47:40 smithi032 ceph-mon[189144]: pgmap v1611: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:47:40.927 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:47:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:47:40] "GET /metrics HTTP/1.1" 200 34021 "" "Prometheus/2.43.0" 2023-12-22T17:47:41.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:47:40 smithi039 ceph-mon[181282]: pgmap v1611: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:47:41.259 INFO:tasks.workunit.client.0.smithi032.stdout: 612: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:41.259 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-82IagI-Hh8HOmLQ off=838785 len=1462684 2023-12-22T17:47:41.261 INFO:tasks.workunit.client.0.smithi032.stdout:op 3097 completed, throughput=4.99MB/sec 2023-12-22T17:47:41.261 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NKuoc2fYzouo7Eh off=2894955 len=297521 2023-12-22T17:47:41.262 INFO:tasks.workunit.client.0.smithi032.stdout:op 3098 completed, throughput=5MB/sec 2023-12-22T17:47:41.262 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CnDv3Q9mCGrSrKs off=3508995 len=1045282 2023-12-22T17:47:41.267 INFO:tasks.workunit.client.0.smithi032.stdout:op 3099 completed, throughput=5MB/sec 2023-12-22T17:47:41.267 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OpioXO3IQxW-d17 off=6952320 len=306824 2023-12-22T17:47:41.268 INFO:tasks.workunit.client.0.smithi032.stdout:op 3100 completed, throughput=5MB/sec 2023-12-22T17:47:41.268 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YZAA363GXJVpYEn off=12844479 len=1754630 2023-12-22T17:47:41.275 INFO:tasks.workunit.client.0.smithi032.stdout:op 3101 completed, throughput=5MB/sec 2023-12-22T17:47:41.275 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ecsfkNQKhZSS8Bh off=13148158 len=1860709 2023-12-22T17:47:41.279 INFO:tasks.workunit.client.0.smithi032.stdout:op 3102 completed, throughput=5MB/sec 2023-12-22T17:47:42.279 INFO:tasks.workunit.client.0.smithi032.stdout: 613: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:42.279 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rqR801UuDqHNV86 off=2256997 len=453127 2023-12-22T17:47:42.280 INFO:tasks.workunit.client.0.smithi032.stdout:op 3103 completed, throughput=5MB/sec 2023-12-22T17:47:42.280 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kttTLVW0WtsFbvX off=8866073 len=285266 2023-12-22T17:47:42.283 INFO:tasks.workunit.client.0.smithi032.stdout:op 3104 completed, throughput=5MB/sec 2023-12-22T17:47:42.284 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iy99zmbDWcFmoC1 off=1446386 len=192441 2023-12-22T17:47:42.284 INFO:tasks.workunit.client.0.smithi032.stdout:op 3105 completed, throughput=5MB/sec 2023-12-22T17:47:42.285 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Yc3yUyw1ugXU7qJ off=2338724 len=1300478 2023-12-22T17:47:42.292 INFO:tasks.workunit.client.0.smithi032.stdout:op 3106 completed, throughput=5MB/sec 2023-12-22T17:47:42.292 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qfSCJsfyIt-SET5 off=8961907 len=1764754 2023-12-22T17:47:42.295 INFO:tasks.workunit.client.0.smithi032.stdout:op 3107 completed, throughput=5MB/sec 2023-12-22T17:47:43.295 INFO:tasks.workunit.client.0.smithi032.stdout: 614: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:43.296 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EOmXLiuZIU3glXo off=4279330 len=896642 2023-12-22T17:47:43.297 INFO:tasks.workunit.client.0.smithi032.stdout:op 3108 completed, throughput=4.99MB/sec 2023-12-22T17:47:43.297 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-d_MzelPLoGD8dfH off=195111 len=1745303 2023-12-22T17:47:43.304 INFO:tasks.workunit.client.0.smithi032.stdout:op 3109 completed, throughput=5MB/sec 2023-12-22T17:47:43.304 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yHsrwJpWtrqTq5d off=5415485 len=1803283 2023-12-22T17:47:43.312 INFO:tasks.workunit.client.0.smithi032.stdout:op 3110 completed, throughput=5MB/sec 2023-12-22T17:47:43.312 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tOMnAUw6Ym9Ndpp off=23021690 len=118680 2023-12-22T17:47:43.313 INFO:tasks.workunit.client.0.smithi032.stdout:op 3111 completed, throughput=5MB/sec 2023-12-22T17:47:43.313 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ydwx77K0VTyxV5n off=4018957 len=473729 2023-12-22T17:47:43.313 INFO:tasks.workunit.client.0.smithi032.stdout:op 3112 completed, throughput=5MB/sec 2023-12-22T17:47:43.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:47:43 smithi032 ceph-mon[191839]: pgmap v1612: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:47:43.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:47:43 smithi032 ceph-mon[189144]: pgmap v1612: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:47:44.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:47:43 smithi039 ceph-mon[181282]: pgmap v1612: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:47:44.314 INFO:tasks.workunit.client.0.smithi032.stdout: 615: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:44.314 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ggk0tfzEEM90P3r off=10750174 len=1985736 2023-12-22T17:47:44.323 INFO:tasks.workunit.client.0.smithi032.stdout:op 3113 completed, throughput=5MB/sec 2023-12-22T17:47:44.324 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Dtq6yrKfM4kAy1t off=2743245 len=910755 2023-12-22T17:47:44.325 INFO:tasks.workunit.client.0.smithi032.stdout:op 3114 completed, throughput=5MB/sec 2023-12-22T17:47:44.325 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4pPDMQHMkchz-l_ off=13417851 len=1061227 2023-12-22T17:47:44.327 INFO:tasks.workunit.client.0.smithi032.stdout:op 3115 completed, throughput=5MB/sec 2023-12-22T17:47:44.327 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TfACvk5WRpauux3 off=5451848 len=276832 2023-12-22T17:47:44.327 INFO:tasks.workunit.client.0.smithi032.stdout:op 3116 completed, throughput=5MB/sec 2023-12-22T17:47:44.327 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pQN3yLe_5pfhvWh off=18042137 len=398161 2023-12-22T17:47:44.330 INFO:tasks.workunit.client.0.smithi032.stdout:op 3117 completed, throughput=5MB/sec 2023-12-22T17:47:44.331 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3HspRySvLhJPTBE off=5457222 len=667155 2023-12-22T17:47:44.331 INFO:tasks.workunit.client.0.smithi032.stdout:op 3118 completed, throughput=5MB/sec 2023-12-22T17:47:45.332 INFO:tasks.workunit.client.0.smithi032.stdout: 616: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:45.332 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-oodlAB4C_JqCSpM off=4473462 len=202476 2023-12-22T17:47:45.335 INFO:tasks.workunit.client.0.smithi032.stdout:op 3119 completed, throughput=4.99MB/sec 2023-12-22T17:47:45.335 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ueRxhhF6T_7cT0y off=2392671 len=1245532 2023-12-22T17:47:45.341 INFO:tasks.workunit.client.0.smithi032.stdout:op 3120 completed, throughput=4.99MB/sec 2023-12-22T17:47:45.341 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ecfwXMo8S0j-_-I off=17722140 len=1503334 2023-12-22T17:47:45.344 INFO:tasks.workunit.client.0.smithi032.stdout:op 3121 completed, throughput=5MB/sec 2023-12-22T17:47:45.344 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yngYPg7e58ocqwB off=983649 len=354063 2023-12-22T17:47:45.345 INFO:tasks.workunit.client.0.smithi032.stdout:op 3122 completed, throughput=5MB/sec 2023-12-22T17:47:45.345 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cyXhXOb_T2YVxh1 off=7024494 len=921999 2023-12-22T17:47:45.350 INFO:tasks.workunit.client.0.smithi032.stdout:op 3123 completed, throughput=5MB/sec 2023-12-22T17:47:45.350 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-R_40xDGb4N64R3C off=5173236 len=1603740 2023-12-22T17:47:45.352 INFO:tasks.workunit.client.0.smithi032.stdout:op 3124 completed, throughput=5MB/sec 2023-12-22T17:47:45.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:47:45 smithi032 ceph-mon[191839]: pgmap v1613: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:47:45.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:47:45 smithi032 ceph-mon[189144]: pgmap v1613: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:47:46.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:47:45 smithi039 ceph-mon[181282]: pgmap v1613: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:47:46.352 INFO:tasks.workunit.client.0.smithi032.stdout: 617: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:46.352 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JSaI7DnOwCirhdQ off=998716 len=670974 2023-12-22T17:47:46.356 INFO:tasks.workunit.client.0.smithi032.stdout:op 3125 completed, throughput=4.99MB/sec 2023-12-22T17:47:46.356 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jiyuc6Ls2w1hl4t off=1318309 len=1581174 2023-12-22T17:47:46.358 INFO:tasks.workunit.client.0.smithi032.stdout:op 3126 completed, throughput=5MB/sec 2023-12-22T17:47:46.358 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZgJz2UDqa2GOsq5 off=22899471 len=1322925 2023-12-22T17:47:46.363 INFO:tasks.workunit.client.0.smithi032.stdout:op 3127 completed, throughput=5MB/sec 2023-12-22T17:47:46.363 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PxyZszTu-VR5COK off=6698704 len=1084763 2023-12-22T17:47:46.369 INFO:tasks.workunit.client.0.smithi032.stdout:op 3128 completed, throughput=5MB/sec 2023-12-22T17:47:46.369 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YDPoORCVuo3WYvx off=11460623 len=24973 2023-12-22T17:47:46.371 INFO:tasks.workunit.client.0.smithi032.stdout:op 3129 completed, throughput=5MB/sec 2023-12-22T17:47:46.371 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2mgWetT8VOXfXMC off=10072721 len=97160 2023-12-22T17:47:46.373 INFO:tasks.workunit.client.0.smithi032.stdout:op 3130 completed, throughput=5MB/sec 2023-12-22T17:47:47.374 INFO:tasks.workunit.client.0.smithi032.stdout: 618: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:47.374 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KPgkv1yEPExC-ZB off=5282887 len=144745 2023-12-22T17:47:47.374 INFO:tasks.workunit.client.0.smithi032.stdout:op 3131 completed, throughput=4.99MB/sec 2023-12-22T17:47:47.375 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nxqzRtwTO2ueRIS off=12258371 len=1562372 2023-12-22T17:47:47.382 INFO:tasks.workunit.client.0.smithi032.stdout:op 3132 completed, throughput=4.99MB/sec 2023-12-22T17:47:47.382 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--OUUGggnXe3Ifwz off=1686176 len=523745 2023-12-22T17:47:47.383 INFO:tasks.workunit.client.0.smithi032.stdout:op 3133 completed, throughput=5MB/sec 2023-12-22T17:47:47.383 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JbGUS-aPhXTC-SK off=3876046 len=1051279 2023-12-22T17:47:47.388 INFO:tasks.workunit.client.0.smithi032.stdout:op 3134 completed, throughput=5MB/sec 2023-12-22T17:47:47.389 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rmiZywjblnZUhGD off=12515811 len=231208 2023-12-22T17:47:47.390 INFO:tasks.workunit.client.0.smithi032.stdout:op 3135 completed, throughput=5MB/sec 2023-12-22T17:47:47.390 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XIZ-8PnWhwb-km- off=1004625 len=439013 2023-12-22T17:47:47.391 INFO:tasks.workunit.client.0.smithi032.stdout:op 3136 completed, throughput=5MB/sec 2023-12-22T17:47:47.391 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OL_5yI1E9Q5ida8 off=1359005 len=128179 2023-12-22T17:47:47.391 INFO:tasks.workunit.client.0.smithi032.stdout:op 3137 completed, throughput=5MB/sec 2023-12-22T17:47:47.391 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Hi9Ij0rLiCxmiMv off=16472535 len=964147 2023-12-22T17:47:47.392 INFO:tasks.workunit.client.0.smithi032.stdout:op 3138 completed, throughput=5MB/sec 2023-12-22T17:47:47.392 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9CCkVpMEp3MRC6C off=695345 len=249003 2023-12-22T17:47:47.393 INFO:tasks.workunit.client.0.smithi032.stdout:op 3139 completed, throughput=5MB/sec 2023-12-22T17:47:47.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:47:47 smithi032 ceph-mon[191839]: pgmap v1614: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:47:47.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:47:47 smithi032 ceph-mon[189144]: pgmap v1614: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:47:48.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:47:47 smithi039 ceph-mon[181282]: pgmap v1614: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:47:48.393 INFO:tasks.workunit.client.0.smithi032.stdout: 619: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:48.393 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SN5eYlofUa6vN-Q off=447237 len=1617165 2023-12-22T17:47:48.395 INFO:tasks.workunit.client.0.smithi032.stdout:op 3140 completed, throughput=4.99MB/sec 2023-12-22T17:47:48.395 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_NbeYzMIv5-wFYJ off=1289401 len=1708384 2023-12-22T17:47:48.398 INFO:tasks.workunit.client.0.smithi032.stdout:op 3141 completed, throughput=5MB/sec 2023-12-22T17:47:48.399 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Qx6VO3J_0Q-9Vgp off=16795641 len=313703 2023-12-22T17:47:48.399 INFO:tasks.workunit.client.0.smithi032.stdout:op 3142 completed, throughput=5MB/sec 2023-12-22T17:47:48.399 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1NjzTXZXNIQN7PU off=0 len=1438599 2023-12-22T17:47:48.401 INFO:tasks.workunit.client.0.smithi032.stdout:op 3143 completed, throughput=5MB/sec 2023-12-22T17:47:48.401 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AAdtLk5cKfi-aDp off=1477204 len=2082924 2023-12-22T17:47:48.406 INFO:tasks.workunit.client.0.smithi032.stdout:op 3144 completed, throughput=5MB/sec 2023-12-22T17:47:49.406 INFO:tasks.workunit.client.0.smithi032.stdout: 620: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:49.406 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zoEv0h5d3NbeoaG off=462699 len=173600 2023-12-22T17:47:49.409 INFO:tasks.workunit.client.0.smithi032.stdout:op 3145 completed, throughput=5MB/sec 2023-12-22T17:47:49.409 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qf9dnedL7DjwGCR off=450904 len=313856 2023-12-22T17:47:49.412 INFO:tasks.workunit.client.0.smithi032.stdout:op 3146 completed, throughput=5MB/sec 2023-12-22T17:47:49.412 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-D8Xpt6qL1pWvokS off=92255 len=1525818 2023-12-22T17:47:49.415 INFO:tasks.workunit.client.0.smithi032.stdout:op 3147 completed, throughput=5MB/sec 2023-12-22T17:47:49.416 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cyXhXOb_T2YVxh1 off=6556688 len=1389805 2023-12-22T17:47:49.422 INFO:tasks.workunit.client.0.smithi032.stdout:op 3148 completed, throughput=5MB/sec 2023-12-22T17:47:49.422 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lOM8N1B3bThLUbY off=6145956 len=1460715 2023-12-22T17:47:49.425 INFO:tasks.workunit.client.0.smithi032.stdout:op 3149 completed, throughput=5MB/sec 2023-12-22T17:47:49.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:47:49 smithi032 ceph-mon[189144]: pgmap v1615: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:47:49.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:47:49 smithi032 ceph-mon[191839]: pgmap v1615: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:47:50.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:47:49 smithi039 ceph-mon[181282]: pgmap v1615: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:47:50.425 INFO:tasks.workunit.client.0.smithi032.stdout: 621: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:50.426 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QC0r9Djs09dAPrj off=1666067 len=1313036 2023-12-22T17:47:50.427 INFO:tasks.workunit.client.0.smithi032.stdout:op 3150 completed, throughput=5MB/sec 2023-12-22T17:47:50.427 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uH4qAnCVSjxzYqJ off=502653 len=1946697 2023-12-22T17:47:50.428 INFO:tasks.workunit.client.0.smithi032.stdout:op 3151 completed, throughput=5MB/sec 2023-12-22T17:47:50.429 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WuvDEruLnBTpE2u off=9436774 len=1532105 2023-12-22T17:47:50.435 INFO:tasks.workunit.client.0.smithi032.stdout:op 3152 completed, throughput=5MB/sec 2023-12-22T17:47:50.853 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:47:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:47:50.853 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:47:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:47:50.853 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:47:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:47:50.853 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:47:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:47:50.853 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:47:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:47:50.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:47:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:47:50.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:47:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:47:50.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:47:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:47:50.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:47:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:47:50.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:47:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:47:51.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:47:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:47:51.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:47:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:47:51.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:47:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:47:51.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:47:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:47:51.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:47:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:47:51.176 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:47:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:47:50] "GET /metrics HTTP/1.1" 200 34025 "" "Prometheus/2.43.0" 2023-12-22T17:47:51.435 INFO:tasks.workunit.client.0.smithi032.stdout: 622: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:51.436 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-S31UfDRwZKJ8SHD off=8658330 len=1473248 2023-12-22T17:47:51.443 INFO:tasks.workunit.client.0.smithi032.stdout:op 3153 completed, throughput=5MB/sec 2023-12-22T17:47:51.443 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-k7_bdDw6hEW6_m5 off=6512894 len=965993 2023-12-22T17:47:51.448 INFO:tasks.workunit.client.0.smithi032.stdout:op 3154 completed, throughput=5MB/sec 2023-12-22T17:47:51.448 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Izrw4bQhzQ6F1mQ off=19158197 len=1803548 2023-12-22T17:47:51.457 INFO:tasks.workunit.client.0.smithi032.stdout:op 3155 completed, throughput=5MB/sec 2023-12-22T17:47:51.457 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xAqPxjoR9FrFWeh off=14902650 len=1057479 2023-12-22T17:47:51.462 INFO:tasks.workunit.client.0.smithi032.stdout:op 3156 completed, throughput=5MB/sec 2023-12-22T17:47:51.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:47:51 smithi032 ceph-mon[191839]: pgmap v1616: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:47:51.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:47:51 smithi032 ceph-mon[189144]: pgmap v1616: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:47:52.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:47:51 smithi039 ceph-mon[181282]: pgmap v1616: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:47:52.462 INFO:tasks.workunit.client.0.smithi032.stdout: 623: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:52.462 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-H-CRrlTUpO7X37F off=3445494 len=439268 2023-12-22T17:47:52.464 INFO:tasks.workunit.client.0.smithi032.stdout:op 3157 completed, throughput=4.99MB/sec 2023-12-22T17:47:52.464 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-y8kC3tU6d577FkK off=7528841 len=738320 2023-12-22T17:47:52.468 INFO:tasks.workunit.client.0.smithi032.stdout:op 3158 completed, throughput=5MB/sec 2023-12-22T17:47:52.468 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EgQSMMgRnxBKwyR off=13106491 len=175545 2023-12-22T17:47:52.471 INFO:tasks.workunit.client.0.smithi032.stdout:op 3159 completed, throughput=5MB/sec 2023-12-22T17:47:52.471 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wvyZ081uIhcvIqN off=3655871 len=1865881 2023-12-22T17:47:52.480 INFO:tasks.workunit.client.0.smithi032.stdout:op 3160 completed, throughput=5MB/sec 2023-12-22T17:47:52.481 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4as2W6q7_s34OEO off=651775 len=537388 2023-12-22T17:47:52.484 INFO:tasks.workunit.client.0.smithi032.stdout:op 3161 completed, throughput=5MB/sec 2023-12-22T17:47:52.484 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MePOJpJKeSucwKj off=170234 len=1634880 2023-12-22T17:47:52.487 INFO:tasks.workunit.client.0.smithi032.stdout:op 3162 completed, throughput=5MB/sec 2023-12-22T17:47:53.487 INFO:tasks.workunit.client.0.smithi032.stdout: 624: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:53.487 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rhW09MQfmSCOhyP off=4392780 len=1850063 2023-12-22T17:47:53.489 INFO:tasks.workunit.client.0.smithi032.stdout:op 3163 completed, throughput=5MB/sec 2023-12-22T17:47:53.489 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nefjHdPlbUsm0Cg off=13841387 len=822526 2023-12-22T17:47:53.495 INFO:tasks.workunit.client.0.smithi032.stdout:op 3164 completed, throughput=5MB/sec 2023-12-22T17:47:53.495 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xMe6LyE9RNI_ndh off=724692 len=1987632 2023-12-22T17:47:53.497 INFO:tasks.workunit.client.0.smithi032.stdout:op 3165 completed, throughput=5MB/sec 2023-12-22T17:47:53.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:47:53 smithi032 ceph-mon[191839]: pgmap v1617: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-22T17:47:53.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:47:53 smithi032 ceph-mon[189144]: pgmap v1617: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-22T17:47:54.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:47:53 smithi039 ceph-mon[181282]: pgmap v1617: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-22T17:47:54.497 INFO:tasks.workunit.client.0.smithi032.stdout: 625: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:54.497 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DV2ZI57-IosuwXO off=16795226 len=419625 2023-12-22T17:47:54.498 INFO:tasks.workunit.client.0.smithi032.stdout:op 3166 completed, throughput=4.99MB/sec 2023-12-22T17:47:54.498 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OnYff6yNGNPJf1i off=7782833 len=2013747 2023-12-22T17:47:54.507 INFO:tasks.workunit.client.0.smithi032.stdout:op 3167 completed, throughput=5MB/sec 2023-12-22T17:47:54.507 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SdHIMfvI_0Bs6Pv off=21244200 len=414648 2023-12-22T17:47:54.508 INFO:tasks.workunit.client.0.smithi032.stdout:op 3168 completed, throughput=5MB/sec 2023-12-22T17:47:54.508 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gjU5wxqD7bEHMUC off=117368 len=1621025 2023-12-22T17:47:54.514 INFO:tasks.workunit.client.0.smithi032.stdout:op 3169 completed, throughput=5MB/sec 2023-12-22T17:47:54.514 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gU1q9HiXBU1fxh0 off=690087 len=1323819 2023-12-22T17:47:54.515 INFO:tasks.workunit.client.0.smithi032.stdout:op 3170 completed, throughput=5MB/sec 2023-12-22T17:47:55.516 INFO:tasks.workunit.client.0.smithi032.stdout: 626: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:55.516 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xzyxiU3sok9Araz off=9764800 len=1648902 2023-12-22T17:47:55.524 INFO:tasks.workunit.client.0.smithi032.stdout:op 3171 completed, throughput=5MB/sec 2023-12-22T17:47:55.524 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-C4KwtXb8b8MdLK7 off=0 len=1445482 2023-12-22T17:47:55.526 INFO:tasks.workunit.client.0.smithi032.stdout:op 3172 completed, throughput=5MB/sec 2023-12-22T17:47:55.526 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ipfE_4VkwP3c_gP off=13400525 len=1888742 2023-12-22T17:47:55.529 INFO:tasks.workunit.client.0.smithi032.stdout:op 3173 completed, throughput=5MB/sec 2023-12-22T17:47:55.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:47:55 smithi032 ceph-mon[191839]: pgmap v1618: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-22T17:47:55.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:47:55 smithi032 ceph-mon[189144]: pgmap v1618: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-22T17:47:56.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:47:55 smithi039 ceph-mon[181282]: pgmap v1618: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-22T17:47:56.529 INFO:tasks.workunit.client.0.smithi032.stdout: 627: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:56.529 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fCyTuh_0zRPkmjc off=4851601 len=48885 2023-12-22T17:47:56.531 INFO:tasks.workunit.client.0.smithi032.stdout:op 3174 completed, throughput=4.99MB/sec 2023-12-22T17:47:56.532 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1odtQrFcaaivcu_ off=6310266 len=1081033 2023-12-22T17:47:56.538 INFO:tasks.workunit.client.0.smithi032.stdout:op 3175 completed, throughput=4.99MB/sec 2023-12-22T17:47:56.538 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fBQrnLlzva7YgyD off=18941537 len=1419982 2023-12-22T17:47:56.545 INFO:tasks.workunit.client.0.smithi032.stdout:op 3176 completed, throughput=5MB/sec 2023-12-22T17:47:56.545 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-G0ogFIsUpycOtm8 off=325680 len=890225 2023-12-22T17:47:56.550 INFO:tasks.workunit.client.0.smithi032.stdout:op 3177 completed, throughput=5MB/sec 2023-12-22T17:47:56.550 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0S677p5T15EIsXS off=148481 len=228746 2023-12-22T17:47:56.551 INFO:tasks.workunit.client.0.smithi032.stdout:op 3178 completed, throughput=5MB/sec 2023-12-22T17:47:56.551 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VLja-advhi8XtEz off=9083474 len=1024798 2023-12-22T17:47:56.556 INFO:tasks.workunit.client.0.smithi032.stdout:op 3179 completed, throughput=5MB/sec 2023-12-22T17:47:56.556 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-beh3n4dUpksC94T off=7139451 len=1583752 2023-12-22T17:47:56.563 INFO:tasks.workunit.client.0.smithi032.stdout:op 3180 completed, throughput=5MB/sec 2023-12-22T17:47:57.563 INFO:tasks.workunit.client.0.smithi032.stdout: 628: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:57.563 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-27Bvbq8bCGWHb7f off=3596711 len=742629 2023-12-22T17:47:57.564 INFO:tasks.workunit.client.0.smithi032.stdout:op 3181 completed, throughput=5MB/sec 2023-12-22T17:47:57.564 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DxF6LIaINz1Vhq5 off=1160700 len=1737212 2023-12-22T17:47:57.567 INFO:tasks.workunit.client.0.smithi032.stdout:op 3182 completed, throughput=5MB/sec 2023-12-22T17:47:57.567 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5rahVM_B-CMz6Ss off=17970960 len=1316302 2023-12-22T17:47:57.573 INFO:tasks.workunit.client.0.smithi032.stdout:op 3183 completed, throughput=5MB/sec 2023-12-22T17:47:57.573 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2xAjRUnyghfHc-b off=1830445 len=515026 2023-12-22T17:47:57.577 INFO:tasks.workunit.client.0.smithi032.stdout:op 3184 completed, throughput=5MB/sec 2023-12-22T17:47:57.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:47:57 smithi032 ceph-mon[191839]: pgmap v1619: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:47:57.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:47:57 smithi032 ceph-mon[189144]: pgmap v1619: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:47:58.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:47:57 smithi039 ceph-mon[181282]: pgmap v1619: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:47:58.578 INFO:tasks.workunit.client.0.smithi032.stdout: 629: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:58.578 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DtF3JIPfiFXuDZe off=18073880 len=2089938 2023-12-22T17:47:58.580 INFO:tasks.workunit.client.0.smithi032.stdout:op 3185 completed, throughput=5MB/sec 2023-12-22T17:47:58.580 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CDMZ0s8W9Qq6dFO off=338411 len=810089 2023-12-22T17:47:58.582 INFO:tasks.workunit.client.0.smithi032.stdout:op 3186 completed, throughput=5MB/sec 2023-12-22T17:47:58.582 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-d43OnvfMZAWGBWT off=1188071 len=691059 2023-12-22T17:47:58.584 INFO:tasks.workunit.client.0.smithi032.stdout:op 3187 completed, throughput=5MB/sec 2023-12-22T17:47:58.584 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cm_wfldaPGlnIKk off=10908451 len=1820274 2023-12-22T17:47:58.591 INFO:tasks.workunit.client.0.smithi032.stdout:op 3188 completed, throughput=5MB/sec 2023-12-22T17:47:58.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:47:58 smithi032 ceph-mon[191839]: pgmap v1620: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:47:58.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:47:58 smithi032 ceph-mon[189144]: pgmap v1620: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:47:59.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:47:58 smithi039 ceph-mon[181282]: pgmap v1620: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:47:59.591 INFO:tasks.workunit.client.0.smithi032.stdout: 630: throughput=4.99MB/sec pending data=0 2023-12-22T17:47:59.591 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lXHslXppMUVClEA off=554553 len=297021 2023-12-22T17:47:59.595 INFO:tasks.workunit.client.0.smithi032.stdout:op 3189 completed, throughput=4.99MB/sec 2023-12-22T17:47:59.595 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--azw4Z84yj5KR-f off=12950222 len=452949 2023-12-22T17:47:59.596 INFO:tasks.workunit.client.0.smithi032.stdout:op 3190 completed, throughput=4.99MB/sec 2023-12-22T17:47:59.596 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Y6aglJl2Tn--dqq off=4797913 len=698129 2023-12-22T17:47:59.600 INFO:tasks.workunit.client.0.smithi032.stdout:op 3191 completed, throughput=4.99MB/sec 2023-12-22T17:47:59.601 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YeqqojQ1nN0vD6v off=1713187 len=1260819 2023-12-22T17:47:59.603 INFO:tasks.workunit.client.0.smithi032.stdout:op 3192 completed, throughput=5MB/sec 2023-12-22T17:47:59.603 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ef0n2-Le_RKg95u off=2377890 len=702320 2023-12-22T17:47:59.608 INFO:tasks.workunit.client.0.smithi032.stdout:op 3193 completed, throughput=5MB/sec 2023-12-22T17:47:59.608 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JTQ_G6CFH99ltAx off=273548 len=2073722 2023-12-22T17:47:59.618 INFO:tasks.workunit.client.0.smithi032.stdout:op 3194 completed, throughput=5MB/sec 2023-12-22T17:48:00.618 INFO:tasks.workunit.client.0.smithi032.stdout: 631: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:00.618 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fWMGa1HPnEkJcwC off=3568630 len=1490925 2023-12-22T17:48:00.619 INFO:tasks.workunit.client.0.smithi032.stdout:op 3195 completed, throughput=4.99MB/sec 2023-12-22T17:48:00.620 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-okS2U5q52yDOam7 off=3675533 len=437444 2023-12-22T17:48:00.623 INFO:tasks.workunit.client.0.smithi032.stdout:op 3196 completed, throughput=5MB/sec 2023-12-22T17:48:00.624 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RjWD3pgvFSoKCX6 off=1018631 len=1528320 2023-12-22T17:48:00.625 INFO:tasks.workunit.client.0.smithi032.stdout:op 3197 completed, throughput=5MB/sec 2023-12-22T17:48:00.626 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5HT_BE7frtdYV0o off=20041734 len=492008 2023-12-22T17:48:00.629 INFO:tasks.workunit.client.0.smithi032.stdout:op 3198 completed, throughput=5MB/sec 2023-12-22T17:48:00.629 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-66VPqLijVK7F48y off=13802262 len=1911340 2023-12-22T17:48:00.631 INFO:tasks.workunit.client.0.smithi032.stdout:op 3199 completed, throughput=5MB/sec 2023-12-22T17:48:00.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:48:00 smithi032 ceph-mon[191839]: pgmap v1621: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:48:00.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:48:00 smithi032 ceph-mon[189144]: pgmap v1621: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:48:00.927 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:48:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:48:00] "GET /metrics HTTP/1.1" 200 34025 "" "Prometheus/2.43.0" 2023-12-22T17:48:01.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:48:00 smithi039 ceph-mon[181282]: pgmap v1621: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:48:01.631 INFO:tasks.workunit.client.0.smithi032.stdout: 632: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:01.632 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1idPH68q5iPOLiT off=1393101 len=1235839 2023-12-22T17:48:01.634 INFO:tasks.workunit.client.0.smithi032.stdout:op 3200 completed, throughput=5MB/sec 2023-12-22T17:48:01.634 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TmvYAFD1Z5MWWjF off=281289 len=1381958 2023-12-22T17:48:01.636 INFO:tasks.workunit.client.0.smithi032.stdout:op 3201 completed, throughput=5MB/sec 2023-12-22T17:48:01.636 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xnDYGzHzGbnxISa off=19132378 len=1164448 2023-12-22T17:48:01.642 INFO:tasks.workunit.client.0.smithi032.stdout:op 3202 completed, throughput=5MB/sec 2023-12-22T17:48:01.642 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CGR1k3SBnxTi3s6 off=1004581 len=1610567 2023-12-22T17:48:01.648 INFO:tasks.workunit.client.0.smithi032.stdout:op 3203 completed, throughput=5MB/sec 2023-12-22T17:48:02.649 INFO:tasks.workunit.client.0.smithi032.stdout: 633: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:02.649 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zoHfaPyo9prkcf9 off=7125287 len=947168 2023-12-22T17:48:02.653 INFO:tasks.workunit.client.0.smithi032.stdout:op 3204 completed, throughput=5MB/sec 2023-12-22T17:48:02.654 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-njrf2ik4C-JzW4g off=803939 len=974321 2023-12-22T17:48:02.659 INFO:tasks.workunit.client.0.smithi032.stdout:op 3205 completed, throughput=5MB/sec 2023-12-22T17:48:02.659 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qNEDlo_TIxa9uFD off=423271 len=2031633 2023-12-22T17:48:02.661 INFO:tasks.workunit.client.0.smithi032.stdout:op 3206 completed, throughput=5MB/sec 2023-12-22T17:48:02.661 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_24IbrFyJ32QZ0n off=10403845 len=1931312 2023-12-22T17:48:02.665 INFO:tasks.workunit.client.0.smithi032.stdout:op 3207 completed, throughput=5MB/sec 2023-12-22T17:48:03.665 INFO:tasks.workunit.client.0.smithi032.stdout: 634: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:03.665 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3ztrG-4QkQ3x3Jv off=15529250 len=541185 2023-12-22T17:48:03.669 INFO:tasks.workunit.client.0.smithi032.stdout:op 3208 completed, throughput=5MB/sec 2023-12-22T17:48:03.669 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Sk9Juw_6B15-zDg off=715809 len=2056504 2023-12-22T17:48:03.679 INFO:tasks.workunit.client.0.smithi032.stdout:op 3209 completed, throughput=5MB/sec 2023-12-22T17:48:03.679 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WJ5BHgHnEbFMJsC off=2443695 len=363281 2023-12-22T17:48:03.680 INFO:tasks.workunit.client.0.smithi032.stdout:op 3210 completed, throughput=5MB/sec 2023-12-22T17:48:03.680 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Pj1DxQb_0P4bSqZ off=9715547 len=976107 2023-12-22T17:48:03.682 INFO:tasks.workunit.client.0.smithi032.stdout:op 3211 completed, throughput=5MB/sec 2023-12-22T17:48:03.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:48:03 smithi032 ceph-mon[189144]: pgmap v1622: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:48:03.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:48:03 smithi032 ceph-mon[191839]: pgmap v1622: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:48:04.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:48:03 smithi039 ceph-mon[181282]: pgmap v1622: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:48:04.682 INFO:tasks.workunit.client.0.smithi032.stdout: 635: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:04.683 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yvnlZpCESiRDc6V off=11479762 len=1636054 2023-12-22T17:48:04.690 INFO:tasks.workunit.client.0.smithi032.stdout:op 3212 completed, throughput=4.99MB/sec 2023-12-22T17:48:04.691 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-26ntvxCyKuAcUfF off=9312989 len=1097286 2023-12-22T17:48:04.692 INFO:tasks.workunit.client.0.smithi032.stdout:op 3213 completed, throughput=5MB/sec 2023-12-22T17:48:04.692 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3YMmDqh8wu0HyXa off=5263716 len=1694422 2023-12-22T17:48:04.698 INFO:tasks.workunit.client.0.smithi032.stdout:op 3214 completed, throughput=5MB/sec 2023-12-22T17:48:04.698 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5MdxcYP4VwgjWWY off=1526197 len=1281009 2023-12-22T17:48:04.704 INFO:tasks.workunit.client.0.smithi032.stdout:op 3215 completed, throughput=5MB/sec 2023-12-22T17:48:05.704 INFO:tasks.workunit.client.0.smithi032.stdout: 636: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:05.704 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bC-bPRKUsvss5C8 off=250689 len=1970889 2023-12-22T17:48:05.713 INFO:tasks.workunit.client.0.smithi032.stdout:op 3216 completed, throughput=5MB/sec 2023-12-22T17:48:05.713 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4pCkHVJE_Ydra3S off=23565388 len=1742430 2023-12-22T17:48:05.717 INFO:tasks.workunit.client.0.smithi032.stdout:op 3217 completed, throughput=5MB/sec 2023-12-22T17:48:05.717 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uGTidsHJ4alhVY4 off=4943125 len=1668921 2023-12-22T17:48:05.717 INFO:tasks.workunit.client.0.smithi032.stdout:op 3218 completed, throughput=5MB/sec 2023-12-22T17:48:05.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:48:05 smithi032 ceph-mon[189144]: pgmap v1623: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:48:05.926 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:48:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:48:05.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:48:05 smithi032 ceph-mon[191839]: pgmap v1623: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:48:05.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:48:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:48:05.930 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:48:06.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:48:05 smithi039 ceph-mon[181282]: pgmap v1623: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:48:06.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:48:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:48:06.256 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:48:06.256 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (28m) 4m ago 32m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:48:06.256 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (27m) 2m ago 32m 90.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:48:06.256 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (33m) 4m ago 33m 20.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:48:06.256 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (33m) 2m ago 33m 27.7M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:48:06.256 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (27m) 2m ago 35m 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:48:06.256 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (27m) 4m ago 37m 541M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:48:06.256 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (27m) 4m ago 37m 246M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:48:06.256 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (26m) 2m ago 36m 150M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:48:06.256 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (26m) 4m ago 36m 150M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:48:06.256 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (28m) 4m ago 32m 15.8M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:48:06.256 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (27m) 2m ago 32m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:48:06.257 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (26m) 4m ago 35m 1953M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:48:06.257 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (25m) 4m ago 35m 2201M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:48:06.257 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (25m) 4m ago 35m 2126M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:48:06.257 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (24m) 4m ago 34m 1857M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:48:06.257 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (24m) 2m ago 34m 1838M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:48:06.257 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (23m) 2m ago 34m 1596M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:48:06.257 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (23m) 2m ago 33m 1056M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:48:06.257 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (22m) 2m ago 33m 1503M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:48:06.257 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (27m) 2m ago 32m 79.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:48:06.669 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:48:06.669 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:48:06.669 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:48:06.669 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:48:06.669 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:48:06.669 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:48:06.669 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:48:06.670 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:48:06.670 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:48:06.670 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:48:06.670 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:48:06.670 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:48:06.670 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:48:06.670 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:48:06.670 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:48:06.670 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:48:06.670 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:48:06.670 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:48:06.718 INFO:tasks.workunit.client.0.smithi032.stdout: 637: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:06.718 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QhAOSGmh3dft0fb off=8902057 len=48172 2023-12-22T17:48:06.721 INFO:tasks.workunit.client.0.smithi032.stdout:op 3219 completed, throughput=4.99MB/sec 2023-12-22T17:48:06.721 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-M6FIc4tIy1ak5F8 off=15278210 len=1470143 2023-12-22T17:48:06.727 INFO:tasks.workunit.client.0.smithi032.stdout:op 3220 completed, throughput=5MB/sec 2023-12-22T17:48:06.727 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-k--Gv_7DhYR7JeA off=5754098 len=815750 2023-12-22T17:48:06.732 INFO:tasks.workunit.client.0.smithi032.stdout:op 3221 completed, throughput=5MB/sec 2023-12-22T17:48:06.732 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jCSXGXfhHn_CpDE off=10289124 len=777992 2023-12-22T17:48:06.735 INFO:tasks.workunit.client.0.smithi032.stdout:op 3222 completed, throughput=5MB/sec 2023-12-22T17:48:06.735 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HPf5oTp0Jrb-XtY off=607185 len=1147633 2023-12-22T17:48:06.736 INFO:tasks.workunit.client.0.smithi032.stdout:op 3223 completed, throughput=5MB/sec 2023-12-22T17:48:06.737 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eOXOO6i2GcXI7RT off=518095 len=1222983 2023-12-22T17:48:06.737 INFO:tasks.workunit.client.0.smithi032.stdout:op 3224 completed, throughput=5MB/sec 2023-12-22T17:48:07.738 INFO:tasks.workunit.client.0.smithi032.stdout: 638: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:07.738 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7aNUYVpvFTd3aSv off=3411085 len=567299 2023-12-22T17:48:07.739 INFO:tasks.workunit.client.0.smithi032.stdout:op 3225 completed, throughput=4.99MB/sec 2023-12-22T17:48:07.740 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DkKFc_S2B8vb8vO off=14552039 len=503625 2023-12-22T17:48:07.744 INFO:tasks.workunit.client.0.smithi032.stdout:op 3226 completed, throughput=4.99MB/sec 2023-12-22T17:48:07.744 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sB2ZMuGWN3RQeKX off=5380241 len=1323843 2023-12-22T17:48:07.750 INFO:tasks.workunit.client.0.smithi032.stdout:op 3227 completed, throughput=5MB/sec 2023-12-22T17:48:07.750 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pd6ErvAUqoH925h off=276859 len=980053 2023-12-22T17:48:07.755 INFO:tasks.workunit.client.0.smithi032.stdout:op 3228 completed, throughput=5MB/sec 2023-12-22T17:48:07.755 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ssWl4w4v_WZfHk_ off=2712780 len=1447989 2023-12-22T17:48:07.761 INFO:tasks.workunit.client.0.smithi032.stdout:op 3229 completed, throughput=5MB/sec 2023-12-22T17:48:07.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:48:07 smithi032 ceph-mon[191839]: pgmap v1624: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-22T17:48:07.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:48:07 smithi032 ceph-mon[191839]: from='client.35562 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:48:07.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:48:07 smithi032 ceph-mon[191839]: from='client.35568 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:48:07.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:48:07 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1521855262' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:48:07.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:48:07 smithi032 ceph-mon[189144]: pgmap v1624: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-22T17:48:07.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:48:07 smithi032 ceph-mon[189144]: from='client.35562 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:48:07.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:48:07 smithi032 ceph-mon[189144]: from='client.35568 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:48:07.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:48:07 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1521855262' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:48:08.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:48:07 smithi039 ceph-mon[181282]: pgmap v1624: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-22T17:48:08.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:48:07 smithi039 ceph-mon[181282]: from='client.35562 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:48:08.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:48:07 smithi039 ceph-mon[181282]: from='client.35568 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:48:08.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:48:07 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1521855262' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:48:08.761 INFO:tasks.workunit.client.0.smithi032.stdout: 639: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:08.762 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5bVz-f6afPXiHHI off=3367185 len=1851767 2023-12-22T17:48:08.771 INFO:tasks.workunit.client.0.smithi032.stdout:op 3230 completed, throughput=5MB/sec 2023-12-22T17:48:08.771 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WaNraWm_BRpGSOB off=7178170 len=1586494 2023-12-22T17:48:08.773 INFO:tasks.workunit.client.0.smithi032.stdout:op 3231 completed, throughput=5MB/sec 2023-12-22T17:48:08.773 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QRBj43sgm-rxoaW off=2413178 len=694964 2023-12-22T17:48:08.778 INFO:tasks.workunit.client.0.smithi032.stdout:op 3232 completed, throughput=5MB/sec 2023-12-22T17:48:08.778 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Idgpbawlo4M55U5 off=444906 len=943608 2023-12-22T17:48:08.783 INFO:tasks.workunit.client.0.smithi032.stdout:op 3233 completed, throughput=5MB/sec 2023-12-22T17:48:08.783 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9288oLOL7Ank5ad off=2986252 len=639687 2023-12-22T17:48:08.784 INFO:tasks.workunit.client.0.smithi032.stdout:op 3234 completed, throughput=5MB/sec 2023-12-22T17:48:09.784 INFO:tasks.workunit.client.0.smithi032.stdout: 640: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:09.785 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9Xjci1gt-GSc3iC off=1141253 len=584924 2023-12-22T17:48:09.785 INFO:tasks.workunit.client.0.smithi032.stdout:op 3235 completed, throughput=4.99MB/sec 2023-12-22T17:48:09.785 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5pjAue8RW1F2lpo off=8006671 len=1063070 2023-12-22T17:48:09.791 INFO:tasks.workunit.client.0.smithi032.stdout:op 3236 completed, throughput=5MB/sec 2023-12-22T17:48:09.792 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XtTa6s4c8lqvrdw off=0 len=1693529 2023-12-22T17:48:09.795 INFO:tasks.workunit.client.0.smithi032.stdout:op 3237 completed, throughput=5MB/sec 2023-12-22T17:48:09.795 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CvtOzIfk1pzXDDY off=4591910 len=1016819 2023-12-22T17:48:09.801 INFO:tasks.workunit.client.0.smithi032.stdout:op 3238 completed, throughput=5MB/sec 2023-12-22T17:48:09.801 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ODvRWtkafkHFgNi off=279233 len=1663788 2023-12-22T17:48:09.804 INFO:tasks.workunit.client.0.smithi032.stdout:op 3239 completed, throughput=5MB/sec 2023-12-22T17:48:09.926 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:48:09 smithi032 ceph-mon[191839]: pgmap v1625: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-22T17:48:09.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:48:09 smithi032 ceph-mon[189144]: pgmap v1625: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-22T17:48:10.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:48:09 smithi039 ceph-mon[181282]: pgmap v1625: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-22T17:48:10.805 INFO:tasks.workunit.client.0.smithi032.stdout: 641: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:10.805 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-44bZQhObL748Gec off=923883 len=2094938 2023-12-22T17:48:10.814 INFO:tasks.workunit.client.0.smithi032.stdout:op 3240 completed, throughput=5MB/sec 2023-12-22T17:48:10.814 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vJcehWVyaqv7FyC off=3220782 len=2017360 2023-12-22T17:48:10.824 INFO:tasks.workunit.client.0.smithi032.stdout:op 3241 completed, throughput=5MB/sec 2023-12-22T17:48:10.824 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ia2NO-38eztVZ9m off=729479 len=620929 2023-12-22T17:48:10.827 INFO:tasks.workunit.client.0.smithi032.stdout:op 3242 completed, throughput=5MB/sec 2023-12-22T17:48:11.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:48:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:48:10] "GET /metrics HTTP/1.1" 200 34026 "" "Prometheus/2.43.0" 2023-12-22T17:48:11.828 INFO:tasks.workunit.client.0.smithi032.stdout: 642: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:11.828 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RGNEToWh9IJHkam off=486069 len=986288 2023-12-22T17:48:11.832 INFO:tasks.workunit.client.0.smithi032.stdout:op 3243 completed, throughput=4.99MB/sec 2023-12-22T17:48:11.833 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QIARYB8ScvxbkKE off=1432741 len=2023321 2023-12-22T17:48:11.835 INFO:tasks.workunit.client.0.smithi032.stdout:op 3244 completed, throughput=5MB/sec 2023-12-22T17:48:11.835 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SK0udKsw4y-I4ER off=7314844 len=1755872 2023-12-22T17:48:11.842 INFO:tasks.workunit.client.0.smithi032.stdout:op 3245 completed, throughput=5MB/sec 2023-12-22T17:48:11.842 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vZedOnuAWRwqKLP off=2081939 len=825452 2023-12-22T17:48:11.843 INFO:tasks.workunit.client.0.smithi032.stdout:op 3246 completed, throughput=5MB/sec 2023-12-22T17:48:11.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:48:11 smithi032 ceph-mon[191839]: pgmap v1626: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-22T17:48:11.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:48:11 smithi032 ceph-mon[189144]: pgmap v1626: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-22T17:48:12.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:48:11 smithi039 ceph-mon[181282]: pgmap v1626: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-22T17:48:12.844 INFO:tasks.workunit.client.0.smithi032.stdout: 643: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:12.844 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZxTK1hybp3IJXl6 off=8942001 len=1516273 2023-12-22T17:48:12.850 INFO:tasks.workunit.client.0.smithi032.stdout:op 3247 completed, throughput=5MB/sec 2023-12-22T17:48:12.850 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1pAIEbTaNI215rH off=19952163 len=1567862 2023-12-22T17:48:12.857 INFO:tasks.workunit.client.0.smithi032.stdout:op 3248 completed, throughput=5MB/sec 2023-12-22T17:48:12.858 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Di_1Vm5r2ftC_jI off=2952527 len=1063740 2023-12-22T17:48:12.860 INFO:tasks.workunit.client.0.smithi032.stdout:op 3249 completed, throughput=5MB/sec 2023-12-22T17:48:12.860 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XKrpzFX-h0slbgj off=17376650 len=1130977 2023-12-22T17:48:12.866 INFO:tasks.workunit.client.0.smithi032.stdout:op 3250 completed, throughput=5MB/sec 2023-12-22T17:48:13.866 INFO:tasks.workunit.client.0.smithi032.stdout: 644: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:13.867 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-r8hb6jrzOi2Zx1r off=1648510 len=1350639 2023-12-22T17:48:13.873 INFO:tasks.workunit.client.0.smithi032.stdout:op 3251 completed, throughput=5MB/sec 2023-12-22T17:48:13.873 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uARqeexBOMcOsZ3 off=3252372 len=1816858 2023-12-22T17:48:13.877 INFO:tasks.workunit.client.0.smithi032.stdout:op 3252 completed, throughput=5MB/sec 2023-12-22T17:48:13.877 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FFkKkyQFdiyuxHH off=5227755 len=1557076 2023-12-22T17:48:13.885 INFO:tasks.workunit.client.0.smithi032.stdout:op 3253 completed, throughput=5MB/sec 2023-12-22T17:48:13.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:48:13 smithi032 ceph-mon[191839]: pgmap v1627: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-22T17:48:13.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:48:13 smithi032 ceph-mon[189144]: pgmap v1627: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-22T17:48:14.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:48:13 smithi039 ceph-mon[181282]: pgmap v1627: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-22T17:48:14.885 INFO:tasks.workunit.client.0.smithi032.stdout: 645: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:14.885 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_uj18dlMjPgPln3 off=2563346 len=1124835 2023-12-22T17:48:14.891 INFO:tasks.workunit.client.0.smithi032.stdout:op 3254 completed, throughput=4.99MB/sec 2023-12-22T17:48:14.891 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6e4HNs7S94DgiOK off=3506 len=1971650 2023-12-22T17:48:14.893 INFO:tasks.workunit.client.0.smithi032.stdout:op 3255 completed, throughput=5MB/sec 2023-12-22T17:48:14.893 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_Z_Unki_Cd-_vxx off=6309249 len=1922415 2023-12-22T17:48:14.901 INFO:tasks.workunit.client.0.smithi032.stdout:op 3256 completed, throughput=5MB/sec 2023-12-22T17:48:14.902 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TUuLyFk006iXjWV off=744742 len=1118673 2023-12-22T17:48:14.907 INFO:tasks.workunit.client.0.smithi032.stdout:op 3257 completed, throughput=5MB/sec 2023-12-22T17:48:15.907 INFO:tasks.workunit.client.0.smithi032.stdout: 646: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:15.908 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AAg-akSOTJqQM9Z off=20487301 len=1115029 2023-12-22T17:48:15.909 INFO:tasks.workunit.client.0.smithi032.stdout:op 3258 completed, throughput=5MB/sec 2023-12-22T17:48:15.910 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eZj6tnW_KzqnDoA off=1542320 len=1312205 2023-12-22T17:48:15.911 INFO:tasks.workunit.client.0.smithi032.stdout:op 3259 completed, throughput=5MB/sec 2023-12-22T17:48:15.911 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wp1pOkbw0TKSzc7 off=2928033 len=1186457 2023-12-22T17:48:15.912 INFO:tasks.workunit.client.0.smithi032.stdout:op 3260 completed, throughput=5MB/sec 2023-12-22T17:48:15.913 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-03l2i0_tI7ROGpu off=3071304 len=385239 2023-12-22T17:48:15.917 INFO:tasks.workunit.client.0.smithi032.stdout:op 3261 completed, throughput=5MB/sec 2023-12-22T17:48:15.917 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dX_EMV1mzQySHuK off=9272169 len=135956 2023-12-22T17:48:15.918 INFO:tasks.workunit.client.0.smithi032.stdout:op 3262 completed, throughput=5MB/sec 2023-12-22T17:48:15.918 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BKVGrJw5ty5siRn off=622304 len=2053648 2023-12-22T17:48:15.920 INFO:tasks.workunit.client.0.smithi032.stdout:op 3263 completed, throughput=5MB/sec 2023-12-22T17:48:15.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:48:15 smithi032 ceph-mon[191839]: pgmap v1628: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-22T17:48:15.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:48:15 smithi032 ceph-mon[189144]: pgmap v1628: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-22T17:48:16.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:48:15 smithi039 ceph-mon[181282]: pgmap v1628: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-22T17:48:16.920 INFO:tasks.workunit.client.0.smithi032.stdout: 647: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:16.920 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-F5D02Ds8-owcl3p off=7615861 len=1239500 2023-12-22T17:48:16.926 INFO:tasks.workunit.client.0.smithi032.stdout:op 3264 completed, throughput=5MB/sec 2023-12-22T17:48:16.926 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Tkgd_hIxFuFAmN- off=4817091 len=1063013 2023-12-22T17:48:16.932 INFO:tasks.workunit.client.0.smithi032.stdout:op 3265 completed, throughput=5MB/sec 2023-12-22T17:48:16.932 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-T3lQXYrOfa3V27_ off=11771000 len=495265 2023-12-22T17:48:16.933 INFO:tasks.workunit.client.0.smithi032.stdout:op 3266 completed, throughput=5MB/sec 2023-12-22T17:48:16.933 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-itljUbZ1FuciVWL off=18911327 len=1882151 2023-12-22T17:48:16.942 INFO:tasks.workunit.client.0.smithi032.stdout:op 3267 completed, throughput=5MB/sec 2023-12-22T17:48:17.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:48:17 smithi032 ceph-mon[189144]: pgmap v1629: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-22T17:48:17.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:48:17 smithi032 ceph-mon[191839]: pgmap v1629: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-22T17:48:17.942 INFO:tasks.workunit.client.0.smithi032.stdout: 648: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:17.942 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-R03BaEzl5ndfaof off=3027431 len=802654 2023-12-22T17:48:17.948 INFO:tasks.workunit.client.0.smithi032.stdout:op 3268 completed, throughput=5MB/sec 2023-12-22T17:48:17.948 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-H3u7YF1uAKMnqe3 off=5824960 len=1940157 2023-12-22T17:48:17.955 INFO:tasks.workunit.client.0.smithi032.stdout:op 3269 completed, throughput=5MB/sec 2023-12-22T17:48:17.955 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-daCJ0SkY1CF-PR7 off=10524578 len=1687529 2023-12-22T17:48:17.964 INFO:tasks.workunit.client.0.smithi032.stdout:op 3270 completed, throughput=5MB/sec 2023-12-22T17:48:18.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:48:17 smithi039 ceph-mon[181282]: pgmap v1629: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-22T17:48:18.964 INFO:tasks.workunit.client.0.smithi032.stdout: 649: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:18.964 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wV525TNJSdCY-Cj off=4032444 len=2045260 2023-12-22T17:48:18.966 INFO:tasks.workunit.client.0.smithi032.stdout:op 3271 completed, throughput=5MB/sec 2023-12-22T17:48:18.967 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ep8AgNrVT42avut off=5579314 len=1003896 2023-12-22T17:48:18.972 INFO:tasks.workunit.client.0.smithi032.stdout:op 3272 completed, throughput=5MB/sec 2023-12-22T17:48:18.972 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-U7Vc0lJ-7ZxwfqH off=252647 len=1000127 2023-12-22T17:48:18.974 INFO:tasks.workunit.client.0.smithi032.stdout:op 3273 completed, throughput=5MB/sec 2023-12-22T17:48:18.974 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6eD1GsE63OGnoX6 off=8789594 len=198368 2023-12-22T17:48:18.977 INFO:tasks.workunit.client.0.smithi032.stdout:op 3274 completed, throughput=5MB/sec 2023-12-22T17:48:18.977 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MKB3eZrySG7DyqU off=10624285 len=1718082 2023-12-22T17:48:18.985 INFO:tasks.workunit.client.0.smithi032.stdout:op 3275 completed, throughput=5MB/sec 2023-12-22T17:48:19.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:48:19 smithi032 ceph-mon[189144]: pgmap v1630: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 3 op/s 2023-12-22T17:48:19.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:48:19 smithi032 ceph-mon[191839]: pgmap v1630: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 3 op/s 2023-12-22T17:48:19.985 INFO:tasks.workunit.client.0.smithi032.stdout: 650: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:19.985 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--pUXgy1lLXQdwue off=422445 len=279037 2023-12-22T17:48:19.986 INFO:tasks.workunit.client.0.smithi032.stdout:op 3276 completed, throughput=4.99MB/sec 2023-12-22T17:48:19.986 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hEDjc5W0_VJYfaZ off=12979572 len=532324 2023-12-22T17:48:19.990 INFO:tasks.workunit.client.0.smithi032.stdout:op 3277 completed, throughput=4.99MB/sec 2023-12-22T17:48:19.991 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PKNXs5lFkHKbcyF off=9468239 len=80856 2023-12-22T17:48:19.991 INFO:tasks.workunit.client.0.smithi032.stdout:op 3278 completed, throughput=4.99MB/sec 2023-12-22T17:48:19.991 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Bpi7wA3xLCbZy9g off=1689243 len=97993 2023-12-22T17:48:19.993 INFO:tasks.workunit.client.0.smithi032.stdout:op 3279 completed, throughput=4.99MB/sec 2023-12-22T17:48:19.993 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FOI_G5-rDM8erN6 off=12460467 len=1667403 2023-12-22T17:48:20.001 INFO:tasks.workunit.client.0.smithi032.stdout:op 3280 completed, throughput=5MB/sec 2023-12-22T17:48:20.001 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bQQQFiH_9n37U1h off=4642580 len=1000336 2023-12-22T17:48:20.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:48:19 smithi039 ceph-mon[181282]: pgmap v1630: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 3 op/s 2023-12-22T17:48:20.006 INFO:tasks.workunit.client.0.smithi032.stdout:op 3281 completed, throughput=5MB/sec 2023-12-22T17:48:20.006 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AbGZBBG1Gm7rUqi off=5568456 len=16650 2023-12-22T17:48:20.008 INFO:tasks.workunit.client.0.smithi032.stdout:op 3282 completed, throughput=5MB/sec 2023-12-22T17:48:20.008 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-M9XcfPev6SCJFCW off=3324002 len=1776078 2023-12-22T17:48:20.010 INFO:tasks.workunit.client.0.smithi032.stdout:op 3283 completed, throughput=5MB/sec 2023-12-22T17:48:20.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:48:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:48:20.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:48:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:48:21.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:48:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:48:21.010 INFO:tasks.workunit.client.0.smithi032.stdout: 651: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:21.010 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nwW3EiFuLeNq_k5 off=886126 len=1491940 2023-12-22T17:48:21.012 INFO:tasks.workunit.client.0.smithi032.stdout:op 3284 completed, throughput=5MB/sec 2023-12-22T17:48:21.012 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6jofRDm4WN9vZOL off=15934851 len=1730946 2023-12-22T17:48:21.020 INFO:tasks.workunit.client.0.smithi032.stdout:op 3285 completed, throughput=5MB/sec 2023-12-22T17:48:21.020 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CUrfO2yuI7OXeRh off=8680582 len=913096 2023-12-22T17:48:21.025 INFO:tasks.workunit.client.0.smithi032.stdout:op 3286 completed, throughput=5MB/sec 2023-12-22T17:48:21.025 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qAArkROhk-frJJU off=8770036 len=1781412 2023-12-22T17:48:21.032 INFO:tasks.workunit.client.0.smithi032.stdout:op 3287 completed, throughput=5MB/sec 2023-12-22T17:48:21.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:48:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:48:20] "GET /metrics HTTP/1.1" 200 34022 "" "Prometheus/2.43.0" 2023-12-22T17:48:21.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:48:21 smithi032 ceph-mon[189144]: pgmap v1631: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-22T17:48:21.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:48:21 smithi032 ceph-mon[191839]: pgmap v1631: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-22T17:48:22.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:48:21 smithi039 ceph-mon[181282]: pgmap v1631: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-22T17:48:22.032 INFO:tasks.workunit.client.0.smithi032.stdout: 652: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:22.032 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xgUuO8lKrCkk0HL off=19199864 len=2055372 2023-12-22T17:48:22.045 INFO:tasks.workunit.client.0.smithi032.stdout:op 3288 completed, throughput=5MB/sec 2023-12-22T17:48:22.045 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mRdtjrd6sTWpVBC off=14279254 len=1752644 2023-12-22T17:48:22.053 INFO:tasks.workunit.client.0.smithi032.stdout:op 3289 completed, throughput=5MB/sec 2023-12-22T17:48:22.053 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9U2fivkWgid-xxB off=4502955 len=1139036 2023-12-22T17:48:22.054 INFO:tasks.workunit.client.0.smithi032.stdout:op 3290 completed, throughput=5MB/sec 2023-12-22T17:48:23.055 INFO:tasks.workunit.client.0.smithi032.stdout: 653: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:23.055 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xqo7XIRIDYws9YS off=3946565 len=266840 2023-12-22T17:48:23.056 INFO:tasks.workunit.client.0.smithi032.stdout:op 3291 completed, throughput=4.99MB/sec 2023-12-22T17:48:23.056 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fO1Rw1W6bNAnPHP off=18850151 len=1846229 2023-12-22T17:48:23.058 INFO:tasks.workunit.client.0.smithi032.stdout:op 3292 completed, throughput=5MB/sec 2023-12-22T17:48:23.058 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DhTImEdA6zpMgg8 off=3114497 len=812249 2023-12-22T17:48:23.064 INFO:tasks.workunit.client.0.smithi032.stdout:op 3293 completed, throughput=5MB/sec 2023-12-22T17:48:23.064 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HNhGEJDFFFlG1t4 off=0 len=1375114 2023-12-22T17:48:23.065 INFO:tasks.workunit.client.0.smithi032.stdout:op 3294 completed, throughput=5MB/sec 2023-12-22T17:48:23.065 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DQRDWBJA8k4gI7e off=9179716 len=517604 2023-12-22T17:48:23.066 INFO:tasks.workunit.client.0.smithi032.stdout:op 3295 completed, throughput=5MB/sec 2023-12-22T17:48:23.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:48:23 smithi032 ceph-mon[191839]: pgmap v1632: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2023-12-22T17:48:23.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:48:23 smithi032 ceph-mon[189144]: pgmap v1632: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2023-12-22T17:48:24.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:48:23 smithi039 ceph-mon[181282]: pgmap v1632: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2023-12-22T17:48:24.066 INFO:tasks.workunit.client.0.smithi032.stdout: 654: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:24.066 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-icyvUsqnzYF1ne8 off=14214094 len=532819 2023-12-22T17:48:24.070 INFO:tasks.workunit.client.0.smithi032.stdout:op 3296 completed, throughput=4.99MB/sec 2023-12-22T17:48:24.071 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LfNuPVOqybbNN3r off=5591409 len=31000 2023-12-22T17:48:24.071 INFO:tasks.workunit.client.0.smithi032.stdout:op 3297 completed, throughput=4.99MB/sec 2023-12-22T17:48:24.071 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LWX4mQfTR2FhUyk off=8781890 len=88593 2023-12-22T17:48:24.071 INFO:tasks.workunit.client.0.smithi032.stdout:op 3298 completed, throughput=4.99MB/sec 2023-12-22T17:48:24.072 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wDcpiouPKkVlbN7 off=4647420 len=576400 2023-12-22T17:48:24.075 INFO:tasks.workunit.client.0.smithi032.stdout:op 3299 completed, throughput=4.99MB/sec 2023-12-22T17:48:24.075 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tfvxGBsCcfgr-M1 off=7743560 len=604258 2023-12-22T17:48:24.076 INFO:tasks.workunit.client.0.smithi032.stdout:op 3300 completed, throughput=5MB/sec 2023-12-22T17:48:24.076 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-i_A58cnr-av1gf0 off=1679677 len=722276 2023-12-22T17:48:24.080 INFO:tasks.workunit.client.0.smithi032.stdout:op 3301 completed, throughput=5MB/sec 2023-12-22T17:48:24.080 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZKcvQ7zGXWFgroA off=737998 len=75337 2023-12-22T17:48:24.080 INFO:tasks.workunit.client.0.smithi032.stdout:op 3302 completed, throughput=5MB/sec 2023-12-22T17:48:24.081 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QOexbnPenvIKqlT off=3435542 len=598273 2023-12-22T17:48:24.082 INFO:tasks.workunit.client.0.smithi032.stdout:op 3303 completed, throughput=5MB/sec 2023-12-22T17:48:24.082 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-incZaBp_uTIPxUX off=392189 len=1710375 2023-12-22T17:48:24.083 INFO:tasks.workunit.client.0.smithi032.stdout:op 3304 completed, throughput=5MB/sec 2023-12-22T17:48:25.083 INFO:tasks.workunit.client.0.smithi032.stdout: 655: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:25.083 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gwqxja3VnYm0rh0 off=1552862 len=948016 2023-12-22T17:48:25.084 INFO:tasks.workunit.client.0.smithi032.stdout:op 3305 completed, throughput=4.99MB/sec 2023-12-22T17:48:25.085 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BaCXvuHySaUeEQD off=9729225 len=723794 2023-12-22T17:48:25.090 INFO:tasks.workunit.client.0.smithi032.stdout:op 3306 completed, throughput=4.99MB/sec 2023-12-22T17:48:25.090 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-V8GhyseF-TjM6rI off=4302234 len=1884131 2023-12-22T17:48:25.091 INFO:tasks.workunit.client.0.smithi032.stdout:op 3307 completed, throughput=5MB/sec 2023-12-22T17:48:25.092 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xxqlVGeDvcryzzo off=4069309 len=1132354 2023-12-22T17:48:25.098 INFO:tasks.workunit.client.0.smithi032.stdout:op 3308 completed, throughput=5MB/sec 2023-12-22T17:48:25.098 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--nM_kjLKGCMrNfz off=4727756 len=912447 2023-12-22T17:48:25.098 INFO:tasks.workunit.client.0.smithi032.stdout:op 3309 completed, throughput=5MB/sec 2023-12-22T17:48:25.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:48:25 smithi032 ceph-mon[191839]: pgmap v1633: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2023-12-22T17:48:25.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:48:25 smithi032 ceph-mon[189144]: pgmap v1633: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2023-12-22T17:48:26.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:48:25 smithi039 ceph-mon[181282]: pgmap v1633: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2023-12-22T17:48:26.099 INFO:tasks.workunit.client.0.smithi032.stdout: 656: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:26.099 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Vr5w6TI4Gw-Ebgg off=8654899 len=731178 2023-12-22T17:48:26.100 INFO:tasks.workunit.client.0.smithi032.stdout:op 3310 completed, throughput=4.99MB/sec 2023-12-22T17:48:26.100 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8ijzefEe5FjbCc1 off=7318013 len=217802 2023-12-22T17:48:26.101 INFO:tasks.workunit.client.0.smithi032.stdout:op 3311 completed, throughput=4.99MB/sec 2023-12-22T17:48:26.101 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--FHyLb-qk_d8Fkm off=3067377 len=918246 2023-12-22T17:48:26.107 INFO:tasks.workunit.client.0.smithi032.stdout:op 3312 completed, throughput=5MB/sec 2023-12-22T17:48:26.107 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3p6fOj6w7K1WFrE off=12156732 len=595583 2023-12-22T17:48:26.108 INFO:tasks.workunit.client.0.smithi032.stdout:op 3313 completed, throughput=5MB/sec 2023-12-22T17:48:26.108 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jhglxmAOqy_aD6K off=6998374 len=1587012 2023-12-22T17:48:26.115 INFO:tasks.workunit.client.0.smithi032.stdout:op 3314 completed, throughput=5MB/sec 2023-12-22T17:48:26.115 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6ArlnsSakV7_6cy off=20506466 len=153872 2023-12-22T17:48:26.116 INFO:tasks.workunit.client.0.smithi032.stdout:op 3315 completed, throughput=5MB/sec 2023-12-22T17:48:26.116 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-isR6eGXPl9z2Zqz off=711675 len=1571118 2023-12-22T17:48:26.119 INFO:tasks.workunit.client.0.smithi032.stdout:op 3316 completed, throughput=5MB/sec 2023-12-22T17:48:27.119 INFO:tasks.workunit.client.0.smithi032.stdout: 657: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:27.119 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wMJqhT8iUmBF1AM off=14055241 len=431584 2023-12-22T17:48:27.121 INFO:tasks.workunit.client.0.smithi032.stdout:op 3317 completed, throughput=4.99MB/sec 2023-12-22T17:48:27.121 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sKsYw__noUI7lEV off=7409483 len=157567 2023-12-22T17:48:27.121 INFO:tasks.workunit.client.0.smithi032.stdout:op 3318 completed, throughput=4.99MB/sec 2023-12-22T17:48:27.121 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bdrXRB3ZdyMjnU8 off=6432623 len=942892 2023-12-22T17:48:27.122 INFO:tasks.workunit.client.0.smithi032.stdout:op 3319 completed, throughput=5MB/sec 2023-12-22T17:48:27.122 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LfZXGwPhLXLgnkL off=3043888 len=796018 2023-12-22T17:48:27.127 INFO:tasks.workunit.client.0.smithi032.stdout:op 3320 completed, throughput=5MB/sec 2023-12-22T17:48:27.127 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-L3pvBRqIe-V8T4R off=2235478 len=1406792 2023-12-22T17:48:27.135 INFO:tasks.workunit.client.0.smithi032.stdout:op 3321 completed, throughput=5MB/sec 2023-12-22T17:48:27.135 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cDZXqrCo1fNIh1i off=325932 len=531988 2023-12-22T17:48:27.138 INFO:tasks.workunit.client.0.smithi032.stdout:op 3322 completed, throughput=5MB/sec 2023-12-22T17:48:27.139 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8UVmg01ys0eizAK off=5472909 len=824545 2023-12-22T17:48:27.140 INFO:tasks.workunit.client.0.smithi032.stdout:op 3323 completed, throughput=5MB/sec 2023-12-22T17:48:27.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:48:27 smithi032 ceph-mon[191839]: pgmap v1634: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-22T17:48:27.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:48:27 smithi032 ceph-mon[189144]: pgmap v1634: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-22T17:48:28.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:48:27 smithi039 ceph-mon[181282]: pgmap v1634: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-22T17:48:28.140 INFO:tasks.workunit.client.0.smithi032.stdout: 658: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:28.140 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-e9gpnDGzHwV0N60 off=1072188 len=1224997 2023-12-22T17:48:28.142 INFO:tasks.workunit.client.0.smithi032.stdout:op 3324 completed, throughput=5MB/sec 2023-12-22T17:48:28.142 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IL5sE3w6S1t9neZ off=4778324 len=1180882 2023-12-22T17:48:28.145 INFO:tasks.workunit.client.0.smithi032.stdout:op 3325 completed, throughput=5MB/sec 2023-12-22T17:48:28.145 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pCqi37On4YjEAHR off=5291392 len=1280291 2023-12-22T17:48:28.151 INFO:tasks.workunit.client.0.smithi032.stdout:op 3326 completed, throughput=5MB/sec 2023-12-22T17:48:28.151 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-B_D0fI4gqL0Jeqc off=374889 len=583497 2023-12-22T17:48:28.152 INFO:tasks.workunit.client.0.smithi032.stdout:op 3327 completed, throughput=5MB/sec 2023-12-22T17:48:28.153 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PclHAjgGqmELnA7 off=1554922 len=1452726 2023-12-22T17:48:28.160 INFO:tasks.workunit.client.0.smithi032.stdout:op 3328 completed, throughput=5MB/sec 2023-12-22T17:48:29.160 INFO:tasks.workunit.client.0.smithi032.stdout: 659: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:29.160 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nUgYL_p7awCmU8G off=12360272 len=1233926 2023-12-22T17:48:29.162 INFO:tasks.workunit.client.0.smithi032.stdout:op 3329 completed, throughput=5MB/sec 2023-12-22T17:48:29.162 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-S-movRuifVPLJuh off=1675849 len=1467435 2023-12-22T17:48:29.164 INFO:tasks.workunit.client.0.smithi032.stdout:op 3330 completed, throughput=5MB/sec 2023-12-22T17:48:29.164 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6jofRDm4WN9vZOL off=15301732 len=1806925 2023-12-22T17:48:29.172 INFO:tasks.workunit.client.0.smithi032.stdout:op 3331 completed, throughput=5MB/sec 2023-12-22T17:48:29.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:48:29 smithi032 ceph-mon[189144]: pgmap v1635: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:48:29.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:48:29 smithi032 ceph-mon[191839]: pgmap v1635: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:48:30.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:48:29 smithi039 ceph-mon[181282]: pgmap v1635: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:48:30.172 INFO:tasks.workunit.client.0.smithi032.stdout: 660: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:30.172 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8uzn6LrOWuSEvRa off=168077 len=727112 2023-12-22T17:48:30.177 INFO:tasks.workunit.client.0.smithi032.stdout:op 3332 completed, throughput=4.99MB/sec 2023-12-22T17:48:30.177 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9F6FVTRkTPIoG6n off=12711272 len=1201339 2023-12-22T17:48:30.182 INFO:tasks.workunit.client.0.smithi032.stdout:op 3333 completed, throughput=5MB/sec 2023-12-22T17:48:30.182 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fkVtjXTuoEQWhUk off=760652 len=1223680 2023-12-22T17:48:30.183 INFO:tasks.workunit.client.0.smithi032.stdout:op 3334 completed, throughput=5MB/sec 2023-12-22T17:48:30.184 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-o8zKqV-l3Ci9l6J off=5041305 len=1711220 2023-12-22T17:48:30.192 INFO:tasks.workunit.client.0.smithi032.stdout:op 3335 completed, throughput=5MB/sec 2023-12-22T17:48:30.192 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cZn15xJry8q_9sH off=5679700 len=1363770 2023-12-22T17:48:30.198 INFO:tasks.workunit.client.0.smithi032.stdout:op 3336 completed, throughput=5MB/sec 2023-12-22T17:48:31.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:48:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:48:30] "GET /metrics HTTP/1.1" 200 34022 "" "Prometheus/2.43.0" 2023-12-22T17:48:31.199 INFO:tasks.workunit.client.0.smithi032.stdout: 661: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:31.199 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GemNdZdAL0uyl4h off=3990525 len=1576375 2023-12-22T17:48:31.201 INFO:tasks.workunit.client.0.smithi032.stdout:op 3337 completed, throughput=5MB/sec 2023-12-22T17:48:31.201 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2fFRsdF7UwRX6W9 off=1283445 len=116498 2023-12-22T17:48:31.204 INFO:tasks.workunit.client.0.smithi032.stdout:op 3338 completed, throughput=5MB/sec 2023-12-22T17:48:31.204 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sbI2alCG95gR22s off=8622661 len=1836809 2023-12-22T17:48:31.212 INFO:tasks.workunit.client.0.smithi032.stdout:op 3339 completed, throughput=5MB/sec 2023-12-22T17:48:31.212 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jJQC0fK0-BpDbno off=21036481 len=729585 2023-12-22T17:48:31.218 INFO:tasks.workunit.client.0.smithi032.stdout:op 3340 completed, throughput=5MB/sec 2023-12-22T17:48:31.218 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HEHc5YYMuurCdHT off=1523635 len=1867062 2023-12-22T17:48:31.227 INFO:tasks.workunit.client.0.smithi032.stdout:op 3341 completed, throughput=5MB/sec 2023-12-22T17:48:31.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:48:31 smithi032 ceph-mon[189144]: pgmap v1636: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:48:31.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:48:31 smithi032 ceph-mon[191839]: pgmap v1636: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:48:32.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:48:31 smithi039 ceph-mon[181282]: pgmap v1636: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:48:32.227 INFO:tasks.workunit.client.0.smithi032.stdout: 662: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:32.227 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5JsxdtRtXdAOCuv off=590527 len=1364613 2023-12-22T17:48:32.234 INFO:tasks.workunit.client.0.smithi032.stdout:op 3342 completed, throughput=5MB/sec 2023-12-22T17:48:32.234 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lKilX0IieQHcGNa off=20150446 len=877940 2023-12-22T17:48:32.235 INFO:tasks.workunit.client.0.smithi032.stdout:op 3343 completed, throughput=5MB/sec 2023-12-22T17:48:32.236 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HDC6xyQKgpnc080 off=11389735 len=1147947 2023-12-22T17:48:32.240 INFO:tasks.workunit.client.0.smithi032.stdout:op 3344 completed, throughput=5MB/sec 2023-12-22T17:48:32.241 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gUINNVlCwcFf9yi off=0 len=1204297 2023-12-22T17:48:32.241 INFO:tasks.workunit.client.0.smithi032.stdout:op 3345 completed, throughput=5MB/sec 2023-12-22T17:48:33.242 INFO:tasks.workunit.client.0.smithi032.stdout: 663: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:33.242 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mtHJlFfKo65-Ejz off=7518915 len=1442274 2023-12-22T17:48:33.244 INFO:tasks.workunit.client.0.smithi032.stdout:op 3346 completed, throughput=5MB/sec 2023-12-22T17:48:33.244 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JFZ-_0Mh8FxPASc off=15110185 len=604327 2023-12-22T17:48:33.248 INFO:tasks.workunit.client.0.smithi032.stdout:op 3347 completed, throughput=5MB/sec 2023-12-22T17:48:33.248 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-J7RUCMQFyPf49Hv off=1867822 len=1695152 2023-12-22T17:48:33.256 INFO:tasks.workunit.client.0.smithi032.stdout:op 3348 completed, throughput=5MB/sec 2023-12-22T17:48:33.256 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3N8TK6UvxJeGN9H off=228843 len=724256 2023-12-22T17:48:33.261 INFO:tasks.workunit.client.0.smithi032.stdout:op 3349 completed, throughput=5MB/sec 2023-12-22T17:48:33.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:48:33 smithi032 ceph-mon[191839]: pgmap v1637: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-22T17:48:33.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:48:33 smithi032 ceph-mon[189144]: pgmap v1637: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-22T17:48:34.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:48:33 smithi039 ceph-mon[181282]: pgmap v1637: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-22T17:48:34.261 INFO:tasks.workunit.client.0.smithi032.stdout: 664: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:34.261 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-eDXUZWb9qMM4M08 off=7008745 len=1150531 2023-12-22T17:48:34.268 INFO:tasks.workunit.client.0.smithi032.stdout:op 3350 completed, throughput=4.99MB/sec 2023-12-22T17:48:34.268 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GKjJgUYQxC_epyO off=949650 len=835924 2023-12-22T17:48:34.272 INFO:tasks.workunit.client.0.smithi032.stdout:op 3351 completed, throughput=5MB/sec 2023-12-22T17:48:34.272 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6oKFxX72Eexwu_A off=14875121 len=1953926 2023-12-22T17:48:34.281 INFO:tasks.workunit.client.0.smithi032.stdout:op 3352 completed, throughput=5MB/sec 2023-12-22T17:48:34.282 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bBhol2Yd3h0Jrak off=17907456 len=567983 2023-12-22T17:48:34.283 INFO:tasks.workunit.client.0.smithi032.stdout:op 3353 completed, throughput=5MB/sec 2023-12-22T17:48:34.283 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YpuRPYQgRPTVpyD off=13860086 len=289583 2023-12-22T17:48:34.284 INFO:tasks.workunit.client.0.smithi032.stdout:op 3354 completed, throughput=5MB/sec 2023-12-22T17:48:34.284 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Riij-beqq4HGDLR off=1695972 len=722539 2023-12-22T17:48:34.288 INFO:tasks.workunit.client.0.smithi032.stdout:op 3355 completed, throughput=5MB/sec 2023-12-22T17:48:35.289 INFO:tasks.workunit.client.0.smithi032.stdout: 665: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:35.289 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-J0LRRHcqy9JXKeY off=9336128 len=814952 2023-12-22T17:48:35.293 INFO:tasks.workunit.client.0.smithi032.stdout:op 3356 completed, throughput=4.99MB/sec 2023-12-22T17:48:35.293 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-t7CnUGHtfMrNxAP off=14562952 len=930609 2023-12-22T17:48:35.299 INFO:tasks.workunit.client.0.smithi032.stdout:op 3357 completed, throughput=5MB/sec 2023-12-22T17:48:35.299 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--olscQTkVaHK9qJ off=2783040 len=2033862 2023-12-22T17:48:35.301 INFO:tasks.workunit.client.0.smithi032.stdout:op 3358 completed, throughput=5MB/sec 2023-12-22T17:48:35.301 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_f5Z_Nn5cIObW1O off=3108014 len=1985610 2023-12-22T17:48:35.303 INFO:tasks.workunit.client.0.smithi032.stdout:op 3359 completed, throughput=5MB/sec 2023-12-22T17:48:35.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:48:35 smithi032 ceph-mon[191839]: pgmap v1638: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:48:35.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:48:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:48:35.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:48:35 smithi032 ceph-mon[189144]: pgmap v1638: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:48:35.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:48:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:48:36.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:48:35 smithi039 ceph-mon[181282]: pgmap v1638: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:48:36.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:48:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:48:36.303 INFO:tasks.workunit.client.0.smithi032.stdout: 666: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:36.303 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-L4b0KjeTSD083JM off=6094833 len=751022 2023-12-22T17:48:36.305 INFO:tasks.workunit.client.0.smithi032.stdout:op 3360 completed, throughput=4.99MB/sec 2023-12-22T17:48:36.306 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Y9vSqdCXIz5znw4 off=6289623 len=152097 2023-12-22T17:48:36.306 INFO:tasks.workunit.client.0.smithi032.stdout:op 3361 completed, throughput=4.99MB/sec 2023-12-22T17:48:36.306 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-aDD-0CxuHU8qjt4 off=7679383 len=65484 2023-12-22T17:48:36.309 INFO:tasks.workunit.client.0.smithi032.stdout:op 3362 completed, throughput=4.99MB/sec 2023-12-22T17:48:36.309 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LjdMM0xQWnvEfmF off=6824932 len=1064081 2023-12-22T17:48:36.315 INFO:tasks.workunit.client.0.smithi032.stdout:op 3363 completed, throughput=5MB/sec 2023-12-22T17:48:36.315 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pTn8-lABYsPTEAj off=6785518 len=1827965 2023-12-22T17:48:36.317 INFO:tasks.workunit.client.0.smithi032.stdout:op 3364 completed, throughput=5MB/sec 2023-12-22T17:48:36.318 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dQqoGEWH9BioSsD off=10767630 len=1090171 2023-12-22T17:48:36.319 INFO:tasks.workunit.client.0.smithi032.stdout:op 3365 completed, throughput=5MB/sec 2023-12-22T17:48:37.036 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:48:37.319 INFO:tasks.workunit.client.0.smithi032.stdout: 667: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:37.319 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PfQl_BaTeLRbmuD off=13419916 len=805332 2023-12-22T17:48:37.320 INFO:tasks.workunit.client.0.smithi032.stdout:op 3366 completed, throughput=4.99MB/sec 2023-12-22T17:48:37.320 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jtxC0ZzJBpc42NA off=2608693 len=1995141 2023-12-22T17:48:37.327 INFO:tasks.workunit.client.0.smithi032.stdout:op 3367 completed, throughput=5MB/sec 2023-12-22T17:48:37.328 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uAn1bBHmchcJZHV off=11769065 len=1303330 2023-12-22T17:48:37.333 INFO:tasks.workunit.client.0.smithi032.stdout:op 3368 completed, throughput=5MB/sec 2023-12-22T17:48:37.333 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JT-Q6vNHwwg2Z1m off=3722855 len=2021400 2023-12-22T17:48:37.342 INFO:tasks.workunit.client.0.smithi032.stdout:op 3369 completed, throughput=5MB/sec 2023-12-22T17:48:37.360 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:48:37.360 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (28m) 4m ago 33m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:48:37.360 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (28m) 2m ago 32m 90.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:48:37.360 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (33m) 4m ago 33m 20.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:48:37.360 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (33m) 2m ago 33m 27.7M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:48:37.360 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (27m) 2m ago 36m 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:48:37.361 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (28m) 4m ago 37m 541M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:48:37.361 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (27m) 4m ago 37m 246M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:48:37.361 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (27m) 2m ago 36m 150M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:48:37.361 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (27m) 4m ago 36m 150M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:48:37.361 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (28m) 4m ago 32m 15.8M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:48:37.361 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (28m) 2m ago 32m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:48:37.361 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (26m) 4m ago 36m 1953M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:48:37.361 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (26m) 4m ago 35m 2201M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:48:37.361 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (25m) 4m ago 35m 2126M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:48:37.361 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (25m) 4m ago 35m 1857M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:48:37.361 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (24m) 2m ago 35m 1838M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:48:37.361 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (24m) 2m ago 34m 1596M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:48:37.362 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (23m) 2m ago 34m 1056M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:48:37.362 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (23m) 2m ago 34m 1503M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:48:37.362 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (27m) 2m ago 33m 79.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:48:37.764 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:48:37.764 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:48:37.764 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:48:37.764 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:48:37.764 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:48:37.764 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:48:37.764 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:48:37.765 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:48:37.765 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:48:37.765 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:48:37.765 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:48:37.765 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:48:37.765 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:48:37.765 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:48:37.765 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:48:37.765 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:48:37.765 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:48:37.766 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:48:37.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:48:37 smithi032 ceph-mon[189144]: pgmap v1639: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:48:37.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:48:37 smithi032 ceph-mon[191839]: pgmap v1639: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:48:38.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:48:37 smithi039 ceph-mon[181282]: pgmap v1639: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:48:38.342 INFO:tasks.workunit.client.0.smithi032.stdout: 668: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:38.342 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ie3ttAN0EXtPXYB off=12545159 len=372238 2023-12-22T17:48:38.343 INFO:tasks.workunit.client.0.smithi032.stdout:op 3370 completed, throughput=4.99MB/sec 2023-12-22T17:48:38.343 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2PnAxCEkaaZ0dd4 off=10302747 len=1899084 2023-12-22T17:48:38.353 INFO:tasks.workunit.client.0.smithi032.stdout:op 3371 completed, throughput=5MB/sec 2023-12-22T17:48:38.353 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qOWVbkEsdsBYAFZ off=9781186 len=1315185 2023-12-22T17:48:38.355 INFO:tasks.workunit.client.0.smithi032.stdout:op 3372 completed, throughput=5MB/sec 2023-12-22T17:48:38.355 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2S0RNG4d5zmW7Og off=2687840 len=991510 2023-12-22T17:48:38.360 INFO:tasks.workunit.client.0.smithi032.stdout:op 3373 completed, throughput=5MB/sec 2023-12-22T17:48:38.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:48:38 smithi032 ceph-mon[191839]: from='client.45515 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:48:38.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:48:38 smithi032 ceph-mon[191839]: from='client.45521 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:48:38.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:48:38 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3674722849' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:48:38.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:48:38 smithi032 ceph-mon[189144]: from='client.45515 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:48:38.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:48:38 smithi032 ceph-mon[189144]: from='client.45521 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:48:38.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:48:38 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3674722849' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:48:39.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:48:38 smithi039 ceph-mon[181282]: from='client.45515 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:48:39.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:48:38 smithi039 ceph-mon[181282]: from='client.45521 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:48:39.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:48:38 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3674722849' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:48:39.361 INFO:tasks.workunit.client.0.smithi032.stdout: 669: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:39.361 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vmxKIyDQB1iA-7R off=4377233 len=965147 2023-12-22T17:48:39.362 INFO:tasks.workunit.client.0.smithi032.stdout:op 3374 completed, throughput=4.99MB/sec 2023-12-22T17:48:39.362 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sS1GGnmGNCSy1cP off=18767534 len=1726818 2023-12-22T17:48:39.366 INFO:tasks.workunit.client.0.smithi032.stdout:op 3375 completed, throughput=5MB/sec 2023-12-22T17:48:39.366 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lXHslXppMUVClEA off=1208365 len=147188 2023-12-22T17:48:39.368 INFO:tasks.workunit.client.0.smithi032.stdout:op 3376 completed, throughput=5MB/sec 2023-12-22T17:48:39.369 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ecsfkNQKhZSS8Bh off=13149815 len=661960 2023-12-22T17:48:39.373 INFO:tasks.workunit.client.0.smithi032.stdout:op 3377 completed, throughput=5MB/sec 2023-12-22T17:48:39.374 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6laB7BPRoQBIWdy off=10241650 len=621474 2023-12-22T17:48:39.374 INFO:tasks.workunit.client.0.smithi032.stdout:op 3378 completed, throughput=5MB/sec 2023-12-22T17:48:39.374 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-roxyWCPkOhhHa0j off=1948162 len=1642892 2023-12-22T17:48:39.377 INFO:tasks.workunit.client.0.smithi032.stdout:op 3379 completed, throughput=5MB/sec 2023-12-22T17:48:39.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:48:39 smithi032 ceph-mon[191839]: pgmap v1640: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:48:39.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:48:39 smithi032 ceph-mon[189144]: pgmap v1640: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:48:40.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:48:39 smithi039 ceph-mon[181282]: pgmap v1640: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:48:40.378 INFO:tasks.workunit.client.0.smithi032.stdout: 670: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:40.378 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1qpSTIC0lYpdivl off=6640084 len=1346190 2023-12-22T17:48:40.379 INFO:tasks.workunit.client.0.smithi032.stdout:op 3380 completed, throughput=5MB/sec 2023-12-22T17:48:40.380 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mKAw02YeLzyUH-l off=4179532 len=679378 2023-12-22T17:48:40.384 INFO:tasks.workunit.client.0.smithi032.stdout:op 3381 completed, throughput=5MB/sec 2023-12-22T17:48:40.384 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-C0xPQy5y4nzumi- off=15907688 len=1617500 2023-12-22T17:48:40.392 INFO:tasks.workunit.client.0.smithi032.stdout:op 3382 completed, throughput=5MB/sec 2023-12-22T17:48:40.392 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5uTXxtFwtEbBptb off=2484245 len=135556 2023-12-22T17:48:40.392 INFO:tasks.workunit.client.0.smithi032.stdout:op 3383 completed, throughput=5MB/sec 2023-12-22T17:48:40.393 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MHkY9jDDRM6Dx6R off=1832541 len=815837 2023-12-22T17:48:40.395 INFO:tasks.workunit.client.0.smithi032.stdout:op 3384 completed, throughput=5MB/sec 2023-12-22T17:48:40.395 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zIZbkSscDejo7Rn off=16574196 len=1571578 2023-12-22T17:48:40.401 INFO:tasks.workunit.client.0.smithi032.stdout:op 3385 completed, throughput=5MB/sec 2023-12-22T17:48:41.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:48:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:48:40] "GET /metrics HTTP/1.1" 200 34022 "" "Prometheus/2.43.0" 2023-12-22T17:48:41.402 INFO:tasks.workunit.client.0.smithi032.stdout: 671: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:41.402 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--lXmfQxQFphs8Ym off=3910756 len=1664890 2023-12-22T17:48:41.410 INFO:tasks.workunit.client.0.smithi032.stdout:op 3386 completed, throughput=5MB/sec 2023-12-22T17:48:41.411 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BoO6f9LIxYLbRfb off=4261946 len=824963 2023-12-22T17:48:41.412 INFO:tasks.workunit.client.0.smithi032.stdout:op 3387 completed, throughput=5MB/sec 2023-12-22T17:48:41.412 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OvZEb2Xcnz_YeaI off=9831115 len=249769 2023-12-22T17:48:41.415 INFO:tasks.workunit.client.0.smithi032.stdout:op 3388 completed, throughput=5MB/sec 2023-12-22T17:48:41.415 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EsTgXm4ihvr74i9 off=13900419 len=1593275 2023-12-22T17:48:41.422 INFO:tasks.workunit.client.0.smithi032.stdout:op 3389 completed, throughput=5MB/sec 2023-12-22T17:48:41.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:48:41 smithi032 ceph-mon[189144]: pgmap v1641: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:48:41.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:48:41 smithi032 ceph-mon[191839]: pgmap v1641: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:48:42.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:48:41 smithi039 ceph-mon[181282]: pgmap v1641: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:48:42.423 INFO:tasks.workunit.client.0.smithi032.stdout: 672: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:42.423 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2P5FlWoIq_ExJEj off=3264880 len=1185329 2023-12-22T17:48:42.429 INFO:tasks.workunit.client.0.smithi032.stdout:op 3390 completed, throughput=4.99MB/sec 2023-12-22T17:48:42.429 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YSRL_M_FwGiM8Gr off=8689292 len=1329590 2023-12-22T17:48:42.435 INFO:tasks.workunit.client.0.smithi032.stdout:op 3391 completed, throughput=5MB/sec 2023-12-22T17:48:42.435 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pwuew9xBhD-n-P_ off=9391164 len=390433 2023-12-22T17:48:42.436 INFO:tasks.workunit.client.0.smithi032.stdout:op 3392 completed, throughput=5MB/sec 2023-12-22T17:48:42.436 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eVMP_mFngCozLJp off=3383701 len=309141 2023-12-22T17:48:42.436 INFO:tasks.workunit.client.0.smithi032.stdout:op 3393 completed, throughput=5MB/sec 2023-12-22T17:48:42.437 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yrINGAMSk3bbOac off=1342943 len=1820953 2023-12-22T17:48:42.445 INFO:tasks.workunit.client.0.smithi032.stdout:op 3394 completed, throughput=5MB/sec 2023-12-22T17:48:43.446 INFO:tasks.workunit.client.0.smithi032.stdout: 673: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:43.446 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qHPy5MZltmzKYDR off=8788614 len=462250 2023-12-22T17:48:43.450 INFO:tasks.workunit.client.0.smithi032.stdout:op 3395 completed, throughput=4.99MB/sec 2023-12-22T17:48:43.450 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7-LwOTPVc7KBI1- off=3296330 len=286425 2023-12-22T17:48:43.450 INFO:tasks.workunit.client.0.smithi032.stdout:op 3396 completed, throughput=4.99MB/sec 2023-12-22T17:48:43.451 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-An1UkCkkVF2pmc2 off=3142395 len=848076 2023-12-22T17:48:43.455 INFO:tasks.workunit.client.0.smithi032.stdout:op 3397 completed, throughput=5MB/sec 2023-12-22T17:48:43.455 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OY4tisDHhk1YhbR off=1548022 len=1432133 2023-12-22T17:48:43.457 INFO:tasks.workunit.client.0.smithi032.stdout:op 3398 completed, throughput=5MB/sec 2023-12-22T17:48:43.457 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-C1mDSVqVyKgVB6- off=4808393 len=190096 2023-12-22T17:48:43.460 INFO:tasks.workunit.client.0.smithi032.stdout:op 3399 completed, throughput=5MB/sec 2023-12-22T17:48:43.460 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6LcwMn2Ja6ZgQIv off=415892 len=1764915 2023-12-22T17:48:43.461 INFO:tasks.workunit.client.0.smithi032.stdout:op 3400 completed, throughput=5MB/sec 2023-12-22T17:48:43.461 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8BwjTjnkbwuP21l off=5294253 len=1717778 2023-12-22T17:48:43.463 INFO:tasks.workunit.client.0.smithi032.stdout:op 3401 completed, throughput=5MB/sec 2023-12-22T17:48:43.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:48:43 smithi032 ceph-mon[191839]: pgmap v1642: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-22T17:48:43.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:48:43 smithi032 ceph-mon[189144]: pgmap v1642: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-22T17:48:44.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:48:43 smithi039 ceph-mon[181282]: pgmap v1642: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-22T17:48:44.464 INFO:tasks.workunit.client.0.smithi032.stdout: 674: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:44.464 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pMvU-kUBFZpfHof off=6959703 len=80804 2023-12-22T17:48:44.466 INFO:tasks.workunit.client.0.smithi032.stdout:op 3402 completed, throughput=4.99MB/sec 2023-12-22T17:48:44.467 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uHdKb6sw2Q1YlSW off=2827809 len=1442087 2023-12-22T17:48:44.468 INFO:tasks.workunit.client.0.smithi032.stdout:op 3403 completed, throughput=5MB/sec 2023-12-22T17:48:44.469 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--Y7hhIPOPr_YiD4 off=549944 len=404462 2023-12-22T17:48:44.469 INFO:tasks.workunit.client.0.smithi032.stdout:op 3404 completed, throughput=5MB/sec 2023-12-22T17:48:44.470 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nu2VnMw9x7Wns-W off=19590850 len=634244 2023-12-22T17:48:44.474 INFO:tasks.workunit.client.0.smithi032.stdout:op 3405 completed, throughput=5MB/sec 2023-12-22T17:48:44.474 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-M72jZIwYvlqBzkN off=774387 len=553442 2023-12-22T17:48:44.475 INFO:tasks.workunit.client.0.smithi032.stdout:op 3406 completed, throughput=5MB/sec 2023-12-22T17:48:44.475 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3yd-OStumIVVD6U off=2246960 len=593609 2023-12-22T17:48:44.479 INFO:tasks.workunit.client.0.smithi032.stdout:op 3407 completed, throughput=5MB/sec 2023-12-22T17:48:44.480 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-H6KyM-BRgziryji off=13881020 len=791194 2023-12-22T17:48:44.480 INFO:tasks.workunit.client.0.smithi032.stdout:op 3408 completed, throughput=5MB/sec 2023-12-22T17:48:45.481 INFO:tasks.workunit.client.0.smithi032.stdout: 675: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:45.481 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ytmsNiULEC4nEHj off=1729602 len=420793 2023-12-22T17:48:45.481 INFO:tasks.workunit.client.0.smithi032.stdout:op 3409 completed, throughput=4.99MB/sec 2023-12-22T17:48:45.482 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5Cdj-GTfdbpZCq3 off=4837886 len=1246109 2023-12-22T17:48:45.488 INFO:tasks.workunit.client.0.smithi032.stdout:op 3410 completed, throughput=5MB/sec 2023-12-22T17:48:45.488 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-d7zsDA1dG1SedO0 off=14327722 len=1371326 2023-12-22T17:48:45.494 INFO:tasks.workunit.client.0.smithi032.stdout:op 3411 completed, throughput=5MB/sec 2023-12-22T17:48:45.494 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IGInSfRHyUSUEGS off=17809381 len=560385 2023-12-22T17:48:45.498 INFO:tasks.workunit.client.0.smithi032.stdout:op 3412 completed, throughput=5MB/sec 2023-12-22T17:48:45.498 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-t5sekNgN7pkx5C5 off=5131849 len=692776 2023-12-22T17:48:45.501 INFO:tasks.workunit.client.0.smithi032.stdout:op 3413 completed, throughput=5MB/sec 2023-12-22T17:48:45.502 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-a0bgTTnQ3UEn6WE off=8780992 len=379818 2023-12-22T17:48:45.502 INFO:tasks.workunit.client.0.smithi032.stdout:op 3414 completed, throughput=5MB/sec 2023-12-22T17:48:45.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:48:45 smithi032 ceph-mon[191839]: pgmap v1643: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:48:45.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:48:45 smithi032 ceph-mon[189144]: pgmap v1643: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:48:46.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:48:45 smithi039 ceph-mon[181282]: pgmap v1643: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:48:46.503 INFO:tasks.workunit.client.0.smithi032.stdout: 676: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:46.503 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AjErlLSrQWTSa-V off=15729579 len=415646 2023-12-22T17:48:46.507 INFO:tasks.workunit.client.0.smithi032.stdout:op 3415 completed, throughput=4.99MB/sec 2023-12-22T17:48:46.507 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bzq9VIcQRbC3NiZ off=5395674 len=1699602 2023-12-22T17:48:46.510 INFO:tasks.workunit.client.0.smithi032.stdout:op 3416 completed, throughput=5MB/sec 2023-12-22T17:48:46.510 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qH6zFLO1WYxjFJ- off=3356071 len=679590 2023-12-22T17:48:46.512 INFO:tasks.workunit.client.0.smithi032.stdout:op 3417 completed, throughput=5MB/sec 2023-12-22T17:48:46.512 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wn36sDGEKw7uICM off=1332890 len=1278037 2023-12-22T17:48:46.519 INFO:tasks.workunit.client.0.smithi032.stdout:op 3418 completed, throughput=5MB/sec 2023-12-22T17:48:46.520 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-I-E34h57LM3fhE1 off=9874003 len=155483 2023-12-22T17:48:46.520 INFO:tasks.workunit.client.0.smithi032.stdout:op 3419 completed, throughput=5MB/sec 2023-12-22T17:48:46.520 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-79iujJm70liVjDo off=3029639 len=680004 2023-12-22T17:48:46.521 INFO:tasks.workunit.client.0.smithi032.stdout:op 3420 completed, throughput=5MB/sec 2023-12-22T17:48:46.522 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1LIpQPKFvjeSzoV off=5495874 len=1221269 2023-12-22T17:48:46.522 INFO:tasks.workunit.client.0.smithi032.stdout:op 3421 completed, throughput=5MB/sec 2023-12-22T17:48:47.523 INFO:tasks.workunit.client.0.smithi032.stdout: 677: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:47.523 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_dftN-8B6dc_2U4 off=10153914 len=1184241 2023-12-22T17:48:47.529 INFO:tasks.workunit.client.0.smithi032.stdout:op 3422 completed, throughput=5MB/sec 2023-12-22T17:48:47.529 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-aOPH7J3ytKeSf3Y off=19878533 len=54156 2023-12-22T17:48:47.532 INFO:tasks.workunit.client.0.smithi032.stdout:op 3423 completed, throughput=5MB/sec 2023-12-22T17:48:47.532 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qKKNwWq08yjnnZK off=12805722 len=317691 2023-12-22T17:48:47.533 INFO:tasks.workunit.client.0.smithi032.stdout:op 3424 completed, throughput=5MB/sec 2023-12-22T17:48:47.533 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9_Ab7yt3q1fqyrz off=10665103 len=1258890 2023-12-22T17:48:47.535 INFO:tasks.workunit.client.0.smithi032.stdout:op 3425 completed, throughput=5MB/sec 2023-12-22T17:48:47.535 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-F4xICyY-nu2sw1r off=17083137 len=501861 2023-12-22T17:48:47.536 INFO:tasks.workunit.client.0.smithi032.stdout:op 3426 completed, throughput=5MB/sec 2023-12-22T17:48:47.536 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4OplkZfqNR2_U5k off=3554331 len=179737 2023-12-22T17:48:47.538 INFO:tasks.workunit.client.0.smithi032.stdout:op 3427 completed, throughput=5MB/sec 2023-12-22T17:48:47.538 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--rvuTJ82Y03bQwQ off=4187605 len=6375 2023-12-22T17:48:47.538 INFO:tasks.workunit.client.0.smithi032.stdout:op 3428 completed, throughput=5MB/sec 2023-12-22T17:48:47.538 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-49rCdsIcEEQJVhP off=13343475 len=284216 2023-12-22T17:48:47.541 INFO:tasks.workunit.client.0.smithi032.stdout:op 3429 completed, throughput=5MB/sec 2023-12-22T17:48:47.541 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-H6Yt1k5PHJIivnw off=3554685 len=2083011 2023-12-22T17:48:47.550 INFO:tasks.workunit.client.0.smithi032.stdout:op 3430 completed, throughput=5MB/sec 2023-12-22T17:48:47.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:48:47 smithi032 ceph-mon[191839]: pgmap v1644: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:48:47.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:48:47 smithi032 ceph-mon[189144]: pgmap v1644: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:48:48.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:48:47 smithi039 ceph-mon[181282]: pgmap v1644: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:48:48.550 INFO:tasks.workunit.client.0.smithi032.stdout: 678: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:48.550 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-K-OVkzdvPWeihRZ off=5927801 len=583269 2023-12-22T17:48:48.552 INFO:tasks.workunit.client.0.smithi032.stdout:op 3431 completed, throughput=5MB/sec 2023-12-22T17:48:48.552 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-h731StlRGvvfGLQ off=2249357 len=865255 2023-12-22T17:48:48.556 INFO:tasks.workunit.client.0.smithi032.stdout:op 3432 completed, throughput=5MB/sec 2023-12-22T17:48:48.556 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gTWGEr9RWdiZ8xA off=5211207 len=259239 2023-12-22T17:48:48.560 INFO:tasks.workunit.client.0.smithi032.stdout:op 3433 completed, throughput=5MB/sec 2023-12-22T17:48:48.560 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iiFHPlT0SEOP8pG off=10799102 len=929185 2023-12-22T17:48:48.561 INFO:tasks.workunit.client.0.smithi032.stdout:op 3434 completed, throughput=5MB/sec 2023-12-22T17:48:48.561 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-foiJ6BaLQwQevj4 off=516339 len=966850 2023-12-22T17:48:48.567 INFO:tasks.workunit.client.0.smithi032.stdout:op 3435 completed, throughput=5MB/sec 2023-12-22T17:48:48.567 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6W13XZgw3A_nCtb off=269545 len=1088351 2023-12-22T17:48:48.569 INFO:tasks.workunit.client.0.smithi032.stdout:op 3436 completed, throughput=5MB/sec 2023-12-22T17:48:49.569 INFO:tasks.workunit.client.0.smithi032.stdout: 679: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:49.569 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nyaHlhRSv3EGUcj off=12329613 len=654065 2023-12-22T17:48:49.570 INFO:tasks.workunit.client.0.smithi032.stdout:op 3437 completed, throughput=4.99MB/sec 2023-12-22T17:48:49.570 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sz3U4E0APj9IJ68 off=745921 len=1032948 2023-12-22T17:48:49.578 INFO:tasks.workunit.client.0.smithi032.stdout:op 3438 completed, throughput=5MB/sec 2023-12-22T17:48:49.578 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mRN-li2NXQ0wpdh off=2747333 len=1790262 2023-12-22T17:48:49.586 INFO:tasks.workunit.client.0.smithi032.stdout:op 3439 completed, throughput=5MB/sec 2023-12-22T17:48:49.586 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1RMSH6lyLZBwxXU off=1855503 len=461092 2023-12-22T17:48:49.587 INFO:tasks.workunit.client.0.smithi032.stdout:op 3440 completed, throughput=5MB/sec 2023-12-22T17:48:49.587 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jjuCumfVCFTmS2i off=1735554 len=1426948 2023-12-22T17:48:49.588 INFO:tasks.workunit.client.0.smithi032.stdout:op 3441 completed, throughput=5MB/sec 2023-12-22T17:48:49.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:48:49 smithi032 ceph-mon[191839]: pgmap v1645: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:48:49.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:48:49 smithi032 ceph-mon[189144]: pgmap v1645: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:48:50.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:48:49 smithi039 ceph-mon[181282]: pgmap v1645: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:48:50.589 INFO:tasks.workunit.client.0.smithi032.stdout: 680: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:50.589 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uVOvQBjvMftEcUN off=5434274 len=749354 2023-12-22T17:48:50.590 INFO:tasks.workunit.client.0.smithi032.stdout:op 3442 completed, throughput=4.99MB/sec 2023-12-22T17:48:50.590 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7eLvbiKPCff9Q5_ off=23573383 len=1561621 2023-12-22T17:48:50.594 INFO:tasks.workunit.client.0.smithi032.stdout:op 3443 completed, throughput=5MB/sec 2023-12-22T17:48:50.594 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4OjRaBdB4m8Jpm4 off=1622473 len=70430 2023-12-22T17:48:50.594 INFO:tasks.workunit.client.0.smithi032.stdout:op 3444 completed, throughput=5MB/sec 2023-12-22T17:48:50.594 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-112ft-iG8abPJXk off=7680242 len=324381 2023-12-22T17:48:50.597 INFO:tasks.workunit.client.0.smithi032.stdout:op 3445 completed, throughput=5MB/sec 2023-12-22T17:48:50.597 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fo0hHj-PY7mWuoQ off=8409489 len=1798325 2023-12-22T17:48:50.604 INFO:tasks.workunit.client.0.smithi032.stdout:op 3446 completed, throughput=5MB/sec 2023-12-22T17:48:50.604 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YXuR58uLAdnq-KD off=466633 len=341580 2023-12-22T17:48:50.607 INFO:tasks.workunit.client.0.smithi032.stdout:op 3447 completed, throughput=5MB/sec 2023-12-22T17:48:50.853 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:48:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:48:50.853 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:48:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:48:50.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:48:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:48:50.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:48:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:48:51.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:48:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:48:51.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:48:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:48:51.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:48:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:48:50] "GET /metrics HTTP/1.1" 200 34023 "" "Prometheus/2.43.0" 2023-12-22T17:48:51.607 INFO:tasks.workunit.client.0.smithi032.stdout: 681: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:51.607 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DtXndoncS6yjpe7 off=2968971 len=1893817 2023-12-22T17:48:51.615 INFO:tasks.workunit.client.0.smithi032.stdout:op 3448 completed, throughput=5MB/sec 2023-12-22T17:48:51.615 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MOD7KTgI4AhebFs off=289318 len=991536 2023-12-22T17:48:51.617 INFO:tasks.workunit.client.0.smithi032.stdout:op 3449 completed, throughput=5MB/sec 2023-12-22T17:48:51.617 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6huFtc0TksXLYJx off=8734606 len=122607 2023-12-22T17:48:51.618 INFO:tasks.workunit.client.0.smithi032.stdout:op 3450 completed, throughput=5MB/sec 2023-12-22T17:48:51.618 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gYZMH2taQRomoRI off=2958233 len=732474 2023-12-22T17:48:51.622 INFO:tasks.workunit.client.0.smithi032.stdout:op 3451 completed, throughput=5MB/sec 2023-12-22T17:48:51.622 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-o7PRUGHzewwVQ5R off=367281 len=1978523 2023-12-22T17:48:51.624 INFO:tasks.workunit.client.0.smithi032.stdout:op 3452 completed, throughput=5MB/sec 2023-12-22T17:48:51.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:48:51 smithi032 ceph-mon[189144]: pgmap v1646: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:48:51.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:48:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:48:51.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:48:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:48:51.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:48:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:48:51.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:48:51 smithi032 ceph-mon[191839]: pgmap v1646: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:48:51.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:48:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:48:51.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:48:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:48:51.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:48:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:48:52.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:48:51 smithi039 ceph-mon[181282]: pgmap v1646: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:48:52.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:48:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:48:52.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:48:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:48:52.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:48:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:48:52.624 INFO:tasks.workunit.client.0.smithi032.stdout: 682: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:52.625 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-glXSuC5zKYJzMHz off=341529 len=1252930 2023-12-22T17:48:52.631 INFO:tasks.workunit.client.0.smithi032.stdout:op 3453 completed, throughput=5MB/sec 2023-12-22T17:48:52.631 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bTQ1nfcatqeWAJ0 off=15055774 len=1849692 2023-12-22T17:48:52.640 INFO:tasks.workunit.client.0.smithi032.stdout:op 3454 completed, throughput=5MB/sec 2023-12-22T17:48:52.640 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0R5NmFWZ2Lb6zmG off=5569911 len=116386 2023-12-22T17:48:52.641 INFO:tasks.workunit.client.0.smithi032.stdout:op 3455 completed, throughput=5MB/sec 2023-12-22T17:48:52.641 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qL1roI_g2DRCnRN off=8533324 len=1417217 2023-12-22T17:48:52.642 INFO:tasks.workunit.client.0.smithi032.stdout:op 3456 completed, throughput=5MB/sec 2023-12-22T17:48:52.642 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PNIrod_sHhzgDFr off=1173070 len=1432068 2023-12-22T17:48:52.644 INFO:tasks.workunit.client.0.smithi032.stdout:op 3457 completed, throughput=5MB/sec 2023-12-22T17:48:52.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:48:52 smithi032 ceph-mon[191839]: pgmap v1647: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-22T17:48:52.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:48:52 smithi032 ceph-mon[189144]: pgmap v1647: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-22T17:48:53.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:48:52 smithi039 ceph-mon[181282]: pgmap v1647: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-22T17:48:53.645 INFO:tasks.workunit.client.0.smithi032.stdout: 683: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:53.645 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CyCDwCD6d1zImJW off=17301160 len=106565 2023-12-22T17:48:53.647 INFO:tasks.workunit.client.0.smithi032.stdout:op 3458 completed, throughput=4.99MB/sec 2023-12-22T17:48:53.648 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_NWZn8thgym2b4R off=782139 len=1336787 2023-12-22T17:48:53.649 INFO:tasks.workunit.client.0.smithi032.stdout:op 3459 completed, throughput=5MB/sec 2023-12-22T17:48:53.649 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5gDNRDD77EvsOu4 off=5061128 len=182775 2023-12-22T17:48:53.652 INFO:tasks.workunit.client.0.smithi032.stdout:op 3460 completed, throughput=5MB/sec 2023-12-22T17:48:53.652 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FnisFAEhLe0PoZe off=11538862 len=1903351 2023-12-22T17:48:53.661 INFO:tasks.workunit.client.0.smithi032.stdout:op 3461 completed, throughput=5MB/sec 2023-12-22T17:48:53.661 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7yFJ7K_LWyloD2b off=703114 len=562585 2023-12-22T17:48:53.666 INFO:tasks.workunit.client.0.smithi032.stdout:op 3462 completed, throughput=5MB/sec 2023-12-22T17:48:53.666 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TGaCMS94Q4JMlFN off=19552954 len=1622998 2023-12-22T17:48:53.671 INFO:tasks.workunit.client.0.smithi032.stdout:op 3463 completed, throughput=5MB/sec 2023-12-22T17:48:54.672 INFO:tasks.workunit.client.0.smithi032.stdout: 684: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:54.672 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_d9l0Zy5CFk-LHu off=19207006 len=2028145 2023-12-22T17:48:54.674 INFO:tasks.workunit.client.0.smithi032.stdout:op 3464 completed, throughput=5MB/sec 2023-12-22T17:48:54.675 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WCKn98RVIyHg-ov off=3118273 len=1524892 2023-12-22T17:48:54.682 INFO:tasks.workunit.client.0.smithi032.stdout:op 3465 completed, throughput=5MB/sec 2023-12-22T17:48:54.683 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-W_dN_qutNkSbbGo off=1130258 len=595502 2023-12-22T17:48:54.687 INFO:tasks.workunit.client.0.smithi032.stdout:op 3466 completed, throughput=5MB/sec 2023-12-22T17:48:54.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:48:54 smithi032 ceph-mon[191839]: pgmap v1648: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:48:54.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:48:54 smithi032 ceph-mon[189144]: pgmap v1648: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:48:55.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:48:54 smithi039 ceph-mon[181282]: pgmap v1648: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:48:55.687 INFO:tasks.workunit.client.0.smithi032.stdout: 685: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:55.687 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-p3AGMgfu-f6YDnD off=7029155 len=1272242 2023-12-22T17:48:55.689 INFO:tasks.workunit.client.0.smithi032.stdout:op 3467 completed, throughput=5MB/sec 2023-12-22T17:48:55.689 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FU2aQYzBTAXj94O off=11557479 len=1176620 2023-12-22T17:48:55.690 INFO:tasks.workunit.client.0.smithi032.stdout:op 3468 completed, throughput=5MB/sec 2023-12-22T17:48:55.690 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-axLQ5zSbY6Lu-Es off=5599714 len=1478948 2023-12-22T17:48:55.697 INFO:tasks.workunit.client.0.smithi032.stdout:op 3469 completed, throughput=5MB/sec 2023-12-22T17:48:55.697 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--xx84MUJ1Hed1l6 off=278584 len=356272 2023-12-22T17:48:55.701 INFO:tasks.workunit.client.0.smithi032.stdout:op 3470 completed, throughput=5MB/sec 2023-12-22T17:48:55.701 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ReBIEsPUBFHppwQ off=0 len=1514817 2023-12-22T17:48:55.708 INFO:tasks.workunit.client.0.smithi032.stdout:op 3471 completed, throughput=5MB/sec 2023-12-22T17:48:56.709 INFO:tasks.workunit.client.0.smithi032.stdout: 686: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:56.709 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0CZLtZgMODoMI4A off=4297217 len=953689 2023-12-22T17:48:56.710 INFO:tasks.workunit.client.0.smithi032.stdout:op 3472 completed, throughput=5MB/sec 2023-12-22T17:48:56.710 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_8n3a94cf-VIfyt off=8439960 len=1461226 2023-12-22T17:48:56.717 INFO:tasks.workunit.client.0.smithi032.stdout:op 3473 completed, throughput=5MB/sec 2023-12-22T17:48:56.718 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4Wv_vqef7ew3GSY off=9810062 len=1382803 2023-12-22T17:48:56.719 INFO:tasks.workunit.client.0.smithi032.stdout:op 3474 completed, throughput=5MB/sec 2023-12-22T17:48:56.719 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nlCPIxMkvuSXhzk off=15524255 len=383090 2023-12-22T17:48:56.723 INFO:tasks.workunit.client.0.smithi032.stdout:op 3475 completed, throughput=5MB/sec 2023-12-22T17:48:56.723 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FQJtp-sHXlUtmsK off=2226572 len=546072 2023-12-22T17:48:56.726 INFO:tasks.workunit.client.0.smithi032.stdout:op 3476 completed, throughput=5MB/sec 2023-12-22T17:48:57.727 INFO:tasks.workunit.client.0.smithi032.stdout: 687: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:57.727 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-imdpncsJkJGwcKV off=4037023 len=899618 2023-12-22T17:48:57.728 INFO:tasks.workunit.client.0.smithi032.stdout:op 3477 completed, throughput=4.99MB/sec 2023-12-22T17:48:57.728 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gXrFt05HAtXJG3h off=15073169 len=795315 2023-12-22T17:48:57.729 INFO:tasks.workunit.client.0.smithi032.stdout:op 3478 completed, throughput=5MB/sec 2023-12-22T17:48:57.729 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LTpFUSw8VFQBe4s off=5268579 len=653442 2023-12-22T17:48:57.730 INFO:tasks.workunit.client.0.smithi032.stdout:op 3479 completed, throughput=5MB/sec 2023-12-22T17:48:57.730 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fYwHiXX0zHzpHEv off=12703999 len=1189491 2023-12-22T17:48:57.737 INFO:tasks.workunit.client.0.smithi032.stdout:op 3480 completed, throughput=5MB/sec 2023-12-22T17:48:57.737 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8NRIgyIJAp6ZpXn off=17609795 len=1310808 2023-12-22T17:48:57.742 INFO:tasks.workunit.client.0.smithi032.stdout:op 3481 completed, throughput=5MB/sec 2023-12-22T17:48:57.742 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hxmhEVaN9jdMB-y off=20497298 len=623406 2023-12-22T17:48:57.743 INFO:tasks.workunit.client.0.smithi032.stdout:op 3482 completed, throughput=5MB/sec 2023-12-22T17:48:57.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:48:57 smithi032 ceph-mon[191839]: pgmap v1649: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-22T17:48:57.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:48:57 smithi032 ceph-mon[189144]: pgmap v1649: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-22T17:48:58.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:48:57 smithi039 ceph-mon[181282]: pgmap v1649: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-22T17:48:58.744 INFO:tasks.workunit.client.0.smithi032.stdout: 688: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:58.744 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HUd3-8JpSv-_7yi off=3168304 len=1184190 2023-12-22T17:48:58.746 INFO:tasks.workunit.client.0.smithi032.stdout:op 3483 completed, throughput=4.99MB/sec 2023-12-22T17:48:58.746 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-k4UBI5e-s-N9met off=8646181 len=1593512 2023-12-22T17:48:58.754 INFO:tasks.workunit.client.0.smithi032.stdout:op 3484 completed, throughput=5MB/sec 2023-12-22T17:48:58.754 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hrdGgA4WJ1YrW1j off=4088645 len=457887 2023-12-22T17:48:58.758 INFO:tasks.workunit.client.0.smithi032.stdout:op 3485 completed, throughput=5MB/sec 2023-12-22T17:48:58.758 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--geK2FHWC7or9rO off=6174212 len=728014 2023-12-22T17:48:58.762 INFO:tasks.workunit.client.0.smithi032.stdout:op 3486 completed, throughput=5MB/sec 2023-12-22T17:48:58.762 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4IjlqXxBptvyrfs off=1305383 len=1781377 2023-12-22T17:48:58.770 INFO:tasks.workunit.client.0.smithi032.stdout:op 3487 completed, throughput=5MB/sec 2023-12-22T17:48:59.771 INFO:tasks.workunit.client.0.smithi032.stdout: 689: throughput=4.99MB/sec pending data=0 2023-12-22T17:48:59.771 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_7fgCAwksB4UMvT off=177955 len=697292 2023-12-22T17:48:59.772 INFO:tasks.workunit.client.0.smithi032.stdout:op 3488 completed, throughput=4.99MB/sec 2023-12-22T17:48:59.772 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bpjzQFoWhGQjhfN off=14098363 len=1314544 2023-12-22T17:48:59.774 INFO:tasks.workunit.client.0.smithi032.stdout:op 3489 completed, throughput=5MB/sec 2023-12-22T17:48:59.774 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PSId2HFW1ofj9bW off=20479478 len=1519060 2023-12-22T17:48:59.781 INFO:tasks.workunit.client.0.smithi032.stdout:op 3490 completed, throughput=5MB/sec 2023-12-22T17:48:59.781 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KVs4HiRkNs8YcEA off=4559638 len=1175781 2023-12-22T17:48:59.783 INFO:tasks.workunit.client.0.smithi032.stdout:op 3491 completed, throughput=5MB/sec 2023-12-22T17:48:59.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:48:59 smithi032 ceph-mon[191839]: pgmap v1650: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:48:59.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:48:59 smithi032 ceph-mon[189144]: pgmap v1650: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:49:00.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:48:59 smithi039 ceph-mon[181282]: pgmap v1650: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:49:00.783 INFO:tasks.workunit.client.0.smithi032.stdout: 690: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:00.783 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0ydWcdefn9-Rdhf off=5538994 len=241129 2023-12-22T17:49:00.784 INFO:tasks.workunit.client.0.smithi032.stdout:op 3492 completed, throughput=4.99MB/sec 2023-12-22T17:49:00.784 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vyhMWdCL4cVjxUZ off=14063968 len=1774874 2023-12-22T17:49:00.793 INFO:tasks.workunit.client.0.smithi032.stdout:op 3493 completed, throughput=5MB/sec 2023-12-22T17:49:00.793 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nyaHlhRSv3EGUcj off=3433407 len=250352 2023-12-22T17:49:00.794 INFO:tasks.workunit.client.0.smithi032.stdout:op 3494 completed, throughput=5MB/sec 2023-12-22T17:49:00.794 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-txwXLivwxHvHNCB off=2168682 len=35252 2023-12-22T17:49:00.797 INFO:tasks.workunit.client.0.smithi032.stdout:op 3495 completed, throughput=5MB/sec 2023-12-22T17:49:00.797 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--y2789djeZasaws off=10316921 len=419366 2023-12-22T17:49:00.800 INFO:tasks.workunit.client.0.smithi032.stdout:op 3496 completed, throughput=5MB/sec 2023-12-22T17:49:00.800 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2HiHqdqEreJmsrN off=10087323 len=2024270 2023-12-22T17:49:00.802 INFO:tasks.workunit.client.0.smithi032.stdout:op 3497 completed, throughput=5MB/sec 2023-12-22T17:49:00.802 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-llUxAwd4M-x6zAb off=2798669 len=878752 2023-12-22T17:49:00.803 INFO:tasks.workunit.client.0.smithi032.stdout:op 3498 completed, throughput=5MB/sec 2023-12-22T17:49:01.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:49:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:49:00] "GET /metrics HTTP/1.1" 200 34023 "" "Prometheus/2.43.0" 2023-12-22T17:49:01.804 INFO:tasks.workunit.client.0.smithi032.stdout: 691: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:01.804 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5aB6qMGhp-o9Kx8 off=5640190 len=953798 2023-12-22T17:49:01.806 INFO:tasks.workunit.client.0.smithi032.stdout:op 3499 completed, throughput=4.99MB/sec 2023-12-22T17:49:01.806 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DQkFtIjcSBpHh0G off=422498 len=1211384 2023-12-22T17:49:01.808 INFO:tasks.workunit.client.0.smithi032.stdout:op 3500 completed, throughput=5MB/sec 2023-12-22T17:49:01.808 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--CC_OuNn3Gg0_cX off=453690 len=1462560 2023-12-22T17:49:01.810 INFO:tasks.workunit.client.0.smithi032.stdout:op 3501 completed, throughput=5MB/sec 2023-12-22T17:49:01.810 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lrRDvyFa51NYJMM off=12159500 len=1254919 2023-12-22T17:49:01.813 INFO:tasks.workunit.client.0.smithi032.stdout:op 3502 completed, throughput=5MB/sec 2023-12-22T17:49:01.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:49:01 smithi032 ceph-mon[191839]: pgmap v1651: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:49:01.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:49:01 smithi032 ceph-mon[189144]: pgmap v1651: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:49:02.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:49:01 smithi039 ceph-mon[181282]: pgmap v1651: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:49:02.813 INFO:tasks.workunit.client.0.smithi032.stdout: 692: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:02.813 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Pgw_5sLy-qCBAXt off=12455392 len=1775562 2023-12-22T17:49:02.816 INFO:tasks.workunit.client.0.smithi032.stdout:op 3503 completed, throughput=5MB/sec 2023-12-22T17:49:02.817 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vTzR3Prv2SBHSpV off=7357503 len=1567430 2023-12-22T17:49:02.820 INFO:tasks.workunit.client.0.smithi032.stdout:op 3504 completed, throughput=5MB/sec 2023-12-22T17:49:02.820 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Q9slW3Z_Gwja0Wr off=5174124 len=1049958 2023-12-22T17:49:02.826 INFO:tasks.workunit.client.0.smithi032.stdout:op 3505 completed, throughput=5MB/sec 2023-12-22T17:49:02.826 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-E39slmW1ESOGSp8 off=16601352 len=1312290 2023-12-22T17:49:02.832 INFO:tasks.workunit.client.0.smithi032.stdout:op 3506 completed, throughput=5MB/sec 2023-12-22T17:49:03.832 INFO:tasks.workunit.client.0.smithi032.stdout: 693: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:03.832 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--zJ6o50GzF0EmTb off=4788155 len=1092026 2023-12-22T17:49:03.834 INFO:tasks.workunit.client.0.smithi032.stdout:op 3507 completed, throughput=4.99MB/sec 2023-12-22T17:49:03.834 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-aGPZ52WpQBQ3MWl off=7990222 len=1009152 2023-12-22T17:49:03.835 INFO:tasks.workunit.client.0.smithi032.stdout:op 3508 completed, throughput=5MB/sec 2023-12-22T17:49:03.835 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PAEr456H6z_uZT_ off=3182289 len=401230 2023-12-22T17:49:03.838 INFO:tasks.workunit.client.0.smithi032.stdout:op 3509 completed, throughput=5MB/sec 2023-12-22T17:49:03.838 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LLypxOcbU1Dujxy off=11662287 len=338510 2023-12-22T17:49:03.839 INFO:tasks.workunit.client.0.smithi032.stdout:op 3510 completed, throughput=5MB/sec 2023-12-22T17:49:03.840 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Yc-qPKcdCKwJEao off=3245329 len=1519902 2023-12-22T17:49:03.847 INFO:tasks.workunit.client.0.smithi032.stdout:op 3511 completed, throughput=5MB/sec 2023-12-22T17:49:03.847 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qEvZjixSs7Hr_Bf off=3071459 len=1414436 2023-12-22T17:49:03.854 INFO:tasks.workunit.client.0.smithi032.stdout:op 3512 completed, throughput=5MB/sec 2023-12-22T17:49:03.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:49:03 smithi032 ceph-mon[191839]: pgmap v1652: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-22T17:49:03.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:49:03 smithi032 ceph-mon[189144]: pgmap v1652: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-22T17:49:04.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:49:03 smithi039 ceph-mon[181282]: pgmap v1652: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-22T17:49:04.854 INFO:tasks.workunit.client.0.smithi032.stdout: 694: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:04.854 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WDl8V-c9fZ4RICj off=16059962 len=821785 2023-12-22T17:49:04.855 INFO:tasks.workunit.client.0.smithi032.stdout:op 3513 completed, throughput=5MB/sec 2023-12-22T17:49:04.855 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-V_3TpzCL3j6BeJB off=1700581 len=1805079 2023-12-22T17:49:04.864 INFO:tasks.workunit.client.0.smithi032.stdout:op 3514 completed, throughput=5MB/sec 2023-12-22T17:49:04.864 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-V06OaajdO3hgtDI off=18421946 len=1627630 2023-12-22T17:49:04.872 INFO:tasks.workunit.client.0.smithi032.stdout:op 3515 completed, throughput=5MB/sec 2023-12-22T17:49:04.872 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UrKUaSLrRXAil67 off=5979951 len=2038390 2023-12-22T17:49:04.874 INFO:tasks.workunit.client.0.smithi032.stdout:op 3516 completed, throughput=5MB/sec 2023-12-22T17:49:05.874 INFO:tasks.workunit.client.0.smithi032.stdout: 695: throughput=5MB/sec pending data=0 2023-12-22T17:49:05.874 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3p6fOj6w7K1WFrE off=7913443 len=346236 2023-12-22T17:49:05.875 INFO:tasks.workunit.client.0.smithi032.stdout:op 3517 completed, throughput=5MB/sec 2023-12-22T17:49:05.875 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0720wjzXX91lqCe off=30652 len=2006713 2023-12-22T17:49:05.877 INFO:tasks.workunit.client.0.smithi032.stdout:op 3518 completed, throughput=5MB/sec 2023-12-22T17:49:05.877 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PCOxQ_IMtMA4zT5 off=1508218 len=424409 2023-12-22T17:49:05.881 INFO:tasks.workunit.client.0.smithi032.stdout:op 3519 completed, throughput=5MB/sec 2023-12-22T17:49:05.881 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-25UQ5iYJNSyK4T6 off=15732724 len=1517561 2023-12-22T17:49:05.888 INFO:tasks.workunit.client.0.smithi032.stdout:op 3520 completed, throughput=5MB/sec 2023-12-22T17:49:05.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:49:05 smithi032 ceph-mon[191839]: pgmap v1653: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:49:05.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:49:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:49:05.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:49:05 smithi032 ceph-mon[189144]: pgmap v1653: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:49:05.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:49:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:49:06.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:49:05 smithi039 ceph-mon[181282]: pgmap v1653: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:49:06.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:49:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:49:06.888 INFO:tasks.workunit.client.0.smithi032.stdout: 696: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:06.888 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--CC_OuNn3Gg0_cX off=5605614 len=218842 2023-12-22T17:49:06.889 INFO:tasks.workunit.client.0.smithi032.stdout:op 3521 completed, throughput=4.99MB/sec 2023-12-22T17:49:06.889 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6RQApZgbFYzzWoq off=1693002 len=1317451 2023-12-22T17:49:06.896 INFO:tasks.workunit.client.0.smithi032.stdout:op 3522 completed, throughput=5MB/sec 2023-12-22T17:49:06.896 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZGMV5P69Rzt78XU off=4904159 len=1011258 2023-12-22T17:49:06.898 INFO:tasks.workunit.client.0.smithi032.stdout:op 3523 completed, throughput=5MB/sec 2023-12-22T17:49:06.898 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nzRrHdS2oLbVtnd off=11921478 len=1084944 2023-12-22T17:49:06.900 INFO:tasks.workunit.client.0.smithi032.stdout:op 3524 completed, throughput=5MB/sec 2023-12-22T17:49:06.900 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jWt-mYaoDo0YhTM off=187429 len=1016974 2023-12-22T17:49:06.906 INFO:tasks.workunit.client.0.smithi032.stdout:op 3525 completed, throughput=5MB/sec 2023-12-22T17:49:07.906 INFO:tasks.workunit.client.0.smithi032.stdout: 697: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:07.906 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Jr3b_m4fOMQ3hh4 off=14130241 len=437357 2023-12-22T17:49:07.910 INFO:tasks.workunit.client.0.smithi032.stdout:op 3526 completed, throughput=4.99MB/sec 2023-12-22T17:49:07.910 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LDbkeJw8cOgWn2C off=22166598 len=793611 2023-12-22T17:49:07.914 INFO:tasks.workunit.client.0.smithi032.stdout:op 3527 completed, throughput=4.99MB/sec 2023-12-22T17:49:07.914 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BFaXQqRZnm_YhWG off=6483587 len=1497233 2023-12-22T17:49:07.921 INFO:tasks.workunit.client.0.smithi032.stdout:op 3528 completed, throughput=5MB/sec 2023-12-22T17:49:07.921 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZJTaPTFghB3xCx7 off=13915440 len=1160298 2023-12-22T17:49:07.925 INFO:tasks.workunit.client.0.smithi032.stdout:op 3529 completed, throughput=5MB/sec 2023-12-22T17:49:07.926 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Hcj02Y7KXmGUpI0 off=10326731 len=715745 2023-12-22T17:49:07.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:49:07 smithi032 ceph-mon[191839]: pgmap v1654: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:49:07.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:49:07 smithi032 ceph-mon[189144]: pgmap v1654: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:49:07.929 INFO:tasks.workunit.client.0.smithi032.stdout:op 3530 completed, throughput=5MB/sec 2023-12-22T17:49:07.929 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DWRH1TX1CRhDcrd off=15768453 len=222613 2023-12-22T17:49:07.931 INFO:tasks.workunit.client.0.smithi032.stdout:op 3531 completed, throughput=5MB/sec 2023-12-22T17:49:07.931 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6s8KvNmJadnd4N0 off=13299270 len=425586 2023-12-22T17:49:07.931 INFO:tasks.workunit.client.0.smithi032.stdout:op 3532 completed, throughput=5MB/sec 2023-12-22T17:49:07.931 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Bntz0vPsLuIj5C3 off=2368980 len=1093489 2023-12-22T17:49:07.932 INFO:tasks.workunit.client.0.smithi032.stdout:op 3533 completed, throughput=5MB/sec 2023-12-22T17:49:08.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:49:07 smithi039 ceph-mon[181282]: pgmap v1654: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:49:08.134 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:49:08.456 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:49:08.456 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (29m) 5m ago 33m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:49:08.456 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (28m) 3m ago 33m 90.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:49:08.456 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (34m) 5m ago 34m 20.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:49:08.456 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (34m) 3m ago 34m 27.7M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:49:08.456 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (28m) 3m ago 36m 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:49:08.456 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (28m) 5m ago 38m 541M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:49:08.456 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (28m) 5m ago 38m 246M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:49:08.457 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (27m) 3m ago 37m 150M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:49:08.457 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (27m) 5m ago 37m 150M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:49:08.457 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (29m) 5m ago 33m 15.8M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:49:08.457 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (28m) 3m ago 33m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:49:08.457 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (27m) 5m ago 36m 1953M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:49:08.457 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (26m) 5m ago 36m 2201M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:49:08.457 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (26m) 5m ago 36m 2126M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:49:08.457 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (25m) 5m ago 35m 1857M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:49:08.457 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (25m) 3m ago 35m 1838M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:49:08.457 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (24m) 3m ago 35m 1596M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:49:08.458 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (24m) 3m ago 34m 1056M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:49:08.458 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (23m) 3m ago 34m 1503M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:49:08.458 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (28m) 3m ago 34m 79.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:49:08.856 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:49:08.856 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:49:08.856 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:49:08.856 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:49:08.856 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:49:08.856 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:49:08.857 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:49:08.857 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:49:08.857 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:49:08.857 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:49:08.857 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:49:08.857 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:49:08.857 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:49:08.857 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:49:08.857 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:49:08.857 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:49:08.857 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:49:08.857 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:49:08.932 INFO:tasks.workunit.client.0.smithi032.stdout: 698: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:08.932 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8BwjTjnkbwuP21l off=9277491 len=556254 2023-12-22T17:49:08.932 INFO:tasks.workunit.client.0.smithi032.stdout:op 3534 completed, throughput=5MB/sec 2023-12-22T17:49:08.932 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IV-XVTmANWKgv0L off=1152595 len=912050 2023-12-22T17:49:08.936 INFO:tasks.workunit.client.0.smithi032.stdout:op 3535 completed, throughput=5MB/sec 2023-12-22T17:49:08.937 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xgzVJQnr2J_z5yI off=2635860 len=2053647 2023-12-22T17:49:08.944 INFO:tasks.workunit.client.0.smithi032.stdout:op 3536 completed, throughput=5MB/sec 2023-12-22T17:49:08.944 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--EMKuOSe0RijWQa off=81081 len=781017 2023-12-22T17:49:08.948 INFO:tasks.workunit.client.0.smithi032.stdout:op 3537 completed, throughput=5MB/sec 2023-12-22T17:49:08.948 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-q27KN5I3ey4n2aA off=11356528 len=362955 2023-12-22T17:49:08.951 INFO:tasks.workunit.client.0.smithi032.stdout:op 3538 completed, throughput=5MB/sec 2023-12-22T17:49:09.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:49:09 smithi032 ceph-mon[191839]: pgmap v1655: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:49:09.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:49:09 smithi032 ceph-mon[191839]: from='client.45533 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:49:09.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:49:09 smithi032 ceph-mon[191839]: from='client.35604 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:49:09.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:49:09 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/405381508' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:49:09.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:49:09 smithi032 ceph-mon[189144]: pgmap v1655: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:49:09.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:49:09 smithi032 ceph-mon[189144]: from='client.45533 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:49:09.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:49:09 smithi032 ceph-mon[189144]: from='client.35604 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:49:09.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:49:09 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/405381508' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:49:09.951 INFO:tasks.workunit.client.0.smithi032.stdout: 699: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:09.952 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--7gRkVvww1KcADT off=3369326 len=108791 2023-12-22T17:49:09.955 INFO:tasks.workunit.client.0.smithi032.stdout:op 3539 completed, throughput=4.99MB/sec 2023-12-22T17:49:09.955 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-06Wx9VEtvLG0ptl off=14860320 len=55885 2023-12-22T17:49:09.955 INFO:tasks.workunit.client.0.smithi032.stdout:op 3540 completed, throughput=4.99MB/sec 2023-12-22T17:49:09.956 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fe-qA5y6ryo-JvU off=22319831 len=882079 2023-12-22T17:49:09.960 INFO:tasks.workunit.client.0.smithi032.stdout:op 3541 completed, throughput=4.99MB/sec 2023-12-22T17:49:09.960 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EO8mT4dHti4ODR4 off=4988250 len=699513 2023-12-22T17:49:09.961 INFO:tasks.workunit.client.0.smithi032.stdout:op 3542 completed, throughput=5MB/sec 2023-12-22T17:49:09.961 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-H2bahr12JL7c3VW off=3133694 len=1178530 2023-12-22T17:49:09.963 INFO:tasks.workunit.client.0.smithi032.stdout:op 3543 completed, throughput=5MB/sec 2023-12-22T17:49:09.963 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-z5l7eKHpR1-LaXp off=5044816 len=2067596 2023-12-22T17:49:09.965 INFO:tasks.workunit.client.0.smithi032.stdout:op 3544 completed, throughput=5MB/sec 2023-12-22T17:49:09.965 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-aAHxefmykPSYJsR off=14697741 len=1368312 2023-12-22T17:49:09.968 INFO:tasks.workunit.client.0.smithi032.stdout:op 3545 completed, throughput=5MB/sec 2023-12-22T17:49:10.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:49:09 smithi039 ceph-mon[181282]: pgmap v1655: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:49:10.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:49:09 smithi039 ceph-mon[181282]: from='client.45533 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:49:10.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:49:09 smithi039 ceph-mon[181282]: from='client.35604 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:49:10.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:49:09 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/405381508' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:49:10.968 INFO:tasks.workunit.client.0.smithi032.stdout: 700: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:10.969 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5rlqCKDe5hnC47x off=3917384 len=969924 2023-12-22T17:49:10.973 INFO:tasks.workunit.client.0.smithi032.stdout:op 3546 completed, throughput=5MB/sec 2023-12-22T17:49:10.974 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sXVGM3on6RjFbGv off=727871 len=195958 2023-12-22T17:49:10.976 INFO:tasks.workunit.client.0.smithi032.stdout:op 3547 completed, throughput=5MB/sec 2023-12-22T17:49:10.977 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rGc7PO3dFxnee-L off=1646798 len=509133 2023-12-22T17:49:10.977 INFO:tasks.workunit.client.0.smithi032.stdout:op 3548 completed, throughput=5MB/sec 2023-12-22T17:49:10.978 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JnLT4bJxO5ZDVv5 off=615433 len=854775 2023-12-22T17:49:10.982 INFO:tasks.workunit.client.0.smithi032.stdout:op 3549 completed, throughput=5MB/sec 2023-12-22T17:49:10.982 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-K7U1bZssZrEiof0 off=9410292 len=1672489 2023-12-22T17:49:10.990 INFO:tasks.workunit.client.0.smithi032.stdout:op 3550 completed, throughput=5MB/sec 2023-12-22T17:49:11.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:49:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:49:10] "GET /metrics HTTP/1.1" 200 34024 "" "Prometheus/2.43.0" 2023-12-22T17:49:11.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:49:11 smithi032 ceph-mon[191839]: pgmap v1656: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:49:11.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:49:11 smithi032 ceph-mon[189144]: pgmap v1656: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:49:11.990 INFO:tasks.workunit.client.0.smithi032.stdout: 701: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:11.991 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RbuVJ1yUzBntVfB off=16105171 len=466407 2023-12-22T17:49:11.992 INFO:tasks.workunit.client.0.smithi032.stdout:op 3551 completed, throughput=4.99MB/sec 2023-12-22T17:49:11.992 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FFMukqfPr36S3k7 off=4348786 len=1310978 2023-12-22T17:49:11.993 INFO:tasks.workunit.client.0.smithi032.stdout:op 3552 completed, throughput=5MB/sec 2023-12-22T17:49:11.994 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0v4_8ELavnHOzjA off=1834015 len=1998647 2023-12-22T17:49:12.003 INFO:tasks.workunit.client.0.smithi032.stdout:op 3553 completed, throughput=5MB/sec 2023-12-22T17:49:12.003 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-asbbrGcv7-jaFVc off=554150 len=997758 2023-12-22T17:49:12.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:49:11 smithi039 ceph-mon[181282]: pgmap v1656: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:49:12.008 INFO:tasks.workunit.client.0.smithi032.stdout:op 3554 completed, throughput=5MB/sec 2023-12-22T17:49:12.008 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QhRSuHpVvpLgMnx off=9333928 len=122519 2023-12-22T17:49:12.009 INFO:tasks.workunit.client.0.smithi032.stdout:op 3555 completed, throughput=5MB/sec 2023-12-22T17:49:12.010 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jKh9nlQRHrCw-MR off=366047 len=1906776 2023-12-22T17:49:12.012 INFO:tasks.workunit.client.0.smithi032.stdout:op 3556 completed, throughput=5MB/sec 2023-12-22T17:49:13.013 INFO:tasks.workunit.client.0.smithi032.stdout: 702: throughput=5MB/sec pending data=0 2023-12-22T17:49:13.013 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Irg5ORruplAWcom off=1109980 len=934032 2023-12-22T17:49:13.015 INFO:tasks.workunit.client.0.smithi032.stdout:op 3557 completed, throughput=5MB/sec 2023-12-22T17:49:13.015 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mjCkk7ftaBx9s8j off=19821910 len=89106 2023-12-22T17:49:13.016 INFO:tasks.workunit.client.0.smithi032.stdout:op 3558 completed, throughput=5MB/sec 2023-12-22T17:49:13.016 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eduyZm-o52ClMgt off=21191982 len=1974504 2023-12-22T17:49:13.019 INFO:tasks.workunit.client.0.smithi032.stdout:op 3559 completed, throughput=5MB/sec 2023-12-22T17:49:13.020 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xF-0JIFYMq3m2-t off=5807081 len=599994 2023-12-22T17:49:13.021 INFO:tasks.workunit.client.0.smithi032.stdout:op 3560 completed, throughput=5MB/sec 2023-12-22T17:49:13.021 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_ov3SUWWHWV6P_p off=13507792 len=2020671 2023-12-22T17:49:13.024 INFO:tasks.workunit.client.0.smithi032.stdout:op 3561 completed, throughput=5MB/sec 2023-12-22T17:49:13.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:49:13 smithi032 ceph-mon[191839]: pgmap v1657: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-22T17:49:13.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:49:13 smithi032 ceph-mon[189144]: pgmap v1657: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-22T17:49:14.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:49:13 smithi039 ceph-mon[181282]: pgmap v1657: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-22T17:49:14.025 INFO:tasks.workunit.client.0.smithi032.stdout: 703: throughput=5MB/sec pending data=0 2023-12-22T17:49:14.025 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-amp4r2VZWVkVqSY off=880343 len=368699 2023-12-22T17:49:14.026 INFO:tasks.workunit.client.0.smithi032.stdout:op 3562 completed, throughput=5MB/sec 2023-12-22T17:49:14.026 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cmcbDP5hzJvxuRa off=3762319 len=1685520 2023-12-22T17:49:14.034 INFO:tasks.workunit.client.0.smithi032.stdout:op 3563 completed, throughput=5MB/sec 2023-12-22T17:49:14.034 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7SMmtbI8ed6V5nK off=544651 len=916296 2023-12-22T17:49:14.035 INFO:tasks.workunit.client.0.smithi032.stdout:op 3564 completed, throughput=5MB/sec 2023-12-22T17:49:14.035 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-urRvzO4cApPwv3l off=4507647 len=2050345 2023-12-22T17:49:14.045 INFO:tasks.workunit.client.0.smithi032.stdout:op 3565 completed, throughput=5MB/sec 2023-12-22T17:49:15.046 INFO:tasks.workunit.client.0.smithi032.stdout: 704: throughput=5MB/sec pending data=0 2023-12-22T17:49:15.046 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FX1QbN9h1ZYsHq7 off=11333031 len=1931280 2023-12-22T17:49:15.049 INFO:tasks.workunit.client.0.smithi032.stdout:op 3566 completed, throughput=5MB/sec 2023-12-22T17:49:15.049 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-u8DvDTem7z2N_ih off=5264922 len=2017392 2023-12-22T17:49:15.057 INFO:tasks.workunit.client.0.smithi032.stdout:op 3567 completed, throughput=5MB/sec 2023-12-22T17:49:15.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:49:15 smithi032 ceph-mon[191839]: pgmap v1658: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:49:15.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:49:15 smithi032 ceph-mon[189144]: pgmap v1658: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:49:16.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:49:15 smithi039 ceph-mon[181282]: pgmap v1658: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:49:16.058 INFO:tasks.workunit.client.0.smithi032.stdout: 705: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:16.058 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-oAZCkFa0u7CYHSE off=10198713 len=1522021 2023-12-22T17:49:16.066 INFO:tasks.workunit.client.0.smithi032.stdout:op 3568 completed, throughput=5MB/sec 2023-12-22T17:49:16.066 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-I3jsVbMS8nbeZu3 off=10284383 len=2037733 2023-12-22T17:49:16.068 INFO:tasks.workunit.client.0.smithi032.stdout:op 3569 completed, throughput=5MB/sec 2023-12-22T17:49:16.068 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SgGhofoq8tc9msN off=0 len=1941457 2023-12-22T17:49:16.071 INFO:tasks.workunit.client.0.smithi032.stdout:op 3570 completed, throughput=5MB/sec 2023-12-22T17:49:17.073 INFO:tasks.workunit.client.0.smithi032.stdout: 706: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:17.074 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AjQ4Ng-QTpe-olP off=6161047 len=9916 2023-12-22T17:49:17.074 INFO:tasks.workunit.client.0.smithi032.stdout:op 3571 completed, throughput=4.99MB/sec 2023-12-22T17:49:17.074 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-w_2BezHqin1X7xB off=262056 len=1708619 2023-12-22T17:49:17.075 INFO:tasks.workunit.client.0.smithi032.stdout:op 3572 completed, throughput=5MB/sec 2023-12-22T17:49:17.075 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ng6xaNAV1dN2ryi off=6184976 len=301358 2023-12-22T17:49:17.075 INFO:tasks.workunit.client.0.smithi032.stdout:op 3573 completed, throughput=5MB/sec 2023-12-22T17:49:17.076 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xn41-wzX7rODz5E off=16851945 len=222964 2023-12-22T17:49:17.078 INFO:tasks.workunit.client.0.smithi032.stdout:op 3574 completed, throughput=5MB/sec 2023-12-22T17:49:17.079 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-h3ElrDjIvH63rCz off=6433391 len=1415419 2023-12-22T17:49:17.084 INFO:tasks.workunit.client.0.smithi032.stdout:op 3575 completed, throughput=5MB/sec 2023-12-22T17:49:17.084 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mR3lFVsbXKB2pKe off=3999093 len=32048 2023-12-22T17:49:17.085 INFO:tasks.workunit.client.0.smithi032.stdout:op 3576 completed, throughput=5MB/sec 2023-12-22T17:49:17.085 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2Bf6lGh5XKKSAEh off=3854796 len=326341 2023-12-22T17:49:17.086 INFO:tasks.workunit.client.0.smithi032.stdout:op 3577 completed, throughput=5MB/sec 2023-12-22T17:49:17.086 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CZ43Yi2qK1t7-4A off=286913 len=1220492 2023-12-22T17:49:17.087 INFO:tasks.workunit.client.0.smithi032.stdout:op 3578 completed, throughput=5MB/sec 2023-12-22T17:49:17.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:49:17 smithi032 ceph-mon[191839]: pgmap v1659: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-22T17:49:17.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:49:17 smithi032 ceph-mon[189144]: pgmap v1659: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-22T17:49:18.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:49:17 smithi039 ceph-mon[181282]: pgmap v1659: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-22T17:49:18.088 INFO:tasks.workunit.client.0.smithi032.stdout: 707: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:18.088 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uXSTK4s7mNuWtVe off=3266585 len=1498643 2023-12-22T17:49:18.096 INFO:tasks.workunit.client.0.smithi032.stdout:op 3579 completed, throughput=5MB/sec 2023-12-22T17:49:18.096 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VlnnmYd-T_utprj off=8109883 len=282324 2023-12-22T17:49:18.096 INFO:tasks.workunit.client.0.smithi032.stdout:op 3580 completed, throughput=5MB/sec 2023-12-22T17:49:18.096 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-h_w0YxGX5HUvy8q off=616199 len=225278 2023-12-22T17:49:18.099 INFO:tasks.workunit.client.0.smithi032.stdout:op 3581 completed, throughput=5MB/sec 2023-12-22T17:49:18.099 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EdnTQRLX84Z8kQb off=794594 len=2010402 2023-12-22T17:49:18.101 INFO:tasks.workunit.client.0.smithi032.stdout:op 3582 completed, throughput=5MB/sec 2023-12-22T17:49:18.101 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EDw3ntgmLuIkfFM off=2344818 len=1938999 2023-12-22T17:49:18.103 INFO:tasks.workunit.client.0.smithi032.stdout:op 3583 completed, throughput=5MB/sec 2023-12-22T17:49:19.104 INFO:tasks.workunit.client.0.smithi032.stdout: 708: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:19.104 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DiGUHHR53EJ_JF0 off=6791095 len=1917950 2023-12-22T17:49:19.106 INFO:tasks.workunit.client.0.smithi032.stdout:op 3584 completed, throughput=5MB/sec 2023-12-22T17:49:19.106 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XvTWR5yTSFjkBuB off=5544585 len=618105 2023-12-22T17:49:19.107 INFO:tasks.workunit.client.0.smithi032.stdout:op 3585 completed, throughput=5MB/sec 2023-12-22T17:49:19.107 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ppvbFG2ZSkmF0Tt off=2006885 len=1578509 2023-12-22T17:49:19.115 INFO:tasks.workunit.client.0.smithi032.stdout:op 3586 completed, throughput=5MB/sec 2023-12-22T17:49:19.115 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hM2ApAVTgz83CWG off=993429 len=1531325 2023-12-22T17:49:19.122 INFO:tasks.workunit.client.0.smithi032.stdout:op 3587 completed, throughput=5MB/sec 2023-12-22T17:49:19.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:49:19 smithi032 ceph-mon[189144]: pgmap v1660: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:49:19.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:49:19 smithi032 ceph-mon[191839]: pgmap v1660: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:49:20.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:49:19 smithi039 ceph-mon[181282]: pgmap v1660: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:49:20.123 INFO:tasks.workunit.client.0.smithi032.stdout: 709: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:20.123 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZElNTK3D-tNd1aW off=299390 len=551061 2023-12-22T17:49:20.125 INFO:tasks.workunit.client.0.smithi032.stdout:op 3588 completed, throughput=5MB/sec 2023-12-22T17:49:20.125 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UQSB8h_i2g7zosp off=7356259 len=894136 2023-12-22T17:49:20.126 INFO:tasks.workunit.client.0.smithi032.stdout:op 3589 completed, throughput=5MB/sec 2023-12-22T17:49:20.126 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qPiTmFKGXQXLvV0 off=9339168 len=404917 2023-12-22T17:49:20.130 INFO:tasks.workunit.client.0.smithi032.stdout:op 3590 completed, throughput=5MB/sec 2023-12-22T17:49:20.130 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Mq5vUJvZOSsdNrU off=13365770 len=1940925 2023-12-22T17:49:20.132 INFO:tasks.workunit.client.0.smithi032.stdout:op 3591 completed, throughput=5MB/sec 2023-12-22T17:49:20.132 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MR5au-7H8wU22I_ off=2185832 len=755241 2023-12-22T17:49:20.133 INFO:tasks.workunit.client.0.smithi032.stdout:op 3592 completed, throughput=5MB/sec 2023-12-22T17:49:20.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:49:20 smithi032 ceph-mon[189144]: pgmap v1661: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:49:20.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:49:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:49:20.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:49:20 smithi032 ceph-mon[191839]: pgmap v1661: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:49:20.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:49:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:49:21.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:49:20 smithi039 ceph-mon[181282]: pgmap v1661: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:49:21.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:49:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:49:21.134 INFO:tasks.workunit.client.0.smithi032.stdout: 710: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:21.134 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xqBk7Ur1Pv2oW5c off=13465228 len=3725 2023-12-22T17:49:21.136 INFO:tasks.workunit.client.0.smithi032.stdout:op 3593 completed, throughput=4.99MB/sec 2023-12-22T17:49:21.137 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9M3tgDmWHNGsCJJ off=1167869 len=402993 2023-12-22T17:49:21.137 INFO:tasks.workunit.client.0.smithi032.stdout:op 3594 completed, throughput=4.99MB/sec 2023-12-22T17:49:21.137 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KcpBBQ2e4KUsIs6 off=3384703 len=1287353 2023-12-22T17:49:21.140 INFO:tasks.workunit.client.0.smithi032.stdout:op 3595 completed, throughput=5MB/sec 2023-12-22T17:49:21.140 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3xtjsRyD5-5pCp7 off=16577970 len=1090443 2023-12-22T17:49:21.145 INFO:tasks.workunit.client.0.smithi032.stdout:op 3596 completed, throughput=5MB/sec 2023-12-22T17:49:21.145 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Ol_R8XIco89rvEW off=10405064 len=645841 2023-12-22T17:49:21.147 INFO:tasks.workunit.client.0.smithi032.stdout:op 3597 completed, throughput=5MB/sec 2023-12-22T17:49:21.147 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FYXy1GQkNfDTVhy off=4106090 len=1944968 2023-12-22T17:49:21.156 INFO:tasks.workunit.client.0.smithi032.stdout:op 3598 completed, throughput=5MB/sec 2023-12-22T17:49:21.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:49:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:49:20] "GET /metrics HTTP/1.1" 200 34026 "" "Prometheus/2.43.0" 2023-12-22T17:49:22.157 INFO:tasks.workunit.client.0.smithi032.stdout: 711: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:22.157 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zalbqEOoTmi_Meq off=5641819 len=1108280 2023-12-22T17:49:22.158 INFO:tasks.workunit.client.0.smithi032.stdout:op 3599 completed, throughput=5MB/sec 2023-12-22T17:49:22.158 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AJF1-DaJtwcBs0F off=5942921 len=1545575 2023-12-22T17:49:22.161 INFO:tasks.workunit.client.0.smithi032.stdout:op 3600 completed, throughput=5MB/sec 2023-12-22T17:49:22.161 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xZjedXGLI6yLcoG off=3414065 len=177763 2023-12-22T17:49:22.161 INFO:tasks.workunit.client.0.smithi032.stdout:op 3601 completed, throughput=5MB/sec 2023-12-22T17:49:22.161 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-aX2mCXViBa2sS8x off=4465198 len=51720 2023-12-22T17:49:22.161 INFO:tasks.workunit.client.0.smithi032.stdout:op 3602 completed, throughput=5MB/sec 2023-12-22T17:49:22.162 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BRNiPlMKoTo-gm0 off=3850922 len=1305883 2023-12-22T17:49:22.162 INFO:tasks.workunit.client.0.smithi032.stdout:op 3603 completed, throughput=5MB/sec 2023-12-22T17:49:22.163 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4TFNH3NXqODqq3Q off=19288427 len=1284735 2023-12-22T17:49:22.168 INFO:tasks.workunit.client.0.smithi032.stdout:op 3604 completed, throughput=5MB/sec 2023-12-22T17:49:23.169 INFO:tasks.workunit.client.0.smithi032.stdout: 712: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:23.169 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IRldfOULPK3jjnP off=966301 len=1226216 2023-12-22T17:49:23.171 INFO:tasks.workunit.client.0.smithi032.stdout:op 3605 completed, throughput=5MB/sec 2023-12-22T17:49:23.171 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MWllb0wAlKKpVdN off=19243718 len=1335500 2023-12-22T17:49:23.178 INFO:tasks.workunit.client.0.smithi032.stdout:op 3606 completed, throughput=5MB/sec 2023-12-22T17:49:23.178 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PbqGldkjsOXqU7L off=9290972 len=1736138 2023-12-22T17:49:23.180 INFO:tasks.workunit.client.0.smithi032.stdout:op 3607 completed, throughput=5MB/sec 2023-12-22T17:49:23.180 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cQiLYLh2eam7Eej off=5208742 len=1521231 2023-12-22T17:49:23.188 INFO:tasks.workunit.client.0.smithi032.stdout:op 3608 completed, throughput=5MB/sec 2023-12-22T17:49:23.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:49:23 smithi032 ceph-mon[191839]: pgmap v1662: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:49:23.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:49:23 smithi032 ceph-mon[189144]: pgmap v1662: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:49:24.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:49:23 smithi039 ceph-mon[181282]: pgmap v1662: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:49:24.187 INFO:tasks.workunit.client.0.smithi032.stdout: 713: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:24.188 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zL1PK-aKn--bpTL off=12152436 len=285472 2023-12-22T17:49:24.189 INFO:tasks.workunit.client.0.smithi032.stdout:op 3609 completed, throughput=5MB/sec 2023-12-22T17:49:24.189 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LP0RnuWdZkoIPif off=18527244 len=1712706 2023-12-22T17:49:24.191 INFO:tasks.workunit.client.0.smithi032.stdout:op 3610 completed, throughput=5MB/sec 2023-12-22T17:49:24.191 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zZBy-6gaLOvL1XG off=751643 len=1118274 2023-12-22T17:49:24.197 INFO:tasks.workunit.client.0.smithi032.stdout:op 3611 completed, throughput=5MB/sec 2023-12-22T17:49:24.197 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MhURifaTxOmySp9 off=13163477 len=656562 2023-12-22T17:49:24.198 INFO:tasks.workunit.client.0.smithi032.stdout:op 3612 completed, throughput=5MB/sec 2023-12-22T17:49:24.198 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-oD_V8WmR4A8hlKj off=10113542 len=1155421 2023-12-22T17:49:24.203 INFO:tasks.workunit.client.0.smithi032.stdout:op 3613 completed, throughput=5MB/sec 2023-12-22T17:49:25.203 INFO:tasks.workunit.client.0.smithi032.stdout: 714: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:25.203 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-A-P2fOJahA-TVMS off=443590 len=1093964 2023-12-22T17:49:25.206 INFO:tasks.workunit.client.0.smithi032.stdout:op 3614 completed, throughput=5MB/sec 2023-12-22T17:49:25.206 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dh2-CBprOVx-xc9 off=3939549 len=771929 2023-12-22T17:49:25.210 INFO:tasks.workunit.client.0.smithi032.stdout:op 3615 completed, throughput=5MB/sec 2023-12-22T17:49:25.211 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bW3sAMVJfmhH1tz off=476132 len=236735 2023-12-22T17:49:25.211 INFO:tasks.workunit.client.0.smithi032.stdout:op 3616 completed, throughput=5MB/sec 2023-12-22T17:49:25.211 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XGgwMFjtoVZuZib off=6818012 len=112120 2023-12-22T17:49:25.214 INFO:tasks.workunit.client.0.smithi032.stdout:op 3617 completed, throughput=5MB/sec 2023-12-22T17:49:25.214 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PwF53nZPNEZahUK off=1363427 len=623620 2023-12-22T17:49:25.218 INFO:tasks.workunit.client.0.smithi032.stdout:op 3618 completed, throughput=5MB/sec 2023-12-22T17:49:25.218 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ALPaRr_Rsy5XEES off=3138229 len=1963818 2023-12-22T17:49:25.220 INFO:tasks.workunit.client.0.smithi032.stdout:op 3619 completed, throughput=5MB/sec 2023-12-22T17:49:25.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:49:25 smithi032 ceph-mon[191839]: pgmap v1663: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:49:25.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:49:25 smithi032 ceph-mon[189144]: pgmap v1663: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:49:26.003 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:49:25 smithi039 ceph-mon[181282]: pgmap v1663: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:49:26.220 INFO:tasks.workunit.client.0.smithi032.stdout: 715: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:26.220 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uN1pNm17l97wygs off=7017303 len=270730 2023-12-22T17:49:26.221 INFO:tasks.workunit.client.0.smithi032.stdout:op 3620 completed, throughput=4.99MB/sec 2023-12-22T17:49:26.221 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4dUfeC0gV8l8uA0 off=7739805 len=42373 2023-12-22T17:49:26.223 INFO:tasks.workunit.client.0.smithi032.stdout:op 3621 completed, throughput=4.99MB/sec 2023-12-22T17:49:26.224 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MkLWCRUQWcgZ1XE off=2687865 len=895076 2023-12-22T17:49:26.225 INFO:tasks.workunit.client.0.smithi032.stdout:op 3622 completed, throughput=5MB/sec 2023-12-22T17:49:26.225 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DFT2rvzvLvXrgnj off=223918 len=1227352 2023-12-22T17:49:26.227 INFO:tasks.workunit.client.0.smithi032.stdout:op 3623 completed, throughput=5MB/sec 2023-12-22T17:49:26.228 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yLWiM1uXxUFqFB2 off=18283639 len=718103 2023-12-22T17:49:26.228 INFO:tasks.workunit.client.0.smithi032.stdout:op 3624 completed, throughput=5MB/sec 2023-12-22T17:49:26.228 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EhVGqj-KphnE9pP off=154782 len=328695 2023-12-22T17:49:26.232 INFO:tasks.workunit.client.0.smithi032.stdout:op 3625 completed, throughput=5MB/sec 2023-12-22T17:49:26.232 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WWp5jOQW1caB4Qg off=896574 len=366208 2023-12-22T17:49:26.235 INFO:tasks.workunit.client.0.smithi032.stdout:op 3626 completed, throughput=5MB/sec 2023-12-22T17:49:26.235 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--pUXgy1lLXQdwue off=4096969 len=1328985 2023-12-22T17:49:26.242 INFO:tasks.workunit.client.0.smithi032.stdout:op 3627 completed, throughput=5MB/sec 2023-12-22T17:49:27.242 INFO:tasks.workunit.client.0.smithi032.stdout: 716: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:27.242 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XCdL6Ct1qT2sL3Y off=7290507 len=221843 2023-12-22T17:49:27.245 INFO:tasks.workunit.client.0.smithi032.stdout:op 3628 completed, throughput=4.99MB/sec 2023-12-22T17:49:27.245 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EnDRB_HUuUtUgvD off=14723627 len=1866410 2023-12-22T17:49:27.255 INFO:tasks.workunit.client.0.smithi032.stdout:op 3629 completed, throughput=5MB/sec 2023-12-22T17:49:27.256 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dWm9TfeUXlEAzbv off=4334692 len=2023224 2023-12-22T17:49:27.265 INFO:tasks.workunit.client.0.smithi032.stdout:op 3630 completed, throughput=5MB/sec 2023-12-22T17:49:27.265 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SDMUrwEKmZrZo0W off=11717161 len=945663 2023-12-22T17:49:27.270 INFO:tasks.workunit.client.0.smithi032.stdout:op 3631 completed, throughput=5MB/sec 2023-12-22T17:49:27.271 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DfEy5qcjOqSdM-8 off=137069 len=1298911 2023-12-22T17:49:27.272 INFO:tasks.workunit.client.0.smithi032.stdout:op 3632 completed, throughput=5MB/sec 2023-12-22T17:49:27.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:49:27 smithi032 ceph-mon[191839]: pgmap v1664: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-22T17:49:27.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:49:27 smithi032 ceph-mon[189144]: pgmap v1664: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-22T17:49:28.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:49:27 smithi039 ceph-mon[181282]: pgmap v1664: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-22T17:49:28.272 INFO:tasks.workunit.client.0.smithi032.stdout: 717: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:28.272 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-J0LRRHcqy9JXKeY off=6098120 len=45769 2023-12-22T17:49:28.273 INFO:tasks.workunit.client.0.smithi032.stdout:op 3633 completed, throughput=4.99MB/sec 2023-12-22T17:49:28.273 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3N6jPzm4G8Q-T0G off=4273461 len=1761471 2023-12-22T17:49:28.275 INFO:tasks.workunit.client.0.smithi032.stdout:op 3634 completed, throughput=5MB/sec 2023-12-22T17:49:28.276 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jJQC0fK0-BpDbno off=3280221 len=887217 2023-12-22T17:49:28.281 INFO:tasks.workunit.client.0.smithi032.stdout:op 3635 completed, throughput=5MB/sec 2023-12-22T17:49:28.281 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GXWtD-_-G6y-f42 off=17312821 len=1230677 2023-12-22T17:49:28.288 INFO:tasks.workunit.client.0.smithi032.stdout:op 3636 completed, throughput=5MB/sec 2023-12-22T17:49:28.288 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bQQQFiH_9n37U1h off=5363569 len=1286351 2023-12-22T17:49:28.294 INFO:tasks.workunit.client.0.smithi032.stdout:op 3637 completed, throughput=5MB/sec 2023-12-22T17:49:29.295 INFO:tasks.workunit.client.0.smithi032.stdout: 718: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:29.295 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HNSraqGBgSYlTon off=17941245 len=20591 2023-12-22T17:49:29.297 INFO:tasks.workunit.client.0.smithi032.stdout:op 3638 completed, throughput=4.99MB/sec 2023-12-22T17:49:29.297 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-I3vuGCqmwGQYZIE off=13034318 len=557986 2023-12-22T17:49:29.298 INFO:tasks.workunit.client.0.smithi032.stdout:op 3639 completed, throughput=5MB/sec 2023-12-22T17:49:29.298 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WH4LCLauD9IjFyq off=8241962 len=238098 2023-12-22T17:49:29.302 INFO:tasks.workunit.client.0.smithi032.stdout:op 3640 completed, throughput=5MB/sec 2023-12-22T17:49:29.302 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-oijLr6xPFOwURlN off=1493580 len=575766 2023-12-22T17:49:29.304 INFO:tasks.workunit.client.0.smithi032.stdout:op 3641 completed, throughput=5MB/sec 2023-12-22T17:49:29.304 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7fax3hSVwEYzD-r off=3726857 len=1145021 2023-12-22T17:49:29.305 INFO:tasks.workunit.client.0.smithi032.stdout:op 3642 completed, throughput=5MB/sec 2023-12-22T17:49:29.305 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sSGLy2HjM6eoIma off=1752702 len=322285 2023-12-22T17:49:29.307 INFO:tasks.workunit.client.0.smithi032.stdout:op 3643 completed, throughput=5MB/sec 2023-12-22T17:49:29.307 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wbMDvasibv5B85Y off=18814668 len=387701 2023-12-22T17:49:29.307 INFO:tasks.workunit.client.0.smithi032.stdout:op 3644 completed, throughput=5MB/sec 2023-12-22T17:49:29.307 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PG2h8_BZDtA223A off=19110148 len=716374 2023-12-22T17:49:29.312 INFO:tasks.workunit.client.0.smithi032.stdout:op 3645 completed, throughput=5MB/sec 2023-12-22T17:49:29.312 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4bp90JvSJnSTK68 off=9773766 len=1893348 2023-12-22T17:49:29.314 INFO:tasks.workunit.client.0.smithi032.stdout:op 3646 completed, throughput=5MB/sec 2023-12-22T17:49:29.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:49:29 smithi032 ceph-mon[191839]: pgmap v1665: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-22T17:49:29.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:49:29 smithi032 ceph-mon[189144]: pgmap v1665: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-22T17:49:30.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:49:29 smithi039 ceph-mon[181282]: pgmap v1665: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-22T17:49:30.315 INFO:tasks.workunit.client.0.smithi032.stdout: 719: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:30.315 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-O0Qyvi7pz7zUqYU off=3739201 len=56329 2023-12-22T17:49:30.316 INFO:tasks.workunit.client.0.smithi032.stdout:op 3647 completed, throughput=5MB/sec 2023-12-22T17:49:30.316 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qNKj63JVJXbDifA off=5836755 len=509680 2023-12-22T17:49:30.317 INFO:tasks.workunit.client.0.smithi032.stdout:op 3648 completed, throughput=5MB/sec 2023-12-22T17:49:30.317 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dnL-Z2szc-TK3-s off=956831 len=1323704 2023-12-22T17:49:30.323 INFO:tasks.workunit.client.0.smithi032.stdout:op 3649 completed, throughput=5MB/sec 2023-12-22T17:49:30.323 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zsqjkCtU_ivOS-e off=14475639 len=941577 2023-12-22T17:49:30.329 INFO:tasks.workunit.client.0.smithi032.stdout:op 3650 completed, throughput=5MB/sec 2023-12-22T17:49:30.329 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2OTO1VkAzm0foU7 off=10450967 len=626481 2023-12-22T17:49:30.330 INFO:tasks.workunit.client.0.smithi032.stdout:op 3651 completed, throughput=5MB/sec 2023-12-22T17:49:30.330 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_newBcOuU2BBzcn off=14638600 len=1549491 2023-12-22T17:49:30.336 INFO:tasks.workunit.client.0.smithi032.stdout:op 3652 completed, throughput=5MB/sec 2023-12-22T17:49:31.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:49:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:49:30] "GET /metrics HTTP/1.1" 200 34026 "" "Prometheus/2.43.0" 2023-12-22T17:49:31.336 INFO:tasks.workunit.client.0.smithi032.stdout: 720: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:31.336 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lw61URRHRd4A6Xn off=614315 len=503790 2023-12-22T17:49:31.337 INFO:tasks.workunit.client.0.smithi032.stdout:op 3653 completed, throughput=5MB/sec 2023-12-22T17:49:31.337 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QGUQVPnmYXZ8dTd off=21475512 len=1640108 2023-12-22T17:49:31.339 INFO:tasks.workunit.client.0.smithi032.stdout:op 3654 completed, throughput=5MB/sec 2023-12-22T17:49:31.339 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YKc8k8zzQagFh3q off=9156633 len=1472831 2023-12-22T17:49:31.340 INFO:tasks.workunit.client.0.smithi032.stdout:op 3655 completed, throughput=5MB/sec 2023-12-22T17:49:31.341 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-M72jZIwYvlqBzkN off=837247 len=1687805 2023-12-22T17:49:31.344 INFO:tasks.workunit.client.0.smithi032.stdout:op 3656 completed, throughput=5MB/sec 2023-12-22T17:49:31.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:49:31 smithi032 ceph-mon[191839]: pgmap v1666: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2023-12-22T17:49:31.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:49:31 smithi032 ceph-mon[189144]: pgmap v1666: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2023-12-22T17:49:32.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:49:31 smithi039 ceph-mon[181282]: pgmap v1666: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2023-12-22T17:49:32.344 INFO:tasks.workunit.client.0.smithi032.stdout: 721: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:32.344 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Q172fapjKGOHbwh off=6348861 len=1863702 2023-12-22T17:49:32.347 INFO:tasks.workunit.client.0.smithi032.stdout:op 3657 completed, throughput=5MB/sec 2023-12-22T17:49:32.347 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bOruidT5JfJ9-EE off=14595807 len=231613 2023-12-22T17:49:32.350 INFO:tasks.workunit.client.0.smithi032.stdout:op 3658 completed, throughput=5MB/sec 2023-12-22T17:49:32.350 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-067eMzqlarjakTm off=17641215 len=1757997 2023-12-22T17:49:32.352 INFO:tasks.workunit.client.0.smithi032.stdout:op 3659 completed, throughput=5MB/sec 2023-12-22T17:49:32.352 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-H0TJL4hEREGoffl off=5732675 len=1273564 2023-12-22T17:49:32.354 INFO:tasks.workunit.client.0.smithi032.stdout:op 3660 completed, throughput=5MB/sec 2023-12-22T17:49:33.354 INFO:tasks.workunit.client.0.smithi032.stdout: 722: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:33.354 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LutmP3b9VLk415T off=2443158 len=779212 2023-12-22T17:49:33.357 INFO:tasks.workunit.client.0.smithi032.stdout:op 3661 completed, throughput=5MB/sec 2023-12-22T17:49:33.357 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FRu6wwR_4-9yaaA off=1038339 len=847690 2023-12-22T17:49:33.362 INFO:tasks.workunit.client.0.smithi032.stdout:op 3662 completed, throughput=5MB/sec 2023-12-22T17:49:33.362 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KA16MQdrKbqXpWp off=6293535 len=1305990 2023-12-22T17:49:33.368 INFO:tasks.workunit.client.0.smithi032.stdout:op 3663 completed, throughput=5MB/sec 2023-12-22T17:49:33.369 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KaeDLsQv9-8zqEZ off=2083234 len=1809591 2023-12-22T17:49:33.376 INFO:tasks.workunit.client.0.smithi032.stdout:op 3664 completed, throughput=5MB/sec 2023-12-22T17:49:33.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:49:33 smithi032 ceph-mon[191839]: pgmap v1667: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-22T17:49:33.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:49:33 smithi032 ceph-mon[189144]: pgmap v1667: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-22T17:49:34.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:49:33 smithi039 ceph-mon[181282]: pgmap v1667: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-22T17:49:34.376 INFO:tasks.workunit.client.0.smithi032.stdout: 723: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:34.376 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VOZzdRpsrqtUfed off=3470292 len=1286032 2023-12-22T17:49:34.382 INFO:tasks.workunit.client.0.smithi032.stdout:op 3665 completed, throughput=5MB/sec 2023-12-22T17:49:34.383 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mjFQ_z2e7xDkjV0 off=321745 len=959449 2023-12-22T17:49:34.385 INFO:tasks.workunit.client.0.smithi032.stdout:op 3666 completed, throughput=5MB/sec 2023-12-22T17:49:34.385 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ukuw1l26_A-2RB9 off=3511577 len=1471073 2023-12-22T17:49:34.392 INFO:tasks.workunit.client.0.smithi032.stdout:op 3667 completed, throughput=5MB/sec 2023-12-22T17:49:34.392 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Vs-RT7jPuTKlpId off=0 len=1306180 2023-12-22T17:49:34.395 INFO:tasks.workunit.client.0.smithi032.stdout:op 3668 completed, throughput=5MB/sec 2023-12-22T17:49:34.395 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pue-CDp6jrmDw-V off=3423777 len=1208176 2023-12-22T17:49:34.396 INFO:tasks.workunit.client.0.smithi032.stdout:op 3669 completed, throughput=5MB/sec 2023-12-22T17:49:35.397 INFO:tasks.workunit.client.0.smithi032.stdout: 724: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:35.397 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-buck9Wt1EQFTASO off=3606328 len=1039127 2023-12-22T17:49:35.398 INFO:tasks.workunit.client.0.smithi032.stdout:op 3670 completed, throughput=5MB/sec 2023-12-22T17:49:35.398 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-n16GC-TzIM4G1_E off=12723435 len=1175671 2023-12-22T17:49:35.400 INFO:tasks.workunit.client.0.smithi032.stdout:op 3671 completed, throughput=5MB/sec 2023-12-22T17:49:35.400 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DOStrKTY2tMhgDI off=77611 len=2058996 2023-12-22T17:49:35.403 INFO:tasks.workunit.client.0.smithi032.stdout:op 3672 completed, throughput=5MB/sec 2023-12-22T17:49:35.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:49:35 smithi032 ceph-mon[191839]: pgmap v1668: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-22T17:49:35.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:49:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:49:35.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:49:35 smithi032 ceph-mon[189144]: pgmap v1668: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-22T17:49:35.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:49:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:49:36.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:49:35 smithi039 ceph-mon[181282]: pgmap v1668: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-22T17:49:36.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:49:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:49:36.404 INFO:tasks.workunit.client.0.smithi032.stdout: 725: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:36.483 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-L-KvYeAavdfbRXS off=18229665 len=588077 2023-12-22T17:49:36.485 INFO:tasks.workunit.client.0.smithi032.stdout:op 3673 completed, throughput=4.99MB/sec 2023-12-22T17:49:36.485 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EVmq-54uE4rDLpR off=7648608 len=1320983 2023-12-22T17:49:36.485 INFO:tasks.workunit.client.0.smithi032.stdout:op 3674 completed, throughput=5MB/sec 2023-12-22T17:49:36.485 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NrJ1rJh0wZQgl17 off=4794328 len=1389221 2023-12-22T17:49:36.486 INFO:tasks.workunit.client.0.smithi032.stdout:op 3675 completed, throughput=5MB/sec 2023-12-22T17:49:36.486 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IH9w7GYLnUN-BeE off=9893835 len=976541 2023-12-22T17:49:36.486 INFO:tasks.workunit.client.0.smithi032.stdout:op 3676 completed, throughput=5MB/sec 2023-12-22T17:49:36.486 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QeonHq_pSHMVzVy off=4673070 len=875933 2023-12-22T17:49:36.486 INFO:tasks.workunit.client.0.smithi032.stdout:op 3677 completed, throughput=5MB/sec 2023-12-22T17:49:36.486 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uh_cxK-z2rYQ8Lz off=6699862 len=1718682 2023-12-22T17:49:36.486 INFO:tasks.workunit.client.0.smithi032.stdout:op 3678 completed, throughput=5MB/sec 2023-12-22T17:49:37.430 INFO:tasks.workunit.client.0.smithi032.stdout: 726: throughput=5MB/sec pending data=0 2023-12-22T17:49:37.430 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-okS2U5q52yDOam7 off=3128083 len=2053939 2023-12-22T17:49:37.439 INFO:tasks.workunit.client.0.smithi032.stdout:op 3679 completed, throughput=5MB/sec 2023-12-22T17:49:37.440 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jRQ-kPok1t_L4or off=1489191 len=1342622 2023-12-22T17:49:37.445 INFO:tasks.workunit.client.0.smithi032.stdout:op 3680 completed, throughput=5MB/sec 2023-12-22T17:49:37.445 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-72vn4JwlchNSz6a off=9079028 len=82550 2023-12-22T17:49:37.448 INFO:tasks.workunit.client.0.smithi032.stdout:op 3681 completed, throughput=5MB/sec 2023-12-22T17:49:37.448 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-P5LVXr3QvlSKzZN off=3864453 len=191338 2023-12-22T17:49:37.451 INFO:tasks.workunit.client.0.smithi032.stdout:op 3682 completed, throughput=5MB/sec 2023-12-22T17:49:37.451 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-awEAzrQJ3Ax97oA off=3069553 len=2054330 2023-12-22T17:49:37.453 INFO:tasks.workunit.client.0.smithi032.stdout:op 3683 completed, throughput=5MB/sec 2023-12-22T17:49:37.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:49:37 smithi032 ceph-mon[191839]: pgmap v1669: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-22T17:49:37.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:49:37 smithi032 ceph-mon[189144]: pgmap v1669: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-22T17:49:38.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:49:37 smithi039 ceph-mon[181282]: pgmap v1669: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-22T17:49:38.453 INFO:tasks.workunit.client.0.smithi032.stdout: 727: throughput=5MB/sec pending data=0 2023-12-22T17:49:38.453 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-D4RtFrPGf5uMh-V off=7691339 len=1220976 2023-12-22T17:49:38.455 INFO:tasks.workunit.client.0.smithi032.stdout:op 3684 completed, throughput=5MB/sec 2023-12-22T17:49:38.455 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Oe95miaI7jM4HzC off=10457945 len=1169924 2023-12-22T17:49:38.461 INFO:tasks.workunit.client.0.smithi032.stdout:op 3685 completed, throughput=5MB/sec 2023-12-22T17:49:38.461 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nny_yAnjKblLHLm off=4134030 len=475661 2023-12-22T17:49:38.462 INFO:tasks.workunit.client.0.smithi032.stdout:op 3686 completed, throughput=5MB/sec 2023-12-22T17:49:38.462 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NeNrRwkQ7y-5a6K off=7267679 len=1081555 2023-12-22T17:49:38.467 INFO:tasks.workunit.client.0.smithi032.stdout:op 3687 completed, throughput=5MB/sec 2023-12-22T17:49:39.219 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:49:39.468 INFO:tasks.workunit.client.0.smithi032.stdout: 728: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:39.468 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BIfKrsN78PCKpeu off=5131778 len=1350843 2023-12-22T17:49:39.469 INFO:tasks.workunit.client.0.smithi032.stdout:op 3688 completed, throughput=5MB/sec 2023-12-22T17:49:39.469 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Dn3oMKvlkXFpmuc off=12470776 len=912247 2023-12-22T17:49:39.471 INFO:tasks.workunit.client.0.smithi032.stdout:op 3689 completed, throughput=5MB/sec 2023-12-22T17:49:39.471 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-X3RzUrM2emJPtsr off=724844 len=418297 2023-12-22T17:49:39.475 INFO:tasks.workunit.client.0.smithi032.stdout:op 3690 completed, throughput=5MB/sec 2023-12-22T17:49:39.475 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fMf-llE3qkSyv1F off=12315212 len=1985333 2023-12-22T17:49:39.482 INFO:tasks.workunit.client.0.smithi032.stdout:op 3691 completed, throughput=5MB/sec 2023-12-22T17:49:39.482 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2BVJwRyGTGQwLvL off=4679192 len=1586133 2023-12-22T17:49:39.489 INFO:tasks.workunit.client.0.smithi032.stdout:op 3692 completed, throughput=5MB/sec 2023-12-22T17:49:39.544 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:49:39.544 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (29m) 5m ago 34m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:49:39.544 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (29m) 3m ago 33m 90.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:49:39.544 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (34m) 5m ago 34m 20.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:49:39.544 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (34m) 3m ago 34m 27.7M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:49:39.544 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (28m) 3m ago 37m 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:49:39.544 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (29m) 5m ago 38m 541M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:49:39.545 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (28m) 5m ago 38m 246M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:49:39.545 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (28m) 3m ago 37m 150M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:49:39.545 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (28m) 5m ago 37m 150M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:49:39.545 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (29m) 5m ago 33m 15.8M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:49:39.545 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (29m) 3m ago 33m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:49:39.545 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (27m) 5m ago 37m 1953M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:49:39.545 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (27m) 5m ago 36m 2201M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:49:39.545 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (26m) 5m ago 36m 2126M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:49:39.545 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (26m) 5m ago 36m 1857M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:49:39.545 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (25m) 3m ago 36m 1838M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:49:39.545 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (25m) 3m ago 35m 1596M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:49:39.545 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (24m) 3m ago 35m 1056M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:49:39.545 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (24m) 3m ago 35m 1503M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:49:39.546 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (29m) 3m ago 34m 79.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:49:39.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:49:39 smithi032 ceph-mon[189144]: pgmap v1670: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:49:39.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:49:39 smithi032 ceph-mon[191839]: pgmap v1670: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:49:39.950 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:49:39.950 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:49:39.950 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:49:39.950 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:49:39.950 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:49:39.951 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:49:39.951 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:49:39.951 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:49:39.951 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:49:39.951 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:49:39.951 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:49:39.951 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:49:39.951 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:49:39.951 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:49:39.951 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:49:39.951 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:49:39.951 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:49:39.951 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:49:40.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:49:39 smithi039 ceph-mon[181282]: pgmap v1670: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:49:40.489 INFO:tasks.workunit.client.0.smithi032.stdout: 729: throughput=5MB/sec pending data=0 2023-12-22T17:49:40.489 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qCK3u2T5Msyt4gH off=766271 len=1073038 2023-12-22T17:49:40.490 INFO:tasks.workunit.client.0.smithi032.stdout:op 3693 completed, throughput=5MB/sec 2023-12-22T17:49:40.491 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Mq5vUJvZOSsdNrU off=9825715 len=1467241 2023-12-22T17:49:40.498 INFO:tasks.workunit.client.0.smithi032.stdout:op 3694 completed, throughput=5MB/sec 2023-12-22T17:49:40.498 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-t-U72cp4nnr2jwu off=8353116 len=2025599 2023-12-22T17:49:40.500 INFO:tasks.workunit.client.0.smithi032.stdout:op 3695 completed, throughput=5MB/sec 2023-12-22T17:49:40.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:49:40 smithi032 ceph-mon[191839]: from='client.45551 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:49:40.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:49:40 smithi032 ceph-mon[191839]: from='client.35622 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:49:40.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:49:40 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1381119547' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:49:40.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:49:40 smithi032 ceph-mon[189144]: from='client.45551 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:49:40.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:49:40 smithi032 ceph-mon[189144]: from='client.35622 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:49:40.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:49:40 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1381119547' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:49:41.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:49:40 smithi039 ceph-mon[181282]: from='client.45551 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:49:41.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:49:40 smithi039 ceph-mon[181282]: from='client.35622 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:49:41.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:49:40 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1381119547' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:49:41.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:49:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:49:40] "GET /metrics HTTP/1.1" 200 34024 "" "Prometheus/2.43.0" 2023-12-22T17:49:41.500 INFO:tasks.workunit.client.0.smithi032.stdout: 730: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:41.500 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EizExDUp9jJHw0F off=1243175 len=518346 2023-12-22T17:49:41.501 INFO:tasks.workunit.client.0.smithi032.stdout:op 3696 completed, throughput=4.99MB/sec 2023-12-22T17:49:41.501 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EVmq-54uE4rDLpR off=1695774 len=980297 2023-12-22T17:49:41.503 INFO:tasks.workunit.client.0.smithi032.stdout:op 3697 completed, throughput=5MB/sec 2023-12-22T17:49:41.504 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wcqffDJWibm39ky off=2219883 len=27022 2023-12-22T17:49:41.506 INFO:tasks.workunit.client.0.smithi032.stdout:op 3698 completed, throughput=5MB/sec 2023-12-22T17:49:41.506 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CyCDwCD6d1zImJW off=11994793 len=650443 2023-12-22T17:49:41.507 INFO:tasks.workunit.client.0.smithi032.stdout:op 3699 completed, throughput=5MB/sec 2023-12-22T17:49:41.507 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--lIRRRVG1l49QRX off=5107525 len=447956 2023-12-22T17:49:41.508 INFO:tasks.workunit.client.0.smithi032.stdout:op 3700 completed, throughput=5MB/sec 2023-12-22T17:49:41.508 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--CLD3ZCGCbXTqyq off=602864 len=1408903 2023-12-22T17:49:41.510 INFO:tasks.workunit.client.0.smithi032.stdout:op 3701 completed, throughput=5MB/sec 2023-12-22T17:49:41.510 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rz7oMy0jH9U4IW0 off=15049281 len=1135464 2023-12-22T17:49:41.511 INFO:tasks.workunit.client.0.smithi032.stdout:op 3702 completed, throughput=5MB/sec 2023-12-22T17:49:41.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:49:41 smithi032 ceph-mon[191839]: pgmap v1671: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:49:41.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:49:41 smithi032 ceph-mon[189144]: pgmap v1671: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:49:42.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:49:41 smithi039 ceph-mon[181282]: pgmap v1671: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:49:42.511 INFO:tasks.workunit.client.0.smithi032.stdout: 731: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:42.511 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jpTmvvx_YBNlPye off=2449606 len=1920264 2023-12-22T17:49:42.522 INFO:tasks.workunit.client.0.smithi032.stdout:op 3703 completed, throughput=5MB/sec 2023-12-22T17:49:42.522 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ktdAFxUknGSJZRO off=8790349 len=927058 2023-12-22T17:49:42.528 INFO:tasks.workunit.client.0.smithi032.stdout:op 3704 completed, throughput=5MB/sec 2023-12-22T17:49:42.528 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QWWZAU9tX-QrH9W off=14151232 len=1429097 2023-12-22T17:49:42.531 INFO:tasks.workunit.client.0.smithi032.stdout:op 3705 completed, throughput=5MB/sec 2023-12-22T17:49:42.531 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QbZn-hKc-9hYixG off=1944827 len=385112 2023-12-22T17:49:42.534 INFO:tasks.workunit.client.0.smithi032.stdout:op 3706 completed, throughput=5MB/sec 2023-12-22T17:49:42.535 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Was5o6xkjyHP-Vs off=15617534 len=1248158 2023-12-22T17:49:42.540 INFO:tasks.workunit.client.0.smithi032.stdout:op 3707 completed, throughput=5MB/sec 2023-12-22T17:49:42.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:49:42 smithi032 ceph-mon[189144]: pgmap v1672: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-22T17:49:42.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:49:42 smithi032 ceph-mon[191839]: pgmap v1672: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-22T17:49:43.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:49:42 smithi039 ceph-mon[181282]: pgmap v1672: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-22T17:49:43.541 INFO:tasks.workunit.client.0.smithi032.stdout: 732: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:43.541 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3gTw1TeLQbRnYtv off=19482521 len=1003721 2023-12-22T17:49:43.547 INFO:tasks.workunit.client.0.smithi032.stdout:op 3708 completed, throughput=5MB/sec 2023-12-22T17:49:43.547 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YxJFhkTK8SUYQin off=9532687 len=1233415 2023-12-22T17:49:43.553 INFO:tasks.workunit.client.0.smithi032.stdout:op 3709 completed, throughput=5MB/sec 2023-12-22T17:49:43.553 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_Zj1j_2JOvKPZ_d off=4294234 len=1172478 2023-12-22T17:49:43.554 INFO:tasks.workunit.client.0.smithi032.stdout:op 3710 completed, throughput=5MB/sec 2023-12-22T17:49:43.554 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_f5Z_Nn5cIObW1O off=3141939 len=1951685 2023-12-22T17:49:43.556 INFO:tasks.workunit.client.0.smithi032.stdout:op 3711 completed, throughput=5MB/sec 2023-12-22T17:49:44.557 INFO:tasks.workunit.client.0.smithi032.stdout: 733: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:44.557 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FD6FAhrCF2mdglz off=691107 len=268929 2023-12-22T17:49:44.557 INFO:tasks.workunit.client.0.smithi032.stdout:op 3712 completed, throughput=5MB/sec 2023-12-22T17:49:44.558 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--xM9oWMw85IRYH6 off=17690419 len=2027641 2023-12-22T17:49:44.567 INFO:tasks.workunit.client.0.smithi032.stdout:op 3713 completed, throughput=5MB/sec 2023-12-22T17:49:44.567 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nZ2I4nHdlmryWGC off=875904 len=893082 2023-12-22T17:49:44.568 INFO:tasks.workunit.client.0.smithi032.stdout:op 3714 completed, throughput=5MB/sec 2023-12-22T17:49:44.568 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CDMZ0s8W9Qq6dFO off=15793665 len=506707 2023-12-22T17:49:44.569 INFO:tasks.workunit.client.0.smithi032.stdout:op 3715 completed, throughput=5MB/sec 2023-12-22T17:49:44.569 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gmK_vBRmIgpbi-w off=21654163 len=1946435 2023-12-22T17:49:44.579 INFO:tasks.workunit.client.0.smithi032.stdout:op 3716 completed, throughput=5MB/sec 2023-12-22T17:49:44.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:49:44 smithi032 ceph-mon[191839]: pgmap v1673: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:49:44.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:49:44 smithi032 ceph-mon[189144]: pgmap v1673: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:49:45.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:49:44 smithi039 ceph-mon[181282]: pgmap v1673: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:49:45.579 INFO:tasks.workunit.client.0.smithi032.stdout: 734: throughput=5MB/sec pending data=0 2023-12-22T17:49:45.579 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RFxWGxnjW-2Zppm off=9744120 len=1033627 2023-12-22T17:49:45.581 INFO:tasks.workunit.client.0.smithi032.stdout:op 3717 completed, throughput=5MB/sec 2023-12-22T17:49:45.581 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NW2wPnSewAMIfcY off=13148219 len=1076556 2023-12-22T17:49:45.587 INFO:tasks.workunit.client.0.smithi032.stdout:op 3718 completed, throughput=5MB/sec 2023-12-22T17:49:45.587 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8A4ATtZe4kB8LOU off=1582117 len=966828 2023-12-22T17:49:45.593 INFO:tasks.workunit.client.0.smithi032.stdout:op 3719 completed, throughput=5MB/sec 2023-12-22T17:49:45.593 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-867lSId1q-uvsd2 off=3537115 len=2008141 2023-12-22T17:49:45.596 INFO:tasks.workunit.client.0.smithi032.stdout:op 3720 completed, throughput=5MB/sec 2023-12-22T17:49:46.596 INFO:tasks.workunit.client.0.smithi032.stdout: 735: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:46.597 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gTMSrGG1LOYuYRh off=5080984 len=701502 2023-12-22T17:49:46.598 INFO:tasks.workunit.client.0.smithi032.stdout:op 3721 completed, throughput=5MB/sec 2023-12-22T17:49:46.598 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hxX8evVhHgnnOrT off=12091288 len=1024675 2023-12-22T17:49:46.604 INFO:tasks.workunit.client.0.smithi032.stdout:op 3722 completed, throughput=5MB/sec 2023-12-22T17:49:46.604 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mhZUjq7371zc86T off=4058584 len=448900 2023-12-22T17:49:46.605 INFO:tasks.workunit.client.0.smithi032.stdout:op 3723 completed, throughput=5MB/sec 2023-12-22T17:49:46.605 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BEWUEdh6aFY8EgO off=1645484 len=309067 2023-12-22T17:49:46.608 INFO:tasks.workunit.client.0.smithi032.stdout:op 3724 completed, throughput=5MB/sec 2023-12-22T17:49:46.609 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Guj21Acca_t6tke off=7716259 len=1764456 2023-12-22T17:49:46.617 INFO:tasks.workunit.client.0.smithi032.stdout:op 3725 completed, throughput=5MB/sec 2023-12-22T17:49:47.617 INFO:tasks.workunit.client.0.smithi032.stdout: 736: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:47.617 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wkz3PjkE7OC-76D off=9925806 len=1137235 2023-12-22T17:49:47.623 INFO:tasks.workunit.client.0.smithi032.stdout:op 3726 completed, throughput=4.99MB/sec 2023-12-22T17:49:47.623 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-L9RzqsuDffomkiH off=20845527 len=910511 2023-12-22T17:49:47.624 INFO:tasks.workunit.client.0.smithi032.stdout:op 3727 completed, throughput=5MB/sec 2023-12-22T17:49:47.624 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bLaTUL3jG-Qd0zJ off=22307439 len=86990 2023-12-22T17:49:47.627 INFO:tasks.workunit.client.0.smithi032.stdout:op 3728 completed, throughput=5MB/sec 2023-12-22T17:49:47.627 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bl-RyO6Qdj8h0ti off=91438 len=1232215 2023-12-22T17:49:47.634 INFO:tasks.workunit.client.0.smithi032.stdout:op 3729 completed, throughput=5MB/sec 2023-12-22T17:49:47.634 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-K-HzIyZJW4ZLiVO off=7142152 len=609804 2023-12-22T17:49:47.635 INFO:tasks.workunit.client.0.smithi032.stdout:op 3730 completed, throughput=5MB/sec 2023-12-22T17:49:47.635 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4spe3J9YEwZBwmq off=1032417 len=1436617 2023-12-22T17:49:47.642 INFO:tasks.workunit.client.0.smithi032.stdout:op 3731 completed, throughput=5MB/sec 2023-12-22T17:49:47.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:49:47 smithi032 ceph-mon[191839]: pgmap v1674: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:49:47.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:49:47 smithi032 ceph-mon[189144]: pgmap v1674: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:49:48.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:49:47 smithi039 ceph-mon[181282]: pgmap v1674: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:49:48.642 INFO:tasks.workunit.client.0.smithi032.stdout: 737: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:48.642 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--CC_OuNn3Gg0_cX off=1448807 len=2044916 2023-12-22T17:49:48.652 INFO:tasks.workunit.client.0.smithi032.stdout:op 3732 completed, throughput=5MB/sec 2023-12-22T17:49:48.652 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xaha9VryleSY1_h off=11286221 len=932219 2023-12-22T17:49:48.657 INFO:tasks.workunit.client.0.smithi032.stdout:op 3733 completed, throughput=5MB/sec 2023-12-22T17:49:48.657 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MRRU4Y-EVLALATn off=18648374 len=467175 2023-12-22T17:49:48.658 INFO:tasks.workunit.client.0.smithi032.stdout:op 3734 completed, throughput=5MB/sec 2023-12-22T17:49:48.658 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hUDC5NP1BObNgd9 off=14333246 len=615903 2023-12-22T17:49:48.659 INFO:tasks.workunit.client.0.smithi032.stdout:op 3735 completed, throughput=5MB/sec 2023-12-22T17:49:48.660 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HATjW-L7dDQ1leG off=7897059 len=1639352 2023-12-22T17:49:48.661 INFO:tasks.workunit.client.0.smithi032.stdout:op 3736 completed, throughput=5MB/sec 2023-12-22T17:49:49.661 INFO:tasks.workunit.client.0.smithi032.stdout: 738: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:49.661 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-L3nAG2irJwshBxl off=1807077 len=21379 2023-12-22T17:49:49.662 INFO:tasks.workunit.client.0.smithi032.stdout:op 3737 completed, throughput=4.99MB/sec 2023-12-22T17:49:49.662 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-clqBmAM7CNukq1J off=3596333 len=180480 2023-12-22T17:49:49.664 INFO:tasks.workunit.client.0.smithi032.stdout:op 3738 completed, throughput=4.99MB/sec 2023-12-22T17:49:49.665 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jhw5GVAGqlCc1Rw off=473436 len=143778 2023-12-22T17:49:49.667 INFO:tasks.workunit.client.0.smithi032.stdout:op 3739 completed, throughput=4.99MB/sec 2023-12-22T17:49:49.667 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-82VEApWWCknGu0n off=18842623 len=1844718 2023-12-22T17:49:49.669 INFO:tasks.workunit.client.0.smithi032.stdout:op 3740 completed, throughput=5MB/sec 2023-12-22T17:49:49.670 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zBfEUlRxZxv8fV8 off=409703 len=1431740 2023-12-22T17:49:49.677 INFO:tasks.workunit.client.0.smithi032.stdout:op 3741 completed, throughput=5MB/sec 2023-12-22T17:49:49.677 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-R7ZYPtgEgZX6P1I off=1646031 len=24989 2023-12-22T17:49:49.679 INFO:tasks.workunit.client.0.smithi032.stdout:op 3742 completed, throughput=5MB/sec 2023-12-22T17:49:49.679 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZNPFpQ-EzR_vfqC off=237033 len=1514468 2023-12-22T17:49:49.681 INFO:tasks.workunit.client.0.smithi032.stdout:op 3743 completed, throughput=5MB/sec 2023-12-22T17:49:49.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:49:49 smithi032 ceph-mon[189144]: pgmap v1675: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:49:49.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:49:49 smithi032 ceph-mon[191839]: pgmap v1675: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:49:50.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:49:49 smithi039 ceph-mon[181282]: pgmap v1675: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:49:50.681 INFO:tasks.workunit.client.0.smithi032.stdout: 739: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:50.681 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hgiB0jlZhwzakuV off=11783367 len=930307 2023-12-22T17:49:50.687 INFO:tasks.workunit.client.0.smithi032.stdout:op 3744 completed, throughput=4.99MB/sec 2023-12-22T17:49:50.687 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WJ5BHgHnEbFMJsC off=4371915 len=383141 2023-12-22T17:49:50.691 INFO:tasks.workunit.client.0.smithi032.stdout:op 3745 completed, throughput=5MB/sec 2023-12-22T17:49:50.691 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eVOPLioCzjfTw3- off=11395873 len=238659 2023-12-22T17:49:50.692 INFO:tasks.workunit.client.0.smithi032.stdout:op 3746 completed, throughput=5MB/sec 2023-12-22T17:49:50.692 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OYqWiiFCk9mallh off=2792851 len=1528367 2023-12-22T17:49:50.698 INFO:tasks.workunit.client.0.smithi032.stdout:op 3747 completed, throughput=5MB/sec 2023-12-22T17:49:50.698 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xtpwS7AFAgDmI2c off=9502464 len=2078898 2023-12-22T17:49:50.702 INFO:tasks.workunit.client.0.smithi032.stdout:op 3748 completed, throughput=5MB/sec 2023-12-22T17:49:50.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:49:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:49:50.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:49:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:49:51.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:49:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:49:51.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:49:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:49:50] "GET /metrics HTTP/1.1" 200 34024 "" "Prometheus/2.43.0" 2023-12-22T17:49:51.702 INFO:tasks.workunit.client.0.smithi032.stdout: 740: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:51.702 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OTomB5UjbQZsTGu off=13639307 len=1884748 2023-12-22T17:49:51.708 INFO:tasks.workunit.client.0.smithi032.stdout:op 3749 completed, throughput=5MB/sec 2023-12-22T17:49:51.708 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9X0qYdrxWkHzu74 off=1507588 len=1612420 2023-12-22T17:49:51.715 INFO:tasks.workunit.client.0.smithi032.stdout:op 3750 completed, throughput=5MB/sec 2023-12-22T17:49:51.715 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DwkITQ0XT3RHpaM off=12231888 len=1681351 2023-12-22T17:49:51.716 INFO:tasks.workunit.client.0.smithi032.stdout:op 3751 completed, throughput=5MB/sec 2023-12-22T17:49:51.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:49:51 smithi032 ceph-mon[191839]: pgmap v1676: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:49:51.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:49:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:49:51.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:49:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:49:51.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:49:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:49:51.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:49:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:49:51.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:49:51 smithi032 ceph-mon[189144]: pgmap v1676: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:49:51.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:49:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:49:51.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:49:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:49:51.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:49:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:49:51.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:49:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:49:52.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:49:51 smithi039 ceph-mon[181282]: pgmap v1676: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:49:52.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:49:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:49:52.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:49:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:49:52.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:49:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:49:52.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:49:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:49:52.717 INFO:tasks.workunit.client.0.smithi032.stdout: 741: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:52.717 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YSRL_M_FwGiM8Gr off=9186535 len=398621 2023-12-22T17:49:52.720 INFO:tasks.workunit.client.0.smithi032.stdout:op 3752 completed, throughput=4.99MB/sec 2023-12-22T17:49:52.720 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_EzxP8hva1szZ-W off=2810940 len=763208 2023-12-22T17:49:52.725 INFO:tasks.workunit.client.0.smithi032.stdout:op 3753 completed, throughput=4.99MB/sec 2023-12-22T17:49:52.725 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IdkDfWuHgvaKnnN off=264742 len=1081370 2023-12-22T17:49:52.727 INFO:tasks.workunit.client.0.smithi032.stdout:op 3754 completed, throughput=5MB/sec 2023-12-22T17:49:52.727 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MKReE2ZABmHILub off=11998818 len=1296187 2023-12-22T17:49:52.729 INFO:tasks.workunit.client.0.smithi032.stdout:op 3755 completed, throughput=5MB/sec 2023-12-22T17:49:52.729 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ud4VF5mXZNddQ9v off=2612466 len=1523488 2023-12-22T17:49:52.731 INFO:tasks.workunit.client.0.smithi032.stdout:op 3756 completed, throughput=5MB/sec 2023-12-22T17:49:52.731 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1RlYGo5RfXzzlJf off=2523190 len=734077 2023-12-22T17:49:52.733 INFO:tasks.workunit.client.0.smithi032.stdout:op 3757 completed, throughput=5MB/sec 2023-12-22T17:49:53.733 INFO:tasks.workunit.client.0.smithi032.stdout: 742: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:53.734 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_N2Nl2vuxhjqqMN off=15791939 len=533303 2023-12-22T17:49:53.735 INFO:tasks.workunit.client.0.smithi032.stdout:op 3758 completed, throughput=4.99MB/sec 2023-12-22T17:49:53.735 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-D37XH-clAFXfynJ off=4493185 len=564548 2023-12-22T17:49:53.739 INFO:tasks.workunit.client.0.smithi032.stdout:op 3759 completed, throughput=5MB/sec 2023-12-22T17:49:53.739 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qL1roI_g2DRCnRN off=9224121 len=1889011 2023-12-22T17:49:53.746 INFO:tasks.workunit.client.0.smithi032.stdout:op 3760 completed, throughput=5MB/sec 2023-12-22T17:49:53.747 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4RM9O7rNwHQh98C off=7387274 len=161696 2023-12-22T17:49:53.749 INFO:tasks.workunit.client.0.smithi032.stdout:op 3761 completed, throughput=5MB/sec 2023-12-22T17:49:53.749 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6pHuqM76UaeQz5O off=13045654 len=893386 2023-12-22T17:49:53.754 INFO:tasks.workunit.client.0.smithi032.stdout:op 3762 completed, throughput=5MB/sec 2023-12-22T17:49:53.754 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-V9ofaCcE0dJRo-1 off=1465237 len=1544141 2023-12-22T17:49:53.761 INFO:tasks.workunit.client.0.smithi032.stdout:op 3763 completed, throughput=5MB/sec 2023-12-22T17:49:53.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:49:53 smithi032 ceph-mon[191839]: pgmap v1677: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-22T17:49:53.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:49:53 smithi032 ceph-mon[189144]: pgmap v1677: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-22T17:49:54.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:49:53 smithi039 ceph-mon[181282]: pgmap v1677: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-22T17:49:54.761 INFO:tasks.workunit.client.0.smithi032.stdout: 743: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:54.762 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RiVoAACB3ZNLWKb off=573755 len=579232 2023-12-22T17:49:54.762 INFO:tasks.workunit.client.0.smithi032.stdout:op 3764 completed, throughput=4.99MB/sec 2023-12-22T17:49:54.763 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UmUcX7NU0-Iokc1 off=5392424 len=1136498 2023-12-22T17:49:54.769 INFO:tasks.workunit.client.0.smithi032.stdout:op 3765 completed, throughput=5MB/sec 2023-12-22T17:49:54.769 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kcPoDX_PIATPvdv off=330007 len=703655 2023-12-22T17:49:54.770 INFO:tasks.workunit.client.0.smithi032.stdout:op 3766 completed, throughput=5MB/sec 2023-12-22T17:49:54.771 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EGYsuzwDpiYq3_f off=11293662 len=1416455 2023-12-22T17:49:54.778 INFO:tasks.workunit.client.0.smithi032.stdout:op 3767 completed, throughput=5MB/sec 2023-12-22T17:49:54.778 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HzpSSpWA7MpBTFj off=1275336 len=374127 2023-12-22T17:49:54.781 INFO:tasks.workunit.client.0.smithi032.stdout:op 3768 completed, throughput=5MB/sec 2023-12-22T17:49:54.781 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Z1YTEf1v6ZBrobE off=7765488 len=1935166 2023-12-22T17:49:54.783 INFO:tasks.workunit.client.0.smithi032.stdout:op 3769 completed, throughput=5MB/sec 2023-12-22T17:49:55.783 INFO:tasks.workunit.client.0.smithi032.stdout: 744: throughput=5MB/sec pending data=0 2023-12-22T17:49:55.783 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wP4kvgphrcHwFh3 off=11564105 len=873934 2023-12-22T17:49:55.788 INFO:tasks.workunit.client.0.smithi032.stdout:op 3770 completed, throughput=5MB/sec 2023-12-22T17:49:55.788 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ssWl4w4v_WZfHk_ off=1577899 len=1065529 2023-12-22T17:49:55.790 INFO:tasks.workunit.client.0.smithi032.stdout:op 3771 completed, throughput=5MB/sec 2023-12-22T17:49:55.790 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0xgWfaD0CAScrFx off=1424308 len=1277272 2023-12-22T17:49:55.792 INFO:tasks.workunit.client.0.smithi032.stdout:op 3772 completed, throughput=5MB/sec 2023-12-22T17:49:55.792 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HQ5wH1hTLnwfPxF off=14131226 len=1114245 2023-12-22T17:49:55.793 INFO:tasks.workunit.client.0.smithi032.stdout:op 3773 completed, throughput=5MB/sec 2023-12-22T17:49:55.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:49:55 smithi032 ceph-mon[191839]: pgmap v1678: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:49:55.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:49:55 smithi032 ceph-mon[189144]: pgmap v1678: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:49:56.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:49:55 smithi039 ceph-mon[181282]: pgmap v1678: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:49:56.793 INFO:tasks.workunit.client.0.smithi032.stdout: 745: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:56.794 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-blIcojIpnVZSaPB off=2589350 len=235003 2023-12-22T17:49:56.797 INFO:tasks.workunit.client.0.smithi032.stdout:op 3774 completed, throughput=4.99MB/sec 2023-12-22T17:49:56.797 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2HM9lov-gvQm38b off=5176373 len=203951 2023-12-22T17:49:56.800 INFO:tasks.workunit.client.0.smithi032.stdout:op 3775 completed, throughput=4.99MB/sec 2023-12-22T17:49:56.800 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xD2khr3VWROgsnW off=1186790 len=1011381 2023-12-22T17:49:56.801 INFO:tasks.workunit.client.0.smithi032.stdout:op 3776 completed, throughput=5MB/sec 2023-12-22T17:49:56.801 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YKc8k8zzQagFh3q off=6862254 len=377764 2023-12-22T17:49:56.804 INFO:tasks.workunit.client.0.smithi032.stdout:op 3777 completed, throughput=5MB/sec 2023-12-22T17:49:56.804 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gjhXQsPQn8xT0Ee off=349271 len=787944 2023-12-22T17:49:56.809 INFO:tasks.workunit.client.0.smithi032.stdout:op 3778 completed, throughput=5MB/sec 2023-12-22T17:49:56.809 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ukuw1l26_A-2RB9 off=7857321 len=1366177 2023-12-22T17:49:56.815 INFO:tasks.workunit.client.0.smithi032.stdout:op 3779 completed, throughput=5MB/sec 2023-12-22T17:49:56.815 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-D7BE5dNV2HY8N3d off=9514336 len=1821760 2023-12-22T17:49:56.822 INFO:tasks.workunit.client.0.smithi032.stdout:op 3780 completed, throughput=5MB/sec 2023-12-22T17:49:57.823 INFO:tasks.workunit.client.0.smithi032.stdout: 746: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:57.823 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4VGc57TjdlbvAaK off=17961547 len=404276 2023-12-22T17:49:57.824 INFO:tasks.workunit.client.0.smithi032.stdout:op 3781 completed, throughput=5MB/sec 2023-12-22T17:49:57.824 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uUdbVI81rQ9RQHn off=0 len=1199561 2023-12-22T17:49:57.827 INFO:tasks.workunit.client.0.smithi032.stdout:op 3782 completed, throughput=5MB/sec 2023-12-22T17:49:57.827 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ArjFAY-Z7aflGfj off=8125228 len=513572 2023-12-22T17:49:57.828 INFO:tasks.workunit.client.0.smithi032.stdout:op 3783 completed, throughput=5MB/sec 2023-12-22T17:49:57.828 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bZhy8zCQEIFQ3-N off=1719798 len=1738420 2023-12-22T17:49:57.830 INFO:tasks.workunit.client.0.smithi032.stdout:op 3784 completed, throughput=5MB/sec 2023-12-22T17:49:57.830 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cmaB71bMR9RcJAP off=1266460 len=897203 2023-12-22T17:49:57.835 INFO:tasks.workunit.client.0.smithi032.stdout:op 3785 completed, throughput=5MB/sec 2023-12-22T17:49:57.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:49:57 smithi032 ceph-mon[191839]: pgmap v1679: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-22T17:49:57.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:49:57 smithi032 ceph-mon[189144]: pgmap v1679: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-22T17:49:58.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:49:57 smithi039 ceph-mon[181282]: pgmap v1679: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-22T17:49:58.835 INFO:tasks.workunit.client.0.smithi032.stdout: 747: throughput=4.99MB/sec pending data=0 2023-12-22T17:49:58.836 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Qa5L4nvtMWV2U_N off=2415888 len=2051024 2023-12-22T17:49:58.846 INFO:tasks.workunit.client.0.smithi032.stdout:op 3786 completed, throughput=5MB/sec 2023-12-22T17:49:58.846 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dyJ5jYIWTnLaZbz off=4721028 len=682307 2023-12-22T17:49:58.847 INFO:tasks.workunit.client.0.smithi032.stdout:op 3787 completed, throughput=5MB/sec 2023-12-22T17:49:58.847 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_oOGr2TmKV0w3KO off=15436688 len=571608 2023-12-22T17:49:58.851 INFO:tasks.workunit.client.0.smithi032.stdout:op 3788 completed, throughput=5MB/sec 2023-12-22T17:49:58.851 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dh1Brbp8hKmaVTF off=18842253 len=1543028 2023-12-22T17:49:58.853 INFO:tasks.workunit.client.0.smithi032.stdout:op 3789 completed, throughput=5MB/sec 2023-12-22T17:49:58.853 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Dn3oMKvlkXFpmuc off=4871619 len=1812718 2023-12-22T17:49:58.861 INFO:tasks.workunit.client.0.smithi032.stdout:op 3790 completed, throughput=5MB/sec 2023-12-22T17:49:59.862 INFO:tasks.workunit.client.0.smithi032.stdout: 748: throughput=5MB/sec pending data=0 2023-12-22T17:49:59.862 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TDjPIjzoMN8GFR1 off=11301623 len=856489 2023-12-22T17:49:59.867 INFO:tasks.workunit.client.0.smithi032.stdout:op 3791 completed, throughput=5MB/sec 2023-12-22T17:49:59.867 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fMyYx_qsdIaPKq0 off=14662932 len=388799 2023-12-22T17:49:59.871 INFO:tasks.workunit.client.0.smithi032.stdout:op 3792 completed, throughput=5MB/sec 2023-12-22T17:49:59.871 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ipfE_4VkwP3c_gP off=2836304 len=17010 2023-12-22T17:49:59.873 INFO:tasks.workunit.client.0.smithi032.stdout:op 3793 completed, throughput=5MB/sec 2023-12-22T17:49:59.873 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ey6bmXbW0WatRBU off=10143952 len=1636456 2023-12-22T17:49:59.880 INFO:tasks.workunit.client.0.smithi032.stdout:op 3794 completed, throughput=5MB/sec 2023-12-22T17:49:59.880 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-07FQQzyIse9Eqxl off=17813516 len=487906 2023-12-22T17:49:59.884 INFO:tasks.workunit.client.0.smithi032.stdout:op 3795 completed, throughput=5MB/sec 2023-12-22T17:49:59.884 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tm1R3ojROxDX19j off=548053 len=461363 2023-12-22T17:49:59.888 INFO:tasks.workunit.client.0.smithi032.stdout:op 3796 completed, throughput=5MB/sec 2023-12-22T17:49:59.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:49:59 smithi032 ceph-mon[191839]: pgmap v1680: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:49:59.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:49:59 smithi032 ceph-mon[189144]: pgmap v1680: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:50:00.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:49:59 smithi039 ceph-mon[181282]: pgmap v1680: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:50:00.427 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:50:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T17:49:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T17:50:00.853 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:50:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T17:50:00.853 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:50:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T17:50:00.888 INFO:tasks.workunit.client.0.smithi032.stdout: 749: throughput=4.99MB/sec pending data=0 2023-12-22T17:50:00.888 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GvDhPZRnYqY_ruF off=1132292 len=461125 2023-12-22T17:50:00.889 INFO:tasks.workunit.client.0.smithi032.stdout:op 3797 completed, throughput=4.99MB/sec 2023-12-22T17:50:00.889 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VSJP-SrUY_Xerkn off=319910 len=893457 2023-12-22T17:50:00.894 INFO:tasks.workunit.client.0.smithi032.stdout:op 3798 completed, throughput=5MB/sec 2023-12-22T17:50:00.894 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qDOwKw4TBKY7yKz off=624042 len=970216 2023-12-22T17:50:00.896 INFO:tasks.workunit.client.0.smithi032.stdout:op 3799 completed, throughput=5MB/sec 2023-12-22T17:50:00.896 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GxGU9cdfF9YlGjP off=2996906 len=1267804 2023-12-22T17:50:00.902 INFO:tasks.workunit.client.0.smithi032.stdout:op 3800 completed, throughput=5MB/sec 2023-12-22T17:50:00.903 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yaaXOSNxffa1gKA off=2450832 len=1000695 2023-12-22T17:50:00.904 INFO:tasks.workunit.client.0.smithi032.stdout:op 3801 completed, throughput=5MB/sec 2023-12-22T17:50:00.904 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UnCr0-SJQzuSXi0 off=19801183 len=752298 2023-12-22T17:50:00.905 INFO:tasks.workunit.client.0.smithi032.stdout:op 3802 completed, throughput=5MB/sec 2023-12-22T17:50:01.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:50:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T17:50:01.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:50:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:50:00] "GET /metrics HTTP/1.1" 200 34024 "" "Prometheus/2.43.0" 2023-12-22T17:50:01.906 INFO:tasks.workunit.client.0.smithi032.stdout: 750: throughput=4.99MB/sec pending data=0 2023-12-22T17:50:01.906 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jpCkIKGRBNXy0-m off=10451441 len=1174796 2023-12-22T17:50:01.907 INFO:tasks.workunit.client.0.smithi032.stdout:op 3803 completed, throughput=5MB/sec 2023-12-22T17:50:01.907 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-umyEo2Q0Pu4XoW9 off=6110768 len=1507511 2023-12-22T17:50:01.915 INFO:tasks.workunit.client.0.smithi032.stdout:op 3804 completed, throughput=5MB/sec 2023-12-22T17:50:01.915 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9aBuTRc_qDwQPly off=1038430 len=890577 2023-12-22T17:50:01.917 INFO:tasks.workunit.client.0.smithi032.stdout:op 3805 completed, throughput=5MB/sec 2023-12-22T17:50:01.917 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sHEkiGCbYm6sLbK off=4981880 len=1735683 2023-12-22T17:50:01.924 INFO:tasks.workunit.client.0.smithi032.stdout:op 3806 completed, throughput=5MB/sec 2023-12-22T17:50:01.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:50:01 smithi032 ceph-mon[191839]: pgmap v1681: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:50:01.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:50:01 smithi032 ceph-mon[189144]: pgmap v1681: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:50:02.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:50:01 smithi039 ceph-mon[181282]: pgmap v1681: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:50:02.925 INFO:tasks.workunit.client.0.smithi032.stdout: 751: throughput=4.99MB/sec pending data=0 2023-12-22T17:50:02.925 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vzCbiUORGdMJbcS off=5744506 len=783667 2023-12-22T17:50:02.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:50:02 smithi032 ceph-mon[189144]: pgmap v1682: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-22T17:50:02.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:50:02 smithi032 ceph-mon[191839]: pgmap v1682: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-22T17:50:02.930 INFO:tasks.workunit.client.0.smithi032.stdout:op 3807 completed, throughput=4.99MB/sec 2023-12-22T17:50:02.930 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kNro5kvH1XzHcYb off=6014561 len=280970 2023-12-22T17:50:02.931 INFO:tasks.workunit.client.0.smithi032.stdout:op 3808 completed, throughput=4.99MB/sec 2023-12-22T17:50:02.931 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-la9i_k6Xm4hp43a off=3036634 len=968503 2023-12-22T17:50:02.937 INFO:tasks.workunit.client.0.smithi032.stdout:op 3809 completed, throughput=5MB/sec 2023-12-22T17:50:02.937 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RSJx1Z5h93AoNJn off=12554393 len=269866 2023-12-22T17:50:02.938 INFO:tasks.workunit.client.0.smithi032.stdout:op 3810 completed, throughput=5MB/sec 2023-12-22T17:50:02.938 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VPkdz7jem9TDlgA off=13928016 len=422515 2023-12-22T17:50:02.941 INFO:tasks.workunit.client.0.smithi032.stdout:op 3811 completed, throughput=5MB/sec 2023-12-22T17:50:02.941 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5kiVOQJfgzuJjle off=10106496 len=394791 2023-12-22T17:50:02.942 INFO:tasks.workunit.client.0.smithi032.stdout:op 3812 completed, throughput=5MB/sec 2023-12-22T17:50:02.942 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wbyCzCnmgVghunh off=13868958 len=1840856 2023-12-22T17:50:02.944 INFO:tasks.workunit.client.0.smithi032.stdout:op 3813 completed, throughput=5MB/sec 2023-12-22T17:50:02.944 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8QoWTgBqfpOYduj off=13063035 len=2001038 2023-12-22T17:50:02.946 INFO:tasks.workunit.client.0.smithi032.stdout:op 3814 completed, throughput=5MB/sec 2023-12-22T17:50:03.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:50:02 smithi039 ceph-mon[181282]: pgmap v1682: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-22T17:50:03.946 INFO:tasks.workunit.client.0.smithi032.stdout: 752: throughput=5MB/sec pending data=0 2023-12-22T17:50:03.946 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TtXVDBa7yRedANQ off=12026552 len=1119599 2023-12-22T17:50:03.953 INFO:tasks.workunit.client.0.smithi032.stdout:op 3815 completed, throughput=5MB/sec 2023-12-22T17:50:03.953 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HDhk8Dd5pDbCf0v off=2413875 len=1637287 2023-12-22T17:50:03.960 INFO:tasks.workunit.client.0.smithi032.stdout:op 3816 completed, throughput=5MB/sec 2023-12-22T17:50:03.961 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xElYk-snPSb8_sk off=570870 len=943230 2023-12-22T17:50:03.966 INFO:tasks.workunit.client.0.smithi032.stdout:op 3817 completed, throughput=5MB/sec 2023-12-22T17:50:04.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:50:04 smithi032 ceph-mon[189144]: pgmap v1683: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:50:04.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:50:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:50:04.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:50:04 smithi032 ceph-mon[191839]: pgmap v1683: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:50:04.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:50:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:50:04.966 INFO:tasks.workunit.client.0.smithi032.stdout: 753: throughput=4.99MB/sec pending data=0 2023-12-22T17:50:04.966 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-54a9iqjKJdT5Um- off=54853 len=1313945 2023-12-22T17:50:04.968 INFO:tasks.workunit.client.0.smithi032.stdout:op 3818 completed, throughput=5MB/sec 2023-12-22T17:50:04.968 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PwD_ZfchFEmlN-I off=8346473 len=1759367 2023-12-22T17:50:04.975 INFO:tasks.workunit.client.0.smithi032.stdout:op 3819 completed, throughput=5MB/sec 2023-12-22T17:50:04.975 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zqngi8u-eiJgiIL off=6672374 len=972784 2023-12-22T17:50:04.977 INFO:tasks.workunit.client.0.smithi032.stdout:op 3820 completed, throughput=5MB/sec 2023-12-22T17:50:04.977 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ezugcLJUpQNj3IO off=4576450 len=988805 2023-12-22T17:50:04.979 INFO:tasks.workunit.client.0.smithi032.stdout:op 3821 completed, throughput=5MB/sec 2023-12-22T17:50:04.979 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jvGjQzts-4PIDlg off=6442644 len=1733816 2023-12-22T17:50:04.981 INFO:tasks.workunit.client.0.smithi032.stdout:op 3822 completed, throughput=5MB/sec 2023-12-22T17:50:05.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:50:04 smithi039 ceph-mon[181282]: pgmap v1683: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:50:05.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:50:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:50:05.982 INFO:tasks.workunit.client.0.smithi032.stdout: 754: throughput=5MB/sec pending data=0 2023-12-22T17:50:05.982 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Hd-F4w1_pFfdp9O off=3943016 len=673136 2023-12-22T17:50:05.987 INFO:tasks.workunit.client.0.smithi032.stdout:op 3823 completed, throughput=5MB/sec 2023-12-22T17:50:05.987 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HPf5oTp0Jrb-XtY off=1847090 len=1061825 2023-12-22T17:50:05.988 INFO:tasks.workunit.client.0.smithi032.stdout:op 3824 completed, throughput=5MB/sec 2023-12-22T17:50:05.988 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EP9Lu9IpXFpe4Pa off=4187507 len=578912 2023-12-22T17:50:05.990 INFO:tasks.workunit.client.0.smithi032.stdout:op 3825 completed, throughput=5MB/sec 2023-12-22T17:50:05.990 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ya9CTSVMHXwTdho off=8223699 len=1906100 2023-12-22T17:50:05.993 INFO:tasks.workunit.client.0.smithi032.stdout:op 3826 completed, throughput=5MB/sec 2023-12-22T17:50:06.994 INFO:tasks.workunit.client.0.smithi032.stdout: 755: throughput=4.99MB/sec pending data=0 2023-12-22T17:50:06.994 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-H8HFdW_MQiKgDjG off=2413761 len=1999252 2023-12-22T17:50:06.996 INFO:tasks.workunit.client.0.smithi032.stdout:op 3827 completed, throughput=5MB/sec 2023-12-22T17:50:06.996 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FU2aQYzBTAXj94O off=2335396 len=1808327 2023-12-22T17:50:06.998 INFO:tasks.workunit.client.0.smithi032.stdout:op 3828 completed, throughput=5MB/sec 2023-12-22T17:50:06.998 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nlP39Mfdv23bXpu off=4731952 len=1783945 2023-12-22T17:50:07.006 INFO:tasks.workunit.client.0.smithi032.stdout:op 3829 completed, throughput=5MB/sec 2023-12-22T17:50:07.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:50:07 smithi032 ceph-mon[189144]: pgmap v1684: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:50:07.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:50:07 smithi032 ceph-mon[191839]: pgmap v1684: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:50:08.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:50:07 smithi039 ceph-mon[181282]: pgmap v1684: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:50:08.007 INFO:tasks.workunit.client.0.smithi032.stdout: 756: throughput=4.99MB/sec pending data=0 2023-12-22T17:50:08.007 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BqopUyC5NePkncw off=1073289 len=1950250 2023-12-22T17:50:08.018 INFO:tasks.workunit.client.0.smithi032.stdout:op 3830 completed, throughput=5MB/sec 2023-12-22T17:50:08.018 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-X3me2aiRvr8r9Sc off=1657724 len=80433 2023-12-22T17:50:08.018 INFO:tasks.workunit.client.0.smithi032.stdout:op 3831 completed, throughput=5MB/sec 2023-12-22T17:50:08.018 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Edyia4Dyp2QWBaC off=2097070 len=1367864 2023-12-22T17:50:08.024 INFO:tasks.workunit.client.0.smithi032.stdout:op 3832 completed, throughput=5MB/sec 2023-12-22T17:50:08.024 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZltP9RTn_sHj1oE off=2206938 len=1881044 2023-12-22T17:50:08.028 INFO:tasks.workunit.client.0.smithi032.stdout:op 3833 completed, throughput=5MB/sec 2023-12-22T17:50:09.028 INFO:tasks.workunit.client.0.smithi032.stdout: 757: throughput=4.99MB/sec pending data=0 2023-12-22T17:50:09.028 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mOk4GNuXZM6ACND off=719481 len=1951722 2023-12-22T17:50:09.037 INFO:tasks.workunit.client.0.smithi032.stdout:op 3834 completed, throughput=5MB/sec 2023-12-22T17:50:09.038 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IdrBcqcRpvxSc5Q off=9326321 len=347955 2023-12-22T17:50:09.039 INFO:tasks.workunit.client.0.smithi032.stdout:op 3835 completed, throughput=5MB/sec 2023-12-22T17:50:09.039 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QdTwkcLkISf7Vy6 off=13106189 len=1155966 2023-12-22T17:50:09.046 INFO:tasks.workunit.client.0.smithi032.stdout:op 3836 completed, throughput=5MB/sec 2023-12-22T17:50:09.047 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4EHkAG13l0hm4cx off=4709733 len=885359 2023-12-22T17:50:09.048 INFO:tasks.workunit.client.0.smithi032.stdout:op 3837 completed, throughput=5MB/sec 2023-12-22T17:50:09.048 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wi1L3Qik8TAz-xX off=148080 len=863743 2023-12-22T17:50:09.053 INFO:tasks.workunit.client.0.smithi032.stdout:op 3838 completed, throughput=5MB/sec 2023-12-22T17:50:09.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:50:09 smithi032 ceph-mon[191839]: pgmap v1685: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:50:09.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:50:09 smithi032 ceph-mon[189144]: pgmap v1685: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:50:10.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:50:09 smithi039 ceph-mon[181282]: pgmap v1685: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:50:10.053 INFO:tasks.workunit.client.0.smithi032.stdout: 758: throughput=4.99MB/sec pending data=0 2023-12-22T17:50:10.053 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-po5bcJ-xR1AYGv4 off=2365538 len=2010100 2023-12-22T17:50:10.066 INFO:tasks.workunit.client.0.smithi032.stdout:op 3839 completed, throughput=5MB/sec 2023-12-22T17:50:10.066 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iatKk8CpoN-SxoL off=4944427 len=1317839 2023-12-22T17:50:10.072 INFO:tasks.workunit.client.0.smithi032.stdout:op 3840 completed, throughput=5MB/sec 2023-12-22T17:50:10.073 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ThRCFVwMEi5lyPI off=9348034 len=183386 2023-12-22T17:50:10.073 INFO:tasks.workunit.client.0.smithi032.stdout:op 3841 completed, throughput=5MB/sec 2023-12-22T17:50:10.073 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-r0Fzd4DWgCczjm7 off=4522738 len=793353 2023-12-22T17:50:10.074 INFO:tasks.workunit.client.0.smithi032.stdout:op 3842 completed, throughput=5MB/sec 2023-12-22T17:50:10.074 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--iQAU9TkwLQuAvd off=1560449 len=1788627 2023-12-22T17:50:10.075 INFO:tasks.workunit.client.0.smithi032.stdout:op 3843 completed, throughput=5MB/sec 2023-12-22T17:50:10.319 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:50:10.642 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:50:10.642 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (30m) 6m ago 34m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:50:10.642 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (29m) 4m ago 34m 90.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:50:10.643 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (35m) 6m ago 35m 20.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:50:10.643 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (35m) 4m ago 35m 27.7M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:50:10.643 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (29m) 4m ago 37m 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:50:10.643 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (29m) 6m ago 39m 541M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:50:10.643 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (29m) 6m ago 39m 246M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:50:10.643 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (28m) 4m ago 38m 150M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:50:10.643 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (28m) 6m ago 38m 150M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:50:10.643 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (30m) 6m ago 34m 15.8M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:50:10.643 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (29m) 4m ago 34m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:50:10.643 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (28m) 6m ago 37m 1953M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:50:10.643 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (27m) 6m ago 37m 2201M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:50:10.643 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (27m) 6m ago 37m 2126M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:50:10.643 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (26m) 6m ago 36m 1857M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:50:10.643 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (26m) 4m ago 36m 1838M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:50:10.644 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (25m) 4m ago 36m 1596M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:50:10.644 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (25m) 4m ago 36m 1056M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:50:10.644 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (24m) 4m ago 35m 1503M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:50:10.644 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (29m) 4m ago 35m 79.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:50:11.048 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:50:11.048 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:50:11.048 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:50:11.048 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:50:11.048 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:50:11.048 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:50:11.049 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:50:11.049 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:50:11.049 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:50:11.049 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:50:11.049 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:50:11.049 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:50:11.049 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:50:11.049 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:50:11.049 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:50:11.049 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:50:11.049 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:50:11.049 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:50:11.075 INFO:tasks.workunit.client.0.smithi032.stdout: 759: throughput=4.99MB/sec pending data=0 2023-12-22T17:50:11.076 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AF8DyarSBHqrc0E off=17531526 len=1345225 2023-12-22T17:50:11.083 INFO:tasks.workunit.client.0.smithi032.stdout:op 3844 completed, throughput=5MB/sec 2023-12-22T17:50:11.083 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AtbCtwaGMfHmU0H off=20291882 len=1612269 2023-12-22T17:50:11.084 INFO:tasks.workunit.client.0.smithi032.stdout:op 3845 completed, throughput=5MB/sec 2023-12-22T17:50:11.084 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-aAHxefmykPSYJsR off=5124886 len=1408182 2023-12-22T17:50:11.090 INFO:tasks.workunit.client.0.smithi032.stdout:op 3846 completed, throughput=5MB/sec 2023-12-22T17:50:11.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:50:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:50:10] "GET /metrics HTTP/1.1" 200 34025 "" "Prometheus/2.43.0" 2023-12-22T17:50:11.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:50:11 smithi032 ceph-mon[191839]: pgmap v1686: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:50:11.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:50:11 smithi032 ceph-mon[191839]: from='client.35634 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:50:11.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:50:11 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4186491797' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:50:11.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:50:11 smithi032 ceph-mon[189144]: pgmap v1686: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:50:11.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:50:11 smithi032 ceph-mon[189144]: from='client.35634 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:50:11.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:50:11 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4186491797' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:50:12.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:50:11 smithi039 ceph-mon[181282]: pgmap v1686: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:50:12.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:50:11 smithi039 ceph-mon[181282]: from='client.35634 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:50:12.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:50:11 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4186491797' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:50:12.091 INFO:tasks.workunit.client.0.smithi032.stdout: 760: throughput=4.99MB/sec pending data=0 2023-12-22T17:50:12.091 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Pqd6zZksAikFd12 off=8899233 len=599554 2023-12-22T17:50:12.092 INFO:tasks.workunit.client.0.smithi032.stdout:op 3847 completed, throughput=4.99MB/sec 2023-12-22T17:50:12.093 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-P29IRIm97Cs1XaT off=342992 len=764930 2023-12-22T17:50:12.098 INFO:tasks.workunit.client.0.smithi032.stdout:op 3848 completed, throughput=5MB/sec 2023-12-22T17:50:12.098 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4FAUm_Mo3wMNY3W off=16409175 len=1515047 2023-12-22T17:50:12.100 INFO:tasks.workunit.client.0.smithi032.stdout:op 3849 completed, throughput=5MB/sec 2023-12-22T17:50:12.100 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5nq0FT-4YSolUCk off=665835 len=1801854 2023-12-22T17:50:12.102 INFO:tasks.workunit.client.0.smithi032.stdout:op 3850 completed, throughput=5MB/sec 2023-12-22T17:50:12.102 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-i-KOzCqP3otYV8i off=9528656 len=913357 2023-12-22T17:50:12.103 INFO:tasks.workunit.client.0.smithi032.stdout:op 3851 completed, throughput=5MB/sec 2023-12-22T17:50:12.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:50:12 smithi032 ceph-mon[191839]: from='client.45575 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:50:12.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:50:12 smithi032 ceph-mon[189144]: from='client.45575 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:50:13.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:50:12 smithi039 ceph-mon[181282]: from='client.45575 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:50:13.103 INFO:tasks.workunit.client.0.smithi032.stdout: 761: throughput=4.99MB/sec pending data=0 2023-12-22T17:50:13.103 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-m-EHLFCSK8Q60XR off=2732278 len=586523 2023-12-22T17:50:13.108 INFO:tasks.workunit.client.0.smithi032.stdout:op 3852 completed, throughput=4.99MB/sec 2023-12-22T17:50:13.108 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bGAOIfURy522v18 off=1393203 len=1261935 2023-12-22T17:50:13.114 INFO:tasks.workunit.client.0.smithi032.stdout:op 3853 completed, throughput=5MB/sec 2023-12-22T17:50:13.114 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nAfMCi1iQDcr4xW off=14867466 len=94354 2023-12-22T17:50:13.115 INFO:tasks.workunit.client.0.smithi032.stdout:op 3854 completed, throughput=5MB/sec 2023-12-22T17:50:13.115 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pFBJAWHzAsqHy-d off=3250296 len=56864 2023-12-22T17:50:13.115 INFO:tasks.workunit.client.0.smithi032.stdout:op 3855 completed, throughput=5MB/sec 2023-12-22T17:50:13.115 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DuaVSPimLe5WJcb off=12937354 len=453708 2023-12-22T17:50:13.119 INFO:tasks.workunit.client.0.smithi032.stdout:op 3856 completed, throughput=5MB/sec 2023-12-22T17:50:13.120 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rTgJQRs6ahtXz24 off=7561389 len=2023726 2023-12-22T17:50:13.122 INFO:tasks.workunit.client.0.smithi032.stdout:op 3857 completed, throughput=5MB/sec 2023-12-22T17:50:13.122 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GhURlvD7MYIJBdX off=0 len=1773828 2023-12-22T17:50:13.129 INFO:tasks.workunit.client.0.smithi032.stdout:op 3858 completed, throughput=5MB/sec 2023-12-22T17:50:13.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:50:13 smithi032 ceph-mon[191839]: pgmap v1687: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-22T17:50:13.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:50:13 smithi032 ceph-mon[189144]: pgmap v1687: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-22T17:50:14.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:50:13 smithi039 ceph-mon[181282]: pgmap v1687: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-22T17:50:14.129 INFO:tasks.workunit.client.0.smithi032.stdout: 762: throughput=5MB/sec pending data=0 2023-12-22T17:50:14.129 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7pdNxaUYU1Q8AeQ off=21976160 len=930872 2023-12-22T17:50:14.135 INFO:tasks.workunit.client.0.smithi032.stdout:op 3859 completed, throughput=5MB/sec 2023-12-22T17:50:14.135 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SBDh7OAiB_Kr62O off=306548 len=1901405 2023-12-22T17:50:14.143 INFO:tasks.workunit.client.0.smithi032.stdout:op 3860 completed, throughput=5MB/sec 2023-12-22T17:50:14.143 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DXGMahAZOj24yzQ off=319974 len=941398 2023-12-22T17:50:14.145 INFO:tasks.workunit.client.0.smithi032.stdout:op 3861 completed, throughput=5MB/sec 2023-12-22T17:50:14.145 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fyODj2PToPjpIrJ off=4475077 len=617909 2023-12-22T17:50:14.149 INFO:tasks.workunit.client.0.smithi032.stdout:op 3862 completed, throughput=5MB/sec 2023-12-22T17:50:15.149 INFO:tasks.workunit.client.0.smithi032.stdout: 763: throughput=4.99MB/sec pending data=0 2023-12-22T17:50:15.149 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Z0SrgRvuW2PBCH6 off=14819505 len=1286943 2023-12-22T17:50:15.150 INFO:tasks.workunit.client.0.smithi032.stdout:op 3863 completed, throughput=5MB/sec 2023-12-22T17:50:15.151 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GY2D1rHl2eZj-Ee off=3710862 len=550593 2023-12-22T17:50:15.155 INFO:tasks.workunit.client.0.smithi032.stdout:op 3864 completed, throughput=5MB/sec 2023-12-22T17:50:15.155 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-z5aghmaC0RdYMen off=4354683 len=515042 2023-12-22T17:50:15.158 INFO:tasks.workunit.client.0.smithi032.stdout:op 3865 completed, throughput=5MB/sec 2023-12-22T17:50:15.158 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-J-KuCRxhLO5KYdn off=3614793 len=96464 2023-12-22T17:50:15.158 INFO:tasks.workunit.client.0.smithi032.stdout:op 3866 completed, throughput=5MB/sec 2023-12-22T17:50:15.158 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4yNV2fodh1KLNE0 off=4368416 len=739085 2023-12-22T17:50:15.162 INFO:tasks.workunit.client.0.smithi032.stdout:op 3867 completed, throughput=5MB/sec 2023-12-22T17:50:15.162 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xNKb8lEGBDtMEW_ off=0 len=1885296 2023-12-22T17:50:15.164 INFO:tasks.workunit.client.0.smithi032.stdout:op 3868 completed, throughput=5MB/sec 2023-12-22T17:50:15.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:50:15 smithi032 ceph-mon[191839]: pgmap v1688: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:50:15.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:50:15 smithi032 ceph-mon[189144]: pgmap v1688: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:50:16.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:50:15 smithi039 ceph-mon[181282]: pgmap v1688: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:50:16.165 INFO:tasks.workunit.client.0.smithi032.stdout: 764: throughput=4.99MB/sec pending data=0 2023-12-22T17:50:16.165 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QUJJfx_JnMPTeL4 off=20464035 len=147863 2023-12-22T17:50:16.165 INFO:tasks.workunit.client.0.smithi032.stdout:op 3869 completed, throughput=4.99MB/sec 2023-12-22T17:50:16.165 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Xtmi6AykYGrBh05 off=1200590 len=250741 2023-12-22T17:50:16.169 INFO:tasks.workunit.client.0.smithi032.stdout:op 3870 completed, throughput=4.99MB/sec 2023-12-22T17:50:16.169 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TsMDhiYf4WWKTkT off=1678724 len=310527 2023-12-22T17:50:16.173 INFO:tasks.workunit.client.0.smithi032.stdout:op 3871 completed, throughput=4.99MB/sec 2023-12-22T17:50:16.173 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RiVoAACB3ZNLWKb off=880370 len=268269 2023-12-22T17:50:16.173 INFO:tasks.workunit.client.0.smithi032.stdout:op 3872 completed, throughput=4.99MB/sec 2023-12-22T17:50:16.173 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LmP3ZTQsHayHeWJ off=10065771 len=1538983 2023-12-22T17:50:16.176 INFO:tasks.workunit.client.0.smithi032.stdout:op 3873 completed, throughput=5MB/sec 2023-12-22T17:50:16.176 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QXCYqX2scGswc24 off=5490612 len=809131 2023-12-22T17:50:16.177 INFO:tasks.workunit.client.0.smithi032.stdout:op 3874 completed, throughput=5MB/sec 2023-12-22T17:50:16.178 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yWRuN6nB42K6NnX off=9907139 len=431952 2023-12-22T17:50:16.181 INFO:tasks.workunit.client.0.smithi032.stdout:op 3875 completed, throughput=5MB/sec 2023-12-22T17:50:16.181 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TeE9tq2U_H5-sDC off=4323711 len=1220893 2023-12-22T17:50:16.188 INFO:tasks.workunit.client.0.smithi032.stdout:op 3876 completed, throughput=5MB/sec 2023-12-22T17:50:16.188 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sMnAN9nOsYl1plx off=295450 len=489658 2023-12-22T17:50:16.191 INFO:tasks.workunit.client.0.smithi032.stdout:op 3877 completed, throughput=5MB/sec 2023-12-22T17:50:17.191 INFO:tasks.workunit.client.0.smithi032.stdout: 765: throughput=4.99MB/sec pending data=0 2023-12-22T17:50:17.191 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-I3vuGCqmwGQYZIE off=10434286 len=1968841 2023-12-22T17:50:17.193 INFO:tasks.workunit.client.0.smithi032.stdout:op 3878 completed, throughput=5MB/sec 2023-12-22T17:50:17.194 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kPW_XL-Gwc1CIaC off=6377893 len=2064161 2023-12-22T17:50:17.204 INFO:tasks.workunit.client.0.smithi032.stdout:op 3879 completed, throughput=5MB/sec 2023-12-22T17:50:17.204 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nWZhJ_ksjJgenOl off=8387022 len=366232 2023-12-22T17:50:17.207 INFO:tasks.workunit.client.0.smithi032.stdout:op 3880 completed, throughput=5MB/sec 2023-12-22T17:50:17.207 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sy-KQQqDCgA6-T- off=9056449 len=1176516 2023-12-22T17:50:17.214 INFO:tasks.workunit.client.0.smithi032.stdout:op 3881 completed, throughput=5MB/sec 2023-12-22T17:50:17.254 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 17:50:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-22T17:50:16.983509001Z level=info msg="Completed cleanup jobs" duration=13.107106ms 2023-12-22T17:50:17.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:50:17 smithi032 ceph-mon[191839]: pgmap v1689: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:50:17.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:50:17 smithi032 ceph-mon[189144]: pgmap v1689: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:50:18.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:50:17 smithi039 ceph-mon[181282]: pgmap v1689: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:50:18.214 INFO:tasks.workunit.client.0.smithi032.stdout: 766: throughput=4.99MB/sec pending data=0 2023-12-22T17:50:18.214 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-n4crBVyqqX1pXLc off=14411781 len=1495965 2023-12-22T17:50:18.216 INFO:tasks.workunit.client.0.smithi032.stdout:op 3882 completed, throughput=5MB/sec 2023-12-22T17:50:18.216 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UMMFeRHFa4qRTy5 off=1847179 len=894088 2023-12-22T17:50:18.221 INFO:tasks.workunit.client.0.smithi032.stdout:op 3883 completed, throughput=5MB/sec 2023-12-22T17:50:18.221 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rtBkhb8IIk9Itop off=10734724 len=1508343 2023-12-22T17:50:18.223 INFO:tasks.workunit.client.0.smithi032.stdout:op 3884 completed, throughput=5MB/sec 2023-12-22T17:50:18.223 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-D0_cPVy-NXzdFab off=18919446 len=641123 2023-12-22T17:50:18.225 INFO:tasks.workunit.client.0.smithi032.stdout:op 3885 completed, throughput=5MB/sec 2023-12-22T17:50:18.225 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JEjYTRHoUbqbACb off=13613548 len=1714175 2023-12-22T17:50:18.232 INFO:tasks.workunit.client.0.smithi032.stdout:op 3886 completed, throughput=5MB/sec 2023-12-22T17:50:19.232 INFO:tasks.workunit.client.0.smithi032.stdout: 767: throughput=5MB/sec pending data=0 2023-12-22T17:50:19.232 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4rhVijymAzyoOev off=5133935 len=197041 2023-12-22T17:50:19.235 INFO:tasks.workunit.client.0.smithi032.stdout:op 3887 completed, throughput=5MB/sec 2023-12-22T17:50:19.235 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IcYY-23E_B9yaOx off=3988131 len=1986483 2023-12-22T17:50:19.237 INFO:tasks.workunit.client.0.smithi032.stdout:op 3888 completed, throughput=5MB/sec 2023-12-22T17:50:19.238 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7w1-9FXDRpaTo3L off=9565332 len=1785293 2023-12-22T17:50:19.247 INFO:tasks.workunit.client.0.smithi032.stdout:op 3889 completed, throughput=5MB/sec 2023-12-22T17:50:19.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:50:19 smithi032 ceph-mon[191839]: pgmap v1690: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:50:19.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:50:19 smithi032 ceph-mon[189144]: pgmap v1690: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:50:20.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:50:19 smithi039 ceph-mon[181282]: pgmap v1690: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:50:20.247 INFO:tasks.workunit.client.0.smithi032.stdout: 768: throughput=4.99MB/sec pending data=0 2023-12-22T17:50:20.247 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Giei6W8RnwMbwBd off=8098402 len=428194 2023-12-22T17:50:20.251 INFO:tasks.workunit.client.0.smithi032.stdout:op 3890 completed, throughput=4.99MB/sec 2023-12-22T17:50:20.251 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1LDd2V_7CoPi4t0 off=19573907 len=919989 2023-12-22T17:50:20.253 INFO:tasks.workunit.client.0.smithi032.stdout:op 3891 completed, throughput=5MB/sec 2023-12-22T17:50:20.253 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ipSU7tg-MjGMwG6 off=12772393 len=4975 2023-12-22T17:50:20.256 INFO:tasks.workunit.client.0.smithi032.stdout:op 3892 completed, throughput=5MB/sec 2023-12-22T17:50:20.256 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jwqyLhH4reGX9_R off=16254177 len=1295330 2023-12-22T17:50:20.257 INFO:tasks.workunit.client.0.smithi032.stdout:op 3893 completed, throughput=5MB/sec 2023-12-22T17:50:20.257 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QxxZhT1254fGOGY off=3844824 len=522251 2023-12-22T17:50:20.258 INFO:tasks.workunit.client.0.smithi032.stdout:op 3894 completed, throughput=5MB/sec 2023-12-22T17:50:20.258 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ucGCtjW5Pebu6kF off=5290943 len=2077146 2023-12-22T17:50:20.267 INFO:tasks.workunit.client.0.smithi032.stdout:op 3895 completed, throughput=5MB/sec 2023-12-22T17:50:20.268 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QGUQVPnmYXZ8dTd off=12038931 len=2076778 2023-12-22T17:50:20.269 INFO:tasks.workunit.client.0.smithi032.stdout:op 3896 completed, throughput=5MB/sec 2023-12-22T17:50:20.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:50:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:50:20.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:50:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:50:21.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:50:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:50:21.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:50:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:50:20] "GET /metrics HTTP/1.1" 200 34025 "" "Prometheus/2.43.0" 2023-12-22T17:50:21.269 INFO:tasks.workunit.client.0.smithi032.stdout: 769: throughput=5MB/sec pending data=0 2023-12-22T17:50:21.269 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dzg9QxsN3Vgef1- off=1113466 len=2043994 2023-12-22T17:50:21.277 INFO:tasks.workunit.client.0.smithi032.stdout:op 3897 completed, throughput=5MB/sec 2023-12-22T17:50:21.278 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bO7tSYPjAMEwZPB off=8731294 len=1018556 2023-12-22T17:50:21.282 INFO:tasks.workunit.client.0.smithi032.stdout:op 3898 completed, throughput=5MB/sec 2023-12-22T17:50:21.282 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MfWmyc29EB1_HaM off=15290027 len=1513547 2023-12-22T17:50:21.289 INFO:tasks.workunit.client.0.smithi032.stdout:op 3899 completed, throughput=5MB/sec 2023-12-22T17:50:21.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:50:21 smithi032 ceph-mon[191839]: pgmap v1691: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:50:21.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:50:21 smithi032 ceph-mon[189144]: pgmap v1691: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:50:22.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:50:21 smithi039 ceph-mon[181282]: pgmap v1691: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:50:22.289 INFO:tasks.workunit.client.0.smithi032.stdout: 770: throughput=5MB/sec pending data=0 2023-12-22T17:50:22.289 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BQFN8fGWiospvjV off=10843241 len=83477 2023-12-22T17:50:22.290 INFO:tasks.workunit.client.0.smithi032.stdout:op 3900 completed, throughput=5MB/sec 2023-12-22T17:50:22.290 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nStpoPZh5z9gaTv off=7322632 len=110370 2023-12-22T17:50:22.293 INFO:tasks.workunit.client.0.smithi032.stdout:op 3901 completed, throughput=5MB/sec 2023-12-22T17:50:22.293 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-myGb0MlOFY7a7Yd off=3609919 len=1840051 2023-12-22T17:50:22.301 INFO:tasks.workunit.client.0.smithi032.stdout:op 3902 completed, throughput=5MB/sec 2023-12-22T17:50:22.302 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mzcfuCeqN7iG91I off=15880377 len=72239 2023-12-22T17:50:22.302 INFO:tasks.workunit.client.0.smithi032.stdout:op 3903 completed, throughput=5MB/sec 2023-12-22T17:50:22.302 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bHLB_4putHl10mz off=3365607 len=2026072 2023-12-22T17:50:22.304 INFO:tasks.workunit.client.0.smithi032.stdout:op 3904 completed, throughput=5MB/sec 2023-12-22T17:50:22.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:50:22 smithi032 ceph-mon[191839]: pgmap v1692: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:50:22.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:50:22 smithi032 ceph-mon[189144]: pgmap v1692: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:50:23.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:50:22 smithi039 ceph-mon[181282]: pgmap v1692: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:50:23.305 INFO:tasks.workunit.client.0.smithi032.stdout: 771: throughput=4.99MB/sec pending data=0 2023-12-22T17:50:23.305 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UyA0fGQHxFjuOia off=263631 len=2038103 2023-12-22T17:50:23.314 INFO:tasks.workunit.client.0.smithi032.stdout:op 3905 completed, throughput=5MB/sec 2023-12-22T17:50:23.314 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EEoz3i3isK7feNr off=24507638 len=697160 2023-12-22T17:50:23.315 INFO:tasks.workunit.client.0.smithi032.stdout:op 3906 completed, throughput=5MB/sec 2023-12-22T17:50:23.315 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UdwlkmjJTI-ST0l off=1390453 len=555555 2023-12-22T17:50:23.316 INFO:tasks.workunit.client.0.smithi032.stdout:op 3907 completed, throughput=5MB/sec 2023-12-22T17:50:23.316 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZjzFsdcSPACJWvH off=7170095 len=1900369 2023-12-22T17:50:23.324 INFO:tasks.workunit.client.0.smithi032.stdout:op 3908 completed, throughput=5MB/sec 2023-12-22T17:50:23.324 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ymVMzVC0CHcgtBJ off=1490612 len=1447602 2023-12-22T17:50:23.331 INFO:tasks.workunit.client.0.smithi032.stdout:op 3909 completed, throughput=5MB/sec 2023-12-22T17:50:24.331 INFO:tasks.workunit.client.0.smithi032.stdout: 772: throughput=5MB/sec pending data=0 2023-12-22T17:50:24.332 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PTVpcW46wiXLmCr off=4897758 len=1214403 2023-12-22T17:50:24.337 INFO:tasks.workunit.client.0.smithi032.stdout:op 3910 completed, throughput=5MB/sec 2023-12-22T17:50:24.337 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hnjPeZezhbrthgz off=4301656 len=1827930 2023-12-22T17:50:24.346 INFO:tasks.workunit.client.0.smithi032.stdout:op 3911 completed, throughput=5MB/sec 2023-12-22T17:50:24.346 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-X5cS-QjWzTPSQB4 off=15988915 len=228347 2023-12-22T17:50:24.350 INFO:tasks.workunit.client.0.smithi032.stdout:op 3912 completed, throughput=5MB/sec 2023-12-22T17:50:24.350 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-z9G_WZHt_4avgN2 off=4383376 len=1737436 2023-12-22T17:50:24.356 INFO:tasks.workunit.client.0.smithi032.stdout:op 3913 completed, throughput=5MB/sec 2023-12-22T17:50:24.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:50:24 smithi032 ceph-mon[191839]: pgmap v1693: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:50:24.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:50:24 smithi032 ceph-mon[189144]: pgmap v1693: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:50:25.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:50:24 smithi039 ceph-mon[181282]: pgmap v1693: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:50:25.357 INFO:tasks.workunit.client.0.smithi032.stdout: 773: throughput=4.99MB/sec pending data=0 2023-12-22T17:50:25.357 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gyeMOVIdXt32hf0 off=2942162 len=1558399 2023-12-22T17:50:25.358 INFO:tasks.workunit.client.0.smithi032.stdout:op 3914 completed, throughput=5MB/sec 2023-12-22T17:50:25.359 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-i0TfUt8XZZ6oVBs off=905600 len=109237 2023-12-22T17:50:25.361 INFO:tasks.workunit.client.0.smithi032.stdout:op 3915 completed, throughput=5MB/sec 2023-12-22T17:50:25.361 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lF25xAfiCbKFAk- off=13437581 len=1487231 2023-12-22T17:50:25.369 INFO:tasks.workunit.client.0.smithi032.stdout:op 3916 completed, throughput=5MB/sec 2023-12-22T17:50:25.369 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PEZOY9TZtx29QW6 off=4340488 len=791407 2023-12-22T17:50:25.374 INFO:tasks.workunit.client.0.smithi032.stdout:op 3917 completed, throughput=5MB/sec 2023-12-22T17:50:25.374 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mnJPi44FaC40fXB off=1938612 len=89174 2023-12-22T17:50:25.376 INFO:tasks.workunit.client.0.smithi032.stdout:op 3918 completed, throughput=5MB/sec 2023-12-22T17:50:25.376 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-i7of-NenQylvbvl off=1127212 len=675210 2023-12-22T17:50:25.377 INFO:tasks.workunit.client.0.smithi032.stdout:op 3919 completed, throughput=5MB/sec 2023-12-22T17:50:26.378 INFO:tasks.workunit.client.0.smithi032.stdout: 774: throughput=4.99MB/sec pending data=0 2023-12-22T17:50:26.378 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5Cdj-GTfdbpZCq3 off=2744669 len=269448 2023-12-22T17:50:26.381 INFO:tasks.workunit.client.0.smithi032.stdout:op 3920 completed, throughput=4.99MB/sec 2023-12-22T17:50:26.381 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cr53XVOByJrvw-K off=20378853 len=566385 2023-12-22T17:50:26.386 INFO:tasks.workunit.client.0.smithi032.stdout:op 3921 completed, throughput=4.99MB/sec 2023-12-22T17:50:26.386 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bSkEM4Pb2nTepcH off=8523304 len=1094272 2023-12-22T17:50:26.392 INFO:tasks.workunit.client.0.smithi032.stdout:op 3922 completed, throughput=5MB/sec 2023-12-22T17:50:26.392 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-REG-hwKX_LO_0-T off=2056002 len=794253 2023-12-22T17:50:26.397 INFO:tasks.workunit.client.0.smithi032.stdout:op 3923 completed, throughput=5MB/sec 2023-12-22T17:50:26.397 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZKXDjeBTYcXEb1a off=506118 len=254843 2023-12-22T17:50:26.398 INFO:tasks.workunit.client.0.smithi032.stdout:op 3924 completed, throughput=5MB/sec 2023-12-22T17:50:26.399 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3WyCYV24uT8jyj9 off=3911530 len=1001027 2023-12-22T17:50:26.400 INFO:tasks.workunit.client.0.smithi032.stdout:op 3925 completed, throughput=5MB/sec 2023-12-22T17:50:26.400 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uVOvQBjvMftEcUN off=14996178 len=375858 2023-12-22T17:50:26.400 INFO:tasks.workunit.client.0.smithi032.stdout:op 3926 completed, throughput=5MB/sec 2023-12-22T17:50:26.401 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SgdPGfJ4aE4ppgO off=7412052 len=646199 2023-12-22T17:50:26.405 INFO:tasks.workunit.client.0.smithi032.stdout:op 3927 completed, throughput=5MB/sec 2023-12-22T17:50:26.405 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MghN7zUxxkpcBzw off=3910282 len=767940 2023-12-22T17:50:26.405 INFO:tasks.workunit.client.0.smithi032.stdout:op 3928 completed, throughput=5MB/sec 2023-12-22T17:50:27.406 INFO:tasks.workunit.client.0.smithi032.stdout: 775: throughput=4.99MB/sec pending data=0 2023-12-22T17:50:27.406 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iU5fDtXXpl7PG5c off=3754743 len=1534576 2023-12-22T17:50:27.408 INFO:tasks.workunit.client.0.smithi032.stdout:op 3929 completed, throughput=5MB/sec 2023-12-22T17:50:27.408 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Q7hJkfTwoKs58NX off=13307612 len=1593175 2023-12-22T17:50:27.415 INFO:tasks.workunit.client.0.smithi032.stdout:op 3930 completed, throughput=5MB/sec 2023-12-22T17:50:27.415 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0A4eoIXO0WrAHmS off=12095381 len=182076 2023-12-22T17:50:27.418 INFO:tasks.workunit.client.0.smithi032.stdout:op 3931 completed, throughput=5MB/sec 2023-12-22T17:50:27.418 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WhF9OSsfhu3b9dy off=2100099 len=917176 2023-12-22T17:50:27.423 INFO:tasks.workunit.client.0.smithi032.stdout:op 3932 completed, throughput=5MB/sec 2023-12-22T17:50:27.423 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-D-6n8wtsrFzRJEr off=3120104 len=1837661 2023-12-22T17:50:27.431 INFO:tasks.workunit.client.0.smithi032.stdout:op 3933 completed, throughput=5MB/sec 2023-12-22T17:50:27.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:50:27 smithi032 ceph-mon[189144]: pgmap v1694: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-22T17:50:27.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:50:27 smithi032 ceph-mon[191839]: pgmap v1694: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-22T17:50:28.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:50:27 smithi039 ceph-mon[181282]: pgmap v1694: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-22T17:50:28.431 INFO:tasks.workunit.client.0.smithi032.stdout: 776: throughput=5MB/sec pending data=0 2023-12-22T17:50:28.431 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-or4JN9Ca94oX02e off=138911 len=622049 2023-12-22T17:50:28.432 INFO:tasks.workunit.client.0.smithi032.stdout:op 3934 completed, throughput=5MB/sec 2023-12-22T17:50:28.432 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-s1pXCJWo0qqZpqK off=8098295 len=246327 2023-12-22T17:50:28.433 INFO:tasks.workunit.client.0.smithi032.stdout:op 3935 completed, throughput=5MB/sec 2023-12-22T17:50:28.433 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lMqKs35pBf_BXZW off=1579564 len=351809 2023-12-22T17:50:28.434 INFO:tasks.workunit.client.0.smithi032.stdout:op 3936 completed, throughput=5MB/sec 2023-12-22T17:50:28.434 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BpkEdNH9OHtmI4p off=7671970 len=2074757 2023-12-22T17:50:28.443 INFO:tasks.workunit.client.0.smithi032.stdout:op 3937 completed, throughput=5MB/sec 2023-12-22T17:50:28.443 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HhomYh65wIkp_8R off=2079346 len=1311722 2023-12-22T17:50:28.449 INFO:tasks.workunit.client.0.smithi032.stdout:op 3938 completed, throughput=5MB/sec 2023-12-22T17:50:29.450 INFO:tasks.workunit.client.0.smithi032.stdout: 777: throughput=4.99MB/sec pending data=0 2023-12-22T17:50:29.450 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RH1sx9iOCfnc2Ms off=17858359 len=1593664 2023-12-22T17:50:29.452 INFO:tasks.workunit.client.0.smithi032.stdout:op 3939 completed, throughput=5MB/sec 2023-12-22T17:50:29.452 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3D3Lb_nOvq02CW6 off=2423121 len=1253319 2023-12-22T17:50:29.455 INFO:tasks.workunit.client.0.smithi032.stdout:op 3940 completed, throughput=5MB/sec 2023-12-22T17:50:29.455 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tF1FRTA_K8bEl2D off=7516824 len=1585778 2023-12-22T17:50:29.457 INFO:tasks.workunit.client.0.smithi032.stdout:op 3941 completed, throughput=5MB/sec 2023-12-22T17:50:29.457 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BeqAbO8I0pI03Qt off=8467947 len=1880856 2023-12-22T17:50:29.464 INFO:tasks.workunit.client.0.smithi032.stdout:op 3942 completed, throughput=5MB/sec 2023-12-22T17:50:29.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:50:29 smithi032 ceph-mon[191839]: pgmap v1695: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-22T17:50:29.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:50:29 smithi032 ceph-mon[189144]: pgmap v1695: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-22T17:50:30.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:50:29 smithi039 ceph-mon[181282]: pgmap v1695: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-22T17:50:30.465 INFO:tasks.workunit.client.0.smithi032.stdout: 778: throughput=5MB/sec pending data=0 2023-12-22T17:50:30.465 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9RM2P2wqU0PE7pD off=22832549 len=1777864 2023-12-22T17:50:30.468 INFO:tasks.workunit.client.0.smithi032.stdout:op 3943 completed, throughput=5MB/sec 2023-12-22T17:50:30.468 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JScdQi6cD5fQraa off=259584 len=1603660 2023-12-22T17:50:30.472 INFO:tasks.workunit.client.0.smithi032.stdout:op 3944 completed, throughput=5MB/sec 2023-12-22T17:50:30.472 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8lIP2NFJkFwN0Ww off=7690808 len=1947763 2023-12-22T17:50:30.476 INFO:tasks.workunit.client.0.smithi032.stdout:op 3945 completed, throughput=5MB/sec 2023-12-22T17:50:31.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:50:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:50:30] "GET /metrics HTTP/1.1" 200 34025 "" "Prometheus/2.43.0" 2023-12-22T17:50:31.476 INFO:tasks.workunit.client.0.smithi032.stdout: 779: throughput=5MB/sec pending data=0 2023-12-22T17:50:31.476 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1wtyrdneZDculHO off=7537626 len=1363035 2023-12-22T17:50:31.479 INFO:tasks.workunit.client.0.smithi032.stdout:op 3946 completed, throughput=5MB/sec 2023-12-22T17:50:31.479 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-boSUN0xyn60PD30 off=1654904 len=1969290 2023-12-22T17:50:31.488 INFO:tasks.workunit.client.0.smithi032.stdout:op 3947 completed, throughput=5MB/sec 2023-12-22T17:50:31.488 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jyA3yKk9S8itYps off=6833972 len=862833 2023-12-22T17:50:31.493 INFO:tasks.workunit.client.0.smithi032.stdout:op 3948 completed, throughput=5MB/sec 2023-12-22T17:50:31.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:50:31 smithi032 ceph-mon[189144]: pgmap v1696: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:50:31.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:50:31 smithi032 ceph-mon[191839]: pgmap v1696: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:50:32.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:50:31 smithi039 ceph-mon[181282]: pgmap v1696: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:50:32.493 INFO:tasks.workunit.client.0.smithi032.stdout: 780: throughput=4.99MB/sec pending data=0 2023-12-22T17:50:32.493 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kZFpZDEe5JLtEez off=2473783 len=1116112 2023-12-22T17:50:32.496 INFO:tasks.workunit.client.0.smithi032.stdout:op 3949 completed, throughput=5MB/sec 2023-12-22T17:50:32.496 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1weT8bi36cd6kkm off=570717 len=1792864 2023-12-22T17:50:32.504 INFO:tasks.workunit.client.0.smithi032.stdout:op 3950 completed, throughput=5MB/sec 2023-12-22T17:50:32.504 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FDBSN75SadK2BOC off=2180709 len=1841423 2023-12-22T17:50:32.507 INFO:tasks.workunit.client.0.smithi032.stdout:op 3951 completed, throughput=5MB/sec 2023-12-22T17:50:32.507 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6ymE5rUeAm97PC5 off=6888806 len=1870314 2023-12-22T17:50:32.509 INFO:tasks.workunit.client.0.smithi032.stdout:op 3952 completed, throughput=5MB/sec 2023-12-22T17:50:33.509 INFO:tasks.workunit.client.0.smithi032.stdout: 781: throughput=5MB/sec pending data=0 2023-12-22T17:50:33.509 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5Mlqlsio_e0WpUF off=5298705 len=2045619 2023-12-22T17:50:33.512 INFO:tasks.workunit.client.0.smithi032.stdout:op 3953 completed, throughput=5MB/sec 2023-12-22T17:50:33.512 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BbNOZwQ-_LEQOnU off=1727862 len=862313 2023-12-22T17:50:33.513 INFO:tasks.workunit.client.0.smithi032.stdout:op 3954 completed, throughput=5MB/sec 2023-12-22T17:50:33.513 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AOj70dmzc0C6x6z off=13831203 len=881059 2023-12-22T17:50:33.516 INFO:tasks.workunit.client.0.smithi032.stdout:op 3955 completed, throughput=5MB/sec 2023-12-22T17:50:33.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:50:33 smithi032 ceph-mon[191839]: pgmap v1697: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2023-12-22T17:50:33.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:50:33 smithi032 ceph-mon[189144]: pgmap v1697: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2023-12-22T17:50:34.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:50:33 smithi039 ceph-mon[181282]: pgmap v1697: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2023-12-22T17:50:34.516 INFO:tasks.workunit.client.0.smithi032.stdout: 782: throughput=4.99MB/sec pending data=0 2023-12-22T17:50:34.516 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HDC6xyQKgpnc080 off=13860267 len=680420 2023-12-22T17:50:34.517 INFO:tasks.workunit.client.0.smithi032.stdout:op 3956 completed, throughput=4.99MB/sec 2023-12-22T17:50:34.517 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-l9clyVEKqkWbrd0 off=1349366 len=1475299 2023-12-22T17:50:34.519 INFO:tasks.workunit.client.0.smithi032.stdout:op 3957 completed, throughput=5MB/sec 2023-12-22T17:50:34.519 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-v4dSQKzTpRiU9Kz off=13748145 len=1949533 2023-12-22T17:50:34.527 INFO:tasks.workunit.client.0.smithi032.stdout:op 3958 completed, throughput=5MB/sec 2023-12-22T17:50:34.527 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Gkmu05nv803tM_i off=333699 len=503907 2023-12-22T17:50:34.531 INFO:tasks.workunit.client.0.smithi032.stdout:op 3959 completed, throughput=5MB/sec 2023-12-22T17:50:34.531 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--RzS3gWUhonM5SJ off=1255839 len=1813871 2023-12-22T17:50:34.535 INFO:tasks.workunit.client.0.smithi032.stdout:op 3960 completed, throughput=5MB/sec 2023-12-22T17:50:35.535 INFO:tasks.workunit.client.0.smithi032.stdout: 783: throughput=5MB/sec pending data=0 2023-12-22T17:50:35.536 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4Hun3Gc56kumCde off=8703620 len=495099 2023-12-22T17:50:35.536 INFO:tasks.workunit.client.0.smithi032.stdout:op 3961 completed, throughput=5MB/sec 2023-12-22T17:50:35.537 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uaiNwJhQYLK6y21 off=10323768 len=1502106 2023-12-22T17:50:35.544 INFO:tasks.workunit.client.0.smithi032.stdout:op 3962 completed, throughput=5MB/sec 2023-12-22T17:50:35.544 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-c-rRlRtiHpxPUwy off=14436632 len=2048387 2023-12-22T17:50:35.554 INFO:tasks.workunit.client.0.smithi032.stdout:op 3963 completed, throughput=5MB/sec 2023-12-22T17:50:35.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:50:35 smithi032 ceph-mon[189144]: pgmap v1698: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-22T17:50:35.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:50:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:50:35.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:50:35 smithi032 ceph-mon[191839]: pgmap v1698: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-22T17:50:35.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:50:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:50:36.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:50:35 smithi039 ceph-mon[181282]: pgmap v1698: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-22T17:50:36.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:50:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:50:36.555 INFO:tasks.workunit.client.0.smithi032.stdout: 784: throughput=4.99MB/sec pending data=0 2023-12-22T17:50:36.555 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZbY5KvmuCwX8ZV8 off=18207438 len=1985613 2023-12-22T17:50:36.563 INFO:tasks.workunit.client.0.smithi032.stdout:op 3964 completed, throughput=5MB/sec 2023-12-22T17:50:36.563 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eqUcH8sHeMPINwQ off=19466446 len=1987611 2023-12-22T17:50:36.565 INFO:tasks.workunit.client.0.smithi032.stdout:op 3965 completed, throughput=5MB/sec 2023-12-22T17:50:36.565 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6fdtniq1_eKn9Bb off=2998588 len=452122 2023-12-22T17:50:36.569 INFO:tasks.workunit.client.0.smithi032.stdout:op 3966 completed, throughput=5MB/sec 2023-12-22T17:50:36.569 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZePkgHiMv7uH6u4 off=14209762 len=1371701 2023-12-22T17:50:36.570 INFO:tasks.workunit.client.0.smithi032.stdout:op 3967 completed, throughput=5MB/sec 2023-12-22T17:50:37.572 INFO:tasks.workunit.client.0.smithi032.stdout: 785: throughput=4.99MB/sec pending data=0 2023-12-22T17:50:37.572 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-imDgJHLMImpfEHt off=5164359 len=932147 2023-12-22T17:50:37.572 INFO:tasks.workunit.client.0.smithi032.stdout:op 3968 completed, throughput=5MB/sec 2023-12-22T17:50:37.572 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-F1cwnUmMTo0uWxl off=12604070 len=851978 2023-12-22T17:50:37.574 INFO:tasks.workunit.client.0.smithi032.stdout:op 3969 completed, throughput=5MB/sec 2023-12-22T17:50:37.574 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-38YDdYURxIHSHyk off=1035521 len=1465827 2023-12-22T17:50:37.580 INFO:tasks.workunit.client.0.smithi032.stdout:op 3970 completed, throughput=5MB/sec 2023-12-22T17:50:37.580 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-extFEWI5W9vu7Nc off=9802589 len=1189615 2023-12-22T17:50:37.581 INFO:tasks.workunit.client.0.smithi032.stdout:op 3971 completed, throughput=5MB/sec 2023-12-22T17:50:37.581 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bI3oxvfz3XfEfrn off=2228817 len=1770811 2023-12-22T17:50:37.590 INFO:tasks.workunit.client.0.smithi032.stdout:op 3972 completed, throughput=5MB/sec 2023-12-22T17:50:37.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:50:37 smithi032 ceph-mon[191839]: pgmap v1699: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-22T17:50:37.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:50:37 smithi032 ceph-mon[189144]: pgmap v1699: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-22T17:50:38.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:50:37 smithi039 ceph-mon[181282]: pgmap v1699: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-22T17:50:38.590 INFO:tasks.workunit.client.0.smithi032.stdout: 786: throughput=5MB/sec pending data=0 2023-12-22T17:50:38.591 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qT7aQ77top7utwF off=5166973 len=198589 2023-12-22T17:50:38.591 INFO:tasks.workunit.client.0.smithi032.stdout:op 3973 completed, throughput=5MB/sec 2023-12-22T17:50:38.591 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6s8KvNmJadnd4N0 off=23771435 len=881079 2023-12-22T17:50:38.596 INFO:tasks.workunit.client.0.smithi032.stdout:op 3974 completed, throughput=5MB/sec 2023-12-22T17:50:38.596 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2pMqCt9GnzcgeDh off=12545793 len=306215 2023-12-22T17:50:38.599 INFO:tasks.workunit.client.0.smithi032.stdout:op 3975 completed, throughput=5MB/sec 2023-12-22T17:50:38.599 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6noasdfhCsPQDMu off=16671423 len=1759007 2023-12-22T17:50:38.603 INFO:tasks.workunit.client.0.smithi032.stdout:op 3976 completed, throughput=5MB/sec 2023-12-22T17:50:38.603 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jwqyLhH4reGX9_R off=18702432 len=671830 2023-12-22T17:50:38.604 INFO:tasks.workunit.client.0.smithi032.stdout:op 3977 completed, throughput=5MB/sec 2023-12-22T17:50:38.604 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JQovZ_snXEkYo04 off=2116153 len=1021762 2023-12-22T17:50:38.605 INFO:tasks.workunit.client.0.smithi032.stdout:op 3978 completed, throughput=5MB/sec 2023-12-22T17:50:39.606 INFO:tasks.workunit.client.0.smithi032.stdout: 787: throughput=4.99MB/sec pending data=0 2023-12-22T17:50:39.606 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mwpJlEPv4QnfTQP off=5685317 len=1842548 2023-12-22T17:50:39.608 INFO:tasks.workunit.client.0.smithi032.stdout:op 3979 completed, throughput=5MB/sec 2023-12-22T17:50:39.608 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sltKMBbJek0IMXZ off=4810949 len=584511 2023-12-22T17:50:39.609 INFO:tasks.workunit.client.0.smithi032.stdout:op 3980 completed, throughput=5MB/sec 2023-12-22T17:50:39.609 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qzWgSjETbfhetxb off=6188221 len=737883 2023-12-22T17:50:39.611 INFO:tasks.workunit.client.0.smithi032.stdout:op 3981 completed, throughput=5MB/sec 2023-12-22T17:50:39.611 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-F__QcLqlouAIAuw off=2826828 len=59743 2023-12-22T17:50:39.612 INFO:tasks.workunit.client.0.smithi032.stdout:op 3982 completed, throughput=5MB/sec 2023-12-22T17:50:39.612 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KQuawGy4pyduEyX off=4575676 len=1119625 2023-12-22T17:50:39.618 INFO:tasks.workunit.client.0.smithi032.stdout:op 3983 completed, throughput=5MB/sec 2023-12-22T17:50:39.618 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Sg5cPIxZt-mknz5 off=11696355 len=117937 2023-12-22T17:50:39.618 INFO:tasks.workunit.client.0.smithi032.stdout:op 3984 completed, throughput=5MB/sec 2023-12-22T17:50:39.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:50:39 smithi032 ceph-mon[189144]: pgmap v1700: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:50:39.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:50:39 smithi032 ceph-mon[191839]: pgmap v1700: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:50:40.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:50:39 smithi039 ceph-mon[181282]: pgmap v1700: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:50:40.619 INFO:tasks.workunit.client.0.smithi032.stdout: 788: throughput=4.99MB/sec pending data=0 2023-12-22T17:50:40.619 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-54a9iqjKJdT5Um- off=604287 len=2072627 2023-12-22T17:50:40.621 INFO:tasks.workunit.client.0.smithi032.stdout:op 3985 completed, throughput=5MB/sec 2023-12-22T17:50:40.622 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-P5_tEjKKOS2_ufl off=17707860 len=426745 2023-12-22T17:50:40.623 INFO:tasks.workunit.client.0.smithi032.stdout:op 3986 completed, throughput=5MB/sec 2023-12-22T17:50:40.623 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-07sZsKD0rjiD-y0 off=11134522 len=1093161 2023-12-22T17:50:40.629 INFO:tasks.workunit.client.0.smithi032.stdout:op 3987 completed, throughput=5MB/sec 2023-12-22T17:50:40.629 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YU0mGF5Ibm8FLjp off=16690984 len=164603 2023-12-22T17:50:40.630 INFO:tasks.workunit.client.0.smithi032.stdout:op 3988 completed, throughput=5MB/sec 2023-12-22T17:50:40.630 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ygTFPqJNC-1iMdv off=1373898 len=557057 2023-12-22T17:50:40.634 INFO:tasks.workunit.client.0.smithi032.stdout:op 3989 completed, throughput=5MB/sec 2023-12-22T17:50:40.634 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Ftd9Qtqu61jCSxt off=2838370 len=1588058 2023-12-22T17:50:40.635 INFO:tasks.workunit.client.0.smithi032.stdout:op 3990 completed, throughput=5MB/sec 2023-12-22T17:50:41.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:50:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:50:40] "GET /metrics HTTP/1.1" 200 34028 "" "Prometheus/2.43.0" 2023-12-22T17:50:41.410 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:50:41.635 INFO:tasks.workunit.client.0.smithi032.stdout: 789: throughput=4.99MB/sec pending data=0 2023-12-22T17:50:41.635 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iSH02sszJU0Nhgo off=14001647 len=928123 2023-12-22T17:50:41.638 INFO:tasks.workunit.client.0.smithi032.stdout:op 3991 completed, throughput=5MB/sec 2023-12-22T17:50:41.638 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yFamIfG5vEsmNKk off=15140545 len=1980749 2023-12-22T17:50:41.646 INFO:tasks.workunit.client.0.smithi032.stdout:op 3992 completed, throughput=5MB/sec 2023-12-22T17:50:41.646 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fcy9hqEN7RF79UQ off=14125267 len=272041 2023-12-22T17:50:41.649 INFO:tasks.workunit.client.0.smithi032.stdout:op 3993 completed, throughput=5MB/sec 2023-12-22T17:50:41.649 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-W1o2jIWUuGVykX8 off=5718068 len=1909970 2023-12-22T17:50:41.656 INFO:tasks.workunit.client.0.smithi032.stdout:op 3994 completed, throughput=5MB/sec 2023-12-22T17:50:41.737 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:50:41.738 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (30m) 6m ago 35m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:50:41.738 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (30m) 4m ago 35m 90.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:50:41.738 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (36m) 6m ago 35m 20.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:50:41.738 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (35m) 4m ago 35m 27.7M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:50:41.738 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (29m) 4m ago 38m 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:50:41.738 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (30m) 6m ago 39m 541M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:50:41.738 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (29m) 6m ago 40m 246M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:50:41.738 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (29m) 4m ago 38m 150M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:50:41.738 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (29m) 6m ago 38m 150M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:50:41.738 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (30m) 6m ago 34m 15.8M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:50:41.738 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (30m) 4m ago 34m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:50:41.738 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (28m) 6m ago 38m 1953M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:50:41.738 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (28m) 6m ago 37m 2201M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:50:41.738 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (27m) 6m ago 37m 2126M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:50:41.738 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (27m) 6m ago 37m 1857M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:50:41.738 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (26m) 4m ago 37m 1838M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:50:41.739 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (26m) 4m ago 36m 1596M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:50:41.739 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (25m) 4m ago 36m 1056M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:50:41.739 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (25m) 4m ago 36m 1503M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:50:41.739 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (30m) 4m ago 35m 79.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:50:41.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:50:41 smithi032 ceph-mon[189144]: pgmap v1701: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:50:41.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:50:41 smithi032 ceph-mon[191839]: pgmap v1701: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:50:42.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:50:41 smithi039 ceph-mon[181282]: pgmap v1701: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:50:42.153 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:50:42.153 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:50:42.153 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:50:42.153 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:50:42.153 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:50:42.153 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:50:42.153 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:50:42.153 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:50:42.154 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:50:42.154 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:50:42.154 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:50:42.154 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:50:42.154 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:50:42.154 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:50:42.154 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:50:42.154 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:50:42.154 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:50:42.154 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:50:42.658 INFO:tasks.workunit.client.0.smithi032.stdout: 790: throughput=4.99MB/sec pending data=0 2023-12-22T17:50:42.659 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lbkmu1SyznLghCL off=2243176 len=184960 2023-12-22T17:50:42.659 INFO:tasks.workunit.client.0.smithi032.stdout:op 3995 completed, throughput=4.99MB/sec 2023-12-22T17:50:42.660 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-M9VZoWUYF0vbb7J off=4675845 len=340574 2023-12-22T17:50:42.660 INFO:tasks.workunit.client.0.smithi032.stdout:op 3996 completed, throughput=4.99MB/sec 2023-12-22T17:50:42.660 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-v_zyS1ewUyD5Ikk off=1169273 len=1478223 2023-12-22T17:50:42.667 INFO:tasks.workunit.client.0.smithi032.stdout:op 3997 completed, throughput=5MB/sec 2023-12-22T17:50:42.667 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yrknKdo3KNHrwY6 off=147851 len=1617033 2023-12-22T17:50:42.675 INFO:tasks.workunit.client.0.smithi032.stdout:op 3998 completed, throughput=5MB/sec 2023-12-22T17:50:42.675 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-x7x-JVo2N8sbi0o off=435571 len=1355140 2023-12-22T17:50:42.681 INFO:tasks.workunit.client.0.smithi032.stdout:op 3999 completed, throughput=5MB/sec 2023-12-22T17:50:42.681 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QOexbnPenvIKqlT off=3781394 len=717068 2023-12-22T17:50:42.683 INFO:tasks.workunit.client.0.smithi032.stdout:op 4000 completed, throughput=5MB/sec 2023-12-22T17:50:42.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:50:42 smithi032 ceph-mon[191839]: from='client.35652 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:50:42.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:50:42 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/774106978' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:50:42.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:50:42 smithi032 ceph-mon[189144]: from='client.35652 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:50:42.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:50:42 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/774106978' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:50:43.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:50:42 smithi039 ceph-mon[181282]: from='client.35652 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:50:43.049 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:50:42 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/774106978' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:50:43.684 INFO:tasks.workunit.client.0.smithi032.stdout: 791: throughput=4.99MB/sec pending data=0 2023-12-22T17:50:43.684 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-y_jenYYjcXpWWFI off=14081085 len=530707 2023-12-22T17:50:43.688 INFO:tasks.workunit.client.0.smithi032.stdout:op 4001 completed, throughput=5MB/sec 2023-12-22T17:50:43.688 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QcpfwmNEnpF4cLj off=0 len=1333051 2023-12-22T17:50:43.689 INFO:tasks.workunit.client.0.smithi032.stdout:op 4002 completed, throughput=5MB/sec 2023-12-22T17:50:43.689 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4Dqcqb63rkJK-MJ off=454775 len=1693399 2023-12-22T17:50:43.691 INFO:tasks.workunit.client.0.smithi032.stdout:op 4003 completed, throughput=5MB/sec 2023-12-22T17:50:43.691 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-A7mVaXsBsLSc3nB off=4314336 len=939351 2023-12-22T17:50:43.696 INFO:tasks.workunit.client.0.smithi032.stdout:op 4004 completed, throughput=5MB/sec 2023-12-22T17:50:43.696 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-THlK_5EBvLWGuRy off=3213279 len=1549473 2023-12-22T17:50:43.705 INFO:tasks.workunit.client.0.smithi032.stdout:op 4005 completed, throughput=5MB/sec 2023-12-22T17:50:43.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:50:43 smithi032 ceph-mon[191839]: pgmap v1702: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:50:43.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:50:43 smithi032 ceph-mon[191839]: from='client.45593 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:50:43.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:50:43 smithi032 ceph-mon[189144]: pgmap v1702: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:50:43.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:50:43 smithi032 ceph-mon[189144]: from='client.45593 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:50:44.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:50:43 smithi039 ceph-mon[181282]: pgmap v1702: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:50:44.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:50:43 smithi039 ceph-mon[181282]: from='client.45593 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:50:44.706 INFO:tasks.workunit.client.0.smithi032.stdout: 792: throughput=5MB/sec pending data=0 2023-12-22T17:50:44.706 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-V_ye7uah1InC5w2 off=7131607 len=572822 2023-12-22T17:50:44.706 INFO:tasks.workunit.client.0.smithi032.stdout:op 4006 completed, throughput=5MB/sec 2023-12-22T17:50:44.707 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WJ4XL9e44G6lcvG off=902024 len=1757037 2023-12-22T17:50:44.715 INFO:tasks.workunit.client.0.smithi032.stdout:op 4007 completed, throughput=5MB/sec 2023-12-22T17:50:44.715 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LbDVLvg3nXQhh1U off=11258432 len=304052 2023-12-22T17:50:44.716 INFO:tasks.workunit.client.0.smithi032.stdout:op 4008 completed, throughput=5MB/sec 2023-12-22T17:50:44.716 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eZO-lXI5d3ZOx8V off=5053413 len=1265721 2023-12-22T17:50:44.718 INFO:tasks.workunit.client.0.smithi032.stdout:op 4009 completed, throughput=5MB/sec 2023-12-22T17:50:44.719 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-s74mRtQlQhXShvh off=119166 len=526343 2023-12-22T17:50:44.719 INFO:tasks.workunit.client.0.smithi032.stdout:op 4010 completed, throughput=5MB/sec 2023-12-22T17:50:44.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:50:44 smithi032 ceph-mon[191839]: pgmap v1703: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2023-12-22T17:50:44.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:50:44 smithi032 ceph-mon[189144]: pgmap v1703: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2023-12-22T17:50:45.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:50:44 smithi039 ceph-mon[181282]: pgmap v1703: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2023-12-22T17:50:45.720 INFO:tasks.workunit.client.0.smithi032.stdout: 793: throughput=4.99MB/sec pending data=0 2023-12-22T17:50:45.720 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CDwSt0x6c930BaV off=16850872 len=1952537 2023-12-22T17:50:45.729 INFO:tasks.workunit.client.0.smithi032.stdout:op 4011 completed, throughput=5MB/sec 2023-12-22T17:50:45.729 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SO1f1-zijl2MhLM off=4089849 len=1926642 2023-12-22T17:50:45.732 INFO:tasks.workunit.client.0.smithi032.stdout:op 4012 completed, throughput=5MB/sec 2023-12-22T17:50:45.732 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CJtddrdJZXuMB5q off=2034425 len=1915188 2023-12-22T17:50:45.739 INFO:tasks.workunit.client.0.smithi032.stdout:op 4013 completed, throughput=5MB/sec 2023-12-22T17:50:46.739 INFO:tasks.workunit.client.0.smithi032.stdout: 794: throughput=4.99MB/sec pending data=0 2023-12-22T17:50:46.740 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nfblK5wgOBWfp2u off=1000657 len=847654 2023-12-22T17:50:46.741 INFO:tasks.workunit.client.0.smithi032.stdout:op 4014 completed, throughput=5MB/sec 2023-12-22T17:50:46.741 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-a3NUN1jnPhb-rO4 off=771993 len=406393 2023-12-22T17:50:46.742 INFO:tasks.workunit.client.0.smithi032.stdout:op 4015 completed, throughput=5MB/sec 2023-12-22T17:50:46.742 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Bho8mxeLPeaL9Ao off=12237084 len=2071549 2023-12-22T17:50:46.750 INFO:tasks.workunit.client.0.smithi032.stdout:op 4016 completed, throughput=5MB/sec 2023-12-22T17:50:46.750 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xMe6LyE9RNI_ndh off=1590708 len=2052530 2023-12-22T17:50:46.759 INFO:tasks.workunit.client.0.smithi032.stdout:op 4017 completed, throughput=5MB/sec 2023-12-22T17:50:47.760 INFO:tasks.workunit.client.0.smithi032.stdout: 795: throughput=4.99MB/sec pending data=0 2023-12-22T17:50:47.761 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BQFN8fGWiospvjV off=7111823 len=1597505 2023-12-22T17:50:47.761 INFO:tasks.workunit.client.0.smithi032.stdout:op 4018 completed, throughput=5MB/sec 2023-12-22T17:50:47.762 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ynxoJ9iu8N2UkY- off=408627 len=1883699 2023-12-22T17:50:47.764 INFO:tasks.workunit.client.0.smithi032.stdout:op 4019 completed, throughput=5MB/sec 2023-12-22T17:50:47.764 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AQ3N6OkyM4zjd_Y off=4345971 len=1750489 2023-12-22T17:50:47.772 INFO:tasks.workunit.client.0.smithi032.stdout:op 4020 completed, throughput=5MB/sec 2023-12-22T17:50:47.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:50:47 smithi032 ceph-mon[189144]: pgmap v1704: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:50:47.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:50:47 smithi032 ceph-mon[191839]: pgmap v1704: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:50:48.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:50:47 smithi039 ceph-mon[181282]: pgmap v1704: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:50:48.773 INFO:tasks.workunit.client.0.smithi032.stdout: 796: throughput=4.99MB/sec pending data=0 2023-12-22T17:50:48.773 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZUapziQPbBFf0n9 off=1284953 len=1043604 2023-12-22T17:50:48.779 INFO:tasks.workunit.client.0.smithi032.stdout:op 4021 completed, throughput=5MB/sec 2023-12-22T17:50:48.779 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iBFqj3kqw85JhaL off=3780976 len=777601 2023-12-22T17:50:48.780 INFO:tasks.workunit.client.0.smithi032.stdout:op 4022 completed, throughput=5MB/sec 2023-12-22T17:50:48.780 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Z0gWgCo4cV63Pxm off=3896734 len=1111790 2023-12-22T17:50:48.783 INFO:tasks.workunit.client.0.smithi032.stdout:op 4023 completed, throughput=5MB/sec 2023-12-22T17:50:48.783 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-j3AdIcnJAhBchY8 off=2308489 len=1499770 2023-12-22T17:50:48.791 INFO:tasks.workunit.client.0.smithi032.stdout:op 4024 completed, throughput=5MB/sec 2023-12-22T17:50:48.791 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2ASiyLuu6XtORWA off=5200451 len=1341672 2023-12-22T17:50:48.797 INFO:tasks.workunit.client.0.smithi032.stdout:op 4025 completed, throughput=5MB/sec 2023-12-22T17:50:49.797 INFO:tasks.workunit.client.0.smithi032.stdout: 797: throughput=5MB/sec pending data=0 2023-12-22T17:50:49.797 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-scDhVGNrvtrrzEK off=8644442 len=998680 2023-12-22T17:50:49.799 INFO:tasks.workunit.client.0.smithi032.stdout:op 4026 completed, throughput=5MB/sec 2023-12-22T17:50:49.799 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0_KUprPH4iCzD-8 off=8296204 len=644309 2023-12-22T17:50:49.800 INFO:tasks.workunit.client.0.smithi032.stdout:op 4027 completed, throughput=5MB/sec 2023-12-22T17:50:49.800 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eO5DtsU14T6vWyg off=2687683 len=1639018 2023-12-22T17:50:49.802 INFO:tasks.workunit.client.0.smithi032.stdout:op 4028 completed, throughput=5MB/sec 2023-12-22T17:50:49.802 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Qhz7lhkOreCUWt2 off=1836798 len=1509323 2023-12-22T17:50:49.804 INFO:tasks.workunit.client.0.smithi032.stdout:op 4029 completed, throughput=5MB/sec 2023-12-22T17:50:49.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:50:49 smithi032 ceph-mon[189144]: pgmap v1705: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:50:49.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:50:49 smithi032 ceph-mon[191839]: pgmap v1705: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:50:50.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:50:49 smithi039 ceph-mon[181282]: pgmap v1705: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:50:50.804 INFO:tasks.workunit.client.0.smithi032.stdout: 798: throughput=4.99MB/sec pending data=0 2023-12-22T17:50:50.804 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-It7eAsZ47sWB15i off=14107181 len=564522 2023-12-22T17:50:50.805 INFO:tasks.workunit.client.0.smithi032.stdout:op 4030 completed, throughput=5MB/sec 2023-12-22T17:50:50.805 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-N8sKMxHn14aIioS off=5989593 len=145614 2023-12-22T17:50:50.809 INFO:tasks.workunit.client.0.smithi032.stdout:op 4031 completed, throughput=5MB/sec 2023-12-22T17:50:50.809 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ArPdolBlMSr-Z_Q off=159017 len=398195 2023-12-22T17:50:50.809 INFO:tasks.workunit.client.0.smithi032.stdout:op 4032 completed, throughput=5MB/sec 2023-12-22T17:50:50.809 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-G0LTonhN15s8aD7 off=18213663 len=1173287 2023-12-22T17:50:50.815 INFO:tasks.workunit.client.0.smithi032.stdout:op 4033 completed, throughput=5MB/sec 2023-12-22T17:50:50.816 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-otO3WW1qfx-pn9R off=259046 len=1607424 2023-12-22T17:50:50.823 INFO:tasks.workunit.client.0.smithi032.stdout:op 4034 completed, throughput=5MB/sec 2023-12-22T17:50:50.823 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6j6rgqjENUphrfP off=3749099 len=290327 2023-12-22T17:50:50.823 INFO:tasks.workunit.client.0.smithi032.stdout:op 4035 completed, throughput=5MB/sec 2023-12-22T17:50:50.823 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-86dDJAhx5F5GA9V off=15684006 len=742187 2023-12-22T17:50:50.824 INFO:tasks.workunit.client.0.smithi032.stdout:op 4036 completed, throughput=5MB/sec 2023-12-22T17:50:50.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:50:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:50:50.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:50:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:50:51.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:50:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:50:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:50:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:50:50] "GET /metrics HTTP/1.1" 200 34025 "" "Prometheus/2.43.0" 2023-12-22T17:50:51.825 INFO:tasks.workunit.client.0.smithi032.stdout: 799: throughput=4.99MB/sec pending data=0 2023-12-22T17:50:51.826 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hXhuKB1_oWDssdN off=1880920 len=1427641 2023-12-22T17:50:51.827 INFO:tasks.workunit.client.0.smithi032.stdout:op 4037 completed, throughput=5MB/sec 2023-12-22T17:50:51.827 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bei4T1lTXCproxj off=866310 len=480310 2023-12-22T17:50:51.831 INFO:tasks.workunit.client.0.smithi032.stdout:op 4038 completed, throughput=5MB/sec 2023-12-22T17:50:51.831 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-m_Cj818Jc2o3tpY off=3475975 len=1053677 2023-12-22T17:50:51.836 INFO:tasks.workunit.client.0.smithi032.stdout:op 4039 completed, throughput=5MB/sec 2023-12-22T17:50:51.836 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2qdhd9zgAVehiQo off=21273402 len=677061 2023-12-22T17:50:51.840 INFO:tasks.workunit.client.0.smithi032.stdout:op 4040 completed, throughput=5MB/sec 2023-12-22T17:50:51.840 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-W_dN_qutNkSbbGo off=2746911 len=1079691 2023-12-22T17:50:51.842 INFO:tasks.workunit.client.0.smithi032.stdout:op 4041 completed, throughput=5MB/sec 2023-12-22T17:50:51.842 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-myGb0MlOFY7a7Yd off=310803 len=2038285 2023-12-22T17:50:51.851 INFO:tasks.workunit.client.0.smithi032.stdout:op 4042 completed, throughput=5MB/sec 2023-12-22T17:50:51.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:50:51 smithi032 ceph-mon[189144]: pgmap v1706: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:50:51.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:50:51 smithi032 ceph-mon[191839]: pgmap v1706: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:50:52.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:50:51 smithi039 ceph-mon[181282]: pgmap v1706: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:50:52.851 INFO:tasks.workunit.client.0.smithi032.stdout: 800: throughput=5MB/sec pending data=0 2023-12-22T17:50:52.851 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-D5uCSJ1mwF_ktdr off=3489749 len=137081 2023-12-22T17:50:52.854 INFO:tasks.workunit.client.0.smithi032.stdout:op 4043 completed, throughput=5MB/sec 2023-12-22T17:50:52.854 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CtT2f065FzOLwFu off=5198146 len=519588 2023-12-22T17:50:52.855 INFO:tasks.workunit.client.0.smithi032.stdout:op 4044 completed, throughput=5MB/sec 2023-12-22T17:50:52.855 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1GK6DO3LoLksPIK off=6664625 len=642698 2023-12-22T17:50:52.856 INFO:tasks.workunit.client.0.smithi032.stdout:op 4045 completed, throughput=5MB/sec 2023-12-22T17:50:52.856 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BzT4ll9X8o4Tm8f off=1632041 len=513686 2023-12-22T17:50:52.857 INFO:tasks.workunit.client.0.smithi032.stdout:op 4046 completed, throughput=5MB/sec 2023-12-22T17:50:52.857 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8UsMlQ0oVYGUlPQ off=2268243 len=201166 2023-12-22T17:50:52.858 INFO:tasks.workunit.client.0.smithi032.stdout:op 4047 completed, throughput=5MB/sec 2023-12-22T17:50:52.858 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LOoD5M3KWfRICEx off=5303179 len=402592 2023-12-22T17:50:52.861 INFO:tasks.workunit.client.0.smithi032.stdout:op 4048 completed, throughput=5MB/sec 2023-12-22T17:50:52.861 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IxOpiiJHCmbwbdr off=2151231 len=1292528 2023-12-22T17:50:52.863 INFO:tasks.workunit.client.0.smithi032.stdout:op 4049 completed, throughput=5MB/sec 2023-12-22T17:50:52.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:50:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:50:52.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:50:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:50:52.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:50:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:50:52.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:50:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:50:52.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:50:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:50:52.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:50:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:50:52.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:50:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:50:52.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:50:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:50:53.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:50:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:50:53.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:50:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:50:53.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:50:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:50:53.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:50:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:50:53.863 INFO:tasks.workunit.client.0.smithi032.stdout: 801: throughput=4.99MB/sec pending data=0 2023-12-22T17:50:53.863 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-d0AU5UDdSxn0EEJ off=1915386 len=1872105 2023-12-22T17:50:53.871 INFO:tasks.workunit.client.0.smithi032.stdout:op 4050 completed, throughput=5MB/sec 2023-12-22T17:50:53.871 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-p8eKA6A0phT1DbE off=22682599 len=16741 2023-12-22T17:50:53.873 INFO:tasks.workunit.client.0.smithi032.stdout:op 4051 completed, throughput=5MB/sec 2023-12-22T17:50:53.873 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5GXuB1D8kuLmzlY off=8572631 len=1560438 2023-12-22T17:50:53.881 INFO:tasks.workunit.client.0.smithi032.stdout:op 4052 completed, throughput=5MB/sec 2023-12-22T17:50:53.881 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Wybx8KemC4erJCw off=3034010 len=739606 2023-12-22T17:50:53.883 INFO:tasks.workunit.client.0.smithi032.stdout:op 4053 completed, throughput=5MB/sec 2023-12-22T17:50:53.883 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xqhjEbmMSVHkg5F off=17315367 len=1058358 2023-12-22T17:50:53.884 INFO:tasks.workunit.client.0.smithi032.stdout:op 4054 completed, throughput=5MB/sec 2023-12-22T17:50:53.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:50:53 smithi032 ceph-mon[189144]: pgmap v1707: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:50:53.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:50:53 smithi032 ceph-mon[191839]: pgmap v1707: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:50:54.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:50:53 smithi039 ceph-mon[181282]: pgmap v1707: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:50:54.884 INFO:tasks.workunit.client.0.smithi032.stdout: 802: throughput=4.99MB/sec pending data=0 2023-12-22T17:50:54.885 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tg_5JiIotFgmbrb off=5259325 len=93141 2023-12-22T17:50:54.885 INFO:tasks.workunit.client.0.smithi032.stdout:op 4055 completed, throughput=4.99MB/sec 2023-12-22T17:50:54.886 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DcDykQhL8f4LgvL off=20537853 len=1366711 2023-12-22T17:50:54.888 INFO:tasks.workunit.client.0.smithi032.stdout:op 4056 completed, throughput=5MB/sec 2023-12-22T17:50:54.888 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Z2S8W3YlVgEvpco off=2625622 len=35628 2023-12-22T17:50:54.891 INFO:tasks.workunit.client.0.smithi032.stdout:op 4057 completed, throughput=5MB/sec 2023-12-22T17:50:54.891 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GvDhPZRnYqY_ruF off=1284725 len=1947268 2023-12-22T17:50:54.893 INFO:tasks.workunit.client.0.smithi032.stdout:op 4058 completed, throughput=5MB/sec 2023-12-22T17:50:54.893 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9hCWFjD2letAxPe off=13633714 len=209896 2023-12-22T17:50:54.896 INFO:tasks.workunit.client.0.smithi032.stdout:op 4059 completed, throughput=5MB/sec 2023-12-22T17:50:54.896 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QBRuFkZNmCtpVgj off=1676755 len=619362 2023-12-22T17:50:54.899 INFO:tasks.workunit.client.0.smithi032.stdout:op 4060 completed, throughput=5MB/sec 2023-12-22T17:50:54.900 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Sia2zF5zUaCPYhZ off=3647367 len=540218 2023-12-22T17:50:54.900 INFO:tasks.workunit.client.0.smithi032.stdout:op 4061 completed, throughput=5MB/sec 2023-12-22T17:50:54.900 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZUJggvJ5UJngVrk off=8414401 len=1256294 2023-12-22T17:50:54.907 INFO:tasks.workunit.client.0.smithi032.stdout:op 4062 completed, throughput=5MB/sec 2023-12-22T17:50:54.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:50:54 smithi032 ceph-mon[189144]: pgmap v1708: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:50:54.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:50:54 smithi032 ceph-mon[191839]: pgmap v1708: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:50:55.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:50:54 smithi039 ceph-mon[181282]: pgmap v1708: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:50:55.907 INFO:tasks.workunit.client.0.smithi032.stdout: 803: throughput=4.99MB/sec pending data=0 2023-12-22T17:50:55.907 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AuPlIu-FhAU54Jn off=9688667 len=1275808 2023-12-22T17:50:55.909 INFO:tasks.workunit.client.0.smithi032.stdout:op 4063 completed, throughput=5MB/sec 2023-12-22T17:50:55.909 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YVpi9e5L8ZYAoI9 off=10486586 len=640373 2023-12-22T17:50:55.914 INFO:tasks.workunit.client.0.smithi032.stdout:op 4064 completed, throughput=5MB/sec 2023-12-22T17:50:55.914 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0OTOl96HTvrFgM_ off=1551191 len=651752 2023-12-22T17:50:55.915 INFO:tasks.workunit.client.0.smithi032.stdout:op 4065 completed, throughput=5MB/sec 2023-12-22T17:50:55.915 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BAf_8qFspQTM7hB off=1702059 len=182589 2023-12-22T17:50:55.916 INFO:tasks.workunit.client.0.smithi032.stdout:op 4066 completed, throughput=5MB/sec 2023-12-22T17:50:55.916 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RzgJyEk4sZMYMCC off=341251 len=1240825 2023-12-22T17:50:55.922 INFO:tasks.workunit.client.0.smithi032.stdout:op 4067 completed, throughput=5MB/sec 2023-12-22T17:50:55.922 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-h06Fi2yuj20o2Qx off=1403020 len=1797442 2023-12-22T17:50:55.924 INFO:tasks.workunit.client.0.smithi032.stdout:op 4068 completed, throughput=5MB/sec 2023-12-22T17:50:56.924 INFO:tasks.workunit.client.0.smithi032.stdout: 804: throughput=5MB/sec pending data=0 2023-12-22T17:50:56.925 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DX3vn011ArhcG93 off=13534824 len=109041 2023-12-22T17:50:56.925 INFO:tasks.workunit.client.0.smithi032.stdout:op 4069 completed, throughput=5MB/sec 2023-12-22T17:50:56.926 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iRlCFVsl9R851Yc off=4132152 len=603739 2023-12-22T17:50:56.930 INFO:tasks.workunit.client.0.smithi032.stdout:op 4070 completed, throughput=5MB/sec 2023-12-22T17:50:56.930 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DQRDWBJA8k4gI7e off=5815065 len=1048239 2023-12-22T17:50:56.935 INFO:tasks.workunit.client.0.smithi032.stdout:op 4071 completed, throughput=5MB/sec 2023-12-22T17:50:56.935 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CBT16LQbTuFgbNA off=17178070 len=1297829 2023-12-22T17:50:56.941 INFO:tasks.workunit.client.0.smithi032.stdout:op 4072 completed, throughput=5MB/sec 2023-12-22T17:50:56.941 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rKfyaWAD-0ERIKd off=8750065 len=1400022 2023-12-22T17:50:56.942 INFO:tasks.workunit.client.0.smithi032.stdout:op 4073 completed, throughput=5MB/sec 2023-12-22T17:50:57.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:50:57 smithi032 ceph-mon[189144]: pgmap v1709: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:50:57.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:50:57 smithi032 ceph-mon[191839]: pgmap v1709: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:50:57.943 INFO:tasks.workunit.client.0.smithi032.stdout: 805: throughput=4.99MB/sec pending data=0 2023-12-22T17:50:57.943 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-agp8VafLDwBmQmH off=4029278 len=318525 2023-12-22T17:50:57.947 INFO:tasks.workunit.client.0.smithi032.stdout:op 4074 completed, throughput=4.99MB/sec 2023-12-22T17:50:57.947 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xrbij9Giepg9dP3 off=332713 len=1120794 2023-12-22T17:50:57.950 INFO:tasks.workunit.client.0.smithi032.stdout:op 4075 completed, throughput=5MB/sec 2023-12-22T17:50:57.950 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rnF2vSx_mi-wGaM off=7790078 len=1278606 2023-12-22T17:50:57.956 INFO:tasks.workunit.client.0.smithi032.stdout:op 4076 completed, throughput=5MB/sec 2023-12-22T17:50:57.957 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tqPst7cHzmjpuuz off=20275539 len=1929334 2023-12-22T17:50:57.965 INFO:tasks.workunit.client.0.smithi032.stdout:op 4077 completed, throughput=5MB/sec 2023-12-22T17:50:57.965 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NOqJfZsDOJjJrwc off=596807 len=618934 2023-12-22T17:50:57.969 INFO:tasks.workunit.client.0.smithi032.stdout:op 4078 completed, throughput=5MB/sec 2023-12-22T17:50:58.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:50:57 smithi039 ceph-mon[181282]: pgmap v1709: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:50:58.969 INFO:tasks.workunit.client.0.smithi032.stdout: 806: throughput=4.99MB/sec pending data=0 2023-12-22T17:50:58.969 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_3CzaaaVgqKXtYp off=187120 len=819072 2023-12-22T17:50:58.973 INFO:tasks.workunit.client.0.smithi032.stdout:op 4079 completed, throughput=5MB/sec 2023-12-22T17:50:58.974 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ak4kbOQdlsVvXq9 off=13790268 len=42929 2023-12-22T17:50:58.977 INFO:tasks.workunit.client.0.smithi032.stdout:op 4080 completed, throughput=5MB/sec 2023-12-22T17:50:58.977 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UWphDv3Y-NpDgpb off=5317823 len=459739 2023-12-22T17:50:58.980 INFO:tasks.workunit.client.0.smithi032.stdout:op 4081 completed, throughput=5MB/sec 2023-12-22T17:50:58.981 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6moaF4nzG-ik7TI off=7234510 len=1972693 2023-12-22T17:50:58.982 INFO:tasks.workunit.client.0.smithi032.stdout:op 4082 completed, throughput=5MB/sec 2023-12-22T17:50:58.983 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YFCy0v-SHCHF4Zz off=18388297 len=1282722 2023-12-22T17:50:58.984 INFO:tasks.workunit.client.0.smithi032.stdout:op 4083 completed, throughput=5MB/sec 2023-12-22T17:50:58.984 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QNCAtiprpbvxMz0 off=6843694 len=1651275 2023-12-22T17:50:58.990 INFO:tasks.workunit.client.0.smithi032.stdout:op 4084 completed, throughput=5MB/sec 2023-12-22T17:50:59.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:50:59 smithi032 ceph-mon[191839]: pgmap v1710: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:50:59.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:50:59 smithi032 ceph-mon[189144]: pgmap v1710: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:50:59.991 INFO:tasks.workunit.client.0.smithi032.stdout: 807: throughput=5MB/sec pending data=0 2023-12-22T17:50:59.991 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ApulOFVi30E7g2z off=1082794 len=1136827 2023-12-22T17:50:59.997 INFO:tasks.workunit.client.0.smithi032.stdout:op 4085 completed, throughput=5MB/sec 2023-12-22T17:50:59.997 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1k2GOmIR1ohlJd8 off=10066782 len=1642338 2023-12-22T17:50:59.999 INFO:tasks.workunit.client.0.smithi032.stdout:op 4086 completed, throughput=5MB/sec 2023-12-22T17:50:59.999 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mPdXgnsslK3Ek8l off=3683789 len=510316 2023-12-22T17:51:00.002 INFO:tasks.workunit.client.0.smithi032.stdout:op 4087 completed, throughput=5MB/sec 2023-12-22T17:51:00.002 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KXBWl6U77enUrEY off=1669321 len=1375847 2023-12-22T17:51:00.004 INFO:tasks.workunit.client.0.smithi032.stdout:op 4088 completed, throughput=5MB/sec 2023-12-22T17:51:00.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:50:59 smithi039 ceph-mon[181282]: pgmap v1710: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:51:01.004 INFO:tasks.workunit.client.0.smithi032.stdout: 808: throughput=4.99MB/sec pending data=0 2023-12-22T17:51:01.005 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mELJCleGmgbVAiP off=4711440 len=710095 2023-12-22T17:51:01.006 INFO:tasks.workunit.client.0.smithi032.stdout:op 4089 completed, throughput=5MB/sec 2023-12-22T17:51:01.006 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XxYI2OiYIfKGaPr off=10190513 len=1339353 2023-12-22T17:51:01.012 INFO:tasks.workunit.client.0.smithi032.stdout:op 4090 completed, throughput=5MB/sec 2023-12-22T17:51:01.012 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mkfuQ2X77_l9H4k off=315804 len=852888 2023-12-22T17:51:01.014 INFO:tasks.workunit.client.0.smithi032.stdout:op 4091 completed, throughput=5MB/sec 2023-12-22T17:51:01.014 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UvfhbzTqve3TMAU off=4281271 len=375258 2023-12-22T17:51:01.015 INFO:tasks.workunit.client.0.smithi032.stdout:op 4092 completed, throughput=5MB/sec 2023-12-22T17:51:01.015 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-D4jgrwA9V2l9WbY off=2251707 len=1424014 2023-12-22T17:51:01.018 INFO:tasks.workunit.client.0.smithi032.stdout:op 4093 completed, throughput=5MB/sec 2023-12-22T17:51:01.018 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0720wjzXX91lqCe off=9810461 len=834882 2023-12-22T17:51:01.022 INFO:tasks.workunit.client.0.smithi032.stdout:op 4094 completed, throughput=5MB/sec 2023-12-22T17:51:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:51:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:51:00] "GET /metrics HTTP/1.1" 200 34025 "" "Prometheus/2.43.0" 2023-12-22T17:51:01.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:51:01 smithi032 ceph-mon[189144]: pgmap v1711: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:51:01.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:51:01 smithi032 ceph-mon[191839]: pgmap v1711: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:51:02.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:51:01 smithi039 ceph-mon[181282]: pgmap v1711: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:51:02.023 INFO:tasks.workunit.client.0.smithi032.stdout: 809: throughput=4.99MB/sec pending data=0 2023-12-22T17:51:02.023 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_jqk-hCMePmwsVp off=5640712 len=43868 2023-12-22T17:51:02.023 INFO:tasks.workunit.client.0.smithi032.stdout:op 4095 completed, throughput=4.99MB/sec 2023-12-22T17:51:02.024 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SxBgGce4qAIYap8 off=282449 len=874725 2023-12-22T17:51:02.029 INFO:tasks.workunit.client.0.smithi032.stdout:op 4096 completed, throughput=5MB/sec 2023-12-22T17:51:02.029 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-flCAP0HuElVdD51 off=11570958 len=917860 2023-12-22T17:51:02.032 INFO:tasks.workunit.client.0.smithi032.stdout:op 4097 completed, throughput=5MB/sec 2023-12-22T17:51:02.032 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Sg5cPIxZt-mknz5 off=1434457 len=35727 2023-12-22T17:51:02.032 INFO:tasks.workunit.client.0.smithi032.stdout:op 4098 completed, throughput=5MB/sec 2023-12-22T17:51:02.032 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dOY1VuCAXFVv2-- off=5198973 len=186620 2023-12-22T17:51:02.035 INFO:tasks.workunit.client.0.smithi032.stdout:op 4099 completed, throughput=5MB/sec 2023-12-22T17:51:02.035 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-46uEXRO7GEcwkvw off=5005664 len=1820596 2023-12-22T17:51:02.037 INFO:tasks.workunit.client.0.smithi032.stdout:op 4100 completed, throughput=5MB/sec 2023-12-22T17:51:02.037 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jrTtUNei2j2Toy0 off=993684 len=588613 2023-12-22T17:51:02.038 INFO:tasks.workunit.client.0.smithi032.stdout:op 4101 completed, throughput=5MB/sec 2023-12-22T17:51:02.038 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-A2MLFwOyt1cqVcF off=9515646 len=1092558 2023-12-22T17:51:02.043 INFO:tasks.workunit.client.0.smithi032.stdout:op 4102 completed, throughput=5MB/sec 2023-12-22T17:51:03.043 INFO:tasks.workunit.client.0.smithi032.stdout: 810: throughput=4.99MB/sec pending data=0 2023-12-22T17:51:03.044 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TVkbJLucp3Weo9y off=1529642 len=1348396 2023-12-22T17:51:03.045 INFO:tasks.workunit.client.0.smithi032.stdout:op 4103 completed, throughput=5MB/sec 2023-12-22T17:51:03.046 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ea0_4iRSsEYQhn_ off=1804211 len=52827 2023-12-22T17:51:03.046 INFO:tasks.workunit.client.0.smithi032.stdout:op 4104 completed, throughput=5MB/sec 2023-12-22T17:51:03.046 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UMc4W2Phf_k7VrA off=2362086 len=452905 2023-12-22T17:51:03.047 INFO:tasks.workunit.client.0.smithi032.stdout:op 4105 completed, throughput=5MB/sec 2023-12-22T17:51:03.047 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-w5zpPE28BPt_RcD off=1920164 len=1910694 2023-12-22T17:51:03.051 INFO:tasks.workunit.client.0.smithi032.stdout:op 4106 completed, throughput=5MB/sec 2023-12-22T17:51:03.051 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MPp_rTxs69D7ReO off=2515957 len=242007 2023-12-22T17:51:03.054 INFO:tasks.workunit.client.0.smithi032.stdout:op 4107 completed, throughput=5MB/sec 2023-12-22T17:51:03.054 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yaaXOSNxffa1gKA off=2990417 len=1244528 2023-12-22T17:51:03.060 INFO:tasks.workunit.client.0.smithi032.stdout:op 4108 completed, throughput=5MB/sec 2023-12-22T17:51:03.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:51:03 smithi032 ceph-mon[191839]: pgmap v1712: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:51:03.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:51:03 smithi032 ceph-mon[189144]: pgmap v1712: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:51:04.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:51:03 smithi039 ceph-mon[181282]: pgmap v1712: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:51:04.060 INFO:tasks.workunit.client.0.smithi032.stdout: 811: throughput=4.99MB/sec pending data=0 2023-12-22T17:51:04.060 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lgozDmm_fVVuY3r off=16549620 len=312062 2023-12-22T17:51:04.061 INFO:tasks.workunit.client.0.smithi032.stdout:op 4109 completed, throughput=5MB/sec 2023-12-22T17:51:04.061 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OJ3ag9dQMRX4_BL off=3443172 len=393408 2023-12-22T17:51:04.065 INFO:tasks.workunit.client.0.smithi032.stdout:op 4110 completed, throughput=5MB/sec 2023-12-22T17:51:04.065 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RjWD3pgvFSoKCX6 off=14198830 len=1132502 2023-12-22T17:51:04.067 INFO:tasks.workunit.client.0.smithi032.stdout:op 4111 completed, throughput=5MB/sec 2023-12-22T17:51:04.067 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EGujw-2iVOaDU47 off=6450478 len=41755 2023-12-22T17:51:04.067 INFO:tasks.workunit.client.0.smithi032.stdout:op 4112 completed, throughput=5MB/sec 2023-12-22T17:51:04.067 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-60wkKLTqfjB_MLr off=2473431 len=2095631 2023-12-22T17:51:04.075 INFO:tasks.workunit.client.0.smithi032.stdout:op 4113 completed, throughput=5MB/sec 2023-12-22T17:51:04.076 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-V8jrKFchtFi9WBP off=3878592 len=60832 2023-12-22T17:51:04.076 INFO:tasks.workunit.client.0.smithi032.stdout:op 4114 completed, throughput=5MB/sec 2023-12-22T17:51:04.076 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Kji3rsddiez6wUD off=4669378 len=462260 2023-12-22T17:51:04.080 INFO:tasks.workunit.client.0.smithi032.stdout:op 4115 completed, throughput=5MB/sec 2023-12-22T17:51:04.080 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wZ1TO0-tPjkeTqt off=12546222 len=972013 2023-12-22T17:51:04.081 INFO:tasks.workunit.client.0.smithi032.stdout:op 4116 completed, throughput=5MB/sec 2023-12-22T17:51:05.081 INFO:tasks.workunit.client.0.smithi032.stdout: 812: throughput=4.99MB/sec pending data=0 2023-12-22T17:51:05.081 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PD4Gwac6gZVXRI2 off=4049233 len=1273488 2023-12-22T17:51:05.083 INFO:tasks.workunit.client.0.smithi032.stdout:op 4117 completed, throughput=5MB/sec 2023-12-22T17:51:05.083 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--FHyLb-qk_d8Fkm off=2720442 len=442824 2023-12-22T17:51:05.087 INFO:tasks.workunit.client.0.smithi032.stdout:op 4118 completed, throughput=5MB/sec 2023-12-22T17:51:05.087 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KSTSya4jIhq-fM- off=13444681 len=310792 2023-12-22T17:51:05.090 INFO:tasks.workunit.client.0.smithi032.stdout:op 4119 completed, throughput=5MB/sec 2023-12-22T17:51:05.090 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Kqp3BRB1RUFigiR off=2219333 len=539083 2023-12-22T17:51:05.091 INFO:tasks.workunit.client.0.smithi032.stdout:op 4120 completed, throughput=5MB/sec 2023-12-22T17:51:05.091 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MBC03kbzJpHXfqf off=4020217 len=694485 2023-12-22T17:51:05.096 INFO:tasks.workunit.client.0.smithi032.stdout:op 4121 completed, throughput=5MB/sec 2023-12-22T17:51:05.096 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-V8jrKFchtFi9WBP off=846956 len=495155 2023-12-22T17:51:05.097 INFO:tasks.workunit.client.0.smithi032.stdout:op 4122 completed, throughput=5MB/sec 2023-12-22T17:51:05.097 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nKHSQxGy8UiALug off=12677401 len=643949 2023-12-22T17:51:05.102 INFO:tasks.workunit.client.0.smithi032.stdout:op 4123 completed, throughput=5MB/sec 2023-12-22T17:51:05.102 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9Z2oO_UpAgIpPod off=12440248 len=10451 2023-12-22T17:51:05.102 INFO:tasks.workunit.client.0.smithi032.stdout:op 4124 completed, throughput=5MB/sec 2023-12-22T17:51:05.102 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-u-T41qitlTrsgHF off=7596688 len=1283951 2023-12-22T17:51:05.109 INFO:tasks.workunit.client.0.smithi032.stdout:op 4125 completed, throughput=5MB/sec 2023-12-22T17:51:05.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:51:05 smithi032 ceph-mon[189144]: pgmap v1713: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:51:05.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:51:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:51:05.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:51:05 smithi032 ceph-mon[191839]: pgmap v1713: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:51:05.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:51:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:51:06.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:51:05 smithi039 ceph-mon[181282]: pgmap v1713: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:51:06.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:51:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:51:06.109 INFO:tasks.workunit.client.0.smithi032.stdout: 813: throughput=5MB/sec pending data=0 2023-12-22T17:51:06.109 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-s1BlPn95cDyul5k off=2052682 len=348456 2023-12-22T17:51:06.113 INFO:tasks.workunit.client.0.smithi032.stdout:op 4126 completed, throughput=5MB/sec 2023-12-22T17:51:06.113 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hlCJRaUfPYqCIky off=3168151 len=1388427 2023-12-22T17:51:06.116 INFO:tasks.workunit.client.0.smithi032.stdout:op 4127 completed, throughput=5MB/sec 2023-12-22T17:51:06.116 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8xLGUBdZ9sr7ayP off=11646956 len=1101658 2023-12-22T17:51:06.122 INFO:tasks.workunit.client.0.smithi032.stdout:op 4128 completed, throughput=5MB/sec 2023-12-22T17:51:06.122 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wc3T-qVp65NhYCy off=491439 len=1061447 2023-12-22T17:51:06.123 INFO:tasks.workunit.client.0.smithi032.stdout:op 4129 completed, throughput=5MB/sec 2023-12-22T17:51:06.123 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Johr92h6abypast off=1298549 len=560415 2023-12-22T17:51:06.125 INFO:tasks.workunit.client.0.smithi032.stdout:op 4130 completed, throughput=5MB/sec 2023-12-22T17:51:07.125 INFO:tasks.workunit.client.0.smithi032.stdout: 814: throughput=4.99MB/sec pending data=0 2023-12-22T17:51:07.126 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vYZi7u-9CuA0n0u off=6008358 len=396031 2023-12-22T17:51:07.129 INFO:tasks.workunit.client.0.smithi032.stdout:op 4131 completed, throughput=4.99MB/sec 2023-12-22T17:51:07.129 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GF25JZZKxJvK0Jp off=18784660 len=310324 2023-12-22T17:51:07.130 INFO:tasks.workunit.client.0.smithi032.stdout:op 4132 completed, throughput=5MB/sec 2023-12-22T17:51:07.130 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qpvExAzm9VaEj2s off=362077 len=202921 2023-12-22T17:51:07.130 INFO:tasks.workunit.client.0.smithi032.stdout:op 4133 completed, throughput=5MB/sec 2023-12-22T17:51:07.130 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-V1BHoM9vw9rRCA9 off=7895183 len=1294566 2023-12-22T17:51:07.136 INFO:tasks.workunit.client.0.smithi032.stdout:op 4134 completed, throughput=5MB/sec 2023-12-22T17:51:07.136 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qK9G8zkPF5LgxaG off=6959215 len=1361298 2023-12-22T17:51:07.143 INFO:tasks.workunit.client.0.smithi032.stdout:op 4135 completed, throughput=5MB/sec 2023-12-22T17:51:07.143 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zZ8zrkfS-C-QhOn off=8915077 len=1569300 2023-12-22T17:51:07.146 INFO:tasks.workunit.client.0.smithi032.stdout:op 4136 completed, throughput=5MB/sec 2023-12-22T17:51:07.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:51:07 smithi032 ceph-mon[189144]: pgmap v1714: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 7 op/s 2023-12-22T17:51:07.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:51:07 smithi032 ceph-mon[191839]: pgmap v1714: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 7 op/s 2023-12-22T17:51:08.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:51:07 smithi039 ceph-mon[181282]: pgmap v1714: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 7 op/s 2023-12-22T17:51:08.146 INFO:tasks.workunit.client.0.smithi032.stdout: 815: throughput=4.99MB/sec pending data=0 2023-12-22T17:51:08.146 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-z3iIopR6y6hfTIv off=2990408 len=914917 2023-12-22T17:51:08.151 INFO:tasks.workunit.client.0.smithi032.stdout:op 4137 completed, throughput=5MB/sec 2023-12-22T17:51:08.151 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mRdtjrd6sTWpVBC off=11600112 len=1658417 2023-12-22T17:51:08.159 INFO:tasks.workunit.client.0.smithi032.stdout:op 4138 completed, throughput=5MB/sec 2023-12-22T17:51:08.159 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CwNH2EmNS5AWGrc off=1305828 len=1942854 2023-12-22T17:51:08.163 INFO:tasks.workunit.client.0.smithi032.stdout:op 4139 completed, throughput=5MB/sec 2023-12-22T17:51:08.163 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nFGMcZnTn_hmiUe off=533787 len=600988 2023-12-22T17:51:08.167 INFO:tasks.workunit.client.0.smithi032.stdout:op 4140 completed, throughput=5MB/sec 2023-12-22T17:51:08.167 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-73KfoC4u2abyrDF off=2550709 len=646549 2023-12-22T17:51:08.168 INFO:tasks.workunit.client.0.smithi032.stdout:op 4141 completed, throughput=5MB/sec 2023-12-22T17:51:09.169 INFO:tasks.workunit.client.0.smithi032.stdout: 816: throughput=4.99MB/sec pending data=0 2023-12-22T17:51:09.169 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JAkC2pr9TuaBvsB off=1479339 len=668355 2023-12-22T17:51:09.169 INFO:tasks.workunit.client.0.smithi032.stdout:op 4142 completed, throughput=5MB/sec 2023-12-22T17:51:09.169 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uovQfyJyJOL41L5 off=7204816 len=429325 2023-12-22T17:51:09.173 INFO:tasks.workunit.client.0.smithi032.stdout:op 4143 completed, throughput=5MB/sec 2023-12-22T17:51:09.173 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JAJ5WFRyuVFfQue off=11032475 len=844512 2023-12-22T17:51:09.174 INFO:tasks.workunit.client.0.smithi032.stdout:op 4144 completed, throughput=5MB/sec 2023-12-22T17:51:09.174 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ssqvqw7r3mnvNT8 off=6603300 len=3691 2023-12-22T17:51:09.176 INFO:tasks.workunit.client.0.smithi032.stdout:op 4145 completed, throughput=5MB/sec 2023-12-22T17:51:09.176 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wMHUk6p5OyMQQl4 off=4130754 len=570730 2023-12-22T17:51:09.181 INFO:tasks.workunit.client.0.smithi032.stdout:op 4146 completed, throughput=5MB/sec 2023-12-22T17:51:09.181 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4yNV2fodh1KLNE0 off=1272741 len=134692 2023-12-22T17:51:09.183 INFO:tasks.workunit.client.0.smithi032.stdout:op 4147 completed, throughput=5MB/sec 2023-12-22T17:51:09.183 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VVVvWTfrhMMIeSs off=1044256 len=51604 2023-12-22T17:51:09.186 INFO:tasks.workunit.client.0.smithi032.stdout:op 4148 completed, throughput=5MB/sec 2023-12-22T17:51:09.186 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-o3zYCRK62m_rpb0 off=3754894 len=1929369 2023-12-22T17:51:09.189 INFO:tasks.workunit.client.0.smithi032.stdout:op 4149 completed, throughput=5MB/sec 2023-12-22T17:51:09.190 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uHdKb6sw2Q1YlSW off=2767310 len=1502586 2023-12-22T17:51:09.191 INFO:tasks.workunit.client.0.smithi032.stdout:op 4150 completed, throughput=5MB/sec 2023-12-22T17:51:09.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:51:09 smithi032 ceph-mon[189144]: pgmap v1715: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-22T17:51:09.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:51:09 smithi032 ceph-mon[191839]: pgmap v1715: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-22T17:51:10.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:51:09 smithi039 ceph-mon[181282]: pgmap v1715: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-22T17:51:10.192 INFO:tasks.workunit.client.0.smithi032.stdout: 817: throughput=5MB/sec pending data=0 2023-12-22T17:51:10.192 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HcWD7EGdtvdVfuJ off=4574300 len=2040319 2023-12-22T17:51:10.200 INFO:tasks.workunit.client.0.smithi032.stdout:op 4151 completed, throughput=5MB/sec 2023-12-22T17:51:10.200 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-w_fJ_ZlBUpD2wC5 off=233297 len=396326 2023-12-22T17:51:10.204 INFO:tasks.workunit.client.0.smithi032.stdout:op 4152 completed, throughput=5MB/sec 2023-12-22T17:51:10.204 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xidsTQH-AWUKkI1 off=1241323 len=423976 2023-12-22T17:51:10.205 INFO:tasks.workunit.client.0.smithi032.stdout:op 4153 completed, throughput=5MB/sec 2023-12-22T17:51:10.205 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FpVTIE9IOf8s9If off=2286978 len=292939 2023-12-22T17:51:10.206 INFO:tasks.workunit.client.0.smithi032.stdout:op 4154 completed, throughput=5MB/sec 2023-12-22T17:51:10.206 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RNVIBXlhFHOuIAD off=610873 len=483546 2023-12-22T17:51:10.207 INFO:tasks.workunit.client.0.smithi032.stdout:op 4155 completed, throughput=5MB/sec 2023-12-22T17:51:10.207 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-C8ynF55UkVaHNrk off=2614653 len=360308 2023-12-22T17:51:10.210 INFO:tasks.workunit.client.0.smithi032.stdout:op 4156 completed, throughput=5MB/sec 2023-12-22T17:51:10.210 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-32q37VoJFTuy3t6 off=549642 len=784406 2023-12-22T17:51:10.214 INFO:tasks.workunit.client.0.smithi032.stdout:op 4157 completed, throughput=5MB/sec 2023-12-22T17:51:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:51:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:51:10] "GET /metrics HTTP/1.1" 200 34026 "" "Prometheus/2.43.0" 2023-12-22T17:51:11.215 INFO:tasks.workunit.client.0.smithi032.stdout: 818: throughput=4.99MB/sec pending data=0 2023-12-22T17:51:11.215 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uxJDq2RE8JayBV4 off=753594 len=1962867 2023-12-22T17:51:11.219 INFO:tasks.workunit.client.0.smithi032.stdout:op 4158 completed, throughput=5MB/sec 2023-12-22T17:51:11.219 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TiXGdUEoYfYfC4q off=1501628 len=1555813 2023-12-22T17:51:11.227 INFO:tasks.workunit.client.0.smithi032.stdout:op 4159 completed, throughput=5MB/sec 2023-12-22T17:51:11.227 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YyJzhubuRiAVuyA off=156583 len=453347 2023-12-22T17:51:11.231 INFO:tasks.workunit.client.0.smithi032.stdout:op 4160 completed, throughput=5MB/sec 2023-12-22T17:51:11.231 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-E3Jc9y7a3Uf06qg off=1546002 len=543822 2023-12-22T17:51:11.234 INFO:tasks.workunit.client.0.smithi032.stdout:op 4161 completed, throughput=5MB/sec 2023-12-22T17:51:11.235 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iOLHSCz7TfSz73I off=13280773 len=1107910 2023-12-22T17:51:11.236 INFO:tasks.workunit.client.0.smithi032.stdout:op 4162 completed, throughput=5MB/sec 2023-12-22T17:51:11.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:51:11 smithi032 ceph-mon[191839]: pgmap v1716: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-22T17:51:11.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:51:11 smithi032 ceph-mon[189144]: pgmap v1716: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-22T17:51:12.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:51:11 smithi039 ceph-mon[181282]: pgmap v1716: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-22T17:51:12.236 INFO:tasks.workunit.client.0.smithi032.stdout: 819: throughput=5MB/sec pending data=0 2023-12-22T17:51:12.236 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ybeaiiJdqCV8srI off=1367800 len=198438 2023-12-22T17:51:12.239 INFO:tasks.workunit.client.0.smithi032.stdout:op 4163 completed, throughput=5MB/sec 2023-12-22T17:51:12.239 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-k2gF8pTTJXZjD9p off=1236450 len=1189050 2023-12-22T17:51:12.245 INFO:tasks.workunit.client.0.smithi032.stdout:op 4164 completed, throughput=5MB/sec 2023-12-22T17:51:12.245 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mRdtjrd6sTWpVBC off=4739978 len=991176 2023-12-22T17:51:12.246 INFO:tasks.workunit.client.0.smithi032.stdout:op 4165 completed, throughput=5MB/sec 2023-12-22T17:51:12.246 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XxURLxqfaZZIEhh off=13664153 len=712869 2023-12-22T17:51:12.250 INFO:tasks.workunit.client.0.smithi032.stdout:op 4166 completed, throughput=5MB/sec 2023-12-22T17:51:12.250 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-niGanzB7Z5UreSf off=1870198 len=1782132 2023-12-22T17:51:12.253 INFO:tasks.workunit.client.0.smithi032.stdout:op 4167 completed, throughput=5MB/sec 2023-12-22T17:51:12.519 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:51:12.844 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:51:12.845 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (31m) 7m ago 35m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:51:12.845 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (30m) 5m ago 35m 90.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:51:12.845 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (36m) 7m ago 36m 20.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:51:12.845 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (36m) 5m ago 36m 27.7M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:51:12.845 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (30m) 5m ago 39m 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:51:12.845 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (30m) 7m ago 40m 541M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:51:12.845 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (30m) 7m ago 40m 246M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:51:12.845 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (29m) 5m ago 39m 150M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:51:12.845 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (29m) 7m ago 39m 150M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:51:12.846 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (31m) 7m ago 35m 15.8M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:51:12.846 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (30m) 5m ago 35m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:51:12.846 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (29m) 7m ago 38m 1953M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:51:12.846 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (28m) 7m ago 38m 2201M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:51:12.846 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (28m) 7m ago 38m 2126M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:51:12.846 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (27m) 7m ago 37m 1857M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:51:12.846 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (27m) 5m ago 37m 1838M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:51:12.846 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (26m) 5m ago 37m 1596M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:51:12.846 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (26m) 5m ago 37m 1056M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:51:12.846 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (25m) 5m ago 36m 1503M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:51:12.846 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (30m) 5m ago 36m 79.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:51:13.248 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:51:13.248 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:51:13.248 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:51:13.248 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:51:13.248 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:51:13.248 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:51:13.248 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:51:13.248 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:51:13.248 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:51:13.248 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:51:13.249 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:51:13.249 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:51:13.249 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:51:13.249 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:51:13.249 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:51:13.249 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:51:13.249 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:51:13.249 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:51:13.253 INFO:tasks.workunit.client.0.smithi032.stdout: 820: throughput=4.99MB/sec pending data=0 2023-12-22T17:51:13.254 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-myiv2NcKiasO17J off=19221018 len=155364 2023-12-22T17:51:13.256 INFO:tasks.workunit.client.0.smithi032.stdout:op 4168 completed, throughput=4.99MB/sec 2023-12-22T17:51:13.256 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7V-yGkU0p-ZSuxj off=3769289 len=173614 2023-12-22T17:51:13.257 INFO:tasks.workunit.client.0.smithi032.stdout:op 4169 completed, throughput=4.99MB/sec 2023-12-22T17:51:13.257 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-84hPBXt4XooqzUb off=2979877 len=309117 2023-12-22T17:51:13.257 INFO:tasks.workunit.client.0.smithi032.stdout:op 4170 completed, throughput=5MB/sec 2023-12-22T17:51:13.257 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-59PLK9tTQYTUhU6 off=7064207 len=377686 2023-12-22T17:51:13.261 INFO:tasks.workunit.client.0.smithi032.stdout:op 4171 completed, throughput=5MB/sec 2023-12-22T17:51:13.261 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-F5NQxDQ0AiKBruj off=5811857 len=796721 2023-12-22T17:51:13.261 INFO:tasks.workunit.client.0.smithi032.stdout:op 4172 completed, throughput=5MB/sec 2023-12-22T17:51:13.262 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gYQmgNTF2IFedjn off=0 len=1082456 2023-12-22T17:51:13.267 INFO:tasks.workunit.client.0.smithi032.stdout:op 4173 completed, throughput=5MB/sec 2023-12-22T17:51:13.267 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AHgpYPco-tYlyTS off=17602164 len=856741 2023-12-22T17:51:13.271 INFO:tasks.workunit.client.0.smithi032.stdout:op 4174 completed, throughput=5MB/sec 2023-12-22T17:51:13.271 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZNjQ0u1Mdda1nrc off=14176659 len=320425 2023-12-22T17:51:13.274 INFO:tasks.workunit.client.0.smithi032.stdout:op 4175 completed, throughput=5MB/sec 2023-12-22T17:51:13.274 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-I6APe5Gx0Jx9oJe off=5524223 len=1542194 2023-12-22T17:51:13.276 INFO:tasks.workunit.client.0.smithi032.stdout:op 4176 completed, throughput=5MB/sec 2023-12-22T17:51:13.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:51:13 smithi032 ceph-mon[191839]: pgmap v1717: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-22T17:51:13.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:51:13 smithi032 ceph-mon[191839]: from='client.35670 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:51:13.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:51:13 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2763091522' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:51:13.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:51:13 smithi032 ceph-mon[189144]: pgmap v1717: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-22T17:51:13.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:51:13 smithi032 ceph-mon[189144]: from='client.35670 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:51:13.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:51:13 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2763091522' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:51:14.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:51:13 smithi039 ceph-mon[181282]: pgmap v1717: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-22T17:51:14.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:51:13 smithi039 ceph-mon[181282]: from='client.35670 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:51:14.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:51:13 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2763091522' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:51:14.276 INFO:tasks.workunit.client.0.smithi032.stdout: 821: throughput=4.99MB/sec pending data=0 2023-12-22T17:51:14.276 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DKgoA5iDzXSNMuS off=1987124 len=499562 2023-12-22T17:51:14.280 INFO:tasks.workunit.client.0.smithi032.stdout:op 4177 completed, throughput=5MB/sec 2023-12-22T17:51:14.280 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8eLyEHV1Zgg1dav off=10009001 len=1528504 2023-12-22T17:51:14.281 INFO:tasks.workunit.client.0.smithi032.stdout:op 4178 completed, throughput=5MB/sec 2023-12-22T17:51:14.282 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-aeSx7bhSYhJkpt7 off=2441082 len=1673132 2023-12-22T17:51:14.288 INFO:tasks.workunit.client.0.smithi032.stdout:op 4179 completed, throughput=5MB/sec 2023-12-22T17:51:14.288 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nFVTCYcE7cN-KFo off=5889168 len=713041 2023-12-22T17:51:14.290 INFO:tasks.workunit.client.0.smithi032.stdout:op 4180 completed, throughput=5MB/sec 2023-12-22T17:51:14.290 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VfoplaDYWhAJnIt off=20675119 len=373093 2023-12-22T17:51:14.294 INFO:tasks.workunit.client.0.smithi032.stdout:op 4181 completed, throughput=5MB/sec 2023-12-22T17:51:14.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:51:14 smithi032 ceph-mon[191839]: from='client.35676 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:51:14.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:51:14 smithi032 ceph-mon[191839]: pgmap v1718: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-22T17:51:14.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:51:14 smithi032 ceph-mon[189144]: from='client.35676 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:51:14.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:51:14 smithi032 ceph-mon[189144]: pgmap v1718: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-22T17:51:15.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:51:14 smithi039 ceph-mon[181282]: from='client.35676 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:51:15.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:51:14 smithi039 ceph-mon[181282]: pgmap v1718: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-22T17:51:15.294 INFO:tasks.workunit.client.0.smithi032.stdout: 822: throughput=4.99MB/sec pending data=0 2023-12-22T17:51:15.294 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Byx3B2-L_Kf6Qth off=4162918 len=1615896 2023-12-22T17:51:15.301 INFO:tasks.workunit.client.0.smithi032.stdout:op 4182 completed, throughput=5MB/sec 2023-12-22T17:51:15.301 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1GK6DO3LoLksPIK off=11055809 len=2024551 2023-12-22T17:51:15.303 INFO:tasks.workunit.client.0.smithi032.stdout:op 4183 completed, throughput=5MB/sec 2023-12-22T17:51:15.304 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2CtCBjn5BBaqQgv off=3017839 len=1501500 2023-12-22T17:51:15.311 INFO:tasks.workunit.client.0.smithi032.stdout:op 4184 completed, throughput=5MB/sec 2023-12-22T17:51:16.311 INFO:tasks.workunit.client.0.smithi032.stdout: 823: throughput=4.99MB/sec pending data=0 2023-12-22T17:51:16.311 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-b1o9nv_mujBd4BI off=1473475 len=1424513 2023-12-22T17:51:16.313 INFO:tasks.workunit.client.0.smithi032.stdout:op 4185 completed, throughput=5MB/sec 2023-12-22T17:51:16.313 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OidznNJRN1RzqVd off=9903008 len=1869028 2023-12-22T17:51:16.315 INFO:tasks.workunit.client.0.smithi032.stdout:op 4186 completed, throughput=5MB/sec 2023-12-22T17:51:16.315 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IYmzhP44v6YKz5Y off=13559923 len=534811 2023-12-22T17:51:16.316 INFO:tasks.workunit.client.0.smithi032.stdout:op 4187 completed, throughput=5MB/sec 2023-12-22T17:51:16.316 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EEoz3i3isK7feNr off=24289524 len=915274 2023-12-22T17:51:16.317 INFO:tasks.workunit.client.0.smithi032.stdout:op 4188 completed, throughput=5MB/sec 2023-12-22T17:51:16.318 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gFoRIZ9o5zTxOFj off=16688098 len=437733 2023-12-22T17:51:16.322 INFO:tasks.workunit.client.0.smithi032.stdout:op 4189 completed, throughput=5MB/sec 2023-12-22T17:51:16.322 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0VzOXp6kKKj0UZk off=20130394 len=159601 2023-12-22T17:51:16.325 INFO:tasks.workunit.client.0.smithi032.stdout:op 4190 completed, throughput=5MB/sec 2023-12-22T17:51:17.325 INFO:tasks.workunit.client.0.smithi032.stdout: 824: throughput=4.99MB/sec pending data=0 2023-12-22T17:51:17.326 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5Gyj3mLZO7dxVNh off=13744188 len=815278 2023-12-22T17:51:17.326 INFO:tasks.workunit.client.0.smithi032.stdout:op 4191 completed, throughput=5MB/sec 2023-12-22T17:51:17.326 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NZ8vJ4Tumjce9Ct off=1648449 len=1013422 2023-12-22T17:51:17.327 INFO:tasks.workunit.client.0.smithi032.stdout:op 4192 completed, throughput=5MB/sec 2023-12-22T17:51:17.328 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ULjYhAnOWsYJKKy off=8190922 len=1767353 2023-12-22T17:51:17.337 INFO:tasks.workunit.client.0.smithi032.stdout:op 4193 completed, throughput=5MB/sec 2023-12-22T17:51:17.337 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JIDBRTD-npv8z6u off=2944761 len=1721117 2023-12-22T17:51:17.345 INFO:tasks.workunit.client.0.smithi032.stdout:op 4194 completed, throughput=5MB/sec 2023-12-22T17:51:17.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:51:17 smithi032 ceph-mon[191839]: pgmap v1719: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2023-12-22T17:51:17.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:51:17 smithi032 ceph-mon[189144]: pgmap v1719: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2023-12-22T17:51:18.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:51:17 smithi039 ceph-mon[181282]: pgmap v1719: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2023-12-22T17:51:18.345 INFO:tasks.workunit.client.0.smithi032.stdout: 825: throughput=4.99MB/sec pending data=0 2023-12-22T17:51:18.346 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9ExwYmhh_2qxCbp off=451685 len=92122 2023-12-22T17:51:18.348 INFO:tasks.workunit.client.0.smithi032.stdout:op 4195 completed, throughput=4.99MB/sec 2023-12-22T17:51:18.348 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uGn38vTHkT3YI2c off=8850629 len=1008595 2023-12-22T17:51:18.350 INFO:tasks.workunit.client.0.smithi032.stdout:op 4196 completed, throughput=5MB/sec 2023-12-22T17:51:18.350 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gII2DxBLk6NEBWz off=1452311 len=390106 2023-12-22T17:51:18.350 INFO:tasks.workunit.client.0.smithi032.stdout:op 4197 completed, throughput=5MB/sec 2023-12-22T17:51:18.350 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TXwszrH-RafTMKm off=18719443 len=1276993 2023-12-22T17:51:18.353 INFO:tasks.workunit.client.0.smithi032.stdout:op 4198 completed, throughput=5MB/sec 2023-12-22T17:51:18.353 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Vw5l1uAIF8N-ANU off=2227179 len=855035 2023-12-22T17:51:18.355 INFO:tasks.workunit.client.0.smithi032.stdout:op 4199 completed, throughput=5MB/sec 2023-12-22T17:51:18.355 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KQuawGy4pyduEyX off=6093240 len=178824 2023-12-22T17:51:18.358 INFO:tasks.workunit.client.0.smithi032.stdout:op 4200 completed, throughput=5MB/sec 2023-12-22T17:51:18.358 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IPO0cUJN5Gs_1Ja off=7263767 len=223167 2023-12-22T17:51:18.361 INFO:tasks.workunit.client.0.smithi032.stdout:op 4201 completed, throughput=5MB/sec 2023-12-22T17:51:18.362 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AsXtWKOaOnCAdi1 off=4002083 len=960466 2023-12-22T17:51:18.363 INFO:tasks.workunit.client.0.smithi032.stdout:op 4202 completed, throughput=5MB/sec 2023-12-22T17:51:18.363 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-u7Q3p_LKMOQXxsU off=9478589 len=429953 2023-12-22T17:51:18.366 INFO:tasks.workunit.client.0.smithi032.stdout:op 4203 completed, throughput=5MB/sec 2023-12-22T17:51:19.368 INFO:tasks.workunit.client.0.smithi032.stdout: 826: throughput=4.99MB/sec pending data=0 2023-12-22T17:51:19.369 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rDR-fpxFZ_f7tHl off=15579404 len=18489 2023-12-22T17:51:19.369 INFO:tasks.workunit.client.0.smithi032.stdout:op 4204 completed, throughput=4.99MB/sec 2023-12-22T17:51:19.369 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ae9SmLBJkIwJ0jw off=3032136 len=456859 2023-12-22T17:51:19.373 INFO:tasks.workunit.client.0.smithi032.stdout:op 4205 completed, throughput=4.99MB/sec 2023-12-22T17:51:19.373 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-K40kpoYPYiHNYEB off=6736122 len=548537 2023-12-22T17:51:19.374 INFO:tasks.workunit.client.0.smithi032.stdout:op 4206 completed, throughput=5MB/sec 2023-12-22T17:51:19.374 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-h_2j0aGAp4xqMPQ off=8538704 len=335405 2023-12-22T17:51:19.374 INFO:tasks.workunit.client.0.smithi032.stdout:op 4207 completed, throughput=5MB/sec 2023-12-22T17:51:19.374 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KZk8t-VKNvdw8hi off=22626320 len=90861 2023-12-22T17:51:19.377 INFO:tasks.workunit.client.0.smithi032.stdout:op 4208 completed, throughput=5MB/sec 2023-12-22T17:51:19.377 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MzcCSPbqxcH_ExF off=3827506 len=481335 2023-12-22T17:51:19.378 INFO:tasks.workunit.client.0.smithi032.stdout:op 4209 completed, throughput=5MB/sec 2023-12-22T17:51:19.378 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SBqK3C59in2xWSd off=5149182 len=1594520 2023-12-22T17:51:19.380 INFO:tasks.workunit.client.0.smithi032.stdout:op 4210 completed, throughput=5MB/sec 2023-12-22T17:51:19.380 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ES_hWAzgkdpJDk2 off=10493874 len=731680 2023-12-22T17:51:19.385 INFO:tasks.workunit.client.0.smithi032.stdout:op 4211 completed, throughput=5MB/sec 2023-12-22T17:51:19.385 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MnQOnVzluARXKfg off=8562329 len=678395 2023-12-22T17:51:19.389 INFO:tasks.workunit.client.0.smithi032.stdout:op 4212 completed, throughput=5MB/sec 2023-12-22T17:51:19.389 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3tETk856bjOahMK off=1658897 len=177365 2023-12-22T17:51:19.392 INFO:tasks.workunit.client.0.smithi032.stdout:op 4213 completed, throughput=5MB/sec 2023-12-22T17:51:19.392 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-z-TCr9Qspdlc6GW off=2564562 len=658626 2023-12-22T17:51:19.392 INFO:tasks.workunit.client.0.smithi032.stdout:op 4214 completed, throughput=5MB/sec 2023-12-22T17:51:19.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:51:19 smithi032 ceph-mon[189144]: pgmap v1720: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-22T17:51:19.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:51:19 smithi032 ceph-mon[191839]: pgmap v1720: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-22T17:51:20.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:51:19 smithi039 ceph-mon[181282]: pgmap v1720: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-22T17:51:20.394 INFO:tasks.workunit.client.0.smithi032.stdout: 827: throughput=4.99MB/sec pending data=0 2023-12-22T17:51:20.395 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-82VEApWWCknGu0n off=4552641 len=619448 2023-12-22T17:51:20.397 INFO:tasks.workunit.client.0.smithi032.stdout:op 4215 completed, throughput=5MB/sec 2023-12-22T17:51:20.397 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bvAG11clsIZtkYB off=7002578 len=1138542 2023-12-22T17:51:20.403 INFO:tasks.workunit.client.0.smithi032.stdout:op 4216 completed, throughput=5MB/sec 2023-12-22T17:51:20.403 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DAIiOPk9R-tWK3h off=3517811 len=370414 2023-12-22T17:51:20.407 INFO:tasks.workunit.client.0.smithi032.stdout:op 4217 completed, throughput=5MB/sec 2023-12-22T17:51:20.407 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-U6ycDbZbcYj_zYH off=3864632 len=1042571 2023-12-22T17:51:20.408 INFO:tasks.workunit.client.0.smithi032.stdout:op 4218 completed, throughput=5MB/sec 2023-12-22T17:51:20.408 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-W9M0sRhwX35u6xu off=8925797 len=1677270 2023-12-22T17:51:20.410 INFO:tasks.workunit.client.0.smithi032.stdout:op 4219 completed, throughput=5MB/sec 2023-12-22T17:51:20.410 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Ax8eGx7r1m7puHa off=4562181 len=41378 2023-12-22T17:51:20.411 INFO:tasks.workunit.client.0.smithi032.stdout:op 4220 completed, throughput=5MB/sec 2023-12-22T17:51:20.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:51:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:51:20.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:51:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:51:21.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:51:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:51:21.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:51:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:51:20] "GET /metrics HTTP/1.1" 200 34022 "" "Prometheus/2.43.0" 2023-12-22T17:51:21.411 INFO:tasks.workunit.client.0.smithi032.stdout: 828: throughput=4.99MB/sec pending data=0 2023-12-22T17:51:21.411 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NkvVlCtaIFX_r_3 off=1207618 len=132312 2023-12-22T17:51:21.414 INFO:tasks.workunit.client.0.smithi032.stdout:op 4221 completed, throughput=4.99MB/sec 2023-12-22T17:51:21.414 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-O2xYmdtkNerSGy9 off=1058961 len=1142517 2023-12-22T17:51:21.415 INFO:tasks.workunit.client.0.smithi032.stdout:op 4222 completed, throughput=5MB/sec 2023-12-22T17:51:21.415 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jrVDE4yDLOp7gdB off=1913602 len=734869 2023-12-22T17:51:21.416 INFO:tasks.workunit.client.0.smithi032.stdout:op 4223 completed, throughput=5MB/sec 2023-12-22T17:51:21.417 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NcV3DWv4ZgWp545 off=28211 len=344663 2023-12-22T17:51:21.420 INFO:tasks.workunit.client.0.smithi032.stdout:op 4224 completed, throughput=5MB/sec 2023-12-22T17:51:21.420 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kruO03yajS_WgW8 off=10824686 len=1504912 2023-12-22T17:51:21.422 INFO:tasks.workunit.client.0.smithi032.stdout:op 4225 completed, throughput=5MB/sec 2023-12-22T17:51:21.422 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XAdBHYZX7RTdVtY off=4595683 len=709062 2023-12-22T17:51:21.423 INFO:tasks.workunit.client.0.smithi032.stdout:op 4226 completed, throughput=5MB/sec 2023-12-22T17:51:21.423 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-C84gDrngENsi2Ro off=2893945 len=922195 2023-12-22T17:51:21.424 INFO:tasks.workunit.client.0.smithi032.stdout:op 4227 completed, throughput=5MB/sec 2023-12-22T17:51:21.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:51:21 smithi032 ceph-mon[191839]: pgmap v1721: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-22T17:51:21.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:51:21 smithi032 ceph-mon[189144]: pgmap v1721: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-22T17:51:22.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:51:21 smithi039 ceph-mon[181282]: pgmap v1721: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-22T17:51:22.425 INFO:tasks.workunit.client.0.smithi032.stdout: 829: throughput=4.99MB/sec pending data=0 2023-12-22T17:51:22.425 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mTMB8w5HBgVzwq0 off=330819 len=1996859 2023-12-22T17:51:22.427 INFO:tasks.workunit.client.0.smithi032.stdout:op 4228 completed, throughput=5MB/sec 2023-12-22T17:51:22.428 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zgkOzdSf9XRYueS off=1975748 len=583340 2023-12-22T17:51:22.429 INFO:tasks.workunit.client.0.smithi032.stdout:op 4229 completed, throughput=5MB/sec 2023-12-22T17:51:22.429 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZReT9cG_hkIDP7X off=346982 len=128682 2023-12-22T17:51:22.430 INFO:tasks.workunit.client.0.smithi032.stdout:op 4230 completed, throughput=5MB/sec 2023-12-22T17:51:22.430 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-P5grvM_r2FBJOl5 off=13495139 len=2073583 2023-12-22T17:51:22.432 INFO:tasks.workunit.client.0.smithi032.stdout:op 4231 completed, throughput=5MB/sec 2023-12-22T17:51:22.432 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-p_2ZEb59G031dvb off=9751575 len=678008 2023-12-22T17:51:22.433 INFO:tasks.workunit.client.0.smithi032.stdout:op 4232 completed, throughput=5MB/sec 2023-12-22T17:51:23.434 INFO:tasks.workunit.client.0.smithi032.stdout: 830: throughput=4.99MB/sec pending data=0 2023-12-22T17:51:23.434 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BmNWxCbCHXbd_Us off=6996577 len=1038107 2023-12-22T17:51:23.435 INFO:tasks.workunit.client.0.smithi032.stdout:op 4233 completed, throughput=5MB/sec 2023-12-22T17:51:23.435 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7A3AFySbYCyFUaN off=3363648 len=687053 2023-12-22T17:51:23.440 INFO:tasks.workunit.client.0.smithi032.stdout:op 4234 completed, throughput=5MB/sec 2023-12-22T17:51:23.440 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UXmGiqakl4ydOcK off=9897899 len=1975070 2023-12-22T17:51:23.453 INFO:tasks.workunit.client.0.smithi032.stdout:op 4235 completed, throughput=5MB/sec 2023-12-22T17:51:23.453 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7fPHMHTHJv2fmFw off=22210030 len=2067224 2023-12-22T17:51:23.463 INFO:tasks.workunit.client.0.smithi032.stdout:op 4236 completed, throughput=5MB/sec 2023-12-22T17:51:23.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:51:23 smithi032 ceph-mon[191839]: pgmap v1722: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-22T17:51:23.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:51:23 smithi032 ceph-mon[189144]: pgmap v1722: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-22T17:51:24.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:51:23 smithi039 ceph-mon[181282]: pgmap v1722: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-22T17:51:24.463 INFO:tasks.workunit.client.0.smithi032.stdout: 831: throughput=4.99MB/sec pending data=0 2023-12-22T17:51:24.463 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HrdL53SR1c8ZMXZ off=600128 len=1855362 2023-12-22T17:51:24.473 INFO:tasks.workunit.client.0.smithi032.stdout:op 4237 completed, throughput=5MB/sec 2023-12-22T17:51:24.473 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-V6j6MpTKwjeqkMu off=14567014 len=1989368 2023-12-22T17:51:24.482 INFO:tasks.workunit.client.0.smithi032.stdout:op 4238 completed, throughput=5MB/sec 2023-12-22T17:51:24.482 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-B8j08gLTVQYt7wo off=6168555 len=2090738 2023-12-22T17:51:24.491 INFO:tasks.workunit.client.0.smithi032.stdout:op 4239 completed, throughput=5MB/sec 2023-12-22T17:51:25.491 INFO:tasks.workunit.client.0.smithi032.stdout: 832: throughput=5MB/sec pending data=0 2023-12-22T17:51:25.492 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AvV66gLDisQidJ6 off=16366600 len=1545489 2023-12-22T17:51:25.498 INFO:tasks.workunit.client.0.smithi032.stdout:op 4240 completed, throughput=5MB/sec 2023-12-22T17:51:25.498 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GAZzpqIU3scF2fH off=5846070 len=1795327 2023-12-22T17:51:25.507 INFO:tasks.workunit.client.0.smithi032.stdout:op 4241 completed, throughput=5MB/sec 2023-12-22T17:51:25.507 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-oUk4ER-NFW4kSQh off=775068 len=394352 2023-12-22T17:51:25.508 INFO:tasks.workunit.client.0.smithi032.stdout:op 4242 completed, throughput=5MB/sec 2023-12-22T17:51:25.508 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5x7aNI6Z6QOxMMC off=10419722 len=1510905 2023-12-22T17:51:25.513 INFO:tasks.workunit.client.0.smithi032.stdout:op 4243 completed, throughput=5MB/sec 2023-12-22T17:51:25.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:51:25 smithi032 ceph-mon[189144]: pgmap v1723: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-22T17:51:25.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:51:25 smithi032 ceph-mon[191839]: pgmap v1723: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-22T17:51:26.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:51:25 smithi039 ceph-mon[181282]: pgmap v1723: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-22T17:51:26.514 INFO:tasks.workunit.client.0.smithi032.stdout: 833: throughput=5MB/sec pending data=0 2023-12-22T17:51:26.514 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_E7CfgT6PhpeVt_ off=1778669 len=1613725 2023-12-22T17:51:26.521 INFO:tasks.workunit.client.0.smithi032.stdout:op 4244 completed, throughput=5MB/sec 2023-12-22T17:51:26.521 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iu0IgBeNZWBTfuc off=129459 len=1466551 2023-12-22T17:51:26.524 INFO:tasks.workunit.client.0.smithi032.stdout:op 4245 completed, throughput=5MB/sec 2023-12-22T17:51:26.524 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2E7ZhOpf5zuGN5h off=5047912 len=1199808 2023-12-22T17:51:26.526 INFO:tasks.workunit.client.0.smithi032.stdout:op 4246 completed, throughput=5MB/sec 2023-12-22T17:51:27.526 INFO:tasks.workunit.client.0.smithi032.stdout: 834: throughput=4.99MB/sec pending data=0 2023-12-22T17:51:27.526 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_xoBJaWqAC8O4Wp off=4497390 len=1439013 2023-12-22T17:51:27.533 INFO:tasks.workunit.client.0.smithi032.stdout:op 4247 completed, throughput=5MB/sec 2023-12-22T17:51:27.533 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RiHXswAx2Ejyslc off=1985496 len=467715 2023-12-22T17:51:27.534 INFO:tasks.workunit.client.0.smithi032.stdout:op 4248 completed, throughput=5MB/sec 2023-12-22T17:51:27.534 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Twc1Wn3y3gz8SRl off=9835407 len=311161 2023-12-22T17:51:27.535 INFO:tasks.workunit.client.0.smithi032.stdout:op 4249 completed, throughput=5MB/sec 2023-12-22T17:51:27.535 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zSe33BRBLS5tPDc off=944802 len=245847 2023-12-22T17:51:27.538 INFO:tasks.workunit.client.0.smithi032.stdout:op 4250 completed, throughput=5MB/sec 2023-12-22T17:51:27.538 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BaCXvuHySaUeEQD off=8130504 len=573302 2023-12-22T17:51:27.538 INFO:tasks.workunit.client.0.smithi032.stdout:op 4251 completed, throughput=5MB/sec 2023-12-22T17:51:27.538 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DsAVuVjH0y6TnmB off=22644648 len=2004089 2023-12-22T17:51:27.548 INFO:tasks.workunit.client.0.smithi032.stdout:op 4252 completed, throughput=5MB/sec 2023-12-22T17:51:27.548 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CYbnKd66u_o_Nha off=12865472 len=149325 2023-12-22T17:51:27.548 INFO:tasks.workunit.client.0.smithi032.stdout:op 4253 completed, throughput=5MB/sec 2023-12-22T17:51:27.549 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9U2fivkWgid-xxB off=5770059 len=658149 2023-12-22T17:51:27.552 INFO:tasks.workunit.client.0.smithi032.stdout:op 4254 completed, throughput=5MB/sec 2023-12-22T17:51:27.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:51:27 smithi032 ceph-mon[191839]: pgmap v1724: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-22T17:51:27.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:51:27 smithi032 ceph-mon[189144]: pgmap v1724: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-22T17:51:28.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:51:27 smithi039 ceph-mon[181282]: pgmap v1724: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-22T17:51:28.553 INFO:tasks.workunit.client.0.smithi032.stdout: 835: throughput=4.99MB/sec pending data=0 2023-12-22T17:51:28.553 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FSIBv6oADAANrsf off=507941 len=1216244 2023-12-22T17:51:28.558 INFO:tasks.workunit.client.0.smithi032.stdout:op 4255 completed, throughput=5MB/sec 2023-12-22T17:51:28.559 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-oUk4ER-NFW4kSQh off=1022616 len=366909 2023-12-22T17:51:28.560 INFO:tasks.workunit.client.0.smithi032.stdout:op 4256 completed, throughput=5MB/sec 2023-12-22T17:51:28.560 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Al2HuseD_iB1cec off=7857220 len=1957974 2023-12-22T17:51:28.561 INFO:tasks.workunit.client.0.smithi032.stdout:op 4257 completed, throughput=5MB/sec 2023-12-22T17:51:28.561 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-M72jZIwYvlqBzkN off=1975236 len=2067568 2023-12-22T17:51:28.571 INFO:tasks.workunit.client.0.smithi032.stdout:op 4258 completed, throughput=5MB/sec 2023-12-22T17:51:29.571 INFO:tasks.workunit.client.0.smithi032.stdout: 836: throughput=5MB/sec pending data=0 2023-12-22T17:51:29.571 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-h6ULtX7oOZYIILq off=3159501 len=682093 2023-12-22T17:51:29.576 INFO:tasks.workunit.client.0.smithi032.stdout:op 4259 completed, throughput=5MB/sec 2023-12-22T17:51:29.576 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jKmBsLfWlf3eD_5 off=4496673 len=860551 2023-12-22T17:51:29.577 INFO:tasks.workunit.client.0.smithi032.stdout:op 4260 completed, throughput=5MB/sec 2023-12-22T17:51:29.577 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iNJgx0_J5qt1tSU off=1247166 len=1362363 2023-12-22T17:51:29.584 INFO:tasks.workunit.client.0.smithi032.stdout:op 4261 completed, throughput=5MB/sec 2023-12-22T17:51:29.584 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Itge2l2JYcbp090 off=1576327 len=905934 2023-12-22T17:51:29.589 INFO:tasks.workunit.client.0.smithi032.stdout:op 4262 completed, throughput=5MB/sec 2023-12-22T17:51:29.589 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5WcQJMhq_CbyPW9 off=2130956 len=1252940 2023-12-22T17:51:29.590 INFO:tasks.workunit.client.0.smithi032.stdout:op 4263 completed, throughput=5MB/sec 2023-12-22T17:51:29.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:51:29 smithi032 ceph-mon[189144]: pgmap v1725: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-22T17:51:29.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:51:29 smithi032 ceph-mon[191839]: pgmap v1725: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-22T17:51:30.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:51:29 smithi039 ceph-mon[181282]: pgmap v1725: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-22T17:51:30.591 INFO:tasks.workunit.client.0.smithi032.stdout: 837: throughput=4.99MB/sec pending data=0 2023-12-22T17:51:30.591 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-poGTvhkC09LxivO off=10856179 len=620387 2023-12-22T17:51:30.593 INFO:tasks.workunit.client.0.smithi032.stdout:op 4264 completed, throughput=5MB/sec 2023-12-22T17:51:30.593 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dSBsxbeFDQ_oW-k off=10531875 len=1052112 2023-12-22T17:51:30.594 INFO:tasks.workunit.client.0.smithi032.stdout:op 4265 completed, throughput=5MB/sec 2023-12-22T17:51:30.594 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NXWKQx4Ll6-BJXm off=821707 len=1901293 2023-12-22T17:51:30.603 INFO:tasks.workunit.client.0.smithi032.stdout:op 4266 completed, throughput=5MB/sec 2023-12-22T17:51:30.603 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HN7JEmnzB9BRf8W off=1938762 len=1535423 2023-12-22T17:51:30.605 INFO:tasks.workunit.client.0.smithi032.stdout:op 4267 completed, throughput=5MB/sec 2023-12-22T17:51:30.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:51:30 smithi032 ceph-mon[189144]: pgmap v1726: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:51:30.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:51:30 smithi032 ceph-mon[191839]: pgmap v1726: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:51:31.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:51:30 smithi039 ceph-mon[181282]: pgmap v1726: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:51:31.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:51:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:51:30] "GET /metrics HTTP/1.1" 200 34022 "" "Prometheus/2.43.0" 2023-12-22T17:51:31.606 INFO:tasks.workunit.client.0.smithi032.stdout: 838: throughput=4.99MB/sec pending data=0 2023-12-22T17:51:31.606 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-aZt1ARzMIcwNK3G off=15543965 len=718832 2023-12-22T17:51:31.607 INFO:tasks.workunit.client.0.smithi032.stdout:op 4268 completed, throughput=5MB/sec 2023-12-22T17:51:31.607 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UqfL_47a7QBjw1o off=8231248 len=44244 2023-12-22T17:51:31.608 INFO:tasks.workunit.client.0.smithi032.stdout:op 4269 completed, throughput=5MB/sec 2023-12-22T17:51:31.608 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QViH0_dOYg8aZiS off=4627723 len=1505528 2023-12-22T17:51:31.615 INFO:tasks.workunit.client.0.smithi032.stdout:op 4270 completed, throughput=5MB/sec 2023-12-22T17:51:31.615 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JodNQlZMux2bZk2 off=8942881 len=741688 2023-12-22T17:51:31.616 INFO:tasks.workunit.client.0.smithi032.stdout:op 4271 completed, throughput=5MB/sec 2023-12-22T17:51:31.617 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rPT96b8tzqwFeNg off=6394335 len=671680 2023-12-22T17:51:31.620 INFO:tasks.workunit.client.0.smithi032.stdout:op 4272 completed, throughput=5MB/sec 2023-12-22T17:51:31.620 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3svZ4JYmK5A-gcZ off=21701175 len=1391295 2023-12-22T17:51:31.627 INFO:tasks.workunit.client.0.smithi032.stdout:op 4273 completed, throughput=5MB/sec 2023-12-22T17:51:32.627 INFO:tasks.workunit.client.0.smithi032.stdout: 839: throughput=4.99MB/sec pending data=0 2023-12-22T17:51:32.628 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4Pq5M7x2y0EY_zO off=5716427 len=271733 2023-12-22T17:51:32.631 INFO:tasks.workunit.client.0.smithi032.stdout:op 4274 completed, throughput=4.99MB/sec 2023-12-22T17:51:32.631 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CikZjz5aZ7Uh1nn off=5904360 len=694456 2023-12-22T17:51:32.635 INFO:tasks.workunit.client.0.smithi032.stdout:op 4275 completed, throughput=5MB/sec 2023-12-22T17:51:32.635 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kqIFpqpGcxLX1id off=2134641 len=674145 2023-12-22T17:51:32.636 INFO:tasks.workunit.client.0.smithi032.stdout:op 4276 completed, throughput=5MB/sec 2023-12-22T17:51:32.636 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jPlGBV0_8e8cuQz off=11435415 len=1862783 2023-12-22T17:51:32.638 INFO:tasks.workunit.client.0.smithi032.stdout:op 4277 completed, throughput=5MB/sec 2023-12-22T17:51:32.638 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SB-j3O0isEw-p5t off=127133 len=424149 2023-12-22T17:51:32.639 INFO:tasks.workunit.client.0.smithi032.stdout:op 4278 completed, throughput=5MB/sec 2023-12-22T17:51:32.639 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IqEOkq1NFHPRQB_ off=825370 len=1267081 2023-12-22T17:51:32.640 INFO:tasks.workunit.client.0.smithi032.stdout:op 4279 completed, throughput=5MB/sec 2023-12-22T17:51:32.640 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5UwYb9JofaIeWUv off=1742543 len=1903289 2023-12-22T17:51:32.642 INFO:tasks.workunit.client.0.smithi032.stdout:op 4280 completed, throughput=5MB/sec 2023-12-22T17:51:33.643 INFO:tasks.workunit.client.0.smithi032.stdout: 840: throughput=5MB/sec pending data=0 2023-12-22T17:51:33.643 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jrazrhCpPw9YWj0 off=6531952 len=754764 2023-12-22T17:51:33.644 INFO:tasks.workunit.client.0.smithi032.stdout:op 4281 completed, throughput=5MB/sec 2023-12-22T17:51:33.644 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6W13XZgw3A_nCtb off=3666744 len=677304 2023-12-22T17:51:33.648 INFO:tasks.workunit.client.0.smithi032.stdout:op 4282 completed, throughput=5MB/sec 2023-12-22T17:51:33.648 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ThhYz4E-WChj-W- off=5195633 len=882823 2023-12-22T17:51:33.654 INFO:tasks.workunit.client.0.smithi032.stdout:op 4283 completed, throughput=5MB/sec 2023-12-22T17:51:33.654 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4Vit9fGZRTNp6Nn off=457521 len=951472 2023-12-22T17:51:33.655 INFO:tasks.workunit.client.0.smithi032.stdout:op 4284 completed, throughput=5MB/sec 2023-12-22T17:51:33.655 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1uMRx-5po0kqJd0 off=834753 len=466336 2023-12-22T17:51:33.656 INFO:tasks.workunit.client.0.smithi032.stdout:op 4285 completed, throughput=5MB/sec 2023-12-22T17:51:33.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:51:33 smithi032 ceph-mon[191839]: pgmap v1727: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-22T17:51:33.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:51:33 smithi032 ceph-mon[189144]: pgmap v1727: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-22T17:51:34.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:51:33 smithi039 ceph-mon[181282]: pgmap v1727: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-22T17:51:34.657 INFO:tasks.workunit.client.0.smithi032.stdout: 841: throughput=4.99MB/sec pending data=0 2023-12-22T17:51:34.657 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-u2E2P66v-pWs_87 off=16820332 len=386797 2023-12-22T17:51:34.661 INFO:tasks.workunit.client.0.smithi032.stdout:op 4286 completed, throughput=4.99MB/sec 2023-12-22T17:51:34.661 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qL8MKQSoXNWKZwB off=286044 len=1523084 2023-12-22T17:51:34.663 INFO:tasks.workunit.client.0.smithi032.stdout:op 4287 completed, throughput=5MB/sec 2023-12-22T17:51:34.663 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FqmZZNRXw0U7A9w off=6003852 len=1408475 2023-12-22T17:51:34.670 INFO:tasks.workunit.client.0.smithi032.stdout:op 4288 completed, throughput=5MB/sec 2023-12-22T17:51:34.670 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Qf9JSpPIQPXqlyg off=1674642 len=2036173 2023-12-22T17:51:34.677 INFO:tasks.workunit.client.0.smithi032.stdout:op 4289 completed, throughput=5MB/sec 2023-12-22T17:51:35.678 INFO:tasks.workunit.client.0.smithi032.stdout: 842: throughput=4.99MB/sec pending data=0 2023-12-22T17:51:35.678 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-aGPZ52WpQBQ3MWl off=19902576 len=1582198 2023-12-22T17:51:35.680 INFO:tasks.workunit.client.0.smithi032.stdout:op 4290 completed, throughput=5MB/sec 2023-12-22T17:51:35.680 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-R9EoVQnz5e-Npoi off=746200 len=475316 2023-12-22T17:51:35.681 INFO:tasks.workunit.client.0.smithi032.stdout:op 4291 completed, throughput=5MB/sec 2023-12-22T17:51:35.681 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QDEOIU0b4ht8im6 off=4723044 len=243537 2023-12-22T17:51:35.681 INFO:tasks.workunit.client.0.smithi032.stdout:op 4292 completed, throughput=5MB/sec 2023-12-22T17:51:35.681 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DgtyapJmphMEa3W off=15452352 len=102424 2023-12-22T17:51:35.682 INFO:tasks.workunit.client.0.smithi032.stdout:op 4293 completed, throughput=5MB/sec 2023-12-22T17:51:35.682 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FQFsilgiNb0vK9S off=2856951 len=385983 2023-12-22T17:51:35.686 INFO:tasks.workunit.client.0.smithi032.stdout:op 4294 completed, throughput=5MB/sec 2023-12-22T17:51:35.686 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PO3xfIg60z47SDz off=12648153 len=1042641 2023-12-22T17:51:35.691 INFO:tasks.workunit.client.0.smithi032.stdout:op 4295 completed, throughput=5MB/sec 2023-12-22T17:51:35.692 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RRjEiuknUHcL4Ot off=3335842 len=1953589 2023-12-22T17:51:35.699 INFO:tasks.workunit.client.0.smithi032.stdout:op 4296 completed, throughput=5MB/sec 2023-12-22T17:51:35.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:51:35 smithi032 ceph-mon[191839]: pgmap v1728: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:51:35.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:51:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:51:35.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:51:35 smithi032 ceph-mon[189144]: pgmap v1728: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:51:35.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:51:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:51:36.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:51:35 smithi039 ceph-mon[181282]: pgmap v1728: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:51:36.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:51:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:51:36.699 INFO:tasks.workunit.client.0.smithi032.stdout: 843: throughput=4.99MB/sec pending data=0 2023-12-22T17:51:36.700 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2oonO5O0RtbHs5T off=2093514 len=2050300 2023-12-22T17:51:36.707 INFO:tasks.workunit.client.0.smithi032.stdout:op 4297 completed, throughput=5MB/sec 2023-12-22T17:51:36.707 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-S-xWyACoXePegH6 off=718582 len=536454 2023-12-22T17:51:36.711 INFO:tasks.workunit.client.0.smithi032.stdout:op 4298 completed, throughput=5MB/sec 2023-12-22T17:51:36.711 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Sen8OUOyl_N6Iaa off=8303231 len=226613 2023-12-22T17:51:36.712 INFO:tasks.workunit.client.0.smithi032.stdout:op 4299 completed, throughput=5MB/sec 2023-12-22T17:51:36.712 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Cw5KrG89uuZE_Kh off=9637215 len=152101 2023-12-22T17:51:36.713 INFO:tasks.workunit.client.0.smithi032.stdout:op 4300 completed, throughput=5MB/sec 2023-12-22T17:51:36.713 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WZyiRhm1vm_0Sz6 off=15566506 len=675059 2023-12-22T17:51:36.717 INFO:tasks.workunit.client.0.smithi032.stdout:op 4301 completed, throughput=5MB/sec 2023-12-22T17:51:36.717 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xD2khr3VWROgsnW off=3941696 len=250419 2023-12-22T17:51:36.717 INFO:tasks.workunit.client.0.smithi032.stdout:op 4302 completed, throughput=5MB/sec 2023-12-22T17:51:36.718 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pJ2NbWM4wll7usQ off=11145451 len=1595785 2023-12-22T17:51:36.725 INFO:tasks.workunit.client.0.smithi032.stdout:op 4303 completed, throughput=5MB/sec 2023-12-22T17:51:37.726 INFO:tasks.workunit.client.0.smithi032.stdout: 844: throughput=5MB/sec pending data=0 2023-12-22T17:51:37.726 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-83ge94sPCjUpgwY off=9041211 len=1879300 2023-12-22T17:51:37.734 INFO:tasks.workunit.client.0.smithi032.stdout:op 4304 completed, throughput=5MB/sec 2023-12-22T17:51:37.735 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AdhyZ5hMq7xTUip off=1163847 len=1133031 2023-12-22T17:51:37.741 INFO:tasks.workunit.client.0.smithi032.stdout:op 4305 completed, throughput=5MB/sec 2023-12-22T17:51:37.741 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-eWcvSp1MfWzVjyM off=1247799 len=293687 2023-12-22T17:51:37.745 INFO:tasks.workunit.client.0.smithi032.stdout:op 4306 completed, throughput=5MB/sec 2023-12-22T17:51:37.745 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yhfRpngeNFmgapy off=17783292 len=1522436 2023-12-22T17:51:37.752 INFO:tasks.workunit.client.0.smithi032.stdout:op 4307 completed, throughput=5MB/sec 2023-12-22T17:51:37.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:51:37 smithi032 ceph-mon[191839]: pgmap v1729: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:51:37.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:51:37 smithi032 ceph-mon[189144]: pgmap v1729: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:51:38.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:51:37 smithi039 ceph-mon[181282]: pgmap v1729: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:51:38.753 INFO:tasks.workunit.client.0.smithi032.stdout: 845: throughput=4.99MB/sec pending data=0 2023-12-22T17:51:38.753 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4NEFSonao-MM_N9 off=14274628 len=508609 2023-12-22T17:51:38.753 INFO:tasks.workunit.client.0.smithi032.stdout:op 4308 completed, throughput=5MB/sec 2023-12-22T17:51:38.754 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-y2Lsjv7Im5vQGYU off=4509777 len=1578173 2023-12-22T17:51:38.755 INFO:tasks.workunit.client.0.smithi032.stdout:op 4309 completed, throughput=5MB/sec 2023-12-22T17:51:38.755 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DV0d4krX3c-WWqY off=16935035 len=266668 2023-12-22T17:51:38.759 INFO:tasks.workunit.client.0.smithi032.stdout:op 4310 completed, throughput=5MB/sec 2023-12-22T17:51:38.759 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--PkrYnJctpRXCF9 off=3274853 len=1119106 2023-12-22T17:51:38.760 INFO:tasks.workunit.client.0.smithi032.stdout:op 4311 completed, throughput=5MB/sec 2023-12-22T17:51:38.760 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-s8PS5lKYQb1dpLw off=9548235 len=867552 2023-12-22T17:51:38.762 INFO:tasks.workunit.client.0.smithi032.stdout:op 4312 completed, throughput=5MB/sec 2023-12-22T17:51:38.762 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wR4JtXlu2VgV3PR off=3962895 len=949004 2023-12-22T17:51:38.762 INFO:tasks.workunit.client.0.smithi032.stdout:op 4313 completed, throughput=5MB/sec 2023-12-22T17:51:39.763 INFO:tasks.workunit.client.0.smithi032.stdout: 846: throughput=4.99MB/sec pending data=0 2023-12-22T17:51:39.763 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5Mlqlsio_e0WpUF off=212299 len=1239329 2023-12-22T17:51:39.765 INFO:tasks.workunit.client.0.smithi032.stdout:op 4314 completed, throughput=5MB/sec 2023-12-22T17:51:39.765 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qT7aQ77top7utwF off=1633019 len=1997367 2023-12-22T17:51:39.773 INFO:tasks.workunit.client.0.smithi032.stdout:op 4315 completed, throughput=5MB/sec 2023-12-22T17:51:39.773 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-n9FnRAx5NYQ1YXR off=7839192 len=512800 2023-12-22T17:51:39.777 INFO:tasks.workunit.client.0.smithi032.stdout:op 4316 completed, throughput=5MB/sec 2023-12-22T17:51:39.777 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-P42vndQX7REo4Te off=1172924 len=454354 2023-12-22T17:51:39.778 INFO:tasks.workunit.client.0.smithi032.stdout:op 4317 completed, throughput=5MB/sec 2023-12-22T17:51:39.778 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CvQ9s1hnICKjw5m off=8042378 len=1509390 2023-12-22T17:51:39.785 INFO:tasks.workunit.client.0.smithi032.stdout:op 4318 completed, throughput=5MB/sec 2023-12-22T17:51:39.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:51:39 smithi032 ceph-mon[191839]: pgmap v1730: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:51:39.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:51:39 smithi032 ceph-mon[189144]: pgmap v1730: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:51:40.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:51:39 smithi039 ceph-mon[181282]: pgmap v1730: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:51:40.786 INFO:tasks.workunit.client.0.smithi032.stdout: 847: throughput=4.99MB/sec pending data=0 2023-12-22T17:51:40.786 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QpkRA5b7zzB57dP off=56159 len=1039559 2023-12-22T17:51:40.788 INFO:tasks.workunit.client.0.smithi032.stdout:op 4319 completed, throughput=5MB/sec 2023-12-22T17:51:40.788 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-W0cecy9gQ4kX3-- off=2593940 len=20310 2023-12-22T17:51:40.788 INFO:tasks.workunit.client.0.smithi032.stdout:op 4320 completed, throughput=5MB/sec 2023-12-22T17:51:40.788 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iNDR9trW8H1Jz2M off=7862653 len=861285 2023-12-22T17:51:40.793 INFO:tasks.workunit.client.0.smithi032.stdout:op 4321 completed, throughput=5MB/sec 2023-12-22T17:51:40.793 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--q3sww5GW7fN2VR off=1061290 len=1733104 2023-12-22T17:51:40.800 INFO:tasks.workunit.client.0.smithi032.stdout:op 4322 completed, throughput=5MB/sec 2023-12-22T17:51:40.800 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-a0Scx5bV_avsxXE off=2264317 len=459020 2023-12-22T17:51:40.802 INFO:tasks.workunit.client.0.smithi032.stdout:op 4323 completed, throughput=5MB/sec 2023-12-22T17:51:40.802 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2pMqCt9GnzcgeDh off=11658779 len=612289 2023-12-22T17:51:40.803 INFO:tasks.workunit.client.0.smithi032.stdout:op 4324 completed, throughput=5MB/sec 2023-12-22T17:51:40.803 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Nw5oSbr9hZyhonq off=16278662 len=1287604 2023-12-22T17:51:40.809 INFO:tasks.workunit.client.0.smithi032.stdout:op 4325 completed, throughput=5MB/sec 2023-12-22T17:51:41.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:51:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:51:40] "GET /metrics HTTP/1.1" 200 34028 "" "Prometheus/2.43.0" 2023-12-22T17:51:41.809 INFO:tasks.workunit.client.0.smithi032.stdout: 848: throughput=5MB/sec pending data=0 2023-12-22T17:51:41.810 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SKAWPlzBnY3UDIX off=15666864 len=209854 2023-12-22T17:51:41.813 INFO:tasks.workunit.client.0.smithi032.stdout:op 4326 completed, throughput=5MB/sec 2023-12-22T17:51:41.813 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eduyZm-o52ClMgt off=17630282 len=825899 2023-12-22T17:51:41.815 INFO:tasks.workunit.client.0.smithi032.stdout:op 4327 completed, throughput=5MB/sec 2023-12-22T17:51:41.815 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-b8Puyk1LaiWBzzP off=7113933 len=1472322 2023-12-22T17:51:41.817 INFO:tasks.workunit.client.0.smithi032.stdout:op 4328 completed, throughput=5MB/sec 2023-12-22T17:51:41.817 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SdLZz25-w0ptHpJ off=1726560 len=255337 2023-12-22T17:51:41.817 INFO:tasks.workunit.client.0.smithi032.stdout:op 4329 completed, throughput=5MB/sec 2023-12-22T17:51:41.817 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gZci5MlzzueGUpe off=1822987 len=817728 2023-12-22T17:51:41.822 INFO:tasks.workunit.client.0.smithi032.stdout:op 4330 completed, throughput=5MB/sec 2023-12-22T17:51:41.822 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8wzxjhkMtVOI8CP off=2603684 len=206929 2023-12-22T17:51:41.825 INFO:tasks.workunit.client.0.smithi032.stdout:op 4331 completed, throughput=5MB/sec 2023-12-22T17:51:41.825 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-i0cvWj4Wt7egrSY off=1022662 len=735985 2023-12-22T17:51:41.826 INFO:tasks.workunit.client.0.smithi032.stdout:op 4332 completed, throughput=5MB/sec 2023-12-22T17:51:41.927 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:51:41 smithi032 ceph-mon[191839]: pgmap v1731: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:51:41.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:51:41 smithi032 ceph-mon[189144]: pgmap v1731: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:51:42.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:51:41 smithi039 ceph-mon[181282]: pgmap v1731: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:51:42.826 INFO:tasks.workunit.client.0.smithi032.stdout: 849: throughput=4.99MB/sec pending data=0 2023-12-22T17:51:42.826 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qpvExAzm9VaEj2s off=4833303 len=781223 2023-12-22T17:51:42.828 INFO:tasks.workunit.client.0.smithi032.stdout:op 4333 completed, throughput=5MB/sec 2023-12-22T17:51:42.828 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GCCG7PM5oKmvIVB off=3404008 len=1824342 2023-12-22T17:51:42.830 INFO:tasks.workunit.client.0.smithi032.stdout:op 4334 completed, throughput=5MB/sec 2023-12-22T17:51:42.830 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BpUdEP2XvojsVRT off=19954572 len=501257 2023-12-22T17:51:42.831 INFO:tasks.workunit.client.0.smithi032.stdout:op 4335 completed, throughput=5MB/sec 2023-12-22T17:51:42.831 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-76E3jGErHkF51m4 off=4710981 len=96756 2023-12-22T17:51:42.832 INFO:tasks.workunit.client.0.smithi032.stdout:op 4336 completed, throughput=5MB/sec 2023-12-22T17:51:42.832 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UgTF-l-KaOvYVj7 off=10026739 len=1978481 2023-12-22T17:51:42.842 INFO:tasks.workunit.client.0.smithi032.stdout:op 4337 completed, throughput=5MB/sec 2023-12-22T17:51:43.616 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:51:43.842 INFO:tasks.workunit.client.0.smithi032.stdout: 850: throughput=4.99MB/sec pending data=0 2023-12-22T17:51:43.842 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5-C1SAgh8wT3FtV off=8796211 len=117869 2023-12-22T17:51:43.845 INFO:tasks.workunit.client.0.smithi032.stdout:op 4338 completed, throughput=4.99MB/sec 2023-12-22T17:51:43.845 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2jm6Mz29U8WrvQt off=9086202 len=1024551 2023-12-22T17:51:43.846 INFO:tasks.workunit.client.0.smithi032.stdout:op 4339 completed, throughput=5MB/sec 2023-12-22T17:51:43.846 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XxYI2OiYIfKGaPr off=11949068 len=256040 2023-12-22T17:51:43.846 INFO:tasks.workunit.client.0.smithi032.stdout:op 4340 completed, throughput=5MB/sec 2023-12-22T17:51:43.846 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gscbwTd_SddIC7z off=532700 len=358022 2023-12-22T17:51:43.847 INFO:tasks.workunit.client.0.smithi032.stdout:op 4341 completed, throughput=5MB/sec 2023-12-22T17:51:43.847 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zeMJf3cr_3Mo0Iz off=15363158 len=1212705 2023-12-22T17:51:43.853 INFO:tasks.workunit.client.0.smithi032.stdout:op 4342 completed, throughput=5MB/sec 2023-12-22T17:51:43.853 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-opXC35IBCU9Wekp off=1981869 len=992547 2023-12-22T17:51:43.858 INFO:tasks.workunit.client.0.smithi032.stdout:op 4343 completed, throughput=5MB/sec 2023-12-22T17:51:43.858 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RPzoiRqZa82aZky off=4008039 len=1101645 2023-12-22T17:51:43.859 INFO:tasks.workunit.client.0.smithi032.stdout:op 4344 completed, throughput=5MB/sec 2023-12-22T17:51:43.927 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:51:43 smithi032 ceph-mon[189144]: pgmap v1732: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-22T17:51:43.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:51:43 smithi032 ceph-mon[191839]: pgmap v1732: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-22T17:51:43.941 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:51:43.941 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (31m) 7m ago 36m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:51:43.941 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (31m) 5m ago 36m 90.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:51:43.941 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (37m) 7m ago 37m 20.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:51:43.941 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (37m) 5m ago 37m 27.7M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:51:43.941 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (31m) 5m ago 39m 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:51:43.941 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (31m) 7m ago 40m 541M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:51:43.941 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (30m) 7m ago 41m 246M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:51:43.941 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (30m) 5m ago 39m 150M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:51:43.941 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (30m) 7m ago 39m 150M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:51:43.941 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (31m) 7m ago 35m 15.8M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:51:43.941 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (31m) 5m ago 35m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:51:43.941 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (29m) 7m ago 39m 1953M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:51:43.941 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (29m) 7m ago 39m 2201M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:51:43.942 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (28m) 7m ago 38m 2126M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:51:43.942 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (28m) 7m ago 38m 1857M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:51:43.942 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (27m) 5m ago 38m 1838M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:51:43.942 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (27m) 5m ago 37m 1596M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:51:43.942 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (26m) 5m ago 37m 1056M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:51:43.942 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (26m) 5m ago 37m 1503M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:51:43.942 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (31m) 5m ago 36m 79.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:51:44.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:51:43 smithi039 ceph-mon[181282]: pgmap v1732: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-22T17:51:44.342 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:51:44.342 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:51:44.342 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:51:44.342 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:51:44.343 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:51:44.343 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:51:44.343 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:51:44.343 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:51:44.343 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:51:44.343 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:51:44.343 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:51:44.343 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:51:44.343 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:51:44.343 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:51:44.343 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:51:44.343 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:51:44.343 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:51:44.343 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:51:44.859 INFO:tasks.workunit.client.0.smithi032.stdout: 851: throughput=4.99MB/sec pending data=0 2023-12-22T17:51:44.859 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--yCErjG88qgRmd6 off=0 len=1201946 2023-12-22T17:51:44.866 INFO:tasks.workunit.client.0.smithi032.stdout:op 4345 completed, throughput=5MB/sec 2023-12-22T17:51:44.866 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0zRfN3HO2rqtHyr off=2664153 len=1811576 2023-12-22T17:51:44.875 INFO:tasks.workunit.client.0.smithi032.stdout:op 4346 completed, throughput=5MB/sec 2023-12-22T17:51:44.875 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gLn0d06cup45My3 off=77839 len=486790 2023-12-22T17:51:44.876 INFO:tasks.workunit.client.0.smithi032.stdout:op 4347 completed, throughput=5MB/sec 2023-12-22T17:51:44.876 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-aoLmI8DTo68Qga_ off=5345232 len=696454 2023-12-22T17:51:44.880 INFO:tasks.workunit.client.0.smithi032.stdout:op 4348 completed, throughput=5MB/sec 2023-12-22T17:51:44.881 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ON46IEESn2gkgSz off=1108325 len=95611 2023-12-22T17:51:44.881 INFO:tasks.workunit.client.0.smithi032.stdout:op 4349 completed, throughput=5MB/sec 2023-12-22T17:51:44.881 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DONMMRmLldZsysd off=1307484 len=1175583 2023-12-22T17:51:44.882 INFO:tasks.workunit.client.0.smithi032.stdout:op 4350 completed, throughput=5MB/sec 2023-12-22T17:51:44.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:51:44 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1756358279' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:51:44.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:51:44 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1756358279' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:51:45.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:51:44 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1756358279' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:51:45.883 INFO:tasks.workunit.client.0.smithi032.stdout: 852: throughput=4.99MB/sec pending data=0 2023-12-22T17:51:45.883 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UUyAIquN1slNlcL off=13946632 len=210099 2023-12-22T17:51:45.884 INFO:tasks.workunit.client.0.smithi032.stdout:op 4351 completed, throughput=4.99MB/sec 2023-12-22T17:51:45.884 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JS3Fs8RJrOWDe-6 off=3469511 len=1772168 2023-12-22T17:51:45.892 INFO:tasks.workunit.client.0.smithi032.stdout:op 4352 completed, throughput=5MB/sec 2023-12-22T17:51:45.892 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6W13XZgw3A_nCtb off=1903116 len=1713413 2023-12-22T17:51:45.900 INFO:tasks.workunit.client.0.smithi032.stdout:op 4353 completed, throughput=5MB/sec 2023-12-22T17:51:45.900 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NkSBIOK1apTpE-J off=2657124 len=877362 2023-12-22T17:51:45.905 INFO:tasks.workunit.client.0.smithi032.stdout:op 4354 completed, throughput=5MB/sec 2023-12-22T17:51:45.905 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cHTKn3jKVfwf0BU off=1168473 len=834475 2023-12-22T17:51:45.906 INFO:tasks.workunit.client.0.smithi032.stdout:op 4355 completed, throughput=5MB/sec 2023-12-22T17:51:45.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:51:45 smithi032 ceph-mon[191839]: from='client.35688 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:51:45.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:51:45 smithi032 ceph-mon[191839]: pgmap v1733: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-22T17:51:45.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:51:45 smithi032 ceph-mon[191839]: from='client.35694 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:51:45.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:51:45 smithi032 ceph-mon[189144]: from='client.35688 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:51:45.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:51:45 smithi032 ceph-mon[189144]: pgmap v1733: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-22T17:51:45.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:51:45 smithi032 ceph-mon[189144]: from='client.35694 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:51:46.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:51:45 smithi039 ceph-mon[181282]: from='client.35688 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:51:46.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:51:45 smithi039 ceph-mon[181282]: pgmap v1733: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-22T17:51:46.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:51:45 smithi039 ceph-mon[181282]: from='client.35694 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:51:46.906 INFO:tasks.workunit.client.0.smithi032.stdout: 853: throughput=4.99MB/sec pending data=0 2023-12-22T17:51:46.907 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-k9Wi0CfWdzs3Sh0 off=1731814 len=1199090 2023-12-22T17:51:46.913 INFO:tasks.workunit.client.0.smithi032.stdout:op 4356 completed, throughput=5MB/sec 2023-12-22T17:51:46.913 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7RHmKDmn-o_7C_i off=7810013 len=1744008 2023-12-22T17:51:46.915 INFO:tasks.workunit.client.0.smithi032.stdout:op 4357 completed, throughput=5MB/sec 2023-12-22T17:51:46.915 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QuIlasAgt3nR1jy off=54171 len=762048 2023-12-22T17:51:46.920 INFO:tasks.workunit.client.0.smithi032.stdout:op 4358 completed, throughput=5MB/sec 2023-12-22T17:51:46.920 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KkLvWremXienvl2 off=469077 len=1360863 2023-12-22T17:51:46.926 INFO:tasks.workunit.client.0.smithi032.stdout:op 4359 completed, throughput=5MB/sec 2023-12-22T17:51:46.926 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RJjWdPRalteaxAB off=2195586 len=1598707 2023-12-22T17:51:46.929 INFO:tasks.workunit.client.0.smithi032.stdout:op 4360 completed, throughput=5MB/sec 2023-12-22T17:51:47.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:51:47 smithi032 ceph-mon[191839]: pgmap v1734: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:51:47.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:51:47 smithi032 ceph-mon[189144]: pgmap v1734: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:51:47.929 INFO:tasks.workunit.client.0.smithi032.stdout: 854: throughput=5MB/sec pending data=0 2023-12-22T17:51:47.930 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Y12BjcO8DLds9mJ off=497419 len=1309843 2023-12-22T17:51:47.932 INFO:tasks.workunit.client.0.smithi032.stdout:op 4361 completed, throughput=5MB/sec 2023-12-22T17:51:47.932 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EzpsxVz1Sgqi6M_ off=9952928 len=1680916 2023-12-22T17:51:47.941 INFO:tasks.workunit.client.0.smithi032.stdout:op 4362 completed, throughput=5MB/sec 2023-12-22T17:51:47.941 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qiwv5cuV3M16k4L off=1702490 len=9311 2023-12-22T17:51:47.944 INFO:tasks.workunit.client.0.smithi032.stdout:op 4363 completed, throughput=5MB/sec 2023-12-22T17:51:47.944 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0pUbmPko-7i5D90 off=9586068 len=188369 2023-12-22T17:51:47.944 INFO:tasks.workunit.client.0.smithi032.stdout:op 4364 completed, throughput=5MB/sec 2023-12-22T17:51:47.944 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yAyHXcZ-JWb5nVS off=1519493 len=1026836 2023-12-22T17:51:47.949 INFO:tasks.workunit.client.0.smithi032.stdout:op 4365 completed, throughput=5MB/sec 2023-12-22T17:51:48.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:51:47 smithi039 ceph-mon[181282]: pgmap v1734: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:51:48.949 INFO:tasks.workunit.client.0.smithi032.stdout: 855: throughput=4.99MB/sec pending data=0 2023-12-22T17:51:48.949 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-05f-B_9LvCW8X8i off=16652236 len=1625137 2023-12-22T17:51:48.951 INFO:tasks.workunit.client.0.smithi032.stdout:op 4366 completed, throughput=5MB/sec 2023-12-22T17:51:48.951 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-an9oRTw0HcEr3ex off=3141978 len=1272445 2023-12-22T17:51:48.957 INFO:tasks.workunit.client.0.smithi032.stdout:op 4367 completed, throughput=5MB/sec 2023-12-22T17:51:48.957 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TOds_5n_Xufaook off=13456155 len=704741 2023-12-22T17:51:48.962 INFO:tasks.workunit.client.0.smithi032.stdout:op 4368 completed, throughput=5MB/sec 2023-12-22T17:51:48.962 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Dn3oMKvlkXFpmuc off=10745895 len=656812 2023-12-22T17:51:48.966 INFO:tasks.workunit.client.0.smithi032.stdout:op 4369 completed, throughput=5MB/sec 2023-12-22T17:51:48.966 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Z7WRlMmeCC91gsZ off=9213474 len=995556 2023-12-22T17:51:48.971 INFO:tasks.workunit.client.0.smithi032.stdout:op 4370 completed, throughput=5MB/sec 2023-12-22T17:51:49.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:51:49 smithi032 ceph-mon[189144]: pgmap v1735: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:51:49.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:51:49 smithi032 ceph-mon[191839]: pgmap v1735: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:51:49.971 INFO:tasks.workunit.client.0.smithi032.stdout: 856: throughput=4.99MB/sec pending data=0 2023-12-22T17:51:49.971 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hBIRXzg8N1DMfNW off=12805626 len=664909 2023-12-22T17:51:49.972 INFO:tasks.workunit.client.0.smithi032.stdout:op 4371 completed, throughput=5MB/sec 2023-12-22T17:51:49.972 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-e-_wlJILtsstGyQ off=7180834 len=1064256 2023-12-22T17:51:49.978 INFO:tasks.workunit.client.0.smithi032.stdout:op 4372 completed, throughput=5MB/sec 2023-12-22T17:51:49.978 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-a3rxBkBQ5KgP-dg off=15067402 len=1349618 2023-12-22T17:51:49.984 INFO:tasks.workunit.client.0.smithi032.stdout:op 4373 completed, throughput=5MB/sec 2023-12-22T17:51:49.984 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2rCjjBPZuSMQSNX off=6576022 len=1950352 2023-12-22T17:51:49.988 INFO:tasks.workunit.client.0.smithi032.stdout:op 4374 completed, throughput=5MB/sec 2023-12-22T17:51:49.988 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fgQ22bfewhhWsF0 off=12350289 len=1653527 2023-12-22T17:51:49.996 INFO:tasks.workunit.client.0.smithi032.stdout:op 4375 completed, throughput=5MB/sec 2023-12-22T17:51:50.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:51:49 smithi039 ceph-mon[181282]: pgmap v1735: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:51:50.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:51:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:51:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:51:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:51:50.996 INFO:tasks.workunit.client.0.smithi032.stdout: 857: throughput=5MB/sec pending data=0 2023-12-22T17:51:50.996 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Yn6w5I8mZvPklbV off=848597 len=1181437 2023-12-22T17:51:51.003 INFO:tasks.workunit.client.0.smithi032.stdout:op 4376 completed, throughput=5MB/sec 2023-12-22T17:51:51.003 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Aobkzlw-GMuNJlQ off=16285438 len=1059360 2023-12-22T17:51:51.004 INFO:tasks.workunit.client.0.smithi032.stdout:op 4377 completed, throughput=5MB/sec 2023-12-22T17:51:51.004 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-K_-aKu9Mf9Gy5Wd off=7718928 len=274975 2023-12-22T17:51:51.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:51:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:51:51.007 INFO:tasks.workunit.client.0.smithi032.stdout:op 4378 completed, throughput=5MB/sec 2023-12-22T17:51:51.007 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Vxbg2Su44agjv6y off=17639639 len=1561222 2023-12-22T17:51:51.014 INFO:tasks.workunit.client.0.smithi032.stdout:op 4379 completed, throughput=5MB/sec 2023-12-22T17:51:51.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:51:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:51:50] "GET /metrics HTTP/1.1" 200 34027 "" "Prometheus/2.43.0" 2023-12-22T17:51:51.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:51:51 smithi032 ceph-mon[191839]: pgmap v1736: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-22T17:51:51.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:51:51 smithi032 ceph-mon[189144]: pgmap v1736: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-22T17:51:52.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:51:51 smithi039 ceph-mon[181282]: pgmap v1736: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-22T17:51:52.014 INFO:tasks.workunit.client.0.smithi032.stdout: 858: throughput=4.99MB/sec pending data=0 2023-12-22T17:51:52.015 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AQd6ERaUc8OxzNB off=2396344 len=308640 2023-12-22T17:51:52.016 INFO:tasks.workunit.client.0.smithi032.stdout:op 4380 completed, throughput=4.99MB/sec 2023-12-22T17:51:52.016 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-s6YLz4IrsbRtaN7 off=6195236 len=1082174 2023-12-22T17:51:52.021 INFO:tasks.workunit.client.0.smithi032.stdout:op 4381 completed, throughput=5MB/sec 2023-12-22T17:51:52.021 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ehMRIHE-qKr_5hU off=6344249 len=1898354 2023-12-22T17:51:52.024 INFO:tasks.workunit.client.0.smithi032.stdout:op 4382 completed, throughput=5MB/sec 2023-12-22T17:51:52.024 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SVlxHHCO6L-ZTYs off=2684722 len=964777 2023-12-22T17:51:52.029 INFO:tasks.workunit.client.0.smithi032.stdout:op 4383 completed, throughput=5MB/sec 2023-12-22T17:51:52.029 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uhM-b4AiO5EB1uq off=1201724 len=181220 2023-12-22T17:51:52.032 INFO:tasks.workunit.client.0.smithi032.stdout:op 4384 completed, throughput=5MB/sec 2023-12-22T17:51:52.032 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-adXK3814JkdXj-d off=5686317 len=729134 2023-12-22T17:51:52.033 INFO:tasks.workunit.client.0.smithi032.stdout:op 4385 completed, throughput=5MB/sec 2023-12-22T17:51:52.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:51:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:51:52.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:51:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:51:53.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:51:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:51:53.034 INFO:tasks.workunit.client.0.smithi032.stdout: 859: throughput=4.99MB/sec pending data=0 2023-12-22T17:51:53.034 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-n5OHluPnZdixDf6 off=4817368 len=937644 2023-12-22T17:51:53.035 INFO:tasks.workunit.client.0.smithi032.stdout:op 4386 completed, throughput=5MB/sec 2023-12-22T17:51:53.035 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DdKgZ8pKR3Lyfdg off=9692964 len=1674035 2023-12-22T17:51:53.041 INFO:tasks.workunit.client.0.smithi032.stdout:op 4387 completed, throughput=5MB/sec 2023-12-22T17:51:53.042 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-D-hU0FSxh8ooRK- off=9973728 len=368993 2023-12-22T17:51:53.045 INFO:tasks.workunit.client.0.smithi032.stdout:op 4388 completed, throughput=5MB/sec 2023-12-22T17:51:53.045 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HQ5wH1hTLnwfPxF off=6353186 len=1190320 2023-12-22T17:51:53.046 INFO:tasks.workunit.client.0.smithi032.stdout:op 4389 completed, throughput=5MB/sec 2023-12-22T17:51:53.046 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5YVaVUtKU-161Sl off=663250 len=1023838 2023-12-22T17:51:53.050 INFO:tasks.workunit.client.0.smithi032.stdout:op 4390 completed, throughput=5MB/sec 2023-12-22T17:51:53.050 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-q_s0WwNPXmM9SEL off=7830394 len=1333983 2023-12-22T17:51:53.052 INFO:tasks.workunit.client.0.smithi032.stdout:op 4391 completed, throughput=5MB/sec 2023-12-22T17:51:53.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:51:53 smithi032 ceph-mon[191839]: pgmap v1737: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-22T17:51:53.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:51:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:51:53.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:51:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:51:53.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:51:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:51:53.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:51:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:51:53.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:51:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:51:53.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:51:53 smithi032 ceph-mon[189144]: pgmap v1737: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-22T17:51:53.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:51:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:51:53.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:51:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:51:53.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:51:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:51:53.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:51:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:51:53.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:51:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:51:54.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:51:53 smithi039 ceph-mon[181282]: pgmap v1737: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-22T17:51:54.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:51:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:51:54.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:51:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:51:54.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:51:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:51:54.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:51:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:51:54.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:51:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:51:54.052 INFO:tasks.workunit.client.0.smithi032.stdout: 860: throughput=5MB/sec pending data=0 2023-12-22T17:51:54.052 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uARg2FAyOIOHdf7 off=2301788 len=13932 2023-12-22T17:51:54.053 INFO:tasks.workunit.client.0.smithi032.stdout:op 4392 completed, throughput=5MB/sec 2023-12-22T17:51:54.053 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-U4Y6napXeMUrLXD off=84232 len=2008080 2023-12-22T17:51:54.060 INFO:tasks.workunit.client.0.smithi032.stdout:op 4393 completed, throughput=5MB/sec 2023-12-22T17:51:54.060 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WrGsbzDnpYY2Wvq off=8281452 len=887541 2023-12-22T17:51:54.065 INFO:tasks.workunit.client.0.smithi032.stdout:op 4394 completed, throughput=5MB/sec 2023-12-22T17:51:54.065 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LCdy8E0ExS6f3ro off=10425806 len=1331653 2023-12-22T17:51:54.071 INFO:tasks.workunit.client.0.smithi032.stdout:op 4395 completed, throughput=5MB/sec 2023-12-22T17:51:54.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:51:54 smithi032 ceph-mon[191839]: pgmap v1738: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:51:54.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:51:54 smithi032 ceph-mon[189144]: pgmap v1738: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:51:55.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:51:54 smithi039 ceph-mon[181282]: pgmap v1738: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:51:55.071 INFO:tasks.workunit.client.0.smithi032.stdout: 861: throughput=4.99MB/sec pending data=0 2023-12-22T17:51:55.071 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dD_nTU0g1GWYLRm off=9746836 len=53901 2023-12-22T17:51:55.074 INFO:tasks.workunit.client.0.smithi032.stdout:op 4396 completed, throughput=4.99MB/sec 2023-12-22T17:51:55.074 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-D38jINXokfW9EDj off=383530 len=1389152 2023-12-22T17:51:55.082 INFO:tasks.workunit.client.0.smithi032.stdout:op 4397 completed, throughput=5MB/sec 2023-12-22T17:51:55.082 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6lAOc07Z5Ckc4YC off=13574340 len=158816 2023-12-22T17:51:55.085 INFO:tasks.workunit.client.0.smithi032.stdout:op 4398 completed, throughput=5MB/sec 2023-12-22T17:51:55.085 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Onz5P7QLO99K1z_ off=18560181 len=566493 2023-12-22T17:51:55.088 INFO:tasks.workunit.client.0.smithi032.stdout:op 4399 completed, throughput=5MB/sec 2023-12-22T17:51:55.088 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ICyA4YPbgyN0KY7 off=7827297 len=1295069 2023-12-22T17:51:55.095 INFO:tasks.workunit.client.0.smithi032.stdout:op 4400 completed, throughput=5MB/sec 2023-12-22T17:51:55.095 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Ar235r6mVHDuHR4 off=11337885 len=919634 2023-12-22T17:51:55.096 INFO:tasks.workunit.client.0.smithi032.stdout:op 4401 completed, throughput=5MB/sec 2023-12-22T17:51:55.096 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RPDKAhtKD3OVfeX off=4723748 len=131081 2023-12-22T17:51:55.098 INFO:tasks.workunit.client.0.smithi032.stdout:op 4402 completed, throughput=5MB/sec 2023-12-22T17:51:55.098 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-baig6N9XKsyskjZ off=7689347 len=699232 2023-12-22T17:51:55.099 INFO:tasks.workunit.client.0.smithi032.stdout:op 4403 completed, throughput=5MB/sec 2023-12-22T17:51:56.100 INFO:tasks.workunit.client.0.smithi032.stdout: 862: throughput=4.99MB/sec pending data=0 2023-12-22T17:51:56.101 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-K-IU6G1tJKZ35ez off=1250701 len=712291 2023-12-22T17:51:56.104 INFO:tasks.workunit.client.0.smithi032.stdout:op 4404 completed, throughput=5MB/sec 2023-12-22T17:51:56.105 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wQ0_etbq4rL0J2F off=4674553 len=1723780 2023-12-22T17:51:56.112 INFO:tasks.workunit.client.0.smithi032.stdout:op 4405 completed, throughput=5MB/sec 2023-12-22T17:51:56.112 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dzg9QxsN3Vgef1- off=349058 len=1576366 2023-12-22T17:51:56.118 INFO:tasks.workunit.client.0.smithi032.stdout:op 4406 completed, throughput=5MB/sec 2023-12-22T17:51:56.118 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YpuRPYQgRPTVpyD off=10072820 len=1431411 2023-12-22T17:51:56.121 INFO:tasks.workunit.client.0.smithi032.stdout:op 4407 completed, throughput=5MB/sec 2023-12-22T17:51:57.121 INFO:tasks.workunit.client.0.smithi032.stdout: 863: throughput=4.99MB/sec pending data=0 2023-12-22T17:51:57.121 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mcy1nxYRo4L69sZ off=13612038 len=1315920 2023-12-22T17:51:57.123 INFO:tasks.workunit.client.0.smithi032.stdout:op 4408 completed, throughput=5MB/sec 2023-12-22T17:51:57.123 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xoS-IKlnzfCvw8F off=3097425 len=1974044 2023-12-22T17:51:57.125 INFO:tasks.workunit.client.0.smithi032.stdout:op 4409 completed, throughput=5MB/sec 2023-12-22T17:51:57.125 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mxfc-eDqaeLNpdx off=12078045 len=221834 2023-12-22T17:51:57.128 INFO:tasks.workunit.client.0.smithi032.stdout:op 4410 completed, throughput=5MB/sec 2023-12-22T17:51:57.128 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-b8Mc7rs4tEMW5iQ off=1680512 len=1509783 2023-12-22T17:51:57.136 INFO:tasks.workunit.client.0.smithi032.stdout:op 4411 completed, throughput=5MB/sec 2023-12-22T17:51:57.136 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DseY32wWPlFMuEk off=4840447 len=368406 2023-12-22T17:51:57.139 INFO:tasks.workunit.client.0.smithi032.stdout:op 4412 completed, throughput=5MB/sec 2023-12-22T17:51:57.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:51:57 smithi032 ceph-mon[191839]: pgmap v1739: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-22T17:51:57.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:51:57 smithi032 ceph-mon[189144]: pgmap v1739: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-22T17:51:58.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:51:57 smithi039 ceph-mon[181282]: pgmap v1739: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-22T17:51:58.140 INFO:tasks.workunit.client.0.smithi032.stdout: 864: throughput=4.99MB/sec pending data=0 2023-12-22T17:51:58.140 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xHNM-KbTrvkcRXy off=9071520 len=449322 2023-12-22T17:51:58.141 INFO:tasks.workunit.client.0.smithi032.stdout:op 4413 completed, throughput=4.99MB/sec 2023-12-22T17:51:58.141 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-H-7FKZYqc7jpVXG off=8299440 len=1740552 2023-12-22T17:51:58.143 INFO:tasks.workunit.client.0.smithi032.stdout:op 4414 completed, throughput=5MB/sec 2023-12-22T17:51:58.143 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5OBzG2MjrtBp5uB off=102530 len=2002212 2023-12-22T17:51:58.145 INFO:tasks.workunit.client.0.smithi032.stdout:op 4415 completed, throughput=5MB/sec 2023-12-22T17:51:58.146 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GvcsGDxn_3nQ4_V off=2682798 len=1634834 2023-12-22T17:51:58.154 INFO:tasks.workunit.client.0.smithi032.stdout:op 4416 completed, throughput=5MB/sec 2023-12-22T17:51:59.154 INFO:tasks.workunit.client.0.smithi032.stdout: 865: throughput=5MB/sec pending data=0 2023-12-22T17:51:59.154 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-b4NSmbH_It_3adh off=2506253 len=2041169 2023-12-22T17:51:59.163 INFO:tasks.workunit.client.0.smithi032.stdout:op 4417 completed, throughput=5MB/sec 2023-12-22T17:51:59.163 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AY1vSHzOTTaAyiT off=12688407 len=1847991 2023-12-22T17:51:59.171 INFO:tasks.workunit.client.0.smithi032.stdout:op 4418 completed, throughput=5MB/sec 2023-12-22T17:51:59.171 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kLzwPENyhDBenXZ off=13547292 len=629978 2023-12-22T17:51:59.172 INFO:tasks.workunit.client.0.smithi032.stdout:op 4419 completed, throughput=5MB/sec 2023-12-22T17:51:59.172 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MF5IMIGI7xZmXJf off=1658810 len=609108 2023-12-22T17:51:59.176 INFO:tasks.workunit.client.0.smithi032.stdout:op 4420 completed, throughput=5MB/sec 2023-12-22T17:51:59.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:51:59 smithi032 ceph-mon[191839]: pgmap v1740: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:51:59.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:51:59 smithi032 ceph-mon[189144]: pgmap v1740: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:52:00.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:51:59 smithi039 ceph-mon[181282]: pgmap v1740: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:52:00.176 INFO:tasks.workunit.client.0.smithi032.stdout: 866: throughput=4.99MB/sec pending data=0 2023-12-22T17:52:00.176 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WbFBDx6Cq9oiClI off=663597 len=1839617 2023-12-22T17:52:00.179 INFO:tasks.workunit.client.0.smithi032.stdout:op 4421 completed, throughput=5MB/sec 2023-12-22T17:52:00.179 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zYCLo-eZ_gb4UVA off=2501812 len=1322546 2023-12-22T17:52:00.181 INFO:tasks.workunit.client.0.smithi032.stdout:op 4422 completed, throughput=5MB/sec 2023-12-22T17:52:00.181 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mcy1nxYRo4L69sZ off=1243934 len=1412153 2023-12-22T17:52:00.187 INFO:tasks.workunit.client.0.smithi032.stdout:op 4423 completed, throughput=5MB/sec 2023-12-22T17:52:00.187 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-71oF7ecYNRXjXvc off=5724377 len=602689 2023-12-22T17:52:00.191 INFO:tasks.workunit.client.0.smithi032.stdout:op 4424 completed, throughput=5MB/sec 2023-12-22T17:52:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:52:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:52:00] "GET /metrics HTTP/1.1" 200 34027 "" "Prometheus/2.43.0" 2023-12-22T17:52:01.191 INFO:tasks.workunit.client.0.smithi032.stdout: 867: throughput=4.99MB/sec pending data=0 2023-12-22T17:52:01.192 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qph48VfKN54OXpd off=3947691 len=169750 2023-12-22T17:52:01.193 INFO:tasks.workunit.client.0.smithi032.stdout:op 4425 completed, throughput=4.99MB/sec 2023-12-22T17:52:01.193 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-q-WwJhlJBo1UEZK off=12858491 len=1540518 2023-12-22T17:52:01.195 INFO:tasks.workunit.client.0.smithi032.stdout:op 4426 completed, throughput=5MB/sec 2023-12-22T17:52:01.195 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0_s1P02bUQDhD22 off=14121639 len=742930 2023-12-22T17:52:01.200 INFO:tasks.workunit.client.0.smithi032.stdout:op 4427 completed, throughput=5MB/sec 2023-12-22T17:52:01.200 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-W1RmFIzviRpsFTs off=2677936 len=1046703 2023-12-22T17:52:01.201 INFO:tasks.workunit.client.0.smithi032.stdout:op 4428 completed, throughput=5MB/sec 2023-12-22T17:52:01.202 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jrrCcY0nHBGVyeX off=847176 len=1309332 2023-12-22T17:52:01.208 INFO:tasks.workunit.client.0.smithi032.stdout:op 4429 completed, throughput=5MB/sec 2023-12-22T17:52:01.208 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SoCDyRDqp48AIVR off=8543933 len=992236 2023-12-22T17:52:01.209 INFO:tasks.workunit.client.0.smithi032.stdout:op 4430 completed, throughput=5MB/sec 2023-12-22T17:52:01.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:52:01 smithi032 ceph-mon[191839]: pgmap v1741: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:52:01.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:52:01 smithi032 ceph-mon[189144]: pgmap v1741: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:52:02.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:52:01 smithi039 ceph-mon[181282]: pgmap v1741: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:52:02.209 INFO:tasks.workunit.client.0.smithi032.stdout: 868: throughput=5MB/sec pending data=0 2023-12-22T17:52:02.209 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qq4tFapg0PO-LQf off=3362981 len=283308 2023-12-22T17:52:02.213 INFO:tasks.workunit.client.0.smithi032.stdout:op 4431 completed, throughput=5MB/sec 2023-12-22T17:52:02.214 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vvLHEKrjyS1G8PJ off=307953 len=11522 2023-12-22T17:52:02.214 INFO:tasks.workunit.client.0.smithi032.stdout:op 4432 completed, throughput=5MB/sec 2023-12-22T17:52:02.214 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZyNlYFUCJNibW6p off=303885 len=777303 2023-12-22T17:52:02.215 INFO:tasks.workunit.client.0.smithi032.stdout:op 4433 completed, throughput=5MB/sec 2023-12-22T17:52:02.215 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HDlTXC-sNZP2wLv off=6971574 len=1407081 2023-12-22T17:52:02.221 INFO:tasks.workunit.client.0.smithi032.stdout:op 4434 completed, throughput=5MB/sec 2023-12-22T17:52:02.221 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Pd3jRn1v2Q6Q15y off=1095319 len=458012 2023-12-22T17:52:02.225 INFO:tasks.workunit.client.0.smithi032.stdout:op 4435 completed, throughput=5MB/sec 2023-12-22T17:52:02.225 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-L69IXHZTDbhsYoN off=16171571 len=1669308 2023-12-22T17:52:02.228 INFO:tasks.workunit.client.0.smithi032.stdout:op 4436 completed, throughput=5MB/sec 2023-12-22T17:52:03.229 INFO:tasks.workunit.client.0.smithi032.stdout: 869: throughput=4.99MB/sec pending data=0 2023-12-22T17:52:03.229 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MaSJ4KXDVQYD0XJ off=3657843 len=621756 2023-12-22T17:52:03.233 INFO:tasks.workunit.client.0.smithi032.stdout:op 4437 completed, throughput=5MB/sec 2023-12-22T17:52:03.233 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lw61URRHRd4A6Xn off=1387044 len=870067 2023-12-22T17:52:03.234 INFO:tasks.workunit.client.0.smithi032.stdout:op 4438 completed, throughput=5MB/sec 2023-12-22T17:52:03.235 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-10-pFB-bcvJgMGw off=1018104 len=1567639 2023-12-22T17:52:03.236 INFO:tasks.workunit.client.0.smithi032.stdout:op 4439 completed, throughput=5MB/sec 2023-12-22T17:52:03.236 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uGn38vTHkT3YI2c off=4617264 len=296182 2023-12-22T17:52:03.237 INFO:tasks.workunit.client.0.smithi032.stdout:op 4440 completed, throughput=5MB/sec 2023-12-22T17:52:03.237 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RFxWGxnjW-2Zppm off=6680326 len=1451865 2023-12-22T17:52:03.244 INFO:tasks.workunit.client.0.smithi032.stdout:op 4441 completed, throughput=5MB/sec 2023-12-22T17:52:03.244 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MXl1f0ZQsueacOq off=997962 len=1023590 2023-12-22T17:52:03.245 INFO:tasks.workunit.client.0.smithi032.stdout:op 4442 completed, throughput=5MB/sec 2023-12-22T17:52:03.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:52:03 smithi032 ceph-mon[191839]: pgmap v1742: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-22T17:52:03.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:52:03 smithi032 ceph-mon[189144]: pgmap v1742: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-22T17:52:04.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:52:03 smithi039 ceph-mon[181282]: pgmap v1742: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-22T17:52:04.246 INFO:tasks.workunit.client.0.smithi032.stdout: 870: throughput=4.99MB/sec pending data=0 2023-12-22T17:52:04.246 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6GUQRCcWhtbQd7K off=11291364 len=612438 2023-12-22T17:52:04.250 INFO:tasks.workunit.client.0.smithi032.stdout:op 4443 completed, throughput=5MB/sec 2023-12-22T17:52:04.251 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-oXPvXGCVQKLrnYQ off=6400869 len=863450 2023-12-22T17:52:04.252 INFO:tasks.workunit.client.0.smithi032.stdout:op 4444 completed, throughput=5MB/sec 2023-12-22T17:52:04.252 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zy_wnGrFFU03bNp off=2520092 len=1974936 2023-12-22T17:52:04.259 INFO:tasks.workunit.client.0.smithi032.stdout:op 4445 completed, throughput=5MB/sec 2023-12-22T17:52:04.260 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Jgl_I-4j4_vm0Va off=5392377 len=192086 2023-12-22T17:52:04.260 INFO:tasks.workunit.client.0.smithi032.stdout:op 4446 completed, throughput=5MB/sec 2023-12-22T17:52:04.260 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-d0AxxI4ZyL5BZUP off=17918059 len=1203354 2023-12-22T17:52:04.261 INFO:tasks.workunit.client.0.smithi032.stdout:op 4447 completed, throughput=5MB/sec 2023-12-22T17:52:05.262 INFO:tasks.workunit.client.0.smithi032.stdout: 871: throughput=4.99MB/sec pending data=0 2023-12-22T17:52:05.263 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-27Bvbq8bCGWHb7f off=3833837 len=961993 2023-12-22T17:52:05.263 INFO:tasks.workunit.client.0.smithi032.stdout:op 4448 completed, throughput=5MB/sec 2023-12-22T17:52:05.263 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4W1t-89va3lsMTo off=4119376 len=2085134 2023-12-22T17:52:05.272 INFO:tasks.workunit.client.0.smithi032.stdout:op 4449 completed, throughput=5MB/sec 2023-12-22T17:52:05.273 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-93tPxqewc0iYqND off=8825941 len=1435422 2023-12-22T17:52:05.275 INFO:tasks.workunit.client.0.smithi032.stdout:op 4450 completed, throughput=5MB/sec 2023-12-22T17:52:05.275 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-roYQLOM6yxDqpNt off=20680365 len=340296 2023-12-22T17:52:05.276 INFO:tasks.workunit.client.0.smithi032.stdout:op 4451 completed, throughput=5MB/sec 2023-12-22T17:52:05.276 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UVEYGnakY9HY1j2 off=1687661 len=289044 2023-12-22T17:52:05.279 INFO:tasks.workunit.client.0.smithi032.stdout:op 4452 completed, throughput=5MB/sec 2023-12-22T17:52:05.279 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SAeVJ71KdqW5UPD off=11916746 len=1365067 2023-12-22T17:52:05.282 INFO:tasks.workunit.client.0.smithi032.stdout:op 4453 completed, throughput=5MB/sec 2023-12-22T17:52:05.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:52:05 smithi032 ceph-mon[191839]: pgmap v1743: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:52:05.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:52:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:52:05.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:52:05 smithi032 ceph-mon[189144]: pgmap v1743: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:52:05.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:52:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:52:06.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:52:05 smithi039 ceph-mon[181282]: pgmap v1743: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:52:06.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:52:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:52:06.283 INFO:tasks.workunit.client.0.smithi032.stdout: 872: throughput=5MB/sec pending data=0 2023-12-22T17:52:06.283 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--YfStmUkh7qDbYd off=256700 len=142425 2023-12-22T17:52:06.285 INFO:tasks.workunit.client.0.smithi032.stdout:op 4454 completed, throughput=5MB/sec 2023-12-22T17:52:06.285 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1uRDXkqP11AK0ZO off=196482 len=447858 2023-12-22T17:52:06.289 INFO:tasks.workunit.client.0.smithi032.stdout:op 4455 completed, throughput=5MB/sec 2023-12-22T17:52:06.289 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VHxaF9FhdRL2wA0 off=2888727 len=879821 2023-12-22T17:52:06.290 INFO:tasks.workunit.client.0.smithi032.stdout:op 4456 completed, throughput=5MB/sec 2023-12-22T17:52:06.291 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-K4Z3v8bShKuYCA0 off=2646378 len=634825 2023-12-22T17:52:06.294 INFO:tasks.workunit.client.0.smithi032.stdout:op 4457 completed, throughput=5MB/sec 2023-12-22T17:52:06.294 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JDzbxvXLyC0l8hn off=541545 len=226639 2023-12-22T17:52:06.298 INFO:tasks.workunit.client.0.smithi032.stdout:op 4458 completed, throughput=5MB/sec 2023-12-22T17:52:06.298 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hYtge2MHJm6qapU off=3007824 len=1392729 2023-12-22T17:52:06.299 INFO:tasks.workunit.client.0.smithi032.stdout:op 4459 completed, throughput=5MB/sec 2023-12-22T17:52:06.299 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sxAAnI0UCvbtEA- off=2658578 len=278952 2023-12-22T17:52:06.302 INFO:tasks.workunit.client.0.smithi032.stdout:op 4460 completed, throughput=5MB/sec 2023-12-22T17:52:06.302 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6J9BRnEcwqJOAiw off=2424354 len=1450012 2023-12-22T17:52:06.309 INFO:tasks.workunit.client.0.smithi032.stdout:op 4461 completed, throughput=5MB/sec 2023-12-22T17:52:07.309 INFO:tasks.workunit.client.0.smithi032.stdout: 873: throughput=5MB/sec pending data=0 2023-12-22T17:52:07.310 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-j733MKunFpruAWk off=3824802 len=482708 2023-12-22T17:52:07.310 INFO:tasks.workunit.client.0.smithi032.stdout:op 4462 completed, throughput=5MB/sec 2023-12-22T17:52:07.310 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jhglxmAOqy_aD6K off=1780961 len=1379091 2023-12-22T17:52:07.317 INFO:tasks.workunit.client.0.smithi032.stdout:op 4463 completed, throughput=5MB/sec 2023-12-22T17:52:07.318 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-oauBcAbPROerXjc off=3788295 len=2051032 2023-12-22T17:52:07.319 INFO:tasks.workunit.client.0.smithi032.stdout:op 4464 completed, throughput=5MB/sec 2023-12-22T17:52:07.320 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cqde1NJjEFzB6zL off=9223445 len=885624 2023-12-22T17:52:07.325 INFO:tasks.workunit.client.0.smithi032.stdout:op 4465 completed, throughput=5MB/sec 2023-12-22T17:52:07.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:52:07 smithi032 ceph-mon[191839]: pgmap v1744: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:52:07.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:52:07 smithi032 ceph-mon[189144]: pgmap v1744: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:52:08.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:52:07 smithi039 ceph-mon[181282]: pgmap v1744: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:52:08.325 INFO:tasks.workunit.client.0.smithi032.stdout: 874: throughput=5MB/sec pending data=0 2023-12-22T17:52:08.325 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YGl8qZnOWs7wYde off=9167841 len=1125731 2023-12-22T17:52:08.332 INFO:tasks.workunit.client.0.smithi032.stdout:op 4466 completed, throughput=5MB/sec 2023-12-22T17:52:08.332 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FQJtp-sHXlUtmsK off=863929 len=2002227 2023-12-22T17:52:08.334 INFO:tasks.workunit.client.0.smithi032.stdout:op 4467 completed, throughput=5MB/sec 2023-12-22T17:52:08.334 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lVEz90ZPto5uB7- off=5309201 len=1546191 2023-12-22T17:52:08.336 INFO:tasks.workunit.client.0.smithi032.stdout:op 4468 completed, throughput=5MB/sec 2023-12-22T17:52:09.336 INFO:tasks.workunit.client.0.smithi032.stdout: 875: throughput=4.99MB/sec pending data=0 2023-12-22T17:52:09.337 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mnJPi44FaC40fXB off=482210 len=288153 2023-12-22T17:52:09.340 INFO:tasks.workunit.client.0.smithi032.stdout:op 4469 completed, throughput=4.99MB/sec 2023-12-22T17:52:09.340 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5dPM075qol-DnfS off=3390204 len=1658760 2023-12-22T17:52:09.348 INFO:tasks.workunit.client.0.smithi032.stdout:op 4470 completed, throughput=5MB/sec 2023-12-22T17:52:09.348 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ncV5y07rjfP1Owx off=10392317 len=1046789 2023-12-22T17:52:09.353 INFO:tasks.workunit.client.0.smithi032.stdout:op 4471 completed, throughput=5MB/sec 2023-12-22T17:52:09.353 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zfuAONLDXLpYjJm off=7413485 len=268007 2023-12-22T17:52:09.356 INFO:tasks.workunit.client.0.smithi032.stdout:op 4472 completed, throughput=5MB/sec 2023-12-22T17:52:09.356 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5Nd5X6nXWpL7bgw off=1830179 len=200322 2023-12-22T17:52:09.358 INFO:tasks.workunit.client.0.smithi032.stdout:op 4473 completed, throughput=5MB/sec 2023-12-22T17:52:09.359 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lJxq_uYNfm9qTVI off=7895368 len=263787 2023-12-22T17:52:09.361 INFO:tasks.workunit.client.0.smithi032.stdout:op 4474 completed, throughput=5MB/sec 2023-12-22T17:52:09.361 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gjU5wxqD7bEHMUC off=5624459 len=1930704 2023-12-22T17:52:09.368 INFO:tasks.workunit.client.0.smithi032.stdout:op 4475 completed, throughput=5MB/sec 2023-12-22T17:52:09.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:52:09 smithi032 ceph-mon[189144]: pgmap v1745: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-22T17:52:09.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:52:09 smithi032 ceph-mon[191839]: pgmap v1745: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-22T17:52:10.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:52:09 smithi039 ceph-mon[181282]: pgmap v1745: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-22T17:52:10.368 INFO:tasks.workunit.client.0.smithi032.stdout: 876: throughput=4.99MB/sec pending data=0 2023-12-22T17:52:10.369 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2PnAxCEkaaZ0dd4 off=12764497 len=318153 2023-12-22T17:52:10.372 INFO:tasks.workunit.client.0.smithi032.stdout:op 4476 completed, throughput=5MB/sec 2023-12-22T17:52:10.372 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rDR-fpxFZ_f7tHl off=11673017 len=1028665 2023-12-22T17:52:10.378 INFO:tasks.workunit.client.0.smithi032.stdout:op 4477 completed, throughput=5MB/sec 2023-12-22T17:52:10.379 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9YSHiK1yEUzU0y0 off=4915966 len=929055 2023-12-22T17:52:10.380 INFO:tasks.workunit.client.0.smithi032.stdout:op 4478 completed, throughput=5MB/sec 2023-12-22T17:52:10.380 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ud3CFGmMW5bdwVQ off=972835 len=1924038 2023-12-22T17:52:10.392 INFO:tasks.workunit.client.0.smithi032.stdout:op 4479 completed, throughput=5MB/sec 2023-12-22T17:52:10.392 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bXTI9_QHg0gM3Nu off=4686683 len=1224927 2023-12-22T17:52:10.399 INFO:tasks.workunit.client.0.smithi032.stdout:op 4480 completed, throughput=5MB/sec 2023-12-22T17:52:10.928 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:52:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:52:10] "GET /metrics HTTP/1.1" 200 34030 "" "Prometheus/2.43.0" 2023-12-22T17:52:10.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:52:10 smithi032 ceph-mon[191839]: pgmap v1746: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:52:10.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:52:10 smithi032 ceph-mon[189144]: pgmap v1746: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:52:11.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:52:10 smithi039 ceph-mon[181282]: pgmap v1746: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:52:11.399 INFO:tasks.workunit.client.0.smithi032.stdout: 877: throughput=4.99MB/sec pending data=0 2023-12-22T17:52:11.399 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ssWl4w4v_WZfHk_ off=7649880 len=575601 2023-12-22T17:52:11.404 INFO:tasks.workunit.client.0.smithi032.stdout:op 4481 completed, throughput=5MB/sec 2023-12-22T17:52:11.404 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AREKr14DWoM7aZU off=467912 len=500775 2023-12-22T17:52:11.408 INFO:tasks.workunit.client.0.smithi032.stdout:op 4482 completed, throughput=5MB/sec 2023-12-22T17:52:11.408 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nBkxstTJUDADbbE off=11500025 len=1665005 2023-12-22T17:52:11.410 INFO:tasks.workunit.client.0.smithi032.stdout:op 4483 completed, throughput=5MB/sec 2023-12-22T17:52:11.410 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ydwx77K0VTyxV5n off=8981402 len=1806294 2023-12-22T17:52:11.412 INFO:tasks.workunit.client.0.smithi032.stdout:op 4484 completed, throughput=5MB/sec 2023-12-22T17:52:11.412 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-N1RF7tbOGncaeSK off=6243441 len=1086084 2023-12-22T17:52:11.415 INFO:tasks.workunit.client.0.smithi032.stdout:op 4485 completed, throughput=5MB/sec 2023-12-22T17:52:12.416 INFO:tasks.workunit.client.0.smithi032.stdout: 878: throughput=5MB/sec pending data=0 2023-12-22T17:52:12.416 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_7akqo0DnFeb1Mu off=841018 len=189818 2023-12-22T17:52:12.416 INFO:tasks.workunit.client.0.smithi032.stdout:op 4486 completed, throughput=5MB/sec 2023-12-22T17:52:12.416 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EVmq-54uE4rDLpR off=3250141 len=1712009 2023-12-22T17:52:12.425 INFO:tasks.workunit.client.0.smithi032.stdout:op 4487 completed, throughput=5MB/sec 2023-12-22T17:52:12.425 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-U0iQbFPvNlbpR-W off=13123609 len=648222 2023-12-22T17:52:12.426 INFO:tasks.workunit.client.0.smithi032.stdout:op 4488 completed, throughput=5MB/sec 2023-12-22T17:52:12.426 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2BDErjKc7GCTZL3 off=2725512 len=48704 2023-12-22T17:52:12.426 INFO:tasks.workunit.client.0.smithi032.stdout:op 4489 completed, throughput=5MB/sec 2023-12-22T17:52:12.427 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dKCUwLAYcAHAuAd off=1232865 len=1005997 2023-12-22T17:52:12.428 INFO:tasks.workunit.client.0.smithi032.stdout:op 4490 completed, throughput=5MB/sec 2023-12-22T17:52:12.428 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-msH_Ru82ssq6pxu off=2738746 len=382748 2023-12-22T17:52:12.429 INFO:tasks.workunit.client.0.smithi032.stdout:op 4491 completed, throughput=5MB/sec 2023-12-22T17:52:12.429 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-J29OPiDULHv5KiD off=12390899 len=1014306 2023-12-22T17:52:12.431 INFO:tasks.workunit.client.0.smithi032.stdout:op 4492 completed, throughput=5MB/sec 2023-12-22T17:52:13.431 INFO:tasks.workunit.client.0.smithi032.stdout: 879: throughput=4.99MB/sec pending data=0 2023-12-22T17:52:13.432 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-93baQyFqHIJtsMa off=2316387 len=1849266 2023-12-22T17:52:13.439 INFO:tasks.workunit.client.0.smithi032.stdout:op 4493 completed, throughput=5MB/sec 2023-12-22T17:52:13.439 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-z-TCr9Qspdlc6GW off=3312278 len=229394 2023-12-22T17:52:13.442 INFO:tasks.workunit.client.0.smithi032.stdout:op 4494 completed, throughput=5MB/sec 2023-12-22T17:52:13.442 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qPiTmFKGXQXLvV0 off=9319695 len=206270 2023-12-22T17:52:13.445 INFO:tasks.workunit.client.0.smithi032.stdout:op 4495 completed, throughput=5MB/sec 2023-12-22T17:52:13.445 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-y9qmU_vA7h6FYFU off=6208351 len=1769222 2023-12-22T17:52:13.446 INFO:tasks.workunit.client.0.smithi032.stdout:op 4496 completed, throughput=5MB/sec 2023-12-22T17:52:13.447 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lg7TmjyQbt6lepU off=3452015 len=1752646 2023-12-22T17:52:13.452 INFO:tasks.workunit.client.0.smithi032.stdout:op 4497 completed, throughput=5MB/sec 2023-12-22T17:52:13.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:52:13 smithi032 ceph-mon[191839]: pgmap v1747: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-22T17:52:13.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:52:13 smithi032 ceph-mon[189144]: pgmap v1747: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-22T17:52:14.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:52:13 smithi039 ceph-mon[181282]: pgmap v1747: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-22T17:52:14.452 INFO:tasks.workunit.client.0.smithi032.stdout: 880: throughput=5MB/sec pending data=0 2023-12-22T17:52:14.453 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-D2kZzfrrWKBt1Ib off=822052 len=1736845 2023-12-22T17:52:14.461 INFO:tasks.workunit.client.0.smithi032.stdout:op 4498 completed, throughput=5MB/sec 2023-12-22T17:52:14.461 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nyPOr3Mg6NTCCSo off=2982474 len=568677 2023-12-22T17:52:14.464 INFO:tasks.workunit.client.0.smithi032.stdout:op 4499 completed, throughput=5MB/sec 2023-12-22T17:52:14.465 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hqWJBcilCc9xl7B off=5315306 len=1638104 2023-12-22T17:52:14.472 INFO:tasks.workunit.client.0.smithi032.stdout:op 4500 completed, throughput=5MB/sec 2023-12-22T17:52:14.472 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VgVsRfkD-EaZG8P off=4009438 len=759353 2023-12-22T17:52:14.476 INFO:tasks.workunit.client.0.smithi032.stdout:op 4501 completed, throughput=5MB/sec 2023-12-22T17:52:14.709 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:52:15.037 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:52:15.038 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (32m) 8m ago 36m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:52:15.038 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (31m) 6m ago 36m 90.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:52:15.038 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (37m) 8m ago 37m 20.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:52:15.038 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (37m) 6m ago 37m 27.7M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:52:15.038 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (31m) 6m ago 40m 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:52:15.038 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (31m) 8m ago 41m 541M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:52:15.038 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (31m) 8m ago 41m 246M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:52:15.038 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (30m) 6m ago 40m 150M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:52:15.038 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (30m) 8m ago 40m 150M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:52:15.038 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (32m) 8m ago 36m 15.8M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:52:15.038 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (31m) 6m ago 36m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:52:15.039 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (30m) 8m ago 39m 1953M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:52:15.039 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (29m) 8m ago 39m 2201M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:52:15.039 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (29m) 8m ago 39m 2126M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:52:15.039 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (28m) 8m ago 38m 1857M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:52:15.039 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (28m) 6m ago 38m 1838M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:52:15.039 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (27m) 6m ago 38m 1596M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:52:15.039 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (27m) 6m ago 38m 1056M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:52:15.039 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (26m) 6m ago 37m 1503M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:52:15.039 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (31m) 6m ago 37m 79.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:52:15.435 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:52:15.436 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:52:15.436 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:52:15.436 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:52:15.436 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:52:15.436 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:52:15.436 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:52:15.436 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:52:15.436 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:52:15.436 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:52:15.436 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:52:15.436 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:52:15.437 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:52:15.437 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:52:15.437 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:52:15.437 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:52:15.437 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:52:15.437 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:52:15.476 INFO:tasks.workunit.client.0.smithi032.stdout: 881: throughput=4.99MB/sec pending data=0 2023-12-22T17:52:15.476 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EkJbFbr-dogiX9l off=4639290 len=980932 2023-12-22T17:52:15.482 INFO:tasks.workunit.client.0.smithi032.stdout:op 4502 completed, throughput=5MB/sec 2023-12-22T17:52:15.482 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ArPdolBlMSr-Z_Q off=12623497 len=962279 2023-12-22T17:52:15.486 INFO:tasks.workunit.client.0.smithi032.stdout:op 4503 completed, throughput=5MB/sec 2023-12-22T17:52:15.486 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uihFqBUURFu-pqZ off=5819190 len=1476148 2023-12-22T17:52:15.487 INFO:tasks.workunit.client.0.smithi032.stdout:op 4504 completed, throughput=5MB/sec 2023-12-22T17:52:15.488 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-q_CPaGMZPy0aZwz off=6332472 len=1730895 2023-12-22T17:52:15.491 INFO:tasks.workunit.client.0.smithi032.stdout:op 4505 completed, throughput=5MB/sec 2023-12-22T17:52:15.491 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-anhoJTpPtT3R1SV off=13651941 len=1584302 2023-12-22T17:52:15.499 INFO:tasks.workunit.client.0.smithi032.stdout:op 4506 completed, throughput=5MB/sec 2023-12-22T17:52:15.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:52:15 smithi032 ceph-mon[191839]: pgmap v1748: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:52:15.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:52:15 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2515154586' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:52:15.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:52:15 smithi032 ceph-mon[189144]: pgmap v1748: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:52:15.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:52:15 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2515154586' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:52:16.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:52:15 smithi039 ceph-mon[181282]: pgmap v1748: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:52:16.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:52:15 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2515154586' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:52:16.499 INFO:tasks.workunit.client.0.smithi032.stdout: 882: throughput=5MB/sec pending data=0 2023-12-22T17:52:16.499 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-oXPvXGCVQKLrnYQ off=3924309 len=872277 2023-12-22T17:52:16.504 INFO:tasks.workunit.client.0.smithi032.stdout:op 4507 completed, throughput=5MB/sec 2023-12-22T17:52:16.504 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-aGcprsN8calz6r1 off=3541315 len=1758929 2023-12-22T17:52:16.507 INFO:tasks.workunit.client.0.smithi032.stdout:op 4508 completed, throughput=5MB/sec 2023-12-22T17:52:16.507 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JbhNjKSi93RoLOL off=2057327 len=613884 2023-12-22T17:52:16.511 INFO:tasks.workunit.client.0.smithi032.stdout:op 4509 completed, throughput=5MB/sec 2023-12-22T17:52:16.511 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-aY6Oh7EGvLGJgp7 off=5253346 len=1191872 2023-12-22T17:52:16.516 INFO:tasks.workunit.client.0.smithi032.stdout:op 4510 completed, throughput=5MB/sec 2023-12-22T17:52:16.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:52:16 smithi032 ceph-mon[191839]: from='client.35706 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:52:16.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:52:16 smithi032 ceph-mon[191839]: from='client.45647 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:52:16.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:52:16 smithi032 ceph-mon[189144]: from='client.35706 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:52:16.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:52:16 smithi032 ceph-mon[189144]: from='client.45647 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:52:17.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:52:16 smithi039 ceph-mon[181282]: from='client.35706 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:52:17.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:52:16 smithi039 ceph-mon[181282]: from='client.45647 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:52:17.516 INFO:tasks.workunit.client.0.smithi032.stdout: 883: throughput=5MB/sec pending data=0 2023-12-22T17:52:17.517 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bT36_5dlQFPimgg off=2945898 len=644526 2023-12-22T17:52:17.521 INFO:tasks.workunit.client.0.smithi032.stdout:op 4511 completed, throughput=5MB/sec 2023-12-22T17:52:17.521 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QH-zUjmcBdet7oa off=6219101 len=77884 2023-12-22T17:52:17.522 INFO:tasks.workunit.client.0.smithi032.stdout:op 4512 completed, throughput=5MB/sec 2023-12-22T17:52:17.522 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jrgPRsWrVez-uxV off=5123721 len=428554 2023-12-22T17:52:17.522 INFO:tasks.workunit.client.0.smithi032.stdout:op 4513 completed, throughput=5MB/sec 2023-12-22T17:52:17.523 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bQQQFiH_9n37U1h off=3079072 len=955761 2023-12-22T17:52:17.528 INFO:tasks.workunit.client.0.smithi032.stdout:op 4514 completed, throughput=5MB/sec 2023-12-22T17:52:17.528 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hM2ApAVTgz83CWG off=3158811 len=1560065 2023-12-22T17:52:17.530 INFO:tasks.workunit.client.0.smithi032.stdout:op 4515 completed, throughput=5MB/sec 2023-12-22T17:52:17.530 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TdvLg3wqNsKOniv off=4635409 len=289824 2023-12-22T17:52:17.531 INFO:tasks.workunit.client.0.smithi032.stdout:op 4516 completed, throughput=5MB/sec 2023-12-22T17:52:17.531 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5RQ6H3-TB99ihCG off=1425035 len=1833674 2023-12-22T17:52:17.539 INFO:tasks.workunit.client.0.smithi032.stdout:op 4517 completed, throughput=5MB/sec 2023-12-22T17:52:17.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:52:17 smithi032 ceph-mon[191839]: pgmap v1749: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:52:17.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:52:17 smithi032 ceph-mon[189144]: pgmap v1749: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:52:18.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:52:17 smithi039 ceph-mon[181282]: pgmap v1749: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:52:18.539 INFO:tasks.workunit.client.0.smithi032.stdout: 884: throughput=5MB/sec pending data=0 2023-12-22T17:52:18.539 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CCcMwgZsBF0ZaED off=9980818 len=447534 2023-12-22T17:52:18.540 INFO:tasks.workunit.client.0.smithi032.stdout:op 4518 completed, throughput=5MB/sec 2023-12-22T17:52:18.540 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nYcAOvhr28k-g2P off=3604631 len=226654 2023-12-22T17:52:18.543 INFO:tasks.workunit.client.0.smithi032.stdout:op 4519 completed, throughput=5MB/sec 2023-12-22T17:52:18.544 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1NaDfgXMkGMmljq off=14311804 len=792866 2023-12-22T17:52:18.546 INFO:tasks.workunit.client.0.smithi032.stdout:op 4520 completed, throughput=5MB/sec 2023-12-22T17:52:18.546 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VLja-advhi8XtEz off=3756788 len=1342181 2023-12-22T17:52:18.553 INFO:tasks.workunit.client.0.smithi032.stdout:op 4521 completed, throughput=5MB/sec 2023-12-22T17:52:18.553 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CCcMwgZsBF0ZaED off=5841424 len=1273046 2023-12-22T17:52:18.555 INFO:tasks.workunit.client.0.smithi032.stdout:op 4522 completed, throughput=5MB/sec 2023-12-22T17:52:18.555 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pCVT19dlWVm0Ggz off=198911 len=354523 2023-12-22T17:52:18.558 INFO:tasks.workunit.client.0.smithi032.stdout:op 4523 completed, throughput=5MB/sec 2023-12-22T17:52:18.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:52:18 smithi032 ceph-mon[189144]: pgmap v1750: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:52:18.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:52:18 smithi032 ceph-mon[191839]: pgmap v1750: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:52:19.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:52:18 smithi039 ceph-mon[181282]: pgmap v1750: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:52:19.559 INFO:tasks.workunit.client.0.smithi032.stdout: 885: throughput=4.99MB/sec pending data=0 2023-12-22T17:52:19.559 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4Wv_vqef7ew3GSY off=3435640 len=566432 2023-12-22T17:52:19.560 INFO:tasks.workunit.client.0.smithi032.stdout:op 4524 completed, throughput=5MB/sec 2023-12-22T17:52:19.560 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-85NzUIPPhzzm-ZO off=0 len=1463640 2023-12-22T17:52:19.566 INFO:tasks.workunit.client.0.smithi032.stdout:op 4525 completed, throughput=5MB/sec 2023-12-22T17:52:19.567 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UQHbSFzJd_CZyNP off=10165652 len=1544463 2023-12-22T17:52:19.574 INFO:tasks.workunit.client.0.smithi032.stdout:op 4526 completed, throughput=5MB/sec 2023-12-22T17:52:19.574 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-A8QuTr-qTKqdQF0 off=12190456 len=91480 2023-12-22T17:52:19.575 INFO:tasks.workunit.client.0.smithi032.stdout:op 4527 completed, throughput=5MB/sec 2023-12-22T17:52:19.575 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IncPCQZWGJz0zr0 off=7825301 len=167816 2023-12-22T17:52:19.577 INFO:tasks.workunit.client.0.smithi032.stdout:op 4528 completed, throughput=5MB/sec 2023-12-22T17:52:19.577 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Al2HuseD_iB1cec off=4481943 len=2048292 2023-12-22T17:52:19.579 INFO:tasks.workunit.client.0.smithi032.stdout:op 4529 completed, throughput=5MB/sec 2023-12-22T17:52:19.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:52:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:52:19.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:52:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:52:20.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:52:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:52:20.580 INFO:tasks.workunit.client.0.smithi032.stdout: 886: throughput=5MB/sec pending data=0 2023-12-22T17:52:20.580 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2GPGsgtX2_HaJIG off=12509735 len=151470 2023-12-22T17:52:20.583 INFO:tasks.workunit.client.0.smithi032.stdout:op 4530 completed, throughput=5MB/sec 2023-12-22T17:52:20.583 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hAWIRoz0f6qSg09 off=3907377 len=488703 2023-12-22T17:52:20.584 INFO:tasks.workunit.client.0.smithi032.stdout:op 4531 completed, throughput=5MB/sec 2023-12-22T17:52:20.584 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7SMmtbI8ed6V5nK off=186002 len=309982 2023-12-22T17:52:20.585 INFO:tasks.workunit.client.0.smithi032.stdout:op 4532 completed, throughput=5MB/sec 2023-12-22T17:52:20.585 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-myGb0MlOFY7a7Yd off=369368 len=1583219 2023-12-22T17:52:20.588 INFO:tasks.workunit.client.0.smithi032.stdout:op 4533 completed, throughput=5MB/sec 2023-12-22T17:52:20.588 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7r2Gn_LYL0jecVz off=6118929 len=613868 2023-12-22T17:52:20.589 INFO:tasks.workunit.client.0.smithi032.stdout:op 4534 completed, throughput=5MB/sec 2023-12-22T17:52:20.589 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-v40b24Cn2bpK67G off=322052 len=704534 2023-12-22T17:52:20.595 INFO:tasks.workunit.client.0.smithi032.stdout:op 4535 completed, throughput=5MB/sec 2023-12-22T17:52:20.595 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-M6xi3UAJ155C5ke off=13401041 len=54751 2023-12-22T17:52:20.597 INFO:tasks.workunit.client.0.smithi032.stdout:op 4536 completed, throughput=5MB/sec 2023-12-22T17:52:20.598 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mU5mYBMS1Tx7aVT off=3509720 len=391894 2023-12-22T17:52:20.598 INFO:tasks.workunit.client.0.smithi032.stdout:op 4537 completed, throughput=5MB/sec 2023-12-22T17:52:20.598 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pWhxTwgxYGsGPcy off=2595773 len=931935 2023-12-22T17:52:20.600 INFO:tasks.workunit.client.0.smithi032.stdout:op 4538 completed, throughput=5MB/sec 2023-12-22T17:52:20.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:52:20 smithi032 ceph-mon[189144]: pgmap v1751: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-22T17:52:20.928 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:52:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:52:20] "GET /metrics HTTP/1.1" 200 34027 "" "Prometheus/2.43.0" 2023-12-22T17:52:20.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:52:20 smithi032 ceph-mon[191839]: pgmap v1751: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-22T17:52:21.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:52:20 smithi039 ceph-mon[181282]: pgmap v1751: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-22T17:52:21.601 INFO:tasks.workunit.client.0.smithi032.stdout: 887: throughput=5MB/sec pending data=0 2023-12-22T17:52:21.601 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UdwlkmjJTI-ST0l off=3826505 len=181747 2023-12-22T17:52:21.604 INFO:tasks.workunit.client.0.smithi032.stdout:op 4539 completed, throughput=5MB/sec 2023-12-22T17:52:21.604 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yrknKdo3KNHrwY6 off=5243054 len=277525 2023-12-22T17:52:21.605 INFO:tasks.workunit.client.0.smithi032.stdout:op 4540 completed, throughput=5MB/sec 2023-12-22T17:52:21.605 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Rksz47dradmdl0l off=3959923 len=1498683 2023-12-22T17:52:21.612 INFO:tasks.workunit.client.0.smithi032.stdout:op 4541 completed, throughput=5MB/sec 2023-12-22T17:52:21.612 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-42wssPYDiBMpift off=5751425 len=719983 2023-12-22T17:52:21.613 INFO:tasks.workunit.client.0.smithi032.stdout:op 4542 completed, throughput=5MB/sec 2023-12-22T17:52:21.613 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3AEBBNSVe4WyIjx off=13873021 len=931980 2023-12-22T17:52:21.619 INFO:tasks.workunit.client.0.smithi032.stdout:op 4543 completed, throughput=5MB/sec 2023-12-22T17:52:21.619 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5yI_In4n3xJqirm off=4390965 len=1815748 2023-12-22T17:52:21.627 INFO:tasks.workunit.client.0.smithi032.stdout:op 4544 completed, throughput=5MB/sec 2023-12-22T17:52:22.627 INFO:tasks.workunit.client.0.smithi032.stdout: 888: throughput=5MB/sec pending data=0 2023-12-22T17:52:22.628 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Mm9Kq3s0kDV5DCp off=192189 len=791764 2023-12-22T17:52:22.629 INFO:tasks.workunit.client.0.smithi032.stdout:op 4545 completed, throughput=5MB/sec 2023-12-22T17:52:22.629 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XIpg-ak17Gmsfc0 off=12787534 len=750257 2023-12-22T17:52:22.633 INFO:tasks.workunit.client.0.smithi032.stdout:op 4546 completed, throughput=5MB/sec 2023-12-22T17:52:22.633 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3nEkQXM9ndaRmX5 off=6240062 len=1436880 2023-12-22T17:52:22.635 INFO:tasks.workunit.client.0.smithi032.stdout:op 4547 completed, throughput=5MB/sec 2023-12-22T17:52:22.635 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-A0ckDuJqoqh2L5q off=10261384 len=767104 2023-12-22T17:52:22.639 INFO:tasks.workunit.client.0.smithi032.stdout:op 4548 completed, throughput=5MB/sec 2023-12-22T17:52:22.639 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MjVexzY1cavu6Bw off=3429841 len=139991 2023-12-22T17:52:22.640 INFO:tasks.workunit.client.0.smithi032.stdout:op 4549 completed, throughput=5MB/sec 2023-12-22T17:52:22.640 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-a_0ZBGsHLa7WmYQ off=228444 len=1482648 2023-12-22T17:52:22.642 INFO:tasks.workunit.client.0.smithi032.stdout:op 4550 completed, throughput=5MB/sec 2023-12-22T17:52:23.642 INFO:tasks.workunit.client.0.smithi032.stdout: 889: throughput=5MB/sec pending data=0 2023-12-22T17:52:23.642 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-f4XXz5C6F_cj0aa off=10795509 len=739187 2023-12-22T17:52:23.643 INFO:tasks.workunit.client.0.smithi032.stdout:op 4551 completed, throughput=5MB/sec 2023-12-22T17:52:23.643 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3PEVc0DYuUsRF0O off=1779377 len=1710764 2023-12-22T17:52:23.652 INFO:tasks.workunit.client.0.smithi032.stdout:op 4552 completed, throughput=5MB/sec 2023-12-22T17:52:23.652 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wfri5yct-69FKrF off=19711656 len=1754635 2023-12-22T17:52:23.660 INFO:tasks.workunit.client.0.smithi032.stdout:op 4553 completed, throughput=5MB/sec 2023-12-22T17:52:23.660 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qT6vO8tsYE7HxSQ off=93305 len=99849 2023-12-22T17:52:23.660 INFO:tasks.workunit.client.0.smithi032.stdout:op 4554 completed, throughput=5MB/sec 2023-12-22T17:52:23.660 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_yK9jW0ga2ugCjx off=18693640 len=1267997 2023-12-22T17:52:23.662 INFO:tasks.workunit.client.0.smithi032.stdout:op 4555 completed, throughput=5MB/sec 2023-12-22T17:52:23.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:52:23 smithi032 ceph-mon[191839]: pgmap v1752: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-22T17:52:23.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:52:23 smithi032 ceph-mon[189144]: pgmap v1752: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-22T17:52:24.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:52:23 smithi039 ceph-mon[181282]: pgmap v1752: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-22T17:52:24.662 INFO:tasks.workunit.client.0.smithi032.stdout: 890: throughput=5MB/sec pending data=0 2023-12-22T17:52:24.662 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1P76vhkcfIj7IJ1 off=12556878 len=1658272 2023-12-22T17:52:24.671 INFO:tasks.workunit.client.0.smithi032.stdout:op 4556 completed, throughput=5MB/sec 2023-12-22T17:52:24.671 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Wo2Eri2JDzytp1O off=610008 len=1969908 2023-12-22T17:52:24.675 INFO:tasks.workunit.client.0.smithi032.stdout:op 4557 completed, throughput=5MB/sec 2023-12-22T17:52:24.675 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-g0ezl8HPjVUzm9I off=2171095 len=756599 2023-12-22T17:52:24.676 INFO:tasks.workunit.client.0.smithi032.stdout:op 4558 completed, throughput=5MB/sec 2023-12-22T17:52:24.676 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-z9G_WZHt_4avgN2 off=682374 len=1162600 2023-12-22T17:52:24.677 INFO:tasks.workunit.client.0.smithi032.stdout:op 4559 completed, throughput=5MB/sec 2023-12-22T17:52:25.678 INFO:tasks.workunit.client.0.smithi032.stdout: 891: throughput=5MB/sec pending data=0 2023-12-22T17:52:25.678 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WZyiRhm1vm_0Sz6 off=9360695 len=1334096 2023-12-22T17:52:25.685 INFO:tasks.workunit.client.0.smithi032.stdout:op 4560 completed, throughput=5MB/sec 2023-12-22T17:52:25.685 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7QVoEPLA7rOAvR8 off=2053227 len=113386 2023-12-22T17:52:25.686 INFO:tasks.workunit.client.0.smithi032.stdout:op 4561 completed, throughput=5MB/sec 2023-12-22T17:52:25.686 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6LcwMn2Ja6ZgQIv off=576537 len=1698379 2023-12-22T17:52:25.688 INFO:tasks.workunit.client.0.smithi032.stdout:op 4562 completed, throughput=5MB/sec 2023-12-22T17:52:25.688 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jnRyW53Jo_yJ45w off=1377028 len=1494208 2023-12-22T17:52:25.689 INFO:tasks.workunit.client.0.smithi032.stdout:op 4563 completed, throughput=5MB/sec 2023-12-22T17:52:25.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:52:25 smithi032 ceph-mon[191839]: pgmap v1753: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-22T17:52:25.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:52:25 smithi032 ceph-mon[189144]: pgmap v1753: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-22T17:52:26.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:52:25 smithi039 ceph-mon[181282]: pgmap v1753: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-22T17:52:26.690 INFO:tasks.workunit.client.0.smithi032.stdout: 892: throughput=4.99MB/sec pending data=0 2023-12-22T17:52:26.690 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UKPqv7g0lXNYBay off=2695409 len=904372 2023-12-22T17:52:26.695 INFO:tasks.workunit.client.0.smithi032.stdout:op 4564 completed, throughput=5MB/sec 2023-12-22T17:52:26.696 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KPrijdxQcotJGUU off=4744640 len=39759 2023-12-22T17:52:26.696 INFO:tasks.workunit.client.0.smithi032.stdout:op 4565 completed, throughput=5MB/sec 2023-12-22T17:52:26.696 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-meF5B3L-Qk8Wxtw off=6266036 len=1222656 2023-12-22T17:52:26.703 INFO:tasks.workunit.client.0.smithi032.stdout:op 4566 completed, throughput=5MB/sec 2023-12-22T17:52:26.703 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JjkIYmy04BLRh1G off=11043711 len=794561 2023-12-22T17:52:26.707 INFO:tasks.workunit.client.0.smithi032.stdout:op 4567 completed, throughput=5MB/sec 2023-12-22T17:52:26.707 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5yI_In4n3xJqirm off=5784482 len=1302806 2023-12-22T17:52:26.714 INFO:tasks.workunit.client.0.smithi032.stdout:op 4568 completed, throughput=5MB/sec 2023-12-22T17:52:26.714 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-I307iOL_GXaBTCq off=3466803 len=704305 2023-12-22T17:52:26.715 INFO:tasks.workunit.client.0.smithi032.stdout:op 4569 completed, throughput=5MB/sec 2023-12-22T17:52:26.715 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rXuiJ5un9TXLSwm off=5803750 len=2068788 2023-12-22T17:52:26.724 INFO:tasks.workunit.client.0.smithi032.stdout:op 4570 completed, throughput=5MB/sec 2023-12-22T17:52:27.725 INFO:tasks.workunit.client.0.smithi032.stdout: 893: throughput=5MB/sec pending data=0 2023-12-22T17:52:27.725 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DW4pbaEYYXtTEQ- off=12576757 len=746924 2023-12-22T17:52:27.730 INFO:tasks.workunit.client.0.smithi032.stdout:op 4571 completed, throughput=5MB/sec 2023-12-22T17:52:27.730 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KOfodCojWB7kMgI off=19594542 len=1269264 2023-12-22T17:52:27.733 INFO:tasks.workunit.client.0.smithi032.stdout:op 4572 completed, throughput=5MB/sec 2023-12-22T17:52:27.733 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-niGanzB7Z5UreSf off=7941321 len=1667402 2023-12-22T17:52:27.736 INFO:tasks.workunit.client.0.smithi032.stdout:op 4573 completed, throughput=5MB/sec 2023-12-22T17:52:27.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:52:27 smithi032 ceph-mon[191839]: pgmap v1754: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-22T17:52:27.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:52:27 smithi032 ceph-mon[189144]: pgmap v1754: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-22T17:52:28.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:52:27 smithi039 ceph-mon[181282]: pgmap v1754: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-22T17:52:28.736 INFO:tasks.workunit.client.0.smithi032.stdout: 894: throughput=4.99MB/sec pending data=0 2023-12-22T17:52:28.736 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FON5t4C3-NXWyf3 off=6065016 len=627718 2023-12-22T17:52:28.738 INFO:tasks.workunit.client.0.smithi032.stdout:op 4574 completed, throughput=5MB/sec 2023-12-22T17:52:28.738 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tJieZwDwqj4KI2Z off=4534519 len=1133661 2023-12-22T17:52:28.739 INFO:tasks.workunit.client.0.smithi032.stdout:op 4575 completed, throughput=5MB/sec 2023-12-22T17:52:28.740 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pLlY1UsuALhns-j off=12022151 len=1331268 2023-12-22T17:52:28.746 INFO:tasks.workunit.client.0.smithi032.stdout:op 4576 completed, throughput=5MB/sec 2023-12-22T17:52:28.746 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uIdhey78QeORrDo off=1859510 len=1292164 2023-12-22T17:52:28.752 INFO:tasks.workunit.client.0.smithi032.stdout:op 4577 completed, throughput=5MB/sec 2023-12-22T17:52:28.752 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SprAq0anUzj3bAc off=8832650 len=1233878 2023-12-22T17:52:28.759 INFO:tasks.workunit.client.0.smithi032.stdout:op 4578 completed, throughput=5MB/sec 2023-12-22T17:52:29.760 INFO:tasks.workunit.client.0.smithi032.stdout: 895: throughput=5MB/sec pending data=0 2023-12-22T17:52:29.760 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BbNOZwQ-_LEQOnU off=645913 len=725887 2023-12-22T17:52:29.761 INFO:tasks.workunit.client.0.smithi032.stdout:op 4579 completed, throughput=5MB/sec 2023-12-22T17:52:29.761 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YLXMVUNg7-LYECN off=4876215 len=123406 2023-12-22T17:52:29.762 INFO:tasks.workunit.client.0.smithi032.stdout:op 4580 completed, throughput=5MB/sec 2023-12-22T17:52:29.762 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZRvFUesoqZud1Iv off=3564555 len=26684 2023-12-22T17:52:29.764 INFO:tasks.workunit.client.0.smithi032.stdout:op 4581 completed, throughput=5MB/sec 2023-12-22T17:52:29.765 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wpZ0pWKv5k-MxHc off=2099629 len=1508944 2023-12-22T17:52:29.772 INFO:tasks.workunit.client.0.smithi032.stdout:op 4582 completed, throughput=5MB/sec 2023-12-22T17:52:29.772 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3N8TK6UvxJeGN9H off=1013383 len=704495 2023-12-22T17:52:29.774 INFO:tasks.workunit.client.0.smithi032.stdout:op 4583 completed, throughput=5MB/sec 2023-12-22T17:52:29.774 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PR_J3BnlwUbSfu6 off=4672433 len=203134 2023-12-22T17:52:29.775 INFO:tasks.workunit.client.0.smithi032.stdout:op 4584 completed, throughput=5MB/sec 2023-12-22T17:52:29.775 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CJwW4iVqfKa5yXR off=15665103 len=1102530 2023-12-22T17:52:29.777 INFO:tasks.workunit.client.0.smithi032.stdout:op 4585 completed, throughput=5MB/sec 2023-12-22T17:52:29.777 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-F_TdeI2veSousqq off=1833926 len=942518 2023-12-22T17:52:29.782 INFO:tasks.workunit.client.0.smithi032.stdout:op 4586 completed, throughput=5MB/sec 2023-12-22T17:52:29.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:52:29 smithi032 ceph-mon[191839]: pgmap v1755: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:52:29.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:52:29 smithi032 ceph-mon[189144]: pgmap v1755: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:52:30.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:52:29 smithi039 ceph-mon[181282]: pgmap v1755: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:52:30.783 INFO:tasks.workunit.client.0.smithi032.stdout: 896: throughput=5MB/sec pending data=0 2023-12-22T17:52:30.783 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cgDHNru-wsCjSnJ off=10219789 len=434062 2023-12-22T17:52:30.784 INFO:tasks.workunit.client.0.smithi032.stdout:op 4587 completed, throughput=5MB/sec 2023-12-22T17:52:30.784 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_HME2HgPUrpDk1N off=2858152 len=1017057 2023-12-22T17:52:30.785 INFO:tasks.workunit.client.0.smithi032.stdout:op 4588 completed, throughput=5MB/sec 2023-12-22T17:52:30.785 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dOcfMlZinBKqzCg off=7457560 len=1173560 2023-12-22T17:52:30.790 INFO:tasks.workunit.client.0.smithi032.stdout:op 4589 completed, throughput=5MB/sec 2023-12-22T17:52:30.791 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2Sn6sBI4GfTqWn8 off=4415812 len=1101788 2023-12-22T17:52:30.795 INFO:tasks.workunit.client.0.smithi032.stdout:op 4590 completed, throughput=5MB/sec 2023-12-22T17:52:30.795 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bn2-xI1domHLq4R off=8890934 len=944441 2023-12-22T17:52:30.797 INFO:tasks.workunit.client.0.smithi032.stdout:op 4591 completed, throughput=5MB/sec 2023-12-22T17:52:30.797 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZJkXfw2p7YoTQgo off=15537908 len=572492 2023-12-22T17:52:30.798 INFO:tasks.workunit.client.0.smithi032.stdout:op 4592 completed, throughput=5MB/sec 2023-12-22T17:52:31.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:52:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:52:30] "GET /metrics HTTP/1.1" 200 34027 "" "Prometheus/2.43.0" 2023-12-22T17:52:31.798 INFO:tasks.workunit.client.0.smithi032.stdout: 897: throughput=5MB/sec pending data=0 2023-12-22T17:52:31.799 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1KnH-ifU-OeVJhI off=1166948 len=1073730 2023-12-22T17:52:31.800 INFO:tasks.workunit.client.0.smithi032.stdout:op 4593 completed, throughput=5MB/sec 2023-12-22T17:52:31.800 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-i-KOzCqP3otYV8i off=1943608 len=1949830 2023-12-22T17:52:31.810 INFO:tasks.workunit.client.0.smithi032.stdout:op 4594 completed, throughput=5MB/sec 2023-12-22T17:52:31.810 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tduY1-gkG3mTg3_ off=966874 len=1530346 2023-12-22T17:52:31.818 INFO:tasks.workunit.client.0.smithi032.stdout:op 4595 completed, throughput=5MB/sec 2023-12-22T17:52:31.818 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VIHyvbUnZ2yV7ES off=10065996 len=1574556 2023-12-22T17:52:31.821 INFO:tasks.workunit.client.0.smithi032.stdout:op 4596 completed, throughput=5MB/sec 2023-12-22T17:52:31.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:52:31 smithi032 ceph-mon[189144]: pgmap v1756: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:52:31.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:52:31 smithi032 ceph-mon[191839]: pgmap v1756: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:52:32.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:52:31 smithi039 ceph-mon[181282]: pgmap v1756: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:52:32.822 INFO:tasks.workunit.client.0.smithi032.stdout: 898: throughput=5MB/sec pending data=0 2023-12-22T17:52:32.822 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6kTQxoNSMqviVbp off=7988411 len=1552866 2023-12-22T17:52:32.824 INFO:tasks.workunit.client.0.smithi032.stdout:op 4597 completed, throughput=5MB/sec 2023-12-22T17:52:32.824 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-oW1h5KUOTjIBFpD off=736622 len=1403662 2023-12-22T17:52:32.826 INFO:tasks.workunit.client.0.smithi032.stdout:op 4598 completed, throughput=5MB/sec 2023-12-22T17:52:32.826 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--M7mXVoa_AMZxpb off=21810234 len=1264019 2023-12-22T17:52:32.833 INFO:tasks.workunit.client.0.smithi032.stdout:op 4599 completed, throughput=5MB/sec 2023-12-22T17:52:33.833 INFO:tasks.workunit.client.0.smithi032.stdout: 899: throughput=4.99MB/sec pending data=0 2023-12-22T17:52:33.833 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9N_QWcvl4umITMz off=325022 len=578511 2023-12-22T17:52:33.834 INFO:tasks.workunit.client.0.smithi032.stdout:op 4600 completed, throughput=5MB/sec 2023-12-22T17:52:33.835 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GMVP6kmfBLfCfSO off=286948 len=723245 2023-12-22T17:52:33.835 INFO:tasks.workunit.client.0.smithi032.stdout:op 4601 completed, throughput=5MB/sec 2023-12-22T17:52:33.836 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Goe5fOvNIGwx4mL off=3874340 len=1429443 2023-12-22T17:52:33.842 INFO:tasks.workunit.client.0.smithi032.stdout:op 4602 completed, throughput=5MB/sec 2023-12-22T17:52:33.842 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-v6baigUFBU5EDXl off=11608257 len=570109 2023-12-22T17:52:33.846 INFO:tasks.workunit.client.0.smithi032.stdout:op 4603 completed, throughput=5MB/sec 2023-12-22T17:52:33.846 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-j9_XkgxHxQ01hFp off=68957 len=1694395 2023-12-22T17:52:33.848 INFO:tasks.workunit.client.0.smithi032.stdout:op 4604 completed, throughput=5MB/sec 2023-12-22T17:52:33.849 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fM46pT80TYPuk9Y off=4365588 len=1170771 2023-12-22T17:52:33.854 INFO:tasks.workunit.client.0.smithi032.stdout:op 4605 completed, throughput=5MB/sec 2023-12-22T17:52:33.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:52:33 smithi032 ceph-mon[191839]: pgmap v1757: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-22T17:52:33.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:52:33 smithi032 ceph-mon[189144]: pgmap v1757: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-22T17:52:34.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:52:33 smithi039 ceph-mon[181282]: pgmap v1757: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-22T17:52:34.854 INFO:tasks.workunit.client.0.smithi032.stdout: 900: throughput=5MB/sec pending data=0 2023-12-22T17:52:34.854 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-oijLr6xPFOwURlN off=14471646 len=10004 2023-12-22T17:52:34.857 INFO:tasks.workunit.client.0.smithi032.stdout:op 4606 completed, throughput=5MB/sec 2023-12-22T17:52:34.857 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7bdDrTpwCttlQ7F off=15362925 len=686903 2023-12-22T17:52:34.861 INFO:tasks.workunit.client.0.smithi032.stdout:op 4607 completed, throughput=5MB/sec 2023-12-22T17:52:34.861 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JQovZ_snXEkYo04 off=1614715 len=1145530 2023-12-22T17:52:34.863 INFO:tasks.workunit.client.0.smithi032.stdout:op 4608 completed, throughput=5MB/sec 2023-12-22T17:52:34.863 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9PnOAgi_FpiZ6JD off=3881182 len=1561452 2023-12-22T17:52:34.865 INFO:tasks.workunit.client.0.smithi032.stdout:op 4609 completed, throughput=5MB/sec 2023-12-22T17:52:34.865 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cwsbZUQs39Q4qAK off=1477262 len=1242722 2023-12-22T17:52:34.871 INFO:tasks.workunit.client.0.smithi032.stdout:op 4610 completed, throughput=5MB/sec 2023-12-22T17:52:34.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:52:34 smithi032 ceph-mon[191839]: pgmap v1758: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:52:34.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:52:34 smithi032 ceph-mon[189144]: pgmap v1758: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:52:35.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:52:34 smithi039 ceph-mon[181282]: pgmap v1758: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:52:35.871 INFO:tasks.workunit.client.0.smithi032.stdout: 901: throughput=4.99MB/sec pending data=0 2023-12-22T17:52:35.871 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JSaI7DnOwCirhdQ off=3560102 len=1251357 2023-12-22T17:52:35.878 INFO:tasks.workunit.client.0.smithi032.stdout:op 4611 completed, throughput=5MB/sec 2023-12-22T17:52:35.878 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xc6o8x0ZQmtlo5q off=3411132 len=1963447 2023-12-22T17:52:35.887 INFO:tasks.workunit.client.0.smithi032.stdout:op 4612 completed, throughput=5MB/sec 2023-12-22T17:52:35.887 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PevG-hKCciyoup9 off=14352890 len=484498 2023-12-22T17:52:35.891 INFO:tasks.workunit.client.0.smithi032.stdout:op 4613 completed, throughput=5MB/sec 2023-12-22T17:52:35.891 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ruRYikxjK6AACuW off=15127517 len=593198 2023-12-22T17:52:35.892 INFO:tasks.workunit.client.0.smithi032.stdout:op 4614 completed, throughput=5MB/sec 2023-12-22T17:52:35.892 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EMEMaZD_GuZohwE off=2610102 len=1101588 2023-12-22T17:52:35.898 INFO:tasks.workunit.client.0.smithi032.stdout:op 4615 completed, throughput=5MB/sec 2023-12-22T17:52:35.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:52:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:52:35.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:52:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:52:36.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:52:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:52:36.898 INFO:tasks.workunit.client.0.smithi032.stdout: 902: throughput=4.99MB/sec pending data=0 2023-12-22T17:52:36.898 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kxBnRJfpp72yreq off=6782708 len=1610345 2023-12-22T17:52:36.900 INFO:tasks.workunit.client.0.smithi032.stdout:op 4616 completed, throughput=5MB/sec 2023-12-22T17:52:36.900 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GHa5R8pv9L-qgdW off=5156978 len=789441 2023-12-22T17:52:36.902 INFO:tasks.workunit.client.0.smithi032.stdout:op 4617 completed, throughput=5MB/sec 2023-12-22T17:52:36.902 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5oNA4_wBejaWNmA off=8057561 len=1883777 2023-12-22T17:52:36.912 INFO:tasks.workunit.client.0.smithi032.stdout:op 4618 completed, throughput=5MB/sec 2023-12-22T17:52:36.912 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6w8XmAxTbRpGW62 off=13104687 len=1782684 2023-12-22T17:52:36.919 INFO:tasks.workunit.client.0.smithi032.stdout:op 4619 completed, throughput=5MB/sec 2023-12-22T17:52:37.919 INFO:tasks.workunit.client.0.smithi032.stdout: 903: throughput=5MB/sec pending data=0 2023-12-22T17:52:37.920 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wOISIsOei4FSSu3 off=2079438 len=490079 2023-12-22T17:52:37.923 INFO:tasks.workunit.client.0.smithi032.stdout:op 4620 completed, throughput=5MB/sec 2023-12-22T17:52:37.923 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qXMIk7qWgFfdxoZ off=9918725 len=1367935 2023-12-22T17:52:37.925 INFO:tasks.workunit.client.0.smithi032.stdout:op 4621 completed, throughput=5MB/sec 2023-12-22T17:52:37.925 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vX8v937nTn32IkL off=5740282 len=1169497 2023-12-22T17:52:37.927 INFO:tasks.workunit.client.0.smithi032.stdout:op 4622 completed, throughput=5MB/sec 2023-12-22T17:52:37.927 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iZXV8mXBcMJQ0wJ off=7412100 len=751316 2023-12-22T17:52:37.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:52:37 smithi032 ceph-mon[191839]: pgmap v1759: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:52:37.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:52:37 smithi032 ceph-mon[189144]: pgmap v1759: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:52:37.929 INFO:tasks.workunit.client.0.smithi032.stdout:op 4623 completed, throughput=5MB/sec 2023-12-22T17:52:37.929 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-whSv-zzxR0SVHfE off=14348823 len=841987 2023-12-22T17:52:37.929 INFO:tasks.workunit.client.0.smithi032.stdout:op 4624 completed, throughput=5MB/sec 2023-12-22T17:52:38.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:52:37 smithi039 ceph-mon[181282]: pgmap v1759: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:52:38.929 INFO:tasks.workunit.client.0.smithi032.stdout: 904: throughput=4.99MB/sec pending data=0 2023-12-22T17:52:38.929 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ikoqtc5PTQTsyK7 off=1520218 len=1803372 2023-12-22T17:52:38.938 INFO:tasks.workunit.client.0.smithi032.stdout:op 4625 completed, throughput=5MB/sec 2023-12-22T17:52:38.938 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LdQngHuP2dL5urn off=12317758 len=438562 2023-12-22T17:52:38.941 INFO:tasks.workunit.client.0.smithi032.stdout:op 4626 completed, throughput=5MB/sec 2023-12-22T17:52:38.941 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sjLn3wqpplgTuUU off=9662960 len=977995 2023-12-22T17:52:38.947 INFO:tasks.workunit.client.0.smithi032.stdout:op 4627 completed, throughput=5MB/sec 2023-12-22T17:52:38.947 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ErD-_7paWS98FL2 off=4737742 len=86461 2023-12-22T17:52:38.949 INFO:tasks.workunit.client.0.smithi032.stdout:op 4628 completed, throughput=5MB/sec 2023-12-22T17:52:38.949 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-w7QVcKLTW8myNg1 off=2214169 len=1339174 2023-12-22T17:52:38.951 INFO:tasks.workunit.client.0.smithi032.stdout:op 4629 completed, throughput=5MB/sec 2023-12-22T17:52:38.951 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kdOy9Zjx1WsNqmG off=1725778 len=2066455 2023-12-22T17:52:38.960 INFO:tasks.workunit.client.0.smithi032.stdout:op 4630 completed, throughput=5MB/sec 2023-12-22T17:52:39.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:52:39 smithi032 ceph-mon[191839]: pgmap v1760: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:52:39.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:52:39 smithi032 ceph-mon[189144]: pgmap v1760: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:52:39.960 INFO:tasks.workunit.client.0.smithi032.stdout: 905: throughput=5MB/sec pending data=0 2023-12-22T17:52:39.960 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xHe6D-CjZaUC44f off=1101292 len=1112189 2023-12-22T17:52:39.965 INFO:tasks.workunit.client.0.smithi032.stdout:op 4631 completed, throughput=5MB/sec 2023-12-22T17:52:39.966 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wIz05AfKkXyMJ5K off=761635 len=495943 2023-12-22T17:52:39.967 INFO:tasks.workunit.client.0.smithi032.stdout:op 4632 completed, throughput=5MB/sec 2023-12-22T17:52:39.967 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rSSQGqSeK9oyAcE off=5482733 len=1169426 2023-12-22T17:52:39.968 INFO:tasks.workunit.client.0.smithi032.stdout:op 4633 completed, throughput=5MB/sec 2023-12-22T17:52:39.969 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LpkqkcRNB-JyZNH off=15138282 len=1914482 2023-12-22T17:52:39.971 INFO:tasks.workunit.client.0.smithi032.stdout:op 4634 completed, throughput=5MB/sec 2023-12-22T17:52:40.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:52:39 smithi039 ceph-mon[181282]: pgmap v1760: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:52:40.971 INFO:tasks.workunit.client.0.smithi032.stdout: 906: throughput=5MB/sec pending data=0 2023-12-22T17:52:40.971 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-k--JxarlxStiM2p off=5324072 len=596956 2023-12-22T17:52:40.975 INFO:tasks.workunit.client.0.smithi032.stdout:op 4635 completed, throughput=5MB/sec 2023-12-22T17:52:40.975 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--xx84MUJ1Hed1l6 off=6476182 len=486507 2023-12-22T17:52:40.977 INFO:tasks.workunit.client.0.smithi032.stdout:op 4636 completed, throughput=5MB/sec 2023-12-22T17:52:40.977 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pu7qOKufdpNBxqu off=2764333 len=1301004 2023-12-22T17:52:40.978 INFO:tasks.workunit.client.0.smithi032.stdout:op 4637 completed, throughput=5MB/sec 2023-12-22T17:52:40.978 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1v1NYiFUSaayGQR off=2317111 len=862763 2023-12-22T17:52:40.979 INFO:tasks.workunit.client.0.smithi032.stdout:op 4638 completed, throughput=5MB/sec 2023-12-22T17:52:40.979 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gYZ8vJGATehpDF4 off=889931 len=717136 2023-12-22T17:52:40.980 INFO:tasks.workunit.client.0.smithi032.stdout:op 4639 completed, throughput=5MB/sec 2023-12-22T17:52:40.981 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8diHU4KeiQv3XQY off=6058799 len=2097123 2023-12-22T17:52:40.994 INFO:tasks.workunit.client.0.smithi032.stdout:op 4640 completed, throughput=5MB/sec 2023-12-22T17:52:41.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:52:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:52:40] "GET /metrics HTTP/1.1" 200 34023 "" "Prometheus/2.43.0" 2023-12-22T17:52:41.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:52:41 smithi032 ceph-mon[191839]: pgmap v1761: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:52:41.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:52:41 smithi032 ceph-mon[189144]: pgmap v1761: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:52:41.995 INFO:tasks.workunit.client.0.smithi032.stdout: 907: throughput=5MB/sec pending data=0 2023-12-22T17:52:41.995 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OzwY3llUIqYnFj8 off=6619001 len=774464 2023-12-22T17:52:41.999 INFO:tasks.workunit.client.0.smithi032.stdout:op 4641 completed, throughput=5MB/sec 2023-12-22T17:52:41.999 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RwZf68NdkPC8k59 off=9817152 len=1838708 2023-12-22T17:52:42.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:52:41 smithi039 ceph-mon[181282]: pgmap v1761: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:52:42.008 INFO:tasks.workunit.client.0.smithi032.stdout:op 4642 completed, throughput=5MB/sec 2023-12-22T17:52:42.008 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Hd-F4w1_pFfdp9O off=6115815 len=1823874 2023-12-22T17:52:42.009 INFO:tasks.workunit.client.0.smithi032.stdout:op 4643 completed, throughput=5MB/sec 2023-12-22T17:52:43.009 INFO:tasks.workunit.client.0.smithi032.stdout: 908: throughput=5MB/sec pending data=0 2023-12-22T17:52:43.010 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bG_wJDet61iwYW7 off=1133210 len=734213 2023-12-22T17:52:43.011 INFO:tasks.workunit.client.0.smithi032.stdout:op 4644 completed, throughput=5MB/sec 2023-12-22T17:52:43.011 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-B8CN2l02IdU5Tfi off=13248361 len=894134 2023-12-22T17:52:43.012 INFO:tasks.workunit.client.0.smithi032.stdout:op 4645 completed, throughput=5MB/sec 2023-12-22T17:52:43.012 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-S31UfDRwZKJ8SHD off=6854624 len=1510538 2023-12-22T17:52:43.020 INFO:tasks.workunit.client.0.smithi032.stdout:op 4646 completed, throughput=5MB/sec 2023-12-22T17:52:43.020 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-d4a64l84iyPrsXi off=8411297 len=1903762 2023-12-22T17:52:43.028 INFO:tasks.workunit.client.0.smithi032.stdout:op 4647 completed, throughput=5MB/sec 2023-12-22T17:52:43.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:52:43 smithi032 ceph-mon[191839]: pgmap v1762: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:52:43.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:52:43 smithi032 ceph-mon[189144]: pgmap v1762: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:52:44.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:52:43 smithi039 ceph-mon[181282]: pgmap v1762: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:52:44.029 INFO:tasks.workunit.client.0.smithi032.stdout: 909: throughput=5MB/sec pending data=0 2023-12-22T17:52:44.029 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EI9mk-22BDIixU4 off=4196658 len=464378 2023-12-22T17:52:44.033 INFO:tasks.workunit.client.0.smithi032.stdout:op 4648 completed, throughput=5MB/sec 2023-12-22T17:52:44.033 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-aTMt2cNVbG0J1on off=556206 len=959471 2023-12-22T17:52:44.035 INFO:tasks.workunit.client.0.smithi032.stdout:op 4649 completed, throughput=5MB/sec 2023-12-22T17:52:44.035 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-U1QYlWHO-0RT1ku off=12560268 len=127632 2023-12-22T17:52:44.035 INFO:tasks.workunit.client.0.smithi032.stdout:op 4650 completed, throughput=5MB/sec 2023-12-22T17:52:44.035 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-B0zFKqXK6c87r9z off=1497819 len=1845897 2023-12-22T17:52:44.044 INFO:tasks.workunit.client.0.smithi032.stdout:op 4651 completed, throughput=5MB/sec 2023-12-22T17:52:44.044 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-N73PTx2d4c-18St off=2813538 len=1205614 2023-12-22T17:52:44.050 INFO:tasks.workunit.client.0.smithi032.stdout:op 4652 completed, throughput=5MB/sec 2023-12-22T17:52:44.050 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-obeKH9_JtWXGj9n off=11476636 len=84432 2023-12-22T17:52:44.053 INFO:tasks.workunit.client.0.smithi032.stdout:op 4653 completed, throughput=5MB/sec 2023-12-22T17:52:44.053 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-esm3H8YOLb9AtqJ off=1306490 len=1152276 2023-12-22T17:52:44.053 INFO:tasks.workunit.client.0.smithi032.stdout:op 4654 completed, throughput=5MB/sec 2023-12-22T17:52:45.054 INFO:tasks.workunit.client.0.smithi032.stdout: 910: throughput=5MB/sec pending data=0 2023-12-22T17:52:45.054 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5juG6B2FK0l6J5t off=14909194 len=281852 2023-12-22T17:52:45.057 INFO:tasks.workunit.client.0.smithi032.stdout:op 4655 completed, throughput=5MB/sec 2023-12-22T17:52:45.057 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QoEnlR8a6bTbIfo off=19646114 len=324067 2023-12-22T17:52:45.058 INFO:tasks.workunit.client.0.smithi032.stdout:op 4656 completed, throughput=5MB/sec 2023-12-22T17:52:45.058 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-z-TCr9Qspdlc6GW off=13430529 len=1347237 2023-12-22T17:52:45.064 INFO:tasks.workunit.client.0.smithi032.stdout:op 4657 completed, throughput=5MB/sec 2023-12-22T17:52:45.064 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vu5cfZZFt3GfObv off=9861333 len=1142573 2023-12-22T17:52:45.069 INFO:tasks.workunit.client.0.smithi032.stdout:op 4658 completed, throughput=5MB/sec 2023-12-22T17:52:45.069 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WYICNvEm2YYpWvS off=5478723 len=888367 2023-12-22T17:52:45.071 INFO:tasks.workunit.client.0.smithi032.stdout:op 4659 completed, throughput=5MB/sec 2023-12-22T17:52:45.071 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SdHIMfvI_0Bs6Pv off=20614569 len=687286 2023-12-22T17:52:45.074 INFO:tasks.workunit.client.0.smithi032.stdout:op 4660 completed, throughput=5MB/sec 2023-12-22T17:52:45.798 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:52:45.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:52:45 smithi032 ceph-mon[189144]: pgmap v1763: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:52:45.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:52:45 smithi032 ceph-mon[191839]: pgmap v1763: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:52:46.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:52:45 smithi039 ceph-mon[181282]: pgmap v1763: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:52:46.075 INFO:tasks.workunit.client.0.smithi032.stdout: 911: throughput=4.99MB/sec pending data=0 2023-12-22T17:52:46.075 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5igZ83V-v9j1LRe off=1819350 len=1194423 2023-12-22T17:52:46.076 INFO:tasks.workunit.client.0.smithi032.stdout:op 4661 completed, throughput=5MB/sec 2023-12-22T17:52:46.076 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9NRKE-sa-ZdwOAg off=4670070 len=888864 2023-12-22T17:52:46.081 INFO:tasks.workunit.client.0.smithi032.stdout:op 4662 completed, throughput=5MB/sec 2023-12-22T17:52:46.081 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pVmecC5EINWyqC3 off=6332420 len=1995696 2023-12-22T17:52:46.088 INFO:tasks.workunit.client.0.smithi032.stdout:op 4663 completed, throughput=5MB/sec 2023-12-22T17:52:46.088 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-an9oRTw0HcEr3ex off=4533488 len=662926 2023-12-22T17:52:46.089 INFO:tasks.workunit.client.0.smithi032.stdout:op 4664 completed, throughput=5MB/sec 2023-12-22T17:52:46.089 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8ieagmVj9GzTPUL off=0 len=1264032 2023-12-22T17:52:46.095 INFO:tasks.workunit.client.0.smithi032.stdout:op 4665 completed, throughput=5MB/sec 2023-12-22T17:52:46.124 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:52:46.124 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (32m) 9m ago 37m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:52:46.124 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (32m) 6m ago 37m 90.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:52:46.125 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (38m) 9m ago 38m 20.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:52:46.125 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (38m) 6m ago 38m 27.7M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:52:46.125 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (32m) 6m ago 40m 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:52:46.125 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (32m) 9m ago 42m 541M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:52:46.125 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (31m) 9m ago 42m 246M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:52:46.125 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (31m) 6m ago 40m 150M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:52:46.125 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (31m) 9m ago 40m 150M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:52:46.125 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (32m) 9m ago 37m 15.8M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:52:46.125 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (32m) 6m ago 36m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:52:46.126 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (30m) 9m ago 40m 1953M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:52:46.126 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (30m) 9m ago 40m 2201M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:52:46.126 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (29m) 9m ago 39m 2126M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:52:46.126 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (29m) 9m ago 39m 1857M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:52:46.126 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (28m) 6m ago 39m 1838M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:52:46.126 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (28m) 6m ago 38m 1596M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:52:46.126 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (27m) 6m ago 38m 1056M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:52:46.126 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (27m) 6m ago 38m 1503M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:52:46.126 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (32m) 6m ago 37m 79.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:52:46.525 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:52:46.525 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:52:46.525 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:52:46.525 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:52:46.525 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:52:46.525 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:52:46.525 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:52:46.525 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:52:46.525 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:52:46.526 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:52:46.526 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:52:46.526 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:52:46.526 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:52:46.526 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:52:46.526 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:52:46.526 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:52:46.526 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:52:46.526 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:52:46.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:52:46 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3775400128' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:52:46.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:52:46 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3775400128' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:52:47.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:52:46 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3775400128' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:52:47.095 INFO:tasks.workunit.client.0.smithi032.stdout: 912: throughput=5MB/sec pending data=0 2023-12-22T17:52:47.095 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qlkek7zOjnlGfIT off=8362231 len=1471212 2023-12-22T17:52:47.097 INFO:tasks.workunit.client.0.smithi032.stdout:op 4666 completed, throughput=5MB/sec 2023-12-22T17:52:47.097 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-y1KKxVBWreKbpOu off=17300278 len=1427727 2023-12-22T17:52:47.101 INFO:tasks.workunit.client.0.smithi032.stdout:op 4667 completed, throughput=5MB/sec 2023-12-22T17:52:47.101 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6lfOz-iUyFlGKuo off=1754901 len=595125 2023-12-22T17:52:47.105 INFO:tasks.workunit.client.0.smithi032.stdout:op 4668 completed, throughput=5MB/sec 2023-12-22T17:52:47.105 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_2FgmhtWj61raJ6 off=13107160 len=385339 2023-12-22T17:52:47.108 INFO:tasks.workunit.client.0.smithi032.stdout:op 4669 completed, throughput=5MB/sec 2023-12-22T17:52:47.108 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XKhhUU9KSBCT4ic off=2883068 len=1409293 2023-12-22T17:52:47.110 INFO:tasks.workunit.client.0.smithi032.stdout:op 4670 completed, throughput=5MB/sec 2023-12-22T17:52:47.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:52:47 smithi032 ceph-mon[191839]: pgmap v1764: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:52:47.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:52:47 smithi032 ceph-mon[191839]: from='client.35724 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:52:47.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:52:47 smithi032 ceph-mon[191839]: from='client.45665 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:52:47.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:52:47 smithi032 ceph-mon[189144]: pgmap v1764: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:52:47.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:52:47 smithi032 ceph-mon[189144]: from='client.35724 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:52:47.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:52:47 smithi032 ceph-mon[189144]: from='client.45665 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:52:48.004 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:52:47 smithi039 ceph-mon[181282]: pgmap v1764: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:52:48.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:52:47 smithi039 ceph-mon[181282]: from='client.35724 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:52:48.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:52:47 smithi039 ceph-mon[181282]: from='client.45665 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:52:48.110 INFO:tasks.workunit.client.0.smithi032.stdout: 913: throughput=5MB/sec pending data=0 2023-12-22T17:52:48.110 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-r413xu-cbchycSV off=1521960 len=1811325 2023-12-22T17:52:48.118 INFO:tasks.workunit.client.0.smithi032.stdout:op 4671 completed, throughput=5MB/sec 2023-12-22T17:52:48.118 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-886AXKR8kQf5NUj off=4476453 len=1552836 2023-12-22T17:52:48.126 INFO:tasks.workunit.client.0.smithi032.stdout:op 4672 completed, throughput=5MB/sec 2023-12-22T17:52:48.126 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eb9f5Hjrdcpkd7a off=17778048 len=52913 2023-12-22T17:52:48.126 INFO:tasks.workunit.client.0.smithi032.stdout:op 4673 completed, throughput=5MB/sec 2023-12-22T17:52:48.126 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IU6Li4gpqULD2Is off=777638 len=773044 2023-12-22T17:52:48.128 INFO:tasks.workunit.client.0.smithi032.stdout:op 4674 completed, throughput=5MB/sec 2023-12-22T17:52:48.128 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9XntQVf_ZPCMYR4 off=5354556 len=1720038 2023-12-22T17:52:48.130 INFO:tasks.workunit.client.0.smithi032.stdout:op 4675 completed, throughput=5MB/sec 2023-12-22T17:52:48.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:52:48 smithi032 ceph-mon[189144]: pgmap v1765: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-22T17:52:48.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:52:48 smithi032 ceph-mon[191839]: pgmap v1765: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-22T17:52:49.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:52:48 smithi039 ceph-mon[181282]: pgmap v1765: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-22T17:52:49.130 INFO:tasks.workunit.client.0.smithi032.stdout: 914: throughput=5MB/sec pending data=0 2023-12-22T17:52:49.130 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-m4XN3mkcitH6yZ5 off=18532466 len=750165 2023-12-22T17:52:49.136 INFO:tasks.workunit.client.0.smithi032.stdout:op 4676 completed, throughput=5MB/sec 2023-12-22T17:52:49.136 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-D5uCSJ1mwF_ktdr off=279151 len=647006 2023-12-22T17:52:49.139 INFO:tasks.workunit.client.0.smithi032.stdout:op 4677 completed, throughput=5MB/sec 2023-12-22T17:52:49.139 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hTncvMtBxH6qT-5 off=5993630 len=2080511 2023-12-22T17:52:49.147 INFO:tasks.workunit.client.0.smithi032.stdout:op 4678 completed, throughput=5MB/sec 2023-12-22T17:52:49.147 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QCOZs3jLGUrX-Xw off=262099 len=1987127 2023-12-22T17:52:49.154 INFO:tasks.workunit.client.0.smithi032.stdout:op 4679 completed, throughput=5MB/sec 2023-12-22T17:52:50.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:52:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:52:50.154 INFO:tasks.workunit.client.0.smithi032.stdout: 915: throughput=5MB/sec pending data=0 2023-12-22T17:52:50.155 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gavZPIA_hkAo2Xs off=1210457 len=1554301 2023-12-22T17:52:50.156 INFO:tasks.workunit.client.0.smithi032.stdout:op 4680 completed, throughput=5MB/sec 2023-12-22T17:52:50.157 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nO54J7Mw8D8uBQ9 off=1535566 len=1247252 2023-12-22T17:52:50.158 INFO:tasks.workunit.client.0.smithi032.stdout:op 4681 completed, throughput=5MB/sec 2023-12-22T17:52:50.158 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-s_40luoAkfSKdLU off=22718056 len=442103 2023-12-22T17:52:50.162 INFO:tasks.workunit.client.0.smithi032.stdout:op 4682 completed, throughput=5MB/sec 2023-12-22T17:52:50.162 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-blVJ-p0No9LQxVP off=10904791 len=98941 2023-12-22T17:52:50.164 INFO:tasks.workunit.client.0.smithi032.stdout:op 4683 completed, throughput=5MB/sec 2023-12-22T17:52:50.164 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1QVHGwFvMKCArqi off=9673712 len=1415336 2023-12-22T17:52:50.166 INFO:tasks.workunit.client.0.smithi032.stdout:op 4684 completed, throughput=5MB/sec 2023-12-22T17:52:50.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:52:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:52:50.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:52:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:52:51.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:52:50 smithi039 ceph-mon[181282]: pgmap v1766: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:52:51.166 INFO:tasks.workunit.client.0.smithi032.stdout: 916: throughput=5MB/sec pending data=0 2023-12-22T17:52:51.166 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iygvJt0roMtIKON off=14191905 len=1030185 2023-12-22T17:52:51.172 INFO:tasks.workunit.client.0.smithi032.stdout:op 4685 completed, throughput=5MB/sec 2023-12-22T17:52:51.172 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tZsvLq6nOUcjeuB off=10379895 len=904642 2023-12-22T17:52:51.173 INFO:tasks.workunit.client.0.smithi032.stdout:op 4686 completed, throughput=5MB/sec 2023-12-22T17:52:51.173 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YS3ocsMnEvC2jsz off=180081 len=958901 2023-12-22T17:52:51.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:52:50 smithi032 ceph-mon[189144]: pgmap v1766: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:52:51.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:52:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:52:50] "GET /metrics HTTP/1.1" 200 34025 "" "Prometheus/2.43.0" 2023-12-22T17:52:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:52:50 smithi032 ceph-mon[191839]: pgmap v1766: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:52:51.179 INFO:tasks.workunit.client.0.smithi032.stdout:op 4687 completed, throughput=5MB/sec 2023-12-22T17:52:51.179 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-B2OjRsVoAvxBYkt off=3629821 len=840733 2023-12-22T17:52:51.179 INFO:tasks.workunit.client.0.smithi032.stdout:op 4688 completed, throughput=5MB/sec 2023-12-22T17:52:51.179 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-X9qOQgI-HOANcpR off=932789 len=1315076 2023-12-22T17:52:51.181 INFO:tasks.workunit.client.0.smithi032.stdout:op 4689 completed, throughput=5MB/sec 2023-12-22T17:52:52.181 INFO:tasks.workunit.client.0.smithi032.stdout: 917: throughput=5MB/sec pending data=0 2023-12-22T17:52:52.182 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xf8WNxLRptdAg22 off=389316 len=1415766 2023-12-22T17:52:52.189 INFO:tasks.workunit.client.0.smithi032.stdout:op 4690 completed, throughput=5MB/sec 2023-12-22T17:52:52.189 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nwW3EiFuLeNq_k5 off=1130238 len=741269 2023-12-22T17:52:52.193 INFO:tasks.workunit.client.0.smithi032.stdout:op 4691 completed, throughput=5MB/sec 2023-12-22T17:52:52.194 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DONMMRmLldZsysd off=5856480 len=946309 2023-12-22T17:52:52.195 INFO:tasks.workunit.client.0.smithi032.stdout:op 4692 completed, throughput=5MB/sec 2023-12-22T17:52:52.195 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jt0qAk6RswjtTj4 off=7231608 len=1834260 2023-12-22T17:52:52.198 INFO:tasks.workunit.client.0.smithi032.stdout:op 4693 completed, throughput=5MB/sec 2023-12-22T17:52:53.199 INFO:tasks.workunit.client.0.smithi032.stdout: 918: throughput=5MB/sec pending data=0 2023-12-22T17:52:53.199 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-c6C0m9XtKo4rWp4 off=13161533 len=1580293 2023-12-22T17:52:53.207 INFO:tasks.workunit.client.0.smithi032.stdout:op 4694 completed, throughput=5MB/sec 2023-12-22T17:52:53.207 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0wnN6Uz8eqLqwyt off=2191199 len=130232 2023-12-22T17:52:53.208 INFO:tasks.workunit.client.0.smithi032.stdout:op 4695 completed, throughput=5MB/sec 2023-12-22T17:52:53.208 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2m2IfaMxdGWli5J off=1106840 len=278109 2023-12-22T17:52:53.211 INFO:tasks.workunit.client.0.smithi032.stdout:op 4696 completed, throughput=5MB/sec 2023-12-22T17:52:53.211 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lNdqVF4qmWXqbjW off=2217642 len=1124769 2023-12-22T17:52:53.217 INFO:tasks.workunit.client.0.smithi032.stdout:op 4697 completed, throughput=5MB/sec 2023-12-22T17:52:53.217 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dP3z17n9zabWX3k off=17295421 len=978273 2023-12-22T17:52:53.218 INFO:tasks.workunit.client.0.smithi032.stdout:op 4698 completed, throughput=5MB/sec 2023-12-22T17:52:53.218 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EcitpMZmoh66EfB off=583166 len=1544745 2023-12-22T17:52:53.220 INFO:tasks.workunit.client.0.smithi032.stdout:op 4699 completed, throughput=5MB/sec 2023-12-22T17:52:53.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:52:53 smithi032 ceph-mon[191839]: pgmap v1767: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-22T17:52:53.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:52:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:52:53.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:52:53 smithi032 ceph-mon[189144]: pgmap v1767: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-22T17:52:53.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:52:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:52:54.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:52:53 smithi039 ceph-mon[181282]: pgmap v1767: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-22T17:52:54.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:52:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:52:54.220 INFO:tasks.workunit.client.0.smithi032.stdout: 919: throughput=5MB/sec pending data=0 2023-12-22T17:52:54.220 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NETKIhaPQ7A1Gjm off=11229174 len=330310 2023-12-22T17:52:54.221 INFO:tasks.workunit.client.0.smithi032.stdout:op 4700 completed, throughput=5MB/sec 2023-12-22T17:52:54.221 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5nxBiGPO1Vvf7oc off=15903470 len=672673 2023-12-22T17:52:54.221 INFO:tasks.workunit.client.0.smithi032.stdout:op 4701 completed, throughput=5MB/sec 2023-12-22T17:52:54.222 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zGtlX2gZsq_2IZH off=20869973 len=1837378 2023-12-22T17:52:54.229 INFO:tasks.workunit.client.0.smithi032.stdout:op 4702 completed, throughput=5MB/sec 2023-12-22T17:52:54.230 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UrKUaSLrRXAil67 off=6401439 len=1177784 2023-12-22T17:52:54.235 INFO:tasks.workunit.client.0.smithi032.stdout:op 4703 completed, throughput=5MB/sec 2023-12-22T17:52:54.235 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eb9f5Hjrdcpkd7a off=15987103 len=662695 2023-12-22T17:52:54.236 INFO:tasks.workunit.client.0.smithi032.stdout:op 4704 completed, throughput=5MB/sec 2023-12-22T17:52:54.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:52:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:52:54.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:52:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:52:54.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:52:54 smithi032 ceph-mon[191839]: pgmap v1768: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:52:54.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:52:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:52:54.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:52:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:52:54.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:52:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:52:54.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:52:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:52:54.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:52:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:52:54.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:52:54 smithi032 ceph-mon[189144]: pgmap v1768: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:52:54.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:52:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:52:54.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:52:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:52:54.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:52:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:52:55.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:52:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:52:55.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:52:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:52:55.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:52:54 smithi039 ceph-mon[181282]: pgmap v1768: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:52:55.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:52:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:52:55.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:52:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:52:55.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:52:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:52:55.236 INFO:tasks.workunit.client.0.smithi032.stdout: 920: throughput=4.99MB/sec pending data=0 2023-12-22T17:52:55.236 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-h22j11qcjQfVPZJ off=20733197 len=983134 2023-12-22T17:52:55.242 INFO:tasks.workunit.client.0.smithi032.stdout:op 4705 completed, throughput=5MB/sec 2023-12-22T17:52:55.242 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LvtIi97kCSssL7c off=17008692 len=630372 2023-12-22T17:52:55.246 INFO:tasks.workunit.client.0.smithi032.stdout:op 4706 completed, throughput=5MB/sec 2023-12-22T17:52:55.247 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ScYJLvttJvNJ0dP off=13259133 len=937587 2023-12-22T17:52:55.252 INFO:tasks.workunit.client.0.smithi032.stdout:op 4707 completed, throughput=5MB/sec 2023-12-22T17:52:55.252 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Hjg1gO6NR4P8kw_ off=8084787 len=168154 2023-12-22T17:52:55.252 INFO:tasks.workunit.client.0.smithi032.stdout:op 4708 completed, throughput=5MB/sec 2023-12-22T17:52:55.253 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XMD0yGXzhFDaoJj off=1840704 len=2087869 2023-12-22T17:52:55.255 INFO:tasks.workunit.client.0.smithi032.stdout:op 4709 completed, throughput=5MB/sec 2023-12-22T17:52:55.255 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1eHZdtAwe3HaGNj off=2986246 len=959974 2023-12-22T17:52:55.260 INFO:tasks.workunit.client.0.smithi032.stdout:op 4710 completed, throughput=5MB/sec 2023-12-22T17:52:56.261 INFO:tasks.workunit.client.0.smithi032.stdout: 921: throughput=5MB/sec pending data=0 2023-12-22T17:52:56.261 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-i7AVYA_YIUWdPq5 off=7441042 len=971886 2023-12-22T17:52:56.262 INFO:tasks.workunit.client.0.smithi032.stdout:op 4711 completed, throughput=5MB/sec 2023-12-22T17:52:56.262 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-t1y0R5m2tPh6_yE off=5725801 len=1765796 2023-12-22T17:52:56.270 INFO:tasks.workunit.client.0.smithi032.stdout:op 4712 completed, throughput=5MB/sec 2023-12-22T17:52:56.270 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-n9-18aqm_WzanFy off=3738298 len=1826935 2023-12-22T17:52:56.271 INFO:tasks.workunit.client.0.smithi032.stdout:op 4713 completed, throughput=5MB/sec 2023-12-22T17:52:56.272 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZKJFQazKUH6ZF9d off=563697 len=285898 2023-12-22T17:52:56.272 INFO:tasks.workunit.client.0.smithi032.stdout:op 4714 completed, throughput=5MB/sec 2023-12-22T17:52:57.272 INFO:tasks.workunit.client.0.smithi032.stdout: 922: throughput=4.99MB/sec pending data=0 2023-12-22T17:52:57.273 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hTGXNLO2NQRiAp1 off=9238187 len=860089 2023-12-22T17:52:57.278 INFO:tasks.workunit.client.0.smithi032.stdout:op 4715 completed, throughput=5MB/sec 2023-12-22T17:52:57.278 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-aLTDNxWzb9fKFcF off=4645149 len=506110 2023-12-22T17:52:57.279 INFO:tasks.workunit.client.0.smithi032.stdout:op 4716 completed, throughput=5MB/sec 2023-12-22T17:52:57.279 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--IMhWUkq3I879zp off=7437798 len=156055 2023-12-22T17:52:57.280 INFO:tasks.workunit.client.0.smithi032.stdout:op 4717 completed, throughput=5MB/sec 2023-12-22T17:52:57.280 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sCSaDaYBAX1oYCd off=1990898 len=1605315 2023-12-22T17:52:57.282 INFO:tasks.workunit.client.0.smithi032.stdout:op 4718 completed, throughput=5MB/sec 2023-12-22T17:52:57.282 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WNR2G1nTY5wBvdO off=399797 len=1746953 2023-12-22T17:52:57.284 INFO:tasks.workunit.client.0.smithi032.stdout:op 4719 completed, throughput=5MB/sec 2023-12-22T17:52:57.284 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BG85QUy3ibIUFo_ off=10218925 len=277335 2023-12-22T17:52:57.287 INFO:tasks.workunit.client.0.smithi032.stdout:op 4720 completed, throughput=5MB/sec 2023-12-22T17:52:57.288 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-arDzfhEm8yePyHW off=18492091 len=694145 2023-12-22T17:52:57.292 INFO:tasks.workunit.client.0.smithi032.stdout:op 4721 completed, throughput=5MB/sec 2023-12-22T17:52:57.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:52:57 smithi032 ceph-mon[191839]: pgmap v1769: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-22T17:52:57.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:52:57 smithi032 ceph-mon[189144]: pgmap v1769: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-22T17:52:58.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:52:57 smithi039 ceph-mon[181282]: pgmap v1769: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-22T17:52:58.292 INFO:tasks.workunit.client.0.smithi032.stdout: 923: throughput=5MB/sec pending data=0 2023-12-22T17:52:58.292 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WbpFvPSgpMGPw4G off=4165988 len=1937015 2023-12-22T17:52:58.297 INFO:tasks.workunit.client.0.smithi032.stdout:op 4722 completed, throughput=5MB/sec 2023-12-22T17:52:58.297 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jXQWSuYuuCR2jL- off=823627 len=1901780 2023-12-22T17:52:58.299 INFO:tasks.workunit.client.0.smithi032.stdout:op 4723 completed, throughput=5MB/sec 2023-12-22T17:52:58.299 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ReBIEsPUBFHppwQ off=295421 len=509770 2023-12-22T17:52:58.300 INFO:tasks.workunit.client.0.smithi032.stdout:op 4724 completed, throughput=5MB/sec 2023-12-22T17:52:58.300 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-STvK7gY2huDJnqC off=17717791 len=692513 2023-12-22T17:52:58.301 INFO:tasks.workunit.client.0.smithi032.stdout:op 4725 completed, throughput=5MB/sec 2023-12-22T17:52:59.301 INFO:tasks.workunit.client.0.smithi032.stdout: 924: throughput=4.99MB/sec pending data=0 2023-12-22T17:52:59.302 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_uGDT_5EGlUqV4Y off=1675556 len=397719 2023-12-22T17:52:59.305 INFO:tasks.workunit.client.0.smithi032.stdout:op 4726 completed, throughput=5MB/sec 2023-12-22T17:52:59.306 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3siufG1l-shZoFm off=3238588 len=1635402 2023-12-22T17:52:59.308 INFO:tasks.workunit.client.0.smithi032.stdout:op 4727 completed, throughput=5MB/sec 2023-12-22T17:52:59.308 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rqR801UuDqHNV86 off=3530246 len=765090 2023-12-22T17:52:59.310 INFO:tasks.workunit.client.0.smithi032.stdout:op 4728 completed, throughput=5MB/sec 2023-12-22T17:52:59.310 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--DRsjiAQwRw7FIW off=16509100 len=928844 2023-12-22T17:52:59.314 INFO:tasks.workunit.client.0.smithi032.stdout:op 4729 completed, throughput=5MB/sec 2023-12-22T17:52:59.315 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Lvrfsf3RP9dixhQ off=8362578 len=1003590 2023-12-22T17:52:59.316 INFO:tasks.workunit.client.0.smithi032.stdout:op 4730 completed, throughput=5MB/sec 2023-12-22T17:52:59.316 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-M1QJ6n6RNUPhIrk off=3389116 len=1632528 2023-12-22T17:52:59.322 INFO:tasks.workunit.client.0.smithi032.stdout:op 4731 completed, throughput=5MB/sec 2023-12-22T17:52:59.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:52:59 smithi032 ceph-mon[191839]: pgmap v1770: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:52:59.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:52:59 smithi032 ceph-mon[189144]: pgmap v1770: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:53:00.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:52:59 smithi039 ceph-mon[181282]: pgmap v1770: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:53:00.322 INFO:tasks.workunit.client.0.smithi032.stdout: 925: throughput=5MB/sec pending data=0 2023-12-22T17:53:00.322 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bdxrse5Q7mI2CPJ off=1936013 len=792395 2023-12-22T17:53:00.327 INFO:tasks.workunit.client.0.smithi032.stdout:op 4732 completed, throughput=5MB/sec 2023-12-22T17:53:00.327 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-z-kg0YW_Bw8-Trp off=2431215 len=1223623 2023-12-22T17:53:00.334 INFO:tasks.workunit.client.0.smithi032.stdout:op 4733 completed, throughput=5MB/sec 2023-12-22T17:53:00.334 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-H4J_ro0Mk1N__N2 off=5760654 len=1942620 2023-12-22T17:53:00.343 INFO:tasks.workunit.client.0.smithi032.stdout:op 4734 completed, throughput=5MB/sec 2023-12-22T17:53:00.343 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DwkITQ0XT3RHpaM off=5191001 len=1593098 2023-12-22T17:53:00.345 INFO:tasks.workunit.client.0.smithi032.stdout:op 4735 completed, throughput=5MB/sec 2023-12-22T17:53:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:53:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:53:00] "GET /metrics HTTP/1.1" 200 34025 "" "Prometheus/2.43.0" 2023-12-22T17:53:01.345 INFO:tasks.workunit.client.0.smithi032.stdout: 926: throughput=5MB/sec pending data=0 2023-12-22T17:53:01.345 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-eumkvuogtjj7Vk0 off=1253357 len=1049921 2023-12-22T17:53:01.352 INFO:tasks.workunit.client.0.smithi032.stdout:op 4736 completed, throughput=5MB/sec 2023-12-22T17:53:01.352 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jD0_BN7t7iNiOHz off=7667181 len=1650776 2023-12-22T17:53:01.360 INFO:tasks.workunit.client.0.smithi032.stdout:op 4737 completed, throughput=5MB/sec 2023-12-22T17:53:01.360 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yFeXiEX6X-bkgzx off=2344540 len=870258 2023-12-22T17:53:01.364 INFO:tasks.workunit.client.0.smithi032.stdout:op 4738 completed, throughput=5MB/sec 2023-12-22T17:53:01.364 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pCVT19dlWVm0Ggz off=3793032 len=1778033 2023-12-22T17:53:01.372 INFO:tasks.workunit.client.0.smithi032.stdout:op 4739 completed, throughput=5MB/sec 2023-12-22T17:53:01.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:53:01 smithi032 ceph-mon[191839]: pgmap v1771: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:53:01.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:53:01 smithi032 ceph-mon[189144]: pgmap v1771: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:53:02.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:53:01 smithi039 ceph-mon[181282]: pgmap v1771: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:53:02.373 INFO:tasks.workunit.client.0.smithi032.stdout: 927: throughput=5MB/sec pending data=0 2023-12-22T17:53:02.373 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cwsbZUQs39Q4qAK off=3670334 len=1896603 2023-12-22T17:53:02.375 INFO:tasks.workunit.client.0.smithi032.stdout:op 4740 completed, throughput=5MB/sec 2023-12-22T17:53:02.375 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-m-EHLFCSK8Q60XR off=4718699 len=1070942 2023-12-22T17:53:02.381 INFO:tasks.workunit.client.0.smithi032.stdout:op 4741 completed, throughput=5MB/sec 2023-12-22T17:53:02.381 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-J_3bbyojbXEuDvW off=3710043 len=892877 2023-12-22T17:53:02.383 INFO:tasks.workunit.client.0.smithi032.stdout:op 4742 completed, throughput=5MB/sec 2023-12-22T17:53:02.383 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FQVB-EGJ98QDCjQ off=1917113 len=124676 2023-12-22T17:53:02.386 INFO:tasks.workunit.client.0.smithi032.stdout:op 4743 completed, throughput=5MB/sec 2023-12-22T17:53:03.386 INFO:tasks.workunit.client.0.smithi032.stdout: 928: throughput=4.99MB/sec pending data=0 2023-12-22T17:53:03.387 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EFXp3-cjHsaNvaw off=9221866 len=426081 2023-12-22T17:53:03.387 INFO:tasks.workunit.client.0.smithi032.stdout:op 4744 completed, throughput=5MB/sec 2023-12-22T17:53:03.388 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bmzJKM5J596rWs_ off=7699121 len=1570798 2023-12-22T17:53:03.396 INFO:tasks.workunit.client.0.smithi032.stdout:op 4745 completed, throughput=5MB/sec 2023-12-22T17:53:03.396 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4Wv_vqef7ew3GSY off=8511331 len=441709 2023-12-22T17:53:03.396 INFO:tasks.workunit.client.0.smithi032.stdout:op 4746 completed, throughput=5MB/sec 2023-12-22T17:53:03.396 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vYZi7u-9CuA0n0u off=2437467 len=786039 2023-12-22T17:53:03.397 INFO:tasks.workunit.client.0.smithi032.stdout:op 4747 completed, throughput=5MB/sec 2023-12-22T17:53:03.398 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JyeR6zTI8jKHP3m off=11632569 len=1600272 2023-12-22T17:53:03.399 INFO:tasks.workunit.client.0.smithi032.stdout:op 4748 completed, throughput=5MB/sec 2023-12-22T17:53:03.400 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vYUBQvb7DZIym8k off=5209398 len=1128175 2023-12-22T17:53:03.405 INFO:tasks.workunit.client.0.smithi032.stdout:op 4749 completed, throughput=5MB/sec 2023-12-22T17:53:03.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:53:03 smithi032 ceph-mon[191839]: pgmap v1772: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:53:03.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:53:03 smithi032 ceph-mon[189144]: pgmap v1772: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:53:04.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:53:03 smithi039 ceph-mon[181282]: pgmap v1772: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:53:04.405 INFO:tasks.workunit.client.0.smithi032.stdout: 929: throughput=5MB/sec pending data=0 2023-12-22T17:53:04.406 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--gDdmyMp1W3meiY off=3184452 len=33243 2023-12-22T17:53:04.408 INFO:tasks.workunit.client.0.smithi032.stdout:op 4750 completed, throughput=5MB/sec 2023-12-22T17:53:04.409 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ITWVckc40aAMqtB off=9731467 len=1050216 2023-12-22T17:53:04.414 INFO:tasks.workunit.client.0.smithi032.stdout:op 4751 completed, throughput=5MB/sec 2023-12-22T17:53:04.415 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dyJ5jYIWTnLaZbz off=3131461 len=104911 2023-12-22T17:53:04.417 INFO:tasks.workunit.client.0.smithi032.stdout:op 4752 completed, throughput=5MB/sec 2023-12-22T17:53:04.417 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kF0iPMhWRrQ8nNJ off=23567 len=113076 2023-12-22T17:53:04.419 INFO:tasks.workunit.client.0.smithi032.stdout:op 4753 completed, throughput=5MB/sec 2023-12-22T17:53:04.420 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jJyac7JuGUq99X- off=8014240 len=1609590 2023-12-22T17:53:04.427 INFO:tasks.workunit.client.0.smithi032.stdout:op 4754 completed, throughput=5MB/sec 2023-12-22T17:53:04.427 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EgBr4eRfMq06Vh8 off=1286493 len=701414 2023-12-22T17:53:04.429 INFO:tasks.workunit.client.0.smithi032.stdout:op 4755 completed, throughput=5MB/sec 2023-12-22T17:53:04.429 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nTA_1hct3B0Xg8V off=105976 len=92743 2023-12-22T17:53:04.432 INFO:tasks.workunit.client.0.smithi032.stdout:op 4756 completed, throughput=5MB/sec 2023-12-22T17:53:04.432 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8KzP_KQUdu-LBco off=10219507 len=935955 2023-12-22T17:53:04.433 INFO:tasks.workunit.client.0.smithi032.stdout:op 4757 completed, throughput=5MB/sec 2023-12-22T17:53:04.433 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xzyxiU3sok9Araz off=6627058 len=1474444 2023-12-22T17:53:04.435 INFO:tasks.workunit.client.0.smithi032.stdout:op 4758 completed, throughput=5MB/sec 2023-12-22T17:53:05.436 INFO:tasks.workunit.client.0.smithi032.stdout: 930: throughput=5MB/sec pending data=0 2023-12-22T17:53:05.436 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DwkITQ0XT3RHpaM off=12657690 len=710826 2023-12-22T17:53:05.437 INFO:tasks.workunit.client.0.smithi032.stdout:op 4759 completed, throughput=5MB/sec 2023-12-22T17:53:05.437 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xO_3-Eq354SJiYv off=3128379 len=836318 2023-12-22T17:53:05.438 INFO:tasks.workunit.client.0.smithi032.stdout:op 4760 completed, throughput=5MB/sec 2023-12-22T17:53:05.438 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Gk0_Cxb7VzfsDpX off=5561685 len=1316624 2023-12-22T17:53:05.440 INFO:tasks.workunit.client.0.smithi032.stdout:op 4761 completed, throughput=5MB/sec 2023-12-22T17:53:05.440 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dOcfMlZinBKqzCg off=1849476 len=1339923 2023-12-22T17:53:05.446 INFO:tasks.workunit.client.0.smithi032.stdout:op 4762 completed, throughput=5MB/sec 2023-12-22T17:53:05.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:53:05 smithi032 ceph-mon[191839]: pgmap v1773: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:53:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:53:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:53:05.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:53:05 smithi032 ceph-mon[189144]: pgmap v1773: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:53:05.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:53:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:53:06.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:53:05 smithi039 ceph-mon[181282]: pgmap v1773: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:53:06.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:53:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:53:06.446 INFO:tasks.workunit.client.0.smithi032.stdout: 931: throughput=5MB/sec pending data=0 2023-12-22T17:53:06.446 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-beh3n4dUpksC94T off=2868954 len=1371730 2023-12-22T17:53:06.452 INFO:tasks.workunit.client.0.smithi032.stdout:op 4763 completed, throughput=5MB/sec 2023-12-22T17:53:06.452 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SkyJZpPTVdqo89K off=16122132 len=1675025 2023-12-22T17:53:06.461 INFO:tasks.workunit.client.0.smithi032.stdout:op 4764 completed, throughput=5MB/sec 2023-12-22T17:53:06.461 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kg33fG_GyYxR0GT off=4450545 len=1966570 2023-12-22T17:53:06.469 INFO:tasks.workunit.client.0.smithi032.stdout:op 4765 completed, throughput=5MB/sec 2023-12-22T17:53:06.469 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-h0ckmulR-bYLseL off=7831352 len=591715 2023-12-22T17:53:06.470 INFO:tasks.workunit.client.0.smithi032.stdout:op 4766 completed, throughput=5MB/sec 2023-12-22T17:53:07.470 INFO:tasks.workunit.client.0.smithi032.stdout: 932: throughput=5MB/sec pending data=0 2023-12-22T17:53:07.471 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SWkpV5-SDuTxxUU off=6172842 len=1190319 2023-12-22T17:53:07.477 INFO:tasks.workunit.client.0.smithi032.stdout:op 4767 completed, throughput=5MB/sec 2023-12-22T17:53:07.477 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7Kv-EQEvsi5guMH off=5558468 len=1001029 2023-12-22T17:53:07.481 INFO:tasks.workunit.client.0.smithi032.stdout:op 4768 completed, throughput=5MB/sec 2023-12-22T17:53:07.482 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xXukkAlUQEncoOd off=1783020 len=671693 2023-12-22T17:53:07.483 INFO:tasks.workunit.client.0.smithi032.stdout:op 4769 completed, throughput=5MB/sec 2023-12-22T17:53:07.483 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EHnp_iBuCObMo47 off=16042225 len=2021671 2023-12-22T17:53:07.485 INFO:tasks.workunit.client.0.smithi032.stdout:op 4770 completed, throughput=5MB/sec 2023-12-22T17:53:07.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:53:07 smithi032 ceph-mon[189144]: pgmap v1774: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:53:07.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:53:07 smithi032 ceph-mon[191839]: pgmap v1774: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:53:08.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:53:07 smithi039 ceph-mon[181282]: pgmap v1774: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:53:08.486 INFO:tasks.workunit.client.0.smithi032.stdout: 933: throughput=4.99MB/sec pending data=0 2023-12-22T17:53:08.486 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-R9EoVQnz5e-Npoi off=84294 len=196802 2023-12-22T17:53:08.489 INFO:tasks.workunit.client.0.smithi032.stdout:op 4771 completed, throughput=5MB/sec 2023-12-22T17:53:08.489 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-36mhIPEMHcxvVpx off=668130 len=1234962 2023-12-22T17:53:08.495 INFO:tasks.workunit.client.0.smithi032.stdout:op 4772 completed, throughput=5MB/sec 2023-12-22T17:53:08.495 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-c2-1g_9MnZvGrEQ off=12761639 len=142877 2023-12-22T17:53:08.498 INFO:tasks.workunit.client.0.smithi032.stdout:op 4773 completed, throughput=5MB/sec 2023-12-22T17:53:08.498 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NRe0PIXssA_tfNq off=9697117 len=1117977 2023-12-22T17:53:08.500 INFO:tasks.workunit.client.0.smithi032.stdout:op 4774 completed, throughput=5MB/sec 2023-12-22T17:53:08.500 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-n13p1plc-jfU9Di off=2355337 len=1600696 2023-12-22T17:53:08.502 INFO:tasks.workunit.client.0.smithi032.stdout:op 4775 completed, throughput=5MB/sec 2023-12-22T17:53:08.502 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-i-TtsP56kdheDNo off=7492603 len=1283548 2023-12-22T17:53:08.508 INFO:tasks.workunit.client.0.smithi032.stdout:op 4776 completed, throughput=5MB/sec 2023-12-22T17:53:09.508 INFO:tasks.workunit.client.0.smithi032.stdout: 934: throughput=5MB/sec pending data=0 2023-12-22T17:53:09.509 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IGSFfXIv4dGB0Ma off=13258490 len=779500 2023-12-22T17:53:09.510 INFO:tasks.workunit.client.0.smithi032.stdout:op 4777 completed, throughput=5MB/sec 2023-12-22T17:53:09.511 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-d0AU5UDdSxn0EEJ off=4593539 len=341237 2023-12-22T17:53:09.511 INFO:tasks.workunit.client.0.smithi032.stdout:op 4778 completed, throughput=5MB/sec 2023-12-22T17:53:09.511 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BOsP6NEI6vU5KkZ off=12553214 len=1139189 2023-12-22T17:53:09.517 INFO:tasks.workunit.client.0.smithi032.stdout:op 4779 completed, throughput=5MB/sec 2023-12-22T17:53:09.518 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-A_foKWU9CAU5twt off=5331451 len=1737844 2023-12-22T17:53:09.519 INFO:tasks.workunit.client.0.smithi032.stdout:op 4780 completed, throughput=5MB/sec 2023-12-22T17:53:09.520 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SDjFxiVi777KFtP off=22895567 len=669082 2023-12-22T17:53:09.521 INFO:tasks.workunit.client.0.smithi032.stdout:op 4781 completed, throughput=5MB/sec 2023-12-22T17:53:09.522 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NHhadgprWVR6Rxd off=3229367 len=1050073 2023-12-22T17:53:09.523 INFO:tasks.workunit.client.0.smithi032.stdout:op 4782 completed, throughput=5MB/sec 2023-12-22T17:53:09.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:53:09 smithi032 ceph-mon[191839]: pgmap v1775: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:53:09.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:53:09 smithi032 ceph-mon[189144]: pgmap v1775: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:53:10.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:53:09 smithi039 ceph-mon[181282]: pgmap v1775: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:53:10.523 INFO:tasks.workunit.client.0.smithi032.stdout: 935: throughput=5MB/sec pending data=0 2023-12-22T17:53:10.523 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MN2x7_aAVZtesut off=998177 len=305143 2023-12-22T17:53:10.524 INFO:tasks.workunit.client.0.smithi032.stdout:op 4783 completed, throughput=5MB/sec 2023-12-22T17:53:10.524 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-J73lUoS_CGjbIIw off=5291076 len=213396 2023-12-22T17:53:10.527 INFO:tasks.workunit.client.0.smithi032.stdout:op 4784 completed, throughput=5MB/sec 2023-12-22T17:53:10.528 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-j4KVpRw_I_FsuBF off=12105811 len=1687841 2023-12-22T17:53:10.536 INFO:tasks.workunit.client.0.smithi032.stdout:op 4785 completed, throughput=5MB/sec 2023-12-22T17:53:10.536 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-R071b8C8cMtCIVR off=1970217 len=448800 2023-12-22T17:53:10.537 INFO:tasks.workunit.client.0.smithi032.stdout:op 4786 completed, throughput=5MB/sec 2023-12-22T17:53:10.537 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KZk8t-VKNvdw8hi off=10199358 len=1302393 2023-12-22T17:53:10.543 INFO:tasks.workunit.client.0.smithi032.stdout:op 4787 completed, throughput=5MB/sec 2023-12-22T17:53:10.544 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-eYjVFohAt7tu3Pu off=16313844 len=929348 2023-12-22T17:53:10.548 INFO:tasks.workunit.client.0.smithi032.stdout:op 4788 completed, throughput=5MB/sec 2023-12-22T17:53:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:53:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:53:10] "GET /metrics HTTP/1.1" 200 34029 "" "Prometheus/2.43.0" 2023-12-22T17:53:11.549 INFO:tasks.workunit.client.0.smithi032.stdout: 936: throughput=4.99MB/sec pending data=0 2023-12-22T17:53:11.549 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8sDgrihB5JkLMQn off=9436667 len=51429 2023-12-22T17:53:11.550 INFO:tasks.workunit.client.0.smithi032.stdout:op 4789 completed, throughput=5MB/sec 2023-12-22T17:53:11.550 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cqARz3w0E3E6D3Q off=14129000 len=117263 2023-12-22T17:53:11.553 INFO:tasks.workunit.client.0.smithi032.stdout:op 4790 completed, throughput=5MB/sec 2023-12-22T17:53:11.553 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--ZoHEfl3T9O6rbg off=1785751 len=451453 2023-12-22T17:53:11.556 INFO:tasks.workunit.client.0.smithi032.stdout:op 4791 completed, throughput=5MB/sec 2023-12-22T17:53:11.556 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-darJSCThFhB2xug off=5450248 len=1702424 2023-12-22T17:53:11.558 INFO:tasks.workunit.client.0.smithi032.stdout:op 4792 completed, throughput=5MB/sec 2023-12-22T17:53:11.558 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ViOtEUZzOCD9CkK off=3373998 len=258118 2023-12-22T17:53:11.561 INFO:tasks.workunit.client.0.smithi032.stdout:op 4793 completed, throughput=5MB/sec 2023-12-22T17:53:11.562 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pizTIwLejpaxWxA off=9071229 len=603774 2023-12-22T17:53:11.562 INFO:tasks.workunit.client.0.smithi032.stdout:op 4794 completed, throughput=5MB/sec 2023-12-22T17:53:11.562 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-25lJGJU2i4hbg6A off=8759078 len=1070862 2023-12-22T17:53:11.567 INFO:tasks.workunit.client.0.smithi032.stdout:op 4795 completed, throughput=5MB/sec 2023-12-22T17:53:11.568 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gII2DxBLk6NEBWz off=6294151 len=823165 2023-12-22T17:53:11.569 INFO:tasks.workunit.client.0.smithi032.stdout:op 4796 completed, throughput=5MB/sec 2023-12-22T17:53:11.569 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-s74mRtQlQhXShvh off=727323 len=1410287 2023-12-22T17:53:11.570 INFO:tasks.workunit.client.0.smithi032.stdout:op 4797 completed, throughput=5MB/sec 2023-12-22T17:53:11.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:53:11 smithi032 ceph-mon[191839]: pgmap v1776: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:53:11.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:53:11 smithi032 ceph-mon[189144]: pgmap v1776: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:53:12.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:53:11 smithi039 ceph-mon[181282]: pgmap v1776: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:53:12.570 INFO:tasks.workunit.client.0.smithi032.stdout: 937: throughput=5MB/sec pending data=0 2023-12-22T17:53:12.570 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pFBJAWHzAsqHy-d off=562557 len=1349266 2023-12-22T17:53:12.572 INFO:tasks.workunit.client.0.smithi032.stdout:op 4798 completed, throughput=5MB/sec 2023-12-22T17:53:12.572 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-oAqygnwanVk4qFU off=1958080 len=222145 2023-12-22T17:53:12.572 INFO:tasks.workunit.client.0.smithi032.stdout:op 4799 completed, throughput=5MB/sec 2023-12-22T17:53:12.573 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wZUuI_rWNWNxRKb off=5039126 len=803027 2023-12-22T17:53:12.577 INFO:tasks.workunit.client.0.smithi032.stdout:op 4800 completed, throughput=5MB/sec 2023-12-22T17:53:12.577 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-84lpIBVdS2Btni8 off=15796264 len=1731035 2023-12-22T17:53:12.580 INFO:tasks.workunit.client.0.smithi032.stdout:op 4801 completed, throughput=5MB/sec 2023-12-22T17:53:13.581 INFO:tasks.workunit.client.0.smithi032.stdout: 938: throughput=4.99MB/sec pending data=0 2023-12-22T17:53:13.581 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lh5VGkY02qAukzP off=13831846 len=667782 2023-12-22T17:53:13.582 INFO:tasks.workunit.client.0.smithi032.stdout:op 4802 completed, throughput=5MB/sec 2023-12-22T17:53:13.582 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VnIR-nK0PSZdP5f off=4163240 len=318446 2023-12-22T17:53:13.584 INFO:tasks.workunit.client.0.smithi032.stdout:op 4803 completed, throughput=5MB/sec 2023-12-22T17:53:13.584 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-coPVOGJqi33pvws off=8094676 len=84064 2023-12-22T17:53:13.585 INFO:tasks.workunit.client.0.smithi032.stdout:op 4804 completed, throughput=5MB/sec 2023-12-22T17:53:13.585 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tBmpnOS_sLsPQh7 off=4166004 len=902145 2023-12-22T17:53:13.590 INFO:tasks.workunit.client.0.smithi032.stdout:op 4805 completed, throughput=5MB/sec 2023-12-22T17:53:13.590 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QCOZs3jLGUrX-Xw off=3136510 len=589153 2023-12-22T17:53:13.594 INFO:tasks.workunit.client.0.smithi032.stdout:op 4806 completed, throughput=5MB/sec 2023-12-22T17:53:13.594 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Le5uLv3nmmpjVW2 off=4133586 len=756906 2023-12-22T17:53:13.595 INFO:tasks.workunit.client.0.smithi032.stdout:op 4807 completed, throughput=5MB/sec 2023-12-22T17:53:13.596 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-usehYSeLDQ8FPt0 off=498337 len=1430239 2023-12-22T17:53:13.597 INFO:tasks.workunit.client.0.smithi032.stdout:op 4808 completed, throughput=5MB/sec 2023-12-22T17:53:13.597 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8XNECP4PzbjyoaP off=204151 len=920144 2023-12-22T17:53:13.598 INFO:tasks.workunit.client.0.smithi032.stdout:op 4809 completed, throughput=5MB/sec 2023-12-22T17:53:13.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:53:13 smithi032 ceph-mon[191839]: pgmap v1777: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:53:13.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:53:13 smithi032 ceph-mon[189144]: pgmap v1777: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:53:14.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:53:13 smithi039 ceph-mon[181282]: pgmap v1777: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:53:14.598 INFO:tasks.workunit.client.0.smithi032.stdout: 939: throughput=5MB/sec pending data=0 2023-12-22T17:53:14.599 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2mgWetT8VOXfXMC off=6280390 len=230776 2023-12-22T17:53:14.602 INFO:tasks.workunit.client.0.smithi032.stdout:op 4810 completed, throughput=5MB/sec 2023-12-22T17:53:14.602 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0i8a04ixX_XsrE0 off=10391468 len=1248488 2023-12-22T17:53:14.604 INFO:tasks.workunit.client.0.smithi032.stdout:op 4811 completed, throughput=5MB/sec 2023-12-22T17:53:14.604 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--vbr6DX3mDVYDT4 off=20837646 len=1335257 2023-12-22T17:53:14.611 INFO:tasks.workunit.client.0.smithi032.stdout:op 4812 completed, throughput=5MB/sec 2023-12-22T17:53:14.611 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8xLGUBdZ9sr7ayP off=445787 len=154754 2023-12-22T17:53:14.614 INFO:tasks.workunit.client.0.smithi032.stdout:op 4813 completed, throughput=5MB/sec 2023-12-22T17:53:14.614 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-knj4j96bNzM1pkw off=5930023 len=206939 2023-12-22T17:53:14.615 INFO:tasks.workunit.client.0.smithi032.stdout:op 4814 completed, throughput=5MB/sec 2023-12-22T17:53:14.615 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0YPc2jACxrMbxhr off=3669860 len=627009 2023-12-22T17:53:14.616 INFO:tasks.workunit.client.0.smithi032.stdout:op 4815 completed, throughput=5MB/sec 2023-12-22T17:53:14.616 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-decdQSEd_6AXLpQ off=473224 len=285411 2023-12-22T17:53:14.617 INFO:tasks.workunit.client.0.smithi032.stdout:op 4816 completed, throughput=5MB/sec 2023-12-22T17:53:14.617 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xgHT9wvmsr6Hwkg off=4927078 len=414623 2023-12-22T17:53:14.617 INFO:tasks.workunit.client.0.smithi032.stdout:op 4817 completed, throughput=5MB/sec 2023-12-22T17:53:14.618 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Lq2cKngSWDYBmxa off=6129694 len=1040024 2023-12-22T17:53:14.623 INFO:tasks.workunit.client.0.smithi032.stdout:op 4818 completed, throughput=5MB/sec 2023-12-22T17:53:14.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:53:14 smithi032 ceph-mon[191839]: pgmap v1778: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:53:14.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:53:14 smithi032 ceph-mon[189144]: pgmap v1778: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:53:15.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:53:14 smithi039 ceph-mon[181282]: pgmap v1778: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:53:15.623 INFO:tasks.workunit.client.0.smithi032.stdout: 940: throughput=5MB/sec pending data=0 2023-12-22T17:53:15.623 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FJ4MU4ZQYAOt5xq off=2947847 len=1168218 2023-12-22T17:53:15.630 INFO:tasks.workunit.client.0.smithi032.stdout:op 4819 completed, throughput=5MB/sec 2023-12-22T17:53:15.630 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9yieUEyHyaw_Xn- off=10928816 len=1707547 2023-12-22T17:53:15.637 INFO:tasks.workunit.client.0.smithi032.stdout:op 4820 completed, throughput=5MB/sec 2023-12-22T17:53:15.637 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-P7VJ_nIbr9iLs1J off=589255 len=650516 2023-12-22T17:53:15.639 INFO:tasks.workunit.client.0.smithi032.stdout:op 4821 completed, throughput=5MB/sec 2023-12-22T17:53:15.639 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ukep3lvzh-M3kN6 off=3325211 len=528499 2023-12-22T17:53:15.642 INFO:tasks.workunit.client.0.smithi032.stdout:op 4822 completed, throughput=5MB/sec 2023-12-22T17:53:15.643 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8iUNn03ns6D-bQp off=4157134 len=1307379 2023-12-22T17:53:15.644 INFO:tasks.workunit.client.0.smithi032.stdout:op 4823 completed, throughput=5MB/sec 2023-12-22T17:53:16.644 INFO:tasks.workunit.client.0.smithi032.stdout: 941: throughput=5MB/sec pending data=0 2023-12-22T17:53:16.645 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-E3Jc9y7a3Uf06qg off=12663336 len=1083829 2023-12-22T17:53:16.647 INFO:tasks.workunit.client.0.smithi032.stdout:op 4824 completed, throughput=5MB/sec 2023-12-22T17:53:16.647 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HGn8hMo52NbK4lk off=6185525 len=216365 2023-12-22T17:53:16.651 INFO:tasks.workunit.client.0.smithi032.stdout:op 4825 completed, throughput=5MB/sec 2023-12-22T17:53:16.651 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jRQ-kPok1t_L4or off=1267887 len=1312127 2023-12-22T17:53:16.656 INFO:tasks.workunit.client.0.smithi032.stdout:op 4826 completed, throughput=5MB/sec 2023-12-22T17:53:16.656 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KkMT4QTNzoweMOC off=1240060 len=331005 2023-12-22T17:53:16.657 INFO:tasks.workunit.client.0.smithi032.stdout:op 4827 completed, throughput=5MB/sec 2023-12-22T17:53:16.657 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pALXCf3roIxCpVQ off=2960568 len=2010152 2023-12-22T17:53:16.658 INFO:tasks.workunit.client.0.smithi032.stdout:op 4828 completed, throughput=5MB/sec 2023-12-22T17:53:16.892 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:53:17.220 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:53:17.220 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (33m) 9m ago 37m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:53:17.220 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (33m) 7m ago 37m 90.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:53:17.220 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (38m) 9m ago 38m 20.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:53:17.220 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (38m) 7m ago 38m 27.7M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:53:17.220 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (32m) 7m ago 41m 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:53:17.220 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (32m) 9m ago 42m 541M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:53:17.221 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (32m) 9m ago 42m 246M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:53:17.221 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (31m) 7m ago 41m 150M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:53:17.221 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (32m) 9m ago 41m 150M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:53:17.221 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (33m) 9m ago 37m 15.8M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:53:17.221 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (33m) 7m ago 37m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:53:17.221 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (31m) 9m ago 40m 1953M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:53:17.221 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (30m) 9m ago 40m 2201M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:53:17.221 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (30m) 9m ago 40m 2126M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:53:17.221 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (29m) 9m ago 39m 1857M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:53:17.221 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (29m) 7m ago 39m 1838M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:53:17.222 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (28m) 7m ago 39m 1596M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:53:17.222 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (28m) 7m ago 39m 1056M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:53:17.222 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (27m) 7m ago 38m 1503M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:53:17.222 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (32m) 7m ago 38m 79.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:53:17.620 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:53:17.620 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:53:17.620 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:53:17.620 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:53:17.620 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:53:17.620 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:53:17.620 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:53:17.621 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:53:17.621 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:53:17.621 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:53:17.621 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:53:17.621 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:53:17.621 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:53:17.621 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:53:17.621 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:53:17.621 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:53:17.621 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:53:17.622 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:53:17.658 INFO:tasks.workunit.client.0.smithi032.stdout: 942: throughput=5MB/sec pending data=0 2023-12-22T17:53:17.658 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UtNWMhsLV7AxVsh off=7641072 len=96402 2023-12-22T17:53:17.661 INFO:tasks.workunit.client.0.smithi032.stdout:op 4829 completed, throughput=5MB/sec 2023-12-22T17:53:17.661 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9WWcrwsYzSUpPWO off=10932986 len=1230297 2023-12-22T17:53:17.667 INFO:tasks.workunit.client.0.smithi032.stdout:op 4830 completed, throughput=5MB/sec 2023-12-22T17:53:17.667 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VLja-advhi8XtEz off=9684623 len=1822263 2023-12-22T17:53:17.671 INFO:tasks.workunit.client.0.smithi032.stdout:op 4831 completed, throughput=5MB/sec 2023-12-22T17:53:17.671 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rPuqjD5ch5IeEqM off=2298269 len=102194 2023-12-22T17:53:17.672 INFO:tasks.workunit.client.0.smithi032.stdout:op 4832 completed, throughput=5MB/sec 2023-12-22T17:53:17.672 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HTOHNJzGAH5BNLy off=4398287 len=1235056 2023-12-22T17:53:17.672 INFO:tasks.workunit.client.0.smithi032.stdout:op 4833 completed, throughput=5MB/sec 2023-12-22T17:53:17.673 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-L7QSDGK2mmoNfZb off=11375364 len=13568 2023-12-22T17:53:17.675 INFO:tasks.workunit.client.0.smithi032.stdout:op 4834 completed, throughput=5MB/sec 2023-12-22T17:53:17.675 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dSBsxbeFDQ_oW-k off=5207016 len=2081495 2023-12-22T17:53:17.684 INFO:tasks.workunit.client.0.smithi032.stdout:op 4835 completed, throughput=5MB/sec 2023-12-22T17:53:17.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:53:17 smithi032 ceph-mon[189144]: pgmap v1779: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:53:17.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:53:17 smithi032 ceph-mon[191839]: pgmap v1779: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:53:18.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:53:17 smithi039 ceph-mon[181282]: pgmap v1779: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:53:18.684 INFO:tasks.workunit.client.0.smithi032.stdout: 943: throughput=5MB/sec pending data=0 2023-12-22T17:53:18.685 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bMUW74zXesEDVnC off=1926431 len=421968 2023-12-22T17:53:18.686 INFO:tasks.workunit.client.0.smithi032.stdout:op 4836 completed, throughput=5MB/sec 2023-12-22T17:53:18.686 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Ho4aNGVGsBs-BbD off=8755164 len=891643 2023-12-22T17:53:18.688 INFO:tasks.workunit.client.0.smithi032.stdout:op 4837 completed, throughput=5MB/sec 2023-12-22T17:53:18.688 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-T0z48NQsqORerc7 off=3538100 len=128364 2023-12-22T17:53:18.688 INFO:tasks.workunit.client.0.smithi032.stdout:op 4838 completed, throughput=5MB/sec 2023-12-22T17:53:18.689 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rvbq4U99BD8qZ18 off=5251337 len=1524140 2023-12-22T17:53:18.695 INFO:tasks.workunit.client.0.smithi032.stdout:op 4839 completed, throughput=5MB/sec 2023-12-22T17:53:18.695 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OK2EzQvJG1z3MIm off=14005509 len=1573571 2023-12-22T17:53:18.698 INFO:tasks.workunit.client.0.smithi032.stdout:op 4840 completed, throughput=5MB/sec 2023-12-22T17:53:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:53:18 smithi032 ceph-mon[191839]: from='client.45677 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:53:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:53:18 smithi032 ceph-mon[191839]: from='client.35748 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:53:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:53:18 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1483782656' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:53:18.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:53:18 smithi032 ceph-mon[189144]: from='client.45677 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:53:18.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:53:18 smithi032 ceph-mon[189144]: from='client.35748 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:53:18.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:53:18 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1483782656' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:53:19.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:53:18 smithi039 ceph-mon[181282]: from='client.45677 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:53:19.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:53:18 smithi039 ceph-mon[181282]: from='client.35748 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:53:19.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:53:18 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1483782656' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:53:19.698 INFO:tasks.workunit.client.0.smithi032.stdout: 944: throughput=5MB/sec pending data=0 2023-12-22T17:53:19.699 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-By9SmX5Lg1FP51Y off=14231792 len=252571 2023-12-22T17:53:19.699 INFO:tasks.workunit.client.0.smithi032.stdout:op 4841 completed, throughput=5MB/sec 2023-12-22T17:53:19.699 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bIrTiBW2PTZeIz6 off=1997323 len=138669 2023-12-22T17:53:19.702 INFO:tasks.workunit.client.0.smithi032.stdout:op 4842 completed, throughput=5MB/sec 2023-12-22T17:53:19.702 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-V3YB47fdfbIxc4l off=1180897 len=1093592 2023-12-22T17:53:19.703 INFO:tasks.workunit.client.0.smithi032.stdout:op 4843 completed, throughput=5MB/sec 2023-12-22T17:53:19.703 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2dskTPhBY4AV5Ar off=12081444 len=408735 2023-12-22T17:53:19.707 INFO:tasks.workunit.client.0.smithi032.stdout:op 4844 completed, throughput=5MB/sec 2023-12-22T17:53:19.707 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-v6Cao9AZt5YWs0e off=3441713 len=2032981 2023-12-22T17:53:19.710 INFO:tasks.workunit.client.0.smithi032.stdout:op 4845 completed, throughput=5MB/sec 2023-12-22T17:53:19.710 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kDu9FQ4HDrSUDpV off=7829577 len=270654 2023-12-22T17:53:19.712 INFO:tasks.workunit.client.0.smithi032.stdout:op 4846 completed, throughput=5MB/sec 2023-12-22T17:53:19.712 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-u0xvoYrl9L27MW5 off=1940366 len=982823 2023-12-22T17:53:19.714 INFO:tasks.workunit.client.0.smithi032.stdout:op 4847 completed, throughput=5MB/sec 2023-12-22T17:53:19.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:53:19 smithi032 ceph-mon[189144]: pgmap v1780: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-22T17:53:19.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:53:19 smithi032 ceph-mon[191839]: pgmap v1780: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-22T17:53:20.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:53:19 smithi039 ceph-mon[181282]: pgmap v1780: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2023-12-22T17:53:20.715 INFO:tasks.workunit.client.0.smithi032.stdout: 945: throughput=5MB/sec pending data=0 2023-12-22T17:53:20.715 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tROs9UWss6SP5UK off=9113798 len=1150691 2023-12-22T17:53:20.721 INFO:tasks.workunit.client.0.smithi032.stdout:op 4848 completed, throughput=5MB/sec 2023-12-22T17:53:20.721 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DGJOqVO4h4Iw859 off=3151365 len=1529500 2023-12-22T17:53:20.729 INFO:tasks.workunit.client.0.smithi032.stdout:op 4849 completed, throughput=5MB/sec 2023-12-22T17:53:20.730 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QhvMEkiE5u-KZk6 off=22447141 len=1669299 2023-12-22T17:53:20.731 INFO:tasks.workunit.client.0.smithi032.stdout:op 4850 completed, throughput=5MB/sec 2023-12-22T17:53:20.731 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-guUSstdOFNNpnqR off=4616293 len=777330 2023-12-22T17:53:20.736 INFO:tasks.workunit.client.0.smithi032.stdout:op 4851 completed, throughput=5MB/sec 2023-12-22T17:53:20.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:53:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:53:20.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:53:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:53:20.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:53:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:53:20] "GET /metrics HTTP/1.1" 200 34024 "" "Prometheus/2.43.0" 2023-12-22T17:53:21.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:53:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:53:21.736 INFO:tasks.workunit.client.0.smithi032.stdout: 946: throughput=5MB/sec pending data=0 2023-12-22T17:53:21.736 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wnnNgmnMRcmzs2f off=75676 len=1199400 2023-12-22T17:53:21.743 INFO:tasks.workunit.client.0.smithi032.stdout:op 4852 completed, throughput=5MB/sec 2023-12-22T17:53:21.743 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YbK01F5lCEAr0JQ off=5568532 len=1231790 2023-12-22T17:53:21.749 INFO:tasks.workunit.client.0.smithi032.stdout:op 4853 completed, throughput=5MB/sec 2023-12-22T17:53:21.749 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-z-TCr9Qspdlc6GW off=13442314 len=129648 2023-12-22T17:53:21.752 INFO:tasks.workunit.client.0.smithi032.stdout:op 4854 completed, throughput=5MB/sec 2023-12-22T17:53:21.752 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_uToiUb8OPkmaTk off=4969145 len=1552063 2023-12-22T17:53:21.760 INFO:tasks.workunit.client.0.smithi032.stdout:op 4855 completed, throughput=5MB/sec 2023-12-22T17:53:21.760 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-B_b93dacXnRvXHp off=801260 len=1046554 2023-12-22T17:53:21.765 INFO:tasks.workunit.client.0.smithi032.stdout:op 4856 completed, throughput=5MB/sec 2023-12-22T17:53:21.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:53:21 smithi032 ceph-mon[191839]: pgmap v1781: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-22T17:53:21.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:53:21 smithi032 ceph-mon[189144]: pgmap v1781: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-22T17:53:22.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:53:21 smithi039 ceph-mon[181282]: pgmap v1781: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-22T17:53:22.765 INFO:tasks.workunit.client.0.smithi032.stdout: 947: throughput=4.99MB/sec pending data=0 2023-12-22T17:53:22.765 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZYm5j1AiCJ5YL5x off=922231 len=2085591 2023-12-22T17:53:22.775 INFO:tasks.workunit.client.0.smithi032.stdout:op 4857 completed, throughput=5MB/sec 2023-12-22T17:53:22.775 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jxZ64bElbeLwkvS off=511577 len=49570 2023-12-22T17:53:22.775 INFO:tasks.workunit.client.0.smithi032.stdout:op 4858 completed, throughput=5MB/sec 2023-12-22T17:53:22.776 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-frvXN7a47CHkqN2 off=10999274 len=1351224 2023-12-22T17:53:22.782 INFO:tasks.workunit.client.0.smithi032.stdout:op 4859 completed, throughput=5MB/sec 2023-12-22T17:53:22.782 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wASUZRtPVT8MWQe off=232087 len=1902151 2023-12-22T17:53:22.784 INFO:tasks.workunit.client.0.smithi032.stdout:op 4860 completed, throughput=5MB/sec 2023-12-22T17:53:22.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:53:22 smithi032 ceph-mon[191839]: pgmap v1782: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-22T17:53:22.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:53:22 smithi032 ceph-mon[189144]: pgmap v1782: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-22T17:53:23.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:53:22 smithi039 ceph-mon[181282]: pgmap v1782: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-22T17:53:23.785 INFO:tasks.workunit.client.0.smithi032.stdout: 948: throughput=5MB/sec pending data=0 2023-12-22T17:53:23.785 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vta4YREHg09XESY off=2473564 len=1719285 2023-12-22T17:53:23.787 INFO:tasks.workunit.client.0.smithi032.stdout:op 4861 completed, throughput=5MB/sec 2023-12-22T17:53:23.787 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OHrrVbI0QhfFwRG off=9506701 len=1986552 2023-12-22T17:53:23.790 INFO:tasks.workunit.client.0.smithi032.stdout:op 4862 completed, throughput=5MB/sec 2023-12-22T17:53:23.790 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-67qpfeuMJ8LbxAS off=4347412 len=88098 2023-12-22T17:53:23.790 INFO:tasks.workunit.client.0.smithi032.stdout:op 4863 completed, throughput=5MB/sec 2023-12-22T17:53:23.790 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZltP9RTn_sHj1oE off=1569877 len=730027 2023-12-22T17:53:23.792 INFO:tasks.workunit.client.0.smithi032.stdout:op 4864 completed, throughput=5MB/sec 2023-12-22T17:53:23.792 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TLqezDPe6hK-n37 off=1661457 len=62555 2023-12-22T17:53:23.794 INFO:tasks.workunit.client.0.smithi032.stdout:op 4865 completed, throughput=5MB/sec 2023-12-22T17:53:23.795 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Xg2Q6WCUqdSrLGT off=4704922 len=980564 2023-12-22T17:53:23.796 INFO:tasks.workunit.client.0.smithi032.stdout:op 4866 completed, throughput=5MB/sec 2023-12-22T17:53:24.797 INFO:tasks.workunit.client.0.smithi032.stdout: 949: throughput=5MB/sec pending data=0 2023-12-22T17:53:24.797 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2VeNsH8wHDQEkgo off=11388808 len=1286425 2023-12-22T17:53:24.802 INFO:tasks.workunit.client.0.smithi032.stdout:op 4867 completed, throughput=5MB/sec 2023-12-22T17:53:24.803 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_XGhU8g9rOsOvf3 off=7047188 len=121982 2023-12-22T17:53:24.803 INFO:tasks.workunit.client.0.smithi032.stdout:op 4868 completed, throughput=5MB/sec 2023-12-22T17:53:24.803 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AQG-uWcsLnapRWe off=118823 len=2003719 2023-12-22T17:53:24.806 INFO:tasks.workunit.client.0.smithi032.stdout:op 4869 completed, throughput=5MB/sec 2023-12-22T17:53:24.806 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ax8eGx7r1m7puHa off=7676043 len=2027512 2023-12-22T17:53:24.813 INFO:tasks.workunit.client.0.smithi032.stdout:op 4870 completed, throughput=5MB/sec 2023-12-22T17:53:25.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:53:24 smithi039 ceph-mon[181282]: pgmap v1783: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-22T17:53:25.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:53:24 smithi032 ceph-mon[191839]: pgmap v1783: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-22T17:53:25.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:53:24 smithi032 ceph-mon[189144]: pgmap v1783: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2023-12-22T17:53:25.814 INFO:tasks.workunit.client.0.smithi032.stdout: 950: throughput=5MB/sec pending data=0 2023-12-22T17:53:25.814 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ya9CTSVMHXwTdho off=1587031 len=892332 2023-12-22T17:53:25.819 INFO:tasks.workunit.client.0.smithi032.stdout:op 4871 completed, throughput=5MB/sec 2023-12-22T17:53:25.820 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-33bi4QhiCxfD325 off=11175555 len=1643969 2023-12-22T17:53:25.822 INFO:tasks.workunit.client.0.smithi032.stdout:op 4872 completed, throughput=5MB/sec 2023-12-22T17:53:25.822 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YLXMVUNg7-LYECN off=2066779 len=1469708 2023-12-22T17:53:25.829 INFO:tasks.workunit.client.0.smithi032.stdout:op 4873 completed, throughput=5MB/sec 2023-12-22T17:53:25.829 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XKjLB-1sc8cWFDY off=12364248 len=1069368 2023-12-22T17:53:25.834 INFO:tasks.workunit.client.0.smithi032.stdout:op 4874 completed, throughput=5MB/sec 2023-12-22T17:53:26.835 INFO:tasks.workunit.client.0.smithi032.stdout: 951: throughput=5MB/sec pending data=0 2023-12-22T17:53:26.835 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mVW4dLGEWTXPWCg off=5424618 len=1985674 2023-12-22T17:53:26.843 INFO:tasks.workunit.client.0.smithi032.stdout:op 4875 completed, throughput=5MB/sec 2023-12-22T17:53:26.843 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fC0iD8RwJ8R6-dc off=2999697 len=344438 2023-12-22T17:53:26.844 INFO:tasks.workunit.client.0.smithi032.stdout:op 4876 completed, throughput=5MB/sec 2023-12-22T17:53:26.844 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lXe3ouC1qrxar5b off=6109571 len=54502 2023-12-22T17:53:26.845 INFO:tasks.workunit.client.0.smithi032.stdout:op 4877 completed, throughput=5MB/sec 2023-12-22T17:53:26.845 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rNsvhKy_GiVw41d off=7162717 len=1666929 2023-12-22T17:53:26.846 INFO:tasks.workunit.client.0.smithi032.stdout:op 4878 completed, throughput=5MB/sec 2023-12-22T17:53:26.847 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4q2_5SOUuPAhmhF off=14839197 len=1788215 2023-12-22T17:53:26.848 INFO:tasks.workunit.client.0.smithi032.stdout:op 4879 completed, throughput=5MB/sec 2023-12-22T17:53:27.848 INFO:tasks.workunit.client.0.smithi032.stdout: 952: throughput=5MB/sec pending data=0 2023-12-22T17:53:27.848 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lBujpgqHpFa9Z-v off=678935 len=1015858 2023-12-22T17:53:27.850 INFO:tasks.workunit.client.0.smithi032.stdout:op 4880 completed, throughput=5MB/sec 2023-12-22T17:53:27.850 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wnEnhoYId4VJO8g off=5765420 len=100390 2023-12-22T17:53:27.852 INFO:tasks.workunit.client.0.smithi032.stdout:op 4881 completed, throughput=5MB/sec 2023-12-22T17:53:27.852 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-y_vCbhpH83Xjjal off=3806663 len=509675 2023-12-22T17:53:27.857 INFO:tasks.workunit.client.0.smithi032.stdout:op 4882 completed, throughput=5MB/sec 2023-12-22T17:53:27.857 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_ckMlTT93NB3THi off=630244 len=498019 2023-12-22T17:53:27.858 INFO:tasks.workunit.client.0.smithi032.stdout:op 4883 completed, throughput=5MB/sec 2023-12-22T17:53:27.858 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-k0n4xVGThyrr0-R off=4903720 len=901997 2023-12-22T17:53:27.859 INFO:tasks.workunit.client.0.smithi032.stdout:op 4884 completed, throughput=5MB/sec 2023-12-22T17:53:27.860 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Y12BjcO8DLds9mJ off=1195313 len=1279547 2023-12-22T17:53:27.861 INFO:tasks.workunit.client.0.smithi032.stdout:op 4885 completed, throughput=5MB/sec 2023-12-22T17:53:27.862 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cQiLYLh2eam7Eej off=15156316 len=94324 2023-12-22T17:53:27.864 INFO:tasks.workunit.client.0.smithi032.stdout:op 4886 completed, throughput=5MB/sec 2023-12-22T17:53:27.864 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-isSlerIjtyC1XC1 off=739790 len=459341 2023-12-22T17:53:27.865 INFO:tasks.workunit.client.0.smithi032.stdout:op 4887 completed, throughput=5MB/sec 2023-12-22T17:53:27.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:53:27 smithi032 ceph-mon[191839]: pgmap v1784: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2023-12-22T17:53:27.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:53:27 smithi032 ceph-mon[189144]: pgmap v1784: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2023-12-22T17:53:28.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:53:27 smithi039 ceph-mon[181282]: pgmap v1784: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2023-12-22T17:53:28.866 INFO:tasks.workunit.client.0.smithi032.stdout: 953: throughput=5MB/sec pending data=0 2023-12-22T17:53:28.866 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WNo9QjLv_oYn_Bm off=21163190 len=1184284 2023-12-22T17:53:28.872 INFO:tasks.workunit.client.0.smithi032.stdout:op 4888 completed, throughput=5MB/sec 2023-12-22T17:53:28.872 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cUGjycdcfG1z0oP off=3728048 len=1749252 2023-12-22T17:53:28.875 INFO:tasks.workunit.client.0.smithi032.stdout:op 4889 completed, throughput=5MB/sec 2023-12-22T17:53:28.875 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IyKlARHz5R1Welv off=5536670 len=774523 2023-12-22T17:53:28.876 INFO:tasks.workunit.client.0.smithi032.stdout:op 4890 completed, throughput=5MB/sec 2023-12-22T17:53:28.876 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eL-hYQeVxCck3BJ off=12783441 len=17198 2023-12-22T17:53:28.877 INFO:tasks.workunit.client.0.smithi032.stdout:op 4891 completed, throughput=5MB/sec 2023-12-22T17:53:28.877 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-oleYtkSX8ix97gZ off=8046251 len=1243157 2023-12-22T17:53:28.882 INFO:tasks.workunit.client.0.smithi032.stdout:op 4892 completed, throughput=5MB/sec 2023-12-22T17:53:28.883 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8SOKCMaPzT-beOD off=139901 len=247088 2023-12-22T17:53:28.883 INFO:tasks.workunit.client.0.smithi032.stdout:op 4893 completed, throughput=5MB/sec 2023-12-22T17:53:29.883 INFO:tasks.workunit.client.0.smithi032.stdout: 954: throughput=5MB/sec pending data=0 2023-12-22T17:53:29.884 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZEomo8Mea_NHvlc off=1057884 len=1349168 2023-12-22T17:53:29.887 INFO:tasks.workunit.client.0.smithi032.stdout:op 4894 completed, throughput=5MB/sec 2023-12-22T17:53:29.887 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-h0ckmulR-bYLseL off=1116491 len=1010872 2023-12-22T17:53:29.892 INFO:tasks.workunit.client.0.smithi032.stdout:op 4895 completed, throughput=5MB/sec 2023-12-22T17:53:29.892 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-85XHR0hWCsx6oZk off=266759 len=791250 2023-12-22T17:53:29.894 INFO:tasks.workunit.client.0.smithi032.stdout:op 4896 completed, throughput=5MB/sec 2023-12-22T17:53:29.894 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fMyYx_qsdIaPKq0 off=8942433 len=731780 2023-12-22T17:53:29.899 INFO:tasks.workunit.client.0.smithi032.stdout:op 4897 completed, throughput=5MB/sec 2023-12-22T17:53:29.899 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NpD82h7-Z_waG2M off=13290175 len=1076462 2023-12-22T17:53:29.905 INFO:tasks.workunit.client.0.smithi032.stdout:op 4898 completed, throughput=5MB/sec 2023-12-22T17:53:29.905 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xb_TONx4RFbGvZL off=3772056 len=1629442 2023-12-22T17:53:29.912 INFO:tasks.workunit.client.0.smithi032.stdout:op 4899 completed, throughput=5MB/sec 2023-12-22T17:53:29.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:53:29 smithi032 ceph-mon[189144]: pgmap v1785: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:53:29.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:53:29 smithi032 ceph-mon[191839]: pgmap v1785: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:53:30.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:53:29 smithi039 ceph-mon[181282]: pgmap v1785: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:53:30.913 INFO:tasks.workunit.client.0.smithi032.stdout: 955: throughput=5MB/sec pending data=0 2023-12-22T17:53:30.913 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xkZFMfHMXNI2AYy off=2879656 len=1783960 2023-12-22T17:53:30.920 INFO:tasks.workunit.client.0.smithi032.stdout:op 4900 completed, throughput=5MB/sec 2023-12-22T17:53:30.921 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-aeSx7bhSYhJkpt7 off=2019315 len=2094899 2023-12-22T17:53:30.924 INFO:tasks.workunit.client.0.smithi032.stdout:op 4901 completed, throughput=5MB/sec 2023-12-22T17:53:30.924 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5ZdlIiCzpJx0fdo off=13409935 len=1802931 2023-12-22T17:53:30.926 INFO:tasks.workunit.client.0.smithi032.stdout:op 4902 completed, throughput=5MB/sec 2023-12-22T17:53:31.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:53:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:53:30] "GET /metrics HTTP/1.1" 200 34024 "" "Prometheus/2.43.0" 2023-12-22T17:53:31.926 INFO:tasks.workunit.client.0.smithi032.stdout: 956: throughput=5MB/sec pending data=0 2023-12-22T17:53:31.926 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vYliK6cLx3MH050 off=1445825 len=120891 2023-12-22T17:53:31.927 INFO:tasks.workunit.client.0.smithi032.stdout:op 4903 completed, throughput=5MB/sec 2023-12-22T17:53:31.927 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fM46pT80TYPuk9Y off=2277930 len=182490 2023-12-22T17:53:31.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:53:31 smithi032 ceph-mon[189144]: pgmap v1786: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:53:31.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:53:31 smithi032 ceph-mon[191839]: pgmap v1786: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:53:31.930 INFO:tasks.workunit.client.0.smithi032.stdout:op 4904 completed, throughput=5MB/sec 2023-12-22T17:53:31.930 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VpISKbXIiOTI4S6 off=6449992 len=1029920 2023-12-22T17:53:31.936 INFO:tasks.workunit.client.0.smithi032.stdout:op 4905 completed, throughput=5MB/sec 2023-12-22T17:53:31.937 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ljYdUqEgFmjWEQX off=1412655 len=1788989 2023-12-22T17:53:31.943 INFO:tasks.workunit.client.0.smithi032.stdout:op 4906 completed, throughput=5MB/sec 2023-12-22T17:53:31.943 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8hlNevAdseLL2IR off=4082148 len=1320883 2023-12-22T17:53:31.945 INFO:tasks.workunit.client.0.smithi032.stdout:op 4907 completed, throughput=5MB/sec 2023-12-22T17:53:32.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:53:31 smithi039 ceph-mon[181282]: pgmap v1786: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:53:32.945 INFO:tasks.workunit.client.0.smithi032.stdout: 957: throughput=5MB/sec pending data=0 2023-12-22T17:53:32.945 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KOfodCojWB7kMgI off=1303512 len=1733705 2023-12-22T17:53:32.954 INFO:tasks.workunit.client.0.smithi032.stdout:op 4908 completed, throughput=5MB/sec 2023-12-22T17:53:32.954 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-I0nYfaFIMvKKa0G off=3135300 len=1068701 2023-12-22T17:53:32.960 INFO:tasks.workunit.client.0.smithi032.stdout:op 4909 completed, throughput=5MB/sec 2023-12-22T17:53:32.960 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Y1ZskVMgF644q7D off=2059937 len=733406 2023-12-22T17:53:32.962 INFO:tasks.workunit.client.0.smithi032.stdout:op 4910 completed, throughput=5MB/sec 2023-12-22T17:53:32.962 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-C4gjavrR2-wNLze off=10053370 len=769593 2023-12-22T17:53:32.966 INFO:tasks.workunit.client.0.smithi032.stdout:op 4911 completed, throughput=5MB/sec 2023-12-22T17:53:32.966 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vFtPgnrrWWHJNLr off=10444609 len=312306 2023-12-22T17:53:32.966 INFO:tasks.workunit.client.0.smithi032.stdout:op 4912 completed, throughput=5MB/sec 2023-12-22T17:53:33.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:53:33 smithi032 ceph-mon[189144]: pgmap v1787: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:53:33.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:53:33 smithi032 ceph-mon[191839]: pgmap v1787: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:53:33.967 INFO:tasks.workunit.client.0.smithi032.stdout: 958: throughput=5MB/sec pending data=0 2023-12-22T17:53:33.967 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ottc-cw-eKsZqTr off=1562982 len=454601 2023-12-22T17:53:33.970 INFO:tasks.workunit.client.0.smithi032.stdout:op 4913 completed, throughput=5MB/sec 2023-12-22T17:53:33.971 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LvgwsplwNx1lZ29 off=10853910 len=1201374 2023-12-22T17:53:33.972 INFO:tasks.workunit.client.0.smithi032.stdout:op 4914 completed, throughput=5MB/sec 2023-12-22T17:53:33.972 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fCgUDGC0o_3t2xM off=17233632 len=1845349 2023-12-22T17:53:33.981 INFO:tasks.workunit.client.0.smithi032.stdout:op 4915 completed, throughput=5MB/sec 2023-12-22T17:53:33.981 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kSRYaywA6pEfpp6 off=13086025 len=1449564 2023-12-22T17:53:33.983 INFO:tasks.workunit.client.0.smithi032.stdout:op 4916 completed, throughput=5MB/sec 2023-12-22T17:53:33.983 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SdSTd6KvnKUFxFJ off=7989158 len=1648948 2023-12-22T17:53:33.985 INFO:tasks.workunit.client.0.smithi032.stdout:op 4917 completed, throughput=5MB/sec 2023-12-22T17:53:34.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:53:33 smithi039 ceph-mon[181282]: pgmap v1787: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:53:34.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:53:34 smithi032 ceph-mon[191839]: pgmap v1788: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:53:34.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:53:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:53:34.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:53:34 smithi032 ceph-mon[189144]: pgmap v1788: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:53:34.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:53:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:53:34.985 INFO:tasks.workunit.client.0.smithi032.stdout: 959: throughput=5MB/sec pending data=0 2023-12-22T17:53:34.985 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ww5eiEa6uHp5dnh off=173635 len=375110 2023-12-22T17:53:34.989 INFO:tasks.workunit.client.0.smithi032.stdout:op 4918 completed, throughput=5MB/sec 2023-12-22T17:53:34.989 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4bp90JvSJnSTK68 off=11442321 len=748765 2023-12-22T17:53:34.990 INFO:tasks.workunit.client.0.smithi032.stdout:op 4919 completed, throughput=5MB/sec 2023-12-22T17:53:34.990 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mjI9J3GlFDu9lM4 off=17667793 len=2035897 2023-12-22T17:53:34.998 INFO:tasks.workunit.client.0.smithi032.stdout:op 4920 completed, throughput=5MB/sec 2023-12-22T17:53:34.998 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nBVvxYar7P3lGmL off=6139204 len=1738281 2023-12-22T17:53:35.002 INFO:tasks.workunit.client.0.smithi032.stdout:op 4921 completed, throughput=5MB/sec 2023-12-22T17:53:35.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:53:34 smithi039 ceph-mon[181282]: pgmap v1788: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:53:35.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:53:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:53:36.002 INFO:tasks.workunit.client.0.smithi032.stdout: 960: throughput=5MB/sec pending data=0 2023-12-22T17:53:36.002 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RHfCL3ppM5TU-NK off=1608638 len=905581 2023-12-22T17:53:36.004 INFO:tasks.workunit.client.0.smithi032.stdout:op 4922 completed, throughput=5MB/sec 2023-12-22T17:53:36.004 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DsAVuVjH0y6TnmB off=23232632 len=368114 2023-12-22T17:53:36.008 INFO:tasks.workunit.client.0.smithi032.stdout:op 4923 completed, throughput=5MB/sec 2023-12-22T17:53:36.008 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HZQCztMiTKfRyX6 off=15219531 len=1041895 2023-12-22T17:53:36.010 INFO:tasks.workunit.client.0.smithi032.stdout:op 4924 completed, throughput=5MB/sec 2023-12-22T17:53:36.010 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MlU-Hwa1Xi_smnT off=11061495 len=932348 2023-12-22T17:53:36.012 INFO:tasks.workunit.client.0.smithi032.stdout:op 4925 completed, throughput=5MB/sec 2023-12-22T17:53:36.012 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Tkl31tZIxmxcSPF off=653763 len=228750 2023-12-22T17:53:36.013 INFO:tasks.workunit.client.0.smithi032.stdout:op 4926 completed, throughput=5MB/sec 2023-12-22T17:53:36.013 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-M2j75wrYRg6vebz off=2010302 len=755181 2023-12-22T17:53:36.014 INFO:tasks.workunit.client.0.smithi032.stdout:op 4927 completed, throughput=5MB/sec 2023-12-22T17:53:36.014 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dN-JypHms38rmO0 off=444040 len=40120 2023-12-22T17:53:36.014 INFO:tasks.workunit.client.0.smithi032.stdout:op 4928 completed, throughput=5MB/sec 2023-12-22T17:53:36.014 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lYp-82FiDA1UpxT off=1538970 len=631414 2023-12-22T17:53:36.018 INFO:tasks.workunit.client.0.smithi032.stdout:op 4929 completed, throughput=5MB/sec 2023-12-22T17:53:37.019 INFO:tasks.workunit.client.0.smithi032.stdout: 961: throughput=5MB/sec pending data=0 2023-12-22T17:53:37.019 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9BeAAH2hwkCGJ_T off=618026 len=1235963 2023-12-22T17:53:37.025 INFO:tasks.workunit.client.0.smithi032.stdout:op 4930 completed, throughput=5MB/sec 2023-12-22T17:53:37.026 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LnvnbkZMTXd0D3z off=9586301 len=856056 2023-12-22T17:53:37.026 INFO:tasks.workunit.client.0.smithi032.stdout:op 4931 completed, throughput=5MB/sec 2023-12-22T17:53:37.027 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1sRPRawn6EMFCMB off=14360986 len=839639 2023-12-22T17:53:37.027 INFO:tasks.workunit.client.0.smithi032.stdout:op 4932 completed, throughput=5MB/sec 2023-12-22T17:53:37.027 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6VhWJGStFDrWi9m off=8268833 len=1742861 2023-12-22T17:53:37.036 INFO:tasks.workunit.client.0.smithi032.stdout:op 4933 completed, throughput=5MB/sec 2023-12-22T17:53:37.036 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Z0u6noc8e5tRJ14 off=2622055 len=1013994 2023-12-22T17:53:37.038 INFO:tasks.workunit.client.0.smithi032.stdout:op 4934 completed, throughput=5MB/sec 2023-12-22T17:53:37.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:53:37 smithi032 ceph-mon[191839]: pgmap v1789: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:53:37.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:53:37 smithi032 ceph-mon[189144]: pgmap v1789: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:53:38.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:53:37 smithi039 ceph-mon[181282]: pgmap v1789: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-22T17:53:38.038 INFO:tasks.workunit.client.0.smithi032.stdout: 962: throughput=5MB/sec pending data=0 2023-12-22T17:53:38.038 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JO8bqS5VxXNPWlI off=5000210 len=1950113 2023-12-22T17:53:38.046 INFO:tasks.workunit.client.0.smithi032.stdout:op 4935 completed, throughput=5MB/sec 2023-12-22T17:53:38.046 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xH2ZrRQRyLm8mu- off=5668026 len=702565 2023-12-22T17:53:38.050 INFO:tasks.workunit.client.0.smithi032.stdout:op 4936 completed, throughput=5MB/sec 2023-12-22T17:53:38.050 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lYAodt5CU1yDBjt off=4009762 len=600741 2023-12-22T17:53:38.051 INFO:tasks.workunit.client.0.smithi032.stdout:op 4937 completed, throughput=5MB/sec 2023-12-22T17:53:38.051 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DHy1vxHYp6JO3TL off=5780747 len=912613 2023-12-22T17:53:38.056 INFO:tasks.workunit.client.0.smithi032.stdout:op 4938 completed, throughput=5MB/sec 2023-12-22T17:53:38.057 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RW8Ep-H7oz3Gn3_ off=12568740 len=1657275 2023-12-22T17:53:38.058 INFO:tasks.workunit.client.0.smithi032.stdout:op 4939 completed, throughput=5MB/sec 2023-12-22T17:53:39.058 INFO:tasks.workunit.client.0.smithi032.stdout: 963: throughput=5MB/sec pending data=0 2023-12-22T17:53:39.059 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GQgI-D0n7ntelTW off=2055931 len=1299149 2023-12-22T17:53:39.060 INFO:tasks.workunit.client.0.smithi032.stdout:op 4940 completed, throughput=5MB/sec 2023-12-22T17:53:39.061 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-oqiFqCvMZ2TTk3V off=8997906 len=1236162 2023-12-22T17:53:39.062 INFO:tasks.workunit.client.0.smithi032.stdout:op 4941 completed, throughput=5MB/sec 2023-12-22T17:53:39.062 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-D6NO0HenHRKw8Zu off=9098608 len=370706 2023-12-22T17:53:39.063 INFO:tasks.workunit.client.0.smithi032.stdout:op 4942 completed, throughput=5MB/sec 2023-12-22T17:53:39.063 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mZV-B0SImla_yqf off=4078686 len=1323049 2023-12-22T17:53:39.069 INFO:tasks.workunit.client.0.smithi032.stdout:op 4943 completed, throughput=5MB/sec 2023-12-22T17:53:39.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:53:39 smithi032 ceph-mon[189144]: pgmap v1790: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:53:39.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:53:39 smithi032 ceph-mon[191839]: pgmap v1790: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:53:40.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:53:39 smithi039 ceph-mon[181282]: pgmap v1790: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:53:40.070 INFO:tasks.workunit.client.0.smithi032.stdout: 964: throughput=5MB/sec pending data=0 2023-12-22T17:53:40.070 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IUxjvoEa1p2Ii7s off=1808854 len=273812 2023-12-22T17:53:40.071 INFO:tasks.workunit.client.0.smithi032.stdout:op 4944 completed, throughput=5MB/sec 2023-12-22T17:53:40.071 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7Qgnoe_Kw1-Ms-b off=2033304 len=347045 2023-12-22T17:53:40.075 INFO:tasks.workunit.client.0.smithi032.stdout:op 4945 completed, throughput=5MB/sec 2023-12-22T17:53:40.075 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sNSgs762aROMCQf off=2537558 len=1858695 2023-12-22T17:53:40.077 INFO:tasks.workunit.client.0.smithi032.stdout:op 4946 completed, throughput=5MB/sec 2023-12-22T17:53:40.077 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3LfsvFNWtEpHCid off=16807354 len=357884 2023-12-22T17:53:40.081 INFO:tasks.workunit.client.0.smithi032.stdout:op 4947 completed, throughput=5MB/sec 2023-12-22T17:53:40.081 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KFq9UcVKWsgq9-A off=2142015 len=240081 2023-12-22T17:53:40.082 INFO:tasks.workunit.client.0.smithi032.stdout:op 4948 completed, throughput=5MB/sec 2023-12-22T17:53:40.082 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-e4z1fy99pHNbjYr off=1102197 len=342956 2023-12-22T17:53:40.082 INFO:tasks.workunit.client.0.smithi032.stdout:op 4949 completed, throughput=5MB/sec 2023-12-22T17:53:40.082 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-I7bMgzaAvUlZfUD off=2010106 len=663278 2023-12-22T17:53:40.084 INFO:tasks.workunit.client.0.smithi032.stdout:op 4950 completed, throughput=5MB/sec 2023-12-22T17:53:40.084 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-o9owncPwVTY0Kxs off=14239967 len=1599047 2023-12-22T17:53:40.085 INFO:tasks.workunit.client.0.smithi032.stdout:op 4951 completed, throughput=5MB/sec 2023-12-22T17:53:41.086 INFO:tasks.workunit.client.0.smithi032.stdout: 965: throughput=5MB/sec pending data=0 2023-12-22T17:53:41.086 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XkcF3cnM-LjVsDO off=193486 len=1115872 2023-12-22T17:53:41.088 INFO:tasks.workunit.client.0.smithi032.stdout:op 4952 completed, throughput=5MB/sec 2023-12-22T17:53:41.088 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SRdkMbLoYVCIVJT off=2046032 len=1805979 2023-12-22T17:53:41.097 INFO:tasks.workunit.client.0.smithi032.stdout:op 4953 completed, throughput=5MB/sec 2023-12-22T17:53:41.097 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dOMAap8f1WVLcZt off=4924441 len=1104521 2023-12-22T17:53:41.102 INFO:tasks.workunit.client.0.smithi032.stdout:op 4954 completed, throughput=5MB/sec 2023-12-22T17:53:41.102 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tOXLMZN7d3aUDdF off=2095211 len=1371508 2023-12-22T17:53:41.104 INFO:tasks.workunit.client.0.smithi032.stdout:op 4955 completed, throughput=5MB/sec 2023-12-22T17:53:41.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:53:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:53:40] "GET /metrics HTTP/1.1" 200 34029 "" "Prometheus/2.43.0" 2023-12-22T17:53:41.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:53:41 smithi032 ceph-mon[189144]: pgmap v1791: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:53:41.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:53:41 smithi032 ceph-mon[191839]: pgmap v1791: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:53:42.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:53:41 smithi039 ceph-mon[181282]: pgmap v1791: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:53:42.104 INFO:tasks.workunit.client.0.smithi032.stdout: 966: throughput=5MB/sec pending data=0 2023-12-22T17:53:42.104 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3WuCQ2daoA4ytbY off=19938980 len=1206500 2023-12-22T17:53:42.111 INFO:tasks.workunit.client.0.smithi032.stdout:op 4956 completed, throughput=5MB/sec 2023-12-22T17:53:42.111 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OYJgnKVqbNnZ0fe off=7654417 len=1042339 2023-12-22T17:53:42.116 INFO:tasks.workunit.client.0.smithi032.stdout:op 4957 completed, throughput=5MB/sec 2023-12-22T17:53:42.116 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NnGUK1n4HiaRLj2 off=8863928 len=1364319 2023-12-22T17:53:42.122 INFO:tasks.workunit.client.0.smithi032.stdout:op 4958 completed, throughput=5MB/sec 2023-12-22T17:53:42.122 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-i_uHm8kJKkGk1Jq off=1497481 len=1543632 2023-12-22T17:53:42.129 INFO:tasks.workunit.client.0.smithi032.stdout:op 4959 completed, throughput=5MB/sec 2023-12-22T17:53:43.129 INFO:tasks.workunit.client.0.smithi032.stdout: 967: throughput=5MB/sec pending data=0 2023-12-22T17:53:43.129 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nodLJhOdDi0khaU off=6704579 len=569067 2023-12-22T17:53:43.130 INFO:tasks.workunit.client.0.smithi032.stdout:op 4960 completed, throughput=5MB/sec 2023-12-22T17:53:43.130 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VaJoElxitP0DAcd off=1069698 len=1329297 2023-12-22T17:53:43.132 INFO:tasks.workunit.client.0.smithi032.stdout:op 4961 completed, throughput=5MB/sec 2023-12-22T17:53:43.132 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-X-3rAYLS7xLyCFC off=4873315 len=403104 2023-12-22T17:53:43.133 INFO:tasks.workunit.client.0.smithi032.stdout:op 4962 completed, throughput=5MB/sec 2023-12-22T17:53:43.133 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-oXfiwPaHWayJc-y off=5357673 len=1025232 2023-12-22T17:53:43.135 INFO:tasks.workunit.client.0.smithi032.stdout:op 4963 completed, throughput=5MB/sec 2023-12-22T17:53:43.135 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-r-aKio0ozuRWF9J off=7191742 len=1578391 2023-12-22T17:53:43.137 INFO:tasks.workunit.client.0.smithi032.stdout:op 4964 completed, throughput=5MB/sec 2023-12-22T17:53:43.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:53:43 smithi032 ceph-mon[191839]: pgmap v1792: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-22T17:53:43.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:53:43 smithi032 ceph-mon[189144]: pgmap v1792: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-22T17:53:44.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:53:43 smithi039 ceph-mon[181282]: pgmap v1792: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-22T17:53:44.137 INFO:tasks.workunit.client.0.smithi032.stdout: 968: throughput=5MB/sec pending data=0 2023-12-22T17:53:44.138 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_xAGpknb5Yir3Su off=2841722 len=921164 2023-12-22T17:53:44.139 INFO:tasks.workunit.client.0.smithi032.stdout:op 4965 completed, throughput=5MB/sec 2023-12-22T17:53:44.139 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rXlSh-KXgR7y5gT off=13615934 len=190012 2023-12-22T17:53:44.140 INFO:tasks.workunit.client.0.smithi032.stdout:op 4966 completed, throughput=5MB/sec 2023-12-22T17:53:44.140 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IxuO8ayaK0WWNjV off=2778215 len=920295 2023-12-22T17:53:44.141 INFO:tasks.workunit.client.0.smithi032.stdout:op 4967 completed, throughput=5MB/sec 2023-12-22T17:53:44.141 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-b9s_wIAYyE742V8 off=1379790 len=332473 2023-12-22T17:53:44.142 INFO:tasks.workunit.client.0.smithi032.stdout:op 4968 completed, throughput=5MB/sec 2023-12-22T17:53:44.142 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5lgZsG8-ShQoj-R off=3257449 len=912800 2023-12-22T17:53:44.143 INFO:tasks.workunit.client.0.smithi032.stdout:op 4969 completed, throughput=5MB/sec 2023-12-22T17:53:44.143 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-V2D_bxvFJj-vWyH off=11499750 len=1760489 2023-12-22T17:53:44.145 INFO:tasks.workunit.client.0.smithi032.stdout:op 4970 completed, throughput=5MB/sec 2023-12-22T17:53:44.145 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lVCjqlac2vHLCON off=7685478 len=1733613 2023-12-22T17:53:44.146 INFO:tasks.workunit.client.0.smithi032.stdout:op 4971 completed, throughput=5MB/sec 2023-12-22T17:53:44.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:53:44 smithi032 ceph-mon[191839]: pgmap v1793: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:53:44.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:53:44 smithi032 ceph-mon[189144]: pgmap v1793: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:53:45.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:53:44 smithi039 ceph-mon[181282]: pgmap v1793: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:53:45.146 INFO:tasks.workunit.client.0.smithi032.stdout: 969: throughput=5MB/sec pending data=0 2023-12-22T17:53:45.147 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ol_R8XIco89rvEW off=9327085 len=1617482 2023-12-22T17:53:45.153 INFO:tasks.workunit.client.0.smithi032.stdout:op 4972 completed, throughput=5MB/sec 2023-12-22T17:53:45.154 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6mCsRi0Gvr_BoBL off=1641351 len=1985782 2023-12-22T17:53:45.163 INFO:tasks.workunit.client.0.smithi032.stdout:op 4973 completed, throughput=5MB/sec 2023-12-22T17:53:45.163 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iPgLHfMRMhBTwTA off=3181366 len=957844 2023-12-22T17:53:45.167 INFO:tasks.workunit.client.0.smithi032.stdout:op 4974 completed, throughput=5MB/sec 2023-12-22T17:53:46.168 INFO:tasks.workunit.client.0.smithi032.stdout: 970: throughput=5MB/sec pending data=0 2023-12-22T17:53:46.168 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Pr4WR5FfzdHJaLU off=8658879 len=250281 2023-12-22T17:53:46.169 INFO:tasks.workunit.client.0.smithi032.stdout:op 4975 completed, throughput=5MB/sec 2023-12-22T17:53:46.169 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kFYOGF87Ye_zemM off=4698274 len=1440535 2023-12-22T17:53:46.176 INFO:tasks.workunit.client.0.smithi032.stdout:op 4976 completed, throughput=5MB/sec 2023-12-22T17:53:46.176 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-H7uMcOaEvJHrKI8 off=2789764 len=716071 2023-12-22T17:53:46.180 INFO:tasks.workunit.client.0.smithi032.stdout:op 4977 completed, throughput=5MB/sec 2023-12-22T17:53:46.180 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qE0j14lLFVHdnY_ off=6560809 len=1204486 2023-12-22T17:53:46.187 INFO:tasks.workunit.client.0.smithi032.stdout:op 4978 completed, throughput=5MB/sec 2023-12-22T17:53:46.187 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NAe4rzAAr1vR3Cs off=1745953 len=1830211 2023-12-22T17:53:46.189 INFO:tasks.workunit.client.0.smithi032.stdout:op 4979 completed, throughput=5MB/sec 2023-12-22T17:53:47.189 INFO:tasks.workunit.client.0.smithi032.stdout: 971: throughput=5MB/sec pending data=0 2023-12-22T17:53:47.189 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-v1qb6_O4W7lQbDN off=2029245 len=279168 2023-12-22T17:53:47.190 INFO:tasks.workunit.client.0.smithi032.stdout:op 4980 completed, throughput=5MB/sec 2023-12-22T17:53:47.190 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Yot_9yAmhGp3Qg1 off=4726060 len=167062 2023-12-22T17:53:47.191 INFO:tasks.workunit.client.0.smithi032.stdout:op 4981 completed, throughput=5MB/sec 2023-12-22T17:53:47.191 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-D8oeB_gVC4280yQ off=1408464 len=803868 2023-12-22T17:53:47.192 INFO:tasks.workunit.client.0.smithi032.stdout:op 4982 completed, throughput=5MB/sec 2023-12-22T17:53:47.192 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AtbCtwaGMfHmU0H off=21190656 len=1028935 2023-12-22T17:53:47.193 INFO:tasks.workunit.client.0.smithi032.stdout:op 4983 completed, throughput=5MB/sec 2023-12-22T17:53:47.193 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-po5bcJ-xR1AYGv4 off=2442504 len=677092 2023-12-22T17:53:47.198 INFO:tasks.workunit.client.0.smithi032.stdout:op 4984 completed, throughput=5MB/sec 2023-12-22T17:53:47.199 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vfOR8iwxS64-Dp- off=6509925 len=1410684 2023-12-22T17:53:47.206 INFO:tasks.workunit.client.0.smithi032.stdout:op 4985 completed, throughput=5MB/sec 2023-12-22T17:53:47.206 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cFyuo6x4Ip2jVH4 off=8240148 len=189188 2023-12-22T17:53:47.209 INFO:tasks.workunit.client.0.smithi032.stdout:op 4986 completed, throughput=5MB/sec 2023-12-22T17:53:47.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:53:47 smithi032 ceph-mon[189144]: pgmap v1794: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-22T17:53:47.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:53:47 smithi032 ceph-mon[191839]: pgmap v1794: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-22T17:53:47.983 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:53:48.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:53:47 smithi039 ceph-mon[181282]: pgmap v1794: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-22T17:53:48.209 INFO:tasks.workunit.client.0.smithi032.stdout: 972: throughput=5MB/sec pending data=0 2023-12-22T17:53:48.209 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZsV9Z-hzTTQmovC off=6856028 len=1325231 2023-12-22T17:53:48.210 INFO:tasks.workunit.client.0.smithi032.stdout:op 4987 completed, throughput=5MB/sec 2023-12-22T17:53:48.210 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xNp6PzkLbsHKPzF off=14730811 len=1163412 2023-12-22T17:53:48.217 INFO:tasks.workunit.client.0.smithi032.stdout:op 4988 completed, throughput=5MB/sec 2023-12-22T17:53:48.217 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Xtmi6AykYGrBh05 off=3023537 len=1124002 2023-12-22T17:53:48.221 INFO:tasks.workunit.client.0.smithi032.stdout:op 4989 completed, throughput=5MB/sec 2023-12-22T17:53:48.221 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UCCeaSCJcSdyqui off=1773991 len=1595327 2023-12-22T17:53:48.228 INFO:tasks.workunit.client.0.smithi032.stdout:op 4990 completed, throughput=5MB/sec 2023-12-22T17:53:48.228 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nAfMCi1iQDcr4xW off=8949952 len=741407 2023-12-22T17:53:48.229 INFO:tasks.workunit.client.0.smithi032.stdout:op 4991 completed, throughput=5MB/sec 2023-12-22T17:53:48.307 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:53:48.307 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (33m) 10m ago 38m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:53:48.307 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (33m) 7m ago 38m 90.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:53:48.307 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (39m) 10m ago 39m 20.4M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:53:48.307 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (39m) 7m ago 39m 27.7M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:53:48.307 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (33m) 7m ago 41m 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:53:48.307 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (33m) 10m ago 43m 541M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:53:48.308 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (32m) 10m ago 43m 246M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:53:48.308 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (32m) 7m ago 41m 150M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:53:48.308 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (32m) 10m ago 41m 150M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:53:48.308 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (33m) 10m ago 38m 15.8M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:53:48.308 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (33m) 7m ago 38m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:53:48.308 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (31m) 10m ago 41m 1953M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:53:48.308 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (31m) 10m ago 41m 2201M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:53:48.308 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (30m) 10m ago 40m 2126M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:53:48.308 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (30m) 10m ago 40m 1857M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:53:48.308 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (29m) 7m ago 40m 1838M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:53:48.308 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (29m) 7m ago 39m 1596M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:53:48.309 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (28m) 7m ago 39m 1056M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:53:48.309 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (28m) 7m ago 39m 1503M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:53:48.309 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (33m) 7m ago 38m 79.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:53:48.705 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:53:48.705 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:53:48.705 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:53:48.705 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:53:48.705 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:53:48.706 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:53:48.706 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:53:48.706 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:53:48.706 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:53:48.706 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:53:48.706 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:53:48.706 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:53:48.706 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:53:48.706 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:53:48.706 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:53:48.707 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:53:48.707 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:53:48.707 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:53:49.230 INFO:tasks.workunit.client.0.smithi032.stdout: 973: throughput=5MB/sec pending data=0 2023-12-22T17:53:49.230 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bT36_5dlQFPimgg off=9957514 len=649940 2023-12-22T17:53:49.234 INFO:tasks.workunit.client.0.smithi032.stdout:op 4992 completed, throughput=5MB/sec 2023-12-22T17:53:49.234 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VJzu4OY1dzxOGTU off=7119744 len=248622 2023-12-22T17:53:49.237 INFO:tasks.workunit.client.0.smithi032.stdout:op 4993 completed, throughput=5MB/sec 2023-12-22T17:53:49.237 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jDXcY4rsf-n4NSX off=6789327 len=234519 2023-12-22T17:53:49.237 INFO:tasks.workunit.client.0.smithi032.stdout:op 4994 completed, throughput=5MB/sec 2023-12-22T17:53:49.237 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-H6CRvdIwUyL6plW off=3571040 len=1278163 2023-12-22T17:53:49.239 INFO:tasks.workunit.client.0.smithi032.stdout:op 4995 completed, throughput=5MB/sec 2023-12-22T17:53:49.239 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mfuwyJwVUTZcxFn off=4791603 len=2083406 2023-12-22T17:53:49.246 INFO:tasks.workunit.client.0.smithi032.stdout:op 4996 completed, throughput=5MB/sec 2023-12-22T17:53:49.246 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Q0eCpkcN8GmPOje off=1616206 len=721389 2023-12-22T17:53:49.247 INFO:tasks.workunit.client.0.smithi032.stdout:op 4997 completed, throughput=5MB/sec 2023-12-22T17:53:49.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:53:49 smithi032 ceph-mon[189144]: pgmap v1795: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:53:49.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:53:49 smithi032 ceph-mon[189144]: from='client.35760 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:53:49.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:53:49 smithi032 ceph-mon[189144]: from='client.45701 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:53:49.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:53:49 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3554060784' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:53:49.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:53:49 smithi032 ceph-mon[191839]: pgmap v1795: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:53:49.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:53:49 smithi032 ceph-mon[191839]: from='client.35760 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:53:49.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:53:49 smithi032 ceph-mon[191839]: from='client.45701 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:53:49.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:53:49 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3554060784' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:53:50.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:53:49 smithi039 ceph-mon[181282]: pgmap v1795: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:53:50.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:53:49 smithi039 ceph-mon[181282]: from='client.35760 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:53:50.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:53:49 smithi039 ceph-mon[181282]: from='client.45701 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:53:50.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:53:49 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3554060784' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:53:50.247 INFO:tasks.workunit.client.0.smithi032.stdout: 974: throughput=5MB/sec pending data=0 2023-12-22T17:53:50.248 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rGc7PO3dFxnee-L off=6753140 len=821116 2023-12-22T17:53:50.252 INFO:tasks.workunit.client.0.smithi032.stdout:op 4998 completed, throughput=5MB/sec 2023-12-22T17:53:50.252 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rFDVtIVxs0BSWYW off=174390 len=2053136 2023-12-22T17:53:50.256 INFO:tasks.workunit.client.0.smithi032.stdout:op 4999 completed, throughput=5MB/sec 2023-12-22T17:53:50.256 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-WIIsL9rmnqaUPUD off=8304529 len=259888 2023-12-22T17:53:50.257 INFO:tasks.workunit.client.0.smithi032.stdout:op 5000 completed, throughput=5MB/sec 2023-12-22T17:53:50.257 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sDdA6ibP8OyiuwK off=10601292 len=579926 2023-12-22T17:53:50.258 INFO:tasks.workunit.client.0.smithi032.stdout:op 5001 completed, throughput=5MB/sec 2023-12-22T17:53:50.258 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nby9zftPGvuv2PJ off=12826579 len=130786 2023-12-22T17:53:50.261 INFO:tasks.workunit.client.0.smithi032.stdout:op 5002 completed, throughput=5MB/sec 2023-12-22T17:53:50.261 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MTLjt6ImcjrMJfB off=12044065 len=190877 2023-12-22T17:53:50.264 INFO:tasks.workunit.client.0.smithi032.stdout:op 5003 completed, throughput=5MB/sec 2023-12-22T17:53:50.264 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-V6GlR-8ZMM2wSXG off=6865375 len=280855 2023-12-22T17:53:50.265 INFO:tasks.workunit.client.0.smithi032.stdout:op 5004 completed, throughput=5MB/sec 2023-12-22T17:53:50.265 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xvKZHCezF-UFMrR off=16690875 len=1863054 2023-12-22T17:53:50.272 INFO:tasks.workunit.client.0.smithi032.stdout:op 5005 completed, throughput=5MB/sec 2023-12-22T17:53:50.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:53:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:53:50.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:53:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:53:50.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:53:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:53:50] "GET /metrics HTTP/1.1" 200 34024 "" "Prometheus/2.43.0" 2023-12-22T17:53:51.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:53:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:53:51.272 INFO:tasks.workunit.client.0.smithi032.stdout: 975: throughput=5MB/sec pending data=0 2023-12-22T17:53:51.272 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-S8zSYHzkJJl1l3B off=11228774 len=439072 2023-12-22T17:53:51.273 INFO:tasks.workunit.client.0.smithi032.stdout:op 5006 completed, throughput=5MB/sec 2023-12-22T17:53:51.274 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EiTpweCG6T_FpBI off=6661022 len=1072787 2023-12-22T17:53:51.275 INFO:tasks.workunit.client.0.smithi032.stdout:op 5007 completed, throughput=5MB/sec 2023-12-22T17:53:51.275 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Ggk0tfzEEM90P3r off=10634125 len=1799560 2023-12-22T17:53:51.277 INFO:tasks.workunit.client.0.smithi032.stdout:op 5008 completed, throughput=5MB/sec 2023-12-22T17:53:51.278 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Vl24WOOOHD1kaMA off=1973068 len=1098349 2023-12-22T17:53:51.283 INFO:tasks.workunit.client.0.smithi032.stdout:op 5009 completed, throughput=5MB/sec 2023-12-22T17:53:51.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:53:51 smithi032 ceph-mon[191839]: pgmap v1796: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-22T17:53:51.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:53:51 smithi032 ceph-mon[189144]: pgmap v1796: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-22T17:53:52.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:53:51 smithi039 ceph-mon[181282]: pgmap v1796: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-22T17:53:52.283 INFO:tasks.workunit.client.0.smithi032.stdout: 976: throughput=5MB/sec pending data=0 2023-12-22T17:53:52.283 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RersxWb285Bib2z off=15894526 len=2068975 2023-12-22T17:53:52.293 INFO:tasks.workunit.client.0.smithi032.stdout:op 5010 completed, throughput=5MB/sec 2023-12-22T17:53:52.293 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JOIEOcfnZnF_Ony off=8311460 len=896012 2023-12-22T17:53:52.297 INFO:tasks.workunit.client.0.smithi032.stdout:op 5011 completed, throughput=5MB/sec 2023-12-22T17:53:52.297 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ipOw7cGd-EfjLbP off=1001002 len=236236 2023-12-22T17:53:52.298 INFO:tasks.workunit.client.0.smithi032.stdout:op 5012 completed, throughput=5MB/sec 2023-12-22T17:53:52.298 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NJhcOH0XRpM60H9 off=654955 len=440676 2023-12-22T17:53:52.299 INFO:tasks.workunit.client.0.smithi032.stdout:op 5013 completed, throughput=5MB/sec 2023-12-22T17:53:52.299 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wP4kvgphrcHwFh3 off=13649436 len=645105 2023-12-22T17:53:52.300 INFO:tasks.workunit.client.0.smithi032.stdout:op 5014 completed, throughput=5MB/sec 2023-12-22T17:53:52.300 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Z7bCFL9d76r9hHM off=6961396 len=836835 2023-12-22T17:53:52.305 INFO:tasks.workunit.client.0.smithi032.stdout:op 5015 completed, throughput=5MB/sec 2023-12-22T17:53:52.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:53:52 smithi032 ceph-mon[191839]: pgmap v1797: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:53:52.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:53:52 smithi032 ceph-mon[189144]: pgmap v1797: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:53:53.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:53:52 smithi039 ceph-mon[181282]: pgmap v1797: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:53:53.305 INFO:tasks.workunit.client.0.smithi032.stdout: 977: throughput=5MB/sec pending data=0 2023-12-22T17:53:53.305 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PVpz-O3CUZsvYJK off=280392 len=249346 2023-12-22T17:53:53.306 INFO:tasks.workunit.client.0.smithi032.stdout:op 5016 completed, throughput=5MB/sec 2023-12-22T17:53:53.306 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8mnk3MssG-vvNN1 off=4645313 len=581518 2023-12-22T17:53:53.310 INFO:tasks.workunit.client.0.smithi032.stdout:op 5017 completed, throughput=5MB/sec 2023-12-22T17:53:53.310 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8xcWoPAXMugekn6 off=4896233 len=371393 2023-12-22T17:53:53.311 INFO:tasks.workunit.client.0.smithi032.stdout:op 5018 completed, throughput=5MB/sec 2023-12-22T17:53:53.311 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-89hjDWFGTDEfjLh off=5572320 len=151794 2023-12-22T17:53:53.314 INFO:tasks.workunit.client.0.smithi032.stdout:op 5019 completed, throughput=5MB/sec 2023-12-22T17:53:53.314 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-otVWRnYVdIYyBwm off=8728671 len=1974208 2023-12-22T17:53:53.327 INFO:tasks.workunit.client.0.smithi032.stdout:op 5020 completed, throughput=5MB/sec 2023-12-22T17:53:53.327 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-112ft-iG8abPJXk off=840733 len=1743312 2023-12-22T17:53:53.335 INFO:tasks.workunit.client.0.smithi032.stdout:op 5021 completed, throughput=5MB/sec 2023-12-22T17:53:53.335 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZDqLWek2IZqx3Mn off=214998 len=1782000 2023-12-22T17:53:53.342 INFO:tasks.workunit.client.0.smithi032.stdout:op 5022 completed, throughput=5MB/sec 2023-12-22T17:53:54.343 INFO:tasks.workunit.client.0.smithi032.stdout: 978: throughput=5MB/sec pending data=0 2023-12-22T17:53:54.343 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NraNRQ3RAIBnJdb off=12088987 len=580483 2023-12-22T17:53:54.346 INFO:tasks.workunit.client.0.smithi032.stdout:op 5023 completed, throughput=5MB/sec 2023-12-22T17:53:54.347 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-s0hxjeoT5bEe0gp off=16345598 len=1579177 2023-12-22T17:53:54.354 INFO:tasks.workunit.client.0.smithi032.stdout:op 5024 completed, throughput=5MB/sec 2023-12-22T17:53:54.354 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ayzXiJFkerufnw2 off=1413256 len=499022 2023-12-22T17:53:54.357 INFO:tasks.workunit.client.0.smithi032.stdout:op 5025 completed, throughput=5MB/sec 2023-12-22T17:53:54.357 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KjcHJY2-Yx22uyE off=12382001 len=1474355 2023-12-22T17:53:54.363 INFO:tasks.workunit.client.0.smithi032.stdout:op 5026 completed, throughput=5MB/sec 2023-12-22T17:53:55.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:53:54 smithi039 ceph-mon[181282]: pgmap v1798: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:53:55.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:53:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:53:55.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:53:54 smithi032 ceph-mon[191839]: pgmap v1798: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:53:55.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:53:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:53:55.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:53:54 smithi032 ceph-mon[189144]: pgmap v1798: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:53:55.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:53:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:53:55.362 INFO:tasks.workunit.client.0.smithi032.stdout: 979: throughput=5MB/sec pending data=0 2023-12-22T17:53:55.363 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-U11dp-LUtJUTqTJ off=5735451 len=86028 2023-12-22T17:53:55.365 INFO:tasks.workunit.client.0.smithi032.stdout:op 5027 completed, throughput=5MB/sec 2023-12-22T17:53:55.365 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Kb-MOxQaPzPQXGJ off=11674518 len=37769 2023-12-22T17:53:55.368 INFO:tasks.workunit.client.0.smithi032.stdout:op 5028 completed, throughput=5MB/sec 2023-12-22T17:53:55.368 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dKc7NeiBfF9XDK2 off=3282884 len=1079696 2023-12-22T17:53:55.369 INFO:tasks.workunit.client.0.smithi032.stdout:op 5029 completed, throughput=5MB/sec 2023-12-22T17:53:55.369 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uvRXWdbSng7ZYjF off=2802951 len=2078487 2023-12-22T17:53:55.376 INFO:tasks.workunit.client.0.smithi032.stdout:op 5030 completed, throughput=5MB/sec 2023-12-22T17:53:55.377 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-36xfzBSv_HiGB_P off=795884 len=1918195 2023-12-22T17:53:55.378 INFO:tasks.workunit.client.0.smithi032.stdout:op 5031 completed, throughput=5MB/sec 2023-12-22T17:53:56.378 INFO:tasks.workunit.client.0.smithi032.stdout: 980: throughput=5MB/sec pending data=0 2023-12-22T17:53:56.378 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-imgZHuuC-JsFlmq off=1455025 len=1311215 2023-12-22T17:53:56.384 INFO:tasks.workunit.client.0.smithi032.stdout:op 5032 completed, throughput=5MB/sec 2023-12-22T17:53:56.384 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cNO3orEO6k7BiVu off=4022089 len=1597226 2023-12-22T17:53:56.385 INFO:tasks.workunit.client.0.smithi032.stdout:op 5033 completed, throughput=5MB/sec 2023-12-22T17:53:56.386 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7OFjkVk-Wgl0Yb- off=2778038 len=1542803 2023-12-22T17:53:56.388 INFO:tasks.workunit.client.0.smithi032.stdout:op 5034 completed, throughput=5MB/sec 2023-12-22T17:53:56.388 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IuN5aQ3ZwdfJ7Vj off=1495609 len=1606689 2023-12-22T17:53:56.394 INFO:tasks.workunit.client.0.smithi032.stdout:op 5035 completed, throughput=5MB/sec 2023-12-22T17:53:57.395 INFO:tasks.workunit.client.0.smithi032.stdout: 981: throughput=5MB/sec pending data=0 2023-12-22T17:53:57.395 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-eCSSRpRMAArlZH3 off=5885367 len=25318 2023-12-22T17:53:57.397 INFO:tasks.workunit.client.0.smithi032.stdout:op 5036 completed, throughput=5MB/sec 2023-12-22T17:53:57.397 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-eGBCFuN3UnDJIPp off=13201696 len=1850183 2023-12-22T17:53:57.404 INFO:tasks.workunit.client.0.smithi032.stdout:op 5037 completed, throughput=5MB/sec 2023-12-22T17:53:57.404 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UvNiT7U__JWezz0 off=15854 len=1581094 2023-12-22T17:53:57.404 INFO:tasks.workunit.client.0.smithi032.stdout:op 5038 completed, throughput=5MB/sec 2023-12-22T17:53:57.404 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_EM_bq7jzj1okhh off=985117 len=418915 2023-12-22T17:53:57.405 INFO:tasks.workunit.client.0.smithi032.stdout:op 5039 completed, throughput=5MB/sec 2023-12-22T17:53:57.405 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-67qpfeuMJ8LbxAS off=994450 len=1663970 2023-12-22T17:53:57.406 INFO:tasks.workunit.client.0.smithi032.stdout:op 5040 completed, throughput=5MB/sec 2023-12-22T17:53:57.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:53:57 smithi032 ceph-mon[189144]: pgmap v1799: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:53:57.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:53:57 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:53:57.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:53:57 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:53:57.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:53:57 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:53:57.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:53:57 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:53:57.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:53:57 smithi032 ceph-mon[191839]: pgmap v1799: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:53:57.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:53:57 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:53:57.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:53:57 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:53:57.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:53:57 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:53:57.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:53:57 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:53:57.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:53:57 smithi039 ceph-mon[181282]: pgmap v1799: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:53:57.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:53:57 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:53:57.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:53:57 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:53:57.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:53:57 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:53:57.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:53:57 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:53:58.406 INFO:tasks.workunit.client.0.smithi032.stdout: 982: throughput=5MB/sec pending data=0 2023-12-22T17:53:58.407 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8sDgrihB5JkLMQn off=2364531 len=1385471 2023-12-22T17:53:58.409 INFO:tasks.workunit.client.0.smithi032.stdout:op 5041 completed, throughput=5MB/sec 2023-12-22T17:53:58.410 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0IDC87QO5tkWvm_ off=5319108 len=1207916 2023-12-22T17:53:58.411 INFO:tasks.workunit.client.0.smithi032.stdout:op 5042 completed, throughput=5MB/sec 2023-12-22T17:53:58.411 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-73fSjoh_XlaICNk off=3188458 len=17148 2023-12-22T17:53:58.411 INFO:tasks.workunit.client.0.smithi032.stdout:op 5043 completed, throughput=5MB/sec 2023-12-22T17:53:58.411 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ukep3lvzh-M3kN6 off=9336576 len=1906263 2023-12-22T17:53:58.413 INFO:tasks.workunit.client.0.smithi032.stdout:op 5044 completed, throughput=5MB/sec 2023-12-22T17:53:59.413 INFO:tasks.workunit.client.0.smithi032.stdout: 983: throughput=5MB/sec pending data=0 2023-12-22T17:53:59.413 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Yd4Wtje4tavaKqJ off=7904766 len=1475591 2023-12-22T17:53:59.416 INFO:tasks.workunit.client.0.smithi032.stdout:op 5045 completed, throughput=5MB/sec 2023-12-22T17:53:59.416 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-M88IDuzm1J-OZPn off=14939318 len=1457532 2023-12-22T17:53:59.419 INFO:tasks.workunit.client.0.smithi032.stdout:op 5046 completed, throughput=5MB/sec 2023-12-22T17:53:59.419 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pJ7Y2ZLLFwMg2qo off=18937166 len=1734805 2023-12-22T17:53:59.428 INFO:tasks.workunit.client.0.smithi032.stdout:op 5047 completed, throughput=5MB/sec 2023-12-22T17:53:59.428 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HRin5ZszH3_XgO7 off=8978027 len=1926063 2023-12-22T17:53:59.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:53:59 smithi032 ceph-mon[189144]: pgmap v1800: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:53:59.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:53:59 smithi032 ceph-mon[191839]: pgmap v1800: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:53:59.436 INFO:tasks.workunit.client.0.smithi032.stdout:op 5048 completed, throughput=5MB/sec 2023-12-22T17:53:59.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:53:59 smithi039 ceph-mon[181282]: pgmap v1800: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:54:00.437 INFO:tasks.workunit.client.0.smithi032.stdout: 984: throughput=5MB/sec pending data=0 2023-12-22T17:54:00.437 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-K3TTYGWaid5k1o1 off=1057844 len=383757 2023-12-22T17:54:00.441 INFO:tasks.workunit.client.0.smithi032.stdout:op 5049 completed, throughput=5MB/sec 2023-12-22T17:54:00.441 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vwrZzxdO79cYwAz off=4117677 len=1564066 2023-12-22T17:54:00.449 INFO:tasks.workunit.client.0.smithi032.stdout:op 5050 completed, throughput=5MB/sec 2023-12-22T17:54:00.449 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rWroxCCvdBLreJT off=4242701 len=587161 2023-12-22T17:54:00.452 INFO:tasks.workunit.client.0.smithi032.stdout:op 5051 completed, throughput=5MB/sec 2023-12-22T17:54:00.452 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YBUtbRqP4s_cQ8I off=12199838 len=1422495 2023-12-22T17:54:00.458 INFO:tasks.workunit.client.0.smithi032.stdout:op 5052 completed, throughput=5MB/sec 2023-12-22T17:54:00.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:00 smithi032 ceph-mon[191839]: Detected new or changed devices on smithi032 2023-12-22T17:54:00.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:54:00.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:54:00.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:54:00.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:54:00.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:54:00.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:00 smithi032 ceph-mon[189144]: Detected new or changed devices on smithi032 2023-12-22T17:54:00.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:54:00.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:54:00.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:54:00.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:54:00.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:54:01.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:00 smithi039 ceph-mon[181282]: Detected new or changed devices on smithi032 2023-12-22T17:54:01.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:54:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:54:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:54:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:54:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:54:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:54:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:54:00] "GET /metrics HTTP/1.1" 200 34024 "" "Prometheus/2.43.0" 2023-12-22T17:54:01.459 INFO:tasks.workunit.client.0.smithi032.stdout: 985: throughput=5MB/sec pending data=0 2023-12-22T17:54:01.459 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EptvrOgPuq-jYRb off=948173 len=940000 2023-12-22T17:54:01.461 INFO:tasks.workunit.client.0.smithi032.stdout:op 5053 completed, throughput=5MB/sec 2023-12-22T17:54:01.461 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QxrECcaunIv9UrA off=356437 len=490532 2023-12-22T17:54:01.465 INFO:tasks.workunit.client.0.smithi032.stdout:op 5054 completed, throughput=5MB/sec 2023-12-22T17:54:01.465 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QgHVhdow1fPzTer off=5694872 len=26510 2023-12-22T17:54:01.467 INFO:tasks.workunit.client.0.smithi032.stdout:op 5055 completed, throughput=5MB/sec 2023-12-22T17:54:01.468 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pCNJsin3gkbFPAn off=550475 len=208058 2023-12-22T17:54:01.470 INFO:tasks.workunit.client.0.smithi032.stdout:op 5056 completed, throughput=5MB/sec 2023-12-22T17:54:01.470 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rmASte4xY4YxEe8 off=4798820 len=1031422 2023-12-22T17:54:01.475 INFO:tasks.workunit.client.0.smithi032.stdout:op 5057 completed, throughput=5MB/sec 2023-12-22T17:54:01.475 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jugB8beeI9GSimb off=10505906 len=1950126 2023-12-22T17:54:01.484 INFO:tasks.workunit.client.0.smithi032.stdout:op 5058 completed, throughput=5MB/sec 2023-12-22T17:54:01.484 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7oLAkPC24niEuEq off=15428582 len=1509317 2023-12-22T17:54:01.485 INFO:tasks.workunit.client.0.smithi032.stdout:op 5059 completed, throughput=5MB/sec 2023-12-22T17:54:01.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:01 smithi032 ceph-mon[191839]: pgmap v1801: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:54:01.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:01 smithi032 ceph-mon[189144]: pgmap v1801: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:54:02.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:01 smithi039 ceph-mon[181282]: pgmap v1801: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:54:02.486 INFO:tasks.workunit.client.0.smithi032.stdout: 986: throughput=5MB/sec pending data=0 2023-12-22T17:54:02.486 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YU0mGF5Ibm8FLjp off=7338516 len=1593873 2023-12-22T17:54:02.488 INFO:tasks.workunit.client.0.smithi032.stdout:op 5060 completed, throughput=5MB/sec 2023-12-22T17:54:02.488 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QViH0_dOYg8aZiS off=3227539 len=1889955 2023-12-22T17:54:02.496 INFO:tasks.workunit.client.0.smithi032.stdout:op 5061 completed, throughput=5MB/sec 2023-12-22T17:54:02.496 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MF5IMIGI7xZmXJf off=1579460 len=1736230 2023-12-22T17:54:02.503 INFO:tasks.workunit.client.0.smithi032.stdout:op 5062 completed, throughput=5MB/sec 2023-12-22T17:54:02.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:02 smithi032 ceph-mon[191839]: pgmap v1802: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-22T17:54:02.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:02 smithi032 ceph-mon[189144]: pgmap v1802: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-22T17:54:03.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:02 smithi039 ceph-mon[181282]: pgmap v1802: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-22T17:54:03.503 INFO:tasks.workunit.client.0.smithi032.stdout: 987: throughput=5MB/sec pending data=0 2023-12-22T17:54:03.503 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8uzn6LrOWuSEvRa off=1329550 len=1679189 2023-12-22T17:54:03.511 INFO:tasks.workunit.client.0.smithi032.stdout:op 5063 completed, throughput=5MB/sec 2023-12-22T17:54:03.511 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Thsx9q2sdcLudIx off=14933152 len=1119372 2023-12-22T17:54:03.517 INFO:tasks.workunit.client.0.smithi032.stdout:op 5064 completed, throughput=5MB/sec 2023-12-22T17:54:03.517 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-q3ox0tuCocZtNUq off=7927181 len=1657686 2023-12-22T17:54:03.526 INFO:tasks.workunit.client.0.smithi032.stdout:op 5065 completed, throughput=5MB/sec 2023-12-22T17:54:04.526 INFO:tasks.workunit.client.0.smithi032.stdout: 988: throughput=5MB/sec pending data=0 2023-12-22T17:54:04.526 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-b8p29BsUKUJocwc off=10339228 len=1442078 2023-12-22T17:54:04.534 INFO:tasks.workunit.client.0.smithi032.stdout:op 5066 completed, throughput=5MB/sec 2023-12-22T17:54:04.534 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ll97BdG9wESG5ta off=4158138 len=508280 2023-12-22T17:54:04.535 INFO:tasks.workunit.client.0.smithi032.stdout:op 5067 completed, throughput=5MB/sec 2023-12-22T17:54:04.535 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-J6cWjcMtonmBjVU off=8839164 len=891668 2023-12-22T17:54:04.539 INFO:tasks.workunit.client.0.smithi032.stdout:op 5068 completed, throughput=5MB/sec 2023-12-22T17:54:04.539 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NeNrRwkQ7y-5a6K off=8831353 len=789090 2023-12-22T17:54:04.544 INFO:tasks.workunit.client.0.smithi032.stdout:op 5069 completed, throughput=5MB/sec 2023-12-22T17:54:04.544 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_sE94Od97Kh1ZVt off=1375745 len=555176 2023-12-22T17:54:04.546 INFO:tasks.workunit.client.0.smithi032.stdout:op 5070 completed, throughput=5MB/sec 2023-12-22T17:54:04.546 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VVpwctfURol_XRb off=4795108 len=109760 2023-12-22T17:54:04.546 INFO:tasks.workunit.client.0.smithi032.stdout:op 5071 completed, throughput=5MB/sec 2023-12-22T17:54:04.546 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AQZEdVQMSXG0EIJ off=427996 len=478061 2023-12-22T17:54:04.547 INFO:tasks.workunit.client.0.smithi032.stdout:op 5072 completed, throughput=5MB/sec 2023-12-22T17:54:04.547 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-eVMP_mFngCozLJp off=5151574 len=1543096 2023-12-22T17:54:04.554 INFO:tasks.workunit.client.0.smithi032.stdout:op 5073 completed, throughput=5MB/sec 2023-12-22T17:54:05.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:04 smithi039 ceph-mon[181282]: pgmap v1803: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-22T17:54:05.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:54:05.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:04 smithi032 ceph-mon[191839]: pgmap v1803: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-22T17:54:05.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:54:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:04 smithi032 ceph-mon[189144]: pgmap v1803: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-22T17:54:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:54:05.554 INFO:tasks.workunit.client.0.smithi032.stdout: 989: throughput=5MB/sec pending data=0 2023-12-22T17:54:05.554 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-N2aqFjG9CNOuJAa off=8262400 len=1203237 2023-12-22T17:54:05.560 INFO:tasks.workunit.client.0.smithi032.stdout:op 5074 completed, throughput=5MB/sec 2023-12-22T17:54:05.560 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mCXPsS_arTO5_1S off=8340688 len=1392178 2023-12-22T17:54:05.567 INFO:tasks.workunit.client.0.smithi032.stdout:op 5075 completed, throughput=5MB/sec 2023-12-22T17:54:05.568 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6n2e76Z-ElaNphn off=379830 len=14880 2023-12-22T17:54:05.570 INFO:tasks.workunit.client.0.smithi032.stdout:op 5076 completed, throughput=5MB/sec 2023-12-22T17:54:05.570 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fChS9W8wv9AF2cj off=4816959 len=662672 2023-12-22T17:54:05.571 INFO:tasks.workunit.client.0.smithi032.stdout:op 5077 completed, throughput=5MB/sec 2023-12-22T17:54:05.571 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-b-aK0KZEA1tln_Z off=11421366 len=546362 2023-12-22T17:54:05.575 INFO:tasks.workunit.client.0.smithi032.stdout:op 5078 completed, throughput=5MB/sec 2023-12-22T17:54:05.575 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hx6hkjoiK6pBK76 off=759587 len=1009861 2023-12-22T17:54:05.576 INFO:tasks.workunit.client.0.smithi032.stdout:op 5079 completed, throughput=5MB/sec 2023-12-22T17:54:06.576 INFO:tasks.workunit.client.0.smithi032.stdout: 990: throughput=5MB/sec pending data=0 2023-12-22T17:54:06.577 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4YIagi1BpM4bkE- off=3089469 len=1265425 2023-12-22T17:54:06.583 INFO:tasks.workunit.client.0.smithi032.stdout:op 5080 completed, throughput=5MB/sec 2023-12-22T17:54:06.583 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KrK5-tJ5G7vWjdg off=2409842 len=1869102 2023-12-22T17:54:06.586 INFO:tasks.workunit.client.0.smithi032.stdout:op 5081 completed, throughput=5MB/sec 2023-12-22T17:54:06.587 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EhVGqj-KphnE9pP off=1559399 len=652147 2023-12-22T17:54:06.587 INFO:tasks.workunit.client.0.smithi032.stdout:op 5082 completed, throughput=5MB/sec 2023-12-22T17:54:06.587 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zoEv0h5d3NbeoaG off=5184162 len=877803 2023-12-22T17:54:06.593 INFO:tasks.workunit.client.0.smithi032.stdout:op 5083 completed, throughput=5MB/sec 2023-12-22T17:54:06.593 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-neC4lehto1Kgmgn off=6055843 len=1107253 2023-12-22T17:54:06.594 INFO:tasks.workunit.client.0.smithi032.stdout:op 5084 completed, throughput=5MB/sec 2023-12-22T17:54:07.594 INFO:tasks.workunit.client.0.smithi032.stdout: 991: throughput=5MB/sec pending data=0 2023-12-22T17:54:07.594 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EOXJUm8gkvzdAVP off=123888 len=1971027 2023-12-22T17:54:07.602 INFO:tasks.workunit.client.0.smithi032.stdout:op 5085 completed, throughput=5MB/sec 2023-12-22T17:54:07.602 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6VmckG5A1Tdd3PR off=6375279 len=484202 2023-12-22T17:54:07.605 INFO:tasks.workunit.client.0.smithi032.stdout:op 5086 completed, throughput=5MB/sec 2023-12-22T17:54:07.606 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ta6Ny1Ab-RD5jll off=1513674 len=756751 2023-12-22T17:54:07.610 INFO:tasks.workunit.client.0.smithi032.stdout:op 5087 completed, throughput=5MB/sec 2023-12-22T17:54:07.610 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-05f-B_9LvCW8X8i off=13217675 len=1807407 2023-12-22T17:54:07.611 INFO:tasks.workunit.client.0.smithi032.stdout:op 5088 completed, throughput=5MB/sec 2023-12-22T17:54:07.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:07 smithi032 ceph-mon[191839]: pgmap v1804: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-22T17:54:07.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:07 smithi032 ceph-mon[189144]: pgmap v1804: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-22T17:54:08.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:07 smithi039 ceph-mon[181282]: pgmap v1804: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-22T17:54:08.611 INFO:tasks.workunit.client.0.smithi032.stdout: 992: throughput=5MB/sec pending data=0 2023-12-22T17:54:08.612 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3m-Tlfb7biE2SZ7 off=1672379 len=1507212 2023-12-22T17:54:08.620 INFO:tasks.workunit.client.0.smithi032.stdout:op 5089 completed, throughput=5MB/sec 2023-12-22T17:54:08.620 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-c8NDRZTGdPZ0qDB off=6058809 len=383717 2023-12-22T17:54:08.621 INFO:tasks.workunit.client.0.smithi032.stdout:op 5090 completed, throughput=5MB/sec 2023-12-22T17:54:08.621 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lQVm1W5oH4yg2nn off=1589160 len=520497 2023-12-22T17:54:08.622 INFO:tasks.workunit.client.0.smithi032.stdout:op 5091 completed, throughput=5MB/sec 2023-12-22T17:54:08.622 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SfeohbebCH7hhHN off=4224844 len=1716260 2023-12-22T17:54:08.624 INFO:tasks.workunit.client.0.smithi032.stdout:op 5092 completed, throughput=5MB/sec 2023-12-22T17:54:08.624 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-weGKwzSoAOAgJzr off=326909 len=132929 2023-12-22T17:54:08.624 INFO:tasks.workunit.client.0.smithi032.stdout:op 5093 completed, throughput=5MB/sec 2023-12-22T17:54:08.625 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pd6ErvAUqoH925h off=107145 len=1905671 2023-12-22T17:54:08.628 INFO:tasks.workunit.client.0.smithi032.stdout:op 5094 completed, throughput=5MB/sec 2023-12-22T17:54:09.629 INFO:tasks.workunit.client.0.smithi032.stdout: 993: throughput=5MB/sec pending data=0 2023-12-22T17:54:09.629 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fN6AQZLbpi9zYiG off=5578630 len=1741859 2023-12-22T17:54:09.637 INFO:tasks.workunit.client.0.smithi032.stdout:op 5095 completed, throughput=5MB/sec 2023-12-22T17:54:09.637 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kBFcU12Rg8EONjv off=9840082 len=134501 2023-12-22T17:54:09.640 INFO:tasks.workunit.client.0.smithi032.stdout:op 5096 completed, throughput=5MB/sec 2023-12-22T17:54:09.640 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2pMqCt9GnzcgeDh off=8648198 len=234933 2023-12-22T17:54:09.640 INFO:tasks.workunit.client.0.smithi032.stdout:op 5097 completed, throughput=5MB/sec 2023-12-22T17:54:09.640 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_qnQeig8-3RVLwL off=9414184 len=64274 2023-12-22T17:54:09.641 INFO:tasks.workunit.client.0.smithi032.stdout:op 5098 completed, throughput=5MB/sec 2023-12-22T17:54:09.641 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-d6PVtin4ftWbCCm off=3769585 len=285344 2023-12-22T17:54:09.644 INFO:tasks.workunit.client.0.smithi032.stdout:op 5099 completed, throughput=5MB/sec 2023-12-22T17:54:09.644 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-73KfoC4u2abyrDF off=1759995 len=1268181 2023-12-22T17:54:09.645 INFO:tasks.workunit.client.0.smithi032.stdout:op 5100 completed, throughput=5MB/sec 2023-12-22T17:54:09.645 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-npriDSno7sj0T_1 off=4968704 len=161104 2023-12-22T17:54:09.645 INFO:tasks.workunit.client.0.smithi032.stdout:op 5101 completed, throughput=5MB/sec 2023-12-22T17:54:09.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:09 smithi032 ceph-mon[191839]: pgmap v1805: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-22T17:54:09.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:09 smithi032 ceph-mon[189144]: pgmap v1805: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-22T17:54:10.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:09 smithi039 ceph-mon[181282]: pgmap v1805: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-22T17:54:10.646 INFO:tasks.workunit.client.0.smithi032.stdout: 994: throughput=5MB/sec pending data=0 2023-12-22T17:54:10.646 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BEWUEdh6aFY8EgO off=1227046 len=287582 2023-12-22T17:54:10.649 INFO:tasks.workunit.client.0.smithi032.stdout:op 5102 completed, throughput=5MB/sec 2023-12-22T17:54:10.650 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ybi-uLhT9ZEPAIy off=595294 len=941714 2023-12-22T17:54:10.651 INFO:tasks.workunit.client.0.smithi032.stdout:op 5103 completed, throughput=5MB/sec 2023-12-22T17:54:10.651 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Y1ZskVMgF644q7D off=1412338 len=719912 2023-12-22T17:54:10.655 INFO:tasks.workunit.client.0.smithi032.stdout:op 5104 completed, throughput=5MB/sec 2023-12-22T17:54:10.655 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Yzi4s99yPKK5-pO off=5015193 len=1469112 2023-12-22T17:54:10.657 INFO:tasks.workunit.client.0.smithi032.stdout:op 5105 completed, throughput=5MB/sec 2023-12-22T17:54:10.657 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-n4ZNMX1YIF8n7vk off=19657162 len=1063123 2023-12-22T17:54:10.659 INFO:tasks.workunit.client.0.smithi032.stdout:op 5106 completed, throughput=5MB/sec 2023-12-22T17:54:10.659 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-duCeCJnDhQQJguO off=40283 len=206413 2023-12-22T17:54:10.662 INFO:tasks.workunit.client.0.smithi032.stdout:op 5107 completed, throughput=5MB/sec 2023-12-22T17:54:10.662 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0a9KteFU1Y1d-X_ off=149047 len=1380592 2023-12-22T17:54:10.662 INFO:tasks.workunit.client.0.smithi032.stdout:op 5108 completed, throughput=5MB/sec 2023-12-22T17:54:10.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:10 smithi032 ceph-mon[189144]: pgmap v1806: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:54:10.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:54:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:54:10] "GET /metrics HTTP/1.1" 200 34026 "" "Prometheus/2.43.0" 2023-12-22T17:54:10.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:10 smithi032 ceph-mon[191839]: pgmap v1806: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:54:11.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:10 smithi039 ceph-mon[181282]: pgmap v1806: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:54:11.663 INFO:tasks.workunit.client.0.smithi032.stdout: 995: throughput=5MB/sec pending data=0 2023-12-22T17:54:11.663 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pHFphKcj_j6v2DX off=6330173 len=297532 2023-12-22T17:54:11.666 INFO:tasks.workunit.client.0.smithi032.stdout:op 5109 completed, throughput=5MB/sec 2023-12-22T17:54:11.666 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lSEmlVSRGyBBZth off=636926 len=889451 2023-12-22T17:54:11.668 INFO:tasks.workunit.client.0.smithi032.stdout:op 5110 completed, throughput=5MB/sec 2023-12-22T17:54:11.668 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VpwE6FoZ26hbotB off=7849930 len=672412 2023-12-22T17:54:11.670 INFO:tasks.workunit.client.0.smithi032.stdout:op 5111 completed, throughput=5MB/sec 2023-12-22T17:54:11.670 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iyziaa_GHVyDO9r off=2181027 len=1780199 2023-12-22T17:54:11.673 INFO:tasks.workunit.client.0.smithi032.stdout:op 5112 completed, throughput=5MB/sec 2023-12-22T17:54:11.674 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mD8NM8IetBj4NkS off=11610222 len=956031 2023-12-22T17:54:11.679 INFO:tasks.workunit.client.0.smithi032.stdout:op 5113 completed, throughput=5MB/sec 2023-12-22T17:54:12.680 INFO:tasks.workunit.client.0.smithi032.stdout: 996: throughput=5MB/sec pending data=0 2023-12-22T17:54:12.680 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2iUCaaR31SF3JQL off=9662504 len=1686859 2023-12-22T17:54:12.683 INFO:tasks.workunit.client.0.smithi032.stdout:op 5114 completed, throughput=5MB/sec 2023-12-22T17:54:12.683 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-S-h-77n1_bjuYzp off=1467145 len=1601093 2023-12-22T17:54:12.691 INFO:tasks.workunit.client.0.smithi032.stdout:op 5115 completed, throughput=5MB/sec 2023-12-22T17:54:12.691 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-z-kg0YW_Bw8-Trp off=2641880 len=492423 2023-12-22T17:54:12.695 INFO:tasks.workunit.client.0.smithi032.stdout:op 5116 completed, throughput=5MB/sec 2023-12-22T17:54:12.696 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--8VW4lUVym455u- off=13733074 len=1840588 2023-12-22T17:54:12.696 INFO:tasks.workunit.client.0.smithi032.stdout:op 5117 completed, throughput=5MB/sec 2023-12-22T17:54:13.697 INFO:tasks.workunit.client.0.smithi032.stdout: 997: throughput=5MB/sec pending data=0 2023-12-22T17:54:13.697 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yXt6RsraT-26Eav off=590601 len=765681 2023-12-22T17:54:13.698 INFO:tasks.workunit.client.0.smithi032.stdout:op 5118 completed, throughput=5MB/sec 2023-12-22T17:54:13.698 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3pX7xYcjS4bMOrn off=2745745 len=124368 2023-12-22T17:54:13.699 INFO:tasks.workunit.client.0.smithi032.stdout:op 5119 completed, throughput=5MB/sec 2023-12-22T17:54:13.699 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gGS4xYtPQBl9FOc off=18873951 len=653974 2023-12-22T17:54:13.700 INFO:tasks.workunit.client.0.smithi032.stdout:op 5120 completed, throughput=5MB/sec 2023-12-22T17:54:13.700 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mIfNHI4wb4Hva0- off=5302472 len=2053940 2023-12-22T17:54:13.703 INFO:tasks.workunit.client.0.smithi032.stdout:op 5121 completed, throughput=5MB/sec 2023-12-22T17:54:13.703 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-TwpP9arFNE1og54 off=6339848 len=1742228 2023-12-22T17:54:13.705 INFO:tasks.workunit.client.0.smithi032.stdout:op 5122 completed, throughput=5MB/sec 2023-12-22T17:54:13.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:13 smithi032 ceph-mon[191839]: pgmap v1807: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:54:13.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:13 smithi032 ceph-mon[189144]: pgmap v1807: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:54:14.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:13 smithi039 ceph-mon[181282]: pgmap v1807: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:54:14.705 INFO:tasks.workunit.client.0.smithi032.stdout: 998: throughput=5MB/sec pending data=0 2023-12-22T17:54:14.705 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-namUZWy5oYKu7Zh off=4978069 len=1357277 2023-12-22T17:54:14.711 INFO:tasks.workunit.client.0.smithi032.stdout:op 5123 completed, throughput=5MB/sec 2023-12-22T17:54:14.711 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AF_2Iv-TbnEgTWr off=7360765 len=1726874 2023-12-22T17:54:14.721 INFO:tasks.workunit.client.0.smithi032.stdout:op 5124 completed, throughput=5MB/sec 2023-12-22T17:54:14.721 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wbyCzCnmgVghunh off=10001677 len=523916 2023-12-22T17:54:14.724 INFO:tasks.workunit.client.0.smithi032.stdout:op 5125 completed, throughput=5MB/sec 2023-12-22T17:54:14.724 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ytv3CjDLu3RjYb7 off=5886241 len=1211246 2023-12-22T17:54:14.731 INFO:tasks.workunit.client.0.smithi032.stdout:op 5126 completed, throughput=5MB/sec 2023-12-22T17:54:14.731 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xQ7S2MKyunY-13s off=1006169 len=1190792 2023-12-22T17:54:14.736 INFO:tasks.workunit.client.0.smithi032.stdout:op 5127 completed, throughput=5MB/sec 2023-12-22T17:54:14.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:14 smithi032 ceph-mon[191839]: pgmap v1808: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:54:14.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:14 smithi032 ceph-mon[189144]: pgmap v1808: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:54:15.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:14 smithi039 ceph-mon[181282]: pgmap v1808: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:54:15.736 INFO:tasks.workunit.client.0.smithi032.stdout: 999: throughput=5MB/sec pending data=0 2023-12-22T17:54:15.736 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-565PTYy_cPpIHH5 off=19325554 len=1152200 2023-12-22T17:54:15.738 INFO:tasks.workunit.client.0.smithi032.stdout:op 5128 completed, throughput=5MB/sec 2023-12-22T17:54:15.738 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OJitH8tbNfN_xBf off=23232841 len=433877 2023-12-22T17:54:15.742 INFO:tasks.workunit.client.0.smithi032.stdout:op 5129 completed, throughput=5MB/sec 2023-12-22T17:54:15.742 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-q4WCvgqM5YdJfSy off=2587027 len=502938 2023-12-22T17:54:15.746 INFO:tasks.workunit.client.0.smithi032.stdout:op 5130 completed, throughput=5MB/sec 2023-12-22T17:54:15.746 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-r-g5Y594H_8Hian off=18016444 len=478651 2023-12-22T17:54:15.747 INFO:tasks.workunit.client.0.smithi032.stdout:op 5131 completed, throughput=5MB/sec 2023-12-22T17:54:15.747 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZH5uSJ27ZEcnW2H off=14154392 len=858336 2023-12-22T17:54:15.748 INFO:tasks.workunit.client.0.smithi032.stdout:op 5132 completed, throughput=5MB/sec 2023-12-22T17:54:15.748 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2Aw501JvXm5IenH off=4802711 len=916467 2023-12-22T17:54:15.753 INFO:tasks.workunit.client.0.smithi032.stdout:op 5133 completed, throughput=5MB/sec 2023-12-22T17:54:15.753 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eeLnmd1S19oNy9F off=1197415 len=1958134 2023-12-22T17:54:15.755 INFO:tasks.workunit.client.0.smithi032.stdout:op 5134 completed, throughput=5MB/sec 2023-12-22T17:54:16.756 INFO:tasks.workunit.client.0.smithi032.stdout: 1000: throughput=5MB/sec pending data=0 2023-12-22T17:54:16.756 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iyqdJ2iDmKilghU off=22877315 len=1177430 2023-12-22T17:54:16.759 INFO:tasks.workunit.client.0.smithi032.stdout:op 5135 completed, throughput=5MB/sec 2023-12-22T17:54:16.759 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dFzLITObJOPUzph off=13774526 len=195637 2023-12-22T17:54:16.759 INFO:tasks.workunit.client.0.smithi032.stdout:op 5136 completed, throughput=5MB/sec 2023-12-22T17:54:16.760 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tMZvEx905n8AZdI off=7509864 len=1713429 2023-12-22T17:54:16.768 INFO:tasks.workunit.client.0.smithi032.stdout:op 5137 completed, throughput=5MB/sec 2023-12-22T17:54:16.768 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VxH-m4g5FFDH4_d off=7067048 len=1582047 2023-12-22T17:54:16.770 INFO:tasks.workunit.client.0.smithi032.stdout:op 5138 completed, throughput=5MB/sec 2023-12-22T17:54:17.770 INFO:tasks.workunit.client.0.smithi032.stdout: 1001: throughput=5MB/sec pending data=0 2023-12-22T17:54:17.771 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Uq00MYMsXpwAYe0 off=4186063 len=91512 2023-12-22T17:54:17.771 INFO:tasks.workunit.client.0.smithi032.stdout:op 5139 completed, throughput=5MB/sec 2023-12-22T17:54:17.771 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wZcarzQdF8fJmDg off=1368298 len=947231 2023-12-22T17:54:17.778 INFO:tasks.workunit.client.0.smithi032.stdout:op 5140 completed, throughput=5MB/sec 2023-12-22T17:54:17.778 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Sg5cPIxZt-mknz5 off=4408237 len=1824707 2023-12-22T17:54:17.780 INFO:tasks.workunit.client.0.smithi032.stdout:op 5141 completed, throughput=5MB/sec 2023-12-22T17:54:17.780 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_f5Z_Nn5cIObW1O off=1168307 len=1785384 2023-12-22T17:54:17.782 INFO:tasks.workunit.client.0.smithi032.stdout:op 5142 completed, throughput=5MB/sec 2023-12-22T17:54:17.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:17 smithi032 ceph-mon[191839]: pgmap v1809: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:54:17.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:17 smithi032 ceph-mon[189144]: pgmap v1809: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:54:18.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:17 smithi039 ceph-mon[181282]: pgmap v1809: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:54:18.783 INFO:tasks.workunit.client.0.smithi032.stdout: 1002: throughput=5MB/sec pending data=0 2023-12-22T17:54:18.783 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Z5S1CfS8sMKEHDn off=11772274 len=836369 2023-12-22T17:54:18.784 INFO:tasks.workunit.client.0.smithi032.stdout:op 5143 completed, throughput=5MB/sec 2023-12-22T17:54:18.784 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pGmuny5IAZyRQn7 off=5394136 len=157986 2023-12-22T17:54:18.785 INFO:tasks.workunit.client.0.smithi032.stdout:op 5144 completed, throughput=5MB/sec 2023-12-22T17:54:18.785 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mjI9J3GlFDu9lM4 off=4658700 len=42230 2023-12-22T17:54:18.787 INFO:tasks.workunit.client.0.smithi032.stdout:op 5145 completed, throughput=5MB/sec 2023-12-22T17:54:18.787 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xZOIYCjFhobB0Fa off=5167765 len=1942610 2023-12-22T17:54:18.796 INFO:tasks.workunit.client.0.smithi032.stdout:op 5146 completed, throughput=5MB/sec 2023-12-22T17:54:18.796 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uAuimGs7yVfWFbs off=10296263 len=829746 2023-12-22T17:54:18.797 INFO:tasks.workunit.client.0.smithi032.stdout:op 5147 completed, throughput=5MB/sec 2023-12-22T17:54:18.797 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mAjyaZZsCEGVm4n off=1137859 len=864106 2023-12-22T17:54:18.798 INFO:tasks.workunit.client.0.smithi032.stdout:op 5148 completed, throughput=5MB/sec 2023-12-22T17:54:18.798 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FO-gdkNLylDJBPK off=3203749 len=196463 2023-12-22T17:54:18.800 INFO:tasks.workunit.client.0.smithi032.stdout:op 5149 completed, throughput=5MB/sec 2023-12-22T17:54:19.073 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:54:19.400 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:54:19.400 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (34m) 23s ago 38m 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:54:19.400 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (34m) 8m ago 38m 90.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:54:19.400 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (39m) 23s ago 39m 22.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:54:19.400 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (39m) 8m ago 39m 27.7M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:54:19.400 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (33m) 8m ago 42m 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:54:19.400 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (33m) 23s ago 43m 548M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:54:19.400 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (33m) 23s ago 43m 285M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:54:19.400 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (32m) 8m ago 42m 150M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:54:19.400 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (33m) 23s ago 42m 168M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:54:19.400 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (34m) 23s ago 38m 16.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:54:19.400 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (34m) 8m ago 38m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:54:19.401 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (32m) 23s ago 41m 2024M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:54:19.401 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (31m) 23s ago 41m 2282M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:54:19.401 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (31m) 23s ago 41m 2158M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:54:19.401 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (30m) 23s ago 41m 1910M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:54:19.401 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (30m) 8m ago 40m 1838M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:54:19.401 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (29m) 8m ago 40m 1596M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:54:19.401 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (29m) 8m ago 40m 1056M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:54:19.401 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (29m) 8m ago 39m 1503M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:54:19.401 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (33m) 8m ago 39m 79.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:54:19.801 INFO:tasks.workunit.client.0.smithi032.stdout: 1003: throughput=5MB/sec pending data=0 2023-12-22T17:54:19.801 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SO1f1-zijl2MhLM off=12316396 len=1454684 2023-12-22T17:54:19.808 INFO:tasks.workunit.client.0.smithi032.stdout:op 5150 completed, throughput=5MB/sec 2023-12-22T17:54:19.808 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lsyMiZu37TzOuCi off=4252458 len=401229 2023-12-22T17:54:19.809 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:54:19.809 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:54:19.809 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:54:19.809 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:54:19.809 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:54:19.809 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:54:19.809 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:54:19.809 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:54:19.809 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:54:19.810 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:54:19.810 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:54:19.810 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:54:19.810 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:54:19.810 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:54:19.810 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:54:19.810 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:54:19.810 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:54:19.810 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:54:19.811 INFO:tasks.workunit.client.0.smithi032.stdout:op 5151 completed, throughput=5MB/sec 2023-12-22T17:54:19.811 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EXDMw0u3QtI5JD3 off=24614569 len=495018 2023-12-22T17:54:19.815 INFO:tasks.workunit.client.0.smithi032.stdout:op 5152 completed, throughput=5MB/sec 2023-12-22T17:54:19.815 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ecfwXMo8S0j-_-I off=12772216 len=1646800 2023-12-22T17:54:19.818 INFO:tasks.workunit.client.0.smithi032.stdout:op 5153 completed, throughput=5MB/sec 2023-12-22T17:54:19.818 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Q0Ho77mHHcbxlpn off=4134779 len=182982 2023-12-22T17:54:19.819 INFO:tasks.workunit.client.0.smithi032.stdout:op 5154 completed, throughput=5MB/sec 2023-12-22T17:54:19.819 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VmAb1_agll1CT43 off=628107 len=355524 2023-12-22T17:54:19.821 INFO:tasks.workunit.client.0.smithi032.stdout:op 5155 completed, throughput=5MB/sec 2023-12-22T17:54:19.822 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZlwHmfSRl7_PFbT off=8931570 len=488244 2023-12-22T17:54:19.825 INFO:tasks.workunit.client.0.smithi032.stdout:op 5156 completed, throughput=5MB/sec 2023-12-22T17:54:19.825 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DuafiLlmQlwuJP1 off=1496781 len=1754711 2023-12-22T17:54:19.827 INFO:tasks.workunit.client.0.smithi032.stdout:op 5157 completed, throughput=5MB/sec 2023-12-22T17:54:19.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:19 smithi032 ceph-mon[191839]: pgmap v1810: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:54:19.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:19 smithi032 ceph-mon[189144]: pgmap v1810: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:54:20.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:19 smithi039 ceph-mon[181282]: pgmap v1810: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:54:20.827 INFO:tasks.workunit.client.0.smithi032.stdout: 1004: throughput=5MB/sec pending data=0 2023-12-22T17:54:20.827 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-c-WyYU2TleOrGNj off=7465663 len=2094772 2023-12-22T17:54:20.837 INFO:tasks.workunit.client.0.smithi032.stdout:op 5158 completed, throughput=5MB/sec 2023-12-22T17:54:20.837 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Za_Q36t-_IYnqBv off=4441716 len=2046002 2023-12-22T17:54:20.847 INFO:tasks.workunit.client.0.smithi032.stdout:op 5159 completed, throughput=5MB/sec 2023-12-22T17:54:20.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:54:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:54:20] "GET /metrics HTTP/1.1" 200 34021 "" "Prometheus/2.43.0" 2023-12-22T17:54:20.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:20 smithi032 ceph-mon[189144]: from='client.45713 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:54:20.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:20 smithi032 ceph-mon[189144]: from='client.35784 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:54:20.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:54:20.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:20 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2904023479' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:54:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:20 smithi032 ceph-mon[191839]: from='client.45713 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:54:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:20 smithi032 ceph-mon[191839]: from='client.35784 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:54:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:54:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:20 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2904023479' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:54:21.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:20 smithi039 ceph-mon[181282]: from='client.45713 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:54:21.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:20 smithi039 ceph-mon[181282]: from='client.35784 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:54:21.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:54:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:20 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2904023479' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:54:21.847 INFO:tasks.workunit.client.0.smithi032.stdout: 1005: throughput=5MB/sec pending data=0 2023-12-22T17:54:21.848 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Q9slW3Z_Gwja0Wr off=5717572 len=1609844 2023-12-22T17:54:21.856 INFO:tasks.workunit.client.0.smithi032.stdout:op 5160 completed, throughput=5MB/sec 2023-12-22T17:54:21.856 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-s74mRtQlQhXShvh off=5038909 len=238080 2023-12-22T17:54:21.859 INFO:tasks.workunit.client.0.smithi032.stdout:op 5161 completed, throughput=5MB/sec 2023-12-22T17:54:21.859 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-62r_AgVsTRZHJTM off=3820395 len=1971431 2023-12-22T17:54:21.861 INFO:tasks.workunit.client.0.smithi032.stdout:op 5162 completed, throughput=5MB/sec 2023-12-22T17:54:21.862 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ljYdUqEgFmjWEQX off=3444026 len=914188 2023-12-22T17:54:21.866 INFO:tasks.workunit.client.0.smithi032.stdout:op 5163 completed, throughput=5MB/sec 2023-12-22T17:54:21.867 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ukuw1l26_A-2RB9 off=3966109 len=1402699 2023-12-22T17:54:21.873 INFO:tasks.workunit.client.0.smithi032.stdout:op 5164 completed, throughput=5MB/sec 2023-12-22T17:54:21.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:21 smithi032 ceph-mon[189144]: pgmap v1811: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-22T17:54:21.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:21 smithi032 ceph-mon[191839]: pgmap v1811: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-22T17:54:22.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:21 smithi039 ceph-mon[181282]: pgmap v1811: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-22T17:54:22.873 INFO:tasks.workunit.client.0.smithi032.stdout: 1006: throughput=5MB/sec pending data=0 2023-12-22T17:54:22.873 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jiyuc6Ls2w1hl4t off=2510967 len=15855 2023-12-22T17:54:22.874 INFO:tasks.workunit.client.0.smithi032.stdout:op 5165 completed, throughput=5MB/sec 2023-12-22T17:54:22.874 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2cO-bWfyFOseriL off=21174673 len=1861461 2023-12-22T17:54:22.876 INFO:tasks.workunit.client.0.smithi032.stdout:op 5166 completed, throughput=5MB/sec 2023-12-22T17:54:22.876 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7VNVAz7gBUbYvrJ off=0 len=1062381 2023-12-22T17:54:22.879 INFO:tasks.workunit.client.0.smithi032.stdout:op 5167 completed, throughput=5MB/sec 2023-12-22T17:54:22.879 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BO3Jw0GMA3Smg6p off=3775057 len=1640011 2023-12-22T17:54:22.888 INFO:tasks.workunit.client.0.smithi032.stdout:op 5168 completed, throughput=5MB/sec 2023-12-22T17:54:22.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:22 smithi032 ceph-mon[189144]: pgmap v1812: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-22T17:54:22.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:22 smithi032 ceph-mon[191839]: pgmap v1812: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-22T17:54:23.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:22 smithi039 ceph-mon[181282]: pgmap v1812: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-22T17:54:23.888 INFO:tasks.workunit.client.0.smithi032.stdout: 1007: throughput=5MB/sec pending data=0 2023-12-22T17:54:23.888 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FH3kjJt-QsvgDmc off=7524470 len=628772 2023-12-22T17:54:23.890 INFO:tasks.workunit.client.0.smithi032.stdout:op 5169 completed, throughput=5MB/sec 2023-12-22T17:54:23.890 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AUxycd6cCYelqyU off=6548986 len=1818336 2023-12-22T17:54:23.898 INFO:tasks.workunit.client.0.smithi032.stdout:op 5170 completed, throughput=5MB/sec 2023-12-22T17:54:23.898 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Z4qHWXJOQSuE1F5 off=927254 len=190317 2023-12-22T17:54:23.901 INFO:tasks.workunit.client.0.smithi032.stdout:op 5171 completed, throughput=5MB/sec 2023-12-22T17:54:23.902 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-V0gNiy2myq1a6Ok off=6038321 len=1838995 2023-12-22T17:54:23.904 INFO:tasks.workunit.client.0.smithi032.stdout:op 5172 completed, throughput=5MB/sec 2023-12-22T17:54:23.904 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-y55y3uQ3HooQHt9 off=2265830 len=1605669 2023-12-22T17:54:23.905 INFO:tasks.workunit.client.0.smithi032.stdout:op 5173 completed, throughput=5MB/sec 2023-12-22T17:54:24.905 INFO:tasks.workunit.client.0.smithi032.stdout: 1008: throughput=5MB/sec pending data=0 2023-12-22T17:54:24.905 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zhk4S8fUGlR_G-Q off=3473757 len=1043887 2023-12-22T17:54:24.912 INFO:tasks.workunit.client.0.smithi032.stdout:op 5174 completed, throughput=5MB/sec 2023-12-22T17:54:24.912 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PSX5l68exPIcl5g off=5804957 len=21701 2023-12-22T17:54:24.912 INFO:tasks.workunit.client.0.smithi032.stdout:op 5175 completed, throughput=5MB/sec 2023-12-22T17:54:24.912 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VIKOMCg5VyiDsqR off=2107799 len=456127 2023-12-22T17:54:24.916 INFO:tasks.workunit.client.0.smithi032.stdout:op 5176 completed, throughput=5MB/sec 2023-12-22T17:54:24.916 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QOBUGYHTqPCr9yC off=11940033 len=169438 2023-12-22T17:54:24.919 INFO:tasks.workunit.client.0.smithi032.stdout:op 5177 completed, throughput=5MB/sec 2023-12-22T17:54:24.919 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EP9Lu9IpXFpe4Pa off=2215285 len=1517727 2023-12-22T17:54:24.921 INFO:tasks.workunit.client.0.smithi032.stdout:op 5178 completed, throughput=5MB/sec 2023-12-22T17:54:24.921 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RFyI8ivRGswgqTm off=988742 len=826039 2023-12-22T17:54:24.922 INFO:tasks.workunit.client.0.smithi032.stdout:op 5179 completed, throughput=5MB/sec 2023-12-22T17:54:24.922 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ol_R8XIco89rvEW off=2822345 len=605599 2023-12-22T17:54:24.926 INFO:tasks.workunit.client.0.smithi032.stdout:op 5180 completed, throughput=5MB/sec 2023-12-22T17:54:25.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:24 smithi032 ceph-mon[189144]: pgmap v1813: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-22T17:54:25.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:24 smithi032 ceph-mon[191839]: pgmap v1813: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-22T17:54:25.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:24 smithi039 ceph-mon[181282]: pgmap v1813: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-22T17:54:25.926 INFO:tasks.workunit.client.0.smithi032.stdout: 1009: throughput=5MB/sec pending data=0 2023-12-22T17:54:25.926 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MdIxfqhQ8kcCiNv off=492448 len=658382 2023-12-22T17:54:25.927 INFO:tasks.workunit.client.0.smithi032.stdout:op 5181 completed, throughput=5MB/sec 2023-12-22T17:54:25.928 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-d-E7IJdoEqxMN7j off=449016 len=323002 2023-12-22T17:54:25.928 INFO:tasks.workunit.client.0.smithi032.stdout:op 5182 completed, throughput=5MB/sec 2023-12-22T17:54:25.929 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lS7qbolE1tfJJOY off=1423872 len=576277 2023-12-22T17:54:25.930 INFO:tasks.workunit.client.0.smithi032.stdout:op 5183 completed, throughput=5MB/sec 2023-12-22T17:54:25.930 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pTSCb-ZGeWG-7su off=9469425 len=1376199 2023-12-22T17:54:25.932 INFO:tasks.workunit.client.0.smithi032.stdout:op 5184 completed, throughput=5MB/sec 2023-12-22T17:54:25.932 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zZJLeQ5Kcc373lF off=1764136 len=1916038 2023-12-22T17:54:25.940 INFO:tasks.workunit.client.0.smithi032.stdout:op 5185 completed, throughput=5MB/sec 2023-12-22T17:54:25.940 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-u1Rw-7ZHBSwcVkx off=2353457 len=1131155 2023-12-22T17:54:25.942 INFO:tasks.workunit.client.0.smithi032.stdout:op 5186 completed, throughput=5MB/sec 2023-12-22T17:54:26.942 INFO:tasks.workunit.client.0.smithi032.stdout: 1010: throughput=5MB/sec pending data=0 2023-12-22T17:54:26.942 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZgJz2UDqa2GOsq5 off=9272529 len=202089 2023-12-22T17:54:26.943 INFO:tasks.workunit.client.0.smithi032.stdout:op 5187 completed, throughput=5MB/sec 2023-12-22T17:54:26.943 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mhhEqi0-0YkA3E9 off=20180194 len=1349738 2023-12-22T17:54:26.944 INFO:tasks.workunit.client.0.smithi032.stdout:op 5188 completed, throughput=5MB/sec 2023-12-22T17:54:26.944 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uieoe6uO2o4JCCg off=4024709 len=585761 2023-12-22T17:54:26.949 INFO:tasks.workunit.client.0.smithi032.stdout:op 5189 completed, throughput=5MB/sec 2023-12-22T17:54:26.949 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pE16TOWOuh5g_vM off=3759843 len=396315 2023-12-22T17:54:26.952 INFO:tasks.workunit.client.0.smithi032.stdout:op 5190 completed, throughput=5MB/sec 2023-12-22T17:54:26.953 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fo3a3_Xe-bzVdCG off=9510365 len=1507815 2023-12-22T17:54:26.954 INFO:tasks.workunit.client.0.smithi032.stdout:op 5191 completed, throughput=5MB/sec 2023-12-22T17:54:26.955 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DahFfV39CjUH37O off=18138943 len=1008105 2023-12-22T17:54:26.956 INFO:tasks.workunit.client.0.smithi032.stdout:op 5192 completed, throughput=5MB/sec 2023-12-22T17:54:27.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:27 smithi032 ceph-mon[189144]: pgmap v1814: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-22T17:54:27.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:27 smithi032 ceph-mon[191839]: pgmap v1814: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-22T17:54:27.956 INFO:tasks.workunit.client.0.smithi032.stdout: 1011: throughput=5MB/sec pending data=0 2023-12-22T17:54:27.956 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GWqzwF50lsuMZMn off=599389 len=1344392 2023-12-22T17:54:27.963 INFO:tasks.workunit.client.0.smithi032.stdout:op 5193 completed, throughput=5MB/sec 2023-12-22T17:54:27.963 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Go65BcnX_he3jWl off=1889088 len=1692468 2023-12-22T17:54:27.965 INFO:tasks.workunit.client.0.smithi032.stdout:op 5194 completed, throughput=5MB/sec 2023-12-22T17:54:27.965 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7hY9w9axdyggWto off=3161446 len=1812199 2023-12-22T17:54:27.969 INFO:tasks.workunit.client.0.smithi032.stdout:op 5195 completed, throughput=5MB/sec 2023-12-22T17:54:28.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:27 smithi039 ceph-mon[181282]: pgmap v1814: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-22T17:54:28.969 INFO:tasks.workunit.client.0.smithi032.stdout: 1012: throughput=5MB/sec pending data=0 2023-12-22T17:54:28.969 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-O-iwPeiIaU0Lar3 off=3747971 len=171778 2023-12-22T17:54:28.972 INFO:tasks.workunit.client.0.smithi032.stdout:op 5196 completed, throughput=5MB/sec 2023-12-22T17:54:28.972 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xzySdx-rhB2g2Pq off=947624 len=1933976 2023-12-22T17:54:28.981 INFO:tasks.workunit.client.0.smithi032.stdout:op 5197 completed, throughput=5MB/sec 2023-12-22T17:54:28.981 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-p62tmnLmpaAx2iS off=3125835 len=819235 2023-12-22T17:54:28.983 INFO:tasks.workunit.client.0.smithi032.stdout:op 5198 completed, throughput=5MB/sec 2023-12-22T17:54:28.983 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-45-vviVO0pxpUEw off=9238678 len=2093790 2023-12-22T17:54:28.987 INFO:tasks.workunit.client.0.smithi032.stdout:op 5199 completed, throughput=5MB/sec 2023-12-22T17:54:28.987 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-W9essSMgVmYM9bZ off=12852585 len=1144075 2023-12-22T17:54:28.993 INFO:tasks.workunit.client.0.smithi032.stdout:op 5200 completed, throughput=5MB/sec 2023-12-22T17:54:29.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:29 smithi032 ceph-mon[191839]: pgmap v1815: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-22T17:54:29.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:29 smithi032 ceph-mon[189144]: pgmap v1815: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-22T17:54:29.993 INFO:tasks.workunit.client.0.smithi032.stdout: 1013: throughput=5MB/sec pending data=0 2023-12-22T17:54:29.993 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SrOmaQY8aHEQh54 off=7021920 len=1708407 2023-12-22T17:54:30.000 INFO:tasks.workunit.client.0.smithi032.stdout:op 5201 completed, throughput=5MB/sec 2023-12-22T17:54:30.000 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-a3NUN1jnPhb-rO4 off=58235 len=1120151 2023-12-22T17:54:30.002 INFO:tasks.workunit.client.0.smithi032.stdout:op 5202 completed, throughput=5MB/sec 2023-12-22T17:54:30.002 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MYW-Jk81pocUelZ off=2452751 len=353200 2023-12-22T17:54:30.003 INFO:tasks.workunit.client.0.smithi032.stdout:op 5203 completed, throughput=5MB/sec 2023-12-22T17:54:30.003 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-l5-m9N3tDHohD3F off=0 len=1262760 2023-12-22T17:54:30.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:29 smithi039 ceph-mon[181282]: pgmap v1815: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-22T17:54:30.006 INFO:tasks.workunit.client.0.smithi032.stdout:op 5204 completed, throughput=5MB/sec 2023-12-22T17:54:30.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:54:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:54:30] "GET /metrics HTTP/1.1" 200 34021 "" "Prometheus/2.43.0" 2023-12-22T17:54:30.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:30 smithi032 ceph-mon[191839]: pgmap v1816: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:54:30.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:30 smithi032 ceph-mon[189144]: pgmap v1816: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:54:31.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:30 smithi039 ceph-mon[181282]: pgmap v1816: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:54:31.006 INFO:tasks.workunit.client.0.smithi032.stdout: 1014: throughput=5MB/sec pending data=0 2023-12-22T17:54:31.006 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-foHI6nMpa1zlQ27 off=7666527 len=34786 2023-12-22T17:54:31.006 INFO:tasks.workunit.client.0.smithi032.stdout:op 5205 completed, throughput=5MB/sec 2023-12-22T17:54:31.007 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xmJwQKdW1bp-Ag- off=5997806 len=841444 2023-12-22T17:54:31.012 INFO:tasks.workunit.client.0.smithi032.stdout:op 5206 completed, throughput=5MB/sec 2023-12-22T17:54:31.012 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-I5pVyQ8Sp2iTH3u off=4123167 len=1283153 2023-12-22T17:54:31.014 INFO:tasks.workunit.client.0.smithi032.stdout:op 5207 completed, throughput=5MB/sec 2023-12-22T17:54:31.015 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-S-yzg64wTEB7JvV off=10120737 len=996348 2023-12-22T17:54:31.020 INFO:tasks.workunit.client.0.smithi032.stdout:op 5208 completed, throughput=5MB/sec 2023-12-22T17:54:31.020 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DqXn-ko1klGFeyF off=445879 len=941616 2023-12-22T17:54:31.025 INFO:tasks.workunit.client.0.smithi032.stdout:op 5209 completed, throughput=5MB/sec 2023-12-22T17:54:31.025 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jwqeDba_h_m-7gZ off=1723609 len=874761 2023-12-22T17:54:31.030 INFO:tasks.workunit.client.0.smithi032.stdout:op 5210 completed, throughput=5MB/sec 2023-12-22T17:54:31.030 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uYHuulSVmwRpw_l off=8820237 len=295306 2023-12-22T17:54:31.030 INFO:tasks.workunit.client.0.smithi032.stdout:op 5211 completed, throughput=5MB/sec 2023-12-22T17:54:32.031 INFO:tasks.workunit.client.0.smithi032.stdout: 1015: throughput=5MB/sec pending data=0 2023-12-22T17:54:32.031 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yhr2FWesQH0CaAW off=8748987 len=1510468 2023-12-22T17:54:32.033 INFO:tasks.workunit.client.0.smithi032.stdout:op 5212 completed, throughput=5MB/sec 2023-12-22T17:54:32.033 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lBoY7sEdykLIO7a off=1511987 len=35227 2023-12-22T17:54:32.035 INFO:tasks.workunit.client.0.smithi032.stdout:op 5213 completed, throughput=5MB/sec 2023-12-22T17:54:32.035 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Lq2cKngSWDYBmxa off=4036214 len=104527 2023-12-22T17:54:32.038 INFO:tasks.workunit.client.0.smithi032.stdout:op 5214 completed, throughput=5MB/sec 2023-12-22T17:54:32.038 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fzYTIlTJbYwLCGj off=2841948 len=886716 2023-12-22T17:54:32.043 INFO:tasks.workunit.client.0.smithi032.stdout:op 5215 completed, throughput=5MB/sec 2023-12-22T17:54:32.043 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Sgv3rgB_XqlKnnv off=12652916 len=2006930 2023-12-22T17:54:32.046 INFO:tasks.workunit.client.0.smithi032.stdout:op 5216 completed, throughput=5MB/sec 2023-12-22T17:54:32.046 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YdFpPmxaOzwyRIy off=2511974 len=1632335 2023-12-22T17:54:32.047 INFO:tasks.workunit.client.0.smithi032.stdout:op 5217 completed, throughput=5MB/sec 2023-12-22T17:54:33.048 INFO:tasks.workunit.client.0.smithi032.stdout: 1016: throughput=5MB/sec pending data=0 2023-12-22T17:54:33.048 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wt_aLhP1wcb1ura off=7053324 len=1574046 2023-12-22T17:54:33.049 INFO:tasks.workunit.client.0.smithi032.stdout:op 5218 completed, throughput=5MB/sec 2023-12-22T17:54:33.050 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UeygUKwzerhAk3N off=4044954 len=367674 2023-12-22T17:54:33.050 INFO:tasks.workunit.client.0.smithi032.stdout:op 5219 completed, throughput=5MB/sec 2023-12-22T17:54:33.050 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-c6t4jGw728Ezs1F off=4370171 len=1137814 2023-12-22T17:54:33.052 INFO:tasks.workunit.client.0.smithi032.stdout:op 5220 completed, throughput=5MB/sec 2023-12-22T17:54:33.052 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6lfOz-iUyFlGKuo off=180296 len=813335 2023-12-22T17:54:33.053 INFO:tasks.workunit.client.0.smithi032.stdout:op 5221 completed, throughput=5MB/sec 2023-12-22T17:54:33.053 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ICyA4YPbgyN0KY7 off=1185748 len=1242334 2023-12-22T17:54:33.054 INFO:tasks.workunit.client.0.smithi032.stdout:op 5222 completed, throughput=5MB/sec 2023-12-22T17:54:33.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:33 smithi032 ceph-mon[189144]: pgmap v1817: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-22T17:54:33.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:33 smithi032 ceph-mon[191839]: pgmap v1817: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-22T17:54:34.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:33 smithi039 ceph-mon[181282]: pgmap v1817: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-22T17:54:34.055 INFO:tasks.workunit.client.0.smithi032.stdout: 1017: throughput=5MB/sec pending data=0 2023-12-22T17:54:34.055 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3a096hFOmL9rZYL off=9339936 len=1378630 2023-12-22T17:54:34.057 INFO:tasks.workunit.client.0.smithi032.stdout:op 5223 completed, throughput=5MB/sec 2023-12-22T17:54:34.057 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xjIXgyGZ4Cp9gKv off=318088 len=1013244 2023-12-22T17:54:34.062 INFO:tasks.workunit.client.0.smithi032.stdout:op 5224 completed, throughput=5MB/sec 2023-12-22T17:54:34.062 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XiNLRyb2FAbnO9_ off=9918848 len=926444 2023-12-22T17:54:34.068 INFO:tasks.workunit.client.0.smithi032.stdout:op 5225 completed, throughput=5MB/sec 2023-12-22T17:54:34.068 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yAyHXcZ-JWb5nVS off=11430893 len=1964351 2023-12-22T17:54:34.075 INFO:tasks.workunit.client.0.smithi032.stdout:op 5226 completed, throughput=5MB/sec 2023-12-22T17:54:34.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:34 smithi032 ceph-mon[191839]: pgmap v1818: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:54:34.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:54:34.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:34 smithi032 ceph-mon[189144]: pgmap v1818: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:54:34.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:54:35.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:34 smithi039 ceph-mon[181282]: pgmap v1818: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:54:35.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:54:35.075 INFO:tasks.workunit.client.0.smithi032.stdout: 1018: throughput=5MB/sec pending data=0 2023-12-22T17:54:35.075 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DFT2rvzvLvXrgnj off=4181402 len=921754 2023-12-22T17:54:35.078 INFO:tasks.workunit.client.0.smithi032.stdout:op 5227 completed, throughput=5MB/sec 2023-12-22T17:54:35.078 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1H00zwS59N3eH__ off=409862 len=36596 2023-12-22T17:54:35.078 INFO:tasks.workunit.client.0.smithi032.stdout:op 5228 completed, throughput=5MB/sec 2023-12-22T17:54:35.078 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uWkLlLXgdAUorVI off=4915006 len=160677 2023-12-22T17:54:35.079 INFO:tasks.workunit.client.0.smithi032.stdout:op 5229 completed, throughput=5MB/sec 2023-12-22T17:54:35.079 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-u97a5h_XlvvaMtr off=7211579 len=767581 2023-12-22T17:54:35.080 INFO:tasks.workunit.client.0.smithi032.stdout:op 5230 completed, throughput=5MB/sec 2023-12-22T17:54:35.080 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5qQhAceDY4wdaCE off=3883853 len=573737 2023-12-22T17:54:35.084 INFO:tasks.workunit.client.0.smithi032.stdout:op 5231 completed, throughput=5MB/sec 2023-12-22T17:54:35.084 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-x_lGY6ag4zfHQ4y off=5158489 len=775609 2023-12-22T17:54:35.085 INFO:tasks.workunit.client.0.smithi032.stdout:op 5232 completed, throughput=5MB/sec 2023-12-22T17:54:35.085 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-24FQbEkdY-ZyOAy off=16139856 len=819441 2023-12-22T17:54:35.086 INFO:tasks.workunit.client.0.smithi032.stdout:op 5233 completed, throughput=5MB/sec 2023-12-22T17:54:35.086 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-oBfizCTpIBH2Uup off=1439706 len=2010217 2023-12-22T17:54:35.095 INFO:tasks.workunit.client.0.smithi032.stdout:op 5234 completed, throughput=5MB/sec 2023-12-22T17:54:36.096 INFO:tasks.workunit.client.0.smithi032.stdout: 1019: throughput=5MB/sec pending data=0 2023-12-22T17:54:36.096 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-el-QyjR156wUqeQ off=9648272 len=513798 2023-12-22T17:54:36.096 INFO:tasks.workunit.client.0.smithi032.stdout:op 5235 completed, throughput=5MB/sec 2023-12-22T17:54:36.096 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_acCqy-roGU2Bs- off=5261945 len=1362328 2023-12-22T17:54:36.104 INFO:tasks.workunit.client.0.smithi032.stdout:op 5236 completed, throughput=5MB/sec 2023-12-22T17:54:36.104 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yHb30wGE9krbrA4 off=6523598 len=638254 2023-12-22T17:54:36.105 INFO:tasks.workunit.client.0.smithi032.stdout:op 5237 completed, throughput=5MB/sec 2023-12-22T17:54:36.105 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-J42QXxipTgf63BW off=7292302 len=1464743 2023-12-22T17:54:36.107 INFO:tasks.workunit.client.0.smithi032.stdout:op 5238 completed, throughput=5MB/sec 2023-12-22T17:54:37.107 INFO:tasks.workunit.client.0.smithi032.stdout: 1020: throughput=5MB/sec pending data=0 2023-12-22T17:54:37.107 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8xlDzcSzHoYphgp off=2694499 len=1691919 2023-12-22T17:54:37.114 INFO:tasks.workunit.client.0.smithi032.stdout:op 5239 completed, throughput=5MB/sec 2023-12-22T17:54:37.114 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-oUk4ER-NFW4kSQh off=2300732 len=1294711 2023-12-22T17:54:37.121 INFO:tasks.workunit.client.0.smithi032.stdout:op 5240 completed, throughput=5MB/sec 2023-12-22T17:54:37.121 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-OKvBaGfo7oUtpKC off=7603274 len=1954137 2023-12-22T17:54:37.133 INFO:tasks.workunit.client.0.smithi032.stdout:op 5241 completed, throughput=5MB/sec 2023-12-22T17:54:37.134 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jikxNW7A9eZO6zF off=360692 len=1076803 2023-12-22T17:54:37.139 INFO:tasks.workunit.client.0.smithi032.stdout:op 5242 completed, throughput=5MB/sec 2023-12-22T17:54:37.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:37 smithi032 ceph-mon[191839]: pgmap v1819: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-22T17:54:37.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:37 smithi032 ceph-mon[189144]: pgmap v1819: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-22T17:54:38.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:37 smithi039 ceph-mon[181282]: pgmap v1819: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2023-12-22T17:54:38.140 INFO:tasks.workunit.client.0.smithi032.stdout: 1021: throughput=5MB/sec pending data=0 2023-12-22T17:54:38.140 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2iK0-TYIqRciE5R off=2850173 len=417676 2023-12-22T17:54:38.143 INFO:tasks.workunit.client.0.smithi032.stdout:op 5243 completed, throughput=5MB/sec 2023-12-22T17:54:38.143 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wy7gJUoqGtIAt02 off=9539267 len=781135 2023-12-22T17:54:38.148 INFO:tasks.workunit.client.0.smithi032.stdout:op 5244 completed, throughput=5MB/sec 2023-12-22T17:54:38.148 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8LgBqcw0s-kGtjb off=1009258 len=1806435 2023-12-22T17:54:38.150 INFO:tasks.workunit.client.0.smithi032.stdout:op 5245 completed, throughput=5MB/sec 2023-12-22T17:54:38.151 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6e4HNs7S94DgiOK off=952019 len=570150 2023-12-22T17:54:38.155 INFO:tasks.workunit.client.0.smithi032.stdout:op 5246 completed, throughput=5MB/sec 2023-12-22T17:54:38.155 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JIFKHKYaG4TWoS8 off=6277185 len=1516806 2023-12-22T17:54:38.156 INFO:tasks.workunit.client.0.smithi032.stdout:op 5247 completed, throughput=5MB/sec 2023-12-22T17:54:38.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:38 smithi032 ceph-mon[191839]: pgmap v1820: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:54:38.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:38 smithi032 ceph-mon[189144]: pgmap v1820: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:54:39.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:38 smithi039 ceph-mon[181282]: pgmap v1820: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:54:39.156 INFO:tasks.workunit.client.0.smithi032.stdout: 1022: throughput=5MB/sec pending data=0 2023-12-22T17:54:39.156 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ugv8Z5bZFLdWP96 off=386497 len=1745438 2023-12-22T17:54:39.165 INFO:tasks.workunit.client.0.smithi032.stdout:op 5248 completed, throughput=5MB/sec 2023-12-22T17:54:39.165 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sWCycMnRKFd3hCx off=3086750 len=350050 2023-12-22T17:54:39.168 INFO:tasks.workunit.client.0.smithi032.stdout:op 5249 completed, throughput=5MB/sec 2023-12-22T17:54:39.168 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lL69RsToN5PLSG- off=4074717 len=1302756 2023-12-22T17:54:39.175 INFO:tasks.workunit.client.0.smithi032.stdout:op 5250 completed, throughput=5MB/sec 2023-12-22T17:54:39.175 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XZCEhbid5ELv6Z4 off=5526825 len=610876 2023-12-22T17:54:39.176 INFO:tasks.workunit.client.0.smithi032.stdout:op 5251 completed, throughput=5MB/sec 2023-12-22T17:54:39.176 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KIMl-tuCULMmIS- off=2343076 len=254140 2023-12-22T17:54:39.177 INFO:tasks.workunit.client.0.smithi032.stdout:op 5252 completed, throughput=5MB/sec 2023-12-22T17:54:39.177 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8j52JnzJA8bCtYT off=6491242 len=1639070 2023-12-22T17:54:39.178 INFO:tasks.workunit.client.0.smithi032.stdout:op 5253 completed, throughput=5MB/sec 2023-12-22T17:54:40.179 INFO:tasks.workunit.client.0.smithi032.stdout: 1023: throughput=5MB/sec pending data=0 2023-12-22T17:54:40.179 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OgPgYnz_Vd6yEH1 off=3512922 len=1650331 2023-12-22T17:54:40.182 INFO:tasks.workunit.client.0.smithi032.stdout:op 5254 completed, throughput=5MB/sec 2023-12-22T17:54:40.183 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--Mud1d9JR5HARsV off=1315462 len=721632 2023-12-22T17:54:40.187 INFO:tasks.workunit.client.0.smithi032.stdout:op 5255 completed, throughput=5MB/sec 2023-12-22T17:54:40.187 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5Ts7spuQgE6fv7T off=1475872 len=6315 2023-12-22T17:54:40.188 INFO:tasks.workunit.client.0.smithi032.stdout:op 5256 completed, throughput=5MB/sec 2023-12-22T17:54:40.188 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9_mGykE_RQZzr-J off=13507421 len=418241 2023-12-22T17:54:40.192 INFO:tasks.workunit.client.0.smithi032.stdout:op 5257 completed, throughput=5MB/sec 2023-12-22T17:54:40.192 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-amnx-raZYMRZe4v off=2534554 len=915850 2023-12-22T17:54:40.197 INFO:tasks.workunit.client.0.smithi032.stdout:op 5258 completed, throughput=5MB/sec 2023-12-22T17:54:40.197 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-L3vfeGiErxJh7u1 off=1418187 len=449487 2023-12-22T17:54:40.201 INFO:tasks.workunit.client.0.smithi032.stdout:op 5259 completed, throughput=5MB/sec 2023-12-22T17:54:40.201 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3_Ot5JqQ0n22JRB off=8508330 len=1002230 2023-12-22T17:54:40.205 INFO:tasks.workunit.client.0.smithi032.stdout:op 5260 completed, throughput=5MB/sec 2023-12-22T17:54:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:54:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:54:40] "GET /metrics HTTP/1.1" 200 34024 "" "Prometheus/2.43.0" 2023-12-22T17:54:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:40 smithi032 ceph-mon[191839]: pgmap v1821: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:54:41.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:40 smithi032 ceph-mon[189144]: pgmap v1821: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:54:41.205 INFO:tasks.workunit.client.0.smithi032.stdout: 1024: throughput=5MB/sec pending data=0 2023-12-22T17:54:41.206 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--OlVA06y9_KwT2a off=11404944 len=1303049 2023-12-22T17:54:41.213 INFO:tasks.workunit.client.0.smithi032.stdout:op 5261 completed, throughput=5MB/sec 2023-12-22T17:54:41.213 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HAWc3ODem2UR_eI off=13448055 len=1731537 2023-12-22T17:54:41.216 INFO:tasks.workunit.client.0.smithi032.stdout:op 5262 completed, throughput=5MB/sec 2023-12-22T17:54:41.216 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-n4GnkSaonowDVmz off=1057455 len=1096486 2023-12-22T17:54:41.218 INFO:tasks.workunit.client.0.smithi032.stdout:op 5263 completed, throughput=5MB/sec 2023-12-22T17:54:41.219 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-53HsZi6zSHo7UMT off=4904704 len=446821 2023-12-22T17:54:41.222 INFO:tasks.workunit.client.0.smithi032.stdout:op 5264 completed, throughput=5MB/sec 2023-12-22T17:54:41.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:40 smithi039 ceph-mon[181282]: pgmap v1821: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:54:42.223 INFO:tasks.workunit.client.0.smithi032.stdout: 1025: throughput=5MB/sec pending data=0 2023-12-22T17:54:42.223 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zwwo2rXpL1d0znw off=17294673 len=289743 2023-12-22T17:54:42.226 INFO:tasks.workunit.client.0.smithi032.stdout:op 5265 completed, throughput=5MB/sec 2023-12-22T17:54:42.226 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DY1jr31AQdMfL19 off=1438750 len=1139166 2023-12-22T17:54:42.228 INFO:tasks.workunit.client.0.smithi032.stdout:op 5266 completed, throughput=5MB/sec 2023-12-22T17:54:42.228 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-b945WHkxdnAdHtW off=8179008 len=1136720 2023-12-22T17:54:42.230 INFO:tasks.workunit.client.0.smithi032.stdout:op 5267 completed, throughput=5MB/sec 2023-12-22T17:54:42.230 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-oxgp-xrv38bmv4C off=5844526 len=267238 2023-12-22T17:54:42.233 INFO:tasks.workunit.client.0.smithi032.stdout:op 5268 completed, throughput=5MB/sec 2023-12-22T17:54:42.234 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HNSraqGBgSYlTon off=13819778 len=1227300 2023-12-22T17:54:42.239 INFO:tasks.workunit.client.0.smithi032.stdout:op 5269 completed, throughput=5MB/sec 2023-12-22T17:54:42.240 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-q6N3p1RtsBjwT0N off=11823878 len=1211953 2023-12-22T17:54:42.245 INFO:tasks.workunit.client.0.smithi032.stdout:op 5270 completed, throughput=5MB/sec 2023-12-22T17:54:42.245 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4by4Zp4Od8Rz2wM off=54480 len=1939707 2023-12-22T17:54:42.252 INFO:tasks.workunit.client.0.smithi032.stdout:op 5271 completed, throughput=5MB/sec 2023-12-22T17:54:42.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:42 smithi032 ceph-mon[191839]: pgmap v1822: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-22T17:54:42.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:42 smithi032 ceph-mon[189144]: pgmap v1822: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-22T17:54:43.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:42 smithi039 ceph-mon[181282]: pgmap v1822: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-22T17:54:43.252 INFO:tasks.workunit.client.0.smithi032.stdout: 1026: throughput=5MB/sec pending data=0 2023-12-22T17:54:43.252 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--_DY6LuQCHmjiyP off=9822988 len=1557322 2023-12-22T17:54:43.260 INFO:tasks.workunit.client.0.smithi032.stdout:op 5272 completed, throughput=5MB/sec 2023-12-22T17:54:43.260 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7XpWZJr2v8ZzQLv off=3076580 len=733172 2023-12-22T17:54:43.262 INFO:tasks.workunit.client.0.smithi032.stdout:op 5273 completed, throughput=5MB/sec 2023-12-22T17:54:43.262 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LwIu6YZpCRsYu0h off=8114682 len=1477635 2023-12-22T17:54:43.264 INFO:tasks.workunit.client.0.smithi032.stdout:op 5274 completed, throughput=5MB/sec 2023-12-22T17:54:44.264 INFO:tasks.workunit.client.0.smithi032.stdout: 1027: throughput=5MB/sec pending data=0 2023-12-22T17:54:44.264 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kgjAn4N_037uyie off=20897638 len=1968652 2023-12-22T17:54:44.273 INFO:tasks.workunit.client.0.smithi032.stdout:op 5275 completed, throughput=5MB/sec 2023-12-22T17:54:44.274 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-giVWFo75e8hT2BG off=13629724 len=1141869 2023-12-22T17:54:44.275 INFO:tasks.workunit.client.0.smithi032.stdout:op 5276 completed, throughput=5MB/sec 2023-12-22T17:54:44.275 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-U2HZBjIlbYH0MA1 off=2528212 len=635451 2023-12-22T17:54:44.276 INFO:tasks.workunit.client.0.smithi032.stdout:op 5277 completed, throughput=5MB/sec 2023-12-22T17:54:44.277 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-46XwwS7i7W_PF9T off=1672375 len=250137 2023-12-22T17:54:44.280 INFO:tasks.workunit.client.0.smithi032.stdout:op 5278 completed, throughput=5MB/sec 2023-12-22T17:54:44.280 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mD8NM8IetBj4NkS off=2941376 len=1865234 2023-12-22T17:54:44.281 INFO:tasks.workunit.client.0.smithi032.stdout:op 5279 completed, throughput=5MB/sec 2023-12-22T17:54:45.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:44 smithi032 ceph-mon[191839]: pgmap v1823: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:54:45.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:44 smithi032 ceph-mon[189144]: pgmap v1823: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:54:45.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:44 smithi039 ceph-mon[181282]: pgmap v1823: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-22T17:54:45.282 INFO:tasks.workunit.client.0.smithi032.stdout: 1028: throughput=5MB/sec pending data=0 2023-12-22T17:54:45.282 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2Aw501JvXm5IenH off=7630116 len=934226 2023-12-22T17:54:45.283 INFO:tasks.workunit.client.0.smithi032.stdout:op 5280 completed, throughput=5MB/sec 2023-12-22T17:54:45.284 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JlQO71h3et0I_7U off=14741401 len=813405 2023-12-22T17:54:45.289 INFO:tasks.workunit.client.0.smithi032.stdout:op 5281 completed, throughput=5MB/sec 2023-12-22T17:54:45.289 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IGSFfXIv4dGB0Ma off=4514220 len=1174727 2023-12-22T17:54:45.291 INFO:tasks.workunit.client.0.smithi032.stdout:op 5282 completed, throughput=5MB/sec 2023-12-22T17:54:45.292 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-D3A9vY8xavmAu-X off=256175 len=414799 2023-12-22T17:54:45.293 INFO:tasks.workunit.client.0.smithi032.stdout:op 5283 completed, throughput=5MB/sec 2023-12-22T17:54:45.293 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UapZKYAxSAc2aQS off=17651923 len=1385 2023-12-22T17:54:45.293 INFO:tasks.workunit.client.0.smithi032.stdout:op 5284 completed, throughput=5MB/sec 2023-12-22T17:54:45.293 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JSaI7DnOwCirhdQ off=6074471 len=994476 2023-12-22T17:54:45.299 INFO:tasks.workunit.client.0.smithi032.stdout:op 5285 completed, throughput=5MB/sec 2023-12-22T17:54:45.299 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cfJmbTTwMonZyta off=474050 len=1250347 2023-12-22T17:54:45.306 INFO:tasks.workunit.client.0.smithi032.stdout:op 5286 completed, throughput=5MB/sec 2023-12-22T17:54:46.306 INFO:tasks.workunit.client.0.smithi032.stdout: 1029: throughput=5MB/sec pending data=0 2023-12-22T17:54:46.306 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-W1o2jIWUuGVykX8 off=6518699 len=1180652 2023-12-22T17:54:46.312 INFO:tasks.workunit.client.0.smithi032.stdout:op 5287 completed, throughput=5MB/sec 2023-12-22T17:54:46.312 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nUa3cQ91gkI1C_X off=1473299 len=1770473 2023-12-22T17:54:46.321 INFO:tasks.workunit.client.0.smithi032.stdout:op 5288 completed, throughput=5MB/sec 2023-12-22T17:54:46.321 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mny75ISSIonrdua off=7892117 len=768120 2023-12-22T17:54:46.326 INFO:tasks.workunit.client.0.smithi032.stdout:op 5289 completed, throughput=5MB/sec 2023-12-22T17:54:46.326 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LnmUV0730cL1qNM off=12016730 len=1457282 2023-12-22T17:54:46.327 INFO:tasks.workunit.client.0.smithi032.stdout:op 5290 completed, throughput=5MB/sec 2023-12-22T17:54:47.327 INFO:tasks.workunit.client.0.smithi032.stdout: 1030: throughput=5MB/sec pending data=0 2023-12-22T17:54:47.328 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mCXPsS_arTO5_1S off=5642202 len=38654 2023-12-22T17:54:47.330 INFO:tasks.workunit.client.0.smithi032.stdout:op 5291 completed, throughput=5MB/sec 2023-12-22T17:54:47.330 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fuHXpMLHSjigN9B off=10070614 len=193611 2023-12-22T17:54:47.331 INFO:tasks.workunit.client.0.smithi032.stdout:op 5292 completed, throughput=5MB/sec 2023-12-22T17:54:47.331 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RAfk1OetEex4iGk off=2400376 len=415752 2023-12-22T17:54:47.335 INFO:tasks.workunit.client.0.smithi032.stdout:op 5293 completed, throughput=5MB/sec 2023-12-22T17:54:47.335 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cg-iqPIQL_HEOM0 off=19783282 len=1693370 2023-12-22T17:54:47.337 INFO:tasks.workunit.client.0.smithi032.stdout:op 5294 completed, throughput=5MB/sec 2023-12-22T17:54:47.337 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-c2HR1lTex3k7XeR off=12638124 len=517333 2023-12-22T17:54:47.342 INFO:tasks.workunit.client.0.smithi032.stdout:op 5295 completed, throughput=5MB/sec 2023-12-22T17:54:47.342 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ToHsJrtmR8HNRdN off=13158188 len=1343113 2023-12-22T17:54:47.348 INFO:tasks.workunit.client.0.smithi032.stdout:op 5296 completed, throughput=5MB/sec 2023-12-22T17:54:47.348 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ehEheM_dGl5-9hu off=6659931 len=366091 2023-12-22T17:54:47.351 INFO:tasks.workunit.client.0.smithi032.stdout:op 5297 completed, throughput=5MB/sec 2023-12-22T17:54:47.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:47 smithi032 ceph-mon[189144]: pgmap v1824: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-22T17:54:47.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:47 smithi032 ceph-mon[191839]: pgmap v1824: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-22T17:54:48.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:47 smithi039 ceph-mon[181282]: pgmap v1824: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-22T17:54:48.352 INFO:tasks.workunit.client.0.smithi032.stdout: 1031: throughput=5MB/sec pending data=0 2023-12-22T17:54:48.352 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-esBktyioogM6Crz off=968353 len=2084210 2023-12-22T17:54:48.354 INFO:tasks.workunit.client.0.smithi032.stdout:op 5298 completed, throughput=5MB/sec 2023-12-22T17:54:48.354 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-V9LPjvzfgXdkBjQ off=3166479 len=789270 2023-12-22T17:54:48.359 INFO:tasks.workunit.client.0.smithi032.stdout:op 5299 completed, throughput=5MB/sec 2023-12-22T17:54:48.359 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-6J9BRnEcwqJOAiw off=1174801 len=1014129 2023-12-22T17:54:48.360 INFO:tasks.workunit.client.0.smithi032.stdout:op 5300 completed, throughput=5MB/sec 2023-12-22T17:54:48.360 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RDJRY296kUEpzZj off=8639048 len=1112852 2023-12-22T17:54:48.362 INFO:tasks.workunit.client.0.smithi032.stdout:op 5301 completed, throughput=5MB/sec 2023-12-22T17:54:48.362 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sz8KPdfwSMOjekX off=3530834 len=1222539 2023-12-22T17:54:48.364 INFO:tasks.workunit.client.0.smithi032.stdout:op 5302 completed, throughput=5MB/sec 2023-12-22T17:54:48.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:48 smithi032 ceph-mon[189144]: pgmap v1825: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:54:48.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:48 smithi032 ceph-mon[191839]: pgmap v1825: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:54:49.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:48 smithi039 ceph-mon[181282]: pgmap v1825: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:54:49.364 INFO:tasks.workunit.client.0.smithi032.stdout: 1032: throughput=5MB/sec pending data=0 2023-12-22T17:54:49.365 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qynXBhgJBidcQvw off=330979 len=65665 2023-12-22T17:54:49.365 INFO:tasks.workunit.client.0.smithi032.stdout:op 5303 completed, throughput=5MB/sec 2023-12-22T17:54:49.365 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wqVIhzsyom6l1gT off=17746802 len=1485005 2023-12-22T17:54:49.367 INFO:tasks.workunit.client.0.smithi032.stdout:op 5304 completed, throughput=5MB/sec 2023-12-22T17:54:49.367 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YGSE35_9qbnbbBX off=226345 len=758680 2023-12-22T17:54:49.368 INFO:tasks.workunit.client.0.smithi032.stdout:op 5305 completed, throughput=5MB/sec 2023-12-22T17:54:49.368 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-U6M_dmmDNh2-_jA off=2249148 len=630456 2023-12-22T17:54:49.373 INFO:tasks.workunit.client.0.smithi032.stdout:op 5306 completed, throughput=5MB/sec 2023-12-22T17:54:49.373 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IPp0ApOpqfTKNiL off=12219482 len=88839 2023-12-22T17:54:49.375 INFO:tasks.workunit.client.0.smithi032.stdout:op 5307 completed, throughput=5MB/sec 2023-12-22T17:54:49.375 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9s1CZmyIxnI-8zP off=10377258 len=363330 2023-12-22T17:54:49.380 INFO:tasks.workunit.client.0.smithi032.stdout:op 5308 completed, throughput=5MB/sec 2023-12-22T17:54:49.380 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pk6Y7DFWRi8Tfbw off=68368 len=1695570 2023-12-22T17:54:49.387 INFO:tasks.workunit.client.0.smithi032.stdout:op 5309 completed, throughput=5MB/sec 2023-12-22T17:54:50.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:54:50.178 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:54:50.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:54:50.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:54:50.387 INFO:tasks.workunit.client.0.smithi032.stdout: 1033: throughput=5MB/sec pending data=0 2023-12-22T17:54:50.387 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9NRKE-sa-ZdwOAg off=5485119 len=1861145 2023-12-22T17:54:50.391 INFO:tasks.workunit.client.0.smithi032.stdout:op 5310 completed, throughput=5MB/sec 2023-12-22T17:54:50.391 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-i7lLCUlFcxJL2s- off=6699341 len=1570779 2023-12-22T17:54:50.398 INFO:tasks.workunit.client.0.smithi032.stdout:op 5311 completed, throughput=5MB/sec 2023-12-22T17:54:50.398 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-26ntvxCyKuAcUfF off=6138080 len=1545462 2023-12-22T17:54:50.398 INFO:tasks.workunit.client.0.smithi032.stdout:op 5312 completed, throughput=5MB/sec 2023-12-22T17:54:50.503 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:54:50.503 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (34m) 54s ago 39m 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:54:50.503 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (34m) 9m ago 39m 90.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:54:50.503 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (40m) 54s ago 40m 22.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:54:50.503 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (40m) 9m ago 40m 27.7M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:54:50.504 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (34m) 9m ago 42m 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:54:50.504 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (34m) 54s ago 44m 548M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:54:50.504 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (33m) 54s ago 44m 285M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:54:50.504 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (33m) 9m ago 42m 150M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:54:50.504 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (33m) 54s ago 42m 168M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:54:50.504 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (34m) 54s ago 39m 16.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:54:50.504 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (34m) 9m ago 39m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:54:50.504 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (32m) 54s ago 42m 2024M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:54:50.504 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (32m) 54s ago 42m 2282M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:54:50.504 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (31m) 54s ago 41m 2158M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:54:50.505 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (31m) 54s ago 41m 1910M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:54:50.505 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (30m) 9m ago 41m 1838M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:54:50.505 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (30m) 9m ago 40m 1596M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:54:50.505 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (30m) 9m ago 40m 1056M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:54:50.505 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (29m) 9m ago 40m 1503M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:54:50.505 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (34m) 9m ago 39m 79.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:54:50.911 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:54:50.911 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:54:50.911 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:54:50.911 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:54:50.911 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:54:50.911 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:54:50.911 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:54:50.911 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:54:50.911 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:54:50.912 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:54:50.912 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:54:50.912 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:54:50.912 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:54:50.912 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:54:50.912 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:54:50.912 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:54:50.912 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:54:50.912 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:54:51.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:50 smithi039 ceph-mon[181282]: pgmap v1826: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:54:51.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:50 smithi039 ceph-mon[181282]: from='client.35796 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:54:51.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:50 smithi039 ceph-mon[181282]: from='client.35802 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:54:51.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:54:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:54:50] "GET /metrics HTTP/1.1" 200 34025 "" "Prometheus/2.43.0" 2023-12-22T17:54:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:50 smithi032 ceph-mon[191839]: pgmap v1826: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:54:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:50 smithi032 ceph-mon[191839]: from='client.35796 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:54:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:50 smithi032 ceph-mon[191839]: from='client.35802 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:54:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:50 smithi032 ceph-mon[189144]: pgmap v1826: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:54:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:50 smithi032 ceph-mon[189144]: from='client.35796 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:54:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:50 smithi032 ceph-mon[189144]: from='client.35802 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:54:51.399 INFO:tasks.workunit.client.0.smithi032.stdout: 1034: throughput=5MB/sec pending data=0 2023-12-22T17:54:51.399 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2OdMSir-3N6RUlx off=348520 len=1153744 2023-12-22T17:54:51.405 INFO:tasks.workunit.client.0.smithi032.stdout:op 5313 completed, throughput=5MB/sec 2023-12-22T17:54:51.405 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9DRxzCUmHEa8-60 off=16639015 len=1003468 2023-12-22T17:54:51.411 INFO:tasks.workunit.client.0.smithi032.stdout:op 5314 completed, throughput=5MB/sec 2023-12-22T17:54:51.411 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-n5t_O6Z4_vSrPPJ off=23132447 len=586225 2023-12-22T17:54:51.415 INFO:tasks.workunit.client.0.smithi032.stdout:op 5315 completed, throughput=5MB/sec 2023-12-22T17:54:51.415 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--xx84MUJ1Hed1l6 off=1608974 len=494796 2023-12-22T17:54:51.418 INFO:tasks.workunit.client.0.smithi032.stdout:op 5316 completed, throughput=5MB/sec 2023-12-22T17:54:51.418 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-l-uQOdSYU1z25zJ off=4159185 len=1400524 2023-12-22T17:54:51.424 INFO:tasks.workunit.client.0.smithi032.stdout:op 5317 completed, throughput=5MB/sec 2023-12-22T17:54:51.424 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cA2wHNeu0rFqzHh off=1818481 len=956474 2023-12-22T17:54:51.426 INFO:tasks.workunit.client.0.smithi032.stdout:op 5318 completed, throughput=5MB/sec 2023-12-22T17:54:52.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:51 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3001779581' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:54:52.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:51 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3001779581' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:54:52.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:51 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3001779581' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:54:52.426 INFO:tasks.workunit.client.0.smithi032.stdout: 1035: throughput=5MB/sec pending data=0 2023-12-22T17:54:52.426 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nrjXpmmGt9yX0LM off=8107304 len=2054070 2023-12-22T17:54:52.431 INFO:tasks.workunit.client.0.smithi032.stdout:op 5319 completed, throughput=5MB/sec 2023-12-22T17:54:52.431 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kTssfkbXdA5Ps39 off=1293792 len=1951243 2023-12-22T17:54:52.433 INFO:tasks.workunit.client.0.smithi032.stdout:op 5320 completed, throughput=5MB/sec 2023-12-22T17:54:52.433 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Sk9Juw_6B15-zDg off=6725395 len=418823 2023-12-22T17:54:52.434 INFO:tasks.workunit.client.0.smithi032.stdout:op 5321 completed, throughput=5MB/sec 2023-12-22T17:54:52.434 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HvGiKDkBI_tco54 off=10899490 len=400648 2023-12-22T17:54:52.435 INFO:tasks.workunit.client.0.smithi032.stdout:op 5322 completed, throughput=5MB/sec 2023-12-22T17:54:53.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:52 smithi039 ceph-mon[181282]: pgmap v1827: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-22T17:54:53.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:52 smithi032 ceph-mon[191839]: pgmap v1827: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-22T17:54:53.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:52 smithi032 ceph-mon[189144]: pgmap v1827: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-22T17:54:53.435 INFO:tasks.workunit.client.0.smithi032.stdout: 1036: throughput=5MB/sec pending data=0 2023-12-22T17:54:53.436 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TBADy5kfgaWllT6 off=18517133 len=1990965 2023-12-22T17:54:53.445 INFO:tasks.workunit.client.0.smithi032.stdout:op 5323 completed, throughput=5MB/sec 2023-12-22T17:54:53.446 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-T6tAD-9oddZHW-2 off=685133 len=1864078 2023-12-22T17:54:53.448 INFO:tasks.workunit.client.0.smithi032.stdout:op 5324 completed, throughput=5MB/sec 2023-12-22T17:54:53.448 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-d1exmi1m_jXwF5G off=4240449 len=1905961 2023-12-22T17:54:53.456 INFO:tasks.workunit.client.0.smithi032.stdout:op 5325 completed, throughput=5MB/sec 2023-12-22T17:54:54.456 INFO:tasks.workunit.client.0.smithi032.stdout: 1037: throughput=5MB/sec pending data=0 2023-12-22T17:54:54.456 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8U8exvAC2c8_23l off=3515870 len=995975 2023-12-22T17:54:54.458 INFO:tasks.workunit.client.0.smithi032.stdout:op 5326 completed, throughput=5MB/sec 2023-12-22T17:54:54.458 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iSTReesAsMhqvg6 off=13465890 len=1939163 2023-12-22T17:54:54.467 INFO:tasks.workunit.client.0.smithi032.stdout:op 5327 completed, throughput=5MB/sec 2023-12-22T17:54:54.467 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mtAcRgJpTrd-hU2 off=1744291 len=1971251 2023-12-22T17:54:54.475 INFO:tasks.workunit.client.0.smithi032.stdout:op 5328 completed, throughput=5MB/sec 2023-12-22T17:54:55.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:54 smithi032 ceph-mon[191839]: pgmap v1828: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:54:55.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:54 smithi032 ceph-mon[189144]: pgmap v1828: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:54:55.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:54 smithi039 ceph-mon[181282]: pgmap v1828: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:54:55.475 INFO:tasks.workunit.client.0.smithi032.stdout: 1038: throughput=5MB/sec pending data=0 2023-12-22T17:54:55.476 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Rwy4h7KlQbS0U4J off=191833 len=1119041 2023-12-22T17:54:55.482 INFO:tasks.workunit.client.0.smithi032.stdout:op 5329 completed, throughput=5MB/sec 2023-12-22T17:54:55.482 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MprfuDvgafrwNNU off=17052108 len=1577348 2023-12-22T17:54:55.485 INFO:tasks.workunit.client.0.smithi032.stdout:op 5330 completed, throughput=5MB/sec 2023-12-22T17:54:55.485 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kMSG1JCeP7Afj85 off=12267034 len=1530929 2023-12-22T17:54:55.493 INFO:tasks.workunit.client.0.smithi032.stdout:op 5331 completed, throughput=5MB/sec 2023-12-22T17:54:55.493 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YO2sJ-IhM5tJTCR off=3988467 len=1738850 2023-12-22T17:54:55.494 INFO:tasks.workunit.client.0.smithi032.stdout:op 5332 completed, throughput=5MB/sec 2023-12-22T17:54:56.495 INFO:tasks.workunit.client.0.smithi032.stdout: 1039: throughput=5MB/sec pending data=0 2023-12-22T17:54:56.495 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CXWZ_nXcBjrPYbq off=4271504 len=1386650 2023-12-22T17:54:56.502 INFO:tasks.workunit.client.0.smithi032.stdout:op 5333 completed, throughput=5MB/sec 2023-12-22T17:54:56.502 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EMGsi45TN1sc5t9 off=15898001 len=997735 2023-12-22T17:54:56.506 INFO:tasks.workunit.client.0.smithi032.stdout:op 5334 completed, throughput=5MB/sec 2023-12-22T17:54:56.506 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-txGYrgJbu0id-Bf off=13032452 len=690538 2023-12-22T17:54:56.511 INFO:tasks.workunit.client.0.smithi032.stdout:op 5335 completed, throughput=5MB/sec 2023-12-22T17:54:56.511 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bC9OTS7PvjNjnkc off=3977845 len=424178 2023-12-22T17:54:56.511 INFO:tasks.workunit.client.0.smithi032.stdout:op 5336 completed, throughput=5MB/sec 2023-12-22T17:54:56.511 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DTgl30CjNLeTw92 off=13557615 len=224844 2023-12-22T17:54:56.514 INFO:tasks.workunit.client.0.smithi032.stdout:op 5337 completed, throughput=5MB/sec 2023-12-22T17:54:56.514 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-keVOd4V0XHgWdHb off=2701927 len=568434 2023-12-22T17:54:56.516 INFO:tasks.workunit.client.0.smithi032.stdout:op 5338 completed, throughput=5MB/sec 2023-12-22T17:54:56.516 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-InJsRXh0_9VKjL2 off=11698189 len=1439289 2023-12-22T17:54:56.523 INFO:tasks.workunit.client.0.smithi032.stdout:op 5339 completed, throughput=5MB/sec 2023-12-22T17:54:57.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:56 smithi032 ceph-mon[191839]: pgmap v1829: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:54:57.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:56 smithi032 ceph-mon[189144]: pgmap v1829: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:54:57.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:56 smithi039 ceph-mon[181282]: pgmap v1829: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:54:57.523 INFO:tasks.workunit.client.0.smithi032.stdout: 1040: throughput=5MB/sec pending data=0 2023-12-22T17:54:57.523 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-p43u-J_-TyHE_OC off=17003453 len=898656 2023-12-22T17:54:57.529 INFO:tasks.workunit.client.0.smithi032.stdout:op 5340 completed, throughput=5MB/sec 2023-12-22T17:54:57.529 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mfuwyJwVUTZcxFn off=3375547 len=1904325 2023-12-22T17:54:57.532 INFO:tasks.workunit.client.0.smithi032.stdout:op 5341 completed, throughput=5MB/sec 2023-12-22T17:54:57.532 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9DiAkFw04BP5f_o off=113897 len=109957 2023-12-22T17:54:57.534 INFO:tasks.workunit.client.0.smithi032.stdout:op 5342 completed, throughput=5MB/sec 2023-12-22T17:54:57.534 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zH2s00R-XqWOwI- off=5588756 len=1780045 2023-12-22T17:54:57.538 INFO:tasks.workunit.client.0.smithi032.stdout:op 5343 completed, throughput=5MB/sec 2023-12-22T17:54:58.538 INFO:tasks.workunit.client.0.smithi032.stdout: 1041: throughput=5MB/sec pending data=0 2023-12-22T17:54:58.538 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Dv5KPc-pCAPXET8 off=8346604 len=798912 2023-12-22T17:54:58.543 INFO:tasks.workunit.client.0.smithi032.stdout:op 5344 completed, throughput=5MB/sec 2023-12-22T17:54:58.543 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DAbBf2ShRDuiHMf off=16535306 len=928499 2023-12-22T17:54:58.548 INFO:tasks.workunit.client.0.smithi032.stdout:op 5345 completed, throughput=5MB/sec 2023-12-22T17:54:58.549 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Z7Nl98JEgAArgKy off=547477 len=1366606 2023-12-22T17:54:58.556 INFO:tasks.workunit.client.0.smithi032.stdout:op 5346 completed, throughput=5MB/sec 2023-12-22T17:54:58.556 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3dqEFBs3jgcO7kP off=1223089 len=531251 2023-12-22T17:54:58.560 INFO:tasks.workunit.client.0.smithi032.stdout:op 5347 completed, throughput=5MB/sec 2023-12-22T17:54:58.560 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BWH_6ltSK_N3IO4 off=2721310 len=1334233 2023-12-22T17:54:58.566 INFO:tasks.workunit.client.0.smithi032.stdout:op 5348 completed, throughput=5MB/sec 2023-12-22T17:54:59.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:58 smithi032 ceph-mon[189144]: pgmap v1830: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-22T17:54:59.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:58 smithi032 ceph-mon[191839]: pgmap v1830: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-22T17:54:59.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:58 smithi039 ceph-mon[181282]: pgmap v1830: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-22T17:54:59.566 INFO:tasks.workunit.client.0.smithi032.stdout: 1042: throughput=5MB/sec pending data=0 2023-12-22T17:54:59.566 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hLu2XqQu1BP6WM1 off=1037612 len=215899 2023-12-22T17:54:59.567 INFO:tasks.workunit.client.0.smithi032.stdout:op 5349 completed, throughput=5MB/sec 2023-12-22T17:54:59.567 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rYuVrVAya2LS-9V off=14314400 len=86454 2023-12-22T17:54:59.569 INFO:tasks.workunit.client.0.smithi032.stdout:op 5350 completed, throughput=5MB/sec 2023-12-22T17:54:59.570 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PUCEY9ERuh3RAqu off=5347839 len=1821492 2023-12-22T17:54:59.578 INFO:tasks.workunit.client.0.smithi032.stdout:op 5351 completed, throughput=5MB/sec 2023-12-22T17:54:59.578 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-36PHio1bMXx-5oX off=6527603 len=649118 2023-12-22T17:54:59.579 INFO:tasks.workunit.client.0.smithi032.stdout:op 5352 completed, throughput=5MB/sec 2023-12-22T17:54:59.579 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UjZ-cUsjfYFoHk6 off=13797281 len=732045 2023-12-22T17:54:59.584 INFO:tasks.workunit.client.0.smithi032.stdout:op 5353 completed, throughput=5MB/sec 2023-12-22T17:54:59.584 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IPQXVOUAfEmgsJm off=86643 len=29724 2023-12-22T17:54:59.585 INFO:tasks.workunit.client.0.smithi032.stdout:op 5354 completed, throughput=5MB/sec 2023-12-22T17:54:59.585 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZyZ1qGwX7o6j9Vf off=10653799 len=1698312 2023-12-22T17:54:59.591 INFO:tasks.workunit.client.0.smithi032.stdout:op 5355 completed, throughput=5MB/sec 2023-12-22T17:54:59.591 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2fFRsdF7UwRX6W9 off=1075555 len=1085893 2023-12-22T17:54:59.592 INFO:tasks.workunit.client.0.smithi032.stdout:op 5356 completed, throughput=5MB/sec 2023-12-22T17:55:00.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:54:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:55:00.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:54:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:55:00.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:54:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:55:00.593 INFO:tasks.workunit.client.0.smithi032.stdout: 1043: throughput=5MB/sec pending data=0 2023-12-22T17:55:00.593 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KtJmuUrJdPwszGg off=4901137 len=1337947 2023-12-22T17:55:00.596 INFO:tasks.workunit.client.0.smithi032.stdout:op 5357 completed, throughput=5MB/sec 2023-12-22T17:55:00.596 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pti-TLv7bbCwU7b off=11234643 len=991720 2023-12-22T17:55:00.601 INFO:tasks.workunit.client.0.smithi032.stdout:op 5358 completed, throughput=5MB/sec 2023-12-22T17:55:00.601 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hTETssY21Qdgjhg off=19099110 len=1038549 2023-12-22T17:55:00.606 INFO:tasks.workunit.client.0.smithi032.stdout:op 5359 completed, throughput=5MB/sec 2023-12-22T17:55:00.606 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vWexZPb93CIrdcY off=4765612 len=1122222 2023-12-22T17:55:00.612 INFO:tasks.workunit.client.0.smithi032.stdout:op 5360 completed, throughput=5MB/sec 2023-12-22T17:55:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:55:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:55:00] "GET /metrics HTTP/1.1" 200 34025 "" "Prometheus/2.43.0" 2023-12-22T17:55:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:55:00 smithi032 ceph-mon[191839]: pgmap v1831: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:55:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:55:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:55:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:55:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:55:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:55:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:55:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:55:00 smithi032 ceph-mon[189144]: pgmap v1831: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:55:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:55:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:55:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:55:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:55:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:55:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:55:01.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:55:00 smithi039 ceph-mon[181282]: pgmap v1831: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-22T17:55:01.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:55:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:55:01.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:55:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:55:01.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:55:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:55:01.612 INFO:tasks.workunit.client.0.smithi032.stdout: 1044: throughput=5MB/sec pending data=0 2023-12-22T17:55:01.612 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-q5uPweFosg1Ivb0 off=7605984 len=219004 2023-12-22T17:55:01.615 INFO:tasks.workunit.client.0.smithi032.stdout:op 5361 completed, throughput=5MB/sec 2023-12-22T17:55:01.615 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NZuyMnulwHDB2Zn off=464946 len=612513 2023-12-22T17:55:01.617 INFO:tasks.workunit.client.0.smithi032.stdout:op 5362 completed, throughput=5MB/sec 2023-12-22T17:55:01.617 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5w9ZMP5hHh3h54D off=4403196 len=756241 2023-12-22T17:55:01.622 INFO:tasks.workunit.client.0.smithi032.stdout:op 5363 completed, throughput=5MB/sec 2023-12-22T17:55:01.622 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QpkRA5b7zzB57dP off=53449 len=1832330 2023-12-22T17:55:01.629 INFO:tasks.workunit.client.0.smithi032.stdout:op 5364 completed, throughput=5MB/sec 2023-12-22T17:55:01.630 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ss2jVm4T-sCIL4S off=5259829 len=1954111 2023-12-22T17:55:01.639 INFO:tasks.workunit.client.0.smithi032.stdout:op 5365 completed, throughput=5MB/sec 2023-12-22T17:55:02.639 INFO:tasks.workunit.client.0.smithi032.stdout: 1045: throughput=5MB/sec pending data=0 2023-12-22T17:55:02.639 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-K_8FAvC5akH7vWK off=3172424 len=769085 2023-12-22T17:55:02.644 INFO:tasks.workunit.client.0.smithi032.stdout:op 5366 completed, throughput=5MB/sec 2023-12-22T17:55:02.644 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kWRTWF94pik3dp_ off=4179819 len=730695 2023-12-22T17:55:02.645 INFO:tasks.workunit.client.0.smithi032.stdout:op 5367 completed, throughput=5MB/sec 2023-12-22T17:55:02.645 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_JQGKal-haICs12 off=9312511 len=1331747 2023-12-22T17:55:02.646 INFO:tasks.workunit.client.0.smithi032.stdout:op 5368 completed, throughput=5MB/sec 2023-12-22T17:55:02.647 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2Aw501JvXm5IenH off=5259602 len=1775449 2023-12-22T17:55:02.648 INFO:tasks.workunit.client.0.smithi032.stdout:op 5369 completed, throughput=5MB/sec 2023-12-22T17:55:02.648 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HQ5wH1hTLnwfPxF off=20109354 len=81485 2023-12-22T17:55:02.649 INFO:tasks.workunit.client.0.smithi032.stdout:op 5370 completed, throughput=5MB/sec 2023-12-22T17:55:02.649 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1_9gI7okr8KHMMK off=5744966 len=1675999 2023-12-22T17:55:02.655 INFO:tasks.workunit.client.0.smithi032.stdout:op 5371 completed, throughput=5MB/sec 2023-12-22T17:55:02.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:55:02 smithi032 ceph-mon[189144]: pgmap v1832: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:55:02.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:55:02 smithi032 ceph-mon[191839]: pgmap v1832: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:55:03.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:55:02 smithi039 ceph-mon[181282]: pgmap v1832: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:55:03.656 INFO:tasks.workunit.client.0.smithi032.stdout: 1046: throughput=5MB/sec pending data=0 2023-12-22T17:55:03.656 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uTFvq6XA64tYLrM off=13643615 len=1529887 2023-12-22T17:55:03.657 INFO:tasks.workunit.client.0.smithi032.stdout:op 5372 completed, throughput=5MB/sec 2023-12-22T17:55:03.658 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IccZ7RWprQhigao off=3595684 len=1362710 2023-12-22T17:55:03.660 INFO:tasks.workunit.client.0.smithi032.stdout:op 5373 completed, throughput=5MB/sec 2023-12-22T17:55:03.661 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4YIagi1BpM4bkE- off=16325334 len=938345 2023-12-22T17:55:03.662 INFO:tasks.workunit.client.0.smithi032.stdout:op 5374 completed, throughput=5MB/sec 2023-12-22T17:55:03.662 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rLVg1kPCSalY0iq off=1356688 len=1899496 2023-12-22T17:55:03.670 INFO:tasks.workunit.client.0.smithi032.stdout:op 5375 completed, throughput=5MB/sec 2023-12-22T17:55:04.670 INFO:tasks.workunit.client.0.smithi032.stdout: 1047: throughput=5MB/sec pending data=0 2023-12-22T17:55:04.670 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-3k-cbyOqOxRHs43 off=7042850 len=612772 2023-12-22T17:55:04.674 INFO:tasks.workunit.client.0.smithi032.stdout:op 5376 completed, throughput=5MB/sec 2023-12-22T17:55:04.675 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-w_fJ_ZlBUpD2wC5 off=4649162 len=1973739 2023-12-22T17:55:04.684 INFO:tasks.workunit.client.0.smithi032.stdout:op 5377 completed, throughput=5MB/sec 2023-12-22T17:55:04.684 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gubM1OallajuFC4 off=2680372 len=1809954 2023-12-22T17:55:04.692 INFO:tasks.workunit.client.0.smithi032.stdout:op 5378 completed, throughput=5MB/sec 2023-12-22T17:55:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:55:04 smithi032 ceph-mon[191839]: pgmap v1833: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-22T17:55:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:55:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:55:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:55:04 smithi032 ceph-mon[189144]: pgmap v1833: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-22T17:55:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:55:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:55:05.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:55:04 smithi039 ceph-mon[181282]: pgmap v1833: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-22T17:55:05.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:55:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:55:05.692 INFO:tasks.workunit.client.0.smithi032.stdout: 1048: throughput=5MB/sec pending data=0 2023-12-22T17:55:05.692 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VhZLhr_oCsOIILS off=26860 len=585860 2023-12-22T17:55:05.694 INFO:tasks.workunit.client.0.smithi032.stdout:op 5379 completed, throughput=5MB/sec 2023-12-22T17:55:05.694 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QdhXFiwvQzDWltd off=442850 len=1713565 2023-12-22T17:55:05.696 INFO:tasks.workunit.client.0.smithi032.stdout:op 5380 completed, throughput=5MB/sec 2023-12-22T17:55:05.696 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wR4JtXlu2VgV3PR off=3002223 len=682967 2023-12-22T17:55:05.701 INFO:tasks.workunit.client.0.smithi032.stdout:op 5381 completed, throughput=5MB/sec 2023-12-22T17:55:05.701 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FLP1BUbm_Ia3qPv off=2931904 len=1465030 2023-12-22T17:55:05.708 INFO:tasks.workunit.client.0.smithi032.stdout:op 5382 completed, throughput=5MB/sec 2023-12-22T17:55:05.708 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--gZXkd4g_e52tqT off=1789209 len=1042943 2023-12-22T17:55:05.714 INFO:tasks.workunit.client.0.smithi032.stdout:op 5383 completed, throughput=5MB/sec 2023-12-22T17:55:06.714 INFO:tasks.workunit.client.0.smithi032.stdout: 1049: throughput=5MB/sec pending data=0 2023-12-22T17:55:06.714 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--pUXgy1lLXQdwue off=5351885 len=402775 2023-12-22T17:55:06.715 INFO:tasks.workunit.client.0.smithi032.stdout:op 5384 completed, throughput=5MB/sec 2023-12-22T17:55:06.715 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UAhIbaOv20gTfRo off=2524313 len=1648434 2023-12-22T17:55:06.717 INFO:tasks.workunit.client.0.smithi032.stdout:op 5385 completed, throughput=5MB/sec 2023-12-22T17:55:06.717 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-u1ri8mtn_hunDty off=7052673 len=533010 2023-12-22T17:55:06.722 INFO:tasks.workunit.client.0.smithi032.stdout:op 5386 completed, throughput=5MB/sec 2023-12-22T17:55:06.722 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YeqqojQ1nN0vD6v off=5138661 len=1456411 2023-12-22T17:55:06.729 INFO:tasks.workunit.client.0.smithi032.stdout:op 5387 completed, throughput=5MB/sec 2023-12-22T17:55:06.729 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PXNx1AaBJTh_4nF off=17824381 len=1237920 2023-12-22T17:55:06.735 INFO:tasks.workunit.client.0.smithi032.stdout:op 5388 completed, throughput=5MB/sec 2023-12-22T17:55:07.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:55:06 smithi032 ceph-mon[189144]: pgmap v1834: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2023-12-22T17:55:07.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:55:06 smithi032 ceph-mon[191839]: pgmap v1834: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2023-12-22T17:55:07.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:55:06 smithi039 ceph-mon[181282]: pgmap v1834: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2023-12-22T17:55:07.735 INFO:tasks.workunit.client.0.smithi032.stdout: 1050: throughput=5MB/sec pending data=0 2023-12-22T17:55:07.735 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9ejtAA8Fg6zlRe3 off=5746096 len=1895320 2023-12-22T17:55:07.737 INFO:tasks.workunit.client.0.smithi032.stdout:op 5389 completed, throughput=5MB/sec 2023-12-22T17:55:07.738 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-37UGYTCTvCxNVsh off=16822369 len=545526 2023-12-22T17:55:07.739 INFO:tasks.workunit.client.0.smithi032.stdout:op 5390 completed, throughput=5MB/sec 2023-12-22T17:55:07.739 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KGicYokhI5MVTYv off=12330619 len=138520 2023-12-22T17:55:07.739 INFO:tasks.workunit.client.0.smithi032.stdout:op 5391 completed, throughput=5MB/sec 2023-12-22T17:55:07.739 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BDBXstbq-dhnQdz off=5176479 len=722536 2023-12-22T17:55:07.741 INFO:tasks.workunit.client.0.smithi032.stdout:op 5392 completed, throughput=5MB/sec 2023-12-22T17:55:07.742 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qcjC_8RXLCxhXRc off=3085701 len=603021 2023-12-22T17:55:07.742 INFO:tasks.workunit.client.0.smithi032.stdout:op 5393 completed, throughput=5MB/sec 2023-12-22T17:55:07.742 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MKReE2ZABmHILub off=15106258 len=1806815 2023-12-22T17:55:07.751 INFO:tasks.workunit.client.0.smithi032.stdout:op 5394 completed, throughput=5MB/sec 2023-12-22T17:55:08.752 INFO:tasks.workunit.client.0.smithi032.stdout: 1051: throughput=5MB/sec pending data=0 2023-12-22T17:55:08.752 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uEWxAq6tKdMBWYY off=0 len=1093234 2023-12-22T17:55:08.758 INFO:tasks.workunit.client.0.smithi032.stdout:op 5395 completed, throughput=5MB/sec 2023-12-22T17:55:08.758 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-S1meQa76R2bYbUK off=1639160 len=1972407 2023-12-22T17:55:08.760 INFO:tasks.workunit.client.0.smithi032.stdout:op 5396 completed, throughput=5MB/sec 2023-12-22T17:55:08.760 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mUcdK1CH9peATwn off=2909243 len=874893 2023-12-22T17:55:08.762 INFO:tasks.workunit.client.0.smithi032.stdout:op 5397 completed, throughput=5MB/sec 2023-12-22T17:55:08.762 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-edwFoxJwQj4HGrQ off=8291048 len=834007 2023-12-22T17:55:08.767 INFO:tasks.workunit.client.0.smithi032.stdout:op 5398 completed, throughput=5MB/sec 2023-12-22T17:55:09.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:55:08 smithi032 ceph-mon[191839]: pgmap v1835: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:55:09.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:55:08 smithi032 ceph-mon[189144]: pgmap v1835: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:55:09.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:55:08 smithi039 ceph-mon[181282]: pgmap v1835: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:55:09.767 INFO:tasks.workunit.client.0.smithi032.stdout: 1052: throughput=5MB/sec pending data=0 2023-12-22T17:55:09.768 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Zy9AoB3xFgCbo69 off=4751845 len=643621 2023-12-22T17:55:09.772 INFO:tasks.workunit.client.0.smithi032.stdout:op 5399 completed, throughput=5MB/sec 2023-12-22T17:55:09.772 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZtwqRlLoExfV7je off=24074143 len=367491 2023-12-22T17:55:09.780 INFO:tasks.workunit.client.0.smithi032.stdout:op 5400 completed, throughput=5MB/sec 2023-12-22T17:55:09.780 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0-jdY0wBnM2saU6 off=2480891 len=1220523 2023-12-22T17:55:09.786 INFO:tasks.workunit.client.0.smithi032.stdout:op 5401 completed, throughput=5MB/sec 2023-12-22T17:55:09.786 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-G9k84el_XvM-LE7 off=8740131 len=1911323 2023-12-22T17:55:09.788 INFO:tasks.workunit.client.0.smithi032.stdout:op 5402 completed, throughput=5MB/sec 2023-12-22T17:55:09.788 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vyHeVf9Y8WmTZJm off=4183132 len=617999 2023-12-22T17:55:09.790 INFO:tasks.workunit.client.0.smithi032.stdout:op 5403 completed, throughput=5MB/sec 2023-12-22T17:55:09.790 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7h4dPopV3Zfk83D off=846822 len=353778 2023-12-22T17:55:09.791 INFO:tasks.workunit.client.0.smithi032.stdout:op 5404 completed, throughput=5MB/sec 2023-12-22T17:55:10.791 INFO:tasks.workunit.client.0.smithi032.stdout: 1053: throughput=5MB/sec pending data=0 2023-12-22T17:55:10.791 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Omijdj_fE9xhHMV off=6123891 len=1530728 2023-12-22T17:55:10.798 INFO:tasks.workunit.client.0.smithi032.stdout:op 5405 completed, throughput=5MB/sec 2023-12-22T17:55:10.798 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wy7gJUoqGtIAt02 off=7716883 len=2003188 2023-12-22T17:55:10.800 INFO:tasks.workunit.client.0.smithi032.stdout:op 5406 completed, throughput=5MB/sec 2023-12-22T17:55:10.800 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CX7CaH4Gps4GNUE off=18621194 len=1213840 2023-12-22T17:55:10.802 INFO:tasks.workunit.client.0.smithi032.stdout:op 5407 completed, throughput=5MB/sec 2023-12-22T17:55:10.802 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JYBAGWanNGfAxVU off=14290023 len=2023881 2023-12-22T17:55:10.809 INFO:tasks.workunit.client.0.smithi032.stdout:op 5408 completed, throughput=5MB/sec 2023-12-22T17:55:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:55:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:55:10] "GET /metrics HTTP/1.1" 200 34026 "" "Prometheus/2.43.0" 2023-12-22T17:55:11.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:55:10 smithi032 ceph-mon[191839]: pgmap v1836: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:55:11.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:55:10 smithi032 ceph-mon[189144]: pgmap v1836: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:55:11.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:55:10 smithi039 ceph-mon[181282]: pgmap v1836: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:55:11.810 INFO:tasks.workunit.client.0.smithi032.stdout: 1054: throughput=5MB/sec pending data=0 2023-12-22T17:55:11.810 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9PnOAgi_FpiZ6JD off=5828865 len=165842 2023-12-22T17:55:11.813 INFO:tasks.workunit.client.0.smithi032.stdout:op 5409 completed, throughput=5MB/sec 2023-12-22T17:55:11.813 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-56UUhTF0EnGYWNn off=6731124 len=1952094 2023-12-22T17:55:11.822 INFO:tasks.workunit.client.0.smithi032.stdout:op 5410 completed, throughput=5MB/sec 2023-12-22T17:55:11.822 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZxTK1hybp3IJXl6 off=9032543 len=1054094 2023-12-22T17:55:11.828 INFO:tasks.workunit.client.0.smithi032.stdout:op 5411 completed, throughput=5MB/sec 2023-12-22T17:55:11.828 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-g56W6lw6mk-9_Oq off=4272306 len=1726381 2023-12-22T17:55:11.829 INFO:tasks.workunit.client.0.smithi032.stdout:op 5412 completed, throughput=5MB/sec 2023-12-22T17:55:12.830 INFO:tasks.workunit.client.0.smithi032.stdout: 1055: throughput=5MB/sec pending data=0 2023-12-22T17:55:12.830 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-k8M9_h6DCi2cNYv off=6474164 len=1970069 2023-12-22T17:55:12.833 INFO:tasks.workunit.client.0.smithi032.stdout:op 5413 completed, throughput=5MB/sec 2023-12-22T17:55:12.833 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RGjxZhiUHUyF8Z8 off=12742871 len=673772 2023-12-22T17:55:12.835 INFO:tasks.workunit.client.0.smithi032.stdout:op 5414 completed, throughput=5MB/sec 2023-12-22T17:55:12.835 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FJ4MU4ZQYAOt5xq off=20531170 len=1087961 2023-12-22T17:55:12.836 INFO:tasks.workunit.client.0.smithi032.stdout:op 5415 completed, throughput=5MB/sec 2023-12-22T17:55:12.837 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Wq9owSkdHP-szsJ off=10736599 len=658936 2023-12-22T17:55:12.840 INFO:tasks.workunit.client.0.smithi032.stdout:op 5416 completed, throughput=5MB/sec 2023-12-22T17:55:12.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:55:12 smithi032 ceph-mon[191839]: pgmap v1837: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2023-12-22T17:55:12.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:55:12 smithi032 ceph-mon[189144]: pgmap v1837: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2023-12-22T17:55:13.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:55:12 smithi039 ceph-mon[181282]: pgmap v1837: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2023-12-22T17:55:13.840 INFO:tasks.workunit.client.0.smithi032.stdout: 1056: throughput=5MB/sec pending data=0 2023-12-22T17:55:13.840 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QjW8YlYLhadop4I off=13744509 len=1701005 2023-12-22T17:55:13.843 INFO:tasks.workunit.client.0.smithi032.stdout:op 5417 completed, throughput=5MB/sec 2023-12-22T17:55:13.843 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RIni1Hp-Lb72qKU off=5198841 len=1795870 2023-12-22T17:55:13.852 INFO:tasks.workunit.client.0.smithi032.stdout:op 5418 completed, throughput=5MB/sec 2023-12-22T17:55:13.852 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-O_kW7EynD_8wYBI off=2605105 len=274554 2023-12-22T17:55:13.853 INFO:tasks.workunit.client.0.smithi032.stdout:op 5419 completed, throughput=5MB/sec 2023-12-22T17:55:13.853 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KcA-hdHleuLGWbH off=9507266 len=1043760 2023-12-22T17:55:13.859 INFO:tasks.workunit.client.0.smithi032.stdout:op 5420 completed, throughput=5MB/sec 2023-12-22T17:55:13.859 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--gUsDndrCnLwrOZ off=13642854 len=1749875 2023-12-22T17:55:13.865 INFO:tasks.workunit.client.0.smithi032.stdout:op 5421 completed, throughput=5MB/sec 2023-12-22T17:55:14.866 INFO:tasks.workunit.client.0.smithi032.stdout: 1057: throughput=5MB/sec pending data=0 2023-12-22T17:55:14.866 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wRT_8dk_fb-LzQ8 off=12083376 len=839249 2023-12-22T17:55:14.871 INFO:tasks.workunit.client.0.smithi032.stdout:op 5422 completed, throughput=5MB/sec 2023-12-22T17:55:14.871 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-J_3bbyojbXEuDvW off=4648499 len=1588283 2023-12-22T17:55:14.878 INFO:tasks.workunit.client.0.smithi032.stdout:op 5423 completed, throughput=5MB/sec 2023-12-22T17:55:14.878 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6EkzWYpIMZPt2-2 off=1194693 len=1834027 2023-12-22T17:55:14.886 INFO:tasks.workunit.client.0.smithi032.stdout:op 5424 completed, throughput=5MB/sec 2023-12-22T17:55:15.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:55:14 smithi032 ceph-mon[191839]: pgmap v1838: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-22T17:55:15.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:55:14 smithi032 ceph-mon[189144]: pgmap v1838: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-22T17:55:15.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:55:14 smithi039 ceph-mon[181282]: pgmap v1838: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-22T17:55:15.886 INFO:tasks.workunit.client.0.smithi032.stdout: 1058: throughput=5MB/sec pending data=0 2023-12-22T17:55:15.886 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mDIzIxzeuojjD5V off=3407723 len=655549 2023-12-22T17:55:15.891 INFO:tasks.workunit.client.0.smithi032.stdout:op 5425 completed, throughput=5MB/sec 2023-12-22T17:55:15.892 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jnit5mblzuIz7CH off=5754746 len=1928885 2023-12-22T17:55:15.899 INFO:tasks.workunit.client.0.smithi032.stdout:op 5426 completed, throughput=5MB/sec 2023-12-22T17:55:15.899 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Ai6aZdAGwRgPSKr off=4553117 len=291247 2023-12-22T17:55:15.900 INFO:tasks.workunit.client.0.smithi032.stdout:op 5427 completed, throughput=5MB/sec 2023-12-22T17:55:15.900 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-H4J_ro0Mk1N__N2 off=2440384 len=1757548 2023-12-22T17:55:15.908 INFO:tasks.workunit.client.0.smithi032.stdout:op 5428 completed, throughput=5MB/sec 2023-12-22T17:55:15.909 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gII2DxBLk6NEBWz off=1159535 len=16889 2023-12-22T17:55:15.911 INFO:tasks.workunit.client.0.smithi032.stdout:op 5429 completed, throughput=5MB/sec 2023-12-22T17:55:15.911 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RkISAZ1rKIAB_mr off=20171147 len=30841 2023-12-22T17:55:15.912 INFO:tasks.workunit.client.0.smithi032.stdout:op 5430 completed, throughput=5MB/sec 2023-12-22T17:55:15.912 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sU1CEvCchAjVJrB off=5392298 len=1859628 2023-12-22T17:55:15.918 INFO:tasks.workunit.client.0.smithi032.stdout:op 5431 completed, throughput=5MB/sec 2023-12-22T17:55:16.919 INFO:tasks.workunit.client.0.smithi032.stdout: 1059: throughput=5MB/sec pending data=0 2023-12-22T17:55:16.919 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GA_kqDWiIFRW1pD off=17430584 len=1602779 2023-12-22T17:55:16.926 INFO:tasks.workunit.client.0.smithi032.stdout:op 5432 completed, throughput=5MB/sec 2023-12-22T17:55:16.926 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RRnC0M8Np32mmmk off=5881823 len=1762802 2023-12-22T17:55:16.928 INFO:tasks.workunit.client.0.smithi032.stdout:op 5433 completed, throughput=5MB/sec 2023-12-22T17:55:16.928 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-X3SLG0-IHnamKPf off=6445392 len=512570 2023-12-22T17:55:16.933 INFO:tasks.workunit.client.0.smithi032.stdout:op 5434 completed, throughput=5MB/sec 2023-12-22T17:55:17.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:55:16 smithi032 ceph-mon[191839]: pgmap v1839: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:55:17.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:55:16 smithi032 ceph-mon[189144]: pgmap v1839: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:55:17.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:55:16 smithi039 ceph-mon[181282]: pgmap v1839: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:55:17.933 INFO:tasks.workunit.client.0.smithi032.stdout: 1060: throughput=5MB/sec pending data=0 2023-12-22T17:55:17.933 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_7akqo0DnFeb1Mu off=15973816 len=453182 2023-12-22T17:55:17.936 INFO:tasks.workunit.client.0.smithi032.stdout:op 5435 completed, throughput=5MB/sec 2023-12-22T17:55:17.937 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HSVjWqa1qTmXxlK off=1982720 len=1257118 2023-12-22T17:55:17.943 INFO:tasks.workunit.client.0.smithi032.stdout:op 5436 completed, throughput=5MB/sec 2023-12-22T17:55:17.943 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4_IyQ_0-nWqoNSL off=13963934 len=627519 2023-12-22T17:55:17.947 INFO:tasks.workunit.client.0.smithi032.stdout:op 5437 completed, throughput=5MB/sec 2023-12-22T17:55:17.947 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UBRbOG2UIvY5B2V off=21069428 len=1453678 2023-12-22T17:55:17.953 INFO:tasks.workunit.client.0.smithi032.stdout:op 5438 completed, throughput=5MB/sec 2023-12-22T17:55:17.953 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sC15SotABUow85N off=13730980 len=1557584 2023-12-22T17:55:17.960 INFO:tasks.workunit.client.0.smithi032.stdout:op 5439 completed, throughput=5MB/sec 2023-12-22T17:55:18.960 INFO:tasks.workunit.client.0.smithi032.stdout: 1061: throughput=5MB/sec pending data=0 2023-12-22T17:55:18.961 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-X3SLG0-IHnamKPf off=1770155 len=340692 2023-12-22T17:55:18.964 INFO:tasks.workunit.client.0.smithi032.stdout:op 5440 completed, throughput=5MB/sec 2023-12-22T17:55:18.964 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LTAXM7iD9a9DySv off=14799331 len=162705 2023-12-22T17:55:18.966 INFO:tasks.workunit.client.0.smithi032.stdout:op 5441 completed, throughput=5MB/sec 2023-12-22T17:55:18.966 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-n4qTZy4dZLP2oZt off=10963233 len=15684 2023-12-22T17:55:18.969 INFO:tasks.workunit.client.0.smithi032.stdout:op 5442 completed, throughput=5MB/sec 2023-12-22T17:55:18.969 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-I3jsVbMS8nbeZu3 off=14073469 len=902026 2023-12-22T17:55:18.970 INFO:tasks.workunit.client.0.smithi032.stdout:op 5443 completed, throughput=5MB/sec 2023-12-22T17:55:18.970 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5dPM075qol-DnfS off=1936492 len=874130 2023-12-22T17:55:18.974 INFO:tasks.workunit.client.0.smithi032.stdout:op 5444 completed, throughput=5MB/sec 2023-12-22T17:55:18.975 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-W9F5hQqptKpuWIr off=12501600 len=1739775 2023-12-22T17:55:18.983 INFO:tasks.workunit.client.0.smithi032.stdout:op 5445 completed, throughput=5MB/sec 2023-12-22T17:55:18.983 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-62r_AgVsTRZHJTM off=2780998 len=215540 2023-12-22T17:55:18.986 INFO:tasks.workunit.client.0.smithi032.stdout:op 5446 completed, throughput=5MB/sec 2023-12-22T17:55:18.986 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pLqqalpT3NQiMwn off=8573406 len=1535784 2023-12-22T17:55:18.988 INFO:tasks.workunit.client.0.smithi032.stdout:op 5447 completed, throughput=5MB/sec 2023-12-22T17:55:19.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:55:18 smithi032 ceph-mon[191839]: pgmap v1840: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-22T17:55:19.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:55:18 smithi032 ceph-mon[189144]: pgmap v1840: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-22T17:55:19.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:55:18 smithi039 ceph-mon[181282]: pgmap v1840: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-22T17:55:19.988 INFO:tasks.workunit.client.0.smithi032.stdout: 1062: throughput=5MB/sec pending data=0 2023-12-22T17:55:19.989 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-B9_-cdS2VxKBbnv off=1209990 len=1257723 2023-12-22T17:55:19.994 INFO:tasks.workunit.client.0.smithi032.stdout:op 5448 completed, throughput=5MB/sec 2023-12-22T17:55:19.994 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-E1fF20YEXGh9190 off=11552369 len=920727 2023-12-22T17:55:20.000 INFO:tasks.workunit.client.0.smithi032.stdout:op 5449 completed, throughput=5MB/sec 2023-12-22T17:55:20.000 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-m6ErfXiZurvouO3 off=8273262 len=892563 2023-12-22T17:55:20.001 INFO:tasks.workunit.client.0.smithi032.stdout:op 5450 completed, throughput=5MB/sec 2023-12-22T17:55:20.001 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BERZLqoGvxKpjzv off=12833282 len=266494 2023-12-22T17:55:20.002 INFO:tasks.workunit.client.0.smithi032.stdout:op 5451 completed, throughput=5MB/sec 2023-12-22T17:55:20.002 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mtHJlFfKo65-Ejz off=1218625 len=595603 2023-12-22T17:55:20.003 INFO:tasks.workunit.client.0.smithi032.stdout:op 5452 completed, throughput=5MB/sec 2023-12-22T17:55:20.003 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LyjNlFRUhWfT_97 off=1118101 len=1590584 2023-12-22T17:55:20.011 INFO:tasks.workunit.client.0.smithi032.stdout:op 5453 completed, throughput=5MB/sec 2023-12-22T17:55:20.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:55:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:55:20.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:55:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:55:20.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:55:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:55:21.011 INFO:tasks.workunit.client.0.smithi032.stdout: 1063: throughput=5MB/sec pending data=0 2023-12-22T17:55:21.011 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1AO0fzEViEK5Wo5 off=3614225 len=1656109 2023-12-22T17:55:21.013 INFO:tasks.workunit.client.0.smithi032.stdout:op 5454 completed, throughput=5MB/sec 2023-12-22T17:55:21.013 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-QnBmBMdmdFlyi9d off=326847 len=1912296 2023-12-22T17:55:21.017 INFO:tasks.workunit.client.0.smithi032.stdout:op 5455 completed, throughput=5MB/sec 2023-12-22T17:55:21.017 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-O1RKMu3N1D4Qvb_ off=128980 len=648881 2023-12-22T17:55:21.018 INFO:tasks.workunit.client.0.smithi032.stdout:op 5456 completed, throughput=5MB/sec 2023-12-22T17:55:21.018 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-10o4MVj52R98BuW off=2116483 len=293284 2023-12-22T17:55:21.018 INFO:tasks.workunit.client.0.smithi032.stdout:op 5457 completed, throughput=5MB/sec 2023-12-22T17:55:21.018 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1RMSH6lyLZBwxXU off=13560030 len=1433179 2023-12-22T17:55:21.024 INFO:tasks.workunit.client.0.smithi032.stdout:op 5458 completed, throughput=5MB/sec 2023-12-22T17:55:21.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:55:20 smithi032 ceph-mon[191839]: pgmap v1841: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:55:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:55:20 smithi032 ceph-mon[189144]: pgmap v1841: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:55:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:55:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:55:20] "GET /metrics HTTP/1.1" 200 34025 "" "Prometheus/2.43.0" 2023-12-22T17:55:21.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:55:20 smithi039 ceph-mon[181282]: pgmap v1841: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:55:21.281 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:55:21.604 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:55:21.604 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (35m) 85s ago 39m 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:55:21.604 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (35m) 9m ago 39m 90.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:55:21.604 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (40m) 85s ago 40m 22.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:55:21.604 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (40m) 9m ago 40m 27.7M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:55:21.604 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (34m) 9m ago 43m 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:55:21.605 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (35m) 85s ago 44m 548M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:55:21.605 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (34m) 85s ago 44m 285M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:55:21.605 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (33m) 9m ago 43m 150M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:55:21.605 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (34m) 85s ago 43m 168M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:55:21.605 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (35m) 85s ago 39m 16.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:55:21.605 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (35m) 9m ago 39m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:55:21.605 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (33m) 85s ago 42m 2024M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:55:21.605 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (32m) 85s ago 42m 2282M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:55:21.605 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (32m) 85s ago 42m 2158M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:55:21.605 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (31m) 85s ago 42m 1910M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:55:21.605 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (31m) 9m ago 41m 1838M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:55:21.606 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (31m) 9m ago 41m 1596M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:55:21.606 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (30m) 9m ago 41m 1056M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:55:21.606 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (30m) 9m ago 40m 1503M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:55:21.606 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (34m) 9m ago 40m 79.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:55:22.005 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:55:22.005 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:55:22.005 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:55:22.006 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:55:22.006 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:55:22.006 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:55:22.006 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:55:22.006 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:55:22.006 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:55:22.006 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:55:22.006 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:55:22.006 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:55:22.006 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:55:22.006 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:55:22.006 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:55:22.006 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:55:22.007 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:55:22.007 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:55:22.025 INFO:tasks.workunit.client.0.smithi032.stdout: 1064: throughput=5MB/sec pending data=0 2023-12-22T17:55:22.025 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4poNC_oe2Sn9Ie2 off=10115115 len=1712058 2023-12-22T17:55:22.026 INFO:tasks.workunit.client.0.smithi032.stdout:op 5459 completed, throughput=5MB/sec 2023-12-22T17:55:22.026 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-B8j08gLTVQYt7wo off=5747144 len=1860019 2023-12-22T17:55:22.030 INFO:tasks.workunit.client.0.smithi032.stdout:op 5460 completed, throughput=5MB/sec 2023-12-22T17:55:22.030 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-z6EsSY61XdKKayJ off=9481317 len=1316781 2023-12-22T17:55:22.037 INFO:tasks.workunit.client.0.smithi032.stdout:op 5461 completed, throughput=5MB/sec 2023-12-22T17:55:22.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:55:21 smithi032 ceph-mon[191839]: from='client.35814 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:55:22.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:55:21 smithi032 ceph-mon[191839]: from='client.45755 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:55:22.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:55:21 smithi032 ceph-mon[189144]: from='client.35814 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:55:22.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:55:21 smithi032 ceph-mon[189144]: from='client.45755 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:55:22.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:55:21 smithi039 ceph-mon[181282]: from='client.35814 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:55:22.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:55:21 smithi039 ceph-mon[181282]: from='client.45755 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:55:23.037 INFO:tasks.workunit.client.0.smithi032.stdout: 1065: throughput=5MB/sec pending data=0 2023-12-22T17:55:23.037 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-O8euOYBuu0uBFTN off=5618105 len=2068844 2023-12-22T17:55:23.042 INFO:tasks.workunit.client.0.smithi032.stdout:op 5462 completed, throughput=5MB/sec 2023-12-22T17:55:23.042 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CDwSt0x6c930BaV off=4812636 len=646282 2023-12-22T17:55:23.046 INFO:tasks.workunit.client.0.smithi032.stdout:op 5463 completed, throughput=5MB/sec 2023-12-22T17:55:23.046 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MlB5LAYOOeFCFV1 off=2380043 len=783420 2023-12-22T17:55:23.047 INFO:tasks.workunit.client.0.smithi032.stdout:op 5464 completed, throughput=5MB/sec 2023-12-22T17:55:23.047 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bOGrylBFJ0Y-Lxl off=3319064 len=354714 2023-12-22T17:55:23.050 INFO:tasks.workunit.client.0.smithi032.stdout:op 5465 completed, throughput=5MB/sec 2023-12-22T17:55:23.051 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CTTaPRhj2_D4Yrd off=2868406 len=275411 2023-12-22T17:55:23.052 INFO:tasks.workunit.client.0.smithi032.stdout:op 5466 completed, throughput=5MB/sec 2023-12-22T17:55:23.052 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FC-YHtXtcybTKgD off=12053977 len=1822747 2023-12-22T17:55:23.059 INFO:tasks.workunit.client.0.smithi032.stdout:op 5467 completed, throughput=5MB/sec 2023-12-22T17:55:23.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:55:22 smithi032 ceph-mon[191839]: pgmap v1842: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2023-12-22T17:55:23.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:55:22 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1323576889' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:55:23.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:55:22 smithi032 ceph-mon[189144]: pgmap v1842: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2023-12-22T17:55:23.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:55:22 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1323576889' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:55:23.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:55:22 smithi039 ceph-mon[181282]: pgmap v1842: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2023-12-22T17:55:23.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:55:22 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1323576889' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:55:24.059 INFO:tasks.workunit.client.0.smithi032.stdout: 1066: throughput=5MB/sec pending data=0 2023-12-22T17:55:24.059 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-noKgFMJZ9Cff9Y3 off=1981523 len=806235 2023-12-22T17:55:24.064 INFO:tasks.workunit.client.0.smithi032.stdout:op 5468 completed, throughput=5MB/sec 2023-12-22T17:55:24.064 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-skn3gCmAIDxmSom off=4904197 len=466984 2023-12-22T17:55:24.066 INFO:tasks.workunit.client.0.smithi032.stdout:op 5469 completed, throughput=5MB/sec 2023-12-22T17:55:24.066 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NHNd4bj-Ipr1jlC off=17408274 len=1096303 2023-12-22T17:55:24.072 INFO:tasks.workunit.client.0.smithi032.stdout:op 5470 completed, throughput=5MB/sec 2023-12-22T17:55:24.072 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xo4VS1V1LXlHGR6 off=6150264 len=1511257 2023-12-22T17:55:24.080 INFO:tasks.workunit.client.0.smithi032.stdout:op 5471 completed, throughput=5MB/sec 2023-12-22T17:55:24.080 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-g3gW249cslIgtc_ off=11465343 len=1655427 2023-12-22T17:55:24.088 INFO:tasks.workunit.client.0.smithi032.stdout:op 5472 completed, throughput=5MB/sec 2023-12-22T17:55:25.088 INFO:tasks.workunit.client.0.smithi032.stdout: 1067: throughput=5MB/sec pending data=0 2023-12-22T17:55:25.088 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-X2SqjPWWwfP31ap off=7685091 len=1175265 2023-12-22T17:55:25.094 INFO:tasks.workunit.client.0.smithi032.stdout:op 5473 completed, throughput=5MB/sec 2023-12-22T17:55:25.094 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-msGWXfBilqOzYan off=3794717 len=202062 2023-12-22T17:55:25.097 INFO:tasks.workunit.client.0.smithi032.stdout:op 5474 completed, throughput=5MB/sec 2023-12-22T17:55:25.097 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KHfq91i9bg1qwFd off=2299637 len=1269429 2023-12-22T17:55:25.099 INFO:tasks.workunit.client.0.smithi032.stdout:op 5475 completed, throughput=5MB/sec 2023-12-22T17:55:25.099 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7sDj8c7zqku2f5F off=442586 len=737739 2023-12-22T17:55:25.102 INFO:tasks.workunit.client.0.smithi032.stdout:op 5476 completed, throughput=5MB/sec 2023-12-22T17:55:25.103 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SwvSjeFaLb2ueh1 off=9441559 len=949788 2023-12-22T17:55:25.108 INFO:tasks.workunit.client.0.smithi032.stdout:op 5477 completed, throughput=5MB/sec 2023-12-22T17:55:25.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:55:24 smithi032 ceph-mon[189144]: pgmap v1843: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-22T17:55:25.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:55:24 smithi032 ceph-mon[191839]: pgmap v1843: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-22T17:55:25.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:55:24 smithi039 ceph-mon[181282]: pgmap v1843: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-22T17:55:26.108 INFO:tasks.workunit.client.0.smithi032.stdout: 1068: throughput=5MB/sec pending data=0 2023-12-22T17:55:26.108 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wUVC7ubFlHbBdum off=9072729 len=2086180 2023-12-22T17:55:26.118 INFO:tasks.workunit.client.0.smithi032.stdout:op 5478 completed, throughput=5MB/sec 2023-12-22T17:55:26.118 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QovNms7Pk6gW9BG off=5873936 len=1322637 2023-12-22T17:55:26.125 INFO:tasks.workunit.client.0.smithi032.stdout:op 5479 completed, throughput=5MB/sec 2023-12-22T17:55:26.125 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wcqffDJWibm39ky off=4751138 len=1462675 2023-12-22T17:55:26.132 INFO:tasks.workunit.client.0.smithi032.stdout:op 5480 completed, throughput=5MB/sec 2023-12-22T17:55:27.132 INFO:tasks.workunit.client.0.smithi032.stdout: 1069: throughput=5MB/sec pending data=0 2023-12-22T17:55:27.132 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KX9pBqieh2laX_7 off=5625201 len=965553 2023-12-22T17:55:27.133 INFO:tasks.workunit.client.0.smithi032.stdout:op 5481 completed, throughput=5MB/sec 2023-12-22T17:55:27.133 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QIpRvCsl-9d_gJF off=3928683 len=566693 2023-12-22T17:55:27.137 INFO:tasks.workunit.client.0.smithi032.stdout:op 5482 completed, throughput=5MB/sec 2023-12-22T17:55:27.137 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AhDtL6fS7qzDQw7 off=1241595 len=441747 2023-12-22T17:55:27.138 INFO:tasks.workunit.client.0.smithi032.stdout:op 5483 completed, throughput=5MB/sec 2023-12-22T17:55:27.138 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qxUps_ndP1wLcdB off=1339688 len=2051134 2023-12-22T17:55:27.141 INFO:tasks.workunit.client.0.smithi032.stdout:op 5484 completed, throughput=5MB/sec 2023-12-22T17:55:27.141 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0yKS0dKWXmuHEbg off=1287382 len=867883 2023-12-22T17:55:27.145 INFO:tasks.workunit.client.0.smithi032.stdout:op 5485 completed, throughput=5MB/sec 2023-12-22T17:55:27.145 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CCvDFnxTl-seUX9 off=13785620 len=1384054 2023-12-22T17:55:27.146 INFO:tasks.workunit.client.0.smithi032.stdout:op 5486 completed, throughput=5MB/sec 2023-12-22T17:55:27.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:55:26 smithi032 ceph-mon[191839]: pgmap v1844: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2023-12-22T17:55:27.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:55:26 smithi032 ceph-mon[189144]: pgmap v1844: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2023-12-22T17:55:27.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:55:26 smithi039 ceph-mon[181282]: pgmap v1844: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2023-12-22T17:55:28.147 INFO:tasks.workunit.client.0.smithi032.stdout: 1070: throughput=5MB/sec pending data=0 2023-12-22T17:55:28.147 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-G2TCiHnFBxiO7RF off=82733 len=304486 2023-12-22T17:55:28.148 INFO:tasks.workunit.client.0.smithi032.stdout:op 5487 completed, throughput=5MB/sec 2023-12-22T17:55:28.148 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_sxlglSFrQwcSIj off=6806943 len=1985986 2023-12-22T17:55:28.155 INFO:tasks.workunit.client.0.smithi032.stdout:op 5488 completed, throughput=5MB/sec 2023-12-22T17:55:28.156 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FqLgslQLkgnCwwa off=120192 len=1029075 2023-12-22T17:55:28.160 INFO:tasks.workunit.client.0.smithi032.stdout:op 5489 completed, throughput=5MB/sec 2023-12-22T17:55:28.160 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qbsPIbCKKOFg5D8 off=12236616 len=2034101 2023-12-22T17:55:28.162 INFO:tasks.workunit.client.0.smithi032.stdout:op 5490 completed, throughput=5MB/sec 2023-12-22T17:55:29.163 INFO:tasks.workunit.client.0.smithi032.stdout: 1071: throughput=5MB/sec pending data=0 2023-12-22T17:55:29.163 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JjkIYmy04BLRh1G off=9072809 len=1924917 2023-12-22T17:55:29.172 INFO:tasks.workunit.client.0.smithi032.stdout:op 5491 completed, throughput=5MB/sec 2023-12-22T17:55:29.172 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dfzI1irWDNo-hJB off=2944274 len=1048312 2023-12-22T17:55:29.177 INFO:tasks.workunit.client.0.smithi032.stdout:op 5492 completed, throughput=5MB/sec 2023-12-22T17:55:29.177 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-O444pg64mtEsYTb off=2111887 len=126562 2023-12-22T17:55:29.178 INFO:tasks.workunit.client.0.smithi032.stdout:op 5493 completed, throughput=5MB/sec 2023-12-22T17:55:29.178 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cFkAHNxYFTdAbah off=680464 len=1685539 2023-12-22T17:55:29.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:55:28 smithi032 ceph-mon[189144]: pgmap v1845: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:55:29.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:55:28 smithi032 ceph-mon[191839]: pgmap v1845: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:55:29.180 INFO:tasks.workunit.client.0.smithi032.stdout:op 5494 completed, throughput=5MB/sec 2023-12-22T17:55:29.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:55:28 smithi039 ceph-mon[181282]: pgmap v1845: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:55:30.180 INFO:tasks.workunit.client.0.smithi032.stdout: 1072: throughput=5MB/sec pending data=0 2023-12-22T17:55:30.180 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TnmudLWgotbp9xN off=6452334 len=2040196 2023-12-22T17:55:30.189 INFO:tasks.workunit.client.0.smithi032.stdout:op 5495 completed, throughput=5MB/sec 2023-12-22T17:55:30.189 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4OYgDq1EPVIZdL4 off=1414347 len=23893 2023-12-22T17:55:30.190 INFO:tasks.workunit.client.0.smithi032.stdout:op 5496 completed, throughput=5MB/sec 2023-12-22T17:55:30.190 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4sjV0DYcMhk6_H8 off=9433259 len=378663 2023-12-22T17:55:30.190 INFO:tasks.workunit.client.0.smithi032.stdout:op 5497 completed, throughput=5MB/sec 2023-12-22T17:55:30.190 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-42qDjJFOTtUCjem off=3016596 len=572949 2023-12-22T17:55:30.195 INFO:tasks.workunit.client.0.smithi032.stdout:op 5498 completed, throughput=5MB/sec 2023-12-22T17:55:30.195 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-U5H31A6KAMMn9R9 off=6444387 len=19782 2023-12-22T17:55:30.197 INFO:tasks.workunit.client.0.smithi032.stdout:op 5499 completed, throughput=5MB/sec 2023-12-22T17:55:30.197 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xxtJrdvVxZW0Peg off=1271012 len=1452477 2023-12-22T17:55:30.199 INFO:tasks.workunit.client.0.smithi032.stdout:op 5500 completed, throughput=5MB/sec 2023-12-22T17:55:30.199 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2y6SAUhr5pfygB4 off=5608357 len=78925 2023-12-22T17:55:30.199 INFO:tasks.workunit.client.0.smithi032.stdout:op 5501 completed, throughput=5MB/sec 2023-12-22T17:55:30.199 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1Acj9QCbCLSgVpC off=4873675 len=1128754 2023-12-22T17:55:30.205 INFO:tasks.workunit.client.0.smithi032.stdout:op 5502 completed, throughput=5MB/sec 2023-12-22T17:55:31.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:55:30 smithi032 ceph-mon[191839]: pgmap v1846: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2023-12-22T17:55:31.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:55:30 smithi032 ceph-mon[189144]: pgmap v1846: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2023-12-22T17:55:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:55:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:55:30] "GET /metrics HTTP/1.1" 200 34025 "" "Prometheus/2.43.0" 2023-12-22T17:55:31.206 INFO:tasks.workunit.client.0.smithi032.stdout: 1073: throughput=5MB/sec pending data=0 2023-12-22T17:55:31.206 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sO8rVmXLu9Ikz44 off=952383 len=1338502 2023-12-22T17:55:31.213 INFO:tasks.workunit.client.0.smithi032.stdout:op 5503 completed, throughput=5MB/sec 2023-12-22T17:55:31.213 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-88kDP4M8kpDFS0q off=9931851 len=406015 2023-12-22T17:55:31.214 INFO:tasks.workunit.client.0.smithi032.stdout:op 5504 completed, throughput=5MB/sec 2023-12-22T17:55:31.214 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-V6Bz_7lln3GcyJ_ off=116311 len=404321 2023-12-22T17:55:31.217 INFO:tasks.workunit.client.0.smithi032.stdout:op 5505 completed, throughput=5MB/sec 2023-12-22T17:55:31.217 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MaE1P3UGWejF36z off=5692418 len=70820 2023-12-22T17:55:31.218 INFO:tasks.workunit.client.0.smithi032.stdout:op 5506 completed, throughput=5MB/sec 2023-12-22T17:55:31.218 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Z_oV5pwr5nvEfpz off=12771943 len=354341 2023-12-22T17:55:31.219 INFO:tasks.workunit.client.0.smithi032.stdout:op 5507 completed, throughput=5MB/sec 2023-12-22T17:55:31.219 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Rwy4h7KlQbS0U4J off=5794276 len=2079289 2023-12-22T17:55:31.228 INFO:tasks.workunit.client.0.smithi032.stdout:op 5508 completed, throughput=5MB/sec 2023-12-22T17:55:31.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:55:30 smithi039 ceph-mon[181282]: pgmap v1846: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2023-12-22T17:55:32.228 INFO:tasks.workunit.client.0.smithi032.stdout: 1074: throughput=5MB/sec pending data=0 2023-12-22T17:55:32.228 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TmvYAFD1Z5MWWjF off=603920 len=627810 2023-12-22T17:55:32.233 INFO:tasks.workunit.client.0.smithi032.stdout:op 5509 completed, throughput=5MB/sec 2023-12-22T17:55:32.234 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-t2wIWd7V2ilt2Fx off=2195468 len=2026326 2023-12-22T17:55:32.236 INFO:tasks.workunit.client.0.smithi032.stdout:op 5510 completed, throughput=5MB/sec 2023-12-22T17:55:32.236 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FXxJcL3_-zS8s5K off=12582458 len=957817 2023-12-22T17:55:32.241 INFO:tasks.workunit.client.0.smithi032.stdout:op 5511 completed, throughput=5MB/sec 2023-12-22T17:55:32.241 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Vl24WOOOHD1kaMA off=781287 len=536707 2023-12-22T17:55:32.245 INFO:tasks.workunit.client.0.smithi032.stdout:op 5512 completed, throughput=5MB/sec 2023-12-22T17:55:32.245 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XhyLUlkpinMVJ9Y off=10823567 len=1033252 2023-12-22T17:55:32.250 INFO:tasks.workunit.client.0.smithi032.stdout:op 5513 completed, throughput=5MB/sec 2023-12-22T17:55:32.251 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ZFUkh_b1PmanDTZ off=16547660 len=677807 2023-12-22T17:55:32.255 INFO:tasks.workunit.client.0.smithi032.stdout:op 5514 completed, throughput=5MB/sec 2023-12-22T17:55:32.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:55:32 smithi032 ceph-mon[189144]: pgmap v1847: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2023-12-22T17:55:32.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:55:32 smithi032 ceph-mon[191839]: pgmap v1847: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2023-12-22T17:55:33.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:55:32 smithi039 ceph-mon[181282]: pgmap v1847: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2023-12-22T17:55:33.255 INFO:tasks.workunit.client.0.smithi032.stdout: 1075: throughput=5MB/sec pending data=0 2023-12-22T17:55:33.255 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SzxpF6uqqLAKViH off=5741752 len=513039 2023-12-22T17:55:33.259 INFO:tasks.workunit.client.0.smithi032.stdout:op 5515 completed, throughput=5MB/sec 2023-12-22T17:55:33.259 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Eqn5DVmXyCBy_iI off=15836817 len=1928559 2023-12-22T17:55:33.261 INFO:tasks.workunit.client.0.smithi032.stdout:op 5516 completed, throughput=5MB/sec 2023-12-22T17:55:33.261 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-agRLL51EO0Zucem off=1640215 len=1657724 2023-12-22T17:55:33.262 INFO:tasks.workunit.client.0.smithi032.stdout:op 5517 completed, throughput=5MB/sec 2023-12-22T17:55:33.262 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kMA7Jb7HRQIlat5 off=9310717 len=1460265 2023-12-22T17:55:33.264 INFO:tasks.workunit.client.0.smithi032.stdout:op 5518 completed, throughput=5MB/sec 2023-12-22T17:55:34.264 INFO:tasks.workunit.client.0.smithi032.stdout: 1076: throughput=5MB/sec pending data=0 2023-12-22T17:55:34.265 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9Xjci1gt-GSc3iC off=675845 len=1096241 2023-12-22T17:55:34.266 INFO:tasks.workunit.client.0.smithi032.stdout:op 5519 completed, throughput=5MB/sec 2023-12-22T17:55:34.266 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_KcDEE-gZMNrTo3 off=139131 len=1687491 2023-12-22T17:55:34.269 INFO:tasks.workunit.client.0.smithi032.stdout:op 5520 completed, throughput=5MB/sec 2023-12-22T17:55:34.270 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_PXlnFtb6xGsSXn off=6575496 len=95785 2023-12-22T17:55:34.273 INFO:tasks.workunit.client.0.smithi032.stdout:op 5521 completed, throughput=5MB/sec 2023-12-22T17:55:34.273 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vzp99R9034LQeRS off=13621693 len=1149836 2023-12-22T17:55:34.274 INFO:tasks.workunit.client.0.smithi032.stdout:op 5522 completed, throughput=5MB/sec 2023-12-22T17:55:34.274 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HqTnyYS6pIRFj5_ off=13392569 len=230935 2023-12-22T17:55:34.277 INFO:tasks.workunit.client.0.smithi032.stdout:op 5523 completed, throughput=5MB/sec 2023-12-22T17:55:34.277 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0i4NgumWnfQJnvx off=1987372 len=1970288 2023-12-22T17:55:34.279 INFO:tasks.workunit.client.0.smithi032.stdout:op 5524 completed, throughput=5MB/sec 2023-12-22T17:55:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:55:34 smithi032 ceph-mon[191839]: pgmap v1848: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:55:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:55:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:55:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:55:34 smithi032 ceph-mon[189144]: pgmap v1848: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:55:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:55:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:55:35.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:55:34 smithi039 ceph-mon[181282]: pgmap v1848: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:55:35.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:55:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:55:35.279 INFO:tasks.workunit.client.0.smithi032.stdout: 1077: throughput=5MB/sec pending data=0 2023-12-22T17:55:35.279 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rbRJRb6bI0C39Nj off=11384159 len=1256388 2023-12-22T17:55:35.285 INFO:tasks.workunit.client.0.smithi032.stdout:op 5525 completed, throughput=5MB/sec 2023-12-22T17:55:35.285 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qwItTih3BtcjLA5 off=4529534 len=1937865 2023-12-22T17:55:35.295 INFO:tasks.workunit.client.0.smithi032.stdout:op 5526 completed, throughput=5MB/sec 2023-12-22T17:55:35.295 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--q67279FLbW4WVg off=18682189 len=1401759 2023-12-22T17:55:35.296 INFO:tasks.workunit.client.0.smithi032.stdout:op 5527 completed, throughput=5MB/sec 2023-12-22T17:55:36.297 INFO:tasks.workunit.client.0.smithi032.stdout: 1078: throughput=5MB/sec pending data=0 2023-12-22T17:55:36.297 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4aia3e9IH49ATQV off=9532110 len=1162032 2023-12-22T17:55:36.304 INFO:tasks.workunit.client.0.smithi032.stdout:op 5528 completed, throughput=5MB/sec 2023-12-22T17:55:36.304 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5vnI2DpkwDTi9Ue off=2327975 len=1760911 2023-12-22T17:55:36.312 INFO:tasks.workunit.client.0.smithi032.stdout:op 5529 completed, throughput=5MB/sec 2023-12-22T17:55:36.312 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kUwl5owO4Mz1PDm off=549020 len=318275 2023-12-22T17:55:36.315 INFO:tasks.workunit.client.0.smithi032.stdout:op 5530 completed, throughput=5MB/sec 2023-12-22T17:55:36.316 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HHr1JztKohNv_QF off=1020037 len=957580 2023-12-22T17:55:36.321 INFO:tasks.workunit.client.0.smithi032.stdout:op 5531 completed, throughput=5MB/sec 2023-12-22T17:55:36.321 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dy7VAE426bxRBnB off=1102866 len=282166 2023-12-22T17:55:36.323 INFO:tasks.workunit.client.0.smithi032.stdout:op 5532 completed, throughput=5MB/sec 2023-12-22T17:55:37.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:55:36 smithi032 ceph-mon[191839]: pgmap v1849: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-22T17:55:37.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:55:36 smithi032 ceph-mon[189144]: pgmap v1849: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-22T17:55:37.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:55:36 smithi039 ceph-mon[181282]: pgmap v1849: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-22T17:55:37.324 INFO:tasks.workunit.client.0.smithi032.stdout: 1079: throughput=5MB/sec pending data=0 2023-12-22T17:55:37.324 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Uwi1JOvqHrMJB0g off=5408223 len=2062054 2023-12-22T17:55:37.334 INFO:tasks.workunit.client.0.smithi032.stdout:op 5533 completed, throughput=5MB/sec 2023-12-22T17:55:37.334 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LiXdVRSyZ_IaDKi off=955655 len=413302 2023-12-22T17:55:37.338 INFO:tasks.workunit.client.0.smithi032.stdout:op 5534 completed, throughput=5MB/sec 2023-12-22T17:55:37.338 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-q4Y0abeTIYg4sDi off=716311 len=1060636 2023-12-22T17:55:37.343 INFO:tasks.workunit.client.0.smithi032.stdout:op 5535 completed, throughput=5MB/sec 2023-12-22T17:55:37.343 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-G0ogFIsUpycOtm8 off=150108 len=1187040 2023-12-22T17:55:37.349 INFO:tasks.workunit.client.0.smithi032.stdout:op 5536 completed, throughput=5MB/sec 2023-12-22T17:55:37.349 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8iUNn03ns6D-bQp off=7062011 len=1408858 2023-12-22T17:55:37.351 INFO:tasks.workunit.client.0.smithi032.stdout:op 5537 completed, throughput=5MB/sec 2023-12-22T17:55:38.351 INFO:tasks.workunit.client.0.smithi032.stdout: 1080: throughput=5MB/sec pending data=0 2023-12-22T17:55:38.351 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0OBdN2mfCPCcsEj off=6106964 len=1855696 2023-12-22T17:55:38.354 INFO:tasks.workunit.client.0.smithi032.stdout:op 5538 completed, throughput=5MB/sec 2023-12-22T17:55:38.355 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4OYgDq1EPVIZdL4 off=2590787 len=1955617 2023-12-22T17:55:38.357 INFO:tasks.workunit.client.0.smithi032.stdout:op 5539 completed, throughput=5MB/sec 2023-12-22T17:55:38.357 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3u93syk9hVa9F4f off=14711903 len=879912 2023-12-22T17:55:38.358 INFO:tasks.workunit.client.0.smithi032.stdout:op 5540 completed, throughput=5MB/sec 2023-12-22T17:55:39.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:55:38 smithi032 ceph-mon[189144]: pgmap v1850: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:55:39.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:55:38 smithi032 ceph-mon[191839]: pgmap v1850: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:55:39.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:55:38 smithi039 ceph-mon[181282]: pgmap v1850: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:55:39.358 INFO:tasks.workunit.client.0.smithi032.stdout: 1081: throughput=5MB/sec pending data=0 2023-12-22T17:55:39.359 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Xt0nzWhNAX800B6 off=6687812 len=1352095 2023-12-22T17:55:39.360 INFO:tasks.workunit.client.0.smithi032.stdout:op 5541 completed, throughput=5MB/sec 2023-12-22T17:55:39.360 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-b_2dBmbsljqTlzL off=18607292 len=1488369 2023-12-22T17:55:39.362 INFO:tasks.workunit.client.0.smithi032.stdout:op 5542 completed, throughput=5MB/sec 2023-12-22T17:55:39.362 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qHB-Q_gPW5t66v8 off=2767336 len=373194 2023-12-22T17:55:39.363 INFO:tasks.workunit.client.0.smithi032.stdout:op 5543 completed, throughput=5MB/sec 2023-12-22T17:55:39.363 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-7lgLMLRvwl9SF5w off=1551743 len=412085 2023-12-22T17:55:39.367 INFO:tasks.workunit.client.0.smithi032.stdout:op 5544 completed, throughput=5MB/sec 2023-12-22T17:55:39.367 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YuyZgJNL2G4OIjv off=7322416 len=46436 2023-12-22T17:55:39.370 INFO:tasks.workunit.client.0.smithi032.stdout:op 5545 completed, throughput=5MB/sec 2023-12-22T17:55:39.370 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LzKNRk0m8-Mduhe off=5438787 len=1637310 2023-12-22T17:55:39.377 INFO:tasks.workunit.client.0.smithi032.stdout:op 5546 completed, throughput=5MB/sec 2023-12-22T17:55:40.378 INFO:tasks.workunit.client.0.smithi032.stdout: 1082: throughput=5MB/sec pending data=0 2023-12-22T17:55:40.378 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-L3nAG2irJwshBxl off=4013001 len=1950100 2023-12-22T17:55:40.380 INFO:tasks.workunit.client.0.smithi032.stdout:op 5547 completed, throughput=5MB/sec 2023-12-22T17:55:40.380 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pZrIFr3XJYXSBjK off=3025483 len=1737846 2023-12-22T17:55:40.382 INFO:tasks.workunit.client.0.smithi032.stdout:op 5548 completed, throughput=5MB/sec 2023-12-22T17:55:40.383 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-whyevQXspypmuEJ off=5458388 len=270201 2023-12-22T17:55:40.383 INFO:tasks.workunit.client.0.smithi032.stdout:op 5549 completed, throughput=5MB/sec 2023-12-22T17:55:40.384 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lBwJ5NpzqQCefky off=13769902 len=1076359 2023-12-22T17:55:40.389 INFO:tasks.workunit.client.0.smithi032.stdout:op 5550 completed, throughput=5MB/sec 2023-12-22T17:55:40.389 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DrUFWsNS2mBvTov off=621484 len=729237 2023-12-22T17:55:40.390 INFO:tasks.workunit.client.0.smithi032.stdout:op 5551 completed, throughput=5MB/sec 2023-12-22T17:55:41.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:55:40 smithi032 ceph-mon[189144]: pgmap v1851: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:55:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:55:40 smithi032 ceph-mon[191839]: pgmap v1851: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:55:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:55:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:55:40] "GET /metrics HTTP/1.1" 200 34027 "" "Prometheus/2.43.0" 2023-12-22T17:55:41.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:55:40 smithi039 ceph-mon[181282]: pgmap v1851: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:55:41.390 INFO:tasks.workunit.client.0.smithi032.stdout: 1083: throughput=5MB/sec pending data=0 2023-12-22T17:55:41.391 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4OjRaBdB4m8Jpm4 off=2765358 len=1616581 2023-12-22T17:55:41.399 INFO:tasks.workunit.client.0.smithi032.stdout:op 5552 completed, throughput=5MB/sec 2023-12-22T17:55:41.399 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ey3iaQbg03J8VUN off=13364623 len=749782 2023-12-22T17:55:41.401 INFO:tasks.workunit.client.0.smithi032.stdout:op 5553 completed, throughput=5MB/sec 2023-12-22T17:55:41.401 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Fgjng1zikUtw6aP off=16717268 len=960925 2023-12-22T17:55:41.402 INFO:tasks.workunit.client.0.smithi032.stdout:op 5554 completed, throughput=5MB/sec 2023-12-22T17:55:41.403 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-m_AlqYsfWF23Fhs off=5295400 len=1866622 2023-12-22T17:55:41.405 INFO:tasks.workunit.client.0.smithi032.stdout:op 5555 completed, throughput=5MB/sec 2023-12-22T17:55:42.405 INFO:tasks.workunit.client.0.smithi032.stdout: 1084: throughput=5MB/sec pending data=0 2023-12-22T17:55:42.405 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZDqLWek2IZqx3Mn off=0 len=1997620 2023-12-22T17:55:42.410 INFO:tasks.workunit.client.0.smithi032.stdout:op 5556 completed, throughput=5MB/sec 2023-12-22T17:55:42.410 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ry-kkPOk2neFHA- off=9094703 len=1291297 2023-12-22T17:55:42.417 INFO:tasks.workunit.client.0.smithi032.stdout:op 5557 completed, throughput=5MB/sec 2023-12-22T17:55:42.417 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OBdf7GpV3XxJR9p off=14204334 len=225825 2023-12-22T17:55:42.417 INFO:tasks.workunit.client.0.smithi032.stdout:op 5558 completed, throughput=5MB/sec 2023-12-22T17:55:42.418 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JbDRMc0YwrTXfKt off=1452024 len=731988 2023-12-22T17:55:42.419 INFO:tasks.workunit.client.0.smithi032.stdout:op 5559 completed, throughput=5MB/sec 2023-12-22T17:55:42.419 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nAbw_UPUYd7xDD2 off=17817686 len=1525937 2023-12-22T17:55:42.426 INFO:tasks.workunit.client.0.smithi032.stdout:op 5560 completed, throughput=5MB/sec 2023-12-22T17:55:42.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:55:42 smithi032 ceph-mon[191839]: pgmap v1852: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-22T17:55:42.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:55:42 smithi032 ceph-mon[189144]: pgmap v1852: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-22T17:55:43.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:55:42 smithi039 ceph-mon[181282]: pgmap v1852: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-22T17:55:43.426 INFO:tasks.workunit.client.0.smithi032.stdout: 1085: throughput=5MB/sec pending data=0 2023-12-22T17:55:43.426 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HDC6xyQKgpnc080 off=12434105 len=336270 2023-12-22T17:55:43.430 INFO:tasks.workunit.client.0.smithi032.stdout:op 5561 completed, throughput=5MB/sec 2023-12-22T17:55:43.430 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DAIiOPk9R-tWK3h off=90418 len=1342269 2023-12-22T17:55:43.436 INFO:tasks.workunit.client.0.smithi032.stdout:op 5562 completed, throughput=5MB/sec 2023-12-22T17:55:43.437 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QcNKrEnYlHqD7_k off=1939705 len=928141 2023-12-22T17:55:43.441 INFO:tasks.workunit.client.0.smithi032.stdout:op 5563 completed, throughput=5MB/sec 2023-12-22T17:55:43.441 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4XrRwLjdRQ6M5-D off=6416177 len=1172107 2023-12-22T17:55:43.447 INFO:tasks.workunit.client.0.smithi032.stdout:op 5564 completed, throughput=5MB/sec 2023-12-22T17:55:43.448 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-s7EUOYeKkK7sAFy off=1382232 len=429152 2023-12-22T17:55:43.448 INFO:tasks.workunit.client.0.smithi032.stdout:op 5565 completed, throughput=5MB/sec 2023-12-22T17:55:43.448 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gA1_rVMnD6QgtYC off=2590280 len=818244 2023-12-22T17:55:43.449 INFO:tasks.workunit.client.0.smithi032.stdout:op 5566 completed, throughput=5MB/sec 2023-12-22T17:55:44.450 INFO:tasks.workunit.client.0.smithi032.stdout: 1086: throughput=5MB/sec pending data=0 2023-12-22T17:55:44.450 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RTfwLBBhE5ojd7Y off=1060580 len=605867 2023-12-22T17:55:44.450 INFO:tasks.workunit.client.0.smithi032.stdout:op 5567 completed, throughput=5MB/sec 2023-12-22T17:55:44.451 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sr2_mwyX8eGl_-W off=539628 len=633828 2023-12-22T17:55:44.455 INFO:tasks.workunit.client.0.smithi032.stdout:op 5568 completed, throughput=5MB/sec 2023-12-22T17:55:44.455 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tMXcWWWc-nB9_xJ off=993308 len=1745760 2023-12-22T17:55:44.457 INFO:tasks.workunit.client.0.smithi032.stdout:op 5569 completed, throughput=5MB/sec 2023-12-22T17:55:44.457 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tkEW3c3By6vVa1F off=11992155 len=1640551 2023-12-22T17:55:44.464 INFO:tasks.workunit.client.0.smithi032.stdout:op 5570 completed, throughput=5MB/sec 2023-12-22T17:55:44.464 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pu7qOKufdpNBxqu off=706429 len=638027 2023-12-22T17:55:44.469 INFO:tasks.workunit.client.0.smithi032.stdout:op 5571 completed, throughput=5MB/sec 2023-12-22T17:55:45.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:55:44 smithi032 ceph-mon[191839]: pgmap v1853: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:55:45.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:55:44 smithi032 ceph-mon[189144]: pgmap v1853: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:55:45.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:55:44 smithi039 ceph-mon[181282]: pgmap v1853: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:55:45.469 INFO:tasks.workunit.client.0.smithi032.stdout: 1087: throughput=5MB/sec pending data=0 2023-12-22T17:55:45.469 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Uy2fbb_tOT1heSg off=13263183 len=1284721 2023-12-22T17:55:45.471 INFO:tasks.workunit.client.0.smithi032.stdout:op 5572 completed, throughput=5MB/sec 2023-12-22T17:55:45.471 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tPoL1xFBvLyPHVJ off=12219355 len=549242 2023-12-22T17:55:45.475 INFO:tasks.workunit.client.0.smithi032.stdout:op 5573 completed, throughput=5MB/sec 2023-12-22T17:55:45.475 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tdbwx8Oz7oeab9i off=5608088 len=1576910 2023-12-22T17:55:45.477 INFO:tasks.workunit.client.0.smithi032.stdout:op 5574 completed, throughput=5MB/sec 2023-12-22T17:55:45.477 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FTEBRjfB5bbBA3V off=451948 len=844049 2023-12-22T17:55:45.484 INFO:tasks.workunit.client.0.smithi032.stdout:op 5575 completed, throughput=5MB/sec 2023-12-22T17:55:45.484 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RrS2MRu3A2C08TA off=8675062 len=1680264 2023-12-22T17:55:45.490 INFO:tasks.workunit.client.0.smithi032.stdout:op 5576 completed, throughput=5MB/sec 2023-12-22T17:55:46.491 INFO:tasks.workunit.client.0.smithi032.stdout: 1088: throughput=5MB/sec pending data=0 2023-12-22T17:55:46.491 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MzToNSH7uCi7s_d off=3215946 len=1955769 2023-12-22T17:55:46.499 INFO:tasks.workunit.client.0.smithi032.stdout:op 5577 completed, throughput=5MB/sec 2023-12-22T17:55:46.499 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Nl4S5JqUuBXP6hE off=21015123 len=784128 2023-12-22T17:55:46.500 INFO:tasks.workunit.client.0.smithi032.stdout:op 5578 completed, throughput=5MB/sec 2023-12-22T17:55:46.501 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CX7CaH4Gps4GNUE off=414160 len=1193159 2023-12-22T17:55:46.507 INFO:tasks.workunit.client.0.smithi032.stdout:op 5579 completed, throughput=5MB/sec 2023-12-22T17:55:46.507 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sucnh9dpYP8CFOW off=7161591 len=1422588 2023-12-22T17:55:46.508 INFO:tasks.workunit.client.0.smithi032.stdout:op 5580 completed, throughput=5MB/sec 2023-12-22T17:55:47.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:55:46 smithi032 ceph-mon[191839]: pgmap v1854: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:55:47.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:55:46 smithi032 ceph-mon[189144]: pgmap v1854: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:55:47.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:55:46 smithi039 ceph-mon[181282]: pgmap v1854: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:55:47.509 INFO:tasks.workunit.client.0.smithi032.stdout: 1089: throughput=5MB/sec pending data=0 2023-12-22T17:55:47.509 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xTw1d_auOwBnIeW off=589175 len=347306 2023-12-22T17:55:47.512 INFO:tasks.workunit.client.0.smithi032.stdout:op 5581 completed, throughput=5MB/sec 2023-12-22T17:55:47.513 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SbsSkVYni-3QIta off=11890032 len=1917834 2023-12-22T17:55:47.516 INFO:tasks.workunit.client.0.smithi032.stdout:op 5582 completed, throughput=5MB/sec 2023-12-22T17:55:47.516 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-W6uy2MuWZwlcqyJ off=18009116 len=1791822 2023-12-22T17:55:47.524 INFO:tasks.workunit.client.0.smithi032.stdout:op 5583 completed, throughput=5MB/sec 2023-12-22T17:55:47.524 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mZOEdBuVWdN-JMb off=81329 len=1658584 2023-12-22T17:55:47.531 INFO:tasks.workunit.client.0.smithi032.stdout:op 5584 completed, throughput=5MB/sec 2023-12-22T17:55:48.531 INFO:tasks.workunit.client.0.smithi032.stdout: 1090: throughput=5MB/sec pending data=0 2023-12-22T17:55:48.531 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7b67QF5rniJOYrz off=9987950 len=1612961 2023-12-22T17:55:48.533 INFO:tasks.workunit.client.0.smithi032.stdout:op 5585 completed, throughput=5MB/sec 2023-12-22T17:55:48.533 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HATjW-L7dDQ1leG off=436810 len=339928 2023-12-22T17:55:48.534 INFO:tasks.workunit.client.0.smithi032.stdout:op 5586 completed, throughput=5MB/sec 2023-12-22T17:55:48.534 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uOk6aLYcZPncIjx off=3039929 len=1736459 2023-12-22T17:55:48.543 INFO:tasks.workunit.client.0.smithi032.stdout:op 5587 completed, throughput=5MB/sec 2023-12-22T17:55:48.543 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ceHgg7roazqR101 off=12833780 len=397640 2023-12-22T17:55:48.547 INFO:tasks.workunit.client.0.smithi032.stdout:op 5588 completed, throughput=5MB/sec 2023-12-22T17:55:49.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:55:48 smithi032 ceph-mon[191839]: pgmap v1855: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:55:49.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:55:48 smithi032 ceph-mon[189144]: pgmap v1855: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:55:49.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:55:48 smithi039 ceph-mon[181282]: pgmap v1855: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:55:49.547 INFO:tasks.workunit.client.0.smithi032.stdout: 1091: throughput=5MB/sec pending data=0 2023-12-22T17:55:49.547 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YCJWSKVumhgVtQV off=641412 len=1136880 2023-12-22T17:55:49.550 INFO:tasks.workunit.client.0.smithi032.stdout:op 5589 completed, throughput=5MB/sec 2023-12-22T17:55:49.550 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5qDQfGs5gf39RJi off=6554342 len=2061275 2023-12-22T17:55:49.554 INFO:tasks.workunit.client.0.smithi032.stdout:op 5590 completed, throughput=5MB/sec 2023-12-22T17:55:49.554 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-k0n4xVGThyrr0-R off=2131066 len=667123 2023-12-22T17:55:49.555 INFO:tasks.workunit.client.0.smithi032.stdout:op 5591 completed, throughput=5MB/sec 2023-12-22T17:55:49.555 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mCUgRX0hQGcdjb4 off=728091 len=2053519 2023-12-22T17:55:49.558 INFO:tasks.workunit.client.0.smithi032.stdout:op 5592 completed, throughput=5MB/sec 2023-12-22T17:55:50.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:55:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:55:50.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:55:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:55:50.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:55:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:55:50.558 INFO:tasks.workunit.client.0.smithi032.stdout: 1092: throughput=5MB/sec pending data=0 2023-12-22T17:55:50.558 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gqRONMFOZrm06LR off=12803496 len=111301 2023-12-22T17:55:50.559 INFO:tasks.workunit.client.0.smithi032.stdout:op 5593 completed, throughput=5MB/sec 2023-12-22T17:55:50.559 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pJ7Y2ZLLFwMg2qo off=15202659 len=84089 2023-12-22T17:55:50.560 INFO:tasks.workunit.client.0.smithi032.stdout:op 5594 completed, throughput=5MB/sec 2023-12-22T17:55:50.560 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_hyN2-fTrdWufgt off=7995131 len=392746 2023-12-22T17:55:50.561 INFO:tasks.workunit.client.0.smithi032.stdout:op 5595 completed, throughput=5MB/sec 2023-12-22T17:55:50.562 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pdSeRNxqlKoIEeo off=17899643 len=94851 2023-12-22T17:55:50.562 INFO:tasks.workunit.client.0.smithi032.stdout:op 5596 completed, throughput=5MB/sec 2023-12-22T17:55:50.563 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-aryzqPh-qnZOzUL off=20831175 len=6751 2023-12-22T17:55:50.563 INFO:tasks.workunit.client.0.smithi032.stdout:op 5597 completed, throughput=5MB/sec 2023-12-22T17:55:50.563 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yOtWvf6479HfYjY off=8521389 len=1139230 2023-12-22T17:55:50.569 INFO:tasks.workunit.client.0.smithi032.stdout:op 5598 completed, throughput=5MB/sec 2023-12-22T17:55:50.569 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Sg5cPIxZt-mknz5 off=2147677 len=622443 2023-12-22T17:55:50.573 INFO:tasks.workunit.client.0.smithi032.stdout:op 5599 completed, throughput=5MB/sec 2023-12-22T17:55:50.573 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MLKCQzs1gAvhZ8H off=1649283 len=393528 2023-12-22T17:55:50.577 INFO:tasks.workunit.client.0.smithi032.stdout:op 5600 completed, throughput=5MB/sec 2023-12-22T17:55:50.577 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Pb-SYYEJtWPk4hJ off=5291608 len=873276 2023-12-22T17:55:50.579 INFO:tasks.workunit.client.0.smithi032.stdout:op 5601 completed, throughput=5MB/sec 2023-12-22T17:55:50.579 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-A1e9t4DicxTW2zU off=4375929 len=1539454 2023-12-22T17:55:50.580 INFO:tasks.workunit.client.0.smithi032.stdout:op 5602 completed, throughput=5MB/sec 2023-12-22T17:55:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:55:50 smithi032 ceph-mon[191839]: pgmap v1856: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:55:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:55:50 smithi032 ceph-mon[189144]: pgmap v1856: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:55:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:55:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:55:50] "GET /metrics HTTP/1.1" 200 34025 "" "Prometheus/2.43.0" 2023-12-22T17:55:51.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:55:50 smithi039 ceph-mon[181282]: pgmap v1856: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:55:51.580 INFO:tasks.workunit.client.0.smithi032.stdout: 1093: throughput=5MB/sec pending data=0 2023-12-22T17:55:51.581 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-gLJS-CocLo4b6n9 off=14063513 len=1820866 2023-12-22T17:55:51.590 INFO:tasks.workunit.client.0.smithi032.stdout:op 5603 completed, throughput=5MB/sec 2023-12-22T17:55:51.590 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-65fbN22rjrmkt9r off=837128 len=1991264 2023-12-22T17:55:51.598 INFO:tasks.workunit.client.0.smithi032.stdout:op 5604 completed, throughput=5MB/sec 2023-12-22T17:55:51.598 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KSZn2rksni8pSr4 off=13699957 len=493094 2023-12-22T17:55:51.599 INFO:tasks.workunit.client.0.smithi032.stdout:op 5605 completed, throughput=5MB/sec 2023-12-22T17:55:51.599 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yngYPg7e58ocqwB off=479487 len=903441 2023-12-22T17:55:51.604 INFO:tasks.workunit.client.0.smithi032.stdout:op 5606 completed, throughput=5MB/sec 2023-12-22T17:55:52.368 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:55:52.604 INFO:tasks.workunit.client.0.smithi032.stdout: 1094: throughput=5MB/sec pending data=0 2023-12-22T17:55:52.604 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-poyRofVLKdA0cW7 off=20690061 len=471050 2023-12-22T17:55:52.604 INFO:tasks.workunit.client.0.smithi032.stdout:op 5607 completed, throughput=5MB/sec 2023-12-22T17:55:52.604 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PJ1Y9-aQ5ND6S_o off=3504772 len=364944 2023-12-22T17:55:52.605 INFO:tasks.workunit.client.0.smithi032.stdout:op 5608 completed, throughput=5MB/sec 2023-12-22T17:55:52.605 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GVbTaUOK9rtOxPJ off=5129255 len=822106 2023-12-22T17:55:52.606 INFO:tasks.workunit.client.0.smithi032.stdout:op 5609 completed, throughput=5MB/sec 2023-12-22T17:55:52.606 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2c-geImdjvvW6dF off=4550851 len=977580 2023-12-22T17:55:52.607 INFO:tasks.workunit.client.0.smithi032.stdout:op 5610 completed, throughput=5MB/sec 2023-12-22T17:55:52.607 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mIVQKFtjmA_YmSS off=0 len=1252611 2023-12-22T17:55:52.612 INFO:tasks.workunit.client.0.smithi032.stdout:op 5611 completed, throughput=5MB/sec 2023-12-22T17:55:52.612 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-z4pJwe4vc1MFOAf off=4582244 len=871187 2023-12-22T17:55:52.613 INFO:tasks.workunit.client.0.smithi032.stdout:op 5612 completed, throughput=5MB/sec 2023-12-22T17:55:52.691 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:55:52.691 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (35m) 116s ago 40m 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:55:52.692 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (35m) 10m ago 40m 90.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:55:52.692 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (41m) 116s ago 41m 22.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:55:52.692 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (41m) 10m ago 41m 27.7M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:55:52.692 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (35m) 10m ago 43m 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:55:52.692 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (35m) 116s ago 45m 548M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:55:52.692 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (34m) 116s ago 45m 285M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:55:52.692 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (34m) 10m ago 44m 150M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:55:52.692 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (34m) 116s ago 43m 168M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:55:52.692 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (35m) 116s ago 40m 16.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:55:52.692 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (35m) 10m ago 40m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:55:52.692 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (33m) 116s ago 43m 2024M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:55:52.692 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (33m) 116s ago 43m 2282M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:55:52.692 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (32m) 116s ago 42m 2158M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:55:52.692 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (32m) 116s ago 42m 1910M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:55:52.693 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (32m) 10m ago 42m 1838M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:55:52.693 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (31m) 10m ago 42m 1596M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:55:52.693 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (31m) 10m ago 41m 1056M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:55:52.693 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (30m) 10m ago 41m 1503M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:55:52.693 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (35m) 10m ago 40m 79.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:55:52.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:55:52 smithi032 ceph-mon[191839]: pgmap v1857: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:55:52.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:55:52 smithi032 ceph-mon[191839]: from='client.35832 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:55:52.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:55:52 smithi032 ceph-mon[189144]: pgmap v1857: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:55:52.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:55:52 smithi032 ceph-mon[189144]: from='client.35832 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:55:53.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:55:52 smithi039 ceph-mon[181282]: pgmap v1857: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:55:53.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:55:52 smithi039 ceph-mon[181282]: from='client.35832 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:55:53.091 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:55:53.091 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:55:53.091 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:55:53.091 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:55:53.091 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:55:53.092 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:55:53.092 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:55:53.092 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:55:53.092 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:55:53.092 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:55:53.092 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:55:53.092 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:55:53.092 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:55:53.092 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:55:53.092 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:55:53.092 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:55:53.092 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:55:53.092 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:55:53.613 INFO:tasks.workunit.client.0.smithi032.stdout: 1095: throughput=5MB/sec pending data=0 2023-12-22T17:55:53.613 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yBYEuibrGtYz0oM off=2107848 len=718024 2023-12-22T17:55:53.618 INFO:tasks.workunit.client.0.smithi032.stdout:op 5613 completed, throughput=5MB/sec 2023-12-22T17:55:53.618 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bC1ti4hQEn_CCTZ off=3169512 len=1830674 2023-12-22T17:55:53.625 INFO:tasks.workunit.client.0.smithi032.stdout:op 5614 completed, throughput=5MB/sec 2023-12-22T17:55:53.625 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wM0y6Na_uMtjqEO off=8405813 len=1566917 2023-12-22T17:55:53.628 INFO:tasks.workunit.client.0.smithi032.stdout:op 5615 completed, throughput=5MB/sec 2023-12-22T17:55:53.628 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-aHgL0yRJIzhFHvZ off=11918497 len=1322414 2023-12-22T17:55:53.634 INFO:tasks.workunit.client.0.smithi032.stdout:op 5616 completed, throughput=5MB/sec 2023-12-22T17:55:53.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:55:53 smithi032 ceph-mon[189144]: from='client.35838 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:55:53.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:55:53 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1344398521' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:55:53.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:55:53 smithi032 ceph-mon[191839]: from='client.35838 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:55:53.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:55:53 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1344398521' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:55:54.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:55:53 smithi039 ceph-mon[181282]: from='client.35838 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:55:54.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:55:53 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1344398521' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:55:54.634 INFO:tasks.workunit.client.0.smithi032.stdout: 1096: throughput=5MB/sec pending data=0 2023-12-22T17:55:54.634 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-GonftmfrdheLYnm off=596655 len=1844393 2023-12-22T17:55:54.636 INFO:tasks.workunit.client.0.smithi032.stdout:op 5617 completed, throughput=5MB/sec 2023-12-22T17:55:54.636 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bk-2f7_SXdC8fEm off=10790589 len=1361673 2023-12-22T17:55:54.644 INFO:tasks.workunit.client.0.smithi032.stdout:op 5618 completed, throughput=5MB/sec 2023-12-22T17:55:54.644 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PiQFyE8HHkQYZQX off=5371963 len=1879243 2023-12-22T17:55:54.646 INFO:tasks.workunit.client.0.smithi032.stdout:op 5619 completed, throughput=5MB/sec 2023-12-22T17:55:54.647 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-AvV66gLDisQidJ6 off=12251456 len=1927665 2023-12-22T17:55:54.649 INFO:tasks.workunit.client.0.smithi032.stdout:op 5620 completed, throughput=5MB/sec 2023-12-22T17:55:54.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:55:54 smithi032 ceph-mon[191839]: pgmap v1858: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:55:54.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:55:54 smithi032 ceph-mon[189144]: pgmap v1858: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:55:55.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:55:54 smithi039 ceph-mon[181282]: pgmap v1858: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:55:55.649 INFO:tasks.workunit.client.0.smithi032.stdout: 1097: throughput=5MB/sec pending data=0 2023-12-22T17:55:55.649 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EFY5xydceGfpb37 off=4541661 len=1278062 2023-12-22T17:55:55.651 INFO:tasks.workunit.client.0.smithi032.stdout:op 5621 completed, throughput=5MB/sec 2023-12-22T17:55:55.651 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jObc-8RYeDQerSd off=991521 len=722500 2023-12-22T17:55:55.653 INFO:tasks.workunit.client.0.smithi032.stdout:op 5622 completed, throughput=5MB/sec 2023-12-22T17:55:55.653 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0kV__CJI8spat47 off=18712211 len=1433841 2023-12-22T17:55:55.660 INFO:tasks.workunit.client.0.smithi032.stdout:op 5623 completed, throughput=5MB/sec 2023-12-22T17:55:56.660 INFO:tasks.workunit.client.0.smithi032.stdout: 1098: throughput=5MB/sec pending data=0 2023-12-22T17:55:56.661 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xXTIVnnBaaGyN9w off=1606668 len=530881 2023-12-22T17:55:56.665 INFO:tasks.workunit.client.0.smithi032.stdout:op 5624 completed, throughput=5MB/sec 2023-12-22T17:55:56.665 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2aLONj8EJjcLwkc off=3251036 len=619993 2023-12-22T17:55:56.670 INFO:tasks.workunit.client.0.smithi032.stdout:op 5625 completed, throughput=5MB/sec 2023-12-22T17:55:56.670 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HD34mPAp5VevRBX off=2184920 len=1783123 2023-12-22T17:55:56.672 INFO:tasks.workunit.client.0.smithi032.stdout:op 5626 completed, throughput=5MB/sec 2023-12-22T17:55:56.672 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zzQXlRSxJySbSVp off=72448 len=1503704 2023-12-22T17:55:56.679 INFO:tasks.workunit.client.0.smithi032.stdout:op 5627 completed, throughput=5MB/sec 2023-12-22T17:55:56.679 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-GvYkex-PQB6wnLl off=832656 len=1777003 2023-12-22T17:55:56.687 INFO:tasks.workunit.client.0.smithi032.stdout:op 5628 completed, throughput=5MB/sec 2023-12-22T17:55:57.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:55:56 smithi032 ceph-mon[191839]: pgmap v1859: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:55:57.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:55:56 smithi032 ceph-mon[189144]: pgmap v1859: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:55:57.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:55:56 smithi039 ceph-mon[181282]: pgmap v1859: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:55:57.687 INFO:tasks.workunit.client.0.smithi032.stdout: 1099: throughput=5MB/sec pending data=0 2023-12-22T17:55:57.688 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-noKgFMJZ9Cff9Y3 off=5627087 len=556083 2023-12-22T17:55:57.688 INFO:tasks.workunit.client.0.smithi032.stdout:op 5629 completed, throughput=5MB/sec 2023-12-22T17:55:57.689 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YzwQ4FsitPaj2j4 off=2846674 len=665237 2023-12-22T17:55:57.690 INFO:tasks.workunit.client.0.smithi032.stdout:op 5630 completed, throughput=5MB/sec 2023-12-22T17:55:57.691 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-om3l5p74PrpOUIo off=2660527 len=768054 2023-12-22T17:55:57.695 INFO:tasks.workunit.client.0.smithi032.stdout:op 5631 completed, throughput=5MB/sec 2023-12-22T17:55:57.695 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Qhz7lhkOreCUWt2 off=1295560 len=2050561 2023-12-22T17:55:57.698 INFO:tasks.workunit.client.0.smithi032.stdout:op 5632 completed, throughput=5MB/sec 2023-12-22T17:55:57.698 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ulTyOufpGoa6aYS off=6801019 len=1681090 2023-12-22T17:55:57.699 INFO:tasks.workunit.client.0.smithi032.stdout:op 5633 completed, throughput=5MB/sec 2023-12-22T17:55:58.700 INFO:tasks.workunit.client.0.smithi032.stdout: 1100: throughput=5MB/sec pending data=0 2023-12-22T17:55:58.700 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eeLnmd1S19oNy9F off=1584977 len=1377143 2023-12-22T17:55:58.702 INFO:tasks.workunit.client.0.smithi032.stdout:op 5634 completed, throughput=5MB/sec 2023-12-22T17:55:58.702 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HZKpb95v0U96kvV off=3448983 len=1398323 2023-12-22T17:55:58.709 INFO:tasks.workunit.client.0.smithi032.stdout:op 5635 completed, throughput=5MB/sec 2023-12-22T17:55:58.709 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7pdNxaUYU1Q8AeQ off=9568244 len=753115 2023-12-22T17:55:58.711 INFO:tasks.workunit.client.0.smithi032.stdout:op 5636 completed, throughput=5MB/sec 2023-12-22T17:55:58.711 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yYxnb5-jUrwCkbm off=7968631 len=641110 2023-12-22T17:55:58.711 INFO:tasks.workunit.client.0.smithi032.stdout:op 5637 completed, throughput=5MB/sec 2023-12-22T17:55:59.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:55:58 smithi032 ceph-mon[191839]: pgmap v1860: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:55:59.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:55:58 smithi032 ceph-mon[189144]: pgmap v1860: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:55:59.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:55:58 smithi039 ceph-mon[181282]: pgmap v1860: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:55:59.712 INFO:tasks.workunit.client.0.smithi032.stdout: 1101: throughput=5MB/sec pending data=0 2023-12-22T17:55:59.712 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0GgcIVRx8zp9rn9 off=1754238 len=856647 2023-12-22T17:55:59.713 INFO:tasks.workunit.client.0.smithi032.stdout:op 5638 completed, throughput=5MB/sec 2023-12-22T17:55:59.713 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tT6wWX2Xe8YPkYy off=6668421 len=1835244 2023-12-22T17:55:59.723 INFO:tasks.workunit.client.0.smithi032.stdout:op 5639 completed, throughput=5MB/sec 2023-12-22T17:55:59.723 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FE61Xe6ide2Mojt off=9783776 len=1753396 2023-12-22T17:55:59.725 INFO:tasks.workunit.client.0.smithi032.stdout:op 5640 completed, throughput=5MB/sec 2023-12-22T17:55:59.725 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LIXNF6Aox8aruvc off=13198021 len=681268 2023-12-22T17:55:59.729 INFO:tasks.workunit.client.0.smithi032.stdout:op 5641 completed, throughput=5MB/sec 2023-12-22T17:55:59.730 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-1D7reW34fM3Xot7 off=1024946 len=1133024 2023-12-22T17:55:59.735 INFO:tasks.workunit.client.0.smithi032.stdout:op 5642 completed, throughput=5MB/sec 2023-12-22T17:56:00.735 INFO:tasks.workunit.client.0.smithi032.stdout: 1102: throughput=5MB/sec pending data=0 2023-12-22T17:56:00.735 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-snUVTLPc9mOw4lZ off=894584 len=542713 2023-12-22T17:56:00.739 INFO:tasks.workunit.client.0.smithi032.stdout:op 5643 completed, throughput=5MB/sec 2023-12-22T17:56:00.739 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jugB8beeI9GSimb off=12987252 len=823890 2023-12-22T17:56:00.743 INFO:tasks.workunit.client.0.smithi032.stdout:op 5644 completed, throughput=5MB/sec 2023-12-22T17:56:00.743 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RiVoAACB3ZNLWKb off=0 len=1152987 2023-12-22T17:56:00.744 INFO:tasks.workunit.client.0.smithi032.stdout:op 5645 completed, throughput=5MB/sec 2023-12-22T17:56:00.744 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nFVTCYcE7cN-KFo off=4123693 len=1130166 2023-12-22T17:56:00.746 INFO:tasks.workunit.client.0.smithi032.stdout:op 5646 completed, throughput=5MB/sec 2023-12-22T17:56:00.746 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zia4sLMLGqJndA4 off=7987181 len=1376256 2023-12-22T17:56:00.747 INFO:tasks.workunit.client.0.smithi032.stdout:op 5647 completed, throughput=5MB/sec 2023-12-22T17:56:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:00 smithi032 ceph-mon[191839]: pgmap v1861: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:56:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:56:01.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:00 smithi032 ceph-mon[189144]: pgmap v1861: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:56:01.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:56:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:56:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:56:00] "GET /metrics HTTP/1.1" 200 34025 "" "Prometheus/2.43.0" 2023-12-22T17:56:01.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:00 smithi039 ceph-mon[181282]: pgmap v1861: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:56:01.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:56:01.748 INFO:tasks.workunit.client.0.smithi032.stdout: 1103: throughput=5MB/sec pending data=0 2023-12-22T17:56:01.748 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lNwjNR5tHMgf21I off=13060117 len=1404492 2023-12-22T17:56:01.754 INFO:tasks.workunit.client.0.smithi032.stdout:op 5648 completed, throughput=5MB/sec 2023-12-22T17:56:01.754 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wc3T-qVp65NhYCy off=301394 len=384866 2023-12-22T17:56:01.758 INFO:tasks.workunit.client.0.smithi032.stdout:op 5649 completed, throughput=5MB/sec 2023-12-22T17:56:01.758 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cqRix9x7Quxy1s3 off=1221892 len=1124422 2023-12-22T17:56:01.764 INFO:tasks.workunit.client.0.smithi032.stdout:op 5650 completed, throughput=5MB/sec 2023-12-22T17:56:01.764 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-oa59bfCE7q5QBk4 off=3713828 len=487380 2023-12-22T17:56:01.767 INFO:tasks.workunit.client.0.smithi032.stdout:op 5651 completed, throughput=5MB/sec 2023-12-22T17:56:01.767 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Olu0nZfXJDcDd0P off=14413370 len=198132 2023-12-22T17:56:01.770 INFO:tasks.workunit.client.0.smithi032.stdout:op 5652 completed, throughput=5MB/sec 2023-12-22T17:56:01.770 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-blIcojIpnVZSaPB off=11388816 len=2048603 2023-12-22T17:56:01.779 INFO:tasks.workunit.client.0.smithi032.stdout:op 5653 completed, throughput=5MB/sec 2023-12-22T17:56:02.779 INFO:tasks.workunit.client.0.smithi032.stdout: 1104: throughput=5MB/sec pending data=0 2023-12-22T17:56:02.780 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bK_IMeWsWbTC-JC off=7177068 len=21932 2023-12-22T17:56:02.782 INFO:tasks.workunit.client.0.smithi032.stdout:op 5654 completed, throughput=5MB/sec 2023-12-22T17:56:02.782 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ytU1nfxe_QY7oQ- off=1831738 len=2008142 2023-12-22T17:56:02.784 INFO:tasks.workunit.client.0.smithi032.stdout:op 5655 completed, throughput=5MB/sec 2023-12-22T17:56:02.784 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SHjiSShrqN7UrSX off=171562 len=886702 2023-12-22T17:56:02.786 INFO:tasks.workunit.client.0.smithi032.stdout:op 5656 completed, throughput=5MB/sec 2023-12-22T17:56:02.786 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zZuweTeJZKK-Jbs off=11872332 len=1256114 2023-12-22T17:56:02.791 INFO:tasks.workunit.client.0.smithi032.stdout:op 5657 completed, throughput=5MB/sec 2023-12-22T17:56:02.791 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YxqAkwgMlJ1CnIn off=16836397 len=343407 2023-12-22T17:56:02.792 INFO:tasks.workunit.client.0.smithi032.stdout:op 5658 completed, throughput=5MB/sec 2023-12-22T17:56:02.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:02 smithi032 ceph-mon[191839]: pgmap v1862: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-22T17:56:02.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:02 smithi032 ceph-mon[189144]: pgmap v1862: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-22T17:56:03.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:02 smithi039 ceph-mon[181282]: pgmap v1862: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-22T17:56:03.792 INFO:tasks.workunit.client.0.smithi032.stdout: 1105: throughput=5MB/sec pending data=0 2023-12-22T17:56:03.793 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Vxbg2Su44agjv6y off=12545465 len=1026519 2023-12-22T17:56:03.798 INFO:tasks.workunit.client.0.smithi032.stdout:op 5659 completed, throughput=5MB/sec 2023-12-22T17:56:03.799 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xFqyBmjpbH7rMDx off=1843572 len=813453 2023-12-22T17:56:03.800 INFO:tasks.workunit.client.0.smithi032.stdout:op 5660 completed, throughput=5MB/sec 2023-12-22T17:56:03.800 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bvAG11clsIZtkYB off=14209829 len=1380028 2023-12-22T17:56:03.806 INFO:tasks.workunit.client.0.smithi032.stdout:op 5661 completed, throughput=5MB/sec 2023-12-22T17:56:03.807 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tBB6IZSHG7wdx_J off=17946967 len=1637857 2023-12-22T17:56:03.814 INFO:tasks.workunit.client.0.smithi032.stdout:op 5662 completed, throughput=5MB/sec 2023-12-22T17:56:03.814 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xM0Bogiegedalgn off=3218502 len=2066021 2023-12-22T17:56:03.821 INFO:tasks.workunit.client.0.smithi032.stdout:op 5663 completed, throughput=5MB/sec 2023-12-22T17:56:04.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:56:04.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:56:04.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:56:04.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:56:04.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:56:04.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:56:04.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:56:04.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:56:04.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:56:04.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:56:04.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:56:04.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:56:04.821 INFO:tasks.workunit.client.0.smithi032.stdout: 1106: throughput=5MB/sec pending data=0 2023-12-22T17:56:04.822 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--vbr6DX3mDVYDT4 off=11270840 len=1662878 2023-12-22T17:56:04.828 INFO:tasks.workunit.client.0.smithi032.stdout:op 5664 completed, throughput=5MB/sec 2023-12-22T17:56:04.829 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tuPbcOFlL1c9rz8 off=1987391 len=1343474 2023-12-22T17:56:04.835 INFO:tasks.workunit.client.0.smithi032.stdout:op 5665 completed, throughput=5MB/sec 2023-12-22T17:56:04.835 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sXGcZ0LiXbZ_Vrz off=4842403 len=1120368 2023-12-22T17:56:04.836 INFO:tasks.workunit.client.0.smithi032.stdout:op 5666 completed, throughput=5MB/sec 2023-12-22T17:56:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:04 smithi039 ceph-mon[181282]: pgmap v1863: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:56:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:56:05.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:04 smithi032 ceph-mon[189144]: pgmap v1863: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:56:05.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:56:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:04 smithi032 ceph-mon[191839]: pgmap v1863: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:56:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:56:05.836 INFO:tasks.workunit.client.0.smithi032.stdout: 1107: throughput=5MB/sec pending data=0 2023-12-22T17:56:05.836 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uIdhey78QeORrDo off=3516865 len=415771 2023-12-22T17:56:05.838 INFO:tasks.workunit.client.0.smithi032.stdout:op 5667 completed, throughput=5MB/sec 2023-12-22T17:56:05.838 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-otXVH81zPqQvCkO off=2902156 len=1990092 2023-12-22T17:56:05.847 INFO:tasks.workunit.client.0.smithi032.stdout:op 5668 completed, throughput=5MB/sec 2023-12-22T17:56:05.847 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-V3YB47fdfbIxc4l off=5929060 len=1332203 2023-12-22T17:56:05.852 INFO:tasks.workunit.client.0.smithi032.stdout:op 5669 completed, throughput=5MB/sec 2023-12-22T17:56:05.852 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-KGicYokhI5MVTYv off=10465175 len=1747396 2023-12-22T17:56:05.859 INFO:tasks.workunit.client.0.smithi032.stdout:op 5670 completed, throughput=5MB/sec 2023-12-22T17:56:06.860 INFO:tasks.workunit.client.0.smithi032.stdout: 1108: throughput=5MB/sec pending data=0 2023-12-22T17:56:06.860 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9hCWFjD2letAxPe off=8647298 len=671533 2023-12-22T17:56:06.865 INFO:tasks.workunit.client.0.smithi032.stdout:op 5671 completed, throughput=5MB/sec 2023-12-22T17:56:06.865 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dxzde-2aqThenzT off=3567828 len=1338882 2023-12-22T17:56:06.871 INFO:tasks.workunit.client.0.smithi032.stdout:op 5672 completed, throughput=5MB/sec 2023-12-22T17:56:06.871 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NSo6fTHCcQpw0bk off=20151704 len=856988 2023-12-22T17:56:06.873 INFO:tasks.workunit.client.0.smithi032.stdout:op 5673 completed, throughput=5MB/sec 2023-12-22T17:56:06.873 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-_Zj1j_2JOvKPZ_d off=14799719 len=828802 2023-12-22T17:56:06.878 INFO:tasks.workunit.client.0.smithi032.stdout:op 5674 completed, throughput=5MB/sec 2023-12-22T17:56:06.878 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Itge2l2JYcbp090 off=3156643 len=1228255 2023-12-22T17:56:06.880 INFO:tasks.workunit.client.0.smithi032.stdout:op 5675 completed, throughput=5MB/sec 2023-12-22T17:56:07.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:07 smithi032 ceph-mon[191839]: pgmap v1864: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-22T17:56:07.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:07 smithi032 ceph-mon[191839]: Detected new or changed devices on smithi039 2023-12-22T17:56:07.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:56:07.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:56:07.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:56:07.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:56:07.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:56:07.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:07 smithi032 ceph-mon[189144]: pgmap v1864: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-22T17:56:07.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:07 smithi032 ceph-mon[189144]: Detected new or changed devices on smithi039 2023-12-22T17:56:07.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:56:07.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:56:07.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:56:07.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:56:07.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:56:07.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:07 smithi039 ceph-mon[181282]: pgmap v1864: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-22T17:56:07.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:07 smithi039 ceph-mon[181282]: Detected new or changed devices on smithi039 2023-12-22T17:56:07.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:56:07.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:56:07.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:56:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:56:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:56:07.880 INFO:tasks.workunit.client.0.smithi032.stdout: 1109: throughput=5MB/sec pending data=0 2023-12-22T17:56:07.880 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-mttQuo0R_s3bM-l off=471937 len=168730 2023-12-22T17:56:07.881 INFO:tasks.workunit.client.0.smithi032.stdout:op 5676 completed, throughput=5MB/sec 2023-12-22T17:56:07.881 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Td6jzvGp5qWn73B off=3333183 len=668239 2023-12-22T17:56:07.883 INFO:tasks.workunit.client.0.smithi032.stdout:op 5677 completed, throughput=5MB/sec 2023-12-22T17:56:07.883 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rLP0GMGzVa0nhuI off=5413420 len=2095376 2023-12-22T17:56:07.886 INFO:tasks.workunit.client.0.smithi032.stdout:op 5678 completed, throughput=5MB/sec 2023-12-22T17:56:07.886 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pPZgk7s8gfiSM_K off=4657419 len=1967573 2023-12-22T17:56:07.889 INFO:tasks.workunit.client.0.smithi032.stdout:op 5679 completed, throughput=5MB/sec 2023-12-22T17:56:07.889 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pushoTo64eFYjxg off=6342370 len=674681 2023-12-22T17:56:07.893 INFO:tasks.workunit.client.0.smithi032.stdout:op 5680 completed, throughput=5MB/sec 2023-12-22T17:56:08.893 INFO:tasks.workunit.client.0.smithi032.stdout: 1110: throughput=5MB/sec pending data=0 2023-12-22T17:56:08.893 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HNhGEJDFFFlG1t4 off=603024 len=772090 2023-12-22T17:56:08.895 INFO:tasks.workunit.client.0.smithi032.stdout:op 5681 completed, throughput=5MB/sec 2023-12-22T17:56:08.895 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BbNOZwQ-_LEQOnU off=1127587 len=873394 2023-12-22T17:56:08.896 INFO:tasks.workunit.client.0.smithi032.stdout:op 5682 completed, throughput=5MB/sec 2023-12-22T17:56:08.896 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-N0-XtRwE7lv6djC off=0 len=1133168 2023-12-22T17:56:08.902 INFO:tasks.workunit.client.0.smithi032.stdout:op 5683 completed, throughput=5MB/sec 2023-12-22T17:56:08.902 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-l6NzlNTLjBewjdA off=3505354 len=230394 2023-12-22T17:56:08.903 INFO:tasks.workunit.client.0.smithi032.stdout:op 5684 completed, throughput=5MB/sec 2023-12-22T17:56:08.903 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-RjW_EfRM-uMATAt off=1417521 len=1404919 2023-12-22T17:56:08.905 INFO:tasks.workunit.client.0.smithi032.stdout:op 5685 completed, throughput=5MB/sec 2023-12-22T17:56:08.905 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CThsGi3EvT_vYsz off=793008 len=388376 2023-12-22T17:56:08.909 INFO:tasks.workunit.client.0.smithi032.stdout:op 5686 completed, throughput=5MB/sec 2023-12-22T17:56:08.909 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8VmwGgcl8p_9cKL off=18010437 len=1274859 2023-12-22T17:56:08.914 INFO:tasks.workunit.client.0.smithi032.stdout:op 5687 completed, throughput=5MB/sec 2023-12-22T17:56:09.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:09 smithi032 ceph-mon[191839]: pgmap v1865: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-22T17:56:09.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:09 smithi032 ceph-mon[189144]: pgmap v1865: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-22T17:56:09.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:09 smithi039 ceph-mon[181282]: pgmap v1865: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-22T17:56:09.915 INFO:tasks.workunit.client.0.smithi032.stdout: 1111: throughput=5MB/sec pending data=0 2023-12-22T17:56:09.915 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Q0eCpkcN8GmPOje off=9037389 len=1563366 2023-12-22T17:56:09.922 INFO:tasks.workunit.client.0.smithi032.stdout:op 5688 completed, throughput=5MB/sec 2023-12-22T17:56:09.922 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-a0wYgcXe2ffRMCP off=4199137 len=1153066 2023-12-22T17:56:09.924 INFO:tasks.workunit.client.0.smithi032.stdout:op 5689 completed, throughput=5MB/sec 2023-12-22T17:56:09.924 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uSl6q2rrm3ppO7i off=7869475 len=976584 2023-12-22T17:56:09.924 INFO:tasks.workunit.client.0.smithi032.stdout:op 5690 completed, throughput=5MB/sec 2023-12-22T17:56:09.924 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NTuF40MOpIBIx52 off=7068007 len=1845589 2023-12-22T17:56:09.933 INFO:tasks.workunit.client.0.smithi032.stdout:op 5691 completed, throughput=5MB/sec 2023-12-22T17:56:10.933 INFO:tasks.workunit.client.0.smithi032.stdout: 1112: throughput=5MB/sec pending data=0 2023-12-22T17:56:10.933 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-p7csHlBGwbFQf4H off=16999343 len=1674643 2023-12-22T17:56:10.940 INFO:tasks.workunit.client.0.smithi032.stdout:op 5692 completed, throughput=5MB/sec 2023-12-22T17:56:10.940 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uw5IoUWNQl08e9p off=9110949 len=503218 2023-12-22T17:56:10.944 INFO:tasks.workunit.client.0.smithi032.stdout:op 5693 completed, throughput=5MB/sec 2023-12-22T17:56:10.944 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vLD8xo-BFWOzw-b off=810410 len=679965 2023-12-22T17:56:10.948 INFO:tasks.workunit.client.0.smithi032.stdout:op 5694 completed, throughput=5MB/sec 2023-12-22T17:56:10.948 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4YeszVxhBrSG8Y1 off=17943740 len=2095278 2023-12-22T17:56:10.952 INFO:tasks.workunit.client.0.smithi032.stdout:op 5695 completed, throughput=5MB/sec 2023-12-22T17:56:11.111 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:56:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:56:10] "GET /metrics HTTP/1.1" 200 34025 "" "Prometheus/2.43.0" 2023-12-22T17:56:11.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:11 smithi032 ceph-mon[191839]: pgmap v1866: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-22T17:56:11.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:11 smithi032 ceph-mon[189144]: pgmap v1866: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-22T17:56:11.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:11 smithi039 ceph-mon[181282]: pgmap v1866: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-22T17:56:11.952 INFO:tasks.workunit.client.0.smithi032.stdout: 1113: throughput=5MB/sec pending data=0 2023-12-22T17:56:11.953 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VgoPCWFZoUFc61d off=17074660 len=121920 2023-12-22T17:56:11.955 INFO:tasks.workunit.client.0.smithi032.stdout:op 5696 completed, throughput=5MB/sec 2023-12-22T17:56:11.955 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5Zk_iCFmEXTDnMV off=16553465 len=1693503 2023-12-22T17:56:11.964 INFO:tasks.workunit.client.0.smithi032.stdout:op 5697 completed, throughput=5MB/sec 2023-12-22T17:56:11.964 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qd9bhLmXyrrUhZp off=15392976 len=964286 2023-12-22T17:56:11.966 INFO:tasks.workunit.client.0.smithi032.stdout:op 5698 completed, throughput=5MB/sec 2023-12-22T17:56:11.966 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vWbRIqKd3uIPnJz off=2675920 len=1314099 2023-12-22T17:56:11.968 INFO:tasks.workunit.client.0.smithi032.stdout:op 5699 completed, throughput=5MB/sec 2023-12-22T17:56:11.968 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Q1DYFFKFHdf66yW off=1443535 len=632785 2023-12-22T17:56:11.972 INFO:tasks.workunit.client.0.smithi032.stdout:op 5700 completed, throughput=5MB/sec 2023-12-22T17:56:12.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:12 smithi032 ceph-mon[191839]: pgmap v1867: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:56:12.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:12 smithi032 ceph-mon[189144]: pgmap v1867: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:56:12.972 INFO:tasks.workunit.client.0.smithi032.stdout: 1114: throughput=5MB/sec pending data=0 2023-12-22T17:56:12.972 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nxqzRtwTO2ueRIS off=10466810 len=890289 2023-12-22T17:56:12.974 INFO:tasks.workunit.client.0.smithi032.stdout:op 5701 completed, throughput=5MB/sec 2023-12-22T17:56:12.975 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5dgtuyyYTOb36mh off=677515 len=1042082 2023-12-22T17:56:12.981 INFO:tasks.workunit.client.0.smithi032.stdout:op 5702 completed, throughput=5MB/sec 2023-12-22T17:56:12.981 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_L8VImwp4Uhrv3x off=3403150 len=1409418 2023-12-22T17:56:12.983 INFO:tasks.workunit.client.0.smithi032.stdout:op 5703 completed, throughput=5MB/sec 2023-12-22T17:56:12.983 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mIyc3vhGmJYegMP off=1498404 len=1554527 2023-12-22T17:56:12.990 INFO:tasks.workunit.client.0.smithi032.stdout:op 5704 completed, throughput=5MB/sec 2023-12-22T17:56:12.990 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8pI9WnvXUkOTHnL off=6078882 len=2064350 2023-12-22T17:56:12.999 INFO:tasks.workunit.client.0.smithi032.stdout:op 5705 completed, throughput=5MB/sec 2023-12-22T17:56:13.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:12 smithi039 ceph-mon[181282]: pgmap v1867: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-22T17:56:14.000 INFO:tasks.workunit.client.0.smithi032.stdout: 1115: throughput=5MB/sec pending data=0 2023-12-22T17:56:14.000 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-n9FnRAx5NYQ1YXR off=1379031 len=1773013 2023-12-22T17:56:14.009 INFO:tasks.workunit.client.0.smithi032.stdout:op 5706 completed, throughput=5MB/sec 2023-12-22T17:56:14.009 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rrMQT6FsLXk491I off=3965294 len=1295848 2023-12-22T17:56:14.012 INFO:tasks.workunit.client.0.smithi032.stdout:op 5707 completed, throughput=5MB/sec 2023-12-22T17:56:14.012 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hJfrj_SR55AKape off=17056 len=1629633 2023-12-22T17:56:14.013 INFO:tasks.workunit.client.0.smithi032.stdout:op 5708 completed, throughput=5MB/sec 2023-12-22T17:56:15.014 INFO:tasks.workunit.client.0.smithi032.stdout: 1116: throughput=5MB/sec pending data=0 2023-12-22T17:56:15.014 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-69p7o230byURbYc off=7034094 len=1774065 2023-12-22T17:56:15.016 INFO:tasks.workunit.client.0.smithi032.stdout:op 5709 completed, throughput=5MB/sec 2023-12-22T17:56:15.016 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Ae4J6l3omRw3dgR off=12911560 len=1112630 2023-12-22T17:56:15.017 INFO:tasks.workunit.client.0.smithi032.stdout:op 5710 completed, throughput=5MB/sec 2023-12-22T17:56:15.018 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AyX46vnFscQa6k4 off=10401006 len=841582 2023-12-22T17:56:15.023 INFO:tasks.workunit.client.0.smithi032.stdout:op 5711 completed, throughput=5MB/sec 2023-12-22T17:56:15.023 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ESzNcuVJ01r_dih off=8808993 len=768457 2023-12-22T17:56:15.028 INFO:tasks.workunit.client.0.smithi032.stdout:op 5712 completed, throughput=5MB/sec 2023-12-22T17:56:15.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:14 smithi032 ceph-mon[189144]: pgmap v1868: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:56:15.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:14 smithi032 ceph-mon[191839]: pgmap v1868: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:56:15.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:14 smithi039 ceph-mon[181282]: pgmap v1868: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:56:16.028 INFO:tasks.workunit.client.0.smithi032.stdout: 1117: throughput=5MB/sec pending data=0 2023-12-22T17:56:16.028 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VJR4lLV73wlKOJh off=8995027 len=137356 2023-12-22T17:56:16.031 INFO:tasks.workunit.client.0.smithi032.stdout:op 5713 completed, throughput=5MB/sec 2023-12-22T17:56:16.031 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-yLWiM1uXxUFqFB2 off=3944328 len=1458084 2023-12-22T17:56:16.033 INFO:tasks.workunit.client.0.smithi032.stdout:op 5714 completed, throughput=5MB/sec 2023-12-22T17:56:16.033 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Z7WRlMmeCC91gsZ off=21010192 len=494631 2023-12-22T17:56:16.036 INFO:tasks.workunit.client.0.smithi032.stdout:op 5715 completed, throughput=5MB/sec 2023-12-22T17:56:16.036 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SrxYX8Sm_3fOLVS off=16650097 len=2081930 2023-12-22T17:56:16.039 INFO:tasks.workunit.client.0.smithi032.stdout:op 5716 completed, throughput=5MB/sec 2023-12-22T17:56:16.039 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NKQLLl79ZW1QZo0 off=3830935 len=1345339 2023-12-22T17:56:16.045 INFO:tasks.workunit.client.0.smithi032.stdout:op 5717 completed, throughput=5MB/sec 2023-12-22T17:56:17.046 INFO:tasks.workunit.client.0.smithi032.stdout: 1118: throughput=5MB/sec pending data=0 2023-12-22T17:56:17.046 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Wat6_hzHw8IADpx off=3814755 len=1354794 2023-12-22T17:56:17.047 INFO:tasks.workunit.client.0.smithi032.stdout:op 5718 completed, throughput=5MB/sec 2023-12-22T17:56:17.048 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XdX4_DWuiqzz4WQ off=17862532 len=1427209 2023-12-22T17:56:17.049 INFO:tasks.workunit.client.0.smithi032.stdout:op 5719 completed, throughput=5MB/sec 2023-12-22T17:56:17.050 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-romMtTDzLja1eRb off=4643492 len=1428387 2023-12-22T17:56:17.057 INFO:tasks.workunit.client.0.smithi032.stdout:op 5720 completed, throughput=5MB/sec 2023-12-22T17:56:17.058 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Qjc9eF63dVffIhf off=3044892 len=561521 2023-12-22T17:56:17.059 INFO:tasks.workunit.client.0.smithi032.stdout:op 5721 completed, throughput=5MB/sec 2023-12-22T17:56:17.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:16 smithi032 ceph-mon[189144]: pgmap v1869: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-22T17:56:17.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:16 smithi032 ceph-mon[191839]: pgmap v1869: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-22T17:56:17.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:16 smithi039 ceph-mon[181282]: pgmap v1869: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2023-12-22T17:56:18.059 INFO:tasks.workunit.client.0.smithi032.stdout: 1119: throughput=5MB/sec pending data=0 2023-12-22T17:56:18.059 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fVgqyH2LKx08qGJ off=925095 len=1507743 2023-12-22T17:56:18.066 INFO:tasks.workunit.client.0.smithi032.stdout:op 5722 completed, throughput=5MB/sec 2023-12-22T17:56:18.066 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Hiw8s5eKq8CMK16 off=4789326 len=1382846 2023-12-22T17:56:18.073 INFO:tasks.workunit.client.0.smithi032.stdout:op 5723 completed, throughput=5MB/sec 2023-12-22T17:56:18.073 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LXxGxFPPcUvOhPO off=1456238 len=1022618 2023-12-22T17:56:18.078 INFO:tasks.workunit.client.0.smithi032.stdout:op 5724 completed, throughput=5MB/sec 2023-12-22T17:56:18.078 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wfOZtpPewPBppva off=5047313 len=1302022 2023-12-22T17:56:18.083 INFO:tasks.workunit.client.0.smithi032.stdout:op 5725 completed, throughput=5MB/sec 2023-12-22T17:56:18.083 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--xx84MUJ1Hed1l6 off=7028486 len=1439207 2023-12-22T17:56:18.085 INFO:tasks.workunit.client.0.smithi032.stdout:op 5726 completed, throughput=5MB/sec 2023-12-22T17:56:19.086 INFO:tasks.workunit.client.0.smithi032.stdout: 1120: throughput=5MB/sec pending data=0 2023-12-22T17:56:19.086 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-2iUCaaR31SF3JQL off=11047568 len=1733164 2023-12-22T17:56:19.095 INFO:tasks.workunit.client.0.smithi032.stdout:op 5727 completed, throughput=5MB/sec 2023-12-22T17:56:19.095 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Wat6_hzHw8IADpx off=8718649 len=905155 2023-12-22T17:56:19.100 INFO:tasks.workunit.client.0.smithi032.stdout:op 5728 completed, throughput=5MB/sec 2023-12-22T17:56:19.100 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vzPJWU1Mzmqnwkc off=5076382 len=1657386 2023-12-22T17:56:19.102 INFO:tasks.workunit.client.0.smithi032.stdout:op 5729 completed, throughput=5MB/sec 2023-12-22T17:56:19.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:18 smithi032 ceph-mon[189144]: pgmap v1870: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-22T17:56:19.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:18 smithi032 ceph-mon[191839]: pgmap v1870: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-22T17:56:19.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:18 smithi039 ceph-mon[181282]: pgmap v1870: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-22T17:56:20.103 INFO:tasks.workunit.client.0.smithi032.stdout: 1121: throughput=5MB/sec pending data=0 2023-12-22T17:56:20.103 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj--W4-_oWDRz-YIC5 off=10218657 len=200767 2023-12-22T17:56:20.106 INFO:tasks.workunit.client.0.smithi032.stdout:op 5730 completed, throughput=5MB/sec 2023-12-22T17:56:20.106 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Gmp8UVkWQx07RDP off=1738706 len=1902675 2023-12-22T17:56:20.110 INFO:tasks.workunit.client.0.smithi032.stdout:op 5731 completed, throughput=5MB/sec 2023-12-22T17:56:20.110 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8c5KGt36jL8VydE off=22129105 len=737826 2023-12-22T17:56:20.111 INFO:tasks.workunit.client.0.smithi032.stdout:op 5732 completed, throughput=5MB/sec 2023-12-22T17:56:20.111 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-y_46SITSl1BxcH_ off=1714982 len=139537 2023-12-22T17:56:20.112 INFO:tasks.workunit.client.0.smithi032.stdout:op 5733 completed, throughput=5MB/sec 2023-12-22T17:56:20.112 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-L_GzjUyOAd0Q0UF off=1046748 len=58212 2023-12-22T17:56:20.114 INFO:tasks.workunit.client.0.smithi032.stdout:op 5734 completed, throughput=5MB/sec 2023-12-22T17:56:20.114 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-a2GdkvoxJetSfxA off=8154878 len=1686728 2023-12-22T17:56:20.116 INFO:tasks.workunit.client.0.smithi032.stdout:op 5735 completed, throughput=5MB/sec 2023-12-22T17:56:20.116 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4uEwVGfQ7_oOyGX off=6085364 len=404468 2023-12-22T17:56:20.120 INFO:tasks.workunit.client.0.smithi032.stdout:op 5736 completed, throughput=5MB/sec 2023-12-22T17:56:20.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:56:20.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:56:20.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:56:21.120 INFO:tasks.workunit.client.0.smithi032.stdout: 1122: throughput=5MB/sec pending data=0 2023-12-22T17:56:21.120 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SN5eYlofUa6vN-Q off=3360198 len=1720932 2023-12-22T17:56:21.122 INFO:tasks.workunit.client.0.smithi032.stdout:op 5737 completed, throughput=5MB/sec 2023-12-22T17:56:21.122 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RmLEyB_RuG36C1y off=5006996 len=1469831 2023-12-22T17:56:21.130 INFO:tasks.workunit.client.0.smithi032.stdout:op 5738 completed, throughput=5MB/sec 2023-12-22T17:56:21.130 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YQNYHuJj5ymAD0p off=10002284 len=1933155 2023-12-22T17:56:21.139 INFO:tasks.workunit.client.0.smithi032.stdout:op 5739 completed, throughput=5MB/sec 2023-12-22T17:56:21.139 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-vPdMWLBUsSPtKiY off=15652303 len=370728 2023-12-22T17:56:21.140 INFO:tasks.workunit.client.0.smithi032.stdout:op 5740 completed, throughput=5MB/sec 2023-12-22T17:56:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:56:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:56:20] "GET /metrics HTTP/1.1" 200 34027 "" "Prometheus/2.43.0" 2023-12-22T17:56:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:20 smithi032 ceph-mon[191839]: pgmap v1871: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:56:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:20 smithi032 ceph-mon[189144]: pgmap v1871: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:56:21.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:20 smithi039 ceph-mon[181282]: pgmap v1871: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2023-12-22T17:56:22.140 INFO:tasks.workunit.client.0.smithi032.stdout: 1123: throughput=5MB/sec pending data=0 2023-12-22T17:56:22.140 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-z-KptkWVSmNO-6f off=5379324 len=481023 2023-12-22T17:56:22.144 INFO:tasks.workunit.client.0.smithi032.stdout:op 5741 completed, throughput=5MB/sec 2023-12-22T17:56:22.144 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vMUUmSE4sM354Ey off=17282720 len=2083929 2023-12-22T17:56:22.158 INFO:tasks.workunit.client.0.smithi032.stdout:op 5742 completed, throughput=5MB/sec 2023-12-22T17:56:22.158 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-bEH4F1V23s8Cww8 off=991333 len=701789 2023-12-22T17:56:22.162 INFO:tasks.workunit.client.0.smithi032.stdout:op 5743 completed, throughput=5MB/sec 2023-12-22T17:56:22.162 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hXhuKB1_oWDssdN off=6580851 len=397783 2023-12-22T17:56:22.165 INFO:tasks.workunit.client.0.smithi032.stdout:op 5744 completed, throughput=5MB/sec 2023-12-22T17:56:22.165 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-oQ8VNpNy82dDnU1 off=5112680 len=1015393 2023-12-22T17:56:22.167 INFO:tasks.workunit.client.0.smithi032.stdout:op 5745 completed, throughput=5MB/sec 2023-12-22T17:56:22.167 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IGSFfXIv4dGB0Ma off=6998197 len=230299 2023-12-22T17:56:22.170 INFO:tasks.workunit.client.0.smithi032.stdout:op 5746 completed, throughput=5MB/sec 2023-12-22T17:56:22.170 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-oad4R_flwveZW2i off=145999 len=1062018 2023-12-22T17:56:22.171 INFO:tasks.workunit.client.0.smithi032.stdout:op 5747 completed, throughput=5MB/sec 2023-12-22T17:56:22.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:22 smithi032 ceph-mon[191839]: pgmap v1872: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:56:22.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:22 smithi032 ceph-mon[189144]: pgmap v1872: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:56:23.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:22 smithi039 ceph-mon[181282]: pgmap v1872: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:56:23.171 INFO:tasks.workunit.client.0.smithi032.stdout: 1124: throughput=5MB/sec pending data=0 2023-12-22T17:56:23.171 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-m4XN3mkcitH6yZ5 off=5970193 len=725269 2023-12-22T17:56:23.176 INFO:tasks.workunit.client.0.smithi032.stdout:op 5748 completed, throughput=5MB/sec 2023-12-22T17:56:23.176 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-U2HZBjIlbYH0MA1 off=4142906 len=1745651 2023-12-22T17:56:23.178 INFO:tasks.workunit.client.0.smithi032.stdout:op 5749 completed, throughput=5MB/sec 2023-12-22T17:56:23.178 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tdbwx8Oz7oeab9i off=10184488 len=1593321 2023-12-22T17:56:23.184 INFO:tasks.workunit.client.0.smithi032.stdout:op 5750 completed, throughput=5MB/sec 2023-12-22T17:56:23.184 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-G2TCiHnFBxiO7RF off=1518063 len=918420 2023-12-22T17:56:23.189 INFO:tasks.workunit.client.0.smithi032.stdout:op 5751 completed, throughput=5MB/sec 2023-12-22T17:56:23.461 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:56:23.785 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:56:23.785 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (36m) 2m ago 40m 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:56:23.785 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (36m) 20s ago 40m 93.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:56:23.785 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (41m) 2m ago 41m 22.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:56:23.785 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (41m) 20s ago 41m 27.7M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:56:23.785 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (35m) 20s ago 44m 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:56:23.785 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (36m) 2m ago 45m 548M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:56:23.785 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (35m) 2m ago 45m 285M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:56:23.785 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (34m) 20s ago 44m 166M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:56:23.785 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (35m) 2m ago 44m 168M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:56:23.786 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (36m) 2m ago 40m 16.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:56:23.786 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (36m) 20s ago 40m 18.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:56:23.786 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (34m) 2m ago 43m 2024M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:56:23.786 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (33m) 2m ago 43m 2282M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:56:23.786 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (33m) 2m ago 43m 2158M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:56:23.786 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (33m) 2m ago 43m 1910M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:56:23.786 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (32m) 20s ago 42m 1896M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:56:23.786 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (32m) 20s ago 42m 1655M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:56:23.786 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (31m) 20s ago 42m 1107M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:56:23.786 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (31m) 20s ago 41m 1550M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:56:23.786 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (35m) 20s ago 41m 81.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:56:23.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:23 smithi032 ceph-mon[189144]: from='client.45785 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:56:23.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:23 smithi032 ceph-mon[191839]: from='client.45785 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:56:24.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:23 smithi039 ceph-mon[181282]: from='client.45785 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:56:24.182 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:56:24.183 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:56:24.183 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:56:24.183 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:56:24.183 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:56:24.183 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:56:24.183 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:56:24.183 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:56:24.183 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:56:24.183 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:56:24.183 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:56:24.183 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:56:24.183 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:56:24.183 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:56:24.183 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:56:24.183 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:56:24.184 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:56:24.184 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:56:24.189 INFO:tasks.workunit.client.0.smithi032.stdout: 1125: throughput=5MB/sec pending data=0 2023-12-22T17:56:24.189 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hNGbHFyn2aNAK6W off=1454869 len=1755906 2023-12-22T17:56:24.191 INFO:tasks.workunit.client.0.smithi032.stdout:op 5752 completed, throughput=5MB/sec 2023-12-22T17:56:24.191 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rnF2vSx_mi-wGaM off=6607030 len=1747134 2023-12-22T17:56:24.193 INFO:tasks.workunit.client.0.smithi032.stdout:op 5753 completed, throughput=5MB/sec 2023-12-22T17:56:24.193 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5lgZsG8-ShQoj-R off=5518914 len=615592 2023-12-22T17:56:24.197 INFO:tasks.workunit.client.0.smithi032.stdout:op 5754 completed, throughput=5MB/sec 2023-12-22T17:56:24.197 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-nlP39Mfdv23bXpu off=5483750 len=1028300 2023-12-22T17:56:24.199 INFO:tasks.workunit.client.0.smithi032.stdout:op 5755 completed, throughput=5MB/sec 2023-12-22T17:56:24.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:24 smithi032 ceph-mon[191839]: pgmap v1873: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-22T17:56:24.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:24 smithi032 ceph-mon[191839]: from='client.35856 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:56:24.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:24 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1560411299' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:56:24.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:24 smithi032 ceph-mon[189144]: pgmap v1873: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-22T17:56:24.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:24 smithi032 ceph-mon[189144]: from='client.35856 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:56:24.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:24 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1560411299' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:56:25.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:24 smithi039 ceph-mon[181282]: pgmap v1873: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-22T17:56:25.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:24 smithi039 ceph-mon[181282]: from='client.35856 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:56:25.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:24 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1560411299' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:56:25.199 INFO:tasks.workunit.client.0.smithi032.stdout: 1126: throughput=5MB/sec pending data=0 2023-12-22T17:56:25.199 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-tMXcWWWc-nB9_xJ off=2472029 len=267039 2023-12-22T17:56:25.203 INFO:tasks.workunit.client.0.smithi032.stdout:op 5756 completed, throughput=5MB/sec 2023-12-22T17:56:25.203 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Pj1DxQb_0P4bSqZ off=11182972 len=1364802 2023-12-22T17:56:25.210 INFO:tasks.workunit.client.0.smithi032.stdout:op 5757 completed, throughput=5MB/sec 2023-12-22T17:56:25.210 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-6VmckG5A1Tdd3PR off=18769113 len=1622876 2023-12-22T17:56:25.218 INFO:tasks.workunit.client.0.smithi032.stdout:op 5758 completed, throughput=5MB/sec 2023-12-22T17:56:25.218 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-cZXPV7QdLlz77E1 off=22363 len=1301723 2023-12-22T17:56:25.224 INFO:tasks.workunit.client.0.smithi032.stdout:op 5759 completed, throughput=5MB/sec 2023-12-22T17:56:25.225 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-e4zsCiR0lEOs9Vy off=5238724 len=1529432 2023-12-22T17:56:25.227 INFO:tasks.workunit.client.0.smithi032.stdout:op 5760 completed, throughput=5MB/sec 2023-12-22T17:56:26.228 INFO:tasks.workunit.client.0.smithi032.stdout: 1127: throughput=5MB/sec pending data=0 2023-12-22T17:56:26.228 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SDjFxiVi777KFtP off=8936875 len=1615953 2023-12-22T17:56:26.236 INFO:tasks.workunit.client.0.smithi032.stdout:op 5761 completed, throughput=5MB/sec 2023-12-22T17:56:26.236 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LAJfD5q0Z-hPGDh off=166474 len=1767145 2023-12-22T17:56:26.239 INFO:tasks.workunit.client.0.smithi032.stdout:op 5762 completed, throughput=5MB/sec 2023-12-22T17:56:26.239 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-wckz-iRUxVvt-D5 off=7943397 len=1583678 2023-12-22T17:56:26.240 INFO:tasks.workunit.client.0.smithi032.stdout:op 5763 completed, throughput=5MB/sec 2023-12-22T17:56:27.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:26 smithi032 ceph-mon[189144]: pgmap v1874: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:56:27.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:26 smithi032 ceph-mon[191839]: pgmap v1874: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:56:27.241 INFO:tasks.workunit.client.0.smithi032.stdout: 1128: throughput=5MB/sec pending data=0 2023-12-22T17:56:27.241 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kKWe7aBdKOlWbD7 off=3447398 len=1032999 2023-12-22T17:56:27.243 INFO:tasks.workunit.client.0.smithi032.stdout:op 5764 completed, throughput=5MB/sec 2023-12-22T17:56:27.243 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EF-5V2tBjCiT6pe off=6710095 len=911771 2023-12-22T17:56:27.248 INFO:tasks.workunit.client.0.smithi032.stdout:op 5765 completed, throughput=5MB/sec 2023-12-22T17:56:27.248 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-AgnpNDEAYEIr4C5 off=205728 len=1777511 2023-12-22T17:56:27.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:26 smithi039 ceph-mon[181282]: pgmap v1874: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:56:27.256 INFO:tasks.workunit.client.0.smithi032.stdout:op 5766 completed, throughput=5MB/sec 2023-12-22T17:56:27.256 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hz1gC-KpBn0_kAE off=3272499 len=1601949 2023-12-22T17:56:27.263 INFO:tasks.workunit.client.0.smithi032.stdout:op 5767 completed, throughput=5MB/sec 2023-12-22T17:56:28.263 INFO:tasks.workunit.client.0.smithi032.stdout: 1129: throughput=5MB/sec pending data=0 2023-12-22T17:56:28.264 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-rpoINZMFiDjJsvx off=302189 len=1329306 2023-12-22T17:56:28.265 INFO:tasks.workunit.client.0.smithi032.stdout:op 5768 completed, throughput=5MB/sec 2023-12-22T17:56:28.265 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MdgtEQTdxoLp--v off=4396770 len=1813338 2023-12-22T17:56:28.273 INFO:tasks.workunit.client.0.smithi032.stdout:op 5769 completed, throughput=5MB/sec 2023-12-22T17:56:28.273 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-h7LwzITLg2gEXhA off=4989078 len=1168748 2023-12-22T17:56:28.279 INFO:tasks.workunit.client.0.smithi032.stdout:op 5770 completed, throughput=5MB/sec 2023-12-22T17:56:28.279 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--sTmYEw1ST9cecG off=12097342 len=2045087 2023-12-22T17:56:28.282 INFO:tasks.workunit.client.0.smithi032.stdout:op 5771 completed, throughput=5MB/sec 2023-12-22T17:56:29.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:28 smithi032 ceph-mon[191839]: pgmap v1875: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:56:29.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:28 smithi032 ceph-mon[189144]: pgmap v1875: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:56:29.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:28 smithi039 ceph-mon[181282]: pgmap v1875: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-22T17:56:29.282 INFO:tasks.workunit.client.0.smithi032.stdout: 1130: throughput=5MB/sec pending data=0 2023-12-22T17:56:29.282 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-3AbMIaK1AEKjbpD off=278932 len=492159 2023-12-22T17:56:29.283 INFO:tasks.workunit.client.0.smithi032.stdout:op 5772 completed, throughput=5MB/sec 2023-12-22T17:56:29.283 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Pg5IpOPXEnQWFBZ off=4373985 len=607659 2023-12-22T17:56:29.284 INFO:tasks.workunit.client.0.smithi032.stdout:op 5773 completed, throughput=5MB/sec 2023-12-22T17:56:29.284 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MEOQmUMIVpV_TyF off=9887831 len=881418 2023-12-22T17:56:29.290 INFO:tasks.workunit.client.0.smithi032.stdout:op 5774 completed, throughput=5MB/sec 2023-12-22T17:56:29.290 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jzMVJnJSZhgtFWg off=1937299 len=1135921 2023-12-22T17:56:29.291 INFO:tasks.workunit.client.0.smithi032.stdout:op 5775 completed, throughput=5MB/sec 2023-12-22T17:56:29.291 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-s6GtCDvFZJQ9Dq2 off=3159839 len=357056 2023-12-22T17:56:29.294 INFO:tasks.workunit.client.0.smithi032.stdout:op 5776 completed, throughput=5MB/sec 2023-12-22T17:56:29.294 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-9xWfZX3wjJ-M9gX off=4363724 len=263830 2023-12-22T17:56:29.297 INFO:tasks.workunit.client.0.smithi032.stdout:op 5777 completed, throughput=5MB/sec 2023-12-22T17:56:30.297 INFO:tasks.workunit.client.0.smithi032.stdout: 1131: throughput=5MB/sec pending data=0 2023-12-22T17:56:30.297 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hhRQQl1Ohkq-3ce off=3809119 len=335458 2023-12-22T17:56:30.301 INFO:tasks.workunit.client.0.smithi032.stdout:op 5778 completed, throughput=5MB/sec 2023-12-22T17:56:30.301 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-otXVH81zPqQvCkO off=1145653 len=1282278 2023-12-22T17:56:30.302 INFO:tasks.workunit.client.0.smithi032.stdout:op 5779 completed, throughput=5MB/sec 2023-12-22T17:56:30.302 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eHAQ47YkqXnVNkC off=12497417 len=100937 2023-12-22T17:56:30.303 INFO:tasks.workunit.client.0.smithi032.stdout:op 5780 completed, throughput=5MB/sec 2023-12-22T17:56:30.303 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2P5FlWoIq_ExJEj off=1904831 len=368515 2023-12-22T17:56:30.303 INFO:tasks.workunit.client.0.smithi032.stdout:op 5781 completed, throughput=5MB/sec 2023-12-22T17:56:30.304 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sPV1SzWth5-8-Za off=16352572 len=1970612 2023-12-22T17:56:30.307 INFO:tasks.workunit.client.0.smithi032.stdout:op 5782 completed, throughput=5MB/sec 2023-12-22T17:56:30.308 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-XIpg-ak17Gmsfc0 off=22292507 len=673690 2023-12-22T17:56:30.312 INFO:tasks.workunit.client.0.smithi032.stdout:op 5783 completed, throughput=5MB/sec 2023-12-22T17:56:30.312 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-SV2mC80ZEJz3VqY off=15751088 len=683662 2023-12-22T17:56:30.316 INFO:tasks.workunit.client.0.smithi032.stdout:op 5784 completed, throughput=5MB/sec 2023-12-22T17:56:31.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:30 smithi032 ceph-mon[189144]: pgmap v1876: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:56:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:56:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:56:30] "GET /metrics HTTP/1.1" 200 34027 "" "Prometheus/2.43.0" 2023-12-22T17:56:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:30 smithi032 ceph-mon[191839]: pgmap v1876: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:56:31.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:30 smithi039 ceph-mon[181282]: pgmap v1876: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:56:31.317 INFO:tasks.workunit.client.0.smithi032.stdout: 1132: throughput=5MB/sec pending data=0 2023-12-22T17:56:31.317 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-G2bKz0udtz8D2fu off=2881799 len=939630 2023-12-22T17:56:31.322 INFO:tasks.workunit.client.0.smithi032.stdout:op 5785 completed, throughput=5MB/sec 2023-12-22T17:56:31.322 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WCiV86ZiZszi1aL off=3112994 len=1286421 2023-12-22T17:56:31.329 INFO:tasks.workunit.client.0.smithi032.stdout:op 5786 completed, throughput=5MB/sec 2023-12-22T17:56:31.329 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0IvJn1RqTUuIMRi off=1048619 len=1667456 2023-12-22T17:56:31.336 INFO:tasks.workunit.client.0.smithi032.stdout:op 5787 completed, throughput=5MB/sec 2023-12-22T17:56:31.336 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MMO255DKQWRKuCT off=18785809 len=1636620 2023-12-22T17:56:31.337 INFO:tasks.workunit.client.0.smithi032.stdout:op 5788 completed, throughput=5MB/sec 2023-12-22T17:56:32.338 INFO:tasks.workunit.client.0.smithi032.stdout: 1133: throughput=5MB/sec pending data=0 2023-12-22T17:56:32.338 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8zBM08DzGzvzTUW off=756810 len=176284 2023-12-22T17:56:32.341 INFO:tasks.workunit.client.0.smithi032.stdout:op 5789 completed, throughput=5MB/sec 2023-12-22T17:56:32.341 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OYJgnKVqbNnZ0fe off=22076167 len=1562240 2023-12-22T17:56:32.343 INFO:tasks.workunit.client.0.smithi032.stdout:op 5790 completed, throughput=5MB/sec 2023-12-22T17:56:32.343 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ErD-_7paWS98FL2 off=3156085 len=1228030 2023-12-22T17:56:32.349 INFO:tasks.workunit.client.0.smithi032.stdout:op 5791 completed, throughput=5MB/sec 2023-12-22T17:56:32.349 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-uHE81G21x1BE4TU off=2722062 len=270559 2023-12-22T17:56:32.350 INFO:tasks.workunit.client.0.smithi032.stdout:op 5792 completed, throughput=5MB/sec 2023-12-22T17:56:32.350 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zffEcOXTrd0yj3z off=4487941 len=1949629 2023-12-22T17:56:32.359 INFO:tasks.workunit.client.0.smithi032.stdout:op 5793 completed, throughput=5MB/sec 2023-12-22T17:56:32.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:32 smithi032 ceph-mon[189144]: pgmap v1877: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:56:32.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:32 smithi032 ceph-mon[191839]: pgmap v1877: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:56:33.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:32 smithi039 ceph-mon[181282]: pgmap v1877: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:56:33.359 INFO:tasks.workunit.client.0.smithi032.stdout: 1134: throughput=5MB/sec pending data=0 2023-12-22T17:56:33.359 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cnLGrrwYYCi41hM off=19755602 len=2016932 2023-12-22T17:56:33.361 INFO:tasks.workunit.client.0.smithi032.stdout:op 5794 completed, throughput=5MB/sec 2023-12-22T17:56:33.361 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KkMT4QTNzoweMOC off=1286345 len=1002317 2023-12-22T17:56:33.363 INFO:tasks.workunit.client.0.smithi032.stdout:op 5795 completed, throughput=5MB/sec 2023-12-22T17:56:33.363 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-T-3z8yf0xRKfGrI off=4605401 len=1407802 2023-12-22T17:56:33.364 INFO:tasks.workunit.client.0.smithi032.stdout:op 5796 completed, throughput=5MB/sec 2023-12-22T17:56:33.364 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lw61URRHRd4A6Xn off=268459 len=1988652 2023-12-22T17:56:33.366 INFO:tasks.workunit.client.0.smithi032.stdout:op 5797 completed, throughput=5MB/sec 2023-12-22T17:56:34.367 INFO:tasks.workunit.client.0.smithi032.stdout: 1135: throughput=5MB/sec pending data=0 2023-12-22T17:56:34.367 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4YIagi1BpM4bkE- off=12597183 len=1888009 2023-12-22T17:56:34.369 INFO:tasks.workunit.client.0.smithi032.stdout:op 5798 completed, throughput=5MB/sec 2023-12-22T17:56:34.369 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj--pRRkwgkox_jhgm off=11317264 len=1153184 2023-12-22T17:56:34.372 INFO:tasks.workunit.client.0.smithi032.stdout:op 5799 completed, throughput=5MB/sec 2023-12-22T17:56:34.372 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-thj2NCytgG-etKp off=1601510 len=1347570 2023-12-22T17:56:34.373 INFO:tasks.workunit.client.0.smithi032.stdout:op 5800 completed, throughput=5MB/sec 2023-12-22T17:56:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:34 smithi032 ceph-mon[189144]: pgmap v1878: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:56:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:56:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:34 smithi032 ceph-mon[191839]: pgmap v1878: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:56:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:56:35.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:34 smithi039 ceph-mon[181282]: pgmap v1878: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:56:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:56:35.374 INFO:tasks.workunit.client.0.smithi032.stdout: 1136: throughput=5MB/sec pending data=0 2023-12-22T17:56:35.374 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Q7-U_KlT_Qb_fnD off=5506403 len=1386027 2023-12-22T17:56:35.380 INFO:tasks.workunit.client.0.smithi032.stdout:op 5801 completed, throughput=5MB/sec 2023-12-22T17:56:35.380 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TngXdQw3Nf6V_3m off=2275488 len=1669678 2023-12-22T17:56:35.387 INFO:tasks.workunit.client.0.smithi032.stdout:op 5802 completed, throughput=5MB/sec 2023-12-22T17:56:35.387 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4xfkm9zq4JVKVCG off=13654835 len=1221440 2023-12-22T17:56:35.388 INFO:tasks.workunit.client.0.smithi032.stdout:op 5803 completed, throughput=5MB/sec 2023-12-22T17:56:35.388 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ygTFPqJNC-1iMdv off=3940816 len=1575539 2023-12-22T17:56:35.395 INFO:tasks.workunit.client.0.smithi032.stdout:op 5804 completed, throughput=5MB/sec 2023-12-22T17:56:36.395 INFO:tasks.workunit.client.0.smithi032.stdout: 1137: throughput=5MB/sec pending data=0 2023-12-22T17:56:36.396 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-a-G0eFOVkb99Utm off=21783384 len=1179917 2023-12-22T17:56:36.402 INFO:tasks.workunit.client.0.smithi032.stdout:op 5805 completed, throughput=5MB/sec 2023-12-22T17:56:36.402 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Gv3NyOaXkEGhXJV off=3044499 len=1724771 2023-12-22T17:56:36.409 INFO:tasks.workunit.client.0.smithi032.stdout:op 5806 completed, throughput=5MB/sec 2023-12-22T17:56:36.410 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Tm2aZ8E7VT09pFN off=1374705 len=1755562 2023-12-22T17:56:36.411 INFO:tasks.workunit.client.0.smithi032.stdout:op 5807 completed, throughput=5MB/sec 2023-12-22T17:56:37.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:36 smithi032 ceph-mon[191839]: pgmap v1879: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:56:37.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:36 smithi032 ceph-mon[189144]: pgmap v1879: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:56:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:36 smithi039 ceph-mon[181282]: pgmap v1879: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-22T17:56:37.411 INFO:tasks.workunit.client.0.smithi032.stdout: 1138: throughput=5MB/sec pending data=0 2023-12-22T17:56:37.412 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-RiVoAACB3ZNLWKb off=0 len=1152987 2023-12-22T17:56:37.418 INFO:tasks.workunit.client.0.smithi032.stdout:op 5808 completed, throughput=5MB/sec 2023-12-22T17:56:37.418 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4Lk3cVw-idoi-J0 off=8003740 len=352149 2023-12-22T17:56:37.422 INFO:tasks.workunit.client.0.smithi032.stdout:op 5809 completed, throughput=5MB/sec 2023-12-22T17:56:37.422 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-F-pvfYkFfmDFkDS off=12072363 len=591926 2023-12-22T17:56:37.426 INFO:tasks.workunit.client.0.smithi032.stdout:op 5810 completed, throughput=5MB/sec 2023-12-22T17:56:37.426 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-73fSjoh_XlaICNk off=2966370 len=357542 2023-12-22T17:56:37.430 INFO:tasks.workunit.client.0.smithi032.stdout:op 5811 completed, throughput=5MB/sec 2023-12-22T17:56:37.430 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IcldBDNWvK7v9cs off=16564305 len=1469029 2023-12-22T17:56:37.432 INFO:tasks.workunit.client.0.smithi032.stdout:op 5812 completed, throughput=5MB/sec 2023-12-22T17:56:37.432 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yhr2FWesQH0CaAW off=12164644 len=1870900 2023-12-22T17:56:37.440 INFO:tasks.workunit.client.0.smithi032.stdout:op 5813 completed, throughput=5MB/sec 2023-12-22T17:56:38.440 INFO:tasks.workunit.client.0.smithi032.stdout: 1139: throughput=5MB/sec pending data=0 2023-12-22T17:56:38.441 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FhG0U5pUMzCnsMQ off=4343723 len=314886 2023-12-22T17:56:38.442 INFO:tasks.workunit.client.0.smithi032.stdout:op 5814 completed, throughput=5MB/sec 2023-12-22T17:56:38.442 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-D3b-KhXtD8-9iBG off=11927747 len=50424 2023-12-22T17:56:38.442 INFO:tasks.workunit.client.0.smithi032.stdout:op 5815 completed, throughput=5MB/sec 2023-12-22T17:56:38.442 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-XsreJFQiwn1R1nV off=3147689 len=1519656 2023-12-22T17:56:38.444 INFO:tasks.workunit.client.0.smithi032.stdout:op 5816 completed, throughput=5MB/sec 2023-12-22T17:56:38.444 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-caVfpI5s4I4ZLDp off=105065 len=1166081 2023-12-22T17:56:38.450 INFO:tasks.workunit.client.0.smithi032.stdout:op 5817 completed, throughput=5MB/sec 2023-12-22T17:56:38.450 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HwrMCTIF-clcSg7 off=2038667 len=1406442 2023-12-22T17:56:38.456 INFO:tasks.workunit.client.0.smithi032.stdout:op 5818 completed, throughput=5MB/sec 2023-12-22T17:56:38.456 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-iZ4o4wpUiRXsQoR off=2710724 len=1858614 2023-12-22T17:56:38.458 INFO:tasks.workunit.client.0.smithi032.stdout:op 5819 completed, throughput=5MB/sec 2023-12-22T17:56:39.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:38 smithi032 ceph-mon[191839]: pgmap v1880: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:56:39.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:38 smithi032 ceph-mon[189144]: pgmap v1880: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:56:39.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:38 smithi039 ceph-mon[181282]: pgmap v1880: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-22T17:56:39.458 INFO:tasks.workunit.client.0.smithi032.stdout: 1140: throughput=5MB/sec pending data=0 2023-12-22T17:56:39.458 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bdxrse5Q7mI2CPJ off=2926851 len=1765431 2023-12-22T17:56:39.462 INFO:tasks.workunit.client.0.smithi032.stdout:op 5820 completed, throughput=5MB/sec 2023-12-22T17:56:39.462 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-eqUcH8sHeMPINwQ off=18528162 len=1862577 2023-12-22T17:56:39.469 INFO:tasks.workunit.client.0.smithi032.stdout:op 5821 completed, throughput=5MB/sec 2023-12-22T17:56:39.469 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-cP3aEXw1AiIY1JU off=3772373 len=1247331 2023-12-22T17:56:39.472 INFO:tasks.workunit.client.0.smithi032.stdout:op 5822 completed, throughput=5MB/sec 2023-12-22T17:56:40.472 INFO:tasks.workunit.client.0.smithi032.stdout: 1141: throughput=5MB/sec pending data=0 2023-12-22T17:56:40.473 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-aFi-g5FfDzi5oUR off=4254038 len=1623318 2023-12-22T17:56:40.480 INFO:tasks.workunit.client.0.smithi032.stdout:op 5823 completed, throughput=5MB/sec 2023-12-22T17:56:40.480 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-jpTmvvx_YBNlPye off=11474446 len=315570 2023-12-22T17:56:40.480 INFO:tasks.workunit.client.0.smithi032.stdout:op 5824 completed, throughput=5MB/sec 2023-12-22T17:56:40.480 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NRx5B4UPuoumkD6 off=1226967 len=1237837 2023-12-22T17:56:40.483 INFO:tasks.workunit.client.0.smithi032.stdout:op 5825 completed, throughput=5MB/sec 2023-12-22T17:56:40.483 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-s3qFSfWnQVZIe97 off=7515959 len=609867 2023-12-22T17:56:40.487 INFO:tasks.workunit.client.0.smithi032.stdout:op 5826 completed, throughput=5MB/sec 2023-12-22T17:56:40.487 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-eAoj7o9ygc_vIJk off=5377211 len=981217 2023-12-22T17:56:40.492 INFO:tasks.workunit.client.0.smithi032.stdout:op 5827 completed, throughput=5MB/sec 2023-12-22T17:56:41.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:40 smithi032 ceph-mon[189144]: pgmap v1881: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:56:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:40 smithi032 ceph-mon[191839]: pgmap v1881: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:56:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:56:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:56:40] "GET /metrics HTTP/1.1" 200 34025 "" "Prometheus/2.43.0" 2023-12-22T17:56:41.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:40 smithi039 ceph-mon[181282]: pgmap v1881: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:56:41.493 INFO:tasks.workunit.client.0.smithi032.stdout: 1142: throughput=5MB/sec pending data=0 2023-12-22T17:56:41.493 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VBNMjvt_K_eaXs3 off=15883186 len=1596536 2023-12-22T17:56:41.501 INFO:tasks.workunit.client.0.smithi032.stdout:op 5828 completed, throughput=5MB/sec 2023-12-22T17:56:41.502 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mqBBPKLvX88SeSS off=15997995 len=1526284 2023-12-22T17:56:41.509 INFO:tasks.workunit.client.0.smithi032.stdout:op 5829 completed, throughput=5MB/sec 2023-12-22T17:56:41.509 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-fJDz_brr4yyl1oi off=13989128 len=2054204 2023-12-22T17:56:41.511 INFO:tasks.workunit.client.0.smithi032.stdout:op 5830 completed, throughput=5MB/sec 2023-12-22T17:56:42.512 INFO:tasks.workunit.client.0.smithi032.stdout: 1143: throughput=5MB/sec pending data=0 2023-12-22T17:56:42.512 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Ud6GAGNS7_WFNKZ off=8639272 len=427366 2023-12-22T17:56:42.515 INFO:tasks.workunit.client.0.smithi032.stdout:op 5831 completed, throughput=5MB/sec 2023-12-22T17:56:42.516 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-IXCr_nMLmla1xuT off=1909523 len=1195917 2023-12-22T17:56:42.522 INFO:tasks.workunit.client.0.smithi032.stdout:op 5832 completed, throughput=5MB/sec 2023-12-22T17:56:42.522 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0fZD2v9PVBXhw5v off=2662333 len=1710912 2023-12-22T17:56:42.524 INFO:tasks.workunit.client.0.smithi032.stdout:op 5833 completed, throughput=5MB/sec 2023-12-22T17:56:42.524 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MroNr6zA17qbFcp off=2328227 len=254968 2023-12-22T17:56:42.525 INFO:tasks.workunit.client.0.smithi032.stdout:op 5834 completed, throughput=5MB/sec 2023-12-22T17:56:42.525 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tzW53ZcOprIHRUb off=64929 len=1235582 2023-12-22T17:56:42.526 INFO:tasks.workunit.client.0.smithi032.stdout:op 5835 completed, throughput=5MB/sec 2023-12-22T17:56:42.526 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-EptvrOgPuq-jYRb off=4642424 len=1324266 2023-12-22T17:56:42.529 INFO:tasks.workunit.client.0.smithi032.stdout:op 5836 completed, throughput=5MB/sec 2023-12-22T17:56:42.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:42 smithi032 ceph-mon[191839]: pgmap v1882: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:56:42.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:42 smithi032 ceph-mon[189144]: pgmap v1882: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:56:43.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:42 smithi039 ceph-mon[181282]: pgmap v1882: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:56:43.529 INFO:tasks.workunit.client.0.smithi032.stdout: 1144: throughput=5MB/sec pending data=0 2023-12-22T17:56:43.529 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-CCR7BjglY07BL3P off=4832115 len=235385 2023-12-22T17:56:43.533 INFO:tasks.workunit.client.0.smithi032.stdout:op 5837 completed, throughput=5MB/sec 2023-12-22T17:56:43.533 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xNp6PzkLbsHKPzF off=18355434 len=2014171 2023-12-22T17:56:43.535 INFO:tasks.workunit.client.0.smithi032.stdout:op 5838 completed, throughput=5MB/sec 2023-12-22T17:56:43.535 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-f8Zo-OxloSgudVh off=1855438 len=1519857 2023-12-22T17:56:43.537 INFO:tasks.workunit.client.0.smithi032.stdout:op 5839 completed, throughput=5MB/sec 2023-12-22T17:56:43.538 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-eBgfXvO87JOMPRN off=6234902 len=1407081 2023-12-22T17:56:43.544 INFO:tasks.workunit.client.0.smithi032.stdout:op 5840 completed, throughput=5MB/sec 2023-12-22T17:56:44.545 INFO:tasks.workunit.client.0.smithi032.stdout: 1145: throughput=5MB/sec pending data=0 2023-12-22T17:56:44.545 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DQzxBWAG5kaKbOo off=1152405 len=1417910 2023-12-22T17:56:44.552 INFO:tasks.workunit.client.0.smithi032.stdout:op 5841 completed, throughput=5MB/sec 2023-12-22T17:56:44.552 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-o5lPtGujTWNUxlP off=18866051 len=1880806 2023-12-22T17:56:44.561 INFO:tasks.workunit.client.0.smithi032.stdout:op 5842 completed, throughput=5MB/sec 2023-12-22T17:56:44.561 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-niPxBxUbcWeYdI- off=2554614 len=1365535 2023-12-22T17:56:44.563 INFO:tasks.workunit.client.0.smithi032.stdout:op 5843 completed, throughput=5MB/sec 2023-12-22T17:56:45.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:44 smithi032 ceph-mon[191839]: pgmap v1883: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:56:45.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:44 smithi032 ceph-mon[189144]: pgmap v1883: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:56:45.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:44 smithi039 ceph-mon[181282]: pgmap v1883: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-22T17:56:45.564 INFO:tasks.workunit.client.0.smithi032.stdout: 1146: throughput=5MB/sec pending data=0 2023-12-22T17:56:45.564 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VpwE6FoZ26hbotB off=10154258 len=92965 2023-12-22T17:56:45.564 INFO:tasks.workunit.client.0.smithi032.stdout:op 5844 completed, throughput=5MB/sec 2023-12-22T17:56:45.565 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gINAZqrxxzfSVnx off=8406441 len=71965 2023-12-22T17:56:45.565 INFO:tasks.workunit.client.0.smithi032.stdout:op 5845 completed, throughput=5MB/sec 2023-12-22T17:56:45.565 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MdgtEQTdxoLp--v off=3906347 len=1207035 2023-12-22T17:56:45.567 INFO:tasks.workunit.client.0.smithi032.stdout:op 5846 completed, throughput=5MB/sec 2023-12-22T17:56:45.567 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kg33fG_GyYxR0GT off=1506899 len=846784 2023-12-22T17:56:45.573 INFO:tasks.workunit.client.0.smithi032.stdout:op 5847 completed, throughput=5MB/sec 2023-12-22T17:56:45.573 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MnQOnVzluARXKfg off=7215117 len=1060331 2023-12-22T17:56:45.578 INFO:tasks.workunit.client.0.smithi032.stdout:op 5848 completed, throughput=5MB/sec 2023-12-22T17:56:45.578 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-P7VJ_nIbr9iLs1J off=1259545 len=650040 2023-12-22T17:56:45.580 INFO:tasks.workunit.client.0.smithi032.stdout:op 5849 completed, throughput=5MB/sec 2023-12-22T17:56:45.580 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LyYMOp0SwrhdsQw off=12552579 len=1681409 2023-12-22T17:56:45.581 INFO:tasks.workunit.client.0.smithi032.stdout:op 5850 completed, throughput=5MB/sec 2023-12-22T17:56:46.582 INFO:tasks.workunit.client.0.smithi032.stdout: 1147: throughput=5MB/sec pending data=0 2023-12-22T17:56:46.582 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Pk3ChaMyUMWn8Ce off=5393220 len=1937372 2023-12-22T17:56:46.584 INFO:tasks.workunit.client.0.smithi032.stdout:op 5851 completed, throughput=5MB/sec 2023-12-22T17:56:46.584 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LKF0w6zbtiO40P- off=6797317 len=878319 2023-12-22T17:56:46.590 INFO:tasks.workunit.client.0.smithi032.stdout:op 5852 completed, throughput=5MB/sec 2023-12-22T17:56:46.590 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-khtEHeQZ-sUkOes off=7852131 len=1341839 2023-12-22T17:56:46.595 INFO:tasks.workunit.client.0.smithi032.stdout:op 5853 completed, throughput=5MB/sec 2023-12-22T17:56:46.595 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Yd-BO-xwHZaB-53 off=5431285 len=1087536 2023-12-22T17:56:46.600 INFO:tasks.workunit.client.0.smithi032.stdout:op 5854 completed, throughput=5MB/sec 2023-12-22T17:56:47.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:46 smithi032 ceph-mon[191839]: pgmap v1884: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:56:47.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:46 smithi032 ceph-mon[189144]: pgmap v1884: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:56:47.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:46 smithi039 ceph-mon[181282]: pgmap v1884: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:56:47.601 INFO:tasks.workunit.client.0.smithi032.stdout: 1148: throughput=5MB/sec pending data=0 2023-12-22T17:56:47.601 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-xxtJrdvVxZW0Peg off=1368885 len=1298128 2023-12-22T17:56:47.608 INFO:tasks.workunit.client.0.smithi032.stdout:op 5855 completed, throughput=5MB/sec 2023-12-22T17:56:47.609 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-DAIiOPk9R-tWK3h off=2117350 len=1875973 2023-12-22T17:56:47.617 INFO:tasks.workunit.client.0.smithi032.stdout:op 5856 completed, throughput=5MB/sec 2023-12-22T17:56:47.617 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2PaXCZoxwAXGPOa off=99235 len=911907 2023-12-22T17:56:47.618 INFO:tasks.workunit.client.0.smithi032.stdout:op 5857 completed, throughput=5MB/sec 2023-12-22T17:56:47.618 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eqj1AsSFaTDfIIH off=18168264 len=503595 2023-12-22T17:56:47.619 INFO:tasks.workunit.client.0.smithi032.stdout:op 5858 completed, throughput=5MB/sec 2023-12-22T17:56:47.619 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-FcsP7iYlGBYyeue off=5076073 len=1478063 2023-12-22T17:56:47.622 INFO:tasks.workunit.client.0.smithi032.stdout:op 5859 completed, throughput=5MB/sec 2023-12-22T17:56:48.623 INFO:tasks.workunit.client.0.smithi032.stdout: 1149: throughput=5MB/sec pending data=0 2023-12-22T17:56:48.623 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4Csy3wfigPPBKcS off=5493775 len=324411 2023-12-22T17:56:48.627 INFO:tasks.workunit.client.0.smithi032.stdout:op 5860 completed, throughput=5MB/sec 2023-12-22T17:56:48.627 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-hTOuyx2oROYGoWH off=3078322 len=1426758 2023-12-22T17:56:48.628 INFO:tasks.workunit.client.0.smithi032.stdout:op 5861 completed, throughput=5MB/sec 2023-12-22T17:56:48.628 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2rJMCHWjRsThJH9 off=1905994 len=232807 2023-12-22T17:56:48.629 INFO:tasks.workunit.client.0.smithi032.stdout:op 5862 completed, throughput=5MB/sec 2023-12-22T17:56:48.629 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4yZZRoKM2w3CIxv off=2776818 len=1852896 2023-12-22T17:56:48.633 INFO:tasks.workunit.client.0.smithi032.stdout:op 5863 completed, throughput=5MB/sec 2023-12-22T17:56:48.633 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-DvWKHX6pwN1Hy_C off=1095975 len=2026416 2023-12-22T17:56:48.636 INFO:tasks.workunit.client.0.smithi032.stdout:op 5864 completed, throughput=5MB/sec 2023-12-22T17:56:49.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:48 smithi032 ceph-mon[191839]: pgmap v1885: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-22T17:56:49.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:48 smithi032 ceph-mon[189144]: pgmap v1885: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-22T17:56:49.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:48 smithi039 ceph-mon[181282]: pgmap v1885: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-22T17:56:49.637 INFO:tasks.workunit.client.0.smithi032.stdout: 1150: throughput=5MB/sec pending data=0 2023-12-22T17:56:49.637 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BsNfSyVdlYo3Bvp off=0 len=1515096 2023-12-22T17:56:49.639 INFO:tasks.workunit.client.0.smithi032.stdout:op 5865 completed, throughput=5MB/sec 2023-12-22T17:56:49.639 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qAALCoLaY4idOr_ off=6173745 len=1208055 2023-12-22T17:56:49.646 INFO:tasks.workunit.client.0.smithi032.stdout:op 5866 completed, throughput=5MB/sec 2023-12-22T17:56:49.646 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UMiJiixa3My3Pjh off=311882 len=1449959 2023-12-22T17:56:49.647 INFO:tasks.workunit.client.0.smithi032.stdout:op 5867 completed, throughput=5MB/sec 2023-12-22T17:56:50.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:56:50.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:56:50.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:56:50.648 INFO:tasks.workunit.client.0.smithi032.stdout: 1151: throughput=5MB/sec pending data=0 2023-12-22T17:56:50.648 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9-z8dlG4ADn0kP_ off=4035518 len=968714 2023-12-22T17:56:50.649 INFO:tasks.workunit.client.0.smithi032.stdout:op 5868 completed, throughput=5MB/sec 2023-12-22T17:56:50.649 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UtW0q4CDtmG8Jek off=2229467 len=238517 2023-12-22T17:56:50.652 INFO:tasks.workunit.client.0.smithi032.stdout:op 5869 completed, throughput=5MB/sec 2023-12-22T17:56:50.652 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-irjkxuElBlEFaOh off=8235709 len=1860081 2023-12-22T17:56:50.655 INFO:tasks.workunit.client.0.smithi032.stdout:op 5870 completed, throughput=5MB/sec 2023-12-22T17:56:50.655 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ChbxYj032JA2HJR off=5146971 len=1126563 2023-12-22T17:56:50.656 INFO:tasks.workunit.client.0.smithi032.stdout:op 5871 completed, throughput=5MB/sec 2023-12-22T17:56:50.657 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OsHigDGOK4jySDn off=7610055 len=32418 2023-12-22T17:56:50.657 INFO:tasks.workunit.client.0.smithi032.stdout:op 5872 completed, throughput=5MB/sec 2023-12-22T17:56:50.657 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-BPGufFYJUQ_PuKt off=1215405 len=39969 2023-12-22T17:56:50.657 INFO:tasks.workunit.client.0.smithi032.stdout:op 5873 completed, throughput=5MB/sec 2023-12-22T17:56:50.657 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KpV9FQD44-XDjwr off=2602714 len=1147651 2023-12-22T17:56:50.658 INFO:tasks.workunit.client.0.smithi032.stdout:op 5874 completed, throughput=5MB/sec 2023-12-22T17:56:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:50 smithi032 ceph-mon[191839]: pgmap v1886: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-22T17:56:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:50 smithi032 ceph-mon[189144]: pgmap v1886: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-22T17:56:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:56:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:56:50] "GET /metrics HTTP/1.1" 200 34027 "" "Prometheus/2.43.0" 2023-12-22T17:56:51.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:50 smithi039 ceph-mon[181282]: pgmap v1886: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-22T17:56:51.659 INFO:tasks.workunit.client.0.smithi032.stdout: 1152: throughput=5MB/sec pending data=0 2023-12-22T17:56:51.659 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-46ISuaxWcSBtoOd off=14800699 len=22580 2023-12-22T17:56:51.661 INFO:tasks.workunit.client.0.smithi032.stdout:op 5875 completed, throughput=5MB/sec 2023-12-22T17:56:51.661 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-VebFRi9CJJW_wRS off=879564 len=104117 2023-12-22T17:56:51.662 INFO:tasks.workunit.client.0.smithi032.stdout:op 5876 completed, throughput=5MB/sec 2023-12-22T17:56:51.662 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-LLxZEmVfMFi6CsK off=9082558 len=1355579 2023-12-22T17:56:51.669 INFO:tasks.workunit.client.0.smithi032.stdout:op 5877 completed, throughput=5MB/sec 2023-12-22T17:56:51.669 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ohCQhCenXiQZVox off=8198033 len=341261 2023-12-22T17:56:51.673 INFO:tasks.workunit.client.0.smithi032.stdout:op 5878 completed, throughput=5MB/sec 2023-12-22T17:56:51.673 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zwwo2rXpL1d0znw off=10460088 len=1534990 2023-12-22T17:56:51.679 INFO:tasks.workunit.client.0.smithi032.stdout:op 5879 completed, throughput=5MB/sec 2023-12-22T17:56:51.679 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qjDoL5w9Gfsspfn off=7387828 len=1662006 2023-12-22T17:56:51.687 INFO:tasks.workunit.client.0.smithi032.stdout:op 5880 completed, throughput=5MB/sec 2023-12-22T17:56:52.688 INFO:tasks.workunit.client.0.smithi032.stdout: 1153: throughput=5MB/sec pending data=0 2023-12-22T17:56:52.688 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fo19AIZmlMi7D3J off=5215394 len=715929 2023-12-22T17:56:52.693 INFO:tasks.workunit.client.0.smithi032.stdout:op 5881 completed, throughput=5MB/sec 2023-12-22T17:56:52.693 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-UUuKAOnhyGnRArA off=1349150 len=1472420 2023-12-22T17:56:52.700 INFO:tasks.workunit.client.0.smithi032.stdout:op 5882 completed, throughput=5MB/sec 2023-12-22T17:56:52.700 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-sWCycMnRKFd3hCx off=1145428 len=519237 2023-12-22T17:56:52.705 INFO:tasks.workunit.client.0.smithi032.stdout:op 5883 completed, throughput=5MB/sec 2023-12-22T17:56:52.705 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-x9TyANbg_CTOZFB off=6127039 len=809261 2023-12-22T17:56:52.709 INFO:tasks.workunit.client.0.smithi032.stdout:op 5884 completed, throughput=5MB/sec 2023-12-22T17:56:52.709 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-hxEeAERTDSyaoBh off=3555678 len=1003780 2023-12-22T17:56:52.714 INFO:tasks.workunit.client.0.smithi032.stdout:op 5885 completed, throughput=5MB/sec 2023-12-22T17:56:52.714 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-5MddSEZudFcODj3 off=4262112 len=1493112 2023-12-22T17:56:52.721 INFO:tasks.workunit.client.0.smithi032.stdout:op 5886 completed, throughput=5MB/sec 2023-12-22T17:56:52.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:52 smithi032 ceph-mon[191839]: pgmap v1887: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:56:52.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:52 smithi032 ceph-mon[189144]: pgmap v1887: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:56:53.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:52 smithi039 ceph-mon[181282]: pgmap v1887: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-22T17:56:53.721 INFO:tasks.workunit.client.0.smithi032.stdout: 1154: throughput=5MB/sec pending data=0 2023-12-22T17:56:53.722 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0TbaIUPmfYU6Fsa off=7630454 len=2074966 2023-12-22T17:56:53.731 INFO:tasks.workunit.client.0.smithi032.stdout:op 5887 completed, throughput=5MB/sec 2023-12-22T17:56:53.731 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Go65BcnX_he3jWl off=480259 len=487302 2023-12-22T17:56:53.732 INFO:tasks.workunit.client.0.smithi032.stdout:op 5888 completed, throughput=5MB/sec 2023-12-22T17:56:53.732 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-NUI1Z_j-66tELUU off=7992324 len=1326256 2023-12-22T17:56:53.739 INFO:tasks.workunit.client.0.smithi032.stdout:op 5889 completed, throughput=5MB/sec 2023-12-22T17:56:53.739 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-y78Cxq-l5hJ01tK off=454202 len=260847 2023-12-22T17:56:53.742 INFO:tasks.workunit.client.0.smithi032.stdout:op 5890 completed, throughput=5MB/sec 2023-12-22T17:56:53.742 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-OF03NJI4XYAjkjQ off=2609921 len=1184664 2023-12-22T17:56:53.743 INFO:tasks.workunit.client.0.smithi032.stdout:op 5891 completed, throughput=5MB/sec 2023-12-22T17:56:54.544 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:56:54.744 INFO:tasks.workunit.client.0.smithi032.stdout: 1155: throughput=5MB/sec pending data=0 2023-12-22T17:56:54.744 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-bZhy8zCQEIFQ3-N off=2042496 len=1415722 2023-12-22T17:56:54.745 INFO:tasks.workunit.client.0.smithi032.stdout:op 5892 completed, throughput=5MB/sec 2023-12-22T17:56:54.745 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-8vqyIs7sLsjkSpQ off=2812472 len=1449478 2023-12-22T17:56:54.751 INFO:tasks.workunit.client.0.smithi032.stdout:op 5893 completed, throughput=5MB/sec 2023-12-22T17:56:54.751 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-dh1Brbp8hKmaVTF off=2407665 len=694931 2023-12-22T17:56:54.755 INFO:tasks.workunit.client.0.smithi032.stdout:op 5894 completed, throughput=5MB/sec 2023-12-22T17:56:54.755 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qxIaWF95V7S0NgA off=5605672 len=1500889 2023-12-22T17:56:54.761 INFO:tasks.workunit.client.0.smithi032.stdout:op 5895 completed, throughput=5MB/sec 2023-12-22T17:56:54.875 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:56:54.876 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (36m) 2m ago 41m 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:56:54.876 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (36m) 51s ago 41m 93.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:56:54.876 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (42m) 2m ago 42m 22.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:56:54.876 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (42m) 51s ago 42m 27.7M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:56:54.876 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (36m) 51s ago 44m 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:56:54.876 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (36m) 2m ago 46m 548M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:56:54.876 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (35m) 2m ago 46m 285M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:56:54.876 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (35m) 51s ago 45m 166M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:56:54.877 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (35m) 2m ago 44m 168M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:56:54.877 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (36m) 2m ago 41m 16.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:56:54.877 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (36m) 51s ago 41m 18.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:56:54.877 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (34m) 2m ago 44m 2024M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:56:54.877 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (34m) 2m ago 44m 2282M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:56:54.877 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (34m) 2m ago 43m 2158M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:56:54.877 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (33m) 2m ago 43m 1910M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:56:54.877 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (33m) 51s ago 43m 1896M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:56:54.877 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (32m) 51s ago 43m 1655M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:56:54.877 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (32m) 51s ago 42m 1107M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:56:54.877 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (31m) 51s ago 42m 1550M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:56:54.878 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (36m) 51s ago 41m 81.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:56:55.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:54 smithi032 ceph-mon[189144]: pgmap v1888: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:56:55.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:54 smithi032 ceph-mon[189144]: from='client.45803 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:56:55.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:54 smithi032 ceph-mon[191839]: pgmap v1888: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:56:55.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:54 smithi032 ceph-mon[191839]: from='client.45803 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:56:55.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:54 smithi039 ceph-mon[181282]: pgmap v1888: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:56:55.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:54 smithi039 ceph-mon[181282]: from='client.45803 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:56:55.280 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:56:55.280 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:56:55.280 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:56:55.280 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:56:55.280 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:56:55.280 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:56:55.280 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:56:55.280 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:56:55.280 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:56:55.281 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:56:55.281 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:56:55.281 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:56:55.281 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:56:55.281 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:56:55.281 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:56:55.281 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:56:55.281 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:56:55.281 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:56:55.762 INFO:tasks.workunit.client.0.smithi032.stdout: 1156: throughput=5MB/sec pending data=0 2023-12-22T17:56:55.762 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LCbYT2zsexeGGZg off=7494786 len=1687208 2023-12-22T17:56:55.765 INFO:tasks.workunit.client.0.smithi032.stdout:op 5896 completed, throughput=5MB/sec 2023-12-22T17:56:55.765 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-sbhdQDiegnVYlJz off=825990 len=1140912 2023-12-22T17:56:55.767 INFO:tasks.workunit.client.0.smithi032.stdout:op 5897 completed, throughput=5MB/sec 2023-12-22T17:56:55.767 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ipSU7tg-MjGMwG6 off=6401961 len=790913 2023-12-22T17:56:55.771 INFO:tasks.workunit.client.0.smithi032.stdout:op 5898 completed, throughput=5MB/sec 2023-12-22T17:56:55.771 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BAthLOj7TyaSQ54 off=13471685 len=933339 2023-12-22T17:56:55.776 INFO:tasks.workunit.client.0.smithi032.stdout:op 5899 completed, throughput=5MB/sec 2023-12-22T17:56:56.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:55 smithi032 ceph-mon[191839]: from='client.35874 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:56:56.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:55 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3652073230' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:56:56.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:55 smithi032 ceph-mon[189144]: from='client.35874 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:56:56.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:55 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3652073230' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:56:56.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:55 smithi039 ceph-mon[181282]: from='client.35874 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:56:56.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:55 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3652073230' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:56:56.776 INFO:tasks.workunit.client.0.smithi032.stdout: 1157: throughput=5MB/sec pending data=0 2023-12-22T17:56:56.776 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-uVOvQBjvMftEcUN off=10146936 len=203603 2023-12-22T17:56:56.780 INFO:tasks.workunit.client.0.smithi032.stdout:op 5900 completed, throughput=5MB/sec 2023-12-22T17:56:56.780 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PBqp6BsYQjCo7X- off=7037433 len=1470581 2023-12-22T17:56:56.787 INFO:tasks.workunit.client.0.smithi032.stdout:op 5901 completed, throughput=5MB/sec 2023-12-22T17:56:56.787 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-tcwxZySqJcgxRSH off=7810207 len=1570333 2023-12-22T17:56:56.789 INFO:tasks.workunit.client.0.smithi032.stdout:op 5902 completed, throughput=5MB/sec 2023-12-22T17:56:56.789 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-4by4Zp4Od8Rz2wM off=11028479 len=1522435 2023-12-22T17:56:56.791 INFO:tasks.workunit.client.0.smithi032.stdout:op 5903 completed, throughput=5MB/sec 2023-12-22T17:56:56.792 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-qHkE-Q4SePq9-uR off=537033 len=984274 2023-12-22T17:56:56.797 INFO:tasks.workunit.client.0.smithi032.stdout:op 5904 completed, throughput=5MB/sec 2023-12-22T17:56:57.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:56 smithi032 ceph-mon[191839]: pgmap v1889: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-22T17:56:57.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:56 smithi032 ceph-mon[189144]: pgmap v1889: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-22T17:56:57.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:56 smithi039 ceph-mon[181282]: pgmap v1889: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-22T17:56:57.798 INFO:tasks.workunit.client.0.smithi032.stdout: 1158: throughput=5MB/sec pending data=0 2023-12-22T17:56:57.798 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0OTOl96HTvrFgM_ off=8562911 len=706197 2023-12-22T17:56:57.802 INFO:tasks.workunit.client.0.smithi032.stdout:op 5905 completed, throughput=5MB/sec 2023-12-22T17:56:57.802 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-P5_tEjKKOS2_ufl off=6926930 len=16286 2023-12-22T17:56:57.803 INFO:tasks.workunit.client.0.smithi032.stdout:op 5906 completed, throughput=5MB/sec 2023-12-22T17:56:57.803 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ANsN9L77EHWzwEn off=7845786 len=163969 2023-12-22T17:56:57.804 INFO:tasks.workunit.client.0.smithi032.stdout:op 5907 completed, throughput=5MB/sec 2023-12-22T17:56:57.804 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-vF9YTKRG4YbJnFv off=1432176 len=490674 2023-12-22T17:56:57.807 INFO:tasks.workunit.client.0.smithi032.stdout:op 5908 completed, throughput=5MB/sec 2023-12-22T17:56:57.807 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-eCHQynO7qrSgyH_ off=13598878 len=1015546 2023-12-22T17:56:57.813 INFO:tasks.workunit.client.0.smithi032.stdout:op 5909 completed, throughput=5MB/sec 2023-12-22T17:56:57.814 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pdLrVzSIRQTUYHa off=3603164 len=1370380 2023-12-22T17:56:57.820 INFO:tasks.workunit.client.0.smithi032.stdout:op 5910 completed, throughput=5MB/sec 2023-12-22T17:56:57.820 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0e4k9N1Fw1s9um2 off=1846734 len=1999245 2023-12-22T17:56:57.822 INFO:tasks.workunit.client.0.smithi032.stdout:op 5911 completed, throughput=5MB/sec 2023-12-22T17:56:58.823 INFO:tasks.workunit.client.0.smithi032.stdout: 1159: throughput=5MB/sec pending data=0 2023-12-22T17:56:58.823 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-0a9KteFU1Y1d-X_ off=745860 len=6075 2023-12-22T17:56:58.825 INFO:tasks.workunit.client.0.smithi032.stdout:op 5912 completed, throughput=5MB/sec 2023-12-22T17:56:58.826 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-D5uCSJ1mwF_ktdr off=5432077 len=1715057 2023-12-22T17:56:58.827 INFO:tasks.workunit.client.0.smithi032.stdout:op 5913 completed, throughput=5MB/sec 2023-12-22T17:56:58.827 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IW70Ry5PAV-vK0J off=9438238 len=1019802 2023-12-22T17:56:58.829 INFO:tasks.workunit.client.0.smithi032.stdout:op 5914 completed, throughput=5MB/sec 2023-12-22T17:56:58.829 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9VyN7YxkXEEgqP0 off=12915879 len=131890 2023-12-22T17:56:58.829 INFO:tasks.workunit.client.0.smithi032.stdout:op 5915 completed, throughput=5MB/sec 2023-12-22T17:56:58.830 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-PABSKNoeHsbWc_f off=10332696 len=448680 2023-12-22T17:56:58.830 INFO:tasks.workunit.client.0.smithi032.stdout:op 5916 completed, throughput=5MB/sec 2023-12-22T17:56:58.830 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-aBgA4Q8DBiBxusU off=2747258 len=1108040 2023-12-22T17:56:58.833 INFO:tasks.workunit.client.0.smithi032.stdout:op 5917 completed, throughput=5MB/sec 2023-12-22T17:56:58.833 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-JHpd4xHlGjBZHPo off=2315423 len=1762053 2023-12-22T17:56:58.835 INFO:tasks.workunit.client.0.smithi032.stdout:op 5918 completed, throughput=5MB/sec 2023-12-22T17:56:59.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:56:58 smithi032 ceph-mon[189144]: pgmap v1890: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:56:59.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:56:58 smithi032 ceph-mon[191839]: pgmap v1890: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:56:59.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:56:58 smithi039 ceph-mon[181282]: pgmap v1890: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:56:59.835 INFO:tasks.workunit.client.0.smithi032.stdout: 1160: throughput=5MB/sec pending data=0 2023-12-22T17:56:59.836 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-pzJDo_a2U0iGlj6 off=5848811 len=803511 2023-12-22T17:56:59.837 INFO:tasks.workunit.client.0.smithi032.stdout:op 5919 completed, throughput=5MB/sec 2023-12-22T17:56:59.838 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iU5fDtXXpl7PG5c off=18020466 len=1080475 2023-12-22T17:56:59.844 INFO:tasks.workunit.client.0.smithi032.stdout:op 5920 completed, throughput=5MB/sec 2023-12-22T17:56:59.844 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-D3b-KhXtD8-9iBG off=11598672 len=1443947 2023-12-22T17:56:59.846 INFO:tasks.workunit.client.0.smithi032.stdout:op 5921 completed, throughput=5MB/sec 2023-12-22T17:56:59.846 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-HnlI47F3ZwKHwRl off=17629388 len=2082808 2023-12-22T17:56:59.848 INFO:tasks.workunit.client.0.smithi032.stdout:op 5922 completed, throughput=5MB/sec 2023-12-22T17:57:00.849 INFO:tasks.workunit.client.0.smithi032.stdout: 1161: throughput=5MB/sec pending data=0 2023-12-22T17:57:00.849 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-nby9zftPGvuv2PJ off=9843232 len=249797 2023-12-22T17:57:00.852 INFO:tasks.workunit.client.0.smithi032.stdout:op 5923 completed, throughput=5MB/sec 2023-12-22T17:57:00.852 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-mGBjLnvr8x-_CWu off=3772315 len=390607 2023-12-22T17:57:00.856 INFO:tasks.workunit.client.0.smithi032.stdout:op 5924 completed, throughput=5MB/sec 2023-12-22T17:57:00.856 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-LRYoKVxz_GCHJ0n off=1655292 len=1493510 2023-12-22T17:57:00.858 INFO:tasks.workunit.client.0.smithi032.stdout:op 5925 completed, throughput=5MB/sec 2023-12-22T17:57:00.858 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-FqY5eUhTUY_b0Kx off=723123 len=457385 2023-12-22T17:57:00.861 INFO:tasks.workunit.client.0.smithi032.stdout:op 5926 completed, throughput=5MB/sec 2023-12-22T17:57:00.862 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UVWefITgWHf01te off=6931974 len=1496422 2023-12-22T17:57:00.864 INFO:tasks.workunit.client.0.smithi032.stdout:op 5927 completed, throughput=5MB/sec 2023-12-22T17:57:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:00 smithi032 ceph-mon[191839]: pgmap v1891: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:57:01.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:00 smithi032 ceph-mon[189144]: pgmap v1891: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:57:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:57:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:57:00] "GET /metrics HTTP/1.1" 200 34027 "" "Prometheus/2.43.0" 2023-12-22T17:57:01.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:00 smithi039 ceph-mon[181282]: pgmap v1891: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:57:01.865 INFO:tasks.workunit.client.0.smithi032.stdout: 1162: throughput=5MB/sec pending data=0 2023-12-22T17:57:01.865 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kIYwF2Fzzg9Gk6L off=3052655 len=1472926 2023-12-22T17:57:01.872 INFO:tasks.workunit.client.0.smithi032.stdout:op 5928 completed, throughput=5MB/sec 2023-12-22T17:57:01.872 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-eUSOsXKldsuQ4z5 off=4199184 len=868682 2023-12-22T17:57:01.877 INFO:tasks.workunit.client.0.smithi032.stdout:op 5929 completed, throughput=5MB/sec 2023-12-22T17:57:01.877 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-2572QheE3GKyjrs off=8885649 len=1960984 2023-12-22T17:57:01.881 INFO:tasks.workunit.client.0.smithi032.stdout:op 5930 completed, throughput=5MB/sec 2023-12-22T17:57:01.881 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-R-mOc12OQOiI6Fa off=831510 len=69670 2023-12-22T17:57:01.883 INFO:tasks.workunit.client.0.smithi032.stdout:op 5931 completed, throughput=5MB/sec 2023-12-22T17:57:01.884 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-zPMUjqHia1w3Hia off=8209123 len=1446002 2023-12-22T17:57:01.889 INFO:tasks.workunit.client.0.smithi032.stdout:op 5932 completed, throughput=5MB/sec 2023-12-22T17:57:02.890 INFO:tasks.workunit.client.0.smithi032.stdout: 1163: throughput=5MB/sec pending data=0 2023-12-22T17:57:02.890 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-SPRXlJNOkT8HzyC off=2501060 len=821256 2023-12-22T17:57:02.891 INFO:tasks.workunit.client.0.smithi032.stdout:op 5933 completed, throughput=5MB/sec 2023-12-22T17:57:02.891 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-dzg9QxsN3Vgef1- off=1596601 len=778706 2023-12-22T17:57:02.892 INFO:tasks.workunit.client.0.smithi032.stdout:op 5934 completed, throughput=5MB/sec 2023-12-22T17:57:02.892 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Hjg1gO6NR4P8kw_ off=4294189 len=1525844 2023-12-22T17:57:02.899 INFO:tasks.workunit.client.0.smithi032.stdout:op 5935 completed, throughput=5MB/sec 2023-12-22T17:57:02.899 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-BLEO79MyviOGCE4 off=2754536 len=1051622 2023-12-22T17:57:02.905 INFO:tasks.workunit.client.0.smithi032.stdout:op 5936 completed, throughput=5MB/sec 2023-12-22T17:57:02.905 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pLt6rYeggtkowGR off=128718 len=1796089 2023-12-22T17:57:02.913 INFO:tasks.workunit.client.0.smithi032.stdout:op 5937 completed, throughput=5MB/sec 2023-12-22T17:57:02.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:02 smithi032 ceph-mon[191839]: pgmap v1892: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:57:02.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:02 smithi032 ceph-mon[189144]: pgmap v1892: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:57:03.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:02 smithi039 ceph-mon[181282]: pgmap v1892: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-22T17:57:03.914 INFO:tasks.workunit.client.0.smithi032.stdout: 1164: throughput=5MB/sec pending data=0 2023-12-22T17:57:03.914 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ZtDWioO06a1nKVD off=0 len=1344100 2023-12-22T17:57:03.916 INFO:tasks.workunit.client.0.smithi032.stdout:op 5938 completed, throughput=5MB/sec 2023-12-22T17:57:03.916 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-v1HmwgpEe8rgk_E off=896952 len=669092 2023-12-22T17:57:03.920 INFO:tasks.workunit.client.0.smithi032.stdout:op 5939 completed, throughput=5MB/sec 2023-12-22T17:57:03.920 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IPO0cUJN5Gs_1Ja off=1528024 len=652126 2023-12-22T17:57:03.922 INFO:tasks.workunit.client.0.smithi032.stdout:op 5940 completed, throughput=5MB/sec 2023-12-22T17:57:03.922 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-HSVjWqa1qTmXxlK off=1952979 len=128995 2023-12-22T17:57:03.925 INFO:tasks.workunit.client.0.smithi032.stdout:op 5941 completed, throughput=5MB/sec 2023-12-22T17:57:03.925 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Y9DzeG_yUGbWI2V off=4871193 len=1839037 2023-12-22T17:57:03.927 INFO:tasks.workunit.client.0.smithi032.stdout:op 5942 completed, throughput=5MB/sec 2023-12-22T17:57:04.927 INFO:tasks.workunit.client.0.smithi032.stdout: 1165: throughput=5MB/sec pending data=0 2023-12-22T17:57:04.928 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-jCGXHxupalDPmE3 off=3184150 len=740228 2023-12-22T17:57:04.932 INFO:tasks.workunit.client.0.smithi032.stdout:op 5943 completed, throughput=5MB/sec 2023-12-22T17:57:04.932 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5rahVM_B-CMz6Ss off=14428947 len=1964504 2023-12-22T17:57:04.934 INFO:tasks.workunit.client.0.smithi032.stdout:op 5944 completed, throughput=5MB/sec 2023-12-22T17:57:04.934 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-iCu1WQVkwynS4g- off=12106229 len=1724049 2023-12-22T17:57:04.943 INFO:tasks.workunit.client.0.smithi032.stdout:op 5945 completed, throughput=5MB/sec 2023-12-22T17:57:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:04 smithi032 ceph-mon[189144]: pgmap v1893: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:57:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:57:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:04 smithi032 ceph-mon[191839]: pgmap v1893: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:57:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:57:05.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:04 smithi039 ceph-mon[181282]: pgmap v1893: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:57:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:57:05.943 INFO:tasks.workunit.client.0.smithi032.stdout: 1166: throughput=5MB/sec pending data=0 2023-12-22T17:57:05.943 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-zYICbvkyugZdKwy off=2065444 len=942703 2023-12-22T17:57:05.945 INFO:tasks.workunit.client.0.smithi032.stdout:op 5946 completed, throughput=5MB/sec 2023-12-22T17:57:05.945 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-9CD7_64ihEgTnSR off=1417218 len=1469463 2023-12-22T17:57:05.946 INFO:tasks.workunit.client.0.smithi032.stdout:op 5947 completed, throughput=5MB/sec 2023-12-22T17:57:05.947 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-F5tmtom96dnv6s5 off=2826587 len=67420 2023-12-22T17:57:05.947 INFO:tasks.workunit.client.0.smithi032.stdout:op 5948 completed, throughput=5MB/sec 2023-12-22T17:57:05.947 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MnQOnVzluARXKfg off=7968323 len=1345456 2023-12-22T17:57:05.949 INFO:tasks.workunit.client.0.smithi032.stdout:op 5949 completed, throughput=5MB/sec 2023-12-22T17:57:05.949 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-t71vWV5cEMUJWDQ off=3779012 len=1700030 2023-12-22T17:57:05.956 INFO:tasks.workunit.client.0.smithi032.stdout:op 5950 completed, throughput=5MB/sec 2023-12-22T17:57:06.956 INFO:tasks.workunit.client.0.smithi032.stdout: 1167: throughput=5MB/sec pending data=0 2023-12-22T17:57:06.956 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-kQ778K0bDBgSUum off=13919129 len=584231 2023-12-22T17:57:06.959 INFO:tasks.workunit.client.0.smithi032.stdout:op 5951 completed, throughput=5MB/sec 2023-12-22T17:57:06.959 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-WwON1lxfPTSsVOp off=4428886 len=815734 2023-12-22T17:57:06.963 INFO:tasks.workunit.client.0.smithi032.stdout:op 5952 completed, throughput=5MB/sec 2023-12-22T17:57:06.963 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xzbYiObs9Cwj1Ke off=4025434 len=830822 2023-12-22T17:57:06.964 INFO:tasks.workunit.client.0.smithi032.stdout:op 5953 completed, throughput=5MB/sec 2023-12-22T17:57:06.964 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-EzyNAJfLJCWaNBW off=2467332 len=1345535 2023-12-22T17:57:06.968 INFO:tasks.workunit.client.0.smithi032.stdout:op 5954 completed, throughput=5MB/sec 2023-12-22T17:57:06.968 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-yIygG731R6f9ovm off=3475622 len=863818 2023-12-22T17:57:06.972 INFO:tasks.workunit.client.0.smithi032.stdout:op 5955 completed, throughput=5MB/sec 2023-12-22T17:57:06.972 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-_jPbosxX1mD2msP off=5610471 len=1773448 2023-12-22T17:57:06.973 INFO:tasks.workunit.client.0.smithi032.stdout:op 5956 completed, throughput=5MB/sec 2023-12-22T17:57:07.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:06 smithi032 ceph-mon[191839]: pgmap v1894: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:57:07.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:57:07.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:57:07.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:57:07.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:57:07.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:06 smithi032 ceph-mon[189144]: pgmap v1894: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:57:07.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:57:07.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:57:07.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:57:07.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:57:07.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:06 smithi039 ceph-mon[181282]: pgmap v1894: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-22T17:57:07.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:57:07.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:57:07.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:57:07.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:57:07.974 INFO:tasks.workunit.client.0.smithi032.stdout: 1168: throughput=5MB/sec pending data=0 2023-12-22T17:57:07.974 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-IPP1lZbXvI1xX_m off=8993210 len=1330221 2023-12-22T17:57:07.976 INFO:tasks.workunit.client.0.smithi032.stdout:op 5957 completed, throughput=5MB/sec 2023-12-22T17:57:07.976 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-MoWj1SS4u1jE5rz off=3537022 len=1593347 2023-12-22T17:57:07.983 INFO:tasks.workunit.client.0.smithi032.stdout:op 5958 completed, throughput=5MB/sec 2023-12-22T17:57:07.983 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JnO-qAkXnbjVPE1 off=18499854 len=1466294 2023-12-22T17:57:07.990 INFO:tasks.workunit.client.0.smithi032.stdout:op 5959 completed, throughput=5MB/sec 2023-12-22T17:57:08.991 INFO:tasks.workunit.client.0.smithi032.stdout: 1169: throughput=5MB/sec pending data=0 2023-12-22T17:57:08.991 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-5QqcbX-dhUAN0OJ off=4865674 len=772439 2023-12-22T17:57:08.992 INFO:tasks.workunit.client.0.smithi032.stdout:op 5960 completed, throughput=5MB/sec 2023-12-22T17:57:08.992 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-4W-TjyXwormYX6s off=2821381 len=1348086 2023-12-22T17:57:08.998 INFO:tasks.workunit.client.0.smithi032.stdout:op 5961 completed, throughput=5MB/sec 2023-12-22T17:57:08.998 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-a0zMweQokHu7mVn off=6495305 len=944783 2023-12-22T17:57:09.004 INFO:tasks.workunit.client.0.smithi032.stdout:op 5962 completed, throughput=5MB/sec 2023-12-22T17:57:09.005 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7UkKluNxkMgHX2s off=9546366 len=1418867 2023-12-22T17:57:09.006 INFO:tasks.workunit.client.0.smithi032.stdout:op 5963 completed, throughput=5MB/sec 2023-12-22T17:57:09.006 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-QpkRA5b7zzB57dP off=299038 len=1586741 2023-12-22T17:57:09.013 INFO:tasks.workunit.client.0.smithi032.stdout:op 5964 completed, throughput=5MB/sec 2023-12-22T17:57:09.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:08 smithi032 ceph-mon[191839]: pgmap v1895: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2023-12-22T17:57:09.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:08 smithi032 ceph-mon[189144]: pgmap v1895: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2023-12-22T17:57:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:08 smithi039 ceph-mon[181282]: pgmap v1895: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2023-12-22T17:57:10.013 INFO:tasks.workunit.client.0.smithi032.stdout: 1170: throughput=5MB/sec pending data=0 2023-12-22T17:57:10.013 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Q6Kti5hDWo3S4SM off=3670496 len=284414 2023-12-22T17:57:10.016 INFO:tasks.workunit.client.0.smithi032.stdout:op 5965 completed, throughput=5MB/sec 2023-12-22T17:57:10.016 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-l-uQOdSYU1z25zJ off=3268988 len=114520 2023-12-22T17:57:10.019 INFO:tasks.workunit.client.0.smithi032.stdout:op 5966 completed, throughput=5MB/sec 2023-12-22T17:57:10.019 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-ItK9tgGLGwIOcv0 off=6539150 len=1287543 2023-12-22T17:57:10.021 INFO:tasks.workunit.client.0.smithi032.stdout:op 5967 completed, throughput=5MB/sec 2023-12-22T17:57:10.021 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YZAA363GXJVpYEn off=8480691 len=475619 2023-12-22T17:57:10.022 INFO:tasks.workunit.client.0.smithi032.stdout:op 5968 completed, throughput=5MB/sec 2023-12-22T17:57:10.022 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-o6WBZwCAM7kKfnG off=4446622 len=8313 2023-12-22T17:57:10.022 INFO:tasks.workunit.client.0.smithi032.stdout:op 5969 completed, throughput=5MB/sec 2023-12-22T17:57:10.022 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-MrCgCQry6F3V4nQ off=9192850 len=1769309 2023-12-22T17:57:10.025 INFO:tasks.workunit.client.0.smithi032.stdout:op 5970 completed, throughput=5MB/sec 2023-12-22T17:57:10.025 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-7bdDrTpwCttlQ7F off=13378067 len=421113 2023-12-22T17:57:10.025 INFO:tasks.workunit.client.0.smithi032.stdout:op 5971 completed, throughput=5MB/sec 2023-12-22T17:57:10.026 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-W3d0XBUzV2-H5D7 off=7953527 len=1353424 2023-12-22T17:57:10.027 INFO:tasks.workunit.client.0.smithi032.stdout:op 5972 completed, throughput=5MB/sec 2023-12-22T17:57:11.027 INFO:tasks.workunit.client.0.smithi032.stdout: 1171: throughput=5MB/sec pending data=0 2023-12-22T17:57:11.028 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-ULjYhAnOWsYJKKy off=7506534 len=1004325 2023-12-22T17:57:11.034 INFO:tasks.workunit.client.0.smithi032.stdout:op 5973 completed, throughput=5MB/sec 2023-12-22T17:57:11.034 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-rlTzHmaV3Wn9i4t off=9807590 len=9631 2023-12-22T17:57:11.037 INFO:tasks.workunit.client.0.smithi032.stdout:op 5974 completed, throughput=5MB/sec 2023-12-22T17:57:11.037 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-NFvmyQD8Nrge99D off=3231141 len=489300 2023-12-22T17:57:11.038 INFO:tasks.workunit.client.0.smithi032.stdout:op 5975 completed, throughput=5MB/sec 2023-12-22T17:57:11.038 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-wcHK0uPFt-z739c off=15984377 len=1537128 2023-12-22T17:57:11.046 INFO:tasks.workunit.client.0.smithi032.stdout:op 5976 completed, throughput=5MB/sec 2023-12-22T17:57:11.046 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-YUOgeKKiL5qsAYz off=998310 len=256483 2023-12-22T17:57:11.049 INFO:tasks.workunit.client.0.smithi032.stdout:op 5977 completed, throughput=5MB/sec 2023-12-22T17:57:11.049 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-xq3WbHSVtSWUjgs off=5409339 len=216953 2023-12-22T17:57:11.050 INFO:tasks.workunit.client.0.smithi032.stdout:op 5978 completed, throughput=5MB/sec 2023-12-22T17:57:11.050 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-y9qPbp49XYAagNw off=1079998 len=2003073 2023-12-22T17:57:11.052 INFO:tasks.workunit.client.0.smithi032.stdout:op 5979 completed, throughput=5MB/sec 2023-12-22T17:57:11.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:10 smithi032 ceph-mon[191839]: pgmap v1896: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-22T17:57:11.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:10 smithi032 ceph-mon[189144]: pgmap v1896: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-22T17:57:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:57:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:57:10] "GET /metrics HTTP/1.1" 200 34020 "" "Prometheus/2.43.0" 2023-12-22T17:57:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:10 smithi039 ceph-mon[181282]: pgmap v1896: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-22T17:57:12.052 INFO:tasks.workunit.client.0.smithi032.stdout: 1172: throughput=5MB/sec pending data=0 2023-12-22T17:57:12.053 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-w0DgjRfsJ8BUYFy off=3636718 len=1449487 2023-12-22T17:57:12.060 INFO:tasks.workunit.client.0.smithi032.stdout:op 5980 completed, throughput=5MB/sec 2023-12-22T17:57:12.060 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-PiQFyE8HHkQYZQX off=9082986 len=1948656 2023-12-22T17:57:12.068 INFO:tasks.workunit.client.0.smithi032.stdout:op 5981 completed, throughput=5MB/sec 2023-12-22T17:57:12.068 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lqF_xNSzu2xxNui off=9470802 len=1517506 2023-12-22T17:57:12.075 INFO:tasks.workunit.client.0.smithi032.stdout:op 5982 completed, throughput=5MB/sec 2023-12-22T17:57:12.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:12 smithi032 ceph-mon[191839]: pgmap v1897: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:57:12.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:12 smithi032 ceph-mon[189144]: pgmap v1897: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:57:13.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:12 smithi039 ceph-mon[181282]: pgmap v1897: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-22T17:57:13.076 INFO:tasks.workunit.client.0.smithi032.stdout: 1173: throughput=5MB/sec pending data=0 2023-12-22T17:57:13.076 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-Rl-cgVmI-_fa8JE off=9936951 len=1288207 2023-12-22T17:57:13.077 INFO:tasks.workunit.client.0.smithi032.stdout:op 5983 completed, throughput=5MB/sec 2023-12-22T17:57:13.078 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-82VEApWWCknGu0n off=22449406 len=1178169 2023-12-22T17:57:13.083 INFO:tasks.workunit.client.0.smithi032.stdout:op 5984 completed, throughput=5MB/sec 2023-12-22T17:57:13.084 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-YO2sZj14OA8odJL off=14871145 len=428243 2023-12-22T17:57:13.084 INFO:tasks.workunit.client.0.smithi032.stdout:op 5985 completed, throughput=5MB/sec 2023-12-22T17:57:13.084 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-KwnISWmtE33ytNR off=18411633 len=767380 2023-12-22T17:57:13.085 INFO:tasks.workunit.client.0.smithi032.stdout:op 5986 completed, throughput=5MB/sec 2023-12-22T17:57:13.086 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-oN7hXSTITLBnza- off=2232904 len=950670 2023-12-22T17:57:13.088 INFO:tasks.workunit.client.0.smithi032.stdout:op 5987 completed, throughput=5MB/sec 2023-12-22T17:57:14.088 INFO:tasks.workunit.client.0.smithi032.stdout: 1174: throughput=5MB/sec pending data=0 2023-12-22T17:57:14.088 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-VL_0P747jfOFyf4 off=4236117 len=1312223 2023-12-22T17:57:14.095 INFO:tasks.workunit.client.0.smithi032.stdout:op 5988 completed, throughput=5MB/sec 2023-12-22T17:57:14.096 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-qCK3u2T5Msyt4gH off=1787306 len=470543 2023-12-22T17:57:14.096 INFO:tasks.workunit.client.0.smithi032.stdout:op 5989 completed, throughput=5MB/sec 2023-12-22T17:57:14.096 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-JIDBRTD-npv8z6u off=1360363 len=310609 2023-12-22T17:57:14.100 INFO:tasks.workunit.client.0.smithi032.stdout:op 5990 completed, throughput=5MB/sec 2023-12-22T17:57:14.100 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-gFoRIZ9o5zTxOFj off=3162756 len=195200 2023-12-22T17:57:14.101 INFO:tasks.workunit.client.0.smithi032.stdout:op 5991 completed, throughput=5MB/sec 2023-12-22T17:57:14.102 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-h06Fi2yuj20o2Qx off=768497 len=223159 2023-12-22T17:57:14.104 INFO:tasks.workunit.client.0.smithi032.stdout:op 5992 completed, throughput=5MB/sec 2023-12-22T17:57:14.104 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-CYibqEIEicFXDZU off=2953851 len=1438862 2023-12-22T17:57:14.107 INFO:tasks.workunit.client.0.smithi032.stdout:op 5993 completed, throughput=5MB/sec 2023-12-22T17:57:14.107 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-b1o9nv_mujBd4BI off=3583126 len=782550 2023-12-22T17:57:14.108 INFO:tasks.workunit.client.0.smithi032.stdout:op 5994 completed, throughput=5MB/sec 2023-12-22T17:57:14.109 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-D664c_kvc08EeWg off=2823191 len=1044464 2023-12-22T17:57:14.114 INFO:tasks.workunit.client.0.smithi032.stdout:op 5995 completed, throughput=5MB/sec 2023-12-22T17:57:15.114 INFO:tasks.workunit.client.0.smithi032.stdout: 1175: throughput=5MB/sec pending data=0 2023-12-22T17:57:15.114 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-kr6pC-9HzBlcgBS off=3691302 len=409015 2023-12-22T17:57:15.115 INFO:tasks.workunit.client.0.smithi032.stdout:op 5996 completed, throughput=5MB/sec 2023-12-22T17:57:15.115 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-0IJOF2_92yp6B8g off=3832840 len=2000023 2023-12-22T17:57:15.119 INFO:tasks.workunit.client.0.smithi032.stdout:op 5997 completed, throughput=5MB/sec 2023-12-22T17:57:15.119 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-s9iMqWFHhgq1PbS off=1606754 len=1620294 2023-12-22T17:57:15.127 INFO:tasks.workunit.client.0.smithi032.stdout:op 5998 completed, throughput=5MB/sec 2023-12-22T17:57:15.128 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-TRmd-Q-srmJ_mOC off=793990 len=1073260 2023-12-22T17:57:15.133 INFO:tasks.workunit.client.0.smithi032.stdout:op 5999 completed, throughput=5MB/sec 2023-12-22T17:57:15.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:14 smithi032 ceph-mon[191839]: pgmap v1898: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:57:15.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:14 smithi032 ceph-mon[189144]: pgmap v1898: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:57:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:14 smithi039 ceph-mon[181282]: pgmap v1898: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-22T17:57:16.133 INFO:tasks.workunit.client.0.smithi032.stdout: 1176: throughput=5MB/sec pending data=0 2023-12-22T17:57:16.133 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-Nw5oSbr9hZyhonq off=10038804 len=2057444 2023-12-22T17:57:16.142 INFO:tasks.workunit.client.0.smithi032.stdout:op 6000 completed, throughput=5MB/sec 2023-12-22T17:57:16.143 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-lQerOs5WCxzwR7X off=10129117 len=30555 2023-12-22T17:57:16.143 INFO:tasks.workunit.client.0.smithi032.stdout:op 6001 completed, throughput=5MB/sec 2023-12-22T17:57:16.144 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-F5tmtom96dnv6s5 off=14098819 len=235801 2023-12-22T17:57:16.144 INFO:tasks.workunit.client.0.smithi032.stdout:op 6002 completed, throughput=5MB/sec 2023-12-22T17:57:16.144 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-38YDdYURxIHSHyk off=3849996 len=630513 2023-12-22T17:57:16.148 INFO:tasks.workunit.client.0.smithi032.stdout:op 6003 completed, throughput=5MB/sec 2023-12-22T17:57:16.148 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-urOmKsLfJJVrS4Q off=703420 len=1494147 2023-12-22T17:57:16.150 INFO:tasks.workunit.client.0.smithi032.stdout:op 6004 completed, throughput=5MB/sec 2023-12-22T17:57:16.150 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-1iVFUgrlvT9xIyj off=3550175 len=318912 2023-12-22T17:57:16.150 INFO:tasks.workunit.client.0.smithi032.stdout:op 6005 completed, throughput=5MB/sec 2023-12-22T17:57:16.151 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-UpMdgYQDoFTmBe- off=2089210 len=1490034 2023-12-22T17:57:16.151 INFO:tasks.workunit.client.0.smithi032.stdout:op 6006 completed, throughput=5MB/sec 2023-12-22T17:57:17.152 INFO:tasks.workunit.client.0.smithi032.stdout: 1177: throughput=5MB/sec pending data=0 2023-12-22T17:57:17.152 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-fWMGa1HPnEkJcwC off=7420348 len=806940 2023-12-22T17:57:17.157 INFO:tasks.workunit.client.0.smithi032.stdout:op 6007 completed, throughput=5MB/sec 2023-12-22T17:57:17.157 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-eDWFcmbiy2Yl7Ar off=12089960 len=980903 2023-12-22T17:57:17.160 INFO:tasks.workunit.client.0.smithi032.stdout:op 6008 completed, throughput=5MB/sec 2023-12-22T17:57:17.160 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-pJ2xUpFqCQCvUgy off=1339183 len=313110 2023-12-22T17:57:17.162 INFO:tasks.workunit.client.0.smithi032.stdout:op 6009 completed, throughput=5MB/sec 2023-12-22T17:57:17.162 INFO:tasks.workunit.client.0.smithi032.stdout:WRITE : oid=obj-lxfR06S3VuVKmlO off=6733931 len=735907 2023-12-22T17:57:17.167 INFO:tasks.workunit.client.0.smithi032.stdout:op 6010 completed, throughput=5MB/sec 2023-12-22T17:57:17.167 INFO:tasks.workunit.client.0.smithi032.stdout:READ : oid=obj-8NgnPURlB8BfFCL off=11611840 len=1831583 2023-12-22T17:57:17.169 INFO:tasks.workunit.client.0.smithi032.stdout:op 6011 completed, throughput=5MB/sec 2023-12-22T17:57:17.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:16 smithi032 ceph-mon[191839]: pgmap v1899: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:57:17.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:16 smithi032 ceph-mon[189144]: pgmap v1899: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:57:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:16 smithi039 ceph-mon[181282]: pgmap v1899: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-22T17:57:18.169 INFO:tasks.workunit.client.0.smithi032.stdout:waiting for all operations to complete 2023-12-22T17:57:18.169 INFO:tasks.workunit.client.0.smithi032.stdout:cleaning up objects 2023-12-22T17:57:19.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:18 smithi032 ceph-mon[189144]: pgmap v1900: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:57:19.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:18 smithi032 ceph-mon[191839]: pgmap v1900: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:57:19.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:18 smithi039 ceph-mon[181282]: pgmap v1900: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-22T17:57:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:57:20.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:57:20.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:57:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:57:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:57:20] "GET /metrics HTTP/1.1" 200 34024 "" "Prometheus/2.43.0" 2023-12-22T17:57:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:20 smithi032 ceph-mon[191839]: pgmap v1901: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:57:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:20 smithi032 ceph-mon[189144]: pgmap v1901: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:57:21.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:20 smithi039 ceph-mon[181282]: pgmap v1901: 105 pgs: 105 active+clean; 128 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-22T17:57:22.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:22 smithi032 ceph-mon[191839]: pgmap v1902: 105 pgs: 105 active+clean; 115 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 89 op/s 2023-12-22T17:57:22.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:22 smithi032 ceph-mon[189144]: pgmap v1902: 105 pgs: 105 active+clean; 115 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 89 op/s 2023-12-22T17:57:23.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:22 smithi039 ceph-mon[181282]: pgmap v1902: 105 pgs: 105 active+clean; 115 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 89 op/s 2023-12-22T17:57:25.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:24 smithi032 ceph-mon[191839]: pgmap v1903: 105 pgs: 105 active+clean; 106 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.8 MiB/s wr, 151 op/s 2023-12-22T17:57:25.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:24 smithi032 ceph-mon[189144]: pgmap v1903: 105 pgs: 105 active+clean; 106 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.8 MiB/s wr, 151 op/s 2023-12-22T17:57:25.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:24 smithi039 ceph-mon[181282]: pgmap v1903: 105 pgs: 105 active+clean; 106 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.8 MiB/s wr, 151 op/s 2023-12-22T17:57:25.677 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:57:26.052 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:57:26.052 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (37m) 3m ago 41m 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:57:26.053 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (37m) 83s ago 41m 93.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:57:26.053 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (42m) 3m ago 42m 22.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:57:26.053 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (42m) 83s ago 42m 27.7M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:57:26.053 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (36m) 83s ago 45m 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:57:26.053 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (37m) 3m ago 46m 548M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:57:26.053 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (36m) 3m ago 46m 285M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:57:26.053 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (36m) 83s ago 45m 166M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:57:26.053 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (36m) 3m ago 45m 168M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:57:26.053 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (37m) 3m ago 41m 16.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:57:26.053 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (37m) 83s ago 41m 18.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:57:26.053 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (35m) 3m ago 45m 2024M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:57:26.053 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (35m) 3m ago 44m 2282M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:57:26.053 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (34m) 3m ago 44m 2158M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:57:26.054 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (34m) 3m ago 44m 1910M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:57:26.054 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (33m) 83s ago 43m 1896M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:57:26.054 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (33m) 83s ago 43m 1655M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:57:26.054 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (32m) 83s ago 43m 1107M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:57:26.054 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (32m) 83s ago 42m 1550M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:57:26.054 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (36m) 83s ago 42m 81.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:57:26.516 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:57:26.516 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:57:26.516 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:57:26.517 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:57:26.517 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:57:26.517 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:57:26.517 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:57:26.517 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:57:26.517 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:57:26.517 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:57:26.517 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:57:26.517 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:57:26.517 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:57:26.517 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:57:26.517 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:57:26.517 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:57:26.517 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:57:26.517 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:57:27.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:26 smithi032 ceph-mon[191839]: from='client.45821 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:57:27.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:26 smithi032 ceph-mon[191839]: pgmap v1904: 105 pgs: 105 active+clean; 82 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.5 MiB/s wr, 310 op/s 2023-12-22T17:57:27.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:26 smithi032 ceph-mon[191839]: from='client.45827 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:57:27.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:26 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1432681434' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:57:27.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:26 smithi032 ceph-mon[189144]: from='client.45821 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:57:27.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:26 smithi032 ceph-mon[189144]: pgmap v1904: 105 pgs: 105 active+clean; 82 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.5 MiB/s wr, 310 op/s 2023-12-22T17:57:27.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:26 smithi032 ceph-mon[189144]: from='client.45827 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:57:27.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:26 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1432681434' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:57:27.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:26 smithi039 ceph-mon[181282]: from='client.45821 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:57:27.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:26 smithi039 ceph-mon[181282]: pgmap v1904: 105 pgs: 105 active+clean; 82 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.5 MiB/s wr, 310 op/s 2023-12-22T17:57:27.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:26 smithi039 ceph-mon[181282]: from='client.45827 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:57:27.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:26 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1432681434' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:57:29.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:28 smithi032 ceph-mon[191839]: pgmap v1905: 105 pgs: 105 active+clean; 77 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 912 KiB/s rd, 836 KiB/s wr, 341 op/s 2023-12-22T17:57:29.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:28 smithi032 ceph-mon[189144]: pgmap v1905: 105 pgs: 105 active+clean; 77 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 912 KiB/s rd, 836 KiB/s wr, 341 op/s 2023-12-22T17:57:29.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:28 smithi039 ceph-mon[181282]: pgmap v1905: 105 pgs: 105 active+clean; 77 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 912 KiB/s rd, 836 KiB/s wr, 341 op/s 2023-12-22T17:57:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:30 smithi032 ceph-mon[191839]: pgmap v1906: 105 pgs: 105 active+clean; 68 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 633 KiB/s rd, 560 KiB/s wr, 401 op/s 2023-12-22T17:57:31.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:30 smithi032 ceph-mon[189144]: pgmap v1906: 105 pgs: 105 active+clean; 68 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 633 KiB/s rd, 560 KiB/s wr, 401 op/s 2023-12-22T17:57:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:57:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:57:30] "GET /metrics HTTP/1.1" 200 34024 "" "Prometheus/2.43.0" 2023-12-22T17:57:31.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:30 smithi039 ceph-mon[181282]: pgmap v1906: 105 pgs: 105 active+clean; 68 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 633 KiB/s rd, 560 KiB/s wr, 401 op/s 2023-12-22T17:57:32.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:32 smithi032 ceph-mon[191839]: pgmap v1907: 105 pgs: 105 active+clean; 42 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 553 KiB/s rd, 143 KiB/s wr, 577 op/s 2023-12-22T17:57:32.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:32 smithi032 ceph-mon[189144]: pgmap v1907: 105 pgs: 105 active+clean; 42 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 553 KiB/s rd, 143 KiB/s wr, 577 op/s 2023-12-22T17:57:33.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:32 smithi039 ceph-mon[181282]: pgmap v1907: 105 pgs: 105 active+clean; 42 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 553 KiB/s rd, 143 KiB/s wr, 577 op/s 2023-12-22T17:57:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:34 smithi032 ceph-mon[189144]: pgmap v1908: 105 pgs: 105 active+clean; 33 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 549 op/s 2023-12-22T17:57:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:57:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:34 smithi032 ceph-mon[191839]: pgmap v1908: 105 pgs: 105 active+clean; 33 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 549 op/s 2023-12-22T17:57:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:57:35.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:34 smithi039 ceph-mon[181282]: pgmap v1908: 105 pgs: 105 active+clean; 33 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 549 op/s 2023-12-22T17:57:35.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:57:36.110 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-22T17:57:36.110 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-22T17:57:36.181 INFO:tasks.workunit:Stopping ['rados/load-gen-big.sh'] on client.0... 2023-12-22T17:57:36.182 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-12-22T17:57:36.436 DEBUG:teuthology.parallel:result is None 2023-12-22T17:57:36.436 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-12-22T17:57:36.465 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-12-22T17:57:36.465 DEBUG:teuthology.orchestra.run.smithi032:> rmdir -- /home/ubuntu/cephtest/mnt.0 2023-12-22T17:57:36.523 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2023-12-22T17:57:36.523 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-22T17:57:36.523 INFO:teuthology.task.print:**** done end rados_loadgenbig.yaml 2023-12-22T17:57:36.523 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-22T17:57:36.523 INFO:teuthology.task.print:**** done start rbd_import_export.yaml 2023-12-22T17:57:36.523 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2023-12-22T17:57:36.524 INFO:tasks.workunit:Pulling workunits from ref quincy 2023-12-22T17:57:36.524 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-12-22T17:57:36.524 DEBUG:teuthology.orchestra.run.smithi039:> stat -- /home/ubuntu/cephtest/mnt.1 2023-12-22T17:57:36.543 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-22T17:57:36.544 INFO:teuthology.orchestra.run.smithi039.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.1': No such file or directory 2023-12-22T17:57:36.544 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -- /home/ubuntu/cephtest/mnt.1 2023-12-22T17:57:36.602 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.1 2023-12-22T17:57:36.603 DEBUG:teuthology.orchestra.run.smithi039:> cd -- /home/ubuntu/cephtest/mnt.1 && mkdir -- client.1 2023-12-22T17:57:36.661 INFO:tasks.workunit:timeout=3h 2023-12-22T17:57:36.661 INFO:tasks.workunit:cleanup=True 2023-12-22T17:57:36.661 DEBUG:teuthology.orchestra.run.smithi039:> rm -rf /home/ubuntu/cephtest/clone.client.1 && git clone --depth 1 --branch quincy https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.1 && cd /home/ubuntu/cephtest/clone.client.1 2023-12-22T17:57:36.720 INFO:tasks.workunit.client.1.smithi039.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.1'... 2023-12-22T17:57:37.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:36 smithi032 ceph-mon[191839]: pgmap v1909: 105 pgs: 105 active+clean; 13 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 618 op/s 2023-12-22T17:57:37.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:36 smithi032 ceph-mon[189144]: pgmap v1909: 105 pgs: 105 active+clean; 13 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 618 op/s 2023-12-22T17:57:37.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:36 smithi039 ceph-mon[181282]: pgmap v1909: 105 pgs: 105 active+clean; 13 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 618 op/s 2023-12-22T17:57:39.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:38 smithi032 ceph-mon[191839]: pgmap v1910: 105 pgs: 105 active+clean; 9.2 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 483 op/s 2023-12-22T17:57:39.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:38 smithi032 ceph-mon[189144]: pgmap v1910: 105 pgs: 105 active+clean; 9.2 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 483 op/s 2023-12-22T17:57:39.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:38 smithi039 ceph-mon[181282]: pgmap v1910: 105 pgs: 105 active+clean; 9.2 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 483 op/s 2023-12-22T17:57:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:40 smithi032 ceph-mon[191839]: pgmap v1911: 105 pgs: 105 active+clean; 4.0 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 486 op/s 2023-12-22T17:57:41.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:40 smithi032 ceph-mon[189144]: pgmap v1911: 105 pgs: 105 active+clean; 4.0 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 486 op/s 2023-12-22T17:57:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:57:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:57:40] "GET /metrics HTTP/1.1" 200 34023 "" "Prometheus/2.43.0" 2023-12-22T17:57:41.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:40 smithi039 ceph-mon[181282]: pgmap v1911: 105 pgs: 105 active+clean; 4.0 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 486 op/s 2023-12-22T17:57:42.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:42 smithi032 ceph-mon[191839]: pgmap v1912: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 452 op/s 2023-12-22T17:57:42.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:42 smithi032 ceph-mon[189144]: pgmap v1912: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 452 op/s 2023-12-22T17:57:43.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:42 smithi039 ceph-mon[181282]: pgmap v1912: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 452 op/s 2023-12-22T17:57:43.718 DEBUG:teuthology.orchestra.run.smithi039:> cd -- /home/ubuntu/cephtest/clone.client.1/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.1 2023-12-22T17:57:43.787 INFO:tasks.workunit.client.1.smithi039.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-12-22T17:57:43.789 INFO:tasks.workunit.client.1.smithi039.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2023-12-22T17:57:43.789 INFO:tasks.workunit.client.1.smithi039.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-12-22T17:57:44.314 INFO:tasks.workunit.client.1.smithi039.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-12-22T17:57:44.372 INFO:tasks.workunit.client.1.smithi039.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-12-22T17:57:44.411 INFO:tasks.workunit.client.1.smithi039.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2023-12-22T17:57:44.413 INFO:tasks.workunit.client.1.smithi039.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2023-12-22T17:57:44.413 INFO:tasks.workunit.client.1.smithi039.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-12-22T17:57:44.450 INFO:tasks.workunit.client.1.smithi039.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2023-12-22T17:57:44.453 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2023-12-22T17:57:44.453 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/home/ubuntu/cephtest/workunits.list.client.1 of=/dev/stdout 2023-12-22T17:57:44.513 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.1... 2023-12-22T17:57:44.515 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2023-12-22T17:57:44.515 DEBUG:teuthology.orchestra.run.smithi039:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/rbd/import_export.sh 2023-12-22T17:57:44.587 INFO:tasks.workunit.client.1.smithi039.stderr:+ export RBD_FORCE_ALLOW_V1=1 2023-12-22T17:57:44.587 INFO:tasks.workunit.client.1.smithi039.stderr:+ RBD_FORCE_ALLOW_V1=1 2023-12-22T17:57:44.587 INFO:tasks.workunit.client.1.smithi039.stderr:+ TMPDIR=/tmp/rbd_import_export_222782 2023-12-22T17:57:44.587 INFO:tasks.workunit.client.1.smithi039.stderr:+ rm -rf /tmp/rbd_import_export_222782 2023-12-22T17:57:44.588 INFO:tasks.workunit.client.1.smithi039.stderr:+ mkdir /tmp/rbd_import_export_222782 2023-12-22T17:57:44.589 INFO:tasks.workunit.client.1.smithi039.stderr:+ trap 'rm -rf /tmp/rbd_import_export_222782' INT TERM EXIT 2023-12-22T17:57:44.589 INFO:tasks.workunit.client.1.smithi039.stderr:+ mkdir foo.222782 2023-12-22T17:57:44.590 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd import foo.222782 foo.dir 2023-12-22T17:57:44.619 INFO:tasks.workunit.client.1.smithi039.stderr:rbd: cannot import a directory 2023-12-22T17:57:44.619 INFO:tasks.workunit.client.1.smithi039.stderr: Importing image: 0% complete...failed. 2023-12-22T17:57:44.619 INFO:tasks.workunit.client.1.smithi039.stderr:rbd: import failed: (21) Is a directory 2023-12-22T17:57:44.621 INFO:tasks.workunit.client.1.smithi039.stderr:+ true 2023-12-22T17:57:44.621 INFO:tasks.workunit.client.1.smithi039.stderr:+ rmdir foo.222782 2023-12-22T17:57:44.631 INFO:tasks.workunit.client.1.smithi039.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_222782/img bs=1k count=1 seek=10 2023-12-22T17:57:44.632 INFO:tasks.workunit.client.1.smithi039.stderr:1+0 records in 2023-12-22T17:57:44.632 INFO:tasks.workunit.client.1.smithi039.stderr:1+0 records out 2023-12-22T17:57:44.632 INFO:tasks.workunit.client.1.smithi039.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 4.3389e-05 s, 23.6 MB/s 2023-12-22T17:57:44.632 INFO:tasks.workunit.client.1.smithi039.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_222782/img bs=1k count=10 seek=100 2023-12-22T17:57:44.633 INFO:tasks.workunit.client.1.smithi039.stderr:10+0 records in 2023-12-22T17:57:44.633 INFO:tasks.workunit.client.1.smithi039.stderr:10+0 records out 2023-12-22T17:57:44.634 INFO:tasks.workunit.client.1.smithi039.stderr:10240 bytes (10 kB, 10 KiB) copied, 6.6845e-05 s, 153 MB/s 2023-12-22T17:57:44.634 INFO:tasks.workunit.client.1.smithi039.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_222782/img bs=1k count=100 seek=1000 2023-12-22T17:57:44.634 INFO:tasks.workunit.client.1.smithi039.stderr:70+1 records in 2023-12-22T17:57:44.634 INFO:tasks.workunit.client.1.smithi039.stderr:70+1 records out 2023-12-22T17:57:44.634 INFO:tasks.workunit.client.1.smithi039.stderr:72208 bytes (72 kB, 71 KiB) copied, 0.000194493 s, 371 MB/s 2023-12-22T17:57:44.634 INFO:tasks.workunit.client.1.smithi039.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_222782/img bs=1k seek=10000 2023-12-22T17:57:44.634 INFO:tasks.workunit.client.1.smithi039.stderr:140+1 records in 2023-12-22T17:57:44.634 INFO:tasks.workunit.client.1.smithi039.stderr:140+1 records out 2023-12-22T17:57:44.634 INFO:tasks.workunit.client.1.smithi039.stderr:143376 bytes (143 kB, 140 KiB) copied, 0.000355425 s, 403 MB/s 2023-12-22T17:57:44.635 INFO:tasks.workunit.client.1.smithi039.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_222782/img bs=1k seek=100000 2023-12-22T17:57:44.635 INFO:tasks.workunit.client.1.smithi039.stderr:70+1 records in 2023-12-22T17:57:44.635 INFO:tasks.workunit.client.1.smithi039.stderr:70+1 records out 2023-12-22T17:57:44.636 INFO:tasks.workunit.client.1.smithi039.stderr:72312 bytes (72 kB, 71 KiB) copied, 0.000195037 s, 371 MB/s 2023-12-22T17:57:44.636 INFO:tasks.workunit.client.1.smithi039.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_222782/img bs=1k seek=1000000 2023-12-22T17:57:44.637 INFO:tasks.workunit.client.1.smithi039.stderr:193+1 records in 2023-12-22T17:57:44.637 INFO:tasks.workunit.client.1.smithi039.stderr:193+1 records out 2023-12-22T17:57:44.637 INFO:tasks.workunit.client.1.smithi039.stderr:198280 bytes (198 kB, 194 KiB) copied, 0.000477451 s, 415 MB/s 2023-12-22T17:57:44.637 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd rm testimg 2023-12-22T17:57:44.690 INFO:tasks.workunit.client.1.smithi039.stderr: Removing image: 0% complete...failed. 2023-12-22T17:57:44.690 INFO:tasks.workunit.client.1.smithi039.stderr:rbd: delete error: (2) No such file or directory 2023-12-22T17:57:44.693 INFO:tasks.workunit.client.1.smithi039.stderr:+ true 2023-12-22T17:57:44.693 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd import --new-format /tmp/rbd_import_export_222782/img testimg 2023-12-22T17:57:45.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:44 smithi032 ceph-mon[191839]: pgmap v1913: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 276 op/s 2023-12-22T17:57:45.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:44 smithi032 ceph-mon[189144]: pgmap v1913: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 276 op/s 2023-12-22T17:57:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:44 smithi039 ceph-mon[181282]: pgmap v1913: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 276 op/s 2023-12-22T17:57:46.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:45 smithi032 ceph-mon[191839]: osdmap e1122: 8 total, 8 up, 8 in 2023-12-22T17:57:46.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:45 smithi032 ceph-mon[189144]: osdmap e1122: 8 total, 8 up, 8 in 2023-12-22T17:57:46.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:45 smithi039 ceph-mon[181282]: osdmap e1122: 8 total, 8 up, 8 in 2023-12-22T17:57:46.380 INFO:tasks.workunit.client.1.smithi039.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2023-12-22T17:57:46.380 INFO:tasks.workunit.client.1.smithi039.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-22T17:57:46.383 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd export testimg /tmp/rbd_import_export_222782/img2 2023-12-22T17:57:46.622 INFO:tasks.workunit.client.1.smithi039.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2023-12-22T17:57:46.625 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd export testimg - 2023-12-22T17:57:47.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:46 smithi032 ceph-mon[191839]: pgmap v1915: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 102 B/s wr, 105 op/s 2023-12-22T17:57:47.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:46 smithi032 ceph-mon[191839]: osdmap e1123: 8 total, 8 up, 8 in 2023-12-22T17:57:47.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:46 smithi032 ceph-mon[189144]: pgmap v1915: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 102 B/s wr, 105 op/s 2023-12-22T17:57:47.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:46 smithi032 ceph-mon[189144]: osdmap e1123: 8 total, 8 up, 8 in 2023-12-22T17:57:47.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:46 smithi039 ceph-mon[181282]: pgmap v1915: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 102 B/s wr, 105 op/s 2023-12-22T17:57:47.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:46 smithi039 ceph-mon[181282]: osdmap e1123: 8 total, 8 up, 8 in 2023-12-22T17:57:47.312 INFO:tasks.workunit.client.1.smithi039.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2023-12-22T17:57:47.315 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd rm testimg 2023-12-22T17:57:47.442 INFO:tasks.workunit.client.1.smithi039.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2023-12-22T17:57:47.445 INFO:tasks.workunit.client.1.smithi039.stderr:+ cmp /tmp/rbd_import_export_222782/img /tmp/rbd_import_export_222782/img2 2023-12-22T17:57:48.124 INFO:tasks.workunit.client.1.smithi039.stderr:+ cmp /tmp/rbd_import_export_222782/img /tmp/rbd_import_export_222782/img3 2023-12-22T17:57:48.589 INFO:tasks.workunit.client.1.smithi039.stderr:+ rm /tmp/rbd_import_export_222782/img2 /tmp/rbd_import_export_222782/img3 2023-12-22T17:57:48.775 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd import --new-format - testimg 2023-12-22T17:57:49.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:48 smithi032 ceph-mon[191839]: pgmap v1917: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 255 B/s wr, 40 op/s 2023-12-22T17:57:49.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:48 smithi032 ceph-mon[189144]: pgmap v1917: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 255 B/s wr, 40 op/s 2023-12-22T17:57:49.202 INFO:tasks.workunit.client.1.smithi039.stderr: Importing image: 100% complete...done. 2023-12-22T17:57:49.203 INFO:tasks.workunit.client.1.smithi039.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-22T17:57:49.205 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd export testimg /tmp/rbd_import_export_222782/img2 2023-12-22T17:57:49.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:48 smithi039 ceph-mon[181282]: pgmap v1917: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 255 B/s wr, 40 op/s 2023-12-22T17:57:49.458 INFO:tasks.workunit.client.1.smithi039.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2023-12-22T17:57:49.461 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd export testimg - 2023-12-22T17:57:50.132 INFO:tasks.workunit.client.1.smithi039.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2023-12-22T17:57:50.135 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd rm testimg 2023-12-22T17:57:50.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:57:50.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:57:50.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:57:50.268 INFO:tasks.workunit.client.1.smithi039.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2023-12-22T17:57:50.271 INFO:tasks.workunit.client.1.smithi039.stderr:+ cmp /tmp/rbd_import_export_222782/img /tmp/rbd_import_export_222782/img2 2023-12-22T17:57:50.911 INFO:tasks.workunit.client.1.smithi039.stderr:+ cmp /tmp/rbd_import_export_222782/img /tmp/rbd_import_export_222782/img3 2023-12-22T17:57:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:50 smithi032 ceph-mon[191839]: pgmap v1918: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 383 B/s wr, 21 op/s 2023-12-22T17:57:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:50 smithi032 ceph-mon[189144]: pgmap v1918: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 383 B/s wr, 21 op/s 2023-12-22T17:57:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:57:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:57:50] "GET /metrics HTTP/1.1" 200 33998 "" "Prometheus/2.43.0" 2023-12-22T17:57:51.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:50 smithi039 ceph-mon[181282]: pgmap v1918: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 383 B/s wr, 21 op/s 2023-12-22T17:57:51.386 INFO:tasks.workunit.client.1.smithi039.stderr:+ rm /tmp/rbd_import_export_222782/img /tmp/rbd_import_export_222782/img2 /tmp/rbd_import_export_222782/img3 2023-12-22T17:57:51.627 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd help export 2023-12-22T17:57:51.627 INFO:tasks.workunit.client.1.smithi039.stderr:+ grep -q export-format 2023-12-22T17:57:51.648 INFO:tasks.workunit.client.1.smithi039.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_222782/img bs=1k count=10 seek=100 2023-12-22T17:57:51.649 INFO:tasks.workunit.client.1.smithi039.stderr:10+0 records in 2023-12-22T17:57:51.649 INFO:tasks.workunit.client.1.smithi039.stderr:10+0 records out 2023-12-22T17:57:51.649 INFO:tasks.workunit.client.1.smithi039.stderr:10240 bytes (10 kB, 10 KiB) copied, 6.9324e-05 s, 148 MB/s 2023-12-22T17:57:51.649 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd import --new-format /tmp/rbd_import_export_222782/img testimg 2023-12-22T17:57:51.719 INFO:tasks.workunit.client.1.smithi039.stderr: Importing image: 100% complete...done. 2023-12-22T17:57:51.720 INFO:tasks.workunit.client.1.smithi039.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-22T17:57:51.722 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd snap create testimg@snap 2023-12-22T17:57:52.701 INFO:tasks.workunit.client.1.smithi039.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2023-12-22T17:57:52.711 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd image-meta set testimg key1 value1 2023-12-22T17:57:52.774 INFO:tasks.workunit.client.1.smithi039.stderr:++ rbd image-meta list testimg 2023-12-22T17:57:52.819 INFO:tasks.workunit.client.1.smithi039.stderr:+ IMAGEMETA_BEFORE='There is 1 metadatum on this image: 2023-12-22T17:57:52.819 INFO:tasks.workunit.client.1.smithi039.stderr: 2023-12-22T17:57:52.819 INFO:tasks.workunit.client.1.smithi039.stderr:Key Value 2023-12-22T17:57:52.820 INFO:tasks.workunit.client.1.smithi039.stderr:key1 value1' 2023-12-22T17:57:52.820 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_222782/img_v2 2023-12-22T17:57:52.860 INFO:tasks.workunit.client.1.smithi039.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2023-12-22T17:57:52.862 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_222782/img_v2 testimg_import 2023-12-22T17:57:52.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:52 smithi032 ceph-mon[191839]: pgmap v1919: 105 pgs: 105 active+clean; 2.4 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 228 KiB/s rd, 104 KiB/s wr, 81 op/s 2023-12-22T17:57:52.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:52 smithi032 ceph-mon[189144]: pgmap v1919: 105 pgs: 105 active+clean; 2.4 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 228 KiB/s rd, 104 KiB/s wr, 81 op/s 2023-12-22T17:57:53.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:52 smithi039 ceph-mon[181282]: pgmap v1919: 105 pgs: 105 active+clean; 2.4 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 228 KiB/s rd, 104 KiB/s wr, 81 op/s 2023-12-22T17:57:53.718 INFO:tasks.workunit.client.1.smithi039.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2023-12-22T17:57:53.722 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd info testimg_import 2023-12-22T17:57:53.760 INFO:tasks.workunit.client.1.smithi039.stdout:rbd image 'testimg_import': 2023-12-22T17:57:53.760 INFO:tasks.workunit.client.1.smithi039.stdout: size 110 KiB in 1 objects 2023-12-22T17:57:53.760 INFO:tasks.workunit.client.1.smithi039.stdout: order 22 (4 MiB objects) 2023-12-22T17:57:53.760 INFO:tasks.workunit.client.1.smithi039.stdout: snapshot_count: 1 2023-12-22T17:57:53.760 INFO:tasks.workunit.client.1.smithi039.stdout: id: d91b7d0ca6aa 2023-12-22T17:57:53.760 INFO:tasks.workunit.client.1.smithi039.stdout: block_name_prefix: rbd_data.d91b7d0ca6aa 2023-12-22T17:57:53.760 INFO:tasks.workunit.client.1.smithi039.stdout: format: 2 2023-12-22T17:57:53.760 INFO:tasks.workunit.client.1.smithi039.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2023-12-22T17:57:53.760 INFO:tasks.workunit.client.1.smithi039.stdout: op_features: 2023-12-22T17:57:53.760 INFO:tasks.workunit.client.1.smithi039.stdout: flags: 2023-12-22T17:57:53.760 INFO:tasks.workunit.client.1.smithi039.stdout: create_timestamp: Fri Dec 22 17:57:52 2023 2023-12-22T17:57:53.760 INFO:tasks.workunit.client.1.smithi039.stdout: access_timestamp: Fri Dec 22 17:57:52 2023 2023-12-22T17:57:53.760 INFO:tasks.workunit.client.1.smithi039.stdout: modify_timestamp: Fri Dec 22 17:57:52 2023 2023-12-22T17:57:53.763 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd info testimg_import@snap 2023-12-22T17:57:53.800 INFO:tasks.workunit.client.1.smithi039.stdout:rbd image 'testimg_import': 2023-12-22T17:57:53.800 INFO:tasks.workunit.client.1.smithi039.stdout: size 110 KiB in 1 objects 2023-12-22T17:57:53.801 INFO:tasks.workunit.client.1.smithi039.stdout: order 22 (4 MiB objects) 2023-12-22T17:57:53.801 INFO:tasks.workunit.client.1.smithi039.stdout: snapshot_count: 1 2023-12-22T17:57:53.801 INFO:tasks.workunit.client.1.smithi039.stdout: id: d91b7d0ca6aa 2023-12-22T17:57:53.801 INFO:tasks.workunit.client.1.smithi039.stdout: block_name_prefix: rbd_data.d91b7d0ca6aa 2023-12-22T17:57:53.801 INFO:tasks.workunit.client.1.smithi039.stdout: format: 2 2023-12-22T17:57:53.801 INFO:tasks.workunit.client.1.smithi039.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2023-12-22T17:57:53.801 INFO:tasks.workunit.client.1.smithi039.stdout: op_features: 2023-12-22T17:57:53.801 INFO:tasks.workunit.client.1.smithi039.stdout: flags: 2023-12-22T17:57:53.801 INFO:tasks.workunit.client.1.smithi039.stdout: create_timestamp: Fri Dec 22 17:57:52 2023 2023-12-22T17:57:53.801 INFO:tasks.workunit.client.1.smithi039.stdout: access_timestamp: Fri Dec 22 17:57:52 2023 2023-12-22T17:57:53.801 INFO:tasks.workunit.client.1.smithi039.stdout: modify_timestamp: Fri Dec 22 17:57:52 2023 2023-12-22T17:57:53.801 INFO:tasks.workunit.client.1.smithi039.stdout: protected: False 2023-12-22T17:57:53.804 INFO:tasks.workunit.client.1.smithi039.stderr:++ rbd image-meta list testimg_import 2023-12-22T17:57:53.847 INFO:tasks.workunit.client.1.smithi039.stderr:+ IMAGEMETA_AFTER='There is 1 metadatum on this image: 2023-12-22T17:57:53.848 INFO:tasks.workunit.client.1.smithi039.stderr: 2023-12-22T17:57:53.848 INFO:tasks.workunit.client.1.smithi039.stderr:Key Value 2023-12-22T17:57:53.848 INFO:tasks.workunit.client.1.smithi039.stderr:key1 value1' 2023-12-22T17:57:53.848 INFO:tasks.workunit.client.1.smithi039.stderr:+ '[' 'There is 1 metadatum on this image: 2023-12-22T17:57:53.848 INFO:tasks.workunit.client.1.smithi039.stderr: 2023-12-22T17:57:53.848 INFO:tasks.workunit.client.1.smithi039.stderr:Key Value 2023-12-22T17:57:53.848 INFO:tasks.workunit.client.1.smithi039.stderr:key1 value1' = 'There is 1 metadatum on this image: 2023-12-22T17:57:53.848 INFO:tasks.workunit.client.1.smithi039.stderr: 2023-12-22T17:57:53.848 INFO:tasks.workunit.client.1.smithi039.stderr:Key Value 2023-12-22T17:57:53.848 INFO:tasks.workunit.client.1.smithi039.stderr:key1 value1' ']' 2023-12-22T17:57:53.848 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd export testimg_import /tmp/rbd_import_export_222782/img_import 2023-12-22T17:57:53.884 INFO:tasks.workunit.client.1.smithi039.stderr: Exporting image: 100% complete...done. 2023-12-22T17:57:53.887 INFO:tasks.workunit.client.1.smithi039.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_222782/img /tmp/rbd_import_export_222782/img_import 2023-12-22T17:57:53.887 INFO:tasks.workunit.client.1.smithi039.stderr:+ cmp -l /tmp/rbd_import_export_222782/img /tmp/rbd_import_export_222782/img_import 2023-12-22T17:57:53.888 INFO:tasks.workunit.client.1.smithi039.stderr:++ stat /tmp/rbd_import_export_222782/img --format %b 2023-12-22T17:57:53.888 INFO:tasks.workunit.client.1.smithi039.stderr:+ origsize=24 2023-12-22T17:57:53.889 INFO:tasks.workunit.client.1.smithi039.stderr:++ stat /tmp/rbd_import_export_222782/img_import --format %b 2023-12-22T17:57:53.890 INFO:tasks.workunit.client.1.smithi039.stderr:+ exportsize=224 2023-12-22T17:57:53.890 INFO:tasks.workunit.client.1.smithi039.stderr:+ difference=200 2023-12-22T17:57:53.890 INFO:tasks.workunit.client.1.smithi039.stderr:+ difference=200 2023-12-22T17:57:53.890 INFO:tasks.workunit.client.1.smithi039.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2023-12-22T17:57:53.890 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_222782/img_snap 2023-12-22T17:57:53.926 INFO:tasks.workunit.client.1.smithi039.stderr: Exporting image: 100% complete...done. 2023-12-22T17:57:53.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:53 smithi032 ceph-mon[189144]: osdmap e1124: 8 total, 8 up, 8 in 2023-12-22T17:57:53.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:53 smithi032 ceph-mon[191839]: osdmap e1124: 8 total, 8 up, 8 in 2023-12-22T17:57:53.929 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_222782/img_snap_import 2023-12-22T17:57:53.965 INFO:tasks.workunit.client.1.smithi039.stderr: Exporting image: 100% complete...done. 2023-12-22T17:57:53.968 INFO:tasks.workunit.client.1.smithi039.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_222782/img_snap /tmp/rbd_import_export_222782/img_snap_import 2023-12-22T17:57:53.968 INFO:tasks.workunit.client.1.smithi039.stderr:+ cmp -l /tmp/rbd_import_export_222782/img_snap /tmp/rbd_import_export_222782/img_snap_import 2023-12-22T17:57:53.969 INFO:tasks.workunit.client.1.smithi039.stderr:++ stat /tmp/rbd_import_export_222782/img_snap --format %b 2023-12-22T17:57:53.970 INFO:tasks.workunit.client.1.smithi039.stderr:+ origsize=224 2023-12-22T17:57:53.970 INFO:tasks.workunit.client.1.smithi039.stderr:++ stat /tmp/rbd_import_export_222782/img_snap_import --format %b 2023-12-22T17:57:53.971 INFO:tasks.workunit.client.1.smithi039.stderr:+ exportsize=224 2023-12-22T17:57:53.971 INFO:tasks.workunit.client.1.smithi039.stderr:+ difference=0 2023-12-22T17:57:53.971 INFO:tasks.workunit.client.1.smithi039.stderr:+ difference=0 2023-12-22T17:57:53.971 INFO:tasks.workunit.client.1.smithi039.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2023-12-22T17:57:53.971 INFO:tasks.workunit.client.1.smithi039.stderr:+ rm /tmp/rbd_import_export_222782/img_v2 2023-12-22T17:57:53.972 INFO:tasks.workunit.client.1.smithi039.stderr:+ rm /tmp/rbd_import_export_222782/img_import 2023-12-22T17:57:53.972 INFO:tasks.workunit.client.1.smithi039.stderr:+ rm /tmp/rbd_import_export_222782/img_snap 2023-12-22T17:57:53.973 INFO:tasks.workunit.client.1.smithi039.stderr:+ rm /tmp/rbd_import_export_222782/img_snap_import 2023-12-22T17:57:53.974 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd snap rm testimg_import@snap 2023-12-22T17:57:54.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:53 smithi039 ceph-mon[181282]: osdmap e1124: 8 total, 8 up, 8 in 2023-12-22T17:57:54.708 INFO:tasks.workunit.client.1.smithi039.stderr: Removing snap: 100% complete...done. 2023-12-22T17:57:54.722 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd remove testimg_import 2023-12-22T17:57:54.854 INFO:tasks.workunit.client.1.smithi039.stderr: Removing image: 100% complete...done. 2023-12-22T17:57:54.856 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd snap rm testimg@snap 2023-12-22T17:57:55.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:54 smithi039 ceph-mon[181282]: osdmap e1125: 8 total, 8 up, 8 in 2023-12-22T17:57:55.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:54 smithi039 ceph-mon[181282]: pgmap v1922: 105 pgs: 105 active+clean; 2.4 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 286 KiB/s rd, 133 KiB/s wr, 86 op/s 2023-12-22T17:57:55.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:54 smithi032 ceph-mon[191839]: osdmap e1125: 8 total, 8 up, 8 in 2023-12-22T17:57:55.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:54 smithi032 ceph-mon[191839]: pgmap v1922: 105 pgs: 105 active+clean; 2.4 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 286 KiB/s rd, 133 KiB/s wr, 86 op/s 2023-12-22T17:57:55.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:54 smithi032 ceph-mon[189144]: osdmap e1125: 8 total, 8 up, 8 in 2023-12-22T17:57:55.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:54 smithi032 ceph-mon[189144]: pgmap v1922: 105 pgs: 105 active+clean; 2.4 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 286 KiB/s rd, 133 KiB/s wr, 86 op/s 2023-12-22T17:57:55.706 INFO:tasks.workunit.client.1.smithi039.stderr: Removing snap: 100% complete...done. 2023-12-22T17:57:55.717 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd rm testimg 2023-12-22T17:57:55.858 INFO:tasks.workunit.client.1.smithi039.stderr: Removing image: 100% complete...done. 2023-12-22T17:57:55.861 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd import --order 20 /tmp/rbd_import_export_222782/img testimg 2023-12-22T17:57:55.934 INFO:tasks.workunit.client.1.smithi039.stderr: Importing image: 100% complete...done. 2023-12-22T17:57:55.934 INFO:tasks.workunit.client.1.smithi039.stderr:rbd: --order is deprecated, use --object-size 2023-12-22T17:57:55.937 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_222782/img_v2 2023-12-22T17:57:55.974 INFO:tasks.workunit.client.1.smithi039.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2023-12-22T17:57:55.977 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_222782/img_v2 testimg_import 2023-12-22T17:57:56.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:55 smithi039 ceph-mon[181282]: osdmap e1126: 8 total, 8 up, 8 in 2023-12-22T17:57:56.056 INFO:tasks.workunit.client.1.smithi039.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2023-12-22T17:57:56.060 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd info testimg_import 2023-12-22T17:57:56.060 INFO:tasks.workunit.client.1.smithi039.stderr:+ grep order 2023-12-22T17:57:56.060 INFO:tasks.workunit.client.1.smithi039.stderr:+ awk '{print $2}' 2023-12-22T17:57:56.060 INFO:tasks.workunit.client.1.smithi039.stderr:+ grep 20 2023-12-22T17:57:56.094 INFO:tasks.workunit.client.1.smithi039.stdout:20 2023-12-22T17:57:56.094 INFO:tasks.workunit.client.1.smithi039.stderr:+ rm /tmp/rbd_import_export_222782/img_v2 2023-12-22T17:57:56.095 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd remove testimg_import 2023-12-22T17:57:56.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:55 smithi032 ceph-mon[191839]: osdmap e1126: 8 total, 8 up, 8 in 2023-12-22T17:57:56.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:55 smithi032 ceph-mon[189144]: osdmap e1126: 8 total, 8 up, 8 in 2023-12-22T17:57:56.217 INFO:tasks.workunit.client.1.smithi039.stderr: Removing image: 100% complete...done. 2023-12-22T17:57:56.219 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd remove testimg 2023-12-22T17:57:56.338 INFO:tasks.workunit.client.1.smithi039.stderr: Removing image: 100% complete...done. 2023-12-22T17:57:56.340 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_222782/img testimg 2023-12-22T17:57:56.391 INFO:tasks.workunit.client.1.smithi039.stderr: Importing image: 100% complete...done. 2023-12-22T17:57:56.394 INFO:tasks.workunit.client.1.smithi039.stderr:++ rbd info testimg 2023-12-22T17:57:56.394 INFO:tasks.workunit.client.1.smithi039.stderr:++ grep features 2023-12-22T17:57:56.429 INFO:tasks.workunit.client.1.smithi039.stderr:+ FEATURES_BEFORE=' features: layering 2023-12-22T17:57:56.429 INFO:tasks.workunit.client.1.smithi039.stderr: op_features: ' 2023-12-22T17:57:56.430 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_222782/img_v2 2023-12-22T17:57:56.466 INFO:tasks.workunit.client.1.smithi039.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2023-12-22T17:57:56.469 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_222782/img_v2 testimg_import 2023-12-22T17:57:56.531 INFO:tasks.workunit.client.1.smithi039.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2023-12-22T17:57:56.535 INFO:tasks.workunit.client.1.smithi039.stderr:++ rbd info testimg_import 2023-12-22T17:57:56.535 INFO:tasks.workunit.client.1.smithi039.stderr:++ grep features 2023-12-22T17:57:56.570 INFO:tasks.workunit.client.1.smithi039.stderr:+ FEATURES_AFTER=' features: layering 2023-12-22T17:57:56.570 INFO:tasks.workunit.client.1.smithi039.stderr: op_features: ' 2023-12-22T17:57:56.570 INFO:tasks.workunit.client.1.smithi039.stderr:+ '[' ' features: layering 2023-12-22T17:57:56.570 INFO:tasks.workunit.client.1.smithi039.stderr: op_features: ' '!=' ' features: layering 2023-12-22T17:57:56.570 INFO:tasks.workunit.client.1.smithi039.stderr: op_features: ' ']' 2023-12-22T17:57:56.570 INFO:tasks.workunit.client.1.smithi039.stderr:+ rm /tmp/rbd_import_export_222782/img_v2 2023-12-22T17:57:56.571 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd remove testimg_import 2023-12-22T17:57:56.662 INFO:tasks.workunit.client.1.smithi039.stderr: Removing image: 100% complete...done. 2023-12-22T17:57:56.664 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd remove testimg 2023-12-22T17:57:56.759 INFO:tasks.workunit.client.1.smithi039.stderr: Removing image: 100% complete...done. 2023-12-22T17:57:56.762 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_222782/img testimg 2023-12-22T17:57:56.834 INFO:tasks.workunit.client.1.smithi039.stderr: Importing image: 100% complete...done. 2023-12-22T17:57:56.837 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_222782/img_v2 2023-12-22T17:57:56.875 INFO:tasks.workunit.client.1.smithi039.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2023-12-22T17:57:56.879 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_222782/img_v2 testimg_import 2023-12-22T17:57:56.896 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:57:56.955 INFO:tasks.workunit.client.1.smithi039.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2023-12-22T17:57:56.959 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd info testimg_import 2023-12-22T17:57:56.959 INFO:tasks.workunit.client.1.smithi039.stderr:+ grep 'stripe unit' 2023-12-22T17:57:56.959 INFO:tasks.workunit.client.1.smithi039.stderr:+ grep -Ei '(4 KiB|4096)' 2023-12-22T17:57:56.997 INFO:tasks.workunit.client.1.smithi039.stdout: stripe unit: 4 KiB 2023-12-22T17:57:56.998 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd info testimg_import 2023-12-22T17:57:56.998 INFO:tasks.workunit.client.1.smithi039.stderr:+ grep 'stripe count' 2023-12-22T17:57:56.998 INFO:tasks.workunit.client.1.smithi039.stderr:+ awk '{print $3}' 2023-12-22T17:57:56.998 INFO:tasks.workunit.client.1.smithi039.stderr:+ grep 1000 2023-12-22T17:57:57.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:56 smithi039 ceph-mon[181282]: osdmap e1127: 8 total, 8 up, 8 in 2023-12-22T17:57:57.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:56 smithi039 ceph-mon[181282]: pgmap v1925: 105 pgs: 105 active+clean; 693 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 340 KiB/s rd, 65 KiB/s wr, 232 op/s 2023-12-22T17:57:57.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:56 smithi039 ceph-mon[181282]: osdmap e1128: 8 total, 8 up, 8 in 2023-12-22T17:57:57.034 INFO:tasks.workunit.client.1.smithi039.stdout:1000 2023-12-22T17:57:57.034 INFO:tasks.workunit.client.1.smithi039.stderr:+ rm /tmp/rbd_import_export_222782/img_v2 2023-12-22T17:57:57.035 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd remove testimg_import 2023-12-22T17:57:57.159 INFO:tasks.workunit.client.1.smithi039.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2023-12-22T17:57:57.161 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd remove testimg 2023-12-22T17:57:57.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:56 smithi032 ceph-mon[189144]: osdmap e1127: 8 total, 8 up, 8 in 2023-12-22T17:57:57.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:56 smithi032 ceph-mon[189144]: pgmap v1925: 105 pgs: 105 active+clean; 693 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 340 KiB/s rd, 65 KiB/s wr, 232 op/s 2023-12-22T17:57:57.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:56 smithi032 ceph-mon[189144]: osdmap e1128: 8 total, 8 up, 8 in 2023-12-22T17:57:57.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:56 smithi032 ceph-mon[191839]: osdmap e1127: 8 total, 8 up, 8 in 2023-12-22T17:57:57.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:56 smithi032 ceph-mon[191839]: pgmap v1925: 105 pgs: 105 active+clean; 693 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 340 KiB/s rd, 65 KiB/s wr, 232 op/s 2023-12-22T17:57:57.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:56 smithi032 ceph-mon[191839]: osdmap e1128: 8 total, 8 up, 8 in 2023-12-22T17:57:57.247 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:57:57.247 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (38m) 4m ago 42m 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:57:57.247 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (37m) 114s ago 42m 93.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:57:57.247 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (43m) 4m ago 43m 22.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:57:57.247 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (43m) 114s ago 43m 27.7M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:57:57.248 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (37m) 114s ago 45m 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:57:57.248 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (37m) 4m ago 47m 548M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:57:57.248 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (37m) 4m ago 47m 285M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:57:57.248 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (36m) 114s ago 46m 166M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:57:57.248 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (36m) 4m ago 45m 168M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:57:57.248 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (38m) 4m ago 42m 16.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:57:57.248 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (37m) 114s ago 42m 18.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:57:57.248 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (36m) 4m ago 45m 2024M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:57:57.248 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (35m) 4m ago 45m 2282M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:57:57.248 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (35m) 4m ago 44m 2158M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:57:57.248 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (34m) 4m ago 44m 1910M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:57:57.249 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (34m) 114s ago 44m 1896M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:57:57.249 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (33m) 114s ago 44m 1655M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:57:57.249 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (33m) 114s ago 43m 1107M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:57:57.249 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (32m) 114s ago 43m 1550M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:57:57.249 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (37m) 114s ago 42m 81.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:57:57.284 INFO:tasks.workunit.client.1.smithi039.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2023-12-22T17:57:57.286 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_222782/img testimg 2023-12-22T17:57:57.356 INFO:tasks.workunit.client.1.smithi039.stderr: Importing image: 100% complete...done. 2023-12-22T17:57:57.358 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd snap create testimg@snap1 2023-12-22T17:57:57.658 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:57:57.658 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:57:57.659 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:57:57.659 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:57:57.659 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:57:57.659 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:57:57.659 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:57:57.659 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:57:57.659 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:57:57.659 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:57:57.659 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:57:57.659 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:57:57.660 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:57:57.660 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:57:57.660 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:57:57.660 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:57:57.660 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:57:57.660 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:57:57.726 INFO:tasks.workunit.client.1.smithi039.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2023-12-22T17:57:57.736 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd snap create testimg@snap2 2023-12-22T17:57:58.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:57 smithi039 ceph-mon[181282]: from='client.46061 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:57:58.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:57 smithi039 ceph-mon[181282]: from='client.36156 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:57:58.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:57 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2686578537' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:57:58.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:57 smithi032 ceph-mon[191839]: from='client.46061 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:57:58.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:57 smithi032 ceph-mon[191839]: from='client.36156 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:57:58.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:57 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2686578537' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:57:58.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:57 smithi032 ceph-mon[189144]: from='client.46061 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:57:58.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:57 smithi032 ceph-mon[189144]: from='client.36156 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:57:58.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:57 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2686578537' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:57:58.739 INFO:tasks.workunit.client.1.smithi039.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2023-12-22T17:57:58.751 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd snap protect testimg@snap2 2023-12-22T17:57:58.802 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_222782/snap_protect 2023-12-22T17:57:58.845 INFO:tasks.workunit.client.1.smithi039.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2023-12-22T17:57:58.849 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_222782/snap_protect testimg_import 2023-12-22T17:57:59.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:58 smithi039 ceph-mon[181282]: osdmap e1129: 8 total, 8 up, 8 in 2023-12-22T17:57:59.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:58 smithi039 ceph-mon[181282]: pgmap v1928: 105 pgs: 105 active+clean; 693 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 236 KiB/s rd, 13 KiB/s wr, 232 op/s 2023-12-22T17:57:59.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:58 smithi032 ceph-mon[189144]: osdmap e1129: 8 total, 8 up, 8 in 2023-12-22T17:57:59.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:58 smithi032 ceph-mon[189144]: pgmap v1928: 105 pgs: 105 active+clean; 693 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 236 KiB/s rd, 13 KiB/s wr, 232 op/s 2023-12-22T17:57:59.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:58 smithi032 ceph-mon[191839]: osdmap e1129: 8 total, 8 up, 8 in 2023-12-22T17:57:59.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:58 smithi032 ceph-mon[191839]: pgmap v1928: 105 pgs: 105 active+clean; 693 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 236 KiB/s rd, 13 KiB/s wr, 232 op/s 2023-12-22T17:58:00.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:57:59 smithi039 ceph-mon[181282]: osdmap e1130: 8 total, 8 up, 8 in 2023-12-22T17:58:00.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:57:59 smithi032 ceph-mon[191839]: osdmap e1130: 8 total, 8 up, 8 in 2023-12-22T17:58:00.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:57:59 smithi032 ceph-mon[189144]: osdmap e1130: 8 total, 8 up, 8 in 2023-12-22T17:58:00.777 INFO:tasks.workunit.client.1.smithi039.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2023-12-22T17:58:00.781 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd info testimg_import@snap1 2023-12-22T17:58:00.781 INFO:tasks.workunit.client.1.smithi039.stderr:+ grep 'protected: False' 2023-12-22T17:58:00.825 INFO:tasks.workunit.client.1.smithi039.stdout: protected: False 2023-12-22T17:58:00.826 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd info testimg_import@snap2 2023-12-22T17:58:00.826 INFO:tasks.workunit.client.1.smithi039.stderr:+ grep 'protected: True' 2023-12-22T17:58:00.867 INFO:tasks.workunit.client.1.smithi039.stdout: protected: True 2023-12-22T17:58:00.867 INFO:tasks.workunit.client.1.smithi039.stderr:+ rm /tmp/rbd_import_export_222782/snap_protect 2023-12-22T17:58:00.868 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd snap unprotect testimg@snap2 2023-12-22T17:58:00.919 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd snap unprotect testimg_import@snap2 2023-12-22T17:58:00.967 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd snap purge testimg 2023-12-22T17:58:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:00 smithi039 ceph-mon[181282]: osdmap e1131: 8 total, 8 up, 8 in 2023-12-22T17:58:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:00 smithi039 ceph-mon[181282]: pgmap v1931: 105 pgs: 105 active+clean; 803 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 18 KiB/s wr, 111 op/s 2023-12-22T17:58:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:00 smithi032 ceph-mon[191839]: osdmap e1131: 8 total, 8 up, 8 in 2023-12-22T17:58:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:00 smithi032 ceph-mon[191839]: pgmap v1931: 105 pgs: 105 active+clean; 803 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 18 KiB/s wr, 111 op/s 2023-12-22T17:58:01.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:00 smithi032 ceph-mon[189144]: osdmap e1131: 8 total, 8 up, 8 in 2023-12-22T17:58:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:00 smithi032 ceph-mon[189144]: pgmap v1931: 105 pgs: 105 active+clean; 803 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 18 KiB/s wr, 111 op/s 2023-12-22T17:58:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:58:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:58:00] "GET /metrics HTTP/1.1" 200 33998 "" "Prometheus/2.43.0" 2023-12-22T17:58:02.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:01 smithi039 ceph-mon[181282]: osdmap e1132: 8 total, 8 up, 8 in 2023-12-22T17:58:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:01 smithi039 ceph-mon[181282]: osdmap e1133: 8 total, 8 up, 8 in 2023-12-22T17:58:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:01 smithi032 ceph-mon[191839]: osdmap e1132: 8 total, 8 up, 8 in 2023-12-22T17:58:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:01 smithi032 ceph-mon[191839]: osdmap e1133: 8 total, 8 up, 8 in 2023-12-22T17:58:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:01 smithi032 ceph-mon[189144]: osdmap e1132: 8 total, 8 up, 8 in 2023-12-22T17:58:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:01 smithi032 ceph-mon[189144]: osdmap e1133: 8 total, 8 up, 8 in 2023-12-22T17:58:02.700 INFO:tasks.workunit.client.1.smithi039.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2023-12-22T17:58:02.715 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd snap purge testimg_import 2023-12-22T17:58:03.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:02 smithi039 ceph-mon[181282]: pgmap v1934: 105 pgs: 105 active+clean; 803 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 391 KiB/s rd, 50 KiB/s wr, 532 op/s 2023-12-22T17:58:03.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:02 smithi039 ceph-mon[181282]: osdmap e1134: 8 total, 8 up, 8 in 2023-12-22T17:58:03.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:02 smithi032 ceph-mon[191839]: pgmap v1934: 105 pgs: 105 active+clean; 803 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 391 KiB/s rd, 50 KiB/s wr, 532 op/s 2023-12-22T17:58:03.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:02 smithi032 ceph-mon[191839]: osdmap e1134: 8 total, 8 up, 8 in 2023-12-22T17:58:03.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:02 smithi032 ceph-mon[189144]: pgmap v1934: 105 pgs: 105 active+clean; 803 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 391 KiB/s rd, 50 KiB/s wr, 532 op/s 2023-12-22T17:58:03.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:02 smithi032 ceph-mon[189144]: osdmap e1134: 8 total, 8 up, 8 in 2023-12-22T17:58:04.765 INFO:tasks.workunit.client.1.smithi039.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2023-12-22T17:58:04.777 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd remove testimg 2023-12-22T17:58:04.918 INFO:tasks.workunit.client.1.smithi039.stderr: Removing image: 100% complete...done. 2023-12-22T17:58:04.921 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd remove testimg_import 2023-12-22T17:58:05.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:04 smithi039 ceph-mon[181282]: osdmap e1135: 8 total, 8 up, 8 in 2023-12-22T17:58:05.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:04 smithi039 ceph-mon[181282]: pgmap v1937: 105 pgs: 105 active+clean; 803 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 35 KiB/s wr, 429 op/s 2023-12-22T17:58:05.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:58:05.047 INFO:tasks.workunit.client.1.smithi039.stderr: Removing image: 100% complete...done. 2023-12-22T17:58:05.050 INFO:tasks.workunit.client.1.smithi039.stderr:+ tiered=0 2023-12-22T17:58:05.050 INFO:tasks.workunit.client.1.smithi039.stderr:+ ceph osd dump 2023-12-22T17:58:05.050 INFO:tasks.workunit.client.1.smithi039.stderr:+ grep '^pool' 2023-12-22T17:58:05.050 INFO:tasks.workunit.client.1.smithi039.stderr:+ grep ''\''rbd'\''' 2023-12-22T17:58:05.051 INFO:tasks.workunit.client.1.smithi039.stderr:+ grep tier 2023-12-22T17:58:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:04 smithi032 ceph-mon[191839]: osdmap e1135: 8 total, 8 up, 8 in 2023-12-22T17:58:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:04 smithi032 ceph-mon[191839]: pgmap v1937: 105 pgs: 105 active+clean; 803 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 35 KiB/s wr, 429 op/s 2023-12-22T17:58:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:58:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:04 smithi032 ceph-mon[189144]: osdmap e1135: 8 total, 8 up, 8 in 2023-12-22T17:58:05.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:04 smithi032 ceph-mon[189144]: pgmap v1937: 105 pgs: 105 active+clean; 803 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 35 KiB/s wr, 429 op/s 2023-12-22T17:58:05.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:58:05.501 INFO:tasks.workunit.client.1.smithi039.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_222782/sparse1 2023-12-22T17:58:05.507 INFO:tasks.workunit.client.1.smithi039.stderr:1+0 records in 2023-12-22T17:58:05.507 INFO:tasks.workunit.client.1.smithi039.stderr:1+0 records out 2023-12-22T17:58:05.507 INFO:tasks.workunit.client.1.smithi039.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00474386 s, 221 MB/s 2023-12-22T17:58:05.507 INFO:tasks.workunit.client.1.smithi039.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_222782/sparse2 2023-12-22T17:58:05.512 INFO:tasks.workunit.client.1.smithi039.stderr:1+0 records in 2023-12-22T17:58:05.512 INFO:tasks.workunit.client.1.smithi039.stderr:1+0 records out 2023-12-22T17:58:05.512 INFO:tasks.workunit.client.1.smithi039.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00476535 s, 220 MB/s 2023-12-22T17:58:05.512 INFO:tasks.workunit.client.1.smithi039.stderr:+ truncate /tmp/rbd_import_export_222782/sparse2 -s 2M 2023-12-22T17:58:05.521 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd rm sparse1 2023-12-22T17:58:05.574 INFO:tasks.workunit.client.1.smithi039.stderr: Removing image: 0% complete...failed. 2023-12-22T17:58:05.574 INFO:tasks.workunit.client.1.smithi039.stderr:rbd: delete error: (2) No such file or directory 2023-12-22T17:58:05.577 INFO:tasks.workunit.client.1.smithi039.stderr:+ true 2023-12-22T17:58:05.577 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_222782/sparse1 2023-12-22T17:58:05.651 INFO:tasks.workunit.client.1.smithi039.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2023-12-22T17:58:05.651 INFO:tasks.workunit.client.1.smithi039.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-22T17:58:05.652 INFO:tasks.workunit.client.1.smithi039.stderr:rbd: --order is deprecated, use --object-size 2023-12-22T17:58:05.654 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd ls -l 2023-12-22T17:58:05.654 INFO:tasks.workunit.client.1.smithi039.stderr:+ grep sparse1 2023-12-22T17:58:05.654 INFO:tasks.workunit.client.1.smithi039.stderr:+ grep -Ei '(2 MiB|2048k)' 2023-12-22T17:58:05.690 INFO:tasks.workunit.client.1.smithi039.stdout:sparse1 2 MiB 2 2023-12-22T17:58:05.691 INFO:tasks.workunit.client.1.smithi039.stderr:++ objects sparse1 2023-12-22T17:58:05.691 INFO:tasks.workunit.client.1.smithi039.stderr:++ image=sparse1 2023-12-22T17:58:05.691 INFO:tasks.workunit.client.1.smithi039.stderr:+++ rbd info sparse1 2023-12-22T17:58:05.692 INFO:tasks.workunit.client.1.smithi039.stderr:+++ grep block_name_prefix 2023-12-22T17:58:05.692 INFO:tasks.workunit.client.1.smithi039.stderr:+++ awk '{print $NF;}' 2023-12-22T17:58:05.726 INFO:tasks.workunit.client.1.smithi039.stderr:++ prefix=rbd_data.da473c217fe4 2023-12-22T17:58:05.728 INFO:tasks.workunit.client.1.smithi039.stderr:+++ grep rbd_data.da473c217fe4 2023-12-22T17:58:05.728 INFO:tasks.workunit.client.1.smithi039.stderr:+++ sed -e 's/rbd_data.da473c217fe4\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-12-22T17:58:05.728 INFO:tasks.workunit.client.1.smithi039.stderr:++++ get_image_data_pool sparse1 2023-12-22T17:58:05.728 INFO:tasks.workunit.client.1.smithi039.stderr:++++ image=sparse1 2023-12-22T17:58:05.728 INFO:tasks.workunit.client.1.smithi039.stderr:+++ sort -u 2023-12-22T17:58:05.728 INFO:tasks.workunit.client.1.smithi039.stderr:+++++ rbd info sparse1 2023-12-22T17:58:05.729 INFO:tasks.workunit.client.1.smithi039.stderr:+++++ grep 'data_pool: ' 2023-12-22T17:58:05.729 INFO:tasks.workunit.client.1.smithi039.stderr:+++++ awk -F: '{ print $NF }' 2023-12-22T17:58:05.766 INFO:tasks.workunit.client.1.smithi039.stderr:++++ data_pool= 2023-12-22T17:58:05.766 INFO:tasks.workunit.client.1.smithi039.stderr:++++ '[' -z ']' 2023-12-22T17:58:05.766 INFO:tasks.workunit.client.1.smithi039.stderr:++++ data_pool=rbd 2023-12-22T17:58:05.766 INFO:tasks.workunit.client.1.smithi039.stderr:++++ echo rbd 2023-12-22T17:58:05.766 INFO:tasks.workunit.client.1.smithi039.stderr:+++ rados ls -p rbd 2023-12-22T17:58:05.849 INFO:tasks.workunit.client.1.smithi039.stderr:++ objects=1 2023-12-22T17:58:05.849 INFO:tasks.workunit.client.1.smithi039.stderr:++ echo 1 2023-12-22T17:58:05.849 INFO:tasks.workunit.client.1.smithi039.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2023-12-22T17:58:05.850 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd export sparse1 /tmp/rbd_import_export_222782/sparse1.out 2023-12-22T17:58:05.886 INFO:tasks.workunit.client.1.smithi039.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2023-12-22T17:58:05.889 INFO:tasks.workunit.client.1.smithi039.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_222782/sparse1 /tmp/rbd_import_export_222782/sparse1.out 2023-12-22T17:58:05.889 INFO:tasks.workunit.client.1.smithi039.stderr:+ cmp -l /tmp/rbd_import_export_222782/sparse1 /tmp/rbd_import_export_222782/sparse1.out 2023-12-22T17:58:05.891 INFO:tasks.workunit.client.1.smithi039.stderr:++ stat /tmp/rbd_import_export_222782/sparse1 --format %b 2023-12-22T17:58:05.892 INFO:tasks.workunit.client.1.smithi039.stderr:+ origsize=2048 2023-12-22T17:58:05.892 INFO:tasks.workunit.client.1.smithi039.stderr:++ stat /tmp/rbd_import_export_222782/sparse1.out --format %b 2023-12-22T17:58:05.894 INFO:tasks.workunit.client.1.smithi039.stderr:+ exportsize=2048 2023-12-22T17:58:05.894 INFO:tasks.workunit.client.1.smithi039.stderr:+ difference=0 2023-12-22T17:58:05.894 INFO:tasks.workunit.client.1.smithi039.stderr:+ difference=0 2023-12-22T17:58:05.894 INFO:tasks.workunit.client.1.smithi039.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2023-12-22T17:58:05.894 INFO:tasks.workunit.client.1.smithi039.stderr:+ rm /tmp/rbd_import_export_222782/sparse1.out 2023-12-22T17:58:05.895 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd rm sparse1 2023-12-22T17:58:06.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:05 smithi039 ceph-mon[181282]: osdmap e1136: 8 total, 8 up, 8 in 2023-12-22T17:58:06.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:05 smithi039 ceph-mon[181282]: from='client.? 172.21.15.39:0/2980435549' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-12-22T17:58:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:05 smithi039 ceph-mon[181282]: from='client.? 172.21.15.39:0/2980435549' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-12-22T17:58:06.011 INFO:tasks.workunit.client.1.smithi039.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2023-12-22T17:58:06.014 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd rm sparse2 2023-12-22T17:58:06.064 INFO:tasks.workunit.client.1.smithi039.stderr: Removing image: 0% complete...failed. 2023-12-22T17:58:06.065 INFO:tasks.workunit.client.1.smithi039.stderr:rbd: delete error: (2) No such file or directory 2023-12-22T17:58:06.067 INFO:tasks.workunit.client.1.smithi039.stderr:+ true 2023-12-22T17:58:06.067 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_222782/sparse2 2023-12-22T17:58:06.139 INFO:tasks.workunit.client.1.smithi039.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2023-12-22T17:58:06.140 INFO:tasks.workunit.client.1.smithi039.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-22T17:58:06.140 INFO:tasks.workunit.client.1.smithi039.stderr:rbd: --order is deprecated, use --object-size 2023-12-22T17:58:06.143 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd ls -l 2023-12-22T17:58:06.143 INFO:tasks.workunit.client.1.smithi039.stderr:+ grep sparse2 2023-12-22T17:58:06.143 INFO:tasks.workunit.client.1.smithi039.stderr:+ grep -Ei '(2 MiB|2048k)' 2023-12-22T17:58:06.178 INFO:tasks.workunit.client.1.smithi039.stdout:sparse2 2 MiB 2 2023-12-22T17:58:06.179 INFO:tasks.workunit.client.1.smithi039.stderr:++ objects sparse2 2023-12-22T17:58:06.179 INFO:tasks.workunit.client.1.smithi039.stderr:++ image=sparse2 2023-12-22T17:58:06.179 INFO:tasks.workunit.client.1.smithi039.stderr:+++ rbd info sparse2 2023-12-22T17:58:06.179 INFO:tasks.workunit.client.1.smithi039.stderr:+++ grep block_name_prefix 2023-12-22T17:58:06.179 INFO:tasks.workunit.client.1.smithi039.stderr:+++ awk '{print $NF;}' 2023-12-22T17:58:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:05 smithi032 ceph-mon[191839]: osdmap e1136: 8 total, 8 up, 8 in 2023-12-22T17:58:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:05 smithi032 ceph-mon[191839]: from='client.? 172.21.15.39:0/2980435549' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-12-22T17:58:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:05 smithi032 ceph-mon[191839]: from='client.? 172.21.15.39:0/2980435549' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-12-22T17:58:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:05 smithi032 ceph-mon[189144]: osdmap e1136: 8 total, 8 up, 8 in 2023-12-22T17:58:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:05 smithi032 ceph-mon[189144]: from='client.? 172.21.15.39:0/2980435549' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-12-22T17:58:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:05 smithi032 ceph-mon[189144]: from='client.? 172.21.15.39:0/2980435549' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-12-22T17:58:06.215 INFO:tasks.workunit.client.1.smithi039.stderr:++ prefix=rbd_data.da7ade2ed486 2023-12-22T17:58:06.216 INFO:tasks.workunit.client.1.smithi039.stderr:+++ grep rbd_data.da7ade2ed486 2023-12-22T17:58:06.216 INFO:tasks.workunit.client.1.smithi039.stderr:++++ get_image_data_pool sparse2 2023-12-22T17:58:06.216 INFO:tasks.workunit.client.1.smithi039.stderr:++++ image=sparse2 2023-12-22T17:58:06.216 INFO:tasks.workunit.client.1.smithi039.stderr:+++ sed -e 's/rbd_data.da7ade2ed486\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-12-22T17:58:06.216 INFO:tasks.workunit.client.1.smithi039.stderr:+++ sort -u 2023-12-22T17:58:06.216 INFO:tasks.workunit.client.1.smithi039.stderr:+++++ rbd info sparse2 2023-12-22T17:58:06.217 INFO:tasks.workunit.client.1.smithi039.stderr:+++++ grep 'data_pool: ' 2023-12-22T17:58:06.217 INFO:tasks.workunit.client.1.smithi039.stderr:+++++ awk -F: '{ print $NF }' 2023-12-22T17:58:06.252 INFO:tasks.workunit.client.1.smithi039.stderr:++++ data_pool= 2023-12-22T17:58:06.253 INFO:tasks.workunit.client.1.smithi039.stderr:++++ '[' -z ']' 2023-12-22T17:58:06.253 INFO:tasks.workunit.client.1.smithi039.stderr:++++ data_pool=rbd 2023-12-22T17:58:06.253 INFO:tasks.workunit.client.1.smithi039.stderr:++++ echo rbd 2023-12-22T17:58:06.253 INFO:tasks.workunit.client.1.smithi039.stderr:+++ rados ls -p rbd 2023-12-22T17:58:06.328 INFO:tasks.workunit.client.1.smithi039.stderr:++ objects=0 2023-12-22T17:58:06.329 INFO:tasks.workunit.client.1.smithi039.stderr:++ echo 0 2023-12-22T17:58:06.329 INFO:tasks.workunit.client.1.smithi039.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2023-12-22T17:58:06.329 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd export sparse2 /tmp/rbd_import_export_222782/sparse2.out 2023-12-22T17:58:06.365 INFO:tasks.workunit.client.1.smithi039.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2023-12-22T17:58:06.368 INFO:tasks.workunit.client.1.smithi039.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_222782/sparse2 /tmp/rbd_import_export_222782/sparse2.out 2023-12-22T17:58:06.369 INFO:tasks.workunit.client.1.smithi039.stderr:+ cmp -l /tmp/rbd_import_export_222782/sparse2 /tmp/rbd_import_export_222782/sparse2.out 2023-12-22T17:58:06.371 INFO:tasks.workunit.client.1.smithi039.stderr:++ stat /tmp/rbd_import_export_222782/sparse2 --format %b 2023-12-22T17:58:06.372 INFO:tasks.workunit.client.1.smithi039.stderr:+ origsize=2048 2023-12-22T17:58:06.372 INFO:tasks.workunit.client.1.smithi039.stderr:++ stat /tmp/rbd_import_export_222782/sparse2.out --format %b 2023-12-22T17:58:06.373 INFO:tasks.workunit.client.1.smithi039.stderr:+ exportsize=2048 2023-12-22T17:58:06.373 INFO:tasks.workunit.client.1.smithi039.stderr:+ difference=0 2023-12-22T17:58:06.373 INFO:tasks.workunit.client.1.smithi039.stderr:+ difference=0 2023-12-22T17:58:06.373 INFO:tasks.workunit.client.1.smithi039.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2023-12-22T17:58:06.373 INFO:tasks.workunit.client.1.smithi039.stderr:+ rm /tmp/rbd_import_export_222782/sparse2.out 2023-12-22T17:58:06.374 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd rm sparse2 2023-12-22T17:58:06.494 INFO:tasks.workunit.client.1.smithi039.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2023-12-22T17:58:06.497 INFO:tasks.workunit.client.1.smithi039.stderr:+ truncate /tmp/rbd_import_export_222782/sparse1 -s 10M 2023-12-22T17:58:06.498 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd import --new-format --order 20 - sparse1 2023-12-22T17:58:06.603 INFO:tasks.workunit.client.1.smithi039.stderr: Importing image: 100% complete...done. 2023-12-22T17:58:06.604 INFO:tasks.workunit.client.1.smithi039.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-22T17:58:06.604 INFO:tasks.workunit.client.1.smithi039.stderr:rbd: --order is deprecated, use --object-size 2023-12-22T17:58:06.606 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd ls -l 2023-12-22T17:58:06.606 INFO:tasks.workunit.client.1.smithi039.stderr:+ grep sparse1 2023-12-22T17:58:06.606 INFO:tasks.workunit.client.1.smithi039.stderr:+ grep -Ei '(10 MiB|10240k)' 2023-12-22T17:58:06.641 INFO:tasks.workunit.client.1.smithi039.stdout:sparse1 10 MiB 2 2023-12-22T17:58:06.643 INFO:tasks.workunit.client.1.smithi039.stderr:++ objects sparse1 2023-12-22T17:58:06.643 INFO:tasks.workunit.client.1.smithi039.stderr:++ image=sparse1 2023-12-22T17:58:06.643 INFO:tasks.workunit.client.1.smithi039.stderr:+++ rbd info sparse1 2023-12-22T17:58:06.643 INFO:tasks.workunit.client.1.smithi039.stderr:+++ grep block_name_prefix 2023-12-22T17:58:06.643 INFO:tasks.workunit.client.1.smithi039.stderr:+++ awk '{print $NF;}' 2023-12-22T17:58:06.684 INFO:tasks.workunit.client.1.smithi039.stderr:++ prefix=rbd_data.8e114abf8c9a 2023-12-22T17:58:06.684 INFO:tasks.workunit.client.1.smithi039.stderr:+++ grep rbd_data.8e114abf8c9a 2023-12-22T17:58:06.685 INFO:tasks.workunit.client.1.smithi039.stderr:++++ get_image_data_pool sparse1 2023-12-22T17:58:06.685 INFO:tasks.workunit.client.1.smithi039.stderr:++++ image=sparse1 2023-12-22T17:58:06.685 INFO:tasks.workunit.client.1.smithi039.stderr:+++ sed -e 's/rbd_data.8e114abf8c9a\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-12-22T17:58:06.685 INFO:tasks.workunit.client.1.smithi039.stderr:+++ sort -u 2023-12-22T17:58:06.685 INFO:tasks.workunit.client.1.smithi039.stderr:+++++ rbd info sparse1 2023-12-22T17:58:06.685 INFO:tasks.workunit.client.1.smithi039.stderr:+++++ grep 'data_pool: ' 2023-12-22T17:58:06.685 INFO:tasks.workunit.client.1.smithi039.stderr:+++++ awk -F: '{ print $NF }' 2023-12-22T17:58:06.725 INFO:tasks.workunit.client.1.smithi039.stderr:++++ data_pool= 2023-12-22T17:58:06.725 INFO:tasks.workunit.client.1.smithi039.stderr:++++ '[' -z ']' 2023-12-22T17:58:06.725 INFO:tasks.workunit.client.1.smithi039.stderr:++++ data_pool=rbd 2023-12-22T17:58:06.725 INFO:tasks.workunit.client.1.smithi039.stderr:++++ echo rbd 2023-12-22T17:58:06.725 INFO:tasks.workunit.client.1.smithi039.stderr:+++ rados ls -p rbd 2023-12-22T17:58:06.804 INFO:tasks.workunit.client.1.smithi039.stderr:++ objects=1 2023-12-22T17:58:06.805 INFO:tasks.workunit.client.1.smithi039.stderr:++ echo 1 2023-12-22T17:58:06.805 INFO:tasks.workunit.client.1.smithi039.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2023-12-22T17:58:06.805 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd export sparse1 /tmp/rbd_import_export_222782/sparse1.out 2023-12-22T17:58:06.841 INFO:tasks.workunit.client.1.smithi039.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2023-12-22T17:58:06.844 INFO:tasks.workunit.client.1.smithi039.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_222782/sparse1 /tmp/rbd_import_export_222782/sparse1.out 2023-12-22T17:58:06.844 INFO:tasks.workunit.client.1.smithi039.stderr:+ cmp -l /tmp/rbd_import_export_222782/sparse1 /tmp/rbd_import_export_222782/sparse1.out 2023-12-22T17:58:06.852 INFO:tasks.workunit.client.1.smithi039.stderr:++ stat /tmp/rbd_import_export_222782/sparse1 --format %b 2023-12-22T17:58:06.853 INFO:tasks.workunit.client.1.smithi039.stderr:+ origsize=2048 2023-12-22T17:58:06.853 INFO:tasks.workunit.client.1.smithi039.stderr:++ stat /tmp/rbd_import_export_222782/sparse1.out --format %b 2023-12-22T17:58:06.854 INFO:tasks.workunit.client.1.smithi039.stderr:+ exportsize=2048 2023-12-22T17:58:06.854 INFO:tasks.workunit.client.1.smithi039.stderr:+ difference=0 2023-12-22T17:58:06.854 INFO:tasks.workunit.client.1.smithi039.stderr:+ difference=0 2023-12-22T17:58:06.854 INFO:tasks.workunit.client.1.smithi039.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2023-12-22T17:58:06.854 INFO:tasks.workunit.client.1.smithi039.stderr:+ rm /tmp/rbd_import_export_222782/sparse1.out 2023-12-22T17:58:06.855 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd rm sparse1 2023-12-22T17:58:06.990 INFO:tasks.workunit.client.1.smithi039.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2023-12-22T17:58:06.993 INFO:tasks.workunit.client.1.smithi039.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_222782/sparse2 oflag=append conv=notrunc 2023-12-22T17:58:07.003 INFO:tasks.workunit.client.1.smithi039.stderr:1+0 records in 2023-12-22T17:58:07.003 INFO:tasks.workunit.client.1.smithi039.stderr:1+0 records out 2023-12-22T17:58:07.003 INFO:tasks.workunit.client.1.smithi039.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.00963477 s, 218 MB/s 2023-12-22T17:58:07.003 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd import --new-format --order 20 - sparse2 2023-12-22T17:58:07.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:06 smithi039 ceph-mon[181282]: pgmap v1939: 105 pgs: 105 active+clean; 803 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 10 KiB/s wr, 194 op/s 2023-12-22T17:58:07.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:06 smithi039 ceph-mon[181282]: osdmap e1137: 8 total, 8 up, 8 in 2023-12-22T17:58:07.106 INFO:tasks.workunit.client.1.smithi039.stderr: Importing image: 100% complete...done. 2023-12-22T17:58:07.107 INFO:tasks.workunit.client.1.smithi039.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-22T17:58:07.107 INFO:tasks.workunit.client.1.smithi039.stderr:rbd: --order is deprecated, use --object-size 2023-12-22T17:58:07.110 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd ls -l 2023-12-22T17:58:07.110 INFO:tasks.workunit.client.1.smithi039.stderr:+ grep sparse2 2023-12-22T17:58:07.110 INFO:tasks.workunit.client.1.smithi039.stderr:+ grep -Ei '(4 MiB|4096k)' 2023-12-22T17:58:07.147 INFO:tasks.workunit.client.1.smithi039.stdout:sparse2 4 MiB 2 2023-12-22T17:58:07.147 INFO:tasks.workunit.client.1.smithi039.stderr:++ objects sparse2 2023-12-22T17:58:07.147 INFO:tasks.workunit.client.1.smithi039.stderr:++ image=sparse2 2023-12-22T17:58:07.148 INFO:tasks.workunit.client.1.smithi039.stderr:+++ rbd info sparse2 2023-12-22T17:58:07.148 INFO:tasks.workunit.client.1.smithi039.stderr:+++ grep block_name_prefix 2023-12-22T17:58:07.148 INFO:tasks.workunit.client.1.smithi039.stderr:+++ awk '{print $NF;}' 2023-12-22T17:58:07.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:06 smithi032 ceph-mon[191839]: pgmap v1939: 105 pgs: 105 active+clean; 803 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 10 KiB/s wr, 194 op/s 2023-12-22T17:58:07.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:06 smithi032 ceph-mon[191839]: osdmap e1137: 8 total, 8 up, 8 in 2023-12-22T17:58:07.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:06 smithi032 ceph-mon[189144]: pgmap v1939: 105 pgs: 105 active+clean; 803 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 10 KiB/s wr, 194 op/s 2023-12-22T17:58:07.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:06 smithi032 ceph-mon[189144]: osdmap e1137: 8 total, 8 up, 8 in 2023-12-22T17:58:07.185 INFO:tasks.workunit.client.1.smithi039.stderr:++ prefix=rbd_data.dad49b39d9a3 2023-12-22T17:58:07.186 INFO:tasks.workunit.client.1.smithi039.stderr:+++ grep rbd_data.dad49b39d9a3 2023-12-22T17:58:07.187 INFO:tasks.workunit.client.1.smithi039.stderr:++++ get_image_data_pool sparse2 2023-12-22T17:58:07.187 INFO:tasks.workunit.client.1.smithi039.stderr:++++ image=sparse2 2023-12-22T17:58:07.187 INFO:tasks.workunit.client.1.smithi039.stderr:+++ sed -e 's/rbd_data.dad49b39d9a3\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-12-22T17:58:07.187 INFO:tasks.workunit.client.1.smithi039.stderr:+++ sort -u 2023-12-22T17:58:07.188 INFO:tasks.workunit.client.1.smithi039.stderr:+++++ rbd info sparse2 2023-12-22T17:58:07.188 INFO:tasks.workunit.client.1.smithi039.stderr:+++++ grep 'data_pool: ' 2023-12-22T17:58:07.189 INFO:tasks.workunit.client.1.smithi039.stderr:+++++ awk -F: '{ print $NF }' 2023-12-22T17:58:07.225 INFO:tasks.workunit.client.1.smithi039.stderr:++++ data_pool= 2023-12-22T17:58:07.225 INFO:tasks.workunit.client.1.smithi039.stderr:++++ '[' -z ']' 2023-12-22T17:58:07.225 INFO:tasks.workunit.client.1.smithi039.stderr:++++ data_pool=rbd 2023-12-22T17:58:07.225 INFO:tasks.workunit.client.1.smithi039.stderr:++++ echo rbd 2023-12-22T17:58:07.225 INFO:tasks.workunit.client.1.smithi039.stderr:+++ rados ls -p rbd 2023-12-22T17:58:07.308 INFO:tasks.workunit.client.1.smithi039.stderr:++ objects='0 2023-12-22T17:58:07.309 INFO:tasks.workunit.client.1.smithi039.stderr:2 2023-12-22T17:58:07.309 INFO:tasks.workunit.client.1.smithi039.stderr:3' 2023-12-22T17:58:07.309 INFO:tasks.workunit.client.1.smithi039.stderr:++ echo 0 2 3 2023-12-22T17:58:07.309 INFO:tasks.workunit.client.1.smithi039.stderr:+ '[' 0 -eq 1 -o '0 2 3' = '0 2 3' ']' 2023-12-22T17:58:07.309 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd export sparse2 /tmp/rbd_import_export_222782/sparse2.out 2023-12-22T17:58:07.346 INFO:tasks.workunit.client.1.smithi039.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2023-12-22T17:58:07.349 INFO:tasks.workunit.client.1.smithi039.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_222782/sparse2 /tmp/rbd_import_export_222782/sparse2.out 2023-12-22T17:58:07.349 INFO:tasks.workunit.client.1.smithi039.stderr:+ cmp -l /tmp/rbd_import_export_222782/sparse2 /tmp/rbd_import_export_222782/sparse2.out 2023-12-22T17:58:07.353 INFO:tasks.workunit.client.1.smithi039.stderr:++ stat /tmp/rbd_import_export_222782/sparse2 --format %b 2023-12-22T17:58:07.353 INFO:tasks.workunit.client.1.smithi039.stderr:+ origsize=6144 2023-12-22T17:58:07.354 INFO:tasks.workunit.client.1.smithi039.stderr:++ stat /tmp/rbd_import_export_222782/sparse2.out --format %b 2023-12-22T17:58:07.354 INFO:tasks.workunit.client.1.smithi039.stderr:+ exportsize=6144 2023-12-22T17:58:07.355 INFO:tasks.workunit.client.1.smithi039.stderr:+ difference=0 2023-12-22T17:58:07.355 INFO:tasks.workunit.client.1.smithi039.stderr:+ difference=0 2023-12-22T17:58:07.355 INFO:tasks.workunit.client.1.smithi039.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2023-12-22T17:58:07.355 INFO:tasks.workunit.client.1.smithi039.stderr:+ rm /tmp/rbd_import_export_222782/sparse2.out 2023-12-22T17:58:07.356 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd rm sparse2 2023-12-22T17:58:07.479 INFO:tasks.workunit.client.1.smithi039.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2023-12-22T17:58:07.481 INFO:tasks.workunit.client.1.smithi039.stderr:+ echo 'partially-sparse file imports to partially-sparse image' 2023-12-22T17:58:07.482 INFO:tasks.workunit.client.1.smithi039.stdout:partially-sparse file imports to partially-sparse image 2023-12-22T17:58:07.482 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_222782/sparse1 sparse 2023-12-22T17:58:07.557 INFO:tasks.workunit.client.1.smithi039.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2023-12-22T17:58:07.557 INFO:tasks.workunit.client.1.smithi039.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-22T17:58:07.557 INFO:tasks.workunit.client.1.smithi039.stderr:rbd: --order is deprecated, use --object-size 2023-12-22T17:58:07.560 INFO:tasks.workunit.client.1.smithi039.stderr:++ objects sparse 2023-12-22T17:58:07.560 INFO:tasks.workunit.client.1.smithi039.stderr:++ image=sparse 2023-12-22T17:58:07.560 INFO:tasks.workunit.client.1.smithi039.stderr:+++ rbd info sparse 2023-12-22T17:58:07.560 INFO:tasks.workunit.client.1.smithi039.stderr:+++ grep block_name_prefix 2023-12-22T17:58:07.561 INFO:tasks.workunit.client.1.smithi039.stderr:+++ awk '{print $NF;}' 2023-12-22T17:58:07.597 INFO:tasks.workunit.client.1.smithi039.stderr:++ prefix=rbd_data.db0141134c74 2023-12-22T17:58:07.597 INFO:tasks.workunit.client.1.smithi039.stderr:+++ grep rbd_data.db0141134c74 2023-12-22T17:58:07.597 INFO:tasks.workunit.client.1.smithi039.stderr:++++ get_image_data_pool sparse 2023-12-22T17:58:07.597 INFO:tasks.workunit.client.1.smithi039.stderr:+++ sed -e 's/rbd_data.db0141134c74\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-12-22T17:58:07.597 INFO:tasks.workunit.client.1.smithi039.stderr:++++ image=sparse 2023-12-22T17:58:07.597 INFO:tasks.workunit.client.1.smithi039.stderr:+++ sort -u 2023-12-22T17:58:07.597 INFO:tasks.workunit.client.1.smithi039.stderr:+++++ rbd info sparse 2023-12-22T17:58:07.598 INFO:tasks.workunit.client.1.smithi039.stderr:+++++ grep 'data_pool: ' 2023-12-22T17:58:07.598 INFO:tasks.workunit.client.1.smithi039.stderr:+++++ awk -F: '{ print $NF }' 2023-12-22T17:58:07.633 INFO:tasks.workunit.client.1.smithi039.stderr:++++ data_pool= 2023-12-22T17:58:07.633 INFO:tasks.workunit.client.1.smithi039.stderr:++++ '[' -z ']' 2023-12-22T17:58:07.633 INFO:tasks.workunit.client.1.smithi039.stderr:++++ data_pool=rbd 2023-12-22T17:58:07.633 INFO:tasks.workunit.client.1.smithi039.stderr:++++ echo rbd 2023-12-22T17:58:07.633 INFO:tasks.workunit.client.1.smithi039.stderr:+++ rados ls -p rbd 2023-12-22T17:58:07.713 INFO:tasks.workunit.client.1.smithi039.stderr:++ objects=1 2023-12-22T17:58:07.714 INFO:tasks.workunit.client.1.smithi039.stderr:++ echo 1 2023-12-22T17:58:07.714 INFO:tasks.workunit.client.1.smithi039.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2023-12-22T17:58:07.714 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd rm sparse 2023-12-22T17:58:07.830 INFO:tasks.workunit.client.1.smithi039.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2023-12-22T17:58:07.833 INFO:tasks.workunit.client.1.smithi039.stdout:zeros import through stdin to sparse image 2023-12-22T17:58:07.834 INFO:tasks.workunit.client.1.smithi039.stderr:+ echo 'zeros import through stdin to sparse image' 2023-12-22T17:58:07.834 INFO:tasks.workunit.client.1.smithi039.stderr:+ dd if=/dev/zero bs=1M count=4 2023-12-22T17:58:07.834 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd import --new-format - sparse 2023-12-22T17:58:07.884 INFO:tasks.workunit.client.1.smithi039.stderr:4+0 records in 2023-12-22T17:58:07.884 INFO:tasks.workunit.client.1.smithi039.stderr:4+0 records out 2023-12-22T17:58:07.885 INFO:tasks.workunit.client.1.smithi039.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0501271 s, 83.7 MB/s 2023-12-22T17:58:07.900 INFO:tasks.workunit.client.1.smithi039.stderr: Importing image: 100% complete...done. 2023-12-22T17:58:07.900 INFO:tasks.workunit.client.1.smithi039.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-22T17:58:07.903 INFO:tasks.workunit.client.1.smithi039.stderr:++ objects sparse 2023-12-22T17:58:07.903 INFO:tasks.workunit.client.1.smithi039.stderr:++ image=sparse 2023-12-22T17:58:07.903 INFO:tasks.workunit.client.1.smithi039.stderr:+++ rbd info sparse 2023-12-22T17:58:07.903 INFO:tasks.workunit.client.1.smithi039.stderr:+++ grep block_name_prefix 2023-12-22T17:58:07.903 INFO:tasks.workunit.client.1.smithi039.stderr:+++ awk '{print $NF;}' 2023-12-22T17:58:07.939 INFO:tasks.workunit.client.1.smithi039.stderr:++ prefix=rbd_data.db227779dd50 2023-12-22T17:58:07.941 INFO:tasks.workunit.client.1.smithi039.stderr:+++ grep rbd_data.db227779dd50 2023-12-22T17:58:07.941 INFO:tasks.workunit.client.1.smithi039.stderr:++++ get_image_data_pool sparse 2023-12-22T17:58:07.941 INFO:tasks.workunit.client.1.smithi039.stderr:++++ image=sparse 2023-12-22T17:58:07.941 INFO:tasks.workunit.client.1.smithi039.stderr:+++ sed -e 's/rbd_data.db227779dd50\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-12-22T17:58:07.941 INFO:tasks.workunit.client.1.smithi039.stderr:+++ sort -u 2023-12-22T17:58:07.942 INFO:tasks.workunit.client.1.smithi039.stderr:+++++ rbd info sparse 2023-12-22T17:58:07.942 INFO:tasks.workunit.client.1.smithi039.stderr:+++++ grep 'data_pool: ' 2023-12-22T17:58:07.942 INFO:tasks.workunit.client.1.smithi039.stderr:+++++ awk -F: '{ print $NF }' 2023-12-22T17:58:07.977 INFO:tasks.workunit.client.1.smithi039.stderr:++++ data_pool= 2023-12-22T17:58:07.977 INFO:tasks.workunit.client.1.smithi039.stderr:++++ '[' -z ']' 2023-12-22T17:58:07.977 INFO:tasks.workunit.client.1.smithi039.stderr:++++ data_pool=rbd 2023-12-22T17:58:07.977 INFO:tasks.workunit.client.1.smithi039.stderr:++++ echo rbd 2023-12-22T17:58:07.977 INFO:tasks.workunit.client.1.smithi039.stderr:+++ rados ls -p rbd 2023-12-22T17:58:08.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:58:08.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:58:08.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:58:08.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:58:08.058 INFO:tasks.workunit.client.1.smithi039.stderr:++ objects= 2023-12-22T17:58:08.058 INFO:tasks.workunit.client.1.smithi039.stderr:++ echo 2023-12-22T17:58:08.058 INFO:tasks.workunit.client.1.smithi039.stderr:+ '[' 0 -eq 1 -o '' = '' ']' 2023-12-22T17:58:08.058 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd rm sparse 2023-12-22T17:58:08.173 INFO:tasks.workunit.client.1.smithi039.stderr: Removing image: 100% complete...done. 2023-12-22T17:58:08.176 INFO:tasks.workunit.client.1.smithi039.stdout:zeros export to sparse file 2023-12-22T17:58:08.176 INFO:tasks.workunit.client.1.smithi039.stderr:+ echo 'zeros export to sparse file' 2023-12-22T17:58:08.176 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd create --new-format sparse --size 4 2023-12-22T17:58:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:58:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:58:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:58:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:58:08.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:58:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:58:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:58:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:58:08.218 INFO:tasks.workunit.client.1.smithi039.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-22T17:58:08.221 INFO:tasks.workunit.client.1.smithi039.stderr:++ rbd info sparse 2023-12-22T17:58:08.221 INFO:tasks.workunit.client.1.smithi039.stderr:++ grep block_name_prefix 2023-12-22T17:58:08.221 INFO:tasks.workunit.client.1.smithi039.stderr:++ awk '{print $NF;}' 2023-12-22T17:58:08.257 INFO:tasks.workunit.client.1.smithi039.stderr:+ prefix=rbd_data.db432c6ab9e8 2023-12-22T17:58:08.257 INFO:tasks.workunit.client.1.smithi039.stderr:+ dd if=/dev/zero bs=4M count=1 2023-12-22T17:58:08.257 INFO:tasks.workunit.client.1.smithi039.stderr:++ get_image_data_pool sparse 2023-12-22T17:58:08.258 INFO:tasks.workunit.client.1.smithi039.stderr:++ image=sparse 2023-12-22T17:58:08.258 INFO:tasks.workunit.client.1.smithi039.stderr:+++ rbd info sparse 2023-12-22T17:58:08.258 INFO:tasks.workunit.client.1.smithi039.stderr:+++ grep 'data_pool: ' 2023-12-22T17:58:08.258 INFO:tasks.workunit.client.1.smithi039.stderr:+++ awk -F: '{ print $NF }' 2023-12-22T17:58:08.293 INFO:tasks.workunit.client.1.smithi039.stderr:++ data_pool= 2023-12-22T17:58:08.293 INFO:tasks.workunit.client.1.smithi039.stderr:++ '[' -z ']' 2023-12-22T17:58:08.293 INFO:tasks.workunit.client.1.smithi039.stderr:++ data_pool=rbd 2023-12-22T17:58:08.293 INFO:tasks.workunit.client.1.smithi039.stderr:++ echo rbd 2023-12-22T17:58:08.293 INFO:tasks.workunit.client.1.smithi039.stderr:+ rados -p rbd put rbd_data.db432c6ab9e8.000000000000 - 2023-12-22T17:58:08.322 INFO:tasks.workunit.client.1.smithi039.stderr:1+0 records in 2023-12-22T17:58:08.322 INFO:tasks.workunit.client.1.smithi039.stderr:1+0 records out 2023-12-22T17:58:08.322 INFO:tasks.workunit.client.1.smithi039.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0651373 s, 64.4 MB/s 2023-12-22T17:58:08.342 INFO:tasks.workunit.client.1.smithi039.stderr:++ objects sparse 2023-12-22T17:58:08.342 INFO:tasks.workunit.client.1.smithi039.stderr:++ image=sparse 2023-12-22T17:58:08.342 INFO:tasks.workunit.client.1.smithi039.stderr:+++ rbd info sparse 2023-12-22T17:58:08.342 INFO:tasks.workunit.client.1.smithi039.stderr:+++ grep block_name_prefix 2023-12-22T17:58:08.343 INFO:tasks.workunit.client.1.smithi039.stderr:+++ awk '{print $NF;}' 2023-12-22T17:58:08.377 INFO:tasks.workunit.client.1.smithi039.stderr:++ prefix=rbd_data.db432c6ab9e8 2023-12-22T17:58:08.378 INFO:tasks.workunit.client.1.smithi039.stderr:+++ grep rbd_data.db432c6ab9e8 2023-12-22T17:58:08.378 INFO:tasks.workunit.client.1.smithi039.stderr:++++ get_image_data_pool sparse 2023-12-22T17:58:08.379 INFO:tasks.workunit.client.1.smithi039.stderr:++++ image=sparse 2023-12-22T17:58:08.379 INFO:tasks.workunit.client.1.smithi039.stderr:+++ sed -e 's/rbd_data.db432c6ab9e8\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-12-22T17:58:08.379 INFO:tasks.workunit.client.1.smithi039.stderr:+++ sort -u 2023-12-22T17:58:08.379 INFO:tasks.workunit.client.1.smithi039.stderr:+++++ rbd info sparse 2023-12-22T17:58:08.379 INFO:tasks.workunit.client.1.smithi039.stderr:+++++ grep 'data_pool: ' 2023-12-22T17:58:08.379 INFO:tasks.workunit.client.1.smithi039.stderr:+++++ awk -F: '{ print $NF }' 2023-12-22T17:58:08.415 INFO:tasks.workunit.client.1.smithi039.stderr:++++ data_pool= 2023-12-22T17:58:08.415 INFO:tasks.workunit.client.1.smithi039.stderr:++++ '[' -z ']' 2023-12-22T17:58:08.415 INFO:tasks.workunit.client.1.smithi039.stderr:++++ data_pool=rbd 2023-12-22T17:58:08.415 INFO:tasks.workunit.client.1.smithi039.stderr:++++ echo rbd 2023-12-22T17:58:08.415 INFO:tasks.workunit.client.1.smithi039.stderr:+++ rados ls -p rbd 2023-12-22T17:58:08.494 INFO:tasks.workunit.client.1.smithi039.stderr:++ objects=0 2023-12-22T17:58:08.495 INFO:tasks.workunit.client.1.smithi039.stderr:++ echo 0 2023-12-22T17:58:08.495 INFO:tasks.workunit.client.1.smithi039.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2023-12-22T17:58:08.495 INFO:tasks.workunit.client.1.smithi039.stderr:+ rm /tmp/rbd_import_export_222782/sparse 2023-12-22T17:58:08.496 INFO:tasks.workunit.client.1.smithi039.stderr:rm: cannot remove '/tmp/rbd_import_export_222782/sparse': No such file or directory 2023-12-22T17:58:08.496 INFO:tasks.workunit.client.1.smithi039.stderr:+ true 2023-12-22T17:58:08.496 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd export sparse /tmp/rbd_import_export_222782/sparse 2023-12-22T17:58:08.530 INFO:tasks.workunit.client.1.smithi039.stderr: Exporting image: 100% complete...done. 2023-12-22T17:58:08.534 INFO:tasks.workunit.client.1.smithi039.stderr:++ stat /tmp/rbd_import_export_222782/sparse --format=%b 2023-12-22T17:58:08.535 INFO:tasks.workunit.client.1.smithi039.stderr:+ '[' 0 = 0 ']' 2023-12-22T17:58:08.535 INFO:tasks.workunit.client.1.smithi039.stderr:+ rbd rm sparse 2023-12-22T17:58:08.648 INFO:tasks.workunit.client.1.smithi039.stderr: Removing image: 100% complete...done. 2023-12-22T17:58:08.651 INFO:tasks.workunit.client.1.smithi039.stderr:+ rm /tmp/rbd_import_export_222782/sparse /tmp/rbd_import_export_222782/sparse1 /tmp/rbd_import_export_222782/sparse2 /tmp/rbd_import_export_222782/sparse3 2023-12-22T17:58:08.653 INFO:tasks.workunit.client.1.smithi039.stderr:rm: cannot remove '/tmp/rbd_import_export_222782/sparse3': No such file or directory 2023-12-22T17:58:08.653 INFO:tasks.workunit.client.1.smithi039.stderr:+ true 2023-12-22T17:58:08.653 INFO:tasks.workunit.client.1.smithi039.stderr:+ echo OK 2023-12-22T17:58:08.654 INFO:tasks.workunit.client.1.smithi039.stdout:OK 2023-12-22T17:58:08.655 INFO:tasks.workunit.client.1.smithi039.stderr:+ rm -rf /tmp/rbd_import_export_222782 2023-12-22T17:58:08.655 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-22T17:58:08.655 DEBUG:teuthology.orchestra.run.smithi039:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1/tmp 2023-12-22T17:58:08.726 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.1... 2023-12-22T17:58:08.726 DEBUG:teuthology.orchestra.run.smithi039:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.1 /home/ubuntu/cephtest/clone.client.1 2023-12-22T17:58:08.954 DEBUG:teuthology.parallel:result is None 2023-12-22T17:58:08.955 DEBUG:teuthology.orchestra.run.smithi039:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1 2023-12-22T17:58:08.980 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:08 smithi039 ceph-mon[181282]: pgmap v1941: 105 pgs: 105 active+clean; 803 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 8.3 KiB/s wr, 158 op/s 2023-12-22T17:58:08.983 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.1/client.1 2023-12-22T17:58:08.983 DEBUG:teuthology.orchestra.run.smithi039:> rmdir -- /home/ubuntu/cephtest/mnt.1 2023-12-22T17:58:09.042 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.1/client.1 2023-12-22T17:58:09.042 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-22T17:58:09.042 INFO:teuthology.task.print:**** done end rbd_import_export.yaml 2023-12-22T17:58:09.042 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-22T17:58:09.043 INFO:teuthology.task.print:**** done start test_rbd_api.yaml 2023-12-22T17:58:09.043 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2023-12-22T17:58:09.043 INFO:tasks.workunit:Pulling workunits from ref quincy 2023-12-22T17:58:09.043 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-12-22T17:58:09.043 DEBUG:teuthology.orchestra.run.smithi032:> stat -- /home/ubuntu/cephtest/mnt.0 2023-12-22T17:58:09.064 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-22T17:58:09.065 INFO:teuthology.orchestra.run.smithi032.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-12-22T17:58:09.065 DEBUG:teuthology.orchestra.run.smithi032:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-12-22T17:58:09.125 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-12-22T17:58:09.126 DEBUG:teuthology.orchestra.run.smithi032:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-12-22T17:58:09.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:08 smithi032 ceph-mon[189144]: pgmap v1941: 105 pgs: 105 active+clean; 803 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 8.3 KiB/s wr, 158 op/s 2023-12-22T17:58:09.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:08 smithi032 ceph-mon[191839]: pgmap v1941: 105 pgs: 105 active+clean; 803 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 8.3 KiB/s wr, 158 op/s 2023-12-22T17:58:09.186 INFO:tasks.workunit:timeout=3h 2023-12-22T17:58:09.186 INFO:tasks.workunit:cleanup=True 2023-12-22T17:58:09.187 DEBUG:teuthology.orchestra.run.smithi032:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2023-12-22T17:58:09.247 INFO:tasks.workunit.client.0.smithi032.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-12-22T17:58:11.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:10 smithi032 ceph-mon[189144]: pgmap v1942: 105 pgs: 105 active+clean; 693 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 298 KiB/s rd, 178 KiB/s wr, 176 op/s 2023-12-22T17:58:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:58:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:58:10] "GET /metrics HTTP/1.1" 200 34009 "" "Prometheus/2.43.0" 2023-12-22T17:58:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:10 smithi032 ceph-mon[191839]: pgmap v1942: 105 pgs: 105 active+clean; 693 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 298 KiB/s rd, 178 KiB/s wr, 176 op/s 2023-12-22T17:58:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:10 smithi039 ceph-mon[181282]: pgmap v1942: 105 pgs: 105 active+clean; 693 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 298 KiB/s rd, 178 KiB/s wr, 176 op/s 2023-12-22T17:58:12.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:12 smithi032 ceph-mon[191839]: osdmap e1138: 8 total, 8 up, 8 in 2023-12-22T17:58:12.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:12 smithi032 ceph-mon[191839]: pgmap v1944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 440 op/s 2023-12-22T17:58:12.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:12 smithi032 ceph-mon[189144]: osdmap e1138: 8 total, 8 up, 8 in 2023-12-22T17:58:12.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:12 smithi032 ceph-mon[189144]: pgmap v1944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 440 op/s 2023-12-22T17:58:13.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:12 smithi039 ceph-mon[181282]: osdmap e1138: 8 total, 8 up, 8 in 2023-12-22T17:58:13.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:12 smithi039 ceph-mon[181282]: pgmap v1944: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 440 op/s 2023-12-22T17:58:14.969 DEBUG:teuthology.orchestra.run.smithi032:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-12-22T17:58:15.028 INFO:tasks.workunit.client.0.smithi032.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-12-22T17:58:15.030 INFO:tasks.workunit.client.0.smithi032.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-22T17:58:15.030 INFO:tasks.workunit.client.0.smithi032.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-12-22T17:58:15.078 INFO:tasks.workunit.client.0.smithi032.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-12-22T17:58:15.126 INFO:tasks.workunit.client.0.smithi032.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-12-22T17:58:15.165 INFO:tasks.workunit.client.0.smithi032.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-22T17:58:15.167 INFO:tasks.workunit.client.0.smithi032.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-22T17:58:15.167 INFO:tasks.workunit.client.0.smithi032.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-12-22T17:58:15.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:14 smithi032 ceph-mon[191839]: pgmap v1945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 983 KiB/s rd, 1.4 MiB/s wr, 287 op/s 2023-12-22T17:58:15.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:14 smithi032 ceph-mon[189144]: pgmap v1945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 983 KiB/s rd, 1.4 MiB/s wr, 287 op/s 2023-12-22T17:58:15.205 INFO:tasks.workunit.client.0.smithi032.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-22T17:58:15.208 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2023-12-22T17:58:15.208 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-12-22T17:58:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:14 smithi039 ceph-mon[181282]: pgmap v1945: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 983 KiB/s rd, 1.4 MiB/s wr, 287 op/s 2023-12-22T17:58:15.267 INFO:tasks.workunit:Running workunits matching rbd/test_librbd.sh on client.0... 2023-12-22T17:58:15.268 INFO:tasks.workunit:Running workunit rbd/test_librbd.sh... 2023-12-22T17:58:15.268 DEBUG:teuthology.orchestra.run.smithi032:workunit test rbd/test_librbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh 2023-12-22T17:58:15.354 INFO:tasks.workunit.client.0.smithi032.stderr:warning: failed to enable lockdep 2023-12-22T17:58:15.355 INFO:tasks.workunit.client.0.smithi032.stdout:seed 242074 2023-12-22T17:58:15.355 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] Running 406 tests from 15 test suites. 2023-12-22T17:58:15.355 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment set-up. 2023-12-22T17:58:15.355 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 160 tests from TestLibRBD 2023-12-22T17:58:15.384 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.CreateAndStat 2023-12-22T17:58:16.914 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T17:58:17.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:16 smithi032 ceph-mon[191839]: pgmap v1946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 864 KiB/s rd, 1.2 MiB/s wr, 252 op/s 2023-12-22T17:58:17.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:16 smithi032 ceph-mon[191839]: osdmap e1139: 8 total, 8 up, 8 in 2023-12-22T17:58:17.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:16 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2973356667' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:58:17.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:16 smithi032 ceph-mon[189144]: pgmap v1946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 864 KiB/s rd, 1.2 MiB/s wr, 252 op/s 2023-12-22T17:58:17.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:16 smithi032 ceph-mon[189144]: osdmap e1139: 8 total, 8 up, 8 in 2023-12-22T17:58:17.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:16 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2973356667' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:58:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:16 smithi039 ceph-mon[181282]: pgmap v1946: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 864 KiB/s rd, 1.2 MiB/s wr, 252 op/s 2023-12-22T17:58:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:16 smithi039 ceph-mon[181282]: osdmap e1139: 8 total, 8 up, 8 in 2023-12-22T17:58:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:16 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2973356667' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:58:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:17 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2973356667' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:58:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:17 smithi032 ceph-mon[191839]: osdmap e1140: 8 total, 8 up, 8 in 2023-12-22T17:58:18.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:17 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2973356667' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:58:18.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:17 smithi032 ceph-mon[189144]: osdmap e1140: 8 total, 8 up, 8 in 2023-12-22T17:58:18.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:17 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2973356667' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:58:18.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:17 smithi039 ceph-mon[181282]: osdmap e1140: 8 total, 8 up, 8 in 2023-12-22T17:58:18.948 INFO:tasks.workunit.client.0.smithi032.stdout:image has size 2097152 and order 22 2023-12-22T17:58:18.948 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.CreateAndStat (3563 ms) 2023-12-22T17:58:18.949 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.CreateWithSameDataPool 2023-12-22T17:58:18.949 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T17:58:18.967 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.CreateWithSameDataPool (20 ms) 2023-12-22T17:58:18.967 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.CreateAndStatPP 2023-12-22T17:58:18.968 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T17:58:18.992 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.CreateAndStatPP (24 ms) 2023-12-22T17:58:18.992 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.GetId 2023-12-22T17:58:18.992 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T17:58:19.019 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.GetId (27 ms) 2023-12-22T17:58:19.019 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.GetIdPP 2023-12-22T17:58:19.020 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T17:58:19.048 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.GetIdPP (29 ms) 2023-12-22T17:58:19.048 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefix 2023-12-22T17:58:19.048 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T17:58:19.067 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.GetBlockNamePrefix (19 ms) 2023-12-22T17:58:19.067 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefixPP 2023-12-22T17:58:19.067 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T17:58:19.085 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.GetBlockNamePrefixPP (18 ms) 2023-12-22T17:58:19.085 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestGetCreateTimestamp 2023-12-22T17:58:19.085 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T17:58:19.101 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestGetCreateTimestamp (16 ms) 2023-12-22T17:58:19.101 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.GetCreateTimestampPP 2023-12-22T17:58:19.101 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T17:58:19.117 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.GetCreateTimestampPP (17 ms) 2023-12-22T17:58:19.117 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.OpenAio 2023-12-22T17:58:19.118 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T17:58:19.135 INFO:tasks.workunit.client.0.smithi032.stdout:image has size 2097152 and order 22 2023-12-22T17:58:19.135 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.OpenAio (17 ms) 2023-12-22T17:58:19.135 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.OpenAioFail 2023-12-22T17:58:19.137 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.OpenAioFail (2 ms) 2023-12-22T17:58:19.137 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.OpenAioPP 2023-12-22T17:58:19.137 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T17:58:19.163 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.OpenAioPP (26 ms) 2023-12-22T17:58:19.163 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.OpenAioFailPP 2023-12-22T17:58:19.165 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.OpenAioFailPP (3 ms) 2023-12-22T17:58:19.166 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.ResizeAndStat 2023-12-22T17:58:19.166 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T17:58:19.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:18 smithi032 ceph-mon[191839]: pgmap v1949: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:58:19.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:18 smithi032 ceph-mon[191839]: osdmap e1141: 8 total, 8 up, 8 in 2023-12-22T17:58:19.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:18 smithi032 ceph-mon[189144]: pgmap v1949: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:58:19.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:18 smithi032 ceph-mon[189144]: osdmap e1141: 8 total, 8 up, 8 in 2023-12-22T17:58:19.200 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.ResizeAndStat (34 ms) 2023-12-22T17:58:19.201 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.ResizeAndStatPP 2023-12-22T17:58:19.201 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T17:58:19.231 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.ResizeAndStatPP (31 ms) 2023-12-22T17:58:19.231 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResize 2023-12-22T17:58:19.231 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T17:58:19.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:18 smithi039 ceph-mon[181282]: pgmap v1949: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2023-12-22T17:58:19.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:18 smithi039 ceph-mon[181282]: osdmap e1141: 8 total, 8 up, 8 in 2023-12-22T17:58:19.265 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.UpdateWatchAndResize (34 ms) 2023-12-22T17:58:19.265 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResizePP 2023-12-22T17:58:19.265 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T17:58:19.298 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.UpdateWatchAndResizePP (33 ms) 2023-12-22T17:58:19.298 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestCreateLsDelete 2023-12-22T17:58:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:19 smithi032 ceph-mon[191839]: osdmap e1142: 8 total, 8 up, 8 in 2023-12-22T17:58:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:58:20.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:19 smithi032 ceph-mon[189144]: osdmap e1142: 8 total, 8 up, 8 in 2023-12-22T17:58:20.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:58:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:19 smithi039 ceph-mon[181282]: osdmap e1142: 8 total, 8 up, 8 in 2023-12-22T17:58:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:58:20.953 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T17:58:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:58:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:58:20] "GET /metrics HTTP/1.1" 200 36399 "" "Prometheus/2.43.0" 2023-12-22T17:58:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:20 smithi032 ceph-mon[191839]: pgmap v1952: 137 pgs: 14 unknown, 123 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 1.2 KiB/s wr, 4 op/s 2023-12-22T17:58:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:20 smithi032 ceph-mon[191839]: osdmap e1143: 8 total, 8 up, 8 in 2023-12-22T17:58:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:20 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2998462902' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:58:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:20 smithi032 ceph-mon[189144]: pgmap v1952: 137 pgs: 14 unknown, 123 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 1.2 KiB/s wr, 4 op/s 2023-12-22T17:58:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:20 smithi032 ceph-mon[189144]: osdmap e1143: 8 total, 8 up, 8 in 2023-12-22T17:58:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:20 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2998462902' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:58:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:20 smithi039 ceph-mon[181282]: pgmap v1952: 137 pgs: 14 unknown, 123 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 1.2 KiB/s wr, 4 op/s 2023-12-22T17:58:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:20 smithi039 ceph-mon[181282]: osdmap e1143: 8 total, 8 up, 8 in 2023-12-22T17:58:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:20 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2998462902' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:58:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:21 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2998462902' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:58:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:21 smithi039 ceph-mon[181282]: osdmap e1144: 8 total, 8 up, 8 in 2023-12-22T17:58:22.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:21 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2998462902' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:58:22.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:21 smithi032 ceph-mon[191839]: osdmap e1144: 8 total, 8 up, 8 in 2023-12-22T17:58:22.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:21 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2998462902' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:58:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:21 smithi032 ceph-mon[189144]: osdmap e1144: 8 total, 8 up, 8 in 2023-12-22T17:58:22.970 INFO:tasks.workunit.client.0.smithi032.stdout:image: image18 2023-12-22T17:58:22.970 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image18 2023-12-22T17:58:22.970 INFO:tasks.workunit.client.0.smithi032.stdout:found image18 2023-12-22T17:58:22.970 INFO:tasks.workunit.client.0.smithi032.stdout:erased image18 2023-12-22T17:58:22.970 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T17:58:23.057 INFO:tasks.workunit.client.0.smithi032.stdout:image: image18 2023-12-22T17:58:23.057 INFO:tasks.workunit.client.0.smithi032.stdout:image: image19 2023-12-22T17:58:23.058 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image18 2023-12-22T17:58:23.058 INFO:tasks.workunit.client.0.smithi032.stdout:found image18 2023-12-22T17:58:23.058 INFO:tasks.workunit.client.0.smithi032.stdout:erased image18 2023-12-22T17:58:23.058 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image19 2023-12-22T17:58:23.058 INFO:tasks.workunit.client.0.smithi032.stdout:found image19 2023-12-22T17:58:23.058 INFO:tasks.workunit.client.0.smithi032.stdout:erased image19 2023-12-22T17:58:23.058 INFO:tasks.workunit.client.0.smithi032.stdout:image: image19 2023-12-22T17:58:23.058 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image19 2023-12-22T17:58:23.058 INFO:tasks.workunit.client.0.smithi032.stdout:found image19 2023-12-22T17:58:23.058 INFO:tasks.workunit.client.0.smithi032.stdout:erased image19 2023-12-22T17:58:23.058 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestCreateLsDelete (3760 ms) 2023-12-22T17:58:23.058 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestCreateLsDeletePP 2023-12-22T17:58:23.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:22 smithi039 ceph-mon[181282]: pgmap v1955: 169 pgs: 13 creating+peering, 19 unknown, 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 8.5 KiB/s wr, 128 op/s 2023-12-22T17:58:23.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:22 smithi039 ceph-mon[181282]: osdmap e1145: 8 total, 8 up, 8 in 2023-12-22T17:58:23.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:22 smithi032 ceph-mon[191839]: pgmap v1955: 169 pgs: 13 creating+peering, 19 unknown, 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 8.5 KiB/s wr, 128 op/s 2023-12-22T17:58:23.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:22 smithi032 ceph-mon[191839]: osdmap e1145: 8 total, 8 up, 8 in 2023-12-22T17:58:23.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:22 smithi032 ceph-mon[189144]: pgmap v1955: 169 pgs: 13 creating+peering, 19 unknown, 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 8.5 KiB/s wr, 128 op/s 2023-12-22T17:58:23.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:22 smithi032 ceph-mon[189144]: osdmap e1145: 8 total, 8 up, 8 in 2023-12-22T17:58:24.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:23 smithi039 ceph-mon[181282]: osdmap e1146: 8 total, 8 up, 8 in 2023-12-22T17:58:24.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:23 smithi032 ceph-mon[189144]: osdmap e1146: 8 total, 8 up, 8 in 2023-12-22T17:58:24.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:23 smithi032 ceph-mon[191839]: osdmap e1146: 8 total, 8 up, 8 in 2023-12-22T17:58:24.987 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T17:58:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:24 smithi039 ceph-mon[181282]: pgmap v1958: 169 pgs: 13 creating+peering, 10 unknown, 146 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 147 KiB/s rd, 12 KiB/s wr, 201 op/s 2023-12-22T17:58:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:24 smithi039 ceph-mon[181282]: osdmap e1147: 8 total, 8 up, 8 in 2023-12-22T17:58:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:24 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2291993516' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:58:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:24 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:58:25.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:24 smithi032 ceph-mon[189144]: pgmap v1958: 169 pgs: 13 creating+peering, 10 unknown, 146 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 147 KiB/s rd, 12 KiB/s wr, 201 op/s 2023-12-22T17:58:25.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:24 smithi032 ceph-mon[189144]: osdmap e1147: 8 total, 8 up, 8 in 2023-12-22T17:58:25.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:24 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2291993516' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:58:25.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:24 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:58:25.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:24 smithi032 ceph-mon[191839]: pgmap v1958: 169 pgs: 13 creating+peering, 10 unknown, 146 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 147 KiB/s rd, 12 KiB/s wr, 201 op/s 2023-12-22T17:58:25.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:24 smithi032 ceph-mon[191839]: osdmap e1147: 8 total, 8 up, 8 in 2023-12-22T17:58:25.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:24 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2291993516' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:58:25.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:24 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:58:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:25 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:58:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:25 smithi039 ceph-mon[181282]: osdmap e1148: 8 total, 8 up, 8 in 2023-12-22T17:58:26.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:25 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:58:26.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:25 smithi032 ceph-mon[191839]: osdmap e1148: 8 total, 8 up, 8 in 2023-12-22T17:58:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:25 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:58:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:25 smithi032 ceph-mon[189144]: osdmap e1148: 8 total, 8 up, 8 in 2023-12-22T17:58:26.713 INFO:tasks.workunit.client.0.smithi032.stdout:num images is: 1 2023-12-22T17:58:26.713 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 1 2023-12-22T17:58:26.714 INFO:tasks.workunit.client.0.smithi032.stdout:image: image20 2023-12-22T17:58:26.714 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image20 2023-12-22T17:58:26.714 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T17:58:26.730 INFO:tasks.workunit.client.0.smithi032.stdout:num images is: 2 2023-12-22T17:58:26.731 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 2 2023-12-22T17:58:26.731 INFO:tasks.workunit.client.0.smithi032.stdout:image: image20 2023-12-22T17:58:26.731 INFO:tasks.workunit.client.0.smithi032.stdout:image: image21 2023-12-22T17:58:26.731 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image20 2023-12-22T17:58:26.731 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image21 2023-12-22T17:58:26.795 INFO:tasks.workunit.client.0.smithi032.stdout:num images is: 1 2023-12-22T17:58:26.795 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 1 2023-12-22T17:58:26.795 INFO:tasks.workunit.client.0.smithi032.stdout:image: image21 2023-12-22T17:58:26.795 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image21 2023-12-22T17:58:26.796 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestCreateLsDeletePP (3737 ms) 2023-12-22T17:58:26.796 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestCopy 2023-12-22T17:58:27.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:27 smithi039 ceph-mon[181282]: pgmap v1961: 201 pgs: 12 creating+peering, 17 unknown, 172 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 13 KiB/s wr, 136 op/s 2023-12-22T17:58:27.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:27 smithi039 ceph-mon[181282]: osdmap e1149: 8 total, 8 up, 8 in 2023-12-22T17:58:27.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:27 smithi039 ceph-mon[181282]: osdmap e1150: 8 total, 8 up, 8 in 2023-12-22T17:58:27.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:27 smithi032 ceph-mon[189144]: pgmap v1961: 201 pgs: 12 creating+peering, 17 unknown, 172 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 13 KiB/s wr, 136 op/s 2023-12-22T17:58:27.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:27 smithi032 ceph-mon[189144]: osdmap e1149: 8 total, 8 up, 8 in 2023-12-22T17:58:27.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:27 smithi032 ceph-mon[189144]: osdmap e1150: 8 total, 8 up, 8 in 2023-12-22T17:58:27.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:27 smithi032 ceph-mon[191839]: pgmap v1961: 201 pgs: 12 creating+peering, 17 unknown, 172 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 13 KiB/s wr, 136 op/s 2023-12-22T17:58:27.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:27 smithi032 ceph-mon[191839]: osdmap e1149: 8 total, 8 up, 8 in 2023-12-22T17:58:27.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:27 smithi032 ceph-mon[191839]: osdmap e1150: 8 total, 8 up, 8 in 2023-12-22T17:58:28.023 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:58:28.343 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:58:28.343 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (38m) 4m ago 43m 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:58:28.343 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (38m) 2m ago 42m 93.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:58:28.343 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (43m) 4m ago 43m 22.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:58:28.343 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (43m) 2m ago 43m 27.7M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:58:28.343 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (37m) 2m ago 46m 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:58:28.343 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (38m) 4m ago 47m 548M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:58:28.344 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (37m) 4m ago 47m 285M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:58:28.344 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (37m) 2m ago 46m 166M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:58:28.344 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (37m) 4m ago 46m 168M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:58:28.344 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (38m) 4m ago 42m 16.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:58:28.344 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (38m) 2m ago 42m 18.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:58:28.344 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (36m) 4m ago 46m 2024M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:58:28.344 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (36m) 4m ago 45m 2282M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:58:28.344 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (35m) 4m ago 45m 2158M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:58:28.344 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (35m) 4m ago 45m 1910M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:58:28.344 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (34m) 2m ago 44m 1896M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:58:28.344 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (34m) 2m ago 44m 1655M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:58:28.345 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (33m) 2m ago 44m 1107M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:58:28.345 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (33m) 2m ago 44m 1550M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:58:28.345 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (37m) 2m ago 43m 81.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:58:28.708 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T17:58:28.760 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:58:28.760 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:58:28.760 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:58:28.760 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:58:28.760 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:58:28.761 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:58:28.761 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:58:28.761 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:58:28.761 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:58:28.761 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:58:28.761 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:58:28.761 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:58:28.761 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:58:28.761 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:58:28.761 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:58:28.762 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:58:28.762 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:58:28.762 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:58:29.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:28 smithi039 ceph-mon[181282]: osdmap e1151: 8 total, 8 up, 8 in 2023-12-22T17:58:29.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:28 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/307148296' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:58:29.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:28 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:58:29.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:28 smithi039 ceph-mon[181282]: pgmap v1965: 233 pgs: 9 creating+peering, 45 unknown, 179 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 9.9 KiB/s wr, 90 op/s 2023-12-22T17:58:29.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:28 smithi039 ceph-mon[181282]: from='client.46553 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:58:29.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:28 smithi039 ceph-mon[181282]: from='client.46559 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:58:29.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:28 smithi032 ceph-mon[191839]: osdmap e1151: 8 total, 8 up, 8 in 2023-12-22T17:58:29.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:28 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/307148296' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:58:29.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:28 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:58:29.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:28 smithi032 ceph-mon[191839]: pgmap v1965: 233 pgs: 9 creating+peering, 45 unknown, 179 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 9.9 KiB/s wr, 90 op/s 2023-12-22T17:58:29.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:28 smithi032 ceph-mon[191839]: from='client.46553 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:58:29.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:28 smithi032 ceph-mon[191839]: from='client.46559 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:58:29.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:28 smithi032 ceph-mon[189144]: osdmap e1151: 8 total, 8 up, 8 in 2023-12-22T17:58:29.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:28 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/307148296' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:58:29.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:28 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:58:29.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:28 smithi032 ceph-mon[189144]: pgmap v1965: 233 pgs: 9 creating+peering, 45 unknown, 179 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 9.9 KiB/s wr, 90 op/s 2023-12-22T17:58:29.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:28 smithi032 ceph-mon[189144]: from='client.46553 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:58:29.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:28 smithi032 ceph-mon[189144]: from='client.46559 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:58:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:29 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:58:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:29 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:58:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:29 smithi039 ceph-mon[181282]: osdmap e1152: 8 total, 8 up, 8 in 2023-12-22T17:58:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:29 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3014141238' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:58:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:29 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:58:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:29 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:58:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:29 smithi032 ceph-mon[191839]: osdmap e1152: 8 total, 8 up, 8 in 2023-12-22T17:58:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:29 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3014141238' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:58:30.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:29 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:58:30.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:29 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:58:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:29 smithi032 ceph-mon[189144]: osdmap e1152: 8 total, 8 up, 8 in 2023-12-22T17:58:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:29 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3014141238' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:58:31.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:30 smithi039 ceph-mon[181282]: osdmap e1153: 8 total, 8 up, 8 in 2023-12-22T17:58:31.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:30 smithi039 ceph-mon[181282]: pgmap v1968: 233 pgs: 13 creating+peering, 16 unknown, 204 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.6 KiB/s wr, 32 op/s 2023-12-22T17:58:31.169 INFO:tasks.workunit.client.0.smithi032.stdout:image: image22 2023-12-22T17:58:31.170 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image22 2023-12-22T17:58:31.170 INFO:tasks.workunit.client.0.smithi032.stdout:found image22 2023-12-22T17:58:31.170 INFO:tasks.workunit.client.0.smithi032.stdout:erased image22 2023-12-22T17:58:31.170 INFO:tasks.workunit.client.0.smithi032.stdout:image: image22 2023-12-22T17:58:31.170 INFO:tasks.workunit.client.0.smithi032.stdout:image: image23 2023-12-22T17:58:31.170 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image22 2023-12-22T17:58:31.170 INFO:tasks.workunit.client.0.smithi032.stdout:found image22 2023-12-22T17:58:31.170 INFO:tasks.workunit.client.0.smithi032.stdout:erased image22 2023-12-22T17:58:31.170 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image23 2023-12-22T17:58:31.170 INFO:tasks.workunit.client.0.smithi032.stdout:found image23 2023-12-22T17:58:31.171 INFO:tasks.workunit.client.0.smithi032.stdout:erased image23 2023-12-22T17:58:31.171 INFO:tasks.workunit.client.0.smithi032.stdout:100.00% done 2023-12-22T17:58:31.171 INFO:tasks.workunit.client.0.smithi032.stdout:image: image22 2023-12-22T17:58:31.171 INFO:tasks.workunit.client.0.smithi032.stdout:image: image23 2023-12-22T17:58:31.171 INFO:tasks.workunit.client.0.smithi032.stdout:image: image24 2023-12-22T17:58:31.171 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image22 2023-12-22T17:58:31.171 INFO:tasks.workunit.client.0.smithi032.stdout:found image22 2023-12-22T17:58:31.171 INFO:tasks.workunit.client.0.smithi032.stdout:erased image22 2023-12-22T17:58:31.171 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image23 2023-12-22T17:58:31.171 INFO:tasks.workunit.client.0.smithi032.stdout:found image23 2023-12-22T17:58:31.172 INFO:tasks.workunit.client.0.smithi032.stdout:erased image23 2023-12-22T17:58:31.172 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image24 2023-12-22T17:58:31.172 INFO:tasks.workunit.client.0.smithi032.stdout:found image24 2023-12-22T17:58:31.172 INFO:tasks.workunit.client.0.smithi032.stdout:erased image24 2023-12-22T17:58:31.172 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestCopy (4374 ms) 2023-12-22T17:58:31.172 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestCopyPP 2023-12-22T17:58:31.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:30 smithi032 ceph-mon[189144]: osdmap e1153: 8 total, 8 up, 8 in 2023-12-22T17:58:31.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:30 smithi032 ceph-mon[189144]: pgmap v1968: 233 pgs: 13 creating+peering, 16 unknown, 204 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.6 KiB/s wr, 32 op/s 2023-12-22T17:58:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:58:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:58:30] "GET /metrics HTTP/1.1" 200 36399 "" "Prometheus/2.43.0" 2023-12-22T17:58:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:30 smithi032 ceph-mon[191839]: osdmap e1153: 8 total, 8 up, 8 in 2023-12-22T17:58:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:30 smithi032 ceph-mon[191839]: pgmap v1968: 233 pgs: 13 creating+peering, 16 unknown, 204 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.6 KiB/s wr, 32 op/s 2023-12-22T17:58:32.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:31 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:58:32.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:31 smithi039 ceph-mon[181282]: osdmap e1154: 8 total, 8 up, 8 in 2023-12-22T17:58:32.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:31 smithi039 ceph-mon[181282]: osdmap e1155: 8 total, 8 up, 8 in 2023-12-22T17:58:32.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:31 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1755902622' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:58:32.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:31 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:58:32.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:31 smithi032 ceph-mon[191839]: osdmap e1154: 8 total, 8 up, 8 in 2023-12-22T17:58:32.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:31 smithi032 ceph-mon[191839]: osdmap e1155: 8 total, 8 up, 8 in 2023-12-22T17:58:32.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:31 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1755902622' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:58:32.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:31 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:58:32.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:31 smithi032 ceph-mon[189144]: osdmap e1154: 8 total, 8 up, 8 in 2023-12-22T17:58:32.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:31 smithi032 ceph-mon[189144]: osdmap e1155: 8 total, 8 up, 8 in 2023-12-22T17:58:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:31 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1755902622' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:58:32.706 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T17:58:33.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:32 smithi039 ceph-mon[181282]: pgmap v1971: 265 pgs: 32 unknown, 7 creating+peering, 226 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.5 KiB/s wr, 41 op/s 2023-12-22T17:58:33.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:32 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1755902622' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:58:33.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:32 smithi039 ceph-mon[181282]: osdmap e1156: 8 total, 8 up, 8 in 2023-12-22T17:58:33.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:32 smithi032 ceph-mon[189144]: pgmap v1971: 265 pgs: 32 unknown, 7 creating+peering, 226 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.5 KiB/s wr, 41 op/s 2023-12-22T17:58:33.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:32 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1755902622' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:58:33.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:32 smithi032 ceph-mon[189144]: osdmap e1156: 8 total, 8 up, 8 in 2023-12-22T17:58:33.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:32 smithi032 ceph-mon[191839]: pgmap v1971: 265 pgs: 32 unknown, 7 creating+peering, 226 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 3.5 KiB/s wr, 41 op/s 2023-12-22T17:58:33.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:32 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1755902622' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:58:33.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:32 smithi032 ceph-mon[191839]: osdmap e1156: 8 total, 8 up, 8 in 2023-12-22T17:58:34.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:33 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:58:34.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:33 smithi039 ceph-mon[181282]: osdmap e1157: 8 total, 8 up, 8 in 2023-12-22T17:58:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:33 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:58:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:33 smithi032 ceph-mon[191839]: osdmap e1157: 8 total, 8 up, 8 in 2023-12-22T17:58:34.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:33 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:58:34.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:33 smithi032 ceph-mon[189144]: osdmap e1157: 8 total, 8 up, 8 in 2023-12-22T17:58:34.972 INFO:tasks.workunit.client.0.smithi032.stdout:num images is: 1 2023-12-22T17:58:34.972 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 1 2023-12-22T17:58:34.972 INFO:tasks.workunit.client.0.smithi032.stdout:image: image25 2023-12-22T17:58:34.972 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image25 2023-12-22T17:58:34.991 INFO:tasks.workunit.client.0.smithi032.stdout:num images is: 2 2023-12-22T17:58:34.991 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 2 2023-12-22T17:58:34.991 INFO:tasks.workunit.client.0.smithi032.stdout:image: image25 2023-12-22T17:58:34.991 INFO:tasks.workunit.client.0.smithi032.stdout:image: image26 2023-12-22T17:58:34.991 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image25 2023-12-22T17:58:34.992 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image26 2023-12-22T17:58:35.042 INFO:tasks.workunit.client.0.smithi032.stdout:100.00% done 2023-12-22T17:58:35.042 INFO:tasks.workunit.client.0.smithi032.stdout:num images is: 3 2023-12-22T17:58:35.042 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 3 2023-12-22T17:58:35.042 INFO:tasks.workunit.client.0.smithi032.stdout:image: image25 2023-12-22T17:58:35.042 INFO:tasks.workunit.client.0.smithi032.stdout:image: image26 2023-12-22T17:58:35.042 INFO:tasks.workunit.client.0.smithi032.stdout:image: image27 2023-12-22T17:58:35.042 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image25 2023-12-22T17:58:35.042 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image26 2023-12-22T17:58:35.043 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image27 2023-12-22T17:58:35.075 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestCopyPP (3906 ms) 2023-12-22T17:58:35.075 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestDeepCopy 2023-12-22T17:58:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:35 smithi032 ceph-mon[191839]: pgmap v1974: 265 pgs: 22 unknown, 243 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2023-12-22T17:58:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:58:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:58:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:35 smithi032 ceph-mon[191839]: osdmap e1158: 8 total, 8 up, 8 in 2023-12-22T17:58:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:35 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:58:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:35 smithi032 ceph-mon[189144]: pgmap v1974: 265 pgs: 22 unknown, 243 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2023-12-22T17:58:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:58:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:58:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:35 smithi032 ceph-mon[189144]: osdmap e1158: 8 total, 8 up, 8 in 2023-12-22T17:58:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:35 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:58:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:35 smithi039 ceph-mon[181282]: pgmap v1974: 265 pgs: 22 unknown, 243 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2023-12-22T17:58:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:58:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:58:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:35 smithi039 ceph-mon[181282]: osdmap e1158: 8 total, 8 up, 8 in 2023-12-22T17:58:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:35 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:58:36.702 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T17:58:37.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:36 smithi039 ceph-mon[181282]: osdmap e1159: 8 total, 8 up, 8 in 2023-12-22T17:58:37.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:36 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3926164560' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:58:37.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:36 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:58:37.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:36 smithi039 ceph-mon[181282]: pgmap v1977: 297 pgs: 36 unknown, 261 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 342 KiB/s rd, 22 KiB/s wr, 401 op/s 2023-12-22T17:58:37.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:36 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:58:37.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:36 smithi039 ceph-mon[181282]: osdmap e1160: 8 total, 8 up, 8 in 2023-12-22T17:58:37.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:36 smithi032 ceph-mon[191839]: osdmap e1159: 8 total, 8 up, 8 in 2023-12-22T17:58:37.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:36 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3926164560' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:58:37.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:36 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:58:37.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:36 smithi032 ceph-mon[191839]: pgmap v1977: 297 pgs: 36 unknown, 261 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 342 KiB/s rd, 22 KiB/s wr, 401 op/s 2023-12-22T17:58:37.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:36 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:58:37.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:36 smithi032 ceph-mon[191839]: osdmap e1160: 8 total, 8 up, 8 in 2023-12-22T17:58:37.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:36 smithi032 ceph-mon[189144]: osdmap e1159: 8 total, 8 up, 8 in 2023-12-22T17:58:37.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:36 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3926164560' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:58:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:36 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:58:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:36 smithi032 ceph-mon[189144]: pgmap v1977: 297 pgs: 36 unknown, 261 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 342 KiB/s rd, 22 KiB/s wr, 401 op/s 2023-12-22T17:58:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:36 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:58:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:36 smithi032 ceph-mon[189144]: osdmap e1160: 8 total, 8 up, 8 in 2023-12-22T17:58:38.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:37 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:58:38.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:37 smithi039 ceph-mon[181282]: osdmap e1161: 8 total, 8 up, 8 in 2023-12-22T17:58:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:37 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:58:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:37 smithi032 ceph-mon[191839]: osdmap e1161: 8 total, 8 up, 8 in 2023-12-22T17:58:38.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:37 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:58:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:37 smithi032 ceph-mon[189144]: osdmap e1161: 8 total, 8 up, 8 in 2023-12-22T17:58:39.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:38 smithi039 ceph-mon[181282]: pgmap v1980: 297 pgs: 1 creating+peering, 31 unknown, 265 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 22 KiB/s wr, 397 op/s 2023-12-22T17:58:39.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:38 smithi039 ceph-mon[181282]: osdmap e1162: 8 total, 8 up, 8 in 2023-12-22T17:58:39.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:38 smithi032 ceph-mon[189144]: pgmap v1980: 297 pgs: 1 creating+peering, 31 unknown, 265 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 22 KiB/s wr, 397 op/s 2023-12-22T17:58:39.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:38 smithi032 ceph-mon[189144]: osdmap e1162: 8 total, 8 up, 8 in 2023-12-22T17:58:39.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:38 smithi032 ceph-mon[191839]: pgmap v1980: 297 pgs: 1 creating+peering, 31 unknown, 265 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 22 KiB/s wr, 397 op/s 2023-12-22T17:58:39.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:38 smithi032 ceph-mon[191839]: osdmap e1162: 8 total, 8 up, 8 in 2023-12-22T17:58:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:39 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:58:40.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:39 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:58:40.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:39 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:58:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:58:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:58:40] "GET /metrics HTTP/1.1" 200 45988 "" "Prometheus/2.43.0" 2023-12-22T17:58:41.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:40 smithi032 ceph-mon[191839]: osdmap e1163: 8 total, 8 up, 8 in 2023-12-22T17:58:41.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:40 smithi032 ceph-mon[191839]: pgmap v1983: 297 pgs: 1 creating+peering, 15 unknown, 281 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 312 KiB/s rd, 21 KiB/s wr, 365 op/s 2023-12-22T17:58:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:40 smithi032 ceph-mon[189144]: osdmap e1163: 8 total, 8 up, 8 in 2023-12-22T17:58:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:40 smithi032 ceph-mon[189144]: pgmap v1983: 297 pgs: 1 creating+peering, 15 unknown, 281 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 312 KiB/s rd, 21 KiB/s wr, 365 op/s 2023-12-22T17:58:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:40 smithi039 ceph-mon[181282]: osdmap e1163: 8 total, 8 up, 8 in 2023-12-22T17:58:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:40 smithi039 ceph-mon[181282]: pgmap v1983: 297 pgs: 1 creating+peering, 15 unknown, 281 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 312 KiB/s rd, 21 KiB/s wr, 365 op/s 2023-12-22T17:58:42.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:41 smithi039 ceph-mon[181282]: osdmap e1164: 8 total, 8 up, 8 in 2023-12-22T17:58:42.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:41 smithi039 ceph-mon[181282]: osdmap e1165: 8 total, 8 up, 8 in 2023-12-22T17:58:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:41 smithi032 ceph-mon[191839]: osdmap e1164: 8 total, 8 up, 8 in 2023-12-22T17:58:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:41 smithi032 ceph-mon[191839]: osdmap e1165: 8 total, 8 up, 8 in 2023-12-22T17:58:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:41 smithi032 ceph-mon[189144]: osdmap e1164: 8 total, 8 up, 8 in 2023-12-22T17:58:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:41 smithi032 ceph-mon[189144]: osdmap e1165: 8 total, 8 up, 8 in 2023-12-22T17:58:42.847 INFO:tasks.workunit.client.0.smithi032.stdout:image: image28 2023-12-22T17:58:42.847 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image28 2023-12-22T17:58:42.848 INFO:tasks.workunit.client.0.smithi032.stdout:found image28 2023-12-22T17:58:42.848 INFO:tasks.workunit.client.0.smithi032.stdout:erased image28 2023-12-22T17:58:42.848 INFO:tasks.workunit.client.0.smithi032.stdout:image: image28 2023-12-22T17:58:42.848 INFO:tasks.workunit.client.0.smithi032.stdout:image: image29 2023-12-22T17:58:42.848 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image28 2023-12-22T17:58:42.848 INFO:tasks.workunit.client.0.smithi032.stdout:found image28 2023-12-22T17:58:42.848 INFO:tasks.workunit.client.0.smithi032.stdout:erased image28 2023-12-22T17:58:42.848 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image29 2023-12-22T17:58:42.848 INFO:tasks.workunit.client.0.smithi032.stdout:found image29 2023-12-22T17:58:42.848 INFO:tasks.workunit.client.0.smithi032.stdout:erased image29 2023-12-22T17:58:42.848 INFO:tasks.workunit.client.0.smithi032.stdout:100.00% done 2023-12-22T17:58:42.849 INFO:tasks.workunit.client.0.smithi032.stdout:image: image28 2023-12-22T17:58:42.849 INFO:tasks.workunit.client.0.smithi032.stdout:image: image29 2023-12-22T17:58:42.849 INFO:tasks.workunit.client.0.smithi032.stdout:image: image30 2023-12-22T17:58:42.849 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image28 2023-12-22T17:58:42.849 INFO:tasks.workunit.client.0.smithi032.stdout:found image28 2023-12-22T17:58:42.849 INFO:tasks.workunit.client.0.smithi032.stdout:erased image28 2023-12-22T17:58:42.849 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image29 2023-12-22T17:58:42.849 INFO:tasks.workunit.client.0.smithi032.stdout:found image29 2023-12-22T17:58:42.849 INFO:tasks.workunit.client.0.smithi032.stdout:erased image29 2023-12-22T17:58:42.849 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image30 2023-12-22T17:58:42.849 INFO:tasks.workunit.client.0.smithi032.stdout:found image30 2023-12-22T17:58:42.850 INFO:tasks.workunit.client.0.smithi032.stdout:erased image30 2023-12-22T17:58:42.850 INFO:tasks.workunit.client.0.smithi032.stdout:image: image28 2023-12-22T17:58:42.850 INFO:tasks.workunit.client.0.smithi032.stdout:image: image29 2023-12-22T17:58:42.850 INFO:tasks.workunit.client.0.smithi032.stdout:image: image30 2023-12-22T17:58:42.850 INFO:tasks.workunit.client.0.smithi032.stdout:image: image31 2023-12-22T17:58:42.850 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image28 2023-12-22T17:58:42.850 INFO:tasks.workunit.client.0.smithi032.stdout:found image28 2023-12-22T17:58:42.850 INFO:tasks.workunit.client.0.smithi032.stdout:erased image28 2023-12-22T17:58:42.850 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image29 2023-12-22T17:58:42.850 INFO:tasks.workunit.client.0.smithi032.stdout:found image29 2023-12-22T17:58:42.850 INFO:tasks.workunit.client.0.smithi032.stdout:erased image29 2023-12-22T17:58:42.851 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image30 2023-12-22T17:58:42.851 INFO:tasks.workunit.client.0.smithi032.stdout:found image30 2023-12-22T17:58:42.851 INFO:tasks.workunit.client.0.smithi032.stdout:erased image30 2023-12-22T17:58:42.851 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image31 2023-12-22T17:58:42.851 INFO:tasks.workunit.client.0.smithi032.stdout:found image31 2023-12-22T17:58:42.851 INFO:tasks.workunit.client.0.smithi032.stdout:erased image31 2023-12-22T17:58:42.851 INFO:tasks.workunit.client.0.smithi032.stdout:image: image28 2023-12-22T17:58:42.851 INFO:tasks.workunit.client.0.smithi032.stdout:image: image29 2023-12-22T17:58:42.851 INFO:tasks.workunit.client.0.smithi032.stdout:image: image30 2023-12-22T17:58:42.851 INFO:tasks.workunit.client.0.smithi032.stdout:image: image31 2023-12-22T17:58:42.851 INFO:tasks.workunit.client.0.smithi032.stdout:image: image32 2023-12-22T17:58:42.851 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image28 2023-12-22T17:58:42.852 INFO:tasks.workunit.client.0.smithi032.stdout:found image28 2023-12-22T17:58:42.852 INFO:tasks.workunit.client.0.smithi032.stdout:erased image28 2023-12-22T17:58:42.852 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image29 2023-12-22T17:58:42.852 INFO:tasks.workunit.client.0.smithi032.stdout:found image29 2023-12-22T17:58:42.852 INFO:tasks.workunit.client.0.smithi032.stdout:erased image29 2023-12-22T17:58:42.852 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image30 2023-12-22T17:58:42.852 INFO:tasks.workunit.client.0.smithi032.stdout:found image30 2023-12-22T17:58:42.852 INFO:tasks.workunit.client.0.smithi032.stdout:erased image30 2023-12-22T17:58:42.852 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image31 2023-12-22T17:58:42.852 INFO:tasks.workunit.client.0.smithi032.stdout:found image31 2023-12-22T17:58:42.852 INFO:tasks.workunit.client.0.smithi032.stdout:erased image31 2023-12-22T17:58:42.852 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image32 2023-12-22T17:58:42.853 INFO:tasks.workunit.client.0.smithi032.stdout:found image32 2023-12-22T17:58:42.853 INFO:tasks.workunit.client.0.smithi032.stdout:erased image32 2023-12-22T17:58:42.853 INFO:tasks.workunit.client.0.smithi032.stdout:100.00% done 2023-12-22T17:58:42.853 INFO:tasks.workunit.client.0.smithi032.stdout:image: image28 2023-12-22T17:58:42.853 INFO:tasks.workunit.client.0.smithi032.stdout:image: image29 2023-12-22T17:58:42.853 INFO:tasks.workunit.client.0.smithi032.stdout:image: image30 2023-12-22T17:58:42.853 INFO:tasks.workunit.client.0.smithi032.stdout:image: image31 2023-12-22T17:58:42.853 INFO:tasks.workunit.client.0.smithi032.stdout:image: image32 2023-12-22T17:58:42.853 INFO:tasks.workunit.client.0.smithi032.stdout:image: image33 2023-12-22T17:58:42.853 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image28 2023-12-22T17:58:42.853 INFO:tasks.workunit.client.0.smithi032.stdout:found image28 2023-12-22T17:58:42.854 INFO:tasks.workunit.client.0.smithi032.stdout:erased image28 2023-12-22T17:58:42.854 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image29 2023-12-22T17:58:42.854 INFO:tasks.workunit.client.0.smithi032.stdout:found image29 2023-12-22T17:58:42.854 INFO:tasks.workunit.client.0.smithi032.stdout:erased image29 2023-12-22T17:58:42.854 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image30 2023-12-22T17:58:42.854 INFO:tasks.workunit.client.0.smithi032.stdout:found image30 2023-12-22T17:58:42.854 INFO:tasks.workunit.client.0.smithi032.stdout:erased image30 2023-12-22T17:58:42.854 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image31 2023-12-22T17:58:42.854 INFO:tasks.workunit.client.0.smithi032.stdout:found image31 2023-12-22T17:58:42.854 INFO:tasks.workunit.client.0.smithi032.stdout:erased image31 2023-12-22T17:58:42.854 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image32 2023-12-22T17:58:42.855 INFO:tasks.workunit.client.0.smithi032.stdout:found image32 2023-12-22T17:58:42.855 INFO:tasks.workunit.client.0.smithi032.stdout:erased image32 2023-12-22T17:58:42.855 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image33 2023-12-22T17:58:42.855 INFO:tasks.workunit.client.0.smithi032.stdout:found image33 2023-12-22T17:58:42.855 INFO:tasks.workunit.client.0.smithi032.stdout:erased image33 2023-12-22T17:58:42.855 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestDeepCopy (7772 ms) 2023-12-22T17:58:42.855 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestDeepCopyPP 2023-12-22T17:58:43.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:42 smithi032 ceph-mon[189144]: pgmap v1986: 297 pgs: 297 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 408 KiB/s rd, 25 KiB/s wr, 475 op/s 2023-12-22T17:58:43.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:42 smithi032 ceph-mon[191839]: pgmap v1986: 297 pgs: 297 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 408 KiB/s rd, 25 KiB/s wr, 475 op/s 2023-12-22T17:58:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:42 smithi039 ceph-mon[181282]: pgmap v1986: 297 pgs: 297 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 408 KiB/s rd, 25 KiB/s wr, 475 op/s 2023-12-22T17:58:44.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:43 smithi032 ceph-mon[189144]: osdmap e1166: 8 total, 8 up, 8 in 2023-12-22T17:58:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:43 smithi032 ceph-mon[191839]: osdmap e1166: 8 total, 8 up, 8 in 2023-12-22T17:58:44.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:43 smithi039 ceph-mon[181282]: osdmap e1166: 8 total, 8 up, 8 in 2023-12-22T17:58:44.809 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T17:58:45.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:44 smithi032 ceph-mon[191839]: osdmap e1167: 8 total, 8 up, 8 in 2023-12-22T17:58:45.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:44 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2008576176' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:58:45.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:44 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:58:45.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:44 smithi032 ceph-mon[191839]: pgmap v1989: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 518 KiB/s rd, 27 KiB/s wr, 604 op/s 2023-12-22T17:58:45.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:44 smithi032 ceph-mon[189144]: osdmap e1167: 8 total, 8 up, 8 in 2023-12-22T17:58:45.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:44 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2008576176' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:58:45.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:44 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:58:45.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:44 smithi032 ceph-mon[189144]: pgmap v1989: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 518 KiB/s rd, 27 KiB/s wr, 604 op/s 2023-12-22T17:58:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:44 smithi039 ceph-mon[181282]: osdmap e1167: 8 total, 8 up, 8 in 2023-12-22T17:58:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:44 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2008576176' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:58:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:44 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:58:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:44 smithi039 ceph-mon[181282]: pgmap v1989: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 518 KiB/s rd, 27 KiB/s wr, 604 op/s 2023-12-22T17:58:46.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:45 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:58:46.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:45 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:58:46.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:45 smithi032 ceph-mon[191839]: osdmap e1168: 8 total, 8 up, 8 in 2023-12-22T17:58:46.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:45 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:58:46.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:45 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:58:46.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:45 smithi032 ceph-mon[189144]: osdmap e1168: 8 total, 8 up, 8 in 2023-12-22T17:58:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:45 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:58:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:45 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:58:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:45 smithi039 ceph-mon[181282]: osdmap e1168: 8 total, 8 up, 8 in 2023-12-22T17:58:46.985 INFO:tasks.workunit.client.0.smithi032.stdout:num images is: 1 2023-12-22T17:58:46.986 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 1 2023-12-22T17:58:46.986 INFO:tasks.workunit.client.0.smithi032.stdout:image: image34 2023-12-22T17:58:46.986 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image34 2023-12-22T17:58:47.011 INFO:tasks.workunit.client.0.smithi032.stdout:num images is: 2 2023-12-22T17:58:47.011 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 2 2023-12-22T17:58:47.011 INFO:tasks.workunit.client.0.smithi032.stdout:image: image34 2023-12-22T17:58:47.012 INFO:tasks.workunit.client.0.smithi032.stdout:image: image35 2023-12-22T17:58:47.012 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image34 2023-12-22T17:58:47.012 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image35 2023-12-22T17:58:47.064 INFO:tasks.workunit.client.0.smithi032.stdout:100.00% done 2023-12-22T17:58:47.064 INFO:tasks.workunit.client.0.smithi032.stdout:num images is: 3 2023-12-22T17:58:47.064 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 3 2023-12-22T17:58:47.064 INFO:tasks.workunit.client.0.smithi032.stdout:image: image34 2023-12-22T17:58:47.064 INFO:tasks.workunit.client.0.smithi032.stdout:image: image35 2023-12-22T17:58:47.064 INFO:tasks.workunit.client.0.smithi032.stdout:image: image36 2023-12-22T17:58:47.065 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image34 2023-12-22T17:58:47.065 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image35 2023-12-22T17:58:47.065 INFO:tasks.workunit.client.0.smithi032.stdout:expected = image36 2023-12-22T17:58:47.096 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestDeepCopyPP (4249 ms) 2023-12-22T17:58:47.096 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnap 2023-12-22T17:58:47.096 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T17:58:47.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:46 smithi032 ceph-mon[189144]: osdmap e1169: 8 total, 8 up, 8 in 2023-12-22T17:58:47.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:46 smithi032 ceph-mon[189144]: pgmap v1992: 329 pgs: 6 creating+peering, 14 unknown, 309 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 480 KiB/s rd, 28 KiB/s wr, 569 op/s 2023-12-22T17:58:47.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:46 smithi032 ceph-mon[189144]: osdmap e1170: 8 total, 8 up, 8 in 2023-12-22T17:58:47.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:46 smithi032 ceph-mon[191839]: osdmap e1169: 8 total, 8 up, 8 in 2023-12-22T17:58:47.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:46 smithi032 ceph-mon[191839]: pgmap v1992: 329 pgs: 6 creating+peering, 14 unknown, 309 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 480 KiB/s rd, 28 KiB/s wr, 569 op/s 2023-12-22T17:58:47.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:46 smithi032 ceph-mon[191839]: osdmap e1170: 8 total, 8 up, 8 in 2023-12-22T17:58:47.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:46 smithi039 ceph-mon[181282]: osdmap e1169: 8 total, 8 up, 8 in 2023-12-22T17:58:47.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:46 smithi039 ceph-mon[181282]: pgmap v1992: 329 pgs: 6 creating+peering, 14 unknown, 309 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 480 KiB/s rd, 28 KiB/s wr, 569 op/s 2023-12-22T17:58:47.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:46 smithi039 ceph-mon[181282]: osdmap e1170: 8 total, 8 up, 8 in 2023-12-22T17:58:48.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:47 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:58:48.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:47 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:58:48.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:47 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:58:49.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:48 smithi032 ceph-mon[191839]: pgmap v1994: 329 pgs: 6 creating+peering, 7 unknown, 316 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 5.7 KiB/s wr, 75 op/s 2023-12-22T17:58:49.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:48 smithi032 ceph-mon[191839]: osdmap e1171: 8 total, 8 up, 8 in 2023-12-22T17:58:49.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:48 smithi032 ceph-mon[189144]: pgmap v1994: 329 pgs: 6 creating+peering, 7 unknown, 316 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 5.7 KiB/s wr, 75 op/s 2023-12-22T17:58:49.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:48 smithi032 ceph-mon[189144]: osdmap e1171: 8 total, 8 up, 8 in 2023-12-22T17:58:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:48 smithi039 ceph-mon[181282]: pgmap v1994: 329 pgs: 6 creating+peering, 7 unknown, 316 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 5.7 KiB/s wr, 75 op/s 2023-12-22T17:58:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:48 smithi039 ceph-mon[181282]: osdmap e1171: 8 total, 8 up, 8 in 2023-12-22T17:58:50.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:49 smithi032 ceph-mon[189144]: osdmap e1172: 8 total, 8 up, 8 in 2023-12-22T17:58:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:58:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:58:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:49 smithi032 ceph-mon[191839]: osdmap e1172: 8 total, 8 up, 8 in 2023-12-22T17:58:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:58:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:58:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:49 smithi039 ceph-mon[181282]: osdmap e1172: 8 total, 8 up, 8 in 2023-12-22T17:58:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:58:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:58:50.846 INFO:tasks.workunit.client.0.smithi032.stdout:num snaps is: 1 2023-12-22T17:58:50.846 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 1 2023-12-22T17:58:50.847 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap1 2023-12-22T17:58:50.847 INFO:tasks.workunit.client.0.smithi032.stdout:found snap1 with size 2097152 2023-12-22T17:58:50.847 INFO:tasks.workunit.client.0.smithi032.stdout:num snaps is: 2 2023-12-22T17:58:50.847 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 2 2023-12-22T17:58:50.847 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap1 2023-12-22T17:58:50.847 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap2 2023-12-22T17:58:50.847 INFO:tasks.workunit.client.0.smithi032.stdout:found snap1 with size 2097152 2023-12-22T17:58:50.847 INFO:tasks.workunit.client.0.smithi032.stdout:found snap2 with size 4194304 2023-12-22T17:58:50.847 INFO:tasks.workunit.client.0.smithi032.stdout:num snaps is: 1 2023-12-22T17:58:50.847 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 1 2023-12-22T17:58:50.847 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap2 2023-12-22T17:58:50.848 INFO:tasks.workunit.client.0.smithi032.stdout:found snap2 with size 4194304 2023-12-22T17:58:50.848 INFO:tasks.workunit.client.0.smithi032.stdout:num snaps is: 0 2023-12-22T17:58:50.848 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 0 2023-12-22T17:58:50.848 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnap (3750 ms) 2023-12-22T17:58:50.848 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestGetSnapShotTimeStamp 2023-12-22T17:58:50.848 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T17:58:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:50 smithi032 ceph-mon[191839]: pgmap v1997: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 337 KiB/s rd, 22 KiB/s wr, 396 op/s 2023-12-22T17:58:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:50 smithi032 ceph-mon[191839]: osdmap e1173: 8 total, 8 up, 8 in 2023-12-22T17:58:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:50 smithi032 ceph-mon[189144]: pgmap v1997: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 337 KiB/s rd, 22 KiB/s wr, 396 op/s 2023-12-22T17:58:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:50 smithi032 ceph-mon[189144]: osdmap e1173: 8 total, 8 up, 8 in 2023-12-22T17:58:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:58:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:58:50] "GET /metrics HTTP/1.1" 200 50838 "" "Prometheus/2.43.0" 2023-12-22T17:58:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:50 smithi039 ceph-mon[181282]: pgmap v1997: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 337 KiB/s rd, 22 KiB/s wr, 396 op/s 2023-12-22T17:58:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:50 smithi039 ceph-mon[181282]: osdmap e1173: 8 total, 8 up, 8 in 2023-12-22T17:58:52.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:51 smithi032 ceph-mon[189144]: osdmap e1174: 8 total, 8 up, 8 in 2023-12-22T17:58:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:51 smithi032 ceph-mon[191839]: osdmap e1174: 8 total, 8 up, 8 in 2023-12-22T17:58:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:51 smithi039 ceph-mon[181282]: osdmap e1174: 8 total, 8 up, 8 in 2023-12-22T17:58:52.866 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestGetSnapShotTimeStamp (2020 ms) 2023-12-22T17:58:52.866 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnapPP 2023-12-22T17:58:52.866 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T17:58:53.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:52 smithi032 ceph-mon[189144]: pgmap v2000: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 367 KiB/s rd, 24 KiB/s wr, 437 op/s 2023-12-22T17:58:53.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:52 smithi032 ceph-mon[189144]: osdmap e1175: 8 total, 8 up, 8 in 2023-12-22T17:58:53.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:52 smithi032 ceph-mon[191839]: pgmap v2000: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 367 KiB/s rd, 24 KiB/s wr, 437 op/s 2023-12-22T17:58:53.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:52 smithi032 ceph-mon[191839]: osdmap e1175: 8 total, 8 up, 8 in 2023-12-22T17:58:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:52 smithi039 ceph-mon[181282]: pgmap v2000: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 367 KiB/s rd, 24 KiB/s wr, 437 op/s 2023-12-22T17:58:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:52 smithi039 ceph-mon[181282]: osdmap e1175: 8 total, 8 up, 8 in 2023-12-22T17:58:53.883 INFO:tasks.workunit.client.0.smithi032.stdout:num snaps is: 1 2023-12-22T17:58:53.883 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 1 2023-12-22T17:58:53.884 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap1 2023-12-22T17:58:53.884 INFO:tasks.workunit.client.0.smithi032.stdout:found snap1 with size 2097152 2023-12-22T17:58:54.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:53 smithi032 ceph-mon[189144]: osdmap e1176: 8 total, 8 up, 8 in 2023-12-22T17:58:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:53 smithi032 ceph-mon[191839]: osdmap e1176: 8 total, 8 up, 8 in 2023-12-22T17:58:54.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:53 smithi039 ceph-mon[181282]: osdmap e1176: 8 total, 8 up, 8 in 2023-12-22T17:58:54.885 INFO:tasks.workunit.client.0.smithi032.stdout:num snaps is: 2 2023-12-22T17:58:54.886 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 2 2023-12-22T17:58:54.886 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap1 2023-12-22T17:58:54.886 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap2 2023-12-22T17:58:54.886 INFO:tasks.workunit.client.0.smithi032.stdout:found snap1 with size 2097152 2023-12-22T17:58:54.886 INFO:tasks.workunit.client.0.smithi032.stdout:found snap2 with size 4194304 2023-12-22T17:58:55.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:54 smithi032 ceph-mon[191839]: pgmap v2003: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 5.7 KiB/s wr, 76 op/s 2023-12-22T17:58:55.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:54 smithi032 ceph-mon[191839]: osdmap e1177: 8 total, 8 up, 8 in 2023-12-22T17:58:55.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:54 smithi032 ceph-mon[189144]: pgmap v2003: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 5.7 KiB/s wr, 76 op/s 2023-12-22T17:58:55.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:54 smithi032 ceph-mon[189144]: osdmap e1177: 8 total, 8 up, 8 in 2023-12-22T17:58:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:54 smithi039 ceph-mon[181282]: pgmap v2003: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 5.7 KiB/s wr, 76 op/s 2023-12-22T17:58:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:54 smithi039 ceph-mon[181282]: osdmap e1177: 8 total, 8 up, 8 in 2023-12-22T17:58:55.886 INFO:tasks.workunit.client.0.smithi032.stdout:num snaps is: 1 2023-12-22T17:58:55.886 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 1 2023-12-22T17:58:55.886 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap2 2023-12-22T17:58:55.886 INFO:tasks.workunit.client.0.smithi032.stdout:found snap2 with size 4194304 2023-12-22T17:58:56.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:55 smithi032 ceph-mon[191839]: osdmap e1178: 8 total, 8 up, 8 in 2023-12-22T17:58:56.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:58:56.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:55 smithi032 ceph-mon[189144]: osdmap e1178: 8 total, 8 up, 8 in 2023-12-22T17:58:56.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:58:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:55 smithi039 ceph-mon[181282]: osdmap e1178: 8 total, 8 up, 8 in 2023-12-22T17:58:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:58:56.714 INFO:tasks.workunit.client.0.smithi032.stdout:num snaps is: 0 2023-12-22T17:58:56.714 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 0 2023-12-22T17:58:56.730 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnapPP (3865 ms) 2023-12-22T17:58:56.730 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestGetNameIdSnapPP 2023-12-22T17:58:56.730 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T17:58:57.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:56 smithi032 ceph-mon[191839]: pgmap v2006: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 6.5 KiB/s wr, 78 op/s 2023-12-22T17:58:57.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:56 smithi032 ceph-mon[191839]: osdmap e1179: 8 total, 8 up, 8 in 2023-12-22T17:58:57.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:56 smithi032 ceph-mon[191839]: osdmap e1180: 8 total, 8 up, 8 in 2023-12-22T17:58:57.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:56 smithi032 ceph-mon[189144]: pgmap v2006: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 6.5 KiB/s wr, 78 op/s 2023-12-22T17:58:57.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:56 smithi032 ceph-mon[189144]: osdmap e1179: 8 total, 8 up, 8 in 2023-12-22T17:58:57.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:56 smithi032 ceph-mon[189144]: osdmap e1180: 8 total, 8 up, 8 in 2023-12-22T17:58:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:56 smithi039 ceph-mon[181282]: pgmap v2006: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 6.5 KiB/s wr, 78 op/s 2023-12-22T17:58:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:56 smithi039 ceph-mon[181282]: osdmap e1179: 8 total, 8 up, 8 in 2023-12-22T17:58:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:56 smithi039 ceph-mon[181282]: osdmap e1180: 8 total, 8 up, 8 in 2023-12-22T17:58:59.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:58 smithi039 ceph-mon[181282]: osdmap e1181: 8 total, 8 up, 8 in 2023-12-22T17:58:59.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:58 smithi039 ceph-mon[181282]: pgmap v2010: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.6 KiB/s wr, 43 op/s 2023-12-22T17:58:59.126 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:58:59.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:58 smithi032 ceph-mon[191839]: osdmap e1181: 8 total, 8 up, 8 in 2023-12-22T17:58:59.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:58 smithi032 ceph-mon[191839]: pgmap v2010: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.6 KiB/s wr, 43 op/s 2023-12-22T17:58:59.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:58 smithi032 ceph-mon[189144]: osdmap e1181: 8 total, 8 up, 8 in 2023-12-22T17:58:59.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:58 smithi032 ceph-mon[189144]: pgmap v2010: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.6 KiB/s wr, 43 op/s 2023-12-22T17:58:59.448 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:58:59.448 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (39m) 5m ago 43m 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:58:59.449 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (38m) 2m ago 43m 93.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:58:59.449 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (44m) 5m ago 44m 22.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:58:59.449 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (44m) 2m ago 44m 27.7M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:58:59.449 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (38m) 2m ago 46m 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:58:59.449 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (38m) 5m ago 48m 548M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:58:59.449 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (38m) 5m ago 48m 285M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:58:59.449 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (37m) 2m ago 47m 166M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:58:59.449 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (37m) 5m ago 47m 168M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:58:59.450 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (39m) 5m ago 43m 16.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:58:59.450 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (38m) 2m ago 43m 18.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:58:59.450 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (37m) 5m ago 46m 2024M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:58:59.450 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (36m) 5m ago 46m 2282M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:58:59.450 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (36m) 5m ago 45m 2158M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:58:59.450 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (35m) 5m ago 45m 1910M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:58:59.450 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (35m) 2m ago 45m 1896M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:58:59.450 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (34m) 2m ago 45m 1655M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:58:59.450 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (34m) 2m ago 44m 1107M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:58:59.450 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (33m) 2m ago 44m 1550M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:58:59.450 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (38m) 2m ago 43m 81.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:58:59.864 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:58:59.864 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:58:59.865 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:58:59.865 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:58:59.865 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:58:59.865 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:58:59.865 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:58:59.865 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:58:59.865 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:58:59.865 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:58:59.866 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:58:59.866 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:58:59.866 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:58:59.866 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:58:59.866 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:58:59.866 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:58:59.866 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:58:59.866 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:59:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:59 smithi039 ceph-mon[181282]: osdmap e1182: 8 total, 8 up, 8 in 2023-12-22T17:59:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:59 smithi039 ceph-mon[181282]: from='client.36663 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:59:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:58:59 smithi039 ceph-mon[181282]: from='client.46595 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:59:00.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:59 smithi032 ceph-mon[191839]: osdmap e1182: 8 total, 8 up, 8 in 2023-12-22T17:59:00.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:59 smithi032 ceph-mon[191839]: from='client.36663 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:59:00.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:58:59 smithi032 ceph-mon[191839]: from='client.46595 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:59:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:59 smithi032 ceph-mon[189144]: osdmap e1182: 8 total, 8 up, 8 in 2023-12-22T17:59:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:59 smithi032 ceph-mon[189144]: from='client.36663 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:59:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:58:59 smithi032 ceph-mon[189144]: from='client.46595 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:59:01.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:00 smithi039 ceph-mon[181282]: osdmap e1183: 8 total, 8 up, 8 in 2023-12-22T17:59:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:00 smithi039 ceph-mon[181282]: pgmap v2013: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 4.8 KiB/s wr, 62 op/s 2023-12-22T17:59:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:00 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1548545408' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:59:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:59:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:59:00] "GET /metrics HTTP/1.1" 200 50838 "" "Prometheus/2.43.0" 2023-12-22T17:59:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:00 smithi032 ceph-mon[189144]: osdmap e1183: 8 total, 8 up, 8 in 2023-12-22T17:59:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:00 smithi032 ceph-mon[189144]: pgmap v2013: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 4.8 KiB/s wr, 62 op/s 2023-12-22T17:59:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:00 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1548545408' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:59:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:00 smithi032 ceph-mon[191839]: osdmap e1183: 8 total, 8 up, 8 in 2023-12-22T17:59:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:00 smithi032 ceph-mon[191839]: pgmap v2013: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 4.8 KiB/s wr, 62 op/s 2023-12-22T17:59:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:00 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1548545408' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:59:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:01 smithi039 ceph-mon[181282]: osdmap e1184: 8 total, 8 up, 8 in 2023-12-22T17:59:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:01 smithi032 ceph-mon[191839]: osdmap e1184: 8 total, 8 up, 8 in 2023-12-22T17:59:02.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:01 smithi032 ceph-mon[189144]: osdmap e1184: 8 total, 8 up, 8 in 2023-12-22T17:59:02.757 INFO:tasks.workunit.client.0.smithi032.stdout:num snaps is: 0 2023-12-22T17:59:02.758 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 0 2023-12-22T17:59:02.763 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestGetNameIdSnapPP (6032 ms) 2023-12-22T17:59:02.763 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestCreateLsRenameSnapPP 2023-12-22T17:59:02.763 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T17:59:03.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:02 smithi039 ceph-mon[181282]: osdmap e1185: 8 total, 8 up, 8 in 2023-12-22T17:59:03.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:02 smithi039 ceph-mon[181282]: pgmap v2016: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2023-12-22T17:59:03.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:02 smithi032 ceph-mon[191839]: osdmap e1185: 8 total, 8 up, 8 in 2023-12-22T17:59:03.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:02 smithi032 ceph-mon[191839]: pgmap v2016: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2023-12-22T17:59:03.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:02 smithi032 ceph-mon[189144]: osdmap e1185: 8 total, 8 up, 8 in 2023-12-22T17:59:03.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:02 smithi032 ceph-mon[189144]: pgmap v2016: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2023-12-22T17:59:03.765 INFO:tasks.workunit.client.0.smithi032.stdout:num snaps is: 1 2023-12-22T17:59:03.765 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 1 2023-12-22T17:59:03.765 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap1 2023-12-22T17:59:03.765 INFO:tasks.workunit.client.0.smithi032.stdout:found snap1 with size 2097152 2023-12-22T17:59:04.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:03 smithi039 ceph-mon[181282]: osdmap e1186: 8 total, 8 up, 8 in 2023-12-22T17:59:04.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:03 smithi032 ceph-mon[191839]: osdmap e1186: 8 total, 8 up, 8 in 2023-12-22T17:59:04.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:03 smithi032 ceph-mon[189144]: osdmap e1186: 8 total, 8 up, 8 in 2023-12-22T17:59:04.786 INFO:tasks.workunit.client.0.smithi032.stdout:num snaps is: 2 2023-12-22T17:59:04.786 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 2 2023-12-22T17:59:04.786 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap1 2023-12-22T17:59:04.786 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap2 2023-12-22T17:59:04.786 INFO:tasks.workunit.client.0.smithi032.stdout:found snap1 with size 2097152 2023-12-22T17:59:04.786 INFO:tasks.workunit.client.0.smithi032.stdout:found snap2 with size 4194304 2023-12-22T17:59:04.792 INFO:tasks.workunit.client.0.smithi032.stdout:num snaps is: 2 2023-12-22T17:59:04.792 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 2 2023-12-22T17:59:04.792 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap1-rename 2023-12-22T17:59:04.792 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap2 2023-12-22T17:59:04.792 INFO:tasks.workunit.client.0.smithi032.stdout:found snap1-rename with size 2097152 2023-12-22T17:59:04.792 INFO:tasks.workunit.client.0.smithi032.stdout:found snap2 with size 4194304 2023-12-22T17:59:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:04 smithi032 ceph-mon[191839]: osdmap e1187: 8 total, 8 up, 8 in 2023-12-22T17:59:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:04 smithi032 ceph-mon[191839]: pgmap v2019: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 5.5 KiB/s wr, 70 op/s 2023-12-22T17:59:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:59:05.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:04 smithi032 ceph-mon[189144]: osdmap e1187: 8 total, 8 up, 8 in 2023-12-22T17:59:05.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:04 smithi032 ceph-mon[189144]: pgmap v2019: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 5.5 KiB/s wr, 70 op/s 2023-12-22T17:59:05.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:59:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:04 smithi039 ceph-mon[181282]: osdmap e1187: 8 total, 8 up, 8 in 2023-12-22T17:59:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:04 smithi039 ceph-mon[181282]: pgmap v2019: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 5.5 KiB/s wr, 70 op/s 2023-12-22T17:59:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:59:05.800 INFO:tasks.workunit.client.0.smithi032.stdout:num snaps is: 1 2023-12-22T17:59:05.801 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 1 2023-12-22T17:59:05.801 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap2-rename 2023-12-22T17:59:05.801 INFO:tasks.workunit.client.0.smithi032.stdout:found snap2-rename with size 4194304 2023-12-22T17:59:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:05 smithi039 ceph-mon[181282]: osdmap e1188: 8 total, 8 up, 8 in 2023-12-22T17:59:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "77.12", "id": [6, 4]}]: dispatch 2023-12-22T17:59:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.15", "id": [5, 1]}]: dispatch 2023-12-22T17:59:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.17", "id": [5, 1]}]: dispatch 2023-12-22T17:59:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "80.1d", "id": [4, 6]}]: dispatch 2023-12-22T17:59:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.e", "id": [1, 0]}]: dispatch 2023-12-22T17:59:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.f", "id": [1, 7]}]: dispatch 2023-12-22T17:59:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:05 smithi032 ceph-mon[191839]: osdmap e1188: 8 total, 8 up, 8 in 2023-12-22T17:59:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "77.12", "id": [6, 4]}]: dispatch 2023-12-22T17:59:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.15", "id": [5, 1]}]: dispatch 2023-12-22T17:59:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.17", "id": [5, 1]}]: dispatch 2023-12-22T17:59:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "80.1d", "id": [4, 6]}]: dispatch 2023-12-22T17:59:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.e", "id": [1, 0]}]: dispatch 2023-12-22T17:59:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.f", "id": [1, 7]}]: dispatch 2023-12-22T17:59:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:05 smithi032 ceph-mon[189144]: osdmap e1188: 8 total, 8 up, 8 in 2023-12-22T17:59:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "77.12", "id": [6, 4]}]: dispatch 2023-12-22T17:59:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.15", "id": [5, 1]}]: dispatch 2023-12-22T17:59:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.17", "id": [5, 1]}]: dispatch 2023-12-22T17:59:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "80.1d", "id": [4, 6]}]: dispatch 2023-12-22T17:59:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.e", "id": [1, 0]}]: dispatch 2023-12-22T17:59:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.f", "id": [1, 7]}]: dispatch 2023-12-22T17:59:06.726 INFO:tasks.workunit.client.0.smithi032.stdout:num snaps is: 0 2023-12-22T17:59:06.726 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 0 2023-12-22T17:59:06.730 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestCreateLsRenameSnapPP (3968 ms) 2023-12-22T17:59:06.731 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.ConcurrentCreatesUnvalidatedPool 2023-12-22T17:59:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "77.12", "id": [6, 4]}]': finished 2023-12-22T17:59:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.15", "id": [5, 1]}]': finished 2023-12-22T17:59:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.17", "id": [5, 1]}]': finished 2023-12-22T17:59:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "80.1d", "id": [4, 6]}]': finished 2023-12-22T17:59:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.e", "id": [1, 0]}]': finished 2023-12-22T17:59:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.f", "id": [1, 7]}]': finished 2023-12-22T17:59:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:07 smithi039 ceph-mon[181282]: osdmap e1189: 8 total, 8 up, 8 in 2023-12-22T17:59:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:07 smithi039 ceph-mon[181282]: pgmap v2022: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 6.0 KiB/s wr, 73 op/s 2023-12-22T17:59:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:07 smithi039 ceph-mon[181282]: osdmap e1190: 8 total, 8 up, 8 in 2023-12-22T17:59:07.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "77.12", "id": [6, 4]}]': finished 2023-12-22T17:59:07.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.15", "id": [5, 1]}]': finished 2023-12-22T17:59:07.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.17", "id": [5, 1]}]': finished 2023-12-22T17:59:07.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "80.1d", "id": [4, 6]}]': finished 2023-12-22T17:59:07.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.e", "id": [1, 0]}]': finished 2023-12-22T17:59:07.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.f", "id": [1, 7]}]': finished 2023-12-22T17:59:07.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:07 smithi032 ceph-mon[189144]: osdmap e1189: 8 total, 8 up, 8 in 2023-12-22T17:59:07.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:07 smithi032 ceph-mon[189144]: pgmap v2022: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 6.0 KiB/s wr, 73 op/s 2023-12-22T17:59:07.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:07 smithi032 ceph-mon[189144]: osdmap e1190: 8 total, 8 up, 8 in 2023-12-22T17:59:07.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "77.12", "id": [6, 4]}]': finished 2023-12-22T17:59:07.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.15", "id": [5, 1]}]': finished 2023-12-22T17:59:07.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.17", "id": [5, 1]}]': finished 2023-12-22T17:59:07.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "80.1d", "id": [4, 6]}]': finished 2023-12-22T17:59:07.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.e", "id": [1, 0]}]': finished 2023-12-22T17:59:07.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.f", "id": [1, 7]}]': finished 2023-12-22T17:59:07.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:07 smithi032 ceph-mon[191839]: osdmap e1189: 8 total, 8 up, 8 in 2023-12-22T17:59:07.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:07 smithi032 ceph-mon[191839]: pgmap v2022: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 6.0 KiB/s wr, 73 op/s 2023-12-22T17:59:07.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:07 smithi032 ceph-mon[191839]: osdmap e1190: 8 total, 8 up, 8 in 2023-12-22T17:59:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:59:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:08 smithi039 ceph-mon[181282]: osdmap e1191: 8 total, 8 up, 8 in 2023-12-22T17:59:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:08 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1582757354' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:59:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:59:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:59:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:59:08.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:59:08.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:08 smithi032 ceph-mon[191839]: osdmap e1191: 8 total, 8 up, 8 in 2023-12-22T17:59:08.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:08 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1582757354' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:59:08.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:59:08.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:59:08.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:59:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:59:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:08 smithi032 ceph-mon[189144]: osdmap e1191: 8 total, 8 up, 8 in 2023-12-22T17:59:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:08 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1582757354' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:59:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:59:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:59:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:59:08.740 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T17:59:08.740 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T17:59:08.740 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T17:59:08.741 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T17:59:09.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:09 smithi039 ceph-mon[181282]: pgmap v2025: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 1023 B/s wr, 8 op/s 2023-12-22T17:59:09.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:09 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:59:09.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:09 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1582757354' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:59:09.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:09 smithi039 ceph-mon[181282]: osdmap e1192: 8 total, 8 up, 8 in 2023-12-22T17:59:09.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:09 smithi032 ceph-mon[191839]: pgmap v2025: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 1023 B/s wr, 8 op/s 2023-12-22T17:59:09.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:09 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:59:09.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:09 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1582757354' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:59:09.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:09 smithi032 ceph-mon[191839]: osdmap e1192: 8 total, 8 up, 8 in 2023-12-22T17:59:09.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:09 smithi032 ceph-mon[189144]: pgmap v2025: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 1023 B/s wr, 8 op/s 2023-12-22T17:59:09.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:09 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:59:09.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:09 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1582757354' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:59:09.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:09 smithi032 ceph-mon[189144]: osdmap e1192: 8 total, 8 up, 8 in 2023-12-22T17:59:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:10 smithi039 ceph-mon[181282]: osdmap e1193: 8 total, 8 up, 8 in 2023-12-22T17:59:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:10 smithi039 ceph-mon[181282]: pgmap v2028: 361 pgs: 9 creating+peering, 17 unknown, 335 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 4.0 KiB/s wr, 56 op/s 2023-12-22T17:59:11.027 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.ConcurrentCreatesUnvalidatedPool (4296 ms) 2023-12-22T17:59:11.027 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.RemoveFullTry 2023-12-22T17:59:11.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:10 smithi032 ceph-mon[189144]: osdmap e1193: 8 total, 8 up, 8 in 2023-12-22T17:59:11.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:10 smithi032 ceph-mon[189144]: pgmap v2028: 361 pgs: 9 creating+peering, 17 unknown, 335 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 4.0 KiB/s wr, 56 op/s 2023-12-22T17:59:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:10 smithi032 ceph-mon[191839]: osdmap e1193: 8 total, 8 up, 8 in 2023-12-22T17:59:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:10 smithi032 ceph-mon[191839]: pgmap v2028: 361 pgs: 9 creating+peering, 17 unknown, 335 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 4.0 KiB/s wr, 56 op/s 2023-12-22T17:59:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:59:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:59:10] "GET /metrics HTTP/1.1" 200 50855 "" "Prometheus/2.43.0" 2023-12-22T17:59:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:11 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:59:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:11 smithi039 ceph-mon[181282]: osdmap e1194: 8 total, 8 up, 8 in 2023-12-22T17:59:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:11 smithi039 ceph-mon[181282]: osdmap e1195: 8 total, 8 up, 8 in 2023-12-22T17:59:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:11 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/873437581' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:59:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:11 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:59:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:11 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:59:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:11 smithi032 ceph-mon[191839]: osdmap e1194: 8 total, 8 up, 8 in 2023-12-22T17:59:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:11 smithi032 ceph-mon[191839]: osdmap e1195: 8 total, 8 up, 8 in 2023-12-22T17:59:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:11 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/873437581' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:59:12.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:11 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:59:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:11 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:59:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:11 smithi032 ceph-mon[189144]: osdmap e1194: 8 total, 8 up, 8 in 2023-12-22T17:59:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:11 smithi032 ceph-mon[189144]: osdmap e1195: 8 total, 8 up, 8 in 2023-12-22T17:59:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:11 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/873437581' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:59:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:11 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:59:12.746 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T17:59:13.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:12 smithi039 ceph-mon[181282]: pgmap v2031: 393 pgs: 32 unknown, 9 creating+peering, 352 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 4.0 KiB/s wr, 59 op/s; 12 B/s, 1 keys/s, 0 objects/s recovering 2023-12-22T17:59:13.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:12 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:59:13.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:12 smithi039 ceph-mon[181282]: osdmap e1196: 8 total, 8 up, 8 in 2023-12-22T17:59:13.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:12 smithi032 ceph-mon[191839]: pgmap v2031: 393 pgs: 32 unknown, 9 creating+peering, 352 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 4.0 KiB/s wr, 59 op/s; 12 B/s, 1 keys/s, 0 objects/s recovering 2023-12-22T17:59:13.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:12 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:59:13.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:12 smithi032 ceph-mon[191839]: osdmap e1196: 8 total, 8 up, 8 in 2023-12-22T17:59:13.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:12 smithi032 ceph-mon[189144]: pgmap v2031: 393 pgs: 32 unknown, 9 creating+peering, 352 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 4.0 KiB/s wr, 59 op/s; 12 B/s, 1 keys/s, 0 objects/s recovering 2023-12-22T17:59:13.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:12 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:59:13.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:12 smithi032 ceph-mon[189144]: osdmap e1196: 8 total, 8 up, 8 in 2023-12-22T17:59:13.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:59:12 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:17:59:12] ENGINE Bus STOPPING 2023-12-22T17:59:13.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:59:12 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:17:59:12] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-22T17:59:13.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:59:12 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:17:59:12] ENGINE Bus STOPPED 2023-12-22T17:59:13.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:59:12 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:17:59:12] ENGINE Bus STARTING 2023-12-22T17:59:13.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:59:12 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:17:59:12] ENGINE Serving on http://:::9283 2023-12-22T17:59:13.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:59:12 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:17:59:12] ENGINE Bus STARTED 2023-12-22T17:59:14.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:13 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:59:14.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:13 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' 2023-12-22T17:59:14.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:59:14.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:59:14.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:59:14.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:59:14.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:13 smithi039 ceph-mon[181282]: osdmap e1197: 8 total, 8 up, 8 in 2023-12-22T17:59:14.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:13 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:59:14.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:13 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' 2023-12-22T17:59:14.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:59:14.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:59:14.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:59:14.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:59:14.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:13 smithi032 ceph-mon[191839]: osdmap e1197: 8 total, 8 up, 8 in 2023-12-22T17:59:14.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:13 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:59:14.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:13 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' 2023-12-22T17:59:14.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:59:14.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:59:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:59:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:59:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:13 smithi032 ceph-mon[189144]: osdmap e1197: 8 total, 8 up, 8 in 2023-12-22T17:59:14.807 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T17:59:15.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:14 smithi039 ceph-mon[181282]: pgmap v2034: 393 pgs: 18 unknown, 375 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 5.0 KiB/s wr, 47 op/s; 12 B/s, 1 keys/s, 0 objects/s recovering 2023-12-22T17:59:15.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:14 smithi039 ceph-mon[181282]: osdmap e1198: 8 total, 8 up, 8 in 2023-12-22T17:59:15.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:14 smithi032 ceph-mon[191839]: pgmap v2034: 393 pgs: 18 unknown, 375 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 5.0 KiB/s wr, 47 op/s; 12 B/s, 1 keys/s, 0 objects/s recovering 2023-12-22T17:59:15.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:14 smithi032 ceph-mon[191839]: osdmap e1198: 8 total, 8 up, 8 in 2023-12-22T17:59:15.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:14 smithi032 ceph-mon[189144]: pgmap v2034: 393 pgs: 18 unknown, 375 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 5.0 KiB/s wr, 47 op/s; 12 B/s, 1 keys/s, 0 objects/s recovering 2023-12-22T17:59:15.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:14 smithi032 ceph-mon[189144]: osdmap e1198: 8 total, 8 up, 8 in 2023-12-22T17:59:16.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:15 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:59:16.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:15 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3144447753' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi032-242074-9", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-22T17:59:16.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:15 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi032-242074-9", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-22T17:59:16.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:15 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:59:16.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:15 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3144447753' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi032-242074-9", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-22T17:59:16.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:15 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi032-242074-9", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-22T17:59:16.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:15 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:59:16.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:15 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3144447753' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi032-242074-9", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-22T17:59:16.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:15 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi032-242074-9", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-22T17:59:17.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:16 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi032-242074-9", "field": "max_bytes", "val": "10485760"}]': finished 2023-12-22T17:59:17.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:16 smithi032 ceph-mon[191839]: osdmap e1199: 8 total, 8 up, 8 in 2023-12-22T17:59:17.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:16 smithi032 ceph-mon[191839]: pgmap v2037: 393 pgs: 5 unknown, 388 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 9.2 KiB/s wr, 170 op/s 2023-12-22T17:59:17.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:16 smithi032 ceph-mon[191839]: osdmap e1200: 8 total, 8 up, 8 in 2023-12-22T17:59:17.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:16 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi032-242074-9", "field": "max_bytes", "val": "10485760"}]': finished 2023-12-22T17:59:17.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:16 smithi032 ceph-mon[189144]: osdmap e1199: 8 total, 8 up, 8 in 2023-12-22T17:59:17.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:16 smithi032 ceph-mon[189144]: pgmap v2037: 393 pgs: 5 unknown, 388 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 9.2 KiB/s wr, 170 op/s 2023-12-22T17:59:17.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:16 smithi032 ceph-mon[189144]: osdmap e1200: 8 total, 8 up, 8 in 2023-12-22T17:59:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:16 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi032-242074-9", "field": "max_bytes", "val": "10485760"}]': finished 2023-12-22T17:59:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:16 smithi039 ceph-mon[181282]: osdmap e1199: 8 total, 8 up, 8 in 2023-12-22T17:59:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:16 smithi039 ceph-mon[181282]: pgmap v2037: 393 pgs: 5 unknown, 388 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 9.2 KiB/s wr, 170 op/s 2023-12-22T17:59:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:16 smithi039 ceph-mon[181282]: osdmap e1200: 8 total, 8 up, 8 in 2023-12-22T17:59:19.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:18 smithi032 ceph-mon[191839]: pgmap v2039: 393 pgs: 393 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 4.1 KiB/s wr, 122 op/s 2023-12-22T17:59:19.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:18 smithi032 ceph-mon[189144]: pgmap v2039: 393 pgs: 393 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 4.1 KiB/s wr, 122 op/s 2023-12-22T17:59:19.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:18 smithi039 ceph-mon[181282]: pgmap v2039: 393 pgs: 393 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 4.1 KiB/s wr, 122 op/s 2023-12-22T17:59:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:59:20.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:59:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:59:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:59:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:59:20] "GET /metrics HTTP/1.1" 200 55666 "" "Prometheus/2.43.0" 2023-12-22T17:59:21.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:21 smithi039 ceph-mon[181282]: pgmap v2040: 393 pgs: 393 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 4.7 KiB/s wr, 95 op/s 2023-12-22T17:59:21.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:59:21.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:21 smithi032 ceph-mon[189144]: pgmap v2040: 393 pgs: 393 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 4.7 KiB/s wr, 95 op/s 2023-12-22T17:59:21.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:59:21.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:21 smithi032 ceph-mon[191839]: pgmap v2040: 393 pgs: 393 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 4.7 KiB/s wr, 95 op/s 2023-12-22T17:59:21.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:59:23.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:22 smithi039 ceph-mon[181282]: osdmap e1201: 8 total, 8 up, 8 in 2023-12-22T17:59:23.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:22 smithi039 ceph-mon[181282]: pgmap v2042: 393 pgs: 393 active+clean; 11 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1020 KiB/s wr, 16 op/s 2023-12-22T17:59:23.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:22 smithi032 ceph-mon[191839]: osdmap e1201: 8 total, 8 up, 8 in 2023-12-22T17:59:23.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:22 smithi032 ceph-mon[191839]: pgmap v2042: 393 pgs: 393 active+clean; 11 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1020 KiB/s wr, 16 op/s 2023-12-22T17:59:23.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:22 smithi032 ceph-mon[189144]: osdmap e1201: 8 total, 8 up, 8 in 2023-12-22T17:59:23.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:22 smithi032 ceph-mon[189144]: pgmap v2042: 393 pgs: 393 active+clean; 11 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1020 KiB/s wr, 16 op/s 2023-12-22T17:59:25.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:24 smithi032 ceph-mon[191839]: pgmap v2043: 393 pgs: 393 active+clean; 11 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.1 KiB/s rd, 769 KiB/s wr, 13 op/s 2023-12-22T17:59:25.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:24 smithi032 ceph-mon[189144]: pgmap v2043: 393 pgs: 393 active+clean; 11 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.1 KiB/s rd, 769 KiB/s wr, 13 op/s 2023-12-22T17:59:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:24 smithi039 ceph-mon[181282]: pgmap v2043: 393 pgs: 393 active+clean; 11 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.1 KiB/s rd, 769 KiB/s wr, 13 op/s 2023-12-22T17:59:27.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:26 smithi032 ceph-mon[189144]: pgmap v2044: 393 pgs: 393 active+clean; 11 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.3 KiB/s rd, 676 KiB/s wr, 12 op/s 2023-12-22T17:59:27.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:26 smithi032 ceph-mon[191839]: pgmap v2044: 393 pgs: 393 active+clean; 11 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.3 KiB/s rd, 676 KiB/s wr, 12 op/s 2023-12-22T17:59:27.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:26 smithi039 ceph-mon[181282]: pgmap v2044: 393 pgs: 393 active+clean; 11 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.3 KiB/s rd, 676 KiB/s wr, 12 op/s 2023-12-22T17:59:29.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:28 smithi032 ceph-mon[191839]: pgmap v2045: 393 pgs: 393 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 820 KiB/s wr, 11 op/s 2023-12-22T17:59:29.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:28 smithi032 ceph-mon[189144]: pgmap v2045: 393 pgs: 393 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 820 KiB/s wr, 11 op/s 2023-12-22T17:59:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:28 smithi039 ceph-mon[181282]: pgmap v2045: 393 pgs: 393 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 820 KiB/s wr, 11 op/s 2023-12-22T17:59:30.226 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T17:59:30.554 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T17:59:30.554 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (39m) 5m ago 44m 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T17:59:30.554 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (39m) 3m ago 43m 93.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T17:59:30.554 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (44m) 5m ago 44m 22.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T17:59:30.554 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (44m) 3m ago 44m 27.7M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T17:59:30.555 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (38m) 3m ago 47m 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T17:59:30.555 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (39m) 5m ago 48m 548M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T17:59:30.555 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (38m) 5m ago 48m 285M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T17:59:30.555 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (38m) 3m ago 47m 166M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T17:59:30.555 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (38m) 5m ago 47m 168M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T17:59:30.555 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (39m) 5m ago 43m 16.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T17:59:30.555 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (39m) 3m ago 43m 18.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T17:59:30.555 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (37m) 5m ago 47m 2024M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T17:59:30.555 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (37m) 5m ago 46m 2282M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T17:59:30.555 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (36m) 5m ago 46m 2158M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T17:59:30.555 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (36m) 5m ago 46m 1910M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T17:59:30.555 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (35m) 3m ago 45m 1896M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T17:59:30.555 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (35m) 3m ago 45m 1655M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T17:59:30.555 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (34m) 3m ago 45m 1107M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T17:59:30.556 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (34m) 3m ago 45m 1550M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T17:59:30.556 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (38m) 3m ago 44m 81.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T17:59:30.964 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T17:59:30.964 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T17:59:30.964 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T17:59:30.964 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:59:30.964 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T17:59:30.964 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T17:59:30.964 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:59:30.964 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T17:59:30.965 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T17:59:30.965 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:59:30.965 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T17:59:30.965 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T17:59:30.965 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T17:59:30.965 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T17:59:30.965 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T17:59:30.965 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T17:59:30.965 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T17:59:30.965 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T17:59:31.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:30 smithi032 ceph-mon[189144]: pgmap v2046: 393 pgs: 393 active+clean; 17 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 MiB/s wr, 6 op/s 2023-12-22T17:59:31.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:30 smithi032 ceph-mon[189144]: from='client.46619 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:59:31.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:30 smithi032 ceph-mon[189144]: from='client.36699 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:59:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:59:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:59:30] "GET /metrics HTTP/1.1" 200 55666 "" "Prometheus/2.43.0" 2023-12-22T17:59:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:30 smithi032 ceph-mon[191839]: pgmap v2046: 393 pgs: 393 active+clean; 17 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 MiB/s wr, 6 op/s 2023-12-22T17:59:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:30 smithi032 ceph-mon[191839]: from='client.46619 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:59:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:30 smithi032 ceph-mon[191839]: from='client.36699 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:59:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:30 smithi039 ceph-mon[181282]: pgmap v2046: 393 pgs: 393 active+clean; 17 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.2 MiB/s wr, 6 op/s 2023-12-22T17:59:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:30 smithi039 ceph-mon[181282]: from='client.46619 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:59:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:30 smithi039 ceph-mon[181282]: from='client.36699 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T17:59:31.971 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.RemoveFullTry (20944 ms) 2023-12-22T17:59:31.971 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.RemoveFullTryDataPool 2023-12-22T17:59:32.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:31 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2572270469' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:59:32.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:31 smithi032 ceph-mon[189144]: pool 'test-librbd-smithi032-242074-9' is full (reached quota's max_bytes: 10 MiB) 2023-12-22T17:59:32.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:31 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) full (POOL_FULL) 2023-12-22T17:59:32.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:31 smithi032 ceph-mon[189144]: osdmap e1202: 8 total, 8 up, 8 in 2023-12-22T17:59:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:31 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2572270469' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:59:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:31 smithi032 ceph-mon[191839]: pool 'test-librbd-smithi032-242074-9' is full (reached quota's max_bytes: 10 MiB) 2023-12-22T17:59:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:31 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) full (POOL_FULL) 2023-12-22T17:59:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:31 smithi032 ceph-mon[191839]: osdmap e1202: 8 total, 8 up, 8 in 2023-12-22T17:59:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:31 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2572270469' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T17:59:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:31 smithi039 ceph-mon[181282]: pool 'test-librbd-smithi032-242074-9' is full (reached quota's max_bytes: 10 MiB) 2023-12-22T17:59:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:31 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) full (POOL_FULL) 2023-12-22T17:59:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:31 smithi039 ceph-mon[181282]: osdmap e1202: 8 total, 8 up, 8 in 2023-12-22T17:59:33.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:32 smithi032 ceph-mon[191839]: pgmap v2048: 393 pgs: 393 active+clean; 20 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 922 KiB/s wr, 3 op/s 2023-12-22T17:59:33.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:32 smithi032 ceph-mon[189144]: pgmap v2048: 393 pgs: 393 active+clean; 20 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 922 KiB/s wr, 3 op/s 2023-12-22T17:59:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:32 smithi039 ceph-mon[181282]: pgmap v2048: 393 pgs: 393 active+clean; 20 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 922 KiB/s wr, 3 op/s 2023-12-22T17:59:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:33 smithi032 ceph-mon[191839]: osdmap e1203: 8 total, 8 up, 8 in 2023-12-22T17:59:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:33 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3715963602' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:59:34.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:33 smithi032 ceph-mon[189144]: osdmap e1203: 8 total, 8 up, 8 in 2023-12-22T17:59:34.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:33 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3715963602' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:59:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:33 smithi039 ceph-mon[181282]: osdmap e1203: 8 total, 8 up, 8 in 2023-12-22T17:59:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:33 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3715963602' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:59:35.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:34 smithi032 ceph-mon[191839]: pgmap v2050: 425 pgs: 8 creating+peering, 24 unknown, 393 active+clean; 16 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 1.1 MiB/s wr, 11 op/s 2023-12-22T17:59:35.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:34 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:59:35.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:34 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3715963602' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:59:35.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:34 smithi032 ceph-mon[191839]: osdmap e1204: 8 total, 8 up, 8 in 2023-12-22T17:59:35.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:59:35.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:59:35.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:34 smithi032 ceph-mon[189144]: pgmap v2050: 425 pgs: 8 creating+peering, 24 unknown, 393 active+clean; 16 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 1.1 MiB/s wr, 11 op/s 2023-12-22T17:59:35.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:34 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:59:35.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:34 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3715963602' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:59:35.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:34 smithi032 ceph-mon[189144]: osdmap e1204: 8 total, 8 up, 8 in 2023-12-22T17:59:35.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:59:35.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:59:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:34 smithi039 ceph-mon[181282]: pgmap v2050: 425 pgs: 8 creating+peering, 24 unknown, 393 active+clean; 16 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 1.1 MiB/s wr, 11 op/s 2023-12-22T17:59:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:34 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T17:59:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:34 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3715963602' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:59:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:34 smithi039 ceph-mon[181282]: osdmap e1204: 8 total, 8 up, 8 in 2023-12-22T17:59:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:59:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:59:35.942 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T17:59:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:35 smithi032 ceph-mon[191839]: osdmap e1205: 8 total, 8 up, 8 in 2023-12-22T17:59:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:35 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3080204461' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:59:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:35 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:59:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:35 smithi032 ceph-mon[189144]: osdmap e1205: 8 total, 8 up, 8 in 2023-12-22T17:59:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:35 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3080204461' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:59:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:35 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:59:36.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:59:35 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:17:59:35] ENGINE Bus STOPPING 2023-12-22T17:59:36.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:59:35 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:17:59:35] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-22T17:59:36.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:59:35 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:17:59:35] ENGINE Bus STOPPED 2023-12-22T17:59:36.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:59:35 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:17:59:35] ENGINE Bus STARTING 2023-12-22T17:59:36.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:59:36 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:17:59:36] ENGINE Serving on http://:::9283 2023-12-22T17:59:36.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:59:36 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:17:59:36] ENGINE Bus STARTED 2023-12-22T17:59:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:35 smithi039 ceph-mon[181282]: osdmap e1205: 8 total, 8 up, 8 in 2023-12-22T17:59:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:35 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3080204461' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:59:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:35 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T17:59:37.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:36 smithi032 ceph-mon[191839]: pgmap v2053: 457 pgs: 16 creating+peering, 27 unknown, 414 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 252 KiB/s wr, 40 op/s 2023-12-22T17:59:37.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:36 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-11","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:59:37.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:36 smithi032 ceph-mon[191839]: osdmap e1206: 8 total, 8 up, 8 in 2023-12-22T17:59:37.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:36 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' 2023-12-22T17:59:37.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:59:37.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:59:37.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:59:37.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:59:37.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:36 smithi032 ceph-mon[191839]: pool 'test-librbd-smithi032-242074-9' no longer out of quota; removing NO_QUOTA flag 2023-12-22T17:59:37.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:36 smithi032 ceph-mon[191839]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2023-12-22T17:59:37.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:36 smithi032 ceph-mon[191839]: osdmap e1207: 8 total, 8 up, 8 in 2023-12-22T17:59:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:36 smithi032 ceph-mon[189144]: pgmap v2053: 457 pgs: 16 creating+peering, 27 unknown, 414 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 252 KiB/s wr, 40 op/s 2023-12-22T17:59:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:36 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-11","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:59:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:36 smithi032 ceph-mon[189144]: osdmap e1206: 8 total, 8 up, 8 in 2023-12-22T17:59:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:36 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' 2023-12-22T17:59:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:59:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:59:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:59:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:59:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:36 smithi032 ceph-mon[189144]: pool 'test-librbd-smithi032-242074-9' no longer out of quota; removing NO_QUOTA flag 2023-12-22T17:59:37.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:36 smithi032 ceph-mon[189144]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2023-12-22T17:59:37.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:36 smithi032 ceph-mon[189144]: osdmap e1207: 8 total, 8 up, 8 in 2023-12-22T17:59:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:36 smithi039 ceph-mon[181282]: pgmap v2053: 457 pgs: 16 creating+peering, 27 unknown, 414 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 252 KiB/s wr, 40 op/s 2023-12-22T17:59:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:36 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-11","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T17:59:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:36 smithi039 ceph-mon[181282]: osdmap e1206: 8 total, 8 up, 8 in 2023-12-22T17:59:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:36 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' 2023-12-22T17:59:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T17:59:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T17:59:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T17:59:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:59:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:36 smithi039 ceph-mon[181282]: pool 'test-librbd-smithi032-242074-9' no longer out of quota; removing NO_QUOTA flag 2023-12-22T17:59:37.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:36 smithi039 ceph-mon[181282]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2023-12-22T17:59:37.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:36 smithi039 ceph-mon[181282]: osdmap e1207: 8 total, 8 up, 8 in 2023-12-22T17:59:39.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:38 smithi039 ceph-mon[181282]: osdmap e1208: 8 total, 8 up, 8 in 2023-12-22T17:59:39.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:38 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3144447753' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi032-242074-11", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-22T17:59:39.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:38 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi032-242074-11", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-22T17:59:39.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:38 smithi039 ceph-mon[181282]: pgmap v2057: 457 pgs: 18 creating+peering, 22 unknown, 417 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 261 KiB/s wr, 26 op/s 2023-12-22T17:59:39.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:38 smithi032 ceph-mon[191839]: osdmap e1208: 8 total, 8 up, 8 in 2023-12-22T17:59:39.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:38 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3144447753' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi032-242074-11", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-22T17:59:39.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:38 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi032-242074-11", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-22T17:59:39.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:38 smithi032 ceph-mon[191839]: pgmap v2057: 457 pgs: 18 creating+peering, 22 unknown, 417 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 261 KiB/s wr, 26 op/s 2023-12-22T17:59:39.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:38 smithi032 ceph-mon[189144]: osdmap e1208: 8 total, 8 up, 8 in 2023-12-22T17:59:39.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:38 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3144447753' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi032-242074-11", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-22T17:59:39.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:38 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi032-242074-11", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-22T17:59:39.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:38 smithi032 ceph-mon[189144]: pgmap v2057: 457 pgs: 18 creating+peering, 22 unknown, 417 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 261 KiB/s wr, 26 op/s 2023-12-22T17:59:40.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:39 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:59:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:39 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi032-242074-11", "field": "max_bytes", "val": "10485760"}]': finished 2023-12-22T17:59:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:39 smithi039 ceph-mon[181282]: osdmap e1209: 8 total, 8 up, 8 in 2023-12-22T17:59:40.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:39 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:59:40.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:39 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi032-242074-11", "field": "max_bytes", "val": "10485760"}]': finished 2023-12-22T17:59:40.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:39 smithi032 ceph-mon[191839]: osdmap e1209: 8 total, 8 up, 8 in 2023-12-22T17:59:40.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:39 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T17:59:40.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:39 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi032-242074-11", "field": "max_bytes", "val": "10485760"}]': finished 2023-12-22T17:59:40.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:39 smithi032 ceph-mon[189144]: osdmap e1209: 8 total, 8 up, 8 in 2023-12-22T17:59:41.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:40 smithi039 ceph-mon[181282]: pgmap v2059: 457 pgs: 10 creating+peering, 447 active+clean; 5.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 257 KiB/s wr, 1 op/s 2023-12-22T17:59:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:40 smithi032 ceph-mon[191839]: pgmap v2059: 457 pgs: 10 creating+peering, 447 active+clean; 5.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 257 KiB/s wr, 1 op/s 2023-12-22T17:59:41.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:40 smithi032 ceph-mon[189144]: pgmap v2059: 457 pgs: 10 creating+peering, 447 active+clean; 5.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 257 KiB/s wr, 1 op/s 2023-12-22T17:59:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:59:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:59:40] "GET /metrics HTTP/1.1" 200 58113 "" "Prometheus/2.43.0" 2023-12-22T17:59:43.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:42 smithi039 ceph-mon[181282]: pgmap v2060: 457 pgs: 457 active+clean; 5.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.6 KiB/s rd, 175 KiB/s wr, 7 op/s 2023-12-22T17:59:43.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:42 smithi032 ceph-mon[191839]: pgmap v2060: 457 pgs: 457 active+clean; 5.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.6 KiB/s rd, 175 KiB/s wr, 7 op/s 2023-12-22T17:59:43.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:42 smithi032 ceph-mon[189144]: pgmap v2060: 457 pgs: 457 active+clean; 5.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.6 KiB/s rd, 175 KiB/s wr, 7 op/s 2023-12-22T17:59:45.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:44 smithi032 ceph-mon[191839]: pgmap v2061: 457 pgs: 457 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.3 KiB/s rd, 290 KiB/s wr, 9 op/s 2023-12-22T17:59:45.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:44 smithi032 ceph-mon[189144]: pgmap v2061: 457 pgs: 457 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.3 KiB/s rd, 290 KiB/s wr, 9 op/s 2023-12-22T17:59:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:44 smithi039 ceph-mon[181282]: pgmap v2061: 457 pgs: 457 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.3 KiB/s rd, 290 KiB/s wr, 9 op/s 2023-12-22T17:59:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:59:46.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:59:46.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:59:47.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:47 smithi039 ceph-mon[181282]: pgmap v2062: 457 pgs: 457 active+clean; 9.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 634 KiB/s wr, 8 op/s 2023-12-22T17:59:47.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:47 smithi039 ceph-mon[181282]: osdmap e1210: 8 total, 8 up, 8 in 2023-12-22T17:59:47.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:47 smithi032 ceph-mon[189144]: pgmap v2062: 457 pgs: 457 active+clean; 9.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 634 KiB/s wr, 8 op/s 2023-12-22T17:59:47.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:47 smithi032 ceph-mon[189144]: osdmap e1210: 8 total, 8 up, 8 in 2023-12-22T17:59:47.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:47 smithi032 ceph-mon[191839]: pgmap v2062: 457 pgs: 457 active+clean; 9.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 634 KiB/s wr, 8 op/s 2023-12-22T17:59:47.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:47 smithi032 ceph-mon[191839]: osdmap e1210: 8 total, 8 up, 8 in 2023-12-22T17:59:49.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:49 smithi039 ceph-mon[181282]: pgmap v2064: 457 pgs: 457 active+clean; 9.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 565 KiB/s wr, 7 op/s 2023-12-22T17:59:49.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:49 smithi032 ceph-mon[189144]: pgmap v2064: 457 pgs: 457 active+clean; 9.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 565 KiB/s wr, 7 op/s 2023-12-22T17:59:49.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:49 smithi032 ceph-mon[191839]: pgmap v2064: 457 pgs: 457 active+clean; 9.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 565 KiB/s wr, 7 op/s 2023-12-22T17:59:50.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:59:50.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:59:50.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:59:50.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:59:50.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 17:59:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:17:59:50] "GET /metrics HTTP/1.1" 200 60547 "" "Prometheus/2.43.0" 2023-12-22T17:59:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T17:59:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T17:59:51.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:51 smithi032 ceph-mon[189144]: pgmap v2065: 457 pgs: 457 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 717 KiB/s wr, 7 op/s 2023-12-22T17:59:51.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:51 smithi032 ceph-mon[191839]: pgmap v2065: 457 pgs: 457 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 717 KiB/s wr, 7 op/s 2023-12-22T17:59:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:51 smithi039 ceph-mon[181282]: pgmap v2065: 457 pgs: 457 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 717 KiB/s wr, 7 op/s 2023-12-22T17:59:53.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:52 smithi039 ceph-mon[181282]: pgmap v2066: 457 pgs: 457 active+clean; 18 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.2 MiB/s wr, 3 op/s 2023-12-22T17:59:53.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:52 smithi032 ceph-mon[191839]: pgmap v2066: 457 pgs: 457 active+clean; 18 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.2 MiB/s wr, 3 op/s 2023-12-22T17:59:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:52 smithi032 ceph-mon[189144]: pgmap v2066: 457 pgs: 457 active+clean; 18 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.2 MiB/s wr, 3 op/s 2023-12-22T17:59:55.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:54 smithi032 ceph-mon[189144]: pgmap v2067: 457 pgs: 457 active+clean; 18 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 2 op/s 2023-12-22T17:59:55.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:54 smithi032 ceph-mon[191839]: pgmap v2067: 457 pgs: 457 active+clean; 18 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 2 op/s 2023-12-22T17:59:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:54 smithi039 ceph-mon[181282]: pgmap v2067: 457 pgs: 457 active+clean; 18 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 2 op/s 2023-12-22T17:59:56.966 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.RemoveFullTryDataPool (24995 ms) 2023-12-22T17:59:56.966 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestIO 2023-12-22T17:59:56.967 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T17:59:57.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:56 smithi032 ceph-mon[191839]: pgmap v2068: 457 pgs: 457 active+clean; 19 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 921 KiB/s wr, 2 op/s 2023-12-22T17:59:57.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:56 smithi032 ceph-mon[191839]: pool 'test-librbd-smithi032-242074-11' is full (reached quota's max_bytes: 10 MiB) 2023-12-22T17:59:57.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:56 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) full (POOL_FULL) 2023-12-22T17:59:57.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:56 smithi032 ceph-mon[191839]: osdmap e1211: 8 total, 8 up, 8 in 2023-12-22T17:59:57.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:56 smithi032 ceph-mon[189144]: pgmap v2068: 457 pgs: 457 active+clean; 19 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 921 KiB/s wr, 2 op/s 2023-12-22T17:59:57.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:56 smithi032 ceph-mon[189144]: pool 'test-librbd-smithi032-242074-11' is full (reached quota's max_bytes: 10 MiB) 2023-12-22T17:59:57.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:56 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) full (POOL_FULL) 2023-12-22T17:59:57.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:56 smithi032 ceph-mon[189144]: osdmap e1211: 8 total, 8 up, 8 in 2023-12-22T17:59:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:56 smithi039 ceph-mon[181282]: pgmap v2068: 457 pgs: 457 active+clean; 19 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 921 KiB/s wr, 2 op/s 2023-12-22T17:59:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:56 smithi039 ceph-mon[181282]: pool 'test-librbd-smithi032-242074-11' is full (reached quota's max_bytes: 10 MiB) 2023-12-22T17:59:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:56 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) full (POOL_FULL) 2023-12-22T17:59:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:56 smithi039 ceph-mon[181282]: osdmap e1211: 8 total, 8 up, 8 in 2023-12-22T17:59:58.810 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T17:59:58.810 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T17:59:58.810 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T17:59:58.811 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T17:59:58.811 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T17:59:58.811 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T17:59:58.811 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2023-12-22T17:59:58.811 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T17:59:58.811 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T17:59:58.811 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2023-12-22T17:59:58.811 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T17:59:58.811 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2023-12-22T17:59:58.811 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T17:59:58.812 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T17:59:58.812 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2023-12-22T17:59:58.812 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T17:59:58.812 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2023-12-22T17:59:58.812 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T17:59:58.812 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T17:59:58.812 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2023-12-22T17:59:58.812 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T17:59:58.812 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2023-12-22T17:59:58.812 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T17:59:58.813 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T17:59:58.813 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2023-12-22T17:59:58.813 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T17:59:58.813 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2023-12-22T17:59:58.813 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T17:59:58.813 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T17:59:58.813 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2023-12-22T17:59:58.813 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2023-12-22T17:59:58.813 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2023-12-22T17:59:58.813 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2023-12-22T17:59:58.814 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2023-12-22T17:59:58.814 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2023-12-22T17:59:58.814 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2023-12-22T17:59:58.814 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2023-12-22T17:59:58.814 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2023-12-22T17:59:58.814 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2023-12-22T17:59:58.814 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2023-12-22T17:59:58.814 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T17:59:58.814 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2023-12-22T17:59:58.814 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T17:59:58.815 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T17:59:58.815 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2023-12-22T17:59:58.815 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T17:59:58.815 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2023-12-22T17:59:58.815 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T17:59:58.815 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T17:59:58.815 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2023-12-22T17:59:58.815 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T17:59:58.815 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2023-12-22T17:59:58.815 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T17:59:58.815 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T17:59:58.816 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2023-12-22T17:59:58.816 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T17:59:58.816 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2023-12-22T17:59:58.816 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T17:59:58.816 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T17:59:58.816 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2023-12-22T17:59:58.816 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T17:59:58.816 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2023-12-22T17:59:58.816 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T17:59:58.816 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T17:59:58.817 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2023-12-22T17:59:58.817 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T17:59:58.817 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T17:59:58.817 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T17:59:58.817 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T17:59:58.817 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T17:59:58.817 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T17:59:58.817 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2023-12-22T17:59:58.817 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T17:59:58.817 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2023-12-22T17:59:58.818 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T17:59:58.818 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2023-12-22T17:59:58.818 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T17:59:58.818 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2023-12-22T17:59:58.818 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T17:59:58.818 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2023-12-22T17:59:58.818 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T17:59:58.818 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2023-12-22T17:59:58.818 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T17:59:58.818 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2023-12-22T17:59:58.819 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T17:59:58.819 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2023-12-22T17:59:58.819 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T17:59:58.819 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2023-12-22T17:59:58.819 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T17:59:58.819 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2023-12-22T17:59:58.819 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 512~512 = 512 2023-12-22T17:59:58.819 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T17:59:58.819 INFO:tasks.workunit.client.0.smithi032.stdout:aio discard: 1536~512 = 0 2023-12-22T17:59:58.819 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T17:59:58.820 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T17:59:58.820 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T17:59:58.820 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T17:59:58.820 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T17:59:58.820 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 0 2023-12-22T17:59:58.820 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T17:59:58.820 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T17:59:58.820 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 0 2023-12-22T17:59:58.820 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T17:59:58.820 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T17:59:58.820 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 16384 2023-12-22T17:59:58.821 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T17:59:58.821 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T17:59:58.821 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 16384 2023-12-22T17:59:58.821 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T17:59:58.821 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T17:59:58.821 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T17:59:58.821 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T17:59:58.821 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 49152 2023-12-22T17:59:58.821 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T17:59:58.822 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T17:59:58.822 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 49152 2023-12-22T17:59:58.822 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T17:59:58.822 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T17:59:58.822 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 65536 2023-12-22T17:59:58.822 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T17:59:58.822 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T17:59:58.822 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 65536 2023-12-22T17:59:58.822 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T17:59:58.822 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T17:59:58.822 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T17:59:58.823 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T17:59:58.823 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 98304 2023-12-22T17:59:58.823 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T17:59:58.823 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T17:59:58.823 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 98304 2023-12-22T17:59:58.823 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T17:59:58.823 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T17:59:58.823 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 114688 2023-12-22T17:59:58.823 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T17:59:58.823 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T17:59:58.823 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 114688 2023-12-22T17:59:58.823 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T17:59:58.824 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T17:59:58.824 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T17:59:58.824 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T17:59:58.824 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 147456 2023-12-22T17:59:58.824 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T17:59:58.824 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T17:59:58.824 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 147456 2023-12-22T17:59:58.824 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T17:59:58.824 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T17:59:58.824 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 163840 2023-12-22T17:59:58.824 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T17:59:58.825 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T17:59:58.825 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 163840 2023-12-22T17:59:58.825 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T17:59:58.825 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T17:59:58.825 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T17:59:58.825 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T17:59:58.825 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 196608 2023-12-22T17:59:58.825 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T17:59:58.825 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T17:59:58.825 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 196608 2023-12-22T17:59:58.826 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T17:59:58.826 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T17:59:58.826 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 212992 2023-12-22T17:59:58.826 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T17:59:58.826 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T17:59:58.826 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 212992 2023-12-22T17:59:58.826 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T17:59:58.826 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T17:59:58.826 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T17:59:58.826 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T17:59:58.827 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T17:59:58.827 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T17:59:58.827 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T17:59:58.827 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T17:59:58.827 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T17:59:58.827 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T17:59:58.827 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T17:59:58.827 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T17:59:58.827 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T17:59:58.827 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T17:59:58.827 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T17:59:58.828 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T17:59:58.828 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T17:59:58.828 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T17:59:58.828 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T17:59:58.828 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T17:59:58.828 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T17:59:58.828 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T17:59:58.828 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T17:59:58.828 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T17:59:58.828 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T17:59:58.829 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T17:59:58.829 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T17:59:58.829 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T17:59:58.829 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T17:59:58.829 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T17:59:58.829 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T17:59:58.829 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T17:59:58.829 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T17:59:58.829 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T17:59:58.829 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T17:59:58.829 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T17:59:58.830 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T17:59:58.830 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T17:59:58.830 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T17:59:58.830 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T17:59:58.830 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T17:59:58.830 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T17:59:58.830 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T17:59:58.830 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T17:59:58.830 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T17:59:58.830 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T17:59:58.830 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T17:59:58.831 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T17:59:58.831 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T17:59:58.831 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T17:59:58.831 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T17:59:58.831 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T17:59:58.831 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T17:59:59.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 17:59:58 smithi032 ceph-mon[189144]: pgmap v2070: 457 pgs: 457 active+clean; 22 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 2 op/s 2023-12-22T17:59:59.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 17:59:58 smithi032 ceph-mon[191839]: pgmap v2070: 457 pgs: 457 active+clean; 22 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 2 op/s 2023-12-22T17:59:59.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 17:59:58 smithi039 ceph-mon[181282]: pgmap v2070: 457 pgs: 457 active+clean; 22 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 2 op/s 2023-12-22T18:00:00.426 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:00.426 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:00.426 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:00.426 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:00.426 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:00.426 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:00.426 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:00.426 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:00.427 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:00.427 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:00.427 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:00.427 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:00.427 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:00.427 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:00.427 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:00.427 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:00.427 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:00.427 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:00.427 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:00.428 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:00.428 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:00.428 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:00.428 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:00.428 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:00.428 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:00.428 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:00.428 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:00.428 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:00.428 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:00.429 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:00.429 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:00.429 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:00.429 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:00.429 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:00.429 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:00.429 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:00.429 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:00.429 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:00.429 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:00.430 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:00.430 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:00.430 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:00.430 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:00.430 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:00.430 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:00.430 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:00.430 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:00.430 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:00.430 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:00.430 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:00.431 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:00.431 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:00.431 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:00.431 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:00.431 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:00.431 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:00.431 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:00.431 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:00.431 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:00.431 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:00.431 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:00.432 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:00.432 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:00.432 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:00.432 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:00.432 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:00.432 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:00.432 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:00.432 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:00.432 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:00.432 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:00.432 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:00.433 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:00.433 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:00.433 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:00.433 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:00.433 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:00.433 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:00.433 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:00.433 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:00.433 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:00.433 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:00.434 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:00.434 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:00.434 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:00.434 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:00.434 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:00.434 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:00.434 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:00.434 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:00.434 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:00.434 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:00.434 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:00.435 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:00.435 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:00.435 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:00.435 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:00.435 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:00.435 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:00.435 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:00.435 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:00.435 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:00.435 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:00.435 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:00.436 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:00.436 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:00.436 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:00.436 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:00.436 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:00.436 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:00.436 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:00.436 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:00.436 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:00.436 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:00.436 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:00.437 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:00.437 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:00.437 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:00.437 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:00.437 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:00.437 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:00.437 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:00.437 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:00.437 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T18:00:00.437 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:00.437 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestIO (3459 ms) 2023-12-22T18:00:00.438 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS1 2023-12-22T18:00:00.438 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:00:00.438 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T17:59:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 1 pool(s) full; Upgrade: failed due to an unexpected exception 2023-12-22T18:00:00.438 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T17:59:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : [WRN] POOL_FULL: 1 pool(s) full 2023-12-22T18:00:00.438 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T17:59:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : pool 'test-librbd-smithi032-242074-11' is full (running out of quota) 2023-12-22T18:00:00.438 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T17:59:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : [ERR] UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-22T18:00:00.439 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T17:59:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : Unexpected exception occurred during upgrade process: osd require-osd-release failed: unrecognized release unknown retval: -22 2023-12-22T18:00:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:00:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:00:00] "GET /metrics HTTP/1.1" 200 60547 "" "Prometheus/2.43.0" 2023-12-22T18:00:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:00 smithi032 ceph-mon[189144]: pgmap v2071: 457 pgs: 457 active+clean; 14 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.1 KiB/s rd, 922 KiB/s wr, 11 op/s 2023-12-22T18:00:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:00 smithi032 ceph-mon[189144]: Health detail: HEALTH_ERR 1 pool(s) full; Upgrade: failed due to an unexpected exception 2023-12-22T18:00:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:00 smithi032 ceph-mon[189144]: [WRN] POOL_FULL: 1 pool(s) full 2023-12-22T18:00:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:00 smithi032 ceph-mon[189144]: pool 'test-librbd-smithi032-242074-11' is full (running out of quota) 2023-12-22T18:00:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:00 smithi032 ceph-mon[189144]: [ERR] UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-22T18:00:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:00 smithi032 ceph-mon[189144]: Unexpected exception occurred during upgrade process: osd require-osd-release failed: unrecognized release unknown retval: -22 2023-12-22T18:00:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:00 smithi032 ceph-mon[191839]: pgmap v2071: 457 pgs: 457 active+clean; 14 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.1 KiB/s rd, 922 KiB/s wr, 11 op/s 2023-12-22T18:00:01.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:00 smithi032 ceph-mon[191839]: Health detail: HEALTH_ERR 1 pool(s) full; Upgrade: failed due to an unexpected exception 2023-12-22T18:00:01.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:00 smithi032 ceph-mon[191839]: [WRN] POOL_FULL: 1 pool(s) full 2023-12-22T18:00:01.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:00 smithi032 ceph-mon[191839]: pool 'test-librbd-smithi032-242074-11' is full (running out of quota) 2023-12-22T18:00:01.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:00 smithi032 ceph-mon[191839]: [ERR] UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-22T18:00:01.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:00 smithi032 ceph-mon[191839]: Unexpected exception occurred during upgrade process: osd require-osd-release failed: unrecognized release unknown retval: -22 2023-12-22T18:00:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:00 smithi039 ceph-mon[181282]: pgmap v2071: 457 pgs: 457 active+clean; 14 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.1 KiB/s rd, 922 KiB/s wr, 11 op/s 2023-12-22T18:00:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:00 smithi039 ceph-mon[181282]: Health detail: HEALTH_ERR 1 pool(s) full; Upgrade: failed due to an unexpected exception 2023-12-22T18:00:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:00 smithi039 ceph-mon[181282]: [WRN] POOL_FULL: 1 pool(s) full 2023-12-22T18:00:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:00 smithi039 ceph-mon[181282]: pool 'test-librbd-smithi032-242074-11' is full (running out of quota) 2023-12-22T18:00:01.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:00 smithi039 ceph-mon[181282]: [ERR] UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-22T18:00:01.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:00 smithi039 ceph-mon[181282]: Unexpected exception occurred during upgrade process: osd require-osd-release failed: unrecognized release unknown retval: -22 2023-12-22T18:00:01.320 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:00:01.645 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:00:01.645 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (40m) 6m ago 44m 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:00:01.646 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (39m) 3m ago 44m 93.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:00:01.646 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (45m) 6m ago 45m 22.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:00:01.646 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (45m) 3m ago 45m 27.7M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:00:01.646 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (39m) 3m ago 47m 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:00:01.646 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (39m) 6m ago 49m 548M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:00:01.646 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (39m) 6m ago 49m 285M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:00:01.646 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (38m) 3m ago 48m 166M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:00:01.646 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (38m) 6m ago 48m 168M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:00:01.646 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (40m) 6m ago 44m 16.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:00:01.647 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (39m) 3m ago 44m 18.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:00:01.647 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (38m) 6m ago 47m 2024M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:00:01.647 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (37m) 6m ago 47m 2282M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:00:01.647 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (37m) 6m ago 47m 2158M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:00:01.647 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (36m) 6m ago 46m 1910M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:00:01.647 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (36m) 3m ago 46m 1896M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:00:01.647 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (35m) 3m ago 46m 1655M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:00:01.647 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (35m) 3m ago 45m 1107M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:00:01.647 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (34m) 3m ago 45m 1550M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:00:01.647 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (39m) 3m ago 44m 81.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:00:02.059 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:00:02.059 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:00:02.059 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:00:02.059 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:00:02.059 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:00:02.059 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:00:02.059 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:00:02.059 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:00:02.060 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:00:02.060 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:00:02.060 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:00:02.060 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:00:02.060 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:00:02.060 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:00:02.060 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:00:02.060 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:00:02.060 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:00:02.060 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:00:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:01 smithi032 ceph-mon[191839]: from='client.36723 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:00:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:01 smithi032 ceph-mon[191839]: from='client.46655 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:00:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:01 smithi032 ceph-mon[191839]: pool 'test-librbd-smithi032-242074-11' no longer out of quota; removing NO_QUOTA flag 2023-12-22T18:00:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:01 smithi032 ceph-mon[191839]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2023-12-22T18:00:02.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:01 smithi032 ceph-mon[191839]: osdmap e1212: 8 total, 8 up, 8 in 2023-12-22T18:00:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:01 smithi032 ceph-mon[189144]: from='client.36723 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:00:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:01 smithi032 ceph-mon[189144]: from='client.46655 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:00:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:01 smithi032 ceph-mon[189144]: pool 'test-librbd-smithi032-242074-11' no longer out of quota; removing NO_QUOTA flag 2023-12-22T18:00:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:01 smithi032 ceph-mon[189144]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2023-12-22T18:00:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:01 smithi032 ceph-mon[189144]: osdmap e1212: 8 total, 8 up, 8 in 2023-12-22T18:00:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:01 smithi039 ceph-mon[181282]: from='client.36723 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:00:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:01 smithi039 ceph-mon[181282]: from='client.46655 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:00:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:01 smithi039 ceph-mon[181282]: pool 'test-librbd-smithi032-242074-11' no longer out of quota; removing NO_QUOTA flag 2023-12-22T18:00:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:01 smithi039 ceph-mon[181282]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2023-12-22T18:00:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:01 smithi039 ceph-mon[181282]: osdmap e1212: 8 total, 8 up, 8 in 2023-12-22T18:00:03.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:02 smithi032 ceph-mon[191839]: pgmap v2073: 457 pgs: 457 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 490 KiB/s rd, 878 KiB/s wr, 943 op/s 2023-12-22T18:00:03.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:02 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2076368270' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:00:03.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:02 smithi032 ceph-mon[189144]: pgmap v2073: 457 pgs: 457 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 490 KiB/s rd, 878 KiB/s wr, 943 op/s 2023-12-22T18:00:03.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:02 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2076368270' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:00:03.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:02 smithi039 ceph-mon[181282]: pgmap v2073: 457 pgs: 457 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 490 KiB/s rd, 878 KiB/s wr, 943 op/s 2023-12-22T18:00:03.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:02 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2076368270' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:00:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:04 smithi032 ceph-mon[191839]: pgmap v2074: 457 pgs: 457 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 490 KiB/s rd, 750 KiB/s wr, 943 op/s 2023-12-22T18:00:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:00:05.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:04 smithi032 ceph-mon[189144]: pgmap v2074: 457 pgs: 457 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 490 KiB/s rd, 750 KiB/s wr, 943 op/s 2023-12-22T18:00:05.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:00:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:04 smithi039 ceph-mon[181282]: pgmap v2074: 457 pgs: 457 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 490 KiB/s rd, 750 KiB/s wr, 943 op/s 2023-12-22T18:00:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:00:06.004 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T18:00:06.005 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T18:00:06.005 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T18:00:06.005 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T18:00:06.005 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T18:00:06.005 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:06.005 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2023-12-22T18:00:06.005 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:06.005 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:06.005 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2023-12-22T18:00:06.005 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:06.006 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2023-12-22T18:00:06.006 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:06.006 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:06.006 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2023-12-22T18:00:06.006 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:06.006 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2023-12-22T18:00:06.006 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:06.006 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:06.006 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2023-12-22T18:00:06.006 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:06.007 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2023-12-22T18:00:06.007 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:06.007 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:06.007 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2023-12-22T18:00:06.007 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:06.007 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2023-12-22T18:00:06.007 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:06.007 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:06.007 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2023-12-22T18:00:06.007 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2023-12-22T18:00:06.007 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2023-12-22T18:00:06.007 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2023-12-22T18:00:06.008 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2023-12-22T18:00:06.008 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2023-12-22T18:00:06.008 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2023-12-22T18:00:06.008 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2023-12-22T18:00:06.008 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2023-12-22T18:00:06.008 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2023-12-22T18:00:06.008 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2023-12-22T18:00:06.008 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:06.008 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2023-12-22T18:00:06.008 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:06.008 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:06.009 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2023-12-22T18:00:06.009 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:06.009 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2023-12-22T18:00:06.009 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:06.009 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:06.009 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2023-12-22T18:00:06.009 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:06.009 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2023-12-22T18:00:06.009 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:06.009 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:06.010 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2023-12-22T18:00:06.010 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:06.010 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2023-12-22T18:00:06.010 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:06.010 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:06.010 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2023-12-22T18:00:06.010 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:06.010 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2023-12-22T18:00:06.010 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:06.010 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:06.010 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2023-12-22T18:00:06.010 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:06.011 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:06.011 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:06.011 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:06.011 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:06.011 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:06.011 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2023-12-22T18:00:06.011 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:06.011 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2023-12-22T18:00:06.011 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:06.011 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2023-12-22T18:00:06.011 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:06.012 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2023-12-22T18:00:06.012 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:06.012 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2023-12-22T18:00:06.012 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:06.012 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2023-12-22T18:00:06.012 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:06.012 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2023-12-22T18:00:06.012 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:06.012 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2023-12-22T18:00:06.012 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:06.012 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2023-12-22T18:00:06.013 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:06.013 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2023-12-22T18:00:06.013 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 512~512 = 512 2023-12-22T18:00:06.013 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:06.013 INFO:tasks.workunit.client.0.smithi032.stdout:aio discard: 1536~512 = 0 2023-12-22T18:00:06.013 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:06.013 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:06.013 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:06.013 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:06.013 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:06.013 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 0 2023-12-22T18:00:06.014 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:06.014 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:06.014 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 0 2023-12-22T18:00:06.014 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:06.014 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:06.014 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 16384 2023-12-22T18:00:06.014 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:06.014 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:06.014 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 16384 2023-12-22T18:00:06.014 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:06.014 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:06.014 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:06.015 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:06.015 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 49152 2023-12-22T18:00:06.015 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:06.015 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:06.015 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 49152 2023-12-22T18:00:06.015 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:06.015 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:06.015 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 65536 2023-12-22T18:00:06.015 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:06.015 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:06.016 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 65536 2023-12-22T18:00:06.016 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:06.016 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:06.016 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:06.016 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:06.016 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 98304 2023-12-22T18:00:06.016 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:06.016 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:06.016 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 98304 2023-12-22T18:00:06.016 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:06.017 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:06.017 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 114688 2023-12-22T18:00:06.017 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:06.017 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:06.017 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 114688 2023-12-22T18:00:06.017 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:06.017 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:06.017 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:06.017 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:06.017 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 147456 2023-12-22T18:00:06.017 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:06.018 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:06.018 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 147456 2023-12-22T18:00:06.018 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:06.018 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:06.018 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 163840 2023-12-22T18:00:06.018 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:06.018 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:06.018 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 163840 2023-12-22T18:00:06.018 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:06.018 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:06.018 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:06.018 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:06.019 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 196608 2023-12-22T18:00:06.019 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:06.019 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:06.019 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 196608 2023-12-22T18:00:06.019 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:06.019 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:06.019 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 212992 2023-12-22T18:00:06.019 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:06.019 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:06.019 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 212992 2023-12-22T18:00:06.019 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:06.019 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:06.020 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:06.020 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:06.020 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:06.020 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:06.020 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:06.020 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:06.020 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:06.020 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:06.020 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:06.020 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:06.020 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:06.020 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:06.021 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:06.021 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:06.021 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:06.021 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:06.021 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:06.021 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:06.021 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:06.021 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:06.021 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:06.021 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:06.021 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:06.021 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:06.022 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:06.022 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:06.022 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:06.022 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:06.022 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:06.022 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:06.022 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:06.022 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:06.022 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:06.022 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:06.022 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:06.022 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:06.023 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:06.023 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:06.023 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:06.023 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:06.023 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:06.023 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:06.023 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:06.023 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:06.023 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:06.023 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:06.023 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:06.023 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:06.024 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:06.024 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:06.024 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.17", "id": [5, 0]}]: dispatch 2023-12-22T18:00:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1c", "id": [5, 2]}]: dispatch 2023-12-22T18:00:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1e", "id": [5, 2]}]: dispatch 2023-12-22T18:00:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.17", "id": [5, 0]}]: dispatch 2023-12-22T18:00:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1c", "id": [5, 2]}]: dispatch 2023-12-22T18:00:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1e", "id": [5, 2]}]: dispatch 2023-12-22T18:00:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.17", "id": [5, 0]}]: dispatch 2023-12-22T18:00:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1c", "id": [5, 2]}]: dispatch 2023-12-22T18:00:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1e", "id": [5, 2]}]: dispatch 2023-12-22T18:00:07.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:06 smithi032 ceph-mon[191839]: pgmap v2075: 457 pgs: 457 active+clean; 11 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 738 KiB/s rd, 938 KiB/s wr, 1.22k op/s 2023-12-22T18:00:07.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.17", "id": [5, 0]}]': finished 2023-12-22T18:00:07.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1c", "id": [5, 2]}]': finished 2023-12-22T18:00:07.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1e", "id": [5, 2]}]': finished 2023-12-22T18:00:07.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:06 smithi032 ceph-mon[191839]: osdmap e1213: 8 total, 8 up, 8 in 2023-12-22T18:00:07.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:06 smithi032 ceph-mon[189144]: pgmap v2075: 457 pgs: 457 active+clean; 11 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 738 KiB/s rd, 938 KiB/s wr, 1.22k op/s 2023-12-22T18:00:07.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.17", "id": [5, 0]}]': finished 2023-12-22T18:00:07.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1c", "id": [5, 2]}]': finished 2023-12-22T18:00:07.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1e", "id": [5, 2]}]': finished 2023-12-22T18:00:07.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:06 smithi032 ceph-mon[189144]: osdmap e1213: 8 total, 8 up, 8 in 2023-12-22T18:00:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:06 smithi039 ceph-mon[181282]: pgmap v2075: 457 pgs: 457 active+clean; 11 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 738 KiB/s rd, 938 KiB/s wr, 1.22k op/s 2023-12-22T18:00:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.17", "id": [5, 0]}]': finished 2023-12-22T18:00:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1c", "id": [5, 2]}]': finished 2023-12-22T18:00:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1e", "id": [5, 2]}]': finished 2023-12-22T18:00:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:06 smithi039 ceph-mon[181282]: osdmap e1213: 8 total, 8 up, 8 in 2023-12-22T18:00:08.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:07 smithi032 ceph-mon[189144]: osdmap e1214: 8 total, 8 up, 8 in 2023-12-22T18:00:08.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:07 smithi032 ceph-mon[191839]: osdmap e1214: 8 total, 8 up, 8 in 2023-12-22T18:00:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:07 smithi039 ceph-mon[181282]: osdmap e1214: 8 total, 8 up, 8 in 2023-12-22T18:00:09.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:08 smithi032 ceph-mon[189144]: pgmap v2078: 457 pgs: 457 active+clean; 11 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 459 KiB/s rd, 919 KiB/s wr, 578 op/s 2023-12-22T18:00:09.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:08 smithi032 ceph-mon[191839]: pgmap v2078: 457 pgs: 457 active+clean; 11 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 459 KiB/s rd, 919 KiB/s wr, 578 op/s 2023-12-22T18:00:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:08 smithi039 ceph-mon[181282]: pgmap v2078: 457 pgs: 457 active+clean; 11 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 459 KiB/s rd, 919 KiB/s wr, 578 op/s 2023-12-22T18:00:10.033 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:10.033 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:10.033 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:10.034 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:10.034 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:10.034 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:10.034 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:10.034 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:10.034 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:10.034 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:10.034 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:10.034 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:10.034 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:10.034 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:10.035 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:10.035 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:10.035 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:10.035 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:10.035 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:10.035 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:10.035 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:10.035 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:10.035 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:10.035 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:10.035 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:10.035 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:10.036 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:10.036 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:10.036 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:10.036 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:10.036 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:10.036 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:10.036 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:10.036 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:10.036 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:10.036 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:10.037 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:10.037 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:10.037 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:10.037 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:10.037 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:10.037 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:10.037 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:10.037 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:10.037 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:10.037 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:10.037 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:10.038 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:10.038 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:10.038 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:10.038 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:10.038 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:10.038 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:10.038 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:10.038 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:10.038 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:10.038 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:10.038 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:10.038 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:10.039 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:10.039 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:10.039 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:10.039 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:10.039 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:10.039 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:10.039 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:10.039 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:10.039 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:10.039 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:10.039 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:10.039 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:10.040 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:10.040 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:10.040 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:10.040 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:10.040 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:10.040 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:10.040 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:10.040 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:10.040 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:10.040 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:10.040 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:10.040 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:10.041 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:10.041 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:10.041 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:10.041 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:10.041 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:10.041 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:10.041 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:10.041 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:10.041 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:10.041 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:10.041 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:10.042 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:10.042 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:10.042 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:10.042 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:10.042 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:10.042 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:10.042 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:10.042 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:10.042 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:10.042 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:10.042 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:10.042 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:10.043 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:10.043 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:10.043 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:10.043 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:10.043 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:10.043 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:10.043 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:10.043 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:10.043 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:10.043 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:10.043 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:10.043 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:10.044 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:10.044 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:10.044 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:10.044 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:10.044 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:10.044 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T18:00:10.044 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:10.044 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 4 2023-12-22T18:00:10.044 INFO:tasks.workunit.client.0.smithi032.stdout:read: 4 2023-12-22T18:00:10.044 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS1 (9608 ms) 2023-12-22T18:00:10.044 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS2 2023-12-22T18:00:10.045 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:00:11.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:10 smithi032 ceph-mon[189144]: pgmap v2079: 457 pgs: 457 active+clean; 11 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 351 KiB/s rd, 702 KiB/s wr, 442 op/s; 0 B/s, 0 objects/s recovering 2023-12-22T18:00:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:00:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:00:10] "GET /metrics HTTP/1.1" 200 60522 "" "Prometheus/2.43.0" 2023-12-22T18:00:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:10 smithi032 ceph-mon[191839]: pgmap v2079: 457 pgs: 457 active+clean; 11 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 351 KiB/s rd, 702 KiB/s wr, 442 op/s; 0 B/s, 0 objects/s recovering 2023-12-22T18:00:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:10 smithi039 ceph-mon[181282]: pgmap v2079: 457 pgs: 457 active+clean; 11 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 351 KiB/s rd, 702 KiB/s wr, 442 op/s; 0 B/s, 0 objects/s recovering 2023-12-22T18:00:13.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:12 smithi039 ceph-mon[181282]: pgmap v2080: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 1.21k op/s; 0 B/s, 0 objects/s recovering 2023-12-22T18:00:13.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:12 smithi032 ceph-mon[189144]: pgmap v2080: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 1.21k op/s; 0 B/s, 0 objects/s recovering 2023-12-22T18:00:13.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:12 smithi032 ceph-mon[191839]: pgmap v2080: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 1.21k op/s; 0 B/s, 0 objects/s recovering 2023-12-22T18:00:15.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:14 smithi032 ceph-mon[189144]: pgmap v2081: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 796 KiB/s rd, 362 KiB/s wr, 765 op/s; 0 B/s, 0 objects/s recovering 2023-12-22T18:00:15.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:14 smithi032 ceph-mon[191839]: pgmap v2081: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 796 KiB/s rd, 362 KiB/s wr, 765 op/s; 0 B/s, 0 objects/s recovering 2023-12-22T18:00:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:14 smithi039 ceph-mon[181282]: pgmap v2081: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 796 KiB/s rd, 362 KiB/s wr, 765 op/s; 0 B/s, 0 objects/s recovering 2023-12-22T18:00:17.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:16 smithi032 ceph-mon[189144]: pgmap v2082: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 642 KiB/s rd, 292 KiB/s wr, 617 op/s; 0 B/s, 0 objects/s recovering 2023-12-22T18:00:17.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:16 smithi032 ceph-mon[191839]: pgmap v2082: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 642 KiB/s rd, 292 KiB/s wr, 617 op/s; 0 B/s, 0 objects/s recovering 2023-12-22T18:00:17.256 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 18:00:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-22T18:00:16.982766412Z level=info msg="Completed cleanup jobs" duration=12.82809ms 2023-12-22T18:00:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:16 smithi039 ceph-mon[181282]: pgmap v2082: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 642 KiB/s rd, 292 KiB/s wr, 617 op/s; 0 B/s, 0 objects/s recovering 2023-12-22T18:00:19.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:18 smithi032 ceph-mon[191839]: pgmap v2083: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 584 KiB/s rd, 265 KiB/s wr, 561 op/s; 0 B/s, 0 objects/s recovering 2023-12-22T18:00:19.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:18 smithi032 ceph-mon[189144]: pgmap v2083: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 584 KiB/s rd, 265 KiB/s wr, 561 op/s; 0 B/s, 0 objects/s recovering 2023-12-22T18:00:19.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:18 smithi039 ceph-mon[181282]: pgmap v2083: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 584 KiB/s rd, 265 KiB/s wr, 561 op/s; 0 B/s, 0 objects/s recovering 2023-12-22T18:00:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:00:20.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:00:20.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:00:21.047 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T18:00:21.047 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T18:00:21.047 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T18:00:21.047 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T18:00:21.047 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T18:00:21.048 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:21.048 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2023-12-22T18:00:21.048 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:21.048 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:21.048 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2023-12-22T18:00:21.048 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:21.048 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2023-12-22T18:00:21.048 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:21.048 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:21.048 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2023-12-22T18:00:21.048 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:21.048 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2023-12-22T18:00:21.048 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:21.048 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:21.048 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2023-12-22T18:00:21.048 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:21.048 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2023-12-22T18:00:21.049 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:21.049 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:21.049 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2023-12-22T18:00:21.049 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:21.049 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2023-12-22T18:00:21.049 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:21.049 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:21.049 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2023-12-22T18:00:21.049 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2023-12-22T18:00:21.049 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2023-12-22T18:00:21.049 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2023-12-22T18:00:21.049 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2023-12-22T18:00:21.049 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2023-12-22T18:00:21.049 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2023-12-22T18:00:21.049 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2023-12-22T18:00:21.050 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2023-12-22T18:00:21.050 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2023-12-22T18:00:21.050 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2023-12-22T18:00:21.050 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:21.050 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2023-12-22T18:00:21.050 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:21.050 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:21.050 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2023-12-22T18:00:21.050 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:21.050 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2023-12-22T18:00:21.050 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:21.050 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:21.050 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2023-12-22T18:00:21.050 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:21.050 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2023-12-22T18:00:21.050 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:21.050 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:21.051 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2023-12-22T18:00:21.051 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:21.051 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2023-12-22T18:00:21.051 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:21.051 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:21.051 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2023-12-22T18:00:21.051 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:21.051 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2023-12-22T18:00:21.051 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:21.051 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:21.051 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2023-12-22T18:00:21.051 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:21.051 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:21.051 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:21.051 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:21.051 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:21.052 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:21.052 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2023-12-22T18:00:21.052 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:21.052 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2023-12-22T18:00:21.052 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:21.052 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2023-12-22T18:00:21.052 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:21.052 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2023-12-22T18:00:21.052 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:21.052 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2023-12-22T18:00:21.052 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:21.052 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2023-12-22T18:00:21.052 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:21.052 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2023-12-22T18:00:21.052 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:21.052 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2023-12-22T18:00:21.052 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:21.053 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2023-12-22T18:00:21.053 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:21.053 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2023-12-22T18:00:21.053 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 512~512 = 512 2023-12-22T18:00:21.053 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:21.053 INFO:tasks.workunit.client.0.smithi032.stdout:aio discard: 1536~512 = 0 2023-12-22T18:00:21.053 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:21.053 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:21.053 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:21.053 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:21.053 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:21.053 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 0 2023-12-22T18:00:21.053 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:21.053 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:21.053 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 0 2023-12-22T18:00:21.054 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:21.054 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:21.054 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 16384 2023-12-22T18:00:21.054 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:21.054 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:21.054 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 16384 2023-12-22T18:00:21.054 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:21.054 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:21.054 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:21.054 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:21.054 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 49152 2023-12-22T18:00:21.054 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:21.054 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:21.054 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 49152 2023-12-22T18:00:21.054 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:21.054 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:21.054 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 65536 2023-12-22T18:00:21.055 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:21.055 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:21.055 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 65536 2023-12-22T18:00:21.055 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:21.055 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:21.055 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:21.055 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:21.055 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 98304 2023-12-22T18:00:21.055 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:21.055 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:21.055 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 98304 2023-12-22T18:00:21.055 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:21.055 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:21.055 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 114688 2023-12-22T18:00:21.055 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:21.055 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:21.056 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 114688 2023-12-22T18:00:21.056 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:21.056 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:21.056 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:21.056 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:21.056 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 147456 2023-12-22T18:00:21.056 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:21.056 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:21.056 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 147456 2023-12-22T18:00:21.056 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:21.056 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:21.056 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 163840 2023-12-22T18:00:21.056 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:21.056 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:21.056 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 163840 2023-12-22T18:00:21.057 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:21.057 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:21.057 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:21.057 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:21.057 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 196608 2023-12-22T18:00:21.057 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:21.057 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:21.057 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 196608 2023-12-22T18:00:21.057 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:21.057 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:21.057 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 212992 2023-12-22T18:00:21.057 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:21.057 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:21.057 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 212992 2023-12-22T18:00:21.057 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:21.058 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:21.058 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:21.058 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:21.058 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:21.058 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:21.058 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:21.058 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:21.058 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:21.058 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:21.058 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:21.058 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:21.058 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:21.058 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:21.058 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:21.058 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:21.058 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:21.059 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:21.059 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:21.059 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:21.059 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:21.059 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:21.059 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:21.059 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:21.059 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:21.059 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:21.059 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:21.059 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:21.059 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:21.059 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:21.059 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:21.059 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:21.060 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:21.060 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:21.060 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:21.060 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:21.060 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:21.060 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:21.060 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:21.060 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:21.060 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:21.060 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:21.060 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:21.060 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:21.060 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:21.060 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:21.060 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:21.060 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:21.060 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:21.061 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:21.061 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:21.061 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:21.061 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:00:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:00:20] "GET /metrics HTTP/1.1" 200 60531 "" "Prometheus/2.43.0" 2023-12-22T18:00:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:20 smithi032 ceph-mon[191839]: pgmap v2084: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 634 KiB/s rd, 260 KiB/s wr, 538 op/s; 0 B/s, 0 objects/s recovering 2023-12-22T18:00:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:20 smithi032 ceph-mon[189144]: pgmap v2084: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 634 KiB/s rd, 260 KiB/s wr, 538 op/s; 0 B/s, 0 objects/s recovering 2023-12-22T18:00:21.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:20 smithi039 ceph-mon[181282]: pgmap v2084: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 634 KiB/s rd, 260 KiB/s wr, 538 op/s; 0 B/s, 0 objects/s recovering 2023-12-22T18:00:23.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:22 smithi039 ceph-mon[181282]: pgmap v2085: 457 pgs: 457 active+clean; 27 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 636 KiB/s rd, 1.3 MiB/s wr, 543 op/s 2023-12-22T18:00:23.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:22 smithi032 ceph-mon[189144]: pgmap v2085: 457 pgs: 457 active+clean; 27 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 636 KiB/s rd, 1.3 MiB/s wr, 543 op/s 2023-12-22T18:00:23.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:22 smithi032 ceph-mon[191839]: pgmap v2085: 457 pgs: 457 active+clean; 27 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 636 KiB/s rd, 1.3 MiB/s wr, 543 op/s 2023-12-22T18:00:24.977 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:24.977 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:24.977 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:24.977 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:24.977 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:24.977 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:24.977 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:24.978 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:24.978 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:24.978 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:24.978 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:24.978 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:24.978 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:24.978 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:24.978 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:24.978 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:24.978 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:24.978 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:24.979 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:24.979 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:24.979 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:24.979 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:24.979 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:24.979 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:24.979 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:24.979 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:24.979 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:24.979 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:24.979 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:24.980 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:24.980 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:24.980 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:24.980 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:24.980 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:24.980 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:24.980 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:24.980 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:24.980 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:24.980 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:24.980 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:24.981 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:24.981 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:24.981 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:24.981 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:24.981 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:24.981 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:24.981 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:24.981 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:24.981 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:24.981 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:24.982 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:24.982 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:24.982 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:24.982 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:24.982 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:24.982 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:24.982 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:24.982 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:24.982 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:24.982 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:24.982 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:24.983 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:24.983 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:24.983 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:24.983 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:24.983 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:24.983 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:24.983 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:24.983 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:24.983 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:24.983 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:24.983 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:24.983 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:24.984 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:24.984 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:24.984 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:24.984 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:24.984 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:24.984 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:24.984 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:24.984 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:24.984 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:24.984 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:24.985 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:24.985 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:24.985 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:24.985 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:24.985 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:24.985 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:24.985 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:24.985 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:24.985 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:24.985 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:24.985 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:24.986 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:24.986 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:24.986 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:24.986 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:24.986 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:24.986 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:24.986 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:24.986 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:24.986 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:24.986 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:24.987 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:24.987 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:24.987 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:24.987 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:24.987 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:24.987 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:24.987 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:24.987 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:24.987 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:24.987 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:24.987 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:24.987 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:24.988 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:24.988 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:24.988 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:24.988 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:24.988 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:24.988 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:24.988 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:24.988 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T18:00:24.988 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:24.988 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 4 2023-12-22T18:00:24.988 INFO:tasks.workunit.client.0.smithi032.stdout:read: 4 2023-12-22T18:00:24.989 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS2 (14943 ms) 2023-12-22T18:00:24.989 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestIOWithIOHint 2023-12-22T18:00:24.989 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:00:25.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:24 smithi032 ceph-mon[191839]: pgmap v2086: 457 pgs: 457 active+clean; 35 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 1.4 MiB/s wr, 32 op/s 2023-12-22T18:00:25.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:24 smithi032 ceph-mon[189144]: pgmap v2086: 457 pgs: 457 active+clean; 35 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 1.4 MiB/s wr, 32 op/s 2023-12-22T18:00:25.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:24 smithi039 ceph-mon[181282]: pgmap v2086: 457 pgs: 457 active+clean; 35 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 1.4 MiB/s wr, 32 op/s 2023-12-22T18:00:27.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:26 smithi032 ceph-mon[189144]: pgmap v2087: 457 pgs: 457 active+clean; 35 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 721 op/s 2023-12-22T18:00:27.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:26 smithi032 ceph-mon[191839]: pgmap v2087: 457 pgs: 457 active+clean; 35 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 721 op/s 2023-12-22T18:00:27.199 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T18:00:27.199 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T18:00:27.200 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T18:00:27.200 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T18:00:27.200 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T18:00:27.200 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:27.200 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2023-12-22T18:00:27.200 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:27.200 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:27.200 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2023-12-22T18:00:27.200 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:27.200 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2023-12-22T18:00:27.200 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:27.201 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:27.201 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2023-12-22T18:00:27.201 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:27.201 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2023-12-22T18:00:27.201 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:27.201 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:27.201 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2023-12-22T18:00:27.201 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:27.201 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2023-12-22T18:00:27.201 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:27.202 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:27.202 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2023-12-22T18:00:27.202 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:27.202 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2023-12-22T18:00:27.202 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:27.202 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:27.202 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2023-12-22T18:00:27.202 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2023-12-22T18:00:27.202 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2023-12-22T18:00:27.202 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2023-12-22T18:00:27.202 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2023-12-22T18:00:27.203 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2023-12-22T18:00:27.203 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2023-12-22T18:00:27.203 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2023-12-22T18:00:27.203 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2023-12-22T18:00:27.203 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2023-12-22T18:00:27.203 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2023-12-22T18:00:27.203 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:27.203 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2023-12-22T18:00:27.203 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:27.203 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:27.203 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2023-12-22T18:00:27.203 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:27.204 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2023-12-22T18:00:27.204 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:27.204 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:27.204 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2023-12-22T18:00:27.204 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:27.204 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2023-12-22T18:00:27.204 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:27.204 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:27.204 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2023-12-22T18:00:27.204 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:27.204 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2023-12-22T18:00:27.204 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:27.205 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:27.205 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2023-12-22T18:00:27.205 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:27.205 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2023-12-22T18:00:27.205 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:27.205 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:27.205 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2023-12-22T18:00:27.205 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:27.205 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:27.205 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:27.205 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:27.206 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:27.206 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:27.206 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2023-12-22T18:00:27.206 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:27.206 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2023-12-22T18:00:27.206 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:27.206 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2023-12-22T18:00:27.206 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:27.206 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2023-12-22T18:00:27.206 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:27.206 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2023-12-22T18:00:27.206 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:27.207 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2023-12-22T18:00:27.207 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:27.207 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2023-12-22T18:00:27.207 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:27.207 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2023-12-22T18:00:27.207 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:27.207 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2023-12-22T18:00:27.207 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:27.207 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2023-12-22T18:00:27.207 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 512~512 = 512 2023-12-22T18:00:27.207 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:27.207 INFO:tasks.workunit.client.0.smithi032.stdout:aio discard: 1536~512 = 0 2023-12-22T18:00:27.207 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:27.208 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:27.208 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:27.208 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:27.208 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:27.208 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 0 2023-12-22T18:00:27.208 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:27.208 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:27.208 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 0 2023-12-22T18:00:27.208 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:27.208 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:27.208 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 16384 2023-12-22T18:00:27.208 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:27.209 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:27.209 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 16384 2023-12-22T18:00:27.209 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:27.209 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:27.209 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:27.209 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:27.209 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 49152 2023-12-22T18:00:27.209 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:27.209 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:27.209 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 49152 2023-12-22T18:00:27.209 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:27.210 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:27.210 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 65536 2023-12-22T18:00:27.210 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:27.210 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:27.210 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 65536 2023-12-22T18:00:27.210 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:27.210 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:27.210 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:27.210 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:27.210 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 98304 2023-12-22T18:00:27.210 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:27.210 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:27.211 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 98304 2023-12-22T18:00:27.211 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:27.211 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:27.211 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 114688 2023-12-22T18:00:27.211 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:27.211 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:27.211 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 114688 2023-12-22T18:00:27.211 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:27.211 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:27.211 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:27.211 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:27.211 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 147456 2023-12-22T18:00:27.211 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:27.212 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:27.212 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 147456 2023-12-22T18:00:27.212 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:27.212 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:27.212 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 163840 2023-12-22T18:00:27.212 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:27.212 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:27.212 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 163840 2023-12-22T18:00:27.212 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:27.212 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:27.212 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:27.212 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:27.212 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 196608 2023-12-22T18:00:27.213 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:27.213 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:27.213 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 196608 2023-12-22T18:00:27.213 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:27.213 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:27.213 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 212992 2023-12-22T18:00:27.213 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:27.213 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:27.213 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 212992 2023-12-22T18:00:27.213 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:27.213 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:27.213 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:27.214 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:27.214 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:27.214 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:27.214 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:27.214 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:27.214 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:27.214 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:27.214 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:27.214 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:27.214 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:27.214 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:27.214 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:27.215 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:27.215 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:27.215 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:27.215 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:27.215 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:27.215 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:27.215 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:27.215 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:27.215 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:27.215 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:27.215 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:27.215 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:27.215 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:27.216 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:27.216 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:27.216 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:27.216 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:27.216 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:27.216 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:27.216 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:27.216 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:27.216 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:27.216 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:27.216 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:27.216 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:27.217 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:27.217 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:27.217 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:27.217 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:27.217 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:27.217 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:27.217 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:27.217 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:27.217 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:27.217 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:27.217 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:27.217 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:27.218 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:27.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:26 smithi039 ceph-mon[181282]: pgmap v2087: 457 pgs: 457 active+clean; 35 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 721 op/s 2023-12-22T18:00:29.106 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:29.106 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:29.107 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:29.107 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:29.107 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:29.107 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:29.107 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:29.107 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:29.107 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:29.107 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:29.107 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:29.107 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:29.108 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:29.108 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:29.108 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:29.108 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:29.108 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:29.108 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:29.108 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:29.108 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:29.108 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:29.108 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:29.108 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:29.109 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:29.109 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:29.109 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:29.109 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:29.109 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:29.109 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:29.109 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:29.109 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:29.109 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:29.109 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:29.109 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:29.110 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:29.110 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:29.110 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:29.110 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:29.110 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:29.110 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:29.110 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:29.110 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:29.110 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:29.110 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:29.111 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:29.111 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:29.111 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:29.111 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:29.111 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:29.111 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:29.111 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:29.111 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:29.111 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:29.111 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:29.111 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:29.111 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:29.112 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:29.112 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:29.112 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:29.112 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:29.112 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:29.112 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:29.112 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:29.112 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:29.112 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:29.112 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:29.112 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:29.113 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:29.113 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:29.113 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:29.113 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:29.113 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:29.113 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:29.113 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:29.113 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:29.113 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:29.113 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:29.114 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:29.114 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:29.114 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:29.114 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:29.114 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:29.114 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:29.114 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:29.114 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:29.114 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:29.114 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:29.114 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:29.115 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:29.115 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:29.115 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:29.115 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:29.115 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:29.115 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:29.115 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:29.115 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:29.115 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:29.115 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:29.115 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:29.115 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:29.116 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:29.116 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:29.116 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:29.116 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:29.116 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:29.116 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:29.116 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:29.116 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:29.116 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:29.116 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:29.117 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:29.117 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:29.117 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:29.117 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:29.117 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:29.117 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:29.117 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:29.117 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:29.117 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:29.117 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:29.117 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:29.117 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:29.118 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T18:00:29.118 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:29.118 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestIOWithIOHint (4130 ms) 2023-12-22T18:00:29.118 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestDataPoolIO 2023-12-22T18:00:29.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:28 smithi032 ceph-mon[191839]: pgmap v2088: 457 pgs: 457 active+clean; 35 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 720 op/s 2023-12-22T18:00:29.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:28 smithi032 ceph-mon[189144]: pgmap v2088: 457 pgs: 457 active+clean; 35 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 720 op/s 2023-12-22T18:00:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:28 smithi039 ceph-mon[181282]: pgmap v2088: 457 pgs: 457 active+clean; 35 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 720 op/s 2023-12-22T18:00:30.909 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:00:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:30 smithi032 ceph-mon[191839]: pgmap v2089: 457 pgs: 457 active+clean; 35 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 1.21k op/s 2023-12-22T18:00:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:30 smithi032 ceph-mon[191839]: osdmap e1215: 8 total, 8 up, 8 in 2023-12-22T18:00:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:30 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/206508594' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:00:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:30 smithi032 ceph-mon[189144]: pgmap v2089: 457 pgs: 457 active+clean; 35 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 1.21k op/s 2023-12-22T18:00:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:30 smithi032 ceph-mon[189144]: osdmap e1215: 8 total, 8 up, 8 in 2023-12-22T18:00:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:30 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/206508594' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:00:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:00:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:00:30] "GET /metrics HTTP/1.1" 200 60531 "" "Prometheus/2.43.0" 2023-12-22T18:00:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:30 smithi039 ceph-mon[181282]: pgmap v2089: 457 pgs: 457 active+clean; 35 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 1.21k op/s 2023-12-22T18:00:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:30 smithi039 ceph-mon[181282]: osdmap e1215: 8 total, 8 up, 8 in 2023-12-22T18:00:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:30 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/206508594' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:00:32.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:31 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/206508594' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-12","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:00:32.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:31 smithi032 ceph-mon[191839]: osdmap e1216: 8 total, 8 up, 8 in 2023-12-22T18:00:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:31 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/206508594' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-12","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:00:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:31 smithi032 ceph-mon[189144]: osdmap e1216: 8 total, 8 up, 8 in 2023-12-22T18:00:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:31 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/206508594' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-12","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:00:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:31 smithi039 ceph-mon[181282]: osdmap e1216: 8 total, 8 up, 8 in 2023-12-22T18:00:32.424 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:00:32.751 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:00:32.751 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (40m) 6m ago 45m 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:00:32.751 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (40m) 4m ago 44m 93.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:00:32.751 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (45m) 6m ago 45m 22.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:00:32.752 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (45m) 4m ago 45m 27.7M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:00:32.752 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (39m) 4m ago 48m 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:00:32.752 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (40m) 6m ago 49m 548M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:00:32.752 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (39m) 6m ago 49m 285M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:00:32.752 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (39m) 4m ago 48m 166M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:00:32.752 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (39m) 6m ago 48m 168M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:00:32.752 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (40m) 6m ago 44m 16.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:00:32.752 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (40m) 4m ago 44m 18.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:00:32.752 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (38m) 6m ago 48m 2024M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:00:32.752 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (38m) 6m ago 47m 2282M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:00:32.752 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (37m) 6m ago 47m 2158M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:00:32.752 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (37m) 6m ago 47m 1910M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:00:32.752 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (36m) 4m ago 46m 1896M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:00:32.753 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (36m) 4m ago 46m 1655M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:00:32.753 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (35m) 4m ago 46m 1107M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:00:32.753 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (35m) 4m ago 46m 1550M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:00:32.753 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (39m) 4m ago 45m 81.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:00:33.012 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T18:00:33.012 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T18:00:33.012 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T18:00:33.012 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T18:00:33.012 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T18:00:33.012 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:33.012 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2023-12-22T18:00:33.012 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:33.012 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:33.012 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2023-12-22T18:00:33.013 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:33.013 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2023-12-22T18:00:33.013 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:33.013 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:33.013 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2023-12-22T18:00:33.013 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:33.013 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2023-12-22T18:00:33.013 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:33.013 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:33.013 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2023-12-22T18:00:33.014 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:33.014 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2023-12-22T18:00:33.014 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:33.014 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:33.014 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2023-12-22T18:00:33.014 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:33.014 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2023-12-22T18:00:33.014 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:33.014 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:33.014 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2023-12-22T18:00:33.014 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:33.015 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:33.015 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:33.015 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:33.015 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:33.015 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:33.015 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2023-12-22T18:00:33.015 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:33.015 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2023-12-22T18:00:33.015 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:33.015 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2023-12-22T18:00:33.015 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:33.016 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2023-12-22T18:00:33.016 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:33.016 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2023-12-22T18:00:33.016 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:33.016 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2023-12-22T18:00:33.016 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:33.016 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2023-12-22T18:00:33.016 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:33.016 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2023-12-22T18:00:33.016 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:33.016 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2023-12-22T18:00:33.017 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:33.017 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2023-12-22T18:00:33.017 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 512~512 = 512 2023-12-22T18:00:33.017 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:33.017 INFO:tasks.workunit.client.0.smithi032.stdout:aio discard: 1536~512 = 0 2023-12-22T18:00:33.017 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:33.017 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:33.017 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:33.017 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:33.017 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:33.017 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:33.018 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:33.018 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestDataPoolIO (3906 ms) 2023-12-22T18:00:33.018 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatch 2023-12-22T18:00:33.018 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:00:33.047 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatch (35 ms) 2023-12-22T18:00:33.047 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatch 2023-12-22T18:00:33.047 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:00:33.074 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatch (27 ms) 2023-12-22T18:00:33.074 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccess 2023-12-22T18:00:33.074 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:00:33.101 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccess (27 ms) 2023-12-22T18:00:33.101 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccess 2023-12-22T18:00:33.101 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:00:33.127 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccess (26 ms) 2023-12-22T18:00:33.127 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned 2023-12-22T18:00:33.127 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:00:33.196 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned (70 ms) 2023-12-22T18:00:33.197 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned 2023-12-22T18:00:33.197 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:00:33.200 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:00:33.200 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:00:33.200 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:00:33.200 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:00:33.200 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:00:33.200 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:00:33.200 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:00:33.201 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:00:33.201 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:00:33.201 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:00:33.201 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:00:33.201 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:00:33.201 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:00:33.201 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:00:33.201 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:00:33.201 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:00:33.201 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:00:33.202 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:00:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:32 smithi039 ceph-mon[181282]: pgmap v2092: 489 pgs: 19 creating+peering, 13 unknown, 457 active+clean; 35 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 714 KiB/s wr, 1.77k op/s 2023-12-22T18:00:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:32 smithi039 ceph-mon[181282]: osdmap e1217: 8 total, 8 up, 8 in 2023-12-22T18:00:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:32 smithi039 ceph-mon[181282]: from='client.36747 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:00:33.265 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned (68 ms) 2023-12-22T18:00:33.265 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLarge 2023-12-22T18:00:33.265 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:00:33.333 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLarge (68 ms) 2023-12-22T18:00:33.334 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLarge 2023-12-22T18:00:33.334 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:00:33.402 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLarge (68 ms) 2023-12-22T18:00:33.402 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess 2023-12-22T18:00:33.402 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:00:33.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:32 smithi032 ceph-mon[189144]: pgmap v2092: 489 pgs: 19 creating+peering, 13 unknown, 457 active+clean; 35 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 714 KiB/s wr, 1.77k op/s 2023-12-22T18:00:33.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:32 smithi032 ceph-mon[189144]: osdmap e1217: 8 total, 8 up, 8 in 2023-12-22T18:00:33.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:32 smithi032 ceph-mon[189144]: from='client.36747 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:00:33.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:32 smithi032 ceph-mon[191839]: pgmap v2092: 489 pgs: 19 creating+peering, 13 unknown, 457 active+clean; 35 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 714 KiB/s wr, 1.77k op/s 2023-12-22T18:00:33.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:32 smithi032 ceph-mon[191839]: osdmap e1217: 8 total, 8 up, 8 in 2023-12-22T18:00:33.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:32 smithi032 ceph-mon[191839]: from='client.36747 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:00:33.823 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess (421 ms) 2023-12-22T18:00:33.823 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess 2023-12-22T18:00:33.824 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:00:34.110 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess (287 ms) 2023-12-22T18:00:34.111 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers 2023-12-22T18:00:34.111 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:00:34.141 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers (31 ms) 2023-12-22T18:00:34.141 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVMismatch 2023-12-22T18:00:34.141 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:00:34.167 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVMismatch (26 ms) 2023-12-22T18:00:34.168 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVSuccess 2023-12-22T18:00:34.168 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:00:34.193 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVSuccess (25 ms) 2023-12-22T18:00:34.193 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestScatterGatherIO 2023-12-22T18:00:34.193 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:00:34.220 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestScatterGatherIO (27 ms) 2023-12-22T18:00:34.220 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestEmptyDiscard 2023-12-22T18:00:34.220 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:00:34.241 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:34.241 INFO:tasks.workunit.client.0.smithi032.stdout:aio discard: 0~1048576 = 0 2023-12-22T18:00:34.241 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:34.241 INFO:tasks.workunit.client.0.smithi032.stdout:aio discard: 0~4194304 = 0 2023-12-22T18:00:34.242 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:34.242 INFO:tasks.workunit.client.0.smithi032.stdout:aio discard: 3145728~1048576 = 0 2023-12-22T18:00:34.242 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestEmptyDiscard (21 ms) 2023-12-22T18:00:34.242 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestFUA 2023-12-22T18:00:34.242 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:00:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:33 smithi039 ceph-mon[181282]: from='client.46679 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:00:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:33 smithi039 ceph-mon[181282]: osdmap e1218: 8 total, 8 up, 8 in 2023-12-22T18:00:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:33 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1167596173' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:00:34.349 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T18:00:34.349 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T18:00:34.350 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T18:00:34.350 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T18:00:34.350 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T18:00:34.350 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:34.350 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:34.350 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:34.350 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:34.350 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:34.350 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:34.350 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2023-12-22T18:00:34.350 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:34.351 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:34.351 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2023-12-22T18:00:34.351 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:34.351 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2023-12-22T18:00:34.351 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:34.351 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:34.351 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2023-12-22T18:00:34.351 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:34.351 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2023-12-22T18:00:34.351 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:34.351 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:34.352 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2023-12-22T18:00:34.352 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:34.352 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2023-12-22T18:00:34.352 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:34.352 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:34.352 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2023-12-22T18:00:34.352 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:34.352 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2023-12-22T18:00:34.352 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:34.352 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:34.352 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2023-12-22T18:00:34.353 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:34.353 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2023-12-22T18:00:34.353 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:34.353 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2023-12-22T18:00:34.353 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:34.353 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2023-12-22T18:00:34.353 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:34.353 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2023-12-22T18:00:34.353 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:34.353 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2023-12-22T18:00:34.354 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:34.354 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2023-12-22T18:00:34.354 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:34.354 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2023-12-22T18:00:34.354 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:34.354 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2023-12-22T18:00:34.354 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:34.354 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2023-12-22T18:00:34.354 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:34.354 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2023-12-22T18:00:34.354 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestFUA (108 ms) 2023-12-22T18:00:34.355 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestIOPP 2023-12-22T18:00:34.355 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:00:34.368 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T18:00:34.368 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T18:00:34.368 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T18:00:34.368 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T18:00:34.369 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T18:00:34.369 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:34.369 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2023-12-22T18:00:34.369 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:34.369 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:34.369 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2023-12-22T18:00:34.369 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:34.369 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2023-12-22T18:00:34.369 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:34.369 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:34.369 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2023-12-22T18:00:34.370 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:34.370 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2023-12-22T18:00:34.370 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:34.370 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:34.370 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2023-12-22T18:00:34.370 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:34.370 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2023-12-22T18:00:34.370 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:34.370 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:34.370 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2023-12-22T18:00:34.370 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:34.370 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2023-12-22T18:00:34.371 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:34.390 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:34.390 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2023-12-22T18:00:34.390 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2023-12-22T18:00:34.390 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2023-12-22T18:00:34.390 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2023-12-22T18:00:34.390 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2023-12-22T18:00:34.390 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2023-12-22T18:00:34.391 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2023-12-22T18:00:34.391 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2023-12-22T18:00:34.391 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2023-12-22T18:00:34.391 INFO:tasks.workunit.client.0.smithi032.stdout:start compare and write 2023-12-22T18:00:34.391 INFO:tasks.workunit.client.0.smithi032.stdout:compare and wrote: 512 2023-12-22T18:00:34.391 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:34.391 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2023-12-22T18:00:34.391 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:34.392 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:34.392 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2023-12-22T18:00:34.392 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:34.392 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2023-12-22T18:00:34.392 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:34.392 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:34.392 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2023-12-22T18:00:34.393 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:34.393 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2023-12-22T18:00:34.393 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:34.396 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:34.396 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2023-12-22T18:00:34.396 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:34.396 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2023-12-22T18:00:34.396 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:34.397 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:34.397 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2023-12-22T18:00:34.397 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:34.397 INFO:tasks.workunit.client.0.smithi032.stdout:started aio compare and write 2023-12-22T18:00:34.397 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:34.399 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:34.399 INFO:tasks.workunit.client.0.smithi032.stdout:finished aio compare and write 2023-12-22T18:00:34.399 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:34.399 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:34.399 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:34.399 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:34.399 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:34.399 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:34.400 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2023-12-22T18:00:34.400 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:34.400 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2023-12-22T18:00:34.400 INFO:tasks.workunit.client.0.smithi032.stdout:finished read 2023-12-22T18:00:34.400 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:34.400 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2023-12-22T18:00:34.400 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:34.401 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2023-12-22T18:00:34.401 INFO:tasks.workunit.client.0.smithi032.stdout:finished read 2023-12-22T18:00:34.401 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:34.401 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2023-12-22T18:00:34.401 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:34.401 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2023-12-22T18:00:34.401 INFO:tasks.workunit.client.0.smithi032.stdout:finished read 2023-12-22T18:00:34.402 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:34.402 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2023-12-22T18:00:34.402 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:34.402 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2023-12-22T18:00:34.402 INFO:tasks.workunit.client.0.smithi032.stdout:finished read 2023-12-22T18:00:34.402 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:34.402 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2023-12-22T18:00:34.402 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:34.402 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2023-12-22T18:00:34.402 INFO:tasks.workunit.client.0.smithi032.stdout:finished read 2023-12-22T18:00:34.402 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 512~512 2023-12-22T18:00:34.403 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:34.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:33 smithi032 ceph-mon[191839]: from='client.46679 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:00:34.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:33 smithi032 ceph-mon[191839]: osdmap e1218: 8 total, 8 up, 8 in 2023-12-22T18:00:34.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:33 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1167596173' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:00:34.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:33 smithi032 ceph-mon[189144]: from='client.46679 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:00:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:33 smithi032 ceph-mon[189144]: osdmap e1218: 8 total, 8 up, 8 in 2023-12-22T18:00:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:33 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1167596173' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:00:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:34 smithi039 ceph-mon[181282]: pgmap v2095: 489 pgs: 19 creating+peering, 7 unknown, 463 active+clean; 41 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.1 MiB/s wr, 640 op/s 2023-12-22T18:00:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:00:35.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:34 smithi032 ceph-mon[191839]: pgmap v2095: 489 pgs: 19 creating+peering, 7 unknown, 463 active+clean; 41 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.1 MiB/s wr, 640 op/s 2023-12-22T18:00:35.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:00:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:34 smithi032 ceph-mon[189144]: pgmap v2095: 489 pgs: 19 creating+peering, 7 unknown, 463 active+clean; 41 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.1 MiB/s wr, 640 op/s 2023-12-22T18:00:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:00:35.507 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:35.507 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:35.507 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:35.507 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:35.507 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:35.507 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 0 2023-12-22T18:00:35.507 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:35.507 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:35.508 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 0 2023-12-22T18:00:35.508 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:35.508 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:35.508 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 16384 2023-12-22T18:00:35.508 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:35.508 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:35.508 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 16384 2023-12-22T18:00:35.508 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:35.508 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:35.508 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:35.508 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:35.509 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 49152 2023-12-22T18:00:35.509 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:35.509 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:35.509 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 49152 2023-12-22T18:00:35.509 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:35.509 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:35.509 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 65536 2023-12-22T18:00:35.509 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:35.509 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:35.509 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 65536 2023-12-22T18:00:35.510 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:35.510 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:35.510 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:35.510 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:35.510 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 98304 2023-12-22T18:00:35.510 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:35.510 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:35.510 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 98304 2023-12-22T18:00:35.510 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:35.510 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:35.510 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 114688 2023-12-22T18:00:35.511 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:35.511 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:35.511 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 114688 2023-12-22T18:00:35.511 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:35.511 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:35.511 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:35.511 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:35.511 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 147456 2023-12-22T18:00:35.511 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:35.511 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:35.511 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 147456 2023-12-22T18:00:35.512 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:35.512 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:35.512 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 163840 2023-12-22T18:00:35.512 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:35.512 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:35.512 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 163840 2023-12-22T18:00:35.512 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:35.512 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:35.512 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:35.512 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:35.513 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 196608 2023-12-22T18:00:35.513 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:35.513 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:35.513 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 196608 2023-12-22T18:00:35.513 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:35.513 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:35.513 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 212992 2023-12-22T18:00:35.513 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:35.513 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:35.513 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 212992 2023-12-22T18:00:35.514 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:35.514 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:35.514 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:35.514 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:35.514 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:35.514 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:35.514 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:35.514 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:35.514 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:35.515 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:35.515 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:35.515 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:35.515 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:35.515 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:35.516 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:35.516 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:35.516 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:35.516 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:35.517 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:35.517 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:35.517 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:35.518 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:35.518 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:35.518 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:35.518 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:35.518 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:35.518 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:35.518 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:35.522 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:35.523 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:35.523 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:35.523 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:35.523 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:35.523 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:35.523 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:35.523 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:35.523 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:35.523 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:35.523 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:35.524 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:35.524 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:35.551 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:35.551 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:35.552 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:35.552 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:35.552 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:35.552 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:35.552 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:35.575 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:35.575 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:35.575 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:35.575 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:35.575 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:35.575 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:35.576 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:35.607 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:35.607 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:35.607 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:35.607 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:35.607 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:35.607 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:35.607 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:35.636 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:35.636 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:35.636 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:35.636 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:35.636 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:35.636 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:35.636 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:35.636 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:35.637 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:35.637 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:35.637 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:35.637 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:35.637 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:35.685 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:35.685 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:35.685 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:35.685 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:35.685 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:35.685 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:35.686 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:35.727 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:35.727 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:35.727 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:35.727 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:35.727 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:35.727 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:35.728 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:35.781 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:35.781 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:35.782 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:35.782 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:35.782 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:35.782 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:35.782 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:35.834 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:35.834 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:35.834 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:35.834 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:35.834 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:35.835 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:35.835 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:35.835 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:35.835 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:35.835 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:35.835 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:35.835 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:35.835 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:35.925 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:35.925 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:35.925 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:35.925 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:35.925 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:35.925 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:35.925 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:35.997 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:35.998 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:35.998 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:35.998 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:35.998 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:35.998 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:35.998 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:36.092 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:36.092 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:36.093 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:36.093 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:36.093 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:36.093 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:36.093 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:36.175 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:36.175 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:36.175 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:36.175 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:36.175 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:36.175 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:36.175 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:36.176 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:36.176 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:36.176 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:36.176 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:36.176 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:36.176 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:36.287 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:36.287 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:36.287 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:36.287 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:36.288 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:36.288 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:36.288 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:36.376 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:36.376 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:36.376 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:36.376 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:36.376 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:36.377 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:36.377 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:36.484 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:36.484 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:36.484 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:36.485 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:36.485 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:36.485 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:36.485 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:36.590 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:36.591 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:36.591 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:36.591 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:36.591 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:36.591 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:36.591 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:36.591 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:36.591 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:36.591 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:36.591 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestIOPP (2241 ms) 2023-12-22T18:00:36.592 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP 2023-12-22T18:00:36.592 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:00:36.617 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP (26 ms) 2023-12-22T18:00:36.618 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP 2023-12-22T18:00:36.618 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:00:36.644 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP (27 ms) 2023-12-22T18:00:36.644 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP 2023-12-22T18:00:36.644 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:00:36.674 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP (30 ms) 2023-12-22T18:00:36.674 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP 2023-12-22T18:00:36.674 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:00:36.698 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP (24 ms) 2023-12-22T18:00:36.698 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchPP 2023-12-22T18:00:36.698 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:00:36.727 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchPP (29 ms) 2023-12-22T18:00:36.727 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchPP 2023-12-22T18:00:36.727 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:00:36.753 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:36.757 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchPP (29 ms) 2023-12-22T18:00:36.757 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP 2023-12-22T18:00:36.757 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:00:36.788 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP (32 ms) 2023-12-22T18:00:36.788 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP 2023-12-22T18:00:36.788 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:00:36.809 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:36.813 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP (25 ms) 2023-12-22T18:00:36.813 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessPP 2023-12-22T18:00:36.813 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:00:36.837 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessPP (24 ms) 2023-12-22T18:00:36.838 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessPP 2023-12-22T18:00:36.838 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:00:36.865 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:36.869 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessPP (32 ms) 2023-12-22T18:00:36.869 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP 2023-12-22T18:00:36.869 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:00:36.897 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP (28 ms) 2023-12-22T18:00:36.897 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP 2023-12-22T18:00:36.897 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:00:36.920 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:36.925 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP (28 ms) 2023-12-22T18:00:36.925 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP 2023-12-22T18:00:36.925 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:00:36.999 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP (74 ms) 2023-12-22T18:00:36.999 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP 2023-12-22T18:00:36.999 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:00:37.051 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:37.077 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP (78 ms) 2023-12-22T18:00:37.077 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLargePP 2023-12-22T18:00:37.077 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:00:37.144 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLargePP (67 ms) 2023-12-22T18:00:37.144 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLargePP 2023-12-22T18:00:37.144 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:00:37.194 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:37.213 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLargePP (69 ms) 2023-12-22T18:00:37.214 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP 2023-12-22T18:00:37.214 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:00:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:36 smithi039 ceph-mon[181282]: pgmap v2096: 489 pgs: 1 creating+peering, 488 active+clean; 67 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 6.3 MiB/s wr, 842 op/s 2023-12-22T18:00:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:00:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:00:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:00:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:00:37.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:36 smithi032 ceph-mon[189144]: pgmap v2096: 489 pgs: 1 creating+peering, 488 active+clean; 67 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 6.3 MiB/s wr, 842 op/s 2023-12-22T18:00:37.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:00:37.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:00:37.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:00:37.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:00:37.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:36 smithi032 ceph-mon[191839]: pgmap v2096: 489 pgs: 1 creating+peering, 488 active+clean; 67 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 6.3 MiB/s wr, 842 op/s 2023-12-22T18:00:37.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:00:37.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:00:37.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:00:37.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:00:37.572 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP (359 ms) 2023-12-22T18:00:37.573 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP 2023-12-22T18:00:37.573 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:00:37.818 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:37.843 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP (271 ms) 2023-12-22T18:00:37.843 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestIOPPWithIOHint 2023-12-22T18:00:37.843 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:00:37.871 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T18:00:37.871 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T18:00:37.871 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T18:00:37.871 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T18:00:37.871 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T18:00:37.871 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:37.871 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2023-12-22T18:00:37.871 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:37.872 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:37.872 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2023-12-22T18:00:37.872 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:37.872 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2023-12-22T18:00:37.872 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:37.873 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:37.873 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2023-12-22T18:00:37.873 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:37.873 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2023-12-22T18:00:37.873 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:37.874 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:37.874 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2023-12-22T18:00:37.874 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:37.874 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2023-12-22T18:00:37.874 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:37.877 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:37.877 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2023-12-22T18:00:37.877 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:37.877 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2023-12-22T18:00:37.877 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:37.878 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:37.878 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2023-12-22T18:00:37.878 INFO:tasks.workunit.client.0.smithi032.stdout:read: 512 2023-12-22T18:00:37.878 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:37.878 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2023-12-22T18:00:37.878 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:37.878 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2023-12-22T18:00:37.878 INFO:tasks.workunit.client.0.smithi032.stdout:finished read 2023-12-22T18:00:37.878 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:37.878 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2023-12-22T18:00:37.879 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:37.879 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2023-12-22T18:00:37.879 INFO:tasks.workunit.client.0.smithi032.stdout:finished read 2023-12-22T18:00:37.879 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:37.880 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2023-12-22T18:00:37.880 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:37.880 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2023-12-22T18:00:37.880 INFO:tasks.workunit.client.0.smithi032.stdout:finished read 2023-12-22T18:00:37.880 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:37.880 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2023-12-22T18:00:37.880 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:37.880 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2023-12-22T18:00:37.880 INFO:tasks.workunit.client.0.smithi032.stdout:finished read 2023-12-22T18:00:37.880 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:37.881 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2023-12-22T18:00:37.881 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:00:38.804 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2023-12-22T18:00:38.804 INFO:tasks.workunit.client.0.smithi032.stdout:finished read 2023-12-22T18:00:38.804 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 0 2023-12-22T18:00:38.804 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:38.805 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:38.805 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 0 2023-12-22T18:00:38.805 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:38.805 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:38.805 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 16384 2023-12-22T18:00:38.805 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:38.805 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:38.805 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 16384 2023-12-22T18:00:38.806 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:38.806 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:38.806 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:38.806 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:38.806 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 49152 2023-12-22T18:00:38.806 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:38.806 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:38.806 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 49152 2023-12-22T18:00:38.806 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:38.807 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:38.807 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 65536 2023-12-22T18:00:38.807 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:38.807 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:38.807 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 65536 2023-12-22T18:00:38.807 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:38.807 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:38.807 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:38.807 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:38.807 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 98304 2023-12-22T18:00:38.807 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:38.808 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:38.808 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 98304 2023-12-22T18:00:38.808 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:38.808 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:38.808 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 114688 2023-12-22T18:00:38.808 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:38.808 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:38.808 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 114688 2023-12-22T18:00:38.808 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:38.808 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:38.809 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:38.809 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:38.809 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 147456 2023-12-22T18:00:38.809 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:38.809 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:38.809 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 147456 2023-12-22T18:00:38.809 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:38.809 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:38.809 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 163840 2023-12-22T18:00:38.809 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:38.810 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:38.810 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 163840 2023-12-22T18:00:38.810 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:38.810 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:38.810 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:38.810 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:38.810 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 196608 2023-12-22T18:00:38.810 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:38.810 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:38.810 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 196608 2023-12-22T18:00:38.810 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:38.811 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:38.811 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 212992 2023-12-22T18:00:38.811 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:38.811 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:38.811 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 212992 2023-12-22T18:00:38.811 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:38.811 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:38.811 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:38.811 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:38.811 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:38.811 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:38.811 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:38.812 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:38.812 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:38.812 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:38.812 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:38.812 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:38.812 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:38.812 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:38.813 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:38.813 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:38.813 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:38.813 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:38.813 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:38.813 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:38.813 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:38.814 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:38.814 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:38.814 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:38.814 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:38.814 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:38.814 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:38.814 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:38.821 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:38.821 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:38.821 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:38.821 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:38.821 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:38.821 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:38.822 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:38.822 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:38.822 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:38.822 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:38.822 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:38.822 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:38.822 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:38.842 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:38.842 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:38.842 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:38.843 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:38.843 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:38.843 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:38.843 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:38.864 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:38.864 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:38.864 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:38.864 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:38.864 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:38.865 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:38.865 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:38.894 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:38.894 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:38.894 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:38.894 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:38.895 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:38.895 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:38.895 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:38.923 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:38.923 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:38.924 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:38.924 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:38.924 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:38.924 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:38.924 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:38.924 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:38.924 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:38.924 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:38.924 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:38.924 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:38.924 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:38.976 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:38.976 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:38.976 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:38.976 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:38.976 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:38.976 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:38.976 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:39.017 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:39.017 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:39.017 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:39.017 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:39.017 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:39.017 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:39.017 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:39.068 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:39.068 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:39.068 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:39.068 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:39.068 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:39.068 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:39.069 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:39.126 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:39.126 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:39.126 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:39.126 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:39.126 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:39.126 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:39.126 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:39.126 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:39.126 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:39.126 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:39.126 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:39.127 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:39.127 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:39.194 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:39.194 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:39.194 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:39.194 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:39.194 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:39.194 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:39.194 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:39.255 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:39.255 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:39.255 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:39.255 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:39.255 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:39.256 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:39.256 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:38 smithi039 ceph-mon[181282]: pgmap v2097: 489 pgs: 489 active+clean; 75 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.5 MiB/s wr, 729 op/s 2023-12-22T18:00:39.329 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:39.330 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:39.330 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:39.330 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:39.330 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:39.330 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:39.330 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:39.403 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:39.403 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:39.403 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:39.403 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:39.403 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:39.403 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:39.403 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:39.403 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:39.403 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:39.404 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:39.404 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:39.404 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:39.404 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:39.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:38 smithi032 ceph-mon[191839]: pgmap v2097: 489 pgs: 489 active+clean; 75 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.5 MiB/s wr, 729 op/s 2023-12-22T18:00:39.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:38 smithi032 ceph-mon[189144]: pgmap v2097: 489 pgs: 489 active+clean; 75 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.5 MiB/s wr, 729 op/s 2023-12-22T18:00:39.500 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:39.500 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:39.500 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:39.500 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:39.500 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:39.500 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:39.501 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:39.587 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:39.587 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:39.588 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:39.588 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:39.588 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:39.588 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:39.588 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:39.684 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:39.684 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:39.685 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:39.685 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:39.685 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:39.685 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:39.685 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:00:39.776 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:00:39.776 INFO:tasks.workunit.client.0.smithi032.stdout:finished writesame 2023-12-22T18:00:39.776 INFO:tasks.workunit.client.0.smithi032.stdout:to verify the data 2023-12-22T18:00:39.776 INFO:tasks.workunit.client.0.smithi032.stdout:verified 2023-12-22T18:00:39.776 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:39.776 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:39.776 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:39.776 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:00:39.777 INFO:tasks.workunit.client.0.smithi032.stdout:started writesame 2023-12-22T18:00:39.777 INFO:tasks.workunit.client.0.smithi032.stdout:expected fail, finished writesame 2023-12-22T18:00:39.777 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestIOPPWithIOHint (1933 ms) 2023-12-22T18:00:39.777 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestIOToSnapshot 2023-12-22T18:00:39.777 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:00:41.009 INFO:tasks.workunit.client.0.smithi032.stdout:num snaps is: 0 2023-12-22T18:00:41.009 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 0 2023-12-22T18:00:41.009 INFO:tasks.workunit.client.0.smithi032.stdout:num snaps is: 1 2023-12-22T18:00:41.010 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 1 2023-12-22T18:00:41.010 INFO:tasks.workunit.client.0.smithi032.stdout:snap: orig 2023-12-22T18:00:41.010 INFO:tasks.workunit.client.0.smithi032.stdout:found orig with size 2097152 2023-12-22T18:00:41.010 INFO:tasks.workunit.client.0.smithi032.stdout:read: 80 2023-12-22T18:00:41.010 INFO:tasks.workunit.client.0.smithi032.stdout:write test data! 2023-12-22T18:00:41.010 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 80 2023-12-22T18:00:41.010 INFO:tasks.workunit.client.0.smithi032.stdout:num snaps is: 2 2023-12-22T18:00:41.010 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 2 2023-12-22T18:00:41.010 INFO:tasks.workunit.client.0.smithi032.stdout:snap: orig 2023-12-22T18:00:41.010 INFO:tasks.workunit.client.0.smithi032.stdout:snap: written 2023-12-22T18:00:41.011 INFO:tasks.workunit.client.0.smithi032.stdout:found orig with size 2097152 2023-12-22T18:00:41.011 INFO:tasks.workunit.client.0.smithi032.stdout:found written with size 2097152 2023-12-22T18:00:41.011 INFO:tasks.workunit.client.0.smithi032.stdout:read: 80 2023-12-22T18:00:41.011 INFO:tasks.workunit.client.0.smithi032.stdout:read: 80 2023-12-22T18:00:41.011 INFO:tasks.workunit.client.0.smithi032.stdout:read: 80 2023-12-22T18:00:41.011 INFO:tasks.workunit.client.0.smithi032.stdout:write to snapshot returned -30 2023-12-22T18:00:41.011 INFO:tasks.workunit.client.0.smithi032.stdout:Read-only file system 2023-12-22T18:00:41.032 INFO:tasks.workunit.client.0.smithi032.stdout:read: 80 2023-12-22T18:00:41.032 INFO:tasks.workunit.client.0.smithi032.stdout:read: 80 2023-12-22T18:00:41.032 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 80 2023-12-22T18:00:41.032 INFO:tasks.workunit.client.0.smithi032.stdout:opening testimg@orig 2023-12-22T18:00:41.032 INFO:tasks.workunit.client.0.smithi032.stdout:read: 80 2023-12-22T18:00:41.032 INFO:tasks.workunit.client.0.smithi032.stdout:write to snapshot returned -30 2023-12-22T18:00:41.033 INFO:tasks.workunit.client.0.smithi032.stdout:Read-only file system 2023-12-22T18:00:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:00:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:00:40] "GET /metrics HTTP/1.1" 200 62928 "" "Prometheus/2.43.0" 2023-12-22T18:00:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:40 smithi032 ceph-mon[189144]: pgmap v2098: 489 pgs: 489 active+clean; 99 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 9.3 MiB/s wr, 1.47k op/s 2023-12-22T18:00:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:40 smithi032 ceph-mon[189144]: osdmap e1219: 8 total, 8 up, 8 in 2023-12-22T18:00:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:00:41.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:40 smithi032 ceph-mon[191839]: pgmap v2098: 489 pgs: 489 active+clean; 99 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 9.3 MiB/s wr, 1.47k op/s 2023-12-22T18:00:41.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:40 smithi032 ceph-mon[191839]: osdmap e1219: 8 total, 8 up, 8 in 2023-12-22T18:00:41.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:00:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:40 smithi039 ceph-mon[181282]: pgmap v2098: 489 pgs: 489 active+clean; 99 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 9.3 MiB/s wr, 1.47k op/s 2023-12-22T18:00:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:40 smithi039 ceph-mon[181282]: osdmap e1219: 8 total, 8 up, 8 in 2023-12-22T18:00:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:00:42.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:41 smithi039 ceph-mon[181282]: osdmap e1220: 8 total, 8 up, 8 in 2023-12-22T18:00:42.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:41 smithi039 ceph-mon[181282]: osdmap e1221: 8 total, 8 up, 8 in 2023-12-22T18:00:42.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:41 smithi032 ceph-mon[189144]: osdmap e1220: 8 total, 8 up, 8 in 2023-12-22T18:00:42.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:41 smithi032 ceph-mon[189144]: osdmap e1221: 8 total, 8 up, 8 in 2023-12-22T18:00:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:41 smithi032 ceph-mon[191839]: osdmap e1220: 8 total, 8 up, 8 in 2023-12-22T18:00:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:41 smithi032 ceph-mon[191839]: osdmap e1221: 8 total, 8 up, 8 in 2023-12-22T18:00:42.787 INFO:tasks.workunit.client.0.smithi032.stdout:num snaps is: 2 2023-12-22T18:00:42.787 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 2 2023-12-22T18:00:42.787 INFO:tasks.workunit.client.0.smithi032.stdout:snap: orig 2023-12-22T18:00:42.787 INFO:tasks.workunit.client.0.smithi032.stdout:snap: written 2023-12-22T18:00:42.787 INFO:tasks.workunit.client.0.smithi032.stdout:found orig with size 2097152 2023-12-22T18:00:42.788 INFO:tasks.workunit.client.0.smithi032.stdout:found written with size 2097152 2023-12-22T18:00:42.788 INFO:tasks.workunit.client.0.smithi032.stdout:num snaps is: 1 2023-12-22T18:00:42.788 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 1 2023-12-22T18:00:42.788 INFO:tasks.workunit.client.0.smithi032.stdout:snap: orig 2023-12-22T18:00:42.788 INFO:tasks.workunit.client.0.smithi032.stdout:found orig with size 2097152 2023-12-22T18:00:42.788 INFO:tasks.workunit.client.0.smithi032.stdout:num snaps is: 0 2023-12-22T18:00:42.788 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 0 2023-12-22T18:00:42.788 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestIOToSnapshot (3011 ms) 2023-12-22T18:00:42.788 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestSnapshotDeletedIo 2023-12-22T18:00:42.788 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:00:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:42 smithi039 ceph-mon[181282]: pgmap v2102: 489 pgs: 489 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 13 MiB/s wr, 2.33k op/s 2023-12-22T18:00:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:42 smithi039 ceph-mon[181282]: osdmap e1222: 8 total, 8 up, 8 in 2023-12-22T18:00:43.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:42 smithi032 ceph-mon[191839]: pgmap v2102: 489 pgs: 489 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 13 MiB/s wr, 2.33k op/s 2023-12-22T18:00:43.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:42 smithi032 ceph-mon[191839]: osdmap e1222: 8 total, 8 up, 8 in 2023-12-22T18:00:43.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:42 smithi032 ceph-mon[189144]: pgmap v2102: 489 pgs: 489 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 13 MiB/s wr, 2.33k op/s 2023-12-22T18:00:43.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:42 smithi032 ceph-mon[189144]: osdmap e1222: 8 total, 8 up, 8 in 2023-12-22T18:00:44.776 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestSnapshotDeletedIo (1988 ms) 2023-12-22T18:00:44.776 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestClone 2023-12-22T18:00:44.776 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:00:45.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:44 smithi039 ceph-mon[181282]: osdmap e1223: 8 total, 8 up, 8 in 2023-12-22T18:00:45.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:44 smithi039 ceph-mon[181282]: pgmap v2105: 489 pgs: 489 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.1 MiB/s wr, 133 op/s 2023-12-22T18:00:45.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:44 smithi032 ceph-mon[191839]: osdmap e1223: 8 total, 8 up, 8 in 2023-12-22T18:00:45.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:44 smithi032 ceph-mon[191839]: pgmap v2105: 489 pgs: 489 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.1 MiB/s wr, 133 op/s 2023-12-22T18:00:45.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:44 smithi032 ceph-mon[189144]: osdmap e1223: 8 total, 8 up, 8 in 2023-12-22T18:00:45.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:44 smithi032 ceph-mon[189144]: pgmap v2105: 489 pgs: 489 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.1 MiB/s wr, 133 op/s 2023-12-22T18:00:46.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:45 smithi039 ceph-mon[181282]: osdmap e1224: 8 total, 8 up, 8 in 2023-12-22T18:00:46.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:45 smithi032 ceph-mon[191839]: osdmap e1224: 8 total, 8 up, 8 in 2023-12-22T18:00:46.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:45 smithi032 ceph-mon[189144]: osdmap e1224: 8 total, 8 up, 8 in 2023-12-22T18:00:46.781 INFO:tasks.workunit.client.0.smithi032.stdout:made parent image "parent" 2023-12-22T18:00:46.781 INFO:tasks.workunit.client.0.smithi032.stdout:parent has no parent info 2023-12-22T18:00:46.781 INFO:tasks.workunit.client.0.smithi032.stdout:made snapshot "parent@parent_snap" 2023-12-22T18:00:46.781 INFO:tasks.workunit.client.0.smithi032.stdout:can't unprotect an unprotected snap 2023-12-22T18:00:46.781 INFO:tasks.workunit.client.0.smithi032.stdout:can't protect a protected snap 2023-12-22T18:00:46.781 INFO:tasks.workunit.client.0.smithi032.stdout:made and opened clone "child" 2023-12-22T18:00:46.781 INFO:tasks.workunit.client.0.smithi032.stdout:read: 8 2023-12-22T18:00:46.781 INFO:tasks.workunit.client.0.smithi032.stdout:read: 8 2023-12-22T18:00:46.781 INFO:tasks.workunit.client.0.smithi032.stdout:read: 8 2023-12-22T18:00:46.781 INFO:tasks.workunit.client.0.smithi032.stdout:sizes and overlaps are good between parent and child 2023-12-22T18:00:46.782 INFO:tasks.workunit.client.0.smithi032.stdout:child image successfully cloned all image-meta pairs 2023-12-22T18:00:46.782 INFO:tasks.workunit.client.0.smithi032.stdout:sized down clone, changed overlap 2023-12-22T18:00:46.782 INFO:tasks.workunit.client.0.smithi032.stdout:parent info: size 4194304 obj_size 4194304 parent_pool 18446744073709551615 2023-12-22T18:00:46.782 INFO:tasks.workunit.client.0.smithi032.stdout:sized up clone, changed size but not overlap or parent's size 2023-12-22T18:00:46.782 INFO:tasks.workunit.client.0.smithi032.stdout:can't remove parent while child still exists 2023-12-22T18:00:46.782 INFO:tasks.workunit.client.0.smithi032.stdout:can't remove parent while still protected 2023-12-22T18:00:46.782 INFO:tasks.workunit.client.0.smithi032.stdout:removed parent snap after unprotecting 2023-12-22T18:00:46.782 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestClone (2006 ms) 2023-12-22T18:00:46.782 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestClone2 2023-12-22T18:00:46.782 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:00:47.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:46 smithi032 ceph-mon[191839]: osdmap e1225: 8 total, 8 up, 8 in 2023-12-22T18:00:47.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:46 smithi032 ceph-mon[191839]: pgmap v2108: 489 pgs: 489 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 422 KiB/s rd, 183 KiB/s wr, 840 op/s 2023-12-22T18:00:47.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:46 smithi032 ceph-mon[189144]: osdmap e1225: 8 total, 8 up, 8 in 2023-12-22T18:00:47.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:46 smithi032 ceph-mon[189144]: pgmap v2108: 489 pgs: 489 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 422 KiB/s rd, 183 KiB/s wr, 840 op/s 2023-12-22T18:00:47.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:46 smithi039 ceph-mon[181282]: osdmap e1225: 8 total, 8 up, 8 in 2023-12-22T18:00:47.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:46 smithi039 ceph-mon[181282]: pgmap v2108: 489 pgs: 489 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 422 KiB/s rd, 183 KiB/s wr, 840 op/s 2023-12-22T18:00:47.908 INFO:tasks.workunit.client.0.smithi032.stdout:made parent image "parent" 2023-12-22T18:00:47.908 INFO:tasks.workunit.client.0.smithi032.stdout:parent has no parent info 2023-12-22T18:00:47.908 INFO:tasks.workunit.client.0.smithi032.stdout:made snapshot "parent@parent_snap" 2023-12-22T18:00:47.908 INFO:tasks.workunit.client.0.smithi032.stdout:made and opened clone "child" 2023-12-22T18:00:47.909 INFO:tasks.workunit.client.0.smithi032.stdout:child image successfully cloned all image-meta pairs 2023-12-22T18:00:47.909 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestClone2 (1126 ms) 2023-12-22T18:00:47.909 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.ListChildren 2023-12-22T18:00:48.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:47 smithi032 ceph-mon[189144]: osdmap e1226: 8 total, 8 up, 8 in 2023-12-22T18:00:48.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:47 smithi032 ceph-mon[191839]: osdmap e1226: 8 total, 8 up, 8 in 2023-12-22T18:00:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:47 smithi039 ceph-mon[181282]: osdmap e1226: 8 total, 8 up, 8 in 2023-12-22T18:00:49.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:48 smithi032 ceph-mon[189144]: osdmap e1227: 8 total, 8 up, 8 in 2023-12-22T18:00:49.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:48 smithi032 ceph-mon[189144]: pgmap v2111: 489 pgs: 489 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 408 KiB/s rd, 181 KiB/s wr, 815 op/s 2023-12-22T18:00:49.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:48 smithi032 ceph-mon[191839]: osdmap e1227: 8 total, 8 up, 8 in 2023-12-22T18:00:49.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:48 smithi032 ceph-mon[191839]: pgmap v2111: 489 pgs: 489 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 408 KiB/s rd, 181 KiB/s wr, 815 op/s 2023-12-22T18:00:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:48 smithi039 ceph-mon[181282]: osdmap e1227: 8 total, 8 up, 8 in 2023-12-22T18:00:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:48 smithi039 ceph-mon[181282]: pgmap v2111: 489 pgs: 489 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 408 KiB/s rd, 181 KiB/s wr, 815 op/s 2023-12-22T18:00:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:49 smithi032 ceph-mon[189144]: osdmap e1228: 8 total, 8 up, 8 in 2023-12-22T18:00:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:49 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1388497123' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:00:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:00:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:49 smithi032 ceph-mon[191839]: osdmap e1228: 8 total, 8 up, 8 in 2023-12-22T18:00:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:49 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1388497123' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:00:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:00:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:49 smithi039 ceph-mon[181282]: osdmap e1228: 8 total, 8 up, 8 in 2023-12-22T18:00:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:49 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1388497123' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:00:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:00:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:00:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:00:50] "GET /metrics HTTP/1.1" 200 65312 "" "Prometheus/2.43.0" 2023-12-22T18:00:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:50 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1388497123' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-13","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:00:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:50 smithi032 ceph-mon[191839]: osdmap e1229: 8 total, 8 up, 8 in 2023-12-22T18:00:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:50 smithi032 ceph-mon[191839]: pgmap v2114: 521 pgs: 1 creating+peering, 31 unknown, 489 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 640 KiB/s rd, 49 KiB/s wr, 773 op/s 2023-12-22T18:00:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:50 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1388497123' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-13","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:00:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:50 smithi032 ceph-mon[189144]: osdmap e1229: 8 total, 8 up, 8 in 2023-12-22T18:00:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:50 smithi032 ceph-mon[189144]: pgmap v2114: 521 pgs: 1 creating+peering, 31 unknown, 489 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 640 KiB/s rd, 49 KiB/s wr, 773 op/s 2023-12-22T18:00:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:50 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1388497123' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-13","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:00:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:50 smithi039 ceph-mon[181282]: osdmap e1229: 8 total, 8 up, 8 in 2023-12-22T18:00:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:50 smithi039 ceph-mon[181282]: pgmap v2114: 521 pgs: 1 creating+peering, 31 unknown, 489 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 640 KiB/s rd, 49 KiB/s wr, 773 op/s 2023-12-22T18:00:51.737 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:00:52.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:51 smithi032 ceph-mon[191839]: osdmap e1230: 8 total, 8 up, 8 in 2023-12-22T18:00:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:51 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1080269395' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:00:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:51 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:00:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:51 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-14","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:00:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:51 smithi032 ceph-mon[191839]: osdmap e1231: 8 total, 8 up, 8 in 2023-12-22T18:00:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:51 smithi032 ceph-mon[189144]: osdmap e1230: 8 total, 8 up, 8 in 2023-12-22T18:00:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:51 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1080269395' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:00:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:51 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:00:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:51 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-14","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:00:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:51 smithi032 ceph-mon[189144]: osdmap e1231: 8 total, 8 up, 8 in 2023-12-22T18:00:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:51 smithi039 ceph-mon[181282]: osdmap e1230: 8 total, 8 up, 8 in 2023-12-22T18:00:52.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:51 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1080269395' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:00:52.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:51 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:00:52.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:51 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-14","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:00:52.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:51 smithi039 ceph-mon[181282]: osdmap e1231: 8 total, 8 up, 8 in 2023-12-22T18:00:53.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:52 smithi032 ceph-mon[189144]: pgmap v2117: 553 pgs: 7 creating+peering, 39 unknown, 507 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 774 KiB/s rd, 55 KiB/s wr, 925 op/s 2023-12-22T18:00:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:52 smithi032 ceph-mon[189144]: osdmap e1232: 8 total, 8 up, 8 in 2023-12-22T18:00:53.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:52 smithi032 ceph-mon[191839]: pgmap v2117: 553 pgs: 7 creating+peering, 39 unknown, 507 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 774 KiB/s rd, 55 KiB/s wr, 925 op/s 2023-12-22T18:00:53.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:52 smithi032 ceph-mon[191839]: osdmap e1232: 8 total, 8 up, 8 in 2023-12-22T18:00:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:52 smithi039 ceph-mon[181282]: pgmap v2117: 553 pgs: 7 creating+peering, 39 unknown, 507 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 774 KiB/s rd, 55 KiB/s wr, 925 op/s 2023-12-22T18:00:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:52 smithi039 ceph-mon[181282]: osdmap e1232: 8 total, 8 up, 8 in 2023-12-22T18:00:55.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:54 smithi032 ceph-mon[191839]: osdmap e1233: 8 total, 8 up, 8 in 2023-12-22T18:00:55.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:54 smithi032 ceph-mon[191839]: pgmap v2120: 553 pgs: 7 creating+peering, 19 unknown, 527 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 7.2 KiB/s wr, 155 op/s 2023-12-22T18:00:55.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:54 smithi032 ceph-mon[189144]: osdmap e1233: 8 total, 8 up, 8 in 2023-12-22T18:00:55.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:54 smithi032 ceph-mon[189144]: pgmap v2120: 553 pgs: 7 creating+peering, 19 unknown, 527 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 7.2 KiB/s wr, 155 op/s 2023-12-22T18:00:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:54 smithi039 ceph-mon[181282]: osdmap e1233: 8 total, 8 up, 8 in 2023-12-22T18:00:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:54 smithi039 ceph-mon[181282]: pgmap v2120: 553 pgs: 7 creating+peering, 19 unknown, 527 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 7.2 KiB/s wr, 155 op/s 2023-12-22T18:00:56.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:55 smithi032 ceph-mon[191839]: osdmap e1234: 8 total, 8 up, 8 in 2023-12-22T18:00:56.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:55 smithi032 ceph-mon[189144]: osdmap e1234: 8 total, 8 up, 8 in 2023-12-22T18:00:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:55 smithi039 ceph-mon[181282]: osdmap e1234: 8 total, 8 up, 8 in 2023-12-22T18:00:57.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:56 smithi032 ceph-mon[189144]: osdmap e1235: 8 total, 8 up, 8 in 2023-12-22T18:00:57.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:56 smithi032 ceph-mon[189144]: pgmap v2123: 553 pgs: 6 creating+peering, 547 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 1.5 KiB/s wr, 34 op/s 2023-12-22T18:00:57.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:56 smithi032 ceph-mon[189144]: osdmap e1236: 8 total, 8 up, 8 in 2023-12-22T18:00:57.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:56 smithi032 ceph-mon[191839]: osdmap e1235: 8 total, 8 up, 8 in 2023-12-22T18:00:57.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:56 smithi032 ceph-mon[191839]: pgmap v2123: 553 pgs: 6 creating+peering, 547 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 1.5 KiB/s wr, 34 op/s 2023-12-22T18:00:57.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:56 smithi032 ceph-mon[191839]: osdmap e1236: 8 total, 8 up, 8 in 2023-12-22T18:00:57.236 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.236 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-242074-14/image96 2023-12-22T18:00:57.237 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-14/image96 2023-12-22T18:00:57.237 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-14/image96 2023-12-22T18:00:57.237 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.237 INFO:tasks.workunit.client.0.smithi032.stdout:num children is: 1 2023-12-22T18:00:57.237 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 1 2023-12-22T18:00:57.237 INFO:tasks.workunit.client.0.smithi032.stdout:child: image96 2023-12-22T18:00:57.237 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-14/image96/b5b5805eddc0 2023-12-22T18:00:57.237 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.238 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.238 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-242074-14/image96 2023-12-22T18:00:57.238 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-13/image97 2023-12-22T18:00:57.238 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-14/image96 2023-12-22T18:00:57.238 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-14/image96 2023-12-22T18:00:57.238 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.238 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.238 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-242074-13/image97 2023-12-22T18:00:57.238 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-13/image97 2023-12-22T18:00:57.238 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-13/image97 2023-12-22T18:00:57.239 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.239 INFO:tasks.workunit.client.0.smithi032.stdout:num children is: 2 2023-12-22T18:00:57.239 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 2 2023-12-22T18:00:57.239 INFO:tasks.workunit.client.0.smithi032.stdout:child: image97 2023-12-22T18:00:57.239 INFO:tasks.workunit.client.0.smithi032.stdout:child: image96 2023-12-22T18:00:57.239 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-14/image96/b5b5805eddc0 2023-12-22T18:00:57.239 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.239 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-13/image97/b5b5ac130458 2023-12-22T18:00:57.239 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.239 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.239 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-242074-14/image96 2023-12-22T18:00:57.240 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-13/image97 2023-12-22T18:00:57.240 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-14/image96 2023-12-22T18:00:57.240 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-14/image96 2023-12-22T18:00:57.240 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.240 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.240 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-242074-13/image97 2023-12-22T18:00:57.240 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-13/image97 2023-12-22T18:00:57.240 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-13/image97 2023-12-22T18:00:57.240 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.240 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.240 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-242074-14/image98 2023-12-22T18:00:57.241 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-13/image97 2023-12-22T18:00:57.241 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-14/image96 2023-12-22T18:00:57.241 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-14/image98 2023-12-22T18:00:57.241 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-14/image98 2023-12-22T18:00:57.241 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.241 INFO:tasks.workunit.client.0.smithi032.stdout:num children is: 3 2023-12-22T18:00:57.241 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 3 2023-12-22T18:00:57.241 INFO:tasks.workunit.client.0.smithi032.stdout:child: image97 2023-12-22T18:00:57.241 INFO:tasks.workunit.client.0.smithi032.stdout:child: image96 2023-12-22T18:00:57.241 INFO:tasks.workunit.client.0.smithi032.stdout:child: image98 2023-12-22T18:00:57.242 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-14/image96/b5b5805eddc0 2023-12-22T18:00:57.242 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.242 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-13/image97/b5b5ac130458 2023-12-22T18:00:57.242 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.242 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-14/image98/b5b51a727c77 2023-12-22T18:00:57.242 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.242 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.242 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-242074-14/image96 2023-12-22T18:00:57.242 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-13/image97 2023-12-22T18:00:57.242 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-14/image96 2023-12-22T18:00:57.242 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-14/image96 2023-12-22T18:00:57.243 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.243 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.243 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-242074-13/image97 2023-12-22T18:00:57.243 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-13/image97 2023-12-22T18:00:57.243 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-13/image97 2023-12-22T18:00:57.243 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.243 INFO:tasks.workunit.client.0.smithi032.stdout:num children is: 3 2023-12-22T18:00:57.243 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 3 2023-12-22T18:00:57.243 INFO:tasks.workunit.client.0.smithi032.stdout:child: image97 2023-12-22T18:00:57.243 INFO:tasks.workunit.client.0.smithi032.stdout:child: image96 2023-12-22T18:00:57.243 INFO:tasks.workunit.client.0.smithi032.stdout:child: image98 2023-12-22T18:00:57.244 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-14/image96/b5b5805eddc0 2023-12-22T18:00:57.244 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.244 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-13/image97/b5b5ac130458 2023-12-22T18:00:57.244 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.244 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-14/image98/b5b51a727c77 2023-12-22T18:00:57.244 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.244 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.244 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-242074-14/image96 2023-12-22T18:00:57.244 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-13/image97 2023-12-22T18:00:57.244 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-14/image96 2023-12-22T18:00:57.244 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-14/image96 2023-12-22T18:00:57.245 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.245 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.245 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-242074-13/image97 2023-12-22T18:00:57.245 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-13/image97 2023-12-22T18:00:57.245 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-13/image97 2023-12-22T18:00:57.245 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.245 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.245 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-242074-14/image99 2023-12-22T18:00:57.245 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-13/image97 2023-12-22T18:00:57.245 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-14/image96 2023-12-22T18:00:57.246 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-14/image99 2023-12-22T18:00:57.246 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-14/image99 2023-12-22T18:00:57.246 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.246 INFO:tasks.workunit.client.0.smithi032.stdout:num children is: 4 2023-12-22T18:00:57.246 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 4 2023-12-22T18:00:57.246 INFO:tasks.workunit.client.0.smithi032.stdout:child: image97 2023-12-22T18:00:57.246 INFO:tasks.workunit.client.0.smithi032.stdout:child: image96 2023-12-22T18:00:57.246 INFO:tasks.workunit.client.0.smithi032.stdout:child: image98 2023-12-22T18:00:57.246 INFO:tasks.workunit.client.0.smithi032.stdout:child: image99 2023-12-22T18:00:57.246 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-14/image96/b5b5805eddc0 2023-12-22T18:00:57.247 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.247 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-13/image97/b5b5ac130458 2023-12-22T18:00:57.247 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.247 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-14/image98/b5b51a727c77 2023-12-22T18:00:57.247 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.247 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-14/image99/b5b5ee0b9afa 2023-12-22T18:00:57.247 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.247 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.247 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-242074-14/image96 2023-12-22T18:00:57.247 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-13/image97 2023-12-22T18:00:57.247 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-14/image96 2023-12-22T18:00:57.248 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-14/image96 2023-12-22T18:00:57.248 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.248 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.248 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-242074-13/image97 2023-12-22T18:00:57.248 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-13/image97 2023-12-22T18:00:57.248 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-13/image97 2023-12-22T18:00:57.248 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.248 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.248 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-242074-14/image98 2023-12-22T18:00:57.248 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-13/image97 2023-12-22T18:00:57.248 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-14/image96 2023-12-22T18:00:57.249 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-14/image98 2023-12-22T18:00:57.249 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-14/image98 2023-12-22T18:00:57.249 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.249 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.249 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-242074-14/image99 2023-12-22T18:00:57.249 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-13/image97 2023-12-22T18:00:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:56 smithi039 ceph-mon[181282]: osdmap e1235: 8 total, 8 up, 8 in 2023-12-22T18:00:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:56 smithi039 ceph-mon[181282]: pgmap v2123: 553 pgs: 6 creating+peering, 547 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 1.5 KiB/s wr, 34 op/s 2023-12-22T18:00:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:56 smithi039 ceph-mon[181282]: osdmap e1236: 8 total, 8 up, 8 in 2023-12-22T18:00:57.886 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-14/image96 2023-12-22T18:00:57.886 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-14/image98 2023-12-22T18:00:57.886 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-14/image99 2023-12-22T18:00:57.886 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-14/image99 2023-12-22T18:00:57.886 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.887 INFO:tasks.workunit.client.0.smithi032.stdout:num children is: 4 2023-12-22T18:00:57.887 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 4 2023-12-22T18:00:57.887 INFO:tasks.workunit.client.0.smithi032.stdout:child: image97 2023-12-22T18:00:57.887 INFO:tasks.workunit.client.0.smithi032.stdout:child: image96 2023-12-22T18:00:57.887 INFO:tasks.workunit.client.0.smithi032.stdout:child: image98 2023-12-22T18:00:57.887 INFO:tasks.workunit.client.0.smithi032.stdout:child: image99 2023-12-22T18:00:57.887 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-14/image96/b5b5805eddc0 2023-12-22T18:00:57.887 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.887 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-13/image97/b5b5ac130458 2023-12-22T18:00:57.887 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.887 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-14/image98/b5b51a727c77 2023-12-22T18:00:57.887 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.887 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-14/image99/b5b5ee0b9afa 2023-12-22T18:00:57.888 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.888 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.888 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-242074-13/image97 2023-12-22T18:00:57.888 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-13/image97 2023-12-22T18:00:57.888 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-13/image97 2023-12-22T18:00:57.888 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.888 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.888 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-242074-14/image98 2023-12-22T18:00:57.888 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-13/image97 2023-12-22T18:00:57.888 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-14/image98 2023-12-22T18:00:57.888 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-14/image98 2023-12-22T18:00:57.888 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.888 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.889 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-242074-14/image99 2023-12-22T18:00:57.889 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-13/image97 2023-12-22T18:00:57.889 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-14/image98 2023-12-22T18:00:57.889 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-14/image99 2023-12-22T18:00:57.889 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-14/image99 2023-12-22T18:00:57.889 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.889 INFO:tasks.workunit.client.0.smithi032.stdout:num children is: 3 2023-12-22T18:00:57.889 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 3 2023-12-22T18:00:57.889 INFO:tasks.workunit.client.0.smithi032.stdout:child: image97 2023-12-22T18:00:57.889 INFO:tasks.workunit.client.0.smithi032.stdout:child: image98 2023-12-22T18:00:57.889 INFO:tasks.workunit.client.0.smithi032.stdout:child: image99 2023-12-22T18:00:57.889 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-13/image97/b5b5ac130458 2023-12-22T18:00:57.890 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.890 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-14/image98/b5b51a727c77 2023-12-22T18:00:57.890 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.890 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-14/image99/b5b5ee0b9afa 2023-12-22T18:00:57.890 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.890 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.890 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-242074-13/image97 2023-12-22T18:00:57.890 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-13/image97 2023-12-22T18:00:57.890 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-13/image97 2023-12-22T18:00:57.890 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.890 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.890 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-242074-14/image99 2023-12-22T18:00:57.890 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-13/image97 2023-12-22T18:00:57.890 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-14/image99 2023-12-22T18:00:57.891 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-14/image99 2023-12-22T18:00:57.891 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.891 INFO:tasks.workunit.client.0.smithi032.stdout:num children is: 2 2023-12-22T18:00:57.891 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 2 2023-12-22T18:00:57.891 INFO:tasks.workunit.client.0.smithi032.stdout:child: image97 2023-12-22T18:00:57.891 INFO:tasks.workunit.client.0.smithi032.stdout:child: image99 2023-12-22T18:00:57.891 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-13/image97/b5b5ac130458 2023-12-22T18:00:57.891 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.891 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-14/image99/b5b5ee0b9afa 2023-12-22T18:00:57.891 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.891 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.891 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-242074-13/image97 2023-12-22T18:00:57.891 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-13/image97 2023-12-22T18:00:57.892 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-13/image97 2023-12-22T18:00:57.892 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.892 INFO:tasks.workunit.client.0.smithi032.stdout:num children is: 1 2023-12-22T18:00:57.892 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 1 2023-12-22T18:00:57.892 INFO:tasks.workunit.client.0.smithi032.stdout:child: image97 2023-12-22T18:00:57.892 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-13/image97/b5b5ac130458 2023-12-22T18:00:57.892 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:00:57.892 INFO:tasks.workunit.client.0.smithi032.stdout:num children is: 0 2023-12-22T18:00:57.892 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 0 2023-12-22T18:00:57.892 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.ListChildren (9979 ms) 2023-12-22T18:00:57.892 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.ListChildrenTiered 2023-12-22T18:00:59.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:58 smithi032 ceph-mon[191839]: osdmap e1237: 8 total, 8 up, 8 in 2023-12-22T18:00:59.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:58 smithi032 ceph-mon[191839]: pgmap v2126: 553 pgs: 553 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 1.5 KiB/s wr, 37 op/s 2023-12-22T18:00:59.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:58 smithi032 ceph-mon[189144]: osdmap e1237: 8 total, 8 up, 8 in 2023-12-22T18:00:59.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:58 smithi032 ceph-mon[189144]: pgmap v2126: 553 pgs: 553 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 1.5 KiB/s wr, 37 op/s 2023-12-22T18:00:59.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:58 smithi039 ceph-mon[181282]: osdmap e1237: 8 total, 8 up, 8 in 2023-12-22T18:00:59.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:58 smithi039 ceph-mon[181282]: pgmap v2126: 553 pgs: 553 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 1.5 KiB/s wr, 37 op/s 2023-12-22T18:01:00.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:59 smithi032 ceph-mon[189144]: osdmap e1238: 8 total, 8 up, 8 in 2023-12-22T18:01:00.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:59 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2805515729' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:01:00.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:00:59 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:01:00.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:59 smithi032 ceph-mon[191839]: osdmap e1238: 8 total, 8 up, 8 in 2023-12-22T18:01:00.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:59 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2805515729' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:01:00.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:00:59 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:01:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:59 smithi039 ceph-mon[181282]: osdmap e1238: 8 total, 8 up, 8 in 2023-12-22T18:01:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:59 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2805515729' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:01:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:00:59 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:01:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:01:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:01:00] "GET /metrics HTTP/1.1" 200 65312 "" "Prometheus/2.43.0" 2023-12-22T18:01:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:00 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-15","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:01:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:00 smithi032 ceph-mon[191839]: osdmap e1239: 8 total, 8 up, 8 in 2023-12-22T18:01:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:00 smithi032 ceph-mon[191839]: pgmap v2129: 585 pgs: 3 creating+peering, 29 unknown, 553 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 255 KiB/s rd, 4.0 KiB/s wr, 308 op/s 2023-12-22T18:01:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:01:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:00 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-15","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:01:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:00 smithi032 ceph-mon[189144]: osdmap e1239: 8 total, 8 up, 8 in 2023-12-22T18:01:01.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:00 smithi032 ceph-mon[189144]: pgmap v2129: 585 pgs: 3 creating+peering, 29 unknown, 553 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 255 KiB/s rd, 4.0 KiB/s wr, 308 op/s 2023-12-22T18:01:01.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:01:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:00 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-15","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:01:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:00 smithi039 ceph-mon[181282]: osdmap e1239: 8 total, 8 up, 8 in 2023-12-22T18:01:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:00 smithi039 ceph-mon[181282]: pgmap v2129: 585 pgs: 3 creating+peering, 29 unknown, 553 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 255 KiB/s rd, 4.0 KiB/s wr, 308 op/s 2023-12-22T18:01:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:01:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:02 smithi039 ceph-mon[181282]: osdmap e1240: 8 total, 8 up, 8 in 2023-12-22T18:01:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:02 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4226487127' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:01:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:02 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4226487127' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-16","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:01:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:02 smithi039 ceph-mon[181282]: osdmap e1241: 8 total, 8 up, 8 in 2023-12-22T18:01:02.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:02 smithi032 ceph-mon[191839]: osdmap e1240: 8 total, 8 up, 8 in 2023-12-22T18:01:02.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:02 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4226487127' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:01:02.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:02 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4226487127' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-16","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:01:02.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:02 smithi032 ceph-mon[191839]: osdmap e1241: 8 total, 8 up, 8 in 2023-12-22T18:01:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:02 smithi032 ceph-mon[189144]: osdmap e1240: 8 total, 8 up, 8 in 2023-12-22T18:01:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:02 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4226487127' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:01:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:02 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4226487127' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-16","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:01:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:02 smithi032 ceph-mon[189144]: osdmap e1241: 8 total, 8 up, 8 in 2023-12-22T18:01:03.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:03 smithi039 ceph-mon[181282]: pgmap v2132: 617 pgs: 8 creating+peering, 42 unknown, 567 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 567 KiB/s rd, 14 KiB/s wr, 692 op/s 2023-12-22T18:01:03.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:03 smithi039 ceph-mon[181282]: osdmap e1242: 8 total, 8 up, 8 in 2023-12-22T18:01:03.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:03 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4177966390' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:01:03.563 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:01:03.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:03 smithi032 ceph-mon[191839]: pgmap v2132: 617 pgs: 8 creating+peering, 42 unknown, 567 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 567 KiB/s rd, 14 KiB/s wr, 692 op/s 2023-12-22T18:01:03.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:03 smithi032 ceph-mon[191839]: osdmap e1242: 8 total, 8 up, 8 in 2023-12-22T18:01:03.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:03 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4177966390' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:01:03.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:03 smithi032 ceph-mon[189144]: pgmap v2132: 617 pgs: 8 creating+peering, 42 unknown, 567 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 567 KiB/s rd, 14 KiB/s wr, 692 op/s 2023-12-22T18:01:03.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:03 smithi032 ceph-mon[189144]: osdmap e1242: 8 total, 8 up, 8 in 2023-12-22T18:01:03.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:03 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4177966390' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:01:03.913 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:01:03.913 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (41m) 7m ago 45m 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:01:03.913 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (40m) 5m ago 45m 93.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:01:03.913 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (46m) 7m ago 46m 22.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:01:03.913 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (46m) 5m ago 46m 27.7M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:01:03.913 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (40m) 5m ago 48m 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:01:03.913 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (40m) 7m ago 50m 548M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:01:03.913 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (40m) 7m ago 50m 285M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:01:03.913 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (39m) 5m ago 49m 166M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:01:03.914 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (39m) 7m ago 49m 168M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:01:03.914 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (41m) 7m ago 45m 16.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:01:03.914 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (40m) 5m ago 45m 18.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:01:03.914 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (39m) 7m ago 48m 2024M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:01:03.914 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (38m) 7m ago 48m 2282M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:01:03.914 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (38m) 7m ago 48m 2158M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:01:03.914 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (37m) 7m ago 47m 1910M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:01:03.914 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (37m) 5m ago 47m 1896M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:01:03.914 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (36m) 5m ago 47m 1655M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:01:03.914 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (36m) 5m ago 46m 1107M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:01:03.914 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (35m) 5m ago 46m 1550M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:01:03.914 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (40m) 5m ago 45m 81.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:01:04.320 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:01:04.320 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:01:04.320 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:01:04.320 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:01:04.321 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:01:04.321 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:01:04.321 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:01:04.321 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:01:04.321 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:01:04.321 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:01:04.321 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:01:04.321 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:01:04.321 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:01:04.321 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:01:04.321 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:01:04.321 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:01:04.321 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:01:04.321 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:01:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:04 smithi039 ceph-mon[181282]: from='client.46718 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:01:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:04 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4177966390' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-17","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:01:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:04 smithi039 ceph-mon[181282]: osdmap e1243: 8 total, 8 up, 8 in 2023-12-22T18:01:04.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:04 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3144447753' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi032-242074-15", "tierpool":"test-librbd-smithi032-242074-17", "force_nonempty":""}]: dispatch 2023-12-22T18:01:04.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:04 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi032-242074-15", "tierpool":"test-librbd-smithi032-242074-17", "force_nonempty":""}]: dispatch 2023-12-22T18:01:04.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:04 smithi032 ceph-mon[191839]: from='client.46718 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:01:04.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:04 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4177966390' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-17","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:01:04.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:04 smithi032 ceph-mon[191839]: osdmap e1243: 8 total, 8 up, 8 in 2023-12-22T18:01:04.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:04 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3144447753' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi032-242074-15", "tierpool":"test-librbd-smithi032-242074-17", "force_nonempty":""}]: dispatch 2023-12-22T18:01:04.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:04 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi032-242074-15", "tierpool":"test-librbd-smithi032-242074-17", "force_nonempty":""}]: dispatch 2023-12-22T18:01:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:04 smithi032 ceph-mon[189144]: from='client.46718 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:01:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:04 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4177966390' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-17","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:01:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:04 smithi032 ceph-mon[189144]: osdmap e1243: 8 total, 8 up, 8 in 2023-12-22T18:01:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:04 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3144447753' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi032-242074-15", "tierpool":"test-librbd-smithi032-242074-17", "force_nonempty":""}]: dispatch 2023-12-22T18:01:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:04 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi032-242074-15", "tierpool":"test-librbd-smithi032-242074-17", "force_nonempty":""}]: dispatch 2023-12-22T18:01:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:05 smithi039 ceph-mon[181282]: pgmap v2135: 649 pgs: 20 creating+peering, 30 unknown, 599 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 313 KiB/s rd, 11 KiB/s wr, 386 op/s 2023-12-22T18:01:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:05 smithi039 ceph-mon[181282]: from='client.36801 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:01:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:05 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/207863664' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:01:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:01:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:05 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi032-242074-15", "tierpool":"test-librbd-smithi032-242074-17", "force_nonempty":""}]': finished 2023-12-22T18:01:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:05 smithi039 ceph-mon[181282]: osdmap e1244: 8 total, 8 up, 8 in 2023-12-22T18:01:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:05 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3144447753' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi032-242074-17", "mode":"writeback"}]: dispatch 2023-12-22T18:01:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:05 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi032-242074-17", "mode":"writeback"}]: dispatch 2023-12-22T18:01:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:05 smithi032 ceph-mon[191839]: pgmap v2135: 649 pgs: 20 creating+peering, 30 unknown, 599 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 313 KiB/s rd, 11 KiB/s wr, 386 op/s 2023-12-22T18:01:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:05 smithi032 ceph-mon[191839]: from='client.36801 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:01:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:05 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/207863664' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:01:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:01:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:05 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi032-242074-15", "tierpool":"test-librbd-smithi032-242074-17", "force_nonempty":""}]': finished 2023-12-22T18:01:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:05 smithi032 ceph-mon[191839]: osdmap e1244: 8 total, 8 up, 8 in 2023-12-22T18:01:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:05 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3144447753' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi032-242074-17", "mode":"writeback"}]: dispatch 2023-12-22T18:01:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:05 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi032-242074-17", "mode":"writeback"}]: dispatch 2023-12-22T18:01:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:05 smithi032 ceph-mon[189144]: pgmap v2135: 649 pgs: 20 creating+peering, 30 unknown, 599 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 313 KiB/s rd, 11 KiB/s wr, 386 op/s 2023-12-22T18:01:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:05 smithi032 ceph-mon[189144]: from='client.36801 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:01:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:05 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/207863664' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:01:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:01:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:05 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi032-242074-15", "tierpool":"test-librbd-smithi032-242074-17", "force_nonempty":""}]': finished 2023-12-22T18:01:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:05 smithi032 ceph-mon[189144]: osdmap e1244: 8 total, 8 up, 8 in 2023-12-22T18:01:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:05 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3144447753' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi032-242074-17", "mode":"writeback"}]: dispatch 2023-12-22T18:01:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:05 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi032-242074-17", "mode":"writeback"}]: dispatch 2023-12-22T18:01:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:06 smithi039 ceph-mon[181282]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2023-12-22T18:01:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:06 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi032-242074-17", "mode":"writeback"}]': finished 2023-12-22T18:01:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:06 smithi039 ceph-mon[181282]: osdmap e1245: 8 total, 8 up, 8 in 2023-12-22T18:01:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:06 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3144447753' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi032-242074-15", "overlaypool":"test-librbd-smithi032-242074-17"}]: dispatch 2023-12-22T18:01:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:06 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi032-242074-15", "overlaypool":"test-librbd-smithi032-242074-17"}]: dispatch 2023-12-22T18:01:06.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:06 smithi032 ceph-mon[191839]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2023-12-22T18:01:06.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:06 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi032-242074-17", "mode":"writeback"}]': finished 2023-12-22T18:01:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:06 smithi032 ceph-mon[191839]: osdmap e1245: 8 total, 8 up, 8 in 2023-12-22T18:01:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:06 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3144447753' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi032-242074-15", "overlaypool":"test-librbd-smithi032-242074-17"}]: dispatch 2023-12-22T18:01:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:06 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi032-242074-15", "overlaypool":"test-librbd-smithi032-242074-17"}]: dispatch 2023-12-22T18:01:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:06 smithi032 ceph-mon[189144]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2023-12-22T18:01:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:06 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi032-242074-17", "mode":"writeback"}]': finished 2023-12-22T18:01:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:06 smithi032 ceph-mon[189144]: osdmap e1245: 8 total, 8 up, 8 in 2023-12-22T18:01:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:06 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3144447753' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi032-242074-15", "overlaypool":"test-librbd-smithi032-242074-17"}]: dispatch 2023-12-22T18:01:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:06 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi032-242074-15", "overlaypool":"test-librbd-smithi032-242074-17"}]: dispatch 2023-12-22T18:01:06.731 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:01:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:07 smithi039 ceph-mon[181282]: pgmap v2138: 649 pgs: 17 creating+peering, 2 unknown, 630 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:01:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:07 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi032-242074-15", "overlaypool":"test-librbd-smithi032-242074-17"}]': finished 2023-12-22T18:01:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:07 smithi039 ceph-mon[181282]: osdmap e1246: 8 total, 8 up, 8 in 2023-12-22T18:01:07.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:07 smithi032 ceph-mon[189144]: pgmap v2138: 649 pgs: 17 creating+peering, 2 unknown, 630 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:01:07.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:07 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi032-242074-15", "overlaypool":"test-librbd-smithi032-242074-17"}]': finished 2023-12-22T18:01:07.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:07 smithi032 ceph-mon[189144]: osdmap e1246: 8 total, 8 up, 8 in 2023-12-22T18:01:07.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:07 smithi032 ceph-mon[191839]: pgmap v2138: 649 pgs: 17 creating+peering, 2 unknown, 630 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:01:07.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:07 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi032-242074-15", "overlaypool":"test-librbd-smithi032-242074-17"}]': finished 2023-12-22T18:01:07.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:07 smithi032 ceph-mon[191839]: osdmap e1246: 8 total, 8 up, 8 in 2023-12-22T18:01:09.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:08 smithi032 ceph-mon[189144]: osdmap e1247: 8 total, 8 up, 8 in 2023-12-22T18:01:09.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:08 smithi032 ceph-mon[189144]: pgmap v2141: 649 pgs: 12 creating+peering, 637 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:01:09.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:08 smithi032 ceph-mon[191839]: osdmap e1247: 8 total, 8 up, 8 in 2023-12-22T18:01:09.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:08 smithi032 ceph-mon[191839]: pgmap v2141: 649 pgs: 12 creating+peering, 637 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:01:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:08 smithi039 ceph-mon[181282]: osdmap e1247: 8 total, 8 up, 8 in 2023-12-22T18:01:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:08 smithi039 ceph-mon[181282]: pgmap v2141: 649 pgs: 12 creating+peering, 637 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:01:10.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:09 smithi032 ceph-mon[191839]: osdmap e1248: 8 total, 8 up, 8 in 2023-12-22T18:01:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:09 smithi032 ceph-mon[189144]: osdmap e1248: 8 total, 8 up, 8 in 2023-12-22T18:01:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:09 smithi039 ceph-mon[181282]: osdmap e1248: 8 total, 8 up, 8 in 2023-12-22T18:01:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:01:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:01:10] "GET /metrics HTTP/1.1" 200 74849 "" "Prometheus/2.43.0" 2023-12-22T18:01:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:10 smithi032 ceph-mon[189144]: osdmap e1249: 8 total, 8 up, 8 in 2023-12-22T18:01:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:10 smithi032 ceph-mon[189144]: pgmap v2144: 649 pgs: 649 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:01:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:01:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:10 smithi032 ceph-mon[191839]: osdmap e1249: 8 total, 8 up, 8 in 2023-12-22T18:01:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:10 smithi032 ceph-mon[191839]: pgmap v2144: 649 pgs: 649 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:01:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:01:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:10 smithi039 ceph-mon[181282]: osdmap e1249: 8 total, 8 up, 8 in 2023-12-22T18:01:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:10 smithi039 ceph-mon[181282]: pgmap v2144: 649 pgs: 649 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:01:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:01:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:11 smithi032 ceph-mon[191839]: osdmap e1250: 8 total, 8 up, 8 in 2023-12-22T18:01:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:11 smithi032 ceph-mon[189144]: osdmap e1250: 8 total, 8 up, 8 in 2023-12-22T18:01:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:11 smithi039 ceph-mon[181282]: osdmap e1250: 8 total, 8 up, 8 in 2023-12-22T18:01:12.354 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:12.354 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-242074-16/image101 2023-12-22T18:01:12.354 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-16/image101 2023-12-22T18:01:12.354 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-16/image101 2023-12-22T18:01:12.354 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:12.354 INFO:tasks.workunit.client.0.smithi032.stdout:num children is: 1 2023-12-22T18:01:12.355 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 1 2023-12-22T18:01:12.355 INFO:tasks.workunit.client.0.smithi032.stdout:child: image101 2023-12-22T18:01:12.355 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-16/image101/b5b54733e5be 2023-12-22T18:01:12.355 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:12.355 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:12.355 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-242074-16/image101 2023-12-22T18:01:12.355 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-15/image102 2023-12-22T18:01:12.355 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-16/image101 2023-12-22T18:01:12.355 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-16/image101 2023-12-22T18:01:12.355 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:12.355 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:12.356 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-242074-15/image102 2023-12-22T18:01:12.356 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-15/image102 2023-12-22T18:01:12.356 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-15/image102 2023-12-22T18:01:12.356 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:12.356 INFO:tasks.workunit.client.0.smithi032.stdout:num children is: 2 2023-12-22T18:01:12.356 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 2 2023-12-22T18:01:12.356 INFO:tasks.workunit.client.0.smithi032.stdout:child: image102 2023-12-22T18:01:12.356 INFO:tasks.workunit.client.0.smithi032.stdout:child: image101 2023-12-22T18:01:12.356 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-16/image101/b5b54733e5be 2023-12-22T18:01:12.357 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:12.357 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-15/image102/b5b5d8f98b16 2023-12-22T18:01:12.357 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:12.357 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:12.357 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-242074-16/image101 2023-12-22T18:01:12.357 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-15/image102 2023-12-22T18:01:12.357 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-16/image101 2023-12-22T18:01:12.357 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-16/image101 2023-12-22T18:01:12.357 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:12.357 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:12.358 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-242074-15/image102 2023-12-22T18:01:12.358 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-15/image102 2023-12-22T18:01:12.358 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-15/image102 2023-12-22T18:01:12.358 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:12.358 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:12.358 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-242074-16/image103 2023-12-22T18:01:12.358 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-15/image102 2023-12-22T18:01:12.358 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-16/image101 2023-12-22T18:01:12.358 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-16/image103 2023-12-22T18:01:12.358 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-16/image103 2023-12-22T18:01:12.358 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:12.359 INFO:tasks.workunit.client.0.smithi032.stdout:num children is: 3 2023-12-22T18:01:12.359 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 3 2023-12-22T18:01:12.359 INFO:tasks.workunit.client.0.smithi032.stdout:child: image102 2023-12-22T18:01:12.359 INFO:tasks.workunit.client.0.smithi032.stdout:child: image101 2023-12-22T18:01:12.359 INFO:tasks.workunit.client.0.smithi032.stdout:child: image103 2023-12-22T18:01:12.359 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-16/image101/b5b54733e5be 2023-12-22T18:01:12.359 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:12.359 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-15/image102/b5b5d8f98b16 2023-12-22T18:01:12.359 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:12.359 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-16/image103/b5b550a7663c 2023-12-22T18:01:12.360 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:12.360 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:12.360 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-242074-16/image101 2023-12-22T18:01:12.360 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-15/image102 2023-12-22T18:01:12.360 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-16/image101 2023-12-22T18:01:12.360 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-16/image101 2023-12-22T18:01:12.360 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:12.360 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:12.360 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-242074-15/image102 2023-12-22T18:01:12.360 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-15/image102 2023-12-22T18:01:12.360 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-15/image102 2023-12-22T18:01:12.361 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:12.361 INFO:tasks.workunit.client.0.smithi032.stdout:num children is: 3 2023-12-22T18:01:12.361 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 3 2023-12-22T18:01:12.361 INFO:tasks.workunit.client.0.smithi032.stdout:child: image102 2023-12-22T18:01:12.361 INFO:tasks.workunit.client.0.smithi032.stdout:child: image101 2023-12-22T18:01:12.361 INFO:tasks.workunit.client.0.smithi032.stdout:child: image103 2023-12-22T18:01:12.361 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-16/image101/b5b54733e5be 2023-12-22T18:01:12.361 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:12.361 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-15/image102/b5b5d8f98b16 2023-12-22T18:01:12.361 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:12.362 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-16/image103/b5b550a7663c 2023-12-22T18:01:12.362 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:12.362 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:12.362 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-242074-16/image101 2023-12-22T18:01:12.362 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-15/image102 2023-12-22T18:01:12.362 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-16/image101 2023-12-22T18:01:12.362 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-16/image101 2023-12-22T18:01:12.362 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:12.362 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:12.362 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-242074-15/image102 2023-12-22T18:01:12.362 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-15/image102 2023-12-22T18:01:12.363 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-15/image102 2023-12-22T18:01:12.363 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:12.363 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:12.363 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-242074-16/image104 2023-12-22T18:01:12.363 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-15/image102 2023-12-22T18:01:12.363 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-16/image101 2023-12-22T18:01:12.363 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-16/image104 2023-12-22T18:01:12.363 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-16/image104 2023-12-22T18:01:12.363 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:12.363 INFO:tasks.workunit.client.0.smithi032.stdout:num children is: 4 2023-12-22T18:01:12.363 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 4 2023-12-22T18:01:12.364 INFO:tasks.workunit.client.0.smithi032.stdout:child: image102 2023-12-22T18:01:12.364 INFO:tasks.workunit.client.0.smithi032.stdout:child: image101 2023-12-22T18:01:12.364 INFO:tasks.workunit.client.0.smithi032.stdout:child: image103 2023-12-22T18:01:12.364 INFO:tasks.workunit.client.0.smithi032.stdout:child: image104 2023-12-22T18:01:12.364 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-16/image101/b5b54733e5be 2023-12-22T18:01:12.364 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:12.364 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-15/image102/b5b5d8f98b16 2023-12-22T18:01:12.364 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:12.364 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-16/image103/b5b550a7663c 2023-12-22T18:01:12.364 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:12.364 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-16/image104/b5b562c7a4f5 2023-12-22T18:01:12.365 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:12.365 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:12.365 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-242074-16/image101 2023-12-22T18:01:12.365 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-15/image102 2023-12-22T18:01:12.365 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-16/image101 2023-12-22T18:01:12.365 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-16/image101 2023-12-22T18:01:12.365 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:12.365 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:12.365 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-242074-15/image102 2023-12-22T18:01:12.365 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-15/image102 2023-12-22T18:01:12.366 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-15/image102 2023-12-22T18:01:12.366 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:12.366 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:12.366 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-242074-16/image103 2023-12-22T18:01:12.366 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-15/image102 2023-12-22T18:01:12.366 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-16/image101 2023-12-22T18:01:12.366 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-16/image103 2023-12-22T18:01:12.366 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-16/image103 2023-12-22T18:01:12.366 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:12.366 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:12.367 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-242074-16/image104 2023-12-22T18:01:13.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:12 smithi032 ceph-mon[191839]: osdmap e1251: 8 total, 8 up, 8 in 2023-12-22T18:01:13.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:12 smithi032 ceph-mon[191839]: pgmap v2147: 649 pgs: 649 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 767 B/s wr, 4 op/s 2023-12-22T18:01:13.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:12 smithi032 ceph-mon[189144]: osdmap e1251: 8 total, 8 up, 8 in 2023-12-22T18:01:13.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:12 smithi032 ceph-mon[189144]: pgmap v2147: 649 pgs: 649 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 767 B/s wr, 4 op/s 2023-12-22T18:01:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:12 smithi039 ceph-mon[181282]: osdmap e1251: 8 total, 8 up, 8 in 2023-12-22T18:01:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:12 smithi039 ceph-mon[181282]: pgmap v2147: 649 pgs: 649 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 767 B/s wr, 4 op/s 2023-12-22T18:01:14.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:13 smithi032 ceph-mon[189144]: osdmap e1252: 8 total, 8 up, 8 in 2023-12-22T18:01:14.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:13 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3144447753' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi032-242074-15"}]: dispatch 2023-12-22T18:01:14.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:13 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi032-242074-15"}]: dispatch 2023-12-22T18:01:14.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:13 smithi032 ceph-mon[191839]: osdmap e1252: 8 total, 8 up, 8 in 2023-12-22T18:01:14.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:13 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3144447753' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi032-242074-15"}]: dispatch 2023-12-22T18:01:14.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:13 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi032-242074-15"}]: dispatch 2023-12-22T18:01:14.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:13 smithi039 ceph-mon[181282]: osdmap e1252: 8 total, 8 up, 8 in 2023-12-22T18:01:14.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:13 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3144447753' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi032-242074-15"}]: dispatch 2023-12-22T18:01:14.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:13 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi032-242074-15"}]: dispatch 2023-12-22T18:01:14.819 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-15/image102 2023-12-22T18:01:14.819 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-16/image101 2023-12-22T18:01:14.819 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-16/image103 2023-12-22T18:01:14.819 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-16/image104 2023-12-22T18:01:14.819 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-16/image104 2023-12-22T18:01:14.819 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:14.819 INFO:tasks.workunit.client.0.smithi032.stdout:num children is: 4 2023-12-22T18:01:14.819 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 4 2023-12-22T18:01:14.819 INFO:tasks.workunit.client.0.smithi032.stdout:child: image102 2023-12-22T18:01:14.820 INFO:tasks.workunit.client.0.smithi032.stdout:child: image101 2023-12-22T18:01:14.820 INFO:tasks.workunit.client.0.smithi032.stdout:child: image103 2023-12-22T18:01:14.820 INFO:tasks.workunit.client.0.smithi032.stdout:child: image104 2023-12-22T18:01:14.820 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-16/image101/b5b54733e5be 2023-12-22T18:01:14.820 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:14.820 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-15/image102/b5b5d8f98b16 2023-12-22T18:01:14.820 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:14.820 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-16/image103/b5b550a7663c 2023-12-22T18:01:14.820 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:14.820 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-16/image104/b5b562c7a4f5 2023-12-22T18:01:14.820 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:14.821 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:14.821 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-242074-15/image102 2023-12-22T18:01:14.821 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-15/image102 2023-12-22T18:01:14.821 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-15/image102 2023-12-22T18:01:14.821 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:14.821 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:14.821 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-242074-16/image103 2023-12-22T18:01:14.821 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-15/image102 2023-12-22T18:01:14.821 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-16/image103 2023-12-22T18:01:14.821 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-16/image103 2023-12-22T18:01:14.822 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:14.822 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:14.822 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-242074-16/image104 2023-12-22T18:01:14.822 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-15/image102 2023-12-22T18:01:14.822 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-16/image103 2023-12-22T18:01:14.822 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-16/image104 2023-12-22T18:01:14.822 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-16/image104 2023-12-22T18:01:14.822 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:14.822 INFO:tasks.workunit.client.0.smithi032.stdout:num children is: 3 2023-12-22T18:01:14.822 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 3 2023-12-22T18:01:14.823 INFO:tasks.workunit.client.0.smithi032.stdout:child: image102 2023-12-22T18:01:14.823 INFO:tasks.workunit.client.0.smithi032.stdout:child: image103 2023-12-22T18:01:14.823 INFO:tasks.workunit.client.0.smithi032.stdout:child: image104 2023-12-22T18:01:14.823 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-15/image102/b5b5d8f98b16 2023-12-22T18:01:14.823 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:14.823 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-16/image103/b5b550a7663c 2023-12-22T18:01:14.823 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:14.823 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-16/image104/b5b562c7a4f5 2023-12-22T18:01:14.823 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:14.823 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:14.823 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-242074-15/image102 2023-12-22T18:01:14.823 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-15/image102 2023-12-22T18:01:14.824 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-15/image102 2023-12-22T18:01:14.824 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:14.824 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:14.824 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-242074-16/image104 2023-12-22T18:01:14.824 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-15/image102 2023-12-22T18:01:14.824 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-16/image104 2023-12-22T18:01:14.824 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-16/image104 2023-12-22T18:01:14.824 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:14.824 INFO:tasks.workunit.client.0.smithi032.stdout:num children is: 2 2023-12-22T18:01:14.824 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 2 2023-12-22T18:01:14.824 INFO:tasks.workunit.client.0.smithi032.stdout:child: image102 2023-12-22T18:01:14.825 INFO:tasks.workunit.client.0.smithi032.stdout:child: image104 2023-12-22T18:01:14.825 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-15/image102/b5b5d8f98b16 2023-12-22T18:01:14.825 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:14.825 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-16/image104/b5b562c7a4f5 2023-12-22T18:01:14.825 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:14.825 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:14.825 INFO:tasks.workunit.client.0.smithi032.stdout:trying to find test-librbd-smithi032-242074-15/image102 2023-12-22T18:01:14.825 INFO:tasks.workunit.client.0.smithi032.stdout:checking test-librbd-smithi032-242074-15/image102 2023-12-22T18:01:14.825 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-15/image102 2023-12-22T18:01:14.825 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:14.825 INFO:tasks.workunit.client.0.smithi032.stdout:num children is: 1 2023-12-22T18:01:14.826 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 1 2023-12-22T18:01:14.826 INFO:tasks.workunit.client.0.smithi032.stdout:child: image102 2023-12-22T18:01:14.826 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-15/image102/b5b5d8f98b16 2023-12-22T18:01:14.826 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:01:14.826 INFO:tasks.workunit.client.0.smithi032.stdout:num children is: 0 2023-12-22T18:01:14.826 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 0 2023-12-22T18:01:14.826 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.ListChildrenTiered (16932 ms) 2023-12-22T18:01:14.826 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.LockingPP 2023-12-22T18:01:14.826 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:01:14.881 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.LockingPP (63 ms) 2023-12-22T18:01:14.881 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.FlushAio 2023-12-22T18:01:14.881 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:01:15.141 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.FlushAio (260 ms) 2023-12-22T18:01:15.141 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.FlushAioPP 2023-12-22T18:01:15.141 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:01:15.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:14 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi032-242074-15"}]': finished 2023-12-22T18:01:15.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:14 smithi032 ceph-mon[189144]: osdmap e1253: 8 total, 8 up, 8 in 2023-12-22T18:01:15.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:14 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3144447753' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi032-242074-15", "tierpool":"test-librbd-smithi032-242074-17"}]: dispatch 2023-12-22T18:01:15.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:14 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi032-242074-15", "tierpool":"test-librbd-smithi032-242074-17"}]: dispatch 2023-12-22T18:01:15.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:14 smithi032 ceph-mon[189144]: pgmap v2150: 649 pgs: 649 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 357 KiB/s rd, 8.7 KiB/s wr, 441 op/s 2023-12-22T18:01:15.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:14 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi032-242074-15"}]': finished 2023-12-22T18:01:15.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:14 smithi032 ceph-mon[191839]: osdmap e1253: 8 total, 8 up, 8 in 2023-12-22T18:01:15.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:14 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3144447753' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi032-242074-15", "tierpool":"test-librbd-smithi032-242074-17"}]: dispatch 2023-12-22T18:01:15.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:14 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi032-242074-15", "tierpool":"test-librbd-smithi032-242074-17"}]: dispatch 2023-12-22T18:01:15.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:14 smithi032 ceph-mon[191839]: pgmap v2150: 649 pgs: 649 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 357 KiB/s rd, 8.7 KiB/s wr, 441 op/s 2023-12-22T18:01:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:14 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi032-242074-15"}]': finished 2023-12-22T18:01:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:14 smithi039 ceph-mon[181282]: osdmap e1253: 8 total, 8 up, 8 in 2023-12-22T18:01:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:14 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3144447753' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi032-242074-15", "tierpool":"test-librbd-smithi032-242074-17"}]: dispatch 2023-12-22T18:01:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:14 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi032-242074-15", "tierpool":"test-librbd-smithi032-242074-17"}]: dispatch 2023-12-22T18:01:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:14 smithi039 ceph-mon[181282]: pgmap v2150: 649 pgs: 649 active+clean; 135 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 357 KiB/s rd, 8.7 KiB/s wr, 441 op/s 2023-12-22T18:01:15.346 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.FlushAioPP (205 ms) 2023-12-22T18:01:15.346 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.SnapDiff 2023-12-22T18:01:15.346 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:01:16.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:15 smithi032 ceph-mon[191839]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2023-12-22T18:01:16.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:15 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi032-242074-15", "tierpool":"test-librbd-smithi032-242074-17"}]': finished 2023-12-22T18:01:16.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:15 smithi032 ceph-mon[191839]: osdmap e1254: 8 total, 8 up, 8 in 2023-12-22T18:01:16.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:15 smithi032 ceph-mon[189144]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2023-12-22T18:01:16.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:15 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi032-242074-15", "tierpool":"test-librbd-smithi032-242074-17"}]': finished 2023-12-22T18:01:16.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:15 smithi032 ceph-mon[189144]: osdmap e1254: 8 total, 8 up, 8 in 2023-12-22T18:01:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:15 smithi039 ceph-mon[181282]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2023-12-22T18:01:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:15 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi032-242074-15", "tierpool":"test-librbd-smithi032-242074-17"}]': finished 2023-12-22T18:01:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:15 smithi039 ceph-mon[181282]: osdmap e1254: 8 total, 8 up, 8 in 2023-12-22T18:01:17.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:16 smithi032 ceph-mon[191839]: osdmap e1255: 8 total, 8 up, 8 in 2023-12-22T18:01:17.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:16 smithi032 ceph-mon[191839]: pgmap v2153: 649 pgs: 649 active+clean; 137 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 624 KiB/s rd, 27 KiB/s wr, 773 op/s 2023-12-22T18:01:17.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:16 smithi032 ceph-mon[191839]: osdmap e1256: 8 total, 8 up, 8 in 2023-12-22T18:01:17.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:16 smithi032 ceph-mon[189144]: osdmap e1255: 8 total, 8 up, 8 in 2023-12-22T18:01:17.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:16 smithi032 ceph-mon[189144]: pgmap v2153: 649 pgs: 649 active+clean; 137 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 624 KiB/s rd, 27 KiB/s wr, 773 op/s 2023-12-22T18:01:17.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:16 smithi032 ceph-mon[189144]: osdmap e1256: 8 total, 8 up, 8 in 2023-12-22T18:01:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:16 smithi039 ceph-mon[181282]: osdmap e1255: 8 total, 8 up, 8 in 2023-12-22T18:01:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:16 smithi039 ceph-mon[181282]: pgmap v2153: 649 pgs: 649 active+clean; 137 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 624 KiB/s rd, 27 KiB/s wr, 773 op/s 2023-12-22T18:01:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:16 smithi039 ceph-mon[181282]: osdmap e1256: 8 total, 8 up, 8 in 2023-12-22T18:01:18.870 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T18:01:18.870 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.SnapDiff (3524 ms) 2023-12-22T18:01:18.870 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.ZeroLengthWrite 2023-12-22T18:01:18.870 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:01:18.895 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.ZeroLengthWrite (25 ms) 2023-12-22T18:01:18.896 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.ZeroLengthDiscard 2023-12-22T18:01:18.896 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:01:18.924 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.ZeroLengthDiscard (29 ms) 2023-12-22T18:01:18.924 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.ZeroLengthRead 2023-12-22T18:01:18.924 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:01:18.941 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.ZeroLengthRead (17 ms) 2023-12-22T18:01:18.941 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.LargeCacheRead 2023-12-22T18:01:18.942 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:01:18.981 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.LargeCacheRead (40 ms) 2023-12-22T18:01:18.981 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestPendingAio 2023-12-22T18:01:18.981 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:01:19.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:18 smithi039 ceph-mon[181282]: osdmap e1257: 8 total, 8 up, 8 in 2023-12-22T18:01:19.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:18 smithi039 ceph-mon[181282]: pgmap v2156: 649 pgs: 649 active+clean; 137 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 281 KiB/s rd, 23 KiB/s wr, 358 op/s 2023-12-22T18:01:19.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:18 smithi032 ceph-mon[191839]: osdmap e1257: 8 total, 8 up, 8 in 2023-12-22T18:01:19.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:18 smithi032 ceph-mon[191839]: pgmap v2156: 649 pgs: 649 active+clean; 137 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 281 KiB/s rd, 23 KiB/s wr, 358 op/s 2023-12-22T18:01:19.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:18 smithi032 ceph-mon[189144]: osdmap e1257: 8 total, 8 up, 8 in 2023-12-22T18:01:19.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:18 smithi032 ceph-mon[189144]: pgmap v2156: 649 pgs: 649 active+clean; 137 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 281 KiB/s rd, 23 KiB/s wr, 358 op/s 2023-12-22T18:01:19.218 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestPendingAio (236 ms) 2023-12-22T18:01:19.218 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyup 2023-12-22T18:01:19.218 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:01:19.884 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:01:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:19 smithi039 ceph-mon[181282]: osdmap e1258: 8 total, 8 up, 8 in 2023-12-22T18:01:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:01:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:19 smithi032 ceph-mon[191839]: osdmap e1258: 8 total, 8 up, 8 in 2023-12-22T18:01:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:01:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:19 smithi032 ceph-mon[189144]: osdmap e1258: 8 total, 8 up, 8 in 2023-12-22T18:01:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:01:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:20 smithi032 ceph-mon[191839]: osdmap e1259: 8 total, 8 up, 8 in 2023-12-22T18:01:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:20 smithi032 ceph-mon[191839]: pgmap v2159: 649 pgs: 649 active+clean; 139 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 74 KiB/s wr, 168 op/s 2023-12-22T18:01:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:20 smithi032 ceph-mon[189144]: osdmap e1259: 8 total, 8 up, 8 in 2023-12-22T18:01:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:20 smithi032 ceph-mon[189144]: pgmap v2159: 649 pgs: 649 active+clean; 139 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 74 KiB/s wr, 168 op/s 2023-12-22T18:01:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:01:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:01:20] "GET /metrics HTTP/1.1" 200 74934 "" "Prometheus/2.43.0" 2023-12-22T18:01:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:20 smithi039 ceph-mon[181282]: osdmap e1259: 8 total, 8 up, 8 in 2023-12-22T18:01:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:20 smithi039 ceph-mon[181282]: pgmap v2159: 649 pgs: 649 active+clean; 139 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 74 KiB/s wr, 168 op/s 2023-12-22T18:01:21.793 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyup (2576 ms) 2023-12-22T18:01:21.794 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyupMismatch 2023-12-22T18:01:21.794 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:01:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:21 smithi032 ceph-mon[191839]: osdmap e1260: 8 total, 8 up, 8 in 2023-12-22T18:01:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:21 smithi032 ceph-mon[191839]: osdmap e1261: 8 total, 8 up, 8 in 2023-12-22T18:01:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:21 smithi032 ceph-mon[189144]: osdmap e1260: 8 total, 8 up, 8 in 2023-12-22T18:01:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:21 smithi032 ceph-mon[189144]: osdmap e1261: 8 total, 8 up, 8 in 2023-12-22T18:01:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:21 smithi039 ceph-mon[181282]: osdmap e1260: 8 total, 8 up, 8 in 2023-12-22T18:01:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:21 smithi039 ceph-mon[181282]: osdmap e1261: 8 total, 8 up, 8 in 2023-12-22T18:01:22.902 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:01:23.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:22 smithi032 ceph-mon[191839]: pgmap v2162: 649 pgs: 649 active+clean; 137 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 130 KiB/s wr, 308 op/s 2023-12-22T18:01:23.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:22 smithi032 ceph-mon[189144]: pgmap v2162: 649 pgs: 649 active+clean; 137 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 130 KiB/s wr, 308 op/s 2023-12-22T18:01:23.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:22 smithi039 ceph-mon[181282]: pgmap v2162: 649 pgs: 649 active+clean; 137 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 130 KiB/s wr, 308 op/s 2023-12-22T18:01:24.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:23 smithi032 ceph-mon[191839]: osdmap e1262: 8 total, 8 up, 8 in 2023-12-22T18:01:24.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:23 smithi032 ceph-mon[189144]: osdmap e1262: 8 total, 8 up, 8 in 2023-12-22T18:01:24.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:23 smithi039 ceph-mon[181282]: osdmap e1262: 8 total, 8 up, 8 in 2023-12-22T18:01:24.842 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyupMismatch (3049 ms) 2023-12-22T18:01:24.843 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.Flatten 2023-12-22T18:01:24.843 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:01:25.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:24 smithi032 ceph-mon[191839]: osdmap e1263: 8 total, 8 up, 8 in 2023-12-22T18:01:25.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:24 smithi032 ceph-mon[191839]: pgmap v2165: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 709 KiB/s rd, 648 KiB/s wr, 380 op/s 2023-12-22T18:01:25.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:24 smithi032 ceph-mon[189144]: osdmap e1263: 8 total, 8 up, 8 in 2023-12-22T18:01:25.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:24 smithi032 ceph-mon[189144]: pgmap v2165: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 709 KiB/s rd, 648 KiB/s wr, 380 op/s 2023-12-22T18:01:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:24 smithi039 ceph-mon[181282]: osdmap e1263: 8 total, 8 up, 8 in 2023-12-22T18:01:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:24 smithi039 ceph-mon[181282]: pgmap v2165: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 709 KiB/s rd, 648 KiB/s wr, 380 op/s 2023-12-22T18:01:25.909 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.Flatten (1067 ms) 2023-12-22T18:01:25.910 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.Sparsify 2023-12-22T18:01:25.910 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:01:25.946 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 32768 2023-12-22T18:01:25.947 INFO:tasks.workunit.client.0.smithi032.stdout:read: 32768 2023-12-22T18:01:25.947 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.Sparsify (37 ms) 2023-12-22T18:01:25.947 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.SparsifyPP 2023-12-22T18:01:25.947 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:01:25.979 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.SparsifyPP (33 ms) 2023-12-22T18:01:25.979 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.SnapshotLimit 2023-12-22T18:01:25.979 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:01:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:25 smithi032 ceph-mon[191839]: osdmap e1264: 8 total, 8 up, 8 in 2023-12-22T18:01:26.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:25 smithi032 ceph-mon[189144]: osdmap e1264: 8 total, 8 up, 8 in 2023-12-22T18:01:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:25 smithi039 ceph-mon[181282]: osdmap e1264: 8 total, 8 up, 8 in 2023-12-22T18:01:27.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:26 smithi032 ceph-mon[191839]: osdmap e1265: 8 total, 8 up, 8 in 2023-12-22T18:01:27.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:26 smithi032 ceph-mon[191839]: pgmap v2168: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 797 KiB/s rd, 606 KiB/s wr, 442 op/s 2023-12-22T18:01:27.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:26 smithi032 ceph-mon[191839]: osdmap e1266: 8 total, 8 up, 8 in 2023-12-22T18:01:27.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:26 smithi032 ceph-mon[189144]: osdmap e1265: 8 total, 8 up, 8 in 2023-12-22T18:01:27.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:26 smithi032 ceph-mon[189144]: pgmap v2168: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 797 KiB/s rd, 606 KiB/s wr, 442 op/s 2023-12-22T18:01:27.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:26 smithi032 ceph-mon[189144]: osdmap e1266: 8 total, 8 up, 8 in 2023-12-22T18:01:27.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:26 smithi039 ceph-mon[181282]: osdmap e1265: 8 total, 8 up, 8 in 2023-12-22T18:01:27.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:26 smithi039 ceph-mon[181282]: pgmap v2168: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 797 KiB/s rd, 606 KiB/s wr, 442 op/s 2023-12-22T18:01:27.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:26 smithi039 ceph-mon[181282]: osdmap e1266: 8 total, 8 up, 8 in 2023-12-22T18:01:29.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:28 smithi032 ceph-mon[191839]: osdmap e1267: 8 total, 8 up, 8 in 2023-12-22T18:01:29.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:28 smithi032 ceph-mon[191839]: pgmap v2171: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 19 KiB/s wr, 245 op/s 2023-12-22T18:01:29.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:28 smithi032 ceph-mon[189144]: osdmap e1267: 8 total, 8 up, 8 in 2023-12-22T18:01:29.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:28 smithi032 ceph-mon[189144]: pgmap v2171: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 19 KiB/s wr, 245 op/s 2023-12-22T18:01:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:28 smithi039 ceph-mon[181282]: osdmap e1267: 8 total, 8 up, 8 in 2023-12-22T18:01:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:28 smithi039 ceph-mon[181282]: pgmap v2171: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 19 KiB/s wr, 245 op/s 2023-12-22T18:01:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:29 smithi039 ceph-mon[181282]: osdmap e1268: 8 total, 8 up, 8 in 2023-12-22T18:01:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:29 smithi032 ceph-mon[191839]: osdmap e1268: 8 total, 8 up, 8 in 2023-12-22T18:01:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:29 smithi032 ceph-mon[189144]: osdmap e1268: 8 total, 8 up, 8 in 2023-12-22T18:01:30.810 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.SnapshotLimit (4830 ms) 2023-12-22T18:01:30.810 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.SnapshotLimitPP 2023-12-22T18:01:30.810 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:01:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:01:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:01:30] "GET /metrics HTTP/1.1" 200 74934 "" "Prometheus/2.43.0" 2023-12-22T18:01:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:30 smithi032 ceph-mon[191839]: osdmap e1269: 8 total, 8 up, 8 in 2023-12-22T18:01:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:30 smithi032 ceph-mon[191839]: pgmap v2174: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 9.5 KiB/s wr, 128 op/s 2023-12-22T18:01:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:30 smithi032 ceph-mon[189144]: osdmap e1269: 8 total, 8 up, 8 in 2023-12-22T18:01:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:30 smithi032 ceph-mon[189144]: pgmap v2174: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 9.5 KiB/s wr, 128 op/s 2023-12-22T18:01:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:30 smithi039 ceph-mon[181282]: osdmap e1269: 8 total, 8 up, 8 in 2023-12-22T18:01:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:30 smithi039 ceph-mon[181282]: pgmap v2174: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 9.5 KiB/s wr, 128 op/s 2023-12-22T18:01:32.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:31 smithi032 ceph-mon[191839]: osdmap e1270: 8 total, 8 up, 8 in 2023-12-22T18:01:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:31 smithi032 ceph-mon[189144]: osdmap e1270: 8 total, 8 up, 8 in 2023-12-22T18:01:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:31 smithi039 ceph-mon[181282]: osdmap e1270: 8 total, 8 up, 8 in 2023-12-22T18:01:33.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:32 smithi032 ceph-mon[191839]: osdmap e1271: 8 total, 8 up, 8 in 2023-12-22T18:01:33.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:32 smithi032 ceph-mon[191839]: pgmap v2177: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 169 KiB/s rd, 32 KiB/s wr, 203 op/s 2023-12-22T18:01:33.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:32 smithi032 ceph-mon[189144]: osdmap e1271: 8 total, 8 up, 8 in 2023-12-22T18:01:33.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:32 smithi032 ceph-mon[189144]: pgmap v2177: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 169 KiB/s rd, 32 KiB/s wr, 203 op/s 2023-12-22T18:01:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:32 smithi039 ceph-mon[181282]: osdmap e1271: 8 total, 8 up, 8 in 2023-12-22T18:01:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:32 smithi039 ceph-mon[181282]: pgmap v2177: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 169 KiB/s rd, 32 KiB/s wr, 203 op/s 2023-12-22T18:01:34.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:33 smithi032 ceph-mon[189144]: osdmap e1272: 8 total, 8 up, 8 in 2023-12-22T18:01:34.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:33 smithi032 ceph-mon[191839]: osdmap e1272: 8 total, 8 up, 8 in 2023-12-22T18:01:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:33 smithi039 ceph-mon[181282]: osdmap e1272: 8 total, 8 up, 8 in 2023-12-22T18:01:34.709 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:01:35.048 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:01:35.048 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (41m) 7m ago 46m 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:01:35.048 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (41m) 5m ago 45m 93.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:01:35.048 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (46m) 7m ago 46m 22.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:01:35.048 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (46m) 5m ago 46m 27.7M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:01:35.048 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (40m) 5m ago 49m 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:01:35.048 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (41m) 7m ago 50m 548M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:01:35.048 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (40m) 7m ago 50m 285M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:01:35.049 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (40m) 5m ago 49m 166M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:01:35.049 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (40m) 7m ago 49m 168M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:01:35.049 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (41m) 7m ago 45m 16.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:01:35.049 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (41m) 5m ago 45m 18.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:01:35.049 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (39m) 7m ago 49m 2024M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:01:35.049 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (39m) 7m ago 48m 2282M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:01:35.049 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (38m) 7m ago 48m 2158M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:01:35.049 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (38m) 7m ago 48m 1910M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:01:35.049 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (37m) 5m ago 47m 1896M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:01:35.049 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (37m) 5m ago 47m 1655M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:01:35.049 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (36m) 5m ago 47m 1107M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:01:35.050 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (36m) 5m ago 47m 1550M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:01:35.050 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (40m) 5m ago 46m 81.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:01:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:34 smithi032 ceph-mon[189144]: osdmap e1273: 8 total, 8 up, 8 in 2023-12-22T18:01:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:34 smithi032 ceph-mon[189144]: pgmap v2180: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 26 KiB/s wr, 125 op/s 2023-12-22T18:01:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:01:35.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:34 smithi032 ceph-mon[189144]: from='client.36813 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:01:35.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:34 smithi032 ceph-mon[191839]: osdmap e1273: 8 total, 8 up, 8 in 2023-12-22T18:01:35.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:34 smithi032 ceph-mon[191839]: pgmap v2180: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 26 KiB/s wr, 125 op/s 2023-12-22T18:01:35.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:01:35.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:34 smithi032 ceph-mon[191839]: from='client.36813 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:01:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:34 smithi039 ceph-mon[181282]: osdmap e1273: 8 total, 8 up, 8 in 2023-12-22T18:01:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:34 smithi039 ceph-mon[181282]: pgmap v2180: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 26 KiB/s wr, 125 op/s 2023-12-22T18:01:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:01:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:34 smithi039 ceph-mon[181282]: from='client.36813 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:01:35.451 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:01:35.452 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:01:35.452 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:01:35.452 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:01:35.452 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:01:35.452 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:01:35.452 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:01:35.452 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:01:35.452 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:01:35.452 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:01:35.452 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:01:35.452 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:01:35.453 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:01:35.453 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:01:35.453 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:01:35.453 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:01:35.453 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:01:35.453 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:01:35.837 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.SnapshotLimitPP (5028 ms) 2023-12-22T18:01:35.837 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.RebuildObjectMapViaLockOwner 2023-12-22T18:01:35.837 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:01:35.901 INFO:tasks.workunit.client.0.smithi032.stdout:0.00% done 2023-12-22T18:01:35.901 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.RebuildObjectMapViaLockOwner (64 ms) 2023-12-22T18:01:35.901 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.RenameViaLockOwner 2023-12-22T18:01:35.901 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:01:35.967 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.RenameViaLockOwner (66 ms) 2023-12-22T18:01:35.967 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.SnapCreateViaLockOwner 2023-12-22T18:01:35.967 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:01:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:35 smithi032 ceph-mon[189144]: osdmap e1274: 8 total, 8 up, 8 in 2023-12-22T18:01:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:35 smithi032 ceph-mon[189144]: from='client.36816 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:01:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:35 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/279633432' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:01:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:35 smithi032 ceph-mon[191839]: osdmap e1274: 8 total, 8 up, 8 in 2023-12-22T18:01:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:35 smithi032 ceph-mon[191839]: from='client.36816 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:01:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:35 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/279633432' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:01:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:35 smithi039 ceph-mon[181282]: osdmap e1274: 8 total, 8 up, 8 in 2023-12-22T18:01:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:35 smithi039 ceph-mon[181282]: from='client.36816 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:01:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:35 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/279633432' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:01:36.849 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.SnapCreateViaLockOwner (882 ms) 2023-12-22T18:01:36.849 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.SnapRemoveViaLockOwner 2023-12-22T18:01:36.849 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:01:37.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:36 smithi032 ceph-mon[191839]: osdmap e1275: 8 total, 8 up, 8 in 2023-12-22T18:01:37.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:36 smithi032 ceph-mon[191839]: pgmap v2183: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 3.0 KiB/s wr, 34 op/s 2023-12-22T18:01:37.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:01:37.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:36 smithi032 ceph-mon[189144]: osdmap e1275: 8 total, 8 up, 8 in 2023-12-22T18:01:37.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:36 smithi032 ceph-mon[189144]: pgmap v2183: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 3.0 KiB/s wr, 34 op/s 2023-12-22T18:01:37.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:01:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:36 smithi039 ceph-mon[181282]: osdmap e1275: 8 total, 8 up, 8 in 2023-12-22T18:01:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:36 smithi039 ceph-mon[181282]: pgmap v2183: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 3.0 KiB/s wr, 34 op/s 2023-12-22T18:01:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:01:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:37 smithi032 ceph-mon[191839]: osdmap e1276: 8 total, 8 up, 8 in 2023-12-22T18:01:38.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:37 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:01:38.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:37 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:01:38.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:37 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:01:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:37 smithi032 ceph-mon[189144]: osdmap e1276: 8 total, 8 up, 8 in 2023-12-22T18:01:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:37 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:01:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:37 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:01:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:37 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:01:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:37 smithi039 ceph-mon[181282]: osdmap e1276: 8 total, 8 up, 8 in 2023-12-22T18:01:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:37 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:01:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:37 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:01:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:37 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:01:38.862 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.SnapRemoveViaLockOwner (2013 ms) 2023-12-22T18:01:38.862 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.UpdateFeaturesViaLockOwner 2023-12-22T18:01:38.862 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:01:38.929 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.UpdateFeaturesViaLockOwner (66 ms) 2023-12-22T18:01:38.929 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.EnableJournalingViaLockOwner 2023-12-22T18:01:38.929 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2023-12-22T18:01:38.929 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.EnableJournalingViaLockOwner (0 ms) 2023-12-22T18:01:38.929 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.SnapRemove2 2023-12-22T18:01:38.929 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:01:39.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:38 smithi032 ceph-mon[191839]: osdmap e1277: 8 total, 8 up, 8 in 2023-12-22T18:01:39.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:38 smithi032 ceph-mon[191839]: pgmap v2186: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.0 KiB/s wr, 36 op/s 2023-12-22T18:01:39.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:38 smithi032 ceph-mon[189144]: osdmap e1277: 8 total, 8 up, 8 in 2023-12-22T18:01:39.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:38 smithi032 ceph-mon[189144]: pgmap v2186: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.0 KiB/s wr, 36 op/s 2023-12-22T18:01:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:38 smithi039 ceph-mon[181282]: osdmap e1277: 8 total, 8 up, 8 in 2023-12-22T18:01:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:38 smithi039 ceph-mon[181282]: pgmap v2186: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.0 KiB/s wr, 36 op/s 2023-12-22T18:01:40.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:39 smithi032 ceph-mon[191839]: osdmap e1278: 8 total, 8 up, 8 in 2023-12-22T18:01:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:39 smithi032 ceph-mon[189144]: osdmap e1278: 8 total, 8 up, 8 in 2023-12-22T18:01:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:39 smithi039 ceph-mon[181282]: osdmap e1278: 8 total, 8 up, 8 in 2023-12-22T18:01:40.879 INFO:tasks.workunit.client.0.smithi032.stdout:100.00% done 2023-12-22T18:01:40.879 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.SnapRemove2 (1951 ms) 2023-12-22T18:01:40.879 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.SnapRenameViaLockOwner 2023-12-22T18:01:40.879 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:01:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:40 smithi032 ceph-mon[191839]: osdmap e1279: 8 total, 8 up, 8 in 2023-12-22T18:01:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:40 smithi032 ceph-mon[191839]: pgmap v2189: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 6.2 KiB/s wr, 110 op/s 2023-12-22T18:01:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:40 smithi032 ceph-mon[189144]: osdmap e1279: 8 total, 8 up, 8 in 2023-12-22T18:01:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:40 smithi032 ceph-mon[189144]: pgmap v2189: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 6.2 KiB/s wr, 110 op/s 2023-12-22T18:01:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:01:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:01:40] "GET /metrics HTTP/1.1" 200 74933 "" "Prometheus/2.43.0" 2023-12-22T18:01:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:40 smithi039 ceph-mon[181282]: osdmap e1279: 8 total, 8 up, 8 in 2023-12-22T18:01:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:40 smithi039 ceph-mon[181282]: pgmap v2189: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 6.2 KiB/s wr, 110 op/s 2023-12-22T18:01:41.801 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.SnapRenameViaLockOwner (922 ms) 2023-12-22T18:01:41.801 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.SnapProtectViaLockOwner 2023-12-22T18:01:41.802 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:01:42.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:41 smithi032 ceph-mon[189144]: osdmap e1280: 8 total, 8 up, 8 in 2023-12-22T18:01:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:41 smithi032 ceph-mon[189144]: osdmap e1281: 8 total, 8 up, 8 in 2023-12-22T18:01:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:41 smithi032 ceph-mon[191839]: osdmap e1280: 8 total, 8 up, 8 in 2023-12-22T18:01:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:41 smithi032 ceph-mon[191839]: osdmap e1281: 8 total, 8 up, 8 in 2023-12-22T18:01:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:41 smithi039 ceph-mon[181282]: osdmap e1280: 8 total, 8 up, 8 in 2023-12-22T18:01:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:41 smithi039 ceph-mon[181282]: osdmap e1281: 8 total, 8 up, 8 in 2023-12-22T18:01:42.810 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.SnapProtectViaLockOwner (1008 ms) 2023-12-22T18:01:42.810 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.SnapUnprotectViaLockOwner 2023-12-22T18:01:42.810 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:01:43.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:42 smithi032 ceph-mon[191839]: pgmap v2192: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 14 KiB/s wr, 225 op/s 2023-12-22T18:01:43.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:42 smithi032 ceph-mon[191839]: osdmap e1282: 8 total, 8 up, 8 in 2023-12-22T18:01:43.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:42 smithi032 ceph-mon[189144]: pgmap v2192: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 14 KiB/s wr, 225 op/s 2023-12-22T18:01:43.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:42 smithi032 ceph-mon[189144]: osdmap e1282: 8 total, 8 up, 8 in 2023-12-22T18:01:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:42 smithi039 ceph-mon[181282]: pgmap v2192: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 14 KiB/s wr, 225 op/s 2023-12-22T18:01:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:42 smithi039 ceph-mon[181282]: osdmap e1282: 8 total, 8 up, 8 in 2023-12-22T18:01:43.912 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.SnapUnprotectViaLockOwner (1103 ms) 2023-12-22T18:01:43.913 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.FlattenViaLockOwner 2023-12-22T18:01:43.913 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:01:44.986 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.FlattenViaLockOwner (1074 ms) 2023-12-22T18:01:44.986 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.ResizeViaLockOwner 2023-12-22T18:01:44.986 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:01:45.027 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.ResizeViaLockOwner (41 ms) 2023-12-22T18:01:45.027 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.SparsifyViaLockOwner 2023-12-22T18:01:45.027 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:01:45.064 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.SparsifyViaLockOwner (37 ms) 2023-12-22T18:01:45.064 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.ObjectMapConsistentSnap 2023-12-22T18:01:45.064 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:01:45.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:44 smithi032 ceph-mon[191839]: osdmap e1283: 8 total, 8 up, 8 in 2023-12-22T18:01:45.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:44 smithi032 ceph-mon[191839]: pgmap v2195: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 12 KiB/s wr, 205 op/s 2023-12-22T18:01:45.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:44 smithi032 ceph-mon[189144]: osdmap e1283: 8 total, 8 up, 8 in 2023-12-22T18:01:45.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:44 smithi032 ceph-mon[189144]: pgmap v2195: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 12 KiB/s wr, 205 op/s 2023-12-22T18:01:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:44 smithi039 ceph-mon[181282]: osdmap e1283: 8 total, 8 up, 8 in 2023-12-22T18:01:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:44 smithi039 ceph-mon[181282]: pgmap v2195: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 12 KiB/s wr, 205 op/s 2023-12-22T18:01:46.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:45 smithi032 ceph-mon[191839]: osdmap e1284: 8 total, 8 up, 8 in 2023-12-22T18:01:46.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:45 smithi032 ceph-mon[189144]: osdmap e1284: 8 total, 8 up, 8 in 2023-12-22T18:01:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:45 smithi039 ceph-mon[181282]: osdmap e1284: 8 total, 8 up, 8 in 2023-12-22T18:01:47.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:46 smithi032 ceph-mon[189144]: osdmap e1285: 8 total, 8 up, 8 in 2023-12-22T18:01:47.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:46 smithi032 ceph-mon[189144]: pgmap v2198: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 175 KiB/s rd, 10 KiB/s wr, 226 op/s 2023-12-22T18:01:47.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:46 smithi032 ceph-mon[189144]: osdmap e1286: 8 total, 8 up, 8 in 2023-12-22T18:01:47.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:46 smithi032 ceph-mon[191839]: osdmap e1285: 8 total, 8 up, 8 in 2023-12-22T18:01:47.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:46 smithi032 ceph-mon[191839]: pgmap v2198: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 175 KiB/s rd, 10 KiB/s wr, 226 op/s 2023-12-22T18:01:47.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:46 smithi032 ceph-mon[191839]: osdmap e1286: 8 total, 8 up, 8 in 2023-12-22T18:01:47.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:46 smithi039 ceph-mon[181282]: osdmap e1285: 8 total, 8 up, 8 in 2023-12-22T18:01:47.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:46 smithi039 ceph-mon[181282]: pgmap v2198: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 175 KiB/s rd, 10 KiB/s wr, 226 op/s 2023-12-22T18:01:47.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:46 smithi039 ceph-mon[181282]: osdmap e1286: 8 total, 8 up, 8 in 2023-12-22T18:01:49.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:48 smithi039 ceph-mon[181282]: osdmap e1287: 8 total, 8 up, 8 in 2023-12-22T18:01:49.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:48 smithi039 ceph-mon[181282]: pgmap v2201: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 7.7 KiB/s wr, 168 op/s 2023-12-22T18:01:49.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:48 smithi032 ceph-mon[189144]: osdmap e1287: 8 total, 8 up, 8 in 2023-12-22T18:01:49.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:48 smithi032 ceph-mon[189144]: pgmap v2201: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 7.7 KiB/s wr, 168 op/s 2023-12-22T18:01:49.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:48 smithi032 ceph-mon[191839]: osdmap e1287: 8 total, 8 up, 8 in 2023-12-22T18:01:49.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:48 smithi032 ceph-mon[191839]: pgmap v2201: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 7.7 KiB/s wr, 168 op/s 2023-12-22T18:01:50.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:49 smithi032 ceph-mon[191839]: osdmap e1288: 8 total, 8 up, 8 in 2023-12-22T18:01:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:01:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:49 smithi032 ceph-mon[189144]: osdmap e1288: 8 total, 8 up, 8 in 2023-12-22T18:01:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:01:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:49 smithi039 ceph-mon[181282]: osdmap e1288: 8 total, 8 up, 8 in 2023-12-22T18:01:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:01:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:01:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:01:50] "GET /metrics HTTP/1.1" 200 74927 "" "Prometheus/2.43.0" 2023-12-22T18:01:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:50 smithi032 ceph-mon[189144]: osdmap e1289: 8 total, 8 up, 8 in 2023-12-22T18:01:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:50 smithi032 ceph-mon[189144]: pgmap v2204: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 7.7 KiB/s wr, 136 op/s 2023-12-22T18:01:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:50 smithi032 ceph-mon[191839]: osdmap e1289: 8 total, 8 up, 8 in 2023-12-22T18:01:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:50 smithi032 ceph-mon[191839]: pgmap v2204: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 7.7 KiB/s wr, 136 op/s 2023-12-22T18:01:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:50 smithi039 ceph-mon[181282]: osdmap e1289: 8 total, 8 up, 8 in 2023-12-22T18:01:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:50 smithi039 ceph-mon[181282]: pgmap v2204: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 7.7 KiB/s wr, 136 op/s 2023-12-22T18:01:52.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:51 smithi032 ceph-mon[189144]: osdmap e1290: 8 total, 8 up, 8 in 2023-12-22T18:01:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:51 smithi032 ceph-mon[189144]: osdmap e1291: 8 total, 8 up, 8 in 2023-12-22T18:01:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:51 smithi032 ceph-mon[191839]: osdmap e1290: 8 total, 8 up, 8 in 2023-12-22T18:01:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:51 smithi032 ceph-mon[191839]: osdmap e1291: 8 total, 8 up, 8 in 2023-12-22T18:01:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:51 smithi039 ceph-mon[181282]: osdmap e1290: 8 total, 8 up, 8 in 2023-12-22T18:01:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:51 smithi039 ceph-mon[181282]: osdmap e1291: 8 total, 8 up, 8 in 2023-12-22T18:01:53.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:52 smithi032 ceph-mon[191839]: pgmap v2207: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 8.0 KiB/s wr, 140 op/s 2023-12-22T18:01:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:52 smithi032 ceph-mon[189144]: pgmap v2207: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 8.0 KiB/s wr, 140 op/s 2023-12-22T18:01:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:52 smithi039 ceph-mon[181282]: pgmap v2207: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 8.0 KiB/s wr, 140 op/s 2023-12-22T18:01:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:53 smithi032 ceph-mon[191839]: osdmap e1292: 8 total, 8 up, 8 in 2023-12-22T18:01:54.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:53 smithi032 ceph-mon[189144]: osdmap e1292: 8 total, 8 up, 8 in 2023-12-22T18:01:54.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:53 smithi039 ceph-mon[181282]: osdmap e1292: 8 total, 8 up, 8 in 2023-12-22T18:01:55.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:54 smithi032 ceph-mon[189144]: osdmap e1293: 8 total, 8 up, 8 in 2023-12-22T18:01:55.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:54 smithi032 ceph-mon[189144]: pgmap v2210: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 3.7 KiB/s wr, 95 op/s 2023-12-22T18:01:55.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:54 smithi032 ceph-mon[191839]: osdmap e1293: 8 total, 8 up, 8 in 2023-12-22T18:01:55.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:54 smithi032 ceph-mon[191839]: pgmap v2210: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 3.7 KiB/s wr, 95 op/s 2023-12-22T18:01:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:54 smithi039 ceph-mon[181282]: osdmap e1293: 8 total, 8 up, 8 in 2023-12-22T18:01:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:54 smithi039 ceph-mon[181282]: pgmap v2210: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 3.7 KiB/s wr, 95 op/s 2023-12-22T18:01:55.424 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.ObjectMapConsistentSnap (10360 ms) 2023-12-22T18:01:55.424 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.Metadata 2023-12-22T18:01:55.424 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:01:55.916 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.Metadata (491 ms) 2023-12-22T18:01:55.916 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.MetadataPP 2023-12-22T18:01:55.916 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:01:56.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:55 smithi032 ceph-mon[191839]: osdmap e1294: 8 total, 8 up, 8 in 2023-12-22T18:01:56.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:55 smithi032 ceph-mon[189144]: osdmap e1294: 8 total, 8 up, 8 in 2023-12-22T18:01:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:55 smithi039 ceph-mon[181282]: osdmap e1294: 8 total, 8 up, 8 in 2023-12-22T18:01:56.940 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.MetadataPP (1025 ms) 2023-12-22T18:01:56.941 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.UpdateFeatures 2023-12-22T18:01:56.941 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:01:57.045 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.UpdateFeatures (105 ms) 2023-12-22T18:01:57.045 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.FeaturesBitmaskString 2023-12-22T18:01:57.045 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.FeaturesBitmaskString (0 ms) 2023-12-22T18:01:57.046 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.RebuildObjectMap 2023-12-22T18:01:57.046 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:01:57.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:56 smithi032 ceph-mon[191839]: osdmap e1295: 8 total, 8 up, 8 in 2023-12-22T18:01:57.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:56 smithi032 ceph-mon[191839]: pgmap v2213: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 17 KiB/s wr, 105 op/s 2023-12-22T18:01:57.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:56 smithi032 ceph-mon[189144]: osdmap e1295: 8 total, 8 up, 8 in 2023-12-22T18:01:57.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:56 smithi032 ceph-mon[189144]: pgmap v2213: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 17 KiB/s wr, 105 op/s 2023-12-22T18:01:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:56 smithi039 ceph-mon[181282]: osdmap e1295: 8 total, 8 up, 8 in 2023-12-22T18:01:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:56 smithi039 ceph-mon[181282]: pgmap v2213: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 17 KiB/s wr, 105 op/s 2023-12-22T18:01:57.903 INFO:tasks.workunit.client.0.smithi032.stdout:0.00% done 2023-12-22T18:01:57.903 INFO:tasks.workunit.client.0.smithi032.stdout:25.00% done 2023-12-22T18:01:57.903 INFO:tasks.workunit.client.0.smithi032.stdout:50.00% done 2023-12-22T18:01:57.903 INFO:tasks.workunit.client.0.smithi032.stdout:75.00% done 2023-12-22T18:01:57.903 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.RebuildObjectMap (857 ms) 2023-12-22T18:01:57.903 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.RebuildNewObjectMap 2023-12-22T18:01:57.943 INFO:tasks.workunit.client.0.smithi032.stdout:0.00% done 2023-12-22T18:01:57.943 INFO:tasks.workunit.client.0.smithi032.stdout:25.00% done 2023-12-22T18:01:57.944 INFO:tasks.workunit.client.0.smithi032.stdout:50.00% done 2023-12-22T18:01:57.944 INFO:tasks.workunit.client.0.smithi032.stdout:75.00% done 2023-12-22T18:01:57.944 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.RebuildNewObjectMap (41 ms) 2023-12-22T18:01:57.944 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.CheckObjectMap 2023-12-22T18:01:57.944 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:01:58.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:57 smithi032 ceph-mon[189144]: osdmap e1296: 8 total, 8 up, 8 in 2023-12-22T18:01:58.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:57 smithi032 ceph-mon[191839]: osdmap e1296: 8 total, 8 up, 8 in 2023-12-22T18:01:58.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:57 smithi039 ceph-mon[181282]: osdmap e1296: 8 total, 8 up, 8 in 2023-12-22T18:01:58.910 INFO:tasks.workunit.client.0.smithi032.stdout:0.00% done 2023-12-22T18:01:58.911 INFO:tasks.workunit.client.0.smithi032.stdout:25.00% done 2023-12-22T18:01:58.911 INFO:tasks.workunit.client.0.smithi032.stdout:50.00% done 2023-12-22T18:01:58.911 INFO:tasks.workunit.client.0.smithi032.stdout:75.00% done 2023-12-22T18:01:58.911 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.CheckObjectMap (967 ms) 2023-12-22T18:01:58.911 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.BlockingAIO 2023-12-22T18:01:58.911 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:01:58.950 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.BlockingAIO (40 ms) 2023-12-22T18:01:58.950 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.ExclusiveLockTransition 2023-12-22T18:01:58.950 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:01:59.078 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.ExclusiveLockTransition (128 ms) 2023-12-22T18:01:59.078 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.ExclusiveLockReadTransition 2023-12-22T18:01:59.078 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2023-12-22T18:01:59.078 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.ExclusiveLockReadTransition (0 ms) 2023-12-22T18:01:59.078 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.CacheMayCopyOnWrite 2023-12-22T18:01:59.078 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:01:59.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:58 smithi032 ceph-mon[191839]: osdmap e1297: 8 total, 8 up, 8 in 2023-12-22T18:01:59.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:58 smithi032 ceph-mon[191839]: pgmap v2216: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 17 KiB/s wr, 20 op/s 2023-12-22T18:01:59.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:58 smithi032 ceph-mon[189144]: osdmap e1297: 8 total, 8 up, 8 in 2023-12-22T18:01:59.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:58 smithi032 ceph-mon[189144]: pgmap v2216: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 17 KiB/s wr, 20 op/s 2023-12-22T18:01:59.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:58 smithi039 ceph-mon[181282]: osdmap e1297: 8 total, 8 up, 8 in 2023-12-22T18:01:59.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:58 smithi039 ceph-mon[181282]: pgmap v2216: 649 pgs: 649 active+clean; 143 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 17 KiB/s wr, 20 op/s 2023-12-22T18:01:59.926 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.CacheMayCopyOnWrite (847 ms) 2023-12-22T18:01:59.926 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot 2023-12-22T18:01:59.926 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:02:00.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:01:59 smithi032 ceph-mon[191839]: osdmap e1298: 8 total, 8 up, 8 in 2023-12-22T18:02:00.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:01:59 smithi032 ceph-mon[189144]: osdmap e1298: 8 total, 8 up, 8 in 2023-12-22T18:02:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:01:59 smithi039 ceph-mon[181282]: osdmap e1298: 8 total, 8 up, 8 in 2023-12-22T18:02:00.886 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot (961 ms) 2023-12-22T18:02:00.886 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestImageOptions 2023-12-22T18:02:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:02:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:02:00] "GET /metrics HTTP/1.1" 200 74927 "" "Prometheus/2.43.0" 2023-12-22T18:02:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:00 smithi032 ceph-mon[191839]: osdmap e1299: 8 total, 8 up, 8 in 2023-12-22T18:02:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:00 smithi032 ceph-mon[191839]: pgmap v2219: 649 pgs: 649 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 660 KiB/s rd, 205 KiB/s wr, 998 op/s 2023-12-22T18:02:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:00 smithi032 ceph-mon[189144]: osdmap e1299: 8 total, 8 up, 8 in 2023-12-22T18:02:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:00 smithi032 ceph-mon[189144]: pgmap v2219: 649 pgs: 649 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 660 KiB/s rd, 205 KiB/s wr, 998 op/s 2023-12-22T18:02:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:00 smithi039 ceph-mon[181282]: osdmap e1299: 8 total, 8 up, 8 in 2023-12-22T18:02:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:00 smithi039 ceph-mon[181282]: pgmap v2219: 649 pgs: 649 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 660 KiB/s rd, 205 KiB/s wr, 998 op/s 2023-12-22T18:02:01.986 INFO:tasks.workunit.client.0.smithi032.stdout:0.00% done 2023-12-22T18:02:01.986 INFO:tasks.workunit.client.0.smithi032.stdout:100.00% done 2023-12-22T18:02:01.987 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestImageOptions (1100 ms) 2023-12-22T18:02:01.987 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestImageOptionsPP 2023-12-22T18:02:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:01 smithi032 ceph-mon[191839]: osdmap e1300: 8 total, 8 up, 8 in 2023-12-22T18:02:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:01 smithi032 ceph-mon[189144]: osdmap e1300: 8 total, 8 up, 8 in 2023-12-22T18:02:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:01 smithi039 ceph-mon[181282]: osdmap e1300: 8 total, 8 up, 8 in 2023-12-22T18:02:03.006 INFO:tasks.workunit.client.0.smithi032.stdout:0.00% done 2023-12-22T18:02:03.006 INFO:tasks.workunit.client.0.smithi032.stdout:100.00% done 2023-12-22T18:02:03.006 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestImageOptionsPP (1019 ms) 2023-12-22T18:02:03.006 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.EventSocketPipe 2023-12-22T18:02:03.007 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.EventSocketPipe (0 ms) 2023-12-22T18:02:03.007 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.EventSocketEventfd 2023-12-22T18:02:03.007 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.EventSocketEventfd (0 ms) 2023-12-22T18:02:03.007 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.ImagePollIO 2023-12-22T18:02:03.007 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:02:03.054 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T18:02:03.054 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T18:02:03.054 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T18:02:03.054 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T18:02:03.054 INFO:tasks.workunit.client.0.smithi032.stdout:wrote: 512 2023-12-22T18:02:03.054 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:02:03.054 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2023-12-22T18:02:03.054 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:02:03.055 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:02:03.055 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2023-12-22T18:02:03.055 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:02:03.055 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2023-12-22T18:02:03.055 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:02:03.055 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:02:03.055 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2023-12-22T18:02:03.055 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:02:03.055 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2023-12-22T18:02:03.055 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:02:03.055 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:02:03.056 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2023-12-22T18:02:03.056 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:02:03.056 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2023-12-22T18:02:03.056 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:02:03.056 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:02:03.056 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2023-12-22T18:02:03.056 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:02:03.056 INFO:tasks.workunit.client.0.smithi032.stdout:started write 2023-12-22T18:02:03.056 INFO:tasks.workunit.client.0.smithi032.stdout:write completion cb called! 2023-12-22T18:02:03.056 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 0 2023-12-22T18:02:03.056 INFO:tasks.workunit.client.0.smithi032.stdout:finished write 2023-12-22T18:02:03.057 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:02:03.057 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2023-12-22T18:02:03.057 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:02:03.057 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2023-12-22T18:02:03.057 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:02:03.057 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2023-12-22T18:02:03.057 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:02:03.057 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2023-12-22T18:02:03.057 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:02:03.057 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2023-12-22T18:02:03.058 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:02:03.058 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2023-12-22T18:02:03.058 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:02:03.058 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2023-12-22T18:02:03.058 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:02:03.058 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2023-12-22T18:02:03.058 INFO:tasks.workunit.client.0.smithi032.stdout:created completion 2023-12-22T18:02:03.058 INFO:tasks.workunit.client.0.smithi032.stdout:started read 2023-12-22T18:02:03.058 INFO:tasks.workunit.client.0.smithi032.stdout:read completion cb called! 2023-12-22T18:02:03.058 INFO:tasks.workunit.client.0.smithi032.stdout:return value is: 512 2023-12-22T18:02:03.059 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.ImagePollIO (49 ms) 2023-12-22T18:02:03.059 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.Mirror 2023-12-22T18:02:03.059 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:02:03.067 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:02:03.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:02 smithi032 ceph-mon[191839]: osdmap e1301: 8 total, 8 up, 8 in 2023-12-22T18:02:03.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:02 smithi032 ceph-mon[191839]: pgmap v2222: 649 pgs: 649 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 781 KiB/s rd, 250 KiB/s wr, 1.15k op/s 2023-12-22T18:02:03.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:02 smithi032 ceph-mon[189144]: osdmap e1301: 8 total, 8 up, 8 in 2023-12-22T18:02:03.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:02 smithi032 ceph-mon[189144]: pgmap v2222: 649 pgs: 649 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 781 KiB/s rd, 250 KiB/s wr, 1.15k op/s 2023-12-22T18:02:03.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:02 smithi039 ceph-mon[181282]: osdmap e1301: 8 total, 8 up, 8 in 2023-12-22T18:02:03.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:02 smithi039 ceph-mon[181282]: pgmap v2222: 649 pgs: 649 active+clean; 143 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 781 KiB/s rd, 250 KiB/s wr, 1.15k op/s 2023-12-22T18:02:04.045 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.Mirror (991 ms) 2023-12-22T18:02:04.045 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.MirrorPeerAttributes 2023-12-22T18:02:04.060 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.MirrorPeerAttributes (15 ms) 2023-12-22T18:02:04.061 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.CreateWithMirrorEnabled 2023-12-22T18:02:04.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:03 smithi032 ceph-mon[191839]: osdmap e1302: 8 total, 8 up, 8 in 2023-12-22T18:02:04.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:03 smithi032 ceph-mon[189144]: osdmap e1302: 8 total, 8 up, 8 in 2023-12-22T18:02:04.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:03 smithi039 ceph-mon[181282]: osdmap e1302: 8 total, 8 up, 8 in 2023-12-22T18:02:05.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:04 smithi032 ceph-mon[191839]: osdmap e1303: 8 total, 8 up, 8 in 2023-12-22T18:02:05.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:04 smithi032 ceph-mon[191839]: pgmap v2225: 649 pgs: 649 active+clean; 148 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 308 KiB/s rd, 1.4 MiB/s wr, 413 op/s 2023-12-22T18:02:05.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:04 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1965715733' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/uuid4"}]: dispatch 2023-12-22T18:02:05.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:04 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/uuid4"}]: dispatch 2023-12-22T18:02:05.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:04 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/uuid4"}]': finished 2023-12-22T18:02:05.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:04 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1965715733' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/910fcb5a-32f9-4f17-9ce2-c9d0ad49b3b3"}]: dispatch 2023-12-22T18:02:05.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:04 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/910fcb5a-32f9-4f17-9ce2-c9d0ad49b3b3"}]: dispatch 2023-12-22T18:02:05.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:04 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/910fcb5a-32f9-4f17-9ce2-c9d0ad49b3b3"}]': finished 2023-12-22T18:02:05.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:04 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1965715733' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/69719680-c636-4c60-938f-637ea555a3e3"}]: dispatch 2023-12-22T18:02:05.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:04 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/69719680-c636-4c60-938f-637ea555a3e3"}]: dispatch 2023-12-22T18:02:05.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:04 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/69719680-c636-4c60-938f-637ea555a3e3"}]': finished 2023-12-22T18:02:05.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:04 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1965715733' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/fbddc852-2f55-4031-a93e-1a5e5a5261fb"}]: dispatch 2023-12-22T18:02:05.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:04 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/fbddc852-2f55-4031-a93e-1a5e5a5261fb"}]: dispatch 2023-12-22T18:02:05.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:04 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/fbddc852-2f55-4031-a93e-1a5e5a5261fb"}]': finished 2023-12-22T18:02:05.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:04 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1965715733' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/77/ca23e71d-dfb1-42b4-a05d-1929955f6510"}]: dispatch 2023-12-22T18:02:05.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:04 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' 2023-12-22T18:02:05.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:04 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1965715733' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/77/ca23e71d-dfb1-42b4-a05d-1929955f6510"}]: dispatch 2023-12-22T18:02:05.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:04 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1965715733' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/ca23e71d-dfb1-42b4-a05d-1929955f6510"}]: dispatch 2023-12-22T18:02:05.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:04 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/ca23e71d-dfb1-42b4-a05d-1929955f6510"}]: dispatch 2023-12-22T18:02:05.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:04 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/ca23e71d-dfb1-42b4-a05d-1929955f6510"}]': finished 2023-12-22T18:02:05.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:02:05.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:04 smithi032 ceph-mon[189144]: osdmap e1303: 8 total, 8 up, 8 in 2023-12-22T18:02:05.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:04 smithi032 ceph-mon[189144]: pgmap v2225: 649 pgs: 649 active+clean; 148 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 308 KiB/s rd, 1.4 MiB/s wr, 413 op/s 2023-12-22T18:02:05.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:04 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1965715733' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/uuid4"}]: dispatch 2023-12-22T18:02:05.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:04 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/uuid4"}]: dispatch 2023-12-22T18:02:05.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:04 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/uuid4"}]': finished 2023-12-22T18:02:05.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:04 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1965715733' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/910fcb5a-32f9-4f17-9ce2-c9d0ad49b3b3"}]: dispatch 2023-12-22T18:02:05.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:04 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/910fcb5a-32f9-4f17-9ce2-c9d0ad49b3b3"}]: dispatch 2023-12-22T18:02:05.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:04 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/910fcb5a-32f9-4f17-9ce2-c9d0ad49b3b3"}]': finished 2023-12-22T18:02:05.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:04 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1965715733' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/69719680-c636-4c60-938f-637ea555a3e3"}]: dispatch 2023-12-22T18:02:05.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:04 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/69719680-c636-4c60-938f-637ea555a3e3"}]: dispatch 2023-12-22T18:02:05.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:04 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/69719680-c636-4c60-938f-637ea555a3e3"}]': finished 2023-12-22T18:02:05.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:04 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1965715733' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/fbddc852-2f55-4031-a93e-1a5e5a5261fb"}]: dispatch 2023-12-22T18:02:05.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:04 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/fbddc852-2f55-4031-a93e-1a5e5a5261fb"}]: dispatch 2023-12-22T18:02:05.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:04 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/fbddc852-2f55-4031-a93e-1a5e5a5261fb"}]': finished 2023-12-22T18:02:05.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:04 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1965715733' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/77/ca23e71d-dfb1-42b4-a05d-1929955f6510"}]: dispatch 2023-12-22T18:02:05.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:04 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' 2023-12-22T18:02:05.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:04 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1965715733' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/77/ca23e71d-dfb1-42b4-a05d-1929955f6510"}]: dispatch 2023-12-22T18:02:05.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:04 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1965715733' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/ca23e71d-dfb1-42b4-a05d-1929955f6510"}]: dispatch 2023-12-22T18:02:05.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:04 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/ca23e71d-dfb1-42b4-a05d-1929955f6510"}]: dispatch 2023-12-22T18:02:05.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:04 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/ca23e71d-dfb1-42b4-a05d-1929955f6510"}]': finished 2023-12-22T18:02:05.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:02:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:04 smithi039 ceph-mon[181282]: osdmap e1303: 8 total, 8 up, 8 in 2023-12-22T18:02:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:04 smithi039 ceph-mon[181282]: pgmap v2225: 649 pgs: 649 active+clean; 148 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 308 KiB/s rd, 1.4 MiB/s wr, 413 op/s 2023-12-22T18:02:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:04 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1965715733' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/uuid4"}]: dispatch 2023-12-22T18:02:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:04 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/uuid4"}]: dispatch 2023-12-22T18:02:05.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:04 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/uuid4"}]': finished 2023-12-22T18:02:05.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:04 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1965715733' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/910fcb5a-32f9-4f17-9ce2-c9d0ad49b3b3"}]: dispatch 2023-12-22T18:02:05.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:04 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/910fcb5a-32f9-4f17-9ce2-c9d0ad49b3b3"}]: dispatch 2023-12-22T18:02:05.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:04 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/910fcb5a-32f9-4f17-9ce2-c9d0ad49b3b3"}]': finished 2023-12-22T18:02:05.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:04 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1965715733' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/69719680-c636-4c60-938f-637ea555a3e3"}]: dispatch 2023-12-22T18:02:05.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:04 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/69719680-c636-4c60-938f-637ea555a3e3"}]: dispatch 2023-12-22T18:02:05.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:04 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/69719680-c636-4c60-938f-637ea555a3e3"}]': finished 2023-12-22T18:02:05.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:04 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1965715733' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/fbddc852-2f55-4031-a93e-1a5e5a5261fb"}]: dispatch 2023-12-22T18:02:05.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:04 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/fbddc852-2f55-4031-a93e-1a5e5a5261fb"}]: dispatch 2023-12-22T18:02:05.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:04 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/fbddc852-2f55-4031-a93e-1a5e5a5261fb"}]': finished 2023-12-22T18:02:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:04 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1965715733' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/77/ca23e71d-dfb1-42b4-a05d-1929955f6510"}]: dispatch 2023-12-22T18:02:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:04 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' 2023-12-22T18:02:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:04 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1965715733' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/77/ca23e71d-dfb1-42b4-a05d-1929955f6510"}]: dispatch 2023-12-22T18:02:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:04 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1965715733' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/ca23e71d-dfb1-42b4-a05d-1929955f6510"}]: dispatch 2023-12-22T18:02:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:04 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/ca23e71d-dfb1-42b4-a05d-1929955f6510"}]: dispatch 2023-12-22T18:02:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:04 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/ca23e71d-dfb1-42b4-a05d-1929955f6510"}]': finished 2023-12-22T18:02:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:02:05.817 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:02:06.184 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:02:06.184 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (42m) 8m ago 46m 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:02:06.184 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (41m) 6m ago 46m 93.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:02:06.184 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (47m) 8m ago 47m 22.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:02:06.184 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (47m) 6m ago 47m 27.7M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:02:06.184 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (41m) 6m ago 49m 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:02:06.185 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (41m) 8m ago 51m 548M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:02:06.185 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (41m) 8m ago 51m 285M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:02:06.185 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (40m) 6m ago 50m 166M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:02:06.185 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (40m) 8m ago 50m 168M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:02:06.185 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (42m) 8m ago 46m 16.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:02:06.185 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (41m) 6m ago 46m 18.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:02:06.185 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (40m) 8m ago 49m 2024M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:02:06.185 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (39m) 8m ago 49m 2282M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:02:06.185 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (39m) 8m ago 49m 2158M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:02:06.185 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (38m) 8m ago 48m 1910M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:02:06.185 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (38m) 6m ago 48m 1896M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:02:06.185 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (37m) 6m ago 48m 1655M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:02:06.186 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (37m) 6m ago 47m 1107M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:02:06.186 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (36m) 6m ago 47m 1550M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:02:06.186 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (41m) 6m ago 46m 81.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:02:06.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:06 smithi032 ceph-mon[191839]: osdmap e1304: 8 total, 8 up, 8 in 2023-12-22T18:02:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.13", "id": [7, 1]}]: dispatch 2023-12-22T18:02:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1a", "id": [7, 4]}]: dispatch 2023-12-22T18:02:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.f", "id": [3, 5]}]: dispatch 2023-12-22T18:02:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.12", "id": [4, 6]}]: dispatch 2023-12-22T18:02:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.15", "id": [1, 5]}]: dispatch 2023-12-22T18:02:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1", "id": [1, 4]}]: dispatch 2023-12-22T18:02:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.19", "id": [2, 3]}]: dispatch 2023-12-22T18:02:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1d", "id": [2, 4]}]: dispatch 2023-12-22T18:02:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:06 smithi032 ceph-mon[189144]: osdmap e1304: 8 total, 8 up, 8 in 2023-12-22T18:02:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.13", "id": [7, 1]}]: dispatch 2023-12-22T18:02:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1a", "id": [7, 4]}]: dispatch 2023-12-22T18:02:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.f", "id": [3, 5]}]: dispatch 2023-12-22T18:02:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.12", "id": [4, 6]}]: dispatch 2023-12-22T18:02:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.15", "id": [1, 5]}]: dispatch 2023-12-22T18:02:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1", "id": [1, 4]}]: dispatch 2023-12-22T18:02:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.19", "id": [2, 3]}]: dispatch 2023-12-22T18:02:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1d", "id": [2, 4]}]: dispatch 2023-12-22T18:02:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:06 smithi039 ceph-mon[181282]: osdmap e1304: 8 total, 8 up, 8 in 2023-12-22T18:02:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.13", "id": [7, 1]}]: dispatch 2023-12-22T18:02:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1a", "id": [7, 4]}]: dispatch 2023-12-22T18:02:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.f", "id": [3, 5]}]: dispatch 2023-12-22T18:02:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.12", "id": [4, 6]}]: dispatch 2023-12-22T18:02:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.15", "id": [1, 5]}]: dispatch 2023-12-22T18:02:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1", "id": [1, 4]}]: dispatch 2023-12-22T18:02:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.19", "id": [2, 3]}]: dispatch 2023-12-22T18:02:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1d", "id": [2, 4]}]: dispatch 2023-12-22T18:02:06.585 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:02:06.585 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:02:06.585 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:02:06.585 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:02:06.585 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:02:06.585 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:02:06.585 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:02:06.586 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:02:06.586 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:02:06.586 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:02:06.586 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:02:06.586 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:02:06.586 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:02:06.586 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:02:06.586 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:02:06.586 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:02:06.586 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:02:06.586 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:02:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:07 smithi032 ceph-mon[191839]: from='client.46748 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:02:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:07 smithi032 ceph-mon[191839]: pgmap v2227: 649 pgs: 649 active+clean; 151 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 336 KiB/s rd, 1.9 MiB/s wr, 463 op/s 2023-12-22T18:02:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.13", "id": [7, 1]}]': finished 2023-12-22T18:02:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1a", "id": [7, 4]}]': finished 2023-12-22T18:02:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.f", "id": [3, 5]}]': finished 2023-12-22T18:02:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.12", "id": [4, 6]}]': finished 2023-12-22T18:02:07.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.15", "id": [1, 5]}]': finished 2023-12-22T18:02:07.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1", "id": [1, 4]}]': finished 2023-12-22T18:02:07.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.19", "id": [2, 3]}]': finished 2023-12-22T18:02:07.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1d", "id": [2, 4]}]': finished 2023-12-22T18:02:07.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:07 smithi032 ceph-mon[191839]: osdmap e1305: 8 total, 8 up, 8 in 2023-12-22T18:02:07.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:07 smithi032 ceph-mon[191839]: from='client.46754 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:02:07.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:07 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3786829913' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:02:07.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:07 smithi032 ceph-mon[189144]: from='client.46748 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:02:07.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:07 smithi032 ceph-mon[189144]: pgmap v2227: 649 pgs: 649 active+clean; 151 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 336 KiB/s rd, 1.9 MiB/s wr, 463 op/s 2023-12-22T18:02:07.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.13", "id": [7, 1]}]': finished 2023-12-22T18:02:07.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1a", "id": [7, 4]}]': finished 2023-12-22T18:02:07.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.f", "id": [3, 5]}]': finished 2023-12-22T18:02:07.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.12", "id": [4, 6]}]': finished 2023-12-22T18:02:07.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.15", "id": [1, 5]}]': finished 2023-12-22T18:02:07.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1", "id": [1, 4]}]': finished 2023-12-22T18:02:07.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.19", "id": [2, 3]}]': finished 2023-12-22T18:02:07.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1d", "id": [2, 4]}]': finished 2023-12-22T18:02:07.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:07 smithi032 ceph-mon[189144]: osdmap e1305: 8 total, 8 up, 8 in 2023-12-22T18:02:07.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:07 smithi032 ceph-mon[189144]: from='client.46754 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:02:07.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:07 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3786829913' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:02:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:07 smithi039 ceph-mon[181282]: from='client.46748 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:02:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:07 smithi039 ceph-mon[181282]: pgmap v2227: 649 pgs: 649 active+clean; 151 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 336 KiB/s rd, 1.9 MiB/s wr, 463 op/s 2023-12-22T18:02:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.13", "id": [7, 1]}]': finished 2023-12-22T18:02:07.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1a", "id": [7, 4]}]': finished 2023-12-22T18:02:07.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.f", "id": [3, 5]}]': finished 2023-12-22T18:02:07.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.12", "id": [4, 6]}]': finished 2023-12-22T18:02:07.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.15", "id": [1, 5]}]': finished 2023-12-22T18:02:07.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1", "id": [1, 4]}]': finished 2023-12-22T18:02:07.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.19", "id": [2, 3]}]': finished 2023-12-22T18:02:07.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1d", "id": [2, 4]}]': finished 2023-12-22T18:02:07.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:07 smithi039 ceph-mon[181282]: osdmap e1305: 8 total, 8 up, 8 in 2023-12-22T18:02:07.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:07 smithi039 ceph-mon[181282]: from='client.46754 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:02:07.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:07 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3786829913' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:02:08.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:08 smithi032 ceph-mon[191839]: osdmap e1306: 8 total, 8 up, 8 in 2023-12-22T18:02:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:08 smithi032 ceph-mon[189144]: osdmap e1306: 8 total, 8 up, 8 in 2023-12-22T18:02:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:08 smithi039 ceph-mon[181282]: osdmap e1306: 8 total, 8 up, 8 in 2023-12-22T18:02:09.143 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.CreateWithMirrorEnabled (5083 ms) 2023-12-22T18:02:09.143 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot 2023-12-22T18:02:09.143 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:02:09.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:09 smithi032 ceph-mon[191839]: pgmap v2230: 649 pgs: 649 active+clean; 151 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 788 KiB/s wr, 213 op/s 2023-12-22T18:02:09.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:09 smithi032 ceph-mon[191839]: osdmap e1307: 8 total, 8 up, 8 in 2023-12-22T18:02:09.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:09 smithi032 ceph-mon[189144]: pgmap v2230: 649 pgs: 649 active+clean; 151 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 788 KiB/s wr, 213 op/s 2023-12-22T18:02:09.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:09 smithi032 ceph-mon[189144]: osdmap e1307: 8 total, 8 up, 8 in 2023-12-22T18:02:09.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:09 smithi039 ceph-mon[181282]: pgmap v2230: 649 pgs: 649 active+clean; 151 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 788 KiB/s wr, 213 op/s 2023-12-22T18:02:09.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:09 smithi039 ceph-mon[181282]: osdmap e1307: 8 total, 8 up, 8 in 2023-12-22T18:02:10.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:10 smithi032 ceph-mon[191839]: osdmap e1308: 8 total, 8 up, 8 in 2023-12-22T18:02:10.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:10 smithi032 ceph-mon[189144]: osdmap e1308: 8 total, 8 up, 8 in 2023-12-22T18:02:10.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:10 smithi039 ceph-mon[181282]: osdmap e1308: 8 total, 8 up, 8 in 2023-12-22T18:02:11.116 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:02:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:02:10] "GET /metrics HTTP/1.1" 200 74936 "" "Prometheus/2.43.0" 2023-12-22T18:02:11.151 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot (2008 ms) 2023-12-22T18:02:11.152 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.ExclusiveLock 2023-12-22T18:02:11.152 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:02:11.233 INFO:tasks.workunit.client.0.smithi032.stdout:1: acquiring exclusive lock 2023-12-22T18:02:11.233 INFO:tasks.workunit.client.0.smithi032.stdout:2: acquiring exclusive lock 2023-12-22T18:02:11.237 INFO:tasks.workunit.client.0.smithi032.stdout:2: exclusive lock acquired 2023-12-22T18:02:11.285 INFO:tasks.workunit.client.0.smithi032.stdout:2: releasing exclusive lock 2023-12-22T18:02:11.289 INFO:tasks.workunit.client.0.smithi032.stdout:2: exclusive lock released 2023-12-22T18:02:11.289 INFO:tasks.workunit.client.0.smithi032.stdout:2: acquiring exclusive lock 2023-12-22T18:02:11.291 INFO:tasks.workunit.client.0.smithi032.stdout:1: exclusive lock acquired 2023-12-22T18:02:11.304 INFO:tasks.workunit.client.0.smithi032.stdout:1: releasing exclusive lock 2023-12-22T18:02:11.307 INFO:tasks.workunit.client.0.smithi032.stdout:1: exclusive lock released 2023-12-22T18:02:11.307 INFO:tasks.workunit.client.0.smithi032.stdout:1: acquiring exclusive lock 2023-12-22T18:02:11.311 INFO:tasks.workunit.client.0.smithi032.stdout:2: exclusive lock acquired 2023-12-22T18:02:11.333 INFO:tasks.workunit.client.0.smithi032.stdout:2: releasing exclusive lock 2023-12-22T18:02:11.336 INFO:tasks.workunit.client.0.smithi032.stdout:2: exclusive lock released 2023-12-22T18:02:11.336 INFO:tasks.workunit.client.0.smithi032.stdout:2: acquiring exclusive lock 2023-12-22T18:02:11.340 INFO:tasks.workunit.client.0.smithi032.stdout:2: exclusive lock acquired 2023-12-22T18:02:11.353 INFO:tasks.workunit.client.0.smithi032.stdout:2: releasing exclusive lock 2023-12-22T18:02:11.356 INFO:tasks.workunit.client.0.smithi032.stdout:2: exclusive lock released 2023-12-22T18:02:11.357 INFO:tasks.workunit.client.0.smithi032.stdout:2: acquiring exclusive lock 2023-12-22T18:02:11.360 INFO:tasks.workunit.client.0.smithi032.stdout:2: exclusive lock acquired 2023-12-22T18:02:11.390 INFO:tasks.workunit.client.0.smithi032.stdout:2: releasing exclusive lock 2023-12-22T18:02:11.394 INFO:tasks.workunit.client.0.smithi032.stdout:2: exclusive lock released 2023-12-22T18:02:11.394 INFO:tasks.workunit.client.0.smithi032.stdout:2: acquiring exclusive lock 2023-12-22T18:02:11.396 INFO:tasks.workunit.client.0.smithi032.stdout:1: exclusive lock acquired 2023-12-22T18:02:11.417 INFO:tasks.workunit.client.0.smithi032.stdout:1: releasing exclusive lock 2023-12-22T18:02:11.421 INFO:tasks.workunit.client.0.smithi032.stdout:1: exclusive lock released 2023-12-22T18:02:11.421 INFO:tasks.workunit.client.0.smithi032.stdout:1: acquiring exclusive lock 2023-12-22T18:02:11.425 INFO:tasks.workunit.client.0.smithi032.stdout:1: exclusive lock acquired 2023-12-22T18:02:11.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:11 smithi032 ceph-mon[191839]: pgmap v2233: 649 pgs: 649 active+clean; 151 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 203 KiB/s wr, 195 op/s; 4 B/s, 0 objects/s recovering 2023-12-22T18:02:11.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:11 smithi032 ceph-mon[191839]: osdmap e1309: 8 total, 8 up, 8 in 2023-12-22T18:02:11.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:11 smithi032 ceph-mon[189144]: pgmap v2233: 649 pgs: 649 active+clean; 151 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 203 KiB/s wr, 195 op/s; 4 B/s, 0 objects/s recovering 2023-12-22T18:02:11.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:11 smithi032 ceph-mon[189144]: osdmap e1309: 8 total, 8 up, 8 in 2023-12-22T18:02:11.457 INFO:tasks.workunit.client.0.smithi032.stdout:1: releasing exclusive lock 2023-12-22T18:02:11.461 INFO:tasks.workunit.client.0.smithi032.stdout:1: exclusive lock released 2023-12-22T18:02:11.461 INFO:tasks.workunit.client.0.smithi032.stdout:1: acquiring exclusive lock 2023-12-22T18:02:11.463 INFO:tasks.workunit.client.0.smithi032.stdout:2: exclusive lock acquired 2023-12-22T18:02:11.490 INFO:tasks.workunit.client.0.smithi032.stdout:2: releasing exclusive lock 2023-12-22T18:02:11.494 INFO:tasks.workunit.client.0.smithi032.stdout:2: exclusive lock released 2023-12-22T18:02:11.498 INFO:tasks.workunit.client.0.smithi032.stdout:1: exclusive lock acquired 2023-12-22T18:02:11.505 INFO:tasks.workunit.client.0.smithi032.stdout:1: releasing exclusive lock 2023-12-22T18:02:11.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:11 smithi039 ceph-mon[181282]: pgmap v2233: 649 pgs: 649 active+clean; 151 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 203 KiB/s wr, 195 op/s; 4 B/s, 0 objects/s recovering 2023-12-22T18:02:11.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:11 smithi039 ceph-mon[181282]: osdmap e1309: 8 total, 8 up, 8 in 2023-12-22T18:02:11.508 INFO:tasks.workunit.client.0.smithi032.stdout:1: exclusive lock released 2023-12-22T18:02:11.508 INFO:tasks.workunit.client.0.smithi032.stdout:1: acquiring exclusive lock 2023-12-22T18:02:11.512 INFO:tasks.workunit.client.0.smithi032.stdout:1: exclusive lock acquired 2023-12-22T18:02:11.532 INFO:tasks.workunit.client.0.smithi032.stdout:1: releasing exclusive lock 2023-12-22T18:02:11.535 INFO:tasks.workunit.client.0.smithi032.stdout:1: exclusive lock released 2023-12-22T18:02:11.550 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.ExclusiveLock (399 ms) 2023-12-22T18:02:11.550 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.BreakLock 2023-12-22T18:02:11.565 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:02:12.166 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.BreakLock (616 ms) 2023-12-22T18:02:12.167 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.DiscardAfterWrite 2023-12-22T18:02:12.167 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:02:12.199 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.DiscardAfterWrite (33 ms) 2023-12-22T18:02:12.199 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.DefaultFeatures 2023-12-22T18:02:12.199 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.DefaultFeatures (0 ms) 2023-12-22T18:02:12.200 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurge 2023-12-22T18:02:12.200 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:02:12.263 INFO:tasks.workunit.client.0.smithi032.stdout:0.00% done 2023-12-22T18:02:12.263 INFO:tasks.workunit.client.0.smithi032.stdout:1.56% done 2023-12-22T18:02:12.263 INFO:tasks.workunit.client.0.smithi032.stdout:3.12% done 2023-12-22T18:02:12.264 INFO:tasks.workunit.client.0.smithi032.stdout:4.69% done 2023-12-22T18:02:12.264 INFO:tasks.workunit.client.0.smithi032.stdout:6.25% done 2023-12-22T18:02:12.264 INFO:tasks.workunit.client.0.smithi032.stdout:7.81% done 2023-12-22T18:02:12.264 INFO:tasks.workunit.client.0.smithi032.stdout:9.38% done 2023-12-22T18:02:12.264 INFO:tasks.workunit.client.0.smithi032.stdout:10.94% done 2023-12-22T18:02:12.264 INFO:tasks.workunit.client.0.smithi032.stdout:12.50% done 2023-12-22T18:02:12.264 INFO:tasks.workunit.client.0.smithi032.stdout:14.06% done 2023-12-22T18:02:12.264 INFO:tasks.workunit.client.0.smithi032.stdout:15.62% done 2023-12-22T18:02:12.264 INFO:tasks.workunit.client.0.smithi032.stdout:17.19% done 2023-12-22T18:02:12.264 INFO:tasks.workunit.client.0.smithi032.stdout:18.75% done 2023-12-22T18:02:12.265 INFO:tasks.workunit.client.0.smithi032.stdout:20.31% done 2023-12-22T18:02:12.265 INFO:tasks.workunit.client.0.smithi032.stdout:21.88% done 2023-12-22T18:02:12.265 INFO:tasks.workunit.client.0.smithi032.stdout:23.44% done 2023-12-22T18:02:12.265 INFO:tasks.workunit.client.0.smithi032.stdout:25.00% done 2023-12-22T18:02:12.265 INFO:tasks.workunit.client.0.smithi032.stdout:26.56% done 2023-12-22T18:02:12.265 INFO:tasks.workunit.client.0.smithi032.stdout:28.12% done 2023-12-22T18:02:12.265 INFO:tasks.workunit.client.0.smithi032.stdout:29.69% done 2023-12-22T18:02:12.265 INFO:tasks.workunit.client.0.smithi032.stdout:31.25% done 2023-12-22T18:02:12.265 INFO:tasks.workunit.client.0.smithi032.stdout:32.81% done 2023-12-22T18:02:12.265 INFO:tasks.workunit.client.0.smithi032.stdout:34.38% done 2023-12-22T18:02:12.266 INFO:tasks.workunit.client.0.smithi032.stdout:35.94% done 2023-12-22T18:02:12.266 INFO:tasks.workunit.client.0.smithi032.stdout:37.50% done 2023-12-22T18:02:12.266 INFO:tasks.workunit.client.0.smithi032.stdout:39.06% done 2023-12-22T18:02:12.266 INFO:tasks.workunit.client.0.smithi032.stdout:40.62% done 2023-12-22T18:02:12.266 INFO:tasks.workunit.client.0.smithi032.stdout:42.19% done 2023-12-22T18:02:12.266 INFO:tasks.workunit.client.0.smithi032.stdout:43.75% done 2023-12-22T18:02:12.266 INFO:tasks.workunit.client.0.smithi032.stdout:45.31% done 2023-12-22T18:02:12.266 INFO:tasks.workunit.client.0.smithi032.stdout:46.88% done 2023-12-22T18:02:12.266 INFO:tasks.workunit.client.0.smithi032.stdout:48.44% done 2023-12-22T18:02:12.266 INFO:tasks.workunit.client.0.smithi032.stdout:50.00% done 2023-12-22T18:02:12.267 INFO:tasks.workunit.client.0.smithi032.stdout:51.56% done 2023-12-22T18:02:12.267 INFO:tasks.workunit.client.0.smithi032.stdout:53.12% done 2023-12-22T18:02:12.267 INFO:tasks.workunit.client.0.smithi032.stdout:54.69% done 2023-12-22T18:02:12.267 INFO:tasks.workunit.client.0.smithi032.stdout:56.25% done 2023-12-22T18:02:12.267 INFO:tasks.workunit.client.0.smithi032.stdout:57.81% done 2023-12-22T18:02:12.267 INFO:tasks.workunit.client.0.smithi032.stdout:59.38% done 2023-12-22T18:02:12.267 INFO:tasks.workunit.client.0.smithi032.stdout:60.94% done 2023-12-22T18:02:12.267 INFO:tasks.workunit.client.0.smithi032.stdout:62.50% done 2023-12-22T18:02:12.267 INFO:tasks.workunit.client.0.smithi032.stdout:64.06% done 2023-12-22T18:02:12.267 INFO:tasks.workunit.client.0.smithi032.stdout:65.62% done 2023-12-22T18:02:12.267 INFO:tasks.workunit.client.0.smithi032.stdout:67.19% done 2023-12-22T18:02:12.268 INFO:tasks.workunit.client.0.smithi032.stdout:68.75% done 2023-12-22T18:02:12.268 INFO:tasks.workunit.client.0.smithi032.stdout:70.31% done 2023-12-22T18:02:12.268 INFO:tasks.workunit.client.0.smithi032.stdout:71.88% done 2023-12-22T18:02:12.268 INFO:tasks.workunit.client.0.smithi032.stdout:73.44% done 2023-12-22T18:02:12.268 INFO:tasks.workunit.client.0.smithi032.stdout:75.00% done 2023-12-22T18:02:12.268 INFO:tasks.workunit.client.0.smithi032.stdout:76.56% done 2023-12-22T18:02:12.268 INFO:tasks.workunit.client.0.smithi032.stdout:78.12% done 2023-12-22T18:02:12.268 INFO:tasks.workunit.client.0.smithi032.stdout:79.69% done 2023-12-22T18:02:12.268 INFO:tasks.workunit.client.0.smithi032.stdout:81.25% done 2023-12-22T18:02:12.268 INFO:tasks.workunit.client.0.smithi032.stdout:82.81% done 2023-12-22T18:02:12.268 INFO:tasks.workunit.client.0.smithi032.stdout:84.38% done 2023-12-22T18:02:12.269 INFO:tasks.workunit.client.0.smithi032.stdout:85.94% done 2023-12-22T18:02:12.269 INFO:tasks.workunit.client.0.smithi032.stdout:87.50% done 2023-12-22T18:02:12.269 INFO:tasks.workunit.client.0.smithi032.stdout:89.06% done 2023-12-22T18:02:12.269 INFO:tasks.workunit.client.0.smithi032.stdout:90.62% done 2023-12-22T18:02:12.269 INFO:tasks.workunit.client.0.smithi032.stdout:92.19% done 2023-12-22T18:02:12.269 INFO:tasks.workunit.client.0.smithi032.stdout:93.75% done 2023-12-22T18:02:12.269 INFO:tasks.workunit.client.0.smithi032.stdout:95.31% done 2023-12-22T18:02:12.269 INFO:tasks.workunit.client.0.smithi032.stdout:96.88% done 2023-12-22T18:02:12.269 INFO:tasks.workunit.client.0.smithi032.stdout:98.44% done 2023-12-22T18:02:12.269 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurge (64 ms) 2023-12-22T18:02:12.269 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay 2023-12-22T18:02:12.270 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:02:12.321 INFO:tasks.workunit.client.0.smithi032.stdout:0.00% done 2023-12-22T18:02:12.321 INFO:tasks.workunit.client.0.smithi032.stdout:1.56% done 2023-12-22T18:02:12.321 INFO:tasks.workunit.client.0.smithi032.stdout:3.12% done 2023-12-22T18:02:12.321 INFO:tasks.workunit.client.0.smithi032.stdout:4.69% done 2023-12-22T18:02:12.321 INFO:tasks.workunit.client.0.smithi032.stdout:6.25% done 2023-12-22T18:02:12.321 INFO:tasks.workunit.client.0.smithi032.stdout:7.81% done 2023-12-22T18:02:12.321 INFO:tasks.workunit.client.0.smithi032.stdout:9.38% done 2023-12-22T18:02:12.322 INFO:tasks.workunit.client.0.smithi032.stdout:10.94% done 2023-12-22T18:02:12.322 INFO:tasks.workunit.client.0.smithi032.stdout:12.50% done 2023-12-22T18:02:12.322 INFO:tasks.workunit.client.0.smithi032.stdout:14.06% done 2023-12-22T18:02:12.322 INFO:tasks.workunit.client.0.smithi032.stdout:15.62% done 2023-12-22T18:02:12.322 INFO:tasks.workunit.client.0.smithi032.stdout:17.19% done 2023-12-22T18:02:12.322 INFO:tasks.workunit.client.0.smithi032.stdout:18.75% done 2023-12-22T18:02:12.322 INFO:tasks.workunit.client.0.smithi032.stdout:20.31% done 2023-12-22T18:02:12.322 INFO:tasks.workunit.client.0.smithi032.stdout:21.88% done 2023-12-22T18:02:12.322 INFO:tasks.workunit.client.0.smithi032.stdout:23.44% done 2023-12-22T18:02:12.322 INFO:tasks.workunit.client.0.smithi032.stdout:25.00% done 2023-12-22T18:02:12.322 INFO:tasks.workunit.client.0.smithi032.stdout:26.56% done 2023-12-22T18:02:12.323 INFO:tasks.workunit.client.0.smithi032.stdout:28.12% done 2023-12-22T18:02:12.323 INFO:tasks.workunit.client.0.smithi032.stdout:29.69% done 2023-12-22T18:02:12.323 INFO:tasks.workunit.client.0.smithi032.stdout:31.25% done 2023-12-22T18:02:12.323 INFO:tasks.workunit.client.0.smithi032.stdout:32.81% done 2023-12-22T18:02:12.323 INFO:tasks.workunit.client.0.smithi032.stdout:34.38% done 2023-12-22T18:02:12.323 INFO:tasks.workunit.client.0.smithi032.stdout:35.94% done 2023-12-22T18:02:12.323 INFO:tasks.workunit.client.0.smithi032.stdout:37.50% done 2023-12-22T18:02:12.323 INFO:tasks.workunit.client.0.smithi032.stdout:39.06% done 2023-12-22T18:02:12.323 INFO:tasks.workunit.client.0.smithi032.stdout:40.62% done 2023-12-22T18:02:12.323 INFO:tasks.workunit.client.0.smithi032.stdout:42.19% done 2023-12-22T18:02:12.323 INFO:tasks.workunit.client.0.smithi032.stdout:43.75% done 2023-12-22T18:02:12.324 INFO:tasks.workunit.client.0.smithi032.stdout:45.31% done 2023-12-22T18:02:12.324 INFO:tasks.workunit.client.0.smithi032.stdout:46.88% done 2023-12-22T18:02:12.324 INFO:tasks.workunit.client.0.smithi032.stdout:48.44% done 2023-12-22T18:02:12.324 INFO:tasks.workunit.client.0.smithi032.stdout:50.00% done 2023-12-22T18:02:12.324 INFO:tasks.workunit.client.0.smithi032.stdout:51.56% done 2023-12-22T18:02:12.324 INFO:tasks.workunit.client.0.smithi032.stdout:53.12% done 2023-12-22T18:02:12.324 INFO:tasks.workunit.client.0.smithi032.stdout:54.69% done 2023-12-22T18:02:12.324 INFO:tasks.workunit.client.0.smithi032.stdout:56.25% done 2023-12-22T18:02:12.324 INFO:tasks.workunit.client.0.smithi032.stdout:57.81% done 2023-12-22T18:02:12.324 INFO:tasks.workunit.client.0.smithi032.stdout:59.38% done 2023-12-22T18:02:12.324 INFO:tasks.workunit.client.0.smithi032.stdout:60.94% done 2023-12-22T18:02:12.325 INFO:tasks.workunit.client.0.smithi032.stdout:62.50% done 2023-12-22T18:02:12.325 INFO:tasks.workunit.client.0.smithi032.stdout:64.06% done 2023-12-22T18:02:12.325 INFO:tasks.workunit.client.0.smithi032.stdout:65.62% done 2023-12-22T18:02:12.325 INFO:tasks.workunit.client.0.smithi032.stdout:67.19% done 2023-12-22T18:02:12.325 INFO:tasks.workunit.client.0.smithi032.stdout:68.75% done 2023-12-22T18:02:12.325 INFO:tasks.workunit.client.0.smithi032.stdout:70.31% done 2023-12-22T18:02:12.325 INFO:tasks.workunit.client.0.smithi032.stdout:71.88% done 2023-12-22T18:02:12.325 INFO:tasks.workunit.client.0.smithi032.stdout:73.44% done 2023-12-22T18:02:12.325 INFO:tasks.workunit.client.0.smithi032.stdout:75.00% done 2023-12-22T18:02:12.325 INFO:tasks.workunit.client.0.smithi032.stdout:76.56% done 2023-12-22T18:02:12.326 INFO:tasks.workunit.client.0.smithi032.stdout:78.12% done 2023-12-22T18:02:12.326 INFO:tasks.workunit.client.0.smithi032.stdout:79.69% done 2023-12-22T18:02:12.326 INFO:tasks.workunit.client.0.smithi032.stdout:81.25% done 2023-12-22T18:02:12.326 INFO:tasks.workunit.client.0.smithi032.stdout:82.81% done 2023-12-22T18:02:12.326 INFO:tasks.workunit.client.0.smithi032.stdout:84.38% done 2023-12-22T18:02:12.326 INFO:tasks.workunit.client.0.smithi032.stdout:85.94% done 2023-12-22T18:02:12.326 INFO:tasks.workunit.client.0.smithi032.stdout:87.50% done 2023-12-22T18:02:12.326 INFO:tasks.workunit.client.0.smithi032.stdout:89.06% done 2023-12-22T18:02:12.326 INFO:tasks.workunit.client.0.smithi032.stdout:90.62% done 2023-12-22T18:02:12.326 INFO:tasks.workunit.client.0.smithi032.stdout:92.19% done 2023-12-22T18:02:12.327 INFO:tasks.workunit.client.0.smithi032.stdout:93.75% done 2023-12-22T18:02:12.327 INFO:tasks.workunit.client.0.smithi032.stdout:95.31% done 2023-12-22T18:02:12.327 INFO:tasks.workunit.client.0.smithi032.stdout:96.88% done 2023-12-22T18:02:12.327 INFO:tasks.workunit.client.0.smithi032.stdout:98.44% done 2023-12-22T18:02:12.327 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay (58 ms) 2023-12-22T18:02:12.327 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestTrashPurge 2023-12-22T18:02:12.327 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:02:12.329 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:02:12.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:12 smithi032 ceph-mon[191839]: osdmap e1310: 8 total, 8 up, 8 in 2023-12-22T18:02:12.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:12 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3144447753' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/826077366"}]: dispatch 2023-12-22T18:02:12.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:12 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/826077366"}]: dispatch 2023-12-22T18:02:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:12 smithi032 ceph-mon[189144]: osdmap e1310: 8 total, 8 up, 8 in 2023-12-22T18:02:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:12 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3144447753' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/826077366"}]: dispatch 2023-12-22T18:02:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:12 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/826077366"}]: dispatch 2023-12-22T18:02:12.452 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestTrashPurge (131 ms) 2023-12-22T18:02:12.452 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndRestore 2023-12-22T18:02:12.452 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:02:12.494 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestTrashMoveAndRestore (42 ms) 2023-12-22T18:02:12.494 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestListWatchers 2023-12-22T18:02:12.495 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:02:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:12 smithi039 ceph-mon[181282]: osdmap e1310: 8 total, 8 up, 8 in 2023-12-22T18:02:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:12 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3144447753' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/826077366"}]: dispatch 2023-12-22T18:02:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:12 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/826077366"}]: dispatch 2023-12-22T18:02:12.517 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestListWatchers (23 ms) 2023-12-22T18:02:12.517 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestSetSnapById 2023-12-22T18:02:12.517 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:02:13.176 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestSetSnapById (659 ms) 2023-12-22T18:02:13.177 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.Namespaces 2023-12-22T18:02:13.204 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.Namespaces (28 ms) 2023-12-22T18:02:13.204 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.NamespacesPP 2023-12-22T18:02:13.234 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:02:13.239 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:02:13.316 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.NamespacesPP (112 ms) 2023-12-22T18:02:13.316 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.Migration 2023-12-22T18:02:13.316 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:02:13.316 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:02:13.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:13 smithi032 ceph-mon[189144]: pgmap v2236: 649 pgs: 649 active+clean; 152 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 77 KiB/s wr, 269 op/s; 4 B/s, 0 objects/s recovering 2023-12-22T18:02:13.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:13 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/826077366"}]': finished 2023-12-22T18:02:13.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:13 smithi032 ceph-mon[189144]: osdmap e1311: 8 total, 8 up, 8 in 2023-12-22T18:02:13.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:13 smithi032 ceph-mon[191839]: pgmap v2236: 649 pgs: 649 active+clean; 152 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 77 KiB/s wr, 269 op/s; 4 B/s, 0 objects/s recovering 2023-12-22T18:02:13.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:13 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/826077366"}]': finished 2023-12-22T18:02:13.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:13 smithi032 ceph-mon[191839]: osdmap e1311: 8 total, 8 up, 8 in 2023-12-22T18:02:13.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:13 smithi039 ceph-mon[181282]: pgmap v2236: 649 pgs: 649 active+clean; 152 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 77 KiB/s wr, 269 op/s; 4 B/s, 0 objects/s recovering 2023-12-22T18:02:13.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:13 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/826077366"}]': finished 2023-12-22T18:02:13.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:13 smithi039 ceph-mon[181282]: osdmap e1311: 8 total, 8 up, 8 in 2023-12-22T18:02:13.721 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.Migration (405 ms) 2023-12-22T18:02:13.722 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.MigrationPP 2023-12-22T18:02:13.722 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:02:13.722 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:02:14.130 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.MigrationPP (408 ms) 2023-12-22T18:02:14.130 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestGetAccessTimestamp 2023-12-22T18:02:14.130 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:02:14.158 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestGetAccessTimestamp (29 ms) 2023-12-22T18:02:14.158 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.TestGetModifyTimestamp 2023-12-22T18:02:14.158 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:02:14.176 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.TestGetModifyTimestamp (18 ms) 2023-12-22T18:02:14.176 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.ZeroOverlapFlatten 2023-12-22T18:02:14.176 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:02:14.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:14 smithi032 ceph-mon[191839]: osdmap e1312: 8 total, 8 up, 8 in 2023-12-22T18:02:14.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:14 smithi032 ceph-mon[189144]: osdmap e1312: 8 total, 8 up, 8 in 2023-12-22T18:02:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:14 smithi039 ceph-mon[181282]: osdmap e1312: 8 total, 8 up, 8 in 2023-12-22T18:02:15.293 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.ZeroOverlapFlatten (1117 ms) 2023-12-22T18:02:15.294 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.PoolMetadata 2023-12-22T18:02:15.325 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.PoolMetadata (32 ms) 2023-12-22T18:02:15.325 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.PoolMetadataPP 2023-12-22T18:02:15.346 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.PoolMetadataPP (20 ms) 2023-12-22T18:02:15.346 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.Config 2023-12-22T18:02:15.351 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:02:15.395 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.Config (50 ms) 2023-12-22T18:02:15.395 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.ConfigPP 2023-12-22T18:02:15.400 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:02:15.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:15 smithi032 ceph-mon[189144]: pgmap v2239: 649 pgs: 649 active+clean; 152 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 138 KiB/s wr, 199 op/s 2023-12-22T18:02:15.429 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:02:15 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:18:02:15] ENGINE Bus STOPPING 2023-12-22T18:02:15.429 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:02:15 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:18:02:15] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-22T18:02:15.429 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:02:15 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:18:02:15] ENGINE Bus STOPPED 2023-12-22T18:02:15.429 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:02:15 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:18:02:15] ENGINE Bus STARTING 2023-12-22T18:02:15.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:15 smithi032 ceph-mon[191839]: pgmap v2239: 649 pgs: 649 active+clean; 152 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 138 KiB/s wr, 199 op/s 2023-12-22T18:02:15.441 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.ConfigPP (46 ms) 2023-12-22T18:02:15.441 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.PoolStatsPP 2023-12-22T18:02:15.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:15 smithi039 ceph-mon[181282]: pgmap v2239: 649 pgs: 649 active+clean; 152 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 138 KiB/s wr, 199 op/s 2023-12-22T18:02:15.679 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:02:15 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:18:02:15] ENGINE Serving on http://:::9283 2023-12-22T18:02:15.679 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:02:15 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:18:02:15] ENGINE Bus STARTED 2023-12-22T18:02:16.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:16 smithi032 ceph-mon[189144]: osdmap e1313: 8 total, 8 up, 8 in 2023-12-22T18:02:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:16 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' 2023-12-22T18:02:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:02:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:02:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:02:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:02:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:02:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:02:16.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:16 smithi032 ceph-mon[191839]: osdmap e1313: 8 total, 8 up, 8 in 2023-12-22T18:02:16.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:16 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' 2023-12-22T18:02:16.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:02:16.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:02:16.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:02:16.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:02:16.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:02:16.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:02:16.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:16 smithi039 ceph-mon[181282]: osdmap e1313: 8 total, 8 up, 8 in 2023-12-22T18:02:16.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:16 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' 2023-12-22T18:02:16.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:02:16.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:02:16.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:02:16.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:02:16.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:02:16.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:02:16.754 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:02:17.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:17 smithi032 ceph-mon[191839]: pgmap v2241: 649 pgs: 649 active+clean; 152 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 715 KiB/s rd, 89 KiB/s wr, 865 op/s 2023-12-22T18:02:17.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:17 smithi032 ceph-mon[191839]: osdmap e1314: 8 total, 8 up, 8 in 2023-12-22T18:02:17.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:17 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1453439809' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:02:17.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:17 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1453439809' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-18","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:02:17.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:17 smithi032 ceph-mon[191839]: osdmap e1315: 8 total, 8 up, 8 in 2023-12-22T18:02:17.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:17 smithi032 ceph-mon[189144]: pgmap v2241: 649 pgs: 649 active+clean; 152 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 715 KiB/s rd, 89 KiB/s wr, 865 op/s 2023-12-22T18:02:17.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:17 smithi032 ceph-mon[189144]: osdmap e1314: 8 total, 8 up, 8 in 2023-12-22T18:02:17.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:17 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1453439809' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:02:17.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:17 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1453439809' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-18","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:02:17.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:17 smithi032 ceph-mon[189144]: osdmap e1315: 8 total, 8 up, 8 in 2023-12-22T18:02:17.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:17 smithi039 ceph-mon[181282]: pgmap v2241: 649 pgs: 649 active+clean; 152 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 715 KiB/s rd, 89 KiB/s wr, 865 op/s 2023-12-22T18:02:17.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:17 smithi039 ceph-mon[181282]: osdmap e1314: 8 total, 8 up, 8 in 2023-12-22T18:02:17.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:17 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1453439809' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:02:17.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:17 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1453439809' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-18","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:02:17.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:17 smithi039 ceph-mon[181282]: osdmap e1315: 8 total, 8 up, 8 in 2023-12-22T18:02:18.837 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:02:18.850 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:02:18.860 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:02:19.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:18 smithi032 ceph-mon[191839]: osdmap e1316: 8 total, 8 up, 8 in 2023-12-22T18:02:19.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:18 smithi032 ceph-mon[191839]: pgmap v2245: 681 pgs: 32 unknown, 649 active+clean; 152 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 824 KiB/s rd, 40 KiB/s wr, 984 op/s 2023-12-22T18:02:19.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:18 smithi032 ceph-mon[189144]: osdmap e1316: 8 total, 8 up, 8 in 2023-12-22T18:02:19.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:18 smithi032 ceph-mon[189144]: pgmap v2245: 681 pgs: 32 unknown, 649 active+clean; 152 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 824 KiB/s rd, 40 KiB/s wr, 984 op/s 2023-12-22T18:02:19.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:18 smithi039 ceph-mon[181282]: osdmap e1316: 8 total, 8 up, 8 in 2023-12-22T18:02:19.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:18 smithi039 ceph-mon[181282]: pgmap v2245: 681 pgs: 32 unknown, 649 active+clean; 152 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 824 KiB/s rd, 40 KiB/s wr, 984 op/s 2023-12-22T18:02:19.849 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.PoolStatsPP (4408 ms) 2023-12-22T18:02:19.849 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.ImageSpec 2023-12-22T18:02:20.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:19 smithi032 ceph-mon[189144]: osdmap e1317: 8 total, 8 up, 8 in 2023-12-22T18:02:20.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:02:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:19 smithi032 ceph-mon[191839]: osdmap e1317: 8 total, 8 up, 8 in 2023-12-22T18:02:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:02:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:19 smithi039 ceph-mon[181282]: osdmap e1317: 8 total, 8 up, 8 in 2023-12-22T18:02:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:02:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:20 smithi032 ceph-mon[191839]: osdmap e1318: 8 total, 8 up, 8 in 2023-12-22T18:02:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:20 smithi032 ceph-mon[191839]: pgmap v2248: 681 pgs: 20 unknown, 661 active+clean; 152 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 13 KiB/s wr, 107 op/s 2023-12-22T18:02:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:20 smithi032 ceph-mon[189144]: osdmap e1318: 8 total, 8 up, 8 in 2023-12-22T18:02:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:20 smithi032 ceph-mon[189144]: pgmap v2248: 681 pgs: 20 unknown, 661 active+clean; 152 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 13 KiB/s wr, 107 op/s 2023-12-22T18:02:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:02:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:02:20] "GET /metrics HTTP/1.1" 200 77302 "" "Prometheus/2.43.0" 2023-12-22T18:02:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:20 smithi039 ceph-mon[181282]: osdmap e1318: 8 total, 8 up, 8 in 2023-12-22T18:02:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:20 smithi039 ceph-mon[181282]: pgmap v2248: 681 pgs: 20 unknown, 661 active+clean; 152 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 13 KiB/s wr, 107 op/s 2023-12-22T18:02:21.825 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:02:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:21 smithi032 ceph-mon[191839]: osdmap e1319: 8 total, 8 up, 8 in 2023-12-22T18:02:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:21 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1111487456' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:02:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:21 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:02:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:21 smithi032 ceph-mon[189144]: osdmap e1319: 8 total, 8 up, 8 in 2023-12-22T18:02:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:21 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1111487456' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:02:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:21 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:02:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:21 smithi039 ceph-mon[181282]: osdmap e1319: 8 total, 8 up, 8 in 2023-12-22T18:02:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:21 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1111487456' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:02:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:21 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:02:23.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:22 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-19","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:02:23.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:22 smithi032 ceph-mon[191839]: osdmap e1320: 8 total, 8 up, 8 in 2023-12-22T18:02:23.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:22 smithi032 ceph-mon[191839]: pgmap v2251: 713 pgs: 2 creating+peering, 30 unknown, 681 active+clean; 152 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 18 KiB/s wr, 161 op/s 2023-12-22T18:02:23.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:22 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-19","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:02:23.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:22 smithi032 ceph-mon[189144]: osdmap e1320: 8 total, 8 up, 8 in 2023-12-22T18:02:23.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:22 smithi032 ceph-mon[189144]: pgmap v2251: 713 pgs: 2 creating+peering, 30 unknown, 681 active+clean; 152 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 18 KiB/s wr, 161 op/s 2023-12-22T18:02:23.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:22 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-19","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:02:23.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:22 smithi039 ceph-mon[181282]: osdmap e1320: 8 total, 8 up, 8 in 2023-12-22T18:02:23.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:22 smithi039 ceph-mon[181282]: pgmap v2251: 713 pgs: 2 creating+peering, 30 unknown, 681 active+clean; 152 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 18 KiB/s wr, 161 op/s 2023-12-22T18:02:24.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:23 smithi032 ceph-mon[191839]: osdmap e1321: 8 total, 8 up, 8 in 2023-12-22T18:02:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:23 smithi032 ceph-mon[189144]: osdmap e1321: 8 total, 8 up, 8 in 2023-12-22T18:02:24.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:23 smithi039 ceph-mon[181282]: osdmap e1321: 8 total, 8 up, 8 in 2023-12-22T18:02:25.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:24 smithi032 ceph-mon[191839]: osdmap e1322: 8 total, 8 up, 8 in 2023-12-22T18:02:25.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:24 smithi032 ceph-mon[191839]: pgmap v2254: 713 pgs: 2 creating+peering, 16 unknown, 695 active+clean; 152 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 10 KiB/s wr, 109 op/s 2023-12-22T18:02:25.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:24 smithi032 ceph-mon[189144]: osdmap e1322: 8 total, 8 up, 8 in 2023-12-22T18:02:25.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:24 smithi032 ceph-mon[189144]: pgmap v2254: 713 pgs: 2 creating+peering, 16 unknown, 695 active+clean; 152 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 10 KiB/s wr, 109 op/s 2023-12-22T18:02:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:24 smithi039 ceph-mon[181282]: osdmap e1322: 8 total, 8 up, 8 in 2023-12-22T18:02:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:24 smithi039 ceph-mon[181282]: pgmap v2254: 713 pgs: 2 creating+peering, 16 unknown, 695 active+clean; 152 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 10 KiB/s wr, 109 op/s 2023-12-22T18:02:26.022 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.ImageSpec (6173 ms) 2023-12-22T18:02:26.022 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.SnapRemoveWithChildMissing 2023-12-22T18:02:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:25 smithi032 ceph-mon[191839]: osdmap e1323: 8 total, 8 up, 8 in 2023-12-22T18:02:26.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:25 smithi032 ceph-mon[189144]: osdmap e1323: 8 total, 8 up, 8 in 2023-12-22T18:02:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:25 smithi039 ceph-mon[181282]: osdmap e1323: 8 total, 8 up, 8 in 2023-12-22T18:02:27.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:26 smithi032 ceph-mon[191839]: osdmap e1324: 8 total, 8 up, 8 in 2023-12-22T18:02:27.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:26 smithi032 ceph-mon[191839]: pgmap v2257: 713 pgs: 2 creating+peering, 711 active+clean; 152 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 6.0 KiB/s wr, 116 op/s 2023-12-22T18:02:27.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:26 smithi032 ceph-mon[191839]: osdmap e1325: 8 total, 8 up, 8 in 2023-12-22T18:02:27.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:26 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1401482689' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:02:27.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:26 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:02:27.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:26 smithi032 ceph-mon[189144]: osdmap e1324: 8 total, 8 up, 8 in 2023-12-22T18:02:27.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:26 smithi032 ceph-mon[189144]: pgmap v2257: 713 pgs: 2 creating+peering, 711 active+clean; 152 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 6.0 KiB/s wr, 116 op/s 2023-12-22T18:02:27.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:26 smithi032 ceph-mon[189144]: osdmap e1325: 8 total, 8 up, 8 in 2023-12-22T18:02:27.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:26 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1401482689' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:02:27.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:26 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:02:27.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:26 smithi039 ceph-mon[181282]: osdmap e1324: 8 total, 8 up, 8 in 2023-12-22T18:02:27.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:26 smithi039 ceph-mon[181282]: pgmap v2257: 713 pgs: 2 creating+peering, 711 active+clean; 152 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 6.0 KiB/s wr, 116 op/s 2023-12-22T18:02:27.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:26 smithi039 ceph-mon[181282]: osdmap e1325: 8 total, 8 up, 8 in 2023-12-22T18:02:27.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:26 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1401482689' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:02:27.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:26 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:02:27.790 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:02:29.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:28 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-20","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:02:29.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:28 smithi032 ceph-mon[191839]: osdmap e1326: 8 total, 8 up, 8 in 2023-12-22T18:02:29.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:28 smithi032 ceph-mon[191839]: pgmap v2260: 745 pgs: 32 unknown, 713 active+clean; 152 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 3.2 KiB/s wr, 79 op/s 2023-12-22T18:02:29.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:28 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-20","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:02:29.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:28 smithi032 ceph-mon[189144]: osdmap e1326: 8 total, 8 up, 8 in 2023-12-22T18:02:29.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:28 smithi032 ceph-mon[189144]: pgmap v2260: 745 pgs: 32 unknown, 713 active+clean; 152 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 3.2 KiB/s wr, 79 op/s 2023-12-22T18:02:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:28 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-20","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:02:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:28 smithi039 ceph-mon[181282]: osdmap e1326: 8 total, 8 up, 8 in 2023-12-22T18:02:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:28 smithi039 ceph-mon[181282]: pgmap v2260: 745 pgs: 32 unknown, 713 active+clean; 152 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 3.2 KiB/s wr, 79 op/s 2023-12-22T18:02:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:29 smithi032 ceph-mon[191839]: osdmap e1327: 8 total, 8 up, 8 in 2023-12-22T18:02:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:29 smithi032 ceph-mon[189144]: osdmap e1327: 8 total, 8 up, 8 in 2023-12-22T18:02:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:29 smithi039 ceph-mon[181282]: osdmap e1327: 8 total, 8 up, 8 in 2023-12-22T18:02:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:30 smithi032 ceph-mon[191839]: osdmap e1328: 8 total, 8 up, 8 in 2023-12-22T18:02:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:30 smithi032 ceph-mon[191839]: pgmap v2263: 745 pgs: 13 unknown, 732 active+clean; 152 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.5 KiB/s wr, 36 op/s 2023-12-22T18:02:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:02:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:30 smithi032 ceph-mon[189144]: osdmap e1328: 8 total, 8 up, 8 in 2023-12-22T18:02:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:30 smithi032 ceph-mon[189144]: pgmap v2263: 745 pgs: 13 unknown, 732 active+clean; 152 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.5 KiB/s wr, 36 op/s 2023-12-22T18:02:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:02:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:02:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:02:30] "GET /metrics HTTP/1.1" 200 77302 "" "Prometheus/2.43.0" 2023-12-22T18:02:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:30 smithi039 ceph-mon[181282]: osdmap e1328: 8 total, 8 up, 8 in 2023-12-22T18:02:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:30 smithi039 ceph-mon[181282]: pgmap v2263: 745 pgs: 13 unknown, 732 active+clean; 152 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.5 KiB/s wr, 36 op/s 2023-12-22T18:02:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:02:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:31 smithi032 ceph-mon[191839]: osdmap e1329: 8 total, 8 up, 8 in 2023-12-22T18:02:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:31 smithi032 ceph-mon[191839]: osdmap e1330: 8 total, 8 up, 8 in 2023-12-22T18:02:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:31 smithi032 ceph-mon[189144]: osdmap e1329: 8 total, 8 up, 8 in 2023-12-22T18:02:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:31 smithi032 ceph-mon[189144]: osdmap e1330: 8 total, 8 up, 8 in 2023-12-22T18:02:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:31 smithi039 ceph-mon[181282]: osdmap e1329: 8 total, 8 up, 8 in 2023-12-22T18:02:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:31 smithi039 ceph-mon[181282]: osdmap e1330: 8 total, 8 up, 8 in 2023-12-22T18:02:33.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:32 smithi032 ceph-mon[191839]: pgmap v2266: 745 pgs: 745 active+clean; 152 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 4.5 KiB/s wr, 110 op/s 2023-12-22T18:02:33.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:32 smithi032 ceph-mon[189144]: pgmap v2266: 745 pgs: 745 active+clean; 152 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 4.5 KiB/s wr, 110 op/s 2023-12-22T18:02:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:32 smithi039 ceph-mon[181282]: pgmap v2266: 745 pgs: 745 active+clean; 152 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 4.5 KiB/s wr, 110 op/s 2023-12-22T18:02:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:33 smithi032 ceph-mon[191839]: osdmap e1331: 8 total, 8 up, 8 in 2023-12-22T18:02:34.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:33 smithi032 ceph-mon[189144]: osdmap e1331: 8 total, 8 up, 8 in 2023-12-22T18:02:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:33 smithi039 ceph-mon[181282]: osdmap e1331: 8 total, 8 up, 8 in 2023-12-22T18:02:34.854 INFO:tasks.workunit.client.0.smithi032.stdout:num children is: 3 2023-12-22T18:02:34.854 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 3 2023-12-22T18:02:34.854 INFO:tasks.workunit.client.0.smithi032.stdout:child: image202 2023-12-22T18:02:34.854 INFO:tasks.workunit.client.0.smithi032.stdout:child: image204 2023-12-22T18:02:34.854 INFO:tasks.workunit.client.0.smithi032.stdout:child: image203 2023-12-22T18:02:34.854 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-1/image202/b5b5cc61a22c 2023-12-22T18:02:34.854 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:02:34.854 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-20/image203/b5b597e5eec0 2023-12-22T18:02:34.855 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:02:34.855 INFO:tasks.workunit.client.0.smithi032.stdout:found child test-librbd-smithi032-242074-1/image204/b5b5d1bf52c7 2023-12-22T18:02:34.855 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:02:34.855 INFO:tasks.workunit.client.0.smithi032.stdout:num children is: 0 2023-12-22T18:02:34.855 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 0 2023-12-22T18:02:34.855 INFO:tasks.workunit.client.0.smithi032.stdout:num snaps is: 0 2023-12-22T18:02:34.855 INFO:tasks.workunit.client.0.smithi032.stdout:expected: 0 2023-12-22T18:02:34.855 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.SnapRemoveWithChildMissing (8832 ms) 2023-12-22T18:02:34.855 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.QuiesceWatch 2023-12-22T18:02:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:34 smithi032 ceph-mon[189144]: osdmap e1332: 8 total, 8 up, 8 in 2023-12-22T18:02:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:34 smithi032 ceph-mon[189144]: pgmap v2269: 713 pgs: 713 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:02:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:02:35.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:34 smithi032 ceph-mon[191839]: osdmap e1332: 8 total, 8 up, 8 in 2023-12-22T18:02:35.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:34 smithi032 ceph-mon[191839]: pgmap v2269: 713 pgs: 713 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:02:35.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:02:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:34 smithi039 ceph-mon[181282]: osdmap e1332: 8 total, 8 up, 8 in 2023-12-22T18:02:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:34 smithi039 ceph-mon[181282]: pgmap v2269: 713 pgs: 713 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:02:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:02:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:35 smithi032 ceph-mon[189144]: osdmap e1333: 8 total, 8 up, 8 in 2023-12-22T18:02:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:35 smithi032 ceph-mon[191839]: osdmap e1333: 8 total, 8 up, 8 in 2023-12-22T18:02:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:35 smithi039 ceph-mon[181282]: osdmap e1333: 8 total, 8 up, 8 in 2023-12-22T18:02:36.828 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:02:36.982 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:02:37.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:36 smithi032 ceph-mon[189144]: osdmap e1334: 8 total, 8 up, 8 in 2023-12-22T18:02:37.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:36 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1714606191' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:02:37.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:36 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:02:37.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:36 smithi032 ceph-mon[189144]: pgmap v2272: 745 pgs: 32 unknown, 713 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:02:37.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:36 smithi032 ceph-mon[191839]: osdmap e1334: 8 total, 8 up, 8 in 2023-12-22T18:02:37.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:36 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1714606191' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:02:37.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:36 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:02:37.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:36 smithi032 ceph-mon[191839]: pgmap v2272: 745 pgs: 32 unknown, 713 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:02:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:36 smithi039 ceph-mon[181282]: osdmap e1334: 8 total, 8 up, 8 in 2023-12-22T18:02:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:36 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1714606191' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:02:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:36 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:02:37.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:36 smithi039 ceph-mon[181282]: pgmap v2272: 745 pgs: 32 unknown, 713 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:02:37.303 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:02:37.304 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (42m) 8m ago 47m 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:02:37.304 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (42m) 6m ago 46m 93.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:02:37.304 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (47m) 8m ago 47m 22.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:02:37.304 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (47m) 6m ago 47m 27.7M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:02:37.304 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (41m) 6m ago 50m 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:02:37.304 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (42m) 8m ago 51m 548M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:02:37.304 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (41m) 8m ago 51m 285M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:02:37.304 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (41m) 6m ago 50m 166M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:02:37.305 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (41m) 8m ago 50m 168M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:02:37.305 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (42m) 8m ago 46m 16.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:02:37.305 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (42m) 6m ago 46m 18.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:02:37.305 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (40m) 8m ago 50m 2024M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:02:37.305 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (40m) 8m ago 49m 2282M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:02:37.305 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (39m) 8m ago 49m 2158M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:02:37.305 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (39m) 8m ago 49m 1910M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:02:37.305 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (38m) 6m ago 49m 1896M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:02:37.305 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (38m) 6m ago 48m 1655M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:02:37.306 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (37m) 6m ago 48m 1107M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:02:37.306 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (37m) 6m ago 48m 1550M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:02:37.306 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (41m) 6m ago 47m 81.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:02:37.705 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:02:37.705 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:02:37.705 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:02:37.705 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:02:37.705 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:02:37.705 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:02:37.706 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:02:37.706 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:02:37.706 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:02:37.706 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:02:37.706 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:02:37.706 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:02:37.706 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:02:37.706 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:02:37.707 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:02:37.707 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:02:37.707 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:02:37.707 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:02:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:37 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T18:02:38.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:37 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-21","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:02:38.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:37 smithi032 ceph-mon[191839]: osdmap e1335: 8 total, 8 up, 8 in 2023-12-22T18:02:38.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:37 smithi032 ceph-mon[191839]: from='client.46796 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:02:38.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:37 smithi032 ceph-mon[191839]: from='client.36882 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:02:38.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:37 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/493891000' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:02:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:37 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T18:02:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:37 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-21","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:02:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:37 smithi032 ceph-mon[189144]: osdmap e1335: 8 total, 8 up, 8 in 2023-12-22T18:02:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:37 smithi032 ceph-mon[189144]: from='client.46796 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:02:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:37 smithi032 ceph-mon[189144]: from='client.36882 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:02:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:37 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/493891000' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:02:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:37 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T18:02:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:37 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-21","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:02:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:37 smithi039 ceph-mon[181282]: osdmap e1335: 8 total, 8 up, 8 in 2023-12-22T18:02:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:37 smithi039 ceph-mon[181282]: from='client.46796 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:02:38.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:37 smithi039 ceph-mon[181282]: from='client.36882 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:02:38.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:37 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/493891000' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:02:39.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:38 smithi032 ceph-mon[191839]: osdmap e1336: 8 total, 8 up, 8 in 2023-12-22T18:02:39.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:38 smithi032 ceph-mon[191839]: pgmap v2275: 745 pgs: 7 creating+peering, 25 unknown, 713 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 8.2 KiB/s wr, 170 op/s 2023-12-22T18:02:39.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:38 smithi032 ceph-mon[189144]: osdmap e1336: 8 total, 8 up, 8 in 2023-12-22T18:02:39.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:38 smithi032 ceph-mon[189144]: pgmap v2275: 745 pgs: 7 creating+peering, 25 unknown, 713 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 8.2 KiB/s wr, 170 op/s 2023-12-22T18:02:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:38 smithi039 ceph-mon[181282]: osdmap e1336: 8 total, 8 up, 8 in 2023-12-22T18:02:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:38 smithi039 ceph-mon[181282]: pgmap v2275: 745 pgs: 7 creating+peering, 25 unknown, 713 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 8.2 KiB/s wr, 170 op/s 2023-12-22T18:02:40.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:39 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T18:02:40.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:39 smithi032 ceph-mon[191839]: osdmap e1337: 8 total, 8 up, 8 in 2023-12-22T18:02:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:39 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T18:02:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:39 smithi032 ceph-mon[189144]: osdmap e1337: 8 total, 8 up, 8 in 2023-12-22T18:02:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:39 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T18:02:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:39 smithi039 ceph-mon[181282]: osdmap e1337: 8 total, 8 up, 8 in 2023-12-22T18:02:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:40 smithi032 ceph-mon[191839]: osdmap e1338: 8 total, 8 up, 8 in 2023-12-22T18:02:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:40 smithi032 ceph-mon[191839]: pgmap v2278: 745 pgs: 7 creating+peering, 13 unknown, 725 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 8 op/s 2023-12-22T18:02:41.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:02:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:40 smithi032 ceph-mon[189144]: osdmap e1338: 8 total, 8 up, 8 in 2023-12-22T18:02:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:40 smithi032 ceph-mon[189144]: pgmap v2278: 745 pgs: 7 creating+peering, 13 unknown, 725 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 8 op/s 2023-12-22T18:02:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:02:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:02:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:02:40] "GET /metrics HTTP/1.1" 200 79716 "" "Prometheus/2.43.0" 2023-12-22T18:02:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:40 smithi039 ceph-mon[181282]: osdmap e1338: 8 total, 8 up, 8 in 2023-12-22T18:02:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:40 smithi039 ceph-mon[181282]: pgmap v2278: 745 pgs: 7 creating+peering, 13 unknown, 725 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 8 op/s 2023-12-22T18:02:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:02:42.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:41 smithi032 ceph-mon[189144]: osdmap e1339: 8 total, 8 up, 8 in 2023-12-22T18:02:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:41 smithi032 ceph-mon[189144]: osdmap e1340: 8 total, 8 up, 8 in 2023-12-22T18:02:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:41 smithi032 ceph-mon[191839]: osdmap e1339: 8 total, 8 up, 8 in 2023-12-22T18:02:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:41 smithi032 ceph-mon[191839]: osdmap e1340: 8 total, 8 up, 8 in 2023-12-22T18:02:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:41 smithi039 ceph-mon[181282]: osdmap e1339: 8 total, 8 up, 8 in 2023-12-22T18:02:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:41 smithi039 ceph-mon[181282]: osdmap e1340: 8 total, 8 up, 8 in 2023-12-22T18:02:43.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:42 smithi032 ceph-mon[191839]: pgmap v2281: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 1023 B/s wr, 6 op/s 2023-12-22T18:02:43.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:42 smithi032 ceph-mon[191839]: osdmap e1341: 8 total, 8 up, 8 in 2023-12-22T18:02:43.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:42 smithi032 ceph-mon[189144]: pgmap v2281: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 1023 B/s wr, 6 op/s 2023-12-22T18:02:43.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:42 smithi032 ceph-mon[189144]: osdmap e1341: 8 total, 8 up, 8 in 2023-12-22T18:02:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:42 smithi039 ceph-mon[181282]: pgmap v2281: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 1023 B/s wr, 6 op/s 2023-12-22T18:02:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:42 smithi039 ceph-mon[181282]: osdmap e1341: 8 total, 8 up, 8 in 2023-12-22T18:02:44.896 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.QuiesceWatch (10042 ms) 2023-12-22T18:02:44.896 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.QuiesceWatchPP 2023-12-22T18:02:44.897 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:02:45.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:44 smithi032 ceph-mon[189144]: osdmap e1342: 8 total, 8 up, 8 in 2023-12-22T18:02:45.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:44 smithi032 ceph-mon[189144]: pgmap v2284: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 5.0 KiB/s wr, 68 op/s 2023-12-22T18:02:45.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:44 smithi032 ceph-mon[191839]: osdmap e1342: 8 total, 8 up, 8 in 2023-12-22T18:02:45.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:44 smithi032 ceph-mon[191839]: pgmap v2284: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 5.0 KiB/s wr, 68 op/s 2023-12-22T18:02:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:44 smithi039 ceph-mon[181282]: osdmap e1342: 8 total, 8 up, 8 in 2023-12-22T18:02:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:44 smithi039 ceph-mon[181282]: pgmap v2284: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 5.0 KiB/s wr, 68 op/s 2023-12-22T18:02:46.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:45 smithi032 ceph-mon[191839]: osdmap e1343: 8 total, 8 up, 8 in 2023-12-22T18:02:46.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:45 smithi032 ceph-mon[189144]: osdmap e1343: 8 total, 8 up, 8 in 2023-12-22T18:02:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:45 smithi039 ceph-mon[181282]: osdmap e1343: 8 total, 8 up, 8 in 2023-12-22T18:02:47.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:46 smithi032 ceph-mon[189144]: osdmap e1344: 8 total, 8 up, 8 in 2023-12-22T18:02:47.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:46 smithi032 ceph-mon[189144]: pgmap v2287: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 5.0 KiB/s wr, 93 op/s 2023-12-22T18:02:47.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:46 smithi032 ceph-mon[191839]: osdmap e1344: 8 total, 8 up, 8 in 2023-12-22T18:02:47.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:46 smithi032 ceph-mon[191839]: pgmap v2287: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 5.0 KiB/s wr, 93 op/s 2023-12-22T18:02:47.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:46 smithi039 ceph-mon[181282]: osdmap e1344: 8 total, 8 up, 8 in 2023-12-22T18:02:47.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:46 smithi039 ceph-mon[181282]: pgmap v2287: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 5.0 KiB/s wr, 93 op/s 2023-12-22T18:02:48.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:47 smithi032 ceph-mon[191839]: osdmap e1345: 8 total, 8 up, 8 in 2023-12-22T18:02:48.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:47 smithi032 ceph-mon[189144]: osdmap e1345: 8 total, 8 up, 8 in 2023-12-22T18:02:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:47 smithi039 ceph-mon[181282]: osdmap e1345: 8 total, 8 up, 8 in 2023-12-22T18:02:49.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:48 smithi032 ceph-mon[191839]: osdmap e1346: 8 total, 8 up, 8 in 2023-12-22T18:02:49.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:48 smithi032 ceph-mon[191839]: pgmap v2290: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.0 KiB/s wr, 32 op/s 2023-12-22T18:02:49.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:48 smithi032 ceph-mon[189144]: osdmap e1346: 8 total, 8 up, 8 in 2023-12-22T18:02:49.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:48 smithi032 ceph-mon[189144]: pgmap v2290: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.0 KiB/s wr, 32 op/s 2023-12-22T18:02:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:48 smithi039 ceph-mon[181282]: osdmap e1346: 8 total, 8 up, 8 in 2023-12-22T18:02:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:48 smithi039 ceph-mon[181282]: pgmap v2290: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.0 KiB/s wr, 32 op/s 2023-12-22T18:02:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:49 smithi032 ceph-mon[191839]: osdmap e1347: 8 total, 8 up, 8 in 2023-12-22T18:02:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:02:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:49 smithi032 ceph-mon[189144]: osdmap e1347: 8 total, 8 up, 8 in 2023-12-22T18:02:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:02:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:49 smithi039 ceph-mon[181282]: osdmap e1347: 8 total, 8 up, 8 in 2023-12-22T18:02:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:02:50.943 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.QuiesceWatchPP (6046 ms) 2023-12-22T18:02:50.943 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.QuiesceWatchError 2023-12-22T18:02:50.943 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:02:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:50 smithi032 ceph-mon[191839]: osdmap e1348: 8 total, 8 up, 8 in 2023-12-22T18:02:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:50 smithi032 ceph-mon[191839]: pgmap v2293: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2.7 KiB/s wr, 44 op/s 2023-12-22T18:02:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:02:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:50 smithi032 ceph-mon[189144]: osdmap e1348: 8 total, 8 up, 8 in 2023-12-22T18:02:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:50 smithi032 ceph-mon[189144]: pgmap v2293: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2.7 KiB/s wr, 44 op/s 2023-12-22T18:02:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:02:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:02:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:02:50] "GET /metrics HTTP/1.1" 200 82118 "" "Prometheus/2.43.0" 2023-12-22T18:02:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:50 smithi039 ceph-mon[181282]: osdmap e1348: 8 total, 8 up, 8 in 2023-12-22T18:02:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:50 smithi039 ceph-mon[181282]: pgmap v2293: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2.7 KiB/s wr, 44 op/s 2023-12-22T18:02:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:02:52.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:51 smithi032 ceph-mon[189144]: osdmap e1349: 8 total, 8 up, 8 in 2023-12-22T18:02:52.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:51 smithi032 ceph-mon[189144]: osdmap e1350: 8 total, 8 up, 8 in 2023-12-22T18:02:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:51 smithi032 ceph-mon[191839]: osdmap e1349: 8 total, 8 up, 8 in 2023-12-22T18:02:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:51 smithi032 ceph-mon[191839]: osdmap e1350: 8 total, 8 up, 8 in 2023-12-22T18:02:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:51 smithi039 ceph-mon[181282]: osdmap e1349: 8 total, 8 up, 8 in 2023-12-22T18:02:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:51 smithi039 ceph-mon[181282]: osdmap e1350: 8 total, 8 up, 8 in 2023-12-22T18:02:53.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:52 smithi032 ceph-mon[191839]: pgmap v2296: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 7.2 KiB/s wr, 106 op/s 2023-12-22T18:02:53.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:52 smithi032 ceph-mon[191839]: osdmap e1351: 8 total, 8 up, 8 in 2023-12-22T18:02:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:52 smithi032 ceph-mon[189144]: pgmap v2296: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 7.2 KiB/s wr, 106 op/s 2023-12-22T18:02:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:52 smithi032 ceph-mon[189144]: osdmap e1351: 8 total, 8 up, 8 in 2023-12-22T18:02:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:52 smithi039 ceph-mon[181282]: pgmap v2296: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 7.2 KiB/s wr, 106 op/s 2023-12-22T18:02:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:52 smithi039 ceph-mon[181282]: osdmap e1351: 8 total, 8 up, 8 in 2023-12-22T18:02:55.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:54 smithi032 ceph-mon[191839]: osdmap e1352: 8 total, 8 up, 8 in 2023-12-22T18:02:55.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:54 smithi032 ceph-mon[191839]: pgmap v2299: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 7.0 KiB/s wr, 109 op/s 2023-12-22T18:02:55.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:54 smithi032 ceph-mon[189144]: osdmap e1352: 8 total, 8 up, 8 in 2023-12-22T18:02:55.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:54 smithi032 ceph-mon[189144]: pgmap v2299: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 7.0 KiB/s wr, 109 op/s 2023-12-22T18:02:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:54 smithi039 ceph-mon[181282]: osdmap e1352: 8 total, 8 up, 8 in 2023-12-22T18:02:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:54 smithi039 ceph-mon[181282]: pgmap v2299: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 7.0 KiB/s wr, 109 op/s 2023-12-22T18:02:56.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:55 smithi032 ceph-mon[191839]: osdmap e1353: 8 total, 8 up, 8 in 2023-12-22T18:02:56.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:55 smithi032 ceph-mon[189144]: osdmap e1353: 8 total, 8 up, 8 in 2023-12-22T18:02:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:55 smithi039 ceph-mon[181282]: osdmap e1353: 8 total, 8 up, 8 in 2023-12-22T18:02:56.879 INFO:tasks.workunit.client.0.smithi032.stdout:10.00% done 2023-12-22T18:02:56.879 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.QuiesceWatchError (5937 ms) 2023-12-22T18:02:56.879 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.QuiesceWatchTimeout 2023-12-22T18:02:56.879 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:02:56.894 INFO:tasks.workunit.client.0.smithi032.stderr:test quiesce is not long enough to time out 2023-12-22T18:02:57.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:56 smithi032 ceph-mon[189144]: osdmap e1354: 8 total, 8 up, 8 in 2023-12-22T18:02:57.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:56 smithi032 ceph-mon[189144]: pgmap v2302: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 2.2 KiB/s wr, 81 op/s 2023-12-22T18:02:57.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:56 smithi032 ceph-mon[189144]: osdmap e1355: 8 total, 8 up, 8 in 2023-12-22T18:02:57.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:56 smithi032 ceph-mon[191839]: osdmap e1354: 8 total, 8 up, 8 in 2023-12-22T18:02:57.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:56 smithi032 ceph-mon[191839]: pgmap v2302: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 2.2 KiB/s wr, 81 op/s 2023-12-22T18:02:57.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:56 smithi032 ceph-mon[191839]: osdmap e1355: 8 total, 8 up, 8 in 2023-12-22T18:02:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:56 smithi039 ceph-mon[181282]: osdmap e1354: 8 total, 8 up, 8 in 2023-12-22T18:02:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:56 smithi039 ceph-mon[181282]: pgmap v2302: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 2.2 KiB/s wr, 81 op/s 2023-12-22T18:02:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:56 smithi039 ceph-mon[181282]: osdmap e1355: 8 total, 8 up, 8 in 2023-12-22T18:02:59.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:02:58 smithi039 ceph-mon[181282]: pgmap v2304: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 1.2 KiB/s wr, 38 op/s 2023-12-22T18:02:59.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:02:58 smithi032 ceph-mon[191839]: pgmap v2304: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 1.2 KiB/s wr, 38 op/s 2023-12-22T18:02:59.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:02:58 smithi032 ceph-mon[189144]: pgmap v2304: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 1.2 KiB/s wr, 38 op/s 2023-12-22T18:03:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:00 smithi032 ceph-mon[191839]: pgmap v2305: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 3.3 KiB/s wr, 67 op/s 2023-12-22T18:03:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:00 smithi032 ceph-mon[189144]: pgmap v2305: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 3.3 KiB/s wr, 67 op/s 2023-12-22T18:03:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:03:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:03:00] "GET /metrics HTTP/1.1" 200 82118 "" "Prometheus/2.43.0" 2023-12-22T18:03:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:00 smithi039 ceph-mon[181282]: pgmap v2305: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 3.3 KiB/s wr, 67 op/s 2023-12-22T18:03:03.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:02 smithi032 ceph-mon[191839]: osdmap e1356: 8 total, 8 up, 8 in 2023-12-22T18:03:03.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:02 smithi032 ceph-mon[191839]: pgmap v2307: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 3.9 KiB/s wr, 58 op/s 2023-12-22T18:03:03.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:02 smithi032 ceph-mon[189144]: osdmap e1356: 8 total, 8 up, 8 in 2023-12-22T18:03:03.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:02 smithi032 ceph-mon[189144]: pgmap v2307: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 3.9 KiB/s wr, 58 op/s 2023-12-22T18:03:03.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:02 smithi039 ceph-mon[181282]: osdmap e1356: 8 total, 8 up, 8 in 2023-12-22T18:03:03.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:02 smithi039 ceph-mon[181282]: pgmap v2307: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 3.9 KiB/s wr, 58 op/s 2023-12-22T18:03:04.985 INFO:tasks.workunit.client.0.smithi032.stderr:test quiesce is timed out 2023-12-22T18:03:04.989 INFO:tasks.workunit.client.0.smithi032.stderr:waiting for timed out ... 0 2023-12-22T18:03:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:04 smithi039 ceph-mon[181282]: pgmap v2308: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.0 KiB/s wr, 44 op/s 2023-12-22T18:03:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:03:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:04 smithi032 ceph-mon[191839]: pgmap v2308: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.0 KiB/s wr, 44 op/s 2023-12-22T18:03:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:03:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:04 smithi032 ceph-mon[189144]: pgmap v2308: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.0 KiB/s wr, 44 op/s 2023-12-22T18:03:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:03:05.989 INFO:tasks.workunit.client.0.smithi032.stderr:waiting for timed out ... 1 2023-12-22T18:03:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:05 smithi039 ceph-mon[181282]: osdmap e1357: 8 total, 8 up, 8 in 2023-12-22T18:03:06.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:05 smithi032 ceph-mon[191839]: osdmap e1357: 8 total, 8 up, 8 in 2023-12-22T18:03:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:05 smithi032 ceph-mon[189144]: osdmap e1357: 8 total, 8 up, 8 in 2023-12-22T18:03:06.989 INFO:tasks.workunit.client.0.smithi032.stderr:waiting for timed out ... 2 2023-12-22T18:03:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:06 smithi039 ceph-mon[181282]: pgmap v2310: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 2.9 KiB/s wr, 43 op/s 2023-12-22T18:03:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.b", "id": [1, 4]}]: dispatch 2023-12-22T18:03:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1c", "id": [0, 3]}]: dispatch 2023-12-22T18:03:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.6", "id": [4, 7]}]: dispatch 2023-12-22T18:03:07.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.c", "id": [0, 2]}]: dispatch 2023-12-22T18:03:07.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1d", "id": [0, 2]}]: dispatch 2023-12-22T18:03:07.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.b", "id": [1, 4]}]': finished 2023-12-22T18:03:07.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1c", "id": [0, 3]}]': finished 2023-12-22T18:03:07.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.6", "id": [4, 7]}]': finished 2023-12-22T18:03:07.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.c", "id": [0, 2]}]': finished 2023-12-22T18:03:07.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1d", "id": [0, 2]}]': finished 2023-12-22T18:03:07.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:06 smithi039 ceph-mon[181282]: osdmap e1358: 8 total, 8 up, 8 in 2023-12-22T18:03:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:06 smithi032 ceph-mon[191839]: pgmap v2310: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 2.9 KiB/s wr, 43 op/s 2023-12-22T18:03:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.b", "id": [1, 4]}]: dispatch 2023-12-22T18:03:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1c", "id": [0, 3]}]: dispatch 2023-12-22T18:03:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.6", "id": [4, 7]}]: dispatch 2023-12-22T18:03:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.c", "id": [0, 2]}]: dispatch 2023-12-22T18:03:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1d", "id": [0, 2]}]: dispatch 2023-12-22T18:03:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.b", "id": [1, 4]}]': finished 2023-12-22T18:03:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1c", "id": [0, 3]}]': finished 2023-12-22T18:03:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.6", "id": [4, 7]}]': finished 2023-12-22T18:03:07.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.c", "id": [0, 2]}]': finished 2023-12-22T18:03:07.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1d", "id": [0, 2]}]': finished 2023-12-22T18:03:07.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:06 smithi032 ceph-mon[191839]: osdmap e1358: 8 total, 8 up, 8 in 2023-12-22T18:03:07.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:06 smithi032 ceph-mon[189144]: pgmap v2310: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 2.9 KiB/s wr, 43 op/s 2023-12-22T18:03:07.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.b", "id": [1, 4]}]: dispatch 2023-12-22T18:03:07.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1c", "id": [0, 3]}]: dispatch 2023-12-22T18:03:07.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.6", "id": [4, 7]}]: dispatch 2023-12-22T18:03:07.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.c", "id": [0, 2]}]: dispatch 2023-12-22T18:03:07.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1d", "id": [0, 2]}]: dispatch 2023-12-22T18:03:07.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.b", "id": [1, 4]}]': finished 2023-12-22T18:03:07.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1c", "id": [0, 3]}]': finished 2023-12-22T18:03:07.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.6", "id": [4, 7]}]': finished 2023-12-22T18:03:07.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.c", "id": [0, 2]}]': finished 2023-12-22T18:03:07.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1d", "id": [0, 2]}]': finished 2023-12-22T18:03:07.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:06 smithi032 ceph-mon[189144]: osdmap e1358: 8 total, 8 up, 8 in 2023-12-22T18:03:07.989 INFO:tasks.workunit.client.0.smithi032.stderr:waiting for timed out ... 3 2023-12-22T18:03:08.091 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:03:08.412 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:03:08.412 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (43m) 9m ago 47m 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:03:08.412 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (42m) 7m ago 47m 93.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:03:08.413 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (48m) 9m ago 48m 22.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:03:08.413 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (48m) 7m ago 48m 27.7M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:03:08.413 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (42m) 7m ago 50m 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:03:08.413 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (42m) 9m ago 52m 548M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:03:08.413 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (42m) 9m ago 52m 285M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:03:08.413 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (41m) 7m ago 51m 166M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:03:08.413 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (41m) 9m ago 51m 168M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:03:08.413 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (43m) 9m ago 47m 16.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:03:08.413 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (42m) 7m ago 47m 18.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:03:08.413 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (41m) 9m ago 50m 2024M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:03:08.414 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (40m) 9m ago 50m 2282M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:03:08.414 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (40m) 9m ago 50m 2158M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:03:08.414 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (39m) 9m ago 49m 1910M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:03:08.414 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (39m) 7m ago 49m 1896M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:03:08.414 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (38m) 7m ago 49m 1655M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:03:08.414 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (38m) 7m ago 48m 1107M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:03:08.414 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (37m) 7m ago 48m 1550M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:03:08.414 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (42m) 7m ago 48m 81.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:03:08.824 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:03:08.824 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:03:08.825 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:03:08.825 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:03:08.825 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:03:08.825 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:03:08.825 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:03:08.825 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:03:08.825 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:03:08.825 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:03:08.825 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:03:08.826 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:03:08.826 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:03:08.826 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:03:08.826 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:03:08.826 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:03:08.826 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:03:08.826 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:03:08.989 INFO:tasks.workunit.client.0.smithi032.stderr:waiting for timed out ... 4 2023-12-22T18:03:09.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:08 smithi032 ceph-mon[191839]: osdmap e1359: 8 total, 8 up, 8 in 2023-12-22T18:03:09.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:08 smithi032 ceph-mon[191839]: pgmap v2313: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 511 B/s wr, 6 op/s 2023-12-22T18:03:09.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:08 smithi032 ceph-mon[191839]: from='client.46814 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:03:09.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:08 smithi032 ceph-mon[191839]: from='client.46820 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:03:09.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:08 smithi032 ceph-mon[189144]: osdmap e1359: 8 total, 8 up, 8 in 2023-12-22T18:03:09.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:08 smithi032 ceph-mon[189144]: pgmap v2313: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 511 B/s wr, 6 op/s 2023-12-22T18:03:09.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:08 smithi032 ceph-mon[189144]: from='client.46814 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:03:09.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:08 smithi032 ceph-mon[189144]: from='client.46820 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:03:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:08 smithi039 ceph-mon[181282]: osdmap e1359: 8 total, 8 up, 8 in 2023-12-22T18:03:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:08 smithi039 ceph-mon[181282]: pgmap v2313: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 511 B/s wr, 6 op/s 2023-12-22T18:03:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:08 smithi039 ceph-mon[181282]: from='client.46814 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:03:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:08 smithi039 ceph-mon[181282]: from='client.46820 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:03:09.989 INFO:tasks.workunit.client.0.smithi032.stderr:waiting for timed out ... 5 2023-12-22T18:03:10.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:09 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/948225185' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:03:10.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:09 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/948225185' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:03:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:09 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/948225185' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:03:10.989 INFO:tasks.workunit.client.0.smithi032.stderr:waiting for timed out ... 6 2023-12-22T18:03:11.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:10 smithi032 ceph-mon[191839]: pgmap v2314: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 511 B/s wr, 6 op/s; 0 B/s, 0 objects/s recovering 2023-12-22T18:03:11.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:10 smithi032 ceph-mon[189144]: pgmap v2314: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 511 B/s wr, 6 op/s; 0 B/s, 0 objects/s recovering 2023-12-22T18:03:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:03:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:03:10] "GET /metrics HTTP/1.1" 200 82118 "" "Prometheus/2.43.0" 2023-12-22T18:03:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:10 smithi039 ceph-mon[181282]: pgmap v2314: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 511 B/s wr, 6 op/s; 0 B/s, 0 objects/s recovering 2023-12-22T18:03:11.990 INFO:tasks.workunit.client.0.smithi032.stderr:waiting for timed out ... 7 2023-12-22T18:03:12.990 INFO:tasks.workunit.client.0.smithi032.stderr:waiting for timed out ... 8 2023-12-22T18:03:13.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:12 smithi032 ceph-mon[189144]: pgmap v2315: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 442 B/s wr, 5 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2023-12-22T18:03:13.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:12 smithi032 ceph-mon[191839]: pgmap v2315: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 442 B/s wr, 5 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2023-12-22T18:03:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:12 smithi039 ceph-mon[181282]: pgmap v2315: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 442 B/s wr, 5 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2023-12-22T18:03:13.990 INFO:tasks.workunit.client.0.smithi032.stderr:waiting for timed out ... 9 2023-12-22T18:03:14.990 INFO:tasks.workunit.client.0.smithi032.stderr:waiting for timed out ... 10 2023-12-22T18:03:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:14 smithi039 ceph-mon[181282]: pgmap v2316: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.1 KiB/s rd, 255 B/s wr, 3 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2023-12-22T18:03:15.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:14 smithi032 ceph-mon[191839]: pgmap v2316: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.1 KiB/s rd, 255 B/s wr, 3 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2023-12-22T18:03:15.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:14 smithi032 ceph-mon[189144]: pgmap v2316: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.1 KiB/s rd, 255 B/s wr, 3 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2023-12-22T18:03:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:16 smithi039 ceph-mon[181282]: pgmap v2317: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s, 0 keys/s, 0 objects/s recovering 2023-12-22T18:03:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:03:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:03:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:03:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:03:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:03:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:03:17.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:16 smithi032 ceph-mon[191839]: pgmap v2317: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s, 0 keys/s, 0 objects/s recovering 2023-12-22T18:03:17.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:03:17.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:03:17.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:03:17.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:03:17.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:03:17.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:03:17.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:16 smithi032 ceph-mon[189144]: pgmap v2317: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s, 0 keys/s, 0 objects/s recovering 2023-12-22T18:03:17.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:03:17.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:03:17.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:03:17.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:03:17.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:03:17.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:03:19.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:18 smithi039 ceph-mon[181282]: pgmap v2318: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s, 0 keys/s, 0 objects/s recovering 2023-12-22T18:03:19.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:18 smithi032 ceph-mon[191839]: pgmap v2318: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s, 0 keys/s, 0 objects/s recovering 2023-12-22T18:03:19.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:18 smithi032 ceph-mon[189144]: pgmap v2318: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s, 0 keys/s, 0 objects/s recovering 2023-12-22T18:03:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:03:20.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:03:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:03:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:20 smithi032 ceph-mon[191839]: pgmap v2319: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s, 0 keys/s, 0 objects/s recovering 2023-12-22T18:03:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:20 smithi032 ceph-mon[189144]: pgmap v2319: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s, 0 keys/s, 0 objects/s recovering 2023-12-22T18:03:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:03:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:03:20] "GET /metrics HTTP/1.1" 200 82123 "" "Prometheus/2.43.0" 2023-12-22T18:03:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:20 smithi039 ceph-mon[181282]: pgmap v2319: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s, 0 keys/s, 0 objects/s recovering 2023-12-22T18:03:23.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:22 smithi032 ceph-mon[189144]: pgmap v2320: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s, 0 keys/s, 0 objects/s recovering 2023-12-22T18:03:23.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:22 smithi032 ceph-mon[191839]: pgmap v2320: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s, 0 keys/s, 0 objects/s recovering 2023-12-22T18:03:23.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:22 smithi039 ceph-mon[181282]: pgmap v2320: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s, 0 keys/s, 0 objects/s recovering 2023-12-22T18:03:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:24 smithi039 ceph-mon[181282]: pgmap v2321: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:03:25.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:24 smithi032 ceph-mon[189144]: pgmap v2321: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:03:25.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:24 smithi032 ceph-mon[191839]: pgmap v2321: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:03:25.990 INFO:tasks.workunit.client.0.smithi032.stderr:test retry succeeds 2023-12-22T18:03:27.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:26 smithi039 ceph-mon[181282]: pgmap v2322: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:03:27.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:26 smithi032 ceph-mon[191839]: pgmap v2322: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:03:27.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:26 smithi032 ceph-mon[189144]: pgmap v2322: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:03:28.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:27 smithi039 ceph-mon[181282]: osdmap e1360: 8 total, 8 up, 8 in 2023-12-22T18:03:28.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:27 smithi032 ceph-mon[191839]: osdmap e1360: 8 total, 8 up, 8 in 2023-12-22T18:03:28.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:27 smithi032 ceph-mon[189144]: osdmap e1360: 8 total, 8 up, 8 in 2023-12-22T18:03:29.101 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.QuiesceWatchTimeout (32222 ms) 2023-12-22T18:03:29.101 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.WriteZeroes 2023-12-22T18:03:29.101 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:03:29.163 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.WriteZeroes (62 ms) 2023-12-22T18:03:29.163 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.WriteZeroesThickProvision 2023-12-22T18:03:29.164 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:03:29.231 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.WriteZeroesThickProvision (68 ms) 2023-12-22T18:03:29.231 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestLibRBD.ConcurentOperations 2023-12-22T18:03:29.231 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:03:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:28 smithi039 ceph-mon[181282]: pgmap v2324: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:03:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:28 smithi039 ceph-mon[181282]: osdmap e1361: 8 total, 8 up, 8 in 2023-12-22T18:03:29.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:28 smithi032 ceph-mon[191839]: pgmap v2324: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:03:29.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:28 smithi032 ceph-mon[191839]: osdmap e1361: 8 total, 8 up, 8 in 2023-12-22T18:03:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:28 smithi032 ceph-mon[189144]: pgmap v2324: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:03:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:28 smithi032 ceph-mon[189144]: osdmap e1361: 8 total, 8 up, 8 in 2023-12-22T18:03:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:30 smithi039 ceph-mon[181282]: osdmap e1362: 8 total, 8 up, 8 in 2023-12-22T18:03:30.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:30 smithi032 ceph-mon[191839]: osdmap e1362: 8 total, 8 up, 8 in 2023-12-22T18:03:30.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:30 smithi032 ceph-mon[189144]: osdmap e1362: 8 total, 8 up, 8 in 2023-12-22T18:03:31.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:31 smithi032 ceph-mon[189144]: pgmap v2327: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 170 B/s wr, 0 op/s 2023-12-22T18:03:31.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:31 smithi032 ceph-mon[189144]: osdmap e1363: 8 total, 8 up, 8 in 2023-12-22T18:03:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:31 smithi032 ceph-mon[191839]: pgmap v2327: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 170 B/s wr, 0 op/s 2023-12-22T18:03:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:31 smithi032 ceph-mon[191839]: osdmap e1363: 8 total, 8 up, 8 in 2023-12-22T18:03:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:03:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:03:30] "GET /metrics HTTP/1.1" 200 82123 "" "Prometheus/2.43.0" 2023-12-22T18:03:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:31 smithi039 ceph-mon[181282]: pgmap v2327: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 170 B/s wr, 0 op/s 2023-12-22T18:03:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:31 smithi039 ceph-mon[181282]: osdmap e1363: 8 total, 8 up, 8 in 2023-12-22T18:03:32.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:32 smithi032 ceph-mon[189144]: osdmap e1364: 8 total, 8 up, 8 in 2023-12-22T18:03:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:32 smithi032 ceph-mon[191839]: osdmap e1364: 8 total, 8 up, 8 in 2023-12-22T18:03:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:32 smithi039 ceph-mon[181282]: osdmap e1364: 8 total, 8 up, 8 in 2023-12-22T18:03:33.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:33 smithi032 ceph-mon[191839]: pgmap v2330: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 8.2 KiB/s wr, 163 op/s 2023-12-22T18:03:33.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:33 smithi032 ceph-mon[191839]: osdmap e1365: 8 total, 8 up, 8 in 2023-12-22T18:03:33.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:33 smithi032 ceph-mon[189144]: pgmap v2330: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 8.2 KiB/s wr, 163 op/s 2023-12-22T18:03:33.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:33 smithi032 ceph-mon[189144]: osdmap e1365: 8 total, 8 up, 8 in 2023-12-22T18:03:33.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:33 smithi039 ceph-mon[181282]: pgmap v2330: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 8.2 KiB/s wr, 163 op/s 2023-12-22T18:03:33.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:33 smithi039 ceph-mon[181282]: osdmap e1365: 8 total, 8 up, 8 in 2023-12-22T18:03:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:34 smithi032 ceph-mon[191839]: osdmap e1366: 8 total, 8 up, 8 in 2023-12-22T18:03:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:34 smithi032 ceph-mon[189144]: osdmap e1366: 8 total, 8 up, 8 in 2023-12-22T18:03:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:34 smithi039 ceph-mon[181282]: osdmap e1366: 8 total, 8 up, 8 in 2023-12-22T18:03:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:35 smithi032 ceph-mon[191839]: pgmap v2333: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 9.5 KiB/s wr, 168 op/s 2023-12-22T18:03:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:35 smithi032 ceph-mon[191839]: osdmap e1367: 8 total, 8 up, 8 in 2023-12-22T18:03:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:03:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:35 smithi032 ceph-mon[189144]: pgmap v2333: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 9.5 KiB/s wr, 168 op/s 2023-12-22T18:03:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:35 smithi032 ceph-mon[189144]: osdmap e1367: 8 total, 8 up, 8 in 2023-12-22T18:03:35.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:03:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:35 smithi039 ceph-mon[181282]: pgmap v2333: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 9.5 KiB/s wr, 168 op/s 2023-12-22T18:03:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:35 smithi039 ceph-mon[181282]: osdmap e1367: 8 total, 8 up, 8 in 2023-12-22T18:03:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:03:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:36 smithi032 ceph-mon[191839]: osdmap e1368: 8 total, 8 up, 8 in 2023-12-22T18:03:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:36 smithi032 ceph-mon[189144]: osdmap e1368: 8 total, 8 up, 8 in 2023-12-22T18:03:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:36 smithi039 ceph-mon[181282]: osdmap e1368: 8 total, 8 up, 8 in 2023-12-22T18:03:37.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:37 smithi032 ceph-mon[191839]: pgmap v2336: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 4.2 KiB/s wr, 29 op/s 2023-12-22T18:03:37.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:37 smithi032 ceph-mon[191839]: osdmap e1369: 8 total, 8 up, 8 in 2023-12-22T18:03:37.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:37 smithi032 ceph-mon[191839]: osdmap e1370: 8 total, 8 up, 8 in 2023-12-22T18:03:37.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:37 smithi032 ceph-mon[189144]: pgmap v2336: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 4.2 KiB/s wr, 29 op/s 2023-12-22T18:03:37.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:37 smithi032 ceph-mon[189144]: osdmap e1369: 8 total, 8 up, 8 in 2023-12-22T18:03:37.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:37 smithi032 ceph-mon[189144]: osdmap e1370: 8 total, 8 up, 8 in 2023-12-22T18:03:37.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:37 smithi039 ceph-mon[181282]: pgmap v2336: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 4.2 KiB/s wr, 29 op/s 2023-12-22T18:03:37.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:37 smithi039 ceph-mon[181282]: osdmap e1369: 8 total, 8 up, 8 in 2023-12-22T18:03:37.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:37 smithi039 ceph-mon[181282]: osdmap e1370: 8 total, 8 up, 8 in 2023-12-22T18:03:39.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:38 smithi032 ceph-mon[189144]: osdmap e1371: 8 total, 8 up, 8 in 2023-12-22T18:03:39.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:38 smithi032 ceph-mon[189144]: pgmap v2340: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 3.1 KiB/s wr, 24 op/s 2023-12-22T18:03:39.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:38 smithi032 ceph-mon[191839]: osdmap e1371: 8 total, 8 up, 8 in 2023-12-22T18:03:39.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:38 smithi032 ceph-mon[191839]: pgmap v2340: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 3.1 KiB/s wr, 24 op/s 2023-12-22T18:03:39.194 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:03:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:38 smithi039 ceph-mon[181282]: osdmap e1371: 8 total, 8 up, 8 in 2023-12-22T18:03:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:38 smithi039 ceph-mon[181282]: pgmap v2340: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 3.1 KiB/s wr, 24 op/s 2023-12-22T18:03:39.517 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:03:39.517 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (43m) 9m ago 48m 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:03:39.517 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (43m) 7m ago 47m 93.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:03:39.517 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (48m) 9m ago 48m 22.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:03:39.517 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (48m) 7m ago 48m 27.7M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:03:39.518 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (42m) 7m ago 51m 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:03:39.518 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (43m) 9m ago 52m 548M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:03:39.518 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (42m) 9m ago 52m 285M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:03:39.518 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (42m) 7m ago 51m 166M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:03:39.518 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (42m) 9m ago 51m 168M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:03:39.518 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (43m) 9m ago 47m 16.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:03:39.518 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (43m) 7m ago 47m 18.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:03:39.518 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (41m) 9m ago 51m 2024M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:03:39.518 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (41m) 9m ago 50m 2282M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:03:39.518 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (40m) 9m ago 50m 2158M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:03:39.519 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (40m) 9m ago 50m 1910M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:03:39.519 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (39m) 7m ago 50m 1896M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:03:39.519 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (39m) 7m ago 49m 1655M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:03:39.519 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (38m) 7m ago 49m 1107M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:03:39.519 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (38m) 7m ago 49m 1550M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:03:39.519 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (43m) 7m ago 48m 81.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:03:39.947 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:03:39.947 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:03:39.947 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:03:39.947 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:03:39.948 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:03:39.948 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:03:39.948 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:03:39.948 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:03:39.948 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:03:39.948 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:03:39.948 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:03:39.948 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:03:39.948 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:03:39.948 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:03:39.948 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:03:39.949 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:03:39.949 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:03:39.949 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:03:40.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:39 smithi032 ceph-mon[191839]: osdmap e1372: 8 total, 8 up, 8 in 2023-12-22T18:03:40.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:39 smithi032 ceph-mon[191839]: from='client.36912 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:03:40.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:39 smithi032 ceph-mon[191839]: from='client.46838 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:03:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:39 smithi032 ceph-mon[189144]: osdmap e1372: 8 total, 8 up, 8 in 2023-12-22T18:03:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:39 smithi032 ceph-mon[189144]: from='client.36912 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:03:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:39 smithi032 ceph-mon[189144]: from='client.46838 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:03:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:39 smithi039 ceph-mon[181282]: osdmap e1372: 8 total, 8 up, 8 in 2023-12-22T18:03:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:39 smithi039 ceph-mon[181282]: from='client.36912 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:03:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:39 smithi039 ceph-mon[181282]: from='client.46838 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:03:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:03:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:03:40] "GET /metrics HTTP/1.1" 200 82118 "" "Prometheus/2.43.0" 2023-12-22T18:03:41.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:40 smithi032 ceph-mon[191839]: osdmap e1373: 8 total, 8 up, 8 in 2023-12-22T18:03:41.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:40 smithi032 ceph-mon[191839]: pgmap v2343: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 795 B/s wr, 5 op/s 2023-12-22T18:03:41.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:40 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/80336239' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:03:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:40 smithi032 ceph-mon[189144]: osdmap e1373: 8 total, 8 up, 8 in 2023-12-22T18:03:41.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:40 smithi032 ceph-mon[189144]: pgmap v2343: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 795 B/s wr, 5 op/s 2023-12-22T18:03:41.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:40 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/80336239' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:03:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:40 smithi039 ceph-mon[181282]: osdmap e1373: 8 total, 8 up, 8 in 2023-12-22T18:03:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:40 smithi039 ceph-mon[181282]: pgmap v2343: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 795 B/s wr, 5 op/s 2023-12-22T18:03:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:40 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/80336239' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:03:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:41 smithi032 ceph-mon[189144]: osdmap e1374: 8 total, 8 up, 8 in 2023-12-22T18:03:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:41 smithi032 ceph-mon[191839]: osdmap e1374: 8 total, 8 up, 8 in 2023-12-22T18:03:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:41 smithi039 ceph-mon[181282]: osdmap e1374: 8 total, 8 up, 8 in 2023-12-22T18:03:43.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:42 smithi032 ceph-mon[191839]: osdmap e1375: 8 total, 8 up, 8 in 2023-12-22T18:03:43.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:42 smithi032 ceph-mon[191839]: pgmap v2346: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 5.5 KiB/s wr, 244 op/s 2023-12-22T18:03:43.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:42 smithi032 ceph-mon[189144]: osdmap e1375: 8 total, 8 up, 8 in 2023-12-22T18:03:43.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:42 smithi032 ceph-mon[189144]: pgmap v2346: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 5.5 KiB/s wr, 244 op/s 2023-12-22T18:03:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:42 smithi039 ceph-mon[181282]: osdmap e1375: 8 total, 8 up, 8 in 2023-12-22T18:03:43.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:42 smithi039 ceph-mon[181282]: pgmap v2346: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 5.5 KiB/s wr, 244 op/s 2023-12-22T18:03:44.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:43 smithi032 ceph-mon[191839]: osdmap e1376: 8 total, 8 up, 8 in 2023-12-22T18:03:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:43 smithi032 ceph-mon[189144]: osdmap e1376: 8 total, 8 up, 8 in 2023-12-22T18:03:44.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:43 smithi039 ceph-mon[181282]: osdmap e1376: 8 total, 8 up, 8 in 2023-12-22T18:03:45.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:44 smithi032 ceph-mon[191839]: osdmap e1377: 8 total, 8 up, 8 in 2023-12-22T18:03:45.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:44 smithi032 ceph-mon[191839]: pgmap v2349: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 5.0 KiB/s wr, 241 op/s 2023-12-22T18:03:45.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:44 smithi032 ceph-mon[189144]: osdmap e1377: 8 total, 8 up, 8 in 2023-12-22T18:03:45.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:44 smithi032 ceph-mon[189144]: pgmap v2349: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 5.0 KiB/s wr, 241 op/s 2023-12-22T18:03:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:44 smithi039 ceph-mon[181282]: osdmap e1377: 8 total, 8 up, 8 in 2023-12-22T18:03:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:44 smithi039 ceph-mon[181282]: pgmap v2349: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 5.0 KiB/s wr, 241 op/s 2023-12-22T18:03:46.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:45 smithi032 ceph-mon[191839]: osdmap e1378: 8 total, 8 up, 8 in 2023-12-22T18:03:46.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:45 smithi032 ceph-mon[189144]: osdmap e1378: 8 total, 8 up, 8 in 2023-12-22T18:03:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:45 smithi039 ceph-mon[181282]: osdmap e1378: 8 total, 8 up, 8 in 2023-12-22T18:03:47.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:46 smithi032 ceph-mon[191839]: osdmap e1379: 8 total, 8 up, 8 in 2023-12-22T18:03:47.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:46 smithi032 ceph-mon[191839]: pgmap v2352: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.2 KiB/s wr, 26 op/s 2023-12-22T18:03:47.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:46 smithi032 ceph-mon[189144]: osdmap e1379: 8 total, 8 up, 8 in 2023-12-22T18:03:47.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:46 smithi032 ceph-mon[189144]: pgmap v2352: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.2 KiB/s wr, 26 op/s 2023-12-22T18:03:47.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:46 smithi039 ceph-mon[181282]: osdmap e1379: 8 total, 8 up, 8 in 2023-12-22T18:03:47.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:46 smithi039 ceph-mon[181282]: pgmap v2352: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.2 KiB/s wr, 26 op/s 2023-12-22T18:03:48.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:47 smithi032 ceph-mon[191839]: osdmap e1380: 8 total, 8 up, 8 in 2023-12-22T18:03:48.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:47 smithi032 ceph-mon[189144]: osdmap e1380: 8 total, 8 up, 8 in 2023-12-22T18:03:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:47 smithi039 ceph-mon[181282]: osdmap e1380: 8 total, 8 up, 8 in 2023-12-22T18:03:49.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:48 smithi032 ceph-mon[191839]: osdmap e1381: 8 total, 8 up, 8 in 2023-12-22T18:03:49.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:48 smithi032 ceph-mon[191839]: pgmap v2355: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 23 op/s 2023-12-22T18:03:49.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:48 smithi032 ceph-mon[189144]: osdmap e1381: 8 total, 8 up, 8 in 2023-12-22T18:03:49.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:48 smithi032 ceph-mon[189144]: pgmap v2355: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 23 op/s 2023-12-22T18:03:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:48 smithi039 ceph-mon[181282]: osdmap e1381: 8 total, 8 up, 8 in 2023-12-22T18:03:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:48 smithi039 ceph-mon[181282]: pgmap v2355: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 23 op/s 2023-12-22T18:03:50.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:49 smithi032 ceph-mon[191839]: osdmap e1382: 8 total, 8 up, 8 in 2023-12-22T18:03:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:03:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:49 smithi032 ceph-mon[189144]: osdmap e1382: 8 total, 8 up, 8 in 2023-12-22T18:03:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:03:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:49 smithi039 ceph-mon[181282]: osdmap e1382: 8 total, 8 up, 8 in 2023-12-22T18:03:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:03:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:50 smithi032 ceph-mon[191839]: osdmap e1383: 8 total, 8 up, 8 in 2023-12-22T18:03:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:50 smithi032 ceph-mon[191839]: pgmap v2358: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 7 op/s 2023-12-22T18:03:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:50 smithi032 ceph-mon[189144]: osdmap e1383: 8 total, 8 up, 8 in 2023-12-22T18:03:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:50 smithi032 ceph-mon[189144]: pgmap v2358: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 7 op/s 2023-12-22T18:03:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:03:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:03:50] "GET /metrics HTTP/1.1" 200 82122 "" "Prometheus/2.43.0" 2023-12-22T18:03:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:50 smithi039 ceph-mon[181282]: osdmap e1383: 8 total, 8 up, 8 in 2023-12-22T18:03:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:50 smithi039 ceph-mon[181282]: pgmap v2358: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 7 op/s 2023-12-22T18:03:52.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:51 smithi032 ceph-mon[191839]: osdmap e1384: 8 total, 8 up, 8 in 2023-12-22T18:03:52.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:51 smithi032 ceph-mon[191839]: osdmap e1385: 8 total, 8 up, 8 in 2023-12-22T18:03:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:51 smithi032 ceph-mon[189144]: osdmap e1384: 8 total, 8 up, 8 in 2023-12-22T18:03:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:51 smithi032 ceph-mon[189144]: osdmap e1385: 8 total, 8 up, 8 in 2023-12-22T18:03:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:51 smithi039 ceph-mon[181282]: osdmap e1384: 8 total, 8 up, 8 in 2023-12-22T18:03:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:51 smithi039 ceph-mon[181282]: osdmap e1385: 8 total, 8 up, 8 in 2023-12-22T18:03:53.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:52 smithi032 ceph-mon[189144]: pgmap v2361: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 4.0 KiB/s wr, 44 op/s 2023-12-22T18:03:53.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:52 smithi032 ceph-mon[189144]: osdmap e1386: 8 total, 8 up, 8 in 2023-12-22T18:03:53.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:52 smithi032 ceph-mon[191839]: pgmap v2361: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 4.0 KiB/s wr, 44 op/s 2023-12-22T18:03:53.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:52 smithi032 ceph-mon[191839]: osdmap e1386: 8 total, 8 up, 8 in 2023-12-22T18:03:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:52 smithi039 ceph-mon[181282]: pgmap v2361: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 4.0 KiB/s wr, 44 op/s 2023-12-22T18:03:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:52 smithi039 ceph-mon[181282]: osdmap e1386: 8 total, 8 up, 8 in 2023-12-22T18:03:54.907 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestLibRBD.ConcurentOperations (25675 ms) 2023-12-22T18:03:55.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:54 smithi032 ceph-mon[189144]: osdmap e1387: 8 total, 8 up, 8 in 2023-12-22T18:03:55.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:54 smithi032 ceph-mon[189144]: pgmap v2364: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 4.5 KiB/s wr, 39 op/s 2023-12-22T18:03:55.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:54 smithi032 ceph-mon[191839]: osdmap e1387: 8 total, 8 up, 8 in 2023-12-22T18:03:55.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:54 smithi032 ceph-mon[191839]: pgmap v2364: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 4.5 KiB/s wr, 39 op/s 2023-12-22T18:03:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:54 smithi039 ceph-mon[181282]: osdmap e1387: 8 total, 8 up, 8 in 2023-12-22T18:03:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:54 smithi039 ceph-mon[181282]: pgmap v2364: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 4.5 KiB/s wr, 39 op/s 2023-12-22T18:03:56.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:55 smithi032 ceph-mon[189144]: osdmap e1388: 8 total, 8 up, 8 in 2023-12-22T18:03:56.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:55 smithi032 ceph-mon[191839]: osdmap e1388: 8 total, 8 up, 8 in 2023-12-22T18:03:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:55 smithi039 ceph-mon[181282]: osdmap e1388: 8 total, 8 up, 8 in 2023-12-22T18:03:57.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:56 smithi032 ceph-mon[191839]: osdmap e1389: 8 total, 8 up, 8 in 2023-12-22T18:03:57.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:56 smithi032 ceph-mon[191839]: pgmap v2367: 713 pgs: 713 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 1.2 KiB/s wr, 40 op/s 2023-12-22T18:03:57.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:56 smithi032 ceph-mon[191839]: osdmap e1390: 8 total, 8 up, 8 in 2023-12-22T18:03:57.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:56 smithi032 ceph-mon[189144]: osdmap e1389: 8 total, 8 up, 8 in 2023-12-22T18:03:57.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:56 smithi032 ceph-mon[189144]: pgmap v2367: 713 pgs: 713 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 1.2 KiB/s wr, 40 op/s 2023-12-22T18:03:57.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:56 smithi032 ceph-mon[189144]: osdmap e1390: 8 total, 8 up, 8 in 2023-12-22T18:03:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:56 smithi039 ceph-mon[181282]: osdmap e1389: 8 total, 8 up, 8 in 2023-12-22T18:03:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:56 smithi039 ceph-mon[181282]: pgmap v2367: 713 pgs: 713 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 1.2 KiB/s wr, 40 op/s 2023-12-22T18:03:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:56 smithi039 ceph-mon[181282]: osdmap e1390: 8 total, 8 up, 8 in 2023-12-22T18:03:59.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:58 smithi032 ceph-mon[191839]: osdmap e1391: 8 total, 8 up, 8 in 2023-12-22T18:03:59.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:58 smithi032 ceph-mon[191839]: pgmap v2370: 649 pgs: 649 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:03:59.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:58 smithi032 ceph-mon[189144]: osdmap e1391: 8 total, 8 up, 8 in 2023-12-22T18:03:59.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:58 smithi032 ceph-mon[189144]: pgmap v2370: 649 pgs: 649 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:03:59.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:58 smithi039 ceph-mon[181282]: osdmap e1391: 8 total, 8 up, 8 in 2023-12-22T18:03:59.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:58 smithi039 ceph-mon[181282]: pgmap v2370: 649 pgs: 649 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:04:00.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:03:59 smithi032 ceph-mon[191839]: osdmap e1392: 8 total, 8 up, 8 in 2023-12-22T18:04:00.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:03:59 smithi032 ceph-mon[189144]: osdmap e1392: 8 total, 8 up, 8 in 2023-12-22T18:04:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:03:59 smithi039 ceph-mon[181282]: osdmap e1392: 8 total, 8 up, 8 in 2023-12-22T18:04:01.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:00 smithi032 ceph-mon[189144]: osdmap e1393: 8 total, 8 up, 8 in 2023-12-22T18:04:01.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:00 smithi032 ceph-mon[189144]: pgmap v2373: 585 pgs: 585 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:04:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:00 smithi032 ceph-mon[191839]: osdmap e1393: 8 total, 8 up, 8 in 2023-12-22T18:04:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:00 smithi032 ceph-mon[191839]: pgmap v2373: 585 pgs: 585 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:04:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:04:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:04:00] "GET /metrics HTTP/1.1" 200 82122 "" "Prometheus/2.43.0" 2023-12-22T18:04:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:00 smithi039 ceph-mon[181282]: osdmap e1393: 8 total, 8 up, 8 in 2023-12-22T18:04:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:00 smithi039 ceph-mon[181282]: pgmap v2373: 585 pgs: 585 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:04:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:01 smithi032 ceph-mon[191839]: osdmap e1394: 8 total, 8 up, 8 in 2023-12-22T18:04:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:01 smithi032 ceph-mon[191839]: osdmap e1395: 8 total, 8 up, 8 in 2023-12-22T18:04:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:01 smithi032 ceph-mon[189144]: osdmap e1394: 8 total, 8 up, 8 in 2023-12-22T18:04:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:01 smithi032 ceph-mon[189144]: osdmap e1395: 8 total, 8 up, 8 in 2023-12-22T18:04:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:01 smithi039 ceph-mon[181282]: osdmap e1394: 8 total, 8 up, 8 in 2023-12-22T18:04:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:01 smithi039 ceph-mon[181282]: osdmap e1395: 8 total, 8 up, 8 in 2023-12-22T18:04:03.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:02 smithi032 ceph-mon[189144]: pgmap v2376: 521 pgs: 521 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:04:03.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:02 smithi032 ceph-mon[189144]: osdmap e1396: 8 total, 8 up, 8 in 2023-12-22T18:04:03.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:02 smithi032 ceph-mon[191839]: pgmap v2376: 521 pgs: 521 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:04:03.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:02 smithi032 ceph-mon[191839]: osdmap e1396: 8 total, 8 up, 8 in 2023-12-22T18:04:03.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:02 smithi039 ceph-mon[181282]: pgmap v2376: 521 pgs: 521 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:04:03.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:02 smithi039 ceph-mon[181282]: osdmap e1396: 8 total, 8 up, 8 in 2023-12-22T18:04:05.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:04 smithi032 ceph-mon[191839]: osdmap e1397: 8 total, 8 up, 8 in 2023-12-22T18:04:05.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:04 smithi032 ceph-mon[191839]: pgmap v2379: 457 pgs: 457 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:04:05.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:04:05.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:04 smithi032 ceph-mon[189144]: osdmap e1397: 8 total, 8 up, 8 in 2023-12-22T18:04:05.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:04 smithi032 ceph-mon[189144]: pgmap v2379: 457 pgs: 457 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:04:05.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:04:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:04 smithi039 ceph-mon[181282]: osdmap e1397: 8 total, 8 up, 8 in 2023-12-22T18:04:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:04 smithi039 ceph-mon[181282]: pgmap v2379: 457 pgs: 457 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:04:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:04:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:05 smithi032 ceph-mon[189144]: osdmap e1398: 8 total, 8 up, 8 in 2023-12-22T18:04:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:05 smithi032 ceph-mon[191839]: osdmap e1398: 8 total, 8 up, 8 in 2023-12-22T18:04:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:05 smithi039 ceph-mon[181282]: osdmap e1398: 8 total, 8 up, 8 in 2023-12-22T18:04:07.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:06 smithi032 ceph-mon[191839]: osdmap e1399: 8 total, 8 up, 8 in 2023-12-22T18:04:07.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:06 smithi032 ceph-mon[191839]: pgmap v2382: 393 pgs: 393 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:04:07.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:06 smithi032 ceph-mon[189144]: osdmap e1399: 8 total, 8 up, 8 in 2023-12-22T18:04:07.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:06 smithi032 ceph-mon[189144]: pgmap v2382: 393 pgs: 393 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:04:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:06 smithi039 ceph-mon[181282]: osdmap e1399: 8 total, 8 up, 8 in 2023-12-22T18:04:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:06 smithi039 ceph-mon[181282]: pgmap v2382: 393 pgs: 393 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:04:08.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:07 smithi032 ceph-mon[191839]: osdmap e1400: 8 total, 8 up, 8 in 2023-12-22T18:04:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:07 smithi032 ceph-mon[189144]: osdmap e1400: 8 total, 8 up, 8 in 2023-12-22T18:04:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:07 smithi039 ceph-mon[181282]: osdmap e1400: 8 total, 8 up, 8 in 2023-12-22T18:04:09.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:08 smithi032 ceph-mon[191839]: osdmap e1401: 8 total, 8 up, 8 in 2023-12-22T18:04:09.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:08 smithi032 ceph-mon[191839]: pgmap v2385: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:04:09.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:08 smithi032 ceph-mon[191839]: osdmap e1402: 8 total, 8 up, 8 in 2023-12-22T18:04:09.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:08 smithi032 ceph-mon[189144]: osdmap e1401: 8 total, 8 up, 8 in 2023-12-22T18:04:09.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:08 smithi032 ceph-mon[189144]: pgmap v2385: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:04:09.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:08 smithi032 ceph-mon[189144]: osdmap e1402: 8 total, 8 up, 8 in 2023-12-22T18:04:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:08 smithi039 ceph-mon[181282]: osdmap e1401: 8 total, 8 up, 8 in 2023-12-22T18:04:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:08 smithi039 ceph-mon[181282]: pgmap v2385: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:04:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:08 smithi039 ceph-mon[181282]: osdmap e1402: 8 total, 8 up, 8 in 2023-12-22T18:04:10.318 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:04:10.644 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:04:10.644 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (44m) 10m ago 48m 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:04:10.645 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (43m) 8m ago 48m 93.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:04:10.645 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (49m) 10m ago 49m 22.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:04:10.645 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (49m) 8m ago 49m 27.7M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:04:10.645 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (43m) 8m ago 51m 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:04:10.645 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (43m) 10m ago 53m 548M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:04:10.645 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (43m) 10m ago 53m 285M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:04:10.645 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (42m) 8m ago 52m 166M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:04:10.645 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (42m) 10m ago 52m 168M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:04:10.645 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (44m) 10m ago 48m 16.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:04:10.645 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (43m) 8m ago 48m 18.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:04:10.645 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (42m) 10m ago 51m 2024M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:04:10.645 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (41m) 10m ago 51m 2282M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:04:10.645 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (41m) 10m ago 51m 2158M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:04:10.645 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (40m) 10m ago 50m 1910M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:04:10.645 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (40m) 8m ago 50m 1896M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:04:10.646 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (39m) 8m ago 50m 1655M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:04:10.646 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (39m) 8m ago 50m 1107M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:04:10.646 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (38m) 8m ago 49m 1550M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:04:10.646 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (43m) 8m ago 49m 81.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:04:11.052 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:04:11.052 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:04:11.052 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:04:11.052 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:04:11.052 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:04:11.052 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:04:11.052 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:04:11.052 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:04:11.052 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:04:11.052 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:04:11.052 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:04:11.052 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:04:11.053 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:04:11.053 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:04:11.053 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:04:11.053 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:04:11.053 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:04:11.053 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:04:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:04:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:04:10] "GET /metrics HTTP/1.1" 200 60503 "" "Prometheus/2.43.0" 2023-12-22T18:04:11.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:10 smithi032 ceph-mon[191839]: osdmap e1403: 8 total, 8 up, 8 in 2023-12-22T18:04:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:10 smithi032 ceph-mon[191839]: pgmap v2388: 265 pgs: 265 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:04:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:10 smithi032 ceph-mon[191839]: from='client.36930 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:04:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:10 smithi032 ceph-mon[191839]: from='client.46856 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:04:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:10 smithi032 ceph-mon[189144]: osdmap e1403: 8 total, 8 up, 8 in 2023-12-22T18:04:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:10 smithi032 ceph-mon[189144]: pgmap v2388: 265 pgs: 265 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:04:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:10 smithi032 ceph-mon[189144]: from='client.36930 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:04:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:10 smithi032 ceph-mon[189144]: from='client.46856 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:04:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:10 smithi039 ceph-mon[181282]: osdmap e1403: 8 total, 8 up, 8 in 2023-12-22T18:04:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:10 smithi039 ceph-mon[181282]: pgmap v2388: 265 pgs: 265 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:04:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:10 smithi039 ceph-mon[181282]: from='client.36930 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:04:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:10 smithi039 ceph-mon[181282]: from='client.46856 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:04:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:11 smithi032 ceph-mon[191839]: osdmap e1404: 8 total, 8 up, 8 in 2023-12-22T18:04:12.200 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:11 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3233902274' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:04:12.200 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:11 smithi032 ceph-mon[189144]: osdmap e1404: 8 total, 8 up, 8 in 2023-12-22T18:04:12.200 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:11 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3233902274' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:04:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:11 smithi039 ceph-mon[181282]: osdmap e1404: 8 total, 8 up, 8 in 2023-12-22T18:04:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:11 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3233902274' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:04:13.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:12 smithi032 ceph-mon[191839]: osdmap e1405: 8 total, 8 up, 8 in 2023-12-22T18:04:13.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:12 smithi032 ceph-mon[191839]: pgmap v2391: 201 pgs: 201 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:04:13.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:12 smithi032 ceph-mon[189144]: osdmap e1405: 8 total, 8 up, 8 in 2023-12-22T18:04:13.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:12 smithi032 ceph-mon[189144]: pgmap v2391: 201 pgs: 201 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:04:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:12 smithi039 ceph-mon[181282]: osdmap e1405: 8 total, 8 up, 8 in 2023-12-22T18:04:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:12 smithi039 ceph-mon[181282]: pgmap v2391: 201 pgs: 201 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:04:14.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:13 smithi032 ceph-mon[191839]: osdmap e1406: 8 total, 8 up, 8 in 2023-12-22T18:04:14.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:13 smithi032 ceph-mon[189144]: osdmap e1406: 8 total, 8 up, 8 in 2023-12-22T18:04:14.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:13 smithi039 ceph-mon[181282]: osdmap e1406: 8 total, 8 up, 8 in 2023-12-22T18:04:14.851 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 160 tests from TestLibRBD (339521 ms total) 2023-12-22T18:04:14.851 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:04:14.851 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 11 tests from DiffIterateTest/0, where TypeParam = DiffIterateParams 2023-12-22T18:04:14.887 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] DiffIterateTest/0.DiffIterate 2023-12-22T18:04:15.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:14 smithi032 ceph-mon[189144]: osdmap e1407: 8 total, 8 up, 8 in 2023-12-22T18:04:15.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:14 smithi032 ceph-mon[189144]: pgmap v2394: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:04:15.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:14 smithi032 ceph-mon[191839]: osdmap e1407: 8 total, 8 up, 8 in 2023-12-22T18:04:15.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:14 smithi032 ceph-mon[191839]: pgmap v2394: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:04:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:14 smithi039 ceph-mon[181282]: osdmap e1407: 8 total, 8 up, 8 in 2023-12-22T18:04:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:14 smithi039 ceph-mon[181282]: pgmap v2394: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:04:16.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:15 smithi032 ceph-mon[191839]: osdmap e1408: 8 total, 8 up, 8 in 2023-12-22T18:04:16.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:15 smithi032 ceph-mon[189144]: osdmap e1408: 8 total, 8 up, 8 in 2023-12-22T18:04:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:15 smithi039 ceph-mon[181282]: osdmap e1408: 8 total, 8 up, 8 in 2023-12-22T18:04:16.874 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:04:17.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:16 smithi032 ceph-mon[189144]: osdmap e1409: 8 total, 8 up, 8 in 2023-12-22T18:04:17.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:16 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/779215705' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:04:17.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:16 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:04:17.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:16 smithi032 ceph-mon[189144]: pgmap v2397: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:04:17.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:16 smithi032 ceph-mon[191839]: osdmap e1409: 8 total, 8 up, 8 in 2023-12-22T18:04:17.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:16 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/779215705' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:04:17.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:16 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:04:17.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:16 smithi032 ceph-mon[191839]: pgmap v2397: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:04:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:16 smithi039 ceph-mon[181282]: osdmap e1409: 8 total, 8 up, 8 in 2023-12-22T18:04:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:16 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/779215705' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:04:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:16 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:04:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:16 smithi039 ceph-mon[181282]: pgmap v2397: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:04:17.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:17 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T18:04:17.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:17 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-22","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:04:17.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:17 smithi032 ceph-mon[189144]: osdmap e1410: 8 total, 8 up, 8 in 2023-12-22T18:04:17.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:17 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:04:17.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:17 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T18:04:17.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:17 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-22","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:04:17.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:17 smithi032 ceph-mon[191839]: osdmap e1410: 8 total, 8 up, 8 in 2023-12-22T18:04:17.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:17 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:04:18.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:17 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T18:04:18.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:17 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-22","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:04:18.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:17 smithi039 ceph-mon[181282]: osdmap e1410: 8 total, 8 up, 8 in 2023-12-22T18:04:18.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:17 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:04:18.869 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:18 smithi032 ceph-mon[191839]: osdmap e1411: 8 total, 8 up, 8 in 2023-12-22T18:04:18.869 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:18 smithi032 ceph-mon[191839]: pgmap v2400: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:04:18.870 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:18 smithi032 ceph-mon[189144]: osdmap e1411: 8 total, 8 up, 8 in 2023-12-22T18:04:18.870 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:18 smithi032 ceph-mon[189144]: pgmap v2400: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:04:18.912 INFO:tasks.workunit.client.0.smithi032.stdout: wrote [526369~73327,1129257~83242,2631611~30376,6159078~13471,6443224~76571,6940702~62599,10500393~93649,12146626~56669,12718687~88899,14462794~42203] 2023-12-22T18:04:19.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:18 smithi039 ceph-mon[181282]: osdmap e1411: 8 total, 8 up, 8 in 2023-12-22T18:04:19.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:18 smithi039 ceph-mon[181282]: pgmap v2400: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:04:19.897 INFO:tasks.workunit.client.0.smithi032.stdout: wrote [1428530~77677,2274268~14174,3852422~52974,6130051~53596,8973742~17940,15191841~33404,15681220~44875,16190878~72956,16672158~23287,16882968~95656] 2023-12-22T18:04:19.906 INFO:tasks.workunit.client.0.smithi032.stdout: diff was [1428530~77677,2274268~14174,2661987~1243409,6130051~53596,8973742~17940,14504997~2190448,16777216~201408] 2023-12-22T18:04:19.910 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] DiffIterateTest/0.DiffIterate (5022 ms) 2023-12-22T18:04:19.910 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDiscard 2023-12-22T18:04:19.910 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:04:19.933 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 0~256 2023-12-22T18:04:20.176 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:19 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T18:04:20.176 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:19 smithi032 ceph-mon[189144]: osdmap e1412: 8 total, 8 up, 8 in 2023-12-22T18:04:20.176 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:04:20.176 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:19 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T18:04:20.176 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:19 smithi032 ceph-mon[191839]: osdmap e1412: 8 total, 8 up, 8 in 2023-12-22T18:04:20.176 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:04:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:19 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T18:04:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:19 smithi039 ceph-mon[181282]: osdmap e1412: 8 total, 8 up, 8 in 2023-12-22T18:04:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:04:20.911 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 0~256 2023-12-22T18:04:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:04:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:04:20] "GET /metrics HTTP/1.1" 200 36469 "" "Prometheus/2.43.0" 2023-12-22T18:04:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:20 smithi032 ceph-mon[191839]: osdmap e1413: 8 total, 8 up, 8 in 2023-12-22T18:04:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:20 smithi032 ceph-mon[191839]: pgmap v2403: 137 pgs: 4 creating+peering, 14 unknown, 119 active+clean; 6.4 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s wr, 0 op/s 2023-12-22T18:04:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:04:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:04:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:20 smithi032 ceph-mon[189144]: osdmap e1413: 8 total, 8 up, 8 in 2023-12-22T18:04:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:20 smithi032 ceph-mon[189144]: pgmap v2403: 137 pgs: 4 creating+peering, 14 unknown, 119 active+clean; 6.4 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s wr, 0 op/s 2023-12-22T18:04:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:04:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:04:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:20 smithi039 ceph-mon[181282]: osdmap e1413: 8 total, 8 up, 8 in 2023-12-22T18:04:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:20 smithi039 ceph-mon[181282]: pgmap v2403: 137 pgs: 4 creating+peering, 14 unknown, 119 active+clean; 6.4 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s wr, 0 op/s 2023-12-22T18:04:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:04:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:04:21.925 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 0~256 2023-12-22T18:04:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:21 smithi032 ceph-mon[191839]: osdmap e1414: 8 total, 8 up, 8 in 2023-12-22T18:04:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:04:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:04:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:04:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:21 smithi032 ceph-mon[189144]: osdmap e1414: 8 total, 8 up, 8 in 2023-12-22T18:04:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:04:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:04:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:04:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:21 smithi039 ceph-mon[181282]: osdmap e1414: 8 total, 8 up, 8 in 2023-12-22T18:04:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:04:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:04:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:04:22.925 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 0~256 2023-12-22T18:04:22.927 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] DiffIterateTest/0.DiffIterateDiscard (3018 ms) 2023-12-22T18:04:22.927 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStress 2023-12-22T18:04:22.927 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:04:23.018 INFO:tasks.workunit.client.0.smithi032.stdout: i=0 exists [18283077~2845779,49087044~868689,64698798~2829882,97774868~7737933,123321698~1129511,149815834~3960005,284822711~2500670,345139577~7194419,358036525~1676120,375659905~1414952] wrote [18283077~2845779,49087044~868689,64698798~2829882,97774868~7737933,123321698~1129511,149815834~3960005,284822711~2500670,345139577~7194419,358036525~1676120,375659905~1414952] 2023-12-22T18:04:23.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:22 smithi032 ceph-mon[191839]: osdmap e1415: 8 total, 8 up, 8 in 2023-12-22T18:04:23.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:22 smithi032 ceph-mon[191839]: pgmap v2406: 137 pgs: 137 active+clean; 13 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 195 KiB/s wr, 44 op/s 2023-12-22T18:04:23.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:22 smithi032 ceph-mon[189144]: osdmap e1415: 8 total, 8 up, 8 in 2023-12-22T18:04:23.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:22 smithi032 ceph-mon[189144]: pgmap v2406: 137 pgs: 137 active+clean; 13 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 195 KiB/s wr, 44 op/s 2023-12-22T18:04:23.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:22 smithi039 ceph-mon[181282]: osdmap e1415: 8 total, 8 up, 8 in 2023-12-22T18:04:23.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:22 smithi039 ceph-mon[181282]: pgmap v2406: 137 pgs: 137 active+clean; 13 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 195 KiB/s wr, 44 op/s 2023-12-22T18:04:23.995 INFO:tasks.workunit.client.0.smithi032.stdout: i=1 exists [18283077~2845779,45492480~2271236,49087044~868689,64698798~2829882,75135781~6431563,97774868~7737933,116651435~1569630,123321698~1129511,149815834~3960005,167290276~6559030,188298643~3100164,213652563~1337408,254220461~7312961,284822711~2500670,289382205~4687452,345139577~7194419,352688964~3363562,358036525~1676120,375659905~1414952,384276085~2421502] wrote [45492480~2271236,75135781~6431563,116651435~1569630,167290276~6559030,188298643~3100164,213652563~1337408,254220461~7312961,289382205~4687452,352688964~3363562,384276085~2421502] 2023-12-22T18:04:24.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:23 smithi032 ceph-mon[189144]: osdmap e1416: 8 total, 8 up, 8 in 2023-12-22T18:04:24.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:23 smithi032 ceph-mon[191839]: osdmap e1416: 8 total, 8 up, 8 in 2023-12-22T18:04:24.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:23 smithi039 ceph-mon[181282]: osdmap e1416: 8 total, 8 up, 8 in 2023-12-22T18:04:25.001 INFO:tasks.workunit.client.0.smithi032.stdout: i=2 exists [18283077~2845779,24820271~3516333,45492480~2271236,49087044~868689,55020070~8911692,64698798~2829882,75135781~6431563,97774868~7737933,116651435~1569630,123321698~1129511,133683845~6552161,143276803~104761,149815834~3960005,167290276~6559030,178653291~2721358,188298643~3100164,213652563~1337408,241288096~1700664,254220461~7312961,277043998~3947849,284822711~2500670,289382205~7495965,316969120~5531978,345139577~7194419,352688964~3363562,358036525~1676120,375659905~1414952,384276085~2421502] wrote [24820271~3516333,55020070~8911692,133683845~6552161,143276803~104761,178653291~2721358,241288096~1700664,277043998~3947849,291003557~5874613,316969120~5531978] 2023-12-22T18:04:25.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:24 smithi032 ceph-mon[189144]: osdmap e1417: 8 total, 8 up, 8 in 2023-12-22T18:04:25.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:24 smithi032 ceph-mon[189144]: pgmap v2409: 137 pgs: 137 active+clean; 23 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 1.3 MiB/s wr, 70 op/s 2023-12-22T18:04:25.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:24 smithi032 ceph-mon[191839]: osdmap e1417: 8 total, 8 up, 8 in 2023-12-22T18:04:25.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:24 smithi032 ceph-mon[191839]: pgmap v2409: 137 pgs: 137 active+clean; 23 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 1.3 MiB/s wr, 70 op/s 2023-12-22T18:04:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:24 smithi039 ceph-mon[181282]: osdmap e1417: 8 total, 8 up, 8 in 2023-12-22T18:04:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:24 smithi039 ceph-mon[181282]: pgmap v2409: 137 pgs: 137 active+clean; 23 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 1.3 MiB/s wr, 70 op/s 2023-12-22T18:04:25.974 INFO:tasks.workunit.client.0.smithi032.stdout: i=3 exists [18283077~2845779,24820271~3516333,45146082~3074595,49087044~868689,55020070~12678913,72502200~1397855,75135781~6431563,97774868~7737933,116651435~1569630,120224273~7019243,133683845~6552161,143276803~104761,149815834~3960005,167290276~6559030,178653291~2721358,188298643~3100164,213652563~1337408,217688309~2711566,241288096~1700664,250577751~2872630,254220461~7312961,277043998~3947849,284822711~2500670,289382205~7495965,316969120~5531978,345139577~7194419,352688964~3363562,358036525~1676120,375659905~1414952,384276085~2421502,404674870~1082796] wrote [45146082~3074595,58899613~2940557,61976081~5722902,72502200~1397855,120224273~7019243,167531272~4426681,217688309~2711566,250577751~2872630,404674870~1082796] 2023-12-22T18:04:26.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:25 smithi032 ceph-mon[189144]: osdmap e1418: 8 total, 8 up, 8 in 2023-12-22T18:04:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:25 smithi032 ceph-mon[191839]: osdmap e1418: 8 total, 8 up, 8 in 2023-12-22T18:04:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:25 smithi039 ceph-mon[181282]: osdmap e1418: 8 total, 8 up, 8 in 2023-12-22T18:04:26.866 INFO:tasks.workunit.client.0.smithi032.stdout: i=4 exists [18283077~2845779,24820271~4334708,45146082~3074595,49087044~868689,55020070~12678913,72502200~1397855,75135781~6431563,97774868~7737933,116651435~1569630,120224273~7019243,133683845~6552161,143276803~104761,149815834~3960005,167290276~6559030,177411096~10367467,188298643~3100164,213652563~1337408,217688309~2711566,241288096~7583251,250577751~2872630,254220461~7312961,277043998~3947849,284822711~2500670,289382205~12724488,316969120~5531978,345139577~7194419,352688964~3363562,358036525~1676120,369872789~3218391,375659905~1414952,384276085~2421502,404674870~1082796] wrote [25593115~3561864,59271023~18676,177411096~10367467,241936637~6934710,289495090~2973157,294518074~7588619,369872789~3218391] 2023-12-22T18:04:27.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:26 smithi032 ceph-mon[189144]: osdmap e1419: 8 total, 8 up, 8 in 2023-12-22T18:04:27.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:26 smithi032 ceph-mon[189144]: pgmap v2412: 137 pgs: 137 active+clean; 116 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 13 MiB/s wr, 212 op/s 2023-12-22T18:04:27.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:26 smithi032 ceph-mon[189144]: osdmap e1420: 8 total, 8 up, 8 in 2023-12-22T18:04:27.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:26 smithi032 ceph-mon[191839]: osdmap e1419: 8 total, 8 up, 8 in 2023-12-22T18:04:27.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:26 smithi032 ceph-mon[191839]: pgmap v2412: 137 pgs: 137 active+clean; 116 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 13 MiB/s wr, 212 op/s 2023-12-22T18:04:27.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:26 smithi032 ceph-mon[191839]: osdmap e1420: 8 total, 8 up, 8 in 2023-12-22T18:04:27.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:26 smithi039 ceph-mon[181282]: osdmap e1419: 8 total, 8 up, 8 in 2023-12-22T18:04:27.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:26 smithi039 ceph-mon[181282]: pgmap v2412: 137 pgs: 137 active+clean; 116 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 13 MiB/s wr, 212 op/s 2023-12-22T18:04:27.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:26 smithi039 ceph-mon[181282]: osdmap e1420: 8 total, 8 up, 8 in 2023-12-22T18:04:27.877 INFO:tasks.workunit.client.0.smithi032.stdout: i=5 exists [18283077~2845779,24820271~4334708,45146082~3074595,49087044~1154139,55020070~18879985,75135781~6431563,97774868~7737933,108186437~3507015,116651435~1569630,120224273~7019243,133683845~6552161,143276803~104761,149815834~3960005,167290276~6559030,177411096~10367467,188298643~3100164,213652563~1337408,217688309~2711566,241288096~7583251,250577751~2872630,254220461~7312961,268248006~8110206,277043998~3947849,284822711~4424892,289382205~12724488,316969120~5531978,329617226~8156883,345139577~7194419,352688964~3363562,358036525~1676120,361516083~1666869,369872789~3218391,375659905~1414952,380602907~6094680,404674870~1082796] wrote [49933522~307661,67395828~5424715,108186437~3507015,268248006~8110206,285186942~4060661,329617226~8156883,361516083~1666869,380602907~5039184] 2023-12-22T18:04:28.860 INFO:tasks.workunit.client.0.smithi032.stdout: i=6 exists [9412306~8094552,18283077~2845779,24820271~4334708,35480840~6941202,45146082~3074595,49087044~1154139,55020070~18879985,75135781~6431563,97774868~7737933,108186437~3507015,116651435~1569630,120224273~10571624,133683845~6552161,143276803~104761,149815834~3960005,160969495~3504670,167290276~7907603,177411096~10367467,188298643~3100164,208941827~1475999,213652563~1337408,217688309~2711566,241288096~7583251,250577751~2872630,254220461~7312961,268248006~8110206,277043998~12203605,289382205~12724488,316969120~5531978,329617226~8156883,345139577~7194419,352688964~3363562,358036525~1676120,361516083~1666869,369872789~3218391,375659905~1414952,380602907~6094680,404674870~1082796] wrote [9412306~8094552,35480840~6941202,125169903~5625994,160969495~3504670,171215954~3981925,208941827~1475999,271528342~4149733,280419552~7330822] 2023-12-22T18:04:29.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:28 smithi032 ceph-mon[191839]: osdmap e1421: 8 total, 8 up, 8 in 2023-12-22T18:04:29.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:28 smithi032 ceph-mon[191839]: pgmap v2415: 137 pgs: 137 active+clean; 145 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 18 MiB/s wr, 188 op/s 2023-12-22T18:04:29.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:28 smithi032 ceph-mon[189144]: osdmap e1421: 8 total, 8 up, 8 in 2023-12-22T18:04:29.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:28 smithi032 ceph-mon[189144]: pgmap v2415: 137 pgs: 137 active+clean; 145 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 18 MiB/s wr, 188 op/s 2023-12-22T18:04:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:28 smithi039 ceph-mon[181282]: osdmap e1421: 8 total, 8 up, 8 in 2023-12-22T18:04:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:28 smithi039 ceph-mon[181282]: pgmap v2415: 137 pgs: 137 active+clean; 145 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 18 MiB/s wr, 188 op/s 2023-12-22T18:04:29.866 INFO:tasks.workunit.client.0.smithi032.stdout: i=7 exists [8009267~9497591,18283077~2845779,24820271~4334708,35480840~6941202,45146082~3074595,49087044~1154139,55020070~18879985,75135781~6431563,97774868~7737933,108186437~3507015,112452249~6591492,120224273~10571624,133683845~6552161,143276803~104761,149815834~3960005,158800286~5673879,167290276~7907603,177411096~10367467,188298643~3100164,208941827~1475999,213652563~1337408,217688309~2711566,220597173~3174577,241288096~7583251,250577751~2872630,254220461~7312961,268248006~8110206,277043998~12203605,289382205~12724488,316969120~11306848,329617226~8156883,345139577~7194419,352688964~3363562,358036525~1676120,361516083~1666869,367665786~5425394,375659905~1414952,380602907~6094680,404674870~1082796] wrote [8009267~2964051,35890534~2989104,112452249~6591492,158800286~5647841,178450854~94198,220597173~3174577,317169160~11106808,362107129~267681,367665786~4752513] 2023-12-22T18:04:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:29 smithi032 ceph-mon[191839]: osdmap e1422: 8 total, 8 up, 8 in 2023-12-22T18:04:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:29 smithi032 ceph-mon[189144]: osdmap e1422: 8 total, 8 up, 8 in 2023-12-22T18:04:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:29 smithi039 ceph-mon[181282]: osdmap e1422: 8 total, 8 up, 8 in 2023-12-22T18:04:30.882 INFO:tasks.workunit.client.0.smithi032.stdout: i=8 exists [7010743~10496115,18283077~2845779,24820271~4334708,35480840~6941202,45146082~3074595,49087044~1154139,55020070~18879985,75135781~6431563,97774868~7737933,108186437~3507015,112452249~6591492,120224273~10571624,133683845~6552161,143276803~104761,149815834~3960005,158800286~5673879,167290276~7907603,177411096~10367467,188298643~3100164,208428691~2627771,213652563~1337408,217688309~2711566,220597173~3174577,241288096~7583251,250577751~2872630,254220461~7312961,268248006~8110206,277043998~12203605,289382205~12724488,305322877~6479138,316969120~11306848,329617226~8235070,345050789~7283207,352688964~3363562,358036525~1676120,361516083~1666869,365685262~1279500,367665786~5425394,375659905~1414952,380602907~6094680,404674870~1082796] wrote [7010743~6991997,98586065~1846814,180890854~1572201,208428691~2627771,305322877~6479138,337368174~484122,345050789~6547255,365685262~1279500] 2023-12-22T18:04:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:04:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:04:30] "GET /metrics HTTP/1.1" 200 36469 "" "Prometheus/2.43.0" 2023-12-22T18:04:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:30 smithi032 ceph-mon[191839]: osdmap e1423: 8 total, 8 up, 8 in 2023-12-22T18:04:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:30 smithi032 ceph-mon[191839]: pgmap v2418: 137 pgs: 137 active+clean; 238 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 25 MiB/s wr, 79 op/s 2023-12-22T18:04:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:04:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:30 smithi032 ceph-mon[189144]: osdmap e1423: 8 total, 8 up, 8 in 2023-12-22T18:04:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:30 smithi032 ceph-mon[189144]: pgmap v2418: 137 pgs: 137 active+clean; 238 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 25 MiB/s wr, 79 op/s 2023-12-22T18:04:31.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:04:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:30 smithi039 ceph-mon[181282]: osdmap e1423: 8 total, 8 up, 8 in 2023-12-22T18:04:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:30 smithi039 ceph-mon[181282]: pgmap v2418: 137 pgs: 137 active+clean; 238 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 25 MiB/s wr, 79 op/s 2023-12-22T18:04:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:04:31.878 INFO:tasks.workunit.client.0.smithi032.stdout: i=9 exists [7010743~10496115,18283077~2845779,21377400~11546965,35480840~6941202,45146082~3074595,49087044~1154139,55020070~18879985,75135781~6431563,97774868~7737933,108186437~3507015,112452249~6591492,120224273~10571624,133683845~8133483,143276803~104761,149815834~3960005,158800286~5673879,167290276~7907603,177411096~10367467,188298643~3100164,208428691~2627771,213652563~1337408,217688309~2711566,220597173~3174577,240578144~8293203,250577751~2872630,254220461~7312961,268248006~8110206,277043998~12203605,289382205~12724488,305322877~6479138,316969120~11306848,329617226~8235070,343868497~8465499,352688964~3363562,358036525~1676120,361516083~1666869,365685262~1279500,367665786~5425394,375659905~1414952,380602907~6094680,404674870~1082796] wrote [21377400~11546965,115323198~2807172,133945341~7871987,173903332~535348,240578144~1013755,293920703~2584655,343868497~7104972] 2023-12-22T18:04:32.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:31 smithi032 ceph-mon[189144]: osdmap e1424: 8 total, 8 up, 8 in 2023-12-22T18:04:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:31 smithi032 ceph-mon[191839]: osdmap e1424: 8 total, 8 up, 8 in 2023-12-22T18:04:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:31 smithi039 ceph-mon[181282]: osdmap e1424: 8 total, 8 up, 8 in 2023-12-22T18:04:32.879 INFO:tasks.workunit.client.0.smithi032.stdout: i=10 exists [7010743~10496115,18283077~2845779,21377400~11546965,35480840~6941202,45146082~3074595,49087044~1154139,55020070~18879985,75135781~6431563,89850490~6969764,97774868~7737933,108186437~3507015,112452249~6591492,120224273~10571624,133683845~8133483,143276803~104761,149815834~3960005,157081655~992397,158800286~5673879,167290276~7907603,177411096~10367467,188298643~3100164,208428691~2627771,213652563~1337408,217688309~2711566,220597173~3174577,240578144~8293203,250577751~2872630,254220461~7312961,268248006~8110206,277043998~12203605,289382205~12724488,305322877~6479138,316969120~11306848,329617226~8235070,339636718~4097396,343868497~8465499,352688964~3363562,358036525~1676120,361516083~1666869,365685262~1279500,367665786~5425394,375659905~1414952,380602907~6094680,395174648~3097848,404674870~1082796] wrote [7882699~2876554,39062843~2474672,89850490~6969764,157081655~992397,221357489~1667051,242821159~1384398,331429159~4636285,339636718~4097396,395174648~3097848] 2023-12-22T18:04:33.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:32 smithi032 ceph-mon[189144]: osdmap e1425: 8 total, 8 up, 8 in 2023-12-22T18:04:33.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:32 smithi032 ceph-mon[189144]: pgmap v2421: 137 pgs: 137 active+clean; 363 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 48 MiB/s wr, 268 op/s 2023-12-22T18:04:33.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:32 smithi032 ceph-mon[191839]: osdmap e1425: 8 total, 8 up, 8 in 2023-12-22T18:04:33.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:32 smithi032 ceph-mon[191839]: pgmap v2421: 137 pgs: 137 active+clean; 363 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 48 MiB/s wr, 268 op/s 2023-12-22T18:04:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:32 smithi039 ceph-mon[181282]: osdmap e1425: 8 total, 8 up, 8 in 2023-12-22T18:04:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:32 smithi039 ceph-mon[181282]: pgmap v2421: 137 pgs: 137 active+clean; 363 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 48 MiB/s wr, 268 op/s 2023-12-22T18:04:33.912 INFO:tasks.workunit.client.0.smithi032.stdout: i=11 exists [7010743~10496115,18283077~2845779,21377400~21044642,45146082~3074595,49087044~1154139,55020070~18879985,75135781~6431563,89850490~6969764,97774868~7737933,108186437~3507015,112452249~6591492,120224273~10571624,133683845~8133483,143276803~104761,149815834~3960005,157081655~992397,158800286~5673879,167290276~7907603,177411096~10367467,188298643~3100164,201295061~7133139,208428691~8052701,217688309~2711566,220597173~3174577,225875993~9259358,240578144~8293203,250577751~2872630,254220461~7312961,268248006~8110206,277043998~12203605,289382205~12724488,305322877~6479138,316969120~11306848,329617226~8235070,339636718~4097396,343868497~12184029,358036525~1676120,361516083~11575097,373413690~5317221,380602907~6094680,395174648~3097848,404674870~1082796] wrote [29260973~8174132,201295061~7133139,209520731~6960661,225875993~9259358,349089106~5669131,362932593~8163428,373413690~5317221] 2023-12-22T18:04:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:33 smithi032 ceph-mon[191839]: osdmap e1426: 8 total, 8 up, 8 in 2023-12-22T18:04:34.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:33 smithi032 ceph-mon[189144]: osdmap e1426: 8 total, 8 up, 8 in 2023-12-22T18:04:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:33 smithi039 ceph-mon[181282]: osdmap e1426: 8 total, 8 up, 8 in 2023-12-22T18:04:34.925 INFO:tasks.workunit.client.0.smithi032.stdout: i=12 exists [7010743~10496115,18055610~24366432,45146082~3074595,49087044~1154139,55020070~18879985,75135781~6431563,89850490~6969764,97774868~7737933,108186437~3507015,112452249~6591492,120224273~10571624,133683845~13313611,149815834~3960005,157081655~992397,158800286~5673879,166981340~38366,167290276~8326281,177411096~10367467,188298643~3100164,201295061~7133139,208428691~8052701,217688309~2711566,220597173~3174577,225875993~9259358,240578144~8293203,250577751~10955671,268248006~8110206,277043998~12203605,289382205~12724488,305322877~6479138,316969120~11306848,329617226~8235070,339636718~4097396,343868497~12184029,358036525~1676120,361516083~11575097,373413690~5317221,380602907~6094680,395174648~3097848,404674870~1082796] wrote [11479577~1984810,18055610~3961943,139202421~7795035,166981340~38366,172074967~3541590,252014003~6912690,271886955~1932814,279897459~8484189] 2023-12-22T18:04:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:34 smithi032 ceph-mon[189144]: osdmap e1427: 8 total, 8 up, 8 in 2023-12-22T18:04:35.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:34 smithi032 ceph-mon[189144]: pgmap v2424: 137 pgs: 137 active+clean; 432 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 44 MiB/s wr, 201 op/s 2023-12-22T18:04:35.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:04:35.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:34 smithi032 ceph-mon[191839]: osdmap e1427: 8 total, 8 up, 8 in 2023-12-22T18:04:35.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:34 smithi032 ceph-mon[191839]: pgmap v2424: 137 pgs: 137 active+clean; 432 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 44 MiB/s wr, 201 op/s 2023-12-22T18:04:35.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:04:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:34 smithi039 ceph-mon[181282]: osdmap e1427: 8 total, 8 up, 8 in 2023-12-22T18:04:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:34 smithi039 ceph-mon[181282]: pgmap v2424: 137 pgs: 137 active+clean; 432 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 44 MiB/s wr, 201 op/s 2023-12-22T18:04:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:04:35.924 INFO:tasks.workunit.client.0.smithi032.stdout: i=13 exists [7010743~10496115,18055610~24366432,45146082~3074595,49087044~1154139,55020070~18879985,75135781~6431563,89850490~6969764,97774868~7737933,108186437~3507015,112452249~6591492,120224273~10571624,133683845~13313611,149815834~3960005,157081655~992397,158800286~5673879,166981340~38366,167290276~20488287,188298643~3100164,201295061~7133139,208428691~8052701,216844854~6926896,225875993~9259358,240578144~8293203,250577751~10955671,268248006~8110206,277043998~12203605,289382205~15422708,305322877~6479138,316585335~11690633,329617226~8235070,339636718~4097396,343868497~12184029,358036525~1676120,361516083~11575097,373413690~5317221,380602907~6094680,395174648~3097848,404674870~1082796] wrote [55844344~6149003,175391607~7043042,216844854~4168038,297077579~7727334,316585335~8201427,369786595~3136403] 2023-12-22T18:04:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:35 smithi032 ceph-mon[189144]: osdmap e1428: 8 total, 8 up, 8 in 2023-12-22T18:04:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:35 smithi032 ceph-mon[191839]: osdmap e1428: 8 total, 8 up, 8 in 2023-12-22T18:04:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:35 smithi039 ceph-mon[181282]: osdmap e1428: 8 total, 8 up, 8 in 2023-12-22T18:04:36.929 INFO:tasks.workunit.client.0.smithi032.stdout: i=14 exists [7010743~10496115,18055610~24366432,44154325~4066352,49087044~1154139,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,97774868~10171536,108186437~3507015,112452249~6591492,120224273~10571624,133683845~13313611,149815834~3960005,157081655~992397,158800286~5673879,166981340~38366,167290276~20488287,188298643~3100164,197090408~11337792,208428691~8052701,216844854~6926896,225875993~9259358,240578144~8293203,250577751~10955671,268248006~8110206,277043998~12203605,289382205~15422708,305322877~6479138,316585335~11690633,329617226~8235070,339636718~4097396,343868497~12184029,358036525~1676120,361516083~17214828,380602907~6094680,395174648~3097848,404674870~1082796] wrote [36654302~3713383,44154325~994351,52156127~2548391,103387926~4558478,138127982~7675588,197090408~9082725,365759642~12152011] 2023-12-22T18:04:37.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:36 smithi032 ceph-mon[189144]: osdmap e1429: 8 total, 8 up, 8 in 2023-12-22T18:04:37.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:36 smithi032 ceph-mon[189144]: pgmap v2427: 137 pgs: 137 active+clean; 509 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 36 MiB/s wr, 292 op/s 2023-12-22T18:04:37.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:36 smithi032 ceph-mon[191839]: osdmap e1429: 8 total, 8 up, 8 in 2023-12-22T18:04:37.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:36 smithi032 ceph-mon[191839]: pgmap v2427: 137 pgs: 137 active+clean; 509 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 36 MiB/s wr, 292 op/s 2023-12-22T18:04:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:36 smithi039 ceph-mon[181282]: osdmap e1429: 8 total, 8 up, 8 in 2023-12-22T18:04:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:36 smithi039 ceph-mon[181282]: pgmap v2427: 137 pgs: 137 active+clean; 509 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 36 MiB/s wr, 292 op/s 2023-12-22T18:04:37.924 INFO:tasks.workunit.client.0.smithi032.stdout: i=15 exists [7010743~35411299,44154325~4066352,49087044~1154139,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,97774868~10171536,108186437~3507015,112452249~6591492,120224273~12223405,133683845~13313611,149815834~8258218,158800286~5673879,166981340~38366,167290276~20488287,188298643~3100164,197090408~11337792,208428691~8052701,216844854~6926896,225875993~9259358,240578144~8293203,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~4097396,343868497~12184029,358036525~1676120,361516083~17214828,380602907~6094680,395174648~3097848,404674870~1082796] wrote [11664504~9143378,126644131~5803547,153336498~3894467,241803011~5305075,292127102~2572208,304325254~5289884,311174617~3113029] 2023-12-22T18:04:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:37 smithi032 ceph-mon[191839]: osdmap e1430: 8 total, 8 up, 8 in 2023-12-22T18:04:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:37 smithi032 ceph-mon[189144]: osdmap e1430: 8 total, 8 up, 8 in 2023-12-22T18:04:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:37 smithi039 ceph-mon[181282]: osdmap e1430: 8 total, 8 up, 8 in 2023-12-22T18:04:38.936 INFO:tasks.workunit.client.0.smithi032.stdout: i=16 exists [7010743~35411299,44154325~4066352,49087044~1154139,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,97774868~10171536,108186437~3507015,112452249~6591492,120224273~12223405,132875822~14121634,149815834~8258218,158800286~5673879,166981340~38366,167290276~20488287,188298643~3100164,197090408~11337792,208428691~8052701,216844854~6926896,225875993~9259358,240578144~8293203,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~4097396,343868497~12184029,358036525~1676120,361516083~17214828,380602907~11359203,395174648~3097848,404674870~1082796] wrote [19157493~7200991,44502730~3035760,55918424~3738794,132875822~9792032,154615379~1476546,282676856~2792831,386289055~5673055] 2023-12-22T18:04:39.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:38 smithi032 ceph-mon[191839]: osdmap e1431: 8 total, 8 up, 8 in 2023-12-22T18:04:39.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:38 smithi032 ceph-mon[191839]: pgmap v2430: 137 pgs: 137 active+clean; 539 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 183 KiB/s rd, 29 MiB/s wr, 288 op/s 2023-12-22T18:04:39.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:38 smithi032 ceph-mon[189144]: osdmap e1431: 8 total, 8 up, 8 in 2023-12-22T18:04:39.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:38 smithi032 ceph-mon[189144]: pgmap v2430: 137 pgs: 137 active+clean; 539 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 183 KiB/s rd, 29 MiB/s wr, 288 op/s 2023-12-22T18:04:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:38 smithi039 ceph-mon[181282]: osdmap e1431: 8 total, 8 up, 8 in 2023-12-22T18:04:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:38 smithi039 ceph-mon[181282]: pgmap v2430: 137 pgs: 137 active+clean; 539 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 183 KiB/s rd, 29 MiB/s wr, 288 op/s 2023-12-22T18:04:39.946 INFO:tasks.workunit.client.0.smithi032.stdout: i=17 exists [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,97774868~10171536,108186437~3507015,112452249~6591492,120224273~12223405,132875822~14121634,149815834~8258218,158800286~5673879,166981340~38366,167290276~20488287,188298643~3100164,197090408~11337792,208428691~15343059,225875993~9259358,240578144~8293203,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~4097396,343868497~12631621,358036525~1676120,361516083~30446027,395174648~3097848,404674870~1082796] wrote [25339110~540732,46265080~5001586,61584511~1720695,214887513~6880702,232997826~831402,291027777~2060941,321149289~6600475,344842696~1255015,351670434~4829684,378072812~7366870] 2023-12-22T18:04:40.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:39 smithi032 ceph-mon[191839]: osdmap e1432: 8 total, 8 up, 8 in 2023-12-22T18:04:40.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:39 smithi032 ceph-mon[189144]: osdmap e1432: 8 total, 8 up, 8 in 2023-12-22T18:04:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:39 smithi039 ceph-mon[181282]: osdmap e1432: 8 total, 8 up, 8 in 2023-12-22T18:04:40.953 INFO:tasks.workunit.client.0.smithi032.stdout: i=18 exists [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,97774868~10171536,108186437~3507015,112452249~6591492,120224273~12223405,132875822~14121634,149815834~8258218,158800286~5673879,166051252~21727311,188298643~3100164,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~18216308,358036525~1676120,361516083~30446027,395174648~3097848,401788641~1311218,404674870~1082796] wrote [39333440~1361473,80029781~1421493,99629496~1187641,166051252~6533294,239091415~5644697,340883614~5471801,350212000~7641026,370413206~3910424,401788641~1311218] 2023-12-22T18:04:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:04:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:04:40] "GET /metrics HTTP/1.1" 200 36503 "" "Prometheus/2.43.0" 2023-12-22T18:04:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:40 smithi032 ceph-mon[191839]: osdmap e1433: 8 total, 8 up, 8 in 2023-12-22T18:04:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:40 smithi032 ceph-mon[191839]: pgmap v2433: 137 pgs: 137 active+clean; 651 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 116 KiB/s rd, 35 MiB/s wr, 171 op/s 2023-12-22T18:04:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:40 smithi032 ceph-mon[189144]: osdmap e1433: 8 total, 8 up, 8 in 2023-12-22T18:04:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:40 smithi032 ceph-mon[189144]: pgmap v2433: 137 pgs: 137 active+clean; 651 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 116 KiB/s rd, 35 MiB/s wr, 171 op/s 2023-12-22T18:04:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:40 smithi039 ceph-mon[181282]: osdmap e1433: 8 total, 8 up, 8 in 2023-12-22T18:04:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:40 smithi039 ceph-mon[181282]: pgmap v2433: 137 pgs: 137 active+clean; 651 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 116 KiB/s rd, 35 MiB/s wr, 171 op/s 2023-12-22T18:04:41.407 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:04:41.729 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:04:41.729 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (44m) 21s ago 49m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:04:41.729 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (44m) 8m ago 49m 93.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:04:41.729 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (50m) 21s ago 49m 24.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:04:41.729 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (49m) 8m ago 49m 27.7M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:04:41.729 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (43m) 8m ago 52m 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:04:41.730 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (44m) 21s ago 53m 582M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:04:41.730 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (43m) 21s ago 54m 377M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:04:41.730 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (43m) 8m ago 52m 166M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:04:41.730 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (43m) 21s ago 52m 218M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:04:41.730 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (44m) 21s ago 48m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:04:41.730 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (44m) 8m ago 48m 18.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:04:41.730 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (42m) 21s ago 52m 2692M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:04:41.730 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (42m) 21s ago 51m 3111M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:04:41.730 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (41m) 21s ago 51m 2828M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:04:41.730 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (41m) 21s ago 51m 2500M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:04:41.730 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (40m) 8m ago 51m 1896M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:04:41.730 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (40m) 8m ago 50m 1655M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:04:41.730 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (39m) 8m ago 50m 1107M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:04:41.730 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (39m) 8m ago 50m 1550M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:04:41.730 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (44m) 8m ago 49m 81.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:04:41.952 INFO:tasks.workunit.client.0.smithi032.stdout: i=19 exists [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,97774868~10171536,108186437~3507015,112452249~6591492,120224273~26773183,149815834~8258218,158800286~5673879,166051252~21727311,188298643~3100164,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~18216308,358036525~2404105,361516083~30446027,395174648~3097848,401788641~1311218,404674870~1082796] wrote [7557388~6201005,26178844~3895437,131417513~5496454,177190919~7610548,211738613~8584959,358674983~1765647,366026452~99254] 2023-12-22T18:04:42.164 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:04:42.164 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:04:42.164 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:04:42.165 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:04:42.165 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:04:42.165 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:04:42.165 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:04:42.165 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:04:42.165 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:04:42.165 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:04:42.165 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:04:42.165 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:04:42.165 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:04:42.165 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:04:42.165 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:04:42.165 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:04:42.165 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:04:42.165 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:04:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:41 smithi032 ceph-mon[191839]: osdmap e1434: 8 total, 8 up, 8 in 2023-12-22T18:04:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:41 smithi032 ceph-mon[191839]: from='client.46886 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:04:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:41 smithi032 ceph-mon[191839]: from='client.36972 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:04:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:41 smithi032 ceph-mon[189144]: osdmap e1434: 8 total, 8 up, 8 in 2023-12-22T18:04:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:41 smithi032 ceph-mon[189144]: from='client.46886 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:04:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:41 smithi032 ceph-mon[189144]: from='client.36972 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:04:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:41 smithi039 ceph-mon[181282]: osdmap e1434: 8 total, 8 up, 8 in 2023-12-22T18:04:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:41 smithi039 ceph-mon[181282]: from='client.46886 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:04:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:41 smithi039 ceph-mon[181282]: from='client.36972 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:04:42.907 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 1 diff [45492480~2271236,75135781~6431563,116651435~1569630,167290276~6559030,188298643~3100164,213652563~1337408,254220461~7312961,289382205~4687452,352688964~3363562,384276085~2421502] 2023-12-22T18:04:42.910 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [45492480~2271236,75135781~6431563,116651435~1569630,167290276~6559030,188298643~3100164,213652563~1337408,254220461~7312961,289382205~4687452,352688964~3363562,384276085~2421502] 2023-12-22T18:04:42.928 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [41943040~5820676,71303168~10264176,113246208~4974857,163577856~10271450,184549376~6849431,209715200~5274771,251658240~9875182,287323381~6746276,352333996~3718530,381681664~5015923] 2023-12-22T18:04:42.928 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 2 diff [24820271~3516333,45492480~2271236,55020070~8911692,75135781~6431563,116651435~1569630,133683845~6552161,143276803~104761,167290276~6559030,178653291~2721358,188298643~3100164,213652563~1337408,241288096~1700664,254220461~7312961,277043998~3947849,289382205~7495965,316969120~5531978,352688964~3363562,384276085~2421502] 2023-12-22T18:04:42.929 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [24820271~3516333,45492480~2271236,55020070~8911692,75135781~6431563,116651435~1569630,133683845~6552161,143276803~104761,167290276~6559030,178653291~2721358,188298643~3100164,213652563~1337408,241288096~1700664,254220461~7312961,277043998~3947849,289382205~7495965,316969120~5531978,352688964~3363562,384276085~2421502] 2023-12-22T18:04:42.936 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [21128856~7207748,41943040~5820676,54525952~9405810,71303168~10264176,113246208~4974857,130023424~10212582,142606336~775228,163577856~10271450,176160768~5213881,184549376~6849431,209715200~5274771,239075328~3913432,251658240~9875182,276824064~4167783,287323381~9554789,314572800~7928298,352333996~3718530,381681664~5015923] 2023-12-22T18:04:42.936 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 3 diff [24820271~3516333,45146082~3074595,55020070~12678913,72502200~1397855,75135781~6431563,116651435~1569630,120224273~7019243,133683845~6552161,143276803~104761,167290276~6559030,178653291~2721358,188298643~3100164,213652563~1337408,217688309~2711566,241288096~1700664,250577751~2872630,254220461~7312961,277043998~3947849,289382205~7495965,316969120~5531978,352688964~3363562,384276085~2421502,404674870~1082796] 2023-12-22T18:04:42.936 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [24820271~3516333,45146082~3074595,55020070~12678913,72502200~1397855,75135781~6431563,116651435~1569630,120224273~7019243,133683845~6552161,143276803~104761,167290276~6559030,178653291~2721358,188298643~3100164,213652563~1337408,217688309~2711566,241288096~1700664,250577751~2872630,254220461~7312961,277043998~3947849,289382205~7495965,316969120~5531978,352688964~3363562,384276085~2421502,404674870~1082796] 2023-12-22T18:04:42.944 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [21128856~7207748,41943040~6277637,54525952~13173031,71303168~10264176,113246208~13997308,130023424~10212582,142606336~775228,163577856~10271450,176160768~5213881,184549376~6849431,209715200~10684675,239075328~3913432,247463936~14069486,276824064~4167783,287323381~9554789,314572800~7928298,352333996~3718530,381681664~5015923,402653184~3104482] 2023-12-22T18:04:42.944 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 4 diff [24820271~4334708,45146082~3074595,55020070~12678913,72502200~1397855,75135781~6431563,116651435~1569630,120224273~7019243,133683845~6552161,143276803~104761,167290276~6559030,177411096~10367467,188298643~3100164,213652563~1337408,217688309~2711566,241288096~7583251,250577751~2872630,254220461~7312961,277043998~3947849,289382205~12724488,316969120~5531978,352688964~3363562,369872789~3218391,384276085~2421502,404674870~1082796] 2023-12-22T18:04:42.944 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [24820271~4334708,45146082~3074595,55020070~12678913,72502200~1397855,75135781~6431563,116651435~1569630,120224273~7019243,133683845~6552161,143276803~104761,167290276~6559030,177411096~10367467,188298643~3100164,213652563~1337408,217688309~2711566,241288096~7583251,250577751~2872630,254220461~7312961,277043998~3947849,289382205~12724488,316969120~5531978,352688964~3363562,369872789~3218391,384276085~2421502,404674870~1082796] 2023-12-22T18:04:42.950 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [21128856~8026123,41943040~6277637,54525952~13173031,71303168~10264176,113246208~13997308,130023424~10212582,142606336~775228,163577856~10271450,176160768~15238039,209715200~10684675,239075328~22458094,276824064~4167783,287323381~14783312,314572800~7928298,352333996~3718530,369098752~3992428,381681664~5015923,402653184~3104482] 2023-12-22T18:04:42.950 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 5 diff [24820271~4334708,45146082~3074595,49933522~307661,55020070~18879985,75135781~6431563,108186437~3507015,116651435~1569630,120224273~7019243,133683845~6552161,143276803~104761,167290276~6559030,177411096~10367467,188298643~3100164,213652563~1337408,217688309~2711566,241288096~7583251,250577751~2872630,254220461~7312961,268248006~8110206,277043998~3947849,285186942~4060661,289382205~12724488,316969120~5531978,329617226~8156883,352688964~3363562,361516083~1666869,369872789~3218391,380602907~6094680,404674870~1082796] 2023-12-22T18:04:42.950 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [24820271~4334708,45146082~3074595,49933522~307661,55020070~18879985,75135781~6431563,108186437~3507015,116651435~1569630,120224273~7019243,133683845~6552161,143276803~104761,167290276~6559030,177411096~10367467,188298643~3100164,213652563~1337408,217688309~2711566,241288096~7583251,250577751~2872630,254220461~7312961,268248006~8110206,277043998~3947849,285186942~4060661,289382205~12724488,316969120~5531978,329617226~8156883,352688964~3363562,361516083~1666869,369872789~3218391,380602907~6094680,404674870~1082796] 2023-12-22T18:04:42.958 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [21128856~8026123,41943040~6277637,49933522~307661,54525952~27041392,105512801~6180651,113246208~13997308,130023424~10212582,142606336~775228,163577856~10271450,176160768~15238039,209715200~10684675,239075328~22458094,264241152~12117060,276824064~4167783,285186942~16919751,314572800~7928298,327155712~10618397,352333996~3718530,360710144~2472808,369098752~3992428,377487360~9210227,402653184~3104482] 2023-12-22T18:04:42.958 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 6 diff [9412306~8094552,24820271~4334708,35480840~6941202,45146082~3074595,49933522~307661,55020070~18879985,75135781~6431563,108186437~3507015,116651435~1569630,120224273~10571624,133683845~6552161,143276803~104761,160969495~3504670,167290276~7907603,177411096~10367467,188298643~3100164,208941827~1475999,213652563~1337408,217688309~2711566,241288096~7583251,250577751~2872630,254220461~7312961,268248006~8110206,277043998~12203605,289382205~12724488,316969120~5531978,329617226~8156883,352688964~3363562,361516083~1666869,369872789~3218391,380602907~6094680,404674870~1082796] 2023-12-22T18:04:42.958 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [9412306~8094552,24820271~4334708,35480840~6941202,45146082~3074595,49933522~307661,55020070~18879985,75135781~6431563,108186437~3507015,116651435~1569630,120224273~10571624,133683845~6552161,143276803~104761,160969495~3504670,167290276~7907603,177411096~10367467,188298643~3100164,208941827~1475999,213652563~1337408,217688309~2711566,241288096~7583251,250577751~2872630,254220461~7312961,268248006~8110206,277043998~12203605,289382205~12724488,316969120~5531978,329617226~8156883,352688964~3363562,361516083~1666869,369872789~3218391,380602907~6094680,404674870~1082796] 2023-12-22T18:04:42.965 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8388608~9118250,21128856~8026123,33554432~14666245,49933522~307661,54525952~27041392,105512801~6180651,113246208~26989798,142606336~775228,159383552~15814327,176160768~15238039,205520896~14878979,239075328~22458094,264241152~12117060,276824064~25282629,314572800~7928298,327155712~10618397,352333996~3718530,360710144~2472808,369098752~3992428,377487360~9210227,402653184~3104482] 2023-12-22T18:04:42.965 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 7 diff [8009267~9497591,24820271~4334708,35480840~6941202,45146082~3074595,49933522~307661,55020070~18879985,75135781~6431563,108186437~3507015,112452249~6591492,120224273~10571624,133683845~6552161,143276803~104761,158800286~5673879,167290276~7907603,177411096~10367467,188298643~3100164,208941827~1475999,213652563~1337408,217688309~2711566,220597173~3174577,241288096~7583251,250577751~2872630,254220461~7312961,268248006~8110206,277043998~12203605,289382205~12724488,316969120~11306848,329617226~8156883,352688964~3363562,361516083~1666869,367665786~5425394,380602907~6094680,404674870~1082796] 2023-12-22T18:04:42.966 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8009267~9497591,24820271~4334708,35480840~6941202,45146082~3074595,49933522~307661,55020070~18879985,75135781~6431563,108186437~3507015,112452249~6591492,120224273~10571624,133683845~6552161,143276803~104761,158800286~5673879,167290276~7907603,177411096~10367467,188298643~3100164,208941827~1475999,213652563~1337408,217688309~2711566,220597173~3174577,241288096~7583251,250577751~2872630,254220461~7312961,268248006~8110206,277043998~12203605,289382205~12724488,316969120~11306848,329617226~8156883,352688964~3363562,361516083~1666869,367665786~5425394,380602907~6094680,404674870~1082796] 2023-12-22T18:04:42.972 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,21128856~8026123,33554432~14666245,49933522~307661,54525952~27041392,105512801~34723205,142606336~775228,155189248~20008631,176160768~15238039,205520896~18250854,239075328~22458094,264241152~12117060,276824064~25282629,314572800~23201309,352333996~3718530,360710144~2472808,364904448~8186732,377487360~9210227,402653184~3104482] 2023-12-22T18:04:42.972 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 8 diff [7010743~10496115,24820271~4334708,35480840~6941202,45146082~3074595,49933522~307661,55020070~18879985,75135781~6431563,98586065~1846814,108186437~3507015,112452249~6591492,120224273~10571624,133683845~6552161,143276803~104761,158800286~5673879,167290276~7907603,177411096~10367467,188298643~3100164,208428691~2627771,213652563~1337408,217688309~2711566,220597173~3174577,241288096~7583251,250577751~2872630,254220461~7312961,268248006~8110206,277043998~12203605,289382205~12724488,305322877~6479138,316969120~11306848,329617226~8235070,345050789~6547255,352688964~3363562,361516083~1666869,365685262~1279500,367665786~5425394,380602907~6094680,404674870~1082796] 2023-12-22T18:04:42.973 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~10496115,24820271~4334708,35480840~6941202,45146082~3074595,49933522~307661,55020070~18879985,75135781~6431563,98586065~1846814,108186437~3507015,112452249~6591492,120224273~10571624,133683845~6552161,143276803~104761,158800286~5673879,167290276~7907603,177411096~10367467,188298643~3100164,208428691~2627771,213652563~1337408,217688309~2711566,220597173~3174577,241288096~7583251,250577751~2872630,254220461~7312961,268248006~8110206,277043998~12203605,289382205~12724488,305322877~6479138,316969120~11306848,329617226~8235070,345050789~6547255,352688964~3363562,361516083~1666869,365685262~1279500,367665786~5425394,380602907~6094680,404674870~1082796] 2023-12-22T18:04:42.979 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,21128856~8026123,33554432~14666245,49933522~307661,54525952~27041392,98586065~1846814,105512801~34723205,142606336~775228,155189248~20008631,176160768~15238039,205520896~18250854,239075328~22458094,264241152~12117060,276824064~34977951,314572800~23279496,345050789~6547255,352333996~3718530,360710144~2472808,364904448~8186732,377487360~9210227,402653184~3104482] 2023-12-22T18:04:42.980 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 9 diff [7010743~10496115,21377400~11546965,35480840~6941202,45146082~3074595,49933522~307661,55020070~18879985,75135781~6431563,98586065~1846814,108186437~3507015,112452249~6591492,120224273~10571624,133683845~8133483,143276803~104761,158800286~5673879,167290276~7907603,177411096~10367467,188298643~3100164,208428691~2627771,213652563~1337408,217688309~2711566,220597173~3174577,240578144~8293203,250577751~2872630,254220461~7312961,268248006~8110206,277043998~12203605,289382205~12724488,305322877~6479138,316969120~11306848,329617226~8235070,343868497~7729547,352688964~3363562,361516083~1666869,365685262~1279500,367665786~5425394,380602907~6094680,404674870~1082796] 2023-12-22T18:04:42.980 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~10496115,21377400~11546965,35480840~6941202,45146082~3074595,49933522~307661,55020070~18879985,75135781~6431563,98586065~1846814,108186437~3507015,112452249~6591492,120224273~10571624,133683845~8133483,143276803~104761,158800286~5673879,167290276~7907603,177411096~10367467,188298643~3100164,208428691~2627771,213652563~1337408,217688309~2711566,220597173~3174577,240578144~8293203,250577751~2872630,254220461~7312961,268248006~8110206,277043998~12203605,289382205~12724488,305322877~6479138,316969120~11306848,329617226~8235070,343868497~7729547,352688964~3363562,361516083~1666869,365685262~1279500,367665786~5425394,380602907~6094680,404674870~1082796] 2023-12-22T18:04:42.986 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,21128856~11795509,33554432~14666245,49933522~307661,54525952~27041392,98586065~1846814,105512801~36304527,142606336~775228,155189248~20008631,176160768~15238039,205520896~18250854,239075328~22458094,264241152~12117060,276824064~34977951,314572800~23279496,339738624~11859420,352333996~3718530,360710144~2472808,364904448~8186732,377487360~9210227,402653184~3104482] 2023-12-22T18:04:42.986 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 10 diff [7010743~10496115,21377400~11546965,35480840~6941202,45146082~3074595,49933522~307661,55020070~18879985,75135781~6431563,89850490~6969764,98586065~1846814,108186437~3507015,112452249~6591492,120224273~10571624,133683845~8133483,143276803~104761,157081655~992397,158800286~5673879,167290276~7907603,177411096~10367467,188298643~3100164,208428691~2627771,213652563~1337408,217688309~2711566,220597173~3174577,240578144~8293203,250577751~2872630,254220461~7312961,268248006~8110206,277043998~12203605,289382205~12724488,305322877~6479138,316969120~11306848,329617226~8235070,339636718~4097396,343868497~7729547,352688964~3363562,361516083~1666869,365685262~1279500,367665786~5425394,380602907~6094680,395174648~3097848,404674870~1082796] 2023-12-22T18:04:42.986 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~10496115,21377400~11546965,35480840~6941202,45146082~3074595,49933522~307661,55020070~18879985,75135781~6431563,89850490~6969764,98586065~1846814,108186437~3507015,112452249~6591492,120224273~10571624,133683845~8133483,143276803~104761,157081655~992397,158800286~5673879,167290276~7907603,177411096~10367467,188298643~3100164,208428691~2627771,213652563~1337408,217688309~2711566,220597173~3174577,240578144~8293203,250577751~2872630,254220461~7312961,268248006~8110206,277043998~12203605,289382205~12724488,305322877~6479138,316969120~11306848,329617226~8235070,339636718~4097396,343868497~7729547,352688964~3363562,361516083~1666869,365685262~1279500,367665786~5425394,380602907~6094680,395174648~3097848,404674870~1082796] 2023-12-22T18:04:42.993 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,21128856~11795509,33554432~14666245,49933522~307661,54525952~27041392,88080384~8739870,98586065~1846814,105512801~36304527,142606336~775228,155189248~20008631,176160768~15238039,205520896~18250854,239075328~22458094,264241152~12117060,276824064~34977951,314572800~37025244,352333996~3718530,360710144~2472808,364904448~8186732,377487360~9210227,394264576~4007920,402653184~3104482] 2023-12-22T18:04:42.993 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 11 diff [7010743~10496115,21377400~21044642,45146082~3074595,49933522~307661,55020070~18879985,75135781~6431563,89850490~6969764,98586065~1846814,108186437~3507015,112452249~6591492,120224273~10571624,133683845~8133483,143276803~104761,157081655~992397,158800286~5673879,167290276~7907603,177411096~10367467,188298643~3100164,201295061~7133139,208428691~8052701,217688309~2711566,220597173~3174577,225875993~9259358,240578144~8293203,250577751~2872630,254220461~7312961,268248006~8110206,277043998~12203605,289382205~12724488,305322877~6479138,316969120~11306848,329617226~8235070,339636718~4097396,343868497~12184029,361516083~11575097,373413690~5317221,380602907~6094680,395174648~3097848,404674870~1082796] 2023-12-22T18:04:42.993 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~10496115,21377400~21044642,45146082~3074595,49933522~307661,55020070~18879985,75135781~6431563,89850490~6969764,98586065~1846814,108186437~3507015,112452249~6591492,120224273~10571624,133683845~8133483,143276803~104761,157081655~992397,158800286~5673879,167290276~7907603,177411096~10367467,188298643~3100164,201295061~7133139,208428691~8052701,217688309~2711566,220597173~3174577,225875993~9259358,240578144~8293203,250577751~2872630,254220461~7312961,268248006~8110206,277043998~12203605,289382205~12724488,305322877~6479138,316969120~11306848,329617226~8235070,339636718~4097396,343868497~12184029,361516083~11575097,373413690~5317221,380602907~6094680,395174648~3097848,404674870~1082796] 2023-12-22T18:04:43.000 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,21128856~27091821,49933522~307661,54525952~27041392,88080384~8739870,98586065~1846814,105512801~36304527,142606336~775228,155189248~20008631,176160768~15238039,197132288~38003063,239075328~22458094,264241152~12117060,276824064~34977951,314572800~41479726,360710144~12381036,373413690~13283897,394264576~4007920,402653184~3104482] 2023-12-22T18:04:43.000 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 12 diff [7010743~10496115,18055610~24366432,45146082~3074595,49933522~307661,55020070~18879985,75135781~6431563,89850490~6969764,98586065~1846814,108186437~3507015,112452249~6591492,120224273~10571624,133683845~13313611,157081655~992397,158800286~5673879,166981340~38366,167290276~8326281,177411096~10367467,188298643~3100164,201295061~7133139,208428691~8052701,217688309~2711566,220597173~3174577,225875993~9259358,240578144~8293203,250577751~10955671,268248006~8110206,277043998~12203605,289382205~12724488,305322877~6479138,316969120~11306848,329617226~8235070,339636718~4097396,343868497~12184029,361516083~11575097,373413690~5317221,380602907~6094680,395174648~3097848,404674870~1082796] 2023-12-22T18:04:43.000 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~10496115,18055610~24366432,45146082~3074595,49933522~307661,55020070~18879985,75135781~6431563,89850490~6969764,98586065~1846814,108186437~3507015,112452249~6591492,120224273~10571624,133683845~13313611,157081655~992397,158800286~5673879,166981340~38366,167290276~8326281,177411096~10367467,188298643~3100164,201295061~7133139,208428691~8052701,217688309~2711566,220597173~3174577,225875993~9259358,240578144~8293203,250577751~10955671,268248006~8110206,277043998~12203605,289382205~12724488,305322877~6479138,316969120~11306848,329617226~8235070,339636718~4097396,343868497~12184029,361516083~11575097,373413690~5317221,380602907~6094680,395174648~3097848,404674870~1082796] 2023-12-22T18:04:43.007 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,18055610~30165067,49933522~307661,54525952~27041392,88080384~8739870,98586065~1846814,105512801~41484655,155189248~20427309,176160768~15238039,197132288~38003063,239075328~22458094,264241152~12117060,276824064~34977951,314572800~41479726,360710144~12381036,373413690~13283897,394264576~4007920,402653184~3104482] 2023-12-22T18:04:43.007 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 13 diff [7010743~10496115,18055610~24366432,45146082~3074595,49933522~307661,55020070~18879985,75135781~6431563,89850490~6969764,98586065~1846814,108186437~3507015,112452249~6591492,120224273~10571624,133683845~13313611,157081655~992397,158800286~5673879,166981340~38366,167290276~20488287,188298643~3100164,201295061~7133139,208428691~8052701,216844854~6926896,225875993~9259358,240578144~8293203,250577751~10955671,268248006~8110206,277043998~12203605,289382205~15422708,305322877~6479138,316585335~11690633,329617226~8235070,339636718~4097396,343868497~12184029,361516083~11575097,373413690~5317221,380602907~6094680,395174648~3097848,404674870~1082796] 2023-12-22T18:04:43.007 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~10496115,18055610~24366432,45146082~3074595,49933522~307661,55020070~18879985,75135781~6431563,89850490~6969764,98586065~1846814,108186437~3507015,112452249~6591492,120224273~10571624,133683845~13313611,157081655~992397,158800286~5673879,166981340~38366,167290276~20488287,188298643~3100164,201295061~7133139,208428691~8052701,216844854~6926896,225875993~9259358,240578144~8293203,250577751~10955671,268248006~8110206,277043998~12203605,289382205~15422708,305322877~6479138,316585335~11690633,329617226~8235070,339636718~4097396,343868497~12184029,361516083~11575097,373413690~5317221,380602907~6094680,395174648~3097848,404674870~1082796] 2023-12-22T18:04:43.014 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,18055610~30165067,49933522~307661,54525952~27041392,88080384~8739870,98586065~1846814,105512801~41484655,155189248~36209559,197132288~38003063,239075328~22458094,264241152~12117060,276824064~34977951,314572800~41479726,360710144~12381036,373413690~13283897,394264576~4007920,402653184~3104482] 2023-12-22T18:04:43.014 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 14 diff [7010743~10496115,18055610~24366432,44154325~4066352,49933522~307661,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~1846814,103387926~4558478,108186437~3507015,112452249~6591492,120224273~10571624,133683845~13313611,157081655~992397,158800286~5673879,166981340~38366,167290276~20488287,188298643~3100164,197090408~11337792,208428691~8052701,216844854~6926896,225875993~9259358,240578144~8293203,250577751~10955671,268248006~8110206,277043998~12203605,289382205~15422708,305322877~6479138,316585335~11690633,329617226~8235070,339636718~4097396,343868497~12184029,361516083~17214828,380602907~6094680,395174648~3097848,404674870~1082796] 2023-12-22T18:04:43.014 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~10496115,18055610~24366432,44154325~4066352,49933522~307661,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~1846814,103387926~4558478,108186437~3507015,112452249~6591492,120224273~10571624,133683845~13313611,157081655~992397,158800286~5673879,166981340~38366,167290276~20488287,188298643~3100164,197090408~11337792,208428691~8052701,216844854~6926896,225875993~9259358,240578144~8293203,250577751~10955671,268248006~8110206,277043998~12203605,289382205~15422708,305322877~6479138,316585335~11690633,329617226~8235070,339636718~4097396,343868497~12184029,361516083~17214828,380602907~6094680,395174648~3097848,404674870~1082796] 2023-12-22T18:04:43.022 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,18055610~30165067,49933522~307661,50331648~31235696,88080384~8739870,98586065~1846814,103387926~43609530,155189248~36209559,192937984~42197367,239075328~22458094,264241152~12117060,276824064~34977951,314572800~41479726,360710144~25987443,394264576~4007920,402653184~3104482] 2023-12-22T18:04:43.022 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 15 diff [7010743~35411299,44154325~4066352,49933522~307661,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~1846814,103387926~4558478,108186437~3507015,112452249~6591492,120224273~12223405,133683845~13313611,153336498~4737554,158800286~5673879,166981340~38366,167290276~20488287,188298643~3100164,197090408~11337792,208428691~8052701,216844854~6926896,225875993~9259358,240578144~8293203,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~4097396,343868497~12184029,361516083~17214828,380602907~6094680,395174648~3097848,404674870~1082796] 2023-12-22T18:04:43.022 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~4066352,49933522~307661,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~1846814,103387926~4558478,108186437~3507015,112452249~6591492,120224273~12223405,133683845~13313611,153336498~4737554,158800286~5673879,166981340~38366,167290276~20488287,188298643~3100164,197090408~11337792,208428691~8052701,216844854~6926896,225875993~9259358,240578144~8293203,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~4097396,343868497~12184029,361516083~17214828,380602907~6094680,395174648~3097848,404674870~1082796] 2023-12-22T18:04:43.028 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~44026373,49933522~307661,50331648~31235696,88080384~8739870,98586065~1846814,103387926~43609530,153336498~38062309,192937984~42197367,239075328~22458094,264241152~12117060,276824064~37463582,314572800~41479726,360710144~25987443,394264576~4007920,402653184~3104482] 2023-12-22T18:04:43.028 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 16 diff [7010743~35411299,44154325~4066352,49933522~307661,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~1846814,103387926~4558478,108186437~3507015,112452249~6591492,120224273~12223405,132875822~14121634,153336498~4737554,158800286~5673879,166981340~38366,167290276~20488287,188298643~3100164,197090408~11337792,208428691~8052701,216844854~6926896,225875993~9259358,240578144~8293203,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~4097396,343868497~12184029,361516083~17214828,380602907~11359203,395174648~3097848,404674870~1082796] 2023-12-22T18:04:43.029 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~4066352,49933522~307661,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~1846814,103387926~4558478,108186437~3507015,112452249~6591492,120224273~12223405,132875822~14121634,153336498~4737554,158800286~5673879,166981340~38366,167290276~20488287,188298643~3100164,197090408~11337792,208428691~8052701,216844854~6926896,225875993~9259358,240578144~8293203,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~4097396,343868497~12184029,361516083~17214828,380602907~11359203,395174648~3097848,404674870~1082796] 2023-12-22T18:04:43.035 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~44026373,49933522~307661,50331648~31235696,88080384~8739870,98586065~1846814,103387926~43609530,153336498~38062309,192937984~42197367,239075328~22458094,264241152~12117060,276824064~37463582,314572800~41479726,360710144~31251966,394264576~4007920,402653184~3104482] 2023-12-22T18:04:43.035 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 17 diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~1846814,103387926~4558478,108186437~3507015,112452249~6591492,120224273~12223405,132875822~14121634,153336498~4737554,158800286~5673879,166981340~38366,167290276~20488287,188298643~3100164,197090408~11337792,208428691~15343059,225875993~9259358,240578144~8293203,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~4097396,343868497~12631621,361516083~30446027,395174648~3097848,404674870~1082796] 2023-12-22T18:04:43.035 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~1846814,103387926~4558478,108186437~3507015,112452249~6591492,120224273~12223405,132875822~14121634,153336498~4737554,158800286~5673879,166981340~38366,167290276~20488287,188298643~3100164,197090408~11337792,208428691~15343059,225875993~9259358,240578144~8293203,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~4097396,343868497~12631621,361516083~30446027,395174648~3097848,404674870~1082796] 2023-12-22T18:04:43.042 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~77373040,88080384~8739870,98586065~1846814,103387926~43609530,153336498~38062309,192937984~42197367,239075328~22458094,264241152~12117060,276824064~37463582,314572800~41927318,360710144~31251966,394264576~4007920,402653184~3104482] 2023-12-22T18:04:43.042 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 18 diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~12223405,132875822~14121634,153336498~4737554,158800286~5673879,166051252~21727311,188298643~3100164,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~18216308,361516083~30446027,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:43.042 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~12223405,132875822~14121634,153336498~4737554,158800286~5673879,166051252~21727311,188298643~3100164,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~18216308,361516083~30446027,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:43.049 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~77373040,88080384~8739870,98586065~2231072,103387926~43609530,153336498~38062309,192937984~42197367,239075328~22458094,264241152~12117060,276824064~37463582,314572800~43280226,360710144~31251966,394264576~4007920,398458880~7298786] 2023-12-22T18:04:43.049 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 19 diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,188298643~3100164,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~30446027,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:43.049 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,188298643~3100164,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~30446027,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:43.055 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~77373040,88080384~8739870,98586065~2231072,103387926~43609530,153336498~38062309,192937984~42197367,239075328~22458094,264241152~12117060,276824064~37463582,314572800~43280226,358674983~1765647,360710144~31251966,394264576~4007920,398458880~7298786] 2023-12-22T18:04:43.055 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 2 diff [24820271~3516333,55020070~8911692,133683845~6552161,143276803~104761,178653291~2721358,241288096~1700664,277043998~3947849,291003557~5874613,316969120~5531978] 2023-12-22T18:04:43.055 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [24820271~3516333,55020070~8911692,133683845~6552161,143276803~104761,178653291~2721358,241288096~1700664,277043998~3947849,291003557~5874613,316969120~5531978] 2023-12-22T18:04:43.062 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [21128856~7207748,54525952~9405810,130023424~10212582,142606336~775228,176160768~5213881,239075328~3913432,276824064~4167783,291003557~5874613,314572800~7928298] 2023-12-22T18:04:43.062 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 3 diff [24820271~3516333,45146082~3074595,55020070~12678913,72502200~1397855,120224273~7019243,133683845~6552161,143276803~104761,167531272~4426681,178653291~2721358,217688309~2711566,241288096~1700664,250577751~2872630,277043998~3947849,291003557~5874613,316969120~5531978,404674870~1082796] 2023-12-22T18:04:43.062 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [24820271~3516333,45146082~3074595,55020070~12678913,72502200~1397855,120224273~7019243,133683845~6552161,143276803~104761,167531272~4426681,178653291~2721358,217688309~2711566,241288096~1700664,250577751~2872630,277043998~3947849,291003557~5874613,316969120~5531978,404674870~1082796] 2023-12-22T18:04:43.068 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [21128856~7207748,45146082~3074595,54525952~13173031,72502200~1397855,118221065~9022451,130023424~10212582,142606336~775228,167531272~4426681,176160768~5213881,214989971~5409904,239075328~3913432,247463936~5986445,276824064~4167783,291003557~5874613,314572800~7928298,402653184~3104482] 2023-12-22T18:04:43.068 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 4 diff [24820271~4334708,45146082~3074595,55020070~12678913,72502200~1397855,120224273~7019243,133683845~6552161,143276803~104761,167531272~4426681,177411096~10367467,217688309~2711566,241288096~7583251,250577751~2872630,277043998~3947849,289495090~12611603,316969120~5531978,369872789~3218391,404674870~1082796] 2023-12-22T18:04:43.068 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [24820271~4334708,45146082~3074595,55020070~12678913,72502200~1397855,120224273~7019243,133683845~6552161,143276803~104761,167531272~4426681,177411096~10367467,217688309~2711566,241288096~7583251,250577751~2872630,277043998~3947849,289495090~12611603,316969120~5531978,369872789~3218391,404674870~1082796] 2023-12-22T18:04:43.074 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [21128856~8026123,45146082~3074595,54525952~13173031,72502200~1397855,118221065~9022451,130023424~10212582,142606336~775228,167531272~4426681,176160768~11617795,214989971~5409904,239075328~14375053,276824064~4167783,289495090~12611603,314572800~7928298,369098752~3992428,402653184~3104482] 2023-12-22T18:04:43.074 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 5 diff [24820271~4334708,45146082~3074595,49933522~307661,55020070~18879985,108186437~3507015,120224273~7019243,133683845~6552161,143276803~104761,167531272~4426681,177411096~10367467,217688309~2711566,241288096~7583251,250577751~2872630,268248006~8110206,277043998~3947849,285186942~4060661,289495090~12611603,316969120~5531978,329617226~8156883,361516083~1666869,369872789~3218391,380602907~5039184,404674870~1082796] 2023-12-22T18:04:43.074 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [24820271~4334708,45146082~3074595,49933522~307661,55020070~18879985,108186437~3507015,120224273~7019243,133683845~6552161,143276803~104761,167531272~4426681,177411096~10367467,217688309~2711566,241288096~7583251,250577751~2872630,268248006~8110206,277043998~3947849,285186942~4060661,289495090~12611603,316969120~5531978,329617226~8156883,361516083~1666869,369872789~3218391,380602907~5039184,404674870~1082796] 2023-12-22T18:04:43.080 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [21128856~8026123,45146082~3074595,49933522~307661,54525952~19374103,105512801~6180651,118221065~9022451,130023424~10212582,142606336~775228,167531272~4426681,176160768~11617795,214989971~5409904,239075328~14375053,264241152~12117060,276824064~4167783,285186942~4060661,289495090~12611603,314572800~7928298,327155712~10618397,360710144~2472808,369098752~3992428,377487360~8154731,402653184~3104482] 2023-12-22T18:04:43.080 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 6 diff [9412306~8094552,24820271~4334708,35480840~6941202,45146082~3074595,49933522~307661,55020070~18879985,108186437~3507015,120224273~10571624,133683845~6552161,143276803~104761,160969495~3504670,167531272~7666607,177411096~10367467,208941827~1475999,217688309~2711566,241288096~7583251,250577751~2872630,268248006~8110206,277043998~12203605,289495090~12611603,316969120~5531978,329617226~8156883,361516083~1666869,369872789~3218391,380602907~5039184,404674870~1082796] 2023-12-22T18:04:43.080 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [9412306~8094552,24820271~4334708,35480840~6941202,45146082~3074595,49933522~307661,55020070~18879985,108186437~3507015,120224273~10571624,133683845~6552161,143276803~104761,160969495~3504670,167531272~7666607,177411096~10367467,208941827~1475999,217688309~2711566,241288096~7583251,250577751~2872630,268248006~8110206,277043998~12203605,289495090~12611603,316969120~5531978,329617226~8156883,361516083~1666869,369872789~3218391,380602907~5039184,404674870~1082796] 2023-12-22T18:04:43.086 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8388608~9118250,21128856~8026123,33554432~8867610,45146082~3074595,49933522~307661,54525952~19374103,105512801~6180651,118221065~22014941,142606336~775228,159383552~5090613,167531272~7666607,176160768~11617795,205520896~4896930,214989971~5409904,239075328~14375053,264241152~12117060,276824064~12423539,289495090~12611603,314572800~7928298,327155712~10618397,360710144~2472808,369098752~3992428,377487360~8154731,402653184~3104482] 2023-12-22T18:04:43.086 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 7 diff [8009267~9497591,24820271~4334708,35480840~6941202,45146082~3074595,49933522~307661,55020070~18879985,108186437~3507015,112452249~6591492,120224273~10571624,133683845~6552161,143276803~104761,158800286~5673879,167531272~7666607,177411096~10367467,208941827~1475999,217688309~2711566,220597173~3174577,241288096~7583251,250577751~2872630,268248006~8110206,277043998~12203605,289495090~12611603,316969120~11306848,329617226~8156883,361516083~1666869,367665786~5425394,380602907~5039184,404674870~1082796] 2023-12-22T18:04:43.086 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8009267~9497591,24820271~4334708,35480840~6941202,45146082~3074595,49933522~307661,55020070~18879985,108186437~3507015,112452249~6591492,120224273~10571624,133683845~6552161,143276803~104761,158800286~5673879,167531272~7666607,177411096~10367467,208941827~1475999,217688309~2711566,220597173~3174577,241288096~7583251,250577751~2872630,268248006~8110206,277043998~12203605,289495090~12611603,316969120~11306848,329617226~8156883,361516083~1666869,367665786~5425394,380602907~5039184,404674870~1082796] 2023-12-22T18:04:43.092 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,21128856~8026123,33554432~8867610,45146082~3074595,49933522~307661,54525952~19374103,105512801~34723205,142606336~775228,155189248~9284917,167531272~7666607,176160768~11617795,205520896~4896930,214989971~8781779,239075328~14375053,264241152~12117060,276824064~12423539,289495090~12611603,314572800~23201309,360710144~2472808,364904448~8186732,377487360~8154731,402653184~3104482] 2023-12-22T18:04:43.093 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 8 diff [7010743~10496115,24820271~4334708,35480840~6941202,45146082~3074595,49933522~307661,55020070~18879985,98586065~1846814,108186437~3507015,112452249~6591492,120224273~10571624,133683845~6552161,143276803~104761,158800286~5673879,167531272~7666607,177411096~10367467,208428691~2627771,217688309~2711566,220597173~3174577,241288096~7583251,250577751~2872630,268248006~8110206,277043998~12203605,289495090~12611603,305322877~6479138,316969120~11306848,329617226~8235070,345050789~6547255,361516083~1666869,365685262~1279500,367665786~5425394,380602907~5039184,404674870~1082796] 2023-12-22T18:04:43.093 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~10496115,24820271~4334708,35480840~6941202,45146082~3074595,49933522~307661,55020070~18879985,98586065~1846814,108186437~3507015,112452249~6591492,120224273~10571624,133683845~6552161,143276803~104761,158800286~5673879,167531272~7666607,177411096~10367467,208428691~2627771,217688309~2711566,220597173~3174577,241288096~7583251,250577751~2872630,268248006~8110206,277043998~12203605,289495090~12611603,305322877~6479138,316969120~11306848,329617226~8235070,345050789~6547255,361516083~1666869,365685262~1279500,367665786~5425394,380602907~5039184,404674870~1082796] 2023-12-22T18:04:43.099 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,21128856~8026123,33554432~8867610,45146082~3074595,49933522~307661,54525952~19374103,98586065~1846814,105512801~34723205,142606336~775228,155189248~9284917,167531272~7666607,176160768~11617795,205520896~5535566,214989971~8781779,239075328~14375053,264241152~12117060,276824064~12423539,289495090~22306925,314572800~23279496,345050789~6547255,360710144~2472808,364904448~8186732,377487360~8154731,402653184~3104482] 2023-12-22T18:04:43.099 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 9 diff [7010743~10496115,21377400~11546965,35480840~6941202,45146082~3074595,49933522~307661,55020070~18879985,98586065~1846814,108186437~3507015,112452249~6591492,120224273~10571624,133683845~8133483,143276803~104761,158800286~5673879,167531272~7666607,177411096~10367467,208428691~2627771,217688309~2711566,220597173~3174577,240578144~8293203,250577751~2872630,268248006~8110206,277043998~12203605,289495090~12611603,305322877~6479138,316969120~11306848,329617226~8235070,343868497~7729547,361516083~1666869,365685262~1279500,367665786~5425394,380602907~5039184,404674870~1082796] 2023-12-22T18:04:43.099 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~10496115,21377400~11546965,35480840~6941202,45146082~3074595,49933522~307661,55020070~18879985,98586065~1846814,108186437~3507015,112452249~6591492,120224273~10571624,133683845~8133483,143276803~104761,158800286~5673879,167531272~7666607,177411096~10367467,208428691~2627771,217688309~2711566,220597173~3174577,240578144~8293203,250577751~2872630,268248006~8110206,277043998~12203605,289495090~12611603,305322877~6479138,316969120~11306848,329617226~8235070,343868497~7729547,361516083~1666869,365685262~1279500,367665786~5425394,380602907~5039184,404674870~1082796] 2023-12-22T18:04:43.106 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,21128856~11795509,33554432~8867610,45146082~3074595,49933522~307661,54525952~19374103,98586065~1846814,105512801~36304527,142606336~775228,155189248~9284917,167531272~7666607,176160768~11617795,205520896~5535566,214989971~8781779,239075328~14375053,264241152~12117060,276824064~12423539,289495090~22306925,314572800~23279496,339738624~11859420,360710144~2472808,364904448~8186732,377487360~8154731,402653184~3104482] 2023-12-22T18:04:43.106 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 10 diff [7010743~10496115,21377400~11546965,35480840~6941202,45146082~3074595,49933522~307661,55020070~18879985,89850490~6969764,98586065~1846814,108186437~3507015,112452249~6591492,120224273~10571624,133683845~8133483,143276803~104761,157081655~992397,158800286~5673879,167531272~7666607,177411096~10367467,208428691~2627771,217688309~2711566,220597173~3174577,240578144~8293203,250577751~2872630,268248006~8110206,277043998~12203605,289495090~12611603,305322877~6479138,316969120~11306848,329617226~8235070,339636718~4097396,343868497~7729547,361516083~1666869,365685262~1279500,367665786~5425394,380602907~5039184,395174648~3097848,404674870~1082796] 2023-12-22T18:04:43.106 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~10496115,21377400~11546965,35480840~6941202,45146082~3074595,49933522~307661,55020070~18879985,89850490~6969764,98586065~1846814,108186437~3507015,112452249~6591492,120224273~10571624,133683845~8133483,143276803~104761,157081655~992397,158800286~5673879,167531272~7666607,177411096~10367467,208428691~2627771,217688309~2711566,220597173~3174577,240578144~8293203,250577751~2872630,268248006~8110206,277043998~12203605,289495090~12611603,305322877~6479138,316969120~11306848,329617226~8235070,339636718~4097396,343868497~7729547,361516083~1666869,365685262~1279500,367665786~5425394,380602907~5039184,395174648~3097848,404674870~1082796] 2023-12-22T18:04:43.112 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,21128856~11795509,33554432~8867610,45146082~3074595,49933522~307661,54525952~19374103,88080384~8739870,98586065~1846814,105512801~36304527,142606336~775228,155189248~9284917,167531272~7666607,176160768~11617795,205520896~5535566,214989971~8781779,239075328~14375053,264241152~12117060,276824064~12423539,289495090~22306925,314572800~37025244,360710144~2472808,364904448~8186732,377487360~8154731,394264576~4007920,402653184~3104482] 2023-12-22T18:04:43.112 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 11 diff [7010743~10496115,21377400~21044642,45146082~3074595,49933522~307661,55020070~18879985,89850490~6969764,98586065~1846814,108186437~3507015,112452249~6591492,120224273~10571624,133683845~8133483,143276803~104761,157081655~992397,158800286~5673879,167531272~7666607,177411096~10367467,201295061~7133139,208428691~8052701,217688309~2711566,220597173~3174577,225875993~9259358,240578144~8293203,250577751~2872630,268248006~8110206,277043998~12203605,289495090~12611603,305322877~6479138,316969120~11306848,329617226~8235070,339636718~4097396,343868497~10889740,361516083~11575097,373413690~5317221,380602907~5039184,395174648~3097848,404674870~1082796] 2023-12-22T18:04:43.112 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~10496115,21377400~21044642,45146082~3074595,49933522~307661,55020070~18879985,89850490~6969764,98586065~1846814,108186437~3507015,112452249~6591492,120224273~10571624,133683845~8133483,143276803~104761,157081655~992397,158800286~5673879,167531272~7666607,177411096~10367467,201295061~7133139,208428691~8052701,217688309~2711566,220597173~3174577,225875993~9259358,240578144~8293203,250577751~2872630,268248006~8110206,277043998~12203605,289495090~12611603,305322877~6479138,316969120~11306848,329617226~8235070,339636718~4097396,343868497~10889740,361516083~11575097,373413690~5317221,380602907~5039184,395174648~3097848,404674870~1082796] 2023-12-22T18:04:43.118 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,21128856~21293186,45146082~3074595,49933522~307661,54525952~19374103,88080384~8739870,98586065~1846814,105512801~36304527,142606336~775228,155189248~9284917,167531272~7666607,176160768~11617795,197132288~38003063,239075328~14375053,264241152~12117060,276824064~12423539,289495090~22306925,314572800~40185437,360710144~12381036,373413690~12228401,394264576~4007920,402653184~3104482] 2023-12-22T18:04:43.118 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 12 diff [7010743~10496115,18055610~24366432,45146082~3074595,49933522~307661,55020070~18879985,89850490~6969764,98586065~1846814,108186437~3507015,112452249~6591492,120224273~10571624,133683845~13313611,157081655~992397,158800286~5673879,166981340~38366,167531272~8085285,177411096~10367467,201295061~7133139,208428691~8052701,217688309~2711566,220597173~3174577,225875993~9259358,240578144~8293203,250577751~8348942,268248006~8110206,277043998~12203605,289495090~12611603,305322877~6479138,316969120~11306848,329617226~8235070,339636718~4097396,343868497~10889740,361516083~11575097,373413690~5317221,380602907~5039184,395174648~3097848,404674870~1082796] 2023-12-22T18:04:43.118 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~10496115,18055610~24366432,45146082~3074595,49933522~307661,55020070~18879985,89850490~6969764,98586065~1846814,108186437~3507015,112452249~6591492,120224273~10571624,133683845~13313611,157081655~992397,158800286~5673879,166981340~38366,167531272~8085285,177411096~10367467,201295061~7133139,208428691~8052701,217688309~2711566,220597173~3174577,225875993~9259358,240578144~8293203,250577751~8348942,268248006~8110206,277043998~12203605,289495090~12611603,305322877~6479138,316969120~11306848,329617226~8235070,339636718~4097396,343868497~10889740,361516083~11575097,373413690~5317221,380602907~5039184,395174648~3097848,404674870~1082796] 2023-12-22T18:04:43.124 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,18055610~24366432,45146082~3074595,49933522~307661,54525952~19374103,88080384~8739870,98586065~1846814,105512801~41484655,155189248~9284917,166981340~38366,167531272~8085285,176160768~11617795,197132288~38003063,239075328~19851365,264241152~12117060,276824064~12423539,289495090~22306925,314572800~40185437,360710144~12381036,373413690~12228401,394264576~4007920,402653184~3104482] 2023-12-22T18:04:43.124 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 13 diff [7010743~10496115,18055610~24366432,45146082~3074595,49933522~307661,55020070~18879985,89850490~6969764,98586065~1846814,108186437~3507015,112452249~6591492,120224273~10571624,133683845~13313611,157081655~992397,158800286~5673879,166981340~38366,167531272~20247291,201295061~7133139,208428691~8052701,216844854~6926896,225875993~9259358,240578144~8293203,250577751~8348942,268248006~8110206,277043998~12203605,289495090~15309823,305322877~6479138,316585335~11690633,329617226~8235070,339636718~4097396,343868497~10889740,361516083~11575097,373413690~5317221,380602907~5039184,395174648~3097848,404674870~1082796] 2023-12-22T18:04:43.124 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~10496115,18055610~24366432,45146082~3074595,49933522~307661,55020070~18879985,89850490~6969764,98586065~1846814,108186437~3507015,112452249~6591492,120224273~10571624,133683845~13313611,157081655~992397,158800286~5673879,166981340~38366,167531272~20247291,201295061~7133139,208428691~8052701,216844854~6926896,225875993~9259358,240578144~8293203,250577751~8348942,268248006~8110206,277043998~12203605,289495090~15309823,305322877~6479138,316585335~11690633,329617226~8235070,339636718~4097396,343868497~10889740,361516083~11575097,373413690~5317221,380602907~5039184,395174648~3097848,404674870~1082796] 2023-12-22T18:04:43.130 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,18055610~24366432,45146082~3074595,49933522~307661,54525952~19374103,88080384~8739870,98586065~1846814,105512801~41484655,155189248~9284917,166981340~38366,167531272~20247291,197132288~38003063,239075328~19851365,264241152~12117060,276824064~12423539,289495090~22306925,314572800~40185437,360710144~12381036,373413690~12228401,394264576~4007920,402653184~3104482] 2023-12-22T18:04:43.130 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 14 diff [7010743~10496115,18055610~24366432,44154325~4066352,49933522~307661,52156127~2548391,55020070~18879985,89850490~6969764,98586065~1846814,103387926~4558478,108186437~3507015,112452249~6591492,120224273~10571624,133683845~13313611,157081655~992397,158800286~5673879,166981340~38366,167531272~20247291,197090408~11337792,208428691~8052701,216844854~6926896,225875993~9259358,240578144~8293203,250577751~8348942,268248006~8110206,277043998~12203605,289495090~15309823,305322877~6479138,316585335~11690633,329617226~8235070,339636718~4097396,343868497~10889740,361516083~17214828,380602907~5039184,395174648~3097848,404674870~1082796] 2023-12-22T18:04:43.130 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~10496115,18055610~24366432,44154325~4066352,49933522~307661,52156127~2548391,55020070~18879985,89850490~6969764,98586065~1846814,103387926~4558478,108186437~3507015,112452249~6591492,120224273~10571624,133683845~13313611,157081655~992397,158800286~5673879,166981340~38366,167531272~20247291,197090408~11337792,208428691~8052701,216844854~6926896,225875993~9259358,240578144~8293203,250577751~8348942,268248006~8110206,277043998~12203605,289495090~15309823,305322877~6479138,316585335~11690633,329617226~8235070,339636718~4097396,343868497~10889740,361516083~17214828,380602907~5039184,395174648~3097848,404674870~1082796] 2023-12-22T18:04:43.137 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,18055610~24366432,44154325~4066352,49933522~307661,50331648~23568407,88080384~8739870,98586065~1846814,103387926~43609530,155189248~9284917,166981340~38366,167531272~20247291,192937984~42197367,239075328~19851365,264241152~12117060,276824064~12423539,289495090~22306925,314572800~40185437,360710144~24931947,394264576~4007920,402653184~3104482] 2023-12-22T18:04:43.137 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 15 diff [7010743~35411299,44154325~4066352,49933522~307661,52156127~2548391,55020070~18879985,89850490~6969764,98586065~1846814,103387926~4558478,108186437~3507015,112452249~6591492,120224273~12223405,133683845~13313611,153336498~4737554,158800286~5673879,166981340~38366,167531272~20247291,197090408~11337792,208428691~8052701,216844854~6926896,225875993~9259358,240578144~8293203,250577751~8348942,268248006~8110206,277043998~12203605,289495090~24792556,316585335~11690633,329617226~8235070,339636718~4097396,343868497~10889740,361516083~17214828,380602907~5039184,395174648~3097848,404674870~1082796] 2023-12-22T18:04:43.137 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~4066352,49933522~307661,52156127~2548391,55020070~18879985,89850490~6969764,98586065~1846814,103387926~4558478,108186437~3507015,112452249~6591492,120224273~12223405,133683845~13313611,153336498~4737554,158800286~5673879,166981340~38366,167531272~20247291,197090408~11337792,208428691~8052701,216844854~6926896,225875993~9259358,240578144~8293203,250577751~8348942,268248006~8110206,277043998~12203605,289495090~24792556,316585335~11690633,329617226~8235070,339636718~4097396,343868497~10889740,361516083~17214828,380602907~5039184,395174648~3097848,404674870~1082796] 2023-12-22T18:04:43.143 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~4066352,49933522~307661,50331648~23568407,88080384~8739870,98586065~1846814,103387926~43609530,153336498~11137667,166981340~38366,167531272~20247291,192937984~42197367,239075328~19851365,264241152~12117060,276824064~12423539,289495090~24792556,314572800~40185437,360710144~24931947,394264576~4007920,402653184~3104482] 2023-12-22T18:04:43.143 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 16 diff [7010743~35411299,44154325~4066352,49933522~307661,52156127~2548391,55020070~18879985,89850490~6969764,98586065~1846814,103387926~4558478,108186437~3507015,112452249~6591492,120224273~12223405,132875822~14121634,153336498~4737554,158800286~5673879,166981340~38366,167531272~20247291,197090408~11337792,208428691~8052701,216844854~6926896,225875993~9259358,240578144~8293203,250577751~8348942,268248006~8110206,277043998~12203605,289495090~24792556,316585335~11690633,329617226~8235070,339636718~4097396,343868497~10889740,361516083~17214828,380602907~5039184,386289055~5673055,395174648~3097848,404674870~1082796] 2023-12-22T18:04:43.143 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~4066352,49933522~307661,52156127~2548391,55020070~18879985,89850490~6969764,98586065~1846814,103387926~4558478,108186437~3507015,112452249~6591492,120224273~12223405,132875822~14121634,153336498~4737554,158800286~5673879,166981340~38366,167531272~20247291,197090408~11337792,208428691~8052701,216844854~6926896,225875993~9259358,240578144~8293203,250577751~8348942,268248006~8110206,277043998~12203605,289495090~24792556,316585335~11690633,329617226~8235070,339636718~4097396,343868497~10889740,361516083~17214828,380602907~5039184,386289055~5673055,395174648~3097848,404674870~1082796] 2023-12-22T18:04:43.149 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~4066352,49933522~307661,50331648~23568407,88080384~8739870,98586065~1846814,103387926~43609530,153336498~11137667,166981340~38366,167531272~20247291,192937984~42197367,239075328~19851365,264241152~12117060,276824064~12423539,289495090~24792556,314572800~40185437,360710144~24931947,386289055~5673055,394264576~4007920,402653184~3104482] 2023-12-22T18:04:43.149 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 17 diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,89850490~6969764,98586065~1846814,103387926~4558478,108186437~3507015,112452249~6591492,120224273~12223405,132875822~14121634,153336498~4737554,158800286~5673879,166981340~38366,167531272~20247291,197090408~11337792,208428691~15343059,225875993~9259358,240578144~8293203,250577751~8348942,268248006~8110206,277043998~12203605,289495090~24792556,316585335~11690633,329617226~8235070,339636718~4097396,343868497~12631621,361516083~24126008,386289055~5673055,395174648~3097848,404674870~1082796] 2023-12-22T18:04:43.149 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,89850490~6969764,98586065~1846814,103387926~4558478,108186437~3507015,112452249~6591492,120224273~12223405,132875822~14121634,153336498~4737554,158800286~5673879,166981340~38366,167531272~20247291,197090408~11337792,208428691~15343059,225875993~9259358,240578144~8293203,250577751~8348942,268248006~8110206,277043998~12203605,289495090~24792556,316585335~11690633,329617226~8235070,339636718~4097396,343868497~12631621,361516083~24126008,386289055~5673055,395174648~3097848,404674870~1082796] 2023-12-22T18:04:43.155 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~29745730,88080384~8739870,98586065~1846814,103387926~43609530,153336498~11137667,166981340~38366,167531272~20247291,192937984~42197367,239075328~19851365,264241152~12117060,276824064~12423539,289495090~24792556,314572800~41927318,360710144~24931947,386289055~5673055,394264576~4007920,402653184~3104482] 2023-12-22T18:04:43.155 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 18 diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~12223405,132875822~14121634,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,277043998~12203605,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:43.156 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~12223405,132875822~14121634,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,277043998~12203605,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:43.162 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~29745730,80029781~1421493,88080384~8739870,98586065~2231072,103387926~43609530,153336498~11137667,166051252~21727311,192937984~42197367,239075328~19851365,264241152~12117060,276824064~12423539,289495090~24792556,314572800~43280226,360710144~24931947,386289055~5673055,394264576~4007920,398458880~7298786] 2023-12-22T18:04:43.162 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 19 diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,277043998~12203605,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:43.162 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,277043998~12203605,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:43.168 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~29745730,80029781~1421493,88080384~8739870,98586065~2231072,103387926~43609530,153336498~11137667,166051252~21727311,192937984~42197367,239075328~19851365,264241152~12117060,276824064~12423539,289495090~24792556,314572800~43280226,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~7298786] 2023-12-22T18:04:43.168 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 3 diff [45146082~3074595,58899613~2940557,61976081~5722902,72502200~1397855,120224273~7019243,167531272~4426681,217688309~2711566,250577751~2872630,404674870~1082796] 2023-12-22T18:04:43.168 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [45146082~3074595,58899613~2940557,61976081~5722902,72502200~1397855,120224273~7019243,167531272~4426681,217688309~2711566,250577751~2872630,404674870~1082796] 2023-12-22T18:04:43.174 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [45146082~3074595,58899613~2940557,61976081~5722902,72502200~1397855,118221065~9022451,167531272~4426681,214989971~5409904,247463936~5986445,402653184~3104482] 2023-12-22T18:04:43.174 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 4 diff [25593115~3561864,45146082~3074595,58899613~2940557,61976081~5722902,72502200~1397855,120224273~7019243,167531272~4426681,177411096~10367467,217688309~2711566,241936637~6934710,250577751~2872630,289495090~2973157,294518074~7588619,369872789~3218391,404674870~1082796] 2023-12-22T18:04:43.174 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [25593115~3561864,45146082~3074595,58899613~2940557,61976081~5722902,72502200~1397855,120224273~7019243,167531272~4426681,177411096~10367467,217688309~2711566,241936637~6934710,250577751~2872630,289495090~2973157,294518074~7588619,369872789~3218391,404674870~1082796] 2023-12-22T18:04:43.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:42 smithi032 ceph-mon[189144]: osdmap e1435: 8 total, 8 up, 8 in 2023-12-22T18:04:43.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:42 smithi032 ceph-mon[189144]: pgmap v2436: 137 pgs: 137 active+clean; 752 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 220 KiB/s rd, 55 MiB/s wr, 347 op/s 2023-12-22T18:04:43.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:42 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4166703373' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:04:43.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:42 smithi032 ceph-mon[191839]: osdmap e1435: 8 total, 8 up, 8 in 2023-12-22T18:04:43.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:42 smithi032 ceph-mon[191839]: pgmap v2436: 137 pgs: 137 active+clean; 752 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 220 KiB/s rd, 55 MiB/s wr, 347 op/s 2023-12-22T18:04:43.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:42 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4166703373' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:04:43.180 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [25593115~3561864,45146082~3074595,58899613~2940557,61976081~5722902,72502200~1397855,118221065~9022451,167531272~4426681,177411096~10367467,214989971~5409904,241936637~11513744,289495090~2973157,294518074~7588619,369098752~3992428,402653184~3104482] 2023-12-22T18:04:43.180 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 5 diff [25593115~3561864,45146082~3074595,49933522~307661,58899613~2940557,61976081~11923974,108186437~3507015,120224273~7019243,167531272~4426681,177411096~10367467,217688309~2711566,241936637~6934710,250577751~2872630,268248006~8110206,285186942~4060661,289495090~2973157,294518074~7588619,329617226~8156883,361516083~1666869,369872789~3218391,380602907~5039184,404674870~1082796] 2023-12-22T18:04:43.181 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [25593115~3561864,45146082~3074595,49933522~307661,58899613~2940557,61976081~11923974,108186437~3507015,120224273~7019243,167531272~4426681,177411096~10367467,217688309~2711566,241936637~6934710,250577751~2872630,268248006~8110206,285186942~4060661,289495090~2973157,294518074~7588619,329617226~8156883,361516083~1666869,369872789~3218391,380602907~5039184,404674870~1082796] 2023-12-22T18:04:43.187 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [25593115~3561864,45146082~3074595,49933522~307661,58899613~2940557,61976081~11923974,105512801~6180651,118221065~9022451,167531272~4426681,177411096~10367467,214989971~5409904,241936637~11513744,264241152~12117060,285186942~4060661,289495090~2973157,294518074~7588619,327155712~10618397,360710144~2472808,369098752~3992428,377487360~8154731,402653184~3104482] 2023-12-22T18:04:43.187 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 6 diff [9412306~8094552,25593115~3561864,35480840~6941202,45146082~3074595,49933522~307661,58899613~2940557,61976081~11923974,108186437~3507015,120224273~10571624,160969495~3504670,167531272~7666607,177411096~10367467,208941827~1475999,217688309~2711566,241936637~6934710,250577751~2872630,268248006~8110206,280419552~8828051,289495090~2973157,294518074~7588619,329617226~8156883,361516083~1666869,369872789~3218391,380602907~5039184,404674870~1082796] 2023-12-22T18:04:43.187 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [9412306~8094552,25593115~3561864,35480840~6941202,45146082~3074595,49933522~307661,58899613~2940557,61976081~11923974,108186437~3507015,120224273~10571624,160969495~3504670,167531272~7666607,177411096~10367467,208941827~1475999,217688309~2711566,241936637~6934710,250577751~2872630,268248006~8110206,280419552~8828051,289495090~2973157,294518074~7588619,329617226~8156883,361516083~1666869,369872789~3218391,380602907~5039184,404674870~1082796] 2023-12-22T18:04:43.193 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8388608~9118250,25593115~3561864,33554432~8867610,45146082~3074595,49933522~307661,58899613~2940557,61976081~11923974,105512801~6180651,118221065~12574832,159383552~5090613,167531272~7666607,177411096~10367467,205520896~4896930,214989971~5409904,241936637~11513744,264241152~12117060,280419552~8828051,289495090~2973157,294518074~7588619,327155712~10618397,360710144~2472808,369098752~3992428,377487360~8154731,402653184~3104482] 2023-12-22T18:04:43.193 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 7 diff [8009267~9497591,25593115~3561864,35480840~6941202,45146082~3074595,49933522~307661,58899613~2940557,61976081~11923974,108186437~3507015,112452249~6591492,120224273~10571624,158800286~5673879,167531272~7666607,177411096~10367467,208941827~1475999,217688309~2711566,220597173~3174577,241936637~6934710,250577751~2872630,268248006~8110206,280419552~8828051,289495090~2973157,294518074~7588619,317169160~11106808,329617226~8156883,361516083~1666869,367665786~5425394,380602907~5039184,404674870~1082796] 2023-12-22T18:04:43.193 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8009267~9497591,25593115~3561864,35480840~6941202,45146082~3074595,49933522~307661,58899613~2940557,61976081~11923974,108186437~3507015,112452249~6591492,120224273~10571624,158800286~5673879,167531272~7666607,177411096~10367467,208941827~1475999,217688309~2711566,220597173~3174577,241936637~6934710,250577751~2872630,268248006~8110206,280419552~8828051,289495090~2973157,294518074~7588619,317169160~11106808,329617226~8156883,361516083~1666869,367665786~5425394,380602907~5039184,404674870~1082796] 2023-12-22T18:04:43.199 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,25593115~3561864,33554432~8867610,45146082~3074595,49933522~307661,58899613~2940557,61976081~11923974,105512801~25283096,155189248~9284917,167531272~7666607,177411096~10367467,205520896~4896930,214989971~8781779,241936637~11513744,264241152~12117060,280419552~8828051,289495090~2973157,294518074~7588619,317169160~20604949,360710144~2472808,364904448~8186732,377487360~8154731,402653184~3104482] 2023-12-22T18:04:43.199 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 8 diff [7010743~10496115,25593115~3561864,35480840~6941202,45146082~3074595,49933522~307661,58899613~2940557,61976081~11923974,98586065~1846814,108186437~3507015,112452249~6591492,120224273~10571624,158800286~5673879,167531272~7666607,177411096~10367467,208428691~2627771,217688309~2711566,220597173~3174577,241936637~6934710,250577751~2872630,268248006~8110206,280419552~8828051,289495090~2973157,294518074~7588619,305322877~6479138,317169160~11106808,329617226~8235070,345050789~6547255,361516083~1666869,365685262~1279500,367665786~5425394,380602907~5039184,404674870~1082796] 2023-12-22T18:04:43.199 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~10496115,25593115~3561864,35480840~6941202,45146082~3074595,49933522~307661,58899613~2940557,61976081~11923974,98586065~1846814,108186437~3507015,112452249~6591492,120224273~10571624,158800286~5673879,167531272~7666607,177411096~10367467,208428691~2627771,217688309~2711566,220597173~3174577,241936637~6934710,250577751~2872630,268248006~8110206,280419552~8828051,289495090~2973157,294518074~7588619,305322877~6479138,317169160~11106808,329617226~8235070,345050789~6547255,361516083~1666869,365685262~1279500,367665786~5425394,380602907~5039184,404674870~1082796] 2023-12-22T18:04:43.205 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,25593115~3561864,33554432~8867610,45146082~3074595,49933522~307661,58899613~2940557,61976081~11923974,98586065~1846814,105512801~25283096,155189248~9284917,167531272~7666607,177411096~10367467,205520896~5535566,214989971~8781779,241936637~11513744,264241152~12117060,280419552~8828051,289495090~2973157,294518074~17283941,317169160~20683136,345050789~6547255,360710144~2472808,364904448~8186732,377487360~8154731,402653184~3104482] 2023-12-22T18:04:43.205 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 9 diff [7010743~10496115,21377400~11546965,35480840~6941202,45146082~3074595,49933522~307661,58899613~2940557,61976081~11923974,98586065~1846814,108186437~3507015,112452249~6591492,120224273~10571624,133945341~7871987,158800286~5673879,167531272~7666607,177411096~10367467,208428691~2627771,217688309~2711566,220597173~3174577,240578144~1013755,241936637~6934710,250577751~2872630,268248006~8110206,280419552~8828051,289495090~2973157,293920703~8185990,305322877~6479138,317169160~11106808,329617226~8235070,343868497~7729547,361516083~1666869,365685262~1279500,367665786~5425394,380602907~5039184,404674870~1082796] 2023-12-22T18:04:43.205 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~10496115,21377400~11546965,35480840~6941202,45146082~3074595,49933522~307661,58899613~2940557,61976081~11923974,98586065~1846814,108186437~3507015,112452249~6591492,120224273~10571624,133945341~7871987,158800286~5673879,167531272~7666607,177411096~10367467,208428691~2627771,217688309~2711566,220597173~3174577,240578144~1013755,241936637~6934710,250577751~2872630,268248006~8110206,280419552~8828051,289495090~2973157,293920703~8185990,305322877~6479138,317169160~11106808,329617226~8235070,343868497~7729547,361516083~1666869,365685262~1279500,367665786~5425394,380602907~5039184,404674870~1082796] 2023-12-22T18:04:43.211 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,21377400~11546965,33554432~8867610,45146082~3074595,49933522~307661,58899613~2940557,61976081~11923974,98586065~1846814,105512801~25283096,133945341~7871987,155189248~9284917,167531272~7666607,177411096~10367467,205520896~5535566,214989971~8781779,240578144~1013755,241936637~11513744,264241152~12117060,280419552~8828051,289495090~2973157,293920703~17881312,317169160~20683136,339738624~11859420,360710144~2472808,364904448~8186732,377487360~8154731,402653184~3104482] 2023-12-22T18:04:43.211 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 10 diff [7010743~10496115,21377400~11546965,35480840~6941202,45146082~3074595,49933522~307661,58899613~2940557,61976081~11923974,89850490~6969764,98586065~1846814,108186437~3507015,112452249~6591492,120224273~10571624,133945341~7871987,157081655~992397,158800286~5673879,167531272~7666607,177411096~10367467,208428691~2627771,217688309~2711566,220597173~3174577,240578144~1013755,241936637~6934710,250577751~2872630,268248006~8110206,280419552~8828051,289495090~2973157,293920703~8185990,305322877~6479138,317169160~11106808,329617226~8235070,339636718~4097396,343868497~7729547,361516083~1666869,365685262~1279500,367665786~5425394,380602907~5039184,395174648~3097848,404674870~1082796] 2023-12-22T18:04:43.211 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~10496115,21377400~11546965,35480840~6941202,45146082~3074595,49933522~307661,58899613~2940557,61976081~11923974,89850490~6969764,98586065~1846814,108186437~3507015,112452249~6591492,120224273~10571624,133945341~7871987,157081655~992397,158800286~5673879,167531272~7666607,177411096~10367467,208428691~2627771,217688309~2711566,220597173~3174577,240578144~1013755,241936637~6934710,250577751~2872630,268248006~8110206,280419552~8828051,289495090~2973157,293920703~8185990,305322877~6479138,317169160~11106808,329617226~8235070,339636718~4097396,343868497~7729547,361516083~1666869,365685262~1279500,367665786~5425394,380602907~5039184,395174648~3097848,404674870~1082796] 2023-12-22T18:04:43.217 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,21377400~11546965,33554432~8867610,45146082~3074595,49933522~307661,58899613~2940557,61976081~11923974,88080384~8739870,98586065~1846814,105512801~25283096,133945341~7871987,155189248~9284917,167531272~7666607,177411096~10367467,205520896~5535566,214989971~8781779,240578144~1013755,241936637~11513744,264241152~12117060,280419552~8828051,289495090~2973157,293920703~17881312,317169160~34428884,360710144~2472808,364904448~8186732,377487360~8154731,394264576~4007920,402653184~3104482] 2023-12-22T18:04:43.217 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 11 diff [7010743~10496115,21377400~21044642,45146082~3074595,49933522~307661,58899613~2940557,61976081~11923974,89850490~6969764,98586065~1846814,108186437~3507015,112452249~6591492,120224273~10571624,133945341~7871987,157081655~992397,158800286~5673879,167531272~7666607,177411096~10367467,201295061~7133139,208428691~8052701,217688309~2711566,220597173~3174577,225875993~9259358,240578144~1013755,241936637~6934710,250577751~2872630,268248006~8110206,280419552~8828051,289495090~2973157,293920703~8185990,305322877~6479138,317169160~11106808,329617226~8235070,339636718~4097396,343868497~10889740,361516083~11575097,373413690~5317221,380602907~5039184,395174648~3097848,404674870~1082796] 2023-12-22T18:04:43.217 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~10496115,21377400~21044642,45146082~3074595,49933522~307661,58899613~2940557,61976081~11923974,89850490~6969764,98586065~1846814,108186437~3507015,112452249~6591492,120224273~10571624,133945341~7871987,157081655~992397,158800286~5673879,167531272~7666607,177411096~10367467,201295061~7133139,208428691~8052701,217688309~2711566,220597173~3174577,225875993~9259358,240578144~1013755,241936637~6934710,250577751~2872630,268248006~8110206,280419552~8828051,289495090~2973157,293920703~8185990,305322877~6479138,317169160~11106808,329617226~8235070,339636718~4097396,343868497~10889740,361516083~11575097,373413690~5317221,380602907~5039184,395174648~3097848,404674870~1082796] 2023-12-22T18:04:43.224 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,21377400~21044642,45146082~3074595,49933522~307661,58899613~2940557,61976081~11923974,88080384~8739870,98586065~1846814,105512801~25283096,133945341~7871987,155189248~9284917,167531272~7666607,177411096~10367467,197132288~38003063,240578144~1013755,241936637~11513744,264241152~12117060,280419552~8828051,289495090~2973157,293920703~17881312,317169160~37589077,360710144~12381036,373413690~12228401,394264576~4007920,402653184~3104482] 2023-12-22T18:04:43.224 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 12 diff [7010743~10496115,18055610~24366432,45146082~3074595,49933522~307661,58899613~2940557,61976081~11923974,89850490~6969764,98586065~1846814,108186437~3507015,112452249~6591492,120224273~10571624,133945341~13052115,157081655~992397,158800286~5673879,166981340~38366,167531272~8085285,177411096~10367467,201295061~7133139,208428691~8052701,217688309~2711566,220597173~3174577,225875993~9259358,240578144~1013755,241936637~6934710,250577751~8348942,268248006~8110206,279897459~9350144,289495090~2973157,293920703~8185990,305322877~6479138,317169160~11106808,329617226~8235070,339636718~4097396,343868497~10889740,361516083~11575097,373413690~5317221,380602907~5039184,395174648~3097848,404674870~1082796] 2023-12-22T18:04:43.224 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~10496115,18055610~24366432,45146082~3074595,49933522~307661,58899613~2940557,61976081~11923974,89850490~6969764,98586065~1846814,108186437~3507015,112452249~6591492,120224273~10571624,133945341~13052115,157081655~992397,158800286~5673879,166981340~38366,167531272~8085285,177411096~10367467,201295061~7133139,208428691~8052701,217688309~2711566,220597173~3174577,225875993~9259358,240578144~1013755,241936637~6934710,250577751~8348942,268248006~8110206,279897459~9350144,289495090~2973157,293920703~8185990,305322877~6479138,317169160~11106808,329617226~8235070,339636718~4097396,343868497~10889740,361516083~11575097,373413690~5317221,380602907~5039184,395174648~3097848,404674870~1082796] 2023-12-22T18:04:43.230 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,18055610~24366432,45146082~3074595,49933522~307661,58899613~2940557,61976081~11923974,88080384~8739870,98586065~1846814,105512801~25283096,133945341~13052115,155189248~9284917,166981340~38366,167531272~8085285,177411096~10367467,197132288~38003063,240578144~1013755,241936637~16990056,264241152~12117060,279897459~9350144,289495090~2973157,293920703~17881312,317169160~37589077,360710144~12381036,373413690~12228401,394264576~4007920,402653184~3104482] 2023-12-22T18:04:43.231 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 13 diff [7010743~10496115,18055610~24366432,45146082~3074595,49933522~307661,55844344~18055711,89850490~6969764,98586065~1846814,108186437~3507015,112452249~6591492,120224273~10571624,133945341~13052115,157081655~992397,158800286~5673879,166981340~38366,167531272~20247291,201295061~7133139,208428691~8052701,216844854~6926896,225875993~9259358,240578144~1013755,241936637~6934710,250577751~8348942,268248006~8110206,279897459~9350144,289495090~2973157,293920703~10884210,305322877~6479138,316585335~11690633,329617226~8235070,339636718~4097396,343868497~10889740,361516083~11575097,373413690~5317221,380602907~5039184,395174648~3097848,404674870~1082796] 2023-12-22T18:04:43.231 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~10496115,18055610~24366432,45146082~3074595,49933522~307661,55844344~18055711,89850490~6969764,98586065~1846814,108186437~3507015,112452249~6591492,120224273~10571624,133945341~13052115,157081655~992397,158800286~5673879,166981340~38366,167531272~20247291,201295061~7133139,208428691~8052701,216844854~6926896,225875993~9259358,240578144~1013755,241936637~6934710,250577751~8348942,268248006~8110206,279897459~9350144,289495090~2973157,293920703~10884210,305322877~6479138,316585335~11690633,329617226~8235070,339636718~4097396,343868497~10889740,361516083~11575097,373413690~5317221,380602907~5039184,395174648~3097848,404674870~1082796] 2023-12-22T18:04:43.236 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,18055610~24366432,45146082~3074595,49933522~307661,55844344~18055711,88080384~8739870,98586065~1846814,105512801~25283096,133945341~13052115,155189248~9284917,166981340~38366,167531272~20247291,197132288~38003063,240578144~1013755,241936637~16990056,264241152~12117060,279897459~9350144,289495090~2973157,293920703~17881312,316585335~38172902,360710144~12381036,373413690~12228401,394264576~4007920,402653184~3104482] 2023-12-22T18:04:43.237 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 14 diff [7010743~10496115,18055610~24366432,44154325~4066352,49933522~307661,52156127~2548391,55844344~18055711,89850490~6969764,98586065~1846814,103387926~4558478,108186437~3507015,112452249~6591492,120224273~10571624,133945341~13052115,157081655~992397,158800286~5673879,166981340~38366,167531272~20247291,197090408~11337792,208428691~8052701,216844854~6926896,225875993~9259358,240578144~1013755,241936637~6934710,250577751~8348942,268248006~8110206,279897459~9350144,289495090~2973157,293920703~10884210,305322877~6479138,316585335~11690633,329617226~8235070,339636718~4097396,343868497~10889740,361516083~17214828,380602907~5039184,395174648~3097848,404674870~1082796] 2023-12-22T18:04:43.237 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~10496115,18055610~24366432,44154325~4066352,49933522~307661,52156127~2548391,55844344~18055711,89850490~6969764,98586065~1846814,103387926~4558478,108186437~3507015,112452249~6591492,120224273~10571624,133945341~13052115,157081655~992397,158800286~5673879,166981340~38366,167531272~20247291,197090408~11337792,208428691~8052701,216844854~6926896,225875993~9259358,240578144~1013755,241936637~6934710,250577751~8348942,268248006~8110206,279897459~9350144,289495090~2973157,293920703~10884210,305322877~6479138,316585335~11690633,329617226~8235070,339636718~4097396,343868497~10889740,361516083~17214828,380602907~5039184,395174648~3097848,404674870~1082796] 2023-12-22T18:04:43.243 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,18055610~24366432,44154325~4066352,49933522~307661,50331648~4372870,55844344~18055711,88080384~8739870,98586065~1846814,103387926~27407971,133945341~13052115,155189248~9284917,166981340~38366,167531272~20247291,192937984~42197367,240578144~1013755,241936637~16990056,264241152~12117060,279897459~9350144,289495090~2973157,293920703~17881312,316585335~38172902,360710144~24931947,394264576~4007920,402653184~3104482] 2023-12-22T18:04:43.243 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 15 diff [7010743~35411299,44154325~4066352,49933522~307661,52156127~2548391,55844344~18055711,89850490~6969764,98586065~1846814,103387926~4558478,108186437~3507015,112452249~6591492,120224273~12223405,133945341~13052115,153336498~4737554,158800286~5673879,166981340~38366,167531272~20247291,197090408~11337792,208428691~8052701,216844854~6926896,225875993~9259358,240578144~1013755,241803011~7068336,250577751~8348942,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~4097396,343868497~10889740,361516083~17214828,380602907~5039184,395174648~3097848,404674870~1082796] 2023-12-22T18:04:43.243 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~4066352,49933522~307661,52156127~2548391,55844344~18055711,89850490~6969764,98586065~1846814,103387926~4558478,108186437~3507015,112452249~6591492,120224273~12223405,133945341~13052115,153336498~4737554,158800286~5673879,166981340~38366,167531272~20247291,197090408~11337792,208428691~8052701,216844854~6926896,225875993~9259358,240578144~1013755,241803011~7068336,250577751~8348942,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~4097396,343868497~10889740,361516083~17214828,380602907~5039184,395174648~3097848,404674870~1082796] 2023-12-22T18:04:43.250 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~4066352,49933522~307661,50331648~4372870,55844344~18055711,88080384~8739870,98586065~1846814,103387926~29059752,133945341~13052115,153336498~11137667,166981340~38366,167531272~20247291,192937984~42197367,240578144~1013755,241803011~17123682,264241152~12117060,279897459~9350144,289495090~24792556,316585335~38172902,360710144~24931947,394264576~4007920,402653184~3104482] 2023-12-22T18:04:43.250 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 16 diff [7010743~35411299,44154325~4066352,49933522~307661,52156127~2548391,55844344~18055711,89850490~6969764,98586065~1846814,103387926~4558478,108186437~3507015,112452249~6591492,120224273~12223405,132875822~14121634,153336498~4737554,158800286~5673879,166981340~38366,167531272~20247291,197090408~11337792,208428691~8052701,216844854~6926896,225875993~9259358,240578144~1013755,241803011~7068336,250577751~8348942,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~4097396,343868497~10889740,361516083~17214828,380602907~5039184,386289055~5673055,395174648~3097848,404674870~1082796] 2023-12-22T18:04:43.250 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~4066352,49933522~307661,52156127~2548391,55844344~18055711,89850490~6969764,98586065~1846814,103387926~4558478,108186437~3507015,112452249~6591492,120224273~12223405,132875822~14121634,153336498~4737554,158800286~5673879,166981340~38366,167531272~20247291,197090408~11337792,208428691~8052701,216844854~6926896,225875993~9259358,240578144~1013755,241803011~7068336,250577751~8348942,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~4097396,343868497~10889740,361516083~17214828,380602907~5039184,386289055~5673055,395174648~3097848,404674870~1082796] 2023-12-22T18:04:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:42 smithi039 ceph-mon[181282]: osdmap e1435: 8 total, 8 up, 8 in 2023-12-22T18:04:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:42 smithi039 ceph-mon[181282]: pgmap v2436: 137 pgs: 137 active+clean; 752 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 220 KiB/s rd, 55 MiB/s wr, 347 op/s 2023-12-22T18:04:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:42 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4166703373' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:04:43.256 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~4066352,49933522~307661,50331648~4372870,55844344~18055711,88080384~8739870,98586065~1846814,103387926~29059752,132875822~14121634,153336498~11137667,166981340~38366,167531272~20247291,192937984~42197367,240578144~1013755,241803011~17123682,264241152~12117060,279897459~9350144,289495090~24792556,316585335~38172902,360710144~24931947,386289055~5673055,394264576~4007920,402653184~3104482] 2023-12-22T18:04:43.256 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 17 diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~18055711,89850490~6969764,98586065~1846814,103387926~4558478,108186437~3507015,112452249~6591492,120224273~12223405,132875822~14121634,153336498~4737554,158800286~5673879,166981340~38366,167531272~20247291,197090408~11337792,208428691~15343059,225875993~9259358,240578144~1013755,241803011~7068336,250577751~8348942,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~4097396,343868497~12631621,361516083~24126008,386289055~5673055,395174648~3097848,404674870~1082796] 2023-12-22T18:04:43.257 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~18055711,89850490~6969764,98586065~1846814,103387926~4558478,108186437~3507015,112452249~6591492,120224273~12223405,132875822~14121634,153336498~4737554,158800286~5673879,166981340~38366,167531272~20247291,197090408~11337792,208428691~15343059,225875993~9259358,240578144~1013755,241803011~7068336,250577751~8348942,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~4097396,343868497~12631621,361516083~24126008,386289055~5673055,395174648~3097848,404674870~1082796] 2023-12-22T18:04:43.262 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~18055711,88080384~8739870,98586065~1846814,103387926~29059752,132875822~14121634,153336498~11137667,166981340~38366,167531272~20247291,192937984~42197367,240578144~1013755,241803011~17123682,264241152~12117060,279897459~9350144,289495090~24792556,316585335~39914783,360710144~24931947,386289055~5673055,394264576~4007920,402653184~3104482] 2023-12-22T18:04:43.263 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 18 diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~18055711,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~12223405,132875822~14121634,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:43.263 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~18055711,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~12223405,132875822~14121634,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:43.269 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~18055711,80029781~1421493,88080384~8739870,98586065~2231072,103387926~29059752,132875822~14121634,153336498~11137667,166051252~21727311,192937984~42197367,239091415~19835278,264241152~12117060,279897459~9350144,289495090~24792556,316585335~41267691,360710144~24931947,386289055~5673055,394264576~4007920,398458880~7298786] 2023-12-22T18:04:43.269 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 19 diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~18055711,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:43.269 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~18055711,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:43.275 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~18055711,80029781~1421493,88080384~8739870,98586065~2231072,103387926~43609530,153336498~11137667,166051252~21727311,192937984~42197367,239091415~19835278,264241152~12117060,279897459~9350144,289495090~24792556,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~7298786] 2023-12-22T18:04:43.275 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 4 diff [25593115~3561864,59271023~18676,177411096~10367467,241936637~6934710,289495090~2973157,294518074~7588619,369872789~3218391] 2023-12-22T18:04:43.275 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [25593115~3561864,59271023~18676,177411096~10367467,241936637~6934710,289495090~2973157,294518074~7588619,369872789~3218391] 2023-12-22T18:04:43.281 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [25593115~3561864,59271023~18676,177411096~10367467,241936637~6934710,289495090~2973157,294518074~7588619,369098752~3992428] 2023-12-22T18:04:43.281 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 5 diff [25593115~3561864,49933522~307661,59271023~18676,67395828~5424715,108186437~3507015,177411096~10367467,241936637~6934710,268248006~8110206,285186942~4060661,289495090~2973157,294518074~7588619,329617226~8156883,361516083~1666869,369872789~3218391,380602907~5039184] 2023-12-22T18:04:43.281 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [25593115~3561864,49933522~307661,59271023~18676,67395828~5424715,108186437~3507015,177411096~10367467,241936637~6934710,268248006~8110206,285186942~4060661,289495090~2973157,294518074~7588619,329617226~8156883,361516083~1666869,369872789~3218391,380602907~5039184] 2023-12-22T18:04:43.287 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [25593115~3561864,49933522~307661,59271023~18676,67395828~5424715,105512801~6180651,177411096~10367467,241936637~6934710,264241152~12117060,285186942~4060661,289495090~2973157,294518074~7588619,327155712~10618397,360710144~2472808,369098752~3992428,377487360~8154731] 2023-12-22T18:04:43.287 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 6 diff [9412306~8094552,25593115~3561864,35480840~6941202,49933522~307661,59271023~18676,67395828~5424715,108186437~3507015,125169903~5625994,160969495~3504670,171215954~3981925,177411096~10367467,208941827~1475999,241936637~6934710,268248006~8110206,280419552~8828051,289495090~2973157,294518074~7588619,329617226~8156883,361516083~1666869,369872789~3218391,380602907~5039184] 2023-12-22T18:04:43.287 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [9412306~8094552,25593115~3561864,35480840~6941202,49933522~307661,59271023~18676,67395828~5424715,108186437~3507015,125169903~5625994,160969495~3504670,171215954~3981925,177411096~10367467,208941827~1475999,241936637~6934710,268248006~8110206,280419552~8828051,289495090~2973157,294518074~7588619,329617226~8156883,361516083~1666869,369872789~3218391,380602907~5039184] 2023-12-22T18:04:43.293 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8388608~9118250,25593115~3561864,33554432~8867610,49933522~307661,59271023~18676,67395828~5424715,105512801~6180651,125169903~5625994,159383552~5090613,171215954~3981925,177411096~10367467,205520896~4896930,241936637~6934710,264241152~12117060,280419552~8828051,289495090~2973157,294518074~7588619,327155712~10618397,360710144~2472808,369098752~3992428,377487360~8154731] 2023-12-22T18:04:43.293 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 7 diff [8009267~9497591,25593115~3561864,35480840~6941202,49933522~307661,59271023~18676,67395828~5424715,108186437~3507015,112452249~6591492,125169903~5625994,158800286~5673879,171215954~3981925,177411096~10367467,208941827~1475999,220597173~3174577,241936637~6934710,268248006~8110206,280419552~8828051,289495090~2973157,294518074~7588619,317169160~11106808,329617226~8156883,361516083~1666869,367665786~5425394,380602907~5039184] 2023-12-22T18:04:43.293 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8009267~9497591,25593115~3561864,35480840~6941202,49933522~307661,59271023~18676,67395828~5424715,108186437~3507015,112452249~6591492,125169903~5625994,158800286~5673879,171215954~3981925,177411096~10367467,208941827~1475999,220597173~3174577,241936637~6934710,268248006~8110206,280419552~8828051,289495090~2973157,294518074~7588619,317169160~11106808,329617226~8156883,361516083~1666869,367665786~5425394,380602907~5039184] 2023-12-22T18:04:43.299 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,25593115~3561864,33554432~8867610,49933522~307661,59271023~18676,67395828~5424715,105512801~13530940,125169903~5625994,155189248~9284917,171215954~3981925,177411096~10367467,205520896~4896930,220399875~3371875,241936637~6934710,264241152~12117060,280419552~8828051,289495090~2973157,294518074~7588619,317169160~20604949,360710144~2472808,364904448~8186732,377487360~8154731] 2023-12-22T18:04:43.299 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 8 diff [7010743~10496115,25593115~3561864,35480840~6941202,49933522~307661,59271023~18676,67395828~5424715,98586065~1846814,108186437~3507015,112452249~6591492,125169903~5625994,158800286~5673879,171215954~3981925,177411096~10367467,208428691~2627771,220597173~3174577,241936637~6934710,268248006~8110206,280419552~8828051,289495090~2973157,294518074~7588619,305322877~6479138,317169160~11106808,329617226~8235070,345050789~6547255,361516083~1666869,365685262~1279500,367665786~5425394,380602907~5039184] 2023-12-22T18:04:43.299 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~10496115,25593115~3561864,35480840~6941202,49933522~307661,59271023~18676,67395828~5424715,98586065~1846814,108186437~3507015,112452249~6591492,125169903~5625994,158800286~5673879,171215954~3981925,177411096~10367467,208428691~2627771,220597173~3174577,241936637~6934710,268248006~8110206,280419552~8828051,289495090~2973157,294518074~7588619,305322877~6479138,317169160~11106808,329617226~8235070,345050789~6547255,361516083~1666869,365685262~1279500,367665786~5425394,380602907~5039184] 2023-12-22T18:04:43.305 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,25593115~3561864,33554432~8867610,49933522~307661,59271023~18676,67395828~5424715,98586065~1846814,105512801~13530940,125169903~5625994,155189248~9284917,171215954~3981925,177411096~10367467,205520896~5535566,220399875~3371875,241936637~6934710,264241152~12117060,280419552~8828051,289495090~2973157,294518074~17283941,317169160~20683136,345050789~6547255,360710144~2472808,364904448~8186732,377487360~8154731] 2023-12-22T18:04:43.305 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 9 diff [7010743~10496115,21377400~11546965,35480840~6941202,49933522~307661,59271023~18676,67395828~5424715,98586065~1846814,108186437~3507015,112452249~6591492,125169903~5625994,133945341~7871987,158800286~5673879,171215954~3981925,177411096~10367467,208428691~2627771,220597173~3174577,240578144~1013755,241936637~6934710,268248006~8110206,280419552~8828051,289495090~2973157,293920703~8185990,305322877~6479138,317169160~11106808,329617226~8235070,343868497~7729547,361516083~1666869,365685262~1279500,367665786~5425394,380602907~5039184] 2023-12-22T18:04:43.306 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~10496115,21377400~11546965,35480840~6941202,49933522~307661,59271023~18676,67395828~5424715,98586065~1846814,108186437~3507015,112452249~6591492,125169903~5625994,133945341~7871987,158800286~5673879,171215954~3981925,177411096~10367467,208428691~2627771,220597173~3174577,240578144~1013755,241936637~6934710,268248006~8110206,280419552~8828051,289495090~2973157,293920703~8185990,305322877~6479138,317169160~11106808,329617226~8235070,343868497~7729547,361516083~1666869,365685262~1279500,367665786~5425394,380602907~5039184] 2023-12-22T18:04:43.311 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,21377400~11546965,33554432~8867610,49933522~307661,59271023~18676,67395828~5424715,98586065~1846814,105512801~13530940,125169903~5625994,133945341~7871987,155189248~9284917,171215954~3981925,177411096~10367467,205520896~5535566,220399875~3371875,240578144~1013755,241936637~6934710,264241152~12117060,280419552~8828051,289495090~2973157,293920703~17881312,317169160~20683136,339738624~11859420,360710144~2472808,364904448~8186732,377487360~8154731] 2023-12-22T18:04:43.312 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 10 diff [7010743~10496115,21377400~11546965,35480840~6941202,49933522~307661,59271023~18676,67395828~5424715,89850490~6969764,98586065~1846814,108186437~3507015,112452249~6591492,125169903~5625994,133945341~7871987,157081655~992397,158800286~5673879,171215954~3981925,177411096~10367467,208428691~2627771,220597173~3174577,240578144~1013755,241936637~6934710,268248006~8110206,280419552~8828051,289495090~2973157,293920703~8185990,305322877~6479138,317169160~11106808,329617226~8235070,339636718~4097396,343868497~7729547,361516083~1666869,365685262~1279500,367665786~5425394,380602907~5039184,395174648~3097848] 2023-12-22T18:04:43.312 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~10496115,21377400~11546965,35480840~6941202,49933522~307661,59271023~18676,67395828~5424715,89850490~6969764,98586065~1846814,108186437~3507015,112452249~6591492,125169903~5625994,133945341~7871987,157081655~992397,158800286~5673879,171215954~3981925,177411096~10367467,208428691~2627771,220597173~3174577,240578144~1013755,241936637~6934710,268248006~8110206,280419552~8828051,289495090~2973157,293920703~8185990,305322877~6479138,317169160~11106808,329617226~8235070,339636718~4097396,343868497~7729547,361516083~1666869,365685262~1279500,367665786~5425394,380602907~5039184,395174648~3097848] 2023-12-22T18:04:43.318 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,21377400~11546965,33554432~8867610,49933522~307661,59271023~18676,67395828~5424715,88080384~8739870,98586065~1846814,105512801~13530940,125169903~5625994,133945341~7871987,155189248~9284917,171215954~3981925,177411096~10367467,205520896~5535566,220399875~3371875,240578144~1013755,241936637~6934710,264241152~12117060,280419552~8828051,289495090~2973157,293920703~17881312,317169160~34428884,360710144~2472808,364904448~8186732,377487360~8154731,394264576~4007920] 2023-12-22T18:04:43.318 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 11 diff [7010743~10496115,21377400~21044642,49933522~307661,59271023~18676,67395828~5424715,89850490~6969764,98586065~1846814,108186437~3507015,112452249~6591492,125169903~5625994,133945341~7871987,157081655~992397,158800286~5673879,171215954~3981925,177411096~10367467,201295061~7133139,208428691~8052701,220597173~3174577,225875993~9259358,240578144~1013755,241936637~6934710,268248006~8110206,280419552~8828051,289495090~2973157,293920703~8185990,305322877~6479138,317169160~11106808,329617226~8235070,339636718~4097396,343868497~10889740,361516083~11575097,373413690~5317221,380602907~5039184,395174648~3097848] 2023-12-22T18:04:43.318 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~10496115,21377400~21044642,49933522~307661,59271023~18676,67395828~5424715,89850490~6969764,98586065~1846814,108186437~3507015,112452249~6591492,125169903~5625994,133945341~7871987,157081655~992397,158800286~5673879,171215954~3981925,177411096~10367467,201295061~7133139,208428691~8052701,220597173~3174577,225875993~9259358,240578144~1013755,241936637~6934710,268248006~8110206,280419552~8828051,289495090~2973157,293920703~8185990,305322877~6479138,317169160~11106808,329617226~8235070,339636718~4097396,343868497~10889740,361516083~11575097,373413690~5317221,380602907~5039184,395174648~3097848] 2023-12-22T18:04:43.324 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,21377400~21044642,49933522~307661,59271023~18676,67395828~5424715,88080384~8739870,98586065~1846814,105512801~13530940,125169903~5625994,133945341~7871987,155189248~9284917,171215954~3981925,177411096~10367467,197132288~19349104,220399875~14735476,240578144~1013755,241936637~6934710,264241152~12117060,280419552~8828051,289495090~2973157,293920703~17881312,317169160~37589077,360710144~12381036,373413690~12228401,394264576~4007920] 2023-12-22T18:04:43.324 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 12 diff [7010743~10496115,18055610~24366432,49933522~307661,59271023~18676,67395828~5424715,89850490~6969764,98586065~1846814,108186437~3507015,112452249~6591492,125169903~5625994,133945341~13052115,157081655~992397,158800286~5673879,166981340~38366,171215954~4400603,177411096~10367467,201295061~7133139,208428691~8052701,220597173~3174577,225875993~9259358,240578144~1013755,241936637~6934710,252014003~6912690,268248006~8110206,279897459~9350144,289495090~2973157,293920703~8185990,305322877~6479138,317169160~11106808,329617226~8235070,339636718~4097396,343868497~10889740,361516083~11575097,373413690~5317221,380602907~5039184,395174648~3097848] 2023-12-22T18:04:43.324 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~10496115,18055610~24366432,49933522~307661,59271023~18676,67395828~5424715,89850490~6969764,98586065~1846814,108186437~3507015,112452249~6591492,125169903~5625994,133945341~13052115,157081655~992397,158800286~5673879,166981340~38366,171215954~4400603,177411096~10367467,201295061~7133139,208428691~8052701,220597173~3174577,225875993~9259358,240578144~1013755,241936637~6934710,252014003~6912690,268248006~8110206,279897459~9350144,289495090~2973157,293920703~8185990,305322877~6479138,317169160~11106808,329617226~8235070,339636718~4097396,343868497~10889740,361516083~11575097,373413690~5317221,380602907~5039184,395174648~3097848] 2023-12-22T18:04:43.331 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,18055610~24366432,49933522~307661,59271023~18676,67395828~5424715,88080384~8739870,98586065~1846814,105512801~13530940,125169903~5625994,133945341~13052115,155189248~9284917,166981340~38366,171215954~4400603,177411096~10367467,197132288~19349104,220399875~14735476,240578144~1013755,241936637~6934710,252014003~6912690,264241152~12117060,279897459~9350144,289495090~2973157,293920703~17881312,317169160~37589077,360710144~12381036,373413690~12228401,394264576~4007920] 2023-12-22T18:04:43.331 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 13 diff [7010743~10496115,18055610~24366432,49933522~307661,55844344~6149003,67395828~5424715,89850490~6969764,98586065~1846814,108186437~3507015,112452249~6591492,125169903~5625994,133945341~13052115,157081655~992397,158800286~5673879,166981340~38366,171215954~16562609,201295061~7133139,208428691~8052701,216844854~6926896,225875993~9259358,240578144~1013755,241936637~6934710,252014003~6912690,268248006~8110206,279897459~9350144,289495090~2973157,293920703~10884210,305322877~6479138,316585335~11690633,329617226~8235070,339636718~4097396,343868497~10889740,361516083~11575097,373413690~5317221,380602907~5039184,395174648~3097848] 2023-12-22T18:04:43.331 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~10496115,18055610~24366432,49933522~307661,55844344~6149003,67395828~5424715,89850490~6969764,98586065~1846814,108186437~3507015,112452249~6591492,125169903~5625994,133945341~13052115,157081655~992397,158800286~5673879,166981340~38366,171215954~16562609,201295061~7133139,208428691~8052701,216844854~6926896,225875993~9259358,240578144~1013755,241936637~6934710,252014003~6912690,268248006~8110206,279897459~9350144,289495090~2973157,293920703~10884210,305322877~6479138,316585335~11690633,329617226~8235070,339636718~4097396,343868497~10889740,361516083~11575097,373413690~5317221,380602907~5039184,395174648~3097848] 2023-12-22T18:04:43.337 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,18055610~24366432,49933522~307661,55844344~6149003,67395828~5424715,88080384~8739870,98586065~1846814,105512801~13530940,125169903~5625994,133945341~13052115,155189248~9284917,166981340~38366,171215954~16562609,197132288~19349104,216844854~18290497,240578144~1013755,241936637~6934710,252014003~6912690,264241152~12117060,279897459~9350144,289495090~2973157,293920703~17881312,316585335~38172902,360710144~12381036,373413690~12228401,394264576~4007920] 2023-12-22T18:04:43.337 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 14 diff [7010743~10496115,18055610~24366432,44154325~994351,49933522~307661,52156127~2548391,55844344~6149003,67395828~5424715,89850490~6969764,98586065~1846814,103387926~4558478,108186437~3507015,112452249~6591492,125169903~5625994,133945341~13052115,157081655~992397,158800286~5673879,166981340~38366,171215954~16562609,197090408~11337792,208428691~8052701,216844854~6926896,225875993~9259358,240578144~1013755,241936637~6934710,252014003~6912690,268248006~8110206,279897459~9350144,289495090~2973157,293920703~10884210,305322877~6479138,316585335~11690633,329617226~8235070,339636718~4097396,343868497~10889740,361516083~17214828,380602907~5039184,395174648~3097848] 2023-12-22T18:04:43.337 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~10496115,18055610~24366432,44154325~994351,49933522~307661,52156127~2548391,55844344~6149003,67395828~5424715,89850490~6969764,98586065~1846814,103387926~4558478,108186437~3507015,112452249~6591492,125169903~5625994,133945341~13052115,157081655~992397,158800286~5673879,166981340~38366,171215954~16562609,197090408~11337792,208428691~8052701,216844854~6926896,225875993~9259358,240578144~1013755,241936637~6934710,252014003~6912690,268248006~8110206,279897459~9350144,289495090~2973157,293920703~10884210,305322877~6479138,316585335~11690633,329617226~8235070,339636718~4097396,343868497~10889740,361516083~17214828,380602907~5039184,395174648~3097848] 2023-12-22T18:04:43.343 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,18055610~24366432,44154325~994351,49933522~307661,50331648~4372870,55844344~6149003,67395828~5424715,88080384~8739870,98586065~1846814,103387926~15655815,125169903~5625994,133945341~13052115,155189248~9284917,166981340~38366,171215954~16562609,192937984~23543408,216844854~18290497,240578144~1013755,241936637~6934710,252014003~6912690,264241152~12117060,279897459~9350144,289495090~2973157,293920703~17881312,316585335~38172902,360710144~24931947,394264576~4007920] 2023-12-22T18:04:43.343 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 15 diff [7010743~35411299,44154325~994351,49933522~307661,52156127~2548391,55844344~6149003,67395828~5424715,89850490~6969764,98586065~1846814,103387926~4558478,108186437~3507015,112452249~6591492,125169903~7277775,133945341~13052115,153336498~4737554,158800286~5673879,166981340~38366,171215954~16562609,197090408~11337792,208428691~8052701,216844854~6926896,225875993~9259358,240578144~1013755,241803011~7068336,252014003~6912690,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~4097396,343868497~10889740,361516083~17214828,380602907~5039184,395174648~3097848] 2023-12-22T18:04:43.343 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~994351,49933522~307661,52156127~2548391,55844344~6149003,67395828~5424715,89850490~6969764,98586065~1846814,103387926~4558478,108186437~3507015,112452249~6591492,125169903~7277775,133945341~13052115,153336498~4737554,158800286~5673879,166981340~38366,171215954~16562609,197090408~11337792,208428691~8052701,216844854~6926896,225875993~9259358,240578144~1013755,241803011~7068336,252014003~6912690,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~4097396,343868497~10889740,361516083~17214828,380602907~5039184,395174648~3097848] 2023-12-22T18:04:43.350 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~994351,49933522~307661,50331648~4372870,55844344~6149003,67395828~5424715,88080384~8739870,98586065~1846814,103387926~15655815,125169903~7277775,133945341~13052115,153336498~11137667,166981340~38366,171215954~16562609,192937984~23543408,216844854~18290497,240578144~1013755,241803011~7068336,252014003~6912690,264241152~12117060,279897459~9350144,289495090~24792556,316585335~38172902,360710144~24931947,394264576~4007920] 2023-12-22T18:04:43.350 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 16 diff [7010743~35411299,44154325~3384165,49933522~307661,52156127~2548391,55844344~6149003,67395828~5424715,89850490~6969764,98586065~1846814,103387926~4558478,108186437~3507015,112452249~6591492,125169903~7277775,132875822~14121634,153336498~4737554,158800286~5673879,166981340~38366,171215954~16562609,197090408~11337792,208428691~8052701,216844854~6926896,225875993~9259358,240578144~1013755,241803011~7068336,252014003~6912690,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~4097396,343868497~10889740,361516083~17214828,380602907~5039184,386289055~5673055,395174648~3097848] 2023-12-22T18:04:43.350 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~3384165,49933522~307661,52156127~2548391,55844344~6149003,67395828~5424715,89850490~6969764,98586065~1846814,103387926~4558478,108186437~3507015,112452249~6591492,125169903~7277775,132875822~14121634,153336498~4737554,158800286~5673879,166981340~38366,171215954~16562609,197090408~11337792,208428691~8052701,216844854~6926896,225875993~9259358,240578144~1013755,241803011~7068336,252014003~6912690,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~4097396,343868497~10889740,361516083~17214828,380602907~5039184,386289055~5673055,395174648~3097848] 2023-12-22T18:04:43.356 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~3384165,49933522~307661,50331648~4372870,55844344~6149003,67395828~5424715,88080384~8739870,98586065~1846814,103387926~15655815,125169903~7277775,132875822~14121634,153336498~11137667,166981340~38366,171215954~16562609,192937984~23543408,216844854~18290497,240578144~1013755,241803011~7068336,252014003~6912690,264241152~12117060,279897459~9350144,289495090~24792556,316585335~38172902,360710144~24931947,386289055~5673055,394264576~4007920] 2023-12-22T18:04:43.356 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 17 diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,89850490~6969764,98586065~1846814,103387926~4558478,108186437~3507015,112452249~6591492,125169903~7277775,132875822~14121634,153336498~4737554,158800286~5673879,166981340~38366,171215954~16562609,197090408~11337792,208428691~15343059,225875993~9259358,240578144~1013755,241803011~7068336,252014003~6912690,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~4097396,343868497~12631621,361516083~24126008,386289055~5673055,395174648~3097848] 2023-12-22T18:04:43.356 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,89850490~6969764,98586065~1846814,103387926~4558478,108186437~3507015,112452249~6591492,125169903~7277775,132875822~14121634,153336498~4737554,158800286~5673879,166981340~38366,171215954~16562609,197090408~11337792,208428691~15343059,225875993~9259358,240578144~1013755,241803011~7068336,252014003~6912690,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~4097396,343868497~12631621,361516083~24126008,386289055~5673055,395174648~3097848] 2023-12-22T18:04:43.362 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,67395828~5424715,88080384~8739870,98586065~1846814,103387926~15655815,125169903~7277775,132875822~14121634,153336498~11137667,166981340~38366,171215954~16562609,192937984~42197367,240578144~1013755,241803011~7068336,252014003~6912690,264241152~12117060,279897459~9350144,289495090~24792556,316585335~39914783,360710144~24931947,386289055~5673055,394264576~4007920] 2023-12-22T18:04:43.362 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 18 diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~7277775,132875822~14121634,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,252014003~6912690,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:43.362 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~7277775,132875822~14121634,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,252014003~6912690,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:43.368 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,67395828~5424715,80029781~1421493,88080384~8739870,98586065~2231072,103387926~15655815,125169903~7277775,132875822~14121634,153336498~11137667,166051252~21727311,192937984~42197367,239091415~9779932,252014003~6912690,264241152~12117060,279897459~9350144,289495090~24792556,316585335~41267691,360710144~24931947,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:43.368 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 19 diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,252014003~6912690,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:43.368 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,252014003~6912690,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:43.375 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,67395828~5424715,80029781~1421493,88080384~8739870,98586065~2231072,103387926~15655815,125169903~21827553,153336498~11137667,166051252~21727311,192937984~42197367,239091415~9779932,252014003~6912690,264241152~12117060,279897459~9350144,289495090~24792556,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:43.375 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 5 diff [49933522~307661,67395828~5424715,108186437~3507015,268248006~8110206,285186942~4060661,329617226~8156883,361516083~1666869,380602907~5039184] 2023-12-22T18:04:43.375 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [49933522~307661,67395828~5424715,108186437~3507015,268248006~8110206,285186942~4060661,329617226~8156883,361516083~1666869,380602907~5039184] 2023-12-22T18:04:43.381 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [49933522~307661,67395828~5424715,105512801~6180651,264241152~12117060,285186942~4060661,327155712~10618397,360710144~2472808,377487360~8154731] 2023-12-22T18:04:43.381 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 6 diff [9412306~8094552,35480840~6941202,49933522~307661,67395828~5424715,108186437~3507015,125169903~5625994,160969495~3504670,171215954~3981925,208941827~1475999,268248006~8110206,280419552~8828051,329617226~8156883,361516083~1666869,380602907~5039184] 2023-12-22T18:04:43.381 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [9412306~8094552,35480840~6941202,49933522~307661,67395828~5424715,108186437~3507015,125169903~5625994,160969495~3504670,171215954~3981925,208941827~1475999,268248006~8110206,280419552~8828051,329617226~8156883,361516083~1666869,380602907~5039184] 2023-12-22T18:04:43.387 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8388608~9118250,33554432~8867610,49933522~307661,67395828~5424715,105512801~6180651,125169903~5625994,159383552~5090613,171215954~3981925,205520896~4896930,264241152~12117060,280419552~8828051,327155712~10618397,360710144~2472808,377487360~8154731] 2023-12-22T18:04:43.387 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 7 diff [8009267~9497591,35480840~6941202,49933522~307661,67395828~5424715,108186437~3507015,112452249~6591492,125169903~5625994,158800286~5673879,171215954~3981925,178450854~94198,208941827~1475999,220597173~3174577,268248006~8110206,280419552~8828051,317169160~11106808,329617226~8156883,361516083~1666869,367665786~4752513,380602907~5039184] 2023-12-22T18:04:43.387 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8009267~9497591,35480840~6941202,49933522~307661,67395828~5424715,108186437~3507015,112452249~6591492,125169903~5625994,158800286~5673879,171215954~3981925,178450854~94198,208941827~1475999,220597173~3174577,268248006~8110206,280419552~8828051,317169160~11106808,329617226~8156883,361516083~1666869,367665786~4752513,380602907~5039184] 2023-12-22T18:04:43.393 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,33554432~8867610,49933522~307661,67395828~5424715,105512801~13530940,125169903~5625994,155189248~9284917,171215954~3981925,178450854~94198,205520896~4896930,220399875~3371875,264241152~12117060,280419552~8828051,317169160~20604949,360710144~2472808,364904448~7513851,377487360~8154731] 2023-12-22T18:04:43.393 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 8 diff [7010743~10496115,35480840~6941202,49933522~307661,67395828~5424715,98586065~1846814,108186437~3507015,112452249~6591492,125169903~5625994,158800286~5673879,171215954~3981925,178450854~94198,180890854~1572201,208428691~2627771,220597173~3174577,268248006~8110206,280419552~8828051,305322877~6479138,317169160~11106808,329617226~8235070,345050789~6547255,361516083~1666869,365685262~1279500,367665786~4752513,380602907~5039184] 2023-12-22T18:04:43.393 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~10496115,35480840~6941202,49933522~307661,67395828~5424715,98586065~1846814,108186437~3507015,112452249~6591492,125169903~5625994,158800286~5673879,171215954~3981925,178450854~94198,180890854~1572201,208428691~2627771,220597173~3174577,268248006~8110206,280419552~8828051,305322877~6479138,317169160~11106808,329617226~8235070,345050789~6547255,361516083~1666869,365685262~1279500,367665786~4752513,380602907~5039184] 2023-12-22T18:04:43.399 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,33554432~8867610,49933522~307661,67395828~5424715,98586065~1846814,105512801~13530940,125169903~5625994,155189248~9284917,171215954~3981925,178450854~94198,180890854~1572201,205520896~5535566,220399875~3371875,264241152~12117060,280419552~8828051,302106693~9695322,317169160~20683136,345050789~6547255,360710144~2472808,364904448~7513851,377487360~8154731] 2023-12-22T18:04:43.399 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 9 diff [7010743~10496115,21377400~11546965,35480840~6941202,49933522~307661,67395828~5424715,98586065~1846814,108186437~3507015,112452249~6591492,125169903~5625994,133945341~7871987,158800286~5673879,171215954~3981925,178450854~94198,180890854~1572201,208428691~2627771,220597173~3174577,240578144~1013755,268248006~8110206,280419552~8828051,293920703~2584655,305322877~6479138,317169160~11106808,329617226~8235070,343868497~7729547,361516083~1666869,365685262~1279500,367665786~4752513,380602907~5039184] 2023-12-22T18:04:43.399 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~10496115,21377400~11546965,35480840~6941202,49933522~307661,67395828~5424715,98586065~1846814,108186437~3507015,112452249~6591492,125169903~5625994,133945341~7871987,158800286~5673879,171215954~3981925,178450854~94198,180890854~1572201,208428691~2627771,220597173~3174577,240578144~1013755,268248006~8110206,280419552~8828051,293920703~2584655,305322877~6479138,317169160~11106808,329617226~8235070,343868497~7729547,361516083~1666869,365685262~1279500,367665786~4752513,380602907~5039184] 2023-12-22T18:04:43.405 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,21377400~11546965,33554432~8867610,49933522~307661,67395828~5424715,98586065~1846814,105512801~13530940,125169903~5625994,133945341~7871987,155189248~9284917,171215954~3981925,178450854~94198,180890854~1572201,205520896~5535566,220399875~3371875,240578144~1013755,264241152~12117060,280419552~8828051,293920703~2584655,302106693~9695322,317169160~20683136,339738624~11859420,360710144~2472808,364904448~7513851,377487360~8154731] 2023-12-22T18:04:43.405 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 10 diff [7010743~10496115,21377400~11546965,35480840~6941202,49933522~307661,67395828~5424715,89850490~6969764,98586065~1846814,108186437~3507015,112452249~6591492,125169903~5625994,133945341~7871987,157081655~992397,158800286~5673879,171215954~3981925,178450854~94198,180890854~1572201,208428691~2627771,220597173~3174577,240578144~1013755,242821159~1384398,268248006~8110206,280419552~8828051,293920703~2584655,305322877~6479138,317169160~11106808,329617226~8235070,339636718~4097396,343868497~7729547,361516083~1666869,365685262~1279500,367665786~4752513,380602907~5039184,395174648~3097848] 2023-12-22T18:04:43.405 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~10496115,21377400~11546965,35480840~6941202,49933522~307661,67395828~5424715,89850490~6969764,98586065~1846814,108186437~3507015,112452249~6591492,125169903~5625994,133945341~7871987,157081655~992397,158800286~5673879,171215954~3981925,178450854~94198,180890854~1572201,208428691~2627771,220597173~3174577,240578144~1013755,242821159~1384398,268248006~8110206,280419552~8828051,293920703~2584655,305322877~6479138,317169160~11106808,329617226~8235070,339636718~4097396,343868497~7729547,361516083~1666869,365685262~1279500,367665786~4752513,380602907~5039184,395174648~3097848] 2023-12-22T18:04:43.411 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,21377400~11546965,33554432~8867610,49933522~307661,67395828~5424715,88080384~8739870,98586065~1846814,105512801~13530940,125169903~5625994,133945341~7871987,155189248~9284917,171215954~3981925,178450854~94198,180890854~1572201,205520896~5535566,220399875~3371875,240578144~1013755,242821159~1384398,264241152~12117060,280419552~8828051,293920703~2584655,302106693~9695322,317169160~34428884,360710144~2472808,364904448~7513851,377487360~8154731,394264576~4007920] 2023-12-22T18:04:43.411 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 11 diff [7010743~10496115,21377400~21044642,49933522~307661,67395828~5424715,89850490~6969764,98586065~1846814,108186437~3507015,112452249~6591492,125169903~5625994,133945341~7871987,157081655~992397,158800286~5673879,171215954~3981925,178450854~94198,180890854~1572201,201295061~7133139,208428691~8052701,220597173~3174577,225875993~9259358,240578144~1013755,242821159~1384398,268248006~8110206,280419552~8828051,293920703~2584655,305322877~6479138,317169160~11106808,329617226~8235070,339636718~4097396,343868497~10889740,361516083~10902216,373413690~5317221,380602907~5039184,395174648~3097848] 2023-12-22T18:04:43.411 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~10496115,21377400~21044642,49933522~307661,67395828~5424715,89850490~6969764,98586065~1846814,108186437~3507015,112452249~6591492,125169903~5625994,133945341~7871987,157081655~992397,158800286~5673879,171215954~3981925,178450854~94198,180890854~1572201,201295061~7133139,208428691~8052701,220597173~3174577,225875993~9259358,240578144~1013755,242821159~1384398,268248006~8110206,280419552~8828051,293920703~2584655,305322877~6479138,317169160~11106808,329617226~8235070,339636718~4097396,343868497~10889740,361516083~10902216,373413690~5317221,380602907~5039184,395174648~3097848] 2023-12-22T18:04:43.417 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,21377400~21044642,49933522~307661,67395828~5424715,88080384~8739870,98586065~1846814,105512801~13530940,125169903~5625994,133945341~7871987,155189248~9284917,171215954~3981925,178450854~94198,180890854~1572201,197132288~19349104,220399875~14735476,240578144~1013755,242821159~1384398,264241152~12117060,280419552~8828051,293920703~2584655,302106693~9695322,317169160~37589077,360710144~11708155,373413690~12228401,394264576~4007920] 2023-12-22T18:04:43.417 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 12 diff [7010743~10496115,18055610~24366432,49933522~307661,67395828~5424715,89850490~6969764,98586065~1846814,108186437~3507015,112452249~6591492,125169903~5625994,133945341~13052115,157081655~992397,158800286~5673879,166981340~38366,171215954~4400603,178450854~94198,180890854~1572201,201295061~7133139,208428691~8052701,220597173~3174577,225875993~9259358,240578144~1013755,242821159~1384398,252014003~6912690,268248006~8110206,279897459~9350144,293920703~2584655,305322877~6479138,317169160~11106808,329617226~8235070,339636718~4097396,343868497~10889740,361516083~10902216,373413690~5317221,380602907~5039184,395174648~3097848] 2023-12-22T18:04:43.417 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~10496115,18055610~24366432,49933522~307661,67395828~5424715,89850490~6969764,98586065~1846814,108186437~3507015,112452249~6591492,125169903~5625994,133945341~13052115,157081655~992397,158800286~5673879,166981340~38366,171215954~4400603,178450854~94198,180890854~1572201,201295061~7133139,208428691~8052701,220597173~3174577,225875993~9259358,240578144~1013755,242821159~1384398,252014003~6912690,268248006~8110206,279897459~9350144,293920703~2584655,305322877~6479138,317169160~11106808,329617226~8235070,339636718~4097396,343868497~10889740,361516083~10902216,373413690~5317221,380602907~5039184,395174648~3097848] 2023-12-22T18:04:43.423 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,18055610~24366432,49933522~307661,67395828~5424715,88080384~8739870,98586065~1846814,105512801~13530940,125169903~5625994,133945341~13052115,155189248~9284917,166981340~38366,171215954~4400603,178450854~94198,180890854~1572201,197132288~19349104,220399875~14735476,240578144~1013755,242821159~1384398,252014003~6912690,264241152~12117060,279897459~9350144,293920703~2584655,302106693~9695322,317169160~37589077,360710144~11708155,373413690~12228401,394264576~4007920] 2023-12-22T18:04:43.423 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 13 diff [7010743~10496115,18055610~24366432,49933522~307661,55844344~6149003,67395828~5424715,89850490~6969764,98586065~1846814,108186437~3507015,112452249~6591492,125169903~5625994,133945341~13052115,157081655~992397,158800286~5673879,166981340~38366,171215954~11247101,201295061~7133139,208428691~8052701,216844854~6926896,225875993~9259358,240578144~1013755,242821159~1384398,252014003~6912690,268248006~8110206,279897459~9350144,293920703~2584655,297077579~7727334,305322877~6479138,316585335~11690633,329617226~8235070,339636718~4097396,343868497~10889740,361516083~11406915,373413690~5317221,380602907~5039184,395174648~3097848] 2023-12-22T18:04:43.423 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~10496115,18055610~24366432,49933522~307661,55844344~6149003,67395828~5424715,89850490~6969764,98586065~1846814,108186437~3507015,112452249~6591492,125169903~5625994,133945341~13052115,157081655~992397,158800286~5673879,166981340~38366,171215954~11247101,201295061~7133139,208428691~8052701,216844854~6926896,225875993~9259358,240578144~1013755,242821159~1384398,252014003~6912690,268248006~8110206,279897459~9350144,293920703~2584655,297077579~7727334,305322877~6479138,316585335~11690633,329617226~8235070,339636718~4097396,343868497~10889740,361516083~11406915,373413690~5317221,380602907~5039184,395174648~3097848] 2023-12-22T18:04:43.429 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,18055610~24366432,49933522~307661,55844344~6149003,67395828~5424715,88080384~8739870,98586065~1846814,105512801~13530940,125169903~5625994,133945341~13052115,155189248~9284917,166981340~38366,171215954~11247101,197132288~19349104,216844854~18290497,240578144~1013755,242821159~1384398,252014003~6912690,264241152~12117060,279897459~9350144,293920703~2584655,297077579~14724436,316585335~38172902,360710144~12212854,373413690~12228401,394264576~4007920] 2023-12-22T18:04:43.429 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 14 diff [7010743~10496115,18055610~24366432,44154325~994351,49933522~307661,52156127~2548391,55844344~6149003,67395828~5424715,89850490~6969764,98586065~1846814,103387926~4558478,108186437~3507015,112452249~6591492,125169903~5625994,133945341~13052115,157081655~992397,158800286~5673879,166981340~38366,171215954~11247101,197090408~11337792,208428691~8052701,216844854~6926896,225875993~9259358,240578144~1013755,242821159~1384398,252014003~6912690,268248006~8110206,279897459~9350144,293920703~2584655,297077579~7727334,305322877~6479138,316585335~11690633,329617226~8235070,339636718~4097396,343868497~10889740,361516083~17214828,380602907~5039184,395174648~3097848] 2023-12-22T18:04:43.429 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~10496115,18055610~24366432,44154325~994351,49933522~307661,52156127~2548391,55844344~6149003,67395828~5424715,89850490~6969764,98586065~1846814,103387926~4558478,108186437~3507015,112452249~6591492,125169903~5625994,133945341~13052115,157081655~992397,158800286~5673879,166981340~38366,171215954~11247101,197090408~11337792,208428691~8052701,216844854~6926896,225875993~9259358,240578144~1013755,242821159~1384398,252014003~6912690,268248006~8110206,279897459~9350144,293920703~2584655,297077579~7727334,305322877~6479138,316585335~11690633,329617226~8235070,339636718~4097396,343868497~10889740,361516083~17214828,380602907~5039184,395174648~3097848] 2023-12-22T18:04:43.435 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,18055610~24366432,44154325~994351,49933522~307661,50331648~4372870,55844344~6149003,67395828~5424715,88080384~8739870,98586065~1846814,103387926~15655815,125169903~5625994,133945341~13052115,155189248~9284917,166981340~38366,171215954~11247101,192937984~23543408,216844854~18290497,240578144~1013755,242821159~1384398,252014003~6912690,264241152~12117060,279897459~9350144,293920703~2584655,297077579~14724436,316585335~38172902,360710144~24931947,394264576~4007920] 2023-12-22T18:04:43.435 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 15 diff [7010743~35411299,44154325~994351,49933522~307661,52156127~2548391,55844344~6149003,67395828~5424715,89850490~6969764,98586065~1846814,103387926~4558478,108186437~3507015,112452249~6591492,125169903~7277775,133945341~13052115,153336498~4737554,158800286~5673879,166981340~38366,171215954~11247101,197090408~11337792,208428691~8052701,216844854~6926896,225875993~9259358,240578144~1013755,241803011~5305075,252014003~6912690,268248006~8110206,279897459~9350144,292127102~4378256,297077579~17210067,316585335~11690633,329617226~8235070,339636718~4097396,343868497~10889740,361516083~17214828,380602907~5039184,395174648~3097848] 2023-12-22T18:04:43.436 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~994351,49933522~307661,52156127~2548391,55844344~6149003,67395828~5424715,89850490~6969764,98586065~1846814,103387926~4558478,108186437~3507015,112452249~6591492,125169903~7277775,133945341~13052115,153336498~4737554,158800286~5673879,166981340~38366,171215954~11247101,197090408~11337792,208428691~8052701,216844854~6926896,225875993~9259358,240578144~1013755,241803011~5305075,252014003~6912690,268248006~8110206,279897459~9350144,292127102~4378256,297077579~17210067,316585335~11690633,329617226~8235070,339636718~4097396,343868497~10889740,361516083~17214828,380602907~5039184,395174648~3097848] 2023-12-22T18:04:43.442 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~994351,49933522~307661,50331648~4372870,55844344~6149003,67395828~5424715,88080384~8739870,98586065~1846814,103387926~15655815,125169903~7277775,133945341~13052115,153336498~11137667,166981340~38366,171215954~11247101,192937984~23543408,216844854~18290497,240578144~1013755,241803011~5305075,252014003~6912690,264241152~12117060,279897459~9350144,292127102~4378256,297077579~17210067,316585335~38172902,360710144~24931947,394264576~4007920] 2023-12-22T18:04:43.442 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 16 diff [7010743~35411299,44154325~3384165,49933522~307661,52156127~2548391,55844344~6149003,67395828~5424715,89850490~6969764,98586065~1846814,103387926~4558478,108186437~3507015,112452249~6591492,125169903~7277775,132875822~14121634,153336498~4737554,158800286~5673879,166981340~38366,171215954~11247101,197090408~11337792,208428691~8052701,216844854~6926896,225875993~9259358,240578144~1013755,241803011~5305075,252014003~6912690,268248006~8110206,279897459~9350144,292127102~4378256,297077579~17210067,316585335~11690633,329617226~8235070,339636718~4097396,343868497~10889740,361516083~17214828,380602907~5039184,386289055~5673055,395174648~3097848] 2023-12-22T18:04:43.442 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~3384165,49933522~307661,52156127~2548391,55844344~6149003,67395828~5424715,89850490~6969764,98586065~1846814,103387926~4558478,108186437~3507015,112452249~6591492,125169903~7277775,132875822~14121634,153336498~4737554,158800286~5673879,166981340~38366,171215954~11247101,197090408~11337792,208428691~8052701,216844854~6926896,225875993~9259358,240578144~1013755,241803011~5305075,252014003~6912690,268248006~8110206,279897459~9350144,292127102~4378256,297077579~17210067,316585335~11690633,329617226~8235070,339636718~4097396,343868497~10889740,361516083~17214828,380602907~5039184,386289055~5673055,395174648~3097848] 2023-12-22T18:04:43.448 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~3384165,49933522~307661,50331648~4372870,55844344~6149003,67395828~5424715,88080384~8739870,98586065~1846814,103387926~15655815,125169903~7277775,132875822~14121634,153336498~11137667,166981340~38366,171215954~11247101,192937984~23543408,216844854~18290497,240578144~1013755,241803011~5305075,252014003~6912690,264241152~12117060,279897459~9350144,292127102~4378256,297077579~17210067,316585335~38172902,360710144~24931947,386289055~5673055,394264576~4007920] 2023-12-22T18:04:43.448 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 17 diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,89850490~6969764,98586065~1846814,103387926~4558478,108186437~3507015,112452249~6591492,125169903~7277775,132875822~14121634,153336498~4737554,158800286~5673879,166981340~38366,171215954~11247101,197090408~11337792,208428691~15343059,225875993~9259358,240578144~1013755,241803011~5305075,252014003~6912690,268248006~8110206,279897459~9350144,291027777~5477581,297077579~17210067,316585335~11690633,329617226~8235070,339636718~4097396,343868497~12631621,361516083~24126008,386289055~5673055,395174648~3097848] 2023-12-22T18:04:43.448 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,89850490~6969764,98586065~1846814,103387926~4558478,108186437~3507015,112452249~6591492,125169903~7277775,132875822~14121634,153336498~4737554,158800286~5673879,166981340~38366,171215954~11247101,197090408~11337792,208428691~15343059,225875993~9259358,240578144~1013755,241803011~5305075,252014003~6912690,268248006~8110206,279897459~9350144,291027777~5477581,297077579~17210067,316585335~11690633,329617226~8235070,339636718~4097396,343868497~12631621,361516083~24126008,386289055~5673055,395174648~3097848] 2023-12-22T18:04:43.454 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,67395828~5424715,88080384~8739870,98586065~1846814,103387926~15655815,125169903~7277775,132875822~14121634,153336498~11137667,166981340~38366,171215954~11247101,192937984~42197367,240578144~1013755,241803011~5305075,252014003~6912690,264241152~12117060,279897459~9350144,291027777~5477581,297077579~17210067,316585335~39914783,360710144~24931947,386289055~5673055,394264576~4007920] 2023-12-22T18:04:43.454 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 18 diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~7277775,132875822~14121634,153336498~4737554,158800286~5673879,166051252~16411803,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,268248006~8110206,279897459~9350144,291027777~5477581,297077579~17210067,316585335~11690633,329617226~8235070,339636718~18216308,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:43.454 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~7277775,132875822~14121634,153336498~4737554,158800286~5673879,166051252~16411803,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,268248006~8110206,279897459~9350144,291027777~5477581,297077579~17210067,316585335~11690633,329617226~8235070,339636718~18216308,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:43.460 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,67395828~5424715,80029781~1421493,88080384~8739870,98586065~2231072,103387926~15655815,125169903~7277775,132875822~14121634,153336498~11137667,166051252~16411803,192937984~42197367,239091415~8016671,252014003~6912690,264241152~12117060,279897459~9350144,291027777~5477581,297077579~17210067,316585335~41267691,360710144~24931947,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:43.460 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 19 diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,268248006~8110206,279897459~9350144,291027777~5477581,297077579~17210067,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:43.460 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,268248006~8110206,279897459~9350144,291027777~5477581,297077579~17210067,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:43.466 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,67395828~5424715,80029781~1421493,88080384~8739870,98586065~2231072,103387926~15655815,125169903~21827553,153336498~11137667,166051252~18750215,192937984~42197367,239091415~8016671,252014003~6912690,264241152~12117060,279897459~9350144,291027777~5477581,297077579~17210067,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:43.466 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 6 diff [9412306~8094552,35480840~6941202,125169903~5625994,160969495~3504670,171215954~3981925,208941827~1475999,271528342~4149733,280419552~7330822] 2023-12-22T18:04:43.466 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [9412306~8094552,35480840~6941202,125169903~5625994,160969495~3504670,171215954~3981925,208941827~1475999,271528342~4149733,280419552~7330822] 2023-12-22T18:04:43.472 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8388608~9118250,33554432~8867610,125169903~5625994,159383552~5090613,171215954~3981925,205520896~4896930,271528342~4149733,280419552~7330822] 2023-12-22T18:04:43.472 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 7 diff [8009267~9497591,35480840~6941202,112452249~6591492,125169903~5625994,158800286~5673879,171215954~3981925,178450854~94198,208941827~1475999,220597173~3174577,271528342~4149733,280419552~7330822,317169160~11106808,362107129~267681,367665786~4752513] 2023-12-22T18:04:43.472 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8009267~9497591,35480840~6941202,112452249~6591492,125169903~5625994,158800286~5673879,171215954~3981925,178450854~94198,208941827~1475999,220597173~3174577,271528342~4149733,280419552~7330822,317169160~11106808,362107129~267681,367665786~4752513] 2023-12-22T18:04:43.478 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,33554432~8867610,111693452~7350289,125169903~5625994,155189248~9284917,171215954~3981925,178450854~94198,205520896~4896930,220399875~3371875,271528342~4149733,280419552~7330822,317169160~11106808,362107129~267681,364904448~7513851] 2023-12-22T18:04:43.478 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 8 diff [7010743~10496115,35480840~6941202,98586065~1846814,112452249~6591492,125169903~5625994,158800286~5673879,171215954~3981925,178450854~94198,180890854~1572201,208428691~2627771,220597173~3174577,271528342~4149733,280419552~7330822,305322877~6479138,317169160~11106808,337368174~484122,345050789~6547255,362107129~267681,365685262~1279500,367665786~4752513] 2023-12-22T18:04:43.478 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~10496115,35480840~6941202,98586065~1846814,112452249~6591492,125169903~5625994,158800286~5673879,171215954~3981925,178450854~94198,180890854~1572201,208428691~2627771,220597173~3174577,271528342~4149733,280419552~7330822,305322877~6479138,317169160~11106808,337368174~484122,345050789~6547255,362107129~267681,365685262~1279500,367665786~4752513] 2023-12-22T18:04:43.484 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,33554432~8867610,98586065~1846814,111693452~7350289,125169903~5625994,155189248~9284917,171215954~3981925,178450854~94198,180890854~1572201,205520896~5535566,220399875~3371875,271528342~4149733,280419552~7330822,302106693~9695322,317169160~11106808,337368174~484122,345050789~6547255,362107129~267681,364904448~7513851] 2023-12-22T18:04:43.484 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 9 diff [7010743~10496115,21377400~11546965,35480840~6941202,98586065~1846814,112452249~6591492,125169903~5625994,133945341~7871987,158800286~5673879,171215954~3981925,178450854~94198,180890854~1572201,208428691~2627771,220597173~3174577,240578144~1013755,271528342~4149733,280419552~7330822,293920703~2584655,305322877~6479138,317169160~11106808,337368174~484122,343868497~7729547,362107129~267681,365685262~1279500,367665786~4752513] 2023-12-22T18:04:43.484 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~10496115,21377400~11546965,35480840~6941202,98586065~1846814,112452249~6591492,125169903~5625994,133945341~7871987,158800286~5673879,171215954~3981925,178450854~94198,180890854~1572201,208428691~2627771,220597173~3174577,240578144~1013755,271528342~4149733,280419552~7330822,293920703~2584655,305322877~6479138,317169160~11106808,337368174~484122,343868497~7729547,362107129~267681,365685262~1279500,367665786~4752513] 2023-12-22T18:04:43.491 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,21377400~11546965,33554432~8867610,98586065~1846814,111693452~7350289,125169903~5625994,133945341~7871987,155189248~9284917,171215954~3981925,178450854~94198,180890854~1572201,205520896~5535566,220399875~3371875,240578144~1013755,271528342~4149733,280419552~7330822,293920703~2584655,302106693~9695322,317169160~11106808,337368174~484122,339738624~11859420,362107129~267681,364904448~7513851] 2023-12-22T18:04:43.491 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 10 diff [7010743~10496115,21377400~11546965,35480840~6941202,89850490~6969764,98586065~1846814,112452249~6591492,125169903~5625994,133945341~7871987,157081655~992397,158800286~5673879,171215954~3981925,178450854~94198,180890854~1572201,208428691~2627771,220597173~3174577,240578144~1013755,242821159~1384398,271528342~4149733,280419552~7330822,293920703~2584655,305322877~6479138,317169160~11106808,331429159~4636285,337368174~484122,339636718~4097396,343868497~7729547,362107129~267681,365685262~1279500,367665786~4752513,395174648~3097848] 2023-12-22T18:04:43.491 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~10496115,21377400~11546965,35480840~6941202,89850490~6969764,98586065~1846814,112452249~6591492,125169903~5625994,133945341~7871987,157081655~992397,158800286~5673879,171215954~3981925,178450854~94198,180890854~1572201,208428691~2627771,220597173~3174577,240578144~1013755,242821159~1384398,271528342~4149733,280419552~7330822,293920703~2584655,305322877~6479138,317169160~11106808,331429159~4636285,337368174~484122,339636718~4097396,343868497~7729547,362107129~267681,365685262~1279500,367665786~4752513,395174648~3097848] 2023-12-22T18:04:43.497 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,21377400~11546965,33554432~8867610,88080384~8739870,98586065~1846814,111693452~7350289,125169903~5625994,133945341~7871987,155189248~9284917,171215954~3981925,178450854~94198,180890854~1572201,205520896~5535566,220399875~3371875,240578144~1013755,242821159~1384398,271528342~4149733,280419552~7330822,293920703~2584655,302106693~9695322,317169160~11106808,331429159~4636285,337368174~14229870,362107129~267681,364904448~7513851,394264576~4007920] 2023-12-22T18:04:43.497 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 11 diff [7010743~10496115,21377400~21044642,89850490~6969764,98586065~1846814,112452249~6591492,125169903~5625994,133945341~7871987,157081655~992397,158800286~5673879,171215954~3981925,178450854~94198,180890854~1572201,201295061~7133139,208428691~8052701,220597173~3174577,225875993~9259358,240578144~1013755,242821159~1384398,271528342~4149733,280419552~7330822,293920703~2584655,305322877~6479138,317169160~11106808,331429159~4636285,337368174~484122,339636718~4097396,343868497~10889740,362107129~267681,362932593~9485706,373413690~5317221,395174648~3097848] 2023-12-22T18:04:43.497 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~10496115,21377400~21044642,89850490~6969764,98586065~1846814,112452249~6591492,125169903~5625994,133945341~7871987,157081655~992397,158800286~5673879,171215954~3981925,178450854~94198,180890854~1572201,201295061~7133139,208428691~8052701,220597173~3174577,225875993~9259358,240578144~1013755,242821159~1384398,271528342~4149733,280419552~7330822,293920703~2584655,305322877~6479138,317169160~11106808,331429159~4636285,337368174~484122,339636718~4097396,343868497~10889740,362107129~267681,362932593~9485706,373413690~5317221,395174648~3097848] 2023-12-22T18:04:43.503 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,21377400~21044642,88080384~8739870,98586065~1846814,111693452~7350289,125169903~5625994,133945341~7871987,155189248~9284917,171215954~3981925,178450854~94198,180890854~1572201,197132288~19349104,220399875~14735476,240578144~1013755,242821159~1384398,271528342~4149733,280419552~7330822,293920703~2584655,302106693~9695322,317169160~11106808,331429159~4636285,337368174~17390063,362107129~267681,362932593~9485706,373413690~5317221,394264576~4007920] 2023-12-22T18:04:43.503 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 12 diff [7010743~10496115,18055610~24366432,89850490~6969764,98586065~1846814,112452249~6591492,125169903~5625994,133945341~13052115,157081655~992397,158800286~5673879,166981340~38366,171215954~4400603,178450854~94198,180890854~1572201,201295061~7133139,208428691~8052701,220597173~3174577,225875993~9259358,240578144~1013755,242821159~1384398,252014003~6912690,271528342~4149733,279897459~8484189,293920703~2584655,305322877~6479138,317169160~11106808,331429159~4636285,337368174~484122,339636718~4097396,343868497~10889740,362107129~267681,362932593~9485706,373413690~5317221,395174648~3097848] 2023-12-22T18:04:43.504 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~10496115,18055610~24366432,89850490~6969764,98586065~1846814,112452249~6591492,125169903~5625994,133945341~13052115,157081655~992397,158800286~5673879,166981340~38366,171215954~4400603,178450854~94198,180890854~1572201,201295061~7133139,208428691~8052701,220597173~3174577,225875993~9259358,240578144~1013755,242821159~1384398,252014003~6912690,271528342~4149733,279897459~8484189,293920703~2584655,305322877~6479138,317169160~11106808,331429159~4636285,337368174~484122,339636718~4097396,343868497~10889740,362107129~267681,362932593~9485706,373413690~5317221,395174648~3097848] 2023-12-22T18:04:43.510 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,18055610~24366432,88080384~8739870,98586065~1846814,111693452~7350289,125169903~5625994,133945341~13052115,155189248~9284917,166981340~38366,171215954~4400603,178450854~94198,180890854~1572201,197132288~19349104,220399875~14735476,240578144~1013755,242821159~1384398,252014003~6912690,271528342~4149733,279897459~8484189,293920703~2584655,302106693~9695322,317169160~11106808,331429159~4636285,337368174~17390063,362107129~267681,362932593~9485706,373413690~5317221,394264576~4007920] 2023-12-22T18:04:43.510 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 13 diff [7010743~10496115,18055610~24366432,55844344~6149003,89850490~6969764,98586065~1846814,112452249~6591492,125169903~5625994,133945341~13052115,157081655~992397,158800286~5673879,166981340~38366,171215954~11247101,201295061~7133139,208428691~8052701,216844854~6926896,225875993~9259358,240578144~1013755,242821159~1384398,252014003~6912690,271528342~4149733,279897459~8484189,293920703~2584655,297077579~7727334,305322877~6479138,316585335~11690633,331429159~4636285,337368174~484122,339636718~4097396,343868497~10889740,362107129~267681,362932593~9990405,373413690~5317221,395174648~3097848] 2023-12-22T18:04:43.510 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~10496115,18055610~24366432,55844344~6149003,89850490~6969764,98586065~1846814,112452249~6591492,125169903~5625994,133945341~13052115,157081655~992397,158800286~5673879,166981340~38366,171215954~11247101,201295061~7133139,208428691~8052701,216844854~6926896,225875993~9259358,240578144~1013755,242821159~1384398,252014003~6912690,271528342~4149733,279897459~8484189,293920703~2584655,297077579~7727334,305322877~6479138,316585335~11690633,331429159~4636285,337368174~484122,339636718~4097396,343868497~10889740,362107129~267681,362932593~9990405,373413690~5317221,395174648~3097848] 2023-12-22T18:04:43.516 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,18055610~24366432,55844344~6149003,88080384~8739870,98586065~1846814,111693452~7350289,125169903~5625994,133945341~13052115,155189248~9284917,166981340~38366,171215954~11247101,197132288~19349104,216844854~18290497,240578144~1013755,242821159~1384398,252014003~6912690,271528342~4149733,279897459~8484189,293920703~2584655,297077579~14724436,316585335~11690633,331429159~4636285,337368174~17390063,362107129~267681,362932593~9990405,373413690~5317221,394264576~4007920] 2023-12-22T18:04:43.516 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 14 diff [7010743~10496115,18055610~24366432,44154325~994351,52156127~2548391,55844344~6149003,89850490~6969764,98586065~1846814,103387926~4558478,112452249~6591492,125169903~5625994,133945341~13052115,157081655~992397,158800286~5673879,166981340~38366,171215954~11247101,197090408~11337792,208428691~8052701,216844854~6926896,225875993~9259358,240578144~1013755,242821159~1384398,252014003~6912690,271528342~4149733,279897459~8484189,293920703~2584655,297077579~7727334,305322877~6479138,316585335~11690633,331429159~4636285,337368174~484122,339636718~4097396,343868497~10889740,362107129~267681,362932593~15798318,395174648~3097848] 2023-12-22T18:04:43.516 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~10496115,18055610~24366432,44154325~994351,52156127~2548391,55844344~6149003,89850490~6969764,98586065~1846814,103387926~4558478,112452249~6591492,125169903~5625994,133945341~13052115,157081655~992397,158800286~5673879,166981340~38366,171215954~11247101,197090408~11337792,208428691~8052701,216844854~6926896,225875993~9259358,240578144~1013755,242821159~1384398,252014003~6912690,271528342~4149733,279897459~8484189,293920703~2584655,297077579~7727334,305322877~6479138,316585335~11690633,331429159~4636285,337368174~484122,339636718~4097396,343868497~10889740,362107129~267681,362932593~15798318,395174648~3097848] 2023-12-22T18:04:43.523 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~13312554,18055610~24366432,44154325~994351,50331648~4372870,55844344~6149003,88080384~8739870,98586065~1846814,103387926~4558478,111693452~7350289,125169903~5625994,133945341~13052115,155189248~9284917,166981340~38366,171215954~11247101,192937984~23543408,216844854~18290497,240578144~1013755,242821159~1384398,252014003~6912690,271528342~4149733,279897459~8484189,293920703~2584655,297077579~14724436,316585335~11690633,331429159~4636285,337368174~17390063,362107129~267681,362932593~15798318,394264576~4007920] 2023-12-22T18:04:43.523 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 15 diff [7010743~35411299,44154325~994351,52156127~2548391,55844344~6149003,89850490~6969764,98586065~1846814,103387926~4558478,112452249~6591492,125169903~7277775,133945341~13052115,153336498~4737554,158800286~5673879,166981340~38366,171215954~11247101,197090408~11337792,208428691~8052701,216844854~6926896,225875993~9259358,240578144~1013755,241803011~5305075,252014003~6912690,271528342~4149733,279897459~8484189,292127102~4378256,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~4097396,343868497~10889740,362107129~267681,362932593~15798318,395174648~3097848] 2023-12-22T18:04:43.523 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~994351,52156127~2548391,55844344~6149003,89850490~6969764,98586065~1846814,103387926~4558478,112452249~6591492,125169903~7277775,133945341~13052115,153336498~4737554,158800286~5673879,166981340~38366,171215954~11247101,197090408~11337792,208428691~8052701,216844854~6926896,225875993~9259358,240578144~1013755,241803011~5305075,252014003~6912690,271528342~4149733,279897459~8484189,292127102~4378256,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~4097396,343868497~10889740,362107129~267681,362932593~15798318,395174648~3097848] 2023-12-22T18:04:43.529 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~994351,50331648~4372870,55844344~6149003,88080384~8739870,98586065~1846814,103387926~4558478,111693452~7350289,125169903~7277775,133945341~13052115,153336498~11137667,166981340~38366,171215954~11247101,192937984~23543408,216844854~18290497,240578144~1013755,241803011~5305075,252014003~6912690,271528342~4149733,279897459~8484189,292127102~4378256,297077579~17210067,316585335~11690633,331429159~4636285,337368174~17390063,362107129~267681,362932593~15798318,394264576~4007920] 2023-12-22T18:04:43.529 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 16 diff [7010743~35411299,44154325~3384165,52156127~2548391,55844344~6149003,89850490~6969764,98586065~1846814,103387926~4558478,112452249~6591492,125169903~7277775,132875822~14121634,153336498~4737554,158800286~5673879,166981340~38366,171215954~11247101,197090408~11337792,208428691~8052701,216844854~6926896,225875993~9259358,240578144~1013755,241803011~5305075,252014003~6912690,271528342~4149733,279897459~8484189,292127102~4378256,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~4097396,343868497~10889740,362107129~267681,362932593~15798318,386289055~5673055,395174648~3097848] 2023-12-22T18:04:43.529 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~3384165,52156127~2548391,55844344~6149003,89850490~6969764,98586065~1846814,103387926~4558478,112452249~6591492,125169903~7277775,132875822~14121634,153336498~4737554,158800286~5673879,166981340~38366,171215954~11247101,197090408~11337792,208428691~8052701,216844854~6926896,225875993~9259358,240578144~1013755,241803011~5305075,252014003~6912690,271528342~4149733,279897459~8484189,292127102~4378256,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~4097396,343868497~10889740,362107129~267681,362932593~15798318,386289055~5673055,395174648~3097848] 2023-12-22T18:04:43.535 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~3384165,50331648~4372870,55844344~6149003,88080384~8739870,98586065~1846814,103387926~4558478,111693452~7350289,125169903~7277775,132875822~14121634,153336498~11137667,166981340~38366,171215954~11247101,192937984~23543408,216844854~18290497,240578144~1013755,241803011~5305075,252014003~6912690,271528342~4149733,279897459~8484189,292127102~4378256,297077579~17210067,316585335~11690633,331429159~4636285,337368174~17390063,362107129~267681,362932593~15798318,386289055~5673055,394264576~4007920] 2023-12-22T18:04:43.535 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 17 diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,89850490~6969764,98586065~1846814,103387926~4558478,112452249~6591492,125169903~7277775,132875822~14121634,153336498~4737554,158800286~5673879,166981340~38366,171215954~11247101,197090408~11337792,208428691~15343059,225875993~9259358,240578144~1013755,241803011~5305075,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~4097396,343868497~12631621,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848] 2023-12-22T18:04:43.535 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,89850490~6969764,98586065~1846814,103387926~4558478,112452249~6591492,125169903~7277775,132875822~14121634,153336498~4737554,158800286~5673879,166981340~38366,171215954~11247101,197090408~11337792,208428691~15343059,225875993~9259358,240578144~1013755,241803011~5305075,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~4097396,343868497~12631621,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848] 2023-12-22T18:04:43.541 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,88080384~8739870,98586065~1846814,103387926~4558478,111693452~7350289,125169903~7277775,132875822~14121634,153336498~11137667,166981340~38366,171215954~11247101,192937984~42197367,240578144~1013755,241803011~5305075,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~19131944,362107129~267681,362932593~22507089,386289055~5673055,394264576~4007920] 2023-12-22T18:04:43.541 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 18 diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,125169903~7277775,132875822~14121634,153336498~4737554,158800286~5673879,166051252~16411803,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:43.541 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,125169903~7277775,132875822~14121634,153336498~4737554,158800286~5673879,166051252~16411803,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:43.547 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,98586065~2231072,103387926~4558478,111693452~7350289,125169903~7277775,132875822~14121634,153336498~11137667,166051252~16411803,192937984~42197367,239091415~8016671,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~20484852,362107129~267681,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:43.547 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 19 diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:43.547 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:43.553 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,98586065~2231072,103387926~4558478,111693452~7350289,125169903~21827553,153336498~11137667,166051252~18750215,192937984~42197367,239091415~8016671,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~20484852,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:43.553 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 7 diff [8009267~2964051,35890534~2989104,112452249~6591492,158800286~5647841,178450854~94198,220597173~3174577,317169160~11106808,362107129~267681,367665786~4752513] 2023-12-22T18:04:43.553 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8009267~2964051,35890534~2989104,112452249~6591492,158800286~5647841,178450854~94198,220597173~3174577,317169160~11106808,362107129~267681,367665786~4752513] 2023-12-22T18:04:43.559 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~6779014,35890534~2989104,111693452~7350289,155189248~9258879,178450854~94198,220399875~3371875,317169160~11106808,362107129~267681,364904448~7513851] 2023-12-22T18:04:43.560 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 8 diff [7010743~6991997,35890534~2989104,98586065~1846814,112452249~6591492,158800286~5647841,178450854~94198,180890854~1572201,208428691~2627771,220597173~3174577,305322877~6479138,317169160~11106808,337368174~484122,345050789~6547255,362107129~267681,365685262~1279500,367665786~4752513] 2023-12-22T18:04:43.560 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~6991997,35890534~2989104,98586065~1846814,112452249~6591492,158800286~5647841,178450854~94198,180890854~1572201,208428691~2627771,220597173~3174577,305322877~6479138,317169160~11106808,337368174~484122,345050789~6547255,362107129~267681,365685262~1279500,367665786~4752513] 2023-12-22T18:04:43.566 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~9808436,35890534~2989104,98586065~1846814,111693452~7350289,155189248~9258879,178450854~94198,180890854~1572201,208428691~2627771,220399875~3371875,302106693~9695322,317169160~11106808,337368174~484122,345050789~6547255,362107129~267681,364904448~7513851] 2023-12-22T18:04:43.566 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 9 diff [7010743~6991997,21377400~11546965,35890534~2989104,98586065~1846814,112452249~6591492,133945341~7871987,158800286~5647841,173903332~535348,178450854~94198,180890854~1572201,208428691~2627771,220597173~3174577,240578144~1013755,293920703~2584655,305322877~6479138,317169160~11106808,337368174~484122,343868497~7729547,362107129~267681,365685262~1279500,367665786~4752513] 2023-12-22T18:04:43.566 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~6991997,21377400~11546965,35890534~2989104,98586065~1846814,112452249~6591492,133945341~7871987,158800286~5647841,173903332~535348,178450854~94198,180890854~1572201,208428691~2627771,220597173~3174577,240578144~1013755,293920703~2584655,305322877~6479138,317169160~11106808,337368174~484122,343868497~7729547,362107129~267681,365685262~1279500,367665786~4752513] 2023-12-22T18:04:43.572 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~9808436,21377400~11546965,35890534~2989104,98586065~1846814,111693452~7350289,133945341~7871987,155189248~9258879,173903332~535348,178450854~94198,180890854~1572201,208428691~2627771,220399875~3371875,240578144~1013755,293920703~2584655,302106693~9695322,317169160~11106808,337368174~484122,339738624~11859420,362107129~267681,364904448~7513851] 2023-12-22T18:04:43.572 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 10 diff [7010743~6991997,21377400~11546965,35890534~2989104,39062843~2474672,89850490~6969764,98586065~1846814,112452249~6591492,133945341~7871987,157081655~992397,158800286~5647841,173903332~535348,178450854~94198,180890854~1572201,208428691~2627771,220597173~3174577,240578144~1013755,242821159~1384398,293920703~2584655,305322877~6479138,317169160~11106808,331429159~4636285,337368174~484122,339636718~4097396,343868497~7729547,362107129~267681,365685262~1279500,367665786~4752513,395174648~3097848] 2023-12-22T18:04:43.572 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~6991997,21377400~11546965,35890534~2989104,39062843~2474672,89850490~6969764,98586065~1846814,112452249~6591492,133945341~7871987,157081655~992397,158800286~5647841,173903332~535348,178450854~94198,180890854~1572201,208428691~2627771,220597173~3174577,240578144~1013755,242821159~1384398,293920703~2584655,305322877~6479138,317169160~11106808,331429159~4636285,337368174~484122,339636718~4097396,343868497~7729547,362107129~267681,365685262~1279500,367665786~4752513,395174648~3097848] 2023-12-22T18:04:43.578 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~9808436,21377400~11546965,35890534~2989104,39062843~2474672,88080384~8739870,98586065~1846814,111693452~7350289,133945341~7871987,155189248~9258879,173903332~535348,178450854~94198,180890854~1572201,208428691~2627771,220399875~3371875,240578144~1013755,242821159~1384398,293920703~2584655,302106693~9695322,317169160~11106808,331429159~4636285,337368174~14229870,362107129~267681,364904448~7513851,394264576~4007920] 2023-12-22T18:04:43.579 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 11 diff [7010743~6991997,21377400~17502238,39062843~2474672,89850490~6969764,98586065~1846814,112452249~6591492,133945341~7871987,157081655~992397,158800286~5647841,173903332~535348,178450854~94198,180890854~1572201,201295061~7133139,208428691~8052701,220597173~3174577,225875993~9259358,240578144~1013755,242821159~1384398,293920703~2584655,305322877~6479138,317169160~11106808,331429159~4636285,337368174~484122,339636718~4097396,343868497~10889740,362107129~267681,362932593~9485706,373413690~5317221,395174648~3097848] 2023-12-22T18:04:43.579 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~6991997,21377400~17502238,39062843~2474672,89850490~6969764,98586065~1846814,112452249~6591492,133945341~7871987,157081655~992397,158800286~5647841,173903332~535348,178450854~94198,180890854~1572201,201295061~7133139,208428691~8052701,220597173~3174577,225875993~9259358,240578144~1013755,242821159~1384398,293920703~2584655,305322877~6479138,317169160~11106808,331429159~4636285,337368174~484122,339636718~4097396,343868497~10889740,362107129~267681,362932593~9485706,373413690~5317221,395174648~3097848] 2023-12-22T18:04:43.585 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~9808436,21377400~17502238,39062843~2474672,88080384~8739870,98586065~1846814,111693452~7350289,133945341~7871987,155189248~9258879,173903332~535348,178450854~94198,180890854~1572201,197132288~11295912,208428691~8052701,220399875~14735476,240578144~1013755,242821159~1384398,293920703~2584655,302106693~9695322,317169160~11106808,331429159~4636285,337368174~17390063,362107129~267681,362932593~9485706,373413690~5317221,394264576~4007920] 2023-12-22T18:04:43.585 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 12 diff [7010743~6991997,18055610~20824028,39062843~2474672,89850490~6969764,98586065~1846814,112452249~6591492,133945341~13052115,157081655~992397,158800286~5647841,166981340~38366,172074967~3541590,178450854~94198,180890854~1572201,201295061~7133139,208428691~8052701,220597173~3174577,225875993~9259358,240578144~1013755,242821159~1384398,252014003~6912690,271886955~1932814,279897459~8484189,293920703~2584655,305322877~6479138,317169160~11106808,331429159~4636285,337368174~484122,339636718~4097396,343868497~10889740,362107129~267681,362932593~9485706,373413690~5317221,395174648~3097848] 2023-12-22T18:04:43.585 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~6991997,18055610~20824028,39062843~2474672,89850490~6969764,98586065~1846814,112452249~6591492,133945341~13052115,157081655~992397,158800286~5647841,166981340~38366,172074967~3541590,178450854~94198,180890854~1572201,201295061~7133139,208428691~8052701,220597173~3174577,225875993~9259358,240578144~1013755,242821159~1384398,252014003~6912690,271886955~1932814,279897459~8484189,293920703~2584655,305322877~6479138,317169160~11106808,331429159~4636285,337368174~484122,339636718~4097396,343868497~10889740,362107129~267681,362932593~9485706,373413690~5317221,395174648~3097848] 2023-12-22T18:04:43.591 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~9808436,18055610~20824028,39062843~2474672,88080384~8739870,98586065~1846814,111693452~7350289,133945341~13052115,155189248~9258879,166981340~38366,172074967~3541590,178450854~94198,180890854~1572201,197132288~11295912,208428691~8052701,220399875~14735476,240578144~1013755,242821159~1384398,252014003~6912690,271886955~1932814,279897459~8484189,293920703~2584655,302106693~9695322,317169160~11106808,331429159~4636285,337368174~17390063,362107129~267681,362932593~9485706,373413690~5317221,394264576~4007920] 2023-12-22T18:04:43.591 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 13 diff [7010743~6991997,18055610~20824028,39062843~2474672,55844344~6149003,89850490~6969764,98586065~1846814,112452249~6591492,133945341~13052115,157081655~992397,158800286~5647841,166981340~38366,172074967~10388088,201295061~7133139,208428691~8052701,216844854~6926896,225875993~9259358,240578144~1013755,242821159~1384398,252014003~6912690,271886955~1932814,279897459~8484189,293920703~2584655,297077579~7727334,305322877~6479138,316585335~11690633,331429159~4636285,337368174~484122,339636718~4097396,343868497~10889740,362107129~267681,362932593~9990405,373413690~5317221,395174648~3097848] 2023-12-22T18:04:43.591 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~6991997,18055610~20824028,39062843~2474672,55844344~6149003,89850490~6969764,98586065~1846814,112452249~6591492,133945341~13052115,157081655~992397,158800286~5647841,166981340~38366,172074967~10388088,201295061~7133139,208428691~8052701,216844854~6926896,225875993~9259358,240578144~1013755,242821159~1384398,252014003~6912690,271886955~1932814,279897459~8484189,293920703~2584655,297077579~7727334,305322877~6479138,316585335~11690633,331429159~4636285,337368174~484122,339636718~4097396,343868497~10889740,362107129~267681,362932593~9990405,373413690~5317221,395174648~3097848] 2023-12-22T18:04:43.597 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~9808436,18055610~20824028,39062843~2474672,55844344~6149003,88080384~8739870,98586065~1846814,111693452~7350289,133945341~13052115,155189248~9258879,166981340~38366,172074967~10388088,197132288~11295912,208428691~8052701,216844854~18290497,240578144~1013755,242821159~1384398,252014003~6912690,271886955~1932814,279897459~8484189,293920703~2584655,297077579~14724436,316585335~11690633,331429159~4636285,337368174~17390063,362107129~267681,362932593~9990405,373413690~5317221,394264576~4007920] 2023-12-22T18:04:43.597 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 14 diff [7010743~6991997,18055610~23481905,44154325~994351,52156127~2548391,55844344~6149003,89850490~6969764,98586065~1846814,103387926~4558478,112452249~6591492,133945341~13052115,157081655~992397,158800286~5647841,166981340~38366,172074967~10388088,197090408~11337792,208428691~8052701,216844854~6926896,225875993~9259358,240578144~1013755,242821159~1384398,252014003~6912690,271886955~1932814,279897459~8484189,293920703~2584655,297077579~7727334,305322877~6479138,316585335~11690633,331429159~4636285,337368174~484122,339636718~4097396,343868497~10889740,362107129~267681,362932593~15798318,395174648~3097848] 2023-12-22T18:04:43.597 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~6991997,18055610~23481905,44154325~994351,52156127~2548391,55844344~6149003,89850490~6969764,98586065~1846814,103387926~4558478,112452249~6591492,133945341~13052115,157081655~992397,158800286~5647841,166981340~38366,172074967~10388088,197090408~11337792,208428691~8052701,216844854~6926896,225875993~9259358,240578144~1013755,242821159~1384398,252014003~6912690,271886955~1932814,279897459~8484189,293920703~2584655,297077579~7727334,305322877~6479138,316585335~11690633,331429159~4636285,337368174~484122,339636718~4097396,343868497~10889740,362107129~267681,362932593~15798318,395174648~3097848] 2023-12-22T18:04:43.603 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~9808436,18055610~23481905,44154325~994351,50331648~4372870,55844344~6149003,88080384~8739870,98586065~1846814,103387926~4558478,111693452~7350289,133945341~13052115,155189248~9258879,166981340~38366,172074967~10388088,192937984~15490216,208428691~8052701,216844854~18290497,240578144~1013755,242821159~1384398,252014003~6912690,271886955~1932814,279897459~8484189,293920703~2584655,297077579~14724436,316585335~11690633,331429159~4636285,337368174~17390063,362107129~267681,362932593~15798318,394264576~4007920] 2023-12-22T18:04:43.603 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 15 diff [7010743~34526772,44154325~994351,52156127~2548391,55844344~6149003,89850490~6969764,98586065~1846814,103387926~4558478,112452249~6591492,126644131~5803547,133945341~13052115,153336498~4737554,158800286~5647841,166981340~38366,172074967~10388088,197090408~11337792,208428691~8052701,216844854~6926896,225875993~9259358,240578144~1013755,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,292127102~4378256,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~4097396,343868497~10889740,362107129~267681,362932593~15798318,395174648~3097848] 2023-12-22T18:04:43.603 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~34526772,44154325~994351,52156127~2548391,55844344~6149003,89850490~6969764,98586065~1846814,103387926~4558478,112452249~6591492,126644131~5803547,133945341~13052115,153336498~4737554,158800286~5647841,166981340~38366,172074967~10388088,197090408~11337792,208428691~8052701,216844854~6926896,225875993~9259358,240578144~1013755,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,292127102~4378256,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~4097396,343868497~10889740,362107129~267681,362932593~15798318,395174648~3097848] 2023-12-22T18:04:43.609 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~37343211,44154325~994351,50331648~4372870,55844344~6149003,88080384~8739870,98586065~1846814,103387926~4558478,111693452~7350289,126644131~5803547,133945341~13052115,153336498~11111629,166981340~38366,172074967~10388088,192937984~15490216,208428691~8052701,216844854~18290497,240578144~1013755,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,292127102~4378256,297077579~17210067,316585335~11690633,331429159~4636285,337368174~17390063,362107129~267681,362932593~15798318,394264576~4007920] 2023-12-22T18:04:43.610 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 16 diff [7010743~34526772,44154325~3384165,52156127~2548391,55844344~6149003,89850490~6969764,98586065~1846814,103387926~4558478,112452249~6591492,126644131~5803547,132875822~14121634,153336498~4737554,158800286~5647841,166981340~38366,172074967~10388088,197090408~11337792,208428691~8052701,216844854~6926896,225875993~9259358,240578144~1013755,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,292127102~4378256,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~4097396,343868497~10889740,362107129~267681,362932593~15798318,386289055~5673055,395174648~3097848] 2023-12-22T18:04:43.610 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~34526772,44154325~3384165,52156127~2548391,55844344~6149003,89850490~6969764,98586065~1846814,103387926~4558478,112452249~6591492,126644131~5803547,132875822~14121634,153336498~4737554,158800286~5647841,166981340~38366,172074967~10388088,197090408~11337792,208428691~8052701,216844854~6926896,225875993~9259358,240578144~1013755,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,292127102~4378256,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~4097396,343868497~10889740,362107129~267681,362932593~15798318,386289055~5673055,395174648~3097848] 2023-12-22T18:04:43.615 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~37343211,44154325~3384165,50331648~4372870,55844344~6149003,88080384~8739870,98586065~1846814,103387926~4558478,111693452~7350289,126644131~5803547,132875822~14121634,153336498~11111629,166981340~38366,172074967~10388088,192937984~15490216,208428691~8052701,216844854~18290497,240578144~1013755,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,292127102~4378256,297077579~17210067,316585335~11690633,331429159~4636285,337368174~17390063,362107129~267681,362932593~15798318,386289055~5673055,394264576~4007920] 2023-12-22T18:04:43.615 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 17 diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,89850490~6969764,98586065~1846814,103387926~4558478,112452249~6591492,126644131~5803547,132875822~14121634,153336498~4737554,158800286~5647841,166981340~38366,172074967~10388088,197090408~11337792,208428691~15343059,225875993~9259358,240578144~1013755,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~4097396,343868497~12631621,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848] 2023-12-22T18:04:43.616 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,89850490~6969764,98586065~1846814,103387926~4558478,112452249~6591492,126644131~5803547,132875822~14121634,153336498~4737554,158800286~5647841,166981340~38366,172074967~10388088,197090408~11337792,208428691~15343059,225875993~9259358,240578144~1013755,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~4097396,343868497~12631621,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848] 2023-12-22T18:04:43.621 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~37343211,44154325~10550193,55844344~7460862,88080384~8739870,98586065~1846814,103387926~4558478,111693452~7350289,126644131~5803547,132875822~14121634,153336498~11111629,166981340~38366,172074967~10388088,192937984~15490216,208428691~26706660,240578144~1013755,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~19131944,362107129~267681,362932593~22507089,386289055~5673055,394264576~4007920] 2023-12-22T18:04:43.621 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 18 diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,126644131~5803547,132875822~14121634,153336498~4737554,158800286~5647841,166051252~16411803,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:43.621 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,126644131~5803547,132875822~14121634,153336498~4737554,158800286~5647841,166051252~16411803,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:43.628 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~37343211,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,98586065~2231072,103387926~4558478,111693452~7350289,126644131~5803547,132875822~14121634,153336498~11111629,166051252~16411803,192937984~15490216,208428691~26706660,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~20484852,362107129~267681,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:43.628 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 19 diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,126644131~20353325,153336498~4737554,158800286~5647841,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:43.628 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,126644131~20353325,153336498~4737554,158800286~5647841,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:43.634 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~37343211,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,98586065~2231072,103387926~4558478,111693452~7350289,126644131~20353325,153336498~11111629,166051252~18750215,192937984~15490216,208428691~26706660,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~20484852,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:43.634 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 8 diff [7010743~6991997,98586065~1846814,180890854~1572201,208428691~2627771,305322877~6479138,337368174~484122,345050789~6547255,365685262~1279500] 2023-12-22T18:04:43.634 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~6991997,98586065~1846814,180890854~1572201,208428691~2627771,305322877~6479138,337368174~484122,345050789~6547255,365685262~1279500] 2023-12-22T18:04:43.640 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7010743~6991997,98586065~1846814,180890854~1572201,208428691~2627771,302106693~9695322,337368174~484122,345050789~6547255,365685262~1279500] 2023-12-22T18:04:43.640 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 9 diff [7010743~6991997,21377400~11546965,98586065~1846814,115323198~2807172,133945341~7871987,173903332~535348,180890854~1572201,208428691~2627771,240578144~1013755,293920703~2584655,305322877~6479138,337368174~484122,343868497~7729547,365685262~1279500] 2023-12-22T18:04:43.640 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~6991997,21377400~11546965,98586065~1846814,115323198~2807172,133945341~7871987,173903332~535348,180890854~1572201,208428691~2627771,240578144~1013755,293920703~2584655,305322877~6479138,337368174~484122,343868497~7729547,365685262~1279500] 2023-12-22T18:04:43.646 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7010743~6991997,21377400~11546965,98586065~1846814,115323198~2807172,133945341~7871987,173903332~535348,180890854~1572201,208428691~2627771,240578144~1013755,293920703~2584655,302106693~9695322,337368174~484122,339738624~11859420,365685262~1279500] 2023-12-22T18:04:43.646 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 10 diff [7010743~6991997,21377400~11546965,39062843~2474672,89850490~6969764,98586065~1846814,115323198~2807172,133945341~7871987,157081655~992397,173903332~535348,180890854~1572201,208428691~2627771,221357489~1667051,240578144~1013755,242821159~1384398,293920703~2584655,305322877~6479138,331429159~4636285,337368174~484122,339636718~4097396,343868497~7729547,365685262~1279500,395174648~3097848] 2023-12-22T18:04:43.647 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~6991997,21377400~11546965,39062843~2474672,89850490~6969764,98586065~1846814,115323198~2807172,133945341~7871987,157081655~992397,173903332~535348,180890854~1572201,208428691~2627771,221357489~1667051,240578144~1013755,242821159~1384398,293920703~2584655,305322877~6479138,331429159~4636285,337368174~484122,339636718~4097396,343868497~7729547,365685262~1279500,395174648~3097848] 2023-12-22T18:04:43.652 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7010743~6991997,21377400~11546965,39062843~2474672,88080384~8739870,98586065~1846814,115323198~2807172,133945341~7871987,157081655~992397,173903332~535348,180890854~1572201,208428691~2627771,221357489~1667051,240578144~1013755,242821159~1384398,293920703~2584655,302106693~9695322,331429159~4636285,337368174~14229870,365685262~1279500,394264576~4007920] 2023-12-22T18:04:43.653 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 11 diff [7010743~6991997,21377400~16057705,39062843~2474672,89850490~6969764,98586065~1846814,115323198~2807172,133945341~7871987,157081655~992397,173903332~535348,180890854~1572201,201295061~7133139,208428691~8052701,221357489~1667051,225875993~9259358,240578144~1013755,242821159~1384398,293920703~2584655,305322877~6479138,331429159~4636285,337368174~484122,339636718~4097396,343868497~10889740,362932593~8163428,373413690~5317221,395174648~3097848] 2023-12-22T18:04:43.653 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~6991997,21377400~16057705,39062843~2474672,89850490~6969764,98586065~1846814,115323198~2807172,133945341~7871987,157081655~992397,173903332~535348,180890854~1572201,201295061~7133139,208428691~8052701,221357489~1667051,225875993~9259358,240578144~1013755,242821159~1384398,293920703~2584655,305322877~6479138,331429159~4636285,337368174~484122,339636718~4097396,343868497~10889740,362932593~8163428,373413690~5317221,395174648~3097848] 2023-12-22T18:04:43.659 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7010743~6991997,21377400~16057705,39062843~2474672,88080384~8739870,98586065~1846814,115323198~2807172,133945341~7871987,157081655~992397,173903332~535348,180890854~1572201,197132288~11295912,208428691~8052701,221357489~1667051,223771750~11363601,240578144~1013755,242821159~1384398,293920703~2584655,302106693~9695322,331429159~4636285,337368174~17390063,362932593~8163428,373413690~5317221,394264576~4007920] 2023-12-22T18:04:43.659 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 12 diff [7010743~6991997,18055610~19379495,39062843~2474672,89850490~6969764,98586065~1846814,115323198~2807172,133945341~13052115,157081655~992397,166981340~38366,172074967~3541590,180890854~1572201,201295061~7133139,208428691~8052701,221357489~1667051,225875993~9259358,240578144~1013755,242821159~1384398,252014003~6912690,271886955~1932814,279897459~8484189,293920703~2584655,305322877~6479138,331429159~4636285,337368174~484122,339636718~4097396,343868497~10889740,362932593~8163428,373413690~5317221,395174648~3097848] 2023-12-22T18:04:43.659 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~6991997,18055610~19379495,39062843~2474672,89850490~6969764,98586065~1846814,115323198~2807172,133945341~13052115,157081655~992397,166981340~38366,172074967~3541590,180890854~1572201,201295061~7133139,208428691~8052701,221357489~1667051,225875993~9259358,240578144~1013755,242821159~1384398,252014003~6912690,271886955~1932814,279897459~8484189,293920703~2584655,305322877~6479138,331429159~4636285,337368174~484122,339636718~4097396,343868497~10889740,362932593~8163428,373413690~5317221,395174648~3097848] 2023-12-22T18:04:43.665 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7010743~6991997,18055610~19379495,39062843~2474672,88080384~8739870,98586065~1846814,115323198~2807172,133945341~13052115,157081655~992397,166981340~38366,172074967~3541590,180890854~1572201,197132288~11295912,208428691~8052701,221357489~1667051,223771750~11363601,240578144~1013755,242821159~1384398,252014003~6912690,271886955~1932814,279897459~8484189,293920703~2584655,302106693~9695322,331429159~4636285,337368174~17390063,362932593~8163428,373413690~5317221,394264576~4007920] 2023-12-22T18:04:43.665 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 13 diff [7010743~6991997,18055610~19379495,39062843~2474672,55844344~6149003,89850490~6969764,98586065~1846814,115323198~2807172,133945341~13052115,157081655~992397,166981340~38366,172074967~10388088,201295061~7133139,208428691~8052701,216844854~4168038,221357489~1667051,225875993~9259358,240578144~1013755,242821159~1384398,252014003~6912690,271886955~1932814,279897459~8484189,293920703~2584655,297077579~7727334,305322877~6479138,316585335~8201427,331429159~4636285,337368174~484122,339636718~4097396,343868497~10889740,362932593~9990405,373413690~5317221,395174648~3097848] 2023-12-22T18:04:43.665 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~6991997,18055610~19379495,39062843~2474672,55844344~6149003,89850490~6969764,98586065~1846814,115323198~2807172,133945341~13052115,157081655~992397,166981340~38366,172074967~10388088,201295061~7133139,208428691~8052701,216844854~4168038,221357489~1667051,225875993~9259358,240578144~1013755,242821159~1384398,252014003~6912690,271886955~1932814,279897459~8484189,293920703~2584655,297077579~7727334,305322877~6479138,316585335~8201427,331429159~4636285,337368174~484122,339636718~4097396,343868497~10889740,362932593~9990405,373413690~5317221,395174648~3097848] 2023-12-22T18:04:43.671 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7010743~6991997,18055610~19379495,39062843~2474672,55844344~6149003,88080384~8739870,98586065~1846814,115323198~2807172,133945341~13052115,157081655~992397,166981340~38366,172074967~10388088,197132288~11295912,208428691~8052701,216844854~4168038,221357489~1667051,223771750~11363601,240578144~1013755,242821159~1384398,252014003~6912690,271886955~1932814,279897459~8484189,293920703~2584655,297077579~14724436,316585335~8201427,331429159~4636285,337368174~17390063,362932593~9990405,373413690~5317221,394264576~4007920] 2023-12-22T18:04:43.671 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 14 diff [7010743~6991997,18055610~23481905,44154325~994351,52156127~2548391,55844344~6149003,89850490~6969764,98586065~1846814,103387926~4558478,115323198~2807172,133945341~13052115,157081655~992397,166981340~38366,172074967~10388088,197090408~11337792,208428691~8052701,216844854~4168038,221357489~1667051,225875993~9259358,240578144~1013755,242821159~1384398,252014003~6912690,271886955~1932814,279897459~8484189,293920703~2584655,297077579~7727334,305322877~6479138,316585335~8201427,331429159~4636285,337368174~484122,339636718~4097396,343868497~10889740,362932593~15798318,395174648~3097848] 2023-12-22T18:04:43.671 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~6991997,18055610~23481905,44154325~994351,52156127~2548391,55844344~6149003,89850490~6969764,98586065~1846814,103387926~4558478,115323198~2807172,133945341~13052115,157081655~992397,166981340~38366,172074967~10388088,197090408~11337792,208428691~8052701,216844854~4168038,221357489~1667051,225875993~9259358,240578144~1013755,242821159~1384398,252014003~6912690,271886955~1932814,279897459~8484189,293920703~2584655,297077579~7727334,305322877~6479138,316585335~8201427,331429159~4636285,337368174~484122,339636718~4097396,343868497~10889740,362932593~15798318,395174648~3097848] 2023-12-22T18:04:43.677 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7010743~6991997,18055610~23481905,44154325~994351,50331648~4372870,55844344~6149003,88080384~8739870,98586065~1846814,103387926~4558478,115323198~2807172,133945341~13052115,157081655~992397,166981340~38366,172074967~10388088,192937984~15490216,208428691~8052701,216844854~4168038,221357489~1667051,223771750~11363601,240578144~1013755,242821159~1384398,252014003~6912690,271886955~1932814,279897459~8484189,293920703~2584655,297077579~14724436,316585335~8201427,331429159~4636285,337368174~17390063,362932593~15798318,394264576~4007920] 2023-12-22T18:04:43.677 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 15 diff [7010743~34526772,44154325~994351,52156127~2548391,55844344~6149003,89850490~6969764,98586065~1846814,103387926~4558478,115323198~2807172,126644131~5803547,133945341~13052115,153336498~4737554,166981340~38366,172074967~10388088,197090408~11337792,208428691~8052701,216844854~4168038,221357489~1667051,225875993~9259358,240578144~1013755,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,292127102~4378256,297077579~17210067,316585335~8201427,331429159~4636285,337368174~484122,339636718~4097396,343868497~10889740,362932593~15798318,395174648~3097848] 2023-12-22T18:04:43.677 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~34526772,44154325~994351,52156127~2548391,55844344~6149003,89850490~6969764,98586065~1846814,103387926~4558478,115323198~2807172,126644131~5803547,133945341~13052115,153336498~4737554,166981340~38366,172074967~10388088,197090408~11337792,208428691~8052701,216844854~4168038,221357489~1667051,225875993~9259358,240578144~1013755,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,292127102~4378256,297077579~17210067,316585335~8201427,331429159~4636285,337368174~484122,339636718~4097396,343868497~10889740,362932593~15798318,395174648~3097848] 2023-12-22T18:04:43.683 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7010743~34526772,44154325~994351,50331648~4372870,55844344~6149003,88080384~8739870,98586065~1846814,103387926~4558478,115323198~2807172,126644131~5803547,133945341~13052115,153336498~4737554,166981340~38366,172074967~10388088,192937984~15490216,208428691~8052701,216844854~4168038,221357489~1667051,223771750~11363601,240578144~1013755,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,292127102~4378256,297077579~17210067,316585335~8201427,331429159~4636285,337368174~17390063,362932593~15798318,394264576~4007920] 2023-12-22T18:04:43.683 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 16 diff [7010743~34526772,44154325~3384165,52156127~2548391,55844344~6149003,89850490~6969764,98586065~1846814,103387926~4558478,115323198~2807172,126644131~5803547,132875822~14121634,153336498~4737554,166981340~38366,172074967~10388088,197090408~11337792,208428691~8052701,216844854~4168038,221357489~1667051,225875993~9259358,240578144~1013755,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,292127102~4378256,297077579~17210067,316585335~8201427,331429159~4636285,337368174~484122,339636718~4097396,343868497~10889740,362932593~15798318,386289055~5673055,395174648~3097848] 2023-12-22T18:04:43.683 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~34526772,44154325~3384165,52156127~2548391,55844344~6149003,89850490~6969764,98586065~1846814,103387926~4558478,115323198~2807172,126644131~5803547,132875822~14121634,153336498~4737554,166981340~38366,172074967~10388088,197090408~11337792,208428691~8052701,216844854~4168038,221357489~1667051,225875993~9259358,240578144~1013755,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,292127102~4378256,297077579~17210067,316585335~8201427,331429159~4636285,337368174~484122,339636718~4097396,343868497~10889740,362932593~15798318,386289055~5673055,395174648~3097848] 2023-12-22T18:04:43.689 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7010743~34526772,44154325~3384165,50331648~4372870,55844344~6149003,88080384~8739870,98586065~1846814,103387926~4558478,115323198~2807172,126644131~5803547,132875822~14121634,153336498~4737554,166981340~38366,172074967~10388088,192937984~15490216,208428691~8052701,216844854~4168038,221357489~1667051,223771750~11363601,240578144~1013755,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,292127102~4378256,297077579~17210067,316585335~8201427,331429159~4636285,337368174~17390063,362932593~15798318,386289055~5673055,394264576~4007920] 2023-12-22T18:04:43.689 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 17 diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,89850490~6969764,98586065~1846814,103387926~4558478,115323198~2807172,126644131~5803547,132875822~14121634,153336498~4737554,166981340~38366,172074967~10388088,197090408~11337792,208428691~14595849,225875993~9259358,240578144~1013755,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11164429,331429159~4636285,337368174~484122,339636718~4097396,343868497~12631621,362932593~22507089,386289055~5673055,395174648~3097848] 2023-12-22T18:04:43.689 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,89850490~6969764,98586065~1846814,103387926~4558478,115323198~2807172,126644131~5803547,132875822~14121634,153336498~4737554,166981340~38366,172074967~10388088,197090408~11337792,208428691~14595849,225875993~9259358,240578144~1013755,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11164429,331429159~4636285,337368174~484122,339636718~4097396,343868497~12631621,362932593~22507089,386289055~5673055,395174648~3097848] 2023-12-22T18:04:43.696 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7010743~34526772,44154325~10550193,55844344~7460862,88080384~8739870,98586065~1846814,103387926~4558478,115323198~2807172,126644131~5803547,132875822~14121634,153336498~4737554,166981340~38366,172074967~10388088,192937984~15490216,208428691~14595849,223771750~11363601,240578144~1013755,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11164429,331429159~4636285,337368174~19131944,362932593~22507089,386289055~5673055,394264576~4007920] 2023-12-22T18:04:43.696 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 18 diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,115323198~2807172,126644131~5803547,132875822~14121634,153336498~4737554,166051252~16411803,197090408~11337792,208428691~14595849,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11164429,331429159~4636285,337368174~484122,339636718~18216308,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:43.696 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,115323198~2807172,126644131~5803547,132875822~14121634,153336498~4737554,166051252~16411803,197090408~11337792,208428691~14595849,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11164429,331429159~4636285,337368174~484122,339636718~18216308,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:43.702 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7010743~34526772,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,98586065~2231072,103387926~4558478,115323198~2807172,126644131~5803547,132875822~14121634,153336498~4737554,166051252~16411803,192937984~15490216,208428691~14595849,223771750~11363601,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11164429,331429159~4636285,337368174~20484852,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:43.702 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 19 diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,208428691~14595849,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11164429,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:43.702 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,208428691~14595849,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11164429,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:43.708 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7010743~34526772,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,98586065~2231072,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,192937984~15490216,208428691~14595849,223771750~11363601,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11164429,331429159~4636285,337368174~20484852,358674983~1765647,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:43.709 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to 9 diff [21377400~11546965,115323198~2807172,133945341~7871987,173903332~535348,240578144~1013755,293920703~2584655,343868497~7104972] 2023-12-22T18:04:43.709 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [21377400~11546965,115323198~2807172,133945341~7871987,173903332~535348,240578144~1013755,293920703~2584655,343868497~7104972] 2023-12-22T18:04:43.715 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [21377400~11546965,115323198~2807172,133945341~7871987,173903332~535348,240578144~1013755,293920703~2584655,339738624~11234845] 2023-12-22T18:04:43.715 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to 10 diff [7882699~2876554,21377400~11546965,39062843~2474672,89850490~6969764,115323198~2807172,133945341~7871987,157081655~992397,173903332~535348,221357489~1667051,240578144~1013755,242821159~1384398,293920703~2584655,331429159~4636285,339636718~4097396,343868497~7104972,395174648~3097848] 2023-12-22T18:04:43.715 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7882699~2876554,21377400~11546965,39062843~2474672,89850490~6969764,115323198~2807172,133945341~7871987,157081655~992397,173903332~535348,221357489~1667051,240578144~1013755,242821159~1384398,293920703~2584655,331429159~4636285,339636718~4097396,343868497~7104972,395174648~3097848] 2023-12-22T18:04:43.721 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7882699~2876554,21377400~11546965,39062843~2474672,88080384~8739870,115323198~2807172,133945341~7871987,157081655~992397,173903332~535348,221357489~1667051,240578144~1013755,242821159~1384398,293920703~2584655,331429159~4636285,337852296~13121173,394264576~4007920] 2023-12-22T18:04:43.721 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to 11 diff [7882699~2876554,21377400~16057705,39062843~2474672,89850490~6969764,115323198~2807172,133945341~7871987,157081655~992397,173903332~535348,201295061~7133139,209520731~6960661,221357489~1667051,225875993~9259358,240578144~1013755,242821159~1384398,293920703~2584655,331429159~4636285,339636718~4097396,343868497~10889740,362932593~8163428,373413690~5317221,395174648~3097848] 2023-12-22T18:04:43.721 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7882699~2876554,21377400~16057705,39062843~2474672,89850490~6969764,115323198~2807172,133945341~7871987,157081655~992397,173903332~535348,201295061~7133139,209520731~6960661,221357489~1667051,225875993~9259358,240578144~1013755,242821159~1384398,293920703~2584655,331429159~4636285,339636718~4097396,343868497~10889740,362932593~8163428,373413690~5317221,395174648~3097848] 2023-12-22T18:04:43.727 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7882699~2876554,21377400~16057705,39062843~2474672,88080384~8739870,115323198~2807172,133945341~7871987,157081655~992397,173903332~535348,197132288~11295912,209520731~6960661,221357489~1667051,223771750~11363601,240578144~1013755,242821159~1384398,293920703~2584655,331429159~4636285,337852296~16905941,362932593~8163428,373413690~5317221,394264576~4007920] 2023-12-22T18:04:43.727 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to 12 diff [7882699~2876554,11479577~1984810,18055610~19379495,39062843~2474672,89850490~6969764,115323198~2807172,133945341~13052115,157081655~992397,166981340~38366,172074967~3541590,201295061~7133139,209520731~6960661,221357489~1667051,225875993~9259358,240578144~1013755,242821159~1384398,252014003~6912690,271886955~1932814,279897459~8484189,293920703~2584655,331429159~4636285,339636718~4097396,343868497~10889740,362932593~8163428,373413690~5317221,395174648~3097848] 2023-12-22T18:04:43.727 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7882699~2876554,11479577~1984810,18055610~19379495,39062843~2474672,89850490~6969764,115323198~2807172,133945341~13052115,157081655~992397,166981340~38366,172074967~3541590,201295061~7133139,209520731~6960661,221357489~1667051,225875993~9259358,240578144~1013755,242821159~1384398,252014003~6912690,271886955~1932814,279897459~8484189,293920703~2584655,331429159~4636285,339636718~4097396,343868497~10889740,362932593~8163428,373413690~5317221,395174648~3097848] 2023-12-22T18:04:43.733 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7882699~2876554,11479577~1984810,18055610~19379495,39062843~2474672,88080384~8739870,115323198~2807172,133945341~13052115,157081655~992397,166981340~38366,172074967~3541590,197132288~11295912,209520731~6960661,221357489~1667051,223771750~11363601,240578144~1013755,242821159~1384398,252014003~6912690,271886955~1932814,279897459~8484189,293920703~2584655,331429159~4636285,337852296~16905941,362932593~8163428,373413690~5317221,394264576~4007920] 2023-12-22T18:04:43.733 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to 13 diff [7882699~2876554,11479577~1984810,18055610~19379495,39062843~2474672,55844344~6149003,89850490~6969764,115323198~2807172,133945341~13052115,157081655~992397,166981340~38366,172074967~10359682,201295061~7133139,209520731~6960661,216844854~4168038,221357489~1667051,225875993~9259358,240578144~1013755,242821159~1384398,252014003~6912690,271886955~1932814,279897459~8484189,293920703~2584655,297077579~7727334,316585335~8201427,331429159~4636285,339636718~4097396,343868497~10889740,362932593~9990405,373413690~5317221,395174648~3097848] 2023-12-22T18:04:43.733 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7882699~2876554,11479577~1984810,18055610~19379495,39062843~2474672,55844344~6149003,89850490~6969764,115323198~2807172,133945341~13052115,157081655~992397,166981340~38366,172074967~10359682,201295061~7133139,209520731~6960661,216844854~4168038,221357489~1667051,225875993~9259358,240578144~1013755,242821159~1384398,252014003~6912690,271886955~1932814,279897459~8484189,293920703~2584655,297077579~7727334,316585335~8201427,331429159~4636285,339636718~4097396,343868497~10889740,362932593~9990405,373413690~5317221,395174648~3097848] 2023-12-22T18:04:43.739 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7882699~2876554,11479577~1984810,18055610~19379495,39062843~2474672,55844344~6149003,88080384~8739870,115323198~2807172,133945341~13052115,157081655~992397,166981340~38366,172074967~10359682,197132288~11295912,209520731~6960661,216844854~4168038,221357489~1667051,223771750~11363601,240578144~1013755,242821159~1384398,252014003~6912690,271886955~1932814,279897459~8484189,293920703~2584655,297077579~7727334,316585335~8201427,331429159~4636285,337852296~16905941,362932593~9990405,373413690~5317221,394264576~4007920] 2023-12-22T18:04:43.739 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to 14 diff [7882699~2876554,11479577~1984810,18055610~23481905,44154325~994351,52156127~2548391,55844344~6149003,89850490~6969764,103387926~4558478,115323198~2807172,133945341~13052115,157081655~992397,166981340~38366,172074967~10359682,197090408~11337792,209520731~6960661,216844854~4168038,221357489~1667051,225875993~9259358,240578144~1013755,242821159~1384398,252014003~6912690,271886955~1932814,279897459~8484189,293920703~2584655,297077579~7727334,316585335~8201427,331429159~4636285,339636718~4097396,343868497~10889740,362932593~15798318,395174648~3097848] 2023-12-22T18:04:43.739 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7882699~2876554,11479577~1984810,18055610~23481905,44154325~994351,52156127~2548391,55844344~6149003,89850490~6969764,103387926~4558478,115323198~2807172,133945341~13052115,157081655~992397,166981340~38366,172074967~10359682,197090408~11337792,209520731~6960661,216844854~4168038,221357489~1667051,225875993~9259358,240578144~1013755,242821159~1384398,252014003~6912690,271886955~1932814,279897459~8484189,293920703~2584655,297077579~7727334,316585335~8201427,331429159~4636285,339636718~4097396,343868497~10889740,362932593~15798318,395174648~3097848] 2023-12-22T18:04:43.745 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7882699~2876554,11479577~1984810,18055610~23481905,44154325~994351,50331648~4372870,55844344~6149003,88080384~8739870,103387926~4558478,115323198~2807172,133945341~13052115,157081655~992397,166981340~38366,172074967~10359682,192937984~15490216,209520731~6960661,216844854~4168038,221357489~1667051,223771750~11363601,240578144~1013755,242821159~1384398,252014003~6912690,271886955~1932814,279897459~8484189,293920703~2584655,297077579~7727334,316585335~8201427,331429159~4636285,337852296~16905941,362932593~15798318,394264576~4007920] 2023-12-22T18:04:43.745 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to 15 diff [7882699~2876554,11479577~30057938,44154325~994351,52156127~2548391,55844344~6149003,89850490~6969764,103387926~4558478,115323198~2807172,126644131~5803547,133945341~13052115,153336498~4737554,166981340~38366,172074967~10359682,197090408~11337792,209520731~6960661,216844854~4168038,221357489~1667051,225875993~9259358,240578144~1013755,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,292127102~4378256,297077579~12537559,311174617~3113029,316585335~8201427,331429159~4636285,339636718~4097396,343868497~10889740,362932593~15798318,395174648~3097848] 2023-12-22T18:04:43.745 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7882699~2876554,11479577~30057938,44154325~994351,52156127~2548391,55844344~6149003,89850490~6969764,103387926~4558478,115323198~2807172,126644131~5803547,133945341~13052115,153336498~4737554,166981340~38366,172074967~10359682,197090408~11337792,209520731~6960661,216844854~4168038,221357489~1667051,225875993~9259358,240578144~1013755,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,292127102~4378256,297077579~12537559,311174617~3113029,316585335~8201427,331429159~4636285,339636718~4097396,343868497~10889740,362932593~15798318,395174648~3097848] 2023-12-22T18:04:43.751 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7882699~2876554,11479577~30057938,44154325~994351,50331648~4372870,55844344~6149003,88080384~8739870,103387926~4558478,115323198~2807172,126644131~5803547,133945341~13052115,153336498~4737554,166981340~38366,172074967~10359682,192937984~15490216,209520731~6960661,216844854~4168038,221357489~1667051,223771750~11363601,240578144~1013755,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,292127102~4378256,297077579~12537559,311174617~3113029,316585335~8201427,331429159~4636285,337852296~16905941,362932593~15798318,394264576~4007920] 2023-12-22T18:04:43.751 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to 16 diff [7882699~2876554,11479577~30057938,44154325~3384165,52156127~2548391,55844344~6149003,89850490~6969764,103387926~4558478,115323198~2807172,126644131~5803547,132875822~14121634,153336498~4737554,166981340~38366,172074967~10359682,197090408~11337792,209520731~6960661,216844854~4168038,221357489~1667051,225875993~9259358,240578144~1013755,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,292127102~4378256,297077579~12537559,311174617~3113029,316585335~8201427,331429159~4636285,339636718~4097396,343868497~10889740,362932593~15798318,386289055~5673055,395174648~3097848] 2023-12-22T18:04:43.751 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7882699~2876554,11479577~30057938,44154325~3384165,52156127~2548391,55844344~6149003,89850490~6969764,103387926~4558478,115323198~2807172,126644131~5803547,132875822~14121634,153336498~4737554,166981340~38366,172074967~10359682,197090408~11337792,209520731~6960661,216844854~4168038,221357489~1667051,225875993~9259358,240578144~1013755,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,292127102~4378256,297077579~12537559,311174617~3113029,316585335~8201427,331429159~4636285,339636718~4097396,343868497~10889740,362932593~15798318,386289055~5673055,395174648~3097848] 2023-12-22T18:04:43.757 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7882699~2876554,11479577~30057938,44154325~3384165,50331648~4372870,55844344~6149003,88080384~8739870,103387926~4558478,115323198~2807172,126644131~5803547,132875822~14121634,153336498~4737554,166981340~38366,172074967~10359682,192937984~15490216,209520731~6960661,216844854~4168038,221357489~1667051,223771750~11363601,240578144~1013755,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,292127102~4378256,297077579~12537559,311174617~3113029,316585335~8201427,331429159~4636285,337852296~16905941,362932593~15798318,386289055~5673055,394264576~4007920] 2023-12-22T18:04:43.757 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to 17 diff [7882699~2876554,11479577~30057938,44154325~7112341,52156127~2548391,55844344~7460862,89850490~6969764,103387926~4558478,115323198~2807172,126644131~5803547,132875822~14121634,153336498~4737554,166981340~38366,172074967~10359682,197090408~11337792,209520731~13503809,225875993~9259358,240578144~1013755,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~4097396,343868497~12631621,362932593~22507089,386289055~5673055,395174648~3097848] 2023-12-22T18:04:43.758 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7882699~2876554,11479577~30057938,44154325~7112341,52156127~2548391,55844344~7460862,89850490~6969764,103387926~4558478,115323198~2807172,126644131~5803547,132875822~14121634,153336498~4737554,166981340~38366,172074967~10359682,197090408~11337792,209520731~13503809,225875993~9259358,240578144~1013755,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~4097396,343868497~12631621,362932593~22507089,386289055~5673055,395174648~3097848] 2023-12-22T18:04:43.764 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7882699~2876554,11479577~30057938,44154325~10550193,55844344~7460862,88080384~8739870,103387926~4558478,115323198~2807172,126644131~5803547,132875822~14121634,153336498~4737554,166981340~38366,172074967~10359682,192937984~15490216,209520731~13503809,223771750~11363601,240578144~1013755,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,337852296~18647822,362932593~22507089,386289055~5673055,394264576~4007920] 2023-12-22T18:04:43.764 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to 18 diff [7882699~2876554,11479577~30057938,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,99629496~1187641,103387926~4558478,115323198~2807172,126644131~5803547,132875822~14121634,153336498~4737554,166051252~16383397,197090408~11337792,209520731~13503809,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~18216308,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:43.764 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7882699~2876554,11479577~30057938,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,99629496~1187641,103387926~4558478,115323198~2807172,126644131~5803547,132875822~14121634,153336498~4737554,166051252~16383397,197090408~11337792,209520731~13503809,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~18216308,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:43.770 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7882699~2876554,11479577~30057938,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,99629496~1187641,103387926~4558478,115323198~2807172,126644131~5803547,132875822~14121634,153336498~4737554,166051252~16383397,192937984~15490216,209520731~13503809,223771750~11363601,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,337852296~20000730,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:43.770 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to 19 diff [7557388~33980127,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,99629496~1187641,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,209520731~13503809,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~18216308,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:43.770 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~33980127,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,99629496~1187641,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,209520731~13503809,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~18216308,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:43.776 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~33980127,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,99629496~1187641,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,192937984~15490216,209520731~13503809,223771750~11363601,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,337852296~20000730,358674983~1765647,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:43.776 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to 10 diff [7882699~2876554,39062843~2474672,89850490~6969764,157081655~992397,221357489~1667051,242821159~1384398,331429159~4636285,339636718~4097396,395174648~3097848] 2023-12-22T18:04:43.776 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7882699~2876554,39062843~2474672,89850490~6969764,157081655~992397,221357489~1667051,242821159~1384398,331429159~4636285,339636718~4097396,395174648~3097848] 2023-12-22T18:04:43.782 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7882699~2876554,39062843~2474672,88080384~8739870,157081655~992397,221357489~1667051,242821159~1384398,331429159~4636285,337852296~5881818,394264576~4007920] 2023-12-22T18:04:43.782 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to 11 diff [7882699~2876554,29260973~8174132,39062843~2474672,89850490~6969764,157081655~992397,201295061~7133139,209520731~6960661,221357489~1667051,225875993~9259358,242821159~1384398,331429159~4636285,339636718~4097396,349089106~5669131,362932593~8163428,373413690~5317221,395174648~3097848] 2023-12-22T18:04:43.782 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7882699~2876554,29260973~8174132,39062843~2474672,89850490~6969764,157081655~992397,201295061~7133139,209520731~6960661,221357489~1667051,225875993~9259358,242821159~1384398,331429159~4636285,339636718~4097396,349089106~5669131,362932593~8163428,373413690~5317221,395174648~3097848] 2023-12-22T18:04:43.788 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7882699~2876554,29260973~8174132,39062843~2474672,88080384~8739870,157081655~992397,197132288~11295912,209520731~6960661,221357489~1667051,223771750~11363601,242821159~1384398,331429159~4636285,337852296~5881818,349089106~5669131,362932593~8163428,373413690~5317221,394264576~4007920] 2023-12-22T18:04:43.789 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to 12 diff [7882699~2876554,11479577~1984810,18055610~3961943,29260973~8174132,39062843~2474672,89850490~6969764,139202421~7795035,157081655~992397,166981340~38366,172074967~3541590,201295061~7133139,209520731~6960661,221357489~1667051,225875993~9259358,242821159~1384398,252014003~6912690,271886955~1932814,279897459~8484189,331429159~4636285,339636718~4097396,349089106~5669131,362932593~8163428,373413690~5317221,395174648~3097848] 2023-12-22T18:04:43.789 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7882699~2876554,11479577~1984810,18055610~3961943,29260973~8174132,39062843~2474672,89850490~6969764,139202421~7795035,157081655~992397,166981340~38366,172074967~3541590,201295061~7133139,209520731~6960661,221357489~1667051,225875993~9259358,242821159~1384398,252014003~6912690,271886955~1932814,279897459~8484189,331429159~4636285,339636718~4097396,349089106~5669131,362932593~8163428,373413690~5317221,395174648~3097848] 2023-12-22T18:04:43.795 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7882699~2876554,11479577~1984810,18055610~3961943,29260973~8174132,39062843~2474672,88080384~8739870,139202421~7795035,157081655~992397,166981340~38366,172074967~3541590,197132288~11295912,209520731~6960661,221357489~1667051,223771750~11363601,242821159~1384398,252014003~6912690,271886955~1932814,279897459~8484189,331429159~4636285,337852296~5881818,349089106~5669131,362932593~8163428,373413690~5317221,394264576~4007920] 2023-12-22T18:04:43.795 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to 13 diff [7882699~2876554,11479577~1984810,18055610~3961943,29260973~8174132,39062843~2474672,55844344~6149003,89850490~6969764,139202421~7795035,157081655~992397,166981340~38366,172074967~10359682,201295061~7133139,209520731~6960661,216844854~4168038,221357489~1667051,225875993~9259358,242821159~1384398,252014003~6912690,271886955~1932814,279897459~8484189,297077579~7727334,316585335~8201427,331429159~4636285,339636718~4097396,349089106~5669131,362932593~9990405,373413690~5317221,395174648~3097848] 2023-12-22T18:04:43.795 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7882699~2876554,11479577~1984810,18055610~3961943,29260973~8174132,39062843~2474672,55844344~6149003,89850490~6969764,139202421~7795035,157081655~992397,166981340~38366,172074967~10359682,201295061~7133139,209520731~6960661,216844854~4168038,221357489~1667051,225875993~9259358,242821159~1384398,252014003~6912690,271886955~1932814,279897459~8484189,297077579~7727334,316585335~8201427,331429159~4636285,339636718~4097396,349089106~5669131,362932593~9990405,373413690~5317221,395174648~3097848] 2023-12-22T18:04:43.801 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7882699~2876554,11479577~1984810,18055610~3961943,29260973~8174132,39062843~2474672,55844344~6149003,88080384~8739870,139202421~7795035,157081655~992397,166981340~38366,172074967~10359682,197132288~11295912,209520731~6960661,216844854~4168038,221357489~1667051,223771750~11363601,242821159~1384398,252014003~6912690,271886955~1932814,279897459~8484189,297077579~7727334,316585335~8201427,331429159~4636285,337852296~5881818,349089106~5669131,362932593~9990405,373413690~5317221,394264576~4007920] 2023-12-22T18:04:43.801 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to 14 diff [7882699~2876554,11479577~1984810,18055610~3961943,29260973~12276542,44154325~994351,52156127~2548391,55844344~6149003,89850490~6969764,103387926~4558478,138127982~8869474,157081655~992397,166981340~38366,172074967~10359682,197090408~11337792,209520731~6960661,216844854~4168038,221357489~1667051,225875993~9259358,242821159~1384398,252014003~6912690,271886955~1932814,279897459~8484189,297077579~7727334,316585335~8201427,331429159~4636285,339636718~4097396,349089106~5669131,362932593~15798318,395174648~3097848] 2023-12-22T18:04:43.802 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7882699~2876554,11479577~1984810,18055610~3961943,29260973~12276542,44154325~994351,52156127~2548391,55844344~6149003,89850490~6969764,103387926~4558478,138127982~8869474,157081655~992397,166981340~38366,172074967~10359682,197090408~11337792,209520731~6960661,216844854~4168038,221357489~1667051,225875993~9259358,242821159~1384398,252014003~6912690,271886955~1932814,279897459~8484189,297077579~7727334,316585335~8201427,331429159~4636285,339636718~4097396,349089106~5669131,362932593~15798318,395174648~3097848] 2023-12-22T18:04:43.808 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7882699~2876554,11479577~1984810,18055610~3961943,29260973~12276542,44154325~994351,50331648~4372870,55844344~6149003,88080384~8739870,103387926~4558478,138127982~8869474,157081655~992397,166981340~38366,172074967~10359682,192937984~15490216,209520731~6960661,216844854~4168038,221357489~1667051,223771750~11363601,242821159~1384398,252014003~6912690,271886955~1932814,279897459~8484189,297077579~7727334,316585335~8201427,331429159~4636285,337852296~5881818,349089106~5669131,362932593~15798318,394264576~4007920] 2023-12-22T18:04:43.808 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to 15 diff [7882699~2876554,11479577~10537976,29260973~12276542,44154325~994351,52156127~2548391,55844344~6149003,89850490~6969764,103387926~4558478,126644131~5803547,138127982~8869474,153336498~4737554,166981340~38366,172074967~10359682,197090408~11337792,209520731~6960661,216844854~4168038,221357489~1667051,225875993~9259358,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,292127102~2572208,297077579~12537559,311174617~3113029,316585335~8201427,331429159~4636285,339636718~4097396,349089106~5669131,362932593~15798318,395174648~3097848] 2023-12-22T18:04:43.808 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7882699~2876554,11479577~10537976,29260973~12276542,44154325~994351,52156127~2548391,55844344~6149003,89850490~6969764,103387926~4558478,126644131~5803547,138127982~8869474,153336498~4737554,166981340~38366,172074967~10359682,197090408~11337792,209520731~6960661,216844854~4168038,221357489~1667051,225875993~9259358,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,292127102~2572208,297077579~12537559,311174617~3113029,316585335~8201427,331429159~4636285,339636718~4097396,349089106~5669131,362932593~15798318,395174648~3097848] 2023-12-22T18:04:43.814 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7882699~2876554,11479577~10537976,29260973~12276542,44154325~994351,50331648~4372870,55844344~6149003,88080384~8739870,103387926~4558478,126644131~5803547,138127982~8869474,153336498~4737554,166981340~38366,172074967~10359682,192937984~15490216,209520731~6960661,216844854~4168038,221357489~1667051,223771750~11363601,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,292127102~2572208,297077579~12537559,311174617~3113029,316585335~8201427,331429159~4636285,337852296~5881818,349089106~5669131,362932593~15798318,394264576~4007920] 2023-12-22T18:04:43.815 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to 16 diff [7882699~2876554,11479577~14878907,29260973~12276542,44154325~3384165,52156127~2548391,55844344~6149003,89850490~6969764,103387926~4558478,126644131~5803547,132875822~14121634,153336498~4737554,166981340~38366,172074967~10359682,197090408~11337792,209520731~6960661,216844854~4168038,221357489~1667051,225875993~9259358,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,292127102~2572208,297077579~12537559,311174617~3113029,316585335~8201427,331429159~4636285,339636718~4097396,349089106~5669131,362932593~15798318,386289055~5673055,395174648~3097848] 2023-12-22T18:04:43.815 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7882699~2876554,11479577~14878907,29260973~12276542,44154325~3384165,52156127~2548391,55844344~6149003,89850490~6969764,103387926~4558478,126644131~5803547,132875822~14121634,153336498~4737554,166981340~38366,172074967~10359682,197090408~11337792,209520731~6960661,216844854~4168038,221357489~1667051,225875993~9259358,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,292127102~2572208,297077579~12537559,311174617~3113029,316585335~8201427,331429159~4636285,339636718~4097396,349089106~5669131,362932593~15798318,386289055~5673055,395174648~3097848] 2023-12-22T18:04:43.821 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7882699~2876554,11479577~14878907,29260973~12276542,44154325~3384165,50331648~4372870,55844344~6149003,88080384~8739870,103387926~4558478,126644131~5803547,132875822~14121634,153336498~4737554,166981340~38366,172074967~10359682,192937984~15490216,209520731~6960661,216844854~4168038,221357489~1667051,223771750~11363601,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,292127102~2572208,297077579~12537559,311174617~3113029,316585335~8201427,331429159~4636285,337852296~5881818,349089106~5669131,362932593~15798318,386289055~5673055,394264576~4007920] 2023-12-22T18:04:43.821 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to 17 diff [7882699~2876554,11479577~14878907,29260973~12276542,44154325~7112341,52156127~2548391,55844344~7460862,89850490~6969764,103387926~4558478,126644131~5803547,132875822~14121634,153336498~4737554,166981340~38366,172074967~10359682,197090408~11337792,209520731~13503809,225875993~9259358,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~4097396,344842696~1255015,349089106~7411012,362932593~22507089,386289055~5673055,395174648~3097848] 2023-12-22T18:04:43.821 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7882699~2876554,11479577~14878907,29260973~12276542,44154325~7112341,52156127~2548391,55844344~7460862,89850490~6969764,103387926~4558478,126644131~5803547,132875822~14121634,153336498~4737554,166981340~38366,172074967~10359682,197090408~11337792,209520731~13503809,225875993~9259358,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~4097396,344842696~1255015,349089106~7411012,362932593~22507089,386289055~5673055,395174648~3097848] 2023-12-22T18:04:43.827 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7882699~2876554,11479577~14878907,29260973~12276542,44154325~10550193,55844344~7460862,88080384~8739870,103387926~4558478,126644131~5803547,132875822~14121634,153336498~4737554,166981340~38366,172074967~10359682,192937984~15490216,209520731~13503809,223771750~11363601,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,337852296~5881818,344842696~1255015,349089106~7411012,362932593~22507089,386289055~5673055,394264576~4007920] 2023-12-22T18:04:43.827 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to 18 diff [7882699~2876554,11479577~14878907,29260973~12276542,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,99629496~1187641,103387926~4558478,126644131~5803547,132875822~14121634,153336498~4737554,166051252~16383397,197090408~11337792,209520731~13503809,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~6718697,349089106~8763920,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:43.827 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7882699~2876554,11479577~14878907,29260973~12276542,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,99629496~1187641,103387926~4558478,126644131~5803547,132875822~14121634,153336498~4737554,166051252~16383397,197090408~11337792,209520731~13503809,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~6718697,349089106~8763920,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:43.833 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7882699~2876554,11479577~14878907,29260973~12276542,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,99629496~1187641,103387926~4558478,126644131~5803547,132875822~14121634,153336498~4737554,166051252~16383397,192937984~15490216,209520731~13503809,223771750~11363601,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,337852296~8503119,349089106~8763920,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:43.833 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to 19 diff [7557388~33980127,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,99629496~1187641,103387926~4558478,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,209520731~13503809,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~6718697,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:43.833 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~33980127,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,99629496~1187641,103387926~4558478,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,209520731~13503809,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~6718697,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:43.839 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~33980127,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,99629496~1187641,103387926~4558478,126644131~20353325,153336498~4737554,166051252~18750215,192937984~15490216,209520731~13503809,223771750~11363601,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,337852296~8503119,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:43.839 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to 11 diff [29260973~8174132,201295061~7133139,209520731~6960661,225875993~9259358,349089106~5669131,362932593~8163428,373413690~5317221] 2023-12-22T18:04:43.839 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [29260973~8174132,201295061~7133139,209520731~6960661,225875993~9259358,349089106~5669131,362932593~8163428,373413690~5317221] 2023-12-22T18:04:43.845 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [29260973~8174132,197132288~11295912,209520731~6960661,223771750~11363601,349089106~5669131,362932593~8163428,373413690~5317221] 2023-12-22T18:04:43.846 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to 12 diff [11479577~1984810,18055610~3961943,29260973~8174132,139202421~7795035,166981340~38366,172074967~3541590,201295061~7133139,209520731~6960661,225875993~9259358,252014003~6912690,271886955~1932814,279897459~8484189,349089106~5669131,362932593~8163428,373413690~5317221] 2023-12-22T18:04:43.846 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [11479577~1984810,18055610~3961943,29260973~8174132,139202421~7795035,166981340~38366,172074967~3541590,201295061~7133139,209520731~6960661,225875993~9259358,252014003~6912690,271886955~1932814,279897459~8484189,349089106~5669131,362932593~8163428,373413690~5317221] 2023-12-22T18:04:43.852 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [11479577~1984810,18055610~3961943,29260973~8174132,139202421~7795035,166981340~38366,172074967~3541590,197132288~11295912,209520731~6960661,223771750~11363601,252014003~6912690,271886955~1932814,279897459~8484189,349089106~5669131,362932593~8163428,373413690~5317221] 2023-12-22T18:04:43.852 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to 13 diff [11479577~1984810,18055610~3961943,29260973~8174132,55844344~6149003,139202421~7795035,166981340~38366,172074967~10359682,201295061~7133139,209520731~6960661,216844854~4168038,225875993~9259358,252014003~6912690,271886955~1932814,279897459~8484189,297077579~7727334,316585335~8201427,349089106~5669131,362932593~9990405,373413690~5317221] 2023-12-22T18:04:43.852 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [11479577~1984810,18055610~3961943,29260973~8174132,55844344~6149003,139202421~7795035,166981340~38366,172074967~10359682,201295061~7133139,209520731~6960661,216844854~4168038,225875993~9259358,252014003~6912690,271886955~1932814,279897459~8484189,297077579~7727334,316585335~8201427,349089106~5669131,362932593~9990405,373413690~5317221] 2023-12-22T18:04:43.858 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [11479577~1984810,18055610~3961943,29260973~8174132,55844344~6149003,139202421~7795035,166981340~38366,172074967~10359682,197132288~11295912,209520731~6960661,216844854~4168038,223771750~11363601,252014003~6912690,271886955~1932814,279897459~8484189,297077579~7727334,316585335~8201427,349089106~5669131,362932593~9990405,373413690~5317221] 2023-12-22T18:04:43.858 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to 14 diff [11479577~1984810,18055610~3961943,29260973~11106712,44154325~994351,52156127~2548391,55844344~6149003,103387926~4558478,138127982~8869474,166981340~38366,172074967~10359682,197090408~11337792,209520731~6960661,216844854~4168038,225875993~9259358,252014003~6912690,271886955~1932814,279897459~8484189,297077579~7727334,316585335~8201427,349089106~5669131,362932593~15798318] 2023-12-22T18:04:43.858 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [11479577~1984810,18055610~3961943,29260973~11106712,44154325~994351,52156127~2548391,55844344~6149003,103387926~4558478,138127982~8869474,166981340~38366,172074967~10359682,197090408~11337792,209520731~6960661,216844854~4168038,225875993~9259358,252014003~6912690,271886955~1932814,279897459~8484189,297077579~7727334,316585335~8201427,349089106~5669131,362932593~15798318] 2023-12-22T18:04:43.864 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [11479577~1984810,18055610~3961943,29260973~11106712,44154325~994351,50331648~4372870,55844344~6149003,103387926~4558478,138127982~8869474,166981340~38366,172074967~10359682,192937984~15490216,209520731~6960661,216844854~4168038,223771750~11363601,252014003~6912690,271886955~1932814,279897459~8484189,297077579~7727334,316585335~8201427,349089106~5669131,362932593~15798318] 2023-12-22T18:04:43.865 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to 15 diff [11479577~10537976,29260973~11106712,44154325~994351,52156127~2548391,55844344~6149003,103387926~4558478,126644131~5803547,138127982~8869474,153336498~3894467,166981340~38366,172074967~10359682,197090408~11337792,209520731~6960661,216844854~4168038,225875993~9259358,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,292127102~2572208,297077579~12537559,311174617~3113029,316585335~8201427,349089106~5669131,362932593~15798318] 2023-12-22T18:04:43.865 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [11479577~10537976,29260973~11106712,44154325~994351,52156127~2548391,55844344~6149003,103387926~4558478,126644131~5803547,138127982~8869474,153336498~3894467,166981340~38366,172074967~10359682,197090408~11337792,209520731~6960661,216844854~4168038,225875993~9259358,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,292127102~2572208,297077579~12537559,311174617~3113029,316585335~8201427,349089106~5669131,362932593~15798318] 2023-12-22T18:04:43.870 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [11479577~10537976,29260973~11106712,44154325~994351,50331648~4372870,55844344~6149003,103387926~4558478,126644131~5803547,138127982~8869474,153336498~3894467,166981340~38366,172074967~10359682,192937984~15490216,209520731~6960661,216844854~4168038,223771750~11363601,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,292127102~2572208,297077579~12537559,311174617~3113029,316585335~8201427,349089106~5669131,362932593~15798318] 2023-12-22T18:04:43.870 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to 16 diff [11479577~14878907,29260973~11106712,44154325~3384165,52156127~2548391,55844344~6149003,103387926~4558478,126644131~5803547,132875822~14121634,153336498~3894467,166981340~38366,172074967~10359682,197090408~11337792,209520731~6960661,216844854~4168038,225875993~9259358,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,292127102~2572208,297077579~12537559,311174617~3113029,316585335~8201427,349089106~5669131,362932593~15798318,386289055~5673055] 2023-12-22T18:04:43.871 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [11479577~14878907,29260973~11106712,44154325~3384165,52156127~2548391,55844344~6149003,103387926~4558478,126644131~5803547,132875822~14121634,153336498~3894467,166981340~38366,172074967~10359682,197090408~11337792,209520731~6960661,216844854~4168038,225875993~9259358,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,292127102~2572208,297077579~12537559,311174617~3113029,316585335~8201427,349089106~5669131,362932593~15798318,386289055~5673055] 2023-12-22T18:04:43.876 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [11479577~14878907,29260973~11106712,44154325~3384165,50331648~4372870,55844344~6149003,103387926~4558478,126644131~5803547,132875822~14121634,153336498~3894467,166981340~38366,172074967~10359682,192937984~15490216,209520731~6960661,216844854~4168038,223771750~11363601,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,292127102~2572208,297077579~12537559,311174617~3113029,316585335~8201427,349089106~5669131,362932593~15798318,386289055~5673055] 2023-12-22T18:04:43.877 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to 17 diff [11479577~14878907,29260973~11106712,44154325~7112341,52156127~2548391,55844344~7460862,103387926~4558478,126644131~5803547,132875822~14121634,153336498~3894467,166981340~38366,172074967~10359682,197090408~11337792,209520731~12247484,225875993~9259358,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,344842696~1255015,349089106~7411012,362932593~22507089,386289055~5673055] 2023-12-22T18:04:43.877 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [11479577~14878907,29260973~11106712,44154325~7112341,52156127~2548391,55844344~7460862,103387926~4558478,126644131~5803547,132875822~14121634,153336498~3894467,166981340~38366,172074967~10359682,197090408~11337792,209520731~12247484,225875993~9259358,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,344842696~1255015,349089106~7411012,362932593~22507089,386289055~5673055] 2023-12-22T18:04:43.883 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [11479577~14878907,29260973~11106712,44154325~10550193,55844344~7460862,103387926~4558478,126644131~5803547,132875822~14121634,153336498~3894467,166981340~38366,172074967~10359682,192937984~15490216,209520731~12247484,223771750~11363601,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,344842696~1255015,349089106~7411012,362932593~22507089,386289055~5673055] 2023-12-22T18:04:43.883 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to 18 diff [11479577~14878907,29260973~11433940,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~5803547,132875822~14121634,153336498~3894467,166051252~16383397,197090408~11337792,209520731~12247484,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,349089106~8763920,362932593~22507089,386289055~5673055,401788641~1311218] 2023-12-22T18:04:43.883 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [11479577~14878907,29260973~11433940,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~5803547,132875822~14121634,153336498~3894467,166051252~16383397,197090408~11337792,209520731~12247484,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,349089106~8763920,362932593~22507089,386289055~5673055,401788641~1311218] 2023-12-22T18:04:43.889 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [11479577~14878907,29260973~11433940,44154325~10550193,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~5803547,132875822~14121634,153336498~3894467,166051252~16383397,192937984~15490216,209520731~12247484,223771750~11363601,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,349089106~8763920,362932593~22507089,386289055~5673055,398458880~4640979] 2023-12-22T18:04:43.889 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to 19 diff [7557388~33137525,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,197090408~11337792,209520731~12247484,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,401788641~1311218] 2023-12-22T18:04:43.889 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~33137525,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,197090408~11337792,209520731~12247484,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,401788641~1311218] 2023-12-22T18:04:43.897 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~33137525,44154325~10550193,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,192937984~15490216,209520731~12247484,223771750~11363601,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,398458880~4640979] 2023-12-22T18:04:43.898 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to 12 diff [11479577~1984810,18055610~3961943,139202421~7795035,166981340~38366,172074967~3541590,252014003~6912690,271886955~1932814,279897459~8484189] 2023-12-22T18:04:43.898 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [11479577~1984810,18055610~3961943,139202421~7795035,166981340~38366,172074967~3541590,252014003~6912690,271886955~1932814,279897459~8484189] 2023-12-22T18:04:43.904 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [11479577~1984810,18055610~3961943,139202421~7795035,166981340~38366,172074967~3541590,252014003~6912690,271886955~1932814,279897459~8484189] 2023-12-22T18:04:43.904 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to 13 diff [11479577~1984810,18055610~3961943,55844344~6149003,139202421~7795035,166981340~38366,172074967~10359682,216844854~4168038,252014003~6912690,271886955~1932814,279897459~8484189,297077579~7727334,316585335~8201427,369786595~3136403] 2023-12-22T18:04:43.904 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [11479577~1984810,18055610~3961943,55844344~6149003,139202421~7795035,166981340~38366,172074967~10359682,216844854~4168038,252014003~6912690,271886955~1932814,279897459~8484189,297077579~7727334,316585335~8201427,369786595~3136403] 2023-12-22T18:04:43.910 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [11479577~1984810,18055610~3961943,55844344~6149003,139202421~7795035,166981340~38366,172074967~10359682,216844854~4168038,252014003~6912690,271886955~1932814,279897459~8484189,297077579~7727334,316585335~8201427,369786595~3136403] 2023-12-22T18:04:43.910 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to 14 diff [11479577~1984810,18055610~3961943,36654302~3713383,44154325~994351,52156127~2548391,55844344~6149003,103387926~4558478,138127982~8869474,166981340~38366,172074967~10359682,197090408~9082725,216844854~4168038,252014003~6912690,271886955~1932814,279897459~8484189,297077579~7727334,316585335~8201427,365759642~12152011] 2023-12-22T18:04:43.910 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [11479577~1984810,18055610~3961943,36654302~3713383,44154325~994351,52156127~2548391,55844344~6149003,103387926~4558478,138127982~8869474,166981340~38366,172074967~10359682,197090408~9082725,216844854~4168038,252014003~6912690,271886955~1932814,279897459~8484189,297077579~7727334,316585335~8201427,365759642~12152011] 2023-12-22T18:04:43.916 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [11479577~1984810,18055610~3961943,36654302~3713383,44154325~994351,50331648~4372870,55844344~6149003,103387926~4558478,138127982~8869474,166981340~38366,172074967~10359682,192937984~13235149,216844854~4168038,252014003~6912690,271886955~1932814,279897459~8484189,297077579~7727334,316585335~8201427,365759642~12152011] 2023-12-22T18:04:43.917 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to 15 diff [11479577~10537976,36654302~3713383,44154325~994351,52156127~2548391,55844344~6149003,103387926~4558478,126644131~5803547,138127982~8869474,153336498~3894467,166981340~38366,172074967~10359682,197090408~9082725,216844854~4168038,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,292127102~2572208,297077579~12537559,311174617~3113029,316585335~8201427,365759642~12152011] 2023-12-22T18:04:43.917 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [11479577~10537976,36654302~3713383,44154325~994351,52156127~2548391,55844344~6149003,103387926~4558478,126644131~5803547,138127982~8869474,153336498~3894467,166981340~38366,172074967~10359682,197090408~9082725,216844854~4168038,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,292127102~2572208,297077579~12537559,311174617~3113029,316585335~8201427,365759642~12152011] 2023-12-22T18:04:43.923 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [11479577~10537976,36654302~3713383,44154325~994351,50331648~4372870,55844344~6149003,103387926~4558478,126644131~5803547,138127982~8869474,153336498~3894467,166981340~38366,172074967~10359682,192937984~13235149,216844854~4168038,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,292127102~2572208,297077579~12537559,311174617~3113029,316585335~8201427,365759642~12152011] 2023-12-22T18:04:43.923 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to 16 diff [11479577~14878907,36654302~3713383,44154325~3384165,52156127~2548391,55844344~6149003,103387926~4558478,126644131~5803547,132875822~14121634,153336498~3894467,166981340~38366,172074967~10359682,197090408~9082725,216844854~4168038,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,292127102~2572208,297077579~12537559,311174617~3113029,316585335~8201427,365759642~12152011,386289055~5673055] 2023-12-22T18:04:43.923 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [11479577~14878907,36654302~3713383,44154325~3384165,52156127~2548391,55844344~6149003,103387926~4558478,126644131~5803547,132875822~14121634,153336498~3894467,166981340~38366,172074967~10359682,197090408~9082725,216844854~4168038,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,292127102~2572208,297077579~12537559,311174617~3113029,316585335~8201427,365759642~12152011,386289055~5673055] 2023-12-22T18:04:43.930 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [11479577~14878907,36654302~3713383,44154325~3384165,50331648~4372870,55844344~6149003,103387926~4558478,126644131~5803547,132875822~14121634,153336498~3894467,166981340~38366,172074967~10359682,192937984~13235149,216844854~4168038,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,292127102~2572208,297077579~12537559,311174617~3113029,316585335~8201427,365759642~12152011,386289055~5673055] 2023-12-22T18:04:43.930 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to 17 diff [11479577~14878907,36654302~3713383,44154325~7112341,52156127~2548391,55844344~7460862,103387926~4558478,126644131~5803547,132875822~14121634,153336498~3894467,166981340~38366,172074967~10359682,197090408~9082725,214887513~6880702,232997826~831402,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,344842696~1255015,351670434~4829684,365759642~12152011,378072812~7366870,386289055~5673055] 2023-12-22T18:04:43.930 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [11479577~14878907,36654302~3713383,44154325~7112341,52156127~2548391,55844344~7460862,103387926~4558478,126644131~5803547,132875822~14121634,153336498~3894467,166981340~38366,172074967~10359682,197090408~9082725,214887513~6880702,232997826~831402,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,344842696~1255015,351670434~4829684,365759642~12152011,378072812~7366870,386289055~5673055] 2023-12-22T18:04:43.936 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [11479577~14878907,36654302~3713383,44154325~10550193,55844344~7460862,103387926~4558478,126644131~5803547,132875822~14121634,153336498~3894467,166981340~38366,172074967~10359682,192937984~13235149,214887513~6880702,232997826~831402,241803011~5305075,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,344842696~1255015,351670434~4829684,365759642~12152011,378072812~7366870,386289055~5673055] 2023-12-22T18:04:43.936 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to 18 diff [11479577~14878907,36654302~4040611,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~5803547,132875822~14121634,153336498~3894467,166051252~16383397,197090408~9082725,214887513~6880702,232997826~831402,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:43.936 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [11479577~14878907,36654302~4040611,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~5803547,132875822~14121634,153336498~3894467,166051252~16383397,197090408~9082725,214887513~6880702,232997826~831402,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:43.942 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [11479577~14878907,36654302~4040611,44154325~10550193,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~5803547,132875822~14121634,153336498~3894467,166051252~16383397,192937984~13235149,214887513~6880702,232997826~831402,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,365759642~12152011,378072812~7366870,386289055~5673055,398458880~4640979] 2023-12-22T18:04:43.942 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to 19 diff [7557388~22516893,36654302~4040611,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,197090408~9082725,211738613~10029602,232997826~831402,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:43.942 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~22516893,36654302~4040611,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,197090408~9082725,211738613~10029602,232997826~831402,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:43.948 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~22516893,36654302~4040611,44154325~10550193,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,192937984~13235149,211738613~10029602,232997826~831402,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,398458880~4640979] 2023-12-22T18:04:43.948 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to 13 diff [55844344~6149003,175391607~7043042,216844854~4168038,297077579~7727334,316585335~8201427,369786595~3136403] 2023-12-22T18:04:43.948 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [55844344~6149003,175391607~7043042,216844854~4168038,297077579~7727334,316585335~8201427,369786595~3136403] 2023-12-22T18:04:43.954 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [55844344~6149003,175391607~7043042,216844854~4168038,297077579~7727334,316585335~8201427,369786595~3136403] 2023-12-22T18:04:43.954 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to 14 diff [36654302~3713383,44154325~994351,52156127~2548391,55844344~6149003,103387926~4558478,138127982~7675588,175391607~7043042,197090408~9082725,216844854~4168038,297077579~7727334,316585335~8201427,365759642~12152011] 2023-12-22T18:04:43.954 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [36654302~3713383,44154325~994351,52156127~2548391,55844344~6149003,103387926~4558478,138127982~7675588,175391607~7043042,197090408~9082725,216844854~4168038,297077579~7727334,316585335~8201427,365759642~12152011] 2023-12-22T18:04:43.961 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [36654302~3713383,44154325~994351,50331648~4372870,55844344~6149003,103387926~4558478,138127982~7675588,175391607~7043042,192937984~13235149,216844854~4168038,297077579~7727334,316585335~8201427,365759642~12152011] 2023-12-22T18:04:43.961 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to 15 diff [11664504~9143378,36654302~3713383,44154325~994351,52156127~2548391,55844344~6149003,103387926~4558478,126644131~5803547,138127982~7675588,153336498~3894467,175391607~7043042,197090408~9082725,216844854~4168038,241803011~5305075,292127102~2572208,297077579~12537559,311174617~3113029,316585335~8201427,365759642~12152011] 2023-12-22T18:04:43.961 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [11664504~9143378,36654302~3713383,44154325~994351,52156127~2548391,55844344~6149003,103387926~4558478,126644131~5803547,138127982~7675588,153336498~3894467,175391607~7043042,197090408~9082725,216844854~4168038,241803011~5305075,292127102~2572208,297077579~12537559,311174617~3113029,316585335~8201427,365759642~12152011] 2023-12-22T18:04:43.967 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [11664504~9143378,36654302~3713383,44154325~994351,50331648~4372870,55844344~6149003,103387926~4558478,126644131~5803547,138127982~7675588,153336498~3894467,175391607~7043042,192937984~13235149,216844854~4168038,241803011~5305075,292127102~2572208,297077579~12537559,311174617~3113029,316585335~8201427,365759642~12152011] 2023-12-22T18:04:43.967 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to 16 diff [11664504~14693980,36654302~3713383,44154325~3384165,52156127~2548391,55844344~6149003,103387926~4558478,126644131~5803547,132875822~12927748,153336498~3894467,175391607~7043042,197090408~9082725,216844854~4168038,241803011~5305075,282676856~2792831,292127102~2572208,297077579~12537559,311174617~3113029,316585335~8201427,365759642~12152011,386289055~5673055] 2023-12-22T18:04:43.967 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [11664504~14693980,36654302~3713383,44154325~3384165,52156127~2548391,55844344~6149003,103387926~4558478,126644131~5803547,132875822~12927748,153336498~3894467,175391607~7043042,197090408~9082725,216844854~4168038,241803011~5305075,282676856~2792831,292127102~2572208,297077579~12537559,311174617~3113029,316585335~8201427,365759642~12152011,386289055~5673055] 2023-12-22T18:04:43.973 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [11664504~14693980,36654302~3713383,44154325~3384165,50331648~4372870,55844344~6149003,103387926~4558478,126644131~5803547,132875822~12927748,153336498~3894467,175391607~7043042,192937984~13235149,216844854~4168038,241803011~5305075,282676856~2792831,292127102~2572208,297077579~12537559,311174617~3113029,316585335~8201427,365759642~12152011,386289055~5673055] 2023-12-22T18:04:43.973 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to 17 diff [11664504~14693980,36654302~3713383,44154325~7112341,52156127~2548391,55844344~7460862,103387926~4558478,126644131~5803547,132875822~12927748,153336498~3894467,175391607~7043042,197090408~9082725,214887513~6880702,232997826~831402,241803011~5305075,282676856~2792831,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,344842696~1255015,351670434~4829684,365759642~12152011,378072812~7366870,386289055~5673055] 2023-12-22T18:04:43.973 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [11664504~14693980,36654302~3713383,44154325~7112341,52156127~2548391,55844344~7460862,103387926~4558478,126644131~5803547,132875822~12927748,153336498~3894467,175391607~7043042,197090408~9082725,214887513~6880702,232997826~831402,241803011~5305075,282676856~2792831,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,344842696~1255015,351670434~4829684,365759642~12152011,378072812~7366870,386289055~5673055] 2023-12-22T18:04:43.979 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [11664504~14693980,36654302~3713383,44154325~10550193,55844344~7460862,103387926~4558478,126644131~5803547,132875822~12927748,153336498~3894467,175391607~7043042,192937984~13235149,214887513~6880702,232997826~831402,241803011~5305075,282676856~2792831,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,344842696~1255015,351670434~4829684,365759642~12152011,378072812~7366870,386289055~5673055] 2023-12-22T18:04:43.979 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to 18 diff [11664504~14693980,36654302~4040611,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~5803547,132875822~12927748,153336498~3894467,166051252~6533294,175391607~7043042,197090408~9082725,214887513~6880702,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:43.979 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [11664504~14693980,36654302~4040611,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~5803547,132875822~12927748,153336498~3894467,166051252~6533294,175391607~7043042,197090408~9082725,214887513~6880702,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:43.985 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [11664504~14693980,36654302~4040611,44154325~10550193,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~5803547,132875822~12927748,153336498~3894467,166051252~6533294,175391607~7043042,192937984~13235149,214887513~6880702,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,365759642~12152011,378072812~7366870,386289055~5673055,398458880~4640979] 2023-12-22T18:04:43.985 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to 19 diff [7557388~22516893,36654302~4040611,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~19159439,153336498~3894467,166051252~6533294,175391607~9409860,197090408~9082725,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:43.985 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~22516893,36654302~4040611,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~19159439,153336498~3894467,166051252~6533294,175391607~9409860,197090408~9082725,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:43.991 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~22516893,36654302~4040611,44154325~10550193,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~19159439,153336498~3894467,166051252~6533294,175391607~9409860,192937984~13235149,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,398458880~4640979] 2023-12-22T18:04:43.992 INFO:tasks.workunit.client.0.smithi032.stdout:from 13 to 14 diff [36654302~3713383,44154325~994351,52156127~2548391,103387926~4558478,138127982~7675588,197090408~9082725,365759642~12152011] 2023-12-22T18:04:43.992 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [36654302~3713383,44154325~994351,52156127~2548391,103387926~4558478,138127982~7675588,197090408~9082725,365759642~12152011] 2023-12-22T18:04:43.998 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [36654302~3713383,44154325~994351,50331648~4372870,103387926~4558478,138127982~7675588,192937984~13235149,365759642~12152011] 2023-12-22T18:04:43.998 INFO:tasks.workunit.client.0.smithi032.stdout:from 13 to 15 diff [11664504~9143378,36654302~3713383,44154325~994351,52156127~2548391,103387926~4558478,126644131~5803547,138127982~7675588,153336498~3894467,197090408~9082725,241803011~5305075,292127102~2572208,304325254~5289884,311174617~3113029,365759642~12152011] 2023-12-22T18:04:43.998 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [11664504~9143378,36654302~3713383,44154325~994351,52156127~2548391,103387926~4558478,126644131~5803547,138127982~7675588,153336498~3894467,197090408~9082725,241803011~5305075,292127102~2572208,304325254~5289884,311174617~3113029,365759642~12152011] 2023-12-22T18:04:44.004 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [11664504~9143378,36654302~3713383,44154325~994351,50331648~4372870,103387926~4558478,126644131~5803547,138127982~7675588,153336498~3894467,192937984~13235149,241803011~5305075,292127102~2572208,304325254~5289884,311174617~3113029,365759642~12152011] 2023-12-22T18:04:44.004 INFO:tasks.workunit.client.0.smithi032.stdout:from 13 to 16 diff [11664504~14693980,36654302~3713383,44154325~3384165,52156127~2548391,55918424~3738794,103387926~4558478,126644131~5803547,132875822~12927748,153336498~3894467,197090408~9082725,241803011~5305075,282676856~2792831,292127102~2572208,304325254~5289884,311174617~3113029,365759642~12152011,386289055~5673055] 2023-12-22T18:04:44.004 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [11664504~14693980,36654302~3713383,44154325~3384165,52156127~2548391,55918424~3738794,103387926~4558478,126644131~5803547,132875822~12927748,153336498~3894467,197090408~9082725,241803011~5305075,282676856~2792831,292127102~2572208,304325254~5289884,311174617~3113029,365759642~12152011,386289055~5673055] 2023-12-22T18:04:44.010 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [11664504~14693980,36654302~3713383,44154325~3384165,50331648~4372870,55918424~3738794,103387926~4558478,126644131~5803547,132875822~12927748,153336498~3894467,192937984~13235149,241803011~5305075,282676856~2792831,292127102~2572208,304325254~5289884,311174617~3113029,365759642~12152011,386289055~5673055] 2023-12-22T18:04:44.011 INFO:tasks.workunit.client.0.smithi032.stdout:from 13 to 17 diff [11664504~14693980,36654302~3713383,44154325~7112341,52156127~2548391,55918424~3738794,61584511~1720695,103387926~4558478,126644131~5803547,132875822~12927748,153336498~3894467,197090408~9082725,214887513~6880702,232997826~831402,241803011~5305075,282676856~2792831,291027777~3671533,304325254~5289884,311174617~3113029,321149289~6600475,344842696~1255015,351670434~4829684,365759642~12152011,378072812~7366870,386289055~5673055] 2023-12-22T18:04:44.011 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [11664504~14693980,36654302~3713383,44154325~7112341,52156127~2548391,55918424~3738794,61584511~1720695,103387926~4558478,126644131~5803547,132875822~12927748,153336498~3894467,197090408~9082725,214887513~6880702,232997826~831402,241803011~5305075,282676856~2792831,291027777~3671533,304325254~5289884,311174617~3113029,321149289~6600475,344842696~1255015,351670434~4829684,365759642~12152011,378072812~7366870,386289055~5673055] 2023-12-22T18:04:44.016 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [11664504~14693980,36654302~3713383,44154325~10550193,55918424~3738794,61584511~1720695,103387926~4558478,126644131~5803547,132875822~12927748,153336498~3894467,192937984~13235149,214887513~6880702,232997826~831402,241803011~5305075,282676856~2792831,291027777~3671533,304325254~5289884,311174617~3113029,321149289~6600475,344842696~1255015,351670434~4829684,365759642~12152011,378072812~7366870,386289055~5673055] 2023-12-22T18:04:44.017 INFO:tasks.workunit.client.0.smithi032.stdout:from 13 to 18 diff [11664504~14693980,36654302~4040611,44154325~7112341,52156127~2548391,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,103387926~4558478,126644131~5803547,132875822~12927748,153336498~3894467,166051252~6533294,197090408~9082725,214887513~6880702,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,304325254~5289884,311174617~3113029,321149289~6600475,340883614~5471801,350212000~7641026,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:44.017 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [11664504~14693980,36654302~4040611,44154325~7112341,52156127~2548391,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,103387926~4558478,126644131~5803547,132875822~12927748,153336498~3894467,166051252~6533294,197090408~9082725,214887513~6880702,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,304325254~5289884,311174617~3113029,321149289~6600475,340883614~5471801,350212000~7641026,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:44.023 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [11664504~14693980,36654302~4040611,44154325~10550193,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,103387926~4558478,126644131~5803547,132875822~12927748,153336498~3894467,166051252~6533294,192937984~13235149,214887513~6880702,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,304325254~5289884,311174617~3113029,321149289~6600475,340883614~5471801,350212000~7641026,365759642~12152011,378072812~7366870,386289055~5673055,398458880~4640979] 2023-12-22T18:04:44.023 INFO:tasks.workunit.client.0.smithi032.stdout:from 13 to 19 diff [7557388~22516893,36654302~4040611,44154325~7112341,52156127~2548391,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,103387926~4558478,126644131~19159439,153336498~3894467,166051252~6533294,177190919~7610548,197090408~9082725,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,304325254~5289884,311174617~3113029,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:44.023 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~22516893,36654302~4040611,44154325~7112341,52156127~2548391,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,103387926~4558478,126644131~19159439,153336498~3894467,166051252~6533294,177190919~7610548,197090408~9082725,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,304325254~5289884,311174617~3113029,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:44.029 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~22516893,36654302~4040611,44154325~10550193,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,103387926~4558478,126644131~19159439,153336498~3894467,166051252~6533294,177190919~7610548,192937984~13235149,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,304325254~5289884,311174617~3113029,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,398458880~4640979] 2023-12-22T18:04:44.029 INFO:tasks.workunit.client.0.smithi032.stdout:from 14 to 15 diff [11664504~9143378,126644131~5803547,153336498~3894467,241803011~5305075,292127102~2572208,304325254~5289884,311174617~3113029] 2023-12-22T18:04:44.029 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [11664504~9143378,126644131~5803547,153336498~3894467,241803011~5305075,292127102~2572208,304325254~5289884,311174617~3113029] 2023-12-22T18:04:44.040 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [11664504~9143378,126644131~5803547,153336498~3894467,241803011~5305075,292127102~2572208,304325254~5289884,311174617~3113029] 2023-12-22T18:04:44.040 INFO:tasks.workunit.client.0.smithi032.stdout:from 14 to 16 diff [11664504~14693980,44502730~3035760,55918424~3738794,126644131~5803547,132875822~9792032,153336498~3894467,241803011~5305075,282676856~2792831,292127102~2572208,304325254~5289884,311174617~3113029,386289055~5673055] 2023-12-22T18:04:44.040 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [11664504~14693980,44502730~3035760,55918424~3738794,126644131~5803547,132875822~9792032,153336498~3894467,241803011~5305075,282676856~2792831,292127102~2572208,304325254~5289884,311174617~3113029,386289055~5673055] 2023-12-22T18:04:44.046 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [11664504~14693980,44502730~3035760,55918424~3738794,126644131~5803547,132875822~9792032,153336498~3894467,241803011~5305075,282676856~2792831,292127102~2572208,304325254~5289884,311174617~3113029,386289055~5673055] 2023-12-22T18:04:44.046 INFO:tasks.workunit.client.0.smithi032.stdout:from 14 to 17 diff [11664504~14693980,44502730~6763936,55918424~3738794,61584511~1720695,126644131~5803547,132875822~9792032,153336498~3894467,214887513~6880702,232997826~831402,241803011~5305075,282676856~2792831,291027777~3671533,304325254~5289884,311174617~3113029,321149289~6600475,344842696~1255015,351670434~4829684,378072812~7366870,386289055~5673055] 2023-12-22T18:04:44.046 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [11664504~14693980,44502730~6763936,55918424~3738794,61584511~1720695,126644131~5803547,132875822~9792032,153336498~3894467,214887513~6880702,232997826~831402,241803011~5305075,282676856~2792831,291027777~3671533,304325254~5289884,311174617~3113029,321149289~6600475,344842696~1255015,351670434~4829684,378072812~7366870,386289055~5673055] 2023-12-22T18:04:44.052 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [11664504~14693980,44502730~6763936,55918424~3738794,61584511~1720695,126644131~5803547,132875822~9792032,153336498~3894467,214887513~6880702,232997826~831402,241803011~5305075,282676856~2792831,291027777~3671533,304325254~5289884,311174617~3113029,321149289~6600475,344842696~1255015,351670434~4829684,378072812~7366870,386289055~5673055] 2023-12-22T18:04:44.052 INFO:tasks.workunit.client.0.smithi032.stdout:from 14 to 18 diff [11664504~14693980,39333440~1361473,44502730~6763936,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,126644131~5803547,132875822~9792032,153336498~3894467,166051252~6533294,214887513~6880702,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,304325254~5289884,311174617~3113029,321149289~6600475,340883614~5471801,350212000~7641026,370413206~3910424,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:44.053 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [11664504~14693980,39333440~1361473,44502730~6763936,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,126644131~5803547,132875822~9792032,153336498~3894467,166051252~6533294,214887513~6880702,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,304325254~5289884,311174617~3113029,321149289~6600475,340883614~5471801,350212000~7641026,370413206~3910424,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:44.058 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [11664504~14693980,39333440~1361473,44502730~6763936,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,126644131~5803547,132875822~9792032,153336498~3894467,166051252~6533294,214887513~6880702,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,304325254~5289884,311174617~3113029,321149289~6600475,340883614~5471801,350212000~7641026,370413206~3910424,378072812~7366870,386289055~5673055,398458880~4640979] 2023-12-22T18:04:44.059 INFO:tasks.workunit.client.0.smithi032.stdout:from 14 to 19 diff [7557388~22516893,39333440~1361473,44502730~6763936,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,126644131~16023723,153336498~3894467,166051252~6533294,177190919~7610548,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,304325254~5289884,311174617~3113029,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,366026452~99254,370413206~3910424,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:44.059 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~22516893,39333440~1361473,44502730~6763936,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,126644131~16023723,153336498~3894467,166051252~6533294,177190919~7610548,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,304325254~5289884,311174617~3113029,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,366026452~99254,370413206~3910424,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:44.065 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~22516893,39333440~1361473,44502730~6763936,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,126644131~16023723,153336498~3894467,166051252~6533294,177190919~7610548,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,304325254~5289884,311174617~3113029,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,366026452~99254,370413206~3910424,378072812~7366870,386289055~5673055,398458880~4640979] 2023-12-22T18:04:44.065 INFO:tasks.workunit.client.0.smithi032.stdout:from 15 to 16 diff [19157493~7200991,44502730~3035760,55918424~3738794,132875822~9792032,154615379~1476546,282676856~2792831,386289055~5673055] 2023-12-22T18:04:44.065 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [19157493~7200991,44502730~3035760,55918424~3738794,132875822~9792032,154615379~1476546,282676856~2792831,386289055~5673055] 2023-12-22T18:04:44.071 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [19157493~7200991,44502730~3035760,55918424~3738794,132875822~9792032,154615379~1476546,282676856~2792831,386289055~5673055] 2023-12-22T18:04:44.071 INFO:tasks.workunit.client.0.smithi032.stdout:from 15 to 17 diff [19157493~7200991,44502730~6763936,55918424~3738794,61584511~1720695,132875822~9792032,154615379~1476546,214887513~6880702,232997826~831402,282676856~2792831,291027777~2060941,321149289~6600475,344842696~1255015,351670434~4829684,378072812~7366870,386289055~5673055] 2023-12-22T18:04:44.071 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [19157493~7200991,44502730~6763936,55918424~3738794,61584511~1720695,132875822~9792032,154615379~1476546,214887513~6880702,232997826~831402,282676856~2792831,291027777~2060941,321149289~6600475,344842696~1255015,351670434~4829684,378072812~7366870,386289055~5673055] 2023-12-22T18:04:44.077 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [19157493~7200991,44502730~6763936,55918424~3738794,61584511~1720695,132875822~9792032,154615379~1476546,214887513~6880702,232997826~831402,282676856~2792831,291027777~2060941,321149289~6600475,344842696~1255015,351670434~4829684,378072812~7366870,386289055~5673055] 2023-12-22T18:04:44.077 INFO:tasks.workunit.client.0.smithi032.stdout:from 15 to 18 diff [19157493~7200991,39333440~1361473,44502730~6763936,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,132875822~9792032,154615379~1476546,166051252~6533294,214887513~6880702,232997826~831402,239091415~5644697,282676856~2792831,291027777~2060941,321149289~6600475,340883614~5471801,350212000~7641026,370413206~3910424,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:44.077 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [19157493~7200991,39333440~1361473,44502730~6763936,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,132875822~9792032,154615379~1476546,166051252~6533294,214887513~6880702,232997826~831402,239091415~5644697,282676856~2792831,291027777~2060941,321149289~6600475,340883614~5471801,350212000~7641026,370413206~3910424,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:44.083 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [19157493~7200991,39333440~1361473,44502730~6763936,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,132875822~9792032,154615379~1476546,166051252~6533294,214887513~6880702,232997826~831402,239091415~5644697,282676856~2792831,291027777~2060941,321149289~6600475,340883614~5471801,350212000~7641026,370413206~3910424,378072812~7366870,386289055~5673055,398458880~4640979] 2023-12-22T18:04:44.083 INFO:tasks.workunit.client.0.smithi032.stdout:from 15 to 19 diff [7557388~6201005,19157493~10916788,39333440~1361473,44502730~6763936,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,131417513~11250341,154615379~1476546,166051252~6533294,177190919~7610548,211738613~10029602,232997826~831402,239091415~5644697,282676856~2792831,291027777~2060941,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,366026452~99254,370413206~3910424,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:44.083 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~6201005,19157493~10916788,39333440~1361473,44502730~6763936,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,131417513~11250341,154615379~1476546,166051252~6533294,177190919~7610548,211738613~10029602,232997826~831402,239091415~5644697,282676856~2792831,291027777~2060941,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,366026452~99254,370413206~3910424,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:44.089 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~6201005,19157493~10916788,39333440~1361473,44502730~6763936,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,131417513~11250341,154615379~1476546,166051252~6533294,177190919~7610548,211738613~10029602,232997826~831402,239091415~5644697,282676856~2792831,291027777~2060941,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,366026452~99254,370413206~3910424,378072812~7366870,386289055~5673055,398458880~4640979] 2023-12-22T18:04:44.089 INFO:tasks.workunit.client.0.smithi032.stdout:from 16 to 17 diff [25339110~540732,46265080~5001586,61584511~1720695,214887513~6880702,232997826~831402,291027777~2060941,321149289~6600475,344842696~1255015,351670434~4829684,378072812~7366870] 2023-12-22T18:04:44.089 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [25339110~540732,46265080~5001586,61584511~1720695,214887513~6880702,232997826~831402,291027777~2060941,321149289~6600475,344842696~1255015,351670434~4829684,378072812~7366870] 2023-12-22T18:04:44.095 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [25339110~540732,46265080~5001586,61584511~1720695,214887513~6880702,232997826~831402,291027777~2060941,321149289~6600475,344842696~1255015,351670434~4829684,378072812~7366870] 2023-12-22T18:04:44.096 INFO:tasks.workunit.client.0.smithi032.stdout:from 16 to 18 diff [25339110~540732,39333440~1361473,46265080~5001586,61584511~1720695,80029781~1421493,99629496~1187641,166051252~6533294,214887513~6880702,232997826~831402,239091415~5644697,291027777~2060941,321149289~6600475,340883614~5471801,350212000~7641026,370413206~3910424,378072812~7366870,401788641~1311218] 2023-12-22T18:04:44.096 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [25339110~540732,39333440~1361473,46265080~5001586,61584511~1720695,80029781~1421493,99629496~1187641,166051252~6533294,214887513~6880702,232997826~831402,239091415~5644697,291027777~2060941,321149289~6600475,340883614~5471801,350212000~7641026,370413206~3910424,378072812~7366870,401788641~1311218] 2023-12-22T18:04:44.102 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [25339110~540732,39333440~1361473,46265080~5001586,61584511~1720695,80029781~1421493,99629496~1187641,166051252~6533294,214887513~6880702,232997826~831402,239091415~5644697,291027777~2060941,321149289~6600475,340883614~5471801,350212000~7641026,370413206~3910424,378072812~7366870,398458880~4640979] 2023-12-22T18:04:44.102 INFO:tasks.workunit.client.0.smithi032.stdout:from 16 to 19 diff [7557388~6201005,25339110~540732,26178844~3895437,39333440~1361473,46265080~5001586,61584511~1720695,80029781~1421493,99629496~1187641,131417513~5496454,166051252~6533294,177190919~7610548,211738613~10029602,232997826~831402,239091415~5644697,291027777~2060941,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,366026452~99254,370413206~3910424,378072812~7366870,401788641~1311218] 2023-12-22T18:04:44.102 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~6201005,25339110~540732,26178844~3895437,39333440~1361473,46265080~5001586,61584511~1720695,80029781~1421493,99629496~1187641,131417513~5496454,166051252~6533294,177190919~7610548,211738613~10029602,232997826~831402,239091415~5644697,291027777~2060941,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,366026452~99254,370413206~3910424,378072812~7366870,401788641~1311218] 2023-12-22T18:04:44.108 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~6201005,25339110~540732,26178844~3895437,39333440~1361473,46265080~5001586,61584511~1720695,80029781~1421493,99629496~1187641,131417513~5496454,166051252~6533294,177190919~7610548,211738613~10029602,232997826~831402,239091415~5644697,291027777~2060941,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,366026452~99254,370413206~3910424,378072812~7366870,398458880~4640979] 2023-12-22T18:04:44.108 INFO:tasks.workunit.client.0.smithi032.stdout:from 17 to 18 diff [39333440~1361473,80029781~1421493,99629496~1187641,166051252~6533294,239091415~5644697,340883614~5471801,350212000~7641026,370413206~3910424,401788641~1311218] 2023-12-22T18:04:44.108 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [39333440~1361473,80029781~1421493,99629496~1187641,166051252~6533294,239091415~5644697,340883614~5471801,350212000~7641026,370413206~3910424,401788641~1311218] 2023-12-22T18:04:44.115 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [39333440~1361473,80029781~1421493,99629496~1187641,166051252~6533294,239091415~5644697,340883614~5471801,350212000~7641026,370413206~3910424,398458880~4640979] 2023-12-22T18:04:44.115 INFO:tasks.workunit.client.0.smithi032.stdout:from 17 to 19 diff [7557388~6201005,26178844~3895437,39333440~1361473,80029781~1421493,99629496~1187641,131417513~5496454,166051252~6533294,177190919~7610548,211738613~8584959,239091415~5644697,340883614~5471801,350212000~7641026,358674983~1765647,366026452~99254,370413206~3910424,401788641~1311218] 2023-12-22T18:04:44.115 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~6201005,26178844~3895437,39333440~1361473,80029781~1421493,99629496~1187641,131417513~5496454,166051252~6533294,177190919~7610548,211738613~8584959,239091415~5644697,340883614~5471801,350212000~7641026,358674983~1765647,366026452~99254,370413206~3910424,401788641~1311218] 2023-12-22T18:04:44.120 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~6201005,26178844~3895437,39333440~1361473,80029781~1421493,99629496~1187641,131417513~5496454,166051252~6533294,177190919~7610548,211738613~8584959,239091415~5644697,340883614~5471801,350212000~7641026,358674983~1765647,366026452~99254,370413206~3910424,398458880~4640979] 2023-12-22T18:04:44.121 INFO:tasks.workunit.client.0.smithi032.stdout:from 18 to 19 diff [7557388~6201005,26178844~3895437,131417513~5496454,177190919~7610548,211738613~8584959,358674983~1765647,366026452~99254] 2023-12-22T18:04:44.121 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~6201005,26178844~3895437,131417513~5496454,177190919~7610548,211738613~8584959,358674983~1765647,366026452~99254] 2023-12-22T18:04:44.127 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~6201005,26178844~3895437,131417513~5496454,177190919~7610548,211738613~8584959,358674983~1765647,366026452~99254] 2023-12-22T18:04:44.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:43 smithi032 ceph-mon[191839]: osdmap e1436: 8 total, 8 up, 8 in 2023-12-22T18:04:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:43 smithi032 ceph-mon[189144]: osdmap e1436: 8 total, 8 up, 8 in 2023-12-22T18:04:44.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:43 smithi039 ceph-mon[181282]: osdmap e1436: 8 total, 8 up, 8 in 2023-12-22T18:04:44.910 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,188298643~3100164,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~30446027,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:44.911 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,188298643~3100164,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~30446027,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:44.934 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~77373040,88080384~8739870,98586065~2231072,103387926~43609530,153336498~38062309,192937984~42197367,239075328~22458094,264241152~12117060,276824064~37463582,314572800~43280226,358674983~1765647,360710144~31251966,394264576~4007920,398458880~7298786] 2023-12-22T18:04:44.935 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,277043998~12203605,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:44.935 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,277043998~12203605,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:44.941 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~29745730,80029781~1421493,88080384~8739870,98586065~2231072,103387926~43609530,153336498~11137667,166051252~21727311,192937984~42197367,239075328~19851365,264241152~12117060,276824064~12423539,289495090~24792556,314572800~43280226,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~7298786] 2023-12-22T18:04:44.941 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~18055711,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:44.941 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~18055711,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:44.949 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~18055711,80029781~1421493,88080384~8739870,98586065~2231072,103387926~43609530,153336498~11137667,166051252~21727311,192937984~42197367,239091415~19835278,264241152~12117060,279897459~9350144,289495090~24792556,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~7298786] 2023-12-22T18:04:44.949 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,252014003~6912690,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:44.949 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,252014003~6912690,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:44.955 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,67395828~5424715,80029781~1421493,88080384~8739870,98586065~2231072,103387926~15655815,125169903~21827553,153336498~11137667,166051252~21727311,192937984~42197367,239091415~9779932,252014003~6912690,264241152~12117060,279897459~9350144,289495090~24792556,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:44.956 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,268248006~8110206,279897459~9350144,291027777~5477581,297077579~17210067,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:44.956 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,268248006~8110206,279897459~9350144,291027777~5477581,297077579~17210067,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:44.962 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,67395828~5424715,80029781~1421493,88080384~8739870,98586065~2231072,103387926~15655815,125169903~21827553,153336498~11137667,166051252~18750215,192937984~42197367,239091415~8016671,252014003~6912690,264241152~12117060,279897459~9350144,291027777~5477581,297077579~17210067,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:44.962 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:44.962 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:44.969 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,98586065~2231072,103387926~4558478,111693452~7350289,125169903~21827553,153336498~11137667,166051252~18750215,192937984~42197367,239091415~8016671,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~20484852,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:44.969 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,126644131~20353325,153336498~4737554,158800286~5647841,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:44.969 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,126644131~20353325,153336498~4737554,158800286~5647841,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:44.976 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~37343211,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,98586065~2231072,103387926~4558478,111693452~7350289,126644131~20353325,153336498~11111629,166051252~18750215,192937984~15490216,208428691~26706660,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~20484852,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:44.976 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to HEAD diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,208428691~14595849,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11164429,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:44.976 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,208428691~14595849,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11164429,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:44.985 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7010743~34526772,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,98586065~2231072,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,192937984~15490216,208428691~14595849,223771750~11363601,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11164429,331429159~4636285,337368174~20484852,358674983~1765647,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:44.985 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to HEAD diff [7557388~33980127,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,99629496~1187641,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,209520731~13503809,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~18216308,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:44.985 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~33980127,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,99629496~1187641,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,209520731~13503809,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~18216308,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:44.992 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~33980127,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,99629496~1187641,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,192937984~15490216,209520731~13503809,223771750~11363601,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,337852296~20000730,358674983~1765647,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:44.992 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to HEAD diff [7557388~33980127,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,99629496~1187641,103387926~4558478,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,209520731~13503809,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~6718697,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:44.992 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~33980127,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,99629496~1187641,103387926~4558478,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,209520731~13503809,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~6718697,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:44.998 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~33980127,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,99629496~1187641,103387926~4558478,126644131~20353325,153336498~4737554,166051252~18750215,192937984~15490216,209520731~13503809,223771750~11363601,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,337852296~8503119,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:44.998 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to HEAD diff [7557388~33137525,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,197090408~11337792,209520731~12247484,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,401788641~1311218] 2023-12-22T18:04:44.998 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~33137525,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,197090408~11337792,209520731~12247484,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,401788641~1311218] 2023-12-22T18:04:45.004 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~33137525,44154325~10550193,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,192937984~15490216,209520731~12247484,223771750~11363601,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,398458880~4640979] 2023-12-22T18:04:45.005 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to HEAD diff [7557388~22516893,36654302~4040611,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,197090408~9082725,211738613~10029602,232997826~831402,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:45.005 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~22516893,36654302~4040611,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,197090408~9082725,211738613~10029602,232997826~831402,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:45.010 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~22516893,36654302~4040611,44154325~10550193,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,192937984~13235149,211738613~10029602,232997826~831402,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,398458880~4640979] 2023-12-22T18:04:45.010 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to HEAD diff [7557388~22516893,36654302~4040611,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~19159439,153336498~3894467,166051252~6533294,175391607~9409860,197090408~9082725,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:45.011 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~22516893,36654302~4040611,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~19159439,153336498~3894467,166051252~6533294,175391607~9409860,197090408~9082725,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:45.017 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~22516893,36654302~4040611,44154325~10550193,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~19159439,153336498~3894467,166051252~6533294,175391607~9409860,192937984~13235149,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,398458880~4640979] 2023-12-22T18:04:45.017 INFO:tasks.workunit.client.0.smithi032.stdout:from 13 to HEAD diff [7557388~22516893,36654302~4040611,44154325~7112341,52156127~2548391,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,103387926~4558478,126644131~19159439,153336498~3894467,166051252~6533294,177190919~7610548,197090408~9082725,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,304325254~5289884,311174617~3113029,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:45.017 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~22516893,36654302~4040611,44154325~7112341,52156127~2548391,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,103387926~4558478,126644131~19159439,153336498~3894467,166051252~6533294,177190919~7610548,197090408~9082725,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,304325254~5289884,311174617~3113029,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:45.023 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~22516893,36654302~4040611,44154325~10550193,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,103387926~4558478,126644131~19159439,153336498~3894467,166051252~6533294,177190919~7610548,192937984~13235149,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,304325254~5289884,311174617~3113029,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,398458880~4640979] 2023-12-22T18:04:45.023 INFO:tasks.workunit.client.0.smithi032.stdout:from 14 to HEAD diff [7557388~22516893,39333440~1361473,44502730~6763936,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,126644131~16023723,153336498~3894467,166051252~6533294,177190919~7610548,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,304325254~5289884,311174617~3113029,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,366026452~99254,370413206~3910424,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:45.023 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~22516893,39333440~1361473,44502730~6763936,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,126644131~16023723,153336498~3894467,166051252~6533294,177190919~7610548,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,304325254~5289884,311174617~3113029,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,366026452~99254,370413206~3910424,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:45.029 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~22516893,39333440~1361473,44502730~6763936,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,126644131~16023723,153336498~3894467,166051252~6533294,177190919~7610548,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,304325254~5289884,311174617~3113029,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,366026452~99254,370413206~3910424,378072812~7366870,386289055~5673055,398458880~4640979] 2023-12-22T18:04:45.029 INFO:tasks.workunit.client.0.smithi032.stdout:from 15 to HEAD diff [7557388~6201005,19157493~10916788,39333440~1361473,44502730~6763936,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,131417513~11250341,154615379~1476546,166051252~6533294,177190919~7610548,211738613~10029602,232997826~831402,239091415~5644697,282676856~2792831,291027777~2060941,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,366026452~99254,370413206~3910424,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:45.029 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~6201005,19157493~10916788,39333440~1361473,44502730~6763936,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,131417513~11250341,154615379~1476546,166051252~6533294,177190919~7610548,211738613~10029602,232997826~831402,239091415~5644697,282676856~2792831,291027777~2060941,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,366026452~99254,370413206~3910424,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:45.035 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~6201005,19157493~10916788,39333440~1361473,44502730~6763936,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,131417513~11250341,154615379~1476546,166051252~6533294,177190919~7610548,211738613~10029602,232997826~831402,239091415~5644697,282676856~2792831,291027777~2060941,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,366026452~99254,370413206~3910424,378072812~7366870,386289055~5673055,398458880~4640979] 2023-12-22T18:04:45.035 INFO:tasks.workunit.client.0.smithi032.stdout:from 16 to HEAD diff [7557388~6201005,25339110~540732,26178844~3895437,39333440~1361473,46265080~5001586,61584511~1720695,80029781~1421493,99629496~1187641,131417513~5496454,166051252~6533294,177190919~7610548,211738613~10029602,232997826~831402,239091415~5644697,291027777~2060941,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,366026452~99254,370413206~3910424,378072812~7366870,401788641~1311218] 2023-12-22T18:04:45.036 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~6201005,25339110~540732,26178844~3895437,39333440~1361473,46265080~5001586,61584511~1720695,80029781~1421493,99629496~1187641,131417513~5496454,166051252~6533294,177190919~7610548,211738613~10029602,232997826~831402,239091415~5644697,291027777~2060941,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,366026452~99254,370413206~3910424,378072812~7366870,401788641~1311218] 2023-12-22T18:04:45.042 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~6201005,25339110~540732,26178844~3895437,39333440~1361473,46265080~5001586,61584511~1720695,80029781~1421493,99629496~1187641,131417513~5496454,166051252~6533294,177190919~7610548,211738613~10029602,232997826~831402,239091415~5644697,291027777~2060941,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,366026452~99254,370413206~3910424,378072812~7366870,398458880~4640979] 2023-12-22T18:04:45.042 INFO:tasks.workunit.client.0.smithi032.stdout:from 17 to HEAD diff [7557388~6201005,26178844~3895437,39333440~1361473,80029781~1421493,99629496~1187641,131417513~5496454,166051252~6533294,177190919~7610548,211738613~8584959,239091415~5644697,340883614~5471801,350212000~7641026,358674983~1765647,366026452~99254,370413206~3910424,401788641~1311218] 2023-12-22T18:04:45.042 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~6201005,26178844~3895437,39333440~1361473,80029781~1421493,99629496~1187641,131417513~5496454,166051252~6533294,177190919~7610548,211738613~8584959,239091415~5644697,340883614~5471801,350212000~7641026,358674983~1765647,366026452~99254,370413206~3910424,401788641~1311218] 2023-12-22T18:04:45.047 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~6201005,26178844~3895437,39333440~1361473,80029781~1421493,99629496~1187641,131417513~5496454,166051252~6533294,177190919~7610548,211738613~8584959,239091415~5644697,340883614~5471801,350212000~7641026,358674983~1765647,366026452~99254,370413206~3910424,398458880~4640979] 2023-12-22T18:04:45.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:44 smithi032 ceph-mon[189144]: pgmap v2438: 137 pgs: 137 active+clean; 793 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 106 KiB/s rd, 38 MiB/s wr, 443 op/s 2023-12-22T18:04:45.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:44 smithi032 ceph-mon[191839]: pgmap v2438: 137 pgs: 137 active+clean; 793 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 106 KiB/s rd, 38 MiB/s wr, 443 op/s 2023-12-22T18:04:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:44 smithi039 ceph-mon[181282]: pgmap v2438: 137 pgs: 137 active+clean; 793 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 106 KiB/s rd, 38 MiB/s wr, 443 op/s 2023-12-22T18:04:45.934 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,188298643~3100164,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~30446027,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:45.934 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,188298643~3100164,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~30446027,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:45.969 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~77373040,88080384~8739870,98586065~2231072,103387926~43609530,153336498~38062309,192937984~42197367,239075328~22458094,264241152~12117060,276824064~37463582,314572800~43280226,358674983~1765647,360710144~31251966,394264576~4007920,398458880~7298786] 2023-12-22T18:04:45.970 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,277043998~12203605,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:45.970 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,277043998~12203605,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:45.977 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~29745730,80029781~1421493,88080384~8739870,98586065~2231072,103387926~43609530,153336498~11137667,166051252~21727311,192937984~42197367,239075328~19851365,264241152~12117060,276824064~12423539,289495090~24792556,314572800~43280226,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~7298786] 2023-12-22T18:04:45.977 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~18055711,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:45.977 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~18055711,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:45.983 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~18055711,80029781~1421493,88080384~8739870,98586065~2231072,103387926~43609530,153336498~11137667,166051252~21727311,192937984~42197367,239091415~19835278,264241152~12117060,279897459~9350144,289495090~24792556,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~7298786] 2023-12-22T18:04:45.983 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,252014003~6912690,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:45.983 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,252014003~6912690,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:45.990 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,67395828~5424715,80029781~1421493,88080384~8739870,98586065~2231072,103387926~15655815,125169903~21827553,153336498~11137667,166051252~21727311,192937984~42197367,239091415~9779932,252014003~6912690,264241152~12117060,279897459~9350144,289495090~24792556,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:45.990 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,268248006~8110206,279897459~9350144,291027777~5477581,297077579~17210067,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:45.990 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,268248006~8110206,279897459~9350144,291027777~5477581,297077579~17210067,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:45.996 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,67395828~5424715,80029781~1421493,88080384~8739870,98586065~2231072,103387926~15655815,125169903~21827553,153336498~11137667,166051252~18750215,192937984~42197367,239091415~8016671,252014003~6912690,264241152~12117060,279897459~9350144,291027777~5477581,297077579~17210067,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:45.996 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:45.996 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:46.002 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,98586065~2231072,103387926~4558478,111693452~7350289,125169903~21827553,153336498~11137667,166051252~18750215,192937984~42197367,239091415~8016671,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~20484852,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:46.002 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,126644131~20353325,153336498~4737554,158800286~5647841,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:46.002 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,126644131~20353325,153336498~4737554,158800286~5647841,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:46.009 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~37343211,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,98586065~2231072,103387926~4558478,111693452~7350289,126644131~20353325,153336498~11111629,166051252~18750215,192937984~15490216,208428691~26706660,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~20484852,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:46.009 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to HEAD diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,208428691~14595849,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11164429,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:46.009 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,208428691~14595849,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11164429,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:46.015 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7010743~34526772,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,98586065~2231072,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,192937984~15490216,208428691~14595849,223771750~11363601,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11164429,331429159~4636285,337368174~20484852,358674983~1765647,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:46.015 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to HEAD diff [7557388~33980127,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,99629496~1187641,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,209520731~13503809,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~18216308,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:46.016 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~33980127,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,99629496~1187641,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,209520731~13503809,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~18216308,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:46.022 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~33980127,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,99629496~1187641,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,192937984~15490216,209520731~13503809,223771750~11363601,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,337852296~20000730,358674983~1765647,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:46.022 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to HEAD diff [7557388~33980127,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,99629496~1187641,103387926~4558478,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,209520731~13503809,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~6718697,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:46.022 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~33980127,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,99629496~1187641,103387926~4558478,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,209520731~13503809,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~6718697,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:46.028 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~33980127,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,99629496~1187641,103387926~4558478,126644131~20353325,153336498~4737554,166051252~18750215,192937984~15490216,209520731~13503809,223771750~11363601,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,337852296~8503119,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:46.028 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to HEAD diff [7557388~33137525,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,197090408~11337792,209520731~12247484,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,401788641~1311218] 2023-12-22T18:04:46.028 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~33137525,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,197090408~11337792,209520731~12247484,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,401788641~1311218] 2023-12-22T18:04:46.034 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~33137525,44154325~10550193,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,192937984~15490216,209520731~12247484,223771750~11363601,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,398458880~4640979] 2023-12-22T18:04:46.035 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to HEAD diff [7557388~22516893,36654302~4040611,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,197090408~9082725,211738613~10029602,232997826~831402,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:46.035 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~22516893,36654302~4040611,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,197090408~9082725,211738613~10029602,232997826~831402,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:46.041 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~22516893,36654302~4040611,44154325~10550193,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,192937984~13235149,211738613~10029602,232997826~831402,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,398458880~4640979] 2023-12-22T18:04:46.041 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to HEAD diff [7557388~22516893,36654302~4040611,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~19159439,153336498~3894467,166051252~6533294,175391607~9409860,197090408~9082725,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:46.041 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~22516893,36654302~4040611,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~19159439,153336498~3894467,166051252~6533294,175391607~9409860,197090408~9082725,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:46.047 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~22516893,36654302~4040611,44154325~10550193,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~19159439,153336498~3894467,166051252~6533294,175391607~9409860,192937984~13235149,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,398458880~4640979] 2023-12-22T18:04:46.047 INFO:tasks.workunit.client.0.smithi032.stdout:from 13 to HEAD diff [7557388~22516893,36654302~4040611,44154325~7112341,52156127~2548391,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,103387926~4558478,126644131~19159439,153336498~3894467,166051252~6533294,177190919~7610548,197090408~9082725,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,304325254~5289884,311174617~3113029,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:46.047 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~22516893,36654302~4040611,44154325~7112341,52156127~2548391,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,103387926~4558478,126644131~19159439,153336498~3894467,166051252~6533294,177190919~7610548,197090408~9082725,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,304325254~5289884,311174617~3113029,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:46.052 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~22516893,36654302~4040611,44154325~10550193,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,103387926~4558478,126644131~19159439,153336498~3894467,166051252~6533294,177190919~7610548,192937984~13235149,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,304325254~5289884,311174617~3113029,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,398458880~4640979] 2023-12-22T18:04:46.053 INFO:tasks.workunit.client.0.smithi032.stdout:from 14 to HEAD diff [7557388~22516893,39333440~1361473,44502730~6763936,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,126644131~16023723,153336498~3894467,166051252~6533294,177190919~7610548,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,304325254~5289884,311174617~3113029,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,366026452~99254,370413206~3910424,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:46.053 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~22516893,39333440~1361473,44502730~6763936,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,126644131~16023723,153336498~3894467,166051252~6533294,177190919~7610548,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,304325254~5289884,311174617~3113029,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,366026452~99254,370413206~3910424,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:46.059 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~22516893,39333440~1361473,44502730~6763936,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,126644131~16023723,153336498~3894467,166051252~6533294,177190919~7610548,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,304325254~5289884,311174617~3113029,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,366026452~99254,370413206~3910424,378072812~7366870,386289055~5673055,398458880~4640979] 2023-12-22T18:04:46.059 INFO:tasks.workunit.client.0.smithi032.stdout:from 15 to HEAD diff [7557388~6201005,19157493~10916788,39333440~1361473,44502730~6763936,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,131417513~11250341,154615379~1476546,166051252~6533294,177190919~7610548,211738613~10029602,232997826~831402,239091415~5644697,282676856~2792831,291027777~2060941,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,366026452~99254,370413206~3910424,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:46.059 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~6201005,19157493~10916788,39333440~1361473,44502730~6763936,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,131417513~11250341,154615379~1476546,166051252~6533294,177190919~7610548,211738613~10029602,232997826~831402,239091415~5644697,282676856~2792831,291027777~2060941,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,366026452~99254,370413206~3910424,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:46.065 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~6201005,19157493~10916788,39333440~1361473,44502730~6763936,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,131417513~11250341,154615379~1476546,166051252~6533294,177190919~7610548,211738613~10029602,232997826~831402,239091415~5644697,282676856~2792831,291027777~2060941,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,366026452~99254,370413206~3910424,378072812~7366870,386289055~5673055,398458880~4640979] 2023-12-22T18:04:46.065 INFO:tasks.workunit.client.0.smithi032.stdout:from 16 to HEAD diff [7557388~6201005,25339110~540732,26178844~3895437,39333440~1361473,46265080~5001586,61584511~1720695,80029781~1421493,99629496~1187641,131417513~5496454,166051252~6533294,177190919~7610548,211738613~10029602,232997826~831402,239091415~5644697,291027777~2060941,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,366026452~99254,370413206~3910424,378072812~7366870,401788641~1311218] 2023-12-22T18:04:46.065 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~6201005,25339110~540732,26178844~3895437,39333440~1361473,46265080~5001586,61584511~1720695,80029781~1421493,99629496~1187641,131417513~5496454,166051252~6533294,177190919~7610548,211738613~10029602,232997826~831402,239091415~5644697,291027777~2060941,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,366026452~99254,370413206~3910424,378072812~7366870,401788641~1311218] 2023-12-22T18:04:46.070 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~6201005,25339110~540732,26178844~3895437,39333440~1361473,46265080~5001586,61584511~1720695,80029781~1421493,99629496~1187641,131417513~5496454,166051252~6533294,177190919~7610548,211738613~10029602,232997826~831402,239091415~5644697,291027777~2060941,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,366026452~99254,370413206~3910424,378072812~7366870,398458880~4640979] 2023-12-22T18:04:46.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:45 smithi032 ceph-mon[189144]: osdmap e1437: 8 total, 8 up, 8 in 2023-12-22T18:04:46.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:45 smithi032 ceph-mon[191839]: osdmap e1437: 8 total, 8 up, 8 in 2023-12-22T18:04:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:45 smithi039 ceph-mon[181282]: osdmap e1437: 8 total, 8 up, 8 in 2023-12-22T18:04:46.935 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,188298643~3100164,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~30446027,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:46.935 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,188298643~3100164,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~30446027,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:46.977 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~77373040,88080384~8739870,98586065~2231072,103387926~43609530,153336498~38062309,192937984~42197367,239075328~22458094,264241152~12117060,276824064~37463582,314572800~43280226,358674983~1765647,360710144~31251966,394264576~4007920,398458880~7298786] 2023-12-22T18:04:46.977 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,277043998~12203605,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:46.977 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,277043998~12203605,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:46.990 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~29745730,80029781~1421493,88080384~8739870,98586065~2231072,103387926~43609530,153336498~11137667,166051252~21727311,192937984~42197367,239075328~19851365,264241152~12117060,276824064~12423539,289495090~24792556,314572800~43280226,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~7298786] 2023-12-22T18:04:46.990 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~18055711,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:46.991 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~18055711,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:46.997 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~18055711,80029781~1421493,88080384~8739870,98586065~2231072,103387926~43609530,153336498~11137667,166051252~21727311,192937984~42197367,239091415~19835278,264241152~12117060,279897459~9350144,289495090~24792556,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~7298786] 2023-12-22T18:04:46.997 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,252014003~6912690,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:46.998 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,252014003~6912690,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:47.004 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,67395828~5424715,80029781~1421493,88080384~8739870,98586065~2231072,103387926~15655815,125169903~21827553,153336498~11137667,166051252~21727311,192937984~42197367,239091415~9779932,252014003~6912690,264241152~12117060,279897459~9350144,289495090~24792556,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:47.004 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,268248006~8110206,279897459~9350144,291027777~5477581,297077579~17210067,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:47.004 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,268248006~8110206,279897459~9350144,291027777~5477581,297077579~17210067,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:47.010 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,67395828~5424715,80029781~1421493,88080384~8739870,98586065~2231072,103387926~15655815,125169903~21827553,153336498~11137667,166051252~18750215,192937984~42197367,239091415~8016671,252014003~6912690,264241152~12117060,279897459~9350144,291027777~5477581,297077579~17210067,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:47.011 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:47.011 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:47.017 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,98586065~2231072,103387926~4558478,111693452~7350289,125169903~21827553,153336498~11137667,166051252~18750215,192937984~42197367,239091415~8016671,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~20484852,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:47.017 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,126644131~20353325,153336498~4737554,158800286~5647841,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:47.017 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,126644131~20353325,153336498~4737554,158800286~5647841,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:47.023 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~37343211,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,98586065~2231072,103387926~4558478,111693452~7350289,126644131~20353325,153336498~11111629,166051252~18750215,192937984~15490216,208428691~26706660,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~20484852,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:47.023 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to HEAD diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,208428691~14595849,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11164429,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:47.023 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,208428691~14595849,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11164429,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:47.029 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7010743~34526772,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,98586065~2231072,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,192937984~15490216,208428691~14595849,223771750~11363601,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11164429,331429159~4636285,337368174~20484852,358674983~1765647,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:47.029 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to HEAD diff [7557388~33980127,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,99629496~1187641,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,209520731~13503809,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~18216308,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:47.030 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~33980127,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,99629496~1187641,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,209520731~13503809,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~18216308,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:47.036 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~33980127,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,99629496~1187641,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,192937984~15490216,209520731~13503809,223771750~11363601,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,337852296~20000730,358674983~1765647,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:47.036 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to HEAD diff [7557388~33980127,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,99629496~1187641,103387926~4558478,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,209520731~13503809,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~6718697,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:47.036 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~33980127,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,99629496~1187641,103387926~4558478,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,209520731~13503809,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~6718697,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:47.042 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~33980127,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,99629496~1187641,103387926~4558478,126644131~20353325,153336498~4737554,166051252~18750215,192937984~15490216,209520731~13503809,223771750~11363601,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,337852296~8503119,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:47.042 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to HEAD diff [7557388~33137525,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,197090408~11337792,209520731~12247484,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,401788641~1311218] 2023-12-22T18:04:47.042 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~33137525,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,197090408~11337792,209520731~12247484,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,401788641~1311218] 2023-12-22T18:04:47.048 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~33137525,44154325~10550193,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,192937984~15490216,209520731~12247484,223771750~11363601,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,398458880~4640979] 2023-12-22T18:04:47.049 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to HEAD diff [7557388~22516893,36654302~4040611,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,197090408~9082725,211738613~10029602,232997826~831402,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:47.049 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~22516893,36654302~4040611,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,197090408~9082725,211738613~10029602,232997826~831402,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:47.054 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~22516893,36654302~4040611,44154325~10550193,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,192937984~13235149,211738613~10029602,232997826~831402,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,398458880~4640979] 2023-12-22T18:04:47.054 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to HEAD diff [7557388~22516893,36654302~4040611,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~19159439,153336498~3894467,166051252~6533294,175391607~9409860,197090408~9082725,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:47.054 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~22516893,36654302~4040611,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~19159439,153336498~3894467,166051252~6533294,175391607~9409860,197090408~9082725,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:47.060 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~22516893,36654302~4040611,44154325~10550193,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~19159439,153336498~3894467,166051252~6533294,175391607~9409860,192937984~13235149,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,398458880~4640979] 2023-12-22T18:04:47.060 INFO:tasks.workunit.client.0.smithi032.stdout:from 13 to HEAD diff [7557388~22516893,36654302~4040611,44154325~7112341,52156127~2548391,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,103387926~4558478,126644131~19159439,153336498~3894467,166051252~6533294,177190919~7610548,197090408~9082725,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,304325254~5289884,311174617~3113029,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:47.060 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~22516893,36654302~4040611,44154325~7112341,52156127~2548391,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,103387926~4558478,126644131~19159439,153336498~3894467,166051252~6533294,177190919~7610548,197090408~9082725,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,304325254~5289884,311174617~3113029,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:47.066 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~22516893,36654302~4040611,44154325~10550193,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,103387926~4558478,126644131~19159439,153336498~3894467,166051252~6533294,177190919~7610548,192937984~13235149,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,304325254~5289884,311174617~3113029,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,398458880~4640979] 2023-12-22T18:04:47.066 INFO:tasks.workunit.client.0.smithi032.stdout:from 14 to HEAD diff [7557388~22516893,39333440~1361473,44502730~6763936,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,126644131~16023723,153336498~3894467,166051252~6533294,177190919~7610548,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,304325254~5289884,311174617~3113029,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,366026452~99254,370413206~3910424,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:47.066 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~22516893,39333440~1361473,44502730~6763936,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,126644131~16023723,153336498~3894467,166051252~6533294,177190919~7610548,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,304325254~5289884,311174617~3113029,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,366026452~99254,370413206~3910424,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:47.072 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~22516893,39333440~1361473,44502730~6763936,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,126644131~16023723,153336498~3894467,166051252~6533294,177190919~7610548,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,304325254~5289884,311174617~3113029,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,366026452~99254,370413206~3910424,378072812~7366870,386289055~5673055,398458880~4640979] 2023-12-22T18:04:47.073 INFO:tasks.workunit.client.0.smithi032.stdout:from 15 to HEAD diff [7557388~6201005,19157493~10916788,39333440~1361473,44502730~6763936,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,131417513~11250341,154615379~1476546,166051252~6533294,177190919~7610548,211738613~10029602,232997826~831402,239091415~5644697,282676856~2792831,291027777~2060941,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,366026452~99254,370413206~3910424,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:47.073 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~6201005,19157493~10916788,39333440~1361473,44502730~6763936,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,131417513~11250341,154615379~1476546,166051252~6533294,177190919~7610548,211738613~10029602,232997826~831402,239091415~5644697,282676856~2792831,291027777~2060941,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,366026452~99254,370413206~3910424,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:47.078 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~6201005,19157493~10916788,39333440~1361473,44502730~6763936,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,131417513~11250341,154615379~1476546,166051252~6533294,177190919~7610548,211738613~10029602,232997826~831402,239091415~5644697,282676856~2792831,291027777~2060941,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,366026452~99254,370413206~3910424,378072812~7366870,386289055~5673055,398458880~4640979] 2023-12-22T18:04:47.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:46 smithi032 ceph-mon[189144]: osdmap e1438: 8 total, 8 up, 8 in 2023-12-22T18:04:47.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:46 smithi032 ceph-mon[189144]: pgmap v2441: 137 pgs: 137 active+clean; 824 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 184 KiB/s rd, 19 MiB/s wr, 3.15k op/s 2023-12-22T18:04:47.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:46 smithi032 ceph-mon[191839]: osdmap e1438: 8 total, 8 up, 8 in 2023-12-22T18:04:47.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:46 smithi032 ceph-mon[191839]: pgmap v2441: 137 pgs: 137 active+clean; 824 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 184 KiB/s rd, 19 MiB/s wr, 3.15k op/s 2023-12-22T18:04:47.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:46 smithi039 ceph-mon[181282]: osdmap e1438: 8 total, 8 up, 8 in 2023-12-22T18:04:47.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:46 smithi039 ceph-mon[181282]: pgmap v2441: 137 pgs: 137 active+clean; 824 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 184 KiB/s rd, 19 MiB/s wr, 3.15k op/s 2023-12-22T18:04:47.940 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,188298643~3100164,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~30446027,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:47.940 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,188298643~3100164,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~30446027,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:47.976 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~77373040,88080384~8739870,98586065~2231072,103387926~43609530,153336498~38062309,192937984~42197367,239075328~22458094,264241152~12117060,276824064~37463582,314572800~43280226,358674983~1765647,360710144~31251966,394264576~4007920,398458880~7298786] 2023-12-22T18:04:47.977 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,277043998~12203605,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:47.977 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,277043998~12203605,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:47.992 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~29745730,80029781~1421493,88080384~8739870,98586065~2231072,103387926~43609530,153336498~11137667,166051252~21727311,192937984~42197367,239075328~19851365,264241152~12117060,276824064~12423539,289495090~24792556,314572800~43280226,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~7298786] 2023-12-22T18:04:47.992 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~18055711,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:47.992 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~18055711,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:47.998 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~18055711,80029781~1421493,88080384~8739870,98586065~2231072,103387926~43609530,153336498~11137667,166051252~21727311,192937984~42197367,239091415~19835278,264241152~12117060,279897459~9350144,289495090~24792556,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~7298786] 2023-12-22T18:04:47.999 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,252014003~6912690,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:47.999 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,252014003~6912690,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:48.004 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,67395828~5424715,80029781~1421493,88080384~8739870,98586065~2231072,103387926~15655815,125169903~21827553,153336498~11137667,166051252~21727311,192937984~42197367,239091415~9779932,252014003~6912690,264241152~12117060,279897459~9350144,289495090~24792556,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:48.005 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,268248006~8110206,279897459~9350144,291027777~5477581,297077579~17210067,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:48.005 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,268248006~8110206,279897459~9350144,291027777~5477581,297077579~17210067,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:48.011 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,67395828~5424715,80029781~1421493,88080384~8739870,98586065~2231072,103387926~15655815,125169903~21827553,153336498~11137667,166051252~18750215,192937984~42197367,239091415~8016671,252014003~6912690,264241152~12117060,279897459~9350144,291027777~5477581,297077579~17210067,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:48.011 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:48.011 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:48.017 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,98586065~2231072,103387926~4558478,111693452~7350289,125169903~21827553,153336498~11137667,166051252~18750215,192937984~42197367,239091415~8016671,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~20484852,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:48.017 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,126644131~20353325,153336498~4737554,158800286~5647841,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:48.018 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,126644131~20353325,153336498~4737554,158800286~5647841,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:48.024 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~37343211,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,98586065~2231072,103387926~4558478,111693452~7350289,126644131~20353325,153336498~11111629,166051252~18750215,192937984~15490216,208428691~26706660,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~20484852,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:48.024 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to HEAD diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,208428691~14595849,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11164429,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:48.024 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,208428691~14595849,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11164429,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:48.030 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7010743~34526772,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,98586065~2231072,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,192937984~15490216,208428691~14595849,223771750~11363601,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11164429,331429159~4636285,337368174~20484852,358674983~1765647,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:48.030 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to HEAD diff [7557388~33980127,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,99629496~1187641,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,209520731~13503809,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~18216308,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:48.030 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~33980127,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,99629496~1187641,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,209520731~13503809,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~18216308,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:48.036 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~33980127,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,99629496~1187641,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,192937984~15490216,209520731~13503809,223771750~11363601,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,337852296~20000730,358674983~1765647,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:48.036 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to HEAD diff [7557388~33980127,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,99629496~1187641,103387926~4558478,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,209520731~13503809,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~6718697,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:48.036 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~33980127,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,99629496~1187641,103387926~4558478,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,209520731~13503809,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~6718697,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:48.042 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~33980127,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,99629496~1187641,103387926~4558478,126644131~20353325,153336498~4737554,166051252~18750215,192937984~15490216,209520731~13503809,223771750~11363601,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,337852296~8503119,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:48.042 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to HEAD diff [7557388~33137525,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,197090408~11337792,209520731~12247484,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,401788641~1311218] 2023-12-22T18:04:48.043 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~33137525,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,197090408~11337792,209520731~12247484,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,401788641~1311218] 2023-12-22T18:04:48.048 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~33137525,44154325~10550193,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,192937984~15490216,209520731~12247484,223771750~11363601,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,398458880~4640979] 2023-12-22T18:04:48.048 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to HEAD diff [7557388~22516893,36654302~4040611,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,197090408~9082725,211738613~10029602,232997826~831402,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:48.049 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~22516893,36654302~4040611,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,197090408~9082725,211738613~10029602,232997826~831402,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:48.054 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~22516893,36654302~4040611,44154325~10550193,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,192937984~13235149,211738613~10029602,232997826~831402,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,398458880~4640979] 2023-12-22T18:04:48.054 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to HEAD diff [7557388~22516893,36654302~4040611,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~19159439,153336498~3894467,166051252~6533294,175391607~9409860,197090408~9082725,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:48.054 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~22516893,36654302~4040611,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~19159439,153336498~3894467,166051252~6533294,175391607~9409860,197090408~9082725,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:48.060 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~22516893,36654302~4040611,44154325~10550193,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~19159439,153336498~3894467,166051252~6533294,175391607~9409860,192937984~13235149,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,398458880~4640979] 2023-12-22T18:04:48.060 INFO:tasks.workunit.client.0.smithi032.stdout:from 13 to HEAD diff [7557388~22516893,36654302~4040611,44154325~7112341,52156127~2548391,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,103387926~4558478,126644131~19159439,153336498~3894467,166051252~6533294,177190919~7610548,197090408~9082725,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,304325254~5289884,311174617~3113029,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:48.061 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~22516893,36654302~4040611,44154325~7112341,52156127~2548391,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,103387926~4558478,126644131~19159439,153336498~3894467,166051252~6533294,177190919~7610548,197090408~9082725,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,304325254~5289884,311174617~3113029,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:48.066 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~22516893,36654302~4040611,44154325~10550193,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,103387926~4558478,126644131~19159439,153336498~3894467,166051252~6533294,177190919~7610548,192937984~13235149,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,304325254~5289884,311174617~3113029,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,398458880~4640979] 2023-12-22T18:04:48.067 INFO:tasks.workunit.client.0.smithi032.stdout:from 14 to HEAD diff [7557388~22516893,39333440~1361473,44502730~6763936,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,126644131~16023723,153336498~3894467,166051252~6533294,177190919~7610548,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,304325254~5289884,311174617~3113029,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,366026452~99254,370413206~3910424,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:48.067 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~22516893,39333440~1361473,44502730~6763936,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,126644131~16023723,153336498~3894467,166051252~6533294,177190919~7610548,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,304325254~5289884,311174617~3113029,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,366026452~99254,370413206~3910424,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:48.072 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~22516893,39333440~1361473,44502730~6763936,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,126644131~16023723,153336498~3894467,166051252~6533294,177190919~7610548,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,304325254~5289884,311174617~3113029,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,366026452~99254,370413206~3910424,378072812~7366870,386289055~5673055,398458880~4640979] 2023-12-22T18:04:48.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:47 smithi032 ceph-mon[191839]: osdmap e1439: 8 total, 8 up, 8 in 2023-12-22T18:04:48.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:47 smithi032 ceph-mon[189144]: osdmap e1439: 8 total, 8 up, 8 in 2023-12-22T18:04:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:47 smithi039 ceph-mon[181282]: osdmap e1439: 8 total, 8 up, 8 in 2023-12-22T18:04:48.960 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,188298643~3100164,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~30446027,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:48.961 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,188298643~3100164,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~30446027,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:48.989 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~77373040,88080384~8739870,98586065~2231072,103387926~43609530,153336498~38062309,192937984~42197367,239075328~22458094,264241152~12117060,276824064~37463582,314572800~43280226,358674983~1765647,360710144~31251966,394264576~4007920,398458880~7298786] 2023-12-22T18:04:48.989 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,277043998~12203605,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:48.989 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,277043998~12203605,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:49.013 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~29745730,80029781~1421493,88080384~8739870,98586065~2231072,103387926~43609530,153336498~11137667,166051252~21727311,192937984~42197367,239075328~19851365,264241152~12117060,276824064~12423539,289495090~24792556,314572800~43280226,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~7298786] 2023-12-22T18:04:49.013 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~18055711,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:49.013 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~18055711,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:49.020 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~18055711,80029781~1421493,88080384~8739870,98586065~2231072,103387926~43609530,153336498~11137667,166051252~21727311,192937984~42197367,239091415~19835278,264241152~12117060,279897459~9350144,289495090~24792556,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~7298786] 2023-12-22T18:04:49.020 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,252014003~6912690,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:49.020 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,252014003~6912690,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:49.026 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,67395828~5424715,80029781~1421493,88080384~8739870,98586065~2231072,103387926~15655815,125169903~21827553,153336498~11137667,166051252~21727311,192937984~42197367,239091415~9779932,252014003~6912690,264241152~12117060,279897459~9350144,289495090~24792556,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:49.026 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,268248006~8110206,279897459~9350144,291027777~5477581,297077579~17210067,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:49.027 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,268248006~8110206,279897459~9350144,291027777~5477581,297077579~17210067,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:49.032 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,67395828~5424715,80029781~1421493,88080384~8739870,98586065~2231072,103387926~15655815,125169903~21827553,153336498~11137667,166051252~18750215,192937984~42197367,239091415~8016671,252014003~6912690,264241152~12117060,279897459~9350144,291027777~5477581,297077579~17210067,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:49.033 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:49.033 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:49.039 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,98586065~2231072,103387926~4558478,111693452~7350289,125169903~21827553,153336498~11137667,166051252~18750215,192937984~42197367,239091415~8016671,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~20484852,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:49.039 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,126644131~20353325,153336498~4737554,158800286~5647841,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:49.039 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,126644131~20353325,153336498~4737554,158800286~5647841,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:49.045 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~37343211,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,98586065~2231072,103387926~4558478,111693452~7350289,126644131~20353325,153336498~11111629,166051252~18750215,192937984~15490216,208428691~26706660,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~20484852,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:49.045 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to HEAD diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,208428691~14595849,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11164429,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:49.045 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,208428691~14595849,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11164429,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:49.051 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7010743~34526772,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,98586065~2231072,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,192937984~15490216,208428691~14595849,223771750~11363601,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11164429,331429159~4636285,337368174~20484852,358674983~1765647,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:49.051 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to HEAD diff [7557388~33980127,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,99629496~1187641,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,209520731~13503809,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~18216308,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:49.051 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~33980127,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,99629496~1187641,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,209520731~13503809,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~18216308,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:49.057 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~33980127,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,99629496~1187641,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,192937984~15490216,209520731~13503809,223771750~11363601,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,337852296~20000730,358674983~1765647,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:49.057 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to HEAD diff [7557388~33980127,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,99629496~1187641,103387926~4558478,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,209520731~13503809,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~6718697,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:49.057 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~33980127,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,99629496~1187641,103387926~4558478,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,209520731~13503809,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~6718697,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:49.063 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~33980127,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,99629496~1187641,103387926~4558478,126644131~20353325,153336498~4737554,166051252~18750215,192937984~15490216,209520731~13503809,223771750~11363601,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,337852296~8503119,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:49.063 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to HEAD diff [7557388~33137525,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,197090408~11337792,209520731~12247484,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,401788641~1311218] 2023-12-22T18:04:49.063 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~33137525,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,197090408~11337792,209520731~12247484,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,401788641~1311218] 2023-12-22T18:04:49.070 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~33137525,44154325~10550193,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,192937984~15490216,209520731~12247484,223771750~11363601,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,398458880~4640979] 2023-12-22T18:04:49.070 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to HEAD diff [7557388~22516893,36654302~4040611,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,197090408~9082725,211738613~10029602,232997826~831402,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:49.070 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~22516893,36654302~4040611,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,197090408~9082725,211738613~10029602,232997826~831402,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:49.075 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~22516893,36654302~4040611,44154325~10550193,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,192937984~13235149,211738613~10029602,232997826~831402,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,398458880~4640979] 2023-12-22T18:04:49.075 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to HEAD diff [7557388~22516893,36654302~4040611,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~19159439,153336498~3894467,166051252~6533294,175391607~9409860,197090408~9082725,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:49.076 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~22516893,36654302~4040611,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~19159439,153336498~3894467,166051252~6533294,175391607~9409860,197090408~9082725,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:49.081 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~22516893,36654302~4040611,44154325~10550193,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~19159439,153336498~3894467,166051252~6533294,175391607~9409860,192937984~13235149,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,398458880~4640979] 2023-12-22T18:04:49.082 INFO:tasks.workunit.client.0.smithi032.stdout:from 13 to HEAD diff [7557388~22516893,36654302~4040611,44154325~7112341,52156127~2548391,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,103387926~4558478,126644131~19159439,153336498~3894467,166051252~6533294,177190919~7610548,197090408~9082725,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,304325254~5289884,311174617~3113029,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:49.082 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~22516893,36654302~4040611,44154325~7112341,52156127~2548391,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,103387926~4558478,126644131~19159439,153336498~3894467,166051252~6533294,177190919~7610548,197090408~9082725,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,304325254~5289884,311174617~3113029,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:49.087 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~22516893,36654302~4040611,44154325~10550193,55918424~3738794,61584511~1720695,80029781~1421493,99629496~1187641,103387926~4558478,126644131~19159439,153336498~3894467,166051252~6533294,177190919~7610548,192937984~13235149,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,304325254~5289884,311174617~3113029,321149289~6600475,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,398458880~4640979] 2023-12-22T18:04:49.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:48 smithi032 ceph-mon[189144]: osdmap e1440: 8 total, 8 up, 8 in 2023-12-22T18:04:49.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:48 smithi032 ceph-mon[189144]: pgmap v2444: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 833 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 193 KiB/s rd, 11 MiB/s wr, 3.56k op/s 2023-12-22T18:04:49.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:48 smithi032 ceph-mon[191839]: osdmap e1440: 8 total, 8 up, 8 in 2023-12-22T18:04:49.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:48 smithi032 ceph-mon[191839]: pgmap v2444: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 833 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 193 KiB/s rd, 11 MiB/s wr, 3.56k op/s 2023-12-22T18:04:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:48 smithi039 ceph-mon[181282]: osdmap e1440: 8 total, 8 up, 8 in 2023-12-22T18:04:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:48 smithi039 ceph-mon[181282]: pgmap v2444: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 833 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 193 KiB/s rd, 11 MiB/s wr, 3.56k op/s 2023-12-22T18:04:49.951 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,188298643~3100164,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~30446027,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:49.952 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,188298643~3100164,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~30446027,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:50.004 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~77373040,88080384~8739870,98586065~2231072,103387926~43609530,153336498~38062309,192937984~42197367,239075328~22458094,264241152~12117060,276824064~37463582,314572800~43280226,358674983~1765647,360710144~31251966,394264576~4007920,398458880~7298786] 2023-12-22T18:04:50.004 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,277043998~12203605,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:50.004 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,277043998~12203605,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:50.018 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~29745730,80029781~1421493,88080384~8739870,98586065~2231072,103387926~43609530,153336498~11137667,166051252~21727311,192937984~42197367,239075328~19851365,264241152~12117060,276824064~12423539,289495090~24792556,314572800~43280226,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~7298786] 2023-12-22T18:04:50.018 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~18055711,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:50.019 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~18055711,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:50.027 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~18055711,80029781~1421493,88080384~8739870,98586065~2231072,103387926~43609530,153336498~11137667,166051252~21727311,192937984~42197367,239091415~19835278,264241152~12117060,279897459~9350144,289495090~24792556,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~7298786] 2023-12-22T18:04:50.027 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,252014003~6912690,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:50.027 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,252014003~6912690,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:50.034 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,67395828~5424715,80029781~1421493,88080384~8739870,98586065~2231072,103387926~15655815,125169903~21827553,153336498~11137667,166051252~21727311,192937984~42197367,239091415~9779932,252014003~6912690,264241152~12117060,279897459~9350144,289495090~24792556,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:50.034 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,268248006~8110206,279897459~9350144,291027777~5477581,297077579~17210067,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:50.035 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,268248006~8110206,279897459~9350144,291027777~5477581,297077579~17210067,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:50.041 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,67395828~5424715,80029781~1421493,88080384~8739870,98586065~2231072,103387926~15655815,125169903~21827553,153336498~11137667,166051252~18750215,192937984~42197367,239091415~8016671,252014003~6912690,264241152~12117060,279897459~9350144,291027777~5477581,297077579~17210067,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:50.041 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:50.041 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:50.048 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,98586065~2231072,103387926~4558478,111693452~7350289,125169903~21827553,153336498~11137667,166051252~18750215,192937984~42197367,239091415~8016671,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~20484852,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:50.048 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,126644131~20353325,153336498~4737554,158800286~5647841,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:50.048 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,126644131~20353325,153336498~4737554,158800286~5647841,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:50.054 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~37343211,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,98586065~2231072,103387926~4558478,111693452~7350289,126644131~20353325,153336498~11111629,166051252~18750215,192937984~15490216,208428691~26706660,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~20484852,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:50.054 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to HEAD diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,208428691~14595849,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11164429,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:50.054 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,208428691~14595849,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11164429,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:50.060 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7010743~34526772,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,98586065~2231072,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,192937984~15490216,208428691~14595849,223771750~11363601,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11164429,331429159~4636285,337368174~20484852,358674983~1765647,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:50.060 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to HEAD diff [7557388~33980127,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,99629496~1187641,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,209520731~13503809,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~18216308,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:50.060 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~33980127,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,99629496~1187641,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,209520731~13503809,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~18216308,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:50.067 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~33980127,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,99629496~1187641,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,192937984~15490216,209520731~13503809,223771750~11363601,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,337852296~20000730,358674983~1765647,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:50.067 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to HEAD diff [7557388~33980127,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,99629496~1187641,103387926~4558478,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,209520731~13503809,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~6718697,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:50.067 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~33980127,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,99629496~1187641,103387926~4558478,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,209520731~13503809,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~6718697,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:50.073 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~33980127,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,99629496~1187641,103387926~4558478,126644131~20353325,153336498~4737554,166051252~18750215,192937984~15490216,209520731~13503809,223771750~11363601,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,337852296~8503119,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:50.073 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to HEAD diff [7557388~33137525,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,197090408~11337792,209520731~12247484,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,401788641~1311218] 2023-12-22T18:04:50.073 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~33137525,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,197090408~11337792,209520731~12247484,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,401788641~1311218] 2023-12-22T18:04:50.078 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~33137525,44154325~10550193,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,192937984~15490216,209520731~12247484,223771750~11363601,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,398458880~4640979] 2023-12-22T18:04:50.078 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to HEAD diff [7557388~22516893,36654302~4040611,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,197090408~9082725,211738613~10029602,232997826~831402,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:50.079 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~22516893,36654302~4040611,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,197090408~9082725,211738613~10029602,232997826~831402,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:50.085 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~22516893,36654302~4040611,44154325~10550193,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,192937984~13235149,211738613~10029602,232997826~831402,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,398458880~4640979] 2023-12-22T18:04:50.085 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to HEAD diff [7557388~22516893,36654302~4040611,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~19159439,153336498~3894467,166051252~6533294,175391607~9409860,197090408~9082725,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:50.085 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~22516893,36654302~4040611,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~19159439,153336498~3894467,166051252~6533294,175391607~9409860,197090408~9082725,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:50.091 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~22516893,36654302~4040611,44154325~10550193,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~19159439,153336498~3894467,166051252~6533294,175391607~9409860,192937984~13235149,211738613~10029602,232997826~831402,239091415~8016671,282676856~2792831,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,398458880~4640979] 2023-12-22T18:04:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:49 smithi039 ceph-mon[181282]: osdmap e1441: 8 total, 8 up, 8 in 2023-12-22T18:04:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:04:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:49 smithi032 ceph-mon[191839]: osdmap e1441: 8 total, 8 up, 8 in 2023-12-22T18:04:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:04:50.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:49 smithi032 ceph-mon[189144]: osdmap e1441: 8 total, 8 up, 8 in 2023-12-22T18:04:50.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:04:51.011 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,188298643~3100164,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~30446027,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:51.011 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,188298643~3100164,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~30446027,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:51.046 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~77373040,88080384~8739870,98586065~2231072,103387926~43609530,153336498~38062309,192937984~42197367,239075328~22458094,264241152~12117060,276824064~37463582,314572800~43280226,358674983~1765647,360710144~31251966,394264576~4007920,398458880~7298786] 2023-12-22T18:04:51.046 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,277043998~12203605,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:51.046 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,277043998~12203605,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:51.067 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~29745730,80029781~1421493,88080384~8739870,98586065~2231072,103387926~43609530,153336498~11137667,166051252~21727311,192937984~42197367,239075328~19851365,264241152~12117060,276824064~12423539,289495090~24792556,314572800~43280226,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~7298786] 2023-12-22T18:04:51.067 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~18055711,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:51.067 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~18055711,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:51.074 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~18055711,80029781~1421493,88080384~8739870,98586065~2231072,103387926~43609530,153336498~11137667,166051252~21727311,192937984~42197367,239091415~19835278,264241152~12117060,279897459~9350144,289495090~24792556,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~7298786] 2023-12-22T18:04:51.074 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,252014003~6912690,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:51.074 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,252014003~6912690,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:51.080 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,67395828~5424715,80029781~1421493,88080384~8739870,98586065~2231072,103387926~15655815,125169903~21827553,153336498~11137667,166051252~21727311,192937984~42197367,239091415~9779932,252014003~6912690,264241152~12117060,279897459~9350144,289495090~24792556,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:51.080 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,268248006~8110206,279897459~9350144,291027777~5477581,297077579~17210067,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:51.080 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,268248006~8110206,279897459~9350144,291027777~5477581,297077579~17210067,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:51.087 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,67395828~5424715,80029781~1421493,88080384~8739870,98586065~2231072,103387926~15655815,125169903~21827553,153336498~11137667,166051252~18750215,192937984~42197367,239091415~8016671,252014003~6912690,264241152~12117060,279897459~9350144,291027777~5477581,297077579~17210067,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:51.087 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:51.087 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:51.094 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,98586065~2231072,103387926~4558478,111693452~7350289,125169903~21827553,153336498~11137667,166051252~18750215,192937984~42197367,239091415~8016671,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~20484852,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:51.094 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,126644131~20353325,153336498~4737554,158800286~5647841,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:51.094 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,126644131~20353325,153336498~4737554,158800286~5647841,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:51.100 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~37343211,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,98586065~2231072,103387926~4558478,111693452~7350289,126644131~20353325,153336498~11111629,166051252~18750215,192937984~15490216,208428691~26706660,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~20484852,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:51.100 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to HEAD diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,208428691~14595849,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11164429,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:51.100 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,208428691~14595849,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11164429,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:51.106 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7010743~34526772,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,98586065~2231072,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,192937984~15490216,208428691~14595849,223771750~11363601,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11164429,331429159~4636285,337368174~20484852,358674983~1765647,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:51.106 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to HEAD diff [7557388~33980127,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,99629496~1187641,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,209520731~13503809,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~18216308,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:51.107 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~33980127,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,99629496~1187641,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,209520731~13503809,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~18216308,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:51.113 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~33980127,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,99629496~1187641,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,192937984~15490216,209520731~13503809,223771750~11363601,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,337852296~20000730,358674983~1765647,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:51.113 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to HEAD diff [7557388~33980127,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,99629496~1187641,103387926~4558478,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,209520731~13503809,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~6718697,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:51.113 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~33980127,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,99629496~1187641,103387926~4558478,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,209520731~13503809,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~6718697,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:51.119 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~33980127,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,99629496~1187641,103387926~4558478,126644131~20353325,153336498~4737554,166051252~18750215,192937984~15490216,209520731~13503809,223771750~11363601,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,337852296~8503119,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:51.119 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to HEAD diff [7557388~33137525,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,197090408~11337792,209520731~12247484,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,401788641~1311218] 2023-12-22T18:04:51.119 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~33137525,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,197090408~11337792,209520731~12247484,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,401788641~1311218] 2023-12-22T18:04:51.125 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~33137525,44154325~10550193,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,192937984~15490216,209520731~12247484,223771750~11363601,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,398458880~4640979] 2023-12-22T18:04:51.125 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to HEAD diff [7557388~22516893,36654302~4040611,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,197090408~9082725,211738613~10029602,232997826~831402,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:51.125 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~22516893,36654302~4040611,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,197090408~9082725,211738613~10029602,232997826~831402,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,401788641~1311218] 2023-12-22T18:04:51.131 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~22516893,36654302~4040611,44154325~10550193,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,192937984~13235149,211738613~10029602,232997826~831402,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,350212000~7641026,358674983~1765647,365759642~12152011,378072812~7366870,386289055~5673055,398458880~4640979] 2023-12-22T18:04:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:04:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:04:50] "GET /metrics HTTP/1.1" 200 36502 "" "Prometheus/2.43.0" 2023-12-22T18:04:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:50 smithi032 ceph-mon[189144]: pgmap v2446: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 830 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 163 KiB/s rd, 3.0 MiB/s wr, 2.78k op/s 2023-12-22T18:04:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:50 smithi032 ceph-mon[189144]: osdmap e1442: 8 total, 8 up, 8 in 2023-12-22T18:04:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:50 smithi032 ceph-mon[191839]: pgmap v2446: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 830 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 163 KiB/s rd, 3.0 MiB/s wr, 2.78k op/s 2023-12-22T18:04:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:50 smithi032 ceph-mon[191839]: osdmap e1442: 8 total, 8 up, 8 in 2023-12-22T18:04:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:50 smithi039 ceph-mon[181282]: pgmap v2446: 137 pgs: 2 active+clean+snaptrim, 135 active+clean; 830 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 163 KiB/s rd, 3.0 MiB/s wr, 2.78k op/s 2023-12-22T18:04:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:50 smithi039 ceph-mon[181282]: osdmap e1442: 8 total, 8 up, 8 in 2023-12-22T18:04:51.808 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,188298643~3100164,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~30446027,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:51.808 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,188298643~3100164,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~30446027,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:51.860 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~77373040,88080384~8739870,98586065~2231072,103387926~43609530,153336498~38062309,192937984~42197367,239075328~22458094,264241152~12117060,276824064~37463582,314572800~43280226,358674983~1765647,360710144~31251966,394264576~4007920,398458880~7298786] 2023-12-22T18:04:51.861 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,277043998~12203605,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:51.861 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,277043998~12203605,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:51.872 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~29745730,80029781~1421493,88080384~8739870,98586065~2231072,103387926~43609530,153336498~11137667,166051252~21727311,192937984~42197367,239075328~19851365,264241152~12117060,276824064~12423539,289495090~24792556,314572800~43280226,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~7298786] 2023-12-22T18:04:51.872 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~18055711,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:51.872 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~18055711,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:51.878 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~18055711,80029781~1421493,88080384~8739870,98586065~2231072,103387926~43609530,153336498~11137667,166051252~21727311,192937984~42197367,239091415~19835278,264241152~12117060,279897459~9350144,289495090~24792556,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~7298786] 2023-12-22T18:04:51.878 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,252014003~6912690,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:51.878 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,252014003~6912690,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:51.885 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,67395828~5424715,80029781~1421493,88080384~8739870,98586065~2231072,103387926~15655815,125169903~21827553,153336498~11137667,166051252~21727311,192937984~42197367,239091415~9779932,252014003~6912690,264241152~12117060,279897459~9350144,289495090~24792556,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:51.885 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,268248006~8110206,279897459~9350144,291027777~5477581,297077579~17210067,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:51.885 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,268248006~8110206,279897459~9350144,291027777~5477581,297077579~17210067,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:51.891 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,67395828~5424715,80029781~1421493,88080384~8739870,98586065~2231072,103387926~15655815,125169903~21827553,153336498~11137667,166051252~18750215,192937984~42197367,239091415~8016671,252014003~6912690,264241152~12117060,279897459~9350144,291027777~5477581,297077579~17210067,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:51.891 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:51.891 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:51.897 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,98586065~2231072,103387926~4558478,111693452~7350289,125169903~21827553,153336498~11137667,166051252~18750215,192937984~42197367,239091415~8016671,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~20484852,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:51.897 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,126644131~20353325,153336498~4737554,158800286~5647841,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:51.897 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,126644131~20353325,153336498~4737554,158800286~5647841,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:51.903 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~37343211,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,98586065~2231072,103387926~4558478,111693452~7350289,126644131~20353325,153336498~11111629,166051252~18750215,192937984~15490216,208428691~26706660,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~20484852,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:51.903 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to HEAD diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,208428691~14595849,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11164429,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:51.903 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,208428691~14595849,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11164429,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:51.910 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7010743~34526772,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,98586065~2231072,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,192937984~15490216,208428691~14595849,223771750~11363601,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11164429,331429159~4636285,337368174~20484852,358674983~1765647,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:51.910 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to HEAD diff [7557388~33980127,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,99629496~1187641,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,209520731~13503809,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~18216308,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:51.910 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~33980127,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,99629496~1187641,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,209520731~13503809,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~18216308,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:51.916 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~33980127,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,99629496~1187641,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,192937984~15490216,209520731~13503809,223771750~11363601,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,337852296~20000730,358674983~1765647,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:51.916 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to HEAD diff [7557388~33980127,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,99629496~1187641,103387926~4558478,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,209520731~13503809,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~6718697,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:51.916 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~33980127,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,99629496~1187641,103387926~4558478,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,209520731~13503809,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~6718697,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:51.922 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~33980127,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,99629496~1187641,103387926~4558478,126644131~20353325,153336498~4737554,166051252~18750215,192937984~15490216,209520731~13503809,223771750~11363601,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,337852296~8503119,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:51.922 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to HEAD diff [7557388~33137525,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,197090408~11337792,209520731~12247484,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,401788641~1311218] 2023-12-22T18:04:51.922 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~33137525,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,197090408~11337792,209520731~12247484,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,401788641~1311218] 2023-12-22T18:04:51.928 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~33137525,44154325~10550193,55844344~7460862,80029781~1421493,99629496~1187641,103387926~4558478,126644131~20353325,153336498~3894467,166051252~18750215,192937984~15490216,209520731~12247484,223771750~11363601,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,340883614~5471801,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,398458880~4640979] 2023-12-22T18:04:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:51 smithi039 ceph-mon[181282]: osdmap e1443: 8 total, 8 up, 8 in 2023-12-22T18:04:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:51 smithi039 ceph-mon[181282]: osdmap e1444: 8 total, 8 up, 8 in 2023-12-22T18:04:52.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:51 smithi032 ceph-mon[191839]: osdmap e1443: 8 total, 8 up, 8 in 2023-12-22T18:04:52.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:51 smithi032 ceph-mon[191839]: osdmap e1444: 8 total, 8 up, 8 in 2023-12-22T18:04:52.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:51 smithi032 ceph-mon[189144]: osdmap e1443: 8 total, 8 up, 8 in 2023-12-22T18:04:52.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:51 smithi032 ceph-mon[189144]: osdmap e1444: 8 total, 8 up, 8 in 2023-12-22T18:04:52.820 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,188298643~3100164,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~30446027,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:52.820 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,188298643~3100164,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~30446027,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:52.879 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~77373040,88080384~8739870,98586065~2231072,103387926~43609530,153336498~38062309,192937984~42197367,239075328~22458094,264241152~12117060,276824064~37463582,314572800~43280226,358674983~1765647,360710144~31251966,394264576~4007920,398458880~7298786] 2023-12-22T18:04:52.880 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,277043998~12203605,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:52.880 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,277043998~12203605,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:52.890 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~29745730,80029781~1421493,88080384~8739870,98586065~2231072,103387926~43609530,153336498~11137667,166051252~21727311,192937984~42197367,239075328~19851365,264241152~12117060,276824064~12423539,289495090~24792556,314572800~43280226,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~7298786] 2023-12-22T18:04:52.890 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~18055711,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:52.890 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~18055711,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:52.896 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~18055711,80029781~1421493,88080384~8739870,98586065~2231072,103387926~43609530,153336498~11137667,166051252~21727311,192937984~42197367,239091415~19835278,264241152~12117060,279897459~9350144,289495090~24792556,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~7298786] 2023-12-22T18:04:52.896 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,252014003~6912690,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:52.896 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,252014003~6912690,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:52.902 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,67395828~5424715,80029781~1421493,88080384~8739870,98586065~2231072,103387926~15655815,125169903~21827553,153336498~11137667,166051252~21727311,192937984~42197367,239091415~9779932,252014003~6912690,264241152~12117060,279897459~9350144,289495090~24792556,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:52.902 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,268248006~8110206,279897459~9350144,291027777~5477581,297077579~17210067,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:52.902 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,268248006~8110206,279897459~9350144,291027777~5477581,297077579~17210067,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:52.908 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,67395828~5424715,80029781~1421493,88080384~8739870,98586065~2231072,103387926~15655815,125169903~21827553,153336498~11137667,166051252~18750215,192937984~42197367,239091415~8016671,252014003~6912690,264241152~12117060,279897459~9350144,291027777~5477581,297077579~17210067,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:52.908 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:52.908 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:52.914 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,98586065~2231072,103387926~4558478,111693452~7350289,125169903~21827553,153336498~11137667,166051252~18750215,192937984~42197367,239091415~8016671,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~20484852,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:52.914 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,126644131~20353325,153336498~4737554,158800286~5647841,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:52.914 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,126644131~20353325,153336498~4737554,158800286~5647841,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:52.921 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~37343211,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,98586065~2231072,103387926~4558478,111693452~7350289,126644131~20353325,153336498~11111629,166051252~18750215,192937984~15490216,208428691~26706660,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~20484852,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:52.921 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to HEAD diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,208428691~14595849,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11164429,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:52.921 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,208428691~14595849,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11164429,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:52.927 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7010743~34526772,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,98586065~2231072,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,192937984~15490216,208428691~14595849,223771750~11363601,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11164429,331429159~4636285,337368174~20484852,358674983~1765647,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:52.927 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to HEAD diff [7557388~33980127,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,99629496~1187641,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,209520731~13503809,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~18216308,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:52.927 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~33980127,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,99629496~1187641,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,209520731~13503809,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~18216308,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:52.933 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~33980127,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,99629496~1187641,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,192937984~15490216,209520731~13503809,223771750~11363601,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,337852296~20000730,358674983~1765647,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:52.933 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to HEAD diff [7557388~33980127,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,99629496~1187641,103387926~4558478,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,209520731~13503809,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~6718697,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:52.933 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~33980127,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,99629496~1187641,103387926~4558478,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,209520731~13503809,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~6718697,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:52.939 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~33980127,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,99629496~1187641,103387926~4558478,126644131~20353325,153336498~4737554,166051252~18750215,192937984~15490216,209520731~13503809,223771750~11363601,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~3671533,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,337852296~8503119,349089106~8763920,358674983~1765647,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:52 smithi039 ceph-mon[181282]: pgmap v2450: 137 pgs: 137 active+clean; 804 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 156 KiB/s rd, 6.2 KiB/s wr, 3.11k op/s 2023-12-22T18:04:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:52 smithi039 ceph-mon[181282]: osdmap e1445: 8 total, 8 up, 8 in 2023-12-22T18:04:53.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:52 smithi032 ceph-mon[191839]: pgmap v2450: 137 pgs: 137 active+clean; 804 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 156 KiB/s rd, 6.2 KiB/s wr, 3.11k op/s 2023-12-22T18:04:53.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:52 smithi032 ceph-mon[191839]: osdmap e1445: 8 total, 8 up, 8 in 2023-12-22T18:04:53.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:52 smithi032 ceph-mon[189144]: pgmap v2450: 137 pgs: 137 active+clean; 804 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 156 KiB/s rd, 6.2 KiB/s wr, 3.11k op/s 2023-12-22T18:04:53.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:52 smithi032 ceph-mon[189144]: osdmap e1445: 8 total, 8 up, 8 in 2023-12-22T18:04:53.828 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,188298643~3100164,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~30446027,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:53.828 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,188298643~3100164,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~30446027,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:53.877 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~77373040,88080384~8739870,98586065~2231072,103387926~43609530,153336498~38062309,192937984~42197367,239075328~22458094,264241152~12117060,276824064~37463582,314572800~43280226,358674983~1765647,360710144~31251966,394264576~4007920,398458880~7298786] 2023-12-22T18:04:53.877 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,277043998~12203605,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:53.877 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,277043998~12203605,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:53.896 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~29745730,80029781~1421493,88080384~8739870,98586065~2231072,103387926~43609530,153336498~11137667,166051252~21727311,192937984~42197367,239075328~19851365,264241152~12117060,276824064~12423539,289495090~24792556,314572800~43280226,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~7298786] 2023-12-22T18:04:53.896 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~18055711,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:53.896 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~18055711,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:53.902 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~18055711,80029781~1421493,88080384~8739870,98586065~2231072,103387926~43609530,153336498~11137667,166051252~21727311,192937984~42197367,239091415~19835278,264241152~12117060,279897459~9350144,289495090~24792556,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~7298786] 2023-12-22T18:04:53.902 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,252014003~6912690,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:53.902 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,252014003~6912690,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:53.908 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,67395828~5424715,80029781~1421493,88080384~8739870,98586065~2231072,103387926~15655815,125169903~21827553,153336498~11137667,166051252~21727311,192937984~42197367,239091415~9779932,252014003~6912690,264241152~12117060,279897459~9350144,289495090~24792556,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:53.909 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,268248006~8110206,279897459~9350144,291027777~5477581,297077579~17210067,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:53.909 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,268248006~8110206,279897459~9350144,291027777~5477581,297077579~17210067,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:53.915 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,67395828~5424715,80029781~1421493,88080384~8739870,98586065~2231072,103387926~15655815,125169903~21827553,153336498~11137667,166051252~18750215,192937984~42197367,239091415~8016671,252014003~6912690,264241152~12117060,279897459~9350144,291027777~5477581,297077579~17210067,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:53.915 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:53.915 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:53.921 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,98586065~2231072,103387926~4558478,111693452~7350289,125169903~21827553,153336498~11137667,166051252~18750215,192937984~42197367,239091415~8016671,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~20484852,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:53.921 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,126644131~20353325,153336498~4737554,158800286~5647841,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:53.921 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,126644131~20353325,153336498~4737554,158800286~5647841,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:53.927 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~37343211,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,98586065~2231072,103387926~4558478,111693452~7350289,126644131~20353325,153336498~11111629,166051252~18750215,192937984~15490216,208428691~26706660,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~20484852,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:53.927 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to HEAD diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,208428691~14595849,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11164429,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:53.927 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,208428691~14595849,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11164429,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:53.934 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7010743~34526772,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,98586065~2231072,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,192937984~15490216,208428691~14595849,223771750~11363601,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11164429,331429159~4636285,337368174~20484852,358674983~1765647,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:53.934 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to HEAD diff [7557388~33980127,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,99629496~1187641,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,209520731~13503809,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~18216308,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:53.934 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7557388~33980127,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,99629496~1187641,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,209520731~13503809,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,339636718~18216308,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:53.940 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7557388~33980127,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,99629496~1187641,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,192937984~15490216,209520731~13503809,223771750~11363601,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~12537559,311174617~3113029,316585335~11164429,331429159~4636285,337852296~20000730,358674983~1765647,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:54.838 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,188298643~3100164,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~30446027,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:54.838 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,188298643~3100164,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~30446027,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:54.886 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~77373040,88080384~8739870,98586065~2231072,103387926~43609530,153336498~38062309,192937984~42197367,239075328~22458094,264241152~12117060,276824064~37463582,314572800~43280226,358674983~1765647,360710144~31251966,394264576~4007920,398458880~7298786] 2023-12-22T18:04:54.886 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,277043998~12203605,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:54.886 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,277043998~12203605,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:54.901 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~29745730,80029781~1421493,88080384~8739870,98586065~2231072,103387926~43609530,153336498~11137667,166051252~21727311,192937984~42197367,239075328~19851365,264241152~12117060,276824064~12423539,289495090~24792556,314572800~43280226,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~7298786] 2023-12-22T18:04:54.901 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~18055711,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:54.901 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~18055711,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:54.907 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~18055711,80029781~1421493,88080384~8739870,98586065~2231072,103387926~43609530,153336498~11137667,166051252~21727311,192937984~42197367,239091415~19835278,264241152~12117060,279897459~9350144,289495090~24792556,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~7298786] 2023-12-22T18:04:54.907 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,252014003~6912690,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:54.907 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,252014003~6912690,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:54.914 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,67395828~5424715,80029781~1421493,88080384~8739870,98586065~2231072,103387926~15655815,125169903~21827553,153336498~11137667,166051252~21727311,192937984~42197367,239091415~9779932,252014003~6912690,264241152~12117060,279897459~9350144,289495090~24792556,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:54.914 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,268248006~8110206,279897459~9350144,291027777~5477581,297077579~17210067,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:54.914 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,268248006~8110206,279897459~9350144,291027777~5477581,297077579~17210067,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:54.920 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,67395828~5424715,80029781~1421493,88080384~8739870,98586065~2231072,103387926~15655815,125169903~21827553,153336498~11137667,166051252~18750215,192937984~42197367,239091415~8016671,252014003~6912690,264241152~12117060,279897459~9350144,291027777~5477581,297077579~17210067,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:54.920 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:54.920 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:54.926 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,98586065~2231072,103387926~4558478,111693452~7350289,125169903~21827553,153336498~11137667,166051252~18750215,192937984~42197367,239091415~8016671,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~20484852,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:54.927 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,126644131~20353325,153336498~4737554,158800286~5647841,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:54.927 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,126644131~20353325,153336498~4737554,158800286~5647841,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:54.932 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~37343211,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,98586065~2231072,103387926~4558478,111693452~7350289,126644131~20353325,153336498~11111629,166051252~18750215,192937984~15490216,208428691~26706660,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~20484852,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:54.933 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to HEAD diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,208428691~14595849,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11164429,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:54.933 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,197090408~11337792,208428691~14595849,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11164429,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:54.938 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [7010743~34526772,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,98586065~2231072,103387926~4558478,115323198~2807172,126644131~20353325,153336498~4737554,166051252~18750215,192937984~15490216,208428691~14595849,223771750~11363601,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11164429,331429159~4636285,337368174~20484852,358674983~1765647,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:55.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:54 smithi032 ceph-mon[189144]: osdmap e1446: 8 total, 8 up, 8 in 2023-12-22T18:04:55.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:54 smithi032 ceph-mon[189144]: pgmap v2453: 137 pgs: 137 active+clean; 766 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 1.46k op/s 2023-12-22T18:04:55.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:54 smithi032 ceph-mon[191839]: osdmap e1446: 8 total, 8 up, 8 in 2023-12-22T18:04:55.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:54 smithi032 ceph-mon[191839]: pgmap v2453: 137 pgs: 137 active+clean; 766 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 1.46k op/s 2023-12-22T18:04:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:54 smithi039 ceph-mon[181282]: osdmap e1446: 8 total, 8 up, 8 in 2023-12-22T18:04:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:54 smithi039 ceph-mon[181282]: pgmap v2453: 137 pgs: 137 active+clean; 766 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 1.46k op/s 2023-12-22T18:04:55.844 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,188298643~3100164,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~30446027,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:55.844 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,188298643~3100164,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~30446027,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:55.887 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~77373040,88080384~8739870,98586065~2231072,103387926~43609530,153336498~38062309,192937984~42197367,239075328~22458094,264241152~12117060,276824064~37463582,314572800~43280226,358674983~1765647,360710144~31251966,394264576~4007920,398458880~7298786] 2023-12-22T18:04:55.887 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,277043998~12203605,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:55.888 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,277043998~12203605,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:55.904 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~29745730,80029781~1421493,88080384~8739870,98586065~2231072,103387926~43609530,153336498~11137667,166051252~21727311,192937984~42197367,239075328~19851365,264241152~12117060,276824064~12423539,289495090~24792556,314572800~43280226,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~7298786] 2023-12-22T18:04:55.904 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~18055711,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:55.904 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~18055711,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:55.911 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~18055711,80029781~1421493,88080384~8739870,98586065~2231072,103387926~43609530,153336498~11137667,166051252~21727311,192937984~42197367,239091415~19835278,264241152~12117060,279897459~9350144,289495090~24792556,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~7298786] 2023-12-22T18:04:55.911 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,252014003~6912690,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:55.911 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,252014003~6912690,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:55.917 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,67395828~5424715,80029781~1421493,88080384~8739870,98586065~2231072,103387926~15655815,125169903~21827553,153336498~11137667,166051252~21727311,192937984~42197367,239091415~9779932,252014003~6912690,264241152~12117060,279897459~9350144,289495090~24792556,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:55.917 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,268248006~8110206,279897459~9350144,291027777~5477581,297077579~17210067,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:55.917 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,268248006~8110206,279897459~9350144,291027777~5477581,297077579~17210067,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:55.923 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,67395828~5424715,80029781~1421493,88080384~8739870,98586065~2231072,103387926~15655815,125169903~21827553,153336498~11137667,166051252~18750215,192937984~42197367,239091415~8016671,252014003~6912690,264241152~12117060,279897459~9350144,291027777~5477581,297077579~17210067,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:55.923 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:55.923 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:55.929 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,98586065~2231072,103387926~4558478,111693452~7350289,125169903~21827553,153336498~11137667,166051252~18750215,192937984~42197367,239091415~8016671,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~20484852,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:55.929 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,126644131~20353325,153336498~4737554,158800286~5647841,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:55.929 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~34526772,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,126644131~20353325,153336498~4737554,158800286~5647841,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:55.935 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~37343211,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,98586065~2231072,103387926~4558478,111693452~7350289,126644131~20353325,153336498~11111629,166051252~18750215,192937984~15490216,208428691~26706660,239091415~8016671,252014003~6912690,271886955~1932814,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~20484852,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:56.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:55 smithi032 ceph-mon[191839]: osdmap e1447: 8 total, 8 up, 8 in 2023-12-22T18:04:56.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:55 smithi032 ceph-mon[189144]: osdmap e1447: 8 total, 8 up, 8 in 2023-12-22T18:04:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:55 smithi039 ceph-mon[181282]: osdmap e1447: 8 total, 8 up, 8 in 2023-12-22T18:04:56.811 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,188298643~3100164,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~30446027,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:56.812 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,188298643~3100164,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~30446027,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:56.860 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~77373040,88080384~8739870,98586065~2231072,103387926~43609530,153336498~38062309,192937984~42197367,239075328~22458094,264241152~12117060,276824064~37463582,314572800~43280226,358674983~1765647,360710144~31251966,394264576~4007920,398458880~7298786] 2023-12-22T18:04:56.860 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,277043998~12203605,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:56.861 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,277043998~12203605,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:56.885 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~29745730,80029781~1421493,88080384~8739870,98586065~2231072,103387926~43609530,153336498~11137667,166051252~21727311,192937984~42197367,239075328~19851365,264241152~12117060,276824064~12423539,289495090~24792556,314572800~43280226,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~7298786] 2023-12-22T18:04:56.885 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~18055711,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:56.885 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~18055711,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:56.891 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~18055711,80029781~1421493,88080384~8739870,98586065~2231072,103387926~43609530,153336498~11137667,166051252~21727311,192937984~42197367,239091415~19835278,264241152~12117060,279897459~9350144,289495090~24792556,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~7298786] 2023-12-22T18:04:56.891 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,252014003~6912690,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:56.892 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,252014003~6912690,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:56.897 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,67395828~5424715,80029781~1421493,88080384~8739870,98586065~2231072,103387926~15655815,125169903~21827553,153336498~11137667,166051252~21727311,192937984~42197367,239091415~9779932,252014003~6912690,264241152~12117060,279897459~9350144,289495090~24792556,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:56.898 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,268248006~8110206,279897459~9350144,291027777~5477581,297077579~17210067,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:56.898 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,268248006~8110206,279897459~9350144,291027777~5477581,297077579~17210067,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:56.904 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,67395828~5424715,80029781~1421493,88080384~8739870,98586065~2231072,103387926~15655815,125169903~21827553,153336498~11137667,166051252~18750215,192937984~42197367,239091415~8016671,252014003~6912690,264241152~12117060,279897459~9350144,291027777~5477581,297077579~17210067,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:56.904 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:56.904 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~484122,339636718~18216308,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:56.909 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,80029781~1421493,88080384~8739870,98586065~2231072,103387926~4558478,111693452~7350289,125169903~21827553,153336498~11137667,166051252~18750215,192937984~42197367,239091415~8016671,252014003~6912690,271528342~4149733,279897459~8484189,291027777~5477581,297077579~17210067,316585335~11690633,331429159~4636285,337368174~20484852,358674983~1765647,362107129~267681,362932593~22507089,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:57.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:56 smithi032 ceph-mon[189144]: osdmap e1448: 8 total, 8 up, 8 in 2023-12-22T18:04:57.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:56 smithi032 ceph-mon[189144]: pgmap v2456: 137 pgs: 137 active+clean; 727 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 6.0 KiB/s wr, 1.35k op/s 2023-12-22T18:04:57.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:56 smithi032 ceph-mon[189144]: osdmap e1449: 8 total, 8 up, 8 in 2023-12-22T18:04:57.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:56 smithi032 ceph-mon[191839]: osdmap e1448: 8 total, 8 up, 8 in 2023-12-22T18:04:57.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:56 smithi032 ceph-mon[191839]: pgmap v2456: 137 pgs: 137 active+clean; 727 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 6.0 KiB/s wr, 1.35k op/s 2023-12-22T18:04:57.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:56 smithi032 ceph-mon[191839]: osdmap e1449: 8 total, 8 up, 8 in 2023-12-22T18:04:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:56 smithi039 ceph-mon[181282]: osdmap e1448: 8 total, 8 up, 8 in 2023-12-22T18:04:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:56 smithi039 ceph-mon[181282]: pgmap v2456: 137 pgs: 137 active+clean; 727 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 6.0 KiB/s wr, 1.35k op/s 2023-12-22T18:04:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:56 smithi039 ceph-mon[181282]: osdmap e1449: 8 total, 8 up, 8 in 2023-12-22T18:04:57.855 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,188298643~3100164,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~30446027,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:57.855 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,188298643~3100164,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~30446027,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:57.911 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~77373040,88080384~8739870,98586065~2231072,103387926~43609530,153336498~38062309,192937984~42197367,239075328~22458094,264241152~12117060,276824064~37463582,314572800~43280226,358674983~1765647,360710144~31251966,394264576~4007920,398458880~7298786] 2023-12-22T18:04:57.912 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,277043998~12203605,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:57.912 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,277043998~12203605,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:57.923 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~29745730,80029781~1421493,88080384~8739870,98586065~2231072,103387926~43609530,153336498~11137667,166051252~21727311,192937984~42197367,239075328~19851365,264241152~12117060,276824064~12423539,289495090~24792556,314572800~43280226,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~7298786] 2023-12-22T18:04:57.924 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~18055711,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:57.924 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~18055711,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:57.930 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~18055711,80029781~1421493,88080384~8739870,98586065~2231072,103387926~43609530,153336498~11137667,166051252~21727311,192937984~42197367,239091415~19835278,264241152~12117060,279897459~9350144,289495090~24792556,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~7298786] 2023-12-22T18:04:57.930 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,252014003~6912690,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:57.930 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,252014003~6912690,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:57.936 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,67395828~5424715,80029781~1421493,88080384~8739870,98586065~2231072,103387926~15655815,125169903~21827553,153336498~11137667,166051252~21727311,192937984~42197367,239091415~9779932,252014003~6912690,264241152~12117060,279897459~9350144,289495090~24792556,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:57.936 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,268248006~8110206,279897459~9350144,291027777~5477581,297077579~17210067,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:57.936 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~18750215,197090408~11337792,208428691~15343059,225875993~9259358,239091415~8016671,252014003~6912690,268248006~8110206,279897459~9350144,291027777~5477581,297077579~17210067,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:57.942 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,67395828~5424715,80029781~1421493,88080384~8739870,98586065~2231072,103387926~15655815,125169903~21827553,153336498~11137667,166051252~18750215,192937984~42197367,239091415~8016671,252014003~6912690,264241152~12117060,279897459~9350144,291027777~5477581,297077579~17210067,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:58.862 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,188298643~3100164,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~30446027,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:58.862 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,188298643~3100164,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~30446027,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:58.906 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~77373040,88080384~8739870,98586065~2231072,103387926~43609530,153336498~38062309,192937984~42197367,239075328~22458094,264241152~12117060,276824064~37463582,314572800~43280226,358674983~1765647,360710144~31251966,394264576~4007920,398458880~7298786] 2023-12-22T18:04:58.906 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,277043998~12203605,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:58.907 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,277043998~12203605,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:58.932 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~29745730,80029781~1421493,88080384~8739870,98586065~2231072,103387926~43609530,153336498~11137667,166051252~21727311,192937984~42197367,239075328~19851365,264241152~12117060,276824064~12423539,289495090~24792556,314572800~43280226,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~7298786] 2023-12-22T18:04:58.932 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~18055711,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:58.932 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~18055711,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:58.940 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~18055711,80029781~1421493,88080384~8739870,98586065~2231072,103387926~43609530,153336498~11137667,166051252~21727311,192937984~42197367,239091415~19835278,264241152~12117060,279897459~9350144,289495090~24792556,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~7298786] 2023-12-22T18:04:58.940 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,252014003~6912690,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:58.940 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~7460862,67395828~5424715,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,125169903~21827553,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,252014003~6912690,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218] 2023-12-22T18:04:58.946 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~7460862,67395828~5424715,80029781~1421493,88080384~8739870,98586065~2231072,103387926~15655815,125169903~21827553,153336498~11137667,166051252~21727311,192937984~42197367,239091415~9779932,252014003~6912690,264241152~12117060,279897459~9350144,289495090~24792556,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~4640979] 2023-12-22T18:04:59.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:58 smithi032 ceph-mon[191839]: osdmap e1450: 8 total, 8 up, 8 in 2023-12-22T18:04:59.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:58 smithi032 ceph-mon[191839]: pgmap v2459: 137 pgs: 137 active+clean; 704 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 109 KiB/s rd, 6.0 KiB/s wr, 1.03k op/s 2023-12-22T18:04:59.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:58 smithi032 ceph-mon[189144]: osdmap e1450: 8 total, 8 up, 8 in 2023-12-22T18:04:59.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:58 smithi032 ceph-mon[189144]: pgmap v2459: 137 pgs: 137 active+clean; 704 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 109 KiB/s rd, 6.0 KiB/s wr, 1.03k op/s 2023-12-22T18:04:59.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:58 smithi039 ceph-mon[181282]: osdmap e1450: 8 total, 8 up, 8 in 2023-12-22T18:04:59.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:58 smithi039 ceph-mon[181282]: pgmap v2459: 137 pgs: 137 active+clean; 704 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 109 KiB/s rd, 6.0 KiB/s wr, 1.03k op/s 2023-12-22T18:04:59.873 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,188298643~3100164,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~30446027,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:59.873 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,188298643~3100164,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~30446027,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:59.919 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~77373040,88080384~8739870,98586065~2231072,103387926~43609530,153336498~38062309,192937984~42197367,239075328~22458094,264241152~12117060,276824064~37463582,314572800~43280226,358674983~1765647,360710144~31251966,394264576~4007920,398458880~7298786] 2023-12-22T18:04:59.920 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,277043998~12203605,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:59.920 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,277043998~12203605,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:59.933 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~29745730,80029781~1421493,88080384~8739870,98586065~2231072,103387926~43609530,153336498~11137667,166051252~21727311,192937984~42197367,239075328~19851365,264241152~12117060,276824064~12423539,289495090~24792556,314572800~43280226,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~7298786] 2023-12-22T18:04:59.933 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~18055711,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:59.933 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55844344~18055711,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,279897459~9350144,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:04:59.939 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~10550193,55844344~18055711,80029781~1421493,88080384~8739870,98586065~2231072,103387926~43609530,153336498~11137667,166051252~21727311,192937984~42197367,239091415~19835278,264241152~12117060,279897459~9350144,289495090~24792556,316585335~41267691,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~7298786] 2023-12-22T18:05:00.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:04:59 smithi032 ceph-mon[189144]: osdmap e1451: 8 total, 8 up, 8 in 2023-12-22T18:05:00.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:04:59 smithi032 ceph-mon[191839]: osdmap e1451: 8 total, 8 up, 8 in 2023-12-22T18:05:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:04:59 smithi039 ceph-mon[181282]: osdmap e1451: 8 total, 8 up, 8 in 2023-12-22T18:05:00.878 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,188298643~3100164,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~30446027,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:05:00.878 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,188298643~3100164,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~30446027,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:05:00.938 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~77373040,88080384~8739870,98586065~2231072,103387926~43609530,153336498~38062309,192937984~42197367,239075328~22458094,264241152~12117060,276824064~37463582,314572800~43280226,358674983~1765647,360710144~31251966,394264576~4007920,398458880~7298786] 2023-12-22T18:05:00.939 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,277043998~12203605,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:05:00.939 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,80029781~1421493,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~8348942,268248006~8110206,277043998~12203605,289495090~24792556,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~24126008,386289055~5673055,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:05:00.946 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~38227738,44154325~29745730,80029781~1421493,88080384~8739870,98586065~2231072,103387926~43609530,153336498~11137667,166051252~21727311,192937984~42197367,239075328~19851365,264241152~12117060,276824064~12423539,289495090~24792556,314572800~43280226,358674983~1765647,360710144~24931947,386289055~5673055,394264576~4007920,398458880~7298786] 2023-12-22T18:05:01.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:00 smithi032 ceph-mon[189144]: osdmap e1452: 8 total, 8 up, 8 in 2023-12-22T18:05:01.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:00 smithi032 ceph-mon[189144]: pgmap v2462: 137 pgs: 137 active+clean; 642 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 74 KiB/s rd, 5.0 KiB/s wr, 628 op/s 2023-12-22T18:05:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:05:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:05:00] "GET /metrics HTTP/1.1" 200 36502 "" "Prometheus/2.43.0" 2023-12-22T18:05:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:00 smithi032 ceph-mon[191839]: osdmap e1452: 8 total, 8 up, 8 in 2023-12-22T18:05:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:00 smithi032 ceph-mon[191839]: pgmap v2462: 137 pgs: 137 active+clean; 642 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 74 KiB/s rd, 5.0 KiB/s wr, 628 op/s 2023-12-22T18:05:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:00 smithi039 ceph-mon[181282]: osdmap e1452: 8 total, 8 up, 8 in 2023-12-22T18:05:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:00 smithi039 ceph-mon[181282]: pgmap v2462: 137 pgs: 137 active+clean; 642 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 74 KiB/s rd, 5.0 KiB/s wr, 628 op/s 2023-12-22T18:05:01.812 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,188298643~3100164,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~30446027,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:05:01.812 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [7010743~35411299,44154325~7112341,52156127~2548391,55020070~18879985,75135781~6431563,89850490~6969764,98586065~2231072,103387926~4558478,108186437~3507015,112452249~6591492,120224273~26773183,153336498~4737554,158800286~5673879,166051252~21727311,188298643~3100164,197090408~11337792,208428691~15343059,225875993~9259358,239091415~9779932,250577751~10955671,268248006~8110206,277043998~12203605,289382205~24905441,316585335~11690633,329617226~8235070,339636718~18216308,358674983~1765647,361516083~30446027,395174648~3097848,401788641~1311218,404674870~1082796] 2023-12-22T18:05:01.853 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~77373040,88080384~8739870,98586065~2231072,103387926~43609530,153336498~38062309,192937984~42197367,239075328~22458094,264241152~12117060,276824064~37463582,314572800~43280226,358674983~1765647,360710144~31251966,394264576~4007920,398458880~7298786] 2023-12-22T18:05:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:01 smithi032 ceph-mon[189144]: osdmap e1453: 8 total, 8 up, 8 in 2023-12-22T18:05:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:01 smithi032 ceph-mon[189144]: osdmap e1454: 8 total, 8 up, 8 in 2023-12-22T18:05:02.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:01 smithi032 ceph-mon[191839]: osdmap e1453: 8 total, 8 up, 8 in 2023-12-22T18:05:02.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:01 smithi032 ceph-mon[191839]: osdmap e1454: 8 total, 8 up, 8 in 2023-12-22T18:05:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:01 smithi039 ceph-mon[181282]: osdmap e1453: 8 total, 8 up, 8 in 2023-12-22T18:05:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:01 smithi039 ceph-mon[181282]: osdmap e1454: 8 total, 8 up, 8 in 2023-12-22T18:05:02.910 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] DiffIterateTest/0.DiffIterateStress (39983 ms) 2023-12-22T18:05:02.910 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] DiffIterateTest/0.DiffIterateRegression6926 2023-12-22T18:05:02.910 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:05:03.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:02 smithi032 ceph-mon[191839]: pgmap v2465: 137 pgs: 137 active+clean; 547 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 6.0 KiB/s wr, 779 op/s 2023-12-22T18:05:03.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:02 smithi032 ceph-mon[189144]: pgmap v2465: 137 pgs: 137 active+clean; 547 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 6.0 KiB/s wr, 779 op/s 2023-12-22T18:05:03.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:02 smithi039 ceph-mon[181282]: pgmap v2465: 137 pgs: 137 active+clean; 547 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 77 KiB/s rd, 6.0 KiB/s wr, 779 op/s 2023-12-22T18:05:03.915 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 0~256 2023-12-22T18:05:03.920 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] DiffIterateTest/0.DiffIterateRegression6926 (1010 ms) 2023-12-22T18:05:03.920 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParent 2023-12-22T18:05:03.921 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:05:04.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:03 smithi032 ceph-mon[191839]: osdmap e1455: 8 total, 8 up, 8 in 2023-12-22T18:05:04.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:03 smithi032 ceph-mon[189144]: osdmap e1455: 8 total, 8 up, 8 in 2023-12-22T18:05:04.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:03 smithi039 ceph-mon[181282]: osdmap e1455: 8 total, 8 up, 8 in 2023-12-22T18:05:04.963 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 0~4194304 2023-12-22T18:05:04.964 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 4194304~4194304 2023-12-22T18:05:04.964 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 8388608~4194304 2023-12-22T18:05:04.964 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 12582912~4194304 2023-12-22T18:05:04.964 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 16777216~4194304 2023-12-22T18:05:04.995 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 0~4194304 2023-12-22T18:05:04.995 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 4194304~4194304 2023-12-22T18:05:04.995 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 8388608~2097152 2023-12-22T18:05:04.996 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 16777216~4194304 2023-12-22T18:05:05.005 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] DiffIterateTest/0.DiffIterateParent (1085 ms) 2023-12-22T18:05:05.005 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] DiffIterateTest/0.DiffIterateIgnoreParent 2023-12-22T18:05:05.006 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:05:05.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:04 smithi032 ceph-mon[189144]: osdmap e1456: 8 total, 8 up, 8 in 2023-12-22T18:05:05.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:04 smithi032 ceph-mon[189144]: pgmap v2468: 137 pgs: 137 active+clean; 497 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 11 KiB/s rd, 1.2 KiB/s wr, 411 op/s 2023-12-22T18:05:05.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:05:05.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:04 smithi032 ceph-mon[191839]: osdmap e1456: 8 total, 8 up, 8 in 2023-12-22T18:05:05.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:04 smithi032 ceph-mon[191839]: pgmap v2468: 137 pgs: 137 active+clean; 497 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 11 KiB/s rd, 1.2 KiB/s wr, 411 op/s 2023-12-22T18:05:05.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:05:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:04 smithi039 ceph-mon[181282]: osdmap e1456: 8 total, 8 up, 8 in 2023-12-22T18:05:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:04 smithi039 ceph-mon[181282]: pgmap v2468: 137 pgs: 137 active+clean; 497 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 11 KiB/s rd, 1.2 KiB/s wr, 411 op/s 2023-12-22T18:05:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:05:06.028 INFO:tasks.workunit.client.0.smithi032.stdout: wrote [3769564~87159,6022598~78289,7840789~70812,8759876~29640,9888321~37623,10148759~92307,13897581~34471,15676940~30269,17085157~6319,17708408~17787] to clone 2023-12-22T18:05:06.028 INFO:tasks.workunit.client.0.smithi032.stdout: diff was [0~3856723,4194304~3717297,8388608~1852458,12582912~3124297,16777216~948979] 2023-12-22T18:05:06.032 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] DiffIterateTest/0.DiffIterateIgnoreParent (1027 ms) 2023-12-22T18:05:06.032 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] DiffIterateTest/0.DiffIterateCallbackError 2023-12-22T18:05:06.032 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:05:06.058 INFO:tasks.workunit.client.0.smithi032.stdout: wrote [2104456~33056,4675940~87065,4829892~14520,9307863~72872,11087008~97911,11230682~25962,13612611~62829,14663185~45754,19801386~2363] 2023-12-22T18:05:06.063 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] DiffIterateTest/0.DiffIterateCallbackError (31 ms) 2023-12-22T18:05:06.064 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParentDiscard 2023-12-22T18:05:06.064 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:05:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:05 smithi032 ceph-mon[191839]: osdmap e1457: 8 total, 8 up, 8 in 2023-12-22T18:05:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:05 smithi032 ceph-mon[189144]: osdmap e1457: 8 total, 8 up, 8 in 2023-12-22T18:05:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:05 smithi039 ceph-mon[181282]: osdmap e1457: 8 total, 8 up, 8 in 2023-12-22T18:05:07.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:06 smithi032 ceph-mon[191839]: osdmap e1458: 8 total, 8 up, 8 in 2023-12-22T18:05:07.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:06 smithi032 ceph-mon[191839]: pgmap v2471: 137 pgs: 137 active+clean; 468 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 128 KiB/s rd, 5.5 MiB/s wr, 309 op/s 2023-12-22T18:05:07.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:06 smithi032 ceph-mon[191839]: osdmap e1459: 8 total, 8 up, 8 in 2023-12-22T18:05:07.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:06 smithi032 ceph-mon[189144]: osdmap e1458: 8 total, 8 up, 8 in 2023-12-22T18:05:07.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:06 smithi032 ceph-mon[189144]: pgmap v2471: 137 pgs: 137 active+clean; 468 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 128 KiB/s rd, 5.5 MiB/s wr, 309 op/s 2023-12-22T18:05:07.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:06 smithi032 ceph-mon[189144]: osdmap e1459: 8 total, 8 up, 8 in 2023-12-22T18:05:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:06 smithi039 ceph-mon[181282]: osdmap e1458: 8 total, 8 up, 8 in 2023-12-22T18:05:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:06 smithi039 ceph-mon[181282]: pgmap v2471: 137 pgs: 137 active+clean; 468 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 128 KiB/s rd, 5.5 MiB/s wr, 309 op/s 2023-12-22T18:05:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:06 smithi039 ceph-mon[181282]: osdmap e1459: 8 total, 8 up, 8 in 2023-12-22T18:05:07.922 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] DiffIterateTest/0.DiffIterateParentDiscard (1858 ms) 2023-12-22T18:05:07.922 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnalignedSmall 2023-12-22T18:05:07.922 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:05:07.972 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 5000005~1234 2023-12-22T18:05:07.977 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnalignedSmall (56 ms) 2023-12-22T18:05:07.977 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnaligned 2023-12-22T18:05:07.977 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:05:08.058 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 8376263~12345 2023-12-22T18:05:08.058 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 8388608~4194304 2023-12-22T18:05:08.059 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 12582912~54321 2023-12-22T18:05:08.063 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnaligned (85 ms) 2023-12-22T18:05:08.063 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStriping 2023-12-22T18:05:08.063 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2023-12-22T18:05:08.063 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] DiffIterateTest/0.DiffIterateStriping (0 ms) 2023-12-22T18:05:08.820 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 11 tests from DiffIterateTest/0 (53175 ms total) 2023-12-22T18:05:08.821 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:05:08.821 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 11 tests from DiffIterateTest/1, where TypeParam = DiffIterateParams 2023-12-22T18:05:08.851 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] DiffIterateTest/1.DiffIterate 2023-12-22T18:05:09.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:08 smithi032 ceph-mon[189144]: osdmap e1460: 8 total, 8 up, 8 in 2023-12-22T18:05:09.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:08 smithi032 ceph-mon[189144]: pgmap v2474: 137 pgs: 137 active+clean; 450 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 6.5 MiB/s wr, 226 op/s 2023-12-22T18:05:09.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:08 smithi032 ceph-mon[191839]: osdmap e1460: 8 total, 8 up, 8 in 2023-12-22T18:05:09.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:08 smithi032 ceph-mon[191839]: pgmap v2474: 137 pgs: 137 active+clean; 450 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 6.5 MiB/s wr, 226 op/s 2023-12-22T18:05:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:08 smithi039 ceph-mon[181282]: osdmap e1460: 8 total, 8 up, 8 in 2023-12-22T18:05:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:08 smithi039 ceph-mon[181282]: pgmap v2474: 137 pgs: 137 active+clean; 450 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 6.5 MiB/s wr, 226 op/s 2023-12-22T18:05:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:09 smithi032 ceph-mon[189144]: osdmap e1461: 8 total, 8 up, 8 in 2023-12-22T18:05:10.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:09 smithi032 ceph-mon[191839]: osdmap e1461: 8 total, 8 up, 8 in 2023-12-22T18:05:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:09 smithi039 ceph-mon[181282]: osdmap e1461: 8 total, 8 up, 8 in 2023-12-22T18:05:10.836 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:05:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:05:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:05:10] "GET /metrics HTTP/1.1" 200 36508 "" "Prometheus/2.43.0" 2023-12-22T18:05:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:10 smithi032 ceph-mon[191839]: osdmap e1462: 8 total, 8 up, 8 in 2023-12-22T18:05:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:10 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3069478146' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:05:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:10 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:05:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:10 smithi032 ceph-mon[191839]: pgmap v2477: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:05:11.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:10 smithi032 ceph-mon[189144]: osdmap e1462: 8 total, 8 up, 8 in 2023-12-22T18:05:11.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:10 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3069478146' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:05:11.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:10 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:05:11.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:10 smithi032 ceph-mon[189144]: pgmap v2477: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:05:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:10 smithi039 ceph-mon[181282]: osdmap e1462: 8 total, 8 up, 8 in 2023-12-22T18:05:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:10 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3069478146' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:05:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:10 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:05:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:10 smithi039 ceph-mon[181282]: pgmap v2477: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:05:12.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:11 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T18:05:12.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:11 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-23","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:05:12.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:11 smithi032 ceph-mon[191839]: osdmap e1463: 8 total, 8 up, 8 in 2023-12-22T18:05:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:11 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T18:05:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:11 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-23","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:05:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:11 smithi032 ceph-mon[189144]: osdmap e1463: 8 total, 8 up, 8 in 2023-12-22T18:05:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:11 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T18:05:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:11 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-23","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:05:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:11 smithi039 ceph-mon[181282]: osdmap e1463: 8 total, 8 up, 8 in 2023-12-22T18:05:12.530 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:05:12.857 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:05:12.857 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (45m) 52s ago 49m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:05:12.857 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (44m) 9m ago 49m 93.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:05:12.857 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (50m) 52s ago 50m 24.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:05:12.857 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (50m) 9m ago 50m 27.7M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:05:12.857 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (44m) 9m ago 53m 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:05:12.858 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (44m) 52s ago 54m 582M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:05:12.858 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (44m) 52s ago 54m 377M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:05:12.858 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (43m) 9m ago 53m 166M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:05:12.858 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (43m) 52s ago 53m 218M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:05:12.858 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (45m) 52s ago 49m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:05:12.858 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (44m) 9m ago 49m 18.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:05:12.858 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (43m) 52s ago 52m 2692M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:05:12.858 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (42m) 52s ago 52m 3111M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:05:12.858 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (42m) 52s ago 52m 2828M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:05:12.858 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (41m) 52s ago 51m 2500M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:05:12.859 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (41m) 9m ago 51m 1896M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:05:12.859 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (40m) 9m ago 51m 1655M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:05:12.859 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (40m) 9m ago 51m 1107M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:05:12.859 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (39m) 9m ago 50m 1550M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:05:12.859 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (44m) 9m ago 50m 81.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:05:12.882 INFO:tasks.workunit.client.0.smithi032.stdout: wrote [855354~82352,4088054~6548,4264559~15661,6370960~25177,7588867~6516,8614829~81495,9288214~28507,14083353~70437,15555588~51341,16567258~60635] 2023-12-22T18:05:13.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:12 smithi032 ceph-mon[189144]: osdmap e1464: 8 total, 8 up, 8 in 2023-12-22T18:05:13.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:12 smithi032 ceph-mon[189144]: pgmap v2480: 137 pgs: 11 creating+peering, 16 unknown, 110 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:05:13.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:12 smithi032 ceph-mon[189144]: from='client.37002 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:05:13.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:12 smithi032 ceph-mon[191839]: osdmap e1464: 8 total, 8 up, 8 in 2023-12-22T18:05:13.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:12 smithi032 ceph-mon[191839]: pgmap v2480: 137 pgs: 11 creating+peering, 16 unknown, 110 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:05:13.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:12 smithi032 ceph-mon[191839]: from='client.37002 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:05:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:12 smithi039 ceph-mon[181282]: osdmap e1464: 8 total, 8 up, 8 in 2023-12-22T18:05:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:12 smithi039 ceph-mon[181282]: pgmap v2480: 137 pgs: 11 creating+peering, 16 unknown, 110 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:05:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:12 smithi039 ceph-mon[181282]: from='client.37002 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:05:13.275 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:05:13.275 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:05:13.275 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:05:13.275 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:05:13.275 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:05:13.275 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:05:13.276 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:05:13.276 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:05:13.276 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:05:13.276 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:05:13.276 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:05:13.276 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:05:13.276 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:05:13.276 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:05:13.276 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:05:13.276 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:05:13.276 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:05:13.277 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:05:13.869 INFO:tasks.workunit.client.0.smithi032.stdout: wrote [0~4194304,12582912~8388608] 2023-12-22T18:05:13.876 INFO:tasks.workunit.client.0.smithi032.stdout: diff was [0~4194304,12582912~8388608] 2023-12-22T18:05:13.881 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] DiffIterateTest/1.DiffIterate (5029 ms) 2023-12-22T18:05:13.881 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDiscard 2023-12-22T18:05:13.881 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:05:13.912 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 0~4194304 2023-12-22T18:05:14.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:13 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T18:05:14.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:13 smithi032 ceph-mon[191839]: osdmap e1465: 8 total, 8 up, 8 in 2023-12-22T18:05:14.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:13 smithi032 ceph-mon[191839]: from='client.37008 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:05:14.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:13 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1069674923' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:05:14.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:13 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T18:05:14.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:13 smithi032 ceph-mon[189144]: osdmap e1465: 8 total, 8 up, 8 in 2023-12-22T18:05:14.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:13 smithi032 ceph-mon[189144]: from='client.37008 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:05:14.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:13 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1069674923' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:05:14.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:13 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T18:05:14.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:13 smithi039 ceph-mon[181282]: osdmap e1465: 8 total, 8 up, 8 in 2023-12-22T18:05:14.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:13 smithi039 ceph-mon[181282]: from='client.37008 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:05:14.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:13 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1069674923' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:05:14.882 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 0~4194304 2023-12-22T18:05:15.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:14 smithi032 ceph-mon[189144]: osdmap e1466: 8 total, 8 up, 8 in 2023-12-22T18:05:15.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:14 smithi032 ceph-mon[189144]: pgmap v2483: 137 pgs: 11 creating+peering, 4 unknown, 122 active+clean; 12 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 37 KiB/s wr, 12 op/s 2023-12-22T18:05:15.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:14 smithi032 ceph-mon[191839]: osdmap e1466: 8 total, 8 up, 8 in 2023-12-22T18:05:15.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:14 smithi032 ceph-mon[191839]: pgmap v2483: 137 pgs: 11 creating+peering, 4 unknown, 122 active+clean; 12 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 37 KiB/s wr, 12 op/s 2023-12-22T18:05:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:14 smithi039 ceph-mon[181282]: osdmap e1466: 8 total, 8 up, 8 in 2023-12-22T18:05:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:14 smithi039 ceph-mon[181282]: pgmap v2483: 137 pgs: 11 creating+peering, 4 unknown, 122 active+clean; 12 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 37 KiB/s wr, 12 op/s 2023-12-22T18:05:15.880 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 0~4194304 2023-12-22T18:05:16.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:15 smithi032 ceph-mon[189144]: osdmap e1467: 8 total, 8 up, 8 in 2023-12-22T18:05:16.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:15 smithi032 ceph-mon[191839]: osdmap e1467: 8 total, 8 up, 8 in 2023-12-22T18:05:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:15 smithi039 ceph-mon[181282]: osdmap e1467: 8 total, 8 up, 8 in 2023-12-22T18:05:16.891 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 0~4194304 2023-12-22T18:05:16.893 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] DiffIterateTest/1.DiffIterateDiscard (3013 ms) 2023-12-22T18:05:16.893 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStress 2023-12-22T18:05:16.893 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:05:16.958 INFO:tasks.workunit.client.0.smithi032.stdout: i=0 exists [31707955~6177945,62212580~1295256,90193506~8146219,189712003~5642672,267504726~715956,269168121~2570272,295751859~2166651,327662600~2792077,336603652~4929107,378717403~3894540] wrote [31707955~6177945,62212580~1295256,90193506~8146219,189712003~5642672,267504726~715956,269168121~2570272,295751859~2166651,327662600~2792077,336603652~4929107,378717403~3894540] 2023-12-22T18:05:17.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:16 smithi032 ceph-mon[191839]: osdmap e1468: 8 total, 8 up, 8 in 2023-12-22T18:05:17.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:16 smithi032 ceph-mon[191839]: pgmap v2486: 137 pgs: 137 active+clean; 17 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 163 KiB/s wr, 27 op/s 2023-12-22T18:05:17.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:16 smithi032 ceph-mon[189144]: osdmap e1468: 8 total, 8 up, 8 in 2023-12-22T18:05:17.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:16 smithi032 ceph-mon[189144]: pgmap v2486: 137 pgs: 137 active+clean; 17 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 163 KiB/s wr, 27 op/s 2023-12-22T18:05:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:16 smithi039 ceph-mon[181282]: osdmap e1468: 8 total, 8 up, 8 in 2023-12-22T18:05:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:16 smithi039 ceph-mon[181282]: pgmap v2486: 137 pgs: 137 active+clean; 17 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 163 KiB/s wr, 27 op/s 2023-12-22T18:05:17.949 INFO:tasks.workunit.client.0.smithi032.stdout: i=1 exists [8261691~4882255,31707955~6177945,62212580~1295256,79048520~115479,90193506~14746655,139721871~436631,170384701~8242980,189712003~5642672,250776367~6668838,267504726~715956,269168121~2570272,295751859~2166651,304411159~8002135,325229111~7685276,336603652~4929107,376816451~5860785] wrote [8261691~4882255,79048520~115479,97126459~7813702,139721871~436631,170384701~8242980,250776367~6668838,304411159~8002135,325229111~7685276,376816451~5860785] 2023-12-22T18:05:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:17 smithi032 ceph-mon[191839]: osdmap e1469: 8 total, 8 up, 8 in 2023-12-22T18:05:18.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:17 smithi032 ceph-mon[189144]: osdmap e1469: 8 total, 8 up, 8 in 2023-12-22T18:05:18.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:17 smithi039 ceph-mon[181282]: osdmap e1469: 8 total, 8 up, 8 in 2023-12-22T18:05:18.939 INFO:tasks.workunit.client.0.smithi032.stdout: i=2 exists [8261691~4882255,31707955~6177945,62212580~1295256,66166664~6712430,79048520~115479,90193506~14746655,118936114~4203483,139721871~436631,162549923~2644725,170384701~8242980,189712003~5642672,250776367~6668838,267504726~715956,269168121~2570272,281045109~7744191,295751859~2166651,304411159~8002135,322043352~1368989,325229111~7685276,336603652~4929107,365859772~7846206,376816451~5860785,383206677~4561351,390378910~414243] wrote [66166664~6712430,118936114~4203483,162549923~2644725,281045109~7744191,322043352~1368989,365859772~7846206,383206677~4561351,390378910~414243] 2023-12-22T18:05:19.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:18 smithi032 ceph-mon[191839]: osdmap e1470: 8 total, 8 up, 8 in 2023-12-22T18:05:19.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:18 smithi032 ceph-mon[191839]: pgmap v2489: 137 pgs: 137 active+clean; 20 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 208 KiB/s wr, 33 op/s 2023-12-22T18:05:19.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:18 smithi032 ceph-mon[189144]: osdmap e1470: 8 total, 8 up, 8 in 2023-12-22T18:05:19.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:18 smithi032 ceph-mon[189144]: pgmap v2489: 137 pgs: 137 active+clean; 20 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 208 KiB/s wr, 33 op/s 2023-12-22T18:05:19.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:18 smithi039 ceph-mon[181282]: osdmap e1470: 8 total, 8 up, 8 in 2023-12-22T18:05:19.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:18 smithi039 ceph-mon[181282]: pgmap v2489: 137 pgs: 137 active+clean; 20 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 208 KiB/s wr, 33 op/s 2023-12-22T18:05:19.963 INFO:tasks.workunit.client.0.smithi032.stdout: i=3 exists [8261691~4882255,31707955~6177945,60415069~12464025,77712360~3935151,90193506~14746655,109534842~915553,118936114~4203483,126122330~5333924,139721871~436631,162549923~2644725,170384701~8242980,189712003~5642672,245239417~885148,250776367~6668838,267504726~715956,269168121~2570272,281045109~7744191,290105272~7813238,304411159~8002135,322043352~1368989,325229111~7948378,336603652~4929107,365859772~7846206,376816451~5860785,383206677~4561351,390378910~414243,410892529~6107314] wrote [60415069~7508045,77712360~3935151,91790822~3654686,109534842~915553,126122330~5333924,245239417~885148,290105272~5883847,332485474~692015,410892529~6107314] 2023-12-22T18:05:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:19 smithi032 ceph-mon[189144]: osdmap e1471: 8 total, 8 up, 8 in 2023-12-22T18:05:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:05:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:19 smithi032 ceph-mon[191839]: osdmap e1471: 8 total, 8 up, 8 in 2023-12-22T18:05:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:05:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:19 smithi039 ceph-mon[181282]: osdmap e1471: 8 total, 8 up, 8 in 2023-12-22T18:05:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:05:20.984 INFO:tasks.workunit.client.0.smithi032.stdout: i=4 exists [5824319~575573,8261691~4882255,31707955~6177945,53091386~4020353,60415069~12464025,76375415~5272096,90193506~14746655,108888895~7457713,118936114~4203483,126122330~5333924,134199885~5002298,139721871~436631,162549923~2644725,170106138~8521543,189712003~5642672,223210148~2441688,245239417~885148,250776367~7766386,267504726~715956,269168121~2570272,281045109~7744191,290105272~7813238,304411159~8002135,322043352~1368989,325229111~7948378,336603652~4929107,365859772~7846206,376816451~5860785,383206677~4561351,390378910~414243,410892529~6107314] wrote [5824319~575573,53091386~4020353,76375415~4682493,93670788~1070765,108888895~7457713,134199885~5002298,170106138~6456496,223210148~2441688,252921276~5621477] 2023-12-22T18:05:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:20 smithi032 ceph-mon[189144]: osdmap e1472: 8 total, 8 up, 8 in 2023-12-22T18:05:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:20 smithi032 ceph-mon[189144]: pgmap v2492: 137 pgs: 137 active+clean; 90 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 13 MiB/s wr, 193 op/s 2023-12-22T18:05:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:05:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:05:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:05:20] "GET /metrics HTTP/1.1" 200 36497 "" "Prometheus/2.43.0" 2023-12-22T18:05:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:20 smithi032 ceph-mon[191839]: osdmap e1472: 8 total, 8 up, 8 in 2023-12-22T18:05:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:20 smithi032 ceph-mon[191839]: pgmap v2492: 137 pgs: 137 active+clean; 90 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 13 MiB/s wr, 193 op/s 2023-12-22T18:05:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:05:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:20 smithi039 ceph-mon[181282]: osdmap e1472: 8 total, 8 up, 8 in 2023-12-22T18:05:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:20 smithi039 ceph-mon[181282]: pgmap v2492: 137 pgs: 137 active+clean; 90 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 13 MiB/s wr, 193 op/s 2023-12-22T18:05:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:05:21.873 INFO:tasks.workunit.client.0.smithi032.stdout: i=5 exists [5824319~575573,8261691~4882255,31707955~6177945,46003195~4309008,53091386~4020353,60415069~12464025,76375415~5272096,89689007~15251154,108888895~8560980,118936114~4203483,126122330~13079853,139721871~436631,162549923~2644725,170106138~8521543,189712003~5642672,201425708~971946,223210148~2441688,245239417~885148,250776367~7766386,260458623~3168313,267504726~715956,269168121~2570272,279435073~9354227,290105272~7813238,298089015~14324279,322043352~1368989,325229111~7948378,336603652~4929107,344938837~1969903,365859772~8017888,376816451~5860785,383206677~4561351,390378910~414243,410892529~6107314] wrote [46003195~4309008,89689007~1253451,112389114~5060761,128718933~7806013,201425708~971946,260458623~3168313,279435073~1986931,298089015~6902395,344938837~1969903,368949356~4928304] 2023-12-22T18:05:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:21 smithi032 ceph-mon[191839]: osdmap e1473: 8 total, 8 up, 8 in 2023-12-22T18:05:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:05:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:05:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:05:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:05:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:21 smithi032 ceph-mon[191839]: osdmap e1474: 8 total, 8 up, 8 in 2023-12-22T18:05:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:21 smithi032 ceph-mon[189144]: osdmap e1473: 8 total, 8 up, 8 in 2023-12-22T18:05:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:05:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:05:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:05:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:05:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:21 smithi032 ceph-mon[189144]: osdmap e1474: 8 total, 8 up, 8 in 2023-12-22T18:05:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:21 smithi039 ceph-mon[181282]: osdmap e1473: 8 total, 8 up, 8 in 2023-12-22T18:05:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:05:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:05:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:05:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:05:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:21 smithi039 ceph-mon[181282]: osdmap e1474: 8 total, 8 up, 8 in 2023-12-22T18:05:22.959 INFO:tasks.workunit.client.0.smithi032.stdout: i=6 exists [5824319~575573,8261691~4882255,31707955~6631061,45197234~5114969,53091386~4020353,60415069~12464025,76375415~5272096,89689007~15251154,108888895~8560980,118936114~4203483,126122330~16419139,162549923~2644725,170106138~8521543,183364305~2983595,189712003~5642672,201425708~971946,219917204~7848425,245239417~885148,250776367~7766386,260458623~3168313,267504726~715956,269168121~2570272,279435073~9354227,290105272~7813238,298089015~14324279,322043352~1368989,325229111~7948378,336603652~4929107,344938837~1969903,354880622~2952207,365859772~8017888,376816451~5860785,383206677~4561351,390378910~414243,410892529~6107314] wrote [36068996~2270020,45197234~2473946,68158857~179765,138351210~4190259,183364305~2983595,219917204~7848425,301037686~254160,325555013~3190495,337057807~3287749,354880622~2952207] 2023-12-22T18:05:23.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:22 smithi032 ceph-mon[189144]: pgmap v2495: 137 pgs: 137 active+clean; 176 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 118 KiB/s rd, 28 MiB/s wr, 194 op/s 2023-12-22T18:05:23.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:22 smithi032 ceph-mon[191839]: pgmap v2495: 137 pgs: 137 active+clean; 176 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 118 KiB/s rd, 28 MiB/s wr, 194 op/s 2023-12-22T18:05:23.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:22 smithi039 ceph-mon[181282]: pgmap v2495: 137 pgs: 137 active+clean; 176 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 118 KiB/s rd, 28 MiB/s wr, 194 op/s 2023-12-22T18:05:23.976 INFO:tasks.workunit.client.0.smithi032.stdout: i=7 exists [5824319~575573,8261691~4882255,31707955~6631061,43459657~7887672,53091386~6619428,60415069~12464025,76375415~5272096,89689007~15251154,106496507~1298758,108888895~8560980,118936114~4203483,126122330~16419139,162466266~2728382,170106138~8521543,183364305~2983595,189712003~5642672,201425708~971946,219917204~7848425,233919604~4713979,245239417~885148,250776367~7766386,260458623~3168313,267504726~715956,269168121~2570272,279435073~9354227,290105272~7813238,298089015~14324279,316358507~4371828,322043352~1368989,325229111~7948378,336603652~4929107,344938837~1969903,354880622~8490782,365859772~8017888,376816451~5860785,383206677~4561351,390378910~414243,410892529~6107314] wrote [43459657~7887672,56079234~3631580,60585959~7488905,102231454~1757878,106496507~1298758,162466266~2632634,233919604~4713979,316358507~4371828,356891095~6480309] 2023-12-22T18:05:24.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:23 smithi032 ceph-mon[189144]: osdmap e1475: 8 total, 8 up, 8 in 2023-12-22T18:05:24.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:23 smithi032 ceph-mon[191839]: osdmap e1475: 8 total, 8 up, 8 in 2023-12-22T18:05:24.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:23 smithi039 ceph-mon[181282]: osdmap e1475: 8 total, 8 up, 8 in 2023-12-22T18:05:24.980 INFO:tasks.workunit.client.0.smithi032.stdout: i=8 exists [5824319~575573,8261691~4882255,31707955~6631061,43459657~9401820,53091386~6619428,60415069~12464025,76375415~5272096,88207248~16732913,106496507~1298758,108888895~8560980,118936114~4203483,126122330~16419139,162466266~2728382,170106138~8521543,183364305~2983595,189712003~5642672,201425708~971946,219917204~7848425,233919604~4713979,242493876~3684027,250776367~7766386,260458623~3168313,266297725~5440668,279435073~9354227,290105272~7813238,298089015~14324279,316358507~4371828,322043352~1368989,325229111~7948378,336603652~4929107,344938837~1969903,354880622~8490782,365859772~8017888,373915142~8762094,383206677~4561351,390378910~414243,406932325~1196487,409722498~7277345] wrote [48844242~4017235,88207248~8034396,139824657~157570,242493876~3684027,266297725~5330905,280443075~6238811,299425250~7114769,373915142~4276902,406932325~1196487,409722498~3451997] 2023-12-22T18:05:25.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:24 smithi032 ceph-mon[189144]: osdmap e1476: 8 total, 8 up, 8 in 2023-12-22T18:05:25.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:24 smithi032 ceph-mon[189144]: pgmap v2498: 137 pgs: 137 active+clean; 276 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 123 KiB/s rd, 37 MiB/s wr, 217 op/s 2023-12-22T18:05:25.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:24 smithi032 ceph-mon[191839]: osdmap e1476: 8 total, 8 up, 8 in 2023-12-22T18:05:25.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:24 smithi032 ceph-mon[191839]: pgmap v2498: 137 pgs: 137 active+clean; 276 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 123 KiB/s rd, 37 MiB/s wr, 217 op/s 2023-12-22T18:05:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:24 smithi039 ceph-mon[181282]: osdmap e1476: 8 total, 8 up, 8 in 2023-12-22T18:05:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:24 smithi039 ceph-mon[181282]: pgmap v2498: 137 pgs: 137 active+clean; 276 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 123 KiB/s rd, 37 MiB/s wr, 217 op/s 2023-12-22T18:05:25.988 INFO:tasks.workunit.client.0.smithi032.stdout: i=9 exists [5824319~575573,8261691~4882255,31707955~6631061,41639444~966007,43459657~9401820,53091386~6619428,60415069~12464025,76375415~5272096,88207248~16732913,106496507~1298758,108888895~8560980,118936114~4203483,126122330~16419139,145637926~1998739,162466266~2728382,170106138~8521543,183364305~2983595,189712003~5642672,201425708~971946,209435302~3219628,219917204~7848425,231471124~7162459,242493876~4093535,250776367~7766386,260458623~3168313,266297725~5440668,279435073~9354227,290105272~7813238,298089015~14324279,316358507~4371828,322043352~1368989,325229111~8737372,334874178~6658581,344938837~1969903,354880622~8490782,365859772~8017888,373915142~8762094,383206677~4561351,390378910~414243,393191141~7204857,406932325~10067518] wrote [41639444~966007,44609994~4735921,145637926~1998739,209435302~3219628,231471124~2968503,243151293~3436118,327127081~6839402,334874178~3331613,393191141~7204857,407243990~5958226] 2023-12-22T18:05:26.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:25 smithi032 ceph-mon[189144]: osdmap e1477: 8 total, 8 up, 8 in 2023-12-22T18:05:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:25 smithi032 ceph-mon[191839]: osdmap e1477: 8 total, 8 up, 8 in 2023-12-22T18:05:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:25 smithi039 ceph-mon[181282]: osdmap e1477: 8 total, 8 up, 8 in 2023-12-22T18:05:26.998 INFO:tasks.workunit.client.0.smithi032.stdout: i=10 exists [5824319~575573,8261691~4882255,31707955~6631061,41639444~966007,43459657~9401820,53091386~6619428,60415069~12464025,76375415~5272096,88207248~16732913,106496507~1298758,108888895~8560980,118936114~4203483,126122330~16419139,145637926~1998739,162466266~2728382,169232908~11361946,183364305~2983595,189712003~5642672,201425708~971946,209435302~3219628,219917204~7848425,231471124~7162459,242493876~4093535,250776367~7766386,260458623~3168313,266297725~5440668,279435073~9371367,290105272~7813238,298089015~14324279,316358507~4371828,322043352~1368989,325229111~8737372,334874178~6658581,344873321~4564975,354880622~8490782,365859772~8017888,373915142~8762094,383206677~4561351,390378910~414243,393191141~7204857,406932325~10067518] wrote [10187530~529852,137069968~4818242,169232908~1264261,172560828~8034026,234480038~2827486,285617131~3189309,302091557~6760281,327207232~6211611,344873321~4564975,408205572~6011393] 2023-12-22T18:05:27.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:26 smithi032 ceph-mon[191839]: osdmap e1478: 8 total, 8 up, 8 in 2023-12-22T18:05:27.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:26 smithi032 ceph-mon[191839]: pgmap v2501: 137 pgs: 137 active+clean; 400 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 46 MiB/s wr, 286 op/s 2023-12-22T18:05:27.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:26 smithi032 ceph-mon[189144]: osdmap e1478: 8 total, 8 up, 8 in 2023-12-22T18:05:27.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:26 smithi032 ceph-mon[189144]: pgmap v2501: 137 pgs: 137 active+clean; 400 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 46 MiB/s wr, 286 op/s 2023-12-22T18:05:27.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:26 smithi039 ceph-mon[181282]: osdmap e1478: 8 total, 8 up, 8 in 2023-12-22T18:05:27.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:26 smithi039 ceph-mon[181282]: pgmap v2501: 137 pgs: 137 active+clean; 400 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 46 MiB/s wr, 286 op/s 2023-12-22T18:05:27.996 INFO:tasks.workunit.client.0.smithi032.stdout: i=11 exists [5824319~575573,8261691~4882255,19895652~6912312,31707955~10897496,43459657~9401820,53091386~6619428,60415069~21232442,88207248~16732913,106496507~1298758,108888895~8560980,118936114~4381205,126122330~18163293,145637926~1998739,162466266~2728382,169232908~11361946,183364305~2983595,189712003~5642672,201425708~971946,209435302~3219628,219917204~7848425,229066104~9567479,242493876~4093535,250776367~7766386,260458623~3168313,266297725~5440668,279435073~9371367,290105272~7813238,298089015~14324279,316358507~4371828,322043352~1368989,325229111~8737372,334874178~6658581,344873321~4564975,354880622~8490782,365859772~8017888,373915142~8762094,382807843~7138502,390378910~414243,393191141~7204857,406932325~10067518] wrote [19895652~6912312,36009507~6120287,72300360~5136044,121889441~1427878,141662183~2623440,174278968~2961612,229066104~7697704,280230647~6158420,382807843~7138502] 2023-12-22T18:05:28.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:27 smithi039 ceph-mon[181282]: osdmap e1479: 8 total, 8 up, 8 in 2023-12-22T18:05:28.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:27 smithi032 ceph-mon[189144]: osdmap e1479: 8 total, 8 up, 8 in 2023-12-22T18:05:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:27 smithi032 ceph-mon[191839]: osdmap e1479: 8 total, 8 up, 8 in 2023-12-22T18:05:28.997 INFO:tasks.workunit.client.0.smithi032.stdout: i=12 exists [4529641~8614305,19895652~6912312,31707955~10897496,43459657~9401820,53091386~6619428,60415069~21232442,88207248~16732913,106496507~1298758,108888895~8560980,118936114~4750001,126122330~18163293,145637926~1998739,162466266~2728382,169232908~11361946,183364305~2983595,189712003~5642672,201425708~971946,209435302~3219628,219917204~7848425,229066104~9567479,242493876~4093535,250776367~7766386,260458623~3168313,266297725~5440668,279435073~9371367,290105272~7813238,298089015~14324279,314132912~1702162,316358507~4371828,322043352~1368989,325229111~8737372,334874178~6658581,344873321~4564975,354880622~8490782,365859772~8017888,373915142~16031203,390378910~414243,393191141~7204857,406932325~10067518] wrote [4529641~4994569,21615436~137448,62338504~4750867,97574043~3484512,122127873~1558242,136852695~6461148,266743383~1076021,314132912~1702162,378413239~5705984,410075471~4572276] 2023-12-22T18:05:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:28 smithi039 ceph-mon[181282]: osdmap e1480: 8 total, 8 up, 8 in 2023-12-22T18:05:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:28 smithi039 ceph-mon[181282]: pgmap v2504: 137 pgs: 137 active+clean; 403 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 26 MiB/s wr, 88 op/s 2023-12-22T18:05:29.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:28 smithi032 ceph-mon[189144]: osdmap e1480: 8 total, 8 up, 8 in 2023-12-22T18:05:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:28 smithi032 ceph-mon[189144]: pgmap v2504: 137 pgs: 137 active+clean; 403 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 26 MiB/s wr, 88 op/s 2023-12-22T18:05:29.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:28 smithi032 ceph-mon[191839]: osdmap e1480: 8 total, 8 up, 8 in 2023-12-22T18:05:29.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:28 smithi032 ceph-mon[191839]: pgmap v2504: 137 pgs: 137 active+clean; 403 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 26 MiB/s wr, 88 op/s 2023-12-22T18:05:30.006 INFO:tasks.workunit.client.0.smithi032.stdout: i=13 exists [4529641~8614305,14907839~11900125,30277695~12327756,43459657~9401820,53091386~6619428,60415069~21232442,88207248~16732913,106496507~10953368,118936114~4750001,126122330~18163293,145637926~1998739,150447046~1758437,162466266~2728382,169232908~11361946,183364305~2983595,189712003~5642672,199323090~6348009,209435302~3219628,219917204~7848425,229066104~9567479,242493876~4093535,248629155~9913598,260458623~3168313,266297725~8402024,279435073~9371367,290105272~7813238,298089015~14324279,314132912~1702162,316358507~7053834,325229111~8737372,334874178~6658581,344873321~4564975,354880622~8490782,365859772~8017888,373915142~16031203,390378910~414243,393191141~7204857,406932325~10067518] wrote [14907839~6234721,30277695~5835481,106994581~5359294,150447046~1758437,172591920~783321,199323090~6348009,248629155~3046213,268497718~6202031,319721328~2494250] 2023-12-22T18:05:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:29 smithi039 ceph-mon[181282]: osdmap e1481: 8 total, 8 up, 8 in 2023-12-22T18:05:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:29 smithi032 ceph-mon[191839]: osdmap e1481: 8 total, 8 up, 8 in 2023-12-22T18:05:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:29 smithi032 ceph-mon[189144]: osdmap e1481: 8 total, 8 up, 8 in 2023-12-22T18:05:31.024 INFO:tasks.workunit.client.0.smithi032.stdout: i=14 exists [4529641~8614305,14907839~11900125,30277695~12327756,43459657~9401820,53091386~6619428,60415069~21232442,88207248~16732913,106496507~10953368,118936114~4750001,123879108~20406515,145637926~1998739,150447046~1758437,158201287~6993361,169232908~11361946,183364305~2983595,187938410~7416265,199323090~6348009,209435302~3219628,219917204~7848425,229066104~9567479,242493876~4093535,248629155~14997781,266297725~8402024,279435073~18483437,298089015~14324279,314132912~1702162,316358507~7053834,325229111~8737372,334874178~6658581,344873321~4564975,354880622~8490782,365859772~8017888,373915142~16031203,390378910~414243,393191141~8797565,406932325~10067518] wrote [9414355~2417899,69333422~4694778,123879108~7554168,158201287~5141408,187938410~2741138,200951204~1843354,256957265~5909396,287780801~3056354,377889725~6218953,395315014~6673692] 2023-12-22T18:05:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:30 smithi032 ceph-mon[191839]: pgmap v2506: 137 pgs: 137 active+clean; 530 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 210 KiB/s rd, 31 MiB/s wr, 327 op/s 2023-12-22T18:05:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:30 smithi032 ceph-mon[191839]: osdmap e1482: 8 total, 8 up, 8 in 2023-12-22T18:05:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:30 smithi032 ceph-mon[189144]: pgmap v2506: 137 pgs: 137 active+clean; 530 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 210 KiB/s rd, 31 MiB/s wr, 327 op/s 2023-12-22T18:05:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:30 smithi032 ceph-mon[189144]: osdmap e1482: 8 total, 8 up, 8 in 2023-12-22T18:05:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:05:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:05:30] "GET /metrics HTTP/1.1" 200 36497 "" "Prometheus/2.43.0" 2023-12-22T18:05:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:30 smithi039 ceph-mon[181282]: pgmap v2506: 137 pgs: 137 active+clean; 530 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 210 KiB/s rd, 31 MiB/s wr, 327 op/s 2023-12-22T18:05:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:30 smithi039 ceph-mon[181282]: osdmap e1482: 8 total, 8 up, 8 in 2023-12-22T18:05:32.045 INFO:tasks.workunit.client.0.smithi032.stdout: i=15 exists [4529641~8614305,14319559~12488405,30277695~12327756,43459657~9401820,53091386~6619428,60415069~21232442,88207248~16732913,106496507~10953368,118936114~4750001,123879108~20406515,145637926~1998739,150447046~1758437,158201287~6993361,169232908~11361946,183364305~2983595,187938410~7416265,199323090~6348009,209435302~3219628,214733167~13032462,229066104~9567479,242493876~4093535,248629155~14997781,266297725~8402024,279002926~18915584,298089015~14324279,314132912~1702162,316358507~17607976,334874178~6658581,344873321~4564975,354880622~8490782,365859772~8017888,373915142~17344600,393191141~8797565,406932325~10067518] wrote [14319559~3221257,64420842~5865051,214733167~7938963,257327652~5398897,279002926~2690696,318872534~2596249,321496052~6683697,375246784~109812,388231528~3028214] 2023-12-22T18:05:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:31 smithi039 ceph-mon[181282]: osdmap e1483: 8 total, 8 up, 8 in 2023-12-22T18:05:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:31 smithi032 ceph-mon[191839]: osdmap e1483: 8 total, 8 up, 8 in 2023-12-22T18:05:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:31 smithi032 ceph-mon[189144]: osdmap e1483: 8 total, 8 up, 8 in 2023-12-22T18:05:33.063 INFO:tasks.workunit.client.0.smithi032.stdout: i=16 exists [4529641~9529886,14319559~12488405,30277695~12327756,43459657~9401820,53091386~6619428,60415069~21232442,88207248~16732913,106496507~10953368,118936114~4750001,123879108~20406515,145637926~7419121,155213961~9980687,169232908~11361946,183364305~2983595,187938410~7416265,199323090~6348009,209435302~3219628,214733167~13032462,229066104~9567479,242493876~4093535,248629155~14997781,266297725~11370680,278721873~19196637,298089015~14324279,314132912~1702162,316358507~17607976,334874178~6658581,344873321~4564975,354880622~8490782,365859772~25399970,393191141~8797565,406932325~10067518] wrote [6367225~7692302,65602844~1526339,70670528~963935,145715126~7341921,155213961~5993433,170085719~755398,273517175~4151230,278721873~2589369,370976330~11436788] 2023-12-22T18:05:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:32 smithi039 ceph-mon[181282]: pgmap v2509: 137 pgs: 137 active+clean; 626 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 210 KiB/s rd, 50 MiB/s wr, 337 op/s 2023-12-22T18:05:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:32 smithi039 ceph-mon[181282]: osdmap e1484: 8 total, 8 up, 8 in 2023-12-22T18:05:33.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:32 smithi032 ceph-mon[191839]: pgmap v2509: 137 pgs: 137 active+clean; 626 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 210 KiB/s rd, 50 MiB/s wr, 337 op/s 2023-12-22T18:05:33.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:32 smithi032 ceph-mon[191839]: osdmap e1484: 8 total, 8 up, 8 in 2023-12-22T18:05:33.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:32 smithi032 ceph-mon[189144]: pgmap v2509: 137 pgs: 137 active+clean; 626 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 210 KiB/s rd, 50 MiB/s wr, 337 op/s 2023-12-22T18:05:33.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:32 smithi032 ceph-mon[189144]: osdmap e1484: 8 total, 8 up, 8 in 2023-12-22T18:05:34.050 INFO:tasks.workunit.client.0.smithi032.stdout: i=17 exists [4529641~9529886,14319559~12488405,30277695~13007690,43459657~9401820,53091386~6619428,60415069~21232442,88207248~16732913,106496507~10953368,118936114~4750001,123879108~20406515,145637926~7419121,155213961~9980687,169232908~11361946,183364305~2983595,187938410~7416265,196846757~8824342,209435302~3219628,214733167~13032462,229066104~9567479,242493876~4093535,248629155~14997781,266297725~31620785,298089015~14324279,314132912~1702162,316358507~17607976,334874178~6658581,344873321~4564975,354880622~8490782,365859772~25399970,393191141~10081241,406932325~10067518] wrote [40227470~3057915,90577094~2926056,97393086~6187299,107226045~6171825,146621813~757332,196846757~2954554,276577093~5628887,319127729~946818,386080381~4827312,396228969~7043413] 2023-12-22T18:05:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:33 smithi039 ceph-mon[181282]: osdmap e1485: 8 total, 8 up, 8 in 2023-12-22T18:05:34.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:33 smithi032 ceph-mon[191839]: osdmap e1485: 8 total, 8 up, 8 in 2023-12-22T18:05:34.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:33 smithi032 ceph-mon[189144]: osdmap e1485: 8 total, 8 up, 8 in 2023-12-22T18:05:35.067 INFO:tasks.workunit.client.0.smithi032.stdout: i=18 exists [659447~13400080,14319559~12488405,28276716~15008669,43459657~9401820,53091386~28556125,88207248~16732913,106496507~17189608,123879108~20406515,145637926~7419121,155213961~9980687,169232908~11361946,183364305~2983595,187938410~7416265,196846757~8824342,209435302~3219628,214733167~13032462,229066104~9567479,242493876~4093535,246927179~16699757,266297725~46115569,314132912~1702162,316358507~17607976,334874178~6658581,344873321~4564975,354880622~10545083,365859772~25399970,393191141~10081241,406932325~10067518] wrote [659447~4058475,28276716~7793164,57697773~4358567,117112936~6468918,223658139~3623744,246927179~6354370,295468162~11270230,359352514~6073191] 2023-12-22T18:05:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:34 smithi039 ceph-mon[181282]: pgmap v2512: 137 pgs: 137 active+clean; 719 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 42 MiB/s wr, 212 op/s 2023-12-22T18:05:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:34 smithi039 ceph-mon[181282]: osdmap e1486: 8 total, 8 up, 8 in 2023-12-22T18:05:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:05:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:34 smithi032 ceph-mon[191839]: pgmap v2512: 137 pgs: 137 active+clean; 719 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 42 MiB/s wr, 212 op/s 2023-12-22T18:05:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:34 smithi032 ceph-mon[191839]: osdmap e1486: 8 total, 8 up, 8 in 2023-12-22T18:05:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:05:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:34 smithi032 ceph-mon[189144]: pgmap v2512: 137 pgs: 137 active+clean; 719 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 42 MiB/s wr, 212 op/s 2023-12-22T18:05:35.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:34 smithi032 ceph-mon[189144]: osdmap e1486: 8 total, 8 up, 8 in 2023-12-22T18:05:35.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:05:36.068 INFO:tasks.workunit.client.0.smithi032.stdout: i=19 exists [659447~13400080,14319559~12488405,28276716~15008669,43459657~9401820,53091386~28556125,88207248~35478867,123879108~20406515,145637926~8738707,155213961~10824920,169232908~11361946,183364305~2983595,187938410~7416265,196023622~9647477,209435302~3219628,214733167~13032462,228179602~10453981,242493876~4093535,246927179~16699757,266297725~46115569,314132912~1702162,316358507~17607976,334874178~6658581,344873321~4564975,354880622~10545083,365859772~25399970,393191141~10081241,406932325~10067518] wrote [2007544~7900465,101616196~7172445,150700784~3675849,163417577~2621304,196023622~4846554,228179602~6451526,272065373~762887,275781253~1767680,322866369~7989527,372628094~3466262] 2023-12-22T18:05:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:35 smithi039 ceph-mon[181282]: osdmap e1487: 8 total, 8 up, 8 in 2023-12-22T18:05:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:35 smithi032 ceph-mon[191839]: osdmap e1487: 8 total, 8 up, 8 in 2023-12-22T18:05:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:35 smithi032 ceph-mon[189144]: osdmap e1487: 8 total, 8 up, 8 in 2023-12-22T18:05:37.005 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 1 diff [4194304~8388608,75497472~4194304,96468992~8388608,138412032~4194304,167772160~8388608,247463936~8388608,301989888~8388608,322961408~8388608,373293056~8388608] 2023-12-22T18:05:37.006 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~8388608,75497472~4194304,96468992~8388608,138412032~4194304,167772160~8388608,247463936~8388608,301989888~8388608,322961408~8388608,373293056~8388608] 2023-12-22T18:05:37.018 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~12582912,75497472~4194304,96468992~12582912,138412032~4194304,167772160~12582912,247463936~12582912,301989888~12582912,322961408~12582912,373293056~12582912] 2023-12-22T18:05:37.019 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 2 diff [4194304~8388608,62914560~8388608,75497472~4194304,96468992~8388608,117440512~8388608,138412032~4194304,159383552~4194304,167772160~8388608,247463936~8388608,281018368~8388608,301989888~8388608,318767104~12582912,364904448~29360128] 2023-12-22T18:05:37.019 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~8388608,62914560~8388608,75497472~4194304,96468992~8388608,117440512~8388608,138412032~4194304,159383552~4194304,167772160~8388608,247463936~8388608,281018368~8388608,301989888~8388608,318767104~12582912,364904448~29360128] 2023-12-22T18:05:37.021 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~12582912,62914560~16777216,96468992~12582912,117440512~8388608,138412032~4194304,159383552~20971520,247463936~12582912,281018368~8388608,301989888~12582912,318767104~16777216,364904448~29360128] 2023-12-22T18:05:37.021 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 3 diff [4194304~8388608,58720256~12582912,75497472~4194304,88080384~4194304,96468992~8388608,109051904~4194304,117440512~16777216,138412032~4194304,159383552~4194304,167772160~8388608,243269632~12582912,281018368~16777216,301989888~8388608,318767104~12582912,364904448~29360128,406847488~8388608] 2023-12-22T18:05:37.021 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~8388608,58720256~12582912,75497472~4194304,88080384~4194304,96468992~8388608,109051904~4194304,117440512~16777216,138412032~4194304,159383552~4194304,167772160~8388608,243269632~12582912,281018368~16777216,301989888~8388608,318767104~12582912,364904448~29360128,406847488~8388608] 2023-12-22T18:05:37.023 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~12582912,58720256~25165824,88080384~25165824,117440512~16777216,138412032~4194304,159383552~20971520,243269632~16777216,281018368~16777216,301989888~12582912,318767104~16777216,364904448~29360128,406847488~12582912] 2023-12-22T18:05:37.024 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 4 diff [4194304~8388608,50331648~4194304,58720256~12582912,75497472~8388608,88080384~4194304,96468992~16777216,117440512~25165824,159383552~4194304,167772160~12582912,222298112~4194304,243269632~12582912,281018368~16777216,301989888~8388608,318767104~12582912,364904448~29360128,406847488~8388608] 2023-12-22T18:05:37.024 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~8388608,50331648~4194304,58720256~12582912,75497472~8388608,88080384~4194304,96468992~16777216,117440512~25165824,159383552~4194304,167772160~12582912,222298112~4194304,243269632~12582912,281018368~16777216,301989888~8388608,318767104~12582912,364904448~29360128,406847488~8388608] 2023-12-22T18:05:37.027 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~12582912,50331648~33554432,88080384~54525952,159383552~20971520,222298112~4194304,243269632~16777216,281018368~16777216,301989888~12582912,318767104~16777216,364904448~29360128,406847488~12582912] 2023-12-22T18:05:37.027 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 5 diff [4194304~8388608,41943040~12582912,58720256~12582912,75497472~8388608,88080384~4194304,96468992~46137344,159383552~4194304,167772160~12582912,201326592~4194304,222298112~4194304,243269632~12582912,260046848~4194304,276824064~37748736,318767104~12582912,343932928~4194304,364904448~29360128,406847488~8388608] 2023-12-22T18:05:37.027 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~8388608,41943040~12582912,58720256~12582912,75497472~8388608,88080384~4194304,96468992~46137344,159383552~4194304,167772160~12582912,201326592~4194304,222298112~4194304,243269632~12582912,260046848~4194304,276824064~37748736,318767104~12582912,343932928~4194304,364904448~29360128,406847488~8388608] 2023-12-22T18:05:37.031 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~12582912,41943040~41943040,88080384~54525952,159383552~20971520,201326592~4194304,222298112~4194304,243269632~20971520,276824064~37748736,318767104~16777216,343932928~4194304,364904448~29360128,406847488~12582912] 2023-12-22T18:05:37.031 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 6 diff [4194304~8388608,33554432~4194304,41943040~12582912,58720256~12582912,75497472~8388608,88080384~4194304,96468992~46137344,159383552~4194304,167772160~16777216,201326592~4194304,218103808~8388608,243269632~12582912,260046848~4194304,276824064~37748736,318767104~12582912,335544320~4194304,343932928~4194304,352321536~4194304,364904448~29360128,406847488~8388608] 2023-12-22T18:05:37.031 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~8388608,33554432~4194304,41943040~12582912,58720256~12582912,75497472~8388608,88080384~4194304,96468992~46137344,159383552~4194304,167772160~16777216,201326592~4194304,218103808~8388608,243269632~12582912,260046848~4194304,276824064~37748736,318767104~12582912,335544320~4194304,343932928~4194304,352321536~4194304,364904448~29360128,406847488~8388608] 2023-12-22T18:05:37.035 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~12582912,33554432~50331648,88080384~54525952,159383552~29360128,201326592~4194304,218103808~12582912,243269632~20971520,276824064~37748736,318767104~29360128,352321536~8388608,364904448~29360128,406847488~12582912] 2023-12-22T18:05:37.035 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 7 diff [4194304~8388608,33554432~4194304,41943040~29360128,75497472~8388608,88080384~4194304,96468992~46137344,159383552~4194304,167772160~16777216,201326592~4194304,218103808~8388608,230686720~8388608,243269632~12582912,260046848~4194304,276824064~54525952,335544320~4194304,343932928~4194304,352321536~41943040,406847488~8388608] 2023-12-22T18:05:37.035 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~8388608,33554432~4194304,41943040~29360128,75497472~8388608,88080384~4194304,96468992~46137344,159383552~4194304,167772160~16777216,201326592~4194304,218103808~8388608,230686720~8388608,243269632~12582912,260046848~4194304,276824064~54525952,335544320~4194304,343932928~4194304,352321536~41943040,406847488~8388608] 2023-12-22T18:05:37.039 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~12582912,33554432~50331648,88080384~54525952,159383552~29360128,201326592~4194304,218103808~20971520,243269632~20971520,276824064~71303168,352321536~41943040,406847488~12582912] 2023-12-22T18:05:37.039 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 8 diff [4194304~8388608,33554432~4194304,41943040~29360128,75497472~8388608,88080384~54525952,159383552~4194304,167772160~16777216,201326592~4194304,218103808~8388608,230686720~12582912,247463936~8388608,260046848~12582912,276824064~54525952,335544320~4194304,343932928~4194304,352321536~41943040,406847488~8388608] 2023-12-22T18:05:37.039 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~8388608,33554432~4194304,41943040~29360128,75497472~8388608,88080384~54525952,159383552~4194304,167772160~16777216,201326592~4194304,218103808~8388608,230686720~12582912,247463936~8388608,260046848~12582912,276824064~54525952,335544320~4194304,343932928~4194304,352321536~41943040,406847488~8388608] 2023-12-22T18:05:37.043 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~12582912,33554432~50331648,88080384~54525952,159383552~29360128,201326592~4194304,218103808~54525952,276824064~71303168,352321536~41943040,406847488~12582912] 2023-12-22T18:05:37.043 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 9 diff [4194304~8388608,33554432~37748736,75497472~8388608,88080384~58720256,159383552~4194304,167772160~16777216,201326592~8388608,218103808~8388608,230686720~12582912,247463936~8388608,260046848~12582912,276824064~62914560,343932928~4194304,352321536~46137344,406847488~12582912] 2023-12-22T18:05:37.044 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~8388608,33554432~37748736,75497472~8388608,88080384~58720256,159383552~4194304,167772160~16777216,201326592~8388608,218103808~8388608,230686720~12582912,247463936~8388608,260046848~12582912,276824064~62914560,343932928~4194304,352321536~46137344,406847488~12582912] 2023-12-22T18:05:37.048 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~12582912,33554432~50331648,88080384~62914560,159383552~29360128,201326592~12582912,218103808~54525952,276824064~71303168,352321536~50331648,406847488~12582912] 2023-12-22T18:05:37.048 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 10 diff [4194304~8388608,33554432~37748736,75497472~8388608,88080384~58720256,159383552~4194304,167772160~16777216,201326592~8388608,218103808~8388608,230686720~12582912,247463936~8388608,260046848~12582912,276824064~62914560,343932928~54525952,406847488~12582912] 2023-12-22T18:05:37.049 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~8388608,33554432~37748736,75497472~8388608,88080384~58720256,159383552~4194304,167772160~16777216,201326592~8388608,218103808~8388608,230686720~12582912,247463936~8388608,260046848~12582912,276824064~62914560,343932928~54525952,406847488~12582912] 2023-12-22T18:05:37.054 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~12582912,33554432~50331648,88080384~62914560,159383552~29360128,201326592~12582912,218103808~54525952,276824064~125829120,406847488~12582912] 2023-12-22T18:05:37.054 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 11 diff [4194304~8388608,16777216~8388608,33554432~50331648,88080384~58720256,159383552~4194304,167772160~16777216,201326592~8388608,218103808~25165824,247463936~8388608,260046848~12582912,276824064~62914560,343932928~54525952,406847488~12582912] 2023-12-22T18:05:37.054 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~8388608,16777216~8388608,33554432~50331648,88080384~58720256,159383552~4194304,167772160~16777216,201326592~8388608,218103808~25165824,247463936~8388608,260046848~12582912,276824064~62914560,343932928~54525952,406847488~12582912] 2023-12-22T18:05:37.060 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~25165824,33554432~50331648,88080384~62914560,159383552~29360128,201326592~12582912,218103808~54525952,276824064~125829120,406847488~12582912] 2023-12-22T18:05:37.060 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 12 diff [4194304~20971520,33554432~50331648,88080384~58720256,159383552~4194304,167772160~16777216,201326592~8388608,218103808~25165824,247463936~8388608,260046848~12582912,276824064~62914560,343932928~54525952,406847488~12582912] 2023-12-22T18:05:37.060 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,33554432~50331648,88080384~58720256,159383552~4194304,167772160~16777216,201326592~8388608,218103808~25165824,247463936~8388608,260046848~12582912,276824064~62914560,343932928~54525952,406847488~12582912] 2023-12-22T18:05:37.065 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~25165824,33554432~50331648,88080384~62914560,159383552~29360128,201326592~12582912,218103808~54525952,276824064~125829120,406847488~12582912] 2023-12-22T18:05:37.066 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 13 diff [4194304~20971520,29360128~54525952,88080384~62914560,159383552~4194304,167772160~16777216,197132288~12582912,218103808~25165824,247463936~92274688,343932928~54525952,406847488~12582912] 2023-12-22T18:05:37.066 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~54525952,88080384~62914560,159383552~4194304,167772160~16777216,197132288~12582912,218103808~25165824,247463936~92274688,343932928~54525952,406847488~12582912] 2023-12-22T18:05:37.072 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~79691776,88080384~67108864,159383552~29360128,197132288~16777216,218103808~184549376,406847488~12582912] 2023-12-22T18:05:37.073 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 14 diff [4194304~20971520,29360128~54525952,88080384~62914560,155189248~8388608,167772160~20971520,197132288~12582912,218103808~25165824,247463936~46137344,297795584~41943040,343932928~58720256,406847488~12582912] 2023-12-22T18:05:37.073 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~54525952,88080384~62914560,155189248~8388608,167772160~20971520,197132288~12582912,218103808~25165824,247463936~46137344,297795584~41943040,343932928~58720256,406847488~12582912] 2023-12-22T18:05:37.079 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~79691776,88080384~104857600,197132288~16777216,218103808~184549376,406847488~12582912] 2023-12-22T18:05:37.079 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 15 diff [4194304~20971520,29360128~54525952,88080384~62914560,155189248~8388608,167772160~20971520,197132288~12582912,213909504~29360128,247463936~92274688,343932928~58720256,406847488~12582912] 2023-12-22T18:05:37.079 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~54525952,88080384~62914560,155189248~8388608,167772160~20971520,197132288~12582912,213909504~29360128,247463936~92274688,343932928~58720256,406847488~12582912] 2023-12-22T18:05:37.086 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~79691776,88080384~104857600,197132288~205520896,406847488~12582912] 2023-12-22T18:05:37.087 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 16 diff [4194304~20971520,29360128~54525952,88080384~62914560,155189248~33554432,197132288~12582912,213909504~29360128,247463936~92274688,343932928~58720256,406847488~12582912] 2023-12-22T18:05:37.087 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~54525952,88080384~62914560,155189248~33554432,197132288~12582912,213909504~29360128,247463936~92274688,343932928~58720256,406847488~12582912] 2023-12-22T18:05:37.094 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~79691776,88080384~104857600,197132288~205520896,406847488~12582912] 2023-12-22T18:05:37.094 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 17 diff [4194304~20971520,29360128~54525952,88080384~62914560,155189248~33554432,192937984~16777216,213909504~29360128,247463936~92274688,343932928~58720256,406847488~12582912] 2023-12-22T18:05:37.094 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~54525952,88080384~62914560,155189248~33554432,192937984~16777216,213909504~29360128,247463936~92274688,343932928~58720256,406847488~12582912] 2023-12-22T18:05:37.105 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~79691776,88080384~331350016] 2023-12-22T18:05:37.105 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 18 diff [0~79691776,88080384~62914560,155189248~33554432,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:37.105 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~62914560,155189248~33554432,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:37.112 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:37.112 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to 19 diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:37.113 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:37.122 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:37.122 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 2 diff [62914560~8388608,117440512~8388608,159383552~4194304,281018368~8388608,318767104~4194304,364904448~8388608,381681664~12582912] 2023-12-22T18:05:37.122 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [62914560~8388608,117440512~8388608,159383552~4194304,281018368~8388608,318767104~4194304,364904448~8388608,381681664~12582912] 2023-12-22T18:05:37.123 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [62914560~12582912,117440512~8388608,159383552~8388608,281018368~8388608,318767104~8388608,364904448~12582912,381681664~12582912] 2023-12-22T18:05:37.124 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 3 diff [58720256~12582912,75497472~4194304,88080384~4194304,109051904~4194304,117440512~16777216,159383552~4194304,243269632~4194304,281018368~16777216,318767104~4194304,331350016~4194304,364904448~8388608,381681664~12582912,406847488~8388608] 2023-12-22T18:05:37.124 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [58720256~12582912,75497472~4194304,88080384~4194304,109051904~4194304,117440512~16777216,159383552~4194304,243269632~4194304,281018368~16777216,318767104~4194304,331350016~4194304,364904448~8388608,381681664~12582912,406847488~8388608] 2023-12-22T18:05:37.126 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [58720256~25165824,88080384~8388608,109051904~4194304,117440512~16777216,159383552~8388608,243269632~4194304,281018368~16777216,318767104~8388608,331350016~4194304,364904448~12582912,381681664~12582912,406847488~12582912] 2023-12-22T18:05:37.126 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 4 diff [4194304~4194304,50331648~4194304,58720256~12582912,75497472~8388608,88080384~4194304,104857600~8388608,117440512~20971520,159383552~4194304,167772160~8388608,222298112~4194304,243269632~4194304,251658240~8388608,281018368~16777216,318767104~4194304,331350016~4194304,364904448~8388608,381681664~12582912,406847488~8388608] 2023-12-22T18:05:37.126 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~4194304,50331648~4194304,58720256~12582912,75497472~8388608,88080384~4194304,104857600~8388608,117440512~20971520,159383552~4194304,167772160~8388608,222298112~4194304,243269632~4194304,251658240~8388608,281018368~16777216,318767104~4194304,331350016~4194304,364904448~8388608,381681664~12582912,406847488~8388608] 2023-12-22T18:05:37.128 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~4194304,50331648~33554432,88080384~8388608,104857600~37748736,159383552~20971520,222298112~4194304,243269632~4194304,251658240~8388608,281018368~16777216,318767104~8388608,331350016~4194304,364904448~12582912,381681664~12582912,406847488~12582912] 2023-12-22T18:05:37.128 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 5 diff [4194304~4194304,41943040~12582912,58720256~12582912,75497472~8388608,88080384~4194304,104857600~37748736,159383552~4194304,167772160~8388608,201326592~4194304,222298112~4194304,243269632~4194304,251658240~12582912,276824064~29360128,318767104~4194304,331350016~4194304,343932928~4194304,364904448~8388608,381681664~12582912,406847488~8388608] 2023-12-22T18:05:37.128 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~4194304,41943040~12582912,58720256~12582912,75497472~8388608,88080384~4194304,104857600~37748736,159383552~4194304,167772160~8388608,201326592~4194304,222298112~4194304,243269632~4194304,251658240~12582912,276824064~29360128,318767104~4194304,331350016~4194304,343932928~4194304,364904448~8388608,381681664~12582912,406847488~8388608] 2023-12-22T18:05:37.131 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~4194304,41943040~41943040,88080384~8388608,104857600~37748736,159383552~20971520,201326592~4194304,222298112~4194304,243269632~4194304,251658240~12582912,276824064~29360128,318767104~8388608,331350016~4194304,343932928~4194304,364904448~12582912,381681664~12582912,406847488~12582912] 2023-12-22T18:05:37.131 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 6 diff [4194304~4194304,33554432~4194304,41943040~12582912,58720256~12582912,75497472~8388608,88080384~4194304,104857600~37748736,159383552~4194304,167772160~8388608,180355072~4194304,201326592~4194304,218103808~8388608,243269632~4194304,251658240~12582912,276824064~29360128,318767104~8388608,331350016~8388608,343932928~4194304,352321536~4194304,364904448~8388608,381681664~12582912,406847488~8388608] 2023-12-22T18:05:37.131 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~4194304,33554432~4194304,41943040~12582912,58720256~12582912,75497472~8388608,88080384~4194304,104857600~37748736,159383552~4194304,167772160~8388608,180355072~4194304,201326592~4194304,218103808~8388608,243269632~4194304,251658240~12582912,276824064~29360128,318767104~8388608,331350016~8388608,343932928~4194304,352321536~4194304,364904448~8388608,381681664~12582912,406847488~8388608] 2023-12-22T18:05:37.135 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~4194304,33554432~50331648,88080384~8388608,104857600~37748736,159383552~29360128,201326592~4194304,218103808~12582912,243269632~4194304,251658240~12582912,276824064~29360128,318767104~29360128,352321536~8388608,364904448~12582912,381681664~12582912,406847488~12582912] 2023-12-22T18:05:37.135 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 7 diff [4194304~4194304,33554432~4194304,41943040~29360128,75497472~8388608,88080384~4194304,100663296~41943040,159383552~4194304,167772160~8388608,180355072~4194304,201326592~4194304,218103808~8388608,230686720~8388608,243269632~4194304,251658240~12582912,276824064~29360128,314572800~12582912,331350016~8388608,343932928~4194304,352321536~20971520,381681664~12582912,406847488~8388608] 2023-12-22T18:05:37.135 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~4194304,33554432~4194304,41943040~29360128,75497472~8388608,88080384~4194304,100663296~41943040,159383552~4194304,167772160~8388608,180355072~4194304,201326592~4194304,218103808~8388608,230686720~8388608,243269632~4194304,251658240~12582912,276824064~29360128,314572800~12582912,331350016~8388608,343932928~4194304,352321536~20971520,381681664~12582912,406847488~8388608] 2023-12-22T18:05:37.138 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~4194304,33554432~50331648,88080384~8388608,100663296~41943040,159383552~29360128,201326592~4194304,218103808~20971520,243269632~4194304,251658240~12582912,276824064~29360128,314572800~33554432,352321536~25165824,381681664~12582912,406847488~12582912] 2023-12-22T18:05:37.138 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 8 diff [4194304~4194304,33554432~4194304,41943040~29360128,75497472~8388608,88080384~8388608,100663296~41943040,159383552~4194304,167772160~8388608,180355072~4194304,201326592~4194304,218103808~8388608,230686720~12582912,251658240~20971520,276824064~33554432,314572800~12582912,331350016~8388608,343932928~4194304,352321536~41943040,406847488~8388608] 2023-12-22T18:05:37.138 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~4194304,33554432~4194304,41943040~29360128,75497472~8388608,88080384~8388608,100663296~41943040,159383552~4194304,167772160~8388608,180355072~4194304,201326592~4194304,218103808~8388608,230686720~12582912,251658240~20971520,276824064~33554432,314572800~12582912,331350016~8388608,343932928~4194304,352321536~41943040,406847488~8388608] 2023-12-22T18:05:37.142 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~4194304,33554432~50331648,88080384~8388608,100663296~41943040,159383552~29360128,201326592~4194304,218103808~29360128,251658240~20971520,276824064~33554432,314572800~33554432,352321536~41943040,406847488~12582912] 2023-12-22T18:05:37.142 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 9 diff [4194304~4194304,33554432~37748736,75497472~8388608,88080384~8388608,100663296~46137344,159383552~4194304,167772160~8388608,180355072~4194304,201326592~8388608,218103808~8388608,230686720~12582912,251658240~20971520,276824064~33554432,314572800~25165824,343932928~4194304,352321536~46137344,406847488~12582912] 2023-12-22T18:05:37.142 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~4194304,33554432~37748736,75497472~8388608,88080384~8388608,100663296~46137344,159383552~4194304,167772160~8388608,180355072~4194304,201326592~8388608,218103808~8388608,230686720~12582912,251658240~20971520,276824064~33554432,314572800~25165824,343932928~4194304,352321536~46137344,406847488~12582912] 2023-12-22T18:05:37.146 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~4194304,33554432~50331648,88080384~8388608,100663296~50331648,159383552~29360128,201326592~12582912,218103808~29360128,251658240~20971520,276824064~33554432,314572800~33554432,352321536~50331648,406847488~12582912] 2023-12-22T18:05:37.146 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 10 diff [4194304~8388608,33554432~37748736,75497472~8388608,88080384~8388608,100663296~46137344,159383552~4194304,167772160~16777216,201326592~8388608,218103808~8388608,230686720~12582912,251658240~20971520,276824064~33554432,314572800~25165824,343932928~54525952,406847488~12582912] 2023-12-22T18:05:37.147 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~8388608,33554432~37748736,75497472~8388608,88080384~8388608,100663296~46137344,159383552~4194304,167772160~16777216,201326592~8388608,218103808~8388608,230686720~12582912,251658240~20971520,276824064~33554432,314572800~25165824,343932928~54525952,406847488~12582912] 2023-12-22T18:05:37.152 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~8388608,33554432~50331648,88080384~8388608,100663296~50331648,159383552~29360128,201326592~12582912,218103808~29360128,251658240~20971520,276824064~33554432,314572800~88080384,406847488~12582912] 2023-12-22T18:05:37.152 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 11 diff [4194304~8388608,16777216~8388608,33554432~50331648,88080384~8388608,100663296~46137344,159383552~4194304,167772160~16777216,201326592~8388608,218103808~25165824,251658240~20971520,276824064~33554432,314572800~25165824,343932928~54525952,406847488~12582912] 2023-12-22T18:05:37.152 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~8388608,16777216~8388608,33554432~50331648,88080384~8388608,100663296~46137344,159383552~4194304,167772160~16777216,201326592~8388608,218103808~25165824,251658240~20971520,276824064~33554432,314572800~25165824,343932928~54525952,406847488~12582912] 2023-12-22T18:05:37.156 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~8388608,16777216~12582912,33554432~50331648,88080384~8388608,100663296~50331648,159383552~29360128,201326592~12582912,218103808~29360128,251658240~20971520,276824064~33554432,314572800~88080384,406847488~12582912] 2023-12-22T18:05:37.156 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 12 diff [4194304~8388608,16777216~8388608,33554432~50331648,88080384~58720256,159383552~4194304,167772160~16777216,201326592~8388608,218103808~25165824,251658240~20971520,276824064~62914560,343932928~54525952,406847488~12582912] 2023-12-22T18:05:37.156 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~8388608,16777216~8388608,33554432~50331648,88080384~58720256,159383552~4194304,167772160~16777216,201326592~8388608,218103808~25165824,251658240~20971520,276824064~62914560,343932928~54525952,406847488~12582912] 2023-12-22T18:05:37.161 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~8388608,16777216~12582912,33554432~50331648,88080384~62914560,159383552~29360128,201326592~12582912,218103808~29360128,251658240~20971520,276824064~125829120,406847488~12582912] 2023-12-22T18:05:37.161 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 13 diff [4194304~20971520,29360128~54525952,88080384~62914560,159383552~4194304,167772160~16777216,197132288~12582912,218103808~25165824,247463936~92274688,343932928~54525952,406847488~12582912] 2023-12-22T18:05:37.161 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~54525952,88080384~62914560,159383552~4194304,167772160~16777216,197132288~12582912,218103808~25165824,247463936~92274688,343932928~54525952,406847488~12582912] 2023-12-22T18:05:37.167 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~79691776,88080384~67108864,159383552~29360128,197132288~16777216,218103808~184549376,406847488~12582912] 2023-12-22T18:05:37.167 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 14 diff [4194304~20971520,29360128~54525952,88080384~62914560,155189248~8388608,167772160~20971520,197132288~12582912,218103808~25165824,247463936~46137344,297795584~41943040,343932928~58720256,406847488~12582912] 2023-12-22T18:05:37.167 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~54525952,88080384~62914560,155189248~8388608,167772160~20971520,197132288~12582912,218103808~25165824,247463936~46137344,297795584~41943040,343932928~58720256,406847488~12582912] 2023-12-22T18:05:37.173 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~79691776,88080384~104857600,197132288~16777216,218103808~184549376,406847488~12582912] 2023-12-22T18:05:37.173 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 15 diff [4194304~20971520,29360128~54525952,88080384~62914560,155189248~8388608,167772160~20971520,197132288~12582912,213909504~29360128,247463936~92274688,343932928~58720256,406847488~12582912] 2023-12-22T18:05:37.173 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~54525952,88080384~62914560,155189248~8388608,167772160~20971520,197132288~12582912,213909504~29360128,247463936~92274688,343932928~58720256,406847488~12582912] 2023-12-22T18:05:37.179 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~79691776,88080384~104857600,197132288~205520896,406847488~12582912] 2023-12-22T18:05:37.180 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 16 diff [4194304~20971520,29360128~54525952,88080384~62914560,155189248~33554432,197132288~12582912,213909504~29360128,247463936~92274688,343932928~58720256,406847488~12582912] 2023-12-22T18:05:37.180 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~54525952,88080384~62914560,155189248~33554432,197132288~12582912,213909504~29360128,247463936~92274688,343932928~58720256,406847488~12582912] 2023-12-22T18:05:37.186 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~79691776,88080384~104857600,197132288~205520896,406847488~12582912] 2023-12-22T18:05:37.186 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 17 diff [4194304~20971520,29360128~54525952,88080384~62914560,155189248~33554432,192937984~16777216,213909504~29360128,247463936~92274688,343932928~58720256,406847488~12582912] 2023-12-22T18:05:37.186 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~54525952,88080384~62914560,155189248~33554432,192937984~16777216,213909504~29360128,247463936~92274688,343932928~58720256,406847488~12582912] 2023-12-22T18:05:37.194 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~79691776,88080384~331350016] 2023-12-22T18:05:37.194 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 18 diff [0~79691776,88080384~62914560,155189248~33554432,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:37.194 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~62914560,155189248~33554432,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:37.201 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:37.202 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to 19 diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:37.202 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:37.209 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:37.209 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 3 diff [58720256~8388608,75497472~4194304,88080384~4194304,109051904~4194304,125829120~8388608,243269632~4194304,289406976~8388608,331350016~4194304,406847488~8388608] 2023-12-22T18:05:37.209 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [58720256~8388608,75497472~4194304,88080384~4194304,109051904~4194304,125829120~8388608,243269632~4194304,289406976~8388608,331350016~4194304,406847488~8388608] 2023-12-22T18:05:37.210 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [58720256~12582912,75497472~8388608,88080384~8388608,109051904~4194304,125829120~8388608,243269632~4194304,289406976~8388608,331350016~4194304,406847488~12582912] 2023-12-22T18:05:37.210 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 4 diff [4194304~4194304,50331648~4194304,58720256~8388608,75497472~8388608,88080384~4194304,104857600~8388608,125829120~12582912,167772160~8388608,222298112~4194304,243269632~4194304,251658240~8388608,289406976~8388608,331350016~4194304,406847488~8388608] 2023-12-22T18:05:37.211 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~4194304,50331648~4194304,58720256~8388608,75497472~8388608,88080384~4194304,104857600~8388608,125829120~12582912,167772160~8388608,222298112~4194304,243269632~4194304,251658240~8388608,289406976~8388608,331350016~4194304,406847488~8388608] 2023-12-22T18:05:37.212 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~4194304,50331648~20971520,75497472~8388608,88080384~8388608,104857600~12582912,125829120~16777216,167772160~12582912,222298112~4194304,243269632~4194304,251658240~8388608,289406976~8388608,331350016~4194304,406847488~12582912] 2023-12-22T18:05:37.213 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 5 diff [4194304~4194304,41943040~12582912,58720256~8388608,75497472~8388608,88080384~4194304,104857600~12582912,125829120~16777216,167772160~8388608,201326592~4194304,222298112~4194304,243269632~4194304,251658240~12582912,276824064~4194304,289406976~16777216,331350016~4194304,343932928~4194304,364904448~8388608,406847488~8388608] 2023-12-22T18:05:37.213 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~4194304,41943040~12582912,58720256~8388608,75497472~8388608,88080384~4194304,104857600~12582912,125829120~16777216,167772160~8388608,201326592~4194304,222298112~4194304,243269632~4194304,251658240~12582912,276824064~4194304,289406976~16777216,331350016~4194304,343932928~4194304,364904448~8388608,406847488~8388608] 2023-12-22T18:05:37.216 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~4194304,41943040~29360128,75497472~8388608,88080384~8388608,104857600~16777216,125829120~16777216,167772160~12582912,201326592~4194304,222298112~4194304,243269632~4194304,251658240~12582912,276824064~8388608,289406976~16777216,331350016~4194304,343932928~4194304,364904448~12582912,406847488~12582912] 2023-12-22T18:05:37.216 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 6 diff [4194304~4194304,33554432~4194304,41943040~12582912,58720256~12582912,75497472~8388608,88080384~4194304,104857600~12582912,125829120~16777216,167772160~8388608,180355072~4194304,201326592~4194304,218103808~8388608,243269632~4194304,251658240~12582912,276824064~4194304,289406976~16777216,322961408~4194304,331350016~8388608,343932928~4194304,352321536~4194304,364904448~8388608,406847488~8388608] 2023-12-22T18:05:37.216 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~4194304,33554432~4194304,41943040~12582912,58720256~12582912,75497472~8388608,88080384~4194304,104857600~12582912,125829120~16777216,167772160~8388608,180355072~4194304,201326592~4194304,218103808~8388608,243269632~4194304,251658240~12582912,276824064~4194304,289406976~16777216,322961408~4194304,331350016~8388608,343932928~4194304,352321536~4194304,364904448~8388608,406847488~8388608] 2023-12-22T18:05:37.219 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~4194304,33554432~37748736,75497472~8388608,88080384~8388608,104857600~16777216,125829120~16777216,167772160~20971520,201326592~4194304,218103808~12582912,243269632~4194304,251658240~12582912,276824064~8388608,289406976~16777216,322961408~25165824,352321536~8388608,364904448~12582912,406847488~12582912] 2023-12-22T18:05:37.219 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 7 diff [4194304~4194304,33554432~4194304,41943040~29360128,75497472~8388608,88080384~4194304,100663296~16777216,125829120~16777216,159383552~4194304,167772160~8388608,180355072~4194304,201326592~4194304,218103808~8388608,230686720~8388608,243269632~4194304,251658240~12582912,276824064~4194304,289406976~16777216,314572800~12582912,331350016~8388608,343932928~4194304,352321536~20971520,406847488~8388608] 2023-12-22T18:05:37.219 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~4194304,33554432~4194304,41943040~29360128,75497472~8388608,88080384~4194304,100663296~16777216,125829120~16777216,159383552~4194304,167772160~8388608,180355072~4194304,201326592~4194304,218103808~8388608,230686720~8388608,243269632~4194304,251658240~12582912,276824064~4194304,289406976~16777216,314572800~12582912,331350016~8388608,343932928~4194304,352321536~20971520,406847488~8388608] 2023-12-22T18:05:37.221 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~4194304,33554432~37748736,75497472~8388608,88080384~8388608,100663296~20971520,125829120~16777216,159383552~29360128,201326592~4194304,218103808~20971520,243269632~4194304,251658240~12582912,276824064~8388608,289406976~16777216,314572800~33554432,352321536~25165824,406847488~12582912] 2023-12-22T18:05:37.222 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 8 diff [4194304~4194304,33554432~4194304,41943040~29360128,75497472~8388608,88080384~8388608,100663296~16777216,125829120~16777216,159383552~4194304,167772160~8388608,180355072~4194304,201326592~4194304,218103808~8388608,230686720~12582912,251658240~20971520,276824064~8388608,289406976~20971520,314572800~12582912,331350016~8388608,343932928~4194304,352321536~29360128,406847488~8388608] 2023-12-22T18:05:37.222 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~4194304,33554432~4194304,41943040~29360128,75497472~8388608,88080384~8388608,100663296~16777216,125829120~16777216,159383552~4194304,167772160~8388608,180355072~4194304,201326592~4194304,218103808~8388608,230686720~12582912,251658240~20971520,276824064~8388608,289406976~20971520,314572800~12582912,331350016~8388608,343932928~4194304,352321536~29360128,406847488~8388608] 2023-12-22T18:05:37.225 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~4194304,33554432~37748736,75497472~8388608,88080384~8388608,100663296~20971520,125829120~16777216,159383552~29360128,201326592~4194304,218103808~29360128,251658240~20971520,276824064~33554432,314572800~33554432,352321536~29360128,406847488~12582912] 2023-12-22T18:05:37.225 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 9 diff [4194304~4194304,33554432~37748736,75497472~8388608,88080384~8388608,100663296~16777216,125829120~20971520,159383552~4194304,167772160~8388608,180355072~4194304,201326592~8388608,218103808~8388608,230686720~12582912,251658240~20971520,276824064~8388608,289406976~20971520,314572800~25165824,343932928~4194304,352321536~29360128,390070272~8388608,406847488~12582912] 2023-12-22T18:05:37.225 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~4194304,33554432~37748736,75497472~8388608,88080384~8388608,100663296~16777216,125829120~20971520,159383552~4194304,167772160~8388608,180355072~4194304,201326592~8388608,218103808~8388608,230686720~12582912,251658240~20971520,276824064~8388608,289406976~20971520,314572800~25165824,343932928~4194304,352321536~29360128,390070272~8388608,406847488~12582912] 2023-12-22T18:05:37.229 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~4194304,33554432~37748736,75497472~8388608,88080384~8388608,100663296~20971520,125829120~25165824,159383552~29360128,201326592~12582912,218103808~29360128,251658240~20971520,276824064~33554432,314572800~33554432,352321536~29360128,390070272~12582912,406847488~12582912] 2023-12-22T18:05:37.229 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 10 diff [4194304~8388608,33554432~37748736,75497472~8388608,88080384~8388608,100663296~16777216,125829120~20971520,159383552~4194304,167772160~16777216,201326592~8388608,218103808~8388608,230686720~12582912,251658240~20971520,276824064~33554432,314572800~25165824,343932928~37748736,390070272~8388608,406847488~12582912] 2023-12-22T18:05:37.229 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~8388608,33554432~37748736,75497472~8388608,88080384~8388608,100663296~16777216,125829120~20971520,159383552~4194304,167772160~16777216,201326592~8388608,218103808~8388608,230686720~12582912,251658240~20971520,276824064~33554432,314572800~25165824,343932928~37748736,390070272~8388608,406847488~12582912] 2023-12-22T18:05:37.233 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~8388608,33554432~37748736,75497472~8388608,88080384~8388608,100663296~20971520,125829120~25165824,159383552~29360128,201326592~12582912,218103808~29360128,251658240~20971520,276824064~33554432,314572800~67108864,390070272~12582912,406847488~12582912] 2023-12-22T18:05:37.233 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 11 diff [4194304~8388608,16777216~8388608,33554432~50331648,88080384~8388608,100663296~16777216,121634816~25165824,159383552~4194304,167772160~16777216,201326592~8388608,218103808~25165824,251658240~20971520,276824064~33554432,314572800~25165824,343932928~54525952,406847488~12582912] 2023-12-22T18:05:37.233 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~8388608,16777216~8388608,33554432~50331648,88080384~8388608,100663296~16777216,121634816~25165824,159383552~4194304,167772160~16777216,201326592~8388608,218103808~25165824,251658240~20971520,276824064~33554432,314572800~25165824,343932928~54525952,406847488~12582912] 2023-12-22T18:05:37.237 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~8388608,16777216~12582912,33554432~50331648,88080384~8388608,100663296~50331648,159383552~29360128,201326592~12582912,218103808~29360128,251658240~20971520,276824064~33554432,314572800~88080384,406847488~12582912] 2023-12-22T18:05:37.238 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 12 diff [4194304~8388608,16777216~8388608,33554432~50331648,88080384~29360128,121634816~25165824,159383552~4194304,167772160~16777216,201326592~8388608,218103808~25165824,251658240~20971520,276824064~62914560,343932928~54525952,406847488~12582912] 2023-12-22T18:05:37.238 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~8388608,16777216~8388608,33554432~50331648,88080384~29360128,121634816~25165824,159383552~4194304,167772160~16777216,201326592~8388608,218103808~25165824,251658240~20971520,276824064~62914560,343932928~54525952,406847488~12582912] 2023-12-22T18:05:37.243 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~8388608,16777216~12582912,33554432~50331648,88080384~62914560,159383552~29360128,201326592~12582912,218103808~29360128,251658240~20971520,276824064~125829120,406847488~12582912] 2023-12-22T18:05:37.243 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 13 diff [4194304~20971520,29360128~54525952,88080384~29360128,121634816~29360128,159383552~4194304,167772160~16777216,197132288~12582912,218103808~25165824,247463936~92274688,343932928~54525952,406847488~12582912] 2023-12-22T18:05:37.243 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~54525952,88080384~29360128,121634816~29360128,159383552~4194304,167772160~16777216,197132288~12582912,218103808~25165824,247463936~92274688,343932928~54525952,406847488~12582912] 2023-12-22T18:05:37.248 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~79691776,88080384~67108864,159383552~29360128,197132288~16777216,218103808~184549376,406847488~12582912] 2023-12-22T18:05:37.248 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 14 diff [4194304~20971520,29360128~50331648,88080384~29360128,121634816~29360128,155189248~8388608,167772160~20971520,197132288~12582912,218103808~25165824,247463936~46137344,297795584~41943040,343932928~58720256,406847488~12582912] 2023-12-22T18:05:37.248 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~50331648,88080384~29360128,121634816~29360128,155189248~8388608,167772160~20971520,197132288~12582912,218103808~25165824,247463936~46137344,297795584~41943040,343932928~58720256,406847488~12582912] 2023-12-22T18:05:37.253 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~79691776,88080384~104857600,197132288~16777216,218103808~184549376,406847488~12582912] 2023-12-22T18:05:37.253 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 15 diff [4194304~20971520,29360128~54525952,88080384~29360128,121634816~29360128,155189248~8388608,167772160~20971520,197132288~12582912,213909504~29360128,247463936~92274688,343932928~58720256,406847488~12582912] 2023-12-22T18:05:37.254 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~54525952,88080384~29360128,121634816~29360128,155189248~8388608,167772160~20971520,197132288~12582912,213909504~29360128,247463936~92274688,343932928~58720256,406847488~12582912] 2023-12-22T18:05:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:36 smithi039 ceph-mon[181282]: pgmap v2515: 137 pgs: 137 active+clean; 805 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 241 KiB/s rd, 43 MiB/s wr, 374 op/s 2023-12-22T18:05:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:36 smithi039 ceph-mon[181282]: osdmap e1488: 8 total, 8 up, 8 in 2023-12-22T18:05:37.259 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~79691776,88080384~104857600,197132288~205520896,406847488~12582912] 2023-12-22T18:05:37.260 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 16 diff [4194304~20971520,29360128~54525952,88080384~29360128,121634816~29360128,155189248~33554432,197132288~12582912,213909504~29360128,247463936~92274688,343932928~58720256,406847488~12582912] 2023-12-22T18:05:37.260 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~54525952,88080384~29360128,121634816~29360128,155189248~33554432,197132288~12582912,213909504~29360128,247463936~92274688,343932928~58720256,406847488~12582912] 2023-12-22T18:05:37.266 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~79691776,88080384~104857600,197132288~205520896,406847488~12582912] 2023-12-22T18:05:37.266 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 17 diff [4194304~20971520,29360128~54525952,88080384~29360128,121634816~29360128,155189248~33554432,192937984~16777216,213909504~29360128,247463936~92274688,343932928~58720256,406847488~12582912] 2023-12-22T18:05:37.266 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~54525952,88080384~29360128,121634816~29360128,155189248~33554432,192937984~16777216,213909504~29360128,247463936~92274688,343932928~58720256,406847488~12582912] 2023-12-22T18:05:37.273 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~79691776,88080384~331350016] 2023-12-22T18:05:37.273 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 18 diff [0~79691776,88080384~62914560,155189248~33554432,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:37.273 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~62914560,155189248~33554432,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:37.280 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:37.280 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to 19 diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:37.280 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:37.287 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:37.288 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 4 diff [4194304~4194304,50331648~4194304,75497472~8388608,92274688~4194304,104857600~8388608,130023424~8388608,167772160~8388608,222298112~4194304,251658240~8388608] 2023-12-22T18:05:37.288 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~4194304,50331648~4194304,75497472~8388608,92274688~4194304,104857600~8388608,130023424~8388608,167772160~8388608,222298112~4194304,251658240~8388608] 2023-12-22T18:05:37.289 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~4194304,50331648~8388608,75497472~8388608,92274688~4194304,104857600~12582912,130023424~12582912,167772160~12582912,222298112~4194304,251658240~8388608] 2023-12-22T18:05:37.289 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 5 diff [4194304~4194304,41943040~12582912,75497472~8388608,88080384~8388608,104857600~12582912,125829120~12582912,167772160~8388608,201326592~4194304,222298112~4194304,251658240~12582912,276824064~4194304,297795584~8388608,343932928~4194304,364904448~8388608] 2023-12-22T18:05:37.289 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~4194304,41943040~12582912,75497472~8388608,88080384~8388608,104857600~12582912,125829120~12582912,167772160~8388608,201326592~4194304,222298112~4194304,251658240~12582912,276824064~4194304,297795584~8388608,343932928~4194304,364904448~8388608] 2023-12-22T18:05:37.291 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~4194304,41943040~16777216,75497472~8388608,88080384~8388608,104857600~16777216,125829120~16777216,167772160~12582912,201326592~4194304,222298112~4194304,251658240~12582912,276824064~8388608,297795584~8388608,343932928~4194304,364904448~12582912] 2023-12-22T18:05:37.291 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 6 diff [4194304~4194304,33554432~4194304,41943040~12582912,67108864~4194304,75497472~8388608,88080384~8388608,104857600~12582912,125829120~16777216,167772160~8388608,180355072~4194304,201326592~4194304,218103808~8388608,251658240~12582912,276824064~4194304,297795584~8388608,322961408~4194304,335544320~4194304,343932928~4194304,352321536~4194304,364904448~8388608] 2023-12-22T18:05:37.291 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~4194304,33554432~4194304,41943040~12582912,67108864~4194304,75497472~8388608,88080384~8388608,104857600~12582912,125829120~16777216,167772160~8388608,180355072~4194304,201326592~4194304,218103808~8388608,251658240~12582912,276824064~4194304,297795584~8388608,322961408~4194304,335544320~4194304,343932928~4194304,352321536~4194304,364904448~8388608] 2023-12-22T18:05:37.292 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~4194304,33554432~25165824,67108864~4194304,75497472~8388608,88080384~8388608,104857600~16777216,125829120~16777216,167772160~20971520,201326592~4194304,218103808~12582912,251658240~12582912,276824064~8388608,297795584~8388608,322961408~8388608,335544320~12582912,352321536~8388608,364904448~12582912] 2023-12-22T18:05:37.292 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 7 diff [4194304~4194304,33554432~4194304,41943040~29360128,75497472~8388608,88080384~8388608,100663296~16777216,125829120~16777216,159383552~4194304,167772160~8388608,180355072~4194304,201326592~4194304,218103808~8388608,230686720~8388608,251658240~12582912,276824064~4194304,297795584~8388608,314572800~12582912,335544320~4194304,343932928~4194304,352321536~20971520] 2023-12-22T18:05:37.293 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~4194304,33554432~4194304,41943040~29360128,75497472~8388608,88080384~8388608,100663296~16777216,125829120~16777216,159383552~4194304,167772160~8388608,180355072~4194304,201326592~4194304,218103808~8388608,230686720~8388608,251658240~12582912,276824064~4194304,297795584~8388608,314572800~12582912,335544320~4194304,343932928~4194304,352321536~20971520] 2023-12-22T18:05:37.295 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~4194304,33554432~37748736,75497472~8388608,88080384~8388608,100663296~20971520,125829120~16777216,159383552~29360128,201326592~4194304,218103808~20971520,251658240~12582912,276824064~8388608,297795584~8388608,314572800~16777216,335544320~12582912,352321536~25165824] 2023-12-22T18:05:37.295 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 8 diff [4194304~4194304,33554432~4194304,41943040~29360128,75497472~8388608,88080384~8388608,100663296~16777216,125829120~16777216,159383552~4194304,167772160~8388608,180355072~4194304,201326592~4194304,218103808~8388608,230686720~12582912,251658240~20971520,276824064~8388608,297795584~12582912,314572800~12582912,335544320~4194304,343932928~4194304,352321536~29360128,406847488~4194304] 2023-12-22T18:05:37.295 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~4194304,33554432~4194304,41943040~29360128,75497472~8388608,88080384~8388608,100663296~16777216,125829120~16777216,159383552~4194304,167772160~8388608,180355072~4194304,201326592~4194304,218103808~8388608,230686720~12582912,251658240~20971520,276824064~8388608,297795584~12582912,314572800~12582912,335544320~4194304,343932928~4194304,352321536~29360128,406847488~4194304] 2023-12-22T18:05:37.298 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~4194304,33554432~37748736,75497472~8388608,88080384~8388608,100663296~20971520,125829120~16777216,159383552~29360128,201326592~4194304,218103808~29360128,251658240~20971520,276824064~12582912,297795584~12582912,314572800~16777216,335544320~12582912,352321536~29360128,406847488~8388608] 2023-12-22T18:05:37.298 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 9 diff [4194304~4194304,33554432~37748736,75497472~8388608,88080384~8388608,100663296~16777216,125829120~20971520,159383552~4194304,167772160~8388608,180355072~4194304,201326592~8388608,218103808~8388608,230686720~12582912,251658240~20971520,276824064~8388608,297795584~12582912,314572800~25165824,343932928~4194304,352321536~29360128,390070272~8388608,406847488~8388608] 2023-12-22T18:05:37.298 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~4194304,33554432~37748736,75497472~8388608,88080384~8388608,100663296~16777216,125829120~20971520,159383552~4194304,167772160~8388608,180355072~4194304,201326592~8388608,218103808~8388608,230686720~12582912,251658240~20971520,276824064~8388608,297795584~12582912,314572800~25165824,343932928~4194304,352321536~29360128,390070272~8388608,406847488~8388608] 2023-12-22T18:05:37.301 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~4194304,33554432~37748736,75497472~8388608,88080384~8388608,100663296~20971520,125829120~25165824,159383552~29360128,201326592~12582912,218103808~29360128,251658240~20971520,276824064~12582912,297795584~12582912,314572800~33554432,352321536~29360128,390070272~12582912,406847488~8388608] 2023-12-22T18:05:37.301 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 10 diff [4194304~8388608,33554432~37748736,75497472~8388608,88080384~8388608,100663296~16777216,125829120~20971520,159383552~4194304,167772160~16777216,201326592~8388608,218103808~8388608,230686720~12582912,251658240~20971520,276824064~12582912,297795584~12582912,314572800~25165824,343932928~37748736,390070272~8388608,406847488~8388608] 2023-12-22T18:05:37.301 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~8388608,33554432~37748736,75497472~8388608,88080384~8388608,100663296~16777216,125829120~20971520,159383552~4194304,167772160~16777216,201326592~8388608,218103808~8388608,230686720~12582912,251658240~20971520,276824064~12582912,297795584~12582912,314572800~25165824,343932928~37748736,390070272~8388608,406847488~8388608] 2023-12-22T18:05:37.304 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~8388608,33554432~37748736,75497472~8388608,88080384~8388608,100663296~20971520,125829120~25165824,159383552~29360128,201326592~12582912,218103808~29360128,251658240~20971520,276824064~12582912,297795584~12582912,314572800~67108864,390070272~12582912,406847488~8388608] 2023-12-22T18:05:37.304 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 11 diff [4194304~8388608,16777216~8388608,33554432~50331648,88080384~8388608,100663296~16777216,121634816~25165824,159383552~4194304,167772160~16777216,201326592~8388608,218103808~25165824,251658240~20971520,276824064~12582912,297795584~12582912,314572800~25165824,343932928~54525952,406847488~8388608] 2023-12-22T18:05:37.304 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~8388608,16777216~8388608,33554432~50331648,88080384~8388608,100663296~16777216,121634816~25165824,159383552~4194304,167772160~16777216,201326592~8388608,218103808~25165824,251658240~20971520,276824064~12582912,297795584~12582912,314572800~25165824,343932928~54525952,406847488~8388608] 2023-12-22T18:05:37.308 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~8388608,16777216~12582912,33554432~50331648,88080384~8388608,100663296~50331648,159383552~29360128,201326592~12582912,218103808~29360128,251658240~20971520,276824064~12582912,297795584~12582912,314572800~88080384,406847488~8388608] 2023-12-22T18:05:37.309 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 12 diff [4194304~8388608,16777216~8388608,33554432~50331648,88080384~29360128,121634816~25165824,159383552~4194304,167772160~16777216,201326592~8388608,218103808~25165824,251658240~20971520,276824064~12582912,297795584~41943040,343932928~54525952,406847488~8388608] 2023-12-22T18:05:37.309 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~8388608,16777216~8388608,33554432~50331648,88080384~29360128,121634816~25165824,159383552~4194304,167772160~16777216,201326592~8388608,218103808~25165824,251658240~20971520,276824064~12582912,297795584~41943040,343932928~54525952,406847488~8388608] 2023-12-22T18:05:37.312 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~8388608,16777216~12582912,33554432~50331648,88080384~62914560,159383552~29360128,201326592~12582912,218103808~29360128,251658240~20971520,276824064~12582912,297795584~104857600,406847488~8388608] 2023-12-22T18:05:37.312 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 13 diff [4194304~20971520,29360128~54525952,88080384~29360128,121634816~29360128,159383552~4194304,167772160~16777216,197132288~12582912,218103808~25165824,247463936~41943040,297795584~41943040,343932928~54525952,406847488~8388608] 2023-12-22T18:05:37.313 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~54525952,88080384~29360128,121634816~29360128,159383552~4194304,167772160~16777216,197132288~12582912,218103808~25165824,247463936~41943040,297795584~41943040,343932928~54525952,406847488~8388608] 2023-12-22T18:05:37.318 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~79691776,88080384~67108864,159383552~29360128,197132288~16777216,218103808~71303168,297795584~104857600,406847488~8388608] 2023-12-22T18:05:37.318 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 14 diff [4194304~20971520,29360128~50331648,88080384~29360128,121634816~29360128,155189248~8388608,167772160~20971520,197132288~12582912,218103808~25165824,247463936~41943040,297795584~41943040,343932928~58720256,406847488~8388608] 2023-12-22T18:05:37.318 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~50331648,88080384~29360128,121634816~29360128,155189248~8388608,167772160~20971520,197132288~12582912,218103808~25165824,247463936~41943040,297795584~41943040,343932928~58720256,406847488~8388608] 2023-12-22T18:05:37.323 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~79691776,88080384~104857600,197132288~16777216,218103808~75497472,297795584~104857600,406847488~8388608] 2023-12-22T18:05:37.323 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 15 diff [4194304~20971520,29360128~50331648,88080384~29360128,121634816~29360128,155189248~8388608,167772160~20971520,197132288~12582912,213909504~29360128,247463936~41943040,297795584~41943040,343932928~58720256,406847488~8388608] 2023-12-22T18:05:37.323 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~50331648,88080384~29360128,121634816~29360128,155189248~8388608,167772160~20971520,197132288~12582912,213909504~29360128,247463936~41943040,297795584~41943040,343932928~58720256,406847488~8388608] 2023-12-22T18:05:37.329 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~79691776,88080384~104857600,197132288~96468992,297795584~104857600,406847488~8388608] 2023-12-22T18:05:37.329 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 16 diff [4194304~20971520,29360128~50331648,88080384~29360128,121634816~29360128,155189248~33554432,197132288~12582912,213909504~29360128,247463936~41943040,297795584~41943040,343932928~58720256,406847488~8388608] 2023-12-22T18:05:37.329 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~50331648,88080384~29360128,121634816~29360128,155189248~33554432,197132288~12582912,213909504~29360128,247463936~41943040,297795584~41943040,343932928~58720256,406847488~8388608] 2023-12-22T18:05:37.335 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~79691776,88080384~104857600,197132288~96468992,297795584~104857600,406847488~8388608] 2023-12-22T18:05:37.335 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 17 diff [4194304~20971520,29360128~50331648,88080384~29360128,121634816~29360128,155189248~33554432,192937984~16777216,213909504~29360128,247463936~41943040,297795584~41943040,343932928~58720256,406847488~8388608] 2023-12-22T18:05:37.335 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~50331648,88080384~29360128,121634816~29360128,155189248~33554432,192937984~16777216,213909504~29360128,247463936~41943040,297795584~41943040,343932928~58720256,406847488~8388608] 2023-12-22T18:05:37.341 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~79691776,88080384~205520896,297795584~117440512] 2023-12-22T18:05:37.342 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 18 diff [0~79691776,88080384~62914560,155189248~33554432,192937984~16777216,213909504~46137344,264241152~25165824,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:37.342 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~62914560,155189248~33554432,192937984~16777216,213909504~46137344,264241152~25165824,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:37.348 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~327155712] 2023-12-22T18:05:37.348 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to 19 diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~25165824,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:37.348 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~25165824,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:37.355 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~327155712] 2023-12-22T18:05:37.355 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 5 diff [41943040~8388608,88080384~4194304,109051904~8388608,125829120~8388608,201326592~4194304,260046848~4194304,276824064~4194304,297795584~8388608,343932928~4194304,364904448~8388608] 2023-12-22T18:05:37.355 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [41943040~8388608,88080384~4194304,109051904~8388608,125829120~8388608,201326592~4194304,260046848~4194304,276824064~4194304,297795584~8388608,343932928~4194304,364904448~8388608] 2023-12-22T18:05:37.356 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [41943040~8388608,88080384~4194304,109051904~12582912,125829120~12582912,201326592~4194304,260046848~4194304,276824064~8388608,297795584~8388608,343932928~4194304,364904448~12582912] 2023-12-22T18:05:37.357 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 6 diff [33554432~4194304,41943040~8388608,67108864~4194304,88080384~4194304,109051904~8388608,125829120~12582912,180355072~4194304,201326592~4194304,218103808~8388608,260046848~4194304,276824064~4194304,297795584~8388608,322961408~4194304,335544320~4194304,343932928~4194304,352321536~4194304,364904448~8388608] 2023-12-22T18:05:37.357 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [33554432~4194304,41943040~8388608,67108864~4194304,88080384~4194304,109051904~8388608,125829120~12582912,180355072~4194304,201326592~4194304,218103808~8388608,260046848~4194304,276824064~4194304,297795584~8388608,322961408~4194304,335544320~4194304,343932928~4194304,352321536~4194304,364904448~8388608] 2023-12-22T18:05:37.358 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [33554432~16777216,67108864~4194304,88080384~4194304,109051904~12582912,125829120~16777216,180355072~8388608,201326592~4194304,218103808~12582912,260046848~4194304,276824064~8388608,297795584~8388608,322961408~8388608,335544320~12582912,352321536~8388608,364904448~12582912] 2023-12-22T18:05:37.358 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 7 diff [33554432~4194304,41943040~8388608,54525952~16777216,88080384~4194304,100663296~16777216,125829120~12582912,159383552~4194304,180355072~4194304,201326592~4194304,218103808~8388608,230686720~8388608,260046848~4194304,276824064~4194304,297795584~8388608,314572800~12582912,335544320~4194304,343932928~4194304,352321536~20971520] 2023-12-22T18:05:37.359 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [33554432~4194304,41943040~8388608,54525952~16777216,88080384~4194304,100663296~16777216,125829120~12582912,159383552~4194304,180355072~4194304,201326592~4194304,218103808~8388608,230686720~8388608,260046848~4194304,276824064~4194304,297795584~8388608,314572800~12582912,335544320~4194304,343932928~4194304,352321536~20971520] 2023-12-22T18:05:37.361 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [33554432~37748736,88080384~4194304,100663296~20971520,125829120~16777216,159383552~8388608,180355072~8388608,201326592~4194304,218103808~20971520,260046848~4194304,276824064~8388608,297795584~8388608,314572800~16777216,335544320~12582912,352321536~25165824] 2023-12-22T18:05:37.361 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 8 diff [33554432~4194304,41943040~29360128,88080384~8388608,100663296~16777216,125829120~12582912,159383552~4194304,180355072~4194304,201326592~4194304,218103808~8388608,230686720~12582912,260046848~12582912,276824064~8388608,297795584~12582912,314572800~12582912,335544320~4194304,343932928~4194304,352321536~29360128,406847488~4194304] 2023-12-22T18:05:37.361 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [33554432~4194304,41943040~29360128,88080384~8388608,100663296~16777216,125829120~12582912,159383552~4194304,180355072~4194304,201326592~4194304,218103808~8388608,230686720~12582912,260046848~12582912,276824064~8388608,297795584~12582912,314572800~12582912,335544320~4194304,343932928~4194304,352321536~29360128,406847488~4194304] 2023-12-22T18:05:37.363 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [33554432~37748736,88080384~8388608,100663296~20971520,125829120~16777216,159383552~8388608,180355072~8388608,201326592~4194304,218103808~29360128,260046848~12582912,276824064~12582912,297795584~12582912,314572800~16777216,335544320~12582912,352321536~29360128,406847488~8388608] 2023-12-22T18:05:37.363 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 9 diff [33554432~37748736,88080384~8388608,100663296~16777216,125829120~12582912,142606336~4194304,159383552~4194304,180355072~4194304,201326592~8388608,218103808~8388608,230686720~12582912,260046848~12582912,276824064~8388608,297795584~12582912,314572800~25165824,343932928~4194304,352321536~29360128,390070272~8388608,406847488~8388608] 2023-12-22T18:05:37.363 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [33554432~37748736,88080384~8388608,100663296~16777216,125829120~12582912,142606336~4194304,159383552~4194304,180355072~4194304,201326592~8388608,218103808~8388608,230686720~12582912,260046848~12582912,276824064~8388608,297795584~12582912,314572800~25165824,343932928~4194304,352321536~29360128,390070272~8388608,406847488~8388608] 2023-12-22T18:05:37.366 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [33554432~37748736,88080384~8388608,100663296~20971520,125829120~25165824,159383552~8388608,180355072~8388608,201326592~12582912,218103808~29360128,260046848~12582912,276824064~12582912,297795584~12582912,314572800~33554432,352321536~29360128,390070272~12582912,406847488~8388608] 2023-12-22T18:05:37.366 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 10 diff [8388608~4194304,33554432~37748736,88080384~8388608,100663296~16777216,125829120~20971520,159383552~4194304,167772160~16777216,201326592~8388608,218103808~8388608,230686720~12582912,260046848~12582912,276824064~12582912,297795584~12582912,314572800~25165824,343932928~37748736,390070272~8388608,406847488~8388608] 2023-12-22T18:05:37.366 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8388608~4194304,33554432~37748736,88080384~8388608,100663296~16777216,125829120~20971520,159383552~4194304,167772160~16777216,201326592~8388608,218103808~8388608,230686720~12582912,260046848~12582912,276824064~12582912,297795584~12582912,314572800~25165824,343932928~37748736,390070272~8388608,406847488~8388608] 2023-12-22T18:05:37.370 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8388608~4194304,33554432~37748736,88080384~8388608,100663296~20971520,125829120~25165824,159383552~29360128,201326592~12582912,218103808~29360128,260046848~12582912,276824064~12582912,297795584~12582912,314572800~67108864,390070272~12582912,406847488~8388608] 2023-12-22T18:05:37.370 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 11 diff [8388608~4194304,16777216~8388608,33554432~46137344,88080384~8388608,100663296~16777216,121634816~25165824,159383552~4194304,167772160~16777216,201326592~8388608,218103808~25165824,260046848~12582912,276824064~12582912,297795584~12582912,314572800~25165824,343932928~54525952,406847488~8388608] 2023-12-22T18:05:37.370 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8388608~4194304,16777216~8388608,33554432~46137344,88080384~8388608,100663296~16777216,121634816~25165824,159383552~4194304,167772160~16777216,201326592~8388608,218103808~25165824,260046848~12582912,276824064~12582912,297795584~12582912,314572800~25165824,343932928~54525952,406847488~8388608] 2023-12-22T18:05:37.373 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8388608~4194304,16777216~12582912,33554432~46137344,88080384~8388608,100663296~50331648,159383552~29360128,201326592~12582912,218103808~29360128,260046848~12582912,276824064~12582912,297795584~12582912,314572800~88080384,406847488~8388608] 2023-12-22T18:05:37.373 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 12 diff [4194304~8388608,16777216~8388608,33554432~46137344,88080384~29360128,121634816~25165824,159383552~4194304,167772160~16777216,201326592~8388608,218103808~25165824,260046848~12582912,276824064~12582912,297795584~41943040,343932928~54525952,406847488~8388608] 2023-12-22T18:05:37.374 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~8388608,16777216~8388608,33554432~46137344,88080384~29360128,121634816~25165824,159383552~4194304,167772160~16777216,201326592~8388608,218103808~25165824,260046848~12582912,276824064~12582912,297795584~41943040,343932928~54525952,406847488~8388608] 2023-12-22T18:05:37.377 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~8388608,16777216~12582912,33554432~46137344,88080384~62914560,159383552~29360128,201326592~12582912,218103808~29360128,260046848~12582912,276824064~12582912,297795584~104857600,406847488~8388608] 2023-12-22T18:05:37.377 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 13 diff [4194304~20971520,29360128~50331648,88080384~29360128,121634816~29360128,159383552~4194304,167772160~16777216,197132288~12582912,218103808~25165824,247463936~4194304,260046848~29360128,297795584~41943040,343932928~54525952,406847488~8388608] 2023-12-22T18:05:37.377 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~50331648,88080384~29360128,121634816~29360128,159383552~4194304,167772160~16777216,197132288~12582912,218103808~25165824,247463936~4194304,260046848~29360128,297795584~41943040,343932928~54525952,406847488~8388608] 2023-12-22T18:05:37.382 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~75497472,88080384~67108864,159383552~29360128,197132288~16777216,218103808~37748736,260046848~29360128,297795584~104857600,406847488~8388608] 2023-12-22T18:05:37.382 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 14 diff [4194304~20971520,29360128~46137344,88080384~29360128,121634816~29360128,155189248~8388608,167772160~20971520,197132288~12582912,218103808~25165824,247463936~4194304,255852544~33554432,297795584~41943040,343932928~58720256,406847488~8388608] 2023-12-22T18:05:37.382 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~46137344,88080384~29360128,121634816~29360128,155189248~8388608,167772160~20971520,197132288~12582912,218103808~25165824,247463936~4194304,255852544~33554432,297795584~41943040,343932928~58720256,406847488~8388608] 2023-12-22T18:05:37.386 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~75497472,88080384~104857600,197132288~16777216,218103808~75497472,297795584~104857600,406847488~8388608] 2023-12-22T18:05:37.386 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 15 diff [4194304~20971520,29360128~50331648,88080384~29360128,121634816~29360128,155189248~8388608,167772160~20971520,197132288~12582912,213909504~29360128,247463936~4194304,255852544~33554432,297795584~41943040,343932928~58720256,406847488~8388608] 2023-12-22T18:05:37.387 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~50331648,88080384~29360128,121634816~29360128,155189248~8388608,167772160~20971520,197132288~12582912,213909504~29360128,247463936~4194304,255852544~33554432,297795584~41943040,343932928~58720256,406847488~8388608] 2023-12-22T18:05:37.391 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~75497472,88080384~104857600,197132288~96468992,297795584~104857600,406847488~8388608] 2023-12-22T18:05:37.391 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 16 diff [4194304~20971520,29360128~50331648,88080384~29360128,121634816~29360128,155189248~33554432,197132288~12582912,213909504~29360128,247463936~4194304,255852544~33554432,297795584~41943040,343932928~58720256,406847488~8388608] 2023-12-22T18:05:37.391 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~50331648,88080384~29360128,121634816~29360128,155189248~33554432,197132288~12582912,213909504~29360128,247463936~4194304,255852544~33554432,297795584~41943040,343932928~58720256,406847488~8388608] 2023-12-22T18:05:37.396 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~75497472,88080384~104857600,197132288~96468992,297795584~104857600,406847488~8388608] 2023-12-22T18:05:37.396 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 17 diff [4194304~20971520,29360128~50331648,88080384~29360128,121634816~29360128,155189248~33554432,192937984~16777216,213909504~29360128,247463936~4194304,255852544~33554432,297795584~41943040,343932928~58720256,406847488~8388608] 2023-12-22T18:05:37.396 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~50331648,88080384~29360128,121634816~29360128,155189248~33554432,192937984~16777216,213909504~29360128,247463936~4194304,255852544~33554432,297795584~41943040,343932928~58720256,406847488~8388608] 2023-12-22T18:05:37.402 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~75497472,88080384~205520896,297795584~117440512] 2023-12-22T18:05:37.402 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 18 diff [0~79691776,88080384~62914560,155189248~33554432,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:37.402 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~62914560,155189248~33554432,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:37.407 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~327155712] 2023-12-22T18:05:37.408 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to 19 diff [0~79691776,88080384~100663296,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:37.408 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:37.414 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~327155712] 2023-12-22T18:05:37.415 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 6 diff [33554432~4194304,41943040~4194304,67108864~4194304,134217728~4194304,180355072~4194304,218103808~8388608,297795584~4194304,322961408~4194304,335544320~4194304,352321536~4194304] 2023-12-22T18:05:37.415 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [33554432~4194304,41943040~4194304,67108864~4194304,134217728~4194304,180355072~4194304,218103808~8388608,297795584~4194304,322961408~4194304,335544320~4194304,352321536~4194304] 2023-12-22T18:05:37.415 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [33554432~16777216,67108864~4194304,134217728~8388608,180355072~8388608,218103808~12582912,297795584~4194304,322961408~8388608,335544320~8388608,352321536~8388608] 2023-12-22T18:05:37.416 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 7 diff [33554432~4194304,41943040~8388608,54525952~16777216,100663296~8388608,134217728~4194304,159383552~4194304,180355072~4194304,218103808~8388608,230686720~8388608,297795584~4194304,314572800~12582912,335544320~4194304,352321536~12582912] 2023-12-22T18:05:37.416 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [33554432~4194304,41943040~8388608,54525952~16777216,100663296~8388608,134217728~4194304,159383552~4194304,180355072~4194304,218103808~8388608,230686720~8388608,297795584~4194304,314572800~12582912,335544320~4194304,352321536~12582912] 2023-12-22T18:05:37.417 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [33554432~37748736,100663296~8388608,134217728~8388608,159383552~8388608,180355072~8388608,218103808~20971520,297795584~4194304,314572800~16777216,335544320~8388608,352321536~12582912] 2023-12-22T18:05:37.417 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 8 diff [33554432~4194304,41943040~29360128,88080384~8388608,100663296~8388608,134217728~4194304,159383552~4194304,180355072~4194304,218103808~8388608,230686720~12582912,264241152~8388608,276824064~8388608,297795584~8388608,314572800~12582912,335544320~4194304,352321536~12582912,373293056~8388608,406847488~4194304] 2023-12-22T18:05:37.417 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [33554432~4194304,41943040~29360128,88080384~8388608,100663296~8388608,134217728~4194304,159383552~4194304,180355072~4194304,218103808~8388608,230686720~12582912,264241152~8388608,276824064~8388608,297795584~8388608,314572800~12582912,335544320~4194304,352321536~12582912,373293056~8388608,406847488~4194304] 2023-12-22T18:05:37.419 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [33554432~37748736,88080384~8388608,100663296~8388608,134217728~8388608,159383552~8388608,180355072~8388608,218103808~29360128,264241152~8388608,276824064~12582912,297795584~12582912,314572800~16777216,335544320~8388608,352321536~12582912,373293056~8388608,406847488~8388608] 2023-12-22T18:05:37.420 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 9 diff [33554432~37748736,88080384~8388608,100663296~8388608,134217728~4194304,142606336~4194304,159383552~4194304,180355072~4194304,205520896~4194304,218103808~8388608,230686720~12582912,264241152~8388608,276824064~8388608,297795584~8388608,314572800~25165824,352321536~12582912,373293056~8388608,390070272~8388608,406847488~8388608] 2023-12-22T18:05:37.420 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [33554432~37748736,88080384~8388608,100663296~8388608,134217728~4194304,142606336~4194304,159383552~4194304,180355072~4194304,205520896~4194304,218103808~8388608,230686720~12582912,264241152~8388608,276824064~8388608,297795584~8388608,314572800~25165824,352321536~12582912,373293056~8388608,390070272~8388608,406847488~8388608] 2023-12-22T18:05:37.422 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [33554432~37748736,88080384~8388608,100663296~8388608,134217728~16777216,159383552~8388608,180355072~8388608,205520896~8388608,218103808~29360128,264241152~8388608,276824064~12582912,297795584~12582912,314572800~29360128,352321536~12582912,373293056~8388608,390070272~12582912,406847488~8388608] 2023-12-22T18:05:37.422 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 10 diff [8388608~4194304,33554432~37748736,88080384~8388608,100663296~8388608,134217728~12582912,159383552~4194304,167772160~16777216,205520896~4194304,218103808~8388608,230686720~12582912,264241152~8388608,276824064~8388608,297795584~12582912,314572800~25165824,343932928~20971520,373293056~8388608,390070272~8388608,406847488~8388608] 2023-12-22T18:05:37.422 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8388608~4194304,33554432~37748736,88080384~8388608,100663296~8388608,134217728~12582912,159383552~4194304,167772160~16777216,205520896~4194304,218103808~8388608,230686720~12582912,264241152~8388608,276824064~8388608,297795584~12582912,314572800~25165824,343932928~20971520,373293056~8388608,390070272~8388608,406847488~8388608] 2023-12-22T18:05:37.424 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8388608~4194304,33554432~37748736,88080384~8388608,100663296~8388608,134217728~16777216,159383552~29360128,205520896~8388608,218103808~29360128,264241152~8388608,276824064~12582912,297795584~12582912,314572800~50331648,373293056~8388608,390070272~12582912,406847488~8388608] 2023-12-22T18:05:37.424 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 11 diff [8388608~4194304,16777216~8388608,33554432~46137344,88080384~8388608,100663296~8388608,121634816~4194304,134217728~12582912,159383552~4194304,167772160~16777216,205520896~4194304,218103808~25165824,264241152~8388608,276824064~12582912,297795584~12582912,314572800~25165824,343932928~20971520,373293056~25165824,406847488~8388608] 2023-12-22T18:05:37.424 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8388608~4194304,16777216~8388608,33554432~46137344,88080384~8388608,100663296~8388608,121634816~4194304,134217728~12582912,159383552~4194304,167772160~16777216,205520896~4194304,218103808~25165824,264241152~8388608,276824064~12582912,297795584~12582912,314572800~25165824,343932928~20971520,373293056~25165824,406847488~8388608] 2023-12-22T18:05:37.427 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8388608~4194304,16777216~12582912,33554432~46137344,88080384~8388608,100663296~8388608,121634816~4194304,134217728~16777216,159383552~29360128,205520896~8388608,218103808~29360128,264241152~8388608,276824064~12582912,297795584~12582912,314572800~50331648,373293056~29360128,406847488~8388608] 2023-12-22T18:05:37.427 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 12 diff [4194304~8388608,16777216~8388608,33554432~46137344,88080384~20971520,121634816~4194304,134217728~12582912,159383552~4194304,167772160~16777216,205520896~4194304,218103808~25165824,264241152~8388608,276824064~12582912,297795584~41943040,343932928~20971520,373293056~25165824,406847488~8388608] 2023-12-22T18:05:37.427 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~8388608,16777216~8388608,33554432~46137344,88080384~20971520,121634816~4194304,134217728~12582912,159383552~4194304,167772160~16777216,205520896~4194304,218103808~25165824,264241152~8388608,276824064~12582912,297795584~41943040,343932928~20971520,373293056~25165824,406847488~8388608] 2023-12-22T18:05:37.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:36 smithi032 ceph-mon[191839]: pgmap v2515: 137 pgs: 137 active+clean; 805 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 241 KiB/s rd, 43 MiB/s wr, 374 op/s 2023-12-22T18:05:37.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:36 smithi032 ceph-mon[191839]: osdmap e1488: 8 total, 8 up, 8 in 2023-12-22T18:05:37.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:36 smithi032 ceph-mon[189144]: pgmap v2515: 137 pgs: 137 active+clean; 805 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 241 KiB/s rd, 43 MiB/s wr, 374 op/s 2023-12-22T18:05:37.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:36 smithi032 ceph-mon[189144]: osdmap e1488: 8 total, 8 up, 8 in 2023-12-22T18:05:37.431 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~8388608,16777216~12582912,33554432~46137344,88080384~20971520,121634816~4194304,134217728~16777216,159383552~29360128,205520896~8388608,218103808~29360128,264241152~8388608,276824064~12582912,297795584~67108864,373293056~29360128,406847488~8388608] 2023-12-22T18:05:37.431 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 13 diff [4194304~20971520,29360128~50331648,88080384~25165824,121634816~4194304,134217728~16777216,159383552~4194304,167772160~16777216,197132288~12582912,218103808~25165824,247463936~4194304,264241152~25165824,297795584~41943040,343932928~20971520,373293056~25165824,406847488~8388608] 2023-12-22T18:05:37.431 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~50331648,88080384~25165824,121634816~4194304,134217728~16777216,159383552~4194304,167772160~16777216,197132288~12582912,218103808~25165824,247463936~4194304,264241152~25165824,297795584~41943040,343932928~20971520,373293056~25165824,406847488~8388608] 2023-12-22T18:05:37.435 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~75497472,88080384~25165824,121634816~4194304,134217728~20971520,159383552~29360128,197132288~16777216,218103808~37748736,264241152~25165824,297795584~67108864,373293056~29360128,406847488~8388608] 2023-12-22T18:05:37.435 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 14 diff [4194304~20971520,29360128~46137344,88080384~25165824,121634816~8388608,134217728~16777216,155189248~8388608,167772160~20971520,197132288~12582912,218103808~25165824,247463936~4194304,255852544~33554432,297795584~41943040,343932928~20971520,373293056~29360128,406847488~8388608] 2023-12-22T18:05:37.435 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~46137344,88080384~25165824,121634816~8388608,134217728~16777216,155189248~8388608,167772160~20971520,197132288~12582912,218103808~25165824,247463936~4194304,255852544~33554432,297795584~41943040,343932928~20971520,373293056~29360128,406847488~8388608] 2023-12-22T18:05:37.438 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~75497472,88080384~25165824,121634816~71303168,197132288~16777216,218103808~75497472,297795584~67108864,373293056~29360128,406847488~8388608] 2023-12-22T18:05:37.439 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 15 diff [4194304~20971520,29360128~50331648,88080384~25165824,121634816~8388608,134217728~16777216,155189248~8388608,167772160~20971520,197132288~12582912,213909504~29360128,247463936~4194304,255852544~33554432,297795584~41943040,343932928~20971520,373293056~29360128,406847488~8388608] 2023-12-22T18:05:37.439 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~50331648,88080384~25165824,121634816~8388608,134217728~16777216,155189248~8388608,167772160~20971520,197132288~12582912,213909504~29360128,247463936~4194304,255852544~33554432,297795584~41943040,343932928~20971520,373293056~29360128,406847488~8388608] 2023-12-22T18:05:37.443 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~75497472,88080384~25165824,121634816~71303168,197132288~96468992,297795584~67108864,373293056~29360128,406847488~8388608] 2023-12-22T18:05:37.443 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 16 diff [4194304~20971520,29360128~50331648,88080384~25165824,121634816~8388608,134217728~16777216,155189248~33554432,197132288~12582912,213909504~29360128,247463936~4194304,255852544~33554432,297795584~41943040,343932928~20971520,369098752~33554432,406847488~8388608] 2023-12-22T18:05:37.443 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~50331648,88080384~25165824,121634816~8388608,134217728~16777216,155189248~33554432,197132288~12582912,213909504~29360128,247463936~4194304,255852544~33554432,297795584~41943040,343932928~20971520,369098752~33554432,406847488~8388608] 2023-12-22T18:05:37.448 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~75497472,88080384~25165824,121634816~71303168,197132288~96468992,297795584~67108864,369098752~33554432,406847488~8388608] 2023-12-22T18:05:37.448 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 17 diff [4194304~20971520,29360128~50331648,88080384~25165824,121634816~8388608,134217728~16777216,155189248~33554432,192937984~16777216,213909504~29360128,247463936~4194304,255852544~33554432,297795584~41943040,343932928~20971520,369098752~33554432,406847488~8388608] 2023-12-22T18:05:37.448 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~50331648,88080384~25165824,121634816~8388608,134217728~16777216,155189248~33554432,192937984~16777216,213909504~29360128,247463936~4194304,255852544~33554432,297795584~41943040,343932928~20971520,369098752~33554432,406847488~8388608] 2023-12-22T18:05:37.453 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~75497472,88080384~29360128,121634816~171966464,297795584~67108864,369098752~46137344] 2023-12-22T18:05:37.453 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 18 diff [0~79691776,88080384~41943040,134217728~16777216,155189248~33554432,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~20971520,369098752~33554432,406847488~8388608] 2023-12-22T18:05:37.453 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~41943040,134217728~16777216,155189248~33554432,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~20971520,369098752~33554432,406847488~8388608] 2023-12-22T18:05:37.459 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~327155712] 2023-12-22T18:05:37.459 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to 19 diff [0~79691776,88080384~41943040,134217728~54525952,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~20971520,369098752~33554432,406847488~8388608] 2023-12-22T18:05:37.459 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~41943040,134217728~54525952,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~20971520,369098752~33554432,406847488~8388608] 2023-12-22T18:05:37.466 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~327155712] 2023-12-22T18:05:37.466 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 7 diff [41943040~8388608,54525952~12582912,100663296~8388608,159383552~4194304,230686720~8388608,314572800~8388608,356515840~8388608] 2023-12-22T18:05:37.466 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [41943040~8388608,54525952~12582912,100663296~8388608,159383552~4194304,230686720~8388608,314572800~8388608,356515840~8388608] 2023-12-22T18:05:37.467 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [41943040~29360128,100663296~8388608,159383552~8388608,230686720~8388608,314572800~8388608,356515840~8388608] 2023-12-22T18:05:37.467 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 8 diff [41943040~25165824,88080384~8388608,100663296~8388608,138412032~4194304,159383552~4194304,230686720~12582912,264241152~8388608,276824064~8388608,297795584~8388608,314572800~8388608,356515840~8388608,373293056~8388608,406847488~4194304] 2023-12-22T18:05:37.467 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [41943040~25165824,88080384~8388608,100663296~8388608,138412032~4194304,159383552~4194304,230686720~12582912,264241152~8388608,276824064~8388608,297795584~8388608,314572800~8388608,356515840~8388608,373293056~8388608,406847488~4194304] 2023-12-22T18:05:37.468 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [41943040~29360128,88080384~8388608,100663296~8388608,138412032~4194304,159383552~8388608,230686720~16777216,264241152~8388608,276824064~12582912,297795584~12582912,314572800~8388608,356515840~8388608,373293056~8388608,406847488~8388608] 2023-12-22T18:05:37.468 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 9 diff [37748736~29360128,88080384~8388608,100663296~8388608,138412032~8388608,159383552~4194304,205520896~4194304,230686720~12582912,264241152~8388608,276824064~8388608,297795584~8388608,314572800~20971520,356515840~8388608,373293056~8388608,390070272~8388608,406847488~8388608] 2023-12-22T18:05:37.468 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [37748736~29360128,88080384~8388608,100663296~8388608,138412032~8388608,159383552~4194304,205520896~4194304,230686720~12582912,264241152~8388608,276824064~8388608,297795584~8388608,314572800~20971520,356515840~8388608,373293056~8388608,390070272~8388608,406847488~8388608] 2023-12-22T18:05:37.470 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [37748736~33554432,88080384~8388608,100663296~8388608,138412032~12582912,159383552~8388608,205520896~8388608,230686720~16777216,264241152~8388608,276824064~12582912,297795584~12582912,314572800~25165824,356515840~8388608,373293056~8388608,390070272~12582912,406847488~8388608] 2023-12-22T18:05:37.471 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 10 diff [8388608~4194304,37748736~29360128,88080384~8388608,100663296~8388608,134217728~12582912,159383552~4194304,167772160~12582912,205520896~4194304,230686720~12582912,264241152~8388608,276824064~8388608,297795584~12582912,314572800~20971520,343932928~8388608,356515840~8388608,373293056~8388608,390070272~8388608,406847488~8388608] 2023-12-22T18:05:37.471 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8388608~4194304,37748736~29360128,88080384~8388608,100663296~8388608,134217728~12582912,159383552~4194304,167772160~12582912,205520896~4194304,230686720~12582912,264241152~8388608,276824064~8388608,297795584~12582912,314572800~20971520,343932928~8388608,356515840~8388608,373293056~8388608,390070272~8388608,406847488~8388608] 2023-12-22T18:05:37.473 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8388608~4194304,37748736~33554432,88080384~8388608,100663296~8388608,134217728~16777216,159383552~25165824,205520896~8388608,230686720~16777216,264241152~8388608,276824064~12582912,297795584~12582912,314572800~25165824,343932928~8388608,356515840~8388608,373293056~8388608,390070272~12582912,406847488~8388608] 2023-12-22T18:05:37.473 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 11 diff [8388608~4194304,16777216~8388608,33554432~33554432,71303168~8388608,88080384~8388608,100663296~8388608,121634816~4194304,134217728~12582912,159383552~4194304,167772160~12582912,205520896~4194304,226492416~16777216,264241152~8388608,276824064~12582912,297795584~12582912,314572800~20971520,343932928~8388608,356515840~8388608,373293056~25165824,406847488~8388608] 2023-12-22T18:05:37.473 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8388608~4194304,16777216~8388608,33554432~33554432,71303168~8388608,88080384~8388608,100663296~8388608,121634816~4194304,134217728~12582912,159383552~4194304,167772160~12582912,205520896~4194304,226492416~16777216,264241152~8388608,276824064~12582912,297795584~12582912,314572800~20971520,343932928~8388608,356515840~8388608,373293056~25165824,406847488~8388608] 2023-12-22T18:05:37.475 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8388608~4194304,16777216~12582912,33554432~46137344,88080384~8388608,100663296~8388608,121634816~4194304,134217728~16777216,159383552~25165824,205520896~8388608,226492416~20971520,264241152~8388608,276824064~12582912,297795584~12582912,314572800~25165824,343932928~8388608,356515840~8388608,373293056~29360128,406847488~8388608] 2023-12-22T18:05:37.475 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 12 diff [4194304~8388608,16777216~8388608,33554432~33554432,71303168~8388608,88080384~20971520,121634816~4194304,134217728~12582912,159383552~4194304,167772160~12582912,205520896~4194304,226492416~16777216,264241152~8388608,276824064~12582912,297795584~37748736,343932928~8388608,356515840~8388608,373293056~25165824,406847488~8388608] 2023-12-22T18:05:37.475 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~8388608,16777216~8388608,33554432~33554432,71303168~8388608,88080384~20971520,121634816~4194304,134217728~12582912,159383552~4194304,167772160~12582912,205520896~4194304,226492416~16777216,264241152~8388608,276824064~12582912,297795584~37748736,343932928~8388608,356515840~8388608,373293056~25165824,406847488~8388608] 2023-12-22T18:05:37.478 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~8388608,16777216~12582912,33554432~46137344,88080384~20971520,121634816~4194304,134217728~16777216,159383552~25165824,205520896~8388608,226492416~20971520,264241152~8388608,276824064~12582912,297795584~41943040,343932928~8388608,356515840~8388608,373293056~29360128,406847488~8388608] 2023-12-22T18:05:37.478 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 13 diff [4194304~20971520,29360128~37748736,71303168~8388608,88080384~25165824,121634816~4194304,134217728~16777216,159383552~4194304,167772160~12582912,197132288~12582912,226492416~16777216,247463936~4194304,264241152~25165824,297795584~37748736,343932928~8388608,356515840~8388608,373293056~25165824,406847488~8388608] 2023-12-22T18:05:37.478 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~37748736,71303168~8388608,88080384~25165824,121634816~4194304,134217728~16777216,159383552~4194304,167772160~12582912,197132288~12582912,226492416~16777216,247463936~4194304,264241152~25165824,297795584~37748736,343932928~8388608,356515840~8388608,373293056~25165824,406847488~8388608] 2023-12-22T18:05:37.482 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~75497472,88080384~25165824,121634816~4194304,134217728~20971520,159383552~25165824,197132288~16777216,226492416~29360128,264241152~25165824,297795584~41943040,343932928~8388608,356515840~8388608,373293056~29360128,406847488~8388608] 2023-12-22T18:05:37.482 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 14 diff [4194304~20971520,29360128~46137344,88080384~25165824,121634816~8388608,134217728~16777216,155189248~8388608,167772160~12582912,184549376~4194304,197132288~12582912,226492416~16777216,247463936~4194304,255852544~33554432,297795584~37748736,343932928~8388608,356515840~8388608,373293056~29360128,406847488~8388608] 2023-12-22T18:05:37.482 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~46137344,88080384~25165824,121634816~8388608,134217728~16777216,155189248~8388608,167772160~12582912,184549376~4194304,197132288~12582912,226492416~16777216,247463936~4194304,255852544~33554432,297795584~37748736,343932928~8388608,356515840~8388608,373293056~29360128,406847488~8388608] 2023-12-22T18:05:37.486 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~75497472,88080384~25165824,121634816~71303168,197132288~16777216,226492416~67108864,297795584~41943040,343932928~8388608,356515840~8388608,373293056~29360128,406847488~8388608] 2023-12-22T18:05:37.486 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 15 diff [4194304~20971520,29360128~50331648,88080384~25165824,121634816~8388608,134217728~16777216,155189248~8388608,167772160~12582912,184549376~4194304,197132288~12582912,213909504~8388608,226492416~16777216,247463936~4194304,255852544~33554432,297795584~37748736,343932928~8388608,356515840~8388608,373293056~29360128,406847488~8388608] 2023-12-22T18:05:37.486 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~50331648,88080384~25165824,121634816~8388608,134217728~16777216,155189248~8388608,167772160~12582912,184549376~4194304,197132288~12582912,213909504~8388608,226492416~16777216,247463936~4194304,255852544~33554432,297795584~37748736,343932928~8388608,356515840~8388608,373293056~29360128,406847488~8388608] 2023-12-22T18:05:37.490 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~75497472,88080384~25165824,121634816~71303168,197132288~96468992,297795584~41943040,343932928~8388608,356515840~8388608,373293056~29360128,406847488~8388608] 2023-12-22T18:05:37.490 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 16 diff [4194304~20971520,29360128~50331648,88080384~25165824,121634816~8388608,134217728~16777216,155189248~25165824,184549376~4194304,197132288~12582912,213909504~8388608,226492416~16777216,247463936~4194304,255852544~33554432,297795584~37748736,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:37.490 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~50331648,88080384~25165824,121634816~8388608,134217728~16777216,155189248~25165824,184549376~4194304,197132288~12582912,213909504~8388608,226492416~16777216,247463936~4194304,255852544~33554432,297795584~37748736,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:37.495 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~75497472,88080384~25165824,121634816~71303168,197132288~96468992,297795584~41943040,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:37.495 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 17 diff [4194304~20971520,29360128~50331648,88080384~25165824,121634816~8388608,134217728~16777216,155189248~25165824,184549376~4194304,192937984~16777216,213909504~8388608,226492416~16777216,247463936~4194304,255852544~33554432,297795584~37748736,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:37.495 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~50331648,88080384~25165824,121634816~8388608,134217728~16777216,155189248~25165824,184549376~4194304,192937984~16777216,213909504~8388608,226492416~16777216,247463936~4194304,255852544~33554432,297795584~37748736,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:37.500 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~75497472,88080384~29360128,121634816~171966464,297795584~41943040,343932928~8388608,356515840~8388608,369098752~46137344] 2023-12-22T18:05:37.500 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 18 diff [0~79691776,88080384~41943040,134217728~16777216,155189248~25165824,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~41943040,343932928~8388608,356515840~46137344,406847488~8388608] 2023-12-22T18:05:37.500 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~41943040,134217728~16777216,155189248~25165824,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~41943040,343932928~8388608,356515840~46137344,406847488~8388608] 2023-12-22T18:05:37.504 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~251658240,343932928~8388608,356515840~58720256] 2023-12-22T18:05:37.504 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to 19 diff [0~79691776,88080384~41943040,134217728~46137344,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~41943040,343932928~8388608,356515840~46137344,406847488~8388608] 2023-12-22T18:05:37.505 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~41943040,134217728~46137344,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~41943040,343932928~8388608,356515840~46137344,406847488~8388608] 2023-12-22T18:05:37.510 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~251658240,343932928~8388608,356515840~58720256] 2023-12-22T18:05:37.510 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 8 diff [46137344~4194304,88080384~8388608,138412032~4194304,239075328~4194304,264241152~8388608,276824064~8388608,297795584~8388608,373293056~8388608,406847488~4194304] 2023-12-22T18:05:37.510 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [46137344~4194304,88080384~8388608,138412032~4194304,239075328~4194304,264241152~8388608,276824064~8388608,297795584~8388608,373293056~8388608,406847488~4194304] 2023-12-22T18:05:37.511 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [46137344~8388608,88080384~8388608,138412032~4194304,239075328~8388608,264241152~8388608,276824064~12582912,297795584~12582912,373293056~8388608,406847488~8388608] 2023-12-22T18:05:37.511 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 9 diff [37748736~12582912,88080384~8388608,138412032~8388608,205520896~4194304,230686720~4194304,239075328~4194304,264241152~8388608,276824064~8388608,297795584~8388608,322961408~12582912,373293056~8388608,390070272~8388608,406847488~8388608] 2023-12-22T18:05:37.512 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [37748736~12582912,88080384~8388608,138412032~8388608,205520896~4194304,230686720~4194304,239075328~4194304,264241152~8388608,276824064~8388608,297795584~8388608,322961408~12582912,373293056~8388608,390070272~8388608,406847488~8388608] 2023-12-22T18:05:37.514 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [37748736~16777216,88080384~8388608,138412032~12582912,205520896~8388608,230686720~4194304,239075328~8388608,264241152~8388608,276824064~12582912,297795584~12582912,322961408~16777216,373293056~8388608,390070272~12582912,406847488~8388608] 2023-12-22T18:05:37.514 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 10 diff [8388608~4194304,37748736~12582912,88080384~8388608,134217728~12582912,167772160~12582912,205520896~4194304,230686720~4194304,239075328~4194304,264241152~8388608,276824064~8388608,297795584~12582912,322961408~12582912,343932928~8388608,373293056~8388608,390070272~8388608,406847488~8388608] 2023-12-22T18:05:37.514 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8388608~4194304,37748736~12582912,88080384~8388608,134217728~12582912,167772160~12582912,205520896~4194304,230686720~4194304,239075328~4194304,264241152~8388608,276824064~8388608,297795584~12582912,322961408~12582912,343932928~8388608,373293056~8388608,390070272~8388608,406847488~8388608] 2023-12-22T18:05:37.516 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8388608~4194304,37748736~16777216,88080384~8388608,134217728~16777216,167772160~16777216,205520896~8388608,230686720~16777216,264241152~8388608,276824064~12582912,297795584~12582912,322961408~16777216,343932928~8388608,373293056~8388608,390070272~12582912,406847488~8388608] 2023-12-22T18:05:37.516 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 11 diff [8388608~4194304,16777216~8388608,33554432~16777216,71303168~8388608,88080384~8388608,121634816~4194304,134217728~12582912,167772160~12582912,205520896~4194304,226492416~8388608,239075328~4194304,264241152~8388608,276824064~12582912,297795584~12582912,322961408~12582912,343932928~8388608,373293056~25165824,406847488~8388608] 2023-12-22T18:05:37.516 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8388608~4194304,16777216~8388608,33554432~16777216,71303168~8388608,88080384~8388608,121634816~4194304,134217728~12582912,167772160~12582912,205520896~4194304,226492416~8388608,239075328~4194304,264241152~8388608,276824064~12582912,297795584~12582912,322961408~12582912,343932928~8388608,373293056~25165824,406847488~8388608] 2023-12-22T18:05:37.518 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8388608~4194304,16777216~12582912,33554432~20971520,71303168~8388608,88080384~8388608,121634816~4194304,134217728~16777216,167772160~16777216,205520896~8388608,226492416~20971520,264241152~8388608,276824064~12582912,297795584~12582912,322961408~16777216,343932928~8388608,373293056~29360128,406847488~8388608] 2023-12-22T18:05:37.518 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 12 diff [4194304~8388608,16777216~8388608,33554432~16777216,58720256~8388608,71303168~8388608,88080384~12582912,121634816~4194304,134217728~12582912,167772160~12582912,205520896~4194304,226492416~8388608,239075328~4194304,264241152~8388608,276824064~12582912,297795584~16777216,322961408~12582912,343932928~8388608,373293056~25165824,406847488~8388608] 2023-12-22T18:05:37.518 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~8388608,16777216~8388608,33554432~16777216,58720256~8388608,71303168~8388608,88080384~12582912,121634816~4194304,134217728~12582912,167772160~12582912,205520896~4194304,226492416~8388608,239075328~4194304,264241152~8388608,276824064~12582912,297795584~16777216,322961408~12582912,343932928~8388608,373293056~25165824,406847488~8388608] 2023-12-22T18:05:37.520 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~8388608,16777216~12582912,33554432~20971520,58720256~8388608,71303168~8388608,88080384~16777216,121634816~4194304,134217728~16777216,167772160~16777216,205520896~8388608,226492416~20971520,264241152~8388608,276824064~12582912,297795584~20971520,322961408~16777216,343932928~8388608,373293056~29360128,406847488~8388608] 2023-12-22T18:05:37.520 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 13 diff [4194304~20971520,29360128~20971520,58720256~8388608,71303168~8388608,88080384~12582912,104857600~8388608,121634816~4194304,134217728~16777216,167772160~12582912,197132288~12582912,226492416~8388608,239075328~4194304,247463936~4194304,264241152~25165824,297795584~16777216,318767104~16777216,343932928~8388608,373293056~25165824,406847488~8388608] 2023-12-22T18:05:37.520 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~20971520,58720256~8388608,71303168~8388608,88080384~12582912,104857600~8388608,121634816~4194304,134217728~16777216,167772160~12582912,197132288~12582912,226492416~8388608,239075328~4194304,247463936~4194304,264241152~25165824,297795584~16777216,318767104~16777216,343932928~8388608,373293056~25165824,406847488~8388608] 2023-12-22T18:05:37.523 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~50331648,58720256~8388608,71303168~8388608,88080384~25165824,121634816~4194304,134217728~20971520,167772160~16777216,197132288~16777216,226492416~29360128,264241152~25165824,297795584~41943040,343932928~8388608,373293056~29360128,406847488~8388608] 2023-12-22T18:05:37.523 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 14 diff [4194304~20971520,29360128~20971520,58720256~16777216,88080384~12582912,104857600~8388608,121634816~8388608,134217728~16777216,155189248~8388608,167772160~12582912,184549376~4194304,197132288~12582912,226492416~8388608,239075328~4194304,247463936~4194304,255852544~33554432,297795584~16777216,318767104~16777216,343932928~8388608,373293056~29360128,406847488~8388608] 2023-12-22T18:05:37.523 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~20971520,58720256~16777216,88080384~12582912,104857600~8388608,121634816~8388608,134217728~16777216,155189248~8388608,167772160~12582912,184549376~4194304,197132288~12582912,226492416~8388608,239075328~4194304,247463936~4194304,255852544~33554432,297795584~16777216,318767104~16777216,343932928~8388608,373293056~29360128,406847488~8388608] 2023-12-22T18:05:37.527 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~50331648,58720256~20971520,88080384~25165824,121634816~41943040,167772160~25165824,197132288~16777216,226492416~67108864,297795584~41943040,343932928~8388608,373293056~29360128,406847488~8388608] 2023-12-22T18:05:37.527 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 15 diff [4194304~20971520,29360128~20971520,58720256~16777216,88080384~12582912,104857600~8388608,121634816~8388608,134217728~16777216,155189248~8388608,167772160~12582912,184549376~4194304,197132288~12582912,213909504~8388608,226492416~8388608,239075328~4194304,247463936~4194304,255852544~33554432,297795584~16777216,318767104~16777216,343932928~8388608,373293056~29360128,406847488~8388608] 2023-12-22T18:05:37.527 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~20971520,58720256~16777216,88080384~12582912,104857600~8388608,121634816~8388608,134217728~16777216,155189248~8388608,167772160~12582912,184549376~4194304,197132288~12582912,213909504~8388608,226492416~8388608,239075328~4194304,247463936~4194304,255852544~33554432,297795584~16777216,318767104~16777216,343932928~8388608,373293056~29360128,406847488~8388608] 2023-12-22T18:05:37.530 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~50331648,58720256~20971520,88080384~25165824,121634816~41943040,167772160~25165824,197132288~96468992,297795584~41943040,343932928~8388608,373293056~29360128,406847488~8388608] 2023-12-22T18:05:37.531 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 16 diff [4194304~20971520,29360128~20971520,58720256~16777216,88080384~12582912,104857600~8388608,121634816~8388608,134217728~16777216,155189248~8388608,167772160~12582912,184549376~4194304,197132288~12582912,213909504~8388608,226492416~8388608,239075328~4194304,247463936~4194304,255852544~33554432,297795584~16777216,318767104~16777216,343932928~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:37.531 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~20971520,58720256~16777216,88080384~12582912,104857600~8388608,121634816~8388608,134217728~16777216,155189248~8388608,167772160~12582912,184549376~4194304,197132288~12582912,213909504~8388608,226492416~8388608,239075328~4194304,247463936~4194304,255852544~33554432,297795584~16777216,318767104~16777216,343932928~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:37.534 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~50331648,58720256~20971520,88080384~25165824,121634816~41943040,167772160~25165824,197132288~96468992,297795584~41943040,343932928~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:37.534 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 17 diff [4194304~20971520,29360128~20971520,58720256~16777216,88080384~25165824,121634816~8388608,134217728~16777216,155189248~8388608,167772160~12582912,184549376~4194304,192937984~16777216,213909504~8388608,226492416~8388608,239075328~4194304,247463936~4194304,255852544~33554432,297795584~16777216,318767104~16777216,343932928~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:37.534 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~20971520,58720256~16777216,88080384~25165824,121634816~8388608,134217728~16777216,155189248~8388608,167772160~12582912,184549376~4194304,192937984~16777216,213909504~8388608,226492416~8388608,239075328~4194304,247463936~4194304,255852544~33554432,297795584~16777216,318767104~16777216,343932928~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:37.539 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~50331648,58720256~20971520,88080384~29360128,121634816~41943040,167772160~125829120,297795584~41943040,343932928~8388608,369098752~46137344] 2023-12-22T18:05:37.539 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 18 diff [0~50331648,54525952~20971520,88080384~41943040,134217728~16777216,155189248~8388608,167772160~12582912,184549376~4194304,192937984~16777216,213909504~20971520,239075328~12582912,255852544~33554432,293601280~20971520,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:37.539 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~50331648,54525952~20971520,88080384~41943040,134217728~16777216,155189248~8388608,167772160~12582912,184549376~4194304,192937984~16777216,213909504~20971520,239075328~12582912,255852544~33554432,293601280~20971520,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:37.543 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~75497472,167772160~171966464,343932928~8388608,356515840~58720256] 2023-12-22T18:05:37.543 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to 19 diff [0~50331648,54525952~20971520,88080384~41943040,134217728~29360128,167772160~12582912,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~20971520,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:37.543 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~50331648,54525952~20971520,88080384~41943040,134217728~29360128,167772160~12582912,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~20971520,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:37.549 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~251658240,343932928~8388608,356515840~58720256] 2023-12-22T18:05:37.549 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to 9 diff [37748736~12582912,142606336~4194304,205520896~4194304,230686720~4194304,239075328~4194304,322961408~12582912,390070272~8388608,406847488~8388608] 2023-12-22T18:05:37.549 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [37748736~12582912,142606336~4194304,205520896~4194304,230686720~4194304,239075328~4194304,322961408~12582912,390070272~8388608,406847488~8388608] 2023-12-22T18:05:37.551 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [37748736~12582912,142606336~8388608,205520896~8388608,230686720~4194304,239075328~8388608,322961408~16777216,390070272~12582912,406847488~8388608] 2023-12-22T18:05:37.551 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to 10 diff [8388608~4194304,37748736~12582912,134217728~12582912,167772160~12582912,205520896~4194304,230686720~4194304,239075328~4194304,285212672~4194304,301989888~8388608,322961408~12582912,343932928~8388608,390070272~8388608,406847488~8388608] 2023-12-22T18:05:37.551 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8388608~4194304,37748736~12582912,134217728~12582912,167772160~12582912,205520896~4194304,230686720~4194304,239075328~4194304,285212672~4194304,301989888~8388608,322961408~12582912,343932928~8388608,390070272~8388608,406847488~8388608] 2023-12-22T18:05:37.552 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8388608~4194304,37748736~12582912,134217728~16777216,167772160~16777216,205520896~8388608,230686720~16777216,285212672~4194304,301989888~8388608,322961408~16777216,343932928~8388608,390070272~12582912,406847488~8388608] 2023-12-22T18:05:37.552 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to 11 diff [8388608~4194304,16777216~8388608,33554432~16777216,71303168~8388608,121634816~4194304,134217728~12582912,167772160~12582912,205520896~4194304,226492416~8388608,239075328~4194304,276824064~12582912,301989888~8388608,322961408~12582912,343932928~8388608,381681664~16777216,406847488~8388608] 2023-12-22T18:05:37.552 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8388608~4194304,16777216~8388608,33554432~16777216,71303168~8388608,121634816~4194304,134217728~12582912,167772160~12582912,205520896~4194304,226492416~8388608,239075328~4194304,276824064~12582912,301989888~8388608,322961408~12582912,343932928~8388608,381681664~16777216,406847488~8388608] 2023-12-22T18:05:37.554 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8388608~4194304,16777216~12582912,33554432~16777216,71303168~8388608,121634816~4194304,134217728~16777216,167772160~16777216,205520896~8388608,226492416~20971520,276824064~12582912,301989888~8388608,322961408~16777216,343932928~8388608,381681664~20971520,406847488~8388608] 2023-12-22T18:05:37.554 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to 12 diff [4194304~8388608,16777216~8388608,33554432~16777216,58720256~8388608,71303168~8388608,96468992~4194304,121634816~4194304,134217728~12582912,167772160~12582912,205520896~4194304,226492416~8388608,239075328~4194304,264241152~4194304,276824064~12582912,301989888~12582912,322961408~12582912,343932928~8388608,377487360~20971520,406847488~8388608] 2023-12-22T18:05:37.554 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~8388608,16777216~8388608,33554432~16777216,58720256~8388608,71303168~8388608,96468992~4194304,121634816~4194304,134217728~12582912,167772160~12582912,205520896~4194304,226492416~8388608,239075328~4194304,264241152~4194304,276824064~12582912,301989888~12582912,322961408~12582912,343932928~8388608,377487360~20971520,406847488~8388608] 2023-12-22T18:05:37.556 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~8388608,16777216~12582912,33554432~16777216,58720256~8388608,71303168~8388608,96468992~8388608,121634816~4194304,134217728~16777216,167772160~16777216,205520896~8388608,226492416~20971520,264241152~4194304,276824064~12582912,301989888~16777216,322961408~16777216,343932928~8388608,377487360~25165824,406847488~8388608] 2023-12-22T18:05:37.557 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to 13 diff [4194304~20971520,29360128~20971520,58720256~8388608,71303168~8388608,96468992~4194304,104857600~8388608,121634816~4194304,134217728~16777216,167772160~12582912,197132288~12582912,226492416~8388608,239075328~4194304,247463936~4194304,264241152~25165824,301989888~12582912,318767104~16777216,343932928~8388608,377487360~20971520,406847488~8388608] 2023-12-22T18:05:37.557 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~20971520,58720256~8388608,71303168~8388608,96468992~4194304,104857600~8388608,121634816~4194304,134217728~16777216,167772160~12582912,197132288~12582912,226492416~8388608,239075328~4194304,247463936~4194304,264241152~25165824,301989888~12582912,318767104~16777216,343932928~8388608,377487360~20971520,406847488~8388608] 2023-12-22T18:05:37.559 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~46137344,58720256~8388608,71303168~8388608,96468992~16777216,121634816~4194304,134217728~20971520,167772160~16777216,197132288~16777216,226492416~29360128,264241152~25165824,301989888~37748736,343932928~8388608,377487360~25165824,406847488~8388608] 2023-12-22T18:05:37.559 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to 14 diff [4194304~20971520,29360128~20971520,58720256~16777216,96468992~4194304,104857600~8388608,121634816~8388608,134217728~16777216,155189248~8388608,167772160~12582912,184549376~4194304,197132288~12582912,226492416~8388608,239075328~4194304,247463936~4194304,255852544~33554432,301989888~12582912,318767104~16777216,343932928~8388608,377487360~25165824,406847488~8388608] 2023-12-22T18:05:37.559 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~20971520,58720256~16777216,96468992~4194304,104857600~8388608,121634816~8388608,134217728~16777216,155189248~8388608,167772160~12582912,184549376~4194304,197132288~12582912,226492416~8388608,239075328~4194304,247463936~4194304,255852544~33554432,301989888~12582912,318767104~16777216,343932928~8388608,377487360~25165824,406847488~8388608] 2023-12-22T18:05:37.562 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~46137344,58720256~20971520,96468992~16777216,121634816~41943040,167772160~25165824,197132288~16777216,226492416~67108864,301989888~37748736,343932928~8388608,377487360~25165824,406847488~8388608] 2023-12-22T18:05:37.562 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to 15 diff [4194304~20971520,29360128~20971520,58720256~16777216,96468992~4194304,104857600~8388608,121634816~8388608,134217728~16777216,155189248~8388608,167772160~12582912,184549376~4194304,197132288~12582912,213909504~8388608,226492416~8388608,239075328~4194304,247463936~4194304,255852544~33554432,301989888~12582912,318767104~16777216,343932928~8388608,373293056~29360128,406847488~8388608] 2023-12-22T18:05:37.562 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~20971520,58720256~16777216,96468992~4194304,104857600~8388608,121634816~8388608,134217728~16777216,155189248~8388608,167772160~12582912,184549376~4194304,197132288~12582912,213909504~8388608,226492416~8388608,239075328~4194304,247463936~4194304,255852544~33554432,301989888~12582912,318767104~16777216,343932928~8388608,373293056~29360128,406847488~8388608] 2023-12-22T18:05:37.565 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~46137344,58720256~20971520,96468992~16777216,121634816~41943040,167772160~25165824,197132288~96468992,301989888~37748736,343932928~8388608,373293056~29360128,406847488~8388608] 2023-12-22T18:05:37.565 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to 16 diff [4194304~20971520,29360128~20971520,58720256~16777216,96468992~4194304,104857600~8388608,121634816~8388608,134217728~16777216,155189248~8388608,167772160~12582912,184549376~4194304,197132288~12582912,213909504~8388608,226492416~8388608,239075328~4194304,247463936~4194304,255852544~33554432,301989888~12582912,318767104~16777216,343932928~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:37.565 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~20971520,58720256~16777216,96468992~4194304,104857600~8388608,121634816~8388608,134217728~16777216,155189248~8388608,167772160~12582912,184549376~4194304,197132288~12582912,213909504~8388608,226492416~8388608,239075328~4194304,247463936~4194304,255852544~33554432,301989888~12582912,318767104~16777216,343932928~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:37.568 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~46137344,58720256~20971520,96468992~16777216,121634816~41943040,167772160~25165824,197132288~96468992,301989888~37748736,343932928~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:37.568 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to 17 diff [4194304~20971520,29360128~20971520,58720256~16777216,88080384~4194304,96468992~16777216,121634816~8388608,134217728~16777216,155189248~8388608,167772160~12582912,184549376~4194304,192937984~16777216,213909504~8388608,226492416~8388608,239075328~4194304,247463936~4194304,255852544~37748736,301989888~12582912,318767104~16777216,343932928~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:37.568 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~20971520,58720256~16777216,88080384~4194304,96468992~16777216,121634816~8388608,134217728~16777216,155189248~8388608,167772160~12582912,184549376~4194304,192937984~16777216,213909504~8388608,226492416~8388608,239075328~4194304,247463936~4194304,255852544~37748736,301989888~12582912,318767104~16777216,343932928~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:37.571 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~46137344,58720256~20971520,88080384~29360128,121634816~41943040,167772160~125829120,301989888~37748736,343932928~8388608,369098752~46137344] 2023-12-22T18:05:37.572 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to 18 diff [0~50331648,54525952~20971520,88080384~4194304,96468992~33554432,134217728~16777216,155189248~8388608,167772160~12582912,184549376~4194304,192937984~16777216,213909504~20971520,239075328~12582912,255852544~58720256,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:37.572 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~50331648,54525952~20971520,88080384~4194304,96468992~33554432,134217728~16777216,155189248~8388608,167772160~12582912,184549376~4194304,192937984~16777216,213909504~20971520,239075328~12582912,255852544~58720256,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:37.575 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~50331648,54525952~25165824,88080384~75497472,167772160~171966464,343932928~8388608,356515840~58720256] 2023-12-22T18:05:37.576 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to 19 diff [0~50331648,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~12582912,184549376~4194304,192937984~16777216,213909504~37748736,255852544~58720256,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:37.576 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~50331648,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~12582912,184549376~4194304,192937984~16777216,213909504~37748736,255852544~58720256,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:37.580 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~50331648,54525952~25165824,88080384~251658240,343932928~8388608,356515840~58720256] 2023-12-22T18:05:37.580 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to 10 diff [8388608~4194304,134217728~8388608,167772160~12582912,230686720~4194304,285212672~4194304,301989888~8388608,327155712~8388608,343932928~8388608,406847488~8388608] 2023-12-22T18:05:37.580 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8388608~4194304,134217728~8388608,167772160~12582912,230686720~4194304,285212672~4194304,301989888~8388608,327155712~8388608,343932928~8388608,406847488~8388608] 2023-12-22T18:05:37.581 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8388608~4194304,134217728~8388608,167772160~16777216,230686720~8388608,285212672~4194304,301989888~8388608,327155712~8388608,343932928~8388608,406847488~8388608] 2023-12-22T18:05:37.581 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to 11 diff [8388608~4194304,16777216~8388608,33554432~8388608,71303168~8388608,121634816~4194304,134217728~8388608,167772160~12582912,226492416~8388608,276824064~12582912,301989888~8388608,327155712~8388608,343932928~8388608,381681664~8388608,406847488~8388608] 2023-12-22T18:05:37.581 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8388608~4194304,16777216~8388608,33554432~8388608,71303168~8388608,121634816~4194304,134217728~8388608,167772160~12582912,226492416~8388608,276824064~12582912,301989888~8388608,327155712~8388608,343932928~8388608,381681664~8388608,406847488~8388608] 2023-12-22T18:05:37.583 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8388608~4194304,16777216~12582912,33554432~12582912,71303168~8388608,121634816~4194304,134217728~12582912,167772160~16777216,226492416~12582912,276824064~12582912,301989888~8388608,327155712~8388608,343932928~8388608,381681664~8388608,406847488~8388608] 2023-12-22T18:05:37.583 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to 12 diff [4194304~8388608,16777216~8388608,33554432~8388608,58720256~8388608,71303168~8388608,96468992~4194304,121634816~4194304,134217728~8388608,167772160~12582912,226492416~8388608,264241152~4194304,276824064~12582912,301989888~12582912,327155712~8388608,343932928~8388608,377487360~12582912,406847488~8388608] 2023-12-22T18:05:37.583 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~8388608,16777216~8388608,33554432~8388608,58720256~8388608,71303168~8388608,96468992~4194304,121634816~4194304,134217728~8388608,167772160~12582912,226492416~8388608,264241152~4194304,276824064~12582912,301989888~12582912,327155712~8388608,343932928~8388608,377487360~12582912,406847488~8388608] 2023-12-22T18:05:37.585 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~8388608,16777216~12582912,33554432~12582912,58720256~8388608,71303168~8388608,96468992~8388608,121634816~4194304,134217728~12582912,167772160~16777216,226492416~12582912,264241152~4194304,276824064~12582912,301989888~16777216,327155712~8388608,343932928~8388608,377487360~12582912,406847488~8388608] 2023-12-22T18:05:37.585 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to 13 diff [4194304~20971520,29360128~12582912,58720256~8388608,71303168~8388608,96468992~4194304,104857600~8388608,121634816~4194304,134217728~8388608,146800640~4194304,167772160~12582912,197132288~8388608,226492416~8388608,247463936~4194304,264241152~25165824,301989888~12582912,318767104~4194304,327155712~8388608,343932928~8388608,377487360~12582912,406847488~8388608] 2023-12-22T18:05:37.585 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~12582912,58720256~8388608,71303168~8388608,96468992~4194304,104857600~8388608,121634816~4194304,134217728~8388608,146800640~4194304,167772160~12582912,197132288~8388608,226492416~8388608,247463936~4194304,264241152~25165824,301989888~12582912,318767104~4194304,327155712~8388608,343932928~8388608,377487360~12582912,406847488~8388608] 2023-12-22T18:05:37.587 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~41943040,58720256~8388608,71303168~8388608,96468992~16777216,121634816~4194304,134217728~20971520,167772160~16777216,197132288~12582912,226492416~12582912,247463936~8388608,264241152~25165824,301989888~20971520,327155712~8388608,343932928~8388608,377487360~12582912,406847488~8388608] 2023-12-22T18:05:37.588 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to 14 diff [4194304~20971520,29360128~12582912,58720256~16777216,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~4194304,155189248~8388608,167772160~12582912,184549376~4194304,197132288~8388608,226492416~8388608,247463936~4194304,255852544~33554432,301989888~12582912,318767104~4194304,327155712~8388608,343932928~8388608,377487360~12582912,394264576~8388608,406847488~8388608] 2023-12-22T18:05:37.588 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~12582912,58720256~16777216,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~4194304,155189248~8388608,167772160~12582912,184549376~4194304,197132288~8388608,226492416~8388608,247463936~4194304,255852544~33554432,301989888~12582912,318767104~4194304,327155712~8388608,343932928~8388608,377487360~12582912,394264576~8388608,406847488~8388608] 2023-12-22T18:05:37.590 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~41943040,58720256~20971520,96468992~16777216,121634816~41943040,167772160~25165824,197132288~12582912,226492416~12582912,247463936~46137344,301989888~20971520,327155712~8388608,343932928~8388608,377487360~12582912,394264576~8388608,406847488~8388608] 2023-12-22T18:05:37.591 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to 15 diff [4194304~20971520,29360128~12582912,58720256~16777216,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~4194304,155189248~8388608,167772160~12582912,184549376~4194304,197132288~8388608,213909504~8388608,226492416~8388608,247463936~4194304,255852544~33554432,301989888~12582912,318767104~16777216,343932928~8388608,373293056~29360128,406847488~8388608] 2023-12-22T18:05:37.591 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~12582912,58720256~16777216,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~4194304,155189248~8388608,167772160~12582912,184549376~4194304,197132288~8388608,213909504~8388608,226492416~8388608,247463936~4194304,255852544~33554432,301989888~12582912,318767104~16777216,343932928~8388608,373293056~29360128,406847488~8388608] 2023-12-22T18:05:37.594 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~41943040,58720256~20971520,96468992~16777216,121634816~41943040,167772160~25165824,197132288~12582912,213909504~25165824,247463936~46137344,301989888~33554432,343932928~8388608,373293056~29360128,406847488~8388608] 2023-12-22T18:05:37.594 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to 16 diff [4194304~20971520,29360128~12582912,58720256~16777216,96468992~4194304,104857600~8388608,121634816~8388608,134217728~16777216,155189248~8388608,167772160~12582912,184549376~4194304,197132288~8388608,213909504~8388608,226492416~8388608,247463936~4194304,255852544~33554432,301989888~12582912,318767104~16777216,343932928~8388608,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:37.594 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~12582912,58720256~16777216,96468992~4194304,104857600~8388608,121634816~8388608,134217728~16777216,155189248~8388608,167772160~12582912,184549376~4194304,197132288~8388608,213909504~8388608,226492416~8388608,247463936~4194304,255852544~33554432,301989888~12582912,318767104~16777216,343932928~8388608,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:37.597 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~41943040,58720256~20971520,96468992~16777216,121634816~41943040,167772160~25165824,197132288~12582912,213909504~25165824,247463936~46137344,301989888~33554432,343932928~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:37.597 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to 17 diff [4194304~20971520,29360128~16777216,58720256~16777216,88080384~4194304,96468992~16777216,121634816~8388608,134217728~16777216,155189248~8388608,167772160~12582912,184549376~4194304,192937984~12582912,213909504~8388608,226492416~8388608,247463936~4194304,255852544~37748736,301989888~12582912,318767104~16777216,343932928~8388608,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:37.597 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~16777216,58720256~16777216,88080384~4194304,96468992~16777216,121634816~8388608,134217728~16777216,155189248~8388608,167772160~12582912,184549376~4194304,192937984~12582912,213909504~8388608,226492416~8388608,247463936~4194304,255852544~37748736,301989888~12582912,318767104~16777216,343932928~8388608,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:37.601 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~41943040,58720256~20971520,88080384~29360128,121634816~41943040,167772160~41943040,213909504~25165824,247463936~46137344,301989888~33554432,343932928~8388608,369098752~46137344] 2023-12-22T18:05:37.601 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to 18 diff [0~41943040,54525952~20971520,88080384~4194304,96468992~33554432,134217728~16777216,155189248~8388608,167772160~12582912,184549376~4194304,192937984~12582912,213909504~20971520,243269632~8388608,255852544~58720256,318767104~16777216,343932928~8388608,356515840~8388608,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:37.601 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,54525952~20971520,88080384~4194304,96468992~33554432,134217728~16777216,155189248~8388608,167772160~12582912,184549376~4194304,192937984~12582912,213909504~20971520,243269632~8388608,255852544~58720256,318767104~16777216,343932928~8388608,356515840~8388608,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:37.606 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~46137344,54525952~25165824,88080384~75497472,167772160~41943040,213909504~25165824,243269632~92274688,343932928~8388608,356515840~58720256] 2023-12-22T18:05:37.606 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to 19 diff [0~41943040,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~12582912,184549376~4194304,192937984~12582912,213909504~25165824,243269632~8388608,255852544~58720256,318767104~16777216,343932928~8388608,356515840~8388608,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:37.606 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~12582912,184549376~4194304,192937984~12582912,213909504~25165824,243269632~8388608,255852544~58720256,318767104~16777216,343932928~8388608,356515840~8388608,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:37.611 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~46137344,54525952~25165824,88080384~121634816,213909504~25165824,243269632~92274688,343932928~8388608,356515840~58720256] 2023-12-22T18:05:37.611 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to 11 diff [16777216~8388608,33554432~8388608,71303168~8388608,121634816~4194304,138412032~4194304,171966464~4194304,226492416~8388608,276824064~8388608,381681664~8388608] 2023-12-22T18:05:37.611 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [16777216~8388608,33554432~8388608,71303168~8388608,121634816~4194304,138412032~4194304,171966464~4194304,226492416~8388608,276824064~8388608,381681664~8388608] 2023-12-22T18:05:37.612 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [16777216~12582912,33554432~12582912,71303168~8388608,121634816~4194304,138412032~8388608,171966464~8388608,226492416~12582912,276824064~12582912,381681664~8388608] 2023-12-22T18:05:37.612 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to 12 diff [4194304~8388608,16777216~8388608,33554432~8388608,58720256~8388608,71303168~8388608,96468992~4194304,121634816~4194304,134217728~8388608,171966464~4194304,226492416~8388608,264241152~4194304,276824064~8388608,310378496~4194304,377487360~12582912,406847488~8388608] 2023-12-22T18:05:37.612 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~8388608,16777216~8388608,33554432~8388608,58720256~8388608,71303168~8388608,96468992~4194304,121634816~4194304,134217728~8388608,171966464~4194304,226492416~8388608,264241152~4194304,276824064~8388608,310378496~4194304,377487360~12582912,406847488~8388608] 2023-12-22T18:05:37.613 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~8388608,16777216~12582912,33554432~12582912,58720256~8388608,71303168~8388608,96468992~8388608,121634816~4194304,134217728~12582912,171966464~8388608,226492416~12582912,264241152~4194304,276824064~12582912,310378496~8388608,377487360~12582912,406847488~8388608] 2023-12-22T18:05:37.613 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to 13 diff [4194304~20971520,29360128~12582912,58720256~8388608,71303168~8388608,96468992~4194304,104857600~8388608,121634816~4194304,134217728~8388608,146800640~4194304,171966464~4194304,197132288~8388608,226492416~8388608,247463936~4194304,264241152~20971520,310378496~4194304,318767104~4194304,377487360~12582912,406847488~8388608] 2023-12-22T18:05:37.613 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~12582912,58720256~8388608,71303168~8388608,96468992~4194304,104857600~8388608,121634816~4194304,134217728~8388608,146800640~4194304,171966464~4194304,197132288~8388608,226492416~8388608,247463936~4194304,264241152~20971520,310378496~4194304,318767104~4194304,377487360~12582912,406847488~8388608] 2023-12-22T18:05:37.615 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~41943040,58720256~8388608,71303168~8388608,96468992~16777216,121634816~4194304,134217728~20971520,171966464~8388608,197132288~12582912,226492416~12582912,247463936~8388608,264241152~25165824,310378496~12582912,377487360~12582912,406847488~8388608] 2023-12-22T18:05:37.615 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to 14 diff [4194304~20971520,29360128~12582912,58720256~16777216,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~4194304,155189248~8388608,171966464~4194304,184549376~4194304,197132288~8388608,226492416~8388608,247463936~4194304,255852544~33554432,310378496~4194304,318767104~4194304,377487360~12582912,394264576~8388608,406847488~8388608] 2023-12-22T18:05:37.616 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~12582912,58720256~16777216,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~4194304,155189248~8388608,171966464~4194304,184549376~4194304,197132288~8388608,226492416~8388608,247463936~4194304,255852544~33554432,310378496~4194304,318767104~4194304,377487360~12582912,394264576~8388608,406847488~8388608] 2023-12-22T18:05:37.618 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~41943040,58720256~20971520,96468992~16777216,121634816~41943040,171966464~8388608,184549376~8388608,197132288~12582912,226492416~12582912,247463936~46137344,310378496~12582912,377487360~12582912,394264576~8388608,406847488~8388608] 2023-12-22T18:05:37.618 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to 15 diff [4194304~20971520,29360128~12582912,58720256~16777216,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~4194304,155189248~8388608,171966464~4194304,184549376~4194304,197132288~8388608,213909504~8388608,226492416~8388608,247463936~4194304,255852544~33554432,310378496~4194304,318767104~12582912,373293056~29360128,406847488~8388608] 2023-12-22T18:05:37.618 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~12582912,58720256~16777216,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~4194304,155189248~8388608,171966464~4194304,184549376~4194304,197132288~8388608,213909504~8388608,226492416~8388608,247463936~4194304,255852544~33554432,310378496~4194304,318767104~12582912,373293056~29360128,406847488~8388608] 2023-12-22T18:05:37.620 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~41943040,58720256~20971520,96468992~16777216,121634816~41943040,171966464~8388608,184549376~8388608,197132288~12582912,213909504~25165824,247463936~46137344,310378496~20971520,373293056~29360128,406847488~8388608] 2023-12-22T18:05:37.620 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to 16 diff [4194304~20971520,29360128~12582912,58720256~16777216,96468992~4194304,104857600~8388608,121634816~8388608,134217728~16777216,155189248~8388608,167772160~8388608,184549376~4194304,197132288~8388608,213909504~8388608,226492416~8388608,247463936~4194304,255852544~33554432,310378496~4194304,318767104~12582912,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:37.620 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~12582912,58720256~16777216,96468992~4194304,104857600~8388608,121634816~8388608,134217728~16777216,155189248~8388608,167772160~8388608,184549376~4194304,197132288~8388608,213909504~8388608,226492416~8388608,247463936~4194304,255852544~33554432,310378496~4194304,318767104~12582912,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:37.623 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~41943040,58720256~20971520,96468992~16777216,121634816~41943040,167772160~12582912,184549376~8388608,197132288~12582912,213909504~25165824,247463936~46137344,310378496~20971520,369098752~33554432,406847488~8388608] 2023-12-22T18:05:37.623 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to 17 diff [4194304~20971520,29360128~16777216,58720256~16777216,88080384~4194304,96468992~16777216,121634816~8388608,134217728~16777216,155189248~8388608,167772160~8388608,184549376~4194304,192937984~12582912,213909504~8388608,226492416~8388608,247463936~4194304,255852544~33554432,310378496~4194304,318767104~12582912,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:37.623 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~16777216,58720256~16777216,88080384~4194304,96468992~16777216,121634816~8388608,134217728~16777216,155189248~8388608,167772160~8388608,184549376~4194304,192937984~12582912,213909504~8388608,226492416~8388608,247463936~4194304,255852544~33554432,310378496~4194304,318767104~12582912,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:37.627 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~41943040,58720256~20971520,88080384~29360128,121634816~41943040,167772160~12582912,184549376~25165824,213909504~25165824,247463936~46137344,310378496~20971520,369098752~46137344] 2023-12-22T18:05:37.627 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to 18 diff [0~41943040,54525952~20971520,88080384~4194304,96468992~33554432,134217728~16777216,155189248~8388608,167772160~8388608,184549376~4194304,192937984~12582912,213909504~20971520,243269632~8388608,255852544~33554432,293601280~12582912,310378496~4194304,318767104~12582912,356515840~8388608,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:37.627 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,54525952~20971520,88080384~4194304,96468992~33554432,134217728~16777216,155189248~8388608,167772160~8388608,184549376~4194304,192937984~12582912,213909504~20971520,243269632~8388608,255852544~33554432,293601280~12582912,310378496~4194304,318767104~12582912,356515840~8388608,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:37.630 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~46137344,54525952~25165824,88080384~75497472,167772160~12582912,184549376~25165824,213909504~25165824,243269632~88080384,356515840~58720256] 2023-12-22T18:05:37.630 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to 19 diff [0~41943040,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~8388608,184549376~4194304,192937984~12582912,213909504~25165824,243269632~8388608,255852544~33554432,293601280~12582912,310378496~4194304,318767104~12582912,356515840~8388608,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:37.631 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~8388608,184549376~4194304,192937984~12582912,213909504~25165824,243269632~8388608,255852544~33554432,293601280~12582912,310378496~4194304,318767104~12582912,356515840~8388608,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:37.634 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~46137344,54525952~25165824,88080384~92274688,184549376~25165824,213909504~25165824,243269632~88080384,356515840~58720256] 2023-12-22T18:05:37.635 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to 12 diff [4194304~8388608,20971520~4194304,58720256~8388608,96468992~4194304,121634816~4194304,134217728~8388608,264241152~4194304,310378496~4194304,377487360~8388608,406847488~8388608] 2023-12-22T18:05:37.635 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~8388608,20971520~4194304,58720256~8388608,96468992~4194304,121634816~4194304,134217728~8388608,264241152~4194304,310378496~4194304,377487360~8388608,406847488~8388608] 2023-12-22T18:05:37.635 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~8388608,20971520~4194304,58720256~8388608,96468992~8388608,121634816~4194304,134217728~12582912,264241152~4194304,310378496~8388608,377487360~8388608,406847488~8388608] 2023-12-22T18:05:37.636 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to 13 diff [4194304~20971520,29360128~8388608,58720256~8388608,96468992~4194304,104857600~8388608,121634816~4194304,134217728~8388608,146800640~4194304,171966464~4194304,197132288~8388608,247463936~4194304,264241152~12582912,310378496~4194304,318767104~4194304,377487360~8388608,406847488~8388608] 2023-12-22T18:05:37.636 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~8388608,58720256~8388608,96468992~4194304,104857600~8388608,121634816~4194304,134217728~8388608,146800640~4194304,171966464~4194304,197132288~8388608,247463936~4194304,264241152~12582912,310378496~4194304,318767104~4194304,377487360~8388608,406847488~8388608] 2023-12-22T18:05:37.637 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~20971520,29360128~8388608,58720256~8388608,96468992~16777216,121634816~4194304,134217728~20971520,171966464~4194304,197132288~12582912,247463936~8388608,264241152~12582912,310378496~12582912,377487360~8388608,406847488~8388608] 2023-12-22T18:05:37.637 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to 14 diff [4194304~20971520,29360128~8388608,58720256~16777216,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~4194304,155189248~8388608,171966464~4194304,184549376~4194304,197132288~8388608,247463936~4194304,255852544~20971520,285212672~4194304,310378496~4194304,318767104~4194304,377487360~8388608,394264576~8388608,406847488~8388608] 2023-12-22T18:05:37.638 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~8388608,58720256~16777216,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~4194304,155189248~8388608,171966464~4194304,184549376~4194304,197132288~8388608,247463936~4194304,255852544~20971520,285212672~4194304,310378496~4194304,318767104~4194304,377487360~8388608,394264576~8388608,406847488~8388608] 2023-12-22T18:05:37.639 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~20971520,29360128~8388608,58720256~16777216,96468992~16777216,121634816~41943040,171966464~4194304,184549376~8388608,197132288~12582912,247463936~29360128,285212672~8388608,310378496~12582912,377487360~8388608,394264576~8388608,406847488~8388608] 2023-12-22T18:05:37.639 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to 15 diff [4194304~20971520,29360128~8388608,58720256~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~4194304,155189248~8388608,171966464~4194304,184549376~4194304,197132288~8388608,213909504~8388608,247463936~4194304,255852544~25165824,285212672~4194304,310378496~4194304,318767104~12582912,373293056~16777216,394264576~8388608,406847488~8388608] 2023-12-22T18:05:37.639 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~8388608,58720256~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~8388608,146800640~4194304,155189248~8388608,171966464~4194304,184549376~4194304,197132288~8388608,213909504~8388608,247463936~4194304,255852544~25165824,285212672~4194304,310378496~4194304,318767104~12582912,373293056~16777216,394264576~8388608,406847488~8388608] 2023-12-22T18:05:37.641 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~20971520,29360128~8388608,58720256~16777216,96468992~16777216,121634816~41943040,171966464~4194304,184549376~8388608,197132288~12582912,213909504~12582912,247463936~46137344,310378496~20971520,373293056~29360128,406847488~8388608] 2023-12-22T18:05:37.642 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to 16 diff [4194304~20971520,29360128~8388608,58720256~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~16777216,155189248~8388608,167772160~8388608,184549376~4194304,197132288~8388608,213909504~8388608,247463936~4194304,255852544~25165824,285212672~4194304,310378496~4194304,318767104~12582912,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:37.642 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~8388608,58720256~12582912,96468992~4194304,104857600~8388608,121634816~8388608,134217728~16777216,155189248~8388608,167772160~8388608,184549376~4194304,197132288~8388608,213909504~8388608,247463936~4194304,255852544~25165824,285212672~4194304,310378496~4194304,318767104~12582912,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:37.644 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~20971520,29360128~8388608,58720256~16777216,96468992~16777216,121634816~41943040,167772160~8388608,184549376~8388608,197132288~12582912,213909504~12582912,247463936~46137344,310378496~20971520,369098752~33554432,406847488~8388608] 2023-12-22T18:05:37.644 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to 17 diff [4194304~20971520,29360128~12582912,58720256~12582912,88080384~4194304,96468992~16777216,121634816~8388608,134217728~16777216,155189248~8388608,167772160~8388608,184549376~4194304,192937984~12582912,213909504~8388608,247463936~4194304,255852544~33554432,310378496~4194304,318767104~12582912,369098752~33554432,406847488~8388608] 2023-12-22T18:05:37.644 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~20971520,29360128~12582912,58720256~12582912,88080384~4194304,96468992~16777216,121634816~8388608,134217728~16777216,155189248~8388608,167772160~8388608,184549376~4194304,192937984~12582912,213909504~8388608,247463936~4194304,255852544~33554432,310378496~4194304,318767104~12582912,369098752~33554432,406847488~8388608] 2023-12-22T18:05:37.647 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~20971520,29360128~16777216,58720256~16777216,88080384~29360128,121634816~41943040,167772160~8388608,184549376~25165824,213909504~12582912,247463936~46137344,310378496~20971520,369098752~46137344] 2023-12-22T18:05:37.647 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to 18 diff [0~33554432,37748736~4194304,54525952~16777216,88080384~4194304,96468992~33554432,134217728~16777216,155189248~8388608,167772160~8388608,184549376~4194304,192937984~12582912,213909504~12582912,243269632~8388608,255852544~33554432,293601280~12582912,310378496~4194304,318767104~12582912,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:37.647 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~33554432,37748736~4194304,54525952~16777216,88080384~4194304,96468992~33554432,134217728~16777216,155189248~8388608,167772160~8388608,184549376~4194304,192937984~12582912,213909504~12582912,243269632~8388608,255852544~33554432,293601280~12582912,310378496~4194304,318767104~12582912,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:37.650 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~46137344,54525952~20971520,88080384~75497472,167772160~8388608,184549376~25165824,213909504~16777216,243269632~88080384,356515840~58720256] 2023-12-22T18:05:37.650 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to 19 diff [0~33554432,37748736~4194304,54525952~16777216,88080384~4194304,96468992~33554432,134217728~29360128,167772160~8388608,184549376~4194304,192937984~12582912,213909504~20971520,243269632~8388608,255852544~33554432,293601280~12582912,310378496~4194304,318767104~12582912,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:37.650 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~33554432,37748736~4194304,54525952~16777216,88080384~4194304,96468992~33554432,134217728~29360128,167772160~8388608,184549376~4194304,192937984~12582912,213909504~20971520,243269632~8388608,255852544~33554432,293601280~12582912,310378496~4194304,318767104~12582912,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:37.654 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~46137344,54525952~20971520,88080384~88080384,184549376~25165824,213909504~20971520,243269632~88080384,356515840~58720256] 2023-12-22T18:05:37.654 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to 13 diff [12582912~8388608,29360128~8388608,104857600~8388608,146800640~4194304,171966464~4194304,197132288~8388608,247463936~4194304,268435456~8388608,318767104~4194304] 2023-12-22T18:05:37.654 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [12582912~8388608,29360128~8388608,104857600~8388608,146800640~4194304,171966464~4194304,197132288~8388608,247463936~4194304,268435456~8388608,318767104~4194304] 2023-12-22T18:05:37.655 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [12582912~12582912,29360128~8388608,104857600~8388608,146800640~8388608,171966464~4194304,197132288~12582912,247463936~8388608,268435456~8388608,318767104~4194304] 2023-12-22T18:05:37.655 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to 14 diff [8388608~12582912,29360128~8388608,67108864~8388608,104857600~8388608,121634816~8388608,146800640~4194304,155189248~8388608,171966464~4194304,184549376~4194304,197132288~8388608,247463936~4194304,255852544~8388608,268435456~8388608,285212672~4194304,318767104~4194304,377487360~8388608,394264576~8388608] 2023-12-22T18:05:37.656 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8388608~12582912,29360128~8388608,67108864~8388608,104857600~8388608,121634816~8388608,146800640~4194304,155189248~8388608,171966464~4194304,184549376~4194304,197132288~8388608,247463936~4194304,255852544~8388608,268435456~8388608,285212672~4194304,318767104~4194304,377487360~8388608,394264576~8388608] 2023-12-22T18:05:37.657 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8388608~16777216,29360128~8388608,67108864~8388608,104857600~8388608,121634816~12582912,146800640~16777216,171966464~4194304,184549376~8388608,197132288~12582912,247463936~16777216,268435456~8388608,285212672~8388608,318767104~4194304,377487360~8388608,394264576~8388608] 2023-12-22T18:05:37.657 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to 15 diff [8388608~12582912,29360128~8388608,62914560~12582912,104857600~8388608,121634816~8388608,146800640~4194304,155189248~8388608,171966464~4194304,184549376~4194304,197132288~8388608,213909504~8388608,247463936~4194304,255852544~8388608,268435456~12582912,285212672~4194304,318767104~12582912,373293056~16777216,394264576~8388608] 2023-12-22T18:05:37.657 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8388608~12582912,29360128~8388608,62914560~12582912,104857600~8388608,121634816~8388608,146800640~4194304,155189248~8388608,171966464~4194304,184549376~4194304,197132288~8388608,213909504~8388608,247463936~4194304,255852544~8388608,268435456~12582912,285212672~4194304,318767104~12582912,373293056~16777216,394264576~8388608] 2023-12-22T18:05:37.659 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8388608~16777216,29360128~8388608,62914560~12582912,104857600~8388608,121634816~12582912,146800640~16777216,171966464~4194304,184549376~8388608,197132288~12582912,213909504~12582912,247463936~16777216,268435456~25165824,318767104~12582912,373293056~29360128] 2023-12-22T18:05:37.659 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to 16 diff [4194304~16777216,29360128~8388608,62914560~12582912,104857600~8388608,121634816~8388608,142606336~8388608,155189248~8388608,167772160~8388608,184549376~4194304,197132288~8388608,213909504~8388608,247463936~4194304,255852544~8388608,268435456~12582912,285212672~4194304,318767104~12582912,369098752~20971520,394264576~8388608] 2023-12-22T18:05:37.659 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~16777216,29360128~8388608,62914560~12582912,104857600~8388608,121634816~8388608,142606336~8388608,155189248~8388608,167772160~8388608,184549376~4194304,197132288~8388608,213909504~8388608,247463936~4194304,255852544~8388608,268435456~12582912,285212672~4194304,318767104~12582912,369098752~20971520,394264576~8388608] 2023-12-22T18:05:37.661 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~20971520,29360128~8388608,62914560~12582912,104857600~8388608,121634816~12582912,142606336~20971520,167772160~8388608,184549376~8388608,197132288~12582912,213909504~12582912,247463936~16777216,268435456~25165824,318767104~12582912,369098752~33554432] 2023-12-22T18:05:37.662 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to 17 diff [4194304~16777216,29360128~12582912,62914560~12582912,88080384~4194304,96468992~16777216,121634816~8388608,142606336~8388608,155189248~8388608,167772160~8388608,184549376~4194304,192937984~12582912,213909504~8388608,247463936~4194304,255852544~8388608,268435456~20971520,318767104~12582912,369098752~33554432] 2023-12-22T18:05:37.662 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~16777216,29360128~12582912,62914560~12582912,88080384~4194304,96468992~16777216,121634816~8388608,142606336~8388608,155189248~8388608,167772160~8388608,184549376~4194304,192937984~12582912,213909504~8388608,247463936~4194304,255852544~8388608,268435456~20971520,318767104~12582912,369098752~33554432] 2023-12-22T18:05:37.665 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~20971520,29360128~16777216,62914560~12582912,88080384~29360128,121634816~12582912,142606336~20971520,167772160~8388608,184549376~25165824,213909504~12582912,247463936~16777216,268435456~25165824,318767104~12582912,369098752~37748736] 2023-12-22T18:05:37.665 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to 18 diff [0~20971520,25165824~8388608,37748736~4194304,54525952~20971520,88080384~4194304,96468992~33554432,142606336~8388608,155189248~8388608,167772160~8388608,184549376~4194304,192937984~12582912,213909504~12582912,243269632~8388608,255852544~8388608,268435456~20971520,293601280~12582912,318767104~12582912,356515840~8388608,369098752~33554432] 2023-12-22T18:05:37.665 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~20971520,25165824~8388608,37748736~4194304,54525952~20971520,88080384~4194304,96468992~33554432,142606336~8388608,155189248~8388608,167772160~8388608,184549376~4194304,192937984~12582912,213909504~12582912,243269632~8388608,255852544~8388608,268435456~20971520,293601280~12582912,318767104~12582912,356515840~8388608,369098752~33554432] 2023-12-22T18:05:37.668 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~46137344,54525952~20971520,88080384~46137344,142606336~20971520,167772160~8388608,184549376~25165824,213909504~16777216,243269632~20971520,268435456~41943040,318767104~12582912,356515840~50331648] 2023-12-22T18:05:37.668 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to 19 diff [0~20971520,25165824~8388608,37748736~4194304,54525952~20971520,88080384~4194304,96468992~33554432,142606336~20971520,167772160~8388608,184549376~4194304,192937984~12582912,213909504~20971520,243269632~8388608,255852544~8388608,268435456~20971520,293601280~12582912,318767104~12582912,356515840~8388608,369098752~33554432] 2023-12-22T18:05:37.668 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~20971520,25165824~8388608,37748736~4194304,54525952~20971520,88080384~4194304,96468992~33554432,142606336~20971520,167772160~8388608,184549376~4194304,192937984~12582912,213909504~20971520,243269632~8388608,255852544~8388608,268435456~20971520,293601280~12582912,318767104~12582912,356515840~8388608,369098752~33554432] 2023-12-22T18:05:37.671 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~46137344,54525952~20971520,88080384~46137344,142606336~33554432,184549376~25165824,213909504~20971520,243269632~20971520,268435456~41943040,318767104~12582912,356515840~50331648] 2023-12-22T18:05:37.671 INFO:tasks.workunit.client.0.smithi032.stdout:from 13 to 14 diff [8388608~4194304,67108864~8388608,121634816~8388608,155189248~8388608,184549376~4194304,197132288~4194304,255852544~8388608,285212672~4194304,377487360~8388608,394264576~8388608] 2023-12-22T18:05:37.671 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8388608~4194304,67108864~8388608,121634816~8388608,155189248~8388608,184549376~4194304,197132288~4194304,255852544~8388608,285212672~4194304,377487360~8388608,394264576~8388608] 2023-12-22T18:05:37.672 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8388608~4194304,67108864~8388608,121634816~12582912,155189248~8388608,184549376~8388608,197132288~8388608,255852544~8388608,285212672~8388608,377487360~8388608,394264576~8388608] 2023-12-22T18:05:37.673 INFO:tasks.workunit.client.0.smithi032.stdout:from 13 to 15 diff [8388608~8388608,62914560~12582912,121634816~8388608,155189248~8388608,184549376~4194304,197132288~4194304,213909504~8388608,255852544~8388608,276824064~4194304,285212672~4194304,318767104~8388608,373293056~16777216,394264576~8388608] 2023-12-22T18:05:37.673 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [8388608~8388608,62914560~12582912,121634816~8388608,155189248~8388608,184549376~4194304,197132288~4194304,213909504~8388608,255852544~8388608,276824064~4194304,285212672~4194304,318767104~8388608,373293056~16777216,394264576~8388608] 2023-12-22T18:05:37.674 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [8388608~12582912,62914560~12582912,121634816~12582912,155189248~8388608,184549376~8388608,197132288~8388608,213909504~12582912,255852544~8388608,276824064~16777216,318767104~12582912,373293056~29360128] 2023-12-22T18:05:37.674 INFO:tasks.workunit.client.0.smithi032.stdout:from 13 to 16 diff [4194304~12582912,62914560~12582912,121634816~8388608,142606336~8388608,155189248~8388608,167772160~4194304,184549376~4194304,197132288~4194304,213909504~8388608,255852544~8388608,272629760~8388608,285212672~4194304,318767104~8388608,369098752~20971520,394264576~8388608] 2023-12-22T18:05:37.674 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~12582912,62914560~12582912,121634816~8388608,142606336~8388608,155189248~8388608,167772160~4194304,184549376~4194304,197132288~4194304,213909504~8388608,255852544~8388608,272629760~8388608,285212672~4194304,318767104~8388608,369098752~20971520,394264576~8388608] 2023-12-22T18:05:37.676 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~16777216,62914560~12582912,121634816~12582912,142606336~20971520,167772160~4194304,184549376~8388608,197132288~8388608,213909504~12582912,255852544~8388608,272629760~20971520,318767104~12582912,369098752~33554432] 2023-12-22T18:05:37.676 INFO:tasks.workunit.client.0.smithi032.stdout:from 13 to 17 diff [4194304~12582912,37748736~4194304,62914560~12582912,88080384~4194304,96468992~16777216,121634816~8388608,142606336~8388608,155189248~8388608,167772160~4194304,184549376~4194304,192937984~8388608,213909504~8388608,255852544~8388608,272629760~16777216,318767104~8388608,369098752~33554432] 2023-12-22T18:05:37.676 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~12582912,37748736~4194304,62914560~12582912,88080384~4194304,96468992~16777216,121634816~8388608,142606336~8388608,155189248~8388608,167772160~4194304,184549376~4194304,192937984~8388608,213909504~8388608,255852544~8388608,272629760~16777216,318767104~8388608,369098752~33554432] 2023-12-22T18:05:37.678 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~16777216,37748736~8388608,62914560~12582912,88080384~29360128,121634816~12582912,142606336~20971520,167772160~4194304,184549376~20971520,213909504~12582912,255852544~8388608,272629760~20971520,318767104~12582912,369098752~37748736] 2023-12-22T18:05:37.678 INFO:tasks.workunit.client.0.smithi032.stdout:from 13 to 18 diff [0~16777216,25165824~8388608,37748736~4194304,54525952~20971520,88080384~4194304,96468992~33554432,142606336~8388608,155189248~8388608,167772160~4194304,184549376~4194304,192937984~8388608,213909504~12582912,243269632~8388608,255852544~8388608,272629760~16777216,293601280~12582912,318767104~8388608,356515840~8388608,369098752~33554432] 2023-12-22T18:05:37.678 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,25165824~8388608,37748736~4194304,54525952~20971520,88080384~4194304,96468992~33554432,142606336~8388608,155189248~8388608,167772160~4194304,184549376~4194304,192937984~8388608,213909504~12582912,243269632~8388608,255852544~8388608,272629760~16777216,293601280~12582912,318767104~8388608,356515840~8388608,369098752~33554432] 2023-12-22T18:05:37.680 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~20971520,25165824~20971520,54525952~20971520,88080384~46137344,142606336~20971520,167772160~4194304,184549376~20971520,213909504~16777216,243269632~20971520,272629760~37748736,318767104~12582912,356515840~50331648] 2023-12-22T18:05:37.680 INFO:tasks.workunit.client.0.smithi032.stdout:from 13 to 19 diff [0~16777216,25165824~8388608,37748736~4194304,54525952~20971520,88080384~4194304,96468992~33554432,142606336~20971520,167772160~4194304,184549376~4194304,192937984~8388608,213909504~20971520,243269632~8388608,255852544~8388608,268435456~20971520,293601280~12582912,318767104~12582912,356515840~8388608,369098752~33554432] 2023-12-22T18:05:37.681 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,25165824~8388608,37748736~4194304,54525952~20971520,88080384~4194304,96468992~33554432,142606336~20971520,167772160~4194304,184549376~4194304,192937984~8388608,213909504~20971520,243269632~8388608,255852544~8388608,268435456~20971520,293601280~12582912,318767104~12582912,356515840~8388608,369098752~33554432] 2023-12-22T18:05:37.684 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~20971520,25165824~20971520,54525952~20971520,88080384~46137344,142606336~29360128,184549376~20971520,213909504~20971520,243269632~20971520,268435456~41943040,318767104~12582912,356515840~50331648] 2023-12-22T18:05:37.684 INFO:tasks.workunit.client.0.smithi032.stdout:from 14 to 15 diff [12582912~4194304,62914560~8388608,213909504~8388608,255852544~8388608,276824064~4194304,318767104~8388608,373293056~4194304,385875968~4194304] 2023-12-22T18:05:37.684 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [12582912~4194304,62914560~8388608,213909504~8388608,255852544~8388608,276824064~4194304,318767104~8388608,373293056~4194304,385875968~4194304] 2023-12-22T18:05:37.685 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [12582912~8388608,62914560~8388608,213909504~12582912,255852544~8388608,276824064~8388608,318767104~12582912,373293056~4194304,385875968~8388608] 2023-12-22T18:05:37.685 INFO:tasks.workunit.client.0.smithi032.stdout:from 14 to 16 diff [4194304~12582912,62914560~8388608,142606336~8388608,155189248~8388608,167772160~4194304,213909504~8388608,255852544~8388608,272629760~8388608,318767104~8388608,369098752~12582912,385875968~4194304] 2023-12-22T18:05:37.685 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~12582912,62914560~8388608,142606336~8388608,155189248~8388608,167772160~4194304,213909504~8388608,255852544~8388608,272629760~8388608,318767104~8388608,369098752~12582912,385875968~4194304] 2023-12-22T18:05:37.686 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~16777216,62914560~12582912,142606336~20971520,167772160~4194304,213909504~12582912,255852544~8388608,272629760~12582912,318767104~12582912,369098752~25165824] 2023-12-22T18:05:37.686 INFO:tasks.workunit.client.0.smithi032.stdout:from 14 to 17 diff [4194304~12582912,37748736~4194304,62914560~8388608,88080384~4194304,96468992~16777216,142606336~8388608,155189248~8388608,167772160~4194304,192937984~4194304,213909504~8388608,255852544~8388608,272629760~12582912,318767104~8388608,369098752~12582912,385875968~16777216] 2023-12-22T18:05:37.686 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~12582912,37748736~4194304,62914560~8388608,88080384~4194304,96468992~16777216,142606336~8388608,155189248~8388608,167772160~4194304,192937984~4194304,213909504~8388608,255852544~8388608,272629760~12582912,318767104~8388608,369098752~12582912,385875968~16777216] 2023-12-22T18:05:37.688 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~16777216,37748736~8388608,62914560~12582912,88080384~29360128,142606336~20971520,167772160~4194304,192937984~8388608,213909504~12582912,255852544~8388608,272629760~12582912,318767104~12582912,369098752~37748736] 2023-12-22T18:05:37.688 INFO:tasks.workunit.client.0.smithi032.stdout:from 14 to 18 diff [0~16777216,25165824~8388608,37748736~4194304,54525952~16777216,88080384~4194304,96468992~25165824,142606336~8388608,155189248~8388608,167772160~4194304,192937984~4194304,213909504~12582912,243269632~8388608,255852544~8388608,272629760~12582912,293601280~12582912,318767104~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2023-12-22T18:05:37.688 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,25165824~8388608,37748736~4194304,54525952~16777216,88080384~4194304,96468992~25165824,142606336~8388608,155189248~8388608,167772160~4194304,192937984~4194304,213909504~12582912,243269632~8388608,255852544~8388608,272629760~12582912,293601280~12582912,318767104~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2023-12-22T18:05:37.690 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~20971520,25165824~20971520,54525952~20971520,88080384~37748736,142606336~20971520,167772160~4194304,192937984~8388608,213909504~16777216,243269632~20971520,272629760~12582912,293601280~16777216,318767104~12582912,356515840~50331648] 2023-12-22T18:05:37.690 INFO:tasks.workunit.client.0.smithi032.stdout:from 14 to 19 diff [0~16777216,25165824~8388608,37748736~4194304,54525952~16777216,88080384~4194304,96468992~25165824,142606336~20971520,167772160~4194304,192937984~8388608,213909504~20971520,243269632~8388608,255852544~8388608,268435456~16777216,293601280~12582912,318767104~12582912,356515840~8388608,369098752~12582912,385875968~16777216] 2023-12-22T18:05:37.690 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,25165824~8388608,37748736~4194304,54525952~16777216,88080384~4194304,96468992~25165824,142606336~20971520,167772160~4194304,192937984~8388608,213909504~20971520,243269632~8388608,255852544~8388608,268435456~16777216,293601280~12582912,318767104~12582912,356515840~8388608,369098752~12582912,385875968~16777216] 2023-12-22T18:05:37.693 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~20971520,25165824~20971520,54525952~20971520,88080384~37748736,142606336~29360128,192937984~8388608,213909504~20971520,243269632~20971520,268435456~16777216,293601280~16777216,318767104~12582912,356515840~50331648] 2023-12-22T18:05:37.693 INFO:tasks.workunit.client.0.smithi032.stdout:from 15 to 16 diff [4194304~8388608,62914560~8388608,142606336~8388608,155189248~8388608,167772160~4194304,272629760~8388608,369098752~12582912] 2023-12-22T18:05:37.693 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~8388608,62914560~8388608,142606336~8388608,155189248~8388608,167772160~4194304,272629760~8388608,369098752~12582912] 2023-12-22T18:05:37.694 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~12582912,62914560~12582912,142606336~20971520,167772160~4194304,272629760~12582912,369098752~16777216] 2023-12-22T18:05:37.694 INFO:tasks.workunit.client.0.smithi032.stdout:from 15 to 17 diff [4194304~8388608,37748736~4194304,62914560~8388608,88080384~4194304,96468992~16777216,142606336~8388608,155189248~8388608,167772160~4194304,192937984~4194304,272629760~12582912,318767104~4194304,369098752~12582912,385875968~16777216] 2023-12-22T18:05:37.694 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [4194304~8388608,37748736~4194304,62914560~8388608,88080384~4194304,96468992~16777216,142606336~8388608,155189248~8388608,167772160~4194304,192937984~4194304,272629760~12582912,318767104~4194304,369098752~12582912,385875968~16777216] 2023-12-22T18:05:37.696 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [4194304~12582912,37748736~8388608,62914560~12582912,88080384~29360128,142606336~20971520,167772160~4194304,192937984~8388608,272629760~12582912,318767104~4194304,369098752~37748736] 2023-12-22T18:05:37.696 INFO:tasks.workunit.client.0.smithi032.stdout:from 15 to 18 diff [0~12582912,25165824~8388608,37748736~4194304,54525952~16777216,88080384~4194304,96468992~25165824,142606336~8388608,155189248~8388608,167772160~4194304,192937984~4194304,222298112~4194304,243269632~8388608,272629760~12582912,293601280~12582912,318767104~4194304,356515840~8388608,369098752~12582912,385875968~16777216] 2023-12-22T18:05:37.696 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~12582912,25165824~8388608,37748736~4194304,54525952~16777216,88080384~4194304,96468992~25165824,142606336~8388608,155189248~8388608,167772160~4194304,192937984~4194304,222298112~4194304,243269632~8388608,272629760~12582912,293601280~12582912,318767104~4194304,356515840~8388608,369098752~12582912,385875968~16777216] 2023-12-22T18:05:37.698 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~16777216,25165824~20971520,54525952~20971520,88080384~37748736,142606336~20971520,167772160~4194304,192937984~8388608,222298112~8388608,243269632~12582912,272629760~12582912,293601280~16777216,318767104~4194304,356515840~50331648] 2023-12-22T18:05:37.698 INFO:tasks.workunit.client.0.smithi032.stdout:from 15 to 19 diff [0~16777216,25165824~8388608,37748736~4194304,54525952~16777216,88080384~4194304,96468992~25165824,142606336~20971520,167772160~4194304,192937984~8388608,222298112~12582912,243269632~8388608,268435456~16777216,293601280~12582912,318767104~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2023-12-22T18:05:37.698 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,25165824~8388608,37748736~4194304,54525952~16777216,88080384~4194304,96468992~25165824,142606336~20971520,167772160~4194304,192937984~8388608,222298112~12582912,243269632~8388608,268435456~16777216,293601280~12582912,318767104~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2023-12-22T18:05:37.700 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~16777216,25165824~20971520,54525952~20971520,88080384~37748736,142606336~29360128,192937984~8388608,222298112~12582912,243269632~12582912,268435456~16777216,293601280~16777216,318767104~12582912,356515840~50331648] 2023-12-22T18:05:37.700 INFO:tasks.workunit.client.0.smithi032.stdout:from 16 to 17 diff [37748736~4194304,88080384~4194304,96468992~16777216,142606336~4194304,192937984~4194304,272629760~8388608,318767104~4194304,385875968~16777216] 2023-12-22T18:05:37.700 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [37748736~4194304,88080384~4194304,96468992~16777216,142606336~4194304,192937984~4194304,272629760~8388608,318767104~4194304,385875968~16777216] 2023-12-22T18:05:37.702 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [37748736~8388608,88080384~29360128,142606336~8388608,192937984~8388608,272629760~12582912,318767104~4194304,385875968~20971520] 2023-12-22T18:05:37.702 INFO:tasks.workunit.client.0.smithi032.stdout:from 16 to 18 diff [0~4194304,25165824~8388608,37748736~4194304,54525952~8388608,88080384~4194304,96468992~25165824,142606336~4194304,192937984~4194304,222298112~4194304,243269632~8388608,272629760~8388608,293601280~12582912,318767104~4194304,356515840~8388608,385875968~16777216] 2023-12-22T18:05:37.702 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~4194304,25165824~8388608,37748736~4194304,54525952~8388608,88080384~4194304,96468992~25165824,142606336~4194304,192937984~4194304,222298112~4194304,243269632~8388608,272629760~8388608,293601280~12582912,318767104~4194304,356515840~8388608,385875968~16777216] 2023-12-22T18:05:37.703 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,25165824~20971520,54525952~8388608,88080384~37748736,142606336~8388608,192937984~8388608,222298112~8388608,243269632~12582912,272629760~12582912,293601280~16777216,318767104~4194304,356515840~12582912,385875968~20971520] 2023-12-22T18:05:37.703 INFO:tasks.workunit.client.0.smithi032.stdout:from 16 to 19 diff [0~12582912,25165824~8388608,37748736~4194304,54525952~8388608,88080384~4194304,96468992~25165824,142606336~8388608,159383552~4194304,192937984~8388608,222298112~12582912,243269632~8388608,268435456~12582912,293601280~12582912,318767104~8388608,356515840~8388608,369098752~4194304,385875968~16777216] 2023-12-22T18:05:37.703 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~12582912,25165824~8388608,37748736~4194304,54525952~8388608,88080384~4194304,96468992~25165824,142606336~8388608,159383552~4194304,192937984~8388608,222298112~12582912,243269632~8388608,268435456~12582912,293601280~12582912,318767104~8388608,356515840~8388608,369098752~4194304,385875968~16777216] 2023-12-22T18:05:37.705 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~12582912,25165824~20971520,54525952~8388608,88080384~37748736,142606336~12582912,159383552~8388608,192937984~8388608,222298112~12582912,243269632~12582912,268435456~16777216,293601280~16777216,318767104~12582912,356515840~20971520,385875968~20971520] 2023-12-22T18:05:37.705 INFO:tasks.workunit.client.0.smithi032.stdout:from 17 to 18 diff [0~4194304,25165824~8388608,54525952~8388608,113246208~8388608,222298112~4194304,243269632~8388608,293601280~12582912,356515840~8388608] 2023-12-22T18:05:37.705 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~4194304,25165824~8388608,54525952~8388608,113246208~8388608,222298112~4194304,243269632~8388608,293601280~12582912,356515840~8388608] 2023-12-22T18:05:37.706 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~8388608,25165824~12582912,54525952~8388608,113246208~12582912,222298112~8388608,243269632~12582912,293601280~16777216,356515840~12582912] 2023-12-22T18:05:37.706 INFO:tasks.workunit.client.0.smithi032.stdout:from 17 to 19 diff [0~12582912,25165824~8388608,54525952~8388608,100663296~8388608,113246208~8388608,146800640~4194304,159383552~4194304,192937984~8388608,222298112~12582912,243269632~8388608,268435456~8388608,293601280~12582912,318767104~8388608,356515840~8388608,369098752~4194304] 2023-12-22T18:05:37.706 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~12582912,25165824~8388608,54525952~8388608,100663296~8388608,113246208~8388608,146800640~4194304,159383552~4194304,192937984~8388608,222298112~12582912,243269632~8388608,268435456~8388608,293601280~12582912,318767104~8388608,356515840~8388608,369098752~4194304] 2023-12-22T18:05:37.707 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~12582912,25165824~12582912,54525952~8388608,100663296~8388608,113246208~12582912,146800640~8388608,159383552~8388608,192937984~8388608,222298112~12582912,243269632~12582912,268435456~12582912,293601280~16777216,318767104~12582912,356515840~20971520] 2023-12-22T18:05:37.707 INFO:tasks.workunit.client.0.smithi032.stdout:from 18 to 19 diff [0~8388608,100663296~8388608,146800640~4194304,159383552~4194304,192937984~8388608,226492416~8388608,268435456~8388608,318767104~8388608,369098752~4194304] 2023-12-22T18:05:37.707 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~8388608,100663296~8388608,146800640~4194304,159383552~4194304,192937984~8388608,226492416~8388608,268435456~8388608,318767104~8388608,369098752~4194304] 2023-12-22T18:05:37.708 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~12582912,100663296~8388608,146800640~8388608,159383552~8388608,192937984~8388608,226492416~8388608,268435456~12582912,318767104~12582912,369098752~8388608] 2023-12-22T18:05:38.009 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:38.009 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:38.033 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:38.033 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:38.033 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:38.040 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:38.040 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:38.040 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:38.047 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:38.047 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~25165824,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:38.047 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~25165824,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:38.053 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~327155712] 2023-12-22T18:05:38.054 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:38.054 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:38.059 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~327155712] 2023-12-22T18:05:38.059 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [0~79691776,88080384~41943040,134217728~54525952,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~20971520,369098752~33554432,406847488~8388608] 2023-12-22T18:05:38.059 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~41943040,134217728~54525952,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~20971520,369098752~33554432,406847488~8388608] 2023-12-22T18:05:38.064 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~327155712] 2023-12-22T18:05:38.065 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [0~79691776,88080384~41943040,134217728~46137344,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~41943040,343932928~8388608,356515840~46137344,406847488~8388608] 2023-12-22T18:05:38.065 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~41943040,134217728~46137344,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~41943040,343932928~8388608,356515840~46137344,406847488~8388608] 2023-12-22T18:05:38.070 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~251658240,343932928~8388608,356515840~58720256] 2023-12-22T18:05:38.070 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to HEAD diff [0~50331648,54525952~20971520,88080384~41943040,134217728~29360128,167772160~12582912,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~20971520,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:38.070 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~50331648,54525952~20971520,88080384~41943040,134217728~29360128,167772160~12582912,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~20971520,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:38.075 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~251658240,343932928~8388608,356515840~58720256] 2023-12-22T18:05:38.075 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to HEAD diff [0~50331648,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~12582912,184549376~4194304,192937984~16777216,213909504~37748736,255852544~58720256,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:38.075 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~50331648,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~12582912,184549376~4194304,192937984~16777216,213909504~37748736,255852544~58720256,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:38.079 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~50331648,54525952~25165824,88080384~251658240,343932928~8388608,356515840~58720256] 2023-12-22T18:05:38.079 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to HEAD diff [0~41943040,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~12582912,184549376~4194304,192937984~12582912,213909504~25165824,243269632~8388608,255852544~58720256,318767104~16777216,343932928~8388608,356515840~8388608,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:38.079 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~12582912,184549376~4194304,192937984~12582912,213909504~25165824,243269632~8388608,255852544~58720256,318767104~16777216,343932928~8388608,356515840~8388608,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:38.083 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~46137344,54525952~25165824,88080384~121634816,213909504~25165824,243269632~92274688,343932928~8388608,356515840~58720256] 2023-12-22T18:05:38.083 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to HEAD diff [0~41943040,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~8388608,184549376~4194304,192937984~12582912,213909504~25165824,243269632~8388608,255852544~33554432,293601280~12582912,310378496~4194304,318767104~12582912,356515840~8388608,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:38.083 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~8388608,184549376~4194304,192937984~12582912,213909504~25165824,243269632~8388608,255852544~33554432,293601280~12582912,310378496~4194304,318767104~12582912,356515840~8388608,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:38.087 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~46137344,54525952~25165824,88080384~92274688,184549376~25165824,213909504~25165824,243269632~88080384,356515840~58720256] 2023-12-22T18:05:38.087 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to HEAD diff [0~33554432,37748736~4194304,54525952~16777216,88080384~4194304,96468992~33554432,134217728~29360128,167772160~8388608,184549376~4194304,192937984~12582912,213909504~20971520,243269632~8388608,255852544~33554432,293601280~12582912,310378496~4194304,318767104~12582912,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:38.087 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~33554432,37748736~4194304,54525952~16777216,88080384~4194304,96468992~33554432,134217728~29360128,167772160~8388608,184549376~4194304,192937984~12582912,213909504~20971520,243269632~8388608,255852544~33554432,293601280~12582912,310378496~4194304,318767104~12582912,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:38.091 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~46137344,54525952~20971520,88080384~88080384,184549376~25165824,213909504~20971520,243269632~88080384,356515840~58720256] 2023-12-22T18:05:38.091 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to HEAD diff [0~20971520,25165824~8388608,37748736~4194304,54525952~20971520,88080384~4194304,96468992~33554432,142606336~20971520,167772160~8388608,184549376~4194304,192937984~12582912,213909504~20971520,243269632~8388608,255852544~8388608,268435456~20971520,293601280~12582912,318767104~12582912,356515840~8388608,369098752~33554432] 2023-12-22T18:05:38.091 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~20971520,25165824~8388608,37748736~4194304,54525952~20971520,88080384~4194304,96468992~33554432,142606336~20971520,167772160~8388608,184549376~4194304,192937984~12582912,213909504~20971520,243269632~8388608,255852544~8388608,268435456~20971520,293601280~12582912,318767104~12582912,356515840~8388608,369098752~33554432] 2023-12-22T18:05:38.093 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~46137344,54525952~20971520,88080384~46137344,142606336~33554432,184549376~25165824,213909504~20971520,243269632~20971520,268435456~41943040,318767104~12582912,356515840~50331648] 2023-12-22T18:05:38.094 INFO:tasks.workunit.client.0.smithi032.stdout:from 13 to HEAD diff [0~16777216,25165824~8388608,37748736~4194304,54525952~20971520,88080384~4194304,96468992~33554432,142606336~20971520,167772160~4194304,184549376~4194304,192937984~8388608,213909504~20971520,243269632~8388608,255852544~8388608,268435456~20971520,293601280~12582912,318767104~12582912,356515840~8388608,369098752~33554432] 2023-12-22T18:05:38.094 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,25165824~8388608,37748736~4194304,54525952~20971520,88080384~4194304,96468992~33554432,142606336~20971520,167772160~4194304,184549376~4194304,192937984~8388608,213909504~20971520,243269632~8388608,255852544~8388608,268435456~20971520,293601280~12582912,318767104~12582912,356515840~8388608,369098752~33554432] 2023-12-22T18:05:38.096 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~20971520,25165824~20971520,54525952~20971520,88080384~46137344,142606336~29360128,184549376~20971520,213909504~20971520,243269632~20971520,268435456~41943040,318767104~12582912,356515840~50331648] 2023-12-22T18:05:38.096 INFO:tasks.workunit.client.0.smithi032.stdout:from 14 to HEAD diff [0~16777216,25165824~8388608,37748736~4194304,54525952~16777216,88080384~4194304,96468992~25165824,142606336~20971520,167772160~4194304,192937984~8388608,213909504~20971520,243269632~8388608,255852544~8388608,268435456~16777216,293601280~12582912,318767104~12582912,356515840~8388608,369098752~12582912,385875968~16777216] 2023-12-22T18:05:38.096 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,25165824~8388608,37748736~4194304,54525952~16777216,88080384~4194304,96468992~25165824,142606336~20971520,167772160~4194304,192937984~8388608,213909504~20971520,243269632~8388608,255852544~8388608,268435456~16777216,293601280~12582912,318767104~12582912,356515840~8388608,369098752~12582912,385875968~16777216] 2023-12-22T18:05:38.098 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~20971520,25165824~20971520,54525952~20971520,88080384~37748736,142606336~29360128,192937984~8388608,213909504~20971520,243269632~20971520,268435456~16777216,293601280~16777216,318767104~12582912,356515840~50331648] 2023-12-22T18:05:38.098 INFO:tasks.workunit.client.0.smithi032.stdout:from 15 to HEAD diff [0~16777216,25165824~8388608,37748736~4194304,54525952~16777216,88080384~4194304,96468992~25165824,142606336~20971520,167772160~4194304,192937984~8388608,222298112~12582912,243269632~8388608,268435456~16777216,293601280~12582912,318767104~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2023-12-22T18:05:38.098 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,25165824~8388608,37748736~4194304,54525952~16777216,88080384~4194304,96468992~25165824,142606336~20971520,167772160~4194304,192937984~8388608,222298112~12582912,243269632~8388608,268435456~16777216,293601280~12582912,318767104~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2023-12-22T18:05:38.100 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~16777216,25165824~20971520,54525952~20971520,88080384~37748736,142606336~29360128,192937984~8388608,222298112~12582912,243269632~12582912,268435456~16777216,293601280~16777216,318767104~12582912,356515840~50331648] 2023-12-22T18:05:38.100 INFO:tasks.workunit.client.0.smithi032.stdout:from 16 to HEAD diff [0~12582912,25165824~8388608,37748736~4194304,54525952~8388608,88080384~4194304,96468992~25165824,142606336~8388608,159383552~4194304,192937984~8388608,222298112~12582912,243269632~8388608,268435456~12582912,293601280~12582912,318767104~8388608,356515840~8388608,369098752~4194304,385875968~16777216] 2023-12-22T18:05:38.100 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~12582912,25165824~8388608,37748736~4194304,54525952~8388608,88080384~4194304,96468992~25165824,142606336~8388608,159383552~4194304,192937984~8388608,222298112~12582912,243269632~8388608,268435456~12582912,293601280~12582912,318767104~8388608,356515840~8388608,369098752~4194304,385875968~16777216] 2023-12-22T18:05:38.102 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~12582912,25165824~20971520,54525952~8388608,88080384~37748736,142606336~12582912,159383552~8388608,192937984~8388608,222298112~12582912,243269632~12582912,268435456~16777216,293601280~16777216,318767104~12582912,356515840~20971520,385875968~20971520] 2023-12-22T18:05:38.102 INFO:tasks.workunit.client.0.smithi032.stdout:from 17 to HEAD diff [0~12582912,25165824~8388608,54525952~8388608,100663296~8388608,113246208~8388608,146800640~4194304,159383552~4194304,192937984~8388608,222298112~12582912,243269632~8388608,268435456~8388608,293601280~12582912,318767104~8388608,356515840~8388608,369098752~4194304] 2023-12-22T18:05:38.102 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~12582912,25165824~8388608,54525952~8388608,100663296~8388608,113246208~8388608,146800640~4194304,159383552~4194304,192937984~8388608,222298112~12582912,243269632~8388608,268435456~8388608,293601280~12582912,318767104~8388608,356515840~8388608,369098752~4194304] 2023-12-22T18:05:38.102 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~12582912,25165824~12582912,54525952~8388608,100663296~8388608,113246208~12582912,146800640~8388608,159383552~8388608,192937984~8388608,222298112~12582912,243269632~12582912,268435456~12582912,293601280~16777216,318767104~12582912,356515840~20971520] 2023-12-22T18:05:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:37 smithi039 ceph-mon[181282]: osdmap e1489: 8 total, 8 up, 8 in 2023-12-22T18:05:38.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:37 smithi032 ceph-mon[191839]: osdmap e1489: 8 total, 8 up, 8 in 2023-12-22T18:05:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:37 smithi032 ceph-mon[189144]: osdmap e1489: 8 total, 8 up, 8 in 2023-12-22T18:05:39.023 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:39.023 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:39.057 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:39.057 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:39.057 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:39.064 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:39.064 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:39.064 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:39.071 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:39.071 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~25165824,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:39.071 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~25165824,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:39.078 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~327155712] 2023-12-22T18:05:39.078 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:39.078 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:39.084 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~327155712] 2023-12-22T18:05:39.084 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [0~79691776,88080384~41943040,134217728~54525952,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~20971520,369098752~33554432,406847488~8388608] 2023-12-22T18:05:39.085 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~41943040,134217728~54525952,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~20971520,369098752~33554432,406847488~8388608] 2023-12-22T18:05:39.090 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~327155712] 2023-12-22T18:05:39.091 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [0~79691776,88080384~41943040,134217728~46137344,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~41943040,343932928~8388608,356515840~46137344,406847488~8388608] 2023-12-22T18:05:39.091 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~41943040,134217728~46137344,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~41943040,343932928~8388608,356515840~46137344,406847488~8388608] 2023-12-22T18:05:39.096 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~251658240,343932928~8388608,356515840~58720256] 2023-12-22T18:05:39.096 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to HEAD diff [0~50331648,54525952~20971520,88080384~41943040,134217728~29360128,167772160~12582912,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~20971520,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:39.096 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~50331648,54525952~20971520,88080384~41943040,134217728~29360128,167772160~12582912,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~20971520,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:39.101 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~251658240,343932928~8388608,356515840~58720256] 2023-12-22T18:05:39.101 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to HEAD diff [0~50331648,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~12582912,184549376~4194304,192937984~16777216,213909504~37748736,255852544~58720256,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:39.101 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~50331648,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~12582912,184549376~4194304,192937984~16777216,213909504~37748736,255852544~58720256,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:39.106 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~50331648,54525952~25165824,88080384~251658240,343932928~8388608,356515840~58720256] 2023-12-22T18:05:39.106 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to HEAD diff [0~41943040,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~12582912,184549376~4194304,192937984~12582912,213909504~25165824,243269632~8388608,255852544~58720256,318767104~16777216,343932928~8388608,356515840~8388608,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:39.106 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~12582912,184549376~4194304,192937984~12582912,213909504~25165824,243269632~8388608,255852544~58720256,318767104~16777216,343932928~8388608,356515840~8388608,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:39.110 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~46137344,54525952~25165824,88080384~121634816,213909504~25165824,243269632~92274688,343932928~8388608,356515840~58720256] 2023-12-22T18:05:39.110 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to HEAD diff [0~41943040,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~8388608,184549376~4194304,192937984~12582912,213909504~25165824,243269632~8388608,255852544~33554432,293601280~12582912,310378496~4194304,318767104~12582912,356515840~8388608,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:39.110 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~8388608,184549376~4194304,192937984~12582912,213909504~25165824,243269632~8388608,255852544~33554432,293601280~12582912,310378496~4194304,318767104~12582912,356515840~8388608,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:39.114 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~46137344,54525952~25165824,88080384~92274688,184549376~25165824,213909504~25165824,243269632~88080384,356515840~58720256] 2023-12-22T18:05:39.114 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to HEAD diff [0~33554432,37748736~4194304,54525952~16777216,88080384~4194304,96468992~33554432,134217728~29360128,167772160~8388608,184549376~4194304,192937984~12582912,213909504~20971520,243269632~8388608,255852544~33554432,293601280~12582912,310378496~4194304,318767104~12582912,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:39.114 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~33554432,37748736~4194304,54525952~16777216,88080384~4194304,96468992~33554432,134217728~29360128,167772160~8388608,184549376~4194304,192937984~12582912,213909504~20971520,243269632~8388608,255852544~33554432,293601280~12582912,310378496~4194304,318767104~12582912,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:39.117 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~46137344,54525952~20971520,88080384~88080384,184549376~25165824,213909504~20971520,243269632~88080384,356515840~58720256] 2023-12-22T18:05:39.117 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to HEAD diff [0~20971520,25165824~8388608,37748736~4194304,54525952~20971520,88080384~4194304,96468992~33554432,142606336~20971520,167772160~8388608,184549376~4194304,192937984~12582912,213909504~20971520,243269632~8388608,255852544~8388608,268435456~20971520,293601280~12582912,318767104~12582912,356515840~8388608,369098752~33554432] 2023-12-22T18:05:39.117 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~20971520,25165824~8388608,37748736~4194304,54525952~20971520,88080384~4194304,96468992~33554432,142606336~20971520,167772160~8388608,184549376~4194304,192937984~12582912,213909504~20971520,243269632~8388608,255852544~8388608,268435456~20971520,293601280~12582912,318767104~12582912,356515840~8388608,369098752~33554432] 2023-12-22T18:05:39.120 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~46137344,54525952~20971520,88080384~46137344,142606336~33554432,184549376~25165824,213909504~20971520,243269632~20971520,268435456~41943040,318767104~12582912,356515840~50331648] 2023-12-22T18:05:39.120 INFO:tasks.workunit.client.0.smithi032.stdout:from 13 to HEAD diff [0~16777216,25165824~8388608,37748736~4194304,54525952~20971520,88080384~4194304,96468992~33554432,142606336~20971520,167772160~4194304,184549376~4194304,192937984~8388608,213909504~20971520,243269632~8388608,255852544~8388608,268435456~20971520,293601280~12582912,318767104~12582912,356515840~8388608,369098752~33554432] 2023-12-22T18:05:39.120 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,25165824~8388608,37748736~4194304,54525952~20971520,88080384~4194304,96468992~33554432,142606336~20971520,167772160~4194304,184549376~4194304,192937984~8388608,213909504~20971520,243269632~8388608,255852544~8388608,268435456~20971520,293601280~12582912,318767104~12582912,356515840~8388608,369098752~33554432] 2023-12-22T18:05:39.123 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~20971520,25165824~20971520,54525952~20971520,88080384~46137344,142606336~29360128,184549376~20971520,213909504~20971520,243269632~20971520,268435456~41943040,318767104~12582912,356515840~50331648] 2023-12-22T18:05:39.123 INFO:tasks.workunit.client.0.smithi032.stdout:from 14 to HEAD diff [0~16777216,25165824~8388608,37748736~4194304,54525952~16777216,88080384~4194304,96468992~25165824,142606336~20971520,167772160~4194304,192937984~8388608,213909504~20971520,243269632~8388608,255852544~8388608,268435456~16777216,293601280~12582912,318767104~12582912,356515840~8388608,369098752~12582912,385875968~16777216] 2023-12-22T18:05:39.123 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,25165824~8388608,37748736~4194304,54525952~16777216,88080384~4194304,96468992~25165824,142606336~20971520,167772160~4194304,192937984~8388608,213909504~20971520,243269632~8388608,255852544~8388608,268435456~16777216,293601280~12582912,318767104~12582912,356515840~8388608,369098752~12582912,385875968~16777216] 2023-12-22T18:05:39.125 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~20971520,25165824~20971520,54525952~20971520,88080384~37748736,142606336~29360128,192937984~8388608,213909504~20971520,243269632~20971520,268435456~16777216,293601280~16777216,318767104~12582912,356515840~50331648] 2023-12-22T18:05:39.125 INFO:tasks.workunit.client.0.smithi032.stdout:from 15 to HEAD diff [0~16777216,25165824~8388608,37748736~4194304,54525952~16777216,88080384~4194304,96468992~25165824,142606336~20971520,167772160~4194304,192937984~8388608,222298112~12582912,243269632~8388608,268435456~16777216,293601280~12582912,318767104~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2023-12-22T18:05:39.125 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,25165824~8388608,37748736~4194304,54525952~16777216,88080384~4194304,96468992~25165824,142606336~20971520,167772160~4194304,192937984~8388608,222298112~12582912,243269632~8388608,268435456~16777216,293601280~12582912,318767104~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2023-12-22T18:05:39.126 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~16777216,25165824~20971520,54525952~20971520,88080384~37748736,142606336~29360128,192937984~8388608,222298112~12582912,243269632~12582912,268435456~16777216,293601280~16777216,318767104~12582912,356515840~50331648] 2023-12-22T18:05:39.127 INFO:tasks.workunit.client.0.smithi032.stdout:from 16 to HEAD diff [0~12582912,25165824~8388608,37748736~4194304,54525952~8388608,88080384~4194304,96468992~25165824,142606336~8388608,159383552~4194304,192937984~8388608,222298112~12582912,243269632~8388608,268435456~12582912,293601280~12582912,318767104~8388608,356515840~8388608,369098752~4194304,385875968~16777216] 2023-12-22T18:05:39.127 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~12582912,25165824~8388608,37748736~4194304,54525952~8388608,88080384~4194304,96468992~25165824,142606336~8388608,159383552~4194304,192937984~8388608,222298112~12582912,243269632~8388608,268435456~12582912,293601280~12582912,318767104~8388608,356515840~8388608,369098752~4194304,385875968~16777216] 2023-12-22T18:05:39.128 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~12582912,25165824~20971520,54525952~8388608,88080384~37748736,142606336~12582912,159383552~8388608,192937984~8388608,222298112~12582912,243269632~12582912,268435456~16777216,293601280~16777216,318767104~12582912,356515840~20971520,385875968~20971520] 2023-12-22T18:05:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:39 smithi039 ceph-mon[181282]: pgmap v2518: 137 pgs: 137 active+clean; 827 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 121 KiB/s rd, 26 MiB/s wr, 175 op/s 2023-12-22T18:05:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:39 smithi039 ceph-mon[181282]: osdmap e1490: 8 total, 8 up, 8 in 2023-12-22T18:05:39.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:39 smithi032 ceph-mon[191839]: pgmap v2518: 137 pgs: 137 active+clean; 827 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 121 KiB/s rd, 26 MiB/s wr, 175 op/s 2023-12-22T18:05:39.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:39 smithi032 ceph-mon[191839]: osdmap e1490: 8 total, 8 up, 8 in 2023-12-22T18:05:39.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:38 smithi032 ceph-mon[189144]: pgmap v2518: 137 pgs: 137 active+clean; 827 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 121 KiB/s rd, 26 MiB/s wr, 175 op/s 2023-12-22T18:05:39.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:38 smithi032 ceph-mon[189144]: osdmap e1490: 8 total, 8 up, 8 in 2023-12-22T18:05:40.032 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:40.032 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:40.062 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:40.062 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:40.062 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:40.078 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:40.078 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:40.078 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:40.085 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:40.085 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~25165824,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:40.085 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~25165824,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:40.091 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~327155712] 2023-12-22T18:05:40.091 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:40.091 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:40.096 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~327155712] 2023-12-22T18:05:40.096 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [0~79691776,88080384~41943040,134217728~54525952,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~20971520,369098752~33554432,406847488~8388608] 2023-12-22T18:05:40.096 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~41943040,134217728~54525952,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~20971520,369098752~33554432,406847488~8388608] 2023-12-22T18:05:40.102 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~327155712] 2023-12-22T18:05:40.102 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [0~79691776,88080384~41943040,134217728~46137344,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~41943040,343932928~8388608,356515840~46137344,406847488~8388608] 2023-12-22T18:05:40.102 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~41943040,134217728~46137344,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~41943040,343932928~8388608,356515840~46137344,406847488~8388608] 2023-12-22T18:05:40.107 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~251658240,343932928~8388608,356515840~58720256] 2023-12-22T18:05:40.108 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to HEAD diff [0~50331648,54525952~20971520,88080384~41943040,134217728~29360128,167772160~12582912,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~20971520,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:40.108 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~50331648,54525952~20971520,88080384~41943040,134217728~29360128,167772160~12582912,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~20971520,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:40.112 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~251658240,343932928~8388608,356515840~58720256] 2023-12-22T18:05:40.112 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to HEAD diff [0~50331648,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~12582912,184549376~4194304,192937984~16777216,213909504~37748736,255852544~58720256,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:40.112 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~50331648,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~12582912,184549376~4194304,192937984~16777216,213909504~37748736,255852544~58720256,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:40.116 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~50331648,54525952~25165824,88080384~251658240,343932928~8388608,356515840~58720256] 2023-12-22T18:05:40.116 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to HEAD diff [0~41943040,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~12582912,184549376~4194304,192937984~12582912,213909504~25165824,243269632~8388608,255852544~58720256,318767104~16777216,343932928~8388608,356515840~8388608,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:40.116 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~12582912,184549376~4194304,192937984~12582912,213909504~25165824,243269632~8388608,255852544~58720256,318767104~16777216,343932928~8388608,356515840~8388608,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:40.120 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~46137344,54525952~25165824,88080384~121634816,213909504~25165824,243269632~92274688,343932928~8388608,356515840~58720256] 2023-12-22T18:05:40.120 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to HEAD diff [0~41943040,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~8388608,184549376~4194304,192937984~12582912,213909504~25165824,243269632~8388608,255852544~33554432,293601280~12582912,310378496~4194304,318767104~12582912,356515840~8388608,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:40.120 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~8388608,184549376~4194304,192937984~12582912,213909504~25165824,243269632~8388608,255852544~33554432,293601280~12582912,310378496~4194304,318767104~12582912,356515840~8388608,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:40.123 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~46137344,54525952~25165824,88080384~92274688,184549376~25165824,213909504~25165824,243269632~88080384,356515840~58720256] 2023-12-22T18:05:40.123 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to HEAD diff [0~33554432,37748736~4194304,54525952~16777216,88080384~4194304,96468992~33554432,134217728~29360128,167772160~8388608,184549376~4194304,192937984~12582912,213909504~20971520,243269632~8388608,255852544~33554432,293601280~12582912,310378496~4194304,318767104~12582912,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:40.123 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~33554432,37748736~4194304,54525952~16777216,88080384~4194304,96468992~33554432,134217728~29360128,167772160~8388608,184549376~4194304,192937984~12582912,213909504~20971520,243269632~8388608,255852544~33554432,293601280~12582912,310378496~4194304,318767104~12582912,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:40.126 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~46137344,54525952~20971520,88080384~88080384,184549376~25165824,213909504~20971520,243269632~88080384,356515840~58720256] 2023-12-22T18:05:40.126 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to HEAD diff [0~20971520,25165824~8388608,37748736~4194304,54525952~20971520,88080384~4194304,96468992~33554432,142606336~20971520,167772160~8388608,184549376~4194304,192937984~12582912,213909504~20971520,243269632~8388608,255852544~8388608,268435456~20971520,293601280~12582912,318767104~12582912,356515840~8388608,369098752~33554432] 2023-12-22T18:05:40.126 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~20971520,25165824~8388608,37748736~4194304,54525952~20971520,88080384~4194304,96468992~33554432,142606336~20971520,167772160~8388608,184549376~4194304,192937984~12582912,213909504~20971520,243269632~8388608,255852544~8388608,268435456~20971520,293601280~12582912,318767104~12582912,356515840~8388608,369098752~33554432] 2023-12-22T18:05:40.128 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~46137344,54525952~20971520,88080384~46137344,142606336~33554432,184549376~25165824,213909504~20971520,243269632~20971520,268435456~41943040,318767104~12582912,356515840~50331648] 2023-12-22T18:05:40.128 INFO:tasks.workunit.client.0.smithi032.stdout:from 13 to HEAD diff [0~16777216,25165824~8388608,37748736~4194304,54525952~20971520,88080384~4194304,96468992~33554432,142606336~20971520,167772160~4194304,184549376~4194304,192937984~8388608,213909504~20971520,243269632~8388608,255852544~8388608,268435456~20971520,293601280~12582912,318767104~12582912,356515840~8388608,369098752~33554432] 2023-12-22T18:05:40.128 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,25165824~8388608,37748736~4194304,54525952~20971520,88080384~4194304,96468992~33554432,142606336~20971520,167772160~4194304,184549376~4194304,192937984~8388608,213909504~20971520,243269632~8388608,255852544~8388608,268435456~20971520,293601280~12582912,318767104~12582912,356515840~8388608,369098752~33554432] 2023-12-22T18:05:40.130 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~20971520,25165824~20971520,54525952~20971520,88080384~46137344,142606336~29360128,184549376~20971520,213909504~20971520,243269632~20971520,268435456~41943040,318767104~12582912,356515840~50331648] 2023-12-22T18:05:40.131 INFO:tasks.workunit.client.0.smithi032.stdout:from 14 to HEAD diff [0~16777216,25165824~8388608,37748736~4194304,54525952~16777216,88080384~4194304,96468992~25165824,142606336~20971520,167772160~4194304,192937984~8388608,213909504~20971520,243269632~8388608,255852544~8388608,268435456~16777216,293601280~12582912,318767104~12582912,356515840~8388608,369098752~12582912,385875968~16777216] 2023-12-22T18:05:40.131 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,25165824~8388608,37748736~4194304,54525952~16777216,88080384~4194304,96468992~25165824,142606336~20971520,167772160~4194304,192937984~8388608,213909504~20971520,243269632~8388608,255852544~8388608,268435456~16777216,293601280~12582912,318767104~12582912,356515840~8388608,369098752~12582912,385875968~16777216] 2023-12-22T18:05:40.132 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~20971520,25165824~20971520,54525952~20971520,88080384~37748736,142606336~29360128,192937984~8388608,213909504~20971520,243269632~20971520,268435456~16777216,293601280~16777216,318767104~12582912,356515840~50331648] 2023-12-22T18:05:40.132 INFO:tasks.workunit.client.0.smithi032.stdout:from 15 to HEAD diff [0~16777216,25165824~8388608,37748736~4194304,54525952~16777216,88080384~4194304,96468992~25165824,142606336~20971520,167772160~4194304,192937984~8388608,222298112~12582912,243269632~8388608,268435456~16777216,293601280~12582912,318767104~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2023-12-22T18:05:40.132 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,25165824~8388608,37748736~4194304,54525952~16777216,88080384~4194304,96468992~25165824,142606336~20971520,167772160~4194304,192937984~8388608,222298112~12582912,243269632~8388608,268435456~16777216,293601280~12582912,318767104~8388608,356515840~8388608,369098752~12582912,385875968~16777216] 2023-12-22T18:05:40.133 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~16777216,25165824~20971520,54525952~20971520,88080384~37748736,142606336~29360128,192937984~8388608,222298112~12582912,243269632~12582912,268435456~16777216,293601280~16777216,318767104~12582912,356515840~50331648] 2023-12-22T18:05:40.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:40 smithi032 ceph-mon[191839]: osdmap e1491: 8 total, 8 up, 8 in 2023-12-22T18:05:40.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:40 smithi032 ceph-mon[189144]: osdmap e1491: 8 total, 8 up, 8 in 2023-12-22T18:05:40.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:40 smithi039 ceph-mon[181282]: osdmap e1491: 8 total, 8 up, 8 in 2023-12-22T18:05:41.045 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:41.045 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:41.073 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:41.073 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:41.073 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:41.084 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:41.084 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:41.084 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:41.089 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:41.089 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~25165824,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:41.089 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~25165824,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:41.094 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~327155712] 2023-12-22T18:05:41.094 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:41.095 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:41.099 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~327155712] 2023-12-22T18:05:41.099 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [0~79691776,88080384~41943040,134217728~54525952,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~20971520,369098752~33554432,406847488~8388608] 2023-12-22T18:05:41.100 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~41943040,134217728~54525952,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~20971520,369098752~33554432,406847488~8388608] 2023-12-22T18:05:41.104 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~327155712] 2023-12-22T18:05:41.104 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [0~79691776,88080384~41943040,134217728~46137344,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~41943040,343932928~8388608,356515840~46137344,406847488~8388608] 2023-12-22T18:05:41.104 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~41943040,134217728~46137344,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~41943040,343932928~8388608,356515840~46137344,406847488~8388608] 2023-12-22T18:05:41.108 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~251658240,343932928~8388608,356515840~58720256] 2023-12-22T18:05:41.108 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to HEAD diff [0~50331648,54525952~20971520,88080384~41943040,134217728~29360128,167772160~12582912,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~20971520,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:41.109 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~50331648,54525952~20971520,88080384~41943040,134217728~29360128,167772160~12582912,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~20971520,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:41.112 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~251658240,343932928~8388608,356515840~58720256] 2023-12-22T18:05:41.112 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to HEAD diff [0~50331648,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~12582912,184549376~4194304,192937984~16777216,213909504~37748736,255852544~58720256,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:41.113 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~50331648,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~12582912,184549376~4194304,192937984~16777216,213909504~37748736,255852544~58720256,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:41.116 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~50331648,54525952~25165824,88080384~251658240,343932928~8388608,356515840~58720256] 2023-12-22T18:05:41.116 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to HEAD diff [0~41943040,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~12582912,184549376~4194304,192937984~12582912,213909504~25165824,243269632~8388608,255852544~58720256,318767104~16777216,343932928~8388608,356515840~8388608,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:41.116 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~12582912,184549376~4194304,192937984~12582912,213909504~25165824,243269632~8388608,255852544~58720256,318767104~16777216,343932928~8388608,356515840~8388608,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:41.119 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~46137344,54525952~25165824,88080384~121634816,213909504~25165824,243269632~92274688,343932928~8388608,356515840~58720256] 2023-12-22T18:05:41.119 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to HEAD diff [0~41943040,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~8388608,184549376~4194304,192937984~12582912,213909504~25165824,243269632~8388608,255852544~33554432,293601280~12582912,310378496~4194304,318767104~12582912,356515840~8388608,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:41.119 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~8388608,184549376~4194304,192937984~12582912,213909504~25165824,243269632~8388608,255852544~33554432,293601280~12582912,310378496~4194304,318767104~12582912,356515840~8388608,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:41.122 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~46137344,54525952~25165824,88080384~92274688,184549376~25165824,213909504~25165824,243269632~88080384,356515840~58720256] 2023-12-22T18:05:41.122 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to HEAD diff [0~33554432,37748736~4194304,54525952~16777216,88080384~4194304,96468992~33554432,134217728~29360128,167772160~8388608,184549376~4194304,192937984~12582912,213909504~20971520,243269632~8388608,255852544~33554432,293601280~12582912,310378496~4194304,318767104~12582912,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:41.122 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~33554432,37748736~4194304,54525952~16777216,88080384~4194304,96468992~33554432,134217728~29360128,167772160~8388608,184549376~4194304,192937984~12582912,213909504~20971520,243269632~8388608,255852544~33554432,293601280~12582912,310378496~4194304,318767104~12582912,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:41.124 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~46137344,54525952~20971520,88080384~88080384,184549376~25165824,213909504~20971520,243269632~88080384,356515840~58720256] 2023-12-22T18:05:41.124 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to HEAD diff [0~20971520,25165824~8388608,37748736~4194304,54525952~20971520,88080384~4194304,96468992~33554432,142606336~20971520,167772160~8388608,184549376~4194304,192937984~12582912,213909504~20971520,243269632~8388608,255852544~8388608,268435456~20971520,293601280~12582912,318767104~12582912,356515840~8388608,369098752~33554432] 2023-12-22T18:05:41.124 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~20971520,25165824~8388608,37748736~4194304,54525952~20971520,88080384~4194304,96468992~33554432,142606336~20971520,167772160~8388608,184549376~4194304,192937984~12582912,213909504~20971520,243269632~8388608,255852544~8388608,268435456~20971520,293601280~12582912,318767104~12582912,356515840~8388608,369098752~33554432] 2023-12-22T18:05:41.126 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~46137344,54525952~20971520,88080384~46137344,142606336~33554432,184549376~25165824,213909504~20971520,243269632~20971520,268435456~41943040,318767104~12582912,356515840~50331648] 2023-12-22T18:05:41.126 INFO:tasks.workunit.client.0.smithi032.stdout:from 13 to HEAD diff [0~16777216,25165824~8388608,37748736~4194304,54525952~20971520,88080384~4194304,96468992~33554432,142606336~20971520,167772160~4194304,184549376~4194304,192937984~8388608,213909504~20971520,243269632~8388608,255852544~8388608,268435456~20971520,293601280~12582912,318767104~12582912,356515840~8388608,369098752~33554432] 2023-12-22T18:05:41.126 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,25165824~8388608,37748736~4194304,54525952~20971520,88080384~4194304,96468992~33554432,142606336~20971520,167772160~4194304,184549376~4194304,192937984~8388608,213909504~20971520,243269632~8388608,255852544~8388608,268435456~20971520,293601280~12582912,318767104~12582912,356515840~8388608,369098752~33554432] 2023-12-22T18:05:41.128 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~20971520,25165824~20971520,54525952~20971520,88080384~46137344,142606336~29360128,184549376~20971520,213909504~20971520,243269632~20971520,268435456~41943040,318767104~12582912,356515840~50331648] 2023-12-22T18:05:41.128 INFO:tasks.workunit.client.0.smithi032.stdout:from 14 to HEAD diff [0~16777216,25165824~8388608,37748736~4194304,54525952~16777216,88080384~4194304,96468992~25165824,142606336~20971520,167772160~4194304,192937984~8388608,213909504~20971520,243269632~8388608,255852544~8388608,268435456~16777216,293601280~12582912,318767104~12582912,356515840~8388608,369098752~12582912,385875968~16777216] 2023-12-22T18:05:41.128 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,25165824~8388608,37748736~4194304,54525952~16777216,88080384~4194304,96468992~25165824,142606336~20971520,167772160~4194304,192937984~8388608,213909504~20971520,243269632~8388608,255852544~8388608,268435456~16777216,293601280~12582912,318767104~12582912,356515840~8388608,369098752~12582912,385875968~16777216] 2023-12-22T18:05:41.128 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~20971520,25165824~20971520,54525952~20971520,88080384~37748736,142606336~29360128,192937984~8388608,213909504~20971520,243269632~20971520,268435456~16777216,293601280~16777216,318767104~12582912,356515840~50331648] 2023-12-22T18:05:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:05:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:05:40] "GET /metrics HTTP/1.1" 200 36507 "" "Prometheus/2.43.0" 2023-12-22T18:05:41.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:41 smithi032 ceph-mon[191839]: pgmap v2521: 137 pgs: 137 active+clean; 890 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 496 KiB/s rd, 21 MiB/s wr, 875 op/s 2023-12-22T18:05:41.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:41 smithi032 ceph-mon[191839]: osdmap e1492: 8 total, 8 up, 8 in 2023-12-22T18:05:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:41 smithi032 ceph-mon[189144]: pgmap v2521: 137 pgs: 137 active+clean; 890 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 496 KiB/s rd, 21 MiB/s wr, 875 op/s 2023-12-22T18:05:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:41 smithi032 ceph-mon[189144]: osdmap e1492: 8 total, 8 up, 8 in 2023-12-22T18:05:41.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:41 smithi039 ceph-mon[181282]: pgmap v2521: 137 pgs: 137 active+clean; 890 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 496 KiB/s rd, 21 MiB/s wr, 875 op/s 2023-12-22T18:05:41.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:41 smithi039 ceph-mon[181282]: osdmap e1492: 8 total, 8 up, 8 in 2023-12-22T18:05:42.043 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:42.043 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:42.082 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:42.082 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:42.082 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:42.094 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:42.094 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:42.095 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:42.100 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:42.100 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~25165824,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:42.100 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~25165824,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:42.105 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~327155712] 2023-12-22T18:05:42.106 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:42.106 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:42.111 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~327155712] 2023-12-22T18:05:42.111 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [0~79691776,88080384~41943040,134217728~54525952,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~20971520,369098752~33554432,406847488~8388608] 2023-12-22T18:05:42.111 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~41943040,134217728~54525952,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~20971520,369098752~33554432,406847488~8388608] 2023-12-22T18:05:42.115 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~327155712] 2023-12-22T18:05:42.115 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [0~79691776,88080384~41943040,134217728~46137344,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~41943040,343932928~8388608,356515840~46137344,406847488~8388608] 2023-12-22T18:05:42.115 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~41943040,134217728~46137344,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~41943040,343932928~8388608,356515840~46137344,406847488~8388608] 2023-12-22T18:05:42.119 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~251658240,343932928~8388608,356515840~58720256] 2023-12-22T18:05:42.120 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to HEAD diff [0~50331648,54525952~20971520,88080384~41943040,134217728~29360128,167772160~12582912,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~20971520,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:42.120 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~50331648,54525952~20971520,88080384~41943040,134217728~29360128,167772160~12582912,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~20971520,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:42.122 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~251658240,343932928~8388608,356515840~58720256] 2023-12-22T18:05:42.123 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to HEAD diff [0~50331648,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~12582912,184549376~4194304,192937984~16777216,213909504~37748736,255852544~58720256,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:42.123 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~50331648,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~12582912,184549376~4194304,192937984~16777216,213909504~37748736,255852544~58720256,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:42.126 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~50331648,54525952~25165824,88080384~251658240,343932928~8388608,356515840~58720256] 2023-12-22T18:05:42.126 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to HEAD diff [0~41943040,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~12582912,184549376~4194304,192937984~12582912,213909504~25165824,243269632~8388608,255852544~58720256,318767104~16777216,343932928~8388608,356515840~8388608,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:42.126 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~12582912,184549376~4194304,192937984~12582912,213909504~25165824,243269632~8388608,255852544~58720256,318767104~16777216,343932928~8388608,356515840~8388608,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:42.129 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~46137344,54525952~25165824,88080384~121634816,213909504~25165824,243269632~92274688,343932928~8388608,356515840~58720256] 2023-12-22T18:05:42.129 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to HEAD diff [0~41943040,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~8388608,184549376~4194304,192937984~12582912,213909504~25165824,243269632~8388608,255852544~33554432,293601280~12582912,310378496~4194304,318767104~12582912,356515840~8388608,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:42.129 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~8388608,184549376~4194304,192937984~12582912,213909504~25165824,243269632~8388608,255852544~33554432,293601280~12582912,310378496~4194304,318767104~12582912,356515840~8388608,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:42.131 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~46137344,54525952~25165824,88080384~92274688,184549376~25165824,213909504~25165824,243269632~88080384,356515840~58720256] 2023-12-22T18:05:42.131 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to HEAD diff [0~33554432,37748736~4194304,54525952~16777216,88080384~4194304,96468992~33554432,134217728~29360128,167772160~8388608,184549376~4194304,192937984~12582912,213909504~20971520,243269632~8388608,255852544~33554432,293601280~12582912,310378496~4194304,318767104~12582912,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:42.132 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~33554432,37748736~4194304,54525952~16777216,88080384~4194304,96468992~33554432,134217728~29360128,167772160~8388608,184549376~4194304,192937984~12582912,213909504~20971520,243269632~8388608,255852544~33554432,293601280~12582912,310378496~4194304,318767104~12582912,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:42.133 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~46137344,54525952~20971520,88080384~88080384,184549376~25165824,213909504~20971520,243269632~88080384,356515840~58720256] 2023-12-22T18:05:42.134 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to HEAD diff [0~20971520,25165824~8388608,37748736~4194304,54525952~20971520,88080384~4194304,96468992~33554432,142606336~20971520,167772160~8388608,184549376~4194304,192937984~12582912,213909504~20971520,243269632~8388608,255852544~8388608,268435456~20971520,293601280~12582912,318767104~12582912,356515840~8388608,369098752~33554432] 2023-12-22T18:05:42.134 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~20971520,25165824~8388608,37748736~4194304,54525952~20971520,88080384~4194304,96468992~33554432,142606336~20971520,167772160~8388608,184549376~4194304,192937984~12582912,213909504~20971520,243269632~8388608,255852544~8388608,268435456~20971520,293601280~12582912,318767104~12582912,356515840~8388608,369098752~33554432] 2023-12-22T18:05:42.135 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~46137344,54525952~20971520,88080384~46137344,142606336~33554432,184549376~25165824,213909504~20971520,243269632~20971520,268435456~41943040,318767104~12582912,356515840~50331648] 2023-12-22T18:05:42.135 INFO:tasks.workunit.client.0.smithi032.stdout:from 13 to HEAD diff [0~16777216,25165824~8388608,37748736~4194304,54525952~20971520,88080384~4194304,96468992~33554432,142606336~20971520,167772160~4194304,184549376~4194304,192937984~8388608,213909504~20971520,243269632~8388608,255852544~8388608,268435456~20971520,293601280~12582912,318767104~12582912,356515840~8388608,369098752~33554432] 2023-12-22T18:05:42.135 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~16777216,25165824~8388608,37748736~4194304,54525952~20971520,88080384~4194304,96468992~33554432,142606336~20971520,167772160~4194304,184549376~4194304,192937984~8388608,213909504~20971520,243269632~8388608,255852544~8388608,268435456~20971520,293601280~12582912,318767104~12582912,356515840~8388608,369098752~33554432] 2023-12-22T18:05:42.136 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~20971520,25165824~20971520,54525952~20971520,88080384~46137344,142606336~29360128,184549376~20971520,213909504~20971520,243269632~20971520,268435456~41943040,318767104~12582912,356515840~50331648] 2023-12-22T18:05:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:42 smithi032 ceph-mon[191839]: osdmap e1493: 8 total, 8 up, 8 in 2023-12-22T18:05:42.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:42 smithi032 ceph-mon[189144]: osdmap e1493: 8 total, 8 up, 8 in 2023-12-22T18:05:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:42 smithi039 ceph-mon[181282]: osdmap e1493: 8 total, 8 up, 8 in 2023-12-22T18:05:43.053 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:43.054 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:43.080 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:43.080 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:43.080 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:43.097 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:43.097 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:43.097 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:43.102 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:43.102 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~25165824,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:43.102 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~25165824,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:43.107 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~327155712] 2023-12-22T18:05:43.107 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:43.107 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:43.111 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~327155712] 2023-12-22T18:05:43.112 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [0~79691776,88080384~41943040,134217728~54525952,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~20971520,369098752~33554432,406847488~8388608] 2023-12-22T18:05:43.112 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~41943040,134217728~54525952,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~20971520,369098752~33554432,406847488~8388608] 2023-12-22T18:05:43.116 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~327155712] 2023-12-22T18:05:43.116 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [0~79691776,88080384~41943040,134217728~46137344,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~41943040,343932928~8388608,356515840~46137344,406847488~8388608] 2023-12-22T18:05:43.116 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~41943040,134217728~46137344,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~41943040,343932928~8388608,356515840~46137344,406847488~8388608] 2023-12-22T18:05:43.119 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~251658240,343932928~8388608,356515840~58720256] 2023-12-22T18:05:43.119 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to HEAD diff [0~50331648,54525952~20971520,88080384~41943040,134217728~29360128,167772160~12582912,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~20971520,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:43.120 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~50331648,54525952~20971520,88080384~41943040,134217728~29360128,167772160~12582912,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~20971520,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:43.123 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~251658240,343932928~8388608,356515840~58720256] 2023-12-22T18:05:43.123 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to HEAD diff [0~50331648,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~12582912,184549376~4194304,192937984~16777216,213909504~37748736,255852544~58720256,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:43.123 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~50331648,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~12582912,184549376~4194304,192937984~16777216,213909504~37748736,255852544~58720256,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:43.125 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~50331648,54525952~25165824,88080384~251658240,343932928~8388608,356515840~58720256] 2023-12-22T18:05:43.125 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to HEAD diff [0~41943040,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~12582912,184549376~4194304,192937984~12582912,213909504~25165824,243269632~8388608,255852544~58720256,318767104~16777216,343932928~8388608,356515840~8388608,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:43.125 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~12582912,184549376~4194304,192937984~12582912,213909504~25165824,243269632~8388608,255852544~58720256,318767104~16777216,343932928~8388608,356515840~8388608,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:43.128 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~46137344,54525952~25165824,88080384~121634816,213909504~25165824,243269632~92274688,343932928~8388608,356515840~58720256] 2023-12-22T18:05:43.128 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to HEAD diff [0~41943040,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~8388608,184549376~4194304,192937984~12582912,213909504~25165824,243269632~8388608,255852544~33554432,293601280~12582912,310378496~4194304,318767104~12582912,356515840~8388608,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:43.128 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~8388608,184549376~4194304,192937984~12582912,213909504~25165824,243269632~8388608,255852544~33554432,293601280~12582912,310378496~4194304,318767104~12582912,356515840~8388608,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:43.130 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~46137344,54525952~25165824,88080384~92274688,184549376~25165824,213909504~25165824,243269632~88080384,356515840~58720256] 2023-12-22T18:05:43.130 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to HEAD diff [0~33554432,37748736~4194304,54525952~16777216,88080384~4194304,96468992~33554432,134217728~29360128,167772160~8388608,184549376~4194304,192937984~12582912,213909504~20971520,243269632~8388608,255852544~33554432,293601280~12582912,310378496~4194304,318767104~12582912,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:43.130 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~33554432,37748736~4194304,54525952~16777216,88080384~4194304,96468992~33554432,134217728~29360128,167772160~8388608,184549376~4194304,192937984~12582912,213909504~20971520,243269632~8388608,255852544~33554432,293601280~12582912,310378496~4194304,318767104~12582912,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:43.131 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~46137344,54525952~20971520,88080384~88080384,184549376~25165824,213909504~20971520,243269632~88080384,356515840~58720256] 2023-12-22T18:05:43.131 INFO:tasks.workunit.client.0.smithi032.stdout:from 12 to HEAD diff [0~20971520,25165824~8388608,37748736~4194304,54525952~20971520,88080384~4194304,96468992~33554432,142606336~20971520,167772160~8388608,184549376~4194304,192937984~12582912,213909504~20971520,243269632~8388608,255852544~8388608,268435456~20971520,293601280~12582912,318767104~12582912,356515840~8388608,369098752~33554432] 2023-12-22T18:05:43.131 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~20971520,25165824~8388608,37748736~4194304,54525952~20971520,88080384~4194304,96468992~33554432,142606336~20971520,167772160~8388608,184549376~4194304,192937984~12582912,213909504~20971520,243269632~8388608,255852544~8388608,268435456~20971520,293601280~12582912,318767104~12582912,356515840~8388608,369098752~33554432] 2023-12-22T18:05:43.132 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~46137344,54525952~20971520,88080384~46137344,142606336~33554432,184549376~25165824,213909504~20971520,243269632~20971520,268435456~41943040,318767104~12582912,356515840~50331648] 2023-12-22T18:05:43.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:43 smithi032 ceph-mon[189144]: pgmap v2524: 137 pgs: 137 active+clean; 913 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 744 KiB/s rd, 24 MiB/s wr, 1.37k op/s 2023-12-22T18:05:43.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:43 smithi032 ceph-mon[189144]: osdmap e1494: 8 total, 8 up, 8 in 2023-12-22T18:05:43.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:43 smithi032 ceph-mon[191839]: pgmap v2524: 137 pgs: 137 active+clean; 913 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 744 KiB/s rd, 24 MiB/s wr, 1.37k op/s 2023-12-22T18:05:43.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:43 smithi032 ceph-mon[191839]: osdmap e1494: 8 total, 8 up, 8 in 2023-12-22T18:05:43.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:43 smithi039 ceph-mon[181282]: pgmap v2524: 137 pgs: 137 active+clean; 913 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 744 KiB/s rd, 24 MiB/s wr, 1.37k op/s 2023-12-22T18:05:43.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:43 smithi039 ceph-mon[181282]: osdmap e1494: 8 total, 8 up, 8 in 2023-12-22T18:05:43.631 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:05:43.953 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:05:43.953 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (45m) 83s ago 50m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:05:43.953 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (45m) 9m ago 50m 93.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:05:43.953 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (51m) 83s ago 51m 24.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:05:43.953 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (51m) 9m ago 51m 27.7M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:05:43.953 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (45m) 9m ago 53m 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:05:43.953 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (45m) 83s ago 54m 582M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:05:43.953 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (44m) 83s ago 55m 377M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:05:43.954 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (44m) 9m ago 53m 166M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:05:43.954 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (44m) 83s ago 53m 218M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:05:43.954 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (45m) 83s ago 49m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:05:43.954 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (45m) 9m ago 49m 18.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:05:43.954 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (43m) 83s ago 53m 2692M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:05:43.954 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (43m) 83s ago 53m 3111M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:05:43.954 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (42m) 83s ago 52m 2828M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:05:43.954 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (42m) 83s ago 52m 2500M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:05:43.954 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (41m) 9m ago 52m 1896M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:05:43.954 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (41m) 9m ago 51m 1655M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:05:43.955 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (40m) 9m ago 51m 1107M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:05:43.955 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (40m) 9m ago 51m 1550M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:05:43.955 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (45m) 9m ago 50m 81.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:05:44.072 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:44.072 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:44.102 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:44.102 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:44.103 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:44.114 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:44.114 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:44.114 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:44.119 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:44.119 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~25165824,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:44.119 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~25165824,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:44.123 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~327155712] 2023-12-22T18:05:44.124 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:44.124 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:44.128 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~327155712] 2023-12-22T18:05:44.128 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [0~79691776,88080384~41943040,134217728~54525952,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~20971520,369098752~33554432,406847488~8388608] 2023-12-22T18:05:44.128 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~41943040,134217728~54525952,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~20971520,369098752~33554432,406847488~8388608] 2023-12-22T18:05:44.131 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~327155712] 2023-12-22T18:05:44.131 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [0~79691776,88080384~41943040,134217728~46137344,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~41943040,343932928~8388608,356515840~46137344,406847488~8388608] 2023-12-22T18:05:44.131 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~41943040,134217728~46137344,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~41943040,343932928~8388608,356515840~46137344,406847488~8388608] 2023-12-22T18:05:44.134 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~251658240,343932928~8388608,356515840~58720256] 2023-12-22T18:05:44.134 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to HEAD diff [0~50331648,54525952~20971520,88080384~41943040,134217728~29360128,167772160~12582912,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~20971520,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:44.134 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~50331648,54525952~20971520,88080384~41943040,134217728~29360128,167772160~12582912,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~20971520,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:44.137 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~251658240,343932928~8388608,356515840~58720256] 2023-12-22T18:05:44.137 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to HEAD diff [0~50331648,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~12582912,184549376~4194304,192937984~16777216,213909504~37748736,255852544~58720256,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:44.137 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~50331648,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~12582912,184549376~4194304,192937984~16777216,213909504~37748736,255852544~58720256,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:44.139 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~50331648,54525952~25165824,88080384~251658240,343932928~8388608,356515840~58720256] 2023-12-22T18:05:44.139 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to HEAD diff [0~41943040,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~12582912,184549376~4194304,192937984~12582912,213909504~25165824,243269632~8388608,255852544~58720256,318767104~16777216,343932928~8388608,356515840~8388608,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:44.139 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~12582912,184549376~4194304,192937984~12582912,213909504~25165824,243269632~8388608,255852544~58720256,318767104~16777216,343932928~8388608,356515840~8388608,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:44.141 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~46137344,54525952~25165824,88080384~121634816,213909504~25165824,243269632~92274688,343932928~8388608,356515840~58720256] 2023-12-22T18:05:44.141 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to HEAD diff [0~41943040,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~8388608,184549376~4194304,192937984~12582912,213909504~25165824,243269632~8388608,255852544~33554432,293601280~12582912,310378496~4194304,318767104~12582912,356515840~8388608,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:44.141 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~8388608,184549376~4194304,192937984~12582912,213909504~25165824,243269632~8388608,255852544~33554432,293601280~12582912,310378496~4194304,318767104~12582912,356515840~8388608,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:44.142 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~46137344,54525952~25165824,88080384~92274688,184549376~25165824,213909504~25165824,243269632~88080384,356515840~58720256] 2023-12-22T18:05:44.143 INFO:tasks.workunit.client.0.smithi032.stdout:from 11 to HEAD diff [0~33554432,37748736~4194304,54525952~16777216,88080384~4194304,96468992~33554432,134217728~29360128,167772160~8388608,184549376~4194304,192937984~12582912,213909504~20971520,243269632~8388608,255852544~33554432,293601280~12582912,310378496~4194304,318767104~12582912,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:44.143 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~33554432,37748736~4194304,54525952~16777216,88080384~4194304,96468992~33554432,134217728~29360128,167772160~8388608,184549376~4194304,192937984~12582912,213909504~20971520,243269632~8388608,255852544~33554432,293601280~12582912,310378496~4194304,318767104~12582912,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:44.143 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~46137344,54525952~20971520,88080384~88080384,184549376~25165824,213909504~20971520,243269632~88080384,356515840~58720256] 2023-12-22T18:05:44.394 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:05:44.395 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:05:44.395 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:05:44.395 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:05:44.395 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:05:44.395 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:05:44.395 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:05:44.395 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:05:44.395 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:05:44.395 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:05:44.395 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:05:44.395 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:05:44.395 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:05:44.395 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:05:44.396 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:05:44.396 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:05:44.396 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:05:44.396 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:05:44.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:44 smithi032 ceph-mon[191839]: osdmap e1495: 8 total, 8 up, 8 in 2023-12-22T18:05:44.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:44 smithi032 ceph-mon[191839]: from='client.37020 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:05:44.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:44 smithi032 ceph-mon[189144]: osdmap e1495: 8 total, 8 up, 8 in 2023-12-22T18:05:44.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:44 smithi032 ceph-mon[189144]: from='client.37020 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:05:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:44 smithi039 ceph-mon[181282]: osdmap e1495: 8 total, 8 up, 8 in 2023-12-22T18:05:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:44 smithi039 ceph-mon[181282]: from='client.37020 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:05:45.081 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:45.081 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:45.113 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:45.113 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:45.113 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:45.122 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:45.123 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:45.123 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:45.130 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:45.130 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~25165824,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:45.130 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~25165824,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:45.134 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~327155712] 2023-12-22T18:05:45.134 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:45.134 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:45.138 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~327155712] 2023-12-22T18:05:45.138 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [0~79691776,88080384~41943040,134217728~54525952,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~20971520,369098752~33554432,406847488~8388608] 2023-12-22T18:05:45.138 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~41943040,134217728~54525952,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~20971520,369098752~33554432,406847488~8388608] 2023-12-22T18:05:45.141 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~327155712] 2023-12-22T18:05:45.141 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [0~79691776,88080384~41943040,134217728~46137344,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~41943040,343932928~8388608,356515840~46137344,406847488~8388608] 2023-12-22T18:05:45.141 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~41943040,134217728~46137344,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~41943040,343932928~8388608,356515840~46137344,406847488~8388608] 2023-12-22T18:05:45.144 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~251658240,343932928~8388608,356515840~58720256] 2023-12-22T18:05:45.144 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to HEAD diff [0~50331648,54525952~20971520,88080384~41943040,134217728~29360128,167772160~12582912,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~20971520,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:45.144 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~50331648,54525952~20971520,88080384~41943040,134217728~29360128,167772160~12582912,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~20971520,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:45.146 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~251658240,343932928~8388608,356515840~58720256] 2023-12-22T18:05:45.146 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to HEAD diff [0~50331648,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~12582912,184549376~4194304,192937984~16777216,213909504~37748736,255852544~58720256,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:45.146 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~50331648,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~12582912,184549376~4194304,192937984~16777216,213909504~37748736,255852544~58720256,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:45.148 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~50331648,54525952~25165824,88080384~251658240,343932928~8388608,356515840~58720256] 2023-12-22T18:05:45.148 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to HEAD diff [0~41943040,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~12582912,184549376~4194304,192937984~12582912,213909504~25165824,243269632~8388608,255852544~58720256,318767104~16777216,343932928~8388608,356515840~8388608,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:45.148 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~12582912,184549376~4194304,192937984~12582912,213909504~25165824,243269632~8388608,255852544~58720256,318767104~16777216,343932928~8388608,356515840~8388608,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:45.150 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~46137344,54525952~25165824,88080384~121634816,213909504~25165824,243269632~92274688,343932928~8388608,356515840~58720256] 2023-12-22T18:05:45.150 INFO:tasks.workunit.client.0.smithi032.stdout:from 10 to HEAD diff [0~41943040,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~8388608,184549376~4194304,192937984~12582912,213909504~25165824,243269632~8388608,255852544~33554432,293601280~12582912,310378496~4194304,318767104~12582912,356515840~8388608,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:45.150 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~8388608,184549376~4194304,192937984~12582912,213909504~25165824,243269632~8388608,255852544~33554432,293601280~12582912,310378496~4194304,318767104~12582912,356515840~8388608,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:45.150 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~46137344,54525952~25165824,88080384~92274688,184549376~25165824,213909504~25165824,243269632~88080384,356515840~58720256] 2023-12-22T18:05:45.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:45 smithi032 ceph-mon[191839]: pgmap v2527: 137 pgs: 4 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 129 active+clean; 891 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 325 KiB/s rd, 8.0 MiB/s wr, 654 op/s 2023-12-22T18:05:45.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:45 smithi032 ceph-mon[191839]: from='client.46946 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:05:45.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:45 smithi032 ceph-mon[191839]: osdmap e1496: 8 total, 8 up, 8 in 2023-12-22T18:05:45.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:45 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3074919633' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:05:45.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:45 smithi032 ceph-mon[189144]: pgmap v2527: 137 pgs: 4 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 129 active+clean; 891 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 325 KiB/s rd, 8.0 MiB/s wr, 654 op/s 2023-12-22T18:05:45.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:45 smithi032 ceph-mon[189144]: from='client.46946 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:05:45.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:45 smithi032 ceph-mon[189144]: osdmap e1496: 8 total, 8 up, 8 in 2023-12-22T18:05:45.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:45 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3074919633' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:05:45.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:45 smithi039 ceph-mon[181282]: pgmap v2527: 137 pgs: 4 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 129 active+clean; 891 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 325 KiB/s rd, 8.0 MiB/s wr, 654 op/s 2023-12-22T18:05:45.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:45 smithi039 ceph-mon[181282]: from='client.46946 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:05:45.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:45 smithi039 ceph-mon[181282]: osdmap e1496: 8 total, 8 up, 8 in 2023-12-22T18:05:45.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:45 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3074919633' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:05:46.081 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:46.081 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:46.119 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:46.119 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:46.119 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:46.133 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:46.133 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:46.133 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:46.137 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:46.137 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~25165824,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:46.138 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~25165824,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:46.141 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~327155712] 2023-12-22T18:05:46.141 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:46.141 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:46.145 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~327155712] 2023-12-22T18:05:46.145 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [0~79691776,88080384~41943040,134217728~54525952,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~20971520,369098752~33554432,406847488~8388608] 2023-12-22T18:05:46.145 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~41943040,134217728~54525952,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~20971520,369098752~33554432,406847488~8388608] 2023-12-22T18:05:46.147 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~327155712] 2023-12-22T18:05:46.148 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [0~79691776,88080384~41943040,134217728~46137344,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~41943040,343932928~8388608,356515840~46137344,406847488~8388608] 2023-12-22T18:05:46.148 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~41943040,134217728~46137344,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~41943040,343932928~8388608,356515840~46137344,406847488~8388608] 2023-12-22T18:05:46.150 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~251658240,343932928~8388608,356515840~58720256] 2023-12-22T18:05:46.150 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to HEAD diff [0~50331648,54525952~20971520,88080384~41943040,134217728~29360128,167772160~12582912,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~20971520,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:46.150 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~50331648,54525952~20971520,88080384~41943040,134217728~29360128,167772160~12582912,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~20971520,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:46.152 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~251658240,343932928~8388608,356515840~58720256] 2023-12-22T18:05:46.152 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to HEAD diff [0~50331648,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~12582912,184549376~4194304,192937984~16777216,213909504~37748736,255852544~58720256,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:46.152 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~50331648,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~12582912,184549376~4194304,192937984~16777216,213909504~37748736,255852544~58720256,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:46.154 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~50331648,54525952~25165824,88080384~251658240,343932928~8388608,356515840~58720256] 2023-12-22T18:05:46.154 INFO:tasks.workunit.client.0.smithi032.stdout:from 9 to HEAD diff [0~41943040,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~12582912,184549376~4194304,192937984~12582912,213909504~25165824,243269632~8388608,255852544~58720256,318767104~16777216,343932928~8388608,356515840~8388608,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:46.154 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~41943040,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~12582912,184549376~4194304,192937984~12582912,213909504~25165824,243269632~8388608,255852544~58720256,318767104~16777216,343932928~8388608,356515840~8388608,369098752~20971520,394264576~8388608,406847488~8388608] 2023-12-22T18:05:46.155 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~46137344,54525952~25165824,88080384~121634816,213909504~25165824,243269632~92274688,343932928~8388608,356515840~58720256] 2023-12-22T18:05:46.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:46 smithi032 ceph-mon[191839]: osdmap e1497: 8 total, 8 up, 8 in 2023-12-22T18:05:46.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:46 smithi032 ceph-mon[189144]: osdmap e1497: 8 total, 8 up, 8 in 2023-12-22T18:05:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:46 smithi039 ceph-mon[181282]: osdmap e1497: 8 total, 8 up, 8 in 2023-12-22T18:05:46.826 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:46.826 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:46.868 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:46.868 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:46.868 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:46.876 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:46.877 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:46.877 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:46.880 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:46.880 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~25165824,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:46.881 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~25165824,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:46.883 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~327155712] 2023-12-22T18:05:46.884 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:46.884 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:46.886 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~327155712] 2023-12-22T18:05:46.887 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [0~79691776,88080384~41943040,134217728~54525952,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~20971520,369098752~33554432,406847488~8388608] 2023-12-22T18:05:46.887 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~41943040,134217728~54525952,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~20971520,369098752~33554432,406847488~8388608] 2023-12-22T18:05:46.889 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~327155712] 2023-12-22T18:05:46.889 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [0~79691776,88080384~41943040,134217728~46137344,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~41943040,343932928~8388608,356515840~46137344,406847488~8388608] 2023-12-22T18:05:46.889 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~41943040,134217728~46137344,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~41943040,343932928~8388608,356515840~46137344,406847488~8388608] 2023-12-22T18:05:46.891 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~251658240,343932928~8388608,356515840~58720256] 2023-12-22T18:05:46.891 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to HEAD diff [0~50331648,54525952~20971520,88080384~41943040,134217728~29360128,167772160~12582912,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~20971520,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:46.891 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~50331648,54525952~20971520,88080384~41943040,134217728~29360128,167772160~12582912,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~20971520,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:46.893 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~251658240,343932928~8388608,356515840~58720256] 2023-12-22T18:05:46.893 INFO:tasks.workunit.client.0.smithi032.stdout:from 8 to HEAD diff [0~50331648,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~12582912,184549376~4194304,192937984~16777216,213909504~37748736,255852544~58720256,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:46.893 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~50331648,54525952~20971520,88080384~4194304,96468992~33554432,134217728~29360128,167772160~12582912,184549376~4194304,192937984~16777216,213909504~37748736,255852544~58720256,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:46.894 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~50331648,54525952~25165824,88080384~251658240,343932928~8388608,356515840~58720256] 2023-12-22T18:05:47.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:47 smithi032 ceph-mon[191839]: pgmap v2530: 137 pgs: 4 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 129 active+clean; 856 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 274 KiB/s rd, 6.2 KiB/s wr, 467 op/s 2023-12-22T18:05:47.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:47 smithi032 ceph-mon[191839]: osdmap e1498: 8 total, 8 up, 8 in 2023-12-22T18:05:47.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:47 smithi032 ceph-mon[191839]: osdmap e1499: 8 total, 8 up, 8 in 2023-12-22T18:05:47.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:47 smithi032 ceph-mon[189144]: pgmap v2530: 137 pgs: 4 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 129 active+clean; 856 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 274 KiB/s rd, 6.2 KiB/s wr, 467 op/s 2023-12-22T18:05:47.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:47 smithi032 ceph-mon[189144]: osdmap e1498: 8 total, 8 up, 8 in 2023-12-22T18:05:47.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:47 smithi032 ceph-mon[189144]: osdmap e1499: 8 total, 8 up, 8 in 2023-12-22T18:05:47.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:47 smithi039 ceph-mon[181282]: pgmap v2530: 137 pgs: 4 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 129 active+clean; 856 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 274 KiB/s rd, 6.2 KiB/s wr, 467 op/s 2023-12-22T18:05:47.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:47 smithi039 ceph-mon[181282]: osdmap e1498: 8 total, 8 up, 8 in 2023-12-22T18:05:47.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:47 smithi039 ceph-mon[181282]: osdmap e1499: 8 total, 8 up, 8 in 2023-12-22T18:05:47.843 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:47.843 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:47.862 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:47.862 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:47.862 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:47.873 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:47.873 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:47.873 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:47.883 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:47.883 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~25165824,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:47.883 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~25165824,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:47.887 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~327155712] 2023-12-22T18:05:47.887 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:47.887 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:47.892 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~327155712] 2023-12-22T18:05:47.892 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [0~79691776,88080384~41943040,134217728~54525952,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~20971520,369098752~33554432,406847488~8388608] 2023-12-22T18:05:47.892 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~41943040,134217728~54525952,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~20971520,369098752~33554432,406847488~8388608] 2023-12-22T18:05:47.894 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~327155712] 2023-12-22T18:05:47.894 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [0~79691776,88080384~41943040,134217728~46137344,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~41943040,343932928~8388608,356515840~46137344,406847488~8388608] 2023-12-22T18:05:47.895 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~41943040,134217728~46137344,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~41943040,343932928~8388608,356515840~46137344,406847488~8388608] 2023-12-22T18:05:47.896 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~251658240,343932928~8388608,356515840~58720256] 2023-12-22T18:05:47.896 INFO:tasks.workunit.client.0.smithi032.stdout:from 7 to HEAD diff [0~50331648,54525952~20971520,88080384~41943040,134217728~29360128,167772160~12582912,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~20971520,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:47.896 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~50331648,54525952~20971520,88080384~41943040,134217728~29360128,167772160~12582912,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~20971520,318767104~16777216,343932928~8388608,356515840~8388608,369098752~33554432,406847488~8388608] 2023-12-22T18:05:47.897 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~251658240,343932928~8388608,356515840~58720256] 2023-12-22T18:05:48.841 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:48.841 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:48.887 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:48.887 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:48.888 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:48.894 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:48.894 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:48.894 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:48.899 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:48.899 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~25165824,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:48.899 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~25165824,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:48.901 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~327155712] 2023-12-22T18:05:48.901 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:48.901 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:48.903 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~327155712] 2023-12-22T18:05:48.903 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [0~79691776,88080384~41943040,134217728~54525952,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~20971520,369098752~33554432,406847488~8388608] 2023-12-22T18:05:48.903 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~41943040,134217728~54525952,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~20971520,369098752~33554432,406847488~8388608] 2023-12-22T18:05:48.905 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~327155712] 2023-12-22T18:05:48.905 INFO:tasks.workunit.client.0.smithi032.stdout:from 6 to HEAD diff [0~79691776,88080384~41943040,134217728~46137344,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~41943040,343932928~8388608,356515840~46137344,406847488~8388608] 2023-12-22T18:05:48.906 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~41943040,134217728~46137344,184549376~4194304,192937984~16777216,213909504~37748736,255852544~33554432,293601280~41943040,343932928~8388608,356515840~46137344,406847488~8388608] 2023-12-22T18:05:48.906 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~251658240,343932928~8388608,356515840~58720256] 2023-12-22T18:05:49.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:48 smithi032 ceph-mon[191839]: osdmap e1500: 8 total, 8 up, 8 in 2023-12-22T18:05:49.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:48 smithi032 ceph-mon[191839]: pgmap v2534: 137 pgs: 4 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 129 active+clean; 848 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 232 KiB/s rd, 5.1 KiB/s wr, 383 op/s 2023-12-22T18:05:49.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:48 smithi032 ceph-mon[189144]: osdmap e1500: 8 total, 8 up, 8 in 2023-12-22T18:05:49.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:48 smithi032 ceph-mon[189144]: pgmap v2534: 137 pgs: 4 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 129 active+clean; 848 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 232 KiB/s rd, 5.1 KiB/s wr, 383 op/s 2023-12-22T18:05:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:48 smithi039 ceph-mon[181282]: osdmap e1500: 8 total, 8 up, 8 in 2023-12-22T18:05:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:48 smithi039 ceph-mon[181282]: pgmap v2534: 137 pgs: 4 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 129 active+clean; 848 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 232 KiB/s rd, 5.1 KiB/s wr, 383 op/s 2023-12-22T18:05:49.843 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:49.843 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:49.881 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:49.881 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:49.882 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:49.891 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:49.891 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:49.891 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:49.896 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:49.896 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~25165824,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:49.896 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~25165824,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:49.900 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~327155712] 2023-12-22T18:05:49.900 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:49.900 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:49.902 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~327155712] 2023-12-22T18:05:49.902 INFO:tasks.workunit.client.0.smithi032.stdout:from 5 to HEAD diff [0~79691776,88080384~41943040,134217728~54525952,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~20971520,369098752~33554432,406847488~8388608] 2023-12-22T18:05:49.902 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~41943040,134217728~54525952,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~20971520,369098752~33554432,406847488~8388608] 2023-12-22T18:05:49.903 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~327155712] 2023-12-22T18:05:50.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:49 smithi032 ceph-mon[191839]: osdmap e1501: 8 total, 8 up, 8 in 2023-12-22T18:05:50.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:05:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:49 smithi032 ceph-mon[189144]: osdmap e1501: 8 total, 8 up, 8 in 2023-12-22T18:05:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:05:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:49 smithi039 ceph-mon[181282]: osdmap e1501: 8 total, 8 up, 8 in 2023-12-22T18:05:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:05:50.863 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:50.864 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:50.874 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:50.874 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:50.875 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:50.879 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:50.879 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:50.879 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:50.887 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:50.887 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~25165824,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:50.887 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~25165824,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:50.897 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~327155712] 2023-12-22T18:05:50.897 INFO:tasks.workunit.client.0.smithi032.stdout:from 4 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:50.897 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~37748736,255852544~33554432,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:50.902 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~79691776,88080384~327155712] 2023-12-22T18:05:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:50 smithi032 ceph-mon[189144]: osdmap e1502: 8 total, 8 up, 8 in 2023-12-22T18:05:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:50 smithi032 ceph-mon[189144]: pgmap v2537: 137 pgs: 137 active+clean; 770 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 166 KiB/s rd, 6.7 KiB/s wr, 270 op/s 2023-12-22T18:05:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:50 smithi032 ceph-mon[191839]: osdmap e1502: 8 total, 8 up, 8 in 2023-12-22T18:05:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:50 smithi032 ceph-mon[191839]: pgmap v2537: 137 pgs: 137 active+clean; 770 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 166 KiB/s rd, 6.7 KiB/s wr, 270 op/s 2023-12-22T18:05:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:05:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:05:50] "GET /metrics HTTP/1.1" 200 36508 "" "Prometheus/2.43.0" 2023-12-22T18:05:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:50 smithi039 ceph-mon[181282]: osdmap e1502: 8 total, 8 up, 8 in 2023-12-22T18:05:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:50 smithi039 ceph-mon[181282]: pgmap v2537: 137 pgs: 137 active+clean; 770 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 166 KiB/s rd, 6.7 KiB/s wr, 270 op/s 2023-12-22T18:05:51.821 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:51.822 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:51.850 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:51.851 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:51.851 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:51.857 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:51.857 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:51.857 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:51.864 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:51.865 INFO:tasks.workunit.client.0.smithi032.stdout:from 3 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~25165824,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:51.865 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~25165824,293601280~46137344,343932928~58720256,406847488~8388608] 2023-12-22T18:05:51.866 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~327155712] 2023-12-22T18:05:52.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:51 smithi032 ceph-mon[189144]: osdmap e1503: 8 total, 8 up, 8 in 2023-12-22T18:05:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:51 smithi032 ceph-mon[189144]: osdmap e1504: 8 total, 8 up, 8 in 2023-12-22T18:05:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:51 smithi032 ceph-mon[191839]: osdmap e1503: 8 total, 8 up, 8 in 2023-12-22T18:05:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:51 smithi032 ceph-mon[191839]: osdmap e1504: 8 total, 8 up, 8 in 2023-12-22T18:05:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:51 smithi039 ceph-mon[181282]: osdmap e1503: 8 total, 8 up, 8 in 2023-12-22T18:05:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:51 smithi039 ceph-mon[181282]: osdmap e1504: 8 total, 8 up, 8 in 2023-12-22T18:05:52.867 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:52.867 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:52.882 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:52.882 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:52.882 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:52.892 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:52.892 INFO:tasks.workunit.client.0.smithi032.stdout:from 2 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:52.892 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:52.894 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:53.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:52 smithi032 ceph-mon[191839]: pgmap v2540: 137 pgs: 137 active+clean; 705 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 188 KiB/s rd, 6.5 KiB/s wr, 316 op/s 2023-12-22T18:05:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:52 smithi032 ceph-mon[189144]: pgmap v2540: 137 pgs: 137 active+clean; 705 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 188 KiB/s rd, 6.5 KiB/s wr, 316 op/s 2023-12-22T18:05:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:52 smithi039 ceph-mon[181282]: pgmap v2540: 137 pgs: 137 active+clean; 705 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 188 KiB/s rd, 6.5 KiB/s wr, 316 op/s 2023-12-22T18:05:53.876 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:53.876 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:53.893 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:53.893 INFO:tasks.workunit.client.0.smithi032.stdout:from 1 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:53.893 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:53.899 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:53 smithi032 ceph-mon[191839]: osdmap e1505: 8 total, 8 up, 8 in 2023-12-22T18:05:54.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:53 smithi032 ceph-mon[189144]: osdmap e1505: 8 total, 8 up, 8 in 2023-12-22T18:05:54.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:53 smithi039 ceph-mon[181282]: osdmap e1505: 8 total, 8 up, 8 in 2023-12-22T18:05:54.882 INFO:tasks.workunit.client.0.smithi032.stdout:from 0 to HEAD diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:54.882 INFO:tasks.workunit.client.0.smithi032.stdout: limited diff [0~79691776,88080384~100663296,192937984~16777216,213909504~46137344,264241152~75497472,343932928~58720256,406847488~12582912] 2023-12-22T18:05:54.896 INFO:tasks.workunit.client.0.smithi032.stdout: actual was [0~83886080,88080384~331350016] 2023-12-22T18:05:55.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:54 smithi032 ceph-mon[191839]: osdmap e1506: 8 total, 8 up, 8 in 2023-12-22T18:05:55.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:54 smithi032 ceph-mon[191839]: pgmap v2543: 137 pgs: 137 active+clean; 638 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 50 KiB/s rd, 767 B/s wr, 100 op/s 2023-12-22T18:05:55.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:54 smithi032 ceph-mon[189144]: osdmap e1506: 8 total, 8 up, 8 in 2023-12-22T18:05:55.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:54 smithi032 ceph-mon[189144]: pgmap v2543: 137 pgs: 137 active+clean; 638 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 50 KiB/s rd, 767 B/s wr, 100 op/s 2023-12-22T18:05:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:54 smithi039 ceph-mon[181282]: osdmap e1506: 8 total, 8 up, 8 in 2023-12-22T18:05:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:54 smithi039 ceph-mon[181282]: pgmap v2543: 137 pgs: 137 active+clean; 638 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 50 KiB/s rd, 767 B/s wr, 100 op/s 2023-12-22T18:05:55.919 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] DiffIterateTest/1.DiffIterateStress (39026 ms) 2023-12-22T18:05:55.920 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] DiffIterateTest/1.DiffIterateRegression6926 2023-12-22T18:05:55.920 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:05:56.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:55 smithi032 ceph-mon[191839]: osdmap e1507: 8 total, 8 up, 8 in 2023-12-22T18:05:56.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:55 smithi032 ceph-mon[189144]: osdmap e1507: 8 total, 8 up, 8 in 2023-12-22T18:05:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:55 smithi039 ceph-mon[181282]: osdmap e1507: 8 total, 8 up, 8 in 2023-12-22T18:05:56.835 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 0~4194304 2023-12-22T18:05:56.840 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] DiffIterateTest/1.DiffIterateRegression6926 (921 ms) 2023-12-22T18:05:56.840 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParent 2023-12-22T18:05:56.840 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:05:57.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:56 smithi032 ceph-mon[191839]: osdmap e1508: 8 total, 8 up, 8 in 2023-12-22T18:05:57.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:56 smithi032 ceph-mon[191839]: pgmap v2546: 137 pgs: 137 active+clean; 556 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 88 KiB/s rd, 5.7 KiB/s wr, 138 op/s 2023-12-22T18:05:57.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:56 smithi032 ceph-mon[191839]: osdmap e1509: 8 total, 8 up, 8 in 2023-12-22T18:05:57.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:56 smithi032 ceph-mon[189144]: osdmap e1508: 8 total, 8 up, 8 in 2023-12-22T18:05:57.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:56 smithi032 ceph-mon[189144]: pgmap v2546: 137 pgs: 137 active+clean; 556 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 88 KiB/s rd, 5.7 KiB/s wr, 138 op/s 2023-12-22T18:05:57.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:56 smithi032 ceph-mon[189144]: osdmap e1509: 8 total, 8 up, 8 in 2023-12-22T18:05:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:56 smithi039 ceph-mon[181282]: osdmap e1508: 8 total, 8 up, 8 in 2023-12-22T18:05:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:56 smithi039 ceph-mon[181282]: pgmap v2546: 137 pgs: 137 active+clean; 556 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 88 KiB/s rd, 5.7 KiB/s wr, 138 op/s 2023-12-22T18:05:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:56 smithi039 ceph-mon[181282]: osdmap e1509: 8 total, 8 up, 8 in 2023-12-22T18:05:57.970 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 0~4194304 2023-12-22T18:05:57.970 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 4194304~4194304 2023-12-22T18:05:57.970 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 8388608~4194304 2023-12-22T18:05:57.970 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 12582912~4194304 2023-12-22T18:05:57.970 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 16777216~4194304 2023-12-22T18:05:58.006 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 0~4194304 2023-12-22T18:05:58.006 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 4194304~4194304 2023-12-22T18:05:58.006 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 8388608~4194304 2023-12-22T18:05:58.007 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 16777216~4194304 2023-12-22T18:05:58.019 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] DiffIterateTest/1.DiffIterateParent (1179 ms) 2023-12-22T18:05:58.019 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] DiffIterateTest/1.DiffIterateIgnoreParent 2023-12-22T18:05:58.019 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:05:59.041 INFO:tasks.workunit.client.0.smithi032.stdout: wrote [0~20971520] to clone 2023-12-22T18:05:59.041 INFO:tasks.workunit.client.0.smithi032.stdout: diff was [0~20971520] 2023-12-22T18:05:59.045 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] DiffIterateTest/1.DiffIterateIgnoreParent (1025 ms) 2023-12-22T18:05:59.045 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] DiffIterateTest/1.DiffIterateCallbackError 2023-12-22T18:05:59.045 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:05:59.066 INFO:tasks.workunit.client.0.smithi032.stdout: wrote [52353~26186,3187364~98689,5569111~97485,6993947~28861,8107813~27210,11013363~67870,16032254~92954,18709529~39706,18836114~19811,19783120~64431] 2023-12-22T18:05:59.080 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] DiffIterateTest/1.DiffIterateCallbackError (35 ms) 2023-12-22T18:05:59.080 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParentDiscard 2023-12-22T18:05:59.080 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:05:59.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:58 smithi032 ceph-mon[189144]: osdmap e1510: 8 total, 8 up, 8 in 2023-12-22T18:05:59.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:58 smithi032 ceph-mon[189144]: pgmap v2549: 137 pgs: 137 active+clean; 552 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 5.0 KiB/s wr, 92 op/s 2023-12-22T18:05:59.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:58 smithi032 ceph-mon[191839]: osdmap e1510: 8 total, 8 up, 8 in 2023-12-22T18:05:59.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:58 smithi032 ceph-mon[191839]: pgmap v2549: 137 pgs: 137 active+clean; 552 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 5.0 KiB/s wr, 92 op/s 2023-12-22T18:05:59.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:58 smithi039 ceph-mon[181282]: osdmap e1510: 8 total, 8 up, 8 in 2023-12-22T18:05:59.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:58 smithi039 ceph-mon[181282]: pgmap v2549: 137 pgs: 137 active+clean; 552 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 5.0 KiB/s wr, 92 op/s 2023-12-22T18:06:00.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:05:59 smithi032 ceph-mon[189144]: osdmap e1511: 8 total, 8 up, 8 in 2023-12-22T18:06:00.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:05:59 smithi032 ceph-mon[191839]: osdmap e1511: 8 total, 8 up, 8 in 2023-12-22T18:06:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:05:59 smithi039 ceph-mon[181282]: osdmap e1511: 8 total, 8 up, 8 in 2023-12-22T18:06:01.015 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] DiffIterateTest/1.DiffIterateParentDiscard (1935 ms) 2023-12-22T18:06:01.015 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnalignedSmall 2023-12-22T18:06:01.015 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:06:01.068 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 5000005~1234 2023-12-22T18:06:01.073 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnalignedSmall (59 ms) 2023-12-22T18:06:01.073 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnaligned 2023-12-22T18:06:01.074 INFO:tasks.workunit.client.0.smithi032.stdout:using new format! 2023-12-22T18:06:01.141 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 8376263~12345 2023-12-22T18:06:01.141 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 8388608~4194304 2023-12-22T18:06:01.141 INFO:tasks.workunit.client.0.smithi032.stdout:iterate_cb 12582912~54321 2023-12-22T18:06:01.145 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnaligned (71 ms) 2023-12-22T18:06:01.145 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStriping 2023-12-22T18:06:01.145 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2023-12-22T18:06:01.145 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] DiffIterateTest/1.DiffIterateStriping (1 ms) 2023-12-22T18:06:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:00 smithi032 ceph-mon[191839]: osdmap e1512: 8 total, 8 up, 8 in 2023-12-22T18:06:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:00 smithi032 ceph-mon[191839]: pgmap v2552: 137 pgs: 137 active+clean; 469 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.0 MiB/s wr, 182 op/s 2023-12-22T18:06:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:00 smithi032 ceph-mon[189144]: osdmap e1512: 8 total, 8 up, 8 in 2023-12-22T18:06:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:00 smithi032 ceph-mon[189144]: pgmap v2552: 137 pgs: 137 active+clean; 469 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.0 MiB/s wr, 182 op/s 2023-12-22T18:06:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:06:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:06:00] "GET /metrics HTTP/1.1" 200 36508 "" "Prometheus/2.43.0" 2023-12-22T18:06:01.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:00 smithi039 ceph-mon[181282]: osdmap e1512: 8 total, 8 up, 8 in 2023-12-22T18:06:01.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:00 smithi039 ceph-mon[181282]: pgmap v2552: 137 pgs: 137 active+clean; 469 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.0 MiB/s wr, 182 op/s 2023-12-22T18:06:01.818 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 11 tests from DiffIterateTest/1 (52294 ms total) 2023-12-22T18:06:01.818 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:06:01.818 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 17 tests from TestImageWatcher 2023-12-22T18:06:02.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:02 smithi032 ceph-mon[191839]: osdmap e1513: 8 total, 8 up, 8 in 2023-12-22T18:06:02.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:02 smithi032 ceph-mon[191839]: osdmap e1514: 8 total, 8 up, 8 in 2023-12-22T18:06:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:02 smithi032 ceph-mon[189144]: osdmap e1513: 8 total, 8 up, 8 in 2023-12-22T18:06:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:02 smithi032 ceph-mon[189144]: osdmap e1514: 8 total, 8 up, 8 in 2023-12-22T18:06:02.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:02 smithi039 ceph-mon[181282]: osdmap e1513: 8 total, 8 up, 8 in 2023-12-22T18:06:02.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:02 smithi039 ceph-mon[181282]: osdmap e1514: 8 total, 8 up, 8 in 2023-12-22T18:06:03.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:03 smithi032 ceph-mon[191839]: pgmap v2555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-22T18:06:03.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:03 smithi032 ceph-mon[191839]: osdmap e1515: 8 total, 8 up, 8 in 2023-12-22T18:06:03.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:03 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2531759209' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:06:03.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:03 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:06:03.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:03 smithi032 ceph-mon[189144]: pgmap v2555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-22T18:06:03.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:03 smithi032 ceph-mon[189144]: osdmap e1515: 8 total, 8 up, 8 in 2023-12-22T18:06:03.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:03 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2531759209' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:06:03.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:03 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:06:03.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:03 smithi039 ceph-mon[181282]: pgmap v2555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-22T18:06:03.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:03 smithi039 ceph-mon[181282]: osdmap e1515: 8 total, 8 up, 8 in 2023-12-22T18:06:03.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:03 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2531759209' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:06:03.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:03 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:06:03.835 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestImageWatcher.NotifyHeaderUpdate 2023-12-22T18:06:05.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:04 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-24","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:06:05.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:04 smithi032 ceph-mon[189144]: osdmap e1516: 8 total, 8 up, 8 in 2023-12-22T18:06:05.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:04 smithi032 ceph-mon[189144]: pgmap v2558: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:06:05.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:06:05.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:04 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-24","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:06:05.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:04 smithi032 ceph-mon[191839]: osdmap e1516: 8 total, 8 up, 8 in 2023-12-22T18:06:05.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:04 smithi032 ceph-mon[191839]: pgmap v2558: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:06:05.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:06:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:04 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-24","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:06:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:04 smithi039 ceph-mon[181282]: osdmap e1516: 8 total, 8 up, 8 in 2023-12-22T18:06:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:04 smithi039 ceph-mon[181282]: pgmap v2558: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:06:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:06:05.885 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestImageWatcher.NotifyHeaderUpdate (2050 ms) 2023-12-22T18:06:05.886 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestImageWatcher.NotifyFlatten 2023-12-22T18:06:05.913 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestImageWatcher.NotifyFlatten (28 ms) 2023-12-22T18:06:05.914 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestImageWatcher.NotifyResize 2023-12-22T18:06:05.944 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestImageWatcher.NotifyResize (31 ms) 2023-12-22T18:06:05.945 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestImageWatcher.NotifyRebuildObjectMap 2023-12-22T18:06:05.967 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestImageWatcher.NotifyRebuildObjectMap (23 ms) 2023-12-22T18:06:05.967 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestImageWatcher.NotifyUpdateFeatures 2023-12-22T18:06:05.991 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestImageWatcher.NotifyUpdateFeatures (24 ms) 2023-12-22T18:06:05.991 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestImageWatcher.NotifySnapCreate 2023-12-22T18:06:06.013 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestImageWatcher.NotifySnapCreate (21 ms) 2023-12-22T18:06:06.013 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestImageWatcher.NotifySnapCreateError 2023-12-22T18:06:06.038 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestImageWatcher.NotifySnapCreateError (25 ms) 2023-12-22T18:06:06.039 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestImageWatcher.NotifySnapRename 2023-12-22T18:06:06.060 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestImageWatcher.NotifySnapRename (22 ms) 2023-12-22T18:06:06.061 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestImageWatcher.NotifySnapRenameError 2023-12-22T18:06:06.081 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestImageWatcher.NotifySnapRenameError (20 ms) 2023-12-22T18:06:06.081 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestImageWatcher.NotifySnapRemove 2023-12-22T18:06:06.101 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestImageWatcher.NotifySnapRemove (21 ms) 2023-12-22T18:06:06.101 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestImageWatcher.NotifySnapProtect 2023-12-22T18:06:06.123 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestImageWatcher.NotifySnapProtect (22 ms) 2023-12-22T18:06:06.123 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestImageWatcher.NotifySnapUnprotect 2023-12-22T18:06:06.144 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestImageWatcher.NotifySnapUnprotect (21 ms) 2023-12-22T18:06:06.144 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestImageWatcher.NotifyRename 2023-12-22T18:06:06.164 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestImageWatcher.NotifyRename (20 ms) 2023-12-22T18:06:06.165 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestImageWatcher.NotifyAsyncTimedOut 2023-12-22T18:06:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:05 smithi032 ceph-mon[189144]: osdmap e1517: 8 total, 8 up, 8 in 2023-12-22T18:06:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:05 smithi032 ceph-mon[191839]: osdmap e1517: 8 total, 8 up, 8 in 2023-12-22T18:06:06.185 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestImageWatcher.NotifyAsyncTimedOut (21 ms) 2023-12-22T18:06:06.185 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestImageWatcher.NotifyAsyncError 2023-12-22T18:06:06.206 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestImageWatcher.NotifyAsyncError (20 ms) 2023-12-22T18:06:06.206 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestImageWatcher.NotifyAsyncCompleteError 2023-12-22T18:06:06.227 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestImageWatcher.NotifyAsyncCompleteError (22 ms) 2023-12-22T18:06:06.228 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestImageWatcher.NotifyAsyncRequestTimedOut 2023-12-22T18:06:06.247 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestImageWatcher.NotifyAsyncRequestTimedOut (20 ms) 2023-12-22T18:06:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:05 smithi039 ceph-mon[181282]: osdmap e1517: 8 total, 8 up, 8 in 2023-12-22T18:06:06.862 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 17 tests from TestImageWatcher (2412 ms total) 2023-12-22T18:06:06.862 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:06:06.862 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 34 tests from TestInternal 2023-12-22T18:06:07.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:06 smithi032 ceph-mon[191839]: osdmap e1518: 8 total, 8 up, 8 in 2023-12-22T18:06:07.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:06 smithi032 ceph-mon[191839]: pgmap v2561: 137 pgs: 12 creating+peering, 7 unknown, 118 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-22T18:06:07.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:06 smithi032 ceph-mon[189144]: osdmap e1518: 8 total, 8 up, 8 in 2023-12-22T18:06:07.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:06 smithi032 ceph-mon[189144]: pgmap v2561: 137 pgs: 12 creating+peering, 7 unknown, 118 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-22T18:06:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:06 smithi039 ceph-mon[181282]: osdmap e1518: 8 total, 8 up, 8 in 2023-12-22T18:06:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:06 smithi039 ceph-mon[181282]: pgmap v2561: 137 pgs: 12 creating+peering, 7 unknown, 118 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-22T18:06:08.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:07 smithi032 ceph-mon[191839]: osdmap e1519: 8 total, 8 up, 8 in 2023-12-22T18:06:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:07 smithi032 ceph-mon[189144]: osdmap e1519: 8 total, 8 up, 8 in 2023-12-22T18:06:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:07 smithi039 ceph-mon[181282]: osdmap e1519: 8 total, 8 up, 8 in 2023-12-22T18:06:08.865 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.OpenByID 2023-12-22T18:06:09.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:08 smithi032 ceph-mon[191839]: osdmap e1520: 8 total, 8 up, 8 in 2023-12-22T18:06:09.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:08 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3690357923' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:06:09.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:08 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:06:09.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:08 smithi032 ceph-mon[191839]: pgmap v2564: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:06:09.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:08 smithi032 ceph-mon[189144]: osdmap e1520: 8 total, 8 up, 8 in 2023-12-22T18:06:09.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:08 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3690357923' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:06:09.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:08 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:06:09.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:08 smithi032 ceph-mon[189144]: pgmap v2564: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:06:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:08 smithi039 ceph-mon[181282]: osdmap e1520: 8 total, 8 up, 8 in 2023-12-22T18:06:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:08 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3690357923' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:06:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:08 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:06:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:08 smithi039 ceph-mon[181282]: pgmap v2564: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:06:10.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:09 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T18:06:10.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:09 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-25","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:06:10.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:09 smithi032 ceph-mon[191839]: osdmap e1521: 8 total, 8 up, 8 in 2023-12-22T18:06:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:09 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T18:06:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:09 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-25","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:06:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:09 smithi032 ceph-mon[189144]: osdmap e1521: 8 total, 8 up, 8 in 2023-12-22T18:06:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:09 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T18:06:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:09 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-25","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:06:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:09 smithi039 ceph-mon[181282]: osdmap e1521: 8 total, 8 up, 8 in 2023-12-22T18:06:10.929 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.OpenByID (2065 ms) 2023-12-22T18:06:10.929 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.OpenSnapDNE 2023-12-22T18:06:10.956 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.OpenSnapDNE (26 ms) 2023-12-22T18:06:10.956 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.IsExclusiveLockOwner 2023-12-22T18:06:10.981 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.IsExclusiveLockOwner (25 ms) 2023-12-22T18:06:10.981 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.ResizeLocksImage 2023-12-22T18:06:11.012 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.ResizeLocksImage (32 ms) 2023-12-22T18:06:11.012 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.ResizeFailsToLockImage 2023-12-22T18:06:11.029 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.ResizeFailsToLockImage (17 ms) 2023-12-22T18:06:11.030 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.SnapCreateLocksImage 2023-12-22T18:06:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:06:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:06:10] "GET /metrics HTTP/1.1" 200 36500 "" "Prometheus/2.43.0" 2023-12-22T18:06:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:10 smithi032 ceph-mon[191839]: osdmap e1522: 8 total, 8 up, 8 in 2023-12-22T18:06:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:10 smithi032 ceph-mon[191839]: pgmap v2567: 137 pgs: 11 creating+peering, 14 unknown, 112 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:06:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:10 smithi032 ceph-mon[189144]: osdmap e1522: 8 total, 8 up, 8 in 2023-12-22T18:06:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:10 smithi032 ceph-mon[189144]: pgmap v2567: 137 pgs: 11 creating+peering, 14 unknown, 112 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:06:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:10 smithi039 ceph-mon[181282]: osdmap e1522: 8 total, 8 up, 8 in 2023-12-22T18:06:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:10 smithi039 ceph-mon[181282]: pgmap v2567: 137 pgs: 11 creating+peering, 14 unknown, 112 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:06:12.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:11 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T18:06:12.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:11 smithi032 ceph-mon[191839]: osdmap e1523: 8 total, 8 up, 8 in 2023-12-22T18:06:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:11 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T18:06:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:11 smithi032 ceph-mon[189144]: osdmap e1523: 8 total, 8 up, 8 in 2023-12-22T18:06:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:11 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T18:06:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:11 smithi039 ceph-mon[181282]: osdmap e1523: 8 total, 8 up, 8 in 2023-12-22T18:06:12.917 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.SnapCreateLocksImage (1888 ms) 2023-12-22T18:06:12.917 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.SnapCreateFailsToLockImage 2023-12-22T18:06:12.949 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.SnapCreateFailsToLockImage (32 ms) 2023-12-22T18:06:12.949 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.SnapRollbackLocksImage 2023-12-22T18:06:13.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:12 smithi032 ceph-mon[191839]: osdmap e1524: 8 total, 8 up, 8 in 2023-12-22T18:06:13.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:12 smithi032 ceph-mon[191839]: pgmap v2570: 137 pgs: 11 creating+peering, 126 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:06:13.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:12 smithi032 ceph-mon[189144]: osdmap e1524: 8 total, 8 up, 8 in 2023-12-22T18:06:13.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:12 smithi032 ceph-mon[189144]: pgmap v2570: 137 pgs: 11 creating+peering, 126 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:06:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:12 smithi039 ceph-mon[181282]: osdmap e1524: 8 total, 8 up, 8 in 2023-12-22T18:06:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:12 smithi039 ceph-mon[181282]: pgmap v2570: 137 pgs: 11 creating+peering, 126 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:06:14.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:13 smithi032 ceph-mon[189144]: osdmap e1525: 8 total, 8 up, 8 in 2023-12-22T18:06:14.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:13 smithi032 ceph-mon[191839]: osdmap e1525: 8 total, 8 up, 8 in 2023-12-22T18:06:14.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:13 smithi039 ceph-mon[181282]: osdmap e1525: 8 total, 8 up, 8 in 2023-12-22T18:06:14.757 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:06:14.934 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.SnapRollbackLocksImage (1984 ms) 2023-12-22T18:06:14.934 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.SnapRollbackFailsToLockImage 2023-12-22T18:06:15.099 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:06:15.111 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (46m) 114s ago 50m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:06:15.112 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (45m) 10m ago 50m 93.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:06:15.112 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (51m) 114s ago 51m 24.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:06:15.112 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (51m) 10m ago 51m 27.7M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:06:15.112 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (45m) 10m ago 54m 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:06:15.112 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (45m) 114s ago 55m 582M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:06:15.112 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (45m) 114s ago 55m 377M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:06:15.112 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (44m) 10m ago 54m 166M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:06:15.112 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (44m) 114s ago 54m 218M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:06:15.112 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (46m) 114s ago 50m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:06:15.112 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (45m) 10m ago 50m 18.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:06:15.112 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (44m) 114s ago 53m 2692M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:06:15.112 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (43m) 114s ago 53m 3111M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:06:15.112 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (43m) 114s ago 53m 2828M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:06:15.113 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (42m) 114s ago 52m 2500M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:06:15.113 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (42m) 10m ago 52m 1896M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:06:15.113 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (41m) 10m ago 52m 1655M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:06:15.113 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (41m) 10m ago 52m 1107M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:06:15.113 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (40m) 10m ago 51m 1550M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:06:15.113 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (45m) 10m ago 51m 81.4M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:06:15.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:14 smithi032 ceph-mon[191839]: osdmap e1526: 8 total, 8 up, 8 in 2023-12-22T18:06:15.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:14 smithi032 ceph-mon[191839]: pgmap v2573: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 39 op/s 2023-12-22T18:06:15.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:14 smithi032 ceph-mon[189144]: osdmap e1526: 8 total, 8 up, 8 in 2023-12-22T18:06:15.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:14 smithi032 ceph-mon[189144]: pgmap v2573: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 39 op/s 2023-12-22T18:06:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:14 smithi039 ceph-mon[181282]: osdmap e1526: 8 total, 8 up, 8 in 2023-12-22T18:06:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:14 smithi039 ceph-mon[181282]: pgmap v2573: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 39 op/s 2023-12-22T18:06:15.503 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:06:15.503 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:06:15.503 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:06:15.503 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:06:15.503 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:06:15.503 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:06:15.503 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:06:15.503 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:06:15.503 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:06:15.503 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:06:15.504 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:06:15.504 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:06:15.504 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:06:15.504 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:06:15.504 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:06:15.504 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:06:15.504 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:06:15.504 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:06:16.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:15 smithi032 ceph-mon[191839]: from='client.37062 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:06:16.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:15 smithi032 ceph-mon[191839]: osdmap e1527: 8 total, 8 up, 8 in 2023-12-22T18:06:16.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:15 smithi032 ceph-mon[191839]: from='client.37068 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:06:16.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:15 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2047196462' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:06:16.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:06:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:15 smithi032 ceph-mon[189144]: from='client.37062 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:06:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:15 smithi032 ceph-mon[189144]: osdmap e1527: 8 total, 8 up, 8 in 2023-12-22T18:06:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:15 smithi032 ceph-mon[189144]: from='client.37068 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:06:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:15 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2047196462' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:06:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:06:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:15 smithi039 ceph-mon[181282]: from='client.37062 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:06:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:15 smithi039 ceph-mon[181282]: osdmap e1527: 8 total, 8 up, 8 in 2023-12-22T18:06:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:15 smithi039 ceph-mon[181282]: from='client.37068 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:06:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:15 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2047196462' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:06:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:06:16.948 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.SnapRollbackFailsToLockImage (2014 ms) 2023-12-22T18:06:16.948 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.SnapSetReleasesLock 2023-12-22T18:06:17.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:16 smithi032 ceph-mon[191839]: osdmap e1528: 8 total, 8 up, 8 in 2023-12-22T18:06:17.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:16 smithi032 ceph-mon[191839]: pgmap v2576: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 12 KiB/s wr, 152 op/s 2023-12-22T18:06:17.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:16 smithi032 ceph-mon[189144]: osdmap e1528: 8 total, 8 up, 8 in 2023-12-22T18:06:17.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:16 smithi032 ceph-mon[189144]: pgmap v2576: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 12 KiB/s wr, 152 op/s 2023-12-22T18:06:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:16 smithi039 ceph-mon[181282]: osdmap e1528: 8 total, 8 up, 8 in 2023-12-22T18:06:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:16 smithi039 ceph-mon[181282]: pgmap v2576: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 12 KiB/s wr, 152 op/s 2023-12-22T18:06:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:17 smithi032 ceph-mon[191839]: osdmap e1529: 8 total, 8 up, 8 in 2023-12-22T18:06:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:17 smithi032 ceph-mon[189144]: osdmap e1529: 8 total, 8 up, 8 in 2023-12-22T18:06:18.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:17 smithi039 ceph-mon[181282]: osdmap e1529: 8 total, 8 up, 8 in 2023-12-22T18:06:18.967 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.SnapSetReleasesLock (2020 ms) 2023-12-22T18:06:18.968 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.FlattenLocksImage 2023-12-22T18:06:19.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:18 smithi039 ceph-mon[181282]: osdmap e1530: 8 total, 8 up, 8 in 2023-12-22T18:06:19.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:18 smithi039 ceph-mon[181282]: pgmap v2579: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 9.5 KiB/s wr, 126 op/s 2023-12-22T18:06:19.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:18 smithi032 ceph-mon[189144]: osdmap e1530: 8 total, 8 up, 8 in 2023-12-22T18:06:19.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:18 smithi032 ceph-mon[189144]: pgmap v2579: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 9.5 KiB/s wr, 126 op/s 2023-12-22T18:06:19.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:18 smithi032 ceph-mon[191839]: osdmap e1530: 8 total, 8 up, 8 in 2023-12-22T18:06:19.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:18 smithi032 ceph-mon[191839]: pgmap v2579: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 9.5 KiB/s wr, 126 op/s 2023-12-22T18:06:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:19 smithi039 ceph-mon[181282]: osdmap e1531: 8 total, 8 up, 8 in 2023-12-22T18:06:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:06:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:19 smithi032 ceph-mon[191839]: osdmap e1531: 8 total, 8 up, 8 in 2023-12-22T18:06:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:06:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:19 smithi032 ceph-mon[189144]: osdmap e1531: 8 total, 8 up, 8 in 2023-12-22T18:06:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:06:20.985 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.FlattenLocksImage (2018 ms) 2023-12-22T18:06:20.986 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.FlattenFailsToLockImage 2023-12-22T18:06:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:06:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:06:20] "GET /metrics HTTP/1.1" 200 36538 "" "Prometheus/2.43.0" 2023-12-22T18:06:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:20 smithi032 ceph-mon[191839]: osdmap e1532: 8 total, 8 up, 8 in 2023-12-22T18:06:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:20 smithi032 ceph-mon[191839]: pgmap v2582: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 3.7 KiB/s wr, 62 op/s 2023-12-22T18:06:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:20 smithi032 ceph-mon[189144]: osdmap e1532: 8 total, 8 up, 8 in 2023-12-22T18:06:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:20 smithi032 ceph-mon[189144]: pgmap v2582: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 3.7 KiB/s wr, 62 op/s 2023-12-22T18:06:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:20 smithi039 ceph-mon[181282]: osdmap e1532: 8 total, 8 up, 8 in 2023-12-22T18:06:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:20 smithi039 ceph-mon[181282]: pgmap v2582: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 3.7 KiB/s wr, 62 op/s 2023-12-22T18:06:22.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:21 smithi039 ceph-mon[181282]: osdmap e1533: 8 total, 8 up, 8 in 2023-12-22T18:06:22.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:06:22.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:21 smithi039 ceph-mon[181282]: osdmap e1534: 8 total, 8 up, 8 in 2023-12-22T18:06:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:21 smithi032 ceph-mon[191839]: osdmap e1533: 8 total, 8 up, 8 in 2023-12-22T18:06:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:06:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:21 smithi032 ceph-mon[191839]: osdmap e1534: 8 total, 8 up, 8 in 2023-12-22T18:06:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:21 smithi032 ceph-mon[189144]: osdmap e1533: 8 total, 8 up, 8 in 2023-12-22T18:06:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:06:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:21 smithi032 ceph-mon[189144]: osdmap e1534: 8 total, 8 up, 8 in 2023-12-22T18:06:22.986 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.FlattenFailsToLockImage (2000 ms) 2023-12-22T18:06:22.986 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklisted 2023-12-22T18:06:23.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:22 smithi039 ceph-mon[181282]: pgmap v2585: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 6.7 KiB/s wr, 101 op/s 2023-12-22T18:06:23.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:22 smithi032 ceph-mon[191839]: pgmap v2585: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 6.7 KiB/s wr, 101 op/s 2023-12-22T18:06:23.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:22 smithi032 ceph-mon[189144]: pgmap v2585: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 6.7 KiB/s wr, 101 op/s 2023-12-22T18:06:23.966 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklisted (981 ms) 2023-12-22T18:06:23.967 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklistedWatch 2023-12-22T18:06:24.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:23 smithi039 ceph-mon[181282]: osdmap e1535: 8 total, 8 up, 8 in 2023-12-22T18:06:24.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:23 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3118127494' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/3118127494"}]: dispatch 2023-12-22T18:06:24.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:23 smithi032 ceph-mon[189144]: osdmap e1535: 8 total, 8 up, 8 in 2023-12-22T18:06:24.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:23 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3118127494' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/3118127494"}]: dispatch 2023-12-22T18:06:24.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:23 smithi032 ceph-mon[191839]: osdmap e1535: 8 total, 8 up, 8 in 2023-12-22T18:06:24.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:23 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3118127494' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/3118127494"}]: dispatch 2023-12-22T18:06:25.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:24 smithi039 ceph-mon[181282]: pgmap v2587: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 11 KiB/s wr, 237 op/s 2023-12-22T18:06:25.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:24 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3118127494' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/3118127494"}]': finished 2023-12-22T18:06:25.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:24 smithi039 ceph-mon[181282]: osdmap e1536: 8 total, 8 up, 8 in 2023-12-22T18:06:25.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:24 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1640453219' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/1640453219"}]: dispatch 2023-12-22T18:06:25.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:24 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:06:25.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:24 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:06:25.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:24 smithi032 ceph-mon[191839]: pgmap v2587: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 11 KiB/s wr, 237 op/s 2023-12-22T18:06:25.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:24 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3118127494' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/3118127494"}]': finished 2023-12-22T18:06:25.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:24 smithi032 ceph-mon[191839]: osdmap e1536: 8 total, 8 up, 8 in 2023-12-22T18:06:25.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:24 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1640453219' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/1640453219"}]: dispatch 2023-12-22T18:06:25.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:24 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:06:25.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:24 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:06:25.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:24 smithi032 ceph-mon[189144]: pgmap v2587: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 11 KiB/s wr, 237 op/s 2023-12-22T18:06:25.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:24 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3118127494' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/3118127494"}]': finished 2023-12-22T18:06:25.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:24 smithi032 ceph-mon[189144]: osdmap e1536: 8 total, 8 up, 8 in 2023-12-22T18:06:25.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:24 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1640453219' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/1640453219"}]: dispatch 2023-12-22T18:06:25.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:24 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:06:25.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:24 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:06:26.012 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklistedWatch (2046 ms) 2023-12-22T18:06:26.013 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.AioWriteRequestsLock 2023-12-22T18:06:26.057 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.AioWriteRequestsLock (45 ms) 2023-12-22T18:06:26.057 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.AioDiscardRequestsLock 2023-12-22T18:06:26.085 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.AioDiscardRequestsLock (28 ms) 2023-12-22T18:06:26.085 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.CancelAsyncResize 2023-12-22T18:06:26.133 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.CancelAsyncResize (48 ms) 2023-12-22T18:06:26.133 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.MultipleResize 2023-12-22T18:06:26.194 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.MultipleResize (60 ms) 2023-12-22T18:06:26.194 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.Metadata 2023-12-22T18:06:26.244 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.Metadata (51 ms) 2023-12-22T18:06:26.244 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.MetadataConfApply 2023-12-22T18:06:26.274 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.MetadataConfApply (30 ms) 2023-12-22T18:06:26.274 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.SnapshotCopyup 2023-12-22T18:06:26.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:26 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1640453219' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/1640453219"}]': finished 2023-12-22T18:06:26.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:26 smithi032 ceph-mon[189144]: osdmap e1537: 8 total, 8 up, 8 in 2023-12-22T18:06:26.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:06:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:06:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:06:26.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:26 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1640453219' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/1640453219"}]': finished 2023-12-22T18:06:26.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:26 smithi032 ceph-mon[191839]: osdmap e1537: 8 total, 8 up, 8 in 2023-12-22T18:06:26.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:06:26.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:06:26.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:06:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:26 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1640453219' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/1640453219"}]': finished 2023-12-22T18:06:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:26 smithi039 ceph-mon[181282]: osdmap e1537: 8 total, 8 up, 8 in 2023-12-22T18:06:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:06:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:06:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:06:27.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:27 smithi032 ceph-mon[191839]: pgmap v2590: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 167 KiB/s rd, 10 KiB/s wr, 219 op/s 2023-12-22T18:06:27.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:27 smithi032 ceph-mon[191839]: osdmap e1538: 8 total, 8 up, 8 in 2023-12-22T18:06:27.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:27 smithi032 ceph-mon[189144]: pgmap v2590: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 167 KiB/s rd, 10 KiB/s wr, 219 op/s 2023-12-22T18:06:27.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:27 smithi032 ceph-mon[189144]: osdmap e1538: 8 total, 8 up, 8 in 2023-12-22T18:06:27.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:27 smithi039 ceph-mon[181282]: pgmap v2590: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 167 KiB/s rd, 10 KiB/s wr, 219 op/s 2023-12-22T18:06:27.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:27 smithi039 ceph-mon[181282]: osdmap e1538: 8 total, 8 up, 8 in 2023-12-22T18:06:28.922 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.SnapshotCopyup (2648 ms) 2023-12-22T18:06:28.922 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.SnapshotCopyupZeros 2023-12-22T18:06:29.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:28 smithi032 ceph-mon[191839]: osdmap e1539: 8 total, 8 up, 8 in 2023-12-22T18:06:29.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:28 smithi032 ceph-mon[191839]: pgmap v2593: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.0 KiB/s wr, 50 op/s 2023-12-22T18:06:29.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:28 smithi032 ceph-mon[189144]: osdmap e1539: 8 total, 8 up, 8 in 2023-12-22T18:06:29.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:28 smithi032 ceph-mon[189144]: pgmap v2593: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.0 KiB/s wr, 50 op/s 2023-12-22T18:06:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:28 smithi039 ceph-mon[181282]: osdmap e1539: 8 total, 8 up, 8 in 2023-12-22T18:06:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:28 smithi039 ceph-mon[181282]: pgmap v2593: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.0 KiB/s wr, 50 op/s 2023-12-22T18:06:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:29 smithi032 ceph-mon[191839]: osdmap e1540: 8 total, 8 up, 8 in 2023-12-22T18:06:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:29 smithi032 ceph-mon[189144]: osdmap e1540: 8 total, 8 up, 8 in 2023-12-22T18:06:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:29 smithi039 ceph-mon[181282]: osdmap e1540: 8 total, 8 up, 8 in 2023-12-22T18:06:30.883 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.SnapshotCopyupZeros (1961 ms) 2023-12-22T18:06:30.883 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.SnapshotCopyupZerosMigration 2023-12-22T18:06:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:06:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:06:30] "GET /metrics HTTP/1.1" 200 36538 "" "Prometheus/2.43.0" 2023-12-22T18:06:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:30 smithi032 ceph-mon[191839]: osdmap e1541: 8 total, 8 up, 8 in 2023-12-22T18:06:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:30 smithi032 ceph-mon[191839]: pgmap v2596: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 18 KiB/s wr, 184 op/s 2023-12-22T18:06:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:30 smithi032 ceph-mon[189144]: osdmap e1541: 8 total, 8 up, 8 in 2023-12-22T18:06:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:30 smithi032 ceph-mon[189144]: pgmap v2596: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 18 KiB/s wr, 184 op/s 2023-12-22T18:06:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:30 smithi039 ceph-mon[181282]: osdmap e1541: 8 total, 8 up, 8 in 2023-12-22T18:06:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:30 smithi039 ceph-mon[181282]: pgmap v2596: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 18 KiB/s wr, 184 op/s 2023-12-22T18:06:31.856 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.SnapshotCopyupZerosMigration (973 ms) 2023-12-22T18:06:31.856 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.ResizeCopyup 2023-12-22T18:06:32.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:31 smithi032 ceph-mon[191839]: osdmap e1542: 8 total, 8 up, 8 in 2023-12-22T18:06:32.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:31 smithi032 ceph-mon[191839]: osdmap e1543: 8 total, 8 up, 8 in 2023-12-22T18:06:32.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:31 smithi032 ceph-mon[189144]: osdmap e1542: 8 total, 8 up, 8 in 2023-12-22T18:06:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:31 smithi032 ceph-mon[189144]: osdmap e1543: 8 total, 8 up, 8 in 2023-12-22T18:06:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:31 smithi039 ceph-mon[181282]: osdmap e1542: 8 total, 8 up, 8 in 2023-12-22T18:06:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:31 smithi039 ceph-mon[181282]: osdmap e1543: 8 total, 8 up, 8 in 2023-12-22T18:06:33.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:32 smithi032 ceph-mon[191839]: pgmap v2599: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 219 KiB/s rd, 31 KiB/s wr, 321 op/s 2023-12-22T18:06:33.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:32 smithi032 ceph-mon[189144]: pgmap v2599: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 219 KiB/s rd, 31 KiB/s wr, 321 op/s 2023-12-22T18:06:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:32 smithi039 ceph-mon[181282]: pgmap v2599: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 219 KiB/s rd, 31 KiB/s wr, 321 op/s 2023-12-22T18:06:33.923 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.ResizeCopyup (2066 ms) 2023-12-22T18:06:33.923 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.DiscardCopyup 2023-12-22T18:06:33.932 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2023-12-22T18:06:33.932 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.DiscardCopyup (10 ms) 2023-12-22T18:06:33.932 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.ImageOptions 2023-12-22T18:06:33.940 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.ImageOptions (8 ms) 2023-12-22T18:06:33.941 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.WriteFullCopyup 2023-12-22T18:06:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:33 smithi032 ceph-mon[191839]: osdmap e1544: 8 total, 8 up, 8 in 2023-12-22T18:06:34.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:33 smithi032 ceph-mon[189144]: osdmap e1544: 8 total, 8 up, 8 in 2023-12-22T18:06:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:33 smithi039 ceph-mon[181282]: osdmap e1544: 8 total, 8 up, 8 in 2023-12-22T18:06:35.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:34 smithi032 ceph-mon[191839]: osdmap e1545: 8 total, 8 up, 8 in 2023-12-22T18:06:35.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:34 smithi032 ceph-mon[191839]: pgmap v2602: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 18 KiB/s wr, 254 op/s 2023-12-22T18:06:35.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:06:35.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:34 smithi032 ceph-mon[189144]: osdmap e1545: 8 total, 8 up, 8 in 2023-12-22T18:06:35.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:34 smithi032 ceph-mon[189144]: pgmap v2602: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 18 KiB/s wr, 254 op/s 2023-12-22T18:06:35.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:06:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:34 smithi039 ceph-mon[181282]: osdmap e1545: 8 total, 8 up, 8 in 2023-12-22T18:06:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:34 smithi039 ceph-mon[181282]: pgmap v2602: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 18 KiB/s wr, 254 op/s 2023-12-22T18:06:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:06:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:35 smithi032 ceph-mon[191839]: osdmap e1546: 8 total, 8 up, 8 in 2023-12-22T18:06:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:35 smithi032 ceph-mon[189144]: osdmap e1546: 8 total, 8 up, 8 in 2023-12-22T18:06:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:35 smithi039 ceph-mon[181282]: osdmap e1546: 8 total, 8 up, 8 in 2023-12-22T18:06:37.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:36 smithi032 ceph-mon[191839]: osdmap e1547: 8 total, 8 up, 8 in 2023-12-22T18:06:37.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:36 smithi032 ceph-mon[191839]: pgmap v2605: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 222 KiB/s rd, 1.0 MiB/s wr, 297 op/s 2023-12-22T18:06:37.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:36 smithi032 ceph-mon[189144]: osdmap e1547: 8 total, 8 up, 8 in 2023-12-22T18:06:37.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:36 smithi032 ceph-mon[189144]: pgmap v2605: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 222 KiB/s rd, 1.0 MiB/s wr, 297 op/s 2023-12-22T18:06:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:36 smithi039 ceph-mon[181282]: osdmap e1547: 8 total, 8 up, 8 in 2023-12-22T18:06:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:36 smithi039 ceph-mon[181282]: pgmap v2605: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 222 KiB/s rd, 1.0 MiB/s wr, 297 op/s 2023-12-22T18:06:37.912 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.WriteFullCopyup (3972 ms) 2023-12-22T18:06:37.912 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.DiffIterateCloneOverwrite 2023-12-22T18:06:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:37 smithi032 ceph-mon[189144]: osdmap e1548: 8 total, 8 up, 8 in 2023-12-22T18:06:38.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:37 smithi032 ceph-mon[191839]: osdmap e1548: 8 total, 8 up, 8 in 2023-12-22T18:06:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:37 smithi039 ceph-mon[181282]: osdmap e1548: 8 total, 8 up, 8 in 2023-12-22T18:06:39.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:38 smithi032 ceph-mon[189144]: osdmap e1549: 8 total, 8 up, 8 in 2023-12-22T18:06:39.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:38 smithi032 ceph-mon[189144]: pgmap v2608: 137 pgs: 137 active+clean; 17 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 228 op/s 2023-12-22T18:06:39.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:38 smithi032 ceph-mon[191839]: osdmap e1549: 8 total, 8 up, 8 in 2023-12-22T18:06:39.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:38 smithi032 ceph-mon[191839]: pgmap v2608: 137 pgs: 137 active+clean; 17 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 228 op/s 2023-12-22T18:06:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:38 smithi039 ceph-mon[181282]: osdmap e1549: 8 total, 8 up, 8 in 2023-12-22T18:06:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:38 smithi039 ceph-mon[181282]: pgmap v2608: 137 pgs: 137 active+clean; 17 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 228 op/s 2023-12-22T18:06:39.938 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.DiffIterateCloneOverwrite (2025 ms) 2023-12-22T18:06:39.938 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.TestCoR 2023-12-22T18:06:39.947 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING due to disabled rbd_copy_on_read 2023-12-22T18:06:39.947 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.TestCoR (10 ms) 2023-12-22T18:06:39.947 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.FlattenNoEmptyObjects 2023-12-22T18:06:40.178 INFO:tasks.workunit.client.0.smithi032.stdout:made parent image "image57": 4194304K (1024 * 4K) 2023-12-22T18:06:40.178 INFO:tasks.workunit.client.0.smithi032.stdout:generated random write map: 2023-12-22T18:06:40.178 INFO:tasks.workunit.client.0.smithi032.stdout: [11 , 47678 ] 2023-12-22T18:06:40.178 INFO:tasks.workunit.client.0.smithi032.stdout: [21 , 86519 ] 2023-12-22T18:06:40.178 INFO:tasks.workunit.client.0.smithi032.stdout: [34 , 140034 ] 2023-12-22T18:06:40.178 INFO:tasks.workunit.client.0.smithi032.stdout: [39 , 162982 ] 2023-12-22T18:06:40.178 INFO:tasks.workunit.client.0.smithi032.stdout: [45 , 184375 ] 2023-12-22T18:06:40.179 INFO:tasks.workunit.client.0.smithi032.stdout: [75 , 310271 ] 2023-12-22T18:06:40.179 INFO:tasks.workunit.client.0.smithi032.stdout: [79 , 324594 ] 2023-12-22T18:06:40.179 INFO:tasks.workunit.client.0.smithi032.stdout: [80 , 330388 ] 2023-12-22T18:06:40.179 INFO:tasks.workunit.client.0.smithi032.stdout: [108 , 442420 ] 2023-12-22T18:06:40.179 INFO:tasks.workunit.client.0.smithi032.stdout: [115 , 473182 ] 2023-12-22T18:06:40.179 INFO:tasks.workunit.client.0.smithi032.stdout: [118 , 484330 ] 2023-12-22T18:06:40.179 INFO:tasks.workunit.client.0.smithi032.stdout: [131 , 539880 ] 2023-12-22T18:06:40.179 INFO:tasks.workunit.client.0.smithi032.stdout: [133 , 545910 ] 2023-12-22T18:06:40.179 INFO:tasks.workunit.client.0.smithi032.stdout: [136 , 558731 ] 2023-12-22T18:06:40.179 INFO:tasks.workunit.client.0.smithi032.stdout: [144 , 593141 ] 2023-12-22T18:06:40.179 INFO:tasks.workunit.client.0.smithi032.stdout: [182 , 747270 ] 2023-12-22T18:06:40.179 INFO:tasks.workunit.client.0.smithi032.stdout: [186 , 764819 ] 2023-12-22T18:06:40.179 INFO:tasks.workunit.client.0.smithi032.stdout: [198 , 814456 ] 2023-12-22T18:06:40.179 INFO:tasks.workunit.client.0.smithi032.stdout: [216 , 887471 ] 2023-12-22T18:06:40.179 INFO:tasks.workunit.client.0.smithi032.stdout: [218 , 894425 ] 2023-12-22T18:06:40.180 INFO:tasks.workunit.client.0.smithi032.stdout: [228 , 934236 ] 2023-12-22T18:06:40.180 INFO:tasks.workunit.client.0.smithi032.stdout: [249 , 1020563 ] 2023-12-22T18:06:40.180 INFO:tasks.workunit.client.0.smithi032.stdout: [251 , 1031375 ] 2023-12-22T18:06:40.180 INFO:tasks.workunit.client.0.smithi032.stdout: [252 , 1034323 ] 2023-12-22T18:06:40.180 INFO:tasks.workunit.client.0.smithi032.stdout: [257 , 1054634 ] 2023-12-22T18:06:40.180 INFO:tasks.workunit.client.0.smithi032.stdout: [259 , 1064240 ] 2023-12-22T18:06:40.180 INFO:tasks.workunit.client.0.smithi032.stdout: [263 , 1080638 ] 2023-12-22T18:06:40.180 INFO:tasks.workunit.client.0.smithi032.stdout: [265 , 1087802 ] 2023-12-22T18:06:40.180 INFO:tasks.workunit.client.0.smithi032.stdout: [279 , 1145021 ] 2023-12-22T18:06:40.180 INFO:tasks.workunit.client.0.smithi032.stdout: [282 , 1156847 ] 2023-12-22T18:06:40.180 INFO:tasks.workunit.client.0.smithi032.stdout: [295 , 1209569 ] 2023-12-22T18:06:40.180 INFO:tasks.workunit.client.0.smithi032.stdout: [331 , 1358552 ] 2023-12-22T18:06:40.180 INFO:tasks.workunit.client.0.smithi032.stdout: [332 , 1360895 ] 2023-12-22T18:06:40.180 INFO:tasks.workunit.client.0.smithi032.stdout: [333 , 1365023 ] 2023-12-22T18:06:40.180 INFO:tasks.workunit.client.0.smithi032.stdout: [335 , 1375115 ] 2023-12-22T18:06:40.180 INFO:tasks.workunit.client.0.smithi032.stdout: [344 , 1411462 ] 2023-12-22T18:06:40.180 INFO:tasks.workunit.client.0.smithi032.stdout: [365 , 1498245 ] 2023-12-22T18:06:40.181 INFO:tasks.workunit.client.0.smithi032.stdout: [385 , 1577056 ] 2023-12-22T18:06:40.181 INFO:tasks.workunit.client.0.smithi032.stdout: [386 , 1581915 ] 2023-12-22T18:06:40.181 INFO:tasks.workunit.client.0.smithi032.stdout: [394 , 1614950 ] 2023-12-22T18:06:40.181 INFO:tasks.workunit.client.0.smithi032.stdout: [413 , 1695082 ] 2023-12-22T18:06:40.181 INFO:tasks.workunit.client.0.smithi032.stdout: [414 , 1698377 ] 2023-12-22T18:06:40.181 INFO:tasks.workunit.client.0.smithi032.stdout: [426 , 1745336 ] 2023-12-22T18:06:40.181 INFO:tasks.workunit.client.0.smithi032.stdout: [443 , 1816082 ] 2023-12-22T18:06:40.181 INFO:tasks.workunit.client.0.smithi032.stdout: [451 , 1850447 ] 2023-12-22T18:06:40.181 INFO:tasks.workunit.client.0.smithi032.stdout: [456 , 1869993 ] 2023-12-22T18:06:40.181 INFO:tasks.workunit.client.0.smithi032.stdout: [462 , 1893465 ] 2023-12-22T18:06:40.181 INFO:tasks.workunit.client.0.smithi032.stdout: [468 , 1920470 ] 2023-12-22T18:06:40.181 INFO:tasks.workunit.client.0.smithi032.stdout: [477 , 1954113 ] 2023-12-22T18:06:40.181 INFO:tasks.workunit.client.0.smithi032.stdout: [482 , 1974812 ] 2023-12-22T18:06:40.181 INFO:tasks.workunit.client.0.smithi032.stdout: [516 , 2116144 ] 2023-12-22T18:06:40.181 INFO:tasks.workunit.client.0.smithi032.stdout: [518 , 2125049 ] 2023-12-22T18:06:40.181 INFO:tasks.workunit.client.0.smithi032.stdout: [519 , 2127253 ] 2023-12-22T18:06:40.182 INFO:tasks.workunit.client.0.smithi032.stdout: [528 , 2165244 ] 2023-12-22T18:06:40.182 INFO:tasks.workunit.client.0.smithi032.stdout: [529 , 2168849 ] 2023-12-22T18:06:40.182 INFO:tasks.workunit.client.0.smithi032.stdout: [530 , 2173929 ] 2023-12-22T18:06:40.182 INFO:tasks.workunit.client.0.smithi032.stdout: [538 , 2206465 ] 2023-12-22T18:06:40.182 INFO:tasks.workunit.client.0.smithi032.stdout: [573 , 2348455 ] 2023-12-22T18:06:40.182 INFO:tasks.workunit.client.0.smithi032.stdout: [578 , 2370098 ] 2023-12-22T18:06:40.182 INFO:tasks.workunit.client.0.smithi032.stdout: [579 , 2372708 ] 2023-12-22T18:06:40.182 INFO:tasks.workunit.client.0.smithi032.stdout: [584 , 2393527 ] 2023-12-22T18:06:40.182 INFO:tasks.workunit.client.0.smithi032.stdout: [592 , 2428286 ] 2023-12-22T18:06:40.182 INFO:tasks.workunit.client.0.smithi032.stdout: [612 , 2509766 ] 2023-12-22T18:06:40.182 INFO:tasks.workunit.client.0.smithi032.stdout: [616 , 2524095 ] 2023-12-22T18:06:40.182 INFO:tasks.workunit.client.0.smithi032.stdout: [617 , 2527528 ] 2023-12-22T18:06:40.182 INFO:tasks.workunit.client.0.smithi032.stdout: [632 , 2588801 ] 2023-12-22T18:06:40.182 INFO:tasks.workunit.client.0.smithi032.stdout: [638 , 2615547 ] 2023-12-22T18:06:40.182 INFO:tasks.workunit.client.0.smithi032.stdout: [656 , 2690256 ] 2023-12-22T18:06:40.182 INFO:tasks.workunit.client.0.smithi032.stdout: [662 , 2711832 ] 2023-12-22T18:06:40.182 INFO:tasks.workunit.client.0.smithi032.stdout: [693 , 2841756 ] 2023-12-22T18:06:40.183 INFO:tasks.workunit.client.0.smithi032.stdout: [694 , 2845958 ] 2023-12-22T18:06:40.183 INFO:tasks.workunit.client.0.smithi032.stdout: [696 , 2854076 ] 2023-12-22T18:06:40.183 INFO:tasks.workunit.client.0.smithi032.stdout: [700 , 2869019 ] 2023-12-22T18:06:40.183 INFO:tasks.workunit.client.0.smithi032.stdout: [711 , 2913897 ] 2023-12-22T18:06:40.183 INFO:tasks.workunit.client.0.smithi032.stdout: [719 , 2947191 ] 2023-12-22T18:06:40.183 INFO:tasks.workunit.client.0.smithi032.stdout: [724 , 2968713 ] 2023-12-22T18:06:40.183 INFO:tasks.workunit.client.0.smithi032.stdout: [732 , 3000543 ] 2023-12-22T18:06:40.183 INFO:tasks.workunit.client.0.smithi032.stdout: [742 , 3039453 ] 2023-12-22T18:06:40.183 INFO:tasks.workunit.client.0.smithi032.stdout: [773 , 3169601 ] 2023-12-22T18:06:40.183 INFO:tasks.workunit.client.0.smithi032.stdout: [787 , 3225896 ] 2023-12-22T18:06:40.183 INFO:tasks.workunit.client.0.smithi032.stdout: [791 , 3240460 ] 2023-12-22T18:06:40.183 INFO:tasks.workunit.client.0.smithi032.stdout: [814 , 3335883 ] 2023-12-22T18:06:40.183 INFO:tasks.workunit.client.0.smithi032.stdout: [820 , 3361955 ] 2023-12-22T18:06:40.183 INFO:tasks.workunit.client.0.smithi032.stdout: [826 , 3384632 ] 2023-12-22T18:06:40.183 INFO:tasks.workunit.client.0.smithi032.stdout: [831 , 3404738 ] 2023-12-22T18:06:40.183 INFO:tasks.workunit.client.0.smithi032.stdout: [841 , 3447435 ] 2023-12-22T18:06:40.183 INFO:tasks.workunit.client.0.smithi032.stdout: [846 , 3468424 ] 2023-12-22T18:06:40.184 INFO:tasks.workunit.client.0.smithi032.stdout: [880 , 3606640 ] 2023-12-22T18:06:40.184 INFO:tasks.workunit.client.0.smithi032.stdout: [884 , 3624017 ] 2023-12-22T18:06:40.184 INFO:tasks.workunit.client.0.smithi032.stdout: [913 , 3740887 ] 2023-12-22T18:06:40.184 INFO:tasks.workunit.client.0.smithi032.stdout: [939 , 3848131 ] 2023-12-22T18:06:40.184 INFO:tasks.workunit.client.0.smithi032.stdout: [941 , 3856931 ] 2023-12-22T18:06:40.184 INFO:tasks.workunit.client.0.smithi032.stdout: [943 , 3865736 ] 2023-12-22T18:06:40.184 INFO:tasks.workunit.client.0.smithi032.stdout: [945 , 3873119 ] 2023-12-22T18:06:40.184 INFO:tasks.workunit.client.0.smithi032.stdout: [952 , 3901284 ] 2023-12-22T18:06:40.184 INFO:tasks.workunit.client.0.smithi032.stdout: [969 , 3972172 ] 2023-12-22T18:06:40.184 INFO:tasks.workunit.client.0.smithi032.stdout: [1000 , 4096369 ] 2023-12-22T18:06:40.184 INFO:tasks.workunit.client.0.smithi032.stdout: [1001 , 4103150 ] 2023-12-22T18:06:40.184 INFO:tasks.workunit.client.0.smithi032.stdout:write data based on random map 2023-12-22T18:06:40.184 INFO:tasks.workunit.client.0.smithi032.stdout: write object-11 2023-12-22T18:06:40.184 INFO:tasks.workunit.client.0.smithi032.stdout: write object-21 2023-12-22T18:06:40.184 INFO:tasks.workunit.client.0.smithi032.stdout: write object-34 2023-12-22T18:06:40.184 INFO:tasks.workunit.client.0.smithi032.stdout: write object-39 2023-12-22T18:06:40.184 INFO:tasks.workunit.client.0.smithi032.stdout: write object-45 2023-12-22T18:06:40.185 INFO:tasks.workunit.client.0.smithi032.stdout: write object-75 2023-12-22T18:06:40.185 INFO:tasks.workunit.client.0.smithi032.stdout: write object-79 2023-12-22T18:06:40.185 INFO:tasks.workunit.client.0.smithi032.stdout: write object-80 2023-12-22T18:06:40.185 INFO:tasks.workunit.client.0.smithi032.stdout: write object-108 2023-12-22T18:06:40.185 INFO:tasks.workunit.client.0.smithi032.stdout: write object-115 2023-12-22T18:06:40.185 INFO:tasks.workunit.client.0.smithi032.stdout: write object-118 2023-12-22T18:06:40.185 INFO:tasks.workunit.client.0.smithi032.stdout: write object-131 2023-12-22T18:06:40.185 INFO:tasks.workunit.client.0.smithi032.stdout: write object-133 2023-12-22T18:06:40.185 INFO:tasks.workunit.client.0.smithi032.stdout: write object-136 2023-12-22T18:06:40.185 INFO:tasks.workunit.client.0.smithi032.stdout: write object-144 2023-12-22T18:06:40.185 INFO:tasks.workunit.client.0.smithi032.stdout: write object-182 2023-12-22T18:06:40.185 INFO:tasks.workunit.client.0.smithi032.stdout: write object-186 2023-12-22T18:06:40.185 INFO:tasks.workunit.client.0.smithi032.stdout: write object-198 2023-12-22T18:06:40.185 INFO:tasks.workunit.client.0.smithi032.stdout: write object-216 2023-12-22T18:06:40.185 INFO:tasks.workunit.client.0.smithi032.stdout: write object-218 2023-12-22T18:06:40.185 INFO:tasks.workunit.client.0.smithi032.stdout: write object-228 2023-12-22T18:06:40.186 INFO:tasks.workunit.client.0.smithi032.stdout: write object-249 2023-12-22T18:06:40.186 INFO:tasks.workunit.client.0.smithi032.stdout: write object-251 2023-12-22T18:06:40.186 INFO:tasks.workunit.client.0.smithi032.stdout: write object-252 2023-12-22T18:06:40.186 INFO:tasks.workunit.client.0.smithi032.stdout: write object-257 2023-12-22T18:06:40.186 INFO:tasks.workunit.client.0.smithi032.stdout: write object-259 2023-12-22T18:06:40.186 INFO:tasks.workunit.client.0.smithi032.stdout: write object-263 2023-12-22T18:06:40.186 INFO:tasks.workunit.client.0.smithi032.stdout: write object-265 2023-12-22T18:06:40.186 INFO:tasks.workunit.client.0.smithi032.stdout: write object-279 2023-12-22T18:06:40.186 INFO:tasks.workunit.client.0.smithi032.stdout: write object-282 2023-12-22T18:06:40.186 INFO:tasks.workunit.client.0.smithi032.stdout: write object-295 2023-12-22T18:06:40.186 INFO:tasks.workunit.client.0.smithi032.stdout: write object-331 2023-12-22T18:06:40.186 INFO:tasks.workunit.client.0.smithi032.stdout: write object-332 2023-12-22T18:06:40.186 INFO:tasks.workunit.client.0.smithi032.stdout: write object-333 2023-12-22T18:06:40.186 INFO:tasks.workunit.client.0.smithi032.stdout: write object-335 2023-12-22T18:06:40.186 INFO:tasks.workunit.client.0.smithi032.stdout: write object-344 2023-12-22T18:06:40.186 INFO:tasks.workunit.client.0.smithi032.stdout: write object-365 2023-12-22T18:06:40.186 INFO:tasks.workunit.client.0.smithi032.stdout: write object-385 2023-12-22T18:06:40.187 INFO:tasks.workunit.client.0.smithi032.stdout: write object-386 2023-12-22T18:06:40.187 INFO:tasks.workunit.client.0.smithi032.stdout: write object-394 2023-12-22T18:06:40.187 INFO:tasks.workunit.client.0.smithi032.stdout: write object-413 2023-12-22T18:06:40.187 INFO:tasks.workunit.client.0.smithi032.stdout: write object-414 2023-12-22T18:06:40.187 INFO:tasks.workunit.client.0.smithi032.stdout: write object-426 2023-12-22T18:06:40.187 INFO:tasks.workunit.client.0.smithi032.stdout: write object-443 2023-12-22T18:06:40.187 INFO:tasks.workunit.client.0.smithi032.stdout: write object-451 2023-12-22T18:06:40.187 INFO:tasks.workunit.client.0.smithi032.stdout: write object-456 2023-12-22T18:06:40.187 INFO:tasks.workunit.client.0.smithi032.stdout: write object-462 2023-12-22T18:06:40.187 INFO:tasks.workunit.client.0.smithi032.stdout: write object-468 2023-12-22T18:06:40.187 INFO:tasks.workunit.client.0.smithi032.stdout: write object-477 2023-12-22T18:06:40.187 INFO:tasks.workunit.client.0.smithi032.stdout: write object-482 2023-12-22T18:06:40.187 INFO:tasks.workunit.client.0.smithi032.stdout: write object-516 2023-12-22T18:06:40.187 INFO:tasks.workunit.client.0.smithi032.stdout: write object-518 2023-12-22T18:06:40.187 INFO:tasks.workunit.client.0.smithi032.stdout: write object-519 2023-12-22T18:06:40.187 INFO:tasks.workunit.client.0.smithi032.stdout: write object-528 2023-12-22T18:06:40.188 INFO:tasks.workunit.client.0.smithi032.stdout: write object-529 2023-12-22T18:06:40.188 INFO:tasks.workunit.client.0.smithi032.stdout: write object-530 2023-12-22T18:06:40.188 INFO:tasks.workunit.client.0.smithi032.stdout: write object-538 2023-12-22T18:06:40.188 INFO:tasks.workunit.client.0.smithi032.stdout: write object-573 2023-12-22T18:06:40.188 INFO:tasks.workunit.client.0.smithi032.stdout: write object-578 2023-12-22T18:06:40.188 INFO:tasks.workunit.client.0.smithi032.stdout: write object-579 2023-12-22T18:06:40.188 INFO:tasks.workunit.client.0.smithi032.stdout: write object-584 2023-12-22T18:06:40.188 INFO:tasks.workunit.client.0.smithi032.stdout: write object-592 2023-12-22T18:06:40.188 INFO:tasks.workunit.client.0.smithi032.stdout: write object-612 2023-12-22T18:06:40.188 INFO:tasks.workunit.client.0.smithi032.stdout: write object-616 2023-12-22T18:06:40.188 INFO:tasks.workunit.client.0.smithi032.stdout: write object-617 2023-12-22T18:06:40.188 INFO:tasks.workunit.client.0.smithi032.stdout: write object-632 2023-12-22T18:06:40.188 INFO:tasks.workunit.client.0.smithi032.stdout: write object-638 2023-12-22T18:06:40.188 INFO:tasks.workunit.client.0.smithi032.stdout: write object-656 2023-12-22T18:06:40.188 INFO:tasks.workunit.client.0.smithi032.stdout: write object-662 2023-12-22T18:06:40.189 INFO:tasks.workunit.client.0.smithi032.stdout: write object-693 2023-12-22T18:06:40.189 INFO:tasks.workunit.client.0.smithi032.stdout: write object-694 2023-12-22T18:06:40.189 INFO:tasks.workunit.client.0.smithi032.stdout: write object-696 2023-12-22T18:06:40.189 INFO:tasks.workunit.client.0.smithi032.stdout: write object-700 2023-12-22T18:06:40.189 INFO:tasks.workunit.client.0.smithi032.stdout: write object-711 2023-12-22T18:06:40.189 INFO:tasks.workunit.client.0.smithi032.stdout: write object-719 2023-12-22T18:06:40.189 INFO:tasks.workunit.client.0.smithi032.stdout: write object-724 2023-12-22T18:06:40.189 INFO:tasks.workunit.client.0.smithi032.stdout: write object-732 2023-12-22T18:06:40.189 INFO:tasks.workunit.client.0.smithi032.stdout: write object-742 2023-12-22T18:06:40.189 INFO:tasks.workunit.client.0.smithi032.stdout: write object-773 2023-12-22T18:06:40.189 INFO:tasks.workunit.client.0.smithi032.stdout: write object-787 2023-12-22T18:06:40.189 INFO:tasks.workunit.client.0.smithi032.stdout: write object-791 2023-12-22T18:06:40.189 INFO:tasks.workunit.client.0.smithi032.stdout: write object-814 2023-12-22T18:06:40.189 INFO:tasks.workunit.client.0.smithi032.stdout: write object-820 2023-12-22T18:06:40.189 INFO:tasks.workunit.client.0.smithi032.stdout: write object-826 2023-12-22T18:06:40.189 INFO:tasks.workunit.client.0.smithi032.stdout: write object-831 2023-12-22T18:06:40.190 INFO:tasks.workunit.client.0.smithi032.stdout: write object-841 2023-12-22T18:06:40.190 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:39 smithi032 ceph-mon[191839]: osdmap e1550: 8 total, 8 up, 8 in 2023-12-22T18:06:40.190 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:39 smithi032 ceph-mon[189144]: osdmap e1550: 8 total, 8 up, 8 in 2023-12-22T18:06:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:39 smithi039 ceph-mon[181282]: osdmap e1550: 8 total, 8 up, 8 in 2023-12-22T18:06:41.130 INFO:tasks.workunit.client.0.smithi032.stdout: write object-846 2023-12-22T18:06:41.131 INFO:tasks.workunit.client.0.smithi032.stdout: write object-880 2023-12-22T18:06:41.131 INFO:tasks.workunit.client.0.smithi032.stdout: write object-884 2023-12-22T18:06:41.131 INFO:tasks.workunit.client.0.smithi032.stdout: write object-913 2023-12-22T18:06:41.131 INFO:tasks.workunit.client.0.smithi032.stdout: write object-939 2023-12-22T18:06:41.131 INFO:tasks.workunit.client.0.smithi032.stdout: write object-941 2023-12-22T18:06:41.131 INFO:tasks.workunit.client.0.smithi032.stdout: write object-943 2023-12-22T18:06:41.131 INFO:tasks.workunit.client.0.smithi032.stdout: write object-945 2023-12-22T18:06:41.131 INFO:tasks.workunit.client.0.smithi032.stdout: write object-952 2023-12-22T18:06:41.131 INFO:tasks.workunit.client.0.smithi032.stdout: write object-969 2023-12-22T18:06:41.131 INFO:tasks.workunit.client.0.smithi032.stdout: write object-1000 2023-12-22T18:06:41.131 INFO:tasks.workunit.client.0.smithi032.stdout: write object-1001 2023-12-22T18:06:41.131 INFO:tasks.workunit.client.0.smithi032.stdout:verify written data by reading 2023-12-22T18:06:41.131 INFO:tasks.workunit.client.0.smithi032.stdout: read object-11 2023-12-22T18:06:41.131 INFO:tasks.workunit.client.0.smithi032.stdout:made snapshot "image57@parent_snap" and protect it 2023-12-22T18:06:41.131 INFO:tasks.workunit.client.0.smithi032.stdout:made and opened clone "image58" 2023-12-22T18:06:41.131 INFO:tasks.workunit.client.0.smithi032.stdout:flattening clone: "image58" 2023-12-22T18:06:41.132 INFO:tasks.workunit.client.0.smithi032.stdout:check whether child image has the same set of objects as parent 2023-12-22T18:06:41.132 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.FlattenNoEmptyObjects (1183 ms) 2023-12-22T18:06:41.132 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.PoolMetadataConfApply 2023-12-22T18:06:41.159 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:40 smithi032 ceph-mon[191839]: osdmap e1551: 8 total, 8 up, 8 in 2023-12-22T18:06:41.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:40 smithi032 ceph-mon[191839]: pgmap v2611: 137 pgs: 137 active+clean; 17 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 202 op/s 2023-12-22T18:06:41.160 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:06:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:06:40] "GET /metrics HTTP/1.1" 200 36545 "" "Prometheus/2.43.0" 2023-12-22T18:06:41.160 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:06:41 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:18:06:41] ENGINE Bus STOPPING 2023-12-22T18:06:41.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:40 smithi032 ceph-mon[189144]: osdmap e1551: 8 total, 8 up, 8 in 2023-12-22T18:06:41.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:40 smithi032 ceph-mon[189144]: pgmap v2611: 137 pgs: 137 active+clean; 17 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 202 op/s 2023-12-22T18:06:41.209 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.PoolMetadataConfApply (79 ms) 2023-12-22T18:06:41.209 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.Sparsify 2023-12-22T18:06:41.237 INFO:tasks.workunit.client.0.smithi032.stdout:sparsify_supported=1 2023-12-22T18:06:41.238 INFO:tasks.workunit.client.0.smithi032.stdout:sparse_read_supported=1 2023-12-22T18:06:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:40 smithi039 ceph-mon[181282]: osdmap e1551: 8 total, 8 up, 8 in 2023-12-22T18:06:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:40 smithi039 ceph-mon[181282]: pgmap v2611: 137 pgs: 137 active+clean; 17 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 202 op/s 2023-12-22T18:06:41.270 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.Sparsify (61 ms) 2023-12-22T18:06:41.270 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.SparsifyClone 2023-12-22T18:06:41.289 INFO:tasks.workunit.client.0.smithi032.stdout:sparsify_supported=1 2023-12-22T18:06:41.430 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:06:41 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:18:06:41] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-22T18:06:41.430 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:06:41 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:18:06:41] ENGINE Bus STOPPED 2023-12-22T18:06:41.430 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:06:41 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:18:06:41] ENGINE Bus STARTING 2023-12-22T18:06:41.430 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:06:41 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:18:06:41] ENGINE Serving on http://:::9283 2023-12-22T18:06:41.430 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:06:41 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:18:06:41] ENGINE Bus STARTED 2023-12-22T18:06:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:41 smithi032 ceph-mon[191839]: osdmap e1552: 8 total, 8 up, 8 in 2023-12-22T18:06:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:41 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' 2023-12-22T18:06:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:06:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:06:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:06:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:06:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:41 smithi032 ceph-mon[189144]: osdmap e1552: 8 total, 8 up, 8 in 2023-12-22T18:06:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:41 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' 2023-12-22T18:06:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:06:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:06:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:06:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:06:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:41 smithi039 ceph-mon[181282]: osdmap e1552: 8 total, 8 up, 8 in 2023-12-22T18:06:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:41 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' 2023-12-22T18:06:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:06:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:06:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:06:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:06:43.234 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.SparsifyClone (1964 ms) 2023-12-22T18:06:43.234 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestInternal.MissingDataPool 2023-12-22T18:06:43.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:43 smithi039 ceph-mon[181282]: pgmap v2613: 137 pgs: 137 active+clean; 8.7 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 28 KiB/s wr, 248 op/s 2023-12-22T18:06:43.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:43 smithi039 ceph-mon[181282]: osdmap e1553: 8 total, 8 up, 8 in 2023-12-22T18:06:43.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:43 smithi032 ceph-mon[189144]: pgmap v2613: 137 pgs: 137 active+clean; 8.7 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 28 KiB/s wr, 248 op/s 2023-12-22T18:06:43.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:43 smithi032 ceph-mon[189144]: osdmap e1553: 8 total, 8 up, 8 in 2023-12-22T18:06:43.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:43 smithi032 ceph-mon[191839]: pgmap v2613: 137 pgs: 137 active+clean; 8.7 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 28 KiB/s wr, 248 op/s 2023-12-22T18:06:43.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:43 smithi032 ceph-mon[191839]: osdmap e1553: 8 total, 8 up, 8 in 2023-12-22T18:06:44.340 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestInternal.MissingDataPool (1106 ms) 2023-12-22T18:06:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:44 smithi039 ceph-mon[181282]: osdmap e1554: 8 total, 8 up, 8 in 2023-12-22T18:06:44.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:44 smithi032 ceph-mon[189144]: osdmap e1554: 8 total, 8 up, 8 in 2023-12-22T18:06:44.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:44 smithi032 ceph-mon[191839]: osdmap e1554: 8 total, 8 up, 8 in 2023-12-22T18:06:45.246 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 34 tests from TestInternal (35476 ms total) 2023-12-22T18:06:45.247 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:06:45.247 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 51 tests from TestMirroring 2023-12-22T18:06:45.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:45 smithi039 ceph-mon[181282]: pgmap v2616: 137 pgs: 137 active+clean; 8.9 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 241 KiB/s rd, 54 KiB/s wr, 337 op/s 2023-12-22T18:06:45.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:45 smithi039 ceph-mon[181282]: osdmap e1555: 8 total, 8 up, 8 in 2023-12-22T18:06:45.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:45 smithi032 ceph-mon[189144]: pgmap v2616: 137 pgs: 137 active+clean; 8.9 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 241 KiB/s rd, 54 KiB/s wr, 337 op/s 2023-12-22T18:06:45.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:45 smithi032 ceph-mon[189144]: osdmap e1555: 8 total, 8 up, 8 in 2023-12-22T18:06:45.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:45 smithi032 ceph-mon[191839]: pgmap v2616: 137 pgs: 137 active+clean; 8.9 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 241 KiB/s rd, 54 KiB/s wr, 337 op/s 2023-12-22T18:06:45.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:45 smithi032 ceph-mon[191839]: osdmap e1555: 8 total, 8 up, 8 in 2023-12-22T18:06:45.859 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:06:46.181 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:06:46.181 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (46m) 2m ago 51m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:06:46.181 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (46m) 21s ago 51m 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:06:46.181 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (52m) 2m ago 52m 24.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:06:46.182 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (52m) 21s ago 52m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:06:46.182 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (46m) 21s ago 54m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:06:46.182 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (46m) 2m ago 56m 582M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:06:46.182 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (45m) 2m ago 56m 377M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:06:46.182 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (45m) 21s ago 54m 226M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:06:46.182 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (45m) 2m ago 54m 218M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:06:46.182 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (46m) 2m ago 51m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:06:46.183 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (46m) 21s ago 50m 17.7M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:06:46.183 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (44m) 2m ago 54m 2692M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:06:46.183 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (44m) 2m ago 54m 3111M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:06:46.183 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (43m) 2m ago 53m 2828M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:06:46.183 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (43m) 2m ago 53m 2500M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:06:46.183 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (42m) 21s ago 53m 2609M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:06:46.183 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (42m) 21s ago 52m 2647M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:06:46.183 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (41m) 21s ago 52m 1934M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:06:46.183 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (41m) 21s ago 52m 2403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:06:46.183 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (46m) 21s ago 51m 88.9M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:06:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:46 smithi039 ceph-mon[181282]: osdmap e1556: 8 total, 8 up, 8 in 2023-12-22T18:06:46.602 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:06:46.602 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:06:46.602 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:06:46.602 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:06:46.602 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:06:46.602 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:06:46.602 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:06:46.602 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:06:46.603 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:06:46.603 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:06:46.603 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:06:46.603 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:06:46.603 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:06:46.603 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:06:46.603 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:06:46.603 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:06:46.603 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:06:46.603 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:06:46.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:46 smithi032 ceph-mon[191839]: osdmap e1556: 8 total, 8 up, 8 in 2023-12-22T18:06:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:46 smithi032 ceph-mon[189144]: osdmap e1556: 8 total, 8 up, 8 in 2023-12-22T18:06:47.245 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage 2023-12-22T18:06:47.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:47 smithi032 ceph-mon[191839]: from='client.47021 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:06:47.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:47 smithi032 ceph-mon[191839]: pgmap v2619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:06:47.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:47 smithi032 ceph-mon[191839]: from='client.47027 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:06:47.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:47 smithi032 ceph-mon[191839]: osdmap e1557: 8 total, 8 up, 8 in 2023-12-22T18:06:47.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:47 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:06:47.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:47 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2480153252' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:06:47.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:47 smithi032 ceph-mon[189144]: from='client.47021 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:06:47.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:47 smithi032 ceph-mon[189144]: pgmap v2619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:06:47.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:47 smithi032 ceph-mon[189144]: from='client.47027 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:06:47.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:47 smithi032 ceph-mon[189144]: osdmap e1557: 8 total, 8 up, 8 in 2023-12-22T18:06:47.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:47 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:06:47.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:47 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2480153252' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:06:47.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:47 smithi039 ceph-mon[181282]: from='client.47021 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:06:47.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:47 smithi039 ceph-mon[181282]: pgmap v2619: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:06:47.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:47 smithi039 ceph-mon[181282]: from='client.47027 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:06:47.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:47 smithi039 ceph-mon[181282]: osdmap e1557: 8 total, 8 up, 8 in 2023-12-22T18:06:47.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:47 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:06:47.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:47 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2480153252' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:06:48.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:48 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-26","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:06:48.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:48 smithi032 ceph-mon[191839]: osdmap e1558: 8 total, 8 up, 8 in 2023-12-22T18:06:48.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:48 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-26","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:06:48.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:48 smithi032 ceph-mon[189144]: osdmap e1558: 8 total, 8 up, 8 in 2023-12-22T18:06:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:48 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-26","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:06:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:48 smithi039 ceph-mon[181282]: osdmap e1558: 8 total, 8 up, 8 in 2023-12-22T18:06:49.415 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage (2170 ms) 2023-12-22T18:06:49.415 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool 2023-12-22T18:06:49.529 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool (115 ms) 2023-12-22T18:06:49.529 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled 2023-12-22T18:06:49.616 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled (87 ms) 2023-12-22T18:06:49.616 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage 2023-12-22T18:06:49.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:49 smithi032 ceph-mon[191839]: pgmap v2622: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:06:49.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:49 smithi032 ceph-mon[191839]: osdmap e1559: 8 total, 8 up, 8 in 2023-12-22T18:06:49.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:49 smithi032 ceph-mon[189144]: pgmap v2622: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:06:49.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:49 smithi032 ceph-mon[189144]: osdmap e1559: 8 total, 8 up, 8 in 2023-12-22T18:06:49.722 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage (106 ms) 2023-12-22T18:06:49.722 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap 2023-12-22T18:06:49.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:49 smithi039 ceph-mon[181282]: pgmap v2622: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:06:49.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:49 smithi039 ceph-mon[181282]: osdmap e1559: 8 total, 8 up, 8 in 2023-12-22T18:06:49.816 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap (93 ms) 2023-12-22T18:06:49.816 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModePool 2023-12-22T18:06:49.910 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModePool (95 ms) 2023-12-22T18:06:49.910 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled 2023-12-22T18:06:50.027 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled (116 ms) 2023-12-22T18:06:50.027 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.DisableImageMirrorWithPeer 2023-12-22T18:06:50.027 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2023-12-22T18:06:50.027 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.DisableImageMirrorWithPeer (0 ms) 2023-12-22T18:06:50.027 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.DisableJournalingWithPeer 2023-12-22T18:06:50.027 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2023-12-22T18:06:50.027 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.DisableJournalingWithPeer (0 ms) 2023-12-22T18:06:50.027 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling 2023-12-22T18:06:50.100 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling (74 ms) 2023-12-22T18:06:50.100 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling 2023-12-22T18:06:50.184 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling (83 ms) 2023-12-22T18:06:50.184 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling 2023-12-22T18:06:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:50 smithi032 ceph-mon[191839]: osdmap e1560: 8 total, 8 up, 8 in 2023-12-22T18:06:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:06:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:50 smithi032 ceph-mon[189144]: osdmap e1560: 8 total, 8 up, 8 in 2023-12-22T18:06:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:06:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:50 smithi039 ceph-mon[181282]: osdmap e1560: 8 total, 8 up, 8 in 2023-12-22T18:06:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:06:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:06:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:06:50] "GET /metrics HTTP/1.1" 200 36523 "" "Prometheus/2.43.0" 2023-12-22T18:06:51.351 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling (1168 ms) 2023-12-22T18:06:51.351 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock 2023-12-22T18:06:51.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:51 smithi032 ceph-mon[191839]: pgmap v2625: 137 pgs: 16 unknown, 121 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-22T18:06:51.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:51 smithi032 ceph-mon[191839]: osdmap e1561: 8 total, 8 up, 8 in 2023-12-22T18:06:51.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:51 smithi032 ceph-mon[189144]: pgmap v2625: 137 pgs: 16 unknown, 121 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-22T18:06:51.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:51 smithi032 ceph-mon[189144]: osdmap e1561: 8 total, 8 up, 8 in 2023-12-22T18:06:51.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:51 smithi039 ceph-mon[181282]: pgmap v2625: 137 pgs: 16 unknown, 121 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-22T18:06:51.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:51 smithi039 ceph-mon[181282]: osdmap e1561: 8 total, 8 up, 8 in 2023-12-22T18:06:52.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:52 smithi032 ceph-mon[191839]: osdmap e1562: 8 total, 8 up, 8 in 2023-12-22T18:06:52.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:52 smithi032 ceph-mon[189144]: osdmap e1562: 8 total, 8 up, 8 in 2023-12-22T18:06:52.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:52 smithi039 ceph-mon[181282]: osdmap e1562: 8 total, 8 up, 8 in 2023-12-22T18:06:53.378 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock (2027 ms) 2023-12-22T18:06:53.379 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeDisabled 2023-12-22T18:06:53.474 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeDisabled (96 ms) 2023-12-22T18:06:53.474 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage 2023-12-22T18:06:53.562 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage (88 ms) 2023-12-22T18:06:53.562 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool 2023-12-22T18:06:53.666 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool (104 ms) 2023-12-22T18:06:53.666 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling 2023-12-22T18:06:53.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:53 smithi032 ceph-mon[191839]: pgmap v2628: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 25 KiB/s wr, 171 op/s 2023-12-22T18:06:53.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:53 smithi032 ceph-mon[191839]: osdmap e1563: 8 total, 8 up, 8 in 2023-12-22T18:06:53.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:53 smithi032 ceph-mon[189144]: pgmap v2628: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 25 KiB/s wr, 171 op/s 2023-12-22T18:06:53.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:53 smithi032 ceph-mon[189144]: osdmap e1563: 8 total, 8 up, 8 in 2023-12-22T18:06:53.749 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling (82 ms) 2023-12-22T18:06:53.749 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling 2023-12-22T18:06:53.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:53 smithi039 ceph-mon[181282]: pgmap v2628: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 25 KiB/s wr, 171 op/s 2023-12-22T18:06:53.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:53 smithi039 ceph-mon[181282]: osdmap e1563: 8 total, 8 up, 8 in 2023-12-22T18:06:53.826 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling (78 ms) 2023-12-22T18:06:53.826 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeDisabled 2023-12-22T18:06:53.920 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeDisabled (93 ms) 2023-12-22T18:06:53.920 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage 2023-12-22T18:06:54.023 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage (104 ms) 2023-12-22T18:06:54.023 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled 2023-12-22T18:06:54.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:54 smithi032 ceph-mon[191839]: osdmap e1564: 8 total, 8 up, 8 in 2023-12-22T18:06:54.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:54 smithi032 ceph-mon[189144]: osdmap e1564: 8 total, 8 up, 8 in 2023-12-22T18:06:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:54 smithi039 ceph-mon[181282]: osdmap e1564: 8 total, 8 up, 8 in 2023-12-22T18:06:55.404 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled (1380 ms) 2023-12-22T18:06:55.404 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModePool 2023-12-22T18:06:55.524 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModePool (121 ms) 2023-12-22T18:06:55.524 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModePool 2023-12-22T18:06:55.632 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModePool (107 ms) 2023-12-22T18:06:55.632 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModeImage 2023-12-22T18:06:55.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:55 smithi032 ceph-mon[191839]: pgmap v2631: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 315 KiB/s rd, 50 KiB/s wr, 468 op/s 2023-12-22T18:06:55.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:55 smithi032 ceph-mon[191839]: osdmap e1565: 8 total, 8 up, 8 in 2023-12-22T18:06:55.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:55 smithi032 ceph-mon[189144]: pgmap v2631: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 315 KiB/s rd, 50 KiB/s wr, 468 op/s 2023-12-22T18:06:55.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:55 smithi032 ceph-mon[189144]: osdmap e1565: 8 total, 8 up, 8 in 2023-12-22T18:06:55.740 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModeImage (108 ms) 2023-12-22T18:06:55.740 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode 2023-12-22T18:06:55.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:55 smithi039 ceph-mon[181282]: pgmap v2631: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 315 KiB/s rd, 50 KiB/s wr, 468 op/s 2023-12-22T18:06:55.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:55 smithi039 ceph-mon[181282]: osdmap e1565: 8 total, 8 up, 8 in 2023-12-22T18:06:55.900 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode (161 ms) 2023-12-22T18:06:55.900 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode 2023-12-22T18:06:56.067 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode (167 ms) 2023-12-22T18:06:56.067 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode 2023-12-22T18:06:56.217 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode (150 ms) 2023-12-22T18:06:56.218 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode 2023-12-22T18:06:56.373 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode (155 ms) 2023-12-22T18:06:56.373 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode 2023-12-22T18:06:56.529 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode (157 ms) 2023-12-22T18:06:56.529 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode 2023-12-22T18:06:56.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:56 smithi032 ceph-mon[191839]: osdmap e1566: 8 total, 8 up, 8 in 2023-12-22T18:06:56.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:56 smithi032 ceph-mon[189144]: osdmap e1566: 8 total, 8 up, 8 in 2023-12-22T18:06:56.707 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode (178 ms) 2023-12-22T18:06:56.707 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageEnabled 2023-12-22T18:06:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:56 smithi039 ceph-mon[181282]: osdmap e1566: 8 total, 8 up, 8 in 2023-12-22T18:06:56.791 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageEnabled (84 ms) 2023-12-22T18:06:56.791 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDisabled 2023-12-22T18:06:56.884 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDisabled (93 ms) 2023-12-22T18:06:56.884 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.RemoveImage_With_ImageWithoutJournal 2023-12-22T18:06:56.957 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.RemoveImage_With_ImageWithoutJournal (72 ms) 2023-12-22T18:06:56.957 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDemoted 2023-12-22T18:06:57.081 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDemoted (125 ms) 2023-12-22T18:06:57.081 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.TrashMoveRestore_PoolMode 2023-12-22T18:06:57.210 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.TrashMoveRestore_PoolMode (129 ms) 2023-12-22T18:06:57.210 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled 2023-12-22T18:06:57.323 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled (113 ms) 2023-12-22T18:06:57.323 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled 2023-12-22T18:06:57.445 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled (122 ms) 2023-12-22T18:06:57.445 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.MirrorStatusList 2023-12-22T18:06:57.521 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.MirrorStatusList (76 ms) 2023-12-22T18:06:57.521 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.RemoveBootstrapped 2023-12-22T18:06:57.620 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.RemoveBootstrapped (98 ms) 2023-12-22T18:06:57.620 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.AioPromoteDemote 2023-12-22T18:06:57.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:57 smithi032 ceph-mon[189144]: pgmap v2634: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 556 KiB/s rd, 62 KiB/s wr, 767 op/s 2023-12-22T18:06:57.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:57 smithi032 ceph-mon[189144]: osdmap e1567: 8 total, 8 up, 8 in 2023-12-22T18:06:57.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:57 smithi032 ceph-mon[191839]: pgmap v2634: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 556 KiB/s rd, 62 KiB/s wr, 767 op/s 2023-12-22T18:06:57.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:57 smithi032 ceph-mon[191839]: osdmap e1567: 8 total, 8 up, 8 in 2023-12-22T18:06:57.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:57 smithi039 ceph-mon[181282]: pgmap v2634: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 556 KiB/s rd, 62 KiB/s wr, 767 op/s 2023-12-22T18:06:57.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:57 smithi039 ceph-mon[181282]: osdmap e1567: 8 total, 8 up, 8 in 2023-12-22T18:06:58.005 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.AioPromoteDemote (386 ms) 2023-12-22T18:06:58.006 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.AioGetInfo 2023-12-22T18:06:58.442 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.AioGetInfo (437 ms) 2023-12-22T18:06:58.442 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.AioGetStatus 2023-12-22T18:06:58.672 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.AioGetStatus (230 ms) 2023-12-22T18:06:58.672 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.SiteName 2023-12-22T18:06:58.678 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.SiteName (6 ms) 2023-12-22T18:06:58.679 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.Bootstrap 2023-12-22T18:06:59.546 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.Bootstrap (868 ms) 2023-12-22T18:06:59.546 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.PeerDirection 2023-12-22T18:06:59.555 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.PeerDirection (9 ms) 2023-12-22T18:06:59.555 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.Snapshot 2023-12-22T18:06:59.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:59 smithi032 ceph-mon[189144]: pgmap v2636: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 304 KiB/s rd, 34 KiB/s wr, 431 op/s 2023-12-22T18:06:59.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:59 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' 2023-12-22T18:06:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:59 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-22T18:06:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:59 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-22T18:06:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:59 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2023-12-22T18:06:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:59 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-22T18:06:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:59 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2023-12-22T18:06:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:59 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' 2023-12-22T18:06:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:59 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2023-12-22T18:06:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:59 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2023-12-22T18:06:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:59 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-22T18:06:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:59 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/36a0de76-9eb7-4f5e-aaa4-ffa951d07cc5"}]: dispatch 2023-12-22T18:06:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:06:59 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/36a0de76-9eb7-4f5e-aaa4-ffa951d07cc5"}]': finished 2023-12-22T18:06:59.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:59 smithi032 ceph-mon[191839]: pgmap v2636: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 304 KiB/s rd, 34 KiB/s wr, 431 op/s 2023-12-22T18:06:59.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:59 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' 2023-12-22T18:06:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:59 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-22T18:06:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:59 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-22T18:06:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:59 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2023-12-22T18:06:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:59 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-22T18:06:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:59 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2023-12-22T18:06:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:59 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' 2023-12-22T18:06:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:59 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2023-12-22T18:06:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:59 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2023-12-22T18:06:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:59 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-22T18:06:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:59 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/36a0de76-9eb7-4f5e-aaa4-ffa951d07cc5"}]: dispatch 2023-12-22T18:06:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:06:59 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/36a0de76-9eb7-4f5e-aaa4-ffa951d07cc5"}]': finished 2023-12-22T18:07:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:59 smithi039 ceph-mon[181282]: pgmap v2636: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 304 KiB/s rd, 34 KiB/s wr, 431 op/s 2023-12-22T18:07:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:59 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' 2023-12-22T18:07:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:59 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-22T18:07:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:59 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-22T18:07:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:59 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2023-12-22T18:07:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:59 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-22T18:07:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:59 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2023-12-22T18:07:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:59 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' 2023-12-22T18:07:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:59 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2023-12-22T18:07:00.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:59 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2023-12-22T18:07:00.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:59 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-22T18:07:00.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:59 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/36a0de76-9eb7-4f5e-aaa4-ffa951d07cc5"}]: dispatch 2023-12-22T18:07:00.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:06:59 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/36a0de76-9eb7-4f5e-aaa4-ffa951d07cc5"}]': finished 2023-12-22T18:07:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:07:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:07:00] "GET /metrics HTTP/1.1" 200 36523 "" "Prometheus/2.43.0" 2023-12-22T18:07:01.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:01 smithi032 ceph-mon[189144]: pgmap v2637: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 969 KiB/s rd, 127 KiB/s wr, 1.32k op/s 2023-12-22T18:07:01.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:01 smithi032 ceph-mon[189144]: osdmap e1568: 8 total, 8 up, 8 in 2023-12-22T18:07:01.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:07:01.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:01 smithi032 ceph-mon[191839]: pgmap v2637: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 969 KiB/s rd, 127 KiB/s wr, 1.32k op/s 2023-12-22T18:07:01.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:01 smithi032 ceph-mon[191839]: osdmap e1568: 8 total, 8 up, 8 in 2023-12-22T18:07:01.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:07:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:01 smithi039 ceph-mon[181282]: pgmap v2637: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 969 KiB/s rd, 127 KiB/s wr, 1.32k op/s 2023-12-22T18:07:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:01 smithi039 ceph-mon[181282]: osdmap e1568: 8 total, 8 up, 8 in 2023-12-22T18:07:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:07:02.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:02 smithi032 ceph-mon[189144]: osdmap e1569: 8 total, 8 up, 8 in 2023-12-22T18:07:02.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:02 smithi032 ceph-mon[189144]: osdmap e1570: 8 total, 8 up, 8 in 2023-12-22T18:07:02.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:02 smithi032 ceph-mon[191839]: osdmap e1569: 8 total, 8 up, 8 in 2023-12-22T18:07:02.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:02 smithi032 ceph-mon[191839]: osdmap e1570: 8 total, 8 up, 8 in 2023-12-22T18:07:03.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:02 smithi039 ceph-mon[181282]: osdmap e1569: 8 total, 8 up, 8 in 2023-12-22T18:07:03.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:02 smithi039 ceph-mon[181282]: osdmap e1570: 8 total, 8 up, 8 in 2023-12-22T18:07:03.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:03 smithi032 ceph-mon[189144]: pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 201 KiB/s wr, 1.99k op/s 2023-12-22T18:07:03.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:03 smithi032 ceph-mon[189144]: osdmap e1571: 8 total, 8 up, 8 in 2023-12-22T18:07:03.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:03 smithi032 ceph-mon[191839]: pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 201 KiB/s wr, 1.99k op/s 2023-12-22T18:07:03.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:03 smithi032 ceph-mon[191839]: osdmap e1571: 8 total, 8 up, 8 in 2023-12-22T18:07:04.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:03 smithi039 ceph-mon[181282]: pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 201 KiB/s wr, 1.99k op/s 2023-12-22T18:07:04.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:03 smithi039 ceph-mon[181282]: osdmap e1571: 8 total, 8 up, 8 in 2023-12-22T18:07:05.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:04 smithi032 ceph-mon[189144]: osdmap e1572: 8 total, 8 up, 8 in 2023-12-22T18:07:05.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:04 smithi032 ceph-mon[189144]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 626 KiB/s rd, 129 KiB/s wr, 903 op/s 2023-12-22T18:07:05.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:07:05.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:04 smithi032 ceph-mon[191839]: osdmap e1572: 8 total, 8 up, 8 in 2023-12-22T18:07:05.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:04 smithi032 ceph-mon[191839]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 626 KiB/s rd, 129 KiB/s wr, 903 op/s 2023-12-22T18:07:05.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:07:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:04 smithi039 ceph-mon[181282]: osdmap e1572: 8 total, 8 up, 8 in 2023-12-22T18:07:05.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:04 smithi039 ceph-mon[181282]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 626 KiB/s rd, 129 KiB/s wr, 903 op/s 2023-12-22T18:07:05.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:07:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:05 smithi032 ceph-mon[189144]: osdmap e1573: 8 total, 8 up, 8 in 2023-12-22T18:07:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:05 smithi032 ceph-mon[191839]: osdmap e1573: 8 total, 8 up, 8 in 2023-12-22T18:07:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:05 smithi039 ceph-mon[181282]: osdmap e1573: 8 total, 8 up, 8 in 2023-12-22T18:07:07.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:06 smithi032 ceph-mon[191839]: osdmap e1574: 8 total, 8 up, 8 in 2023-12-22T18:07:07.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:06 smithi032 ceph-mon[191839]: pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 345 KiB/s rd, 65 KiB/s wr, 491 op/s 2023-12-22T18:07:07.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:06 smithi032 ceph-mon[191839]: osdmap e1575: 8 total, 8 up, 8 in 2023-12-22T18:07:07.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:06 smithi032 ceph-mon[189144]: osdmap e1574: 8 total, 8 up, 8 in 2023-12-22T18:07:07.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:06 smithi032 ceph-mon[189144]: pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 345 KiB/s rd, 65 KiB/s wr, 491 op/s 2023-12-22T18:07:07.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:06 smithi032 ceph-mon[189144]: osdmap e1575: 8 total, 8 up, 8 in 2023-12-22T18:07:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:06 smithi039 ceph-mon[181282]: osdmap e1574: 8 total, 8 up, 8 in 2023-12-22T18:07:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:06 smithi039 ceph-mon[181282]: pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 345 KiB/s rd, 65 KiB/s wr, 491 op/s 2023-12-22T18:07:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:06 smithi039 ceph-mon[181282]: osdmap e1575: 8 total, 8 up, 8 in 2023-12-22T18:07:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.9", "id": [6, 4]}]: dispatch 2023-12-22T18:07:08.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.9", "id": [6, 4]}]: dispatch 2023-12-22T18:07:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.9", "id": [6, 4]}]: dispatch 2023-12-22T18:07:09.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.9", "id": [6, 4]}]': finished 2023-12-22T18:07:09.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:08 smithi032 ceph-mon[189144]: osdmap e1576: 8 total, 8 up, 8 in 2023-12-22T18:07:09.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:08 smithi032 ceph-mon[189144]: pgmap v2650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 8.0 KiB/s wr, 135 op/s 2023-12-22T18:07:09.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.9", "id": [6, 4]}]': finished 2023-12-22T18:07:09.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:08 smithi032 ceph-mon[191839]: osdmap e1576: 8 total, 8 up, 8 in 2023-12-22T18:07:09.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:08 smithi032 ceph-mon[191839]: pgmap v2650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 8.0 KiB/s wr, 135 op/s 2023-12-22T18:07:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.9", "id": [6, 4]}]': finished 2023-12-22T18:07:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:08 smithi039 ceph-mon[181282]: osdmap e1576: 8 total, 8 up, 8 in 2023-12-22T18:07:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:08 smithi039 ceph-mon[181282]: pgmap v2650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 104 KiB/s rd, 8.0 KiB/s wr, 135 op/s 2023-12-22T18:07:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:09 smithi032 ceph-mon[189144]: osdmap e1577: 8 total, 8 up, 8 in 2023-12-22T18:07:10.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:09 smithi032 ceph-mon[191839]: osdmap e1577: 8 total, 8 up, 8 in 2023-12-22T18:07:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:09 smithi039 ceph-mon[181282]: osdmap e1577: 8 total, 8 up, 8 in 2023-12-22T18:07:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:10 smithi032 ceph-mon[189144]: osdmap e1578: 8 total, 8 up, 8 in 2023-12-22T18:07:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:10 smithi032 ceph-mon[189144]: pgmap v2653: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.5 KiB/s wr, 11 op/s; 3 B/s, 3 keys/s, 1 objects/s recovering 2023-12-22T18:07:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:07:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:07:10] "GET /metrics HTTP/1.1" 200 36545 "" "Prometheus/2.43.0" 2023-12-22T18:07:11.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:10 smithi032 ceph-mon[191839]: osdmap e1578: 8 total, 8 up, 8 in 2023-12-22T18:07:11.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:10 smithi032 ceph-mon[191839]: pgmap v2653: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.5 KiB/s wr, 11 op/s; 3 B/s, 3 keys/s, 1 objects/s recovering 2023-12-22T18:07:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:10 smithi039 ceph-mon[181282]: osdmap e1578: 8 total, 8 up, 8 in 2023-12-22T18:07:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:10 smithi039 ceph-mon[181282]: pgmap v2653: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.5 KiB/s wr, 11 op/s; 3 B/s, 3 keys/s, 1 objects/s recovering 2023-12-22T18:07:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:11 smithi032 ceph-mon[189144]: osdmap e1579: 8 total, 8 up, 8 in 2023-12-22T18:07:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:11 smithi032 ceph-mon[189144]: osdmap e1580: 8 total, 8 up, 8 in 2023-12-22T18:07:12.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:11 smithi032 ceph-mon[191839]: osdmap e1579: 8 total, 8 up, 8 in 2023-12-22T18:07:12.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:11 smithi032 ceph-mon[191839]: osdmap e1580: 8 total, 8 up, 8 in 2023-12-22T18:07:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:11 smithi039 ceph-mon[181282]: osdmap e1579: 8 total, 8 up, 8 in 2023-12-22T18:07:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:11 smithi039 ceph-mon[181282]: osdmap e1580: 8 total, 8 up, 8 in 2023-12-22T18:07:13.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:12 smithi032 ceph-mon[189144]: pgmap v2656: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 7.0 KiB/s wr, 100 op/s; 3 B/s, 3 keys/s, 1 objects/s recovering 2023-12-22T18:07:13.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:12 smithi032 ceph-mon[189144]: osdmap e1581: 8 total, 8 up, 8 in 2023-12-22T18:07:13.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:12 smithi032 ceph-mon[191839]: pgmap v2656: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 7.0 KiB/s wr, 100 op/s; 3 B/s, 3 keys/s, 1 objects/s recovering 2023-12-22T18:07:13.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:12 smithi032 ceph-mon[191839]: osdmap e1581: 8 total, 8 up, 8 in 2023-12-22T18:07:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:12 smithi039 ceph-mon[181282]: pgmap v2656: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 7.0 KiB/s wr, 100 op/s; 3 B/s, 3 keys/s, 1 objects/s recovering 2023-12-22T18:07:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:12 smithi039 ceph-mon[181282]: osdmap e1581: 8 total, 8 up, 8 in 2023-12-22T18:07:14.971 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.Snapshot (15415 ms) 2023-12-22T18:07:14.971 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.SnapshotRemoveOnDisable 2023-12-22T18:07:15.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:14 smithi032 ceph-mon[189144]: osdmap e1582: 8 total, 8 up, 8 in 2023-12-22T18:07:15.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:14 smithi032 ceph-mon[189144]: pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 5.7 KiB/s wr, 91 op/s 2023-12-22T18:07:15.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:14 smithi032 ceph-mon[191839]: osdmap e1582: 8 total, 8 up, 8 in 2023-12-22T18:07:15.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:14 smithi032 ceph-mon[191839]: pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 5.7 KiB/s wr, 91 op/s 2023-12-22T18:07:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:14 smithi039 ceph-mon[181282]: osdmap e1582: 8 total, 8 up, 8 in 2023-12-22T18:07:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:14 smithi039 ceph-mon[181282]: pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 5.7 KiB/s wr, 91 op/s 2023-12-22T18:07:16.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:15 smithi032 ceph-mon[189144]: osdmap e1583: 8 total, 8 up, 8 in 2023-12-22T18:07:16.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:15 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/fcd0b5d4-afef-432f-8a77-58b1271a6f43"}]: dispatch 2023-12-22T18:07:16.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:15 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/fcd0b5d4-afef-432f-8a77-58b1271a6f43"}]': finished 2023-12-22T18:07:16.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:15 smithi032 ceph-mon[191839]: osdmap e1583: 8 total, 8 up, 8 in 2023-12-22T18:07:16.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:15 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/fcd0b5d4-afef-432f-8a77-58b1271a6f43"}]: dispatch 2023-12-22T18:07:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:15 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/fcd0b5d4-afef-432f-8a77-58b1271a6f43"}]': finished 2023-12-22T18:07:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:15 smithi039 ceph-mon[181282]: osdmap e1583: 8 total, 8 up, 8 in 2023-12-22T18:07:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:15 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/fcd0b5d4-afef-432f-8a77-58b1271a6f43"}]: dispatch 2023-12-22T18:07:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:15 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/fcd0b5d4-afef-432f-8a77-58b1271a6f43"}]': finished 2023-12-22T18:07:16.979 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:07:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:16 smithi039 ceph-mon[181282]: pgmap v2661: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 5.1 KiB/s wr, 82 op/s 2023-12-22T18:07:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:16 smithi039 ceph-mon[181282]: osdmap e1584: 8 total, 8 up, 8 in 2023-12-22T18:07:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:16 smithi039 ceph-mon[181282]: osdmap e1585: 8 total, 8 up, 8 in 2023-12-22T18:07:17.303 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:07:17.303 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (47m) 2m ago 51m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:07:17.303 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (47m) 52s ago 51m 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:07:17.303 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (52m) 2m ago 52m 24.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:07:17.303 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (52m) 52s ago 52m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:07:17.303 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (46m) 52s ago 55m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:07:17.304 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (46m) 2m ago 56m 582M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:07:17.304 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (46m) 2m ago 56m 377M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:07:17.304 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (45m) 52s ago 55m 226M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:07:17.304 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (46m) 2m ago 55m 218M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:07:17.304 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (47m) 2m ago 51m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:07:17.304 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (47m) 52s ago 51m 17.7M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:07:17.304 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (45m) 2m ago 54m 2692M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:07:17.304 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (44m) 2m ago 54m 3111M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:07:17.304 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (44m) 2m ago 54m 2828M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:07:17.304 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (43m) 2m ago 53m 2500M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:07:17.304 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (43m) 52s ago 53m 2609M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:07:17.305 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (42m) 52s ago 53m 2647M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:07:17.305 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (42m) 52s ago 53m 1934M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:07:17.305 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (41m) 52s ago 52m 2403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:07:17.305 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (46m) 52s ago 52m 88.9M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:07:17.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:16 smithi032 ceph-mon[191839]: pgmap v2661: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 5.1 KiB/s wr, 82 op/s 2023-12-22T18:07:17.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:16 smithi032 ceph-mon[191839]: osdmap e1584: 8 total, 8 up, 8 in 2023-12-22T18:07:17.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:16 smithi032 ceph-mon[191839]: osdmap e1585: 8 total, 8 up, 8 in 2023-12-22T18:07:17.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:16 smithi032 ceph-mon[189144]: pgmap v2661: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 5.1 KiB/s wr, 82 op/s 2023-12-22T18:07:17.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:16 smithi032 ceph-mon[189144]: osdmap e1584: 8 total, 8 up, 8 in 2023-12-22T18:07:17.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:16 smithi032 ceph-mon[189144]: osdmap e1585: 8 total, 8 up, 8 in 2023-12-22T18:07:17.702 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:07:17.703 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:07:17.703 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:07:17.703 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:07:17.703 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:07:17.703 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:07:17.703 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:07:17.703 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:07:17.703 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:07:17.703 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:07:17.703 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:07:17.704 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:07:17.704 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:07:17.704 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:07:17.704 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:07:17.704 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:07:17.704 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:07:17.704 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:07:18.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:17 smithi039 ceph-mon[181282]: from='client.47045 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:07:18.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:17 smithi039 ceph-mon[181282]: from='client.47051 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:07:18.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:17 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1153755470' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:07:18.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:17 smithi039 ceph-mon[181282]: osdmap e1586: 8 total, 8 up, 8 in 2023-12-22T18:07:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:17 smithi032 ceph-mon[191839]: from='client.47045 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:07:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:17 smithi032 ceph-mon[191839]: from='client.47051 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:07:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:17 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1153755470' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:07:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:17 smithi032 ceph-mon[191839]: osdmap e1586: 8 total, 8 up, 8 in 2023-12-22T18:07:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:17 smithi032 ceph-mon[189144]: from='client.47045 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:07:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:17 smithi032 ceph-mon[189144]: from='client.47051 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:07:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:17 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1153755470' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:07:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:17 smithi032 ceph-mon[189144]: osdmap e1586: 8 total, 8 up, 8 in 2023-12-22T18:07:18.981 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.SnapshotRemoveOnDisable (4011 ms) 2023-12-22T18:07:18.982 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.SnapshotUnlinkPeer 2023-12-22T18:07:19.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:18 smithi039 ceph-mon[181282]: pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 5.2 KiB/s wr, 84 op/s 2023-12-22T18:07:19.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:18 smithi039 ceph-mon[181282]: osdmap e1587: 8 total, 8 up, 8 in 2023-12-22T18:07:19.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:18 smithi032 ceph-mon[191839]: pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 5.2 KiB/s wr, 84 op/s 2023-12-22T18:07:19.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:18 smithi032 ceph-mon[191839]: osdmap e1587: 8 total, 8 up, 8 in 2023-12-22T18:07:19.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:18 smithi032 ceph-mon[189144]: pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 5.2 KiB/s wr, 84 op/s 2023-12-22T18:07:19.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:18 smithi032 ceph-mon[189144]: osdmap e1587: 8 total, 8 up, 8 in 2023-12-22T18:07:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:19 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/05839649-74c8-483a-9755-404c3186febb"}]: dispatch 2023-12-22T18:07:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:19 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/05839649-74c8-483a-9755-404c3186febb"}]': finished 2023-12-22T18:07:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:07:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:19 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/05839649-74c8-483a-9755-404c3186febb"}]: dispatch 2023-12-22T18:07:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:19 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/05839649-74c8-483a-9755-404c3186febb"}]': finished 2023-12-22T18:07:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:07:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:19 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/05839649-74c8-483a-9755-404c3186febb"}]: dispatch 2023-12-22T18:07:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:19 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/05839649-74c8-483a-9755-404c3186febb"}]': finished 2023-12-22T18:07:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:07:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:07:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:07:20] "GET /metrics HTTP/1.1" 200 36546 "" "Prometheus/2.43.0" 2023-12-22T18:07:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:20 smithi032 ceph-mon[191839]: pgmap v2667: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 7.2 KiB/s wr, 73 op/s 2023-12-22T18:07:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:20 smithi032 ceph-mon[191839]: osdmap e1588: 8 total, 8 up, 8 in 2023-12-22T18:07:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:20 smithi032 ceph-mon[189144]: pgmap v2667: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 7.2 KiB/s wr, 73 op/s 2023-12-22T18:07:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:20 smithi032 ceph-mon[189144]: osdmap e1588: 8 total, 8 up, 8 in 2023-12-22T18:07:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:20 smithi039 ceph-mon[181282]: pgmap v2667: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 7.2 KiB/s wr, 73 op/s 2023-12-22T18:07:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:20 smithi039 ceph-mon[181282]: osdmap e1588: 8 total, 8 up, 8 in 2023-12-22T18:07:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:21 smithi039 ceph-mon[181282]: osdmap e1589: 8 total, 8 up, 8 in 2023-12-22T18:07:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:21 smithi039 ceph-mon[181282]: osdmap e1590: 8 total, 8 up, 8 in 2023-12-22T18:07:22.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:21 smithi032 ceph-mon[189144]: osdmap e1589: 8 total, 8 up, 8 in 2023-12-22T18:07:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:21 smithi032 ceph-mon[189144]: osdmap e1590: 8 total, 8 up, 8 in 2023-12-22T18:07:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:21 smithi032 ceph-mon[191839]: osdmap e1589: 8 total, 8 up, 8 in 2023-12-22T18:07:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:21 smithi032 ceph-mon[191839]: osdmap e1590: 8 total, 8 up, 8 in 2023-12-22T18:07:23.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:22 smithi039 ceph-mon[181282]: pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 10 KiB/s wr, 97 op/s 2023-12-22T18:07:23.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:22 smithi039 ceph-mon[181282]: osdmap e1591: 8 total, 8 up, 8 in 2023-12-22T18:07:23.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:22 smithi032 ceph-mon[191839]: pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 10 KiB/s wr, 97 op/s 2023-12-22T18:07:23.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:22 smithi032 ceph-mon[191839]: osdmap e1591: 8 total, 8 up, 8 in 2023-12-22T18:07:23.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:22 smithi032 ceph-mon[189144]: pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 10 KiB/s wr, 97 op/s 2023-12-22T18:07:23.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:22 smithi032 ceph-mon[189144]: osdmap e1591: 8 total, 8 up, 8 in 2023-12-22T18:07:25.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:24 smithi032 ceph-mon[191839]: osdmap e1592: 8 total, 8 up, 8 in 2023-12-22T18:07:25.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:24 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/fde9564c-a475-41db-abc0-4f04033f0c4e"}]: dispatch 2023-12-22T18:07:25.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:24 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/fde9564c-a475-41db-abc0-4f04033f0c4e"}]': finished 2023-12-22T18:07:25.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:24 smithi032 ceph-mon[191839]: pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 6.0 KiB/s wr, 72 op/s 2023-12-22T18:07:25.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:24 smithi032 ceph-mon[189144]: osdmap e1592: 8 total, 8 up, 8 in 2023-12-22T18:07:25.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:24 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/fde9564c-a475-41db-abc0-4f04033f0c4e"}]: dispatch 2023-12-22T18:07:25.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:24 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/fde9564c-a475-41db-abc0-4f04033f0c4e"}]': finished 2023-12-22T18:07:25.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:24 smithi032 ceph-mon[189144]: pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 6.0 KiB/s wr, 72 op/s 2023-12-22T18:07:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:24 smithi039 ceph-mon[181282]: osdmap e1592: 8 total, 8 up, 8 in 2023-12-22T18:07:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:24 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/fde9564c-a475-41db-abc0-4f04033f0c4e"}]: dispatch 2023-12-22T18:07:25.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:24 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/fde9564c-a475-41db-abc0-4f04033f0c4e"}]': finished 2023-12-22T18:07:25.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:24 smithi039 ceph-mon[181282]: pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 6.0 KiB/s wr, 72 op/s 2023-12-22T18:07:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:25 smithi032 ceph-mon[191839]: osdmap e1593: 8 total, 8 up, 8 in 2023-12-22T18:07:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:25 smithi032 ceph-mon[189144]: osdmap e1593: 8 total, 8 up, 8 in 2023-12-22T18:07:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:25 smithi039 ceph-mon[181282]: osdmap e1593: 8 total, 8 up, 8 in 2023-12-22T18:07:27.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:26 smithi032 ceph-mon[191839]: osdmap e1594: 8 total, 8 up, 8 in 2023-12-22T18:07:27.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:26 smithi032 ceph-mon[191839]: pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 13 KiB/s wr, 278 op/s 2023-12-22T18:07:27.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:26 smithi032 ceph-mon[191839]: osdmap e1595: 8 total, 8 up, 8 in 2023-12-22T18:07:27.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:26 smithi032 ceph-mon[189144]: osdmap e1594: 8 total, 8 up, 8 in 2023-12-22T18:07:27.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:26 smithi032 ceph-mon[189144]: pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 13 KiB/s wr, 278 op/s 2023-12-22T18:07:27.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:26 smithi032 ceph-mon[189144]: osdmap e1595: 8 total, 8 up, 8 in 2023-12-22T18:07:27.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:26 smithi039 ceph-mon[181282]: osdmap e1594: 8 total, 8 up, 8 in 2023-12-22T18:07:27.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:26 smithi039 ceph-mon[181282]: pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 13 KiB/s wr, 278 op/s 2023-12-22T18:07:27.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:26 smithi039 ceph-mon[181282]: osdmap e1595: 8 total, 8 up, 8 in 2023-12-22T18:07:29.022 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.SnapshotUnlinkPeer (10041 ms) 2023-12-22T18:07:29.023 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.SnapshotImageState 2023-12-22T18:07:29.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:28 smithi032 ceph-mon[191839]: osdmap e1596: 8 total, 8 up, 8 in 2023-12-22T18:07:29.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:28 smithi032 ceph-mon[191839]: pgmap v2680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 10 KiB/s wr, 233 op/s 2023-12-22T18:07:29.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:28 smithi032 ceph-mon[189144]: osdmap e1596: 8 total, 8 up, 8 in 2023-12-22T18:07:29.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:28 smithi032 ceph-mon[189144]: pgmap v2680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 10 KiB/s wr, 233 op/s 2023-12-22T18:07:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:28 smithi039 ceph-mon[181282]: osdmap e1596: 8 total, 8 up, 8 in 2023-12-22T18:07:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:28 smithi039 ceph-mon[181282]: pgmap v2680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 10 KiB/s wr, 233 op/s 2023-12-22T18:07:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:29 smithi032 ceph-mon[191839]: osdmap e1597: 8 total, 8 up, 8 in 2023-12-22T18:07:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:29 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/bf198dd9-4547-42ab-ba4c-0b6204db3eef"}]: dispatch 2023-12-22T18:07:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:29 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/bf198dd9-4547-42ab-ba4c-0b6204db3eef"}]': finished 2023-12-22T18:07:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:29 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/dfab66f6-10d6-4122-9266-f22b6bda36f5"}]: dispatch 2023-12-22T18:07:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:29 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/dfab66f6-10d6-4122-9266-f22b6bda36f5"}]': finished 2023-12-22T18:07:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:29 smithi032 ceph-mon[189144]: osdmap e1597: 8 total, 8 up, 8 in 2023-12-22T18:07:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:29 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/bf198dd9-4547-42ab-ba4c-0b6204db3eef"}]: dispatch 2023-12-22T18:07:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:29 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/bf198dd9-4547-42ab-ba4c-0b6204db3eef"}]': finished 2023-12-22T18:07:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:29 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/dfab66f6-10d6-4122-9266-f22b6bda36f5"}]: dispatch 2023-12-22T18:07:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:29 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/dfab66f6-10d6-4122-9266-f22b6bda36f5"}]': finished 2023-12-22T18:07:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:29 smithi039 ceph-mon[181282]: osdmap e1597: 8 total, 8 up, 8 in 2023-12-22T18:07:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:29 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/bf198dd9-4547-42ab-ba4c-0b6204db3eef"}]: dispatch 2023-12-22T18:07:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:29 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/bf198dd9-4547-42ab-ba4c-0b6204db3eef"}]': finished 2023-12-22T18:07:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:29 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/dfab66f6-10d6-4122-9266-f22b6bda36f5"}]: dispatch 2023-12-22T18:07:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:29 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/dfab66f6-10d6-4122-9266-f22b6bda36f5"}]': finished 2023-12-22T18:07:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:07:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:07:30] "GET /metrics HTTP/1.1" 200 36546 "" "Prometheus/2.43.0" 2023-12-22T18:07:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:31 smithi032 ceph-mon[189144]: pgmap v2682: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.7 KiB/s wr, 45 op/s 2023-12-22T18:07:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:31 smithi032 ceph-mon[189144]: osdmap e1598: 8 total, 8 up, 8 in 2023-12-22T18:07:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:31 smithi032 ceph-mon[191839]: pgmap v2682: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.7 KiB/s wr, 45 op/s 2023-12-22T18:07:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:31 smithi032 ceph-mon[191839]: osdmap e1598: 8 total, 8 up, 8 in 2023-12-22T18:07:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:31 smithi039 ceph-mon[181282]: pgmap v2682: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.7 KiB/s wr, 45 op/s 2023-12-22T18:07:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:31 smithi039 ceph-mon[181282]: osdmap e1598: 8 total, 8 up, 8 in 2023-12-22T18:07:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:32 smithi032 ceph-mon[191839]: osdmap e1599: 8 total, 8 up, 8 in 2023-12-22T18:07:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:32 smithi032 ceph-mon[191839]: osdmap e1600: 8 total, 8 up, 8 in 2023-12-22T18:07:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:32 smithi032 ceph-mon[189144]: osdmap e1599: 8 total, 8 up, 8 in 2023-12-22T18:07:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:32 smithi032 ceph-mon[189144]: osdmap e1600: 8 total, 8 up, 8 in 2023-12-22T18:07:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:32 smithi039 ceph-mon[181282]: osdmap e1599: 8 total, 8 up, 8 in 2023-12-22T18:07:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:32 smithi039 ceph-mon[181282]: osdmap e1600: 8 total, 8 up, 8 in 2023-12-22T18:07:32.926 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.SnapshotImageState (3904 ms) 2023-12-22T18:07:32.926 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.SnapshotPromoteDemote 2023-12-22T18:07:33.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:33 smithi032 ceph-mon[191839]: pgmap v2686: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 7.0 KiB/s wr, 99 op/s 2023-12-22T18:07:33.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:33 smithi032 ceph-mon[191839]: osdmap e1601: 8 total, 8 up, 8 in 2023-12-22T18:07:33.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:33 smithi032 ceph-mon[189144]: pgmap v2686: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 7.0 KiB/s wr, 99 op/s 2023-12-22T18:07:33.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:33 smithi032 ceph-mon[189144]: osdmap e1601: 8 total, 8 up, 8 in 2023-12-22T18:07:33.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:33 smithi039 ceph-mon[181282]: pgmap v2686: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 7.0 KiB/s wr, 99 op/s 2023-12-22T18:07:33.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:33 smithi039 ceph-mon[181282]: osdmap e1601: 8 total, 8 up, 8 in 2023-12-22T18:07:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:34 smithi032 ceph-mon[191839]: osdmap e1602: 8 total, 8 up, 8 in 2023-12-22T18:07:35.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:34 smithi032 ceph-mon[191839]: pgmap v2689: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 7.6 KiB/s wr, 73 op/s 2023-12-22T18:07:35.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:07:35.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:34 smithi032 ceph-mon[189144]: osdmap e1602: 8 total, 8 up, 8 in 2023-12-22T18:07:35.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:34 smithi032 ceph-mon[189144]: pgmap v2689: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 7.6 KiB/s wr, 73 op/s 2023-12-22T18:07:35.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:07:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:34 smithi039 ceph-mon[181282]: osdmap e1602: 8 total, 8 up, 8 in 2023-12-22T18:07:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:34 smithi039 ceph-mon[181282]: pgmap v2689: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 7.6 KiB/s wr, 73 op/s 2023-12-22T18:07:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:07:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:35 smithi032 ceph-mon[189144]: osdmap e1603: 8 total, 8 up, 8 in 2023-12-22T18:07:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:35 smithi032 ceph-mon[191839]: osdmap e1603: 8 total, 8 up, 8 in 2023-12-22T18:07:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:35 smithi039 ceph-mon[181282]: osdmap e1603: 8 total, 8 up, 8 in 2023-12-22T18:07:37.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:36 smithi032 ceph-mon[191839]: osdmap e1604: 8 total, 8 up, 8 in 2023-12-22T18:07:37.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:36 smithi032 ceph-mon[191839]: pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 22 KiB/s wr, 206 op/s 2023-12-22T18:07:37.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:36 smithi032 ceph-mon[191839]: osdmap e1605: 8 total, 8 up, 8 in 2023-12-22T18:07:37.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:36 smithi032 ceph-mon[189144]: osdmap e1604: 8 total, 8 up, 8 in 2023-12-22T18:07:37.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:36 smithi032 ceph-mon[189144]: pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 22 KiB/s wr, 206 op/s 2023-12-22T18:07:37.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:36 smithi032 ceph-mon[189144]: osdmap e1605: 8 total, 8 up, 8 in 2023-12-22T18:07:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:36 smithi039 ceph-mon[181282]: osdmap e1604: 8 total, 8 up, 8 in 2023-12-22T18:07:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:36 smithi039 ceph-mon[181282]: pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 22 KiB/s wr, 206 op/s 2023-12-22T18:07:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:36 smithi039 ceph-mon[181282]: osdmap e1605: 8 total, 8 up, 8 in 2023-12-22T18:07:39.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:38 smithi032 ceph-mon[191839]: osdmap e1606: 8 total, 8 up, 8 in 2023-12-22T18:07:39.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:38 smithi032 ceph-mon[191839]: pgmap v2695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 194 KiB/s rd, 23 KiB/s wr, 265 op/s 2023-12-22T18:07:39.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:38 smithi032 ceph-mon[189144]: osdmap e1606: 8 total, 8 up, 8 in 2023-12-22T18:07:39.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:38 smithi032 ceph-mon[189144]: pgmap v2695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 194 KiB/s rd, 23 KiB/s wr, 265 op/s 2023-12-22T18:07:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:38 smithi039 ceph-mon[181282]: osdmap e1606: 8 total, 8 up, 8 in 2023-12-22T18:07:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:38 smithi039 ceph-mon[181282]: pgmap v2695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 194 KiB/s rd, 23 KiB/s wr, 265 op/s 2023-12-22T18:07:40.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:39 smithi032 ceph-mon[189144]: osdmap e1607: 8 total, 8 up, 8 in 2023-12-22T18:07:40.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:39 smithi032 ceph-mon[191839]: osdmap e1607: 8 total, 8 up, 8 in 2023-12-22T18:07:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:39 smithi039 ceph-mon[181282]: osdmap e1607: 8 total, 8 up, 8 in 2023-12-22T18:07:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:40 smithi032 ceph-mon[191839]: osdmap e1608: 8 total, 8 up, 8 in 2023-12-22T18:07:41.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:40 smithi032 ceph-mon[191839]: pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 8.0 KiB/s wr, 98 op/s 2023-12-22T18:07:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:40 smithi032 ceph-mon[189144]: osdmap e1608: 8 total, 8 up, 8 in 2023-12-22T18:07:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:40 smithi032 ceph-mon[189144]: pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 8.0 KiB/s wr, 98 op/s 2023-12-22T18:07:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:07:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:07:40] "GET /metrics HTTP/1.1" 200 36546 "" "Prometheus/2.43.0" 2023-12-22T18:07:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:40 smithi039 ceph-mon[181282]: osdmap e1608: 8 total, 8 up, 8 in 2023-12-22T18:07:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:40 smithi039 ceph-mon[181282]: pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 8.0 KiB/s wr, 98 op/s 2023-12-22T18:07:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:41 smithi032 ceph-mon[189144]: osdmap e1609: 8 total, 8 up, 8 in 2023-12-22T18:07:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:07:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:07:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:07:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:07:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:41 smithi032 ceph-mon[189144]: osdmap e1610: 8 total, 8 up, 8 in 2023-12-22T18:07:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:41 smithi032 ceph-mon[191839]: osdmap e1609: 8 total, 8 up, 8 in 2023-12-22T18:07:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:07:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:07:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:07:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:07:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:41 smithi032 ceph-mon[191839]: osdmap e1610: 8 total, 8 up, 8 in 2023-12-22T18:07:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:41 smithi039 ceph-mon[181282]: osdmap e1609: 8 total, 8 up, 8 in 2023-12-22T18:07:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:07:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:07:42.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:07:42.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:07:42.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:41 smithi039 ceph-mon[181282]: osdmap e1610: 8 total, 8 up, 8 in 2023-12-22T18:07:42.943 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.SnapshotPromoteDemote (10017 ms) 2023-12-22T18:07:42.943 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroring.AioSnapshotCreate 2023-12-22T18:07:43.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:42 smithi032 ceph-mon[191839]: pgmap v2701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 8.5 KiB/s wr, 109 op/s 2023-12-22T18:07:43.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:42 smithi032 ceph-mon[191839]: osdmap e1611: 8 total, 8 up, 8 in 2023-12-22T18:07:43.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:42 smithi032 ceph-mon[189144]: pgmap v2701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 8.5 KiB/s wr, 109 op/s 2023-12-22T18:07:43.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:42 smithi032 ceph-mon[189144]: osdmap e1611: 8 total, 8 up, 8 in 2023-12-22T18:07:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:42 smithi039 ceph-mon[181282]: pgmap v2701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 8.5 KiB/s wr, 109 op/s 2023-12-22T18:07:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:42 smithi039 ceph-mon[181282]: osdmap e1611: 8 total, 8 up, 8 in 2023-12-22T18:07:44.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:43 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/2189b812-63f3-4ff0-8e43-99fcf6df8995"}]: dispatch 2023-12-22T18:07:44.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:43 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/2189b812-63f3-4ff0-8e43-99fcf6df8995"}]': finished 2023-12-22T18:07:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:43 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/2189b812-63f3-4ff0-8e43-99fcf6df8995"}]: dispatch 2023-12-22T18:07:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:43 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/2189b812-63f3-4ff0-8e43-99fcf6df8995"}]': finished 2023-12-22T18:07:44.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:43 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/2189b812-63f3-4ff0-8e43-99fcf6df8995"}]: dispatch 2023-12-22T18:07:44.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:43 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/2189b812-63f3-4ff0-8e43-99fcf6df8995"}]': finished 2023-12-22T18:07:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:44 smithi039 ceph-mon[181282]: osdmap e1612: 8 total, 8 up, 8 in 2023-12-22T18:07:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:44 smithi039 ceph-mon[181282]: pgmap v2704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 6.5 KiB/s wr, 99 op/s 2023-12-22T18:07:45.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:44 smithi032 ceph-mon[191839]: osdmap e1612: 8 total, 8 up, 8 in 2023-12-22T18:07:45.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:44 smithi032 ceph-mon[191839]: pgmap v2704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 6.5 KiB/s wr, 99 op/s 2023-12-22T18:07:45.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:44 smithi032 ceph-mon[189144]: osdmap e1612: 8 total, 8 up, 8 in 2023-12-22T18:07:45.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:44 smithi032 ceph-mon[189144]: pgmap v2704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 6.5 KiB/s wr, 99 op/s 2023-12-22T18:07:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:45 smithi039 ceph-mon[181282]: osdmap e1613: 8 total, 8 up, 8 in 2023-12-22T18:07:46.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:45 smithi032 ceph-mon[191839]: osdmap e1613: 8 total, 8 up, 8 in 2023-12-22T18:07:46.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:45 smithi032 ceph-mon[189144]: osdmap e1613: 8 total, 8 up, 8 in 2023-12-22T18:07:47.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:46 smithi039 ceph-mon[181282]: osdmap e1614: 8 total, 8 up, 8 in 2023-12-22T18:07:47.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:46 smithi039 ceph-mon[181282]: pgmap v2707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 5.0 KiB/s wr, 54 op/s 2023-12-22T18:07:47.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:46 smithi039 ceph-mon[181282]: osdmap e1615: 8 total, 8 up, 8 in 2023-12-22T18:07:47.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:46 smithi032 ceph-mon[189144]: osdmap e1614: 8 total, 8 up, 8 in 2023-12-22T18:07:47.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:46 smithi032 ceph-mon[189144]: pgmap v2707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 5.0 KiB/s wr, 54 op/s 2023-12-22T18:07:47.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:46 smithi032 ceph-mon[189144]: osdmap e1615: 8 total, 8 up, 8 in 2023-12-22T18:07:47.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:46 smithi032 ceph-mon[191839]: osdmap e1614: 8 total, 8 up, 8 in 2023-12-22T18:07:47.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:46 smithi032 ceph-mon[191839]: pgmap v2707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 5.0 KiB/s wr, 54 op/s 2023-12-22T18:07:47.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:46 smithi032 ceph-mon[191839]: osdmap e1615: 8 total, 8 up, 8 in 2023-12-22T18:07:48.076 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:07:48.401 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:07:48.401 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (47m) 3m ago 52m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:07:48.401 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (47m) 83s ago 52m 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:07:48.401 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (53m) 3m ago 53m 24.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:07:48.401 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (53m) 83s ago 53m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:07:48.401 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (47m) 83s ago 55m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:07:48.401 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (47m) 3m ago 57m 582M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:07:48.401 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (46m) 3m ago 57m 377M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:07:48.401 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (46m) 83s ago 55m 226M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:07:48.401 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (46m) 3m ago 55m 218M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:07:48.401 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (47m) 3m ago 52m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:07:48.401 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (47m) 83s ago 52m 17.7M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:07:48.401 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (45m) 3m ago 55m 2692M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:07:48.401 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (45m) 3m ago 55m 3111M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:07:48.402 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (44m) 3m ago 54m 2828M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:07:48.402 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (44m) 3m ago 54m 2500M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:07:48.402 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (43m) 83s ago 54m 2609M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:07:48.402 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (43m) 83s ago 53m 2647M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:07:48.402 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (42m) 83s ago 53m 1934M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:07:48.402 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (42m) 83s ago 53m 2403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:07:48.402 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (47m) 83s ago 52m 88.9M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:07:48.804 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:07:48.804 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:07:48.805 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:07:48.805 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:07:48.805 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:07:48.805 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:07:48.805 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:07:48.805 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:07:48.805 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:07:48.805 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:07:48.805 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:07:48.805 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:07:48.805 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:07:48.806 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:07:48.806 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:07:48.806 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:07:48.806 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:07:48.806 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:07:49.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:48 smithi032 ceph-mon[191839]: osdmap e1616: 8 total, 8 up, 8 in 2023-12-22T18:07:49.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:48 smithi032 ceph-mon[191839]: pgmap v2710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 5.7 KiB/s wr, 60 op/s 2023-12-22T18:07:49.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:48 smithi032 ceph-mon[191839]: from='client.37146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:07:49.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:48 smithi032 ceph-mon[191839]: from='client.47069 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:07:49.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:48 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3617457865' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:07:49.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:48 smithi032 ceph-mon[189144]: osdmap e1616: 8 total, 8 up, 8 in 2023-12-22T18:07:49.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:48 smithi032 ceph-mon[189144]: pgmap v2710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 5.7 KiB/s wr, 60 op/s 2023-12-22T18:07:49.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:48 smithi032 ceph-mon[189144]: from='client.37146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:07:49.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:48 smithi032 ceph-mon[189144]: from='client.47069 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:07:49.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:48 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3617457865' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:07:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:48 smithi039 ceph-mon[181282]: osdmap e1616: 8 total, 8 up, 8 in 2023-12-22T18:07:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:48 smithi039 ceph-mon[181282]: pgmap v2710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 5.7 KiB/s wr, 60 op/s 2023-12-22T18:07:49.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:48 smithi039 ceph-mon[181282]: from='client.37146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:07:49.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:48 smithi039 ceph-mon[181282]: from='client.47069 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:07:49.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:48 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3617457865' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:07:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:49 smithi032 ceph-mon[189144]: osdmap e1617: 8 total, 8 up, 8 in 2023-12-22T18:07:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:07:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:49 smithi032 ceph-mon[191839]: osdmap e1617: 8 total, 8 up, 8 in 2023-12-22T18:07:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:07:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:49 smithi039 ceph-mon[181282]: osdmap e1617: 8 total, 8 up, 8 in 2023-12-22T18:07:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:07:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:07:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:07:50] "GET /metrics HTTP/1.1" 200 36548 "" "Prometheus/2.43.0" 2023-12-22T18:07:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:50 smithi032 ceph-mon[189144]: osdmap e1618: 8 total, 8 up, 8 in 2023-12-22T18:07:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:50 smithi032 ceph-mon[189144]: pgmap v2713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 13 KiB/s wr, 119 op/s 2023-12-22T18:07:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:50 smithi032 ceph-mon[191839]: osdmap e1618: 8 total, 8 up, 8 in 2023-12-22T18:07:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:50 smithi032 ceph-mon[191839]: pgmap v2713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 13 KiB/s wr, 119 op/s 2023-12-22T18:07:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:50 smithi039 ceph-mon[181282]: osdmap e1618: 8 total, 8 up, 8 in 2023-12-22T18:07:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:50 smithi039 ceph-mon[181282]: pgmap v2713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 13 KiB/s wr, 119 op/s 2023-12-22T18:07:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:51 smithi032 ceph-mon[191839]: osdmap e1619: 8 total, 8 up, 8 in 2023-12-22T18:07:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:51 smithi032 ceph-mon[191839]: osdmap e1620: 8 total, 8 up, 8 in 2023-12-22T18:07:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:51 smithi032 ceph-mon[189144]: osdmap e1619: 8 total, 8 up, 8 in 2023-12-22T18:07:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:51 smithi032 ceph-mon[189144]: osdmap e1620: 8 total, 8 up, 8 in 2023-12-22T18:07:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:51 smithi039 ceph-mon[181282]: osdmap e1619: 8 total, 8 up, 8 in 2023-12-22T18:07:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:51 smithi039 ceph-mon[181282]: osdmap e1620: 8 total, 8 up, 8 in 2023-12-22T18:07:53.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:52 smithi032 ceph-mon[191839]: pgmap v2716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 13 KiB/s wr, 124 op/s 2023-12-22T18:07:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:52 smithi032 ceph-mon[189144]: pgmap v2716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 13 KiB/s wr, 124 op/s 2023-12-22T18:07:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:52 smithi039 ceph-mon[181282]: pgmap v2716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 13 KiB/s wr, 124 op/s 2023-12-22T18:07:54.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:53 smithi032 ceph-mon[191839]: osdmap e1621: 8 total, 8 up, 8 in 2023-12-22T18:07:54.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:53 smithi032 ceph-mon[189144]: osdmap e1621: 8 total, 8 up, 8 in 2023-12-22T18:07:54.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:53 smithi039 ceph-mon[181282]: osdmap e1621: 8 total, 8 up, 8 in 2023-12-22T18:07:55.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:54 smithi032 ceph-mon[191839]: osdmap e1622: 8 total, 8 up, 8 in 2023-12-22T18:07:55.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:54 smithi032 ceph-mon[191839]: pgmap v2719: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 5.7 KiB/s wr, 42 op/s 2023-12-22T18:07:55.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:54 smithi032 ceph-mon[189144]: osdmap e1622: 8 total, 8 up, 8 in 2023-12-22T18:07:55.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:54 smithi032 ceph-mon[189144]: pgmap v2719: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 5.7 KiB/s wr, 42 op/s 2023-12-22T18:07:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:54 smithi039 ceph-mon[181282]: osdmap e1622: 8 total, 8 up, 8 in 2023-12-22T18:07:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:54 smithi039 ceph-mon[181282]: pgmap v2719: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 5.7 KiB/s wr, 42 op/s 2023-12-22T18:07:56.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:55 smithi032 ceph-mon[189144]: osdmap e1623: 8 total, 8 up, 8 in 2023-12-22T18:07:56.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:55 smithi032 ceph-mon[191839]: osdmap e1623: 8 total, 8 up, 8 in 2023-12-22T18:07:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:55 smithi039 ceph-mon[181282]: osdmap e1623: 8 total, 8 up, 8 in 2023-12-22T18:07:57.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:56 smithi032 ceph-mon[191839]: osdmap e1624: 8 total, 8 up, 8 in 2023-12-22T18:07:57.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:56 smithi032 ceph-mon[191839]: pgmap v2722: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 173 KiB/s rd, 23 KiB/s wr, 233 op/s 2023-12-22T18:07:57.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:56 smithi032 ceph-mon[189144]: osdmap e1624: 8 total, 8 up, 8 in 2023-12-22T18:07:57.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:56 smithi032 ceph-mon[189144]: pgmap v2722: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 173 KiB/s rd, 23 KiB/s wr, 233 op/s 2023-12-22T18:07:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:56 smithi039 ceph-mon[181282]: osdmap e1624: 8 total, 8 up, 8 in 2023-12-22T18:07:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:56 smithi039 ceph-mon[181282]: pgmap v2722: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 173 KiB/s rd, 23 KiB/s wr, 233 op/s 2023-12-22T18:07:58.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:57 smithi032 ceph-mon[191839]: osdmap e1625: 8 total, 8 up, 8 in 2023-12-22T18:07:58.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:57 smithi032 ceph-mon[189144]: osdmap e1625: 8 total, 8 up, 8 in 2023-12-22T18:07:58.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:57 smithi039 ceph-mon[181282]: osdmap e1625: 8 total, 8 up, 8 in 2023-12-22T18:07:59.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:58 smithi032 ceph-mon[191839]: osdmap e1626: 8 total, 8 up, 8 in 2023-12-22T18:07:59.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:58 smithi032 ceph-mon[191839]: pgmap v2725: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 19 KiB/s wr, 214 op/s 2023-12-22T18:07:59.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:58 smithi032 ceph-mon[189144]: osdmap e1626: 8 total, 8 up, 8 in 2023-12-22T18:07:59.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:58 smithi032 ceph-mon[189144]: pgmap v2725: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 19 KiB/s wr, 214 op/s 2023-12-22T18:07:59.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:58 smithi039 ceph-mon[181282]: osdmap e1626: 8 total, 8 up, 8 in 2023-12-22T18:07:59.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:58 smithi039 ceph-mon[181282]: pgmap v2725: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 19 KiB/s wr, 214 op/s 2023-12-22T18:08:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:07:59 smithi039 ceph-mon[181282]: osdmap e1627: 8 total, 8 up, 8 in 2023-12-22T18:08:00.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:07:59 smithi032 ceph-mon[191839]: osdmap e1627: 8 total, 8 up, 8 in 2023-12-22T18:08:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:07:59 smithi032 ceph-mon[189144]: osdmap e1627: 8 total, 8 up, 8 in 2023-12-22T18:08:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:08:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:08:00] "GET /metrics HTTP/1.1" 200 36548 "" "Prometheus/2.43.0" 2023-12-22T18:08:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:00 smithi032 ceph-mon[191839]: osdmap e1628: 8 total, 8 up, 8 in 2023-12-22T18:08:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:00 smithi032 ceph-mon[191839]: pgmap v2728: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 7.2 KiB/s wr, 105 op/s 2023-12-22T18:08:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:00 smithi032 ceph-mon[189144]: osdmap e1628: 8 total, 8 up, 8 in 2023-12-22T18:08:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:00 smithi032 ceph-mon[189144]: pgmap v2728: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 7.2 KiB/s wr, 105 op/s 2023-12-22T18:08:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:00 smithi039 ceph-mon[181282]: osdmap e1628: 8 total, 8 up, 8 in 2023-12-22T18:08:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:00 smithi039 ceph-mon[181282]: pgmap v2728: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 7.2 KiB/s wr, 105 op/s 2023-12-22T18:08:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:01 smithi039 ceph-mon[181282]: osdmap e1629: 8 total, 8 up, 8 in 2023-12-22T18:08:02.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:01 smithi039 ceph-mon[181282]: osdmap e1630: 8 total, 8 up, 8 in 2023-12-22T18:08:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:01 smithi032 ceph-mon[191839]: osdmap e1629: 8 total, 8 up, 8 in 2023-12-22T18:08:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:01 smithi032 ceph-mon[191839]: osdmap e1630: 8 total, 8 up, 8 in 2023-12-22T18:08:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:01 smithi032 ceph-mon[189144]: osdmap e1629: 8 total, 8 up, 8 in 2023-12-22T18:08:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:01 smithi032 ceph-mon[189144]: osdmap e1630: 8 total, 8 up, 8 in 2023-12-22T18:08:03.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:02 smithi039 ceph-mon[181282]: pgmap v2731: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 9.5 KiB/s wr, 124 op/s 2023-12-22T18:08:03.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:02 smithi032 ceph-mon[191839]: pgmap v2731: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 9.5 KiB/s wr, 124 op/s 2023-12-22T18:08:03.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:02 smithi032 ceph-mon[189144]: pgmap v2731: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 9.5 KiB/s wr, 124 op/s 2023-12-22T18:08:04.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:03 smithi039 ceph-mon[181282]: osdmap e1631: 8 total, 8 up, 8 in 2023-12-22T18:08:04.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:03 smithi032 ceph-mon[191839]: osdmap e1631: 8 total, 8 up, 8 in 2023-12-22T18:08:04.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:03 smithi032 ceph-mon[189144]: osdmap e1631: 8 total, 8 up, 8 in 2023-12-22T18:08:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:04 smithi039 ceph-mon[181282]: osdmap e1632: 8 total, 8 up, 8 in 2023-12-22T18:08:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:04 smithi039 ceph-mon[181282]: pgmap v2734: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 3.2 KiB/s wr, 38 op/s 2023-12-22T18:08:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:08:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:04 smithi032 ceph-mon[191839]: osdmap e1632: 8 total, 8 up, 8 in 2023-12-22T18:08:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:04 smithi032 ceph-mon[191839]: pgmap v2734: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 3.2 KiB/s wr, 38 op/s 2023-12-22T18:08:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:08:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:04 smithi032 ceph-mon[189144]: osdmap e1632: 8 total, 8 up, 8 in 2023-12-22T18:08:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:04 smithi032 ceph-mon[189144]: pgmap v2734: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 3.2 KiB/s wr, 38 op/s 2023-12-22T18:08:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:08:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:05 smithi039 ceph-mon[181282]: osdmap e1633: 8 total, 8 up, 8 in 2023-12-22T18:08:06.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:05 smithi032 ceph-mon[189144]: osdmap e1633: 8 total, 8 up, 8 in 2023-12-22T18:08:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:05 smithi032 ceph-mon[191839]: osdmap e1633: 8 total, 8 up, 8 in 2023-12-22T18:08:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:06 smithi039 ceph-mon[181282]: osdmap e1634: 8 total, 8 up, 8 in 2023-12-22T18:08:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:06 smithi039 ceph-mon[181282]: pgmap v2737: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 7.5 KiB/s wr, 150 op/s 2023-12-22T18:08:07.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:06 smithi039 ceph-mon[181282]: osdmap e1635: 8 total, 8 up, 8 in 2023-12-22T18:08:07.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:06 smithi032 ceph-mon[189144]: osdmap e1634: 8 total, 8 up, 8 in 2023-12-22T18:08:07.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:06 smithi032 ceph-mon[189144]: pgmap v2737: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 7.5 KiB/s wr, 150 op/s 2023-12-22T18:08:07.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:06 smithi032 ceph-mon[189144]: osdmap e1635: 8 total, 8 up, 8 in 2023-12-22T18:08:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:06 smithi032 ceph-mon[191839]: osdmap e1634: 8 total, 8 up, 8 in 2023-12-22T18:08:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:06 smithi032 ceph-mon[191839]: pgmap v2737: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 7.5 KiB/s wr, 150 op/s 2023-12-22T18:08:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:06 smithi032 ceph-mon[191839]: osdmap e1635: 8 total, 8 up, 8 in 2023-12-22T18:08:09.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:08 smithi032 ceph-mon[191839]: osdmap e1636: 8 total, 8 up, 8 in 2023-12-22T18:08:09.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:08 smithi032 ceph-mon[191839]: pgmap v2740: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 6.5 KiB/s wr, 132 op/s 2023-12-22T18:08:09.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:08 smithi032 ceph-mon[189144]: osdmap e1636: 8 total, 8 up, 8 in 2023-12-22T18:08:09.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:08 smithi032 ceph-mon[189144]: pgmap v2740: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 6.5 KiB/s wr, 132 op/s 2023-12-22T18:08:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:08 smithi039 ceph-mon[181282]: osdmap e1636: 8 total, 8 up, 8 in 2023-12-22T18:08:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:08 smithi039 ceph-mon[181282]: pgmap v2740: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 6.5 KiB/s wr, 132 op/s 2023-12-22T18:08:10.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:09 smithi032 ceph-mon[191839]: osdmap e1637: 8 total, 8 up, 8 in 2023-12-22T18:08:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:09 smithi032 ceph-mon[189144]: osdmap e1637: 8 total, 8 up, 8 in 2023-12-22T18:08:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:09 smithi039 ceph-mon[181282]: osdmap e1637: 8 total, 8 up, 8 in 2023-12-22T18:08:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:10 smithi032 ceph-mon[191839]: osdmap e1638: 8 total, 8 up, 8 in 2023-12-22T18:08:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:10 smithi032 ceph-mon[191839]: pgmap v2743: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 6.7 KiB/s wr, 113 op/s 2023-12-22T18:08:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:10 smithi032 ceph-mon[189144]: osdmap e1638: 8 total, 8 up, 8 in 2023-12-22T18:08:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:10 smithi032 ceph-mon[189144]: pgmap v2743: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 6.7 KiB/s wr, 113 op/s 2023-12-22T18:08:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:08:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:08:10] "GET /metrics HTTP/1.1" 200 36551 "" "Prometheus/2.43.0" 2023-12-22T18:08:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:10 smithi039 ceph-mon[181282]: osdmap e1638: 8 total, 8 up, 8 in 2023-12-22T18:08:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:10 smithi039 ceph-mon[181282]: pgmap v2743: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 6.7 KiB/s wr, 113 op/s 2023-12-22T18:08:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:11 smithi032 ceph-mon[191839]: osdmap e1639: 8 total, 8 up, 8 in 2023-12-22T18:08:12.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:11 smithi032 ceph-mon[191839]: osdmap e1640: 8 total, 8 up, 8 in 2023-12-22T18:08:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:11 smithi032 ceph-mon[189144]: osdmap e1639: 8 total, 8 up, 8 in 2023-12-22T18:08:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:11 smithi032 ceph-mon[189144]: osdmap e1640: 8 total, 8 up, 8 in 2023-12-22T18:08:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:11 smithi039 ceph-mon[181282]: osdmap e1639: 8 total, 8 up, 8 in 2023-12-22T18:08:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:11 smithi039 ceph-mon[181282]: osdmap e1640: 8 total, 8 up, 8 in 2023-12-22T18:08:13.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:12 smithi032 ceph-mon[189144]: pgmap v2746: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 9.0 KiB/s wr, 132 op/s 2023-12-22T18:08:13.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:12 smithi032 ceph-mon[191839]: pgmap v2746: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 9.0 KiB/s wr, 132 op/s 2023-12-22T18:08:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:12 smithi039 ceph-mon[181282]: pgmap v2746: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 9.0 KiB/s wr, 132 op/s 2023-12-22T18:08:13.980 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroring.AioSnapshotCreate (31036 ms) 2023-12-22T18:08:14.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:13 smithi032 ceph-mon[189144]: osdmap e1641: 8 total, 8 up, 8 in 2023-12-22T18:08:14.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:13 smithi032 ceph-mon[191839]: osdmap e1641: 8 total, 8 up, 8 in 2023-12-22T18:08:14.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:13 smithi039 ceph-mon[181282]: osdmap e1641: 8 total, 8 up, 8 in 2023-12-22T18:08:14.998 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 51 tests from TestMirroring (86735 ms total) 2023-12-22T18:08:14.998 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:08:14.998 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 31 tests from TestDeepCopy 2023-12-22T18:08:15.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:14 smithi032 ceph-mon[191839]: osdmap e1642: 8 total, 8 up, 8 in 2023-12-22T18:08:15.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:14 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/c2966b37-a937-4bd5-ba28-3d059a3ec343"}]: dispatch 2023-12-22T18:08:15.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:14 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/c2966b37-a937-4bd5-ba28-3d059a3ec343"}]': finished 2023-12-22T18:08:15.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:14 smithi032 ceph-mon[191839]: pgmap v2749: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 3.2 KiB/s wr, 35 op/s 2023-12-22T18:08:15.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:14 smithi032 ceph-mon[189144]: osdmap e1642: 8 total, 8 up, 8 in 2023-12-22T18:08:15.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:14 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/c2966b37-a937-4bd5-ba28-3d059a3ec343"}]: dispatch 2023-12-22T18:08:15.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:14 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/c2966b37-a937-4bd5-ba28-3d059a3ec343"}]': finished 2023-12-22T18:08:15.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:14 smithi032 ceph-mon[189144]: pgmap v2749: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 3.2 KiB/s wr, 35 op/s 2023-12-22T18:08:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:14 smithi039 ceph-mon[181282]: osdmap e1642: 8 total, 8 up, 8 in 2023-12-22T18:08:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:14 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/c2966b37-a937-4bd5-ba28-3d059a3ec343"}]: dispatch 2023-12-22T18:08:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:14 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/703179913' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/102/c2966b37-a937-4bd5-ba28-3d059a3ec343"}]': finished 2023-12-22T18:08:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:14 smithi039 ceph-mon[181282]: pgmap v2749: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 3.2 KiB/s wr, 35 op/s 2023-12-22T18:08:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:15 smithi039 ceph-mon[181282]: osdmap e1643: 8 total, 8 up, 8 in 2023-12-22T18:08:16.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:15 smithi032 ceph-mon[191839]: osdmap e1643: 8 total, 8 up, 8 in 2023-12-22T18:08:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:15 smithi032 ceph-mon[189144]: osdmap e1643: 8 total, 8 up, 8 in 2023-12-22T18:08:16.999 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.Empty 2023-12-22T18:08:17.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:17 smithi032 ceph-mon[191839]: pgmap v2751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:08:17.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:17 smithi032 ceph-mon[191839]: osdmap e1644: 8 total, 8 up, 8 in 2023-12-22T18:08:17.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:17 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/689382283' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:08:17.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:17 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:08:17.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:17 smithi032 ceph-mon[189144]: pgmap v2751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:08:17.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:17 smithi032 ceph-mon[189144]: osdmap e1644: 8 total, 8 up, 8 in 2023-12-22T18:08:17.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:17 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/689382283' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:08:17.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:17 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:08:17.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:17 smithi039 ceph-mon[181282]: pgmap v2751: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:08:17.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:17 smithi039 ceph-mon[181282]: osdmap e1644: 8 total, 8 up, 8 in 2023-12-22T18:08:17.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:17 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/689382283' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:08:17.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:17 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:08:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:18 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-27","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:08:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:18 smithi032 ceph-mon[191839]: osdmap e1645: 8 total, 8 up, 8 in 2023-12-22T18:08:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:18 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-27","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:08:18.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:18 smithi032 ceph-mon[189144]: osdmap e1645: 8 total, 8 up, 8 in 2023-12-22T18:08:18.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:18 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-27","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:08:18.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:18 smithi039 ceph-mon[181282]: osdmap e1645: 8 total, 8 up, 8 in 2023-12-22T18:08:19.150 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.Empty (2151 ms) 2023-12-22T18:08:19.150 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.NoSnaps 2023-12-22T18:08:19.203 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:08:19.393 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.NoSnaps (243 ms) 2023-12-22T18:08:19.394 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.Snaps 2023-12-22T18:08:19.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:19 smithi032 ceph-mon[191839]: pgmap v2754: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:08:19.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:19 smithi032 ceph-mon[191839]: osdmap e1646: 8 total, 8 up, 8 in 2023-12-22T18:08:19.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:19 smithi032 ceph-mon[189144]: pgmap v2754: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:08:19.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:19 smithi032 ceph-mon[189144]: osdmap e1646: 8 total, 8 up, 8 in 2023-12-22T18:08:19.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:19 smithi039 ceph-mon[181282]: pgmap v2754: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-22T18:08:19.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:19 smithi039 ceph-mon[181282]: osdmap e1646: 8 total, 8 up, 8 in 2023-12-22T18:08:19.558 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:08:19.558 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (48m) 3m ago 52m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:08:19.559 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (48m) 114s ago 52m 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:08:19.559 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (53m) 3m ago 53m 24.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:08:19.559 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (53m) 114s ago 53m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:08:19.559 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (47m) 114s ago 56m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:08:19.559 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (47m) 3m ago 57m 582M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:08:19.559 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (47m) 3m ago 57m 377M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:08:19.559 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (46m) 114s ago 56m 226M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:08:19.559 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (47m) 3m ago 56m 218M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:08:19.559 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (48m) 3m ago 52m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:08:19.559 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (48m) 114s ago 52m 17.7M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:08:19.559 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (46m) 3m ago 55m 2692M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:08:19.560 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (45m) 3m ago 55m 3111M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:08:19.560 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (45m) 3m ago 55m 2828M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:08:19.560 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (44m) 3m ago 55m 2500M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:08:19.560 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (44m) 114s ago 54m 2609M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:08:19.560 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (43m) 114s ago 54m 2647M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:08:19.560 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (43m) 114s ago 54m 1934M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:08:19.560 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (43m) 114s ago 53m 2403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:08:19.560 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (47m) 114s ago 53m 88.9M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:08:19.962 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:08:19.962 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:08:19.962 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:08:19.963 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:08:19.963 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:08:19.963 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:08:19.963 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:08:19.963 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:08:19.963 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:08:19.963 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:08:19.963 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:08:19.963 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:08:19.963 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:08:19.963 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:08:19.964 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:08:19.964 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:08:19.964 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:08:19.964 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:08:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:20 smithi032 ceph-mon[191839]: osdmap e1647: 8 total, 8 up, 8 in 2023-12-22T18:08:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:20 smithi032 ceph-mon[191839]: from='client.37176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:08:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:20 smithi032 ceph-mon[191839]: from='client.37182 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:08:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:08:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:20 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1151941678' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:08:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:20 smithi032 ceph-mon[189144]: osdmap e1647: 8 total, 8 up, 8 in 2023-12-22T18:08:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:20 smithi032 ceph-mon[189144]: from='client.37176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:08:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:20 smithi032 ceph-mon[189144]: from='client.37182 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:08:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:08:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:20 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1151941678' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:08:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:20 smithi039 ceph-mon[181282]: osdmap e1647: 8 total, 8 up, 8 in 2023-12-22T18:08:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:20 smithi039 ceph-mon[181282]: from='client.37176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:08:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:20 smithi039 ceph-mon[181282]: from='client.37182 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:08:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:08:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:20 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1151941678' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:08:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:21 smithi032 ceph-mon[191839]: pgmap v2757: 137 pgs: 3 creating+peering, 7 unknown, 127 active+clean; 8.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 15 op/s 2023-12-22T18:08:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:21 smithi032 ceph-mon[191839]: osdmap e1648: 8 total, 8 up, 8 in 2023-12-22T18:08:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:21 smithi032 ceph-mon[189144]: pgmap v2757: 137 pgs: 3 creating+peering, 7 unknown, 127 active+clean; 8.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 15 op/s 2023-12-22T18:08:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:21 smithi032 ceph-mon[189144]: osdmap e1648: 8 total, 8 up, 8 in 2023-12-22T18:08:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:08:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:08:20] "GET /metrics HTTP/1.1" 200 36522 "" "Prometheus/2.43.0" 2023-12-22T18:08:21.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:21 smithi039 ceph-mon[181282]: pgmap v2757: 137 pgs: 3 creating+peering, 7 unknown, 127 active+clean; 8.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 15 op/s 2023-12-22T18:08:21.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:21 smithi039 ceph-mon[181282]: osdmap e1648: 8 total, 8 up, 8 in 2023-12-22T18:08:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:22 smithi032 ceph-mon[189144]: osdmap e1649: 8 total, 8 up, 8 in 2023-12-22T18:08:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:22 smithi032 ceph-mon[191839]: osdmap e1649: 8 total, 8 up, 8 in 2023-12-22T18:08:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:22 smithi039 ceph-mon[181282]: osdmap e1649: 8 total, 8 up, 8 in 2023-12-22T18:08:23.324 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.Snaps (3931 ms) 2023-12-22T18:08:23.324 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.SnapDiscard 2023-12-22T18:08:23.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:23 smithi032 ceph-mon[191839]: pgmap v2760: 137 pgs: 137 active+clean; 25 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.0 MiB/s wr, 31 op/s 2023-12-22T18:08:23.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:23 smithi032 ceph-mon[191839]: osdmap e1650: 8 total, 8 up, 8 in 2023-12-22T18:08:23.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:23 smithi032 ceph-mon[189144]: pgmap v2760: 137 pgs: 137 active+clean; 25 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.0 MiB/s wr, 31 op/s 2023-12-22T18:08:23.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:23 smithi032 ceph-mon[189144]: osdmap e1650: 8 total, 8 up, 8 in 2023-12-22T18:08:23.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:23 smithi039 ceph-mon[181282]: pgmap v2760: 137 pgs: 137 active+clean; 25 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.0 MiB/s wr, 31 op/s 2023-12-22T18:08:23.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:23 smithi039 ceph-mon[181282]: osdmap e1650: 8 total, 8 up, 8 in 2023-12-22T18:08:24.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:24 smithi032 ceph-mon[189144]: osdmap e1651: 8 total, 8 up, 8 in 2023-12-22T18:08:24.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:24 smithi032 ceph-mon[191839]: osdmap e1651: 8 total, 8 up, 8 in 2023-12-22T18:08:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:24 smithi039 ceph-mon[181282]: osdmap e1651: 8 total, 8 up, 8 in 2023-12-22T18:08:25.174 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.SnapDiscard (1849 ms) 2023-12-22T18:08:25.175 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.CloneDiscard 2023-12-22T18:08:25.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:25 smithi032 ceph-mon[189144]: pgmap v2763: 137 pgs: 137 active+clean; 45 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 9.0 MiB/s wr, 133 op/s 2023-12-22T18:08:25.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:25 smithi032 ceph-mon[189144]: osdmap e1652: 8 total, 8 up, 8 in 2023-12-22T18:08:25.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:25 smithi032 ceph-mon[191839]: pgmap v2763: 137 pgs: 137 active+clean; 45 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 9.0 MiB/s wr, 133 op/s 2023-12-22T18:08:25.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:25 smithi032 ceph-mon[191839]: osdmap e1652: 8 total, 8 up, 8 in 2023-12-22T18:08:25.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:25 smithi039 ceph-mon[181282]: pgmap v2763: 137 pgs: 137 active+clean; 45 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 9.0 MiB/s wr, 133 op/s 2023-12-22T18:08:25.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:25 smithi039 ceph-mon[181282]: osdmap e1652: 8 total, 8 up, 8 in 2023-12-22T18:08:26.268 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.CloneDiscard (1095 ms) 2023-12-22T18:08:26.269 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.CloneShrink 2023-12-22T18:08:26.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:26 smithi032 ceph-mon[191839]: osdmap e1653: 8 total, 8 up, 8 in 2023-12-22T18:08:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:26 smithi032 ceph-mon[189144]: osdmap e1653: 8 total, 8 up, 8 in 2023-12-22T18:08:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:26 smithi039 ceph-mon[181282]: osdmap e1653: 8 total, 8 up, 8 in 2023-12-22T18:08:27.035 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.CloneShrink (767 ms) 2023-12-22T18:08:27.036 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.CloneExpand 2023-12-22T18:08:27.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:27 smithi032 ceph-mon[191839]: pgmap v2766: 137 pgs: 137 active+clean; 57 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 8.0 MiB/s wr, 174 op/s 2023-12-22T18:08:27.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:27 smithi032 ceph-mon[191839]: osdmap e1654: 8 total, 8 up, 8 in 2023-12-22T18:08:27.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:27 smithi032 ceph-mon[191839]: osdmap e1655: 8 total, 8 up, 8 in 2023-12-22T18:08:27.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:27 smithi032 ceph-mon[189144]: pgmap v2766: 137 pgs: 137 active+clean; 57 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 8.0 MiB/s wr, 174 op/s 2023-12-22T18:08:27.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:27 smithi032 ceph-mon[189144]: osdmap e1654: 8 total, 8 up, 8 in 2023-12-22T18:08:27.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:27 smithi032 ceph-mon[189144]: osdmap e1655: 8 total, 8 up, 8 in 2023-12-22T18:08:27.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:27 smithi039 ceph-mon[181282]: pgmap v2766: 137 pgs: 137 active+clean; 57 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 8.0 MiB/s wr, 174 op/s 2023-12-22T18:08:27.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:27 smithi039 ceph-mon[181282]: osdmap e1654: 8 total, 8 up, 8 in 2023-12-22T18:08:27.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:27 smithi039 ceph-mon[181282]: osdmap e1655: 8 total, 8 up, 8 in 2023-12-22T18:08:28.306 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.CloneExpand (1271 ms) 2023-12-22T18:08:28.307 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.CloneHideParent 2023-12-22T18:08:29.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:29 smithi032 ceph-mon[191839]: pgmap v2769: 137 pgs: 137 active+clean; 57 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 83 op/s 2023-12-22T18:08:29.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:29 smithi032 ceph-mon[191839]: osdmap e1656: 8 total, 8 up, 8 in 2023-12-22T18:08:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:29 smithi032 ceph-mon[189144]: pgmap v2769: 137 pgs: 137 active+clean; 57 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 83 op/s 2023-12-22T18:08:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:29 smithi032 ceph-mon[189144]: osdmap e1656: 8 total, 8 up, 8 in 2023-12-22T18:08:29.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:29 smithi039 ceph-mon[181282]: pgmap v2769: 137 pgs: 137 active+clean; 57 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 83 op/s 2023-12-22T18:08:29.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:29 smithi039 ceph-mon[181282]: osdmap e1656: 8 total, 8 up, 8 in 2023-12-22T18:08:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:30 smithi032 ceph-mon[191839]: osdmap e1657: 8 total, 8 up, 8 in 2023-12-22T18:08:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:30 smithi032 ceph-mon[189144]: osdmap e1657: 8 total, 8 up, 8 in 2023-12-22T18:08:30.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:30 smithi039 ceph-mon[181282]: osdmap e1657: 8 total, 8 up, 8 in 2023-12-22T18:08:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:08:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:08:30] "GET /metrics HTTP/1.1" 200 36522 "" "Prometheus/2.43.0" 2023-12-22T18:08:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:31 smithi032 ceph-mon[189144]: pgmap v2772: 137 pgs: 137 active+clean; 69 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 3.0 MiB/s wr, 447 op/s 2023-12-22T18:08:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:31 smithi032 ceph-mon[189144]: osdmap e1658: 8 total, 8 up, 8 in 2023-12-22T18:08:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:08:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:31 smithi032 ceph-mon[191839]: pgmap v2772: 137 pgs: 137 active+clean; 69 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 3.0 MiB/s wr, 447 op/s 2023-12-22T18:08:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:31 smithi032 ceph-mon[191839]: osdmap e1658: 8 total, 8 up, 8 in 2023-12-22T18:08:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:08:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:31 smithi039 ceph-mon[181282]: pgmap v2772: 137 pgs: 137 active+clean; 69 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 3.0 MiB/s wr, 447 op/s 2023-12-22T18:08:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:31 smithi039 ceph-mon[181282]: osdmap e1658: 8 total, 8 up, 8 in 2023-12-22T18:08:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:08:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:32 smithi032 ceph-mon[189144]: osdmap e1659: 8 total, 8 up, 8 in 2023-12-22T18:08:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:32 smithi032 ceph-mon[191839]: osdmap e1659: 8 total, 8 up, 8 in 2023-12-22T18:08:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:32 smithi039 ceph-mon[181282]: osdmap e1659: 8 total, 8 up, 8 in 2023-12-22T18:08:33.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:33 smithi032 ceph-mon[191839]: pgmap v2775: 137 pgs: 137 active+clean; 69 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.0 MiB/s wr, 522 op/s 2023-12-22T18:08:33.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:33 smithi032 ceph-mon[191839]: osdmap e1660: 8 total, 8 up, 8 in 2023-12-22T18:08:33.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:33 smithi032 ceph-mon[189144]: pgmap v2775: 137 pgs: 137 active+clean; 69 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.0 MiB/s wr, 522 op/s 2023-12-22T18:08:33.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:33 smithi032 ceph-mon[189144]: osdmap e1660: 8 total, 8 up, 8 in 2023-12-22T18:08:33.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:33 smithi039 ceph-mon[181282]: pgmap v2775: 137 pgs: 137 active+clean; 69 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.0 MiB/s wr, 522 op/s 2023-12-22T18:08:33.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:33 smithi039 ceph-mon[181282]: osdmap e1660: 8 total, 8 up, 8 in 2023-12-22T18:08:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:34 smithi032 ceph-mon[191839]: osdmap e1661: 8 total, 8 up, 8 in 2023-12-22T18:08:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:34 smithi032 ceph-mon[189144]: osdmap e1661: 8 total, 8 up, 8 in 2023-12-22T18:08:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:34 smithi039 ceph-mon[181282]: osdmap e1661: 8 total, 8 up, 8 in 2023-12-22T18:08:35.253 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.CloneHideParent (6947 ms) 2023-12-22T18:08:35.254 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.Clone 2023-12-22T18:08:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:35 smithi032 ceph-mon[189144]: pgmap v2778: 137 pgs: 137 active+clean; 69 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 143 KiB/s rd, 13 KiB/s wr, 197 op/s 2023-12-22T18:08:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:35 smithi032 ceph-mon[189144]: osdmap e1662: 8 total, 8 up, 8 in 2023-12-22T18:08:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:08:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:35 smithi032 ceph-mon[191839]: pgmap v2778: 137 pgs: 137 active+clean; 69 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 143 KiB/s rd, 13 KiB/s wr, 197 op/s 2023-12-22T18:08:35.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:35 smithi032 ceph-mon[191839]: osdmap e1662: 8 total, 8 up, 8 in 2023-12-22T18:08:35.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:08:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:35 smithi039 ceph-mon[181282]: pgmap v2778: 137 pgs: 137 active+clean; 69 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 143 KiB/s rd, 13 KiB/s wr, 197 op/s 2023-12-22T18:08:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:35 smithi039 ceph-mon[181282]: osdmap e1662: 8 total, 8 up, 8 in 2023-12-22T18:08:35.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:08:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:36 smithi032 ceph-mon[191839]: osdmap e1663: 8 total, 8 up, 8 in 2023-12-22T18:08:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:36 smithi032 ceph-mon[189144]: osdmap e1663: 8 total, 8 up, 8 in 2023-12-22T18:08:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:36 smithi039 ceph-mon[181282]: osdmap e1663: 8 total, 8 up, 8 in 2023-12-22T18:08:37.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:37 smithi032 ceph-mon[191839]: pgmap v2781: 137 pgs: 137 active+clean; 69 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 9.5 KiB/s wr, 187 op/s 2023-12-22T18:08:37.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:37 smithi032 ceph-mon[191839]: osdmap e1664: 8 total, 8 up, 8 in 2023-12-22T18:08:37.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:37 smithi032 ceph-mon[189144]: pgmap v2781: 137 pgs: 137 active+clean; 69 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 9.5 KiB/s wr, 187 op/s 2023-12-22T18:08:37.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:37 smithi032 ceph-mon[189144]: osdmap e1664: 8 total, 8 up, 8 in 2023-12-22T18:08:37.493 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.Clone (2239 ms) 2023-12-22T18:08:37.493 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.CloneFlatten 2023-12-22T18:08:37.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:37 smithi039 ceph-mon[181282]: pgmap v2781: 137 pgs: 137 active+clean; 69 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 9.5 KiB/s wr, 187 op/s 2023-12-22T18:08:37.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:37 smithi039 ceph-mon[181282]: osdmap e1664: 8 total, 8 up, 8 in 2023-12-22T18:08:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:38 smithi032 ceph-mon[191839]: osdmap e1665: 8 total, 8 up, 8 in 2023-12-22T18:08:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:38 smithi032 ceph-mon[189144]: osdmap e1665: 8 total, 8 up, 8 in 2023-12-22T18:08:38.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:38 smithi039 ceph-mon[181282]: osdmap e1665: 8 total, 8 up, 8 in 2023-12-22T18:08:39.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:39 smithi032 ceph-mon[189144]: pgmap v2784: 137 pgs: 137 active+clean; 69 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 7.5 KiB/s wr, 100 op/s 2023-12-22T18:08:39.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:39 smithi032 ceph-mon[189144]: osdmap e1666: 8 total, 8 up, 8 in 2023-12-22T18:08:39.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:39 smithi032 ceph-mon[191839]: pgmap v2784: 137 pgs: 137 active+clean; 69 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 7.5 KiB/s wr, 100 op/s 2023-12-22T18:08:39.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:39 smithi032 ceph-mon[191839]: osdmap e1666: 8 total, 8 up, 8 in 2023-12-22T18:08:39.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:39 smithi039 ceph-mon[181282]: pgmap v2784: 137 pgs: 137 active+clean; 69 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 7.5 KiB/s wr, 100 op/s 2023-12-22T18:08:39.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:39 smithi039 ceph-mon[181282]: osdmap e1666: 8 total, 8 up, 8 in 2023-12-22T18:08:39.656 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.CloneFlatten (2164 ms) 2023-12-22T18:08:39.656 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.Stress 2023-12-22T18:08:39.682 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 77186421~3612680 2023-12-22T18:08:39.695 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 4351953~2784686 2023-12-22T18:08:39.695 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 16873097~1961921 2023-12-22T18:08:39.703 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 66686473~6942122 2023-12-22T18:08:39.704 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 37785698~4599360 2023-12-22T18:08:39.717 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 71586389~2540741 2023-12-22T18:08:39.718 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 58241859~6943321 2023-12-22T18:08:39.743 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 10354989~6330704 2023-12-22T18:08:39.743 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap0 2023-12-22T18:08:40.180 INFO:tasks.workunit.client.0.smithi032.stdout:clone image144 -> image145 2023-12-22T18:08:40.230 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 59864605~884326 2023-12-22T18:08:40.258 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 67123996~496149 2023-12-22T18:08:40.261 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 22475941~3775779 2023-12-22T18:08:40.276 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 45847338~1445357 2023-12-22T18:08:40.281 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 78972927~3652155 2023-12-22T18:08:40.295 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 35669484~7522067 2023-12-22T18:08:40.299 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 61466395~1260382 2023-12-22T18:08:40.305 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 20822285~3804001 2023-12-22T18:08:40.320 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap1 2023-12-22T18:08:40.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:40 smithi032 ceph-mon[191839]: osdmap e1667: 8 total, 8 up, 8 in 2023-12-22T18:08:40.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:40 smithi032 ceph-mon[189144]: osdmap e1667: 8 total, 8 up, 8 in 2023-12-22T18:08:40.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:40 smithi039 ceph-mon[181282]: osdmap e1667: 8 total, 8 up, 8 in 2023-12-22T18:08:41.160 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:08:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:08:40] "GET /metrics HTTP/1.1" 200 36562 "" "Prometheus/2.43.0" 2023-12-22T18:08:41.189 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 22428822~4140950 2023-12-22T18:08:41.195 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 8740310~5343532 2023-12-22T18:08:41.195 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 24661489~1494264 2023-12-22T18:08:41.212 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 50380625~4829227 2023-12-22T18:08:41.217 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 69880187~7405877 2023-12-22T18:08:41.217 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 54280962~2015358 2023-12-22T18:08:41.224 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 28065508~4096518 2023-12-22T18:08:41.225 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 54924315~5093663 2023-12-22T18:08:41.243 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap2 2023-12-22T18:08:41.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:41 smithi032 ceph-mon[191839]: pgmap v2787: 137 pgs: 137 active+clean; 105 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 9.0 MiB/s wr, 272 op/s 2023-12-22T18:08:41.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:41 smithi032 ceph-mon[191839]: osdmap e1668: 8 total, 8 up, 8 in 2023-12-22T18:08:41.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:41 smithi032 ceph-mon[189144]: pgmap v2787: 137 pgs: 137 active+clean; 105 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 9.0 MiB/s wr, 272 op/s 2023-12-22T18:08:41.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:41 smithi032 ceph-mon[189144]: osdmap e1668: 8 total, 8 up, 8 in 2023-12-22T18:08:41.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:41 smithi039 ceph-mon[181282]: pgmap v2787: 137 pgs: 137 active+clean; 105 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 9.0 MiB/s wr, 272 op/s 2023-12-22T18:08:41.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:41 smithi039 ceph-mon[181282]: osdmap e1668: 8 total, 8 up, 8 in 2023-12-22T18:08:42.201 INFO:tasks.workunit.client.0.smithi032.stdout:clone image145 -> image146 2023-12-22T18:08:42.261 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 29525998~1902784 2023-12-22T18:08:42.278 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 39109371~4385132 2023-12-22T18:08:42.283 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 62238847~7835629 2023-12-22T18:08:42.307 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 707403~7669992 2023-12-22T18:08:42.312 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 3085385~6264730 2023-12-22T18:08:42.325 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 55305862~4752472 2023-12-22T18:08:42.328 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 8893422~462700 2023-12-22T18:08:42.330 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 14194840~2237212 2023-12-22T18:08:42.333 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap3 2023-12-22T18:08:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:42 smithi032 ceph-mon[189144]: osdmap e1669: 8 total, 8 up, 8 in 2023-12-22T18:08:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:08:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:42 smithi032 ceph-mon[191839]: osdmap e1669: 8 total, 8 up, 8 in 2023-12-22T18:08:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:08:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:42 smithi039 ceph-mon[181282]: osdmap e1669: 8 total, 8 up, 8 in 2023-12-22T18:08:42.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:08:43.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:43 smithi039 ceph-mon[181282]: pgmap v2790: 137 pgs: 137 active+clean; 176 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 25 MiB/s wr, 550 op/s 2023-12-22T18:08:43.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:43 smithi039 ceph-mon[181282]: osdmap e1670: 8 total, 8 up, 8 in 2023-12-22T18:08:43.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:08:43.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:08:43.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:08:43.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:43 smithi032 ceph-mon[191839]: pgmap v2790: 137 pgs: 137 active+clean; 176 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 25 MiB/s wr, 550 op/s 2023-12-22T18:08:43.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:43 smithi032 ceph-mon[191839]: osdmap e1670: 8 total, 8 up, 8 in 2023-12-22T18:08:43.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:08:43.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:08:43.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:08:43.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:43 smithi032 ceph-mon[189144]: pgmap v2790: 137 pgs: 137 active+clean; 176 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 25 MiB/s wr, 550 op/s 2023-12-22T18:08:43.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:43 smithi032 ceph-mon[189144]: osdmap e1670: 8 total, 8 up, 8 in 2023-12-22T18:08:43.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:08:43.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:08:43.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:08:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:44 smithi039 ceph-mon[181282]: osdmap e1671: 8 total, 8 up, 8 in 2023-12-22T18:08:44.533 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.Stress (4876 ms) 2023-12-22T18:08:44.533 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.NoSnaps_LargerDstObjSize 2023-12-22T18:08:44.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:44 smithi032 ceph-mon[191839]: osdmap e1671: 8 total, 8 up, 8 in 2023-12-22T18:08:44.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:44 smithi032 ceph-mon[189144]: osdmap e1671: 8 total, 8 up, 8 in 2023-12-22T18:08:44.768 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.NoSnaps_LargerDstObjSize (235 ms) 2023-12-22T18:08:44.768 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.Snaps_LargerDstObjSize 2023-12-22T18:08:45.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:45 smithi039 ceph-mon[181282]: pgmap v2793: 137 pgs: 137 active+clean; 258 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 34 MiB/s wr, 460 op/s 2023-12-22T18:08:45.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:45 smithi039 ceph-mon[181282]: osdmap e1672: 8 total, 8 up, 8 in 2023-12-22T18:08:45.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:45 smithi032 ceph-mon[191839]: pgmap v2793: 137 pgs: 137 active+clean; 258 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 34 MiB/s wr, 460 op/s 2023-12-22T18:08:45.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:45 smithi032 ceph-mon[191839]: osdmap e1672: 8 total, 8 up, 8 in 2023-12-22T18:08:45.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:45 smithi032 ceph-mon[189144]: pgmap v2793: 137 pgs: 137 active+clean; 258 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 34 MiB/s wr, 460 op/s 2023-12-22T18:08:45.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:45 smithi032 ceph-mon[189144]: osdmap e1672: 8 total, 8 up, 8 in 2023-12-22T18:08:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:46 smithi039 ceph-mon[181282]: osdmap e1673: 8 total, 8 up, 8 in 2023-12-22T18:08:46.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:46 smithi032 ceph-mon[191839]: osdmap e1673: 8 total, 8 up, 8 in 2023-12-22T18:08:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:46 smithi032 ceph-mon[189144]: osdmap e1673: 8 total, 8 up, 8 in 2023-12-22T18:08:47.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:47 smithi039 ceph-mon[181282]: pgmap v2796: 137 pgs: 137 active+clean; 343 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 52 MiB/s rd, 35 MiB/s wr, 394 op/s 2023-12-22T18:08:47.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:47 smithi039 ceph-mon[181282]: osdmap e1674: 8 total, 8 up, 8 in 2023-12-22T18:08:47.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:47 smithi032 ceph-mon[191839]: pgmap v2796: 137 pgs: 137 active+clean; 343 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 52 MiB/s rd, 35 MiB/s wr, 394 op/s 2023-12-22T18:08:47.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:47 smithi032 ceph-mon[191839]: osdmap e1674: 8 total, 8 up, 8 in 2023-12-22T18:08:47.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:47 smithi032 ceph-mon[189144]: pgmap v2796: 137 pgs: 137 active+clean; 343 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 52 MiB/s rd, 35 MiB/s wr, 394 op/s 2023-12-22T18:08:47.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:47 smithi032 ceph-mon[189144]: osdmap e1674: 8 total, 8 up, 8 in 2023-12-22T18:08:48.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:48 smithi039 ceph-mon[181282]: osdmap e1675: 8 total, 8 up, 8 in 2023-12-22T18:08:48.508 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.Snaps_LargerDstObjSize (3740 ms) 2023-12-22T18:08:48.508 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.Clone_LargerDstObjSize 2023-12-22T18:08:48.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:48 smithi032 ceph-mon[191839]: osdmap e1675: 8 total, 8 up, 8 in 2023-12-22T18:08:48.700 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:48 smithi032 ceph-mon[189144]: osdmap e1675: 8 total, 8 up, 8 in 2023-12-22T18:08:49.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:49 smithi039 ceph-mon[181282]: pgmap v2799: 137 pgs: 137 active+clean; 346 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 18 MiB/s wr, 236 op/s 2023-12-22T18:08:49.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:49 smithi039 ceph-mon[181282]: osdmap e1676: 8 total, 8 up, 8 in 2023-12-22T18:08:49.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:49 smithi032 ceph-mon[189144]: pgmap v2799: 137 pgs: 137 active+clean; 346 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 18 MiB/s wr, 236 op/s 2023-12-22T18:08:49.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:49 smithi032 ceph-mon[189144]: osdmap e1676: 8 total, 8 up, 8 in 2023-12-22T18:08:49.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:49 smithi032 ceph-mon[191839]: pgmap v2799: 137 pgs: 137 active+clean; 346 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 18 MiB/s wr, 236 op/s 2023-12-22T18:08:49.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:49 smithi032 ceph-mon[191839]: osdmap e1676: 8 total, 8 up, 8 in 2023-12-22T18:08:50.342 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:08:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:50 smithi039 ceph-mon[181282]: osdmap e1677: 8 total, 8 up, 8 in 2023-12-22T18:08:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:08:50.622 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.Clone_LargerDstObjSize (2114 ms) 2023-12-22T18:08:50.623 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.CloneFlatten_LargerDstObjSize 2023-12-22T18:08:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:50 smithi032 ceph-mon[189144]: osdmap e1677: 8 total, 8 up, 8 in 2023-12-22T18:08:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:08:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:50 smithi032 ceph-mon[191839]: osdmap e1677: 8 total, 8 up, 8 in 2023-12-22T18:08:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:08:50.707 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:08:50.707 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (48m) 4m ago 53m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:08:50.707 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (48m) 2m ago 53m 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:08:50.707 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (54m) 4m ago 54m 24.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:08:50.707 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (54m) 2m ago 54m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:08:50.707 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (48m) 2m ago 56m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:08:50.708 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (48m) 4m ago 58m 582M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:08:50.708 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (47m) 4m ago 58m 377M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:08:50.708 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (47m) 2m ago 56m 226M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:08:50.708 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (47m) 4m ago 56m 218M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:08:50.708 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (48m) 4m ago 53m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:08:50.708 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (48m) 2m ago 53m 17.7M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:08:50.708 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (46m) 4m ago 56m 2692M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:08:50.708 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (46m) 4m ago 56m 3111M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:08:50.708 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (45m) 4m ago 55m 2828M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:08:50.708 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (45m) 4m ago 55m 2500M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:08:50.709 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (44m) 2m ago 55m 2609M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:08:50.709 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (44m) 2m ago 54m 2647M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:08:50.709 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (44m) 2m ago 54m 1934M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:08:50.709 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (43m) 2m ago 54m 2403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:08:50.709 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (48m) 2m ago 53m 88.9M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:08:51.109 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:08:51.109 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:08:51.109 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:08:51.109 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:08:51.109 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:08:51.109 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:08:51.109 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:08:51.109 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:08:51.109 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:08:51.110 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:08:51.110 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:08:51.110 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:08:51.110 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:08:51.110 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:08:51.110 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:08:51.110 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:08:51.110 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:08:51.110 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:08:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:08:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:08:50] "GET /metrics HTTP/1.1" 200 36566 "" "Prometheus/2.43.0" 2023-12-22T18:08:51.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:51 smithi039 ceph-mon[181282]: pgmap v2802: 137 pgs: 137 active+clean; 386 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 10 MiB/s wr, 254 op/s 2023-12-22T18:08:51.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:51 smithi039 ceph-mon[181282]: osdmap e1678: 8 total, 8 up, 8 in 2023-12-22T18:08:51.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:51 smithi039 ceph-mon[181282]: from='client.37194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:08:51.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:51 smithi039 ceph-mon[181282]: from='client.47117 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:08:51.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:51 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3545757189' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:08:51.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:51 smithi032 ceph-mon[189144]: pgmap v2802: 137 pgs: 137 active+clean; 386 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 10 MiB/s wr, 254 op/s 2023-12-22T18:08:51.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:51 smithi032 ceph-mon[189144]: osdmap e1678: 8 total, 8 up, 8 in 2023-12-22T18:08:51.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:51 smithi032 ceph-mon[189144]: from='client.37194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:08:51.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:51 smithi032 ceph-mon[189144]: from='client.47117 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:08:51.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:51 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3545757189' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:08:51.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:51 smithi032 ceph-mon[191839]: pgmap v2802: 137 pgs: 137 active+clean; 386 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 10 MiB/s wr, 254 op/s 2023-12-22T18:08:51.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:51 smithi032 ceph-mon[191839]: osdmap e1678: 8 total, 8 up, 8 in 2023-12-22T18:08:51.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:51 smithi032 ceph-mon[191839]: from='client.37194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:08:51.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:51 smithi032 ceph-mon[191839]: from='client.47117 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:08:51.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:51 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3545757189' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:08:52.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:52 smithi039 ceph-mon[181282]: osdmap e1679: 8 total, 8 up, 8 in 2023-12-22T18:08:52.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:52 smithi032 ceph-mon[191839]: osdmap e1679: 8 total, 8 up, 8 in 2023-12-22T18:08:52.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:52 smithi032 ceph-mon[189144]: osdmap e1679: 8 total, 8 up, 8 in 2023-12-22T18:08:52.799 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.CloneFlatten_LargerDstObjSize (2177 ms) 2023-12-22T18:08:52.799 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.Stress_LargerDstObjSize 2023-12-22T18:08:52.823 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 67177323~4319166 2023-12-22T18:08:52.845 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 75377344~5795811 2023-12-22T18:08:52.847 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 75804360~4164977 2023-12-22T18:08:52.859 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 8757644~4973535 2023-12-22T18:08:52.860 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 39008801~3221705 2023-12-22T18:08:52.874 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 66302135~2271820 2023-12-22T18:08:52.875 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 24603976~1450893 2023-12-22T18:08:52.880 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 63689740~7028900 2023-12-22T18:08:52.881 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap0 2023-12-22T18:08:53.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:53 smithi039 ceph-mon[181282]: pgmap v2805: 137 pgs: 137 active+clean; 406 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 15 MiB/s wr, 330 op/s 2023-12-22T18:08:53.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:53 smithi039 ceph-mon[181282]: osdmap e1680: 8 total, 8 up, 8 in 2023-12-22T18:08:53.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:53 smithi032 ceph-mon[189144]: pgmap v2805: 137 pgs: 137 active+clean; 406 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 15 MiB/s wr, 330 op/s 2023-12-22T18:08:53.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:53 smithi032 ceph-mon[189144]: osdmap e1680: 8 total, 8 up, 8 in 2023-12-22T18:08:53.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:53 smithi032 ceph-mon[191839]: pgmap v2805: 137 pgs: 137 active+clean; 406 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 15 MiB/s wr, 330 op/s 2023-12-22T18:08:53.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:53 smithi032 ceph-mon[191839]: osdmap e1680: 8 total, 8 up, 8 in 2023-12-22T18:08:53.881 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 137063334 2023-12-22T18:08:53.888 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 53690766~1804921 2023-12-22T18:08:53.891 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 7514203~7819820 2023-12-22T18:08:53.892 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 124503728~4604982 2023-12-22T18:08:53.892 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 100137163~8073853 2023-12-22T18:08:53.893 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 88725013~5399900 2023-12-22T18:08:53.893 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 6038327~2758634 2023-12-22T18:08:53.894 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 97799177~917701 2023-12-22T18:08:53.894 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 56375804~6587557 2023-12-22T18:08:53.920 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap1 2023-12-22T18:08:54.896 INFO:tasks.workunit.client.0.smithi032.stdout:clone image165 -> image166 2023-12-22T18:08:54.952 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 150630211 2023-12-22T18:08:54.960 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 55341787~7361106 2023-12-22T18:08:54.995 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 18021535~2836871 2023-12-22T18:08:54.999 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 125740339~920813 2023-12-22T18:08:55.020 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 26185861~682471 2023-12-22T18:08:55.027 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 12532144~868641 2023-12-22T18:08:55.032 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 5537912~7297408 2023-12-22T18:08:55.034 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 46046207~1206928 2023-12-22T18:08:55.041 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 38852647~3145460 2023-12-22T18:08:55.050 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap2 2023-12-22T18:08:55.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:54 smithi032 ceph-mon[191839]: osdmap e1681: 8 total, 8 up, 8 in 2023-12-22T18:08:55.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:54 smithi032 ceph-mon[191839]: pgmap v2808: 137 pgs: 137 active+clean; 498 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 28 MiB/s wr, 283 op/s 2023-12-22T18:08:55.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:54 smithi032 ceph-mon[189144]: osdmap e1681: 8 total, 8 up, 8 in 2023-12-22T18:08:55.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:54 smithi032 ceph-mon[189144]: pgmap v2808: 137 pgs: 137 active+clean; 498 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 28 MiB/s wr, 283 op/s 2023-12-22T18:08:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:54 smithi039 ceph-mon[181282]: osdmap e1681: 8 total, 8 up, 8 in 2023-12-22T18:08:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:54 smithi039 ceph-mon[181282]: pgmap v2808: 137 pgs: 137 active+clean; 498 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 28 MiB/s wr, 283 op/s 2023-12-22T18:08:55.899 INFO:tasks.workunit.client.0.smithi032.stdout:clone image166 -> image167 2023-12-22T18:08:55.978 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 139634036~3159795 2023-12-22T18:08:55.998 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 45348700~1825177 2023-12-22T18:08:56.004 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 96715275~7445476 2023-12-22T18:08:56.023 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 110935866~676032 2023-12-22T18:08:56.027 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 69676669~815871 2023-12-22T18:08:56.052 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 104726533~487424 2023-12-22T18:08:56.056 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 86628600~7244715 2023-12-22T18:08:56.082 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 37800541~1049250 2023-12-22T18:08:56.085 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap3 2023-12-22T18:08:56.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:55 smithi032 ceph-mon[191839]: osdmap e1682: 8 total, 8 up, 8 in 2023-12-22T18:08:56.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:55 smithi032 ceph-mon[189144]: osdmap e1682: 8 total, 8 up, 8 in 2023-12-22T18:08:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:55 smithi039 ceph-mon[181282]: osdmap e1682: 8 total, 8 up, 8 in 2023-12-22T18:08:56.909 INFO:tasks.workunit.client.0.smithi032.stdout:clone image167 -> image168 2023-12-22T18:08:56.998 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 208766267 2023-12-22T18:08:57.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:56 smithi032 ceph-mon[189144]: osdmap e1683: 8 total, 8 up, 8 in 2023-12-22T18:08:57.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:56 smithi032 ceph-mon[189144]: pgmap v2811: 137 pgs: 137 active+clean; 589 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 61 MiB/s rd, 42 MiB/s wr, 527 op/s 2023-12-22T18:08:57.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:56 smithi032 ceph-mon[191839]: osdmap e1683: 8 total, 8 up, 8 in 2023-12-22T18:08:57.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:56 smithi032 ceph-mon[191839]: pgmap v2811: 137 pgs: 137 active+clean; 589 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 61 MiB/s rd, 42 MiB/s wr, 527 op/s 2023-12-22T18:08:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:56 smithi039 ceph-mon[181282]: osdmap e1683: 8 total, 8 up, 8 in 2023-12-22T18:08:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:56 smithi039 ceph-mon[181282]: pgmap v2811: 137 pgs: 137 active+clean; 589 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 61 MiB/s rd, 42 MiB/s wr, 527 op/s 2023-12-22T18:08:57.312 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.Stress_LargerDstObjSize (4513 ms) 2023-12-22T18:08:57.313 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.NoSnaps_SmallerDstObjSize 2023-12-22T18:08:57.538 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.NoSnaps_SmallerDstObjSize (226 ms) 2023-12-22T18:08:57.538 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.Snaps_SmallerDstObjSize 2023-12-22T18:08:58.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:57 smithi032 ceph-mon[189144]: osdmap e1684: 8 total, 8 up, 8 in 2023-12-22T18:08:58.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:57 smithi032 ceph-mon[191839]: osdmap e1684: 8 total, 8 up, 8 in 2023-12-22T18:08:58.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:57 smithi039 ceph-mon[181282]: osdmap e1684: 8 total, 8 up, 8 in 2023-12-22T18:08:59.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:58 smithi032 ceph-mon[191839]: osdmap e1685: 8 total, 8 up, 8 in 2023-12-22T18:08:59.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:58 smithi032 ceph-mon[191839]: pgmap v2814: 137 pgs: 137 active+clean; 589 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 19 MiB/s wr, 333 op/s 2023-12-22T18:08:59.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:58 smithi032 ceph-mon[189144]: osdmap e1685: 8 total, 8 up, 8 in 2023-12-22T18:08:59.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:58 smithi032 ceph-mon[189144]: pgmap v2814: 137 pgs: 137 active+clean; 589 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 19 MiB/s wr, 333 op/s 2023-12-22T18:08:59.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:58 smithi039 ceph-mon[181282]: osdmap e1685: 8 total, 8 up, 8 in 2023-12-22T18:08:59.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:58 smithi039 ceph-mon[181282]: pgmap v2814: 137 pgs: 137 active+clean; 589 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 19 MiB/s wr, 333 op/s 2023-12-22T18:09:00.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:08:59 smithi032 ceph-mon[191839]: osdmap e1686: 8 total, 8 up, 8 in 2023-12-22T18:09:00.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:08:59 smithi032 ceph-mon[189144]: osdmap e1686: 8 total, 8 up, 8 in 2023-12-22T18:09:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:08:59 smithi039 ceph-mon[181282]: osdmap e1686: 8 total, 8 up, 8 in 2023-12-22T18:09:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:09:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:09:00] "GET /metrics HTTP/1.1" 200 36566 "" "Prometheus/2.43.0" 2023-12-22T18:09:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:00 smithi032 ceph-mon[189144]: osdmap e1687: 8 total, 8 up, 8 in 2023-12-22T18:09:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:00 smithi032 ceph-mon[189144]: pgmap v2817: 137 pgs: 137 active+clean; 677 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 19 MiB/s wr, 408 op/s 2023-12-22T18:09:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:00 smithi032 ceph-mon[191839]: osdmap e1687: 8 total, 8 up, 8 in 2023-12-22T18:09:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:00 smithi032 ceph-mon[191839]: pgmap v2817: 137 pgs: 137 active+clean; 677 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 19 MiB/s wr, 408 op/s 2023-12-22T18:09:01.181 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.Snaps_SmallerDstObjSize (3643 ms) 2023-12-22T18:09:01.181 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.Clone_SmallerDstObjSize 2023-12-22T18:09:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:00 smithi039 ceph-mon[181282]: osdmap e1687: 8 total, 8 up, 8 in 2023-12-22T18:09:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:00 smithi039 ceph-mon[181282]: pgmap v2817: 137 pgs: 137 active+clean; 677 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 19 MiB/s wr, 408 op/s 2023-12-22T18:09:02.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:01 smithi032 ceph-mon[189144]: osdmap e1688: 8 total, 8 up, 8 in 2023-12-22T18:09:02.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:01 smithi032 ceph-mon[191839]: osdmap e1688: 8 total, 8 up, 8 in 2023-12-22T18:09:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:01 smithi039 ceph-mon[181282]: osdmap e1688: 8 total, 8 up, 8 in 2023-12-22T18:09:03.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:02 smithi032 ceph-mon[189144]: osdmap e1689: 8 total, 8 up, 8 in 2023-12-22T18:09:03.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:02 smithi032 ceph-mon[189144]: pgmap v2820: 137 pgs: 137 active+clean; 700 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 23 MiB/s wr, 557 op/s 2023-12-22T18:09:03.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:02 smithi032 ceph-mon[191839]: osdmap e1689: 8 total, 8 up, 8 in 2023-12-22T18:09:03.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:02 smithi032 ceph-mon[191839]: pgmap v2820: 137 pgs: 137 active+clean; 700 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 23 MiB/s wr, 557 op/s 2023-12-22T18:09:03.251 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.Clone_SmallerDstObjSize (2070 ms) 2023-12-22T18:09:03.251 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.CloneFlatten_SmallerDstObjSize 2023-12-22T18:09:03.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:02 smithi039 ceph-mon[181282]: osdmap e1689: 8 total, 8 up, 8 in 2023-12-22T18:09:03.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:02 smithi039 ceph-mon[181282]: pgmap v2820: 137 pgs: 137 active+clean; 700 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 23 MiB/s wr, 557 op/s 2023-12-22T18:09:04.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:03 smithi032 ceph-mon[191839]: osdmap e1690: 8 total, 8 up, 8 in 2023-12-22T18:09:04.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:03 smithi032 ceph-mon[189144]: osdmap e1690: 8 total, 8 up, 8 in 2023-12-22T18:09:04.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:03 smithi039 ceph-mon[181282]: osdmap e1690: 8 total, 8 up, 8 in 2023-12-22T18:09:05.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:04 smithi032 ceph-mon[191839]: osdmap e1691: 8 total, 8 up, 8 in 2023-12-22T18:09:05.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:04 smithi032 ceph-mon[191839]: pgmap v2823: 137 pgs: 137 active+clean; 716 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 8.4 MiB/s wr, 275 op/s 2023-12-22T18:09:05.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:09:05.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:04 smithi032 ceph-mon[189144]: osdmap e1691: 8 total, 8 up, 8 in 2023-12-22T18:09:05.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:04 smithi032 ceph-mon[189144]: pgmap v2823: 137 pgs: 137 active+clean; 716 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 8.4 MiB/s wr, 275 op/s 2023-12-22T18:09:05.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:09:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:04 smithi039 ceph-mon[181282]: osdmap e1691: 8 total, 8 up, 8 in 2023-12-22T18:09:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:04 smithi039 ceph-mon[181282]: pgmap v2823: 137 pgs: 137 active+clean; 716 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 8.4 MiB/s wr, 275 op/s 2023-12-22T18:09:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:09:05.372 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.CloneFlatten_SmallerDstObjSize (2121 ms) 2023-12-22T18:09:05.372 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.Stress_SmallerDstObjSize 2023-12-22T18:09:05.395 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 8828577~788720 2023-12-22T18:09:05.403 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 10384256~2175023 2023-12-22T18:09:05.405 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 22097699~3448937 2023-12-22T18:09:05.420 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 2674280~5470198 2023-12-22T18:09:05.420 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 42184426~1745760 2023-12-22T18:09:05.430 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 3570937~7361122 2023-12-22T18:09:05.433 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 14806599~8388324 2023-12-22T18:09:05.454 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 9064356~6187859 2023-12-22T18:09:05.456 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap0 2023-12-22T18:09:05.955 INFO:tasks.workunit.client.0.smithi032.stdout:clone image187 -> image188 2023-12-22T18:09:06.007 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 144755690 2023-12-22T18:09:06.013 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 142274905~400769 2023-12-22T18:09:06.019 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 131929066~1005462 2023-12-22T18:09:06.021 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 88316258~7374690 2023-12-22T18:09:06.042 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 101619441~564934 2023-12-22T18:09:06.042 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 5832739~290575 2023-12-22T18:09:06.046 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 130819725~2487314 2023-12-22T18:09:06.046 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 126189433~2740367 2023-12-22T18:09:06.054 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 44320894~926375 2023-12-22T18:09:06.064 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap1 2023-12-22T18:09:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:05 smithi039 ceph-mon[181282]: osdmap e1692: 8 total, 8 up, 8 in 2023-12-22T18:09:06.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:05 smithi032 ceph-mon[191839]: osdmap e1692: 8 total, 8 up, 8 in 2023-12-22T18:09:06.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:05 smithi032 ceph-mon[189144]: osdmap e1692: 8 total, 8 up, 8 in 2023-12-22T18:09:06.959 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 81981003~1817606 2023-12-22T18:09:06.963 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 106603380~7992618 2023-12-22T18:09:06.966 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 23624447~8023015 2023-12-22T18:09:06.966 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 47577822~2058709 2023-12-22T18:09:06.967 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 113726907~974199 2023-12-22T18:09:06.967 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 122642664~5965743 2023-12-22T18:09:06.970 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 136076725~4883812 2023-12-22T18:09:06.971 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 39234898~5914761 2023-12-22T18:09:07.005 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap2 2023-12-22T18:09:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:06 smithi039 ceph-mon[181282]: osdmap e1693: 8 total, 8 up, 8 in 2023-12-22T18:09:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:06 smithi039 ceph-mon[181282]: pgmap v2826: 137 pgs: 137 active+clean; 784 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 39 MiB/s rd, 21 MiB/s wr, 439 op/s 2023-12-22T18:09:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:06 smithi032 ceph-mon[191839]: osdmap e1693: 8 total, 8 up, 8 in 2023-12-22T18:09:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:06 smithi032 ceph-mon[191839]: pgmap v2826: 137 pgs: 137 active+clean; 784 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 39 MiB/s rd, 21 MiB/s wr, 439 op/s 2023-12-22T18:09:07.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:06 smithi032 ceph-mon[189144]: osdmap e1693: 8 total, 8 up, 8 in 2023-12-22T18:09:07.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:06 smithi032 ceph-mon[189144]: pgmap v2826: 137 pgs: 137 active+clean; 784 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 39 MiB/s rd, 21 MiB/s wr, 439 op/s 2023-12-22T18:09:07.969 INFO:tasks.workunit.client.0.smithi032.stdout:clone image188 -> image189 2023-12-22T18:09:08.060 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 211437236 2023-12-22T18:09:08.067 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 180074149~6792140 2023-12-22T18:09:08.092 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 53687755~489682 2023-12-22T18:09:08.097 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 196901981~8344303 2023-12-22T18:09:08.117 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 170433566~3095547 2023-12-22T18:09:08.117 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 200769547~167408 2023-12-22T18:09:08.118 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 63190915~870590 2023-12-22T18:09:08.122 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 118751423~1260561 2023-12-22T18:09:08.127 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 41596950~6018277 2023-12-22T18:09:08.131 INFO:tasks.workunit.client.0.smithi032.stdout:snap: snap3 2023-12-22T18:09:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:07 smithi039 ceph-mon[181282]: osdmap e1694: 8 total, 8 up, 8 in 2023-12-22T18:09:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:07 smithi032 ceph-mon[191839]: osdmap e1694: 8 total, 8 up, 8 in 2023-12-22T18:09:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:07 smithi032 ceph-mon[189144]: osdmap e1694: 8 total, 8 up, 8 in 2023-12-22T18:09:08.979 INFO:tasks.workunit.client.0.smithi032.stdout:clone image189 -> image190 2023-12-22T18:09:09.067 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 255314467 2023-12-22T18:09:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:08 smithi039 ceph-mon[181282]: osdmap e1695: 8 total, 8 up, 8 in 2023-12-22T18:09:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:08 smithi039 ceph-mon[181282]: pgmap v2829: 137 pgs: 137 active+clean; 784 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 23 MiB/s rd, 17 MiB/s wr, 312 op/s 2023-12-22T18:09:09.421 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.Stress_SmallerDstObjSize (4049 ms) 2023-12-22T18:09:09.421 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2023-12-22T18:09:09.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:08 smithi032 ceph-mon[191839]: osdmap e1695: 8 total, 8 up, 8 in 2023-12-22T18:09:09.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:08 smithi032 ceph-mon[191839]: pgmap v2829: 137 pgs: 137 active+clean; 784 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 23 MiB/s rd, 17 MiB/s wr, 312 op/s 2023-12-22T18:09:09.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:08 smithi032 ceph-mon[189144]: osdmap e1695: 8 total, 8 up, 8 in 2023-12-22T18:09:09.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:08 smithi032 ceph-mon[189144]: pgmap v2829: 137 pgs: 137 active+clean; 784 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 23 MiB/s rd, 17 MiB/s wr, 312 op/s 2023-12-22T18:09:09.445 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2023-12-22T18:09:09.517 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize (96 ms) 2023-12-22T18:09:09.517 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2023-12-22T18:09:09.540 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2023-12-22T18:09:09.616 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.Snaps_StrippingLargerDstObjSize (98 ms) 2023-12-22T18:09:09.616 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2023-12-22T18:09:09.641 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2023-12-22T18:09:09.716 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.Clone_StrippingLargerDstObjSize (100 ms) 2023-12-22T18:09:09.716 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2023-12-22T18:09:09.739 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2023-12-22T18:09:09.811 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize (94 ms) 2023-12-22T18:09:09.811 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2023-12-22T18:09:09.834 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2023-12-22T18:09:09.906 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.Stress_StrippingLargerDstObjSize (95 ms) 2023-12-22T18:09:09.906 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2023-12-22T18:09:09.929 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2023-12-22T18:09:10.004 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize (98 ms) 2023-12-22T18:09:10.004 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2023-12-22T18:09:10.027 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2023-12-22T18:09:10.104 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize (100 ms) 2023-12-22T18:09:10.104 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2023-12-22T18:09:10.126 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2023-12-22T18:09:10.201 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.Clone_StrippingSmallerDstObjSize (97 ms) 2023-12-22T18:09:10.201 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2023-12-22T18:09:10.223 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2023-12-22T18:09:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:09 smithi039 ceph-mon[181282]: osdmap e1696: 8 total, 8 up, 8 in 2023-12-22T18:09:10.293 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize (93 ms) 2023-12-22T18:09:10.294 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2023-12-22T18:09:10.316 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2023-12-22T18:09:10.387 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestDeepCopy.Stress_StrippingSmallerDstObjSize (94 ms) 2023-12-22T18:09:10.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:09 smithi032 ceph-mon[191839]: osdmap e1696: 8 total, 8 up, 8 in 2023-12-22T18:09:10.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:09 smithi032 ceph-mon[189144]: osdmap e1696: 8 total, 8 up, 8 in 2023-12-22T18:09:10.983 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 31 tests from TestDeepCopy (53388 ms total) 2023-12-22T18:09:10.983 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:09:10.983 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 6 tests from TestGroup 2023-12-22T18:09:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:09:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:09:10] "GET /metrics HTTP/1.1" 200 36567 "" "Prometheus/2.43.0" 2023-12-22T18:09:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:10 smithi032 ceph-mon[189144]: pgmap v2831: 137 pgs: 137 active+clean; 901 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s rd, 23 MiB/s wr, 444 op/s 2023-12-22T18:09:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:10 smithi032 ceph-mon[191839]: pgmap v2831: 137 pgs: 137 active+clean; 901 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s rd, 23 MiB/s wr, 444 op/s 2023-12-22T18:09:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:10 smithi039 ceph-mon[181282]: pgmap v2831: 137 pgs: 137 active+clean; 901 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s rd, 23 MiB/s wr, 444 op/s 2023-12-22T18:09:12.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:11 smithi039 ceph-mon[181282]: osdmap e1697: 8 total, 8 up, 8 in 2023-12-22T18:09:12.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:11 smithi032 ceph-mon[191839]: osdmap e1697: 8 total, 8 up, 8 in 2023-12-22T18:09:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:11 smithi032 ceph-mon[189144]: osdmap e1697: 8 total, 8 up, 8 in 2023-12-22T18:09:12.992 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestGroup.group_create 2023-12-22T18:09:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:12 smithi039 ceph-mon[181282]: osdmap e1698: 8 total, 8 up, 8 in 2023-12-22T18:09:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:12 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3025234517' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:09:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:12 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:09:13.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:12 smithi039 ceph-mon[181282]: pgmap v2834: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail 2023-12-22T18:09:13.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:12 smithi032 ceph-mon[189144]: osdmap e1698: 8 total, 8 up, 8 in 2023-12-22T18:09:13.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:12 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3025234517' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:09:13.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:12 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:09:13.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:12 smithi032 ceph-mon[189144]: pgmap v2834: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail 2023-12-22T18:09:13.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:12 smithi032 ceph-mon[191839]: osdmap e1698: 8 total, 8 up, 8 in 2023-12-22T18:09:13.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:12 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3025234517' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:09:13.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:12 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:09:13.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:12 smithi032 ceph-mon[191839]: pgmap v2834: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail 2023-12-22T18:09:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:13 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T18:09:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:13 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-28","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:09:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:13 smithi039 ceph-mon[181282]: osdmap e1699: 8 total, 8 up, 8 in 2023-12-22T18:09:14.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:13 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T18:09:14.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:13 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-28","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:09:14.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:13 smithi032 ceph-mon[191839]: osdmap e1699: 8 total, 8 up, 8 in 2023-12-22T18:09:14.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:13 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T18:09:14.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:13 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-28","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:09:14.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:13 smithi032 ceph-mon[189144]: osdmap e1699: 8 total, 8 up, 8 in 2023-12-22T18:09:15.054 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestGroup.group_create (2063 ms) 2023-12-22T18:09:15.054 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestGroup.group_createPP 2023-12-22T18:09:15.075 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestGroup.group_createPP (20 ms) 2023-12-22T18:09:15.075 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestGroup.add_image 2023-12-22T18:09:15.118 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestGroup.add_image (44 ms) 2023-12-22T18:09:15.118 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestGroup.add_imagePP 2023-12-22T18:09:15.155 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestGroup.add_imagePP (36 ms) 2023-12-22T18:09:15.155 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestGroup.add_snapshot 2023-12-22T18:09:15.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:14 smithi032 ceph-mon[191839]: osdmap e1700: 8 total, 8 up, 8 in 2023-12-22T18:09:15.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:14 smithi032 ceph-mon[191839]: pgmap v2837: 137 pgs: 20 unknown, 117 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2023-12-22T18:09:15.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:14 smithi032 ceph-mon[189144]: osdmap e1700: 8 total, 8 up, 8 in 2023-12-22T18:09:15.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:14 smithi032 ceph-mon[189144]: pgmap v2837: 137 pgs: 20 unknown, 117 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2023-12-22T18:09:15.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:15 smithi039 ceph-mon[181282]: osdmap e1700: 8 total, 8 up, 8 in 2023-12-22T18:09:15.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:15 smithi039 ceph-mon[181282]: pgmap v2837: 137 pgs: 20 unknown, 117 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2023-12-22T18:09:16.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:16 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T18:09:16.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:16 smithi032 ceph-mon[191839]: osdmap e1701: 8 total, 8 up, 8 in 2023-12-22T18:09:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:16 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T18:09:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:16 smithi032 ceph-mon[189144]: osdmap e1701: 8 total, 8 up, 8 in 2023-12-22T18:09:16.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:16 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T18:09:16.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:16 smithi039 ceph-mon[181282]: osdmap e1701: 8 total, 8 up, 8 in 2023-12-22T18:09:17.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:17 smithi032 ceph-mon[191839]: pgmap v2839: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.7 KiB/s wr, 4 op/s 2023-12-22T18:09:17.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:17 smithi032 ceph-mon[191839]: osdmap e1702: 8 total, 8 up, 8 in 2023-12-22T18:09:17.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:17 smithi032 ceph-mon[189144]: pgmap v2839: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.7 KiB/s wr, 4 op/s 2023-12-22T18:09:17.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:17 smithi032 ceph-mon[189144]: osdmap e1702: 8 total, 8 up, 8 in 2023-12-22T18:09:17.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:17 smithi039 ceph-mon[181282]: pgmap v2839: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.7 KiB/s wr, 4 op/s 2023-12-22T18:09:17.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:17 smithi039 ceph-mon[181282]: osdmap e1702: 8 total, 8 up, 8 in 2023-12-22T18:09:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:18 smithi032 ceph-mon[191839]: osdmap e1703: 8 total, 8 up, 8 in 2023-12-22T18:09:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:18 smithi032 ceph-mon[189144]: osdmap e1703: 8 total, 8 up, 8 in 2023-12-22T18:09:18.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:18 smithi039 ceph-mon[181282]: osdmap e1703: 8 total, 8 up, 8 in 2023-12-22T18:09:19.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:19 smithi032 ceph-mon[191839]: pgmap v2842: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.7 KiB/s wr, 4 op/s 2023-12-22T18:09:19.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:19 smithi032 ceph-mon[191839]: osdmap e1704: 8 total, 8 up, 8 in 2023-12-22T18:09:19.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:19 smithi032 ceph-mon[189144]: pgmap v2842: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.7 KiB/s wr, 4 op/s 2023-12-22T18:09:19.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:19 smithi032 ceph-mon[189144]: osdmap e1704: 8 total, 8 up, 8 in 2023-12-22T18:09:19.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:19 smithi039 ceph-mon[181282]: pgmap v2842: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.7 KiB/s wr, 4 op/s 2023-12-22T18:09:19.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:19 smithi039 ceph-mon[181282]: osdmap e1704: 8 total, 8 up, 8 in 2023-12-22T18:09:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:20 smithi032 ceph-mon[191839]: osdmap e1705: 8 total, 8 up, 8 in 2023-12-22T18:09:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:09:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:20 smithi032 ceph-mon[189144]: osdmap e1705: 8 total, 8 up, 8 in 2023-12-22T18:09:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:09:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:20 smithi039 ceph-mon[181282]: osdmap e1705: 8 total, 8 up, 8 in 2023-12-22T18:09:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:09:21.094 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestGroup.add_snapshot (5940 ms) 2023-12-22T18:09:21.094 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestGroup.add_snapshotPP 2023-12-22T18:09:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:09:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:09:20] "GET /metrics HTTP/1.1" 200 36539 "" "Prometheus/2.43.0" 2023-12-22T18:09:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:21 smithi032 ceph-mon[191839]: pgmap v2845: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 10 KiB/s wr, 88 op/s 2023-12-22T18:09:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:21 smithi032 ceph-mon[191839]: osdmap e1706: 8 total, 8 up, 8 in 2023-12-22T18:09:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:21 smithi032 ceph-mon[189144]: pgmap v2845: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 10 KiB/s wr, 88 op/s 2023-12-22T18:09:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:21 smithi032 ceph-mon[189144]: osdmap e1706: 8 total, 8 up, 8 in 2023-12-22T18:09:21.467 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:09:21.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:21 smithi039 ceph-mon[181282]: pgmap v2845: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 10 KiB/s wr, 88 op/s 2023-12-22T18:09:21.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:21 smithi039 ceph-mon[181282]: osdmap e1706: 8 total, 8 up, 8 in 2023-12-22T18:09:21.789 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:09:21.790 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (49m) 5m ago 53m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:09:21.790 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (49m) 2m ago 53m 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:09:21.790 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (54m) 5m ago 54m 24.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:09:21.790 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (54m) 2m ago 54m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:09:21.790 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (48m) 2m ago 57m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:09:21.790 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (49m) 5m ago 58m 582M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:09:21.790 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (48m) 5m ago 58m 377M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:09:21.790 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (47m) 2m ago 57m 226M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:09:21.790 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (48m) 5m ago 57m 218M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:09:21.790 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (49m) 5m ago 53m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:09:21.790 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (49m) 2m ago 53m 17.7M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:09:21.790 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (47m) 5m ago 56m 2692M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:09:21.790 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (46m) 5m ago 56m 3111M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:09:21.790 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (46m) 5m ago 56m 2828M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:09:21.791 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (45m) 5m ago 56m 2500M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:09:21.791 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (45m) 2m ago 55m 2609M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:09:21.791 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (45m) 2m ago 55m 2647M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:09:21.791 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (44m) 2m ago 55m 1934M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:09:21.791 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (44m) 2m ago 54m 2403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:09:21.791 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (48m) 2m ago 54m 88.9M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:09:22.204 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:09:22.204 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:09:22.204 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:09:22.204 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:09:22.204 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:09:22.204 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:09:22.204 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:09:22.204 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:09:22.204 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:09:22.204 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:09:22.204 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:09:22.204 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:09:22.204 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:09:22.205 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:09:22.205 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:09:22.205 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:09:22.205 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:09:22.205 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:09:22.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:22 smithi032 ceph-mon[191839]: osdmap e1707: 8 total, 8 up, 8 in 2023-12-22T18:09:22.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:22 smithi032 ceph-mon[191839]: from='client.47141 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:09:22.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:22 smithi032 ceph-mon[191839]: osdmap e1708: 8 total, 8 up, 8 in 2023-12-22T18:09:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:22 smithi032 ceph-mon[189144]: osdmap e1707: 8 total, 8 up, 8 in 2023-12-22T18:09:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:22 smithi032 ceph-mon[189144]: from='client.47141 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:09:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:22 smithi032 ceph-mon[189144]: osdmap e1708: 8 total, 8 up, 8 in 2023-12-22T18:09:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:22 smithi039 ceph-mon[181282]: osdmap e1707: 8 total, 8 up, 8 in 2023-12-22T18:09:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:22 smithi039 ceph-mon[181282]: from='client.47141 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:09:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:22 smithi039 ceph-mon[181282]: osdmap e1708: 8 total, 8 up, 8 in 2023-12-22T18:09:23.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:23 smithi032 ceph-mon[191839]: from='client.47147 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:09:23.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:23 smithi032 ceph-mon[191839]: pgmap v2849: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 18 KiB/s wr, 219 op/s 2023-12-22T18:09:23.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:23 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/644620084' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:09:23.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:23 smithi032 ceph-mon[191839]: osdmap e1709: 8 total, 8 up, 8 in 2023-12-22T18:09:23.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:23 smithi032 ceph-mon[189144]: from='client.47147 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:09:23.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:23 smithi032 ceph-mon[189144]: pgmap v2849: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 18 KiB/s wr, 219 op/s 2023-12-22T18:09:23.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:23 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/644620084' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:09:23.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:23 smithi032 ceph-mon[189144]: osdmap e1709: 8 total, 8 up, 8 in 2023-12-22T18:09:23.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:23 smithi039 ceph-mon[181282]: from='client.47147 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:09:23.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:23 smithi039 ceph-mon[181282]: pgmap v2849: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 18 KiB/s wr, 219 op/s 2023-12-22T18:09:23.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:23 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/644620084' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:09:23.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:23 smithi039 ceph-mon[181282]: osdmap e1709: 8 total, 8 up, 8 in 2023-12-22T18:09:25.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:24 smithi032 ceph-mon[191839]: osdmap e1710: 8 total, 8 up, 8 in 2023-12-22T18:09:25.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:24 smithi032 ceph-mon[191839]: pgmap v2852: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 7.8 KiB/s wr, 137 op/s 2023-12-22T18:09:25.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:24 smithi032 ceph-mon[189144]: osdmap e1710: 8 total, 8 up, 8 in 2023-12-22T18:09:25.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:24 smithi032 ceph-mon[189144]: pgmap v2852: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 7.8 KiB/s wr, 137 op/s 2023-12-22T18:09:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:24 smithi039 ceph-mon[181282]: osdmap e1710: 8 total, 8 up, 8 in 2023-12-22T18:09:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:24 smithi039 ceph-mon[181282]: pgmap v2852: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 7.8 KiB/s wr, 137 op/s 2023-12-22T18:09:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:25 smithi032 ceph-mon[191839]: osdmap e1711: 8 total, 8 up, 8 in 2023-12-22T18:09:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:09:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:25 smithi032 ceph-mon[189144]: osdmap e1711: 8 total, 8 up, 8 in 2023-12-22T18:09:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:09:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:25 smithi039 ceph-mon[181282]: osdmap e1711: 8 total, 8 up, 8 in 2023-12-22T18:09:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:09:26.929 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestGroup.add_snapshotPP (5835 ms) 2023-12-22T18:09:27.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:26 smithi032 ceph-mon[191839]: osdmap e1712: 8 total, 8 up, 8 in 2023-12-22T18:09:27.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:26 smithi032 ceph-mon[191839]: pgmap v2855: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 11 KiB/s wr, 156 op/s 2023-12-22T18:09:27.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:26 smithi032 ceph-mon[191839]: osdmap e1713: 8 total, 8 up, 8 in 2023-12-22T18:09:27.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:26 smithi032 ceph-mon[189144]: osdmap e1712: 8 total, 8 up, 8 in 2023-12-22T18:09:27.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:26 smithi032 ceph-mon[189144]: pgmap v2855: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 11 KiB/s wr, 156 op/s 2023-12-22T18:09:27.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:26 smithi032 ceph-mon[189144]: osdmap e1713: 8 total, 8 up, 8 in 2023-12-22T18:09:27.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:26 smithi039 ceph-mon[181282]: osdmap e1712: 8 total, 8 up, 8 in 2023-12-22T18:09:27.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:26 smithi039 ceph-mon[181282]: pgmap v2855: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 11 KiB/s wr, 156 op/s 2023-12-22T18:09:27.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:26 smithi039 ceph-mon[181282]: osdmap e1713: 8 total, 8 up, 8 in 2023-12-22T18:09:27.933 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 6 tests from TestGroup (13938 ms total) 2023-12-22T18:09:27.934 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:09:27.934 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 57 tests from TestMigration 2023-12-22T18:09:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:28 smithi039 ceph-mon[181282]: osdmap e1714: 8 total, 8 up, 8 in 2023-12-22T18:09:29.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:28 smithi039 ceph-mon[181282]: pgmap v2858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:09:29.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:28 smithi032 ceph-mon[191839]: osdmap e1714: 8 total, 8 up, 8 in 2023-12-22T18:09:29.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:28 smithi032 ceph-mon[191839]: pgmap v2858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:09:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:28 smithi032 ceph-mon[189144]: osdmap e1714: 8 total, 8 up, 8 in 2023-12-22T18:09:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:28 smithi032 ceph-mon[189144]: pgmap v2858: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:09:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:29 smithi039 ceph-mon[181282]: osdmap e1715: 8 total, 8 up, 8 in 2023-12-22T18:09:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:29 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1308259701' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:09:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:29 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:09:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:29 smithi032 ceph-mon[191839]: osdmap e1715: 8 total, 8 up, 8 in 2023-12-22T18:09:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:29 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1308259701' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:09:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:29 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:09:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:29 smithi032 ceph-mon[189144]: osdmap e1715: 8 total, 8 up, 8 in 2023-12-22T18:09:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:29 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1308259701' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:09:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:29 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:09:30.958 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.Empty 2023-12-22T18:09:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:09:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:09:30] "GET /metrics HTTP/1.1" 200 36539 "" "Prometheus/2.43.0" 2023-12-22T18:09:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:30 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-29","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:09:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:30 smithi032 ceph-mon[189144]: osdmap e1716: 8 total, 8 up, 8 in 2023-12-22T18:09:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:30 smithi032 ceph-mon[189144]: pgmap v2861: 137 pgs: 5 creating+activating, 11 creating+peering, 16 unknown, 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:09:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:30 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-29","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:09:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:30 smithi032 ceph-mon[191839]: osdmap e1716: 8 total, 8 up, 8 in 2023-12-22T18:09:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:30 smithi032 ceph-mon[191839]: pgmap v2861: 137 pgs: 5 creating+activating, 11 creating+peering, 16 unknown, 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:09:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:30 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-29","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:09:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:30 smithi039 ceph-mon[181282]: osdmap e1716: 8 total, 8 up, 8 in 2023-12-22T18:09:31.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:30 smithi039 ceph-mon[181282]: pgmap v2861: 137 pgs: 5 creating+activating, 11 creating+peering, 16 unknown, 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:09:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:31 smithi039 ceph-mon[181282]: osdmap e1717: 8 total, 8 up, 8 in 2023-12-22T18:09:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:31 smithi032 ceph-mon[191839]: osdmap e1717: 8 total, 8 up, 8 in 2023-12-22T18:09:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:31 smithi032 ceph-mon[189144]: osdmap e1717: 8 total, 8 up, 8 in 2023-12-22T18:09:33.033 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:09:33.046 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:09:33.197 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2023-12-22T18:09:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:32 smithi039 ceph-mon[181282]: osdmap e1718: 8 total, 8 up, 8 in 2023-12-22T18:09:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:32 smithi039 ceph-mon[181282]: pgmap v2864: 169 pgs: 5 creating+activating, 11 creating+peering, 39 unknown, 114 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:09:33.268 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2023-12-22T18:09:33.350 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.Empty (2392 ms) 2023-12-22T18:09:33.350 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.OtherName 2023-12-22T18:09:33.380 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:09:33.391 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:09:33.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:32 smithi032 ceph-mon[191839]: osdmap e1718: 8 total, 8 up, 8 in 2023-12-22T18:09:33.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:32 smithi032 ceph-mon[191839]: pgmap v2864: 169 pgs: 5 creating+activating, 11 creating+peering, 39 unknown, 114 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:09:33.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:32 smithi032 ceph-mon[189144]: osdmap e1718: 8 total, 8 up, 8 in 2023-12-22T18:09:33.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:32 smithi032 ceph-mon[189144]: pgmap v2864: 169 pgs: 5 creating+activating, 11 creating+peering, 39 unknown, 114 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:09:33.522 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2023-12-22T18:09:33.590 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2023-12-22T18:09:33.671 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.OtherName (321 ms) 2023-12-22T18:09:33.671 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.OtherPool 2023-12-22T18:09:33.704 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:09:33.715 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:09:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:33 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T18:09:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:33 smithi039 ceph-mon[181282]: osdmap e1719: 8 total, 8 up, 8 in 2023-12-22T18:09:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:33 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T18:09:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:33 smithi032 ceph-mon[191839]: osdmap e1719: 8 total, 8 up, 8 in 2023-12-22T18:09:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:33 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T18:09:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:33 smithi032 ceph-mon[189144]: osdmap e1719: 8 total, 8 up, 8 in 2023-12-22T18:09:35.120 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2023-12-22T18:09:35.183 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2023-12-22T18:09:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:34 smithi039 ceph-mon[181282]: osdmap e1720: 8 total, 8 up, 8 in 2023-12-22T18:09:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:34 smithi039 ceph-mon[181282]: pgmap v2867: 169 pgs: 5 creating+activating, 11 creating+peering, 20 unknown, 133 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 511 B/s wr, 3 op/s 2023-12-22T18:09:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:09:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:09:35.263 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.OtherPool (1592 ms) 2023-12-22T18:09:35.263 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.OtherNamespace 2023-12-22T18:09:35.296 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:09:35.310 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:09:35.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:34 smithi032 ceph-mon[191839]: osdmap e1720: 8 total, 8 up, 8 in 2023-12-22T18:09:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:34 smithi032 ceph-mon[191839]: pgmap v2867: 169 pgs: 5 creating+activating, 11 creating+peering, 20 unknown, 133 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 511 B/s wr, 3 op/s 2023-12-22T18:09:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:09:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:09:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:34 smithi032 ceph-mon[189144]: osdmap e1720: 8 total, 8 up, 8 in 2023-12-22T18:09:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:34 smithi032 ceph-mon[189144]: pgmap v2867: 169 pgs: 5 creating+activating, 11 creating+peering, 20 unknown, 133 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 511 B/s wr, 3 op/s 2023-12-22T18:09:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:09:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:09:35.446 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2023-12-22T18:09:35.517 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2023-12-22T18:09:35.604 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.OtherNamespace (341 ms) 2023-12-22T18:09:35.604 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.DataPool 2023-12-22T18:09:35.634 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:09:35.645 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:09:35.782 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2023-12-22T18:09:35.852 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2023-12-22T18:09:35.933 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.DataPool (328 ms) 2023-12-22T18:09:35.933 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.AbortAfterPrepare 2023-12-22T18:09:35.963 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:09:35.974 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:09:36.115 INFO:tasks.workunit.client.0.smithi032.stdout:migration_abort 2023-12-22T18:09:36.215 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.AbortAfterPrepare (282 ms) 2023-12-22T18:09:36.215 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.AbortAfterFailedPrepare 2023-12-22T18:09:36.245 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:09:36.256 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:09:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:35 smithi039 ceph-mon[181282]: osdmap e1721: 8 total, 8 up, 8 in 2023-12-22T18:09:36.354 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.AbortAfterFailedPrepare (139 ms) 2023-12-22T18:09:36.354 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.AbortAfterExecute 2023-12-22T18:09:36.385 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:09:36.397 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:09:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:35 smithi032 ceph-mon[191839]: osdmap e1721: 8 total, 8 up, 8 in 2023-12-22T18:09:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:35 smithi032 ceph-mon[189144]: osdmap e1721: 8 total, 8 up, 8 in 2023-12-22T18:09:36.544 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2023-12-22T18:09:36.623 INFO:tasks.workunit.client.0.smithi032.stdout:migration_abort 2023-12-22T18:09:36.726 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.AbortAfterExecute (372 ms) 2023-12-22T18:09:36.726 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.OtherPoolAbortAfterExecute 2023-12-22T18:09:36.755 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:09:36.765 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:09:36.893 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2023-12-22T18:09:36.958 INFO:tasks.workunit.client.0.smithi032.stdout:migration_abort 2023-12-22T18:09:37.061 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.OtherPoolAbortAfterExecute (336 ms) 2023-12-22T18:09:37.062 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.OtherNamespaceAbortAfterExecute 2023-12-22T18:09:37.094 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:09:37.107 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:09:37.233 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2023-12-22T18:09:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:36 smithi039 ceph-mon[181282]: pgmap v2869: 169 pgs: 169 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 294 KiB/s rd, 19 KiB/s wr, 380 op/s 2023-12-22T18:09:37.299 INFO:tasks.workunit.client.0.smithi032.stdout:migration_abort 2023-12-22T18:09:37.406 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.OtherNamespaceAbortAfterExecute (345 ms) 2023-12-22T18:09:37.406 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.MirroringSamePool 2023-12-22T18:09:37.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:36 smithi032 ceph-mon[191839]: pgmap v2869: 169 pgs: 169 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 294 KiB/s rd, 19 KiB/s wr, 380 op/s 2023-12-22T18:09:37.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:36 smithi032 ceph-mon[189144]: pgmap v2869: 169 pgs: 169 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 294 KiB/s rd, 19 KiB/s wr, 380 op/s 2023-12-22T18:09:37.447 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:09:37.458 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2023-12-22T18:09:37.464 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.MirroringSamePool (58 ms) 2023-12-22T18:09:37.465 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.MirroringAbort 2023-12-22T18:09:37.499 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:09:37.511 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2023-12-22T18:09:37.518 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.MirroringAbort (53 ms) 2023-12-22T18:09:37.518 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.MirroringOtherPoolDisabled 2023-12-22T18:09:37.549 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:09:37.560 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2023-12-22T18:09:37.567 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.MirroringOtherPoolDisabled (50 ms) 2023-12-22T18:09:37.567 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.MirroringOtherPoolEnabled 2023-12-22T18:09:37.600 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:09:37.613 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2023-12-22T18:09:37.620 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.MirroringOtherPoolEnabled (53 ms) 2023-12-22T18:09:37.620 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.MirroringPool 2023-12-22T18:09:37.649 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:09:37.660 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2023-12-22T18:09:37.666 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.MirroringPool (46 ms) 2023-12-22T18:09:37.666 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.Group 2023-12-22T18:09:37.696 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:09:37.715 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:09:37.856 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2023-12-22T18:09:37.926 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2023-12-22T18:09:38.061 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.Group (394 ms) 2023-12-22T18:09:38.061 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.GroupAbort 2023-12-22T18:09:38.094 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:09:38.114 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:09:38.257 INFO:tasks.workunit.client.0.smithi032.stdout:migration_abort 2023-12-22T18:09:38.369 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.GroupAbort (309 ms) 2023-12-22T18:09:38.369 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.NoSnaps 2023-12-22T18:09:38.399 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:09:38.410 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2023-12-22T18:09:38.469 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 16777218~8388609 2023-12-22T18:09:38.526 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:09:38.713 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2023-12-22T18:09:38.824 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2023-12-22T18:09:38.951 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.NoSnaps (581 ms) 2023-12-22T18:09:38.951 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.NoSnapsOtherPool 2023-12-22T18:09:38.981 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:09:38.993 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2023-12-22T18:09:39.042 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 16777218~8388609 2023-12-22T18:09:39.090 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2023-12-22T18:09:39.100 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 16777218~8388609 2023-12-22T18:09:39.141 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:09:39.308 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2023-12-22T18:09:39.412 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2023-12-22T18:09:39.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:39 smithi032 ceph-mon[191839]: pgmap v2870: 169 pgs: 169 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 198 KiB/s rd, 13 KiB/s wr, 256 op/s 2023-12-22T18:09:39.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:39 smithi032 ceph-mon[189144]: pgmap v2870: 169 pgs: 169 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 198 KiB/s rd, 13 KiB/s wr, 256 op/s 2023-12-22T18:09:39.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:39 smithi039 ceph-mon[181282]: pgmap v2870: 169 pgs: 169 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 198 KiB/s rd, 13 KiB/s wr, 256 op/s 2023-12-22T18:09:39.537 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.NoSnapsOtherPool (587 ms) 2023-12-22T18:09:39.537 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.NoSnapsDataPool 2023-12-22T18:09:39.570 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:09:39.580 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2023-12-22T18:09:39.635 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 16777218~8388609 2023-12-22T18:09:39.687 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:09:39.885 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2023-12-22T18:09:39.997 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2023-12-22T18:09:40.121 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.NoSnapsDataPool (583 ms) 2023-12-22T18:09:40.121 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.NoSnapsShrinkAfterPrepare 2023-12-22T18:09:40.150 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:09:40.160 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2023-12-22T18:09:40.214 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 16777218~8388609 2023-12-22T18:09:40.261 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:09:40.445 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 41943040 2023-12-22T18:09:40.453 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2023-12-22T18:09:40.566 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2023-12-22T18:09:40.671 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.NoSnapsShrinkAfterPrepare (550 ms) 2023-12-22T18:09:40.671 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroBeforePrepare 2023-12-22T18:09:40.702 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:09:40.712 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2023-12-22T18:09:40.775 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 16777218~8388609 2023-12-22T18:09:40.823 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 0 2023-12-22T18:09:40.840 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:09:40.951 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2023-12-22T18:09:41.023 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2023-12-22T18:09:41.076 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroBeforePrepare (406 ms) 2023-12-22T18:09:41.077 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroAfterPrepare 2023-12-22T18:09:41.109 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:09:41.120 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2023-12-22T18:09:41.163 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 16777218~8388609 2023-12-22T18:09:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:09:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:09:40] "GET /metrics HTTP/1.1" 200 38958 "" "Prometheus/2.43.0" 2023-12-22T18:09:41.204 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:09:41.385 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 0 2023-12-22T18:09:41.397 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2023-12-22T18:09:41.467 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2023-12-22T18:09:41.522 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroAfterPrepare (446 ms) 2023-12-22T18:09:41.522 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.NoSnapsExpandAfterPrepare 2023-12-22T18:09:41.552 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:09:41.563 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2023-12-22T18:09:41.617 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 16777218~8388609 2023-12-22T18:09:41.667 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:09:41.861 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 167772160 2023-12-22T18:09:41.869 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2023-12-22T18:09:41.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:41 smithi032 ceph-mon[189144]: pgmap v2871: 169 pgs: 169 active+clean; 61 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 13 MiB/s wr, 1.24k op/s 2023-12-22T18:09:41.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:09:41.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:41 smithi032 ceph-mon[191839]: pgmap v2871: 169 pgs: 169 active+clean; 61 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 13 MiB/s wr, 1.24k op/s 2023-12-22T18:09:41.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:09:42.002 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2023-12-22T18:09:42.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:41 smithi039 ceph-mon[181282]: pgmap v2871: 169 pgs: 169 active+clean; 61 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 13 MiB/s wr, 1.24k op/s 2023-12-22T18:09:42.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:09:42.135 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.NoSnapsExpandAfterPrepare (613 ms) 2023-12-22T18:09:42.136 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.NoSnapsSnapAfterPrepare 2023-12-22T18:09:42.167 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:09:42.180 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2023-12-22T18:09:42.231 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 16777218~8388609 2023-12-22T18:09:42.273 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:09:42.460 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: after_prepare_snap 2023-12-22T18:09:43.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:42 smithi032 ceph-mon[191839]: osdmap e1722: 8 total, 8 up, 8 in 2023-12-22T18:09:43.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:42 smithi032 ceph-mon[191839]: pgmap v2873: 169 pgs: 169 active+clean; 89 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 21 MiB/s wr, 1.44k op/s 2023-12-22T18:09:43.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:09:43.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:42 smithi032 ceph-mon[189144]: osdmap e1722: 8 total, 8 up, 8 in 2023-12-22T18:09:43.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:42 smithi032 ceph-mon[189144]: pgmap v2873: 169 pgs: 169 active+clean; 89 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 21 MiB/s wr, 1.44k op/s 2023-12-22T18:09:43.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:09:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:42 smithi039 ceph-mon[181282]: osdmap e1722: 8 total, 8 up, 8 in 2023-12-22T18:09:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:42 smithi039 ceph-mon[181282]: pgmap v2873: 169 pgs: 169 active+clean; 89 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 21 MiB/s wr, 1.44k op/s 2023-12-22T18:09:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:09:43.917 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 41943040 2023-12-22T18:09:43.943 INFO:tasks.workunit.client.0.smithi032.stdout:write: * 0~1000 2023-12-22T18:09:43.949 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2023-12-22T18:09:44.070 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2023-12-22T18:09:44.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:43 smithi032 ceph-mon[189144]: osdmap e1723: 8 total, 8 up, 8 in 2023-12-22T18:09:44.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:09:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:09:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:09:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:43 smithi032 ceph-mon[191839]: osdmap e1723: 8 total, 8 up, 8 in 2023-12-22T18:09:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:09:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:09:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:09:44.246 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.NoSnapsSnapAfterPrepare (2111 ms) 2023-12-22T18:09:44.246 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.Snaps 2023-12-22T18:09:44.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:43 smithi039 ceph-mon[181282]: osdmap e1723: 8 total, 8 up, 8 in 2023-12-22T18:09:44.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:09:44.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:09:44.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:09:44.279 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:09:44.289 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2023-12-22T18:09:44.334 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2023-12-22T18:09:45.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:44 smithi032 ceph-mon[191839]: osdmap e1724: 8 total, 8 up, 8 in 2023-12-22T18:09:45.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:44 smithi032 ceph-mon[191839]: pgmap v2876: 169 pgs: 169 active+clean; 133 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 38 MiB/s wr, 2.11k op/s 2023-12-22T18:09:45.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:44 smithi032 ceph-mon[189144]: osdmap e1724: 8 total, 8 up, 8 in 2023-12-22T18:09:45.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:44 smithi032 ceph-mon[189144]: pgmap v2876: 169 pgs: 169 active+clean; 133 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 38 MiB/s wr, 2.11k op/s 2023-12-22T18:09:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:44 smithi039 ceph-mon[181282]: osdmap e1724: 8 total, 8 up, 8 in 2023-12-22T18:09:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:44 smithi039 ceph-mon[181282]: pgmap v2876: 169 pgs: 169 active+clean; 133 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 38 MiB/s wr, 2.11k op/s 2023-12-22T18:09:45.931 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 8388609~8388609 2023-12-22T18:09:45.957 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 0~1000 2023-12-22T18:09:45.957 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 1010~1000 2023-12-22T18:09:45.957 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap2 2023-12-22T18:09:46.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:45 smithi032 ceph-mon[189144]: osdmap e1725: 8 total, 8 up, 8 in 2023-12-22T18:09:46.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:45 smithi032 ceph-mon[191839]: osdmap e1725: 8 total, 8 up, 8 in 2023-12-22T18:09:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:45 smithi039 ceph-mon[181282]: osdmap e1725: 8 total, 8 up, 8 in 2023-12-22T18:09:47.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:46 smithi032 ceph-mon[191839]: osdmap e1726: 8 total, 8 up, 8 in 2023-12-22T18:09:47.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:46 smithi032 ceph-mon[191839]: pgmap v2879: 169 pgs: 169 active+clean; 201 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 83 MiB/s rd, 54 MiB/s wr, 1.81k op/s 2023-12-22T18:09:47.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:46 smithi032 ceph-mon[189144]: osdmap e1726: 8 total, 8 up, 8 in 2023-12-22T18:09:47.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:46 smithi032 ceph-mon[189144]: pgmap v2879: 169 pgs: 169 active+clean; 201 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 83 MiB/s rd, 54 MiB/s wr, 1.81k op/s 2023-12-22T18:09:47.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:46 smithi039 ceph-mon[181282]: osdmap e1726: 8 total, 8 up, 8 in 2023-12-22T18:09:47.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:46 smithi039 ceph-mon[181282]: pgmap v2879: 169 pgs: 169 active+clean; 201 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 83 MiB/s rd, 54 MiB/s wr, 1.81k op/s 2023-12-22T18:09:47.949 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 8388609~1000 2023-12-22T18:09:47.956 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 16777228~1000 2023-12-22T18:09:47.956 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 167772160 2023-12-22T18:09:47.967 INFO:tasks.workunit.client.0.smithi032.stdout:write: 2 83886079~8388609 2023-12-22T18:09:47.980 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap3 2023-12-22T18:09:48.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:47 smithi032 ceph-mon[191839]: osdmap e1727: 8 total, 8 up, 8 in 2023-12-22T18:09:48.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:47 smithi032 ceph-mon[189144]: osdmap e1727: 8 total, 8 up, 8 in 2023-12-22T18:09:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:47 smithi039 ceph-mon[181282]: osdmap e1727: 8 total, 8 up, 8 in 2023-12-22T18:09:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:48 smithi039 ceph-mon[181282]: osdmap e1728: 8 total, 8 up, 8 in 2023-12-22T18:09:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:48 smithi039 ceph-mon[181282]: pgmap v2882: 169 pgs: 169 active+clean; 201 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 60 MiB/s rd, 38 MiB/s wr, 1.16k op/s 2023-12-22T18:09:49.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:48 smithi032 ceph-mon[189144]: osdmap e1728: 8 total, 8 up, 8 in 2023-12-22T18:09:49.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:48 smithi032 ceph-mon[189144]: pgmap v2882: 169 pgs: 169 active+clean; 201 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 60 MiB/s rd, 38 MiB/s wr, 1.16k op/s 2023-12-22T18:09:49.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:48 smithi032 ceph-mon[191839]: osdmap e1728: 8 total, 8 up, 8 in 2023-12-22T18:09:49.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:48 smithi032 ceph-mon[191839]: pgmap v2882: 169 pgs: 169 active+clean; 201 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 60 MiB/s rd, 38 MiB/s wr, 1.16k op/s 2023-12-22T18:09:49.967 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:09:49.993 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 83886079~1 2023-12-22T18:09:50.003 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:09:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:49 smithi039 ceph-mon[181282]: osdmap e1729: 8 total, 8 up, 8 in 2023-12-22T18:09:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:09:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:49 smithi032 ceph-mon[191839]: osdmap e1729: 8 total, 8 up, 8 in 2023-12-22T18:09:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:09:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:49 smithi032 ceph-mon[189144]: osdmap e1729: 8 total, 8 up, 8 in 2023-12-22T18:09:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:09:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:09:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:09:50] "GET /metrics HTTP/1.1" 200 39047 "" "Prometheus/2.43.0" 2023-12-22T18:09:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:50 smithi032 ceph-mon[189144]: osdmap e1730: 8 total, 8 up, 8 in 2023-12-22T18:09:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:50 smithi032 ceph-mon[189144]: pgmap v2885: 169 pgs: 169 active+clean; 245 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 12 MiB/s wr, 169 op/s 2023-12-22T18:09:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:50 smithi032 ceph-mon[191839]: osdmap e1730: 8 total, 8 up, 8 in 2023-12-22T18:09:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:50 smithi032 ceph-mon[191839]: pgmap v2885: 169 pgs: 169 active+clean; 245 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 12 MiB/s wr, 169 op/s 2023-12-22T18:09:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:50 smithi039 ceph-mon[181282]: osdmap e1730: 8 total, 8 up, 8 in 2023-12-22T18:09:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:50 smithi039 ceph-mon[181282]: pgmap v2885: 169 pgs: 169 active+clean; 245 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 12 MiB/s wr, 169 op/s 2023-12-22T18:09:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:51 smithi039 ceph-mon[181282]: osdmap e1731: 8 total, 8 up, 8 in 2023-12-22T18:09:52.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:51 smithi032 ceph-mon[191839]: osdmap e1731: 8 total, 8 up, 8 in 2023-12-22T18:09:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:51 smithi032 ceph-mon[189144]: osdmap e1731: 8 total, 8 up, 8 in 2023-12-22T18:09:52.568 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:09:52.891 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:09:52.891 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (49m) 5m ago 54m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:09:52.891 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (49m) 3m ago 54m 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:09:52.891 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (55m) 5m ago 55m 24.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:09:52.891 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (55m) 3m ago 55m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:09:52.891 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (49m) 3m ago 57m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:09:52.891 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (49m) 5m ago 59m 582M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:09:52.891 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (48m) 5m ago 59m 377M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:09:52.892 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (48m) 3m ago 58m 226M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:09:52.892 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (48m) 5m ago 57m 218M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:09:52.892 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (49m) 5m ago 54m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:09:52.892 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (49m) 3m ago 54m 17.7M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:09:52.892 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (47m) 5m ago 57m 2692M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:09:52.892 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (47m) 5m ago 57m 3111M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:09:52.892 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (46m) 5m ago 56m 2828M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:09:52.892 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (46m) 5m ago 56m 2500M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:09:52.892 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (46m) 3m ago 56m 2609M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:09:52.892 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (45m) 3m ago 56m 2647M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:09:52.893 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (45m) 3m ago 55m 1934M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:09:52.893 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (44m) 3m ago 55m 2403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:09:52.893 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (49m) 3m ago 54m 88.9M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:09:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:52 smithi039 ceph-mon[181282]: osdmap e1732: 8 total, 8 up, 8 in 2023-12-22T18:09:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:52 smithi039 ceph-mon[181282]: pgmap v2888: 169 pgs: 169 active+clean; 253 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 13 MiB/s wr, 183 op/s 2023-12-22T18:09:53.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:52 smithi039 ceph-mon[181282]: from='client.47171 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:09:53.317 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:09:53.317 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:09:53.317 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:09:53.317 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:09:53.317 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:09:53.318 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:09:53.318 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:09:53.318 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:09:53.318 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:09:53.318 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:09:53.318 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:09:53.318 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:09:53.318 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:09:53.318 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:09:53.318 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:09:53.318 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:09:53.319 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:09:53.319 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:09:53.412 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2023-12-22T18:09:53.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:52 smithi032 ceph-mon[191839]: osdmap e1732: 8 total, 8 up, 8 in 2023-12-22T18:09:53.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:52 smithi032 ceph-mon[191839]: pgmap v2888: 169 pgs: 169 active+clean; 253 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 13 MiB/s wr, 183 op/s 2023-12-22T18:09:53.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:52 smithi032 ceph-mon[191839]: from='client.47171 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:09:53.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:52 smithi032 ceph-mon[189144]: osdmap e1732: 8 total, 8 up, 8 in 2023-12-22T18:09:53.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:52 smithi032 ceph-mon[189144]: pgmap v2888: 169 pgs: 169 active+clean; 253 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 13 MiB/s wr, 183 op/s 2023-12-22T18:09:53.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:52 smithi032 ceph-mon[189144]: from='client.47171 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:09:53.562 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2023-12-22T18:09:54.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:53 smithi039 ceph-mon[181282]: from='client.47177 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:09:54.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:53 smithi039 ceph-mon[181282]: osdmap e1733: 8 total, 8 up, 8 in 2023-12-22T18:09:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:53 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1980162824' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:09:54.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:53 smithi032 ceph-mon[189144]: from='client.47177 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:09:54.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:53 smithi032 ceph-mon[189144]: osdmap e1733: 8 total, 8 up, 8 in 2023-12-22T18:09:54.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:53 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1980162824' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:09:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:53 smithi032 ceph-mon[191839]: from='client.47177 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:09:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:53 smithi032 ceph-mon[191839]: osdmap e1733: 8 total, 8 up, 8 in 2023-12-22T18:09:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:53 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1980162824' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:09:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:54 smithi039 ceph-mon[181282]: osdmap e1734: 8 total, 8 up, 8 in 2023-12-22T18:09:55.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:54 smithi039 ceph-mon[181282]: pgmap v2891: 169 pgs: 169 active+clean; 253 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 36 op/s 2023-12-22T18:09:55.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:54 smithi032 ceph-mon[189144]: osdmap e1734: 8 total, 8 up, 8 in 2023-12-22T18:09:55.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:54 smithi032 ceph-mon[189144]: pgmap v2891: 169 pgs: 169 active+clean; 253 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 36 op/s 2023-12-22T18:09:55.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:54 smithi032 ceph-mon[191839]: osdmap e1734: 8 total, 8 up, 8 in 2023-12-22T18:09:55.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:54 smithi032 ceph-mon[191839]: pgmap v2891: 169 pgs: 169 active+clean; 253 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 36 op/s 2023-12-22T18:09:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:55 smithi039 ceph-mon[181282]: osdmap e1735: 8 total, 8 up, 8 in 2023-12-22T18:09:56.341 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.Snaps (12094 ms) 2023-12-22T18:09:56.341 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.SnapsOtherPool 2023-12-22T18:09:56.374 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:09:56.388 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2023-12-22T18:09:56.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:55 smithi032 ceph-mon[189144]: osdmap e1735: 8 total, 8 up, 8 in 2023-12-22T18:09:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:55 smithi032 ceph-mon[191839]: osdmap e1735: 8 total, 8 up, 8 in 2023-12-22T18:09:56.448 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2023-12-22T18:09:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:56 smithi039 ceph-mon[181282]: osdmap e1736: 8 total, 8 up, 8 in 2023-12-22T18:09:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:56 smithi039 ceph-mon[181282]: pgmap v2894: 169 pgs: 169 active+clean; 265 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 4.0 MiB/s wr, 488 op/s 2023-12-22T18:09:57.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:56 smithi032 ceph-mon[191839]: osdmap e1736: 8 total, 8 up, 8 in 2023-12-22T18:09:57.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:56 smithi032 ceph-mon[191839]: pgmap v2894: 169 pgs: 169 active+clean; 265 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 4.0 MiB/s wr, 488 op/s 2023-12-22T18:09:57.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:56 smithi032 ceph-mon[189144]: osdmap e1736: 8 total, 8 up, 8 in 2023-12-22T18:09:57.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:56 smithi032 ceph-mon[189144]: pgmap v2894: 169 pgs: 169 active+clean; 265 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 4.0 MiB/s wr, 488 op/s 2023-12-22T18:09:58.030 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 8388609~8388609 2023-12-22T18:09:58.049 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 0~1000 2023-12-22T18:09:58.049 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 1010~1000 2023-12-22T18:09:58.049 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap2 2023-12-22T18:09:58.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:58 smithi032 ceph-mon[189144]: osdmap e1737: 8 total, 8 up, 8 in 2023-12-22T18:09:58.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:58 smithi032 ceph-mon[191839]: osdmap e1737: 8 total, 8 up, 8 in 2023-12-22T18:09:58.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:58 smithi039 ceph-mon[181282]: osdmap e1737: 8 total, 8 up, 8 in 2023-12-22T18:09:59.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:59 smithi032 ceph-mon[191839]: pgmap v2896: 169 pgs: 169 active+clean; 265 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 4.0 MiB/s wr, 462 op/s 2023-12-22T18:09:59.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:09:59 smithi032 ceph-mon[191839]: osdmap e1738: 8 total, 8 up, 8 in 2023-12-22T18:09:59.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:59 smithi032 ceph-mon[189144]: pgmap v2896: 169 pgs: 169 active+clean; 265 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 4.0 MiB/s wr, 462 op/s 2023-12-22T18:09:59.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:09:59 smithi032 ceph-mon[189144]: osdmap e1738: 8 total, 8 up, 8 in 2023-12-22T18:09:59.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:59 smithi039 ceph-mon[181282]: pgmap v2896: 169 pgs: 169 active+clean; 265 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 4.0 MiB/s wr, 462 op/s 2023-12-22T18:09:59.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:09:59 smithi039 ceph-mon[181282]: osdmap e1738: 8 total, 8 up, 8 in 2023-12-22T18:10:00.047 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 8388609~1000 2023-12-22T18:10:00.056 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 16777228~1000 2023-12-22T18:10:00.056 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 167772160 2023-12-22T18:10:00.066 INFO:tasks.workunit.client.0.smithi032.stdout:write: 2 83886079~8388609 2023-12-22T18:10:00.081 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap3 2023-12-22T18:10:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:00 smithi032 ceph-mon[191839]: osdmap e1739: 8 total, 8 up, 8 in 2023-12-22T18:10:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:00 smithi032 ceph-mon[191839]: Health detail: HEALTH_ERR 1 pool(s) do not have an application enabled; Upgrade: failed due to an unexpected exception 2023-12-22T18:10:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:00 smithi032 ceph-mon[191839]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2023-12-22T18:10:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:00 smithi032 ceph-mon[191839]: application not enabled on pool 'test-librbd-smithi032-242074-30' 2023-12-22T18:10:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:00 smithi032 ceph-mon[191839]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2023-12-22T18:10:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:00 smithi032 ceph-mon[191839]: [ERR] UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-22T18:10:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:00 smithi032 ceph-mon[191839]: Unexpected exception occurred during upgrade process: osd require-osd-release failed: unrecognized release unknown retval: -22 2023-12-22T18:10:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T18:09:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 1 pool(s) do not have an application enabled; Upgrade: failed due to an unexpected exception 2023-12-22T18:10:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T18:09:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2023-12-22T18:10:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T18:09:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : application not enabled on pool 'test-librbd-smithi032-242074-30' 2023-12-22T18:10:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T18:09:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2023-12-22T18:10:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T18:09:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : [ERR] UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-22T18:10:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T18:09:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : Unexpected exception occurred during upgrade process: osd require-osd-release failed: unrecognized release unknown retval: -22 2023-12-22T18:10:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:00 smithi032 ceph-mon[189144]: osdmap e1739: 8 total, 8 up, 8 in 2023-12-22T18:10:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:00 smithi032 ceph-mon[189144]: Health detail: HEALTH_ERR 1 pool(s) do not have an application enabled; Upgrade: failed due to an unexpected exception 2023-12-22T18:10:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:00 smithi032 ceph-mon[189144]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2023-12-22T18:10:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:00 smithi032 ceph-mon[189144]: application not enabled on pool 'test-librbd-smithi032-242074-30' 2023-12-22T18:10:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:00 smithi032 ceph-mon[189144]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2023-12-22T18:10:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:00 smithi032 ceph-mon[189144]: [ERR] UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-22T18:10:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:00 smithi032 ceph-mon[189144]: Unexpected exception occurred during upgrade process: osd require-osd-release failed: unrecognized release unknown retval: -22 2023-12-22T18:10:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:00 smithi039 ceph-mon[181282]: osdmap e1739: 8 total, 8 up, 8 in 2023-12-22T18:10:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:00 smithi039 ceph-mon[181282]: Health detail: HEALTH_ERR 1 pool(s) do not have an application enabled; Upgrade: failed due to an unexpected exception 2023-12-22T18:10:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:00 smithi039 ceph-mon[181282]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2023-12-22T18:10:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:00 smithi039 ceph-mon[181282]: application not enabled on pool 'test-librbd-smithi032-242074-30' 2023-12-22T18:10:00.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:00 smithi039 ceph-mon[181282]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2023-12-22T18:10:00.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:00 smithi039 ceph-mon[181282]: [ERR] UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-22T18:10:00.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:00 smithi039 ceph-mon[181282]: Unexpected exception occurred during upgrade process: osd require-osd-release failed: unrecognized release unknown retval: -22 2023-12-22T18:10:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:10:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:10:00] "GET /metrics HTTP/1.1" 200 39047 "" "Prometheus/2.43.0" 2023-12-22T18:10:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:01 smithi032 ceph-mon[191839]: pgmap v2899: 169 pgs: 169 active+clean; 281 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 8.0 MiB/s wr, 78 op/s 2023-12-22T18:10:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:01 smithi032 ceph-mon[191839]: osdmap e1740: 8 total, 8 up, 8 in 2023-12-22T18:10:01.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:01 smithi032 ceph-mon[189144]: pgmap v2899: 169 pgs: 169 active+clean; 281 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 8.0 MiB/s wr, 78 op/s 2023-12-22T18:10:01.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:01 smithi032 ceph-mon[189144]: osdmap e1740: 8 total, 8 up, 8 in 2023-12-22T18:10:01.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:01 smithi039 ceph-mon[181282]: pgmap v2899: 169 pgs: 169 active+clean; 281 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 8.0 MiB/s wr, 78 op/s 2023-12-22T18:10:01.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:01 smithi039 ceph-mon[181282]: osdmap e1740: 8 total, 8 up, 8 in 2023-12-22T18:10:01.902 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:10:01.932 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 83886079~1 2023-12-22T18:10:01.941 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2023-12-22T18:10:01.944 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 16777218~8388609 2023-12-22T18:10:02.015 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:10:02.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:02 smithi032 ceph-mon[191839]: osdmap e1741: 8 total, 8 up, 8 in 2023-12-22T18:10:02.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:02 smithi032 ceph-mon[191839]: osdmap e1742: 8 total, 8 up, 8 in 2023-12-22T18:10:02.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:02 smithi032 ceph-mon[189144]: osdmap e1741: 8 total, 8 up, 8 in 2023-12-22T18:10:02.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:02 smithi032 ceph-mon[189144]: osdmap e1742: 8 total, 8 up, 8 in 2023-12-22T18:10:02.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:02 smithi039 ceph-mon[181282]: osdmap e1741: 8 total, 8 up, 8 in 2023-12-22T18:10:02.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:02 smithi039 ceph-mon[181282]: osdmap e1742: 8 total, 8 up, 8 in 2023-12-22T18:10:03.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:03 smithi032 ceph-mon[191839]: pgmap v2903: 169 pgs: 169 active+clean; 293 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 11 MiB/s wr, 165 op/s 2023-12-22T18:10:03.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:03 smithi032 ceph-mon[189144]: pgmap v2903: 169 pgs: 169 active+clean; 293 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 11 MiB/s wr, 165 op/s 2023-12-22T18:10:03.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:03 smithi039 ceph-mon[181282]: pgmap v2903: 169 pgs: 169 active+clean; 293 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 11 MiB/s wr, 165 op/s 2023-12-22T18:10:04.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:04 smithi032 ceph-mon[189144]: osdmap e1743: 8 total, 8 up, 8 in 2023-12-22T18:10:04.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:04 smithi032 ceph-mon[191839]: osdmap e1743: 8 total, 8 up, 8 in 2023-12-22T18:10:04.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:04 smithi039 ceph-mon[181282]: osdmap e1743: 8 total, 8 up, 8 in 2023-12-22T18:10:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:05 smithi032 ceph-mon[191839]: pgmap v2905: 169 pgs: 169 active+clean; 309 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 7.0 MiB/s wr, 90 op/s 2023-12-22T18:10:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:05 smithi032 ceph-mon[191839]: osdmap e1744: 8 total, 8 up, 8 in 2023-12-22T18:10:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:10:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:05 smithi032 ceph-mon[189144]: pgmap v2905: 169 pgs: 169 active+clean; 309 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 7.0 MiB/s wr, 90 op/s 2023-12-22T18:10:05.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:05 smithi032 ceph-mon[189144]: osdmap e1744: 8 total, 8 up, 8 in 2023-12-22T18:10:05.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:10:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:05 smithi039 ceph-mon[181282]: pgmap v2905: 169 pgs: 169 active+clean; 309 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 7.0 MiB/s wr, 90 op/s 2023-12-22T18:10:05.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:05 smithi039 ceph-mon[181282]: osdmap e1744: 8 total, 8 up, 8 in 2023-12-22T18:10:05.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:10:05.561 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2023-12-22T18:10:05.723 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2023-12-22T18:10:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:06 smithi032 ceph-mon[189144]: osdmap e1745: 8 total, 8 up, 8 in 2023-12-22T18:10:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:06 smithi032 ceph-mon[191839]: osdmap e1745: 8 total, 8 up, 8 in 2023-12-22T18:10:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:06 smithi039 ceph-mon[181282]: osdmap e1745: 8 total, 8 up, 8 in 2023-12-22T18:10:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:07 smithi032 ceph-mon[191839]: pgmap v2908: 169 pgs: 169 active+clean; 345 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 12 MiB/s wr, 183 op/s 2023-12-22T18:10:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:07 smithi032 ceph-mon[191839]: osdmap e1746: 8 total, 8 up, 8 in 2023-12-22T18:10:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:07 smithi032 ceph-mon[191839]: osdmap e1747: 8 total, 8 up, 8 in 2023-12-22T18:10:07.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:07 smithi032 ceph-mon[189144]: pgmap v2908: 169 pgs: 169 active+clean; 345 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 12 MiB/s wr, 183 op/s 2023-12-22T18:10:07.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:07 smithi032 ceph-mon[189144]: osdmap e1746: 8 total, 8 up, 8 in 2023-12-22T18:10:07.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:07 smithi032 ceph-mon[189144]: osdmap e1747: 8 total, 8 up, 8 in 2023-12-22T18:10:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:07 smithi039 ceph-mon[181282]: pgmap v2908: 169 pgs: 169 active+clean; 345 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 12 MiB/s wr, 183 op/s 2023-12-22T18:10:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:07 smithi039 ceph-mon[181282]: osdmap e1746: 8 total, 8 up, 8 in 2023-12-22T18:10:07.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:07 smithi039 ceph-mon[181282]: osdmap e1747: 8 total, 8 up, 8 in 2023-12-22T18:10:08.304 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.SnapsOtherPool (11962 ms) 2023-12-22T18:10:08.304 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.SnapsDataPool 2023-12-22T18:10:08.334 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:10:08.351 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2023-12-22T18:10:08.398 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2023-12-22T18:10:09.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:08 smithi032 ceph-mon[189144]: osdmap e1748: 8 total, 8 up, 8 in 2023-12-22T18:10:09.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.9", "id": [2, 5]}]: dispatch 2023-12-22T18:10:09.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:08 smithi032 ceph-mon[189144]: pgmap v2912: 169 pgs: 169 active+clean; 345 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.1 MiB/s wr, 186 op/s 2023-12-22T18:10:09.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:08 smithi032 ceph-mon[191839]: osdmap e1748: 8 total, 8 up, 8 in 2023-12-22T18:10:09.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.9", "id": [2, 5]}]: dispatch 2023-12-22T18:10:09.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:08 smithi032 ceph-mon[191839]: pgmap v2912: 169 pgs: 169 active+clean; 345 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.1 MiB/s wr, 186 op/s 2023-12-22T18:10:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:08 smithi039 ceph-mon[181282]: osdmap e1748: 8 total, 8 up, 8 in 2023-12-22T18:10:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.9", "id": [2, 5]}]: dispatch 2023-12-22T18:10:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:08 smithi039 ceph-mon[181282]: pgmap v2912: 169 pgs: 169 active+clean; 345 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.1 MiB/s wr, 186 op/s 2023-12-22T18:10:09.933 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 8388609~8388609 2023-12-22T18:10:09.948 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 0~1000 2023-12-22T18:10:09.948 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 1010~1000 2023-12-22T18:10:09.948 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap2 2023-12-22T18:10:10.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.9", "id": [2, 5]}]': finished 2023-12-22T18:10:10.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:09 smithi032 ceph-mon[191839]: osdmap e1749: 8 total, 8 up, 8 in 2023-12-22T18:10:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.9", "id": [2, 5]}]': finished 2023-12-22T18:10:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:09 smithi032 ceph-mon[189144]: osdmap e1749: 8 total, 8 up, 8 in 2023-12-22T18:10:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.9", "id": [2, 5]}]': finished 2023-12-22T18:10:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:09 smithi039 ceph-mon[181282]: osdmap e1749: 8 total, 8 up, 8 in 2023-12-22T18:10:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:10:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:10:10] "GET /metrics HTTP/1.1" 200 39054 "" "Prometheus/2.43.0" 2023-12-22T18:10:11.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:10 smithi032 ceph-mon[191839]: osdmap e1750: 8 total, 8 up, 8 in 2023-12-22T18:10:11.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:10 smithi032 ceph-mon[191839]: pgmap v2915: 169 pgs: 1 peering, 168 active+clean; 345 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 56 MiB/s rd, 10 MiB/s wr, 409 op/s 2023-12-22T18:10:11.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:10 smithi032 ceph-mon[189144]: osdmap e1750: 8 total, 8 up, 8 in 2023-12-22T18:10:11.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:10 smithi032 ceph-mon[189144]: pgmap v2915: 169 pgs: 1 peering, 168 active+clean; 345 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 56 MiB/s rd, 10 MiB/s wr, 409 op/s 2023-12-22T18:10:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:10 smithi039 ceph-mon[181282]: osdmap e1750: 8 total, 8 up, 8 in 2023-12-22T18:10:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:10 smithi039 ceph-mon[181282]: pgmap v2915: 169 pgs: 1 peering, 168 active+clean; 345 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 56 MiB/s rd, 10 MiB/s wr, 409 op/s 2023-12-22T18:10:11.948 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 8388609~1000 2023-12-22T18:10:11.955 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 16777228~1000 2023-12-22T18:10:11.955 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 167772160 2023-12-22T18:10:11.967 INFO:tasks.workunit.client.0.smithi032.stdout:write: 2 83886079~8388609 2023-12-22T18:10:11.984 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap3 2023-12-22T18:10:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:11 smithi039 ceph-mon[181282]: osdmap e1751: 8 total, 8 up, 8 in 2023-12-22T18:10:12.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:11 smithi032 ceph-mon[191839]: osdmap e1751: 8 total, 8 up, 8 in 2023-12-22T18:10:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:11 smithi032 ceph-mon[189144]: osdmap e1751: 8 total, 8 up, 8 in 2023-12-22T18:10:13.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:12 smithi039 ceph-mon[181282]: osdmap e1752: 8 total, 8 up, 8 in 2023-12-22T18:10:13.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:12 smithi039 ceph-mon[181282]: pgmap v2918: 169 pgs: 1 peering, 168 active+clean; 361 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 69 MiB/s rd, 14 MiB/s wr, 441 op/s 2023-12-22T18:10:13.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:12 smithi032 ceph-mon[191839]: osdmap e1752: 8 total, 8 up, 8 in 2023-12-22T18:10:13.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:12 smithi032 ceph-mon[191839]: pgmap v2918: 169 pgs: 1 peering, 168 active+clean; 361 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 69 MiB/s rd, 14 MiB/s wr, 441 op/s 2023-12-22T18:10:13.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:12 smithi032 ceph-mon[189144]: osdmap e1752: 8 total, 8 up, 8 in 2023-12-22T18:10:13.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:12 smithi032 ceph-mon[189144]: pgmap v2918: 169 pgs: 1 peering, 168 active+clean; 361 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 69 MiB/s rd, 14 MiB/s wr, 441 op/s 2023-12-22T18:10:13.968 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:10:13.994 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 83886079~1 2023-12-22T18:10:14.004 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:10:14.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:13 smithi039 ceph-mon[181282]: osdmap e1753: 8 total, 8 up, 8 in 2023-12-22T18:10:14.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:13 smithi032 ceph-mon[191839]: osdmap e1753: 8 total, 8 up, 8 in 2023-12-22T18:10:14.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:13 smithi032 ceph-mon[189144]: osdmap e1753: 8 total, 8 up, 8 in 2023-12-22T18:10:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:14 smithi039 ceph-mon[181282]: osdmap e1754: 8 total, 8 up, 8 in 2023-12-22T18:10:15.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:14 smithi039 ceph-mon[181282]: pgmap v2921: 169 pgs: 1 peering, 168 active+clean; 369 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 6.0 MiB/s wr, 79 op/s 2023-12-22T18:10:15.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:14 smithi032 ceph-mon[191839]: osdmap e1754: 8 total, 8 up, 8 in 2023-12-22T18:10:15.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:14 smithi032 ceph-mon[191839]: pgmap v2921: 169 pgs: 1 peering, 168 active+clean; 369 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 6.0 MiB/s wr, 79 op/s 2023-12-22T18:10:15.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:14 smithi032 ceph-mon[189144]: osdmap e1754: 8 total, 8 up, 8 in 2023-12-22T18:10:15.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:14 smithi032 ceph-mon[189144]: pgmap v2921: 169 pgs: 1 peering, 168 active+clean; 369 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 6.0 MiB/s wr, 79 op/s 2023-12-22T18:10:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:15 smithi039 ceph-mon[181282]: osdmap e1755: 8 total, 8 up, 8 in 2023-12-22T18:10:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:15 smithi032 ceph-mon[189144]: osdmap e1755: 8 total, 8 up, 8 in 2023-12-22T18:10:16.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:15 smithi032 ceph-mon[191839]: osdmap e1755: 8 total, 8 up, 8 in 2023-12-22T18:10:17.257 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 18:10:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-22T18:10:16.982347087Z level=info msg="Completed cleanup jobs" duration=12.108204ms 2023-12-22T18:10:17.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:16 smithi039 ceph-mon[181282]: osdmap e1756: 8 total, 8 up, 8 in 2023-12-22T18:10:17.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:16 smithi039 ceph-mon[181282]: pgmap v2924: 169 pgs: 169 active+clean; 397 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 7.0 MiB/s wr, 179 op/s 2023-12-22T18:10:17.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:16 smithi039 ceph-mon[181282]: osdmap e1757: 8 total, 8 up, 8 in 2023-12-22T18:10:17.324 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2023-12-22T18:10:17.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:16 smithi032 ceph-mon[189144]: osdmap e1756: 8 total, 8 up, 8 in 2023-12-22T18:10:17.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:16 smithi032 ceph-mon[189144]: pgmap v2924: 169 pgs: 169 active+clean; 397 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 7.0 MiB/s wr, 179 op/s 2023-12-22T18:10:17.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:16 smithi032 ceph-mon[189144]: osdmap e1757: 8 total, 8 up, 8 in 2023-12-22T18:10:17.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:16 smithi032 ceph-mon[191839]: osdmap e1756: 8 total, 8 up, 8 in 2023-12-22T18:10:17.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:16 smithi032 ceph-mon[191839]: pgmap v2924: 169 pgs: 169 active+clean; 397 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 7.0 MiB/s wr, 179 op/s 2023-12-22T18:10:17.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:16 smithi032 ceph-mon[191839]: osdmap e1757: 8 total, 8 up, 8 in 2023-12-22T18:10:17.466 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2023-12-22T18:10:19.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:18 smithi039 ceph-mon[181282]: osdmap e1758: 8 total, 8 up, 8 in 2023-12-22T18:10:19.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:18 smithi039 ceph-mon[181282]: pgmap v2927: 169 pgs: 169 active+clean; 397 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 93 KiB/s rd, 5.0 MiB/s wr, 137 op/s 2023-12-22T18:10:19.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:18 smithi032 ceph-mon[189144]: osdmap e1758: 8 total, 8 up, 8 in 2023-12-22T18:10:19.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:18 smithi032 ceph-mon[189144]: pgmap v2927: 169 pgs: 169 active+clean; 397 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 93 KiB/s rd, 5.0 MiB/s wr, 137 op/s 2023-12-22T18:10:19.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:18 smithi032 ceph-mon[191839]: osdmap e1758: 8 total, 8 up, 8 in 2023-12-22T18:10:19.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:18 smithi032 ceph-mon[191839]: pgmap v2927: 169 pgs: 169 active+clean; 397 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 93 KiB/s rd, 5.0 MiB/s wr, 137 op/s 2023-12-22T18:10:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:19 smithi039 ceph-mon[181282]: osdmap e1759: 8 total, 8 up, 8 in 2023-12-22T18:10:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:10:20.351 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.SnapsDataPool (12049 ms) 2023-12-22T18:10:20.351 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.SnapsShrinkAfterPrepare 2023-12-22T18:10:20.389 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:10:20.400 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2023-12-22T18:10:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:19 smithi032 ceph-mon[191839]: osdmap e1759: 8 total, 8 up, 8 in 2023-12-22T18:10:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:10:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:19 smithi032 ceph-mon[189144]: osdmap e1759: 8 total, 8 up, 8 in 2023-12-22T18:10:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:10:20.454 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2023-12-22T18:10:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:10:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:10:20] "GET /metrics HTTP/1.1" 200 39055 "" "Prometheus/2.43.0" 2023-12-22T18:10:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:20 smithi032 ceph-mon[191839]: osdmap e1760: 8 total, 8 up, 8 in 2023-12-22T18:10:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:20 smithi032 ceph-mon[191839]: pgmap v2930: 169 pgs: 169 active+clean; 413 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 5.0 MiB/s wr, 405 op/s 2023-12-22T18:10:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:10:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:20 smithi032 ceph-mon[189144]: osdmap e1760: 8 total, 8 up, 8 in 2023-12-22T18:10:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:20 smithi032 ceph-mon[189144]: pgmap v2930: 169 pgs: 169 active+clean; 413 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 5.0 MiB/s wr, 405 op/s 2023-12-22T18:10:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:10:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:20 smithi039 ceph-mon[181282]: osdmap e1760: 8 total, 8 up, 8 in 2023-12-22T18:10:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:20 smithi039 ceph-mon[181282]: pgmap v2930: 169 pgs: 169 active+clean; 413 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 5.0 MiB/s wr, 405 op/s 2023-12-22T18:10:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:10:22.010 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 8388609~8388609 2023-12-22T18:10:22.027 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 0~1000 2023-12-22T18:10:22.027 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 1010~1000 2023-12-22T18:10:22.027 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap2 2023-12-22T18:10:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:21 smithi039 ceph-mon[181282]: osdmap e1761: 8 total, 8 up, 8 in 2023-12-22T18:10:22.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:21 smithi032 ceph-mon[191839]: osdmap e1761: 8 total, 8 up, 8 in 2023-12-22T18:10:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:21 smithi032 ceph-mon[189144]: osdmap e1761: 8 total, 8 up, 8 in 2023-12-22T18:10:23.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:23 smithi039 ceph-mon[181282]: osdmap e1762: 8 total, 8 up, 8 in 2023-12-22T18:10:23.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:23 smithi039 ceph-mon[181282]: pgmap v2933: 169 pgs: 169 active+clean; 409 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 6.0 MiB/s wr, 457 op/s 2023-12-22T18:10:23.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:23 smithi032 ceph-mon[191839]: osdmap e1762: 8 total, 8 up, 8 in 2023-12-22T18:10:23.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:23 smithi032 ceph-mon[191839]: pgmap v2933: 169 pgs: 169 active+clean; 409 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 6.0 MiB/s wr, 457 op/s 2023-12-22T18:10:23.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:23 smithi032 ceph-mon[189144]: osdmap e1762: 8 total, 8 up, 8 in 2023-12-22T18:10:23.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:23 smithi032 ceph-mon[189144]: pgmap v2933: 169 pgs: 169 active+clean; 409 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 6.0 MiB/s wr, 457 op/s 2023-12-22T18:10:23.684 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:10:24.012 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:10:24.012 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (50m) 6m ago 54m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:10:24.012 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (50m) 3m ago 54m 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:10:24.012 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (55m) 6m ago 55m 24.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:10:24.012 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (55m) 3m ago 55m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:10:24.012 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (49m) 3m ago 58m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:10:24.013 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (50m) 6m ago 59m 582M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:10:24.013 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (49m) 6m ago 59m 377M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:10:24.013 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (48m) 3m ago 58m 226M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:10:24.013 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (49m) 6m ago 58m 218M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:10:24.013 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (50m) 6m ago 54m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:10:24.013 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (50m) 3m ago 54m 17.7M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:10:24.013 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (48m) 6m ago 57m 2692M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:10:24.013 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (47m) 6m ago 57m 3111M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:10:24.013 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (47m) 6m ago 57m 2828M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:10:24.013 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (47m) 6m ago 57m 2500M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:10:24.013 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (46m) 3m ago 56m 2609M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:10:24.013 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (46m) 3m ago 56m 2647M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:10:24.013 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (45m) 3m ago 56m 1934M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:10:24.013 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (45m) 3m ago 55m 2403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:10:24.014 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (49m) 3m ago 55m 88.9M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:10:24.032 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 8388609~1000 2023-12-22T18:10:24.038 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 16777228~1000 2023-12-22T18:10:24.038 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 167772160 2023-12-22T18:10:24.048 INFO:tasks.workunit.client.0.smithi032.stdout:write: 2 83886079~8388609 2023-12-22T18:10:24.065 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap3 2023-12-22T18:10:24.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:24 smithi032 ceph-mon[189144]: osdmap e1763: 8 total, 8 up, 8 in 2023-12-22T18:10:24.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:24 smithi032 ceph-mon[189144]: from='client.37272 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:10:24.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:24 smithi032 ceph-mon[191839]: osdmap e1763: 8 total, 8 up, 8 in 2023-12-22T18:10:24.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:24 smithi032 ceph-mon[191839]: from='client.37272 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:10:24.430 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:10:24.430 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:10:24.430 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:10:24.430 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:10:24.430 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:10:24.431 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:10:24.431 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:10:24.431 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:10:24.431 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:10:24.431 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:10:24.431 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:10:24.431 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:10:24.431 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:10:24.431 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:10:24.431 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:10:24.431 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:10:24.431 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:10:24.431 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:10:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:24 smithi039 ceph-mon[181282]: osdmap e1763: 8 total, 8 up, 8 in 2023-12-22T18:10:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:24 smithi039 ceph-mon[181282]: from='client.37272 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:10:25.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:25 smithi032 ceph-mon[189144]: from='client.47195 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:10:25.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:25 smithi032 ceph-mon[189144]: osdmap e1764: 8 total, 8 up, 8 in 2023-12-22T18:10:25.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:25 smithi032 ceph-mon[189144]: pgmap v2936: 169 pgs: 169 active+clean; 421 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 4.0 MiB/s wr, 69 op/s 2023-12-22T18:10:25.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:25 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/389933322' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:10:25.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:25 smithi032 ceph-mon[191839]: from='client.47195 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:10:25.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:25 smithi032 ceph-mon[191839]: osdmap e1764: 8 total, 8 up, 8 in 2023-12-22T18:10:25.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:25 smithi032 ceph-mon[191839]: pgmap v2936: 169 pgs: 169 active+clean; 421 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 4.0 MiB/s wr, 69 op/s 2023-12-22T18:10:25.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:25 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/389933322' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:10:25.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:25 smithi039 ceph-mon[181282]: from='client.47195 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:10:25.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:25 smithi039 ceph-mon[181282]: osdmap e1764: 8 total, 8 up, 8 in 2023-12-22T18:10:25.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:25 smithi039 ceph-mon[181282]: pgmap v2936: 169 pgs: 169 active+clean; 421 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 4.0 MiB/s wr, 69 op/s 2023-12-22T18:10:25.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:25 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/389933322' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:10:26.049 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:10:26.076 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 83886079~1 2023-12-22T18:10:26.084 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:10:26.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:26 smithi032 ceph-mon[189144]: osdmap e1765: 8 total, 8 up, 8 in 2023-12-22T18:10:26.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:26 smithi032 ceph-mon[191839]: osdmap e1765: 8 total, 8 up, 8 in 2023-12-22T18:10:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:26 smithi039 ceph-mon[181282]: osdmap e1765: 8 total, 8 up, 8 in 2023-12-22T18:10:27.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:27 smithi032 ceph-mon[189144]: pgmap v2938: 169 pgs: 169 active+clean; 449 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 11 MiB/s wr, 160 op/s 2023-12-22T18:10:27.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:27 smithi032 ceph-mon[189144]: osdmap e1766: 8 total, 8 up, 8 in 2023-12-22T18:10:27.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:27 smithi032 ceph-mon[189144]: osdmap e1767: 8 total, 8 up, 8 in 2023-12-22T18:10:27.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:27 smithi032 ceph-mon[191839]: pgmap v2938: 169 pgs: 169 active+clean; 449 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 11 MiB/s wr, 160 op/s 2023-12-22T18:10:27.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:27 smithi032 ceph-mon[191839]: osdmap e1766: 8 total, 8 up, 8 in 2023-12-22T18:10:27.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:27 smithi032 ceph-mon[191839]: osdmap e1767: 8 total, 8 up, 8 in 2023-12-22T18:10:27.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:27 smithi039 ceph-mon[181282]: pgmap v2938: 169 pgs: 169 active+clean; 449 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 11 MiB/s wr, 160 op/s 2023-12-22T18:10:27.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:27 smithi039 ceph-mon[181282]: osdmap e1766: 8 total, 8 up, 8 in 2023-12-22T18:10:27.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:27 smithi039 ceph-mon[181282]: osdmap e1767: 8 total, 8 up, 8 in 2023-12-22T18:10:29.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:28 smithi032 ceph-mon[189144]: osdmap e1768: 8 total, 8 up, 8 in 2023-12-22T18:10:29.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:28 smithi032 ceph-mon[189144]: pgmap v2942: 169 pgs: 169 active+clean; 449 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 8.0 MiB/s wr, 143 op/s 2023-12-22T18:10:29.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:28 smithi032 ceph-mon[191839]: osdmap e1768: 8 total, 8 up, 8 in 2023-12-22T18:10:29.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:28 smithi032 ceph-mon[191839]: pgmap v2942: 169 pgs: 169 active+clean; 449 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 8.0 MiB/s wr, 143 op/s 2023-12-22T18:10:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:28 smithi039 ceph-mon[181282]: osdmap e1768: 8 total, 8 up, 8 in 2023-12-22T18:10:29.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:28 smithi039 ceph-mon[181282]: pgmap v2942: 169 pgs: 169 active+clean; 449 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 8.0 MiB/s wr, 143 op/s 2023-12-22T18:10:29.378 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 41943040 2023-12-22T18:10:29.401 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2023-12-22T18:10:29.539 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2023-12-22T18:10:30.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:29 smithi032 ceph-mon[189144]: osdmap e1769: 8 total, 8 up, 8 in 2023-12-22T18:10:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:29 smithi032 ceph-mon[191839]: osdmap e1769: 8 total, 8 up, 8 in 2023-12-22T18:10:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:29 smithi039 ceph-mon[181282]: osdmap e1769: 8 total, 8 up, 8 in 2023-12-22T18:10:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:10:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:10:30] "GET /metrics HTTP/1.1" 200 39055 "" "Prometheus/2.43.0" 2023-12-22T18:10:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:30 smithi032 ceph-mon[191839]: osdmap e1770: 8 total, 8 up, 8 in 2023-12-22T18:10:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:30 smithi032 ceph-mon[191839]: pgmap v2945: 169 pgs: 169 active+clean; 465 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 5.0 MiB/s wr, 432 op/s 2023-12-22T18:10:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:30 smithi032 ceph-mon[189144]: osdmap e1770: 8 total, 8 up, 8 in 2023-12-22T18:10:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:30 smithi032 ceph-mon[189144]: pgmap v2945: 169 pgs: 169 active+clean; 465 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 5.0 MiB/s wr, 432 op/s 2023-12-22T18:10:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:30 smithi039 ceph-mon[181282]: osdmap e1770: 8 total, 8 up, 8 in 2023-12-22T18:10:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:30 smithi039 ceph-mon[181282]: pgmap v2945: 169 pgs: 169 active+clean; 465 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 5.0 MiB/s wr, 432 op/s 2023-12-22T18:10:32.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:31 smithi032 ceph-mon[189144]: osdmap e1771: 8 total, 8 up, 8 in 2023-12-22T18:10:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:31 smithi032 ceph-mon[191839]: osdmap e1771: 8 total, 8 up, 8 in 2023-12-22T18:10:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:31 smithi039 ceph-mon[181282]: osdmap e1771: 8 total, 8 up, 8 in 2023-12-22T18:10:32.295 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.SnapsShrinkAfterPrepare (11943 ms) 2023-12-22T18:10:32.295 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroBeforePrepare 2023-12-22T18:10:32.326 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:10:32.337 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2023-12-22T18:10:32.394 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2023-12-22T18:10:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:32 smithi039 ceph-mon[181282]: osdmap e1772: 8 total, 8 up, 8 in 2023-12-22T18:10:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:32 smithi039 ceph-mon[181282]: pgmap v2948: 169 pgs: 169 active+clean; 469 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 6.0 MiB/s wr, 476 op/s 2023-12-22T18:10:33.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:32 smithi032 ceph-mon[191839]: osdmap e1772: 8 total, 8 up, 8 in 2023-12-22T18:10:33.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:32 smithi032 ceph-mon[191839]: pgmap v2948: 169 pgs: 169 active+clean; 469 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 6.0 MiB/s wr, 476 op/s 2023-12-22T18:10:33.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:32 smithi032 ceph-mon[189144]: osdmap e1772: 8 total, 8 up, 8 in 2023-12-22T18:10:33.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:32 smithi032 ceph-mon[189144]: pgmap v2948: 169 pgs: 169 active+clean; 469 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 6.0 MiB/s wr, 476 op/s 2023-12-22T18:10:33.958 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 8388609~8388609 2023-12-22T18:10:33.976 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 0~1000 2023-12-22T18:10:33.976 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 1010~1000 2023-12-22T18:10:33.976 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap2 2023-12-22T18:10:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:33 smithi039 ceph-mon[181282]: osdmap e1773: 8 total, 8 up, 8 in 2023-12-22T18:10:34.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:33 smithi032 ceph-mon[191839]: osdmap e1773: 8 total, 8 up, 8 in 2023-12-22T18:10:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:33 smithi032 ceph-mon[189144]: osdmap e1773: 8 total, 8 up, 8 in 2023-12-22T18:10:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:34 smithi039 ceph-mon[181282]: osdmap e1774: 8 total, 8 up, 8 in 2023-12-22T18:10:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:34 smithi039 ceph-mon[181282]: pgmap v2951: 169 pgs: 169 active+clean; 473 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 3.0 MiB/s wr, 103 op/s 2023-12-22T18:10:35.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:10:35.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:34 smithi032 ceph-mon[189144]: osdmap e1774: 8 total, 8 up, 8 in 2023-12-22T18:10:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:34 smithi032 ceph-mon[189144]: pgmap v2951: 169 pgs: 169 active+clean; 473 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 3.0 MiB/s wr, 103 op/s 2023-12-22T18:10:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:10:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:34 smithi032 ceph-mon[191839]: osdmap e1774: 8 total, 8 up, 8 in 2023-12-22T18:10:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:34 smithi032 ceph-mon[191839]: pgmap v2951: 169 pgs: 169 active+clean; 473 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 3.0 MiB/s wr, 103 op/s 2023-12-22T18:10:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:10:35.983 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 8388609~1000 2023-12-22T18:10:35.990 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 16777228~1000 2023-12-22T18:10:35.990 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 167772160 2023-12-22T18:10:36.001 INFO:tasks.workunit.client.0.smithi032.stdout:write: 2 83886079~8388609 2023-12-22T18:10:36.014 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap3 2023-12-22T18:10:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:35 smithi039 ceph-mon[181282]: osdmap e1775: 8 total, 8 up, 8 in 2023-12-22T18:10:36.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:35 smithi032 ceph-mon[189144]: osdmap e1775: 8 total, 8 up, 8 in 2023-12-22T18:10:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:35 smithi032 ceph-mon[191839]: osdmap e1775: 8 total, 8 up, 8 in 2023-12-22T18:10:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:36 smithi039 ceph-mon[181282]: osdmap e1776: 8 total, 8 up, 8 in 2023-12-22T18:10:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:36 smithi039 ceph-mon[181282]: pgmap v2954: 169 pgs: 169 active+clean; 477 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 47 MiB/s rd, 7.0 MiB/s wr, 166 op/s 2023-12-22T18:10:37.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:36 smithi032 ceph-mon[189144]: osdmap e1776: 8 total, 8 up, 8 in 2023-12-22T18:10:37.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:36 smithi032 ceph-mon[189144]: pgmap v2954: 169 pgs: 169 active+clean; 477 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 47 MiB/s rd, 7.0 MiB/s wr, 166 op/s 2023-12-22T18:10:37.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:36 smithi032 ceph-mon[191839]: osdmap e1776: 8 total, 8 up, 8 in 2023-12-22T18:10:37.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:36 smithi032 ceph-mon[191839]: pgmap v2954: 169 pgs: 169 active+clean; 477 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 47 MiB/s rd, 7.0 MiB/s wr, 166 op/s 2023-12-22T18:10:37.984 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:10:38.011 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 83886079~1 2023-12-22T18:10:38.021 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 0 2023-12-22T18:10:38.040 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:10:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:37 smithi039 ceph-mon[181282]: osdmap e1777: 8 total, 8 up, 8 in 2023-12-22T18:10:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:37 smithi032 ceph-mon[191839]: osdmap e1777: 8 total, 8 up, 8 in 2023-12-22T18:10:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:37 smithi032 ceph-mon[189144]: osdmap e1777: 8 total, 8 up, 8 in 2023-12-22T18:10:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:38 smithi039 ceph-mon[181282]: osdmap e1778: 8 total, 8 up, 8 in 2023-12-22T18:10:39.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:38 smithi039 ceph-mon[181282]: pgmap v2957: 169 pgs: 169 active+clean; 481 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 5.0 MiB/s wr, 108 op/s 2023-12-22T18:10:39.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:38 smithi032 ceph-mon[191839]: osdmap e1778: 8 total, 8 up, 8 in 2023-12-22T18:10:39.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:38 smithi032 ceph-mon[191839]: pgmap v2957: 169 pgs: 169 active+clean; 481 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 5.0 MiB/s wr, 108 op/s 2023-12-22T18:10:39.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:38 smithi032 ceph-mon[189144]: osdmap e1778: 8 total, 8 up, 8 in 2023-12-22T18:10:39.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:38 smithi032 ceph-mon[189144]: pgmap v2957: 169 pgs: 169 active+clean; 481 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 5.0 MiB/s wr, 108 op/s 2023-12-22T18:10:40.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:39 smithi039 ceph-mon[181282]: osdmap e1779: 8 total, 8 up, 8 in 2023-12-22T18:10:40.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:39 smithi032 ceph-mon[191839]: osdmap e1779: 8 total, 8 up, 8 in 2023-12-22T18:10:40.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:39 smithi032 ceph-mon[189144]: osdmap e1779: 8 total, 8 up, 8 in 2023-12-22T18:10:41.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:41 smithi032 ceph-mon[191839]: osdmap e1780: 8 total, 8 up, 8 in 2023-12-22T18:10:41.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:41 smithi032 ceph-mon[191839]: pgmap v2960: 169 pgs: 169 active+clean; 505 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 139 KiB/s rd, 5.0 MiB/s wr, 202 op/s 2023-12-22T18:10:41.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:41 smithi032 ceph-mon[189144]: osdmap e1780: 8 total, 8 up, 8 in 2023-12-22T18:10:41.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:41 smithi032 ceph-mon[189144]: pgmap v2960: 169 pgs: 169 active+clean; 505 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 139 KiB/s rd, 5.0 MiB/s wr, 202 op/s 2023-12-22T18:10:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:10:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:10:40] "GET /metrics HTTP/1.1" 200 39059 "" "Prometheus/2.43.0" 2023-12-22T18:10:41.437 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2023-12-22T18:10:41.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:41 smithi039 ceph-mon[181282]: osdmap e1780: 8 total, 8 up, 8 in 2023-12-22T18:10:41.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:41 smithi039 ceph-mon[181282]: pgmap v2960: 169 pgs: 169 active+clean; 505 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 139 KiB/s rd, 5.0 MiB/s wr, 202 op/s 2023-12-22T18:10:41.585 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2023-12-22T18:10:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:42 smithi039 ceph-mon[181282]: osdmap e1781: 8 total, 8 up, 8 in 2023-12-22T18:10:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:42 smithi039 ceph-mon[181282]: osdmap e1782: 8 total, 8 up, 8 in 2023-12-22T18:10:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:42 smithi032 ceph-mon[191839]: osdmap e1781: 8 total, 8 up, 8 in 2023-12-22T18:10:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:42 smithi032 ceph-mon[191839]: osdmap e1782: 8 total, 8 up, 8 in 2023-12-22T18:10:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:42 smithi032 ceph-mon[189144]: osdmap e1781: 8 total, 8 up, 8 in 2023-12-22T18:10:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:42 smithi032 ceph-mon[189144]: osdmap e1782: 8 total, 8 up, 8 in 2023-12-22T18:10:43.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:43 smithi032 ceph-mon[189144]: pgmap v2963: 169 pgs: 169 active+clean; 509 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 143 KiB/s rd, 6.0 MiB/s wr, 207 op/s 2023-12-22T18:10:43.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:43 smithi032 ceph-mon[189144]: osdmap e1783: 8 total, 8 up, 8 in 2023-12-22T18:10:43.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:43 smithi032 ceph-mon[191839]: pgmap v2963: 169 pgs: 169 active+clean; 509 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 143 KiB/s rd, 6.0 MiB/s wr, 207 op/s 2023-12-22T18:10:43.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:43 smithi032 ceph-mon[191839]: osdmap e1783: 8 total, 8 up, 8 in 2023-12-22T18:10:43.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:43 smithi039 ceph-mon[181282]: pgmap v2963: 169 pgs: 169 active+clean; 509 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 143 KiB/s rd, 6.0 MiB/s wr, 207 op/s 2023-12-22T18:10:43.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:43 smithi039 ceph-mon[181282]: osdmap e1783: 8 total, 8 up, 8 in 2023-12-22T18:10:44.179 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.SnapsShrinkToZeroBeforePrepare (11885 ms) 2023-12-22T18:10:44.179 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroAfterPrepare 2023-12-22T18:10:44.211 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:10:44.222 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2023-12-22T18:10:44.285 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2023-12-22T18:10:44.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:44 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:10:44.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:44 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:10:44.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:44 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:10:44.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:44 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:10:44.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:44 smithi032 ceph-mon[191839]: osdmap e1784: 8 total, 8 up, 8 in 2023-12-22T18:10:44.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:44 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:10:44.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:44 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:10:44.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:44 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:10:44.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:44 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:10:44.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:44 smithi032 ceph-mon[189144]: osdmap e1784: 8 total, 8 up, 8 in 2023-12-22T18:10:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:44 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:10:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:44 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:10:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:44 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:10:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:44 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:10:44.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:44 smithi039 ceph-mon[181282]: osdmap e1784: 8 total, 8 up, 8 in 2023-12-22T18:10:45.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:45 smithi032 ceph-mon[191839]: pgmap v2966: 169 pgs: 169 active+clean; 505 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 195 op/s 2023-12-22T18:10:45.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:45 smithi032 ceph-mon[189144]: pgmap v2966: 169 pgs: 169 active+clean; 505 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 195 op/s 2023-12-22T18:10:45.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:45 smithi039 ceph-mon[181282]: pgmap v2966: 169 pgs: 169 active+clean; 505 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 195 op/s 2023-12-22T18:10:46.042 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 8388609~8388609 2023-12-22T18:10:46.054 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 0~1000 2023-12-22T18:10:46.054 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 1010~1000 2023-12-22T18:10:46.054 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap2 2023-12-22T18:10:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:46 smithi032 ceph-mon[191839]: osdmap e1785: 8 total, 8 up, 8 in 2023-12-22T18:10:46.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:46 smithi032 ceph-mon[189144]: osdmap e1785: 8 total, 8 up, 8 in 2023-12-22T18:10:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:46 smithi039 ceph-mon[181282]: osdmap e1785: 8 total, 8 up, 8 in 2023-12-22T18:10:47.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:47 smithi032 ceph-mon[191839]: pgmap v2968: 169 pgs: 169 active+clean; 517 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 45 MiB/s rd, 7.8 MiB/s wr, 437 op/s 2023-12-22T18:10:47.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:47 smithi032 ceph-mon[191839]: osdmap e1786: 8 total, 8 up, 8 in 2023-12-22T18:10:47.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:47 smithi032 ceph-mon[191839]: osdmap e1787: 8 total, 8 up, 8 in 2023-12-22T18:10:47.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:47 smithi032 ceph-mon[189144]: pgmap v2968: 169 pgs: 169 active+clean; 517 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 45 MiB/s rd, 7.8 MiB/s wr, 437 op/s 2023-12-22T18:10:47.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:47 smithi032 ceph-mon[189144]: osdmap e1786: 8 total, 8 up, 8 in 2023-12-22T18:10:47.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:47 smithi032 ceph-mon[189144]: osdmap e1787: 8 total, 8 up, 8 in 2023-12-22T18:10:47.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:47 smithi039 ceph-mon[181282]: pgmap v2968: 169 pgs: 169 active+clean; 517 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 45 MiB/s rd, 7.8 MiB/s wr, 437 op/s 2023-12-22T18:10:47.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:47 smithi039 ceph-mon[181282]: osdmap e1786: 8 total, 8 up, 8 in 2023-12-22T18:10:47.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:47 smithi039 ceph-mon[181282]: osdmap e1787: 8 total, 8 up, 8 in 2023-12-22T18:10:47.925 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 8388609~1000 2023-12-22T18:10:47.932 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 16777228~1000 2023-12-22T18:10:47.932 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 167772160 2023-12-22T18:10:47.942 INFO:tasks.workunit.client.0.smithi032.stdout:write: 2 83886079~8388609 2023-12-22T18:10:47.954 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap3 2023-12-22T18:10:49.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:48 smithi032 ceph-mon[191839]: osdmap e1788: 8 total, 8 up, 8 in 2023-12-22T18:10:49.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:48 smithi032 ceph-mon[191839]: pgmap v2972: 169 pgs: 169 active+clean; 517 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 6.0 MiB/s wr, 260 op/s 2023-12-22T18:10:49.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:48 smithi032 ceph-mon[189144]: osdmap e1788: 8 total, 8 up, 8 in 2023-12-22T18:10:49.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:48 smithi032 ceph-mon[189144]: pgmap v2972: 169 pgs: 169 active+clean; 517 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 6.0 MiB/s wr, 260 op/s 2023-12-22T18:10:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:48 smithi039 ceph-mon[181282]: osdmap e1788: 8 total, 8 up, 8 in 2023-12-22T18:10:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:48 smithi039 ceph-mon[181282]: pgmap v2972: 169 pgs: 169 active+clean; 517 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 6.0 MiB/s wr, 260 op/s 2023-12-22T18:10:49.934 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:10:49.960 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 83886079~1 2023-12-22T18:10:49.969 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:10:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:49 smithi032 ceph-mon[191839]: osdmap e1789: 8 total, 8 up, 8 in 2023-12-22T18:10:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:10:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:49 smithi032 ceph-mon[189144]: osdmap e1789: 8 total, 8 up, 8 in 2023-12-22T18:10:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:10:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:49 smithi039 ceph-mon[181282]: osdmap e1789: 8 total, 8 up, 8 in 2023-12-22T18:10:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:10:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:50 smithi032 ceph-mon[191839]: osdmap e1790: 8 total, 8 up, 8 in 2023-12-22T18:10:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:50 smithi032 ceph-mon[191839]: pgmap v2975: 169 pgs: 169 active+clean; 557 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 8.1 MiB/s rd, 8.0 MiB/s wr, 107 op/s 2023-12-22T18:10:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:50 smithi032 ceph-mon[189144]: osdmap e1790: 8 total, 8 up, 8 in 2023-12-22T18:10:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:50 smithi032 ceph-mon[189144]: pgmap v2975: 169 pgs: 169 active+clean; 557 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 8.1 MiB/s rd, 8.0 MiB/s wr, 107 op/s 2023-12-22T18:10:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:10:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:10:50] "GET /metrics HTTP/1.1" 200 39059 "" "Prometheus/2.43.0" 2023-12-22T18:10:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:50 smithi039 ceph-mon[181282]: osdmap e1790: 8 total, 8 up, 8 in 2023-12-22T18:10:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:50 smithi039 ceph-mon[181282]: pgmap v2975: 169 pgs: 169 active+clean; 557 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 8.1 MiB/s rd, 8.0 MiB/s wr, 107 op/s 2023-12-22T18:10:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:51 smithi032 ceph-mon[191839]: osdmap e1791: 8 total, 8 up, 8 in 2023-12-22T18:10:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:51 smithi032 ceph-mon[191839]: osdmap e1792: 8 total, 8 up, 8 in 2023-12-22T18:10:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:51 smithi032 ceph-mon[189144]: osdmap e1791: 8 total, 8 up, 8 in 2023-12-22T18:10:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:51 smithi032 ceph-mon[189144]: osdmap e1792: 8 total, 8 up, 8 in 2023-12-22T18:10:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:51 smithi039 ceph-mon[181282]: osdmap e1791: 8 total, 8 up, 8 in 2023-12-22T18:10:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:51 smithi039 ceph-mon[181282]: osdmap e1792: 8 total, 8 up, 8 in 2023-12-22T18:10:53.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:52 smithi032 ceph-mon[191839]: pgmap v2978: 169 pgs: 169 active+clean; 561 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 7.1 MiB/s rd, 9.0 MiB/s wr, 149 op/s 2023-12-22T18:10:53.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:52 smithi032 ceph-mon[191839]: osdmap e1793: 8 total, 8 up, 8 in 2023-12-22T18:10:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:52 smithi032 ceph-mon[189144]: pgmap v2978: 169 pgs: 169 active+clean; 561 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 7.1 MiB/s rd, 9.0 MiB/s wr, 149 op/s 2023-12-22T18:10:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:52 smithi032 ceph-mon[189144]: osdmap e1793: 8 total, 8 up, 8 in 2023-12-22T18:10:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:52 smithi039 ceph-mon[181282]: pgmap v2978: 169 pgs: 169 active+clean; 561 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 7.1 MiB/s rd, 9.0 MiB/s wr, 149 op/s 2023-12-22T18:10:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:52 smithi039 ceph-mon[181282]: osdmap e1793: 8 total, 8 up, 8 in 2023-12-22T18:10:53.366 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 0 2023-12-22T18:10:53.444 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2023-12-22T18:10:53.566 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2023-12-22T18:10:54.785 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:10:55.116 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:10:55.116 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (51m) 6m ago 55m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:10:55.116 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (50m) 4m ago 55m 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:10:55.116 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (56m) 6m ago 56m 24.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:10:55.116 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (56m) 4m ago 56m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:10:55.116 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (50m) 4m ago 58m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:10:55.117 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (50m) 6m ago 60m 582M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:10:55.117 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (49m) 6m ago 60m 377M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:10:55.117 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (49m) 4m ago 59m 226M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:10:55.117 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (49m) 6m ago 58m 218M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:10:55.117 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (50m) 6m ago 55m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:10:55.117 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (50m) 4m ago 55m 17.7M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:10:55.117 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (48m) 6m ago 58m 2692M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:10:55.117 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (48m) 6m ago 58m 3111M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:10:55.117 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (48m) 6m ago 57m 2828M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:10:55.117 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (47m) 6m ago 57m 2500M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:10:55.117 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (47m) 4m ago 57m 2609M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:10:55.117 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (46m) 4m ago 57m 2647M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:10:55.117 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (46m) 4m ago 56m 1934M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:10:55.118 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (45m) 4m ago 56m 2403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:10:55.118 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (50m) 4m ago 55m 88.9M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:10:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:54 smithi039 ceph-mon[181282]: osdmap e1794: 8 total, 8 up, 8 in 2023-12-22T18:10:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:54 smithi039 ceph-mon[181282]: pgmap v2981: 169 pgs: 169 active+clean; 565 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.0 MiB/s wr, 166 op/s 2023-12-22T18:10:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:54 smithi039 ceph-mon[181282]: from='client.47207 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:10:55.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:54 smithi032 ceph-mon[191839]: osdmap e1794: 8 total, 8 up, 8 in 2023-12-22T18:10:55.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:54 smithi032 ceph-mon[191839]: pgmap v2981: 169 pgs: 169 active+clean; 565 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.0 MiB/s wr, 166 op/s 2023-12-22T18:10:55.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:54 smithi032 ceph-mon[191839]: from='client.47207 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:10:55.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:54 smithi032 ceph-mon[189144]: osdmap e1794: 8 total, 8 up, 8 in 2023-12-22T18:10:55.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:54 smithi032 ceph-mon[189144]: pgmap v2981: 169 pgs: 169 active+clean; 565 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.0 MiB/s wr, 166 op/s 2023-12-22T18:10:55.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:54 smithi032 ceph-mon[189144]: from='client.47207 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:10:55.529 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:10:55.529 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:10:55.529 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:10:55.529 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:10:55.529 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:10:55.529 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:10:55.529 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:10:55.529 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:10:55.530 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:10:55.530 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:10:55.530 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:10:55.530 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:10:55.530 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:10:55.530 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:10:55.530 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:10:55.530 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:10:55.530 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:10:55.530 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:10:56.220 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.SnapsShrinkToZeroAfterPrepare (12041 ms) 2023-12-22T18:10:56.220 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare 2023-12-22T18:10:56.253 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:10:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:55 smithi039 ceph-mon[181282]: osdmap e1795: 8 total, 8 up, 8 in 2023-12-22T18:10:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:55 smithi039 ceph-mon[181282]: from='client.47213 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:10:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:55 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3004454688' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:10:56.264 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2023-12-22T18:10:56.322 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2023-12-22T18:10:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:55 smithi032 ceph-mon[191839]: osdmap e1795: 8 total, 8 up, 8 in 2023-12-22T18:10:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:55 smithi032 ceph-mon[191839]: from='client.47213 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:10:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:55 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3004454688' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:10:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:55 smithi032 ceph-mon[189144]: osdmap e1795: 8 total, 8 up, 8 in 2023-12-22T18:10:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:55 smithi032 ceph-mon[189144]: from='client.47213 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:10:56.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:55 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3004454688' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:10:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:56 smithi039 ceph-mon[181282]: osdmap e1796: 8 total, 8 up, 8 in 2023-12-22T18:10:57.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:56 smithi039 ceph-mon[181282]: pgmap v2984: 169 pgs: 169 active+clean; 589 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 6.0 MiB/s wr, 403 op/s 2023-12-22T18:10:57.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:56 smithi032 ceph-mon[189144]: osdmap e1796: 8 total, 8 up, 8 in 2023-12-22T18:10:57.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:56 smithi032 ceph-mon[189144]: pgmap v2984: 169 pgs: 169 active+clean; 589 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 6.0 MiB/s wr, 403 op/s 2023-12-22T18:10:57.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:56 smithi032 ceph-mon[191839]: osdmap e1796: 8 total, 8 up, 8 in 2023-12-22T18:10:57.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:56 smithi032 ceph-mon[191839]: pgmap v2984: 169 pgs: 169 active+clean; 589 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 6.0 MiB/s wr, 403 op/s 2023-12-22T18:10:57.974 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 8388609~8388609 2023-12-22T18:10:57.997 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 0~1000 2023-12-22T18:10:57.997 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 1010~1000 2023-12-22T18:10:57.997 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap2 2023-12-22T18:10:58.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:57 smithi039 ceph-mon[181282]: osdmap e1797: 8 total, 8 up, 8 in 2023-12-22T18:10:58.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:57 smithi032 ceph-mon[189144]: osdmap e1797: 8 total, 8 up, 8 in 2023-12-22T18:10:58.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:57 smithi032 ceph-mon[191839]: osdmap e1797: 8 total, 8 up, 8 in 2023-12-22T18:10:59.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:58 smithi039 ceph-mon[181282]: osdmap e1798: 8 total, 8 up, 8 in 2023-12-22T18:10:59.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:58 smithi039 ceph-mon[181282]: pgmap v2987: 169 pgs: 169 active+clean; 585 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 5.0 MiB/s wr, 281 op/s 2023-12-22T18:10:59.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:58 smithi032 ceph-mon[191839]: osdmap e1798: 8 total, 8 up, 8 in 2023-12-22T18:10:59.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:58 smithi032 ceph-mon[191839]: pgmap v2987: 169 pgs: 169 active+clean; 585 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 5.0 MiB/s wr, 281 op/s 2023-12-22T18:10:59.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:58 smithi032 ceph-mon[189144]: osdmap e1798: 8 total, 8 up, 8 in 2023-12-22T18:10:59.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:58 smithi032 ceph-mon[189144]: pgmap v2987: 169 pgs: 169 active+clean; 585 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 5.0 MiB/s wr, 281 op/s 2023-12-22T18:10:59.987 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 8388609~1000 2023-12-22T18:10:59.994 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 16777228~1000 2023-12-22T18:10:59.994 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 167772160 2023-12-22T18:11:00.005 INFO:tasks.workunit.client.0.smithi032.stdout:write: 2 83886079~8388609 2023-12-22T18:11:00.018 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap3 2023-12-22T18:11:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:10:59 smithi039 ceph-mon[181282]: osdmap e1799: 8 total, 8 up, 8 in 2023-12-22T18:11:00.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:10:59 smithi032 ceph-mon[189144]: osdmap e1799: 8 total, 8 up, 8 in 2023-12-22T18:11:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:10:59 smithi032 ceph-mon[191839]: osdmap e1799: 8 total, 8 up, 8 in 2023-12-22T18:11:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:11:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:11:00] "GET /metrics HTTP/1.1" 200 39059 "" "Prometheus/2.43.0" 2023-12-22T18:11:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:00 smithi032 ceph-mon[191839]: osdmap e1800: 8 total, 8 up, 8 in 2023-12-22T18:11:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:00 smithi032 ceph-mon[191839]: pgmap v2990: 169 pgs: 169 active+clean; 589 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 6.0 MiB/s wr, 196 op/s 2023-12-22T18:11:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:00 smithi032 ceph-mon[189144]: osdmap e1800: 8 total, 8 up, 8 in 2023-12-22T18:11:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:00 smithi032 ceph-mon[189144]: pgmap v2990: 169 pgs: 169 active+clean; 589 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 6.0 MiB/s wr, 196 op/s 2023-12-22T18:11:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:00 smithi039 ceph-mon[181282]: osdmap e1800: 8 total, 8 up, 8 in 2023-12-22T18:11:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:00 smithi039 ceph-mon[181282]: pgmap v2990: 169 pgs: 169 active+clean; 589 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 6.0 MiB/s wr, 196 op/s 2023-12-22T18:11:01.923 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:11:01.949 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 83886079~1 2023-12-22T18:11:01.959 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:11:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:01 smithi039 ceph-mon[181282]: osdmap e1801: 8 total, 8 up, 8 in 2023-12-22T18:11:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:01 smithi039 ceph-mon[181282]: osdmap e1802: 8 total, 8 up, 8 in 2023-12-22T18:11:02.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:01 smithi032 ceph-mon[191839]: osdmap e1801: 8 total, 8 up, 8 in 2023-12-22T18:11:02.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:01 smithi032 ceph-mon[191839]: osdmap e1802: 8 total, 8 up, 8 in 2023-12-22T18:11:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:01 smithi032 ceph-mon[189144]: osdmap e1801: 8 total, 8 up, 8 in 2023-12-22T18:11:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:01 smithi032 ceph-mon[189144]: osdmap e1802: 8 total, 8 up, 8 in 2023-12-22T18:11:03.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:02 smithi039 ceph-mon[181282]: pgmap v2993: 169 pgs: 169 active+clean; 605 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 31 MiB/s rd, 10 MiB/s wr, 285 op/s 2023-12-22T18:11:03.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:02 smithi032 ceph-mon[189144]: pgmap v2993: 169 pgs: 169 active+clean; 605 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 31 MiB/s rd, 10 MiB/s wr, 285 op/s 2023-12-22T18:11:03.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:02 smithi032 ceph-mon[191839]: pgmap v2993: 169 pgs: 169 active+clean; 605 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 31 MiB/s rd, 10 MiB/s wr, 285 op/s 2023-12-22T18:11:04.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:04 smithi039 ceph-mon[181282]: osdmap e1803: 8 total, 8 up, 8 in 2023-12-22T18:11:04.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:04 smithi032 ceph-mon[189144]: osdmap e1803: 8 total, 8 up, 8 in 2023-12-22T18:11:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:04 smithi032 ceph-mon[191839]: osdmap e1803: 8 total, 8 up, 8 in 2023-12-22T18:11:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:05 smithi032 ceph-mon[191839]: osdmap e1804: 8 total, 8 up, 8 in 2023-12-22T18:11:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:05 smithi032 ceph-mon[191839]: pgmap v2996: 169 pgs: 169 active+clean; 613 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 6.0 MiB/s wr, 141 op/s 2023-12-22T18:11:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:11:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:05 smithi032 ceph-mon[189144]: osdmap e1804: 8 total, 8 up, 8 in 2023-12-22T18:11:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:05 smithi032 ceph-mon[189144]: pgmap v2996: 169 pgs: 169 active+clean; 613 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 6.0 MiB/s wr, 141 op/s 2023-12-22T18:11:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:11:05.488 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 167772160 2023-12-22T18:11:05.500 INFO:tasks.workunit.client.0.smithi032.stdout:write: * 83886080~1000 2023-12-22T18:11:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:05 smithi039 ceph-mon[181282]: osdmap e1804: 8 total, 8 up, 8 in 2023-12-22T18:11:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:05 smithi039 ceph-mon[181282]: pgmap v2996: 169 pgs: 169 active+clean; 613 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 6.0 MiB/s wr, 141 op/s 2023-12-22T18:11:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:11:05.528 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2023-12-22T18:11:05.667 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2023-12-22T18:11:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:06 smithi032 ceph-mon[191839]: osdmap e1805: 8 total, 8 up, 8 in 2023-12-22T18:11:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:06 smithi032 ceph-mon[189144]: osdmap e1805: 8 total, 8 up, 8 in 2023-12-22T18:11:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:06 smithi039 ceph-mon[181282]: osdmap e1805: 8 total, 8 up, 8 in 2023-12-22T18:11:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:07 smithi032 ceph-mon[191839]: osdmap e1806: 8 total, 8 up, 8 in 2023-12-22T18:11:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:07 smithi032 ceph-mon[191839]: pgmap v2999: 169 pgs: 169 active+clean; 625 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 297 op/s 2023-12-22T18:11:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:07 smithi032 ceph-mon[191839]: osdmap e1807: 8 total, 8 up, 8 in 2023-12-22T18:11:07.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:07 smithi032 ceph-mon[189144]: osdmap e1806: 8 total, 8 up, 8 in 2023-12-22T18:11:07.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:07 smithi032 ceph-mon[189144]: pgmap v2999: 169 pgs: 169 active+clean; 625 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 297 op/s 2023-12-22T18:11:07.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:07 smithi032 ceph-mon[189144]: osdmap e1807: 8 total, 8 up, 8 in 2023-12-22T18:11:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:07 smithi039 ceph-mon[181282]: osdmap e1806: 8 total, 8 up, 8 in 2023-12-22T18:11:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:07 smithi039 ceph-mon[181282]: pgmap v2999: 169 pgs: 169 active+clean; 625 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 297 op/s 2023-12-22T18:11:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:07 smithi039 ceph-mon[181282]: osdmap e1807: 8 total, 8 up, 8 in 2023-12-22T18:11:08.338 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare (12117 ms) 2023-12-22T18:11:08.338 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare2 2023-12-22T18:11:08.371 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:11:08.384 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 41943040~10 2023-12-22T18:11:08.391 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2023-12-22T18:11:09.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:08 smithi032 ceph-mon[191839]: osdmap e1808: 8 total, 8 up, 8 in 2023-12-22T18:11:09.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:08 smithi032 ceph-mon[191839]: pgmap v3002: 169 pgs: 169 active+clean; 629 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 246 op/s 2023-12-22T18:11:09.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:08 smithi032 ceph-mon[189144]: osdmap e1808: 8 total, 8 up, 8 in 2023-12-22T18:11:09.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:08 smithi032 ceph-mon[189144]: pgmap v3002: 169 pgs: 169 active+clean; 629 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 246 op/s 2023-12-22T18:11:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:08 smithi039 ceph-mon[181282]: osdmap e1808: 8 total, 8 up, 8 in 2023-12-22T18:11:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:08 smithi039 ceph-mon[181282]: pgmap v3002: 169 pgs: 169 active+clean; 629 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 246 op/s 2023-12-22T18:11:09.950 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 41943040 2023-12-22T18:11:09.974 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:11:10.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:09 smithi039 ceph-mon[181282]: osdmap e1809: 8 total, 8 up, 8 in 2023-12-22T18:11:10.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:09 smithi032 ceph-mon[191839]: osdmap e1809: 8 total, 8 up, 8 in 2023-12-22T18:11:10.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:09 smithi032 ceph-mon[189144]: osdmap e1809: 8 total, 8 up, 8 in 2023-12-22T18:11:11.128 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:11:11.140 INFO:tasks.workunit.client.0.smithi032.stdout:write: Y 41943040~5 2023-12-22T18:11:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:11:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:11:10] "GET /metrics HTTP/1.1" 200 39055 "" "Prometheus/2.43.0" 2023-12-22T18:11:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:10 smithi032 ceph-mon[189144]: osdmap e1810: 8 total, 8 up, 8 in 2023-12-22T18:11:11.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:10 smithi032 ceph-mon[189144]: pgmap v3005: 169 pgs: 169 active+clean; 633 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 5.0 MiB/s wr, 286 op/s 2023-12-22T18:11:11.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:10 smithi032 ceph-mon[191839]: osdmap e1810: 8 total, 8 up, 8 in 2023-12-22T18:11:11.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:10 smithi032 ceph-mon[191839]: pgmap v3005: 169 pgs: 169 active+clean; 633 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 5.0 MiB/s wr, 286 op/s 2023-12-22T18:11:11.241 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2023-12-22T18:11:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:10 smithi039 ceph-mon[181282]: osdmap e1810: 8 total, 8 up, 8 in 2023-12-22T18:11:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:10 smithi039 ceph-mon[181282]: pgmap v3005: 169 pgs: 169 active+clean; 633 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 5.0 MiB/s wr, 286 op/s 2023-12-22T18:11:11.319 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2023-12-22T18:11:12.086 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare2 (3749 ms) 2023-12-22T18:11:12.087 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.SnapsSnapAfterPrepare 2023-12-22T18:11:12.119 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:11:12.130 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2023-12-22T18:11:12.178 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2023-12-22T18:11:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:11 smithi039 ceph-mon[181282]: osdmap e1811: 8 total, 8 up, 8 in 2023-12-22T18:11:12.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:11 smithi032 ceph-mon[191839]: osdmap e1811: 8 total, 8 up, 8 in 2023-12-22T18:11:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:11 smithi032 ceph-mon[189144]: osdmap e1811: 8 total, 8 up, 8 in 2023-12-22T18:11:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:12 smithi039 ceph-mon[181282]: osdmap e1812: 8 total, 8 up, 8 in 2023-12-22T18:11:13.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:12 smithi039 ceph-mon[181282]: pgmap v3008: 169 pgs: 169 active+clean; 621 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 49 MiB/s rd, 4.0 MiB/s wr, 392 op/s 2023-12-22T18:11:13.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:12 smithi032 ceph-mon[191839]: osdmap e1812: 8 total, 8 up, 8 in 2023-12-22T18:11:13.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:12 smithi032 ceph-mon[191839]: pgmap v3008: 169 pgs: 169 active+clean; 621 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 49 MiB/s rd, 4.0 MiB/s wr, 392 op/s 2023-12-22T18:11:13.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:12 smithi032 ceph-mon[189144]: osdmap e1812: 8 total, 8 up, 8 in 2023-12-22T18:11:13.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:12 smithi032 ceph-mon[189144]: pgmap v3008: 169 pgs: 169 active+clean; 621 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 49 MiB/s rd, 4.0 MiB/s wr, 392 op/s 2023-12-22T18:11:13.975 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 8388609~8388609 2023-12-22T18:11:13.986 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 0~1000 2023-12-22T18:11:13.986 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 1010~1000 2023-12-22T18:11:13.986 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap2 2023-12-22T18:11:14.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:13 smithi039 ceph-mon[181282]: osdmap e1813: 8 total, 8 up, 8 in 2023-12-22T18:11:14.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:13 smithi032 ceph-mon[191839]: osdmap e1813: 8 total, 8 up, 8 in 2023-12-22T18:11:14.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:13 smithi032 ceph-mon[189144]: osdmap e1813: 8 total, 8 up, 8 in 2023-12-22T18:11:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:14 smithi039 ceph-mon[181282]: osdmap e1814: 8 total, 8 up, 8 in 2023-12-22T18:11:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:14 smithi039 ceph-mon[181282]: pgmap v3011: 169 pgs: 169 active+clean; 621 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 7.5 KiB/s wr, 128 op/s 2023-12-22T18:11:15.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:14 smithi032 ceph-mon[191839]: osdmap e1814: 8 total, 8 up, 8 in 2023-12-22T18:11:15.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:14 smithi032 ceph-mon[191839]: pgmap v3011: 169 pgs: 169 active+clean; 621 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 7.5 KiB/s wr, 128 op/s 2023-12-22T18:11:15.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:14 smithi032 ceph-mon[189144]: osdmap e1814: 8 total, 8 up, 8 in 2023-12-22T18:11:15.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:14 smithi032 ceph-mon[189144]: pgmap v3011: 169 pgs: 169 active+clean; 621 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 7.5 KiB/s wr, 128 op/s 2023-12-22T18:11:15.989 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 8388609~1000 2023-12-22T18:11:15.996 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 16777228~1000 2023-12-22T18:11:15.996 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 167772160 2023-12-22T18:11:16.007 INFO:tasks.workunit.client.0.smithi032.stdout:write: 2 83886079~8388609 2023-12-22T18:11:16.028 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap3 2023-12-22T18:11:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:15 smithi039 ceph-mon[181282]: osdmap e1815: 8 total, 8 up, 8 in 2023-12-22T18:11:16.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:15 smithi032 ceph-mon[191839]: osdmap e1815: 8 total, 8 up, 8 in 2023-12-22T18:11:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:15 smithi032 ceph-mon[189144]: osdmap e1815: 8 total, 8 up, 8 in 2023-12-22T18:11:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:16 smithi039 ceph-mon[181282]: osdmap e1816: 8 total, 8 up, 8 in 2023-12-22T18:11:17.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:16 smithi039 ceph-mon[181282]: pgmap v3014: 169 pgs: 169 active+clean; 653 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 8.3 MiB/s rd, 8.0 MiB/s wr, 392 op/s 2023-12-22T18:11:17.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:16 smithi039 ceph-mon[181282]: osdmap e1817: 8 total, 8 up, 8 in 2023-12-22T18:11:17.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:16 smithi032 ceph-mon[191839]: osdmap e1816: 8 total, 8 up, 8 in 2023-12-22T18:11:17.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:16 smithi032 ceph-mon[191839]: pgmap v3014: 169 pgs: 169 active+clean; 653 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 8.3 MiB/s rd, 8.0 MiB/s wr, 392 op/s 2023-12-22T18:11:17.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:16 smithi032 ceph-mon[191839]: osdmap e1817: 8 total, 8 up, 8 in 2023-12-22T18:11:17.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:16 smithi032 ceph-mon[189144]: osdmap e1816: 8 total, 8 up, 8 in 2023-12-22T18:11:17.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:16 smithi032 ceph-mon[189144]: pgmap v3014: 169 pgs: 169 active+clean; 653 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 8.3 MiB/s rd, 8.0 MiB/s wr, 392 op/s 2023-12-22T18:11:17.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:16 smithi032 ceph-mon[189144]: osdmap e1817: 8 total, 8 up, 8 in 2023-12-22T18:11:17.944 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:11:17.971 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 83886079~1 2023-12-22T18:11:17.982 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:11:19.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:18 smithi032 ceph-mon[191839]: osdmap e1818: 8 total, 8 up, 8 in 2023-12-22T18:11:19.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:18 smithi032 ceph-mon[191839]: pgmap v3017: 169 pgs: 169 active+clean; 657 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 287 KiB/s rd, 8.0 MiB/s wr, 370 op/s 2023-12-22T18:11:19.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:18 smithi032 ceph-mon[189144]: osdmap e1818: 8 total, 8 up, 8 in 2023-12-22T18:11:19.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:18 smithi032 ceph-mon[189144]: pgmap v3017: 169 pgs: 169 active+clean; 657 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 287 KiB/s rd, 8.0 MiB/s wr, 370 op/s 2023-12-22T18:11:19.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:18 smithi039 ceph-mon[181282]: osdmap e1818: 8 total, 8 up, 8 in 2023-12-22T18:11:19.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:18 smithi039 ceph-mon[181282]: pgmap v3017: 169 pgs: 169 active+clean; 657 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 287 KiB/s rd, 8.0 MiB/s wr, 370 op/s 2023-12-22T18:11:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:19 smithi039 ceph-mon[181282]: osdmap e1819: 8 total, 8 up, 8 in 2023-12-22T18:11:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:11:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:19 smithi032 ceph-mon[191839]: osdmap e1819: 8 total, 8 up, 8 in 2023-12-22T18:11:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:11:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:19 smithi032 ceph-mon[189144]: osdmap e1819: 8 total, 8 up, 8 in 2023-12-22T18:11:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:11:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:20 smithi032 ceph-mon[189144]: osdmap e1820: 8 total, 8 up, 8 in 2023-12-22T18:11:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:20 smithi032 ceph-mon[189144]: pgmap v3020: 169 pgs: 169 active+clean; 665 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 16 KiB/s rd, 2.0 MiB/s wr, 30 op/s 2023-12-22T18:11:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:20 smithi032 ceph-mon[191839]: osdmap e1820: 8 total, 8 up, 8 in 2023-12-22T18:11:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:20 smithi032 ceph-mon[191839]: pgmap v3020: 169 pgs: 169 active+clean; 665 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 16 KiB/s rd, 2.0 MiB/s wr, 30 op/s 2023-12-22T18:11:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:11:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:11:20] "GET /metrics HTTP/1.1" 200 39053 "" "Prometheus/2.43.0" 2023-12-22T18:11:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:20 smithi039 ceph-mon[181282]: osdmap e1820: 8 total, 8 up, 8 in 2023-12-22T18:11:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:20 smithi039 ceph-mon[181282]: pgmap v3020: 169 pgs: 169 active+clean; 665 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 16 KiB/s rd, 2.0 MiB/s wr, 30 op/s 2023-12-22T18:11:21.542 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: after_prepare_snap 2023-12-22T18:11:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:21 smithi039 ceph-mon[181282]: osdmap e1821: 8 total, 8 up, 8 in 2023-12-22T18:11:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:21 smithi039 ceph-mon[181282]: osdmap e1822: 8 total, 8 up, 8 in 2023-12-22T18:11:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:21 smithi032 ceph-mon[189144]: osdmap e1821: 8 total, 8 up, 8 in 2023-12-22T18:11:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:21 smithi032 ceph-mon[189144]: osdmap e1822: 8 total, 8 up, 8 in 2023-12-22T18:11:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:21 smithi032 ceph-mon[191839]: osdmap e1821: 8 total, 8 up, 8 in 2023-12-22T18:11:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:21 smithi032 ceph-mon[191839]: osdmap e1822: 8 total, 8 up, 8 in 2023-12-22T18:11:22.933 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 41943040 2023-12-22T18:11:22.974 INFO:tasks.workunit.client.0.smithi032.stdout:write: * 0~1000 2023-12-22T18:11:22.982 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2023-12-22T18:11:23.129 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2023-12-22T18:11:23.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:22 smithi039 ceph-mon[181282]: pgmap v3023: 169 pgs: 169 active+clean; 677 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 119 KiB/s rd, 4.0 MiB/s wr, 168 op/s 2023-12-22T18:11:23.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:22 smithi039 ceph-mon[181282]: osdmap e1823: 8 total, 8 up, 8 in 2023-12-22T18:11:23.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:22 smithi032 ceph-mon[189144]: pgmap v3023: 169 pgs: 169 active+clean; 677 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 119 KiB/s rd, 4.0 MiB/s wr, 168 op/s 2023-12-22T18:11:23.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:22 smithi032 ceph-mon[189144]: osdmap e1823: 8 total, 8 up, 8 in 2023-12-22T18:11:23.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:22 smithi032 ceph-mon[191839]: pgmap v3023: 169 pgs: 169 active+clean; 677 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 119 KiB/s rd, 4.0 MiB/s wr, 168 op/s 2023-12-22T18:11:23.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:22 smithi032 ceph-mon[191839]: osdmap e1823: 8 total, 8 up, 8 in 2023-12-22T18:11:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:24 smithi039 ceph-mon[181282]: osdmap e1824: 8 total, 8 up, 8 in 2023-12-22T18:11:25.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:24 smithi039 ceph-mon[181282]: pgmap v3026: 169 pgs: 169 active+clean; 681 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 3.0 MiB/s wr, 174 op/s 2023-12-22T18:11:25.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:24 smithi032 ceph-mon[191839]: osdmap e1824: 8 total, 8 up, 8 in 2023-12-22T18:11:25.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:24 smithi032 ceph-mon[191839]: pgmap v3026: 169 pgs: 169 active+clean; 681 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 3.0 MiB/s wr, 174 op/s 2023-12-22T18:11:25.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:24 smithi032 ceph-mon[189144]: osdmap e1824: 8 total, 8 up, 8 in 2023-12-22T18:11:25.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:24 smithi032 ceph-mon[189144]: pgmap v3026: 169 pgs: 169 active+clean; 681 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 3.0 MiB/s wr, 174 op/s 2023-12-22T18:11:25.892 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:11:26.251 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:11:26.251 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (51m) 7m ago 55m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:11:26.251 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (51m) 5m ago 55m 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:11:26.251 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (56m) 7m ago 56m 24.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:11:26.251 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (56m) 5m ago 56m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:11:26.251 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (50m) 5m ago 59m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:11:26.251 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (51m) 7m ago 60m 582M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:11:26.251 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (50m) 7m ago 60m 377M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:11:26.252 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (50m) 5m ago 59m 226M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:11:26.252 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (50m) 7m ago 59m 218M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:11:26.252 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (51m) 7m ago 55m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:11:26.252 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (51m) 5m ago 55m 17.7M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:11:26.252 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (49m) 7m ago 59m 2692M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:11:26.252 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (49m) 7m ago 58m 3111M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:11:26.252 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (48m) 7m ago 58m 2828M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:11:26.252 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (48m) 7m ago 58m 2500M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:11:26.252 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (47m) 5m ago 57m 2609M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:11:26.252 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (47m) 5m ago 57m 2647M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:11:26.252 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (46m) 5m ago 57m 1934M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:11:26.253 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (46m) 5m ago 56m 2403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:11:26.253 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (50m) 5m ago 56m 88.9M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:11:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:25 smithi039 ceph-mon[181282]: osdmap e1825: 8 total, 8 up, 8 in 2023-12-22T18:11:26.340 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.SnapsSnapAfterPrepare (14254 ms) 2023-12-22T18:11:26.341 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.SnapsSnapExpandAfterPrepare 2023-12-22T18:11:26.378 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:11:26.391 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2023-12-22T18:11:26.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:25 smithi032 ceph-mon[189144]: osdmap e1825: 8 total, 8 up, 8 in 2023-12-22T18:11:26.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:25 smithi032 ceph-mon[191839]: osdmap e1825: 8 total, 8 up, 8 in 2023-12-22T18:11:26.441 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2023-12-22T18:11:26.678 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:11:26.678 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:11:26.678 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:11:26.678 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:11:26.678 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:11:26.678 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:11:26.678 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:11:26.678 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:11:26.679 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:11:26.679 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:11:26.679 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:11:26.679 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:11:26.679 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:11:26.679 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:11:26.679 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:11:26.679 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:11:26.679 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:11:26.679 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:11:27.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:26 smithi039 ceph-mon[181282]: from='client.47225 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:11:27.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:26 smithi039 ceph-mon[181282]: osdmap e1826: 8 total, 8 up, 8 in 2023-12-22T18:11:27.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:26 smithi039 ceph-mon[181282]: pgmap v3029: 169 pgs: 169 active+clean; 697 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 50 MiB/s rd, 6.0 MiB/s wr, 546 op/s 2023-12-22T18:11:27.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:26 smithi039 ceph-mon[181282]: from='client.47231 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:11:27.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:26 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2071527400' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:11:27.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:26 smithi032 ceph-mon[191839]: from='client.47225 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:11:27.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:26 smithi032 ceph-mon[191839]: osdmap e1826: 8 total, 8 up, 8 in 2023-12-22T18:11:27.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:26 smithi032 ceph-mon[191839]: pgmap v3029: 169 pgs: 169 active+clean; 697 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 50 MiB/s rd, 6.0 MiB/s wr, 546 op/s 2023-12-22T18:11:27.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:26 smithi032 ceph-mon[191839]: from='client.47231 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:11:27.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:26 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2071527400' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:11:27.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:26 smithi032 ceph-mon[189144]: from='client.47225 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:11:27.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:26 smithi032 ceph-mon[189144]: osdmap e1826: 8 total, 8 up, 8 in 2023-12-22T18:11:27.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:26 smithi032 ceph-mon[189144]: pgmap v3029: 169 pgs: 169 active+clean; 697 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 50 MiB/s rd, 6.0 MiB/s wr, 546 op/s 2023-12-22T18:11:27.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:26 smithi032 ceph-mon[189144]: from='client.47231 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:11:27.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:26 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2071527400' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:11:27.996 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 8388609~8388609 2023-12-22T18:11:28.009 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 0~1000 2023-12-22T18:11:28.009 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 1010~1000 2023-12-22T18:11:28.009 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap2 2023-12-22T18:11:28.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:27 smithi039 ceph-mon[181282]: osdmap e1827: 8 total, 8 up, 8 in 2023-12-22T18:11:28.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:27 smithi032 ceph-mon[189144]: osdmap e1827: 8 total, 8 up, 8 in 2023-12-22T18:11:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:27 smithi032 ceph-mon[191839]: osdmap e1827: 8 total, 8 up, 8 in 2023-12-22T18:11:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:28 smithi039 ceph-mon[181282]: osdmap e1828: 8 total, 8 up, 8 in 2023-12-22T18:11:29.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:28 smithi039 ceph-mon[181282]: pgmap v3032: 169 pgs: 169 active+clean; 697 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 50 MiB/s rd, 5.0 MiB/s wr, 511 op/s 2023-12-22T18:11:29.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:28 smithi032 ceph-mon[191839]: osdmap e1828: 8 total, 8 up, 8 in 2023-12-22T18:11:29.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:28 smithi032 ceph-mon[191839]: pgmap v3032: 169 pgs: 169 active+clean; 697 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 50 MiB/s rd, 5.0 MiB/s wr, 511 op/s 2023-12-22T18:11:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:28 smithi032 ceph-mon[189144]: osdmap e1828: 8 total, 8 up, 8 in 2023-12-22T18:11:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:28 smithi032 ceph-mon[189144]: pgmap v3032: 169 pgs: 169 active+clean; 697 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 50 MiB/s rd, 5.0 MiB/s wr, 511 op/s 2023-12-22T18:11:30.000 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 8388609~1000 2023-12-22T18:11:30.008 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 16777228~1000 2023-12-22T18:11:30.008 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 167772160 2023-12-22T18:11:30.018 INFO:tasks.workunit.client.0.smithi032.stdout:write: 2 83886079~8388609 2023-12-22T18:11:30.034 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap3 2023-12-22T18:11:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:29 smithi039 ceph-mon[181282]: osdmap e1829: 8 total, 8 up, 8 in 2023-12-22T18:11:30.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:29 smithi032 ceph-mon[189144]: osdmap e1829: 8 total, 8 up, 8 in 2023-12-22T18:11:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:29 smithi032 ceph-mon[191839]: osdmap e1829: 8 total, 8 up, 8 in 2023-12-22T18:11:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:30 smithi032 ceph-mon[189144]: osdmap e1830: 8 total, 8 up, 8 in 2023-12-22T18:11:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:30 smithi032 ceph-mon[189144]: pgmap v3035: 169 pgs: 169 active+clean; 721 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 20 MiB/s rd, 8.0 MiB/s wr, 84 op/s 2023-12-22T18:11:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:30 smithi032 ceph-mon[191839]: osdmap e1830: 8 total, 8 up, 8 in 2023-12-22T18:11:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:30 smithi032 ceph-mon[191839]: pgmap v3035: 169 pgs: 169 active+clean; 721 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 20 MiB/s rd, 8.0 MiB/s wr, 84 op/s 2023-12-22T18:11:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:11:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:11:30] "GET /metrics HTTP/1.1" 200 39053 "" "Prometheus/2.43.0" 2023-12-22T18:11:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:30 smithi039 ceph-mon[181282]: osdmap e1830: 8 total, 8 up, 8 in 2023-12-22T18:11:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:30 smithi039 ceph-mon[181282]: pgmap v3035: 169 pgs: 169 active+clean; 721 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 20 MiB/s rd, 8.0 MiB/s wr, 84 op/s 2023-12-22T18:11:31.938 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:11:31.963 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 83886079~1 2023-12-22T18:11:31.972 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:11:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:31 smithi039 ceph-mon[181282]: osdmap e1831: 8 total, 8 up, 8 in 2023-12-22T18:11:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:31 smithi039 ceph-mon[181282]: osdmap e1832: 8 total, 8 up, 8 in 2023-12-22T18:11:32.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:31 smithi032 ceph-mon[189144]: osdmap e1831: 8 total, 8 up, 8 in 2023-12-22T18:11:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:31 smithi032 ceph-mon[189144]: osdmap e1832: 8 total, 8 up, 8 in 2023-12-22T18:11:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:31 smithi032 ceph-mon[191839]: osdmap e1831: 8 total, 8 up, 8 in 2023-12-22T18:11:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:31 smithi032 ceph-mon[191839]: osdmap e1832: 8 total, 8 up, 8 in 2023-12-22T18:11:33.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:33 smithi032 ceph-mon[191839]: pgmap v3038: 169 pgs: 169 active+clean; 713 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 8.0 MiB/s wr, 144 op/s 2023-12-22T18:11:33.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:33 smithi032 ceph-mon[189144]: pgmap v3038: 169 pgs: 169 active+clean; 713 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 8.0 MiB/s wr, 144 op/s 2023-12-22T18:11:33.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:33 smithi039 ceph-mon[181282]: pgmap v3038: 169 pgs: 169 active+clean; 713 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 8.0 MiB/s wr, 144 op/s 2023-12-22T18:11:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:34 smithi032 ceph-mon[191839]: osdmap e1833: 8 total, 8 up, 8 in 2023-12-22T18:11:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:34 smithi032 ceph-mon[189144]: osdmap e1833: 8 total, 8 up, 8 in 2023-12-22T18:11:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:34 smithi039 ceph-mon[181282]: osdmap e1833: 8 total, 8 up, 8 in 2023-12-22T18:11:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:35 smithi032 ceph-mon[191839]: osdmap e1834: 8 total, 8 up, 8 in 2023-12-22T18:11:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:35 smithi032 ceph-mon[191839]: pgmap v3041: 169 pgs: 169 active+clean; 721 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 20 MiB/s rd, 2.0 MiB/s wr, 127 op/s 2023-12-22T18:11:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:11:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:35 smithi032 ceph-mon[189144]: osdmap e1834: 8 total, 8 up, 8 in 2023-12-22T18:11:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:35 smithi032 ceph-mon[189144]: pgmap v3041: 169 pgs: 169 active+clean; 721 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 20 MiB/s rd, 2.0 MiB/s wr, 127 op/s 2023-12-22T18:11:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:11:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:35 smithi039 ceph-mon[181282]: osdmap e1834: 8 total, 8 up, 8 in 2023-12-22T18:11:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:35 smithi039 ceph-mon[181282]: pgmap v3041: 169 pgs: 169 active+clean; 721 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 20 MiB/s rd, 2.0 MiB/s wr, 127 op/s 2023-12-22T18:11:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:11:35.540 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: after_prepare_snap 2023-12-22T18:11:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:36 smithi032 ceph-mon[191839]: osdmap e1835: 8 total, 8 up, 8 in 2023-12-22T18:11:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:36 smithi032 ceph-mon[189144]: osdmap e1835: 8 total, 8 up, 8 in 2023-12-22T18:11:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:36 smithi039 ceph-mon[181282]: osdmap e1835: 8 total, 8 up, 8 in 2023-12-22T18:11:36.938 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 167772160 2023-12-22T18:11:36.951 INFO:tasks.workunit.client.0.smithi032.stdout:write: * 83886080~1000 2023-12-22T18:11:36.958 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2023-12-22T18:11:37.111 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2023-12-22T18:11:37.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:37 smithi032 ceph-mon[191839]: osdmap e1836: 8 total, 8 up, 8 in 2023-12-22T18:11:37.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:37 smithi032 ceph-mon[191839]: pgmap v3044: 169 pgs: 169 active+clean; 733 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 155 KiB/s rd, 4.0 MiB/s wr, 210 op/s 2023-12-22T18:11:37.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:37 smithi032 ceph-mon[191839]: osdmap e1837: 8 total, 8 up, 8 in 2023-12-22T18:11:37.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:37 smithi032 ceph-mon[189144]: osdmap e1836: 8 total, 8 up, 8 in 2023-12-22T18:11:37.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:37 smithi032 ceph-mon[189144]: pgmap v3044: 169 pgs: 169 active+clean; 733 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 155 KiB/s rd, 4.0 MiB/s wr, 210 op/s 2023-12-22T18:11:37.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:37 smithi032 ceph-mon[189144]: osdmap e1837: 8 total, 8 up, 8 in 2023-12-22T18:11:37.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:37 smithi039 ceph-mon[181282]: osdmap e1836: 8 total, 8 up, 8 in 2023-12-22T18:11:37.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:37 smithi039 ceph-mon[181282]: pgmap v3044: 169 pgs: 169 active+clean; 733 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 155 KiB/s rd, 4.0 MiB/s wr, 210 op/s 2023-12-22T18:11:37.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:37 smithi039 ceph-mon[181282]: osdmap e1837: 8 total, 8 up, 8 in 2023-12-22T18:11:39.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:39 smithi032 ceph-mon[191839]: pgmap v3046: 169 pgs: 169 active+clean; 733 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 104 KiB/s rd, 2.0 MiB/s wr, 142 op/s 2023-12-22T18:11:39.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:39 smithi032 ceph-mon[191839]: osdmap e1838: 8 total, 8 up, 8 in 2023-12-22T18:11:39.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:39 smithi032 ceph-mon[189144]: pgmap v3046: 169 pgs: 169 active+clean; 733 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 104 KiB/s rd, 2.0 MiB/s wr, 142 op/s 2023-12-22T18:11:39.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:39 smithi032 ceph-mon[189144]: osdmap e1838: 8 total, 8 up, 8 in 2023-12-22T18:11:39.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:39 smithi039 ceph-mon[181282]: pgmap v3046: 169 pgs: 169 active+clean; 733 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 104 KiB/s rd, 2.0 MiB/s wr, 142 op/s 2023-12-22T18:11:39.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:39 smithi039 ceph-mon[181282]: osdmap e1838: 8 total, 8 up, 8 in 2023-12-22T18:11:40.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:40 smithi032 ceph-mon[191839]: osdmap e1839: 8 total, 8 up, 8 in 2023-12-22T18:11:40.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:40 smithi032 ceph-mon[189144]: osdmap e1839: 8 total, 8 up, 8 in 2023-12-22T18:11:40.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:40 smithi039 ceph-mon[181282]: osdmap e1839: 8 total, 8 up, 8 in 2023-12-22T18:11:40.515 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.SnapsSnapExpandAfterPrepare (14175 ms) 2023-12-22T18:11:40.515 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.Clone 2023-12-22T18:11:40.550 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:11:40.563 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 0~8388609 2023-12-22T18:11:40.610 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 16777218~8388609 2023-12-22T18:11:40.650 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap 2023-12-22T18:11:41.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:41 smithi032 ceph-mon[189144]: pgmap v3049: 169 pgs: 169 active+clean; 737 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 2.0 MiB/s wr, 269 op/s 2023-12-22T18:11:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:41 smithi032 ceph-mon[189144]: osdmap e1840: 8 total, 8 up, 8 in 2023-12-22T18:11:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:11:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:11:40] "GET /metrics HTTP/1.1" 200 39056 "" "Prometheus/2.43.0" 2023-12-22T18:11:41.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:41 smithi032 ceph-mon[191839]: pgmap v3049: 169 pgs: 169 active+clean; 737 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 2.0 MiB/s wr, 269 op/s 2023-12-22T18:11:41.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:41 smithi032 ceph-mon[191839]: osdmap e1840: 8 total, 8 up, 8 in 2023-12-22T18:11:41.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:41 smithi039 ceph-mon[181282]: pgmap v3049: 169 pgs: 169 active+clean; 737 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 2.0 MiB/s wr, 269 op/s 2023-12-22T18:11:41.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:41 smithi039 ceph-mon[181282]: osdmap e1840: 8 total, 8 up, 8 in 2023-12-22T18:11:42.087 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap 2023-12-22T18:11:42.099 INFO:tasks.workunit.client.0.smithi032.stdout:clone image301 -> image304 2023-12-22T18:11:42.203 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 0~1000 2023-12-22T18:11:42.259 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 1010~1000 2023-12-22T18:11:42.261 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap 2023-12-22T18:11:42.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:42 smithi032 ceph-mon[191839]: osdmap e1841: 8 total, 8 up, 8 in 2023-12-22T18:11:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:42 smithi032 ceph-mon[189144]: osdmap e1841: 8 total, 8 up, 8 in 2023-12-22T18:11:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:42 smithi039 ceph-mon[181282]: osdmap e1841: 8 total, 8 up, 8 in 2023-12-22T18:11:43.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:43 smithi032 ceph-mon[191839]: pgmap v3052: 169 pgs: 169 active+clean; 753 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 49 MiB/s rd, 7.0 MiB/s wr, 501 op/s 2023-12-22T18:11:43.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:43 smithi032 ceph-mon[191839]: osdmap e1842: 8 total, 8 up, 8 in 2023-12-22T18:11:43.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:43 smithi032 ceph-mon[189144]: pgmap v3052: 169 pgs: 169 active+clean; 753 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 49 MiB/s rd, 7.0 MiB/s wr, 501 op/s 2023-12-22T18:11:43.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:43 smithi032 ceph-mon[189144]: osdmap e1842: 8 total, 8 up, 8 in 2023-12-22T18:11:43.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:43 smithi039 ceph-mon[181282]: pgmap v3052: 169 pgs: 169 active+clean; 753 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 49 MiB/s rd, 7.0 MiB/s wr, 501 op/s 2023-12-22T18:11:43.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:43 smithi039 ceph-mon[181282]: osdmap e1842: 8 total, 8 up, 8 in 2023-12-22T18:11:44.094 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap 2023-12-22T18:11:44.104 INFO:tasks.workunit.client.0.smithi032.stdout:clone image304 -> image306 2023-12-22T18:11:44.231 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 1000~1000 2023-12-22T18:11:44.292 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 2010~1000 2023-12-22T18:11:44.294 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:11:44.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:44 smithi032 ceph-mon[189144]: osdmap e1843: 8 total, 8 up, 8 in 2023-12-22T18:11:44.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:44 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:11:44.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:44 smithi032 ceph-mon[191839]: osdmap e1843: 8 total, 8 up, 8 in 2023-12-22T18:11:44.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:44 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:11:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:44 smithi039 ceph-mon[181282]: osdmap e1843: 8 total, 8 up, 8 in 2023-12-22T18:11:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:44 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:11:44.597 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2023-12-22T18:11:44.775 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2023-12-22T18:11:44.950 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.Clone (4434 ms) 2023-12-22T18:11:44.950 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.CloneParent 2023-12-22T18:11:44.984 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:11:44.995 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap 2023-12-22T18:11:45.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:45 smithi032 ceph-mon[191839]: pgmap v3055: 169 pgs: 169 active+clean; 765 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 21 MiB/s rd, 8.0 MiB/s wr, 288 op/s 2023-12-22T18:11:45.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:45 smithi032 ceph-mon[191839]: osdmap e1844: 8 total, 8 up, 8 in 2023-12-22T18:11:45.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:11:45.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:11:45.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:11:45.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:45 smithi032 ceph-mon[189144]: pgmap v3055: 169 pgs: 169 active+clean; 765 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 21 MiB/s rd, 8.0 MiB/s wr, 288 op/s 2023-12-22T18:11:45.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:45 smithi032 ceph-mon[189144]: osdmap e1844: 8 total, 8 up, 8 in 2023-12-22T18:11:45.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:11:45.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:11:45.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:11:45.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:45 smithi039 ceph-mon[181282]: pgmap v3055: 169 pgs: 169 active+clean; 765 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 21 MiB/s rd, 8.0 MiB/s wr, 288 op/s 2023-12-22T18:11:45.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:45 smithi039 ceph-mon[181282]: osdmap e1844: 8 total, 8 up, 8 in 2023-12-22T18:11:45.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:11:45.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:11:45.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:11:46.401 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap 2023-12-22T18:11:46.415 INFO:tasks.workunit.client.0.smithi032.stdout:clone image307 -> image310 2023-12-22T18:11:46.531 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:11:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:46 smithi032 ceph-mon[189144]: osdmap e1845: 8 total, 8 up, 8 in 2023-12-22T18:11:46.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:46 smithi032 ceph-mon[191839]: osdmap e1845: 8 total, 8 up, 8 in 2023-12-22T18:11:46.699 INFO:tasks.workunit.client.0.smithi032.stdout:migration_abort 2023-12-22T18:11:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:46 smithi039 ceph-mon[181282]: osdmap e1845: 8 total, 8 up, 8 in 2023-12-22T18:11:46.835 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.CloneParent (1885 ms) 2023-12-22T18:11:46.835 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.CloneUpdateAfterPrepare 2023-12-22T18:11:46.865 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:11:46.876 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 0~10 2023-12-22T18:11:46.884 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap 2023-12-22T18:11:47.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:47 smithi032 ceph-mon[191839]: pgmap v3058: 169 pgs: 169 active+clean; 777 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 10 MiB/s wr, 553 op/s 2023-12-22T18:11:47.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:47 smithi032 ceph-mon[191839]: osdmap e1846: 8 total, 8 up, 8 in 2023-12-22T18:11:47.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:47 smithi032 ceph-mon[191839]: osdmap e1847: 8 total, 8 up, 8 in 2023-12-22T18:11:47.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:47 smithi032 ceph-mon[189144]: pgmap v3058: 169 pgs: 169 active+clean; 777 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 10 MiB/s wr, 553 op/s 2023-12-22T18:11:47.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:47 smithi032 ceph-mon[189144]: osdmap e1846: 8 total, 8 up, 8 in 2023-12-22T18:11:47.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:47 smithi032 ceph-mon[189144]: osdmap e1847: 8 total, 8 up, 8 in 2023-12-22T18:11:47.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:47 smithi039 ceph-mon[181282]: pgmap v3058: 169 pgs: 169 active+clean; 777 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 10 MiB/s wr, 553 op/s 2023-12-22T18:11:47.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:47 smithi039 ceph-mon[181282]: osdmap e1846: 8 total, 8 up, 8 in 2023-12-22T18:11:47.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:47 smithi039 ceph-mon[181282]: osdmap e1847: 8 total, 8 up, 8 in 2023-12-22T18:11:47.951 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap 2023-12-22T18:11:47.966 INFO:tasks.workunit.client.0.smithi032.stdout:clone image311 -> image314 2023-12-22T18:11:48.084 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:11:48.244 INFO:tasks.workunit.client.0.smithi032.stdout:write: Y 0~1 2023-12-22T18:11:48.277 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2023-12-22T18:11:48.352 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2023-12-22T18:11:48.464 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.CloneUpdateAfterPrepare (1628 ms) 2023-12-22T18:11:48.465 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.TriggerAssertSnapcSeq 2023-12-22T18:11:48.492 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:11:48.505 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 41943040~10 2023-12-22T18:11:48.514 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2023-12-22T18:11:49.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:48 smithi039 ceph-mon[181282]: osdmap e1848: 8 total, 8 up, 8 in 2023-12-22T18:11:49.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:48 smithi039 ceph-mon[181282]: pgmap v3062: 169 pgs: 169 active+clean; 777 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 33 MiB/s rd, 8.1 MiB/s wr, 506 op/s 2023-12-22T18:11:49.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:48 smithi032 ceph-mon[191839]: osdmap e1848: 8 total, 8 up, 8 in 2023-12-22T18:11:49.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:48 smithi032 ceph-mon[191839]: pgmap v3062: 169 pgs: 169 active+clean; 777 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 33 MiB/s rd, 8.1 MiB/s wr, 506 op/s 2023-12-22T18:11:49.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:48 smithi032 ceph-mon[189144]: osdmap e1848: 8 total, 8 up, 8 in 2023-12-22T18:11:49.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:48 smithi032 ceph-mon[189144]: pgmap v3062: 169 pgs: 169 active+clean; 777 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 33 MiB/s rd, 8.1 MiB/s wr, 506 op/s 2023-12-22T18:11:49.957 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 41943041~10 2023-12-22T18:11:49.962 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:11:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:49 smithi039 ceph-mon[181282]: osdmap e1849: 8 total, 8 up, 8 in 2023-12-22T18:11:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:11:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:49 smithi032 ceph-mon[191839]: osdmap e1849: 8 total, 8 up, 8 in 2023-12-22T18:11:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:11:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:49 smithi032 ceph-mon[189144]: osdmap e1849: 8 total, 8 up, 8 in 2023-12-22T18:11:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:11:51.119 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 41943042~10 2023-12-22T18:11:51.139 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap2 2023-12-22T18:11:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:11:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:11:50] "GET /metrics HTTP/1.1" 200 39047 "" "Prometheus/2.43.0" 2023-12-22T18:11:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:50 smithi032 ceph-mon[191839]: osdmap e1850: 8 total, 8 up, 8 in 2023-12-22T18:11:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:50 smithi032 ceph-mon[191839]: pgmap v3065: 169 pgs: 169 active+clean; 781 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 718 op/s 2023-12-22T18:11:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:50 smithi032 ceph-mon[189144]: osdmap e1850: 8 total, 8 up, 8 in 2023-12-22T18:11:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:50 smithi032 ceph-mon[189144]: pgmap v3065: 169 pgs: 169 active+clean; 781 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 718 op/s 2023-12-22T18:11:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:50 smithi039 ceph-mon[181282]: osdmap e1850: 8 total, 8 up, 8 in 2023-12-22T18:11:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:50 smithi039 ceph-mon[181282]: pgmap v3065: 169 pgs: 169 active+clean; 781 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 718 op/s 2023-12-22T18:11:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:51 smithi039 ceph-mon[181282]: osdmap e1851: 8 total, 8 up, 8 in 2023-12-22T18:11:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:51 smithi032 ceph-mon[191839]: osdmap e1851: 8 total, 8 up, 8 in 2023-12-22T18:11:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:51 smithi032 ceph-mon[189144]: osdmap e1851: 8 total, 8 up, 8 in 2023-12-22T18:11:52.996 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 41943040 2023-12-22T18:11:53.031 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2023-12-22T18:11:53.101 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2023-12-22T18:11:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:52 smithi039 ceph-mon[181282]: osdmap e1852: 8 total, 8 up, 8 in 2023-12-22T18:11:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:52 smithi039 ceph-mon[181282]: pgmap v3068: 169 pgs: 169 active+clean; 781 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.0 MiB/s wr, 995 op/s 2023-12-22T18:11:53.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:52 smithi032 ceph-mon[191839]: osdmap e1852: 8 total, 8 up, 8 in 2023-12-22T18:11:53.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:52 smithi032 ceph-mon[191839]: pgmap v3068: 169 pgs: 169 active+clean; 781 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.0 MiB/s wr, 995 op/s 2023-12-22T18:11:53.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:52 smithi032 ceph-mon[189144]: osdmap e1852: 8 total, 8 up, 8 in 2023-12-22T18:11:53.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:52 smithi032 ceph-mon[189144]: pgmap v3068: 169 pgs: 169 active+clean; 781 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.0 MiB/s wr, 995 op/s 2023-12-22T18:11:54.133 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.TriggerAssertSnapcSeq (5671 ms) 2023-12-22T18:11:54.133 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.SnapTrimBeforePrepare 2023-12-22T18:11:54.167 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:11:54.180 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 41943040~10 2023-12-22T18:11:54.188 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2023-12-22T18:11:54.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:53 smithi039 ceph-mon[181282]: osdmap e1853: 8 total, 8 up, 8 in 2023-12-22T18:11:54.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:53 smithi032 ceph-mon[189144]: osdmap e1853: 8 total, 8 up, 8 in 2023-12-22T18:11:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:53 smithi032 ceph-mon[191839]: osdmap e1853: 8 total, 8 up, 8 in 2023-12-22T18:11:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:54 smithi039 ceph-mon[181282]: osdmap e1854: 8 total, 8 up, 8 in 2023-12-22T18:11:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:54 smithi039 ceph-mon[181282]: pgmap v3071: 169 pgs: 169 active+clean; 785 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.0 MiB/s wr, 474 op/s 2023-12-22T18:11:55.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:54 smithi032 ceph-mon[191839]: osdmap e1854: 8 total, 8 up, 8 in 2023-12-22T18:11:55.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:54 smithi032 ceph-mon[191839]: pgmap v3071: 169 pgs: 169 active+clean; 785 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.0 MiB/s wr, 474 op/s 2023-12-22T18:11:55.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:54 smithi032 ceph-mon[189144]: osdmap e1854: 8 total, 8 up, 8 in 2023-12-22T18:11:55.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:54 smithi032 ceph-mon[189144]: pgmap v3071: 169 pgs: 169 active+clean; 785 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.0 MiB/s wr, 474 op/s 2023-12-22T18:11:56.004 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 41943040 2023-12-22T18:11:56.031 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:11:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:55 smithi039 ceph-mon[181282]: osdmap e1855: 8 total, 8 up, 8 in 2023-12-22T18:11:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:55 smithi032 ceph-mon[191839]: osdmap e1855: 8 total, 8 up, 8 in 2023-12-22T18:11:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:55 smithi032 ceph-mon[189144]: osdmap e1855: 8 total, 8 up, 8 in 2023-12-22T18:11:57.057 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:11:57.128 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:11:57.141 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap3 2023-12-22T18:11:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:56 smithi039 ceph-mon[181282]: osdmap e1856: 8 total, 8 up, 8 in 2023-12-22T18:11:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:56 smithi039 ceph-mon[181282]: pgmap v3074: 169 pgs: 169 active+clean; 785 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.0 MiB/s wr, 395 op/s 2023-12-22T18:11:57.393 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:11:57.393 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (52m) 7m ago 56m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:11:57.393 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (51m) 5m ago 56m 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:11:57.394 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (57m) 7m ago 57m 24.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:11:57.394 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (57m) 5m ago 57m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:11:57.394 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (51m) 5m ago 59m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:11:57.394 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (51m) 7m ago 61m 582M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:11:57.394 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (51m) 7m ago 61m 377M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:11:57.394 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (50m) 5m ago 60m 226M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:11:57.394 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (50m) 7m ago 59m 218M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:11:57.394 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (52m) 7m ago 56m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:11:57.394 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (51m) 5m ago 56m 17.7M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:11:57.394 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (50m) 7m ago 59m 2692M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:11:57.394 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (49m) 7m ago 59m 3111M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:11:57.394 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (49m) 7m ago 58m 2828M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:11:57.394 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (48m) 7m ago 58m 2500M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:11:57.394 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (48m) 5m ago 58m 2609M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:11:57.394 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (47m) 5m ago 58m 2647M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:11:57.395 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (47m) 5m ago 57m 1934M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:11:57.395 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (46m) 5m ago 57m 2403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:11:57.395 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (51m) 5m ago 56m 88.9M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:11:57.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:56 smithi032 ceph-mon[189144]: osdmap e1856: 8 total, 8 up, 8 in 2023-12-22T18:11:57.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:56 smithi032 ceph-mon[189144]: pgmap v3074: 169 pgs: 169 active+clean; 785 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.0 MiB/s wr, 395 op/s 2023-12-22T18:11:57.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:56 smithi032 ceph-mon[191839]: osdmap e1856: 8 total, 8 up, 8 in 2023-12-22T18:11:57.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:56 smithi032 ceph-mon[191839]: pgmap v3074: 169 pgs: 169 active+clean; 785 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.0 MiB/s wr, 395 op/s 2023-12-22T18:11:57.795 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:11:57.795 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:11:57.795 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:11:57.795 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:11:57.796 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:11:57.796 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:11:57.796 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:11:57.796 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:11:57.796 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:11:57.796 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:11:57.796 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:11:57.796 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:11:57.796 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:11:57.796 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:11:57.796 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:11:57.796 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:11:57.796 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:11:57.796 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:11:58.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:57 smithi039 ceph-mon[181282]: osdmap e1857: 8 total, 8 up, 8 in 2023-12-22T18:11:58.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:57 smithi039 ceph-mon[181282]: from='client.47243 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:11:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:57 smithi039 ceph-mon[181282]: from='client.37332 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:11:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:57 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/134388147' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:11:58.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:57 smithi032 ceph-mon[191839]: osdmap e1857: 8 total, 8 up, 8 in 2023-12-22T18:11:58.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:57 smithi032 ceph-mon[191839]: from='client.47243 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:11:58.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:57 smithi032 ceph-mon[191839]: from='client.37332 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:11:58.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:57 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/134388147' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:11:58.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:57 smithi032 ceph-mon[189144]: osdmap e1857: 8 total, 8 up, 8 in 2023-12-22T18:11:58.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:57 smithi032 ceph-mon[189144]: from='client.47243 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:11:58.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:57 smithi032 ceph-mon[189144]: from='client.37332 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:11:58.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:57 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/134388147' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:11:59.026 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 41943040~10 2023-12-22T18:11:59.037 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap4 2023-12-22T18:11:59.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:59 smithi032 ceph-mon[189144]: osdmap e1858: 8 total, 8 up, 8 in 2023-12-22T18:11:59.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:11:59 smithi032 ceph-mon[189144]: pgmap v3077: 169 pgs: 169 active+clean; 785 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 198 KiB/s rd, 16 KiB/s wr, 263 op/s 2023-12-22T18:11:59.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:59 smithi032 ceph-mon[191839]: osdmap e1858: 8 total, 8 up, 8 in 2023-12-22T18:11:59.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:11:59 smithi032 ceph-mon[191839]: pgmap v3077: 169 pgs: 169 active+clean; 785 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 198 KiB/s rd, 16 KiB/s wr, 263 op/s 2023-12-22T18:11:59.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:59 smithi039 ceph-mon[181282]: osdmap e1858: 8 total, 8 up, 8 in 2023-12-22T18:11:59.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:11:59 smithi039 ceph-mon[181282]: pgmap v3077: 169 pgs: 169 active+clean; 785 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 198 KiB/s rd, 16 KiB/s wr, 263 op/s 2023-12-22T18:12:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:00 smithi032 ceph-mon[189144]: osdmap e1859: 8 total, 8 up, 8 in 2023-12-22T18:12:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:00 smithi032 ceph-mon[191839]: osdmap e1859: 8 total, 8 up, 8 in 2023-12-22T18:12:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:00 smithi039 ceph-mon[181282]: osdmap e1859: 8 total, 8 up, 8 in 2023-12-22T18:12:01.038 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 41943040 2023-12-22T18:12:01.069 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2023-12-22T18:12:01.137 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2023-12-22T18:12:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:12:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:12:00] "GET /metrics HTTP/1.1" 200 39047 "" "Prometheus/2.43.0" 2023-12-22T18:12:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:01 smithi032 ceph-mon[191839]: osdmap e1860: 8 total, 8 up, 8 in 2023-12-22T18:12:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:01 smithi032 ceph-mon[191839]: pgmap v3080: 169 pgs: 169 active+clean; 785 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 54 KiB/s rd, 10 KiB/s wr, 79 op/s 2023-12-22T18:12:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:01 smithi032 ceph-mon[189144]: osdmap e1860: 8 total, 8 up, 8 in 2023-12-22T18:12:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:01 smithi032 ceph-mon[189144]: pgmap v3080: 169 pgs: 169 active+clean; 785 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 54 KiB/s rd, 10 KiB/s wr, 79 op/s 2023-12-22T18:12:01.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:01 smithi039 ceph-mon[181282]: osdmap e1860: 8 total, 8 up, 8 in 2023-12-22T18:12:01.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:01 smithi039 ceph-mon[181282]: pgmap v3080: 169 pgs: 169 active+clean; 785 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 54 KiB/s rd, 10 KiB/s wr, 79 op/s 2023-12-22T18:12:02.111 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.SnapTrimBeforePrepare (7978 ms) 2023-12-22T18:12:02.111 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.AbortInUseImage 2023-12-22T18:12:02.146 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:12:02.158 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:12:02.337 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.AbortInUseImage (226 ms) 2023-12-22T18:12:02.338 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.AbortWithoutSnapshots 2023-12-22T18:12:02.372 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:12:02.382 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2023-12-22T18:12:02.428 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 16777218~8388609 2023-12-22T18:12:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:02 smithi032 ceph-mon[191839]: osdmap e1861: 8 total, 8 up, 8 in 2023-12-22T18:12:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:02 smithi032 ceph-mon[191839]: osdmap e1862: 8 total, 8 up, 8 in 2023-12-22T18:12:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:02 smithi032 ceph-mon[189144]: osdmap e1861: 8 total, 8 up, 8 in 2023-12-22T18:12:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:02 smithi032 ceph-mon[189144]: osdmap e1862: 8 total, 8 up, 8 in 2023-12-22T18:12:02.492 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:12:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:02 smithi039 ceph-mon[181282]: osdmap e1861: 8 total, 8 up, 8 in 2023-12-22T18:12:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:02 smithi039 ceph-mon[181282]: osdmap e1862: 8 total, 8 up, 8 in 2023-12-22T18:12:02.681 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2023-12-22T18:12:02.724 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 16777218~8388609 2023-12-22T18:12:02.773 INFO:tasks.workunit.client.0.smithi032.stdout:migration_abort 2023-12-22T18:12:02.953 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.AbortWithoutSnapshots (616 ms) 2023-12-22T18:12:02.954 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.AbortWithSnapshots 2023-12-22T18:12:02.987 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:12:02.997 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2023-12-22T18:12:03.053 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2023-12-22T18:12:03.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:03 smithi032 ceph-mon[191839]: pgmap v3083: 169 pgs: 169 active+clean; 785 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 147 KiB/s rd, 16 KiB/s wr, 198 op/s 2023-12-22T18:12:03.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:03 smithi032 ceph-mon[189144]: pgmap v3083: 169 pgs: 169 active+clean; 785 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 147 KiB/s rd, 16 KiB/s wr, 198 op/s 2023-12-22T18:12:03.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:03 smithi039 ceph-mon[181282]: pgmap v3083: 169 pgs: 169 active+clean; 785 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 147 KiB/s rd, 16 KiB/s wr, 198 op/s 2023-12-22T18:12:05.054 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 8388609~8388609 2023-12-22T18:12:05.067 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 0~1000 2023-12-22T18:12:05.067 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 1010~1000 2023-12-22T18:12:05.067 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap2 2023-12-22T18:12:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:05 smithi032 ceph-mon[191839]: osdmap e1863: 8 total, 8 up, 8 in 2023-12-22T18:12:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:05 smithi032 ceph-mon[191839]: pgmap v3085: 169 pgs: 169 active+clean; 793 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 6.1 MiB/s rd, 5.0 MiB/s wr, 164 op/s 2023-12-22T18:12:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:12:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:05 smithi032 ceph-mon[189144]: osdmap e1863: 8 total, 8 up, 8 in 2023-12-22T18:12:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:05 smithi032 ceph-mon[189144]: pgmap v3085: 169 pgs: 169 active+clean; 793 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 6.1 MiB/s rd, 5.0 MiB/s wr, 164 op/s 2023-12-22T18:12:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:12:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:05 smithi039 ceph-mon[181282]: osdmap e1863: 8 total, 8 up, 8 in 2023-12-22T18:12:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:05 smithi039 ceph-mon[181282]: pgmap v3085: 169 pgs: 169 active+clean; 793 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 6.1 MiB/s rd, 5.0 MiB/s wr, 164 op/s 2023-12-22T18:12:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:12:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:06 smithi032 ceph-mon[191839]: osdmap e1864: 8 total, 8 up, 8 in 2023-12-22T18:12:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:06 smithi032 ceph-mon[189144]: osdmap e1864: 8 total, 8 up, 8 in 2023-12-22T18:12:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:06 smithi039 ceph-mon[181282]: osdmap e1864: 8 total, 8 up, 8 in 2023-12-22T18:12:06.948 INFO:tasks.workunit.client.0.smithi032.stdout:write: X 8388609~1000 2023-12-22T18:12:06.958 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 16777228~1000 2023-12-22T18:12:06.958 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 167772160 2023-12-22T18:12:06.968 INFO:tasks.workunit.client.0.smithi032.stdout:write: 2 83886079~8388609 2023-12-22T18:12:06.990 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap3 2023-12-22T18:12:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:07 smithi032 ceph-mon[191839]: pgmap v3087: 169 pgs: 169 active+clean; 829 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 19 MiB/s wr, 512 op/s 2023-12-22T18:12:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:07 smithi032 ceph-mon[191839]: osdmap e1865: 8 total, 8 up, 8 in 2023-12-22T18:12:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:07 smithi032 ceph-mon[191839]: osdmap e1866: 8 total, 8 up, 8 in 2023-12-22T18:12:07.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:07 smithi032 ceph-mon[189144]: pgmap v3087: 169 pgs: 169 active+clean; 829 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 19 MiB/s wr, 512 op/s 2023-12-22T18:12:07.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:07 smithi032 ceph-mon[189144]: osdmap e1865: 8 total, 8 up, 8 in 2023-12-22T18:12:07.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:07 smithi032 ceph-mon[189144]: osdmap e1866: 8 total, 8 up, 8 in 2023-12-22T18:12:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:07 smithi039 ceph-mon[181282]: pgmap v3087: 169 pgs: 169 active+clean; 829 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 19 MiB/s wr, 512 op/s 2023-12-22T18:12:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:07 smithi039 ceph-mon[181282]: osdmap e1865: 8 total, 8 up, 8 in 2023-12-22T18:12:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:07 smithi039 ceph-mon[181282]: osdmap e1866: 8 total, 8 up, 8 in 2023-12-22T18:12:08.957 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:12:08.984 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 83886079~1 2023-12-22T18:12:08.993 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:12:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:08 smithi039 ceph-mon[181282]: osdmap e1867: 8 total, 8 up, 8 in 2023-12-22T18:12:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:08 smithi039 ceph-mon[181282]: pgmap v3091: 169 pgs: 169 active+clean; 833 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 20 MiB/s wr, 596 op/s 2023-12-22T18:12:09.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:08 smithi032 ceph-mon[191839]: osdmap e1867: 8 total, 8 up, 8 in 2023-12-22T18:12:09.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:08 smithi032 ceph-mon[191839]: pgmap v3091: 169 pgs: 169 active+clean; 833 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 20 MiB/s wr, 596 op/s 2023-12-22T18:12:09.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:08 smithi032 ceph-mon[189144]: osdmap e1867: 8 total, 8 up, 8 in 2023-12-22T18:12:09.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:08 smithi032 ceph-mon[189144]: pgmap v3091: 169 pgs: 169 active+clean; 833 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 20 MiB/s wr, 596 op/s 2023-12-22T18:12:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:09 smithi039 ceph-mon[181282]: osdmap e1868: 8 total, 8 up, 8 in 2023-12-22T18:12:10.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:09 smithi032 ceph-mon[191839]: osdmap e1868: 8 total, 8 up, 8 in 2023-12-22T18:12:10.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:09 smithi032 ceph-mon[189144]: osdmap e1868: 8 total, 8 up, 8 in 2023-12-22T18:12:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:10 smithi032 ceph-mon[191839]: osdmap e1869: 8 total, 8 up, 8 in 2023-12-22T18:12:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:10 smithi032 ceph-mon[191839]: pgmap v3094: 169 pgs: 169 active+clean; 865 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 55 KiB/s rd, 8.0 MiB/s wr, 83 op/s 2023-12-22T18:12:11.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:10 smithi032 ceph-mon[189144]: osdmap e1869: 8 total, 8 up, 8 in 2023-12-22T18:12:11.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:10 smithi032 ceph-mon[189144]: pgmap v3094: 169 pgs: 169 active+clean; 865 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 55 KiB/s rd, 8.0 MiB/s wr, 83 op/s 2023-12-22T18:12:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:12:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:12:10] "GET /metrics HTTP/1.1" 200 39055 "" "Prometheus/2.43.0" 2023-12-22T18:12:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:10 smithi039 ceph-mon[181282]: osdmap e1869: 8 total, 8 up, 8 in 2023-12-22T18:12:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:10 smithi039 ceph-mon[181282]: pgmap v3094: 169 pgs: 169 active+clean; 865 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 55 KiB/s rd, 8.0 MiB/s wr, 83 op/s 2023-12-22T18:12:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:11 smithi039 ceph-mon[181282]: osdmap e1870: 8 total, 8 up, 8 in 2023-12-22T18:12:12.430 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2023-12-22T18:12:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:11 smithi032 ceph-mon[189144]: osdmap e1870: 8 total, 8 up, 8 in 2023-12-22T18:12:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:11 smithi032 ceph-mon[191839]: osdmap e1870: 8 total, 8 up, 8 in 2023-12-22T18:12:12.528 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 16777218~8388609 2023-12-22T18:12:12.989 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 0~8388609 2023-12-22T18:12:13.001 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 16777218~8388609 2023-12-22T18:12:13.082 INFO:tasks.workunit.client.0.smithi032.stdout:migration_abort 2023-12-22T18:12:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:12 smithi039 ceph-mon[181282]: osdmap e1871: 8 total, 8 up, 8 in 2023-12-22T18:12:13.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:12 smithi039 ceph-mon[181282]: pgmap v3097: 169 pgs: 169 active+clean; 873 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 122 KiB/s rd, 8.0 MiB/s wr, 173 op/s 2023-12-22T18:12:13.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:12 smithi032 ceph-mon[191839]: osdmap e1871: 8 total, 8 up, 8 in 2023-12-22T18:12:13.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:12 smithi032 ceph-mon[191839]: pgmap v3097: 169 pgs: 169 active+clean; 873 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 122 KiB/s rd, 8.0 MiB/s wr, 173 op/s 2023-12-22T18:12:13.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:12 smithi032 ceph-mon[189144]: osdmap e1871: 8 total, 8 up, 8 in 2023-12-22T18:12:13.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:12 smithi032 ceph-mon[189144]: pgmap v3097: 169 pgs: 169 active+clean; 873 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 122 KiB/s rd, 8.0 MiB/s wr, 173 op/s 2023-12-22T18:12:14.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:13 smithi039 ceph-mon[181282]: osdmap e1872: 8 total, 8 up, 8 in 2023-12-22T18:12:14.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:13 smithi032 ceph-mon[189144]: osdmap e1872: 8 total, 8 up, 8 in 2023-12-22T18:12:14.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:13 smithi032 ceph-mon[191839]: osdmap e1872: 8 total, 8 up, 8 in 2023-12-22T18:12:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:14 smithi039 ceph-mon[181282]: osdmap e1873: 8 total, 8 up, 8 in 2023-12-22T18:12:15.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:14 smithi039 ceph-mon[181282]: pgmap v3100: 169 pgs: 169 active+clean; 881 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.0 MiB/s wr, 262 op/s 2023-12-22T18:12:15.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:14 smithi032 ceph-mon[191839]: osdmap e1873: 8 total, 8 up, 8 in 2023-12-22T18:12:15.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:14 smithi032 ceph-mon[191839]: pgmap v3100: 169 pgs: 169 active+clean; 881 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.0 MiB/s wr, 262 op/s 2023-12-22T18:12:15.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:14 smithi032 ceph-mon[189144]: osdmap e1873: 8 total, 8 up, 8 in 2023-12-22T18:12:15.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:14 smithi032 ceph-mon[189144]: pgmap v3100: 169 pgs: 169 active+clean; 881 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.0 MiB/s wr, 262 op/s 2023-12-22T18:12:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:15 smithi039 ceph-mon[181282]: osdmap e1874: 8 total, 8 up, 8 in 2023-12-22T18:12:16.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:15 smithi032 ceph-mon[191839]: osdmap e1874: 8 total, 8 up, 8 in 2023-12-22T18:12:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:15 smithi032 ceph-mon[189144]: osdmap e1874: 8 total, 8 up, 8 in 2023-12-22T18:12:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:16 smithi039 ceph-mon[181282]: osdmap e1875: 8 total, 8 up, 8 in 2023-12-22T18:12:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:16 smithi039 ceph-mon[181282]: pgmap v3103: 169 pgs: 169 active+clean; 949 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 42 MiB/s rd, 22 MiB/s wr, 371 op/s 2023-12-22T18:12:17.397 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.AbortWithSnapshots (14443 ms) 2023-12-22T18:12:17.397 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.CloneV1Parent 2023-12-22T18:12:17.429 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:12:17.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:16 smithi032 ceph-mon[189144]: osdmap e1875: 8 total, 8 up, 8 in 2023-12-22T18:12:17.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:16 smithi032 ceph-mon[189144]: pgmap v3103: 169 pgs: 169 active+clean; 949 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 42 MiB/s rd, 22 MiB/s wr, 371 op/s 2023-12-22T18:12:17.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:16 smithi032 ceph-mon[191839]: osdmap e1875: 8 total, 8 up, 8 in 2023-12-22T18:12:17.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:16 smithi032 ceph-mon[191839]: pgmap v3103: 169 pgs: 169 active+clean; 949 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 42 MiB/s rd, 22 MiB/s wr, 371 op/s 2023-12-22T18:12:17.441 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 0~10 2023-12-22T18:12:17.450 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2023-12-22T18:12:18.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:17 smithi039 ceph-mon[181282]: osdmap e1876: 8 total, 8 up, 8 in 2023-12-22T18:12:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:17 smithi032 ceph-mon[191839]: osdmap e1876: 8 total, 8 up, 8 in 2023-12-22T18:12:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:17 smithi032 ceph-mon[189144]: osdmap e1876: 8 total, 8 up, 8 in 2023-12-22T18:12:19.027 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap1 2023-12-22T18:12:19.103 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:12:19.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:19 smithi032 ceph-mon[191839]: osdmap e1877: 8 total, 8 up, 8 in 2023-12-22T18:12:19.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:19 smithi032 ceph-mon[191839]: pgmap v3106: 169 pgs: 169 active+clean; 949 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 41 MiB/s rd, 21 MiB/s wr, 202 op/s 2023-12-22T18:12:19.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:19 smithi032 ceph-mon[189144]: osdmap e1877: 8 total, 8 up, 8 in 2023-12-22T18:12:19.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:19 smithi032 ceph-mon[189144]: pgmap v3106: 169 pgs: 169 active+clean; 949 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 41 MiB/s rd, 21 MiB/s wr, 202 op/s 2023-12-22T18:12:19.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:19 smithi039 ceph-mon[181282]: osdmap e1877: 8 total, 8 up, 8 in 2023-12-22T18:12:19.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:19 smithi039 ceph-mon[181282]: pgmap v3106: 169 pgs: 169 active+clean; 949 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 41 MiB/s rd, 21 MiB/s wr, 202 op/s 2023-12-22T18:12:20.248 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2023-12-22T18:12:20.330 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2023-12-22T18:12:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:20 smithi032 ceph-mon[191839]: osdmap e1878: 8 total, 8 up, 8 in 2023-12-22T18:12:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:12:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:20 smithi032 ceph-mon[189144]: osdmap e1878: 8 total, 8 up, 8 in 2023-12-22T18:12:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:12:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:20 smithi039 ceph-mon[181282]: osdmap e1878: 8 total, 8 up, 8 in 2023-12-22T18:12:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:12:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:12:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:12:20] "GET /metrics HTTP/1.1" 200 39056 "" "Prometheus/2.43.0" 2023-12-22T18:12:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:21 smithi032 ceph-mon[191839]: osdmap e1879: 8 total, 8 up, 8 in 2023-12-22T18:12:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:21 smithi032 ceph-mon[191839]: pgmap v3109: 169 pgs: 169 active+clean; 921 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s rd, 1.0 MiB/s wr, 180 op/s 2023-12-22T18:12:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:21 smithi032 ceph-mon[189144]: osdmap e1879: 8 total, 8 up, 8 in 2023-12-22T18:12:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:21 smithi032 ceph-mon[189144]: pgmap v3109: 169 pgs: 169 active+clean; 921 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s rd, 1.0 MiB/s wr, 180 op/s 2023-12-22T18:12:21.191 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.CloneV1Parent (3795 ms) 2023-12-22T18:12:21.191 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.CloneV2Parent 2023-12-22T18:12:21.225 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:12:21.236 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 0~10 2023-12-22T18:12:21.246 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2023-12-22T18:12:21.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:21 smithi039 ceph-mon[181282]: osdmap e1879: 8 total, 8 up, 8 in 2023-12-22T18:12:21.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:21 smithi039 ceph-mon[181282]: pgmap v3109: 169 pgs: 169 active+clean; 921 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s rd, 1.0 MiB/s wr, 180 op/s 2023-12-22T18:12:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:22 smithi032 ceph-mon[191839]: osdmap e1880: 8 total, 8 up, 8 in 2023-12-22T18:12:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:22 smithi032 ceph-mon[191839]: osdmap e1881: 8 total, 8 up, 8 in 2023-12-22T18:12:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:22 smithi032 ceph-mon[189144]: osdmap e1880: 8 total, 8 up, 8 in 2023-12-22T18:12:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:22 smithi032 ceph-mon[189144]: osdmap e1881: 8 total, 8 up, 8 in 2023-12-22T18:12:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:22 smithi039 ceph-mon[181282]: osdmap e1880: 8 total, 8 up, 8 in 2023-12-22T18:12:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:22 smithi039 ceph-mon[181282]: osdmap e1881: 8 total, 8 up, 8 in 2023-12-22T18:12:22.955 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap1 2023-12-22T18:12:23.019 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:12:23.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:23 smithi032 ceph-mon[189144]: pgmap v3112: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 17 KiB/s wr, 259 op/s 2023-12-22T18:12:23.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:23 smithi032 ceph-mon[189144]: osdmap e1882: 8 total, 8 up, 8 in 2023-12-22T18:12:23.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:23 smithi032 ceph-mon[191839]: pgmap v3112: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 17 KiB/s wr, 259 op/s 2023-12-22T18:12:23.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:23 smithi032 ceph-mon[191839]: osdmap e1882: 8 total, 8 up, 8 in 2023-12-22T18:12:23.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:23 smithi039 ceph-mon[181282]: pgmap v3112: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 17 KiB/s wr, 259 op/s 2023-12-22T18:12:23.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:23 smithi039 ceph-mon[181282]: osdmap e1882: 8 total, 8 up, 8 in 2023-12-22T18:12:24.250 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2023-12-22T18:12:24.331 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2023-12-22T18:12:25.186 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.CloneV2Parent (3994 ms) 2023-12-22T18:12:25.186 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.CloneV1ParentAbort 2023-12-22T18:12:25.219 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:12:25.230 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 0~10 2023-12-22T18:12:25.239 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2023-12-22T18:12:25.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:25 smithi032 ceph-mon[189144]: osdmap e1883: 8 total, 8 up, 8 in 2023-12-22T18:12:25.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:25 smithi032 ceph-mon[189144]: pgmap v3115: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.7 KiB/s wr, 94 op/s 2023-12-22T18:12:25.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:25 smithi032 ceph-mon[191839]: osdmap e1883: 8 total, 8 up, 8 in 2023-12-22T18:12:25.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:25 smithi032 ceph-mon[191839]: pgmap v3115: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.7 KiB/s wr, 94 op/s 2023-12-22T18:12:25.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:25 smithi039 ceph-mon[181282]: osdmap e1883: 8 total, 8 up, 8 in 2023-12-22T18:12:25.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:25 smithi039 ceph-mon[181282]: pgmap v3115: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.7 KiB/s wr, 94 op/s 2023-12-22T18:12:26.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:26 smithi032 ceph-mon[191839]: osdmap e1884: 8 total, 8 up, 8 in 2023-12-22T18:12:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:26 smithi032 ceph-mon[189144]: osdmap e1884: 8 total, 8 up, 8 in 2023-12-22T18:12:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:26 smithi039 ceph-mon[181282]: osdmap e1884: 8 total, 8 up, 8 in 2023-12-22T18:12:26.952 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap1 2023-12-22T18:12:27.019 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:12:27.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:27 smithi032 ceph-mon[189144]: osdmap e1885: 8 total, 8 up, 8 in 2023-12-22T18:12:27.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:27 smithi032 ceph-mon[189144]: pgmap v3118: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 538 KiB/s rd, 31 KiB/s wr, 669 op/s 2023-12-22T18:12:27.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:27 smithi032 ceph-mon[189144]: osdmap e1886: 8 total, 8 up, 8 in 2023-12-22T18:12:27.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:27 smithi032 ceph-mon[191839]: osdmap e1885: 8 total, 8 up, 8 in 2023-12-22T18:12:27.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:27 smithi032 ceph-mon[191839]: pgmap v3118: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 538 KiB/s rd, 31 KiB/s wr, 669 op/s 2023-12-22T18:12:27.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:27 smithi032 ceph-mon[191839]: osdmap e1886: 8 total, 8 up, 8 in 2023-12-22T18:12:27.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:27 smithi039 ceph-mon[181282]: osdmap e1885: 8 total, 8 up, 8 in 2023-12-22T18:12:27.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:27 smithi039 ceph-mon[181282]: pgmap v3118: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 538 KiB/s rd, 31 KiB/s wr, 669 op/s 2023-12-22T18:12:27.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:27 smithi039 ceph-mon[181282]: osdmap e1886: 8 total, 8 up, 8 in 2023-12-22T18:12:28.186 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:12:28.235 INFO:tasks.workunit.client.0.smithi032.stdout:migration_abort 2023-12-22T18:12:28.530 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:12:28.530 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (52m) 8m ago 57m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:12:28.531 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (52m) 6m ago 56m 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:12:28.531 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (57m) 8m ago 57m 24.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:12:28.531 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (57m) 6m ago 57m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:12:28.531 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (51m) 6m ago 60m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:12:28.531 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (52m) 8m ago 61m 582M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:12:28.531 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (51m) 8m ago 61m 377M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:12:28.531 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (51m) 6m ago 60m 226M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:12:28.531 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (51m) 8m ago 60m 218M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:12:28.531 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (52m) 8m ago 56m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:12:28.531 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (52m) 6m ago 56m 17.7M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:12:28.531 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (50m) 8m ago 60m 2692M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:12:28.531 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (50m) 8m ago 59m 3111M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:12:28.532 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (49m) 8m ago 59m 2828M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:12:28.532 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (49m) 8m ago 59m 2500M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:12:28.532 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (48m) 6m ago 58m 2609M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:12:28.532 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (48m) 6m ago 58m 2647M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:12:28.532 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (47m) 6m ago 58m 1934M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:12:28.532 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (47m) 6m ago 58m 2403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:12:28.532 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (51m) 6m ago 57m 88.9M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:12:28.934 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:12:28.934 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:12:28.934 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:12:28.934 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:12:28.934 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:12:28.935 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:12:28.935 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:12:28.935 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:12:28.935 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:12:28.935 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:12:28.935 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:12:28.935 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:12:28.935 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:12:28.935 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:12:28.935 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:12:28.935 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:12:28.935 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:12:28.936 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:12:29.216 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.CloneV1ParentAbort (4030 ms) 2023-12-22T18:12:29.216 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.CloneV2ParentAbort 2023-12-22T18:12:29.250 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:12:29.262 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 0~10 2023-12-22T18:12:29.271 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2023-12-22T18:12:29.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:29 smithi032 ceph-mon[189144]: pgmap v3120: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 529 KiB/s rd, 29 KiB/s wr, 654 op/s 2023-12-22T18:12:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:29 smithi032 ceph-mon[189144]: osdmap e1887: 8 total, 8 up, 8 in 2023-12-22T18:12:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:29 smithi032 ceph-mon[189144]: from='client.37344 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:12:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:29 smithi032 ceph-mon[189144]: from='client.56746 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:12:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:29 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4150256848' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:12:29.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:29 smithi032 ceph-mon[191839]: pgmap v3120: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 529 KiB/s rd, 29 KiB/s wr, 654 op/s 2023-12-22T18:12:29.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:29 smithi032 ceph-mon[191839]: osdmap e1887: 8 total, 8 up, 8 in 2023-12-22T18:12:29.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:29 smithi032 ceph-mon[191839]: from='client.37344 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:12:29.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:29 smithi032 ceph-mon[191839]: from='client.56746 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:12:29.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:29 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4150256848' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:12:29.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:29 smithi039 ceph-mon[181282]: pgmap v3120: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 529 KiB/s rd, 29 KiB/s wr, 654 op/s 2023-12-22T18:12:29.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:29 smithi039 ceph-mon[181282]: osdmap e1887: 8 total, 8 up, 8 in 2023-12-22T18:12:29.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:29 smithi039 ceph-mon[181282]: from='client.37344 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:12:29.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:29 smithi039 ceph-mon[181282]: from='client.56746 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:12:29.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:29 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4150256848' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:12:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:30 smithi032 ceph-mon[189144]: osdmap e1888: 8 total, 8 up, 8 in 2023-12-22T18:12:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:30 smithi032 ceph-mon[191839]: osdmap e1888: 8 total, 8 up, 8 in 2023-12-22T18:12:30.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:30 smithi039 ceph-mon[181282]: osdmap e1888: 8 total, 8 up, 8 in 2023-12-22T18:12:31.087 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap1 2023-12-22T18:12:31.162 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:12:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:31 smithi032 ceph-mon[191839]: pgmap v3123: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 210 KiB/s rd, 15 KiB/s wr, 275 op/s 2023-12-22T18:12:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:31 smithi032 ceph-mon[191839]: osdmap e1889: 8 total, 8 up, 8 in 2023-12-22T18:12:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:31 smithi032 ceph-mon[189144]: pgmap v3123: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 210 KiB/s rd, 15 KiB/s wr, 275 op/s 2023-12-22T18:12:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:31 smithi032 ceph-mon[189144]: osdmap e1889: 8 total, 8 up, 8 in 2023-12-22T18:12:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:12:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:12:30] "GET /metrics HTTP/1.1" 200 39056 "" "Prometheus/2.43.0" 2023-12-22T18:12:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:31 smithi039 ceph-mon[181282]: pgmap v3123: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 210 KiB/s rd, 15 KiB/s wr, 275 op/s 2023-12-22T18:12:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:31 smithi039 ceph-mon[181282]: osdmap e1889: 8 total, 8 up, 8 in 2023-12-22T18:12:32.131 INFO:tasks.workunit.client.0.smithi032.stdout:migration_abort 2023-12-22T18:12:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:32 smithi032 ceph-mon[191839]: osdmap e1890: 8 total, 8 up, 8 in 2023-12-22T18:12:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:32 smithi032 ceph-mon[191839]: osdmap e1891: 8 total, 8 up, 8 in 2023-12-22T18:12:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:32 smithi032 ceph-mon[189144]: osdmap e1890: 8 total, 8 up, 8 in 2023-12-22T18:12:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:32 smithi032 ceph-mon[189144]: osdmap e1891: 8 total, 8 up, 8 in 2023-12-22T18:12:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:32 smithi039 ceph-mon[181282]: osdmap e1890: 8 total, 8 up, 8 in 2023-12-22T18:12:32.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:32 smithi039 ceph-mon[181282]: osdmap e1891: 8 total, 8 up, 8 in 2023-12-22T18:12:33.263 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.CloneV2ParentAbort (4048 ms) 2023-12-22T18:12:33.263 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach 2023-12-22T18:12:33.299 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:12:33.313 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 0~10 2023-12-22T18:12:33.322 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2023-12-22T18:12:33.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:33 smithi032 ceph-mon[191839]: pgmap v3127: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 249 KiB/s rd, 19 KiB/s wr, 327 op/s 2023-12-22T18:12:33.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:33 smithi032 ceph-mon[189144]: pgmap v3127: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 249 KiB/s rd, 19 KiB/s wr, 327 op/s 2023-12-22T18:12:33.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:33 smithi039 ceph-mon[181282]: pgmap v3127: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 249 KiB/s rd, 19 KiB/s wr, 327 op/s 2023-12-22T18:12:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:34 smithi032 ceph-mon[189144]: osdmap e1892: 8 total, 8 up, 8 in 2023-12-22T18:12:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:34 smithi032 ceph-mon[191839]: osdmap e1892: 8 total, 8 up, 8 in 2023-12-22T18:12:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:34 smithi039 ceph-mon[181282]: osdmap e1892: 8 total, 8 up, 8 in 2023-12-22T18:12:35.110 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap1 2023-12-22T18:12:35.179 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:12:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:35 smithi032 ceph-mon[191839]: pgmap v3129: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 105 KiB/s rd, 6.0 KiB/s wr, 133 op/s 2023-12-22T18:12:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:35 smithi032 ceph-mon[191839]: osdmap e1893: 8 total, 8 up, 8 in 2023-12-22T18:12:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:12:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:35 smithi032 ceph-mon[189144]: pgmap v3129: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 105 KiB/s rd, 6.0 KiB/s wr, 133 op/s 2023-12-22T18:12:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:35 smithi032 ceph-mon[189144]: osdmap e1893: 8 total, 8 up, 8 in 2023-12-22T18:12:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:12:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:35 smithi039 ceph-mon[181282]: pgmap v3129: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 105 KiB/s rd, 6.0 KiB/s wr, 133 op/s 2023-12-22T18:12:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:35 smithi039 ceph-mon[181282]: osdmap e1893: 8 total, 8 up, 8 in 2023-12-22T18:12:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:12:36.313 INFO:tasks.workunit.client.0.smithi032.stdout:migration_abort 2023-12-22T18:12:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:36 smithi032 ceph-mon[191839]: osdmap e1894: 8 total, 8 up, 8 in 2023-12-22T18:12:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:36 smithi032 ceph-mon[189144]: osdmap e1894: 8 total, 8 up, 8 in 2023-12-22T18:12:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:36 smithi039 ceph-mon[181282]: osdmap e1894: 8 total, 8 up, 8 in 2023-12-22T18:12:37.106 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach (3842 ms) 2023-12-22T18:12:37.106 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixParentReattach 2023-12-22T18:12:37.153 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:12:37.175 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 0~10 2023-12-22T18:12:37.184 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2023-12-22T18:12:37.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:37 smithi032 ceph-mon[189144]: pgmap v3132: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 268 KiB/s rd, 20 KiB/s wr, 346 op/s 2023-12-22T18:12:37.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:37 smithi032 ceph-mon[189144]: osdmap e1895: 8 total, 8 up, 8 in 2023-12-22T18:12:37.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:37 smithi032 ceph-mon[189144]: osdmap e1896: 8 total, 8 up, 8 in 2023-12-22T18:12:37.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:37 smithi032 ceph-mon[191839]: pgmap v3132: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 268 KiB/s rd, 20 KiB/s wr, 346 op/s 2023-12-22T18:12:37.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:37 smithi032 ceph-mon[191839]: osdmap e1895: 8 total, 8 up, 8 in 2023-12-22T18:12:37.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:37 smithi032 ceph-mon[191839]: osdmap e1896: 8 total, 8 up, 8 in 2023-12-22T18:12:37.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:37 smithi039 ceph-mon[181282]: pgmap v3132: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 268 KiB/s rd, 20 KiB/s wr, 346 op/s 2023-12-22T18:12:37.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:37 smithi039 ceph-mon[181282]: osdmap e1895: 8 total, 8 up, 8 in 2023-12-22T18:12:37.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:37 smithi039 ceph-mon[181282]: osdmap e1896: 8 total, 8 up, 8 in 2023-12-22T18:12:39.141 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap1 2023-12-22T18:12:39.221 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:12:39.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:39 smithi032 ceph-mon[191839]: pgmap v3135: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 209 KiB/s rd, 18 KiB/s wr, 273 op/s 2023-12-22T18:12:39.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:39 smithi032 ceph-mon[191839]: osdmap e1897: 8 total, 8 up, 8 in 2023-12-22T18:12:39.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:39 smithi032 ceph-mon[189144]: pgmap v3135: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 209 KiB/s rd, 18 KiB/s wr, 273 op/s 2023-12-22T18:12:39.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:39 smithi032 ceph-mon[189144]: osdmap e1897: 8 total, 8 up, 8 in 2023-12-22T18:12:39.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:39 smithi039 ceph-mon[181282]: pgmap v3135: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 209 KiB/s rd, 18 KiB/s wr, 273 op/s 2023-12-22T18:12:39.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:39 smithi039 ceph-mon[181282]: osdmap e1897: 8 total, 8 up, 8 in 2023-12-22T18:12:40.355 INFO:tasks.workunit.client.0.smithi032.stdout:migration_abort 2023-12-22T18:12:40.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:40 smithi032 ceph-mon[191839]: osdmap e1898: 8 total, 8 up, 8 in 2023-12-22T18:12:40.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:40 smithi032 ceph-mon[189144]: osdmap e1898: 8 total, 8 up, 8 in 2023-12-22T18:12:40.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:40 smithi039 ceph-mon[181282]: osdmap e1898: 8 total, 8 up, 8 in 2023-12-22T18:12:41.134 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:12:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:12:40] "GET /metrics HTTP/1.1" 200 39060 "" "Prometheus/2.43.0" 2023-12-22T18:12:41.330 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixParentReattach (4225 ms) 2023-12-22T18:12:41.330 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.CloneV1ParentAbortRelinkNotNeeded 2023-12-22T18:12:41.369 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:12:41.381 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 0~10 2023-12-22T18:12:41.390 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2023-12-22T18:12:41.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:41 smithi032 ceph-mon[191839]: pgmap v3138: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 299 KiB/s rd, 19 KiB/s wr, 379 op/s 2023-12-22T18:12:41.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:41 smithi032 ceph-mon[191839]: osdmap e1899: 8 total, 8 up, 8 in 2023-12-22T18:12:41.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:41 smithi032 ceph-mon[189144]: pgmap v3138: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 299 KiB/s rd, 19 KiB/s wr, 379 op/s 2023-12-22T18:12:41.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:41 smithi032 ceph-mon[189144]: osdmap e1899: 8 total, 8 up, 8 in 2023-12-22T18:12:41.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:41 smithi039 ceph-mon[181282]: pgmap v3138: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 299 KiB/s rd, 19 KiB/s wr, 379 op/s 2023-12-22T18:12:41.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:41 smithi039 ceph-mon[181282]: osdmap e1899: 8 total, 8 up, 8 in 2023-12-22T18:12:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:42 smithi032 ceph-mon[189144]: osdmap e1900: 8 total, 8 up, 8 in 2023-12-22T18:12:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:42 smithi032 ceph-mon[189144]: osdmap e1901: 8 total, 8 up, 8 in 2023-12-22T18:12:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:42 smithi032 ceph-mon[191839]: osdmap e1900: 8 total, 8 up, 8 in 2023-12-22T18:12:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:42 smithi032 ceph-mon[191839]: osdmap e1901: 8 total, 8 up, 8 in 2023-12-22T18:12:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:42 smithi039 ceph-mon[181282]: osdmap e1900: 8 total, 8 up, 8 in 2023-12-22T18:12:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:42 smithi039 ceph-mon[181282]: osdmap e1901: 8 total, 8 up, 8 in 2023-12-22T18:12:42.971 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap1 2023-12-22T18:12:43.034 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:12:43.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:43 smithi032 ceph-mon[189144]: pgmap v3142: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 430 KiB/s rd, 23 KiB/s wr, 541 op/s 2023-12-22T18:12:43.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:43 smithi032 ceph-mon[189144]: osdmap e1902: 8 total, 8 up, 8 in 2023-12-22T18:12:43.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:43 smithi032 ceph-mon[191839]: pgmap v3142: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 430 KiB/s rd, 23 KiB/s wr, 541 op/s 2023-12-22T18:12:43.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:43 smithi032 ceph-mon[191839]: osdmap e1902: 8 total, 8 up, 8 in 2023-12-22T18:12:43.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:43 smithi039 ceph-mon[181282]: pgmap v3142: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 430 KiB/s rd, 23 KiB/s wr, 541 op/s 2023-12-22T18:12:43.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:43 smithi039 ceph-mon[181282]: osdmap e1902: 8 total, 8 up, 8 in 2023-12-22T18:12:44.192 INFO:tasks.workunit.client.0.smithi032.stdout:migration_abort 2023-12-22T18:12:45.114 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.CloneV1ParentAbortRelinkNotNeeded (3783 ms) 2023-12-22T18:12:45.114 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach 2023-12-22T18:12:45.147 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:12:45.161 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 0~10 2023-12-22T18:12:45.170 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2023-12-22T18:12:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:44 smithi039 ceph-mon[181282]: osdmap e1903: 8 total, 8 up, 8 in 2023-12-22T18:12:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:44 smithi039 ceph-mon[181282]: pgmap v3145: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 184 KiB/s rd, 6.6 KiB/s wr, 229 op/s 2023-12-22T18:12:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:44 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:12:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:44 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:12:45.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:44 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:12:45.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:44 smithi032 ceph-mon[191839]: osdmap e1903: 8 total, 8 up, 8 in 2023-12-22T18:12:45.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:44 smithi032 ceph-mon[191839]: pgmap v3145: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 184 KiB/s rd, 6.6 KiB/s wr, 229 op/s 2023-12-22T18:12:45.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:44 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:12:45.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:44 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:12:45.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:44 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:12:45.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:44 smithi032 ceph-mon[189144]: osdmap e1903: 8 total, 8 up, 8 in 2023-12-22T18:12:45.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:44 smithi032 ceph-mon[189144]: pgmap v3145: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 184 KiB/s rd, 6.6 KiB/s wr, 229 op/s 2023-12-22T18:12:45.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:44 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:12:45.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:44 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:12:45.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:44 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:12:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:45 smithi039 ceph-mon[181282]: osdmap e1904: 8 total, 8 up, 8 in 2023-12-22T18:12:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:12:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:12:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:12:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:45 smithi032 ceph-mon[191839]: osdmap e1904: 8 total, 8 up, 8 in 2023-12-22T18:12:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:12:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:12:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:12:46.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:45 smithi032 ceph-mon[189144]: osdmap e1904: 8 total, 8 up, 8 in 2023-12-22T18:12:46.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:12:46.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:12:46.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:12:46.957 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap1 2023-12-22T18:12:47.024 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:12:47.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:46 smithi039 ceph-mon[181282]: osdmap e1905: 8 total, 8 up, 8 in 2023-12-22T18:12:47.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:46 smithi039 ceph-mon[181282]: pgmap v3148: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 298 KiB/s rd, 22 KiB/s wr, 388 op/s 2023-12-22T18:12:47.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:46 smithi039 ceph-mon[181282]: osdmap e1906: 8 total, 8 up, 8 in 2023-12-22T18:12:47.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:46 smithi032 ceph-mon[189144]: osdmap e1905: 8 total, 8 up, 8 in 2023-12-22T18:12:47.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:46 smithi032 ceph-mon[189144]: pgmap v3148: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 298 KiB/s rd, 22 KiB/s wr, 388 op/s 2023-12-22T18:12:47.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:46 smithi032 ceph-mon[189144]: osdmap e1906: 8 total, 8 up, 8 in 2023-12-22T18:12:47.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:46 smithi032 ceph-mon[191839]: osdmap e1905: 8 total, 8 up, 8 in 2023-12-22T18:12:47.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:46 smithi032 ceph-mon[191839]: pgmap v3148: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 298 KiB/s rd, 22 KiB/s wr, 388 op/s 2023-12-22T18:12:47.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:46 smithi032 ceph-mon[191839]: osdmap e1906: 8 total, 8 up, 8 in 2023-12-22T18:12:48.182 INFO:tasks.workunit.client.0.smithi032.stdout:migration_abort 2023-12-22T18:12:49.154 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach (4040 ms) 2023-12-22T18:12:49.154 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixParentReattach 2023-12-22T18:12:49.192 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:12:49.204 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 0~10 2023-12-22T18:12:49.214 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2023-12-22T18:12:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:48 smithi039 ceph-mon[181282]: osdmap e1907: 8 total, 8 up, 8 in 2023-12-22T18:12:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:48 smithi039 ceph-mon[181282]: pgmap v3151: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 296 KiB/s rd, 22 KiB/s wr, 387 op/s 2023-12-22T18:12:49.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:48 smithi032 ceph-mon[191839]: osdmap e1907: 8 total, 8 up, 8 in 2023-12-22T18:12:49.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:48 smithi032 ceph-mon[191839]: pgmap v3151: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 296 KiB/s rd, 22 KiB/s wr, 387 op/s 2023-12-22T18:12:49.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:48 smithi032 ceph-mon[189144]: osdmap e1907: 8 total, 8 up, 8 in 2023-12-22T18:12:49.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:48 smithi032 ceph-mon[189144]: pgmap v3151: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 296 KiB/s rd, 22 KiB/s wr, 387 op/s 2023-12-22T18:12:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:49 smithi039 ceph-mon[181282]: osdmap e1908: 8 total, 8 up, 8 in 2023-12-22T18:12:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:12:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:49 smithi032 ceph-mon[189144]: osdmap e1908: 8 total, 8 up, 8 in 2023-12-22T18:12:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:12:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:49 smithi032 ceph-mon[191839]: osdmap e1908: 8 total, 8 up, 8 in 2023-12-22T18:12:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:12:51.020 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap1 2023-12-22T18:12:51.085 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:12:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:12:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:12:50] "GET /metrics HTTP/1.1" 200 39054 "" "Prometheus/2.43.0" 2023-12-22T18:12:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:50 smithi032 ceph-mon[191839]: osdmap e1909: 8 total, 8 up, 8 in 2023-12-22T18:12:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:50 smithi032 ceph-mon[191839]: pgmap v3154: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 243 KiB/s rd, 19 KiB/s wr, 318 op/s 2023-12-22T18:12:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:50 smithi032 ceph-mon[189144]: osdmap e1909: 8 total, 8 up, 8 in 2023-12-22T18:12:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:50 smithi032 ceph-mon[189144]: pgmap v3154: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 243 KiB/s rd, 19 KiB/s wr, 318 op/s 2023-12-22T18:12:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:51 smithi039 ceph-mon[181282]: osdmap e1909: 8 total, 8 up, 8 in 2023-12-22T18:12:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:51 smithi039 ceph-mon[181282]: pgmap v3154: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 243 KiB/s rd, 19 KiB/s wr, 318 op/s 2023-12-22T18:12:52.140 INFO:tasks.workunit.client.0.smithi032.stdout:migration_abort 2023-12-22T18:12:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:51 smithi039 ceph-mon[181282]: osdmap e1910: 8 total, 8 up, 8 in 2023-12-22T18:12:52.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:51 smithi039 ceph-mon[181282]: osdmap e1911: 8 total, 8 up, 8 in 2023-12-22T18:12:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:51 smithi032 ceph-mon[191839]: osdmap e1910: 8 total, 8 up, 8 in 2023-12-22T18:12:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:51 smithi032 ceph-mon[191839]: osdmap e1911: 8 total, 8 up, 8 in 2023-12-22T18:12:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:51 smithi032 ceph-mon[189144]: osdmap e1910: 8 total, 8 up, 8 in 2023-12-22T18:12:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:51 smithi032 ceph-mon[189144]: osdmap e1911: 8 total, 8 up, 8 in 2023-12-22T18:12:53.187 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixParentReattach (4034 ms) 2023-12-22T18:12:53.187 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.CloneV2ParentAbortRelinkNotNeeded 2023-12-22T18:12:53.218 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:12:53.229 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 0~10 2023-12-22T18:12:53.238 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2023-12-22T18:12:53.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:53 smithi032 ceph-mon[189144]: pgmap v3157: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 213 KiB/s rd, 18 KiB/s wr, 281 op/s 2023-12-22T18:12:53.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:53 smithi032 ceph-mon[191839]: pgmap v3157: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 213 KiB/s rd, 18 KiB/s wr, 281 op/s 2023-12-22T18:12:53.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:53 smithi039 ceph-mon[181282]: pgmap v3157: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 213 KiB/s rd, 18 KiB/s wr, 281 op/s 2023-12-22T18:12:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:54 smithi032 ceph-mon[191839]: osdmap e1912: 8 total, 8 up, 8 in 2023-12-22T18:12:54.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:54 smithi032 ceph-mon[189144]: osdmap e1912: 8 total, 8 up, 8 in 2023-12-22T18:12:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:54 smithi039 ceph-mon[181282]: osdmap e1912: 8 total, 8 up, 8 in 2023-12-22T18:12:55.048 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap1 2023-12-22T18:12:55.116 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:12:55.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:55 smithi032 ceph-mon[191839]: osdmap e1913: 8 total, 8 up, 8 in 2023-12-22T18:12:55.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:55 smithi032 ceph-mon[191839]: pgmap v3160: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 225 KiB/s rd, 14 KiB/s wr, 278 op/s 2023-12-22T18:12:55.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:55 smithi032 ceph-mon[189144]: osdmap e1913: 8 total, 8 up, 8 in 2023-12-22T18:12:55.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:55 smithi032 ceph-mon[189144]: pgmap v3160: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 225 KiB/s rd, 14 KiB/s wr, 278 op/s 2023-12-22T18:12:55.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:55 smithi039 ceph-mon[181282]: osdmap e1913: 8 total, 8 up, 8 in 2023-12-22T18:12:55.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:55 smithi039 ceph-mon[181282]: pgmap v3160: 169 pgs: 169 active+clean; 905 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 225 KiB/s rd, 14 KiB/s wr, 278 op/s 2023-12-22T18:12:56.239 INFO:tasks.workunit.client.0.smithi032.stdout:migration_abort 2023-12-22T18:12:56.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:56 smithi032 ceph-mon[191839]: osdmap e1914: 8 total, 8 up, 8 in 2023-12-22T18:12:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:56 smithi032 ceph-mon[189144]: osdmap e1914: 8 total, 8 up, 8 in 2023-12-22T18:12:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:56 smithi039 ceph-mon[181282]: osdmap e1914: 8 total, 8 up, 8 in 2023-12-22T18:12:57.110 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.CloneV2ParentAbortRelinkNotNeeded (3922 ms) 2023-12-22T18:12:57.110 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.StressNoMigrate 2023-12-22T18:12:57.143 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:12:57.155 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 43162251~7760247 2023-12-22T18:12:57.209 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 61187442~2038412 2023-12-22T18:12:57.209 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 77703293~4102189 2023-12-22T18:12:57.234 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 4972779~1910141 2023-12-22T18:12:57.234 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 53502350~231480 2023-12-22T18:12:57.237 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 77380817~6505263 2023-12-22T18:12:57.244 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 58003802~6490256 2023-12-22T18:12:57.290 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 62200167~7054374 2023-12-22T18:12:57.297 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap0 2023-12-22T18:12:57.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:57 smithi032 ceph-mon[191839]: osdmap e1915: 8 total, 8 up, 8 in 2023-12-22T18:12:57.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:57 smithi032 ceph-mon[191839]: pgmap v3163: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 363 KiB/s rd, 25 KiB/s wr, 461 op/s 2023-12-22T18:12:57.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:57 smithi032 ceph-mon[191839]: osdmap e1916: 8 total, 8 up, 8 in 2023-12-22T18:12:57.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:57 smithi032 ceph-mon[189144]: osdmap e1915: 8 total, 8 up, 8 in 2023-12-22T18:12:57.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:57 smithi032 ceph-mon[189144]: pgmap v3163: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 363 KiB/s rd, 25 KiB/s wr, 461 op/s 2023-12-22T18:12:57.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:57 smithi032 ceph-mon[189144]: osdmap e1916: 8 total, 8 up, 8 in 2023-12-22T18:12:57.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:57 smithi039 ceph-mon[181282]: osdmap e1915: 8 total, 8 up, 8 in 2023-12-22T18:12:57.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:57 smithi039 ceph-mon[181282]: pgmap v3163: 169 pgs: 169 active+clean; 905 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 363 KiB/s rd, 25 KiB/s wr, 461 op/s 2023-12-22T18:12:57.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:57 smithi039 ceph-mon[181282]: osdmap e1916: 8 total, 8 up, 8 in 2023-12-22T18:12:59.058 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap0 2023-12-22T18:12:59.073 INFO:tasks.workunit.client.0.smithi032.stdout:clone image355 -> image358 2023-12-22T18:12:59.171 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 78408124~3204024 2023-12-22T18:12:59.196 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 49754988~1812720 2023-12-22T18:12:59.239 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 67815876~5684982 2023-12-22T18:12:59.278 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 73406774~1531931 2023-12-22T18:12:59.281 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 62559884~4502147 2023-12-22T18:12:59.330 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 64485919~5314369 2023-12-22T18:12:59.333 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 4686008~6637007 2023-12-22T18:12:59.335 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:12:59.372 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 286811~6984874 2023-12-22T18:12:59.378 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2023-12-22T18:12:59.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:59 smithi032 ceph-mon[189144]: osdmap e1917: 8 total, 8 up, 8 in 2023-12-22T18:12:59.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:12:59 smithi032 ceph-mon[189144]: pgmap v3166: 169 pgs: 169 active+clean; 908 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 165 KiB/s rd, 1.0 MiB/s wr, 218 op/s 2023-12-22T18:12:59.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:59 smithi032 ceph-mon[191839]: osdmap e1917: 8 total, 8 up, 8 in 2023-12-22T18:12:59.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:12:59 smithi032 ceph-mon[191839]: pgmap v3166: 169 pgs: 169 active+clean; 908 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 165 KiB/s rd, 1.0 MiB/s wr, 218 op/s 2023-12-22T18:12:59.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:59 smithi039 ceph-mon[181282]: osdmap e1917: 8 total, 8 up, 8 in 2023-12-22T18:12:59.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:12:59 smithi039 ceph-mon[181282]: pgmap v3166: 169 pgs: 169 active+clean; 908 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 165 KiB/s rd, 1.0 MiB/s wr, 218 op/s 2023-12-22T18:12:59.663 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:12:59.663 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (53m) 8m ago 57m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:12:59.663 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (52m) 6m ago 57m 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:12:59.663 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (58m) 8m ago 58m 24.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:12:59.663 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (58m) 6m ago 58m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:12:59.663 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (52m) 6m ago 60m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:12:59.663 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (52m) 8m ago 62m 582M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:12:59.663 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (52m) 8m ago 62m 377M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:12:59.663 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (51m) 6m ago 61m 226M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:12:59.663 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (51m) 8m ago 61m 218M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:12:59.663 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (53m) 8m ago 57m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:12:59.663 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (52m) 6m ago 57m 17.7M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:12:59.663 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (51m) 8m ago 60m 2692M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:12:59.663 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (50m) 8m ago 60m 3111M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:12:59.663 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (50m) 8m ago 59m 2828M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:12:59.664 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (49m) 8m ago 59m 2500M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:12:59.664 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (49m) 6m ago 59m 2609M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:12:59.664 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (48m) 6m ago 59m 2647M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:12:59.664 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (48m) 6m ago 58m 1934M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:12:59.664 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (47m) 6m ago 58m 2403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:12:59.664 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (52m) 6m ago 57m 88.9M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:13:00.071 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:13:00.071 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:13:00.071 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:13:00.071 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:13:00.071 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:13:00.071 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:13:00.071 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:13:00.071 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:13:00.071 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:13:00.071 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:13:00.071 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:13:00.071 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:13:00.071 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:13:00.071 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:13:00.071 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:13:00.072 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:13:00.072 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:13:00.072 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:13:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:00 smithi032 ceph-mon[189144]: osdmap e1918: 8 total, 8 up, 8 in 2023-12-22T18:13:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:00 smithi032 ceph-mon[189144]: from='client.37359 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:13:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:00 smithi032 ceph-mon[189144]: from='client.37365 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:13:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:00 smithi032 ceph-mon[191839]: osdmap e1918: 8 total, 8 up, 8 in 2023-12-22T18:13:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:00 smithi032 ceph-mon[191839]: from='client.37359 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:13:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:00 smithi032 ceph-mon[191839]: from='client.37365 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:13:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:00 smithi039 ceph-mon[181282]: osdmap e1918: 8 total, 8 up, 8 in 2023-12-22T18:13:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:00 smithi039 ceph-mon[181282]: from='client.37359 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:13:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:00 smithi039 ceph-mon[181282]: from='client.37365 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:13:01.082 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap1 2023-12-22T18:13:01.095 INFO:tasks.workunit.client.0.smithi032.stdout:clone image358 -> image360 2023-12-22T18:13:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:13:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:13:00] "GET /metrics HTTP/1.1" 200 39054 "" "Prometheus/2.43.0" 2023-12-22T18:13:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:01 smithi032 ceph-mon[191839]: pgmap v3168: 169 pgs: 169 active+clean; 964 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.2 MiB/s rd, 13 MiB/s wr, 304 op/s 2023-12-22T18:13:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:01 smithi032 ceph-mon[191839]: osdmap e1919: 8 total, 8 up, 8 in 2023-12-22T18:13:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:01 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2868758079' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:13:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:01 smithi032 ceph-mon[189144]: pgmap v3168: 169 pgs: 169 active+clean; 964 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.2 MiB/s rd, 13 MiB/s wr, 304 op/s 2023-12-22T18:13:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:01 smithi032 ceph-mon[189144]: osdmap e1919: 8 total, 8 up, 8 in 2023-12-22T18:13:01.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:01 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2868758079' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:13:01.233 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 161876184 2023-12-22T18:13:01.246 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 155502338~674727 2023-12-22T18:13:01.261 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 132406686~2724112 2023-12-22T18:13:01.261 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 101488062~5787889 2023-12-22T18:13:01.300 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 97585627~1947078 2023-12-22T18:13:01.300 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 69372014~7639636 2023-12-22T18:13:01.341 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 19876171~3185663 2023-12-22T18:13:01.349 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 24694955~242406 2023-12-22T18:13:01.352 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 143182794~1508331 2023-12-22T18:13:01.352 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap2 2023-12-22T18:13:01.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:01 smithi039 ceph-mon[181282]: pgmap v3168: 169 pgs: 169 active+clean; 964 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.2 MiB/s rd, 13 MiB/s wr, 304 op/s 2023-12-22T18:13:01.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:01 smithi039 ceph-mon[181282]: osdmap e1919: 8 total, 8 up, 8 in 2023-12-22T18:13:01.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:01 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2868758079' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:13:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:02 smithi032 ceph-mon[191839]: osdmap e1920: 8 total, 8 up, 8 in 2023-12-22T18:13:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:02 smithi032 ceph-mon[191839]: osdmap e1921: 8 total, 8 up, 8 in 2023-12-22T18:13:02.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:02 smithi032 ceph-mon[189144]: osdmap e1920: 8 total, 8 up, 8 in 2023-12-22T18:13:02.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:02 smithi032 ceph-mon[189144]: osdmap e1921: 8 total, 8 up, 8 in 2023-12-22T18:13:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:02 smithi039 ceph-mon[181282]: osdmap e1920: 8 total, 8 up, 8 in 2023-12-22T18:13:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:02 smithi039 ceph-mon[181282]: osdmap e1921: 8 total, 8 up, 8 in 2023-12-22T18:13:02.969 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap2 2023-12-22T18:13:02.982 INFO:tasks.workunit.client.0.smithi032.stdout:clone image360 -> image362 2023-12-22T18:13:03.151 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 94622581 2023-12-22T18:13:03.171 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 79548035~1301992 2023-12-22T18:13:03.230 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 1920575~5037305 2023-12-22T18:13:03.249 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 90528036~4094545 2023-12-22T18:13:03.273 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 15456171~2913762 2023-12-22T18:13:03.282 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 675384~3572516 2023-12-22T18:13:03.308 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 76205835~5389266 2023-12-22T18:13:03.312 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 49988721~2353076 2023-12-22T18:13:03.358 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 14587114~400653 2023-12-22T18:13:03.360 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap3 2023-12-22T18:13:03.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:03 smithi032 ceph-mon[191839]: pgmap v3172: 169 pgs: 169 active+clean; 991 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 17 MiB/s wr, 450 op/s 2023-12-22T18:13:03.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:03 smithi032 ceph-mon[191839]: osdmap e1922: 8 total, 8 up, 8 in 2023-12-22T18:13:03.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:03 smithi032 ceph-mon[189144]: pgmap v3172: 169 pgs: 169 active+clean; 991 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 17 MiB/s wr, 450 op/s 2023-12-22T18:13:03.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:03 smithi032 ceph-mon[189144]: osdmap e1922: 8 total, 8 up, 8 in 2023-12-22T18:13:03.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:03 smithi039 ceph-mon[181282]: pgmap v3172: 169 pgs: 169 active+clean; 991 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 17 MiB/s wr, 450 op/s 2023-12-22T18:13:03.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:03 smithi039 ceph-mon[181282]: osdmap e1922: 8 total, 8 up, 8 in 2023-12-22T18:13:05.100 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap3 2023-12-22T18:13:05.113 INFO:tasks.workunit.client.0.smithi032.stdout:clone image362 -> image364 2023-12-22T18:13:05.312 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 120890310 2023-12-22T18:13:05.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:05 smithi032 ceph-mon[189144]: pgmap v3174: 169 pgs: 169 active+clean; 1008 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 8.4 MiB/s wr, 251 op/s 2023-12-22T18:13:05.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:05 smithi032 ceph-mon[189144]: osdmap e1923: 8 total, 8 up, 8 in 2023-12-22T18:13:05.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:13:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:05 smithi032 ceph-mon[191839]: pgmap v3174: 169 pgs: 169 active+clean; 1008 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 8.4 MiB/s wr, 251 op/s 2023-12-22T18:13:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:05 smithi032 ceph-mon[191839]: osdmap e1923: 8 total, 8 up, 8 in 2023-12-22T18:13:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:13:05.488 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.StressNoMigrate (8379 ms) 2023-12-22T18:13:05.488 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.Stress 2023-12-22T18:13:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:05 smithi039 ceph-mon[181282]: pgmap v3174: 169 pgs: 169 active+clean; 1008 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 8.4 MiB/s wr, 251 op/s 2023-12-22T18:13:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:05 smithi039 ceph-mon[181282]: osdmap e1923: 8 total, 8 up, 8 in 2023-12-22T18:13:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:13:05.520 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:13:05.533 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 50568591~7142610 2023-12-22T18:13:05.586 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 60659921~5183966 2023-12-22T18:13:05.586 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 72535236~8321162 2023-12-22T18:13:05.628 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 68549750~8035980 2023-12-22T18:13:05.636 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 70148926~5092119 2023-12-22T18:13:05.663 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 80229851~3656229 2023-12-22T18:13:05.665 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 43928152~4342054 2023-12-22T18:13:05.690 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 69678672~2938494 2023-12-22T18:13:05.694 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap0 2023-12-22T18:13:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:06 smithi032 ceph-mon[189144]: osdmap e1924: 8 total, 8 up, 8 in 2023-12-22T18:13:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:06 smithi032 ceph-mon[191839]: osdmap e1924: 8 total, 8 up, 8 in 2023-12-22T18:13:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:06 smithi039 ceph-mon[181282]: osdmap e1924: 8 total, 8 up, 8 in 2023-12-22T18:13:06.962 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap0 2023-12-22T18:13:06.976 INFO:tasks.workunit.client.0.smithi032.stdout:clone image365 -> image368 2023-12-22T18:13:07.084 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 59102117~5483570 2023-12-22T18:13:07.130 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 7161918~1408106 2023-12-22T18:13:07.137 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 15861863~5771127 2023-12-22T18:13:07.176 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 10443020~1126386 2023-12-22T18:13:07.179 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 7324892~7873908 2023-12-22T18:13:07.220 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 8859823~4125587 2023-12-22T18:13:07.223 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 53211237~7081869 2023-12-22T18:13:07.282 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 12265835~708158 2023-12-22T18:13:07.285 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2023-12-22T18:13:07.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:07 smithi032 ceph-mon[189144]: pgmap v3177: 169 pgs: 169 active+clean; 1.1 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 10 MiB/s rd, 25 MiB/s wr, 546 op/s 2023-12-22T18:13:07.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:07 smithi032 ceph-mon[189144]: osdmap e1925: 8 total, 8 up, 8 in 2023-12-22T18:13:07.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:07 smithi032 ceph-mon[189144]: osdmap e1926: 8 total, 8 up, 8 in 2023-12-22T18:13:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:07 smithi032 ceph-mon[191839]: pgmap v3177: 169 pgs: 169 active+clean; 1.1 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 10 MiB/s rd, 25 MiB/s wr, 546 op/s 2023-12-22T18:13:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:07 smithi032 ceph-mon[191839]: osdmap e1925: 8 total, 8 up, 8 in 2023-12-22T18:13:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:07 smithi032 ceph-mon[191839]: osdmap e1926: 8 total, 8 up, 8 in 2023-12-22T18:13:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:07 smithi039 ceph-mon[181282]: pgmap v3177: 169 pgs: 169 active+clean; 1.1 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 10 MiB/s rd, 25 MiB/s wr, 546 op/s 2023-12-22T18:13:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:07 smithi039 ceph-mon[181282]: osdmap e1925: 8 total, 8 up, 8 in 2023-12-22T18:13:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:07 smithi039 ceph-mon[181282]: osdmap e1926: 8 total, 8 up, 8 in 2023-12-22T18:13:09.118 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap1 2023-12-22T18:13:09.132 INFO:tasks.workunit.client.0.smithi032.stdout:clone image368 -> image370 2023-12-22T18:13:09.275 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 84801072 2023-12-22T18:13:09.288 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 76817759~4466626 2023-12-22T18:13:09.332 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 32979873~6007111 2023-12-22T18:13:09.340 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 40668747~5737828 2023-12-22T18:13:09.389 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 1625356~3460135 2023-12-22T18:13:09.404 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 12895927~6846793 2023-12-22T18:13:09.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:09 smithi032 ceph-mon[191839]: pgmap v3180: 169 pgs: 169 active+clean; 1.1 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 9.0 MiB/s rd, 22 MiB/s wr, 488 op/s 2023-12-22T18:13:09.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:09 smithi032 ceph-mon[191839]: osdmap e1927: 8 total, 8 up, 8 in 2023-12-22T18:13:09.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:09 smithi032 ceph-mon[189144]: pgmap v3180: 169 pgs: 169 active+clean; 1.1 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 9.0 MiB/s rd, 22 MiB/s wr, 488 op/s 2023-12-22T18:13:09.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:09 smithi032 ceph-mon[189144]: osdmap e1927: 8 total, 8 up, 8 in 2023-12-22T18:13:09.462 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 58066368~5413990 2023-12-22T18:13:09.505 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 72904715~3124905 2023-12-22T18:13:09.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:09 smithi039 ceph-mon[181282]: pgmap v3180: 169 pgs: 169 active+clean; 1.1 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 9.0 MiB/s rd, 22 MiB/s wr, 488 op/s 2023-12-22T18:13:09.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:09 smithi039 ceph-mon[181282]: osdmap e1927: 8 total, 8 up, 8 in 2023-12-22T18:13:09.553 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 33622664~6090490 2023-12-22T18:13:09.556 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap2 2023-12-22T18:13:10.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:10 smithi032 ceph-mon[191839]: osdmap e1928: 8 total, 8 up, 8 in 2023-12-22T18:13:10.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:10 smithi032 ceph-mon[189144]: osdmap e1928: 8 total, 8 up, 8 in 2023-12-22T18:13:10.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:10 smithi039 ceph-mon[181282]: osdmap e1928: 8 total, 8 up, 8 in 2023-12-22T18:13:11.106 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:11 smithi032 ceph-mon[191839]: pgmap v3183: 169 pgs: 169 active+clean; 1.2 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 20 MiB/s rd, 29 MiB/s wr, 440 op/s 2023-12-22T18:13:11.107 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:11 smithi032 ceph-mon[191839]: osdmap e1929: 8 total, 8 up, 8 in 2023-12-22T18:13:11.107 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:13:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:13:10] "GET /metrics HTTP/1.1" 200 39059 "" "Prometheus/2.43.0" 2023-12-22T18:13:11.107 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:11 smithi032 ceph-mon[189144]: pgmap v3183: 169 pgs: 169 active+clean; 1.2 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 20 MiB/s rd, 29 MiB/s wr, 440 op/s 2023-12-22T18:13:11.107 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:11 smithi032 ceph-mon[189144]: osdmap e1929: 8 total, 8 up, 8 in 2023-12-22T18:13:11.128 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap2 2023-12-22T18:13:11.143 INFO:tasks.workunit.client.0.smithi032.stdout:clone image370 -> image372 2023-12-22T18:13:11.310 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 98351626 2023-12-22T18:13:11.323 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 79562383~5232783 2023-12-22T18:13:11.382 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 80757594~1960887 2023-12-22T18:13:11.385 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 85660846~5131652 2023-12-22T18:13:11.413 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 6697883~3849351 2023-12-22T18:13:11.428 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 47704449~4531375 2023-12-22T18:13:11.485 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 19578933~6480524 2023-12-22T18:13:11.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:11 smithi039 ceph-mon[181282]: pgmap v3183: 169 pgs: 169 active+clean; 1.2 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 20 MiB/s rd, 29 MiB/s wr, 440 op/s 2023-12-22T18:13:11.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:11 smithi039 ceph-mon[181282]: osdmap e1929: 8 total, 8 up, 8 in 2023-12-22T18:13:11.514 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 5917473~4746623 2023-12-22T18:13:11.538 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 37681682~3064870 2023-12-22T18:13:11.554 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap3 2023-12-22T18:13:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:12 smithi032 ceph-mon[191839]: osdmap e1930: 8 total, 8 up, 8 in 2023-12-22T18:13:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:12 smithi032 ceph-mon[189144]: osdmap e1930: 8 total, 8 up, 8 in 2023-12-22T18:13:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:12 smithi039 ceph-mon[181282]: osdmap e1930: 8 total, 8 up, 8 in 2023-12-22T18:13:13.141 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap3 2023-12-22T18:13:13.155 INFO:tasks.workunit.client.0.smithi032.stdout:clone image372 -> image374 2023-12-22T18:13:13.361 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:13:13.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:13 smithi032 ceph-mon[191839]: pgmap v3186: 169 pgs: 169 active+clean; 1.3 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 23 MiB/s rd, 35 MiB/s wr, 560 op/s 2023-12-22T18:13:13.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:13 smithi032 ceph-mon[191839]: osdmap e1931: 8 total, 8 up, 8 in 2023-12-22T18:13:13.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:13 smithi032 ceph-mon[189144]: pgmap v3186: 169 pgs: 169 active+clean; 1.3 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 23 MiB/s rd, 35 MiB/s wr, 560 op/s 2023-12-22T18:13:13.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:13 smithi032 ceph-mon[189144]: osdmap e1931: 8 total, 8 up, 8 in 2023-12-22T18:13:13.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:13 smithi039 ceph-mon[181282]: pgmap v3186: 169 pgs: 169 active+clean; 1.3 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 23 MiB/s rd, 35 MiB/s wr, 560 op/s 2023-12-22T18:13:13.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:13 smithi039 ceph-mon[181282]: osdmap e1931: 8 total, 8 up, 8 in 2023-12-22T18:13:13.846 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2023-12-22T18:13:14.087 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2023-12-22T18:13:14.376 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.Stress (8888 ms) 2023-12-22T18:13:14.376 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.Stress2 2023-12-22T18:13:14.408 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:13:14.420 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 72354540~7324840 2023-12-22T18:13:14.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:14 smithi032 ceph-mon[189144]: osdmap e1932: 8 total, 8 up, 8 in 2023-12-22T18:13:14.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:14 smithi032 ceph-mon[191839]: osdmap e1932: 8 total, 8 up, 8 in 2023-12-22T18:13:14.472 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 55297823~5431355 2023-12-22T18:13:14.472 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 18502347~2271058 2023-12-22T18:13:14.493 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 75175773~8091081 2023-12-22T18:13:14.500 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 35155121~7815622 2023-12-22T18:13:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:14 smithi039 ceph-mon[181282]: osdmap e1932: 8 total, 8 up, 8 in 2023-12-22T18:13:14.545 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 46545191~2856671 2023-12-22T18:13:14.545 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 58421102~4625291 2023-12-22T18:13:14.585 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 82083650~873981 2023-12-22T18:13:14.586 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap0 2023-12-22T18:13:15.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:15 smithi032 ceph-mon[191839]: pgmap v3189: 169 pgs: 169 active+clean; 1.3 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 7.8 MiB/s rd, 14 MiB/s wr, 328 op/s 2023-12-22T18:13:15.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:15 smithi032 ceph-mon[189144]: pgmap v3189: 169 pgs: 169 active+clean; 1.3 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 7.8 MiB/s rd, 14 MiB/s wr, 328 op/s 2023-12-22T18:13:15.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:15 smithi039 ceph-mon[181282]: pgmap v3189: 169 pgs: 169 active+clean; 1.3 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 7.8 MiB/s rd, 14 MiB/s wr, 328 op/s 2023-12-22T18:13:16.158 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 133069446 2023-12-22T18:13:16.174 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 23328264~4519959 2023-12-22T18:13:16.182 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 115000142~3383094 2023-12-22T18:13:16.182 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 106494925~1548752 2023-12-22T18:13:16.183 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 40667475~1157972 2023-12-22T18:13:16.185 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 129352880~3505724 2023-12-22T18:13:16.188 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 44033326~7633611 2023-12-22T18:13:16.189 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 111693033~3958908 2023-12-22T18:13:16.191 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 46722010~7521641 2023-12-22T18:13:16.191 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2023-12-22T18:13:16.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:16 smithi032 ceph-mon[191839]: osdmap e1933: 8 total, 8 up, 8 in 2023-12-22T18:13:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:16 smithi032 ceph-mon[189144]: osdmap e1933: 8 total, 8 up, 8 in 2023-12-22T18:13:16.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:16 smithi039 ceph-mon[181282]: osdmap e1933: 8 total, 8 up, 8 in 2023-12-22T18:13:17.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:17 smithi032 ceph-mon[191839]: pgmap v3191: 169 pgs: 169 active+clean; 1.4 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 37 MiB/s rd, 20 MiB/s wr, 1.04k op/s 2023-12-22T18:13:17.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:17 smithi032 ceph-mon[191839]: osdmap e1934: 8 total, 8 up, 8 in 2023-12-22T18:13:17.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:17 smithi032 ceph-mon[189144]: pgmap v3191: 169 pgs: 169 active+clean; 1.4 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 37 MiB/s rd, 20 MiB/s wr, 1.04k op/s 2023-12-22T18:13:17.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:17 smithi032 ceph-mon[189144]: osdmap e1934: 8 total, 8 up, 8 in 2023-12-22T18:13:17.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:17 smithi039 ceph-mon[181282]: pgmap v3191: 169 pgs: 169 active+clean; 1.4 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 37 MiB/s rd, 20 MiB/s wr, 1.04k op/s 2023-12-22T18:13:17.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:17 smithi039 ceph-mon[181282]: osdmap e1934: 8 total, 8 up, 8 in 2023-12-22T18:13:18.174 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap1 2023-12-22T18:13:18.189 INFO:tasks.workunit.client.0.smithi032.stdout:clone image375 -> image378 2023-12-22T18:13:18.302 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 152382175 2023-12-22T18:13:18.316 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 5964547~6440038 2023-12-22T18:13:18.363 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 31688071~1839638 2023-12-22T18:13:18.368 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 52700106~4887330 2023-12-22T18:13:18.397 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 212387~608948 2023-12-22T18:13:18.403 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 48836742~4662500 2023-12-22T18:13:18.426 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 149003838~3378337 2023-12-22T18:13:18.426 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 8287626~5799516 2023-12-22T18:13:18.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:18 smithi032 ceph-mon[189144]: osdmap e1935: 8 total, 8 up, 8 in 2023-12-22T18:13:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:18 smithi032 ceph-mon[191839]: osdmap e1935: 8 total, 8 up, 8 in 2023-12-22T18:13:18.468 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 59543889~6897312 2023-12-22T18:13:18.486 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap2 2023-12-22T18:13:18.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:18 smithi039 ceph-mon[181282]: osdmap e1935: 8 total, 8 up, 8 in 2023-12-22T18:13:19.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:19 smithi032 ceph-mon[191839]: pgmap v3194: 169 pgs: 169 active+clean; 1.4 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 37 MiB/s rd, 20 MiB/s wr, 1.05k op/s 2023-12-22T18:13:19.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:19 smithi032 ceph-mon[191839]: osdmap e1936: 8 total, 8 up, 8 in 2023-12-22T18:13:19.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:19 smithi032 ceph-mon[189144]: pgmap v3194: 169 pgs: 169 active+clean; 1.4 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 37 MiB/s rd, 20 MiB/s wr, 1.05k op/s 2023-12-22T18:13:19.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:19 smithi032 ceph-mon[189144]: osdmap e1936: 8 total, 8 up, 8 in 2023-12-22T18:13:19.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:19 smithi039 ceph-mon[181282]: pgmap v3194: 169 pgs: 169 active+clean; 1.4 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 37 MiB/s rd, 20 MiB/s wr, 1.05k op/s 2023-12-22T18:13:19.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:19 smithi039 ceph-mon[181282]: osdmap e1936: 8 total, 8 up, 8 in 2023-12-22T18:13:20.187 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap2 2023-12-22T18:13:20.201 INFO:tasks.workunit.client.0.smithi032.stdout:clone image378 -> image380 2023-12-22T18:13:20.354 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 67439218~3368836 2023-12-22T18:13:20.399 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 33622559~2455282 2023-12-22T18:13:20.423 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 53555207~962588 2023-12-22T18:13:20.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:20 smithi032 ceph-mon[189144]: osdmap e1937: 8 total, 8 up, 8 in 2023-12-22T18:13:20.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:13:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:20 smithi032 ceph-mon[191839]: osdmap e1937: 8 total, 8 up, 8 in 2023-12-22T18:13:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:13:20.464 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 135509302~3961813 2023-12-22T18:13:20.471 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 66058229~3678601 2023-12-22T18:13:20.492 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 117880807~3826396 2023-12-22T18:13:20.501 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 99831882~4737238 2023-12-22T18:13:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:20 smithi039 ceph-mon[181282]: osdmap e1937: 8 total, 8 up, 8 in 2023-12-22T18:13:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:13:20.537 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 139537817~4821945 2023-12-22T18:13:20.543 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap3 2023-12-22T18:13:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:13:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:13:20] "GET /metrics HTTP/1.1" 200 39055 "" "Prometheus/2.43.0" 2023-12-22T18:13:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:21 smithi032 ceph-mon[191839]: pgmap v3197: 169 pgs: 169 active+clean; 1.5 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 17 MiB/s rd, 15 MiB/s wr, 322 op/s 2023-12-22T18:13:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:21 smithi032 ceph-mon[191839]: osdmap e1938: 8 total, 8 up, 8 in 2023-12-22T18:13:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:21 smithi032 ceph-mon[189144]: pgmap v3197: 169 pgs: 169 active+clean; 1.5 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 17 MiB/s rd, 15 MiB/s wr, 322 op/s 2023-12-22T18:13:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:21 smithi032 ceph-mon[189144]: osdmap e1938: 8 total, 8 up, 8 in 2023-12-22T18:13:21.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:21 smithi039 ceph-mon[181282]: pgmap v3197: 169 pgs: 169 active+clean; 1.5 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 17 MiB/s rd, 15 MiB/s wr, 322 op/s 2023-12-22T18:13:21.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:21 smithi039 ceph-mon[181282]: osdmap e1938: 8 total, 8 up, 8 in 2023-12-22T18:13:22.212 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:13:22.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:22 smithi032 ceph-mon[191839]: osdmap e1939: 8 total, 8 up, 8 in 2023-12-22T18:13:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:22 smithi032 ceph-mon[189144]: osdmap e1939: 8 total, 8 up, 8 in 2023-12-22T18:13:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:22 smithi039 ceph-mon[181282]: osdmap e1939: 8 total, 8 up, 8 in 2023-12-22T18:13:23.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:23 smithi039 ceph-mon[181282]: pgmap v3200: 169 pgs: 169 active+clean; 1.5 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 18 MiB/s rd, 23 MiB/s wr, 478 op/s 2023-12-22T18:13:23.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:23 smithi039 ceph-mon[181282]: osdmap e1940: 8 total, 8 up, 8 in 2023-12-22T18:13:23.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:23 smithi032 ceph-mon[191839]: pgmap v3200: 169 pgs: 169 active+clean; 1.5 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 18 MiB/s rd, 23 MiB/s wr, 478 op/s 2023-12-22T18:13:23.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:23 smithi032 ceph-mon[191839]: osdmap e1940: 8 total, 8 up, 8 in 2023-12-22T18:13:23.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:23 smithi032 ceph-mon[189144]: pgmap v3200: 169 pgs: 169 active+clean; 1.5 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 18 MiB/s rd, 23 MiB/s wr, 478 op/s 2023-12-22T18:13:23.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:23 smithi032 ceph-mon[189144]: osdmap e1940: 8 total, 8 up, 8 in 2023-12-22T18:13:23.794 INFO:tasks.workunit.client.0.smithi032.stdout:write: a 69246953~4653198 2023-12-22T18:13:23.843 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 24770905~7081979 2023-12-22T18:13:23.901 INFO:tasks.workunit.client.0.smithi032.stdout:write: a 52403356~4674432 2023-12-22T18:13:23.961 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 67806973~4441308 2023-12-22T18:13:23.962 INFO:tasks.workunit.client.0.smithi032.stdout:write: a 1562782~518274 2023-12-22T18:13:23.984 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 28584322~4296205 2023-12-22T18:13:23.986 INFO:tasks.workunit.client.0.smithi032.stdout:write: a 147496915~1899571 2023-12-22T18:13:24.016 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 18357607~2231177 2023-12-22T18:13:24.043 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: user0 2023-12-22T18:13:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:24 smithi039 ceph-mon[181282]: osdmap e1941: 8 total, 8 up, 8 in 2023-12-22T18:13:24.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:24 smithi032 ceph-mon[191839]: osdmap e1941: 8 total, 8 up, 8 in 2023-12-22T18:13:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:24 smithi032 ceph-mon[189144]: osdmap e1941: 8 total, 8 up, 8 in 2023-12-22T18:13:25.229 INFO:tasks.workunit.client.0.smithi032.stdout:write: b 71912814~3193766 2023-12-22T18:13:25.238 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 49268064~3241152 2023-12-22T18:13:25.238 INFO:tasks.workunit.client.0.smithi032.stdout:write: b 21807417~4190414 2023-12-22T18:13:25.246 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 15728558~4084822 2023-12-22T18:13:25.249 INFO:tasks.workunit.client.0.smithi032.stdout:write: b 81525342~4088072 2023-12-22T18:13:25.255 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 110071457~5160518 2023-12-22T18:13:25.255 INFO:tasks.workunit.client.0.smithi032.stdout:write: b 151927206~359968 2023-12-22T18:13:25.256 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 101643678~6929538 2023-12-22T18:13:25.367 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: user1 2023-12-22T18:13:25.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:25 smithi039 ceph-mon[181282]: pgmap v3203: 169 pgs: 169 active+clean; 1.5 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 14 MiB/s wr, 359 op/s 2023-12-22T18:13:25.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:25 smithi039 ceph-mon[181282]: osdmap e1942: 8 total, 8 up, 8 in 2023-12-22T18:13:25.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:25 smithi032 ceph-mon[189144]: pgmap v3203: 169 pgs: 169 active+clean; 1.5 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 14 MiB/s wr, 359 op/s 2023-12-22T18:13:25.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:25 smithi032 ceph-mon[189144]: osdmap e1942: 8 total, 8 up, 8 in 2023-12-22T18:13:25.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:25 smithi032 ceph-mon[191839]: pgmap v3203: 169 pgs: 169 active+clean; 1.5 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 14 MiB/s wr, 359 op/s 2023-12-22T18:13:25.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:25 smithi032 ceph-mon[191839]: osdmap e1942: 8 total, 8 up, 8 in 2023-12-22T18:13:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:26 smithi039 ceph-mon[181282]: osdmap e1943: 8 total, 8 up, 8 in 2023-12-22T18:13:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:26 smithi032 ceph-mon[191839]: osdmap e1943: 8 total, 8 up, 8 in 2023-12-22T18:13:26.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:26 smithi032 ceph-mon[189144]: osdmap e1943: 8 total, 8 up, 8 in 2023-12-22T18:13:27.250 INFO:tasks.workunit.client.0.smithi032.stdout:write: c 53212001~7856628 2023-12-22T18:13:27.266 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 139579510~7246266 2023-12-22T18:13:27.266 INFO:tasks.workunit.client.0.smithi032.stdout:write: c 125205052~2126009 2023-12-22T18:13:27.269 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 95987662~6859342 2023-12-22T18:13:27.273 INFO:tasks.workunit.client.0.smithi032.stdout:write: c 144104043~8278132 2023-12-22T18:13:27.359 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 83297542~5698648 2023-12-22T18:13:27.359 INFO:tasks.workunit.client.0.smithi032.stdout:write: c 105706504~4725158 2023-12-22T18:13:27.361 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 87866264~5314468 2023-12-22T18:13:27.403 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: user2 2023-12-22T18:13:27.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:27 smithi039 ceph-mon[181282]: pgmap v3206: 169 pgs: 169 active+clean; 1.7 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 51 MiB/s rd, 31 MiB/s wr, 681 op/s 2023-12-22T18:13:27.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:27 smithi039 ceph-mon[181282]: osdmap e1944: 8 total, 8 up, 8 in 2023-12-22T18:13:27.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:27 smithi032 ceph-mon[189144]: pgmap v3206: 169 pgs: 169 active+clean; 1.7 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 51 MiB/s rd, 31 MiB/s wr, 681 op/s 2023-12-22T18:13:27.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:27 smithi032 ceph-mon[189144]: osdmap e1944: 8 total, 8 up, 8 in 2023-12-22T18:13:27.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:27 smithi032 ceph-mon[191839]: pgmap v3206: 169 pgs: 169 active+clean; 1.7 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 51 MiB/s rd, 31 MiB/s wr, 681 op/s 2023-12-22T18:13:27.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:27 smithi032 ceph-mon[191839]: osdmap e1944: 8 total, 8 up, 8 in 2023-12-22T18:13:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:28 smithi039 ceph-mon[181282]: osdmap e1945: 8 total, 8 up, 8 in 2023-12-22T18:13:28.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:28 smithi032 ceph-mon[189144]: osdmap e1945: 8 total, 8 up, 8 in 2023-12-22T18:13:28.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:28 smithi032 ceph-mon[191839]: osdmap e1945: 8 total, 8 up, 8 in 2023-12-22T18:13:29.256 INFO:tasks.workunit.client.0.smithi032.stdout:write: d 138096189~5572893 2023-12-22T18:13:29.266 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 13884630~7569972 2023-12-22T18:13:29.266 INFO:tasks.workunit.client.0.smithi032.stdout:write: d 39663552~1377350 2023-12-22T18:13:29.267 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 126883287~7231756 2023-12-22T18:13:29.270 INFO:tasks.workunit.client.0.smithi032.stdout:write: d 141939896~5545776 2023-12-22T18:13:29.365 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 104880447~4630447 2023-12-22T18:13:29.366 INFO:tasks.workunit.client.0.smithi032.stdout:write: d 138539031~2957961 2023-12-22T18:13:29.367 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 130280203~3554727 2023-12-22T18:13:29.368 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: user3 2023-12-22T18:13:29.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:29 smithi039 ceph-mon[181282]: pgmap v3209: 169 pgs: 169 active+clean; 1.7 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 49 MiB/s rd, 27 MiB/s wr, 489 op/s 2023-12-22T18:13:29.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:29 smithi039 ceph-mon[181282]: osdmap e1946: 8 total, 8 up, 8 in 2023-12-22T18:13:29.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:29 smithi032 ceph-mon[189144]: pgmap v3209: 169 pgs: 169 active+clean; 1.7 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 49 MiB/s rd, 27 MiB/s wr, 489 op/s 2023-12-22T18:13:29.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:29 smithi032 ceph-mon[189144]: osdmap e1946: 8 total, 8 up, 8 in 2023-12-22T18:13:29.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:29 smithi032 ceph-mon[191839]: pgmap v3209: 169 pgs: 169 active+clean; 1.7 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 49 MiB/s rd, 27 MiB/s wr, 489 op/s 2023-12-22T18:13:29.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:29 smithi032 ceph-mon[191839]: osdmap e1946: 8 total, 8 up, 8 in 2023-12-22T18:13:30.441 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:13:30.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:30 smithi039 ceph-mon[181282]: osdmap e1947: 8 total, 8 up, 8 in 2023-12-22T18:13:30.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:30 smithi032 ceph-mon[189144]: osdmap e1947: 8 total, 8 up, 8 in 2023-12-22T18:13:30.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:30 smithi032 ceph-mon[191839]: osdmap e1947: 8 total, 8 up, 8 in 2023-12-22T18:13:30.764 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:13:30.764 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (53m) 9m ago 58m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:13:30.764 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (53m) 7m ago 57m 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:13:30.764 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (58m) 9m ago 58m 24.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:13:30.764 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (58m) 7m ago 58m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:13:30.764 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (52m) 7m ago 61m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:13:30.764 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (53m) 9m ago 62m 582M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:13:30.764 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (52m) 9m ago 62m 377M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:13:30.764 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (52m) 7m ago 61m 226M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:13:30.764 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (52m) 9m ago 61m 218M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:13:30.765 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (53m) 9m ago 57m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:13:30.765 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (53m) 7m ago 57m 17.7M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:13:30.765 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (51m) 9m ago 61m 2692M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:13:30.765 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (51m) 9m ago 60m 3111M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:13:30.765 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (50m) 9m ago 60m 2828M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:13:30.765 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (50m) 9m ago 60m 2500M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:13:30.765 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (49m) 7m ago 59m 2609M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:13:30.765 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (49m) 7m ago 59m 2647M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:13:30.765 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (48m) 7m ago 59m 1934M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:13:30.765 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (48m) 7m ago 59m 2403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:13:30.765 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (52m) 7m ago 58m 88.9M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:13:31.166 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:13:31.166 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:13:31.166 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:13:31.166 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:13:31.166 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:13:31.166 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:13:31.166 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:13:31.166 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:13:31.166 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:13:31.166 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:13:31.166 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:13:31.166 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:13:31.166 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:13:31.166 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:13:31.167 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:13:31.167 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:13:31.167 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:13:31.167 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:13:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:13:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:13:30] "GET /metrics HTTP/1.1" 200 39055 "" "Prometheus/2.43.0" 2023-12-22T18:13:31.279 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 15238217~3809554 2023-12-22T18:13:31.279 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 16190605~1904777 2023-12-22T18:13:31.316 INFO:tasks.workunit.client.0.smithi032.stdout:write: 2 30476435~3809554 2023-12-22T18:13:31.317 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 31428823~1904777 2023-12-22T18:13:31.360 INFO:tasks.workunit.client.0.smithi032.stdout:write: 3 45714652~3809554 2023-12-22T18:13:31.361 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 46667040~1904777 2023-12-22T18:13:31.407 INFO:tasks.workunit.client.0.smithi032.stdout:write: 4 60952870~3809554 2023-12-22T18:13:31.408 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 61905258~1904777 2023-12-22T18:13:31.436 INFO:tasks.workunit.client.0.smithi032.stdout:write: 5 76191087~3809554 2023-12-22T18:13:31.438 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 77143475~1904777 2023-12-22T18:13:31.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:31 smithi032 ceph-mon[191839]: pgmap v3212: 169 pgs: 169 active+clean; 1.8 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 23 MiB/s rd, 29 MiB/s wr, 330 op/s 2023-12-22T18:13:31.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:31 smithi032 ceph-mon[191839]: osdmap e1948: 8 total, 8 up, 8 in 2023-12-22T18:13:31.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:31 smithi032 ceph-mon[191839]: from='client.47294 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:13:31.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:31 smithi032 ceph-mon[191839]: from='client.47300 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:13:31.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:31 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3432318900' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:13:31.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:31 smithi032 ceph-mon[189144]: pgmap v3212: 169 pgs: 169 active+clean; 1.8 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 23 MiB/s rd, 29 MiB/s wr, 330 op/s 2023-12-22T18:13:31.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:31 smithi032 ceph-mon[189144]: osdmap e1948: 8 total, 8 up, 8 in 2023-12-22T18:13:31.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:31 smithi032 ceph-mon[189144]: from='client.47294 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:13:31.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:31 smithi032 ceph-mon[189144]: from='client.47300 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:13:31.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:31 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3432318900' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:13:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:31 smithi039 ceph-mon[181282]: pgmap v3212: 169 pgs: 169 active+clean; 1.8 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 23 MiB/s rd, 29 MiB/s wr, 330 op/s 2023-12-22T18:13:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:31 smithi039 ceph-mon[181282]: osdmap e1948: 8 total, 8 up, 8 in 2023-12-22T18:13:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:31 smithi039 ceph-mon[181282]: from='client.47294 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:13:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:31 smithi039 ceph-mon[181282]: from='client.47300 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:13:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:31 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3432318900' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:13:32.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:32 smithi032 ceph-mon[191839]: osdmap e1949: 8 total, 8 up, 8 in 2023-12-22T18:13:32.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:32 smithi032 ceph-mon[189144]: osdmap e1949: 8 total, 8 up, 8 in 2023-12-22T18:13:32.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:32 smithi039 ceph-mon[181282]: osdmap e1949: 8 total, 8 up, 8 in 2023-12-22T18:13:32.962 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2023-12-22T18:13:33.174 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2023-12-22T18:13:33.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:33 smithi032 ceph-mon[189144]: pgmap v3215: 169 pgs: 169 active+clean; 1.8 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 26 MiB/s rd, 37 MiB/s wr, 509 op/s 2023-12-22T18:13:33.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:33 smithi032 ceph-mon[191839]: pgmap v3215: 169 pgs: 169 active+clean; 1.8 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 26 MiB/s rd, 37 MiB/s wr, 509 op/s 2023-12-22T18:13:33.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:33 smithi039 ceph-mon[181282]: pgmap v3215: 169 pgs: 169 active+clean; 1.8 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 26 MiB/s rd, 37 MiB/s wr, 509 op/s 2023-12-22T18:13:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:34 smithi039 ceph-mon[181282]: osdmap e1950: 8 total, 8 up, 8 in 2023-12-22T18:13:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:34 smithi039 ceph-mon[181282]: pgmap v3217: 169 pgs: 169 active+clean; 1.9 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 54 MiB/s rd, 17 MiB/s wr, 575 op/s 2023-12-22T18:13:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:13:35.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:34 smithi032 ceph-mon[191839]: osdmap e1950: 8 total, 8 up, 8 in 2023-12-22T18:13:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:34 smithi032 ceph-mon[191839]: pgmap v3217: 169 pgs: 169 active+clean; 1.9 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 54 MiB/s rd, 17 MiB/s wr, 575 op/s 2023-12-22T18:13:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:13:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:34 smithi032 ceph-mon[189144]: osdmap e1950: 8 total, 8 up, 8 in 2023-12-22T18:13:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:34 smithi032 ceph-mon[189144]: pgmap v3217: 169 pgs: 169 active+clean; 1.9 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 54 MiB/s rd, 17 MiB/s wr, 575 op/s 2023-12-22T18:13:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:13:35.477 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.Stress2 (21100 ms) 2023-12-22T18:13:35.477 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMigration.StressLive 2023-12-22T18:13:35.509 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 83886080 2023-12-22T18:13:35.522 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 13513247~7464056 2023-12-22T18:13:35.573 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 14323398~8038596 2023-12-22T18:13:35.582 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 33093945~3158246 2023-12-22T18:13:35.605 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 59188542~6305095 2023-12-22T18:13:35.605 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 52973293~1660215 2023-12-22T18:13:35.619 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 6974683~5446272 2023-12-22T18:13:35.619 INFO:tasks.workunit.client.0.smithi032.stdout:write: A 13665411~7878616 2023-12-22T18:13:35.653 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 50860434~4158968 2023-12-22T18:13:35.656 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap0 2023-12-22T18:13:36.988 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap0 2023-12-22T18:13:37.004 INFO:tasks.workunit.client.0.smithi032.stdout:clone image381 -> image384 2023-12-22T18:13:37.115 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 32893427~1906136 2023-12-22T18:13:37.159 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 50387045~4271224 2023-12-22T18:13:37.168 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 78971812~4884771 2023-12-22T18:13:37.208 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 76080342~4685845 2023-12-22T18:13:37.211 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 77453779~6432301 2023-12-22T18:13:37.249 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 59762579~4137598 2023-12-22T18:13:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:36 smithi039 ceph-mon[181282]: osdmap e1951: 8 total, 8 up, 8 in 2023-12-22T18:13:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:36 smithi039 ceph-mon[181282]: pgmap v3219: 169 pgs: 169 active+clean; 1.9 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 234 MiB/s rd, 18 MiB/s wr, 846 op/s 2023-12-22T18:13:37.257 INFO:tasks.workunit.client.0.smithi032.stdout:write: B 28378870~6376298 2023-12-22T18:13:37.289 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 73135151~6166963 2023-12-22T18:13:37.294 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap1 2023-12-22T18:13:37.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:36 smithi032 ceph-mon[191839]: osdmap e1951: 8 total, 8 up, 8 in 2023-12-22T18:13:37.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:36 smithi032 ceph-mon[191839]: pgmap v3219: 169 pgs: 169 active+clean; 1.9 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 234 MiB/s rd, 18 MiB/s wr, 846 op/s 2023-12-22T18:13:37.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:36 smithi032 ceph-mon[189144]: osdmap e1951: 8 total, 8 up, 8 in 2023-12-22T18:13:37.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:36 smithi032 ceph-mon[189144]: pgmap v3219: 169 pgs: 169 active+clean; 1.9 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 234 MiB/s rd, 18 MiB/s wr, 846 op/s 2023-12-22T18:13:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:37 smithi039 ceph-mon[181282]: osdmap e1952: 8 total, 8 up, 8 in 2023-12-22T18:13:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:37 smithi032 ceph-mon[191839]: osdmap e1952: 8 total, 8 up, 8 in 2023-12-22T18:13:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:37 smithi032 ceph-mon[189144]: osdmap e1952: 8 total, 8 up, 8 in 2023-12-22T18:13:38.996 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap1 2023-12-22T18:13:39.008 INFO:tasks.workunit.client.0.smithi032.stdout:clone image384 -> image386 2023-12-22T18:13:39.144 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 139783528 2023-12-22T18:13:39.156 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 18581183~7064324 2023-12-22T18:13:39.231 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 65683234~7226015 2023-12-22T18:13:39.239 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 34040170~6851159 2023-12-22T18:13:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:38 smithi039 ceph-mon[181282]: osdmap e1953: 8 total, 8 up, 8 in 2023-12-22T18:13:39.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:38 smithi039 ceph-mon[181282]: pgmap v3222: 169 pgs: 169 active+clean; 1.9 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 279 MiB/s rd, 12 MiB/s wr, 686 op/s 2023-12-22T18:13:39.288 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 3819170~807370 2023-12-22T18:13:39.295 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 124422284~1582450 2023-12-22T18:13:39.309 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 110496630~8197521 2023-12-22T18:13:39.309 INFO:tasks.workunit.client.0.smithi032.stdout:write: C 35525148~3242293 2023-12-22T18:13:39.330 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 117995210~2893142 2023-12-22T18:13:39.330 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap2 2023-12-22T18:13:39.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:38 smithi032 ceph-mon[191839]: osdmap e1953: 8 total, 8 up, 8 in 2023-12-22T18:13:39.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:38 smithi032 ceph-mon[191839]: pgmap v3222: 169 pgs: 169 active+clean; 1.9 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 279 MiB/s rd, 12 MiB/s wr, 686 op/s 2023-12-22T18:13:39.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:38 smithi032 ceph-mon[189144]: osdmap e1953: 8 total, 8 up, 8 in 2023-12-22T18:13:39.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:38 smithi032 ceph-mon[189144]: pgmap v3222: 169 pgs: 169 active+clean; 1.9 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 279 MiB/s rd, 12 MiB/s wr, 686 op/s 2023-12-22T18:13:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:39 smithi039 ceph-mon[181282]: osdmap e1954: 8 total, 8 up, 8 in 2023-12-22T18:13:40.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:39 smithi032 ceph-mon[191839]: osdmap e1954: 8 total, 8 up, 8 in 2023-12-22T18:13:40.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:39 smithi032 ceph-mon[189144]: osdmap e1954: 8 total, 8 up, 8 in 2023-12-22T18:13:41.011 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 214955743 2023-12-22T18:13:41.025 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 24336457~4615550 2023-12-22T18:13:41.037 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 50696188~5697170 2023-12-22T18:13:41.037 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 1592382~5453500 2023-12-22T18:13:41.040 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 112302455~3577587 2023-12-22T18:13:41.040 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 167924020~1322539 2023-12-22T18:13:41.041 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 135884220~4168456 2023-12-22T18:13:41.041 INFO:tasks.workunit.client.0.smithi032.stdout:write: D 130365572~3012532 2023-12-22T18:13:41.042 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 50476586~5725746 2023-12-22T18:13:41.056 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: snap3 2023-12-22T18:13:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:13:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:13:40] "GET /metrics HTTP/1.1" 200 39061 "" "Prometheus/2.43.0" 2023-12-22T18:13:41.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:40 smithi032 ceph-mon[191839]: osdmap e1955: 8 total, 8 up, 8 in 2023-12-22T18:13:41.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:40 smithi032 ceph-mon[191839]: pgmap v3225: 169 pgs: 169 active+clean; 2.0 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 122 MiB/s rd, 19 MiB/s wr, 325 op/s 2023-12-22T18:13:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:40 smithi032 ceph-mon[189144]: osdmap e1955: 8 total, 8 up, 8 in 2023-12-22T18:13:41.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:40 smithi032 ceph-mon[189144]: pgmap v3225: 169 pgs: 169 active+clean; 2.0 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 122 MiB/s rd, 19 MiB/s wr, 325 op/s 2023-12-22T18:13:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:40 smithi039 ceph-mon[181282]: osdmap e1955: 8 total, 8 up, 8 in 2023-12-22T18:13:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:40 smithi039 ceph-mon[181282]: pgmap v3225: 169 pgs: 169 active+clean; 2.0 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 122 MiB/s rd, 19 MiB/s wr, 325 op/s 2023-12-22T18:13:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:41 smithi039 ceph-mon[181282]: osdmap e1956: 8 total, 8 up, 8 in 2023-12-22T18:13:42.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:41 smithi039 ceph-mon[181282]: osdmap e1957: 8 total, 8 up, 8 in 2023-12-22T18:13:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:41 smithi032 ceph-mon[191839]: osdmap e1956: 8 total, 8 up, 8 in 2023-12-22T18:13:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:41 smithi032 ceph-mon[191839]: osdmap e1957: 8 total, 8 up, 8 in 2023-12-22T18:13:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:41 smithi032 ceph-mon[189144]: osdmap e1956: 8 total, 8 up, 8 in 2023-12-22T18:13:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:41 smithi032 ceph-mon[189144]: osdmap e1957: 8 total, 8 up, 8 in 2023-12-22T18:13:42.983 INFO:tasks.workunit.client.0.smithi032.stdout:snap_protect: snap3 2023-12-22T18:13:42.997 INFO:tasks.workunit.client.0.smithi032.stdout:clone image386 -> image388 2023-12-22T18:13:43.167 INFO:tasks.workunit.client.0.smithi032.stdout:migration_prepare 2023-12-22T18:13:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:42 smithi039 ceph-mon[181282]: pgmap v3228: 169 pgs: 169 active+clean; 2.0 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 113 MiB/s rd, 24 MiB/s wr, 486 op/s 2023-12-22T18:13:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:42 smithi039 ceph-mon[181282]: osdmap e1958: 8 total, 8 up, 8 in 2023-12-22T18:13:43.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:42 smithi032 ceph-mon[189144]: pgmap v3228: 169 pgs: 169 active+clean; 2.0 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 113 MiB/s rd, 24 MiB/s wr, 486 op/s 2023-12-22T18:13:43.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:42 smithi032 ceph-mon[189144]: osdmap e1958: 8 total, 8 up, 8 in 2023-12-22T18:13:43.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:42 smithi032 ceph-mon[191839]: pgmap v3228: 169 pgs: 169 active+clean; 2.0 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 113 MiB/s rd, 24 MiB/s wr, 486 op/s 2023-12-22T18:13:43.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:42 smithi032 ceph-mon[191839]: osdmap e1958: 8 total, 8 up, 8 in 2023-12-22T18:13:43.643 INFO:tasks.workunit.client.0.smithi032.stdout:migration_execute 2023-12-22T18:13:43.643 INFO:tasks.workunit.client.0.smithi032.stdout:write: a 171362453~5137265 2023-12-22T18:13:43.702 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 26398702~4731679 2023-12-22T18:13:43.734 INFO:tasks.workunit.client.0.smithi032.stdout:write: a 108220545~7584162 2023-12-22T18:13:43.776 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 106358476~1327106 2023-12-22T18:13:43.777 INFO:tasks.workunit.client.0.smithi032.stdout:write: a 208709003~6246740 2023-12-22T18:13:43.824 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 115388693~2376143 2023-12-22T18:13:43.845 INFO:tasks.workunit.client.0.smithi032.stdout:write: a 45805364~4219724 2023-12-22T18:13:43.883 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 132616645~248183 2023-12-22T18:13:43.923 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: user0 2023-12-22T18:13:45.035 INFO:tasks.workunit.client.0.smithi032.stdout:write: b 134209028~5701683 2023-12-22T18:13:45.045 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 188242371~2545213 2023-12-22T18:13:45.045 INFO:tasks.workunit.client.0.smithi032.stdout:write: b 6882029~6535686 2023-12-22T18:13:45.052 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 139271842~4713386 2023-12-22T18:13:45.108 INFO:tasks.workunit.client.0.smithi032.stdout:write: b 53285356~1505953 2023-12-22T18:13:45.108 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 192496398~2372556 2023-12-22T18:13:45.110 INFO:tasks.workunit.client.0.smithi032.stdout:write: b 6577372~5934016 2023-12-22T18:13:45.113 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 189870033~2584505 2023-12-22T18:13:45.113 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: user1 2023-12-22T18:13:45.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:45 smithi032 ceph-mon[191839]: osdmap e1959: 8 total, 8 up, 8 in 2023-12-22T18:13:45.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:45 smithi032 ceph-mon[191839]: pgmap v3231: 169 pgs: 169 active+clean; 2.0 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.1 MiB/s rd, 12 MiB/s wr, 260 op/s 2023-12-22T18:13:45.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:45 smithi032 ceph-mon[189144]: osdmap e1959: 8 total, 8 up, 8 in 2023-12-22T18:13:45.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:45 smithi032 ceph-mon[189144]: pgmap v3231: 169 pgs: 169 active+clean; 2.0 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.1 MiB/s rd, 12 MiB/s wr, 260 op/s 2023-12-22T18:13:45.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:45 smithi039 ceph-mon[181282]: osdmap e1959: 8 total, 8 up, 8 in 2023-12-22T18:13:45.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:45 smithi039 ceph-mon[181282]: pgmap v3231: 169 pgs: 169 active+clean; 2.0 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.1 MiB/s rd, 12 MiB/s wr, 260 op/s 2023-12-22T18:13:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:46 smithi032 ceph-mon[191839]: osdmap e1960: 8 total, 8 up, 8 in 2023-12-22T18:13:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:13:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:13:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:13:46.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:46 smithi032 ceph-mon[189144]: osdmap e1960: 8 total, 8 up, 8 in 2023-12-22T18:13:46.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:13:46.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:13:46.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:13:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:46 smithi039 ceph-mon[181282]: osdmap e1960: 8 total, 8 up, 8 in 2023-12-22T18:13:46.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:13:46.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:13:46.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:13:47.059 INFO:tasks.workunit.client.0.smithi032.stdout:write: c 120919832~669318 2023-12-22T18:13:47.068 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 89030570~5218453 2023-12-22T18:13:47.068 INFO:tasks.workunit.client.0.smithi032.stdout:write: c 156182703~2859674 2023-12-22T18:13:47.070 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 16772490~6621222 2023-12-22T18:13:47.070 INFO:tasks.workunit.client.0.smithi032.stdout:write: c 68524311~7302200 2023-12-22T18:13:47.075 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 200488368~3838903 2023-12-22T18:13:47.082 INFO:tasks.workunit.client.0.smithi032.stdout:write: c 161153190~3980625 2023-12-22T18:13:47.104 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 124541806~4863459 2023-12-22T18:13:47.122 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: user2 2023-12-22T18:13:47.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:47 smithi032 ceph-mon[191839]: osdmap e1961: 8 total, 8 up, 8 in 2023-12-22T18:13:47.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:47 smithi032 ceph-mon[191839]: pgmap v3234: 169 pgs: 169 active+clean; 2.1 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 18 MiB/s rd, 33 MiB/s wr, 653 op/s 2023-12-22T18:13:47.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:13:47.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:13:47.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:13:47.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:47 smithi032 ceph-mon[189144]: osdmap e1961: 8 total, 8 up, 8 in 2023-12-22T18:13:47.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:47 smithi032 ceph-mon[189144]: pgmap v3234: 169 pgs: 169 active+clean; 2.1 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 18 MiB/s rd, 33 MiB/s wr, 653 op/s 2023-12-22T18:13:47.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:13:47.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:13:47.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:13:47.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:47 smithi039 ceph-mon[181282]: osdmap e1961: 8 total, 8 up, 8 in 2023-12-22T18:13:47.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:47 smithi039 ceph-mon[181282]: pgmap v3234: 169 pgs: 169 active+clean; 2.1 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 18 MiB/s rd, 33 MiB/s wr, 653 op/s 2023-12-22T18:13:47.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:13:47.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:13:47.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:13:48.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:48 smithi032 ceph-mon[191839]: osdmap e1962: 8 total, 8 up, 8 in 2023-12-22T18:13:48.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:48 smithi032 ceph-mon[189144]: osdmap e1962: 8 total, 8 up, 8 in 2023-12-22T18:13:48.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:48 smithi039 ceph-mon[181282]: osdmap e1962: 8 total, 8 up, 8 in 2023-12-22T18:13:49.063 INFO:tasks.workunit.client.0.smithi032.stdout:write: d 127929427~5408390 2023-12-22T18:13:49.074 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 170560915~3845163 2023-12-22T18:13:49.074 INFO:tasks.workunit.client.0.smithi032.stdout:write: d 149013039~3987660 2023-12-22T18:13:49.076 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 162614400~3631290 2023-12-22T18:13:49.076 INFO:tasks.workunit.client.0.smithi032.stdout:write: d 27398109~2798356 2023-12-22T18:13:49.077 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 158488979~3493394 2023-12-22T18:13:49.083 INFO:tasks.workunit.client.0.smithi032.stdout:write: d 35783313~6497355 2023-12-22T18:13:49.106 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 123232231~6052180 2023-12-22T18:13:49.114 INFO:tasks.workunit.client.0.smithi032.stdout:snap_create: user3 2023-12-22T18:13:49.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:49 smithi032 ceph-mon[191839]: osdmap e1963: 8 total, 8 up, 8 in 2023-12-22T18:13:49.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:49 smithi032 ceph-mon[191839]: pgmap v3237: 169 pgs: 169 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 22 MiB/s rd, 27 MiB/s wr, 645 op/s 2023-12-22T18:13:49.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:49 smithi032 ceph-mon[189144]: osdmap e1963: 8 total, 8 up, 8 in 2023-12-22T18:13:49.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:49 smithi032 ceph-mon[189144]: pgmap v3237: 169 pgs: 169 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 22 MiB/s rd, 27 MiB/s wr, 645 op/s 2023-12-22T18:13:49.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:49 smithi039 ceph-mon[181282]: osdmap e1963: 8 total, 8 up, 8 in 2023-12-22T18:13:49.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:49 smithi039 ceph-mon[181282]: pgmap v3237: 169 pgs: 169 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 22 MiB/s rd, 27 MiB/s wr, 645 op/s 2023-12-22T18:13:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:50 smithi032 ceph-mon[189144]: osdmap e1964: 8 total, 8 up, 8 in 2023-12-22T18:13:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:13:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:50 smithi032 ceph-mon[191839]: osdmap e1964: 8 total, 8 up, 8 in 2023-12-22T18:13:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:13:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:50 smithi039 ceph-mon[181282]: osdmap e1964: 8 total, 8 up, 8 in 2023-12-22T18:13:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:13:51.078 INFO:tasks.workunit.client.0.smithi032.stdout:resize: 305853537 2023-12-22T18:13:51.102 INFO:tasks.workunit.client.0.smithi032.stdout:write: 1 30585353~7646338 2023-12-22T18:13:51.109 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 32496937~3823169 2023-12-22T18:13:51.149 INFO:tasks.workunit.client.0.smithi032.stdout:write: 2 61170707~7646338 2023-12-22T18:13:51.152 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 63082291~3823169 2023-12-22T18:13:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:51 smithi032 ceph-mon[189144]: osdmap e1965: 8 total, 8 up, 8 in 2023-12-22T18:13:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:51 smithi032 ceph-mon[189144]: pgmap v3240: 169 pgs: 169 active+clean; 2.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 16 MiB/s rd, 29 MiB/s wr, 441 op/s 2023-12-22T18:13:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:13:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:13:50] "GET /metrics HTTP/1.1" 200 39064 "" "Prometheus/2.43.0" 2023-12-22T18:13:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:51 smithi032 ceph-mon[191839]: osdmap e1965: 8 total, 8 up, 8 in 2023-12-22T18:13:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:51 smithi032 ceph-mon[191839]: pgmap v3240: 169 pgs: 169 active+clean; 2.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 16 MiB/s rd, 29 MiB/s wr, 441 op/s 2023-12-22T18:13:51.184 INFO:tasks.workunit.client.0.smithi032.stdout:write: 3 91756061~7646338 2023-12-22T18:13:51.187 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 93667645~3823169 2023-12-22T18:13:51.225 INFO:tasks.workunit.client.0.smithi032.stdout:write: 4 122341414~7646338 2023-12-22T18:13:51.228 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 124252998~3823169 2023-12-22T18:13:51.262 INFO:tasks.workunit.client.0.smithi032.stdout:write: 5 152926768~7646338 2023-12-22T18:13:51.265 INFO:tasks.workunit.client.0.smithi032.stdout:discard: 154838352~3823169 2023-12-22T18:13:51.377 INFO:tasks.workunit.client.0.smithi032.stdout:migration_commit 2023-12-22T18:13:51.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:51 smithi039 ceph-mon[181282]: osdmap e1965: 8 total, 8 up, 8 in 2023-12-22T18:13:51.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:51 smithi039 ceph-mon[181282]: pgmap v3240: 169 pgs: 169 active+clean; 2.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 16 MiB/s rd, 29 MiB/s wr, 441 op/s 2023-12-22T18:13:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:52 smithi032 ceph-mon[191839]: osdmap e1966: 8 total, 8 up, 8 in 2023-12-22T18:13:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:52 smithi032 ceph-mon[189144]: osdmap e1966: 8 total, 8 up, 8 in 2023-12-22T18:13:52.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:52 smithi039 ceph-mon[181282]: osdmap e1966: 8 total, 8 up, 8 in 2023-12-22T18:13:53.009 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMigration.StressLive (17533 ms) 2023-12-22T18:13:53.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:53 smithi032 ceph-mon[191839]: pgmap v3242: 169 pgs: 169 active+clean; 2.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 15 MiB/s rd, 36 MiB/s wr, 427 op/s 2023-12-22T18:13:53.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:53 smithi032 ceph-mon[189144]: pgmap v3242: 169 pgs: 169 active+clean; 2.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 15 MiB/s rd, 36 MiB/s wr, 427 op/s 2023-12-22T18:13:53.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:53 smithi039 ceph-mon[181282]: pgmap v3242: 169 pgs: 169 active+clean; 2.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 15 MiB/s rd, 36 MiB/s wr, 427 op/s 2023-12-22T18:13:54.075 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 57 tests from TestMigration (262051 ms total) 2023-12-22T18:13:54.075 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:13:54.075 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 2 tests from TestMirroringWatcher 2023-12-22T18:13:54.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:54 smithi032 ceph-mon[189144]: osdmap e1967: 8 total, 8 up, 8 in 2023-12-22T18:13:54.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:54 smithi032 ceph-mon[191839]: osdmap e1967: 8 total, 8 up, 8 in 2023-12-22T18:13:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:54 smithi039 ceph-mon[181282]: osdmap e1967: 8 total, 8 up, 8 in 2023-12-22T18:13:55.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:55 smithi032 ceph-mon[189144]: pgmap v3244: 137 pgs: 137 active+clean; 2.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 11 MiB/s wr, 2 op/s 2023-12-22T18:13:55.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:55 smithi032 ceph-mon[189144]: osdmap e1968: 8 total, 8 up, 8 in 2023-12-22T18:13:55.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:55 smithi032 ceph-mon[191839]: pgmap v3244: 137 pgs: 137 active+clean; 2.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 11 MiB/s wr, 2 op/s 2023-12-22T18:13:55.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:55 smithi032 ceph-mon[191839]: osdmap e1968: 8 total, 8 up, 8 in 2023-12-22T18:13:55.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:55 smithi039 ceph-mon[181282]: pgmap v3244: 137 pgs: 137 active+clean; 2.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 11 MiB/s wr, 2 op/s 2023-12-22T18:13:55.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:55 smithi039 ceph-mon[181282]: osdmap e1968: 8 total, 8 up, 8 in 2023-12-22T18:13:56.092 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroringWatcher.ModeUpdated 2023-12-22T18:13:56.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:56 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T18:13:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:56 smithi032 ceph-mon[191839]: osdmap e1969: 8 total, 8 up, 8 in 2023-12-22T18:13:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:56 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1239729968' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:13:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:56 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T18:13:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:56 smithi032 ceph-mon[189144]: osdmap e1969: 8 total, 8 up, 8 in 2023-12-22T18:13:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:56 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1239729968' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:13:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:56 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T18:13:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:56 smithi039 ceph-mon[181282]: osdmap e1969: 8 total, 8 up, 8 in 2023-12-22T18:13:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:56 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1239729968' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:13:57.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:57 smithi032 ceph-mon[189144]: pgmap v3247: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 9.2 GiB used, 706 GiB / 715 GiB avail 2023-12-22T18:13:57.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:57 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T18:13:57.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:57 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1239729968' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-31","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:13:57.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:57 smithi032 ceph-mon[189144]: osdmap e1970: 8 total, 8 up, 8 in 2023-12-22T18:13:57.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:57 smithi032 ceph-mon[191839]: pgmap v3247: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 9.2 GiB used, 706 GiB / 715 GiB avail 2023-12-22T18:13:57.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:57 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T18:13:57.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:57 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1239729968' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-31","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:13:57.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:57 smithi032 ceph-mon[191839]: osdmap e1970: 8 total, 8 up, 8 in 2023-12-22T18:13:57.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:57 smithi039 ceph-mon[181282]: pgmap v3247: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 9.2 GiB used, 706 GiB / 715 GiB avail 2023-12-22T18:13:57.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:57 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T18:13:57.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:57 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1239729968' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-31","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:13:57.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:57 smithi039 ceph-mon[181282]: osdmap e1970: 8 total, 8 up, 8 in 2023-12-22T18:13:58.157 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroringWatcher.ModeUpdated (2066 ms) 2023-12-22T18:13:58.158 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestMirroringWatcher.ImageStatusUpdated 2023-12-22T18:13:58.183 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestMirroringWatcher.ImageStatusUpdated (26 ms) 2023-12-22T18:13:58.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:58 smithi032 ceph-mon[189144]: osdmap e1971: 8 total, 8 up, 8 in 2023-12-22T18:13:58.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:58 smithi032 ceph-mon[191839]: osdmap e1971: 8 total, 8 up, 8 in 2023-12-22T18:13:58.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:58 smithi039 ceph-mon[181282]: osdmap e1971: 8 total, 8 up, 8 in 2023-12-22T18:13:59.115 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 2 tests from TestMirroringWatcher (2092 ms total) 2023-12-22T18:13:59.115 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:13:59.115 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 4 tests from TestObjectMap 2023-12-22T18:13:59.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:59 smithi032 ceph-mon[189144]: pgmap v3250: 137 pgs: 6 creating+peering, 24 unknown, 107 active+clean; 4.6 MiB data, 8.8 GiB used, 706 GiB / 715 GiB avail 2023-12-22T18:13:59.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:59 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T18:13:59.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:13:59 smithi032 ceph-mon[189144]: osdmap e1972: 8 total, 8 up, 8 in 2023-12-22T18:13:59.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:59 smithi032 ceph-mon[191839]: pgmap v3250: 137 pgs: 6 creating+peering, 24 unknown, 107 active+clean; 4.6 MiB data, 8.8 GiB used, 706 GiB / 715 GiB avail 2023-12-22T18:13:59.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:59 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T18:13:59.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:13:59 smithi032 ceph-mon[191839]: osdmap e1972: 8 total, 8 up, 8 in 2023-12-22T18:13:59.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:59 smithi039 ceph-mon[181282]: pgmap v3250: 137 pgs: 6 creating+peering, 24 unknown, 107 active+clean; 4.6 MiB data, 8.8 GiB used, 706 GiB / 715 GiB avail 2023-12-22T18:13:59.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:59 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T18:13:59.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:13:59 smithi039 ceph-mon[181282]: osdmap e1972: 8 total, 8 up, 8 in 2023-12-22T18:14:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:00 smithi032 ceph-mon[191839]: osdmap e1973: 8 total, 8 up, 8 in 2023-12-22T18:14:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:00 smithi032 ceph-mon[189144]: osdmap e1973: 8 total, 8 up, 8 in 2023-12-22T18:14:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:00 smithi039 ceph-mon[181282]: osdmap e1973: 8 total, 8 up, 8 in 2023-12-22T18:14:01.113 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:14:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:14:00] "GET /metrics HTTP/1.1" 200 39064 "" "Prometheus/2.43.0" 2023-12-22T18:14:01.123 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenCorrupt 2023-12-22T18:14:01.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:01 smithi032 ceph-mon[191839]: pgmap v3253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-22T18:14:01.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:01 smithi032 ceph-mon[191839]: osdmap e1974: 8 total, 8 up, 8 in 2023-12-22T18:14:01.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:01 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1691126204' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:14:01.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:01 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:14:01.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:01 smithi032 ceph-mon[189144]: pgmap v3253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-22T18:14:01.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:01 smithi032 ceph-mon[189144]: osdmap e1974: 8 total, 8 up, 8 in 2023-12-22T18:14:01.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:01 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1691126204' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:14:01.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:01 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:14:01.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:01 smithi039 ceph-mon[181282]: pgmap v3253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-22T18:14:01.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:01 smithi039 ceph-mon[181282]: osdmap e1974: 8 total, 8 up, 8 in 2023-12-22T18:14:01.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:01 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1691126204' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:14:01.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:01 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:14:01.529 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:14:01.851 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:14:01.851 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (54m) 9m ago 58m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:14:01.851 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (53m) 7m ago 58m 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:14:01.851 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (59m) 9m ago 59m 24.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:14:01.851 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (59m) 7m ago 59m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:14:01.851 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (53m) 7m ago 61m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:14:01.851 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (53m) 9m ago 63m 582M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:14:01.851 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (53m) 9m ago 63m 377M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:14:01.851 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (52m) 7m ago 62m 226M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:14:01.851 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (52m) 9m ago 62m 218M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:14:01.851 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (54m) 9m ago 58m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:14:01.852 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (53m) 7m ago 58m 17.7M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:14:01.852 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (52m) 9m ago 61m 2692M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:14:01.852 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (51m) 9m ago 61m 3111M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:14:01.852 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (51m) 9m ago 61m 2828M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:14:01.852 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (50m) 9m ago 60m 2500M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:14:01.852 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (50m) 7m ago 60m 2609M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:14:01.852 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (49m) 7m ago 60m 2647M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:14:01.852 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (49m) 7m ago 59m 1934M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:14:01.852 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (48m) 7m ago 59m 2403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:14:01.852 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (53m) 7m ago 58m 88.9M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:14:02.261 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:14:02.261 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:14:02.261 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:14:02.261 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:14:02.261 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:14:02.261 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:14:02.261 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:14:02.261 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:14:02.261 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:14:02.261 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:14:02.262 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:14:02.262 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:14:02.262 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:14:02.262 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:14:02.262 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:14:02.262 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:14:02.262 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:14:02.262 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:14:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:02 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-32","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:14:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:02 smithi032 ceph-mon[191839]: osdmap e1975: 8 total, 8 up, 8 in 2023-12-22T18:14:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:02 smithi032 ceph-mon[191839]: from='client.37419 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:14:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:02 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-32","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:14:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:02 smithi032 ceph-mon[189144]: osdmap e1975: 8 total, 8 up, 8 in 2023-12-22T18:14:02.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:02 smithi032 ceph-mon[189144]: from='client.37419 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:14:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:02 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-32","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:14:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:02 smithi039 ceph-mon[181282]: osdmap e1975: 8 total, 8 up, 8 in 2023-12-22T18:14:02.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:02 smithi039 ceph-mon[181282]: from='client.37419 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:14:03.201 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenCorrupt (2078 ms) 2023-12-22T18:14:03.201 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenTooSmall 2023-12-22T18:14:03.231 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenTooSmall (31 ms) 2023-12-22T18:14:03.232 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestObjectMap.InvalidateFlagOnDisk 2023-12-22T18:14:03.269 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestObjectMap.InvalidateFlagOnDisk (38 ms) 2023-12-22T18:14:03.270 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall 2023-12-22T18:14:03.299 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall (29 ms) 2023-12-22T18:14:03.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:03 smithi032 ceph-mon[191839]: from='client.37425 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:14:03.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:03 smithi032 ceph-mon[191839]: pgmap v3256: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:14:03.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:03 smithi032 ceph-mon[191839]: osdmap e1976: 8 total, 8 up, 8 in 2023-12-22T18:14:03.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:03 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3341981142' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:14:03.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:03 smithi032 ceph-mon[189144]: from='client.37425 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:14:03.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:03 smithi032 ceph-mon[189144]: pgmap v3256: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:14:03.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:03 smithi032 ceph-mon[189144]: osdmap e1976: 8 total, 8 up, 8 in 2023-12-22T18:14:03.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:03 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3341981142' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:14:03.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:03 smithi039 ceph-mon[181282]: from='client.37425 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:14:03.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:03 smithi039 ceph-mon[181282]: pgmap v3256: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:14:03.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:03 smithi039 ceph-mon[181282]: osdmap e1976: 8 total, 8 up, 8 in 2023-12-22T18:14:03.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:03 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3341981142' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:14:04.158 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 4 tests from TestObjectMap (2176 ms total) 2023-12-22T18:14:04.158 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:14:04.158 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 1 test from TestOperations 2023-12-22T18:14:04.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:04 smithi032 ceph-mon[189144]: osdmap e1977: 8 total, 8 up, 8 in 2023-12-22T18:14:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:04 smithi032 ceph-mon[191839]: osdmap e1977: 8 total, 8 up, 8 in 2023-12-22T18:14:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:04 smithi039 ceph-mon[181282]: osdmap e1977: 8 total, 8 up, 8 in 2023-12-22T18:14:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:05 smithi032 ceph-mon[191839]: pgmap v3259: 137 pgs: 4 creating+peering, 14 unknown, 119 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 511 B/s wr, 2 op/s 2023-12-22T18:14:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:05 smithi032 ceph-mon[191839]: osdmap e1978: 8 total, 8 up, 8 in 2023-12-22T18:14:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:14:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:14:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:05 smithi032 ceph-mon[189144]: pgmap v3259: 137 pgs: 4 creating+peering, 14 unknown, 119 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 511 B/s wr, 2 op/s 2023-12-22T18:14:05.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:05 smithi032 ceph-mon[189144]: osdmap e1978: 8 total, 8 up, 8 in 2023-12-22T18:14:05.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:14:05.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:14:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:05 smithi039 ceph-mon[181282]: pgmap v3259: 137 pgs: 4 creating+peering, 14 unknown, 119 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 511 B/s wr, 2 op/s 2023-12-22T18:14:05.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:05 smithi039 ceph-mon[181282]: osdmap e1978: 8 total, 8 up, 8 in 2023-12-22T18:14:05.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:14:05.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:14:06.167 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestOperations.DisableJournalingCorrupt 2023-12-22T18:14:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:06 smithi032 ceph-mon[191839]: osdmap e1979: 8 total, 8 up, 8 in 2023-12-22T18:14:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:06 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/851623107' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:14:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:06 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:14:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:06 smithi032 ceph-mon[189144]: osdmap e1979: 8 total, 8 up, 8 in 2023-12-22T18:14:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:06 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/851623107' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:14:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:06 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:14:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:06 smithi039 ceph-mon[181282]: osdmap e1979: 8 total, 8 up, 8 in 2023-12-22T18:14:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:06 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/851623107' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:14:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:06 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:14:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:07 smithi032 ceph-mon[191839]: pgmap v3262: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:14:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:07 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T18:14:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:07 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-33","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:14:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:07 smithi032 ceph-mon[191839]: osdmap e1980: 8 total, 8 up, 8 in 2023-12-22T18:14:07.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:07 smithi032 ceph-mon[189144]: pgmap v3262: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:14:07.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:07 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T18:14:07.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:07 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-33","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:14:07.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:07 smithi032 ceph-mon[189144]: osdmap e1980: 8 total, 8 up, 8 in 2023-12-22T18:14:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:07 smithi039 ceph-mon[181282]: pgmap v3262: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:14:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:07 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T18:14:07.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:07 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-33","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:14:07.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:07 smithi039 ceph-mon[181282]: osdmap e1980: 8 total, 8 up, 8 in 2023-12-22T18:14:08.223 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2023-12-22T18:14:08.223 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestOperations.DisableJournalingCorrupt (2056 ms) 2023-12-22T18:14:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:08 smithi032 ceph-mon[189144]: osdmap e1981: 8 total, 8 up, 8 in 2023-12-22T18:14:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:08 smithi032 ceph-mon[191839]: osdmap e1981: 8 total, 8 up, 8 in 2023-12-22T18:14:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:08 smithi039 ceph-mon[181282]: osdmap e1981: 8 total, 8 up, 8 in 2023-12-22T18:14:09.192 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 1 test from TestOperations (2056 ms total) 2023-12-22T18:14:09.192 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:14:09.193 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 2 tests from TestTrash 2023-12-22T18:14:09.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:09 smithi032 ceph-mon[191839]: pgmap v3265: 137 pgs: 7 creating+peering, 20 unknown, 110 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:14:09.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:09 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T18:14:09.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:09 smithi032 ceph-mon[191839]: osdmap e1982: 8 total, 8 up, 8 in 2023-12-22T18:14:09.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:09 smithi032 ceph-mon[189144]: pgmap v3265: 137 pgs: 7 creating+peering, 20 unknown, 110 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:14:09.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:09 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T18:14:09.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:09 smithi032 ceph-mon[189144]: osdmap e1982: 8 total, 8 up, 8 in 2023-12-22T18:14:09.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:09 smithi039 ceph-mon[181282]: pgmap v3265: 137 pgs: 7 creating+peering, 20 unknown, 110 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:14:09.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:09 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T18:14:09.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:09 smithi039 ceph-mon[181282]: osdmap e1982: 8 total, 8 up, 8 in 2023-12-22T18:14:10.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:10 smithi039 ceph-mon[181282]: osdmap e1983: 8 total, 8 up, 8 in 2023-12-22T18:14:10.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:10 smithi032 ceph-mon[191839]: osdmap e1983: 8 total, 8 up, 8 in 2023-12-22T18:14:10.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:10 smithi032 ceph-mon[189144]: osdmap e1983: 8 total, 8 up, 8 in 2023-12-22T18:14:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:14:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:14:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T18:14:11.199 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestTrash.UserRemovingSource 2023-12-22T18:14:11.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:11 smithi039 ceph-mon[181282]: pgmap v3268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:14:11.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:11 smithi039 ceph-mon[181282]: osdmap e1984: 8 total, 8 up, 8 in 2023-12-22T18:14:11.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:11 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1926060143' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:14:11.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:11 smithi032 ceph-mon[191839]: pgmap v3268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:14:11.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:11 smithi032 ceph-mon[191839]: osdmap e1984: 8 total, 8 up, 8 in 2023-12-22T18:14:11.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:11 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1926060143' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:14:11.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:11 smithi032 ceph-mon[189144]: pgmap v3268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:14:11.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:11 smithi032 ceph-mon[189144]: osdmap e1984: 8 total, 8 up, 8 in 2023-12-22T18:14:11.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:11 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1926060143' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:14:12.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:12 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1926060143' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-34","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:14:12.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:12 smithi039 ceph-mon[181282]: osdmap e1985: 8 total, 8 up, 8 in 2023-12-22T18:14:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:12 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1926060143' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-34","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:14:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:12 smithi032 ceph-mon[191839]: osdmap e1985: 8 total, 8 up, 8 in 2023-12-22T18:14:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:12 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1926060143' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-34","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:14:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:12 smithi032 ceph-mon[189144]: osdmap e1985: 8 total, 8 up, 8 in 2023-12-22T18:14:13.344 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestTrash.UserRemovingSource (2144 ms) 2023-12-22T18:14:13.344 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestTrash.RestoreMirroringSource 2023-12-22T18:14:13.385 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestTrash.RestoreMirroringSource (42 ms) 2023-12-22T18:14:13.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:13 smithi039 ceph-mon[181282]: pgmap v3271: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:14:13.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:13 smithi039 ceph-mon[181282]: osdmap e1986: 8 total, 8 up, 8 in 2023-12-22T18:14:13.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:13 smithi032 ceph-mon[191839]: pgmap v3271: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:14:13.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:13 smithi032 ceph-mon[191839]: osdmap e1986: 8 total, 8 up, 8 in 2023-12-22T18:14:13.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:13 smithi032 ceph-mon[189144]: pgmap v3271: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:14:13.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:13 smithi032 ceph-mon[189144]: osdmap e1986: 8 total, 8 up, 8 in 2023-12-22T18:14:14.248 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 2 tests from TestTrash (2186 ms total) 2023-12-22T18:14:14.248 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:14:14.248 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 3 tests from TestJournalEntries 2023-12-22T18:14:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:14 smithi039 ceph-mon[181282]: osdmap e1987: 8 total, 8 up, 8 in 2023-12-22T18:14:14.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:14 smithi032 ceph-mon[191839]: osdmap e1987: 8 total, 8 up, 8 in 2023-12-22T18:14:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:14 smithi032 ceph-mon[189144]: osdmap e1987: 8 total, 8 up, 8 in 2023-12-22T18:14:15.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:15 smithi039 ceph-mon[181282]: pgmap v3274: 137 pgs: 8 creating+peering, 14 unknown, 115 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 511 B/s wr, 2 op/s 2023-12-22T18:14:15.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:15 smithi039 ceph-mon[181282]: osdmap e1988: 8 total, 8 up, 8 in 2023-12-22T18:14:15.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:15 smithi032 ceph-mon[189144]: pgmap v3274: 137 pgs: 8 creating+peering, 14 unknown, 115 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 511 B/s wr, 2 op/s 2023-12-22T18:14:15.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:15 smithi032 ceph-mon[189144]: osdmap e1988: 8 total, 8 up, 8 in 2023-12-22T18:14:15.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:15 smithi032 ceph-mon[191839]: pgmap v3274: 137 pgs: 8 creating+peering, 14 unknown, 115 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 511 B/s wr, 2 op/s 2023-12-22T18:14:15.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:15 smithi032 ceph-mon[191839]: osdmap e1988: 8 total, 8 up, 8 in 2023-12-22T18:14:16.248 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestJournalEntries.AioWrite 2023-12-22T18:14:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:16 smithi032 ceph-mon[189144]: osdmap e1989: 8 total, 8 up, 8 in 2023-12-22T18:14:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:16 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3747890571' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:14:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:16 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3747890571' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-35","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:14:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:16 smithi032 ceph-mon[189144]: osdmap e1990: 8 total, 8 up, 8 in 2023-12-22T18:14:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:16 smithi032 ceph-mon[191839]: osdmap e1989: 8 total, 8 up, 8 in 2023-12-22T18:14:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:16 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3747890571' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:14:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:16 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3747890571' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-35","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:14:16.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:16 smithi032 ceph-mon[191839]: osdmap e1990: 8 total, 8 up, 8 in 2023-12-22T18:14:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:16 smithi039 ceph-mon[181282]: osdmap e1989: 8 total, 8 up, 8 in 2023-12-22T18:14:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:16 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3747890571' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:14:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:16 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3747890571' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-35","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:14:16.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:16 smithi039 ceph-mon[181282]: osdmap e1990: 8 total, 8 up, 8 in 2023-12-22T18:14:17.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:17 smithi032 ceph-mon[191839]: pgmap v3277: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:14:17.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:17 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T18:14:17.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:17 smithi032 ceph-mon[191839]: osdmap e1991: 8 total, 8 up, 8 in 2023-12-22T18:14:17.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:17 smithi032 ceph-mon[189144]: pgmap v3277: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:14:17.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:17 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T18:14:17.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:17 smithi032 ceph-mon[189144]: osdmap e1991: 8 total, 8 up, 8 in 2023-12-22T18:14:17.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:17 smithi039 ceph-mon[181282]: pgmap v3277: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:14:17.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:17 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T18:14:17.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:17 smithi039 ceph-mon[181282]: osdmap e1991: 8 total, 8 up, 8 in 2023-12-22T18:14:18.292 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2023-12-22T18:14:18.292 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestJournalEntries.AioWrite (2044 ms) 2023-12-22T18:14:18.292 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestJournalEntries.AioDiscard 2023-12-22T18:14:18.316 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2023-12-22T18:14:18.317 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestJournalEntries.AioDiscard (25 ms) 2023-12-22T18:14:18.317 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestJournalEntries.AioFlush 2023-12-22T18:14:18.326 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2023-12-22T18:14:18.326 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestJournalEntries.AioFlush (10 ms) 2023-12-22T18:14:19.281 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 3 tests from TestJournalEntries (2079 ms total) 2023-12-22T18:14:19.281 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:14:19.281 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 16 tests from TestJournalReplay 2023-12-22T18:14:19.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:19 smithi032 ceph-mon[191839]: pgmap v3280: 137 pgs: 10 creating+peering, 16 unknown, 111 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:14:19.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:19 smithi032 ceph-mon[191839]: osdmap e1992: 8 total, 8 up, 8 in 2023-12-22T18:14:19.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:19 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T18:14:19.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:19 smithi032 ceph-mon[189144]: pgmap v3280: 137 pgs: 10 creating+peering, 16 unknown, 111 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:14:19.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:19 smithi032 ceph-mon[189144]: osdmap e1992: 8 total, 8 up, 8 in 2023-12-22T18:14:19.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:19 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T18:14:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:19 smithi039 ceph-mon[181282]: pgmap v3280: 137 pgs: 10 creating+peering, 16 unknown, 111 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:14:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:19 smithi039 ceph-mon[181282]: osdmap e1992: 8 total, 8 up, 8 in 2023-12-22T18:14:19.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:19 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T18:14:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:20 smithi032 ceph-mon[191839]: osdmap e1993: 8 total, 8 up, 8 in 2023-12-22T18:14:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:14:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:20 smithi032 ceph-mon[189144]: osdmap e1993: 8 total, 8 up, 8 in 2023-12-22T18:14:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:14:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:20 smithi039 ceph-mon[181282]: osdmap e1993: 8 total, 8 up, 8 in 2023-12-22T18:14:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:14:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:14:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:14:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T18:14:21.287 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestJournalReplay.AioDiscardEvent 2023-12-22T18:14:21.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:21 smithi032 ceph-mon[191839]: pgmap v3283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:14:21.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:21 smithi032 ceph-mon[191839]: osdmap e1994: 8 total, 8 up, 8 in 2023-12-22T18:14:21.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:21 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3232540793' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:14:21.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:21 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:14:21.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:21 smithi032 ceph-mon[189144]: pgmap v3283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:14:21.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:21 smithi032 ceph-mon[189144]: osdmap e1994: 8 total, 8 up, 8 in 2023-12-22T18:14:21.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:21 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3232540793' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:14:21.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:21 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:14:21.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:21 smithi039 ceph-mon[181282]: pgmap v3283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:14:21.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:21 smithi039 ceph-mon[181282]: osdmap e1994: 8 total, 8 up, 8 in 2023-12-22T18:14:21.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:21 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3232540793' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:14:21.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:21 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:14:22.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:22 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-36","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:14:22.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:22 smithi032 ceph-mon[189144]: osdmap e1995: 8 total, 8 up, 8 in 2023-12-22T18:14:22.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:22 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-36","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:14:22.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:22 smithi032 ceph-mon[191839]: osdmap e1995: 8 total, 8 up, 8 in 2023-12-22T18:14:22.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:22 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi032-242074-36","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-22T18:14:22.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:22 smithi039 ceph-mon[181282]: osdmap e1995: 8 total, 8 up, 8 in 2023-12-22T18:14:23.343 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2023-12-22T18:14:23.344 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestJournalReplay.AioDiscardEvent (2057 ms) 2023-12-22T18:14:23.344 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestJournalReplay.AioWriteEvent 2023-12-22T18:14:23.360 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2023-12-22T18:14:23.360 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestJournalReplay.AioWriteEvent (17 ms) 2023-12-22T18:14:23.360 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestJournalReplay.AioFlushEvent 2023-12-22T18:14:23.370 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2023-12-22T18:14:23.370 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestJournalReplay.AioFlushEvent (9 ms) 2023-12-22T18:14:23.370 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestJournalReplay.SnapCreate 2023-12-22T18:14:23.378 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2023-12-22T18:14:23.378 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestJournalReplay.SnapCreate (9 ms) 2023-12-22T18:14:23.378 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestJournalReplay.SnapProtect 2023-12-22T18:14:23.387 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2023-12-22T18:14:23.387 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestJournalReplay.SnapProtect (8 ms) 2023-12-22T18:14:23.387 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestJournalReplay.SnapUnprotect 2023-12-22T18:14:23.395 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2023-12-22T18:14:23.395 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestJournalReplay.SnapUnprotect (9 ms) 2023-12-22T18:14:23.395 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestJournalReplay.SnapRename 2023-12-22T18:14:23.402 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2023-12-22T18:14:23.402 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestJournalReplay.SnapRename (7 ms) 2023-12-22T18:14:23.402 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestJournalReplay.SnapRollback 2023-12-22T18:14:23.410 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2023-12-22T18:14:23.410 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestJournalReplay.SnapRollback (8 ms) 2023-12-22T18:14:23.410 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestJournalReplay.SnapRemove 2023-12-22T18:14:23.418 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2023-12-22T18:14:23.418 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestJournalReplay.SnapRemove (8 ms) 2023-12-22T18:14:23.418 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestJournalReplay.Rename 2023-12-22T18:14:23.426 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2023-12-22T18:14:23.426 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestJournalReplay.Rename (8 ms) 2023-12-22T18:14:23.426 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestJournalReplay.Resize 2023-12-22T18:14:23.434 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2023-12-22T18:14:23.434 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestJournalReplay.Resize (8 ms) 2023-12-22T18:14:23.434 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestJournalReplay.Flatten 2023-12-22T18:14:23.442 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2023-12-22T18:14:23.442 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestJournalReplay.Flatten (8 ms) 2023-12-22T18:14:23.442 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestJournalReplay.UpdateFeatures 2023-12-22T18:14:23.450 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2023-12-22T18:14:23.450 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestJournalReplay.UpdateFeatures (7 ms) 2023-12-22T18:14:23.450 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestJournalReplay.MetadataSet 2023-12-22T18:14:23.457 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2023-12-22T18:14:23.457 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestJournalReplay.MetadataSet (8 ms) 2023-12-22T18:14:23.457 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestJournalReplay.MetadataRemove 2023-12-22T18:14:23.465 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2023-12-22T18:14:23.465 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestJournalReplay.MetadataRemove (8 ms) 2023-12-22T18:14:23.465 INFO:tasks.workunit.client.0.smithi032.stdout:[ RUN ] TestJournalReplay.ObjectPosition 2023-12-22T18:14:23.473 INFO:tasks.workunit.client.0.smithi032.stdout:SKIPPING 2023-12-22T18:14:23.473 INFO:tasks.workunit.client.0.smithi032.stdout:[ OK ] TestJournalReplay.ObjectPosition (7 ms) 2023-12-22T18:14:23.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:23 smithi032 ceph-mon[189144]: pgmap v3286: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:14:23.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:23 smithi032 ceph-mon[189144]: osdmap e1996: 8 total, 8 up, 8 in 2023-12-22T18:14:23.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:23 smithi032 ceph-mon[191839]: pgmap v3286: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:14:23.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:23 smithi032 ceph-mon[191839]: osdmap e1996: 8 total, 8 up, 8 in 2023-12-22T18:14:23.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:23 smithi039 ceph-mon[181282]: pgmap v3286: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:14:23.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:23 smithi039 ceph-mon[181282]: osdmap e1996: 8 total, 8 up, 8 in 2023-12-22T18:14:24.327 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] 16 tests from TestJournalReplay (2186 ms total) 2023-12-22T18:14:24.327 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:14:24.327 INFO:tasks.workunit.client.0.smithi032.stdout:[----------] Global test environment tear-down 2023-12-22T18:14:24.327 INFO:tasks.workunit.client.0.smithi032.stdout:[==========] 406 tests from 15 test suites ran. (968971 ms total) 2023-12-22T18:14:24.327 INFO:tasks.workunit.client.0.smithi032.stdout:[ PASSED ] 406 tests. 2023-12-22T18:14:24.327 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:14:24.327 INFO:tasks.workunit.client.0.smithi032.stdout: YOU HAVE 2 DISABLED TESTS 2023-12-22T18:14:24.327 INFO:tasks.workunit.client.0.smithi032.stdout: 2023-12-22T18:14:24.339 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-22T18:14:24.339 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-22T18:14:24.412 INFO:tasks.workunit:Stopping ['rbd/test_librbd.sh'] on client.0... 2023-12-22T18:14:24.412 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-12-22T18:14:24.664 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:24 smithi032 ceph-mon[189144]: osdmap e1997: 8 total, 8 up, 8 in 2023-12-22T18:14:24.665 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:24 smithi032 ceph-mon[191839]: osdmap e1997: 8 total, 8 up, 8 in 2023-12-22T18:14:24.666 DEBUG:teuthology.parallel:result is None 2023-12-22T18:14:24.666 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-12-22T18:14:24.693 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-12-22T18:14:24.694 DEBUG:teuthology.orchestra.run.smithi032:> rmdir -- /home/ubuntu/cephtest/mnt.0 2023-12-22T18:14:24.752 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2023-12-22T18:14:24.752 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-22T18:14:24.752 INFO:teuthology.task.print:**** done end test_rbd_api.yaml 2023-12-22T18:14:24.752 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-22T18:14:24.752 INFO:teuthology.task.print:**** done start test_rbd_python.yaml 2023-12-22T18:14:24.753 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2023-12-22T18:14:24.753 INFO:tasks.workunit:Pulling workunits from ref quincy 2023-12-22T18:14:24.753 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-12-22T18:14:24.753 DEBUG:teuthology.orchestra.run.smithi032:> stat -- /home/ubuntu/cephtest/mnt.0 2023-12-22T18:14:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:24 smithi039 ceph-mon[181282]: osdmap e1997: 8 total, 8 up, 8 in 2023-12-22T18:14:24.810 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-22T18:14:24.810 INFO:teuthology.orchestra.run.smithi032.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-12-22T18:14:24.810 DEBUG:teuthology.orchestra.run.smithi032:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-12-22T18:14:24.868 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-12-22T18:14:24.869 DEBUG:teuthology.orchestra.run.smithi032:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-12-22T18:14:24.927 INFO:tasks.workunit:timeout=3h 2023-12-22T18:14:24.928 INFO:tasks.workunit:cleanup=True 2023-12-22T18:14:24.928 DEBUG:teuthology.orchestra.run.smithi032:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2023-12-22T18:14:24.987 INFO:tasks.workunit.client.0.smithi032.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-12-22T18:14:25.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:25 smithi032 ceph-mon[191839]: pgmap v3289: 137 pgs: 10 creating+peering, 12 unknown, 115 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 255 B/s wr, 0 op/s 2023-12-22T18:14:25.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:25 smithi032 ceph-mon[191839]: osdmap e1998: 8 total, 8 up, 8 in 2023-12-22T18:14:25.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:25 smithi032 ceph-mon[189144]: pgmap v3289: 137 pgs: 10 creating+peering, 12 unknown, 115 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 255 B/s wr, 0 op/s 2023-12-22T18:14:25.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:25 smithi032 ceph-mon[189144]: osdmap e1998: 8 total, 8 up, 8 in 2023-12-22T18:14:25.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:25 smithi039 ceph-mon[181282]: pgmap v3289: 137 pgs: 10 creating+peering, 12 unknown, 115 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s rd, 255 B/s wr, 0 op/s 2023-12-22T18:14:25.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:25 smithi039 ceph-mon[181282]: osdmap e1998: 8 total, 8 up, 8 in 2023-12-22T18:14:27.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:27 smithi032 ceph-mon[189144]: pgmap v3291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:14:27.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:27 smithi032 ceph-mon[191839]: pgmap v3291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:14:27.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:27 smithi039 ceph-mon[181282]: pgmap v3291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:14:29.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:29 smithi032 ceph-mon[189144]: pgmap v3292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:14:29.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:29 smithi032 ceph-mon[191839]: pgmap v3292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:14:29.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:29 smithi039 ceph-mon[181282]: pgmap v3292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:14:30.802 DEBUG:teuthology.orchestra.run.smithi032:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-12-22T18:14:30.861 INFO:tasks.workunit.client.0.smithi032.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-12-22T18:14:30.863 INFO:tasks.workunit.client.0.smithi032.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-22T18:14:30.863 INFO:tasks.workunit.client.0.smithi032.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-12-22T18:14:30.911 INFO:tasks.workunit.client.0.smithi032.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-12-22T18:14:30.960 INFO:tasks.workunit.client.0.smithi032.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-12-22T18:14:30.999 INFO:tasks.workunit.client.0.smithi032.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-22T18:14:31.000 INFO:tasks.workunit.client.0.smithi032.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-22T18:14:31.000 INFO:tasks.workunit.client.0.smithi032.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-12-22T18:14:31.038 INFO:tasks.workunit.client.0.smithi032.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-22T18:14:31.042 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2023-12-22T18:14:31.042 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-12-22T18:14:31.101 INFO:tasks.workunit:Running workunits matching rbd/test_librbd_python.sh on client.0... 2023-12-22T18:14:31.102 INFO:tasks.workunit:Running workunit rbd/test_librbd_python.sh... 2023-12-22T18:14:31.103 DEBUG:teuthology.orchestra.run.smithi032:workunit test rbd/test_librbd_python.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2023-12-22T18:14:31.165 INFO:tasks.workunit.client.0.smithi032.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2023-12-22T18:14:31.165 INFO:tasks.workunit.client.0.smithi032.stderr:+ relpath=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind 2023-12-22T18:14:31.166 INFO:tasks.workunit.client.0.smithi032.stderr:+ '[' -n '' ']' 2023-12-22T18:14:31.166 INFO:tasks.workunit.client.0.smithi032.stderr:+ python3 -m nose -v /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind/test_rbd.py 2023-12-22T18:14:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:14:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:14:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T18:14:31.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:31 smithi032 ceph-mon[191839]: pgmap v3293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:14:31.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:31 smithi032 ceph-mon[189144]: pgmap v3293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:14:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:31 smithi039 ceph-mon[181282]: pgmap v3293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:14:32.619 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:14:32.941 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:14:32.941 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (54m) 10m ago 59m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:14:32.941 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (54m) 8m ago 58m 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:14:32.941 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (59m) 10m ago 59m 24.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:14:32.941 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (59m) 8m ago 59m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:14:32.941 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (53m) 8m ago 62m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:14:32.942 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (54m) 10m ago 63m 582M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:14:32.942 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (53m) 10m ago 63m 377M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:14:32.942 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (53m) 8m ago 62m 226M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:14:32.942 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (53m) 10m ago 62m 218M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:14:32.942 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (54m) 10m ago 58m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:14:32.942 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (54m) 8m ago 58m 17.7M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:14:32.942 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (52m) 10m ago 62m 2692M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:14:32.942 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (52m) 10m ago 61m 3111M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:14:32.942 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (51m) 10m ago 61m 2828M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:14:32.942 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (51m) 10m ago 61m 2500M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:14:32.942 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (50m) 8m ago 60m 2609M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:14:32.943 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (50m) 8m ago 60m 2647M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:14:32.943 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (49m) 8m ago 60m 1934M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:14:32.943 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (49m) 8m ago 60m 2403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:14:32.943 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (53m) 8m ago 59m 88.9M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:14:33.350 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:14:33.350 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:14:33.350 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:14:33.350 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:14:33.350 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:14:33.351 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:14:33.351 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:14:33.351 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:14:33.351 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:14:33.351 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:14:33.351 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:14:33.351 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:14:33.351 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:14:33.351 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:14:33.351 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:14:33.351 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:14:33.352 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:14:33.352 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:14:33.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:33 smithi032 ceph-mon[191839]: pgmap v3294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:14:33.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:33 smithi032 ceph-mon[191839]: osdmap e1999: 8 total, 8 up, 8 in 2023-12-22T18:14:33.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:33 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi032-250491-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:14:33.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:33 smithi032 ceph-mon[191839]: from='client.47408 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:14:33.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:33 smithi032 ceph-mon[189144]: pgmap v3294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:14:33.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:33 smithi032 ceph-mon[189144]: osdmap e1999: 8 total, 8 up, 8 in 2023-12-22T18:14:33.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:33 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi032-250491-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:14:33.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:33 smithi032 ceph-mon[189144]: from='client.47408 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:14:33.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:33 smithi039 ceph-mon[181282]: pgmap v3294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:14:33.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:33 smithi039 ceph-mon[181282]: osdmap e1999: 8 total, 8 up, 8 in 2023-12-22T18:14:33.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:33 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi032-250491-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2023-12-22T18:14:33.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:33 smithi039 ceph-mon[181282]: from='client.47408 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:14:34.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:34 smithi032 ceph-mon[189144]: from='client.37497 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:14:34.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:34 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi032-250491-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2023-12-22T18:14:34.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:34 smithi032 ceph-mon[189144]: osdmap e2000: 8 total, 8 up, 8 in 2023-12-22T18:14:34.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:34 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2598050173' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:14:34.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:34 smithi032 ceph-mon[191839]: from='client.37497 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:14:34.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:34 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi032-250491-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2023-12-22T18:14:34.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:34 smithi032 ceph-mon[191839]: osdmap e2000: 8 total, 8 up, 8 in 2023-12-22T18:14:34.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:34 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2598050173' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:14:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:34 smithi039 ceph-mon[181282]: from='client.37497 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:14:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:34 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi032-250491-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2023-12-22T18:14:34.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:34 smithi039 ceph-mon[181282]: osdmap e2000: 8 total, 8 up, 8 in 2023-12-22T18:14:34.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:34 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2598050173' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:14:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:35 smithi032 ceph-mon[191839]: pgmap v3297: 137 pgs: 1 creating+activating, 10 creating+peering, 17 unknown, 109 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:14:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:35 smithi032 ceph-mon[191839]: osdmap e2001: 8 total, 8 up, 8 in 2023-12-22T18:14:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:14:35.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:35 smithi032 ceph-mon[189144]: pgmap v3297: 137 pgs: 1 creating+activating, 10 creating+peering, 17 unknown, 109 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:14:35.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:35 smithi032 ceph-mon[189144]: osdmap e2001: 8 total, 8 up, 8 in 2023-12-22T18:14:35.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:14:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:35 smithi039 ceph-mon[181282]: pgmap v3297: 137 pgs: 1 creating+activating, 10 creating+peering, 17 unknown, 109 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:14:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:35 smithi039 ceph-mon[181282]: osdmap e2001: 8 total, 8 up, 8 in 2023-12-22T18:14:35.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:14:36.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:36 smithi032 ceph-mon[191839]: osdmap e2002: 8 total, 8 up, 8 in 2023-12-22T18:14:36.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:36 smithi032 ceph-mon[189144]: osdmap e2002: 8 total, 8 up, 8 in 2023-12-22T18:14:36.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:36 smithi039 ceph-mon[181282]: osdmap e2002: 8 total, 8 up, 8 in 2023-12-22T18:14:37.467 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestClone.test_flatten_basic ... ok 2023-12-22T18:14:37.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:37 smithi032 ceph-mon[191839]: pgmap v3300: 137 pgs: 1 creating+activating, 10 creating+peering, 126 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-22T18:14:37.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:37 smithi032 ceph-mon[191839]: osdmap e2003: 8 total, 8 up, 8 in 2023-12-22T18:14:37.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:37 smithi032 ceph-mon[189144]: pgmap v3300: 137 pgs: 1 creating+activating, 10 creating+peering, 126 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-22T18:14:37.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:37 smithi032 ceph-mon[189144]: osdmap e2003: 8 total, 8 up, 8 in 2023-12-22T18:14:37.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:37 smithi039 ceph-mon[181282]: pgmap v3300: 137 pgs: 1 creating+activating, 10 creating+peering, 126 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-22T18:14:37.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:37 smithi039 ceph-mon[181282]: osdmap e2003: 8 total, 8 up, 8 in 2023-12-22T18:14:38.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:38 smithi032 ceph-mon[191839]: osdmap e2004: 8 total, 8 up, 8 in 2023-12-22T18:14:38.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:38 smithi032 ceph-mon[189144]: osdmap e2004: 8 total, 8 up, 8 in 2023-12-22T18:14:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:38 smithi039 ceph-mon[181282]: osdmap e2004: 8 total, 8 up, 8 in 2023-12-22T18:14:39.486 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestClone.test_flatten_drops_cache ... ok 2023-12-22T18:14:39.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:39 smithi032 ceph-mon[191839]: pgmap v3303: 137 pgs: 1 creating+activating, 6 creating+peering, 130 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 6.2 KiB/s wr, 72 op/s 2023-12-22T18:14:39.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:39 smithi032 ceph-mon[191839]: osdmap e2005: 8 total, 8 up, 8 in 2023-12-22T18:14:39.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:39 smithi032 ceph-mon[189144]: pgmap v3303: 137 pgs: 1 creating+activating, 6 creating+peering, 130 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 6.2 KiB/s wr, 72 op/s 2023-12-22T18:14:39.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:39 smithi032 ceph-mon[189144]: osdmap e2005: 8 total, 8 up, 8 in 2023-12-22T18:14:39.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:39 smithi039 ceph-mon[181282]: pgmap v3303: 137 pgs: 1 creating+activating, 6 creating+peering, 130 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 6.2 KiB/s wr, 72 op/s 2023-12-22T18:14:39.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:39 smithi039 ceph-mon[181282]: osdmap e2005: 8 total, 8 up, 8 in 2023-12-22T18:14:40.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:40 smithi032 ceph-mon[191839]: osdmap e2006: 8 total, 8 up, 8 in 2023-12-22T18:14:40.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:40 smithi032 ceph-mon[189144]: osdmap e2006: 8 total, 8 up, 8 in 2023-12-22T18:14:40.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:40 smithi039 ceph-mon[181282]: osdmap e2006: 8 total, 8 up, 8 in 2023-12-22T18:14:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:14:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:14:40] "GET /metrics HTTP/1.1" 200 36500 "" "Prometheus/2.43.0" 2023-12-22T18:14:41.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:41 smithi032 ceph-mon[191839]: pgmap v3306: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 335 KiB/s rd, 22 KiB/s wr, 443 op/s 2023-12-22T18:14:41.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:41 smithi032 ceph-mon[191839]: osdmap e2007: 8 total, 8 up, 8 in 2023-12-22T18:14:41.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:41 smithi032 ceph-mon[189144]: pgmap v3306: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 335 KiB/s rd, 22 KiB/s wr, 443 op/s 2023-12-22T18:14:41.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:41 smithi032 ceph-mon[189144]: osdmap e2007: 8 total, 8 up, 8 in 2023-12-22T18:14:41.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:41 smithi039 ceph-mon[181282]: pgmap v3306: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 335 KiB/s rd, 22 KiB/s wr, 443 op/s 2023-12-22T18:14:41.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:41 smithi039 ceph-mon[181282]: osdmap e2007: 8 total, 8 up, 8 in 2023-12-22T18:14:42.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:42 smithi032 ceph-mon[191839]: osdmap e2008: 8 total, 8 up, 8 in 2023-12-22T18:14:42.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:42 smithi032 ceph-mon[191839]: osdmap e2009: 8 total, 8 up, 8 in 2023-12-22T18:14:42.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:42 smithi032 ceph-mon[189144]: osdmap e2008: 8 total, 8 up, 8 in 2023-12-22T18:14:42.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:42 smithi032 ceph-mon[189144]: osdmap e2009: 8 total, 8 up, 8 in 2023-12-22T18:14:42.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:42 smithi039 ceph-mon[181282]: osdmap e2008: 8 total, 8 up, 8 in 2023-12-22T18:14:42.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:42 smithi039 ceph-mon[181282]: osdmap e2009: 8 total, 8 up, 8 in 2023-12-22T18:14:43.111 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestClone.test_flatten_errors ... ok 2023-12-22T18:14:43.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:43 smithi032 ceph-mon[191839]: pgmap v3310: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 269 KiB/s rd, 9.4 KiB/s wr, 341 op/s 2023-12-22T18:14:43.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:43 smithi032 ceph-mon[191839]: osdmap e2010: 8 total, 8 up, 8 in 2023-12-22T18:14:43.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:43 smithi032 ceph-mon[189144]: pgmap v3310: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 269 KiB/s rd, 9.4 KiB/s wr, 341 op/s 2023-12-22T18:14:43.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:43 smithi032 ceph-mon[189144]: osdmap e2010: 8 total, 8 up, 8 in 2023-12-22T18:14:43.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:43 smithi039 ceph-mon[181282]: pgmap v3310: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 269 KiB/s rd, 9.4 KiB/s wr, 341 op/s 2023-12-22T18:14:43.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:43 smithi039 ceph-mon[181282]: osdmap e2010: 8 total, 8 up, 8 in 2023-12-22T18:14:45.108 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestClone.test_flatten_larger_order ... ok 2023-12-22T18:14:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:45 smithi039 ceph-mon[181282]: osdmap e2011: 8 total, 8 up, 8 in 2023-12-22T18:14:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:45 smithi039 ceph-mon[181282]: pgmap v3313: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 355 KiB/s rd, 26 KiB/s wr, 481 op/s 2023-12-22T18:14:45.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:45 smithi032 ceph-mon[191839]: osdmap e2011: 8 total, 8 up, 8 in 2023-12-22T18:14:45.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:45 smithi032 ceph-mon[191839]: pgmap v3313: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 355 KiB/s rd, 26 KiB/s wr, 481 op/s 2023-12-22T18:14:45.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:45 smithi032 ceph-mon[189144]: osdmap e2011: 8 total, 8 up, 8 in 2023-12-22T18:14:45.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:45 smithi032 ceph-mon[189144]: pgmap v3313: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 355 KiB/s rd, 26 KiB/s wr, 481 op/s 2023-12-22T18:14:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:46 smithi039 ceph-mon[181282]: osdmap e2012: 8 total, 8 up, 8 in 2023-12-22T18:14:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:14:46.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:46 smithi032 ceph-mon[189144]: osdmap e2012: 8 total, 8 up, 8 in 2023-12-22T18:14:46.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:14:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:46 smithi032 ceph-mon[191839]: osdmap e2012: 8 total, 8 up, 8 in 2023-12-22T18:14:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:14:47.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:47 smithi032 ceph-mon[191839]: osdmap e2013: 8 total, 8 up, 8 in 2023-12-22T18:14:47.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:47 smithi032 ceph-mon[191839]: pgmap v3316: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 304 KiB/s rd, 26 KiB/s wr, 421 op/s 2023-12-22T18:14:47.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:14:47.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:47 smithi032 ceph-mon[191839]: osdmap e2014: 8 total, 8 up, 8 in 2023-12-22T18:14:47.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:47 smithi032 ceph-mon[189144]: osdmap e2013: 8 total, 8 up, 8 in 2023-12-22T18:14:47.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:47 smithi032 ceph-mon[189144]: pgmap v3316: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 304 KiB/s rd, 26 KiB/s wr, 421 op/s 2023-12-22T18:14:47.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:14:47.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:47 smithi032 ceph-mon[189144]: osdmap e2014: 8 total, 8 up, 8 in 2023-12-22T18:14:47.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:47 smithi039 ceph-mon[181282]: osdmap e2013: 8 total, 8 up, 8 in 2023-12-22T18:14:47.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:47 smithi039 ceph-mon[181282]: pgmap v3316: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 304 KiB/s rd, 26 KiB/s wr, 421 op/s 2023-12-22T18:14:47.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:14:47.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:47 smithi039 ceph-mon[181282]: osdmap e2014: 8 total, 8 up, 8 in 2023-12-22T18:14:49.116 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestClone.test_flatten_multi_level ... ok 2023-12-22T18:14:49.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:49 smithi032 ceph-mon[191839]: osdmap e2015: 8 total, 8 up, 8 in 2023-12-22T18:14:49.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:49 smithi032 ceph-mon[191839]: pgmap v3319: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 14 KiB/s wr, 200 op/s 2023-12-22T18:14:49.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:14:49.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:14:49.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:14:49.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:14:49.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:14:49.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:49 smithi032 ceph-mon[189144]: osdmap e2015: 8 total, 8 up, 8 in 2023-12-22T18:14:49.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:49 smithi032 ceph-mon[189144]: pgmap v3319: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 14 KiB/s wr, 200 op/s 2023-12-22T18:14:49.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:14:49.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:14:49.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:14:49.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:14:49.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:14:49.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:49 smithi039 ceph-mon[181282]: osdmap e2015: 8 total, 8 up, 8 in 2023-12-22T18:14:49.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:49 smithi039 ceph-mon[181282]: pgmap v3319: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 14 KiB/s wr, 200 op/s 2023-12-22T18:14:49.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:14:49.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:14:49.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:14:49.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:14:49.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:14:50.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:50 smithi032 ceph-mon[189144]: osdmap e2016: 8 total, 8 up, 8 in 2023-12-22T18:14:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:14:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:50 smithi032 ceph-mon[191839]: osdmap e2016: 8 total, 8 up, 8 in 2023-12-22T18:14:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:14:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:50 smithi039 ceph-mon[181282]: osdmap e2016: 8 total, 8 up, 8 in 2023-12-22T18:14:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:14:51.143 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestClone.test_flatten_smaller_order ... ok 2023-12-22T18:14:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:51 smithi032 ceph-mon[191839]: osdmap e2017: 8 total, 8 up, 8 in 2023-12-22T18:14:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:51 smithi032 ceph-mon[191839]: pgmap v3322: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 25 KiB/s wr, 500 op/s 2023-12-22T18:14:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:51 smithi032 ceph-mon[189144]: osdmap e2017: 8 total, 8 up, 8 in 2023-12-22T18:14:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:51 smithi032 ceph-mon[189144]: pgmap v3322: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 25 KiB/s wr, 500 op/s 2023-12-22T18:14:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:14:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:14:50] "GET /metrics HTTP/1.1" 200 36541 "" "Prometheus/2.43.0" 2023-12-22T18:14:51.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:51 smithi039 ceph-mon[181282]: osdmap e2017: 8 total, 8 up, 8 in 2023-12-22T18:14:51.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:51 smithi039 ceph-mon[181282]: pgmap v3322: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 25 KiB/s wr, 500 op/s 2023-12-22T18:14:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:52 smithi032 ceph-mon[191839]: osdmap e2018: 8 total, 8 up, 8 in 2023-12-22T18:14:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:52 smithi032 ceph-mon[191839]: osdmap e2019: 8 total, 8 up, 8 in 2023-12-22T18:14:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:52 smithi032 ceph-mon[189144]: osdmap e2018: 8 total, 8 up, 8 in 2023-12-22T18:14:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:52 smithi032 ceph-mon[189144]: osdmap e2019: 8 total, 8 up, 8 in 2023-12-22T18:14:52.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:52 smithi039 ceph-mon[181282]: osdmap e2018: 8 total, 8 up, 8 in 2023-12-22T18:14:52.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:52 smithi039 ceph-mon[181282]: osdmap e2019: 8 total, 8 up, 8 in 2023-12-22T18:14:53.148 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestClone.test_flatten_with_progress ... ok 2023-12-22T18:14:53.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:53 smithi032 ceph-mon[191839]: pgmap v3325: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 545 KiB/s rd, 32 KiB/s wr, 721 op/s 2023-12-22T18:14:53.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:53 smithi032 ceph-mon[189144]: pgmap v3325: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 545 KiB/s rd, 32 KiB/s wr, 721 op/s 2023-12-22T18:14:53.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:53 smithi039 ceph-mon[181282]: pgmap v3325: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 545 KiB/s rd, 32 KiB/s wr, 721 op/s 2023-12-22T18:14:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:54 smithi032 ceph-mon[191839]: osdmap e2020: 8 total, 8 up, 8 in 2023-12-22T18:14:54.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:54 smithi032 ceph-mon[189144]: osdmap e2020: 8 total, 8 up, 8 in 2023-12-22T18:14:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:54 smithi039 ceph-mon[181282]: osdmap e2020: 8 total, 8 up, 8 in 2023-12-22T18:14:55.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:55 smithi032 ceph-mon[191839]: osdmap e2021: 8 total, 8 up, 8 in 2023-12-22T18:14:55.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:55 smithi032 ceph-mon[191839]: pgmap v3328: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 498 KiB/s rd, 37 KiB/s wr, 673 op/s 2023-12-22T18:14:55.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:55 smithi032 ceph-mon[189144]: osdmap e2021: 8 total, 8 up, 8 in 2023-12-22T18:14:55.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:55 smithi032 ceph-mon[189144]: pgmap v3328: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 498 KiB/s rd, 37 KiB/s wr, 673 op/s 2023-12-22T18:14:55.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:55 smithi039 ceph-mon[181282]: osdmap e2021: 8 total, 8 up, 8 in 2023-12-22T18:14:55.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:55 smithi039 ceph-mon[181282]: pgmap v3328: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 498 KiB/s rd, 37 KiB/s wr, 673 op/s 2023-12-22T18:14:57.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:57 smithi032 ceph-mon[191839]: pgmap v3329: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 969 KiB/s rd, 31 KiB/s wr, 1.20k op/s 2023-12-22T18:14:57.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:57 smithi032 ceph-mon[191839]: osdmap e2022: 8 total, 8 up, 8 in 2023-12-22T18:14:57.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:57 smithi032 ceph-mon[189144]: pgmap v3329: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 969 KiB/s rd, 31 KiB/s wr, 1.20k op/s 2023-12-22T18:14:57.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:57 smithi032 ceph-mon[189144]: osdmap e2022: 8 total, 8 up, 8 in 2023-12-22T18:14:57.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:57 smithi039 ceph-mon[181282]: pgmap v3329: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 969 KiB/s rd, 31 KiB/s wr, 1.20k op/s 2023-12-22T18:14:57.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:57 smithi039 ceph-mon[181282]: osdmap e2022: 8 total, 8 up, 8 in 2023-12-22T18:14:58.242 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestClone.test_list_children ... ok 2023-12-22T18:14:59.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:59 smithi032 ceph-mon[191839]: pgmap v3331: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 974 KiB/s rd, 30 KiB/s wr, 1.20k op/s 2023-12-22T18:14:59.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:14:59 smithi032 ceph-mon[191839]: osdmap e2023: 8 total, 8 up, 8 in 2023-12-22T18:14:59.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:59 smithi032 ceph-mon[189144]: pgmap v3331: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 974 KiB/s rd, 30 KiB/s wr, 1.20k op/s 2023-12-22T18:14:59.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:14:59 smithi032 ceph-mon[189144]: osdmap e2023: 8 total, 8 up, 8 in 2023-12-22T18:14:59.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:59 smithi039 ceph-mon[181282]: pgmap v3331: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 974 KiB/s rd, 30 KiB/s wr, 1.20k op/s 2023-12-22T18:14:59.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:14:59 smithi039 ceph-mon[181282]: osdmap e2023: 8 total, 8 up, 8 in 2023-12-22T18:15:00.265 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestClone.test_read ... ok 2023-12-22T18:15:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:00 smithi032 ceph-mon[191839]: osdmap e2024: 8 total, 8 up, 8 in 2023-12-22T18:15:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:00 smithi032 ceph-mon[189144]: osdmap e2024: 8 total, 8 up, 8 in 2023-12-22T18:15:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:00 smithi039 ceph-mon[181282]: osdmap e2024: 8 total, 8 up, 8 in 2023-12-22T18:15:01.160 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:15:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:15:00] "GET /metrics HTTP/1.1" 200 36541 "" "Prometheus/2.43.0" 2023-12-22T18:15:01.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:01 smithi032 ceph-mon[189144]: pgmap v3334: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 28 KiB/s wr, 1.99k op/s 2023-12-22T18:15:01.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:01 smithi032 ceph-mon[189144]: osdmap e2025: 8 total, 8 up, 8 in 2023-12-22T18:15:01.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:01 smithi032 ceph-mon[191839]: pgmap v3334: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 28 KiB/s wr, 1.99k op/s 2023-12-22T18:15:01.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:01 smithi032 ceph-mon[191839]: osdmap e2025: 8 total, 8 up, 8 in 2023-12-22T18:15:01.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:01 smithi039 ceph-mon[181282]: pgmap v3334: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 28 KiB/s wr, 1.99k op/s 2023-12-22T18:15:01.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:01 smithi039 ceph-mon[181282]: osdmap e2025: 8 total, 8 up, 8 in 2023-12-22T18:15:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:02 smithi032 ceph-mon[191839]: osdmap e2026: 8 total, 8 up, 8 in 2023-12-22T18:15:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:02 smithi032 ceph-mon[191839]: osdmap e2027: 8 total, 8 up, 8 in 2023-12-22T18:15:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:02 smithi032 ceph-mon[189144]: osdmap e2026: 8 total, 8 up, 8 in 2023-12-22T18:15:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:02 smithi032 ceph-mon[189144]: osdmap e2027: 8 total, 8 up, 8 in 2023-12-22T18:15:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:02 smithi039 ceph-mon[181282]: osdmap e2026: 8 total, 8 up, 8 in 2023-12-22T18:15:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:02 smithi039 ceph-mon[181282]: osdmap e2027: 8 total, 8 up, 8 in 2023-12-22T18:15:03.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:03 smithi032 ceph-mon[191839]: pgmap v3338: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 28 KiB/s wr, 2.31k op/s 2023-12-22T18:15:03.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:03 smithi032 ceph-mon[189144]: pgmap v3338: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 28 KiB/s wr, 2.31k op/s 2023-12-22T18:15:03.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:03 smithi039 ceph-mon[181282]: pgmap v3338: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 28 KiB/s wr, 2.31k op/s 2023-12-22T18:15:03.705 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:15:04.027 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:15:04.028 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (55m) 15s ago 59m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:15:04.028 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (54m) 8m ago 59m 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:15:04.028 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (60m) 15s ago 60m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:15:04.028 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (60m) 8m ago 60m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:15:04.028 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (54m) 8m ago 62m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:15:04.028 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (54m) 15s ago 64m 589M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:15:04.028 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (54m) 15s ago 64m 466M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:15:04.028 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (53m) 8m ago 63m 226M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:15:04.028 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (53m) 15s ago 63m 262M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:15:04.028 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (55m) 15s ago 59m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:15:04.028 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (54m) 8m ago 59m 17.7M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:15:04.028 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (53m) 15s ago 62m 3391M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:15:04.028 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (52m) 15s ago 62m 3804M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:15:04.028 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (52m) 15s ago 62m 3579M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:15:04.029 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (51m) 15s ago 61m 3156M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:15:04.029 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (51m) 8m ago 61m 2609M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:15:04.029 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (50m) 8m ago 61m 2647M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:15:04.029 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (50m) 8m ago 60m 1934M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:15:04.029 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (49m) 8m ago 60m 2403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:15:04.029 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (54m) 8m ago 59m 88.9M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:15:04.284 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestClone.test_resize_flatten_multi_level ... ok 2023-12-22T18:15:04.455 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:15:04.455 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:15:04.456 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:15:04.456 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:15:04.456 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:15:04.456 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:15:04.456 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:15:04.456 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:15:04.456 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:15:04.456 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:15:04.456 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:15:04.456 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:15:04.456 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:15:04.456 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:15:04.456 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:15:04.456 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:15:04.457 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:15:04.457 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:15:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:04 smithi039 ceph-mon[181282]: osdmap e2028: 8 total, 8 up, 8 in 2023-12-22T18:15:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:04 smithi039 ceph-mon[181282]: from='client.37509 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:15:04.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:04 smithi032 ceph-mon[189144]: osdmap e2028: 8 total, 8 up, 8 in 2023-12-22T18:15:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:04 smithi032 ceph-mon[189144]: from='client.37509 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:15:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:04 smithi032 ceph-mon[191839]: osdmap e2028: 8 total, 8 up, 8 in 2023-12-22T18:15:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:04 smithi032 ceph-mon[191839]: from='client.37509 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:15:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:05 smithi039 ceph-mon[181282]: from='client.47432 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:15:05.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:05 smithi039 ceph-mon[181282]: pgmap v3340: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 758 KiB/s rd, 20 KiB/s wr, 934 op/s 2023-12-22T18:15:05.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:05 smithi039 ceph-mon[181282]: osdmap e2029: 8 total, 8 up, 8 in 2023-12-22T18:15:05.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:05 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3127038065' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:15:05.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:15:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:05 smithi032 ceph-mon[191839]: from='client.47432 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:15:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:05 smithi032 ceph-mon[191839]: pgmap v3340: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 758 KiB/s rd, 20 KiB/s wr, 934 op/s 2023-12-22T18:15:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:05 smithi032 ceph-mon[191839]: osdmap e2029: 8 total, 8 up, 8 in 2023-12-22T18:15:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:05 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3127038065' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:15:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:15:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:05 smithi032 ceph-mon[189144]: from='client.47432 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:15:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:05 smithi032 ceph-mon[189144]: pgmap v3340: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 758 KiB/s rd, 20 KiB/s wr, 934 op/s 2023-12-22T18:15:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:05 smithi032 ceph-mon[189144]: osdmap e2029: 8 total, 8 up, 8 in 2023-12-22T18:15:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:05 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3127038065' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:15:05.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:15:06.311 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestClone.test_resize_io ... ok 2023-12-22T18:15:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:06 smithi039 ceph-mon[181282]: osdmap e2030: 8 total, 8 up, 8 in 2023-12-22T18:15:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:06 smithi032 ceph-mon[191839]: osdmap e2030: 8 total, 8 up, 8 in 2023-12-22T18:15:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:06 smithi032 ceph-mon[189144]: osdmap e2030: 8 total, 8 up, 8 in 2023-12-22T18:15:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:07 smithi039 ceph-mon[181282]: pgmap v3343: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 361 KiB/s rd, 30 KiB/s wr, 487 op/s 2023-12-22T18:15:07.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:07 smithi039 ceph-mon[181282]: osdmap e2031: 8 total, 8 up, 8 in 2023-12-22T18:15:07.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:07 smithi039 ceph-mon[181282]: osdmap e2032: 8 total, 8 up, 8 in 2023-12-22T18:15:07.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:07 smithi032 ceph-mon[191839]: pgmap v3343: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 361 KiB/s rd, 30 KiB/s wr, 487 op/s 2023-12-22T18:15:07.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:07 smithi032 ceph-mon[191839]: osdmap e2031: 8 total, 8 up, 8 in 2023-12-22T18:15:07.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:07 smithi032 ceph-mon[191839]: osdmap e2032: 8 total, 8 up, 8 in 2023-12-22T18:15:07.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:07 smithi032 ceph-mon[189144]: pgmap v3343: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 361 KiB/s rd, 30 KiB/s wr, 487 op/s 2023-12-22T18:15:07.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:07 smithi032 ceph-mon[189144]: osdmap e2031: 8 total, 8 up, 8 in 2023-12-22T18:15:07.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:07 smithi032 ceph-mon[189144]: osdmap e2032: 8 total, 8 up, 8 in 2023-12-22T18:15:08.102 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestClone.test_resize_stat ... ok 2023-12-22T18:15:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:08 smithi039 ceph-mon[181282]: osdmap e2033: 8 total, 8 up, 8 in 2023-12-22T18:15:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:08 smithi039 ceph-mon[181282]: pgmap v3347: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 283 KiB/s rd, 22 KiB/s wr, 381 op/s 2023-12-22T18:15:09.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:08 smithi032 ceph-mon[191839]: osdmap e2033: 8 total, 8 up, 8 in 2023-12-22T18:15:09.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:08 smithi032 ceph-mon[191839]: pgmap v3347: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 283 KiB/s rd, 22 KiB/s wr, 381 op/s 2023-12-22T18:15:09.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:08 smithi032 ceph-mon[189144]: osdmap e2033: 8 total, 8 up, 8 in 2023-12-22T18:15:09.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:08 smithi032 ceph-mon[189144]: pgmap v3347: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 283 KiB/s rd, 22 KiB/s wr, 381 op/s 2023-12-22T18:15:10.112 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestClone.test_stat ... ok 2023-12-22T18:15:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:09 smithi039 ceph-mon[181282]: osdmap e2034: 8 total, 8 up, 8 in 2023-12-22T18:15:10.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:09 smithi032 ceph-mon[189144]: osdmap e2034: 8 total, 8 up, 8 in 2023-12-22T18:15:10.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:09 smithi032 ceph-mon[191839]: osdmap e2034: 8 total, 8 up, 8 in 2023-12-22T18:15:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:11 smithi032 ceph-mon[189144]: osdmap e2035: 8 total, 8 up, 8 in 2023-12-22T18:15:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:11 smithi032 ceph-mon[189144]: pgmap v3350: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 14 KiB/s wr, 212 op/s 2023-12-22T18:15:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:11 smithi032 ceph-mon[191839]: osdmap e2035: 8 total, 8 up, 8 in 2023-12-22T18:15:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:11 smithi032 ceph-mon[191839]: pgmap v3350: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 14 KiB/s wr, 212 op/s 2023-12-22T18:15:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:15:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:15:10] "GET /metrics HTTP/1.1" 200 36545 "" "Prometheus/2.43.0" 2023-12-22T18:15:11.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:11 smithi039 ceph-mon[181282]: osdmap e2035: 8 total, 8 up, 8 in 2023-12-22T18:15:11.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:11 smithi039 ceph-mon[181282]: pgmap v3350: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 14 KiB/s wr, 212 op/s 2023-12-22T18:15:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:12 smithi032 ceph-mon[191839]: osdmap e2036: 8 total, 8 up, 8 in 2023-12-22T18:15:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:12 smithi032 ceph-mon[191839]: osdmap e2037: 8 total, 8 up, 8 in 2023-12-22T18:15:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:12 smithi032 ceph-mon[189144]: osdmap e2036: 8 total, 8 up, 8 in 2023-12-22T18:15:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:12 smithi032 ceph-mon[189144]: osdmap e2037: 8 total, 8 up, 8 in 2023-12-22T18:15:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:12 smithi039 ceph-mon[181282]: osdmap e2036: 8 total, 8 up, 8 in 2023-12-22T18:15:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:12 smithi039 ceph-mon[181282]: osdmap e2037: 8 total, 8 up, 8 in 2023-12-22T18:15:13.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:13 smithi032 ceph-mon[191839]: pgmap v3353: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 15 KiB/s wr, 251 op/s 2023-12-22T18:15:13.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:13 smithi032 ceph-mon[189144]: pgmap v3353: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 15 KiB/s wr, 251 op/s 2023-12-22T18:15:13.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:13 smithi039 ceph-mon[181282]: pgmap v3353: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 15 KiB/s wr, 251 op/s 2023-12-22T18:15:14.136 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestClone.test_stripe_unit_and_count ... ok 2023-12-22T18:15:14.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:14 smithi032 ceph-mon[191839]: osdmap e2038: 8 total, 8 up, 8 in 2023-12-22T18:15:14.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:14 smithi032 ceph-mon[189144]: osdmap e2038: 8 total, 8 up, 8 in 2023-12-22T18:15:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:14 smithi039 ceph-mon[181282]: osdmap e2038: 8 total, 8 up, 8 in 2023-12-22T18:15:15.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:15 smithi032 ceph-mon[189144]: osdmap e2039: 8 total, 8 up, 8 in 2023-12-22T18:15:15.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:15 smithi032 ceph-mon[189144]: pgmap v3356: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 256 KiB/s rd, 19 KiB/s wr, 352 op/s 2023-12-22T18:15:15.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:15 smithi032 ceph-mon[191839]: osdmap e2039: 8 total, 8 up, 8 in 2023-12-22T18:15:15.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:15 smithi032 ceph-mon[191839]: pgmap v3356: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 256 KiB/s rd, 19 KiB/s wr, 352 op/s 2023-12-22T18:15:15.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:15 smithi039 ceph-mon[181282]: osdmap e2039: 8 total, 8 up, 8 in 2023-12-22T18:15:15.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:15 smithi039 ceph-mon[181282]: pgmap v3356: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 256 KiB/s rd, 19 KiB/s wr, 352 op/s 2023-12-22T18:15:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:16 smithi032 ceph-mon[189144]: osdmap e2040: 8 total, 8 up, 8 in 2023-12-22T18:15:16.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:16 smithi032 ceph-mon[191839]: osdmap e2040: 8 total, 8 up, 8 in 2023-12-22T18:15:16.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:16 smithi039 ceph-mon[181282]: osdmap e2040: 8 total, 8 up, 8 in 2023-12-22T18:15:17.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:17 smithi032 ceph-mon[191839]: osdmap e2041: 8 total, 8 up, 8 in 2023-12-22T18:15:17.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:17 smithi032 ceph-mon[191839]: pgmap v3359: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 307 KiB/s rd, 22 KiB/s wr, 416 op/s 2023-12-22T18:15:17.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:17 smithi032 ceph-mon[191839]: osdmap e2042: 8 total, 8 up, 8 in 2023-12-22T18:15:17.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:17 smithi032 ceph-mon[189144]: osdmap e2041: 8 total, 8 up, 8 in 2023-12-22T18:15:17.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:17 smithi032 ceph-mon[189144]: pgmap v3359: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 307 KiB/s rd, 22 KiB/s wr, 416 op/s 2023-12-22T18:15:17.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:17 smithi032 ceph-mon[189144]: osdmap e2042: 8 total, 8 up, 8 in 2023-12-22T18:15:17.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:17 smithi039 ceph-mon[181282]: osdmap e2041: 8 total, 8 up, 8 in 2023-12-22T18:15:17.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:17 smithi039 ceph-mon[181282]: pgmap v3359: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 307 KiB/s rd, 22 KiB/s wr, 416 op/s 2023-12-22T18:15:17.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:17 smithi039 ceph-mon[181282]: osdmap e2042: 8 total, 8 up, 8 in 2023-12-22T18:15:18.162 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestClone.test_trash_snapshot ... ok 2023-12-22T18:15:19.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:19 smithi032 ceph-mon[189144]: osdmap e2043: 8 total, 8 up, 8 in 2023-12-22T18:15:19.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:19 smithi032 ceph-mon[189144]: pgmap v3362: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 165 KiB/s rd, 7.7 KiB/s wr, 216 op/s 2023-12-22T18:15:19.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:19 smithi032 ceph-mon[191839]: osdmap e2043: 8 total, 8 up, 8 in 2023-12-22T18:15:19.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:19 smithi032 ceph-mon[191839]: pgmap v3362: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 165 KiB/s rd, 7.7 KiB/s wr, 216 op/s 2023-12-22T18:15:19.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:19 smithi039 ceph-mon[181282]: osdmap e2043: 8 total, 8 up, 8 in 2023-12-22T18:15:19.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:19 smithi039 ceph-mon[181282]: pgmap v3362: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 165 KiB/s rd, 7.7 KiB/s wr, 216 op/s 2023-12-22T18:15:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:20 smithi032 ceph-mon[191839]: osdmap e2044: 8 total, 8 up, 8 in 2023-12-22T18:15:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:15:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:20 smithi032 ceph-mon[189144]: osdmap e2044: 8 total, 8 up, 8 in 2023-12-22T18:15:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:15:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:20 smithi039 ceph-mon[181282]: osdmap e2044: 8 total, 8 up, 8 in 2023-12-22T18:15:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:15:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:15:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:15:20] "GET /metrics HTTP/1.1" 200 36544 "" "Prometheus/2.43.0" 2023-12-22T18:15:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:21 smithi032 ceph-mon[191839]: osdmap e2045: 8 total, 8 up, 8 in 2023-12-22T18:15:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:21 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi032-250491-2","app": "rbd"}]: dispatch 2023-12-22T18:15:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:21 smithi032 ceph-mon[191839]: pgmap v3365: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 9.0 KiB/s wr, 160 op/s 2023-12-22T18:15:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:21 smithi032 ceph-mon[189144]: osdmap e2045: 8 total, 8 up, 8 in 2023-12-22T18:15:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:21 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi032-250491-2","app": "rbd"}]: dispatch 2023-12-22T18:15:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:21 smithi032 ceph-mon[189144]: pgmap v3365: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 9.0 KiB/s wr, 160 op/s 2023-12-22T18:15:21.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:21 smithi039 ceph-mon[181282]: osdmap e2045: 8 total, 8 up, 8 in 2023-12-22T18:15:21.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:21 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi032-250491-2","app": "rbd"}]: dispatch 2023-12-22T18:15:21.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:21 smithi039 ceph-mon[181282]: pgmap v3365: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 9.0 KiB/s wr, 160 op/s 2023-12-22T18:15:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:22 smithi032 ceph-mon[191839]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T18:15:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:22 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi032-250491-2","app": "rbd"}]': finished 2023-12-22T18:15:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:22 smithi032 ceph-mon[191839]: osdmap e2046: 8 total, 8 up, 8 in 2023-12-22T18:15:22.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:22 smithi032 ceph-mon[191839]: osdmap e2047: 8 total, 8 up, 8 in 2023-12-22T18:15:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:22 smithi032 ceph-mon[189144]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T18:15:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:22 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi032-250491-2","app": "rbd"}]': finished 2023-12-22T18:15:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:22 smithi032 ceph-mon[189144]: osdmap e2046: 8 total, 8 up, 8 in 2023-12-22T18:15:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:22 smithi032 ceph-mon[189144]: osdmap e2047: 8 total, 8 up, 8 in 2023-12-22T18:15:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:22 smithi039 ceph-mon[181282]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-22T18:15:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:22 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi032-250491-2","app": "rbd"}]': finished 2023-12-22T18:15:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:22 smithi039 ceph-mon[181282]: osdmap e2046: 8 total, 8 up, 8 in 2023-12-22T18:15:22.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:22 smithi039 ceph-mon[181282]: osdmap e2047: 8 total, 8 up, 8 in 2023-12-22T18:15:23.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:23 smithi032 ceph-mon[191839]: pgmap v3368: 169 pgs: 8 creating+peering, 24 unknown, 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 169 KiB/s rd, 13 KiB/s wr, 229 op/s 2023-12-22T18:15:23.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:23 smithi032 ceph-mon[191839]: osdmap e2048: 8 total, 8 up, 8 in 2023-12-22T18:15:23.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:23 smithi032 ceph-mon[189144]: pgmap v3368: 169 pgs: 8 creating+peering, 24 unknown, 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 169 KiB/s rd, 13 KiB/s wr, 229 op/s 2023-12-22T18:15:23.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:23 smithi032 ceph-mon[189144]: osdmap e2048: 8 total, 8 up, 8 in 2023-12-22T18:15:23.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:23 smithi039 ceph-mon[181282]: pgmap v3368: 169 pgs: 8 creating+peering, 24 unknown, 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 169 KiB/s rd, 13 KiB/s wr, 229 op/s 2023-12-22T18:15:23.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:23 smithi039 ceph-mon[181282]: osdmap e2048: 8 total, 8 up, 8 in 2023-12-22T18:15:24.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:24 smithi032 ceph-mon[189144]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T18:15:24.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:24 smithi032 ceph-mon[191839]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T18:15:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:24 smithi039 ceph-mon[181282]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-22T18:15:25.229 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestClone.test_unprotect_with_children ... ok 2023-12-22T18:15:25.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:25 smithi032 ceph-mon[191839]: osdmap e2049: 8 total, 8 up, 8 in 2023-12-22T18:15:25.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:25 smithi032 ceph-mon[191839]: pgmap v3371: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 9.0 KiB/s wr, 179 op/s 2023-12-22T18:15:25.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:25 smithi032 ceph-mon[189144]: osdmap e2049: 8 total, 8 up, 8 in 2023-12-22T18:15:25.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:25 smithi032 ceph-mon[189144]: pgmap v3371: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 9.0 KiB/s wr, 179 op/s 2023-12-22T18:15:25.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:25 smithi039 ceph-mon[181282]: osdmap e2049: 8 total, 8 up, 8 in 2023-12-22T18:15:25.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:25 smithi039 ceph-mon[181282]: pgmap v3371: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 9.0 KiB/s wr, 179 op/s 2023-12-22T18:15:26.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:26 smithi032 ceph-mon[191839]: osdmap e2050: 8 total, 8 up, 8 in 2023-12-22T18:15:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:26 smithi032 ceph-mon[189144]: osdmap e2050: 8 total, 8 up, 8 in 2023-12-22T18:15:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:26 smithi039 ceph-mon[181282]: osdmap e2050: 8 total, 8 up, 8 in 2023-12-22T18:15:27.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:27 smithi032 ceph-mon[191839]: pgmap v3373: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 4.1 KiB/s wr, 86 op/s 2023-12-22T18:15:27.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:27 smithi032 ceph-mon[191839]: osdmap e2051: 8 total, 8 up, 8 in 2023-12-22T18:15:27.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:27 smithi032 ceph-mon[191839]: osdmap e2052: 8 total, 8 up, 8 in 2023-12-22T18:15:27.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:27 smithi032 ceph-mon[189144]: pgmap v3373: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 4.1 KiB/s wr, 86 op/s 2023-12-22T18:15:27.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:27 smithi032 ceph-mon[189144]: osdmap e2051: 8 total, 8 up, 8 in 2023-12-22T18:15:27.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:27 smithi032 ceph-mon[189144]: osdmap e2052: 8 total, 8 up, 8 in 2023-12-22T18:15:27.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:27 smithi039 ceph-mon[181282]: pgmap v3373: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 4.1 KiB/s wr, 86 op/s 2023-12-22T18:15:27.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:27 smithi039 ceph-mon[181282]: osdmap e2051: 8 total, 8 up, 8 in 2023-12-22T18:15:27.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:27 smithi039 ceph-mon[181282]: osdmap e2052: 8 total, 8 up, 8 in 2023-12-22T18:15:29.106 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestClone.test_unprotected ... ok 2023-12-22T18:15:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:28 smithi039 ceph-mon[181282]: osdmap e2053: 8 total, 8 up, 8 in 2023-12-22T18:15:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:28 smithi039 ceph-mon[181282]: pgmap v3377: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 7.0 KiB/s wr, 147 op/s 2023-12-22T18:15:29.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:28 smithi032 ceph-mon[191839]: osdmap e2053: 8 total, 8 up, 8 in 2023-12-22T18:15:29.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:28 smithi032 ceph-mon[191839]: pgmap v3377: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 7.0 KiB/s wr, 147 op/s 2023-12-22T18:15:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:28 smithi032 ceph-mon[189144]: osdmap e2053: 8 total, 8 up, 8 in 2023-12-22T18:15:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:28 smithi032 ceph-mon[189144]: pgmap v3377: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 7.0 KiB/s wr, 147 op/s 2023-12-22T18:15:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:30 smithi039 ceph-mon[181282]: osdmap e2054: 8 total, 8 up, 8 in 2023-12-22T18:15:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:30 smithi032 ceph-mon[191839]: osdmap e2054: 8 total, 8 up, 8 in 2023-12-22T18:15:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:30 smithi032 ceph-mon[189144]: osdmap e2054: 8 total, 8 up, 8 in 2023-12-22T18:15:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:15:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:15:30] "GET /metrics HTTP/1.1" 200 36544 "" "Prometheus/2.43.0" 2023-12-22T18:15:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:31 smithi032 ceph-mon[189144]: osdmap e2055: 8 total, 8 up, 8 in 2023-12-22T18:15:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:31 smithi032 ceph-mon[189144]: pgmap v3380: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 12 KiB/s wr, 234 op/s 2023-12-22T18:15:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:31 smithi032 ceph-mon[191839]: osdmap e2055: 8 total, 8 up, 8 in 2023-12-22T18:15:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:31 smithi032 ceph-mon[191839]: pgmap v3380: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 12 KiB/s wr, 234 op/s 2023-12-22T18:15:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:31 smithi039 ceph-mon[181282]: osdmap e2055: 8 total, 8 up, 8 in 2023-12-22T18:15:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:31 smithi039 ceph-mon[181282]: pgmap v3380: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 12 KiB/s wr, 234 op/s 2023-12-22T18:15:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:32 smithi032 ceph-mon[191839]: osdmap e2056: 8 total, 8 up, 8 in 2023-12-22T18:15:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:32 smithi032 ceph-mon[191839]: osdmap e2057: 8 total, 8 up, 8 in 2023-12-22T18:15:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:32 smithi032 ceph-mon[189144]: osdmap e2056: 8 total, 8 up, 8 in 2023-12-22T18:15:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:32 smithi032 ceph-mon[189144]: osdmap e2057: 8 total, 8 up, 8 in 2023-12-22T18:15:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:32 smithi039 ceph-mon[181282]: osdmap e2056: 8 total, 8 up, 8 in 2023-12-22T18:15:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:32 smithi039 ceph-mon[181282]: osdmap e2057: 8 total, 8 up, 8 in 2023-12-22T18:15:33.128 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestClone.test_with_params ... ok 2023-12-22T18:15:33.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:33 smithi032 ceph-mon[191839]: pgmap v3383: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 7.0 KiB/s wr, 144 op/s 2023-12-22T18:15:33.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:33 smithi032 ceph-mon[189144]: pgmap v3383: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 7.0 KiB/s wr, 144 op/s 2023-12-22T18:15:33.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:33 smithi039 ceph-mon[181282]: pgmap v3383: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 7.0 KiB/s wr, 144 op/s 2023-12-22T18:15:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:34 smithi032 ceph-mon[191839]: osdmap e2058: 8 total, 8 up, 8 in 2023-12-22T18:15:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:34 smithi032 ceph-mon[189144]: osdmap e2058: 8 total, 8 up, 8 in 2023-12-22T18:15:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:34 smithi039 ceph-mon[181282]: osdmap e2058: 8 total, 8 up, 8 in 2023-12-22T18:15:34.821 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:15:35.159 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:15:35.159 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (55m) 46s ago 60m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:15:35.159 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (55m) 9m ago 59m 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:15:35.159 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (60m) 46s ago 60m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:15:35.159 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (60m) 9m ago 60m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:15:35.159 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (54m) 9m ago 63m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:15:35.159 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (55m) 46s ago 64m 589M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:15:35.160 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (54m) 46s ago 64m 466M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:15:35.160 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (54m) 9m ago 63m 226M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:15:35.160 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (54m) 46s ago 63m 262M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:15:35.160 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (55m) 46s ago 59m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:15:35.160 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (55m) 9m ago 59m 17.7M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:15:35.160 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (53m) 46s ago 63m 3391M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:15:35.160 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (53m) 46s ago 62m 3804M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:15:35.160 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (52m) 46s ago 62m 3579M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:15:35.160 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (52m) 46s ago 62m 3156M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:15:35.160 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (51m) 9m ago 62m 2609M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:15:35.161 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (51m) 9m ago 61m 2647M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:15:35.161 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (50m) 9m ago 61m 1934M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:15:35.161 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (50m) 9m ago 61m 2403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:15:35.161 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (54m) 9m ago 60m 88.9M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:15:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:35 smithi032 ceph-mon[189144]: osdmap e2059: 8 total, 8 up, 8 in 2023-12-22T18:15:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:35 smithi032 ceph-mon[189144]: pgmap v3386: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 10 KiB/s wr, 136 op/s 2023-12-22T18:15:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:15:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:35 smithi032 ceph-mon[189144]: from='client.47444 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:15:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:35 smithi032 ceph-mon[191839]: osdmap e2059: 8 total, 8 up, 8 in 2023-12-22T18:15:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:35 smithi032 ceph-mon[191839]: pgmap v3386: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 10 KiB/s wr, 136 op/s 2023-12-22T18:15:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:15:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:35 smithi032 ceph-mon[191839]: from='client.47444 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:15:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:35 smithi039 ceph-mon[181282]: osdmap e2059: 8 total, 8 up, 8 in 2023-12-22T18:15:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:35 smithi039 ceph-mon[181282]: pgmap v3386: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 10 KiB/s wr, 136 op/s 2023-12-22T18:15:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:15:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:35 smithi039 ceph-mon[181282]: from='client.47444 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:15:35.559 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:15:35.559 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:15:35.559 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:15:35.559 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:15:35.559 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:15:35.560 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:15:35.560 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:15:35.560 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:15:35.560 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:15:35.560 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:15:35.560 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:15:35.560 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:15:35.560 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:15:35.560 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:15:35.560 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:15:35.560 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:15:35.560 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:15:35.560 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:15:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:36 smithi032 ceph-mon[191839]: osdmap e2060: 8 total, 8 up, 8 in 2023-12-22T18:15:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:36 smithi032 ceph-mon[191839]: from='client.37533 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:15:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:36 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2275260434' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:15:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:36 smithi032 ceph-mon[189144]: osdmap e2060: 8 total, 8 up, 8 in 2023-12-22T18:15:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:36 smithi032 ceph-mon[189144]: from='client.37533 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:15:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:36 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2275260434' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:15:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:36 smithi039 ceph-mon[181282]: osdmap e2060: 8 total, 8 up, 8 in 2023-12-22T18:15:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:36 smithi039 ceph-mon[181282]: from='client.37533 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:15:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:36 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2275260434' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:15:37.112 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestClone.test_with_params2 ... ok 2023-12-22T18:15:37.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:37 smithi032 ceph-mon[191839]: osdmap e2061: 8 total, 8 up, 8 in 2023-12-22T18:15:37.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:37 smithi032 ceph-mon[191839]: pgmap v3389: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 217 KiB/s rd, 17 KiB/s wr, 300 op/s 2023-12-22T18:15:37.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:37 smithi032 ceph-mon[191839]: osdmap e2062: 8 total, 8 up, 8 in 2023-12-22T18:15:37.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:37 smithi032 ceph-mon[189144]: osdmap e2061: 8 total, 8 up, 8 in 2023-12-22T18:15:37.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:37 smithi032 ceph-mon[189144]: pgmap v3389: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 217 KiB/s rd, 17 KiB/s wr, 300 op/s 2023-12-22T18:15:37.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:37 smithi032 ceph-mon[189144]: osdmap e2062: 8 total, 8 up, 8 in 2023-12-22T18:15:37.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:37 smithi039 ceph-mon[181282]: osdmap e2061: 8 total, 8 up, 8 in 2023-12-22T18:15:37.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:37 smithi039 ceph-mon[181282]: pgmap v3389: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 217 KiB/s rd, 17 KiB/s wr, 300 op/s 2023-12-22T18:15:37.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:37 smithi039 ceph-mon[181282]: osdmap e2062: 8 total, 8 up, 8 in 2023-12-22T18:15:39.155 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestClone.test_with_params3 ... SKIP 2023-12-22T18:15:39.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:39 smithi032 ceph-mon[191839]: osdmap e2063: 8 total, 8 up, 8 in 2023-12-22T18:15:39.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:39 smithi032 ceph-mon[191839]: pgmap v3392: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 270 KiB/s rd, 15 KiB/s wr, 357 op/s 2023-12-22T18:15:39.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:39 smithi032 ceph-mon[189144]: osdmap e2063: 8 total, 8 up, 8 in 2023-12-22T18:15:39.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:39 smithi032 ceph-mon[189144]: pgmap v3392: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 270 KiB/s rd, 15 KiB/s wr, 357 op/s 2023-12-22T18:15:39.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:39 smithi039 ceph-mon[181282]: osdmap e2063: 8 total, 8 up, 8 in 2023-12-22T18:15:39.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:39 smithi039 ceph-mon[181282]: pgmap v3392: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 270 KiB/s rd, 15 KiB/s wr, 357 op/s 2023-12-22T18:15:40.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:40 smithi032 ceph-mon[191839]: osdmap e2064: 8 total, 8 up, 8 in 2023-12-22T18:15:40.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:40 smithi032 ceph-mon[189144]: osdmap e2064: 8 total, 8 up, 8 in 2023-12-22T18:15:40.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:40 smithi039 ceph-mon[181282]: osdmap e2064: 8 total, 8 up, 8 in 2023-12-22T18:15:41.165 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestClone.test_write ... ok 2023-12-22T18:15:41.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:41 smithi032 ceph-mon[191839]: osdmap e2065: 8 total, 8 up, 8 in 2023-12-22T18:15:41.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:41 smithi032 ceph-mon[191839]: pgmap v3395: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 204 KiB/s rd, 16 KiB/s wr, 277 op/s 2023-12-22T18:15:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:41 smithi032 ceph-mon[189144]: osdmap e2065: 8 total, 8 up, 8 in 2023-12-22T18:15:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:41 smithi032 ceph-mon[189144]: pgmap v3395: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 204 KiB/s rd, 16 KiB/s wr, 277 op/s 2023-12-22T18:15:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:15:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:15:40] "GET /metrics HTTP/1.1" 200 36543 "" "Prometheus/2.43.0" 2023-12-22T18:15:41.268 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestExclusiveLock.test_acquire_release_lock ... ok 2023-12-22T18:15:41.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:41 smithi039 ceph-mon[181282]: osdmap e2065: 8 total, 8 up, 8 in 2023-12-22T18:15:41.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:41 smithi039 ceph-mon[181282]: pgmap v3395: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 204 KiB/s rd, 16 KiB/s wr, 277 op/s 2023-12-22T18:15:42.105 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestExclusiveLock.test_break_lock ... ok 2023-12-22T18:15:42.245 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestExclusiveLock.test_follower_discard ... ok 2023-12-22T18:15:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:42 smithi032 ceph-mon[191839]: osdmap e2066: 8 total, 8 up, 8 in 2023-12-22T18:15:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:42 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3291621921' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/3801458814"}]: dispatch 2023-12-22T18:15:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:42 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/3801458814"}]: dispatch 2023-12-22T18:15:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:42 smithi032 ceph-mon[191839]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/3801458814"}]': finished 2023-12-22T18:15:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:42 smithi032 ceph-mon[191839]: osdmap e2067: 8 total, 8 up, 8 in 2023-12-22T18:15:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:42 smithi032 ceph-mon[189144]: osdmap e2066: 8 total, 8 up, 8 in 2023-12-22T18:15:42.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:42 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3291621921' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/3801458814"}]: dispatch 2023-12-22T18:15:42.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:42 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/3801458814"}]: dispatch 2023-12-22T18:15:42.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:42 smithi032 ceph-mon[189144]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/3801458814"}]': finished 2023-12-22T18:15:42.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:42 smithi032 ceph-mon[189144]: osdmap e2067: 8 total, 8 up, 8 in 2023-12-22T18:15:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:42 smithi039 ceph-mon[181282]: osdmap e2066: 8 total, 8 up, 8 in 2023-12-22T18:15:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:42 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3291621921' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/3801458814"}]: dispatch 2023-12-22T18:15:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:42 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/3801458814"}]: dispatch 2023-12-22T18:15:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:42 smithi039 ceph-mon[181282]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.32:0/3801458814"}]': finished 2023-12-22T18:15:42.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:42 smithi039 ceph-mon[181282]: osdmap e2067: 8 total, 8 up, 8 in 2023-12-22T18:15:43.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:43 smithi032 ceph-mon[189144]: pgmap v3398: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 192 KiB/s rd, 15 KiB/s wr, 262 op/s 2023-12-22T18:15:43.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:43 smithi032 ceph-mon[191839]: pgmap v3398: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 192 KiB/s rd, 15 KiB/s wr, 262 op/s 2023-12-22T18:15:43.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:43 smithi039 ceph-mon[181282]: pgmap v3398: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 192 KiB/s rd, 15 KiB/s wr, 262 op/s 2023-12-22T18:15:44.190 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestExclusiveLock.test_follower_flatten ... ok 2023-12-22T18:15:44.335 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestExclusiveLock.test_follower_resize ... ok 2023-12-22T18:15:44.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:44 smithi032 ceph-mon[191839]: osdmap e2068: 8 total, 8 up, 8 in 2023-12-22T18:15:44.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:44 smithi032 ceph-mon[189144]: osdmap e2068: 8 total, 8 up, 8 in 2023-12-22T18:15:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:44 smithi039 ceph-mon[181282]: osdmap e2068: 8 total, 8 up, 8 in 2023-12-22T18:15:45.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:45 smithi032 ceph-mon[191839]: osdmap e2069: 8 total, 8 up, 8 in 2023-12-22T18:15:45.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:45 smithi032 ceph-mon[191839]: pgmap v3401: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 300 KiB/s rd, 22 KiB/s wr, 412 op/s 2023-12-22T18:15:45.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:45 smithi032 ceph-mon[189144]: osdmap e2069: 8 total, 8 up, 8 in 2023-12-22T18:15:45.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:45 smithi032 ceph-mon[189144]: pgmap v3401: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 300 KiB/s rd, 22 KiB/s wr, 412 op/s 2023-12-22T18:15:45.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:45 smithi039 ceph-mon[181282]: osdmap e2069: 8 total, 8 up, 8 in 2023-12-22T18:15:45.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:45 smithi039 ceph-mon[181282]: pgmap v3401: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 300 KiB/s rd, 22 KiB/s wr, 412 op/s 2023-12-22T18:15:46.198 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestExclusiveLock.test_follower_snap_create ... ok 2023-12-22T18:15:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:46 smithi032 ceph-mon[191839]: osdmap e2070: 8 total, 8 up, 8 in 2023-12-22T18:15:46.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:46 smithi032 ceph-mon[189144]: osdmap e2070: 8 total, 8 up, 8 in 2023-12-22T18:15:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:46 smithi039 ceph-mon[181282]: osdmap e2070: 8 total, 8 up, 8 in 2023-12-22T18:15:47.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:47 smithi032 ceph-mon[189144]: osdmap e2071: 8 total, 8 up, 8 in 2023-12-22T18:15:47.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:47 smithi032 ceph-mon[189144]: pgmap v3404: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 351 KiB/s rd, 25 KiB/s wr, 487 op/s 2023-12-22T18:15:47.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:47 smithi032 ceph-mon[189144]: osdmap e2072: 8 total, 8 up, 8 in 2023-12-22T18:15:47.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:47 smithi032 ceph-mon[191839]: osdmap e2071: 8 total, 8 up, 8 in 2023-12-22T18:15:47.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:47 smithi032 ceph-mon[191839]: pgmap v3404: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 351 KiB/s rd, 25 KiB/s wr, 487 op/s 2023-12-22T18:15:47.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:47 smithi032 ceph-mon[191839]: osdmap e2072: 8 total, 8 up, 8 in 2023-12-22T18:15:47.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:47 smithi039 ceph-mon[181282]: osdmap e2071: 8 total, 8 up, 8 in 2023-12-22T18:15:47.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:47 smithi039 ceph-mon[181282]: pgmap v3404: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 351 KiB/s rd, 25 KiB/s wr, 487 op/s 2023-12-22T18:15:47.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:47 smithi039 ceph-mon[181282]: osdmap e2072: 8 total, 8 up, 8 in 2023-12-22T18:15:48.117 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestExclusiveLock.test_follower_snap_rollback ... ok 2023-12-22T18:15:48.248 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestExclusiveLock.test_follower_write ... ok 2023-12-22T18:15:48.359 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestExclusiveLock.test_ownership ... ok 2023-12-22T18:15:48.446 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestExclusiveLock.test_read_only_leadership ... ok 2023-12-22T18:15:49.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:49 smithi032 ceph-mon[191839]: osdmap e2073: 8 total, 8 up, 8 in 2023-12-22T18:15:49.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:49 smithi032 ceph-mon[191839]: pgmap v3407: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 220 KiB/s rd, 11 KiB/s wr, 294 op/s 2023-12-22T18:15:49.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:49 smithi032 ceph-mon[189144]: osdmap e2073: 8 total, 8 up, 8 in 2023-12-22T18:15:49.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:49 smithi032 ceph-mon[189144]: pgmap v3407: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 220 KiB/s rd, 11 KiB/s wr, 294 op/s 2023-12-22T18:15:49.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:49 smithi039 ceph-mon[181282]: osdmap e2073: 8 total, 8 up, 8 in 2023-12-22T18:15:49.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:49 smithi039 ceph-mon[181282]: pgmap v3407: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 220 KiB/s rd, 11 KiB/s wr, 294 op/s 2023-12-22T18:15:50.130 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestExclusiveLock.test_snapshot_leadership ... ok 2023-12-22T18:15:50.221 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestGroups.test_group_image_add ... ok 2023-12-22T18:15:50.313 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestGroups.test_group_image_list ... ok 2023-12-22T18:15:50.396 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestGroups.test_group_image_list_empty ... ok 2023-12-22T18:15:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:50 smithi032 ceph-mon[191839]: osdmap e2074: 8 total, 8 up, 8 in 2023-12-22T18:15:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:15:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:15:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:15:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:15:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:15:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:50 smithi032 ceph-mon[189144]: osdmap e2074: 8 total, 8 up, 8 in 2023-12-22T18:15:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:15:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:15:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:15:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:15:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:15:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:50 smithi039 ceph-mon[181282]: osdmap e2074: 8 total, 8 up, 8 in 2023-12-22T18:15:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:15:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:15:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:15:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:15:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:15:50.531 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestGroups.test_group_image_list_move_to_trash ... ok 2023-12-22T18:15:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:15:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:15:50] "GET /metrics HTTP/1.1" 200 36539 "" "Prometheus/2.43.0" 2023-12-22T18:15:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:51 smithi032 ceph-mon[191839]: osdmap e2075: 8 total, 8 up, 8 in 2023-12-22T18:15:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:51 smithi032 ceph-mon[191839]: pgmap v3410: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 232 KiB/s rd, 16 KiB/s wr, 313 op/s 2023-12-22T18:15:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:51 smithi032 ceph-mon[189144]: osdmap e2075: 8 total, 8 up, 8 in 2023-12-22T18:15:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:51 smithi032 ceph-mon[189144]: pgmap v3410: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 232 KiB/s rd, 16 KiB/s wr, 313 op/s 2023-12-22T18:15:51.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:51 smithi039 ceph-mon[181282]: osdmap e2075: 8 total, 8 up, 8 in 2023-12-22T18:15:51.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:51 smithi039 ceph-mon[181282]: pgmap v3410: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 232 KiB/s rd, 16 KiB/s wr, 313 op/s 2023-12-22T18:15:52.160 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestGroups.test_group_image_many_images ... ok 2023-12-22T18:15:52.277 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestGroups.test_group_image_remove ... ok 2023-12-22T18:15:52.368 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestGroups.test_group_snap ... ok 2023-12-22T18:15:52.466 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestGroups.test_group_snap_flags ... ok 2023-12-22T18:15:52.640 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestGroups.test_group_snap_list_many ... ok 2023-12-22T18:15:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:52 smithi039 ceph-mon[181282]: osdmap e2076: 8 total, 8 up, 8 in 2023-12-22T18:15:53.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:52 smithi039 ceph-mon[181282]: pgmap v3412: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 283 KiB/s rd, 24 KiB/s wr, 394 op/s 2023-12-22T18:15:53.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:52 smithi032 ceph-mon[191839]: osdmap e2076: 8 total, 8 up, 8 in 2023-12-22T18:15:53.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:52 smithi032 ceph-mon[191839]: pgmap v3412: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 283 KiB/s rd, 24 KiB/s wr, 394 op/s 2023-12-22T18:15:53.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:52 smithi032 ceph-mon[189144]: osdmap e2076: 8 total, 8 up, 8 in 2023-12-22T18:15:53.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:52 smithi032 ceph-mon[189144]: pgmap v3412: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 283 KiB/s rd, 24 KiB/s wr, 394 op/s 2023-12-22T18:15:54.119 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestGroups.test_group_snap_namespace ... ok 2023-12-22T18:15:54.217 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestGroups.test_group_snap_rename ... ok 2023-12-22T18:15:54.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:54 smithi039 ceph-mon[181282]: osdmap e2077: 8 total, 8 up, 8 in 2023-12-22T18:15:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:54 smithi032 ceph-mon[191839]: osdmap e2077: 8 total, 8 up, 8 in 2023-12-22T18:15:54.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:54 smithi032 ceph-mon[189144]: osdmap e2077: 8 total, 8 up, 8 in 2023-12-22T18:15:55.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:55 smithi032 ceph-mon[191839]: osdmap e2078: 8 total, 8 up, 8 in 2023-12-22T18:15:55.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:55 smithi032 ceph-mon[191839]: pgmap v3415: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 716 KiB/s rd, 91 KiB/s wr, 1.03k op/s 2023-12-22T18:15:55.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:55 smithi032 ceph-mon[189144]: osdmap e2078: 8 total, 8 up, 8 in 2023-12-22T18:15:55.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:55 smithi032 ceph-mon[189144]: pgmap v3415: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 716 KiB/s rd, 91 KiB/s wr, 1.03k op/s 2023-12-22T18:15:55.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:55 smithi039 ceph-mon[181282]: osdmap e2078: 8 total, 8 up, 8 in 2023-12-22T18:15:55.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:55 smithi039 ceph-mon[181282]: pgmap v3415: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 716 KiB/s rd, 91 KiB/s wr, 1.03k op/s 2023-12-22T18:15:56.142 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestGroups.test_group_snap_rollback ... ok 2023-12-22T18:15:56.224 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_access_timestamp ... ok 2023-12-22T18:15:56.317 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_aio_discard ... ok 2023-12-22T18:15:56.402 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_aio_flush ... ok 2023-12-22T18:15:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:56 smithi032 ceph-mon[191839]: osdmap e2079: 8 total, 8 up, 8 in 2023-12-22T18:15:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:56 smithi032 ceph-mon[189144]: osdmap e2079: 8 total, 8 up, 8 in 2023-12-22T18:15:56.480 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_aio_read ... ok 2023-12-22T18:15:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:56 smithi039 ceph-mon[181282]: osdmap e2079: 8 total, 8 up, 8 in 2023-12-22T18:15:56.571 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_aio_write ... ok 2023-12-22T18:15:56.664 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_aio_write_zeroes ... ok 2023-12-22T18:15:56.742 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_block_name_prefix ... ok 2023-12-22T18:15:56.853 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_config_list ... ok 2023-12-22T18:15:57.078 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_copy ... ok 2023-12-22T18:15:57.293 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_copy2 ... ok 2023-12-22T18:15:57.371 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_copy3 ... SKIP 2023-12-22T18:15:57.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:57 smithi032 ceph-mon[189144]: osdmap e2080: 8 total, 8 up, 8 in 2023-12-22T18:15:57.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:57 smithi032 ceph-mon[189144]: pgmap v3418: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 118 KiB/s wr, 1.55k op/s 2023-12-22T18:15:57.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:57 smithi032 ceph-mon[189144]: osdmap e2081: 8 total, 8 up, 8 in 2023-12-22T18:15:57.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:57 smithi032 ceph-mon[191839]: osdmap e2080: 8 total, 8 up, 8 in 2023-12-22T18:15:57.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:57 smithi032 ceph-mon[191839]: pgmap v3418: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 118 KiB/s wr, 1.55k op/s 2023-12-22T18:15:57.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:57 smithi032 ceph-mon[191839]: osdmap e2081: 8 total, 8 up, 8 in 2023-12-22T18:15:57.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:57 smithi039 ceph-mon[181282]: osdmap e2080: 8 total, 8 up, 8 in 2023-12-22T18:15:57.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:57 smithi039 ceph-mon[181282]: pgmap v3418: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 118 KiB/s wr, 1.55k op/s 2023-12-22T18:15:57.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:57 smithi039 ceph-mon[181282]: osdmap e2081: 8 total, 8 up, 8 in 2023-12-22T18:15:59.140 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_create_snap ... ok 2023-12-22T18:15:59.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:59 smithi032 ceph-mon[191839]: osdmap e2082: 8 total, 8 up, 8 in 2023-12-22T18:15:59.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:15:59 smithi032 ceph-mon[191839]: pgmap v3421: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 517 KiB/s rd, 1.0 MiB/s wr, 724 op/s 2023-12-22T18:15:59.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:59 smithi032 ceph-mon[189144]: osdmap e2082: 8 total, 8 up, 8 in 2023-12-22T18:15:59.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:15:59 smithi032 ceph-mon[189144]: pgmap v3421: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 517 KiB/s rd, 1.0 MiB/s wr, 724 op/s 2023-12-22T18:15:59.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:59 smithi039 ceph-mon[181282]: osdmap e2082: 8 total, 8 up, 8 in 2023-12-22T18:15:59.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:15:59 smithi039 ceph-mon[181282]: pgmap v3421: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 517 KiB/s rd, 1.0 MiB/s wr, 724 op/s 2023-12-22T18:16:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:00 smithi032 ceph-mon[191839]: osdmap e2083: 8 total, 8 up, 8 in 2023-12-22T18:16:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:00 smithi032 ceph-mon[189144]: osdmap e2083: 8 total, 8 up, 8 in 2023-12-22T18:16:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:00 smithi039 ceph-mon[181282]: osdmap e2083: 8 total, 8 up, 8 in 2023-12-22T18:16:01.153 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_create_snap_exists ... ok 2023-12-22T18:16:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:01 smithi032 ceph-mon[191839]: osdmap e2084: 8 total, 8 up, 8 in 2023-12-22T18:16:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:01 smithi032 ceph-mon[191839]: pgmap v3424: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 415 KiB/s rd, 1.0 MiB/s wr, 597 op/s 2023-12-22T18:16:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:01 smithi032 ceph-mon[189144]: osdmap e2084: 8 total, 8 up, 8 in 2023-12-22T18:16:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:01 smithi032 ceph-mon[189144]: pgmap v3424: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 415 KiB/s rd, 1.0 MiB/s wr, 597 op/s 2023-12-22T18:16:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:16:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:16:00] "GET /metrics HTTP/1.1" 200 36539 "" "Prometheus/2.43.0" 2023-12-22T18:16:01.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:01 smithi039 ceph-mon[181282]: osdmap e2084: 8 total, 8 up, 8 in 2023-12-22T18:16:01.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:01 smithi039 ceph-mon[181282]: pgmap v3424: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 415 KiB/s rd, 1.0 MiB/s wr, 597 op/s 2023-12-22T18:16:02.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:02 smithi032 ceph-mon[191839]: osdmap e2085: 8 total, 8 up, 8 in 2023-12-22T18:16:02.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:02 smithi032 ceph-mon[191839]: osdmap e2086: 8 total, 8 up, 8 in 2023-12-22T18:16:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:02 smithi032 ceph-mon[189144]: osdmap e2085: 8 total, 8 up, 8 in 2023-12-22T18:16:02.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:02 smithi032 ceph-mon[189144]: osdmap e2086: 8 total, 8 up, 8 in 2023-12-22T18:16:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:02 smithi039 ceph-mon[181282]: osdmap e2085: 8 total, 8 up, 8 in 2023-12-22T18:16:02.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:02 smithi039 ceph-mon[181282]: osdmap e2086: 8 total, 8 up, 8 in 2023-12-22T18:16:03.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:03 smithi032 ceph-mon[191839]: pgmap v3427: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 592 KiB/s rd, 1.0 MiB/s wr, 821 op/s 2023-12-22T18:16:03.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:03 smithi032 ceph-mon[191839]: osdmap e2087: 8 total, 8 up, 8 in 2023-12-22T18:16:03.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:03 smithi032 ceph-mon[189144]: pgmap v3427: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 592 KiB/s rd, 1.0 MiB/s wr, 821 op/s 2023-12-22T18:16:03.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:03 smithi032 ceph-mon[189144]: osdmap e2087: 8 total, 8 up, 8 in 2023-12-22T18:16:03.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:03 smithi039 ceph-mon[181282]: pgmap v3427: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 592 KiB/s rd, 1.0 MiB/s wr, 821 op/s 2023-12-22T18:16:03.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:03 smithi039 ceph-mon[181282]: osdmap e2087: 8 total, 8 up, 8 in 2023-12-22T18:16:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:05 smithi032 ceph-mon[191839]: osdmap e2088: 8 total, 8 up, 8 in 2023-12-22T18:16:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:05 smithi032 ceph-mon[191839]: pgmap v3430: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 255 KiB/s rd, 1.0 MiB/s wr, 337 op/s 2023-12-22T18:16:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:16:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:05 smithi032 ceph-mon[189144]: osdmap e2088: 8 total, 8 up, 8 in 2023-12-22T18:16:05.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:05 smithi032 ceph-mon[189144]: pgmap v3430: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 255 KiB/s rd, 1.0 MiB/s wr, 337 op/s 2023-12-22T18:16:05.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:16:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:05 smithi039 ceph-mon[181282]: osdmap e2088: 8 total, 8 up, 8 in 2023-12-22T18:16:05.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:05 smithi039 ceph-mon[181282]: pgmap v3430: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 255 KiB/s rd, 1.0 MiB/s wr, 337 op/s 2023-12-22T18:16:05.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:16:05.926 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:16:06.258 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:16:06.258 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (56m) 77s ago 60m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:16:06.258 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (55m) 9m ago 60m 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:16:06.259 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (61m) 77s ago 61m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:16:06.259 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (61m) 9m ago 61m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:16:06.259 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (55m) 9m ago 63m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:16:06.259 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (55m) 77s ago 65m 589M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:16:06.259 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (55m) 77s ago 65m 466M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:16:06.259 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (54m) 9m ago 64m 226M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:16:06.259 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (54m) 77s ago 64m 262M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:16:06.259 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (56m) 77s ago 60m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:16:06.259 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (55m) 9m ago 60m 17.7M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:16:06.259 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (54m) 77s ago 63m 3391M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:16:06.259 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (53m) 77s ago 63m 3804M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:16:06.259 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (53m) 77s ago 63m 3579M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:16:06.259 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (52m) 77s ago 62m 3156M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:16:06.259 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (52m) 9m ago 62m 2609M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:16:06.260 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (51m) 9m ago 62m 2647M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:16:06.260 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (51m) 9m ago 61m 1934M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:16:06.260 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (50m) 9m ago 61m 2403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:16:06.260 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (55m) 9m ago 60m 88.9M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:16:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:06 smithi032 ceph-mon[191839]: osdmap e2089: 8 total, 8 up, 8 in 2023-12-22T18:16:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:06 smithi032 ceph-mon[189144]: osdmap e2089: 8 total, 8 up, 8 in 2023-12-22T18:16:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:06 smithi039 ceph-mon[181282]: osdmap e2089: 8 total, 8 up, 8 in 2023-12-22T18:16:06.661 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:16:06.662 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:16:06.662 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:16:06.662 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:16:06.662 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:16:06.662 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:16:06.662 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:16:06.662 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:16:06.662 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:16:06.662 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:16:06.662 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:16:06.663 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:16:06.663 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:16:06.663 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:16:06.663 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:16:06.663 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:16:06.663 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:16:06.663 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:16:07.104 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_create_snap_flags ... ok 2023-12-22T18:16:07.188 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_create_timestamp ... ok 2023-12-22T18:16:07.266 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_create_with_params ... SKIP 2023-12-22T18:16:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:07 smithi032 ceph-mon[191839]: from='client.47534 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:16:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:07 smithi032 ceph-mon[191839]: osdmap e2090: 8 total, 8 up, 8 in 2023-12-22T18:16:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:07 smithi032 ceph-mon[191839]: pgmap v3433: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 6.5 KiB/s wr, 110 op/s 2023-12-22T18:16:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:07 smithi032 ceph-mon[191839]: from='client.47540 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:16:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:07 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2818870903' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:16:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:07 smithi032 ceph-mon[191839]: osdmap e2091: 8 total, 8 up, 8 in 2023-12-22T18:16:07.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:07 smithi032 ceph-mon[189144]: from='client.47534 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:16:07.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:07 smithi032 ceph-mon[189144]: osdmap e2090: 8 total, 8 up, 8 in 2023-12-22T18:16:07.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:07 smithi032 ceph-mon[189144]: pgmap v3433: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 6.5 KiB/s wr, 110 op/s 2023-12-22T18:16:07.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:07 smithi032 ceph-mon[189144]: from='client.47540 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:16:07.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:07 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2818870903' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:16:07.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:07 smithi032 ceph-mon[189144]: osdmap e2091: 8 total, 8 up, 8 in 2023-12-22T18:16:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:07 smithi039 ceph-mon[181282]: from='client.47534 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:16:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:07 smithi039 ceph-mon[181282]: osdmap e2090: 8 total, 8 up, 8 in 2023-12-22T18:16:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:07 smithi039 ceph-mon[181282]: pgmap v3433: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 6.5 KiB/s wr, 110 op/s 2023-12-22T18:16:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:07 smithi039 ceph-mon[181282]: from='client.47540 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:16:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:07 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2818870903' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:16:07.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:07 smithi039 ceph-mon[181282]: osdmap e2091: 8 total, 8 up, 8 in 2023-12-22T18:16:09.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:09 smithi032 ceph-mon[191839]: osdmap e2092: 8 total, 8 up, 8 in 2023-12-22T18:16:09.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:09 smithi032 ceph-mon[191839]: pgmap v3436: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 2.5 KiB/s wr, 80 op/s 2023-12-22T18:16:09.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:09 smithi032 ceph-mon[189144]: osdmap e2092: 8 total, 8 up, 8 in 2023-12-22T18:16:09.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:09 smithi032 ceph-mon[189144]: pgmap v3436: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 2.5 KiB/s wr, 80 op/s 2023-12-22T18:16:09.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:09 smithi039 ceph-mon[181282]: osdmap e2092: 8 total, 8 up, 8 in 2023-12-22T18:16:09.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:09 smithi039 ceph-mon[181282]: pgmap v3436: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 2.5 KiB/s wr, 80 op/s 2023-12-22T18:16:10.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:10 smithi032 ceph-mon[189144]: osdmap e2093: 8 total, 8 up, 8 in 2023-12-22T18:16:10.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:10 smithi032 ceph-mon[191839]: osdmap e2093: 8 total, 8 up, 8 in 2023-12-22T18:16:10.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:10 smithi039 ceph-mon[181282]: osdmap e2093: 8 total, 8 up, 8 in 2023-12-22T18:16:11.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:11 smithi032 ceph-mon[191839]: osdmap e2094: 8 total, 8 up, 8 in 2023-12-22T18:16:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:11 smithi032 ceph-mon[191839]: pgmap v3439: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 11 KiB/s wr, 167 op/s 2023-12-22T18:16:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:11 smithi032 ceph-mon[189144]: osdmap e2094: 8 total, 8 up, 8 in 2023-12-22T18:16:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:11 smithi032 ceph-mon[189144]: pgmap v3439: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 11 KiB/s wr, 167 op/s 2023-12-22T18:16:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:16:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:16:10] "GET /metrics HTTP/1.1" 200 36539 "" "Prometheus/2.43.0" 2023-12-22T18:16:11.237 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_deep_copy ... ok 2023-12-22T18:16:11.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:11 smithi039 ceph-mon[181282]: osdmap e2094: 8 total, 8 up, 8 in 2023-12-22T18:16:11.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:11 smithi039 ceph-mon[181282]: pgmap v3439: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 11 KiB/s wr, 167 op/s 2023-12-22T18:16:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:12 smithi032 ceph-mon[189144]: osdmap e2095: 8 total, 8 up, 8 in 2023-12-22T18:16:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:12 smithi032 ceph-mon[189144]: osdmap e2096: 8 total, 8 up, 8 in 2023-12-22T18:16:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:12 smithi032 ceph-mon[191839]: osdmap e2095: 8 total, 8 up, 8 in 2023-12-22T18:16:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:12 smithi032 ceph-mon[191839]: osdmap e2096: 8 total, 8 up, 8 in 2023-12-22T18:16:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:12 smithi039 ceph-mon[181282]: osdmap e2095: 8 total, 8 up, 8 in 2023-12-22T18:16:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:12 smithi039 ceph-mon[181282]: osdmap e2096: 8 total, 8 up, 8 in 2023-12-22T18:16:13.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:13 smithi032 ceph-mon[191839]: pgmap v3442: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 12 KiB/s wr, 156 op/s 2023-12-22T18:16:13.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:13 smithi032 ceph-mon[189144]: pgmap v3442: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 12 KiB/s wr, 156 op/s 2023-12-22T18:16:13.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:13 smithi039 ceph-mon[181282]: pgmap v3442: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 12 KiB/s wr, 156 op/s 2023-12-22T18:16:14.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:14 smithi032 ceph-mon[189144]: osdmap e2097: 8 total, 8 up, 8 in 2023-12-22T18:16:14.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:14 smithi032 ceph-mon[191839]: osdmap e2097: 8 total, 8 up, 8 in 2023-12-22T18:16:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:14 smithi039 ceph-mon[181282]: osdmap e2097: 8 total, 8 up, 8 in 2023-12-22T18:16:15.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:15 smithi032 ceph-mon[189144]: osdmap e2098: 8 total, 8 up, 8 in 2023-12-22T18:16:15.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:15 smithi032 ceph-mon[189144]: pgmap v3445: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 14 KiB/s wr, 202 op/s 2023-12-22T18:16:15.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:15 smithi032 ceph-mon[191839]: osdmap e2098: 8 total, 8 up, 8 in 2023-12-22T18:16:15.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:15 smithi032 ceph-mon[191839]: pgmap v3445: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 14 KiB/s wr, 202 op/s 2023-12-22T18:16:15.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:15 smithi039 ceph-mon[181282]: osdmap e2098: 8 total, 8 up, 8 in 2023-12-22T18:16:15.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:15 smithi039 ceph-mon[181282]: pgmap v3445: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 14 KiB/s wr, 202 op/s 2023-12-22T18:16:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:16 smithi032 ceph-mon[189144]: osdmap e2099: 8 total, 8 up, 8 in 2023-12-22T18:16:16.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:16 smithi032 ceph-mon[191839]: osdmap e2099: 8 total, 8 up, 8 in 2023-12-22T18:16:16.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:16 smithi039 ceph-mon[181282]: osdmap e2099: 8 total, 8 up, 8 in 2023-12-22T18:16:17.122 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_deep_copy_clone ... ok 2023-12-22T18:16:17.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:17 smithi032 ceph-mon[191839]: osdmap e2100: 8 total, 8 up, 8 in 2023-12-22T18:16:17.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:17 smithi032 ceph-mon[191839]: pgmap v3448: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 188 KiB/s rd, 15 KiB/s wr, 255 op/s 2023-12-22T18:16:17.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:17 smithi032 ceph-mon[191839]: osdmap e2101: 8 total, 8 up, 8 in 2023-12-22T18:16:17.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:17 smithi032 ceph-mon[189144]: osdmap e2100: 8 total, 8 up, 8 in 2023-12-22T18:16:17.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:17 smithi032 ceph-mon[189144]: pgmap v3448: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 188 KiB/s rd, 15 KiB/s wr, 255 op/s 2023-12-22T18:16:17.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:17 smithi032 ceph-mon[189144]: osdmap e2101: 8 total, 8 up, 8 in 2023-12-22T18:16:17.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:17 smithi039 ceph-mon[181282]: osdmap e2100: 8 total, 8 up, 8 in 2023-12-22T18:16:17.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:17 smithi039 ceph-mon[181282]: pgmap v3448: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 188 KiB/s rd, 15 KiB/s wr, 255 op/s 2023-12-22T18:16:17.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:17 smithi039 ceph-mon[181282]: osdmap e2101: 8 total, 8 up, 8 in 2023-12-22T18:16:19.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:19 smithi032 ceph-mon[189144]: osdmap e2102: 8 total, 8 up, 8 in 2023-12-22T18:16:19.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:19 smithi032 ceph-mon[189144]: pgmap v3451: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 5.0 KiB/s wr, 88 op/s 2023-12-22T18:16:19.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:19 smithi032 ceph-mon[191839]: osdmap e2102: 8 total, 8 up, 8 in 2023-12-22T18:16:19.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:19 smithi032 ceph-mon[191839]: pgmap v3451: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 5.0 KiB/s wr, 88 op/s 2023-12-22T18:16:19.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:19 smithi039 ceph-mon[181282]: osdmap e2102: 8 total, 8 up, 8 in 2023-12-22T18:16:19.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:19 smithi039 ceph-mon[181282]: pgmap v3451: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 5.0 KiB/s wr, 88 op/s 2023-12-22T18:16:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:20 smithi032 ceph-mon[191839]: osdmap e2103: 8 total, 8 up, 8 in 2023-12-22T18:16:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:16:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:20 smithi032 ceph-mon[189144]: osdmap e2103: 8 total, 8 up, 8 in 2023-12-22T18:16:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:16:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:20 smithi039 ceph-mon[181282]: osdmap e2103: 8 total, 8 up, 8 in 2023-12-22T18:16:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:16:21.108 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:16:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:16:20] "GET /metrics HTTP/1.1" 200 36546 "" "Prometheus/2.43.0" 2023-12-22T18:16:21.109 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:21 smithi032 ceph-mon[189144]: pgmap v3454: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 8.5 KiB/s wr, 135 op/s 2023-12-22T18:16:21.109 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:21 smithi032 ceph-mon[189144]: osdmap e2104: 8 total, 8 up, 8 in 2023-12-22T18:16:21.217 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_diff_iterate ... ok 2023-12-22T18:16:21.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:21 smithi032 ceph-mon[191839]: pgmap v3454: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 8.5 KiB/s wr, 135 op/s 2023-12-22T18:16:21.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:21 smithi032 ceph-mon[191839]: osdmap e2104: 8 total, 8 up, 8 in 2023-12-22T18:16:21.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:21 smithi039 ceph-mon[181282]: pgmap v3454: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 8.5 KiB/s wr, 135 op/s 2023-12-22T18:16:21.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:21 smithi039 ceph-mon[181282]: osdmap e2104: 8 total, 8 up, 8 in 2023-12-22T18:16:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:22 smithi032 ceph-mon[189144]: osdmap e2105: 8 total, 8 up, 8 in 2023-12-22T18:16:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:22 smithi032 ceph-mon[189144]: osdmap e2106: 8 total, 8 up, 8 in 2023-12-22T18:16:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:22 smithi032 ceph-mon[191839]: osdmap e2105: 8 total, 8 up, 8 in 2023-12-22T18:16:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:22 smithi032 ceph-mon[191839]: osdmap e2106: 8 total, 8 up, 8 in 2023-12-22T18:16:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:22 smithi039 ceph-mon[181282]: osdmap e2105: 8 total, 8 up, 8 in 2023-12-22T18:16:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:22 smithi039 ceph-mon[181282]: osdmap e2106: 8 total, 8 up, 8 in 2023-12-22T18:16:23.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:23 smithi032 ceph-mon[189144]: pgmap v3457: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 7.7 KiB/s wr, 150 op/s 2023-12-22T18:16:23.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:23 smithi032 ceph-mon[191839]: pgmap v3457: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 7.7 KiB/s wr, 150 op/s 2023-12-22T18:16:23.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:23 smithi039 ceph-mon[181282]: pgmap v3457: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 7.7 KiB/s wr, 150 op/s 2023-12-22T18:16:25.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:25 smithi032 ceph-mon[189144]: pgmap v3458: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 5.8 KiB/s wr, 107 op/s 2023-12-22T18:16:25.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:25 smithi032 ceph-mon[191839]: pgmap v3458: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 5.8 KiB/s wr, 107 op/s 2023-12-22T18:16:25.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:25 smithi039 ceph-mon[181282]: pgmap v3458: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 5.8 KiB/s wr, 107 op/s 2023-12-22T18:16:27.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:27 smithi032 ceph-mon[189144]: pgmap v3459: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 6.0 KiB/s wr, 89 op/s 2023-12-22T18:16:27.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:27 smithi032 ceph-mon[189144]: osdmap e2107: 8 total, 8 up, 8 in 2023-12-22T18:16:27.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:27 smithi032 ceph-mon[191839]: pgmap v3459: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 6.0 KiB/s wr, 89 op/s 2023-12-22T18:16:27.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:27 smithi032 ceph-mon[191839]: osdmap e2107: 8 total, 8 up, 8 in 2023-12-22T18:16:27.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:27 smithi039 ceph-mon[181282]: pgmap v3459: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 6.0 KiB/s wr, 89 op/s 2023-12-22T18:16:27.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:27 smithi039 ceph-mon[181282]: osdmap e2107: 8 total, 8 up, 8 in 2023-12-22T18:16:28.789 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_encryption_luks1 ... ok 2023-12-22T18:16:29.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:29 smithi032 ceph-mon[191839]: pgmap v3461: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 591 KiB/s wr, 60 op/s 2023-12-22T18:16:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:29 smithi032 ceph-mon[189144]: pgmap v3461: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 591 KiB/s wr, 60 op/s 2023-12-22T18:16:29.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:29 smithi039 ceph-mon[181282]: pgmap v3461: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 591 KiB/s wr, 60 op/s 2023-12-22T18:16:31.128 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:31 smithi032 ceph-mon[191839]: pgmap v3462: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 511 KiB/s wr, 66 op/s 2023-12-22T18:16:31.129 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:16:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:16:30] "GET /metrics HTTP/1.1" 200 36546 "" "Prometheus/2.43.0" 2023-12-22T18:16:31.129 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:31 smithi032 ceph-mon[189144]: pgmap v3462: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 511 KiB/s wr, 66 op/s 2023-12-22T18:16:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:31 smithi039 ceph-mon[181282]: pgmap v3462: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 511 KiB/s wr, 66 op/s 2023-12-22T18:16:33.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:33 smithi032 ceph-mon[191839]: pgmap v3463: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 414 KiB/s wr, 55 op/s 2023-12-22T18:16:33.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:33 smithi032 ceph-mon[189144]: pgmap v3463: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 414 KiB/s wr, 55 op/s 2023-12-22T18:16:33.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:33 smithi039 ceph-mon[181282]: pgmap v3463: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 414 KiB/s wr, 55 op/s 2023-12-22T18:16:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:35 smithi032 ceph-mon[189144]: pgmap v3464: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 412 KiB/s wr, 38 op/s 2023-12-22T18:16:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:16:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:35 smithi032 ceph-mon[191839]: pgmap v3464: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 412 KiB/s wr, 38 op/s 2023-12-22T18:16:35.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:16:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:35 smithi039 ceph-mon[181282]: pgmap v3464: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 412 KiB/s wr, 38 op/s 2023-12-22T18:16:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:16:37.070 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:16:37.428 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:16:37.428 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (56m) 108s ago 61m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:16:37.428 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (56m) 10m ago 60m 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:16:37.428 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (61m) 108s ago 61m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:16:37.428 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (61m) 10m ago 61m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:16:37.428 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (55m) 10m ago 64m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:16:37.428 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (56m) 108s ago 65m 589M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:16:37.428 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (55m) 108s ago 65m 466M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:16:37.429 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (55m) 10m ago 64m 226M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:16:37.429 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (55m) 108s ago 64m 262M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:16:37.429 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (56m) 108s ago 60m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:16:37.429 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (56m) 10m ago 60m 17.7M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:16:37.429 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (54m) 108s ago 64m 3391M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:16:37.429 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (54m) 108s ago 63m 3804M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:16:37.429 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (53m) 108s ago 63m 3579M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:16:37.429 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (53m) 108s ago 63m 3156M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:16:37.429 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (52m) 10m ago 63m 2609M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:16:37.430 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (52m) 10m ago 62m 2647M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:16:37.430 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (51m) 10m ago 62m 1934M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:16:37.430 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (51m) 10m ago 62m 2403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:16:37.430 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (55m) 10m ago 61m 88.9M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:16:37.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:37 smithi032 ceph-mon[189144]: pgmap v3465: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 411 KiB/s wr, 33 op/s 2023-12-22T18:16:37.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:37 smithi032 ceph-mon[191839]: pgmap v3465: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 411 KiB/s wr, 33 op/s 2023-12-22T18:16:37.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:37 smithi039 ceph-mon[181282]: pgmap v3465: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 411 KiB/s wr, 33 op/s 2023-12-22T18:16:37.919 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:16:37.919 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:16:37.919 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:16:37.919 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:16:37.919 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:16:37.919 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:16:37.919 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:16:37.919 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:16:37.919 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:16:37.919 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:16:37.920 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:16:37.920 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:16:37.920 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:16:37.920 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:16:37.920 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:16:37.920 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:16:37.920 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:16:37.920 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:16:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:38 smithi032 ceph-mon[189144]: from='client.37635 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:16:38.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:38 smithi032 ceph-mon[189144]: from='client.56983 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:16:38.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:38 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/705146914' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:16:38.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:38 smithi032 ceph-mon[191839]: from='client.37635 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:16:38.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:38 smithi032 ceph-mon[191839]: from='client.56983 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:16:38.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:38 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/705146914' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:16:38.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:38 smithi039 ceph-mon[181282]: from='client.37635 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:16:38.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:38 smithi039 ceph-mon[181282]: from='client.56983 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:16:38.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:38 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/705146914' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:16:39.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:39 smithi032 ceph-mon[189144]: pgmap v3466: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 740 KiB/s wr, 30 op/s 2023-12-22T18:16:39.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:39 smithi032 ceph-mon[191839]: pgmap v3466: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 740 KiB/s wr, 30 op/s 2023-12-22T18:16:39.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:39 smithi039 ceph-mon[181282]: pgmap v3466: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 740 KiB/s wr, 30 op/s 2023-12-22T18:16:41.174 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:16:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:16:40] "GET /metrics HTTP/1.1" 200 36547 "" "Prometheus/2.43.0" 2023-12-22T18:16:41.289 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_encryption_luks2 ... ok 2023-12-22T18:16:41.365 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_flags ... ok 2023-12-22T18:16:41.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:41 smithi032 ceph-mon[191839]: pgmap v3467: 137 pgs: 137 active+clean; 21 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 1.3 MiB/s wr, 30 op/s 2023-12-22T18:16:41.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:41 smithi032 ceph-mon[189144]: pgmap v3467: 137 pgs: 137 active+clean; 21 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 1.3 MiB/s wr, 30 op/s 2023-12-22T18:16:41.444 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_id ... ok 2023-12-22T18:16:41.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:41 smithi039 ceph-mon[181282]: pgmap v3467: 137 pgs: 137 active+clean; 21 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 1.3 MiB/s wr, 30 op/s 2023-12-22T18:16:41.529 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_image_auto_close ... ok 2023-12-22T18:16:41.632 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_image_config_set_and_get_and_remove ... ok 2023-12-22T18:16:41.723 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_invalidate_cache ... ok 2023-12-22T18:16:41.803 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_large_read ... ok 2023-12-22T18:16:41.942 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_large_write ... ok 2023-12-22T18:16:43.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:43 smithi032 ceph-mon[191839]: pgmap v3468: 137 pgs: 137 active+clean; 21 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 1.3 MiB/s wr, 24 op/s 2023-12-22T18:16:43.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:43 smithi032 ceph-mon[191839]: osdmap e2108: 8 total, 8 up, 8 in 2023-12-22T18:16:43.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:43 smithi032 ceph-mon[189144]: pgmap v3468: 137 pgs: 137 active+clean; 21 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 1.3 MiB/s wr, 24 op/s 2023-12-22T18:16:43.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:43 smithi032 ceph-mon[189144]: osdmap e2108: 8 total, 8 up, 8 in 2023-12-22T18:16:43.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:43 smithi039 ceph-mon[181282]: pgmap v3468: 137 pgs: 137 active+clean; 21 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 1.3 MiB/s wr, 24 op/s 2023-12-22T18:16:43.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:43 smithi039 ceph-mon[181282]: osdmap e2108: 8 total, 8 up, 8 in 2023-12-22T18:16:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:44 smithi039 ceph-mon[181282]: osdmap e2109: 8 total, 8 up, 8 in 2023-12-22T18:16:44.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:44 smithi032 ceph-mon[191839]: osdmap e2109: 8 total, 8 up, 8 in 2023-12-22T18:16:44.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:44 smithi032 ceph-mon[189144]: osdmap e2109: 8 total, 8 up, 8 in 2023-12-22T18:16:45.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:45 smithi039 ceph-mon[181282]: pgmap v3471: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 181 KiB/s rd, 2.0 MiB/s wr, 146 op/s 2023-12-22T18:16:45.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:45 smithi039 ceph-mon[181282]: osdmap e2110: 8 total, 8 up, 8 in 2023-12-22T18:16:45.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:45 smithi032 ceph-mon[191839]: pgmap v3471: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 181 KiB/s rd, 2.0 MiB/s wr, 146 op/s 2023-12-22T18:16:45.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:45 smithi032 ceph-mon[191839]: osdmap e2110: 8 total, 8 up, 8 in 2023-12-22T18:16:45.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:45 smithi032 ceph-mon[189144]: pgmap v3471: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 181 KiB/s rd, 2.0 MiB/s wr, 146 op/s 2023-12-22T18:16:45.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:45 smithi032 ceph-mon[189144]: osdmap e2110: 8 total, 8 up, 8 in 2023-12-22T18:16:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:46 smithi039 ceph-mon[181282]: osdmap e2111: 8 total, 8 up, 8 in 2023-12-22T18:16:46.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:46 smithi032 ceph-mon[191839]: osdmap e2111: 8 total, 8 up, 8 in 2023-12-22T18:16:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:46 smithi032 ceph-mon[189144]: osdmap e2111: 8 total, 8 up, 8 in 2023-12-22T18:16:47.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:47 smithi039 ceph-mon[181282]: pgmap v3474: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 385 KiB/s rd, 2.0 MiB/s wr, 432 op/s 2023-12-22T18:16:47.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:47 smithi039 ceph-mon[181282]: osdmap e2112: 8 total, 8 up, 8 in 2023-12-22T18:16:47.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:47 smithi032 ceph-mon[191839]: pgmap v3474: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 385 KiB/s rd, 2.0 MiB/s wr, 432 op/s 2023-12-22T18:16:47.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:47 smithi032 ceph-mon[191839]: osdmap e2112: 8 total, 8 up, 8 in 2023-12-22T18:16:47.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:47 smithi032 ceph-mon[189144]: pgmap v3474: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 385 KiB/s rd, 2.0 MiB/s wr, 432 op/s 2023-12-22T18:16:47.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:47 smithi032 ceph-mon[189144]: osdmap e2112: 8 total, 8 up, 8 in 2023-12-22T18:16:48.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:48 smithi039 ceph-mon[181282]: osdmap e2113: 8 total, 8 up, 8 in 2023-12-22T18:16:48.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:48 smithi032 ceph-mon[191839]: osdmap e2113: 8 total, 8 up, 8 in 2023-12-22T18:16:48.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:48 smithi032 ceph-mon[189144]: osdmap e2113: 8 total, 8 up, 8 in 2023-12-22T18:16:49.328 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_limit_snaps ... ok 2023-12-22T18:16:49.483 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_list_lockers ... ok 2023-12-22T18:16:49.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:49 smithi039 ceph-mon[181282]: pgmap v3477: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 2.0 MiB/s wr, 160 op/s 2023-12-22T18:16:49.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:49 smithi039 ceph-mon[181282]: osdmap e2114: 8 total, 8 up, 8 in 2023-12-22T18:16:49.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:49 smithi032 ceph-mon[191839]: pgmap v3477: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 2.0 MiB/s wr, 160 op/s 2023-12-22T18:16:49.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:49 smithi032 ceph-mon[191839]: osdmap e2114: 8 total, 8 up, 8 in 2023-12-22T18:16:49.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:49 smithi032 ceph-mon[189144]: pgmap v3477: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 2.0 MiB/s wr, 160 op/s 2023-12-22T18:16:49.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:49 smithi032 ceph-mon[189144]: osdmap e2114: 8 total, 8 up, 8 in 2023-12-22T18:16:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:50 smithi039 ceph-mon[181282]: osdmap e2115: 8 total, 8 up, 8 in 2023-12-22T18:16:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:16:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:16:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:50 smithi032 ceph-mon[191839]: osdmap e2115: 8 total, 8 up, 8 in 2023-12-22T18:16:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:16:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:16:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:50 smithi032 ceph-mon[189144]: osdmap e2115: 8 total, 8 up, 8 in 2023-12-22T18:16:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:16:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:16:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:16:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:16:50] "GET /metrics HTTP/1.1" 200 36548 "" "Prometheus/2.43.0" 2023-12-22T18:16:51.245 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:51 smithi039 ceph-mon[181282]: pgmap v3480: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 4.7 KiB/s wr, 93 op/s 2023-12-22T18:16:51.245 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:51 smithi039 ceph-mon[181282]: osdmap e2116: 8 total, 8 up, 8 in 2023-12-22T18:16:51.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:51 smithi032 ceph-mon[191839]: pgmap v3480: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 4.7 KiB/s wr, 93 op/s 2023-12-22T18:16:51.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:51 smithi032 ceph-mon[191839]: osdmap e2116: 8 total, 8 up, 8 in 2023-12-22T18:16:51.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:51 smithi032 ceph-mon[189144]: pgmap v3480: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 4.7 KiB/s wr, 93 op/s 2023-12-22T18:16:51.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:51 smithi032 ceph-mon[189144]: osdmap e2116: 8 total, 8 up, 8 in 2023-12-22T18:16:52.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:52 smithi039 ceph-mon[181282]: osdmap e2117: 8 total, 8 up, 8 in 2023-12-22T18:16:52.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:52 smithi039 ceph-mon[181282]: osdmap e2118: 8 total, 8 up, 8 in 2023-12-22T18:16:52.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:52 smithi032 ceph-mon[191839]: osdmap e2117: 8 total, 8 up, 8 in 2023-12-22T18:16:52.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:52 smithi032 ceph-mon[191839]: osdmap e2118: 8 total, 8 up, 8 in 2023-12-22T18:16:52.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:52 smithi032 ceph-mon[189144]: osdmap e2117: 8 total, 8 up, 8 in 2023-12-22T18:16:52.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:52 smithi032 ceph-mon[189144]: osdmap e2118: 8 total, 8 up, 8 in 2023-12-22T18:16:53.120 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_list_snaps ... ok 2023-12-22T18:16:53.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:53 smithi032 ceph-mon[191839]: pgmap v3484: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 4.6 KiB/s wr, 96 op/s 2023-12-22T18:16:53.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:16:53.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:16:53.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:16:53.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:16:53.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:16:53.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:53 smithi032 ceph-mon[191839]: osdmap e2119: 8 total, 8 up, 8 in 2023-12-22T18:16:53.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:53 smithi032 ceph-mon[189144]: pgmap v3484: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 4.6 KiB/s wr, 96 op/s 2023-12-22T18:16:53.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:16:53.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:16:53.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:16:53.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:16:53.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:16:53.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:53 smithi032 ceph-mon[189144]: osdmap e2119: 8 total, 8 up, 8 in 2023-12-22T18:16:54.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:53 smithi039 ceph-mon[181282]: pgmap v3484: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 4.6 KiB/s wr, 96 op/s 2023-12-22T18:16:54.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:16:54.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:16:54.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:16:54.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:16:54.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:16:54.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:53 smithi039 ceph-mon[181282]: osdmap e2119: 8 total, 8 up, 8 in 2023-12-22T18:16:55.158 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_list_snaps_iterator_auto_close ... ok 2023-12-22T18:16:55.247 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_lock_unlock ... ok 2023-12-22T18:16:55.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:55 smithi032 ceph-mon[189144]: osdmap e2120: 8 total, 8 up, 8 in 2023-12-22T18:16:55.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:55 smithi032 ceph-mon[189144]: pgmap v3487: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 4.6 KiB/s wr, 166 op/s 2023-12-22T18:16:55.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:55 smithi032 ceph-mon[191839]: osdmap e2120: 8 total, 8 up, 8 in 2023-12-22T18:16:55.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:55 smithi032 ceph-mon[191839]: pgmap v3487: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 4.6 KiB/s wr, 166 op/s 2023-12-22T18:16:55.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:55 smithi039 ceph-mon[181282]: osdmap e2120: 8 total, 8 up, 8 in 2023-12-22T18:16:55.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:55 smithi039 ceph-mon[181282]: pgmap v3487: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 4.6 KiB/s wr, 166 op/s 2023-12-22T18:16:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:56 smithi032 ceph-mon[191839]: osdmap e2121: 8 total, 8 up, 8 in 2023-12-22T18:16:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:56 smithi032 ceph-mon[189144]: osdmap e2121: 8 total, 8 up, 8 in 2023-12-22T18:16:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:56 smithi039 ceph-mon[181282]: osdmap e2121: 8 total, 8 up, 8 in 2023-12-22T18:16:57.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:57 smithi032 ceph-mon[191839]: osdmap e2122: 8 total, 8 up, 8 in 2023-12-22T18:16:57.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:57 smithi032 ceph-mon[191839]: pgmap v3490: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 8.0 KiB/s wr, 221 op/s 2023-12-22T18:16:57.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:57 smithi032 ceph-mon[191839]: osdmap e2123: 8 total, 8 up, 8 in 2023-12-22T18:16:57.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:57 smithi032 ceph-mon[189144]: osdmap e2122: 8 total, 8 up, 8 in 2023-12-22T18:16:57.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:57 smithi032 ceph-mon[189144]: pgmap v3490: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 8.0 KiB/s wr, 221 op/s 2023-12-22T18:16:57.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:57 smithi032 ceph-mon[189144]: osdmap e2123: 8 total, 8 up, 8 in 2023-12-22T18:16:57.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:57 smithi039 ceph-mon[181282]: osdmap e2122: 8 total, 8 up, 8 in 2023-12-22T18:16:57.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:57 smithi039 ceph-mon[181282]: pgmap v3490: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 8.0 KiB/s wr, 221 op/s 2023-12-22T18:16:57.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:57 smithi039 ceph-mon[181282]: osdmap e2123: 8 total, 8 up, 8 in 2023-12-22T18:16:59.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:59 smithi032 ceph-mon[191839]: osdmap e2124: 8 total, 8 up, 8 in 2023-12-22T18:16:59.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:16:59 smithi032 ceph-mon[191839]: pgmap v3493: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 3.5 KiB/s wr, 66 op/s 2023-12-22T18:16:59.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:59 smithi032 ceph-mon[189144]: osdmap e2124: 8 total, 8 up, 8 in 2023-12-22T18:16:59.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:16:59 smithi032 ceph-mon[189144]: pgmap v3493: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 3.5 KiB/s wr, 66 op/s 2023-12-22T18:16:59.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:59 smithi039 ceph-mon[181282]: osdmap e2124: 8 total, 8 up, 8 in 2023-12-22T18:16:59.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:16:59 smithi039 ceph-mon[181282]: pgmap v3493: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 3.5 KiB/s wr, 66 op/s 2023-12-22T18:17:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:00 smithi032 ceph-mon[191839]: osdmap e2125: 8 total, 8 up, 8 in 2023-12-22T18:17:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:00 smithi032 ceph-mon[189144]: osdmap e2125: 8 total, 8 up, 8 in 2023-12-22T18:17:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:00 smithi039 ceph-mon[181282]: osdmap e2125: 8 total, 8 up, 8 in 2023-12-22T18:17:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:01 smithi032 ceph-mon[189144]: osdmap e2126: 8 total, 8 up, 8 in 2023-12-22T18:17:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:01 smithi032 ceph-mon[189144]: pgmap v3496: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 6.7 KiB/s wr, 143 op/s 2023-12-22T18:17:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:01 smithi032 ceph-mon[191839]: osdmap e2126: 8 total, 8 up, 8 in 2023-12-22T18:17:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:01 smithi032 ceph-mon[191839]: pgmap v3496: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 6.7 KiB/s wr, 143 op/s 2023-12-22T18:17:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:17:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:17:00] "GET /metrics HTTP/1.1" 200 36548 "" "Prometheus/2.43.0" 2023-12-22T18:17:01.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:01 smithi039 ceph-mon[181282]: osdmap e2126: 8 total, 8 up, 8 in 2023-12-22T18:17:01.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:01 smithi039 ceph-mon[181282]: pgmap v3496: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 6.7 KiB/s wr, 143 op/s 2023-12-22T18:17:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:02 smithi032 ceph-mon[191839]: osdmap e2127: 8 total, 8 up, 8 in 2023-12-22T18:17:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:02 smithi032 ceph-mon[191839]: osdmap e2128: 8 total, 8 up, 8 in 2023-12-22T18:17:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:02 smithi032 ceph-mon[189144]: osdmap e2127: 8 total, 8 up, 8 in 2023-12-22T18:17:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:02 smithi032 ceph-mon[189144]: osdmap e2128: 8 total, 8 up, 8 in 2023-12-22T18:17:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:02 smithi039 ceph-mon[181282]: osdmap e2127: 8 total, 8 up, 8 in 2023-12-22T18:17:02.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:02 smithi039 ceph-mon[181282]: osdmap e2128: 8 total, 8 up, 8 in 2023-12-22T18:17:03.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:03 smithi032 ceph-mon[189144]: pgmap v3499: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 7.2 KiB/s wr, 138 op/s 2023-12-22T18:17:03.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:03 smithi032 ceph-mon[191839]: pgmap v3499: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 7.2 KiB/s wr, 138 op/s 2023-12-22T18:17:03.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:03 smithi039 ceph-mon[181282]: pgmap v3499: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 7.2 KiB/s wr, 138 op/s 2023-12-22T18:17:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:04 smithi032 ceph-mon[191839]: osdmap e2129: 8 total, 8 up, 8 in 2023-12-22T18:17:04.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:04 smithi032 ceph-mon[189144]: osdmap e2129: 8 total, 8 up, 8 in 2023-12-22T18:17:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:04 smithi039 ceph-mon[181282]: osdmap e2129: 8 total, 8 up, 8 in 2023-12-22T18:17:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:05 smithi032 ceph-mon[191839]: osdmap e2130: 8 total, 8 up, 8 in 2023-12-22T18:17:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:05 smithi032 ceph-mon[191839]: pgmap v3502: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 4.2 KiB/s wr, 89 op/s 2023-12-22T18:17:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:17:05.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:05 smithi032 ceph-mon[189144]: osdmap e2130: 8 total, 8 up, 8 in 2023-12-22T18:17:05.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:05 smithi032 ceph-mon[189144]: pgmap v3502: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 4.2 KiB/s wr, 89 op/s 2023-12-22T18:17:05.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:17:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:05 smithi039 ceph-mon[181282]: osdmap e2130: 8 total, 8 up, 8 in 2023-12-22T18:17:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:05 smithi039 ceph-mon[181282]: pgmap v3502: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 4.2 KiB/s wr, 89 op/s 2023-12-22T18:17:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:17:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:06 smithi032 ceph-mon[191839]: osdmap e2131: 8 total, 8 up, 8 in 2023-12-22T18:17:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:06 smithi032 ceph-mon[189144]: osdmap e2131: 8 total, 8 up, 8 in 2023-12-22T18:17:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:06 smithi039 ceph-mon[181282]: osdmap e2131: 8 total, 8 up, 8 in 2023-12-22T18:17:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:07 smithi032 ceph-mon[191839]: osdmap e2132: 8 total, 8 up, 8 in 2023-12-22T18:17:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:07 smithi032 ceph-mon[191839]: pgmap v3505: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 4.0 KiB/s wr, 90 op/s 2023-12-22T18:17:07.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:07 smithi032 ceph-mon[189144]: osdmap e2132: 8 total, 8 up, 8 in 2023-12-22T18:17:07.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:07 smithi032 ceph-mon[189144]: pgmap v3505: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 4.0 KiB/s wr, 90 op/s 2023-12-22T18:17:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:07 smithi039 ceph-mon[181282]: osdmap e2132: 8 total, 8 up, 8 in 2023-12-22T18:17:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:07 smithi039 ceph-mon[181282]: pgmap v3505: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 4.0 KiB/s wr, 90 op/s 2023-12-22T18:17:08.295 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:17:08.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:08 smithi032 ceph-mon[191839]: osdmap e2133: 8 total, 8 up, 8 in 2023-12-22T18:17:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:08 smithi032 ceph-mon[189144]: osdmap e2133: 8 total, 8 up, 8 in 2023-12-22T18:17:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:08 smithi039 ceph-mon[181282]: osdmap e2133: 8 total, 8 up, 8 in 2023-12-22T18:17:08.618 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:17:08.618 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (57m) 2m ago 61m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:17:08.618 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (56m) 16s ago 61m 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:17:08.618 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (62m) 2m ago 62m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:17:08.618 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (62m) 16s ago 62m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:17:08.618 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (56m) 16s ago 64m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:17:08.618 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (56m) 2m ago 66m 589M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:17:08.618 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (56m) 2m ago 66m 466M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:17:08.618 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (55m) 16s ago 65m 268M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:17:08.619 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (55m) 2m ago 65m 262M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:17:08.619 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (57m) 2m ago 61m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:17:08.619 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (56m) 16s ago 61m 18.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:17:08.619 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (55m) 2m ago 64m 3391M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:17:08.619 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (54m) 2m ago 64m 3804M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:17:08.619 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (54m) 2m ago 64m 3579M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:17:08.619 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (53m) 2m ago 63m 3156M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:17:08.619 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (53m) 16s ago 63m 3300M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:17:08.619 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (52m) 16s ago 63m 3378M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:17:08.619 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (52m) 16s ago 62m 2607M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:17:08.619 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (51m) 16s ago 62m 2989M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:17:08.619 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (56m) 16s ago 62m 101M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:17:09.015 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:17:09.015 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:17:09.015 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:17:09.015 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:17:09.015 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:17:09.015 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:17:09.015 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:17:09.015 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:17:09.015 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:17:09.015 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:17:09.016 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:17:09.016 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:17:09.016 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:17:09.016 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:17:09.016 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:17:09.016 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:17:09.016 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:17:09.016 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:17:09.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:09 smithi032 ceph-mon[191839]: osdmap e2134: 8 total, 8 up, 8 in 2023-12-22T18:17:09.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:09 smithi032 ceph-mon[191839]: pgmap v3508: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 1 op/s 2023-12-22T18:17:09.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:09 smithi032 ceph-mon[191839]: from='client.47570 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:17:09.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:09 smithi032 ceph-mon[191839]: from='client.37659 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:17:09.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:09 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1684701588' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:17:09.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:09 smithi032 ceph-mon[189144]: osdmap e2134: 8 total, 8 up, 8 in 2023-12-22T18:17:09.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:09 smithi032 ceph-mon[189144]: pgmap v3508: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 1 op/s 2023-12-22T18:17:09.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:09 smithi032 ceph-mon[189144]: from='client.47570 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:17:09.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:09 smithi032 ceph-mon[189144]: from='client.37659 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:17:09.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:09 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1684701588' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:17:09.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:09 smithi039 ceph-mon[181282]: osdmap e2134: 8 total, 8 up, 8 in 2023-12-22T18:17:09.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:09 smithi039 ceph-mon[181282]: pgmap v3508: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 1 op/s 2023-12-22T18:17:09.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:09 smithi039 ceph-mon[181282]: from='client.47570 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:17:09.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:09 smithi039 ceph-mon[181282]: from='client.37659 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:17:09.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:09 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1684701588' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:17:10.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:10 smithi032 ceph-mon[191839]: osdmap e2135: 8 total, 8 up, 8 in 2023-12-22T18:17:10.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:10 smithi032 ceph-mon[189144]: osdmap e2135: 8 total, 8 up, 8 in 2023-12-22T18:17:10.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:10 smithi039 ceph-mon[181282]: osdmap e2135: 8 total, 8 up, 8 in 2023-12-22T18:17:11.114 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:17:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:17:10] "GET /metrics HTTP/1.1" 200 36547 "" "Prometheus/2.43.0" 2023-12-22T18:17:11.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:11 smithi032 ceph-mon[191839]: osdmap e2136: 8 total, 8 up, 8 in 2023-12-22T18:17:11.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:11 smithi032 ceph-mon[191839]: pgmap v3511: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 3.5 KiB/s wr, 133 op/s 2023-12-22T18:17:11.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:11 smithi032 ceph-mon[189144]: osdmap e2136: 8 total, 8 up, 8 in 2023-12-22T18:17:11.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:11 smithi032 ceph-mon[189144]: pgmap v3511: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 3.5 KiB/s wr, 133 op/s 2023-12-22T18:17:11.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:11 smithi039 ceph-mon[181282]: osdmap e2136: 8 total, 8 up, 8 in 2023-12-22T18:17:11.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:11 smithi039 ceph-mon[181282]: pgmap v3511: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 3.5 KiB/s wr, 133 op/s 2023-12-22T18:17:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:12 smithi032 ceph-mon[191839]: osdmap e2137: 8 total, 8 up, 8 in 2023-12-22T18:17:12.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:12 smithi032 ceph-mon[189144]: osdmap e2137: 8 total, 8 up, 8 in 2023-12-22T18:17:12.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:12 smithi039 ceph-mon[181282]: osdmap e2137: 8 total, 8 up, 8 in 2023-12-22T18:17:13.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:13 smithi032 ceph-mon[191839]: pgmap v3513: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 3.5 KiB/s wr, 132 op/s 2023-12-22T18:17:13.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:13 smithi032 ceph-mon[191839]: osdmap e2138: 8 total, 8 up, 8 in 2023-12-22T18:17:13.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:13 smithi032 ceph-mon[189144]: pgmap v3513: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 3.5 KiB/s wr, 132 op/s 2023-12-22T18:17:13.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:13 smithi032 ceph-mon[189144]: osdmap e2138: 8 total, 8 up, 8 in 2023-12-22T18:17:13.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:13 smithi039 ceph-mon[181282]: pgmap v3513: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 3.5 KiB/s wr, 132 op/s 2023-12-22T18:17:13.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:13 smithi039 ceph-mon[181282]: osdmap e2138: 8 total, 8 up, 8 in 2023-12-22T18:17:14.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:14 smithi032 ceph-mon[191839]: osdmap e2139: 8 total, 8 up, 8 in 2023-12-22T18:17:14.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:14 smithi032 ceph-mon[189144]: osdmap e2139: 8 total, 8 up, 8 in 2023-12-22T18:17:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:14 smithi039 ceph-mon[181282]: osdmap e2139: 8 total, 8 up, 8 in 2023-12-22T18:17:15.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:15 smithi032 ceph-mon[191839]: pgmap v3516: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 3.5 KiB/s wr, 175 op/s 2023-12-22T18:17:15.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:15 smithi032 ceph-mon[191839]: osdmap e2140: 8 total, 8 up, 8 in 2023-12-22T18:17:15.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:15 smithi032 ceph-mon[189144]: pgmap v3516: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 3.5 KiB/s wr, 175 op/s 2023-12-22T18:17:15.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:15 smithi032 ceph-mon[189144]: osdmap e2140: 8 total, 8 up, 8 in 2023-12-22T18:17:15.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:15 smithi039 ceph-mon[181282]: pgmap v3516: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 3.5 KiB/s wr, 175 op/s 2023-12-22T18:17:15.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:15 smithi039 ceph-mon[181282]: osdmap e2140: 8 total, 8 up, 8 in 2023-12-22T18:17:16.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:16 smithi032 ceph-mon[191839]: osdmap e2141: 8 total, 8 up, 8 in 2023-12-22T18:17:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:16 smithi032 ceph-mon[189144]: osdmap e2141: 8 total, 8 up, 8 in 2023-12-22T18:17:16.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:16 smithi039 ceph-mon[181282]: osdmap e2141: 8 total, 8 up, 8 in 2023-12-22T18:17:17.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:17 smithi032 ceph-mon[191839]: pgmap v3519: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 4.0 KiB/s wr, 177 op/s 2023-12-22T18:17:17.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:17 smithi032 ceph-mon[191839]: osdmap e2142: 8 total, 8 up, 8 in 2023-12-22T18:17:17.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:17 smithi032 ceph-mon[189144]: pgmap v3519: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 4.0 KiB/s wr, 177 op/s 2023-12-22T18:17:17.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:17 smithi032 ceph-mon[189144]: osdmap e2142: 8 total, 8 up, 8 in 2023-12-22T18:17:17.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:17 smithi039 ceph-mon[181282]: pgmap v3519: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 4.0 KiB/s wr, 177 op/s 2023-12-22T18:17:17.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:17 smithi039 ceph-mon[181282]: osdmap e2142: 8 total, 8 up, 8 in 2023-12-22T18:17:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:18 smithi032 ceph-mon[191839]: osdmap e2143: 8 total, 8 up, 8 in 2023-12-22T18:17:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:18 smithi032 ceph-mon[189144]: osdmap e2143: 8 total, 8 up, 8 in 2023-12-22T18:17:18.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:18 smithi039 ceph-mon[181282]: osdmap e2143: 8 total, 8 up, 8 in 2023-12-22T18:17:19.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:19 smithi032 ceph-mon[189144]: pgmap v3522: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2023-12-22T18:17:19.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:19 smithi032 ceph-mon[189144]: osdmap e2144: 8 total, 8 up, 8 in 2023-12-22T18:17:19.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:19 smithi032 ceph-mon[191839]: pgmap v3522: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2023-12-22T18:17:19.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:19 smithi032 ceph-mon[191839]: osdmap e2144: 8 total, 8 up, 8 in 2023-12-22T18:17:19.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:19 smithi039 ceph-mon[181282]: pgmap v3522: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2023-12-22T18:17:19.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:19 smithi039 ceph-mon[181282]: osdmap e2144: 8 total, 8 up, 8 in 2023-12-22T18:17:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:20 smithi032 ceph-mon[189144]: osdmap e2145: 8 total, 8 up, 8 in 2023-12-22T18:17:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:17:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:20 smithi032 ceph-mon[191839]: osdmap e2145: 8 total, 8 up, 8 in 2023-12-22T18:17:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:17:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:20 smithi039 ceph-mon[181282]: osdmap e2145: 8 total, 8 up, 8 in 2023-12-22T18:17:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:17:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:17:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:17:20] "GET /metrics HTTP/1.1" 200 36548 "" "Prometheus/2.43.0" 2023-12-22T18:17:21.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:21 smithi039 ceph-mon[181282]: pgmap v3525: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 3.5 KiB/s wr, 220 op/s 2023-12-22T18:17:21.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:21 smithi039 ceph-mon[181282]: osdmap e2146: 8 total, 8 up, 8 in 2023-12-22T18:17:21.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:21 smithi032 ceph-mon[189144]: pgmap v3525: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 3.5 KiB/s wr, 220 op/s 2023-12-22T18:17:21.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:21 smithi032 ceph-mon[189144]: osdmap e2146: 8 total, 8 up, 8 in 2023-12-22T18:17:21.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:21 smithi032 ceph-mon[191839]: pgmap v3525: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 3.5 KiB/s wr, 220 op/s 2023-12-22T18:17:21.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:21 smithi032 ceph-mon[191839]: osdmap e2146: 8 total, 8 up, 8 in 2023-12-22T18:17:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:22 smithi039 ceph-mon[181282]: osdmap e2147: 8 total, 8 up, 8 in 2023-12-22T18:17:22.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:22 smithi032 ceph-mon[191839]: osdmap e2147: 8 total, 8 up, 8 in 2023-12-22T18:17:22.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:22 smithi032 ceph-mon[189144]: osdmap e2147: 8 total, 8 up, 8 in 2023-12-22T18:17:23.511 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:23 smithi039 ceph-mon[181282]: pgmap v3528: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 3.5 KiB/s wr, 220 op/s 2023-12-22T18:17:23.511 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:23 smithi039 ceph-mon[181282]: osdmap e2148: 8 total, 8 up, 8 in 2023-12-22T18:17:23.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:23 smithi032 ceph-mon[189144]: pgmap v3528: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 3.5 KiB/s wr, 220 op/s 2023-12-22T18:17:23.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:23 smithi032 ceph-mon[189144]: osdmap e2148: 8 total, 8 up, 8 in 2023-12-22T18:17:23.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:23 smithi032 ceph-mon[191839]: pgmap v3528: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 3.5 KiB/s wr, 220 op/s 2023-12-22T18:17:23.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:23 smithi032 ceph-mon[191839]: osdmap e2148: 8 total, 8 up, 8 in 2023-12-22T18:17:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:24 smithi039 ceph-mon[181282]: osdmap e2149: 8 total, 8 up, 8 in 2023-12-22T18:17:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:24 smithi032 ceph-mon[189144]: osdmap e2149: 8 total, 8 up, 8 in 2023-12-22T18:17:24.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:24 smithi032 ceph-mon[191839]: osdmap e2149: 8 total, 8 up, 8 in 2023-12-22T18:17:25.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:25 smithi039 ceph-mon[181282]: pgmap v3531: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 196 KiB/s rd, 3.2 KiB/s wr, 262 op/s 2023-12-22T18:17:25.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:25 smithi039 ceph-mon[181282]: osdmap e2150: 8 total, 8 up, 8 in 2023-12-22T18:17:25.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:25 smithi032 ceph-mon[191839]: pgmap v3531: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 196 KiB/s rd, 3.2 KiB/s wr, 262 op/s 2023-12-22T18:17:25.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:25 smithi032 ceph-mon[191839]: osdmap e2150: 8 total, 8 up, 8 in 2023-12-22T18:17:25.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:25 smithi032 ceph-mon[189144]: pgmap v3531: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 196 KiB/s rd, 3.2 KiB/s wr, 262 op/s 2023-12-22T18:17:25.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:25 smithi032 ceph-mon[189144]: osdmap e2150: 8 total, 8 up, 8 in 2023-12-22T18:17:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:26 smithi039 ceph-mon[181282]: osdmap e2151: 8 total, 8 up, 8 in 2023-12-22T18:17:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:26 smithi032 ceph-mon[191839]: osdmap e2151: 8 total, 8 up, 8 in 2023-12-22T18:17:26.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:26 smithi032 ceph-mon[189144]: osdmap e2151: 8 total, 8 up, 8 in 2023-12-22T18:17:27.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:27 smithi039 ceph-mon[181282]: pgmap v3534: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 197 KiB/s rd, 4.0 KiB/s wr, 264 op/s 2023-12-22T18:17:27.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:27 smithi039 ceph-mon[181282]: osdmap e2152: 8 total, 8 up, 8 in 2023-12-22T18:17:27.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:27 smithi032 ceph-mon[189144]: pgmap v3534: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 197 KiB/s rd, 4.0 KiB/s wr, 264 op/s 2023-12-22T18:17:27.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:27 smithi032 ceph-mon[189144]: osdmap e2152: 8 total, 8 up, 8 in 2023-12-22T18:17:27.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:27 smithi032 ceph-mon[191839]: pgmap v3534: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 197 KiB/s rd, 4.0 KiB/s wr, 264 op/s 2023-12-22T18:17:27.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:27 smithi032 ceph-mon[191839]: osdmap e2152: 8 total, 8 up, 8 in 2023-12-22T18:17:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:28 smithi039 ceph-mon[181282]: osdmap e2153: 8 total, 8 up, 8 in 2023-12-22T18:17:28.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:28 smithi032 ceph-mon[191839]: osdmap e2153: 8 total, 8 up, 8 in 2023-12-22T18:17:28.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:28 smithi032 ceph-mon[189144]: osdmap e2153: 8 total, 8 up, 8 in 2023-12-22T18:17:29.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:29 smithi039 ceph-mon[181282]: pgmap v3537: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2023-12-22T18:17:29.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:29 smithi039 ceph-mon[181282]: osdmap e2154: 8 total, 8 up, 8 in 2023-12-22T18:17:29.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:29 smithi032 ceph-mon[191839]: pgmap v3537: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2023-12-22T18:17:29.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:29 smithi032 ceph-mon[191839]: osdmap e2154: 8 total, 8 up, 8 in 2023-12-22T18:17:29.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:29 smithi032 ceph-mon[189144]: pgmap v3537: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2023-12-22T18:17:29.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:29 smithi032 ceph-mon[189144]: osdmap e2154: 8 total, 8 up, 8 in 2023-12-22T18:17:30.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:30 smithi032 ceph-mon[191839]: osdmap e2155: 8 total, 8 up, 8 in 2023-12-22T18:17:30.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:30 smithi032 ceph-mon[189144]: osdmap e2155: 8 total, 8 up, 8 in 2023-12-22T18:17:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:30 smithi039 ceph-mon[181282]: osdmap e2155: 8 total, 8 up, 8 in 2023-12-22T18:17:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:17:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:17:30] "GET /metrics HTTP/1.1" 200 36548 "" "Prometheus/2.43.0" 2023-12-22T18:17:31.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:31 smithi032 ceph-mon[191839]: pgmap v3540: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 229 KiB/s rd, 3.0 KiB/s wr, 307 op/s 2023-12-22T18:17:31.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:31 smithi032 ceph-mon[191839]: osdmap e2156: 8 total, 8 up, 8 in 2023-12-22T18:17:31.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:31 smithi032 ceph-mon[189144]: pgmap v3540: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 229 KiB/s rd, 3.0 KiB/s wr, 307 op/s 2023-12-22T18:17:31.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:31 smithi032 ceph-mon[189144]: osdmap e2156: 8 total, 8 up, 8 in 2023-12-22T18:17:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:31 smithi039 ceph-mon[181282]: pgmap v3540: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 229 KiB/s rd, 3.0 KiB/s wr, 307 op/s 2023-12-22T18:17:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:31 smithi039 ceph-mon[181282]: osdmap e2156: 8 total, 8 up, 8 in 2023-12-22T18:17:32.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:32 smithi032 ceph-mon[191839]: osdmap e2157: 8 total, 8 up, 8 in 2023-12-22T18:17:32.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:32 smithi032 ceph-mon[189144]: osdmap e2157: 8 total, 8 up, 8 in 2023-12-22T18:17:32.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:32 smithi039 ceph-mon[181282]: osdmap e2157: 8 total, 8 up, 8 in 2023-12-22T18:17:33.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:33 smithi032 ceph-mon[191839]: pgmap v3543: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 229 KiB/s rd, 3.2 KiB/s wr, 308 op/s 2023-12-22T18:17:33.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:33 smithi032 ceph-mon[191839]: osdmap e2158: 8 total, 8 up, 8 in 2023-12-22T18:17:33.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:33 smithi032 ceph-mon[189144]: pgmap v3543: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 229 KiB/s rd, 3.2 KiB/s wr, 308 op/s 2023-12-22T18:17:33.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:33 smithi032 ceph-mon[189144]: osdmap e2158: 8 total, 8 up, 8 in 2023-12-22T18:17:33.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:33 smithi039 ceph-mon[181282]: pgmap v3543: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 229 KiB/s rd, 3.2 KiB/s wr, 308 op/s 2023-12-22T18:17:33.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:33 smithi039 ceph-mon[181282]: osdmap e2158: 8 total, 8 up, 8 in 2023-12-22T18:17:34.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:34 smithi032 ceph-mon[189144]: osdmap e2159: 8 total, 8 up, 8 in 2023-12-22T18:17:34.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:34 smithi032 ceph-mon[191839]: osdmap e2159: 8 total, 8 up, 8 in 2023-12-22T18:17:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:34 smithi039 ceph-mon[181282]: osdmap e2159: 8 total, 8 up, 8 in 2023-12-22T18:17:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:35 smithi032 ceph-mon[189144]: pgmap v3546: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 262 KiB/s rd, 3.5 KiB/s wr, 350 op/s 2023-12-22T18:17:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:35 smithi032 ceph-mon[189144]: osdmap e2160: 8 total, 8 up, 8 in 2023-12-22T18:17:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:17:35.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:35 smithi032 ceph-mon[191839]: pgmap v3546: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 262 KiB/s rd, 3.5 KiB/s wr, 350 op/s 2023-12-22T18:17:35.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:35 smithi032 ceph-mon[191839]: osdmap e2160: 8 total, 8 up, 8 in 2023-12-22T18:17:35.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:17:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:35 smithi039 ceph-mon[181282]: pgmap v3546: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 262 KiB/s rd, 3.5 KiB/s wr, 350 op/s 2023-12-22T18:17:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:35 smithi039 ceph-mon[181282]: osdmap e2160: 8 total, 8 up, 8 in 2023-12-22T18:17:35.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:17:36.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:36 smithi032 ceph-mon[189144]: osdmap e2161: 8 total, 8 up, 8 in 2023-12-22T18:17:36.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:36 smithi032 ceph-mon[191839]: osdmap e2161: 8 total, 8 up, 8 in 2023-12-22T18:17:36.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:36 smithi039 ceph-mon[181282]: osdmap e2161: 8 total, 8 up, 8 in 2023-12-22T18:17:37.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:37 smithi032 ceph-mon[191839]: pgmap v3549: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 263 KiB/s rd, 4.0 KiB/s wr, 352 op/s 2023-12-22T18:17:37.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:37 smithi032 ceph-mon[191839]: osdmap e2162: 8 total, 8 up, 8 in 2023-12-22T18:17:37.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:37 smithi032 ceph-mon[189144]: pgmap v3549: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 263 KiB/s rd, 4.0 KiB/s wr, 352 op/s 2023-12-22T18:17:37.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:37 smithi032 ceph-mon[189144]: osdmap e2162: 8 total, 8 up, 8 in 2023-12-22T18:17:37.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:37 smithi039 ceph-mon[181282]: pgmap v3549: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 263 KiB/s rd, 4.0 KiB/s wr, 352 op/s 2023-12-22T18:17:37.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:37 smithi039 ceph-mon[181282]: osdmap e2162: 8 total, 8 up, 8 in 2023-12-22T18:17:38.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:38 smithi032 ceph-mon[191839]: osdmap e2163: 8 total, 8 up, 8 in 2023-12-22T18:17:38.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:38 smithi032 ceph-mon[189144]: osdmap e2163: 8 total, 8 up, 8 in 2023-12-22T18:17:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:38 smithi039 ceph-mon[181282]: osdmap e2163: 8 total, 8 up, 8 in 2023-12-22T18:17:39.384 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:17:39.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:39 smithi032 ceph-mon[191839]: pgmap v3552: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2023-12-22T18:17:39.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:39 smithi032 ceph-mon[191839]: osdmap e2164: 8 total, 8 up, 8 in 2023-12-22T18:17:39.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:39 smithi032 ceph-mon[189144]: pgmap v3552: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2023-12-22T18:17:39.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:39 smithi032 ceph-mon[189144]: osdmap e2164: 8 total, 8 up, 8 in 2023-12-22T18:17:39.707 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:17:39.707 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (57m) 2m ago 62m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:17:39.707 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (57m) 47s ago 61m 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:17:39.707 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (62m) 2m ago 62m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:17:39.707 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (62m) 47s ago 62m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:17:39.707 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (56m) 47s ago 65m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:17:39.707 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (57m) 2m ago 66m 589M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:17:39.708 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (56m) 2m ago 66m 466M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:17:39.708 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (56m) 47s ago 65m 268M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:17:39.708 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (56m) 2m ago 65m 262M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:17:39.708 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (57m) 2m ago 61m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:17:39.708 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (57m) 47s ago 61m 18.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:17:39.708 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (55m) 2m ago 65m 3391M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:17:39.708 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (55m) 2m ago 64m 3804M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:17:39.708 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (54m) 2m ago 64m 3579M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:17:39.708 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (54m) 2m ago 64m 3156M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:17:39.708 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (53m) 47s ago 64m 3300M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:17:39.708 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (53m) 47s ago 63m 3378M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:17:39.709 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (52m) 47s ago 63m 2607M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:17:39.709 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (52m) 47s ago 63m 2989M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:17:39.709 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (57m) 47s ago 62m 101M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:17:39.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:39 smithi039 ceph-mon[181282]: pgmap v3552: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2023-12-22T18:17:39.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:39 smithi039 ceph-mon[181282]: osdmap e2164: 8 total, 8 up, 8 in 2023-12-22T18:17:40.107 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:17:40.107 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:17:40.107 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:17:40.107 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:17:40.108 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:17:40.108 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:17:40.108 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:17:40.108 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:17:40.108 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:17:40.108 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:17:40.108 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:17:40.108 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:17:40.108 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:17:40.108 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:17:40.108 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:17:40.108 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:17:40.108 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:17:40.109 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:17:40.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:40 smithi032 ceph-mon[189144]: osdmap e2165: 8 total, 8 up, 8 in 2023-12-22T18:17:40.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:40 smithi032 ceph-mon[189144]: from='client.37671 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:17:40.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:40 smithi032 ceph-mon[189144]: from='client.37677 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:17:40.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:40 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2143899938' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:17:40.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:40 smithi032 ceph-mon[191839]: osdmap e2165: 8 total, 8 up, 8 in 2023-12-22T18:17:40.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:40 smithi032 ceph-mon[191839]: from='client.37671 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:17:40.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:40 smithi032 ceph-mon[191839]: from='client.37677 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:17:40.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:40 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2143899938' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:17:40.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:40 smithi039 ceph-mon[181282]: osdmap e2165: 8 total, 8 up, 8 in 2023-12-22T18:17:40.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:40 smithi039 ceph-mon[181282]: from='client.37671 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:17:40.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:40 smithi039 ceph-mon[181282]: from='client.37677 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:17:40.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:40 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2143899938' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:17:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:17:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:17:40] "GET /metrics HTTP/1.1" 200 36550 "" "Prometheus/2.43.0" 2023-12-22T18:17:41.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:41 smithi032 ceph-mon[189144]: pgmap v3555: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 295 KiB/s rd, 3.2 KiB/s wr, 395 op/s 2023-12-22T18:17:41.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:41 smithi032 ceph-mon[189144]: osdmap e2166: 8 total, 8 up, 8 in 2023-12-22T18:17:41.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:41 smithi032 ceph-mon[191839]: pgmap v3555: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 295 KiB/s rd, 3.2 KiB/s wr, 395 op/s 2023-12-22T18:17:41.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:41 smithi032 ceph-mon[191839]: osdmap e2166: 8 total, 8 up, 8 in 2023-12-22T18:17:41.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:41 smithi039 ceph-mon[181282]: pgmap v3555: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 295 KiB/s rd, 3.2 KiB/s wr, 395 op/s 2023-12-22T18:17:41.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:41 smithi039 ceph-mon[181282]: osdmap e2166: 8 total, 8 up, 8 in 2023-12-22T18:17:42.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:42 smithi032 ceph-mon[189144]: osdmap e2167: 8 total, 8 up, 8 in 2023-12-22T18:17:42.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:42 smithi032 ceph-mon[191839]: osdmap e2167: 8 total, 8 up, 8 in 2023-12-22T18:17:42.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:42 smithi039 ceph-mon[181282]: osdmap e2167: 8 total, 8 up, 8 in 2023-12-22T18:17:43.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:43 smithi032 ceph-mon[189144]: pgmap v3558: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 295 KiB/s rd, 3.2 KiB/s wr, 395 op/s 2023-12-22T18:17:43.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:43 smithi032 ceph-mon[189144]: osdmap e2168: 8 total, 8 up, 8 in 2023-12-22T18:17:43.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:43 smithi032 ceph-mon[191839]: pgmap v3558: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 295 KiB/s rd, 3.2 KiB/s wr, 395 op/s 2023-12-22T18:17:43.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:43 smithi032 ceph-mon[191839]: osdmap e2168: 8 total, 8 up, 8 in 2023-12-22T18:17:43.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:43 smithi039 ceph-mon[181282]: pgmap v3558: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 295 KiB/s rd, 3.2 KiB/s wr, 395 op/s 2023-12-22T18:17:43.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:43 smithi039 ceph-mon[181282]: osdmap e2168: 8 total, 8 up, 8 in 2023-12-22T18:17:44.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:44 smithi032 ceph-mon[189144]: osdmap e2169: 8 total, 8 up, 8 in 2023-12-22T18:17:44.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:44 smithi032 ceph-mon[191839]: osdmap e2169: 8 total, 8 up, 8 in 2023-12-22T18:17:44.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:44 smithi039 ceph-mon[181282]: osdmap e2169: 8 total, 8 up, 8 in 2023-12-22T18:17:45.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:45 smithi032 ceph-mon[191839]: pgmap v3561: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 264 KiB/s rd, 3.5 KiB/s wr, 352 op/s 2023-12-22T18:17:45.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:45 smithi032 ceph-mon[191839]: osdmap e2170: 8 total, 8 up, 8 in 2023-12-22T18:17:45.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:45 smithi032 ceph-mon[189144]: pgmap v3561: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 264 KiB/s rd, 3.5 KiB/s wr, 352 op/s 2023-12-22T18:17:45.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:45 smithi032 ceph-mon[189144]: osdmap e2170: 8 total, 8 up, 8 in 2023-12-22T18:17:45.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:45 smithi039 ceph-mon[181282]: pgmap v3561: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 264 KiB/s rd, 3.5 KiB/s wr, 352 op/s 2023-12-22T18:17:45.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:45 smithi039 ceph-mon[181282]: osdmap e2170: 8 total, 8 up, 8 in 2023-12-22T18:17:46.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:46 smithi032 ceph-mon[191839]: osdmap e2171: 8 total, 8 up, 8 in 2023-12-22T18:17:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:46 smithi032 ceph-mon[189144]: osdmap e2171: 8 total, 8 up, 8 in 2023-12-22T18:17:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:46 smithi039 ceph-mon[181282]: osdmap e2171: 8 total, 8 up, 8 in 2023-12-22T18:17:47.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:47 smithi032 ceph-mon[191839]: pgmap v3564: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 265 KiB/s rd, 3.7 KiB/s wr, 353 op/s 2023-12-22T18:17:47.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:47 smithi032 ceph-mon[191839]: osdmap e2172: 8 total, 8 up, 8 in 2023-12-22T18:17:47.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:47 smithi032 ceph-mon[189144]: pgmap v3564: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 265 KiB/s rd, 3.7 KiB/s wr, 353 op/s 2023-12-22T18:17:47.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:47 smithi032 ceph-mon[189144]: osdmap e2172: 8 total, 8 up, 8 in 2023-12-22T18:17:47.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:47 smithi039 ceph-mon[181282]: pgmap v3564: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 265 KiB/s rd, 3.7 KiB/s wr, 353 op/s 2023-12-22T18:17:47.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:47 smithi039 ceph-mon[181282]: osdmap e2172: 8 total, 8 up, 8 in 2023-12-22T18:17:48.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:48 smithi032 ceph-mon[191839]: osdmap e2173: 8 total, 8 up, 8 in 2023-12-22T18:17:48.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:48 smithi032 ceph-mon[189144]: osdmap e2173: 8 total, 8 up, 8 in 2023-12-22T18:17:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:48 smithi039 ceph-mon[181282]: osdmap e2173: 8 total, 8 up, 8 in 2023-12-22T18:17:49.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:49 smithi032 ceph-mon[189144]: pgmap v3567: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2023-12-22T18:17:49.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:49 smithi032 ceph-mon[189144]: osdmap e2174: 8 total, 8 up, 8 in 2023-12-22T18:17:49.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:49 smithi032 ceph-mon[191839]: pgmap v3567: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2023-12-22T18:17:49.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:49 smithi032 ceph-mon[191839]: osdmap e2174: 8 total, 8 up, 8 in 2023-12-22T18:17:49.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:49 smithi039 ceph-mon[181282]: pgmap v3567: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2023-12-22T18:17:49.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:49 smithi039 ceph-mon[181282]: osdmap e2174: 8 total, 8 up, 8 in 2023-12-22T18:17:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:50 smithi032 ceph-mon[191839]: osdmap e2175: 8 total, 8 up, 8 in 2023-12-22T18:17:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:17:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:50 smithi032 ceph-mon[189144]: osdmap e2175: 8 total, 8 up, 8 in 2023-12-22T18:17:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:17:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:50 smithi039 ceph-mon[181282]: osdmap e2175: 8 total, 8 up, 8 in 2023-12-22T18:17:50.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:17:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:17:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:17:50] "GET /metrics HTTP/1.1" 200 36545 "" "Prometheus/2.43.0" 2023-12-22T18:17:51.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:51 smithi032 ceph-mon[189144]: pgmap v3570: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 349 KiB/s rd, 3.0 KiB/s wr, 470 op/s 2023-12-22T18:17:51.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:51 smithi032 ceph-mon[189144]: osdmap e2176: 8 total, 8 up, 8 in 2023-12-22T18:17:51.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:51 smithi032 ceph-mon[191839]: pgmap v3570: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 349 KiB/s rd, 3.0 KiB/s wr, 470 op/s 2023-12-22T18:17:51.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:51 smithi032 ceph-mon[191839]: osdmap e2176: 8 total, 8 up, 8 in 2023-12-22T18:17:51.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:51 smithi039 ceph-mon[181282]: pgmap v3570: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 349 KiB/s rd, 3.0 KiB/s wr, 470 op/s 2023-12-22T18:17:51.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:51 smithi039 ceph-mon[181282]: osdmap e2176: 8 total, 8 up, 8 in 2023-12-22T18:17:52.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:52 smithi039 ceph-mon[181282]: osdmap e2177: 8 total, 8 up, 8 in 2023-12-22T18:17:52.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:52 smithi032 ceph-mon[191839]: osdmap e2177: 8 total, 8 up, 8 in 2023-12-22T18:17:52.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:52 smithi032 ceph-mon[189144]: osdmap e2177: 8 total, 8 up, 8 in 2023-12-22T18:17:53.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:53 smithi039 ceph-mon[181282]: pgmap v3573: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 349 KiB/s rd, 3.2 KiB/s wr, 471 op/s 2023-12-22T18:17:53.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:53 smithi039 ceph-mon[181282]: osdmap e2178: 8 total, 8 up, 8 in 2023-12-22T18:17:53.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:17:53.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:53 smithi032 ceph-mon[191839]: pgmap v3573: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 349 KiB/s rd, 3.2 KiB/s wr, 471 op/s 2023-12-22T18:17:53.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:53 smithi032 ceph-mon[191839]: osdmap e2178: 8 total, 8 up, 8 in 2023-12-22T18:17:53.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:17:53.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:53 smithi032 ceph-mon[189144]: pgmap v3573: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 349 KiB/s rd, 3.2 KiB/s wr, 471 op/s 2023-12-22T18:17:53.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:53 smithi032 ceph-mon[189144]: osdmap e2178: 8 total, 8 up, 8 in 2023-12-22T18:17:53.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:17:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:54 smithi039 ceph-mon[181282]: osdmap e2179: 8 total, 8 up, 8 in 2023-12-22T18:17:54.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:17:54.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:17:54.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:17:54.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:54 smithi032 ceph-mon[189144]: osdmap e2179: 8 total, 8 up, 8 in 2023-12-22T18:17:54.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:17:54.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:17:54.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:17:54.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:54 smithi032 ceph-mon[191839]: osdmap e2179: 8 total, 8 up, 8 in 2023-12-22T18:17:54.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:17:54.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:17:54.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:17:55.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:55 smithi039 ceph-mon[181282]: pgmap v3576: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 384 KiB/s rd, 3.2 KiB/s wr, 516 op/s 2023-12-22T18:17:55.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:55 smithi039 ceph-mon[181282]: osdmap e2180: 8 total, 8 up, 8 in 2023-12-22T18:17:55.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:55 smithi032 ceph-mon[191839]: pgmap v3576: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 384 KiB/s rd, 3.2 KiB/s wr, 516 op/s 2023-12-22T18:17:55.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:55 smithi032 ceph-mon[191839]: osdmap e2180: 8 total, 8 up, 8 in 2023-12-22T18:17:55.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:55 smithi032 ceph-mon[189144]: pgmap v3576: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 384 KiB/s rd, 3.2 KiB/s wr, 516 op/s 2023-12-22T18:17:55.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:55 smithi032 ceph-mon[189144]: osdmap e2180: 8 total, 8 up, 8 in 2023-12-22T18:17:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:56 smithi039 ceph-mon[181282]: osdmap e2181: 8 total, 8 up, 8 in 2023-12-22T18:17:56.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:56 smithi032 ceph-mon[189144]: osdmap e2181: 8 total, 8 up, 8 in 2023-12-22T18:17:56.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:56 smithi032 ceph-mon[191839]: osdmap e2181: 8 total, 8 up, 8 in 2023-12-22T18:17:57.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:57 smithi039 ceph-mon[181282]: pgmap v3579: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 386 KiB/s rd, 3.5 KiB/s wr, 518 op/s 2023-12-22T18:17:57.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:57 smithi039 ceph-mon[181282]: osdmap e2182: 8 total, 8 up, 8 in 2023-12-22T18:17:57.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:57 smithi032 ceph-mon[189144]: pgmap v3579: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 386 KiB/s rd, 3.5 KiB/s wr, 518 op/s 2023-12-22T18:17:57.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:57 smithi032 ceph-mon[189144]: osdmap e2182: 8 total, 8 up, 8 in 2023-12-22T18:17:57.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:57 smithi032 ceph-mon[191839]: pgmap v3579: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 386 KiB/s rd, 3.5 KiB/s wr, 518 op/s 2023-12-22T18:17:57.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:57 smithi032 ceph-mon[191839]: osdmap e2182: 8 total, 8 up, 8 in 2023-12-22T18:17:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:58 smithi039 ceph-mon[181282]: osdmap e2183: 8 total, 8 up, 8 in 2023-12-22T18:17:58.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:58 smithi032 ceph-mon[189144]: osdmap e2183: 8 total, 8 up, 8 in 2023-12-22T18:17:58.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:58 smithi032 ceph-mon[191839]: osdmap e2183: 8 total, 8 up, 8 in 2023-12-22T18:17:59.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:59 smithi039 ceph-mon[181282]: pgmap v3582: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2023-12-22T18:17:59.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:17:59 smithi039 ceph-mon[181282]: osdmap e2184: 8 total, 8 up, 8 in 2023-12-22T18:17:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:59 smithi032 ceph-mon[189144]: pgmap v3582: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2023-12-22T18:17:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:17:59 smithi032 ceph-mon[189144]: osdmap e2184: 8 total, 8 up, 8 in 2023-12-22T18:17:59.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:59 smithi032 ceph-mon[191839]: pgmap v3582: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2023-12-22T18:17:59.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:17:59 smithi032 ceph-mon[191839]: osdmap e2184: 8 total, 8 up, 8 in 2023-12-22T18:18:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:00 smithi039 ceph-mon[181282]: osdmap e2185: 8 total, 8 up, 8 in 2023-12-22T18:18:00.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:00 smithi032 ceph-mon[189144]: osdmap e2185: 8 total, 8 up, 8 in 2023-12-22T18:18:00.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:00 smithi032 ceph-mon[191839]: osdmap e2185: 8 total, 8 up, 8 in 2023-12-22T18:18:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:18:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:18:00] "GET /metrics HTTP/1.1" 200 36545 "" "Prometheus/2.43.0" 2023-12-22T18:18:01.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:01 smithi039 ceph-mon[181282]: pgmap v3585: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 419 KiB/s rd, 4.0 KiB/s wr, 562 op/s 2023-12-22T18:18:01.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:01 smithi039 ceph-mon[181282]: osdmap e2186: 8 total, 8 up, 8 in 2023-12-22T18:18:01.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:01 smithi032 ceph-mon[191839]: pgmap v3585: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 419 KiB/s rd, 4.0 KiB/s wr, 562 op/s 2023-12-22T18:18:01.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:01 smithi032 ceph-mon[191839]: osdmap e2186: 8 total, 8 up, 8 in 2023-12-22T18:18:01.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:01 smithi032 ceph-mon[189144]: pgmap v3585: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 419 KiB/s rd, 4.0 KiB/s wr, 562 op/s 2023-12-22T18:18:01.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:01 smithi032 ceph-mon[189144]: osdmap e2186: 8 total, 8 up, 8 in 2023-12-22T18:18:02.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:02 smithi032 ceph-mon[189144]: osdmap e2187: 8 total, 8 up, 8 in 2023-12-22T18:18:02.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:02 smithi032 ceph-mon[191839]: osdmap e2187: 8 total, 8 up, 8 in 2023-12-22T18:18:03.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:02 smithi039 ceph-mon[181282]: osdmap e2187: 8 total, 8 up, 8 in 2023-12-22T18:18:03.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:03 smithi032 ceph-mon[189144]: pgmap v3588: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 419 KiB/s rd, 4.0 KiB/s wr, 562 op/s 2023-12-22T18:18:03.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:03 smithi032 ceph-mon[189144]: osdmap e2188: 8 total, 8 up, 8 in 2023-12-22T18:18:03.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:03 smithi032 ceph-mon[191839]: pgmap v3588: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 419 KiB/s rd, 4.0 KiB/s wr, 562 op/s 2023-12-22T18:18:03.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:03 smithi032 ceph-mon[191839]: osdmap e2188: 8 total, 8 up, 8 in 2023-12-22T18:18:04.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:03 smithi039 ceph-mon[181282]: pgmap v3588: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 419 KiB/s rd, 4.0 KiB/s wr, 562 op/s 2023-12-22T18:18:04.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:03 smithi039 ceph-mon[181282]: osdmap e2188: 8 total, 8 up, 8 in 2023-12-22T18:18:04.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:04 smithi032 ceph-mon[189144]: osdmap e2189: 8 total, 8 up, 8 in 2023-12-22T18:18:04.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:04 smithi032 ceph-mon[191839]: osdmap e2189: 8 total, 8 up, 8 in 2023-12-22T18:18:05.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:04 smithi039 ceph-mon[181282]: osdmap e2189: 8 total, 8 up, 8 in 2023-12-22T18:18:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:05 smithi032 ceph-mon[191839]: pgmap v3591: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 451 KiB/s rd, 3.2 KiB/s wr, 606 op/s 2023-12-22T18:18:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:05 smithi032 ceph-mon[191839]: osdmap e2190: 8 total, 8 up, 8 in 2023-12-22T18:18:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:18:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:05 smithi032 ceph-mon[189144]: pgmap v3591: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 451 KiB/s rd, 3.2 KiB/s wr, 606 op/s 2023-12-22T18:18:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:05 smithi032 ceph-mon[189144]: osdmap e2190: 8 total, 8 up, 8 in 2023-12-22T18:18:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:18:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:05 smithi039 ceph-mon[181282]: pgmap v3591: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 451 KiB/s rd, 3.2 KiB/s wr, 606 op/s 2023-12-22T18:18:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:05 smithi039 ceph-mon[181282]: osdmap e2190: 8 total, 8 up, 8 in 2023-12-22T18:18:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:18:06.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:06 smithi032 ceph-mon[191839]: osdmap e2191: 8 total, 8 up, 8 in 2023-12-22T18:18:06.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:06 smithi032 ceph-mon[189144]: osdmap e2191: 8 total, 8 up, 8 in 2023-12-22T18:18:07.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:06 smithi039 ceph-mon[181282]: osdmap e2191: 8 total, 8 up, 8 in 2023-12-22T18:18:07.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:07 smithi032 ceph-mon[191839]: pgmap v3594: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 452 KiB/s rd, 3.5 KiB/s wr, 607 op/s 2023-12-22T18:18:07.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:07 smithi032 ceph-mon[191839]: osdmap e2192: 8 total, 8 up, 8 in 2023-12-22T18:18:07.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:07 smithi032 ceph-mon[189144]: pgmap v3594: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 452 KiB/s rd, 3.5 KiB/s wr, 607 op/s 2023-12-22T18:18:07.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:07 smithi032 ceph-mon[189144]: osdmap e2192: 8 total, 8 up, 8 in 2023-12-22T18:18:08.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:07 smithi039 ceph-mon[181282]: pgmap v3594: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 452 KiB/s rd, 3.5 KiB/s wr, 607 op/s 2023-12-22T18:18:08.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:07 smithi039 ceph-mon[181282]: osdmap e2192: 8 total, 8 up, 8 in 2023-12-22T18:18:08.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:08 smithi032 ceph-mon[191839]: osdmap e2193: 8 total, 8 up, 8 in 2023-12-22T18:18:08.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:08 smithi032 ceph-mon[189144]: osdmap e2193: 8 total, 8 up, 8 in 2023-12-22T18:18:09.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:08 smithi039 ceph-mon[181282]: osdmap e2193: 8 total, 8 up, 8 in 2023-12-22T18:18:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:09 smithi032 ceph-mon[191839]: pgmap v3597: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2023-12-22T18:18:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:09 smithi032 ceph-mon[191839]: osdmap e2194: 8 total, 8 up, 8 in 2023-12-22T18:18:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:09 smithi032 ceph-mon[189144]: pgmap v3597: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2023-12-22T18:18:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:09 smithi032 ceph-mon[189144]: osdmap e2194: 8 total, 8 up, 8 in 2023-12-22T18:18:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:09 smithi039 ceph-mon[181282]: pgmap v3597: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2023-12-22T18:18:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:09 smithi039 ceph-mon[181282]: osdmap e2194: 8 total, 8 up, 8 in 2023-12-22T18:18:10.469 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:18:10.799 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:18:10.799 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (58m) 3m ago 62m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:18:10.799 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (57m) 78s ago 62m 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:18:10.799 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (63m) 3m ago 63m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:18:10.800 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (63m) 78s ago 63m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:18:10.800 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (57m) 78s ago 65m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:18:10.800 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (57m) 3m ago 67m 589M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:18:10.800 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (57m) 3m ago 67m 466M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:18:10.800 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (56m) 78s ago 66m 268M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:18:10.800 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (56m) 3m ago 66m 262M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:18:10.800 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (58m) 3m ago 62m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:18:10.800 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (57m) 78s ago 62m 18.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:18:10.801 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (56m) 3m ago 65m 3391M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:18:10.801 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (55m) 3m ago 65m 3804M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:18:10.801 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (55m) 3m ago 65m 3579M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:18:10.801 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (54m) 3m ago 64m 3156M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:18:10.801 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (54m) 78s ago 64m 3300M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:18:10.801 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (53m) 78s ago 64m 3378M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:18:10.801 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (53m) 78s ago 64m 2607M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:18:10.801 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (52m) 78s ago 63m 2989M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:18:10.801 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (57m) 78s ago 63m 101M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:18:10.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:10 smithi032 ceph-mon[189144]: osdmap e2195: 8 total, 8 up, 8 in 2023-12-22T18:18:10.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:10 smithi032 ceph-mon[191839]: osdmap e2195: 8 total, 8 up, 8 in 2023-12-22T18:18:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:10 smithi039 ceph-mon[181282]: osdmap e2195: 8 total, 8 up, 8 in 2023-12-22T18:18:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:18:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:18:10] "GET /metrics HTTP/1.1" 200 36547 "" "Prometheus/2.43.0" 2023-12-22T18:18:11.203 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:18:11.203 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:18:11.203 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:18:11.203 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:18:11.203 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:18:11.204 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:18:11.204 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:18:11.204 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:18:11.204 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:18:11.204 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:18:11.204 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:18:11.204 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:18:11.204 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:18:11.204 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:18:11.205 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:18:11.205 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:18:11.205 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:18:11.205 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:18:11.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:11 smithi032 ceph-mon[189144]: pgmap v3600: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 485 KiB/s rd, 3.5 KiB/s wr, 653 op/s 2023-12-22T18:18:11.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:11 smithi032 ceph-mon[189144]: from='client.47606 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:18:11.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:11 smithi032 ceph-mon[189144]: osdmap e2196: 8 total, 8 up, 8 in 2023-12-22T18:18:11.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:11 smithi032 ceph-mon[189144]: from='client.37695 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:18:11.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:11 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3523813602' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:18:11.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:11 smithi032 ceph-mon[191839]: pgmap v3600: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 485 KiB/s rd, 3.5 KiB/s wr, 653 op/s 2023-12-22T18:18:11.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:11 smithi032 ceph-mon[191839]: from='client.47606 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:18:11.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:11 smithi032 ceph-mon[191839]: osdmap e2196: 8 total, 8 up, 8 in 2023-12-22T18:18:11.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:11 smithi032 ceph-mon[191839]: from='client.37695 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:18:11.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:11 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3523813602' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:18:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:11 smithi039 ceph-mon[181282]: pgmap v3600: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 485 KiB/s rd, 3.5 KiB/s wr, 653 op/s 2023-12-22T18:18:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:11 smithi039 ceph-mon[181282]: from='client.47606 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:18:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:11 smithi039 ceph-mon[181282]: osdmap e2196: 8 total, 8 up, 8 in 2023-12-22T18:18:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:11 smithi039 ceph-mon[181282]: from='client.37695 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:18:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:11 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3523813602' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:18:12.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:12 smithi032 ceph-mon[191839]: osdmap e2197: 8 total, 8 up, 8 in 2023-12-22T18:18:12.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:12 smithi032 ceph-mon[189144]: osdmap e2197: 8 total, 8 up, 8 in 2023-12-22T18:18:13.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:12 smithi039 ceph-mon[181282]: osdmap e2197: 8 total, 8 up, 8 in 2023-12-22T18:18:13.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:13 smithi032 ceph-mon[191839]: pgmap v3603: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 485 KiB/s rd, 3.7 KiB/s wr, 653 op/s 2023-12-22T18:18:13.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:13 smithi032 ceph-mon[191839]: osdmap e2198: 8 total, 8 up, 8 in 2023-12-22T18:18:13.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:13 smithi032 ceph-mon[189144]: pgmap v3603: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 485 KiB/s rd, 3.7 KiB/s wr, 653 op/s 2023-12-22T18:18:13.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:13 smithi032 ceph-mon[189144]: osdmap e2198: 8 total, 8 up, 8 in 2023-12-22T18:18:14.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:13 smithi039 ceph-mon[181282]: pgmap v3603: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 485 KiB/s rd, 3.7 KiB/s wr, 653 op/s 2023-12-22T18:18:14.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:13 smithi039 ceph-mon[181282]: osdmap e2198: 8 total, 8 up, 8 in 2023-12-22T18:18:14.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:14 smithi032 ceph-mon[191839]: osdmap e2199: 8 total, 8 up, 8 in 2023-12-22T18:18:14.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:14 smithi032 ceph-mon[189144]: osdmap e2199: 8 total, 8 up, 8 in 2023-12-22T18:18:15.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:14 smithi039 ceph-mon[181282]: osdmap e2199: 8 total, 8 up, 8 in 2023-12-22T18:18:15.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:15 smithi032 ceph-mon[191839]: pgmap v3606: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 516 KiB/s rd, 3.7 KiB/s wr, 696 op/s 2023-12-22T18:18:15.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:15 smithi032 ceph-mon[191839]: osdmap e2200: 8 total, 8 up, 8 in 2023-12-22T18:18:15.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:15 smithi032 ceph-mon[189144]: pgmap v3606: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 516 KiB/s rd, 3.7 KiB/s wr, 696 op/s 2023-12-22T18:18:15.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:15 smithi032 ceph-mon[189144]: osdmap e2200: 8 total, 8 up, 8 in 2023-12-22T18:18:16.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:15 smithi039 ceph-mon[181282]: pgmap v3606: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 516 KiB/s rd, 3.7 KiB/s wr, 696 op/s 2023-12-22T18:18:16.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:15 smithi039 ceph-mon[181282]: osdmap e2200: 8 total, 8 up, 8 in 2023-12-22T18:18:16.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:16 smithi032 ceph-mon[191839]: osdmap e2201: 8 total, 8 up, 8 in 2023-12-22T18:18:16.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:16 smithi032 ceph-mon[189144]: osdmap e2201: 8 total, 8 up, 8 in 2023-12-22T18:18:17.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:16 smithi039 ceph-mon[181282]: osdmap e2201: 8 total, 8 up, 8 in 2023-12-22T18:18:17.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:17 smithi032 ceph-mon[189144]: pgmap v3609: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 517 KiB/s rd, 3.5 KiB/s wr, 697 op/s 2023-12-22T18:18:17.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:17 smithi032 ceph-mon[189144]: osdmap e2202: 8 total, 8 up, 8 in 2023-12-22T18:18:17.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:17 smithi032 ceph-mon[191839]: pgmap v3609: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 517 KiB/s rd, 3.5 KiB/s wr, 697 op/s 2023-12-22T18:18:17.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:17 smithi032 ceph-mon[191839]: osdmap e2202: 8 total, 8 up, 8 in 2023-12-22T18:18:18.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:17 smithi039 ceph-mon[181282]: pgmap v3609: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 517 KiB/s rd, 3.5 KiB/s wr, 697 op/s 2023-12-22T18:18:18.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:17 smithi039 ceph-mon[181282]: osdmap e2202: 8 total, 8 up, 8 in 2023-12-22T18:18:18.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:18 smithi032 ceph-mon[191839]: osdmap e2203: 8 total, 8 up, 8 in 2023-12-22T18:18:18.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:18 smithi032 ceph-mon[189144]: osdmap e2203: 8 total, 8 up, 8 in 2023-12-22T18:18:19.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:18 smithi039 ceph-mon[181282]: osdmap e2203: 8 total, 8 up, 8 in 2023-12-22T18:18:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:19 smithi032 ceph-mon[191839]: pgmap v3612: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 1 op/s 2023-12-22T18:18:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:19 smithi032 ceph-mon[191839]: osdmap e2204: 8 total, 8 up, 8 in 2023-12-22T18:18:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:19 smithi032 ceph-mon[189144]: pgmap v3612: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 1 op/s 2023-12-22T18:18:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:19 smithi032 ceph-mon[189144]: osdmap e2204: 8 total, 8 up, 8 in 2023-12-22T18:18:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:19 smithi039 ceph-mon[181282]: pgmap v3612: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 1 op/s 2023-12-22T18:18:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:19 smithi039 ceph-mon[181282]: osdmap e2204: 8 total, 8 up, 8 in 2023-12-22T18:18:20.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:18:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:18:20] "GET /metrics HTTP/1.1" 200 36550 "" "Prometheus/2.43.0" 2023-12-22T18:18:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:20 smithi032 ceph-mon[191839]: osdmap e2205: 8 total, 8 up, 8 in 2023-12-22T18:18:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:18:20.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:20 smithi032 ceph-mon[189144]: osdmap e2205: 8 total, 8 up, 8 in 2023-12-22T18:18:20.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:18:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:20 smithi039 ceph-mon[181282]: osdmap e2205: 8 total, 8 up, 8 in 2023-12-22T18:18:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:18:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:21 smithi032 ceph-mon[189144]: pgmap v3615: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 550 KiB/s rd, 3.5 KiB/s wr, 740 op/s 2023-12-22T18:18:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:21 smithi032 ceph-mon[189144]: osdmap e2206: 8 total, 8 up, 8 in 2023-12-22T18:18:21.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:21 smithi032 ceph-mon[191839]: pgmap v3615: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 550 KiB/s rd, 3.5 KiB/s wr, 740 op/s 2023-12-22T18:18:21.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:21 smithi032 ceph-mon[191839]: osdmap e2206: 8 total, 8 up, 8 in 2023-12-22T18:18:22.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:21 smithi039 ceph-mon[181282]: pgmap v3615: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 550 KiB/s rd, 3.5 KiB/s wr, 740 op/s 2023-12-22T18:18:22.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:21 smithi039 ceph-mon[181282]: osdmap e2206: 8 total, 8 up, 8 in 2023-12-22T18:18:22.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:22 smithi032 ceph-mon[189144]: osdmap e2207: 8 total, 8 up, 8 in 2023-12-22T18:18:22.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:22 smithi032 ceph-mon[191839]: osdmap e2207: 8 total, 8 up, 8 in 2023-12-22T18:18:23.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:22 smithi039 ceph-mon[181282]: osdmap e2207: 8 total, 8 up, 8 in 2023-12-22T18:18:23.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:23 smithi032 ceph-mon[191839]: pgmap v3618: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 550 KiB/s rd, 3.5 KiB/s wr, 740 op/s 2023-12-22T18:18:23.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:23 smithi032 ceph-mon[191839]: osdmap e2208: 8 total, 8 up, 8 in 2023-12-22T18:18:23.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:23 smithi032 ceph-mon[189144]: pgmap v3618: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 550 KiB/s rd, 3.5 KiB/s wr, 740 op/s 2023-12-22T18:18:23.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:23 smithi032 ceph-mon[189144]: osdmap e2208: 8 total, 8 up, 8 in 2023-12-22T18:18:24.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:23 smithi039 ceph-mon[181282]: pgmap v3618: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 550 KiB/s rd, 3.5 KiB/s wr, 740 op/s 2023-12-22T18:18:24.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:23 smithi039 ceph-mon[181282]: osdmap e2208: 8 total, 8 up, 8 in 2023-12-22T18:18:25.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:24 smithi039 ceph-mon[181282]: osdmap e2209: 8 total, 8 up, 8 in 2023-12-22T18:18:25.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:24 smithi032 ceph-mon[189144]: osdmap e2209: 8 total, 8 up, 8 in 2023-12-22T18:18:25.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:24 smithi032 ceph-mon[191839]: osdmap e2209: 8 total, 8 up, 8 in 2023-12-22T18:18:26.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:25 smithi039 ceph-mon[181282]: pgmap v3621: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 581 KiB/s rd, 3.5 KiB/s wr, 783 op/s 2023-12-22T18:18:26.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:25 smithi039 ceph-mon[181282]: osdmap e2210: 8 total, 8 up, 8 in 2023-12-22T18:18:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:25 smithi032 ceph-mon[191839]: pgmap v3621: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 581 KiB/s rd, 3.5 KiB/s wr, 783 op/s 2023-12-22T18:18:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:25 smithi032 ceph-mon[191839]: osdmap e2210: 8 total, 8 up, 8 in 2023-12-22T18:18:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:25 smithi032 ceph-mon[189144]: pgmap v3621: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 581 KiB/s rd, 3.5 KiB/s wr, 783 op/s 2023-12-22T18:18:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:25 smithi032 ceph-mon[189144]: osdmap e2210: 8 total, 8 up, 8 in 2023-12-22T18:18:27.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:26 smithi039 ceph-mon[181282]: osdmap e2211: 8 total, 8 up, 8 in 2023-12-22T18:18:27.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:26 smithi032 ceph-mon[191839]: osdmap e2211: 8 total, 8 up, 8 in 2023-12-22T18:18:27.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:26 smithi032 ceph-mon[189144]: osdmap e2211: 8 total, 8 up, 8 in 2023-12-22T18:18:28.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:27 smithi039 ceph-mon[181282]: pgmap v3624: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 582 KiB/s rd, 4.0 KiB/s wr, 785 op/s 2023-12-22T18:18:28.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:27 smithi039 ceph-mon[181282]: osdmap e2212: 8 total, 8 up, 8 in 2023-12-22T18:18:28.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:27 smithi032 ceph-mon[191839]: pgmap v3624: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 582 KiB/s rd, 4.0 KiB/s wr, 785 op/s 2023-12-22T18:18:28.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:27 smithi032 ceph-mon[191839]: osdmap e2212: 8 total, 8 up, 8 in 2023-12-22T18:18:28.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:27 smithi032 ceph-mon[189144]: pgmap v3624: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 582 KiB/s rd, 4.0 KiB/s wr, 785 op/s 2023-12-22T18:18:28.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:27 smithi032 ceph-mon[189144]: osdmap e2212: 8 total, 8 up, 8 in 2023-12-22T18:18:29.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:28 smithi039 ceph-mon[181282]: osdmap e2213: 8 total, 8 up, 8 in 2023-12-22T18:18:29.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:28 smithi032 ceph-mon[191839]: osdmap e2213: 8 total, 8 up, 8 in 2023-12-22T18:18:29.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:28 smithi032 ceph-mon[189144]: osdmap e2213: 8 total, 8 up, 8 in 2023-12-22T18:18:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:29 smithi039 ceph-mon[181282]: pgmap v3627: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2023-12-22T18:18:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:29 smithi039 ceph-mon[181282]: osdmap e2214: 8 total, 8 up, 8 in 2023-12-22T18:18:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:29 smithi032 ceph-mon[191839]: pgmap v3627: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2023-12-22T18:18:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:29 smithi032 ceph-mon[191839]: osdmap e2214: 8 total, 8 up, 8 in 2023-12-22T18:18:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:29 smithi032 ceph-mon[189144]: pgmap v3627: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2023-12-22T18:18:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:29 smithi032 ceph-mon[189144]: osdmap e2214: 8 total, 8 up, 8 in 2023-12-22T18:18:31.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:30 smithi039 ceph-mon[181282]: osdmap e2215: 8 total, 8 up, 8 in 2023-12-22T18:18:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:30 smithi032 ceph-mon[191839]: osdmap e2215: 8 total, 8 up, 8 in 2023-12-22T18:18:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:30 smithi032 ceph-mon[189144]: osdmap e2215: 8 total, 8 up, 8 in 2023-12-22T18:18:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:18:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:18:30] "GET /metrics HTTP/1.1" 200 36550 "" "Prometheus/2.43.0" 2023-12-22T18:18:32.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:31 smithi039 ceph-mon[181282]: pgmap v3630: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 615 KiB/s rd, 3.2 KiB/s wr, 828 op/s 2023-12-22T18:18:32.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:31 smithi039 ceph-mon[181282]: osdmap e2216: 8 total, 8 up, 8 in 2023-12-22T18:18:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:31 smithi032 ceph-mon[191839]: pgmap v3630: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 615 KiB/s rd, 3.2 KiB/s wr, 828 op/s 2023-12-22T18:18:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:31 smithi032 ceph-mon[191839]: osdmap e2216: 8 total, 8 up, 8 in 2023-12-22T18:18:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:31 smithi032 ceph-mon[189144]: pgmap v3630: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 615 KiB/s rd, 3.2 KiB/s wr, 828 op/s 2023-12-22T18:18:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:31 smithi032 ceph-mon[189144]: osdmap e2216: 8 total, 8 up, 8 in 2023-12-22T18:18:33.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:32 smithi039 ceph-mon[181282]: osdmap e2217: 8 total, 8 up, 8 in 2023-12-22T18:18:33.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:32 smithi032 ceph-mon[191839]: osdmap e2217: 8 total, 8 up, 8 in 2023-12-22T18:18:33.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:32 smithi032 ceph-mon[189144]: osdmap e2217: 8 total, 8 up, 8 in 2023-12-22T18:18:34.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:33 smithi039 ceph-mon[181282]: pgmap v3633: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 615 KiB/s rd, 3.7 KiB/s wr, 828 op/s 2023-12-22T18:18:34.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:33 smithi039 ceph-mon[181282]: osdmap e2218: 8 total, 8 up, 8 in 2023-12-22T18:18:34.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:33 smithi032 ceph-mon[191839]: pgmap v3633: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 615 KiB/s rd, 3.7 KiB/s wr, 828 op/s 2023-12-22T18:18:34.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:33 smithi032 ceph-mon[191839]: osdmap e2218: 8 total, 8 up, 8 in 2023-12-22T18:18:34.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:33 smithi032 ceph-mon[189144]: pgmap v3633: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 615 KiB/s rd, 3.7 KiB/s wr, 828 op/s 2023-12-22T18:18:34.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:33 smithi032 ceph-mon[189144]: osdmap e2218: 8 total, 8 up, 8 in 2023-12-22T18:18:35.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:34 smithi032 ceph-mon[191839]: osdmap e2219: 8 total, 8 up, 8 in 2023-12-22T18:18:35.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:18:35.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:34 smithi032 ceph-mon[189144]: osdmap e2219: 8 total, 8 up, 8 in 2023-12-22T18:18:35.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:18:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:34 smithi039 ceph-mon[181282]: osdmap e2219: 8 total, 8 up, 8 in 2023-12-22T18:18:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:18:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:35 smithi032 ceph-mon[191839]: pgmap v3636: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 645 KiB/s rd, 3.5 KiB/s wr, 870 op/s 2023-12-22T18:18:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:35 smithi032 ceph-mon[191839]: osdmap e2220: 8 total, 8 up, 8 in 2023-12-22T18:18:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:35 smithi032 ceph-mon[189144]: pgmap v3636: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 645 KiB/s rd, 3.5 KiB/s wr, 870 op/s 2023-12-22T18:18:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:35 smithi032 ceph-mon[189144]: osdmap e2220: 8 total, 8 up, 8 in 2023-12-22T18:18:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:35 smithi039 ceph-mon[181282]: pgmap v3636: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 645 KiB/s rd, 3.5 KiB/s wr, 870 op/s 2023-12-22T18:18:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:35 smithi039 ceph-mon[181282]: osdmap e2220: 8 total, 8 up, 8 in 2023-12-22T18:18:37.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:36 smithi032 ceph-mon[189144]: osdmap e2221: 8 total, 8 up, 8 in 2023-12-22T18:18:37.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:36 smithi032 ceph-mon[191839]: osdmap e2221: 8 total, 8 up, 8 in 2023-12-22T18:18:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:36 smithi039 ceph-mon[181282]: osdmap e2221: 8 total, 8 up, 8 in 2023-12-22T18:18:38.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:37 smithi032 ceph-mon[191839]: pgmap v3639: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 646 KiB/s rd, 3.7 KiB/s wr, 872 op/s 2023-12-22T18:18:38.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:37 smithi032 ceph-mon[191839]: osdmap e2222: 8 total, 8 up, 8 in 2023-12-22T18:18:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:37 smithi032 ceph-mon[189144]: pgmap v3639: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 646 KiB/s rd, 3.7 KiB/s wr, 872 op/s 2023-12-22T18:18:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:37 smithi032 ceph-mon[189144]: osdmap e2222: 8 total, 8 up, 8 in 2023-12-22T18:18:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:37 smithi039 ceph-mon[181282]: pgmap v3639: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 646 KiB/s rd, 3.7 KiB/s wr, 872 op/s 2023-12-22T18:18:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:37 smithi039 ceph-mon[181282]: osdmap e2222: 8 total, 8 up, 8 in 2023-12-22T18:18:39.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:38 smithi032 ceph-mon[189144]: osdmap e2223: 8 total, 8 up, 8 in 2023-12-22T18:18:39.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:38 smithi032 ceph-mon[191839]: osdmap e2223: 8 total, 8 up, 8 in 2023-12-22T18:18:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:38 smithi039 ceph-mon[181282]: osdmap e2223: 8 total, 8 up, 8 in 2023-12-22T18:18:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:39 smithi032 ceph-mon[189144]: pgmap v3642: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2023-12-22T18:18:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:39 smithi032 ceph-mon[189144]: osdmap e2224: 8 total, 8 up, 8 in 2023-12-22T18:18:40.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:39 smithi032 ceph-mon[191839]: pgmap v3642: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2023-12-22T18:18:40.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:39 smithi032 ceph-mon[191839]: osdmap e2224: 8 total, 8 up, 8 in 2023-12-22T18:18:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:39 smithi039 ceph-mon[181282]: pgmap v3642: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2023-12-22T18:18:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:39 smithi039 ceph-mon[181282]: osdmap e2224: 8 total, 8 up, 8 in 2023-12-22T18:18:41.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:40 smithi032 ceph-mon[191839]: osdmap e2225: 8 total, 8 up, 8 in 2023-12-22T18:18:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:40 smithi032 ceph-mon[189144]: osdmap e2225: 8 total, 8 up, 8 in 2023-12-22T18:18:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:18:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:18:40] "GET /metrics HTTP/1.1" 200 36554 "" "Prometheus/2.43.0" 2023-12-22T18:18:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:40 smithi039 ceph-mon[181282]: osdmap e2225: 8 total, 8 up, 8 in 2023-12-22T18:18:41.569 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:18:41.895 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:18:41.895 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (58m) 3m ago 63m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:18:41.895 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (58m) 109s ago 63m 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:18:41.895 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (64m) 3m ago 64m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:18:41.895 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (63m) 109s ago 63m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:18:41.895 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (57m) 109s ago 66m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:18:41.896 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (58m) 3m ago 67m 589M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:18:41.896 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (57m) 3m ago 68m 466M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:18:41.896 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (57m) 109s ago 66m 268M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:18:41.896 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (57m) 3m ago 66m 262M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:18:41.896 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (58m) 3m ago 62m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:18:41.896 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (58m) 109s ago 62m 18.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:18:41.896 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (56m) 3m ago 66m 3391M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:18:41.896 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (56m) 3m ago 65m 3804M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:18:41.896 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (55m) 3m ago 65m 3579M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:18:41.896 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (55m) 3m ago 65m 3156M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:18:41.896 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (54m) 109s ago 65m 3300M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:18:41.896 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (54m) 109s ago 64m 3378M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:18:41.897 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (53m) 109s ago 64m 2607M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:18:41.897 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (53m) 109s ago 64m 2989M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:18:41.897 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (58m) 109s ago 63m 101M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:18:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:41 smithi032 ceph-mon[189144]: pgmap v3645: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 681 KiB/s rd, 3.2 KiB/s wr, 915 op/s 2023-12-22T18:18:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:41 smithi032 ceph-mon[189144]: osdmap e2226: 8 total, 8 up, 8 in 2023-12-22T18:18:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:41 smithi032 ceph-mon[191839]: pgmap v3645: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 681 KiB/s rd, 3.2 KiB/s wr, 915 op/s 2023-12-22T18:18:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:41 smithi032 ceph-mon[191839]: osdmap e2226: 8 total, 8 up, 8 in 2023-12-22T18:18:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:41 smithi039 ceph-mon[181282]: pgmap v3645: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 681 KiB/s rd, 3.2 KiB/s wr, 915 op/s 2023-12-22T18:18:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:41 smithi039 ceph-mon[181282]: osdmap e2226: 8 total, 8 up, 8 in 2023-12-22T18:18:42.301 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:18:42.301 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:18:42.301 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:18:42.301 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:18:42.301 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:18:42.301 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:18:42.301 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:18:42.301 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:18:42.302 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:18:42.302 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:18:42.302 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:18:42.302 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:18:42.302 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:18:42.302 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:18:42.302 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:18:42.302 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:18:42.302 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:18:42.302 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:18:43.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:42 smithi032 ceph-mon[189144]: from='client.37707 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:18:43.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:42 smithi032 ceph-mon[189144]: osdmap e2227: 8 total, 8 up, 8 in 2023-12-22T18:18:43.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:42 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2192202288' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:18:43.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:42 smithi032 ceph-mon[191839]: from='client.37707 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:18:43.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:42 smithi032 ceph-mon[191839]: osdmap e2227: 8 total, 8 up, 8 in 2023-12-22T18:18:43.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:42 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2192202288' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:18:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:42 smithi039 ceph-mon[181282]: from='client.37707 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:18:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:42 smithi039 ceph-mon[181282]: osdmap e2227: 8 total, 8 up, 8 in 2023-12-22T18:18:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:42 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2192202288' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:18:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:43 smithi032 ceph-mon[191839]: from='client.37713 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:18:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:43 smithi032 ceph-mon[191839]: pgmap v3648: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 681 KiB/s rd, 3.7 KiB/s wr, 915 op/s 2023-12-22T18:18:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:43 smithi032 ceph-mon[191839]: osdmap e2228: 8 total, 8 up, 8 in 2023-12-22T18:18:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:43 smithi032 ceph-mon[189144]: from='client.37713 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:18:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:43 smithi032 ceph-mon[189144]: pgmap v3648: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 681 KiB/s rd, 3.7 KiB/s wr, 915 op/s 2023-12-22T18:18:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:43 smithi032 ceph-mon[189144]: osdmap e2228: 8 total, 8 up, 8 in 2023-12-22T18:18:44.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:43 smithi039 ceph-mon[181282]: from='client.37713 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:18:44.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:43 smithi039 ceph-mon[181282]: pgmap v3648: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 681 KiB/s rd, 3.7 KiB/s wr, 915 op/s 2023-12-22T18:18:44.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:43 smithi039 ceph-mon[181282]: osdmap e2228: 8 total, 8 up, 8 in 2023-12-22T18:18:45.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:44 smithi032 ceph-mon[189144]: osdmap e2229: 8 total, 8 up, 8 in 2023-12-22T18:18:45.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:44 smithi032 ceph-mon[191839]: osdmap e2229: 8 total, 8 up, 8 in 2023-12-22T18:18:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:44 smithi039 ceph-mon[181282]: osdmap e2229: 8 total, 8 up, 8 in 2023-12-22T18:18:46.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:45 smithi032 ceph-mon[191839]: pgmap v3651: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 711 KiB/s rd, 3.5 KiB/s wr, 958 op/s 2023-12-22T18:18:46.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:45 smithi032 ceph-mon[191839]: osdmap e2230: 8 total, 8 up, 8 in 2023-12-22T18:18:46.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:45 smithi032 ceph-mon[189144]: pgmap v3651: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 711 KiB/s rd, 3.5 KiB/s wr, 958 op/s 2023-12-22T18:18:46.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:45 smithi032 ceph-mon[189144]: osdmap e2230: 8 total, 8 up, 8 in 2023-12-22T18:18:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:45 smithi039 ceph-mon[181282]: pgmap v3651: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 711 KiB/s rd, 3.5 KiB/s wr, 958 op/s 2023-12-22T18:18:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:45 smithi039 ceph-mon[181282]: osdmap e2230: 8 total, 8 up, 8 in 2023-12-22T18:18:47.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:46 smithi032 ceph-mon[191839]: osdmap e2231: 8 total, 8 up, 8 in 2023-12-22T18:18:47.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:46 smithi032 ceph-mon[189144]: osdmap e2231: 8 total, 8 up, 8 in 2023-12-22T18:18:47.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:46 smithi039 ceph-mon[181282]: osdmap e2231: 8 total, 8 up, 8 in 2023-12-22T18:18:48.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:47 smithi032 ceph-mon[191839]: pgmap v3654: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 712 KiB/s rd, 3.7 KiB/s wr, 959 op/s 2023-12-22T18:18:48.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:47 smithi032 ceph-mon[191839]: osdmap e2232: 8 total, 8 up, 8 in 2023-12-22T18:18:48.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:47 smithi032 ceph-mon[189144]: pgmap v3654: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 712 KiB/s rd, 3.7 KiB/s wr, 959 op/s 2023-12-22T18:18:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:47 smithi032 ceph-mon[189144]: osdmap e2232: 8 total, 8 up, 8 in 2023-12-22T18:18:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:47 smithi039 ceph-mon[181282]: pgmap v3654: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 712 KiB/s rd, 3.7 KiB/s wr, 959 op/s 2023-12-22T18:18:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:47 smithi039 ceph-mon[181282]: osdmap e2232: 8 total, 8 up, 8 in 2023-12-22T18:18:49.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:48 smithi032 ceph-mon[191839]: osdmap e2233: 8 total, 8 up, 8 in 2023-12-22T18:18:49.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:48 smithi032 ceph-mon[189144]: osdmap e2233: 8 total, 8 up, 8 in 2023-12-22T18:18:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:48 smithi039 ceph-mon[181282]: osdmap e2233: 8 total, 8 up, 8 in 2023-12-22T18:18:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:49 smithi032 ceph-mon[191839]: pgmap v3657: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2023-12-22T18:18:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:49 smithi032 ceph-mon[191839]: osdmap e2234: 8 total, 8 up, 8 in 2023-12-22T18:18:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:18:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:49 smithi032 ceph-mon[189144]: pgmap v3657: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2023-12-22T18:18:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:49 smithi032 ceph-mon[189144]: osdmap e2234: 8 total, 8 up, 8 in 2023-12-22T18:18:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:18:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:49 smithi039 ceph-mon[181282]: pgmap v3657: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2023-12-22T18:18:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:49 smithi039 ceph-mon[181282]: osdmap e2234: 8 total, 8 up, 8 in 2023-12-22T18:18:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:18:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:50 smithi032 ceph-mon[191839]: osdmap e2235: 8 total, 8 up, 8 in 2023-12-22T18:18:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:50 smithi032 ceph-mon[191839]: pgmap v3660: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 746 KiB/s rd, 3.5 KiB/s wr, 1.00k op/s 2023-12-22T18:18:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:50 smithi032 ceph-mon[189144]: osdmap e2235: 8 total, 8 up, 8 in 2023-12-22T18:18:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:50 smithi032 ceph-mon[189144]: pgmap v3660: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 746 KiB/s rd, 3.5 KiB/s wr, 1.00k op/s 2023-12-22T18:18:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:18:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:18:50] "GET /metrics HTTP/1.1" 200 36554 "" "Prometheus/2.43.0" 2023-12-22T18:18:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:50 smithi039 ceph-mon[181282]: osdmap e2235: 8 total, 8 up, 8 in 2023-12-22T18:18:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:50 smithi039 ceph-mon[181282]: pgmap v3660: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 746 KiB/s rd, 3.5 KiB/s wr, 1.00k op/s 2023-12-22T18:18:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:51 smithi032 ceph-mon[189144]: osdmap e2236: 8 total, 8 up, 8 in 2023-12-22T18:18:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:51 smithi032 ceph-mon[191839]: osdmap e2236: 8 total, 8 up, 8 in 2023-12-22T18:18:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:51 smithi039 ceph-mon[181282]: osdmap e2236: 8 total, 8 up, 8 in 2023-12-22T18:18:53.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:52 smithi032 ceph-mon[191839]: osdmap e2237: 8 total, 8 up, 8 in 2023-12-22T18:18:53.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:52 smithi032 ceph-mon[191839]: pgmap v3663: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 746 KiB/s rd, 3.7 KiB/s wr, 1.00k op/s 2023-12-22T18:18:53.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:52 smithi032 ceph-mon[189144]: osdmap e2237: 8 total, 8 up, 8 in 2023-12-22T18:18:53.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:52 smithi032 ceph-mon[189144]: pgmap v3663: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 746 KiB/s rd, 3.7 KiB/s wr, 1.00k op/s 2023-12-22T18:18:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:52 smithi039 ceph-mon[181282]: osdmap e2237: 8 total, 8 up, 8 in 2023-12-22T18:18:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:52 smithi039 ceph-mon[181282]: pgmap v3663: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 746 KiB/s rd, 3.7 KiB/s wr, 1.00k op/s 2023-12-22T18:18:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:53 smithi032 ceph-mon[191839]: osdmap e2238: 8 total, 8 up, 8 in 2023-12-22T18:18:54.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:18:54.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:53 smithi032 ceph-mon[189144]: osdmap e2238: 8 total, 8 up, 8 in 2023-12-22T18:18:54.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:18:54.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:53 smithi039 ceph-mon[181282]: osdmap e2238: 8 total, 8 up, 8 in 2023-12-22T18:18:54.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:18:55.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:54 smithi032 ceph-mon[191839]: osdmap e2239: 8 total, 8 up, 8 in 2023-12-22T18:18:55.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:54 smithi032 ceph-mon[191839]: pgmap v3666: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 776 KiB/s rd, 3.5 KiB/s wr, 1.04k op/s 2023-12-22T18:18:55.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:18:55.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:18:55.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:18:55.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:54 smithi032 ceph-mon[189144]: osdmap e2239: 8 total, 8 up, 8 in 2023-12-22T18:18:55.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:54 smithi032 ceph-mon[189144]: pgmap v3666: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 776 KiB/s rd, 3.5 KiB/s wr, 1.04k op/s 2023-12-22T18:18:55.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:18:55.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:18:55.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:18:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:54 smithi039 ceph-mon[181282]: osdmap e2239: 8 total, 8 up, 8 in 2023-12-22T18:18:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:54 smithi039 ceph-mon[181282]: pgmap v3666: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 776 KiB/s rd, 3.5 KiB/s wr, 1.04k op/s 2023-12-22T18:18:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:18:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:18:55.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:18:56.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:55 smithi032 ceph-mon[191839]: osdmap e2240: 8 total, 8 up, 8 in 2023-12-22T18:18:56.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:55 smithi032 ceph-mon[189144]: osdmap e2240: 8 total, 8 up, 8 in 2023-12-22T18:18:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:55 smithi039 ceph-mon[181282]: osdmap e2240: 8 total, 8 up, 8 in 2023-12-22T18:18:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:56 smithi039 ceph-mon[181282]: osdmap e2241: 8 total, 8 up, 8 in 2023-12-22T18:18:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:56 smithi039 ceph-mon[181282]: pgmap v3669: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 777 KiB/s rd, 3.7 KiB/s wr, 1.05k op/s 2023-12-22T18:18:57.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:56 smithi032 ceph-mon[191839]: osdmap e2241: 8 total, 8 up, 8 in 2023-12-22T18:18:57.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:56 smithi032 ceph-mon[191839]: pgmap v3669: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 777 KiB/s rd, 3.7 KiB/s wr, 1.05k op/s 2023-12-22T18:18:57.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:56 smithi032 ceph-mon[189144]: osdmap e2241: 8 total, 8 up, 8 in 2023-12-22T18:18:57.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:56 smithi032 ceph-mon[189144]: pgmap v3669: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 777 KiB/s rd, 3.7 KiB/s wr, 1.05k op/s 2023-12-22T18:18:58.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:57 smithi039 ceph-mon[181282]: osdmap e2242: 8 total, 8 up, 8 in 2023-12-22T18:18:58.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:57 smithi032 ceph-mon[191839]: osdmap e2242: 8 total, 8 up, 8 in 2023-12-22T18:18:58.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:57 smithi032 ceph-mon[189144]: osdmap e2242: 8 total, 8 up, 8 in 2023-12-22T18:18:59.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:58 smithi039 ceph-mon[181282]: osdmap e2243: 8 total, 8 up, 8 in 2023-12-22T18:18:59.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:58 smithi039 ceph-mon[181282]: pgmap v3672: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2023-12-22T18:18:59.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:58 smithi032 ceph-mon[191839]: osdmap e2243: 8 total, 8 up, 8 in 2023-12-22T18:18:59.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:58 smithi032 ceph-mon[191839]: pgmap v3672: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2023-12-22T18:18:59.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:58 smithi032 ceph-mon[189144]: osdmap e2243: 8 total, 8 up, 8 in 2023-12-22T18:18:59.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:58 smithi032 ceph-mon[189144]: pgmap v3672: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2023-12-22T18:19:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:18:59 smithi039 ceph-mon[181282]: osdmap e2244: 8 total, 8 up, 8 in 2023-12-22T18:19:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:18:59 smithi032 ceph-mon[191839]: osdmap e2244: 8 total, 8 up, 8 in 2023-12-22T18:19:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:18:59 smithi032 ceph-mon[189144]: osdmap e2244: 8 total, 8 up, 8 in 2023-12-22T18:19:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:00 smithi032 ceph-mon[189144]: osdmap e2245: 8 total, 8 up, 8 in 2023-12-22T18:19:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:00 smithi032 ceph-mon[189144]: pgmap v3675: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 810 KiB/s rd, 3.0 KiB/s wr, 1.09k op/s 2023-12-22T18:19:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:00 smithi032 ceph-mon[191839]: osdmap e2245: 8 total, 8 up, 8 in 2023-12-22T18:19:01.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:00 smithi032 ceph-mon[191839]: pgmap v3675: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 810 KiB/s rd, 3.0 KiB/s wr, 1.09k op/s 2023-12-22T18:19:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:19:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:19:00] "GET /metrics HTTP/1.1" 200 36554 "" "Prometheus/2.43.0" 2023-12-22T18:19:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:00 smithi039 ceph-mon[181282]: osdmap e2245: 8 total, 8 up, 8 in 2023-12-22T18:19:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:00 smithi039 ceph-mon[181282]: pgmap v3675: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 810 KiB/s rd, 3.0 KiB/s wr, 1.09k op/s 2023-12-22T18:19:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:01 smithi039 ceph-mon[181282]: osdmap e2246: 8 total, 8 up, 8 in 2023-12-22T18:19:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:01 smithi032 ceph-mon[191839]: osdmap e2246: 8 total, 8 up, 8 in 2023-12-22T18:19:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:01 smithi032 ceph-mon[189144]: osdmap e2246: 8 total, 8 up, 8 in 2023-12-22T18:19:03.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:02 smithi039 ceph-mon[181282]: osdmap e2247: 8 total, 8 up, 8 in 2023-12-22T18:19:03.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:02 smithi039 ceph-mon[181282]: pgmap v3678: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 810 KiB/s rd, 3.5 KiB/s wr, 1.09k op/s 2023-12-22T18:19:03.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:02 smithi032 ceph-mon[191839]: osdmap e2247: 8 total, 8 up, 8 in 2023-12-22T18:19:03.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:02 smithi032 ceph-mon[191839]: pgmap v3678: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 810 KiB/s rd, 3.5 KiB/s wr, 1.09k op/s 2023-12-22T18:19:03.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:02 smithi032 ceph-mon[189144]: osdmap e2247: 8 total, 8 up, 8 in 2023-12-22T18:19:03.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:02 smithi032 ceph-mon[189144]: pgmap v3678: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 810 KiB/s rd, 3.5 KiB/s wr, 1.09k op/s 2023-12-22T18:19:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:04 smithi032 ceph-mon[191839]: osdmap e2248: 8 total, 8 up, 8 in 2023-12-22T18:19:04.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:04 smithi032 ceph-mon[189144]: osdmap e2248: 8 total, 8 up, 8 in 2023-12-22T18:19:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:04 smithi039 ceph-mon[181282]: osdmap e2248: 8 total, 8 up, 8 in 2023-12-22T18:19:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:05 smithi032 ceph-mon[191839]: osdmap e2249: 8 total, 8 up, 8 in 2023-12-22T18:19:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:05 smithi032 ceph-mon[191839]: pgmap v3681: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 841 KiB/s rd, 3.2 KiB/s wr, 1.13k op/s 2023-12-22T18:19:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:19:05.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:05 smithi032 ceph-mon[189144]: osdmap e2249: 8 total, 8 up, 8 in 2023-12-22T18:19:05.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:05 smithi032 ceph-mon[189144]: pgmap v3681: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 841 KiB/s rd, 3.2 KiB/s wr, 1.13k op/s 2023-12-22T18:19:05.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:19:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:05 smithi039 ceph-mon[181282]: osdmap e2249: 8 total, 8 up, 8 in 2023-12-22T18:19:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:05 smithi039 ceph-mon[181282]: pgmap v3681: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 841 KiB/s rd, 3.2 KiB/s wr, 1.13k op/s 2023-12-22T18:19:05.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:19:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:06 smithi032 ceph-mon[189144]: osdmap e2250: 8 total, 8 up, 8 in 2023-12-22T18:19:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:06 smithi032 ceph-mon[191839]: osdmap e2250: 8 total, 8 up, 8 in 2023-12-22T18:19:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:06 smithi039 ceph-mon[181282]: osdmap e2250: 8 total, 8 up, 8 in 2023-12-22T18:19:07.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:07 smithi032 ceph-mon[189144]: osdmap e2251: 8 total, 8 up, 8 in 2023-12-22T18:19:07.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:07 smithi032 ceph-mon[189144]: pgmap v3684: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 842 KiB/s rd, 3.7 KiB/s wr, 1.13k op/s 2023-12-22T18:19:07.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:07 smithi032 ceph-mon[191839]: osdmap e2251: 8 total, 8 up, 8 in 2023-12-22T18:19:07.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:07 smithi032 ceph-mon[191839]: pgmap v3684: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 842 KiB/s rd, 3.7 KiB/s wr, 1.13k op/s 2023-12-22T18:19:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:07 smithi039 ceph-mon[181282]: osdmap e2251: 8 total, 8 up, 8 in 2023-12-22T18:19:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:07 smithi039 ceph-mon[181282]: pgmap v3684: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 842 KiB/s rd, 3.7 KiB/s wr, 1.13k op/s 2023-12-22T18:19:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:08 smithi032 ceph-mon[191839]: osdmap e2252: 8 total, 8 up, 8 in 2023-12-22T18:19:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:08 smithi032 ceph-mon[189144]: osdmap e2252: 8 total, 8 up, 8 in 2023-12-22T18:19:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:08 smithi039 ceph-mon[181282]: osdmap e2252: 8 total, 8 up, 8 in 2023-12-22T18:19:09.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:09 smithi032 ceph-mon[189144]: osdmap e2253: 8 total, 8 up, 8 in 2023-12-22T18:19:09.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:09 smithi032 ceph-mon[189144]: pgmap v3687: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2023-12-22T18:19:09.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:09 smithi032 ceph-mon[191839]: osdmap e2253: 8 total, 8 up, 8 in 2023-12-22T18:19:09.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:09 smithi032 ceph-mon[191839]: pgmap v3687: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2023-12-22T18:19:09.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:09 smithi039 ceph-mon[181282]: osdmap e2253: 8 total, 8 up, 8 in 2023-12-22T18:19:09.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:09 smithi039 ceph-mon[181282]: pgmap v3687: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2023-12-22T18:19:10.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:10 smithi032 ceph-mon[189144]: osdmap e2254: 8 total, 8 up, 8 in 2023-12-22T18:19:10.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:10 smithi032 ceph-mon[191839]: osdmap e2254: 8 total, 8 up, 8 in 2023-12-22T18:19:10.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:10 smithi039 ceph-mon[181282]: osdmap e2254: 8 total, 8 up, 8 in 2023-12-22T18:19:11.108 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:19:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:19:10] "GET /metrics HTTP/1.1" 200 36551 "" "Prometheus/2.43.0" 2023-12-22T18:19:11.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:11 smithi032 ceph-mon[191839]: osdmap e2255: 8 total, 8 up, 8 in 2023-12-22T18:19:11.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:11 smithi032 ceph-mon[191839]: pgmap v3690: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 876 KiB/s rd, 2.7 KiB/s wr, 1.18k op/s 2023-12-22T18:19:11.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:11 smithi032 ceph-mon[189144]: osdmap e2255: 8 total, 8 up, 8 in 2023-12-22T18:19:11.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:11 smithi032 ceph-mon[189144]: pgmap v3690: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 876 KiB/s rd, 2.7 KiB/s wr, 1.18k op/s 2023-12-22T18:19:11.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:11 smithi039 ceph-mon[181282]: osdmap e2255: 8 total, 8 up, 8 in 2023-12-22T18:19:11.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:11 smithi039 ceph-mon[181282]: pgmap v3690: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 876 KiB/s rd, 2.7 KiB/s wr, 1.18k op/s 2023-12-22T18:19:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:12 smithi032 ceph-mon[191839]: osdmap e2256: 8 total, 8 up, 8 in 2023-12-22T18:19:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:12 smithi032 ceph-mon[189144]: osdmap e2256: 8 total, 8 up, 8 in 2023-12-22T18:19:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:12 smithi039 ceph-mon[181282]: osdmap e2256: 8 total, 8 up, 8 in 2023-12-22T18:19:12.664 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:19:12.985 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:19:12.985 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (59m) 4m ago 63m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:19:12.985 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (58m) 2m ago 63m 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:19:12.985 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (64m) 4m ago 64m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:19:12.986 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (64m) 2m ago 64m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:19:12.986 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (58m) 2m ago 67m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:19:12.986 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (58m) 4m ago 68m 589M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:19:12.986 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (58m) 4m ago 68m 466M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:19:12.986 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (57m) 2m ago 67m 268M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:19:12.986 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (57m) 4m ago 67m 262M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:19:12.986 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (59m) 4m ago 63m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:19:12.986 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (58m) 2m ago 63m 18.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:19:12.986 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (57m) 4m ago 66m 3391M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:19:12.987 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (56m) 4m ago 66m 3804M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:19:12.987 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (56m) 4m ago 66m 3579M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:19:12.987 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (55m) 4m ago 65m 3156M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:19:12.987 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (55m) 2m ago 65m 3300M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:19:12.987 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (54m) 2m ago 65m 3378M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:19:12.987 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (54m) 2m ago 65m 2607M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:19:12.987 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (53m) 2m ago 64m 2989M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:19:12.987 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (58m) 2m ago 64m 101M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:19:13.394 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:19:13.394 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:19:13.394 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:19:13.394 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:19:13.394 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:19:13.394 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:19:13.394 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:19:13.394 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:19:13.394 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:19:13.395 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:19:13.395 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:19:13.395 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:19:13.395 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:19:13.395 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:19:13.395 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:19:13.395 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:19:13.395 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:19:13.395 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:19:13.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:13 smithi032 ceph-mon[191839]: osdmap e2257: 8 total, 8 up, 8 in 2023-12-22T18:19:13.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:13 smithi032 ceph-mon[191839]: pgmap v3693: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 876 KiB/s rd, 3.7 KiB/s wr, 1.18k op/s 2023-12-22T18:19:13.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:13 smithi032 ceph-mon[191839]: from='client.47642 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:19:13.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:13 smithi032 ceph-mon[189144]: osdmap e2257: 8 total, 8 up, 8 in 2023-12-22T18:19:13.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:13 smithi032 ceph-mon[189144]: pgmap v3693: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 876 KiB/s rd, 3.7 KiB/s wr, 1.18k op/s 2023-12-22T18:19:13.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:13 smithi032 ceph-mon[189144]: from='client.47642 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:19:13.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:13 smithi039 ceph-mon[181282]: osdmap e2257: 8 total, 8 up, 8 in 2023-12-22T18:19:13.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:13 smithi039 ceph-mon[181282]: pgmap v3693: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 876 KiB/s rd, 3.7 KiB/s wr, 1.18k op/s 2023-12-22T18:19:13.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:13 smithi039 ceph-mon[181282]: from='client.47642 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:19:14.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:14 smithi032 ceph-mon[191839]: from='client.37731 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:19:14.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:14 smithi032 ceph-mon[191839]: osdmap e2258: 8 total, 8 up, 8 in 2023-12-22T18:19:14.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:14 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1620175989' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:19:14.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:14 smithi032 ceph-mon[189144]: from='client.37731 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:19:14.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:14 smithi032 ceph-mon[189144]: osdmap e2258: 8 total, 8 up, 8 in 2023-12-22T18:19:14.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:14 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1620175989' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:19:14.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:14 smithi039 ceph-mon[181282]: from='client.37731 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:19:14.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:14 smithi039 ceph-mon[181282]: osdmap e2258: 8 total, 8 up, 8 in 2023-12-22T18:19:14.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:14 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1620175989' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:19:15.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:15 smithi032 ceph-mon[191839]: osdmap e2259: 8 total, 8 up, 8 in 2023-12-22T18:19:15.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:15 smithi032 ceph-mon[191839]: pgmap v3696: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 907 KiB/s rd, 3.5 KiB/s wr, 1.22k op/s 2023-12-22T18:19:15.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:15 smithi032 ceph-mon[189144]: osdmap e2259: 8 total, 8 up, 8 in 2023-12-22T18:19:15.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:15 smithi032 ceph-mon[189144]: pgmap v3696: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 907 KiB/s rd, 3.5 KiB/s wr, 1.22k op/s 2023-12-22T18:19:15.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:15 smithi039 ceph-mon[181282]: osdmap e2259: 8 total, 8 up, 8 in 2023-12-22T18:19:15.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:15 smithi039 ceph-mon[181282]: pgmap v3696: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 907 KiB/s rd, 3.5 KiB/s wr, 1.22k op/s 2023-12-22T18:19:16.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:16 smithi032 ceph-mon[191839]: osdmap e2260: 8 total, 8 up, 8 in 2023-12-22T18:19:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:16 smithi032 ceph-mon[189144]: osdmap e2260: 8 total, 8 up, 8 in 2023-12-22T18:19:16.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:16 smithi039 ceph-mon[181282]: osdmap e2260: 8 total, 8 up, 8 in 2023-12-22T18:19:17.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:17 smithi032 ceph-mon[189144]: pgmap v3699: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 909 KiB/s rd, 3.5 KiB/s wr, 1.23k op/s 2023-12-22T18:19:17.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:17 smithi032 ceph-mon[189144]: osdmap e2261: 8 total, 8 up, 8 in 2023-12-22T18:19:17.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:17 smithi032 ceph-mon[191839]: pgmap v3699: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 909 KiB/s rd, 3.5 KiB/s wr, 1.23k op/s 2023-12-22T18:19:17.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:17 smithi032 ceph-mon[191839]: osdmap e2261: 8 total, 8 up, 8 in 2023-12-22T18:19:17.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:17 smithi039 ceph-mon[181282]: pgmap v3699: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 909 KiB/s rd, 3.5 KiB/s wr, 1.23k op/s 2023-12-22T18:19:17.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:17 smithi039 ceph-mon[181282]: osdmap e2261: 8 total, 8 up, 8 in 2023-12-22T18:19:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:18 smithi032 ceph-mon[189144]: osdmap e2262: 8 total, 8 up, 8 in 2023-12-22T18:19:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:18 smithi032 ceph-mon[191839]: osdmap e2262: 8 total, 8 up, 8 in 2023-12-22T18:19:18.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:18 smithi039 ceph-mon[181282]: osdmap e2262: 8 total, 8 up, 8 in 2023-12-22T18:19:19.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:19 smithi032 ceph-mon[191839]: pgmap v3701: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1018 B/s wr, 2 op/s 2023-12-22T18:19:19.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:19 smithi032 ceph-mon[191839]: osdmap e2263: 8 total, 8 up, 8 in 2023-12-22T18:19:19.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:19 smithi032 ceph-mon[189144]: pgmap v3701: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1018 B/s wr, 2 op/s 2023-12-22T18:19:19.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:19 smithi032 ceph-mon[189144]: osdmap e2263: 8 total, 8 up, 8 in 2023-12-22T18:19:19.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:19 smithi039 ceph-mon[181282]: pgmap v3701: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1018 B/s wr, 2 op/s 2023-12-22T18:19:19.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:19 smithi039 ceph-mon[181282]: osdmap e2263: 8 total, 8 up, 8 in 2023-12-22T18:19:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:20 smithi032 ceph-mon[191839]: osdmap e2264: 8 total, 8 up, 8 in 2023-12-22T18:19:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:19:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:20 smithi032 ceph-mon[189144]: osdmap e2264: 8 total, 8 up, 8 in 2023-12-22T18:19:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:19:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:20 smithi039 ceph-mon[181282]: osdmap e2264: 8 total, 8 up, 8 in 2023-12-22T18:19:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:19:21.174 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:19:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:19:20] "GET /metrics HTTP/1.1" 200 36552 "" "Prometheus/2.43.0" 2023-12-22T18:19:21.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:21 smithi032 ceph-mon[191839]: pgmap v3704: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 941 KiB/s rd, 3.5 KiB/s wr, 1.27k op/s 2023-12-22T18:19:21.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:21 smithi032 ceph-mon[191839]: osdmap e2265: 8 total, 8 up, 8 in 2023-12-22T18:19:21.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:21 smithi032 ceph-mon[189144]: pgmap v3704: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 941 KiB/s rd, 3.5 KiB/s wr, 1.27k op/s 2023-12-22T18:19:21.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:21 smithi032 ceph-mon[189144]: osdmap e2265: 8 total, 8 up, 8 in 2023-12-22T18:19:21.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:21 smithi039 ceph-mon[181282]: pgmap v3704: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 941 KiB/s rd, 3.5 KiB/s wr, 1.27k op/s 2023-12-22T18:19:21.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:21 smithi039 ceph-mon[181282]: osdmap e2265: 8 total, 8 up, 8 in 2023-12-22T18:19:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:22 smithi039 ceph-mon[181282]: osdmap e2266: 8 total, 8 up, 8 in 2023-12-22T18:19:22.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:22 smithi032 ceph-mon[191839]: osdmap e2266: 8 total, 8 up, 8 in 2023-12-22T18:19:22.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:22 smithi032 ceph-mon[189144]: osdmap e2266: 8 total, 8 up, 8 in 2023-12-22T18:19:23.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:23 smithi039 ceph-mon[181282]: pgmap v3707: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 941 KiB/s rd, 4.0 KiB/s wr, 1.27k op/s 2023-12-22T18:19:23.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:23 smithi039 ceph-mon[181282]: osdmap e2267: 8 total, 8 up, 8 in 2023-12-22T18:19:23.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:23 smithi032 ceph-mon[191839]: pgmap v3707: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 941 KiB/s rd, 4.0 KiB/s wr, 1.27k op/s 2023-12-22T18:19:23.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:23 smithi032 ceph-mon[191839]: osdmap e2267: 8 total, 8 up, 8 in 2023-12-22T18:19:23.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:23 smithi032 ceph-mon[189144]: pgmap v3707: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 941 KiB/s rd, 4.0 KiB/s wr, 1.27k op/s 2023-12-22T18:19:23.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:23 smithi032 ceph-mon[189144]: osdmap e2267: 8 total, 8 up, 8 in 2023-12-22T18:19:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:24 smithi039 ceph-mon[181282]: osdmap e2268: 8 total, 8 up, 8 in 2023-12-22T18:19:24.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:24 smithi032 ceph-mon[191839]: osdmap e2268: 8 total, 8 up, 8 in 2023-12-22T18:19:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:24 smithi032 ceph-mon[189144]: osdmap e2268: 8 total, 8 up, 8 in 2023-12-22T18:19:25.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:25 smithi039 ceph-mon[181282]: pgmap v3710: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 971 KiB/s rd, 3.5 KiB/s wr, 1.31k op/s 2023-12-22T18:19:25.511 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:25 smithi039 ceph-mon[181282]: osdmap e2269: 8 total, 8 up, 8 in 2023-12-22T18:19:25.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:25 smithi032 ceph-mon[191839]: pgmap v3710: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 971 KiB/s rd, 3.5 KiB/s wr, 1.31k op/s 2023-12-22T18:19:25.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:25 smithi032 ceph-mon[191839]: osdmap e2269: 8 total, 8 up, 8 in 2023-12-22T18:19:25.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:25 smithi032 ceph-mon[189144]: pgmap v3710: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 971 KiB/s rd, 3.5 KiB/s wr, 1.31k op/s 2023-12-22T18:19:25.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:25 smithi032 ceph-mon[189144]: osdmap e2269: 8 total, 8 up, 8 in 2023-12-22T18:19:26.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:26 smithi039 ceph-mon[181282]: osdmap e2270: 8 total, 8 up, 8 in 2023-12-22T18:19:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:26 smithi032 ceph-mon[191839]: osdmap e2270: 8 total, 8 up, 8 in 2023-12-22T18:19:26.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:26 smithi032 ceph-mon[189144]: osdmap e2270: 8 total, 8 up, 8 in 2023-12-22T18:19:27.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:27 smithi039 ceph-mon[181282]: pgmap v3713: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 973 KiB/s rd, 3.5 KiB/s wr, 1.31k op/s 2023-12-22T18:19:27.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:27 smithi039 ceph-mon[181282]: osdmap e2271: 8 total, 8 up, 8 in 2023-12-22T18:19:27.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:27 smithi032 ceph-mon[191839]: pgmap v3713: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 973 KiB/s rd, 3.5 KiB/s wr, 1.31k op/s 2023-12-22T18:19:27.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:27 smithi032 ceph-mon[191839]: osdmap e2271: 8 total, 8 up, 8 in 2023-12-22T18:19:27.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:27 smithi032 ceph-mon[189144]: pgmap v3713: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 973 KiB/s rd, 3.5 KiB/s wr, 1.31k op/s 2023-12-22T18:19:27.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:27 smithi032 ceph-mon[189144]: osdmap e2271: 8 total, 8 up, 8 in 2023-12-22T18:19:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:28 smithi039 ceph-mon[181282]: osdmap e2272: 8 total, 8 up, 8 in 2023-12-22T18:19:28.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:28 smithi032 ceph-mon[191839]: osdmap e2272: 8 total, 8 up, 8 in 2023-12-22T18:19:28.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:28 smithi032 ceph-mon[189144]: osdmap e2272: 8 total, 8 up, 8 in 2023-12-22T18:19:29.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:29 smithi039 ceph-mon[181282]: pgmap v3716: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2023-12-22T18:19:29.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:29 smithi039 ceph-mon[181282]: osdmap e2273: 8 total, 8 up, 8 in 2023-12-22T18:19:29.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:29 smithi032 ceph-mon[189144]: pgmap v3716: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2023-12-22T18:19:29.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:29 smithi032 ceph-mon[189144]: osdmap e2273: 8 total, 8 up, 8 in 2023-12-22T18:19:29.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:29 smithi032 ceph-mon[191839]: pgmap v3716: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2023-12-22T18:19:29.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:29 smithi032 ceph-mon[191839]: osdmap e2273: 8 total, 8 up, 8 in 2023-12-22T18:19:30.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:30 smithi032 ceph-mon[191839]: osdmap e2274: 8 total, 8 up, 8 in 2023-12-22T18:19:30.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:30 smithi032 ceph-mon[189144]: osdmap e2274: 8 total, 8 up, 8 in 2023-12-22T18:19:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:30 smithi039 ceph-mon[181282]: osdmap e2274: 8 total, 8 up, 8 in 2023-12-22T18:19:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:19:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:19:30] "GET /metrics HTTP/1.1" 200 36552 "" "Prometheus/2.43.0" 2023-12-22T18:19:31.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:31 smithi032 ceph-mon[191839]: pgmap v3719: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1006 KiB/s rd, 3.5 KiB/s wr, 1.36k op/s 2023-12-22T18:19:31.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:31 smithi032 ceph-mon[191839]: osdmap e2275: 8 total, 8 up, 8 in 2023-12-22T18:19:31.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:31 smithi032 ceph-mon[189144]: pgmap v3719: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1006 KiB/s rd, 3.5 KiB/s wr, 1.36k op/s 2023-12-22T18:19:31.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:31 smithi032 ceph-mon[189144]: osdmap e2275: 8 total, 8 up, 8 in 2023-12-22T18:19:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:31 smithi039 ceph-mon[181282]: pgmap v3719: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1006 KiB/s rd, 3.5 KiB/s wr, 1.36k op/s 2023-12-22T18:19:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:31 smithi039 ceph-mon[181282]: osdmap e2275: 8 total, 8 up, 8 in 2023-12-22T18:19:32.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:32 smithi032 ceph-mon[189144]: osdmap e2276: 8 total, 8 up, 8 in 2023-12-22T18:19:32.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:32 smithi032 ceph-mon[191839]: osdmap e2276: 8 total, 8 up, 8 in 2023-12-22T18:19:32.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:32 smithi039 ceph-mon[181282]: osdmap e2276: 8 total, 8 up, 8 in 2023-12-22T18:19:33.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:33 smithi032 ceph-mon[189144]: pgmap v3722: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1006 KiB/s rd, 4.0 KiB/s wr, 1.36k op/s 2023-12-22T18:19:33.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:33 smithi032 ceph-mon[189144]: osdmap e2277: 8 total, 8 up, 8 in 2023-12-22T18:19:33.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:33 smithi032 ceph-mon[191839]: pgmap v3722: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1006 KiB/s rd, 4.0 KiB/s wr, 1.36k op/s 2023-12-22T18:19:33.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:33 smithi032 ceph-mon[191839]: osdmap e2277: 8 total, 8 up, 8 in 2023-12-22T18:19:33.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:33 smithi039 ceph-mon[181282]: pgmap v3722: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1006 KiB/s rd, 4.0 KiB/s wr, 1.36k op/s 2023-12-22T18:19:33.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:33 smithi039 ceph-mon[181282]: osdmap e2277: 8 total, 8 up, 8 in 2023-12-22T18:19:34.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:34 smithi032 ceph-mon[191839]: osdmap e2278: 8 total, 8 up, 8 in 2023-12-22T18:19:34.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:34 smithi032 ceph-mon[189144]: osdmap e2278: 8 total, 8 up, 8 in 2023-12-22T18:19:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:34 smithi039 ceph-mon[181282]: osdmap e2278: 8 total, 8 up, 8 in 2023-12-22T18:19:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:35 smithi032 ceph-mon[191839]: pgmap v3725: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.40k op/s 2023-12-22T18:19:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:35 smithi032 ceph-mon[191839]: osdmap e2279: 8 total, 8 up, 8 in 2023-12-22T18:19:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:19:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:35 smithi032 ceph-mon[189144]: pgmap v3725: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.40k op/s 2023-12-22T18:19:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:35 smithi032 ceph-mon[189144]: osdmap e2279: 8 total, 8 up, 8 in 2023-12-22T18:19:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:19:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:35 smithi039 ceph-mon[181282]: pgmap v3725: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.40k op/s 2023-12-22T18:19:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:35 smithi039 ceph-mon[181282]: osdmap e2279: 8 total, 8 up, 8 in 2023-12-22T18:19:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:19:36.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:36 smithi032 ceph-mon[191839]: osdmap e2280: 8 total, 8 up, 8 in 2023-12-22T18:19:36.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:36 smithi032 ceph-mon[189144]: osdmap e2280: 8 total, 8 up, 8 in 2023-12-22T18:19:36.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:36 smithi039 ceph-mon[181282]: osdmap e2280: 8 total, 8 up, 8 in 2023-12-22T18:19:37.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:37 smithi032 ceph-mon[189144]: pgmap v3728: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.40k op/s 2023-12-22T18:19:37.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:37 smithi032 ceph-mon[189144]: osdmap e2281: 8 total, 8 up, 8 in 2023-12-22T18:19:37.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:37 smithi032 ceph-mon[191839]: pgmap v3728: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.40k op/s 2023-12-22T18:19:37.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:37 smithi032 ceph-mon[191839]: osdmap e2281: 8 total, 8 up, 8 in 2023-12-22T18:19:37.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:37 smithi039 ceph-mon[181282]: pgmap v3728: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.40k op/s 2023-12-22T18:19:37.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:37 smithi039 ceph-mon[181282]: osdmap e2281: 8 total, 8 up, 8 in 2023-12-22T18:19:38.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:38 smithi032 ceph-mon[189144]: osdmap e2282: 8 total, 8 up, 8 in 2023-12-22T18:19:38.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:38 smithi032 ceph-mon[191839]: osdmap e2282: 8 total, 8 up, 8 in 2023-12-22T18:19:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:38 smithi039 ceph-mon[181282]: osdmap e2282: 8 total, 8 up, 8 in 2023-12-22T18:19:39.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:39 smithi032 ceph-mon[191839]: pgmap v3731: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2023-12-22T18:19:39.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:39 smithi032 ceph-mon[191839]: osdmap e2283: 8 total, 8 up, 8 in 2023-12-22T18:19:39.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:39 smithi032 ceph-mon[189144]: pgmap v3731: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2023-12-22T18:19:39.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:39 smithi032 ceph-mon[189144]: osdmap e2283: 8 total, 8 up, 8 in 2023-12-22T18:19:39.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:39 smithi039 ceph-mon[181282]: pgmap v3731: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2023-12-22T18:19:39.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:39 smithi039 ceph-mon[181282]: osdmap e2283: 8 total, 8 up, 8 in 2023-12-22T18:19:40.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:40 smithi032 ceph-mon[191839]: osdmap e2284: 8 total, 8 up, 8 in 2023-12-22T18:19:40.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:40 smithi032 ceph-mon[189144]: osdmap e2284: 8 total, 8 up, 8 in 2023-12-22T18:19:40.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:40 smithi039 ceph-mon[181282]: osdmap e2284: 8 total, 8 up, 8 in 2023-12-22T18:19:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:19:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:19:40] "GET /metrics HTTP/1.1" 200 36553 "" "Prometheus/2.43.0" 2023-12-22T18:19:41.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:41 smithi032 ceph-mon[191839]: pgmap v3734: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.44k op/s 2023-12-22T18:19:41.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:41 smithi032 ceph-mon[191839]: osdmap e2285: 8 total, 8 up, 8 in 2023-12-22T18:19:41.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:41 smithi032 ceph-mon[189144]: pgmap v3734: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.44k op/s 2023-12-22T18:19:41.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:41 smithi032 ceph-mon[189144]: osdmap e2285: 8 total, 8 up, 8 in 2023-12-22T18:19:41.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:41 smithi039 ceph-mon[181282]: pgmap v3734: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.44k op/s 2023-12-22T18:19:41.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:41 smithi039 ceph-mon[181282]: osdmap e2285: 8 total, 8 up, 8 in 2023-12-22T18:19:42.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:42 smithi032 ceph-mon[189144]: osdmap e2286: 8 total, 8 up, 8 in 2023-12-22T18:19:42.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:42 smithi032 ceph-mon[191839]: osdmap e2286: 8 total, 8 up, 8 in 2023-12-22T18:19:42.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:42 smithi039 ceph-mon[181282]: osdmap e2286: 8 total, 8 up, 8 in 2023-12-22T18:19:43.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:43 smithi032 ceph-mon[191839]: pgmap v3737: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.44k op/s 2023-12-22T18:19:43.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:43 smithi032 ceph-mon[191839]: osdmap e2287: 8 total, 8 up, 8 in 2023-12-22T18:19:43.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:43 smithi032 ceph-mon[189144]: pgmap v3737: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.44k op/s 2023-12-22T18:19:43.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:43 smithi032 ceph-mon[189144]: osdmap e2287: 8 total, 8 up, 8 in 2023-12-22T18:19:43.747 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:19:43.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:43 smithi039 ceph-mon[181282]: pgmap v3737: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.44k op/s 2023-12-22T18:19:43.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:43 smithi039 ceph-mon[181282]: osdmap e2287: 8 total, 8 up, 8 in 2023-12-22T18:19:44.069 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:19:44.070 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (59m) 4m ago 64m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:19:44.070 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (59m) 2m ago 64m 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:19:44.070 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (65m) 4m ago 65m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:19:44.070 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (65m) 2m ago 65m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:19:44.070 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (59m) 2m ago 67m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:19:44.070 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (59m) 4m ago 68m 589M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:19:44.070 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (58m) 4m ago 69m 466M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:19:44.070 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (58m) 2m ago 67m 268M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:19:44.070 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (58m) 4m ago 67m 262M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:19:44.070 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (59m) 4m ago 63m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:19:44.071 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (59m) 2m ago 63m 18.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:19:44.071 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (57m) 4m ago 67m 3391M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:19:44.071 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (57m) 4m ago 67m 3804M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:19:44.071 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (56m) 4m ago 66m 3579M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:19:44.071 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (56m) 4m ago 66m 3156M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:19:44.071 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (55m) 2m ago 66m 3300M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:19:44.071 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (55m) 2m ago 65m 3378M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:19:44.071 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (54m) 2m ago 65m 2607M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:19:44.071 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (54m) 2m ago 65m 2989M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:19:44.071 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (59m) 2m ago 64m 101M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:19:44.474 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:19:44.474 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:19:44.474 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:19:44.474 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:19:44.475 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:19:44.475 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:19:44.475 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:19:44.475 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:19:44.475 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:19:44.475 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:19:44.475 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:19:44.475 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:19:44.475 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:19:44.475 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:19:44.476 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:19:44.476 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:19:44.476 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:19:44.476 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:19:44.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:44 smithi032 ceph-mon[189144]: osdmap e2288: 8 total, 8 up, 8 in 2023-12-22T18:19:44.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:44 smithi032 ceph-mon[189144]: from='client.47660 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:19:44.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:44 smithi032 ceph-mon[191839]: osdmap e2288: 8 total, 8 up, 8 in 2023-12-22T18:19:44.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:44 smithi032 ceph-mon[191839]: from='client.47660 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:19:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:44 smithi039 ceph-mon[181282]: osdmap e2288: 8 total, 8 up, 8 in 2023-12-22T18:19:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:44 smithi039 ceph-mon[181282]: from='client.47660 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:19:45.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:45 smithi032 ceph-mon[189144]: from='client.47666 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:19:45.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:45 smithi032 ceph-mon[189144]: pgmap v3740: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 886 KiB/s rd, 3.7 KiB/s wr, 1.19k op/s 2023-12-22T18:19:45.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:45 smithi032 ceph-mon[189144]: osdmap e2289: 8 total, 8 up, 8 in 2023-12-22T18:19:45.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:45 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2432475529' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:19:45.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:45 smithi032 ceph-mon[191839]: from='client.47666 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:19:45.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:45 smithi032 ceph-mon[191839]: pgmap v3740: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 886 KiB/s rd, 3.7 KiB/s wr, 1.19k op/s 2023-12-22T18:19:45.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:45 smithi032 ceph-mon[191839]: osdmap e2289: 8 total, 8 up, 8 in 2023-12-22T18:19:45.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:45 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2432475529' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:19:45.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:45 smithi039 ceph-mon[181282]: from='client.47666 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:19:45.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:45 smithi039 ceph-mon[181282]: pgmap v3740: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 886 KiB/s rd, 3.7 KiB/s wr, 1.19k op/s 2023-12-22T18:19:45.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:45 smithi039 ceph-mon[181282]: osdmap e2289: 8 total, 8 up, 8 in 2023-12-22T18:19:45.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:45 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2432475529' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:19:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:46 smithi032 ceph-mon[189144]: osdmap e2290: 8 total, 8 up, 8 in 2023-12-22T18:19:46.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:46 smithi032 ceph-mon[191839]: osdmap e2290: 8 total, 8 up, 8 in 2023-12-22T18:19:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:46 smithi039 ceph-mon[181282]: osdmap e2290: 8 total, 8 up, 8 in 2023-12-22T18:19:47.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:47 smithi032 ceph-mon[191839]: pgmap v3743: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 887 KiB/s rd, 4.0 KiB/s wr, 1.19k op/s 2023-12-22T18:19:47.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:47 smithi032 ceph-mon[191839]: osdmap e2291: 8 total, 8 up, 8 in 2023-12-22T18:19:47.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:47 smithi032 ceph-mon[189144]: pgmap v3743: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 887 KiB/s rd, 4.0 KiB/s wr, 1.19k op/s 2023-12-22T18:19:47.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:47 smithi032 ceph-mon[189144]: osdmap e2291: 8 total, 8 up, 8 in 2023-12-22T18:19:47.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:47 smithi039 ceph-mon[181282]: pgmap v3743: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 887 KiB/s rd, 4.0 KiB/s wr, 1.19k op/s 2023-12-22T18:19:47.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:47 smithi039 ceph-mon[181282]: osdmap e2291: 8 total, 8 up, 8 in 2023-12-22T18:19:48.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:48 smithi032 ceph-mon[191839]: osdmap e2292: 8 total, 8 up, 8 in 2023-12-22T18:19:48.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:48 smithi032 ceph-mon[189144]: osdmap e2292: 8 total, 8 up, 8 in 2023-12-22T18:19:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:48 smithi039 ceph-mon[181282]: osdmap e2292: 8 total, 8 up, 8 in 2023-12-22T18:19:49.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:49 smithi032 ceph-mon[189144]: pgmap v3746: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2023-12-22T18:19:49.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:49 smithi032 ceph-mon[189144]: osdmap e2293: 8 total, 8 up, 8 in 2023-12-22T18:19:49.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:49 smithi032 ceph-mon[191839]: pgmap v3746: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2023-12-22T18:19:49.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:49 smithi032 ceph-mon[191839]: osdmap e2293: 8 total, 8 up, 8 in 2023-12-22T18:19:49.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:49 smithi039 ceph-mon[181282]: pgmap v3746: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2023-12-22T18:19:49.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:49 smithi039 ceph-mon[181282]: osdmap e2293: 8 total, 8 up, 8 in 2023-12-22T18:19:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:50 smithi039 ceph-mon[181282]: osdmap e2294: 8 total, 8 up, 8 in 2023-12-22T18:19:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:19:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:50 smithi032 ceph-mon[191839]: osdmap e2294: 8 total, 8 up, 8 in 2023-12-22T18:19:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:19:50.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:50 smithi032 ceph-mon[189144]: osdmap e2294: 8 total, 8 up, 8 in 2023-12-22T18:19:50.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:19:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:19:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:19:50] "GET /metrics HTTP/1.1" 200 36552 "" "Prometheus/2.43.0" 2023-12-22T18:19:51.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:51 smithi039 ceph-mon[181282]: pgmap v3749: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.7 KiB/s wr, 1.52k op/s 2023-12-22T18:19:51.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:51 smithi039 ceph-mon[181282]: osdmap e2295: 8 total, 8 up, 8 in 2023-12-22T18:19:51.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:51 smithi032 ceph-mon[191839]: pgmap v3749: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.7 KiB/s wr, 1.52k op/s 2023-12-22T18:19:51.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:51 smithi032 ceph-mon[191839]: osdmap e2295: 8 total, 8 up, 8 in 2023-12-22T18:19:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:51 smithi032 ceph-mon[189144]: pgmap v3749: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.7 KiB/s wr, 1.52k op/s 2023-12-22T18:19:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:51 smithi032 ceph-mon[189144]: osdmap e2295: 8 total, 8 up, 8 in 2023-12-22T18:19:52.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:52 smithi039 ceph-mon[181282]: osdmap e2296: 8 total, 8 up, 8 in 2023-12-22T18:19:52.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:52 smithi032 ceph-mon[191839]: osdmap e2296: 8 total, 8 up, 8 in 2023-12-22T18:19:52.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:52 smithi032 ceph-mon[189144]: osdmap e2296: 8 total, 8 up, 8 in 2023-12-22T18:19:53.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:53 smithi039 ceph-mon[181282]: pgmap v3752: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.52k op/s 2023-12-22T18:19:53.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:53 smithi039 ceph-mon[181282]: osdmap e2297: 8 total, 8 up, 8 in 2023-12-22T18:19:53.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:53 smithi032 ceph-mon[189144]: pgmap v3752: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.52k op/s 2023-12-22T18:19:53.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:53 smithi032 ceph-mon[189144]: osdmap e2297: 8 total, 8 up, 8 in 2023-12-22T18:19:53.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:53 smithi032 ceph-mon[191839]: pgmap v3752: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.52k op/s 2023-12-22T18:19:53.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:53 smithi032 ceph-mon[191839]: osdmap e2297: 8 total, 8 up, 8 in 2023-12-22T18:19:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:54 smithi039 ceph-mon[181282]: osdmap e2298: 8 total, 8 up, 8 in 2023-12-22T18:19:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:19:54.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:54 smithi032 ceph-mon[191839]: osdmap e2298: 8 total, 8 up, 8 in 2023-12-22T18:19:54.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:19:54.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:54 smithi032 ceph-mon[189144]: osdmap e2298: 8 total, 8 up, 8 in 2023-12-22T18:19:54.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:19:55.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:55 smithi039 ceph-mon[181282]: pgmap v3755: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.56k op/s 2023-12-22T18:19:55.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:55 smithi039 ceph-mon[181282]: osdmap e2299: 8 total, 8 up, 8 in 2023-12-22T18:19:55.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:19:55.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:19:55.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:19:55.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:55 smithi032 ceph-mon[191839]: pgmap v3755: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.56k op/s 2023-12-22T18:19:55.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:55 smithi032 ceph-mon[191839]: osdmap e2299: 8 total, 8 up, 8 in 2023-12-22T18:19:55.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:19:55.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:19:55.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:19:55.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:55 smithi032 ceph-mon[189144]: pgmap v3755: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.56k op/s 2023-12-22T18:19:55.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:55 smithi032 ceph-mon[189144]: osdmap e2299: 8 total, 8 up, 8 in 2023-12-22T18:19:55.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:19:55.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:19:55.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:19:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:56 smithi039 ceph-mon[181282]: osdmap e2300: 8 total, 8 up, 8 in 2023-12-22T18:19:56.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:56 smithi032 ceph-mon[191839]: osdmap e2300: 8 total, 8 up, 8 in 2023-12-22T18:19:56.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:56 smithi032 ceph-mon[189144]: osdmap e2300: 8 total, 8 up, 8 in 2023-12-22T18:19:57.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:57 smithi039 ceph-mon[181282]: pgmap v3758: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.57k op/s 2023-12-22T18:19:57.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:57 smithi039 ceph-mon[181282]: osdmap e2301: 8 total, 8 up, 8 in 2023-12-22T18:19:57.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:57 smithi032 ceph-mon[191839]: pgmap v3758: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.57k op/s 2023-12-22T18:19:57.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:57 smithi032 ceph-mon[191839]: osdmap e2301: 8 total, 8 up, 8 in 2023-12-22T18:19:57.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:57 smithi032 ceph-mon[189144]: pgmap v3758: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.57k op/s 2023-12-22T18:19:57.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:57 smithi032 ceph-mon[189144]: osdmap e2301: 8 total, 8 up, 8 in 2023-12-22T18:19:58.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:58 smithi032 ceph-mon[191839]: osdmap e2302: 8 total, 8 up, 8 in 2023-12-22T18:19:58.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:58 smithi032 ceph-mon[189144]: osdmap e2302: 8 total, 8 up, 8 in 2023-12-22T18:19:59.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:58 smithi039 ceph-mon[181282]: osdmap e2302: 8 total, 8 up, 8 in 2023-12-22T18:19:59.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:59 smithi032 ceph-mon[191839]: pgmap v3761: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2023-12-22T18:19:59.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:19:59 smithi032 ceph-mon[191839]: osdmap e2303: 8 total, 8 up, 8 in 2023-12-22T18:19:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:59 smithi032 ceph-mon[189144]: pgmap v3761: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2023-12-22T18:19:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:19:59 smithi032 ceph-mon[189144]: osdmap e2303: 8 total, 8 up, 8 in 2023-12-22T18:20:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:59 smithi039 ceph-mon[181282]: pgmap v3761: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2023-12-22T18:20:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:19:59 smithi039 ceph-mon[181282]: osdmap e2303: 8 total, 8 up, 8 in 2023-12-22T18:20:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T18:19:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T18:20:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T18:19:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : [ERR] UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-22T18:20:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T18:19:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : Unexpected exception occurred during upgrade process: osd require-osd-release failed: unrecognized release unknown retval: -22 2023-12-22T18:20:00.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:00 smithi032 ceph-mon[191839]: osdmap e2304: 8 total, 8 up, 8 in 2023-12-22T18:20:00.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:00 smithi032 ceph-mon[191839]: Health detail: HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T18:20:00.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:00 smithi032 ceph-mon[191839]: [ERR] UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-22T18:20:00.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:00 smithi032 ceph-mon[191839]: Unexpected exception occurred during upgrade process: osd require-osd-release failed: unrecognized release unknown retval: -22 2023-12-22T18:20:00.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:00 smithi032 ceph-mon[189144]: osdmap e2304: 8 total, 8 up, 8 in 2023-12-22T18:20:00.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:00 smithi032 ceph-mon[189144]: Health detail: HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T18:20:00.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:00 smithi032 ceph-mon[189144]: [ERR] UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-22T18:20:00.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:00 smithi032 ceph-mon[189144]: Unexpected exception occurred during upgrade process: osd require-osd-release failed: unrecognized release unknown retval: -22 2023-12-22T18:20:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:00 smithi039 ceph-mon[181282]: osdmap e2304: 8 total, 8 up, 8 in 2023-12-22T18:20:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:00 smithi039 ceph-mon[181282]: Health detail: HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T18:20:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:00 smithi039 ceph-mon[181282]: [ERR] UPGRADE_EXCEPTION: Upgrade: failed due to an unexpected exception 2023-12-22T18:20:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:00 smithi039 ceph-mon[181282]: Unexpected exception occurred during upgrade process: osd require-osd-release failed: unrecognized release unknown retval: -22 2023-12-22T18:20:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:20:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:20:00] "GET /metrics HTTP/1.1" 200 36552 "" "Prometheus/2.43.0" 2023-12-22T18:20:01.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:01 smithi032 ceph-mon[191839]: pgmap v3764: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.61k op/s 2023-12-22T18:20:01.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:01 smithi032 ceph-mon[191839]: osdmap e2305: 8 total, 8 up, 8 in 2023-12-22T18:20:01.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:01 smithi032 ceph-mon[189144]: pgmap v3764: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.61k op/s 2023-12-22T18:20:01.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:01 smithi032 ceph-mon[189144]: osdmap e2305: 8 total, 8 up, 8 in 2023-12-22T18:20:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:01 smithi039 ceph-mon[181282]: pgmap v3764: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.61k op/s 2023-12-22T18:20:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:01 smithi039 ceph-mon[181282]: osdmap e2305: 8 total, 8 up, 8 in 2023-12-22T18:20:02.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:02 smithi032 ceph-mon[191839]: osdmap e2306: 8 total, 8 up, 8 in 2023-12-22T18:20:02.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:02 smithi032 ceph-mon[189144]: osdmap e2306: 8 total, 8 up, 8 in 2023-12-22T18:20:03.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:02 smithi039 ceph-mon[181282]: osdmap e2306: 8 total, 8 up, 8 in 2023-12-22T18:20:03.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:03 smithi032 ceph-mon[191839]: pgmap v3767: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.61k op/s 2023-12-22T18:20:03.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:03 smithi032 ceph-mon[191839]: osdmap e2307: 8 total, 8 up, 8 in 2023-12-22T18:20:03.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:03 smithi032 ceph-mon[189144]: pgmap v3767: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.61k op/s 2023-12-22T18:20:03.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:03 smithi032 ceph-mon[189144]: osdmap e2307: 8 total, 8 up, 8 in 2023-12-22T18:20:04.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:03 smithi039 ceph-mon[181282]: pgmap v3767: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.61k op/s 2023-12-22T18:20:04.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:03 smithi039 ceph-mon[181282]: osdmap e2307: 8 total, 8 up, 8 in 2023-12-22T18:20:04.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:04 smithi032 ceph-mon[189144]: osdmap e2308: 8 total, 8 up, 8 in 2023-12-22T18:20:04.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:04 smithi032 ceph-mon[191839]: osdmap e2308: 8 total, 8 up, 8 in 2023-12-22T18:20:05.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:04 smithi039 ceph-mon[181282]: osdmap e2308: 8 total, 8 up, 8 in 2023-12-22T18:20:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:05 smithi032 ceph-mon[189144]: pgmap v3770: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.65k op/s 2023-12-22T18:20:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:05 smithi032 ceph-mon[189144]: osdmap e2309: 8 total, 8 up, 8 in 2023-12-22T18:20:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:20:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:05 smithi032 ceph-mon[191839]: pgmap v3770: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.65k op/s 2023-12-22T18:20:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:05 smithi032 ceph-mon[191839]: osdmap e2309: 8 total, 8 up, 8 in 2023-12-22T18:20:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:20:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:05 smithi039 ceph-mon[181282]: pgmap v3770: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.65k op/s 2023-12-22T18:20:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:05 smithi039 ceph-mon[181282]: osdmap e2309: 8 total, 8 up, 8 in 2023-12-22T18:20:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:20:06.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:06 smithi032 ceph-mon[189144]: osdmap e2310: 8 total, 8 up, 8 in 2023-12-22T18:20:06.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:06 smithi032 ceph-mon[191839]: osdmap e2310: 8 total, 8 up, 8 in 2023-12-22T18:20:07.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:06 smithi039 ceph-mon[181282]: osdmap e2310: 8 total, 8 up, 8 in 2023-12-22T18:20:07.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:07 smithi032 ceph-mon[191839]: pgmap v3773: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.65k op/s 2023-12-22T18:20:07.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:07 smithi032 ceph-mon[191839]: osdmap e2311: 8 total, 8 up, 8 in 2023-12-22T18:20:07.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:07 smithi032 ceph-mon[189144]: pgmap v3773: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.65k op/s 2023-12-22T18:20:07.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:07 smithi032 ceph-mon[189144]: osdmap e2311: 8 total, 8 up, 8 in 2023-12-22T18:20:08.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:07 smithi039 ceph-mon[181282]: pgmap v3773: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.65k op/s 2023-12-22T18:20:08.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:07 smithi039 ceph-mon[181282]: osdmap e2311: 8 total, 8 up, 8 in 2023-12-22T18:20:08.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:08 smithi032 ceph-mon[191839]: osdmap e2312: 8 total, 8 up, 8 in 2023-12-22T18:20:08.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:08 smithi032 ceph-mon[189144]: osdmap e2312: 8 total, 8 up, 8 in 2023-12-22T18:20:09.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:08 smithi039 ceph-mon[181282]: osdmap e2312: 8 total, 8 up, 8 in 2023-12-22T18:20:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:09 smithi032 ceph-mon[189144]: pgmap v3776: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2023-12-22T18:20:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:09 smithi032 ceph-mon[189144]: osdmap e2313: 8 total, 8 up, 8 in 2023-12-22T18:20:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:09 smithi032 ceph-mon[191839]: pgmap v3776: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2023-12-22T18:20:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:09 smithi032 ceph-mon[191839]: osdmap e2313: 8 total, 8 up, 8 in 2023-12-22T18:20:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:09 smithi039 ceph-mon[181282]: pgmap v3776: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2023-12-22T18:20:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:09 smithi039 ceph-mon[181282]: osdmap e2313: 8 total, 8 up, 8 in 2023-12-22T18:20:10.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:10 smithi032 ceph-mon[191839]: osdmap e2314: 8 total, 8 up, 8 in 2023-12-22T18:20:10.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:10 smithi032 ceph-mon[189144]: osdmap e2314: 8 total, 8 up, 8 in 2023-12-22T18:20:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:10 smithi039 ceph-mon[181282]: osdmap e2314: 8 total, 8 up, 8 in 2023-12-22T18:20:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:20:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:20:10] "GET /metrics HTTP/1.1" 200 36554 "" "Prometheus/2.43.0" 2023-12-22T18:20:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:11 smithi032 ceph-mon[191839]: pgmap v3779: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.70k op/s 2023-12-22T18:20:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:11 smithi032 ceph-mon[191839]: osdmap e2315: 8 total, 8 up, 8 in 2023-12-22T18:20:11.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:11 smithi032 ceph-mon[189144]: pgmap v3779: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.70k op/s 2023-12-22T18:20:11.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:11 smithi032 ceph-mon[189144]: osdmap e2315: 8 total, 8 up, 8 in 2023-12-22T18:20:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:11 smithi039 ceph-mon[181282]: pgmap v3779: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.70k op/s 2023-12-22T18:20:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:11 smithi039 ceph-mon[181282]: osdmap e2315: 8 total, 8 up, 8 in 2023-12-22T18:20:12.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:12 smithi032 ceph-mon[191839]: osdmap e2316: 8 total, 8 up, 8 in 2023-12-22T18:20:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:12 smithi032 ceph-mon[189144]: osdmap e2316: 8 total, 8 up, 8 in 2023-12-22T18:20:13.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:12 smithi039 ceph-mon[181282]: osdmap e2316: 8 total, 8 up, 8 in 2023-12-22T18:20:13.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:13 smithi032 ceph-mon[191839]: pgmap v3782: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.2 KiB/s wr, 1.70k op/s 2023-12-22T18:20:13.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:13 smithi032 ceph-mon[191839]: osdmap e2317: 8 total, 8 up, 8 in 2023-12-22T18:20:13.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:13 smithi032 ceph-mon[189144]: pgmap v3782: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.2 KiB/s wr, 1.70k op/s 2023-12-22T18:20:13.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:13 smithi032 ceph-mon[189144]: osdmap e2317: 8 total, 8 up, 8 in 2023-12-22T18:20:14.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:13 smithi039 ceph-mon[181282]: pgmap v3782: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.2 KiB/s wr, 1.70k op/s 2023-12-22T18:20:14.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:13 smithi039 ceph-mon[181282]: osdmap e2317: 8 total, 8 up, 8 in 2023-12-22T18:20:14.842 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:20:14.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:14 smithi032 ceph-mon[191839]: osdmap e2318: 8 total, 8 up, 8 in 2023-12-22T18:20:14.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:14 smithi032 ceph-mon[189144]: osdmap e2318: 8 total, 8 up, 8 in 2023-12-22T18:20:15.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:14 smithi039 ceph-mon[181282]: osdmap e2318: 8 total, 8 up, 8 in 2023-12-22T18:20:15.165 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:20:15.165 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (60m) 5m ago 64m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:20:15.165 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (59m) 3m ago 64m 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:20:15.165 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (65m) 5m ago 65m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:20:15.166 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (65m) 3m ago 65m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:20:15.166 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (59m) 3m ago 68m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:20:15.166 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (59m) 5m ago 69m 589M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:20:15.166 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (59m) 5m ago 69m 466M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:20:15.166 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (58m) 3m ago 68m 268M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:20:15.166 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (58m) 5m ago 68m 262M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:20:15.166 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (60m) 5m ago 64m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:20:15.166 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (59m) 3m ago 64m 18.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:20:15.166 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (58m) 5m ago 67m 3391M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:20:15.167 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (57m) 5m ago 67m 3804M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:20:15.167 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (57m) 5m ago 67m 3579M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:20:15.167 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (56m) 5m ago 66m 3156M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:20:15.167 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (56m) 3m ago 66m 3300M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:20:15.167 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (55m) 3m ago 66m 3378M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:20:15.167 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (55m) 3m ago 66m 2607M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:20:15.167 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (54m) 3m ago 65m 2989M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:20:15.167 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (59m) 3m ago 65m 101M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:20:15.566 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:20:15.566 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:20:15.566 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:20:15.566 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:20:15.567 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:20:15.567 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:20:15.567 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:20:15.567 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:20:15.567 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:20:15.567 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:20:15.567 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:20:15.567 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:20:15.567 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:20:15.567 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:20:15.567 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:20:15.568 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:20:15.568 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:20:15.568 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:20:15.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:15 smithi032 ceph-mon[191839]: pgmap v3785: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.0 KiB/s wr, 1.74k op/s 2023-12-22T18:20:15.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:15 smithi032 ceph-mon[191839]: osdmap e2319: 8 total, 8 up, 8 in 2023-12-22T18:20:15.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:15 smithi032 ceph-mon[191839]: from='client.47678 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:20:15.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:15 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3984064094' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:20:15.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:15 smithi032 ceph-mon[189144]: pgmap v3785: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.0 KiB/s wr, 1.74k op/s 2023-12-22T18:20:15.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:15 smithi032 ceph-mon[189144]: osdmap e2319: 8 total, 8 up, 8 in 2023-12-22T18:20:15.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:15 smithi032 ceph-mon[189144]: from='client.47678 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:20:15.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:15 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3984064094' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:20:16.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:15 smithi039 ceph-mon[181282]: pgmap v3785: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.0 KiB/s wr, 1.74k op/s 2023-12-22T18:20:16.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:15 smithi039 ceph-mon[181282]: osdmap e2319: 8 total, 8 up, 8 in 2023-12-22T18:20:16.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:15 smithi039 ceph-mon[181282]: from='client.47678 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:20:16.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:15 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3984064094' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:20:16.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:16 smithi032 ceph-mon[191839]: from='client.37767 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:20:16.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:16 smithi032 ceph-mon[191839]: osdmap e2320: 8 total, 8 up, 8 in 2023-12-22T18:20:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:16 smithi032 ceph-mon[189144]: from='client.37767 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:20:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:16 smithi032 ceph-mon[189144]: osdmap e2320: 8 total, 8 up, 8 in 2023-12-22T18:20:16.985 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:16 smithi039 ceph-mon[181282]: from='client.37767 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:20:16.986 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:16 smithi039 ceph-mon[181282]: osdmap e2320: 8 total, 8 up, 8 in 2023-12-22T18:20:17.256 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 18:20:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-22T18:20:16.983685731Z level=info msg="Completed cleanup jobs" duration=14.199769ms 2023-12-22T18:20:17.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:17 smithi032 ceph-mon[191839]: pgmap v3788: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.74k op/s 2023-12-22T18:20:17.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:17 smithi032 ceph-mon[191839]: osdmap e2321: 8 total, 8 up, 8 in 2023-12-22T18:20:17.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:17 smithi032 ceph-mon[189144]: pgmap v3788: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.74k op/s 2023-12-22T18:20:17.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:17 smithi032 ceph-mon[189144]: osdmap e2321: 8 total, 8 up, 8 in 2023-12-22T18:20:18.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:17 smithi039 ceph-mon[181282]: pgmap v3788: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.74k op/s 2023-12-22T18:20:18.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:17 smithi039 ceph-mon[181282]: osdmap e2321: 8 total, 8 up, 8 in 2023-12-22T18:20:18.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:18 smithi032 ceph-mon[191839]: osdmap e2322: 8 total, 8 up, 8 in 2023-12-22T18:20:18.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:18 smithi032 ceph-mon[189144]: osdmap e2322: 8 total, 8 up, 8 in 2023-12-22T18:20:19.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:18 smithi039 ceph-mon[181282]: osdmap e2322: 8 total, 8 up, 8 in 2023-12-22T18:20:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:19 smithi032 ceph-mon[191839]: pgmap v3791: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2023-12-22T18:20:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:19 smithi032 ceph-mon[191839]: osdmap e2323: 8 total, 8 up, 8 in 2023-12-22T18:20:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:19 smithi032 ceph-mon[189144]: pgmap v3791: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2023-12-22T18:20:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:19 smithi032 ceph-mon[189144]: osdmap e2323: 8 total, 8 up, 8 in 2023-12-22T18:20:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:19 smithi039 ceph-mon[181282]: pgmap v3791: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2023-12-22T18:20:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:19 smithi039 ceph-mon[181282]: osdmap e2323: 8 total, 8 up, 8 in 2023-12-22T18:20:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:20 smithi032 ceph-mon[191839]: osdmap e2324: 8 total, 8 up, 8 in 2023-12-22T18:20:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:20:20.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:20 smithi032 ceph-mon[189144]: osdmap e2324: 8 total, 8 up, 8 in 2023-12-22T18:20:20.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:20:20.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:20:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:20:20] "GET /metrics HTTP/1.1" 200 36555 "" "Prometheus/2.43.0" 2023-12-22T18:20:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:20 smithi039 ceph-mon[181282]: osdmap e2324: 8 total, 8 up, 8 in 2023-12-22T18:20:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:20:22.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:21 smithi039 ceph-mon[181282]: pgmap v3794: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.2 KiB/s wr, 1.79k op/s 2023-12-22T18:20:22.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:21 smithi039 ceph-mon[181282]: osdmap e2325: 8 total, 8 up, 8 in 2023-12-22T18:20:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:21 smithi032 ceph-mon[191839]: pgmap v3794: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.2 KiB/s wr, 1.79k op/s 2023-12-22T18:20:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:21 smithi032 ceph-mon[191839]: osdmap e2325: 8 total, 8 up, 8 in 2023-12-22T18:20:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:21 smithi032 ceph-mon[189144]: pgmap v3794: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.2 KiB/s wr, 1.79k op/s 2023-12-22T18:20:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:21 smithi032 ceph-mon[189144]: osdmap e2325: 8 total, 8 up, 8 in 2023-12-22T18:20:23.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:22 smithi039 ceph-mon[181282]: osdmap e2326: 8 total, 8 up, 8 in 2023-12-22T18:20:23.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:22 smithi032 ceph-mon[191839]: osdmap e2326: 8 total, 8 up, 8 in 2023-12-22T18:20:23.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:22 smithi032 ceph-mon[189144]: osdmap e2326: 8 total, 8 up, 8 in 2023-12-22T18:20:24.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:23 smithi039 ceph-mon[181282]: pgmap v3797: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.2 KiB/s wr, 1.79k op/s 2023-12-22T18:20:24.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:23 smithi039 ceph-mon[181282]: osdmap e2327: 8 total, 8 up, 8 in 2023-12-22T18:20:24.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:23 smithi032 ceph-mon[191839]: pgmap v3797: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.2 KiB/s wr, 1.79k op/s 2023-12-22T18:20:24.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:23 smithi032 ceph-mon[191839]: osdmap e2327: 8 total, 8 up, 8 in 2023-12-22T18:20:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:23 smithi032 ceph-mon[189144]: pgmap v3797: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.2 KiB/s wr, 1.79k op/s 2023-12-22T18:20:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:23 smithi032 ceph-mon[189144]: osdmap e2327: 8 total, 8 up, 8 in 2023-12-22T18:20:25.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:24 smithi039 ceph-mon[181282]: osdmap e2328: 8 total, 8 up, 8 in 2023-12-22T18:20:25.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:24 smithi032 ceph-mon[191839]: osdmap e2328: 8 total, 8 up, 8 in 2023-12-22T18:20:25.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:24 smithi032 ceph-mon[189144]: osdmap e2328: 8 total, 8 up, 8 in 2023-12-22T18:20:26.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:25 smithi039 ceph-mon[181282]: pgmap v3800: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.77k op/s 2023-12-22T18:20:26.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:25 smithi039 ceph-mon[181282]: osdmap e2329: 8 total, 8 up, 8 in 2023-12-22T18:20:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:25 smithi032 ceph-mon[191839]: pgmap v3800: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.77k op/s 2023-12-22T18:20:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:25 smithi032 ceph-mon[191839]: osdmap e2329: 8 total, 8 up, 8 in 2023-12-22T18:20:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:25 smithi032 ceph-mon[189144]: pgmap v3800: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.77k op/s 2023-12-22T18:20:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:25 smithi032 ceph-mon[189144]: osdmap e2329: 8 total, 8 up, 8 in 2023-12-22T18:20:27.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:26 smithi039 ceph-mon[181282]: osdmap e2330: 8 total, 8 up, 8 in 2023-12-22T18:20:27.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:26 smithi032 ceph-mon[191839]: osdmap e2330: 8 total, 8 up, 8 in 2023-12-22T18:20:27.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:26 smithi032 ceph-mon[189144]: osdmap e2330: 8 total, 8 up, 8 in 2023-12-22T18:20:28.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:27 smithi039 ceph-mon[181282]: pgmap v3803: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.77k op/s 2023-12-22T18:20:28.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:27 smithi039 ceph-mon[181282]: osdmap e2331: 8 total, 8 up, 8 in 2023-12-22T18:20:28.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:27 smithi039 ceph-mon[181282]: osdmap e2332: 8 total, 8 up, 8 in 2023-12-22T18:20:28.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:27 smithi032 ceph-mon[191839]: pgmap v3803: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.77k op/s 2023-12-22T18:20:28.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:27 smithi032 ceph-mon[191839]: osdmap e2331: 8 total, 8 up, 8 in 2023-12-22T18:20:28.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:27 smithi032 ceph-mon[191839]: osdmap e2332: 8 total, 8 up, 8 in 2023-12-22T18:20:28.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:27 smithi032 ceph-mon[189144]: pgmap v3803: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.77k op/s 2023-12-22T18:20:28.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:27 smithi032 ceph-mon[189144]: osdmap e2331: 8 total, 8 up, 8 in 2023-12-22T18:20:28.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:27 smithi032 ceph-mon[189144]: osdmap e2332: 8 total, 8 up, 8 in 2023-12-22T18:20:29.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:29 smithi032 ceph-mon[191839]: osdmap e2333: 8 total, 8 up, 8 in 2023-12-22T18:20:29.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:29 smithi032 ceph-mon[191839]: pgmap v3807: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 2 op/s 2023-12-22T18:20:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:29 smithi032 ceph-mon[189144]: osdmap e2333: 8 total, 8 up, 8 in 2023-12-22T18:20:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:29 smithi032 ceph-mon[189144]: pgmap v3807: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 2 op/s 2023-12-22T18:20:29.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:29 smithi039 ceph-mon[181282]: osdmap e2333: 8 total, 8 up, 8 in 2023-12-22T18:20:29.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:29 smithi039 ceph-mon[181282]: pgmap v3807: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 2 op/s 2023-12-22T18:20:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:30 smithi032 ceph-mon[191839]: osdmap e2334: 8 total, 8 up, 8 in 2023-12-22T18:20:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:30 smithi032 ceph-mon[189144]: osdmap e2334: 8 total, 8 up, 8 in 2023-12-22T18:20:30.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:30 smithi039 ceph-mon[181282]: osdmap e2334: 8 total, 8 up, 8 in 2023-12-22T18:20:31.106 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:20:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:20:30] "GET /metrics HTTP/1.1" 200 36555 "" "Prometheus/2.43.0" 2023-12-22T18:20:31.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:31 smithi032 ceph-mon[191839]: osdmap e2335: 8 total, 8 up, 8 in 2023-12-22T18:20:31.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:31 smithi032 ceph-mon[191839]: pgmap v3810: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.9 KiB/s wr, 2.39k op/s 2023-12-22T18:20:31.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:31 smithi032 ceph-mon[189144]: osdmap e2335: 8 total, 8 up, 8 in 2023-12-22T18:20:31.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:31 smithi032 ceph-mon[189144]: pgmap v3810: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.9 KiB/s wr, 2.39k op/s 2023-12-22T18:20:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:31 smithi039 ceph-mon[181282]: osdmap e2335: 8 total, 8 up, 8 in 2023-12-22T18:20:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:31 smithi039 ceph-mon[181282]: pgmap v3810: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.9 KiB/s wr, 2.39k op/s 2023-12-22T18:20:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:32 smithi032 ceph-mon[191839]: osdmap e2336: 8 total, 8 up, 8 in 2023-12-22T18:20:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:32 smithi032 ceph-mon[191839]: osdmap e2337: 8 total, 8 up, 8 in 2023-12-22T18:20:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:32 smithi032 ceph-mon[189144]: osdmap e2336: 8 total, 8 up, 8 in 2023-12-22T18:20:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:32 smithi032 ceph-mon[189144]: osdmap e2337: 8 total, 8 up, 8 in 2023-12-22T18:20:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:32 smithi039 ceph-mon[181282]: osdmap e2336: 8 total, 8 up, 8 in 2023-12-22T18:20:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:32 smithi039 ceph-mon[181282]: osdmap e2337: 8 total, 8 up, 8 in 2023-12-22T18:20:33.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:33 smithi032 ceph-mon[191839]: pgmap v3813: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.06k op/s 2023-12-22T18:20:33.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:33 smithi032 ceph-mon[189144]: pgmap v3813: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.06k op/s 2023-12-22T18:20:33.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:33 smithi039 ceph-mon[181282]: pgmap v3813: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.06k op/s 2023-12-22T18:20:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:34 smithi032 ceph-mon[191839]: osdmap e2338: 8 total, 8 up, 8 in 2023-12-22T18:20:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:34 smithi032 ceph-mon[189144]: osdmap e2338: 8 total, 8 up, 8 in 2023-12-22T18:20:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:34 smithi039 ceph-mon[181282]: osdmap e2338: 8 total, 8 up, 8 in 2023-12-22T18:20:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:35 smithi032 ceph-mon[191839]: osdmap e2339: 8 total, 8 up, 8 in 2023-12-22T18:20:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:35 smithi032 ceph-mon[191839]: pgmap v3816: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.67k op/s 2023-12-22T18:20:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:20:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:35 smithi032 ceph-mon[189144]: osdmap e2339: 8 total, 8 up, 8 in 2023-12-22T18:20:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:35 smithi032 ceph-mon[189144]: pgmap v3816: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.67k op/s 2023-12-22T18:20:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:20:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:35 smithi039 ceph-mon[181282]: osdmap e2339: 8 total, 8 up, 8 in 2023-12-22T18:20:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:35 smithi039 ceph-mon[181282]: pgmap v3816: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.67k op/s 2023-12-22T18:20:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:20:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:36 smithi032 ceph-mon[191839]: osdmap e2340: 8 total, 8 up, 8 in 2023-12-22T18:20:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:36 smithi032 ceph-mon[189144]: osdmap e2340: 8 total, 8 up, 8 in 2023-12-22T18:20:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:36 smithi039 ceph-mon[181282]: osdmap e2340: 8 total, 8 up, 8 in 2023-12-22T18:20:37.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:37 smithi032 ceph-mon[189144]: osdmap e2341: 8 total, 8 up, 8 in 2023-12-22T18:20:37.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:37 smithi032 ceph-mon[189144]: pgmap v3819: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.67k op/s 2023-12-22T18:20:37.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:37 smithi032 ceph-mon[189144]: osdmap e2342: 8 total, 8 up, 8 in 2023-12-22T18:20:37.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:37 smithi032 ceph-mon[191839]: osdmap e2341: 8 total, 8 up, 8 in 2023-12-22T18:20:37.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:37 smithi032 ceph-mon[191839]: pgmap v3819: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.67k op/s 2023-12-22T18:20:37.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:37 smithi032 ceph-mon[191839]: osdmap e2342: 8 total, 8 up, 8 in 2023-12-22T18:20:37.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:37 smithi039 ceph-mon[181282]: osdmap e2341: 8 total, 8 up, 8 in 2023-12-22T18:20:37.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:37 smithi039 ceph-mon[181282]: pgmap v3819: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.67k op/s 2023-12-22T18:20:37.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:37 smithi039 ceph-mon[181282]: osdmap e2342: 8 total, 8 up, 8 in 2023-12-22T18:20:39.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:39 smithi032 ceph-mon[191839]: osdmap e2343: 8 total, 8 up, 8 in 2023-12-22T18:20:39.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:39 smithi032 ceph-mon[191839]: pgmap v3822: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2023-12-22T18:20:39.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:39 smithi032 ceph-mon[189144]: osdmap e2343: 8 total, 8 up, 8 in 2023-12-22T18:20:39.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:39 smithi032 ceph-mon[189144]: pgmap v3822: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2023-12-22T18:20:39.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:39 smithi039 ceph-mon[181282]: osdmap e2343: 8 total, 8 up, 8 in 2023-12-22T18:20:39.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:39 smithi039 ceph-mon[181282]: pgmap v3822: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2023-12-22T18:20:40.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:40 smithi032 ceph-mon[191839]: osdmap e2344: 8 total, 8 up, 8 in 2023-12-22T18:20:40.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:40 smithi032 ceph-mon[189144]: osdmap e2344: 8 total, 8 up, 8 in 2023-12-22T18:20:40.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:40 smithi039 ceph-mon[181282]: osdmap e2344: 8 total, 8 up, 8 in 2023-12-22T18:20:41.110 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:20:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:20:40] "GET /metrics HTTP/1.1" 200 36555 "" "Prometheus/2.43.0" 2023-12-22T18:20:41.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:41 smithi032 ceph-mon[189144]: osdmap e2345: 8 total, 8 up, 8 in 2023-12-22T18:20:41.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:41 smithi032 ceph-mon[189144]: pgmap v3825: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.63k op/s 2023-12-22T18:20:41.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:41 smithi032 ceph-mon[191839]: osdmap e2345: 8 total, 8 up, 8 in 2023-12-22T18:20:41.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:41 smithi032 ceph-mon[191839]: pgmap v3825: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.63k op/s 2023-12-22T18:20:41.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:41 smithi039 ceph-mon[181282]: osdmap e2345: 8 total, 8 up, 8 in 2023-12-22T18:20:41.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:41 smithi039 ceph-mon[181282]: pgmap v3825: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.63k op/s 2023-12-22T18:20:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:42 smithi032 ceph-mon[189144]: osdmap e2346: 8 total, 8 up, 8 in 2023-12-22T18:20:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:42 smithi032 ceph-mon[189144]: osdmap e2347: 8 total, 8 up, 8 in 2023-12-22T18:20:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:42 smithi032 ceph-mon[191839]: osdmap e2346: 8 total, 8 up, 8 in 2023-12-22T18:20:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:42 smithi032 ceph-mon[191839]: osdmap e2347: 8 total, 8 up, 8 in 2023-12-22T18:20:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:42 smithi039 ceph-mon[181282]: osdmap e2346: 8 total, 8 up, 8 in 2023-12-22T18:20:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:42 smithi039 ceph-mon[181282]: osdmap e2347: 8 total, 8 up, 8 in 2023-12-22T18:20:43.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:43 smithi032 ceph-mon[189144]: pgmap v3828: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.63k op/s 2023-12-22T18:20:43.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:43 smithi032 ceph-mon[191839]: pgmap v3828: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.63k op/s 2023-12-22T18:20:43.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:43 smithi039 ceph-mon[181282]: pgmap v3828: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.63k op/s 2023-12-22T18:20:44.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:44 smithi032 ceph-mon[191839]: osdmap e2348: 8 total, 8 up, 8 in 2023-12-22T18:20:44.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:44 smithi032 ceph-mon[189144]: osdmap e2348: 8 total, 8 up, 8 in 2023-12-22T18:20:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:44 smithi039 ceph-mon[181282]: osdmap e2348: 8 total, 8 up, 8 in 2023-12-22T18:20:45.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:45 smithi032 ceph-mon[191839]: osdmap e2349: 8 total, 8 up, 8 in 2023-12-22T18:20:45.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:45 smithi032 ceph-mon[191839]: pgmap v3831: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.58k op/s 2023-12-22T18:20:45.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:45 smithi032 ceph-mon[189144]: osdmap e2349: 8 total, 8 up, 8 in 2023-12-22T18:20:45.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:45 smithi032 ceph-mon[189144]: pgmap v3831: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.58k op/s 2023-12-22T18:20:45.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:45 smithi039 ceph-mon[181282]: osdmap e2349: 8 total, 8 up, 8 in 2023-12-22T18:20:45.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:45 smithi039 ceph-mon[181282]: pgmap v3831: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.58k op/s 2023-12-22T18:20:45.929 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:20:46.264 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:20:46.264 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (60m) 5m ago 65m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:20:46.264 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (60m) 3m ago 65m 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:20:46.265 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (66m) 5m ago 66m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:20:46.265 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (66m) 3m ago 66m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:20:46.265 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (60m) 3m ago 68m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:20:46.265 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (60m) 5m ago 70m 589M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:20:46.265 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (59m) 5m ago 70m 466M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:20:46.265 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (59m) 3m ago 68m 268M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:20:46.265 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (59m) 5m ago 68m 262M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:20:46.265 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (60m) 5m ago 65m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:20:46.265 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (60m) 3m ago 64m 18.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:20:46.265 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (58m) 5m ago 68m 3391M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:20:46.265 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (58m) 5m ago 68m 3804M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:20:46.265 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (57m) 5m ago 67m 3579M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:20:46.266 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (57m) 5m ago 67m 3156M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:20:46.266 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (56m) 3m ago 67m 3300M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:20:46.266 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (56m) 3m ago 66m 3378M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:20:46.266 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (55m) 3m ago 66m 2607M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:20:46.266 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (55m) 3m ago 66m 2989M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:20:46.266 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (60m) 3m ago 65m 101M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:20:46.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:46 smithi032 ceph-mon[189144]: osdmap e2350: 8 total, 8 up, 8 in 2023-12-22T18:20:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:46 smithi032 ceph-mon[191839]: osdmap e2350: 8 total, 8 up, 8 in 2023-12-22T18:20:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:46 smithi039 ceph-mon[181282]: osdmap e2350: 8 total, 8 up, 8 in 2023-12-22T18:20:46.668 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:20:46.668 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:20:46.668 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:20:46.668 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:20:46.669 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:20:46.669 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:20:46.669 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:20:46.669 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:20:46.669 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:20:46.669 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:20:46.669 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:20:46.669 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:20:46.669 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:20:46.669 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:20:46.669 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:20:46.670 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:20:46.670 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:20:46.670 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:20:47.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:47 smithi032 ceph-mon[191839]: from='client.37779 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:20:47.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:47 smithi032 ceph-mon[191839]: osdmap e2351: 8 total, 8 up, 8 in 2023-12-22T18:20:47.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:47 smithi032 ceph-mon[191839]: pgmap v3834: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.58k op/s 2023-12-22T18:20:47.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:47 smithi032 ceph-mon[191839]: from='client.37785 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:20:47.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:47 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1749705835' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:20:47.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:47 smithi032 ceph-mon[191839]: osdmap e2352: 8 total, 8 up, 8 in 2023-12-22T18:20:47.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:47 smithi032 ceph-mon[189144]: from='client.37779 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:20:47.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:47 smithi032 ceph-mon[189144]: osdmap e2351: 8 total, 8 up, 8 in 2023-12-22T18:20:47.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:47 smithi032 ceph-mon[189144]: pgmap v3834: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.58k op/s 2023-12-22T18:20:47.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:47 smithi032 ceph-mon[189144]: from='client.37785 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:20:47.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:47 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1749705835' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:20:47.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:47 smithi032 ceph-mon[189144]: osdmap e2352: 8 total, 8 up, 8 in 2023-12-22T18:20:47.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:47 smithi039 ceph-mon[181282]: from='client.37779 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:20:47.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:47 smithi039 ceph-mon[181282]: osdmap e2351: 8 total, 8 up, 8 in 2023-12-22T18:20:47.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:47 smithi039 ceph-mon[181282]: pgmap v3834: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.58k op/s 2023-12-22T18:20:47.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:47 smithi039 ceph-mon[181282]: from='client.37785 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:20:47.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:47 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1749705835' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:20:47.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:47 smithi039 ceph-mon[181282]: osdmap e2352: 8 total, 8 up, 8 in 2023-12-22T18:20:49.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:49 smithi032 ceph-mon[191839]: osdmap e2353: 8 total, 8 up, 8 in 2023-12-22T18:20:49.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:49 smithi032 ceph-mon[191839]: pgmap v3837: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2023-12-22T18:20:49.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:49 smithi032 ceph-mon[189144]: osdmap e2353: 8 total, 8 up, 8 in 2023-12-22T18:20:49.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:49 smithi032 ceph-mon[189144]: pgmap v3837: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2023-12-22T18:20:49.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:49 smithi039 ceph-mon[181282]: osdmap e2353: 8 total, 8 up, 8 in 2023-12-22T18:20:49.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:49 smithi039 ceph-mon[181282]: pgmap v3837: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2023-12-22T18:20:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:50 smithi032 ceph-mon[191839]: osdmap e2354: 8 total, 8 up, 8 in 2023-12-22T18:20:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:20:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:50 smithi032 ceph-mon[189144]: osdmap e2354: 8 total, 8 up, 8 in 2023-12-22T18:20:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:20:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:50 smithi039 ceph-mon[181282]: osdmap e2354: 8 total, 8 up, 8 in 2023-12-22T18:20:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:20:51.160 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:20:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:20:50] "GET /metrics HTTP/1.1" 200 36556 "" "Prometheus/2.43.0" 2023-12-22T18:20:51.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:51 smithi032 ceph-mon[191839]: osdmap e2355: 8 total, 8 up, 8 in 2023-12-22T18:20:51.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:51 smithi032 ceph-mon[191839]: pgmap v3840: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.54k op/s 2023-12-22T18:20:51.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:51 smithi032 ceph-mon[189144]: osdmap e2355: 8 total, 8 up, 8 in 2023-12-22T18:20:51.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:51 smithi032 ceph-mon[189144]: pgmap v3840: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.54k op/s 2023-12-22T18:20:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:51 smithi039 ceph-mon[181282]: osdmap e2355: 8 total, 8 up, 8 in 2023-12-22T18:20:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:51 smithi039 ceph-mon[181282]: pgmap v3840: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.54k op/s 2023-12-22T18:20:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:52 smithi032 ceph-mon[191839]: osdmap e2356: 8 total, 8 up, 8 in 2023-12-22T18:20:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:52 smithi032 ceph-mon[191839]: osdmap e2357: 8 total, 8 up, 8 in 2023-12-22T18:20:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:52 smithi032 ceph-mon[189144]: osdmap e2356: 8 total, 8 up, 8 in 2023-12-22T18:20:52.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:52 smithi032 ceph-mon[189144]: osdmap e2357: 8 total, 8 up, 8 in 2023-12-22T18:20:52.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:52 smithi039 ceph-mon[181282]: osdmap e2356: 8 total, 8 up, 8 in 2023-12-22T18:20:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:52 smithi039 ceph-mon[181282]: osdmap e2357: 8 total, 8 up, 8 in 2023-12-22T18:20:53.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:53 smithi032 ceph-mon[191839]: pgmap v3843: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.54k op/s 2023-12-22T18:20:53.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:53 smithi032 ceph-mon[191839]: osdmap e2358: 8 total, 8 up, 8 in 2023-12-22T18:20:53.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:53 smithi032 ceph-mon[189144]: pgmap v3843: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.54k op/s 2023-12-22T18:20:53.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:53 smithi032 ceph-mon[189144]: osdmap e2358: 8 total, 8 up, 8 in 2023-12-22T18:20:53.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:53 smithi039 ceph-mon[181282]: pgmap v3843: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.54k op/s 2023-12-22T18:20:53.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:53 smithi039 ceph-mon[181282]: osdmap e2358: 8 total, 8 up, 8 in 2023-12-22T18:20:55.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:55 smithi032 ceph-mon[189144]: osdmap e2359: 8 total, 8 up, 8 in 2023-12-22T18:20:55.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:55 smithi032 ceph-mon[189144]: pgmap v3846: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2023-12-22T18:20:55.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:20:55.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:55 smithi032 ceph-mon[191839]: osdmap e2359: 8 total, 8 up, 8 in 2023-12-22T18:20:55.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:55 smithi032 ceph-mon[191839]: pgmap v3846: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2023-12-22T18:20:55.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:20:55.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:55 smithi039 ceph-mon[181282]: osdmap e2359: 8 total, 8 up, 8 in 2023-12-22T18:20:55.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:55 smithi039 ceph-mon[181282]: pgmap v3846: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2023-12-22T18:20:55.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:20:56.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:56 smithi032 ceph-mon[189144]: osdmap e2360: 8 total, 8 up, 8 in 2023-12-22T18:20:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:56 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:20:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:56 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:20:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:56 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:20:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:56 smithi032 ceph-mon[191839]: osdmap e2360: 8 total, 8 up, 8 in 2023-12-22T18:20:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:56 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:20:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:56 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:20:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:56 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:20:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:56 smithi039 ceph-mon[181282]: osdmap e2360: 8 total, 8 up, 8 in 2023-12-22T18:20:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:56 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:20:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:56 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:20:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:56 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:20:57.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:57 smithi032 ceph-mon[189144]: osdmap e2361: 8 total, 8 up, 8 in 2023-12-22T18:20:57.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:57 smithi032 ceph-mon[189144]: pgmap v3849: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.50k op/s 2023-12-22T18:20:57.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:57 smithi032 ceph-mon[189144]: osdmap e2362: 8 total, 8 up, 8 in 2023-12-22T18:20:57.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:57 smithi032 ceph-mon[191839]: osdmap e2361: 8 total, 8 up, 8 in 2023-12-22T18:20:57.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:57 smithi032 ceph-mon[191839]: pgmap v3849: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.50k op/s 2023-12-22T18:20:57.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:57 smithi032 ceph-mon[191839]: osdmap e2362: 8 total, 8 up, 8 in 2023-12-22T18:20:57.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:57 smithi039 ceph-mon[181282]: osdmap e2361: 8 total, 8 up, 8 in 2023-12-22T18:20:57.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:57 smithi039 ceph-mon[181282]: pgmap v3849: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.50k op/s 2023-12-22T18:20:57.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:57 smithi039 ceph-mon[181282]: osdmap e2362: 8 total, 8 up, 8 in 2023-12-22T18:20:59.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:59 smithi032 ceph-mon[191839]: osdmap e2363: 8 total, 8 up, 8 in 2023-12-22T18:20:59.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:20:59 smithi032 ceph-mon[191839]: pgmap v3852: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2023-12-22T18:20:59.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:59 smithi032 ceph-mon[189144]: osdmap e2363: 8 total, 8 up, 8 in 2023-12-22T18:20:59.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:20:59 smithi032 ceph-mon[189144]: pgmap v3852: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2023-12-22T18:20:59.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:59 smithi039 ceph-mon[181282]: osdmap e2363: 8 total, 8 up, 8 in 2023-12-22T18:20:59.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:20:59 smithi039 ceph-mon[181282]: pgmap v3852: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2023-12-22T18:21:00.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:00 smithi032 ceph-mon[191839]: osdmap e2364: 8 total, 8 up, 8 in 2023-12-22T18:21:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:00 smithi032 ceph-mon[189144]: osdmap e2364: 8 total, 8 up, 8 in 2023-12-22T18:21:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:00 smithi039 ceph-mon[181282]: osdmap e2364: 8 total, 8 up, 8 in 2023-12-22T18:21:01.135 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:21:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:21:00] "GET /metrics HTTP/1.1" 200 36556 "" "Prometheus/2.43.0" 2023-12-22T18:21:01.136 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:01 smithi032 ceph-mon[189144]: osdmap e2365: 8 total, 8 up, 8 in 2023-12-22T18:21:01.136 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:01 smithi032 ceph-mon[189144]: pgmap v3855: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.45k op/s 2023-12-22T18:21:01.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:01 smithi032 ceph-mon[191839]: osdmap e2365: 8 total, 8 up, 8 in 2023-12-22T18:21:01.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:01 smithi032 ceph-mon[191839]: pgmap v3855: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.45k op/s 2023-12-22T18:21:01.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:01 smithi039 ceph-mon[181282]: osdmap e2365: 8 total, 8 up, 8 in 2023-12-22T18:21:01.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:01 smithi039 ceph-mon[181282]: pgmap v3855: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.45k op/s 2023-12-22T18:21:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:02 smithi032 ceph-mon[191839]: osdmap e2366: 8 total, 8 up, 8 in 2023-12-22T18:21:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:02 smithi032 ceph-mon[191839]: osdmap e2367: 8 total, 8 up, 8 in 2023-12-22T18:21:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:02 smithi032 ceph-mon[189144]: osdmap e2366: 8 total, 8 up, 8 in 2023-12-22T18:21:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:02 smithi032 ceph-mon[189144]: osdmap e2367: 8 total, 8 up, 8 in 2023-12-22T18:21:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:02 smithi039 ceph-mon[181282]: osdmap e2366: 8 total, 8 up, 8 in 2023-12-22T18:21:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:02 smithi039 ceph-mon[181282]: osdmap e2367: 8 total, 8 up, 8 in 2023-12-22T18:21:03.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:03 smithi032 ceph-mon[191839]: pgmap v3858: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.45k op/s 2023-12-22T18:21:03.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:03 smithi032 ceph-mon[189144]: pgmap v3858: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.45k op/s 2023-12-22T18:21:03.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:03 smithi039 ceph-mon[181282]: pgmap v3858: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.45k op/s 2023-12-22T18:21:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:04 smithi032 ceph-mon[191839]: osdmap e2368: 8 total, 8 up, 8 in 2023-12-22T18:21:04.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:04 smithi032 ceph-mon[189144]: osdmap e2368: 8 total, 8 up, 8 in 2023-12-22T18:21:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:04 smithi039 ceph-mon[181282]: osdmap e2368: 8 total, 8 up, 8 in 2023-12-22T18:21:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:05 smithi032 ceph-mon[191839]: osdmap e2369: 8 total, 8 up, 8 in 2023-12-22T18:21:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:05 smithi032 ceph-mon[191839]: pgmap v3861: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.41k op/s 2023-12-22T18:21:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:21:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:05 smithi032 ceph-mon[189144]: osdmap e2369: 8 total, 8 up, 8 in 2023-12-22T18:21:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:05 smithi032 ceph-mon[189144]: pgmap v3861: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.41k op/s 2023-12-22T18:21:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:21:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:05 smithi039 ceph-mon[181282]: osdmap e2369: 8 total, 8 up, 8 in 2023-12-22T18:21:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:05 smithi039 ceph-mon[181282]: pgmap v3861: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.41k op/s 2023-12-22T18:21:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:21:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:06 smithi032 ceph-mon[191839]: osdmap e2370: 8 total, 8 up, 8 in 2023-12-22T18:21:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:06 smithi032 ceph-mon[189144]: osdmap e2370: 8 total, 8 up, 8 in 2023-12-22T18:21:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:06 smithi039 ceph-mon[181282]: osdmap e2370: 8 total, 8 up, 8 in 2023-12-22T18:21:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:07 smithi032 ceph-mon[191839]: osdmap e2371: 8 total, 8 up, 8 in 2023-12-22T18:21:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:07 smithi032 ceph-mon[191839]: pgmap v3864: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.41k op/s 2023-12-22T18:21:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:07 smithi032 ceph-mon[191839]: osdmap e2372: 8 total, 8 up, 8 in 2023-12-22T18:21:07.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:07 smithi032 ceph-mon[189144]: osdmap e2371: 8 total, 8 up, 8 in 2023-12-22T18:21:07.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:07 smithi032 ceph-mon[189144]: pgmap v3864: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.41k op/s 2023-12-22T18:21:07.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:07 smithi032 ceph-mon[189144]: osdmap e2372: 8 total, 8 up, 8 in 2023-12-22T18:21:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:07 smithi039 ceph-mon[181282]: osdmap e2371: 8 total, 8 up, 8 in 2023-12-22T18:21:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:07 smithi039 ceph-mon[181282]: pgmap v3864: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.41k op/s 2023-12-22T18:21:07.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:07 smithi039 ceph-mon[181282]: osdmap e2372: 8 total, 8 up, 8 in 2023-12-22T18:21:09.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:09 smithi032 ceph-mon[191839]: osdmap e2373: 8 total, 8 up, 8 in 2023-12-22T18:21:09.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:09 smithi032 ceph-mon[191839]: pgmap v3867: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2023-12-22T18:21:09.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:09 smithi032 ceph-mon[189144]: osdmap e2373: 8 total, 8 up, 8 in 2023-12-22T18:21:09.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:09 smithi032 ceph-mon[189144]: pgmap v3867: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2023-12-22T18:21:09.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:09 smithi039 ceph-mon[181282]: osdmap e2373: 8 total, 8 up, 8 in 2023-12-22T18:21:09.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:09 smithi039 ceph-mon[181282]: pgmap v3867: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2023-12-22T18:21:10.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:10 smithi032 ceph-mon[191839]: osdmap e2374: 8 total, 8 up, 8 in 2023-12-22T18:21:10.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:10 smithi032 ceph-mon[189144]: osdmap e2374: 8 total, 8 up, 8 in 2023-12-22T18:21:10.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:10 smithi039 ceph-mon[181282]: osdmap e2374: 8 total, 8 up, 8 in 2023-12-22T18:21:11.122 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:21:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:21:10] "GET /metrics HTTP/1.1" 200 36554 "" "Prometheus/2.43.0" 2023-12-22T18:21:11.122 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:11 smithi032 ceph-mon[191839]: osdmap e2375: 8 total, 8 up, 8 in 2023-12-22T18:21:11.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:11 smithi032 ceph-mon[191839]: pgmap v3870: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1008 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2023-12-22T18:21:11.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:11 smithi032 ceph-mon[189144]: osdmap e2375: 8 total, 8 up, 8 in 2023-12-22T18:21:11.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:11 smithi032 ceph-mon[189144]: pgmap v3870: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1008 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2023-12-22T18:21:11.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:11 smithi039 ceph-mon[181282]: osdmap e2375: 8 total, 8 up, 8 in 2023-12-22T18:21:11.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:11 smithi039 ceph-mon[181282]: pgmap v3870: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1008 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2023-12-22T18:21:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:12 smithi032 ceph-mon[189144]: osdmap e2376: 8 total, 8 up, 8 in 2023-12-22T18:21:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:12 smithi032 ceph-mon[189144]: osdmap e2377: 8 total, 8 up, 8 in 2023-12-22T18:21:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:12 smithi032 ceph-mon[191839]: osdmap e2376: 8 total, 8 up, 8 in 2023-12-22T18:21:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:12 smithi032 ceph-mon[191839]: osdmap e2377: 8 total, 8 up, 8 in 2023-12-22T18:21:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:12 smithi039 ceph-mon[181282]: osdmap e2376: 8 total, 8 up, 8 in 2023-12-22T18:21:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:12 smithi039 ceph-mon[181282]: osdmap e2377: 8 total, 8 up, 8 in 2023-12-22T18:21:13.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:13 smithi032 ceph-mon[189144]: pgmap v3873: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1009 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2023-12-22T18:21:13.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:13 smithi032 ceph-mon[191839]: pgmap v3873: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1009 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2023-12-22T18:21:13.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:13 smithi039 ceph-mon[181282]: pgmap v3873: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1009 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2023-12-22T18:21:14.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:14 smithi032 ceph-mon[191839]: osdmap e2378: 8 total, 8 up, 8 in 2023-12-22T18:21:14.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:14 smithi032 ceph-mon[189144]: osdmap e2378: 8 total, 8 up, 8 in 2023-12-22T18:21:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:14 smithi039 ceph-mon[181282]: osdmap e2378: 8 total, 8 up, 8 in 2023-12-22T18:21:15.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:15 smithi032 ceph-mon[191839]: osdmap e2379: 8 total, 8 up, 8 in 2023-12-22T18:21:15.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:15 smithi032 ceph-mon[191839]: pgmap v3876: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 974 KiB/s rd, 5.0 KiB/s wr, 1.32k op/s 2023-12-22T18:21:15.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:15 smithi032 ceph-mon[189144]: osdmap e2379: 8 total, 8 up, 8 in 2023-12-22T18:21:15.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:15 smithi032 ceph-mon[189144]: pgmap v3876: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 974 KiB/s rd, 5.0 KiB/s wr, 1.32k op/s 2023-12-22T18:21:15.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:15 smithi039 ceph-mon[181282]: osdmap e2379: 8 total, 8 up, 8 in 2023-12-22T18:21:15.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:15 smithi039 ceph-mon[181282]: pgmap v3876: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 974 KiB/s rd, 5.0 KiB/s wr, 1.32k op/s 2023-12-22T18:21:16.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:16 smithi032 ceph-mon[191839]: osdmap e2380: 8 total, 8 up, 8 in 2023-12-22T18:21:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:16 smithi032 ceph-mon[189144]: osdmap e2380: 8 total, 8 up, 8 in 2023-12-22T18:21:16.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:16 smithi039 ceph-mon[181282]: osdmap e2380: 8 total, 8 up, 8 in 2023-12-22T18:21:17.033 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:21:17.372 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:21:17.372 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (61m) 6m ago 65m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:21:17.372 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (61m) 4m ago 65m 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:21:17.372 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (66m) 6m ago 66m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:21:17.372 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (66m) 4m ago 66m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:21:17.372 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (60m) 4m ago 69m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:21:17.372 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (60m) 6m ago 70m 589M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:21:17.372 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (60m) 6m ago 70m 466M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:21:17.372 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (59m) 4m ago 69m 268M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:21:17.373 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (60m) 6m ago 69m 262M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:21:17.373 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (61m) 6m ago 65m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:21:17.373 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (61m) 4m ago 65m 18.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:21:17.373 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (59m) 6m ago 68m 3391M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:21:17.373 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (58m) 6m ago 68m 3804M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:21:17.373 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (58m) 6m ago 68m 3579M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:21:17.373 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (57m) 6m ago 67m 3156M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:21:17.373 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (57m) 4m ago 67m 3300M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:21:17.374 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (56m) 4m ago 67m 3378M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:21:17.374 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (56m) 4m ago 67m 2607M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:21:17.374 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (55m) 4m ago 66m 2989M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:21:17.374 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (60m) 4m ago 66m 101M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:21:17.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:17 smithi032 ceph-mon[189144]: osdmap e2381: 8 total, 8 up, 8 in 2023-12-22T18:21:17.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:17 smithi032 ceph-mon[189144]: pgmap v3879: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 976 KiB/s rd, 5.0 KiB/s wr, 1.32k op/s 2023-12-22T18:21:17.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:17 smithi032 ceph-mon[189144]: osdmap e2382: 8 total, 8 up, 8 in 2023-12-22T18:21:17.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:17 smithi032 ceph-mon[191839]: osdmap e2381: 8 total, 8 up, 8 in 2023-12-22T18:21:17.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:17 smithi032 ceph-mon[191839]: pgmap v3879: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 976 KiB/s rd, 5.0 KiB/s wr, 1.32k op/s 2023-12-22T18:21:17.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:17 smithi032 ceph-mon[191839]: osdmap e2382: 8 total, 8 up, 8 in 2023-12-22T18:21:17.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:17 smithi039 ceph-mon[181282]: osdmap e2381: 8 total, 8 up, 8 in 2023-12-22T18:21:17.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:17 smithi039 ceph-mon[181282]: pgmap v3879: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 976 KiB/s rd, 5.0 KiB/s wr, 1.32k op/s 2023-12-22T18:21:17.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:17 smithi039 ceph-mon[181282]: osdmap e2382: 8 total, 8 up, 8 in 2023-12-22T18:21:17.777 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:21:17.777 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:21:17.777 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:21:17.777 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:21:17.778 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:21:17.778 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:21:17.778 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:21:17.778 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:21:17.778 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:21:17.778 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:21:17.778 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:21:17.778 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:21:17.778 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:21:17.778 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:21:17.778 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:21:17.779 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:21:17.779 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:21:17.779 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:21:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:18 smithi032 ceph-mon[191839]: from='client.37797 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:21:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:18 smithi032 ceph-mon[191839]: from='client.47720 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:21:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:18 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1531543183' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:21:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:18 smithi032 ceph-mon[191839]: osdmap e2383: 8 total, 8 up, 8 in 2023-12-22T18:21:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:18 smithi032 ceph-mon[189144]: from='client.37797 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:21:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:18 smithi032 ceph-mon[189144]: from='client.47720 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:21:18.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:18 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1531543183' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:21:18.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:18 smithi032 ceph-mon[189144]: osdmap e2383: 8 total, 8 up, 8 in 2023-12-22T18:21:18.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:18 smithi039 ceph-mon[181282]: from='client.37797 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:21:18.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:18 smithi039 ceph-mon[181282]: from='client.47720 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:21:18.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:18 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1531543183' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:21:18.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:18 smithi039 ceph-mon[181282]: osdmap e2383: 8 total, 8 up, 8 in 2023-12-22T18:21:19.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:19 smithi039 ceph-mon[181282]: pgmap v3882: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2023-12-22T18:21:19.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:19 smithi032 ceph-mon[189144]: pgmap v3882: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2023-12-22T18:21:19.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:19 smithi032 ceph-mon[191839]: pgmap v3882: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2023-12-22T18:21:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:20 smithi039 ceph-mon[181282]: osdmap e2384: 8 total, 8 up, 8 in 2023-12-22T18:21:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:21:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:20 smithi032 ceph-mon[191839]: osdmap e2384: 8 total, 8 up, 8 in 2023-12-22T18:21:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:21:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:20 smithi032 ceph-mon[189144]: osdmap e2384: 8 total, 8 up, 8 in 2023-12-22T18:21:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:21:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:21:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:21:20] "GET /metrics HTTP/1.1" 200 36555 "" "Prometheus/2.43.0" 2023-12-22T18:21:21.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:21 smithi039 ceph-mon[181282]: pgmap v3884: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 939 KiB/s rd, 5.0 KiB/s wr, 1.27k op/s 2023-12-22T18:21:21.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:21 smithi039 ceph-mon[181282]: osdmap e2385: 8 total, 8 up, 8 in 2023-12-22T18:21:21.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:21 smithi032 ceph-mon[191839]: pgmap v3884: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 939 KiB/s rd, 5.0 KiB/s wr, 1.27k op/s 2023-12-22T18:21:21.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:21 smithi032 ceph-mon[191839]: osdmap e2385: 8 total, 8 up, 8 in 2023-12-22T18:21:21.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:21 smithi032 ceph-mon[189144]: pgmap v3884: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 939 KiB/s rd, 5.0 KiB/s wr, 1.27k op/s 2023-12-22T18:21:21.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:21 smithi032 ceph-mon[189144]: osdmap e2385: 8 total, 8 up, 8 in 2023-12-22T18:21:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:22 smithi039 ceph-mon[181282]: osdmap e2386: 8 total, 8 up, 8 in 2023-12-22T18:21:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:22 smithi039 ceph-mon[181282]: osdmap e2387: 8 total, 8 up, 8 in 2023-12-22T18:21:22.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:22 smithi032 ceph-mon[191839]: osdmap e2386: 8 total, 8 up, 8 in 2023-12-22T18:21:22.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:22 smithi032 ceph-mon[191839]: osdmap e2387: 8 total, 8 up, 8 in 2023-12-22T18:21:22.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:22 smithi032 ceph-mon[189144]: osdmap e2386: 8 total, 8 up, 8 in 2023-12-22T18:21:22.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:22 smithi032 ceph-mon[189144]: osdmap e2387: 8 total, 8 up, 8 in 2023-12-22T18:21:23.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:23 smithi039 ceph-mon[181282]: pgmap v3888: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 944 KiB/s rd, 5.0 KiB/s wr, 1.28k op/s 2023-12-22T18:21:23.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:23 smithi039 ceph-mon[181282]: osdmap e2388: 8 total, 8 up, 8 in 2023-12-22T18:21:23.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:23 smithi032 ceph-mon[189144]: pgmap v3888: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 944 KiB/s rd, 5.0 KiB/s wr, 1.28k op/s 2023-12-22T18:21:23.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:23 smithi032 ceph-mon[189144]: osdmap e2388: 8 total, 8 up, 8 in 2023-12-22T18:21:23.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:23 smithi032 ceph-mon[191839]: pgmap v3888: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 944 KiB/s rd, 5.0 KiB/s wr, 1.28k op/s 2023-12-22T18:21:23.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:23 smithi032 ceph-mon[191839]: osdmap e2388: 8 total, 8 up, 8 in 2023-12-22T18:21:25.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:25 smithi032 ceph-mon[191839]: osdmap e2389: 8 total, 8 up, 8 in 2023-12-22T18:21:25.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:25 smithi032 ceph-mon[191839]: pgmap v3891: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 910 KiB/s rd, 5.0 KiB/s wr, 1.23k op/s 2023-12-22T18:21:25.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:25 smithi032 ceph-mon[189144]: osdmap e2389: 8 total, 8 up, 8 in 2023-12-22T18:21:25.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:25 smithi032 ceph-mon[189144]: pgmap v3891: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 910 KiB/s rd, 5.0 KiB/s wr, 1.23k op/s 2023-12-22T18:21:25.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:25 smithi039 ceph-mon[181282]: osdmap e2389: 8 total, 8 up, 8 in 2023-12-22T18:21:25.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:25 smithi039 ceph-mon[181282]: pgmap v3891: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 910 KiB/s rd, 5.0 KiB/s wr, 1.23k op/s 2023-12-22T18:21:26.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:26 smithi032 ceph-mon[191839]: osdmap e2390: 8 total, 8 up, 8 in 2023-12-22T18:21:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:26 smithi032 ceph-mon[189144]: osdmap e2390: 8 total, 8 up, 8 in 2023-12-22T18:21:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:26 smithi039 ceph-mon[181282]: osdmap e2390: 8 total, 8 up, 8 in 2023-12-22T18:21:27.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:27 smithi032 ceph-mon[191839]: osdmap e2391: 8 total, 8 up, 8 in 2023-12-22T18:21:27.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:27 smithi032 ceph-mon[191839]: pgmap v3894: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 911 KiB/s rd, 5.0 KiB/s wr, 1.24k op/s 2023-12-22T18:21:27.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:27 smithi032 ceph-mon[191839]: osdmap e2392: 8 total, 8 up, 8 in 2023-12-22T18:21:27.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:27 smithi032 ceph-mon[189144]: osdmap e2391: 8 total, 8 up, 8 in 2023-12-22T18:21:27.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:27 smithi032 ceph-mon[189144]: pgmap v3894: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 911 KiB/s rd, 5.0 KiB/s wr, 1.24k op/s 2023-12-22T18:21:27.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:27 smithi032 ceph-mon[189144]: osdmap e2392: 8 total, 8 up, 8 in 2023-12-22T18:21:27.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:27 smithi039 ceph-mon[181282]: osdmap e2391: 8 total, 8 up, 8 in 2023-12-22T18:21:27.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:27 smithi039 ceph-mon[181282]: pgmap v3894: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 911 KiB/s rd, 5.0 KiB/s wr, 1.24k op/s 2023-12-22T18:21:27.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:27 smithi039 ceph-mon[181282]: osdmap e2392: 8 total, 8 up, 8 in 2023-12-22T18:21:29.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:29 smithi032 ceph-mon[191839]: osdmap e2393: 8 total, 8 up, 8 in 2023-12-22T18:21:29.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:29 smithi032 ceph-mon[191839]: pgmap v3897: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2023-12-22T18:21:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:29 smithi032 ceph-mon[189144]: osdmap e2393: 8 total, 8 up, 8 in 2023-12-22T18:21:29.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:29 smithi032 ceph-mon[189144]: pgmap v3897: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2023-12-22T18:21:29.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:29 smithi039 ceph-mon[181282]: osdmap e2393: 8 total, 8 up, 8 in 2023-12-22T18:21:29.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:29 smithi039 ceph-mon[181282]: pgmap v3897: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2023-12-22T18:21:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:30 smithi032 ceph-mon[191839]: osdmap e2394: 8 total, 8 up, 8 in 2023-12-22T18:21:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:30 smithi032 ceph-mon[189144]: osdmap e2394: 8 total, 8 up, 8 in 2023-12-22T18:21:30.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:30 smithi039 ceph-mon[181282]: osdmap e2394: 8 total, 8 up, 8 in 2023-12-22T18:21:31.148 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:31 smithi032 ceph-mon[191839]: osdmap e2395: 8 total, 8 up, 8 in 2023-12-22T18:21:31.148 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:31 smithi032 ceph-mon[191839]: pgmap v3900: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 879 KiB/s rd, 5.0 KiB/s wr, 1.19k op/s 2023-12-22T18:21:31.148 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:21:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:21:30] "GET /metrics HTTP/1.1" 200 36555 "" "Prometheus/2.43.0" 2023-12-22T18:21:31.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:31 smithi032 ceph-mon[189144]: osdmap e2395: 8 total, 8 up, 8 in 2023-12-22T18:21:31.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:31 smithi032 ceph-mon[189144]: pgmap v3900: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 879 KiB/s rd, 5.0 KiB/s wr, 1.19k op/s 2023-12-22T18:21:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:31 smithi039 ceph-mon[181282]: osdmap e2395: 8 total, 8 up, 8 in 2023-12-22T18:21:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:31 smithi039 ceph-mon[181282]: pgmap v3900: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 879 KiB/s rd, 5.0 KiB/s wr, 1.19k op/s 2023-12-22T18:21:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:32 smithi032 ceph-mon[191839]: osdmap e2396: 8 total, 8 up, 8 in 2023-12-22T18:21:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:32 smithi032 ceph-mon[191839]: osdmap e2397: 8 total, 8 up, 8 in 2023-12-22T18:21:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:32 smithi032 ceph-mon[189144]: osdmap e2396: 8 total, 8 up, 8 in 2023-12-22T18:21:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:32 smithi032 ceph-mon[189144]: osdmap e2397: 8 total, 8 up, 8 in 2023-12-22T18:21:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:32 smithi039 ceph-mon[181282]: osdmap e2396: 8 total, 8 up, 8 in 2023-12-22T18:21:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:32 smithi039 ceph-mon[181282]: osdmap e2397: 8 total, 8 up, 8 in 2023-12-22T18:21:33.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:33 smithi032 ceph-mon[191839]: pgmap v3903: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 879 KiB/s rd, 5.0 KiB/s wr, 1.19k op/s 2023-12-22T18:21:33.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:33 smithi032 ceph-mon[189144]: pgmap v3903: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 879 KiB/s rd, 5.0 KiB/s wr, 1.19k op/s 2023-12-22T18:21:33.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:33 smithi039 ceph-mon[181282]: pgmap v3903: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 879 KiB/s rd, 5.0 KiB/s wr, 1.19k op/s 2023-12-22T18:21:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:34 smithi032 ceph-mon[191839]: osdmap e2398: 8 total, 8 up, 8 in 2023-12-22T18:21:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:34 smithi032 ceph-mon[189144]: osdmap e2398: 8 total, 8 up, 8 in 2023-12-22T18:21:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:34 smithi039 ceph-mon[181282]: osdmap e2398: 8 total, 8 up, 8 in 2023-12-22T18:21:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:35 smithi032 ceph-mon[191839]: osdmap e2399: 8 total, 8 up, 8 in 2023-12-22T18:21:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:35 smithi032 ceph-mon[191839]: pgmap v3906: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 843 KiB/s rd, 5.0 KiB/s wr, 1.14k op/s 2023-12-22T18:21:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:21:35.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:35 smithi032 ceph-mon[189144]: osdmap e2399: 8 total, 8 up, 8 in 2023-12-22T18:21:35.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:35 smithi032 ceph-mon[189144]: pgmap v3906: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 843 KiB/s rd, 5.0 KiB/s wr, 1.14k op/s 2023-12-22T18:21:35.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:21:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:35 smithi039 ceph-mon[181282]: osdmap e2399: 8 total, 8 up, 8 in 2023-12-22T18:21:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:35 smithi039 ceph-mon[181282]: pgmap v3906: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 843 KiB/s rd, 5.0 KiB/s wr, 1.14k op/s 2023-12-22T18:21:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:21:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:36 smithi032 ceph-mon[191839]: osdmap e2400: 8 total, 8 up, 8 in 2023-12-22T18:21:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:36 smithi032 ceph-mon[189144]: osdmap e2400: 8 total, 8 up, 8 in 2023-12-22T18:21:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:36 smithi039 ceph-mon[181282]: osdmap e2400: 8 total, 8 up, 8 in 2023-12-22T18:21:37.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:37 smithi039 ceph-mon[181282]: osdmap e2401: 8 total, 8 up, 8 in 2023-12-22T18:21:37.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:37 smithi039 ceph-mon[181282]: pgmap v3909: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 844 KiB/s rd, 5.0 KiB/s wr, 1.14k op/s 2023-12-22T18:21:37.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:37 smithi039 ceph-mon[181282]: osdmap e2402: 8 total, 8 up, 8 in 2023-12-22T18:21:37.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:37 smithi032 ceph-mon[191839]: osdmap e2401: 8 total, 8 up, 8 in 2023-12-22T18:21:37.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:37 smithi032 ceph-mon[191839]: pgmap v3909: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 844 KiB/s rd, 5.0 KiB/s wr, 1.14k op/s 2023-12-22T18:21:37.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:37 smithi032 ceph-mon[191839]: osdmap e2402: 8 total, 8 up, 8 in 2023-12-22T18:21:37.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:37 smithi032 ceph-mon[189144]: osdmap e2401: 8 total, 8 up, 8 in 2023-12-22T18:21:37.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:37 smithi032 ceph-mon[189144]: pgmap v3909: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 844 KiB/s rd, 5.0 KiB/s wr, 1.14k op/s 2023-12-22T18:21:37.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:37 smithi032 ceph-mon[189144]: osdmap e2402: 8 total, 8 up, 8 in 2023-12-22T18:21:39.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:39 smithi032 ceph-mon[191839]: osdmap e2403: 8 total, 8 up, 8 in 2023-12-22T18:21:39.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:39 smithi032 ceph-mon[191839]: pgmap v3912: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2023-12-22T18:21:39.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:39 smithi032 ceph-mon[189144]: osdmap e2403: 8 total, 8 up, 8 in 2023-12-22T18:21:39.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:39 smithi032 ceph-mon[189144]: pgmap v3912: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2023-12-22T18:21:39.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:39 smithi039 ceph-mon[181282]: osdmap e2403: 8 total, 8 up, 8 in 2023-12-22T18:21:39.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:39 smithi039 ceph-mon[181282]: pgmap v3912: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2023-12-22T18:21:40.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:40 smithi032 ceph-mon[191839]: osdmap e2404: 8 total, 8 up, 8 in 2023-12-22T18:21:40.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:40 smithi032 ceph-mon[189144]: osdmap e2404: 8 total, 8 up, 8 in 2023-12-22T18:21:40.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:40 smithi039 ceph-mon[181282]: osdmap e2404: 8 total, 8 up, 8 in 2023-12-22T18:21:41.125 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:21:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:21:40] "GET /metrics HTTP/1.1" 200 36553 "" "Prometheus/2.43.0" 2023-12-22T18:21:41.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:41 smithi032 ceph-mon[191839]: osdmap e2405: 8 total, 8 up, 8 in 2023-12-22T18:21:41.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:41 smithi032 ceph-mon[191839]: pgmap v3915: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 813 KiB/s rd, 5.0 KiB/s wr, 1.10k op/s 2023-12-22T18:21:41.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:41 smithi032 ceph-mon[189144]: osdmap e2405: 8 total, 8 up, 8 in 2023-12-22T18:21:41.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:41 smithi032 ceph-mon[189144]: pgmap v3915: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 813 KiB/s rd, 5.0 KiB/s wr, 1.10k op/s 2023-12-22T18:21:41.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:41 smithi039 ceph-mon[181282]: osdmap e2405: 8 total, 8 up, 8 in 2023-12-22T18:21:41.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:41 smithi039 ceph-mon[181282]: pgmap v3915: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 813 KiB/s rd, 5.0 KiB/s wr, 1.10k op/s 2023-12-22T18:21:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:42 smithi032 ceph-mon[191839]: osdmap e2406: 8 total, 8 up, 8 in 2023-12-22T18:21:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:42 smithi032 ceph-mon[191839]: osdmap e2407: 8 total, 8 up, 8 in 2023-12-22T18:21:42.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:42 smithi032 ceph-mon[189144]: osdmap e2406: 8 total, 8 up, 8 in 2023-12-22T18:21:42.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:42 smithi032 ceph-mon[189144]: osdmap e2407: 8 total, 8 up, 8 in 2023-12-22T18:21:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:42 smithi039 ceph-mon[181282]: osdmap e2406: 8 total, 8 up, 8 in 2023-12-22T18:21:42.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:42 smithi039 ceph-mon[181282]: osdmap e2407: 8 total, 8 up, 8 in 2023-12-22T18:21:43.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:43 smithi032 ceph-mon[191839]: pgmap v3918: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 813 KiB/s rd, 5.0 KiB/s wr, 1.10k op/s 2023-12-22T18:21:43.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:43 smithi032 ceph-mon[189144]: pgmap v3918: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 813 KiB/s rd, 5.0 KiB/s wr, 1.10k op/s 2023-12-22T18:21:43.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:43 smithi039 ceph-mon[181282]: pgmap v3918: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 813 KiB/s rd, 5.0 KiB/s wr, 1.10k op/s 2023-12-22T18:21:44.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:44 smithi032 ceph-mon[191839]: osdmap e2408: 8 total, 8 up, 8 in 2023-12-22T18:21:44.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:44 smithi032 ceph-mon[189144]: osdmap e2408: 8 total, 8 up, 8 in 2023-12-22T18:21:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:44 smithi039 ceph-mon[181282]: osdmap e2408: 8 total, 8 up, 8 in 2023-12-22T18:21:45.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:45 smithi032 ceph-mon[189144]: osdmap e2409: 8 total, 8 up, 8 in 2023-12-22T18:21:45.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:45 smithi032 ceph-mon[189144]: pgmap v3921: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 778 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2023-12-22T18:21:45.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:45 smithi032 ceph-mon[191839]: osdmap e2409: 8 total, 8 up, 8 in 2023-12-22T18:21:45.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:45 smithi032 ceph-mon[191839]: pgmap v3921: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 778 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2023-12-22T18:21:45.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:45 smithi039 ceph-mon[181282]: osdmap e2409: 8 total, 8 up, 8 in 2023-12-22T18:21:45.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:45 smithi039 ceph-mon[181282]: pgmap v3921: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 778 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2023-12-22T18:21:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:46 smithi032 ceph-mon[191839]: osdmap e2410: 8 total, 8 up, 8 in 2023-12-22T18:21:46.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:46 smithi032 ceph-mon[189144]: osdmap e2410: 8 total, 8 up, 8 in 2023-12-22T18:21:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:46 smithi039 ceph-mon[181282]: osdmap e2410: 8 total, 8 up, 8 in 2023-12-22T18:21:47.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:47 smithi032 ceph-mon[191839]: osdmap e2411: 8 total, 8 up, 8 in 2023-12-22T18:21:47.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:47 smithi032 ceph-mon[191839]: pgmap v3924: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 780 KiB/s rd, 5.0 KiB/s wr, 1.06k op/s 2023-12-22T18:21:47.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:47 smithi032 ceph-mon[191839]: osdmap e2412: 8 total, 8 up, 8 in 2023-12-22T18:21:47.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:47 smithi032 ceph-mon[189144]: osdmap e2411: 8 total, 8 up, 8 in 2023-12-22T18:21:47.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:47 smithi032 ceph-mon[189144]: pgmap v3924: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 780 KiB/s rd, 5.0 KiB/s wr, 1.06k op/s 2023-12-22T18:21:47.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:47 smithi032 ceph-mon[189144]: osdmap e2412: 8 total, 8 up, 8 in 2023-12-22T18:21:47.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:47 smithi039 ceph-mon[181282]: osdmap e2411: 8 total, 8 up, 8 in 2023-12-22T18:21:47.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:47 smithi039 ceph-mon[181282]: pgmap v3924: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 780 KiB/s rd, 5.0 KiB/s wr, 1.06k op/s 2023-12-22T18:21:47.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:47 smithi039 ceph-mon[181282]: osdmap e2412: 8 total, 8 up, 8 in 2023-12-22T18:21:48.142 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:21:48.475 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:21:48.475 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (61m) 7m ago 66m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:21:48.475 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (61m) 4m ago 66m 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:21:48.475 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (67m) 7m ago 67m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:21:48.475 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (67m) 4m ago 67m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:21:48.475 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (61m) 4m ago 69m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:21:48.475 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (61m) 7m ago 71m 589M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:21:48.475 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (60m) 7m ago 71m 466M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:21:48.476 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (60m) 4m ago 69m 268M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:21:48.476 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (60m) 7m ago 69m 262M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:21:48.476 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (61m) 7m ago 66m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:21:48.476 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (61m) 4m ago 66m 18.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:21:48.476 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (59m) 7m ago 69m 3391M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:21:48.476 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (59m) 7m ago 69m 3804M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:21:48.476 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (58m) 7m ago 68m 3579M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:21:48.476 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (58m) 7m ago 68m 3156M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:21:48.476 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (57m) 4m ago 68m 3300M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:21:48.476 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (57m) 4m ago 67m 3378M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:21:48.477 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (56m) 4m ago 67m 2607M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:21:48.477 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (56m) 4m ago 67m 2989M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:21:48.477 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (61m) 4m ago 66m 101M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:21:48.876 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:21:48.876 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:21:48.876 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:21:48.876 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:21:48.877 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:21:48.877 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:21:48.877 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:21:48.877 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:21:48.877 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:21:48.877 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:21:48.877 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:21:48.877 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:21:48.877 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:21:48.878 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:21:48.878 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:21:48.878 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:21:48.878 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:21:48.878 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:21:49.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:49 smithi032 ceph-mon[189144]: osdmap e2413: 8 total, 8 up, 8 in 2023-12-22T18:21:49.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:49 smithi032 ceph-mon[189144]: from='client.37815 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:21:49.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:49 smithi032 ceph-mon[189144]: pgmap v3927: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 3 op/s 2023-12-22T18:21:49.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:49 smithi032 ceph-mon[189144]: from='client.47738 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:21:49.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:49 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3249594721' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:21:49.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:49 smithi032 ceph-mon[191839]: osdmap e2413: 8 total, 8 up, 8 in 2023-12-22T18:21:49.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:49 smithi032 ceph-mon[191839]: from='client.37815 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:21:49.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:49 smithi032 ceph-mon[191839]: pgmap v3927: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 3 op/s 2023-12-22T18:21:49.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:49 smithi032 ceph-mon[191839]: from='client.47738 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:21:49.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:49 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3249594721' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:21:49.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:49 smithi039 ceph-mon[181282]: osdmap e2413: 8 total, 8 up, 8 in 2023-12-22T18:21:49.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:49 smithi039 ceph-mon[181282]: from='client.37815 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:21:49.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:49 smithi039 ceph-mon[181282]: pgmap v3927: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 3 op/s 2023-12-22T18:21:49.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:49 smithi039 ceph-mon[181282]: from='client.47738 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:21:49.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:49 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3249594721' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:21:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:50 smithi032 ceph-mon[191839]: osdmap e2414: 8 total, 8 up, 8 in 2023-12-22T18:21:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:21:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:50 smithi032 ceph-mon[189144]: osdmap e2414: 8 total, 8 up, 8 in 2023-12-22T18:21:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:21:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:50 smithi039 ceph-mon[181282]: osdmap e2414: 8 total, 8 up, 8 in 2023-12-22T18:21:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:21:51.127 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:21:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:21:50] "GET /metrics HTTP/1.1" 200 36556 "" "Prometheus/2.43.0" 2023-12-22T18:21:51.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:51 smithi032 ceph-mon[191839]: osdmap e2415: 8 total, 8 up, 8 in 2023-12-22T18:21:51.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:51 smithi032 ceph-mon[191839]: pgmap v3930: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 748 KiB/s rd, 5.0 KiB/s wr, 1.01k op/s 2023-12-22T18:21:51.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:51 smithi032 ceph-mon[189144]: osdmap e2415: 8 total, 8 up, 8 in 2023-12-22T18:21:51.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:51 smithi032 ceph-mon[189144]: pgmap v3930: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 748 KiB/s rd, 5.0 KiB/s wr, 1.01k op/s 2023-12-22T18:21:51.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:51 smithi039 ceph-mon[181282]: osdmap e2415: 8 total, 8 up, 8 in 2023-12-22T18:21:51.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:51 smithi039 ceph-mon[181282]: pgmap v3930: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 748 KiB/s rd, 5.0 KiB/s wr, 1.01k op/s 2023-12-22T18:21:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:52 smithi032 ceph-mon[191839]: osdmap e2416: 8 total, 8 up, 8 in 2023-12-22T18:21:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:52 smithi032 ceph-mon[191839]: osdmap e2417: 8 total, 8 up, 8 in 2023-12-22T18:21:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:52 smithi032 ceph-mon[189144]: osdmap e2416: 8 total, 8 up, 8 in 2023-12-22T18:21:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:52 smithi032 ceph-mon[189144]: osdmap e2417: 8 total, 8 up, 8 in 2023-12-22T18:21:52.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:52 smithi039 ceph-mon[181282]: osdmap e2416: 8 total, 8 up, 8 in 2023-12-22T18:21:52.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:52 smithi039 ceph-mon[181282]: osdmap e2417: 8 total, 8 up, 8 in 2023-12-22T18:21:53.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:53 smithi032 ceph-mon[191839]: pgmap v3933: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 749 KiB/s rd, 5.0 KiB/s wr, 1.01k op/s 2023-12-22T18:21:53.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:53 smithi032 ceph-mon[189144]: pgmap v3933: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 749 KiB/s rd, 5.0 KiB/s wr, 1.01k op/s 2023-12-22T18:21:53.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:53 smithi039 ceph-mon[181282]: pgmap v3933: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 749 KiB/s rd, 5.0 KiB/s wr, 1.01k op/s 2023-12-22T18:21:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:54 smithi032 ceph-mon[191839]: osdmap e2418: 8 total, 8 up, 8 in 2023-12-22T18:21:54.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:54 smithi032 ceph-mon[189144]: osdmap e2418: 8 total, 8 up, 8 in 2023-12-22T18:21:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:54 smithi039 ceph-mon[181282]: osdmap e2418: 8 total, 8 up, 8 in 2023-12-22T18:21:55.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:55 smithi032 ceph-mon[191839]: osdmap e2419: 8 total, 8 up, 8 in 2023-12-22T18:21:55.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:55 smithi032 ceph-mon[191839]: pgmap v3936: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 714 KiB/s rd, 5.0 KiB/s wr, 966 op/s 2023-12-22T18:21:55.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:55 smithi032 ceph-mon[189144]: osdmap e2419: 8 total, 8 up, 8 in 2023-12-22T18:21:55.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:55 smithi032 ceph-mon[189144]: pgmap v3936: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 714 KiB/s rd, 5.0 KiB/s wr, 966 op/s 2023-12-22T18:21:55.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:55 smithi039 ceph-mon[181282]: osdmap e2419: 8 total, 8 up, 8 in 2023-12-22T18:21:55.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:55 smithi039 ceph-mon[181282]: pgmap v3936: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 714 KiB/s rd, 5.0 KiB/s wr, 966 op/s 2023-12-22T18:21:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:56 smithi032 ceph-mon[191839]: osdmap e2420: 8 total, 8 up, 8 in 2023-12-22T18:21:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:56 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:21:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:56 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:21:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:56 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:21:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:56 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:21:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:56 smithi032 ceph-mon[189144]: osdmap e2420: 8 total, 8 up, 8 in 2023-12-22T18:21:56.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:56 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:21:56.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:56 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:21:56.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:56 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:21:56.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:56 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:21:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:56 smithi039 ceph-mon[181282]: osdmap e2420: 8 total, 8 up, 8 in 2023-12-22T18:21:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:56 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:21:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:56 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:21:56.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:56 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:21:56.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:56 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:21:57.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:57 smithi032 ceph-mon[191839]: osdmap e2421: 8 total, 8 up, 8 in 2023-12-22T18:21:57.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:57 smithi032 ceph-mon[191839]: pgmap v3939: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 714 KiB/s rd, 5.0 KiB/s wr, 966 op/s 2023-12-22T18:21:57.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:57 smithi032 ceph-mon[191839]: osdmap e2422: 8 total, 8 up, 8 in 2023-12-22T18:21:57.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:57 smithi032 ceph-mon[189144]: osdmap e2421: 8 total, 8 up, 8 in 2023-12-22T18:21:57.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:57 smithi032 ceph-mon[189144]: pgmap v3939: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 714 KiB/s rd, 5.0 KiB/s wr, 966 op/s 2023-12-22T18:21:57.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:57 smithi032 ceph-mon[189144]: osdmap e2422: 8 total, 8 up, 8 in 2023-12-22T18:21:57.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:57 smithi039 ceph-mon[181282]: osdmap e2421: 8 total, 8 up, 8 in 2023-12-22T18:21:57.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:57 smithi039 ceph-mon[181282]: pgmap v3939: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 714 KiB/s rd, 5.0 KiB/s wr, 966 op/s 2023-12-22T18:21:57.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:57 smithi039 ceph-mon[181282]: osdmap e2422: 8 total, 8 up, 8 in 2023-12-22T18:21:59.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:59 smithi032 ceph-mon[191839]: osdmap e2423: 8 total, 8 up, 8 in 2023-12-22T18:21:59.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:21:59 smithi032 ceph-mon[191839]: pgmap v3942: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2023-12-22T18:21:59.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:59 smithi032 ceph-mon[189144]: osdmap e2423: 8 total, 8 up, 8 in 2023-12-22T18:21:59.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:21:59 smithi032 ceph-mon[189144]: pgmap v3942: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2023-12-22T18:21:59.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:59 smithi039 ceph-mon[181282]: osdmap e2423: 8 total, 8 up, 8 in 2023-12-22T18:21:59.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:21:59 smithi039 ceph-mon[181282]: pgmap v3942: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2023-12-22T18:22:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:00 smithi032 ceph-mon[191839]: osdmap e2424: 8 total, 8 up, 8 in 2023-12-22T18:22:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:00 smithi032 ceph-mon[189144]: osdmap e2424: 8 total, 8 up, 8 in 2023-12-22T18:22:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:00 smithi039 ceph-mon[181282]: osdmap e2424: 8 total, 8 up, 8 in 2023-12-22T18:22:01.138 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:22:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:22:00] "GET /metrics HTTP/1.1" 200 36556 "" "Prometheus/2.43.0" 2023-12-22T18:22:01.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:01 smithi032 ceph-mon[191839]: osdmap e2425: 8 total, 8 up, 8 in 2023-12-22T18:22:01.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:01 smithi032 ceph-mon[191839]: pgmap v3945: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 682 KiB/s rd, 5.0 KiB/s wr, 922 op/s 2023-12-22T18:22:01.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:01 smithi032 ceph-mon[189144]: osdmap e2425: 8 total, 8 up, 8 in 2023-12-22T18:22:01.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:01 smithi032 ceph-mon[189144]: pgmap v3945: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 682 KiB/s rd, 5.0 KiB/s wr, 922 op/s 2023-12-22T18:22:01.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:01 smithi039 ceph-mon[181282]: osdmap e2425: 8 total, 8 up, 8 in 2023-12-22T18:22:01.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:01 smithi039 ceph-mon[181282]: pgmap v3945: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 682 KiB/s rd, 5.0 KiB/s wr, 922 op/s 2023-12-22T18:22:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:02 smithi032 ceph-mon[191839]: osdmap e2426: 8 total, 8 up, 8 in 2023-12-22T18:22:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:02 smithi032 ceph-mon[191839]: osdmap e2427: 8 total, 8 up, 8 in 2023-12-22T18:22:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:02 smithi032 ceph-mon[189144]: osdmap e2426: 8 total, 8 up, 8 in 2023-12-22T18:22:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:02 smithi032 ceph-mon[189144]: osdmap e2427: 8 total, 8 up, 8 in 2023-12-22T18:22:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:02 smithi039 ceph-mon[181282]: osdmap e2426: 8 total, 8 up, 8 in 2023-12-22T18:22:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:02 smithi039 ceph-mon[181282]: osdmap e2427: 8 total, 8 up, 8 in 2023-12-22T18:22:03.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:03 smithi032 ceph-mon[189144]: pgmap v3948: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 683 KiB/s rd, 5.0 KiB/s wr, 925 op/s 2023-12-22T18:22:03.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:03 smithi032 ceph-mon[191839]: pgmap v3948: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 683 KiB/s rd, 5.0 KiB/s wr, 925 op/s 2023-12-22T18:22:03.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:03 smithi039 ceph-mon[181282]: pgmap v3948: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 683 KiB/s rd, 5.0 KiB/s wr, 925 op/s 2023-12-22T18:22:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:04 smithi032 ceph-mon[191839]: osdmap e2428: 8 total, 8 up, 8 in 2023-12-22T18:22:04.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:04 smithi032 ceph-mon[189144]: osdmap e2428: 8 total, 8 up, 8 in 2023-12-22T18:22:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:04 smithi039 ceph-mon[181282]: osdmap e2428: 8 total, 8 up, 8 in 2023-12-22T18:22:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:05 smithi032 ceph-mon[191839]: osdmap e2429: 8 total, 8 up, 8 in 2023-12-22T18:22:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:05 smithi032 ceph-mon[191839]: pgmap v3951: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 648 KiB/s rd, 5.0 KiB/s wr, 879 op/s 2023-12-22T18:22:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:22:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:05 smithi032 ceph-mon[189144]: osdmap e2429: 8 total, 8 up, 8 in 2023-12-22T18:22:05.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:05 smithi032 ceph-mon[189144]: pgmap v3951: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 648 KiB/s rd, 5.0 KiB/s wr, 879 op/s 2023-12-22T18:22:05.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:22:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:05 smithi039 ceph-mon[181282]: osdmap e2429: 8 total, 8 up, 8 in 2023-12-22T18:22:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:05 smithi039 ceph-mon[181282]: pgmap v3951: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 648 KiB/s rd, 5.0 KiB/s wr, 879 op/s 2023-12-22T18:22:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:22:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:06 smithi032 ceph-mon[191839]: osdmap e2430: 8 total, 8 up, 8 in 2023-12-22T18:22:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:06 smithi032 ceph-mon[189144]: osdmap e2430: 8 total, 8 up, 8 in 2023-12-22T18:22:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:06 smithi039 ceph-mon[181282]: osdmap e2430: 8 total, 8 up, 8 in 2023-12-22T18:22:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:07 smithi032 ceph-mon[191839]: osdmap e2431: 8 total, 8 up, 8 in 2023-12-22T18:22:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:07 smithi032 ceph-mon[191839]: pgmap v3954: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 649 KiB/s rd, 5.0 KiB/s wr, 881 op/s 2023-12-22T18:22:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:07 smithi032 ceph-mon[191839]: osdmap e2432: 8 total, 8 up, 8 in 2023-12-22T18:22:07.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:07 smithi032 ceph-mon[189144]: osdmap e2431: 8 total, 8 up, 8 in 2023-12-22T18:22:07.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:07 smithi032 ceph-mon[189144]: pgmap v3954: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 649 KiB/s rd, 5.0 KiB/s wr, 881 op/s 2023-12-22T18:22:07.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:07 smithi032 ceph-mon[189144]: osdmap e2432: 8 total, 8 up, 8 in 2023-12-22T18:22:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:07 smithi039 ceph-mon[181282]: osdmap e2431: 8 total, 8 up, 8 in 2023-12-22T18:22:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:07 smithi039 ceph-mon[181282]: pgmap v3954: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 649 KiB/s rd, 5.0 KiB/s wr, 881 op/s 2023-12-22T18:22:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:07 smithi039 ceph-mon[181282]: osdmap e2432: 8 total, 8 up, 8 in 2023-12-22T18:22:09.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:09 smithi032 ceph-mon[191839]: osdmap e2433: 8 total, 8 up, 8 in 2023-12-22T18:22:09.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:09 smithi032 ceph-mon[191839]: pgmap v3957: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2023-12-22T18:22:09.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:09 smithi032 ceph-mon[189144]: osdmap e2433: 8 total, 8 up, 8 in 2023-12-22T18:22:09.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:09 smithi032 ceph-mon[189144]: pgmap v3957: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2023-12-22T18:22:09.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:09 smithi039 ceph-mon[181282]: osdmap e2433: 8 total, 8 up, 8 in 2023-12-22T18:22:09.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:09 smithi039 ceph-mon[181282]: pgmap v3957: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2023-12-22T18:22:10.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:10 smithi032 ceph-mon[191839]: osdmap e2434: 8 total, 8 up, 8 in 2023-12-22T18:22:10.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:10 smithi032 ceph-mon[189144]: osdmap e2434: 8 total, 8 up, 8 in 2023-12-22T18:22:10.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:10 smithi039 ceph-mon[181282]: osdmap e2434: 8 total, 8 up, 8 in 2023-12-22T18:22:11.133 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:22:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:22:10] "GET /metrics HTTP/1.1" 200 36554 "" "Prometheus/2.43.0" 2023-12-22T18:22:11.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:11 smithi032 ceph-mon[191839]: osdmap e2435: 8 total, 8 up, 8 in 2023-12-22T18:22:11.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:11 smithi032 ceph-mon[191839]: pgmap v3960: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 616 KiB/s rd, 5.0 KiB/s wr, 834 op/s 2023-12-22T18:22:11.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:11 smithi032 ceph-mon[189144]: osdmap e2435: 8 total, 8 up, 8 in 2023-12-22T18:22:11.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:11 smithi032 ceph-mon[189144]: pgmap v3960: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 616 KiB/s rd, 5.0 KiB/s wr, 834 op/s 2023-12-22T18:22:11.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:11 smithi039 ceph-mon[181282]: osdmap e2435: 8 total, 8 up, 8 in 2023-12-22T18:22:11.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:11 smithi039 ceph-mon[181282]: pgmap v3960: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 616 KiB/s rd, 5.0 KiB/s wr, 834 op/s 2023-12-22T18:22:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:12 smithi032 ceph-mon[191839]: osdmap e2436: 8 total, 8 up, 8 in 2023-12-22T18:22:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:12 smithi032 ceph-mon[191839]: osdmap e2437: 8 total, 8 up, 8 in 2023-12-22T18:22:12.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:12 smithi032 ceph-mon[189144]: osdmap e2436: 8 total, 8 up, 8 in 2023-12-22T18:22:12.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:12 smithi032 ceph-mon[189144]: osdmap e2437: 8 total, 8 up, 8 in 2023-12-22T18:22:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:12 smithi039 ceph-mon[181282]: osdmap e2436: 8 total, 8 up, 8 in 2023-12-22T18:22:12.520 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:12 smithi039 ceph-mon[181282]: osdmap e2437: 8 total, 8 up, 8 in 2023-12-22T18:22:13.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:13 smithi032 ceph-mon[189144]: pgmap v3963: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 617 KiB/s rd, 5.0 KiB/s wr, 836 op/s 2023-12-22T18:22:13.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:13 smithi032 ceph-mon[191839]: pgmap v3963: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 617 KiB/s rd, 5.0 KiB/s wr, 836 op/s 2023-12-22T18:22:13.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:13 smithi039 ceph-mon[181282]: pgmap v3963: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 617 KiB/s rd, 5.0 KiB/s wr, 836 op/s 2023-12-22T18:22:14.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:14 smithi032 ceph-mon[191839]: osdmap e2438: 8 total, 8 up, 8 in 2023-12-22T18:22:14.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:14 smithi032 ceph-mon[189144]: osdmap e2438: 8 total, 8 up, 8 in 2023-12-22T18:22:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:14 smithi039 ceph-mon[181282]: osdmap e2438: 8 total, 8 up, 8 in 2023-12-22T18:22:15.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:15 smithi032 ceph-mon[191839]: osdmap e2439: 8 total, 8 up, 8 in 2023-12-22T18:22:15.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:15 smithi032 ceph-mon[191839]: pgmap v3966: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 583 KiB/s rd, 5.0 KiB/s wr, 791 op/s 2023-12-22T18:22:15.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:15 smithi032 ceph-mon[189144]: osdmap e2439: 8 total, 8 up, 8 in 2023-12-22T18:22:15.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:15 smithi032 ceph-mon[189144]: pgmap v3966: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 583 KiB/s rd, 5.0 KiB/s wr, 791 op/s 2023-12-22T18:22:15.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:15 smithi039 ceph-mon[181282]: osdmap e2439: 8 total, 8 up, 8 in 2023-12-22T18:22:15.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:15 smithi039 ceph-mon[181282]: pgmap v3966: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 583 KiB/s rd, 5.0 KiB/s wr, 791 op/s 2023-12-22T18:22:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:16 smithi032 ceph-mon[189144]: osdmap e2440: 8 total, 8 up, 8 in 2023-12-22T18:22:16.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:16 smithi032 ceph-mon[191839]: osdmap e2440: 8 total, 8 up, 8 in 2023-12-22T18:22:16.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:16 smithi039 ceph-mon[181282]: osdmap e2440: 8 total, 8 up, 8 in 2023-12-22T18:22:17.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:17 smithi032 ceph-mon[191839]: osdmap e2441: 8 total, 8 up, 8 in 2023-12-22T18:22:17.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:17 smithi032 ceph-mon[191839]: pgmap v3969: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 585 KiB/s rd, 5.0 KiB/s wr, 794 op/s 2023-12-22T18:22:17.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:17 smithi032 ceph-mon[191839]: osdmap e2442: 8 total, 8 up, 8 in 2023-12-22T18:22:17.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:17 smithi032 ceph-mon[189144]: osdmap e2441: 8 total, 8 up, 8 in 2023-12-22T18:22:17.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:17 smithi032 ceph-mon[189144]: pgmap v3969: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 585 KiB/s rd, 5.0 KiB/s wr, 794 op/s 2023-12-22T18:22:17.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:17 smithi032 ceph-mon[189144]: osdmap e2442: 8 total, 8 up, 8 in 2023-12-22T18:22:17.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:17 smithi039 ceph-mon[181282]: osdmap e2441: 8 total, 8 up, 8 in 2023-12-22T18:22:17.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:17 smithi039 ceph-mon[181282]: pgmap v3969: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 585 KiB/s rd, 5.0 KiB/s wr, 794 op/s 2023-12-22T18:22:17.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:17 smithi039 ceph-mon[181282]: osdmap e2442: 8 total, 8 up, 8 in 2023-12-22T18:22:19.254 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:22:19.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:19 smithi032 ceph-mon[189144]: osdmap e2443: 8 total, 8 up, 8 in 2023-12-22T18:22:19.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:19 smithi032 ceph-mon[189144]: pgmap v3972: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 5 op/s 2023-12-22T18:22:19.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:19 smithi032 ceph-mon[191839]: osdmap e2443: 8 total, 8 up, 8 in 2023-12-22T18:22:19.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:19 smithi032 ceph-mon[191839]: pgmap v3972: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 5 op/s 2023-12-22T18:22:19.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:19 smithi039 ceph-mon[181282]: osdmap e2443: 8 total, 8 up, 8 in 2023-12-22T18:22:19.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:19 smithi039 ceph-mon[181282]: pgmap v3972: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 5 op/s 2023-12-22T18:22:19.577 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:22:19.578 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (62m) 7m ago 66m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:22:19.578 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (62m) 5m ago 66m 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:22:19.578 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (67m) 7m ago 67m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:22:19.578 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (67m) 5m ago 67m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:22:19.578 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (61m) 5m ago 70m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:22:19.578 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (61m) 7m ago 71m 589M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:22:19.578 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (61m) 7m ago 71m 466M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:22:19.578 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (60m) 5m ago 70m 268M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:22:19.578 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (61m) 7m ago 70m 262M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:22:19.578 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (62m) 7m ago 66m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:22:19.578 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (62m) 5m ago 66m 18.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:22:19.579 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (60m) 7m ago 69m 3391M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:22:19.579 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (59m) 7m ago 69m 3804M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:22:19.579 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (59m) 7m ago 69m 3579M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:22:19.579 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (58m) 7m ago 69m 3156M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:22:19.579 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (58m) 5m ago 68m 3300M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:22:19.579 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (57m) 5m ago 68m 3378M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:22:19.579 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (57m) 5m ago 68m 2607M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:22:19.579 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (57m) 5m ago 67m 2989M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:22:19.579 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (61m) 5m ago 67m 101M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:22:19.982 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:22:19.982 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:22:19.982 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:22:19.982 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:22:19.982 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:22:19.982 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:22:19.983 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:22:19.983 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:22:19.983 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:22:19.983 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:22:19.983 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:22:19.983 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:22:19.983 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:22:19.983 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:22:19.983 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:22:19.983 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:22:19.984 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:22:19.984 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:22:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:20 smithi032 ceph-mon[191839]: osdmap e2444: 8 total, 8 up, 8 in 2023-12-22T18:22:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:20 smithi032 ceph-mon[191839]: from='client.37833 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:22:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:20 smithi032 ceph-mon[191839]: from='client.37839 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:22:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:22:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:20 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2634231471' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:22:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:20 smithi032 ceph-mon[189144]: osdmap e2444: 8 total, 8 up, 8 in 2023-12-22T18:22:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:20 smithi032 ceph-mon[189144]: from='client.37833 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:22:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:20 smithi032 ceph-mon[189144]: from='client.37839 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:22:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:22:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:20 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2634231471' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:22:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:20 smithi039 ceph-mon[181282]: osdmap e2444: 8 total, 8 up, 8 in 2023-12-22T18:22:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:20 smithi039 ceph-mon[181282]: from='client.37833 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:22:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:20 smithi039 ceph-mon[181282]: from='client.37839 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:22:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:22:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:20 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2634231471' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:22:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:22:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:22:20] "GET /metrics HTTP/1.1" 200 36549 "" "Prometheus/2.43.0" 2023-12-22T18:22:21.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:21 smithi039 ceph-mon[181282]: osdmap e2445: 8 total, 8 up, 8 in 2023-12-22T18:22:21.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:21 smithi039 ceph-mon[181282]: pgmap v3975: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 551 KiB/s rd, 5.0 KiB/s wr, 746 op/s 2023-12-22T18:22:21.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:21 smithi032 ceph-mon[191839]: osdmap e2445: 8 total, 8 up, 8 in 2023-12-22T18:22:21.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:21 smithi032 ceph-mon[191839]: pgmap v3975: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 551 KiB/s rd, 5.0 KiB/s wr, 746 op/s 2023-12-22T18:22:21.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:21 smithi032 ceph-mon[189144]: osdmap e2445: 8 total, 8 up, 8 in 2023-12-22T18:22:21.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:21 smithi032 ceph-mon[189144]: pgmap v3975: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 551 KiB/s rd, 5.0 KiB/s wr, 746 op/s 2023-12-22T18:22:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:22 smithi039 ceph-mon[181282]: osdmap e2446: 8 total, 8 up, 8 in 2023-12-22T18:22:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:22 smithi039 ceph-mon[181282]: osdmap e2447: 8 total, 8 up, 8 in 2023-12-22T18:22:22.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:22 smithi032 ceph-mon[191839]: osdmap e2446: 8 total, 8 up, 8 in 2023-12-22T18:22:22.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:22 smithi032 ceph-mon[191839]: osdmap e2447: 8 total, 8 up, 8 in 2023-12-22T18:22:22.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:22 smithi032 ceph-mon[189144]: osdmap e2446: 8 total, 8 up, 8 in 2023-12-22T18:22:22.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:22 smithi032 ceph-mon[189144]: osdmap e2447: 8 total, 8 up, 8 in 2023-12-22T18:22:23.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:23 smithi039 ceph-mon[181282]: pgmap v3978: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 552 KiB/s rd, 5.0 KiB/s wr, 749 op/s 2023-12-22T18:22:23.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:23 smithi039 ceph-mon[181282]: osdmap e2448: 8 total, 8 up, 8 in 2023-12-22T18:22:23.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:23 smithi032 ceph-mon[191839]: pgmap v3978: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 552 KiB/s rd, 5.0 KiB/s wr, 749 op/s 2023-12-22T18:22:23.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:23 smithi032 ceph-mon[191839]: osdmap e2448: 8 total, 8 up, 8 in 2023-12-22T18:22:23.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:23 smithi032 ceph-mon[189144]: pgmap v3978: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 552 KiB/s rd, 5.0 KiB/s wr, 749 op/s 2023-12-22T18:22:23.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:23 smithi032 ceph-mon[189144]: osdmap e2448: 8 total, 8 up, 8 in 2023-12-22T18:22:25.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:25 smithi032 ceph-mon[191839]: osdmap e2449: 8 total, 8 up, 8 in 2023-12-22T18:22:25.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:25 smithi032 ceph-mon[191839]: pgmap v3981: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 518 KiB/s rd, 5.0 KiB/s wr, 703 op/s 2023-12-22T18:22:25.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:25 smithi032 ceph-mon[189144]: osdmap e2449: 8 total, 8 up, 8 in 2023-12-22T18:22:25.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:25 smithi032 ceph-mon[189144]: pgmap v3981: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 518 KiB/s rd, 5.0 KiB/s wr, 703 op/s 2023-12-22T18:22:25.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:25 smithi039 ceph-mon[181282]: osdmap e2449: 8 total, 8 up, 8 in 2023-12-22T18:22:25.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:25 smithi039 ceph-mon[181282]: pgmap v3981: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 518 KiB/s rd, 5.0 KiB/s wr, 703 op/s 2023-12-22T18:22:26.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:26 smithi032 ceph-mon[191839]: osdmap e2450: 8 total, 8 up, 8 in 2023-12-22T18:22:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:26 smithi032 ceph-mon[189144]: osdmap e2450: 8 total, 8 up, 8 in 2023-12-22T18:22:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:26 smithi039 ceph-mon[181282]: osdmap e2450: 8 total, 8 up, 8 in 2023-12-22T18:22:27.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:27 smithi032 ceph-mon[191839]: osdmap e2451: 8 total, 8 up, 8 in 2023-12-22T18:22:27.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:27 smithi032 ceph-mon[191839]: pgmap v3984: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 521 KiB/s rd, 5.0 KiB/s wr, 706 op/s 2023-12-22T18:22:27.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:27 smithi032 ceph-mon[191839]: osdmap e2452: 8 total, 8 up, 8 in 2023-12-22T18:22:27.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:27 smithi032 ceph-mon[189144]: osdmap e2451: 8 total, 8 up, 8 in 2023-12-22T18:22:27.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:27 smithi032 ceph-mon[189144]: pgmap v3984: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 521 KiB/s rd, 5.0 KiB/s wr, 706 op/s 2023-12-22T18:22:27.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:27 smithi032 ceph-mon[189144]: osdmap e2452: 8 total, 8 up, 8 in 2023-12-22T18:22:27.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:27 smithi039 ceph-mon[181282]: osdmap e2451: 8 total, 8 up, 8 in 2023-12-22T18:22:27.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:27 smithi039 ceph-mon[181282]: pgmap v3984: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 521 KiB/s rd, 5.0 KiB/s wr, 706 op/s 2023-12-22T18:22:27.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:27 smithi039 ceph-mon[181282]: osdmap e2452: 8 total, 8 up, 8 in 2023-12-22T18:22:29.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:29 smithi032 ceph-mon[191839]: osdmap e2453: 8 total, 8 up, 8 in 2023-12-22T18:22:29.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:29 smithi032 ceph-mon[191839]: pgmap v3987: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2023-12-22T18:22:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:29 smithi032 ceph-mon[189144]: osdmap e2453: 8 total, 8 up, 8 in 2023-12-22T18:22:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:29 smithi032 ceph-mon[189144]: pgmap v3987: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2023-12-22T18:22:29.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:29 smithi039 ceph-mon[181282]: osdmap e2453: 8 total, 8 up, 8 in 2023-12-22T18:22:29.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:29 smithi039 ceph-mon[181282]: pgmap v3987: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2023-12-22T18:22:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:30 smithi032 ceph-mon[189144]: osdmap e2454: 8 total, 8 up, 8 in 2023-12-22T18:22:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:30 smithi032 ceph-mon[191839]: osdmap e2454: 8 total, 8 up, 8 in 2023-12-22T18:22:30.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:30 smithi039 ceph-mon[181282]: osdmap e2454: 8 total, 8 up, 8 in 2023-12-22T18:22:31.165 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:22:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:22:30] "GET /metrics HTTP/1.1" 200 36549 "" "Prometheus/2.43.0" 2023-12-22T18:22:31.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:31 smithi032 ceph-mon[189144]: osdmap e2455: 8 total, 8 up, 8 in 2023-12-22T18:22:31.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:31 smithi032 ceph-mon[189144]: pgmap v3990: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 486 KiB/s rd, 5.0 KiB/s wr, 657 op/s 2023-12-22T18:22:31.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:31 smithi032 ceph-mon[191839]: osdmap e2455: 8 total, 8 up, 8 in 2023-12-22T18:22:31.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:31 smithi032 ceph-mon[191839]: pgmap v3990: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 486 KiB/s rd, 5.0 KiB/s wr, 657 op/s 2023-12-22T18:22:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:31 smithi039 ceph-mon[181282]: osdmap e2455: 8 total, 8 up, 8 in 2023-12-22T18:22:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:31 smithi039 ceph-mon[181282]: pgmap v3990: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 486 KiB/s rd, 5.0 KiB/s wr, 657 op/s 2023-12-22T18:22:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:32 smithi032 ceph-mon[191839]: osdmap e2456: 8 total, 8 up, 8 in 2023-12-22T18:22:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:32 smithi032 ceph-mon[191839]: osdmap e2457: 8 total, 8 up, 8 in 2023-12-22T18:22:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:32 smithi032 ceph-mon[189144]: osdmap e2456: 8 total, 8 up, 8 in 2023-12-22T18:22:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:32 smithi032 ceph-mon[189144]: osdmap e2457: 8 total, 8 up, 8 in 2023-12-22T18:22:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:32 smithi039 ceph-mon[181282]: osdmap e2456: 8 total, 8 up, 8 in 2023-12-22T18:22:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:32 smithi039 ceph-mon[181282]: osdmap e2457: 8 total, 8 up, 8 in 2023-12-22T18:22:33.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:33 smithi032 ceph-mon[191839]: pgmap v3993: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 487 KiB/s rd, 5.0 KiB/s wr, 661 op/s 2023-12-22T18:22:33.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:33 smithi032 ceph-mon[191839]: osdmap e2458: 8 total, 8 up, 8 in 2023-12-22T18:22:33.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:33 smithi032 ceph-mon[189144]: pgmap v3993: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 487 KiB/s rd, 5.0 KiB/s wr, 661 op/s 2023-12-22T18:22:33.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:33 smithi032 ceph-mon[189144]: osdmap e2458: 8 total, 8 up, 8 in 2023-12-22T18:22:33.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:33 smithi039 ceph-mon[181282]: pgmap v3993: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 487 KiB/s rd, 5.0 KiB/s wr, 661 op/s 2023-12-22T18:22:33.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:33 smithi039 ceph-mon[181282]: osdmap e2458: 8 total, 8 up, 8 in 2023-12-22T18:22:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:35 smithi032 ceph-mon[189144]: osdmap e2459: 8 total, 8 up, 8 in 2023-12-22T18:22:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:35 smithi032 ceph-mon[189144]: pgmap v3996: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 453 KiB/s rd, 5.0 KiB/s wr, 614 op/s 2023-12-22T18:22:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:22:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:35 smithi032 ceph-mon[191839]: osdmap e2459: 8 total, 8 up, 8 in 2023-12-22T18:22:35.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:35 smithi032 ceph-mon[191839]: pgmap v3996: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 453 KiB/s rd, 5.0 KiB/s wr, 614 op/s 2023-12-22T18:22:35.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:22:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:35 smithi039 ceph-mon[181282]: osdmap e2459: 8 total, 8 up, 8 in 2023-12-22T18:22:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:35 smithi039 ceph-mon[181282]: pgmap v3996: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 453 KiB/s rd, 5.0 KiB/s wr, 614 op/s 2023-12-22T18:22:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:22:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:36 smithi032 ceph-mon[189144]: osdmap e2460: 8 total, 8 up, 8 in 2023-12-22T18:22:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:36 smithi032 ceph-mon[191839]: osdmap e2460: 8 total, 8 up, 8 in 2023-12-22T18:22:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:36 smithi039 ceph-mon[181282]: osdmap e2460: 8 total, 8 up, 8 in 2023-12-22T18:22:37.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:37 smithi039 ceph-mon[181282]: osdmap e2461: 8 total, 8 up, 8 in 2023-12-22T18:22:37.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:37 smithi039 ceph-mon[181282]: pgmap v3999: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 454 KiB/s rd, 5.0 KiB/s wr, 616 op/s 2023-12-22T18:22:37.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:37 smithi039 ceph-mon[181282]: osdmap e2462: 8 total, 8 up, 8 in 2023-12-22T18:22:37.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:37 smithi032 ceph-mon[191839]: osdmap e2461: 8 total, 8 up, 8 in 2023-12-22T18:22:37.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:37 smithi032 ceph-mon[191839]: pgmap v3999: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 454 KiB/s rd, 5.0 KiB/s wr, 616 op/s 2023-12-22T18:22:37.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:37 smithi032 ceph-mon[191839]: osdmap e2462: 8 total, 8 up, 8 in 2023-12-22T18:22:37.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:37 smithi032 ceph-mon[189144]: osdmap e2461: 8 total, 8 up, 8 in 2023-12-22T18:22:37.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:37 smithi032 ceph-mon[189144]: pgmap v3999: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 454 KiB/s rd, 5.0 KiB/s wr, 616 op/s 2023-12-22T18:22:37.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:37 smithi032 ceph-mon[189144]: osdmap e2462: 8 total, 8 up, 8 in 2023-12-22T18:22:39.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:39 smithi032 ceph-mon[189144]: osdmap e2463: 8 total, 8 up, 8 in 2023-12-22T18:22:39.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:39 smithi032 ceph-mon[189144]: pgmap v4002: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 5 op/s 2023-12-22T18:22:39.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:39 smithi032 ceph-mon[191839]: osdmap e2463: 8 total, 8 up, 8 in 2023-12-22T18:22:39.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:39 smithi032 ceph-mon[191839]: pgmap v4002: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 5 op/s 2023-12-22T18:22:39.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:39 smithi039 ceph-mon[181282]: osdmap e2463: 8 total, 8 up, 8 in 2023-12-22T18:22:39.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:39 smithi039 ceph-mon[181282]: pgmap v4002: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 5 op/s 2023-12-22T18:22:40.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:40 smithi032 ceph-mon[189144]: osdmap e2464: 8 total, 8 up, 8 in 2023-12-22T18:22:40.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:40 smithi032 ceph-mon[191839]: osdmap e2464: 8 total, 8 up, 8 in 2023-12-22T18:22:40.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:40 smithi039 ceph-mon[181282]: osdmap e2464: 8 total, 8 up, 8 in 2023-12-22T18:22:41.150 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:41 smithi032 ceph-mon[191839]: osdmap e2465: 8 total, 8 up, 8 in 2023-12-22T18:22:41.150 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:41 smithi032 ceph-mon[191839]: pgmap v4005: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 420 KiB/s rd, 5.0 KiB/s wr, 567 op/s 2023-12-22T18:22:41.150 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:22:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:22:40] "GET /metrics HTTP/1.1" 200 36549 "" "Prometheus/2.43.0" 2023-12-22T18:22:41.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:41 smithi032 ceph-mon[189144]: osdmap e2465: 8 total, 8 up, 8 in 2023-12-22T18:22:41.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:41 smithi032 ceph-mon[189144]: pgmap v4005: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 420 KiB/s rd, 5.0 KiB/s wr, 567 op/s 2023-12-22T18:22:41.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:41 smithi039 ceph-mon[181282]: osdmap e2465: 8 total, 8 up, 8 in 2023-12-22T18:22:41.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:41 smithi039 ceph-mon[181282]: pgmap v4005: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 420 KiB/s rd, 5.0 KiB/s wr, 567 op/s 2023-12-22T18:22:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:42 smithi032 ceph-mon[189144]: osdmap e2466: 8 total, 8 up, 8 in 2023-12-22T18:22:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:42 smithi032 ceph-mon[189144]: osdmap e2467: 8 total, 8 up, 8 in 2023-12-22T18:22:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:42 smithi032 ceph-mon[191839]: osdmap e2466: 8 total, 8 up, 8 in 2023-12-22T18:22:42.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:42 smithi032 ceph-mon[191839]: osdmap e2467: 8 total, 8 up, 8 in 2023-12-22T18:22:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:42 smithi039 ceph-mon[181282]: osdmap e2466: 8 total, 8 up, 8 in 2023-12-22T18:22:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:42 smithi039 ceph-mon[181282]: osdmap e2467: 8 total, 8 up, 8 in 2023-12-22T18:22:43.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:43 smithi032 ceph-mon[189144]: pgmap v4008: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 421 KiB/s rd, 5.0 KiB/s wr, 571 op/s 2023-12-22T18:22:43.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:43 smithi032 ceph-mon[191839]: pgmap v4008: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 421 KiB/s rd, 5.0 KiB/s wr, 571 op/s 2023-12-22T18:22:43.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:43 smithi039 ceph-mon[181282]: pgmap v4008: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 421 KiB/s rd, 5.0 KiB/s wr, 571 op/s 2023-12-22T18:22:44.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:44 smithi032 ceph-mon[191839]: osdmap e2468: 8 total, 8 up, 8 in 2023-12-22T18:22:44.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:44 smithi032 ceph-mon[189144]: osdmap e2468: 8 total, 8 up, 8 in 2023-12-22T18:22:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:44 smithi039 ceph-mon[181282]: osdmap e2468: 8 total, 8 up, 8 in 2023-12-22T18:22:45.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:45 smithi032 ceph-mon[191839]: osdmap e2469: 8 total, 8 up, 8 in 2023-12-22T18:22:45.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:45 smithi032 ceph-mon[191839]: pgmap v4011: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 389 KiB/s rd, 5.0 KiB/s wr, 528 op/s 2023-12-22T18:22:45.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:45 smithi032 ceph-mon[189144]: osdmap e2469: 8 total, 8 up, 8 in 2023-12-22T18:22:45.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:45 smithi032 ceph-mon[189144]: pgmap v4011: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 389 KiB/s rd, 5.0 KiB/s wr, 528 op/s 2023-12-22T18:22:45.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:45 smithi039 ceph-mon[181282]: osdmap e2469: 8 total, 8 up, 8 in 2023-12-22T18:22:45.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:45 smithi039 ceph-mon[181282]: pgmap v4011: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 389 KiB/s rd, 5.0 KiB/s wr, 528 op/s 2023-12-22T18:22:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:46 smithi039 ceph-mon[181282]: osdmap e2470: 8 total, 8 up, 8 in 2023-12-22T18:22:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:46 smithi032 ceph-mon[189144]: osdmap e2470: 8 total, 8 up, 8 in 2023-12-22T18:22:46.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:46 smithi032 ceph-mon[191839]: osdmap e2470: 8 total, 8 up, 8 in 2023-12-22T18:22:47.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:47 smithi039 ceph-mon[181282]: osdmap e2471: 8 total, 8 up, 8 in 2023-12-22T18:22:47.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:47 smithi039 ceph-mon[181282]: pgmap v4014: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 389 KiB/s rd, 5.0 KiB/s wr, 526 op/s 2023-12-22T18:22:47.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:47 smithi039 ceph-mon[181282]: osdmap e2472: 8 total, 8 up, 8 in 2023-12-22T18:22:47.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:47 smithi032 ceph-mon[189144]: osdmap e2471: 8 total, 8 up, 8 in 2023-12-22T18:22:47.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:47 smithi032 ceph-mon[189144]: pgmap v4014: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 389 KiB/s rd, 5.0 KiB/s wr, 526 op/s 2023-12-22T18:22:47.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:47 smithi032 ceph-mon[189144]: osdmap e2472: 8 total, 8 up, 8 in 2023-12-22T18:22:47.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:47 smithi032 ceph-mon[191839]: osdmap e2471: 8 total, 8 up, 8 in 2023-12-22T18:22:47.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:47 smithi032 ceph-mon[191839]: pgmap v4014: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 389 KiB/s rd, 5.0 KiB/s wr, 526 op/s 2023-12-22T18:22:47.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:47 smithi032 ceph-mon[191839]: osdmap e2472: 8 total, 8 up, 8 in 2023-12-22T18:22:49.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:49 smithi032 ceph-mon[191839]: osdmap e2473: 8 total, 8 up, 8 in 2023-12-22T18:22:49.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:49 smithi032 ceph-mon[191839]: pgmap v4017: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2023-12-22T18:22:49.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:49 smithi032 ceph-mon[189144]: osdmap e2473: 8 total, 8 up, 8 in 2023-12-22T18:22:49.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:49 smithi032 ceph-mon[189144]: pgmap v4017: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2023-12-22T18:22:49.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:49 smithi039 ceph-mon[181282]: osdmap e2473: 8 total, 8 up, 8 in 2023-12-22T18:22:49.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:49 smithi039 ceph-mon[181282]: pgmap v4017: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2023-12-22T18:22:50.354 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:22:50.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:50 smithi032 ceph-mon[189144]: osdmap e2474: 8 total, 8 up, 8 in 2023-12-22T18:22:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:22:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:50 smithi032 ceph-mon[191839]: osdmap e2474: 8 total, 8 up, 8 in 2023-12-22T18:22:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:22:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:50 smithi039 ceph-mon[181282]: osdmap e2474: 8 total, 8 up, 8 in 2023-12-22T18:22:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:22:50.699 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:22:50.699 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (62m) 8m ago 67m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:22:50.699 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (62m) 5m ago 67m 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:22:50.699 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (68m) 8m ago 68m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:22:50.699 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (68m) 5m ago 68m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:22:50.699 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (62m) 5m ago 70m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:22:50.699 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (62m) 8m ago 72m 589M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:22:50.700 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (61m) 8m ago 72m 466M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:22:50.700 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (61m) 5m ago 70m 268M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:22:50.700 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (61m) 8m ago 70m 262M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:22:50.700 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (62m) 8m ago 67m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:22:50.700 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (62m) 5m ago 67m 18.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:22:50.700 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (60m) 8m ago 70m 3391M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:22:50.700 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (60m) 8m ago 70m 3804M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:22:50.700 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (59m) 8m ago 69m 3579M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:22:50.700 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (59m) 8m ago 69m 3156M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:22:50.700 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (58m) 5m ago 69m 3300M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:22:50.700 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (58m) 5m ago 68m 3378M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:22:50.701 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (58m) 5m ago 68m 2607M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:22:50.701 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (57m) 5m ago 68m 2989M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:22:50.701 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (62m) 5m ago 67m 101M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:22:51.099 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:22:51.099 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:22:51.099 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:22:51.099 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:22:51.099 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:22:51.099 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:22:51.099 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:22:51.099 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:22:51.099 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:22:51.100 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:22:51.100 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:22:51.100 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:22:51.100 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:22:51.100 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:22:51.100 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:22:51.100 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:22:51.100 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:22:51.100 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:22:51.150 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:22:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:22:50] "GET /metrics HTTP/1.1" 200 36550 "" "Prometheus/2.43.0" 2023-12-22T18:22:51.151 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:51 smithi032 ceph-mon[189144]: osdmap e2475: 8 total, 8 up, 8 in 2023-12-22T18:22:51.151 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:51 smithi032 ceph-mon[189144]: pgmap v4020: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 355 KiB/s rd, 5.0 KiB/s wr, 481 op/s 2023-12-22T18:22:51.151 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:51 smithi032 ceph-mon[189144]: from='client.37851 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:22:51.151 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:51 smithi032 ceph-mon[189144]: from='client.47774 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:22:51.152 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:51 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1859445284' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:22:51.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:51 smithi032 ceph-mon[191839]: osdmap e2475: 8 total, 8 up, 8 in 2023-12-22T18:22:51.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:51 smithi032 ceph-mon[191839]: pgmap v4020: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 355 KiB/s rd, 5.0 KiB/s wr, 481 op/s 2023-12-22T18:22:51.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:51 smithi032 ceph-mon[191839]: from='client.37851 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:22:51.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:51 smithi032 ceph-mon[191839]: from='client.47774 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:22:51.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:51 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1859445284' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:22:51.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:51 smithi039 ceph-mon[181282]: osdmap e2475: 8 total, 8 up, 8 in 2023-12-22T18:22:51.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:51 smithi039 ceph-mon[181282]: pgmap v4020: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 355 KiB/s rd, 5.0 KiB/s wr, 481 op/s 2023-12-22T18:22:51.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:51 smithi039 ceph-mon[181282]: from='client.37851 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:22:51.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:51 smithi039 ceph-mon[181282]: from='client.47774 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:22:51.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:51 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1859445284' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:22:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:52 smithi032 ceph-mon[191839]: osdmap e2476: 8 total, 8 up, 8 in 2023-12-22T18:22:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:52 smithi032 ceph-mon[191839]: osdmap e2477: 8 total, 8 up, 8 in 2023-12-22T18:22:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:52 smithi032 ceph-mon[189144]: osdmap e2476: 8 total, 8 up, 8 in 2023-12-22T18:22:52.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:52 smithi032 ceph-mon[189144]: osdmap e2477: 8 total, 8 up, 8 in 2023-12-22T18:22:52.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:52 smithi039 ceph-mon[181282]: osdmap e2476: 8 total, 8 up, 8 in 2023-12-22T18:22:52.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:52 smithi039 ceph-mon[181282]: osdmap e2477: 8 total, 8 up, 8 in 2023-12-22T18:22:53.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:53 smithi032 ceph-mon[191839]: pgmap v4023: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 357 KiB/s rd, 5.0 KiB/s wr, 484 op/s 2023-12-22T18:22:53.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:53 smithi032 ceph-mon[189144]: pgmap v4023: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 357 KiB/s rd, 5.0 KiB/s wr, 484 op/s 2023-12-22T18:22:53.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:53 smithi039 ceph-mon[181282]: pgmap v4023: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 357 KiB/s rd, 5.0 KiB/s wr, 484 op/s 2023-12-22T18:22:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:54 smithi032 ceph-mon[191839]: osdmap e2478: 8 total, 8 up, 8 in 2023-12-22T18:22:54.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:54 smithi032 ceph-mon[189144]: osdmap e2478: 8 total, 8 up, 8 in 2023-12-22T18:22:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:54 smithi039 ceph-mon[181282]: osdmap e2478: 8 total, 8 up, 8 in 2023-12-22T18:22:55.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:55 smithi032 ceph-mon[191839]: osdmap e2479: 8 total, 8 up, 8 in 2023-12-22T18:22:55.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:55 smithi032 ceph-mon[191839]: pgmap v4026: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 323 KiB/s rd, 5.0 KiB/s wr, 437 op/s 2023-12-22T18:22:55.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:55 smithi032 ceph-mon[189144]: osdmap e2479: 8 total, 8 up, 8 in 2023-12-22T18:22:55.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:55 smithi032 ceph-mon[189144]: pgmap v4026: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 323 KiB/s rd, 5.0 KiB/s wr, 437 op/s 2023-12-22T18:22:55.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:55 smithi039 ceph-mon[181282]: osdmap e2479: 8 total, 8 up, 8 in 2023-12-22T18:22:55.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:55 smithi039 ceph-mon[181282]: pgmap v4026: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 323 KiB/s rd, 5.0 KiB/s wr, 437 op/s 2023-12-22T18:22:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:56 smithi032 ceph-mon[189144]: osdmap e2480: 8 total, 8 up, 8 in 2023-12-22T18:22:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:56 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:22:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:56 smithi032 ceph-mon[191839]: osdmap e2480: 8 total, 8 up, 8 in 2023-12-22T18:22:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:56 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:22:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:56 smithi039 ceph-mon[181282]: osdmap e2480: 8 total, 8 up, 8 in 2023-12-22T18:22:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:56 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:22:57.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:57 smithi039 ceph-mon[181282]: osdmap e2481: 8 total, 8 up, 8 in 2023-12-22T18:22:57.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:57 smithi039 ceph-mon[181282]: pgmap v4029: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 324 KiB/s rd, 5.0 KiB/s wr, 438 op/s 2023-12-22T18:22:57.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:57 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:22:57.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:57 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:22:57.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:57 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:22:57.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:57 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:22:57.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:57 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:22:57.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:57 smithi039 ceph-mon[181282]: osdmap e2482: 8 total, 8 up, 8 in 2023-12-22T18:22:57.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:57 smithi032 ceph-mon[191839]: osdmap e2481: 8 total, 8 up, 8 in 2023-12-22T18:22:57.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:57 smithi032 ceph-mon[191839]: pgmap v4029: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 324 KiB/s rd, 5.0 KiB/s wr, 438 op/s 2023-12-22T18:22:57.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:57 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:22:57.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:57 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:22:57.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:57 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:22:57.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:57 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:22:57.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:57 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:22:57.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:57 smithi032 ceph-mon[191839]: osdmap e2482: 8 total, 8 up, 8 in 2023-12-22T18:22:57.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:57 smithi032 ceph-mon[189144]: osdmap e2481: 8 total, 8 up, 8 in 2023-12-22T18:22:57.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:57 smithi032 ceph-mon[189144]: pgmap v4029: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 324 KiB/s rd, 5.0 KiB/s wr, 438 op/s 2023-12-22T18:22:57.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:57 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:22:57.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:57 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:22:57.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:57 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:22:57.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:57 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:22:57.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:57 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:22:57.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:57 smithi032 ceph-mon[189144]: osdmap e2482: 8 total, 8 up, 8 in 2023-12-22T18:22:59.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:59 smithi032 ceph-mon[191839]: osdmap e2483: 8 total, 8 up, 8 in 2023-12-22T18:22:59.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:22:59 smithi032 ceph-mon[191839]: pgmap v4032: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 5 op/s 2023-12-22T18:22:59.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:59 smithi032 ceph-mon[189144]: osdmap e2483: 8 total, 8 up, 8 in 2023-12-22T18:22:59.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:22:59 smithi032 ceph-mon[189144]: pgmap v4032: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 5 op/s 2023-12-22T18:22:59.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:59 smithi039 ceph-mon[181282]: osdmap e2483: 8 total, 8 up, 8 in 2023-12-22T18:22:59.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:22:59 smithi039 ceph-mon[181282]: pgmap v4032: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 5 op/s 2023-12-22T18:23:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:00 smithi032 ceph-mon[191839]: osdmap e2484: 8 total, 8 up, 8 in 2023-12-22T18:23:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:00 smithi032 ceph-mon[189144]: osdmap e2484: 8 total, 8 up, 8 in 2023-12-22T18:23:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:00 smithi039 ceph-mon[181282]: osdmap e2484: 8 total, 8 up, 8 in 2023-12-22T18:23:01.152 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:23:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:23:00] "GET /metrics HTTP/1.1" 200 36550 "" "Prometheus/2.43.0" 2023-12-22T18:23:01.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:01 smithi032 ceph-mon[191839]: osdmap e2485: 8 total, 8 up, 8 in 2023-12-22T18:23:01.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:01 smithi032 ceph-mon[191839]: pgmap v4035: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 290 KiB/s rd, 5.0 KiB/s wr, 394 op/s 2023-12-22T18:23:01.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:01 smithi032 ceph-mon[189144]: osdmap e2485: 8 total, 8 up, 8 in 2023-12-22T18:23:01.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:01 smithi032 ceph-mon[189144]: pgmap v4035: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 290 KiB/s rd, 5.0 KiB/s wr, 394 op/s 2023-12-22T18:23:01.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:01 smithi039 ceph-mon[181282]: osdmap e2485: 8 total, 8 up, 8 in 2023-12-22T18:23:01.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:01 smithi039 ceph-mon[181282]: pgmap v4035: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 290 KiB/s rd, 5.0 KiB/s wr, 394 op/s 2023-12-22T18:23:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:02 smithi032 ceph-mon[191839]: osdmap e2486: 8 total, 8 up, 8 in 2023-12-22T18:23:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:02 smithi032 ceph-mon[191839]: osdmap e2487: 8 total, 8 up, 8 in 2023-12-22T18:23:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:02 smithi032 ceph-mon[189144]: osdmap e2486: 8 total, 8 up, 8 in 2023-12-22T18:23:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:02 smithi032 ceph-mon[189144]: osdmap e2487: 8 total, 8 up, 8 in 2023-12-22T18:23:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:02 smithi039 ceph-mon[181282]: osdmap e2486: 8 total, 8 up, 8 in 2023-12-22T18:23:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:02 smithi039 ceph-mon[181282]: osdmap e2487: 8 total, 8 up, 8 in 2023-12-22T18:23:03.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:03 smithi032 ceph-mon[191839]: pgmap v4038: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 290 KiB/s rd, 5.0 KiB/s wr, 394 op/s 2023-12-22T18:23:03.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:03 smithi032 ceph-mon[189144]: pgmap v4038: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 290 KiB/s rd, 5.0 KiB/s wr, 394 op/s 2023-12-22T18:23:03.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:03 smithi039 ceph-mon[181282]: pgmap v4038: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 290 KiB/s rd, 5.0 KiB/s wr, 394 op/s 2023-12-22T18:23:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:04 smithi032 ceph-mon[191839]: osdmap e2488: 8 total, 8 up, 8 in 2023-12-22T18:23:04.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:04 smithi032 ceph-mon[189144]: osdmap e2488: 8 total, 8 up, 8 in 2023-12-22T18:23:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:04 smithi039 ceph-mon[181282]: osdmap e2488: 8 total, 8 up, 8 in 2023-12-22T18:23:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:05 smithi032 ceph-mon[191839]: osdmap e2489: 8 total, 8 up, 8 in 2023-12-22T18:23:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:05 smithi032 ceph-mon[191839]: pgmap v4041: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 257 KiB/s rd, 5.0 KiB/s wr, 349 op/s 2023-12-22T18:23:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:23:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:05 smithi032 ceph-mon[189144]: osdmap e2489: 8 total, 8 up, 8 in 2023-12-22T18:23:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:05 smithi032 ceph-mon[189144]: pgmap v4041: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 257 KiB/s rd, 5.0 KiB/s wr, 349 op/s 2023-12-22T18:23:05.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:23:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:05 smithi039 ceph-mon[181282]: osdmap e2489: 8 total, 8 up, 8 in 2023-12-22T18:23:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:05 smithi039 ceph-mon[181282]: pgmap v4041: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 257 KiB/s rd, 5.0 KiB/s wr, 349 op/s 2023-12-22T18:23:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:23:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:06 smithi032 ceph-mon[189144]: osdmap e2490: 8 total, 8 up, 8 in 2023-12-22T18:23:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:06 smithi032 ceph-mon[191839]: osdmap e2490: 8 total, 8 up, 8 in 2023-12-22T18:23:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:06 smithi039 ceph-mon[181282]: osdmap e2490: 8 total, 8 up, 8 in 2023-12-22T18:23:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:07 smithi039 ceph-mon[181282]: osdmap e2491: 8 total, 8 up, 8 in 2023-12-22T18:23:07.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:07 smithi039 ceph-mon[181282]: pgmap v4044: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 260 KiB/s rd, 5.0 KiB/s wr, 354 op/s 2023-12-22T18:23:07.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:07 smithi039 ceph-mon[181282]: osdmap e2492: 8 total, 8 up, 8 in 2023-12-22T18:23:07.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:07 smithi032 ceph-mon[191839]: osdmap e2491: 8 total, 8 up, 8 in 2023-12-22T18:23:07.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:07 smithi032 ceph-mon[191839]: pgmap v4044: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 260 KiB/s rd, 5.0 KiB/s wr, 354 op/s 2023-12-22T18:23:07.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:07 smithi032 ceph-mon[191839]: osdmap e2492: 8 total, 8 up, 8 in 2023-12-22T18:23:07.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:07 smithi032 ceph-mon[189144]: osdmap e2491: 8 total, 8 up, 8 in 2023-12-22T18:23:07.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:07 smithi032 ceph-mon[189144]: pgmap v4044: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 260 KiB/s rd, 5.0 KiB/s wr, 354 op/s 2023-12-22T18:23:07.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:07 smithi032 ceph-mon[189144]: osdmap e2492: 8 total, 8 up, 8 in 2023-12-22T18:23:09.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:09 smithi032 ceph-mon[191839]: osdmap e2493: 8 total, 8 up, 8 in 2023-12-22T18:23:09.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:09 smithi032 ceph-mon[191839]: pgmap v4047: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2023-12-22T18:23:09.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:09 smithi032 ceph-mon[189144]: osdmap e2493: 8 total, 8 up, 8 in 2023-12-22T18:23:09.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:09 smithi032 ceph-mon[189144]: pgmap v4047: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2023-12-22T18:23:09.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:09 smithi039 ceph-mon[181282]: osdmap e2493: 8 total, 8 up, 8 in 2023-12-22T18:23:09.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:09 smithi039 ceph-mon[181282]: pgmap v4047: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2023-12-22T18:23:10.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:10 smithi032 ceph-mon[191839]: osdmap e2494: 8 total, 8 up, 8 in 2023-12-22T18:23:10.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:10 smithi032 ceph-mon[189144]: osdmap e2494: 8 total, 8 up, 8 in 2023-12-22T18:23:10.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:10 smithi039 ceph-mon[181282]: osdmap e2494: 8 total, 8 up, 8 in 2023-12-22T18:23:11.155 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:23:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:23:10] "GET /metrics HTTP/1.1" 200 36541 "" "Prometheus/2.43.0" 2023-12-22T18:23:11.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:11 smithi032 ceph-mon[191839]: osdmap e2495: 8 total, 8 up, 8 in 2023-12-22T18:23:11.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:11 smithi032 ceph-mon[191839]: pgmap v4050: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 224 KiB/s rd, 5.0 KiB/s wr, 306 op/s 2023-12-22T18:23:11.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:11 smithi032 ceph-mon[189144]: osdmap e2495: 8 total, 8 up, 8 in 2023-12-22T18:23:11.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:11 smithi032 ceph-mon[189144]: pgmap v4050: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 224 KiB/s rd, 5.0 KiB/s wr, 306 op/s 2023-12-22T18:23:11.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:11 smithi039 ceph-mon[181282]: osdmap e2495: 8 total, 8 up, 8 in 2023-12-22T18:23:11.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:11 smithi039 ceph-mon[181282]: pgmap v4050: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 224 KiB/s rd, 5.0 KiB/s wr, 306 op/s 2023-12-22T18:23:12.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:12 smithi032 ceph-mon[191839]: osdmap e2496: 8 total, 8 up, 8 in 2023-12-22T18:23:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:12 smithi032 ceph-mon[191839]: osdmap e2497: 8 total, 8 up, 8 in 2023-12-22T18:23:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:12 smithi032 ceph-mon[189144]: osdmap e2496: 8 total, 8 up, 8 in 2023-12-22T18:23:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:12 smithi032 ceph-mon[189144]: osdmap e2497: 8 total, 8 up, 8 in 2023-12-22T18:23:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:12 smithi039 ceph-mon[181282]: osdmap e2496: 8 total, 8 up, 8 in 2023-12-22T18:23:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:12 smithi039 ceph-mon[181282]: osdmap e2497: 8 total, 8 up, 8 in 2023-12-22T18:23:13.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:13 smithi032 ceph-mon[191839]: pgmap v4053: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 225 KiB/s rd, 5.0 KiB/s wr, 307 op/s 2023-12-22T18:23:13.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:13 smithi032 ceph-mon[189144]: pgmap v4053: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 225 KiB/s rd, 5.0 KiB/s wr, 307 op/s 2023-12-22T18:23:13.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:13 smithi039 ceph-mon[181282]: pgmap v4053: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 225 KiB/s rd, 5.0 KiB/s wr, 307 op/s 2023-12-22T18:23:14.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:14 smithi032 ceph-mon[191839]: osdmap e2498: 8 total, 8 up, 8 in 2023-12-22T18:23:14.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:14 smithi032 ceph-mon[189144]: osdmap e2498: 8 total, 8 up, 8 in 2023-12-22T18:23:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:14 smithi039 ceph-mon[181282]: osdmap e2498: 8 total, 8 up, 8 in 2023-12-22T18:23:15.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:15 smithi032 ceph-mon[191839]: osdmap e2499: 8 total, 8 up, 8 in 2023-12-22T18:23:15.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:15 smithi032 ceph-mon[191839]: pgmap v4056: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 191 KiB/s rd, 5.0 KiB/s wr, 260 op/s 2023-12-22T18:23:15.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:15 smithi032 ceph-mon[189144]: osdmap e2499: 8 total, 8 up, 8 in 2023-12-22T18:23:15.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:15 smithi032 ceph-mon[189144]: pgmap v4056: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 191 KiB/s rd, 5.0 KiB/s wr, 260 op/s 2023-12-22T18:23:15.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:15 smithi039 ceph-mon[181282]: osdmap e2499: 8 total, 8 up, 8 in 2023-12-22T18:23:15.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:15 smithi039 ceph-mon[181282]: pgmap v4056: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 191 KiB/s rd, 5.0 KiB/s wr, 260 op/s 2023-12-22T18:23:16.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:16 smithi039 ceph-mon[181282]: osdmap e2500: 8 total, 8 up, 8 in 2023-12-22T18:23:16.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:16 smithi032 ceph-mon[191839]: osdmap e2500: 8 total, 8 up, 8 in 2023-12-22T18:23:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:16 smithi032 ceph-mon[189144]: osdmap e2500: 8 total, 8 up, 8 in 2023-12-22T18:23:17.192 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:17 smithi032 ceph-mon[189144]: osdmap e2501: 8 total, 8 up, 8 in 2023-12-22T18:23:17.193 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:17 smithi032 ceph-mon[189144]: pgmap v4059: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 194 KiB/s rd, 5.0 KiB/s wr, 265 op/s 2023-12-22T18:23:17.193 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:17 smithi032 ceph-mon[189144]: osdmap e2502: 8 total, 8 up, 8 in 2023-12-22T18:23:17.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:17 smithi039 ceph-mon[181282]: osdmap e2501: 8 total, 8 up, 8 in 2023-12-22T18:23:17.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:17 smithi039 ceph-mon[181282]: pgmap v4059: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 194 KiB/s rd, 5.0 KiB/s wr, 265 op/s 2023-12-22T18:23:17.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:17 smithi039 ceph-mon[181282]: osdmap e2502: 8 total, 8 up, 8 in 2023-12-22T18:23:17.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:17 smithi032 ceph-mon[191839]: osdmap e2501: 8 total, 8 up, 8 in 2023-12-22T18:23:17.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:17 smithi032 ceph-mon[191839]: pgmap v4059: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 194 KiB/s rd, 5.0 KiB/s wr, 265 op/s 2023-12-22T18:23:17.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:17 smithi032 ceph-mon[191839]: osdmap e2502: 8 total, 8 up, 8 in 2023-12-22T18:23:19.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:19 smithi032 ceph-mon[191839]: osdmap e2503: 8 total, 8 up, 8 in 2023-12-22T18:23:19.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:19 smithi032 ceph-mon[191839]: pgmap v4062: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 5 op/s 2023-12-22T18:23:19.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:19 smithi032 ceph-mon[189144]: osdmap e2503: 8 total, 8 up, 8 in 2023-12-22T18:23:19.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:19 smithi032 ceph-mon[189144]: pgmap v4062: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 5 op/s 2023-12-22T18:23:19.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:19 smithi039 ceph-mon[181282]: osdmap e2503: 8 total, 8 up, 8 in 2023-12-22T18:23:19.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:19 smithi039 ceph-mon[181282]: pgmap v4062: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 5 op/s 2023-12-22T18:23:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:20 smithi032 ceph-mon[191839]: osdmap e2504: 8 total, 8 up, 8 in 2023-12-22T18:23:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:23:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:20 smithi032 ceph-mon[189144]: osdmap e2504: 8 total, 8 up, 8 in 2023-12-22T18:23:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:23:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:20 smithi039 ceph-mon[181282]: osdmap e2504: 8 total, 8 up, 8 in 2023-12-22T18:23:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:23:21.162 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:23:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:23:20] "GET /metrics HTTP/1.1" 200 36551 "" "Prometheus/2.43.0" 2023-12-22T18:23:21.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:21 smithi032 ceph-mon[189144]: osdmap e2505: 8 total, 8 up, 8 in 2023-12-22T18:23:21.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:21 smithi032 ceph-mon[189144]: pgmap v4065: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 160 KiB/s rd, 5.0 KiB/s wr, 218 op/s 2023-12-22T18:23:21.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:21 smithi032 ceph-mon[191839]: osdmap e2505: 8 total, 8 up, 8 in 2023-12-22T18:23:21.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:21 smithi032 ceph-mon[191839]: pgmap v4065: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 160 KiB/s rd, 5.0 KiB/s wr, 218 op/s 2023-12-22T18:23:21.482 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:23:21.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:21 smithi039 ceph-mon[181282]: osdmap e2505: 8 total, 8 up, 8 in 2023-12-22T18:23:21.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:21 smithi039 ceph-mon[181282]: pgmap v4065: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 160 KiB/s rd, 5.0 KiB/s wr, 218 op/s 2023-12-22T18:23:21.805 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:23:21.805 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (63m) 8m ago 67m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:23:21.805 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (63m) 6m ago 67m 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:23:21.806 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (68m) 8m ago 68m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:23:21.806 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (68m) 6m ago 68m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:23:21.806 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (62m) 6m ago 71m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:23:21.806 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (63m) 8m ago 72m 589M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:23:21.806 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (62m) 8m ago 72m 466M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:23:21.806 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (61m) 6m ago 71m 268M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:23:21.806 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (62m) 8m ago 71m 262M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:23:21.806 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (63m) 8m ago 67m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:23:21.806 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (63m) 6m ago 67m 18.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:23:21.807 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (61m) 8m ago 70m 3391M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:23:21.807 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (60m) 8m ago 70m 3804M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:23:21.807 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (60m) 8m ago 70m 3579M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:23:21.807 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (59m) 8m ago 70m 3156M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:23:21.807 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (59m) 6m ago 69m 3300M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:23:21.807 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (59m) 6m ago 69m 3378M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:23:21.807 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (58m) 6m ago 69m 2607M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:23:21.807 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (58m) 6m ago 68m 2989M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:23:21.807 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (62m) 6m ago 68m 101M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:23:22.222 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:23:22.222 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:23:22.222 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:23:22.222 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:23:22.222 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:23:22.222 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:23:22.223 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:23:22.223 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:23:22.223 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:23:22.223 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:23:22.223 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:23:22.223 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:23:22.223 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:23:22.223 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:23:22.223 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:23:22.223 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:23:22.223 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:23:22.224 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:23:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:22 smithi032 ceph-mon[191839]: osdmap e2506: 8 total, 8 up, 8 in 2023-12-22T18:23:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:22 smithi032 ceph-mon[191839]: from='client.47786 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:23:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:22 smithi032 ceph-mon[191839]: from='client.37875 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:23:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:22 smithi032 ceph-mon[191839]: osdmap e2507: 8 total, 8 up, 8 in 2023-12-22T18:23:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:22 smithi032 ceph-mon[189144]: osdmap e2506: 8 total, 8 up, 8 in 2023-12-22T18:23:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:22 smithi032 ceph-mon[189144]: from='client.47786 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:23:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:22 smithi032 ceph-mon[189144]: from='client.37875 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:23:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:22 smithi032 ceph-mon[189144]: osdmap e2507: 8 total, 8 up, 8 in 2023-12-22T18:23:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:22 smithi039 ceph-mon[181282]: osdmap e2506: 8 total, 8 up, 8 in 2023-12-22T18:23:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:22 smithi039 ceph-mon[181282]: from='client.47786 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:23:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:22 smithi039 ceph-mon[181282]: from='client.37875 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:23:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:22 smithi039 ceph-mon[181282]: osdmap e2507: 8 total, 8 up, 8 in 2023-12-22T18:23:23.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:23 smithi032 ceph-mon[191839]: pgmap v4068: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 5.0 KiB/s wr, 222 op/s 2023-12-22T18:23:23.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:23 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2354827644' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:23:23.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:23 smithi032 ceph-mon[189144]: pgmap v4068: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 5.0 KiB/s wr, 222 op/s 2023-12-22T18:23:23.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:23 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2354827644' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:23:23.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:23 smithi039 ceph-mon[181282]: pgmap v4068: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 5.0 KiB/s wr, 222 op/s 2023-12-22T18:23:23.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:23 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2354827644' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:23:24.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:24 smithi032 ceph-mon[189144]: osdmap e2508: 8 total, 8 up, 8 in 2023-12-22T18:23:24.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:24 smithi032 ceph-mon[191839]: osdmap e2508: 8 total, 8 up, 8 in 2023-12-22T18:23:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:24 smithi039 ceph-mon[181282]: osdmap e2508: 8 total, 8 up, 8 in 2023-12-22T18:23:25.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:25 smithi039 ceph-mon[181282]: osdmap e2509: 8 total, 8 up, 8 in 2023-12-22T18:23:25.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:25 smithi039 ceph-mon[181282]: pgmap v4071: 137 pgs: 1 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 135 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 5.0 KiB/s wr, 175 op/s 2023-12-22T18:23:25.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:25 smithi032 ceph-mon[191839]: osdmap e2509: 8 total, 8 up, 8 in 2023-12-22T18:23:25.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:25 smithi032 ceph-mon[191839]: pgmap v4071: 137 pgs: 1 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 135 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 5.0 KiB/s wr, 175 op/s 2023-12-22T18:23:25.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:25 smithi032 ceph-mon[189144]: osdmap e2509: 8 total, 8 up, 8 in 2023-12-22T18:23:25.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:25 smithi032 ceph-mon[189144]: pgmap v4071: 137 pgs: 1 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 135 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 5.0 KiB/s wr, 175 op/s 2023-12-22T18:23:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:26 smithi039 ceph-mon[181282]: osdmap e2510: 8 total, 8 up, 8 in 2023-12-22T18:23:26.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:26 smithi032 ceph-mon[191839]: osdmap e2510: 8 total, 8 up, 8 in 2023-12-22T18:23:26.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:26 smithi032 ceph-mon[189144]: osdmap e2510: 8 total, 8 up, 8 in 2023-12-22T18:23:27.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:27 smithi039 ceph-mon[181282]: osdmap e2511: 8 total, 8 up, 8 in 2023-12-22T18:23:27.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:27 smithi039 ceph-mon[181282]: pgmap v4074: 137 pgs: 1 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 135 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 5.0 KiB/s wr, 177 op/s 2023-12-22T18:23:27.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:27 smithi039 ceph-mon[181282]: osdmap e2512: 8 total, 8 up, 8 in 2023-12-22T18:23:27.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:27 smithi032 ceph-mon[191839]: osdmap e2511: 8 total, 8 up, 8 in 2023-12-22T18:23:27.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:27 smithi032 ceph-mon[191839]: pgmap v4074: 137 pgs: 1 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 135 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 5.0 KiB/s wr, 177 op/s 2023-12-22T18:23:27.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:27 smithi032 ceph-mon[191839]: osdmap e2512: 8 total, 8 up, 8 in 2023-12-22T18:23:27.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:27 smithi032 ceph-mon[189144]: osdmap e2511: 8 total, 8 up, 8 in 2023-12-22T18:23:27.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:27 smithi032 ceph-mon[189144]: pgmap v4074: 137 pgs: 1 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 135 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 5.0 KiB/s wr, 177 op/s 2023-12-22T18:23:27.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:27 smithi032 ceph-mon[189144]: osdmap e2512: 8 total, 8 up, 8 in 2023-12-22T18:23:29.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:29 smithi032 ceph-mon[191839]: osdmap e2513: 8 total, 8 up, 8 in 2023-12-22T18:23:29.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:29 smithi032 ceph-mon[191839]: pgmap v4077: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2023-12-22T18:23:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:29 smithi032 ceph-mon[189144]: osdmap e2513: 8 total, 8 up, 8 in 2023-12-22T18:23:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:29 smithi032 ceph-mon[189144]: pgmap v4077: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2023-12-22T18:23:29.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:29 smithi039 ceph-mon[181282]: osdmap e2513: 8 total, 8 up, 8 in 2023-12-22T18:23:29.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:29 smithi039 ceph-mon[181282]: pgmap v4077: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2023-12-22T18:23:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:30 smithi032 ceph-mon[191839]: osdmap e2514: 8 total, 8 up, 8 in 2023-12-22T18:23:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:30 smithi032 ceph-mon[189144]: osdmap e2514: 8 total, 8 up, 8 in 2023-12-22T18:23:30.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:30 smithi039 ceph-mon[181282]: osdmap e2514: 8 total, 8 up, 8 in 2023-12-22T18:23:31.158 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:23:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:23:30] "GET /metrics HTTP/1.1" 200 36551 "" "Prometheus/2.43.0" 2023-12-22T18:23:31.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:31 smithi032 ceph-mon[189144]: osdmap e2515: 8 total, 8 up, 8 in 2023-12-22T18:23:31.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:31 smithi032 ceph-mon[189144]: pgmap v4080: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 5.0 KiB/s wr, 131 op/s 2023-12-22T18:23:31.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:31 smithi032 ceph-mon[191839]: osdmap e2515: 8 total, 8 up, 8 in 2023-12-22T18:23:31.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:31 smithi032 ceph-mon[191839]: pgmap v4080: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 5.0 KiB/s wr, 131 op/s 2023-12-22T18:23:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:31 smithi039 ceph-mon[181282]: osdmap e2515: 8 total, 8 up, 8 in 2023-12-22T18:23:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:31 smithi039 ceph-mon[181282]: pgmap v4080: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 5.0 KiB/s wr, 131 op/s 2023-12-22T18:23:32.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:32 smithi032 ceph-mon[191839]: osdmap e2516: 8 total, 8 up, 8 in 2023-12-22T18:23:32.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:32 smithi032 ceph-mon[191839]: osdmap e2517: 8 total, 8 up, 8 in 2023-12-22T18:23:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:32 smithi032 ceph-mon[189144]: osdmap e2516: 8 total, 8 up, 8 in 2023-12-22T18:23:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:32 smithi032 ceph-mon[189144]: osdmap e2517: 8 total, 8 up, 8 in 2023-12-22T18:23:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:32 smithi039 ceph-mon[181282]: osdmap e2516: 8 total, 8 up, 8 in 2023-12-22T18:23:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:32 smithi039 ceph-mon[181282]: osdmap e2517: 8 total, 8 up, 8 in 2023-12-22T18:23:33.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:33 smithi032 ceph-mon[191839]: pgmap v4083: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 5.0 KiB/s wr, 132 op/s 2023-12-22T18:23:33.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:33 smithi032 ceph-mon[189144]: pgmap v4083: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 5.0 KiB/s wr, 132 op/s 2023-12-22T18:23:33.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:33 smithi039 ceph-mon[181282]: pgmap v4083: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 5.0 KiB/s wr, 132 op/s 2023-12-22T18:23:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:34 smithi032 ceph-mon[191839]: osdmap e2518: 8 total, 8 up, 8 in 2023-12-22T18:23:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:34 smithi032 ceph-mon[189144]: osdmap e2518: 8 total, 8 up, 8 in 2023-12-22T18:23:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:34 smithi039 ceph-mon[181282]: osdmap e2518: 8 total, 8 up, 8 in 2023-12-22T18:23:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:35 smithi039 ceph-mon[181282]: osdmap e2519: 8 total, 8 up, 8 in 2023-12-22T18:23:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:35 smithi039 ceph-mon[181282]: pgmap v4086: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 5.0 KiB/s wr, 83 op/s 2023-12-22T18:23:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:23:35.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:35 smithi032 ceph-mon[189144]: osdmap e2519: 8 total, 8 up, 8 in 2023-12-22T18:23:35.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:35 smithi032 ceph-mon[189144]: pgmap v4086: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 5.0 KiB/s wr, 83 op/s 2023-12-22T18:23:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:23:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:35 smithi032 ceph-mon[191839]: osdmap e2519: 8 total, 8 up, 8 in 2023-12-22T18:23:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:35 smithi032 ceph-mon[191839]: pgmap v4086: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 5.0 KiB/s wr, 83 op/s 2023-12-22T18:23:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:23:36.294 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_many_snaps ... ok 2023-12-22T18:23:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:36 smithi039 ceph-mon[181282]: osdmap e2520: 8 total, 8 up, 8 in 2023-12-22T18:23:36.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:36 smithi032 ceph-mon[189144]: osdmap e2520: 8 total, 8 up, 8 in 2023-12-22T18:23:36.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:36 smithi032 ceph-mon[191839]: osdmap e2520: 8 total, 8 up, 8 in 2023-12-22T18:23:36.947 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_metadata ... ok 2023-12-22T18:23:37.026 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_modify_timestamp ... ok 2023-12-22T18:23:37.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:37 smithi039 ceph-mon[181282]: osdmap e2521: 8 total, 8 up, 8 in 2023-12-22T18:23:37.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:37 smithi039 ceph-mon[181282]: pgmap v4089: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 5.0 KiB/s wr, 89 op/s 2023-12-22T18:23:37.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:37 smithi039 ceph-mon[181282]: osdmap e2522: 8 total, 8 up, 8 in 2023-12-22T18:23:37.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:37 smithi032 ceph-mon[191839]: osdmap e2521: 8 total, 8 up, 8 in 2023-12-22T18:23:37.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:37 smithi032 ceph-mon[191839]: pgmap v4089: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 5.0 KiB/s wr, 89 op/s 2023-12-22T18:23:37.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:37 smithi032 ceph-mon[191839]: osdmap e2522: 8 total, 8 up, 8 in 2023-12-22T18:23:37.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:37 smithi032 ceph-mon[189144]: osdmap e2521: 8 total, 8 up, 8 in 2023-12-22T18:23:37.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:37 smithi032 ceph-mon[189144]: pgmap v4089: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 5.0 KiB/s wr, 89 op/s 2023-12-22T18:23:37.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:37 smithi032 ceph-mon[189144]: osdmap e2522: 8 total, 8 up, 8 in 2023-12-22T18:23:38.258 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_protect_snap ... ok 2023-12-22T18:23:38.342 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_read ... ok 2023-12-22T18:23:38.420 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_read_bad_offset ... ok 2023-12-22T18:23:38.498 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_read_with_fadvise_flags ... ok 2023-12-22T18:23:39.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:39 smithi032 ceph-mon[191839]: osdmap e2523: 8 total, 8 up, 8 in 2023-12-22T18:23:39.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:39 smithi032 ceph-mon[191839]: pgmap v4092: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 1.2 KiB/s wr, 51 op/s 2023-12-22T18:23:39.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:39 smithi032 ceph-mon[189144]: osdmap e2523: 8 total, 8 up, 8 in 2023-12-22T18:23:39.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:39 smithi032 ceph-mon[189144]: pgmap v4092: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 1.2 KiB/s wr, 51 op/s 2023-12-22T18:23:39.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:39 smithi039 ceph-mon[181282]: osdmap e2523: 8 total, 8 up, 8 in 2023-12-22T18:23:39.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:39 smithi039 ceph-mon[181282]: pgmap v4092: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 1.2 KiB/s wr, 51 op/s 2023-12-22T18:23:40.254 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_remove_snap ... ok 2023-12-22T18:23:40.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:40 smithi032 ceph-mon[191839]: osdmap e2524: 8 total, 8 up, 8 in 2023-12-22T18:23:40.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:40 smithi032 ceph-mon[189144]: osdmap e2524: 8 total, 8 up, 8 in 2023-12-22T18:23:40.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:40 smithi039 ceph-mon[181282]: osdmap e2524: 8 total, 8 up, 8 in 2023-12-22T18:23:41.159 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:41 smithi032 ceph-mon[191839]: osdmap e2525: 8 total, 8 up, 8 in 2023-12-22T18:23:41.159 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:41 smithi032 ceph-mon[191839]: pgmap v4095: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 203 KiB/s rd, 12 KiB/s wr, 262 op/s 2023-12-22T18:23:41.160 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:23:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:23:40] "GET /metrics HTTP/1.1" 200 36547 "" "Prometheus/2.43.0" 2023-12-22T18:23:41.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:41 smithi032 ceph-mon[189144]: osdmap e2525: 8 total, 8 up, 8 in 2023-12-22T18:23:41.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:41 smithi032 ceph-mon[189144]: pgmap v4095: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 203 KiB/s rd, 12 KiB/s wr, 262 op/s 2023-12-22T18:23:41.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:41 smithi039 ceph-mon[181282]: osdmap e2525: 8 total, 8 up, 8 in 2023-12-22T18:23:41.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:41 smithi039 ceph-mon[181282]: pgmap v4095: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 203 KiB/s rd, 12 KiB/s wr, 262 op/s 2023-12-22T18:23:42.256 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_remove_snap2 ... ok 2023-12-22T18:23:42.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:42 smithi032 ceph-mon[191839]: osdmap e2526: 8 total, 8 up, 8 in 2023-12-22T18:23:42.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:42 smithi032 ceph-mon[191839]: osdmap e2527: 8 total, 8 up, 8 in 2023-12-22T18:23:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:42 smithi032 ceph-mon[189144]: osdmap e2526: 8 total, 8 up, 8 in 2023-12-22T18:23:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:42 smithi032 ceph-mon[189144]: osdmap e2527: 8 total, 8 up, 8 in 2023-12-22T18:23:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:42 smithi039 ceph-mon[181282]: osdmap e2526: 8 total, 8 up, 8 in 2023-12-22T18:23:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:42 smithi039 ceph-mon[181282]: osdmap e2527: 8 total, 8 up, 8 in 2023-12-22T18:23:43.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:43 smithi032 ceph-mon[189144]: pgmap v4098: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 47 KiB/s wr, 959 op/s 2023-12-22T18:23:43.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:43 smithi032 ceph-mon[191839]: pgmap v4098: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 47 KiB/s wr, 959 op/s 2023-12-22T18:23:43.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:43 smithi039 ceph-mon[181282]: pgmap v4098: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 47 KiB/s wr, 959 op/s 2023-12-22T18:23:44.286 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_remove_snap_by_id ... ok 2023-12-22T18:23:44.367 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_remove_snap_not_found ... ok 2023-12-22T18:23:44.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:44 smithi032 ceph-mon[191839]: osdmap e2528: 8 total, 8 up, 8 in 2023-12-22T18:23:44.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:44 smithi032 ceph-mon[189144]: osdmap e2528: 8 total, 8 up, 8 in 2023-12-22T18:23:44.462 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_remove_with_exclusive_lock ... ok 2023-12-22T18:23:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:44 smithi039 ceph-mon[181282]: osdmap e2528: 8 total, 8 up, 8 in 2023-12-22T18:23:44.541 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_remove_with_snap ... SKIP 2023-12-22T18:23:44.618 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_remove_with_watcher ... SKIP 2023-12-22T18:23:45.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:45 smithi032 ceph-mon[191839]: osdmap e2529: 8 total, 8 up, 8 in 2023-12-22T18:23:45.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:45 smithi032 ceph-mon[191839]: pgmap v4101: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 45 KiB/s wr, 908 op/s 2023-12-22T18:23:45.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:45 smithi032 ceph-mon[189144]: osdmap e2529: 8 total, 8 up, 8 in 2023-12-22T18:23:45.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:45 smithi032 ceph-mon[189144]: pgmap v4101: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 45 KiB/s wr, 908 op/s 2023-12-22T18:23:45.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:45 smithi039 ceph-mon[181282]: osdmap e2529: 8 total, 8 up, 8 in 2023-12-22T18:23:45.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:45 smithi039 ceph-mon[181282]: pgmap v4101: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 45 KiB/s wr, 908 op/s 2023-12-22T18:23:46.302 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_rename_snap ... ok 2023-12-22T18:23:46.390 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_resize ... ok 2023-12-22T18:23:46.481 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_resize_allow_shrink_False ... ok 2023-12-22T18:23:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:46 smithi039 ceph-mon[181282]: osdmap e2530: 8 total, 8 up, 8 in 2023-12-22T18:23:46.592 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_resize_bytes ... ok 2023-12-22T18:23:46.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:46 smithi032 ceph-mon[191839]: osdmap e2530: 8 total, 8 up, 8 in 2023-12-22T18:23:46.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:46 smithi032 ceph-mon[189144]: osdmap e2530: 8 total, 8 up, 8 in 2023-12-22T18:23:46.689 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_resize_down ... ok 2023-12-22T18:23:47.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:47 smithi039 ceph-mon[181282]: osdmap e2531: 8 total, 8 up, 8 in 2023-12-22T18:23:47.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:47 smithi039 ceph-mon[181282]: pgmap v4104: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 12 KiB/s wr, 290 op/s 2023-12-22T18:23:47.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:47 smithi039 ceph-mon[181282]: osdmap e2532: 8 total, 8 up, 8 in 2023-12-22T18:23:47.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:47 smithi032 ceph-mon[189144]: osdmap e2531: 8 total, 8 up, 8 in 2023-12-22T18:23:47.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:47 smithi032 ceph-mon[189144]: pgmap v4104: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 12 KiB/s wr, 290 op/s 2023-12-22T18:23:47.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:47 smithi032 ceph-mon[189144]: osdmap e2532: 8 total, 8 up, 8 in 2023-12-22T18:23:47.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:47 smithi032 ceph-mon[191839]: osdmap e2531: 8 total, 8 up, 8 in 2023-12-22T18:23:47.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:47 smithi032 ceph-mon[191839]: pgmap v4104: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 12 KiB/s wr, 290 op/s 2023-12-22T18:23:47.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:47 smithi032 ceph-mon[191839]: osdmap e2532: 8 total, 8 up, 8 in 2023-12-22T18:23:48.331 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_rollback_to_snap ... ok 2023-12-22T18:23:49.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:49 smithi039 ceph-mon[181282]: osdmap e2533: 8 total, 8 up, 8 in 2023-12-22T18:23:49.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:49 smithi039 ceph-mon[181282]: pgmap v4107: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 226 KiB/s rd, 11 KiB/s wr, 309 op/s 2023-12-22T18:23:49.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:49 smithi032 ceph-mon[191839]: osdmap e2533: 8 total, 8 up, 8 in 2023-12-22T18:23:49.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:49 smithi032 ceph-mon[191839]: pgmap v4107: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 226 KiB/s rd, 11 KiB/s wr, 309 op/s 2023-12-22T18:23:49.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:49 smithi032 ceph-mon[189144]: osdmap e2533: 8 total, 8 up, 8 in 2023-12-22T18:23:49.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:49 smithi032 ceph-mon[189144]: pgmap v4107: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 226 KiB/s rd, 11 KiB/s wr, 309 op/s 2023-12-22T18:23:50.335 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_rollback_to_snap_sparse ... ok 2023-12-22T18:23:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:50 smithi039 ceph-mon[181282]: osdmap e2534: 8 total, 8 up, 8 in 2023-12-22T18:23:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:23:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:50 smithi032 ceph-mon[189144]: osdmap e2534: 8 total, 8 up, 8 in 2023-12-22T18:23:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:23:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:50 smithi032 ceph-mon[191839]: osdmap e2534: 8 total, 8 up, 8 in 2023-12-22T18:23:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:23:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:23:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:23:50] "GET /metrics HTTP/1.1" 200 36547 "" "Prometheus/2.43.0" 2023-12-22T18:23:51.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:51 smithi039 ceph-mon[181282]: pgmap v4109: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 227 KiB/s rd, 22 KiB/s wr, 314 op/s 2023-12-22T18:23:51.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:51 smithi039 ceph-mon[181282]: osdmap e2535: 8 total, 8 up, 8 in 2023-12-22T18:23:51.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:51 smithi032 ceph-mon[191839]: pgmap v4109: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 227 KiB/s rd, 22 KiB/s wr, 314 op/s 2023-12-22T18:23:51.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:51 smithi032 ceph-mon[191839]: osdmap e2535: 8 total, 8 up, 8 in 2023-12-22T18:23:51.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:51 smithi032 ceph-mon[189144]: pgmap v4109: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 227 KiB/s rd, 22 KiB/s wr, 314 op/s 2023-12-22T18:23:51.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:51 smithi032 ceph-mon[189144]: osdmap e2535: 8 total, 8 up, 8 in 2023-12-22T18:23:52.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:52 smithi039 ceph-mon[181282]: osdmap e2536: 8 total, 8 up, 8 in 2023-12-22T18:23:52.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:52 smithi039 ceph-mon[181282]: osdmap e2537: 8 total, 8 up, 8 in 2023-12-22T18:23:52.581 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:23:52.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:52 smithi032 ceph-mon[189144]: osdmap e2536: 8 total, 8 up, 8 in 2023-12-22T18:23:52.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:52 smithi032 ceph-mon[189144]: osdmap e2537: 8 total, 8 up, 8 in 2023-12-22T18:23:52.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:52 smithi032 ceph-mon[191839]: osdmap e2536: 8 total, 8 up, 8 in 2023-12-22T18:23:52.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:52 smithi032 ceph-mon[191839]: osdmap e2537: 8 total, 8 up, 8 in 2023-12-22T18:23:52.904 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:23:52.904 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (63m) 9m ago 68m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:23:52.904 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (63m) 7m ago 68m 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:23:52.904 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (69m) 9m ago 69m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:23:52.904 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (69m) 7m ago 69m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:23:52.904 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (63m) 7m ago 71m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:23:52.904 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (63m) 9m ago 73m 589M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:23:52.904 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (62m) 9m ago 73m 466M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:23:52.904 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (62m) 7m ago 72m 268M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:23:52.904 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (62m) 9m ago 71m 262M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:23:52.904 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (63m) 9m ago 68m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:23:52.904 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (63m) 7m ago 68m 18.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:23:52.905 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (61m) 9m ago 71m 3391M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:23:52.905 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (61m) 9m ago 71m 3804M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:23:52.905 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (60m) 9m ago 70m 3579M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:23:52.905 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (60m) 9m ago 70m 3156M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:23:52.905 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (60m) 7m ago 70m 3300M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:23:52.905 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (59m) 7m ago 70m 3378M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:23:52.905 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (59m) 7m ago 69m 2607M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:23:52.905 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (58m) 7m ago 69m 2989M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:23:52.905 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (63m) 7m ago 68m 101M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:23:53.326 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:23:53.327 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:23:53.327 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:23:53.327 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:23:53.327 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:23:53.327 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:23:53.327 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:23:53.327 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:23:53.327 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:23:53.327 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:23:53.327 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:23:53.327 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:23:53.327 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:23:53.327 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:23:53.327 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:23:53.327 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:23:53.328 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:23:53.328 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:23:53.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:53 smithi039 ceph-mon[181282]: pgmap v4113: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 248 KiB/s rd, 25 KiB/s wr, 344 op/s 2023-12-22T18:23:53.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:53 smithi039 ceph-mon[181282]: from='client.47804 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:23:53.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:53 smithi039 ceph-mon[181282]: from='client.47810 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:23:53.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:53 smithi039 ceph-mon[181282]: osdmap e2538: 8 total, 8 up, 8 in 2023-12-22T18:23:53.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:53 smithi032 ceph-mon[191839]: pgmap v4113: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 248 KiB/s rd, 25 KiB/s wr, 344 op/s 2023-12-22T18:23:53.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:53 smithi032 ceph-mon[191839]: from='client.47804 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:23:53.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:53 smithi032 ceph-mon[191839]: from='client.47810 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:23:53.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:53 smithi032 ceph-mon[191839]: osdmap e2538: 8 total, 8 up, 8 in 2023-12-22T18:23:53.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:53 smithi032 ceph-mon[189144]: pgmap v4113: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 248 KiB/s rd, 25 KiB/s wr, 344 op/s 2023-12-22T18:23:53.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:53 smithi032 ceph-mon[189144]: from='client.47804 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:23:53.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:53 smithi032 ceph-mon[189144]: from='client.47810 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:23:53.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:53 smithi032 ceph-mon[189144]: osdmap e2538: 8 total, 8 up, 8 in 2023-12-22T18:23:54.282 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_rollback_with_resize ... ok 2023-12-22T18:23:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:54 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/976780255' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:23:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:54 smithi039 ceph-mon[181282]: osdmap e2539: 8 total, 8 up, 8 in 2023-12-22T18:23:54.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:54 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/976780255' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:23:54.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:54 smithi032 ceph-mon[189144]: osdmap e2539: 8 total, 8 up, 8 in 2023-12-22T18:23:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:54 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/976780255' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:23:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:54 smithi032 ceph-mon[191839]: osdmap e2539: 8 total, 8 up, 8 in 2023-12-22T18:23:55.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:55 smithi039 ceph-mon[181282]: pgmap v4116: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 228 KiB/s rd, 24 KiB/s wr, 321 op/s 2023-12-22T18:23:55.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:55 smithi032 ceph-mon[191839]: pgmap v4116: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 228 KiB/s rd, 24 KiB/s wr, 321 op/s 2023-12-22T18:23:55.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:55 smithi032 ceph-mon[189144]: pgmap v4116: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 228 KiB/s rd, 24 KiB/s wr, 321 op/s 2023-12-22T18:23:56.371 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_set_no_snap ... ok 2023-12-22T18:23:56.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:56 smithi032 ceph-mon[189144]: osdmap e2540: 8 total, 8 up, 8 in 2023-12-22T18:23:56.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:56 smithi032 ceph-mon[191839]: osdmap e2540: 8 total, 8 up, 8 in 2023-12-22T18:23:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:56 smithi039 ceph-mon[181282]: osdmap e2540: 8 total, 8 up, 8 in 2023-12-22T18:23:57.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:57 smithi039 ceph-mon[181282]: pgmap v4118: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 13 KiB/s wr, 140 op/s 2023-12-22T18:23:57.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:57 smithi039 ceph-mon[181282]: osdmap e2541: 8 total, 8 up, 8 in 2023-12-22T18:23:57.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:57 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:23:57.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:57 smithi039 ceph-mon[181282]: osdmap e2542: 8 total, 8 up, 8 in 2023-12-22T18:23:57.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:57 smithi032 ceph-mon[191839]: pgmap v4118: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 13 KiB/s wr, 140 op/s 2023-12-22T18:23:57.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:57 smithi032 ceph-mon[191839]: osdmap e2541: 8 total, 8 up, 8 in 2023-12-22T18:23:57.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:57 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:23:57.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:57 smithi032 ceph-mon[191839]: osdmap e2542: 8 total, 8 up, 8 in 2023-12-22T18:23:57.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:57 smithi032 ceph-mon[189144]: pgmap v4118: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 13 KiB/s wr, 140 op/s 2023-12-22T18:23:57.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:57 smithi032 ceph-mon[189144]: osdmap e2541: 8 total, 8 up, 8 in 2023-12-22T18:23:57.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:57 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:23:57.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:57 smithi032 ceph-mon[189144]: osdmap e2542: 8 total, 8 up, 8 in 2023-12-22T18:23:58.256 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_set_snap ... ok 2023-12-22T18:23:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:23:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:23:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:23:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:23:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:23:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:23:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:23:58.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:58 smithi039 ceph-mon[181282]: osdmap e2543: 8 total, 8 up, 8 in 2023-12-22T18:23:58.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:23:58.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:23:58.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:23:58.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:23:58.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:23:58.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:23:58.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:23:58.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:58 smithi032 ceph-mon[191839]: osdmap e2543: 8 total, 8 up, 8 in 2023-12-22T18:23:58.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:23:58.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:23:58.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:23:58.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:23:58.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:23:58.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:23:58.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:23:58.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:58 smithi032 ceph-mon[189144]: osdmap e2543: 8 total, 8 up, 8 in 2023-12-22T18:23:59.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:59 smithi039 ceph-mon[181282]: pgmap v4122: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 5.0 KiB/s wr, 63 op/s 2023-12-22T18:23:59.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:23:59 smithi039 ceph-mon[181282]: osdmap e2544: 8 total, 8 up, 8 in 2023-12-22T18:23:59.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:59 smithi032 ceph-mon[191839]: pgmap v4122: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 5.0 KiB/s wr, 63 op/s 2023-12-22T18:23:59.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:23:59 smithi032 ceph-mon[191839]: osdmap e2544: 8 total, 8 up, 8 in 2023-12-22T18:23:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:59 smithi032 ceph-mon[189144]: pgmap v4122: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 5.0 KiB/s wr, 63 op/s 2023-12-22T18:23:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:23:59 smithi032 ceph-mon[189144]: osdmap e2544: 8 total, 8 up, 8 in 2023-12-22T18:24:00.276 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_set_snap_by_id ... ok 2023-12-22T18:24:01.170 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:24:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:24:00] "GET /metrics HTTP/1.1" 200 36547 "" "Prometheus/2.43.0" 2023-12-22T18:24:01.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:01 smithi032 ceph-mon[191839]: osdmap e2545: 8 total, 8 up, 8 in 2023-12-22T18:24:01.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:01 smithi032 ceph-mon[191839]: pgmap v4125: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 135 KiB/s rd, 15 KiB/s wr, 188 op/s 2023-12-22T18:24:01.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:01 smithi032 ceph-mon[189144]: osdmap e2545: 8 total, 8 up, 8 in 2023-12-22T18:24:01.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:01 smithi032 ceph-mon[189144]: pgmap v4125: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 135 KiB/s rd, 15 KiB/s wr, 188 op/s 2023-12-22T18:24:01.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:01 smithi039 ceph-mon[181282]: osdmap e2545: 8 total, 8 up, 8 in 2023-12-22T18:24:01.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:01 smithi039 ceph-mon[181282]: pgmap v4125: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 135 KiB/s rd, 15 KiB/s wr, 188 op/s 2023-12-22T18:24:02.261 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_set_snap_deleted ... ok 2023-12-22T18:24:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:02 smithi032 ceph-mon[191839]: osdmap e2546: 8 total, 8 up, 8 in 2023-12-22T18:24:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:02 smithi032 ceph-mon[191839]: osdmap e2547: 8 total, 8 up, 8 in 2023-12-22T18:24:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:02 smithi032 ceph-mon[189144]: osdmap e2546: 8 total, 8 up, 8 in 2023-12-22T18:24:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:02 smithi032 ceph-mon[189144]: osdmap e2547: 8 total, 8 up, 8 in 2023-12-22T18:24:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:02 smithi039 ceph-mon[181282]: osdmap e2546: 8 total, 8 up, 8 in 2023-12-22T18:24:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:02 smithi039 ceph-mon[181282]: osdmap e2547: 8 total, 8 up, 8 in 2023-12-22T18:24:03.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:03 smithi039 ceph-mon[181282]: pgmap v4128: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 16 KiB/s wr, 194 op/s 2023-12-22T18:24:03.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:03 smithi032 ceph-mon[191839]: pgmap v4128: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 16 KiB/s wr, 194 op/s 2023-12-22T18:24:03.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:03 smithi032 ceph-mon[189144]: pgmap v4128: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 16 KiB/s wr, 194 op/s 2023-12-22T18:24:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:04 smithi039 ceph-mon[181282]: osdmap e2548: 8 total, 8 up, 8 in 2023-12-22T18:24:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:04 smithi032 ceph-mon[191839]: osdmap e2548: 8 total, 8 up, 8 in 2023-12-22T18:24:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:04 smithi032 ceph-mon[189144]: osdmap e2548: 8 total, 8 up, 8 in 2023-12-22T18:24:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:05 smithi039 ceph-mon[181282]: osdmap e2549: 8 total, 8 up, 8 in 2023-12-22T18:24:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:05 smithi039 ceph-mon[181282]: pgmap v4131: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 11 KiB/s wr, 71 op/s 2023-12-22T18:24:05.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:24:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:05 smithi032 ceph-mon[191839]: osdmap e2549: 8 total, 8 up, 8 in 2023-12-22T18:24:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:05 smithi032 ceph-mon[191839]: pgmap v4131: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 11 KiB/s wr, 71 op/s 2023-12-22T18:24:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:24:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:05 smithi032 ceph-mon[189144]: osdmap e2549: 8 total, 8 up, 8 in 2023-12-22T18:24:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:05 smithi032 ceph-mon[189144]: pgmap v4131: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 11 KiB/s wr, 71 op/s 2023-12-22T18:24:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:24:06.318 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_set_snap_recreated ... ok 2023-12-22T18:24:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:06 smithi039 ceph-mon[181282]: osdmap e2550: 8 total, 8 up, 8 in 2023-12-22T18:24:06.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:06 smithi032 ceph-mon[191839]: osdmap e2550: 8 total, 8 up, 8 in 2023-12-22T18:24:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:06 smithi032 ceph-mon[189144]: osdmap e2550: 8 total, 8 up, 8 in 2023-12-22T18:24:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:07 smithi039 ceph-mon[181282]: osdmap e2551: 8 total, 8 up, 8 in 2023-12-22T18:24:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:07 smithi039 ceph-mon[181282]: pgmap v4134: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 13 KiB/s wr, 153 op/s 2023-12-22T18:24:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:07 smithi039 ceph-mon[181282]: osdmap e2552: 8 total, 8 up, 8 in 2023-12-22T18:24:07.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:07 smithi032 ceph-mon[191839]: osdmap e2551: 8 total, 8 up, 8 in 2023-12-22T18:24:07.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:07 smithi032 ceph-mon[191839]: pgmap v4134: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 13 KiB/s wr, 153 op/s 2023-12-22T18:24:07.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:07 smithi032 ceph-mon[191839]: osdmap e2552: 8 total, 8 up, 8 in 2023-12-22T18:24:07.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:07 smithi032 ceph-mon[189144]: osdmap e2551: 8 total, 8 up, 8 in 2023-12-22T18:24:07.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:07 smithi032 ceph-mon[189144]: pgmap v4134: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 13 KiB/s wr, 153 op/s 2023-12-22T18:24:07.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:07 smithi032 ceph-mon[189144]: osdmap e2552: 8 total, 8 up, 8 in 2023-12-22T18:24:08.264 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_set_snap_sparse ... ok 2023-12-22T18:24:09.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:09 smithi032 ceph-mon[189144]: osdmap e2553: 8 total, 8 up, 8 in 2023-12-22T18:24:09.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:09 smithi032 ceph-mon[189144]: pgmap v4137: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 9.0 KiB/s wr, 134 op/s 2023-12-22T18:24:09.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:09 smithi032 ceph-mon[191839]: osdmap e2553: 8 total, 8 up, 8 in 2023-12-22T18:24:09.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:09 smithi032 ceph-mon[191839]: pgmap v4137: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 9.0 KiB/s wr, 134 op/s 2023-12-22T18:24:09.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:09 smithi039 ceph-mon[181282]: osdmap e2553: 8 total, 8 up, 8 in 2023-12-22T18:24:09.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:09 smithi039 ceph-mon[181282]: pgmap v4137: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 9.0 KiB/s wr, 134 op/s 2023-12-22T18:24:10.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:10 smithi032 ceph-mon[191839]: osdmap e2554: 8 total, 8 up, 8 in 2023-12-22T18:24:10.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:10 smithi032 ceph-mon[189144]: osdmap e2554: 8 total, 8 up, 8 in 2023-12-22T18:24:10.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:10 smithi039 ceph-mon[181282]: osdmap e2554: 8 total, 8 up, 8 in 2023-12-22T18:24:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:24:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:24:10] "GET /metrics HTTP/1.1" 200 36549 "" "Prometheus/2.43.0" 2023-12-22T18:24:11.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:11 smithi032 ceph-mon[189144]: osdmap e2555: 8 total, 8 up, 8 in 2023-12-22T18:24:11.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:11 smithi032 ceph-mon[189144]: pgmap v4140: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 8.0 KiB/s wr, 86 op/s 2023-12-22T18:24:11.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:11 smithi032 ceph-mon[191839]: osdmap e2555: 8 total, 8 up, 8 in 2023-12-22T18:24:11.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:11 smithi032 ceph-mon[191839]: pgmap v4140: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 8.0 KiB/s wr, 86 op/s 2023-12-22T18:24:11.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:11 smithi039 ceph-mon[181282]: osdmap e2555: 8 total, 8 up, 8 in 2023-12-22T18:24:11.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:11 smithi039 ceph-mon[181282]: pgmap v4140: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 8.0 KiB/s wr, 86 op/s 2023-12-22T18:24:12.258 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_size ... ok 2023-12-22T18:24:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:12 smithi032 ceph-mon[191839]: osdmap e2556: 8 total, 8 up, 8 in 2023-12-22T18:24:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:12 smithi032 ceph-mon[191839]: osdmap e2557: 8 total, 8 up, 8 in 2023-12-22T18:24:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:12 smithi032 ceph-mon[189144]: osdmap e2556: 8 total, 8 up, 8 in 2023-12-22T18:24:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:12 smithi032 ceph-mon[189144]: osdmap e2557: 8 total, 8 up, 8 in 2023-12-22T18:24:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:12 smithi039 ceph-mon[181282]: osdmap e2556: 8 total, 8 up, 8 in 2023-12-22T18:24:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:12 smithi039 ceph-mon[181282]: osdmap e2557: 8 total, 8 up, 8 in 2023-12-22T18:24:13.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:13 smithi039 ceph-mon[181282]: pgmap v4143: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 6.5 KiB/s wr, 96 op/s 2023-12-22T18:24:13.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:13 smithi032 ceph-mon[191839]: pgmap v4143: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 6.5 KiB/s wr, 96 op/s 2023-12-22T18:24:13.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:13 smithi032 ceph-mon[189144]: pgmap v4143: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 6.5 KiB/s wr, 96 op/s 2023-12-22T18:24:14.295 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_snap_exists ... ok 2023-12-22T18:24:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:14 smithi039 ceph-mon[181282]: osdmap e2558: 8 total, 8 up, 8 in 2023-12-22T18:24:14.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:14 smithi032 ceph-mon[191839]: osdmap e2558: 8 total, 8 up, 8 in 2023-12-22T18:24:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:14 smithi032 ceph-mon[189144]: osdmap e2558: 8 total, 8 up, 8 in 2023-12-22T18:24:15.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:15 smithi039 ceph-mon[181282]: osdmap e2559: 8 total, 8 up, 8 in 2023-12-22T18:24:15.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:15 smithi039 ceph-mon[181282]: pgmap v4146: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 7.0 KiB/s wr, 123 op/s 2023-12-22T18:24:15.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:15 smithi032 ceph-mon[189144]: osdmap e2559: 8 total, 8 up, 8 in 2023-12-22T18:24:15.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:15 smithi032 ceph-mon[189144]: pgmap v4146: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 7.0 KiB/s wr, 123 op/s 2023-12-22T18:24:15.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:15 smithi032 ceph-mon[191839]: osdmap e2559: 8 total, 8 up, 8 in 2023-12-22T18:24:15.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:15 smithi032 ceph-mon[191839]: pgmap v4146: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 7.0 KiB/s wr, 123 op/s 2023-12-22T18:24:16.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:16 smithi039 ceph-mon[181282]: osdmap e2560: 8 total, 8 up, 8 in 2023-12-22T18:24:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:16 smithi032 ceph-mon[191839]: osdmap e2560: 8 total, 8 up, 8 in 2023-12-22T18:24:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:16 smithi032 ceph-mon[189144]: osdmap e2560: 8 total, 8 up, 8 in 2023-12-22T18:24:17.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:17 smithi039 ceph-mon[181282]: osdmap e2561: 8 total, 8 up, 8 in 2023-12-22T18:24:17.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:17 smithi039 ceph-mon[181282]: pgmap v4149: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 8.7 KiB/s wr, 150 op/s 2023-12-22T18:24:17.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:17 smithi039 ceph-mon[181282]: osdmap e2562: 8 total, 8 up, 8 in 2023-12-22T18:24:17.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:17 smithi032 ceph-mon[191839]: osdmap e2561: 8 total, 8 up, 8 in 2023-12-22T18:24:17.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:17 smithi032 ceph-mon[191839]: pgmap v4149: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 8.7 KiB/s wr, 150 op/s 2023-12-22T18:24:17.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:17 smithi032 ceph-mon[191839]: osdmap e2562: 8 total, 8 up, 8 in 2023-12-22T18:24:17.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:17 smithi032 ceph-mon[189144]: osdmap e2561: 8 total, 8 up, 8 in 2023-12-22T18:24:17.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:17 smithi032 ceph-mon[189144]: pgmap v4149: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 8.7 KiB/s wr, 150 op/s 2023-12-22T18:24:17.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:17 smithi032 ceph-mon[189144]: osdmap e2562: 8 total, 8 up, 8 in 2023-12-22T18:24:19.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:19 smithi032 ceph-mon[189144]: osdmap e2563: 8 total, 8 up, 8 in 2023-12-22T18:24:19.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:19 smithi032 ceph-mon[189144]: pgmap v4152: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 5.2 KiB/s wr, 103 op/s 2023-12-22T18:24:19.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:19 smithi032 ceph-mon[191839]: osdmap e2563: 8 total, 8 up, 8 in 2023-12-22T18:24:19.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:19 smithi032 ceph-mon[191839]: pgmap v4152: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 5.2 KiB/s wr, 103 op/s 2023-12-22T18:24:19.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:19 smithi039 ceph-mon[181282]: osdmap e2563: 8 total, 8 up, 8 in 2023-12-22T18:24:19.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:19 smithi039 ceph-mon[181282]: pgmap v4152: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 5.2 KiB/s wr, 103 op/s 2023-12-22T18:24:20.280 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_snap_get_id ... ok 2023-12-22T18:24:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:20 smithi032 ceph-mon[191839]: osdmap e2564: 8 total, 8 up, 8 in 2023-12-22T18:24:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:24:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:20 smithi032 ceph-mon[189144]: osdmap e2564: 8 total, 8 up, 8 in 2023-12-22T18:24:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:24:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:20 smithi039 ceph-mon[181282]: osdmap e2564: 8 total, 8 up, 8 in 2023-12-22T18:24:20.537 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:24:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:24:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:24:20] "GET /metrics HTTP/1.1" 200 36546 "" "Prometheus/2.43.0" 2023-12-22T18:24:21.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:21 smithi039 ceph-mon[181282]: osdmap e2565: 8 total, 8 up, 8 in 2023-12-22T18:24:21.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:21 smithi039 ceph-mon[181282]: pgmap v4155: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 4.0 KiB/s wr, 52 op/s 2023-12-22T18:24:21.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:21 smithi032 ceph-mon[191839]: osdmap e2565: 8 total, 8 up, 8 in 2023-12-22T18:24:21.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:21 smithi032 ceph-mon[191839]: pgmap v4155: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 4.0 KiB/s wr, 52 op/s 2023-12-22T18:24:21.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:21 smithi032 ceph-mon[189144]: osdmap e2565: 8 total, 8 up, 8 in 2023-12-22T18:24:21.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:21 smithi032 ceph-mon[189144]: pgmap v4155: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 4.0 KiB/s wr, 52 op/s 2023-12-22T18:24:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:22 smithi039 ceph-mon[181282]: osdmap e2566: 8 total, 8 up, 8 in 2023-12-22T18:24:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:22 smithi039 ceph-mon[181282]: osdmap e2567: 8 total, 8 up, 8 in 2023-12-22T18:24:22.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:22 smithi032 ceph-mon[191839]: osdmap e2566: 8 total, 8 up, 8 in 2023-12-22T18:24:22.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:22 smithi032 ceph-mon[191839]: osdmap e2567: 8 total, 8 up, 8 in 2023-12-22T18:24:22.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:22 smithi032 ceph-mon[189144]: osdmap e2566: 8 total, 8 up, 8 in 2023-12-22T18:24:22.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:22 smithi032 ceph-mon[189144]: osdmap e2567: 8 total, 8 up, 8 in 2023-12-22T18:24:23.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:23 smithi039 ceph-mon[181282]: pgmap v4158: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.2 KiB/s rd, 1.5 KiB/s wr, 15 op/s 2023-12-22T18:24:23.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:23 smithi039 ceph-mon[181282]: osdmap e2568: 8 total, 8 up, 8 in 2023-12-22T18:24:23.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:23 smithi032 ceph-mon[189144]: pgmap v4158: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.2 KiB/s rd, 1.5 KiB/s wr, 15 op/s 2023-12-22T18:24:23.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:23 smithi032 ceph-mon[189144]: osdmap e2568: 8 total, 8 up, 8 in 2023-12-22T18:24:23.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:23 smithi032 ceph-mon[191839]: pgmap v4158: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.2 KiB/s rd, 1.5 KiB/s wr, 15 op/s 2023-12-22T18:24:23.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:23 smithi032 ceph-mon[191839]: osdmap e2568: 8 total, 8 up, 8 in 2023-12-22T18:24:23.690 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:24:24.014 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:24:24.014 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (64m) 9m ago 68m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:24:24.014 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (64m) 7m ago 68m 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:24:24.014 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (69m) 9m ago 69m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:24:24.014 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (69m) 7m ago 69m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:24:24.015 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (63m) 7m ago 72m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:24:24.015 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (64m) 9m ago 73m 589M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:24:24.015 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (63m) 9m ago 73m 466M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:24:24.015 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (62m) 7m ago 72m 268M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:24:24.015 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (63m) 9m ago 72m 262M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:24:24.015 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (64m) 9m ago 68m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:24:24.015 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (64m) 7m ago 68m 18.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:24:24.015 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (62m) 9m ago 71m 3391M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:24:24.015 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (61m) 9m ago 71m 3804M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:24:24.015 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (61m) 9m ago 71m 3579M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:24:24.015 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (61m) 9m ago 71m 3156M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:24:24.016 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (60m) 7m ago 70m 3300M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:24:24.016 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (60m) 7m ago 70m 3378M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:24:24.016 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (59m) 7m ago 70m 2607M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:24:24.016 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (59m) 7m ago 69m 2989M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:24:24.016 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (63m) 7m ago 69m 101M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:24:24.443 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:24:24.443 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:24:24.443 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:24:24.443 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:24:24.443 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:24:24.443 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:24:24.443 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:24:24.443 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:24:24.443 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:24:24.444 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:24:24.444 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:24:24.444 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:24:24.444 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:24:24.444 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:24:24.444 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:24:24.444 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:24:24.444 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:24:24.444 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:24:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:24 smithi039 ceph-mon[181282]: from='client.37905 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:24:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:24 smithi032 ceph-mon[189144]: from='client.37905 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:24:24.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:24 smithi032 ceph-mon[191839]: from='client.37905 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:24:25.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:25 smithi039 ceph-mon[181282]: from='client.37911 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:24:25.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:25 smithi039 ceph-mon[181282]: osdmap e2569: 8 total, 8 up, 8 in 2023-12-22T18:24:25.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:25 smithi039 ceph-mon[181282]: pgmap v4161: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 4.2 KiB/s wr, 69 op/s 2023-12-22T18:24:25.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:25 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1366013661' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:24:25.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:25 smithi032 ceph-mon[191839]: from='client.37911 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:24:25.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:25 smithi032 ceph-mon[191839]: osdmap e2569: 8 total, 8 up, 8 in 2023-12-22T18:24:25.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:25 smithi032 ceph-mon[191839]: pgmap v4161: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 4.2 KiB/s wr, 69 op/s 2023-12-22T18:24:25.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:25 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1366013661' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:24:25.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:25 smithi032 ceph-mon[189144]: from='client.37911 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:24:25.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:25 smithi032 ceph-mon[189144]: osdmap e2569: 8 total, 8 up, 8 in 2023-12-22T18:24:25.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:25 smithi032 ceph-mon[189144]: pgmap v4161: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 4.2 KiB/s wr, 69 op/s 2023-12-22T18:24:25.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:25 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1366013661' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:24:26.309 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_snap_get_name ... ok 2023-12-22T18:24:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:26 smithi039 ceph-mon[181282]: osdmap e2570: 8 total, 8 up, 8 in 2023-12-22T18:24:26.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:26 smithi032 ceph-mon[189144]: osdmap e2570: 8 total, 8 up, 8 in 2023-12-22T18:24:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:26 smithi032 ceph-mon[191839]: osdmap e2570: 8 total, 8 up, 8 in 2023-12-22T18:24:27.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:27 smithi039 ceph-mon[181282]: osdmap e2571: 8 total, 8 up, 8 in 2023-12-22T18:24:27.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:27 smithi039 ceph-mon[181282]: pgmap v4164: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 7.7 KiB/s wr, 113 op/s 2023-12-22T18:24:27.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:27 smithi039 ceph-mon[181282]: osdmap e2572: 8 total, 8 up, 8 in 2023-12-22T18:24:27.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:27 smithi032 ceph-mon[189144]: osdmap e2571: 8 total, 8 up, 8 in 2023-12-22T18:24:27.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:27 smithi032 ceph-mon[189144]: pgmap v4164: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 7.7 KiB/s wr, 113 op/s 2023-12-22T18:24:27.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:27 smithi032 ceph-mon[189144]: osdmap e2572: 8 total, 8 up, 8 in 2023-12-22T18:24:27.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:27 smithi032 ceph-mon[191839]: osdmap e2571: 8 total, 8 up, 8 in 2023-12-22T18:24:27.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:27 smithi032 ceph-mon[191839]: pgmap v4164: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 7.7 KiB/s wr, 113 op/s 2023-12-22T18:24:27.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:27 smithi032 ceph-mon[191839]: osdmap e2572: 8 total, 8 up, 8 in 2023-12-22T18:24:28.275 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_snap_timestamp ... ok 2023-12-22T18:24:28.366 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_sparsify ... ok 2023-12-22T18:24:28.439 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_stat ... ok 2023-12-22T18:24:28.515 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_update_features ... SKIP 2023-12-22T18:24:28.600 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_use_after_close ... ok 2023-12-22T18:24:28.675 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_watchers_list ... ok 2023-12-22T18:24:28.763 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_write ... ok 2023-12-22T18:24:28.857 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_write_read ... ok 2023-12-22T18:24:28.951 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_write_with_fadvise_flags ... ok 2023-12-22T18:24:29.045 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_write_zeroes ... ok 2023-12-22T18:24:29.139 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImage.test_write_zeroes_thick_provision ... ok 2023-12-22T18:24:29.226 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImageId.test_read ... ok 2023-12-22T18:24:29.320 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImageId.test_resize ... ok 2023-12-22T18:24:29.419 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestImageId.test_write ... ok 2023-12-22T18:24:29.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:29 smithi032 ceph-mon[191839]: osdmap e2573: 8 total, 8 up, 8 in 2023-12-22T18:24:29.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:29 smithi032 ceph-mon[191839]: pgmap v4167: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 4.5 KiB/s wr, 69 op/s 2023-12-22T18:24:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:29 smithi032 ceph-mon[189144]: osdmap e2573: 8 total, 8 up, 8 in 2023-12-22T18:24:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:29 smithi032 ceph-mon[189144]: pgmap v4167: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 4.5 KiB/s wr, 69 op/s 2023-12-22T18:24:29.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:29 smithi039 ceph-mon[181282]: osdmap e2573: 8 total, 8 up, 8 in 2023-12-22T18:24:29.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:29 smithi039 ceph-mon[181282]: pgmap v4167: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 4.5 KiB/s wr, 69 op/s 2023-12-22T18:24:29.607 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestMigration.test_migrate_abort ... ok 2023-12-22T18:24:29.791 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestMigration.test_migrate_abort_with_progress ... ok 2023-12-22T18:24:30.069 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestMigration.test_migration ... ok 2023-12-22T18:24:31.176 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:24:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:24:30] "GET /metrics HTTP/1.1" 200 36546 "" "Prometheus/2.43.0" 2023-12-22T18:24:31.177 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:31 smithi032 ceph-mon[189144]: osdmap e2574: 8 total, 8 up, 8 in 2023-12-22T18:24:31.177 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:31 smithi032 ceph-mon[189144]: pgmap v4169: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 273 KiB/s rd, 12 KiB/s wr, 353 op/s 2023-12-22T18:24:31.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:31 smithi032 ceph-mon[191839]: osdmap e2574: 8 total, 8 up, 8 in 2023-12-22T18:24:31.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:31 smithi032 ceph-mon[191839]: pgmap v4169: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 273 KiB/s rd, 12 KiB/s wr, 353 op/s 2023-12-22T18:24:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:31 smithi039 ceph-mon[181282]: osdmap e2574: 8 total, 8 up, 8 in 2023-12-22T18:24:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:31 smithi039 ceph-mon[181282]: pgmap v4169: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 273 KiB/s rd, 12 KiB/s wr, 353 op/s 2023-12-22T18:24:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:32 smithi032 ceph-mon[191839]: osdmap e2575: 8 total, 8 up, 8 in 2023-12-22T18:24:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:32 smithi032 ceph-mon[191839]: osdmap e2576: 8 total, 8 up, 8 in 2023-12-22T18:24:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:32 smithi032 ceph-mon[189144]: osdmap e2575: 8 total, 8 up, 8 in 2023-12-22T18:24:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:32 smithi032 ceph-mon[189144]: osdmap e2576: 8 total, 8 up, 8 in 2023-12-22T18:24:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:32 smithi039 ceph-mon[181282]: osdmap e2575: 8 total, 8 up, 8 in 2023-12-22T18:24:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:32 smithi039 ceph-mon[181282]: osdmap e2576: 8 total, 8 up, 8 in 2023-12-22T18:24:33.350 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestMigration.test_migration_import ... ok 2023-12-22T18:24:33.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:33 smithi039 ceph-mon[181282]: pgmap v4172: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 466 KiB/s rd, 24 KiB/s wr, 619 op/s 2023-12-22T18:24:33.573 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestMigration.test_migration_with_progress ... ok 2023-12-22T18:24:33.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:33 smithi032 ceph-mon[191839]: pgmap v4172: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 466 KiB/s rd, 24 KiB/s wr, 619 op/s 2023-12-22T18:24:33.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:33 smithi032 ceph-mon[189144]: pgmap v4172: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 466 KiB/s rd, 24 KiB/s wr, 619 op/s 2023-12-22T18:24:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:34 smithi039 ceph-mon[181282]: osdmap e2577: 8 total, 8 up, 8 in 2023-12-22T18:24:34.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:34 smithi032 ceph-mon[191839]: osdmap e2577: 8 total, 8 up, 8 in 2023-12-22T18:24:34.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:34 smithi032 ceph-mon[189144]: osdmap e2577: 8 total, 8 up, 8 in 2023-12-22T18:24:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:35 smithi039 ceph-mon[181282]: osdmap e2578: 8 total, 8 up, 8 in 2023-12-22T18:24:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:35 smithi039 ceph-mon[181282]: pgmap v4175: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 698 KiB/s rd, 56 KiB/s wr, 973 op/s 2023-12-22T18:24:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:24:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:35 smithi032 ceph-mon[191839]: osdmap e2578: 8 total, 8 up, 8 in 2023-12-22T18:24:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:35 smithi032 ceph-mon[191839]: pgmap v4175: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 698 KiB/s rd, 56 KiB/s wr, 973 op/s 2023-12-22T18:24:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:24:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:35 smithi032 ceph-mon[189144]: osdmap e2578: 8 total, 8 up, 8 in 2023-12-22T18:24:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:35 smithi032 ceph-mon[189144]: pgmap v4175: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 698 KiB/s rd, 56 KiB/s wr, 973 op/s 2023-12-22T18:24:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:24:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:36 smithi039 ceph-mon[181282]: osdmap e2579: 8 total, 8 up, 8 in 2023-12-22T18:24:36.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:36 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/c4c9f379-645c-4a8f-81c9-90054df907ec"}]: dispatch 2023-12-22T18:24:36.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:36 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/c4c9f379-645c-4a8f-81c9-90054df907ec"}]': finished 2023-12-22T18:24:36.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:36 smithi032 ceph-mon[189144]: osdmap e2579: 8 total, 8 up, 8 in 2023-12-22T18:24:36.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:36 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/c4c9f379-645c-4a8f-81c9-90054df907ec"}]: dispatch 2023-12-22T18:24:36.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:36 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/c4c9f379-645c-4a8f-81c9-90054df907ec"}]': finished 2023-12-22T18:24:36.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:36 smithi032 ceph-mon[191839]: osdmap e2579: 8 total, 8 up, 8 in 2023-12-22T18:24:36.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:36 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/c4c9f379-645c-4a8f-81c9-90054df907ec"}]: dispatch 2023-12-22T18:24:36.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:36 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/c4c9f379-645c-4a8f-81c9-90054df907ec"}]': finished 2023-12-22T18:24:37.245 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestMirroring.test_aio_mirror_image_create_snapshot ... ok 2023-12-22T18:24:37.339 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestMirroring.test_mirror_image ... SKIP 2023-12-22T18:24:37.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:37 smithi039 ceph-mon[181282]: pgmap v4177: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 646 KiB/s rd, 50 KiB/s wr, 867 op/s 2023-12-22T18:24:37.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:37 smithi039 ceph-mon[181282]: osdmap e2580: 8 total, 8 up, 8 in 2023-12-22T18:24:37.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:37 smithi039 ceph-mon[181282]: osdmap e2581: 8 total, 8 up, 8 in 2023-12-22T18:24:37.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:37 smithi032 ceph-mon[189144]: pgmap v4177: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 646 KiB/s rd, 50 KiB/s wr, 867 op/s 2023-12-22T18:24:37.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:37 smithi032 ceph-mon[189144]: osdmap e2580: 8 total, 8 up, 8 in 2023-12-22T18:24:37.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:37 smithi032 ceph-mon[189144]: osdmap e2581: 8 total, 8 up, 8 in 2023-12-22T18:24:37.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:37 smithi032 ceph-mon[191839]: pgmap v4177: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 646 KiB/s rd, 50 KiB/s wr, 867 op/s 2023-12-22T18:24:37.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:37 smithi032 ceph-mon[191839]: osdmap e2580: 8 total, 8 up, 8 in 2023-12-22T18:24:37.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:37 smithi032 ceph-mon[191839]: osdmap e2581: 8 total, 8 up, 8 in 2023-12-22T18:24:39.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:39 smithi039 ceph-mon[181282]: pgmap v4180: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 220 KiB/s rd, 12 KiB/s wr, 287 op/s 2023-12-22T18:24:39.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:39 smithi039 ceph-mon[181282]: osdmap e2582: 8 total, 8 up, 8 in 2023-12-22T18:24:39.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:39 smithi032 ceph-mon[189144]: pgmap v4180: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 220 KiB/s rd, 12 KiB/s wr, 287 op/s 2023-12-22T18:24:39.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:39 smithi032 ceph-mon[189144]: osdmap e2582: 8 total, 8 up, 8 in 2023-12-22T18:24:39.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:39 smithi032 ceph-mon[191839]: pgmap v4180: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 220 KiB/s rd, 12 KiB/s wr, 287 op/s 2023-12-22T18:24:39.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:39 smithi032 ceph-mon[191839]: osdmap e2582: 8 total, 8 up, 8 in 2023-12-22T18:24:40.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:40 smithi039 ceph-mon[181282]: osdmap e2583: 8 total, 8 up, 8 in 2023-12-22T18:24:40.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:40 smithi032 ceph-mon[189144]: osdmap e2583: 8 total, 8 up, 8 in 2023-12-22T18:24:40.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:40 smithi032 ceph-mon[191839]: osdmap e2583: 8 total, 8 up, 8 in 2023-12-22T18:24:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:24:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:24:40] "GET /metrics HTTP/1.1" 200 36547 "" "Prometheus/2.43.0" 2023-12-22T18:24:41.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:41 smithi032 ceph-mon[191839]: pgmap v4183: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 11 KiB/s wr, 211 op/s 2023-12-22T18:24:41.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:41 smithi032 ceph-mon[191839]: osdmap e2584: 8 total, 8 up, 8 in 2023-12-22T18:24:41.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:41 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/3c99c7fc-8e4f-47ab-a523-f2cb3d68fe88"}]: dispatch 2023-12-22T18:24:41.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:41 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/3c99c7fc-8e4f-47ab-a523-f2cb3d68fe88"}]': finished 2023-12-22T18:24:41.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:41 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/85868879-aa8a-4b3a-a326-245b0f08642a"}]: dispatch 2023-12-22T18:24:41.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:41 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/85868879-aa8a-4b3a-a326-245b0f08642a"}]': finished 2023-12-22T18:24:41.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:41 smithi032 ceph-mon[189144]: pgmap v4183: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 11 KiB/s wr, 211 op/s 2023-12-22T18:24:41.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:41 smithi032 ceph-mon[189144]: osdmap e2584: 8 total, 8 up, 8 in 2023-12-22T18:24:41.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:41 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/3c99c7fc-8e4f-47ab-a523-f2cb3d68fe88"}]: dispatch 2023-12-22T18:24:41.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:41 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/3c99c7fc-8e4f-47ab-a523-f2cb3d68fe88"}]': finished 2023-12-22T18:24:41.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:41 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/85868879-aa8a-4b3a-a326-245b0f08642a"}]: dispatch 2023-12-22T18:24:41.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:41 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/85868879-aa8a-4b3a-a326-245b0f08642a"}]': finished 2023-12-22T18:24:41.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:41 smithi039 ceph-mon[181282]: pgmap v4183: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 11 KiB/s wr, 211 op/s 2023-12-22T18:24:41.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:41 smithi039 ceph-mon[181282]: osdmap e2584: 8 total, 8 up, 8 in 2023-12-22T18:24:41.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:41 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/3c99c7fc-8e4f-47ab-a523-f2cb3d68fe88"}]: dispatch 2023-12-22T18:24:41.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:41 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/3c99c7fc-8e4f-47ab-a523-f2cb3d68fe88"}]': finished 2023-12-22T18:24:41.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:41 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/85868879-aa8a-4b3a-a326-245b0f08642a"}]: dispatch 2023-12-22T18:24:41.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:41 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/85868879-aa8a-4b3a-a326-245b0f08642a"}]': finished 2023-12-22T18:24:42.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:42 smithi032 ceph-mon[191839]: osdmap e2585: 8 total, 8 up, 8 in 2023-12-22T18:24:42.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:42 smithi032 ceph-mon[191839]: osdmap e2586: 8 total, 8 up, 8 in 2023-12-22T18:24:42.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:42 smithi032 ceph-mon[189144]: osdmap e2585: 8 total, 8 up, 8 in 2023-12-22T18:24:42.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:42 smithi032 ceph-mon[189144]: osdmap e2586: 8 total, 8 up, 8 in 2023-12-22T18:24:42.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:42 smithi039 ceph-mon[181282]: osdmap e2585: 8 total, 8 up, 8 in 2023-12-22T18:24:42.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:42 smithi039 ceph-mon[181282]: osdmap e2586: 8 total, 8 up, 8 in 2023-12-22T18:24:43.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:43 smithi032 ceph-mon[191839]: pgmap v4187: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 10 KiB/s wr, 170 op/s 2023-12-22T18:24:43.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:43 smithi032 ceph-mon[191839]: osdmap e2587: 8 total, 8 up, 8 in 2023-12-22T18:24:43.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:43 smithi032 ceph-mon[189144]: pgmap v4187: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 10 KiB/s wr, 170 op/s 2023-12-22T18:24:43.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:43 smithi032 ceph-mon[189144]: osdmap e2587: 8 total, 8 up, 8 in 2023-12-22T18:24:43.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:43 smithi039 ceph-mon[181282]: pgmap v4187: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 10 KiB/s wr, 170 op/s 2023-12-22T18:24:43.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:43 smithi039 ceph-mon[181282]: osdmap e2587: 8 total, 8 up, 8 in 2023-12-22T18:24:45.260 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestMirroring.test_mirror_image_create_snapshot ... ok 2023-12-22T18:24:45.356 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestMirroring.test_mirror_image_status ... SKIP 2023-12-22T18:24:45.458 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestMirroring.test_mirror_peer ... ok 2023-12-22T18:24:45.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:45 smithi039 ceph-mon[181282]: osdmap e2588: 8 total, 8 up, 8 in 2023-12-22T18:24:45.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:45 smithi039 ceph-mon[181282]: pgmap v4190: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 149 KiB/s rd, 8.3 KiB/s wr, 195 op/s 2023-12-22T18:24:45.567 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestMirroring.test_mirror_peer_bootstrap ... ok 2023-12-22T18:24:45.664 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestMirroring.test_site_name ... ok 2023-12-22T18:24:45.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:45 smithi032 ceph-mon[191839]: osdmap e2588: 8 total, 8 up, 8 in 2023-12-22T18:24:45.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:45 smithi032 ceph-mon[191839]: pgmap v4190: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 149 KiB/s rd, 8.3 KiB/s wr, 195 op/s 2023-12-22T18:24:45.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:45 smithi032 ceph-mon[189144]: osdmap e2588: 8 total, 8 up, 8 in 2023-12-22T18:24:45.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:45 smithi032 ceph-mon[189144]: pgmap v4190: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 149 KiB/s rd, 8.3 KiB/s wr, 195 op/s 2023-12-22T18:24:45.748 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestMirroring.test_uuid ... ok 2023-12-22T18:24:45.824 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestTrash.test_get ... ok 2023-12-22T18:24:45.961 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestTrash.test_list ... ok 2023-12-22T18:24:46.036 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestTrash.test_move ... ok 2023-12-22T18:24:46.181 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestTrash.test_purge ... ok 2023-12-22T18:24:46.258 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestTrash.test_remove ... ok 2023-12-22T18:24:46.338 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestTrash.test_remove_denied ... ok 2023-12-22T18:24:46.420 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestTrash.test_remove_with_progress ... ok 2023-12-22T18:24:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:46 smithi039 ceph-mon[181282]: osdmap e2589: 8 total, 8 up, 8 in 2023-12-22T18:24:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:46 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' 2023-12-22T18:24:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:46 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/113/37c13db2-7672-4560-bbee-e9be6fac7160"}]: dispatch 2023-12-22T18:24:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:46 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/37c13db2-7672-4560-bbee-e9be6fac7160"}]: dispatch 2023-12-22T18:24:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:46 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/37c13db2-7672-4560-bbee-e9be6fac7160"}]': finished 2023-12-22T18:24:46.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:46 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2023-12-22T18:24:46.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:46 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2023-12-22T18:24:46.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:46 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-22T18:24:46.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:46 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' 2023-12-22T18:24:46.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:46 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-22T18:24:46.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:46 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-22T18:24:46.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:46 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2023-12-22T18:24:46.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:46 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-22T18:24:46.545 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.TestTrash.test_restore ... ok 2023-12-22T18:24:46.545 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.test_features_from_string ... ok 2023-12-22T18:24:46.545 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.test_features_to_string ... ok 2023-12-22T18:24:46.653 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.test_open_by_id ... ok 2023-12-22T18:24:46.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:46 smithi032 ceph-mon[191839]: osdmap e2589: 8 total, 8 up, 8 in 2023-12-22T18:24:46.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:46 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' 2023-12-22T18:24:46.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:46 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/113/37c13db2-7672-4560-bbee-e9be6fac7160"}]: dispatch 2023-12-22T18:24:46.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:46 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/37c13db2-7672-4560-bbee-e9be6fac7160"}]: dispatch 2023-12-22T18:24:46.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:46 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/37c13db2-7672-4560-bbee-e9be6fac7160"}]': finished 2023-12-22T18:24:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:46 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2023-12-22T18:24:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:46 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2023-12-22T18:24:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:46 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-22T18:24:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:46 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' 2023-12-22T18:24:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:46 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-22T18:24:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:46 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-22T18:24:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:46 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2023-12-22T18:24:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:46 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-22T18:24:46.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:46 smithi032 ceph-mon[189144]: osdmap e2589: 8 total, 8 up, 8 in 2023-12-22T18:24:46.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:46 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' 2023-12-22T18:24:46.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:46 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/113/37c13db2-7672-4560-bbee-e9be6fac7160"}]: dispatch 2023-12-22T18:24:46.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:46 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/37c13db2-7672-4560-bbee-e9be6fac7160"}]: dispatch 2023-12-22T18:24:46.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:46 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/37c13db2-7672-4560-bbee-e9be6fac7160"}]': finished 2023-12-22T18:24:46.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:46 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2023-12-22T18:24:46.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:46 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2023-12-22T18:24:46.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:46 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-22T18:24:46.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:46 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' 2023-12-22T18:24:46.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:46 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-22T18:24:46.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:46 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-22T18:24:46.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:46 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2023-12-22T18:24:46.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:46 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-22T18:24:47.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:47 smithi039 ceph-mon[181282]: pgmap v4192: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s rd, 7.8 KiB/s wr, 191 op/s 2023-12-22T18:24:47.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:47 smithi039 ceph-mon[181282]: osdmap e2590: 8 total, 8 up, 8 in 2023-12-22T18:24:47.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:47 smithi032 ceph-mon[191839]: pgmap v4192: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s rd, 7.8 KiB/s wr, 191 op/s 2023-12-22T18:24:47.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:47 smithi032 ceph-mon[191839]: osdmap e2590: 8 total, 8 up, 8 in 2023-12-22T18:24:47.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:47 smithi032 ceph-mon[189144]: pgmap v4192: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s rd, 7.8 KiB/s wr, 191 op/s 2023-12-22T18:24:47.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:47 smithi032 ceph-mon[189144]: osdmap e2590: 8 total, 8 up, 8 in 2023-12-22T18:24:48.308 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.test_pool_stats ... ok 2023-12-22T18:24:48.308 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.test_version ... ok 2023-12-22T18:24:48.385 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.test_create ... ok 2023-12-22T18:24:49.107 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.test_create_defaults ... ok 2023-12-22T18:24:49.220 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.test_context_manager ... ok 2023-12-22T18:24:49.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:49 smithi039 ceph-mon[181282]: osdmap e2591: 8 total, 8 up, 8 in 2023-12-22T18:24:49.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:49 smithi039 ceph-mon[181282]: pgmap v4195: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 224 KiB/s rd, 14 KiB/s wr, 320 op/s 2023-12-22T18:24:49.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:49 smithi032 ceph-mon[191839]: osdmap e2591: 8 total, 8 up, 8 in 2023-12-22T18:24:49.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:49 smithi032 ceph-mon[191839]: pgmap v4195: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 224 KiB/s rd, 14 KiB/s wr, 320 op/s 2023-12-22T18:24:49.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:49 smithi032 ceph-mon[189144]: osdmap e2591: 8 total, 8 up, 8 in 2023-12-22T18:24:49.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:49 smithi032 ceph-mon[189144]: pgmap v4195: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 224 KiB/s rd, 14 KiB/s wr, 320 op/s 2023-12-22T18:24:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:24:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:24:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:24:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:24:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:24:50] "GET /metrics HTTP/1.1" 200 36548 "" "Prometheus/2.43.0" 2023-12-22T18:24:51.332 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.test_open_read_only ... ok 2023-12-22T18:24:51.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:51 smithi039 ceph-mon[181282]: osdmap e2592: 8 total, 8 up, 8 in 2023-12-22T18:24:51.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:51 smithi039 ceph-mon[181282]: pgmap v4197: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 430 KiB/s rd, 37 KiB/s wr, 619 op/s 2023-12-22T18:24:51.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:51 smithi032 ceph-mon[189144]: osdmap e2592: 8 total, 8 up, 8 in 2023-12-22T18:24:51.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:51 smithi032 ceph-mon[189144]: pgmap v4197: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 430 KiB/s rd, 37 KiB/s wr, 619 op/s 2023-12-22T18:24:51.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:51 smithi032 ceph-mon[191839]: osdmap e2592: 8 total, 8 up, 8 in 2023-12-22T18:24:51.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:51 smithi032 ceph-mon[191839]: pgmap v4197: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 430 KiB/s rd, 37 KiB/s wr, 619 op/s 2023-12-22T18:24:51.870 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.test_open_dne ... ok 2023-12-22T18:24:52.412 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.test_open_readonly_dne ... ok 2023-12-22T18:24:52.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:52 smithi039 ceph-mon[181282]: osdmap e2593: 8 total, 8 up, 8 in 2023-12-22T18:24:52.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:52 smithi039 ceph-mon[181282]: osdmap e2594: 8 total, 8 up, 8 in 2023-12-22T18:24:52.507 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.test_aio_open ... ok 2023-12-22T18:24:52.520 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.test_remove_dne ... ok 2023-12-22T18:24:52.522 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.test_list_empty ... ok 2023-12-22T18:24:52.603 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.test_list ... ok 2023-12-22T18:24:52.672 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.test_remove_with_progress ... ok 2023-12-22T18:24:52.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:52 smithi032 ceph-mon[191839]: osdmap e2593: 8 total, 8 up, 8 in 2023-12-22T18:24:52.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:52 smithi032 ceph-mon[191839]: osdmap e2594: 8 total, 8 up, 8 in 2023-12-22T18:24:52.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:52 smithi032 ceph-mon[189144]: osdmap e2593: 8 total, 8 up, 8 in 2023-12-22T18:24:52.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:52 smithi032 ceph-mon[189144]: osdmap e2594: 8 total, 8 up, 8 in 2023-12-22T18:24:52.735 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.test_remove_canceled ... ok 2023-12-22T18:24:52.991 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.test_pool_metadata ... ok 2023-12-22T18:24:53.009 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.test_config_list ... ok 2023-12-22T18:24:53.018 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.test_pool_config_set_and_get_and_remove ... ok 2023-12-22T18:24:53.056 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.test_namespaces ... ok 2023-12-22T18:24:53.063 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.test_create_group ... ok 2023-12-22T18:24:53.072 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.test_rename_group ... ok 2023-12-22T18:24:53.072 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.test_list_groups_empty ... ok 2023-12-22T18:24:53.079 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.test_list_groups ... ok 2023-12-22T18:24:53.086 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.test_list_groups_after_removed ... ok 2023-12-22T18:24:53.430 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:24:53 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:18:24:53] ENGINE Bus STOPPING 2023-12-22T18:24:53.430 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:24:53 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:18:24:53] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-22T18:24:53.430 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:24:53 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:18:24:53] ENGINE Bus STOPPED 2023-12-22T18:24:53.430 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:24:53 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:18:24:53] ENGINE Bus STARTING 2023-12-22T18:24:53.430 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:24:53 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:18:24:53] ENGINE Serving on http://:::9283 2023-12-22T18:24:53.430 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:24:53 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:18:24:53] ENGINE Bus STARTED 2023-12-22T18:24:53.430 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:24:53 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:18:24:53] ENGINE Bus STOPPING 2023-12-22T18:24:53.430 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:24:53 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:18:24:53] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-22T18:24:53.430 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:24:53 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:18:24:53] ENGINE Bus STOPPED 2023-12-22T18:24:53.431 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:24:53 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:18:24:53] ENGINE Bus STARTING 2023-12-22T18:24:53.431 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:24:53 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:18:24:53] ENGINE Serving on http://:::9283 2023-12-22T18:24:53.431 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:24:53 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: [22/Dec/2023:18:24:53] ENGINE Bus STARTED 2023-12-22T18:24:53.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:53 smithi032 ceph-mon[191839]: pgmap v4200: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 555 KiB/s rd, 42 KiB/s wr, 781 op/s 2023-12-22T18:24:53.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:53 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' 2023-12-22T18:24:53.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:53 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' 2023-12-22T18:24:53.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:24:53.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:53 smithi032 ceph-mon[189144]: pgmap v4200: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 555 KiB/s rd, 42 KiB/s wr, 781 op/s 2023-12-22T18:24:53.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:53 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' 2023-12-22T18:24:53.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:53 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' 2023-12-22T18:24:53.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:24:53.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:53 smithi039 ceph-mon[181282]: pgmap v4200: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 555 KiB/s rd, 42 KiB/s wr, 781 op/s 2023-12-22T18:24:53.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:53 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' 2023-12-22T18:24:53.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:53 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2508107123' entity='client.admin' 2023-12-22T18:24:53.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:24:54.021 INFO:tasks.workunit.client.0.smithi032.stderr:test_rbd.test_rename ... ok 2023-12-22T18:24:54.021 INFO:tasks.workunit.client.0.smithi032.stderr: 2023-12-22T18:24:54.021 INFO:tasks.workunit.client.0.smithi032.stderr:---------------------------------------------------------------------- 2023-12-22T18:24:54.021 INFO:tasks.workunit.client.0.smithi032.stderr:Ran 171 tests in 622.544s 2023-12-22T18:24:54.021 INFO:tasks.workunit.client.0.smithi032.stderr: 2023-12-22T18:24:54.022 INFO:tasks.workunit.client.0.smithi032.stderr:OK (SKIP=8) 2023-12-22T18:24:54.066 INFO:tasks.workunit.client.0.smithi032.stderr:+ exit 0 2023-12-22T18:24:54.068 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-22T18:24:54.068 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-22T18:24:54.104 INFO:tasks.workunit:Stopping ['rbd/test_librbd_python.sh'] on client.0... 2023-12-22T18:24:54.104 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-12-22T18:24:54.366 DEBUG:teuthology.parallel:result is None 2023-12-22T18:24:54.367 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-12-22T18:24:54.403 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-12-22T18:24:54.404 DEBUG:teuthology.orchestra.run.smithi032:> rmdir -- /home/ubuntu/cephtest/mnt.0 2023-12-22T18:24:54.465 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2023-12-22T18:24:54.465 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-22T18:24:54.465 INFO:teuthology.task.print:**** done end test_rbd_python.yaml 2023-12-22T18:24:54.465 DEBUG:teuthology.parallel:result is None 2023-12-22T18:24:54.823 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:24:55.170 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:24:55.170 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (65m) 0s ago 69m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:24:55.170 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (64m) 8m ago 69m 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:24:55.170 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (70m) 0s ago 70m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:24:55.170 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (70m) 8m ago 70m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:24:55.170 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (64m) 8m ago 72m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:24:55.170 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (64m) 0s ago 74m 596M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:24:55.170 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (63m) 0s ago 74m 552M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:24:55.171 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (63m) 8m ago 73m 268M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:24:55.171 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (63m) 0s ago 72m 312M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:24:55.171 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (64m) 0s ago 69m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:24:55.171 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (64m) 8m ago 69m 18.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:24:55.171 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (62m) 0s ago 72m 3944M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:24:55.171 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (62m) 0s ago 72m 4166M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:24:55.171 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (62m) 0s ago 71m 3801M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:24:55.171 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (61m) 0s ago 71m 3670M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:24:55.171 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (61m) 8m ago 71m 3300M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:24:55.171 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (60m) 8m ago 71m 3378M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:24:55.171 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (60m) 8m ago 70m 2607M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:24:55.172 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (59m) 8m ago 70m 2989M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:24:55.172 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (64m) 8m ago 69m 101M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:24:55.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:55 smithi032 ceph-mon[189144]: osdmap e2595: 8 total, 8 up, 8 in 2023-12-22T18:24:55.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:55 smithi032 ceph-mon[189144]: pgmap v4202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:24:55.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:55 smithi032 ceph-mon[189144]: from='client.38001 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:24:55.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:55 smithi032 ceph-mon[191839]: osdmap e2595: 8 total, 8 up, 8 in 2023-12-22T18:24:55.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:55 smithi032 ceph-mon[191839]: pgmap v4202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:24:55.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:55 smithi032 ceph-mon[191839]: from='client.38001 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:24:55.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:55 smithi039 ceph-mon[181282]: osdmap e2595: 8 total, 8 up, 8 in 2023-12-22T18:24:55.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:55 smithi039 ceph-mon[181282]: pgmap v4202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:24:55.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:55 smithi039 ceph-mon[181282]: from='client.38001 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:24:55.603 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:24:55.603 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:24:55.603 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:24:55.603 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:24:55.603 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:24:55.603 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:24:55.603 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:24:55.604 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:24:55.604 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:24:55.604 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:24:55.604 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:24:55.604 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:24:55.604 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:24:55.604 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:24:55.604 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:24:55.604 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:24:55.604 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:24:55.604 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:24:56.385 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:56 smithi032 ceph-mon[191839]: from='client.47924 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:24:56.386 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:56 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:24:56.386 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:56 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:24:56.386 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:56 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1697205813' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:24:56.386 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:56 smithi032 ceph-mon[189144]: from='client.47924 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:24:56.386 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:56 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:24:56.386 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:56 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:24:56.386 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:56 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1697205813' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:24:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:56 smithi039 ceph-mon[181282]: from='client.47924 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:24:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:56 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:24:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:56 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:24:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:56 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1697205813' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:24:57.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:57 smithi032 ceph-mon[189144]: pgmap v4203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:24:57.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:57 smithi032 ceph-mon[191839]: pgmap v4203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:24:57.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:57 smithi039 ceph-mon[181282]: pgmap v4203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:24:59.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:24:59.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:24:59.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:24:59.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:24:59.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:24:59.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:24:59.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:24:59.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:24:59.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:24:59.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:24:59.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:24:59.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:24:59.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:24:59.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:24:59.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:25:00.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:24:59 smithi032 ceph-mon[191839]: pgmap v4204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:00.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:24:59 smithi032 ceph-mon[189144]: pgmap v4204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:24:59 smithi039 ceph-mon[181282]: pgmap v4204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:25:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:25:00] "GET /metrics HTTP/1.1" 200 36548 "" "Prometheus/2.43.0" 2023-12-22T18:25:02.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:25:01 smithi032 ceph-mon[191839]: pgmap v4205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:02.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:25:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:25:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:25:01 smithi032 ceph-mon[189144]: pgmap v4205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:25:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:25:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:25:01 smithi039 ceph-mon[181282]: pgmap v4205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:25:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:25:03.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:25:03 smithi032 ceph-mon[191839]: pgmap v4206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:03.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:25:03 smithi032 ceph-mon[189144]: pgmap v4206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:03.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:25:03 smithi039 ceph-mon[181282]: pgmap v4206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:25:05 smithi032 ceph-mon[191839]: pgmap v4207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:25:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:25:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:25:05 smithi032 ceph-mon[189144]: pgmap v4207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:25:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:25:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:25:05 smithi039 ceph-mon[181282]: pgmap v4207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:25:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:25:07.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:25:07 smithi032 ceph-mon[191839]: pgmap v4208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:07.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:25:07 smithi032 ceph-mon[189144]: pgmap v4208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:07.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:25:07 smithi039 ceph-mon[181282]: pgmap v4208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:09.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:25:09 smithi032 ceph-mon[189144]: pgmap v4209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:09.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:25:09 smithi032 ceph-mon[191839]: pgmap v4209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:09.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:25:09 smithi039 ceph-mon[181282]: pgmap v4209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:25:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:25:10] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T18:25:11.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:25:11 smithi032 ceph-mon[191839]: pgmap v4210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:11.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:25:11 smithi032 ceph-mon[189144]: pgmap v4210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:11.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:25:11 smithi039 ceph-mon[181282]: pgmap v4210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:13.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:25:13 smithi039 ceph-mon[181282]: pgmap v4211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:13.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:25:13 smithi032 ceph-mon[191839]: pgmap v4211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:13.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:25:13 smithi032 ceph-mon[189144]: pgmap v4211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:15.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:25:15 smithi032 ceph-mon[191839]: pgmap v4212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:15.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:25:15 smithi032 ceph-mon[189144]: pgmap v4212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:25:15 smithi039 ceph-mon[181282]: pgmap v4212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:17.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:25:17 smithi032 ceph-mon[191839]: pgmap v4213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:17.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:25:17 smithi032 ceph-mon[189144]: pgmap v4213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:17.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:25:17 smithi039 ceph-mon[181282]: pgmap v4213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:19.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:25:19 smithi032 ceph-mon[189144]: pgmap v4214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:19.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:25:19 smithi032 ceph-mon[191839]: pgmap v4214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:25:19 smithi039 ceph-mon[181282]: pgmap v4214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:25:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:25:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:25:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:25:20.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:25:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:25:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:25:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:25:20] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T18:25:21.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:25:21 smithi032 ceph-mon[191839]: pgmap v4215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:21.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:25:21 smithi032 ceph-mon[189144]: pgmap v4215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:21.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:25:21 smithi039 ceph-mon[181282]: pgmap v4215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:23.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:25:23 smithi039 ceph-mon[181282]: pgmap v4216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:23.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:25:23 smithi032 ceph-mon[191839]: pgmap v4216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:23.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:25:23 smithi032 ceph-mon[189144]: pgmap v4216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:25.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:25:25 smithi032 ceph-mon[189144]: pgmap v4217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:25.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:25:25 smithi032 ceph-mon[191839]: pgmap v4217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:25.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:25:25 smithi039 ceph-mon[181282]: pgmap v4217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:25.969 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:25:26.292 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:25:26.292 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (65m) 31s ago 69m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:25:26.292 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (65m) 8m ago 69m 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:25:26.292 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (70m) 31s ago 70m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:25:26.292 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (70m) 8m ago 70m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:25:26.292 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (64m) 8m ago 73m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:25:26.292 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (65m) 31s ago 74m 596M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:25:26.293 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (64m) 31s ago 74m 552M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:25:26.293 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (64m) 8m ago 73m 268M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:25:26.293 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (64m) 31s ago 73m 312M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:25:26.293 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (65m) 31s ago 69m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:25:26.293 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (65m) 8m ago 69m 18.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:25:26.293 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (63m) 31s ago 73m 3944M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:25:26.293 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (63m) 31s ago 72m 4166M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:25:26.293 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (62m) 31s ago 72m 3801M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:25:26.293 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (62m) 31s ago 72m 3670M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:25:26.293 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (61m) 8m ago 71m 3300M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:25:26.294 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (61m) 8m ago 71m 3378M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:25:26.294 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (60m) 8m ago 71m 2607M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:25:26.294 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (60m) 8m ago 70m 2989M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:25:26.294 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (64m) 8m ago 70m 101M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:25:26.693 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:25:26.694 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:25:26.694 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:25:26.694 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:25:26.694 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:25:26.694 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:25:26.694 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:25:26.694 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:25:26.694 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:25:26.694 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:25:26.694 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:25:26.695 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:25:26.695 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:25:26.695 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:25:26.695 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:25:26.695 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:25:26.695 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:25:26.695 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:25:27.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:25:27 smithi032 ceph-mon[189144]: from='client.47936 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:25:27.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:25:27 smithi032 ceph-mon[189144]: pgmap v4218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:27.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:25:27 smithi032 ceph-mon[189144]: from='client.38025 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:25:27.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:25:27 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2509245369' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:25:27.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:25:27 smithi032 ceph-mon[191839]: from='client.47936 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:25:27.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:25:27 smithi032 ceph-mon[191839]: pgmap v4218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:27.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:25:27 smithi032 ceph-mon[191839]: from='client.38025 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:25:27.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:25:27 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2509245369' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:25:27.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:25:27 smithi039 ceph-mon[181282]: from='client.47936 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:25:27.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:25:27 smithi039 ceph-mon[181282]: pgmap v4218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:27.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:25:27 smithi039 ceph-mon[181282]: from='client.38025 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:25:27.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:25:27 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2509245369' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:25:29.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:25:29 smithi032 ceph-mon[191839]: pgmap v4219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:29.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:25:29 smithi032 ceph-mon[189144]: pgmap v4219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:29.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:25:29 smithi039 ceph-mon[181282]: pgmap v4219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:25:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:25:30] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T18:25:31.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:25:31 smithi032 ceph-mon[191839]: pgmap v4220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:31.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:25:31 smithi032 ceph-mon[189144]: pgmap v4220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:25:31 smithi039 ceph-mon[181282]: pgmap v4220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:33.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:25:33 smithi039 ceph-mon[181282]: pgmap v4221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:33.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:25:33 smithi032 ceph-mon[191839]: pgmap v4221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:33.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:25:33 smithi032 ceph-mon[189144]: pgmap v4221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:25:35 smithi032 ceph-mon[191839]: pgmap v4222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:25:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:25:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:25:35 smithi032 ceph-mon[189144]: pgmap v4222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:35.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:25:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:25:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:25:35 smithi039 ceph-mon[181282]: pgmap v4222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:25:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:25:37.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:25:37 smithi032 ceph-mon[191839]: pgmap v4223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:37.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:25:37 smithi032 ceph-mon[189144]: pgmap v4223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:37.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:25:37 smithi039 ceph-mon[181282]: pgmap v4223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:39.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:25:39 smithi032 ceph-mon[191839]: pgmap v4224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:39.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:25:39 smithi032 ceph-mon[189144]: pgmap v4224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:39.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:25:39 smithi039 ceph-mon[181282]: pgmap v4224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:25:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:25:40] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:25:41.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:25:41 smithi032 ceph-mon[191839]: pgmap v4225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:41.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:25:41 smithi032 ceph-mon[189144]: pgmap v4225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:41.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:25:41 smithi039 ceph-mon[181282]: pgmap v4225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:43.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:25:43 smithi039 ceph-mon[181282]: pgmap v4226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:43.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:25:43 smithi032 ceph-mon[191839]: pgmap v4226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:43.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:25:43 smithi032 ceph-mon[189144]: pgmap v4226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:45.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:25:45 smithi032 ceph-mon[191839]: pgmap v4227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:45.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:25:45 smithi032 ceph-mon[189144]: pgmap v4227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:45.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:25:45 smithi039 ceph-mon[181282]: pgmap v4227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:47.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:25:47 smithi032 ceph-mon[191839]: pgmap v4228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:47.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:25:47 smithi032 ceph-mon[189144]: pgmap v4228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:47.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:25:47 smithi039 ceph-mon[181282]: pgmap v4228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:49.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:25:49 smithi032 ceph-mon[191839]: pgmap v4229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:49.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:25:49 smithi032 ceph-mon[189144]: pgmap v4229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:49.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:25:49 smithi039 ceph-mon[181282]: pgmap v4229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:25:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:25:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:25:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:25:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:25:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:25:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:25:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:25:50] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:25:51.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:25:51 smithi032 ceph-mon[191839]: pgmap v4230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:51.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:25:51 smithi032 ceph-mon[189144]: pgmap v4230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:51.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:25:51 smithi039 ceph-mon[181282]: pgmap v4230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:53.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:25:53 smithi039 ceph-mon[181282]: pgmap v4231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:53.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:25:53 smithi032 ceph-mon[191839]: pgmap v4231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:53.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:25:53 smithi032 ceph-mon[189144]: pgmap v4231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:55.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:25:55 smithi032 ceph-mon[191839]: pgmap v4232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:55.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:25:55 smithi032 ceph-mon[189144]: pgmap v4232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:55.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:25:55 smithi039 ceph-mon[181282]: pgmap v4232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:57.058 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:25:57.387 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:25:57.387 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (66m) 62s ago 70m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:25:57.387 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (65m) 9m ago 70m 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:25:57.387 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (71m) 62s ago 71m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:25:57.387 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (71m) 9m ago 71m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:25:57.387 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (65m) 9m ago 73m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:25:57.387 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (65m) 62s ago 75m 596M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:25:57.387 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (65m) 62s ago 75m 552M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:25:57.387 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (64m) 9m ago 74m 268M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:25:57.387 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (64m) 62s ago 73m 312M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:25:57.387 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (66m) 62s ago 70m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:25:57.387 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (65m) 9m ago 70m 18.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:25:57.387 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (64m) 62s ago 73m 3944M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:25:57.388 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (63m) 62s ago 73m 4166M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:25:57.388 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (63m) 62s ago 72m 3801M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:25:57.388 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (62m) 62s ago 72m 3670M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:25:57.388 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (62m) 9m ago 72m 3300M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:25:57.388 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (61m) 9m ago 72m 3378M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:25:57.388 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (61m) 9m ago 71m 2607M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:25:57.388 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (60m) 9m ago 71m 2989M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:25:57.388 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (65m) 9m ago 70m 101M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:25:57.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:25:57 smithi032 ceph-mon[189144]: pgmap v4233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:57.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:25:57 smithi032 ceph-mon[191839]: pgmap v4233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:57.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:25:57 smithi039 ceph-mon[181282]: pgmap v4233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:57.787 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:25:57.809 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:25:57.809 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:25:57.809 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:25:57.809 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:25:57.809 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:25:57.809 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:25:57.809 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:25:57.809 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:25:57.810 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:25:57.810 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:25:57.810 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:25:57.810 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:25:57.810 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:25:57.810 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:25:57.810 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:25:57.810 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:25:57.810 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:25:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:25:58 smithi032 ceph-mon[189144]: from='client.38037 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:25:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:25:58 smithi032 ceph-mon[189144]: from='client.38043 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:25:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:25:58 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4028814659' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:25:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:25:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:25:58.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:25:58 smithi032 ceph-mon[191839]: from='client.38037 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:25:58.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:25:58 smithi032 ceph-mon[191839]: from='client.38043 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:25:58.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:25:58 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4028814659' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:25:58.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:25:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:25:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:25:58 smithi039 ceph-mon[181282]: from='client.38037 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:25:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:25:58 smithi039 ceph-mon[181282]: from='client.38043 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:25:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:25:58 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4028814659' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:25:58.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:25:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:25:59.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:25:59 smithi032 ceph-mon[189144]: pgmap v4234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:59.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:25:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:25:59.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:25:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:25:59.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:25:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:25:59.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:25:59 smithi032 ceph-mon[191839]: pgmap v4234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:59.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:25:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:25:59.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:25:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:25:59.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:25:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:25:59.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:25:59 smithi039 ceph-mon[181282]: pgmap v4234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:25:59.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:25:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:25:59.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:25:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:25:59.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:25:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:26:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:26:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:26:00] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:26:01.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:26:01 smithi032 ceph-mon[191839]: pgmap v4235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:01.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:26:01 smithi032 ceph-mon[189144]: pgmap v4235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:01.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:26:01 smithi039 ceph-mon[181282]: pgmap v4235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:03.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:26:03 smithi039 ceph-mon[181282]: pgmap v4236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:03.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:26:03 smithi032 ceph-mon[191839]: pgmap v4236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:03.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:26:03 smithi032 ceph-mon[189144]: pgmap v4236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:26:05 smithi032 ceph-mon[191839]: pgmap v4237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:26:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:26:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:26:05 smithi032 ceph-mon[189144]: pgmap v4237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:05.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:26:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:26:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:26:05 smithi039 ceph-mon[181282]: pgmap v4237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:05.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:26:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:26:07.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:26:07 smithi032 ceph-mon[189144]: pgmap v4238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:07.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:26:07 smithi032 ceph-mon[191839]: pgmap v4238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:07.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:26:07 smithi039 ceph-mon[181282]: pgmap v4238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:09.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:26:09 smithi032 ceph-mon[191839]: pgmap v4239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:09.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:26:09 smithi032 ceph-mon[189144]: pgmap v4239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:09.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:26:09 smithi039 ceph-mon[181282]: pgmap v4239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:26:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:26:10] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T18:26:11.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:26:11 smithi032 ceph-mon[191839]: pgmap v4240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:11.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:26:11 smithi032 ceph-mon[189144]: pgmap v4240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:11.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:26:11 smithi039 ceph-mon[181282]: pgmap v4240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:13.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:26:13 smithi039 ceph-mon[181282]: pgmap v4241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:13.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:26:13 smithi032 ceph-mon[191839]: pgmap v4241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:13.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:26:13 smithi032 ceph-mon[189144]: pgmap v4241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:15.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:26:15 smithi032 ceph-mon[189144]: pgmap v4242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:15.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:26:15 smithi032 ceph-mon[191839]: pgmap v4242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:26:15 smithi039 ceph-mon[181282]: pgmap v4242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:17.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:26:17 smithi032 ceph-mon[191839]: pgmap v4243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:17.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:26:17 smithi032 ceph-mon[189144]: pgmap v4243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:17.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:26:17 smithi039 ceph-mon[181282]: pgmap v4243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:19.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:26:19 smithi032 ceph-mon[191839]: pgmap v4244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:19.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:26:19 smithi032 ceph-mon[189144]: pgmap v4244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:26:19 smithi039 ceph-mon[181282]: pgmap v4244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:26:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:26:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:26:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:26:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:26:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:26:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:26:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:26:20] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:26:21.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:26:21 smithi032 ceph-mon[191839]: pgmap v4245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:21.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:26:21 smithi032 ceph-mon[189144]: pgmap v4245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:21.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:26:21 smithi039 ceph-mon[181282]: pgmap v4245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:23.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:26:23 smithi039 ceph-mon[181282]: pgmap v4246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:23.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:26:23 smithi032 ceph-mon[191839]: pgmap v4246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:23.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:26:23 smithi032 ceph-mon[189144]: pgmap v4246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:25.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:26:25 smithi032 ceph-mon[189144]: pgmap v4247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:25.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:26:25 smithi032 ceph-mon[191839]: pgmap v4247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:25.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:26:25 smithi039 ceph-mon[181282]: pgmap v4247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:27.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:26:27 smithi032 ceph-mon[191839]: pgmap v4248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:27.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:26:27 smithi032 ceph-mon[189144]: pgmap v4248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:27.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:26:27 smithi039 ceph-mon[181282]: pgmap v4248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:28.157 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:26:28.483 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:26:28.483 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (66m) 93s ago 71m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:26:28.483 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (66m) 9m ago 70m 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:26:28.483 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (71m) 93s ago 71m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:26:28.483 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (71m) 9m ago 71m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:26:28.483 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (65m) 9m ago 74m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:26:28.484 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (66m) 93s ago 75m 596M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:26:28.484 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (65m) 93s ago 75m 552M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:26:28.484 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (65m) 9m ago 74m 268M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:26:28.484 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (65m) 93s ago 74m 312M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:26:28.484 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (66m) 93s ago 70m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:26:28.484 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (66m) 9m ago 70m 18.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:26:28.484 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (64m) 93s ago 74m 3944M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:26:28.484 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (64m) 93s ago 73m 4166M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:26:28.484 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (63m) 93s ago 73m 3801M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:26:28.484 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (63m) 93s ago 73m 3670M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:26:28.484 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (62m) 9m ago 72m 3300M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:26:28.484 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (62m) 9m ago 72m 3378M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:26:28.484 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (61m) 9m ago 72m 2607M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:26:28.485 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (61m) 9m ago 72m 2989M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:26:28.485 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (65m) 9m ago 71m 101M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:26:28.884 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:26:28.884 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:26:28.884 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:26:28.884 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:26:28.884 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:26:28.884 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:26:28.884 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:26:28.884 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:26:28.884 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:26:28.884 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:26:28.885 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:26:28.885 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:26:28.885 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:26:28.885 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:26:28.885 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:26:28.885 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:26:28.885 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:26:28.885 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:26:29.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:26:29 smithi032 ceph-mon[191839]: from='client.47972 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:26:29.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:26:29 smithi032 ceph-mon[191839]: pgmap v4249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:29.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:26:29 smithi032 ceph-mon[191839]: from='client.38061 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:26:29.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:26:29 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1562449532' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:26:29.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:26:29 smithi032 ceph-mon[189144]: from='client.47972 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:26:29.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:26:29 smithi032 ceph-mon[189144]: pgmap v4249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:29.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:26:29 smithi032 ceph-mon[189144]: from='client.38061 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:26:29.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:26:29 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1562449532' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:26:29.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:26:29 smithi039 ceph-mon[181282]: from='client.47972 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:26:29.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:26:29 smithi039 ceph-mon[181282]: pgmap v4249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:29.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:26:29 smithi039 ceph-mon[181282]: from='client.38061 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:26:29.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:26:29 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1562449532' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:26:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:26:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:26:30] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:26:31.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:26:31 smithi032 ceph-mon[191839]: pgmap v4250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:31.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:26:31 smithi032 ceph-mon[189144]: pgmap v4250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:26:31 smithi039 ceph-mon[181282]: pgmap v4250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:33.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:26:33 smithi039 ceph-mon[181282]: pgmap v4251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:33.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:26:33 smithi032 ceph-mon[191839]: pgmap v4251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:33.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:26:33 smithi032 ceph-mon[189144]: pgmap v4251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:35.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:26:35 smithi032 ceph-mon[189144]: pgmap v4252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:26:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:26:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:26:35 smithi032 ceph-mon[191839]: pgmap v4252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:26:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:26:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:26:35 smithi039 ceph-mon[181282]: pgmap v4252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:26:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:26:37.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:26:37 smithi032 ceph-mon[191839]: pgmap v4253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:37.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:26:37 smithi032 ceph-mon[189144]: pgmap v4253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:37.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:26:37 smithi039 ceph-mon[181282]: pgmap v4253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:39.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:26:39 smithi032 ceph-mon[191839]: pgmap v4254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:39.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:26:39 smithi032 ceph-mon[189144]: pgmap v4254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:39.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:26:39 smithi039 ceph-mon[181282]: pgmap v4254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:26:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:26:40] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T18:26:41.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:26:41 smithi032 ceph-mon[189144]: pgmap v4255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:41.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:26:41 smithi032 ceph-mon[191839]: pgmap v4255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:41.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:26:41 smithi039 ceph-mon[181282]: pgmap v4255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:43.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:26:43 smithi039 ceph-mon[181282]: pgmap v4256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:43.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:26:43 smithi032 ceph-mon[191839]: pgmap v4256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:43.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:26:43 smithi032 ceph-mon[189144]: pgmap v4256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:45.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:26:45 smithi032 ceph-mon[191839]: pgmap v4257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:45.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:26:45 smithi032 ceph-mon[189144]: pgmap v4257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:45.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:26:45 smithi039 ceph-mon[181282]: pgmap v4257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:47.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:26:47 smithi032 ceph-mon[189144]: pgmap v4258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:47.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:26:47 smithi032 ceph-mon[191839]: pgmap v4258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:47.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:26:47 smithi039 ceph-mon[181282]: pgmap v4258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:49.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:26:49 smithi032 ceph-mon[191839]: pgmap v4259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:49.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:26:49 smithi032 ceph-mon[189144]: pgmap v4259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:49.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:26:49 smithi039 ceph-mon[181282]: pgmap v4259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:26:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:26:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:26:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:26:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:26:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:26:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:26:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:26:50] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T18:26:51.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:26:51 smithi032 ceph-mon[189144]: pgmap v4260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:51.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:26:51 smithi032 ceph-mon[191839]: pgmap v4260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:51.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:26:51 smithi039 ceph-mon[181282]: pgmap v4260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:53.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:26:53 smithi039 ceph-mon[181282]: pgmap v4261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:53.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:26:53 smithi032 ceph-mon[191839]: pgmap v4261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:53.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:26:53 smithi032 ceph-mon[189144]: pgmap v4261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:55.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:26:55 smithi032 ceph-mon[189144]: pgmap v4262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:55.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:26:55 smithi032 ceph-mon[191839]: pgmap v4262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:55.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:26:55 smithi039 ceph-mon[181282]: pgmap v4262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:57.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:26:57 smithi032 ceph-mon[191839]: pgmap v4263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:57.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:26:57 smithi032 ceph-mon[189144]: pgmap v4263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:57.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:26:57 smithi039 ceph-mon[181282]: pgmap v4263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:59.234 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:26:59.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:26:59 smithi039 ceph-mon[181282]: pgmap v4264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:59.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:26:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:26:59.560 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:26:59.560 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (67m) 2m ago 71m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:26:59.560 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (66m) 10m ago 71m 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:26:59.561 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (72m) 2m ago 72m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:26:59.561 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (72m) 10m ago 72m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:26:59.561 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (66m) 10m ago 74m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:26:59.561 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (66m) 2m ago 76m 596M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:26:59.561 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (66m) 2m ago 76m 552M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:26:59.561 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (65m) 10m ago 75m 268M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:26:59.561 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (65m) 2m ago 75m 312M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:26:59.561 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (67m) 2m ago 71m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:26:59.561 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (66m) 10m ago 71m 18.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:26:59.562 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (65m) 2m ago 74m 3944M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:26:59.562 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (64m) 2m ago 74m 4166M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:26:59.562 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (64m) 2m ago 73m 3801M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:26:59.562 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (63m) 2m ago 73m 3670M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:26:59.562 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (63m) 10m ago 73m 3300M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:26:59.562 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (62m) 10m ago 73m 3378M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:26:59.562 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (62m) 10m ago 72m 2607M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:26:59.562 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (61m) 10m ago 72m 2989M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:26:59.562 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (66m) 10m ago 71m 101M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:26:59.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:26:59 smithi032 ceph-mon[189144]: pgmap v4264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:59.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:26:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:26:59.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:26:59 smithi032 ceph-mon[191839]: pgmap v4264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:26:59.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:26:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:26:59.959 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:26:59.959 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:26:59.959 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:26:59.959 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:26:59.960 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:26:59.960 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:26:59.960 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:26:59.960 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:26:59.960 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:26:59.960 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:26:59.960 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:26:59.960 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:26:59.960 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:26:59.960 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:26:59.960 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:26:59.960 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:26:59.960 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:26:59.960 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:27:00.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:00 smithi032 ceph-mon[191839]: from='client.47990 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:27:00.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:00 smithi032 ceph-mon[191839]: from='client.38079 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:27:00.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:00 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/975978749' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:27:00.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:00 smithi032 ceph-mon[189144]: from='client.47990 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:27:00.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:00 smithi032 ceph-mon[189144]: from='client.38079 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:27:00.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:00 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/975978749' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:27:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:00 smithi039 ceph-mon[181282]: from='client.47990 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:27:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:00 smithi039 ceph-mon[181282]: from='client.38079 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:27:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:00 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/975978749' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:27:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:27:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:27:00] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T18:27:01.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:01 smithi032 ceph-mon[189144]: pgmap v4265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:01.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:27:01.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:27:01.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:01 smithi032 ceph-mon[191839]: pgmap v4265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:01.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:27:01.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:27:01.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:01 smithi039 ceph-mon[181282]: pgmap v4265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:01.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:27:01.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:27:03.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:27:03.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:27:03.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:27:03.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:27:03.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:27:03.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:27:04.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:03 smithi032 ceph-mon[191839]: pgmap v4266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:04.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:03 smithi032 ceph-mon[189144]: pgmap v4266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:04.185 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:03 smithi039 ceph-mon[181282]: pgmap v4266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:27:05.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:27:05.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:27:05.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:27:05.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:05 smithi032 ceph-mon[191839]: pgmap v4267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:05.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:27:05.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:27:05.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:27:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:27:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:27:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:27:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:05 smithi032 ceph-mon[189144]: pgmap v4267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:27:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:27:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:27:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:27:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:27:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:27:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:05 smithi039 ceph-mon[181282]: pgmap v4267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:05.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:27:05.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:27:07.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:07 smithi032 ceph-mon[191839]: pgmap v4268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:07.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:07 smithi032 ceph-mon[189144]: pgmap v4268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:07.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:07 smithi039 ceph-mon[181282]: pgmap v4268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:09.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:09 smithi032 ceph-mon[191839]: pgmap v4269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:09.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:09 smithi032 ceph-mon[189144]: pgmap v4269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:09.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:09 smithi039 ceph-mon[181282]: pgmap v4269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:27:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:27:10] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T18:27:11.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:11 smithi032 ceph-mon[191839]: pgmap v4270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:11.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:11 smithi032 ceph-mon[189144]: pgmap v4270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:11.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:11 smithi039 ceph-mon[181282]: pgmap v4270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:13.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:13 smithi039 ceph-mon[181282]: pgmap v4271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:13.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:13 smithi032 ceph-mon[191839]: pgmap v4271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:13.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:13 smithi032 ceph-mon[189144]: pgmap v4271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:15.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:15 smithi032 ceph-mon[191839]: pgmap v4272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:15.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:15 smithi032 ceph-mon[189144]: pgmap v4272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:15 smithi039 ceph-mon[181282]: pgmap v4272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:17.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:17 smithi032 ceph-mon[191839]: pgmap v4273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:17.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:17 smithi032 ceph-mon[189144]: pgmap v4273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:17.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:17 smithi039 ceph-mon[181282]: pgmap v4273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:19.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:19 smithi032 ceph-mon[191839]: pgmap v4274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:19.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:19 smithi032 ceph-mon[189144]: pgmap v4274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:19 smithi039 ceph-mon[181282]: pgmap v4274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:27:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:27:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:27:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:27:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:27:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T18:27:21.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:21 smithi032 ceph-mon[189144]: pgmap v4275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:21.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:21 smithi032 ceph-mon[191839]: pgmap v4275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:21.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:21 smithi039 ceph-mon[181282]: pgmap v4275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:23.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:23 smithi039 ceph-mon[181282]: pgmap v4276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:23.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:23 smithi032 ceph-mon[191839]: pgmap v4276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:23.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:23 smithi032 ceph-mon[189144]: pgmap v4276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:25.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:25 smithi032 ceph-mon[191839]: pgmap v4277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:25.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:25 smithi032 ceph-mon[189144]: pgmap v4277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:25.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:25 smithi039 ceph-mon[181282]: pgmap v4277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:27.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:27 smithi032 ceph-mon[191839]: pgmap v4278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:27.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:27 smithi032 ceph-mon[189144]: pgmap v4278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:27.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:27 smithi039 ceph-mon[181282]: pgmap v4278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:29.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:29 smithi032 ceph-mon[191839]: pgmap v4279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:29.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:29 smithi032 ceph-mon[189144]: pgmap v4279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:29.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:29 smithi039 ceph-mon[181282]: pgmap v4279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:30.325 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:27:30.648 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:27:30.649 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (67m) 2m ago 72m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:27:30.649 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (67m) 29s ago 71m 95.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:27:30.649 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (72m) 2m ago 72m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:27:30.649 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (72m) 29s ago 72m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:27:30.649 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (66m) 29s ago 75m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:27:30.649 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (67m) 2m ago 76m 596M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:27:30.649 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (66m) 2m ago 76m 552M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:27:30.649 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (66m) 29s ago 75m 308M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:27:30.650 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (66m) 2m ago 75m 312M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:27:30.650 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (67m) 2m ago 71m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:27:30.650 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (67m) 29s ago 71m 17.9M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:27:30.650 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (65m) 2m ago 75m 3944M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:27:30.650 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (65m) 2m ago 74m 4166M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:27:30.650 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (64m) 2m ago 74m 3801M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:27:30.650 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (64m) 2m ago 74m 3670M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:27:30.650 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (63m) 29s ago 73m 3536M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:27:30.650 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (63m) 29s ago 73m 3678M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:27:30.651 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (62m) 29s ago 73m 3469M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:27:30.651 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (62m) 29s ago 73m 3299M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:27:30.651 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (66m) 29s ago 72m 102M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:27:31.053 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:27:31.053 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:27:31.053 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:27:31.053 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:27:31.053 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:27:31.053 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:27:31.053 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:27:31.054 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:27:31.054 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:27:31.054 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:27:31.054 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:27:31.054 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:27:31.054 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:27:31.054 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:27:31.054 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:27:31.054 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:27:31.054 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:27:31.055 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:27:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:27:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:27:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T18:27:31.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:31 smithi032 ceph-mon[191839]: pgmap v4280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:31.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:31 smithi032 ceph-mon[191839]: from='client.48008 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:27:31.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:31 smithi032 ceph-mon[191839]: from='client.48014 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:27:31.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:31 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/336586053' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:27:31.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:31 smithi032 ceph-mon[189144]: pgmap v4280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:31.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:31 smithi032 ceph-mon[189144]: from='client.48008 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:27:31.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:31 smithi032 ceph-mon[189144]: from='client.48014 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:27:31.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:31 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/336586053' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:27:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:31 smithi039 ceph-mon[181282]: pgmap v4280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:31 smithi039 ceph-mon[181282]: from='client.48008 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:27:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:31 smithi039 ceph-mon[181282]: from='client.48014 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:27:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:31 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/336586053' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:27:33.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:33 smithi039 ceph-mon[181282]: pgmap v4281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:33.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:33 smithi032 ceph-mon[191839]: pgmap v4281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:33.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:33 smithi032 ceph-mon[189144]: pgmap v4281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:35 smithi032 ceph-mon[191839]: pgmap v4282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:27:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:35 smithi032 ceph-mon[189144]: pgmap v4282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:27:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:35 smithi039 ceph-mon[181282]: pgmap v4282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:27:37.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:37 smithi032 ceph-mon[189144]: pgmap v4283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:37.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:37 smithi032 ceph-mon[191839]: pgmap v4283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:37.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:37 smithi039 ceph-mon[181282]: pgmap v4283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:39.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:39 smithi032 ceph-mon[191839]: pgmap v4284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:39.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:39 smithi032 ceph-mon[189144]: pgmap v4284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:39.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:39 smithi039 ceph-mon[181282]: pgmap v4284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:27:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:27:40] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:27:41.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:41 smithi032 ceph-mon[191839]: pgmap v4285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:41.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:41 smithi032 ceph-mon[189144]: pgmap v4285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:41.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:41 smithi039 ceph-mon[181282]: pgmap v4285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:43.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:43 smithi039 ceph-mon[181282]: pgmap v4286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:43.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:43 smithi032 ceph-mon[191839]: pgmap v4286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:43.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:43 smithi032 ceph-mon[189144]: pgmap v4286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:45.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:45 smithi032 ceph-mon[191839]: pgmap v4287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:45.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:45 smithi032 ceph-mon[189144]: pgmap v4287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:45.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:45 smithi039 ceph-mon[181282]: pgmap v4287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:47.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:47 smithi032 ceph-mon[191839]: pgmap v4288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:47.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:47 smithi032 ceph-mon[189144]: pgmap v4288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:47.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:47 smithi039 ceph-mon[181282]: pgmap v4288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:49.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:49 smithi032 ceph-mon[191839]: pgmap v4289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:49.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:49 smithi032 ceph-mon[189144]: pgmap v4289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:49.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:49 smithi039 ceph-mon[181282]: pgmap v4289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:27:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:27:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:27:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:27:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:27:50] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:27:51.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:51 smithi032 ceph-mon[191839]: pgmap v4290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:51.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:51 smithi032 ceph-mon[189144]: pgmap v4290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:51.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:51 smithi039 ceph-mon[181282]: pgmap v4290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:53.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:53 smithi039 ceph-mon[181282]: pgmap v4291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:53.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:53 smithi032 ceph-mon[191839]: pgmap v4291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:53.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:53 smithi032 ceph-mon[189144]: pgmap v4291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:55.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:55 smithi032 ceph-mon[189144]: pgmap v4292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:55.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:55 smithi032 ceph-mon[191839]: pgmap v4292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:55.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:55 smithi039 ceph-mon[181282]: pgmap v4292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:57.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:57 smithi032 ceph-mon[191839]: pgmap v4293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:57.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:57 smithi032 ceph-mon[189144]: pgmap v4293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:57.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:57 smithi039 ceph-mon[181282]: pgmap v4293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:59.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:27:59 smithi032 ceph-mon[191839]: pgmap v4294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:59.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:27:59 smithi032 ceph-mon[189144]: pgmap v4294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:27:59.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:27:59 smithi039 ceph-mon[181282]: pgmap v4294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:28:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:28:00] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:28:01.416 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:28:01.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:28:01 smithi032 ceph-mon[191839]: pgmap v4295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:01.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:28:01 smithi032 ceph-mon[189144]: pgmap v4295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:01.738 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:28:01.738 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (68m) 3m ago 72m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:28:01.738 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (67m) 60s ago 72m 95.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:28:01.738 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (73m) 3m ago 73m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:28:01.738 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (73m) 60s ago 73m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:28:01.738 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (67m) 60s ago 75m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:28:01.738 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (67m) 3m ago 77m 596M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:28:01.739 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (67m) 3m ago 77m 552M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:28:01.739 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (66m) 60s ago 76m 308M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:28:01.739 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (66m) 3m ago 76m 312M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:28:01.739 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (68m) 3m ago 72m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:28:01.739 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (67m) 60s ago 72m 17.9M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:28:01.739 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (66m) 3m ago 75m 3944M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:28:01.739 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (65m) 3m ago 75m 4166M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:28:01.739 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (65m) 3m ago 75m 3801M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:28:01.739 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (64m) 3m ago 74m 3670M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:28:01.739 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (64m) 60s ago 74m 3536M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:28:01.739 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (63m) 60s ago 74m 3678M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:28:01.739 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (63m) 60s ago 73m 3469M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:28:01.739 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (62m) 60s ago 73m 3299M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:28:01.739 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (67m) 60s ago 72m 102M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:28:01.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:28:01 smithi039 ceph-mon[181282]: pgmap v4295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:02.140 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:28:02.140 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:28:02.140 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:28:02.140 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:28:02.140 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:28:02.140 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:28:02.140 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:28:02.140 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:28:02.140 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:28:02.141 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:28:02.141 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:28:02.141 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:28:02.141 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:28:02.141 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:28:02.141 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:28:02.141 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:28:02.141 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:28:02.141 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:28:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:28:02 smithi032 ceph-mon[189144]: from='client.38109 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:28:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:28:02 smithi032 ceph-mon[189144]: from='client.38115 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:28:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:28:02 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/577488535' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:28:02.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:28:02 smithi032 ceph-mon[191839]: from='client.38109 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:28:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:28:02 smithi032 ceph-mon[191839]: from='client.38115 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:28:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:28:02 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/577488535' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:28:02.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:28:02 smithi039 ceph-mon[181282]: from='client.38109 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:28:02.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:28:02 smithi039 ceph-mon[181282]: from='client.38115 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:28:02.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:28:02 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/577488535' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:28:03.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:28:03 smithi032 ceph-mon[189144]: pgmap v4296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:03.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:28:03 smithi032 ceph-mon[191839]: pgmap v4296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:03.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:28:03 smithi039 ceph-mon[181282]: pgmap v4296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:28:05 smithi032 ceph-mon[191839]: pgmap v4297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:28:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:28:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:28:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:28:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:28:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:28:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:28:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:28:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:28:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:28:05.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:28:05 smithi032 ceph-mon[189144]: pgmap v4297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:05.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:28:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:28:05.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:28:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:28:05.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:28:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:28:05.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:28:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:28:05.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:28:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:28:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:28:05 smithi039 ceph-mon[181282]: pgmap v4297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:28:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:28:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:28:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:28:05.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:28:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:28:05.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:28:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:28:05.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:28:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:28:07.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:28:07 smithi032 ceph-mon[191839]: pgmap v4298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:07.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:28:07 smithi032 ceph-mon[189144]: pgmap v4298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:07.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:28:07 smithi039 ceph-mon[181282]: pgmap v4298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:09.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:28:09 smithi032 ceph-mon[191839]: pgmap v4299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:09.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:28:09 smithi032 ceph-mon[189144]: pgmap v4299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:09.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:28:09 smithi039 ceph-mon[181282]: pgmap v4299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:28:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:28:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T18:28:11.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:28:11 smithi032 ceph-mon[191839]: pgmap v4300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:11.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:28:11 smithi032 ceph-mon[189144]: pgmap v4300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:11.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:28:11 smithi039 ceph-mon[181282]: pgmap v4300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:13.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:28:13 smithi039 ceph-mon[181282]: pgmap v4301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:13.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:28:13 smithi032 ceph-mon[191839]: pgmap v4301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:13.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:28:13 smithi032 ceph-mon[189144]: pgmap v4301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:15.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:28:15 smithi032 ceph-mon[191839]: pgmap v4302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:15.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:28:15 smithi032 ceph-mon[189144]: pgmap v4302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:28:15 smithi039 ceph-mon[181282]: pgmap v4302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:17.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:28:17 smithi032 ceph-mon[191839]: pgmap v4303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:17.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:28:17 smithi032 ceph-mon[189144]: pgmap v4303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:17.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:28:17 smithi039 ceph-mon[181282]: pgmap v4303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:19.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:28:19 smithi032 ceph-mon[191839]: pgmap v4304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:19.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:28:19 smithi032 ceph-mon[189144]: pgmap v4304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:28:19 smithi039 ceph-mon[181282]: pgmap v4304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:28:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:28:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:28:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:28:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:28:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:28:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:28:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:28:20] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:28:21.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:28:21 smithi032 ceph-mon[191839]: pgmap v4305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:21.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:28:21 smithi032 ceph-mon[189144]: pgmap v4305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:21.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:28:21 smithi039 ceph-mon[181282]: pgmap v4305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:23.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:28:23 smithi039 ceph-mon[181282]: pgmap v4306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:23.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:28:23 smithi032 ceph-mon[189144]: pgmap v4306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:23.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:28:23 smithi032 ceph-mon[191839]: pgmap v4306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:25.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:28:25 smithi032 ceph-mon[191839]: pgmap v4307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:25.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:28:25 smithi032 ceph-mon[189144]: pgmap v4307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:25.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:28:25 smithi039 ceph-mon[181282]: pgmap v4307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:27.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:28:27 smithi032 ceph-mon[191839]: pgmap v4308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:27.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:28:27 smithi032 ceph-mon[189144]: pgmap v4308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:27.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:28:27 smithi039 ceph-mon[181282]: pgmap v4308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:29.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:28:29 smithi032 ceph-mon[191839]: pgmap v4309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:29.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:28:29 smithi032 ceph-mon[189144]: pgmap v4309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:29.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:28:29 smithi039 ceph-mon[181282]: pgmap v4309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:28:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:28:30] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:28:31.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:28:31 smithi032 ceph-mon[191839]: pgmap v4310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:31.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:28:31 smithi032 ceph-mon[189144]: pgmap v4310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:28:31 smithi039 ceph-mon[181282]: pgmap v4310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:32.504 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:28:32.827 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:28:32.827 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (68m) 3m ago 73m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:28:32.827 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (68m) 91s ago 72m 95.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:28:32.827 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (73m) 3m ago 73m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:28:32.827 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (73m) 91s ago 73m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:28:32.827 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (67m) 91s ago 76m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:28:32.827 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (68m) 3m ago 77m 596M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:28:32.827 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (67m) 3m ago 77m 552M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:28:32.827 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (67m) 91s ago 76m 308M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:28:32.827 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (67m) 3m ago 76m 312M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:28:32.827 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (68m) 3m ago 72m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:28:32.828 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (68m) 91s ago 72m 17.9M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:28:32.828 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (66m) 3m ago 76m 3944M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:28:32.828 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (66m) 3m ago 75m 4166M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:28:32.828 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (65m) 3m ago 75m 3801M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:28:32.828 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (65m) 3m ago 75m 3670M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:28:32.828 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (64m) 91s ago 74m 3536M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:28:32.828 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (64m) 91s ago 74m 3678M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:28:32.828 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (63m) 91s ago 74m 3469M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:28:32.828 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (63m) 91s ago 74m 3299M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:28:32.828 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (67m) 91s ago 73m 102M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:28:33.229 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:28:33.229 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:28:33.229 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:28:33.229 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:28:33.229 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:28:33.229 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:28:33.229 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:28:33.229 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:28:33.229 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:28:33.230 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:28:33.230 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:28:33.230 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:28:33.230 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:28:33.230 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:28:33.230 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:28:33.230 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:28:33.230 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:28:33.230 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:28:33.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:28:33 smithi039 ceph-mon[181282]: pgmap v4311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:33.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:28:33 smithi039 ceph-mon[181282]: from='client.48044 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:28:33.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:28:33 smithi039 ceph-mon[181282]: from='client.38133 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:28:33.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:28:33 smithi032 ceph-mon[191839]: pgmap v4311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:33.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:28:33 smithi032 ceph-mon[191839]: from='client.48044 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:28:33.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:28:33 smithi032 ceph-mon[191839]: from='client.38133 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:28:33.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:28:33 smithi032 ceph-mon[189144]: pgmap v4311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:33.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:28:33 smithi032 ceph-mon[189144]: from='client.48044 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:28:33.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:28:33 smithi032 ceph-mon[189144]: from='client.38133 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:28:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:28:34 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4067878734' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:28:34.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:28:34 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4067878734' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:28:34.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:28:34 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4067878734' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:28:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:28:35 smithi039 ceph-mon[181282]: pgmap v4312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:28:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:28:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:28:35 smithi032 ceph-mon[191839]: pgmap v4312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:28:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:28:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:28:35 smithi032 ceph-mon[189144]: pgmap v4312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:28:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:28:37.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:28:37 smithi032 ceph-mon[191839]: pgmap v4313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:37.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:28:37 smithi032 ceph-mon[189144]: pgmap v4313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:37.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:28:37 smithi039 ceph-mon[181282]: pgmap v4313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:39.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:28:39 smithi032 ceph-mon[191839]: pgmap v4314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:39.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:28:39 smithi032 ceph-mon[189144]: pgmap v4314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:39.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:28:39 smithi039 ceph-mon[181282]: pgmap v4314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:28:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:28:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T18:28:41.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:28:41 smithi032 ceph-mon[189144]: pgmap v4315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:41.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:28:41 smithi032 ceph-mon[191839]: pgmap v4315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:41.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:28:41 smithi039 ceph-mon[181282]: pgmap v4315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:43.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:28:43 smithi039 ceph-mon[181282]: pgmap v4316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:43.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:28:43 smithi032 ceph-mon[189144]: pgmap v4316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:43.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:28:43 smithi032 ceph-mon[191839]: pgmap v4316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:45.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:28:45 smithi032 ceph-mon[191839]: pgmap v4317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:45.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:28:45 smithi032 ceph-mon[189144]: pgmap v4317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:45.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:28:45 smithi039 ceph-mon[181282]: pgmap v4317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:47.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:28:47 smithi032 ceph-mon[191839]: pgmap v4318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:47.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:28:47 smithi032 ceph-mon[189144]: pgmap v4318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:47.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:28:47 smithi039 ceph-mon[181282]: pgmap v4318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:49.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:28:49 smithi032 ceph-mon[191839]: pgmap v4319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:49.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:28:49 smithi032 ceph-mon[189144]: pgmap v4319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:49.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:28:49 smithi039 ceph-mon[181282]: pgmap v4319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:28:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:28:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:28:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:28:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:28:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:28:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:28:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:28:50] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T18:28:51.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:28:51 smithi032 ceph-mon[191839]: pgmap v4320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:51.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:28:51 smithi032 ceph-mon[189144]: pgmap v4320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:51.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:28:51 smithi039 ceph-mon[181282]: pgmap v4320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:53.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:28:53 smithi039 ceph-mon[181282]: pgmap v4321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:53.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:28:53 smithi032 ceph-mon[191839]: pgmap v4321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:53.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:28:53 smithi032 ceph-mon[189144]: pgmap v4321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:55.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:28:55 smithi032 ceph-mon[191839]: pgmap v4322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:55.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:28:55 smithi032 ceph-mon[189144]: pgmap v4322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:55.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:28:55 smithi039 ceph-mon[181282]: pgmap v4322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:57.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:28:57 smithi032 ceph-mon[189144]: pgmap v4323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:57.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:28:57 smithi032 ceph-mon[191839]: pgmap v4323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:57.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:28:57 smithi039 ceph-mon[181282]: pgmap v4323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:59.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:28:59 smithi032 ceph-mon[191839]: pgmap v4324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:59.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:28:59 smithi032 ceph-mon[189144]: pgmap v4324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:28:59.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:28:59 smithi039 ceph-mon[181282]: pgmap v4324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:29:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:29:00] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T18:29:01.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:29:01 smithi032 ceph-mon[191839]: pgmap v4325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:01.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:29:01 smithi032 ceph-mon[189144]: pgmap v4325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:01.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:29:01 smithi039 ceph-mon[181282]: pgmap v4325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:03.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:29:03 smithi039 ceph-mon[181282]: pgmap v4326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:03.594 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:29:03.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:29:03 smithi032 ceph-mon[189144]: pgmap v4326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:03.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:29:03 smithi032 ceph-mon[191839]: pgmap v4326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:03.918 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:29:03.919 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (69m) 4m ago 73m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:29:03.919 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (68m) 2m ago 73m 95.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:29:03.919 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (74m) 4m ago 74m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:29:03.919 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (74m) 2m ago 74m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:29:03.919 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (68m) 2m ago 76m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:29:03.919 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (68m) 4m ago 78m 596M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:29:03.919 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (68m) 4m ago 78m 552M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:29:03.919 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (67m) 2m ago 77m 308M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:29:03.919 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (67m) 4m ago 77m 312M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:29:03.920 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (69m) 4m ago 73m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:29:03.920 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (68m) 2m ago 73m 17.9M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:29:03.920 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (67m) 4m ago 76m 3944M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:29:03.920 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (66m) 4m ago 76m 4166M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:29:03.920 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (66m) 4m ago 76m 3801M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:29:03.920 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (65m) 4m ago 75m 3670M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:29:03.920 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (65m) 2m ago 75m 3536M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:29:03.920 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (64m) 2m ago 75m 3678M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:29:03.920 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (64m) 2m ago 74m 3469M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:29:03.920 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (63m) 2m ago 74m 3299M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:29:03.920 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (68m) 2m ago 73m 102M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:29:04.325 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:29:04.325 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:29:04.325 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:29:04.325 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:29:04.325 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:29:04.325 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:29:04.325 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:29:04.326 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:29:04.326 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:29:04.326 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:29:04.326 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:29:04.326 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:29:04.326 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:29:04.326 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:29:04.326 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:29:04.326 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:29:04.326 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:29:04.326 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:29:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:29:04 smithi039 ceph-mon[181282]: from='client.48062 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:29:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:29:04 smithi039 ceph-mon[181282]: from='client.48068 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:29:04.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:29:04 smithi032 ceph-mon[189144]: from='client.48062 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:29:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:29:04 smithi032 ceph-mon[189144]: from='client.48068 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:29:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:29:04 smithi032 ceph-mon[191839]: from='client.48062 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:29:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:29:04 smithi032 ceph-mon[191839]: from='client.48068 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:29:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:29:05 smithi039 ceph-mon[181282]: pgmap v4327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:29:05 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2119003591' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:29:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:29:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:29:05.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:29:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:29:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:29:05 smithi032 ceph-mon[191839]: pgmap v4327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:29:05 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2119003591' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:29:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:29:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:29:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:29:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:29:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:29:05 smithi032 ceph-mon[189144]: pgmap v4327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:29:05 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2119003591' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:29:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:29:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:29:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:29:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:29:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:29:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:29:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:29:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:29:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:29:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:29:06.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:29:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:29:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:29:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:29:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:29:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:29:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:29:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:29:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:29:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:29:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:29:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:29:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:29:07 smithi039 ceph-mon[181282]: pgmap v4328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:07.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:29:07 smithi032 ceph-mon[191839]: pgmap v4328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:07.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:29:07 smithi032 ceph-mon[189144]: pgmap v4328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:09.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:29:09 smithi032 ceph-mon[189144]: pgmap v4329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:09.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:29:09 smithi032 ceph-mon[191839]: pgmap v4329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:09.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:29:09 smithi039 ceph-mon[181282]: pgmap v4329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:29:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:29:10] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T18:29:11.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:29:11 smithi032 ceph-mon[191839]: pgmap v4330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:11.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:29:11 smithi032 ceph-mon[189144]: pgmap v4330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:11.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:29:11 smithi039 ceph-mon[181282]: pgmap v4330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:13.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:29:13 smithi039 ceph-mon[181282]: pgmap v4331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:13.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:29:13 smithi032 ceph-mon[191839]: pgmap v4331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:13.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:29:13 smithi032 ceph-mon[189144]: pgmap v4331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:15.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:29:15 smithi032 ceph-mon[189144]: pgmap v4332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:15.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:29:15 smithi032 ceph-mon[191839]: pgmap v4332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:29:15 smithi039 ceph-mon[181282]: pgmap v4332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:17.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:29:17 smithi032 ceph-mon[189144]: pgmap v4333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:17.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:29:17 smithi032 ceph-mon[191839]: pgmap v4333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:17.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:29:17 smithi039 ceph-mon[181282]: pgmap v4333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:19.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:29:19 smithi032 ceph-mon[189144]: pgmap v4334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:19.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:29:19 smithi032 ceph-mon[191839]: pgmap v4334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:29:19 smithi039 ceph-mon[181282]: pgmap v4334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:29:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:29:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:29:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:29:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:29:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:29:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:29:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:29:20] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T18:29:21.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:29:21 smithi032 ceph-mon[189144]: pgmap v4335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:21.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:29:21 smithi032 ceph-mon[191839]: pgmap v4335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:21.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:29:21 smithi039 ceph-mon[181282]: pgmap v4335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:23.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:29:23 smithi039 ceph-mon[181282]: pgmap v4336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:23.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:29:23 smithi032 ceph-mon[191839]: pgmap v4336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:23.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:29:23 smithi032 ceph-mon[189144]: pgmap v4336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:25.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:29:25 smithi032 ceph-mon[191839]: pgmap v4337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:25.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:29:25 smithi032 ceph-mon[189144]: pgmap v4337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:25.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:29:25 smithi039 ceph-mon[181282]: pgmap v4337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:27.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:29:27 smithi032 ceph-mon[191839]: pgmap v4338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:27.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:29:27 smithi032 ceph-mon[189144]: pgmap v4338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:27.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:29:27 smithi039 ceph-mon[181282]: pgmap v4338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:29.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:29:29 smithi032 ceph-mon[191839]: pgmap v4339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:29.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:29:29 smithi032 ceph-mon[189144]: pgmap v4339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:29.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:29:29 smithi039 ceph-mon[181282]: pgmap v4339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:29:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:29:30] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T18:29:31.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:29:31 smithi032 ceph-mon[189144]: pgmap v4340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:31.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:29:31 smithi032 ceph-mon[191839]: pgmap v4340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:29:31 smithi039 ceph-mon[181282]: pgmap v4340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:33.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:29:33 smithi039 ceph-mon[181282]: pgmap v4341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:33.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:29:33 smithi032 ceph-mon[191839]: pgmap v4341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:33.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:29:33 smithi032 ceph-mon[189144]: pgmap v4341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:34.691 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:29:35.015 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:29:35.015 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (69m) 4m ago 74m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:29:35.015 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (69m) 2m ago 73m 95.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:29:35.015 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (74m) 4m ago 74m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:29:35.015 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (74m) 2m ago 74m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:29:35.015 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (68m) 2m ago 77m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:29:35.015 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (69m) 4m ago 78m 596M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:29:35.015 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (68m) 4m ago 78m 552M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:29:35.015 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (68m) 2m ago 77m 308M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:29:35.016 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (68m) 4m ago 77m 312M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:29:35.016 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (69m) 4m ago 73m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:29:35.016 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (69m) 2m ago 73m 17.9M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:29:35.016 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (67m) 4m ago 77m 3944M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:29:35.016 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (67m) 4m ago 76m 4166M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:29:35.016 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (66m) 4m ago 76m 3801M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:29:35.016 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (66m) 4m ago 76m 3670M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:29:35.016 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (65m) 2m ago 75m 3536M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:29:35.016 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (65m) 2m ago 75m 3678M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:29:35.016 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (64m) 2m ago 75m 3469M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:29:35.017 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (64m) 2m ago 75m 3299M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:29:35.017 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (68m) 2m ago 74m 102M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:29:35.418 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:29:35.418 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:29:35.418 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:29:35.418 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:29:35.418 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:29:35.418 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:29:35.418 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:29:35.418 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:29:35.419 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:29:35.419 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:29:35.419 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:29:35.419 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:29:35.419 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:29:35.419 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:29:35.419 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:29:35.419 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:29:35.419 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:29:35.419 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:29:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:29:35 smithi032 ceph-mon[191839]: pgmap v4342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:29:35 smithi032 ceph-mon[191839]: from='client.48080 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:29:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:29:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:29:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:29:35 smithi032 ceph-mon[189144]: pgmap v4342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:35.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:29:35 smithi032 ceph-mon[189144]: from='client.48080 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:29:35.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:29:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:29:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:29:35 smithi039 ceph-mon[181282]: pgmap v4342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:29:35 smithi039 ceph-mon[181282]: from='client.48080 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:29:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:29:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:29:36.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:29:36 smithi032 ceph-mon[191839]: from='client.48086 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:29:36.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:29:36 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2223720189' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:29:36.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:29:36 smithi032 ceph-mon[189144]: from='client.48086 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:29:36.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:29:36 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2223720189' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:29:36.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:29:36 smithi039 ceph-mon[181282]: from='client.48086 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:29:36.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:29:36 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2223720189' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:29:37.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:29:37 smithi032 ceph-mon[189144]: pgmap v4343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:37.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:29:37 smithi032 ceph-mon[191839]: pgmap v4343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:37.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:29:37 smithi039 ceph-mon[181282]: pgmap v4343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:39.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:29:39 smithi032 ceph-mon[189144]: pgmap v4344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:39.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:29:39 smithi032 ceph-mon[191839]: pgmap v4344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:39.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:29:39 smithi039 ceph-mon[181282]: pgmap v4344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:29:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:29:40] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T18:29:41.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:29:41 smithi032 ceph-mon[191839]: pgmap v4345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:41.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:29:41 smithi032 ceph-mon[189144]: pgmap v4345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:41.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:29:41 smithi039 ceph-mon[181282]: pgmap v4345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:43.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:29:43 smithi039 ceph-mon[181282]: pgmap v4346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:43.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:29:43 smithi032 ceph-mon[189144]: pgmap v4346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:43.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:29:43 smithi032 ceph-mon[191839]: pgmap v4346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:45.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:29:45 smithi032 ceph-mon[191839]: pgmap v4347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:45.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:29:45 smithi032 ceph-mon[189144]: pgmap v4347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:45.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:29:45 smithi039 ceph-mon[181282]: pgmap v4347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:47.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:29:47 smithi032 ceph-mon[191839]: pgmap v4348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:47.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:29:47 smithi032 ceph-mon[189144]: pgmap v4348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:47.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:29:47 smithi039 ceph-mon[181282]: pgmap v4348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:49.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:29:49 smithi032 ceph-mon[191839]: pgmap v4349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:49.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:29:49 smithi032 ceph-mon[189144]: pgmap v4349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:49.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:29:49 smithi039 ceph-mon[181282]: pgmap v4349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:29:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:29:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:29:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:29:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:29:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:29:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:29:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:29:50] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T18:29:51.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:29:51 smithi032 ceph-mon[191839]: pgmap v4350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:51.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:29:51 smithi032 ceph-mon[189144]: pgmap v4350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:51.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:29:51 smithi039 ceph-mon[181282]: pgmap v4350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:53.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:29:53 smithi039 ceph-mon[181282]: pgmap v4351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:53.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:29:53 smithi032 ceph-mon[191839]: pgmap v4351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:53.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:29:53 smithi032 ceph-mon[189144]: pgmap v4351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:55.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:29:55 smithi032 ceph-mon[191839]: pgmap v4352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:55.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:29:55 smithi032 ceph-mon[189144]: pgmap v4352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:55.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:29:55 smithi039 ceph-mon[181282]: pgmap v4352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:57.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:29:57 smithi032 ceph-mon[191839]: pgmap v4353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:57.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:29:57 smithi032 ceph-mon[189144]: pgmap v4353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:57.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:29:57 smithi039 ceph-mon[181282]: pgmap v4353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:59.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:29:59 smithi032 ceph-mon[191839]: pgmap v4354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:59.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:29:59 smithi032 ceph-mon[189144]: pgmap v4354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:29:59.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:29:59 smithi039 ceph-mon[181282]: pgmap v4354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:00.392 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:30:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T18:29:59.998+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T18:30:00.392 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:30:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T18:30:00.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:30:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T18:30:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:30:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T18:30:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:30:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:30:00] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T18:30:01.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:30:01 smithi032 ceph-mon[191839]: pgmap v4355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:01.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:30:01 smithi032 ceph-mon[189144]: pgmap v4355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:01.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:30:01 smithi039 ceph-mon[181282]: pgmap v4355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:03.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:30:03 smithi039 ceph-mon[181282]: pgmap v4356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:03.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:30:03 smithi032 ceph-mon[191839]: pgmap v4356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:03.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:30:03 smithi032 ceph-mon[189144]: pgmap v4356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:05.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:30:05 smithi032 ceph-mon[189144]: pgmap v4357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:30:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:30:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:30:05 smithi032 ceph-mon[191839]: pgmap v4357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:30:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:30:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:30:05 smithi039 ceph-mon[181282]: pgmap v4357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:30:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:30:05.793 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:30:06.126 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:30:06.126 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (70m) 5m ago 74m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:30:06.126 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (69m) 3m ago 74m 95.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:30:06.126 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (75m) 5m ago 75m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:30:06.126 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (75m) 3m ago 75m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:30:06.126 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (69m) 3m ago 77m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:30:06.126 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (69m) 5m ago 79m 596M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:30:06.126 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (69m) 5m ago 79m 552M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:30:06.126 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (68m) 3m ago 78m 308M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:30:06.126 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (68m) 5m ago 78m 312M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:30:06.127 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (70m) 5m ago 74m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:30:06.127 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (69m) 3m ago 74m 17.9M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:30:06.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (68m) 5m ago 77m 3944M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:30:06.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (67m) 5m ago 77m 4166M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:30:06.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (67m) 5m ago 77m 3801M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:30:06.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (66m) 5m ago 76m 3670M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:30:06.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (66m) 3m ago 76m 3536M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:30:06.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (65m) 3m ago 76m 3678M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:30:06.128 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (65m) 3m ago 75m 3469M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:30:06.128 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (64m) 3m ago 75m 3299M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:30:06.128 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (69m) 3m ago 74m 102M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:30:06.537 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:30:06.537 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:30:06.537 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:30:06.537 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:30:06.537 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:30:06.537 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:30:06.538 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:30:06.538 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:30:06.538 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:30:06.538 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:30:06.538 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:30:06.538 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:30:06.538 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:30:06.538 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:30:06.538 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:30:06.538 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:30:06.538 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:30:06.539 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:30:06.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:30:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:30:06.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:30:06 smithi032 ceph-mon[191839]: from='client.48098 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:30:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:30:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:30:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:30:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:30:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:30:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:30:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:30:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:30:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:30:06 smithi032 ceph-mon[189144]: from='client.48098 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:30:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:30:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:30:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:30:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:30:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:30:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:30:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:30:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:30:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:30:06 smithi039 ceph-mon[181282]: from='client.48098 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:30:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:30:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:30:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:30:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:30:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:30:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:30:07.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:30:07 smithi032 ceph-mon[191839]: from='client.38187 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:30:07.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:30:07 smithi032 ceph-mon[191839]: pgmap v4358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:07.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:30:07 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/179305991' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:30:07.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:30:07 smithi032 ceph-mon[189144]: from='client.38187 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:30:07.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:30:07 smithi032 ceph-mon[189144]: pgmap v4358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:07.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:30:07 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/179305991' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:30:07.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:30:07 smithi039 ceph-mon[181282]: from='client.38187 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:30:07.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:30:07 smithi039 ceph-mon[181282]: pgmap v4358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:07.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:30:07 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/179305991' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:30:09.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:30:09 smithi032 ceph-mon[191839]: pgmap v4359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:09.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:30:09 smithi032 ceph-mon[189144]: pgmap v4359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:09.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:30:09 smithi039 ceph-mon[181282]: pgmap v4359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:30:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:30:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T18:30:11.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:30:11 smithi032 ceph-mon[191839]: pgmap v4360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:11.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:30:11 smithi032 ceph-mon[189144]: pgmap v4360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:11.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:30:11 smithi039 ceph-mon[181282]: pgmap v4360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:13.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:30:13 smithi039 ceph-mon[181282]: pgmap v4361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:13.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:30:13 smithi032 ceph-mon[191839]: pgmap v4361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:13.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:30:13 smithi032 ceph-mon[189144]: pgmap v4361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:15.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:30:15 smithi032 ceph-mon[191839]: pgmap v4362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:15.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:30:15 smithi032 ceph-mon[189144]: pgmap v4362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:30:15 smithi039 ceph-mon[181282]: pgmap v4362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:17.256 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 18:30:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-22T18:30:16.9828539Z level=info msg="Completed cleanup jobs" duration=13.286217ms 2023-12-22T18:30:17.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:30:17 smithi032 ceph-mon[191839]: pgmap v4363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:17.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:30:17 smithi032 ceph-mon[189144]: pgmap v4363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:17.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:30:17 smithi039 ceph-mon[181282]: pgmap v4363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:19.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:30:19 smithi032 ceph-mon[191839]: pgmap v4364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:19.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:30:19 smithi032 ceph-mon[189144]: pgmap v4364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:30:19 smithi039 ceph-mon[181282]: pgmap v4364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:20.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:30:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:30:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:30:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:30:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:30:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:30:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:30:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:30:20] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:30:21.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:30:21 smithi032 ceph-mon[191839]: pgmap v4365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:21.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:30:21 smithi032 ceph-mon[189144]: pgmap v4365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:21.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:30:21 smithi039 ceph-mon[181282]: pgmap v4365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:23.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:30:23 smithi039 ceph-mon[181282]: pgmap v4366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:23.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:30:23 smithi032 ceph-mon[191839]: pgmap v4366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:23.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:30:23 smithi032 ceph-mon[189144]: pgmap v4366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:25.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:30:25 smithi032 ceph-mon[191839]: pgmap v4367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:25.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:30:25 smithi032 ceph-mon[189144]: pgmap v4367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:25.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:30:25 smithi039 ceph-mon[181282]: pgmap v4367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:27.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:30:27 smithi032 ceph-mon[189144]: pgmap v4368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:27.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:30:27 smithi032 ceph-mon[191839]: pgmap v4368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:27.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:30:27 smithi039 ceph-mon[181282]: pgmap v4368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:29.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:30:29 smithi032 ceph-mon[189144]: pgmap v4369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:29.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:30:29 smithi032 ceph-mon[191839]: pgmap v4369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:29.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:30:29 smithi039 ceph-mon[181282]: pgmap v4369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:30:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:30:30] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:30:31.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:30:31 smithi032 ceph-mon[191839]: pgmap v4370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:31.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:30:31 smithi032 ceph-mon[189144]: pgmap v4370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:30:31 smithi039 ceph-mon[181282]: pgmap v4370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:33.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:30:33 smithi039 ceph-mon[181282]: pgmap v4371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:33.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:30:33 smithi032 ceph-mon[191839]: pgmap v4371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:33.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:30:33 smithi032 ceph-mon[189144]: pgmap v4371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:30:35 smithi032 ceph-mon[191839]: pgmap v4372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:30:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:30:35.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:30:35 smithi032 ceph-mon[189144]: pgmap v4372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:30:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:30:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:30:35 smithi039 ceph-mon[181282]: pgmap v4372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:30:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:30:36.903 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:30:37.226 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:30:37.226 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (70m) 5m ago 75m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:30:37.226 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (70m) 3m ago 74m 95.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:30:37.226 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (75m) 5m ago 75m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:30:37.226 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (75m) 3m ago 75m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:30:37.226 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (69m) 3m ago 78m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:30:37.226 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (70m) 5m ago 79m 596M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:30:37.226 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (69m) 5m ago 79m 552M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:30:37.226 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (69m) 3m ago 78m 308M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:30:37.226 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (69m) 5m ago 78m 312M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:30:37.227 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (70m) 5m ago 74m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:30:37.227 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (70m) 3m ago 74m 17.9M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:30:37.227 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (68m) 5m ago 78m 3944M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:30:37.227 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (68m) 5m ago 77m 4166M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:30:37.227 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (67m) 5m ago 77m 3801M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:30:37.227 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (67m) 5m ago 77m 3670M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:30:37.227 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (66m) 3m ago 77m 3536M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:30:37.227 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (66m) 3m ago 76m 3678M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:30:37.227 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (65m) 3m ago 76m 3469M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:30:37.227 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (65m) 3m ago 76m 3299M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:30:37.227 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (69m) 3m ago 75m 102M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:30:37.629 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:30:37.630 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:30:37.630 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:30:37.630 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:30:37.630 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:30:37.630 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:30:37.630 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:30:37.630 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:30:37.630 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:30:37.630 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:30:37.630 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:30:37.630 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:30:37.630 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:30:37.630 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:30:37.630 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:30:37.630 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:30:37.631 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:30:37.631 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:30:37.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:30:37 smithi032 ceph-mon[191839]: pgmap v4373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:37.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:30:37 smithi032 ceph-mon[191839]: from='client.38199 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:30:37.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:30:37 smithi032 ceph-mon[189144]: pgmap v4373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:37.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:30:37 smithi032 ceph-mon[189144]: from='client.38199 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:30:37.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:30:37 smithi039 ceph-mon[181282]: pgmap v4373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:37.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:30:37 smithi039 ceph-mon[181282]: from='client.38199 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:30:38.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:30:38 smithi032 ceph-mon[189144]: from='client.38205 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:30:38.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:30:38 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3919599257' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:30:38.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:30:38 smithi032 ceph-mon[191839]: from='client.38205 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:30:38.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:30:38 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3919599257' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:30:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:30:38 smithi039 ceph-mon[181282]: from='client.38205 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:30:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:30:38 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3919599257' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:30:39.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:30:39 smithi032 ceph-mon[191839]: pgmap v4374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:39.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:30:39 smithi032 ceph-mon[189144]: pgmap v4374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:39.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:30:39 smithi039 ceph-mon[181282]: pgmap v4374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:30:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:30:40] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T18:30:41.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:30:41 smithi032 ceph-mon[191839]: pgmap v4375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:41.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:30:41 smithi032 ceph-mon[189144]: pgmap v4375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:41.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:30:41 smithi039 ceph-mon[181282]: pgmap v4375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:43.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:30:43 smithi039 ceph-mon[181282]: pgmap v4376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:43.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:30:43 smithi032 ceph-mon[191839]: pgmap v4376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:43.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:30:43 smithi032 ceph-mon[189144]: pgmap v4376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:45.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:30:45 smithi032 ceph-mon[191839]: pgmap v4377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:45.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:30:45 smithi032 ceph-mon[189144]: pgmap v4377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:45.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:30:45 smithi039 ceph-mon[181282]: pgmap v4377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:47.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:30:47 smithi032 ceph-mon[191839]: pgmap v4378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:47.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:30:47 smithi032 ceph-mon[189144]: pgmap v4378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:47.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:30:47 smithi039 ceph-mon[181282]: pgmap v4378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:49.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:30:49 smithi032 ceph-mon[191839]: pgmap v4379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:49.688 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:30:49 smithi032 ceph-mon[189144]: pgmap v4379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:49.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:30:49 smithi039 ceph-mon[181282]: pgmap v4379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:30:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:30:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:30:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:30:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:30:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:30:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:30:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:30:50] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T18:30:51.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:30:51 smithi032 ceph-mon[189144]: pgmap v4380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:51.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:30:51 smithi032 ceph-mon[191839]: pgmap v4380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:51.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:30:51 smithi039 ceph-mon[181282]: pgmap v4380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:53.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:30:53 smithi039 ceph-mon[181282]: pgmap v4381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:53.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:30:53 smithi032 ceph-mon[189144]: pgmap v4381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:53.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:30:53 smithi032 ceph-mon[191839]: pgmap v4381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:55.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:30:55 smithi032 ceph-mon[189144]: pgmap v4382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:55.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:30:55 smithi032 ceph-mon[191839]: pgmap v4382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:55.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:30:55 smithi039 ceph-mon[181282]: pgmap v4382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:57.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:30:57 smithi032 ceph-mon[191839]: pgmap v4383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:57.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:30:57 smithi032 ceph-mon[189144]: pgmap v4383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:57.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:30:57 smithi039 ceph-mon[181282]: pgmap v4383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:59.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:30:59 smithi032 ceph-mon[191839]: pgmap v4384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:59.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:30:59 smithi032 ceph-mon[189144]: pgmap v4384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:30:59.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:30:59 smithi039 ceph-mon[181282]: pgmap v4384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:31:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:31:00] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T18:31:01.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:31:01 smithi032 ceph-mon[189144]: pgmap v4385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:01.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:31:01 smithi032 ceph-mon[191839]: pgmap v4385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:01.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:31:01 smithi039 ceph-mon[181282]: pgmap v4385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:03.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:31:03 smithi032 ceph-mon[191839]: pgmap v4386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:03.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:31:03 smithi032 ceph-mon[189144]: pgmap v4386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:03.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:31:03 smithi039 ceph-mon[181282]: pgmap v4386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:31:05 smithi032 ceph-mon[191839]: pgmap v4387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:31:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:31:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:31:05 smithi032 ceph-mon[189144]: pgmap v4387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:31:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:31:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:31:05 smithi039 ceph-mon[181282]: pgmap v4387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:31:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:31:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:31:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:31:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:31:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:31:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:31:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:31:07.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:31:07 smithi032 ceph-mon[189144]: pgmap v4388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:07.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:31:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:31:07.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:31:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:31:07.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:31:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:31:07.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:31:07 smithi032 ceph-mon[191839]: pgmap v4388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:07.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:31:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:31:07.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:31:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:31:07.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:31:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:31:07.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:31:07 smithi039 ceph-mon[181282]: pgmap v4388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:07.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:31:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:31:07.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:31:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:31:07.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:31:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:31:07.992 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:31:08.315 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:31:08.315 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (71m) 6m ago 75m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:31:08.315 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (70m) 4m ago 75m 95.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:31:08.315 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (76m) 6m ago 76m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:31:08.315 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (76m) 4m ago 76m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:31:08.315 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (70m) 4m ago 78m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:31:08.315 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (70m) 6m ago 80m 596M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:31:08.316 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (70m) 6m ago 80m 552M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:31:08.316 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (69m) 4m ago 79m 308M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:31:08.316 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (69m) 6m ago 79m 312M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:31:08.316 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (71m) 6m ago 75m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:31:08.316 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (70m) 4m ago 75m 17.9M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:31:08.316 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (69m) 6m ago 78m 3944M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:31:08.316 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (68m) 6m ago 78m 4166M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:31:08.316 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (68m) 6m ago 78m 3801M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:31:08.316 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (67m) 6m ago 77m 3670M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:31:08.316 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (67m) 4m ago 77m 3536M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:31:08.316 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (66m) 4m ago 77m 3678M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:31:08.316 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (66m) 4m ago 76m 3469M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:31:08.316 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (65m) 4m ago 76m 3299M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:31:08.316 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (70m) 4m ago 76m 102M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:31:08.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:31:08 smithi032 ceph-mon[189144]: from='client.48134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:31:08.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:31:08 smithi032 ceph-mon[191839]: from='client.48134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:31:08.719 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:31:08.719 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:31:08.719 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:31:08.719 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:31:08.719 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:31:08.719 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:31:08.719 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:31:08.720 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:31:08.720 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:31:08.720 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:31:08.720 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:31:08.720 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:31:08.720 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:31:08.720 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:31:08.720 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:31:08.720 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:31:08.720 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:31:08.720 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:31:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:31:08 smithi039 ceph-mon[181282]: from='client.48134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:31:09.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:31:09 smithi032 ceph-mon[189144]: from='client.38223 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:31:09.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:31:09 smithi032 ceph-mon[189144]: pgmap v4389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:09.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:31:09 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3999563834' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:31:09.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:31:09 smithi032 ceph-mon[191839]: from='client.38223 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:31:09.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:31:09 smithi032 ceph-mon[191839]: pgmap v4389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:09.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:31:09 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3999563834' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:31:09.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:31:09 smithi039 ceph-mon[181282]: from='client.38223 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:31:09.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:31:09 smithi039 ceph-mon[181282]: pgmap v4389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:09.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:31:09 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3999563834' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:31:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:31:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:31:10] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:31:11.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:31:11 smithi032 ceph-mon[191839]: pgmap v4390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:11.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:31:11 smithi032 ceph-mon[189144]: pgmap v4390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:11.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:31:11 smithi039 ceph-mon[181282]: pgmap v4390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:13.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:31:13 smithi032 ceph-mon[191839]: pgmap v4391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:13.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:31:13 smithi032 ceph-mon[189144]: pgmap v4391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:13.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:31:13 smithi039 ceph-mon[181282]: pgmap v4391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:15.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:31:15 smithi032 ceph-mon[191839]: pgmap v4392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:15.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:31:15 smithi032 ceph-mon[189144]: pgmap v4392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:31:15 smithi039 ceph-mon[181282]: pgmap v4392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:17.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:31:17 smithi032 ceph-mon[189144]: pgmap v4393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:17.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:31:17 smithi032 ceph-mon[191839]: pgmap v4393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:17.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:31:17 smithi039 ceph-mon[181282]: pgmap v4393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:19.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:31:19 smithi032 ceph-mon[191839]: pgmap v4394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:19.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:31:19 smithi032 ceph-mon[189144]: pgmap v4394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:31:19 smithi039 ceph-mon[181282]: pgmap v4394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:31:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:31:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:31:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:31:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:31:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:31:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:31:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:31:20] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T18:31:21.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:31:21 smithi032 ceph-mon[191839]: pgmap v4395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:21.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:31:21 smithi032 ceph-mon[189144]: pgmap v4395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:21.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:31:21 smithi039 ceph-mon[181282]: pgmap v4395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:23.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:31:23 smithi032 ceph-mon[191839]: pgmap v4396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:23.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:31:23 smithi032 ceph-mon[189144]: pgmap v4396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:23.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:31:23 smithi039 ceph-mon[181282]: pgmap v4396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:25.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:31:25 smithi032 ceph-mon[191839]: pgmap v4397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:25.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:31:25 smithi032 ceph-mon[189144]: pgmap v4397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:25.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:31:25 smithi039 ceph-mon[181282]: pgmap v4397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:27.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:31:27 smithi032 ceph-mon[191839]: pgmap v4398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:27.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:31:27 smithi032 ceph-mon[189144]: pgmap v4398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:27.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:31:27 smithi039 ceph-mon[181282]: pgmap v4398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:29.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:31:29 smithi032 ceph-mon[189144]: pgmap v4399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:29.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:31:29 smithi032 ceph-mon[191839]: pgmap v4399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:29.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:31:29 smithi039 ceph-mon[181282]: pgmap v4399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:31:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:31:30] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T18:31:31.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:31:31 smithi032 ceph-mon[191839]: pgmap v4400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:31.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:31:31 smithi032 ceph-mon[189144]: pgmap v4400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:31:31 smithi039 ceph-mon[181282]: pgmap v4400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:33.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:31:33 smithi032 ceph-mon[191839]: pgmap v4401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:33.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:31:33 smithi032 ceph-mon[189144]: pgmap v4401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:33.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:31:33 smithi039 ceph-mon[181282]: pgmap v4401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:31:35 smithi032 ceph-mon[191839]: pgmap v4402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:31:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:31:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:31:35 smithi032 ceph-mon[189144]: pgmap v4402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:31:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:31:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:31:35 smithi039 ceph-mon[181282]: pgmap v4402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:31:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:31:37.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:31:37 smithi032 ceph-mon[191839]: pgmap v4403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:37.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:31:37 smithi032 ceph-mon[189144]: pgmap v4403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:37.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:31:37 smithi039 ceph-mon[181282]: pgmap v4403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:39.087 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:31:39.410 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:31:39.410 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (71m) 6m ago 76m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:31:39.410 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (71m) 4m ago 75m 95.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:31:39.410 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (76m) 6m ago 76m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:31:39.410 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (76m) 4m ago 76m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:31:39.410 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (70m) 4m ago 79m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:31:39.410 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (71m) 6m ago 80m 596M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:31:39.410 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (70m) 6m ago 80m 552M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:31:39.411 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (70m) 4m ago 79m 308M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:31:39.411 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (70m) 6m ago 79m 312M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:31:39.411 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (71m) 6m ago 75m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:31:39.411 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (71m) 4m ago 75m 17.9M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:31:39.411 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (69m) 6m ago 79m 3944M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:31:39.411 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (69m) 6m ago 78m 4166M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:31:39.411 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (68m) 6m ago 78m 3801M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:31:39.411 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (68m) 6m ago 78m 3670M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:31:39.411 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (67m) 4m ago 78m 3536M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:31:39.411 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (67m) 4m ago 77m 3678M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:31:39.411 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (66m) 4m ago 77m 3469M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:31:39.411 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (66m) 4m ago 77m 3299M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:31:39.411 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (71m) 4m ago 76m 102M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:31:39.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:31:39 smithi032 ceph-mon[191839]: pgmap v4404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:39.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:31:39 smithi032 ceph-mon[189144]: pgmap v4404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:39.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:31:39 smithi039 ceph-mon[181282]: pgmap v4404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:39.812 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:31:39.812 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:31:39.812 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:31:39.812 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:31:39.812 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:31:39.812 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:31:39.812 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:31:39.812 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:31:39.812 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:31:39.812 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:31:39.812 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:31:39.812 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:31:39.812 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:31:39.812 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:31:39.812 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:31:39.813 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:31:39.813 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:31:39.813 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:31:40.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:31:40 smithi032 ceph-mon[191839]: from='client.38235 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:31:40.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:31:40 smithi032 ceph-mon[191839]: from='client.38241 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:31:40.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:31:40 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2236798159' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:31:40.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:31:40 smithi032 ceph-mon[189144]: from='client.38235 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:31:40.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:31:40 smithi032 ceph-mon[189144]: from='client.38241 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:31:40.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:31:40 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2236798159' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:31:40.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:31:40 smithi039 ceph-mon[181282]: from='client.38235 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:31:40.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:31:40 smithi039 ceph-mon[181282]: from='client.38241 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:31:40.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:31:40 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2236798159' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:31:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:31:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:31:40] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T18:31:41.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:31:41 smithi032 ceph-mon[191839]: pgmap v4405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:41.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:31:41 smithi032 ceph-mon[189144]: pgmap v4405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:41.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:31:41 smithi039 ceph-mon[181282]: pgmap v4405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:43.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:31:43 smithi032 ceph-mon[191839]: pgmap v4406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:43.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:31:43 smithi032 ceph-mon[189144]: pgmap v4406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:43.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:31:43 smithi039 ceph-mon[181282]: pgmap v4406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:45.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:31:45 smithi032 ceph-mon[189144]: pgmap v4407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:45.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:31:45 smithi032 ceph-mon[191839]: pgmap v4407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:45.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:31:45 smithi039 ceph-mon[181282]: pgmap v4407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:47.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:31:47 smithi032 ceph-mon[191839]: pgmap v4408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:47.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:31:47 smithi032 ceph-mon[189144]: pgmap v4408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:47.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:31:47 smithi039 ceph-mon[181282]: pgmap v4408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:49.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:31:49 smithi032 ceph-mon[191839]: pgmap v4409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:49.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:31:49 smithi032 ceph-mon[189144]: pgmap v4409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:49.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:31:49 smithi039 ceph-mon[181282]: pgmap v4409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:31:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:31:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:31:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:31:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:31:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:31:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:31:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:31:50] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T18:31:51.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:31:51 smithi039 ceph-mon[181282]: pgmap v4410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:51.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:31:51 smithi032 ceph-mon[191839]: pgmap v4410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:31:51 smithi032 ceph-mon[189144]: pgmap v4410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:53.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:31:53 smithi032 ceph-mon[191839]: pgmap v4411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:53.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:31:53 smithi032 ceph-mon[189144]: pgmap v4411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:53.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:31:53 smithi039 ceph-mon[181282]: pgmap v4411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:55.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:31:55 smithi032 ceph-mon[191839]: pgmap v4412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:55.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:31:55 smithi032 ceph-mon[189144]: pgmap v4412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:55.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:31:55 smithi039 ceph-mon[181282]: pgmap v4412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:57.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:31:57 smithi032 ceph-mon[191839]: pgmap v4413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:57.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:31:57 smithi032 ceph-mon[189144]: pgmap v4413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:57.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:31:57 smithi039 ceph-mon[181282]: pgmap v4413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:59.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:31:59 smithi032 ceph-mon[191839]: pgmap v4414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:59.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:31:59 smithi032 ceph-mon[189144]: pgmap v4414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:31:59.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:31:59 smithi039 ceph-mon[181282]: pgmap v4414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:32:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:32:00] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T18:32:01.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:32:01 smithi032 ceph-mon[191839]: pgmap v4415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:01.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:32:01 smithi032 ceph-mon[189144]: pgmap v4415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:01.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:32:01 smithi039 ceph-mon[181282]: pgmap v4415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:03.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:32:03 smithi032 ceph-mon[191839]: pgmap v4416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:03.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:32:03 smithi032 ceph-mon[189144]: pgmap v4416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:03.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:32:03 smithi039 ceph-mon[181282]: pgmap v4416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:32:05 smithi032 ceph-mon[191839]: pgmap v4417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:32:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:32:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:32:05 smithi032 ceph-mon[189144]: pgmap v4417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:32:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:32:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:32:05 smithi039 ceph-mon[181282]: pgmap v4417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:32:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:32:07.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:32:07 smithi032 ceph-mon[191839]: pgmap v4418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:07.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:32:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:32:07.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:32:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:32:07.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:32:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:32:07.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:32:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:32:07.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:32:07 smithi032 ceph-mon[189144]: pgmap v4418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:07.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:32:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:32:07.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:32:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:32:07.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:32:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:32:07.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:32:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:32:07.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:32:07 smithi039 ceph-mon[181282]: pgmap v4418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:07.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:32:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:32:07.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:32:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:32:07.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:32:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:32:07.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:32:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:32:09.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:32:09 smithi032 ceph-mon[191839]: pgmap v4419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:09.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:32:09 smithi032 ceph-mon[189144]: pgmap v4419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:09.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:32:09 smithi039 ceph-mon[181282]: pgmap v4419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:10.171 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:32:10.499 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:32:10.499 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (72m) 7m ago 76m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:32:10.499 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (71m) 5m ago 76m 95.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:32:10.499 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (77m) 7m ago 77m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:32:10.499 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (77m) 5m ago 77m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:32:10.500 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (71m) 5m ago 79m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:32:10.500 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (71m) 7m ago 81m 596M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:32:10.500 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (71m) 7m ago 81m 552M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:32:10.500 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (70m) 5m ago 80m 308M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:32:10.500 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (70m) 7m ago 80m 312M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:32:10.500 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (72m) 7m ago 76m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:32:10.500 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (71m) 5m ago 76m 17.9M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:32:10.500 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (70m) 7m ago 79m 3944M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:32:10.500 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (69m) 7m ago 79m 4166M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:32:10.500 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (69m) 7m ago 79m 3801M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:32:10.501 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (68m) 7m ago 78m 3670M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:32:10.501 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (68m) 5m ago 78m 3536M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:32:10.501 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (67m) 5m ago 78m 3678M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:32:10.501 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (67m) 5m ago 78m 3469M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:32:10.501 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (66m) 5m ago 77m 3299M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:32:10.501 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (71m) 5m ago 77m 102M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:32:10.898 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:32:10.898 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:32:10.898 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:32:10.898 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:32:10.898 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:32:10.898 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:32:10.898 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:32:10.899 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:32:10.899 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:32:10.899 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:32:10.899 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:32:10.899 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:32:10.899 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:32:10.899 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:32:10.899 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:32:10.899 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:32:10.899 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:32:10.899 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:32:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:32:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:32:10] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T18:32:11.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:32:11 smithi032 ceph-mon[189144]: from='client.38253 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:32:11.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:32:11 smithi032 ceph-mon[189144]: pgmap v4420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:11.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:32:11 smithi032 ceph-mon[189144]: from='client.48176 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:32:11.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:32:11 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2761256931' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:32:11.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:32:11 smithi032 ceph-mon[191839]: from='client.38253 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:32:11.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:32:11 smithi032 ceph-mon[191839]: pgmap v4420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:11.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:32:11 smithi032 ceph-mon[191839]: from='client.48176 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:32:11.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:32:11 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2761256931' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:32:11.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:32:11 smithi039 ceph-mon[181282]: from='client.38253 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:32:11.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:32:11 smithi039 ceph-mon[181282]: pgmap v4420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:11.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:32:11 smithi039 ceph-mon[181282]: from='client.48176 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:32:11.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:32:11 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2761256931' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:32:13.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:32:13 smithi032 ceph-mon[189144]: pgmap v4421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:13.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:32:13 smithi032 ceph-mon[191839]: pgmap v4421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:13.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:32:13 smithi039 ceph-mon[181282]: pgmap v4421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:15.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:32:15 smithi032 ceph-mon[189144]: pgmap v4422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:15.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:32:15 smithi032 ceph-mon[191839]: pgmap v4422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:32:15 smithi039 ceph-mon[181282]: pgmap v4422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:17.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:32:17 smithi032 ceph-mon[189144]: pgmap v4423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:17.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:32:17 smithi032 ceph-mon[191839]: pgmap v4423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:17.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:32:17 smithi039 ceph-mon[181282]: pgmap v4423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:32:19 smithi039 ceph-mon[181282]: pgmap v4424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:19.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:32:19 smithi032 ceph-mon[191839]: pgmap v4424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:32:19 smithi032 ceph-mon[189144]: pgmap v4424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:32:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:32:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:32:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:32:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:32:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:32:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:32:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:32:20] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T18:32:21.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:32:21 smithi039 ceph-mon[181282]: pgmap v4425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:21.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:32:21 smithi032 ceph-mon[189144]: pgmap v4425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:21.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:32:21 smithi032 ceph-mon[191839]: pgmap v4425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:23.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:32:23 smithi032 ceph-mon[189144]: pgmap v4426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:23.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:32:23 smithi032 ceph-mon[191839]: pgmap v4426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:23.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:32:23 smithi039 ceph-mon[181282]: pgmap v4426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:25.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:32:25 smithi032 ceph-mon[191839]: pgmap v4427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:25.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:32:25 smithi032 ceph-mon[189144]: pgmap v4427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:25.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:32:25 smithi039 ceph-mon[181282]: pgmap v4427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:27.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:32:27 smithi032 ceph-mon[189144]: pgmap v4428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:27.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:32:27 smithi032 ceph-mon[191839]: pgmap v4428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:27.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:32:27 smithi039 ceph-mon[181282]: pgmap v4428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:29.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:32:29 smithi039 ceph-mon[181282]: pgmap v4429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:29.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:32:29 smithi032 ceph-mon[191839]: pgmap v4429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:29.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:32:29 smithi032 ceph-mon[189144]: pgmap v4429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:32:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:32:30] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T18:32:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:32:31 smithi039 ceph-mon[181282]: pgmap v4430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:31.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:32:31 smithi032 ceph-mon[189144]: pgmap v4430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:31.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:32:31 smithi032 ceph-mon[191839]: pgmap v4430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:33.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:32:33 smithi032 ceph-mon[191839]: pgmap v4431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:33.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:32:33 smithi032 ceph-mon[189144]: pgmap v4431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:33.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:32:33 smithi039 ceph-mon[181282]: pgmap v4431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:35.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:32:35 smithi032 ceph-mon[191839]: pgmap v4432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:35.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:32:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:32:35.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:32:35 smithi032 ceph-mon[189144]: pgmap v4432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:35.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:32:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:32:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:32:35 smithi039 ceph-mon[181282]: pgmap v4432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:32:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:32:37.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:32:37 smithi039 ceph-mon[181282]: pgmap v4433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:37.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:32:37 smithi032 ceph-mon[189144]: pgmap v4433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:37.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:32:37 smithi032 ceph-mon[191839]: pgmap v4433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:39.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:32:39 smithi039 ceph-mon[181282]: pgmap v4434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:39.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:32:39 smithi032 ceph-mon[191839]: pgmap v4434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:32:39 smithi032 ceph-mon[189144]: pgmap v4434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:32:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:32:40] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T18:32:41.261 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:32:41.584 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:32:41.584 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (72m) 7m ago 77m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:32:41.585 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (72m) 5m ago 77m 95.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:32:41.585 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (78m) 7m ago 77m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:32:41.585 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (77m) 5m ago 77m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:32:41.585 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (71m) 5m ago 80m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:32:41.585 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (72m) 7m ago 81m 596M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:32:41.585 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (71m) 7m ago 82m 552M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:32:41.585 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (71m) 5m ago 80m 308M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:32:41.585 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (71m) 7m ago 80m 312M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:32:41.585 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (72m) 7m ago 76m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:32:41.585 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (72m) 5m ago 76m 17.9M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:32:41.585 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (70m) 7m ago 80m 3944M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:32:41.585 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (70m) 7m ago 79m 4166M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:32:41.585 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (69m) 7m ago 79m 3801M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:32:41.586 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (69m) 7m ago 79m 3670M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:32:41.586 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (68m) 5m ago 79m 3536M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:32:41.586 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (68m) 5m ago 78m 3678M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:32:41.586 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (67m) 5m ago 78m 3469M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:32:41.586 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (67m) 5m ago 78m 3299M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:32:41.586 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (72m) 5m ago 77m 102M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:32:41.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:32:41 smithi039 ceph-mon[181282]: pgmap v4435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:41.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:32:41 smithi032 ceph-mon[191839]: pgmap v4435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:41.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:32:41 smithi032 ceph-mon[189144]: pgmap v4435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:41.990 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:32:41.990 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:32:41.990 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:32:41.990 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:32:41.990 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:32:41.990 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:32:41.990 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:32:41.990 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:32:41.990 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:32:41.990 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:32:41.991 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:32:41.991 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:32:41.991 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:32:41.991 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:32:41.991 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:32:41.991 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:32:41.991 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:32:41.991 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:32:42.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:32:42 smithi039 ceph-mon[181282]: from='client.48188 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:32:42.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:32:42 smithi039 ceph-mon[181282]: from='client.38277 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:32:42.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:32:42 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/170694351' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:32:42.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:32:42 smithi032 ceph-mon[191839]: from='client.48188 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:32:42.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:32:42 smithi032 ceph-mon[191839]: from='client.38277 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:32:42.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:32:42 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/170694351' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:32:42.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:32:42 smithi032 ceph-mon[189144]: from='client.48188 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:32:42.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:32:42 smithi032 ceph-mon[189144]: from='client.38277 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:32:42.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:32:42 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/170694351' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:32:43.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:32:43 smithi039 ceph-mon[181282]: pgmap v4436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:43.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:32:43 smithi032 ceph-mon[191839]: pgmap v4436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:43.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:32:43 smithi032 ceph-mon[189144]: pgmap v4436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:45.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:32:45 smithi039 ceph-mon[181282]: pgmap v4437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:45.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:32:45 smithi032 ceph-mon[191839]: pgmap v4437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:45.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:32:45 smithi032 ceph-mon[189144]: pgmap v4437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:47.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:32:47 smithi039 ceph-mon[181282]: pgmap v4438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:47.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:32:47 smithi032 ceph-mon[191839]: pgmap v4438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:47.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:32:47 smithi032 ceph-mon[189144]: pgmap v4438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:49.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:32:49 smithi039 ceph-mon[181282]: pgmap v4439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:49.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:32:49 smithi032 ceph-mon[189144]: pgmap v4439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:49.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:32:49 smithi032 ceph-mon[191839]: pgmap v4439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:50.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:32:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:32:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:32:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:32:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:32:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:32:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:32:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:32:50] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T18:32:51.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:32:51 smithi039 ceph-mon[181282]: pgmap v4440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:32:51 smithi032 ceph-mon[189144]: pgmap v4440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:51.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:32:51 smithi032 ceph-mon[191839]: pgmap v4440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:53.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:32:53 smithi032 ceph-mon[189144]: pgmap v4441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:53.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:32:53 smithi032 ceph-mon[191839]: pgmap v4441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:53.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:32:53 smithi039 ceph-mon[181282]: pgmap v4441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:55.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:32:55 smithi039 ceph-mon[181282]: pgmap v4442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:55.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:32:55 smithi032 ceph-mon[191839]: pgmap v4442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:55.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:32:55 smithi032 ceph-mon[189144]: pgmap v4442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:57.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:32:57 smithi039 ceph-mon[181282]: pgmap v4443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:57.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:32:57 smithi032 ceph-mon[189144]: pgmap v4443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:57.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:32:57 smithi032 ceph-mon[191839]: pgmap v4443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:59.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:32:59 smithi039 ceph-mon[181282]: pgmap v4444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:59.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:32:59 smithi032 ceph-mon[191839]: pgmap v4444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:32:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:32:59 smithi032 ceph-mon[189144]: pgmap v4444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:33:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:33:00] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T18:33:01.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:33:01 smithi039 ceph-mon[181282]: pgmap v4445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:01.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:33:01 smithi032 ceph-mon[191839]: pgmap v4445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:01.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:33:01 smithi032 ceph-mon[189144]: pgmap v4445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:03.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:33:03 smithi032 ceph-mon[191839]: pgmap v4446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:03.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:33:03 smithi032 ceph-mon[189144]: pgmap v4446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:03.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:33:03 smithi039 ceph-mon[181282]: pgmap v4446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:33:05 smithi039 ceph-mon[181282]: pgmap v4447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:33:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:33:05.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:33:05 smithi032 ceph-mon[189144]: pgmap v4447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:05.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:33:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:33:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:33:05 smithi032 ceph-mon[191839]: pgmap v4447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:33:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:33:07.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:33:07 smithi039 ceph-mon[181282]: pgmap v4448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:07.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:33:07 smithi032 ceph-mon[191839]: pgmap v4448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:07.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:33:07 smithi032 ceph-mon[189144]: pgmap v4448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:33:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:33:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:33:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:33:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:33:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:33:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:33:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:33:08.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:33:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:33:08.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:33:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:33:08.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:33:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:33:08.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:33:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:33:08.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:33:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:33:08.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:33:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:33:08.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:33:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:33:08.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:33:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:33:08.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:33:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:33:08.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:33:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:33:08.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:33:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:33:08.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:33:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:33:08.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:33:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:33:08.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:33:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:33:09.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:33:09 smithi039 ceph-mon[181282]: pgmap v4449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:09.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:33:09 smithi032 ceph-mon[191839]: pgmap v4449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:33:09 smithi032 ceph-mon[189144]: pgmap v4449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:33:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:33:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T18:33:11.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:33:11 smithi039 ceph-mon[181282]: pgmap v4450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:33:11 smithi032 ceph-mon[191839]: pgmap v4450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:11.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:33:11 smithi032 ceph-mon[189144]: pgmap v4450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:12.355 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:33:12.678 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:33:12.678 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (73m) 8m ago 77m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:33:12.678 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (72m) 6m ago 77m 95.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:33:12.679 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (78m) 8m ago 78m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:33:12.679 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (78m) 6m ago 78m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:33:12.679 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (72m) 6m ago 81m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:33:12.679 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (72m) 8m ago 82m 596M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:33:12.679 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (72m) 8m ago 82m 552M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:33:12.679 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (71m) 6m ago 81m 308M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:33:12.679 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (71m) 8m ago 81m 312M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:33:12.679 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (73m) 8m ago 77m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:33:12.679 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (72m) 6m ago 77m 17.9M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:33:12.679 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (71m) 8m ago 80m 3944M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:33:12.680 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (70m) 8m ago 80m 4166M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:33:12.680 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (70m) 8m ago 80m 3801M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:33:12.680 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (69m) 8m ago 79m 3670M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:33:12.680 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (69m) 6m ago 79m 3536M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:33:12.680 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (68m) 6m ago 79m 3678M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:33:12.680 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (68m) 6m ago 79m 3469M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:33:12.680 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (67m) 6m ago 78m 3299M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:33:12.680 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (72m) 6m ago 78m 102M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:33:13.078 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:33:13.078 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:33:13.078 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:33:13.078 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:33:13.078 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:33:13.078 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:33:13.078 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:33:13.078 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:33:13.079 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:33:13.079 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:33:13.079 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:33:13.079 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:33:13.079 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:33:13.079 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:33:13.079 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:33:13.079 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:33:13.079 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:33:13.079 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:33:13.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:33:13 smithi032 ceph-mon[191839]: from='client.48206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:33:13.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:33:13 smithi032 ceph-mon[191839]: pgmap v4451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:13.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:33:13 smithi032 ceph-mon[191839]: from='client.48212 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:33:13.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:33:13 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1513302344' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:33:13.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:33:13 smithi032 ceph-mon[189144]: from='client.48206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:33:13.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:33:13 smithi032 ceph-mon[189144]: pgmap v4451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:13.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:33:13 smithi032 ceph-mon[189144]: from='client.48212 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:33:13.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:33:13 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1513302344' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:33:13.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:33:13 smithi039 ceph-mon[181282]: from='client.48206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:33:13.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:33:13 smithi039 ceph-mon[181282]: pgmap v4451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:13.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:33:13 smithi039 ceph-mon[181282]: from='client.48212 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:33:13.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:33:13 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1513302344' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:33:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:33:15 smithi039 ceph-mon[181282]: pgmap v4452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:15.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:33:15 smithi032 ceph-mon[189144]: pgmap v4452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:15.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:33:15 smithi032 ceph-mon[191839]: pgmap v4452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:17.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:33:17 smithi039 ceph-mon[181282]: pgmap v4453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:17.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:33:17 smithi032 ceph-mon[189144]: pgmap v4453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:17.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:33:17 smithi032 ceph-mon[191839]: pgmap v4453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:33:19 smithi039 ceph-mon[181282]: pgmap v4454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:19.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:33:19 smithi032 ceph-mon[189144]: pgmap v4454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:19.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:33:19 smithi032 ceph-mon[191839]: pgmap v4454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:33:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:33:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:33:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:33:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:33:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:33:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:33:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:33:20] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:33:21.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:33:21 smithi039 ceph-mon[181282]: pgmap v4455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:21.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:33:21 smithi032 ceph-mon[189144]: pgmap v4455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:21.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:33:21 smithi032 ceph-mon[191839]: pgmap v4455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:23.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:33:23 smithi032 ceph-mon[189144]: pgmap v4456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:23.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:33:23 smithi032 ceph-mon[191839]: pgmap v4456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:23.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:33:23 smithi039 ceph-mon[181282]: pgmap v4456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:25.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:33:25 smithi039 ceph-mon[181282]: pgmap v4457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:25.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:33:25 smithi032 ceph-mon[189144]: pgmap v4457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:25.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:33:25 smithi032 ceph-mon[191839]: pgmap v4457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:27.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:33:27 smithi039 ceph-mon[181282]: pgmap v4458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:27.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:33:27 smithi032 ceph-mon[189144]: pgmap v4458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:27.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:33:27 smithi032 ceph-mon[191839]: pgmap v4458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:29.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:33:29 smithi039 ceph-mon[181282]: pgmap v4459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:29.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:33:29 smithi032 ceph-mon[189144]: pgmap v4459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:29.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:33:29 smithi032 ceph-mon[191839]: pgmap v4459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:33:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:33:30] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:33:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:33:31 smithi039 ceph-mon[181282]: pgmap v4460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:31.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:33:31 smithi032 ceph-mon[189144]: pgmap v4460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:31.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:33:31 smithi032 ceph-mon[191839]: pgmap v4460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:33.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:33:33 smithi032 ceph-mon[191839]: pgmap v4461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:33.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:33:33 smithi032 ceph-mon[189144]: pgmap v4461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:33.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:33:33 smithi039 ceph-mon[181282]: pgmap v4461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:33:35 smithi039 ceph-mon[181282]: pgmap v4462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:35.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:33:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:33:35.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:33:35 smithi032 ceph-mon[189144]: pgmap v4462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:35.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:33:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:33:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:33:35 smithi032 ceph-mon[191839]: pgmap v4462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:33:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:33:37.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:33:37 smithi039 ceph-mon[181282]: pgmap v4463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:37.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:33:37 smithi032 ceph-mon[189144]: pgmap v4463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:37.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:33:37 smithi032 ceph-mon[191839]: pgmap v4463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:39.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:33:39 smithi039 ceph-mon[181282]: pgmap v4464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:39.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:33:39 smithi032 ceph-mon[191839]: pgmap v4464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:39.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:33:39 smithi032 ceph-mon[189144]: pgmap v4464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:33:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:33:40] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T18:33:41.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:33:41 smithi039 ceph-mon[181282]: pgmap v4465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:41.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:33:41 smithi032 ceph-mon[191839]: pgmap v4465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:41.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:33:41 smithi032 ceph-mon[189144]: pgmap v4465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:43.443 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:33:43.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:33:43 smithi032 ceph-mon[189144]: pgmap v4466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:43.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:33:43 smithi032 ceph-mon[191839]: pgmap v4466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:43.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:33:43 smithi039 ceph-mon[181282]: pgmap v4466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:43.767 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:33:43.767 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (73m) 8m ago 78m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:33:43.767 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (73m) 6m ago 78m 95.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:33:43.768 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (79m) 8m ago 79m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:33:43.768 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (79m) 6m ago 79m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:33:43.768 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (73m) 6m ago 81m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:33:43.768 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (73m) 8m ago 82m 596M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:33:43.768 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (72m) 8m ago 83m 552M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:33:43.768 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (72m) 6m ago 81m 308M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:33:43.768 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (72m) 8m ago 81m 312M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:33:43.768 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (73m) 8m ago 77m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:33:43.768 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (73m) 6m ago 77m 17.9M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:33:43.768 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (71m) 8m ago 81m 3944M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:33:43.768 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (71m) 8m ago 81m 4166M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:33:43.768 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (70m) 8m ago 80m 3801M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:33:43.768 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (70m) 8m ago 80m 3670M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:33:43.768 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (69m) 6m ago 80m 3536M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:33:43.768 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (69m) 6m ago 79m 3678M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:33:43.768 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (68m) 6m ago 79m 3469M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:33:43.769 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (68m) 6m ago 79m 3299M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:33:43.769 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (73m) 6m ago 78m 102M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:33:44.169 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:33:44.169 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:33:44.169 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:33:44.169 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:33:44.169 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:33:44.169 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:33:44.169 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:33:44.169 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:33:44.169 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:33:44.170 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:33:44.170 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:33:44.170 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:33:44.170 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:33:44.170 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:33:44.170 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:33:44.170 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:33:44.170 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:33:44.170 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:33:44.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:33:44 smithi032 ceph-mon[191839]: from='client.38307 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:33:44.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:33:44 smithi032 ceph-mon[191839]: from='client.38313 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:33:44.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:33:44 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2086409325' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:33:44.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:33:44 smithi032 ceph-mon[189144]: from='client.38307 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:33:44.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:33:44 smithi032 ceph-mon[189144]: from='client.38313 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:33:44.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:33:44 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2086409325' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:33:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:33:44 smithi039 ceph-mon[181282]: from='client.38307 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:33:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:33:44 smithi039 ceph-mon[181282]: from='client.38313 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:33:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:33:44 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2086409325' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:33:45.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:33:45 smithi032 ceph-mon[189144]: pgmap v4467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:45.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:33:45 smithi032 ceph-mon[191839]: pgmap v4467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:45.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:33:45 smithi039 ceph-mon[181282]: pgmap v4467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:47.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:33:47 smithi039 ceph-mon[181282]: pgmap v4468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:47.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:33:47 smithi032 ceph-mon[189144]: pgmap v4468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:47.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:33:47 smithi032 ceph-mon[191839]: pgmap v4468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:49.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:33:49 smithi039 ceph-mon[181282]: pgmap v4469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:49.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:33:49 smithi032 ceph-mon[189144]: pgmap v4469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:49.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:33:49 smithi032 ceph-mon[191839]: pgmap v4469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:33:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:33:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:33:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:33:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:33:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:33:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:33:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:33:50] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T18:33:51.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:33:51 smithi039 ceph-mon[181282]: pgmap v4470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:51.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:33:51 smithi032 ceph-mon[191839]: pgmap v4470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:33:51 smithi032 ceph-mon[189144]: pgmap v4470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:53.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:33:53 smithi032 ceph-mon[191839]: pgmap v4471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:53.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:33:53 smithi032 ceph-mon[189144]: pgmap v4471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:53.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:33:53 smithi039 ceph-mon[181282]: pgmap v4471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:55.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:33:55 smithi039 ceph-mon[181282]: pgmap v4472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:55.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:33:55 smithi032 ceph-mon[191839]: pgmap v4472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:55.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:33:55 smithi032 ceph-mon[189144]: pgmap v4472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:57.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:33:57 smithi039 ceph-mon[181282]: pgmap v4473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:57.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:33:57 smithi032 ceph-mon[191839]: pgmap v4473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:57.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:33:57 smithi032 ceph-mon[189144]: pgmap v4473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:59.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:33:59 smithi039 ceph-mon[181282]: pgmap v4474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:59.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:33:59 smithi032 ceph-mon[191839]: pgmap v4474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:33:59.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:33:59 smithi032 ceph-mon[189144]: pgmap v4474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:34:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:34:00] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T18:34:01.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:34:01 smithi039 ceph-mon[181282]: pgmap v4475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:01.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:34:01 smithi032 ceph-mon[191839]: pgmap v4475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:01.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:34:01 smithi032 ceph-mon[189144]: pgmap v4475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:03.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:34:03 smithi032 ceph-mon[191839]: pgmap v4476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:03.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:34:03 smithi032 ceph-mon[189144]: pgmap v4476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:03.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:34:03 smithi039 ceph-mon[181282]: pgmap v4476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:34:05 smithi039 ceph-mon[181282]: pgmap v4477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:34:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:34:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:34:05 smithi032 ceph-mon[191839]: pgmap v4477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:34:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:34:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:34:05 smithi032 ceph-mon[189144]: pgmap v4477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:34:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:34:07.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:34:07 smithi039 ceph-mon[181282]: pgmap v4478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:07.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:34:07 smithi032 ceph-mon[189144]: pgmap v4478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:07.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:34:07 smithi032 ceph-mon[191839]: pgmap v4478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:09.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:34:09 smithi039 ceph-mon[181282]: pgmap v4479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:09.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:34:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:34:09.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:34:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:34:09.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:34:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:34:09.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:34:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:34:09.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:34:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:34:09.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:34:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:34:09.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:34:09 smithi032 ceph-mon[189144]: pgmap v4479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:34:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:34:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:34:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:34:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:34:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:34:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:34:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:34:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:34:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:34:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:34:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:34:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:34:09 smithi032 ceph-mon[191839]: pgmap v4479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:34:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:34:09.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:34:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:34:09.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:34:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:34:09.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:34:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:34:09.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:34:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:34:09.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:34:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:34:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:34:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:34:10] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:34:11.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:34:11 smithi039 ceph-mon[181282]: pgmap v4480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:11.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:34:11 smithi032 ceph-mon[191839]: pgmap v4480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:11.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:34:11 smithi032 ceph-mon[189144]: pgmap v4480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:13.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:34:13 smithi032 ceph-mon[191839]: pgmap v4481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:13.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:34:13 smithi032 ceph-mon[189144]: pgmap v4481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:13.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:34:13 smithi039 ceph-mon[181282]: pgmap v4481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:14.535 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:34:14.861 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:34:14.861 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (74m) 9m ago 78m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:34:14.861 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (73m) 7m ago 78m 95.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:34:14.861 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (79m) 9m ago 79m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:34:14.861 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (79m) 7m ago 79m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:34:14.861 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (73m) 7m ago 82m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:34:14.861 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (73m) 9m ago 83m 596M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:34:14.861 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (73m) 9m ago 83m 552M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:34:14.862 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (72m) 7m ago 82m 308M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:34:14.862 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (72m) 9m ago 82m 312M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:34:14.862 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (74m) 9m ago 78m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:34:14.862 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (73m) 7m ago 78m 17.9M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:34:14.862 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (72m) 9m ago 81m 3944M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:34:14.862 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (71m) 9m ago 81m 4166M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:34:14.862 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (71m) 9m ago 81m 3801M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:34:14.862 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (70m) 9m ago 80m 3670M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:34:14.862 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (70m) 7m ago 80m 3536M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:34:14.862 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (69m) 7m ago 80m 3678M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:34:14.862 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (69m) 7m ago 80m 3469M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:34:14.862 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (68m) 7m ago 79m 3299M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:34:14.863 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (73m) 7m ago 79m 102M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:34:15.268 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:34:15.268 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:34:15.268 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:34:15.268 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:34:15.268 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:34:15.268 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:34:15.268 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:34:15.268 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:34:15.268 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:34:15.268 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:34:15.269 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:34:15.269 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:34:15.269 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:34:15.269 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:34:15.269 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:34:15.269 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:34:15.269 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:34:15.269 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:34:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:34:15 smithi039 ceph-mon[181282]: pgmap v4482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:34:15 smithi039 ceph-mon[181282]: from='client.38325 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:34:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:34:15 smithi039 ceph-mon[181282]: from='client.38331 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:34:15.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:34:15 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3599496772' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:34:15.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:34:15 smithi032 ceph-mon[189144]: pgmap v4482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:15.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:34:15 smithi032 ceph-mon[189144]: from='client.38325 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:34:15.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:34:15 smithi032 ceph-mon[189144]: from='client.38331 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:34:15.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:34:15 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3599496772' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:34:15.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:34:15 smithi032 ceph-mon[191839]: pgmap v4482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:15.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:34:15 smithi032 ceph-mon[191839]: from='client.38325 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:34:15.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:34:15 smithi032 ceph-mon[191839]: from='client.38331 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:34:15.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:34:15 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3599496772' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:34:17.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:34:17 smithi039 ceph-mon[181282]: pgmap v4483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:17.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:34:17 smithi032 ceph-mon[189144]: pgmap v4483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:17.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:34:17 smithi032 ceph-mon[191839]: pgmap v4483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:34:19 smithi039 ceph-mon[181282]: pgmap v4484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:19.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:34:19 smithi032 ceph-mon[189144]: pgmap v4484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:19.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:34:19 smithi032 ceph-mon[191839]: pgmap v4484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:34:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:34:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:34:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:34:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:34:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:34:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:34:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:34:20] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T18:34:21.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:34:21 smithi039 ceph-mon[181282]: pgmap v4485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:21.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:34:21 smithi032 ceph-mon[191839]: pgmap v4485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:21.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:34:21 smithi032 ceph-mon[189144]: pgmap v4485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:23.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:34:23 smithi032 ceph-mon[189144]: pgmap v4486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:23.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:34:23 smithi032 ceph-mon[191839]: pgmap v4486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:23.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:34:23 smithi039 ceph-mon[181282]: pgmap v4486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:25.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:34:25 smithi039 ceph-mon[181282]: pgmap v4487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:25.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:34:25 smithi032 ceph-mon[189144]: pgmap v4487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:25.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:34:25 smithi032 ceph-mon[191839]: pgmap v4487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:27.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:34:27 smithi039 ceph-mon[181282]: pgmap v4488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:27.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:34:27 smithi032 ceph-mon[191839]: pgmap v4488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:27.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:34:27 smithi032 ceph-mon[189144]: pgmap v4488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:29.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:34:29 smithi039 ceph-mon[181282]: pgmap v4489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:29.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:34:29 smithi032 ceph-mon[189144]: pgmap v4489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:29.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:34:29 smithi032 ceph-mon[191839]: pgmap v4489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:34:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:34:30] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T18:34:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:34:31 smithi039 ceph-mon[181282]: pgmap v4490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:31.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:34:31 smithi032 ceph-mon[189144]: pgmap v4490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:31.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:34:31 smithi032 ceph-mon[191839]: pgmap v4490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:33.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:34:33 smithi032 ceph-mon[191839]: pgmap v4491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:33.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:34:33 smithi032 ceph-mon[189144]: pgmap v4491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:33.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:34:33 smithi039 ceph-mon[181282]: pgmap v4491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:34:35 smithi039 ceph-mon[181282]: pgmap v4492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:34:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:34:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:34:35 smithi032 ceph-mon[191839]: pgmap v4492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:34:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:34:35.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:34:35 smithi032 ceph-mon[189144]: pgmap v4492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:35.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:34:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:34:37.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:34:37 smithi039 ceph-mon[181282]: pgmap v4493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:37.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:34:37 smithi032 ceph-mon[191839]: pgmap v4493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:37.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:34:37 smithi032 ceph-mon[189144]: pgmap v4493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:39.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:34:39 smithi039 ceph-mon[181282]: pgmap v4494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:39.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:34:39 smithi032 ceph-mon[191839]: pgmap v4494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:39.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:34:39 smithi032 ceph-mon[189144]: pgmap v4494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:34:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:34:40] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:34:41.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:34:41 smithi039 ceph-mon[181282]: pgmap v4495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:41.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:34:41 smithi032 ceph-mon[191839]: pgmap v4495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:41.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:34:41 smithi032 ceph-mon[189144]: pgmap v4495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:43.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:34:43 smithi032 ceph-mon[191839]: pgmap v4496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:43.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:34:43 smithi032 ceph-mon[189144]: pgmap v4496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:43.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:34:43 smithi039 ceph-mon[181282]: pgmap v4496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:45.632 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:34:45.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:34:45 smithi039 ceph-mon[181282]: pgmap v4497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:45.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:34:45 smithi032 ceph-mon[189144]: pgmap v4497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:45.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:34:45 smithi032 ceph-mon[191839]: pgmap v4497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:45.954 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:34:45.954 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (74m) 9m ago 79m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:34:45.954 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (74m) 7m ago 79m 95.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:34:45.954 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (80m) 9m ago 80m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:34:45.954 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (80m) 7m ago 80m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:34:45.954 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (74m) 7m ago 82m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:34:45.954 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (74m) 9m ago 84m 596M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:34:45.954 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (73m) 9m ago 84m 552M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:34:45.955 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (73m) 7m ago 82m 308M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:34:45.955 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (73m) 9m ago 82m 312M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:34:45.955 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (74m) 9m ago 79m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:34:45.955 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (74m) 7m ago 78m 17.9M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:34:45.955 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (72m) 9m ago 82m 3944M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:34:45.955 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (72m) 9m ago 82m 4166M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:34:45.955 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (71m) 9m ago 81m 3801M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:34:45.955 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (71m) 9m ago 81m 3670M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:34:45.955 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (70m) 7m ago 81m 3536M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:34:45.955 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (70m) 7m ago 80m 3678M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:34:45.955 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (69m) 7m ago 80m 3469M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:34:45.955 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (69m) 7m ago 80m 3299M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:34:45.955 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (74m) 7m ago 79m 102M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:34:46.357 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:34:46.358 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:34:46.358 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:34:46.358 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:34:46.358 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:34:46.358 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:34:46.358 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:34:46.358 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:34:46.358 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:34:46.358 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:34:46.358 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:34:46.358 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:34:46.358 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:34:46.358 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:34:46.358 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:34:46.358 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:34:46.359 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:34:46.359 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:34:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:34:46 smithi039 ceph-mon[181282]: from='client.38343 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:34:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:34:46 smithi039 ceph-mon[181282]: from='client.48266 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:34:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:34:46 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/408672949' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:34:46.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:34:46 smithi032 ceph-mon[191839]: from='client.38343 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:34:46.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:34:46 smithi032 ceph-mon[191839]: from='client.48266 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:34:46.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:34:46 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/408672949' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:34:46.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:34:46 smithi032 ceph-mon[189144]: from='client.38343 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:34:46.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:34:46 smithi032 ceph-mon[189144]: from='client.48266 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:34:46.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:34:46 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/408672949' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:34:47.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:34:47 smithi039 ceph-mon[181282]: pgmap v4498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:47.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:34:47 smithi032 ceph-mon[191839]: pgmap v4498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:47.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:34:47 smithi032 ceph-mon[189144]: pgmap v4498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:49.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:34:49 smithi039 ceph-mon[181282]: pgmap v4499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:49.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:34:49 smithi032 ceph-mon[191839]: pgmap v4499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:49.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:34:49 smithi032 ceph-mon[189144]: pgmap v4499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:34:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:34:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:34:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:34:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:34:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:34:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:34:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:34:50] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T18:34:51.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:34:51 smithi039 ceph-mon[181282]: pgmap v4500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:51.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:34:51 smithi032 ceph-mon[191839]: pgmap v4500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:34:51 smithi032 ceph-mon[189144]: pgmap v4500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:53.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:34:53 smithi032 ceph-mon[191839]: pgmap v4501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:53.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:34:53 smithi032 ceph-mon[189144]: pgmap v4501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:53.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:34:53 smithi039 ceph-mon[181282]: pgmap v4501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:55.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:34:55 smithi039 ceph-mon[181282]: pgmap v4502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:55.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:34:55 smithi032 ceph-mon[191839]: pgmap v4502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:55.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:34:55 smithi032 ceph-mon[189144]: pgmap v4502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:57.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:34:57 smithi039 ceph-mon[181282]: pgmap v4503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:57.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:34:57 smithi032 ceph-mon[191839]: pgmap v4503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:57.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:34:57 smithi032 ceph-mon[189144]: pgmap v4503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:59.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:34:59 smithi039 ceph-mon[181282]: pgmap v4504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:59.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:34:59 smithi032 ceph-mon[191839]: pgmap v4504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:34:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:34:59 smithi032 ceph-mon[189144]: pgmap v4504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:35:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:35:00] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T18:35:01.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:35:01 smithi039 ceph-mon[181282]: pgmap v4505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:01.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:35:01 smithi032 ceph-mon[189144]: pgmap v4505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:01.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:35:01 smithi032 ceph-mon[191839]: pgmap v4505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:03.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:35:03 smithi032 ceph-mon[191839]: pgmap v4506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:03.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:35:03 smithi032 ceph-mon[189144]: pgmap v4506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:03.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:35:03 smithi039 ceph-mon[181282]: pgmap v4506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:35:05 smithi039 ceph-mon[181282]: pgmap v4507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:35:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:35:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:35:05 smithi032 ceph-mon[191839]: pgmap v4507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:35:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:35:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:35:05 smithi032 ceph-mon[189144]: pgmap v4507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:35:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:35:07.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:35:07 smithi039 ceph-mon[181282]: pgmap v4508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:07.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:35:07 smithi032 ceph-mon[191839]: pgmap v4508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:07.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:35:07 smithi032 ceph-mon[189144]: pgmap v4508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:09.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:35:09 smithi039 ceph-mon[181282]: pgmap v4509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:09.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:35:09 smithi032 ceph-mon[191839]: pgmap v4509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:09.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:35:09 smithi032 ceph-mon[189144]: pgmap v4509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:35:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:35:10.837 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:35:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:35:10.837 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:35:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:35:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:35:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:35:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T18:35:11.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:35:11 smithi039 ceph-mon[181282]: pgmap v4510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:11.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:35:11 smithi032 ceph-mon[191839]: pgmap v4510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:11.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:35:11 smithi032 ceph-mon[189144]: pgmap v4510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:13.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:35:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:35:13.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:35:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:35:13.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:35:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:35:13.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:35:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:35:13.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:35:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:35:13.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:35:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:35:13.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:35:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:35:13.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:35:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:35:13.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:35:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:35:13.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:35:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:35:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:35:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:35:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:35:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:35:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:35:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:35:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:35:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:35:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:35:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:35:14.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:35:13 smithi032 ceph-mon[191839]: pgmap v4511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:14.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:35:13 smithi032 ceph-mon[189144]: pgmap v4511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:14.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:35:13 smithi039 ceph-mon[181282]: pgmap v4511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:16.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:35:15 smithi032 ceph-mon[191839]: pgmap v4512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:16.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:35:15 smithi032 ceph-mon[189144]: pgmap v4512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:35:15 smithi039 ceph-mon[181282]: pgmap v4512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:16.723 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:35:17.052 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:35:17.052 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (75m) 5s ago 79m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:35:17.053 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (75m) 8m ago 79m 95.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:35:17.053 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (80m) 5s ago 80m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:35:17.053 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (80m) 8m ago 80m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:35:17.053 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (74m) 8m ago 83m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:35:17.053 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (74m) 5s ago 84m 602M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:35:17.053 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (74m) 5s ago 84m 591M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:35:17.053 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (73m) 8m ago 83m 308M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:35:17.053 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (74m) 5s ago 83m 326M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:35:17.054 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (75m) 5s ago 79m 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:35:17.054 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (75m) 8m ago 79m 17.9M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:35:17.054 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (73m) 5s ago 82m 3976M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:35:17.054 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (72m) 5s ago 82m 4202M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:35:17.054 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (72m) 5s ago 82m 3823M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:35:17.054 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (71m) 5s ago 81m 3701M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:35:17.054 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (71m) 8m ago 81m 3536M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:35:17.054 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (70m) 8m ago 81m 3678M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:35:17.054 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (70m) 8m ago 81m 3469M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:35:17.054 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (69m) 8m ago 80m 3299M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:35:17.054 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (74m) 8m ago 80m 102M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:35:17.458 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:35:17.458 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:35:17.458 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:35:17.458 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:35:17.458 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:35:17.459 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:35:17.459 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:35:17.459 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:35:17.459 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:35:17.459 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:35:17.459 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:35:17.459 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:35:17.459 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:35:17.459 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:35:17.459 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:35:17.459 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:35:17.460 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:35:17.460 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:35:18.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:35:17 smithi032 ceph-mon[189144]: pgmap v4513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:18.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:35:17 smithi032 ceph-mon[189144]: from='client.38361 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:35:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:35:17 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3935188023' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:35:18.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:35:17 smithi032 ceph-mon[191839]: pgmap v4513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:18.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:35:17 smithi032 ceph-mon[191839]: from='client.38361 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:35:18.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:35:17 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3935188023' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:35:18.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:35:17 smithi039 ceph-mon[181282]: pgmap v4513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:18.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:35:17 smithi039 ceph-mon[181282]: from='client.38361 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:35:18.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:35:17 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3935188023' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:35:19.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:35:18 smithi032 ceph-mon[191839]: from='client.48284 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:35:19.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:35:18 smithi032 ceph-mon[189144]: from='client.48284 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:35:19.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:35:18 smithi039 ceph-mon[181282]: from='client.48284 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:35:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:35:19 smithi032 ceph-mon[191839]: pgmap v4514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:35:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:35:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:35:19 smithi032 ceph-mon[189144]: pgmap v4514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:35:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:35:20.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:35:19 smithi039 ceph-mon[181282]: pgmap v4514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:35:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:35:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:35:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:35:20] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T18:35:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:35:21 smithi039 ceph-mon[181282]: pgmap v4515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:22.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:35:21 smithi032 ceph-mon[191839]: pgmap v4515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:35:21 smithi032 ceph-mon[189144]: pgmap v4515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:23.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:35:23 smithi032 ceph-mon[191839]: pgmap v4516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:23.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:35:23 smithi032 ceph-mon[189144]: pgmap v4516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:23.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:35:23 smithi039 ceph-mon[181282]: pgmap v4516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:25.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:35:25 smithi039 ceph-mon[181282]: pgmap v4517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:25.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:35:25 smithi032 ceph-mon[189144]: pgmap v4517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:25.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:35:25 smithi032 ceph-mon[191839]: pgmap v4517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:27.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:35:27 smithi039 ceph-mon[181282]: pgmap v4518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:27.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:35:27 smithi032 ceph-mon[191839]: pgmap v4518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:27.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:35:27 smithi032 ceph-mon[189144]: pgmap v4518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:29.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:35:29 smithi039 ceph-mon[181282]: pgmap v4519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:29.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:35:29 smithi032 ceph-mon[189144]: pgmap v4519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:29.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:35:29 smithi032 ceph-mon[191839]: pgmap v4519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:35:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:35:30] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T18:35:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:35:31 smithi039 ceph-mon[181282]: pgmap v4520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:31.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:35:31 smithi032 ceph-mon[191839]: pgmap v4520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:31.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:35:31 smithi032 ceph-mon[189144]: pgmap v4520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:33.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:35:33 smithi032 ceph-mon[191839]: pgmap v4521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:33.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:35:33 smithi032 ceph-mon[189144]: pgmap v4521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:33.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:35:33 smithi039 ceph-mon[181282]: pgmap v4521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:35.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:35:35 smithi039 ceph-mon[181282]: pgmap v4522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:35:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:35:35.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:35:35 smithi032 ceph-mon[189144]: pgmap v4522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:35.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:35:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:35:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:35:35 smithi032 ceph-mon[191839]: pgmap v4522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:35:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:35:37.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:35:37 smithi039 ceph-mon[181282]: pgmap v4523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:37.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:35:37 smithi032 ceph-mon[191839]: pgmap v4523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:37.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:35:37 smithi032 ceph-mon[189144]: pgmap v4523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:39.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:35:39 smithi039 ceph-mon[181282]: pgmap v4524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:39.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:35:39 smithi032 ceph-mon[191839]: pgmap v4524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:35:39 smithi032 ceph-mon[189144]: pgmap v4524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:35:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:35:40] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T18:35:41.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:35:41 smithi039 ceph-mon[181282]: pgmap v4525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:41.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:35:41 smithi032 ceph-mon[189144]: pgmap v4525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:41.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:35:41 smithi032 ceph-mon[191839]: pgmap v4525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:43.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:35:43 smithi032 ceph-mon[191839]: pgmap v4526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:43.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:35:43 smithi032 ceph-mon[189144]: pgmap v4526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:43.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:35:43 smithi039 ceph-mon[181282]: pgmap v4526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:45.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:35:45 smithi039 ceph-mon[181282]: pgmap v4527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:45.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:35:45 smithi032 ceph-mon[191839]: pgmap v4527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:45.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:35:45 smithi032 ceph-mon[189144]: pgmap v4527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:47.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:35:47 smithi039 ceph-mon[181282]: pgmap v4528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:47.825 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:35:47.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:35:47 smithi032 ceph-mon[189144]: pgmap v4528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:47.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:35:47 smithi032 ceph-mon[191839]: pgmap v4528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:48.146 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:35:48.146 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (75m) 36s ago 80m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:35:48.146 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (75m) 8m ago 80m 95.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:35:48.146 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (81m) 36s ago 81m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:35:48.146 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (81m) 8m ago 81m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:35:48.146 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (75m) 8m ago 83m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:35:48.146 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (75m) 36s ago 85m 602M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:35:48.147 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (74m) 36s ago 85m 591M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:35:48.147 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (74m) 8m ago 83m 308M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:35:48.147 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (74m) 36s ago 83m 326M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:35:48.147 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (75m) 36s ago 80m 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:35:48.147 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (75m) 8m ago 80m 17.9M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:35:48.147 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (73m) 36s ago 83m 3976M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:35:48.147 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (73m) 36s ago 83m 4202M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:35:48.147 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (72m) 36s ago 82m 3823M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:35:48.147 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (72m) 36s ago 82m 3701M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:35:48.148 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (71m) 8m ago 82m 3536M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:35:48.148 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (71m) 8m ago 81m 3678M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:35:48.148 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (70m) 8m ago 81m 3469M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:35:48.148 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (70m) 8m ago 81m 3299M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:35:48.148 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (75m) 8m ago 80m 102M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:35:48.551 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:35:48.551 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:35:48.551 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:35:48.551 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:35:48.551 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:35:48.551 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:35:48.551 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:35:48.551 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:35:48.552 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:35:48.552 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:35:48.552 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:35:48.552 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:35:48.552 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:35:48.552 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:35:48.552 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:35:48.552 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:35:48.552 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:35:48.552 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:35:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:35:48 smithi039 ceph-mon[181282]: from='client.48296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:35:48.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:35:48 smithi032 ceph-mon[191839]: from='client.48296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:35:48.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:35:48 smithi032 ceph-mon[189144]: from='client.48296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:35:49.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:35:49 smithi039 ceph-mon[181282]: from='client.38385 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:35:49.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:35:49 smithi039 ceph-mon[181282]: pgmap v4529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:49.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:35:49 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2330223267' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:35:49.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:35:49 smithi032 ceph-mon[191839]: from='client.38385 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:35:49.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:35:49 smithi032 ceph-mon[191839]: pgmap v4529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:49.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:35:49 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2330223267' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:35:49.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:35:49 smithi032 ceph-mon[189144]: from='client.38385 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:35:49.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:35:49 smithi032 ceph-mon[189144]: pgmap v4529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:49.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:35:49 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2330223267' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:35:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:35:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:35:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:35:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:35:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:35:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:35:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:35:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:35:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T18:35:51.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:35:51 smithi032 ceph-mon[191839]: pgmap v4530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:51.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:35:51 smithi032 ceph-mon[189144]: pgmap v4530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:35:51 smithi039 ceph-mon[181282]: pgmap v4530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:53.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:35:53 smithi032 ceph-mon[191839]: pgmap v4531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:53.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:35:53 smithi032 ceph-mon[189144]: pgmap v4531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:53.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:35:53 smithi039 ceph-mon[181282]: pgmap v4531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:55.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:35:55 smithi039 ceph-mon[181282]: pgmap v4532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:55.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:35:55 smithi032 ceph-mon[191839]: pgmap v4532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:55.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:35:55 smithi032 ceph-mon[189144]: pgmap v4532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:57.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:35:57 smithi039 ceph-mon[181282]: pgmap v4533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:57.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:35:57 smithi032 ceph-mon[191839]: pgmap v4533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:57.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:35:57 smithi032 ceph-mon[189144]: pgmap v4533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:59.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:35:59 smithi039 ceph-mon[181282]: pgmap v4534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:59.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:35:59 smithi032 ceph-mon[191839]: pgmap v4534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:35:59.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:35:59 smithi032 ceph-mon[189144]: pgmap v4534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:36:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:36:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T18:36:01.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:36:01 smithi039 ceph-mon[181282]: pgmap v4535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:01.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:36:01 smithi032 ceph-mon[191839]: pgmap v4535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:01.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:36:01 smithi032 ceph-mon[189144]: pgmap v4535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:03.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:36:03 smithi032 ceph-mon[191839]: pgmap v4536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:03.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:36:03 smithi032 ceph-mon[189144]: pgmap v4536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:03.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:36:03 smithi039 ceph-mon[181282]: pgmap v4536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:36:05 smithi039 ceph-mon[181282]: pgmap v4537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:36:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:36:05.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:36:05 smithi032 ceph-mon[189144]: pgmap v4537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:36:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:36:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:36:05 smithi032 ceph-mon[191839]: pgmap v4537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:36:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:36:07.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:36:07 smithi039 ceph-mon[181282]: pgmap v4538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:07.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:36:07 smithi032 ceph-mon[191839]: pgmap v4538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:07.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:36:07 smithi032 ceph-mon[189144]: pgmap v4538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:09.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:36:09 smithi039 ceph-mon[181282]: pgmap v4539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:09.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:36:09 smithi032 ceph-mon[191839]: pgmap v4539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:09.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:36:09 smithi032 ceph-mon[189144]: pgmap v4539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:36:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:36:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T18:36:11.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:36:11 smithi039 ceph-mon[181282]: pgmap v4540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:11.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:36:11 smithi032 ceph-mon[191839]: pgmap v4540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:11.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:36:11 smithi032 ceph-mon[189144]: pgmap v4540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:13.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:36:13 smithi032 ceph-mon[191839]: pgmap v4541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:13.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:36:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:36:13.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:36:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:36:13.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:36:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:36:13.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:36:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:36:13.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:36:13 smithi032 ceph-mon[189144]: pgmap v4541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:13.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:36:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:36:13.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:36:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:36:13.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:36:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:36:13.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:36:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:36:13.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:36:13 smithi039 ceph-mon[181282]: pgmap v4541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:13.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:36:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:36:13.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:36:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:36:13.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:36:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:36:13.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:36:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:36:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:36:15 smithi039 ceph-mon[181282]: pgmap v4542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:15.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:36:15 smithi032 ceph-mon[191839]: pgmap v4542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:15.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:36:15 smithi032 ceph-mon[189144]: pgmap v4542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:17.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:36:17 smithi039 ceph-mon[181282]: pgmap v4543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:17.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:36:17 smithi032 ceph-mon[191839]: pgmap v4543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:17.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:36:17 smithi032 ceph-mon[189144]: pgmap v4543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:18.913 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:36:19.237 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:36:19.237 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (76m) 67s ago 80m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:36:19.237 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (76m) 9m ago 80m 95.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:36:19.237 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (81m) 67s ago 81m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:36:19.237 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (81m) 9m ago 81m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:36:19.237 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (75m) 9m ago 84m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:36:19.238 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (75m) 67s ago 85m 602M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:36:19.238 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (75m) 67s ago 85m 591M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:36:19.238 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (74m) 9m ago 84m 308M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:36:19.238 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (75m) 67s ago 84m 326M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:36:19.238 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (76m) 67s ago 80m 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:36:19.238 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (76m) 9m ago 80m 17.9M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:36:19.238 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (74m) 67s ago 83m 3976M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:36:19.238 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (73m) 67s ago 83m 4202M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:36:19.238 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (73m) 67s ago 83m 3823M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:36:19.238 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (72m) 67s ago 83m 3701M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:36:19.239 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (72m) 9m ago 82m 3536M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:36:19.239 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (71m) 9m ago 82m 3678M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:36:19.239 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (71m) 9m ago 82m 3469M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:36:19.239 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (71m) 9m ago 81m 3299M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:36:19.239 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (75m) 9m ago 81m 102M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:36:19.642 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:36:19.643 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:36:19.643 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:36:19.643 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:36:19.643 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:36:19.643 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:36:19.643 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:36:19.643 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:36:19.643 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:36:19.643 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:36:19.644 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:36:19.644 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:36:19.644 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:36:19.644 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:36:19.644 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:36:19.644 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:36:19.644 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:36:19.644 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:36:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:36:19 smithi039 ceph-mon[181282]: pgmap v4544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:36:19 smithi039 ceph-mon[181282]: from='client.38397 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:36:19.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:36:19 smithi032 ceph-mon[191839]: pgmap v4544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:36:19 smithi032 ceph-mon[191839]: from='client.38397 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:36:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:36:19 smithi032 ceph-mon[189144]: pgmap v4544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:36:19 smithi032 ceph-mon[189144]: from='client.38397 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:36:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:36:20 smithi039 ceph-mon[181282]: from='client.38403 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:36:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:36:20 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/996982490' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:36:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:36:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:36:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:36:20 smithi032 ceph-mon[189144]: from='client.38403 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:36:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:36:20 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/996982490' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:36:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:36:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:36:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:36:20 smithi032 ceph-mon[191839]: from='client.38403 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:36:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:36:20 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/996982490' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:36:20.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:36:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:36:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:36:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:36:20] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T18:36:21.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:36:21 smithi032 ceph-mon[191839]: pgmap v4545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:36:21 smithi032 ceph-mon[189144]: pgmap v4545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:22.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:36:21 smithi039 ceph-mon[181282]: pgmap v4545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:23.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:36:23 smithi032 ceph-mon[191839]: pgmap v4546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:23.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:36:23 smithi032 ceph-mon[189144]: pgmap v4546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:23.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:36:23 smithi039 ceph-mon[181282]: pgmap v4546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:25.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:36:25 smithi039 ceph-mon[181282]: pgmap v4547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:25.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:36:25 smithi032 ceph-mon[191839]: pgmap v4547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:25.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:36:25 smithi032 ceph-mon[189144]: pgmap v4547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:27.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:36:27 smithi039 ceph-mon[181282]: pgmap v4548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:27.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:36:27 smithi032 ceph-mon[191839]: pgmap v4548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:27.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:36:27 smithi032 ceph-mon[189144]: pgmap v4548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:29.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:36:29 smithi039 ceph-mon[181282]: pgmap v4549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:29.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:36:29 smithi032 ceph-mon[191839]: pgmap v4549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:29.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:36:29 smithi032 ceph-mon[189144]: pgmap v4549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:36:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:36:30] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T18:36:31.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:36:31 smithi032 ceph-mon[191839]: pgmap v4550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:31.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:36:31 smithi032 ceph-mon[189144]: pgmap v4550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:32.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:36:31 smithi039 ceph-mon[181282]: pgmap v4550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:33.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:36:33 smithi032 ceph-mon[191839]: pgmap v4551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:33.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:36:33 smithi032 ceph-mon[189144]: pgmap v4551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:33.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:36:33 smithi039 ceph-mon[181282]: pgmap v4551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:36:35 smithi039 ceph-mon[181282]: pgmap v4552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:36:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:36:35.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:36:35 smithi032 ceph-mon[189144]: pgmap v4552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:35.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:36:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:36:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:36:35 smithi032 ceph-mon[191839]: pgmap v4552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:36:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:36:37.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:36:37 smithi032 ceph-mon[191839]: pgmap v4553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:37.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:36:37 smithi032 ceph-mon[189144]: pgmap v4553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:38.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:36:37 smithi039 ceph-mon[181282]: pgmap v4553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:39.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:36:39 smithi032 ceph-mon[189144]: pgmap v4554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:39.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:36:39 smithi032 ceph-mon[191839]: pgmap v4554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:36:39 smithi039 ceph-mon[181282]: pgmap v4554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:36:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:36:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T18:36:41.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:36:41 smithi032 ceph-mon[191839]: pgmap v4555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:41.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:36:41 smithi032 ceph-mon[189144]: pgmap v4555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:42.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:36:41 smithi039 ceph-mon[181282]: pgmap v4555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:43.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:36:43 smithi032 ceph-mon[191839]: pgmap v4556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:43.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:36:43 smithi032 ceph-mon[189144]: pgmap v4556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:43.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:36:43 smithi039 ceph-mon[181282]: pgmap v4556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:45.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:36:45 smithi039 ceph-mon[181282]: pgmap v4557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:45.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:36:45 smithi032 ceph-mon[191839]: pgmap v4557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:45.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:36:45 smithi032 ceph-mon[189144]: pgmap v4557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:47.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:36:47 smithi032 ceph-mon[191839]: pgmap v4558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:47.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:36:47 smithi032 ceph-mon[189144]: pgmap v4558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:48.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:36:47 smithi039 ceph-mon[181282]: pgmap v4558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:49.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:36:49 smithi032 ceph-mon[191839]: pgmap v4559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:49.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:36:49 smithi032 ceph-mon[189144]: pgmap v4559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:50.005 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:36:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:36:49 smithi039 ceph-mon[181282]: pgmap v4559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:50.328 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:36:50.328 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (76m) 98s ago 81m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:36:50.329 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (76m) 9m ago 81m 95.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:36:50.329 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (82m) 98s ago 82m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:36:50.329 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (82m) 9m ago 82m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:36:50.329 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (76m) 9m ago 84m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:36:50.329 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (76m) 98s ago 86m 602M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:36:50.329 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (75m) 98s ago 86m 591M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:36:50.329 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (75m) 9m ago 84m 308M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:36:50.329 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (75m) 98s ago 84m 326M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:36:50.329 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (76m) 98s ago 81m 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:36:50.330 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (76m) 9m ago 81m 17.9M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:36:50.330 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (74m) 98s ago 84m 3976M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:36:50.330 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (74m) 98s ago 84m 4202M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:36:50.330 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (73m) 98s ago 83m 3823M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:36:50.330 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (73m) 98s ago 83m 3701M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:36:50.330 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (72m) 9m ago 83m 3536M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:36:50.330 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (72m) 9m ago 82m 3678M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:36:50.330 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (72m) 9m ago 82m 3469M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:36:50.330 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (71m) 9m ago 82m 3299M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:36:50.330 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (76m) 9m ago 81m 102M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:36:50.735 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:36:50.735 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:36:50.735 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:36:50.736 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:36:50.736 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:36:50.736 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:36:50.736 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:36:50.736 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:36:50.736 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:36:50.736 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:36:50.736 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:36:50.736 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:36:50.736 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:36:50.736 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:36:50.737 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:36:50.737 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:36:50.737 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:36:50.737 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:36:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:36:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:36:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:36:50 smithi032 ceph-mon[189144]: from='client.38415 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:36:50.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:36:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:36:50.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:36:50 smithi032 ceph-mon[191839]: from='client.38415 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:36:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:36:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:36:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:36:50 smithi039 ceph-mon[181282]: from='client.38415 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:36:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:36:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:36:50] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T18:36:51.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:36:51 smithi032 ceph-mon[191839]: from='client.38421 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:36:51.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:36:51 smithi032 ceph-mon[191839]: pgmap v4560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:51.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:36:51 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2323175824' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:36:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:36:51 smithi032 ceph-mon[189144]: from='client.38421 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:36:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:36:51 smithi032 ceph-mon[189144]: pgmap v4560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:36:51 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2323175824' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:36:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:36:51 smithi039 ceph-mon[181282]: from='client.38421 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:36:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:36:51 smithi039 ceph-mon[181282]: pgmap v4560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:36:51 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2323175824' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:36:53.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:36:53 smithi032 ceph-mon[191839]: pgmap v4561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:53.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:36:53 smithi032 ceph-mon[189144]: pgmap v4561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:53.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:36:53 smithi039 ceph-mon[181282]: pgmap v4561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:55.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:36:55 smithi032 ceph-mon[191839]: pgmap v4562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:55.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:36:55 smithi032 ceph-mon[189144]: pgmap v4562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:56.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:36:55 smithi039 ceph-mon[181282]: pgmap v4562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:57.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:36:57 smithi032 ceph-mon[191839]: pgmap v4563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:57.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:36:57 smithi032 ceph-mon[189144]: pgmap v4563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:58.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:36:57 smithi039 ceph-mon[181282]: pgmap v4563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:59.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:36:59 smithi032 ceph-mon[191839]: pgmap v4564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:36:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:36:59 smithi032 ceph-mon[189144]: pgmap v4564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:36:59 smithi039 ceph-mon[181282]: pgmap v4564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:37:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:37:00] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T18:37:01.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:37:01 smithi032 ceph-mon[191839]: pgmap v4565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:01.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:37:01 smithi032 ceph-mon[189144]: pgmap v4565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:37:01 smithi039 ceph-mon[181282]: pgmap v4565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:03.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:37:03 smithi032 ceph-mon[191839]: pgmap v4566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:03.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:37:03 smithi032 ceph-mon[189144]: pgmap v4566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:03.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:37:03 smithi039 ceph-mon[181282]: pgmap v4566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:37:05 smithi032 ceph-mon[191839]: pgmap v4567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:37:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:37:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:37:05 smithi032 ceph-mon[189144]: pgmap v4567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:37:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:37:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:37:05 smithi039 ceph-mon[181282]: pgmap v4567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:37:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:37:07.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:37:07 smithi032 ceph-mon[191839]: pgmap v4568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:07.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:37:07 smithi032 ceph-mon[189144]: pgmap v4568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:08.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:37:07 smithi039 ceph-mon[181282]: pgmap v4568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:09.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:37:09 smithi032 ceph-mon[189144]: pgmap v4569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:37:09 smithi032 ceph-mon[191839]: pgmap v4569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:37:09 smithi039 ceph-mon[181282]: pgmap v4569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:37:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:37:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T18:37:11.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:37:11 smithi032 ceph-mon[189144]: pgmap v4570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:37:11 smithi032 ceph-mon[191839]: pgmap v4570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:37:11 smithi039 ceph-mon[181282]: pgmap v4570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:13.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:37:13 smithi032 ceph-mon[191839]: pgmap v4571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:13.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:37:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:37:13.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:37:13 smithi032 ceph-mon[189144]: pgmap v4571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:13.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:37:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:37:13.722 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:37:13 smithi039 ceph-mon[181282]: pgmap v4571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:13.722 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:37:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:37:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:37:15 smithi039 ceph-mon[181282]: pgmap v4572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:15.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:37:15 smithi032 ceph-mon[191839]: pgmap v4572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:15.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:37:15 smithi032 ceph-mon[189144]: pgmap v4572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:16.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:37:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:37:16.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:37:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:37:16.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:37:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:37:16.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:37:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:37:16.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:37:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:37:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:37:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:37:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:37:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:37:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:37:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:37:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:37:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:37:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:37:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:37:17.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:37:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:37:17.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:37:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:37:17.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:37:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:37:17.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:37:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:37:17.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:37:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:37:17.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:37:17 smithi032 ceph-mon[191839]: pgmap v4573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:17.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:37:17 smithi032 ceph-mon[189144]: pgmap v4573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:18.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:37:17 smithi039 ceph-mon[181282]: pgmap v4573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:19.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:37:19 smithi032 ceph-mon[191839]: pgmap v4574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:37:19 smithi032 ceph-mon[189144]: pgmap v4574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:37:19 smithi039 ceph-mon[181282]: pgmap v4574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:37:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:37:21.099 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:37:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:37:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:37:20] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T18:37:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:37:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:37:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:37:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:37:21.421 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:37:21.421 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (77m) 2m ago 81m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:37:21.422 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (77m) 5s ago 81m 95.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:37:21.422 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (82m) 2m ago 82m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:37:21.422 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (82m) 5s ago 82m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:37:21.422 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (76m) 5s ago 85m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:37:21.422 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (77m) 2m ago 86m 602M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:37:21.422 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (76m) 2m ago 86m 591M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:37:21.422 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (75m) 5s ago 85m 323M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:37:21.422 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (76m) 2m ago 85m 326M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:37:21.422 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (77m) 2m ago 81m 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:37:21.422 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (77m) 5s ago 81m 17.7M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:37:21.422 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (75m) 2m ago 84m 3976M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:37:21.422 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (74m) 2m ago 84m 4202M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:37:21.422 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (74m) 2m ago 84m 3823M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:37:21.422 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (73m) 2m ago 84m 3701M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:37:21.423 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (73m) 5s ago 83m 3563M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:37:21.423 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (73m) 5s ago 83m 3710M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:37:21.423 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (72m) 5s ago 83m 3499M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:37:21.423 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (72m) 5s ago 82m 3334M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:37:21.423 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (76m) 5s ago 82m 103M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:37:21.824 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:37:21.824 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:37:21.824 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:37:21.824 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:37:21.824 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:37:21.824 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:37:21.824 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:37:21.824 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:37:21.824 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:37:21.824 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:37:21.825 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:37:21.825 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:37:21.825 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:37:21.825 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:37:21.825 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:37:21.825 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:37:21.825 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:37:21.825 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:37:22.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:37:21 smithi039 ceph-mon[181282]: pgmap v4575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:37:21 smithi032 ceph-mon[191839]: pgmap v4575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:22.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:37:21 smithi032 ceph-mon[189144]: pgmap v4575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:23.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:37:22 smithi039 ceph-mon[181282]: from='client.38433 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:37:23.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:37:22 smithi039 ceph-mon[181282]: from='client.38439 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:37:23.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:37:22 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3740177673' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:37:23.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:37:22 smithi032 ceph-mon[191839]: from='client.38433 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:37:23.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:37:22 smithi032 ceph-mon[191839]: from='client.38439 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:37:23.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:37:22 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3740177673' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:37:23.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:37:22 smithi032 ceph-mon[189144]: from='client.38433 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:37:23.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:37:22 smithi032 ceph-mon[189144]: from='client.38439 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:37:23.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:37:22 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3740177673' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:37:24.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:37:23 smithi039 ceph-mon[181282]: pgmap v4576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:24.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:37:23 smithi032 ceph-mon[191839]: pgmap v4576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:24.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:37:23 smithi032 ceph-mon[189144]: pgmap v4576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:26.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:37:25 smithi039 ceph-mon[181282]: pgmap v4577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:37:25 smithi032 ceph-mon[191839]: pgmap v4577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:26.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:37:25 smithi032 ceph-mon[189144]: pgmap v4577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:28.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:37:27 smithi039 ceph-mon[181282]: pgmap v4578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:28.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:37:27 smithi032 ceph-mon[191839]: pgmap v4578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:28.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:37:27 smithi032 ceph-mon[189144]: pgmap v4578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:37:29 smithi039 ceph-mon[181282]: pgmap v4579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:37:29 smithi032 ceph-mon[191839]: pgmap v4579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:30.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:37:29 smithi032 ceph-mon[189144]: pgmap v4579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:37:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:37:30] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T18:37:32.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:37:31 smithi039 ceph-mon[181282]: pgmap v4580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:32.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:37:31 smithi032 ceph-mon[189144]: pgmap v4580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:37:31 smithi032 ceph-mon[191839]: pgmap v4580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:33.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:37:33 smithi032 ceph-mon[189144]: pgmap v4581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:33.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:37:33 smithi032 ceph-mon[191839]: pgmap v4581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:33.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:37:33 smithi039 ceph-mon[181282]: pgmap v4581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:35.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:37:35 smithi032 ceph-mon[189144]: pgmap v4582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:37:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:37:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:37:35 smithi032 ceph-mon[191839]: pgmap v4582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:37:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:37:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:37:35 smithi039 ceph-mon[181282]: pgmap v4582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:37:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:37:37.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:37:37 smithi032 ceph-mon[189144]: pgmap v4583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:37.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:37:37 smithi032 ceph-mon[191839]: pgmap v4583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:38.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:37:37 smithi039 ceph-mon[181282]: pgmap v4583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:39.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:37:39 smithi032 ceph-mon[189144]: pgmap v4584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:39.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:37:39 smithi032 ceph-mon[191839]: pgmap v4584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:40.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:37:39 smithi039 ceph-mon[181282]: pgmap v4584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:37:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:37:40] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:37:41.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:37:41 smithi032 ceph-mon[189144]: pgmap v4585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:41.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:37:41 smithi032 ceph-mon[191839]: pgmap v4585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:42.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:37:41 smithi039 ceph-mon[181282]: pgmap v4585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:43.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:37:43 smithi032 ceph-mon[189144]: pgmap v4586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:43.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:37:43 smithi032 ceph-mon[191839]: pgmap v4586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:43.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:37:43 smithi039 ceph-mon[181282]: pgmap v4586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:45.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:37:45 smithi032 ceph-mon[191839]: pgmap v4587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:45.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:37:45 smithi032 ceph-mon[189144]: pgmap v4587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:46.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:37:45 smithi039 ceph-mon[181282]: pgmap v4587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:47.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:37:47 smithi032 ceph-mon[191839]: pgmap v4588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:47.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:37:47 smithi032 ceph-mon[189144]: pgmap v4588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:48.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:37:47 smithi039 ceph-mon[181282]: pgmap v4588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:49.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:37:49 smithi032 ceph-mon[189144]: pgmap v4589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:49.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:37:49 smithi032 ceph-mon[191839]: pgmap v4589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:37:49 smithi039 ceph-mon[181282]: pgmap v4589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:37:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:37:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:37:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:37:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:37:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:37:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:37:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:37:50] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T18:37:51.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:37:51 smithi032 ceph-mon[189144]: pgmap v4590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:51.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:37:51 smithi032 ceph-mon[191839]: pgmap v4590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:37:51 smithi039 ceph-mon[181282]: pgmap v4590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:52.184 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:37:52.507 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:37:52.507 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (77m) 2m ago 82m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:37:52.507 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (77m) 36s ago 82m 95.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:37:52.507 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (83m) 2m ago 83m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:37:52.507 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (83m) 36s ago 83m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:37:52.507 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (77m) 36s ago 85m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:37:52.507 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (77m) 2m ago 87m 602M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:37:52.508 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (76m) 2m ago 87m 591M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:37:52.508 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (76m) 36s ago 86m 323M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:37:52.508 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (76m) 2m ago 85m 326M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:37:52.508 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (77m) 2m ago 82m 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:37:52.508 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (77m) 36s ago 82m 17.7M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:37:52.508 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (75m) 2m ago 85m 3976M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:37:52.508 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (75m) 2m ago 85m 4202M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:37:52.508 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (74m) 2m ago 84m 3823M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:37:52.508 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (74m) 2m ago 84m 3701M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:37:52.508 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (74m) 36s ago 84m 3563M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:37:52.509 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (73m) 36s ago 84m 3710M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:37:52.509 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (73m) 36s ago 83m 3499M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:37:52.509 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (72m) 36s ago 83m 3334M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:37:52.509 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (77m) 36s ago 82m 103M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:37:52.905 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:37:52.905 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:37:52.906 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:37:52.906 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:37:52.906 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:37:52.906 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:37:52.906 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:37:52.906 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:37:52.906 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:37:52.906 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:37:52.906 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:37:52.906 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:37:52.906 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:37:52.906 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:37:52.906 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:37:52.906 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:37:52.906 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:37:52.907 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:37:53.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:37:53 smithi032 ceph-mon[191839]: from='client.48368 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:37:53.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:37:53 smithi032 ceph-mon[191839]: pgmap v4591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:53.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:37:53 smithi032 ceph-mon[191839]: from='client.48374 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:37:53.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:37:53 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2518007724' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:37:53.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:37:53 smithi032 ceph-mon[189144]: from='client.48368 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:37:53.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:37:53 smithi032 ceph-mon[189144]: pgmap v4591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:53.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:37:53 smithi032 ceph-mon[189144]: from='client.48374 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:37:53.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:37:53 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2518007724' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:37:53.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:37:53 smithi039 ceph-mon[181282]: from='client.48368 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:37:53.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:37:53 smithi039 ceph-mon[181282]: pgmap v4591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:53.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:37:53 smithi039 ceph-mon[181282]: from='client.48374 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:37:53.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:37:53 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2518007724' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:37:55.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:37:55 smithi032 ceph-mon[191839]: pgmap v4592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:55.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:37:55 smithi032 ceph-mon[189144]: pgmap v4592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:56.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:37:55 smithi039 ceph-mon[181282]: pgmap v4592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:57.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:37:57 smithi032 ceph-mon[191839]: pgmap v4593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:57.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:37:57 smithi032 ceph-mon[189144]: pgmap v4593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:58.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:37:57 smithi039 ceph-mon[181282]: pgmap v4593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:59.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:37:59 smithi032 ceph-mon[189144]: pgmap v4594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:37:59.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:37:59 smithi032 ceph-mon[191839]: pgmap v4594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:00.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:37:59 smithi039 ceph-mon[181282]: pgmap v4594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:38:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:38:00] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T18:38:01.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:38:01 smithi032 ceph-mon[191839]: pgmap v4595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:01.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:38:01 smithi032 ceph-mon[189144]: pgmap v4595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:38:01 smithi039 ceph-mon[181282]: pgmap v4595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:03.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:38:03 smithi032 ceph-mon[191839]: pgmap v4596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:03.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:38:03 smithi032 ceph-mon[189144]: pgmap v4596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:03.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:38:03 smithi039 ceph-mon[181282]: pgmap v4596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:38:05 smithi032 ceph-mon[191839]: pgmap v4597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:38:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:38:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:38:05 smithi032 ceph-mon[189144]: pgmap v4597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:38:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:38:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:38:05 smithi039 ceph-mon[181282]: pgmap v4597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:38:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:38:07.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:38:07 smithi032 ceph-mon[191839]: pgmap v4598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:07.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:38:07 smithi032 ceph-mon[189144]: pgmap v4598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:08.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:38:07 smithi039 ceph-mon[181282]: pgmap v4598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:09.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:38:09 smithi032 ceph-mon[191839]: pgmap v4599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:38:09 smithi032 ceph-mon[189144]: pgmap v4599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:38:09 smithi039 ceph-mon[181282]: pgmap v4599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:38:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:38:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T18:38:11.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:38:11 smithi032 ceph-mon[191839]: pgmap v4600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:11.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:38:11 smithi032 ceph-mon[189144]: pgmap v4600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:38:11 smithi039 ceph-mon[181282]: pgmap v4600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:13.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:38:13 smithi032 ceph-mon[191839]: pgmap v4601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:13.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:38:13 smithi032 ceph-mon[189144]: pgmap v4601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:13.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:38:13 smithi039 ceph-mon[181282]: pgmap v4601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:15.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:38:15 smithi032 ceph-mon[191839]: pgmap v4602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:15.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:38:15 smithi032 ceph-mon[189144]: pgmap v4602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:16.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:38:15 smithi039 ceph-mon[181282]: pgmap v4602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:16.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:38:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:38:16.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:38:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:38:17.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:38:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:38:17.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:38:17 smithi032 ceph-mon[191839]: pgmap v4603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:17.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:38:17 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:38:17.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:38:17 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:38:17.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:38:17 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:38:17.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:38:17 smithi032 ceph-mon[189144]: pgmap v4603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:17.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:38:17 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:38:17.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:38:17 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:38:17.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:38:17 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:38:18.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:38:17 smithi039 ceph-mon[181282]: pgmap v4603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:18.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:38:17 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:38:18.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:38:17 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:38:18.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:38:17 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:38:19.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:38:19 smithi032 ceph-mon[191839]: pgmap v4604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:38:19 smithi032 ceph-mon[189144]: pgmap v4604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:38:19 smithi039 ceph-mon[181282]: pgmap v4604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:20.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:38:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:38:20.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:38:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:38:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:38:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:38:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:38:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:38:20] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T18:38:21.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:38:21 smithi032 ceph-mon[191839]: pgmap v4605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:21.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:38:21 smithi032 ceph-mon[189144]: pgmap v4605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:22.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:38:21 smithi039 ceph-mon[181282]: pgmap v4605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:23.271 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:38:23.598 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:38:23.598 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (78m) 3m ago 82m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:38:23.598 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (78m) 67s ago 82m 95.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:38:23.599 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (83m) 3m ago 83m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:38:23.599 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (83m) 67s ago 83m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:38:23.599 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (77m) 67s ago 86m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:38:23.599 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (78m) 3m ago 87m 602M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:38:23.599 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (77m) 3m ago 87m 591M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:38:23.599 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (76m) 67s ago 86m 323M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:38:23.599 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (77m) 3m ago 86m 326M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:38:23.599 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (78m) 3m ago 82m 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:38:23.599 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (78m) 67s ago 82m 17.7M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:38:23.599 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (76m) 3m ago 85m 3976M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:38:23.599 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (75m) 3m ago 85m 4202M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:38:23.600 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (75m) 3m ago 85m 3823M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:38:23.600 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (75m) 3m ago 85m 3701M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:38:23.600 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (74m) 67s ago 84m 3563M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:38:23.600 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (74m) 67s ago 84m 3710M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:38:23.600 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (73m) 67s ago 84m 3499M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:38:23.600 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (73m) 67s ago 83m 3334M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:38:23.600 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (77m) 67s ago 83m 103M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:38:23.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:38:23 smithi032 ceph-mon[189144]: pgmap v4606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:23.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:38:23 smithi032 ceph-mon[191839]: pgmap v4606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:23.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:38:23 smithi039 ceph-mon[181282]: pgmap v4606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:24.001 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:38:24.002 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:38:24.002 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:38:24.002 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:38:24.002 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:38:24.002 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:38:24.002 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:38:24.002 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:38:24.002 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:38:24.002 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:38:24.002 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:38:24.002 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:38:24.003 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:38:24.003 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:38:24.003 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:38:24.003 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:38:24.003 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:38:24.003 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:38:24.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:38:24 smithi032 ceph-mon[191839]: from='client.48386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:38:24.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:38:24 smithi032 ceph-mon[191839]: from='client.48392 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:38:24.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:38:24 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4174913075' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:38:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:38:24 smithi032 ceph-mon[189144]: from='client.48386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:38:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:38:24 smithi032 ceph-mon[189144]: from='client.48392 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:38:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:38:24 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4174913075' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:38:24.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:38:24 smithi039 ceph-mon[181282]: from='client.48386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:38:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:38:24 smithi039 ceph-mon[181282]: from='client.48392 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:38:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:38:24 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4174913075' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:38:25.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:38:25 smithi032 ceph-mon[189144]: pgmap v4607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:25.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:38:25 smithi032 ceph-mon[191839]: pgmap v4607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:25.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:38:25 smithi039 ceph-mon[181282]: pgmap v4607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:27.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:38:27 smithi032 ceph-mon[191839]: pgmap v4608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:27.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:38:27 smithi032 ceph-mon[189144]: pgmap v4608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:28.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:38:27 smithi039 ceph-mon[181282]: pgmap v4608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:29.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:38:29 smithi032 ceph-mon[191839]: pgmap v4609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:29.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:38:29 smithi032 ceph-mon[189144]: pgmap v4609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:38:29 smithi039 ceph-mon[181282]: pgmap v4609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:38:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:38:30] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T18:38:31.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:38:31 smithi032 ceph-mon[191839]: pgmap v4610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:31.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:38:31 smithi032 ceph-mon[189144]: pgmap v4610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:32.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:38:31 smithi039 ceph-mon[181282]: pgmap v4610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:33.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:38:33 smithi032 ceph-mon[191839]: pgmap v4611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:33.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:38:33 smithi032 ceph-mon[189144]: pgmap v4611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:33.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:38:33 smithi039 ceph-mon[181282]: pgmap v4611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:38:35 smithi032 ceph-mon[189144]: pgmap v4612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:38:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:38:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:38:35 smithi032 ceph-mon[191839]: pgmap v4612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:38:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:38:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:38:35 smithi039 ceph-mon[181282]: pgmap v4612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:38:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:38:37.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:38:37 smithi032 ceph-mon[191839]: pgmap v4613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:37.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:38:37 smithi032 ceph-mon[189144]: pgmap v4613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:38.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:38:37 smithi039 ceph-mon[181282]: pgmap v4613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:39.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:38:39 smithi032 ceph-mon[191839]: pgmap v4614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:38:39 smithi032 ceph-mon[189144]: pgmap v4614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:38:39 smithi039 ceph-mon[181282]: pgmap v4614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:38:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:38:40] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T18:38:41.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:38:41 smithi032 ceph-mon[191839]: pgmap v4615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:41.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:38:41 smithi032 ceph-mon[189144]: pgmap v4615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:42.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:38:41 smithi039 ceph-mon[181282]: pgmap v4615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:43.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:38:43 smithi032 ceph-mon[191839]: pgmap v4616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:43.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:38:43 smithi032 ceph-mon[189144]: pgmap v4616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:43.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:38:43 smithi039 ceph-mon[181282]: pgmap v4616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:45.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:38:45 smithi032 ceph-mon[191839]: pgmap v4617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:45.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:38:45 smithi032 ceph-mon[189144]: pgmap v4617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:46.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:38:45 smithi039 ceph-mon[181282]: pgmap v4617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:47.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:38:47 smithi032 ceph-mon[191839]: pgmap v4618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:47.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:38:47 smithi032 ceph-mon[189144]: pgmap v4618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:48.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:38:47 smithi039 ceph-mon[181282]: pgmap v4618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:49.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:38:49 smithi032 ceph-mon[191839]: pgmap v4619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:49.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:38:49 smithi032 ceph-mon[189144]: pgmap v4619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:38:49 smithi039 ceph-mon[181282]: pgmap v4619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:38:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:38:50.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:38:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:38:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:38:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:38:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:38:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:38:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T18:38:51.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:38:51 smithi032 ceph-mon[191839]: pgmap v4620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:38:51 smithi032 ceph-mon[189144]: pgmap v4620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:38:51 smithi039 ceph-mon[181282]: pgmap v4620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:53.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:38:53 smithi032 ceph-mon[191839]: pgmap v4621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:53.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:38:53 smithi032 ceph-mon[189144]: pgmap v4621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:53.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:38:53 smithi039 ceph-mon[181282]: pgmap v4621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:54.366 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:38:54.690 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:38:54.690 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (78m) 3m ago 83m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:38:54.690 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (78m) 99s ago 83m 95.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:38:54.690 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (84m) 3m ago 84m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:38:54.690 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (84m) 99s ago 84m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:38:54.691 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (78m) 99s ago 86m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:38:54.691 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (78m) 3m ago 88m 602M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:38:54.691 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (77m) 3m ago 88m 591M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:38:54.691 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (77m) 99s ago 87m 323M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:38:54.691 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (77m) 3m ago 86m 326M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:38:54.691 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (78m) 3m ago 83m 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:38:54.691 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (78m) 99s ago 83m 17.7M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:38:54.691 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (76m) 3m ago 86m 3976M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:38:54.691 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (76m) 3m ago 86m 4202M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:38:54.691 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (76m) 3m ago 85m 3823M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:38:54.692 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (75m) 3m ago 85m 3701M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:38:54.692 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (75m) 99s ago 85m 3563M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:38:54.692 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (74m) 99s ago 85m 3710M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:38:54.692 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (74m) 99s ago 84m 3499M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:38:54.692 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (73m) 99s ago 84m 3334M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:38:54.692 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (78m) 99s ago 83m 103M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:38:55.088 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:38:55.088 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:38:55.088 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:38:55.088 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:38:55.088 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:38:55.088 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:38:55.088 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:38:55.089 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:38:55.089 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:38:55.089 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:38:55.089 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:38:55.089 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:38:55.089 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:38:55.089 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:38:55.089 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:38:55.089 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:38:55.089 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:38:55.090 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:38:55.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:38:55 smithi032 ceph-mon[191839]: from='client.48404 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:38:55.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:38:55 smithi032 ceph-mon[191839]: pgmap v4622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:55.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:38:55 smithi032 ceph-mon[191839]: from='client.38493 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:38:55.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:38:55 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4014721548' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:38:55.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:38:55 smithi032 ceph-mon[189144]: from='client.48404 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:38:55.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:38:55 smithi032 ceph-mon[189144]: pgmap v4622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:55.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:38:55 smithi032 ceph-mon[189144]: from='client.38493 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:38:55.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:38:55 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4014721548' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:38:56.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:38:55 smithi039 ceph-mon[181282]: from='client.48404 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:38:56.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:38:55 smithi039 ceph-mon[181282]: pgmap v4622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:56.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:38:55 smithi039 ceph-mon[181282]: from='client.38493 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:38:56.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:38:55 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4014721548' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:38:57.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:38:57 smithi032 ceph-mon[191839]: pgmap v4623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:57.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:38:57 smithi032 ceph-mon[189144]: pgmap v4623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:58.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:38:57 smithi039 ceph-mon[181282]: pgmap v4623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:59.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:38:59 smithi032 ceph-mon[191839]: pgmap v4624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:38:59.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:38:59 smithi032 ceph-mon[189144]: pgmap v4624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:00.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:38:59 smithi039 ceph-mon[181282]: pgmap v4624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:39:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:39:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T18:39:01.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:39:01 smithi032 ceph-mon[191839]: pgmap v4625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:01.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:39:01 smithi032 ceph-mon[189144]: pgmap v4625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:02.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:39:01 smithi039 ceph-mon[181282]: pgmap v4625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:03.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:39:03 smithi032 ceph-mon[191839]: pgmap v4626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:03.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:39:03 smithi032 ceph-mon[189144]: pgmap v4626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:03.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:39:03 smithi039 ceph-mon[181282]: pgmap v4626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:39:05 smithi032 ceph-mon[191839]: pgmap v4627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:39:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:39:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:39:05 smithi032 ceph-mon[189144]: pgmap v4627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:39:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:39:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:39:05 smithi039 ceph-mon[181282]: pgmap v4627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:39:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:39:07.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:39:07 smithi032 ceph-mon[191839]: pgmap v4628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:07.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:39:07 smithi032 ceph-mon[189144]: pgmap v4628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:08.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:39:07 smithi039 ceph-mon[181282]: pgmap v4628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:09.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:39:09 smithi032 ceph-mon[191839]: pgmap v4629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:39:09 smithi032 ceph-mon[189144]: pgmap v4629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:39:09 smithi039 ceph-mon[181282]: pgmap v4629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:39:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:39:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T18:39:11.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:39:11 smithi032 ceph-mon[191839]: pgmap v4630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:11.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:39:11 smithi032 ceph-mon[189144]: pgmap v4630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:39:11 smithi039 ceph-mon[181282]: pgmap v4630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:13.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:39:13 smithi032 ceph-mon[191839]: pgmap v4631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:13.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:39:13 smithi032 ceph-mon[189144]: pgmap v4631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:13.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:39:13 smithi039 ceph-mon[181282]: pgmap v4631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:15.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:39:15 smithi032 ceph-mon[191839]: pgmap v4632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:15.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:39:15 smithi032 ceph-mon[189144]: pgmap v4632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:16.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:39:15 smithi039 ceph-mon[181282]: pgmap v4632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:17.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:39:17 smithi032 ceph-mon[191839]: pgmap v4633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:17.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:39:17 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:39:17.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:39:17 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:39:17.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:39:17 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:39:17.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:39:17 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:39:17.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:39:17 smithi032 ceph-mon[189144]: pgmap v4633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:17.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:39:17 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:39:17.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:39:17 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:39:17.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:39:17 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:39:17.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:39:17 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:39:18.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:39:17 smithi039 ceph-mon[181282]: pgmap v4633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:18.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:39:17 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:39:18.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:39:17 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:39:18.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:39:17 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:39:18.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:39:17 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:39:19.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:39:19 smithi032 ceph-mon[191839]: pgmap v4634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:39:19 smithi032 ceph-mon[189144]: pgmap v4634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:39:19 smithi039 ceph-mon[181282]: pgmap v4634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:20.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:39:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:39:20.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:39:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:39:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:39:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:39:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:39:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:39:20] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T18:39:21.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:39:21 smithi032 ceph-mon[191839]: pgmap v4635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:21.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:39:21 smithi032 ceph-mon[189144]: pgmap v4635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:22.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:39:21 smithi039 ceph-mon[181282]: pgmap v4635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:23.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:39:23 smithi032 ceph-mon[191839]: pgmap v4636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:23.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:39:23 smithi032 ceph-mon[189144]: pgmap v4636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:23.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:39:23 smithi039 ceph-mon[181282]: pgmap v4636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:25.455 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:39:25.776 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:39:25.776 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (79m) 4m ago 83m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:39:25.776 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (79m) 2m ago 83m 95.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:39:25.776 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (84m) 4m ago 84m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:39:25.776 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (84m) 2m ago 84m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:39:25.776 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (78m) 2m ago 87m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:39:25.776 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (79m) 4m ago 88m 602M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:39:25.776 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (78m) 4m ago 88m 591M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:39:25.777 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (78m) 2m ago 87m 323M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:39:25.777 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (78m) 4m ago 87m 326M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:39:25.777 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (79m) 4m ago 83m 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:39:25.777 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (79m) 2m ago 83m 17.7M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:39:25.777 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (77m) 4m ago 86m 3976M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:39:25.777 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (77m) 4m ago 86m 4202M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:39:25.777 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (76m) 4m ago 86m 3823M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:39:25.777 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (76m) 4m ago 86m 3701M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:39:25.777 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (75m) 2m ago 85m 3563M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:39:25.777 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (75m) 2m ago 85m 3710M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:39:25.778 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (74m) 2m ago 85m 3499M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:39:25.778 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (74m) 2m ago 84m 3334M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:39:25.778 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (78m) 2m ago 84m 103M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:39:25.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:39:25 smithi032 ceph-mon[191839]: pgmap v4637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:25.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:39:25 smithi032 ceph-mon[189144]: pgmap v4637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:26.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:39:25 smithi039 ceph-mon[181282]: pgmap v4637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:26.179 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:39:26.180 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:39:26.180 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:39:26.180 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:39:26.180 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:39:26.180 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:39:26.180 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:39:26.180 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:39:26.180 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:39:26.180 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:39:26.181 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:39:26.181 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:39:26.181 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:39:26.181 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:39:26.181 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:39:26.181 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:39:26.181 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:39:26.181 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:39:26.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:39:26 smithi032 ceph-mon[189144]: from='client.38505 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:39:26.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:39:26 smithi032 ceph-mon[189144]: from='client.38511 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:39:26.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:39:26 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3452787989' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:39:26.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:39:26 smithi032 ceph-mon[191839]: from='client.38505 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:39:26.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:39:26 smithi032 ceph-mon[191839]: from='client.38511 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:39:26.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:39:26 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3452787989' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:39:27.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:39:26 smithi039 ceph-mon[181282]: from='client.38505 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:39:27.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:39:26 smithi039 ceph-mon[181282]: from='client.38511 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:39:27.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:39:26 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3452787989' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:39:27.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:39:27 smithi032 ceph-mon[191839]: pgmap v4638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:27.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:39:27 smithi032 ceph-mon[189144]: pgmap v4638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:28.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:39:27 smithi039 ceph-mon[181282]: pgmap v4638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:29.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:39:29 smithi032 ceph-mon[191839]: pgmap v4639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:29.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:39:29 smithi032 ceph-mon[189144]: pgmap v4639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:30.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:39:29 smithi039 ceph-mon[181282]: pgmap v4639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:39:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:39:30] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T18:39:31.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:39:31 smithi032 ceph-mon[189144]: pgmap v4640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:31.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:39:31 smithi032 ceph-mon[191839]: pgmap v4640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:32.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:39:31 smithi039 ceph-mon[181282]: pgmap v4640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:33.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:39:33 smithi032 ceph-mon[191839]: pgmap v4641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:33.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:39:33 smithi032 ceph-mon[189144]: pgmap v4641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:33.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:39:33 smithi039 ceph-mon[181282]: pgmap v4641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:39:35 smithi032 ceph-mon[191839]: pgmap v4642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:39:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:39:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:39:35 smithi032 ceph-mon[189144]: pgmap v4642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:39:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:39:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:39:35 smithi039 ceph-mon[181282]: pgmap v4642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:39:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:39:37.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:39:37 smithi032 ceph-mon[191839]: pgmap v4643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:37.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:39:37 smithi032 ceph-mon[189144]: pgmap v4643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:38.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:39:37 smithi039 ceph-mon[181282]: pgmap v4643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:39.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:39:39 smithi032 ceph-mon[191839]: pgmap v4644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:39.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:39:39 smithi032 ceph-mon[189144]: pgmap v4644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:40.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:39:39 smithi039 ceph-mon[181282]: pgmap v4644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:39:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:39:40] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:39:41.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:39:41 smithi032 ceph-mon[191839]: pgmap v4645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:41.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:39:41 smithi032 ceph-mon[189144]: pgmap v4645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:42.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:39:41 smithi039 ceph-mon[181282]: pgmap v4645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:43.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:39:43 smithi032 ceph-mon[189144]: pgmap v4646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:43.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:39:43 smithi032 ceph-mon[191839]: pgmap v4646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:43.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:39:43 smithi039 ceph-mon[181282]: pgmap v4646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:45.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:39:45 smithi032 ceph-mon[189144]: pgmap v4647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:45.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:39:45 smithi032 ceph-mon[191839]: pgmap v4647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:46.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:39:45 smithi039 ceph-mon[181282]: pgmap v4647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:47.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:39:47 smithi032 ceph-mon[191839]: pgmap v4648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:47.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:39:47 smithi032 ceph-mon[189144]: pgmap v4648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:48.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:39:47 smithi039 ceph-mon[181282]: pgmap v4648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:49.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:39:49 smithi032 ceph-mon[191839]: pgmap v4649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:49.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:39:49 smithi032 ceph-mon[189144]: pgmap v4649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:39:49 smithi039 ceph-mon[181282]: pgmap v4649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:39:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:39:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:39:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:39:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:39:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:39:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:39:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:39:50] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T18:39:51.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:39:51 smithi032 ceph-mon[191839]: pgmap v4650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:51.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:39:51 smithi032 ceph-mon[189144]: pgmap v4650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:52.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:39:51 smithi039 ceph-mon[181282]: pgmap v4650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:53.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:39:53 smithi032 ceph-mon[191839]: pgmap v4651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:53.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:39:53 smithi032 ceph-mon[189144]: pgmap v4651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:53.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:39:53 smithi039 ceph-mon[181282]: pgmap v4651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:55.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:39:55 smithi032 ceph-mon[189144]: pgmap v4652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:55.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:39:55 smithi032 ceph-mon[191839]: pgmap v4652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:56.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:39:55 smithi039 ceph-mon[181282]: pgmap v4652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:56.541 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:39:56.865 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:39:56.865 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (80m) 4m ago 84m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:39:56.865 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (79m) 2m ago 84m 95.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:39:56.865 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (85m) 4m ago 85m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:39:56.866 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (85m) 2m ago 85m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:39:56.866 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (79m) 2m ago 87m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:39:56.866 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (79m) 4m ago 89m 602M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:39:56.866 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (79m) 4m ago 89m 591M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:39:56.866 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (78m) 2m ago 88m 323M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:39:56.866 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (78m) 4m ago 87m 326M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:39:56.866 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (80m) 4m ago 84m 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:39:56.866 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (79m) 2m ago 84m 17.7M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:39:56.866 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (78m) 4m ago 87m 3976M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:39:56.866 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (77m) 4m ago 87m 4202M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:39:56.866 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (77m) 4m ago 86m 3823M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:39:56.866 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (76m) 4m ago 86m 3701M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:39:56.866 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (76m) 2m ago 86m 3563M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:39:56.866 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (75m) 2m ago 86m 3710M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:39:56.866 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (75m) 2m ago 85m 3499M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:39:56.866 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (74m) 2m ago 85m 3334M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:39:56.867 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (79m) 2m ago 84m 103M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:39:57.275 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:39:57.275 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:39:57.275 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:39:57.275 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:39:57.275 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:39:57.275 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:39:57.275 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:39:57.275 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:39:57.275 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:39:57.275 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:39:57.275 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:39:57.275 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:39:57.275 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:39:57.275 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:39:57.276 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:39:57.276 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:39:57.276 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:39:57.276 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:39:57.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:39:57 smithi032 ceph-mon[191839]: pgmap v4653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:57.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:39:57 smithi032 ceph-mon[191839]: from='client.38523 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:39:57.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:39:57 smithi032 ceph-mon[191839]: from='client.48446 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:39:57.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:39:57 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3504032857' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:39:57.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:39:57 smithi032 ceph-mon[189144]: pgmap v4653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:57.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:39:57 smithi032 ceph-mon[189144]: from='client.38523 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:39:57.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:39:57 smithi032 ceph-mon[189144]: from='client.48446 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:39:57.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:39:57 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3504032857' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:39:58.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:39:57 smithi039 ceph-mon[181282]: pgmap v4653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:58.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:39:57 smithi039 ceph-mon[181282]: from='client.38523 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:39:58.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:39:57 smithi039 ceph-mon[181282]: from='client.48446 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:39:58.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:39:57 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3504032857' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:39:59.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:39:59 smithi032 ceph-mon[189144]: pgmap v4654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:39:59.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:39:59 smithi032 ceph-mon[191839]: pgmap v4654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:39:59 smithi039 ceph-mon[181282]: pgmap v4654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:00.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:40:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T18:39:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T18:40:00.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:40:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T18:40:00.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:40:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T18:40:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:40:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T18:40:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:40:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:40:00] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T18:40:01.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:40:01 smithi032 ceph-mon[189144]: pgmap v4655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:01.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:40:01 smithi032 ceph-mon[191839]: pgmap v4655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:40:01 smithi039 ceph-mon[181282]: pgmap v4655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:03.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:40:03 smithi032 ceph-mon[191839]: pgmap v4656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:03.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:40:03 smithi032 ceph-mon[189144]: pgmap v4656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:03.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:40:03 smithi039 ceph-mon[181282]: pgmap v4656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:05.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:40:05 smithi032 ceph-mon[189144]: pgmap v4657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:05.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:40:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:40:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:40:05 smithi032 ceph-mon[191839]: pgmap v4657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:40:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:40:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:40:05 smithi039 ceph-mon[181282]: pgmap v4657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:40:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:40:07.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:40:07 smithi032 ceph-mon[191839]: pgmap v4658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:07.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:40:07 smithi032 ceph-mon[189144]: pgmap v4658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:08.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:40:07 smithi039 ceph-mon[181282]: pgmap v4658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:09.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:40:09 smithi032 ceph-mon[191839]: pgmap v4659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:40:09 smithi032 ceph-mon[189144]: pgmap v4659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:40:09 smithi039 ceph-mon[181282]: pgmap v4659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:40:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:40:10] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:40:11.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:40:11 smithi032 ceph-mon[191839]: pgmap v4660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:11.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:40:11 smithi032 ceph-mon[189144]: pgmap v4660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:12.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:40:11 smithi039 ceph-mon[181282]: pgmap v4660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:13.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:40:13 smithi032 ceph-mon[191839]: pgmap v4661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:13.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:40:13 smithi032 ceph-mon[189144]: pgmap v4661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:13.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:40:13 smithi039 ceph-mon[181282]: pgmap v4661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:15.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:40:15 smithi032 ceph-mon[191839]: pgmap v4662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:15.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:40:15 smithi032 ceph-mon[189144]: pgmap v4662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:16.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:40:15 smithi039 ceph-mon[181282]: pgmap v4662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:17.256 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 18:40:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-22T18:40:16.983571802Z level=info msg="Completed cleanup jobs" duration=13.329493ms 2023-12-22T18:40:17.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:40:17 smithi032 ceph-mon[189144]: pgmap v4663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:17.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:40:17 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:40:17.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:40:17 smithi032 ceph-mon[191839]: pgmap v4663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:17.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:40:17 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:40:18.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:40:17 smithi039 ceph-mon[181282]: pgmap v4663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:18.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:40:17 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:40:18.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:40:18 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:40:18.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:40:18 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:40:18.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:40:18 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:40:18.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:40:18 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:40:18.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:40:18 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:40:18.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:40:18 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:40:19.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:40:18 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:40:19.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:40:18 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:40:19.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:40:18 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:40:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:40:19 smithi039 ceph-mon[181282]: pgmap v4664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:40:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:40:20.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:40:19 smithi032 ceph-mon[189144]: pgmap v4664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:20.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:40:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:40:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:40:19 smithi032 ceph-mon[191839]: pgmap v4664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:40:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:40:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:40:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:40:20] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T18:40:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:40:21 smithi039 ceph-mon[181282]: pgmap v4665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:22.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:40:21 smithi032 ceph-mon[191839]: pgmap v4665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:40:21 smithi032 ceph-mon[189144]: pgmap v4665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:23.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:40:23 smithi032 ceph-mon[191839]: pgmap v4666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:23.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:40:23 smithi032 ceph-mon[189144]: pgmap v4666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:23.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:40:23 smithi039 ceph-mon[181282]: pgmap v4666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:25.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:40:25 smithi032 ceph-mon[191839]: pgmap v4667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:25.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:40:25 smithi032 ceph-mon[189144]: pgmap v4667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:26.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:40:25 smithi039 ceph-mon[181282]: pgmap v4667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:27.643 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:40:27.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:40:27 smithi032 ceph-mon[189144]: pgmap v4668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:27.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:40:27 smithi032 ceph-mon[191839]: pgmap v4668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:27.963 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:40:27.964 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (80m) 5m ago 85m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:40:27.964 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (80m) 3m ago 84m 95.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:40:27.964 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (85m) 5m ago 85m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:40:27.964 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (85m) 3m ago 85m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:40:27.964 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (79m) 3m ago 88m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:40:27.964 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (80m) 5m ago 89m 602M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:40:27.964 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (79m) 5m ago 89m 591M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:40:27.964 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (79m) 3m ago 88m 323M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:40:27.964 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (79m) 5m ago 88m 326M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:40:27.965 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (80m) 5m ago 84m 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:40:27.965 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (80m) 3m ago 84m 17.7M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:40:27.965 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (78m) 5m ago 88m 3976M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:40:27.965 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (78m) 5m ago 87m 4202M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:40:27.965 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (77m) 5m ago 87m 3823M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:40:27.965 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (77m) 5m ago 87m 3701M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:40:27.965 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (76m) 3m ago 86m 3563M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:40:27.965 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (76m) 3m ago 86m 3710M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:40:27.965 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (75m) 3m ago 86m 3499M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:40:27.966 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (75m) 3m ago 86m 3334M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:40:27.966 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (79m) 3m ago 85m 103M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:40:28.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:40:27 smithi039 ceph-mon[181282]: pgmap v4668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:28.364 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:40:28.364 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:40:28.364 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:40:28.364 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:40:28.364 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:40:28.364 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:40:28.364 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:40:28.364 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:40:28.365 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:40:28.365 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:40:28.365 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:40:28.365 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:40:28.365 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:40:28.365 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:40:28.365 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:40:28.365 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:40:28.365 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:40:28.365 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:40:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:40:28 smithi032 ceph-mon[191839]: from='client.38541 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:40:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:40:28 smithi032 ceph-mon[191839]: from='client.38547 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:40:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:40:28 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2959993053' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:40:28.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:40:28 smithi032 ceph-mon[189144]: from='client.38541 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:40:28.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:40:28 smithi032 ceph-mon[189144]: from='client.38547 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:40:28.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:40:28 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2959993053' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:40:29.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:40:28 smithi039 ceph-mon[181282]: from='client.38541 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:40:29.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:40:28 smithi039 ceph-mon[181282]: from='client.38547 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:40:29.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:40:28 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2959993053' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:40:29.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:40:29 smithi032 ceph-mon[189144]: pgmap v4669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:29.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:40:29 smithi032 ceph-mon[191839]: pgmap v4669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:40:29 smithi039 ceph-mon[181282]: pgmap v4669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:40:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:40:30] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T18:40:31.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:40:31 smithi032 ceph-mon[189144]: pgmap v4670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:31.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:40:31 smithi032 ceph-mon[191839]: pgmap v4670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:32.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:40:31 smithi039 ceph-mon[181282]: pgmap v4670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:33.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:40:33 smithi032 ceph-mon[191839]: pgmap v4671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:33.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:40:33 smithi032 ceph-mon[189144]: pgmap v4671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:33.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:40:33 smithi039 ceph-mon[181282]: pgmap v4671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:35.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:40:35 smithi032 ceph-mon[189144]: pgmap v4672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:40:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:40:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:40:35 smithi032 ceph-mon[191839]: pgmap v4672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:40:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:40:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:40:35 smithi039 ceph-mon[181282]: pgmap v4672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:40:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:40:37.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:40:37 smithi032 ceph-mon[191839]: pgmap v4673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:37.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:40:37 smithi032 ceph-mon[189144]: pgmap v4673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:38.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:40:37 smithi039 ceph-mon[181282]: pgmap v4673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:39.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:40:39 smithi032 ceph-mon[189144]: pgmap v4674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:39.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:40:39 smithi032 ceph-mon[191839]: pgmap v4674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:40.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:40:39 smithi039 ceph-mon[181282]: pgmap v4674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:40:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:40:40] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T18:40:41.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:40:41 smithi032 ceph-mon[191839]: pgmap v4675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:41.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:40:41 smithi032 ceph-mon[189144]: pgmap v4675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:42.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:40:41 smithi039 ceph-mon[181282]: pgmap v4675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:43.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:40:43 smithi032 ceph-mon[191839]: pgmap v4676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:43.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:40:43 smithi032 ceph-mon[189144]: pgmap v4676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:43.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:40:43 smithi039 ceph-mon[181282]: pgmap v4676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:45.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:40:45 smithi032 ceph-mon[191839]: pgmap v4677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:45.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:40:45 smithi032 ceph-mon[189144]: pgmap v4677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:46.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:40:45 smithi039 ceph-mon[181282]: pgmap v4677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:47.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:40:47 smithi032 ceph-mon[191839]: pgmap v4678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:47.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:40:47 smithi032 ceph-mon[189144]: pgmap v4678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:48.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:40:47 smithi039 ceph-mon[181282]: pgmap v4678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:49.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:40:49 smithi032 ceph-mon[189144]: pgmap v4679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:49.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:40:49 smithi032 ceph-mon[191839]: pgmap v4679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:40:49 smithi039 ceph-mon[181282]: pgmap v4679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:40:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:40:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:40:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:40:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:40:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:40:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:40:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:40:50] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:40:51.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:40:51 smithi032 ceph-mon[191839]: pgmap v4680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:40:51 smithi032 ceph-mon[189144]: pgmap v4680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:52.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:40:51 smithi039 ceph-mon[181282]: pgmap v4680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:53.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:40:53 smithi032 ceph-mon[191839]: pgmap v4681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:53.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:40:53 smithi032 ceph-mon[189144]: pgmap v4681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:53.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:40:53 smithi039 ceph-mon[181282]: pgmap v4681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:55.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:40:55 smithi032 ceph-mon[189144]: pgmap v4682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:55.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:40:55 smithi032 ceph-mon[191839]: pgmap v4682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:56.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:40:55 smithi039 ceph-mon[181282]: pgmap v4682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:57.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:40:57 smithi032 ceph-mon[191839]: pgmap v4683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:57.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:40:57 smithi032 ceph-mon[189144]: pgmap v4683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:58.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:40:57 smithi039 ceph-mon[181282]: pgmap v4683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:58.728 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:40:59.050 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:40:59.050 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (81m) 5m ago 85m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:40:59.050 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (80m) 3m ago 85m 95.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:40:59.050 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (86m) 5m ago 86m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:40:59.050 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (86m) 3m ago 86m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:40:59.050 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (80m) 3m ago 88m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:40:59.050 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (80m) 5m ago 90m 602M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:40:59.050 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (80m) 5m ago 90m 591M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:40:59.051 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (79m) 3m ago 89m 323M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:40:59.051 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (79m) 5m ago 89m 326M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:40:59.051 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (81m) 5m ago 85m 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:40:59.051 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (80m) 3m ago 85m 17.7M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:40:59.051 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (79m) 5m ago 88m 3976M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:40:59.051 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (78m) 5m ago 88m 4202M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:40:59.051 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (78m) 5m ago 87m 3823M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:40:59.051 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (77m) 5m ago 87m 3701M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:40:59.051 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (77m) 3m ago 87m 3563M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:40:59.051 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (76m) 3m ago 87m 3710M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:40:59.051 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (76m) 3m ago 86m 3499M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:40:59.051 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (75m) 3m ago 86m 3334M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:40:59.051 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (80m) 3m ago 85m 103M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:40:59.453 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:40:59.453 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:40:59.453 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:40:59.453 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:40:59.453 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:40:59.453 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:40:59.453 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:40:59.453 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:40:59.453 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:40:59.454 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:40:59.454 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:40:59.454 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:40:59.454 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:40:59.454 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:40:59.454 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:40:59.454 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:40:59.454 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:40:59.454 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:40:59.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:40:59 smithi032 ceph-mon[189144]: pgmap v4684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:59.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:40:59 smithi032 ceph-mon[189144]: from='client.48476 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:40:59.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:40:59 smithi032 ceph-mon[189144]: from='client.48482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:40:59.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:40:59 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/337351068' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:40:59.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:40:59 smithi032 ceph-mon[191839]: pgmap v4684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:40:59.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:40:59 smithi032 ceph-mon[191839]: from='client.48476 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:40:59.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:40:59 smithi032 ceph-mon[191839]: from='client.48482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:40:59.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:40:59 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/337351068' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:41:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:40:59 smithi039 ceph-mon[181282]: pgmap v4684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:40:59 smithi039 ceph-mon[181282]: from='client.48476 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:41:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:40:59 smithi039 ceph-mon[181282]: from='client.48482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:41:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:40:59 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/337351068' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:41:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:41:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:41:00] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:41:01.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:41:01 smithi032 ceph-mon[191839]: pgmap v4685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:01.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:41:01 smithi032 ceph-mon[189144]: pgmap v4685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:02.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:41:01 smithi039 ceph-mon[181282]: pgmap v4685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:03.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:41:03 smithi032 ceph-mon[191839]: pgmap v4686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:03.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:41:03 smithi032 ceph-mon[189144]: pgmap v4686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:03.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:41:03 smithi039 ceph-mon[181282]: pgmap v4686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:41:05 smithi032 ceph-mon[191839]: pgmap v4687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:41:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:41:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:41:05 smithi032 ceph-mon[189144]: pgmap v4687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:41:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:41:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:41:05 smithi039 ceph-mon[181282]: pgmap v4687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:41:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:41:07.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:41:07 smithi032 ceph-mon[189144]: pgmap v4688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:07.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:41:07 smithi032 ceph-mon[191839]: pgmap v4688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:08.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:41:07 smithi039 ceph-mon[181282]: pgmap v4688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:09.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:41:09 smithi032 ceph-mon[191839]: pgmap v4689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:41:09 smithi032 ceph-mon[189144]: pgmap v4689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:41:09 smithi039 ceph-mon[181282]: pgmap v4689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:41:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:41:10] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T18:41:11.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:41:11 smithi032 ceph-mon[189144]: pgmap v4690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:11.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:41:11 smithi032 ceph-mon[191839]: pgmap v4690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:12.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:41:11 smithi039 ceph-mon[181282]: pgmap v4690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:13.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:41:13 smithi032 ceph-mon[191839]: pgmap v4691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:13.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:41:13 smithi032 ceph-mon[189144]: pgmap v4691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:13.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:41:13 smithi039 ceph-mon[181282]: pgmap v4691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:15.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:41:15 smithi032 ceph-mon[189144]: pgmap v4692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:15.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:41:15 smithi032 ceph-mon[191839]: pgmap v4692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:16.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:41:15 smithi039 ceph-mon[181282]: pgmap v4692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:17.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:41:17 smithi032 ceph-mon[191839]: pgmap v4693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:17.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:41:17 smithi032 ceph-mon[189144]: pgmap v4693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:18.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:41:17 smithi039 ceph-mon[181282]: pgmap v4693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:18.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:41:18 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:41:18.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:41:18 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:41:18.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:41:18 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:41:18.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:41:18 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:41:18.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:41:18 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:41:18.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:41:18 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:41:18.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:41:18 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:41:18.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:41:18 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:41:19.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:41:18 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:41:19.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:41:18 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:41:19.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:41:18 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:41:19.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:41:18 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:41:19.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:41:19 smithi032 ceph-mon[189144]: pgmap v4694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:19.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:41:19 smithi032 ceph-mon[191839]: pgmap v4694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:20.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:41:19 smithi039 ceph-mon[181282]: pgmap v4694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:20.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:41:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:41:20.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:41:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:41:20.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:41:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:41:20] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T18:41:21.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:41:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:41:21.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:41:21 smithi032 ceph-mon[191839]: pgmap v4695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:21.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:41:21 smithi032 ceph-mon[189144]: pgmap v4695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:22.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:41:21 smithi039 ceph-mon[181282]: pgmap v4695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:23.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:41:23 smithi032 ceph-mon[191839]: pgmap v4696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:23.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:41:23 smithi032 ceph-mon[189144]: pgmap v4696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:23.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:41:23 smithi039 ceph-mon[181282]: pgmap v4696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:25.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:41:25 smithi032 ceph-mon[191839]: pgmap v4697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:25.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:41:25 smithi032 ceph-mon[189144]: pgmap v4697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:26.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:41:25 smithi039 ceph-mon[181282]: pgmap v4697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:27.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:41:27 smithi032 ceph-mon[189144]: pgmap v4698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:27.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:41:27 smithi032 ceph-mon[191839]: pgmap v4698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:28.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:41:27 smithi039 ceph-mon[181282]: pgmap v4698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:29.818 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:41:29.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:41:29 smithi032 ceph-mon[191839]: pgmap v4699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:29.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:41:29 smithi032 ceph-mon[189144]: pgmap v4699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:41:29 smithi039 ceph-mon[181282]: pgmap v4699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:30.142 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:41:30.142 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (81m) 6m ago 86m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:41:30.142 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (81m) 4m ago 85m 95.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:41:30.142 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (86m) 6m ago 86m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:41:30.142 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (86m) 4m ago 86m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:41:30.142 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (80m) 4m ago 89m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:41:30.142 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (81m) 6m ago 90m 602M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:41:30.143 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (80m) 6m ago 90m 591M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:41:30.143 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (80m) 4m ago 89m 323M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:41:30.143 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (80m) 6m ago 89m 326M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:41:30.143 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (81m) 6m ago 85m 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:41:30.143 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (81m) 4m ago 85m 17.7M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:41:30.143 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (79m) 6m ago 89m 3976M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:41:30.143 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (79m) 6m ago 88m 4202M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:41:30.143 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (78m) 6m ago 88m 3823M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:41:30.143 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (78m) 6m ago 88m 3701M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:41:30.143 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (77m) 4m ago 87m 3563M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:41:30.143 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (77m) 4m ago 87m 3710M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:41:30.143 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (76m) 4m ago 87m 3499M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:41:30.143 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (76m) 4m ago 87m 3334M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:41:30.143 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (80m) 4m ago 86m 103M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:41:30.544 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:41:30.544 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:41:30.544 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:41:30.544 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:41:30.545 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:41:30.545 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:41:30.545 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:41:30.545 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:41:30.545 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:41:30.545 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:41:30.545 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:41:30.545 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:41:30.545 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:41:30.546 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:41:30.546 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:41:30.546 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:41:30.546 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:41:30.546 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:41:30.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:41:30 smithi032 ceph-mon[189144]: from='client.38577 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:41:30.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:41:30 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/784481344' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:41:30.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:41:30 smithi032 ceph-mon[191839]: from='client.38577 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:41:30.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:41:30 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/784481344' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:41:31.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:41:30 smithi039 ceph-mon[181282]: from='client.38577 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:41:31.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:41:30 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/784481344' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:41:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:41:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:41:30] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T18:41:31.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:41:31 smithi032 ceph-mon[189144]: from='client.38583 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:41:31.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:41:31 smithi032 ceph-mon[189144]: pgmap v4700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:31.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:41:31 smithi032 ceph-mon[191839]: from='client.38583 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:41:31.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:41:31 smithi032 ceph-mon[191839]: pgmap v4700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:32.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:41:31 smithi039 ceph-mon[181282]: from='client.38583 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:41:32.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:41:31 smithi039 ceph-mon[181282]: pgmap v4700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:33.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:41:33 smithi032 ceph-mon[189144]: pgmap v4701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:33.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:41:33 smithi032 ceph-mon[191839]: pgmap v4701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:33.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:41:33 smithi039 ceph-mon[181282]: pgmap v4701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:41:35 smithi032 ceph-mon[191839]: pgmap v4702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:41:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:41:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:41:35 smithi032 ceph-mon[189144]: pgmap v4702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:41:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:41:36.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:41:35 smithi039 ceph-mon[181282]: pgmap v4702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:41:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:41:37.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:41:37 smithi032 ceph-mon[191839]: pgmap v4703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:37.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:41:37 smithi032 ceph-mon[189144]: pgmap v4703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:38.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:41:37 smithi039 ceph-mon[181282]: pgmap v4703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:39.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:41:39 smithi032 ceph-mon[191839]: pgmap v4704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:41:39 smithi032 ceph-mon[189144]: pgmap v4704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:41:39 smithi039 ceph-mon[181282]: pgmap v4704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:41:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:41:40] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T18:41:41.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:41:41 smithi032 ceph-mon[191839]: pgmap v4705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:41.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:41:41 smithi032 ceph-mon[189144]: pgmap v4705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:42.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:41:41 smithi039 ceph-mon[181282]: pgmap v4705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:43.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:41:43 smithi032 ceph-mon[191839]: pgmap v4706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:43.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:41:43 smithi032 ceph-mon[189144]: pgmap v4706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:43.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:41:43 smithi039 ceph-mon[181282]: pgmap v4706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:45.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:41:45 smithi032 ceph-mon[191839]: pgmap v4707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:45.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:41:45 smithi032 ceph-mon[189144]: pgmap v4707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:46.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:41:45 smithi039 ceph-mon[181282]: pgmap v4707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:47.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:41:47 smithi032 ceph-mon[191839]: pgmap v4708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:47.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:41:47 smithi032 ceph-mon[189144]: pgmap v4708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:48.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:41:47 smithi039 ceph-mon[181282]: pgmap v4708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:49.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:41:49 smithi032 ceph-mon[191839]: pgmap v4709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:49.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:41:49 smithi032 ceph-mon[189144]: pgmap v4709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:50.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:41:49 smithi039 ceph-mon[181282]: pgmap v4709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:50.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:41:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:41:50.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:41:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:41:50] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T18:41:50.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:41:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:41:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:41:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:41:51.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:41:51 smithi032 ceph-mon[191839]: pgmap v4710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:51.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:41:51 smithi032 ceph-mon[189144]: pgmap v4710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:41:51 smithi039 ceph-mon[181282]: pgmap v4710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:53.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:41:53 smithi032 ceph-mon[189144]: pgmap v4711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:53.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:41:53 smithi032 ceph-mon[191839]: pgmap v4711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:53.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:41:53 smithi039 ceph-mon[181282]: pgmap v4711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:55.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:41:55 smithi032 ceph-mon[191839]: pgmap v4712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:55.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:41:55 smithi032 ceph-mon[189144]: pgmap v4712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:56.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:41:55 smithi039 ceph-mon[181282]: pgmap v4712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:57.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:41:57 smithi032 ceph-mon[191839]: pgmap v4713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:57.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:41:57 smithi032 ceph-mon[189144]: pgmap v4713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:58.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:41:57 smithi039 ceph-mon[181282]: pgmap v4713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:59.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:41:59 smithi032 ceph-mon[191839]: pgmap v4714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:41:59.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:41:59 smithi032 ceph-mon[189144]: pgmap v4714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:00.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:41:59 smithi039 ceph-mon[181282]: pgmap v4714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:00.910 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:42:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:42:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:42:00] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T18:42:01.232 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:42:01.233 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (82m) 6m ago 86m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:42:01.233 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (81m) 4m ago 86m 95.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:42:01.233 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (87m) 6m ago 87m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:42:01.233 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (87m) 4m ago 87m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:42:01.233 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (81m) 4m ago 89m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:42:01.233 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (81m) 6m ago 91m 602M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:42:01.233 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (81m) 6m ago 91m 591M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:42:01.233 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (80m) 4m ago 90m 323M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:42:01.233 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (80m) 6m ago 90m 326M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:42:01.233 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (82m) 6m ago 86m 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:42:01.233 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (81m) 4m ago 86m 17.7M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:42:01.234 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (80m) 6m ago 89m 3976M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:42:01.234 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (79m) 6m ago 89m 4202M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:42:01.234 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (79m) 6m ago 89m 3823M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:42:01.234 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (78m) 6m ago 88m 3701M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:42:01.234 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (78m) 4m ago 88m 3563M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:42:01.234 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (77m) 4m ago 88m 3710M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:42:01.234 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (77m) 4m ago 87m 3499M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:42:01.234 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (76m) 4m ago 87m 3334M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:42:01.234 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (81m) 4m ago 86m 103M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:42:01.639 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:42:01.639 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:42:01.639 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:42:01.639 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:42:01.639 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:42:01.639 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:42:01.639 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:42:01.639 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:42:01.639 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:42:01.639 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:42:01.640 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:42:01.640 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:42:01.640 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:42:01.640 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:42:01.640 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:42:01.640 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:42:01.640 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:42:01.640 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:42:01.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:42:01 smithi032 ceph-mon[189144]: pgmap v4715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:01.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:42:01 smithi032 ceph-mon[189144]: from='client.48512 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:42:01.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:42:01 smithi032 ceph-mon[191839]: pgmap v4715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:01.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:42:01 smithi032 ceph-mon[191839]: from='client.48512 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:42:02.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:42:01 smithi039 ceph-mon[181282]: pgmap v4715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:42:01 smithi039 ceph-mon[181282]: from='client.48512 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:42:02.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:42:02 smithi032 ceph-mon[191839]: from='client.48518 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:42:02.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:42:02 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1326931186' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:42:02.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:42:02 smithi032 ceph-mon[189144]: from='client.48518 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:42:02.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:42:02 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1326931186' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:42:03.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:42:02 smithi039 ceph-mon[181282]: from='client.48518 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:42:03.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:42:02 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1326931186' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:42:03.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:42:03 smithi032 ceph-mon[191839]: pgmap v4716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:03.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:42:03 smithi032 ceph-mon[189144]: pgmap v4716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:04.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:42:03 smithi039 ceph-mon[181282]: pgmap v4716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:05.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:42:05 smithi032 ceph-mon[189144]: pgmap v4717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:42:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:42:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:42:05 smithi032 ceph-mon[191839]: pgmap v4717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:42:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:42:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:42:05 smithi039 ceph-mon[181282]: pgmap v4717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:42:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:42:07.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:42:07 smithi032 ceph-mon[189144]: pgmap v4718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:07.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:42:07 smithi032 ceph-mon[191839]: pgmap v4718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:08.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:42:07 smithi039 ceph-mon[181282]: pgmap v4718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:09.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:42:09 smithi032 ceph-mon[189144]: pgmap v4719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:42:09 smithi032 ceph-mon[191839]: pgmap v4719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:42:09 smithi039 ceph-mon[181282]: pgmap v4719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:42:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:42:10] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T18:42:11.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:42:11 smithi032 ceph-mon[191839]: pgmap v4720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:11.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:42:11 smithi032 ceph-mon[189144]: pgmap v4720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:42:11 smithi039 ceph-mon[181282]: pgmap v4720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:13.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:42:13 smithi032 ceph-mon[191839]: pgmap v4721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:13.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:42:13 smithi032 ceph-mon[189144]: pgmap v4721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:13.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:42:13 smithi039 ceph-mon[181282]: pgmap v4721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:15.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:42:15 smithi032 ceph-mon[191839]: pgmap v4722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:15.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:42:15 smithi032 ceph-mon[189144]: pgmap v4722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:16.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:42:15 smithi039 ceph-mon[181282]: pgmap v4722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:17.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:42:17 smithi032 ceph-mon[191839]: pgmap v4723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:17.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:42:17 smithi032 ceph-mon[189144]: pgmap v4723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:18.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:42:17 smithi039 ceph-mon[181282]: pgmap v4723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:19.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:42:19 smithi032 ceph-mon[191839]: pgmap v4724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:42:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:42:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:42:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:42:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:42:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:42:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:42:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:42:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:42:19 smithi032 ceph-mon[189144]: pgmap v4724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:42:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:42:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:42:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:42:19.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:42:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:42:19.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:42:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:42:20.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:42:19 smithi039 ceph-mon[181282]: pgmap v4724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:42:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:42:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:42:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:42:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:42:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:42:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:42:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:42:20.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:42:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:42:20.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:42:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:42:20.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:42:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:42:20] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:42:21.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:42:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:42:21.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:42:21 smithi032 ceph-mon[191839]: pgmap v4725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:21.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:42:21 smithi032 ceph-mon[189144]: pgmap v4725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:22.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:42:21 smithi039 ceph-mon[181282]: pgmap v4725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:23.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:42:23 smithi032 ceph-mon[191839]: pgmap v4726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:23.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:42:23 smithi032 ceph-mon[189144]: pgmap v4726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:23.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:42:23 smithi039 ceph-mon[181282]: pgmap v4726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:25.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:42:25 smithi032 ceph-mon[191839]: pgmap v4727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:25.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:42:25 smithi032 ceph-mon[189144]: pgmap v4727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:26.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:42:25 smithi039 ceph-mon[181282]: pgmap v4727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:27.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:42:27 smithi032 ceph-mon[191839]: pgmap v4728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:27.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:42:27 smithi032 ceph-mon[189144]: pgmap v4728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:28.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:42:27 smithi039 ceph-mon[181282]: pgmap v4728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:29.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:42:29 smithi032 ceph-mon[191839]: pgmap v4729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:29.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:42:29 smithi032 ceph-mon[189144]: pgmap v4729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:42:29 smithi039 ceph-mon[181282]: pgmap v4729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:42:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:42:30] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:42:31.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:42:31 smithi032 ceph-mon[191839]: pgmap v4730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:31.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:42:31 smithi032 ceph-mon[189144]: pgmap v4730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:32.001 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:42:32.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:42:31 smithi039 ceph-mon[181282]: pgmap v4730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:32.324 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:42:32.324 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (82m) 7m ago 87m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:42:32.324 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (82m) 5m ago 86m 95.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:42:32.324 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (87m) 7m ago 87m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:42:32.324 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (87m) 5m ago 87m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:42:32.324 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (81m) 5m ago 90m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:42:32.325 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (82m) 7m ago 91m 602M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:42:32.325 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (81m) 7m ago 91m 591M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:42:32.325 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (81m) 5m ago 90m 323M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:42:32.325 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (81m) 7m ago 90m 326M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:42:32.325 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (82m) 7m ago 86m 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:42:32.325 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (82m) 5m ago 86m 17.7M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:42:32.325 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (80m) 7m ago 90m 3976M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:42:32.325 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (80m) 7m ago 89m 4202M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:42:32.325 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (79m) 7m ago 89m 3823M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:42:32.325 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (79m) 7m ago 89m 3701M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:42:32.325 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (78m) 5m ago 88m 3563M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:42:32.325 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (78m) 5m ago 88m 3710M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:42:32.325 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (77m) 5m ago 88m 3499M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:42:32.325 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (77m) 5m ago 88m 3334M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:42:32.325 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (81m) 5m ago 87m 103M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:42:32.731 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:42:32.731 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:42:32.732 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:42:32.732 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:42:32.732 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:42:32.732 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:42:32.732 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:42:32.732 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:42:32.732 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:42:32.732 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:42:32.732 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:42:32.732 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:42:32.732 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:42:32.732 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:42:32.732 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:42:32.732 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:42:32.732 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:42:32.733 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:42:32.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:42:32 smithi032 ceph-mon[191839]: from='client.38613 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:42:32.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:42:32 smithi032 ceph-mon[189144]: from='client.38613 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:42:33.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:42:32 smithi039 ceph-mon[181282]: from='client.38613 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:42:33.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:42:33 smithi032 ceph-mon[189144]: from='client.38619 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:42:33.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:42:33 smithi032 ceph-mon[189144]: pgmap v4731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:33.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:42:33 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/43636309' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:42:33.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:42:33 smithi032 ceph-mon[191839]: from='client.38619 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:42:33.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:42:33 smithi032 ceph-mon[191839]: pgmap v4731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:33.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:42:33 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/43636309' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:42:34.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:42:33 smithi039 ceph-mon[181282]: from='client.38619 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:42:34.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:42:33 smithi039 ceph-mon[181282]: pgmap v4731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:34.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:42:33 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/43636309' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:42:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:42:35 smithi032 ceph-mon[191839]: pgmap v4732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:42:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:42:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:42:35 smithi032 ceph-mon[189144]: pgmap v4732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:42:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:42:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:42:35 smithi039 ceph-mon[181282]: pgmap v4732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:42:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:42:37.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:42:37 smithi032 ceph-mon[191839]: pgmap v4733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:37.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:42:37 smithi032 ceph-mon[189144]: pgmap v4733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:38.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:42:37 smithi039 ceph-mon[181282]: pgmap v4733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:39.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:42:39 smithi032 ceph-mon[191839]: pgmap v4734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:42:39 smithi032 ceph-mon[189144]: pgmap v4734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:42:39 smithi039 ceph-mon[181282]: pgmap v4734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:42:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:42:40] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T18:42:41.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:42:41 smithi032 ceph-mon[191839]: pgmap v4735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:41.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:42:41 smithi032 ceph-mon[189144]: pgmap v4735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:42.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:42:41 smithi039 ceph-mon[181282]: pgmap v4735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:43.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:42:43 smithi032 ceph-mon[191839]: pgmap v4736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:43.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:42:43 smithi032 ceph-mon[189144]: pgmap v4736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:43.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:42:43 smithi039 ceph-mon[181282]: pgmap v4736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:45.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:42:45 smithi032 ceph-mon[191839]: pgmap v4737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:45.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:42:45 smithi032 ceph-mon[189144]: pgmap v4737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:46.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:42:45 smithi039 ceph-mon[181282]: pgmap v4737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:47.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:42:47 smithi032 ceph-mon[191839]: pgmap v4738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:47.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:42:47 smithi032 ceph-mon[189144]: pgmap v4738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:48.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:42:47 smithi039 ceph-mon[181282]: pgmap v4738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:49.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:42:49 smithi032 ceph-mon[191839]: pgmap v4739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:49.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:42:49 smithi032 ceph-mon[189144]: pgmap v4739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:50.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:42:49 smithi039 ceph-mon[181282]: pgmap v4739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:50.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:42:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:42:50.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:42:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:42:50.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:42:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:42:50] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T18:42:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:42:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:42:51.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:42:51 smithi032 ceph-mon[189144]: pgmap v4740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:51.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:42:51 smithi032 ceph-mon[191839]: pgmap v4740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:52.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:42:51 smithi039 ceph-mon[181282]: pgmap v4740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:53.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:42:53 smithi032 ceph-mon[191839]: pgmap v4741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:53.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:42:53 smithi032 ceph-mon[189144]: pgmap v4741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:53.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:42:53 smithi039 ceph-mon[181282]: pgmap v4741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:55.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:42:55 smithi032 ceph-mon[191839]: pgmap v4742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:55.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:42:55 smithi032 ceph-mon[189144]: pgmap v4742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:56.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:42:55 smithi039 ceph-mon[181282]: pgmap v4742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:57.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:42:57 smithi032 ceph-mon[191839]: pgmap v4743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:57.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:42:57 smithi032 ceph-mon[189144]: pgmap v4743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:58.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:42:57 smithi039 ceph-mon[181282]: pgmap v4743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:59.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:42:59 smithi032 ceph-mon[191839]: pgmap v4744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:42:59.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:42:59 smithi032 ceph-mon[189144]: pgmap v4744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:42:59 smithi039 ceph-mon[181282]: pgmap v4744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:43:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:43:00] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T18:43:01.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:43:01 smithi032 ceph-mon[189144]: pgmap v4745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:01.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:43:01 smithi032 ceph-mon[191839]: pgmap v4745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:43:01 smithi039 ceph-mon[181282]: pgmap v4745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:03.098 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:43:03.424 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:43:03.424 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (83m) 7m ago 87m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:43:03.424 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (82m) 5m ago 87m 95.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:43:03.424 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (88m) 7m ago 88m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:43:03.424 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (88m) 5m ago 88m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:43:03.424 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (82m) 5m ago 90m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:43:03.424 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (82m) 7m ago 92m 602M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:43:03.424 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (82m) 7m ago 92m 591M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:43:03.424 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (81m) 5m ago 91m 323M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:43:03.425 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (81m) 7m ago 91m 326M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:43:03.425 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (83m) 7m ago 87m 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:43:03.425 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (82m) 5m ago 87m 17.7M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:43:03.425 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (81m) 7m ago 90m 3976M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:43:03.425 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (80m) 7m ago 90m 4202M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:43:03.425 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (80m) 7m ago 90m 3823M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:43:03.425 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (79m) 7m ago 89m 3701M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:43:03.425 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (79m) 5m ago 89m 3563M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:43:03.425 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (78m) 5m ago 89m 3710M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:43:03.425 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (78m) 5m ago 88m 3499M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:43:03.425 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (77m) 5m ago 88m 3334M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:43:03.426 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (82m) 5m ago 87m 103M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:43:03.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:43:03 smithi032 ceph-mon[189144]: pgmap v4746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:03.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:43:03 smithi032 ceph-mon[189144]: from='client.38631 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:43:03.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:43:03 smithi032 ceph-mon[191839]: pgmap v4746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:03.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:43:03 smithi032 ceph-mon[191839]: from='client.38631 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:43:03.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:43:03 smithi039 ceph-mon[181282]: pgmap v4746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:03.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:43:03 smithi039 ceph-mon[181282]: from='client.38631 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:43:03.823 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:43:03.823 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:43:03.824 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:43:03.824 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:43:03.824 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:43:03.824 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:43:03.824 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:43:03.824 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:43:03.824 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:43:03.824 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:43:03.824 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:43:03.824 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:43:03.824 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:43:03.825 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:43:03.825 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:43:03.825 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:43:03.825 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:43:03.825 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:43:04.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:43:04 smithi032 ceph-mon[191839]: from='client.38637 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:43:04.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:43:04 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2397363447' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:43:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:43:04 smithi032 ceph-mon[189144]: from='client.38637 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:43:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:43:04 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2397363447' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:43:04.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:43:04 smithi039 ceph-mon[181282]: from='client.38637 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:43:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:43:04 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2397363447' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:43:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:43:05 smithi039 ceph-mon[181282]: pgmap v4747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:43:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:43:05.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:43:05 smithi032 ceph-mon[189144]: pgmap v4747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:05.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:43:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:43:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:43:05 smithi032 ceph-mon[191839]: pgmap v4747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:43:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:43:07.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:43:07 smithi032 ceph-mon[191839]: pgmap v4748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:07.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:43:07 smithi032 ceph-mon[189144]: pgmap v4748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:08.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:43:07 smithi039 ceph-mon[181282]: pgmap v4748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:09.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:43:09 smithi032 ceph-mon[191839]: pgmap v4749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:09.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:43:09 smithi032 ceph-mon[189144]: pgmap v4749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:10.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:43:09 smithi039 ceph-mon[181282]: pgmap v4749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:43:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:43:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T18:43:11.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:43:11 smithi032 ceph-mon[191839]: pgmap v4750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:11.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:43:11 smithi032 ceph-mon[189144]: pgmap v4750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:12.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:43:11 smithi039 ceph-mon[181282]: pgmap v4750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:13.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:43:13 smithi032 ceph-mon[191839]: pgmap v4751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:13.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:43:13 smithi032 ceph-mon[189144]: pgmap v4751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:13.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:43:13 smithi039 ceph-mon[181282]: pgmap v4751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:15.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:43:15 smithi032 ceph-mon[191839]: pgmap v4752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:15.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:43:15 smithi032 ceph-mon[189144]: pgmap v4752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:16.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:43:15 smithi039 ceph-mon[181282]: pgmap v4752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:17.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:43:17 smithi032 ceph-mon[191839]: pgmap v4753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:17.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:43:17 smithi032 ceph-mon[189144]: pgmap v4753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:18.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:43:17 smithi039 ceph-mon[181282]: pgmap v4753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:19.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:43:19 smithi032 ceph-mon[191839]: pgmap v4754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:19.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:43:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:43:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:43:19 smithi032 ceph-mon[189144]: pgmap v4754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:43:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:43:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:43:19 smithi039 ceph-mon[181282]: pgmap v4754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:43:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:43:20.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:43:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:43:20] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T18:43:20.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:43:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:43:20.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:43:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:43:20.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:43:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:43:20.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:43:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:43:20.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:43:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:43:20.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:43:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:43:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:43:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:43:20.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:43:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:43:20.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:43:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:43:20.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:43:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:43:20.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:43:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:43:20.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:43:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:43:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:43:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:43:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:43:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:43:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:43:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:43:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:43:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:43:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:43:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:43:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:43:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:43:21.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:43:21 smithi032 ceph-mon[189144]: pgmap v4755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:21.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:43:21 smithi032 ceph-mon[191839]: pgmap v4755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:22.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:43:21 smithi039 ceph-mon[181282]: pgmap v4755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:23.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:43:23 smithi032 ceph-mon[191839]: pgmap v4756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:23.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:43:23 smithi032 ceph-mon[189144]: pgmap v4756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:23.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:43:23 smithi039 ceph-mon[181282]: pgmap v4756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:25.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:43:25 smithi032 ceph-mon[191839]: pgmap v4757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:25.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:43:25 smithi032 ceph-mon[189144]: pgmap v4757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:26.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:43:25 smithi039 ceph-mon[181282]: pgmap v4757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:27.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:43:27 smithi032 ceph-mon[191839]: pgmap v4758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:27.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:43:27 smithi032 ceph-mon[189144]: pgmap v4758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:28.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:43:27 smithi039 ceph-mon[181282]: pgmap v4758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:29.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:43:29 smithi032 ceph-mon[191839]: pgmap v4759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:29.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:43:29 smithi032 ceph-mon[189144]: pgmap v4759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:30.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:43:29 smithi039 ceph-mon[181282]: pgmap v4759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:43:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:43:30] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T18:43:31.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:43:31 smithi032 ceph-mon[191839]: pgmap v4760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:31.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:43:31 smithi032 ceph-mon[189144]: pgmap v4760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:32.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:43:31 smithi039 ceph-mon[181282]: pgmap v4760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:33.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:43:33 smithi039 ceph-mon[181282]: pgmap v4761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:33.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:43:33 smithi032 ceph-mon[191839]: pgmap v4761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:33.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:43:33 smithi032 ceph-mon[189144]: pgmap v4761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:34.188 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:43:34.511 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:43:34.511 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (83m) 8m ago 88m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:43:34.511 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (83m) 6m ago 87m 95.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:43:34.511 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (88m) 8m ago 88m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:43:34.512 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (88m) 6m ago 88m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:43:34.512 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (82m) 6m ago 91m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:43:34.512 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (83m) 8m ago 92m 602M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:43:34.512 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (82m) 8m ago 92m 591M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:43:34.512 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (82m) 6m ago 91m 323M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:43:34.512 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (82m) 8m ago 91m 326M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:43:34.512 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (83m) 8m ago 87m 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:43:34.512 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (83m) 6m ago 87m 17.7M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:43:34.512 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (81m) 8m ago 91m 3976M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:43:34.512 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (81m) 8m ago 90m 4202M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:43:34.512 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (80m) 8m ago 90m 3823M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:43:34.512 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (80m) 8m ago 90m 3701M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:43:34.512 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (79m) 6m ago 89m 3563M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:43:34.513 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (79m) 6m ago 89m 3710M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:43:34.513 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (78m) 6m ago 89m 3499M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:43:34.513 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (78m) 6m ago 89m 3334M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:43:34.513 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (82m) 6m ago 88m 103M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:43:34.917 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:43:34.917 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:43:34.917 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:43:34.917 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:43:34.917 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:43:34.917 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:43:34.917 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:43:34.918 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:43:34.918 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:43:34.918 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:43:34.918 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:43:34.918 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:43:34.918 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:43:34.918 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:43:34.918 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:43:34.918 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:43:34.918 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:43:34.919 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:43:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:43:35 smithi032 ceph-mon[191839]: from='client.48566 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:43:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:43:35 smithi032 ceph-mon[191839]: from='client.48572 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:43:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:43:35 smithi032 ceph-mon[191839]: pgmap v4762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:43:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:43:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:43:35 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2844187679' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:43:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:43:35 smithi032 ceph-mon[189144]: from='client.48566 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:43:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:43:35 smithi032 ceph-mon[189144]: from='client.48572 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:43:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:43:35 smithi032 ceph-mon[189144]: pgmap v4762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:43:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:43:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:43:35 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2844187679' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:43:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:43:35 smithi039 ceph-mon[181282]: from='client.48566 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:43:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:43:35 smithi039 ceph-mon[181282]: from='client.48572 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:43:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:43:35 smithi039 ceph-mon[181282]: pgmap v4762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:43:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:43:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:43:35 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2844187679' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:43:37.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:43:37 smithi032 ceph-mon[191839]: pgmap v4763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:37.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:43:37 smithi032 ceph-mon[189144]: pgmap v4763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:38.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:43:37 smithi039 ceph-mon[181282]: pgmap v4763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:39.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:43:39 smithi032 ceph-mon[189144]: pgmap v4764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:39.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:43:39 smithi032 ceph-mon[191839]: pgmap v4764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:40.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:43:39 smithi039 ceph-mon[181282]: pgmap v4764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:43:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:43:40] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T18:43:41.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:43:41 smithi032 ceph-mon[191839]: pgmap v4765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:41.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:43:41 smithi032 ceph-mon[189144]: pgmap v4765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:42.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:43:41 smithi039 ceph-mon[181282]: pgmap v4765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:43.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:43:43 smithi039 ceph-mon[181282]: pgmap v4766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:43.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:43:43 smithi032 ceph-mon[191839]: pgmap v4766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:43.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:43:43 smithi032 ceph-mon[189144]: pgmap v4766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:45.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:43:45 smithi032 ceph-mon[191839]: pgmap v4767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:45.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:43:45 smithi032 ceph-mon[189144]: pgmap v4767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:46.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:43:45 smithi039 ceph-mon[181282]: pgmap v4767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:47.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:43:47 smithi032 ceph-mon[189144]: pgmap v4768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:47.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:43:47 smithi032 ceph-mon[191839]: pgmap v4768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:48.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:43:47 smithi039 ceph-mon[181282]: pgmap v4768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:49.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:43:49 smithi032 ceph-mon[191839]: pgmap v4769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:49.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:43:49 smithi032 ceph-mon[189144]: pgmap v4769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:43:49 smithi039 ceph-mon[181282]: pgmap v4769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:50.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:43:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:43:50.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:43:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:43:50.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:43:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:43:50] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:43:51.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:43:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:43:51.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:43:51 smithi032 ceph-mon[191839]: pgmap v4770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:43:51 smithi032 ceph-mon[189144]: pgmap v4770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:52.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:43:51 smithi039 ceph-mon[181282]: pgmap v4770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:53.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:43:53 smithi039 ceph-mon[181282]: pgmap v4771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:53.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:43:53 smithi032 ceph-mon[191839]: pgmap v4771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:53.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:43:53 smithi032 ceph-mon[189144]: pgmap v4771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:55.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:43:55 smithi032 ceph-mon[189144]: pgmap v4772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:55.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:43:55 smithi032 ceph-mon[191839]: pgmap v4772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:56.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:43:55 smithi039 ceph-mon[181282]: pgmap v4772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:57.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:43:57 smithi032 ceph-mon[191839]: pgmap v4773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:57.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:43:57 smithi032 ceph-mon[189144]: pgmap v4773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:58.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:43:57 smithi039 ceph-mon[181282]: pgmap v4773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:59.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:43:59 smithi032 ceph-mon[191839]: pgmap v4774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:43:59.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:43:59 smithi032 ceph-mon[189144]: pgmap v4774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:00.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:43:59 smithi039 ceph-mon[181282]: pgmap v4774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:44:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:44:00] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:44:01.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:44:01 smithi032 ceph-mon[191839]: pgmap v4775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:01.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:44:01 smithi032 ceph-mon[189144]: pgmap v4775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:02.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:44:01 smithi039 ceph-mon[181282]: pgmap v4775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:03.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:44:03 smithi039 ceph-mon[181282]: pgmap v4776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:03.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:44:03 smithi032 ceph-mon[191839]: pgmap v4776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:03.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:44:03 smithi032 ceph-mon[189144]: pgmap v4776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:05.283 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:44:05.606 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:44:05.606 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (84m) 8m ago 88m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:44:05.606 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (83m) 6m ago 88m 95.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:44:05.606 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (89m) 8m ago 89m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:44:05.606 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (89m) 6m ago 89m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:44:05.606 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (83m) 6m ago 91m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:44:05.606 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (83m) 8m ago 93m 602M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:44:05.606 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (83m) 8m ago 93m 591M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:44:05.606 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (82m) 6m ago 92m 323M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:44:05.606 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (82m) 8m ago 92m 326M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:44:05.606 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (84m) 8m ago 88m 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:44:05.606 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (83m) 6m ago 88m 17.7M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:44:05.607 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (82m) 8m ago 91m 3976M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:44:05.607 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (81m) 8m ago 91m 4202M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:44:05.607 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (81m) 8m ago 91m 3823M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:44:05.607 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (80m) 8m ago 90m 3701M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:44:05.607 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (80m) 6m ago 90m 3563M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:44:05.607 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (79m) 6m ago 90m 3710M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:44:05.607 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (79m) 6m ago 89m 3499M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:44:05.607 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (78m) 6m ago 89m 3334M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:44:05.607 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (83m) 6m ago 88m 103M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:44:05.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:44:05 smithi032 ceph-mon[189144]: pgmap v4777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:05.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:44:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:44:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:44:05 smithi032 ceph-mon[191839]: pgmap v4777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:44:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:44:06.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:44:05 smithi039 ceph-mon[181282]: pgmap v4777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:06.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:44:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:44:06.012 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:44:06.012 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:44:06.012 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:44:06.012 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:44:06.012 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:44:06.012 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:44:06.013 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:44:06.013 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:44:06.013 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:44:06.013 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:44:06.013 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:44:06.013 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:44:06.013 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:44:06.013 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:44:06.013 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:44:06.013 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:44:06.013 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:44:06.013 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:44:06.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:44:06 smithi032 ceph-mon[191839]: from='client.48584 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:44:06.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:44:06 smithi032 ceph-mon[191839]: from='client.38673 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:44:06.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:44:06 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4111377846' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:44:06.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:44:06 smithi032 ceph-mon[189144]: from='client.48584 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:44:06.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:44:06 smithi032 ceph-mon[189144]: from='client.38673 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:44:06.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:44:06 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4111377846' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:44:07.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:44:06 smithi039 ceph-mon[181282]: from='client.48584 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:44:07.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:44:06 smithi039 ceph-mon[181282]: from='client.38673 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:44:07.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:44:06 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4111377846' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:44:07.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:44:07 smithi032 ceph-mon[189144]: pgmap v4778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:07.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:44:07 smithi032 ceph-mon[191839]: pgmap v4778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:08.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:44:07 smithi039 ceph-mon[181282]: pgmap v4778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:09.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:44:09 smithi032 ceph-mon[191839]: pgmap v4779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:09.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:44:09 smithi032 ceph-mon[189144]: pgmap v4779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:10.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:44:09 smithi039 ceph-mon[181282]: pgmap v4779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:44:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:44:10] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T18:44:11.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:44:11 smithi032 ceph-mon[189144]: pgmap v4780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:11.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:44:11 smithi032 ceph-mon[191839]: pgmap v4780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:44:11 smithi039 ceph-mon[181282]: pgmap v4780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:13.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:44:13 smithi039 ceph-mon[181282]: pgmap v4781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:13.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:44:13 smithi032 ceph-mon[191839]: pgmap v4781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:13.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:44:13 smithi032 ceph-mon[189144]: pgmap v4781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:15.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:44:15 smithi032 ceph-mon[191839]: pgmap v4782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:15.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:44:15 smithi032 ceph-mon[189144]: pgmap v4782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:16.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:44:15 smithi039 ceph-mon[181282]: pgmap v4782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:17.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:44:17 smithi032 ceph-mon[191839]: pgmap v4783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:17.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:44:17 smithi032 ceph-mon[189144]: pgmap v4783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:18.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:44:17 smithi039 ceph-mon[181282]: pgmap v4783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:19.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:44:19 smithi032 ceph-mon[191839]: pgmap v4784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:19.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:44:19 smithi032 ceph-mon[189144]: pgmap v4784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:44:19 smithi039 ceph-mon[181282]: pgmap v4784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:20.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:44:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:44:20] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T18:44:20.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:44:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:44:20.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:44:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:44:20.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:44:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:44:20.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:44:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:44:21.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:44:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:44:21.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:44:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:44:21.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:44:21 smithi032 ceph-mon[189144]: pgmap v4785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:21.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:44:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:44:21.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:44:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:44:21.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:44:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:44:21.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:44:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:44:21.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:44:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:44:21.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:44:21 smithi032 ceph-mon[191839]: pgmap v4785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:21.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:44:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:44:21.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:44:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:44:21.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:44:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:44:21.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:44:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:44:21.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:44:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:44:22.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:44:21 smithi039 ceph-mon[181282]: pgmap v4785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:22.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:44:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:44:22.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:44:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:44:22.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:44:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:44:22.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:44:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:44:22.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:44:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:44:23.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:44:23 smithi039 ceph-mon[181282]: pgmap v4786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:23.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:44:23 smithi032 ceph-mon[191839]: pgmap v4786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:23.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:44:23 smithi032 ceph-mon[189144]: pgmap v4786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:25.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:44:25 smithi032 ceph-mon[191839]: pgmap v4787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:25.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:44:25 smithi032 ceph-mon[189144]: pgmap v4787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:26.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:44:25 smithi039 ceph-mon[181282]: pgmap v4787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:27.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:44:27 smithi032 ceph-mon[191839]: pgmap v4788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:27.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:44:27 smithi032 ceph-mon[189144]: pgmap v4788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:28.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:44:27 smithi039 ceph-mon[181282]: pgmap v4788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:29.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:44:29 smithi032 ceph-mon[191839]: pgmap v4789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:29.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:44:29 smithi032 ceph-mon[189144]: pgmap v4789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:30.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:44:29 smithi039 ceph-mon[181282]: pgmap v4789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:44:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:44:30] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T18:44:31.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:44:31 smithi032 ceph-mon[189144]: pgmap v4790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:31.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:44:31 smithi032 ceph-mon[191839]: pgmap v4790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:32.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:44:31 smithi039 ceph-mon[181282]: pgmap v4790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:33.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:44:33 smithi039 ceph-mon[181282]: pgmap v4791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:33.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:44:33 smithi032 ceph-mon[191839]: pgmap v4791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:33.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:44:33 smithi032 ceph-mon[189144]: pgmap v4791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:35.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:44:35 smithi032 ceph-mon[189144]: pgmap v4792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:35.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:44:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:44:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:44:35 smithi032 ceph-mon[191839]: pgmap v4792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:44:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:44:36.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:44:35 smithi039 ceph-mon[181282]: pgmap v4792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:36.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:44:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:44:36.377 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:44:36.703 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:44:36.703 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (84m) 9m ago 89m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:44:36.703 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (84m) 7m ago 88m 95.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:44:36.703 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (89m) 9m ago 89m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:44:36.703 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (89m) 7m ago 89m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:44:36.703 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (83m) 7m ago 92m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:44:36.703 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (84m) 9m ago 93m 602M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:44:36.703 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (83m) 9m ago 93m 591M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:44:36.703 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (83m) 7m ago 92m 323M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:44:36.703 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (83m) 9m ago 92m 326M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:44:36.703 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (84m) 9m ago 88m 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:44:36.703 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (84m) 7m ago 88m 17.7M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:44:36.704 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (82m) 9m ago 92m 3976M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:44:36.704 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (82m) 9m ago 91m 4202M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:44:36.704 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (81m) 9m ago 91m 3823M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:44:36.704 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (81m) 9m ago 91m 3701M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:44:36.704 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (80m) 7m ago 91m 3563M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:44:36.704 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (80m) 7m ago 90m 3710M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:44:36.704 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (79m) 7m ago 90m 3499M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:44:36.704 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (79m) 7m ago 90m 3334M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:44:36.704 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (83m) 7m ago 89m 103M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:44:37.105 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:44:37.106 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:44:37.106 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:44:37.106 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:44:37.106 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:44:37.106 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:44:37.106 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:44:37.106 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:44:37.106 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:44:37.106 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:44:37.106 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:44:37.106 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:44:37.106 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:44:37.106 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:44:37.106 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:44:37.106 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:44:37.107 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:44:37.107 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:44:37.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:44:37 smithi032 ceph-mon[191839]: from='client.38685 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:44:37.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:44:37 smithi032 ceph-mon[191839]: pgmap v4793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:37.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:44:37 smithi032 ceph-mon[191839]: from='client.48608 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:44:37.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:44:37 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2646513496' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:44:37.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:44:37 smithi032 ceph-mon[189144]: from='client.38685 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:44:37.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:44:37 smithi032 ceph-mon[189144]: pgmap v4793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:37.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:44:37 smithi032 ceph-mon[189144]: from='client.48608 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:44:37.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:44:37 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2646513496' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:44:38.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:44:37 smithi039 ceph-mon[181282]: from='client.38685 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:44:38.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:44:37 smithi039 ceph-mon[181282]: pgmap v4793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:38.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:44:37 smithi039 ceph-mon[181282]: from='client.48608 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:44:38.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:44:37 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2646513496' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:44:39.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:44:39 smithi032 ceph-mon[191839]: pgmap v4794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:39.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:44:39 smithi032 ceph-mon[189144]: pgmap v4794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:40.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:44:39 smithi039 ceph-mon[181282]: pgmap v4794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:44:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:44:40] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:44:41.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:44:41 smithi032 ceph-mon[189144]: pgmap v4795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:41.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:44:41 smithi032 ceph-mon[191839]: pgmap v4795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:42.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:44:41 smithi039 ceph-mon[181282]: pgmap v4795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:43.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:44:43 smithi039 ceph-mon[181282]: pgmap v4796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:43.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:44:43 smithi032 ceph-mon[189144]: pgmap v4796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:43.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:44:43 smithi032 ceph-mon[191839]: pgmap v4796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:45.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:44:45 smithi032 ceph-mon[191839]: pgmap v4797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:45.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:44:45 smithi032 ceph-mon[189144]: pgmap v4797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:46.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:44:45 smithi039 ceph-mon[181282]: pgmap v4797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:47.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:44:47 smithi032 ceph-mon[191839]: pgmap v4798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:47.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:44:47 smithi032 ceph-mon[189144]: pgmap v4798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:48.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:44:47 smithi039 ceph-mon[181282]: pgmap v4798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:49.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:44:49 smithi032 ceph-mon[191839]: pgmap v4799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:49.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:44:49 smithi032 ceph-mon[189144]: pgmap v4799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:50.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:44:49 smithi039 ceph-mon[181282]: pgmap v4799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:50.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:44:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:44:50.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:44:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:44:50.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:44:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:44:50] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T18:44:51.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:44:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:44:51.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:44:51 smithi032 ceph-mon[191839]: pgmap v4800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:51.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:44:51 smithi032 ceph-mon[189144]: pgmap v4800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:52.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:44:51 smithi039 ceph-mon[181282]: pgmap v4800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:53.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:44:53 smithi039 ceph-mon[181282]: pgmap v4801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:53.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:44:53 smithi032 ceph-mon[191839]: pgmap v4801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:53.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:44:53 smithi032 ceph-mon[189144]: pgmap v4801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:55.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:44:55 smithi032 ceph-mon[191839]: pgmap v4802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:55.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:44:55 smithi032 ceph-mon[189144]: pgmap v4802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:56.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:44:55 smithi039 ceph-mon[181282]: pgmap v4802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:57.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:44:57 smithi032 ceph-mon[191839]: pgmap v4803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:57.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:44:57 smithi032 ceph-mon[189144]: pgmap v4803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:58.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:44:57 smithi039 ceph-mon[181282]: pgmap v4803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:59.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:44:59 smithi032 ceph-mon[191839]: pgmap v4804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:44:59.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:44:59 smithi032 ceph-mon[189144]: pgmap v4804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:00.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:44:59 smithi039 ceph-mon[181282]: pgmap v4804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:45:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:45:00] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T18:45:01.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:45:01 smithi032 ceph-mon[191839]: pgmap v4805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:01.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:45:01 smithi032 ceph-mon[189144]: pgmap v4805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:02.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:45:01 smithi039 ceph-mon[181282]: pgmap v4805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:03.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:45:03 smithi039 ceph-mon[181282]: pgmap v4806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:03.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:45:03 smithi032 ceph-mon[191839]: pgmap v4806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:03.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:45:03 smithi032 ceph-mon[189144]: pgmap v4806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:45:05 smithi032 ceph-mon[191839]: pgmap v4807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:45:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:45:05.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:45:05 smithi032 ceph-mon[189144]: pgmap v4807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:05.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:45:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:45:06.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:45:05 smithi039 ceph-mon[181282]: pgmap v4807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:06.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:45:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:45:07.475 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:45:07.797 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:45:07.797 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (85m) 9m ago 89m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:45:07.797 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (84m) 7m ago 89m 95.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:45:07.797 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (90m) 9m ago 90m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:45:07.797 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (90m) 7m ago 90m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:45:07.797 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (84m) 7m ago 92m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:45:07.797 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (84m) 9m ago 94m 602M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:45:07.797 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (84m) 9m ago 94m 591M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:45:07.798 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (83m) 7m ago 93m 323M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:45:07.798 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (83m) 9m ago 93m 326M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:45:07.798 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (85m) 9m ago 89m 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:45:07.798 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (84m) 7m ago 89m 17.7M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:45:07.798 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (83m) 9m ago 92m 3976M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:45:07.798 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (82m) 9m ago 92m 4202M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:45:07.798 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (82m) 9m ago 92m 3823M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:45:07.798 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (81m) 9m ago 91m 3701M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:45:07.798 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (81m) 7m ago 91m 3563M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:45:07.798 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (80m) 7m ago 91m 3710M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:45:07.798 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (80m) 7m ago 90m 3499M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:45:07.798 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (79m) 7m ago 90m 3334M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:45:07.798 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (84m) 7m ago 89m 103M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:45:07.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:45:07 smithi032 ceph-mon[191839]: pgmap v4808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:07.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:45:07 smithi032 ceph-mon[189144]: pgmap v4808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:08.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:45:07 smithi039 ceph-mon[181282]: pgmap v4808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:08.200 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:45:08.200 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:45:08.200 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:45:08.201 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:45:08.201 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:45:08.201 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:45:08.201 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:45:08.201 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:45:08.201 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:45:08.201 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:45:08.201 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:45:08.201 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:45:08.201 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:45:08.202 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:45:08.202 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:45:08.202 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:45:08.202 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:45:08.202 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:45:08.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:45:08 smithi032 ceph-mon[191839]: from='client.48620 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:45:08.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:45:08 smithi032 ceph-mon[191839]: from='client.48626 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:45:08.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:45:08 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3256995550' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:45:08.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:45:08 smithi032 ceph-mon[189144]: from='client.48620 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:45:08.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:45:08 smithi032 ceph-mon[189144]: from='client.48626 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:45:08.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:45:08 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3256995550' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:45:09.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:45:08 smithi039 ceph-mon[181282]: from='client.48620 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:45:09.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:45:08 smithi039 ceph-mon[181282]: from='client.48626 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:45:09.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:45:08 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3256995550' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:45:09.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:45:09 smithi032 ceph-mon[189144]: pgmap v4809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:09.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:45:09 smithi032 ceph-mon[191839]: pgmap v4809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:10.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:45:09 smithi039 ceph-mon[181282]: pgmap v4809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:45:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:45:10] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T18:45:11.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:45:11 smithi032 ceph-mon[191839]: pgmap v4810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:11.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:45:11 smithi032 ceph-mon[189144]: pgmap v4810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:12.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:45:11 smithi039 ceph-mon[181282]: pgmap v4810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:13.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:45:13 smithi039 ceph-mon[181282]: pgmap v4811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:13.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:45:13 smithi032 ceph-mon[191839]: pgmap v4811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:13.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:45:13 smithi032 ceph-mon[189144]: pgmap v4811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:15.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:45:15 smithi032 ceph-mon[191839]: pgmap v4812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:15.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:45:15 smithi032 ceph-mon[189144]: pgmap v4812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:16.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:45:15 smithi039 ceph-mon[181282]: pgmap v4812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:17.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:45:17 smithi032 ceph-mon[191839]: pgmap v4813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:17.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:45:17 smithi032 ceph-mon[189144]: pgmap v4813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:18.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:45:17 smithi039 ceph-mon[181282]: pgmap v4813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:19.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:45:19 smithi032 ceph-mon[191839]: pgmap v4814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:45:19 smithi032 ceph-mon[189144]: pgmap v4814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:20.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:45:19 smithi039 ceph-mon[181282]: pgmap v4814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:20.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:45:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:45:20.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:45:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:45:20] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T18:45:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:45:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:45:21.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:45:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:45:21.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:45:21 smithi032 ceph-mon[189144]: pgmap v4815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:21.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:45:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:45:21.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:45:21 smithi032 ceph-mon[191839]: pgmap v4815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:21.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:45:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:45:22.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:45:21 smithi039 ceph-mon[181282]: pgmap v4815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:22.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:45:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:45:23.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:45:23 smithi032 ceph-mon[189144]: pgmap v4816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:23.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:45:23 smithi032 ceph-mon[191839]: pgmap v4816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:23.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:45:23 smithi039 ceph-mon[181282]: pgmap v4816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:24.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:45:24 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:45:24.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:45:24 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:45:24.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:45:24 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:45:24.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:45:24 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:45:24.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:45:24 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:45:24.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:45:24 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:45:24.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:45:24 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:45:24.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:45:24 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:45:24.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:45:24 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:45:24.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:45:24 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:45:25.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:45:24 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:45:25.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:45:24 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:45:25.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:45:24 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:45:25.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:45:24 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:45:25.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:45:24 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:45:25.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:45:25 smithi032 ceph-mon[189144]: pgmap v4817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:25.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:45:25 smithi032 ceph-mon[191839]: pgmap v4817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:26.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:45:25 smithi039 ceph-mon[181282]: pgmap v4817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:27.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:45:27 smithi032 ceph-mon[191839]: pgmap v4818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:27.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:45:27 smithi032 ceph-mon[189144]: pgmap v4818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:28.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:45:27 smithi039 ceph-mon[181282]: pgmap v4818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:29.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:45:29 smithi032 ceph-mon[189144]: pgmap v4819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:29.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:45:29 smithi032 ceph-mon[191839]: pgmap v4819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:30.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:45:29 smithi039 ceph-mon[181282]: pgmap v4819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:45:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:45:30] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T18:45:31.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:45:31 smithi032 ceph-mon[191839]: pgmap v4820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:31.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:45:31 smithi032 ceph-mon[189144]: pgmap v4820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:32.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:45:31 smithi039 ceph-mon[181282]: pgmap v4820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:33.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:45:33 smithi039 ceph-mon[181282]: pgmap v4821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:33.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:45:33 smithi032 ceph-mon[191839]: pgmap v4821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:33.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:45:33 smithi032 ceph-mon[189144]: pgmap v4821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:45:35 smithi032 ceph-mon[191839]: pgmap v4822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:45:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:45:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:45:35 smithi032 ceph-mon[189144]: pgmap v4822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:45:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:45:36.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:45:35 smithi039 ceph-mon[181282]: pgmap v4822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:36.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:45:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:45:37.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:45:37 smithi032 ceph-mon[191839]: pgmap v4823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:37.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:45:37 smithi032 ceph-mon[189144]: pgmap v4823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:38.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:45:37 smithi039 ceph-mon[181282]: pgmap v4823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:38.566 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:45:38.890 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:45:38.890 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (85m) 15s ago 90m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:45:38.890 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (85m) 8m ago 89m 95.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:45:38.890 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (90m) 15s ago 90m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:45:38.890 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (90m) 8m ago 90m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:45:38.890 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (84m) 8m ago 93m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:45:38.891 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (85m) 15s ago 94m 608M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:45:38.891 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (84m) 15s ago 94m 625M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:45:38.891 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (84m) 8m ago 93m 323M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:45:38.891 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (84m) 15s ago 93m 338M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:45:38.891 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (85m) 15s ago 89m 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:45:38.891 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (85m) 8m ago 89m 17.7M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:45:38.891 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (83m) 15s ago 93m 4008M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:45:38.891 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (83m) 15s ago 92m 4232M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:45:38.891 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (82m) 15s ago 92m 3847M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:45:38.891 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (82m) 15s ago 92m 3732M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:45:38.892 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (81m) 8m ago 92m 3563M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:45:38.892 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (81m) 8m ago 91m 3710M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:45:38.892 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (80m) 8m ago 91m 3499M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:45:38.892 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (80m) 8m ago 91m 3334M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:45:38.892 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (84m) 8m ago 90m 103M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:45:39.294 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:45:39.294 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:45:39.294 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:45:39.294 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:45:39.294 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:45:39.294 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:45:39.295 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:45:39.295 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:45:39.295 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:45:39.295 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:45:39.295 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:45:39.295 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:45:39.295 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:45:39.295 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:45:39.295 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:45:39.295 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:45:39.295 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:45:39.296 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:45:39.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:45:39 smithi032 ceph-mon[191839]: from='client.48638 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:45:39.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:45:39 smithi032 ceph-mon[191839]: pgmap v4824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:39.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:45:39 smithi032 ceph-mon[191839]: from='client.48644 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:45:39.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:45:39 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1749113558' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:45:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:45:39 smithi032 ceph-mon[189144]: from='client.48638 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:45:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:45:39 smithi032 ceph-mon[189144]: pgmap v4824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:45:39 smithi032 ceph-mon[189144]: from='client.48644 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:45:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:45:39 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1749113558' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:45:40.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:45:39 smithi039 ceph-mon[181282]: from='client.48638 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:45:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:45:39 smithi039 ceph-mon[181282]: pgmap v4824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:45:39 smithi039 ceph-mon[181282]: from='client.48644 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:45:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:45:39 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1749113558' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:45:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:45:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:45:40] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T18:45:41.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:45:41 smithi032 ceph-mon[191839]: pgmap v4825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:41.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:45:41 smithi032 ceph-mon[189144]: pgmap v4825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:42.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:45:41 smithi039 ceph-mon[181282]: pgmap v4825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:43.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:45:43 smithi039 ceph-mon[181282]: pgmap v4826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:43.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:45:43 smithi032 ceph-mon[191839]: pgmap v4826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:43.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:45:43 smithi032 ceph-mon[189144]: pgmap v4826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:45.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:45:45 smithi032 ceph-mon[191839]: pgmap v4827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:45.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:45:45 smithi032 ceph-mon[189144]: pgmap v4827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:46.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:45:45 smithi039 ceph-mon[181282]: pgmap v4827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:47.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:45:47 smithi032 ceph-mon[191839]: pgmap v4828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:47.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:45:47 smithi032 ceph-mon[189144]: pgmap v4828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:48.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:45:47 smithi039 ceph-mon[181282]: pgmap v4828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:49.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:45:49 smithi032 ceph-mon[191839]: pgmap v4829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:49.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:45:49 smithi032 ceph-mon[189144]: pgmap v4829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:50.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:45:49 smithi039 ceph-mon[181282]: pgmap v4829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:51.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:45:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:45:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:45:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:45:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:45:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:45:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:45:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:45:50] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:45:52.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:45:51 smithi039 ceph-mon[181282]: pgmap v4830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:52.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:45:51 smithi032 ceph-mon[191839]: pgmap v4830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:52.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:45:51 smithi032 ceph-mon[189144]: pgmap v4830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:53.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:45:53 smithi039 ceph-mon[181282]: pgmap v4831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:53.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:45:53 smithi032 ceph-mon[191839]: pgmap v4831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:53.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:45:53 smithi032 ceph-mon[189144]: pgmap v4831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:55.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:45:55 smithi032 ceph-mon[191839]: pgmap v4832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:55.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:45:55 smithi032 ceph-mon[189144]: pgmap v4832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:56.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:45:55 smithi039 ceph-mon[181282]: pgmap v4832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:57.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:45:57 smithi032 ceph-mon[191839]: pgmap v4833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:57.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:45:57 smithi032 ceph-mon[189144]: pgmap v4833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:45:58.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:45:57 smithi039 ceph-mon[181282]: pgmap v4833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:45:59 smithi039 ceph-mon[181282]: pgmap v4834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:00.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:45:59 smithi032 ceph-mon[191839]: pgmap v4834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:00.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:45:59 smithi032 ceph-mon[189144]: pgmap v4834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:46:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:46:00] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:46:02.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:46:01 smithi039 ceph-mon[181282]: pgmap v4835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:02.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:46:01 smithi032 ceph-mon[191839]: pgmap v4835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:02.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:46:01 smithi032 ceph-mon[189144]: pgmap v4835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:03.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:46:03 smithi039 ceph-mon[181282]: pgmap v4836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:03.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:46:03 smithi032 ceph-mon[189144]: pgmap v4836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:03.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:46:03 smithi032 ceph-mon[191839]: pgmap v4836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:46:05 smithi032 ceph-mon[191839]: pgmap v4837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:46:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:46:05.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:46:05 smithi032 ceph-mon[189144]: pgmap v4837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:46:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:46:06.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:46:05 smithi039 ceph-mon[181282]: pgmap v4837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:06.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:46:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:46:08.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:46:07 smithi039 ceph-mon[181282]: pgmap v4838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:46:07 smithi032 ceph-mon[191839]: pgmap v4838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:08.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:46:07 smithi032 ceph-mon[189144]: pgmap v4838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:09.661 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:46:09.984 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:46:09.984 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (86m) 46s ago 90m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:46:09.984 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (85m) 8m ago 90m 95.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:46:09.984 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (91m) 46s ago 91m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:46:09.984 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (91m) 8m ago 91m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:46:09.984 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (85m) 8m ago 93m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:46:09.984 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (85m) 46s ago 95m 608M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:46:09.984 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (85m) 46s ago 95m 625M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:46:09.984 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (84m) 8m ago 94m 323M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:46:09.984 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (84m) 46s ago 94m 338M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:46:09.984 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (86m) 46s ago 90m 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:46:09.984 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (85m) 8m ago 90m 17.7M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:46:09.984 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (84m) 46s ago 93m 4008M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:46:09.984 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (83m) 46s ago 93m 4232M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:46:09.984 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (83m) 46s ago 93m 3847M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:46:09.985 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (82m) 46s ago 92m 3732M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:46:09.985 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (82m) 8m ago 92m 3563M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:46:09.985 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (81m) 8m ago 92m 3710M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:46:09.985 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (81m) 8m ago 92m 3499M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:46:09.985 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (80m) 8m ago 91m 3334M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:46:09.985 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (85m) 8m ago 91m 103M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:46:10.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:46:09 smithi039 ceph-mon[181282]: pgmap v4839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:10.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:46:09 smithi032 ceph-mon[189144]: pgmap v4839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:10.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:46:09 smithi032 ceph-mon[191839]: pgmap v4839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:10.387 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:46:10.387 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:46:10.387 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:46:10.387 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:46:10.387 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:46:10.387 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:46:10.388 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:46:10.388 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:46:10.388 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:46:10.388 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:46:10.388 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:46:10.388 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:46:10.388 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:46:10.388 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:46:10.388 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:46:10.388 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:46:10.388 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:46:10.388 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:46:11.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:46:10 smithi039 ceph-mon[181282]: from='client.38739 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:46:11.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:46:10 smithi039 ceph-mon[181282]: from='client.38745 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:46:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:46:10 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3997130600' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:46:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:46:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:46:10] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:46:11.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:46:10 smithi032 ceph-mon[189144]: from='client.38739 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:46:11.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:46:10 smithi032 ceph-mon[189144]: from='client.38745 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:46:11.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:46:10 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3997130600' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:46:11.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:46:10 smithi032 ceph-mon[191839]: from='client.38739 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:46:11.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:46:10 smithi032 ceph-mon[191839]: from='client.38745 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:46:11.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:46:10 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3997130600' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:46:12.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:46:11 smithi039 ceph-mon[181282]: pgmap v4840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:46:11 smithi032 ceph-mon[191839]: pgmap v4840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:12.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:46:11 smithi032 ceph-mon[189144]: pgmap v4840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:13.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:46:13 smithi039 ceph-mon[181282]: pgmap v4841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:13.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:46:13 smithi032 ceph-mon[191839]: pgmap v4841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:13.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:46:13 smithi032 ceph-mon[189144]: pgmap v4841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:16.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:46:15 smithi039 ceph-mon[181282]: pgmap v4842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:16.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:46:15 smithi032 ceph-mon[191839]: pgmap v4842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:16.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:46:15 smithi032 ceph-mon[189144]: pgmap v4842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:18.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:46:17 smithi039 ceph-mon[181282]: pgmap v4843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:46:17 smithi032 ceph-mon[191839]: pgmap v4843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:18.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:46:17 smithi032 ceph-mon[189144]: pgmap v4843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:20.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:46:19 smithi039 ceph-mon[181282]: pgmap v4844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:46:19 smithi032 ceph-mon[191839]: pgmap v4844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:20.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:46:19 smithi032 ceph-mon[189144]: pgmap v4844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:21.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:46:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:46:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:46:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:46:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:46:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:46:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:46:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:46:20] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T18:46:22.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:46:21 smithi039 ceph-mon[181282]: pgmap v4845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:22.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:46:21 smithi032 ceph-mon[189144]: pgmap v4845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:46:21 smithi032 ceph-mon[191839]: pgmap v4845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:23.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:46:23 smithi039 ceph-mon[181282]: pgmap v4846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:23.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:46:23 smithi032 ceph-mon[189144]: pgmap v4846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:23.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:46:23 smithi032 ceph-mon[191839]: pgmap v4846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:24.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:46:24 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:46:24.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:46:24 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:46:24.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:46:24 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:46:25.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:46:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:46:25.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:46:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:46:25.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:46:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:46:25.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:46:25 smithi039 ceph-mon[181282]: pgmap v4847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:25.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:46:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:46:25.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:46:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:46:25.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:46:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:46:25.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:46:25 smithi032 ceph-mon[189144]: pgmap v4847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:25.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:46:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:46:25.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:46:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:46:25.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:46:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:46:25.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:46:25 smithi032 ceph-mon[191839]: pgmap v4847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:28.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:46:27 smithi039 ceph-mon[181282]: pgmap v4848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:28.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:46:27 smithi032 ceph-mon[191839]: pgmap v4848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:28.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:46:27 smithi032 ceph-mon[189144]: pgmap v4848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:30.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:46:29 smithi039 ceph-mon[181282]: pgmap v4849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:46:29 smithi032 ceph-mon[191839]: pgmap v4849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:30.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:46:29 smithi032 ceph-mon[189144]: pgmap v4849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:46:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:46:30] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T18:46:32.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:46:31 smithi039 ceph-mon[181282]: pgmap v4850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:32.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:46:31 smithi032 ceph-mon[191839]: pgmap v4850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:32.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:46:31 smithi032 ceph-mon[189144]: pgmap v4850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:33.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:46:33 smithi039 ceph-mon[181282]: pgmap v4851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:33.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:46:33 smithi032 ceph-mon[189144]: pgmap v4851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:33.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:46:33 smithi032 ceph-mon[191839]: pgmap v4851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:46:35 smithi039 ceph-mon[181282]: pgmap v4852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:46:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:46:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:46:35 smithi032 ceph-mon[191839]: pgmap v4852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:46:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:46:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:46:35 smithi032 ceph-mon[189144]: pgmap v4852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:46:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:46:38.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:46:37 smithi039 ceph-mon[181282]: pgmap v4853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:46:37 smithi032 ceph-mon[191839]: pgmap v4853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:38.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:46:37 smithi032 ceph-mon[189144]: pgmap v4853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:46:39 smithi039 ceph-mon[181282]: pgmap v4854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:40.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:46:39 smithi032 ceph-mon[191839]: pgmap v4854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:40.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:46:39 smithi032 ceph-mon[189144]: pgmap v4854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:40.754 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:46:41.077 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:46:41.077 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (86m) 77s ago 91m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:46:41.077 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (86m) 9m ago 91m 95.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:46:41.077 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (91m) 77s ago 91m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:46:41.077 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (91m) 9m ago 91m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:46:41.077 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (85m) 9m ago 94m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:46:41.077 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (86m) 77s ago 95m 608M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:46:41.077 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (85m) 77s ago 96m 625M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:46:41.077 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (85m) 9m ago 94m 323M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:46:41.078 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (85m) 77s ago 94m 338M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:46:41.078 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (86m) 77s ago 90m 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:46:41.078 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (86m) 9m ago 90m 17.7M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:46:41.078 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (84m) 77s ago 94m 4008M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:46:41.078 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (84m) 77s ago 93m 4232M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:46:41.078 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (83m) 77s ago 93m 3847M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:46:41.078 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (83m) 77s ago 93m 3732M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:46:41.078 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (82m) 9m ago 93m 3563M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:46:41.078 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (82m) 9m ago 92m 3710M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:46:41.078 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (81m) 9m ago 92m 3499M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:46:41.078 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (81m) 9m ago 92m 3334M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:46:41.079 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (86m) 9m ago 91m 103M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:46:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:46:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:46:40] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T18:46:41.477 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:46:41.477 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:46:41.477 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:46:41.477 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:46:41.477 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:46:41.478 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:46:41.478 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:46:41.478 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:46:41.478 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:46:41.478 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:46:41.478 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:46:41.478 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:46:41.478 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:46:41.478 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:46:41.478 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:46:41.479 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:46:41.479 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:46:41.479 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:46:42.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:46:41 smithi039 ceph-mon[181282]: pgmap v4855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:42.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:46:41 smithi039 ceph-mon[181282]: from='client.38757 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:46:42.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:46:41 smithi039 ceph-mon[181282]: from='client.48680 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:46:42.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:46:41 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/952254582' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:46:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:46:41 smithi032 ceph-mon[191839]: pgmap v4855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:46:41 smithi032 ceph-mon[191839]: from='client.38757 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:46:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:46:41 smithi032 ceph-mon[191839]: from='client.48680 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:46:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:46:41 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/952254582' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:46:42.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:46:41 smithi032 ceph-mon[189144]: pgmap v4855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:42.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:46:41 smithi032 ceph-mon[189144]: from='client.38757 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:46:42.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:46:41 smithi032 ceph-mon[189144]: from='client.48680 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:46:42.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:46:41 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/952254582' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:46:43.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:46:43 smithi039 ceph-mon[181282]: pgmap v4856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:43.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:46:43 smithi032 ceph-mon[189144]: pgmap v4856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:43.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:46:43 smithi032 ceph-mon[191839]: pgmap v4856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:46.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:46:45 smithi039 ceph-mon[181282]: pgmap v4857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:46.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:46:45 smithi032 ceph-mon[189144]: pgmap v4857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:46.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:46:45 smithi032 ceph-mon[191839]: pgmap v4857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:48.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:46:47 smithi039 ceph-mon[181282]: pgmap v4858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:48.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:46:47 smithi032 ceph-mon[189144]: pgmap v4858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:48.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:46:47 smithi032 ceph-mon[191839]: pgmap v4858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:46:49 smithi039 ceph-mon[181282]: pgmap v4859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:50.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:46:49 smithi032 ceph-mon[191839]: pgmap v4859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:50.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:46:49 smithi032 ceph-mon[189144]: pgmap v4859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:51.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:46:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:46:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:46:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:46:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:46:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:46:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:46:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:46:50] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:46:52.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:46:51 smithi039 ceph-mon[181282]: pgmap v4860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:52.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:46:51 smithi032 ceph-mon[191839]: pgmap v4860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:52.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:46:51 smithi032 ceph-mon[189144]: pgmap v4860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:53.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:46:53 smithi039 ceph-mon[181282]: pgmap v4861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:53.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:46:53 smithi032 ceph-mon[189144]: pgmap v4861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:53.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:46:53 smithi032 ceph-mon[191839]: pgmap v4861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:56.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:46:55 smithi039 ceph-mon[181282]: pgmap v4862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:56.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:46:55 smithi032 ceph-mon[189144]: pgmap v4862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:56.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:46:55 smithi032 ceph-mon[191839]: pgmap v4862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:58.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:46:57 smithi039 ceph-mon[181282]: pgmap v4863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:58.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:46:57 smithi032 ceph-mon[189144]: pgmap v4863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:46:58.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:46:57 smithi032 ceph-mon[191839]: pgmap v4863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:46:59 smithi039 ceph-mon[181282]: pgmap v4864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:00.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:46:59 smithi032 ceph-mon[189144]: pgmap v4864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:00.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:46:59 smithi032 ceph-mon[191839]: pgmap v4864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:47:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:47:00] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:47:02.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:47:01 smithi039 ceph-mon[181282]: pgmap v4865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:47:01 smithi032 ceph-mon[191839]: pgmap v4865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:02.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:47:01 smithi032 ceph-mon[189144]: pgmap v4865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:03.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:47:03 smithi039 ceph-mon[181282]: pgmap v4866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:03.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:47:03 smithi032 ceph-mon[191839]: pgmap v4866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:03.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:47:03 smithi032 ceph-mon[189144]: pgmap v4866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:47:05 smithi039 ceph-mon[181282]: pgmap v4867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:47:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:47:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:47:05 smithi032 ceph-mon[191839]: pgmap v4867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:47:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:47:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:47:05 smithi032 ceph-mon[189144]: pgmap v4867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:47:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:47:08.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:47:07 smithi039 ceph-mon[181282]: pgmap v4868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:47:07 smithi032 ceph-mon[191839]: pgmap v4868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:08.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:47:07 smithi032 ceph-mon[189144]: pgmap v4868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:10.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:47:09 smithi039 ceph-mon[181282]: pgmap v4869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:10.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:47:09 smithi032 ceph-mon[191839]: pgmap v4869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:10.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:47:09 smithi032 ceph-mon[189144]: pgmap v4869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:47:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:47:10] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T18:47:11.839 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:47:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:47:11 smithi039 ceph-mon[181282]: pgmap v4870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:12.167 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:47:12.167 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (87m) 108s ago 91m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:47:12.167 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (86m) 9m ago 91m 95.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:47:12.167 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (92m) 108s ago 92m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:47:12.167 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (92m) 9m ago 92m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:47:12.167 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (86m) 9m ago 95m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:47:12.167 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (86m) 108s ago 96m 608M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:47:12.167 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (86m) 108s ago 96m 625M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:47:12.167 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (85m) 9m ago 95m 323M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:47:12.168 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (85m) 108s ago 95m 338M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:47:12.168 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (87m) 108s ago 91m 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:47:12.168 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (86m) 9m ago 91m 17.7M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:47:12.168 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (85m) 108s ago 94m 4008M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:47:12.168 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (84m) 108s ago 94m 4232M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:47:12.168 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (84m) 108s ago 94m 3847M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:47:12.168 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (83m) 108s ago 93m 3732M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:47:12.168 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (83m) 9m ago 93m 3563M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:47:12.168 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (82m) 9m ago 93m 3710M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:47:12.168 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (82m) 9m ago 93m 3499M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:47:12.168 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (81m) 9m ago 92m 3334M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:47:12.169 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (86m) 9m ago 92m 103M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:47:12.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:47:11 smithi032 ceph-mon[189144]: pgmap v4870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:47:11 smithi032 ceph-mon[191839]: pgmap v4870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:12.572 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:47:12.572 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:47:12.572 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:47:12.573 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:47:12.573 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:47:12.573 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:47:12.573 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:47:12.573 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:47:12.573 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:47:12.573 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:47:12.573 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:47:12.573 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:47:12.574 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:47:12.574 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:47:12.574 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:47:12.574 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:47:12.574 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:47:12.574 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:47:13.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:47:12 smithi039 ceph-mon[181282]: from='client.48692 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:47:13.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:47:12 smithi039 ceph-mon[181282]: from='client.38781 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:47:13.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:47:12 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3050986212' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:47:13.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:47:12 smithi032 ceph-mon[191839]: from='client.48692 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:47:13.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:47:12 smithi032 ceph-mon[191839]: from='client.38781 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:47:13.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:47:12 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3050986212' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:47:13.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:47:12 smithi032 ceph-mon[189144]: from='client.48692 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:47:13.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:47:12 smithi032 ceph-mon[189144]: from='client.38781 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:47:13.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:47:12 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3050986212' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:47:14.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:47:13 smithi039 ceph-mon[181282]: pgmap v4871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:14.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:47:13 smithi032 ceph-mon[191839]: pgmap v4871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:14.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:47:13 smithi032 ceph-mon[189144]: pgmap v4871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:16.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:47:15 smithi039 ceph-mon[181282]: pgmap v4872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:16.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:47:15 smithi032 ceph-mon[191839]: pgmap v4872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:16.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:47:15 smithi032 ceph-mon[189144]: pgmap v4872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:18.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:47:17 smithi039 ceph-mon[181282]: pgmap v4873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:47:17 smithi032 ceph-mon[191839]: pgmap v4873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:18.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:47:17 smithi032 ceph-mon[189144]: pgmap v4873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:47:19 smithi039 ceph-mon[181282]: pgmap v4874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:47:19 smithi032 ceph-mon[191839]: pgmap v4874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:20.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:47:19 smithi032 ceph-mon[189144]: pgmap v4874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:21.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:47:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:47:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:47:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:47:20] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T18:47:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:47:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:47:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:47:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:47:22.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:47:21 smithi039 ceph-mon[181282]: pgmap v4875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:22.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:47:21 smithi032 ceph-mon[189144]: pgmap v4875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:47:21 smithi032 ceph-mon[191839]: pgmap v4875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:23.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:47:23 smithi039 ceph-mon[181282]: pgmap v4876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:23.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:47:23 smithi032 ceph-mon[191839]: pgmap v4876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:23.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:47:23 smithi032 ceph-mon[189144]: pgmap v4876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:26.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:47:25 smithi039 ceph-mon[181282]: pgmap v4877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:26.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:47:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:47:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:47:25 smithi032 ceph-mon[191839]: pgmap v4877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:47:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:47:26.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:47:25 smithi032 ceph-mon[189144]: pgmap v4877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:26.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:47:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:47:28.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:47:27 smithi039 ceph-mon[181282]: pgmap v4878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:28.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:47:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:47:28.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:47:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:47:28.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:47:27 smithi032 ceph-mon[191839]: pgmap v4878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:28.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:47:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:47:28.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:47:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:47:28.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:47:27 smithi032 ceph-mon[189144]: pgmap v4878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:28.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:47:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:47:28.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:47:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:47:29.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:47:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:47:29.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:47:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:47:29.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:47:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:47:29.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:47:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:47:29.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:47:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:47:29.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:47:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:47:29.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:47:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:47:29.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:47:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:47:29.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:47:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:47:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:47:29 smithi032 ceph-mon[191839]: pgmap v4879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:30.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:47:29 smithi032 ceph-mon[189144]: pgmap v4879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:30.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:47:29 smithi039 ceph-mon[181282]: pgmap v4879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:47:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:47:30] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T18:47:32.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:47:31 smithi032 ceph-mon[189144]: pgmap v4880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:32.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:47:31 smithi032 ceph-mon[191839]: pgmap v4880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:32.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:47:31 smithi039 ceph-mon[181282]: pgmap v4880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:33.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:47:33 smithi039 ceph-mon[181282]: pgmap v4881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:33.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:47:33 smithi032 ceph-mon[191839]: pgmap v4881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:33.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:47:33 smithi032 ceph-mon[189144]: pgmap v4881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:47:35 smithi039 ceph-mon[181282]: pgmap v4882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:47:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:47:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:47:35 smithi032 ceph-mon[189144]: pgmap v4882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:47:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:47:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:47:35 smithi032 ceph-mon[191839]: pgmap v4882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:47:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:47:38.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:47:37 smithi039 ceph-mon[181282]: pgmap v4883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:47:37 smithi032 ceph-mon[191839]: pgmap v4883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:38.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:47:37 smithi032 ceph-mon[189144]: pgmap v4883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:47:39 smithi039 ceph-mon[181282]: pgmap v4884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:40.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:47:39 smithi032 ceph-mon[191839]: pgmap v4884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:40.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:47:39 smithi032 ceph-mon[189144]: pgmap v4884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:47:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:47:40] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T18:47:42.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:47:41 smithi039 ceph-mon[181282]: pgmap v4885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:47:41 smithi032 ceph-mon[191839]: pgmap v4885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:42.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:47:41 smithi032 ceph-mon[189144]: pgmap v4885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:42.937 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:47:43.259 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:47:43.259 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (87m) 2m ago 92m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:47:43.260 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (87m) 15s ago 92m 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:47:43.260 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (93m) 2m ago 93m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:47:43.260 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (92m) 15s ago 92m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:47:43.260 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (87m) 15s ago 95m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:47:43.260 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (87m) 2m ago 96m 608M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:47:43.260 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (86m) 2m ago 97m 625M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:47:43.260 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (86m) 15s ago 95m 339M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:47:43.260 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (86m) 2m ago 95m 338M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:47:43.260 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (87m) 2m ago 91m 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:47:43.260 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (87m) 15s ago 91m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:47:43.260 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (85m) 2m ago 95m 4008M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:47:43.260 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (85m) 2m ago 95m 4232M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:47:43.260 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (84m) 2m ago 94m 3847M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:47:43.260 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (84m) 2m ago 94m 3732M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:47:43.260 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (83m) 15s ago 94m 3589M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:47:43.261 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (83m) 15s ago 93m 3743M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:47:43.261 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (82m) 15s ago 93m 3528M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:47:43.261 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (82m) 15s ago 93m 3368M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:47:43.261 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (87m) 15s ago 92m 103M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:47:43.664 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:47:43.664 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:47:43.664 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:47:43.664 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:47:43.664 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:47:43.664 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:47:43.664 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:47:43.664 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:47:43.665 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:47:43.665 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:47:43.665 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:47:43.665 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:47:43.665 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:47:43.665 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:47:43.665 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:47:43.665 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:47:43.665 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:47:43.665 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:47:43.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:47:43 smithi039 ceph-mon[181282]: pgmap v4886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:43.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:47:43 smithi039 ceph-mon[181282]: from='client.38793 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:47:43.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:47:43 smithi032 ceph-mon[191839]: pgmap v4886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:43.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:47:43 smithi032 ceph-mon[191839]: from='client.38793 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:47:43.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:47:43 smithi032 ceph-mon[189144]: pgmap v4886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:43.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:47:43 smithi032 ceph-mon[189144]: from='client.38793 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:47:44.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:47:44 smithi039 ceph-mon[181282]: from='client.38799 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:47:44.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:47:44 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4252032323' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:47:44.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:47:44 smithi032 ceph-mon[191839]: from='client.38799 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:47:44.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:47:44 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4252032323' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:47:44.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:47:44 smithi032 ceph-mon[189144]: from='client.38799 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:47:44.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:47:44 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4252032323' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:47:45.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:47:45 smithi039 ceph-mon[181282]: pgmap v4887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:45.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:47:45 smithi032 ceph-mon[191839]: pgmap v4887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:45.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:47:45 smithi032 ceph-mon[189144]: pgmap v4887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:48.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:47:47 smithi039 ceph-mon[181282]: pgmap v4888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:48.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:47:47 smithi032 ceph-mon[191839]: pgmap v4888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:48.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:47:47 smithi032 ceph-mon[189144]: pgmap v4888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:47:49 smithi039 ceph-mon[181282]: pgmap v4889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:50.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:47:49 smithi032 ceph-mon[191839]: pgmap v4889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:50.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:47:49 smithi032 ceph-mon[189144]: pgmap v4889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:51.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:47:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:47:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:47:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:47:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:47:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:47:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:47:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:47:50] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T18:47:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:47:51 smithi039 ceph-mon[181282]: pgmap v4890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:52.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:47:51 smithi032 ceph-mon[189144]: pgmap v4890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:52.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:47:51 smithi032 ceph-mon[191839]: pgmap v4890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:53.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:47:53 smithi039 ceph-mon[181282]: pgmap v4891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:53.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:47:53 smithi032 ceph-mon[191839]: pgmap v4891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:53.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:47:53 smithi032 ceph-mon[189144]: pgmap v4891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:56.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:47:55 smithi039 ceph-mon[181282]: pgmap v4892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:56.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:47:55 smithi032 ceph-mon[191839]: pgmap v4892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:56.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:47:55 smithi032 ceph-mon[189144]: pgmap v4892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:58.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:47:57 smithi039 ceph-mon[181282]: pgmap v4893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:58.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:47:57 smithi032 ceph-mon[189144]: pgmap v4893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:47:58.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:47:57 smithi032 ceph-mon[191839]: pgmap v4893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:00.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:47:59 smithi039 ceph-mon[181282]: pgmap v4894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:00.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:47:59 smithi032 ceph-mon[191839]: pgmap v4894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:00.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:47:59 smithi032 ceph-mon[189144]: pgmap v4894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:48:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:48:00] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T18:48:02.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:48:01 smithi039 ceph-mon[181282]: pgmap v4895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:02.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:48:01 smithi032 ceph-mon[189144]: pgmap v4895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:48:01 smithi032 ceph-mon[191839]: pgmap v4895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:03.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:48:03 smithi039 ceph-mon[181282]: pgmap v4896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:03.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:48:03 smithi032 ceph-mon[191839]: pgmap v4896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:03.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:48:03 smithi032 ceph-mon[189144]: pgmap v4896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:06.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:48:05 smithi039 ceph-mon[181282]: pgmap v4897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:48:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:48:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:48:05 smithi032 ceph-mon[191839]: pgmap v4897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:48:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:48:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:48:05 smithi032 ceph-mon[189144]: pgmap v4897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:48:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:48:08.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:48:07 smithi039 ceph-mon[181282]: pgmap v4898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:48:07 smithi032 ceph-mon[191839]: pgmap v4898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:08.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:48:07 smithi032 ceph-mon[189144]: pgmap v4898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:10.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:48:09 smithi039 ceph-mon[181282]: pgmap v4899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:10.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:48:09 smithi032 ceph-mon[191839]: pgmap v4899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:10.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:48:09 smithi032 ceph-mon[189144]: pgmap v4899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:48:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:48:10] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T18:48:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:48:11 smithi039 ceph-mon[181282]: pgmap v4900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:12.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:48:11 smithi032 ceph-mon[189144]: pgmap v4900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:48:11 smithi032 ceph-mon[191839]: pgmap v4900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:13.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:48:13 smithi039 ceph-mon[181282]: pgmap v4901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:13.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:48:13 smithi032 ceph-mon[191839]: pgmap v4901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:13.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:48:13 smithi032 ceph-mon[189144]: pgmap v4901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:14.028 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:48:14.354 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:48:14.354 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (88m) 2m ago 92m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:48:14.354 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (87m) 46s ago 92m 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:48:14.354 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (93m) 2m ago 93m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:48:14.354 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (93m) 46s ago 93m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:48:14.354 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (87m) 46s ago 96m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:48:14.354 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (87m) 2m ago 97m 608M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:48:14.354 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (87m) 2m ago 97m 625M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:48:14.354 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (86m) 46s ago 96m 339M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:48:14.355 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (86m) 2m ago 96m 338M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:48:14.355 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (88m) 2m ago 92m 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:48:14.355 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (87m) 46s ago 92m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:48:14.355 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (86m) 2m ago 95m 4008M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:48:14.355 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (85m) 2m ago 95m 4232M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:48:14.355 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (85m) 2m ago 95m 3847M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:48:14.355 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (84m) 2m ago 94m 3732M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:48:14.355 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (84m) 46s ago 94m 3589M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:48:14.355 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (83m) 46s ago 94m 3743M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:48:14.355 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (83m) 46s ago 94m 3528M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:48:14.355 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (82m) 46s ago 93m 3368M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:48:14.355 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (87m) 46s ago 93m 103M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:48:14.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:48:14 smithi039 ceph-mon[181282]: from='client.38811 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:48:14.757 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:48:14.757 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:48:14.757 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:48:14.757 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:48:14.757 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:48:14.757 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:48:14.757 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:48:14.757 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:48:14.757 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:48:14.757 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:48:14.758 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:48:14.758 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:48:14.758 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:48:14.758 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:48:14.758 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:48:14.758 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:48:14.758 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:48:14.758 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:48:14.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:48:14 smithi032 ceph-mon[191839]: from='client.38811 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:48:14.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:48:14 smithi032 ceph-mon[189144]: from='client.38811 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:48:15.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:48:15 smithi039 ceph-mon[181282]: from='client.38817 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:48:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:48:15 smithi039 ceph-mon[181282]: pgmap v4902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:48:15 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2207152039' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:48:15.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:48:15 smithi032 ceph-mon[191839]: from='client.38817 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:48:15.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:48:15 smithi032 ceph-mon[191839]: pgmap v4902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:15.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:48:15 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2207152039' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:48:15.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:48:15 smithi032 ceph-mon[189144]: from='client.38817 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:48:15.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:48:15 smithi032 ceph-mon[189144]: pgmap v4902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:15.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:48:15 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2207152039' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:48:18.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:48:17 smithi039 ceph-mon[181282]: pgmap v4903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:18.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:48:17 smithi032 ceph-mon[191839]: pgmap v4903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:48:17 smithi032 ceph-mon[189144]: pgmap v4903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:48:19 smithi039 ceph-mon[181282]: pgmap v4904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:48:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:48:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:48:19 smithi032 ceph-mon[191839]: pgmap v4904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:48:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:48:20.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:48:19 smithi032 ceph-mon[189144]: pgmap v4904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:20.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:48:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:48:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:48:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:48:20] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T18:48:22.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:48:21 smithi039 ceph-mon[181282]: pgmap v4905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:48:21 smithi032 ceph-mon[191839]: pgmap v4905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:48:21 smithi032 ceph-mon[189144]: pgmap v4905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:23.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:48:23 smithi039 ceph-mon[181282]: pgmap v4906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:23.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:48:23 smithi032 ceph-mon[191839]: pgmap v4906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:23.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:48:23 smithi032 ceph-mon[189144]: pgmap v4906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:26.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:48:25 smithi039 ceph-mon[181282]: pgmap v4907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:48:25 smithi032 ceph-mon[191839]: pgmap v4907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:26.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:48:25 smithi032 ceph-mon[189144]: pgmap v4907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:28.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:48:27 smithi039 ceph-mon[181282]: pgmap v4908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:28.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:48:27 smithi032 ceph-mon[191839]: pgmap v4908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:28.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:48:27 smithi032 ceph-mon[189144]: pgmap v4908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:29.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:48:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:48:29.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:48:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:48:29.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:48:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:48:29.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:48:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:48:29.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:48:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:48:29.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:48:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:48:29.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:48:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:48:29.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:48:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:48:29.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:48:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:48:29.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:48:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:48:29.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:48:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:48:29.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:48:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:48:30.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:48:29 smithi039 ceph-mon[181282]: pgmap v4909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:48:29 smithi032 ceph-mon[191839]: pgmap v4909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:30.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:48:29 smithi032 ceph-mon[189144]: pgmap v4909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:48:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:48:30] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T18:48:32.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:48:31 smithi039 ceph-mon[181282]: pgmap v4910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:32.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:48:31 smithi032 ceph-mon[191839]: pgmap v4910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:32.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:48:31 smithi032 ceph-mon[189144]: pgmap v4910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:33.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:48:33 smithi032 ceph-mon[189144]: pgmap v4911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:33.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:48:33 smithi032 ceph-mon[191839]: pgmap v4911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:34.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:48:33 smithi039 ceph-mon[181282]: pgmap v4911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:36.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:48:35 smithi039 ceph-mon[181282]: pgmap v4912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:48:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:48:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:48:35 smithi032 ceph-mon[191839]: pgmap v4912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:48:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:48:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:48:35 smithi032 ceph-mon[189144]: pgmap v4912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:48:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:48:38.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:48:37 smithi039 ceph-mon[181282]: pgmap v4913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:38.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:48:37 smithi032 ceph-mon[191839]: pgmap v4913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:38.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:48:37 smithi032 ceph-mon[189144]: pgmap v4913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:48:39 smithi039 ceph-mon[181282]: pgmap v4914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:40.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:48:39 smithi032 ceph-mon[189144]: pgmap v4914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:40.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:48:39 smithi032 ceph-mon[191839]: pgmap v4914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:48:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:48:40] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T18:48:42.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:48:41 smithi039 ceph-mon[181282]: pgmap v4915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:42.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:48:41 smithi032 ceph-mon[189144]: pgmap v4915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:48:41 smithi032 ceph-mon[191839]: pgmap v4915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:43.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:48:43 smithi039 ceph-mon[181282]: pgmap v4916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:43.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:48:43 smithi032 ceph-mon[191839]: pgmap v4916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:43.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:48:43 smithi032 ceph-mon[189144]: pgmap v4916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:45.129 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:48:45.454 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:48:45.454 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (88m) 3m ago 93m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:48:45.455 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (88m) 78s ago 93m 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:48:45.455 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (94m) 3m ago 94m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:48:45.455 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (94m) 78s ago 94m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:48:45.455 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (88m) 78s ago 96m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:48:45.455 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (88m) 3m ago 98m 608M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:48:45.455 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (87m) 3m ago 98m 625M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:48:45.455 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (87m) 78s ago 96m 339M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:48:45.455 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (87m) 3m ago 96m 338M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:48:45.455 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (88m) 3m ago 93m 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:48:45.455 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (88m) 78s ago 92m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:48:45.456 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (86m) 3m ago 96m 4008M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:48:45.456 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (86m) 3m ago 96m 4232M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:48:45.456 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (85m) 3m ago 95m 3847M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:48:45.456 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (85m) 3m ago 95m 3732M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:48:45.456 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (84m) 78s ago 95m 3589M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:48:45.456 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (84m) 78s ago 94m 3743M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:48:45.456 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (83m) 78s ago 94m 3528M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:48:45.456 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (83m) 78s ago 94m 3368M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:48:45.456 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (88m) 78s ago 93m 103M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:48:45.855 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:48:45.855 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:48:45.855 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:48:45.855 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:48:45.855 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:48:45.855 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:48:45.855 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:48:45.855 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:48:45.855 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:48:45.856 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:48:45.856 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:48:45.856 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:48:45.856 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:48:45.856 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:48:45.856 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:48:45.856 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:48:45.856 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:48:45.856 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:48:46.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:48:45 smithi039 ceph-mon[181282]: pgmap v4917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:46.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:48:45 smithi039 ceph-mon[181282]: from='client.48746 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:48:46.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:48:45 smithi032 ceph-mon[191839]: pgmap v4917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:46.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:48:45 smithi032 ceph-mon[191839]: from='client.48746 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:48:46.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:48:45 smithi032 ceph-mon[189144]: pgmap v4917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:46.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:48:45 smithi032 ceph-mon[189144]: from='client.48746 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:48:47.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:48:46 smithi039 ceph-mon[181282]: from='client.38835 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:48:47.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:48:46 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2080420604' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:48:47.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:48:46 smithi032 ceph-mon[191839]: from='client.38835 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:48:47.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:48:46 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2080420604' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:48:47.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:48:46 smithi032 ceph-mon[189144]: from='client.38835 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:48:47.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:48:46 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2080420604' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:48:48.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:48:47 smithi039 ceph-mon[181282]: pgmap v4918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:48.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:48:47 smithi032 ceph-mon[189144]: pgmap v4918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:48.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:48:47 smithi032 ceph-mon[191839]: pgmap v4918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:48:49 smithi039 ceph-mon[181282]: pgmap v4919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:48:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:48:50.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:48:49 smithi032 ceph-mon[191839]: pgmap v4919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:50.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:48:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:48:50.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:48:49 smithi032 ceph-mon[189144]: pgmap v4919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:50.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:48:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:48:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:48:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:48:50] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T18:48:52.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:48:51 smithi039 ceph-mon[181282]: pgmap v4920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:52.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:48:51 smithi032 ceph-mon[189144]: pgmap v4920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:52.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:48:51 smithi032 ceph-mon[191839]: pgmap v4920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:53.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:48:53 smithi039 ceph-mon[181282]: pgmap v4921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:53.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:48:53 smithi032 ceph-mon[191839]: pgmap v4921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:53.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:48:53 smithi032 ceph-mon[189144]: pgmap v4921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:56.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:48:55 smithi039 ceph-mon[181282]: pgmap v4922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:56.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:48:55 smithi032 ceph-mon[191839]: pgmap v4922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:56.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:48:55 smithi032 ceph-mon[189144]: pgmap v4922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:58.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:48:57 smithi039 ceph-mon[181282]: pgmap v4923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:58.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:48:57 smithi032 ceph-mon[189144]: pgmap v4923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:48:58.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:48:57 smithi032 ceph-mon[191839]: pgmap v4923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:00.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:48:59 smithi039 ceph-mon[181282]: pgmap v4924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:00.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:48:59 smithi032 ceph-mon[189144]: pgmap v4924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:00.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:48:59 smithi032 ceph-mon[191839]: pgmap v4924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:49:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:49:00] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T18:49:02.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:49:01 smithi039 ceph-mon[181282]: pgmap v4925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:02.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:49:01 smithi032 ceph-mon[191839]: pgmap v4925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:02.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:49:01 smithi032 ceph-mon[189144]: pgmap v4925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:03.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:49:03 smithi032 ceph-mon[189144]: pgmap v4926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:03.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:49:03 smithi032 ceph-mon[191839]: pgmap v4926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:04.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:49:03 smithi039 ceph-mon[181282]: pgmap v4926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:49:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:49:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:49:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:49:05.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:49:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:49:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:49:05 smithi032 ceph-mon[189144]: pgmap v4927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:49:05 smithi032 ceph-mon[191839]: pgmap v4927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:49:05 smithi039 ceph-mon[181282]: pgmap v4927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:49:07 smithi032 ceph-mon[191839]: pgmap v4928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:08.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:49:07 smithi032 ceph-mon[189144]: pgmap v4928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:08.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:49:07 smithi039 ceph-mon[181282]: pgmap v4928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:10.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:49:09 smithi032 ceph-mon[191839]: pgmap v4929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:10.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:49:09 smithi032 ceph-mon[189144]: pgmap v4929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:10.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:49:09 smithi039 ceph-mon[181282]: pgmap v4929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:49:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:49:10] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T18:49:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:49:11 smithi032 ceph-mon[191839]: pgmap v4930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:12.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:49:11 smithi032 ceph-mon[189144]: pgmap v4930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:12.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:49:11 smithi039 ceph-mon[181282]: pgmap v4930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:13.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:49:13 smithi032 ceph-mon[191839]: pgmap v4931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:13.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:49:13 smithi032 ceph-mon[189144]: pgmap v4931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:14.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:49:13 smithi039 ceph-mon[181282]: pgmap v4931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:16.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:49:15 smithi039 ceph-mon[181282]: pgmap v4932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:16.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:49:15 smithi032 ceph-mon[191839]: pgmap v4932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:16.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:49:15 smithi032 ceph-mon[189144]: pgmap v4932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:16.218 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:49:16.546 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:49:16.546 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (89m) 3m ago 93m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:49:16.546 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (89m) 109s ago 93m 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:49:16.546 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (94m) 3m ago 94m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:49:16.546 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (94m) 109s ago 94m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:49:16.546 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (88m) 109s ago 97m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:49:16.547 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (88m) 3m ago 98m 608M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:49:16.547 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (88m) 3m ago 98m 625M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:49:16.547 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (87m) 109s ago 97m 339M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:49:16.547 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (88m) 3m ago 97m 338M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:49:16.547 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (89m) 3m ago 93m 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:49:16.547 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (88m) 109s ago 93m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:49:16.547 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (87m) 3m ago 96m 4008M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:49:16.547 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (86m) 3m ago 96m 4232M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:49:16.547 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (86m) 3m ago 96m 3847M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:49:16.548 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (85m) 3m ago 95m 3732M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:49:16.548 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (85m) 109s ago 95m 3589M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:49:16.548 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (84m) 109s ago 95m 3743M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:49:16.548 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (84m) 109s ago 95m 3528M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:49:16.548 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (83m) 109s ago 94m 3368M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:49:16.548 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (88m) 109s ago 94m 103M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:49:16.954 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:49:16.954 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:49:16.954 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:49:16.954 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:49:16.954 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:49:16.954 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:49:16.954 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:49:16.955 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:49:16.955 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:49:16.955 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:49:16.955 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:49:16.955 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:49:16.955 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:49:16.955 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:49:16.955 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:49:16.955 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:49:16.955 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:49:16.955 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:49:18.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:49:17 smithi039 ceph-mon[181282]: from='client.48764 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:49:18.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:49:17 smithi039 ceph-mon[181282]: from='client.38853 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:49:18.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:49:17 smithi039 ceph-mon[181282]: pgmap v4933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:18.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:49:17 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2799689801' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:49:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:49:17 smithi032 ceph-mon[191839]: from='client.48764 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:49:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:49:17 smithi032 ceph-mon[191839]: from='client.38853 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:49:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:49:17 smithi032 ceph-mon[191839]: pgmap v4933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:49:17 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2799689801' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:49:18.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:49:17 smithi032 ceph-mon[189144]: from='client.48764 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:49:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:49:17 smithi032 ceph-mon[189144]: from='client.38853 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:49:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:49:17 smithi032 ceph-mon[189144]: pgmap v4933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:49:17 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2799689801' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:49:20.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:49:19 smithi039 ceph-mon[181282]: pgmap v4934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:49:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:49:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:49:19 smithi032 ceph-mon[191839]: pgmap v4934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:49:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:49:20.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:49:19 smithi032 ceph-mon[189144]: pgmap v4934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:20.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:49:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:49:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:49:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:49:20] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T18:49:22.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:49:21 smithi039 ceph-mon[181282]: pgmap v4935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:49:21 smithi032 ceph-mon[191839]: pgmap v4935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:22.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:49:21 smithi032 ceph-mon[189144]: pgmap v4935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:23.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:49:23 smithi032 ceph-mon[191839]: pgmap v4936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:23.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:49:23 smithi032 ceph-mon[189144]: pgmap v4936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:24.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:49:23 smithi039 ceph-mon[181282]: pgmap v4936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:26.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:49:25 smithi039 ceph-mon[181282]: pgmap v4937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:26.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:49:25 smithi032 ceph-mon[189144]: pgmap v4937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:49:25 smithi032 ceph-mon[191839]: pgmap v4937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:28.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:49:27 smithi039 ceph-mon[181282]: pgmap v4938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:28.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:49:27 smithi032 ceph-mon[191839]: pgmap v4938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:28.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:49:27 smithi032 ceph-mon[189144]: pgmap v4938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:29.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:49:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:49:29.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:49:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:49:29.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:49:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:49:30.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:49:29 smithi039 ceph-mon[181282]: pgmap v4939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:49:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:49:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:49:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:49:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:49:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:49:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:49:29 smithi032 ceph-mon[191839]: pgmap v4939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:49:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:49:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:49:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:49:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:49:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:49:30.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:49:29 smithi032 ceph-mon[189144]: pgmap v4939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:30.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:49:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:49:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:49:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:49:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:49:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:49:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:49:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:49:30] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T18:49:32.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:49:31 smithi039 ceph-mon[181282]: pgmap v4940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:32.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:49:31 smithi032 ceph-mon[191839]: pgmap v4940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:32.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:49:31 smithi032 ceph-mon[189144]: pgmap v4940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:33.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:49:33 smithi032 ceph-mon[191839]: pgmap v4941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:33.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:49:33 smithi032 ceph-mon[189144]: pgmap v4941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:34.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:49:33 smithi039 ceph-mon[181282]: pgmap v4941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:49:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:49:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:49:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:49:35.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:49:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:49:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:49:35 smithi032 ceph-mon[189144]: pgmap v4942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:49:35 smithi032 ceph-mon[191839]: pgmap v4942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:36.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:49:35 smithi039 ceph-mon[181282]: pgmap v4942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:38.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:49:37 smithi032 ceph-mon[189144]: pgmap v4943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:49:37 smithi032 ceph-mon[191839]: pgmap v4943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:38.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:49:37 smithi039 ceph-mon[181282]: pgmap v4943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:40.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:49:39 smithi032 ceph-mon[191839]: pgmap v4944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:40.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:49:39 smithi032 ceph-mon[189144]: pgmap v4944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:40.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:49:39 smithi039 ceph-mon[181282]: pgmap v4944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:41.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:49:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:49:40] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T18:49:42.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:49:41 smithi032 ceph-mon[191839]: pgmap v4945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:42.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:49:41 smithi032 ceph-mon[189144]: pgmap v4945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:42.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:49:41 smithi039 ceph-mon[181282]: pgmap v4945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:43.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:49:43 smithi032 ceph-mon[191839]: pgmap v4946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:43.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:49:43 smithi032 ceph-mon[189144]: pgmap v4946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:44.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:49:43 smithi039 ceph-mon[181282]: pgmap v4946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:46.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:49:45 smithi039 ceph-mon[181282]: pgmap v4947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:46.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:49:45 smithi032 ceph-mon[189144]: pgmap v4947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:46.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:49:45 smithi032 ceph-mon[191839]: pgmap v4947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:47.319 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:49:47.643 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:49:47.643 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (89m) 4m ago 94m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:49:47.644 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (89m) 2m ago 94m 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:49:47.644 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (95m) 4m ago 95m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:49:47.644 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (95m) 2m ago 95m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:49:47.644 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (89m) 2m ago 97m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:49:47.644 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (89m) 4m ago 99m 608M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:49:47.644 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (88m) 4m ago 99m 625M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:49:47.644 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (88m) 2m ago 97m 339M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:49:47.644 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (88m) 4m ago 97m 338M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:49:47.644 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (89m) 4m ago 94m 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:49:47.644 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (89m) 2m ago 94m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:49:47.644 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (87m) 4m ago 97m 4008M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:49:47.644 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (87m) 4m ago 97m 4232M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:49:47.645 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (86m) 4m ago 96m 3847M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:49:47.645 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (86m) 4m ago 96m 3732M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:49:47.645 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (85m) 2m ago 96m 3589M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:49:47.645 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (85m) 2m ago 95m 3743M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:49:47.645 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (84m) 2m ago 95m 3528M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:49:47.645 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (84m) 2m ago 95m 3368M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:49:47.645 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (89m) 2m ago 94m 103M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:49:48.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:49:47 smithi039 ceph-mon[181282]: pgmap v4948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:48.045 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:49:48.045 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:49:48.045 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:49:48.045 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:49:48.045 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:49:48.045 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:49:48.045 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:49:48.045 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:49:48.045 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:49:48.045 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:49:48.045 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:49:48.045 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:49:48.045 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:49:48.046 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:49:48.046 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:49:48.046 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:49:48.046 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:49:48.046 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:49:48.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:49:47 smithi032 ceph-mon[189144]: pgmap v4948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:48.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:49:47 smithi032 ceph-mon[191839]: pgmap v4948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:49.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:49:48 smithi039 ceph-mon[181282]: from='client.38865 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:49:49.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:49:48 smithi039 ceph-mon[181282]: from='client.48788 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:49:49.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:49:48 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2098997181' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:49:49.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:49:48 smithi032 ceph-mon[189144]: from='client.38865 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:49:49.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:49:48 smithi032 ceph-mon[189144]: from='client.48788 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:49:49.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:49:48 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2098997181' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:49:49.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:49:48 smithi032 ceph-mon[191839]: from='client.38865 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:49:49.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:49:48 smithi032 ceph-mon[191839]: from='client.48788 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:49:49.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:49:48 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2098997181' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:49:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:49:49 smithi039 ceph-mon[181282]: pgmap v4949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:49:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:49:50.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:49:49 smithi032 ceph-mon[191839]: pgmap v4949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:50.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:49:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:49:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:49:49 smithi032 ceph-mon[189144]: pgmap v4949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:49:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:49:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:49:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:49:50] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:49:52.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:49:51 smithi039 ceph-mon[181282]: pgmap v4950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:52.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:49:51 smithi032 ceph-mon[189144]: pgmap v4950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:49:51 smithi032 ceph-mon[191839]: pgmap v4950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:53.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:49:53 smithi032 ceph-mon[191839]: pgmap v4951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:53.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:49:53 smithi032 ceph-mon[189144]: pgmap v4951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:54.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:49:53 smithi039 ceph-mon[181282]: pgmap v4951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:56.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:49:55 smithi039 ceph-mon[181282]: pgmap v4952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:56.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:49:55 smithi032 ceph-mon[191839]: pgmap v4952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:56.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:49:55 smithi032 ceph-mon[189144]: pgmap v4952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:58.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:49:57 smithi039 ceph-mon[181282]: pgmap v4953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:58.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:49:57 smithi032 ceph-mon[189144]: pgmap v4953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:49:58.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:49:57 smithi032 ceph-mon[191839]: pgmap v4953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:00.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:49:59 smithi032 ceph-mon[191839]: pgmap v4954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:00.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:49:59 smithi032 ceph-mon[189144]: pgmap v4954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:00.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:50:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T18:49:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T18:50:00.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:49:59 smithi039 ceph-mon[181282]: pgmap v4954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:50:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T18:50:01.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:50:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T18:50:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:50:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:50:00] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:50:01.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:50:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T18:50:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:50:01 smithi032 ceph-mon[191839]: pgmap v4955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:02.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:50:01 smithi032 ceph-mon[189144]: pgmap v4955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:02.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:50:01 smithi039 ceph-mon[181282]: pgmap v4955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:03.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:50:03 smithi032 ceph-mon[191839]: pgmap v4956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:03.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:50:03 smithi032 ceph-mon[189144]: pgmap v4956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:04.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:50:03 smithi039 ceph-mon[181282]: pgmap v4956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:50:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:50:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:50:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:50:05.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:50:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:50:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:50:05 smithi032 ceph-mon[191839]: pgmap v4957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:50:05 smithi032 ceph-mon[189144]: pgmap v4957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:50:05 smithi039 ceph-mon[181282]: pgmap v4957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:50:07 smithi032 ceph-mon[191839]: pgmap v4958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:08.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:50:07 smithi032 ceph-mon[189144]: pgmap v4958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:08.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:50:07 smithi039 ceph-mon[181282]: pgmap v4958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:50:09 smithi032 ceph-mon[189144]: pgmap v4959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:10.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:50:09 smithi032 ceph-mon[191839]: pgmap v4959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:10.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:50:09 smithi039 ceph-mon[181282]: pgmap v4959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:50:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:50:10] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T18:50:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:50:11 smithi032 ceph-mon[191839]: pgmap v4960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:12.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:50:11 smithi032 ceph-mon[189144]: pgmap v4960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:12.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:50:11 smithi039 ceph-mon[181282]: pgmap v4960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:13.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:50:13 smithi032 ceph-mon[191839]: pgmap v4961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:13.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:50:13 smithi032 ceph-mon[189144]: pgmap v4961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:14.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:50:13 smithi039 ceph-mon[181282]: pgmap v4961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:16.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:50:15 smithi039 ceph-mon[181282]: pgmap v4962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:16.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:50:15 smithi032 ceph-mon[191839]: pgmap v4962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:16.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:50:15 smithi032 ceph-mon[189144]: pgmap v4962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:17.256 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 18:50:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-22T18:50:16.983028428Z level=info msg="Completed cleanup jobs" duration=12.580084ms 2023-12-22T18:50:18.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:50:17 smithi032 ceph-mon[189144]: pgmap v4963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:50:17 smithi032 ceph-mon[191839]: pgmap v4963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:18.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:50:17 smithi039 ceph-mon[181282]: pgmap v4963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:18.408 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:50:18.730 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:50:18.730 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (90m) 4m ago 94m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:50:18.730 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (90m) 2m ago 94m 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:50:18.730 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (95m) 4m ago 95m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:50:18.730 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (95m) 2m ago 95m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:50:18.731 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (89m) 2m ago 98m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:50:18.731 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (89m) 4m ago 99m 608M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:50:18.731 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (89m) 4m ago 99m 625M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:50:18.731 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (88m) 2m ago 98m 339M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:50:18.731 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (89m) 4m ago 98m 338M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:50:18.731 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (90m) 4m ago 94m 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:50:18.731 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (90m) 2m ago 94m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:50:18.731 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (88m) 4m ago 97m 4008M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:50:18.731 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (87m) 4m ago 97m 4232M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:50:18.731 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (87m) 4m ago 97m 3847M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:50:18.731 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (86m) 4m ago 97m 3732M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:50:18.731 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (86m) 2m ago 96m 3589M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:50:18.732 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (85m) 2m ago 96m 3743M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:50:18.732 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (85m) 2m ago 96m 3528M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:50:18.732 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (85m) 2m ago 95m 3368M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:50:18.732 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (89m) 2m ago 95m 103M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:50:19.133 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:50:19.133 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:50:19.133 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:50:19.133 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:50:19.133 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:50:19.134 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:50:19.134 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:50:19.134 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:50:19.134 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:50:19.134 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:50:19.134 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:50:19.134 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:50:19.134 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:50:19.134 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:50:19.134 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:50:19.134 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:50:19.135 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:50:19.135 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:50:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:50:19 smithi032 ceph-mon[191839]: from='client.38883 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:50:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:50:19 smithi032 ceph-mon[191839]: pgmap v4964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:50:19 smithi032 ceph-mon[191839]: from='client.38889 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:50:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:50:19 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3221576179' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:50:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:50:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:50:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:50:19 smithi032 ceph-mon[189144]: from='client.38883 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:50:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:50:19 smithi032 ceph-mon[189144]: pgmap v4964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:50:19 smithi032 ceph-mon[189144]: from='client.38889 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:50:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:50:19 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3221576179' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:50:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:50:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:50:20.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:50:19 smithi039 ceph-mon[181282]: from='client.38883 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:50:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:50:19 smithi039 ceph-mon[181282]: pgmap v4964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:50:19 smithi039 ceph-mon[181282]: from='client.38889 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:50:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:50:19 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3221576179' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:50:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:50:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:50:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:50:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:50:20] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:50:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:50:21 smithi032 ceph-mon[191839]: pgmap v4965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:22.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:50:21 smithi032 ceph-mon[189144]: pgmap v4965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:22.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:50:21 smithi039 ceph-mon[181282]: pgmap v4965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:23.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:50:23 smithi032 ceph-mon[189144]: pgmap v4966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:23.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:50:23 smithi032 ceph-mon[191839]: pgmap v4966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:24.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:50:23 smithi039 ceph-mon[181282]: pgmap v4966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:26.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:50:25 smithi039 ceph-mon[181282]: pgmap v4967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:50:25 smithi032 ceph-mon[191839]: pgmap v4967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:26.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:50:25 smithi032 ceph-mon[189144]: pgmap v4967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:28.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:50:27 smithi032 ceph-mon[191839]: pgmap v4968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:28.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:50:27 smithi032 ceph-mon[189144]: pgmap v4968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:28.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:50:27 smithi039 ceph-mon[181282]: pgmap v4968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:50:29 smithi032 ceph-mon[191839]: pgmap v4969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:50:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:50:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:50:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:50:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:50:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:50:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:50:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:50:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:50:29 smithi032 ceph-mon[189144]: pgmap v4969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:50:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:50:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:50:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:50:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:50:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:50:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:50:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:50:30.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:50:29 smithi039 ceph-mon[181282]: pgmap v4969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:30.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:50:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:50:30.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:50:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:50:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:50:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:50:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:50:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:50:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:50:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:50:30] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:50:32.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:50:31 smithi032 ceph-mon[191839]: pgmap v4970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:32.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:50:31 smithi032 ceph-mon[189144]: pgmap v4970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:32.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:50:31 smithi039 ceph-mon[181282]: pgmap v4970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:33.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:50:33 smithi032 ceph-mon[191839]: pgmap v4971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:33.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:50:33 smithi032 ceph-mon[189144]: pgmap v4971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:34.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:50:33 smithi039 ceph-mon[181282]: pgmap v4971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:50:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:50:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:50:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:50:35.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:50:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:50:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:50:35 smithi032 ceph-mon[191839]: pgmap v4972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:50:35 smithi032 ceph-mon[189144]: pgmap v4972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:36.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:50:35 smithi039 ceph-mon[181282]: pgmap v4972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:50:37 smithi032 ceph-mon[191839]: pgmap v4973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:38.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:50:37 smithi032 ceph-mon[189144]: pgmap v4973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:38.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:50:37 smithi039 ceph-mon[181282]: pgmap v4973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:40.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:50:39 smithi032 ceph-mon[191839]: pgmap v4974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:50:39 smithi032 ceph-mon[189144]: pgmap v4974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:40.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:50:39 smithi039 ceph-mon[181282]: pgmap v4974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:50:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:50:40] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T18:50:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:50:41 smithi032 ceph-mon[191839]: pgmap v4975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:42.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:50:41 smithi032 ceph-mon[189144]: pgmap v4975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:42.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:50:41 smithi039 ceph-mon[181282]: pgmap v4975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:43.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:50:43 smithi032 ceph-mon[191839]: pgmap v4976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:43.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:50:43 smithi032 ceph-mon[189144]: pgmap v4976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:44.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:50:43 smithi039 ceph-mon[181282]: pgmap v4976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:46.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:50:45 smithi032 ceph-mon[191839]: pgmap v4977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:46.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:50:45 smithi032 ceph-mon[189144]: pgmap v4977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:46.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:50:45 smithi039 ceph-mon[181282]: pgmap v4977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:48.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:50:47 smithi032 ceph-mon[191839]: pgmap v4978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:48.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:50:47 smithi032 ceph-mon[189144]: pgmap v4978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:48.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:50:47 smithi039 ceph-mon[181282]: pgmap v4978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:49.496 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:50:49.817 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:50:49.817 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (90m) 5m ago 95m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:50:49.817 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (90m) 3m ago 95m 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:50:49.817 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (96m) 5m ago 96m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:50:49.817 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (96m) 3m ago 96m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:50:49.817 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (90m) 3m ago 98m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:50:49.818 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (90m) 5m ago 100m 608M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:50:49.818 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (89m) 5m ago 100m 625M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:50:49.818 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (89m) 3m ago 98m 339M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:50:49.818 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (89m) 5m ago 98m 338M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:50:49.818 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (90m) 5m ago 95m 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:50:49.818 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (90m) 3m ago 95m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:50:49.818 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (88m) 5m ago 98m 4008M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:50:49.818 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (88m) 5m ago 98m 4232M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:50:49.818 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (87m) 5m ago 97m 3847M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:50:49.818 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (87m) 5m ago 97m 3732M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:50:49.819 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (86m) 3m ago 97m 3589M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:50:49.819 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (86m) 3m ago 96m 3743M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:50:49.819 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (86m) 3m ago 96m 3528M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:50:49.819 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (85m) 3m ago 96m 3368M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:50:49.819 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (90m) 3m ago 95m 103M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:50:50.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:50:49 smithi032 ceph-mon[189144]: pgmap v4979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:50.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:50:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:50:50.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:50:49 smithi032 ceph-mon[191839]: pgmap v4979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:50.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:50:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:50:50.221 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:50:50.221 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:50:50.222 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:50:50.222 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:50:50.222 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:50:50.222 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:50:50.222 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:50:50.222 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:50:50.222 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:50:50.222 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:50:50.222 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:50:50.222 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:50:50.222 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:50:50.223 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:50:50.223 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:50:50.223 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:50:50.223 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:50:50.223 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:50:50.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:50:49 smithi039 ceph-mon[181282]: pgmap v4979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:50:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:50:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:50:50 smithi032 ceph-mon[191839]: from='client.38901 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:50:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:50:50 smithi032 ceph-mon[191839]: from='client.38907 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:50:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:50:50 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3395096334' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:50:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:50:50 smithi032 ceph-mon[189144]: from='client.38901 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:50:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:50:50 smithi032 ceph-mon[189144]: from='client.38907 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:50:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:50:50 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3395096334' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:50:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:50:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:50:50] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:50:51.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:50:50 smithi039 ceph-mon[181282]: from='client.38901 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:50:51.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:50:50 smithi039 ceph-mon[181282]: from='client.38907 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:50:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:50:50 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3395096334' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:50:52.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:50:51 smithi032 ceph-mon[189144]: pgmap v4980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:52.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:50:51 smithi032 ceph-mon[191839]: pgmap v4980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:50:51 smithi039 ceph-mon[181282]: pgmap v4980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:53.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:50:53 smithi032 ceph-mon[191839]: pgmap v4981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:53.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:50:53 smithi032 ceph-mon[189144]: pgmap v4981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:54.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:50:53 smithi039 ceph-mon[181282]: pgmap v4981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:56.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:50:55 smithi032 ceph-mon[191839]: pgmap v4982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:56.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:50:55 smithi032 ceph-mon[189144]: pgmap v4982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:56.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:50:55 smithi039 ceph-mon[181282]: pgmap v4982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:58.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:50:57 smithi032 ceph-mon[191839]: pgmap v4983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:58.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:50:57 smithi032 ceph-mon[189144]: pgmap v4983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:50:58.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:50:57 smithi039 ceph-mon[181282]: pgmap v4983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:00.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:50:59 smithi032 ceph-mon[189144]: pgmap v4984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:00.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:50:59 smithi032 ceph-mon[191839]: pgmap v4984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:00.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:50:59 smithi039 ceph-mon[181282]: pgmap v4984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:51:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:51:00] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:51:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:51:01 smithi032 ceph-mon[191839]: pgmap v4985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:02.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:51:01 smithi032 ceph-mon[189144]: pgmap v4985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:02.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:51:01 smithi039 ceph-mon[181282]: pgmap v4985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:03.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:51:03 smithi032 ceph-mon[191839]: pgmap v4986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:03.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:51:03 smithi032 ceph-mon[189144]: pgmap v4986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:04.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:51:03 smithi039 ceph-mon[181282]: pgmap v4986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:51:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:51:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:51:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:51:05.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:51:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:51:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:51:05 smithi032 ceph-mon[191839]: pgmap v4987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:51:05 smithi032 ceph-mon[189144]: pgmap v4987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:51:05 smithi039 ceph-mon[181282]: pgmap v4987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:51:07 smithi032 ceph-mon[191839]: pgmap v4988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:08.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:51:07 smithi032 ceph-mon[189144]: pgmap v4988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:08.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:51:07 smithi039 ceph-mon[181282]: pgmap v4988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:10.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:51:09 smithi032 ceph-mon[191839]: pgmap v4989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:10.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:51:09 smithi032 ceph-mon[189144]: pgmap v4989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:10.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:51:09 smithi039 ceph-mon[181282]: pgmap v4989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:51:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:51:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T18:51:12.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:51:11 smithi032 ceph-mon[191839]: pgmap v4990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:51:11 smithi032 ceph-mon[189144]: pgmap v4990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:12.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:51:11 smithi039 ceph-mon[181282]: pgmap v4990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:13.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:51:13 smithi032 ceph-mon[191839]: pgmap v4991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:13.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:51:13 smithi032 ceph-mon[189144]: pgmap v4991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:14.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:51:13 smithi039 ceph-mon[181282]: pgmap v4991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:16.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:51:15 smithi032 ceph-mon[191839]: pgmap v4992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:16.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:51:15 smithi032 ceph-mon[189144]: pgmap v4992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:16.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:51:15 smithi039 ceph-mon[181282]: pgmap v4992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:18.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:51:17 smithi032 ceph-mon[191839]: pgmap v4993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:18.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:51:17 smithi032 ceph-mon[189144]: pgmap v4993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:18.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:51:17 smithi039 ceph-mon[181282]: pgmap v4993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:51:19 smithi032 ceph-mon[191839]: pgmap v4994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:51:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:51:20.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:51:19 smithi032 ceph-mon[189144]: pgmap v4994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:20.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:51:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:51:20.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:51:19 smithi039 ceph-mon[181282]: pgmap v4994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:20.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:51:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:51:20.584 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:51:20.908 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:51:20.909 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (91m) 5m ago 95m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:51:20.909 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (91m) 3m ago 95m 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:51:20.909 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (96m) 5m ago 96m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:51:20.909 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (96m) 3m ago 96m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:51:20.909 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (90m) 3m ago 99m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:51:20.909 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (91m) 5m ago 100m 608M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:51:20.909 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (90m) 5m ago 100m 625M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:51:20.909 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (89m) 3m ago 99m 339M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:51:20.910 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (90m) 5m ago 99m 338M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:51:20.910 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (91m) 5m ago 95m 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:51:20.910 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (91m) 3m ago 95m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:51:20.910 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (89m) 5m ago 98m 4008M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:51:20.910 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (88m) 5m ago 98m 4232M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:51:20.910 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (88m) 5m ago 98m 3847M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:51:20.910 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (87m) 5m ago 98m 3732M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:51:20.910 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (87m) 3m ago 97m 3589M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:51:20.910 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (87m) 3m ago 97m 3743M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:51:20.910 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (86m) 3m ago 97m 3528M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:51:20.910 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (86m) 3m ago 96m 3368M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:51:20.911 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (90m) 3m ago 96m 103M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:51:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:51:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:51:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T18:51:21.311 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:51:21.311 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:51:21.311 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:51:21.312 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:51:21.312 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:51:21.312 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:51:21.312 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:51:21.312 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:51:21.312 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:51:21.312 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:51:21.312 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:51:21.312 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:51:21.312 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:51:21.312 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:51:21.312 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:51:21.313 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:51:21.313 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:51:21.313 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:51:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:51:21 smithi032 ceph-mon[191839]: from='client.38919 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:51:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:51:21 smithi032 ceph-mon[191839]: pgmap v4995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:51:21 smithi032 ceph-mon[191839]: from='client.38925 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:51:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:51:21 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2080836396' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:51:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:51:21 smithi032 ceph-mon[189144]: from='client.38919 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:51:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:51:21 smithi032 ceph-mon[189144]: pgmap v4995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:51:21 smithi032 ceph-mon[189144]: from='client.38925 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:51:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:51:21 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2080836396' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:51:22.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:51:21 smithi039 ceph-mon[181282]: from='client.38919 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:51:22.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:51:21 smithi039 ceph-mon[181282]: pgmap v4995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:22.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:51:21 smithi039 ceph-mon[181282]: from='client.38925 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:51:22.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:51:21 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2080836396' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:51:23.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:51:23 smithi032 ceph-mon[191839]: pgmap v4996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:23.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:51:23 smithi032 ceph-mon[189144]: pgmap v4996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:24.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:51:23 smithi039 ceph-mon[181282]: pgmap v4996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:51:25 smithi032 ceph-mon[191839]: pgmap v4997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:26.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:51:25 smithi032 ceph-mon[189144]: pgmap v4997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:26.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:51:25 smithi039 ceph-mon[181282]: pgmap v4997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:28.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:51:27 smithi032 ceph-mon[191839]: pgmap v4998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:28.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:51:27 smithi032 ceph-mon[189144]: pgmap v4998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:28.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:51:27 smithi039 ceph-mon[181282]: pgmap v4998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:51:29 smithi032 ceph-mon[191839]: pgmap v4999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:51:29 smithi032 ceph-mon[189144]: pgmap v4999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:30.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:51:29 smithi039 ceph-mon[181282]: pgmap v4999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:51:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:51:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T18:51:31.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:51:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:51:31.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:51:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:51:31.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:51:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:51:31.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:51:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:51:31.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:51:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:51:31.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:51:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:51:31.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:51:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:51:31.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:51:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:51:31.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:51:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:51:31.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:51:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:51:31.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:51:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:51:31.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:51:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:51:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:51:31 smithi032 ceph-mon[191839]: pgmap v5000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:32.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:51:31 smithi032 ceph-mon[189144]: pgmap v5000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:32.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:51:31 smithi039 ceph-mon[181282]: pgmap v5000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:33.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:51:33 smithi032 ceph-mon[191839]: pgmap v5001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:33.937 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:51:33 smithi032 ceph-mon[189144]: pgmap v5001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:34.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:51:33 smithi039 ceph-mon[181282]: pgmap v5001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:51:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:51:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:51:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:51:35.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:51:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:51:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:51:35 smithi032 ceph-mon[191839]: pgmap v5002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:51:35 smithi032 ceph-mon[189144]: pgmap v5002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:36.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:51:35 smithi039 ceph-mon[181282]: pgmap v5002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:51:37 smithi032 ceph-mon[191839]: pgmap v5003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:51:37 smithi032 ceph-mon[189144]: pgmap v5003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:38.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:51:37 smithi039 ceph-mon[181282]: pgmap v5003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:40.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:51:39 smithi032 ceph-mon[191839]: pgmap v5004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:40.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:51:39 smithi032 ceph-mon[189144]: pgmap v5004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:40.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:51:39 smithi039 ceph-mon[181282]: pgmap v5004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:51:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:51:40] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:51:42.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:51:41 smithi032 ceph-mon[191839]: pgmap v5005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:42.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:51:41 smithi032 ceph-mon[189144]: pgmap v5005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:42.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:51:41 smithi039 ceph-mon[181282]: pgmap v5005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:43.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:51:43 smithi032 ceph-mon[191839]: pgmap v5006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:43.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:51:43 smithi032 ceph-mon[189144]: pgmap v5006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:44.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:51:43 smithi039 ceph-mon[181282]: pgmap v5006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:46.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:51:45 smithi032 ceph-mon[191839]: pgmap v5007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:46.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:51:45 smithi032 ceph-mon[189144]: pgmap v5007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:46.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:51:45 smithi039 ceph-mon[181282]: pgmap v5007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:48.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:51:47 smithi032 ceph-mon[189144]: pgmap v5008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:48.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:51:47 smithi032 ceph-mon[191839]: pgmap v5008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:48.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:51:47 smithi039 ceph-mon[181282]: pgmap v5008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:50.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:51:49 smithi032 ceph-mon[189144]: pgmap v5009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:50.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:51:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:51:50.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:51:49 smithi032 ceph-mon[191839]: pgmap v5009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:50.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:51:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:51:50.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:51:49 smithi039 ceph-mon[181282]: pgmap v5009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:50.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:51:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:51:51.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:51:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:51:50] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:51:51.676 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:51:51.998 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:51:51.998 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (91m) 6m ago 96m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:51:51.998 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (91m) 4m ago 96m 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:51:51.998 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (97m) 6m ago 97m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:51:51.998 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (97m) 4m ago 97m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:51:51.998 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (91m) 4m ago 99m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:51:51.999 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (91m) 6m ago 101m 608M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:51:51.999 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (90m) 6m ago 101m 625M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:51:51.999 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (90m) 4m ago 100m 339M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:51:51.999 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (90m) 6m ago 99m 338M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:51:51.999 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (91m) 6m ago 96m 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:51:51.999 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (91m) 4m ago 96m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:51:51.999 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (89m) 6m ago 99m 4008M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:51:51.999 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (89m) 6m ago 99m 4232M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:51:51.999 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (88m) 6m ago 98m 3847M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:51:51.999 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (88m) 6m ago 98m 3732M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:51:51.999 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (88m) 4m ago 98m 3589M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:51:51.999 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (87m) 4m ago 97m 3743M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:51:51.999 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (87m) 4m ago 97m 3528M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:51:51.999 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (86m) 4m ago 97m 3368M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:51:51.999 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (91m) 4m ago 96m 103M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:51:52.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:51:51 smithi032 ceph-mon[189144]: pgmap v5010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:52.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:51:51 smithi032 ceph-mon[191839]: pgmap v5010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:52.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:51:51 smithi039 ceph-mon[181282]: pgmap v5010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:52.405 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:51:52.405 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:51:52.405 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:51:52.406 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:51:52.406 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:51:52.406 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:51:52.406 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:51:52.406 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:51:52.406 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:51:52.406 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:51:52.406 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:51:52.406 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:51:52.406 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:51:52.406 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:51:52.406 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:51:52.406 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:51:52.407 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:51:52.407 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:51:53.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:51:52 smithi032 ceph-mon[191839]: from='client.38937 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:51:53.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:51:52 smithi032 ceph-mon[191839]: from='client.48860 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:51:53.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:51:52 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3019138008' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:51:53.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:51:52 smithi032 ceph-mon[189144]: from='client.38937 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:51:53.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:51:52 smithi032 ceph-mon[189144]: from='client.48860 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:51:53.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:51:52 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3019138008' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:51:53.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:51:52 smithi039 ceph-mon[181282]: from='client.38937 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:51:53.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:51:52 smithi039 ceph-mon[181282]: from='client.48860 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:51:53.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:51:52 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3019138008' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:51:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:51:53 smithi032 ceph-mon[191839]: pgmap v5011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:54.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:51:53 smithi032 ceph-mon[189144]: pgmap v5011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:54.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:51:53 smithi039 ceph-mon[181282]: pgmap v5011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:56.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:51:55 smithi032 ceph-mon[191839]: pgmap v5012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:56.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:51:55 smithi032 ceph-mon[189144]: pgmap v5012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:56.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:51:55 smithi039 ceph-mon[181282]: pgmap v5012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:58.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:51:57 smithi032 ceph-mon[191839]: pgmap v5013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:58.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:51:57 smithi032 ceph-mon[189144]: pgmap v5013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:51:58.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:51:57 smithi039 ceph-mon[181282]: pgmap v5013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:00.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:51:59 smithi032 ceph-mon[191839]: pgmap v5014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:00.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:51:59 smithi032 ceph-mon[189144]: pgmap v5014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:00.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:51:59 smithi039 ceph-mon[181282]: pgmap v5014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:52:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:52:00] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:52:02.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:52:01 smithi032 ceph-mon[189144]: pgmap v5015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:52:01 smithi032 ceph-mon[191839]: pgmap v5015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:02.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:52:01 smithi039 ceph-mon[181282]: pgmap v5015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:03.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:52:03 smithi032 ceph-mon[191839]: pgmap v5016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:03.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:52:03 smithi032 ceph-mon[189144]: pgmap v5016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:04.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:52:03 smithi039 ceph-mon[181282]: pgmap v5016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:52:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:52:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:52:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:52:05.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:52:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:52:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:52:05 smithi032 ceph-mon[189144]: pgmap v5017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:52:05 smithi032 ceph-mon[191839]: pgmap v5017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:52:05 smithi039 ceph-mon[181282]: pgmap v5017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:52:07 smithi032 ceph-mon[191839]: pgmap v5018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:08.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:52:07 smithi032 ceph-mon[189144]: pgmap v5018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:08.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:52:07 smithi039 ceph-mon[181282]: pgmap v5018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:10.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:52:09 smithi032 ceph-mon[191839]: pgmap v5019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:10.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:52:09 smithi032 ceph-mon[189144]: pgmap v5019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:10.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:52:09 smithi039 ceph-mon[181282]: pgmap v5019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:52:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:52:10] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T18:52:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:52:11 smithi032 ceph-mon[191839]: pgmap v5020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:12.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:52:11 smithi032 ceph-mon[189144]: pgmap v5020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:12.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:52:11 smithi039 ceph-mon[181282]: pgmap v5020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:13.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:52:13 smithi032 ceph-mon[191839]: pgmap v5021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:13.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:52:13 smithi032 ceph-mon[189144]: pgmap v5021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:14.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:52:13 smithi039 ceph-mon[181282]: pgmap v5021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:16.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:52:15 smithi032 ceph-mon[191839]: pgmap v5022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:16.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:52:15 smithi032 ceph-mon[189144]: pgmap v5022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:16.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:52:15 smithi039 ceph-mon[181282]: pgmap v5022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:52:17 smithi032 ceph-mon[191839]: pgmap v5023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:18.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:52:17 smithi032 ceph-mon[189144]: pgmap v5023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:18.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:52:17 smithi039 ceph-mon[181282]: pgmap v5023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:52:19 smithi032 ceph-mon[191839]: pgmap v5024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:52:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:52:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:52:19 smithi032 ceph-mon[189144]: pgmap v5024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:52:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:52:20.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:52:19 smithi039 ceph-mon[181282]: pgmap v5024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:20.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:52:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:52:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:52:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:52:20] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T18:52:22.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:52:21 smithi032 ceph-mon[189144]: pgmap v5025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:52:21 smithi032 ceph-mon[191839]: pgmap v5025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:22.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:52:21 smithi039 ceph-mon[181282]: pgmap v5025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:22.772 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:52:23.097 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:52:23.097 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (92m) 6m ago 96m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:52:23.097 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (92m) 4m ago 96m 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:52:23.097 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (97m) 6m ago 97m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:52:23.097 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (97m) 4m ago 97m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:52:23.098 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (91m) 4m ago 100m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:52:23.098 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (92m) 6m ago 101m 608M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:52:23.098 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (91m) 6m ago 101m 625M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:52:23.098 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (90m) 4m ago 100m 339M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:52:23.098 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (91m) 6m ago 100m 338M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:52:23.098 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (92m) 6m ago 96m 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:52:23.098 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (92m) 4m ago 96m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:52:23.098 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (90m) 6m ago 99m 4008M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:52:23.098 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (89m) 6m ago 99m 4232M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:52:23.099 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (89m) 6m ago 99m 3847M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:52:23.099 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (88m) 6m ago 99m 3732M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:52:23.099 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (88m) 4m ago 98m 3589M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:52:23.099 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (88m) 4m ago 98m 3743M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:52:23.099 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (87m) 4m ago 98m 3528M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:52:23.099 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (87m) 4m ago 97m 3368M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:52:23.099 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (91m) 4m ago 97m 103M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:52:23.502 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:52:23.502 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:52:23.502 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:52:23.502 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:52:23.502 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:52:23.502 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:52:23.502 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:52:23.502 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:52:23.502 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:52:23.503 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:52:23.503 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:52:23.503 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:52:23.503 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:52:23.503 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:52:23.503 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:52:23.503 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:52:23.503 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:52:23.503 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:52:23.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:52:23 smithi032 ceph-mon[191839]: pgmap v5026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:23.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:52:23 smithi032 ceph-mon[191839]: from='client.38955 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:52:23.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:52:23 smithi032 ceph-mon[191839]: from='client.48878 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:52:23.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:52:23 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4103521509' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:52:23.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:52:23 smithi032 ceph-mon[189144]: pgmap v5026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:23.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:52:23 smithi032 ceph-mon[189144]: from='client.38955 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:52:23.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:52:23 smithi032 ceph-mon[189144]: from='client.48878 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:52:23.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:52:23 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4103521509' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:52:24.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:52:23 smithi039 ceph-mon[181282]: pgmap v5026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:24.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:52:23 smithi039 ceph-mon[181282]: from='client.38955 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:52:24.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:52:23 smithi039 ceph-mon[181282]: from='client.48878 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:52:24.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:52:23 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4103521509' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:52:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:52:25 smithi032 ceph-mon[191839]: pgmap v5027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:26.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:52:25 smithi032 ceph-mon[189144]: pgmap v5027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:26.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:52:25 smithi039 ceph-mon[181282]: pgmap v5027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:28.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:52:27 smithi032 ceph-mon[191839]: pgmap v5028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:28.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:52:27 smithi032 ceph-mon[189144]: pgmap v5028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:28.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:52:27 smithi039 ceph-mon[181282]: pgmap v5028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:30.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:52:29 smithi032 ceph-mon[189144]: pgmap v5029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:52:29 smithi032 ceph-mon[191839]: pgmap v5029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:30.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:52:29 smithi039 ceph-mon[181282]: pgmap v5029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:52:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:52:30] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T18:52:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:52:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:52:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:52:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:52:31.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:52:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:52:32.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:52:31 smithi032 ceph-mon[191839]: pgmap v5030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:32.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:52:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:52:32.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:52:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:52:32.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:52:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:52:32.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:52:31 smithi032 ceph-mon[189144]: pgmap v5030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:52:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:52:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:52:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:52:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:52:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:52:32.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:52:31 smithi039 ceph-mon[181282]: pgmap v5030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:32.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:52:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:52:32.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:52:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:52:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:52:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:52:33.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:52:33 smithi032 ceph-mon[189144]: pgmap v5031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:33.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:52:33 smithi032 ceph-mon[191839]: pgmap v5031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:34.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:52:33 smithi039 ceph-mon[181282]: pgmap v5031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:52:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:52:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:52:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:52:35.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:52:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:52:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:52:35 smithi032 ceph-mon[189144]: pgmap v5032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:52:35 smithi032 ceph-mon[191839]: pgmap v5032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:36.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:52:35 smithi039 ceph-mon[181282]: pgmap v5032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:52:37 smithi032 ceph-mon[191839]: pgmap v5033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:38.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:52:37 smithi032 ceph-mon[189144]: pgmap v5033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:38.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:52:37 smithi039 ceph-mon[181282]: pgmap v5033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:40.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:52:39 smithi032 ceph-mon[191839]: pgmap v5034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:40.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:52:39 smithi032 ceph-mon[189144]: pgmap v5034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:40.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:52:39 smithi039 ceph-mon[181282]: pgmap v5034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:52:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:52:40] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T18:52:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:52:41 smithi032 ceph-mon[191839]: pgmap v5035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:52:41 smithi032 ceph-mon[189144]: pgmap v5035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:52:41 smithi039 ceph-mon[181282]: pgmap v5035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:43.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:52:43 smithi032 ceph-mon[189144]: pgmap v5036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:43.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:52:43 smithi032 ceph-mon[191839]: pgmap v5036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:44.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:52:43 smithi039 ceph-mon[181282]: pgmap v5036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:46.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:52:45 smithi032 ceph-mon[191839]: pgmap v5037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:46.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:52:45 smithi032 ceph-mon[189144]: pgmap v5037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:46.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:52:45 smithi039 ceph-mon[181282]: pgmap v5037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:48.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:52:47 smithi032 ceph-mon[191839]: pgmap v5038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:48.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:52:47 smithi032 ceph-mon[189144]: pgmap v5038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:48.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:52:47 smithi039 ceph-mon[181282]: pgmap v5038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:50.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:52:49 smithi032 ceph-mon[189144]: pgmap v5039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:50.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:52:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:52:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:52:49 smithi032 ceph-mon[191839]: pgmap v5039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:52:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:52:50.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:52:49 smithi039 ceph-mon[181282]: pgmap v5039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:50.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:52:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:52:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:52:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:52:50] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T18:52:52.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:52:51 smithi032 ceph-mon[189144]: pgmap v5040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:52.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:52:51 smithi032 ceph-mon[191839]: pgmap v5040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:52.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:52:51 smithi039 ceph-mon[181282]: pgmap v5040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:53.867 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:52:53.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:52:53 smithi032 ceph-mon[191839]: pgmap v5041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:53.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:52:53 smithi032 ceph-mon[189144]: pgmap v5041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:54.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:52:53 smithi039 ceph-mon[181282]: pgmap v5041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:54.193 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:52:54.194 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (92m) 7m ago 97m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:52:54.194 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (92m) 5m ago 97m 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:52:54.194 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (98m) 7m ago 98m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:52:54.194 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (98m) 5m ago 98m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:52:54.194 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (92m) 5m ago 100m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:52:54.194 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (92m) 7m ago 102m 608M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:52:54.194 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (91m) 7m ago 102m 625M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:52:54.194 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (91m) 5m ago 101m 339M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:52:54.194 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (91m) 7m ago 100m 338M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:52:54.195 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (92m) 7m ago 97m 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:52:54.195 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (92m) 5m ago 97m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:52:54.195 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (90m) 7m ago 100m 4008M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:52:54.195 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (90m) 7m ago 100m 4232M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:52:54.195 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (89m) 7m ago 99m 3847M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:52:54.195 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (89m) 7m ago 99m 3732M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:52:54.195 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (89m) 5m ago 99m 3589M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:52:54.195 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (88m) 5m ago 99m 3743M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:52:54.195 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (88m) 5m ago 98m 3528M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:52:54.195 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (87m) 5m ago 98m 3368M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:52:54.195 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (92m) 5m ago 97m 103M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:52:54.597 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:52:54.597 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:52:54.597 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:52:54.597 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:52:54.597 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:52:54.597 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:52:54.597 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:52:54.597 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:52:54.597 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:52:54.598 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:52:54.598 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:52:54.598 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:52:54.598 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:52:54.598 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:52:54.598 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:52:54.598 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:52:54.598 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:52:54.598 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:52:54.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:52:54 smithi032 ceph-mon[191839]: from='client.48890 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:52:54.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:52:54 smithi032 ceph-mon[191839]: from='client.48896 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:52:54.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:52:54 smithi032 ceph-mon[189144]: from='client.48890 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:52:54.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:52:54 smithi032 ceph-mon[189144]: from='client.48896 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:52:55.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:52:54 smithi039 ceph-mon[181282]: from='client.48890 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:52:55.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:52:54 smithi039 ceph-mon[181282]: from='client.48896 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:52:55.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:52:55 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2738449977' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:52:55.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:52:55 smithi032 ceph-mon[191839]: pgmap v5042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:55.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:52:55 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2738449977' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:52:55.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:52:55 smithi032 ceph-mon[189144]: pgmap v5042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:56.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:52:55 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2738449977' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:52:56.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:52:55 smithi039 ceph-mon[181282]: pgmap v5042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:58.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:52:57 smithi032 ceph-mon[191839]: pgmap v5043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:58.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:52:57 smithi032 ceph-mon[189144]: pgmap v5043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:52:58.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:52:57 smithi039 ceph-mon[181282]: pgmap v5043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:00.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:52:59 smithi032 ceph-mon[189144]: pgmap v5044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:00.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:52:59 smithi032 ceph-mon[191839]: pgmap v5044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:00.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:52:59 smithi039 ceph-mon[181282]: pgmap v5044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:53:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:53:00] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T18:53:02.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:53:01 smithi032 ceph-mon[189144]: pgmap v5045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:53:01 smithi032 ceph-mon[191839]: pgmap v5045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:02.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:53:01 smithi039 ceph-mon[181282]: pgmap v5045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:03.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:53:03 smithi032 ceph-mon[189144]: pgmap v5046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:03.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:53:03 smithi032 ceph-mon[191839]: pgmap v5046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:04.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:53:03 smithi039 ceph-mon[181282]: pgmap v5046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:53:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:53:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:53:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:53:05.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:53:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:53:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:53:05 smithi032 ceph-mon[189144]: pgmap v5047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:53:05 smithi032 ceph-mon[191839]: pgmap v5047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:53:05 smithi039 ceph-mon[181282]: pgmap v5047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:08.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:53:07 smithi032 ceph-mon[189144]: pgmap v5048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:53:07 smithi032 ceph-mon[191839]: pgmap v5048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:08.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:53:07 smithi039 ceph-mon[181282]: pgmap v5048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:10.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:53:09 smithi032 ceph-mon[191839]: pgmap v5049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:10.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:53:09 smithi032 ceph-mon[189144]: pgmap v5049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:10.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:53:09 smithi039 ceph-mon[181282]: pgmap v5049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:53:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:53:10] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T18:53:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:53:11 smithi032 ceph-mon[191839]: pgmap v5050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:12.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:53:11 smithi032 ceph-mon[189144]: pgmap v5050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:12.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:53:11 smithi039 ceph-mon[181282]: pgmap v5050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:13.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:53:13 smithi032 ceph-mon[189144]: pgmap v5051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:13.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:53:13 smithi032 ceph-mon[191839]: pgmap v5051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:14.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:53:13 smithi039 ceph-mon[181282]: pgmap v5051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:16.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:53:15 smithi032 ceph-mon[189144]: pgmap v5052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:16.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:53:15 smithi032 ceph-mon[191839]: pgmap v5052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:16.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:53:15 smithi039 ceph-mon[181282]: pgmap v5052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:18.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:53:17 smithi032 ceph-mon[191839]: pgmap v5053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:18.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:53:17 smithi032 ceph-mon[189144]: pgmap v5053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:18.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:53:17 smithi039 ceph-mon[181282]: pgmap v5053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:20.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:53:19 smithi032 ceph-mon[189144]: pgmap v5054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:20.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:53:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:53:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:53:19 smithi032 ceph-mon[191839]: pgmap v5054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:53:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:53:20.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:53:19 smithi039 ceph-mon[181282]: pgmap v5054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:20.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:53:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:53:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:53:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:53:20] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T18:53:22.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:53:21 smithi032 ceph-mon[189144]: pgmap v5055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:53:21 smithi032 ceph-mon[191839]: pgmap v5055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:22.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:53:21 smithi039 ceph-mon[181282]: pgmap v5055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:23.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:53:23 smithi032 ceph-mon[191839]: pgmap v5056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:23.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:53:23 smithi032 ceph-mon[189144]: pgmap v5056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:24.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:53:23 smithi039 ceph-mon[181282]: pgmap v5056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:24.959 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:53:25.285 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:53:25.285 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (93m) 8m ago 97m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:53:25.285 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (93m) 5m ago 97m 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:53:25.286 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (98m) 8m ago 98m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:53:25.286 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (98m) 5m ago 98m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:53:25.286 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (92m) 5m ago 101m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:53:25.286 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (93m) 8m ago 102m 608M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:53:25.286 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (92m) 8m ago 102m 625M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:53:25.286 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (92m) 5m ago 101m 339M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:53:25.286 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (92m) 8m ago 101m 338M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:53:25.286 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (93m) 8m ago 97m 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:53:25.286 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (93m) 5m ago 97m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:53:25.286 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (91m) 8m ago 100m 4008M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:53:25.286 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (90m) 8m ago 100m 4232M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:53:25.287 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (90m) 8m ago 100m 3847M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:53:25.287 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (90m) 8m ago 100m 3732M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:53:25.287 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (89m) 5m ago 99m 3589M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:53:25.287 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (89m) 5m ago 99m 3743M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:53:25.287 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (88m) 5m ago 99m 3528M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:53:25.287 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (88m) 5m ago 98m 3368M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:53:25.287 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (92m) 5m ago 98m 103M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:53:25.689 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:53:25.690 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:53:25.690 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:53:25.690 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:53:25.690 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:53:25.690 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:53:25.690 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:53:25.690 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:53:25.690 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:53:25.690 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:53:25.691 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:53:25.691 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:53:25.691 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:53:25.691 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:53:25.691 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:53:25.691 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:53:25.691 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:53:25.691 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:53:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:53:25 smithi032 ceph-mon[191839]: pgmap v5057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:53:25 smithi032 ceph-mon[191839]: from='client.48908 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:53:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:53:25 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3339567055' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:53:26.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:53:25 smithi032 ceph-mon[189144]: pgmap v5057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:26.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:53:25 smithi032 ceph-mon[189144]: from='client.48908 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:53:26.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:53:25 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3339567055' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:53:26.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:53:25 smithi039 ceph-mon[181282]: pgmap v5057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:26.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:53:25 smithi039 ceph-mon[181282]: from='client.48908 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:53:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:53:25 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3339567055' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:53:27.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:53:26 smithi032 ceph-mon[191839]: from='client.38997 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:53:27.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:53:26 smithi032 ceph-mon[189144]: from='client.38997 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:53:27.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:53:26 smithi039 ceph-mon[181282]: from='client.38997 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:53:28.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:53:27 smithi032 ceph-mon[189144]: pgmap v5058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:28.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:53:27 smithi032 ceph-mon[191839]: pgmap v5058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:28.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:53:27 smithi039 ceph-mon[181282]: pgmap v5058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:53:29 smithi032 ceph-mon[191839]: pgmap v5059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:30.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:53:29 smithi032 ceph-mon[189144]: pgmap v5059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:30.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:53:29 smithi039 ceph-mon[181282]: pgmap v5059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:53:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:53:30] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T18:53:32.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:53:31 smithi032 ceph-mon[189144]: pgmap v5060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:32.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:53:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:53:32.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:53:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:53:32.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:53:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:53:32.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:53:31 smithi032 ceph-mon[191839]: pgmap v5060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:53:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:53:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:53:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:53:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:53:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:53:32.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:53:31 smithi039 ceph-mon[181282]: pgmap v5060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:32.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:53:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:53:32.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:53:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:53:32.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:53:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:53:33.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:53:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:53:33.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:53:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:53:33.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:53:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:53:33.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:53:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:53:33.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:53:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:53:33.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:53:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:53:33.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:53:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:53:33.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:53:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:53:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:53:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:53:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:53:33 smithi032 ceph-mon[191839]: pgmap v5061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:34.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:53:33 smithi032 ceph-mon[189144]: pgmap v5061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:34.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:53:33 smithi039 ceph-mon[181282]: pgmap v5061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:53:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:53:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:53:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:53:35.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:53:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:53:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:53:35 smithi032 ceph-mon[189144]: pgmap v5062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:53:35 smithi032 ceph-mon[191839]: pgmap v5062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:36.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:53:35 smithi039 ceph-mon[181282]: pgmap v5062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:38.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:53:37 smithi032 ceph-mon[189144]: pgmap v5063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:53:37 smithi032 ceph-mon[191839]: pgmap v5063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:38.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:53:37 smithi039 ceph-mon[181282]: pgmap v5063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:40.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:53:39 smithi032 ceph-mon[189144]: pgmap v5064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:40.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:53:39 smithi032 ceph-mon[191839]: pgmap v5064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:40.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:53:39 smithi039 ceph-mon[181282]: pgmap v5064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:53:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:53:40] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T18:53:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:53:41 smithi032 ceph-mon[191839]: pgmap v5065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:42.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:53:41 smithi032 ceph-mon[189144]: pgmap v5065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:42.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:53:41 smithi039 ceph-mon[181282]: pgmap v5065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:43.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:53:43 smithi032 ceph-mon[191839]: pgmap v5066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:43.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:53:43 smithi032 ceph-mon[189144]: pgmap v5066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:44.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:53:43 smithi039 ceph-mon[181282]: pgmap v5066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:46.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:53:45 smithi032 ceph-mon[191839]: pgmap v5067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:46.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:53:45 smithi032 ceph-mon[189144]: pgmap v5067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:46.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:53:45 smithi039 ceph-mon[181282]: pgmap v5067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:48.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:53:47 smithi032 ceph-mon[189144]: pgmap v5068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:48.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:53:47 smithi032 ceph-mon[191839]: pgmap v5068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:48.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:53:47 smithi039 ceph-mon[181282]: pgmap v5068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:50.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:53:49 smithi032 ceph-mon[189144]: pgmap v5069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:50.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:53:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:53:50.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:53:49 smithi032 ceph-mon[191839]: pgmap v5069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:50.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:53:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:53:50.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:53:49 smithi039 ceph-mon[181282]: pgmap v5069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:50.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:53:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:53:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:53:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:53:50] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T18:53:52.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:53:51 smithi032 ceph-mon[191839]: pgmap v5070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:52.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:53:51 smithi032 ceph-mon[189144]: pgmap v5070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:52.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:53:51 smithi039 ceph-mon[181282]: pgmap v5070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:53.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:53:53 smithi032 ceph-mon[191839]: pgmap v5071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:53.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:53:53 smithi032 ceph-mon[189144]: pgmap v5071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:54.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:53:53 smithi039 ceph-mon[181282]: pgmap v5071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:56.056 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:53:56.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:53:55 smithi032 ceph-mon[189144]: pgmap v5072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:56.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:53:55 smithi032 ceph-mon[191839]: pgmap v5072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:56.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:53:55 smithi039 ceph-mon[181282]: pgmap v5072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:56.377 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:53:56.377 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (94m) 8m ago 98m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:53:56.378 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (93m) 6m ago 98m 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:53:56.378 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (99m) 8m ago 99m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:53:56.378 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (99m) 6m ago 99m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:53:56.378 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (93m) 6m ago 101m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:53:56.378 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (93m) 8m ago 103m 608M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:53:56.378 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (93m) 8m ago 103m 625M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:53:56.378 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (92m) 6m ago 102m 339M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:53:56.378 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (92m) 8m ago 101m 338M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:53:56.378 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (93m) 8m ago 98m 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:53:56.378 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (93m) 6m ago 98m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:53:56.378 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (92m) 8m ago 101m 4008M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:53:56.379 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (91m) 8m ago 101m 4232M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:53:56.379 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (91m) 8m ago 100m 3847M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:53:56.379 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (90m) 8m ago 100m 3732M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:53:56.379 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (90m) 6m ago 100m 3589M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:53:56.379 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (89m) 6m ago 100m 3743M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:53:56.379 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (89m) 6m ago 99m 3528M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:53:56.379 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (88m) 6m ago 99m 3368M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:53:56.379 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (93m) 6m ago 98m 103M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:53:56.777 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:53:56.777 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:53:56.777 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:53:56.777 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:53:56.778 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:53:56.778 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:53:56.778 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:53:56.778 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:53:56.778 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:53:56.778 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:53:56.778 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:53:56.778 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:53:56.778 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:53:56.778 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:53:56.778 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:53:56.779 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:53:56.779 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:53:56.779 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:53:57.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:53:56 smithi032 ceph-mon[191839]: from='client.39009 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:53:57.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:53:56 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/871370956' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:53:57.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:53:56 smithi032 ceph-mon[189144]: from='client.39009 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:53:57.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:53:56 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/871370956' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:53:57.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:53:56 smithi039 ceph-mon[181282]: from='client.39009 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:53:57.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:53:56 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/871370956' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:53:58.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:53:57 smithi032 ceph-mon[191839]: from='client.48932 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:53:58.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:53:57 smithi032 ceph-mon[191839]: pgmap v5073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:58.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:53:57 smithi032 ceph-mon[189144]: from='client.48932 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:53:58.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:53:57 smithi032 ceph-mon[189144]: pgmap v5073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:53:58.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:53:57 smithi039 ceph-mon[181282]: from='client.48932 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:53:58.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:53:57 smithi039 ceph-mon[181282]: pgmap v5073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:00.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:53:59 smithi032 ceph-mon[189144]: pgmap v5074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:00.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:53:59 smithi032 ceph-mon[191839]: pgmap v5074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:00.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:53:59 smithi039 ceph-mon[181282]: pgmap v5074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:54:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:54:00] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T18:54:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:01 smithi032 ceph-mon[191839]: pgmap v5075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:02.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:01 smithi032 ceph-mon[189144]: pgmap v5075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:01 smithi039 ceph-mon[181282]: pgmap v5075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:03.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:03 smithi032 ceph-mon[191839]: pgmap v5076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:03.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:03 smithi032 ceph-mon[189144]: pgmap v5076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:04.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:03 smithi039 ceph-mon[181282]: pgmap v5076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:54:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:54:05.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:54:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:05 smithi032 ceph-mon[191839]: pgmap v5077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:05 smithi032 ceph-mon[189144]: pgmap v5077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:05 smithi039 ceph-mon[181282]: pgmap v5077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:07 smithi032 ceph-mon[191839]: pgmap v5078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:08.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:07 smithi032 ceph-mon[189144]: pgmap v5078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:08.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:07 smithi039 ceph-mon[181282]: pgmap v5078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:10.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:09 smithi032 ceph-mon[191839]: pgmap v5079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:10.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:09 smithi032 ceph-mon[189144]: pgmap v5079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:10.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:09 smithi039 ceph-mon[181282]: pgmap v5079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:54:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:54:10] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T18:54:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:11 smithi032 ceph-mon[191839]: pgmap v5080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:12.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:11 smithi032 ceph-mon[189144]: pgmap v5080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:12.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:11 smithi039 ceph-mon[181282]: pgmap v5080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:13.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:13 smithi032 ceph-mon[189144]: pgmap v5081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:13.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:13 smithi032 ceph-mon[191839]: pgmap v5081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:14.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:13 smithi039 ceph-mon[181282]: pgmap v5081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:16.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:15 smithi032 ceph-mon[189144]: pgmap v5082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:16.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:15 smithi032 ceph-mon[191839]: pgmap v5082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:16.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:15 smithi039 ceph-mon[181282]: pgmap v5082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:18.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:17 smithi032 ceph-mon[189144]: pgmap v5083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:17 smithi032 ceph-mon[191839]: pgmap v5083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:18.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:17 smithi039 ceph-mon[181282]: pgmap v5083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:19 smithi032 ceph-mon[191839]: pgmap v5084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:54:20.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:19 smithi032 ceph-mon[189144]: pgmap v5084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:54:20.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:19 smithi039 ceph-mon[181282]: pgmap v5084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:20.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:54:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:54:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:54:20] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T18:54:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:21 smithi032 ceph-mon[191839]: pgmap v5085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:22.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:21 smithi032 ceph-mon[189144]: pgmap v5085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:22.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:21 smithi039 ceph-mon[181282]: pgmap v5085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:23.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:23 smithi032 ceph-mon[189144]: pgmap v5086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:23.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:23 smithi032 ceph-mon[191839]: pgmap v5086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:24.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:23 smithi039 ceph-mon[181282]: pgmap v5086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:26.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:25 smithi032 ceph-mon[189144]: pgmap v5087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:25 smithi032 ceph-mon[191839]: pgmap v5087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:26.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:25 smithi039 ceph-mon[181282]: pgmap v5087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:27.141 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:54:27.464 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:54:27.464 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (94m) 9m ago 99m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:54:27.464 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (94m) 7m ago 98m 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:54:27.464 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (99m) 9m ago 99m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:54:27.464 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (99m) 7m ago 99m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:54:27.464 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (93m) 7m ago 102m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:54:27.464 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (94m) 9m ago 103m 608M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:54:27.464 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (93m) 9m ago 103m 625M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:54:27.464 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (93m) 7m ago 102m 339M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:54:27.465 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (93m) 9m ago 102m 338M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:54:27.465 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (94m) 9m ago 98m 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:54:27.465 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (94m) 7m ago 98m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:54:27.465 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (92m) 9m ago 102m 4008M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:54:27.465 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (92m) 9m ago 101m 4232M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:54:27.465 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (91m) 9m ago 101m 3847M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:54:27.465 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (91m) 9m ago 101m 3732M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:54:27.465 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (90m) 7m ago 100m 3589M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:54:27.465 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (90m) 7m ago 100m 3743M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:54:27.465 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (89m) 7m ago 100m 3528M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:54:27.465 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (89m) 7m ago 100m 3368M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:54:27.465 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (93m) 7m ago 99m 103M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:54:27.865 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:54:27.866 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:54:27.866 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:54:27.866 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:54:27.866 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:54:27.866 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:54:27.866 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:54:27.866 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:54:27.866 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:54:27.866 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:54:27.866 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:54:27.867 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:54:27.867 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:54:27.867 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:54:27.867 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:54:27.867 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:54:27.867 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:54:27.867 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:54:28.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:27 smithi032 ceph-mon[191839]: pgmap v5088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:28.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:27 smithi032 ceph-mon[191839]: from='client.48944 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:54:28.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:27 smithi032 ceph-mon[189144]: pgmap v5088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:28.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:27 smithi032 ceph-mon[189144]: from='client.48944 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:54:28.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:27 smithi039 ceph-mon[181282]: pgmap v5088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:28.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:27 smithi039 ceph-mon[181282]: from='client.48944 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:54:29.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:28 smithi032 ceph-mon[189144]: from='client.48950 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:54:29.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:28 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1713445961' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:54:29.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:28 smithi032 ceph-mon[191839]: from='client.48950 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:54:29.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:28 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1713445961' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:54:29.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:28 smithi039 ceph-mon[181282]: from='client.48950 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:54:29.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:28 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1713445961' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:54:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:29 smithi032 ceph-mon[191839]: pgmap v5089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:30.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:29 smithi032 ceph-mon[189144]: pgmap v5089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:30.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:29 smithi039 ceph-mon[181282]: pgmap v5089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:54:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:54:30] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T18:54:32.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:31 smithi032 ceph-mon[189144]: pgmap v5090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:32.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:31 smithi032 ceph-mon[191839]: pgmap v5090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:32.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:31 smithi039 ceph-mon[181282]: pgmap v5090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:33.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:54:33.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:54:33.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:54:33.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:54:33.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:54:33.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:54:33.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:54:33.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:54:33.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:54:33.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:54:33.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:54:33.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:54:33.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:54:33.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:54:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:54:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:33 smithi032 ceph-mon[191839]: pgmap v5091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:54:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:54:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:54:34.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:33 smithi032 ceph-mon[189144]: pgmap v5091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:34.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:54:34.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:54:34.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:54:34.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:33 smithi039 ceph-mon[181282]: pgmap v5091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:34.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:54:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:54:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:54:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:54:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:54:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:54:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:35 smithi032 ceph-mon[191839]: pgmap v5092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:35 smithi032 ceph-mon[189144]: pgmap v5092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:36.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:35 smithi039 ceph-mon[181282]: pgmap v5092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:37 smithi032 ceph-mon[191839]: pgmap v5093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:38.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:37 smithi032 ceph-mon[189144]: pgmap v5093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:38.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:37 smithi039 ceph-mon[181282]: pgmap v5093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:40.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:39 smithi032 ceph-mon[191839]: pgmap v5094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:39 smithi032 ceph-mon[189144]: pgmap v5094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:40.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:39 smithi039 ceph-mon[181282]: pgmap v5094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:54:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:54:40] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T18:54:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:41 smithi032 ceph-mon[191839]: pgmap v5095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:42.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:41 smithi032 ceph-mon[189144]: pgmap v5095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:42.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:41 smithi039 ceph-mon[181282]: pgmap v5095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:43.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:43 smithi032 ceph-mon[191839]: pgmap v5096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:43.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:43 smithi032 ceph-mon[189144]: pgmap v5096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:44.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:43 smithi039 ceph-mon[181282]: pgmap v5096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:46.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:45 smithi032 ceph-mon[189144]: pgmap v5097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:46.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:45 smithi032 ceph-mon[191839]: pgmap v5097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:46.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:45 smithi039 ceph-mon[181282]: pgmap v5097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:48.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:47 smithi032 ceph-mon[191839]: pgmap v5098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:48.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:47 smithi032 ceph-mon[189144]: pgmap v5098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:47 smithi039 ceph-mon[181282]: pgmap v5098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:50.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:49 smithi032 ceph-mon[189144]: pgmap v5099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:50.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:54:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:49 smithi032 ceph-mon[191839]: pgmap v5099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:54:50.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:49 smithi039 ceph-mon[181282]: pgmap v5099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:50.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:54:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:54:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:54:50] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T18:54:52.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:51 smithi032 ceph-mon[191839]: pgmap v5100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:52.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:51 smithi032 ceph-mon[189144]: pgmap v5100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:52.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:51 smithi039 ceph-mon[181282]: pgmap v5100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:53.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:53 smithi032 ceph-mon[191839]: pgmap v5101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:53.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:53 smithi032 ceph-mon[189144]: pgmap v5101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:54.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:53 smithi039 ceph-mon[181282]: pgmap v5101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:56.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:55 smithi032 ceph-mon[191839]: pgmap v5102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:56.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:55 smithi032 ceph-mon[189144]: pgmap v5102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:56.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:55 smithi039 ceph-mon[181282]: pgmap v5102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:58.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:57 smithi032 ceph-mon[189144]: pgmap v5103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:58.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:57 smithi032 ceph-mon[191839]: pgmap v5103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:58.227 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:54:58.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:57 smithi039 ceph-mon[181282]: pgmap v5103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:54:58.550 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:54:58.550 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (95m) 9m ago 99m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:54:58.550 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (94m) 7m ago 99m 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:54:58.550 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (100m) 9m ago 100m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:54:58.550 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (100m) 7m ago 100m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:54:58.550 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (94m) 7m ago 102m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:54:58.550 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (94m) 9m ago 104m 608M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:54:58.550 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (94m) 9m ago 104m 625M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:54:58.551 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (93m) 7m ago 103m 339M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:54:58.551 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (93m) 9m ago 103m 338M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:54:58.551 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (95m) 9m ago 99m 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:54:58.551 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (94m) 7m ago 99m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:54:58.551 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (93m) 9m ago 102m 4008M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:54:58.551 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (92m) 9m ago 102m 4232M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:54:58.551 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (92m) 9m ago 101m 3847M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:54:58.551 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (91m) 9m ago 101m 3732M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:54:58.551 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (91m) 7m ago 101m 3589M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:54:58.551 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (90m) 7m ago 101m 3743M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:54:58.551 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (90m) 7m ago 100m 3528M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:54:58.551 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (89m) 7m ago 100m 3368M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:54:58.551 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (94m) 7m ago 99m 103M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:54:58.952 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:54:58.952 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:54:58.952 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:54:58.952 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:54:58.952 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:54:58.952 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:54:58.952 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:54:58.952 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:54:58.952 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:54:58.952 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:54:58.952 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:54:58.952 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:54:58.952 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:54:58.952 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:54:58.952 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:54:58.953 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:54:58.953 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:54:58.953 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:54:59.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:58 smithi032 ceph-mon[191839]: from='client.39045 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:54:59.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:58 smithi032 ceph-mon[189144]: from='client.39045 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:54:59.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:58 smithi039 ceph-mon[181282]: from='client.39045 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:55:00.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:59 smithi032 ceph-mon[191839]: from='client.39051 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:55:00.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:59 smithi032 ceph-mon[191839]: pgmap v5104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:00.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:54:59 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1978711047' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:55:00.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:59 smithi032 ceph-mon[189144]: from='client.39051 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:55:00.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:59 smithi032 ceph-mon[189144]: pgmap v5104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:00.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:54:59 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1978711047' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:55:00.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:59 smithi039 ceph-mon[181282]: from='client.39051 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:55:00.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:59 smithi039 ceph-mon[181282]: pgmap v5104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:00.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:54:59 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1978711047' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:55:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:55:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:55:00] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T18:55:02.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:55:01 smithi032 ceph-mon[191839]: pgmap v5105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:02.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:55:01 smithi032 ceph-mon[189144]: pgmap v5105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:02.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:55:01 smithi039 ceph-mon[181282]: pgmap v5105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:03.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:55:03 smithi032 ceph-mon[191839]: pgmap v5106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:03.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:55:03 smithi032 ceph-mon[189144]: pgmap v5106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:04.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:55:03 smithi039 ceph-mon[181282]: pgmap v5106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:55:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:55:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:55:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:55:05.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:55:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:55:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:55:05 smithi032 ceph-mon[191839]: pgmap v5107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:55:05 smithi032 ceph-mon[189144]: pgmap v5107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:55:05 smithi039 ceph-mon[181282]: pgmap v5107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:55:07 smithi032 ceph-mon[191839]: pgmap v5108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:08.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:55:07 smithi032 ceph-mon[189144]: pgmap v5108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:08.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:55:07 smithi039 ceph-mon[181282]: pgmap v5108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:10.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:55:09 smithi032 ceph-mon[191839]: pgmap v5109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:10.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:55:09 smithi032 ceph-mon[189144]: pgmap v5109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:10.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:55:09 smithi039 ceph-mon[181282]: pgmap v5109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:55:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:55:10] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T18:55:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:55:11 smithi032 ceph-mon[191839]: pgmap v5110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:12.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:55:11 smithi032 ceph-mon[189144]: pgmap v5110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:12.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:55:11 smithi039 ceph-mon[181282]: pgmap v5110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:13.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:55:13 smithi032 ceph-mon[191839]: pgmap v5111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:13.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:55:13 smithi032 ceph-mon[189144]: pgmap v5111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:14.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:55:13 smithi039 ceph-mon[181282]: pgmap v5111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:16.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:55:15 smithi032 ceph-mon[191839]: pgmap v5112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:16.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:55:15 smithi032 ceph-mon[189144]: pgmap v5112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:16.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:55:15 smithi039 ceph-mon[181282]: pgmap v5112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:55:17 smithi032 ceph-mon[191839]: pgmap v5113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:18.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:55:17 smithi032 ceph-mon[189144]: pgmap v5113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:18.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:55:17 smithi039 ceph-mon[181282]: pgmap v5113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:55:19 smithi032 ceph-mon[191839]: pgmap v5114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:55:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:55:20.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:55:19 smithi032 ceph-mon[189144]: pgmap v5114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:20.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:55:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:55:20.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:55:19 smithi039 ceph-mon[181282]: pgmap v5114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:20.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:55:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:55:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:55:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:55:20] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2023-12-22T18:55:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:55:21 smithi032 ceph-mon[191839]: pgmap v5115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:22.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:55:21 smithi032 ceph-mon[189144]: pgmap v5115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:22.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:55:21 smithi039 ceph-mon[181282]: pgmap v5115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:23.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:55:23 smithi032 ceph-mon[191839]: pgmap v5116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:23.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:55:23 smithi032 ceph-mon[189144]: pgmap v5116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:24.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:55:23 smithi039 ceph-mon[181282]: pgmap v5116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:55:25 smithi032 ceph-mon[191839]: pgmap v5117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:26.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:55:25 smithi032 ceph-mon[189144]: pgmap v5117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:26.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:55:25 smithi039 ceph-mon[181282]: pgmap v5117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:28.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:55:27 smithi032 ceph-mon[191839]: pgmap v5118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:28.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:55:27 smithi032 ceph-mon[189144]: pgmap v5118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:28.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:55:27 smithi039 ceph-mon[181282]: pgmap v5118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:29.315 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:55:29.638 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:55:29.638 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (95m) 10m ago 100m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:55:29.638 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (95m) 8m ago 99m 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:55:29.638 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (100m) 10m ago 100m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:55:29.639 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (100m) 8m ago 100m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:55:29.639 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (94m) 8m ago 103m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:55:29.639 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (95m) 10m ago 104m 608M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:55:29.639 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (94m) 10m ago 104m 625M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:55:29.639 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (94m) 8m ago 103m 339M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:55:29.639 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (94m) 10m ago 103m 338M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:55:29.639 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (95m) 10m ago 99m 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:55:29.639 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (95m) 8m ago 99m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:55:29.639 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (93m) 10m ago 103m 4008M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:55:29.639 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (93m) 10m ago 102m 4232M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:55:29.639 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (92m) 10m ago 102m 3847M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:55:29.639 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (92m) 10m ago 102m 3732M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:55:29.639 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (91m) 8m ago 101m 3589M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:55:29.639 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (91m) 8m ago 101m 3743M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:55:29.639 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (90m) 8m ago 101m 3528M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:55:29.639 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (90m) 8m ago 101m 3368M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:55:29.640 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (94m) 8m ago 100m 103M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:55:30.039 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:55:30.039 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:55:30.039 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:55:30.039 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:55:30.039 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:55:30.039 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:55:30.040 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:55:30.040 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:55:30.040 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:55:30.040 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:55:30.040 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:55:30.040 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:55:30.040 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:55:30.040 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:55:30.040 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:55:30.040 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:55:30.040 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:55:30.040 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:55:30.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:55:29 smithi032 ceph-mon[189144]: pgmap v5119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:30.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:55:29 smithi032 ceph-mon[191839]: pgmap v5119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:30.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:55:29 smithi039 ceph-mon[181282]: pgmap v5119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:55:30 smithi032 ceph-mon[189144]: from='client.39063 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:55:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:55:30 smithi032 ceph-mon[189144]: from='client.48986 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:55:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:55:30 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3856652776' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:55:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:55:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:55:30] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2023-12-22T18:55:31.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:55:30 smithi032 ceph-mon[191839]: from='client.39063 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:55:31.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:55:30 smithi032 ceph-mon[191839]: from='client.48986 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:55:31.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:55:30 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3856652776' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:55:31.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:55:30 smithi039 ceph-mon[181282]: from='client.39063 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:55:31.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:55:30 smithi039 ceph-mon[181282]: from='client.48986 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:55:31.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:55:30 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3856652776' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:55:32.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:55:31 smithi032 ceph-mon[189144]: pgmap v5120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:32.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:55:31 smithi032 ceph-mon[191839]: pgmap v5120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:32.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:55:31 smithi039 ceph-mon[181282]: pgmap v5120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:33.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:55:33 smithi032 ceph-mon[189144]: pgmap v5121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:33.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:55:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:55:33.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:55:33 smithi032 ceph-mon[191839]: pgmap v5121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:33.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:55:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:55:34.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:55:33 smithi039 ceph-mon[181282]: pgmap v5121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:34.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:55:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:55:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:55:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:55:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:55:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:55:35.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:55:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:55:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:55:35 smithi032 ceph-mon[191839]: pgmap v5122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:55:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:55:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:55:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:55:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:55:35 smithi032 ceph-mon[189144]: pgmap v5122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:55:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:55:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:55:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:55:36.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:55:35 smithi039 ceph-mon[181282]: pgmap v5122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:36.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:55:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:55:36.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:55:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:55:38.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:55:37 smithi032 ceph-mon[191839]: pgmap v5123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:38.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:55:37 smithi032 ceph-mon[189144]: pgmap v5123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:38.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:55:37 smithi039 ceph-mon[181282]: pgmap v5123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:39.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:55:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:55:39.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:55:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:55:39.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:55:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:55:39.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:55:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:55:39.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:55:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:55:39.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:55:39 smithi032 ceph-mon[189144]: pgmap v5124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:39.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:55:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:55:39.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:55:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:55:39.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:55:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:55:39.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:55:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:55:39.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:55:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:55:39.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:55:39 smithi032 ceph-mon[191839]: pgmap v5124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:40.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:55:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:55:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:55:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:55:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:55:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:55:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:55:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:55:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:55:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:55:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:55:39 smithi039 ceph-mon[181282]: pgmap v5124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:55:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:55:40] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:55:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:55:41 smithi032 ceph-mon[191839]: pgmap v5125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:42.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:55:41 smithi032 ceph-mon[189144]: pgmap v5125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:42.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:55:41 smithi039 ceph-mon[181282]: pgmap v5125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:43.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:55:43 smithi032 ceph-mon[191839]: pgmap v5126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:43.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:55:43 smithi032 ceph-mon[189144]: pgmap v5126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:44.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:55:43 smithi039 ceph-mon[181282]: pgmap v5126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:46.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:55:45 smithi032 ceph-mon[191839]: pgmap v5127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:46.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:55:45 smithi032 ceph-mon[189144]: pgmap v5127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:46.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:55:45 smithi039 ceph-mon[181282]: pgmap v5127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:48.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:55:47 smithi032 ceph-mon[189144]: pgmap v5128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:48.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:55:47 smithi032 ceph-mon[191839]: pgmap v5128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:55:47 smithi039 ceph-mon[181282]: pgmap v5128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:50.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:55:49 smithi032 ceph-mon[189144]: pgmap v5129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:50.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:55:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:55:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:55:49 smithi032 ceph-mon[191839]: pgmap v5129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:55:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:55:50.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:55:49 smithi039 ceph-mon[181282]: pgmap v5129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:50.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:55:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:55:51.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:55:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:55:50] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T18:55:52.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:55:51 smithi032 ceph-mon[189144]: pgmap v5130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:52.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:55:51 smithi032 ceph-mon[191839]: pgmap v5130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:52.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:55:51 smithi039 ceph-mon[181282]: pgmap v5130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:53.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:55:53 smithi032 ceph-mon[189144]: pgmap v5131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:53.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:55:53 smithi032 ceph-mon[191839]: pgmap v5131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:54.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:55:53 smithi039 ceph-mon[181282]: pgmap v5131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:56.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:55:55 smithi032 ceph-mon[191839]: pgmap v5132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:56.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:55:55 smithi032 ceph-mon[189144]: pgmap v5132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:56.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:55:55 smithi039 ceph-mon[181282]: pgmap v5132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:58.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:55:57 smithi032 ceph-mon[191839]: pgmap v5133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:58.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:55:57 smithi032 ceph-mon[189144]: pgmap v5133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:55:58.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:55:57 smithi039 ceph-mon[181282]: pgmap v5133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:00.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:55:59 smithi032 ceph-mon[189144]: pgmap v5134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:00.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:55:59 smithi032 ceph-mon[191839]: pgmap v5134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:00.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:55:59 smithi039 ceph-mon[181282]: pgmap v5134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:00.400 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:56:00.721 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:56:00.722 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (96m) 25s ago 100m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:56:00.722 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (95m) 8m ago 100m 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:56:00.722 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (101m) 25s ago 101m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:56:00.722 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (101m) 8m ago 101m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:56:00.722 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (95m) 8m ago 103m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:56:00.722 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (95m) 25s ago 105m 615M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:56:00.722 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (95m) 25s ago 105m 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:56:00.722 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (94m) 8m ago 104m 339M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:56:00.722 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (94m) 25s ago 104m 356M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:56:00.722 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (96m) 25s ago 100m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:56:00.722 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (95m) 8m ago 100m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:56:00.722 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (94m) 25s ago 103m 4041M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:56:00.722 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (93m) 25s ago 103m 4262M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:56:00.722 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (93m) 25s ago 103m 3868M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:56:00.723 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (92m) 25s ago 102m 3762M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:56:00.723 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (92m) 8m ago 102m 3589M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:56:00.723 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (91m) 8m ago 102m 3743M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:56:00.723 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (91m) 8m ago 101m 3528M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:56:00.723 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (90m) 8m ago 101m 3368M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:56:00.723 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (95m) 8m ago 100m 103M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:56:01.126 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:56:01.126 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:56:01.126 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:56:01.126 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:56:01.126 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:56:01.126 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:56:01.126 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:56:01.126 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:56:01.127 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:56:01.127 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:56:01.127 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:56:01.127 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:56:01.127 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:56:01.127 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:56:01.127 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:56:01.127 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:56:01.127 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:56:01.127 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:56:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:56:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:56:00] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T18:56:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:56:01 smithi032 ceph-mon[191839]: from='client.48998 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:56:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:56:01 smithi032 ceph-mon[191839]: from='client.49004 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:56:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:56:01 smithi032 ceph-mon[191839]: pgmap v5135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:56:01 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3261553782' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:56:02.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:56:01 smithi032 ceph-mon[189144]: from='client.48998 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:56:02.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:56:01 smithi032 ceph-mon[189144]: from='client.49004 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:56:02.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:56:01 smithi032 ceph-mon[189144]: pgmap v5135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:02.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:56:01 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3261553782' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:56:02.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:56:01 smithi039 ceph-mon[181282]: from='client.48998 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:56:02.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:56:01 smithi039 ceph-mon[181282]: from='client.49004 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:56:02.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:56:01 smithi039 ceph-mon[181282]: pgmap v5135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:02.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:56:01 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3261553782' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:56:03.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:56:03 smithi032 ceph-mon[191839]: pgmap v5136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:03.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:56:03 smithi032 ceph-mon[189144]: pgmap v5136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:04.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:56:03 smithi039 ceph-mon[181282]: pgmap v5136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:05.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:56:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:56:05.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:56:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:56:05.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:56:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:56:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:56:05 smithi032 ceph-mon[191839]: pgmap v5137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:56:05 smithi032 ceph-mon[189144]: pgmap v5137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:56:05 smithi039 ceph-mon[181282]: pgmap v5137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:56:07 smithi032 ceph-mon[191839]: pgmap v5138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:08.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:56:07 smithi032 ceph-mon[189144]: pgmap v5138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:08.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:56:07 smithi039 ceph-mon[181282]: pgmap v5138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:10.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:56:09 smithi032 ceph-mon[191839]: pgmap v5139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:10.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:56:09 smithi032 ceph-mon[189144]: pgmap v5139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:10.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:56:09 smithi039 ceph-mon[181282]: pgmap v5139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:56:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:56:10] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T18:56:12.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:56:11 smithi032 ceph-mon[189144]: pgmap v5140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:56:11 smithi032 ceph-mon[191839]: pgmap v5140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:12.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:56:11 smithi039 ceph-mon[181282]: pgmap v5140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:13.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:56:13 smithi032 ceph-mon[191839]: pgmap v5141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:13.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:56:13 smithi032 ceph-mon[189144]: pgmap v5141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:14.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:56:13 smithi039 ceph-mon[181282]: pgmap v5141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:16.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:56:15 smithi032 ceph-mon[191839]: pgmap v5142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:16.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:56:15 smithi032 ceph-mon[189144]: pgmap v5142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:16.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:56:15 smithi039 ceph-mon[181282]: pgmap v5142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:56:17 smithi032 ceph-mon[191839]: pgmap v5143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:18.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:56:17 smithi032 ceph-mon[189144]: pgmap v5143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:18.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:56:17 smithi039 ceph-mon[181282]: pgmap v5143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:56:19 smithi032 ceph-mon[191839]: pgmap v5144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:56:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:56:20.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:56:19 smithi032 ceph-mon[189144]: pgmap v5144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:56:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:56:20.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:56:19 smithi039 ceph-mon[181282]: pgmap v5144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:20.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:56:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:56:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:56:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:56:20] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:56:22.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:56:21 smithi032 ceph-mon[189144]: pgmap v5145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:56:21 smithi032 ceph-mon[191839]: pgmap v5145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:22.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:56:21 smithi039 ceph-mon[181282]: pgmap v5145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:23.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:56:23 smithi032 ceph-mon[191839]: pgmap v5146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:23.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:56:23 smithi032 ceph-mon[189144]: pgmap v5146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:24.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:56:23 smithi039 ceph-mon[181282]: pgmap v5146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:26.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:56:25 smithi032 ceph-mon[191839]: pgmap v5147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:26.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:56:25 smithi032 ceph-mon[189144]: pgmap v5147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:26.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:56:25 smithi039 ceph-mon[181282]: pgmap v5147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:28.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:56:27 smithi032 ceph-mon[191839]: pgmap v5148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:28.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:56:27 smithi032 ceph-mon[189144]: pgmap v5148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:28.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:56:27 smithi039 ceph-mon[181282]: pgmap v5148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:56:29 smithi032 ceph-mon[191839]: pgmap v5149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:30.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:56:29 smithi032 ceph-mon[189144]: pgmap v5149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:30.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:56:29 smithi039 ceph-mon[181282]: pgmap v5149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:56:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:56:30] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:56:31.494 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:56:31.814 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:56:31.815 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (96m) 56s ago 101m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:56:31.815 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (96m) 9m ago 100m 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:56:31.815 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (101m) 56s ago 101m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:56:31.815 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (101m) 9m ago 101m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:56:31.815 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (95m) 9m ago 104m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:56:31.815 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (96m) 56s ago 105m 615M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:56:31.815 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (95m) 56s ago 105m 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:56:31.815 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (95m) 9m ago 104m 339M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:56:31.815 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (95m) 56s ago 104m 356M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:56:31.816 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (96m) 56s ago 100m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:56:31.816 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (96m) 9m ago 100m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:56:31.816 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (94m) 56s ago 104m 4041M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:56:31.816 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (94m) 56s ago 103m 4262M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:56:31.816 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (93m) 56s ago 103m 3868M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:56:31.816 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (93m) 56s ago 103m 3762M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:56:31.816 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (92m) 9m ago 102m 3589M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:56:31.816 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (92m) 9m ago 102m 3743M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:56:31.816 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (91m) 9m ago 102m 3528M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:56:31.816 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (91m) 9m ago 102m 3368M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:56:31.817 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (95m) 9m ago 101m 103M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:56:32.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:56:31 smithi032 ceph-mon[189144]: pgmap v5150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:32.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:56:31 smithi032 ceph-mon[191839]: pgmap v5150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:32.218 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:56:32.218 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:56:32.218 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:56:32.218 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:56:32.218 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:56:32.218 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:56:32.218 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:56:32.218 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:56:32.219 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:56:32.219 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:56:32.219 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:56:32.219 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:56:32.219 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:56:32.219 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:56:32.219 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:56:32.219 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:56:32.219 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:56:32.219 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:56:32.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:56:31 smithi039 ceph-mon[181282]: pgmap v5150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:33.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:56:32 smithi032 ceph-mon[191839]: from='client.49016 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:56:33.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:56:32 smithi032 ceph-mon[191839]: from='client.49022 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:56:33.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:56:32 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2029786882' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:56:33.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:56:32 smithi032 ceph-mon[189144]: from='client.49016 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:56:33.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:56:32 smithi032 ceph-mon[189144]: from='client.49022 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:56:33.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:56:32 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2029786882' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:56:33.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:56:32 smithi039 ceph-mon[181282]: from='client.49016 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:56:33.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:56:32 smithi039 ceph-mon[181282]: from='client.49022 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:56:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:56:32 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2029786882' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:56:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:56:33 smithi032 ceph-mon[191839]: pgmap v5151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:34.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:56:33 smithi032 ceph-mon[189144]: pgmap v5151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:34.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:56:33 smithi039 ceph-mon[181282]: pgmap v5151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:56:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:56:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:56:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:56:35.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:56:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:56:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:56:35 smithi032 ceph-mon[191839]: pgmap v5152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:56:35 smithi032 ceph-mon[189144]: pgmap v5152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:36.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:56:35 smithi039 ceph-mon[181282]: pgmap v5152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:38.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:56:37 smithi032 ceph-mon[189144]: pgmap v5153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:56:37 smithi032 ceph-mon[191839]: pgmap v5153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:38.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:56:37 smithi039 ceph-mon[181282]: pgmap v5153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:39.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:56:38 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:56:39.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:56:38 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:56:39.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:56:38 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:56:40.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:56:39 smithi032 ceph-mon[191839]: pgmap v5154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:40.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:56:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:56:40.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:56:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:56:40.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:56:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:56:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:56:39 smithi032 ceph-mon[189144]: pgmap v5154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:56:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:56:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:56:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:56:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:56:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:56:40.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:56:39 smithi039 ceph-mon[181282]: pgmap v5154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:40.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:56:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:56:40.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:56:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:56:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:56:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:56:41.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:56:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:56:40] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T18:56:42.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:56:41 smithi032 ceph-mon[189144]: pgmap v5155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:56:41 smithi032 ceph-mon[191839]: pgmap v5155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:42.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:56:41 smithi039 ceph-mon[181282]: pgmap v5155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:43.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:56:43 smithi032 ceph-mon[191839]: pgmap v5156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:43.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:56:43 smithi032 ceph-mon[189144]: pgmap v5156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:44.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:56:43 smithi039 ceph-mon[181282]: pgmap v5156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:46.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:56:45 smithi032 ceph-mon[191839]: pgmap v5157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:46.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:56:45 smithi032 ceph-mon[189144]: pgmap v5157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:46.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:56:45 smithi039 ceph-mon[181282]: pgmap v5157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:48.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:56:47 smithi032 ceph-mon[191839]: pgmap v5158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:48.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:56:47 smithi032 ceph-mon[189144]: pgmap v5158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:48.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:56:47 smithi039 ceph-mon[181282]: pgmap v5158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:50.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:56:49 smithi032 ceph-mon[191839]: pgmap v5159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:50.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:56:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:56:50.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:56:49 smithi032 ceph-mon[189144]: pgmap v5159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:50.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:56:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:56:50.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:56:49 smithi039 ceph-mon[181282]: pgmap v5159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:50.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:56:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:56:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:56:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:56:50] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T18:56:52.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:56:51 smithi032 ceph-mon[191839]: pgmap v5160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:52.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:56:51 smithi032 ceph-mon[189144]: pgmap v5160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:52.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:56:51 smithi039 ceph-mon[181282]: pgmap v5160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:53.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:56:53 smithi032 ceph-mon[191839]: pgmap v5161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:53.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:56:53 smithi032 ceph-mon[189144]: pgmap v5161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:54.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:56:53 smithi039 ceph-mon[181282]: pgmap v5161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:56.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:56:55 smithi032 ceph-mon[189144]: pgmap v5162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:56.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:56:55 smithi032 ceph-mon[191839]: pgmap v5162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:56.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:56:55 smithi039 ceph-mon[181282]: pgmap v5162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:58.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:56:57 smithi032 ceph-mon[191839]: pgmap v5163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:58.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:56:57 smithi032 ceph-mon[189144]: pgmap v5163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:56:58.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:56:57 smithi039 ceph-mon[181282]: pgmap v5163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:00.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:56:59 smithi032 ceph-mon[191839]: pgmap v5164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:00.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:56:59 smithi032 ceph-mon[189144]: pgmap v5164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:00.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:56:59 smithi039 ceph-mon[181282]: pgmap v5164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:57:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:57:00] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T18:57:02.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:01 smithi032 ceph-mon[189144]: pgmap v5165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:01 smithi032 ceph-mon[191839]: pgmap v5165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:02.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:01 smithi039 ceph-mon[181282]: pgmap v5165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:02.583 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:57:02.905 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:57:02.905 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (97m) 87s ago 101m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:57:02.905 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (96m) 9m ago 101m 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:57:02.905 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (102m) 87s ago 102m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:57:02.905 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (102m) 9m ago 102m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:57:02.905 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (96m) 9m ago 104m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:57:02.905 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (96m) 87s ago 106m 615M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:57:02.905 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (96m) 87s ago 106m 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:57:02.906 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (95m) 9m ago 105m 339M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:57:02.906 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (95m) 87s ago 105m 356M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:57:02.906 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (97m) 87s ago 101m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:57:02.906 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (96m) 9m ago 101m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:57:02.906 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (95m) 87s ago 104m 4041M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:57:02.906 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (94m) 87s ago 104m 4262M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:57:02.906 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (94m) 87s ago 104m 3868M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:57:02.906 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (93m) 87s ago 103m 3762M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:57:02.906 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (93m) 9m ago 103m 3589M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:57:02.906 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (92m) 9m ago 103m 3743M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:57:02.906 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (92m) 9m ago 102m 3528M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:57:02.906 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (91m) 9m ago 102m 3368M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:57:02.906 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (96m) 9m ago 101m 103M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:57:03.304 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:57:03.304 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:57:03.304 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:57:03.304 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:57:03.305 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:57:03.305 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:57:03.305 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:57:03.305 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:57:03.305 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:57:03.305 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:57:03.305 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:57:03.305 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:57:03.305 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:57:03.305 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:57:03.305 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:57:03.306 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:57:03.306 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:57:03.306 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:57:03.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:03 smithi032 ceph-mon[191839]: from='client.49034 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:57:03.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:03 smithi032 ceph-mon[191839]: pgmap v5166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:03.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:03 smithi032 ceph-mon[191839]: from='client.49040 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:57:03.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:03 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1059299526' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:57:03.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:03 smithi032 ceph-mon[189144]: from='client.49034 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:57:03.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:03 smithi032 ceph-mon[189144]: pgmap v5166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:03.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:03 smithi032 ceph-mon[189144]: from='client.49040 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:57:03.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:03 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1059299526' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:57:04.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:03 smithi039 ceph-mon[181282]: from='client.49034 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:57:04.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:03 smithi039 ceph-mon[181282]: pgmap v5166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:04.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:03 smithi039 ceph-mon[181282]: from='client.49040 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:57:04.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:03 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1059299526' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:57:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:57:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:57:05.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:57:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:05 smithi032 ceph-mon[191839]: pgmap v5167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:05 smithi032 ceph-mon[189144]: pgmap v5167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:05 smithi039 ceph-mon[181282]: pgmap v5167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:07 smithi032 ceph-mon[191839]: pgmap v5168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:08.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:07 smithi032 ceph-mon[189144]: pgmap v5168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:08.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:07 smithi039 ceph-mon[181282]: pgmap v5168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:10.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:09 smithi032 ceph-mon[191839]: pgmap v5169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:10.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:09 smithi032 ceph-mon[189144]: pgmap v5169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:10.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:09 smithi039 ceph-mon[181282]: pgmap v5169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:57:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:57:10] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T18:57:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:11 smithi032 ceph-mon[191839]: pgmap v5170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:12.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:11 smithi032 ceph-mon[189144]: pgmap v5170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:12.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:11 smithi039 ceph-mon[181282]: pgmap v5170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:13.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:13 smithi032 ceph-mon[189144]: pgmap v5171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:13.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:13 smithi032 ceph-mon[191839]: pgmap v5171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:14.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:13 smithi039 ceph-mon[181282]: pgmap v5171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:16.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:15 smithi032 ceph-mon[191839]: pgmap v5172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:16.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:15 smithi032 ceph-mon[189144]: pgmap v5172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:16.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:15 smithi039 ceph-mon[181282]: pgmap v5172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:17 smithi032 ceph-mon[191839]: pgmap v5173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:18.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:17 smithi032 ceph-mon[189144]: pgmap v5173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:18.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:17 smithi039 ceph-mon[181282]: pgmap v5173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:19 smithi032 ceph-mon[191839]: pgmap v5174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:57:20.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:19 smithi032 ceph-mon[189144]: pgmap v5174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:57:20.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:19 smithi039 ceph-mon[181282]: pgmap v5174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:20.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:57:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:57:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:57:20] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T18:57:22.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:21 smithi032 ceph-mon[189144]: pgmap v5175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:21 smithi032 ceph-mon[191839]: pgmap v5175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:22.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:21 smithi039 ceph-mon[181282]: pgmap v5175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:23.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:23 smithi032 ceph-mon[189144]: pgmap v5176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:23.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:23 smithi032 ceph-mon[191839]: pgmap v5176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:24.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:23 smithi039 ceph-mon[181282]: pgmap v5176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:26.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:25 smithi032 ceph-mon[189144]: pgmap v5177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:25 smithi032 ceph-mon[191839]: pgmap v5177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:26.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:25 smithi039 ceph-mon[181282]: pgmap v5177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:28.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:27 smithi032 ceph-mon[191839]: pgmap v5178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:28.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:27 smithi032 ceph-mon[189144]: pgmap v5178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:28.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:27 smithi039 ceph-mon[181282]: pgmap v5178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:30.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:29 smithi032 ceph-mon[189144]: pgmap v5179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:29 smithi032 ceph-mon[191839]: pgmap v5179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:30.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:29 smithi039 ceph-mon[181282]: pgmap v5179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:31.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:57:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:57:30] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T18:57:32.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:31 smithi032 ceph-mon[189144]: pgmap v5180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:32.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:31 smithi032 ceph-mon[191839]: pgmap v5180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:32.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:31 smithi039 ceph-mon[181282]: pgmap v5180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:33.669 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:57:33.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:33 smithi032 ceph-mon[189144]: pgmap v5181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:33.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:33 smithi032 ceph-mon[191839]: pgmap v5181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:33.991 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:57:33.991 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (97m) 118s ago 102m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:57:33.991 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (97m) 10m ago 101m 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:57:33.991 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (102m) 118s ago 102m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:57:33.991 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (102m) 10m ago 102m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:57:33.991 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (96m) 10m ago 105m 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:57:33.992 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (97m) 118s ago 106m 615M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:57:33.992 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (96m) 118s ago 106m 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:57:33.992 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (96m) 10m ago 105m 339M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:57:33.992 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (96m) 118s ago 105m 356M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:57:33.992 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (97m) 118s ago 101m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:57:33.992 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (97m) 10m ago 101m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:57:33.992 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (95m) 118s ago 105m 4041M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:57:33.992 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (95m) 118s ago 104m 4262M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:57:33.992 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (94m) 118s ago 104m 3868M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:57:33.993 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (94m) 118s ago 104m 3762M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:57:33.993 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (93m) 10m ago 103m 3589M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:57:33.993 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (93m) 10m ago 103m 3743M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:57:33.993 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (92m) 10m ago 103m 3528M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:57:33.993 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (92m) 10m ago 103m 3368M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:57:33.993 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (96m) 10m ago 102m 103M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:57:34.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:33 smithi039 ceph-mon[181282]: pgmap v5181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:34.391 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:57:34.391 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:57:34.391 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:57:34.391 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:57:34.391 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:57:34.392 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:57:34.392 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:57:34.392 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:57:34.392 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:57:34.392 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:57:34.392 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:57:34.392 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:57:34.392 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:57:34.392 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:57:34.392 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:57:34.392 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:57:34.393 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:57:34.393 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:57:34.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:34 smithi032 ceph-mon[191839]: from='client.39135 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:57:34.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:34 smithi032 ceph-mon[191839]: from='client.39141 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:57:34.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:34 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1080216950' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:57:34.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:34 smithi032 ceph-mon[189144]: from='client.39135 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:57:34.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:34 smithi032 ceph-mon[189144]: from='client.39141 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:57:34.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:34 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1080216950' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:57:35.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:34 smithi039 ceph-mon[181282]: from='client.39135 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:57:35.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:34 smithi039 ceph-mon[181282]: from='client.39141 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:57:35.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:34 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1080216950' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:57:35.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:57:35.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:35 smithi032 ceph-mon[191839]: pgmap v5182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:35.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:57:35.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:35 smithi032 ceph-mon[189144]: pgmap v5182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:36.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:57:36.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:35 smithi039 ceph-mon[181282]: pgmap v5182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:37 smithi032 ceph-mon[191839]: pgmap v5183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:38.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:37 smithi032 ceph-mon[189144]: pgmap v5183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:38.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:37 smithi039 ceph-mon[181282]: pgmap v5183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:40.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:39 smithi032 ceph-mon[191839]: pgmap v5184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:40.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:57:40.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:39 smithi032 ceph-mon[189144]: pgmap v5184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:57:40.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:39 smithi039 ceph-mon[181282]: pgmap v5184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:40.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:57:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:57:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:57:40] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T18:57:42.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:41 smithi032 ceph-mon[189144]: pgmap v5185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:41 smithi032 ceph-mon[191839]: pgmap v5185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:42.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:41 smithi039 ceph-mon[181282]: pgmap v5185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:43.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:57:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:57:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:57:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:57:43.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:57:43.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:57:43.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:57:43.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:57:43.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:57:43.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:57:43.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:57:43.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:57:44.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:43 smithi039 ceph-mon[181282]: pgmap v5186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:44.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:43 smithi032 ceph-mon[191839]: pgmap v5186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:44.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:43 smithi032 ceph-mon[189144]: pgmap v5186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:46.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:45 smithi039 ceph-mon[181282]: pgmap v5187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:46.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:57:46.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:57:46.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:57:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:57:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:57:46.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:45 smithi032 ceph-mon[191839]: pgmap v5187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:46.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:57:46.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:57:46.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:57:46.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:57:46.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:57:46.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:45 smithi032 ceph-mon[189144]: pgmap v5187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:46.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:57:46.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:57:46.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:57:46.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:57:46.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:57:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:47 smithi039 ceph-mon[181282]: pgmap v5188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:48.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:47 smithi032 ceph-mon[191839]: pgmap v5188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:48.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:47 smithi032 ceph-mon[189144]: pgmap v5188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:50.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:49 smithi039 ceph-mon[181282]: pgmap v5189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:57:50.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:49 smithi032 ceph-mon[191839]: pgmap v5189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:57:50.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:49 smithi032 ceph-mon[189144]: pgmap v5189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:50.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:57:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:57:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:57:50] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T18:57:52.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:51 smithi039 ceph-mon[181282]: pgmap v5190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:52.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:51 smithi032 ceph-mon[191839]: pgmap v5190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:52.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:51 smithi032 ceph-mon[189144]: pgmap v5190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:53.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:53 smithi032 ceph-mon[191839]: pgmap v5191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:53.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:53 smithi032 ceph-mon[189144]: pgmap v5191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:54.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:53 smithi039 ceph-mon[181282]: pgmap v5191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:56.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:55 smithi032 ceph-mon[191839]: pgmap v5192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:56.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:55 smithi032 ceph-mon[189144]: pgmap v5192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:56.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:55 smithi039 ceph-mon[181282]: pgmap v5192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:58.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:57 smithi032 ceph-mon[191839]: pgmap v5193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:58.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:57 smithi032 ceph-mon[189144]: pgmap v5193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:57:58.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:57 smithi039 ceph-mon[181282]: pgmap v5193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:00.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:57:59 smithi032 ceph-mon[191839]: pgmap v5194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:00.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:57:59 smithi032 ceph-mon[189144]: pgmap v5194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:00.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:57:59 smithi039 ceph-mon[181282]: pgmap v5194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:58:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:58:00] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T18:58:02.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:58:01 smithi032 ceph-mon[189144]: pgmap v5195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:02.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:58:01 smithi032 ceph-mon[191839]: pgmap v5195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:02.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:58:01 smithi039 ceph-mon[181282]: pgmap v5195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:03.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:58:03 smithi032 ceph-mon[189144]: pgmap v5196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:03.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:58:03 smithi032 ceph-mon[191839]: pgmap v5196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:04.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:58:03 smithi039 ceph-mon[181282]: pgmap v5196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:04.756 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:58:05.080 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:58:05.081 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (98m) 2m ago 102m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:58:05.081 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (97m) 23s ago 102m 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:58:05.081 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (103m) 2m ago 103m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:58:05.081 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (103m) 23s ago 103m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:58:05.081 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (97m) 23s ago 105m 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:58:05.081 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (97m) 2m ago 107m 615M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:58:05.081 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (97m) 2m ago 107m 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:58:05.081 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (96m) 23s ago 106m 356M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:58:05.081 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (96m) 2m ago 106m 356M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:58:05.082 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (98m) 2m ago 102m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:58:05.082 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (97m) 23s ago 102m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:58:05.082 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (96m) 2m ago 105m 4041M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:58:05.082 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (95m) 2m ago 105m 4262M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:58:05.082 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (95m) 2m ago 105m 3868M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:58:05.082 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (94m) 2m ago 104m 3762M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:58:05.082 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (94m) 23s ago 104m 3614M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:58:05.082 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (93m) 23s ago 104m 3777M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:58:05.082 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (93m) 23s ago 103m 3558M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:58:05.082 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (92m) 23s ago 103m 3403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:58:05.083 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (97m) 23s ago 102m 104M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:58:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:58:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:58:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:58:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:58:05.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:58:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:58:05.482 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:58:05.482 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:58:05.482 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:58:05.482 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:58:05.483 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:58:05.483 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:58:05.483 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:58:05.483 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:58:05.483 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:58:05.483 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:58:05.483 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:58:05.483 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:58:05.483 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:58:05.483 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:58:05.484 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:58:05.484 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:58:05.484 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:58:05.484 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:58:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:58:05 smithi032 ceph-mon[191839]: from='client.49070 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:58:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:58:05 smithi032 ceph-mon[191839]: pgmap v5197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:58:05 smithi032 ceph-mon[191839]: from='client.39159 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:58:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:58:05 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2536946803' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:58:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:58:05 smithi032 ceph-mon[189144]: from='client.49070 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:58:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:58:05 smithi032 ceph-mon[189144]: pgmap v5197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:58:05 smithi032 ceph-mon[189144]: from='client.39159 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:58:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:58:05 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2536946803' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:58:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:58:05 smithi039 ceph-mon[181282]: from='client.49070 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:58:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:58:05 smithi039 ceph-mon[181282]: pgmap v5197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:58:05 smithi039 ceph-mon[181282]: from='client.39159 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:58:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:58:05 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2536946803' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:58:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:58:07 smithi032 ceph-mon[191839]: pgmap v5198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:08.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:58:07 smithi032 ceph-mon[189144]: pgmap v5198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:08.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:58:07 smithi039 ceph-mon[181282]: pgmap v5198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:10.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:58:09 smithi032 ceph-mon[191839]: pgmap v5199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:10.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:58:09 smithi032 ceph-mon[189144]: pgmap v5199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:10.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:58:09 smithi039 ceph-mon[181282]: pgmap v5199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:58:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:58:10] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T18:58:12.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:58:11 smithi032 ceph-mon[189144]: pgmap v5200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:58:11 smithi032 ceph-mon[191839]: pgmap v5200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:12.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:58:11 smithi039 ceph-mon[181282]: pgmap v5200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:13.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:58:13 smithi032 ceph-mon[191839]: pgmap v5201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:13.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:58:13 smithi032 ceph-mon[189144]: pgmap v5201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:14.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:58:13 smithi039 ceph-mon[181282]: pgmap v5201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:16.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:58:15 smithi032 ceph-mon[189144]: pgmap v5202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:16.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:58:15 smithi032 ceph-mon[191839]: pgmap v5202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:16.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:58:15 smithi039 ceph-mon[181282]: pgmap v5202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:58:17 smithi032 ceph-mon[191839]: pgmap v5203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:18.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:58:17 smithi032 ceph-mon[189144]: pgmap v5203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:18.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:58:17 smithi039 ceph-mon[181282]: pgmap v5203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:58:19 smithi032 ceph-mon[191839]: pgmap v5204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:58:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:58:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:58:19 smithi032 ceph-mon[189144]: pgmap v5204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:58:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:58:20.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:58:19 smithi039 ceph-mon[181282]: pgmap v5204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:20.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:58:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:58:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:58:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:58:20] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T18:58:22.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:58:21 smithi032 ceph-mon[189144]: pgmap v5205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:58:21 smithi032 ceph-mon[191839]: pgmap v5205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:22.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:58:21 smithi039 ceph-mon[181282]: pgmap v5205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:23.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:58:23 smithi032 ceph-mon[191839]: pgmap v5206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:23.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:58:23 smithi032 ceph-mon[189144]: pgmap v5206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:24.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:58:23 smithi039 ceph-mon[181282]: pgmap v5206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:26.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:58:25 smithi032 ceph-mon[189144]: pgmap v5207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:58:25 smithi032 ceph-mon[191839]: pgmap v5207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:26.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:58:25 smithi039 ceph-mon[181282]: pgmap v5207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:28.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:58:27 smithi032 ceph-mon[191839]: pgmap v5208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:28.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:58:27 smithi032 ceph-mon[189144]: pgmap v5208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:28.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:58:27 smithi039 ceph-mon[181282]: pgmap v5208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:58:29 smithi032 ceph-mon[191839]: pgmap v5209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:30.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:58:29 smithi032 ceph-mon[189144]: pgmap v5209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:30.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:58:29 smithi039 ceph-mon[181282]: pgmap v5209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:31.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:58:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:58:30] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T18:58:32.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:58:31 smithi032 ceph-mon[189144]: pgmap v5210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:32.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:58:31 smithi032 ceph-mon[191839]: pgmap v5210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:32.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:58:31 smithi039 ceph-mon[181282]: pgmap v5210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:33.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:58:33 smithi032 ceph-mon[191839]: pgmap v5211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:33.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:58:33 smithi032 ceph-mon[189144]: pgmap v5211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:34.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:58:33 smithi039 ceph-mon[181282]: pgmap v5211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:58:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:58:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:58:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:58:35.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:58:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:58:35.848 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:58:36.173 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:58:36.174 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (98m) 3m ago 103m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:58:36.174 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (98m) 54s ago 102m 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:58:36.174 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (103m) 3m ago 103m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:58:36.174 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (103m) 54s ago 103m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:58:36.174 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (97m) 54s ago 106m 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:58:36.174 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (98m) 3m ago 107m 615M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:58:36.174 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (97m) 3m ago 107m 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:58:36.174 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (97m) 54s ago 106m 356M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:58:36.174 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (97m) 3m ago 106m 356M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:58:36.175 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (98m) 3m ago 102m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:58:36.175 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (98m) 54s ago 102m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:58:36.175 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (96m) 3m ago 106m 4041M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:58:36.175 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (96m) 3m ago 105m 4262M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:58:36.175 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (95m) 3m ago 105m 3868M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:58:36.175 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (95m) 3m ago 105m 3762M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:58:36.175 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (94m) 54s ago 105m 3614M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:58:36.175 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (94m) 54s ago 104m 3777M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:58:36.175 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (93m) 54s ago 104m 3558M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:58:36.175 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (93m) 54s ago 104m 3403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:58:36.176 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (97m) 54s ago 103m 104M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:58:36.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:58:35 smithi032 ceph-mon[189144]: pgmap v5212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:58:35 smithi032 ceph-mon[191839]: pgmap v5212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:36.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:58:35 smithi039 ceph-mon[181282]: pgmap v5212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:36.573 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:58:36.573 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:58:36.573 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:58:36.573 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:58:36.574 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:58:36.574 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:58:36.574 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:58:36.574 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:58:36.574 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:58:36.574 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:58:36.574 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:58:36.574 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:58:36.574 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:58:36.574 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:58:36.574 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:58:36.575 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:58:36.575 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:58:36.575 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:58:37.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:58:36 smithi032 ceph-mon[189144]: from='client.39171 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:58:37.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:58:36 smithi032 ceph-mon[189144]: from='client.49094 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:58:37.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:58:36 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3620701956' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:58:37.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:58:36 smithi032 ceph-mon[191839]: from='client.39171 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:58:37.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:58:36 smithi032 ceph-mon[191839]: from='client.49094 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:58:37.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:58:36 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3620701956' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:58:37.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:58:36 smithi039 ceph-mon[181282]: from='client.39171 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:58:37.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:58:36 smithi039 ceph-mon[181282]: from='client.49094 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:58:37.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:58:36 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3620701956' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:58:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:58:37 smithi032 ceph-mon[191839]: pgmap v5213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:38.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:58:37 smithi032 ceph-mon[189144]: pgmap v5213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:38.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:58:37 smithi039 ceph-mon[181282]: pgmap v5213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:40.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:58:39 smithi032 ceph-mon[191839]: pgmap v5214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:40.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:58:39 smithi032 ceph-mon[189144]: pgmap v5214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:40.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:58:39 smithi039 ceph-mon[181282]: pgmap v5214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:58:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:58:40] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:58:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:58:41 smithi032 ceph-mon[191839]: pgmap v5215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:42.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:58:41 smithi032 ceph-mon[189144]: pgmap v5215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:42.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:58:41 smithi039 ceph-mon[181282]: pgmap v5215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:43.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:58:43 smithi032 ceph-mon[191839]: pgmap v5216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:43.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:58:43 smithi032 ceph-mon[189144]: pgmap v5216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:44.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:58:43 smithi039 ceph-mon[181282]: pgmap v5216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:46.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:58:45 smithi032 ceph-mon[191839]: pgmap v5217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:46.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:58:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:58:46.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:58:45 smithi032 ceph-mon[189144]: pgmap v5217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:46.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:58:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:58:46.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:58:45 smithi039 ceph-mon[181282]: pgmap v5217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:46.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:58:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:58:47.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:58:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:58:47.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:58:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:58:47.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:58:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:58:47.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:58:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:58:47.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:58:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:58:47.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:58:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:58:47.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:58:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:58:47.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:58:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:58:47.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:58:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:58:48.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:58:47 smithi039 ceph-mon[181282]: pgmap v5218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:48.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:58:47 smithi032 ceph-mon[189144]: pgmap v5218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:48.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:58:47 smithi032 ceph-mon[191839]: pgmap v5218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:50.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:58:49 smithi039 ceph-mon[181282]: pgmap v5219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:58:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:58:50.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:58:49 smithi032 ceph-mon[189144]: pgmap v5219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:50.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:58:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:58:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:58:49 smithi032 ceph-mon[191839]: pgmap v5219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:58:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:58:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:58:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:58:50] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T18:58:52.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:58:51 smithi039 ceph-mon[181282]: pgmap v5220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:52.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:58:51 smithi032 ceph-mon[191839]: pgmap v5220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:52.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:58:51 smithi032 ceph-mon[189144]: pgmap v5220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:53.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:58:53 smithi032 ceph-mon[189144]: pgmap v5221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:53.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:58:53 smithi032 ceph-mon[191839]: pgmap v5221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:54.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:58:53 smithi039 ceph-mon[181282]: pgmap v5221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:56.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:58:55 smithi032 ceph-mon[191839]: pgmap v5222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:56.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:58:55 smithi032 ceph-mon[189144]: pgmap v5222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:56.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:58:55 smithi039 ceph-mon[181282]: pgmap v5222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:58.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:58:57 smithi032 ceph-mon[191839]: pgmap v5223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:58.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:58:57 smithi032 ceph-mon[189144]: pgmap v5223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:58:58.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:58:57 smithi039 ceph-mon[181282]: pgmap v5223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:00.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:58:59 smithi032 ceph-mon[191839]: pgmap v5224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:00.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:58:59 smithi032 ceph-mon[189144]: pgmap v5224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:00.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:58:59 smithi039 ceph-mon[181282]: pgmap v5224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:59:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:59:00] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T18:59:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:59:01 smithi032 ceph-mon[191839]: pgmap v5225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:02.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:59:01 smithi032 ceph-mon[189144]: pgmap v5225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:02.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:59:01 smithi039 ceph-mon[181282]: pgmap v5225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:03.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:59:03 smithi032 ceph-mon[191839]: pgmap v5226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:03.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:59:03 smithi032 ceph-mon[189144]: pgmap v5226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:04.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:59:03 smithi039 ceph-mon[181282]: pgmap v5226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:59:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:59:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:59:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:59:05.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:59:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:59:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:59:05 smithi032 ceph-mon[191839]: pgmap v5227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:59:05 smithi032 ceph-mon[189144]: pgmap v5227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:59:05 smithi039 ceph-mon[181282]: pgmap v5227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:06.939 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:59:07.260 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:59:07.260 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (99m) 3m ago 103m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:59:07.260 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (98m) 85s ago 103m 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:59:07.260 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (104m) 3m ago 104m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:59:07.260 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (104m) 85s ago 104m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:59:07.261 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (98m) 85s ago 106m 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:59:07.261 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (98m) 3m ago 108m 615M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:59:07.261 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (98m) 3m ago 108m 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:59:07.261 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (97m) 85s ago 107m 356M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:59:07.261 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (97m) 3m ago 107m 356M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:59:07.261 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (99m) 3m ago 103m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:59:07.261 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (98m) 85s ago 103m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:59:07.261 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (97m) 3m ago 106m 4041M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:59:07.261 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (96m) 3m ago 106m 4262M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:59:07.261 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (96m) 3m ago 106m 3868M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:59:07.262 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (95m) 3m ago 105m 3762M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:59:07.262 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (95m) 85s ago 105m 3614M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:59:07.262 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (94m) 85s ago 105m 3777M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:59:07.262 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (94m) 85s ago 104m 3558M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:59:07.262 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (93m) 85s ago 104m 3403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:59:07.262 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (98m) 85s ago 103m 104M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:59:07.664 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:59:07.664 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:59:07.665 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:59:07.665 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:59:07.665 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:59:07.665 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:59:07.665 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:59:07.665 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:59:07.665 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:59:07.666 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:59:07.666 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:59:07.666 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:59:07.666 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:59:07.666 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:59:07.666 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:59:07.666 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:59:07.666 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:59:07.666 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:59:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:59:07 smithi032 ceph-mon[191839]: pgmap v5228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:59:07 smithi032 ceph-mon[191839]: from='client.49106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:59:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:59:07 smithi032 ceph-mon[191839]: from='client.49112 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:59:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:59:07 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4054594409' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:59:08.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:59:07 smithi032 ceph-mon[189144]: pgmap v5228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:59:07 smithi032 ceph-mon[189144]: from='client.49106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:59:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:59:07 smithi032 ceph-mon[189144]: from='client.49112 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:59:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:59:07 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4054594409' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:59:08.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:59:07 smithi039 ceph-mon[181282]: pgmap v5228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:08.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:59:07 smithi039 ceph-mon[181282]: from='client.49106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:59:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:59:07 smithi039 ceph-mon[181282]: from='client.49112 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:59:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:59:07 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4054594409' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:59:10.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:59:09 smithi032 ceph-mon[189144]: pgmap v5229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:10.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:59:09 smithi032 ceph-mon[191839]: pgmap v5229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:10.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:59:09 smithi039 ceph-mon[181282]: pgmap v5229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:59:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:59:10] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T18:59:12.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:59:11 smithi032 ceph-mon[189144]: pgmap v5230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:59:11 smithi032 ceph-mon[191839]: pgmap v5230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:12.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:59:11 smithi039 ceph-mon[181282]: pgmap v5230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:13.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:59:13 smithi032 ceph-mon[189144]: pgmap v5231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:13.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:59:13 smithi032 ceph-mon[191839]: pgmap v5231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:14.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:59:13 smithi039 ceph-mon[181282]: pgmap v5231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:16.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:59:15 smithi032 ceph-mon[189144]: pgmap v5232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:16.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:59:15 smithi032 ceph-mon[191839]: pgmap v5232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:16.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:59:15 smithi039 ceph-mon[181282]: pgmap v5232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:18.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:59:17 smithi032 ceph-mon[189144]: pgmap v5233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:18.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:59:17 smithi032 ceph-mon[191839]: pgmap v5233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:18.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:59:17 smithi039 ceph-mon[181282]: pgmap v5233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:20.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:59:19 smithi032 ceph-mon[189144]: pgmap v5234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:20.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:59:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:59:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:59:19 smithi032 ceph-mon[191839]: pgmap v5234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:59:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:59:20.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:59:19 smithi039 ceph-mon[181282]: pgmap v5234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:20.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:59:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:59:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:59:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:59:20] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:59:22.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:59:21 smithi032 ceph-mon[189144]: pgmap v5235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:59:21 smithi032 ceph-mon[191839]: pgmap v5235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:22.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:59:21 smithi039 ceph-mon[181282]: pgmap v5235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:23.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:59:23 smithi032 ceph-mon[191839]: pgmap v5236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:23.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:59:23 smithi032 ceph-mon[189144]: pgmap v5236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:24.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:59:23 smithi039 ceph-mon[181282]: pgmap v5236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:59:25 smithi032 ceph-mon[191839]: pgmap v5237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:26.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:59:25 smithi032 ceph-mon[189144]: pgmap v5237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:26.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:59:25 smithi039 ceph-mon[181282]: pgmap v5237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:28.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:59:27 smithi032 ceph-mon[189144]: pgmap v5238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:28.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:59:27 smithi032 ceph-mon[191839]: pgmap v5238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:28.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:59:27 smithi039 ceph-mon[181282]: pgmap v5238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:30.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:59:29 smithi039 ceph-mon[181282]: pgmap v5239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:30.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:59:29 smithi032 ceph-mon[191839]: pgmap v5239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:30.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:59:29 smithi032 ceph-mon[189144]: pgmap v5239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:59:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:59:30] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:59:32.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:59:31 smithi039 ceph-mon[181282]: pgmap v5240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:32.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:59:31 smithi032 ceph-mon[191839]: pgmap v5240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:32.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:59:31 smithi032 ceph-mon[189144]: pgmap v5240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:33.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:59:33 smithi032 ceph-mon[191839]: pgmap v5241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:33.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:59:33 smithi032 ceph-mon[189144]: pgmap v5241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:34.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:59:33 smithi039 ceph-mon[181282]: pgmap v5241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:59:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:59:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:59:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:59:35.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:59:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:59:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:59:35 smithi032 ceph-mon[191839]: pgmap v5242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:59:35 smithi032 ceph-mon[189144]: pgmap v5242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:36.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:59:35 smithi039 ceph-mon[181282]: pgmap v5242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:38.027 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T18:59:38.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:59:37 smithi032 ceph-mon[191839]: pgmap v5243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:38.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:59:37 smithi032 ceph-mon[189144]: pgmap v5243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:38.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:59:37 smithi039 ceph-mon[181282]: pgmap v5243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:38.350 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T18:59:38.350 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (99m) 4m ago 104m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T18:59:38.350 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (99m) 116s ago 103m 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T18:59:38.350 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (104m) 4m ago 104m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T18:59:38.350 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (104m) 116s ago 104m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T18:59:38.350 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (98m) 116s ago 107m 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T18:59:38.350 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (99m) 4m ago 108m 615M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T18:59:38.350 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (98m) 4m ago 108m 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T18:59:38.350 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (98m) 116s ago 107m 356M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T18:59:38.350 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (98m) 4m ago 107m 356M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T18:59:38.350 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (99m) 4m ago 103m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T18:59:38.350 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (99m) 116s ago 103m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T18:59:38.351 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (97m) 4m ago 107m 4041M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T18:59:38.351 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (97m) 4m ago 106m 4262M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T18:59:38.351 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (96m) 4m ago 106m 3868M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T18:59:38.351 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (96m) 4m ago 106m 3762M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T18:59:38.351 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (95m) 116s ago 106m 3614M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T18:59:38.351 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (95m) 116s ago 105m 3777M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T18:59:38.351 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (94m) 116s ago 105m 3558M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T18:59:38.351 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (94m) 116s ago 105m 3403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T18:59:38.351 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (98m) 116s ago 104m 104M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T18:59:38.749 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T18:59:38.749 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T18:59:38.749 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T18:59:38.749 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:59:38.749 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T18:59:38.750 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T18:59:38.750 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:59:38.750 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T18:59:38.750 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T18:59:38.750 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:59:38.750 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T18:59:38.750 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T18:59:38.750 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T18:59:38.751 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T18:59:38.751 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T18:59:38.751 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T18:59:38.751 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T18:59:38.751 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T18:59:39.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:59:38 smithi039 ceph-mon[181282]: from='client.49124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:59:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:59:38 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2233184558' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:59:39.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:59:38 smithi032 ceph-mon[191839]: from='client.49124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:59:39.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:59:38 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2233184558' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:59:39.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:59:38 smithi032 ceph-mon[189144]: from='client.49124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:59:39.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:59:38 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2233184558' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T18:59:40.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:59:39 smithi039 ceph-mon[181282]: from='client.39213 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:59:40.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:59:39 smithi039 ceph-mon[181282]: pgmap v5244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:40.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:59:39 smithi032 ceph-mon[191839]: from='client.39213 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:59:40.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:59:39 smithi032 ceph-mon[191839]: pgmap v5244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:40.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:59:39 smithi032 ceph-mon[189144]: from='client.39213 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T18:59:40.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:59:39 smithi032 ceph-mon[189144]: pgmap v5244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:59:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:59:40] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T18:59:42.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:59:41 smithi039 ceph-mon[181282]: pgmap v5245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:42.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:59:41 smithi032 ceph-mon[189144]: pgmap v5245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:42.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:59:41 smithi032 ceph-mon[191839]: pgmap v5245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:43.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:59:43 smithi032 ceph-mon[189144]: pgmap v5246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:43.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:59:43 smithi032 ceph-mon[191839]: pgmap v5246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:44.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:59:43 smithi039 ceph-mon[181282]: pgmap v5246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:46.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:59:45 smithi039 ceph-mon[181282]: pgmap v5247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:46.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:59:45 smithi032 ceph-mon[189144]: pgmap v5247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:46.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:59:45 smithi032 ceph-mon[191839]: pgmap v5247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:47.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:59:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:59:47.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:59:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:59:47.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:59:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:59:47.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:59:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:59:47.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:59:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:59:47.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:59:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:59:47.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:59:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:59:47.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:59:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:59:47.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:59:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T18:59:47.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:59:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T18:59:47.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:59:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T18:59:47.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:59:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T18:59:48.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:59:47 smithi039 ceph-mon[181282]: pgmap v5248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:48.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:59:47 smithi032 ceph-mon[191839]: pgmap v5248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:48.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:59:47 smithi032 ceph-mon[189144]: pgmap v5248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:59:49 smithi039 ceph-mon[181282]: pgmap v5249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:59:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:59:50.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:59:49 smithi032 ceph-mon[189144]: pgmap v5249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:50.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:59:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:59:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:59:49 smithi032 ceph-mon[191839]: pgmap v5249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:59:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T18:59:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 18:59:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:18:59:50] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T18:59:52.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:59:51 smithi039 ceph-mon[181282]: pgmap v5250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:52.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:59:51 smithi032 ceph-mon[191839]: pgmap v5250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:52.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:59:51 smithi032 ceph-mon[189144]: pgmap v5250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:53.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:59:53 smithi032 ceph-mon[189144]: pgmap v5251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:53.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:59:53 smithi032 ceph-mon[191839]: pgmap v5251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:54.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:59:53 smithi039 ceph-mon[181282]: pgmap v5251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:56.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:59:55 smithi039 ceph-mon[181282]: pgmap v5252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:56.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:59:55 smithi032 ceph-mon[191839]: pgmap v5252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:56.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:59:55 smithi032 ceph-mon[189144]: pgmap v5252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:58.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:59:57 smithi039 ceph-mon[181282]: pgmap v5253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:58.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:59:57 smithi032 ceph-mon[189144]: pgmap v5253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T18:59:58.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:59:57 smithi032 ceph-mon[191839]: pgmap v5253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:00.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 18:59:59 smithi039 ceph-mon[181282]: pgmap v5254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:00.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 18:59:59 smithi032 ceph-mon[191839]: pgmap v5254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:00.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 18:59:59 smithi032 ceph-mon[189144]: pgmap v5254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:00.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:00:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T18:59:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T19:00:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:00:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T19:00:01.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:00:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T19:00:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:00:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:00:00] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T19:00:01.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:00:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T19:00:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:00:01 smithi039 ceph-mon[181282]: pgmap v5255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:02.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:00:01 smithi032 ceph-mon[191839]: pgmap v5255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:02.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:00:01 smithi032 ceph-mon[189144]: pgmap v5255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:03.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:00:03 smithi032 ceph-mon[191839]: pgmap v5256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:03.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:00:03 smithi032 ceph-mon[189144]: pgmap v5256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:04.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:00:03 smithi039 ceph-mon[181282]: pgmap v5256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:00:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:00:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:00:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:00:05.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:00:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:00:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:00:05 smithi032 ceph-mon[191839]: pgmap v5257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:00:05 smithi032 ceph-mon[189144]: pgmap v5257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:00:05 smithi039 ceph-mon[181282]: pgmap v5257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:00:07 smithi039 ceph-mon[181282]: pgmap v5258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:08.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:00:07 smithi032 ceph-mon[191839]: pgmap v5258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:08.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:00:07 smithi032 ceph-mon[189144]: pgmap v5258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:09.115 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:00:09.436 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:00:09.436 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (100m) 4m ago 104m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:00:09.436 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (99m) 2m ago 104m 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:00:09.436 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (105m) 4m ago 105m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:00:09.436 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (105m) 2m ago 105m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:00:09.437 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (99m) 2m ago 107m 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:00:09.437 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (99m) 4m ago 109m 615M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:00:09.437 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (99m) 4m ago 109m 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:00:09.437 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (98m) 2m ago 108m 356M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:00:09.437 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (98m) 4m ago 108m 356M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:00:09.437 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (100m) 4m ago 104m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:00:09.437 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (99m) 2m ago 104m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:00:09.437 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (98m) 4m ago 107m 4041M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:00:09.437 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (97m) 4m ago 107m 4262M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:00:09.437 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (97m) 4m ago 107m 3868M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:00:09.438 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (96m) 4m ago 106m 3762M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:00:09.438 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (96m) 2m ago 106m 3614M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:00:09.438 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (95m) 2m ago 106m 3777M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:00:09.438 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (95m) 2m ago 105m 3558M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:00:09.438 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (94m) 2m ago 105m 3403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:00:09.438 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (99m) 2m ago 105m 104M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:00:09.837 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:00:09.837 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:00:09.838 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:00:09.838 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:00:09.838 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:00:09.838 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:00:09.838 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:00:09.838 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:00:09.838 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:00:09.838 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:00:09.838 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:00:09.838 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:00:09.838 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:00:09.839 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:00:09.839 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:00:09.839 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:00:09.839 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:00:09.839 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:00:10.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:00:09 smithi039 ceph-mon[181282]: pgmap v5259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:00:09 smithi039 ceph-mon[181282]: from='client.39225 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:00:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:00:09 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/967066463' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:00:10.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:00:09 smithi032 ceph-mon[189144]: pgmap v5259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:10.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:00:09 smithi032 ceph-mon[189144]: from='client.39225 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:00:10.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:00:09 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/967066463' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:00:10.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:00:09 smithi032 ceph-mon[191839]: pgmap v5259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:10.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:00:09 smithi032 ceph-mon[191839]: from='client.39225 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:00:10.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:00:09 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/967066463' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:00:11.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:00:10 smithi032 ceph-mon[191839]: from='client.39231 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:00:11.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:00:10 smithi032 ceph-mon[189144]: from='client.39231 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:00:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:00:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:00:10] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:00:11.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:00:10 smithi039 ceph-mon[181282]: from='client.39231 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:00:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:00:11 smithi039 ceph-mon[181282]: pgmap v5260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:12.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:00:11 smithi032 ceph-mon[191839]: pgmap v5260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:12.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:00:11 smithi032 ceph-mon[189144]: pgmap v5260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:13.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:00:13 smithi032 ceph-mon[191839]: pgmap v5261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:13.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:00:13 smithi032 ceph-mon[189144]: pgmap v5261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:14.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:00:13 smithi039 ceph-mon[181282]: pgmap v5261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:16.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:00:15 smithi039 ceph-mon[181282]: pgmap v5262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:16.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:00:15 smithi032 ceph-mon[191839]: pgmap v5262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:16.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:00:15 smithi032 ceph-mon[189144]: pgmap v5262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:17.255 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 19:00:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-22T19:00:16.983135047Z level=info msg="Completed cleanup jobs" duration=13.085767ms 2023-12-22T19:00:18.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:00:17 smithi039 ceph-mon[181282]: pgmap v5263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:18.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:00:17 smithi032 ceph-mon[191839]: pgmap v5263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:18.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:00:17 smithi032 ceph-mon[189144]: pgmap v5263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:20.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:00:19 smithi039 ceph-mon[181282]: pgmap v5264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:00:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:00:20.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:00:19 smithi032 ceph-mon[191839]: pgmap v5264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:00:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:00:20.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:00:19 smithi032 ceph-mon[189144]: pgmap v5264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:20.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:00:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:00:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:00:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:00:20] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T19:00:22.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:00:21 smithi039 ceph-mon[181282]: pgmap v5265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:22.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:00:21 smithi032 ceph-mon[191839]: pgmap v5265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:22.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:00:21 smithi032 ceph-mon[189144]: pgmap v5265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:23.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:00:23 smithi032 ceph-mon[189144]: pgmap v5266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:23.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:00:23 smithi032 ceph-mon[191839]: pgmap v5266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:24.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:00:23 smithi039 ceph-mon[181282]: pgmap v5266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:26.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:00:25 smithi039 ceph-mon[181282]: pgmap v5267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:26.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:00:25 smithi032 ceph-mon[191839]: pgmap v5267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:26.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:00:25 smithi032 ceph-mon[189144]: pgmap v5267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:28.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:00:27 smithi039 ceph-mon[181282]: pgmap v5268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:28.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:00:27 smithi032 ceph-mon[191839]: pgmap v5268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:28.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:00:27 smithi032 ceph-mon[189144]: pgmap v5268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:30.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:00:29 smithi039 ceph-mon[181282]: pgmap v5269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:30.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:00:29 smithi032 ceph-mon[189144]: pgmap v5269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:30.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:00:29 smithi032 ceph-mon[191839]: pgmap v5269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:00:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:00:30] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T19:00:32.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:00:31 smithi039 ceph-mon[181282]: pgmap v5270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:32.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:00:31 smithi032 ceph-mon[191839]: pgmap v5270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:32.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:00:31 smithi032 ceph-mon[189144]: pgmap v5270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:33.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:00:33 smithi032 ceph-mon[191839]: pgmap v5271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:33.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:00:33 smithi032 ceph-mon[189144]: pgmap v5271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:34.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:00:33 smithi039 ceph-mon[181282]: pgmap v5271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:00:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:00:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:00:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:00:35.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:00:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:00:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:00:35 smithi032 ceph-mon[191839]: pgmap v5272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:00:35 smithi032 ceph-mon[189144]: pgmap v5272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:36.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:00:35 smithi039 ceph-mon[181282]: pgmap v5272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:38.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:00:37 smithi039 ceph-mon[181282]: pgmap v5273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:38.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:00:37 smithi032 ceph-mon[191839]: pgmap v5273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:38.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:00:37 smithi032 ceph-mon[189144]: pgmap v5273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:40.201 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:00:40.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:00:39 smithi039 ceph-mon[181282]: pgmap v5274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:40.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:00:39 smithi032 ceph-mon[189144]: pgmap v5274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:40.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:00:39 smithi032 ceph-mon[191839]: pgmap v5274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:40.525 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:00:40.525 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (100m) 5m ago 105m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:00:40.525 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (100m) 2m ago 105m 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:00:40.525 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (105m) 5m ago 105m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:00:40.526 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (105m) 2m ago 105m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:00:40.526 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (99m) 2m ago 108m 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:00:40.526 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (100m) 5m ago 109m 615M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:00:40.526 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (99m) 5m ago 110m 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:00:40.526 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (99m) 2m ago 108m 356M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:00:40.526 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (99m) 5m ago 108m 356M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:00:40.526 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (100m) 5m ago 104m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:00:40.526 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (100m) 2m ago 104m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:00:40.526 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (98m) 5m ago 108m 4041M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:00:40.526 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (98m) 5m ago 107m 4262M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:00:40.527 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (97m) 5m ago 107m 3868M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:00:40.527 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (97m) 5m ago 107m 3762M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:00:40.527 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (96m) 2m ago 107m 3614M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:00:40.527 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (96m) 2m ago 106m 3777M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:00:40.527 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (95m) 2m ago 106m 3558M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:00:40.527 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (95m) 2m ago 106m 3403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:00:40.527 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (100m) 2m ago 105m 104M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:00:40.933 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:00:40.934 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:00:40.934 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:00:40.934 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:00:40.934 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:00:40.934 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:00:40.934 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:00:40.934 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:00:40.934 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:00:40.934 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:00:40.935 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:00:40.935 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:00:40.935 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:00:40.935 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:00:40.935 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:00:40.935 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:00:40.935 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:00:40.935 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:00:41.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:00:40 smithi032 ceph-mon[189144]: from='client.49160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:00:41.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:00:40 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2113806331' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:00:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:00:40 smithi032 ceph-mon[191839]: from='client.49160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:00:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:00:40 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2113806331' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:00:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:00:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:00:40] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T19:00:41.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:00:40 smithi039 ceph-mon[181282]: from='client.49160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:00:41.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:00:40 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2113806331' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:00:42.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:00:41 smithi039 ceph-mon[181282]: from='client.39249 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:00:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:00:41 smithi039 ceph-mon[181282]: pgmap v5275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:42.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:00:41 smithi032 ceph-mon[191839]: from='client.39249 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:00:42.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:00:41 smithi032 ceph-mon[191839]: pgmap v5275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:00:41 smithi032 ceph-mon[189144]: from='client.39249 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:00:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:00:41 smithi032 ceph-mon[189144]: pgmap v5275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:43.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:00:43 smithi032 ceph-mon[191839]: pgmap v5276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:43.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:00:43 smithi032 ceph-mon[189144]: pgmap v5276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:44.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:00:43 smithi039 ceph-mon[181282]: pgmap v5276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:46.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:00:45 smithi039 ceph-mon[181282]: pgmap v5277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:46.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:00:45 smithi032 ceph-mon[191839]: pgmap v5277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:46.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:00:45 smithi032 ceph-mon[189144]: pgmap v5277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:47.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:00:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:00:47.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:00:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:00:47.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:00:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:00:48.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:00:47 smithi039 ceph-mon[181282]: pgmap v5278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:48.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:00:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:00:48.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:00:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:00:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:00:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:00:48.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:00:47 smithi032 ceph-mon[191839]: pgmap v5278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:48.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:00:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:00:48.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:00:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:00:48.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:00:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:00:48.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:00:47 smithi032 ceph-mon[189144]: pgmap v5278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:48.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:00:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:00:48.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:00:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:00:48.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:00:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:00:50.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:00:49 smithi039 ceph-mon[181282]: pgmap v5279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:00:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:00:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:00:49 smithi032 ceph-mon[191839]: pgmap v5279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:00:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:00:50.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:00:49 smithi032 ceph-mon[189144]: pgmap v5279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:50.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:00:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:00:51.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:00:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:00:50] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:00:52.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:00:51 smithi039 ceph-mon[181282]: pgmap v5280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:52.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:00:51 smithi032 ceph-mon[191839]: pgmap v5280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:52.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:00:51 smithi032 ceph-mon[189144]: pgmap v5280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:54.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:00:53 smithi039 ceph-mon[181282]: pgmap v5281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:54.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:00:53 smithi032 ceph-mon[189144]: pgmap v5281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:00:53 smithi032 ceph-mon[191839]: pgmap v5281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:00:55 smithi039 ceph-mon[181282]: pgmap v5282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:56.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:00:55 smithi032 ceph-mon[191839]: pgmap v5282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:56.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:00:55 smithi032 ceph-mon[189144]: pgmap v5282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:58.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:00:57 smithi039 ceph-mon[181282]: pgmap v5283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:58.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:00:57 smithi032 ceph-mon[191839]: pgmap v5283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:00:58.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:00:57 smithi032 ceph-mon[189144]: pgmap v5283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:00:59 smithi039 ceph-mon[181282]: pgmap v5284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:00.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:00:59 smithi032 ceph-mon[191839]: pgmap v5284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:00.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:00:59 smithi032 ceph-mon[189144]: pgmap v5284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:01:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:01:00] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:01:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:01:01 smithi032 ceph-mon[191839]: pgmap v5285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:01:01 smithi032 ceph-mon[189144]: pgmap v5285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:02.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:01:01 smithi039 ceph-mon[181282]: pgmap v5285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:03.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:01:03 smithi032 ceph-mon[191839]: pgmap v5286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:03.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:01:03 smithi032 ceph-mon[189144]: pgmap v5286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:04.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:01:03 smithi039 ceph-mon[181282]: pgmap v5286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:01:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:01:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:01:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:01:05.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:01:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:01:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:01:05 smithi032 ceph-mon[191839]: pgmap v5287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:01:05 smithi032 ceph-mon[189144]: pgmap v5287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:01:05 smithi039 ceph-mon[181282]: pgmap v5287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:08.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:01:07 smithi039 ceph-mon[181282]: pgmap v5288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:08.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:01:07 smithi032 ceph-mon[189144]: pgmap v5288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:08.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:01:07 smithi032 ceph-mon[191839]: pgmap v5288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:10.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:01:09 smithi039 ceph-mon[181282]: pgmap v5289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:10.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:01:09 smithi032 ceph-mon[191839]: pgmap v5289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:10.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:01:09 smithi032 ceph-mon[189144]: pgmap v5289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:01:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:01:10] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:01:11.299 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:01:11.627 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:01:11.627 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (101m) 5m ago 105m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:01:11.628 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (100m) 3m ago 105m 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:01:11.628 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (106m) 5m ago 106m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:01:11.628 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (106m) 3m ago 106m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:01:11.628 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (100m) 3m ago 109m 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:01:11.628 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (100m) 5m ago 110m 615M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:01:11.628 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (100m) 5m ago 110m 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:01:11.628 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (99m) 3m ago 109m 356M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:01:11.628 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (99m) 5m ago 109m 356M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:01:11.628 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (101m) 5m ago 105m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:01:11.629 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (100m) 3m ago 105m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:01:11.629 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (99m) 5m ago 108m 4041M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:01:11.629 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (98m) 5m ago 108m 4262M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:01:11.629 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (98m) 5m ago 108m 3868M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:01:11.629 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (97m) 5m ago 107m 3762M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:01:11.629 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (97m) 3m ago 107m 3614M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:01:11.629 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (96m) 3m ago 107m 3777M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:01:11.629 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (96m) 3m ago 107m 3558M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:01:11.629 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (95m) 3m ago 106m 3403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:01:11.630 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (100m) 3m ago 106m 104M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:01:12.030 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:01:12.030 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:01:12.030 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:01:12.030 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:01:12.030 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:01:12.030 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:01:12.030 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:01:12.030 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:01:12.030 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:01:12.030 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:01:12.031 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:01:12.031 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:01:12.031 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:01:12.031 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:01:12.031 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:01:12.031 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:01:12.031 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:01:12.031 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:01:12.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:01:11 smithi039 ceph-mon[181282]: pgmap v5290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:12.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:01:11 smithi039 ceph-mon[181282]: from='client.39261 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:01:12.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:01:11 smithi032 ceph-mon[191839]: pgmap v5290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:12.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:01:11 smithi032 ceph-mon[191839]: from='client.39261 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:01:12.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:01:11 smithi032 ceph-mon[189144]: pgmap v5290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:01:11 smithi032 ceph-mon[189144]: from='client.39261 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:01:13.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:01:12 smithi039 ceph-mon[181282]: from='client.39267 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:01:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:01:12 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2741054826' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:01:13.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:01:12 smithi032 ceph-mon[191839]: from='client.39267 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:01:13.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:01:12 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2741054826' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:01:13.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:01:12 smithi032 ceph-mon[189144]: from='client.39267 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:01:13.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:01:12 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2741054826' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:01:14.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:01:13 smithi039 ceph-mon[181282]: pgmap v5291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:14.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:01:13 smithi032 ceph-mon[191839]: pgmap v5291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:14.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:01:13 smithi032 ceph-mon[189144]: pgmap v5291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:01:15 smithi039 ceph-mon[181282]: pgmap v5292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:16.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:01:15 smithi032 ceph-mon[191839]: pgmap v5292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:16.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:01:15 smithi032 ceph-mon[189144]: pgmap v5292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:18.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:01:17 smithi039 ceph-mon[181282]: pgmap v5293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:18.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:01:17 smithi032 ceph-mon[191839]: pgmap v5293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:18.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:01:17 smithi032 ceph-mon[189144]: pgmap v5293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:01:19 smithi039 ceph-mon[181282]: pgmap v5294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:01:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:01:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:01:19 smithi032 ceph-mon[191839]: pgmap v5294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:01:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:01:20.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:01:19 smithi032 ceph-mon[189144]: pgmap v5294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:01:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:01:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:01:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:01:20] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T19:01:22.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:01:21 smithi039 ceph-mon[181282]: pgmap v5295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:22.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:01:21 smithi032 ceph-mon[191839]: pgmap v5295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:22.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:01:21 smithi032 ceph-mon[189144]: pgmap v5295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:24.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:01:23 smithi039 ceph-mon[181282]: pgmap v5296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:24.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:01:23 smithi032 ceph-mon[191839]: pgmap v5296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:24.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:01:23 smithi032 ceph-mon[189144]: pgmap v5296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:01:25 smithi039 ceph-mon[181282]: pgmap v5297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:26.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:01:25 smithi032 ceph-mon[191839]: pgmap v5297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:26.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:01:25 smithi032 ceph-mon[189144]: pgmap v5297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:28.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:01:27 smithi039 ceph-mon[181282]: pgmap v5298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:28.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:01:27 smithi032 ceph-mon[191839]: pgmap v5298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:28.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:01:27 smithi032 ceph-mon[189144]: pgmap v5298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:30.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:01:29 smithi039 ceph-mon[181282]: pgmap v5299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:30.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:01:29 smithi032 ceph-mon[189144]: pgmap v5299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:30.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:01:29 smithi032 ceph-mon[191839]: pgmap v5299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:01:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:01:30] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T19:01:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:01:31 smithi039 ceph-mon[181282]: pgmap v5300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:32.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:01:31 smithi032 ceph-mon[191839]: pgmap v5300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:32.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:01:31 smithi032 ceph-mon[189144]: pgmap v5300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:34.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:01:33 smithi039 ceph-mon[181282]: pgmap v5301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:34.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:01:33 smithi032 ceph-mon[189144]: pgmap v5301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:01:33 smithi032 ceph-mon[191839]: pgmap v5301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:01:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:01:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:01:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:01:35.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:01:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:01:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:01:35 smithi032 ceph-mon[191839]: pgmap v5302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:01:35 smithi032 ceph-mon[189144]: pgmap v5302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:36.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:01:35 smithi039 ceph-mon[181282]: pgmap v5302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:38.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:01:37 smithi039 ceph-mon[181282]: pgmap v5303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:38.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:01:37 smithi032 ceph-mon[191839]: pgmap v5303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:38.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:01:37 smithi032 ceph-mon[189144]: pgmap v5303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:01:39 smithi039 ceph-mon[181282]: pgmap v5304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:40.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:01:39 smithi032 ceph-mon[191839]: pgmap v5304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:40.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:01:39 smithi032 ceph-mon[189144]: pgmap v5304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:01:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:01:40] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:01:42.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:01:41 smithi039 ceph-mon[181282]: pgmap v5305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:42.393 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:01:42.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:01:41 smithi032 ceph-mon[189144]: pgmap v5305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:42.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:01:41 smithi032 ceph-mon[191839]: pgmap v5305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:42.715 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:01:42.715 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (101m) 6m ago 106m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:01:42.715 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (101m) 4m ago 106m 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:01:42.715 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (107m) 6m ago 107m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:01:42.716 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (106m) 4m ago 106m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:01:42.716 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (101m) 4m ago 109m 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:01:42.716 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (101m) 6m ago 110m 615M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:01:42.716 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (100m) 6m ago 111m 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:01:42.716 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (100m) 4m ago 109m 356M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:01:42.716 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (100m) 6m ago 109m 356M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:01:42.716 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (101m) 6m ago 105m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:01:42.716 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (101m) 4m ago 105m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:01:42.716 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (99m) 6m ago 109m 4041M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:01:42.716 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (99m) 6m ago 108m 4262M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:01:42.717 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (98m) 6m ago 108m 3868M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:01:42.717 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (98m) 6m ago 108m 3762M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:01:42.717 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (97m) 4m ago 108m 3614M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:01:42.717 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (97m) 4m ago 107m 3777M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:01:42.717 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (96m) 4m ago 107m 3558M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:01:42.717 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (96m) 4m ago 107m 3403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:01:42.717 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (101m) 4m ago 106m 104M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:01:43.117 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:01:43.118 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:01:43.118 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:01:43.118 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:01:43.118 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:01:43.118 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:01:43.118 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:01:43.118 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:01:43.118 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:01:43.118 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:01:43.119 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:01:43.119 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:01:43.119 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:01:43.119 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:01:43.119 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:01:43.119 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:01:43.119 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:01:43.119 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:01:44.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:01:43 smithi039 ceph-mon[181282]: from='client.39279 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:01:44.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:01:43 smithi039 ceph-mon[181282]: from='client.49202 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:01:44.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:01:43 smithi039 ceph-mon[181282]: pgmap v5306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:44.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:01:43 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2741537245' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:01:44.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:01:43 smithi032 ceph-mon[191839]: from='client.39279 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:01:44.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:01:43 smithi032 ceph-mon[191839]: from='client.49202 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:01:44.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:01:43 smithi032 ceph-mon[191839]: pgmap v5306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:44.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:01:43 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2741537245' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:01:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:01:43 smithi032 ceph-mon[189144]: from='client.39279 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:01:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:01:43 smithi032 ceph-mon[189144]: from='client.49202 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:01:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:01:43 smithi032 ceph-mon[189144]: pgmap v5306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:01:43 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2741537245' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:01:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:01:45 smithi039 ceph-mon[181282]: pgmap v5307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:46.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:01:45 smithi032 ceph-mon[191839]: pgmap v5307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:46.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:01:45 smithi032 ceph-mon[189144]: pgmap v5307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:48.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:01:47 smithi039 ceph-mon[181282]: pgmap v5308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:01:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:01:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:01:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:01:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:01:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:01:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:01:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:01:48.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:01:47 smithi032 ceph-mon[191839]: pgmap v5308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:48.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:01:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:01:48.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:01:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:01:48.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:01:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:01:48.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:01:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:01:48.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:01:47 smithi032 ceph-mon[189144]: pgmap v5308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:48.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:01:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:01:48.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:01:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:01:48.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:01:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:01:48.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:01:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:01:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:01:49 smithi039 ceph-mon[181282]: pgmap v5309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:01:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:01:50.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:01:49 smithi032 ceph-mon[189144]: pgmap v5309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:50.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:01:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:01:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:01:49 smithi032 ceph-mon[191839]: pgmap v5309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:01:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:01:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:01:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:01:50] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T19:01:52.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:01:51 smithi039 ceph-mon[181282]: pgmap v5310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:52.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:01:51 smithi032 ceph-mon[191839]: pgmap v5310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:52.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:01:51 smithi032 ceph-mon[189144]: pgmap v5310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:54.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:01:53 smithi039 ceph-mon[181282]: pgmap v5311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:54.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:01:53 smithi032 ceph-mon[189144]: pgmap v5311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:01:53 smithi032 ceph-mon[191839]: pgmap v5311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:56.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:01:55 smithi039 ceph-mon[181282]: pgmap v5312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:56.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:01:55 smithi032 ceph-mon[191839]: pgmap v5312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:56.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:01:55 smithi032 ceph-mon[189144]: pgmap v5312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:58.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:01:57 smithi039 ceph-mon[181282]: pgmap v5313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:58.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:01:57 smithi032 ceph-mon[191839]: pgmap v5313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:01:58.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:01:57 smithi032 ceph-mon[189144]: pgmap v5313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:00.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:01:59 smithi039 ceph-mon[181282]: pgmap v5314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:00.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:01:59 smithi032 ceph-mon[191839]: pgmap v5314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:00.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:01:59 smithi032 ceph-mon[189144]: pgmap v5314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:02:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:02:00] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T19:02:02.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:02:01 smithi039 ceph-mon[181282]: pgmap v5315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:02.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:02:01 smithi032 ceph-mon[191839]: pgmap v5315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:02.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:02:01 smithi032 ceph-mon[189144]: pgmap v5315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:04.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:02:03 smithi039 ceph-mon[181282]: pgmap v5316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:04.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:02:03 smithi032 ceph-mon[189144]: pgmap v5316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:04.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:02:03 smithi032 ceph-mon[191839]: pgmap v5316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:02:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:02:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:02:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:02:05.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:02:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:02:06.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:02:05 smithi032 ceph-mon[191839]: pgmap v5317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:02:05 smithi032 ceph-mon[189144]: pgmap v5317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:02:05 smithi039 ceph-mon[181282]: pgmap v5317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:08.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:02:07 smithi039 ceph-mon[181282]: pgmap v5318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:08.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:02:07 smithi032 ceph-mon[191839]: pgmap v5318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:08.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:02:07 smithi032 ceph-mon[189144]: pgmap v5318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:10.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:02:09 smithi039 ceph-mon[181282]: pgmap v5319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:10.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:02:09 smithi032 ceph-mon[191839]: pgmap v5319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:10.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:02:09 smithi032 ceph-mon[189144]: pgmap v5319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:02:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:02:10] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:02:12.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:02:11 smithi039 ceph-mon[181282]: pgmap v5320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:12.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:02:11 smithi032 ceph-mon[191839]: pgmap v5320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:12.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:02:11 smithi032 ceph-mon[189144]: pgmap v5320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:13.483 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:02:13.809 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:02:13.809 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (102m) 6m ago 106m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:02:13.809 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (101m) 4m ago 106m 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:02:13.809 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (107m) 6m ago 107m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:02:13.809 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (107m) 4m ago 107m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:02:13.809 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (101m) 4m ago 110m 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:02:13.809 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (101m) 6m ago 111m 615M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:02:13.809 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (101m) 6m ago 111m 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:02:13.810 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (100m) 4m ago 110m 356M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:02:13.810 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (100m) 6m ago 110m 356M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:02:13.810 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (102m) 6m ago 106m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:02:13.810 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (101m) 4m ago 106m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:02:13.810 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (100m) 6m ago 109m 4041M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:02:13.810 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (99m) 6m ago 109m 4262M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:02:13.810 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (99m) 6m ago 109m 3868M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:02:13.810 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (98m) 6m ago 108m 3762M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:02:13.810 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (98m) 4m ago 108m 3614M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:02:13.810 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (97m) 4m ago 108m 3777M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:02:13.810 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (97m) 4m ago 108m 3558M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:02:13.810 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (96m) 4m ago 107m 3403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:02:13.810 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (101m) 4m ago 107m 104M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:02:14.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:02:13 smithi039 ceph-mon[181282]: osdmap e2596: 8 total, 8 up, 8 in 2023-12-22T19:02:14.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:02:13 smithi039 ceph-mon[181282]: pgmap v5322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:14.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:02:13 smithi032 ceph-mon[191839]: osdmap e2596: 8 total, 8 up, 8 in 2023-12-22T19:02:14.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:02:13 smithi032 ceph-mon[191839]: pgmap v5322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:14.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:02:13 smithi032 ceph-mon[189144]: osdmap e2596: 8 total, 8 up, 8 in 2023-12-22T19:02:14.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:02:13 smithi032 ceph-mon[189144]: pgmap v5322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:14.214 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:02:14.214 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:02:14.214 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:02:14.214 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:02:14.215 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:02:14.215 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:02:14.215 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:02:14.215 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:02:14.215 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:02:14.215 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:02:14.215 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:02:14.215 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:02:14.215 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:02:14.215 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:02:14.215 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:02:14.215 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:02:14.215 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:02:14.215 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:02:15.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:02:14 smithi039 ceph-mon[181282]: from='client.49214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:02:15.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:02:14 smithi039 ceph-mon[181282]: from='client.39303 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:02:15.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:02:14 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2076532166' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:02:15.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:02:14 smithi032 ceph-mon[191839]: from='client.49214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:02:15.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:02:14 smithi032 ceph-mon[191839]: from='client.39303 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:02:15.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:02:14 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2076532166' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:02:15.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:02:14 smithi032 ceph-mon[189144]: from='client.49214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:02:15.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:02:14 smithi032 ceph-mon[189144]: from='client.39303 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:02:15.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:02:14 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2076532166' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:02:16.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:02:15 smithi039 ceph-mon[181282]: pgmap v5323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:16.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:02:15 smithi032 ceph-mon[191839]: pgmap v5323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:16.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:02:15 smithi032 ceph-mon[189144]: pgmap v5323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:18.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:02:17 smithi039 ceph-mon[181282]: pgmap v5324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:18.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:02:17 smithi032 ceph-mon[191839]: pgmap v5324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:18.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:02:17 smithi032 ceph-mon[189144]: pgmap v5324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:20.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:02:19 smithi039 ceph-mon[181282]: pgmap v5325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:02:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:02:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:02:19 smithi032 ceph-mon[191839]: pgmap v5325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:02:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:02:20.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:02:19 smithi032 ceph-mon[189144]: pgmap v5325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:20.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:02:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:02:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:02:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:02:20] "GET /metrics HTTP/1.1" 200 34065 "" "Prometheus/2.43.0" 2023-12-22T19:02:22.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:02:21 smithi039 ceph-mon[181282]: pgmap v5326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:22.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:02:21 smithi032 ceph-mon[191839]: pgmap v5326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:22.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:02:21 smithi032 ceph-mon[189144]: pgmap v5326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:24.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:02:23 smithi039 ceph-mon[181282]: pgmap v5327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:24.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:02:23 smithi032 ceph-mon[191839]: pgmap v5327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:24.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:02:23 smithi032 ceph-mon[189144]: pgmap v5327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:26.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:02:25 smithi039 ceph-mon[181282]: pgmap v5328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:26.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:02:25 smithi032 ceph-mon[191839]: pgmap v5328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:26.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:02:25 smithi032 ceph-mon[189144]: pgmap v5328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:28.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:02:27 smithi039 ceph-mon[181282]: pgmap v5329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:28.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:02:27 smithi032 ceph-mon[189144]: pgmap v5329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:28.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:02:27 smithi032 ceph-mon[191839]: pgmap v5329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:02:29 smithi039 ceph-mon[181282]: pgmap v5330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:30.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:02:29 smithi032 ceph-mon[189144]: pgmap v5330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:30.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:02:29 smithi032 ceph-mon[191839]: pgmap v5330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:02:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:02:30] "GET /metrics HTTP/1.1" 200 34065 "" "Prometheus/2.43.0" 2023-12-22T19:02:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:02:31 smithi039 ceph-mon[181282]: pgmap v5331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:32.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:02:31 smithi032 ceph-mon[191839]: pgmap v5331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:32.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:02:31 smithi032 ceph-mon[189144]: pgmap v5331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:34.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:02:33 smithi039 ceph-mon[181282]: pgmap v5332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:02:33 smithi032 ceph-mon[191839]: pgmap v5332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:34.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:02:33 smithi032 ceph-mon[189144]: pgmap v5332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:02:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:02:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:02:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:02:35.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:02:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:02:36.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:02:35 smithi032 ceph-mon[191839]: pgmap v5333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:02:35 smithi032 ceph-mon[189144]: pgmap v5333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:36.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:02:35 smithi039 ceph-mon[181282]: pgmap v5333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:38.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:02:37 smithi039 ceph-mon[181282]: pgmap v5334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:38.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:02:37 smithi032 ceph-mon[191839]: pgmap v5334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:38.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:02:37 smithi032 ceph-mon[189144]: pgmap v5334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:40.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:02:39 smithi039 ceph-mon[181282]: pgmap v5335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:40.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:02:39 smithi032 ceph-mon[191839]: pgmap v5335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:40.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:02:39 smithi032 ceph-mon[189144]: pgmap v5335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:41.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:02:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:02:40] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T19:02:42.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:02:41 smithi039 ceph-mon[181282]: pgmap v5336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:42.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:02:41 smithi032 ceph-mon[191839]: pgmap v5336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:42.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:02:41 smithi032 ceph-mon[189144]: pgmap v5336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:44.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:02:43 smithi039 ceph-mon[181282]: pgmap v5337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:44.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:02:43 smithi032 ceph-mon[191839]: pgmap v5337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:44.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:02:43 smithi032 ceph-mon[189144]: pgmap v5337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:44.578 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:02:44.900 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:02:44.901 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (102m) 7m ago 107m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:02:44.901 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (102m) 5m ago 107m 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:02:44.901 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (108m) 7m ago 108m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:02:44.901 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (108m) 5m ago 108m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:02:44.901 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (102m) 5m ago 110m 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:02:44.901 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (102m) 7m ago 111m 615M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:02:44.901 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (101m) 7m ago 112m 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:02:44.901 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (101m) 5m ago 110m 356M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:02:44.902 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (101m) 7m ago 110m 356M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:02:44.902 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (102m) 7m ago 107m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:02:44.902 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (102m) 5m ago 106m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:02:44.902 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (100m) 7m ago 110m 4041M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:02:44.902 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (100m) 7m ago 110m 4262M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:02:44.902 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (99m) 7m ago 109m 3868M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:02:44.902 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (99m) 7m ago 109m 3762M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:02:44.902 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (98m) 5m ago 109m 3614M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:02:44.903 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (98m) 5m ago 108m 3777M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:02:44.903 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (97m) 5m ago 108m 3558M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:02:44.903 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (97m) 5m ago 108m 3403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:02:44.903 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (102m) 5m ago 107m 104M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:02:45.305 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:02:45.305 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:02:45.305 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:02:45.305 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:02:45.305 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:02:45.305 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:02:45.305 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:02:45.305 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:02:45.305 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:02:45.306 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:02:45.306 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:02:45.306 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:02:45.306 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:02:45.306 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:02:45.306 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:02:45.306 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:02:45.306 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:02:45.306 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:02:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:02:45 smithi039 ceph-mon[181282]: from='client.39315 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:02:46.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:02:45 smithi039 ceph-mon[181282]: from='client.49238 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:02:46.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:02:45 smithi039 ceph-mon[181282]: pgmap v5338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:46.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:02:45 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1085305092' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:02:46.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:02:45 smithi032 ceph-mon[191839]: from='client.39315 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:02:46.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:02:45 smithi032 ceph-mon[191839]: from='client.49238 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:02:46.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:02:45 smithi032 ceph-mon[191839]: pgmap v5338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:46.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:02:45 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1085305092' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:02:46.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:02:45 smithi032 ceph-mon[189144]: from='client.39315 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:02:46.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:02:45 smithi032 ceph-mon[189144]: from='client.49238 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:02:46.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:02:45 smithi032 ceph-mon[189144]: pgmap v5338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:46.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:02:45 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1085305092' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:02:48.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:02:47 smithi039 ceph-mon[181282]: pgmap v5339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:02:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:02:48.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:02:47 smithi032 ceph-mon[191839]: pgmap v5339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:48.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:02:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:02:48.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:02:47 smithi032 ceph-mon[189144]: pgmap v5339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:48.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:02:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:02:49.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:02:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:02:49.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:02:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:02:49.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:02:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:02:49.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:02:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:02:49.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:02:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:02:49.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:02:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:02:49.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:02:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:02:49.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:02:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:02:49.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:02:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:02:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:02:49 smithi039 ceph-mon[181282]: pgmap v5340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:02:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:02:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:02:49 smithi032 ceph-mon[191839]: pgmap v5340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:02:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:02:50.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:02:49 smithi032 ceph-mon[189144]: pgmap v5340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:02:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:02:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:02:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:02:50] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:02:52.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:02:51 smithi039 ceph-mon[181282]: pgmap v5341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:52.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:02:51 smithi032 ceph-mon[191839]: pgmap v5341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:52.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:02:51 smithi032 ceph-mon[189144]: pgmap v5341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:54.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:02:53 smithi039 ceph-mon[181282]: pgmap v5342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:02:53 smithi032 ceph-mon[191839]: pgmap v5342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:54.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:02:53 smithi032 ceph-mon[189144]: pgmap v5342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:02:55 smithi039 ceph-mon[181282]: pgmap v5343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:56.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:02:55 smithi032 ceph-mon[191839]: pgmap v5343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:56.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:02:55 smithi032 ceph-mon[189144]: pgmap v5343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:58.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:02:57 smithi039 ceph-mon[181282]: pgmap v5344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:58.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:02:57 smithi032 ceph-mon[191839]: pgmap v5344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:02:58.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:02:57 smithi032 ceph-mon[189144]: pgmap v5344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:00.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:02:59 smithi039 ceph-mon[181282]: pgmap v5345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:00.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:02:59 smithi032 ceph-mon[191839]: pgmap v5345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:00.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:02:59 smithi032 ceph-mon[189144]: pgmap v5345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:03:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:03:00] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:03:02.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:03:01 smithi039 ceph-mon[181282]: pgmap v5346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:02.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:03:01 smithi032 ceph-mon[191839]: pgmap v5346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:02.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:03:01 smithi032 ceph-mon[189144]: pgmap v5346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:04.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:03:03 smithi039 ceph-mon[181282]: pgmap v5347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:04.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:03:03 smithi032 ceph-mon[189144]: pgmap v5347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:04.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:03:03 smithi032 ceph-mon[191839]: pgmap v5347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:05.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:03:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:03:05.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:03:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:03:05.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:03:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:03:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:03:05 smithi032 ceph-mon[191839]: pgmap v5348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:03:05 smithi032 ceph-mon[189144]: pgmap v5348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:03:05 smithi039 ceph-mon[181282]: pgmap v5348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:08.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:03:07 smithi039 ceph-mon[181282]: pgmap v5349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:08.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:03:07 smithi032 ceph-mon[189144]: pgmap v5349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:08.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:03:07 smithi032 ceph-mon[191839]: pgmap v5349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:03:09 smithi039 ceph-mon[181282]: pgmap v5350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:10.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:03:09 smithi032 ceph-mon[189144]: pgmap v5350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:10.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:03:09 smithi032 ceph-mon[191839]: pgmap v5350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:03:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:03:10] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:03:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:03:11 smithi039 ceph-mon[181282]: pgmap v5351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:12.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:03:11 smithi032 ceph-mon[189144]: pgmap v5351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:12.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:03:11 smithi032 ceph-mon[191839]: pgmap v5351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:14.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:03:13 smithi039 ceph-mon[181282]: pgmap v5352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:14.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:03:13 smithi032 ceph-mon[191839]: pgmap v5352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:03:13 smithi032 ceph-mon[189144]: pgmap v5352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:15.672 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:03:15.993 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:03:15.994 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (103m) 7m ago 107m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:03:15.994 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (103m) 5m ago 107m 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:03:15.994 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (108m) 7m ago 108m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:03:15.994 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (108m) 5m ago 108m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:03:15.994 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (102m) 5m ago 111m 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:03:15.994 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (102m) 7m ago 112m 615M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:03:15.994 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (102m) 7m ago 112m 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:03:15.994 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (101m) 5m ago 111m 356M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:03:15.994 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (102m) 7m ago 111m 356M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:03:15.994 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (103m) 7m ago 107m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:03:15.994 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (102m) 5m ago 107m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:03:15.994 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (101m) 7m ago 110m 4041M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:03:15.994 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (100m) 7m ago 110m 4262M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:03:15.994 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (100m) 7m ago 110m 3868M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:03:15.995 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (99m) 7m ago 109m 3762M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:03:15.995 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (99m) 5m ago 109m 3614M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:03:15.995 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (98m) 5m ago 109m 3777M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:03:15.995 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (98m) 5m ago 109m 3558M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:03:15.995 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (97m) 5m ago 108m 3403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:03:15.995 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (102m) 5m ago 108m 104M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:03:16.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:03:15 smithi039 ceph-mon[181282]: pgmap v5353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:16.394 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:03:16.394 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:03:16.394 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:03:16.395 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:03:16.395 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:03:16.395 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:03:16.395 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:03:16.395 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:03:16.395 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:03:16.395 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:03:16.395 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:03:16.395 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:03:16.395 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:03:16.395 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:03:16.396 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:03:16.396 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:03:16.396 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:03:16.396 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:03:16.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:03:15 smithi032 ceph-mon[191839]: pgmap v5353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:16.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:03:15 smithi032 ceph-mon[189144]: pgmap v5353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:17.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:03:17 smithi039 ceph-mon[181282]: from='client.49250 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:03:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:03:17 smithi039 ceph-mon[181282]: from='client.39339 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:03:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:03:17 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1859978030' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:03:17.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:03:17 smithi032 ceph-mon[191839]: from='client.49250 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:03:17.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:03:17 smithi032 ceph-mon[191839]: from='client.39339 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:03:17.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:03:17 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1859978030' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:03:17.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:03:16 smithi032 ceph-mon[189144]: from='client.49250 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:03:17.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:03:16 smithi032 ceph-mon[189144]: from='client.39339 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:03:17.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:03:16 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1859978030' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:03:18.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:03:18 smithi039 ceph-mon[181282]: pgmap v5354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:18.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:03:18 smithi032 ceph-mon[191839]: pgmap v5354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:18.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:03:18 smithi032 ceph-mon[189144]: pgmap v5354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:20.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:03:20 smithi039 ceph-mon[181282]: pgmap v5355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:03:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:03:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:03:20 smithi032 ceph-mon[191839]: pgmap v5355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:03:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:03:20.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:03:20 smithi032 ceph-mon[189144]: pgmap v5355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:20.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:03:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:03:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:03:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:03:20] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:03:22.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:03:22 smithi032 ceph-mon[191839]: pgmap v5356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:22.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:03:22 smithi032 ceph-mon[189144]: pgmap v5356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:22.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:03:22 smithi039 ceph-mon[181282]: pgmap v5356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:24.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:03:23 smithi039 ceph-mon[181282]: pgmap v5357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:24.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:03:23 smithi032 ceph-mon[189144]: pgmap v5357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:24.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:03:23 smithi032 ceph-mon[191839]: pgmap v5357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:03:26 smithi039 ceph-mon[181282]: pgmap v5358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:26.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:03:25 smithi032 ceph-mon[189144]: pgmap v5358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:26.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:03:25 smithi032 ceph-mon[191839]: pgmap v5358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:28.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:03:28 smithi039 ceph-mon[181282]: pgmap v5359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:28.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:03:28 smithi032 ceph-mon[191839]: pgmap v5359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:28.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:03:28 smithi032 ceph-mon[189144]: pgmap v5359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:30.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:03:30 smithi032 ceph-mon[191839]: pgmap v5360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:30.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:03:30 smithi032 ceph-mon[189144]: pgmap v5360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:30.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:03:30 smithi039 ceph-mon[181282]: pgmap v5360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:03:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:03:30] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:03:32.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:03:32 smithi032 ceph-mon[189144]: pgmap v5361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:32.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:03:32 smithi032 ceph-mon[191839]: pgmap v5361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:32.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:03:32 smithi039 ceph-mon[181282]: pgmap v5361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:34.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:03:33 smithi039 ceph-mon[181282]: pgmap v5362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:34.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:03:33 smithi032 ceph-mon[189144]: pgmap v5362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:03:33 smithi032 ceph-mon[191839]: pgmap v5362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:03:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:03:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:03:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:03:35.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:03:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:03:36.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:03:35 smithi032 ceph-mon[191839]: pgmap v5363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:03:35 smithi032 ceph-mon[189144]: pgmap v5363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:36.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:03:35 smithi039 ceph-mon[181282]: pgmap v5363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:38.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:03:38 smithi032 ceph-mon[191839]: pgmap v5364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:38.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:03:38 smithi032 ceph-mon[189144]: pgmap v5364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:38.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:03:38 smithi039 ceph-mon[181282]: pgmap v5364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:40.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:03:40 smithi032 ceph-mon[189144]: pgmap v5365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:40.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:03:40 smithi032 ceph-mon[191839]: pgmap v5365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:40.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:03:40 smithi039 ceph-mon[181282]: pgmap v5365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:03:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:03:40] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T19:03:42.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:03:42 smithi032 ceph-mon[191839]: pgmap v5366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:42.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:03:42 smithi032 ceph-mon[189144]: pgmap v5366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:42.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:03:42 smithi039 ceph-mon[181282]: pgmap v5366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:44.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:03:43 smithi039 ceph-mon[181282]: pgmap v5367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:44.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:03:43 smithi032 ceph-mon[191839]: pgmap v5367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:44.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:03:43 smithi032 ceph-mon[189144]: pgmap v5367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:46.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:03:46 smithi039 ceph-mon[181282]: pgmap v5368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:46.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:03:46 smithi032 ceph-mon[191839]: pgmap v5368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:46.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:03:46 smithi032 ceph-mon[189144]: pgmap v5368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:46.755 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:03:47.078 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:03:47.079 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (103m) 8m ago 108m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:03:47.079 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (103m) 6m ago 108m 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:03:47.079 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (109m) 8m ago 109m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:03:47.079 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (109m) 6m ago 109m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:03:47.079 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (103m) 6m ago 111m 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:03:47.079 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (103m) 8m ago 113m 615M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:03:47.079 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (102m) 8m ago 113m 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:03:47.079 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (102m) 6m ago 111m 356M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:03:47.079 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (102m) 8m ago 111m 356M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:03:47.079 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (103m) 8m ago 108m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:03:47.079 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (103m) 6m ago 107m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:03:47.079 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (101m) 8m ago 111m 4041M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:03:47.079 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (101m) 8m ago 111m 4262M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:03:47.080 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (100m) 8m ago 110m 3868M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:03:47.080 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (100m) 8m ago 110m 3762M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:03:47.080 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (99m) 6m ago 110m 3614M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:03:47.080 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (99m) 6m ago 109m 3777M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:03:47.080 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (98m) 6m ago 109m 3558M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:03:47.080 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (98m) 6m ago 109m 3403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:03:47.080 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (103m) 6m ago 108m 104M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:03:47.481 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:03:47.481 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:03:47.481 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:03:47.481 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:03:47.481 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:03:47.481 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:03:47.481 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:03:47.481 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:03:47.481 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:03:47.481 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:03:47.481 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:03:47.481 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:03:47.482 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:03:47.482 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:03:47.482 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:03:47.482 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:03:47.482 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:03:47.482 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:03:48.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:03:48 smithi032 ceph-mon[191839]: from='client.39351 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:03:48.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:03:48 smithi032 ceph-mon[191839]: pgmap v5369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:48.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:03:48 smithi032 ceph-mon[191839]: from='client.49274 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:03:48.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:03:48 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/420865846' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:03:48.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:03:48 smithi032 ceph-mon[189144]: from='client.39351 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:03:48.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:03:48 smithi032 ceph-mon[189144]: pgmap v5369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:48.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:03:48 smithi032 ceph-mon[189144]: from='client.49274 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:03:48.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:03:48 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/420865846' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:03:48.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:03:48 smithi039 ceph-mon[181282]: from='client.39351 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:03:48.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:03:48 smithi039 ceph-mon[181282]: pgmap v5369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:48.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:03:48 smithi039 ceph-mon[181282]: from='client.49274 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:03:48.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:03:48 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/420865846' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:03:49.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:03:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:03:49.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:03:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:03:49.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:03:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:03:49.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:03:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:03:49.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:03:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:03:49.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:03:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:03:49.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:03:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:03:49.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:03:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:03:49.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:03:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:03:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:03:50 smithi032 ceph-mon[191839]: pgmap v5370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:03:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:03:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:03:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:03:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:03:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:03:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:03:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:03:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:03:50 smithi032 ceph-mon[189144]: pgmap v5370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:03:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:03:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:03:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:03:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:03:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:03:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:03:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:03:50.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:03:50 smithi039 ceph-mon[181282]: pgmap v5370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:50.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:03:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:03:50.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:03:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:03:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:03:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:03:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:03:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:03:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:03:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:03:50] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:03:52.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:03:52 smithi032 ceph-mon[191839]: pgmap v5371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:52.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:03:52 smithi032 ceph-mon[189144]: pgmap v5371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:52.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:03:52 smithi039 ceph-mon[181282]: pgmap v5371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:54.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:03:53 smithi039 ceph-mon[181282]: pgmap v5372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:54.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:03:53 smithi032 ceph-mon[189144]: pgmap v5372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:03:53 smithi032 ceph-mon[191839]: pgmap v5372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:56.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:03:56 smithi032 ceph-mon[189144]: pgmap v5373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:56.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:03:56 smithi032 ceph-mon[191839]: pgmap v5373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:56.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:03:56 smithi039 ceph-mon[181282]: pgmap v5373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:58.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:03:58 smithi032 ceph-mon[191839]: pgmap v5374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:58.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:03:58 smithi032 ceph-mon[189144]: pgmap v5374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:03:58.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:03:58 smithi039 ceph-mon[181282]: pgmap v5374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:00.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:04:00 smithi032 ceph-mon[189144]: pgmap v5375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:00.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:04:00 smithi032 ceph-mon[191839]: pgmap v5375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:00.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:04:00 smithi039 ceph-mon[181282]: pgmap v5375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:04:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:04:00] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:04:02.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:04:02 smithi032 ceph-mon[191839]: pgmap v5376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:02.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:04:02 smithi032 ceph-mon[189144]: pgmap v5376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:02.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:04:02 smithi039 ceph-mon[181282]: pgmap v5376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:04.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:04:03 smithi039 ceph-mon[181282]: pgmap v5377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:04.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:04:03 smithi032 ceph-mon[191839]: pgmap v5377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:04.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:04:03 smithi032 ceph-mon[189144]: pgmap v5377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:04:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:04:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:04:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:04:05.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:04:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:04:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:04:05 smithi032 ceph-mon[191839]: pgmap v5378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:04:05 smithi032 ceph-mon[189144]: pgmap v5378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:04:05 smithi039 ceph-mon[181282]: pgmap v5378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:08.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:04:08 smithi032 ceph-mon[189144]: pgmap v5379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:08.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:04:08 smithi032 ceph-mon[191839]: pgmap v5379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:08.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:04:08 smithi039 ceph-mon[181282]: pgmap v5379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:10.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:04:10 smithi032 ceph-mon[191839]: pgmap v5380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:10.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:04:10 smithi032 ceph-mon[189144]: pgmap v5380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:10.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:04:10 smithi039 ceph-mon[181282]: pgmap v5380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:04:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:04:10] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:04:12.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:04:12 smithi032 ceph-mon[189144]: pgmap v5381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:12.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:04:12 smithi032 ceph-mon[191839]: pgmap v5381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:12.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:04:12 smithi039 ceph-mon[181282]: pgmap v5381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:14.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:04:13 smithi039 ceph-mon[181282]: pgmap v5382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:14.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:04:13 smithi032 ceph-mon[191839]: pgmap v5382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:14.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:04:13 smithi032 ceph-mon[189144]: pgmap v5382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:16.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:04:16 smithi032 ceph-mon[191839]: pgmap v5383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:16.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:04:16 smithi032 ceph-mon[189144]: pgmap v5383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:16.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:04:16 smithi039 ceph-mon[181282]: pgmap v5383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:17.846 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:04:18.171 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:04:18.171 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (104m) 8m ago 108m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:04:18.171 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (104m) 6m ago 108m 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:04:18.171 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (109m) 8m ago 109m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:04:18.171 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (109m) 6m ago 109m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:04:18.172 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (103m) 6m ago 112m 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:04:18.172 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (103m) 8m ago 113m 615M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:04:18.172 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (103m) 8m ago 113m 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:04:18.172 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (102m) 6m ago 112m 356M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:04:18.172 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (103m) 8m ago 112m 356M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:04:18.172 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (104m) 8m ago 108m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:04:18.172 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (104m) 6m ago 108m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:04:18.172 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (102m) 8m ago 111m 4041M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:04:18.172 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (101m) 8m ago 111m 4262M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:04:18.172 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (101m) 8m ago 111m 3868M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:04:18.172 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (100m) 8m ago 110m 3762M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:04:18.172 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (100m) 6m ago 110m 3614M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:04:18.172 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (99m) 6m ago 110m 3777M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:04:18.172 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (99m) 6m ago 110m 3558M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:04:18.172 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (99m) 6m ago 109m 3403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:04:18.173 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (103m) 6m ago 109m 104M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:04:18.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:04:18 smithi032 ceph-mon[191839]: pgmap v5384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:18.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:04:18 smithi032 ceph-mon[189144]: pgmap v5384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:18.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:04:18 smithi039 ceph-mon[181282]: pgmap v5384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:18.571 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:04:18.571 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:04:18.571 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:04:18.571 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:04:18.571 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:04:18.571 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:04:18.571 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:04:18.571 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:04:18.571 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:04:18.571 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:04:18.571 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:04:18.571 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:04:18.571 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:04:18.571 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:04:18.572 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:04:18.572 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:04:18.572 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:04:18.572 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:04:19.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:04:19 smithi032 ceph-mon[191839]: from='client.39369 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:04:19.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:04:19 smithi032 ceph-mon[191839]: from='client.49292 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:04:19.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:04:19 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1163785141' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:04:19.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:04:19 smithi032 ceph-mon[189144]: from='client.39369 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:04:19.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:04:19 smithi032 ceph-mon[189144]: from='client.49292 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:04:19.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:04:19 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1163785141' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:04:19.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:04:19 smithi039 ceph-mon[181282]: from='client.39369 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:04:19.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:04:19 smithi039 ceph-mon[181282]: from='client.49292 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:04:19.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:04:19 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1163785141' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:04:20.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:04:20 smithi032 ceph-mon[191839]: pgmap v5385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:04:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:04:20.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:04:20 smithi032 ceph-mon[189144]: pgmap v5385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:20.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:04:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:04:20.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:04:20 smithi039 ceph-mon[181282]: pgmap v5385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:20.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:04:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:04:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:04:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:04:20] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:04:22.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:04:22 smithi032 ceph-mon[191839]: pgmap v5386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:22.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:04:22 smithi032 ceph-mon[189144]: pgmap v5386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:22.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:04:22 smithi039 ceph-mon[181282]: pgmap v5386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:24.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:04:23 smithi039 ceph-mon[181282]: pgmap v5387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:24.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:04:23 smithi032 ceph-mon[191839]: pgmap v5387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:24.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:04:23 smithi032 ceph-mon[189144]: pgmap v5387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:26.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:04:26 smithi032 ceph-mon[191839]: pgmap v5388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:26.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:04:26 smithi032 ceph-mon[189144]: pgmap v5388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:26.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:04:26 smithi039 ceph-mon[181282]: pgmap v5388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:28.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:04:28 smithi032 ceph-mon[191839]: pgmap v5389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:28.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:04:28 smithi032 ceph-mon[189144]: pgmap v5389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:28.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:04:28 smithi039 ceph-mon[181282]: pgmap v5389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:30.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:04:30 smithi032 ceph-mon[191839]: pgmap v5390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:04:30 smithi032 ceph-mon[189144]: pgmap v5390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:30.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:04:30 smithi039 ceph-mon[181282]: pgmap v5390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:04:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:04:30] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:04:32.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:04:32 smithi032 ceph-mon[191839]: pgmap v5391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:32.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:04:32 smithi032 ceph-mon[189144]: pgmap v5391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:32.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:04:32 smithi039 ceph-mon[181282]: pgmap v5391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:34.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:04:33 smithi039 ceph-mon[181282]: pgmap v5392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:34.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:04:33 smithi032 ceph-mon[189144]: pgmap v5392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:04:33 smithi032 ceph-mon[191839]: pgmap v5392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:04:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:04:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:04:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:04:35.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:04:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:04:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:04:35 smithi032 ceph-mon[189144]: pgmap v5393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:04:35 smithi032 ceph-mon[191839]: pgmap v5393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:36.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:04:35 smithi039 ceph-mon[181282]: pgmap v5393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:38.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:04:38 smithi032 ceph-mon[191839]: pgmap v5394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:38.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:04:38 smithi032 ceph-mon[189144]: pgmap v5394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:38.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:04:38 smithi039 ceph-mon[181282]: pgmap v5394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:40.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:04:40 smithi032 ceph-mon[191839]: pgmap v5395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:40.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:04:40 smithi032 ceph-mon[189144]: pgmap v5395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:40.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:04:40 smithi039 ceph-mon[181282]: pgmap v5395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:04:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:04:40] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:04:42.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:04:42 smithi032 ceph-mon[191839]: pgmap v5396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:42.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:04:42 smithi032 ceph-mon[189144]: pgmap v5396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:42.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:04:42 smithi039 ceph-mon[181282]: pgmap v5396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:44.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:04:43 smithi039 ceph-mon[181282]: pgmap v5397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:44.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:04:43 smithi032 ceph-mon[189144]: pgmap v5397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:44.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:04:43 smithi032 ceph-mon[191839]: pgmap v5397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:46.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:04:46 smithi032 ceph-mon[191839]: pgmap v5398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:46.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:04:46 smithi032 ceph-mon[189144]: pgmap v5398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:46.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:04:46 smithi039 ceph-mon[181282]: pgmap v5398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:48.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:04:48 smithi032 ceph-mon[191839]: pgmap v5399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:48.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:04:48 smithi032 ceph-mon[189144]: pgmap v5399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:48.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:04:48 smithi039 ceph-mon[181282]: pgmap v5399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:48.936 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:04:49.259 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:04:49.259 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (104m) 9m ago 109m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:04:49.259 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (104m) 7m ago 109m 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:04:49.259 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (110m) 9m ago 110m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:04:49.259 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (110m) 7m ago 110m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:04:49.259 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (104m) 7m ago 112m 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:04:49.259 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (104m) 9m ago 114m 615M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:04:49.259 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (103m) 9m ago 114m 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:04:49.259 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (103m) 7m ago 112m 356M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:04:49.260 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (103m) 9m ago 112m 356M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:04:49.260 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (104m) 9m ago 109m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:04:49.260 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (104m) 7m ago 109m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:04:49.260 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (102m) 9m ago 112m 4041M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:04:49.260 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (102m) 9m ago 112m 4262M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:04:49.260 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (101m) 9m ago 111m 3868M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:04:49.260 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (101m) 9m ago 111m 3762M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:04:49.260 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (100m) 7m ago 111m 3614M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:04:49.260 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (100m) 7m ago 110m 3777M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:04:49.260 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (100m) 7m ago 110m 3558M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:04:49.260 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (99m) 7m ago 110m 3403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:04:49.261 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (104m) 7m ago 109m 104M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:04:49.662 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:04:49.662 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:04:49.662 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:04:49.662 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:04:49.662 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:04:49.662 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:04:49.662 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:04:49.662 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:04:49.662 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:04:49.663 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:04:49.663 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:04:49.663 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:04:49.663 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:04:49.663 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:04:49.663 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:04:49.663 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:04:49.663 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:04:49.663 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:04:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:04:50 smithi032 ceph-mon[191839]: from='client.49304 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:04:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:04:50 smithi032 ceph-mon[191839]: pgmap v5400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:04:50 smithi032 ceph-mon[191839]: from='client.49310 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:04:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:04:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:04:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:04:50 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3035926771' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:04:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:04:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:04:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:04:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:04:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:04:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:04:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:04:50 smithi032 ceph-mon[189144]: from='client.49304 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:04:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:04:50 smithi032 ceph-mon[189144]: pgmap v5400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:04:50 smithi032 ceph-mon[189144]: from='client.49310 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:04:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:04:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:04:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:04:50 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3035926771' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:04:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:04:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:04:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:04:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:04:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:04:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:04:50.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:04:50 smithi039 ceph-mon[181282]: from='client.49304 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:04:50.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:04:50 smithi039 ceph-mon[181282]: pgmap v5400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:50.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:04:50 smithi039 ceph-mon[181282]: from='client.49310 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:04:50.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:04:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:04:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:04:50 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3035926771' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:04:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:04:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:04:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:04:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:04:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:04:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:04:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:04:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:04:50] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:04:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:04:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:04:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:04:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:04:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:04:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:04:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:04:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:04:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:04:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:04:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:04:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:04:51.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:04:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:04:51.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:04:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:04:51.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:04:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:04:52.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:04:52 smithi032 ceph-mon[191839]: pgmap v5401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:52.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:04:52 smithi032 ceph-mon[189144]: pgmap v5401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:52.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:04:52 smithi039 ceph-mon[181282]: pgmap v5401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:54.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:04:53 smithi039 ceph-mon[181282]: pgmap v5402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:04:53 smithi032 ceph-mon[191839]: pgmap v5402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:54.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:04:53 smithi032 ceph-mon[189144]: pgmap v5402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:56.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:04:56 smithi032 ceph-mon[191839]: pgmap v5403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:56.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:04:56 smithi032 ceph-mon[189144]: pgmap v5403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:56.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:04:56 smithi039 ceph-mon[181282]: pgmap v5403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:58.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:04:58 smithi032 ceph-mon[191839]: pgmap v5404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:58.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:04:58 smithi032 ceph-mon[189144]: pgmap v5404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:04:58.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:04:58 smithi039 ceph-mon[181282]: pgmap v5404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:00.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:05:00 smithi032 ceph-mon[189144]: pgmap v5405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:00.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:05:00 smithi032 ceph-mon[191839]: pgmap v5405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:00.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:05:00 smithi039 ceph-mon[181282]: pgmap v5405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:05:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:05:00] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:05:02.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:05:02 smithi032 ceph-mon[191839]: pgmap v5406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:02.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:05:02 smithi032 ceph-mon[189144]: pgmap v5406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:02.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:05:02 smithi039 ceph-mon[181282]: pgmap v5406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:04.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:05:03 smithi039 ceph-mon[181282]: pgmap v5407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:04.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:05:03 smithi032 ceph-mon[189144]: pgmap v5407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:04.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:05:03 smithi032 ceph-mon[191839]: pgmap v5407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:05:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:05:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:05:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:05:05.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:05:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:05:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:05:05 smithi032 ceph-mon[191839]: pgmap v5408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:05:05 smithi032 ceph-mon[189144]: pgmap v5408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:05:05 smithi039 ceph-mon[181282]: pgmap v5408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:08.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:05:08 smithi032 ceph-mon[191839]: pgmap v5409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:08.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:05:08 smithi032 ceph-mon[189144]: pgmap v5409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:08.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:05:08 smithi039 ceph-mon[181282]: pgmap v5409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:10.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:05:10 smithi032 ceph-mon[191839]: pgmap v5410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:10.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:05:10 smithi032 ceph-mon[189144]: pgmap v5410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:10.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:05:10 smithi039 ceph-mon[181282]: pgmap v5410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:05:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:05:10] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:05:12.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:05:12 smithi032 ceph-mon[189144]: pgmap v5411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:12.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:05:12 smithi032 ceph-mon[191839]: pgmap v5411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:12.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:05:12 smithi039 ceph-mon[181282]: pgmap v5411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:14.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:05:13 smithi039 ceph-mon[181282]: pgmap v5412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:14.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:05:13 smithi032 ceph-mon[189144]: pgmap v5412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:14.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:05:13 smithi032 ceph-mon[191839]: pgmap v5412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:16.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:05:16 smithi032 ceph-mon[189144]: pgmap v5413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:16.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:05:16 smithi032 ceph-mon[191839]: pgmap v5413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:16.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:05:16 smithi039 ceph-mon[181282]: pgmap v5413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:18.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:05:18 smithi032 ceph-mon[191839]: pgmap v5414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:18.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:05:18 smithi032 ceph-mon[189144]: pgmap v5414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:18.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:05:18 smithi039 ceph-mon[181282]: pgmap v5414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:20.027 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:05:20.350 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:05:20.350 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (105m) 9m ago 109m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:05:20.350 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (105m) 7m ago 109m 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:05:20.350 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (110m) 9m ago 110m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:05:20.350 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (110m) 7m ago 110m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:05:20.350 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (104m) 7m ago 113m 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:05:20.351 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (104m) 9m ago 114m 615M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:05:20.351 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (104m) 9m ago 114m 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:05:20.351 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (103m) 7m ago 113m 356M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:05:20.351 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (104m) 9m ago 113m 356M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:05:20.351 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (105m) 9m ago 109m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:05:20.351 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (105m) 7m ago 109m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:05:20.351 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (103m) 9m ago 112m 4041M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:05:20.351 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (102m) 9m ago 112m 4262M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:05:20.351 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (102m) 9m ago 112m 3868M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:05:20.351 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (101m) 9m ago 112m 3762M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:05:20.351 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (101m) 7m ago 111m 3614M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:05:20.351 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (100m) 7m ago 111m 3777M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:05:20.352 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (100m) 7m ago 111m 3558M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:05:20.352 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (100m) 7m ago 110m 3403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:05:20.352 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (104m) 7m ago 110m 104M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:05:20.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:05:20 smithi032 ceph-mon[189144]: pgmap v5415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:20.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:05:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:05:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:05:20 smithi032 ceph-mon[191839]: pgmap v5415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:05:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:05:20.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:05:20 smithi039 ceph-mon[181282]: pgmap v5415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:20.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:05:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:05:20.754 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:05:20.754 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:05:20.754 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:05:20.754 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:05:20.754 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:05:20.755 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:05:20.755 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:05:20.755 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:05:20.755 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:05:20.755 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:05:20.755 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:05:20.755 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:05:20.755 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:05:20.755 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:05:20.755 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:05:20.756 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:05:20.756 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:05:20.756 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:05:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:05:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:05:20] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2023-12-22T19:05:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:05:21 smithi032 ceph-mon[191839]: from='client.49322 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:05:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:05:21 smithi032 ceph-mon[191839]: from='client.49328 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:05:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:05:21 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2328823155' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:05:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:05:21 smithi032 ceph-mon[189144]: from='client.49322 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:05:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:05:21 smithi032 ceph-mon[189144]: from='client.49328 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:05:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:05:21 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2328823155' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:05:21.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:05:21 smithi039 ceph-mon[181282]: from='client.49322 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:05:21.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:05:21 smithi039 ceph-mon[181282]: from='client.49328 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:05:21.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:05:21 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2328823155' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:05:22.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:05:22 smithi032 ceph-mon[189144]: pgmap v5416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:22.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:05:22 smithi032 ceph-mon[191839]: pgmap v5416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:22.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:05:22 smithi039 ceph-mon[181282]: pgmap v5416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:24.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:05:23 smithi039 ceph-mon[181282]: pgmap v5417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:24.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:05:23 smithi032 ceph-mon[191839]: pgmap v5417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:24.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:05:23 smithi032 ceph-mon[189144]: pgmap v5417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:26.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:05:26 smithi032 ceph-mon[191839]: pgmap v5418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:26.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:05:26 smithi032 ceph-mon[189144]: pgmap v5418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:26.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:05:26 smithi039 ceph-mon[181282]: pgmap v5418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:28.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:05:28 smithi032 ceph-mon[191839]: pgmap v5419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:28.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:05:28 smithi032 ceph-mon[189144]: pgmap v5419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:28.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:05:28 smithi039 ceph-mon[181282]: pgmap v5419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:30.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:05:30 smithi032 ceph-mon[191839]: pgmap v5420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:30.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:05:30 smithi032 ceph-mon[189144]: pgmap v5420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:30.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:05:30 smithi039 ceph-mon[181282]: pgmap v5420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:31.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:05:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:05:30] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2023-12-22T19:05:32.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:05:32 smithi032 ceph-mon[191839]: pgmap v5421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:32.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:05:32 smithi032 ceph-mon[189144]: pgmap v5421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:32.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:05:32 smithi039 ceph-mon[181282]: pgmap v5421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:34.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:05:33 smithi039 ceph-mon[181282]: pgmap v5422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:05:33 smithi032 ceph-mon[191839]: pgmap v5422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:34.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:05:33 smithi032 ceph-mon[189144]: pgmap v5422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:35.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:05:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:05:35.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:05:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:05:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:05:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:05:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:05:35 smithi032 ceph-mon[191839]: pgmap v5423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:05:35 smithi032 ceph-mon[189144]: pgmap v5423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:36.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:05:35 smithi039 ceph-mon[181282]: pgmap v5423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:38.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:05:38 smithi032 ceph-mon[191839]: pgmap v5424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:38.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:05:38 smithi032 ceph-mon[189144]: pgmap v5424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:38.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:05:38 smithi039 ceph-mon[181282]: pgmap v5424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:40.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:05:40 smithi032 ceph-mon[191839]: pgmap v5425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:40.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:05:40 smithi032 ceph-mon[189144]: pgmap v5425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:40.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:05:40 smithi039 ceph-mon[181282]: pgmap v5425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:05:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:05:40] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:05:42.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:05:42 smithi032 ceph-mon[191839]: pgmap v5426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:42.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:05:42 smithi032 ceph-mon[189144]: pgmap v5426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:42.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:05:42 smithi039 ceph-mon[181282]: pgmap v5426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:44.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:05:43 smithi039 ceph-mon[181282]: pgmap v5427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:44.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:05:43 smithi032 ceph-mon[191839]: pgmap v5427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:44.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:05:43 smithi032 ceph-mon[189144]: pgmap v5427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:46.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:05:46 smithi032 ceph-mon[191839]: pgmap v5428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:46.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:05:46 smithi032 ceph-mon[189144]: pgmap v5428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:46.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:05:46 smithi039 ceph-mon[181282]: pgmap v5428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:48.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:05:48 smithi032 ceph-mon[191839]: pgmap v5429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:48.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:05:48 smithi032 ceph-mon[189144]: pgmap v5429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:48.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:05:48 smithi039 ceph-mon[181282]: pgmap v5429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:50.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:05:50 smithi032 ceph-mon[189144]: pgmap v5430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:50.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:05:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:05:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:05:50 smithi032 ceph-mon[191839]: pgmap v5430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:05:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:05:50.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:05:50 smithi039 ceph-mon[181282]: pgmap v5430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:50.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:05:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:05:51.115 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:05:51.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:05:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:05:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:05:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:05:50] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:05:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:05:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:05:51.473 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:05:51.473 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (105m) 10m ago 110m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:05:51.473 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (105m) 8m ago 110m 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:05:51.473 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (111m) 10m ago 111m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:05:51.473 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (111m) 8m ago 111m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:05:51.473 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (105m) 8m ago 113m 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:05:51.474 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (105m) 10m ago 115m 615M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:05:51.474 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (104m) 10m ago 115m 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:05:51.474 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (104m) 8m ago 114m 356M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:05:51.474 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (104m) 10m ago 113m 356M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:05:51.474 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (105m) 10m ago 110m 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:05:51.474 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (105m) 8m ago 110m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:05:51.474 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (103m) 10m ago 113m 4041M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:05:51.474 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (103m) 10m ago 113m 4262M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:05:51.474 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (102m) 10m ago 112m 3868M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:05:51.474 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (102m) 10m ago 112m 3762M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:05:51.474 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (102m) 8m ago 112m 3614M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:05:51.474 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (101m) 8m ago 111m 3777M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:05:51.474 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (101m) 8m ago 111m 3558M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:05:51.474 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (100m) 8m ago 111m 3403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:05:51.474 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (105m) 8m ago 110m 104M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:05:51.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:05:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:05:51.921 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:05:51.922 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:05:51.922 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:05:51.922 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:05:51.922 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:05:51.922 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:05:51.922 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:05:51.922 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:05:51.922 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:05:51.922 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:05:51.922 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:05:51.922 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:05:51.922 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:05:51.922 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:05:51.922 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:05:51.922 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:05:51.922 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:05:51.923 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:05:52.380 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:05:52 smithi032 ceph-mon[189144]: pgmap v5431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:52.380 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:05:52 smithi032 ceph-mon[189144]: from='client.39423 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:05:52.380 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:05:52 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1966520415' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:05:52.380 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:05:52 smithi032 ceph-mon[191839]: pgmap v5431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:52.380 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:05:52 smithi032 ceph-mon[191839]: from='client.39423 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:05:52.380 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:05:52 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1966520415' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:05:52.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:05:52 smithi039 ceph-mon[181282]: pgmap v5431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:52.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:05:52 smithi039 ceph-mon[181282]: from='client.39423 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:05:52.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:05:52 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1966520415' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:05:53.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:05:53 smithi032 ceph-mon[191839]: from='client.49346 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:05:53.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:05:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:05:53.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:05:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:05:53.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:05:53 smithi032 ceph-mon[189144]: from='client.49346 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:05:53.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:05:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:05:53.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:05:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:05:53.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:05:53 smithi039 ceph-mon[181282]: from='client.49346 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:05:53.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:05:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:05:53.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:05:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:05:54.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:05:54 smithi032 ceph-mon[191839]: pgmap v5432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:54.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:05:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:05:54.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:05:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:05:54.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:05:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:05:54.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:05:54 smithi032 ceph-mon[189144]: pgmap v5432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:54.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:05:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:05:54.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:05:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:05:54.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:05:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:05:54.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:05:54 smithi039 ceph-mon[181282]: pgmap v5432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:54.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:05:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:05:54.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:05:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:05:54.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:05:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:05:56.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:05:56 smithi032 ceph-mon[191839]: pgmap v5433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:56.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:05:56 smithi032 ceph-mon[189144]: pgmap v5433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:56.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:05:56 smithi039 ceph-mon[181282]: pgmap v5433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:58.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:05:58 smithi032 ceph-mon[189144]: pgmap v5434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:58.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:05:58 smithi032 ceph-mon[191839]: pgmap v5434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:05:58.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:05:58 smithi039 ceph-mon[181282]: pgmap v5434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:00.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:06:00 smithi032 ceph-mon[191839]: pgmap v5435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:06:00 smithi032 ceph-mon[189144]: pgmap v5435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:00.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:06:00 smithi039 ceph-mon[181282]: pgmap v5435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:06:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:06:00] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:06:02.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:06:02 smithi032 ceph-mon[191839]: pgmap v5436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:02.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:06:02 smithi032 ceph-mon[189144]: pgmap v5436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:02.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:06:02 smithi039 ceph-mon[181282]: pgmap v5436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:04.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:06:03 smithi039 ceph-mon[181282]: pgmap v5437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:04.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:06:03 smithi032 ceph-mon[191839]: pgmap v5437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:04.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:06:03 smithi032 ceph-mon[189144]: pgmap v5437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:05.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:06:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:06:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:06:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:06:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:06:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:06:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:06:05 smithi032 ceph-mon[191839]: pgmap v5438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:06:05 smithi032 ceph-mon[189144]: pgmap v5438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:06:05 smithi039 ceph-mon[181282]: pgmap v5438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:08.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:06:08 smithi032 ceph-mon[191839]: pgmap v5439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:08.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:06:08 smithi032 ceph-mon[189144]: pgmap v5439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:08.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:06:08 smithi039 ceph-mon[181282]: pgmap v5439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:10.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:06:10 smithi032 ceph-mon[191839]: pgmap v5440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:10.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:06:10 smithi032 ceph-mon[189144]: pgmap v5440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:10.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:06:10 smithi039 ceph-mon[181282]: pgmap v5440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:06:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:06:10] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:06:12.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:06:12 smithi032 ceph-mon[191839]: pgmap v5441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:12.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:06:12 smithi032 ceph-mon[189144]: pgmap v5441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:12.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:06:12 smithi039 ceph-mon[181282]: pgmap v5441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:14.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:06:13 smithi039 ceph-mon[181282]: pgmap v5442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:14.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:06:13 smithi032 ceph-mon[191839]: pgmap v5442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:14.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:06:13 smithi032 ceph-mon[189144]: pgmap v5442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:16.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:06:16 smithi032 ceph-mon[191839]: pgmap v5443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:16.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:06:16 smithi032 ceph-mon[189144]: pgmap v5443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:16.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:06:16 smithi039 ceph-mon[181282]: pgmap v5443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:18.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:06:18 smithi032 ceph-mon[191839]: pgmap v5444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:18.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:06:18 smithi032 ceph-mon[189144]: pgmap v5444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:18.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:06:18 smithi039 ceph-mon[181282]: pgmap v5444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:06:20 smithi032 ceph-mon[191839]: pgmap v5445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:06:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:06:20.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:06:20 smithi032 ceph-mon[189144]: pgmap v5445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:20.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:06:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:06:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:06:20 smithi039 ceph-mon[181282]: pgmap v5445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:06:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:06:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:06:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:06:20] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:06:22.289 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:06:22.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:06:22 smithi032 ceph-mon[191839]: pgmap v5446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:22.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:06:22 smithi032 ceph-mon[189144]: pgmap v5446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:22.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:06:22 smithi039 ceph-mon[181282]: pgmap v5446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:22.612 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:06:22.612 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (106m) 29s ago 110m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:06:22.612 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (106m) 8m ago 110m 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:06:22.612 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (111m) 29s ago 111m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:06:22.612 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (111m) 8m ago 111m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:06:22.612 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (105m) 8m ago 114m 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:06:22.612 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (106m) 29s ago 115m 621M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:06:22.612 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (105m) 29s ago 115m 703M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:06:22.612 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (104m) 8m ago 114m 356M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:06:22.613 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (105m) 29s ago 114m 375M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:06:22.613 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (106m) 29s ago 110m 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:06:22.613 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (106m) 8m ago 110m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:06:22.613 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (104m) 29s ago 113m 4074M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:06:22.613 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (103m) 29s ago 113m 4293M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:06:22.614 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (103m) 29s ago 113m 3893M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:06:22.614 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (102m) 29s ago 113m 3792M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:06:22.614 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (102m) 8m ago 112m 3614M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:06:22.614 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (102m) 8m ago 112m 3777M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:06:22.614 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (101m) 8m ago 112m 3558M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:06:22.615 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (101m) 8m ago 111m 3403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:06:22.615 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (105m) 8m ago 111m 104M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:06:23.012 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:06:23.012 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:06:23.012 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:06:23.012 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:06:23.012 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:06:23.013 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:06:23.013 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:06:23.013 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:06:23.013 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:06:23.013 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:06:23.013 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:06:23.013 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:06:23.013 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:06:23.013 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:06:23.013 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:06:23.014 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:06:23.014 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:06:23.014 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:06:23.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:06:23 smithi032 ceph-mon[191839]: from='client.39441 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:06:23.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:06:23 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2627066128' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:06:23.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:06:23 smithi032 ceph-mon[189144]: from='client.39441 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:06:23.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:06:23 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2627066128' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:06:23.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:06:23 smithi039 ceph-mon[181282]: from='client.39441 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:06:23.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:06:23 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2627066128' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:06:24.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:06:24 smithi032 ceph-mon[189144]: from='client.39447 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:06:24.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:06:24 smithi032 ceph-mon[189144]: pgmap v5447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:24.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:06:24 smithi032 ceph-mon[191839]: from='client.39447 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:06:24.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:06:24 smithi032 ceph-mon[191839]: pgmap v5447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:24.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:06:24 smithi039 ceph-mon[181282]: from='client.39447 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:06:24.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:06:24 smithi039 ceph-mon[181282]: pgmap v5447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:26.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:06:26 smithi032 ceph-mon[191839]: pgmap v5448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:06:26 smithi032 ceph-mon[189144]: pgmap v5448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:26.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:06:26 smithi039 ceph-mon[181282]: pgmap v5448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:28.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:06:28 smithi032 ceph-mon[189144]: pgmap v5449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:28.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:06:28 smithi032 ceph-mon[189144]: osdmap e2597: 8 total, 8 up, 8 in 2023-12-22T19:06:28.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:06:28 smithi032 ceph-mon[191839]: pgmap v5449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:28.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:06:28 smithi032 ceph-mon[191839]: osdmap e2597: 8 total, 8 up, 8 in 2023-12-22T19:06:28.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:06:28 smithi039 ceph-mon[181282]: pgmap v5449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:28.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:06:28 smithi039 ceph-mon[181282]: osdmap e2597: 8 total, 8 up, 8 in 2023-12-22T19:06:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:06:30 smithi032 ceph-mon[191839]: pgmap v5451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:06:30 smithi032 ceph-mon[189144]: pgmap v5451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:30.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:06:30 smithi039 ceph-mon[181282]: pgmap v5451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:06:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:06:30] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:06:32.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:06:32 smithi032 ceph-mon[189144]: pgmap v5452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:06:32 smithi032 ceph-mon[191839]: pgmap v5452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:32.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:06:32 smithi039 ceph-mon[181282]: pgmap v5452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:34.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:06:33 smithi039 ceph-mon[181282]: pgmap v5453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:06:33 smithi032 ceph-mon[191839]: pgmap v5453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:34.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:06:33 smithi032 ceph-mon[189144]: pgmap v5453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:06:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:06:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:06:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:06:35.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:06:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:06:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:06:35 smithi032 ceph-mon[189144]: pgmap v5454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:36.191 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:06:35 smithi032 ceph-mon[191839]: pgmap v5454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:36.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:06:35 smithi039 ceph-mon[181282]: pgmap v5454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:38.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:06:38 smithi032 ceph-mon[189144]: pgmap v5455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:06:38 smithi032 ceph-mon[191839]: pgmap v5455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:38.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:06:38 smithi039 ceph-mon[181282]: pgmap v5455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:40.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:06:40 smithi032 ceph-mon[191839]: pgmap v5456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:40.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:06:40 smithi032 ceph-mon[189144]: pgmap v5456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:40.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:06:40 smithi039 ceph-mon[181282]: pgmap v5456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:41.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:06:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:06:40] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T19:06:42.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:06:42 smithi032 ceph-mon[191839]: pgmap v5457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:42.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:06:42 smithi032 ceph-mon[189144]: pgmap v5457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:42.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:06:42 smithi039 ceph-mon[181282]: pgmap v5457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:44.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:06:43 smithi032 ceph-mon[191839]: pgmap v5458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:44.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:06:43 smithi032 ceph-mon[189144]: pgmap v5458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:44.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:06:43 smithi039 ceph-mon[181282]: pgmap v5458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:46.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:06:46 smithi032 ceph-mon[191839]: pgmap v5459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:46.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:06:46 smithi032 ceph-mon[189144]: pgmap v5459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:46.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:06:46 smithi039 ceph-mon[181282]: pgmap v5459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:48.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:06:48 smithi032 ceph-mon[191839]: pgmap v5460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:48.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:06:48 smithi032 ceph-mon[189144]: pgmap v5460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:48.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:06:48 smithi039 ceph-mon[181282]: pgmap v5460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:06:50 smithi032 ceph-mon[191839]: pgmap v5461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:06:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:06:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:06:50 smithi032 ceph-mon[189144]: pgmap v5461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:06:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:06:50.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:06:50 smithi039 ceph-mon[181282]: pgmap v5461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:50.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:06:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:06:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:06:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:06:50] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:06:52.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:06:52 smithi032 ceph-mon[191839]: pgmap v5462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:52.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:06:52 smithi032 ceph-mon[189144]: pgmap v5462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:52.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:06:52 smithi039 ceph-mon[181282]: pgmap v5462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:53.403 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:06:53.750 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:06:53.750 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (106m) 61s ago 111m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:06:53.750 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (106m) 9m ago 111m 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:06:53.750 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (112m) 61s ago 112m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:06:53.751 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (112m) 9m ago 112m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:06:53.751 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (106m) 9m ago 114m 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:06:53.751 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (106m) 61s ago 116m 621M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:06:53.751 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (105m) 61s ago 116m 703M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:06:53.751 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (105m) 9m ago 115m 356M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:06:53.751 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (105m) 61s ago 114m 375M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:06:53.751 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (106m) 61s ago 111m 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:06:53.751 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (106m) 9m ago 111m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:06:53.751 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (104m) 61s ago 114m 4074M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:06:53.751 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (104m) 61s ago 114m 4293M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:06:53.752 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (103m) 61s ago 113m 3893M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:06:53.752 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (103m) 61s ago 113m 3792M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:06:53.752 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (103m) 9m ago 113m 3614M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:06:53.752 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (102m) 9m ago 113m 3777M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:06:53.752 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (102m) 9m ago 112m 3558M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:06:53.752 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (101m) 9m ago 112m 3403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:06:53.752 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (106m) 9m ago 111m 104M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:06:54.158 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:06:54.158 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:06:54.158 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:06:54.158 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:06:54.158 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:06:54.158 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:06:54.159 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:06:54.159 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:06:54.159 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:06:54.159 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:06:54.159 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:06:54.159 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:06:54.159 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:06:54.159 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:06:54.159 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:06:54.159 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:06:54.159 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:06:54.160 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:06:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:06:53 smithi032 ceph-mon[191839]: pgmap v5463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:06:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:06:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:06:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:06:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:06:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:06:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:06:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:06:54.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:06:53 smithi032 ceph-mon[189144]: pgmap v5463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:54.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:06:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:06:54.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:06:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:06:54.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:06:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:06:54.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:06:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:06:54.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:06:53 smithi039 ceph-mon[181282]: pgmap v5463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:54.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:06:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:06:54.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:06:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:06:54.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:06:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:06:54.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:06:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:06:55.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:06:54 smithi032 ceph-mon[189144]: from='client.39459 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:06:55.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:06:54 smithi032 ceph-mon[189144]: from='client.49382 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:06:55.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:06:54 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1081640842' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:06:55.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:06:54 smithi032 ceph-mon[191839]: from='client.39459 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:06:55.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:06:54 smithi032 ceph-mon[191839]: from='client.49382 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:06:55.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:06:54 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1081640842' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:06:55.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:06:54 smithi039 ceph-mon[181282]: from='client.39459 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:06:55.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:06:54 smithi039 ceph-mon[181282]: from='client.49382 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:06:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:06:54 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1081640842' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:06:56.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:06:55 smithi032 ceph-mon[189144]: pgmap v5464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:56.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:06:55 smithi032 ceph-mon[191839]: pgmap v5464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:56.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:06:55 smithi039 ceph-mon[181282]: pgmap v5464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:58.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:06:58 smithi032 ceph-mon[191839]: pgmap v5465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:58.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:06:58 smithi032 ceph-mon[189144]: pgmap v5465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:06:58.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:06:58 smithi039 ceph-mon[181282]: pgmap v5465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:00.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:07:00 smithi032 ceph-mon[191839]: pgmap v5466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:00.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:07:00 smithi032 ceph-mon[189144]: pgmap v5466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:00.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:07:00 smithi039 ceph-mon[181282]: pgmap v5466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:07:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:07:00] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:07:02.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:07:02 smithi032 ceph-mon[191839]: pgmap v5467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:02.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:07:02 smithi032 ceph-mon[189144]: pgmap v5467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:02.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:07:02 smithi039 ceph-mon[181282]: pgmap v5467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:04.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:07:03 smithi032 ceph-mon[191839]: pgmap v5468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:04.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:07:03 smithi032 ceph-mon[189144]: pgmap v5468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:04.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:07:03 smithi039 ceph-mon[181282]: pgmap v5468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:07:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:07:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:07:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:07:05.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:07:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:07:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:07:05 smithi032 ceph-mon[189144]: pgmap v5469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:07:05 smithi032 ceph-mon[191839]: pgmap v5469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:07:05 smithi039 ceph-mon[181282]: pgmap v5469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:08.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:07:08 smithi032 ceph-mon[189144]: pgmap v5470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:07:08 smithi032 ceph-mon[191839]: pgmap v5470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:08.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:07:08 smithi039 ceph-mon[181282]: pgmap v5470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:10.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:07:10 smithi032 ceph-mon[191839]: pgmap v5471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:10.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:07:10 smithi032 ceph-mon[189144]: pgmap v5471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:10.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:07:10 smithi039 ceph-mon[181282]: pgmap v5471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:07:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:07:10] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:07:12.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:07:12 smithi032 ceph-mon[191839]: pgmap v5472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:12.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:07:12 smithi032 ceph-mon[189144]: pgmap v5472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:12.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:07:12 smithi039 ceph-mon[181282]: pgmap v5472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:14.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:07:13 smithi032 ceph-mon[191839]: pgmap v5473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:14.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:07:13 smithi032 ceph-mon[189144]: pgmap v5473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:14.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:07:13 smithi039 ceph-mon[181282]: pgmap v5473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:16.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:07:16 smithi032 ceph-mon[191839]: pgmap v5474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:16.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:07:16 smithi032 ceph-mon[189144]: pgmap v5474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:16.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:07:16 smithi039 ceph-mon[181282]: pgmap v5474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:18.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:07:18 smithi032 ceph-mon[191839]: pgmap v5475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:18.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:07:18 smithi032 ceph-mon[189144]: pgmap v5475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:18.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:07:18 smithi039 ceph-mon[181282]: pgmap v5475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:07:20 smithi032 ceph-mon[191839]: pgmap v5476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:07:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:07:20.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:07:20 smithi032 ceph-mon[189144]: pgmap v5476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:20.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:07:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:07:20.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:07:20 smithi039 ceph-mon[181282]: pgmap v5476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:20.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:07:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:07:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:07:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:07:20] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:07:22.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:07:22 smithi032 ceph-mon[189144]: pgmap v5477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:22.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:07:22 smithi032 ceph-mon[191839]: pgmap v5477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:22.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:07:22 smithi039 ceph-mon[181282]: pgmap v5477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:24.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:07:23 smithi032 ceph-mon[189144]: pgmap v5478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:24.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:07:23 smithi032 ceph-mon[191839]: pgmap v5478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:24.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:07:23 smithi039 ceph-mon[181282]: pgmap v5478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:24.522 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:07:24.843 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:07:24.843 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (107m) 92s ago 111m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:07:24.843 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (107m) 9m ago 111m 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:07:24.843 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (112m) 92s ago 112m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:07:24.843 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (112m) 9m ago 112m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:07:24.843 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (106m) 9m ago 115m 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:07:24.843 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (107m) 92s ago 116m 621M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:07:24.843 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (106m) 92s ago 116m 703M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:07:24.844 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (105m) 9m ago 115m 356M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:07:24.844 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (106m) 92s ago 115m 375M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:07:24.844 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (107m) 92s ago 111m 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:07:24.844 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (107m) 9m ago 111m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:07:24.844 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (105m) 92s ago 114m 4074M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:07:24.844 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (104m) 92s ago 114m 4293M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:07:24.844 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (104m) 92s ago 114m 3893M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:07:24.844 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (104m) 92s ago 114m 3792M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:07:24.844 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (103m) 9m ago 113m 3614M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:07:24.844 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (103m) 9m ago 113m 3777M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:07:24.844 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (102m) 9m ago 113m 3558M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:07:24.844 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (102m) 9m ago 112m 3403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:07:24.845 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (106m) 9m ago 112m 104M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:07:25.247 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:07:25.247 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:07:25.247 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:07:25.247 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:07:25.247 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:07:25.247 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:07:25.248 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:07:25.248 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:07:25.248 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:07:25.248 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:07:25.248 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:07:25.248 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:07:25.248 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:07:25.248 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:07:25.249 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:07:25.249 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:07:25.249 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:07:25.249 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:07:26.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:07:26 smithi032 ceph-mon[191839]: from='client.49394 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:07:26.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:07:26 smithi032 ceph-mon[191839]: from='client.49400 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:07:26.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:07:26 smithi032 ceph-mon[191839]: pgmap v5479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:26.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:07:26 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/393487543' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:07:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:07:26 smithi032 ceph-mon[189144]: from='client.49394 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:07:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:07:26 smithi032 ceph-mon[189144]: from='client.49400 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:07:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:07:26 smithi032 ceph-mon[189144]: pgmap v5479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:07:26 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/393487543' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:07:26.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:07:26 smithi039 ceph-mon[181282]: from='client.49394 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:07:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:07:26 smithi039 ceph-mon[181282]: from='client.49400 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:07:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:07:26 smithi039 ceph-mon[181282]: pgmap v5479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:07:26 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/393487543' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:07:28.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:07:28 smithi032 ceph-mon[189144]: pgmap v5480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:28.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:07:28 smithi032 ceph-mon[191839]: pgmap v5480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:28.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:07:28 smithi039 ceph-mon[181282]: pgmap v5480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:30.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:07:30 smithi032 ceph-mon[191839]: pgmap v5481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:30.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:07:30 smithi032 ceph-mon[189144]: pgmap v5481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:30.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:07:30 smithi039 ceph-mon[181282]: pgmap v5481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:07:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:07:30] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:07:32.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:07:32 smithi032 ceph-mon[189144]: pgmap v5482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:32.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:07:32 smithi032 ceph-mon[191839]: pgmap v5482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:32.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:07:32 smithi039 ceph-mon[181282]: pgmap v5482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:07:33 smithi032 ceph-mon[191839]: pgmap v5483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:34.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:07:33 smithi032 ceph-mon[189144]: pgmap v5483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:34.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:07:33 smithi039 ceph-mon[181282]: pgmap v5483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:07:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:07:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:07:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:07:35.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:07:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:07:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:07:35 smithi032 ceph-mon[191839]: pgmap v5484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:07:35 smithi032 ceph-mon[189144]: pgmap v5484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:36.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:07:35 smithi039 ceph-mon[181282]: pgmap v5484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:38.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:07:38 smithi032 ceph-mon[189144]: pgmap v5485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:38.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:07:38 smithi032 ceph-mon[191839]: pgmap v5485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:38.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:07:38 smithi039 ceph-mon[181282]: pgmap v5485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:40.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:07:40 smithi032 ceph-mon[189144]: pgmap v5486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:40.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:07:40 smithi032 ceph-mon[191839]: pgmap v5486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:40.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:07:40 smithi039 ceph-mon[181282]: pgmap v5486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:07:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:07:40] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:07:42.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:07:42 smithi032 ceph-mon[191839]: pgmap v5487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:42.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:07:42 smithi032 ceph-mon[189144]: pgmap v5487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:42.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:07:42 smithi039 ceph-mon[181282]: pgmap v5487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:44.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:07:43 smithi032 ceph-mon[191839]: pgmap v5488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:44.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:07:43 smithi032 ceph-mon[189144]: pgmap v5488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:44.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:07:43 smithi039 ceph-mon[181282]: pgmap v5488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:46.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:07:46 smithi032 ceph-mon[191839]: pgmap v5489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:46.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:07:46 smithi032 ceph-mon[189144]: pgmap v5489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:46.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:07:46 smithi039 ceph-mon[181282]: pgmap v5489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:48.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:07:48 smithi032 ceph-mon[191839]: pgmap v5490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:48.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:07:48 smithi032 ceph-mon[189144]: pgmap v5490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:48.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:07:48 smithi039 ceph-mon[181282]: pgmap v5490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:07:50 smithi032 ceph-mon[191839]: pgmap v5491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:07:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:07:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:07:50 smithi032 ceph-mon[189144]: pgmap v5491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:07:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:07:50.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:07:50 smithi039 ceph-mon[181282]: pgmap v5491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:50.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:07:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:07:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:07:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:07:50] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:07:52.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:07:52 smithi032 ceph-mon[191839]: pgmap v5492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:07:52 smithi032 ceph-mon[189144]: pgmap v5492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:52.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:07:52 smithi039 ceph-mon[181282]: pgmap v5492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:07:53 smithi032 ceph-mon[191839]: pgmap v5493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:54.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:07:53 smithi032 ceph-mon[189144]: pgmap v5493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:54.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:07:53 smithi039 ceph-mon[181282]: pgmap v5493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:55.081 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:07:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:07:55.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:07:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:07:55.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:07:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:07:55.611 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:07:55.940 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:07:55.940 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (108m) 2m ago 112m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:07:55.940 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (107m) 10m ago 112m 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:07:55.940 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (113m) 2m ago 113m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:07:55.941 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (113m) 10m ago 113m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:07:55.941 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (107m) 10m ago 115m 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:07:55.941 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (107m) 2m ago 117m 621M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:07:55.941 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (107m) 2m ago 117m 703M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:07:55.941 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (106m) 10m ago 116m 356M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:07:55.941 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (106m) 2m ago 115m 375M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:07:55.941 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (107m) 2m ago 112m 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:07:55.941 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (107m) 10m ago 112m 17.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:07:55.941 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (106m) 2m ago 115m 4074M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:07:55.942 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (105m) 2m ago 115m 4293M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:07:55.942 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (105m) 2m ago 114m 3893M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:07:55.942 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (104m) 2m ago 114m 3792M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:07:55.942 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (104m) 10m ago 114m 3614M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:07:55.942 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (103m) 10m ago 114m 3777M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:07:55.942 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (103m) 10m ago 113m 3558M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:07:55.942 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (102m) 10m ago 113m 3403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:07:55.942 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (107m) 10m ago 112m 104M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:07:56.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:07:55 smithi032 ceph-mon[191839]: pgmap v5494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:56.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:07:55 smithi032 ceph-mon[189144]: pgmap v5494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:56.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:07:55 smithi039 ceph-mon[181282]: pgmap v5494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:56.342 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:07:56.342 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:07:56.342 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:07:56.343 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:07:56.343 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:07:56.343 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:07:56.343 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:07:56.343 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:07:56.343 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:07:56.343 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:07:56.343 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:07:56.343 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:07:56.343 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:07:56.344 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:07:56.344 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:07:56.344 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:07:56.344 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:07:56.344 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:07:57.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:07:56 smithi032 ceph-mon[189144]: from='client.49412 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:07:57.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:07:56 smithi032 ceph-mon[189144]: from='client.39501 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:07:57.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:07:56 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/931766536' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:07:57.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:07:56 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:07:57.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:07:56 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:07:57.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:07:56 smithi032 ceph-mon[191839]: from='client.49412 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:07:57.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:07:56 smithi032 ceph-mon[191839]: from='client.39501 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:07:57.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:07:56 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/931766536' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:07:57.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:07:56 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:07:57.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:07:56 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:07:57.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:07:56 smithi039 ceph-mon[181282]: from='client.49412 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:07:57.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:07:56 smithi039 ceph-mon[181282]: from='client.39501 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:07:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:07:56 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/931766536' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:07:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:07:56 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:07:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:07:56 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:07:58.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:07:57 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:07:58.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:07:57 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:07:58.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:07:57 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:07:58.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:07:57 smithi032 ceph-mon[189144]: pgmap v5495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:58.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:07:57 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:07:58.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:07:57 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:07:58.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:07:57 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:07:58.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:07:57 smithi032 ceph-mon[191839]: pgmap v5495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:07:58.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:07:57 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:07:58.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:07:57 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:07:58.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:07:57 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:07:58.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:07:57 smithi039 ceph-mon[181282]: pgmap v5495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:00.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:08:00 smithi032 ceph-mon[191839]: pgmap v5496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:00.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:08:00 smithi032 ceph-mon[189144]: pgmap v5496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:00.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:08:00 smithi039 ceph-mon[181282]: pgmap v5496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:08:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:08:00] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:08:02.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:08:02 smithi032 ceph-mon[189144]: pgmap v5497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:02.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:08:02 smithi032 ceph-mon[191839]: pgmap v5497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:02.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:08:02 smithi039 ceph-mon[181282]: pgmap v5497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:04.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:08:03 smithi032 ceph-mon[191839]: pgmap v5498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:04.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:08:03 smithi032 ceph-mon[189144]: pgmap v5498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:04.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:08:03 smithi039 ceph-mon[181282]: pgmap v5498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:08:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:08:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:08:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:08:05.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:08:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:08:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:08:05 smithi032 ceph-mon[189144]: pgmap v5499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:08:05 smithi032 ceph-mon[191839]: pgmap v5499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:08:05 smithi039 ceph-mon[181282]: pgmap v5499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:08.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:08:08 smithi032 ceph-mon[191839]: pgmap v5500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:08.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:08:08 smithi032 ceph-mon[189144]: pgmap v5500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:08.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:08:08 smithi039 ceph-mon[181282]: pgmap v5500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:10.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:08:10 smithi032 ceph-mon[191839]: pgmap v5501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:10.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:08:10 smithi032 ceph-mon[189144]: pgmap v5501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:10.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:08:10 smithi039 ceph-mon[181282]: pgmap v5501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:08:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:08:10] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:08:12.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:08:12 smithi032 ceph-mon[191839]: pgmap v5502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:12.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:08:12 smithi032 ceph-mon[189144]: pgmap v5502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:12.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:08:12 smithi039 ceph-mon[181282]: pgmap v5502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:14.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:08:13 smithi032 ceph-mon[191839]: pgmap v5503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:14.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:08:13 smithi032 ceph-mon[189144]: pgmap v5503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:14.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:08:13 smithi039 ceph-mon[181282]: pgmap v5503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:16.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:08:16 smithi032 ceph-mon[191839]: pgmap v5504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:16.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:08:16 smithi032 ceph-mon[189144]: pgmap v5504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:16.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:08:16 smithi039 ceph-mon[181282]: pgmap v5504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:18.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:08:18 smithi032 ceph-mon[189144]: pgmap v5505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:18.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:08:18 smithi032 ceph-mon[191839]: pgmap v5505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:18.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:08:18 smithi039 ceph-mon[181282]: pgmap v5505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:08:20 smithi032 ceph-mon[191839]: pgmap v5506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:08:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:08:20.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:08:20 smithi032 ceph-mon[189144]: pgmap v5506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:20.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:08:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:08:20.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:08:20 smithi039 ceph-mon[181282]: pgmap v5506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:20.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:08:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:08:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:08:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:08:20] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:08:22.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:08:22 smithi032 ceph-mon[191839]: pgmap v5507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:22.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:08:22 smithi032 ceph-mon[189144]: pgmap v5507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:22.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:08:22 smithi039 ceph-mon[181282]: pgmap v5507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:24.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:08:23 smithi032 ceph-mon[191839]: pgmap v5508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:24.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:08:23 smithi032 ceph-mon[189144]: pgmap v5508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:24.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:08:23 smithi039 ceph-mon[181282]: pgmap v5508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:26.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:08:26 smithi032 ceph-mon[189144]: pgmap v5509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:26.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:08:26 smithi032 ceph-mon[191839]: pgmap v5509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:26.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:08:26 smithi039 ceph-mon[181282]: pgmap v5509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:26.705 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:08:27.026 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:08:27.026 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (108m) 2m ago 113m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:08:27.026 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (108m) 30s ago 112m 93.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:08:27.026 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (113m) 2m ago 113m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:08:27.026 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (113m) 30s ago 113m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:08:27.026 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (107m) 30s ago 116m 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:08:27.026 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (108m) 2m ago 117m 621M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:08:27.026 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (107m) 2m ago 117m 703M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:08:27.026 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (107m) 30s ago 116m 372M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:08:27.027 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (107m) 2m ago 116m 375M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:08:27.027 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (108m) 2m ago 112m 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:08:27.027 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (108m) 30s ago 112m 18.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:08:27.027 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (106m) 2m ago 116m 4074M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:08:27.027 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (106m) 2m ago 115m 4293M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:08:27.027 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (105m) 2m ago 115m 3893M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:08:27.027 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (105m) 2m ago 115m 3792M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:08:27.027 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (104m) 30s ago 114m 3641M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:08:27.027 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (104m) 30s ago 114m 3811M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:08:27.027 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (103m) 30s ago 114m 3590M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:08:27.028 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (103m) 30s ago 113m 3440M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:08:27.028 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (107m) 30s ago 113m 105M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:08:27.431 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:08:27.431 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:08:27.431 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:08:27.431 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:08:27.431 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:08:27.431 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:08:27.432 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:08:27.432 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:08:27.432 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:08:27.432 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:08:27.432 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:08:27.432 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:08:27.432 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:08:27.432 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:08:27.432 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:08:27.432 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:08:27.433 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:08:27.433 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:08:28.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:08:28 smithi032 ceph-mon[189144]: from='client.39513 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:08:28.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:08:28 smithi032 ceph-mon[189144]: from='client.49436 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:08:28.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:08:28 smithi032 ceph-mon[189144]: pgmap v5510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:28.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:08:28 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2610993551' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:08:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:08:28 smithi032 ceph-mon[191839]: from='client.39513 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:08:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:08:28 smithi032 ceph-mon[191839]: from='client.49436 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:08:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:08:28 smithi032 ceph-mon[191839]: pgmap v5510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:08:28 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2610993551' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:08:28.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:08:28 smithi039 ceph-mon[181282]: from='client.39513 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:08:28.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:08:28 smithi039 ceph-mon[181282]: from='client.49436 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:08:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:08:28 smithi039 ceph-mon[181282]: pgmap v5510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:08:28 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2610993551' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:08:30.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:08:30 smithi032 ceph-mon[189144]: pgmap v5511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:30.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:08:30 smithi032 ceph-mon[191839]: pgmap v5511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:30.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:08:30 smithi039 ceph-mon[181282]: pgmap v5511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:08:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:08:30] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:08:32.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:08:32 smithi032 ceph-mon[191839]: pgmap v5512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:32.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:08:32 smithi032 ceph-mon[189144]: pgmap v5512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:32.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:08:32 smithi039 ceph-mon[181282]: pgmap v5512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:34.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:08:33 smithi032 ceph-mon[189144]: pgmap v5513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:08:33 smithi032 ceph-mon[191839]: pgmap v5513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:34.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:08:33 smithi039 ceph-mon[181282]: pgmap v5513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:08:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:08:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:08:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:08:35.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:08:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:08:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:08:35 smithi032 ceph-mon[191839]: pgmap v5514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:08:35 smithi032 ceph-mon[189144]: pgmap v5514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:36.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:08:35 smithi039 ceph-mon[181282]: pgmap v5514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:38.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:08:38 smithi032 ceph-mon[191839]: pgmap v5515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:38.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:08:38 smithi032 ceph-mon[189144]: pgmap v5515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:38.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:08:38 smithi039 ceph-mon[181282]: pgmap v5515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:40.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:08:40 smithi032 ceph-mon[191839]: pgmap v5516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:40.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:08:40 smithi032 ceph-mon[189144]: pgmap v5516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:40.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:08:40 smithi039 ceph-mon[181282]: pgmap v5516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:41.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:08:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:08:40] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:08:42.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:08:42 smithi032 ceph-mon[191839]: pgmap v5517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:42.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:08:42 smithi032 ceph-mon[189144]: pgmap v5517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:42.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:08:42 smithi039 ceph-mon[181282]: pgmap v5517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:44.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:08:43 smithi032 ceph-mon[191839]: pgmap v5518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:44.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:08:43 smithi032 ceph-mon[189144]: pgmap v5518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:44.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:08:43 smithi039 ceph-mon[181282]: pgmap v5518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:46.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:08:46 smithi032 ceph-mon[191839]: pgmap v5519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:46.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:08:46 smithi032 ceph-mon[189144]: pgmap v5519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:46.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:08:46 smithi039 ceph-mon[181282]: pgmap v5519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:48.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:08:48 smithi032 ceph-mon[191839]: pgmap v5520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:48.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:08:48 smithi032 ceph-mon[189144]: pgmap v5520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:48.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:08:48 smithi039 ceph-mon[181282]: pgmap v5520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:08:50 smithi032 ceph-mon[191839]: pgmap v5521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:08:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:08:50.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:08:50 smithi032 ceph-mon[189144]: pgmap v5521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:50.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:08:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:08:50.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:08:50 smithi039 ceph-mon[181282]: pgmap v5521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:50.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:08:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:08:51.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:08:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:08:50] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:08:52.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:08:52 smithi032 ceph-mon[189144]: pgmap v5522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:52.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:08:52 smithi032 ceph-mon[191839]: pgmap v5522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:52.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:08:52 smithi039 ceph-mon[181282]: pgmap v5522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:08:53 smithi032 ceph-mon[191839]: pgmap v5523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:54.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:08:53 smithi032 ceph-mon[189144]: pgmap v5523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:54.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:08:53 smithi039 ceph-mon[181282]: pgmap v5523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:56.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:08:56 smithi032 ceph-mon[191839]: pgmap v5524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:56.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:08:56 smithi032 ceph-mon[189144]: pgmap v5524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:56.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:08:56 smithi039 ceph-mon[181282]: pgmap v5524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:57.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:08:57 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:08:57.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:08:57 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:08:57.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:08:57 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:08:57.791 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:08:58.113 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:08:58.114 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (109m) 3m ago 113m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:08:58.114 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (108m) 61s ago 113m 93.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:08:58.114 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (114m) 3m ago 114m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:08:58.114 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (114m) 61s ago 114m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:08:58.114 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (108m) 61s ago 116m 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:08:58.114 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (108m) 3m ago 118m 621M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:08:58.114 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (108m) 3m ago 118m 703M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:08:58.114 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (107m) 61s ago 117m 372M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:08:58.114 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (107m) 3m ago 116m 375M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:08:58.114 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (109m) 3m ago 113m 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:08:58.114 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (108m) 61s ago 113m 18.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:08:58.114 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (107m) 3m ago 116m 4074M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:08:58.114 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (106m) 3m ago 116m 4293M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:08:58.114 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (106m) 3m ago 115m 3893M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:08:58.115 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (105m) 3m ago 115m 3792M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:08:58.115 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (105m) 61s ago 115m 3641M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:08:58.115 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (104m) 61s ago 115m 3811M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:08:58.115 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (104m) 61s ago 114m 3590M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:08:58.115 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (103m) 61s ago 114m 3440M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:08:58.115 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (108m) 61s ago 113m 105M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:08:58.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:08:58 smithi032 ceph-mon[189144]: pgmap v5525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:58.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:08:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:08:58.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:08:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:08:58.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:08:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:08:58.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:08:58 smithi032 ceph-mon[191839]: pgmap v5525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:58.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:08:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:08:58.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:08:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:08:58.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:08:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:08:58.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:08:58 smithi039 ceph-mon[181282]: pgmap v5525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:08:58.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:08:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:08:58.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:08:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:08:58.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:08:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:08:58.515 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:08:58.515 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:08:58.515 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:08:58.515 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:08:58.515 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:08:58.515 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:08:58.515 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:08:58.515 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:08:58.515 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:08:58.515 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:08:58.516 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:08:58.516 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:08:58.516 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:08:58.516 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:08:58.516 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:08:58.516 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:08:58.516 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:08:58.516 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:08:59.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:08:59 smithi032 ceph-mon[189144]: from='client.39531 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:08:59.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:08:59 smithi032 ceph-mon[189144]: from='client.49454 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:08:59.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:08:59 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4003694865' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:08:59.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:08:59 smithi032 ceph-mon[191839]: from='client.39531 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:08:59.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:08:59 smithi032 ceph-mon[191839]: from='client.49454 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:08:59.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:08:59 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4003694865' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:08:59.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:08:59 smithi039 ceph-mon[181282]: from='client.39531 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:08:59.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:08:59 smithi039 ceph-mon[181282]: from='client.49454 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:08:59.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:08:59 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4003694865' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:09:00.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:09:00 smithi032 ceph-mon[189144]: pgmap v5526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:00.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:09:00 smithi032 ceph-mon[191839]: pgmap v5526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:00.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:09:00 smithi039 ceph-mon[181282]: pgmap v5526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:09:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:09:00] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:09:02.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:09:02 smithi032 ceph-mon[191839]: pgmap v5527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:02.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:09:02 smithi032 ceph-mon[189144]: pgmap v5527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:02.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:09:02 smithi039 ceph-mon[181282]: pgmap v5527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:04.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:09:03 smithi032 ceph-mon[191839]: pgmap v5528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:04.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:09:03 smithi032 ceph-mon[189144]: pgmap v5528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:04.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:09:03 smithi039 ceph-mon[181282]: pgmap v5528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:09:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:09:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:09:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:09:05.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:09:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:09:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:09:05 smithi032 ceph-mon[191839]: pgmap v5529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:09:05 smithi032 ceph-mon[189144]: pgmap v5529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:09:05 smithi039 ceph-mon[181282]: pgmap v5529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:08.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:09:08 smithi032 ceph-mon[191839]: pgmap v5530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:09:08 smithi032 ceph-mon[189144]: pgmap v5530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:08.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:09:08 smithi039 ceph-mon[181282]: pgmap v5530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:10.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:09:10 smithi032 ceph-mon[191839]: pgmap v5531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:10.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:09:10 smithi032 ceph-mon[189144]: pgmap v5531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:10.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:09:10 smithi039 ceph-mon[181282]: pgmap v5531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:09:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:09:10] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:09:12.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:09:12 smithi032 ceph-mon[191839]: pgmap v5532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:09:12 smithi032 ceph-mon[189144]: pgmap v5532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:12.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:09:12 smithi039 ceph-mon[181282]: pgmap v5532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:14.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:09:13 smithi032 ceph-mon[191839]: pgmap v5533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:14.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:09:13 smithi032 ceph-mon[189144]: pgmap v5533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:14.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:09:13 smithi039 ceph-mon[181282]: pgmap v5533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:16.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:09:16 smithi032 ceph-mon[191839]: pgmap v5534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:09:16 smithi032 ceph-mon[189144]: pgmap v5534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:16.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:09:16 smithi039 ceph-mon[181282]: pgmap v5534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:18.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:09:18 smithi032 ceph-mon[191839]: pgmap v5535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:18.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:09:18 smithi032 ceph-mon[189144]: pgmap v5535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:18.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:09:18 smithi039 ceph-mon[181282]: pgmap v5535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:09:20 smithi032 ceph-mon[191839]: pgmap v5536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:09:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:09:20.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:09:20 smithi032 ceph-mon[189144]: pgmap v5536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:20.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:09:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:09:20.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:09:20 smithi039 ceph-mon[181282]: pgmap v5536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:20.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:09:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:09:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:09:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:09:20] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:09:22.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:09:22 smithi032 ceph-mon[189144]: pgmap v5537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:22.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:09:22 smithi032 ceph-mon[191839]: pgmap v5537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:22.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:09:22 smithi039 ceph-mon[181282]: pgmap v5537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:24.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:09:23 smithi032 ceph-mon[191839]: pgmap v5538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:24.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:09:23 smithi032 ceph-mon[189144]: pgmap v5538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:24.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:09:23 smithi039 ceph-mon[181282]: pgmap v5538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:26.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:09:26 smithi032 ceph-mon[189144]: pgmap v5539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:26.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:09:26 smithi032 ceph-mon[191839]: pgmap v5539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:26.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:09:26 smithi039 ceph-mon[181282]: pgmap v5539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:28.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:09:28 smithi032 ceph-mon[191839]: pgmap v5540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:28.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:09:28 smithi032 ceph-mon[189144]: pgmap v5540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:28.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:09:28 smithi039 ceph-mon[181282]: pgmap v5540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:28.879 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:09:29.202 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:09:29.202 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (109m) 3m ago 114m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:09:29.202 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (109m) 92s ago 113m 93.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:09:29.203 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (114m) 3m ago 114m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:09:29.203 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (114m) 92s ago 114m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:09:29.203 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (108m) 92s ago 117m 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:09:29.203 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (109m) 3m ago 118m 621M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:09:29.203 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (108m) 3m ago 118m 703M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:09:29.203 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (108m) 92s ago 117m 372M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:09:29.203 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (108m) 3m ago 117m 375M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:09:29.203 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (109m) 3m ago 113m 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:09:29.203 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (109m) 92s ago 113m 18.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:09:29.203 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (107m) 3m ago 117m 4074M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:09:29.204 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (107m) 3m ago 116m 4293M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:09:29.204 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (106m) 3m ago 116m 3893M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:09:29.204 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (106m) 3m ago 116m 3792M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:09:29.204 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (105m) 92s ago 115m 3641M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:09:29.204 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (105m) 92s ago 115m 3811M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:09:29.204 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (104m) 92s ago 115m 3590M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:09:29.204 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (104m) 92s ago 115m 3440M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:09:29.204 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (108m) 92s ago 114m 105M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:09:29.604 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:09:29.604 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:09:29.604 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:09:29.604 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:09:29.604 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:09:29.604 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:09:29.604 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:09:29.604 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:09:29.605 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:09:29.605 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:09:29.605 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:09:29.605 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:09:29.605 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:09:29.605 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:09:29.605 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:09:29.605 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:09:29.605 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:09:29.605 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:09:30.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:09:30 smithi032 ceph-mon[191839]: from='client.49466 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:09:30.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:09:30 smithi032 ceph-mon[191839]: pgmap v5541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:30.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:09:30 smithi032 ceph-mon[191839]: from='client.39555 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:09:30.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:09:30 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1924323717' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:09:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:09:30 smithi032 ceph-mon[189144]: from='client.49466 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:09:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:09:30 smithi032 ceph-mon[189144]: pgmap v5541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:09:30 smithi032 ceph-mon[189144]: from='client.39555 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:09:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:09:30 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1924323717' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:09:30.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:09:30 smithi039 ceph-mon[181282]: from='client.49466 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:09:30.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:09:30 smithi039 ceph-mon[181282]: pgmap v5541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:30.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:09:30 smithi039 ceph-mon[181282]: from='client.39555 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:09:30.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:09:30 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1924323717' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:09:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:09:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:09:30] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:09:32.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:09:32 smithi032 ceph-mon[191839]: pgmap v5542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:32.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:09:32 smithi032 ceph-mon[189144]: pgmap v5542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:32.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:09:32 smithi039 ceph-mon[181282]: pgmap v5542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:09:33 smithi032 ceph-mon[191839]: pgmap v5543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:34.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:09:33 smithi032 ceph-mon[189144]: pgmap v5543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:34.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:09:33 smithi039 ceph-mon[181282]: pgmap v5543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:09:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:09:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:09:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:09:35.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:09:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:09:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:09:35 smithi032 ceph-mon[191839]: pgmap v5544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:09:35 smithi032 ceph-mon[189144]: pgmap v5544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:36.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:09:35 smithi039 ceph-mon[181282]: pgmap v5544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:38.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:09:38 smithi032 ceph-mon[191839]: pgmap v5545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:38.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:09:38 smithi032 ceph-mon[189144]: pgmap v5545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:38.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:09:38 smithi039 ceph-mon[181282]: pgmap v5545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:40.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:09:40 smithi032 ceph-mon[191839]: pgmap v5546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:40.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:09:40 smithi032 ceph-mon[189144]: pgmap v5546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:40.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:09:40 smithi039 ceph-mon[181282]: pgmap v5546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:41.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:09:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:09:40] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:09:42.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:09:42 smithi032 ceph-mon[191839]: pgmap v5547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:42.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:09:42 smithi032 ceph-mon[189144]: pgmap v5547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:42.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:09:42 smithi039 ceph-mon[181282]: pgmap v5547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:44.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:09:43 smithi032 ceph-mon[191839]: pgmap v5548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:44.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:09:43 smithi032 ceph-mon[189144]: pgmap v5548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:44.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:09:43 smithi039 ceph-mon[181282]: pgmap v5548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:46.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:09:46 smithi032 ceph-mon[191839]: pgmap v5549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:46.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:09:46 smithi032 ceph-mon[189144]: pgmap v5549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:46.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:09:46 smithi039 ceph-mon[181282]: pgmap v5549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:48.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:09:48 smithi032 ceph-mon[191839]: pgmap v5550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:48.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:09:48 smithi032 ceph-mon[189144]: pgmap v5550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:48.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:09:48 smithi039 ceph-mon[181282]: pgmap v5550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:09:50 smithi032 ceph-mon[191839]: pgmap v5551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:09:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:09:50.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:09:50 smithi032 ceph-mon[189144]: pgmap v5551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:50.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:09:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:09:50.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:09:50 smithi039 ceph-mon[181282]: pgmap v5551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:50.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:09:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:09:51.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:09:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:09:50] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:09:52.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:09:52 smithi032 ceph-mon[191839]: pgmap v5552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:52.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:09:52 smithi032 ceph-mon[189144]: pgmap v5552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:52.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:09:52 smithi039 ceph-mon[181282]: pgmap v5552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:09:53 smithi032 ceph-mon[191839]: pgmap v5553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:54.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:09:53 smithi032 ceph-mon[189144]: pgmap v5553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:54.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:09:53 smithi039 ceph-mon[181282]: pgmap v5553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:56.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:09:56 smithi032 ceph-mon[189144]: pgmap v5554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:56.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:09:56 smithi032 ceph-mon[191839]: pgmap v5554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:56.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:09:56 smithi039 ceph-mon[181282]: pgmap v5554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:58.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:09:58 smithi032 ceph-mon[191839]: pgmap v5555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:58.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:09:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:09:58.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:09:58 smithi032 ceph-mon[189144]: pgmap v5555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:58.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:09:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:09:58.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:09:58 smithi039 ceph-mon[181282]: pgmap v5555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:09:58.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:09:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:09:59.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:09:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:09:59.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:09:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:09:59.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:09:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:09:59.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:09:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:09:59.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:09:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:09:59.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:09:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:09:59.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:09:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:09:59.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:09:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:09:59.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:09:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:09:59.968 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:10:00.293 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:10:00.293 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (110m) 4m ago 114m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:10:00.293 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (109m) 2m ago 114m 93.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:10:00.293 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (115m) 4m ago 115m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:10:00.293 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (115m) 2m ago 115m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:10:00.293 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (109m) 2m ago 117m 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:10:00.293 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (109m) 4m ago 119m 621M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:10:00.293 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (109m) 4m ago 119m 703M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:10:00.294 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (108m) 2m ago 118m 372M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:10:00.294 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (108m) 4m ago 118m 375M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:10:00.294 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (110m) 4m ago 114m 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:10:00.294 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (109m) 2m ago 114m 18.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:10:00.294 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (108m) 4m ago 117m 4074M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:10:00.294 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (107m) 4m ago 117m 4293M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:10:00.294 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (107m) 4m ago 116m 3893M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:10:00.294 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (106m) 4m ago 116m 3792M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:10:00.294 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (106m) 2m ago 116m 3641M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:10:00.294 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (105m) 2m ago 116m 3811M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:10:00.294 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (105m) 2m ago 115m 3590M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:10:00.294 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (104m) 2m ago 115m 3440M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:10:00.294 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (109m) 2m ago 114m 105M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:10:00.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:10:00 smithi032 ceph-mon[191839]: pgmap v5556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:00.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:10:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T19:10:00.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:10:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T19:09:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T19:10:00.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:10:00 smithi032 ceph-mon[189144]: pgmap v5556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:00.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:10:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T19:10:00.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:10:00 smithi039 ceph-mon[181282]: pgmap v5556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:00.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:10:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T19:10:00.691 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:10:00.691 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:10:00.691 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:10:00.692 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:10:00.692 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:10:00.692 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:10:00.692 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:10:00.692 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:10:00.692 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:10:00.692 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:10:00.692 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:10:00.692 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:10:00.692 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:10:00.692 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:10:00.692 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:10:00.692 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:10:00.692 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:10:00.692 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:10:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:10:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:10:00] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:10:01.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:10:01 smithi039 ceph-mon[181282]: from='client.39567 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:10:01.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:10:01 smithi039 ceph-mon[181282]: from='client.49490 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:10:01.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:10:01 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4266763194' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:10:01.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:10:01 smithi032 ceph-mon[189144]: from='client.39567 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:10:01.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:10:01 smithi032 ceph-mon[189144]: from='client.49490 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:10:01.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:10:01 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4266763194' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:10:01.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:10:01 smithi032 ceph-mon[191839]: from='client.39567 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:10:01.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:10:01 smithi032 ceph-mon[191839]: from='client.49490 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:10:01.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:10:01 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4266763194' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:10:02.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:10:02 smithi039 ceph-mon[181282]: pgmap v5557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:02.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:10:02 smithi032 ceph-mon[191839]: pgmap v5557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:02.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:10:02 smithi032 ceph-mon[189144]: pgmap v5557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:04.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:10:03 smithi032 ceph-mon[191839]: pgmap v5558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:04.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:10:03 smithi032 ceph-mon[189144]: pgmap v5558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:04.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:10:03 smithi039 ceph-mon[181282]: pgmap v5558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:10:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:10:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:10:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:10:05.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:10:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:10:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:10:05 smithi032 ceph-mon[191839]: pgmap v5559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:10:05 smithi032 ceph-mon[189144]: pgmap v5559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:10:05 smithi039 ceph-mon[181282]: pgmap v5559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:08.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:10:08 smithi032 ceph-mon[191839]: pgmap v5560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:08.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:10:08 smithi032 ceph-mon[189144]: pgmap v5560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:08.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:10:08 smithi039 ceph-mon[181282]: pgmap v5560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:10.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:10:10 smithi032 ceph-mon[191839]: pgmap v5561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:10.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:10:10 smithi032 ceph-mon[189144]: pgmap v5561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:10.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:10:10 smithi039 ceph-mon[181282]: pgmap v5561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:10:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:10:10] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:10:12.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:10:12 smithi032 ceph-mon[189144]: pgmap v5562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:12.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:10:12 smithi032 ceph-mon[191839]: pgmap v5562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:12.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:10:12 smithi039 ceph-mon[181282]: pgmap v5562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:14.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:10:13 smithi032 ceph-mon[191839]: pgmap v5563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:14.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:10:13 smithi032 ceph-mon[189144]: pgmap v5563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:14.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:10:13 smithi039 ceph-mon[181282]: pgmap v5563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:16.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:10:16 smithi032 ceph-mon[191839]: pgmap v5564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:16.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:10:16 smithi032 ceph-mon[189144]: pgmap v5564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:16.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:10:16 smithi039 ceph-mon[181282]: pgmap v5564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:17.255 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 19:10:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-22T19:10:16.982651784Z level=info msg="Completed cleanup jobs" duration=13.152956ms 2023-12-22T19:10:18.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:10:18 smithi032 ceph-mon[191839]: pgmap v5565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:18.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:10:18 smithi032 ceph-mon[189144]: pgmap v5565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:18.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:10:18 smithi039 ceph-mon[181282]: pgmap v5565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:10:20 smithi032 ceph-mon[191839]: pgmap v5566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:10:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:10:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:10:20 smithi032 ceph-mon[189144]: pgmap v5566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:10:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:10:20.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:10:20 smithi039 ceph-mon[181282]: pgmap v5566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:20.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:10:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:10:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:10:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:10:20] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:10:22.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:10:22 smithi032 ceph-mon[191839]: pgmap v5567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:10:22 smithi032 ceph-mon[189144]: pgmap v5567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:22.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:10:22 smithi039 ceph-mon[181282]: pgmap v5567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:24.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:10:23 smithi032 ceph-mon[191839]: pgmap v5568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:24.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:10:23 smithi032 ceph-mon[189144]: pgmap v5568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:24.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:10:23 smithi039 ceph-mon[181282]: pgmap v5568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:26.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:10:26 smithi032 ceph-mon[191839]: pgmap v5569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:26.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:10:26 smithi032 ceph-mon[189144]: pgmap v5569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:26.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:10:26 smithi039 ceph-mon[181282]: pgmap v5569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:28.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:10:28 smithi032 ceph-mon[191839]: pgmap v5570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:28.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:10:28 smithi032 ceph-mon[189144]: pgmap v5570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:28.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:10:28 smithi039 ceph-mon[181282]: pgmap v5570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:30.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:10:30 smithi032 ceph-mon[191839]: pgmap v5571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:30.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:10:30 smithi032 ceph-mon[189144]: pgmap v5571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:30.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:10:30 smithi039 ceph-mon[181282]: pgmap v5571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:31.057 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:10:31.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:10:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:10:30] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:10:31.379 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:10:31.380 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (110m) 4m ago 115m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:10:31.380 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (110m) 2m ago 114m 93.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:10:31.380 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (115m) 4m ago 115m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:10:31.380 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (115m) 2m ago 115m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:10:31.380 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (109m) 2m ago 118m 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:10:31.380 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (110m) 4m ago 119m 621M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:10:31.380 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (109m) 4m ago 119m 703M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:10:31.380 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (109m) 2m ago 118m 372M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:10:31.380 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (109m) 4m ago 118m 375M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:10:31.381 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (110m) 4m ago 114m 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:10:31.381 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (110m) 2m ago 114m 18.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:10:31.381 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (108m) 4m ago 118m 4074M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:10:31.381 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (108m) 4m ago 117m 4293M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:10:31.381 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (107m) 4m ago 117m 3893M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:10:31.381 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (107m) 4m ago 117m 3792M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:10:31.381 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (106m) 2m ago 116m 3641M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:10:31.381 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (106m) 2m ago 116m 3811M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:10:31.381 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (105m) 2m ago 116m 3590M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:10:31.381 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (105m) 2m ago 116m 3440M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:10:31.382 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (109m) 2m ago 115m 105M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:10:31.780 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:10:31.780 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:10:31.780 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:10:31.781 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:10:31.781 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:10:31.781 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:10:31.781 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:10:31.781 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:10:31.781 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:10:31.781 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:10:31.781 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:10:31.781 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:10:31.781 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:10:31.781 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:10:31.781 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:10:31.781 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:10:31.782 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:10:31.782 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:10:32.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:10:32 smithi032 ceph-mon[191839]: from='client.49502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:10:32.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:10:32 smithi032 ceph-mon[191839]: pgmap v5572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:32.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:10:32 smithi032 ceph-mon[191839]: from='client.49508 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:10:32.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:10:32 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2284179810' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:10:32.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:10:32 smithi032 ceph-mon[189144]: from='client.49502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:10:32.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:10:32 smithi032 ceph-mon[189144]: pgmap v5572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:32.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:10:32 smithi032 ceph-mon[189144]: from='client.49508 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:10:32.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:10:32 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2284179810' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:10:32.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:10:32 smithi039 ceph-mon[181282]: from='client.49502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:10:32.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:10:32 smithi039 ceph-mon[181282]: pgmap v5572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:32.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:10:32 smithi039 ceph-mon[181282]: from='client.49508 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:10:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:10:32 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2284179810' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:10:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:10:33 smithi032 ceph-mon[191839]: pgmap v5573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:34.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:10:33 smithi032 ceph-mon[189144]: pgmap v5573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:34.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:10:33 smithi039 ceph-mon[181282]: pgmap v5573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:10:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:10:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:10:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:10:35.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:10:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:10:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:10:35 smithi032 ceph-mon[191839]: pgmap v5574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:10:35 smithi032 ceph-mon[189144]: pgmap v5574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:36.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:10:35 smithi039 ceph-mon[181282]: pgmap v5574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:38.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:10:38 smithi032 ceph-mon[191839]: pgmap v5575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:38.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:10:38 smithi032 ceph-mon[189144]: pgmap v5575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:38.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:10:38 smithi039 ceph-mon[181282]: pgmap v5575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:40.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:10:40 smithi032 ceph-mon[191839]: pgmap v5576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:40.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:10:40 smithi032 ceph-mon[189144]: pgmap v5576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:40.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:10:40 smithi039 ceph-mon[181282]: pgmap v5576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:10:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:10:40] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:10:42.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:10:42 smithi032 ceph-mon[189144]: pgmap v5577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:42.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:10:42 smithi032 ceph-mon[191839]: pgmap v5577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:42.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:10:42 smithi039 ceph-mon[181282]: pgmap v5577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:44.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:10:43 smithi032 ceph-mon[189144]: pgmap v5578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:44.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:10:43 smithi032 ceph-mon[191839]: pgmap v5578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:44.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:10:43 smithi039 ceph-mon[181282]: pgmap v5578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:46.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:10:46 smithi032 ceph-mon[189144]: pgmap v5579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:46.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:10:46 smithi032 ceph-mon[191839]: pgmap v5579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:46.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:10:46 smithi039 ceph-mon[181282]: pgmap v5579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:48.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:10:48 smithi032 ceph-mon[191839]: pgmap v5580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:48.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:10:48 smithi032 ceph-mon[189144]: pgmap v5580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:48.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:10:48 smithi039 ceph-mon[181282]: pgmap v5580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:10:50 smithi032 ceph-mon[191839]: pgmap v5581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:10:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:10:50.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:10:50 smithi032 ceph-mon[189144]: pgmap v5581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:50.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:10:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:10:50.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:10:50 smithi039 ceph-mon[181282]: pgmap v5581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:10:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:10:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:10:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:10:50] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:10:52.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:10:52 smithi032 ceph-mon[191839]: pgmap v5582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:52.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:10:52 smithi032 ceph-mon[189144]: pgmap v5582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:52.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:10:52 smithi039 ceph-mon[181282]: pgmap v5582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:10:53 smithi032 ceph-mon[191839]: pgmap v5583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:54.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:10:53 smithi032 ceph-mon[189144]: pgmap v5583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:54.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:10:53 smithi039 ceph-mon[181282]: pgmap v5583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:56.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:10:56 smithi032 ceph-mon[189144]: pgmap v5584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:56.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:10:56 smithi032 ceph-mon[191839]: pgmap v5584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:56.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:10:56 smithi039 ceph-mon[181282]: pgmap v5584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:58.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:10:58 smithi032 ceph-mon[189144]: pgmap v5585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:58.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:10:58 smithi032 ceph-mon[191839]: pgmap v5585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:58.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:10:58 smithi039 ceph-mon[181282]: pgmap v5585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:10:59.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:10:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:10:59.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:10:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:10:59.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:10:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:10:59.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:10:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:10:59.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:10:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:10:59.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:10:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:10:59.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:10:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:10:59.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:10:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:10:59.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:10:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:10:59.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:10:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:10:59.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:10:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:10:59.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:10:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:11:00.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:11:00 smithi032 ceph-mon[189144]: pgmap v5586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:00.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:11:00 smithi032 ceph-mon[191839]: pgmap v5586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:00.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:11:00 smithi039 ceph-mon[181282]: pgmap v5586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:11:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:11:00] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:11:02.145 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:11:02.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:11:02 smithi032 ceph-mon[191839]: pgmap v5587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:02.450 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:11:02 smithi032 ceph-mon[189144]: pgmap v5587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:02.469 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:11:02.470 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (111m) 5m ago 115m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:11:02.470 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (110m) 3m ago 115m 93.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:11:02.470 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (116m) 5m ago 116m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:11:02.470 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (116m) 3m ago 116m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:11:02.470 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (110m) 3m ago 118m 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:11:02.470 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (110m) 5m ago 2h 621M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:11:02.470 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (110m) 5m ago 2h 703M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:11:02.470 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (109m) 3m ago 119m 372M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:11:02.470 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (109m) 5m ago 119m 375M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:11:02.470 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (111m) 5m ago 115m 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:11:02.470 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (110m) 3m ago 115m 18.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:11:02.470 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (109m) 5m ago 118m 4074M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:11:02.470 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (108m) 5m ago 118m 4293M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:11:02.471 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (108m) 5m ago 118m 3893M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:11:02.471 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (107m) 5m ago 117m 3792M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:11:02.471 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (107m) 3m ago 117m 3641M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:11:02.471 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (106m) 3m ago 117m 3811M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:11:02.471 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (106m) 3m ago 116m 3590M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:11:02.471 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (105m) 3m ago 116m 3440M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:11:02.471 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (110m) 3m ago 115m 105M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:11:02.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:11:02 smithi039 ceph-mon[181282]: pgmap v5587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:02.873 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:11:02.873 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:11:02.873 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:11:02.874 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:11:02.874 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:11:02.874 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:11:02.874 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:11:02.874 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:11:02.874 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:11:02.874 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:11:02.874 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:11:02.874 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:11:02.874 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:11:02.874 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:11:02.874 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:11:02.874 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:11:02.874 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:11:02.874 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:11:03.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:11:03 smithi032 ceph-mon[189144]: from='client.49520 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:11:03.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:11:03 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2235599957' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:11:03.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:11:03 smithi032 ceph-mon[191839]: from='client.49520 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:11:03.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:11:03 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2235599957' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:11:03.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:11:03 smithi039 ceph-mon[181282]: from='client.49520 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:11:03.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:11:03 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2235599957' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:11:04.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:11:04 smithi032 ceph-mon[189144]: from='client.39609 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:11:04.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:11:04 smithi032 ceph-mon[189144]: pgmap v5588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:04.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:11:04 smithi032 ceph-mon[191839]: from='client.39609 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:11:04.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:11:04 smithi032 ceph-mon[191839]: pgmap v5588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:04.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:11:04 smithi039 ceph-mon[181282]: from='client.39609 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:11:04.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:11:04 smithi039 ceph-mon[181282]: pgmap v5588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:05.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:11:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:11:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:11:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:11:05.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:11:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:11:06.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:11:06 smithi032 ceph-mon[191839]: pgmap v5589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:06.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:11:06 smithi032 ceph-mon[189144]: pgmap v5589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:06.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:11:06 smithi039 ceph-mon[181282]: pgmap v5589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:08.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:11:08 smithi032 ceph-mon[191839]: pgmap v5590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:08.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:11:08 smithi032 ceph-mon[189144]: pgmap v5590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:08.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:11:08 smithi039 ceph-mon[181282]: pgmap v5590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:10.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:11:10 smithi032 ceph-mon[191839]: pgmap v5591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:10.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:11:10 smithi032 ceph-mon[189144]: pgmap v5591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:10.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:11:10 smithi039 ceph-mon[181282]: pgmap v5591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:11:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:11:10] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:11:12.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:11:12 smithi032 ceph-mon[189144]: pgmap v5592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:12.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:11:12 smithi032 ceph-mon[191839]: pgmap v5592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:12.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:11:12 smithi039 ceph-mon[181282]: pgmap v5592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:14.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:11:13 smithi032 ceph-mon[191839]: pgmap v5593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:14.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:11:13 smithi032 ceph-mon[189144]: pgmap v5593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:14.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:11:13 smithi039 ceph-mon[181282]: pgmap v5593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:16.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:11:16 smithi032 ceph-mon[189144]: pgmap v5594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:16.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:11:16 smithi032 ceph-mon[191839]: pgmap v5594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:16.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:11:16 smithi039 ceph-mon[181282]: pgmap v5594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:18.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:11:18 smithi032 ceph-mon[191839]: pgmap v5595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:18.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:11:18 smithi032 ceph-mon[189144]: pgmap v5595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:18.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:11:18 smithi039 ceph-mon[181282]: pgmap v5595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:11:20 smithi032 ceph-mon[191839]: pgmap v5596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:11:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:11:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:11:20 smithi032 ceph-mon[189144]: pgmap v5596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:11:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:11:20.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:11:20 smithi039 ceph-mon[181282]: pgmap v5596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:20.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:11:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:11:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:11:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:11:20] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:11:22.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:11:22 smithi032 ceph-mon[189144]: pgmap v5597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:22.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:11:22 smithi032 ceph-mon[191839]: pgmap v5597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:22.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:11:22 smithi039 ceph-mon[181282]: pgmap v5597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:24.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:11:23 smithi032 ceph-mon[191839]: pgmap v5598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:24.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:11:23 smithi032 ceph-mon[189144]: pgmap v5598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:24.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:11:23 smithi039 ceph-mon[181282]: pgmap v5598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:26.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:11:26 smithi032 ceph-mon[191839]: pgmap v5599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:26.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:11:26 smithi032 ceph-mon[189144]: pgmap v5599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:26.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:11:26 smithi039 ceph-mon[181282]: pgmap v5599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:28.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:11:28 smithi032 ceph-mon[191839]: pgmap v5600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:28.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:11:28 smithi032 ceph-mon[189144]: pgmap v5600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:28.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:11:28 smithi039 ceph-mon[181282]: pgmap v5600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:30.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:11:30 smithi032 ceph-mon[189144]: pgmap v5601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:30.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:11:30 smithi032 ceph-mon[191839]: pgmap v5601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:30.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:11:30 smithi039 ceph-mon[181282]: pgmap v5601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:31.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:11:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:11:30] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:11:32.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:11:32 smithi032 ceph-mon[191839]: pgmap v5602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:32.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:11:32 smithi032 ceph-mon[189144]: pgmap v5602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:32.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:11:32 smithi039 ceph-mon[181282]: pgmap v5602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:33.241 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:11:33.562 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:11:33.563 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (111m) 5m ago 116m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:11:33.563 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (111m) 3m ago 115m 93.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:11:33.563 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (116m) 5m ago 116m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:11:33.563 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (116m) 3m ago 116m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:11:33.563 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (110m) 3m ago 119m 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:11:33.563 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (111m) 5m ago 2h 621M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:11:33.563 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (110m) 5m ago 2h 703M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:11:33.563 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (110m) 3m ago 119m 372M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:11:33.563 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (110m) 5m ago 119m 375M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:11:33.563 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (111m) 5m ago 115m 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:11:33.564 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (111m) 3m ago 115m 18.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:11:33.564 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (109m) 5m ago 119m 4074M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:11:33.564 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (109m) 5m ago 118m 4293M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:11:33.564 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (108m) 5m ago 118m 3893M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:11:33.564 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (108m) 5m ago 118m 3792M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:11:33.564 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (107m) 3m ago 117m 3641M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:11:33.564 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (107m) 3m ago 117m 3811M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:11:33.564 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (106m) 3m ago 117m 3590M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:11:33.564 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (106m) 3m ago 117m 3440M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:11:33.564 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (110m) 3m ago 116m 105M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:11:33.965 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:11:33.965 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:11:33.965 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:11:33.965 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:11:33.965 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:11:33.966 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:11:33.966 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:11:33.966 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:11:33.966 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:11:33.966 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:11:33.966 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:11:33.966 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:11:33.966 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:11:33.966 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:11:33.966 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:11:33.966 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:11:33.967 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:11:33.967 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:11:34.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:11:33 smithi032 ceph-mon[189144]: pgmap v5603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:34.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:11:33 smithi032 ceph-mon[189144]: from='client.49538 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:11:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:11:33 smithi032 ceph-mon[191839]: pgmap v5603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:11:33 smithi032 ceph-mon[191839]: from='client.49538 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:11:34.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:11:33 smithi039 ceph-mon[181282]: pgmap v5603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:34.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:11:33 smithi039 ceph-mon[181282]: from='client.49538 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:11:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:11:34 smithi032 ceph-mon[191839]: from='client.39627 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:11:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:11:34 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2273006579' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:11:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:11:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:11:35.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:11:34 smithi032 ceph-mon[189144]: from='client.39627 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:11:35.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:11:34 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2273006579' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:11:35.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:11:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:11:35.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:11:34 smithi039 ceph-mon[181282]: from='client.39627 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:11:35.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:11:34 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2273006579' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:11:35.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:11:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:11:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:11:35 smithi032 ceph-mon[191839]: pgmap v5604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:11:35 smithi032 ceph-mon[189144]: pgmap v5604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:36.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:11:35 smithi039 ceph-mon[181282]: pgmap v5604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:38.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:11:38 smithi032 ceph-mon[191839]: pgmap v5605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:38.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:11:38 smithi032 ceph-mon[189144]: pgmap v5605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:38.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:11:38 smithi039 ceph-mon[181282]: pgmap v5605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:40.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:11:40 smithi032 ceph-mon[191839]: pgmap v5606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:40.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:11:40 smithi032 ceph-mon[189144]: pgmap v5606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:40.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:11:40 smithi039 ceph-mon[181282]: pgmap v5606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:41.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:11:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:11:40] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:11:42.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:11:42 smithi032 ceph-mon[191839]: pgmap v5607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:42.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:11:42 smithi032 ceph-mon[189144]: pgmap v5607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:42.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:11:42 smithi039 ceph-mon[181282]: pgmap v5607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:44.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:11:43 smithi032 ceph-mon[191839]: pgmap v5608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:44.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:11:43 smithi032 ceph-mon[189144]: pgmap v5608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:44.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:11:43 smithi039 ceph-mon[181282]: pgmap v5608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:46.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:11:46 smithi032 ceph-mon[191839]: pgmap v5609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:46.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:11:46 smithi032 ceph-mon[189144]: pgmap v5609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:46.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:11:46 smithi039 ceph-mon[181282]: pgmap v5609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:48.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:11:48 smithi032 ceph-mon[191839]: pgmap v5610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:48.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:11:48 smithi032 ceph-mon[189144]: pgmap v5610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:48.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:11:48 smithi039 ceph-mon[181282]: pgmap v5610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:50.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:11:50 smithi032 ceph-mon[189144]: pgmap v5611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:50.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:11:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:11:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:11:50 smithi032 ceph-mon[191839]: pgmap v5611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:11:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:11:50.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:11:50 smithi039 ceph-mon[181282]: pgmap v5611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:50.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:11:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:11:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:11:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:11:50] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:11:52.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:11:52 smithi032 ceph-mon[189144]: pgmap v5612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:52.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:11:52 smithi032 ceph-mon[191839]: pgmap v5612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:52.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:11:52 smithi039 ceph-mon[181282]: pgmap v5612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:11:53 smithi032 ceph-mon[191839]: pgmap v5613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:54.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:11:53 smithi032 ceph-mon[189144]: pgmap v5613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:54.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:11:53 smithi039 ceph-mon[181282]: pgmap v5613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:56.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:11:56 smithi032 ceph-mon[189144]: pgmap v5614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:56.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:11:56 smithi032 ceph-mon[191839]: pgmap v5614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:56.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:11:56 smithi039 ceph-mon[181282]: pgmap v5614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:58.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:11:58 smithi032 ceph-mon[191839]: pgmap v5615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:58.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:11:58 smithi032 ceph-mon[189144]: pgmap v5615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:58.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:11:58 smithi039 ceph-mon[181282]: pgmap v5615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:11:59.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:11:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:11:59.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:11:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:11:59.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:11:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:12:00.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:12:00 smithi032 ceph-mon[191839]: pgmap v5616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:00.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:12:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:12:00.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:12:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:12:00.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:12:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:12:00.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:12:00 smithi032 ceph-mon[189144]: pgmap v5616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:00.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:12:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:12:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:12:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:12:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:12:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:12:00.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:12:00 smithi039 ceph-mon[181282]: pgmap v5616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:00.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:12:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:12:00.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:12:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:12:00.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:12:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:12:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:12:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:12:00] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:12:02.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:12:02 smithi032 ceph-mon[191839]: pgmap v5617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:02.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:12:02 smithi032 ceph-mon[189144]: pgmap v5617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:02.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:12:02 smithi039 ceph-mon[181282]: pgmap v5617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:04.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:12:03 smithi032 ceph-mon[191839]: pgmap v5618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:04.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:12:03 smithi032 ceph-mon[189144]: pgmap v5618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:04.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:12:03 smithi039 ceph-mon[181282]: pgmap v5618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:04.327 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:12:04.653 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:12:04.654 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (112m) 6m ago 116m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:12:04.654 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (111m) 4m ago 116m 93.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:12:04.654 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (117m) 6m ago 117m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:12:04.654 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (117m) 4m ago 117m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:12:04.654 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (111m) 4m ago 119m 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:12:04.654 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (111m) 6m ago 2h 621M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:12:04.654 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (111m) 6m ago 2h 703M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:12:04.654 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (110m) 4m ago 2h 372M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:12:04.655 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (110m) 6m ago 2h 375M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:12:04.655 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (112m) 6m ago 116m 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:12:04.655 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (111m) 4m ago 116m 18.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:12:04.655 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (110m) 6m ago 119m 4074M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:12:04.655 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (109m) 6m ago 119m 4293M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:12:04.655 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (109m) 6m ago 119m 3893M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:12:04.655 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (108m) 6m ago 118m 3792M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:12:04.655 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (108m) 4m ago 118m 3641M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:12:04.655 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (107m) 4m ago 118m 3811M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:12:04.656 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (107m) 4m ago 117m 3590M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:12:04.656 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (106m) 4m ago 117m 3440M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:12:04.656 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (111m) 4m ago 116m 105M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:12:05.060 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:12:05.060 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:12:05.060 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:12:05.061 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:12:05.061 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:12:05.061 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:12:05.061 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:12:05.061 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:12:05.061 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:12:05.061 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:12:05.061 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:12:05.062 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:12:05.062 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:12:05.062 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:12:05.062 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:12:05.062 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:12:05.062 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:12:05.062 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:12:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:12:04 smithi032 ceph-mon[189144]: from='client.39639 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:12:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:12:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:12:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:12:04 smithi032 ceph-mon[191839]: from='client.39639 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:12:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:12:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:12:05.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:12:04 smithi039 ceph-mon[181282]: from='client.39639 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:12:05.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:12:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:12:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:12:05 smithi032 ceph-mon[191839]: from='client.49562 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:12:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:12:05 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2565316364' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:12:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:12:05 smithi032 ceph-mon[191839]: pgmap v5619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:12:05 smithi032 ceph-mon[189144]: from='client.49562 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:12:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:12:05 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2565316364' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:12:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:12:05 smithi032 ceph-mon[189144]: pgmap v5619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:12:05 smithi039 ceph-mon[181282]: from='client.49562 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:12:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:12:05 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2565316364' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:12:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:12:05 smithi039 ceph-mon[181282]: pgmap v5619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:08.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:12:08 smithi032 ceph-mon[189144]: pgmap v5620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:08.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:12:08 smithi032 ceph-mon[191839]: pgmap v5620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:08.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:12:08 smithi039 ceph-mon[181282]: pgmap v5620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:10.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:12:10 smithi032 ceph-mon[191839]: pgmap v5621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:10.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:12:10 smithi032 ceph-mon[189144]: pgmap v5621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:10.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:12:10 smithi039 ceph-mon[181282]: pgmap v5621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:12:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:12:10] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:12:12.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:12:12 smithi032 ceph-mon[189144]: pgmap v5622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:12.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:12:12 smithi032 ceph-mon[191839]: pgmap v5622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:12.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:12:12 smithi039 ceph-mon[181282]: pgmap v5622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:14.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:12:13 smithi032 ceph-mon[191839]: pgmap v5623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:14.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:12:13 smithi032 ceph-mon[189144]: pgmap v5623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:14.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:12:13 smithi039 ceph-mon[181282]: pgmap v5623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:16.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:12:16 smithi032 ceph-mon[191839]: pgmap v5624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:16.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:12:16 smithi032 ceph-mon[189144]: pgmap v5624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:16.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:12:16 smithi039 ceph-mon[181282]: pgmap v5624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:18.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:12:18 smithi032 ceph-mon[191839]: pgmap v5625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:18.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:12:18 smithi032 ceph-mon[189144]: pgmap v5625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:18.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:12:18 smithi039 ceph-mon[181282]: pgmap v5625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:12:20 smithi032 ceph-mon[191839]: pgmap v5626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:12:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:12:20.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:12:20 smithi032 ceph-mon[189144]: pgmap v5626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:12:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:12:20.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:12:20 smithi039 ceph-mon[181282]: pgmap v5626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:20.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:12:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:12:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:12:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:12:20] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:12:22.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:12:22 smithi032 ceph-mon[191839]: pgmap v5627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:22.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:12:22 smithi032 ceph-mon[189144]: pgmap v5627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:22.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:12:22 smithi039 ceph-mon[181282]: pgmap v5627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:24.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:12:23 smithi032 ceph-mon[191839]: pgmap v5628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:24.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:12:23 smithi032 ceph-mon[189144]: pgmap v5628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:24.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:12:23 smithi039 ceph-mon[181282]: pgmap v5628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:26.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:12:26 smithi032 ceph-mon[191839]: pgmap v5629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:26.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:12:26 smithi032 ceph-mon[189144]: pgmap v5629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:26.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:12:26 smithi039 ceph-mon[181282]: pgmap v5629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:28.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:12:28 smithi032 ceph-mon[189144]: pgmap v5630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:28.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:12:28 smithi032 ceph-mon[191839]: pgmap v5630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:28.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:12:28 smithi039 ceph-mon[181282]: pgmap v5630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:30.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:12:30 smithi032 ceph-mon[189144]: pgmap v5631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:30.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:12:30 smithi032 ceph-mon[191839]: pgmap v5631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:30.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:12:30 smithi039 ceph-mon[181282]: pgmap v5631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:12:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:12:30] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:12:32.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:12:32 smithi032 ceph-mon[191839]: pgmap v5632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:32.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:12:32 smithi032 ceph-mon[189144]: pgmap v5632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:32.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:12:32 smithi039 ceph-mon[181282]: pgmap v5632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:34.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:12:33 smithi032 ceph-mon[189144]: pgmap v5633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:12:33 smithi032 ceph-mon[191839]: pgmap v5633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:34.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:12:33 smithi039 ceph-mon[181282]: pgmap v5633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:35.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:12:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:12:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:12:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:12:35.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:12:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:12:35.421 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:12:35.743 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:12:35.743 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (112m) 6m ago 117m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:12:35.743 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (112m) 4m ago 116m 93.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:12:35.743 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (117m) 6m ago 117m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:12:35.743 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (117m) 4m ago 117m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:12:35.743 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (111m) 4m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:12:35.743 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (112m) 6m ago 2h 621M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:12:35.743 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (111m) 6m ago 2h 703M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:12:35.743 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (111m) 4m ago 2h 372M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:12:35.743 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (111m) 6m ago 2h 375M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:12:35.744 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (112m) 6m ago 116m 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:12:35.744 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (112m) 4m ago 116m 18.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:12:35.744 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (110m) 6m ago 2h 4074M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:12:35.744 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (110m) 6m ago 119m 4293M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:12:35.744 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (109m) 6m ago 119m 3893M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:12:35.744 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (109m) 6m ago 119m 3792M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:12:35.744 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (108m) 4m ago 119m 3641M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:12:35.744 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (108m) 4m ago 118m 3811M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:12:35.744 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (107m) 4m ago 118m 3590M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:12:35.744 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (107m) 4m ago 118m 3440M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:12:35.744 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (111m) 4m ago 117m 105M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:12:36.145 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:12:36.145 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:12:36.146 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:12:36.146 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:12:36.146 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:12:36.146 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:12:36.146 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:12:36.146 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:12:36.146 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:12:36.146 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:12:36.146 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:12:36.146 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:12:36.146 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:12:36.146 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:12:36.147 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:12:36.147 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:12:36.147 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:12:36.147 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:12:36.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:12:35 smithi032 ceph-mon[191839]: pgmap v5634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:12:35 smithi032 ceph-mon[191839]: from='client.39657 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:12:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:12:35 smithi032 ceph-mon[189144]: pgmap v5634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:12:35 smithi032 ceph-mon[189144]: from='client.39657 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:12:36.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:12:35 smithi039 ceph-mon[181282]: pgmap v5634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:36.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:12:35 smithi039 ceph-mon[181282]: from='client.39657 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:12:37.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:12:36 smithi032 ceph-mon[191839]: from='client.49580 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:12:37.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:12:36 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/22783982' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:12:37.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:12:36 smithi032 ceph-mon[189144]: from='client.49580 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:12:37.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:12:36 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/22783982' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:12:37.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:12:36 smithi039 ceph-mon[181282]: from='client.49580 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:12:37.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:12:36 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/22783982' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:12:38.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:12:37 smithi032 ceph-mon[189144]: pgmap v5635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:12:37 smithi032 ceph-mon[191839]: pgmap v5635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:38.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:12:37 smithi039 ceph-mon[181282]: pgmap v5635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:40.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:12:40 smithi032 ceph-mon[191839]: pgmap v5636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:40.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:12:40 smithi032 ceph-mon[189144]: pgmap v5636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:40.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:12:40 smithi039 ceph-mon[181282]: pgmap v5636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:12:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:12:40] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:12:42.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:12:42 smithi032 ceph-mon[191839]: pgmap v5637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:42.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:12:42 smithi032 ceph-mon[189144]: pgmap v5637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:42.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:12:42 smithi039 ceph-mon[181282]: pgmap v5637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:44.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:12:43 smithi032 ceph-mon[191839]: pgmap v5638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:44.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:12:43 smithi032 ceph-mon[189144]: pgmap v5638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:44.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:12:43 smithi039 ceph-mon[181282]: pgmap v5638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:46.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:12:46 smithi032 ceph-mon[191839]: pgmap v5639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:46.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:12:46 smithi032 ceph-mon[189144]: pgmap v5639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:46.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:12:46 smithi039 ceph-mon[181282]: pgmap v5639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:48.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:12:48 smithi032 ceph-mon[191839]: pgmap v5640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:48.438 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:12:48 smithi032 ceph-mon[189144]: pgmap v5640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:48.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:12:48 smithi039 ceph-mon[181282]: pgmap v5640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:12:50 smithi032 ceph-mon[191839]: pgmap v5641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:12:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:12:50.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:12:50 smithi032 ceph-mon[189144]: pgmap v5641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:50.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:12:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:12:50.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:12:50 smithi039 ceph-mon[181282]: pgmap v5641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:50.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:12:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:12:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:12:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:12:50] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T19:12:52.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:12:52 smithi032 ceph-mon[191839]: pgmap v5642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:52.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:12:52 smithi032 ceph-mon[189144]: pgmap v5642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:52.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:12:52 smithi039 ceph-mon[181282]: pgmap v5642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:12:53 smithi032 ceph-mon[191839]: pgmap v5643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:54.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:12:53 smithi032 ceph-mon[189144]: pgmap v5643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:54.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:12:53 smithi039 ceph-mon[181282]: pgmap v5643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:56.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:12:56 smithi032 ceph-mon[189144]: pgmap v5644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:56.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:12:56 smithi032 ceph-mon[191839]: pgmap v5644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:56.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:12:56 smithi039 ceph-mon[181282]: pgmap v5644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:58.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:12:58 smithi032 ceph-mon[191839]: pgmap v5645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:58.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:12:58 smithi032 ceph-mon[189144]: pgmap v5645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:12:58.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:12:58 smithi039 ceph-mon[181282]: pgmap v5645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:13:00 smithi032 ceph-mon[191839]: pgmap v5646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:13:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:13:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:13:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:13:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:13:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:13:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:13:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:13:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:13:00 smithi032 ceph-mon[189144]: pgmap v5646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:13:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:13:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:13:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:13:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:13:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:13:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:13:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:13:00.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:13:00 smithi039 ceph-mon[181282]: pgmap v5646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:00.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:13:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:13:00.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:13:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:13:00.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:13:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:13:00.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:13:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:13:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:13:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:13:00] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T19:13:02.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:13:02 smithi039 ceph-mon[181282]: pgmap v5647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:02.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:13:02 smithi032 ceph-mon[191839]: pgmap v5647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:13:02 smithi032 ceph-mon[189144]: pgmap v5647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:04.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:13:03 smithi032 ceph-mon[191839]: pgmap v5648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:04.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:13:03 smithi032 ceph-mon[189144]: pgmap v5648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:04.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:13:03 smithi039 ceph-mon[181282]: pgmap v5648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:13:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:13:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:13:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:13:05.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:13:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:13:06.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:13:05 smithi032 ceph-mon[189144]: pgmap v5649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:13:05 smithi032 ceph-mon[191839]: pgmap v5649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:13:05 smithi039 ceph-mon[181282]: pgmap v5649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:06.511 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:13:06.834 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:13:06.834 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (113m) 7m ago 117m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:13:06.834 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (112m) 5m ago 117m 93.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:13:06.834 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (118m) 7m ago 118m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:13:06.834 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (118m) 5m ago 118m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:13:06.835 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (112m) 5m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:13:06.835 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (112m) 7m ago 2h 621M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:13:06.835 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (112m) 7m ago 2h 703M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:13:06.835 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (111m) 5m ago 2h 372M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:13:06.835 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (111m) 7m ago 2h 375M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:13:06.835 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (113m) 7m ago 117m 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:13:06.835 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (112m) 5m ago 117m 18.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:13:06.835 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (111m) 7m ago 2h 4074M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:13:06.835 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (110m) 7m ago 2h 4293M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:13:06.835 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (110m) 7m ago 2h 3893M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:13:06.835 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (109m) 7m ago 119m 3792M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:13:06.835 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (109m) 5m ago 119m 3641M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:13:06.835 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (108m) 5m ago 119m 3811M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:13:06.835 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (108m) 5m ago 118m 3590M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:13:06.835 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (107m) 5m ago 118m 3440M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:13:06.835 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (112m) 5m ago 117m 105M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:13:07.235 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:13:07.235 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:13:07.235 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:13:07.235 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:13:07.235 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:13:07.235 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:13:07.235 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:13:07.235 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:13:07.235 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:13:07.235 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:13:07.235 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:13:07.236 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:13:07.236 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:13:07.236 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:13:07.236 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:13:07.236 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:13:07.236 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:13:07.236 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:13:08.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:13:08 smithi032 ceph-mon[191839]: from='client.49592 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:13:08.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:13:08 smithi032 ceph-mon[191839]: from='client.49598 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:13:08.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:13:08 smithi032 ceph-mon[191839]: pgmap v5650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:08.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:13:08 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3175346339' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:13:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:13:08 smithi032 ceph-mon[189144]: from='client.49592 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:13:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:13:08 smithi032 ceph-mon[189144]: from='client.49598 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:13:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:13:08 smithi032 ceph-mon[189144]: pgmap v5650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:13:08 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3175346339' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:13:08.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:13:08 smithi039 ceph-mon[181282]: from='client.49592 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:13:08.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:13:08 smithi039 ceph-mon[181282]: from='client.49598 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:13:08.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:13:08 smithi039 ceph-mon[181282]: pgmap v5650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:08.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:13:08 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3175346339' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:13:10.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:13:10 smithi032 ceph-mon[191839]: pgmap v5651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:10.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:13:10 smithi032 ceph-mon[189144]: pgmap v5651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:10.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:13:10 smithi039 ceph-mon[181282]: pgmap v5651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:13:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:13:10] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:13:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:13:12 smithi039 ceph-mon[181282]: pgmap v5652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:12.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:13:12 smithi032 ceph-mon[191839]: pgmap v5652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:12.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:13:12 smithi032 ceph-mon[189144]: pgmap v5652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:13:13 smithi032 ceph-mon[191839]: pgmap v5653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:13:13 smithi032 ceph-mon[189144]: pgmap v5653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:14.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:13:13 smithi039 ceph-mon[181282]: pgmap v5653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:16.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:13:16 smithi032 ceph-mon[189144]: pgmap v5654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:16.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:13:16 smithi032 ceph-mon[191839]: pgmap v5654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:16.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:13:16 smithi039 ceph-mon[181282]: pgmap v5654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:18.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:13:18 smithi039 ceph-mon[181282]: pgmap v5655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:18.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:13:18 smithi032 ceph-mon[189144]: pgmap v5655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:18.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:13:18 smithi032 ceph-mon[191839]: pgmap v5655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:13:20 smithi039 ceph-mon[181282]: pgmap v5656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:13:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:13:20.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:13:20 smithi032 ceph-mon[191839]: pgmap v5656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:20.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:13:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:13:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:13:20 smithi032 ceph-mon[189144]: pgmap v5656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:13:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:13:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:13:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:13:20] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T19:13:22.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:13:22 smithi039 ceph-mon[181282]: pgmap v5657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:22.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:13:22 smithi032 ceph-mon[191839]: pgmap v5657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:22.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:13:22 smithi032 ceph-mon[189144]: pgmap v5657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:24.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:13:23 smithi032 ceph-mon[191839]: pgmap v5658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:13:23 smithi032 ceph-mon[189144]: pgmap v5658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:24.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:13:23 smithi039 ceph-mon[181282]: pgmap v5658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:13:26 smithi039 ceph-mon[181282]: pgmap v5659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:26.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:13:26 smithi032 ceph-mon[191839]: pgmap v5659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:26.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:13:26 smithi032 ceph-mon[189144]: pgmap v5659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:13:28 smithi039 ceph-mon[181282]: pgmap v5660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:28.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:13:28 smithi032 ceph-mon[191839]: pgmap v5660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:28.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:13:28 smithi032 ceph-mon[189144]: pgmap v5660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:30.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:13:30 smithi039 ceph-mon[181282]: pgmap v5661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:30.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:13:30 smithi032 ceph-mon[191839]: pgmap v5661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:30.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:13:30 smithi032 ceph-mon[189144]: pgmap v5661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:31.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:13:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:13:30] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T19:13:32.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:13:32 smithi039 ceph-mon[181282]: pgmap v5662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:32.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:13:32 smithi032 ceph-mon[191839]: pgmap v5662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:32.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:13:32 smithi032 ceph-mon[189144]: pgmap v5662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:13:33 smithi032 ceph-mon[191839]: pgmap v5663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:34.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:13:33 smithi032 ceph-mon[189144]: pgmap v5663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:34.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:13:33 smithi039 ceph-mon[181282]: pgmap v5663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:13:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:13:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:13:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:13:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:13:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:13:36.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:13:35 smithi032 ceph-mon[191839]: pgmap v5664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:13:35 smithi032 ceph-mon[189144]: pgmap v5664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:36.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:13:35 smithi039 ceph-mon[181282]: pgmap v5664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:37.602 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:13:37.923 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:13:37.923 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (113m) 7m ago 118m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:13:37.923 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (113m) 5m ago 117m 93.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:13:37.923 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (118m) 7m ago 118m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:13:37.923 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (118m) 5m ago 118m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:13:37.924 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (112m) 5m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:13:37.924 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (113m) 7m ago 2h 621M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:13:37.924 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (112m) 7m ago 2h 703M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:13:37.924 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (112m) 5m ago 2h 372M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:13:37.924 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (112m) 7m ago 2h 375M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:13:37.924 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (113m) 7m ago 117m 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:13:37.924 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (113m) 5m ago 117m 18.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:13:37.924 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (111m) 7m ago 2h 4074M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:13:37.924 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (111m) 7m ago 2h 4293M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:13:37.924 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (110m) 7m ago 2h 3893M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:13:37.924 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (110m) 7m ago 2h 3792M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:13:37.924 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (109m) 5m ago 2h 3641M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:13:37.925 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (109m) 5m ago 119m 3811M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:13:37.925 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (108m) 5m ago 119m 3590M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:13:37.925 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (108m) 5m ago 119m 3440M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:13:37.925 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (112m) 5m ago 118m 105M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:13:38.324 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:13:38.324 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:13:38.324 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:13:38.325 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:13:38.325 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:13:38.325 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:13:38.325 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:13:38.325 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:13:38.325 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:13:38.325 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:13:38.325 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:13:38.325 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:13:38.325 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:13:38.325 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:13:38.325 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:13:38.325 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:13:38.325 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:13:38.325 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:13:38.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:13:38 smithi039 ceph-mon[181282]: pgmap v5665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:38.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:13:38 smithi032 ceph-mon[191839]: pgmap v5665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:38.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:13:38 smithi032 ceph-mon[189144]: pgmap v5665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:39.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:13:39 smithi039 ceph-mon[181282]: from='client.49610 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:13:39.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:13:39 smithi039 ceph-mon[181282]: from='client.49616 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:13:39.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:13:39 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1435881756' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:13:39.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:13:39 smithi032 ceph-mon[191839]: from='client.49610 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:13:39.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:13:39 smithi032 ceph-mon[191839]: from='client.49616 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:13:39.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:13:39 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1435881756' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:13:39.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:13:39 smithi032 ceph-mon[189144]: from='client.49610 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:13:39.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:13:39 smithi032 ceph-mon[189144]: from='client.49616 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:13:39.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:13:39 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1435881756' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:13:40.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:13:40 smithi039 ceph-mon[181282]: pgmap v5666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:40.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:13:40 smithi032 ceph-mon[189144]: pgmap v5666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:40.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:13:40 smithi032 ceph-mon[191839]: pgmap v5666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:41.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:13:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:13:40] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:13:42.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:13:42 smithi039 ceph-mon[181282]: pgmap v5667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:42.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:13:42 smithi032 ceph-mon[191839]: pgmap v5667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:42.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:13:42 smithi032 ceph-mon[189144]: pgmap v5667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:44.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:13:43 smithi032 ceph-mon[191839]: pgmap v5668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:44.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:13:43 smithi032 ceph-mon[189144]: pgmap v5668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:44.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:13:43 smithi039 ceph-mon[181282]: pgmap v5668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:46.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:13:46 smithi039 ceph-mon[181282]: pgmap v5669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:46.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:13:46 smithi032 ceph-mon[191839]: pgmap v5669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:46.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:13:46 smithi032 ceph-mon[189144]: pgmap v5669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:48.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:13:48 smithi039 ceph-mon[181282]: pgmap v5670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:48.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:13:48 smithi032 ceph-mon[191839]: pgmap v5670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:48.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:13:48 smithi032 ceph-mon[189144]: pgmap v5670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:50.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:13:50 smithi039 ceph-mon[181282]: pgmap v5671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:50.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:13:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:13:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:13:50 smithi032 ceph-mon[191839]: pgmap v5671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:13:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:13:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:13:50 smithi032 ceph-mon[189144]: pgmap v5671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:13:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:13:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:13:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:13:50] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:13:52.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:13:52 smithi039 ceph-mon[181282]: pgmap v5672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:52.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:13:52 smithi032 ceph-mon[189144]: pgmap v5672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:52.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:13:52 smithi032 ceph-mon[191839]: pgmap v5672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:54.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:13:53 smithi032 ceph-mon[189144]: pgmap v5673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:13:53 smithi032 ceph-mon[191839]: pgmap v5673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:54.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:13:53 smithi039 ceph-mon[181282]: pgmap v5673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:56.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:13:56 smithi039 ceph-mon[181282]: pgmap v5674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:56.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:13:56 smithi032 ceph-mon[191839]: pgmap v5674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:56.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:13:56 smithi032 ceph-mon[189144]: pgmap v5674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:58.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:13:58 smithi039 ceph-mon[181282]: pgmap v5675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:58.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:13:58 smithi032 ceph-mon[191839]: pgmap v5675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:13:58.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:13:58 smithi032 ceph-mon[189144]: pgmap v5675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:14:00 smithi039 ceph-mon[181282]: pgmap v5676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:14:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:14:00.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:14:00 smithi032 ceph-mon[189144]: pgmap v5676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:00.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:14:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:14:00.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:14:00 smithi032 ceph-mon[191839]: pgmap v5676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:00.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:14:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:14:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:14:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:14:00] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:14:01.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:14:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:14:01.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:14:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:14:01.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:14:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:14:01.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:14:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:14:01.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:14:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:14:01.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:14:01 smithi032 ceph-mon[191839]: pgmap v5677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:01.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:14:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:14:01.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:14:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:14:01.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:14:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:14:01.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:14:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:14:01.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:14:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:14:01.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:14:01 smithi032 ceph-mon[189144]: pgmap v5677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:02.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:14:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:14:02.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:14:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:14:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:14:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:14:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:14:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:14:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:14:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:14:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:14:01 smithi039 ceph-mon[181282]: pgmap v5677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:04.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:14:03 smithi032 ceph-mon[189144]: pgmap v5678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:04.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:14:03 smithi032 ceph-mon[191839]: pgmap v5678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:04.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:14:03 smithi039 ceph-mon[181282]: pgmap v5678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:14:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:14:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:14:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:14:05.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:14:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:14:06.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:14:05 smithi032 ceph-mon[191839]: pgmap v5679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:14:05 smithi032 ceph-mon[189144]: pgmap v5679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:14:05 smithi039 ceph-mon[181282]: pgmap v5679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:08.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:14:08 smithi039 ceph-mon[181282]: pgmap v5680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:08.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:14:08 smithi032 ceph-mon[191839]: pgmap v5680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:08.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:14:08 smithi032 ceph-mon[189144]: pgmap v5680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:08.691 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:14:09.012 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:14:09.013 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (114m) 8m ago 118m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:14:09.013 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (113m) 6m ago 118m 93.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:14:09.013 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (119m) 8m ago 119m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:14:09.013 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (119m) 6m ago 119m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:14:09.013 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (113m) 6m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:14:09.013 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (113m) 8m ago 2h 621M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:14:09.013 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (113m) 8m ago 2h 703M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:14:09.013 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (112m) 6m ago 2h 372M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:14:09.013 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (112m) 8m ago 2h 375M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:14:09.014 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (114m) 8m ago 118m 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:14:09.014 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (113m) 6m ago 118m 18.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:14:09.014 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (112m) 8m ago 2h 4074M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:14:09.014 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (111m) 8m ago 2h 4293M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:14:09.014 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (111m) 8m ago 2h 3893M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:14:09.014 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (110m) 8m ago 2h 3792M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:14:09.014 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (110m) 6m ago 2h 3641M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:14:09.014 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (109m) 6m ago 2h 3811M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:14:09.014 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (109m) 6m ago 119m 3590M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:14:09.014 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (108m) 6m ago 119m 3440M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:14:09.014 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (113m) 6m ago 119m 105M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:14:09.411 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:14:09.412 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:14:09.412 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:14:09.412 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:14:09.412 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:14:09.412 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:14:09.412 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:14:09.412 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:14:09.412 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:14:09.412 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:14:09.412 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:14:09.412 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:14:09.412 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:14:09.412 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:14:09.413 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:14:09.413 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:14:09.413 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:14:09.413 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:14:10.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:14:10 smithi039 ceph-mon[181282]: from='client.49628 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:14:10.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:14:10 smithi039 ceph-mon[181282]: from='client.39717 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:14:10.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:14:10 smithi039 ceph-mon[181282]: pgmap v5681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:10.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:14:10 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/399208642' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:14:10.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:14:10 smithi032 ceph-mon[191839]: from='client.49628 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:14:10.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:14:10 smithi032 ceph-mon[191839]: from='client.39717 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:14:10.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:14:10 smithi032 ceph-mon[191839]: pgmap v5681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:10.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:14:10 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/399208642' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:14:10.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:14:10 smithi032 ceph-mon[189144]: from='client.49628 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:14:10.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:14:10 smithi032 ceph-mon[189144]: from='client.39717 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:14:10.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:14:10 smithi032 ceph-mon[189144]: pgmap v5681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:10.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:14:10 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/399208642' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:14:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:14:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:14:10] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:14:12.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:14:12 smithi039 ceph-mon[181282]: pgmap v5682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:12.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:14:12 smithi032 ceph-mon[189144]: pgmap v5682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:12.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:14:12 smithi032 ceph-mon[191839]: pgmap v5682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:14.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:14:13 smithi032 ceph-mon[189144]: pgmap v5683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:14.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:14:13 smithi032 ceph-mon[191839]: pgmap v5683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:14.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:14:13 smithi039 ceph-mon[181282]: pgmap v5683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:16.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:14:16 smithi039 ceph-mon[181282]: pgmap v5684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:16.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:14:16 smithi032 ceph-mon[191839]: pgmap v5684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:16.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:14:16 smithi032 ceph-mon[189144]: pgmap v5684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:18.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:14:18 smithi039 ceph-mon[181282]: pgmap v5685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:18.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:14:18 smithi032 ceph-mon[191839]: pgmap v5685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:18.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:14:18 smithi032 ceph-mon[189144]: pgmap v5685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:20.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:14:20 smithi039 ceph-mon[181282]: pgmap v5686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:14:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:14:20.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:14:20 smithi032 ceph-mon[191839]: pgmap v5686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:20.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:14:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:14:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:14:20 smithi032 ceph-mon[189144]: pgmap v5686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:14:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:14:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:14:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:14:20] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:14:22.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:14:22 smithi039 ceph-mon[181282]: pgmap v5687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:22.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:14:22 smithi032 ceph-mon[191839]: pgmap v5687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:22.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:14:22 smithi032 ceph-mon[189144]: pgmap v5687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:24.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:14:23 smithi032 ceph-mon[191839]: pgmap v5688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:24.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:14:23 smithi032 ceph-mon[189144]: pgmap v5688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:24.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:14:23 smithi039 ceph-mon[181282]: pgmap v5688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:26.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:14:26 smithi039 ceph-mon[181282]: pgmap v5689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:26.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:14:26 smithi032 ceph-mon[191839]: pgmap v5689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:26.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:14:26 smithi032 ceph-mon[189144]: pgmap v5689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:14:28 smithi039 ceph-mon[181282]: pgmap v5690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:28.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:14:28 smithi032 ceph-mon[191839]: pgmap v5690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:28.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:14:28 smithi032 ceph-mon[189144]: pgmap v5690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:30.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:14:30 smithi039 ceph-mon[181282]: pgmap v5691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:30.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:14:30 smithi032 ceph-mon[191839]: pgmap v5691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:30.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:14:30 smithi032 ceph-mon[189144]: pgmap v5691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:14:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:14:30] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:14:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:14:32 smithi039 ceph-mon[181282]: pgmap v5692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:32.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:14:32 smithi032 ceph-mon[191839]: pgmap v5692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:32.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:14:32 smithi032 ceph-mon[189144]: pgmap v5692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:34.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:14:33 smithi032 ceph-mon[189144]: pgmap v5693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:14:33 smithi032 ceph-mon[191839]: pgmap v5693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:34.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:14:33 smithi039 ceph-mon[181282]: pgmap v5693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:14:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:14:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:14:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:14:35.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:14:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:14:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:14:35 smithi032 ceph-mon[191839]: pgmap v5694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:14:35 smithi032 ceph-mon[189144]: pgmap v5694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:36.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:14:35 smithi039 ceph-mon[181282]: pgmap v5694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:38.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:14:38 smithi039 ceph-mon[181282]: pgmap v5695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:38.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:14:38 smithi032 ceph-mon[191839]: pgmap v5695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:38.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:14:38 smithi032 ceph-mon[189144]: pgmap v5695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:39.777 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:14:40.099 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:14:40.099 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (114m) 8m ago 119m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:14:40.099 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (114m) 6m ago 119m 93.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:14:40.099 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (119m) 8m ago 119m 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:14:40.099 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (119m) 6m ago 119m 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:14:40.099 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (113m) 6m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:14:40.099 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (114m) 8m ago 2h 621M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:14:40.100 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (113m) 8m ago 2h 703M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:14:40.100 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (113m) 6m ago 2h 372M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:14:40.100 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (113m) 8m ago 2h 375M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:14:40.100 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (114m) 8m ago 118m 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:14:40.100 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (114m) 6m ago 118m 18.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:14:40.100 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (112m) 8m ago 2h 4074M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:14:40.100 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (112m) 8m ago 2h 4293M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:14:40.100 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (111m) 8m ago 2h 3893M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:14:40.100 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (111m) 8m ago 2h 3792M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:14:40.100 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (110m) 6m ago 2h 3641M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:14:40.100 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (110m) 6m ago 2h 3811M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:14:40.100 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (109m) 6m ago 2h 3590M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:14:40.100 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (109m) 6m ago 2h 3440M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:14:40.100 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (114m) 6m ago 119m 105M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:14:40.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:14:40 smithi039 ceph-mon[181282]: pgmap v5696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:40.508 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:14:40.508 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:14:40.508 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:14:40.509 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:14:40.509 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:14:40.509 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:14:40.509 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:14:40.509 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:14:40.509 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:14:40.509 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:14:40.509 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:14:40.509 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:14:40.509 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:14:40.509 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:14:40.509 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:14:40.509 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:14:40.509 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:14:40.510 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:14:40.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:14:40 smithi032 ceph-mon[191839]: pgmap v5696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:40.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:14:40 smithi032 ceph-mon[189144]: pgmap v5696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:14:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:14:40] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T19:14:41.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:14:41 smithi039 ceph-mon[181282]: from='client.49646 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:14:41.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:14:41 smithi039 ceph-mon[181282]: from='client.39735 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:14:41.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:14:41 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2016392232' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:14:41.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:14:41 smithi032 ceph-mon[191839]: from='client.49646 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:14:41.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:14:41 smithi032 ceph-mon[191839]: from='client.39735 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:14:41.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:14:41 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2016392232' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:14:41.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:14:41 smithi032 ceph-mon[189144]: from='client.49646 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:14:41.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:14:41 smithi032 ceph-mon[189144]: from='client.39735 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:14:41.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:14:41 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2016392232' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:14:42.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:14:42 smithi039 ceph-mon[181282]: pgmap v5697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:42.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:14:42 smithi032 ceph-mon[191839]: pgmap v5697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:42.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:14:42 smithi032 ceph-mon[189144]: pgmap v5697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:44.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:14:43 smithi032 ceph-mon[189144]: pgmap v5698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:44.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:14:43 smithi032 ceph-mon[191839]: pgmap v5698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:44.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:14:43 smithi039 ceph-mon[181282]: pgmap v5698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:46.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:14:46 smithi039 ceph-mon[181282]: pgmap v5699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:46.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:14:46 smithi032 ceph-mon[191839]: pgmap v5699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:14:46 smithi032 ceph-mon[189144]: pgmap v5699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:48.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:14:48 smithi039 ceph-mon[181282]: pgmap v5700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:48.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:14:48 smithi032 ceph-mon[189144]: pgmap v5700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:48.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:14:48 smithi032 ceph-mon[191839]: pgmap v5700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:50.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:14:50 smithi039 ceph-mon[181282]: pgmap v5701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:14:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:14:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:14:50 smithi032 ceph-mon[191839]: pgmap v5701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:14:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:14:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:14:50 smithi032 ceph-mon[189144]: pgmap v5701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:14:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:14:51.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:14:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:14:50] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:14:52.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:14:52 smithi039 ceph-mon[181282]: pgmap v5702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:52.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:14:52 smithi032 ceph-mon[189144]: pgmap v5702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:52.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:14:52 smithi032 ceph-mon[191839]: pgmap v5702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:14:53 smithi032 ceph-mon[191839]: pgmap v5703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:54.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:14:53 smithi032 ceph-mon[189144]: pgmap v5703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:54.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:14:53 smithi039 ceph-mon[181282]: pgmap v5703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:56.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:14:56 smithi039 ceph-mon[181282]: pgmap v5704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:56.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:14:56 smithi032 ceph-mon[191839]: pgmap v5704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:56.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:14:56 smithi032 ceph-mon[189144]: pgmap v5704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:58.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:14:58 smithi039 ceph-mon[181282]: pgmap v5705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:58.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:14:58 smithi032 ceph-mon[191839]: pgmap v5705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:14:58.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:14:58 smithi032 ceph-mon[189144]: pgmap v5705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:00.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:00 smithi039 ceph-mon[181282]: pgmap v5706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:00.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:00 smithi032 ceph-mon[189144]: pgmap v5706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:00.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:00 smithi032 ceph-mon[191839]: pgmap v5706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:15:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:15:00] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:15:01.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:15:01.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:15:01.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:15:02.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:02 smithi039 ceph-mon[181282]: pgmap v5707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:02.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:15:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:15:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:15:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:15:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:15:02.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:02 smithi032 ceph-mon[191839]: pgmap v5707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:02.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:15:02.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:15:02.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:15:02.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:15:02.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:15:02.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:02 smithi032 ceph-mon[189144]: pgmap v5707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:02.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:15:02.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:15:02.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:15:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:15:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:15:04.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:03 smithi032 ceph-mon[191839]: pgmap v5708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:04.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:03 smithi032 ceph-mon[189144]: pgmap v5708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:04.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:03 smithi039 ceph-mon[181282]: pgmap v5708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:15:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:15:05.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:15:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:05 smithi032 ceph-mon[191839]: pgmap v5709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:05 smithi032 ceph-mon[189144]: pgmap v5709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:05 smithi039 ceph-mon[181282]: pgmap v5709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:08.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:08 smithi039 ceph-mon[181282]: pgmap v5710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:08.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:08 smithi032 ceph-mon[191839]: pgmap v5710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:08.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:08 smithi032 ceph-mon[189144]: pgmap v5710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:10.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:10 smithi039 ceph-mon[181282]: pgmap v5711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:10.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:10 smithi032 ceph-mon[189144]: pgmap v5711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:10.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:10 smithi032 ceph-mon[191839]: pgmap v5711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:10.871 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:15:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:15:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:15:10] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:15:11.197 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:15:11.197 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (115m) 9m ago 119m 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:15:11.197 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (114m) 7m ago 119m 93.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:15:11.198 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 9m ago 2h 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:15:11.198 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 7m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:15:11.198 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (114m) 7m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:15:11.198 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (114m) 9m ago 2h 621M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:15:11.198 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (114m) 9m ago 2h 703M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:15:11.198 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (113m) 7m ago 2h 372M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:15:11.198 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (113m) 9m ago 2h 375M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:15:11.198 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (115m) 9m ago 119m 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:15:11.198 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (114m) 7m ago 119m 18.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:15:11.198 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (113m) 9m ago 2h 4074M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:15:11.198 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (112m) 9m ago 2h 4293M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:15:11.198 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (112m) 9m ago 2h 3893M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:15:11.199 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (111m) 9m ago 2h 3792M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:15:11.199 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (111m) 7m ago 2h 3641M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:15:11.199 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (110m) 7m ago 2h 3811M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:15:11.199 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (110m) 7m ago 2h 3590M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:15:11.199 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (109m) 7m ago 2h 3440M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:15:11.199 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (114m) 7m ago 2h 105M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:15:11.602 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:15:11.602 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:15:11.603 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:15:11.603 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:15:11.603 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:15:11.603 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:15:11.603 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:15:11.603 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:15:11.603 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:15:11.603 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:15:11.603 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:15:11.604 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:15:11.604 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:15:11.604 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:15:11.604 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:15:11.604 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:15:11.604 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:15:11.604 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:15:12.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:12 smithi039 ceph-mon[181282]: from='client.49664 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:15:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:12 smithi039 ceph-mon[181282]: pgmap v5712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:12 smithi039 ceph-mon[181282]: from='client.39753 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:15:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:12 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3208403961' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:15:12.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:12 smithi032 ceph-mon[191839]: from='client.49664 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:15:12.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:12 smithi032 ceph-mon[191839]: pgmap v5712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:12.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:12 smithi032 ceph-mon[191839]: from='client.39753 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:15:12.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:12 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3208403961' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:15:12.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:12 smithi032 ceph-mon[189144]: from='client.49664 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:15:12.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:12 smithi032 ceph-mon[189144]: pgmap v5712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:12.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:12 smithi032 ceph-mon[189144]: from='client.39753 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:15:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:12 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3208403961' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:15:14.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:13 smithi032 ceph-mon[191839]: pgmap v5713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:14.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:13 smithi032 ceph-mon[189144]: pgmap v5713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:14.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:13 smithi039 ceph-mon[181282]: pgmap v5713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:16.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:16 smithi039 ceph-mon[181282]: pgmap v5714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:16.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:16 smithi032 ceph-mon[189144]: pgmap v5714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:16.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:16 smithi032 ceph-mon[191839]: pgmap v5714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:18.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:18 smithi039 ceph-mon[181282]: pgmap v5715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:18.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:18 smithi032 ceph-mon[191839]: pgmap v5715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:18.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:18 smithi032 ceph-mon[189144]: pgmap v5715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:20 smithi039 ceph-mon[181282]: pgmap v5716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:15:20.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:20 smithi032 ceph-mon[191839]: pgmap v5716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:20.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:15:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:20 smithi032 ceph-mon[189144]: pgmap v5716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:15:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:15:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:15:20] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T19:15:22.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:22 smithi039 ceph-mon[181282]: pgmap v5717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:22.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:22 smithi032 ceph-mon[191839]: pgmap v5717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:22.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:22 smithi032 ceph-mon[189144]: pgmap v5717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:24.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:23 smithi032 ceph-mon[189144]: pgmap v5718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:24.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:23 smithi032 ceph-mon[191839]: pgmap v5718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:24.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:23 smithi039 ceph-mon[181282]: pgmap v5718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:26 smithi039 ceph-mon[181282]: pgmap v5719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:26.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:26 smithi032 ceph-mon[191839]: pgmap v5719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:26.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:26 smithi032 ceph-mon[189144]: pgmap v5719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:28.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:28 smithi039 ceph-mon[181282]: pgmap v5720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:28.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:28 smithi032 ceph-mon[191839]: pgmap v5720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:28.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:28 smithi032 ceph-mon[189144]: pgmap v5720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:30.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:30 smithi039 ceph-mon[181282]: pgmap v5721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:30.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:30 smithi032 ceph-mon[191839]: pgmap v5721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:30.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:30 smithi032 ceph-mon[189144]: pgmap v5721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:31.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:15:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:15:30] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T19:15:32.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:32 smithi039 ceph-mon[181282]: pgmap v5722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:32.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:32 smithi032 ceph-mon[191839]: pgmap v5722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:32.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:32 smithi032 ceph-mon[189144]: pgmap v5722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:34.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:33 smithi032 ceph-mon[189144]: pgmap v5723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:33 smithi032 ceph-mon[191839]: pgmap v5723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:34.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:33 smithi039 ceph-mon[181282]: pgmap v5723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:15:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:15:35.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:15:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:35 smithi032 ceph-mon[189144]: pgmap v5724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:35 smithi032 ceph-mon[191839]: pgmap v5724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:36.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:35 smithi039 ceph-mon[181282]: pgmap v5724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:38.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:38 smithi039 ceph-mon[181282]: pgmap v5725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:38.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:38 smithi032 ceph-mon[191839]: pgmap v5725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:38.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:38 smithi032 ceph-mon[189144]: pgmap v5725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:40.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:40 smithi039 ceph-mon[181282]: pgmap v5726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:40.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:40 smithi032 ceph-mon[189144]: pgmap v5726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:40.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:40 smithi032 ceph-mon[191839]: pgmap v5726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:15:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:15:40] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T19:15:41.965 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:15:42.288 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:15:42.288 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (115m) 9m ago 2h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:15:42.289 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (115m) 7m ago 2h 93.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:15:42.289 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 9m ago 2h 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:15:42.289 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 7m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:15:42.289 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (114m) 7m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:15:42.289 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (115m) 9m ago 2h 621M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:15:42.289 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (114m) 9m ago 2h 703M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:15:42.289 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (114m) 7m ago 2h 372M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:15:42.289 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (114m) 9m ago 2h 375M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:15:42.289 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (115m) 9m ago 119m 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:15:42.290 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (115m) 7m ago 119m 18.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:15:42.290 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (113m) 9m ago 2h 4074M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:15:42.290 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (113m) 9m ago 2h 4293M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:15:42.290 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (112m) 9m ago 2h 3893M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:15:42.290 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (112m) 9m ago 2h 3792M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:15:42.290 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (111m) 7m ago 2h 3641M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:15:42.290 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (111m) 7m ago 2h 3811M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:15:42.290 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (110m) 7m ago 2h 3590M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:15:42.290 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (110m) 7m ago 2h 3440M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:15:42.290 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (115m) 7m ago 2h 105M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:15:42.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:42 smithi039 ceph-mon[181282]: pgmap v5727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:42.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:42 smithi032 ceph-mon[191839]: pgmap v5727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:42.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:42 smithi032 ceph-mon[189144]: pgmap v5727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:42.692 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:15:42.692 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:15:42.692 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:15:42.692 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:15:42.692 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:15:42.692 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:15:42.692 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:15:42.692 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:15:42.693 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:15:42.693 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:15:42.693 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:15:42.693 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:15:42.693 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:15:42.693 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:15:42.693 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:15:42.693 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:15:42.693 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:15:42.693 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:15:43.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:43 smithi039 ceph-mon[181282]: from='client.39765 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:15:43.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:43 smithi039 ceph-mon[181282]: from='client.39771 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:15:43.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:43 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2091391837' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:15:43.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:43 smithi039 ceph-mon[181282]: osdmap e2598: 8 total, 8 up, 8 in 2023-12-22T19:15:43.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:43 smithi032 ceph-mon[189144]: from='client.39765 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:15:43.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:43 smithi032 ceph-mon[189144]: from='client.39771 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:15:43.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:43 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2091391837' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:15:43.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:43 smithi032 ceph-mon[189144]: osdmap e2598: 8 total, 8 up, 8 in 2023-12-22T19:15:43.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:43 smithi032 ceph-mon[191839]: from='client.39765 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:15:43.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:43 smithi032 ceph-mon[191839]: from='client.39771 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:15:43.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:43 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2091391837' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:15:43.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:43 smithi032 ceph-mon[191839]: osdmap e2598: 8 total, 8 up, 8 in 2023-12-22T19:15:44.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:44 smithi039 ceph-mon[181282]: pgmap v5729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:44.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:44 smithi032 ceph-mon[191839]: pgmap v5729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:44.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:44 smithi032 ceph-mon[189144]: pgmap v5729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:46.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:46 smithi039 ceph-mon[181282]: pgmap v5730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:46.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:46 smithi032 ceph-mon[191839]: pgmap v5730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:46.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:46 smithi032 ceph-mon[189144]: pgmap v5730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:48.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:48 smithi039 ceph-mon[181282]: pgmap v5731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:48.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:48 smithi032 ceph-mon[191839]: pgmap v5731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:48.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:48 smithi032 ceph-mon[189144]: pgmap v5731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:50 smithi039 ceph-mon[181282]: pgmap v5732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:15:50.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:50 smithi032 ceph-mon[189144]: pgmap v5732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:15:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:50 smithi032 ceph-mon[191839]: pgmap v5732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:15:51.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:15:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:15:50] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T19:15:52.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:52 smithi039 ceph-mon[181282]: pgmap v5733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:52.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:52 smithi032 ceph-mon[191839]: pgmap v5733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:52.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:52 smithi032 ceph-mon[189144]: pgmap v5733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:53 smithi032 ceph-mon[191839]: pgmap v5734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:54.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:53 smithi032 ceph-mon[189144]: pgmap v5734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:54.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:53 smithi039 ceph-mon[181282]: pgmap v5734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:56.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:56 smithi039 ceph-mon[181282]: pgmap v5735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:56.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:56 smithi032 ceph-mon[189144]: pgmap v5735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:56.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:56 smithi032 ceph-mon[191839]: pgmap v5735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:58.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:15:58 smithi039 ceph-mon[181282]: pgmap v5736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:58.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:15:58 smithi032 ceph-mon[191839]: pgmap v5736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:15:58.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:15:58 smithi032 ceph-mon[189144]: pgmap v5736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:16:00 smithi039 ceph-mon[181282]: pgmap v5737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:00.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:16:00 smithi032 ceph-mon[189144]: pgmap v5737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:00.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:16:00 smithi032 ceph-mon[191839]: pgmap v5737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:16:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:16:00] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T19:16:02.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:16:02 smithi039 ceph-mon[181282]: pgmap v5738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:02.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:16:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:16:02.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:16:02 smithi032 ceph-mon[189144]: pgmap v5738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:02.660 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:16:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:16:02.660 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:16:02 smithi032 ceph-mon[191839]: pgmap v5738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:02.661 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:16:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:16:04.132 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:16:03 smithi032 ceph-mon[189144]: pgmap v5739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:04.133 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:16:03 smithi032 ceph-mon[191839]: pgmap v5739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:04.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:16:03 smithi039 ceph-mon[181282]: pgmap v5739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:16:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:16:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:16:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:16:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:16:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:16:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:16:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:16:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:16:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:16:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:16:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:16:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:16:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:16:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:16:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:16:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:16:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:16:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:16:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:16:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:16:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:16:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:16:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:16:05.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:16:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:16:05.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:16:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:16:05.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:16:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:16:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:16:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:16:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:16:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:16:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:16:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:16:06.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:16:06 smithi032 ceph-mon[191839]: pgmap v5740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:06.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:16:06 smithi032 ceph-mon[189144]: pgmap v5740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:06.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:16:06 smithi039 ceph-mon[181282]: pgmap v5740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:08.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:16:08 smithi032 ceph-mon[191839]: pgmap v5741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:08.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:16:08 smithi032 ceph-mon[189144]: pgmap v5741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:08.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:16:08 smithi039 ceph-mon[181282]: pgmap v5741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:10.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:16:10 smithi039 ceph-mon[181282]: pgmap v5742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:10.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:16:10 smithi032 ceph-mon[191839]: pgmap v5742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:10.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:16:10 smithi032 ceph-mon[189144]: pgmap v5742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:16:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:16:10] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:16:12.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:16:12 smithi039 ceph-mon[181282]: pgmap v5743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:12.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:16:12 smithi032 ceph-mon[191839]: pgmap v5743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:12.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:16:12 smithi032 ceph-mon[189144]: pgmap v5743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:13.056 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:16:13.384 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:16:13.384 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (116m) 8s ago 2h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:16:13.384 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (115m) 8m ago 2h 93.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:16:13.385 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 8s ago 2h 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:16:13.385 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 8m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:16:13.385 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (115m) 8m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:16:13.385 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (115m) 8s ago 2h 628M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:16:13.385 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (115m) 8s ago 2h 741M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:16:13.385 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (114m) 8m ago 2h 372M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:16:13.385 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (114m) 8s ago 2h 393M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:16:13.385 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (116m) 8s ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:16:13.385 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (115m) 8m ago 2h 18.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:16:13.385 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (114m) 8s ago 2h 4107M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:16:13.386 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (113m) 8s ago 2h 4323M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:16:13.386 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (113m) 8s ago 2h 3917M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:16:13.386 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (112m) 8s ago 2h 3822M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:16:13.386 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (112m) 8m ago 2h 3641M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:16:13.386 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (111m) 8m ago 2h 3811M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:16:13.386 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (111m) 8m ago 2h 3590M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:16:13.386 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (110m) 8m ago 2h 3440M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:16:13.386 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (115m) 8m ago 2h 105M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:16:13.783 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:16:13.783 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:16:13.783 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:16:13.783 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:16:13.783 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:16:13.783 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:16:13.783 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:16:13.783 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:16:13.783 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:16:13.783 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:16:13.784 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:16:13.784 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:16:13.784 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:16:13.784 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:16:13.784 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:16:13.784 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:16:13.784 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:16:13.784 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:16:14.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:16:13 smithi032 ceph-mon[191839]: from='client.49700 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:16:14.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:16:13 smithi032 ceph-mon[191839]: pgmap v5744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:14.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:16:13 smithi032 ceph-mon[191839]: from='client.49706 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:16:14.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:16:13 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2354520373' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:16:14.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:16:13 smithi032 ceph-mon[189144]: from='client.49700 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:16:14.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:16:13 smithi032 ceph-mon[189144]: pgmap v5744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:14.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:16:13 smithi032 ceph-mon[189144]: from='client.49706 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:16:14.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:16:13 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2354520373' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:16:14.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:16:13 smithi039 ceph-mon[181282]: from='client.49700 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:16:14.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:16:13 smithi039 ceph-mon[181282]: pgmap v5744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:14.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:16:13 smithi039 ceph-mon[181282]: from='client.49706 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:16:14.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:16:13 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2354520373' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:16:16.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:16:16 smithi039 ceph-mon[181282]: pgmap v5745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:16.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:16:16 smithi032 ceph-mon[189144]: pgmap v5745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:16.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:16:16 smithi032 ceph-mon[191839]: pgmap v5745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:18.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:16:18 smithi039 ceph-mon[181282]: pgmap v5746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:18.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:16:18 smithi032 ceph-mon[189144]: pgmap v5746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:18.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:16:18 smithi032 ceph-mon[191839]: pgmap v5746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:16:20 smithi039 ceph-mon[181282]: pgmap v5747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:16:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:16:20.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:16:20 smithi032 ceph-mon[191839]: pgmap v5747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:20.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:16:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:16:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:16:20 smithi032 ceph-mon[189144]: pgmap v5747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:16:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:16:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:16:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:16:20] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:16:22.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:16:22 smithi039 ceph-mon[181282]: pgmap v5748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:22.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:16:22 smithi032 ceph-mon[191839]: pgmap v5748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:22.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:16:22 smithi032 ceph-mon[189144]: pgmap v5748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:24.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:16:23 smithi032 ceph-mon[191839]: pgmap v5749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:24.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:16:23 smithi032 ceph-mon[189144]: pgmap v5749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:24.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:16:23 smithi039 ceph-mon[181282]: pgmap v5749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:26.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:16:26 smithi039 ceph-mon[181282]: pgmap v5750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:26.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:16:26 smithi032 ceph-mon[191839]: pgmap v5750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:26.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:16:26 smithi032 ceph-mon[189144]: pgmap v5750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:28.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:16:28 smithi039 ceph-mon[181282]: pgmap v5751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:28.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:16:28 smithi032 ceph-mon[191839]: pgmap v5751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:28.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:16:28 smithi032 ceph-mon[189144]: pgmap v5751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:30.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:16:30 smithi039 ceph-mon[181282]: pgmap v5752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:30.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:16:30 smithi032 ceph-mon[189144]: pgmap v5752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:30.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:16:30 smithi032 ceph-mon[191839]: pgmap v5752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:16:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:16:30] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:16:32.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:16:32 smithi039 ceph-mon[181282]: pgmap v5753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:32.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:16:32 smithi032 ceph-mon[191839]: pgmap v5753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:32.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:16:32 smithi032 ceph-mon[189144]: pgmap v5753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:16:33 smithi032 ceph-mon[191839]: pgmap v5754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:34.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:16:33 smithi032 ceph-mon[189144]: pgmap v5754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:34.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:16:33 smithi039 ceph-mon[181282]: pgmap v5754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:16:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:16:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:16:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:16:35.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:16:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:16:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:16:35 smithi032 ceph-mon[191839]: pgmap v5755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:16:35 smithi032 ceph-mon[189144]: pgmap v5755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:36.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:16:35 smithi039 ceph-mon[181282]: pgmap v5755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:38.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:16:38 smithi039 ceph-mon[181282]: pgmap v5756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:38.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:16:38 smithi032 ceph-mon[191839]: pgmap v5756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:38.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:16:38 smithi032 ceph-mon[189144]: pgmap v5756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:40.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:16:40 smithi039 ceph-mon[181282]: pgmap v5757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:40.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:16:40 smithi032 ceph-mon[191839]: pgmap v5757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:40.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:16:40 smithi032 ceph-mon[189144]: pgmap v5757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:16:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:16:40] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:16:42.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:16:42 smithi039 ceph-mon[181282]: pgmap v5758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:42.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:16:42 smithi032 ceph-mon[191839]: pgmap v5758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:42.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:16:42 smithi032 ceph-mon[189144]: pgmap v5758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:44.152 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:16:44.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:16:43 smithi032 ceph-mon[191839]: pgmap v5759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:44.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:16:43 smithi032 ceph-mon[189144]: pgmap v5759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:44.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:16:43 smithi039 ceph-mon[181282]: pgmap v5759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:44.472 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:16:44.473 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (116m) 40s ago 2h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:16:44.473 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (116m) 8m ago 2h 93.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:16:44.473 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 40s ago 2h 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:16:44.473 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 8m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:16:44.473 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (116m) 8m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:16:44.473 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (116m) 40s ago 2h 628M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:16:44.473 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (115m) 40s ago 2h 741M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:16:44.473 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (115m) 8m ago 2h 372M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:16:44.473 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (115m) 40s ago 2h 393M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:16:44.473 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (116m) 40s ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:16:44.473 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (116m) 8m ago 2h 18.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:16:44.473 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (114m) 40s ago 2h 4107M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:16:44.473 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (114m) 40s ago 2h 4323M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:16:44.474 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (113m) 40s ago 2h 3917M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:16:44.474 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (113m) 40s ago 2h 3822M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:16:44.474 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (112m) 8m ago 2h 3641M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:16:44.474 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (112m) 8m ago 2h 3811M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:16:44.474 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (111m) 8m ago 2h 3590M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:16:44.474 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (111m) 8m ago 2h 3440M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:16:44.474 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (116m) 8m ago 2h 105M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:16:44.873 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:16:44.873 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:16:44.873 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:16:44.873 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:16:44.873 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:16:44.873 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:16:44.874 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:16:44.874 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:16:44.874 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:16:44.874 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:16:44.874 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:16:44.874 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:16:44.874 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:16:44.874 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:16:44.874 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:16:44.874 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:16:44.874 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:16:44.875 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:16:45.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:16:44 smithi032 ceph-mon[191839]: from='client.49718 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:16:45.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:16:44 smithi032 ceph-mon[191839]: from='client.39807 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:16:45.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:16:44 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2666264838' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:16:45.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:16:44 smithi032 ceph-mon[189144]: from='client.49718 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:16:45.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:16:44 smithi032 ceph-mon[189144]: from='client.39807 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:16:45.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:16:44 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2666264838' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:16:45.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:16:44 smithi039 ceph-mon[181282]: from='client.49718 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:16:45.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:16:44 smithi039 ceph-mon[181282]: from='client.39807 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:16:45.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:16:44 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2666264838' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:16:46.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:16:45 smithi032 ceph-mon[191839]: pgmap v5760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:46.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:16:45 smithi032 ceph-mon[189144]: pgmap v5760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:46.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:16:45 smithi039 ceph-mon[181282]: pgmap v5760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:48.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:16:48 smithi039 ceph-mon[181282]: pgmap v5761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:48.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:16:48 smithi032 ceph-mon[191839]: pgmap v5761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:48.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:16:48 smithi032 ceph-mon[189144]: pgmap v5761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:50.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:16:50 smithi039 ceph-mon[181282]: pgmap v5762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:16:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:16:50.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:16:50 smithi032 ceph-mon[191839]: pgmap v5762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:16:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:16:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:16:50 smithi032 ceph-mon[189144]: pgmap v5762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:16:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:16:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:16:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:16:50] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T19:16:52.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:16:52 smithi039 ceph-mon[181282]: pgmap v5763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:52.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:16:52 smithi032 ceph-mon[191839]: pgmap v5763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:52.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:16:52 smithi032 ceph-mon[189144]: pgmap v5763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:16:53 smithi032 ceph-mon[191839]: pgmap v5764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:54.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:16:53 smithi032 ceph-mon[189144]: pgmap v5764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:54.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:16:53 smithi039 ceph-mon[181282]: pgmap v5764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:56.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:16:56 smithi039 ceph-mon[181282]: pgmap v5765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:56.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:16:56 smithi032 ceph-mon[191839]: pgmap v5765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:56.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:16:56 smithi032 ceph-mon[189144]: pgmap v5765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:58.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:16:58 smithi032 ceph-mon[191839]: pgmap v5766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:58.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:16:58 smithi032 ceph-mon[189144]: pgmap v5766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:16:58.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:16:58 smithi039 ceph-mon[181282]: pgmap v5766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:00.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:17:00 smithi032 ceph-mon[191839]: pgmap v5767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:00.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:17:00 smithi032 ceph-mon[189144]: pgmap v5767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:00.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:17:00 smithi039 ceph-mon[181282]: pgmap v5767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:17:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:17:00] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T19:17:02.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:17:02 smithi032 ceph-mon[191839]: pgmap v5768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:02.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:17:02 smithi032 ceph-mon[189144]: pgmap v5768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:02.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:17:02 smithi039 ceph-mon[181282]: pgmap v5768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:04.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:17:03 smithi032 ceph-mon[191839]: pgmap v5769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:04.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:17:03 smithi032 ceph-mon[189144]: pgmap v5769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:04.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:17:03 smithi039 ceph-mon[181282]: pgmap v5769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:05.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:17:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:17:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:17:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:17:05.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:17:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:17:06.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:17:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:17:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:17:05 smithi032 ceph-mon[191839]: pgmap v5770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:17:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:17:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:17:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:17:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:17:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:17:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:17:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:17:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:17:05 smithi032 ceph-mon[189144]: pgmap v5770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:17:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:17:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:17:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:17:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:17:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:17:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:17:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:17:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:17:05 smithi039 ceph-mon[181282]: pgmap v5770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:17:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:17:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:17:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:17:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:17:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:17:08.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:17:08 smithi039 ceph-mon[181282]: pgmap v5771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:08.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:17:08 smithi032 ceph-mon[191839]: pgmap v5771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:08.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:17:08 smithi032 ceph-mon[189144]: pgmap v5771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:10.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:17:10 smithi039 ceph-mon[181282]: pgmap v5772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:10.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:17:10 smithi032 ceph-mon[189144]: pgmap v5772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:10.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:17:10 smithi032 ceph-mon[191839]: pgmap v5772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:17:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:17:10] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:17:12.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:17:12 smithi039 ceph-mon[181282]: pgmap v5773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:12.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:17:12 smithi032 ceph-mon[191839]: pgmap v5773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:12.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:17:12 smithi032 ceph-mon[189144]: pgmap v5773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:14.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:17:13 smithi032 ceph-mon[191839]: pgmap v5774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:14.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:17:13 smithi032 ceph-mon[189144]: pgmap v5774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:14.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:17:13 smithi039 ceph-mon[181282]: pgmap v5774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:15.237 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:17:15.560 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:17:15.560 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (117m) 71s ago 2h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:17:15.560 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (117m) 9m ago 2h 93.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:17:15.560 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 71s ago 2h 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:17:15.560 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 9m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:17:15.560 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (116m) 9m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:17:15.561 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (116m) 71s ago 2h 628M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:17:15.561 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (116m) 71s ago 2h 741M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:17:15.561 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (115m) 9m ago 2h 372M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:17:15.561 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (116m) 71s ago 2h 393M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:17:15.561 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (117m) 71s ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:17:15.561 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (116m) 9m ago 2h 18.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:17:15.561 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (115m) 71s ago 2h 4107M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:17:15.561 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (114m) 71s ago 2h 4323M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:17:15.561 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (114m) 71s ago 2h 3917M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:17:15.561 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (113m) 71s ago 2h 3822M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:17:15.562 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (113m) 9m ago 2h 3641M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:17:15.562 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (112m) 9m ago 2h 3811M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:17:15.562 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (112m) 9m ago 2h 3590M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:17:15.562 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (111m) 9m ago 2h 3440M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:17:15.562 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (116m) 9m ago 2h 105M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:17:15.963 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:17:15.963 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:17:15.963 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:17:15.963 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:17:15.963 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:17:15.963 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:17:15.963 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:17:15.963 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:17:15.963 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:17:15.964 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:17:15.964 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:17:15.964 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:17:15.964 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:17:15.964 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:17:15.964 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:17:15.964 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:17:15.964 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:17:15.964 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:17:16.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:17:16 smithi039 ceph-mon[181282]: pgmap v5775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:16.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:17:16 smithi039 ceph-mon[181282]: from='client.39819 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:17:16.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:17:16 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1712950492' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:17:16.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:17:16 smithi032 ceph-mon[191839]: pgmap v5775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:16.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:17:16 smithi032 ceph-mon[191839]: from='client.39819 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:17:16.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:17:16 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1712950492' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:17:16.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:17:16 smithi032 ceph-mon[189144]: pgmap v5775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:16.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:17:16 smithi032 ceph-mon[189144]: from='client.39819 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:17:16.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:17:16 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1712950492' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:17:17.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:17:17 smithi032 ceph-mon[191839]: from='client.49742 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:17:17.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:17:17 smithi032 ceph-mon[189144]: from='client.49742 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:17:17.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:17:17 smithi039 ceph-mon[181282]: from='client.49742 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:17:18.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:17:18 smithi032 ceph-mon[191839]: pgmap v5776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:18.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:17:18 smithi032 ceph-mon[189144]: pgmap v5776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:18.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:17:18 smithi039 ceph-mon[181282]: pgmap v5776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:17:20 smithi032 ceph-mon[189144]: pgmap v5777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:17:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:17:20.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:17:20 smithi032 ceph-mon[191839]: pgmap v5777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:20.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:17:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:17:20.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:17:20 smithi039 ceph-mon[181282]: pgmap v5777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:20.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:17:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:17:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:17:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:17:20] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T19:17:22.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:17:22 smithi032 ceph-mon[191839]: pgmap v5778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:22.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:17:22 smithi032 ceph-mon[189144]: pgmap v5778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:22.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:17:22 smithi039 ceph-mon[181282]: pgmap v5778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:24.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:17:23 smithi032 ceph-mon[189144]: pgmap v5779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:24.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:17:23 smithi032 ceph-mon[191839]: pgmap v5779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:24.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:17:23 smithi039 ceph-mon[181282]: pgmap v5779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:26.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:17:26 smithi039 ceph-mon[181282]: pgmap v5780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:26.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:17:26 smithi032 ceph-mon[191839]: pgmap v5780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:26.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:17:26 smithi032 ceph-mon[189144]: pgmap v5780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:28.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:17:28 smithi032 ceph-mon[189144]: pgmap v5781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:28.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:17:28 smithi032 ceph-mon[191839]: pgmap v5781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:28.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:17:28 smithi039 ceph-mon[181282]: pgmap v5781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:30.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:17:30 smithi032 ceph-mon[191839]: pgmap v5782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:30.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:17:30 smithi032 ceph-mon[189144]: pgmap v5782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:30.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:17:30 smithi039 ceph-mon[181282]: pgmap v5782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:31.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:17:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:17:30] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T19:17:32.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:17:32 smithi032 ceph-mon[191839]: pgmap v5783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:32.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:17:32 smithi032 ceph-mon[189144]: pgmap v5783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:32.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:17:32 smithi039 ceph-mon[181282]: pgmap v5783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:34.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:17:33 smithi032 ceph-mon[189144]: pgmap v5784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:17:33 smithi032 ceph-mon[191839]: pgmap v5784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:34.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:17:33 smithi039 ceph-mon[181282]: pgmap v5784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:35.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:17:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:17:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:17:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:17:35.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:17:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:17:36.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:17:35 smithi032 ceph-mon[191839]: pgmap v5785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:17:35 smithi032 ceph-mon[189144]: pgmap v5785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:36.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:17:35 smithi039 ceph-mon[181282]: pgmap v5785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:38.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:17:38 smithi032 ceph-mon[191839]: pgmap v5786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:38.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:17:38 smithi032 ceph-mon[189144]: pgmap v5786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:38.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:17:38 smithi039 ceph-mon[181282]: pgmap v5786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:40.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:17:40 smithi032 ceph-mon[189144]: pgmap v5787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:40.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:17:40 smithi032 ceph-mon[191839]: pgmap v5787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:40.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:17:40 smithi039 ceph-mon[181282]: pgmap v5787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:41.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:17:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:17:40] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:17:42.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:17:42 smithi032 ceph-mon[191839]: pgmap v5788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:42.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:17:42 smithi032 ceph-mon[189144]: pgmap v5788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:42.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:17:42 smithi039 ceph-mon[181282]: pgmap v5788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:44.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:17:43 smithi032 ceph-mon[191839]: pgmap v5789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:44.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:17:43 smithi032 ceph-mon[189144]: pgmap v5789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:44.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:17:43 smithi039 ceph-mon[181282]: pgmap v5789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:46.328 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:17:46.650 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:17:46.650 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (117m) 102s ago 2h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:17:46.650 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (117m) 9m ago 2h 93.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:17:46.650 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 102s ago 2h 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:17:46.650 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 9m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:17:46.651 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (117m) 9m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:17:46.651 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (117m) 102s ago 2h 628M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:17:46.651 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (116m) 102s ago 2h 741M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:17:46.651 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (116m) 9m ago 2h 372M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:17:46.651 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (116m) 102s ago 2h 393M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:17:46.651 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (117m) 102s ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:17:46.651 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (117m) 9m ago 2h 18.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:17:46.651 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (115m) 102s ago 2h 4107M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:17:46.651 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (115m) 102s ago 2h 4323M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:17:46.651 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (114m) 102s ago 2h 3917M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:17:46.651 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (114m) 102s ago 2h 3822M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:17:46.651 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (113m) 9m ago 2h 3641M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:17:46.651 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (113m) 9m ago 2h 3811M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:17:46.651 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (112m) 9m ago 2h 3590M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:17:46.651 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (112m) 9m ago 2h 3440M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:17:46.651 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (117m) 9m ago 2h 105M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:17:46.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:17:46 smithi032 ceph-mon[189144]: pgmap v5790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:46.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:17:46 smithi032 ceph-mon[191839]: pgmap v5790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:46.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:17:46 smithi039 ceph-mon[181282]: pgmap v5790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:47.048 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:17:47.048 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:17:47.049 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:17:47.049 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:17:47.049 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:17:47.049 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:17:47.049 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:17:47.049 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:17:47.049 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:17:47.049 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:17:47.049 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:17:47.049 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:17:47.049 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:17:47.049 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:17:47.049 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:17:47.049 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:17:47.049 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:17:47.049 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:17:47.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:17:47 smithi032 ceph-mon[191839]: from='client.49754 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:17:47.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:17:47 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3098220491' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:17:47.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:17:47 smithi032 ceph-mon[189144]: from='client.49754 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:17:47.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:17:47 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3098220491' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:17:47.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:17:47 smithi039 ceph-mon[181282]: from='client.49754 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:17:47.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:17:47 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3098220491' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:17:48.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:17:48 smithi032 ceph-mon[191839]: from='client.49760 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:17:48.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:17:48 smithi032 ceph-mon[191839]: pgmap v5791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:48.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:17:48 smithi032 ceph-mon[189144]: from='client.49760 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:17:48.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:17:48 smithi032 ceph-mon[189144]: pgmap v5791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:48.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:17:48 smithi039 ceph-mon[181282]: from='client.49760 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:17:48.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:17:48 smithi039 ceph-mon[181282]: pgmap v5791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:50.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:17:50 smithi032 ceph-mon[191839]: pgmap v5792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:17:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:17:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:17:50 smithi032 ceph-mon[189144]: pgmap v5792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:17:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:17:50.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:17:50 smithi039 ceph-mon[181282]: pgmap v5792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:50.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:17:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:17:51.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:17:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:17:50] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:17:52.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:17:52 smithi032 ceph-mon[189144]: pgmap v5793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:52.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:17:52 smithi032 ceph-mon[191839]: pgmap v5793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:52.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:17:52 smithi039 ceph-mon[181282]: pgmap v5793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:54.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:17:53 smithi032 ceph-mon[189144]: pgmap v5794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:17:53 smithi032 ceph-mon[191839]: pgmap v5794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:54.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:17:53 smithi039 ceph-mon[181282]: pgmap v5794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:56.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:17:56 smithi032 ceph-mon[189144]: pgmap v5795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:56.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:17:56 smithi032 ceph-mon[191839]: pgmap v5795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:56.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:17:56 smithi039 ceph-mon[181282]: pgmap v5795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:58.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:17:58 smithi032 ceph-mon[189144]: pgmap v5796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:58.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:17:58 smithi032 ceph-mon[191839]: pgmap v5796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:17:58.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:17:58 smithi039 ceph-mon[181282]: pgmap v5796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:00.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:18:00 smithi032 ceph-mon[189144]: pgmap v5797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:00.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:18:00 smithi032 ceph-mon[191839]: pgmap v5797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:00.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:18:00 smithi039 ceph-mon[181282]: pgmap v5797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:18:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:18:00] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:18:02.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:18:02 smithi032 ceph-mon[189144]: pgmap v5798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:02.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:18:02 smithi032 ceph-mon[191839]: pgmap v5798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:02.767 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:18:02 smithi039 ceph-mon[181282]: pgmap v5798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:04.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:18:03 smithi032 ceph-mon[191839]: pgmap v5799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:04.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:18:03 smithi032 ceph-mon[189144]: pgmap v5799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:04.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:18:03 smithi039 ceph-mon[181282]: pgmap v5799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:05.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:18:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:18:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:18:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:18:05.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:18:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:18:06.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:18:05 smithi032 ceph-mon[189144]: pgmap v5800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:18:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:18:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:18:05 smithi032 ceph-mon[191839]: pgmap v5800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:18:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:18:06.226 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:18:05 smithi039 ceph-mon[181282]: pgmap v5800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:06.226 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:18:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:18:08.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:18:08 smithi032 ceph-mon[191839]: pgmap v5801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:08.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:18:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:18:08.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:18:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:18:08.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:18:08 smithi032 ceph-mon[189144]: pgmap v5801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:08.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:18:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:18:08.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:18:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:18:08.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:18:08 smithi039 ceph-mon[181282]: pgmap v5801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:08.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:18:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:18:08.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:18:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:18:09.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:18:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:18:09.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:18:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:18:09.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:18:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:18:09.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:18:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:18:09.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:18:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:18:09.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:18:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:18:09.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:18:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:18:09.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:18:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:18:09.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:18:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:18:10.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:18:10 smithi032 ceph-mon[191839]: pgmap v5802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:10.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:18:10 smithi032 ceph-mon[189144]: pgmap v5802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:18:10 smithi039 ceph-mon[181282]: pgmap v5802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:18:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:18:10] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:18:12.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:18:12 smithi032 ceph-mon[191839]: pgmap v5803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:12.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:18:12 smithi032 ceph-mon[189144]: pgmap v5803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:18:12 smithi039 ceph-mon[181282]: pgmap v5803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:14.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:18:13 smithi032 ceph-mon[191839]: pgmap v5804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:14.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:18:13 smithi032 ceph-mon[189144]: pgmap v5804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:14.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:18:13 smithi039 ceph-mon[181282]: pgmap v5804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:16.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:18:16 smithi032 ceph-mon[189144]: pgmap v5805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:16.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:18:16 smithi032 ceph-mon[191839]: pgmap v5805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:16.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:18:16 smithi039 ceph-mon[181282]: pgmap v5805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:17.414 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:18:17.735 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:18:17.735 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (118m) 2m ago 2h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:18:17.735 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (118m) 9s ago 2h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:18:17.735 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 2m ago 2h 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:18:17.736 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 9s ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:18:17.736 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (117m) 9s ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:18:17.736 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (117m) 2m ago 2h 628M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:18:17.736 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (117m) 2m ago 2h 741M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:18:17.736 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (116m) 9s ago 2h 388M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:18:17.736 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (117m) 2m ago 2h 393M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:18:17.736 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (118m) 2m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:18:17.736 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (118m) 9s ago 2h 18.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:18:17.736 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (116m) 2m ago 2h 4107M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:18:17.736 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (115m) 2m ago 2h 4323M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:18:17.736 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (115m) 2m ago 2h 3917M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:18:17.736 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (114m) 2m ago 2h 3822M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:18:17.736 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (114m) 9s ago 2h 3667M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:18:17.737 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (113m) 9s ago 2h 3845M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:18:17.737 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (113m) 9s ago 2h 3618M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:18:17.737 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (112m) 9s ago 2h 3475M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:18:17.737 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (117m) 9s ago 2h 107M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:18:18.140 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:18:18.140 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:18:18.140 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:18:18.140 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:18:18.140 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:18:18.140 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:18:18.140 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:18:18.141 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:18:18.141 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:18:18.141 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:18:18.141 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:18:18.141 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:18:18.141 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:18:18.141 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:18:18.141 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:18:18.141 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:18:18.141 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:18:18.141 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:18:18.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:18:18 smithi032 ceph-mon[189144]: pgmap v5806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:18.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:18:18 smithi032 ceph-mon[189144]: from='client.49772 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:18:18.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:18:18 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1480785277' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:18:18.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:18:18 smithi032 ceph-mon[191839]: pgmap v5806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:18.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:18:18 smithi032 ceph-mon[191839]: from='client.49772 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:18:18.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:18:18 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1480785277' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:18:18.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:18:18 smithi039 ceph-mon[181282]: pgmap v5806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:18.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:18:18 smithi039 ceph-mon[181282]: from='client.49772 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:18:18.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:18:18 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1480785277' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:18:19.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:18:19 smithi032 ceph-mon[191839]: from='client.39861 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:18:19.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:18:19 smithi032 ceph-mon[189144]: from='client.39861 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:18:19.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:18:19 smithi039 ceph-mon[181282]: from='client.39861 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:18:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:18:20 smithi032 ceph-mon[189144]: pgmap v5807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:18:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:18:20.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:18:20 smithi032 ceph-mon[191839]: pgmap v5807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:20.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:18:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:18:20.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:18:20 smithi039 ceph-mon[181282]: pgmap v5807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:20.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:18:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:18:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:18:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:18:20] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:18:22.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:18:22 smithi032 ceph-mon[189144]: pgmap v5808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:22.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:18:22 smithi032 ceph-mon[191839]: pgmap v5808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:22.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:18:22 smithi039 ceph-mon[181282]: pgmap v5808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:24.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:18:23 smithi032 ceph-mon[189144]: pgmap v5809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:24.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:18:23 smithi032 ceph-mon[191839]: pgmap v5809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:24.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:18:23 smithi039 ceph-mon[181282]: pgmap v5809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:26.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:18:26 smithi032 ceph-mon[191839]: pgmap v5810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:26.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:18:26 smithi032 ceph-mon[189144]: pgmap v5810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:26.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:18:26 smithi039 ceph-mon[181282]: pgmap v5810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:28.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:18:28 smithi032 ceph-mon[191839]: pgmap v5811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:28.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:18:28 smithi032 ceph-mon[189144]: pgmap v5811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:28.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:18:28 smithi039 ceph-mon[181282]: pgmap v5811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:30.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:18:30 smithi032 ceph-mon[191839]: pgmap v5812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:30.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:18:30 smithi032 ceph-mon[189144]: pgmap v5812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:30.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:18:30 smithi039 ceph-mon[181282]: pgmap v5812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:31.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:18:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:18:30] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:18:32.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:18:32 smithi032 ceph-mon[189144]: pgmap v5813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:32.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:18:32 smithi032 ceph-mon[191839]: pgmap v5813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:32.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:18:32 smithi039 ceph-mon[181282]: pgmap v5813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:34.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:18:33 smithi032 ceph-mon[189144]: pgmap v5814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:18:33 smithi032 ceph-mon[191839]: pgmap v5814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:34.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:18:33 smithi039 ceph-mon[181282]: pgmap v5814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:35.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:18:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:18:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:18:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:18:35.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:18:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:18:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:18:35 smithi039 ceph-mon[181282]: pgmap v5815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:36.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:18:35 smithi032 ceph-mon[191839]: pgmap v5815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:36.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:18:35 smithi032 ceph-mon[189144]: pgmap v5815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:38.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:18:38 smithi032 ceph-mon[191839]: pgmap v5816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:38.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:18:38 smithi032 ceph-mon[189144]: pgmap v5816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:18:38 smithi039 ceph-mon[181282]: pgmap v5816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:40.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:18:40 smithi032 ceph-mon[191839]: pgmap v5817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:40.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:18:40 smithi032 ceph-mon[189144]: pgmap v5817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:40.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:18:40 smithi039 ceph-mon[181282]: pgmap v5817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:41.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:18:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:18:40] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:18:42.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:18:42 smithi032 ceph-mon[191839]: pgmap v5818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:42.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:18:42 smithi032 ceph-mon[189144]: pgmap v5818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:42.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:18:42 smithi039 ceph-mon[181282]: pgmap v5818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:44.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:18:43 smithi032 ceph-mon[191839]: pgmap v5819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:44.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:18:43 smithi032 ceph-mon[189144]: pgmap v5819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:44.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:18:43 smithi039 ceph-mon[181282]: pgmap v5819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:46.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:18:46 smithi032 ceph-mon[191839]: pgmap v5820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:46.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:18:46 smithi032 ceph-mon[189144]: pgmap v5820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:46.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:18:46 smithi039 ceph-mon[181282]: pgmap v5820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:48.512 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:18:48.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:18:48 smithi032 ceph-mon[189144]: pgmap v5821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:48.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:18:48 smithi032 ceph-mon[191839]: pgmap v5821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:48.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:18:48 smithi039 ceph-mon[181282]: pgmap v5821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:48.834 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:18:48.834 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (118m) 2m ago 2h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:18:48.834 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (118m) 40s ago 2h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:18:48.834 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 2m ago 2h 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:18:48.834 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 40s ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:18:48.834 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (118m) 40s ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:18:48.834 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (118m) 2m ago 2h 628M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:18:48.835 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (117m) 2m ago 2h 741M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:18:48.835 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (117m) 40s ago 2h 388M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:18:48.835 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (117m) 2m ago 2h 393M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:18:48.835 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (118m) 2m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:18:48.835 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (118m) 40s ago 2h 18.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:18:48.835 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (116m) 2m ago 2h 4107M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:18:48.835 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (116m) 2m ago 2h 4323M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:18:48.835 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (115m) 2m ago 2h 3917M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:18:48.835 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (115m) 2m ago 2h 3822M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:18:48.835 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (114m) 40s ago 2h 3667M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:18:48.835 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (114m) 40s ago 2h 3845M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:18:48.835 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (113m) 40s ago 2h 3618M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:18:48.835 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (113m) 40s ago 2h 3475M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:18:48.835 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (118m) 40s ago 2h 107M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:18:49.235 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:18:49.235 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:18:49.235 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:18:49.235 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:18:49.235 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:18:49.235 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:18:49.235 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:18:49.235 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:18:49.235 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:18:49.235 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:18:49.235 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:18:49.235 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:18:49.236 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:18:49.236 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:18:49.236 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:18:49.236 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:18:49.236 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:18:49.236 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:18:49.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:18:49 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2242043615' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:18:49.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:18:49 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2242043615' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:18:49.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:18:49 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2242043615' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:18:50.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:18:50 smithi032 ceph-mon[189144]: from='client.39873 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:18:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:18:50 smithi032 ceph-mon[189144]: from='client.49796 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:18:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:18:50 smithi032 ceph-mon[189144]: pgmap v5822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:18:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:18:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:18:50 smithi032 ceph-mon[191839]: from='client.39873 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:18:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:18:50 smithi032 ceph-mon[191839]: from='client.49796 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:18:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:18:50 smithi032 ceph-mon[191839]: pgmap v5822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:18:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:18:50.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:18:50 smithi039 ceph-mon[181282]: from='client.39873 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:18:50.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:18:50 smithi039 ceph-mon[181282]: from='client.49796 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:18:50.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:18:50 smithi039 ceph-mon[181282]: pgmap v5822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:50.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:18:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:18:51.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:18:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:18:50] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:18:52.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:18:52 smithi032 ceph-mon[191839]: pgmap v5823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:52.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:18:52 smithi032 ceph-mon[189144]: pgmap v5823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:52.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:18:52 smithi039 ceph-mon[181282]: pgmap v5823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:54.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:18:53 smithi032 ceph-mon[191839]: pgmap v5824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:54.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:18:53 smithi032 ceph-mon[189144]: pgmap v5824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:54.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:18:53 smithi039 ceph-mon[181282]: pgmap v5824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:56.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:18:56 smithi032 ceph-mon[189144]: pgmap v5825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:56.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:18:56 smithi032 ceph-mon[191839]: pgmap v5825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:56.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:18:56 smithi039 ceph-mon[181282]: pgmap v5825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:58.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:18:58 smithi032 ceph-mon[191839]: pgmap v5826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:58.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:18:58 smithi032 ceph-mon[189144]: pgmap v5826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:18:58.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:18:58 smithi039 ceph-mon[181282]: pgmap v5826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:00.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:19:00 smithi032 ceph-mon[191839]: pgmap v5827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:00.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:19:00 smithi032 ceph-mon[189144]: pgmap v5827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:00.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:19:00 smithi039 ceph-mon[181282]: pgmap v5827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:19:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:19:00] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:19:02.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:19:02 smithi032 ceph-mon[189144]: pgmap v5828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:02.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:19:02 smithi032 ceph-mon[191839]: pgmap v5828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:02.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:19:02 smithi039 ceph-mon[181282]: pgmap v5828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:04.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:19:03 smithi032 ceph-mon[191839]: pgmap v5829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:04.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:19:03 smithi032 ceph-mon[189144]: pgmap v5829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:04.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:19:03 smithi039 ceph-mon[181282]: pgmap v5829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:05.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:19:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:19:05.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:19:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:19:05.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:19:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:19:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:19:05 smithi039 ceph-mon[181282]: pgmap v5830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:06.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:19:05 smithi032 ceph-mon[189144]: pgmap v5830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:06.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:19:05 smithi032 ceph-mon[191839]: pgmap v5830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:08.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:19:08 smithi032 ceph-mon[191839]: pgmap v5831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:19:08 smithi032 ceph-mon[189144]: pgmap v5831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:08.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:19:08 smithi039 ceph-mon[181282]: pgmap v5831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:09.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:19:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:19:09.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:19:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:19:09.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:19:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:19:09.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:19:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:19:09.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:19:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:19:09.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:19:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:19:09.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:19:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:19:09.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:19:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:19:09.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:19:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:19:09.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:19:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:19:09.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:19:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:19:09.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:19:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:19:10.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:19:10 smithi032 ceph-mon[191839]: pgmap v5832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:10.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:19:10 smithi032 ceph-mon[189144]: pgmap v5832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:10.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:19:10 smithi039 ceph-mon[181282]: pgmap v5832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:19:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:19:10] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:19:12.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:19:12 smithi032 ceph-mon[191839]: pgmap v5833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:12.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:19:12 smithi032 ceph-mon[189144]: pgmap v5833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:12.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:19:12 smithi039 ceph-mon[181282]: pgmap v5833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:14.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:19:13 smithi039 ceph-mon[181282]: pgmap v5834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:14.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:19:13 smithi032 ceph-mon[189144]: pgmap v5834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:14.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:19:13 smithi032 ceph-mon[191839]: pgmap v5834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:16.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:19:16 smithi032 ceph-mon[191839]: pgmap v5835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:16.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:19:16 smithi032 ceph-mon[189144]: pgmap v5835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:16.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:19:16 smithi039 ceph-mon[181282]: pgmap v5835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:18.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:19:18 smithi032 ceph-mon[191839]: pgmap v5836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:18.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:19:18 smithi032 ceph-mon[189144]: pgmap v5836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:18.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:19:18 smithi039 ceph-mon[181282]: pgmap v5836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:19.599 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:19:19.936 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:19:19.936 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (119m) 3m ago 2h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:19:19.936 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (119m) 71s ago 2h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:19:19.936 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 3m ago 2h 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:19:19.936 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 71s ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:19:19.936 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (118m) 71s ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:19:19.936 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (118m) 3m ago 2h 628M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:19:19.936 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (118m) 3m ago 2h 741M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:19:19.936 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (117m) 71s ago 2h 388M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:19:19.936 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (118m) 3m ago 2h 393M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:19:19.936 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (119m) 3m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:19:19.937 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (119m) 71s ago 2h 18.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:19:19.937 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (117m) 3m ago 2h 4107M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:19:19.937 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (116m) 3m ago 2h 4323M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:19:19.937 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (116m) 3m ago 2h 3917M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:19:19.937 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (115m) 3m ago 2h 3822M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:19:19.937 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (115m) 71s ago 2h 3667M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:19:19.937 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (114m) 71s ago 2h 3845M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:19:19.937 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (114m) 71s ago 2h 3618M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:19:19.937 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (114m) 71s ago 2h 3475M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:19:19.937 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (118m) 71s ago 2h 107M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:19:20.337 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:19:20.337 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:19:20.337 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:19:20.337 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:19:20.337 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:19:20.337 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:19:20.337 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:19:20.338 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:19:20.338 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:19:20.338 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:19:20.338 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:19:20.338 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:19:20.338 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:19:20.338 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:19:20.338 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:19:20.338 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:19:20.338 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:19:20.338 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:19:20.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:19:20 smithi032 ceph-mon[191839]: pgmap v5837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:20.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:19:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:19:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:19:20 smithi032 ceph-mon[189144]: pgmap v5837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:19:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:19:20.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:19:20 smithi039 ceph-mon[181282]: pgmap v5837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:20.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:19:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:19:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:19:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:19:20] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T19:19:21.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:19:21 smithi032 ceph-mon[189144]: from='client.39891 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:19:21.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:19:21 smithi032 ceph-mon[189144]: from='client.49814 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:19:21.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:19:21 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3599608602' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:19:21.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:19:21 smithi032 ceph-mon[191839]: from='client.39891 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:19:21.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:19:21 smithi032 ceph-mon[191839]: from='client.49814 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:19:21.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:19:21 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3599608602' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:19:21.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:19:21 smithi039 ceph-mon[181282]: from='client.39891 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:19:21.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:19:21 smithi039 ceph-mon[181282]: from='client.49814 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:19:21.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:19:21 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3599608602' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:19:22.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:19:22 smithi032 ceph-mon[189144]: pgmap v5838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:22.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:19:22 smithi032 ceph-mon[191839]: pgmap v5838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:22.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:19:22 smithi039 ceph-mon[181282]: pgmap v5838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:24.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:19:23 smithi039 ceph-mon[181282]: pgmap v5839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:24.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:19:23 smithi032 ceph-mon[191839]: pgmap v5839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:24.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:19:23 smithi032 ceph-mon[189144]: pgmap v5839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:26.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:19:26 smithi032 ceph-mon[191839]: pgmap v5840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:26.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:19:26 smithi032 ceph-mon[189144]: pgmap v5840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:26.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:19:26 smithi039 ceph-mon[181282]: pgmap v5840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:28.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:19:28 smithi032 ceph-mon[189144]: pgmap v5841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:28.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:19:28 smithi032 ceph-mon[191839]: pgmap v5841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:28.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:19:28 smithi039 ceph-mon[181282]: pgmap v5841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:30.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:19:30 smithi032 ceph-mon[189144]: pgmap v5842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:30.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:19:30 smithi032 ceph-mon[191839]: pgmap v5842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:30.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:19:30 smithi039 ceph-mon[181282]: pgmap v5842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:31.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:19:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:19:30] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T19:19:32.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:19:32 smithi032 ceph-mon[191839]: pgmap v5843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:32.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:19:32 smithi032 ceph-mon[189144]: pgmap v5843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:32.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:19:32 smithi039 ceph-mon[181282]: pgmap v5843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:34.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:19:33 smithi039 ceph-mon[181282]: pgmap v5844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:34.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:19:33 smithi032 ceph-mon[191839]: pgmap v5844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:34.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:19:33 smithi032 ceph-mon[189144]: pgmap v5844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:35.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:19:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:19:35.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:19:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:19:35.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:19:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:19:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:19:35 smithi039 ceph-mon[181282]: pgmap v5845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:36.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:19:35 smithi032 ceph-mon[189144]: pgmap v5845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:19:35 smithi032 ceph-mon[191839]: pgmap v5845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:38.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:19:38 smithi032 ceph-mon[189144]: pgmap v5846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:38.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:19:38 smithi032 ceph-mon[191839]: pgmap v5846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:38.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:19:38 smithi039 ceph-mon[181282]: pgmap v5846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:40.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:19:40 smithi032 ceph-mon[191839]: pgmap v5847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:40.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:19:40 smithi032 ceph-mon[189144]: pgmap v5847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:40.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:19:40 smithi039 ceph-mon[181282]: pgmap v5847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:41.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:19:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:19:40] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:19:42.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:19:42 smithi032 ceph-mon[191839]: pgmap v5848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:42.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:19:42 smithi032 ceph-mon[189144]: pgmap v5848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:42.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:19:42 smithi039 ceph-mon[181282]: pgmap v5848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:44.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:19:43 smithi039 ceph-mon[181282]: pgmap v5849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:44.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:19:43 smithi032 ceph-mon[189144]: pgmap v5849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:44.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:19:43 smithi032 ceph-mon[191839]: pgmap v5849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:46.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:19:46 smithi032 ceph-mon[189144]: pgmap v5850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:46.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:19:46 smithi032 ceph-mon[191839]: pgmap v5850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:46.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:19:46 smithi039 ceph-mon[181282]: pgmap v5850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:48.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:19:48 smithi032 ceph-mon[189144]: pgmap v5851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:48.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:19:48 smithi032 ceph-mon[191839]: pgmap v5851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:48.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:19:48 smithi039 ceph-mon[181282]: pgmap v5851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:50.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:19:50 smithi032 ceph-mon[189144]: pgmap v5852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:50.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:19:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:19:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:19:50 smithi032 ceph-mon[191839]: pgmap v5852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:19:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:19:50.702 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:19:50.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:19:50 smithi039 ceph-mon[181282]: pgmap v5852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:50.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:19:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:19:51.025 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:19:51.025 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (119m) 3m ago 2h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:19:51.025 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (119m) 102s ago 2h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:19:51.025 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 3m ago 2h 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:19:51.025 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 102s ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:19:51.025 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (119m) 102s ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:19:51.025 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (119m) 3m ago 2h 628M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:19:51.026 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (118m) 3m ago 2h 741M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:19:51.026 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (118m) 102s ago 2h 388M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:19:51.026 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (118m) 3m ago 2h 393M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:19:51.026 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (119m) 3m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:19:51.026 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (119m) 102s ago 2h 18.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:19:51.026 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (117m) 3m ago 2h 4107M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:19:51.026 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (117m) 3m ago 2h 4323M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:19:51.026 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (116m) 3m ago 2h 3917M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:19:51.026 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (116m) 3m ago 2h 3822M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:19:51.026 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (115m) 102s ago 2h 3667M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:19:51.026 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (115m) 102s ago 2h 3845M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:19:51.026 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (115m) 102s ago 2h 3618M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:19:51.026 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (114m) 102s ago 2h 3475M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:19:51.026 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (119m) 102s ago 2h 107M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:19:51.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:19:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:19:50] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:19:51.429 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:19:51.429 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:19:51.430 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:19:51.430 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:19:51.430 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:19:51.430 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:19:51.430 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:19:51.430 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:19:51.430 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:19:51.430 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:19:51.430 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:19:51.430 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:19:51.430 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:19:51.430 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:19:51.430 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:19:51.430 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:19:51.430 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:19:51.431 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:19:52.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:19:52 smithi032 ceph-mon[189144]: from='client.49826 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:19:52.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:19:52 smithi032 ceph-mon[189144]: from='client.39915 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:19:52.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:19:52 smithi032 ceph-mon[189144]: pgmap v5853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:52.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:19:52 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1315917726' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:19:52.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:19:52 smithi032 ceph-mon[191839]: from='client.49826 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:19:52.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:19:52 smithi032 ceph-mon[191839]: from='client.39915 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:19:52.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:19:52 smithi032 ceph-mon[191839]: pgmap v5853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:52.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:19:52 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1315917726' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:19:52.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:19:52 smithi039 ceph-mon[181282]: from='client.49826 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:19:52.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:19:52 smithi039 ceph-mon[181282]: from='client.39915 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:19:52.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:19:52 smithi039 ceph-mon[181282]: pgmap v5853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:52.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:19:52 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1315917726' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:19:54.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:19:53 smithi039 ceph-mon[181282]: pgmap v5854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:54.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:19:53 smithi032 ceph-mon[191839]: pgmap v5854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:54.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:19:53 smithi032 ceph-mon[189144]: pgmap v5854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:56.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:19:56 smithi032 ceph-mon[191839]: pgmap v5855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:56.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:19:56 smithi032 ceph-mon[189144]: pgmap v5855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:56.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:19:56 smithi039 ceph-mon[181282]: pgmap v5855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:58.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:19:58 smithi032 ceph-mon[189144]: pgmap v5856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:58.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:19:58 smithi032 ceph-mon[191839]: pgmap v5856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:19:58.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:19:58 smithi039 ceph-mon[181282]: pgmap v5856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:00.303 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:20:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T19:19:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T19:20:00.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:20:00 smithi032 ceph-mon[189144]: pgmap v5857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:00.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:20:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T19:20:00.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:20:00 smithi032 ceph-mon[191839]: pgmap v5857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:00.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:20:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T19:20:00.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:20:00 smithi039 ceph-mon[181282]: pgmap v5857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:00.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:20:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T19:20:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:20:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:20:00] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:20:02.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:20:02 smithi032 ceph-mon[191839]: pgmap v5858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:02.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:20:02 smithi032 ceph-mon[189144]: pgmap v5858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:02.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:20:02 smithi039 ceph-mon[181282]: pgmap v5858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:04.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:20:03 smithi039 ceph-mon[181282]: pgmap v5859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:04.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:20:03 smithi032 ceph-mon[191839]: pgmap v5859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:04.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:20:03 smithi032 ceph-mon[189144]: pgmap v5859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:05.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:20:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:20:05.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:20:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:20:05.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:20:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:20:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:20:05 smithi039 ceph-mon[181282]: pgmap v5860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:06.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:20:05 smithi032 ceph-mon[191839]: pgmap v5860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:06.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:20:05 smithi032 ceph-mon[189144]: pgmap v5860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:08.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:20:08 smithi032 ceph-mon[189144]: pgmap v5861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:08.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:20:08 smithi032 ceph-mon[191839]: pgmap v5861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:08.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:20:08 smithi039 ceph-mon[181282]: pgmap v5861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:10.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:20:10 smithi032 ceph-mon[191839]: pgmap v5862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:10.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:20:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:20:10.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:20:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:20:10.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:20:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:20:10.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:20:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:20:10.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:20:10 smithi032 ceph-mon[189144]: pgmap v5862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:10.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:20:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:20:10.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:20:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:20:10.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:20:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:20:10.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:20:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:20:10.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:20:10 smithi039 ceph-mon[181282]: pgmap v5862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:10.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:20:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:20:10.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:20:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:20:10.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:20:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:20:10.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:20:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:20:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:20:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:20:10] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T19:20:12.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:20:12 smithi032 ceph-mon[191839]: pgmap v5863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:12.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:20:12 smithi032 ceph-mon[189144]: pgmap v5863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:12.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:20:12 smithi039 ceph-mon[181282]: pgmap v5863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:14.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:20:13 smithi039 ceph-mon[181282]: pgmap v5864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:14.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:20:13 smithi032 ceph-mon[191839]: pgmap v5864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:14.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:20:13 smithi032 ceph-mon[189144]: pgmap v5864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:16.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:20:16 smithi032 ceph-mon[191839]: pgmap v5865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:16.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:20:16 smithi032 ceph-mon[189144]: pgmap v5865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:16.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:20:16 smithi039 ceph-mon[181282]: pgmap v5865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:17.255 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 19:20:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-22T19:20:16.982668029Z level=info msg="Completed cleanup jobs" duration=13.197841ms 2023-12-22T19:20:18.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:20:18 smithi032 ceph-mon[191839]: pgmap v5866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:18.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:20:18 smithi032 ceph-mon[189144]: pgmap v5866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:18.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:20:18 smithi039 ceph-mon[181282]: pgmap v5866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:20.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:20:20 smithi032 ceph-mon[191839]: pgmap v5867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:20.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:20:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:20:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:20:20 smithi032 ceph-mon[189144]: pgmap v5867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:20:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:20:20.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:20:20 smithi039 ceph-mon[181282]: pgmap v5867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:20.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:20:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:20:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:20:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:20:20] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:20:21.793 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:20:22.116 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:20:22.117 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 4m ago 2h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:20:22.117 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 2m ago 2h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:20:22.117 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 4m ago 2h 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:20:22.117 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 2m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:20:22.117 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (119m) 2m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:20:22.117 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 4m ago 2h 628M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:20:22.117 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (119m) 4m ago 2h 741M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:20:22.117 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (118m) 2m ago 2h 388M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:20:22.118 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (119m) 4m ago 2h 393M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:20:22.118 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 4m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:20:22.118 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 2m ago 2h 18.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:20:22.118 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (118m) 4m ago 2h 4107M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:20:22.118 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (117m) 4m ago 2h 4323M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:20:22.118 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (117m) 4m ago 2h 3917M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:20:22.118 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (116m) 4m ago 2h 3822M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:20:22.118 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (116m) 2m ago 2h 3667M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:20:22.118 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (116m) 2m ago 2h 3845M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:20:22.118 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (115m) 2m ago 2h 3618M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:20:22.118 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (115m) 2m ago 2h 3475M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:20:22.118 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (119m) 2m ago 2h 107M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:20:22.520 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:20:22.521 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:20:22.521 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:20:22.521 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:20:22.521 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:20:22.521 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:20:22.521 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:20:22.521 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:20:22.521 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:20:22.521 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:20:22.521 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:20:22.521 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:20:22.521 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:20:22.522 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:20:22.522 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:20:22.522 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:20:22.522 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:20:22.522 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:20:22.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:20:22 smithi032 ceph-mon[191839]: pgmap v5868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:22.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:20:22 smithi032 ceph-mon[189144]: pgmap v5868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:22.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:20:22 smithi039 ceph-mon[181282]: pgmap v5868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:23.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:20:23 smithi032 ceph-mon[191839]: from='client.49844 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:20:23.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:20:23 smithi032 ceph-mon[191839]: from='client.39933 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:20:23.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:20:23 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/819386714' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:20:23.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:20:23 smithi032 ceph-mon[189144]: from='client.49844 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:20:23.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:20:23 smithi032 ceph-mon[189144]: from='client.39933 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:20:23.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:20:23 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/819386714' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:20:23.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:20:23 smithi039 ceph-mon[181282]: from='client.49844 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:20:23.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:20:23 smithi039 ceph-mon[181282]: from='client.39933 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:20:23.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:20:23 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/819386714' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:20:24.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:20:24 smithi032 ceph-mon[191839]: pgmap v5869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:24.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:20:24 smithi032 ceph-mon[189144]: pgmap v5869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:24.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:20:24 smithi039 ceph-mon[181282]: pgmap v5869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:26.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:20:26 smithi032 ceph-mon[191839]: pgmap v5870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:26.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:20:26 smithi032 ceph-mon[189144]: pgmap v5870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:26.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:20:26 smithi039 ceph-mon[181282]: pgmap v5870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:28.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:20:28 smithi032 ceph-mon[191839]: pgmap v5871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:28.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:20:28 smithi032 ceph-mon[189144]: pgmap v5871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:28.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:20:28 smithi039 ceph-mon[181282]: pgmap v5871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:30.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:20:30 smithi032 ceph-mon[191839]: pgmap v5872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:30.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:20:30 smithi032 ceph-mon[189144]: pgmap v5872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:30.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:20:30 smithi039 ceph-mon[181282]: pgmap v5872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:31.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:20:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:20:30] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:20:32.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:20:32 smithi032 ceph-mon[191839]: pgmap v5873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:32.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:20:32 smithi032 ceph-mon[189144]: pgmap v5873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:32.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:20:32 smithi039 ceph-mon[181282]: pgmap v5873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:34.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:20:33 smithi039 ceph-mon[181282]: pgmap v5874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:34.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:20:33 smithi032 ceph-mon[191839]: pgmap v5874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:34.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:20:33 smithi032 ceph-mon[189144]: pgmap v5874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:35.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:20:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:20:35.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:20:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:20:35.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:20:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:20:36.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:20:35 smithi039 ceph-mon[181282]: pgmap v5875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:36.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:20:35 smithi032 ceph-mon[191839]: pgmap v5875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:36.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:20:35 smithi032 ceph-mon[189144]: pgmap v5875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:38.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:20:38 smithi032 ceph-mon[191839]: pgmap v5876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:38.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:20:38 smithi032 ceph-mon[189144]: pgmap v5876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:38.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:20:38 smithi039 ceph-mon[181282]: pgmap v5876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:40.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:20:40 smithi032 ceph-mon[191839]: pgmap v5877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:40.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:20:40 smithi032 ceph-mon[189144]: pgmap v5877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:40.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:20:40 smithi039 ceph-mon[181282]: pgmap v5877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:41.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:20:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:20:40] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:20:42.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:20:42 smithi032 ceph-mon[191839]: pgmap v5878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:42.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:20:42 smithi032 ceph-mon[189144]: pgmap v5878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:42.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:20:42 smithi039 ceph-mon[181282]: pgmap v5878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:44.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:20:43 smithi039 ceph-mon[181282]: pgmap v5879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:44.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:20:43 smithi032 ceph-mon[191839]: pgmap v5879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:44.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:20:43 smithi032 ceph-mon[189144]: pgmap v5879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:46.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:20:46 smithi032 ceph-mon[189144]: pgmap v5880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:46.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:20:46 smithi032 ceph-mon[191839]: pgmap v5880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:46.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:20:46 smithi039 ceph-mon[181282]: pgmap v5880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:48.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:20:48 smithi032 ceph-mon[191839]: pgmap v5881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:48.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:20:48 smithi032 ceph-mon[189144]: pgmap v5881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:48.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:20:48 smithi039 ceph-mon[181282]: pgmap v5881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:50.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:20:50 smithi032 ceph-mon[191839]: pgmap v5882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:50.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:20:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:20:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:20:50 smithi032 ceph-mon[189144]: pgmap v5882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:20:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:20:50.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:20:50 smithi039 ceph-mon[181282]: pgmap v5882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:50.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:20:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:20:51.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:20:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:20:50] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:20:52.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:20:52 smithi032 ceph-mon[189144]: pgmap v5883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:52.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:20:52 smithi032 ceph-mon[191839]: pgmap v5883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:52.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:20:52 smithi039 ceph-mon[181282]: pgmap v5883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:52.884 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:20:53.209 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:20:53.209 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 4m ago 2h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:20:53.209 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 2m ago 2h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:20:53.209 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 4m ago 2h 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:20:53.209 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 2m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:20:53.209 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 2m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:20:53.209 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 4m ago 2h 628M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:20:53.209 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (119m) 4m ago 2h 741M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:20:53.210 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (119m) 2m ago 2h 388M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:20:53.210 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (119m) 4m ago 2h 393M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:20:53.210 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 4m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:20:53.210 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 2m ago 2h 18.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:20:53.210 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (118m) 4m ago 2h 4107M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:20:53.210 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (118m) 4m ago 2h 4323M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:20:53.210 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (117m) 4m ago 2h 3917M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:20:53.210 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (117m) 4m ago 2h 3822M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:20:53.210 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (117m) 2m ago 2h 3667M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:20:53.210 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (116m) 2m ago 2h 3845M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:20:53.210 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (116m) 2m ago 2h 3618M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:20:53.210 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (115m) 2m ago 2h 3475M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:20:53.210 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 2m ago 2h 107M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:20:53.611 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:20:53.611 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:20:53.611 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:20:53.611 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:20:53.611 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:20:53.611 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:20:53.611 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:20:53.612 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:20:53.612 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:20:53.612 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:20:53.612 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:20:53.612 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:20:53.612 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:20:53.612 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:20:53.612 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:20:53.612 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:20:53.612 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:20:53.612 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:20:54.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:20:53 smithi039 ceph-mon[181282]: from='client.49862 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:20:54.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:20:53 smithi039 ceph-mon[181282]: from='client.49868 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:20:54.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:20:53 smithi039 ceph-mon[181282]: pgmap v5884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:54.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:20:53 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4270108607' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:20:54.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:20:53 smithi032 ceph-mon[189144]: from='client.49862 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:20:54.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:20:53 smithi032 ceph-mon[189144]: from='client.49868 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:20:54.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:20:53 smithi032 ceph-mon[189144]: pgmap v5884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:54.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:20:53 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4270108607' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:20:54.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:20:53 smithi032 ceph-mon[191839]: from='client.49862 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:20:54.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:20:53 smithi032 ceph-mon[191839]: from='client.49868 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:20:54.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:20:53 smithi032 ceph-mon[191839]: pgmap v5884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:54.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:20:53 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4270108607' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:20:56.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:20:56 smithi032 ceph-mon[191839]: pgmap v5885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:56.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:20:56 smithi032 ceph-mon[189144]: pgmap v5885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:56.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:20:56 smithi039 ceph-mon[181282]: pgmap v5885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:58.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:20:58 smithi032 ceph-mon[189144]: pgmap v5886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:58.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:20:58 smithi032 ceph-mon[191839]: pgmap v5886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:20:58.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:20:58 smithi039 ceph-mon[181282]: pgmap v5886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:00.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:21:00 smithi032 ceph-mon[189144]: pgmap v5887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:00.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:21:00 smithi032 ceph-mon[191839]: pgmap v5887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:00.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:21:00 smithi039 ceph-mon[181282]: pgmap v5887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:21:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:21:00] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:21:02.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:21:02 smithi032 ceph-mon[191839]: pgmap v5888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:02.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:21:02 smithi032 ceph-mon[189144]: pgmap v5888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:02.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:21:02 smithi039 ceph-mon[181282]: pgmap v5888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:04.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:21:03 smithi039 ceph-mon[181282]: pgmap v5889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:04.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:21:03 smithi032 ceph-mon[191839]: pgmap v5889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:04.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:21:03 smithi032 ceph-mon[189144]: pgmap v5889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:05.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:21:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:21:05.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:21:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:21:05.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:21:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:21:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:21:05 smithi039 ceph-mon[181282]: pgmap v5890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:06.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:21:05 smithi032 ceph-mon[189144]: pgmap v5890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:06.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:21:05 smithi032 ceph-mon[191839]: pgmap v5890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:08.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:21:08 smithi032 ceph-mon[191839]: pgmap v5891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:08.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:21:08 smithi032 ceph-mon[189144]: pgmap v5891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:08.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:21:08 smithi039 ceph-mon[181282]: pgmap v5891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:10.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:21:10 smithi032 ceph-mon[191839]: pgmap v5892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:10.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:21:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:21:10.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:21:10 smithi032 ceph-mon[189144]: pgmap v5892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:10.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:21:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:21:10.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:21:10 smithi039 ceph-mon[181282]: pgmap v5892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:21:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:21:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:21:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:21:10] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:21:11.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:21:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:21:11.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:21:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:21:11.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:21:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:21:11.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:21:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:21:11.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:21:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:21:11.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:21:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:21:11.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:21:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:21:11.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:21:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:21:11.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:21:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:21:12.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:21:12 smithi039 ceph-mon[181282]: pgmap v5893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:12.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:21:12 smithi032 ceph-mon[191839]: pgmap v5893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:12.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:21:12 smithi032 ceph-mon[189144]: pgmap v5893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:14.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:21:13 smithi039 ceph-mon[181282]: pgmap v5894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:14.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:21:13 smithi032 ceph-mon[191839]: pgmap v5894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:14.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:21:13 smithi032 ceph-mon[189144]: pgmap v5894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:16.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:21:16 smithi032 ceph-mon[191839]: pgmap v5895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:16.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:21:16 smithi032 ceph-mon[189144]: pgmap v5895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:16.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:21:16 smithi039 ceph-mon[181282]: pgmap v5895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:18.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:21:18 smithi032 ceph-mon[191839]: pgmap v5896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:18.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:21:18 smithi032 ceph-mon[189144]: pgmap v5896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:18.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:21:18 smithi039 ceph-mon[181282]: pgmap v5896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:21:20 smithi032 ceph-mon[189144]: pgmap v5897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:21:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:21:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:21:20 smithi032 ceph-mon[191839]: pgmap v5897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:21:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:21:20.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:21:20 smithi039 ceph-mon[181282]: pgmap v5897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:20.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:21:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:21:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:21:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:21:20] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:21:22.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:21:22 smithi032 ceph-mon[191839]: pgmap v5898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:22.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:21:22 smithi032 ceph-mon[189144]: pgmap v5898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:22.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:21:22 smithi039 ceph-mon[181282]: pgmap v5898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:23.979 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:21:24.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:21:23 smithi039 ceph-mon[181282]: pgmap v5899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:24.301 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:21:24.301 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 5m ago 2h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:21:24.301 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 3m ago 2h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:21:24.301 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 5m ago 2h 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:21:24.301 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 3m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:21:24.301 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 3m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:21:24.302 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 5m ago 2h 628M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:21:24.302 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 5m ago 2h 741M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:21:24.302 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (119m) 3m ago 2h 388M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:21:24.302 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 5m ago 2h 393M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:21:24.302 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 5m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:21:24.302 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 3m ago 2h 18.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:21:24.302 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (119m) 5m ago 2h 4107M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:21:24.302 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (118m) 5m ago 2h 4323M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:21:24.302 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (118m) 5m ago 2h 3917M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:21:24.302 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (118m) 5m ago 2h 3822M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:21:24.302 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (117m) 3m ago 2h 3667M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:21:24.302 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (117m) 3m ago 2h 3845M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:21:24.302 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (116m) 3m ago 2h 3618M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:21:24.302 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (116m) 3m ago 2h 3475M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:21:24.303 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 3m ago 2h 107M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:21:24.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:21:23 smithi032 ceph-mon[189144]: pgmap v5899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:24.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:21:23 smithi032 ceph-mon[191839]: pgmap v5899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:24.706 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:21:24.706 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:21:24.706 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:21:24.706 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:21:24.706 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:21:24.707 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:21:24.707 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:21:24.707 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:21:24.707 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:21:24.707 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:21:24.707 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:21:24.707 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:21:24.707 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:21:24.707 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:21:24.707 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:21:24.707 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:21:24.707 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:21:24.707 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:21:25.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:21:24 smithi039 ceph-mon[181282]: from='client.49880 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:21:25.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:21:24 smithi039 ceph-mon[181282]: from='client.49886 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:21:25.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:21:24 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2373851115' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:21:25.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:21:24 smithi032 ceph-mon[189144]: from='client.49880 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:21:25.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:21:24 smithi032 ceph-mon[189144]: from='client.49886 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:21:25.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:21:24 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2373851115' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:21:25.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:21:24 smithi032 ceph-mon[191839]: from='client.49880 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:21:25.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:21:24 smithi032 ceph-mon[191839]: from='client.49886 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:21:25.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:21:24 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2373851115' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:21:26.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:21:25 smithi039 ceph-mon[181282]: pgmap v5900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:26.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:21:25 smithi032 ceph-mon[189144]: pgmap v5900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:26.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:21:25 smithi032 ceph-mon[191839]: pgmap v5900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:28.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:21:28 smithi032 ceph-mon[191839]: pgmap v5901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:28.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:21:28 smithi032 ceph-mon[189144]: pgmap v5901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:28.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:21:28 smithi039 ceph-mon[181282]: pgmap v5901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:30.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:21:30 smithi032 ceph-mon[191839]: pgmap v5902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:30.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:21:30 smithi032 ceph-mon[189144]: pgmap v5902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:30.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:21:30 smithi039 ceph-mon[181282]: pgmap v5902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:31.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:21:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:21:30] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:21:32.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:21:32 smithi032 ceph-mon[191839]: pgmap v5903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:32.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:21:32 smithi032 ceph-mon[189144]: pgmap v5903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:32.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:21:32 smithi039 ceph-mon[181282]: pgmap v5903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:34.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:21:33 smithi039 ceph-mon[181282]: pgmap v5904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:34.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:21:33 smithi032 ceph-mon[191839]: pgmap v5904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:34.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:21:33 smithi032 ceph-mon[189144]: pgmap v5904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:35.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:21:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:21:35.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:21:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:21:35.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:21:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:21:36.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:21:35 smithi039 ceph-mon[181282]: pgmap v5905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:36.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:21:35 smithi032 ceph-mon[191839]: pgmap v5905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:36.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:21:35 smithi032 ceph-mon[189144]: pgmap v5905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:38.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:21:38 smithi032 ceph-mon[191839]: pgmap v5906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:38.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:21:38 smithi032 ceph-mon[189144]: pgmap v5906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:38.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:21:38 smithi039 ceph-mon[181282]: pgmap v5906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:40.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:21:40 smithi032 ceph-mon[191839]: pgmap v5907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:40.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:21:40 smithi032 ceph-mon[189144]: pgmap v5907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:40.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:21:40 smithi039 ceph-mon[181282]: pgmap v5907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:41.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:21:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:21:40] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:21:42.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:21:42 smithi032 ceph-mon[191839]: pgmap v5908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:42.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:21:42 smithi032 ceph-mon[189144]: pgmap v5908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:42.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:21:42 smithi039 ceph-mon[181282]: pgmap v5908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:44.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:21:43 smithi039 ceph-mon[181282]: pgmap v5909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:44.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:21:43 smithi032 ceph-mon[191839]: pgmap v5909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:44.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:21:43 smithi032 ceph-mon[189144]: pgmap v5909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:46.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:21:46 smithi032 ceph-mon[191839]: pgmap v5910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:46.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:21:46 smithi032 ceph-mon[189144]: pgmap v5910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:46.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:21:46 smithi039 ceph-mon[181282]: pgmap v5910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:48.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:21:48 smithi032 ceph-mon[191839]: pgmap v5911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:48.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:21:48 smithi032 ceph-mon[189144]: pgmap v5911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:48.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:21:48 smithi039 ceph-mon[181282]: pgmap v5911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:21:50 smithi032 ceph-mon[191839]: pgmap v5912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:21:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:21:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:21:50 smithi032 ceph-mon[189144]: pgmap v5912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:21:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:21:50.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:21:50 smithi039 ceph-mon[181282]: pgmap v5912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:50.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:21:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:21:51.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:21:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:21:50] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:21:52.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:21:52 smithi032 ceph-mon[191839]: pgmap v5913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:52.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:21:52 smithi032 ceph-mon[189144]: pgmap v5913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:52.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:21:52 smithi039 ceph-mon[181282]: pgmap v5913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:54.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:21:53 smithi039 ceph-mon[181282]: pgmap v5914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:54.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:21:53 smithi032 ceph-mon[189144]: pgmap v5914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:54.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:21:53 smithi032 ceph-mon[191839]: pgmap v5914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:55.074 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:21:55.395 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:21:55.395 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 5m ago 2h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:21:55.395 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 3m ago 2h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:21:55.395 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 5m ago 2h 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:21:55.395 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 3m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:21:55.395 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 3m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:21:55.395 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 5m ago 2h 628M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:21:55.395 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 5m ago 2h 741M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:21:55.395 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 3m ago 2h 388M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:21:55.396 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 5m ago 2h 393M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:21:55.396 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 5m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:21:55.396 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 3m ago 2h 18.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:21:55.396 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (119m) 5m ago 2h 4107M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:21:55.396 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (119m) 5m ago 2h 4323M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:21:55.396 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (119m) 5m ago 2h 3917M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:21:55.396 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (118m) 5m ago 2h 3822M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:21:55.396 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (118m) 3m ago 2h 3667M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:21:55.396 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (117m) 3m ago 2h 3845M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:21:55.396 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (117m) 3m ago 2h 3618M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:21:55.396 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (116m) 3m ago 2h 3475M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:21:55.396 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 3m ago 2h 107M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:21:55.797 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:21:55.797 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:21:55.797 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:21:55.798 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:21:55.798 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:21:55.798 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:21:55.798 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:21:55.798 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:21:55.798 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:21:55.798 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:21:55.798 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:21:55.798 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:21:55.798 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:21:55.798 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:21:55.798 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:21:55.798 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:21:55.798 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:21:55.799 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:21:56.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:21:56 smithi032 ceph-mon[191839]: from='client.39981 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:21:56.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:21:56 smithi032 ceph-mon[191839]: pgmap v5915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:56.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:21:56 smithi032 ceph-mon[191839]: from='client.49904 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:21:56.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:21:56 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/545308963' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:21:56.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:21:56 smithi032 ceph-mon[189144]: from='client.39981 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:21:56.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:21:56 smithi032 ceph-mon[189144]: pgmap v5915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:56.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:21:56 smithi032 ceph-mon[189144]: from='client.49904 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:21:56.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:21:56 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/545308963' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:21:56.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:21:56 smithi039 ceph-mon[181282]: from='client.39981 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:21:56.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:21:56 smithi039 ceph-mon[181282]: pgmap v5915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:56.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:21:56 smithi039 ceph-mon[181282]: from='client.49904 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:21:56.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:21:56 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/545308963' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:21:58.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:21:58 smithi032 ceph-mon[191839]: pgmap v5916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:58.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:21:58 smithi032 ceph-mon[189144]: pgmap v5916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:21:58.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:21:58 smithi039 ceph-mon[181282]: pgmap v5916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:00.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:22:00 smithi032 ceph-mon[189144]: pgmap v5917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:00.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:22:00 smithi032 ceph-mon[191839]: pgmap v5917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:00.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:22:00 smithi039 ceph-mon[181282]: pgmap v5917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:22:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:22:00] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:22:02.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:22:02 smithi032 ceph-mon[191839]: pgmap v5918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:02.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:22:02 smithi032 ceph-mon[189144]: pgmap v5918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:02.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:22:02 smithi039 ceph-mon[181282]: pgmap v5918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:04.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:22:03 smithi039 ceph-mon[181282]: pgmap v5919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:04.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:22:03 smithi032 ceph-mon[191839]: pgmap v5919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:04.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:22:03 smithi032 ceph-mon[189144]: pgmap v5919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:05.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:22:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:22:05.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:22:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:22:05.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:22:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:22:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:22:05 smithi039 ceph-mon[181282]: pgmap v5920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:06.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:22:05 smithi032 ceph-mon[191839]: pgmap v5920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:06.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:22:05 smithi032 ceph-mon[189144]: pgmap v5920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:08.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:22:08 smithi032 ceph-mon[191839]: pgmap v5921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:08.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:22:08 smithi032 ceph-mon[189144]: pgmap v5921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:08.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:22:08 smithi039 ceph-mon[181282]: pgmap v5921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:10.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:22:10 smithi032 ceph-mon[189144]: pgmap v5922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:10.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:22:10 smithi032 ceph-mon[191839]: pgmap v5922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:10.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:22:10 smithi039 ceph-mon[181282]: pgmap v5922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:22:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:22:10] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:22:11.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:22:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:22:11.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:22:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:22:11.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:22:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:22:11.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:22:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:22:11.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:22:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:22:11.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:22:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:22:11.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:22:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:22:11.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:22:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:22:11.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:22:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:22:11.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:22:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:22:11.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:22:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:22:11.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:22:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:22:12.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:22:12 smithi032 ceph-mon[191839]: pgmap v5923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:12.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:22:12 smithi032 ceph-mon[189144]: pgmap v5923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:12.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:22:12 smithi039 ceph-mon[181282]: pgmap v5923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:14.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:22:13 smithi039 ceph-mon[181282]: pgmap v5924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:14.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:22:13 smithi032 ceph-mon[189144]: pgmap v5924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:14.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:22:13 smithi032 ceph-mon[191839]: pgmap v5924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:16.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:22:16 smithi032 ceph-mon[191839]: pgmap v5925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:16.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:22:16 smithi032 ceph-mon[189144]: pgmap v5925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:16.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:22:16 smithi039 ceph-mon[181282]: pgmap v5925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:18.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:22:18 smithi032 ceph-mon[189144]: pgmap v5926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:18.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:22:18 smithi032 ceph-mon[191839]: pgmap v5926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:18.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:22:18 smithi039 ceph-mon[181282]: pgmap v5926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:22:20 smithi032 ceph-mon[191839]: pgmap v5927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:22:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:22:20.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:22:20 smithi032 ceph-mon[189144]: pgmap v5927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:20.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:22:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:22:20.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:22:20 smithi039 ceph-mon[181282]: pgmap v5927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:20.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:22:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:22:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:22:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:22:20] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:22:22.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:22:22 smithi032 ceph-mon[191839]: pgmap v5928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:22.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:22:22 smithi032 ceph-mon[189144]: pgmap v5928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:22.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:22:22 smithi039 ceph-mon[181282]: pgmap v5928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:24.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:22:23 smithi039 ceph-mon[181282]: pgmap v5929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:24.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:22:23 smithi032 ceph-mon[191839]: pgmap v5929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:24.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:22:23 smithi032 ceph-mon[189144]: pgmap v5929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:26.159 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:22:26.484 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:22:26.484 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 6m ago 2h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:22:26.484 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 4m ago 2h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:22:26.485 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 6m ago 2h 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:22:26.485 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 4m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:22:26.485 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 4m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:22:26.485 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 6m ago 2h 628M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:22:26.485 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 6m ago 2h 741M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:22:26.485 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 4m ago 2h 388M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:22:26.485 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 6m ago 2h 393M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:22:26.485 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 6m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:22:26.485 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 4m ago 2h 18.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:22:26.485 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 6m ago 2h 4107M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:22:26.485 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 6m ago 2h 4323M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:22:26.486 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (119m) 6m ago 2h 3917M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:22:26.486 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (119m) 6m ago 2h 3822M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:22:26.486 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (118m) 4m ago 2h 3667M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:22:26.486 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (118m) 4m ago 2h 3845M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:22:26.486 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (117m) 4m ago 2h 3618M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:22:26.486 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (117m) 4m ago 2h 3475M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:22:26.486 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 4m ago 2h 107M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:22:26.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:22:26 smithi032 ceph-mon[191839]: pgmap v5930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:26.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:22:26 smithi032 ceph-mon[189144]: pgmap v5930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:26.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:22:26 smithi039 ceph-mon[181282]: pgmap v5930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:26.889 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:22:26.890 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:22:26.890 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:22:26.890 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:22:26.890 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:22:26.890 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:22:26.890 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:22:26.890 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:22:26.890 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:22:26.890 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:22:26.890 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:22:26.890 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:22:26.890 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:22:26.890 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:22:26.890 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:22:26.891 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:22:26.891 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:22:26.891 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:22:27.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:22:27 smithi032 ceph-mon[191839]: from='client.39999 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:22:27.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:22:27 smithi032 ceph-mon[191839]: from='client.49922 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:22:27.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:22:27 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1195669718' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:22:27.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:22:27 smithi032 ceph-mon[189144]: from='client.39999 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:22:27.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:22:27 smithi032 ceph-mon[189144]: from='client.49922 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:22:27.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:22:27 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1195669718' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:22:27.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:22:27 smithi039 ceph-mon[181282]: from='client.39999 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:22:27.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:22:27 smithi039 ceph-mon[181282]: from='client.49922 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:22:27.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:22:27 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1195669718' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:22:28.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:22:28 smithi032 ceph-mon[189144]: pgmap v5931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:28.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:22:28 smithi032 ceph-mon[191839]: pgmap v5931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:28.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:22:28 smithi039 ceph-mon[181282]: pgmap v5931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:30.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:22:30 smithi032 ceph-mon[191839]: pgmap v5932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:30.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:22:30 smithi032 ceph-mon[189144]: pgmap v5932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:30.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:22:30 smithi039 ceph-mon[181282]: pgmap v5932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:31.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:22:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:22:30] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:22:32.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:22:32 smithi032 ceph-mon[191839]: pgmap v5933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:32.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:22:32 smithi032 ceph-mon[189144]: pgmap v5933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:32.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:22:32 smithi039 ceph-mon[181282]: pgmap v5933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:34.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:22:33 smithi039 ceph-mon[181282]: pgmap v5934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:34.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:22:33 smithi032 ceph-mon[191839]: pgmap v5934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:34.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:22:33 smithi032 ceph-mon[189144]: pgmap v5934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:35.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:22:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:22:35.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:22:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:22:35.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:22:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:22:36.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:22:35 smithi039 ceph-mon[181282]: pgmap v5935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:36.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:22:35 smithi032 ceph-mon[191839]: pgmap v5935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:36.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:22:35 smithi032 ceph-mon[189144]: pgmap v5935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:38.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:22:38 smithi032 ceph-mon[191839]: pgmap v5936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:38.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:22:38 smithi032 ceph-mon[189144]: pgmap v5936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:38.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:22:38 smithi039 ceph-mon[181282]: pgmap v5936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:40.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:22:40 smithi032 ceph-mon[191839]: pgmap v5937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:40.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:22:40 smithi032 ceph-mon[189144]: pgmap v5937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:40.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:22:40 smithi039 ceph-mon[181282]: pgmap v5937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:41.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:22:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:22:40] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T19:22:42.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:22:42 smithi032 ceph-mon[191839]: pgmap v5938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:42.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:22:42 smithi032 ceph-mon[189144]: pgmap v5938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:42.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:22:42 smithi039 ceph-mon[181282]: pgmap v5938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:44.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:22:43 smithi039 ceph-mon[181282]: pgmap v5939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:44.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:22:43 smithi032 ceph-mon[191839]: pgmap v5939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:44.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:22:43 smithi032 ceph-mon[189144]: pgmap v5939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:46.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:22:46 smithi032 ceph-mon[191839]: pgmap v5940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:46.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:22:46 smithi032 ceph-mon[189144]: pgmap v5940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:46.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:22:46 smithi039 ceph-mon[181282]: pgmap v5940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:48.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:22:48 smithi032 ceph-mon[191839]: pgmap v5941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:48.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:22:48 smithi032 ceph-mon[189144]: pgmap v5941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:48.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:22:48 smithi039 ceph-mon[181282]: pgmap v5941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:50.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:22:50 smithi032 ceph-mon[191839]: pgmap v5942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:50.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:22:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:22:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:22:50 smithi032 ceph-mon[189144]: pgmap v5942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:22:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:22:50.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:22:50 smithi039 ceph-mon[181282]: pgmap v5942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:50.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:22:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:22:51.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:22:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:22:50] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:22:52.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:22:52 smithi032 ceph-mon[189144]: pgmap v5943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:52.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:22:52 smithi032 ceph-mon[191839]: pgmap v5943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:52.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:22:52 smithi039 ceph-mon[181282]: pgmap v5943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:54.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:22:53 smithi039 ceph-mon[181282]: pgmap v5944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:54.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:22:53 smithi032 ceph-mon[191839]: pgmap v5944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:54.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:22:53 smithi032 ceph-mon[189144]: pgmap v5944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:56.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:22:56 smithi032 ceph-mon[191839]: pgmap v5945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:56.698 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:22:56 smithi032 ceph-mon[189144]: pgmap v5945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:56.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:22:56 smithi039 ceph-mon[181282]: pgmap v5945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:57.252 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:22:57.574 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:22:57.574 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 6m ago 2h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:22:57.574 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 4m ago 2h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:22:57.574 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 6m ago 2h 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:22:57.574 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 4m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:22:57.574 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 4m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:22:57.574 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 6m ago 2h 628M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:22:57.574 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 6m ago 2h 741M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:22:57.574 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 4m ago 2h 388M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:22:57.575 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 6m ago 2h 393M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:22:57.575 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 6m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:22:57.575 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 4m ago 2h 18.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:22:57.575 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 6m ago 2h 4107M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:22:57.575 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 6m ago 2h 4323M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:22:57.575 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 6m ago 2h 3917M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:22:57.575 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (119m) 6m ago 2h 3822M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:22:57.575 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (119m) 4m ago 2h 3667M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:22:57.575 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (118m) 4m ago 2h 3845M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:22:57.575 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (118m) 4m ago 2h 3618M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:22:57.575 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (117m) 4m ago 2h 3475M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:22:57.575 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 4m ago 2h 107M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:22:57.977 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:22:57.977 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:22:57.977 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:22:57.977 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:22:57.977 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:22:57.977 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:22:57.978 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:22:57.978 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:22:57.978 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:22:57.978 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:22:57.978 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:22:57.978 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:22:57.978 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:22:57.978 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:22:57.978 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:22:57.978 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:22:57.978 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:22:57.978 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:22:58.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:22:58 smithi032 ceph-mon[191839]: from='client.40017 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:22:58.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:22:58 smithi032 ceph-mon[191839]: pgmap v5946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:58.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:22:58 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2391232176' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:22:58.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:22:58 smithi032 ceph-mon[189144]: from='client.40017 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:22:58.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:22:58 smithi032 ceph-mon[189144]: pgmap v5946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:58.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:22:58 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2391232176' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:22:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:22:58 smithi039 ceph-mon[181282]: from='client.40017 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:22:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:22:58 smithi039 ceph-mon[181282]: pgmap v5946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:22:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:22:58 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2391232176' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:22:59.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:22:59 smithi032 ceph-mon[191839]: from='client.40023 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:22:59.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:22:59 smithi032 ceph-mon[189144]: from='client.40023 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:22:59.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:22:59 smithi039 ceph-mon[181282]: from='client.40023 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:23:00.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:23:00 smithi032 ceph-mon[191839]: pgmap v5947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:00.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:23:00 smithi032 ceph-mon[189144]: pgmap v5947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:00.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:23:00 smithi039 ceph-mon[181282]: pgmap v5947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:23:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:23:00] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:23:02.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:23:02 smithi032 ceph-mon[189144]: pgmap v5948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:02.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:23:02 smithi032 ceph-mon[191839]: pgmap v5948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:02.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:23:02 smithi039 ceph-mon[181282]: pgmap v5948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:04.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:23:03 smithi039 ceph-mon[181282]: pgmap v5949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:04.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:23:03 smithi032 ceph-mon[189144]: pgmap v5949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:04.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:23:03 smithi032 ceph-mon[191839]: pgmap v5949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:05.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:23:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:23:05.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:23:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:23:05.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:23:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:23:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:23:05 smithi039 ceph-mon[181282]: pgmap v5950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:06.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:23:05 smithi032 ceph-mon[189144]: pgmap v5950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:06.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:23:05 smithi032 ceph-mon[191839]: pgmap v5950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:08.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:23:08 smithi032 ceph-mon[191839]: pgmap v5951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:08.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:23:08 smithi032 ceph-mon[189144]: pgmap v5951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:08.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:23:08 smithi039 ceph-mon[181282]: pgmap v5951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:10.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:23:10 smithi032 ceph-mon[191839]: pgmap v5952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:10.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:23:10 smithi032 ceph-mon[189144]: pgmap v5952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:10.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:23:10 smithi039 ceph-mon[181282]: pgmap v5952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:23:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:23:10] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T19:23:11.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:23:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:23:11.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:23:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:23:11.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:23:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:23:12.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:23:12 smithi032 ceph-mon[191839]: pgmap v5953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:12.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:23:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:23:12.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:23:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:23:12.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:23:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:23:12.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:23:12 smithi032 ceph-mon[189144]: pgmap v5953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:12.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:23:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:23:12.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:23:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:23:12.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:23:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:23:12.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:23:12 smithi039 ceph-mon[181282]: pgmap v5953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:12.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:23:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:23:12.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:23:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:23:12.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:23:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:23:14.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:23:13 smithi039 ceph-mon[181282]: pgmap v5954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:14.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:23:13 smithi032 ceph-mon[191839]: pgmap v5954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:14.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:23:13 smithi032 ceph-mon[189144]: pgmap v5954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:16.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:23:16 smithi032 ceph-mon[191839]: pgmap v5955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:16.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:23:16 smithi032 ceph-mon[189144]: pgmap v5955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:16.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:23:16 smithi039 ceph-mon[181282]: pgmap v5955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:18.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:23:18 smithi032 ceph-mon[191839]: pgmap v5956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:18.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:23:18 smithi032 ceph-mon[189144]: pgmap v5956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:18.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:23:18 smithi039 ceph-mon[181282]: pgmap v5956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:20.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:23:20 smithi032 ceph-mon[191839]: pgmap v5957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:20.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:23:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:23:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:23:20 smithi032 ceph-mon[189144]: pgmap v5957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:23:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:23:20.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:23:20 smithi039 ceph-mon[181282]: pgmap v5957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:20.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:23:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:23:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:23:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:23:20] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:23:22.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:23:22 smithi032 ceph-mon[191839]: pgmap v5958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:22.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:23:22 smithi032 ceph-mon[189144]: pgmap v5958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:22.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:23:22 smithi039 ceph-mon[181282]: pgmap v5958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:24.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:23:23 smithi039 ceph-mon[181282]: pgmap v5959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:24.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:23:23 smithi032 ceph-mon[191839]: pgmap v5959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:24.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:23:23 smithi032 ceph-mon[189144]: pgmap v5959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:26.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:23:26 smithi032 ceph-mon[191839]: pgmap v5960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:26.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:23:26 smithi032 ceph-mon[189144]: pgmap v5960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:26.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:23:26 smithi039 ceph-mon[181282]: pgmap v5960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:28.342 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:23:28.667 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:23:28.667 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 7m ago 2h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:23:28.667 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 5m ago 2h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:23:28.667 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 7m ago 2h 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:23:28.667 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 5m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:23:28.667 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 5m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:23:28.667 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 7m ago 2h 628M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:23:28.667 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 7m ago 2h 741M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:23:28.668 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 5m ago 2h 388M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:23:28.668 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 7m ago 2h 393M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:23:28.668 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 7m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:23:28.668 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 5m ago 2h 18.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:23:28.668 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 7m ago 2h 4107M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:23:28.668 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 7m ago 2h 4323M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:23:28.668 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 7m ago 2h 3917M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:23:28.668 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 7m ago 2h 3822M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:23:28.668 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (119m) 5m ago 2h 3667M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:23:28.668 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (119m) 5m ago 2h 3845M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:23:28.668 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (118m) 5m ago 2h 3618M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:23:28.669 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (118m) 5m ago 2h 3475M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:23:28.669 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 5m ago 2h 107M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:23:28.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:23:28 smithi032 ceph-mon[189144]: pgmap v5961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:28.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:23:28 smithi032 ceph-mon[191839]: pgmap v5961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:28.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:23:28 smithi039 ceph-mon[181282]: pgmap v5961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:29.068 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:23:29.068 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:23:29.068 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:23:29.068 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:23:29.068 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:23:29.068 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:23:29.068 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:23:29.069 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:23:29.069 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:23:29.069 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:23:29.069 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:23:29.069 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:23:29.069 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:23:29.069 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:23:29.069 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:23:29.069 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:23:29.069 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:23:29.070 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:23:29.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:23:29 smithi032 ceph-mon[189144]: from='client.40035 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:23:29.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:23:29 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3416937757' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:23:29.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:23:29 smithi032 ceph-mon[191839]: from='client.40035 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:23:29.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:23:29 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3416937757' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:23:29.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:23:29 smithi039 ceph-mon[181282]: from='client.40035 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:23:29.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:23:29 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3416937757' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:23:30.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:23:30 smithi032 ceph-mon[191839]: from='client.49958 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:23:30.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:23:30 smithi032 ceph-mon[191839]: pgmap v5962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:30.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:23:30 smithi032 ceph-mon[189144]: from='client.49958 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:23:30.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:23:30 smithi032 ceph-mon[189144]: pgmap v5962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:30.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:23:30 smithi039 ceph-mon[181282]: from='client.49958 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:23:30.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:23:30 smithi039 ceph-mon[181282]: pgmap v5962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:31.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:23:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:23:30] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:23:32.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:23:32 smithi032 ceph-mon[191839]: pgmap v5963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:32.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:23:32 smithi032 ceph-mon[189144]: pgmap v5963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:32.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:23:32 smithi039 ceph-mon[181282]: pgmap v5963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:34.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:23:33 smithi039 ceph-mon[181282]: pgmap v5964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:34.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:23:33 smithi032 ceph-mon[191839]: pgmap v5964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:34.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:23:33 smithi032 ceph-mon[189144]: pgmap v5964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:35.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:23:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:23:35.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:23:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:23:35.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:23:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:23:36.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:23:36 smithi032 ceph-mon[191839]: pgmap v5965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:36.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:23:36 smithi032 ceph-mon[189144]: pgmap v5965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:36.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:23:36 smithi039 ceph-mon[181282]: pgmap v5965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:38.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:23:38 smithi032 ceph-mon[191839]: pgmap v5966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:38.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:23:38 smithi032 ceph-mon[189144]: pgmap v5966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:38.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:23:38 smithi039 ceph-mon[181282]: pgmap v5966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:40.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:23:40 smithi032 ceph-mon[191839]: pgmap v5967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:40.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:23:40 smithi032 ceph-mon[189144]: pgmap v5967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:40.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:23:40 smithi039 ceph-mon[181282]: pgmap v5967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:41.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:23:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:23:40] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:23:42.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:23:42 smithi032 ceph-mon[191839]: pgmap v5968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:42.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:23:42 smithi032 ceph-mon[189144]: pgmap v5968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:42.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:23:42 smithi039 ceph-mon[181282]: pgmap v5968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:44.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:23:43 smithi039 ceph-mon[181282]: pgmap v5969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:44.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:23:43 smithi032 ceph-mon[191839]: pgmap v5969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:44.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:23:43 smithi032 ceph-mon[189144]: pgmap v5969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:46.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:23:46 smithi032 ceph-mon[191839]: pgmap v5970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:46.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:23:46 smithi032 ceph-mon[189144]: pgmap v5970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:46.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:23:46 smithi039 ceph-mon[181282]: pgmap v5970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:48.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:23:48 smithi032 ceph-mon[191839]: pgmap v5971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:48.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:23:48 smithi032 ceph-mon[189144]: pgmap v5971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:48.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:23:48 smithi039 ceph-mon[181282]: pgmap v5971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:23:50 smithi032 ceph-mon[189144]: pgmap v5972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:23:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:23:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:23:50 smithi032 ceph-mon[191839]: pgmap v5972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:23:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:23:50.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:23:50 smithi039 ceph-mon[181282]: pgmap v5972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:50.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:23:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:23:51.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:23:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:23:50] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:23:52.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:23:52 smithi032 ceph-mon[189144]: pgmap v5973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:52.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:23:52 smithi032 ceph-mon[191839]: pgmap v5973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:52.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:23:52 smithi039 ceph-mon[181282]: pgmap v5973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:54.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:23:53 smithi039 ceph-mon[181282]: pgmap v5974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:54.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:23:53 smithi032 ceph-mon[189144]: pgmap v5974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:54.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:23:53 smithi032 ceph-mon[191839]: pgmap v5974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:56.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:23:56 smithi032 ceph-mon[191839]: pgmap v5975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:56.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:23:56 smithi032 ceph-mon[189144]: pgmap v5975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:56.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:23:56 smithi039 ceph-mon[181282]: pgmap v5975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:58.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:23:58 smithi032 ceph-mon[191839]: pgmap v5976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:58.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:23:58 smithi032 ceph-mon[189144]: pgmap v5976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:58.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:23:58 smithi039 ceph-mon[181282]: pgmap v5976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:23:59.431 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:23:59.756 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:23:59.756 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 7m ago 2h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:23:59.756 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 5m ago 2h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:23:59.756 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 7m ago 2h 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:23:59.756 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 5m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:23:59.756 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 5m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:23:59.756 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 7m ago 2h 628M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:23:59.757 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 7m ago 2h 741M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:23:59.757 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 5m ago 2h 388M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:23:59.757 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 7m ago 2h 393M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:23:59.757 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 7m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:23:59.757 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 5m ago 2h 18.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:23:59.757 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 7m ago 2h 4107M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:23:59.757 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 7m ago 2h 4323M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:23:59.757 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 7m ago 2h 3917M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:23:59.758 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 7m ago 2h 3822M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:23:59.758 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 5m ago 2h 3667M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:23:59.758 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (119m) 5m ago 2h 3845M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:23:59.758 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (119m) 5m ago 2h 3618M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:23:59.758 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (118m) 5m ago 2h 3475M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:23:59.758 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 5m ago 2h 107M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:24:00.158 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:24:00.158 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:24:00.158 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:24:00.158 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:24:00.158 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:24:00.159 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:24:00.159 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:24:00.159 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:24:00.159 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:24:00.159 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:24:00.159 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:24:00.159 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:24:00.159 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:24:00.159 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:24:00.160 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:24:00.160 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:24:00.160 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:24:00.160 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:24:00.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:24:00 smithi032 ceph-mon[191839]: pgmap v5977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:00.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:24:00 smithi032 ceph-mon[191839]: from='client.40053 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:24:00.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:24:00 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2327449887' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:24:00.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:24:00 smithi032 ceph-mon[189144]: pgmap v5977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:00.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:24:00 smithi032 ceph-mon[189144]: from='client.40053 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:24:00.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:24:00 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2327449887' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:24:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:24:00 smithi039 ceph-mon[181282]: pgmap v5977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:24:00 smithi039 ceph-mon[181282]: from='client.40053 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:24:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:24:00 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2327449887' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:24:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:24:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:24:00] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:24:01.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:24:01 smithi032 ceph-mon[189144]: from='client.49976 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:24:01.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:24:01 smithi032 ceph-mon[191839]: from='client.49976 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:24:01.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:24:01 smithi039 ceph-mon[181282]: from='client.49976 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:24:02.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:24:02 smithi032 ceph-mon[189144]: pgmap v5978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:02.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:24:02 smithi032 ceph-mon[191839]: pgmap v5978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:02.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:24:02 smithi039 ceph-mon[181282]: pgmap v5978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:04.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:24:03 smithi039 ceph-mon[181282]: pgmap v5979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:04.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:24:03 smithi032 ceph-mon[189144]: pgmap v5979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:04.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:24:03 smithi032 ceph-mon[191839]: pgmap v5979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:05.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:24:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:24:05.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:24:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:24:05.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:24:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:24:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:24:06 smithi039 ceph-mon[181282]: pgmap v5980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:06.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:24:06 smithi032 ceph-mon[189144]: pgmap v5980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:06.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:24:06 smithi032 ceph-mon[191839]: pgmap v5980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:08.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:24:08 smithi032 ceph-mon[191839]: pgmap v5981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:08.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:24:08 smithi032 ceph-mon[189144]: pgmap v5981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:24:08 smithi039 ceph-mon[181282]: pgmap v5981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:10.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:24:10 smithi032 ceph-mon[191839]: pgmap v5982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:10.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:24:10 smithi032 ceph-mon[189144]: pgmap v5982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:24:10 smithi039 ceph-mon[181282]: pgmap v5982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:24:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:24:10] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T19:24:12.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:24:12 smithi032 ceph-mon[189144]: pgmap v5983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:24:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:24:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:24:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:24:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:24:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:24:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:24:12 smithi032 ceph-mon[191839]: pgmap v5983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:24:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:24:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:24:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:24:12.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:24:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:24:12.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:24:12 smithi039 ceph-mon[181282]: pgmap v5983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:12.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:24:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:24:12.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:24:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:24:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:24:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:24:13.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:24:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:24:13.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:24:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:24:13.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:24:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:24:13.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:24:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:24:13.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:24:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:24:13.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:24:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:24:13.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:24:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:24:13.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:24:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:24:13.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:24:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:24:14.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:24:14 smithi032 ceph-mon[189144]: pgmap v5984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:14.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:24:14 smithi032 ceph-mon[191839]: pgmap v5984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:24:14 smithi039 ceph-mon[181282]: pgmap v5984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:16.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:24:16 smithi032 ceph-mon[191839]: pgmap v5985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:16.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:24:16 smithi032 ceph-mon[189144]: pgmap v5985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:24:16 smithi039 ceph-mon[181282]: pgmap v5985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:18.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:24:18 smithi032 ceph-mon[191839]: pgmap v5986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:18.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:24:18 smithi032 ceph-mon[189144]: pgmap v5986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:18.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:24:18 smithi039 ceph-mon[181282]: pgmap v5986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:20.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:24:20 smithi032 ceph-mon[191839]: pgmap v5987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:20.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:24:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:24:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:24:20 smithi032 ceph-mon[189144]: pgmap v5987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:24:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:24:20.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:24:20 smithi039 ceph-mon[181282]: pgmap v5987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:24:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:24:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:24:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:24:20] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T19:24:22.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:24:22 smithi032 ceph-mon[191839]: pgmap v5988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:22.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:24:22 smithi032 ceph-mon[189144]: pgmap v5988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:22.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:24:22 smithi039 ceph-mon[181282]: pgmap v5988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:24.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:24:24 smithi039 ceph-mon[181282]: pgmap v5989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:24.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:24:23 smithi032 ceph-mon[191839]: pgmap v5989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:24.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:24:23 smithi032 ceph-mon[189144]: pgmap v5989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:26.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:24:26 smithi032 ceph-mon[191839]: pgmap v5990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:26.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:24:26 smithi032 ceph-mon[189144]: pgmap v5990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:26.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:24:26 smithi039 ceph-mon[181282]: pgmap v5990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:28.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:24:28 smithi032 ceph-mon[191839]: pgmap v5991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:28.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:24:28 smithi032 ceph-mon[189144]: pgmap v5991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:24:28 smithi039 ceph-mon[181282]: pgmap v5991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:30.525 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:24:30.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:24:30 smithi032 ceph-mon[191839]: pgmap v5992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:30.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:24:30 smithi032 ceph-mon[189144]: pgmap v5992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:30.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:24:30 smithi039 ceph-mon[181282]: pgmap v5992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:30.848 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:24:30.848 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 8m ago 2h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:24:30.848 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 6m ago 2h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:24:30.848 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 8m ago 2h 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:24:30.848 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 6m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:24:30.848 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 6m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:24:30.848 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 8m ago 2h 628M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:24:30.848 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 8m ago 2h 741M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:24:30.849 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 6m ago 2h 388M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:24:30.849 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 8m ago 2h 393M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:24:30.849 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 8m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:24:30.849 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 6m ago 2h 18.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:24:30.849 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 8m ago 2h 4107M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:24:30.849 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 8m ago 2h 4323M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:24:30.849 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 8m ago 2h 3917M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:24:30.849 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 8m ago 2h 3822M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:24:30.849 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 6m ago 2h 3667M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:24:30.850 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 6m ago 2h 3845M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:24:30.850 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (119m) 6m ago 2h 3618M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:24:30.850 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (119m) 6m ago 2h 3475M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:24:30.850 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 6m ago 2h 107M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:24:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:24:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:24:30] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T19:24:31.246 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:24:31.247 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:24:31.247 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:24:31.247 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:24:31.247 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:24:31.247 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:24:31.247 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:24:31.247 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:24:31.247 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:24:31.247 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:24:31.248 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:24:31.248 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:24:31.248 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:24:31.248 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:24:31.248 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:24:31.248 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:24:31.248 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:24:31.248 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:24:31.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:24:31 smithi032 ceph-mon[191839]: from='client.49988 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:24:31.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:24:31 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/610895948' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:24:31.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:24:31 smithi032 ceph-mon[189144]: from='client.49988 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:24:31.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:24:31 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/610895948' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:24:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:24:31 smithi039 ceph-mon[181282]: from='client.49988 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:24:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:24:31 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/610895948' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:24:32.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:24:32 smithi032 ceph-mon[191839]: from='client.40077 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:24:32.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:24:32 smithi032 ceph-mon[191839]: pgmap v5993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:32.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:24:32 smithi032 ceph-mon[189144]: from='client.40077 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:24:32.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:24:32 smithi032 ceph-mon[189144]: pgmap v5993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:32.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:24:32 smithi039 ceph-mon[181282]: from='client.40077 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:24:32.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:24:32 smithi039 ceph-mon[181282]: pgmap v5993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:34.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:24:34 smithi032 ceph-mon[189144]: pgmap v5994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:34.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:24:34 smithi032 ceph-mon[191839]: pgmap v5994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:24:34 smithi039 ceph-mon[181282]: pgmap v5994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:35.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:24:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:24:35.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:24:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:24:35.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:24:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:24:36.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:24:36 smithi032 ceph-mon[189144]: pgmap v5995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:24:36 smithi032 ceph-mon[191839]: pgmap v5995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:24:36 smithi039 ceph-mon[181282]: pgmap v5995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:38.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:24:38 smithi032 ceph-mon[191839]: pgmap v5996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:38.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:24:38 smithi032 ceph-mon[189144]: pgmap v5996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:24:38 smithi039 ceph-mon[181282]: pgmap v5996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:40.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:24:40 smithi032 ceph-mon[191839]: pgmap v5997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:40.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:24:40 smithi032 ceph-mon[189144]: pgmap v5997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:40.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:24:40 smithi039 ceph-mon[181282]: pgmap v5997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:41.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:24:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:24:40] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T19:24:42.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:24:42 smithi032 ceph-mon[191839]: pgmap v5998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:42.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:24:42 smithi032 ceph-mon[189144]: pgmap v5998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:42.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:24:42 smithi039 ceph-mon[181282]: pgmap v5998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:44.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:24:44 smithi032 ceph-mon[191839]: pgmap v5999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:44.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:24:44 smithi032 ceph-mon[189144]: pgmap v5999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:44.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:24:44 smithi039 ceph-mon[181282]: pgmap v5999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:46.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:24:46 smithi032 ceph-mon[191839]: pgmap v6000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:46.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:24:46 smithi032 ceph-mon[189144]: pgmap v6000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:46.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:24:46 smithi039 ceph-mon[181282]: pgmap v6000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:48.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:24:48 smithi032 ceph-mon[189144]: pgmap v6001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:48.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:24:48 smithi032 ceph-mon[191839]: pgmap v6001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:48.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:24:48 smithi039 ceph-mon[181282]: pgmap v6001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:24:50 smithi032 ceph-mon[191839]: pgmap v6002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:24:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:24:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:24:50 smithi032 ceph-mon[189144]: pgmap v6002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:24:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:24:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:24:50 smithi039 ceph-mon[181282]: pgmap v6002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:24:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:24:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:24:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:24:50] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:24:52.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:24:52 smithi032 ceph-mon[189144]: pgmap v6003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:52.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:24:52 smithi032 ceph-mon[191839]: pgmap v6003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:52.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:24:52 smithi039 ceph-mon[181282]: pgmap v6003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:54.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:24:54 smithi032 ceph-mon[191839]: pgmap v6004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:54.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:24:54 smithi032 ceph-mon[189144]: pgmap v6004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:24:54 smithi039 ceph-mon[181282]: pgmap v6004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:56.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:24:56 smithi032 ceph-mon[191839]: pgmap v6005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:56.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:24:56 smithi032 ceph-mon[189144]: pgmap v6005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:24:56 smithi039 ceph-mon[181282]: pgmap v6005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:58.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:24:58 smithi032 ceph-mon[191839]: pgmap v6006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:58.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:24:58 smithi032 ceph-mon[189144]: pgmap v6006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:24:58.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:24:58 smithi039 ceph-mon[181282]: pgmap v6006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:00.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:00 smithi032 ceph-mon[191839]: pgmap v6007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:00.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:00 smithi032 ceph-mon[189144]: pgmap v6007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:00 smithi039 ceph-mon[181282]: pgmap v6007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:25:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:25:00] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:25:01.611 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:25:01.934 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:25:01.934 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 8m ago 2h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:25:01.934 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 6m ago 2h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:25:01.934 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 8m ago 2h 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:25:01.935 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 6m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:25:01.935 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 6m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:25:01.935 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 8m ago 2h 628M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:25:01.935 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 8m ago 2h 741M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:25:01.935 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 6m ago 2h 388M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:25:01.935 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 8m ago 2h 393M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:25:01.935 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 8m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:25:01.935 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 6m ago 2h 18.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:25:01.935 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 8m ago 2h 4107M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:25:01.935 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 8m ago 2h 4323M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:25:01.936 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 8m ago 2h 3917M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:25:01.936 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 8m ago 2h 3822M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:25:01.936 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 6m ago 2h 3667M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:25:01.936 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 6m ago 2h 3845M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:25:01.936 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 6m ago 2h 3618M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:25:01.936 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (119m) 6m ago 2h 3475M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:25:01.936 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 6m ago 2h 107M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:25:02.342 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:25:02.342 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:25:02.343 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:25:02.343 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:25:02.343 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:25:02.343 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:25:02.343 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:25:02.343 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:25:02.343 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:25:02.343 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:25:02.343 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:25:02.343 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:25:02.344 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:25:02.344 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:25:02.344 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:25:02.344 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:25:02.344 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:25:02.344 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:25:02.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:02 smithi032 ceph-mon[191839]: pgmap v6008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:02.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:02 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1269422590' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:25:02.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:02 smithi032 ceph-mon[189144]: pgmap v6008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:02.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:02 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1269422590' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:25:02.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:02 smithi039 ceph-mon[181282]: pgmap v6008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:02.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:02 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1269422590' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:25:03.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:03 smithi032 ceph-mon[191839]: from='client.40089 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:25:03.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:03 smithi032 ceph-mon[191839]: from='client.40095 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:25:03.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:03 smithi032 ceph-mon[189144]: from='client.40089 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:25:03.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:03 smithi032 ceph-mon[189144]: from='client.40095 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:25:03.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:03 smithi039 ceph-mon[181282]: from='client.40089 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:25:03.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:03 smithi039 ceph-mon[181282]: from='client.40095 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:25:04.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:04 smithi032 ceph-mon[191839]: pgmap v6009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:04.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:04 smithi032 ceph-mon[189144]: pgmap v6009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:04.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:04 smithi039 ceph-mon[181282]: pgmap v6009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:05.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:25:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:25:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:25:06.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:06 smithi032 ceph-mon[189144]: pgmap v6010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:06 smithi032 ceph-mon[191839]: pgmap v6010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:06.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:06 smithi039 ceph-mon[181282]: pgmap v6010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:08.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:08 smithi032 ceph-mon[189144]: pgmap v6011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:08.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:08 smithi032 ceph-mon[191839]: pgmap v6011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:08.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:08 smithi039 ceph-mon[181282]: pgmap v6011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:10.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:10 smithi032 ceph-mon[191839]: pgmap v6012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:10.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:10 smithi032 ceph-mon[189144]: pgmap v6012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:10 smithi039 ceph-mon[181282]: pgmap v6012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:25:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:25:10] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:25:12.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:12 smithi032 ceph-mon[189144]: pgmap v6013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:12.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:12 smithi032 ceph-mon[191839]: pgmap v6013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:12 smithi039 ceph-mon[181282]: pgmap v6013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:13.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:25:13.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:25:13.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:25:13.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:25:13.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:25:13.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:25:13.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:25:13.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:25:13.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:25:14.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:14 smithi032 ceph-mon[191839]: pgmap v6014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:14.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:25:14.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:25:14.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:25:14.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:25:14.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:25:14.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:14 smithi032 ceph-mon[189144]: pgmap v6014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:14.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:25:14.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:25:14.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:25:14.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:25:14.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:25:15.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:14 smithi039 ceph-mon[181282]: pgmap v6014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:15.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:25:15.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:25:15.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:25:15.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:25:15.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:25:16.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:16 smithi032 ceph-mon[191839]: pgmap v6015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:16.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:16 smithi032 ceph-mon[189144]: pgmap v6015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:17.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:16 smithi039 ceph-mon[181282]: pgmap v6015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:18 smithi032 ceph-mon[191839]: pgmap v6016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:18.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:18 smithi032 ceph-mon[189144]: pgmap v6016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:19.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:18 smithi039 ceph-mon[181282]: pgmap v6016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:20 smithi032 ceph-mon[189144]: pgmap v6017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:25:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:20 smithi032 ceph-mon[191839]: pgmap v6017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:20.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:25:21.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:20 smithi039 ceph-mon[181282]: pgmap v6017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:25:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:25:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:25:20] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:25:22.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:22 smithi032 ceph-mon[191839]: pgmap v6018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:22.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:22 smithi032 ceph-mon[189144]: pgmap v6018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:23.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:22 smithi039 ceph-mon[181282]: pgmap v6018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:24.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:24 smithi032 ceph-mon[191839]: pgmap v6019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:24.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:24 smithi032 ceph-mon[189144]: pgmap v6019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:24 smithi039 ceph-mon[181282]: pgmap v6019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:26.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:26 smithi032 ceph-mon[191839]: pgmap v6020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:26.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:26 smithi032 ceph-mon[189144]: pgmap v6020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:26.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:26 smithi039 ceph-mon[181282]: pgmap v6020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:28.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:28 smithi032 ceph-mon[191839]: pgmap v6021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:28.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:28 smithi032 ceph-mon[189144]: pgmap v6021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:28.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:28 smithi039 ceph-mon[181282]: pgmap v6021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:30.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:30 smithi032 ceph-mon[189144]: pgmap v6022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:30.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:30 smithi032 ceph-mon[191839]: pgmap v6022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:30 smithi039 ceph-mon[181282]: pgmap v6022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:31.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:25:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:25:30] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:25:32.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:32 smithi032 ceph-mon[191839]: pgmap v6023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:32.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:32 smithi032 ceph-mon[189144]: pgmap v6023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:32.714 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:25:32.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:32 smithi039 ceph-mon[181282]: pgmap v6023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:33.038 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:25:33.038 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 9m ago 2h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:25:33.038 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 7m ago 2h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:25:33.038 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 9m ago 2h 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:25:33.038 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 7m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:25:33.038 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 7m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:25:33.038 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 9m ago 2h 628M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:25:33.038 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 9m ago 2h 741M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:25:33.038 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 7m ago 2h 388M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:25:33.038 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 9m ago 2h 393M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:25:33.038 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 9m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:25:33.039 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 7m ago 2h 18.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:25:33.039 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 9m ago 2h 4107M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:25:33.039 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 9m ago 2h 4323M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:25:33.039 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 9m ago 2h 3917M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:25:33.039 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 9m ago 2h 3822M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:25:33.039 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 7m ago 2h 3667M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:25:33.039 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 7m ago 2h 3845M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:25:33.039 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 7m ago 2h 3618M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:25:33.039 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 7m ago 2h 3475M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:25:33.039 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 7m ago 2h 107M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:25:33.436 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:25:33.437 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:25:33.437 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:25:33.437 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:25:33.437 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:25:33.437 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:25:33.437 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:25:33.437 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:25:33.438 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:25:33.438 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:25:33.438 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:25:33.438 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:25:33.438 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:25:33.438 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:25:33.438 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:25:33.438 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:25:33.438 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:25:33.438 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:25:34.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:34 smithi032 ceph-mon[191839]: from='client.40107 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:25:34.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:34 smithi032 ceph-mon[191839]: from='client.40113 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:25:34.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:34 smithi032 ceph-mon[191839]: pgmap v6024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:34.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:34 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3067159980' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:25:34.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:34 smithi032 ceph-mon[189144]: from='client.40107 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:25:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:34 smithi032 ceph-mon[189144]: from='client.40113 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:25:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:34 smithi032 ceph-mon[189144]: pgmap v6024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:34 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3067159980' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:25:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:34 smithi039 ceph-mon[181282]: from='client.40107 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:25:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:34 smithi039 ceph-mon[181282]: from='client.40113 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:25:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:34 smithi039 ceph-mon[181282]: pgmap v6024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:34 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3067159980' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:25:35.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:25:35.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:25:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:25:36.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:36 smithi032 ceph-mon[189144]: pgmap v6025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:36 smithi032 ceph-mon[191839]: pgmap v6025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:36 smithi039 ceph-mon[181282]: pgmap v6025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:38.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:38 smithi032 ceph-mon[189144]: pgmap v6026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:38.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:38 smithi032 ceph-mon[191839]: pgmap v6026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:38.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:38 smithi039 ceph-mon[181282]: pgmap v6026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:40.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:40 smithi032 ceph-mon[189144]: pgmap v6027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:40.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:40 smithi032 ceph-mon[191839]: pgmap v6027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:40.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:40 smithi039 ceph-mon[181282]: pgmap v6027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:41.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:25:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:25:40] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:25:42.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:42 smithi032 ceph-mon[189144]: pgmap v6028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:42.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:42 smithi032 ceph-mon[191839]: pgmap v6028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:42.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:42 smithi039 ceph-mon[181282]: pgmap v6028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:44.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:44 smithi032 ceph-mon[189144]: pgmap v6029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:44.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:44 smithi032 ceph-mon[191839]: pgmap v6029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:44.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:44 smithi039 ceph-mon[181282]: pgmap v6029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:46.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:46 smithi032 ceph-mon[191839]: pgmap v6030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:46.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:46 smithi032 ceph-mon[189144]: pgmap v6030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:46.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:46 smithi039 ceph-mon[181282]: pgmap v6030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:48.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:48 smithi032 ceph-mon[191839]: pgmap v6031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:48.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:48 smithi032 ceph-mon[189144]: pgmap v6031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:48 smithi039 ceph-mon[181282]: pgmap v6031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:50 smithi032 ceph-mon[191839]: pgmap v6032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:25:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:50 smithi032 ceph-mon[189144]: pgmap v6032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:25:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:50 smithi039 ceph-mon[181282]: pgmap v6032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:25:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:25:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:25:50] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T19:25:52.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:52 smithi032 ceph-mon[191839]: pgmap v6033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:52.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:52 smithi032 ceph-mon[189144]: pgmap v6033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:52.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:52 smithi039 ceph-mon[181282]: pgmap v6033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:54.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:54 smithi032 ceph-mon[191839]: pgmap v6034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:54.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:54 smithi032 ceph-mon[189144]: pgmap v6034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:54.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:54 smithi039 ceph-mon[181282]: pgmap v6034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:56.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:56 smithi032 ceph-mon[191839]: pgmap v6035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:56.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:56 smithi032 ceph-mon[189144]: pgmap v6035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:56 smithi039 ceph-mon[181282]: pgmap v6035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:58.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:25:58 smithi032 ceph-mon[191839]: pgmap v6036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:58.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:25:58 smithi032 ceph-mon[189144]: pgmap v6036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:25:58.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:25:58 smithi039 ceph-mon[181282]: pgmap v6036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:00.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:00 smithi032 ceph-mon[189144]: pgmap v6037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:00.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:00 smithi032 ceph-mon[191839]: pgmap v6037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:00.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:00 smithi039 ceph-mon[181282]: pgmap v6037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:26:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:26:00] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T19:26:02.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:02 smithi032 ceph-mon[191839]: pgmap v6038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:02.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:02 smithi032 ceph-mon[189144]: pgmap v6038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:02.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:02 smithi039 ceph-mon[181282]: pgmap v6038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:03.798 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:26:04.124 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:26:04.124 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 9m ago 2h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:26:04.124 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 7m ago 2h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:26:04.124 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 9m ago 2h 25.7M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:26:04.124 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 7m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:26:04.125 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 7m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:26:04.125 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 9m ago 2h 628M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:26:04.125 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 9m ago 2h 741M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:26:04.125 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 7m ago 2h 388M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:26:04.125 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 9m ago 2h 393M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:26:04.125 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 9m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:26:04.125 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 7m ago 2h 18.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:26:04.125 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 9m ago 2h 4107M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:26:04.125 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 9m ago 2h 4323M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:26:04.126 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 9m ago 2h 3917M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:26:04.126 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 9m ago 2h 3822M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:26:04.126 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 7m ago 2h 3667M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:26:04.126 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 7m ago 2h 3845M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:26:04.126 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 7m ago 2h 3618M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:26:04.126 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 7m ago 2h 3475M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:26:04.126 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 7m ago 2h 107M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:26:04.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:04 smithi032 ceph-mon[189144]: pgmap v6039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:04.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:04 smithi032 ceph-mon[191839]: pgmap v6039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:04.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:04 smithi039 ceph-mon[181282]: pgmap v6039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:04.526 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:26:04.526 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:26:04.526 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:26:04.526 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:26:04.526 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:26:04.527 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:26:04.527 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:26:04.527 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:26:04.527 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:26:04.527 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:26:04.527 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:26:04.527 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:26:04.527 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:26:04.527 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:26:04.527 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:26:04.528 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:26:04.528 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:26:04.528 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:26:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:05 smithi032 ceph-mon[191839]: from='client.40125 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:26:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:05 smithi032 ceph-mon[191839]: from='client.40131 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:26:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:05 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2688067019' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:26:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:26:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:05 smithi032 ceph-mon[189144]: from='client.40125 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:26:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:05 smithi032 ceph-mon[189144]: from='client.40131 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:26:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:05 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2688067019' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:26:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:26:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:05 smithi039 ceph-mon[181282]: from='client.40125 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:26:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:05 smithi039 ceph-mon[181282]: from='client.40131 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:26:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:05 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2688067019' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:26:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:26:06.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:06 smithi032 ceph-mon[191839]: pgmap v6040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:06.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:06 smithi032 ceph-mon[189144]: pgmap v6040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:06 smithi039 ceph-mon[181282]: pgmap v6040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:08.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:08 smithi032 ceph-mon[191839]: pgmap v6041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:08.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:08 smithi032 ceph-mon[189144]: pgmap v6041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:08.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:08 smithi039 ceph-mon[181282]: pgmap v6041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:10.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:10 smithi032 ceph-mon[191839]: pgmap v6042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:10.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:10 smithi032 ceph-mon[189144]: pgmap v6042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:10.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:10 smithi039 ceph-mon[181282]: pgmap v6042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:26:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:26:10] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:26:12.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:12 smithi032 ceph-mon[191839]: pgmap v6043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:12.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:12 smithi032 ceph-mon[189144]: pgmap v6043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:12 smithi039 ceph-mon[181282]: pgmap v6043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:14.390 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:14 smithi032 ceph-mon[189144]: pgmap v6044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:14.390 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:26:14.391 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:14 smithi032 ceph-mon[191839]: pgmap v6044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:14.391 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:26:14.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:14 smithi039 ceph-mon[181282]: pgmap v6044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:26:16.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:16 smithi032 ceph-mon[191839]: pgmap v6045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:16.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:26:16.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:26:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:16 smithi032 ceph-mon[189144]: pgmap v6045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:26:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:26:16.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:16 smithi039 ceph-mon[181282]: pgmap v6045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:26:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:26:18.650 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:18 smithi032 ceph-mon[189144]: pgmap v6046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:18.651 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:18 smithi032 ceph-mon[191839]: pgmap v6046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:18.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:18 smithi039 ceph-mon[181282]: pgmap v6046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:26:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:26:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:26:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:26:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:26:20.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:19 smithi039 ceph-mon[181282]: pgmap v6047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:20.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:26:20.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:26:20.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:26:20.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:26:20.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:26:20.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:19 smithi032 ceph-mon[189144]: pgmap v6047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:26:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:26:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:26:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:26:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:26:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:19 smithi032 ceph-mon[191839]: pgmap v6047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:26:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:26:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:26:20] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:26:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:26:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:26:22.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:21 smithi039 ceph-mon[181282]: pgmap v6048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:21 smithi032 ceph-mon[191839]: pgmap v6048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:22.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:21 smithi032 ceph-mon[189144]: pgmap v6048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:24.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:24 smithi032 ceph-mon[191839]: pgmap v6049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:24.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:24 smithi032 ceph-mon[189144]: pgmap v6049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:24 smithi039 ceph-mon[181282]: pgmap v6049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:26.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:26 smithi032 ceph-mon[191839]: pgmap v6050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:26.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:26 smithi032 ceph-mon[189144]: pgmap v6050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:26 smithi039 ceph-mon[181282]: pgmap v6050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:28.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:28 smithi032 ceph-mon[191839]: pgmap v6051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:28.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:28 smithi032 ceph-mon[189144]: pgmap v6051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:28.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:28 smithi039 ceph-mon[181282]: pgmap v6051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:30.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:30 smithi032 ceph-mon[191839]: pgmap v6052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:30.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:30 smithi032 ceph-mon[189144]: pgmap v6052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:30 smithi039 ceph-mon[181282]: pgmap v6052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:26:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:26:30] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:26:32.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:32 smithi039 ceph-mon[181282]: pgmap v6053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:32.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:32 smithi032 ceph-mon[191839]: pgmap v6053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:32.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:32 smithi032 ceph-mon[189144]: pgmap v6053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:34.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:34 smithi032 ceph-mon[191839]: pgmap v6054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:34.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:34 smithi032 ceph-mon[189144]: pgmap v6054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:34 smithi039 ceph-mon[181282]: pgmap v6054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:34.889 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:26:35.212 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:26:35.212 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 19s ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:26:35.213 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 8m ago 2h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:26:35.213 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 19s ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:26:35.213 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 8m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:26:35.213 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 8m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:26:35.213 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 19s ago 2h 634M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:26:35.213 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 19s ago 2h 778M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:26:35.213 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 8m ago 2h 388M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:26:35.213 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 19s ago 2h 409M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:26:35.213 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 19s ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:26:35.213 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 8m ago 2h 18.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:26:35.213 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 19s ago 2h 4140M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:26:35.214 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 19s ago 2h 4353M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:26:35.214 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 19s ago 2h 3941M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:26:35.214 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 19s ago 2h 3852M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:26:35.214 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 8m ago 2h 3667M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:26:35.214 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 8m ago 2h 3845M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:26:35.214 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 8m ago 2h 3618M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:26:35.214 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 8m ago 2h 3475M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:26:35.214 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 8m ago 2h 107M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:26:35.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:26:35.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:26:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:26:35.616 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:26:35.616 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:26:35.616 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:26:35.616 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:26:35.616 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:26:35.616 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:26:35.616 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:26:35.617 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:26:35.617 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:26:35.617 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:26:35.617 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:26:35.617 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:26:35.617 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:26:35.617 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:26:35.617 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:26:35.617 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:26:35.617 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:26:35.618 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:26:36.037 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:36 smithi032 ceph-mon[189144]: from='client.50060 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:26:36.037 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:36 smithi032 ceph-mon[189144]: from='client.40149 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:26:36.037 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:36 smithi032 ceph-mon[189144]: pgmap v6055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:36.037 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:36 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2653967093' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:26:36.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:36 smithi032 ceph-mon[191839]: from='client.50060 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:26:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:36 smithi032 ceph-mon[191839]: from='client.40149 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:26:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:36 smithi032 ceph-mon[191839]: pgmap v6055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:36 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2653967093' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:26:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:36 smithi039 ceph-mon[181282]: from='client.50060 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:26:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:36 smithi039 ceph-mon[181282]: from='client.40149 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:26:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:36 smithi039 ceph-mon[181282]: pgmap v6055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:36 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2653967093' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:26:38.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:38 smithi032 ceph-mon[191839]: pgmap v6056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:38.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:38 smithi032 ceph-mon[189144]: pgmap v6056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:38 smithi039 ceph-mon[181282]: pgmap v6056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:40.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:40 smithi032 ceph-mon[191839]: pgmap v6057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:40.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:40 smithi032 ceph-mon[189144]: pgmap v6057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:40.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:40 smithi039 ceph-mon[181282]: pgmap v6057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:41.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:26:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:26:40] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:26:42.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:42 smithi039 ceph-mon[181282]: pgmap v6058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:42.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:42 smithi032 ceph-mon[189144]: pgmap v6058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:42.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:42 smithi032 ceph-mon[191839]: pgmap v6058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:44.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:44 smithi032 ceph-mon[191839]: pgmap v6059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:44.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:44 smithi032 ceph-mon[189144]: pgmap v6059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:44.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:44 smithi039 ceph-mon[181282]: pgmap v6059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:46.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:46 smithi032 ceph-mon[191839]: pgmap v6060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:46 smithi032 ceph-mon[189144]: pgmap v6060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:46 smithi039 ceph-mon[181282]: pgmap v6060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:48.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:48 smithi032 ceph-mon[191839]: pgmap v6061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:48.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:48 smithi032 ceph-mon[189144]: pgmap v6061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:48 smithi039 ceph-mon[181282]: pgmap v6061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:50 smithi039 ceph-mon[181282]: pgmap v6062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:26:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:50 smithi032 ceph-mon[189144]: pgmap v6062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:26:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:50 smithi032 ceph-mon[191839]: pgmap v6062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:26:51.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:26:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:26:50] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:26:52.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:52 smithi039 ceph-mon[181282]: pgmap v6063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:52.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:52 smithi032 ceph-mon[189144]: pgmap v6063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:52.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:52 smithi032 ceph-mon[191839]: pgmap v6063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:54.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:54 smithi032 ceph-mon[189144]: pgmap v6064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:54.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:54 smithi032 ceph-mon[191839]: pgmap v6064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:54 smithi039 ceph-mon[181282]: pgmap v6064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:56 smithi039 ceph-mon[181282]: pgmap v6065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:56.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:56 smithi032 ceph-mon[189144]: pgmap v6065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:56.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:56 smithi032 ceph-mon[191839]: pgmap v6065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:26:58 smithi039 ceph-mon[181282]: pgmap v6066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:58.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:26:58 smithi032 ceph-mon[189144]: pgmap v6066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:26:58.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:26:58 smithi032 ceph-mon[191839]: pgmap v6066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:27:00 smithi039 ceph-mon[181282]: pgmap v6067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:00.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:27:00 smithi032 ceph-mon[189144]: pgmap v6067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:00.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:27:00 smithi032 ceph-mon[191839]: pgmap v6067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:27:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:27:00] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:27:02.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:27:02 smithi039 ceph-mon[181282]: pgmap v6068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:02.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:27:02 smithi032 ceph-mon[189144]: pgmap v6068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:02.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:27:02 smithi032 ceph-mon[191839]: pgmap v6068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:04.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:27:04 smithi032 ceph-mon[191839]: pgmap v6069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:04.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:27:04 smithi032 ceph-mon[189144]: pgmap v6069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:04.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:27:04 smithi039 ceph-mon[181282]: pgmap v6069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:27:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:27:05.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:27:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:27:05.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:27:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:27:05.979 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:27:06.303 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:27:06.303 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 50s ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:27:06.304 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 8m ago 2h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:27:06.304 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 50s ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:27:06.304 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 8m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:27:06.304 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 8m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:27:06.304 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 50s ago 2h 634M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:27:06.304 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 50s ago 2h 778M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:27:06.304 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 8m ago 2h 388M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:27:06.304 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 50s ago 2h 409M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:27:06.304 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 50s ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:27:06.304 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 8m ago 2h 18.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:27:06.304 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 50s ago 2h 4140M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:27:06.305 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 50s ago 2h 4353M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:27:06.305 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 50s ago 2h 3941M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:27:06.305 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 50s ago 2h 3852M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:27:06.305 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 8m ago 2h 3667M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:27:06.305 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 8m ago 2h 3845M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:27:06.305 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 8m ago 2h 3618M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:27:06.305 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 8m ago 2h 3475M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:27:06.305 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 8m ago 2h 107M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:27:06.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:27:06 smithi032 ceph-mon[191839]: pgmap v6070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:06.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:27:06 smithi032 ceph-mon[189144]: pgmap v6070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:06.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:27:06 smithi039 ceph-mon[181282]: pgmap v6070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:06.702 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:27:06.702 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:27:06.702 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:27:06.703 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:27:06.703 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:27:06.703 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:27:06.703 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:27:06.703 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:27:06.703 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:27:06.703 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:27:06.703 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:27:06.703 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:27:06.703 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:27:06.703 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:27:06.703 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:27:06.704 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:27:06.704 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:27:06.704 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:27:07.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:27:07 smithi032 ceph-mon[189144]: from='client.40161 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:27:07.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:27:07 smithi032 ceph-mon[189144]: from='client.40167 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:27:07.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:27:07 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2123681396' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:27:07.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:27:07 smithi032 ceph-mon[191839]: from='client.40161 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:27:07.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:27:07 smithi032 ceph-mon[191839]: from='client.40167 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:27:07.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:27:07 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2123681396' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:27:07.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:27:07 smithi039 ceph-mon[181282]: from='client.40161 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:27:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:27:07 smithi039 ceph-mon[181282]: from='client.40167 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:27:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:27:07 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2123681396' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:27:08.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:27:08 smithi032 ceph-mon[191839]: pgmap v6071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:08.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:27:08 smithi032 ceph-mon[189144]: pgmap v6071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:08.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:27:08 smithi039 ceph-mon[181282]: pgmap v6071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:27:10 smithi039 ceph-mon[181282]: pgmap v6072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:10.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:27:10 smithi032 ceph-mon[189144]: pgmap v6072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:10.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:27:10 smithi032 ceph-mon[191839]: pgmap v6072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:27:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:27:10] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:27:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:27:12 smithi039 ceph-mon[181282]: pgmap v6073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:12.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:27:12 smithi032 ceph-mon[191839]: pgmap v6073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:12.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:27:12 smithi032 ceph-mon[189144]: pgmap v6073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:14.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:27:14 smithi032 ceph-mon[189144]: pgmap v6074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:14.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:27:14 smithi032 ceph-mon[191839]: pgmap v6074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:14.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:27:14 smithi039 ceph-mon[181282]: pgmap v6074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:27:16 smithi039 ceph-mon[181282]: pgmap v6075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:16.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:27:16 smithi032 ceph-mon[191839]: pgmap v6075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:16.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:27:16 smithi032 ceph-mon[189144]: pgmap v6075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:27:18 smithi039 ceph-mon[181282]: pgmap v6076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:27:18 smithi032 ceph-mon[191839]: pgmap v6076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:18.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:27:18 smithi032 ceph-mon[189144]: pgmap v6076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:27:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:27:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:27:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:27:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:27:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:27:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:27:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:27:19.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:27:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:27:19.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:27:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:27:19.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:27:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:27:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:27:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:27:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:27:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:27:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:27:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:27:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:27:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:27:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:27:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:27:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:27:20 smithi039 ceph-mon[181282]: pgmap v6077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:27:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:27:20.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:27:20 smithi032 ceph-mon[191839]: pgmap v6077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:20.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:27:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:27:20.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:27:20 smithi032 ceph-mon[189144]: pgmap v6077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:20.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:27:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:27:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:27:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:27:20] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2023-12-22T19:27:22.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:27:22 smithi039 ceph-mon[181282]: pgmap v6078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:22.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:27:22 smithi032 ceph-mon[191839]: pgmap v6078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:22.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:27:22 smithi032 ceph-mon[189144]: pgmap v6078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:24.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:27:24 smithi032 ceph-mon[191839]: pgmap v6079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:24.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:27:24 smithi032 ceph-mon[189144]: pgmap v6079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:24.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:27:24 smithi039 ceph-mon[181282]: pgmap v6079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:27:26 smithi039 ceph-mon[181282]: pgmap v6080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:26.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:27:26 smithi032 ceph-mon[191839]: pgmap v6080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:26.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:27:26 smithi032 ceph-mon[189144]: pgmap v6080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:27:28 smithi039 ceph-mon[181282]: pgmap v6081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:27:28 smithi032 ceph-mon[191839]: pgmap v6081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:27:28 smithi032 ceph-mon[189144]: pgmap v6081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:27:30 smithi039 ceph-mon[181282]: pgmap v6082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:30.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:27:30 smithi032 ceph-mon[189144]: pgmap v6082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:27:30 smithi032 ceph-mon[191839]: pgmap v6082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:27:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:27:30] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2023-12-22T19:27:32.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:27:32 smithi039 ceph-mon[181282]: pgmap v6083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:32.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:27:32 smithi032 ceph-mon[191839]: pgmap v6083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:32.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:27:32 smithi032 ceph-mon[189144]: pgmap v6083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:34.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:27:34 smithi032 ceph-mon[191839]: pgmap v6084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:34.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:27:34 smithi032 ceph-mon[189144]: pgmap v6084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:27:34 smithi039 ceph-mon[181282]: pgmap v6084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:35.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:27:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:27:35.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:27:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:27:35.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:27:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:27:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:27:36 smithi032 ceph-mon[191839]: pgmap v6085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:36.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:27:36 smithi032 ceph-mon[189144]: pgmap v6085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:27:36 smithi039 ceph-mon[181282]: pgmap v6085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:37.066 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:27:37.389 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:27:37.390 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 81s ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:27:37.390 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 9m ago 2h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:27:37.390 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 81s ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:27:37.390 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 9m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:27:37.390 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 9m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:27:37.390 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 81s ago 2h 634M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:27:37.390 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 81s ago 2h 778M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:27:37.390 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 9m ago 2h 388M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:27:37.390 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 81s ago 2h 409M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:27:37.390 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 81s ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:27:37.390 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 9m ago 2h 18.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:27:37.391 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 81s ago 2h 4140M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:27:37.391 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 81s ago 2h 4353M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:27:37.391 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 81s ago 2h 3941M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:27:37.391 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 81s ago 2h 3852M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:27:37.391 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 9m ago 2h 3667M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:27:37.391 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 9m ago 2h 3845M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:27:37.391 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 9m ago 2h 3618M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:27:37.391 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 9m ago 2h 3475M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:27:37.391 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 9m ago 2h 107M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:27:37.790 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:27:37.790 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:27:37.791 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:27:37.791 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:27:37.791 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:27:37.791 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:27:37.791 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:27:37.791 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:27:37.791 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:27:37.791 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:27:37.791 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:27:37.791 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:27:37.792 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:27:37.792 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:27:37.792 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:27:37.792 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:27:37.792 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:27:37.792 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:27:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:27:38 smithi039 ceph-mon[181282]: from='client.50096 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:27:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:27:38 smithi039 ceph-mon[181282]: from='client.40185 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:27:38.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:27:38 smithi039 ceph-mon[181282]: pgmap v6086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:38.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:27:38 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1749859025' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:27:38.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:27:38 smithi032 ceph-mon[191839]: from='client.50096 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:27:38.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:27:38 smithi032 ceph-mon[191839]: from='client.40185 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:27:38.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:27:38 smithi032 ceph-mon[191839]: pgmap v6086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:38.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:27:38 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1749859025' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:27:38.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:27:38 smithi032 ceph-mon[189144]: from='client.50096 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:27:38.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:27:38 smithi032 ceph-mon[189144]: from='client.40185 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:27:38.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:27:38 smithi032 ceph-mon[189144]: pgmap v6086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:38.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:27:38 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1749859025' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:27:40.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:27:40 smithi039 ceph-mon[181282]: pgmap v6087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:40.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:27:40 smithi032 ceph-mon[189144]: pgmap v6087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:40.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:27:40 smithi032 ceph-mon[191839]: pgmap v6087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:27:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:27:40] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T19:27:42.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:27:42 smithi039 ceph-mon[181282]: pgmap v6088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:42.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:27:42 smithi032 ceph-mon[191839]: pgmap v6088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:42.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:27:42 smithi032 ceph-mon[189144]: pgmap v6088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:44.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:27:44 smithi032 ceph-mon[191839]: pgmap v6089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:44.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:27:44 smithi032 ceph-mon[189144]: pgmap v6089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:44.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:27:44 smithi039 ceph-mon[181282]: pgmap v6089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:27:46 smithi039 ceph-mon[181282]: pgmap v6090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:46.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:27:46 smithi032 ceph-mon[191839]: pgmap v6090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:46.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:27:46 smithi032 ceph-mon[189144]: pgmap v6090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:48.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:27:48 smithi039 ceph-mon[181282]: pgmap v6091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:48.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:27:48 smithi032 ceph-mon[191839]: pgmap v6091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:48.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:27:48 smithi032 ceph-mon[189144]: pgmap v6091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:50.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:27:50 smithi039 ceph-mon[181282]: pgmap v6092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:27:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:27:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:27:50 smithi032 ceph-mon[189144]: pgmap v6092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:27:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:27:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:27:50 smithi032 ceph-mon[191839]: pgmap v6092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:27:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:27:51.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:27:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:27:50] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T19:27:52.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:27:52 smithi039 ceph-mon[181282]: pgmap v6093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:52.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:27:52 smithi032 ceph-mon[191839]: pgmap v6093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:52.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:27:52 smithi032 ceph-mon[189144]: pgmap v6093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:54.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:27:54 smithi032 ceph-mon[191839]: pgmap v6094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:54.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:27:54 smithi032 ceph-mon[189144]: pgmap v6094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:54.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:27:54 smithi039 ceph-mon[181282]: pgmap v6094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:27:56 smithi039 ceph-mon[181282]: pgmap v6095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:56.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:27:56 smithi032 ceph-mon[191839]: pgmap v6095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:56.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:27:56 smithi032 ceph-mon[189144]: pgmap v6095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:27:58 smithi039 ceph-mon[181282]: pgmap v6096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:58.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:27:58 smithi032 ceph-mon[191839]: pgmap v6096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:27:58.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:27:58 smithi032 ceph-mon[189144]: pgmap v6096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:00.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:00 smithi039 ceph-mon[181282]: pgmap v6097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:00.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:00 smithi032 ceph-mon[189144]: pgmap v6097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:00.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:00 smithi032 ceph-mon[191839]: pgmap v6097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:28:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:28:00] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T19:28:02.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:02 smithi039 ceph-mon[181282]: pgmap v6098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:02.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:02 smithi032 ceph-mon[191839]: pgmap v6098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:02.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:02 smithi032 ceph-mon[189144]: pgmap v6098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:04.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:04 smithi032 ceph-mon[191839]: pgmap v6099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:04.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:04 smithi032 ceph-mon[189144]: pgmap v6099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:04.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:04 smithi039 ceph-mon[181282]: pgmap v6099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:28:05.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:28:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:28:06.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:06 smithi032 ceph-mon[191839]: pgmap v6100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:06.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:06 smithi032 ceph-mon[189144]: pgmap v6100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:06 smithi039 ceph-mon[181282]: pgmap v6100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:08.156 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:28:08.481 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:28:08.481 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 112s ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:28:08.481 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 10m ago 2h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:28:08.481 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 112s ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:28:08.481 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 10m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:28:08.481 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 10m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:28:08.481 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 112s ago 2h 634M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:28:08.482 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 112s ago 2h 778M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:28:08.482 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 10m ago 2h 388M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:28:08.482 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 112s ago 2h 409M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:28:08.482 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 112s ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:28:08.482 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 10m ago 2h 18.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:28:08.482 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 112s ago 2h 4140M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:28:08.482 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 112s ago 2h 4353M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:28:08.482 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 112s ago 2h 3941M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:28:08.482 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 112s ago 2h 3852M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:28:08.482 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 10m ago 2h 3667M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:28:08.483 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 10m ago 2h 3845M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:28:08.483 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 10m ago 2h 3618M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:28:08.483 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 10m ago 2h 3475M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:28:08.483 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 10m ago 2h 107M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:28:08.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:08 smithi039 ceph-mon[181282]: pgmap v6101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:08.882 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:28:08.882 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:28:08.882 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:28:08.882 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:28:08.882 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:28:08.882 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:28:08.882 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:28:08.882 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:28:08.882 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:28:08.882 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:28:08.883 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:28:08.883 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:28:08.883 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:28:08.883 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:28:08.883 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:28:08.883 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:28:08.883 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:28:08.883 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:28:08.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:08 smithi032 ceph-mon[191839]: pgmap v6101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:08.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:08 smithi032 ceph-mon[189144]: pgmap v6101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:09.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:09 smithi039 ceph-mon[181282]: from='client.50114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:28:09.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:09 smithi039 ceph-mon[181282]: from='client.40203 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:28:09.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:09 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1999174005' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:28:09.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:09 smithi032 ceph-mon[189144]: from='client.50114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:28:09.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:09 smithi032 ceph-mon[189144]: from='client.40203 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:28:09.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:09 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1999174005' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:28:09.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:09 smithi032 ceph-mon[191839]: from='client.50114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:28:09.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:09 smithi032 ceph-mon[191839]: from='client.40203 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:28:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:09 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1999174005' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:28:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:10 smithi039 ceph-mon[181282]: pgmap v6102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:10.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:10 smithi032 ceph-mon[189144]: pgmap v6102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:10.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:10 smithi032 ceph-mon[191839]: pgmap v6102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:28:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:28:10] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:28:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:12 smithi039 ceph-mon[181282]: pgmap v6103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:12.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:12 smithi032 ceph-mon[189144]: pgmap v6103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:12.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:12 smithi032 ceph-mon[191839]: pgmap v6103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:14.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:14 smithi032 ceph-mon[191839]: pgmap v6104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:14.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:14 smithi032 ceph-mon[189144]: pgmap v6104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:14 smithi039 ceph-mon[181282]: pgmap v6104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:16 smithi039 ceph-mon[181282]: pgmap v6105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:16.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:16 smithi032 ceph-mon[191839]: pgmap v6105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:16.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:16 smithi032 ceph-mon[189144]: pgmap v6105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:18 smithi039 ceph-mon[181282]: pgmap v6106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:18 smithi032 ceph-mon[191839]: pgmap v6106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:18.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:18 smithi032 ceph-mon[189144]: pgmap v6106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:20.461 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:20 smithi039 ceph-mon[181282]: pgmap v6107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:20.462 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:28:20.462 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:28:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:20 smithi032 ceph-mon[189144]: pgmap v6107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:28:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:28:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:20 smithi032 ceph-mon[191839]: pgmap v6107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:28:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:28:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:28:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:28:20] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T19:28:22.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:22 smithi039 ceph-mon[181282]: pgmap v6108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:22.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:28:22.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:28:22.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:22 smithi032 ceph-mon[191839]: pgmap v6108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:22.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:28:22.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:28:22.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:22 smithi032 ceph-mon[189144]: pgmap v6108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:22.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:28:22.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:28:24.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:24 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:28:24.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:24 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:28:24.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:24 smithi032 ceph-mon[191839]: pgmap v6109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:24.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:24 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:28:24.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:24 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:28:24.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:24 smithi032 ceph-mon[189144]: pgmap v6109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:24 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:28:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:24 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:28:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:24 smithi039 ceph-mon[181282]: pgmap v6109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:26 smithi039 ceph-mon[181282]: pgmap v6110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:28:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:28:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:28:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:28:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:28:26.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:26 smithi032 ceph-mon[189144]: pgmap v6110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:26.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:28:26.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:28:26.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:28:26.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:28:26.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:28:26.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:26 smithi032 ceph-mon[191839]: pgmap v6110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:26.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:28:26.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:28:26.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:28:26.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:28:26.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:28:28.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:28 smithi039 ceph-mon[181282]: pgmap v6111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:28.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:28 smithi032 ceph-mon[191839]: pgmap v6111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:28 smithi032 ceph-mon[189144]: pgmap v6111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:30.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:30 smithi039 ceph-mon[181282]: pgmap v6112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:30.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:30 smithi032 ceph-mon[189144]: pgmap v6112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:30.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:30 smithi032 ceph-mon[191839]: pgmap v6112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:28:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:28:30] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T19:28:32.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:32 smithi039 ceph-mon[181282]: pgmap v6113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:32.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:32 smithi032 ceph-mon[191839]: pgmap v6113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:32.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:32 smithi032 ceph-mon[189144]: pgmap v6113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:34.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:34 smithi032 ceph-mon[191839]: pgmap v6114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:34.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:34 smithi032 ceph-mon[189144]: pgmap v6114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:34 smithi039 ceph-mon[181282]: pgmap v6114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:35.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:28:35.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:28:35.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:28:36.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:36 smithi032 ceph-mon[191839]: pgmap v6115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:36.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:36 smithi032 ceph-mon[189144]: pgmap v6115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:36.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:36 smithi039 ceph-mon[181282]: pgmap v6115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:38 smithi039 ceph-mon[181282]: pgmap v6116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:38.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:38 smithi032 ceph-mon[191839]: pgmap v6116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:38.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:38 smithi032 ceph-mon[189144]: pgmap v6116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:39.248 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:28:39.576 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:28:39.576 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 2m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:28:39.576 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 17s ago 2h 93.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:28:39.576 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 2m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:28:39.576 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 17s ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:28:39.576 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 17s ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:28:39.576 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 2m ago 2h 634M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:28:39.577 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 2m ago 2h 778M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:28:39.577 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 17s ago 2h 406M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:28:39.577 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 2m ago 2h 409M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:28:39.577 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 2m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:28:39.577 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 17s ago 2h 18.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:28:39.577 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 2m ago 2h 4140M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:28:39.577 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 2m ago 2h 4353M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:28:39.577 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 2m ago 2h 3941M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:28:39.577 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 2m ago 2h 3852M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:28:39.577 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 17s ago 2h 3693M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:28:39.578 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 17s ago 2h 3876M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:28:39.578 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 17s ago 2h 3648M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:28:39.578 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 17s ago 2h 3511M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:28:39.578 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 17s ago 2h 118M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:28:39.980 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:28:39.981 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:28:39.981 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:28:39.981 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:28:39.981 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:28:39.981 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:28:39.981 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:28:39.981 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:28:39.981 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:28:39.982 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:28:39.982 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:28:39.982 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:28:39.982 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:28:39.982 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:28:39.982 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:28:39.982 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:28:39.982 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:28:39.982 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:28:40.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:40 smithi039 ceph-mon[181282]: from='client.50132 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:28:40.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:40 smithi039 ceph-mon[181282]: pgmap v6117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:40.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:40 smithi039 ceph-mon[181282]: from='client.40221 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:28:40.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:40 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2808628531' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:28:40.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:40 smithi032 ceph-mon[189144]: from='client.50132 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:28:40.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:40 smithi032 ceph-mon[189144]: pgmap v6117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:40.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:40 smithi032 ceph-mon[189144]: from='client.40221 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:28:40.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:40 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2808628531' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:28:40.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:40 smithi032 ceph-mon[191839]: from='client.50132 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:28:40.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:40 smithi032 ceph-mon[191839]: pgmap v6117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:40.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:40 smithi032 ceph-mon[191839]: from='client.40221 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:28:40.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:40 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2808628531' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:28:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:28:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:28:40] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:28:42.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:42 smithi039 ceph-mon[181282]: pgmap v6118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:42.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:42 smithi032 ceph-mon[191839]: pgmap v6118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:42.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:42 smithi032 ceph-mon[189144]: pgmap v6118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:44.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:44 smithi032 ceph-mon[191839]: pgmap v6119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:44.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:44 smithi032 ceph-mon[189144]: pgmap v6119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:44 smithi039 ceph-mon[181282]: pgmap v6119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:46 smithi039 ceph-mon[181282]: pgmap v6120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:46.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:46 smithi032 ceph-mon[191839]: pgmap v6120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:46.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:46 smithi032 ceph-mon[189144]: pgmap v6120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:48 smithi039 ceph-mon[181282]: pgmap v6121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:48.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:48 smithi032 ceph-mon[191839]: pgmap v6121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:48.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:48 smithi032 ceph-mon[189144]: pgmap v6121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:50 smithi039 ceph-mon[181282]: pgmap v6122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:28:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:50 smithi032 ceph-mon[189144]: pgmap v6122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:28:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:50 smithi032 ceph-mon[191839]: pgmap v6122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:28:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:28:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:28:50] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:28:52.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:52 smithi039 ceph-mon[181282]: pgmap v6123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:52.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:52 smithi032 ceph-mon[191839]: pgmap v6123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:52.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:52 smithi032 ceph-mon[189144]: pgmap v6123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:54.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:54 smithi032 ceph-mon[191839]: pgmap v6124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:54.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:54 smithi032 ceph-mon[189144]: pgmap v6124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:54 smithi039 ceph-mon[181282]: pgmap v6124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:56.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:56 smithi039 ceph-mon[181282]: pgmap v6125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:56.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:56 smithi032 ceph-mon[191839]: pgmap v6125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:56.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:56 smithi032 ceph-mon[189144]: pgmap v6125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:28:58 smithi039 ceph-mon[181282]: pgmap v6126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:58.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:28:58 smithi032 ceph-mon[191839]: pgmap v6126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:28:58.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:28:58 smithi032 ceph-mon[189144]: pgmap v6126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:00.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:29:00 smithi039 ceph-mon[181282]: pgmap v6127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:00.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:29:00 smithi032 ceph-mon[189144]: pgmap v6127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:00.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:29:00 smithi032 ceph-mon[191839]: pgmap v6127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:29:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:29:00] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:29:02.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:29:02 smithi039 ceph-mon[181282]: pgmap v6128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:02.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:29:02 smithi032 ceph-mon[191839]: pgmap v6128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:02.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:29:02 smithi032 ceph-mon[189144]: pgmap v6128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:04.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:29:04 smithi032 ceph-mon[191839]: pgmap v6129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:04.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:29:04 smithi032 ceph-mon[189144]: pgmap v6129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:29:04 smithi039 ceph-mon[181282]: pgmap v6129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:29:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:29:05.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:29:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:29:05.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:29:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:29:06.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:29:06 smithi032 ceph-mon[191839]: pgmap v6130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:06.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:29:06 smithi032 ceph-mon[189144]: pgmap v6130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:29:06 smithi039 ceph-mon[181282]: pgmap v6130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:29:08 smithi039 ceph-mon[181282]: pgmap v6131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:08.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:29:08 smithi032 ceph-mon[191839]: pgmap v6131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:08.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:29:08 smithi032 ceph-mon[189144]: pgmap v6131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:10.343 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:29:10.667 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:29:10.667 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 2m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:29:10.667 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 48s ago 2h 93.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:29:10.667 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 2m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:29:10.667 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 48s ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:29:10.667 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 48s ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:29:10.667 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 2m ago 2h 634M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:29:10.668 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 2m ago 2h 778M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:29:10.668 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 48s ago 2h 406M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:29:10.668 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 2m ago 2h 409M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:29:10.668 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 2m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:29:10.668 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 48s ago 2h 18.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:29:10.668 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 2m ago 2h 4140M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:29:10.668 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 2m ago 2h 4353M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:29:10.668 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 2m ago 2h 3941M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:29:10.668 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 2m ago 2h 3852M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:29:10.668 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 48s ago 2h 3693M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:29:10.668 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 48s ago 2h 3876M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:29:10.668 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 48s ago 2h 3648M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:29:10.668 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 48s ago 2h 3511M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:29:10.669 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 48s ago 2h 118M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:29:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:29:10 smithi039 ceph-mon[181282]: pgmap v6132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:10.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:29:10 smithi032 ceph-mon[189144]: pgmap v6132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:10.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:29:10 smithi032 ceph-mon[191839]: pgmap v6132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:11.069 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:29:11.069 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:29:11.069 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:29:11.069 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:29:11.070 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:29:11.070 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:29:11.070 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:29:11.070 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:29:11.070 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:29:11.070 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:29:11.070 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:29:11.070 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:29:11.070 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:29:11.070 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:29:11.071 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:29:11.071 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:29:11.071 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:29:11.071 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:29:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:29:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:29:10] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T19:29:11.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:29:11 smithi039 ceph-mon[181282]: from='client.40233 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:29:11.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:29:11 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3903298368' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:29:11.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:29:11 smithi032 ceph-mon[191839]: from='client.40233 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:29:11.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:29:11 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3903298368' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:29:11.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:29:11 smithi032 ceph-mon[189144]: from='client.40233 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:29:11.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:29:11 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3903298368' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:29:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:29:12 smithi039 ceph-mon[181282]: from='client.50156 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:29:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:29:12 smithi039 ceph-mon[181282]: pgmap v6133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:12.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:29:12 smithi032 ceph-mon[189144]: from='client.50156 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:29:12.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:29:12 smithi032 ceph-mon[189144]: pgmap v6133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:12.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:29:12 smithi032 ceph-mon[191839]: from='client.50156 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:29:12.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:29:12 smithi032 ceph-mon[191839]: pgmap v6133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:14.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:29:14 smithi032 ceph-mon[191839]: pgmap v6134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:14.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:29:14 smithi032 ceph-mon[189144]: pgmap v6134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:29:14 smithi039 ceph-mon[181282]: pgmap v6134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:29:16 smithi039 ceph-mon[181282]: pgmap v6135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:16.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:29:16 smithi032 ceph-mon[191839]: pgmap v6135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:16.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:29:16 smithi032 ceph-mon[189144]: pgmap v6135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:29:18 smithi039 ceph-mon[181282]: pgmap v6136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:18.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:29:18 smithi032 ceph-mon[189144]: pgmap v6136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:29:18 smithi032 ceph-mon[191839]: pgmap v6136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:29:20 smithi039 ceph-mon[181282]: pgmap v6137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:29:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:29:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:29:20 smithi032 ceph-mon[189144]: pgmap v6137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:29:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:29:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:29:20 smithi032 ceph-mon[191839]: pgmap v6137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:29:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:29:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:29:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:29:20] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:29:22.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:29:22 smithi039 ceph-mon[181282]: pgmap v6138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:22.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:29:22 smithi032 ceph-mon[191839]: pgmap v6138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:22.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:29:22 smithi032 ceph-mon[189144]: pgmap v6138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:24.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:29:24 smithi032 ceph-mon[191839]: pgmap v6139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:24.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:29:24 smithi032 ceph-mon[189144]: pgmap v6139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:29:24 smithi039 ceph-mon[181282]: pgmap v6139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:29:26 smithi039 ceph-mon[181282]: pgmap v6140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:29:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:29:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:29:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:29:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:29:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:29:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:29:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:29:26.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:29:26 smithi032 ceph-mon[189144]: pgmap v6140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:26.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:29:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:29:26.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:29:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:29:26.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:29:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:29:26.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:29:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:29:26.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:29:26 smithi032 ceph-mon[191839]: pgmap v6140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:26.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:29:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:29:26.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:29:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:29:26.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:29:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:29:26.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:29:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:29:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:29:28 smithi039 ceph-mon[181282]: pgmap v6141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:28.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:29:28 smithi032 ceph-mon[191839]: pgmap v6141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:29:28 smithi032 ceph-mon[189144]: pgmap v6141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:29:30 smithi039 ceph-mon[181282]: pgmap v6142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:29:30 smithi032 ceph-mon[191839]: pgmap v6142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:30.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:29:30 smithi032 ceph-mon[189144]: pgmap v6142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:29:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:29:30] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:29:32.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:29:32 smithi039 ceph-mon[181282]: pgmap v6143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:32.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:29:32 smithi032 ceph-mon[191839]: pgmap v6143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:32.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:29:32 smithi032 ceph-mon[189144]: pgmap v6143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:34.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:29:34 smithi032 ceph-mon[191839]: pgmap v6144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:34.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:29:34 smithi032 ceph-mon[189144]: pgmap v6144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:29:34 smithi039 ceph-mon[181282]: pgmap v6144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:35.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:29:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:29:35.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:29:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:29:35.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:29:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:29:36.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:29:36 smithi032 ceph-mon[189144]: pgmap v6145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:29:36 smithi032 ceph-mon[191839]: pgmap v6145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:36.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:29:36 smithi039 ceph-mon[181282]: pgmap v6145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:29:38 smithi039 ceph-mon[181282]: pgmap v6146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:38.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:29:38 smithi032 ceph-mon[191839]: pgmap v6146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:38.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:29:38 smithi032 ceph-mon[189144]: pgmap v6146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:40.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:29:40 smithi039 ceph-mon[181282]: pgmap v6147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:40.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:29:40 smithi032 ceph-mon[189144]: pgmap v6147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:40.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:29:40 smithi032 ceph-mon[191839]: pgmap v6147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:41.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:29:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:29:40] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T19:29:41.434 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:29:41.756 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:29:41.756 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 3m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:29:41.757 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 79s ago 2h 93.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:29:41.757 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 3m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:29:41.757 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 79s ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:29:41.757 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 79s ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:29:41.757 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 3m ago 2h 634M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:29:41.757 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 3m ago 2h 778M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:29:41.757 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 79s ago 2h 406M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:29:41.757 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 3m ago 2h 409M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:29:41.757 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 3m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:29:41.757 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 79s ago 2h 18.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:29:41.757 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 3m ago 2h 4140M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:29:41.757 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 3m ago 2h 4353M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:29:41.758 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 3m ago 2h 3941M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:29:41.758 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 3m ago 2h 3852M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:29:41.758 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 79s ago 2h 3693M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:29:41.758 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 79s ago 2h 3876M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:29:41.758 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 79s ago 2h 3648M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:29:41.758 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 79s ago 2h 3511M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:29:41.758 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 79s ago 2h 118M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:29:42.166 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:29:42.166 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:29:42.166 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:29:42.166 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:29:42.166 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:29:42.166 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:29:42.166 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:29:42.166 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:29:42.166 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:29:42.166 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:29:42.166 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:29:42.166 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:29:42.166 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:29:42.166 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:29:42.167 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:29:42.167 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:29:42.167 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:29:42.167 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:29:42.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:29:42 smithi039 ceph-mon[181282]: from='client.50168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:29:42.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:29:42 smithi039 ceph-mon[181282]: pgmap v6148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:42.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:29:42 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1391048854' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:29:42.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:29:42 smithi032 ceph-mon[191839]: from='client.50168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:29:42.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:29:42 smithi032 ceph-mon[191839]: pgmap v6148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:42.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:29:42 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1391048854' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:29:42.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:29:42 smithi032 ceph-mon[189144]: from='client.50168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:29:42.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:29:42 smithi032 ceph-mon[189144]: pgmap v6148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:42.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:29:42 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1391048854' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:29:43.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:29:43 smithi039 ceph-mon[181282]: from='client.40257 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:29:43.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:29:43 smithi032 ceph-mon[191839]: from='client.40257 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:29:43.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:29:43 smithi032 ceph-mon[189144]: from='client.40257 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:29:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:29:44 smithi039 ceph-mon[181282]: pgmap v6149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:44.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:29:44 smithi032 ceph-mon[191839]: pgmap v6149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:44.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:29:44 smithi032 ceph-mon[189144]: pgmap v6149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:46.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:29:46 smithi039 ceph-mon[181282]: pgmap v6150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:46.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:29:46 smithi032 ceph-mon[189144]: pgmap v6150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:46.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:29:46 smithi032 ceph-mon[191839]: pgmap v6150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:48.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:29:48 smithi039 ceph-mon[181282]: pgmap v6151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:48.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:29:48 smithi032 ceph-mon[191839]: pgmap v6151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:48.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:29:48 smithi032 ceph-mon[189144]: pgmap v6151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:29:50 smithi039 ceph-mon[181282]: pgmap v6152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:29:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:29:50.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:29:50 smithi032 ceph-mon[191839]: pgmap v6152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:50.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:29:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:29:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:29:50 smithi032 ceph-mon[189144]: pgmap v6152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:29:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:29:51.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:29:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:29:50] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T19:29:52.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:29:52 smithi039 ceph-mon[181282]: pgmap v6153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:52.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:29:52 smithi032 ceph-mon[189144]: pgmap v6153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:52.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:29:52 smithi032 ceph-mon[191839]: pgmap v6153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:54.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:29:54 smithi032 ceph-mon[191839]: pgmap v6154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:54.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:29:54 smithi032 ceph-mon[189144]: pgmap v6154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:54.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:29:54 smithi039 ceph-mon[181282]: pgmap v6154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:29:56 smithi039 ceph-mon[181282]: pgmap v6155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:56.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:29:56 smithi032 ceph-mon[191839]: pgmap v6155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:56.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:29:56 smithi032 ceph-mon[189144]: pgmap v6155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:29:58 smithi039 ceph-mon[181282]: pgmap v6156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:58.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:29:58 smithi032 ceph-mon[191839]: pgmap v6156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:29:58.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:29:58 smithi032 ceph-mon[189144]: pgmap v6156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:00.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:30:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T19:30:00.000+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T19:30:00.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:30:00 smithi039 ceph-mon[181282]: pgmap v6157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:00.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:30:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T19:30:00.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:30:00 smithi032 ceph-mon[191839]: pgmap v6157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:00.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:30:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T19:30:00.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:30:00 smithi032 ceph-mon[189144]: pgmap v6157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:00.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:30:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T19:30:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:30:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:30:00] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T19:30:02.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:30:02 smithi039 ceph-mon[181282]: pgmap v6158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:02.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:30:02 smithi032 ceph-mon[191839]: pgmap v6158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:02.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:30:02 smithi032 ceph-mon[189144]: pgmap v6158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:04.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:30:04 smithi032 ceph-mon[191839]: pgmap v6159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:04.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:30:04 smithi032 ceph-mon[189144]: pgmap v6159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:04.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:30:04 smithi039 ceph-mon[181282]: pgmap v6159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:05.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:30:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:30:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:30:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:30:05.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:30:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:30:06.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:30:06 smithi032 ceph-mon[191839]: pgmap v6160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:06.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:30:06 smithi032 ceph-mon[189144]: pgmap v6160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:06.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:30:06 smithi039 ceph-mon[181282]: pgmap v6160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:08.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:30:08 smithi039 ceph-mon[181282]: pgmap v6161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:08.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:30:08 smithi032 ceph-mon[189144]: pgmap v6161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:08.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:30:08 smithi032 ceph-mon[191839]: pgmap v6161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:30:10 smithi039 ceph-mon[181282]: pgmap v6162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:10.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:30:10 smithi032 ceph-mon[191839]: pgmap v6162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:10.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:30:10 smithi032 ceph-mon[189144]: pgmap v6162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:30:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:30:10] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:30:12.529 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:30:12.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:30:12 smithi039 ceph-mon[181282]: pgmap v6163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:12.851 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:30:12.851 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 3m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:30:12.851 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 110s ago 2h 93.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:30:12.851 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 3m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:30:12.851 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 110s ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:30:12.852 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 110s ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:30:12.852 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 3m ago 2h 634M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:30:12.852 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 3m ago 2h 778M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:30:12.852 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 110s ago 2h 406M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:30:12.852 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 3m ago 2h 409M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:30:12.852 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 3m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:30:12.852 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 110s ago 2h 18.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:30:12.852 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 3m ago 2h 4140M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:30:12.852 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 3m ago 2h 4353M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:30:12.852 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 3m ago 2h 3941M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:30:12.852 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 3m ago 2h 3852M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:30:12.852 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 110s ago 2h 3693M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:30:12.852 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 110s ago 2h 3876M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:30:12.852 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 110s ago 2h 3648M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:30:12.852 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 110s ago 2h 3511M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:30:12.852 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 110s ago 2h 118M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:30:12.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:30:12 smithi032 ceph-mon[191839]: pgmap v6163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:12.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:30:12 smithi032 ceph-mon[189144]: pgmap v6163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:13.258 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:30:13.258 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:30:13.258 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:30:13.258 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:30:13.258 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:30:13.258 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:30:13.259 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:30:13.259 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:30:13.259 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:30:13.259 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:30:13.259 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:30:13.259 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:30:13.259 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:30:13.259 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:30:13.259 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:30:13.259 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:30:13.259 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:30:13.259 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:30:13.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:30:13 smithi039 ceph-mon[181282]: from='client.40269 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:30:13.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:30:13 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4251719426' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:30:13.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:30:13 smithi032 ceph-mon[189144]: from='client.40269 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:30:13.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:30:13 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4251719426' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:30:13.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:30:13 smithi032 ceph-mon[191839]: from='client.40269 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:30:13.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:30:13 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4251719426' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:30:14.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:30:14 smithi039 ceph-mon[181282]: from='client.50192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:30:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:30:14 smithi039 ceph-mon[181282]: pgmap v6164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:14.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:30:14 smithi032 ceph-mon[189144]: from='client.50192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:30:14.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:30:14 smithi032 ceph-mon[189144]: pgmap v6164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:14.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:30:14 smithi032 ceph-mon[191839]: from='client.50192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:30:14.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:30:14 smithi032 ceph-mon[191839]: pgmap v6164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:16.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:30:16 smithi039 ceph-mon[181282]: pgmap v6165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:16.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:30:16 smithi032 ceph-mon[189144]: pgmap v6165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:16.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:30:16 smithi032 ceph-mon[191839]: pgmap v6165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:17.256 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 19:30:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-22T19:30:16.983571502Z level=info msg="Completed cleanup jobs" duration=13.121939ms 2023-12-22T19:30:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:30:18 smithi039 ceph-mon[181282]: pgmap v6166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:18.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:30:18 smithi032 ceph-mon[189144]: pgmap v6166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:30:18 smithi032 ceph-mon[191839]: pgmap v6166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:20.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:30:20 smithi032 ceph-mon[189144]: pgmap v6167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:30:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:30:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:30:20 smithi032 ceph-mon[191839]: pgmap v6167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:30:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:30:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:30:20 smithi039 ceph-mon[181282]: pgmap v6167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:30:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:30:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:30:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:30:20] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:30:22.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:30:22 smithi032 ceph-mon[191839]: pgmap v6168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:22.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:30:22 smithi032 ceph-mon[189144]: pgmap v6168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:23.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:30:22 smithi039 ceph-mon[181282]: pgmap v6168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:24.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:30:24 smithi032 ceph-mon[191839]: pgmap v6169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:24.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:30:24 smithi032 ceph-mon[189144]: pgmap v6169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:24.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:30:24 smithi039 ceph-mon[181282]: pgmap v6169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:26.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:30:26 smithi039 ceph-mon[181282]: pgmap v6170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:30:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:30:26.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:30:26 smithi032 ceph-mon[191839]: pgmap v6170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:26.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:30:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:30:26.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:30:26 smithi032 ceph-mon[189144]: pgmap v6170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:26.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:30:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:30:27.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:30:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:30:27.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:30:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:30:27.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:30:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:30:27.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:30:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:30:27.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:30:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:30:27.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:30:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:30:27.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:30:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:30:27.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:30:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:30:27.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:30:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:30:28.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:30:28 smithi039 ceph-mon[181282]: pgmap v6171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:30:28 smithi032 ceph-mon[189144]: pgmap v6171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:30:28 smithi032 ceph-mon[191839]: pgmap v6171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:30:30 smithi039 ceph-mon[181282]: pgmap v6172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:30.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:30:30 smithi032 ceph-mon[189144]: pgmap v6172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:30:30 smithi032 ceph-mon[191839]: pgmap v6172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:31.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:30:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:30:30] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:30:32.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:30:32 smithi039 ceph-mon[181282]: pgmap v6173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:32.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:30:32 smithi032 ceph-mon[189144]: pgmap v6173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:32.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:30:32 smithi032 ceph-mon[191839]: pgmap v6173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:34.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:30:34 smithi032 ceph-mon[189144]: pgmap v6174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:34.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:30:34 smithi032 ceph-mon[191839]: pgmap v6174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:34.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:30:34 smithi039 ceph-mon[181282]: pgmap v6174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:35.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:30:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:30:35.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:30:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:30:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:30:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:30:36.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:30:36 smithi032 ceph-mon[189144]: pgmap v6175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:30:36 smithi032 ceph-mon[191839]: pgmap v6175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:36.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:30:36 smithi039 ceph-mon[181282]: pgmap v6175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:30:38 smithi039 ceph-mon[181282]: pgmap v6176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:38.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:30:38 smithi032 ceph-mon[191839]: pgmap v6176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:38.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:30:38 smithi032 ceph-mon[189144]: pgmap v6176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:40.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:30:40 smithi039 ceph-mon[181282]: pgmap v6177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:40.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:30:40 smithi032 ceph-mon[189144]: pgmap v6177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:40.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:30:40 smithi032 ceph-mon[191839]: pgmap v6177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:41.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:30:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:30:40] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T19:30:42.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:30:42 smithi032 ceph-mon[191839]: pgmap v6178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:42.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:30:42 smithi032 ceph-mon[189144]: pgmap v6178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:43.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:30:42 smithi039 ceph-mon[181282]: pgmap v6178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:43.621 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:30:43.943 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:30:43.943 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 4m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:30:43.943 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 2m ago 2h 93.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:30:43.943 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 4m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:30:43.943 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 2m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:30:43.944 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 2m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:30:43.944 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 4m ago 2h 634M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:30:43.944 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 4m ago 2h 778M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:30:43.944 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 2m ago 2h 406M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:30:43.944 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 4m ago 2h 409M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:30:43.944 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 4m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:30:43.944 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 2m ago 2h 18.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:30:43.944 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 4m ago 2h 4140M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:30:43.944 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 4m ago 2h 4353M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:30:43.944 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 4m ago 2h 3941M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:30:43.944 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 4m ago 2h 3852M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:30:43.944 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 2m ago 2h 3693M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:30:43.944 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 2m ago 2h 3876M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:30:43.944 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 2m ago 2h 3648M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:30:43.944 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 2m ago 2h 3511M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:30:43.944 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 2m ago 2h 118M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:30:44.345 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:30:44.345 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:30:44.346 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:30:44.346 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:30:44.346 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:30:44.346 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:30:44.346 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:30:44.346 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:30:44.346 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:30:44.346 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:30:44.346 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:30:44.346 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:30:44.346 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:30:44.346 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:30:44.347 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:30:44.347 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:30:44.347 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:30:44.347 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:30:44.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:30:44 smithi032 ceph-mon[191839]: pgmap v6179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:44.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:30:44 smithi032 ceph-mon[191839]: from='client.40287 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:30:44.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:30:44 smithi032 ceph-mon[189144]: pgmap v6179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:44.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:30:44 smithi032 ceph-mon[189144]: from='client.40287 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:30:44.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:30:44 smithi039 ceph-mon[181282]: pgmap v6179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:30:44 smithi039 ceph-mon[181282]: from='client.40287 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:30:45.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:30:45 smithi032 ceph-mon[191839]: from='client.40293 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:30:45.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:30:45 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3587984477' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:30:45.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:30:45 smithi032 ceph-mon[189144]: from='client.40293 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:30:45.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:30:45 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3587984477' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:30:45.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:30:45 smithi039 ceph-mon[181282]: from='client.40293 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:30:45.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:30:45 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3587984477' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:30:46.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:30:46 smithi032 ceph-mon[189144]: pgmap v6180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:46.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:30:46 smithi032 ceph-mon[191839]: pgmap v6180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:46.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:30:46 smithi039 ceph-mon[181282]: pgmap v6180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:30:48 smithi039 ceph-mon[181282]: pgmap v6181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:48.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:30:48 smithi032 ceph-mon[189144]: pgmap v6181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:48.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:30:48 smithi032 ceph-mon[191839]: pgmap v6181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:50.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:30:50 smithi039 ceph-mon[181282]: pgmap v6182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:30:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:30:50.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:30:50 smithi032 ceph-mon[191839]: pgmap v6182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:50.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:30:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:30:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:30:50 smithi032 ceph-mon[189144]: pgmap v6182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:30:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:30:51.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:30:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:30:50] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:30:52.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:30:52 smithi032 ceph-mon[191839]: pgmap v6183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:52.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:30:52 smithi032 ceph-mon[189144]: pgmap v6183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:53.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:30:52 smithi039 ceph-mon[181282]: pgmap v6183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:54.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:30:54 smithi032 ceph-mon[191839]: pgmap v6184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:54.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:30:54 smithi032 ceph-mon[189144]: pgmap v6184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:54.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:30:54 smithi039 ceph-mon[181282]: pgmap v6184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:56.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:30:56 smithi032 ceph-mon[191839]: pgmap v6185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:56.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:30:56 smithi032 ceph-mon[189144]: pgmap v6185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:57.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:30:56 smithi039 ceph-mon[181282]: pgmap v6185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:58.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:30:58 smithi032 ceph-mon[191839]: pgmap v6186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:58.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:30:58 smithi032 ceph-mon[189144]: pgmap v6186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:30:59.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:30:58 smithi039 ceph-mon[181282]: pgmap v6186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:00.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:31:00 smithi032 ceph-mon[189144]: pgmap v6187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:00.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:31:00 smithi032 ceph-mon[191839]: pgmap v6187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:01.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:31:00 smithi039 ceph-mon[181282]: pgmap v6187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:31:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:31:00] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:31:02.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:31:02 smithi032 ceph-mon[189144]: pgmap v6188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:02.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:31:02 smithi032 ceph-mon[191839]: pgmap v6188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:03.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:31:02 smithi039 ceph-mon[181282]: pgmap v6188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:04.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:31:04 smithi032 ceph-mon[191839]: pgmap v6189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:04.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:31:04 smithi032 ceph-mon[189144]: pgmap v6189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:04.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:31:04 smithi039 ceph-mon[181282]: pgmap v6189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:31:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:31:05.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:31:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:31:05.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:31:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:31:06.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:31:06 smithi032 ceph-mon[191839]: pgmap v6190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:06.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:31:06 smithi032 ceph-mon[189144]: pgmap v6190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:06.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:31:06 smithi039 ceph-mon[181282]: pgmap v6190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:08.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:31:08 smithi032 ceph-mon[191839]: pgmap v6191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:08.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:31:08 smithi032 ceph-mon[189144]: pgmap v6191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:09.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:31:08 smithi039 ceph-mon[181282]: pgmap v6191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:10.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:31:10 smithi032 ceph-mon[189144]: pgmap v6192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:10.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:31:10 smithi032 ceph-mon[191839]: pgmap v6192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:11.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:31:10 smithi039 ceph-mon[181282]: pgmap v6192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:31:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:31:10] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:31:12.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:31:12 smithi032 ceph-mon[189144]: pgmap v6193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:12.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:31:12 smithi032 ceph-mon[191839]: pgmap v6193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:13.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:31:12 smithi039 ceph-mon[181282]: pgmap v6193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:14.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:31:14 smithi032 ceph-mon[191839]: pgmap v6194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:14.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:31:14 smithi032 ceph-mon[189144]: pgmap v6194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:14.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:31:14 smithi039 ceph-mon[181282]: pgmap v6194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:14.708 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:31:15.030 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:31:15.030 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 4m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:31:15.030 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 2m ago 2h 93.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:31:15.031 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 4m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:31:15.031 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 2m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:31:15.031 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 2m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:31:15.031 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 4m ago 2h 634M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:31:15.031 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 4m ago 2h 778M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:31:15.031 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 2m ago 2h 406M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:31:15.031 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 4m ago 2h 409M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:31:15.031 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 4m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:31:15.031 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 2m ago 2h 18.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:31:15.031 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 4m ago 2h 4140M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:31:15.031 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 4m ago 2h 4353M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:31:15.031 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 4m ago 2h 3941M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:31:15.031 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 4m ago 2h 3852M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:31:15.031 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 2m ago 2h 3693M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:31:15.031 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 2m ago 2h 3876M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:31:15.031 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 2m ago 2h 3648M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:31:15.032 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 2m ago 2h 3511M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:31:15.032 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 2m ago 2h 118M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:31:15.434 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:31:15.434 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:31:15.434 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:31:15.434 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:31:15.434 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:31:15.434 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:31:15.434 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:31:15.434 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:31:15.434 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:31:15.434 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:31:15.434 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:31:15.434 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:31:15.434 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:31:15.435 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:31:15.435 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:31:15.435 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:31:15.435 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:31:15.435 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:31:15.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:31:15 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3588311061' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:31:15.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:31:15 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3588311061' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:31:15.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:31:15 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3588311061' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:31:16.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:31:16 smithi032 ceph-mon[189144]: from='client.40305 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:31:16.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:31:16 smithi032 ceph-mon[189144]: from='client.40311 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:31:16.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:31:16 smithi032 ceph-mon[189144]: pgmap v6195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:16.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:31:16 smithi032 ceph-mon[191839]: from='client.40305 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:31:16.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:31:16 smithi032 ceph-mon[191839]: from='client.40311 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:31:16.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:31:16 smithi032 ceph-mon[191839]: pgmap v6195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:17.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:31:16 smithi039 ceph-mon[181282]: from='client.40305 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:31:17.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:31:16 smithi039 ceph-mon[181282]: from='client.40311 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:31:17.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:31:16 smithi039 ceph-mon[181282]: pgmap v6195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:31:18 smithi032 ceph-mon[191839]: pgmap v6196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:18.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:31:18 smithi032 ceph-mon[189144]: pgmap v6196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:19.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:31:18 smithi039 ceph-mon[181282]: pgmap v6196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:31:20 smithi032 ceph-mon[191839]: pgmap v6197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:31:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:31:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:31:20 smithi032 ceph-mon[189144]: pgmap v6197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:31:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:31:21.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:31:20 smithi039 ceph-mon[181282]: pgmap v6197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:21.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:31:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:31:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:31:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:31:20] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:31:22.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:31:22 smithi032 ceph-mon[191839]: pgmap v6198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:22.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:31:22 smithi032 ceph-mon[189144]: pgmap v6198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:23.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:31:22 smithi039 ceph-mon[181282]: pgmap v6198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:24.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:31:24 smithi032 ceph-mon[191839]: pgmap v6199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:24.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:31:24 smithi032 ceph-mon[189144]: pgmap v6199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:24.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:31:24 smithi039 ceph-mon[181282]: pgmap v6199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:26.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:31:26 smithi032 ceph-mon[191839]: pgmap v6200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:26.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:31:26 smithi032 ceph-mon[189144]: pgmap v6200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:27.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:31:26 smithi039 ceph-mon[181282]: pgmap v6200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:27.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:31:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:31:27.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:31:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:31:27.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:31:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:31:27.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:31:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:31:27.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:31:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:31:27.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:31:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:31:27.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:31:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:31:27.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:31:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:31:28.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:31:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:31:28.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:31:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:31:28.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:31:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:31:28.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:31:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:31:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:31:28 smithi032 ceph-mon[191839]: pgmap v6201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:31:28 smithi032 ceph-mon[189144]: pgmap v6201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:29.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:31:28 smithi039 ceph-mon[181282]: pgmap v6201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:30.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:31:30 smithi032 ceph-mon[189144]: pgmap v6202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:31:30 smithi032 ceph-mon[191839]: pgmap v6202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:31.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:31:30 smithi039 ceph-mon[181282]: pgmap v6202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:31:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:31:30] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:31:32.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:31:32 smithi032 ceph-mon[189144]: pgmap v6203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:32.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:31:32 smithi032 ceph-mon[191839]: pgmap v6203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:33.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:31:32 smithi039 ceph-mon[181282]: pgmap v6203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:34.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:31:34 smithi032 ceph-mon[189144]: pgmap v6204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:34.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:31:34 smithi032 ceph-mon[191839]: pgmap v6204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:34.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:31:34 smithi039 ceph-mon[181282]: pgmap v6204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:35.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:31:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:31:35.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:31:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:31:35.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:31:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:31:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:31:36 smithi032 ceph-mon[191839]: pgmap v6205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:36.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:31:36 smithi032 ceph-mon[189144]: pgmap v6205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:36.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:31:36 smithi039 ceph-mon[181282]: pgmap v6205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:38.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:31:38 smithi032 ceph-mon[191839]: pgmap v6206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:38.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:31:38 smithi032 ceph-mon[189144]: pgmap v6206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:39.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:31:38 smithi039 ceph-mon[181282]: pgmap v6206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:40.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:31:40 smithi032 ceph-mon[189144]: pgmap v6207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:40.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:31:40 smithi032 ceph-mon[191839]: pgmap v6207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:41.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:31:40 smithi039 ceph-mon[181282]: pgmap v6207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:41.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:31:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:31:40] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T19:31:42.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:31:42 smithi032 ceph-mon[189144]: pgmap v6208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:42.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:31:42 smithi032 ceph-mon[191839]: pgmap v6208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:43.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:31:42 smithi039 ceph-mon[181282]: pgmap v6208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:44.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:31:44 smithi032 ceph-mon[191839]: pgmap v6209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:44.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:31:44 smithi032 ceph-mon[189144]: pgmap v6209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:44.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:31:44 smithi039 ceph-mon[181282]: pgmap v6209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:45.799 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:31:46.125 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:31:46.125 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 5m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:31:46.125 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 3m ago 2h 93.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:31:46.125 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 5m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:31:46.125 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 3m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:31:46.125 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 3m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:31:46.125 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 5m ago 2h 634M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:31:46.125 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 5m ago 2h 778M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:31:46.125 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 3m ago 2h 406M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:31:46.125 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 5m ago 2h 409M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:31:46.125 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 5m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:31:46.126 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 3m ago 2h 18.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:31:46.126 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 5m ago 2h 4140M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:31:46.126 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 5m ago 2h 4353M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:31:46.126 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 5m ago 2h 3941M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:31:46.126 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 5m ago 2h 3852M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:31:46.126 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 3m ago 2h 3693M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:31:46.126 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 3m ago 2h 3876M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:31:46.126 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 3m ago 2h 3648M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:31:46.126 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 3m ago 2h 3511M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:31:46.126 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 3m ago 2h 118M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:31:46.527 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:31:46.527 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:31:46.527 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:31:46.527 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:31:46.527 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:31:46.528 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:31:46.528 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:31:46.528 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:31:46.528 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:31:46.528 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:31:46.528 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:31:46.528 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:31:46.528 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:31:46.528 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:31:46.528 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:31:46.528 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:31:46.528 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:31:46.528 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:31:46.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:31:46 smithi032 ceph-mon[191839]: pgmap v6210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:46.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:31:46 smithi032 ceph-mon[189144]: pgmap v6210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:47.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:31:46 smithi039 ceph-mon[181282]: pgmap v6210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:47.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:31:47 smithi032 ceph-mon[191839]: from='client.50240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:31:47.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:31:47 smithi032 ceph-mon[191839]: from='client.50246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:31:47.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:31:47 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/978734484' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:31:47.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:31:47 smithi032 ceph-mon[189144]: from='client.50240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:31:47.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:31:47 smithi032 ceph-mon[189144]: from='client.50246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:31:47.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:31:47 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/978734484' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:31:48.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:31:47 smithi039 ceph-mon[181282]: from='client.50240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:31:48.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:31:47 smithi039 ceph-mon[181282]: from='client.50246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:31:48.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:31:47 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/978734484' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:31:48.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:31:48 smithi032 ceph-mon[191839]: pgmap v6211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:48.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:31:48 smithi032 ceph-mon[189144]: pgmap v6211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:49.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:31:48 smithi039 ceph-mon[181282]: pgmap v6211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:31:50 smithi032 ceph-mon[189144]: pgmap v6212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:31:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:31:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:31:50 smithi032 ceph-mon[191839]: pgmap v6212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:31:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:31:51.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:31:50 smithi039 ceph-mon[181282]: pgmap v6212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:51.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:31:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:31:51.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:31:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:31:50] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:31:52.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:31:52 smithi032 ceph-mon[191839]: pgmap v6213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:52.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:31:52 smithi032 ceph-mon[189144]: pgmap v6213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:53.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:31:52 smithi039 ceph-mon[181282]: pgmap v6213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:54.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:31:54 smithi032 ceph-mon[191839]: pgmap v6214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:54.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:31:54 smithi032 ceph-mon[189144]: pgmap v6214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:54.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:31:54 smithi039 ceph-mon[181282]: pgmap v6214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:56.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:31:56 smithi032 ceph-mon[191839]: pgmap v6215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:56.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:31:56 smithi032 ceph-mon[189144]: pgmap v6215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:57.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:31:56 smithi039 ceph-mon[181282]: pgmap v6215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:58.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:31:58 smithi032 ceph-mon[191839]: pgmap v6216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:58.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:31:58 smithi032 ceph-mon[189144]: pgmap v6216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:31:59.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:31:58 smithi039 ceph-mon[181282]: pgmap v6216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:00.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:32:00 smithi032 ceph-mon[189144]: pgmap v6217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:00.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:32:00 smithi032 ceph-mon[191839]: pgmap v6217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:01.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:32:00 smithi039 ceph-mon[181282]: pgmap v6217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:32:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:32:00] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:32:02.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:32:02 smithi032 ceph-mon[191839]: pgmap v6218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:02.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:32:02 smithi032 ceph-mon[189144]: pgmap v6218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:03.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:32:02 smithi039 ceph-mon[181282]: pgmap v6218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:04.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:32:04 smithi032 ceph-mon[191839]: pgmap v6219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:04.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:32:04 smithi032 ceph-mon[189144]: pgmap v6219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:04.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:32:04 smithi039 ceph-mon[181282]: pgmap v6219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:32:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:32:05.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:32:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:32:05.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:32:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:32:06.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:32:06 smithi032 ceph-mon[189144]: pgmap v6220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:06.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:32:06 smithi032 ceph-mon[191839]: pgmap v6220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:06.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:32:06 smithi039 ceph-mon[181282]: pgmap v6220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:08.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:32:08 smithi032 ceph-mon[191839]: pgmap v6221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:08.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:32:08 smithi032 ceph-mon[189144]: pgmap v6221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:09.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:32:08 smithi039 ceph-mon[181282]: pgmap v6221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:10.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:32:10 smithi032 ceph-mon[189144]: pgmap v6222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:10.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:32:10 smithi032 ceph-mon[191839]: pgmap v6222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:11.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:32:10 smithi039 ceph-mon[181282]: pgmap v6222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:32:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:32:10] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T19:32:12.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:32:12 smithi032 ceph-mon[191839]: pgmap v6223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:12.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:32:12 smithi032 ceph-mon[189144]: pgmap v6223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:13.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:32:12 smithi039 ceph-mon[181282]: pgmap v6223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:14.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:32:14 smithi032 ceph-mon[189144]: pgmap v6224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:14.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:32:14 smithi032 ceph-mon[191839]: pgmap v6224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:14.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:32:14 smithi039 ceph-mon[181282]: pgmap v6224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:16.892 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:32:16.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:32:16 smithi032 ceph-mon[189144]: pgmap v6225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:16.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:32:16 smithi032 ceph-mon[191839]: pgmap v6225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:17.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:32:16 smithi039 ceph-mon[181282]: pgmap v6225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:17.218 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:32:17.218 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 6m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:32:17.218 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 3m ago 2h 93.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:32:17.218 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 6m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:32:17.218 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 3m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:32:17.218 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 3m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:32:17.218 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 6m ago 2h 634M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:32:17.218 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 6m ago 2h 778M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:32:17.218 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 3m ago 2h 406M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:32:17.219 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 6m ago 2h 409M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:32:17.219 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 6m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:32:17.219 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 3m ago 2h 18.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:32:17.219 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 6m ago 2h 4140M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:32:17.219 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 6m ago 2h 4353M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:32:17.219 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 6m ago 2h 3941M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:32:17.219 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 6m ago 2h 3852M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:32:17.219 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 3m ago 2h 3693M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:32:17.219 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 3m ago 2h 3876M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:32:17.219 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 3m ago 2h 3648M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:32:17.219 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 3m ago 2h 3511M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:32:17.219 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 3m ago 2h 118M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:32:17.620 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:32:17.620 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:32:17.620 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:32:17.620 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:32:17.620 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:32:17.620 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:32:17.620 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:32:17.621 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:32:17.621 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:32:17.621 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:32:17.621 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:32:17.621 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:32:17.621 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:32:17.621 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:32:17.621 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:32:17.621 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:32:17.621 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:32:17.621 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:32:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:32:18 smithi032 ceph-mon[191839]: from='client.50258 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:32:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:32:18 smithi032 ceph-mon[191839]: from='client.50264 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:32:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:32:18 smithi032 ceph-mon[191839]: pgmap v6226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:32:18 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2565311561' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:32:18.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:32:18 smithi032 ceph-mon[189144]: from='client.50258 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:32:18.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:32:18 smithi032 ceph-mon[189144]: from='client.50264 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:32:18.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:32:18 smithi032 ceph-mon[189144]: pgmap v6226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:18.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:32:18 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2565311561' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:32:19.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:32:18 smithi039 ceph-mon[181282]: from='client.50258 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:32:19.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:32:18 smithi039 ceph-mon[181282]: from='client.50264 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:32:19.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:32:18 smithi039 ceph-mon[181282]: pgmap v6226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:19.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:32:18 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2565311561' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:32:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:32:20 smithi032 ceph-mon[191839]: pgmap v6227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:32:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:32:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:32:20 smithi032 ceph-mon[189144]: pgmap v6227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:32:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:32:21.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:32:20 smithi039 ceph-mon[181282]: pgmap v6227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:21.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:32:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:32:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:32:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:32:20] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:32:22.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:32:22 smithi032 ceph-mon[191839]: pgmap v6228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:22.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:32:22 smithi032 ceph-mon[189144]: pgmap v6228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:23.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:32:22 smithi039 ceph-mon[181282]: pgmap v6228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:24.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:32:24 smithi032 ceph-mon[189144]: pgmap v6229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:24.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:32:24 smithi032 ceph-mon[191839]: pgmap v6229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:32:24 smithi039 ceph-mon[181282]: pgmap v6229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:26.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:32:26 smithi032 ceph-mon[189144]: pgmap v6230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:26.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:32:26 smithi032 ceph-mon[191839]: pgmap v6230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:27.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:32:26 smithi039 ceph-mon[181282]: pgmap v6230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:27.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:32:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:32:27.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:32:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:32:28.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:32:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:32:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:32:28 smithi032 ceph-mon[191839]: pgmap v6231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:32:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:32:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:32:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:32:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:32:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:32:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:32:28 smithi032 ceph-mon[189144]: pgmap v6231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:32:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:32:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:32:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:32:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:32:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:32:29.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:32:28 smithi039 ceph-mon[181282]: pgmap v6231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:29.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:32:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:32:29.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:32:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:32:29.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:32:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:32:30.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:32:30 smithi032 ceph-mon[189144]: pgmap v6232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:32:30 smithi032 ceph-mon[191839]: pgmap v6232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:31.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:32:30 smithi039 ceph-mon[181282]: pgmap v6232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:31.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:32:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:32:30] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:32:32.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:32:32 smithi032 ceph-mon[189144]: pgmap v6233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:32.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:32:32 smithi032 ceph-mon[191839]: pgmap v6233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:33.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:32:32 smithi039 ceph-mon[181282]: pgmap v6233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:34.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:32:34 smithi032 ceph-mon[191839]: pgmap v6234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:34.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:32:34 smithi032 ceph-mon[189144]: pgmap v6234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:34.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:32:34 smithi039 ceph-mon[181282]: pgmap v6234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:35.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:32:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:32:35.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:32:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:32:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:32:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:32:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:32:36 smithi032 ceph-mon[191839]: pgmap v6235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:36.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:32:36 smithi032 ceph-mon[189144]: pgmap v6235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:36.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:32:36 smithi039 ceph-mon[181282]: pgmap v6235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:38.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:32:38 smithi032 ceph-mon[189144]: pgmap v6236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:38.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:32:38 smithi032 ceph-mon[191839]: pgmap v6236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:39.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:32:38 smithi039 ceph-mon[181282]: pgmap v6236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:40.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:32:40 smithi032 ceph-mon[189144]: pgmap v6237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:40.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:32:40 smithi032 ceph-mon[191839]: pgmap v6237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:41.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:32:40 smithi039 ceph-mon[181282]: pgmap v6237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:41.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:32:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:32:40] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:32:42.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:32:42 smithi032 ceph-mon[191839]: pgmap v6238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:42.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:32:42 smithi032 ceph-mon[189144]: pgmap v6238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:43.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:32:42 smithi039 ceph-mon[181282]: pgmap v6238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:44.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:32:44 smithi032 ceph-mon[191839]: pgmap v6239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:44.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:32:44 smithi032 ceph-mon[189144]: pgmap v6239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:44.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:32:44 smithi039 ceph-mon[181282]: pgmap v6239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:46.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:32:46 smithi032 ceph-mon[191839]: pgmap v6240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:46.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:32:46 smithi032 ceph-mon[189144]: pgmap v6240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:47.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:32:46 smithi039 ceph-mon[181282]: pgmap v6240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:47.982 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:32:48.305 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:32:48.305 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 6m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:32:48.305 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 4m ago 2h 93.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:32:48.305 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 6m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:32:48.305 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 4m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:32:48.305 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 4m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:32:48.305 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 6m ago 2h 634M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:32:48.305 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 6m ago 2h 778M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:32:48.306 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 4m ago 2h 406M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:32:48.306 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 6m ago 2h 409M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:32:48.306 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 6m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:32:48.306 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 4m ago 2h 18.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:32:48.306 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 6m ago 2h 4140M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:32:48.306 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 6m ago 2h 4353M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:32:48.306 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 6m ago 2h 3941M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:32:48.306 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 6m ago 2h 3852M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:32:48.306 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 4m ago 2h 3693M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:32:48.306 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 4m ago 2h 3876M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:32:48.306 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 4m ago 2h 3648M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:32:48.306 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 4m ago 2h 3511M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:32:48.306 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 4m ago 2h 118M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:32:48.712 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:32:48.712 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:32:48.712 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:32:48.712 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:32:48.712 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:32:48.712 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:32:48.712 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:32:48.712 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:32:48.712 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:32:48.712 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:32:48.712 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:32:48.713 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:32:48.713 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:32:48.713 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:32:48.713 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:32:48.713 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:32:48.713 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:32:48.713 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:32:48.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:32:48 smithi032 ceph-mon[191839]: pgmap v6241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:48.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:32:48 smithi032 ceph-mon[189144]: pgmap v6241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:49.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:32:48 smithi039 ceph-mon[181282]: pgmap v6241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:49.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:32:49 smithi032 ceph-mon[191839]: from='client.40359 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:32:49.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:32:49 smithi032 ceph-mon[191839]: from='client.50282 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:32:49.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:32:49 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2661263815' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:32:49.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:32:49 smithi032 ceph-mon[189144]: from='client.40359 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:32:49.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:32:49 smithi032 ceph-mon[189144]: from='client.50282 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:32:49.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:32:49 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2661263815' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:32:50.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:32:49 smithi039 ceph-mon[181282]: from='client.40359 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:32:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:32:49 smithi039 ceph-mon[181282]: from='client.50282 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:32:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:32:49 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2661263815' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:32:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:32:50 smithi032 ceph-mon[191839]: pgmap v6242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:32:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:32:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:32:50 smithi032 ceph-mon[189144]: pgmap v6242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:32:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:32:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:32:50 smithi039 ceph-mon[181282]: pgmap v6242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:32:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:32:51.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:32:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:32:50] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:32:52.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:32:52 smithi032 ceph-mon[191839]: pgmap v6243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:52.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:32:52 smithi032 ceph-mon[189144]: pgmap v6243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:53.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:32:52 smithi039 ceph-mon[181282]: pgmap v6243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:54.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:32:54 smithi032 ceph-mon[191839]: pgmap v6244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:54.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:32:54 smithi032 ceph-mon[189144]: pgmap v6244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:54.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:32:54 smithi039 ceph-mon[181282]: pgmap v6244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:56.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:32:56 smithi032 ceph-mon[191839]: pgmap v6245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:56.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:32:56 smithi032 ceph-mon[189144]: pgmap v6245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:57.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:32:56 smithi039 ceph-mon[181282]: pgmap v6245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:58.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:32:58 smithi032 ceph-mon[191839]: pgmap v6246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:58.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:32:58 smithi032 ceph-mon[189144]: pgmap v6246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:32:59.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:32:58 smithi039 ceph-mon[181282]: pgmap v6246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:00.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:33:00 smithi032 ceph-mon[189144]: pgmap v6247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:00.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:33:00 smithi032 ceph-mon[191839]: pgmap v6247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:01.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:33:00 smithi039 ceph-mon[181282]: pgmap v6247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:33:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:33:00] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:33:02.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:33:02 smithi032 ceph-mon[191839]: pgmap v6248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:02.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:33:02 smithi032 ceph-mon[189144]: pgmap v6248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:03.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:33:02 smithi039 ceph-mon[181282]: pgmap v6248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:33:04 smithi032 ceph-mon[191839]: pgmap v6249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:04.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:33:04 smithi032 ceph-mon[189144]: pgmap v6249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:04.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:33:04 smithi039 ceph-mon[181282]: pgmap v6249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:33:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:33:05.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:33:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:33:05.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:33:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:33:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:33:06 smithi032 ceph-mon[191839]: pgmap v6250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:33:06 smithi032 ceph-mon[189144]: pgmap v6250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:06.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:33:06 smithi039 ceph-mon[181282]: pgmap v6250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:08.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:33:08 smithi032 ceph-mon[191839]: pgmap v6251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:08.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:33:08 smithi032 ceph-mon[189144]: pgmap v6251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:09.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:33:08 smithi039 ceph-mon[181282]: pgmap v6251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:10.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:33:10 smithi032 ceph-mon[189144]: pgmap v6252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:10.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:33:10 smithi032 ceph-mon[191839]: pgmap v6252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:11.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:33:10 smithi039 ceph-mon[181282]: pgmap v6252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:33:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:33:10] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:33:12.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:33:12 smithi032 ceph-mon[191839]: pgmap v6253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:12.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:33:12 smithi032 ceph-mon[189144]: pgmap v6253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:13.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:33:12 smithi039 ceph-mon[181282]: pgmap v6253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:14.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:33:14 smithi032 ceph-mon[189144]: pgmap v6254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:14.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:33:14 smithi032 ceph-mon[191839]: pgmap v6254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:14.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:33:14 smithi039 ceph-mon[181282]: pgmap v6254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:16.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:33:16 smithi032 ceph-mon[189144]: pgmap v6255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:16.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:33:16 smithi032 ceph-mon[191839]: pgmap v6255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:17.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:33:16 smithi039 ceph-mon[181282]: pgmap v6255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:33:18 smithi032 ceph-mon[191839]: pgmap v6256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:18.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:33:18 smithi032 ceph-mon[189144]: pgmap v6256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:19.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:33:18 smithi039 ceph-mon[181282]: pgmap v6256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:19.075 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:33:19.398 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:33:19.398 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 7m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:33:19.398 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 4m ago 2h 93.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:33:19.398 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 7m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:33:19.398 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 4m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:33:19.398 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 4m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:33:19.398 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 7m ago 2h 634M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:33:19.398 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 7m ago 2h 778M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:33:19.398 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 4m ago 2h 406M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:33:19.398 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 7m ago 2h 409M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:33:19.398 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 7m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:33:19.398 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 4m ago 2h 18.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:33:19.399 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 7m ago 2h 4140M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:33:19.399 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 7m ago 2h 4353M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:33:19.399 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 7m ago 2h 3941M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:33:19.399 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 7m ago 2h 3852M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:33:19.399 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 4m ago 2h 3693M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:33:19.399 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 4m ago 2h 3876M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:33:19.399 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 4m ago 2h 3648M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:33:19.399 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 4m ago 2h 3511M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:33:19.399 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 4m ago 2h 118M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:33:19.802 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:33:19.802 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:33:19.802 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:33:19.802 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:33:19.802 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:33:19.803 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:33:19.803 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:33:19.803 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:33:19.803 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:33:19.803 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:33:19.803 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:33:19.803 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:33:19.803 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:33:19.803 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:33:19.803 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:33:19.803 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:33:19.803 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:33:19.803 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:33:20.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:33:20 smithi032 ceph-mon[189144]: from='client.50294 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:33:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:33:20 smithi032 ceph-mon[189144]: from='client.40383 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:33:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:33:20 smithi032 ceph-mon[189144]: pgmap v6257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:33:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:33:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:33:20 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1637289791' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:33:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:33:20 smithi032 ceph-mon[191839]: from='client.50294 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:33:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:33:20 smithi032 ceph-mon[191839]: from='client.40383 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:33:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:33:20 smithi032 ceph-mon[191839]: pgmap v6257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:33:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:33:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:33:20 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1637289791' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:33:21.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:33:20 smithi039 ceph-mon[181282]: from='client.50294 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:33:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:33:20 smithi039 ceph-mon[181282]: from='client.40383 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:33:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:33:20 smithi039 ceph-mon[181282]: pgmap v6257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:33:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:33:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:33:20 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1637289791' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:33:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:33:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:33:20] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:33:22.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:33:22 smithi032 ceph-mon[191839]: pgmap v6258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:22.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:33:22 smithi032 ceph-mon[189144]: pgmap v6258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:23.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:33:22 smithi039 ceph-mon[181282]: pgmap v6258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:24.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:33:24 smithi032 ceph-mon[191839]: pgmap v6259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:24.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:33:24 smithi032 ceph-mon[189144]: pgmap v6259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:24.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:33:24 smithi039 ceph-mon[181282]: pgmap v6259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:26.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:33:26 smithi032 ceph-mon[191839]: pgmap v6260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:26.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:33:26 smithi032 ceph-mon[189144]: pgmap v6260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:27.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:33:26 smithi039 ceph-mon[181282]: pgmap v6260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:33:28 smithi032 ceph-mon[191839]: pgmap v6261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:33:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:33:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:33:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:33:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:33:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:33:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:33:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:33:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:33:28 smithi032 ceph-mon[189144]: pgmap v6261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:33:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:33:28.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:33:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:33:28.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:33:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:33:28.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:33:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:33:29.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:33:28 smithi039 ceph-mon[181282]: pgmap v6261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:29.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:33:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:33:29.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:33:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:33:29.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:33:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:33:29.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:33:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:33:30.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:33:30 smithi032 ceph-mon[189144]: pgmap v6262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:30.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:33:30 smithi032 ceph-mon[191839]: pgmap v6262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:31.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:33:30 smithi039 ceph-mon[181282]: pgmap v6262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:33:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:33:30] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:33:32.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:33:32 smithi032 ceph-mon[189144]: pgmap v6263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:32.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:33:32 smithi032 ceph-mon[191839]: pgmap v6263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:33.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:33:32 smithi039 ceph-mon[181282]: pgmap v6263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:34.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:33:34 smithi032 ceph-mon[191839]: pgmap v6264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:34.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:33:34 smithi032 ceph-mon[189144]: pgmap v6264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:34.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:33:34 smithi039 ceph-mon[181282]: pgmap v6264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:35.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:33:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:33:35.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:33:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:33:35.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:33:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:33:36.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:33:36 smithi032 ceph-mon[189144]: pgmap v6265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:33:36 smithi032 ceph-mon[191839]: pgmap v6265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:36.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:33:36 smithi039 ceph-mon[181282]: pgmap v6265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:38.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:33:38 smithi032 ceph-mon[191839]: pgmap v6266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:38.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:33:38 smithi032 ceph-mon[189144]: pgmap v6266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:39.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:33:38 smithi039 ceph-mon[181282]: pgmap v6266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:40.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:33:40 smithi032 ceph-mon[189144]: pgmap v6267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:40.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:33:40 smithi032 ceph-mon[191839]: pgmap v6267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:41.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:33:40 smithi039 ceph-mon[181282]: pgmap v6267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:41.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:33:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:33:40] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:33:42.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:33:42 smithi032 ceph-mon[191839]: pgmap v6268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:42.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:33:42 smithi032 ceph-mon[189144]: pgmap v6268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:43.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:33:42 smithi039 ceph-mon[181282]: pgmap v6268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:44.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:33:44 smithi032 ceph-mon[191839]: pgmap v6269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:44.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:33:44 smithi032 ceph-mon[189144]: pgmap v6269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:44.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:33:44 smithi039 ceph-mon[181282]: pgmap v6269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:46.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:33:46 smithi032 ceph-mon[191839]: pgmap v6270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:46.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:33:46 smithi032 ceph-mon[189144]: pgmap v6270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:47.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:33:46 smithi039 ceph-mon[181282]: pgmap v6270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:48.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:33:48 smithi032 ceph-mon[191839]: pgmap v6271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:48.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:33:48 smithi032 ceph-mon[189144]: pgmap v6271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:49.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:33:48 smithi039 ceph-mon[181282]: pgmap v6271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:50.165 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:33:50.490 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:33:50.490 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 7m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:33:50.490 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 5m ago 2h 93.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:33:50.490 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 7m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:33:50.491 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 5m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:33:50.491 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 5m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:33:50.491 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 7m ago 2h 634M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:33:50.491 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 7m ago 2h 778M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:33:50.491 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 5m ago 2h 406M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:33:50.491 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 7m ago 2h 409M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:33:50.491 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 7m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:33:50.491 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 5m ago 2h 18.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:33:50.491 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 7m ago 2h 4140M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:33:50.491 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 7m ago 2h 4353M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:33:50.491 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 7m ago 2h 3941M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:33:50.491 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 7m ago 2h 3852M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:33:50.491 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 5m ago 2h 3693M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:33:50.491 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 5m ago 2h 3876M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:33:50.491 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 5m ago 2h 3648M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:33:50.491 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 5m ago 2h 3511M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:33:50.492 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 5m ago 2h 118M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:33:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:33:50 smithi032 ceph-mon[189144]: pgmap v6272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:33:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:33:50.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:33:50 smithi032 ceph-mon[191839]: pgmap v6272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:50.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:33:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:33:50.891 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:33:50.891 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:33:50.891 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:33:50.891 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:33:50.891 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:33:50.891 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:33:50.891 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:33:50.891 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:33:50.891 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:33:50.891 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:33:50.891 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:33:50.891 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:33:50.891 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:33:50.892 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:33:50.892 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:33:50.892 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:33:50.892 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:33:50.892 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:33:51.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:33:50 smithi039 ceph-mon[181282]: pgmap v6272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:33:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:33:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:33:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:33:50] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:33:51.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:33:51 smithi032 ceph-mon[191839]: from='client.50312 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:33:51.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:33:51 smithi032 ceph-mon[191839]: from='client.50318 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:33:51.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:33:51 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1656700095' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:33:51.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:33:51 smithi032 ceph-mon[189144]: from='client.50312 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:33:51.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:33:51 smithi032 ceph-mon[189144]: from='client.50318 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:33:51.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:33:51 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1656700095' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:33:52.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:33:51 smithi039 ceph-mon[181282]: from='client.50312 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:33:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:33:51 smithi039 ceph-mon[181282]: from='client.50318 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:33:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:33:51 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1656700095' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:33:52.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:33:52 smithi032 ceph-mon[191839]: pgmap v6273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:52.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:33:52 smithi032 ceph-mon[189144]: pgmap v6273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:53.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:33:52 smithi039 ceph-mon[181282]: pgmap v6273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:54.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:33:54 smithi032 ceph-mon[189144]: pgmap v6274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:54.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:33:54 smithi032 ceph-mon[191839]: pgmap v6274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:54.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:33:54 smithi039 ceph-mon[181282]: pgmap v6274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:56.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:33:56 smithi032 ceph-mon[191839]: pgmap v6275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:56.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:33:56 smithi032 ceph-mon[189144]: pgmap v6275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:57.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:33:56 smithi039 ceph-mon[181282]: pgmap v6275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:58.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:33:58 smithi032 ceph-mon[191839]: pgmap v6276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:58.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:33:58 smithi032 ceph-mon[189144]: pgmap v6276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:33:59.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:33:58 smithi039 ceph-mon[181282]: pgmap v6276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:00.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:34:00 smithi032 ceph-mon[191839]: pgmap v6277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:00.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:34:00 smithi032 ceph-mon[189144]: pgmap v6277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:01.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:34:00 smithi039 ceph-mon[181282]: pgmap v6277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:34:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:34:00] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:34:02.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:34:02 smithi032 ceph-mon[191839]: pgmap v6278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:02.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:34:02 smithi032 ceph-mon[189144]: pgmap v6278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:03.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:34:02 smithi039 ceph-mon[181282]: pgmap v6278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:04.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:34:04 smithi032 ceph-mon[191839]: pgmap v6279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:04.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:34:04 smithi032 ceph-mon[189144]: pgmap v6279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:04.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:34:04 smithi039 ceph-mon[181282]: pgmap v6279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:34:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:34:05.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:34:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:34:05.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:34:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:34:06.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:34:06 smithi032 ceph-mon[191839]: pgmap v6280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:06.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:34:06 smithi032 ceph-mon[189144]: pgmap v6280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:06.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:34:06 smithi039 ceph-mon[181282]: pgmap v6280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:08.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:34:08 smithi032 ceph-mon[191839]: pgmap v6281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:08.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:34:08 smithi032 ceph-mon[189144]: pgmap v6281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:09.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:34:08 smithi039 ceph-mon[181282]: pgmap v6281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:10.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:34:10 smithi032 ceph-mon[189144]: pgmap v6282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:10.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:34:10 smithi032 ceph-mon[191839]: pgmap v6282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:11.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:34:10 smithi039 ceph-mon[181282]: pgmap v6282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:34:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:34:10] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T19:34:12.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:34:12 smithi032 ceph-mon[191839]: pgmap v6283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:12.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:34:12 smithi032 ceph-mon[189144]: pgmap v6283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:13.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:34:12 smithi039 ceph-mon[181282]: pgmap v6283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:14.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:34:14 smithi032 ceph-mon[189144]: pgmap v6284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:14.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:34:14 smithi032 ceph-mon[191839]: pgmap v6284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:14.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:34:14 smithi039 ceph-mon[181282]: pgmap v6284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:16.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:34:16 smithi032 ceph-mon[189144]: pgmap v6285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:16.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:34:16 smithi032 ceph-mon[191839]: pgmap v6285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:17.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:34:16 smithi039 ceph-mon[181282]: pgmap v6285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:34:18 smithi032 ceph-mon[191839]: pgmap v6286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:18.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:34:18 smithi032 ceph-mon[189144]: pgmap v6286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:19.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:34:18 smithi039 ceph-mon[181282]: pgmap v6286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:20.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:34:20 smithi032 ceph-mon[191839]: pgmap v6287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:34:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:34:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:34:20 smithi032 ceph-mon[189144]: pgmap v6287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:34:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:34:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:34:20 smithi039 ceph-mon[181282]: pgmap v6287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:34:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:34:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:34:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:34:20] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:34:21.256 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:34:21.580 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:34:21.580 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 8m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:34:21.580 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 5m ago 2h 93.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:34:21.580 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 8m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:34:21.580 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 5m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:34:21.580 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 5m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:34:21.580 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 8m ago 2h 634M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:34:21.581 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 8m ago 2h 778M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:34:21.581 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 5m ago 2h 406M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:34:21.581 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 8m ago 2h 409M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:34:21.581 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 8m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:34:21.581 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 5m ago 2h 18.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:34:21.581 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 8m ago 2h 4140M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:34:21.581 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 8m ago 2h 4353M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:34:21.581 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 8m ago 2h 3941M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:34:21.581 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 8m ago 2h 3852M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:34:21.581 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 5m ago 2h 3693M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:34:21.581 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 5m ago 2h 3876M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:34:21.581 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 5m ago 2h 3648M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:34:21.581 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 5m ago 2h 3511M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:34:21.581 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 5m ago 2h 118M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:34:21.979 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:34:21.979 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:34:21.979 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:34:21.979 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:34:21.979 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:34:21.979 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:34:21.979 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:34:21.979 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:34:21.979 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:34:21.979 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:34:21.979 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:34:21.980 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:34:21.980 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:34:21.980 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:34:21.980 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:34:21.980 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:34:21.980 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:34:21.980 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:34:22.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:34:22 smithi032 ceph-mon[191839]: from='client.50330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:34:22.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:34:22 smithi032 ceph-mon[191839]: pgmap v6288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:22.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:34:22 smithi032 ceph-mon[191839]: from='client.40419 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:34:22.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:34:22 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/282247360' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:34:22.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:34:22 smithi032 ceph-mon[189144]: from='client.50330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:34:22.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:34:22 smithi032 ceph-mon[189144]: pgmap v6288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:22.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:34:22 smithi032 ceph-mon[189144]: from='client.40419 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:34:22.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:34:22 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/282247360' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:34:23.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:34:22 smithi039 ceph-mon[181282]: from='client.50330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:34:23.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:34:22 smithi039 ceph-mon[181282]: pgmap v6288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:23.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:34:22 smithi039 ceph-mon[181282]: from='client.40419 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:34:23.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:34:22 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/282247360' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:34:24.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:34:24 smithi032 ceph-mon[191839]: pgmap v6289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:24.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:34:24 smithi032 ceph-mon[189144]: pgmap v6289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:24.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:34:24 smithi039 ceph-mon[181282]: pgmap v6289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:26.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:34:26 smithi032 ceph-mon[191839]: pgmap v6290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:26.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:34:26 smithi032 ceph-mon[189144]: pgmap v6290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:27.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:34:26 smithi039 ceph-mon[181282]: pgmap v6290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:34:28 smithi032 ceph-mon[191839]: pgmap v6291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:34:28 smithi032 ceph-mon[189144]: pgmap v6291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:29.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:34:28 smithi039 ceph-mon[181282]: pgmap v6291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:29.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:34:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:34:29.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:34:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:34:29.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:34:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:34:29.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:34:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:34:29.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:34:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:34:29.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:34:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:34:29.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:34:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:34:29.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:34:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:34:29.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:34:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:34:29.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:34:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:34:29.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:34:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:34:29.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:34:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:34:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:34:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:34:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:34:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:34:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:34:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:34:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:34:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:34:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:34:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:34:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:34:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:34:30.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:34:30 smithi032 ceph-mon[189144]: pgmap v6292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:30.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:34:30 smithi032 ceph-mon[191839]: pgmap v6292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:31.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:34:30 smithi039 ceph-mon[181282]: pgmap v6292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:31.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:34:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:34:30] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:34:32.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:34:32 smithi032 ceph-mon[191839]: pgmap v6293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:32.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:34:32 smithi032 ceph-mon[189144]: pgmap v6293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:33.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:34:32 smithi039 ceph-mon[181282]: pgmap v6293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:34.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:34:34 smithi032 ceph-mon[191839]: pgmap v6294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:34.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:34:34 smithi032 ceph-mon[189144]: pgmap v6294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:34.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:34:34 smithi039 ceph-mon[181282]: pgmap v6294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:35.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:34:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:34:35.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:34:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:34:35.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:34:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:34:36.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:34:36 smithi032 ceph-mon[189144]: pgmap v6295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:34:36 smithi032 ceph-mon[191839]: pgmap v6295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:34:36 smithi039 ceph-mon[181282]: pgmap v6295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:38.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:34:38 smithi032 ceph-mon[189144]: pgmap v6296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:38.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:34:38 smithi032 ceph-mon[191839]: pgmap v6296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:39.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:34:38 smithi039 ceph-mon[181282]: pgmap v6296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:40.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:34:40 smithi032 ceph-mon[191839]: pgmap v6297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:40.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:34:40 smithi032 ceph-mon[189144]: pgmap v6297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:41.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:34:40 smithi039 ceph-mon[181282]: pgmap v6297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:34:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:34:40] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:34:42.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:34:42 smithi032 ceph-mon[191839]: pgmap v6298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:42.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:34:42 smithi032 ceph-mon[189144]: pgmap v6298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:43.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:34:42 smithi039 ceph-mon[181282]: pgmap v6298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:44.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:34:44 smithi032 ceph-mon[189144]: pgmap v6299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:44.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:34:44 smithi032 ceph-mon[191839]: pgmap v6299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:44.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:34:44 smithi039 ceph-mon[181282]: pgmap v6299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:46.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:34:46 smithi032 ceph-mon[191839]: pgmap v6300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:46.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:34:46 smithi032 ceph-mon[189144]: pgmap v6300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:47.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:34:46 smithi039 ceph-mon[181282]: pgmap v6300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:48.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:34:48 smithi032 ceph-mon[191839]: pgmap v6301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:48.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:34:48 smithi032 ceph-mon[189144]: pgmap v6301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:49.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:34:48 smithi039 ceph-mon[181282]: pgmap v6301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:34:50 smithi032 ceph-mon[189144]: pgmap v6302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:34:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:34:50.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:34:50 smithi032 ceph-mon[191839]: pgmap v6302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:50.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:34:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:34:51.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:34:50 smithi039 ceph-mon[181282]: pgmap v6302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:51.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:34:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:34:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:34:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:34:50] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:34:52.342 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:34:52.666 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:34:52.666 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 8m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:34:52.666 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 6m ago 2h 93.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:34:52.666 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 8m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:34:52.666 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 6m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:34:52.666 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 6m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:34:52.666 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 8m ago 2h 634M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:34:52.666 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 8m ago 2h 778M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:34:52.666 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 6m ago 2h 406M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:34:52.666 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 8m ago 2h 409M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:34:52.666 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 8m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:34:52.666 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 6m ago 2h 18.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:34:52.667 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 8m ago 2h 4140M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:34:52.667 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 8m ago 2h 4353M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:34:52.667 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 8m ago 2h 3941M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:34:52.667 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 8m ago 2h 3852M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:34:52.667 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 6m ago 2h 3693M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:34:52.667 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 6m ago 2h 3876M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:34:52.667 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 6m ago 2h 3648M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:34:52.667 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 6m ago 2h 3511M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:34:52.667 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 6m ago 2h 118M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:34:52.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:34:52 smithi032 ceph-mon[191839]: pgmap v6303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:52.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:34:52 smithi032 ceph-mon[189144]: pgmap v6303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:53.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:34:52 smithi039 ceph-mon[181282]: pgmap v6303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:53.066 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:34:53.066 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:34:53.066 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:34:53.066 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:34:53.066 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:34:53.066 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:34:53.066 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:34:53.066 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:34:53.066 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:34:53.066 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:34:53.066 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:34:53.066 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:34:53.067 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:34:53.067 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:34:53.067 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:34:53.067 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:34:53.067 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:34:53.067 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:34:53.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:34:53 smithi032 ceph-mon[191839]: from='client.50348 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:34:53.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:34:53 smithi032 ceph-mon[191839]: from='client.40437 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:34:53.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:34:53 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/821721424' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:34:53.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:34:53 smithi032 ceph-mon[189144]: from='client.50348 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:34:53.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:34:53 smithi032 ceph-mon[189144]: from='client.40437 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:34:53.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:34:53 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/821721424' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:34:54.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:34:53 smithi039 ceph-mon[181282]: from='client.50348 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:34:54.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:34:53 smithi039 ceph-mon[181282]: from='client.40437 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:34:54.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:34:53 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/821721424' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:34:54.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:34:54 smithi032 ceph-mon[189144]: pgmap v6304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:54.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:34:54 smithi032 ceph-mon[191839]: pgmap v6304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:55.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:34:54 smithi039 ceph-mon[181282]: pgmap v6304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:56.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:34:56 smithi032 ceph-mon[191839]: pgmap v6305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:56.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:34:56 smithi032 ceph-mon[189144]: pgmap v6305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:57.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:34:56 smithi039 ceph-mon[181282]: pgmap v6305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:58.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:34:58 smithi032 ceph-mon[191839]: pgmap v6306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:58.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:34:58 smithi032 ceph-mon[189144]: pgmap v6306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:34:59.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:34:58 smithi039 ceph-mon[181282]: pgmap v6306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:00.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:35:00 smithi032 ceph-mon[189144]: pgmap v6307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:00.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:35:00 smithi032 ceph-mon[191839]: pgmap v6307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:01.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:35:00 smithi039 ceph-mon[181282]: pgmap v6307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:35:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:35:00] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:35:02.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:35:02 smithi032 ceph-mon[189144]: pgmap v6308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:02.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:35:02 smithi032 ceph-mon[191839]: pgmap v6308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:03.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:35:02 smithi039 ceph-mon[181282]: pgmap v6308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:04.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:35:04 smithi032 ceph-mon[191839]: pgmap v6309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:04.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:35:04 smithi032 ceph-mon[189144]: pgmap v6309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:35:04 smithi039 ceph-mon[181282]: pgmap v6309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:35:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:35:05.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:35:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:35:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:35:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:35:06.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:35:06 smithi032 ceph-mon[191839]: pgmap v6310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:06.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:35:06 smithi032 ceph-mon[189144]: pgmap v6310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:35:06 smithi039 ceph-mon[181282]: pgmap v6310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:08.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:35:08 smithi032 ceph-mon[191839]: pgmap v6311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:08.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:35:08 smithi032 ceph-mon[189144]: pgmap v6311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:09.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:35:08 smithi039 ceph-mon[181282]: pgmap v6311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:10.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:35:10 smithi032 ceph-mon[189144]: pgmap v6312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:10.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:35:10 smithi032 ceph-mon[191839]: pgmap v6312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:35:10 smithi039 ceph-mon[181282]: pgmap v6312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:35:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:35:10] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T19:35:12.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:35:12 smithi032 ceph-mon[191839]: pgmap v6313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:12.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:35:12 smithi032 ceph-mon[189144]: pgmap v6313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:13.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:35:12 smithi039 ceph-mon[181282]: pgmap v6313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:14.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:35:14 smithi032 ceph-mon[191839]: pgmap v6314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:14.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:35:14 smithi032 ceph-mon[189144]: pgmap v6314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:35:14 smithi039 ceph-mon[181282]: pgmap v6314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:16.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:35:16 smithi032 ceph-mon[191839]: pgmap v6315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:16.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:35:16 smithi032 ceph-mon[189144]: pgmap v6315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:17.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:35:16 smithi039 ceph-mon[181282]: pgmap v6315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:35:18 smithi032 ceph-mon[191839]: pgmap v6316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:18.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:35:18 smithi032 ceph-mon[189144]: pgmap v6316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:19.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:35:18 smithi039 ceph-mon[181282]: pgmap v6316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:20.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:35:20 smithi032 ceph-mon[189144]: pgmap v6317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:20.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:35:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:35:20.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:35:20 smithi032 ceph-mon[191839]: pgmap v6317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:20.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:35:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:35:21.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:35:20 smithi039 ceph-mon[181282]: pgmap v6317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:35:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:35:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:35:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:35:20] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T19:35:22.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:35:22 smithi032 ceph-mon[189144]: pgmap v6318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:22.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:35:22 smithi032 ceph-mon[191839]: pgmap v6318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:23.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:35:22 smithi039 ceph-mon[181282]: pgmap v6318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:23.433 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:35:23.759 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:35:23.759 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 9m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:35:23.759 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 7m ago 2h 93.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:35:23.759 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 9m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:35:23.759 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 7m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:35:23.759 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 7m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:35:23.760 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 9m ago 2h 634M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:35:23.760 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 9m ago 2h 778M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:35:23.760 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 7m ago 2h 406M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:35:23.760 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 9m ago 2h 409M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:35:23.760 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 9m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:35:23.760 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 7m ago 2h 18.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:35:23.760 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 9m ago 2h 4140M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:35:23.760 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 9m ago 2h 4353M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:35:23.760 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 9m ago 2h 3941M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:35:23.760 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 9m ago 2h 3852M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:35:23.760 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 7m ago 2h 3693M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:35:23.760 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 7m ago 2h 3876M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:35:23.760 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 7m ago 2h 3648M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:35:23.760 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 7m ago 2h 3511M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:35:23.761 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 7m ago 2h 118M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:35:24.161 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:35:24.162 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:35:24.162 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:35:24.162 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:35:24.162 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:35:24.162 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:35:24.162 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:35:24.162 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:35:24.162 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:35:24.162 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:35:24.162 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:35:24.162 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:35:24.162 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:35:24.162 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:35:24.163 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:35:24.163 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:35:24.163 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:35:24.163 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:35:24.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:35:24 smithi032 ceph-mon[191839]: from='client.40449 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:35:24.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:35:24 smithi032 ceph-mon[191839]: pgmap v6319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:24.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:35:24 smithi032 ceph-mon[189144]: from='client.40449 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:35:24.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:35:24 smithi032 ceph-mon[189144]: pgmap v6319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:24.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:35:24 smithi039 ceph-mon[181282]: from='client.40449 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:35:24.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:35:24 smithi039 ceph-mon[181282]: pgmap v6319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:25.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:35:25 smithi032 ceph-mon[191839]: from='client.50372 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:35:25.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:35:25 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3297225521' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:35:25.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:35:25 smithi032 ceph-mon[189144]: from='client.50372 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:35:25.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:35:25 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3297225521' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:35:25.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:35:25 smithi039 ceph-mon[181282]: from='client.50372 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:35:25.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:35:25 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3297225521' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:35:26.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:35:26 smithi032 ceph-mon[189144]: pgmap v6320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:26.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:35:26 smithi032 ceph-mon[191839]: pgmap v6320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:35:26 smithi039 ceph-mon[181282]: pgmap v6320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:35:28 smithi032 ceph-mon[189144]: pgmap v6321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:35:28 smithi032 ceph-mon[191839]: pgmap v6321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:29.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:35:28 smithi039 ceph-mon[181282]: pgmap v6321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:30.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:35:30 smithi032 ceph-mon[189144]: pgmap v6322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:30.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:35:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:35:30.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:35:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:35:30.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:35:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:35:30.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:35:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:35:30.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:35:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:35:30.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:35:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:35:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:35:30 smithi032 ceph-mon[191839]: pgmap v6322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:35:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:35:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:35:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:35:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:35:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:35:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:35:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:35:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:35:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:35:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:35:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:35:31.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:35:30 smithi039 ceph-mon[181282]: pgmap v6322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:31.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:35:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:35:31.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:35:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:35:31.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:35:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:35:31.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:35:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:35:31.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:35:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:35:31.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:35:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:35:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:35:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:35:30] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T19:35:32.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:35:32 smithi032 ceph-mon[191839]: pgmap v6323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:32.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:35:32 smithi032 ceph-mon[189144]: pgmap v6323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:33.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:35:32 smithi039 ceph-mon[181282]: pgmap v6323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:34.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:35:34 smithi032 ceph-mon[191839]: pgmap v6324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:34.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:35:34 smithi032 ceph-mon[189144]: pgmap v6324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:35:34 smithi039 ceph-mon[181282]: pgmap v6324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:35.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:35:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:35:35.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:35:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:35:35.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:35:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:35:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:35:36 smithi032 ceph-mon[191839]: pgmap v6325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:36.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:35:36 smithi032 ceph-mon[189144]: pgmap v6325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:35:36 smithi039 ceph-mon[181282]: pgmap v6325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:38.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:35:38 smithi032 ceph-mon[191839]: pgmap v6326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:38.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:35:38 smithi032 ceph-mon[189144]: pgmap v6326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:39.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:35:38 smithi039 ceph-mon[181282]: pgmap v6326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:40.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:35:40 smithi032 ceph-mon[189144]: pgmap v6327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:40.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:35:40 smithi032 ceph-mon[191839]: pgmap v6327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:41.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:35:40 smithi039 ceph-mon[181282]: pgmap v6327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:35:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:35:40] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:35:42.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:35:42 smithi032 ceph-mon[191839]: pgmap v6328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:42.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:35:42 smithi032 ceph-mon[189144]: pgmap v6328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:43.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:35:42 smithi039 ceph-mon[181282]: pgmap v6328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:44.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:35:44 smithi032 ceph-mon[191839]: pgmap v6329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:44.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:35:44 smithi032 ceph-mon[189144]: pgmap v6329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:44.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:35:44 smithi039 ceph-mon[181282]: pgmap v6329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:46.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:35:46 smithi032 ceph-mon[191839]: pgmap v6330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:46.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:35:46 smithi032 ceph-mon[189144]: pgmap v6330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:47.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:35:46 smithi039 ceph-mon[181282]: pgmap v6330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:48.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:35:48 smithi032 ceph-mon[191839]: pgmap v6331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:48.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:35:48 smithi032 ceph-mon[189144]: pgmap v6331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:49.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:35:48 smithi039 ceph-mon[181282]: pgmap v6331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:50.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:35:50 smithi032 ceph-mon[191839]: pgmap v6332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:35:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:35:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:35:50 smithi032 ceph-mon[189144]: pgmap v6332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:35:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:35:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:35:50 smithi039 ceph-mon[181282]: pgmap v6332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:35:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:35:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:35:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:35:50] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:35:52.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:35:52 smithi032 ceph-mon[191839]: pgmap v6333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:52.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:35:52 smithi032 ceph-mon[189144]: pgmap v6333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:53.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:35:52 smithi039 ceph-mon[181282]: pgmap v6333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:54.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:35:54 smithi032 ceph-mon[191839]: pgmap v6334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:54.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:35:54 smithi032 ceph-mon[189144]: pgmap v6334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:35:54 smithi039 ceph-mon[181282]: pgmap v6334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:54.522 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:35:54.845 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:35:54.845 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 9m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:35:54.845 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 7m ago 2h 93.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:35:54.845 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 9m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:35:54.845 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 7m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:35:54.845 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 7m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:35:54.845 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 9m ago 2h 634M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:35:54.845 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 9m ago 2h 778M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:35:54.845 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 7m ago 2h 406M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:35:54.845 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 9m ago 2h 409M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:35:54.846 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 9m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:35:54.846 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 7m ago 2h 18.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:35:54.846 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 9m ago 2h 4140M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:35:54.846 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 9m ago 2h 4353M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:35:54.846 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 9m ago 2h 3941M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:35:54.846 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 9m ago 2h 3852M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:35:54.846 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 7m ago 2h 3693M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:35:54.846 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 7m ago 2h 3876M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:35:54.846 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 7m ago 2h 3648M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:35:54.846 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 7m ago 2h 3511M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:35:54.846 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 7m ago 2h 118M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:35:55.250 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:35:55.250 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:35:55.250 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:35:55.250 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:35:55.250 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:35:55.250 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:35:55.250 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:35:55.250 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:35:55.250 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:35:55.250 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:35:55.250 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:35:55.250 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:35:55.250 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:35:55.251 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:35:55.251 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:35:55.251 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:35:55.251 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:35:55.251 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:35:55.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:35:55 smithi032 ceph-mon[189144]: from='client.50384 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:35:55.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:35:55 smithi032 ceph-mon[191839]: from='client.50384 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:35:55.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:35:55 smithi039 ceph-mon[181282]: from='client.50384 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:35:56.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:35:56 smithi032 ceph-mon[189144]: from='client.40473 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:35:56.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:35:56 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4141533778' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:35:56.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:35:56 smithi032 ceph-mon[189144]: pgmap v6335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:56.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:35:56 smithi032 ceph-mon[191839]: from='client.40473 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:35:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:35:56 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4141533778' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:35:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:35:56 smithi032 ceph-mon[191839]: pgmap v6335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:35:56 smithi039 ceph-mon[181282]: from='client.40473 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:35:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:35:56 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4141533778' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:35:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:35:56 smithi039 ceph-mon[181282]: pgmap v6335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:58.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:35:58 smithi032 ceph-mon[189144]: pgmap v6336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:58.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:35:58 smithi032 ceph-mon[191839]: pgmap v6336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:35:59.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:35:58 smithi039 ceph-mon[181282]: pgmap v6336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:00.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:36:00 smithi032 ceph-mon[191839]: pgmap v6337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:00.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:36:00 smithi032 ceph-mon[189144]: pgmap v6337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:36:00 smithi039 ceph-mon[181282]: pgmap v6337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:36:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:36:00] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:36:02.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:36:02 smithi032 ceph-mon[191839]: pgmap v6338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:02.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:36:02 smithi032 ceph-mon[189144]: pgmap v6338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:03.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:36:02 smithi039 ceph-mon[181282]: pgmap v6338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:04.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:36:04 smithi032 ceph-mon[191839]: pgmap v6339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:04.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:36:04 smithi032 ceph-mon[189144]: pgmap v6339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:36:04 smithi039 ceph-mon[181282]: pgmap v6339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:36:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:36:05.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:36:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:36:05.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:36:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:36:06.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:36:06 smithi032 ceph-mon[189144]: pgmap v6340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:06.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:36:06 smithi032 ceph-mon[191839]: pgmap v6340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:06.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:36:06 smithi039 ceph-mon[181282]: pgmap v6340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:08.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:36:08 smithi032 ceph-mon[191839]: pgmap v6341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:08.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:36:08 smithi032 ceph-mon[189144]: pgmap v6341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:09.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:36:08 smithi039 ceph-mon[181282]: pgmap v6341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:10.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:36:10 smithi032 ceph-mon[189144]: pgmap v6342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:10.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:36:10 smithi032 ceph-mon[191839]: pgmap v6342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:36:10 smithi039 ceph-mon[181282]: pgmap v6342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:36:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:36:10] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T19:36:12.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:36:12 smithi032 ceph-mon[189144]: pgmap v6343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:12.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:36:12 smithi032 ceph-mon[191839]: pgmap v6343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:13.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:36:12 smithi039 ceph-mon[181282]: pgmap v6343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:14.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:36:14 smithi032 ceph-mon[189144]: pgmap v6344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:14.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:36:14 smithi032 ceph-mon[191839]: pgmap v6344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:14.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:36:14 smithi039 ceph-mon[181282]: pgmap v6344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:16.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:36:16 smithi032 ceph-mon[191839]: pgmap v6345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:16.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:36:16 smithi032 ceph-mon[189144]: pgmap v6345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:17.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:36:16 smithi039 ceph-mon[181282]: pgmap v6345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:36:18 smithi032 ceph-mon[191839]: pgmap v6346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:18.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:36:18 smithi032 ceph-mon[189144]: pgmap v6346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:19.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:36:18 smithi039 ceph-mon[181282]: pgmap v6346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:20.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:36:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:36:20] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T19:36:20.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:36:20 smithi032 ceph-mon[191839]: pgmap v6347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:20.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:36:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:36:20.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:36:20 smithi032 ceph-mon[189144]: pgmap v6347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:20.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:36:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:36:21.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:36:20 smithi039 ceph-mon[181282]: pgmap v6347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:21.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:36:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:36:22.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:36:22 smithi032 ceph-mon[191839]: pgmap v6348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:22.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:36:22 smithi032 ceph-mon[189144]: pgmap v6348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:23.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:36:22 smithi039 ceph-mon[181282]: pgmap v6348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:24.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:36:24 smithi032 ceph-mon[191839]: pgmap v6349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:24.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:36:24 smithi032 ceph-mon[189144]: pgmap v6349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:24.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:36:24 smithi039 ceph-mon[181282]: pgmap v6349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:25.616 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:36:25.938 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:36:25.938 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 10m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:36:25.938 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 8m ago 2h 93.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:36:25.938 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 10m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:36:25.939 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 8m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:36:25.939 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 8m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:36:25.939 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 10m ago 2h 634M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:36:25.939 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 10m ago 2h 778M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:36:25.939 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 8m ago 2h 406M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:36:25.939 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 10m ago 2h 409M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:36:25.939 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 10m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:36:25.939 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 8m ago 2h 18.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:36:25.939 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 10m ago 2h 4140M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:36:25.939 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 10m ago 2h 4353M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:36:25.939 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 10m ago 2h 3941M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:36:25.939 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 10m ago 2h 3852M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:36:25.939 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 8m ago 2h 3693M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:36:25.939 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 8m ago 2h 3876M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:36:25.940 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 8m ago 2h 3648M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:36:25.940 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 8m ago 2h 3511M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:36:25.940 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 8m ago 2h 118M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:36:26.338 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:36:26.338 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:36:26.338 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:36:26.339 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:36:26.339 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:36:26.339 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:36:26.339 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:36:26.339 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:36:26.339 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:36:26.339 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:36:26.339 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:36:26.339 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:36:26.339 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:36:26.339 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:36:26.339 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:36:26.339 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:36:26.339 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:36:26.339 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:36:26.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:36:26 smithi032 ceph-mon[191839]: pgmap v6350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:26.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:36:26 smithi032 ceph-mon[191839]: from='client.50402 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:36:26.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:36:26 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1015171471' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:36:26.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:36:26 smithi032 ceph-mon[189144]: pgmap v6350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:26.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:36:26 smithi032 ceph-mon[189144]: from='client.50402 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:36:26.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:36:26 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1015171471' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:36:27.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:36:26 smithi039 ceph-mon[181282]: pgmap v6350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:27.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:36:26 smithi039 ceph-mon[181282]: from='client.50402 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:36:27.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:36:26 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1015171471' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:36:27.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:36:27 smithi032 ceph-mon[191839]: from='client.40491 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:36:27.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:36:27 smithi032 ceph-mon[189144]: from='client.40491 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:36:28.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:36:27 smithi039 ceph-mon[181282]: from='client.40491 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:36:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:36:28 smithi032 ceph-mon[191839]: pgmap v6351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:36:28 smithi032 ceph-mon[189144]: pgmap v6351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:29.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:36:28 smithi039 ceph-mon[181282]: pgmap v6351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:30.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:36:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:36:30] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T19:36:30.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:36:30 smithi032 ceph-mon[189144]: pgmap v6352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:30.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:36:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:36:30.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:36:30 smithi032 ceph-mon[191839]: pgmap v6352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:30.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:36:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:36:31.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:36:30 smithi039 ceph-mon[181282]: pgmap v6352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:31.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:36:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:36:32.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:36:32 smithi032 ceph-mon[189144]: pgmap v6353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:32.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:36:32 smithi032 ceph-mon[191839]: pgmap v6353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:33.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:36:32 smithi039 ceph-mon[181282]: pgmap v6353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:36:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:36:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:36:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:36:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:36:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:36:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:36:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:36:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:36:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:36:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:36:33 smithi039 ceph-mon[181282]: pgmap v6354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:34.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:36:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:36:34.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:36:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:36:34.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:36:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:36:34.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:36:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:36:34.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:36:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:36:34.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:36:33 smithi032 ceph-mon[191839]: pgmap v6354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:34.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:36:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:36:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:36:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:36:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:36:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:36:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:36:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:36:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:36:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:36:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:36:33 smithi032 ceph-mon[189144]: pgmap v6354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:36:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:36:35.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:36:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:36:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:36:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:36:36.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:36:36 smithi032 ceph-mon[191839]: pgmap v6355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:36.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:36:36 smithi032 ceph-mon[189144]: pgmap v6355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:36.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:36:36 smithi039 ceph-mon[181282]: pgmap v6355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:38.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:36:38 smithi032 ceph-mon[191839]: pgmap v6356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:38.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:36:38 smithi032 ceph-mon[189144]: pgmap v6356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:39.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:36:38 smithi039 ceph-mon[181282]: pgmap v6356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:40.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:36:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:36:40] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:36:40.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:36:40 smithi032 ceph-mon[191839]: pgmap v6357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:40.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:36:40 smithi032 ceph-mon[189144]: pgmap v6357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:41.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:36:40 smithi039 ceph-mon[181282]: pgmap v6357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:42.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:36:42 smithi032 ceph-mon[191839]: pgmap v6358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:42.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:36:42 smithi032 ceph-mon[189144]: pgmap v6358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:43.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:36:42 smithi039 ceph-mon[181282]: pgmap v6358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:44.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:36:44 smithi032 ceph-mon[189144]: pgmap v6359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:44.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:36:44 smithi032 ceph-mon[191839]: pgmap v6359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:44.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:36:44 smithi039 ceph-mon[181282]: pgmap v6359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:46.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:36:46 smithi032 ceph-mon[189144]: pgmap v6360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:46.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:36:46 smithi032 ceph-mon[191839]: pgmap v6360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:47.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:36:46 smithi039 ceph-mon[181282]: pgmap v6360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:48.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:36:48 smithi032 ceph-mon[189144]: pgmap v6361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:48.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:36:48 smithi032 ceph-mon[191839]: pgmap v6361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:49.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:36:48 smithi039 ceph-mon[181282]: pgmap v6361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:50.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:36:50 smithi032 ceph-mon[191839]: pgmap v6362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:50.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:36:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:36:50.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:36:50 smithi032 ceph-mon[189144]: pgmap v6362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:50.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:36:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:36:50.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:36:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:36:50] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:36:51.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:36:50 smithi039 ceph-mon[181282]: pgmap v6362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:36:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:36:52.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:36:52 smithi032 ceph-mon[191839]: pgmap v6363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:52.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:36:52 smithi032 ceph-mon[189144]: pgmap v6363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:53.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:36:52 smithi039 ceph-mon[181282]: pgmap v6363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:54.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:36:54 smithi032 ceph-mon[191839]: pgmap v6364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:54.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:36:54 smithi032 ceph-mon[189144]: pgmap v6364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:54.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:36:54 smithi039 ceph-mon[181282]: pgmap v6364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:56.703 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:36:56.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:36:56 smithi032 ceph-mon[191839]: pgmap v6365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:56.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:36:56 smithi032 ceph-mon[189144]: pgmap v6365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:57.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:36:56 smithi039 ceph-mon[181282]: pgmap v6365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:57.025 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:36:57.025 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 24s ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:36:57.025 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 8m ago 2h 93.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:36:57.025 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 24s ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:36:57.025 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 8m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:36:57.025 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 8m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:36:57.025 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 24s ago 2h 640M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:36:57.025 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 24s ago 2h 816M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:36:57.025 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 8m ago 2h 406M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:36:57.025 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 24s ago 2h 427M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:36:57.026 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 24s ago 2h 17.9M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:36:57.026 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 8m ago 2h 18.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:36:57.026 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 24s ago 2h 4172M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:36:57.026 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 24s ago 2h 4383M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:36:57.026 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 24s ago 2h 3964M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:36:57.026 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 24s ago 2h 3881M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:36:57.026 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 8m ago 2h 3693M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:36:57.026 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 8m ago 2h 3876M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:36:57.026 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 8m ago 2h 3648M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:36:57.026 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 8m ago 2h 3511M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:36:57.026 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 8m ago 2h 118M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:36:57.427 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:36:57.427 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:36:57.428 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:36:57.428 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:36:57.428 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:36:57.428 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:36:57.428 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:36:57.428 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:36:57.428 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:36:57.428 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:36:57.428 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:36:57.428 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:36:57.428 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:36:57.428 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:36:57.428 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:36:57.428 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:36:57.429 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:36:57.429 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:36:57.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:36:57 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2447350431' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:36:57.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:36:57 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2447350431' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:36:58.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:36:57 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2447350431' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:36:58.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:36:58 smithi032 ceph-mon[189144]: from='client.50420 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:36:58.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:36:58 smithi032 ceph-mon[189144]: from='client.40509 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:36:58.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:36:58 smithi032 ceph-mon[189144]: pgmap v6366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:58.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:36:58 smithi032 ceph-mon[191839]: from='client.50420 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:36:58.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:36:58 smithi032 ceph-mon[191839]: from='client.40509 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:36:58.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:36:58 smithi032 ceph-mon[191839]: pgmap v6366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:36:59.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:36:58 smithi039 ceph-mon[181282]: from='client.50420 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:36:59.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:36:58 smithi039 ceph-mon[181282]: from='client.40509 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:36:59.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:36:58 smithi039 ceph-mon[181282]: pgmap v6366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:00.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:37:00 smithi032 ceph-mon[191839]: pgmap v6367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:00.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:37:00 smithi032 ceph-mon[189144]: pgmap v6367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:00.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:37:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:37:00] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:37:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:37:00 smithi039 ceph-mon[181282]: pgmap v6367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:02.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:37:02 smithi032 ceph-mon[191839]: pgmap v6368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:02.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:37:02 smithi032 ceph-mon[189144]: pgmap v6368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:03.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:37:02 smithi039 ceph-mon[181282]: pgmap v6368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:04.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:37:04 smithi032 ceph-mon[191839]: pgmap v6369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:04.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:37:04 smithi032 ceph-mon[189144]: pgmap v6369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:37:04 smithi039 ceph-mon[181282]: pgmap v6369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:37:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:37:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:37:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:37:05.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:37:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:37:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:37:06 smithi039 ceph-mon[181282]: pgmap v6370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:06.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:37:06 smithi032 ceph-mon[191839]: pgmap v6370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:06.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:37:06 smithi032 ceph-mon[189144]: pgmap v6370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:08.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:37:08 smithi032 ceph-mon[191839]: pgmap v6371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:08.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:37:08 smithi032 ceph-mon[189144]: pgmap v6371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:09.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:37:08 smithi039 ceph-mon[181282]: pgmap v6371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:10.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:37:10 smithi032 ceph-mon[191839]: pgmap v6372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:10.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:37:10 smithi032 ceph-mon[189144]: pgmap v6372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:10.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:37:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:37:10] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T19:37:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:37:10 smithi039 ceph-mon[181282]: pgmap v6372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:12.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:37:12 smithi032 ceph-mon[189144]: pgmap v6373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:12.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:37:12 smithi032 ceph-mon[191839]: pgmap v6373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:13.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:37:12 smithi039 ceph-mon[181282]: pgmap v6373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:14.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:37:14 smithi032 ceph-mon[189144]: pgmap v6374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:14.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:37:14 smithi032 ceph-mon[191839]: pgmap v6374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:37:14 smithi039 ceph-mon[181282]: pgmap v6374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:16.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:37:16 smithi032 ceph-mon[191839]: pgmap v6375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:16.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:37:16 smithi032 ceph-mon[189144]: pgmap v6375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:17.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:37:16 smithi039 ceph-mon[181282]: pgmap v6375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:37:18 smithi032 ceph-mon[191839]: pgmap v6376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:18.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:37:18 smithi032 ceph-mon[189144]: pgmap v6376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:19.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:37:18 smithi039 ceph-mon[181282]: pgmap v6376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:20.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:37:20 smithi032 ceph-mon[189144]: pgmap v6377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:20.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:37:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:37:20.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:37:20 smithi032 ceph-mon[191839]: pgmap v6377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:37:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:37:20.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:37:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:37:20] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:37:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:37:20 smithi039 ceph-mon[181282]: pgmap v6377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:37:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:37:22.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:37:22 smithi032 ceph-mon[191839]: pgmap v6378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:22.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:37:22 smithi032 ceph-mon[189144]: pgmap v6378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:23.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:37:22 smithi039 ceph-mon[181282]: pgmap v6378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:37:24 smithi039 ceph-mon[181282]: pgmap v6379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:24.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:37:24 smithi032 ceph-mon[189144]: pgmap v6379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:24.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:37:24 smithi032 ceph-mon[191839]: pgmap v6379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:26.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:37:26 smithi032 ceph-mon[191839]: pgmap v6380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:26.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:37:26 smithi032 ceph-mon[189144]: pgmap v6380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:27.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:37:26 smithi039 ceph-mon[181282]: pgmap v6380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:27.791 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:37:28.113 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:37:28.115 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 55s ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:37:28.115 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 9m ago 2h 93.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:37:28.115 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 55s ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:37:28.115 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 9m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:37:28.115 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 9m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:37:28.115 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 55s ago 2h 640M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:37:28.115 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 55s ago 2h 816M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:37:28.115 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 9m ago 2h 406M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:37:28.116 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 55s ago 2h 427M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:37:28.116 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 55s ago 2h 17.9M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:37:28.116 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 9m ago 2h 18.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:37:28.116 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 55s ago 2h 4172M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:37:28.116 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 55s ago 2h 4383M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:37:28.116 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 55s ago 2h 3964M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:37:28.116 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 55s ago 2h 3881M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:37:28.116 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 9m ago 2h 3693M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:37:28.116 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 9m ago 2h 3876M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:37:28.116 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 9m ago 2h 3648M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:37:28.116 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 9m ago 2h 3511M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:37:28.116 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 9m ago 2h 118M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:37:28.513 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:37:28.513 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:37:28.513 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:37:28.513 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:37:28.513 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:37:28.513 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:37:28.514 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:37:28.514 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:37:28.514 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:37:28.514 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:37:28.514 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:37:28.514 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:37:28.514 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:37:28.514 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:37:28.514 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:37:28.514 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:37:28.514 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:37:28.514 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:37:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:37:28 smithi032 ceph-mon[191839]: pgmap v6381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:37:28 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3058605817' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:37:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:37:28 smithi032 ceph-mon[189144]: pgmap v6381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:37:28 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3058605817' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:37:29.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:37:28 smithi039 ceph-mon[181282]: pgmap v6381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:29.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:37:28 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3058605817' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:37:29.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:37:29 smithi032 ceph-mon[191839]: from='client.50438 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:37:29.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:37:29 smithi032 ceph-mon[191839]: from='client.40527 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:37:29.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:37:29 smithi032 ceph-mon[189144]: from='client.50438 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:37:29.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:37:29 smithi032 ceph-mon[189144]: from='client.40527 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:37:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:37:29 smithi039 ceph-mon[181282]: from='client.50438 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:37:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:37:29 smithi039 ceph-mon[181282]: from='client.40527 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:37:30.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:37:30 smithi032 ceph-mon[191839]: pgmap v6382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:30.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:37:30 smithi032 ceph-mon[189144]: pgmap v6382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:30.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:37:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:37:30] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:37:31.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:37:30 smithi039 ceph-mon[181282]: pgmap v6382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:32.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:37:32 smithi032 ceph-mon[191839]: pgmap v6383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:32.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:37:32 smithi032 ceph-mon[189144]: pgmap v6383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:33.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:37:32 smithi039 ceph-mon[181282]: pgmap v6383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:34.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:37:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:37:34.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:37:34 smithi032 ceph-mon[189144]: pgmap v6384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:34.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:37:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:37:34.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:37:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:37:34.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:37:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:37:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:37:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:37:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:37:34 smithi032 ceph-mon[191839]: pgmap v6384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:37:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:37:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:37:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:37:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:37:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:37:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:37:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:37:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:37:34 smithi039 ceph-mon[181282]: pgmap v6384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:37:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:37:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:37:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:37:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:37:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:37:35.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:37:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:37:35.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:37:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:37:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:37:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:37:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:37:36 smithi039 ceph-mon[181282]: pgmap v6385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:36.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:37:36 smithi032 ceph-mon[191839]: pgmap v6385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:36.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:37:36 smithi032 ceph-mon[189144]: pgmap v6385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:38.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:37:38 smithi032 ceph-mon[191839]: pgmap v6386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:38.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:37:38 smithi032 ceph-mon[189144]: pgmap v6386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:39.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:37:38 smithi039 ceph-mon[181282]: pgmap v6386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:40.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:37:40 smithi032 ceph-mon[191839]: pgmap v6387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:40.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:37:40 smithi032 ceph-mon[189144]: pgmap v6387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:40.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:37:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:37:40] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T19:37:41.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:37:40 smithi039 ceph-mon[181282]: pgmap v6387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:42.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:37:42 smithi032 ceph-mon[191839]: pgmap v6388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:42.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:37:42 smithi032 ceph-mon[189144]: pgmap v6388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:43.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:37:42 smithi039 ceph-mon[181282]: pgmap v6388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:44.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:37:44 smithi032 ceph-mon[191839]: pgmap v6389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:44.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:37:44 smithi032 ceph-mon[189144]: pgmap v6389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:44.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:37:44 smithi039 ceph-mon[181282]: pgmap v6389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:46.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:37:46 smithi032 ceph-mon[191839]: pgmap v6390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:46.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:37:46 smithi032 ceph-mon[189144]: pgmap v6390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:47.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:37:46 smithi039 ceph-mon[181282]: pgmap v6390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:48.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:37:48 smithi032 ceph-mon[189144]: pgmap v6391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:48.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:37:48 smithi032 ceph-mon[191839]: pgmap v6391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:49.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:37:48 smithi039 ceph-mon[181282]: pgmap v6391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:50.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:37:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:37:50] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T19:37:50.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:37:50 smithi032 ceph-mon[189144]: pgmap v6392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:50.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:37:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:37:50.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:37:50 smithi032 ceph-mon[191839]: pgmap v6392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:50.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:37:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:37:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:37:50 smithi039 ceph-mon[181282]: pgmap v6392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:37:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:37:52.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:37:52 smithi032 ceph-mon[191839]: pgmap v6393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:52.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:37:52 smithi032 ceph-mon[189144]: pgmap v6393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:53.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:37:52 smithi039 ceph-mon[181282]: pgmap v6393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:37:54 smithi039 ceph-mon[181282]: pgmap v6394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:54.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:37:54 smithi032 ceph-mon[191839]: pgmap v6394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:54.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:37:54 smithi032 ceph-mon[189144]: pgmap v6394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:56.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:37:56 smithi032 ceph-mon[189144]: pgmap v6395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:56.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:37:56 smithi032 ceph-mon[191839]: pgmap v6395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:57.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:37:56 smithi039 ceph-mon[181282]: pgmap v6395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:58.882 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:37:58.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:37:58 smithi032 ceph-mon[189144]: pgmap v6396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:58.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:37:58 smithi032 ceph-mon[191839]: pgmap v6396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:59.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:37:58 smithi039 ceph-mon[181282]: pgmap v6396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:37:59.206 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:37:59.206 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 86s ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:37:59.207 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 9m ago 2h 93.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:37:59.207 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 86s ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:37:59.207 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 9m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:37:59.207 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 9m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:37:59.207 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 86s ago 2h 640M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:37:59.207 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 86s ago 2h 816M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:37:59.207 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 9m ago 2h 406M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:37:59.207 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 86s ago 2h 427M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:37:59.207 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 86s ago 2h 17.9M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:37:59.207 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 9m ago 2h 18.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:37:59.207 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 86s ago 2h 4172M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:37:59.207 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 86s ago 2h 4383M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:37:59.207 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 86s ago 2h 3964M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:37:59.207 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 86s ago 2h 3881M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:37:59.207 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 9m ago 2h 3693M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:37:59.208 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 9m ago 2h 3876M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:37:59.208 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 9m ago 2h 3648M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:37:59.208 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 9m ago 2h 3511M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:37:59.208 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 9m ago 2h 118M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:37:59.611 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:37:59.611 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:37:59.611 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:37:59.611 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:37:59.611 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:37:59.611 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:37:59.612 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:37:59.612 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:37:59.612 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:37:59.612 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:37:59.612 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:37:59.612 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:37:59.612 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:37:59.612 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:37:59.612 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:37:59.612 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:37:59.612 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:37:59.612 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:37:59.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:37:59 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3737551325' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:37:59.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:37:59 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3737551325' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:38:00.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:37:59 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3737551325' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:38:00.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:38:00 smithi032 ceph-mon[191839]: from='client.40539 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:38:00.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:38:00 smithi032 ceph-mon[191839]: from='client.40545 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:38:00.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:38:00 smithi032 ceph-mon[191839]: pgmap v6397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:00.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:38:00 smithi032 ceph-mon[189144]: from='client.40539 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:38:00.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:38:00 smithi032 ceph-mon[189144]: from='client.40545 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:38:00.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:38:00 smithi032 ceph-mon[189144]: pgmap v6397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:00.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:38:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:38:00] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T19:38:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:38:00 smithi039 ceph-mon[181282]: from='client.40539 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:38:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:38:00 smithi039 ceph-mon[181282]: from='client.40545 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:38:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:38:00 smithi039 ceph-mon[181282]: pgmap v6397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:02.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:38:02 smithi032 ceph-mon[191839]: pgmap v6398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:02.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:38:02 smithi032 ceph-mon[189144]: pgmap v6398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:02.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:38:02 smithi039 ceph-mon[181282]: pgmap v6398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:38:04 smithi039 ceph-mon[181282]: pgmap v6399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:04.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:38:04 smithi032 ceph-mon[191839]: pgmap v6399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:04.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:38:04 smithi032 ceph-mon[189144]: pgmap v6399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:38:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:38:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:38:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:38:05.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:38:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:38:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:38:06 smithi039 ceph-mon[181282]: pgmap v6400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:06.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:38:06 smithi032 ceph-mon[191839]: pgmap v6400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:06.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:38:06 smithi032 ceph-mon[189144]: pgmap v6400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:08.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:38:08 smithi032 ceph-mon[191839]: pgmap v6401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:08.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:38:08 smithi032 ceph-mon[189144]: pgmap v6401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:09.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:38:08 smithi039 ceph-mon[181282]: pgmap v6401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:10.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:38:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:38:10] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:38:10.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:38:10 smithi032 ceph-mon[189144]: pgmap v6402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:10.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:38:10 smithi032 ceph-mon[191839]: pgmap v6402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:38:10 smithi039 ceph-mon[181282]: pgmap v6402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:12.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:38:12 smithi032 ceph-mon[191839]: pgmap v6403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:12.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:38:12 smithi032 ceph-mon[189144]: pgmap v6403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:13.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:38:12 smithi039 ceph-mon[181282]: pgmap v6403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:38:14 smithi039 ceph-mon[181282]: pgmap v6404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:14.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:38:14 smithi032 ceph-mon[191839]: pgmap v6404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:14.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:38:14 smithi032 ceph-mon[189144]: pgmap v6404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:16.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:38:16 smithi032 ceph-mon[191839]: pgmap v6405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:16.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:38:16 smithi032 ceph-mon[189144]: pgmap v6405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:17.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:38:16 smithi039 ceph-mon[181282]: pgmap v6405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:38:18 smithi032 ceph-mon[191839]: pgmap v6406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:18.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:38:18 smithi032 ceph-mon[189144]: pgmap v6406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:19.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:38:18 smithi039 ceph-mon[181282]: pgmap v6406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:20.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:38:20 smithi032 ceph-mon[189144]: pgmap v6407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:20.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:38:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:38:20.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:38:20 smithi032 ceph-mon[191839]: pgmap v6407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:38:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:38:20.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:38:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:38:20] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:38:21.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:38:20 smithi039 ceph-mon[181282]: pgmap v6407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:38:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:38:22.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:38:22 smithi032 ceph-mon[191839]: pgmap v6408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:22.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:38:22 smithi032 ceph-mon[189144]: pgmap v6408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:23.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:38:22 smithi039 ceph-mon[181282]: pgmap v6408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:38:24 smithi039 ceph-mon[181282]: pgmap v6409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:24.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:38:24 smithi032 ceph-mon[191839]: pgmap v6409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:24.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:38:24 smithi032 ceph-mon[189144]: pgmap v6409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:26.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:38:26 smithi032 ceph-mon[189144]: pgmap v6410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:26.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:38:26 smithi032 ceph-mon[191839]: pgmap v6410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:27.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:38:26 smithi039 ceph-mon[181282]: pgmap v6410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:38:28 smithi032 ceph-mon[191839]: pgmap v6411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:38:28 smithi032 ceph-mon[189144]: pgmap v6411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:29.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:38:28 smithi039 ceph-mon[181282]: pgmap v6411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:29.977 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:38:30.301 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:38:30.302 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 117s ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:38:30.302 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 10m ago 2h 93.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:38:30.302 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 117s ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:38:30.302 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 10m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:38:30.302 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 10m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:38:30.302 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 117s ago 2h 640M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:38:30.302 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 117s ago 2h 816M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:38:30.302 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 10m ago 2h 406M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:38:30.302 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 117s ago 2h 427M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:38:30.302 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 117s ago 2h 17.9M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:38:30.302 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 10m ago 2h 18.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:38:30.302 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 117s ago 2h 4172M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:38:30.302 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 117s ago 2h 4383M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:38:30.302 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 117s ago 2h 3964M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:38:30.303 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 117s ago 2h 3881M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:38:30.303 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 10m ago 2h 3693M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:38:30.303 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 10m ago 2h 3876M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:38:30.303 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 10m ago 2h 3648M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:38:30.303 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 10m ago 2h 3511M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:38:30.303 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 10m ago 2h 118M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:38:30.700 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:38:30.700 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:38:30.700 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:38:30.700 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:38:30.700 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:38:30.700 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:38:30.700 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:38:30.700 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:38:30.700 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:38:30.700 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:38:30.700 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:38:30.700 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:38:30.700 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:38:30.700 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:38:30.701 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:38:30.701 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:38:30.701 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:38:30.701 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:38:30.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:38:30 smithi032 ceph-mon[191839]: pgmap v6412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:30.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:38:30 smithi032 ceph-mon[189144]: pgmap v6412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:30.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:38:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:38:30] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:38:31.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:38:30 smithi039 ceph-mon[181282]: pgmap v6412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:31.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:38:31 smithi032 ceph-mon[189144]: from='client.40557 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:38:31.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:38:31 smithi032 ceph-mon[189144]: from='client.50480 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:38:31.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:38:31 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/261847553' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:38:31.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:38:31 smithi032 ceph-mon[191839]: from='client.40557 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:38:31.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:38:31 smithi032 ceph-mon[191839]: from='client.50480 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:38:31.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:38:31 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/261847553' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:38:32.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:38:31 smithi039 ceph-mon[181282]: from='client.40557 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:38:32.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:38:31 smithi039 ceph-mon[181282]: from='client.50480 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:38:32.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:38:31 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/261847553' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:38:32.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:38:32 smithi032 ceph-mon[191839]: pgmap v6413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:32.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:38:32 smithi032 ceph-mon[189144]: pgmap v6413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:33.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:38:32 smithi039 ceph-mon[181282]: pgmap v6413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:38:34 smithi039 ceph-mon[181282]: pgmap v6414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:38:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:38:34.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:38:34 smithi032 ceph-mon[191839]: pgmap v6414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:34.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:38:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:38:34.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:38:34 smithi032 ceph-mon[189144]: pgmap v6414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:34.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:38:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:38:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:38:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:38:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:38:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:38:35.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:38:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:38:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:38:36 smithi039 ceph-mon[181282]: pgmap v6415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:36.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:38:36 smithi032 ceph-mon[191839]: pgmap v6415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:36.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:38:36 smithi032 ceph-mon[189144]: pgmap v6415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:38:37 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:38:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:38:37 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:38:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:38:37 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:38:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:38:37 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:38:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:38:37 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:38:38.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:38:37 smithi032 ceph-mon[191839]: pgmap v6416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:38:37 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:38:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:38:37 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:38:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:38:37 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:38:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:38:37 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:38:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:38:37 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:38:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:38:37 smithi032 ceph-mon[189144]: pgmap v6416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:38:37 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:38:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:38:37 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:38:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:38:37 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:38:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:38:37 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:38:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:38:37 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:38:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:38:37 smithi039 ceph-mon[181282]: pgmap v6416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:40.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:38:40 smithi032 ceph-mon[191839]: pgmap v6417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:40.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:38:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:38:40] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:38:40.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:38:40 smithi032 ceph-mon[189144]: pgmap v6417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:41.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:38:40 smithi039 ceph-mon[181282]: pgmap v6417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:42.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:38:42 smithi032 ceph-mon[191839]: pgmap v6418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:42.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:38:42 smithi032 ceph-mon[189144]: pgmap v6418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:43.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:38:42 smithi039 ceph-mon[181282]: pgmap v6418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:38:44 smithi039 ceph-mon[181282]: pgmap v6419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:44.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:38:44 smithi032 ceph-mon[189144]: pgmap v6419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:44.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:38:44 smithi032 ceph-mon[191839]: pgmap v6419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:46.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:38:46 smithi032 ceph-mon[191839]: pgmap v6420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:46.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:38:46 smithi032 ceph-mon[189144]: pgmap v6420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:47.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:38:46 smithi039 ceph-mon[181282]: pgmap v6420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:48.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:38:48 smithi032 ceph-mon[191839]: pgmap v6421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:48.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:38:48 smithi032 ceph-mon[189144]: pgmap v6421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:49.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:38:48 smithi039 ceph-mon[181282]: pgmap v6421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:50.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:38:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:38:50] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:38:50.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:38:50 smithi032 ceph-mon[189144]: pgmap v6422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:50.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:38:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:38:50.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:38:50 smithi032 ceph-mon[191839]: pgmap v6422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:50.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:38:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:38:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:38:50 smithi039 ceph-mon[181282]: pgmap v6422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:38:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:38:52.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:38:52 smithi032 ceph-mon[191839]: pgmap v6423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:52.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:38:52 smithi032 ceph-mon[189144]: pgmap v6423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:53.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:38:52 smithi039 ceph-mon[181282]: pgmap v6423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:38:54 smithi039 ceph-mon[181282]: pgmap v6424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:54.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:38:54 smithi032 ceph-mon[189144]: pgmap v6424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:54.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:38:54 smithi032 ceph-mon[191839]: pgmap v6424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:56.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:38:56 smithi032 ceph-mon[191839]: pgmap v6425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:56.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:38:56 smithi032 ceph-mon[189144]: pgmap v6425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:57.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:38:56 smithi039 ceph-mon[181282]: pgmap v6425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:58.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:38:58 smithi032 ceph-mon[189144]: pgmap v6426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:58.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:38:58 smithi032 ceph-mon[191839]: pgmap v6426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:38:59.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:38:58 smithi039 ceph-mon[181282]: pgmap v6426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:00.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:39:00 smithi032 ceph-mon[189144]: pgmap v6427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:00.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:39:00 smithi032 ceph-mon[191839]: pgmap v6427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:00.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:39:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:39:00] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:39:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:39:00 smithi039 ceph-mon[181282]: pgmap v6427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:01.062 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:39:01.385 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:39:01.385 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 2m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:39:01.385 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 24s ago 2h 96.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:39:01.385 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 2m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:39:01.385 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 24s ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:39:01.385 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 24s ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:39:01.385 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 2m ago 2h 640M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:39:01.386 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 2m ago 2h 816M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:39:01.386 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 24s ago 2h 423M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:39:01.386 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 2m ago 2h 427M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:39:01.386 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 2m ago 2h 17.9M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:39:01.386 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 24s ago 2h 18.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:39:01.386 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 2m ago 2h 4172M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:39:01.386 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 2m ago 2h 4383M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:39:01.386 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 2m ago 2h 3964M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:39:01.386 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 2m ago 2h 3881M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:39:01.386 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 24s ago 2h 3720M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:39:01.386 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 24s ago 2h 3910M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:39:01.386 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 24s ago 2h 3679M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:39:01.386 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 24s ago 2h 3547M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:39:01.386 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 24s ago 2h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:39:01.783 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:39:01.783 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:39:01.783 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:39:01.783 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:39:01.784 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:39:01.784 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:39:01.784 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:39:01.784 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:39:01.784 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:39:01.784 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:39:01.784 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:39:01.784 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:39:01.784 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:39:01.784 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:39:01.784 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:39:01.784 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:39:01.784 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:39:01.784 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:39:02.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:39:02 smithi032 ceph-mon[191839]: from='client.40575 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:39:02.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:39:02 smithi032 ceph-mon[191839]: from='client.40581 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:39:02.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:39:02 smithi032 ceph-mon[191839]: pgmap v6428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:02.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:39:02 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2791736655' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:39:02.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:39:02 smithi032 ceph-mon[189144]: from='client.40575 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:39:02.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:39:02 smithi032 ceph-mon[189144]: from='client.40581 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:39:02.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:39:02 smithi032 ceph-mon[189144]: pgmap v6428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:02.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:39:02 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2791736655' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:39:03.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:39:02 smithi039 ceph-mon[181282]: from='client.40575 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:39:03.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:39:02 smithi039 ceph-mon[181282]: from='client.40581 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:39:03.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:39:02 smithi039 ceph-mon[181282]: pgmap v6428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:03.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:39:02 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2791736655' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:39:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:39:04 smithi039 ceph-mon[181282]: pgmap v6429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:04.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:39:04 smithi032 ceph-mon[191839]: pgmap v6429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:04.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:39:04 smithi032 ceph-mon[189144]: pgmap v6429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:39:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:39:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:39:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:39:05.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:39:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:39:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:39:06 smithi039 ceph-mon[181282]: pgmap v6430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:06.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:39:06 smithi032 ceph-mon[191839]: pgmap v6430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:06.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:39:06 smithi032 ceph-mon[189144]: pgmap v6430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:08.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:39:08 smithi032 ceph-mon[189144]: pgmap v6431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:08.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:39:08 smithi032 ceph-mon[191839]: pgmap v6431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:09.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:39:08 smithi039 ceph-mon[181282]: pgmap v6431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:10.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:39:10 smithi032 ceph-mon[191839]: pgmap v6432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:10.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:39:10 smithi032 ceph-mon[189144]: pgmap v6432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:10.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:39:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:39:10] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T19:39:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:39:10 smithi039 ceph-mon[181282]: pgmap v6432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:12.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:39:12 smithi032 ceph-mon[189144]: pgmap v6433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:12.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:39:12 smithi032 ceph-mon[191839]: pgmap v6433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:13.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:39:12 smithi039 ceph-mon[181282]: pgmap v6433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:39:14 smithi039 ceph-mon[181282]: pgmap v6434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:14.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:39:14 smithi032 ceph-mon[189144]: pgmap v6434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:14.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:39:14 smithi032 ceph-mon[191839]: pgmap v6434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:16.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:39:16 smithi032 ceph-mon[191839]: pgmap v6435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:16.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:39:16 smithi032 ceph-mon[189144]: pgmap v6435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:17.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:39:16 smithi039 ceph-mon[181282]: pgmap v6435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:39:18 smithi032 ceph-mon[191839]: pgmap v6436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:18.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:39:18 smithi032 ceph-mon[189144]: pgmap v6436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:19.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:39:18 smithi039 ceph-mon[181282]: pgmap v6436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:20.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:39:20 smithi032 ceph-mon[191839]: pgmap v6437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:20.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:39:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:39:20.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:39:20 smithi032 ceph-mon[189144]: pgmap v6437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:20.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:39:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:39:20.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:39:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:39:20] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:39:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:39:20 smithi039 ceph-mon[181282]: pgmap v6437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:39:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:39:22.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:39:22 smithi032 ceph-mon[191839]: pgmap v6438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:22.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:39:22 smithi032 ceph-mon[189144]: pgmap v6438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:23.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:39:22 smithi039 ceph-mon[181282]: pgmap v6438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:39:24 smithi039 ceph-mon[181282]: pgmap v6439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:24.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:39:24 smithi032 ceph-mon[191839]: pgmap v6439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:24.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:39:24 smithi032 ceph-mon[189144]: pgmap v6439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:26.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:39:26 smithi032 ceph-mon[191839]: pgmap v6440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:26.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:39:26 smithi032 ceph-mon[189144]: pgmap v6440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:27.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:39:26 smithi039 ceph-mon[181282]: pgmap v6440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:39:28 smithi032 ceph-mon[191839]: pgmap v6441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:39:28 smithi032 ceph-mon[189144]: pgmap v6441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:29.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:39:28 smithi039 ceph-mon[181282]: pgmap v6441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:30.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:39:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:39:30] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:39:30.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:39:30 smithi032 ceph-mon[191839]: pgmap v6442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:30.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:39:30 smithi032 ceph-mon[189144]: pgmap v6442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:31.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:39:30 smithi039 ceph-mon[181282]: pgmap v6442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:32.152 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:39:32.479 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:39:32.479 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 2m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:39:32.479 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 55s ago 2h 96.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:39:32.479 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 2m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:39:32.479 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 55s ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:39:32.479 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 55s ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:39:32.479 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 2m ago 2h 640M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:39:32.479 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 2m ago 2h 816M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:39:32.479 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 55s ago 2h 423M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:39:32.479 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 2m ago 2h 427M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:39:32.479 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 2m ago 2h 17.9M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:39:32.479 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 55s ago 2h 18.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:39:32.480 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 2m ago 2h 4172M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:39:32.480 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 2m ago 2h 4383M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:39:32.480 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 2m ago 2h 3964M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:39:32.480 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 2m ago 2h 3881M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:39:32.480 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 55s ago 2h 3720M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:39:32.480 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 55s ago 2h 3910M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:39:32.480 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 55s ago 2h 3679M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:39:32.480 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 55s ago 2h 3547M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:39:32.480 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 55s ago 2h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:39:32.888 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:39:32.888 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:39:32.888 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:39:32.888 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:39:32.888 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:39:32.888 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:39:32.888 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:39:32.888 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:39:32.888 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:39:32.889 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:39:32.889 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:39:32.889 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:39:32.889 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:39:32.889 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:39:32.889 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:39:32.889 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:39:32.889 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:39:32.889 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:39:32.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:39:32 smithi032 ceph-mon[191839]: pgmap v6443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:32.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:39:32 smithi032 ceph-mon[189144]: pgmap v6443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:33.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:39:32 smithi039 ceph-mon[181282]: pgmap v6443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:33.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:39:33 smithi032 ceph-mon[191839]: from='client.50510 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:39:33.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:39:33 smithi032 ceph-mon[191839]: from='client.50516 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:39:33.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:39:33 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2000369476' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:39:33.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:39:33 smithi032 ceph-mon[189144]: from='client.50510 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:39:33.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:39:33 smithi032 ceph-mon[189144]: from='client.50516 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:39:33.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:39:33 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2000369476' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:39:34.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:39:33 smithi039 ceph-mon[181282]: from='client.50510 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:39:34.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:39:33 smithi039 ceph-mon[181282]: from='client.50516 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:39:34.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:39:33 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2000369476' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:39:34.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:39:34 smithi032 ceph-mon[189144]: pgmap v6444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:34.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:39:34 smithi032 ceph-mon[191839]: pgmap v6444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:35.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:39:34 smithi039 ceph-mon[181282]: pgmap v6444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:39:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:39:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:39:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:39:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:39:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:39:37.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:39:36 smithi039 ceph-mon[181282]: pgmap v6445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:37.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:39:36 smithi032 ceph-mon[191839]: pgmap v6445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:37.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:39:36 smithi032 ceph-mon[189144]: pgmap v6445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:38.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:39:37 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:39:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:39:37 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:39:38.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:39:37 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:39:39.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:39:38 smithi039 ceph-mon[181282]: pgmap v6446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:39.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:39:38 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:39:39.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:39:38 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:39:39.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:39:38 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:39:39.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:39:38 smithi032 ceph-mon[191839]: pgmap v6446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:39.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:39:38 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:39:39.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:39:38 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:39:39.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:39:38 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:39:39.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:39:38 smithi032 ceph-mon[189144]: pgmap v6446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:39.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:39:38 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:39:39.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:39:38 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:39:39.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:39:38 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:39:41.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:39:40 smithi039 ceph-mon[181282]: pgmap v6447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:39:40 smithi032 ceph-mon[191839]: pgmap v6447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:41.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:39:40 smithi032 ceph-mon[189144]: pgmap v6447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:39:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:39:40] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:39:43.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:39:42 smithi039 ceph-mon[181282]: pgmap v6448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:43.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:39:42 smithi032 ceph-mon[191839]: pgmap v6448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:43.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:39:42 smithi032 ceph-mon[189144]: pgmap v6448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:39:44 smithi039 ceph-mon[181282]: pgmap v6449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:44.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:39:44 smithi032 ceph-mon[191839]: pgmap v6449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:44.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:39:44 smithi032 ceph-mon[189144]: pgmap v6449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:46.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:39:46 smithi032 ceph-mon[191839]: pgmap v6450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:46.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:39:46 smithi032 ceph-mon[189144]: pgmap v6450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:47.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:39:46 smithi039 ceph-mon[181282]: pgmap v6450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:48.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:39:48 smithi032 ceph-mon[191839]: pgmap v6451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:48.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:39:48 smithi032 ceph-mon[189144]: pgmap v6451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:49.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:39:48 smithi039 ceph-mon[181282]: pgmap v6451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:50.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:39:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:39:50] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:39:50.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:39:50 smithi032 ceph-mon[191839]: pgmap v6452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:50.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:39:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:39:50.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:39:50 smithi032 ceph-mon[189144]: pgmap v6452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:50.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:39:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:39:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:39:50 smithi039 ceph-mon[181282]: pgmap v6452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:39:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:39:52.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:39:52 smithi032 ceph-mon[191839]: pgmap v6453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:52.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:39:52 smithi032 ceph-mon[189144]: pgmap v6453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:53.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:39:52 smithi039 ceph-mon[181282]: pgmap v6453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:39:54 smithi039 ceph-mon[181282]: pgmap v6454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:54.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:39:54 smithi032 ceph-mon[191839]: pgmap v6454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:54.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:39:54 smithi032 ceph-mon[189144]: pgmap v6454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:56.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:39:56 smithi032 ceph-mon[191839]: pgmap v6455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:56.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:39:56 smithi032 ceph-mon[189144]: pgmap v6455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:57.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:39:56 smithi039 ceph-mon[181282]: pgmap v6455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:58.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:39:58 smithi032 ceph-mon[191839]: pgmap v6456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:58.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:39:58 smithi032 ceph-mon[189144]: pgmap v6456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:39:59.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:39:58 smithi039 ceph-mon[181282]: pgmap v6456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:00.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:40:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T19:39:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T19:40:00.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:40:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:40:00] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:40:00.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:40:00 smithi032 ceph-mon[191839]: pgmap v6457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:00.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:40:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T19:40:00.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:40:00 smithi032 ceph-mon[189144]: pgmap v6457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:00.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:40:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T19:40:01.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:40:00 smithi039 ceph-mon[181282]: pgmap v6457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:40:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T19:40:02.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:40:02 smithi032 ceph-mon[189144]: pgmap v6458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:02.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:40:02 smithi032 ceph-mon[191839]: pgmap v6458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:03.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:40:02 smithi039 ceph-mon[181282]: pgmap v6458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:03.255 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:40:03.576 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:40:03.576 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 3m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:40:03.576 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 86s ago 2h 96.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:40:03.576 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 3m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:40:03.576 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 86s ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:40:03.576 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 86s ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:40:03.576 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 3m ago 2h 640M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:40:03.576 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 3m ago 2h 816M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:40:03.576 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 86s ago 2h 423M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:40:03.576 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 3m ago 2h 427M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:40:03.576 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 3m ago 2h 17.9M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:40:03.577 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 86s ago 2h 18.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:40:03.577 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 3m ago 2h 4172M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:40:03.577 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 3m ago 2h 4383M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:40:03.577 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 3m ago 2h 3964M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:40:03.577 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 3m ago 2h 3881M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:40:03.577 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 86s ago 2h 3720M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:40:03.577 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 86s ago 2h 3910M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:40:03.577 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 86s ago 2h 3679M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:40:03.577 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 86s ago 2h 3547M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:40:03.577 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 86s ago 2h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:40:03.976 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:40:03.976 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:40:03.977 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:40:03.977 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:40:03.977 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:40:03.977 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:40:03.977 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:40:03.977 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:40:03.977 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:40:03.977 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:40:03.977 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:40:03.977 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:40:03.977 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:40:03.977 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:40:03.977 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:40:03.978 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:40:03.978 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:40:03.978 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:40:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:40:04 smithi039 ceph-mon[181282]: from='client.40611 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:40:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:40:04 smithi039 ceph-mon[181282]: from='client.50534 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:40:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:40:04 smithi039 ceph-mon[181282]: pgmap v6459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:40:04 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2806634976' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:40:04.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:40:04 smithi032 ceph-mon[189144]: from='client.40611 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:40:04.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:40:04 smithi032 ceph-mon[189144]: from='client.50534 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:40:04.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:40:04 smithi032 ceph-mon[189144]: pgmap v6459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:04.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:40:04 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2806634976' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:40:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:40:04 smithi032 ceph-mon[191839]: from='client.40611 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:40:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:40:04 smithi032 ceph-mon[191839]: from='client.50534 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:40:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:40:04 smithi032 ceph-mon[191839]: pgmap v6459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:40:04 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2806634976' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:40:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:40:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:40:05.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:40:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:40:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:40:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:40:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:40:06 smithi039 ceph-mon[181282]: pgmap v6460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:06.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:40:06 smithi032 ceph-mon[191839]: pgmap v6460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:40:06 smithi032 ceph-mon[189144]: pgmap v6460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:08.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:40:08 smithi032 ceph-mon[191839]: pgmap v6461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:08.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:40:08 smithi032 ceph-mon[189144]: pgmap v6461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:09.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:40:08 smithi039 ceph-mon[181282]: pgmap v6461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:10.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:40:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:40:10] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:40:10.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:40:10 smithi032 ceph-mon[191839]: pgmap v6462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:10.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:40:10 smithi032 ceph-mon[189144]: pgmap v6462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:40:10 smithi039 ceph-mon[181282]: pgmap v6462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:12.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:40:12 smithi032 ceph-mon[191839]: pgmap v6463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:12.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:40:12 smithi032 ceph-mon[189144]: pgmap v6463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:13.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:40:12 smithi039 ceph-mon[181282]: pgmap v6463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:40:14 smithi039 ceph-mon[181282]: pgmap v6464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:14.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:40:14 smithi032 ceph-mon[191839]: pgmap v6464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:14.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:40:14 smithi032 ceph-mon[189144]: pgmap v6464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:16.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:40:16 smithi032 ceph-mon[191839]: pgmap v6465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:16.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:40:16 smithi032 ceph-mon[189144]: pgmap v6465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:16.984 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:40:16 smithi039 ceph-mon[181282]: pgmap v6465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:17.256 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 19:40:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-22T19:40:16.982927417Z level=info msg="Completed cleanup jobs" duration=13.189308ms 2023-12-22T19:40:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:40:18 smithi032 ceph-mon[191839]: pgmap v6466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:18.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:40:18 smithi032 ceph-mon[189144]: pgmap v6466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:19.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:40:18 smithi039 ceph-mon[181282]: pgmap v6466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:40:20 smithi039 ceph-mon[181282]: pgmap v6467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:40:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:40:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:40:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:40:20] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:40:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:40:20 smithi032 ceph-mon[189144]: pgmap v6467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:40:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:40:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:40:20 smithi032 ceph-mon[191839]: pgmap v6467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:40:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:40:23.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:40:22 smithi039 ceph-mon[181282]: pgmap v6468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:23.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:40:22 smithi032 ceph-mon[191839]: pgmap v6468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:23.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:40:22 smithi032 ceph-mon[189144]: pgmap v6468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:40:24 smithi039 ceph-mon[181282]: pgmap v6469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:24.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:40:24 smithi032 ceph-mon[191839]: pgmap v6469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:24.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:40:24 smithi032 ceph-mon[189144]: pgmap v6469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:26.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:40:26 smithi032 ceph-mon[191839]: pgmap v6470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:26.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:40:26 smithi032 ceph-mon[189144]: pgmap v6470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:27.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:40:26 smithi039 ceph-mon[181282]: pgmap v6470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:29.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:40:28 smithi039 ceph-mon[181282]: pgmap v6471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:29.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:40:28 smithi032 ceph-mon[191839]: pgmap v6471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:29.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:40:28 smithi032 ceph-mon[189144]: pgmap v6471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:31.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:40:30 smithi039 ceph-mon[181282]: pgmap v6472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:40:30 smithi032 ceph-mon[191839]: pgmap v6472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:31.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:40:30 smithi032 ceph-mon[189144]: pgmap v6472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:40:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:40:30] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:40:33.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:40:32 smithi039 ceph-mon[181282]: pgmap v6473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:33.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:40:32 smithi032 ceph-mon[191839]: pgmap v6473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:33.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:40:32 smithi032 ceph-mon[189144]: pgmap v6473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:34.340 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:40:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:40:34 smithi039 ceph-mon[181282]: pgmap v6474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:34.663 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:40:34.663 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 4m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:40:34.663 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 117s ago 2h 96.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:40:34.663 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 4m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:40:34.663 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 117s ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:40:34.663 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 117s ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:40:34.664 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 4m ago 2h 640M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:40:34.664 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 4m ago 2h 816M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:40:34.664 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 117s ago 2h 423M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:40:34.664 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 4m ago 2h 427M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:40:34.664 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 4m ago 2h 17.9M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:40:34.664 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 117s ago 2h 18.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:40:34.664 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 4m ago 2h 4172M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:40:34.664 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 4m ago 2h 4383M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:40:34.664 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 4m ago 2h 3964M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:40:34.664 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 4m ago 2h 3881M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:40:34.664 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 117s ago 2h 3720M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:40:34.664 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 117s ago 2h 3910M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:40:34.664 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 117s ago 2h 3679M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:40:34.664 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 117s ago 2h 3547M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:40:34.664 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 117s ago 2h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:40:34.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:40:34 smithi032 ceph-mon[189144]: pgmap v6474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:34.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:40:34 smithi032 ceph-mon[191839]: pgmap v6474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:35.065 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:40:35.065 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:40:35.066 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:40:35.066 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:40:35.066 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:40:35.066 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:40:35.066 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:40:35.066 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:40:35.066 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:40:35.066 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:40:35.066 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:40:35.066 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:40:35.066 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:40:35.066 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:40:35.066 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:40:35.066 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:40:35.066 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:40:35.066 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:40:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:40:35 smithi039 ceph-mon[181282]: from='client.50546 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:40:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:40:35 smithi039 ceph-mon[181282]: from='client.50552 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:40:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:40:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:40:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:40:35 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1182635137' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:40:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:40:35 smithi032 ceph-mon[191839]: from='client.50546 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:40:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:40:35 smithi032 ceph-mon[191839]: from='client.50552 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:40:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:40:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:40:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:40:35 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1182635137' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:40:35.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:40:35 smithi032 ceph-mon[189144]: from='client.50546 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:40:35.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:40:35 smithi032 ceph-mon[189144]: from='client.50552 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:40:35.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:40:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:40:35.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:40:35 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1182635137' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:40:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:40:36 smithi039 ceph-mon[181282]: pgmap v6475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:36.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:40:36 smithi032 ceph-mon[189144]: pgmap v6475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:36.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:40:36 smithi032 ceph-mon[191839]: pgmap v6475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:39.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:40:38 smithi039 ceph-mon[181282]: pgmap v6476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:39.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:40:38 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:40:39.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:40:38 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:40:39.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:40:38 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:40:39.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:40:38 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:40:39.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:40:38 smithi032 ceph-mon[191839]: pgmap v6476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:39.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:40:38 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:40:39.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:40:38 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:40:39.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:40:38 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:40:39.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:40:38 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:40:39.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:40:38 smithi032 ceph-mon[189144]: pgmap v6476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:39.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:40:38 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:40:39.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:40:38 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:40:39.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:40:38 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:40:39.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:40:38 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:40:41.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:40:40 smithi039 ceph-mon[181282]: pgmap v6477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:40:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:40:40] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T19:40:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:40:40 smithi032 ceph-mon[191839]: pgmap v6477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:41.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:40:40 smithi032 ceph-mon[189144]: pgmap v6477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:43.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:40:42 smithi039 ceph-mon[181282]: pgmap v6478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:43.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:40:42 smithi032 ceph-mon[191839]: pgmap v6478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:43.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:40:42 smithi032 ceph-mon[189144]: pgmap v6478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:40:44 smithi039 ceph-mon[181282]: pgmap v6479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:44.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:40:44 smithi032 ceph-mon[191839]: pgmap v6479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:44.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:40:44 smithi032 ceph-mon[189144]: pgmap v6479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:47.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:40:46 smithi039 ceph-mon[181282]: pgmap v6480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:47.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:40:46 smithi032 ceph-mon[191839]: pgmap v6480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:47.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:40:46 smithi032 ceph-mon[189144]: pgmap v6480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:49.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:40:48 smithi039 ceph-mon[181282]: pgmap v6481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:49.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:40:48 smithi032 ceph-mon[191839]: pgmap v6481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:49.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:40:48 smithi032 ceph-mon[189144]: pgmap v6481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:40:50 smithi039 ceph-mon[181282]: pgmap v6482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:40:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:40:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:40:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:40:50] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:40:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:40:50 smithi032 ceph-mon[189144]: pgmap v6482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:40:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:40:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:40:50 smithi032 ceph-mon[191839]: pgmap v6482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:40:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:40:53.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:40:52 smithi039 ceph-mon[181282]: pgmap v6483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:53.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:40:52 smithi032 ceph-mon[191839]: pgmap v6483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:53.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:40:52 smithi032 ceph-mon[189144]: pgmap v6483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:40:54 smithi039 ceph-mon[181282]: pgmap v6484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:54.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:40:54 smithi032 ceph-mon[191839]: pgmap v6484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:54.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:40:54 smithi032 ceph-mon[189144]: pgmap v6484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:57.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:40:56 smithi039 ceph-mon[181282]: pgmap v6485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:57.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:40:56 smithi032 ceph-mon[191839]: pgmap v6485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:57.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:40:56 smithi032 ceph-mon[189144]: pgmap v6485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:59.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:40:58 smithi039 ceph-mon[181282]: pgmap v6486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:59.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:40:58 smithi032 ceph-mon[191839]: pgmap v6486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:40:59.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:40:58 smithi032 ceph-mon[189144]: pgmap v6486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:41:00 smithi039 ceph-mon[181282]: pgmap v6487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:01.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:41:00 smithi032 ceph-mon[189144]: pgmap v6487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:41:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:41:00] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:41:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:41:00 smithi032 ceph-mon[191839]: pgmap v6487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:03.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:41:02 smithi039 ceph-mon[181282]: pgmap v6488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:03.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:41:02 smithi032 ceph-mon[191839]: pgmap v6488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:03.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:41:02 smithi032 ceph-mon[189144]: pgmap v6488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:41:04 smithi039 ceph-mon[181282]: pgmap v6489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:04.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:41:04 smithi032 ceph-mon[191839]: pgmap v6489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:04.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:41:04 smithi032 ceph-mon[189144]: pgmap v6489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:05.432 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:41:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:41:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:41:05.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:41:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:41:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:41:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:41:05.753 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:41:05.753 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 4m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:41:05.753 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 2m ago 2h 96.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:41:05.753 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 4m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:41:05.753 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 2m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:41:05.754 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 2m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:41:05.754 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 4m ago 2h 640M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:41:05.754 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 4m ago 2h 816M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:41:05.754 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 2m ago 2h 423M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:41:05.754 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 4m ago 2h 427M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:41:05.754 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 4m ago 2h 17.9M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:41:05.754 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 2m ago 2h 18.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:41:05.754 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 4m ago 2h 4172M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:41:05.754 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 4m ago 2h 4383M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:41:05.754 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 4m ago 2h 3964M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:41:05.754 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 4m ago 2h 3881M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:41:05.754 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 2m ago 2h 3720M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:41:05.754 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 2m ago 2h 3910M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:41:05.754 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 2m ago 2h 3679M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:41:05.754 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 2m ago 2h 3547M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:41:05.755 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 2m ago 2h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:41:06.151 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:41:06.151 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:41:06.151 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:41:06.151 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:41:06.151 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:41:06.151 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:41:06.151 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:41:06.151 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:41:06.152 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:41:06.152 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:41:06.152 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:41:06.152 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:41:06.152 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:41:06.152 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:41:06.152 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:41:06.152 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:41:06.152 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:41:06.152 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:41:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:41:06 smithi039 ceph-mon[181282]: from='client.40647 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:41:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:41:06 smithi039 ceph-mon[181282]: pgmap v6490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:41:06 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1061596664' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:41:06.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:41:06 smithi032 ceph-mon[191839]: from='client.40647 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:41:06.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:41:06 smithi032 ceph-mon[191839]: pgmap v6490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:06.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:41:06 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1061596664' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:41:06.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:41:06 smithi032 ceph-mon[189144]: from='client.40647 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:41:06.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:41:06 smithi032 ceph-mon[189144]: pgmap v6490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:06.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:41:06 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1061596664' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:41:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:41:07 smithi039 ceph-mon[181282]: from='client.40653 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:41:07.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:41:07 smithi032 ceph-mon[189144]: from='client.40653 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:41:07.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:41:07 smithi032 ceph-mon[191839]: from='client.40653 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:41:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:41:08 smithi039 ceph-mon[181282]: pgmap v6491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:08.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:41:08 smithi032 ceph-mon[191839]: pgmap v6491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:08.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:41:08 smithi032 ceph-mon[189144]: pgmap v6491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:41:10 smithi039 ceph-mon[181282]: pgmap v6492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:41:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:41:10] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:41:11.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:41:10 smithi032 ceph-mon[191839]: pgmap v6492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:11.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:41:10 smithi032 ceph-mon[189144]: pgmap v6492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:13.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:41:12 smithi039 ceph-mon[181282]: pgmap v6493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:13.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:41:12 smithi032 ceph-mon[191839]: pgmap v6493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:13.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:41:12 smithi032 ceph-mon[189144]: pgmap v6493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:41:14 smithi039 ceph-mon[181282]: pgmap v6494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:14.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:41:14 smithi032 ceph-mon[189144]: pgmap v6494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:14.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:41:14 smithi032 ceph-mon[191839]: pgmap v6494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:17.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:41:16 smithi039 ceph-mon[181282]: pgmap v6495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:17.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:41:16 smithi032 ceph-mon[191839]: pgmap v6495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:17.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:41:16 smithi032 ceph-mon[189144]: pgmap v6495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:19.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:41:18 smithi039 ceph-mon[181282]: pgmap v6496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:19.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:41:18 smithi032 ceph-mon[191839]: pgmap v6496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:19.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:41:18 smithi032 ceph-mon[189144]: pgmap v6496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:41:20 smithi039 ceph-mon[181282]: pgmap v6497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:41:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:41:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:41:20 smithi032 ceph-mon[191839]: pgmap v6497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:41:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:41:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:41:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:41:20] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T19:41:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:41:20 smithi032 ceph-mon[189144]: pgmap v6497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:41:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:41:23.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:41:22 smithi039 ceph-mon[181282]: pgmap v6498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:23.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:41:22 smithi032 ceph-mon[191839]: pgmap v6498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:23.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:41:22 smithi032 ceph-mon[189144]: pgmap v6498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:41:24 smithi039 ceph-mon[181282]: pgmap v6499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:24.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:41:24 smithi032 ceph-mon[191839]: pgmap v6499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:24.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:41:24 smithi032 ceph-mon[189144]: pgmap v6499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:27.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:41:26 smithi039 ceph-mon[181282]: pgmap v6500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:27.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:41:26 smithi032 ceph-mon[191839]: pgmap v6500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:27.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:41:26 smithi032 ceph-mon[189144]: pgmap v6500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:29.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:41:28 smithi039 ceph-mon[181282]: pgmap v6501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:29.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:41:28 smithi032 ceph-mon[191839]: pgmap v6501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:29.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:41:28 smithi032 ceph-mon[189144]: pgmap v6501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:31.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:41:30 smithi039 ceph-mon[181282]: pgmap v6502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:31.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:41:30 smithi032 ceph-mon[189144]: pgmap v6502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:41:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:41:30] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T19:41:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:41:30 smithi032 ceph-mon[191839]: pgmap v6502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:33.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:41:32 smithi039 ceph-mon[181282]: pgmap v6503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:33.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:41:32 smithi032 ceph-mon[189144]: pgmap v6503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:33.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:41:32 smithi032 ceph-mon[191839]: pgmap v6503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:41:34 smithi039 ceph-mon[181282]: pgmap v6504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:34.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:41:34 smithi032 ceph-mon[191839]: pgmap v6504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:34.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:41:34 smithi032 ceph-mon[189144]: pgmap v6504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:41:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:41:35.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:41:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:41:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:41:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:41:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:41:36 smithi039 ceph-mon[181282]: pgmap v6505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:36.519 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:41:36.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:41:36 smithi032 ceph-mon[189144]: pgmap v6505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:36.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:41:36 smithi032 ceph-mon[191839]: pgmap v6505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:36.841 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:41:36.842 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 5m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:41:36.842 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 2m ago 2h 96.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:41:36.842 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 5m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:41:36.842 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 2m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:41:36.842 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 2m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:41:36.842 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 5m ago 2h 640M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:41:36.842 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 5m ago 2h 816M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:41:36.842 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 2m ago 2h 423M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:41:36.842 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 5m ago 2h 427M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:41:36.842 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 5m ago 2h 17.9M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:41:36.842 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 2m ago 2h 18.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:41:36.842 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 5m ago 2h 4172M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:41:36.842 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 5m ago 2h 4383M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:41:36.842 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 5m ago 2h 3964M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:41:36.842 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 5m ago 2h 3881M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:41:36.843 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 2m ago 2h 3720M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:41:36.843 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 2m ago 2h 3910M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:41:36.843 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 2m ago 2h 3679M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:41:36.843 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 2m ago 2h 3547M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:41:36.843 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 2m ago 2h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:41:37.243 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:41:37.243 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:41:37.243 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:41:37.243 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:41:37.243 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:41:37.243 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:41:37.243 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:41:37.243 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:41:37.243 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:41:37.243 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:41:37.243 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:41:37.243 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:41:37.244 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:41:37.244 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:41:37.244 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:41:37.244 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:41:37.244 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:41:37.244 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:41:37.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:41:37 smithi039 ceph-mon[181282]: from='client.40665 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:41:37.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:41:37 smithi032 ceph-mon[189144]: from='client.40665 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:41:37.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:41:37 smithi032 ceph-mon[191839]: from='client.40665 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:41:38.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:41:38 smithi039 ceph-mon[181282]: from='client.40671 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:41:38.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:41:38 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2643113484' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:41:38.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:41:38 smithi039 ceph-mon[181282]: pgmap v6506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:38.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:41:38 smithi032 ceph-mon[189144]: from='client.40671 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:41:38.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:41:38 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2643113484' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:41:38.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:41:38 smithi032 ceph-mon[189144]: pgmap v6506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:38.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:41:38 smithi032 ceph-mon[191839]: from='client.40671 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:41:38.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:41:38 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2643113484' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:41:38.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:41:38 smithi032 ceph-mon[191839]: pgmap v6506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:39.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:41:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:41:39.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:41:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:41:39.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:41:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:41:39.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:41:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:41:39.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:41:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:41:39.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:41:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:41:39.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:41:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:41:39.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:41:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:41:39.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:41:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:41:39.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:41:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:41:39.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:41:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:41:39.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:41:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:41:40.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:41:40 smithi032 ceph-mon[189144]: pgmap v6507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:40.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:41:40 smithi032 ceph-mon[191839]: pgmap v6507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:40.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:41:40 smithi039 ceph-mon[181282]: pgmap v6507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:41:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:41:40] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:41:43.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:41:42 smithi039 ceph-mon[181282]: pgmap v6508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:43.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:41:42 smithi032 ceph-mon[189144]: pgmap v6508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:43.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:41:42 smithi032 ceph-mon[191839]: pgmap v6508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:41:44 smithi039 ceph-mon[181282]: pgmap v6509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:44.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:41:44 smithi032 ceph-mon[189144]: pgmap v6509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:44.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:41:44 smithi032 ceph-mon[191839]: pgmap v6509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:47.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:41:46 smithi039 ceph-mon[181282]: pgmap v6510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:47.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:41:46 smithi032 ceph-mon[191839]: pgmap v6510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:47.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:41:46 smithi032 ceph-mon[189144]: pgmap v6510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:49.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:41:48 smithi039 ceph-mon[181282]: pgmap v6511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:49.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:41:48 smithi032 ceph-mon[191839]: pgmap v6511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:49.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:41:48 smithi032 ceph-mon[189144]: pgmap v6511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:41:50 smithi039 ceph-mon[181282]: pgmap v6512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:41:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:41:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:41:50 smithi032 ceph-mon[191839]: pgmap v6512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:41:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:41:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:41:50 smithi032 ceph-mon[189144]: pgmap v6512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:41:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:41:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:41:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:41:50] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:41:53.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:41:52 smithi039 ceph-mon[181282]: pgmap v6513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:53.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:41:52 smithi032 ceph-mon[191839]: pgmap v6513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:53.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:41:52 smithi032 ceph-mon[189144]: pgmap v6513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:41:54 smithi039 ceph-mon[181282]: pgmap v6514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:54.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:41:54 smithi032 ceph-mon[191839]: pgmap v6514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:54.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:41:54 smithi032 ceph-mon[189144]: pgmap v6514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:57.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:41:56 smithi039 ceph-mon[181282]: pgmap v6515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:57.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:41:56 smithi032 ceph-mon[191839]: pgmap v6515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:57.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:41:56 smithi032 ceph-mon[189144]: pgmap v6515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:59.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:41:58 smithi039 ceph-mon[181282]: pgmap v6516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:59.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:41:58 smithi032 ceph-mon[191839]: pgmap v6516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:41:59.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:41:58 smithi032 ceph-mon[189144]: pgmap v6516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:42:00 smithi039 ceph-mon[181282]: pgmap v6517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:01.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:42:00 smithi032 ceph-mon[189144]: pgmap v6517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:42:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:42:00] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:42:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:42:00 smithi032 ceph-mon[191839]: pgmap v6517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:03.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:42:02 smithi039 ceph-mon[181282]: pgmap v6518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:03.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:42:02 smithi032 ceph-mon[191839]: pgmap v6518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:03.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:42:02 smithi032 ceph-mon[189144]: pgmap v6518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:42:04 smithi039 ceph-mon[181282]: pgmap v6519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:04.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:42:04 smithi032 ceph-mon[191839]: pgmap v6519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:04.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:42:04 smithi032 ceph-mon[189144]: pgmap v6519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:42:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:42:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:42:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:42:05.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:42:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:42:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:42:06 smithi039 ceph-mon[181282]: pgmap v6520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:06.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:42:06 smithi032 ceph-mon[191839]: pgmap v6520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:06.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:42:06 smithi032 ceph-mon[189144]: pgmap v6520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:07.607 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:42:07.929 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:42:07.929 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 5m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:42:07.929 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 3m ago 2h 96.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:42:07.929 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 5m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:42:07.930 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 3m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:42:07.930 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 3m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:42:07.930 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 5m ago 2h 640M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:42:07.930 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 5m ago 2h 816M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:42:07.930 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 3m ago 2h 423M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:42:07.930 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 5m ago 2h 427M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:42:07.930 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 5m ago 2h 17.9M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:42:07.930 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 3m ago 2h 18.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:42:07.930 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 5m ago 2h 4172M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:42:07.930 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 5m ago 2h 4383M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:42:07.930 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 5m ago 2h 3964M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:42:07.930 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 5m ago 2h 3881M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:42:07.930 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 3m ago 2h 3720M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:42:07.930 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 3m ago 2h 3910M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:42:07.930 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 3m ago 2h 3679M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:42:07.931 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 3m ago 2h 3547M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:42:07.931 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 3m ago 2h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:42:08.330 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:42:08.331 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:42:08.331 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:42:08.331 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:42:08.331 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:42:08.331 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:42:08.331 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:42:08.331 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:42:08.331 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:42:08.331 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:42:08.331 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:42:08.331 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:42:08.331 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:42:08.331 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:42:08.331 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:42:08.332 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:42:08.332 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:42:08.332 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:42:09.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:42:08 smithi039 ceph-mon[181282]: from='client.40683 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:42:09.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:42:08 smithi039 ceph-mon[181282]: pgmap v6521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:09.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:42:08 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2870701726' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:42:09.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:42:08 smithi032 ceph-mon[191839]: from='client.40683 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:42:09.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:42:08 smithi032 ceph-mon[191839]: pgmap v6521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:09.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:42:08 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2870701726' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:42:09.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:42:08 smithi032 ceph-mon[189144]: from='client.40683 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:42:09.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:42:08 smithi032 ceph-mon[189144]: pgmap v6521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:09.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:42:08 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2870701726' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:42:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:42:09 smithi039 ceph-mon[181282]: from='client.50606 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:42:10.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:42:09 smithi032 ceph-mon[191839]: from='client.50606 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:42:10.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:42:09 smithi032 ceph-mon[189144]: from='client.50606 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:42:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:42:10 smithi039 ceph-mon[181282]: pgmap v6522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:11.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:42:10 smithi032 ceph-mon[191839]: pgmap v6522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:11.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:42:10 smithi032 ceph-mon[189144]: pgmap v6522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:42:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:42:10] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:42:13.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:42:12 smithi039 ceph-mon[181282]: pgmap v6523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:13.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:42:12 smithi032 ceph-mon[191839]: pgmap v6523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:13.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:42:12 smithi032 ceph-mon[189144]: pgmap v6523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:42:14 smithi039 ceph-mon[181282]: pgmap v6524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:14.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:42:14 smithi032 ceph-mon[191839]: pgmap v6524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:14.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:42:14 smithi032 ceph-mon[189144]: pgmap v6524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:17.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:42:16 smithi039 ceph-mon[181282]: pgmap v6525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:17.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:42:16 smithi032 ceph-mon[191839]: pgmap v6525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:17.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:42:16 smithi032 ceph-mon[189144]: pgmap v6525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:19.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:42:18 smithi039 ceph-mon[181282]: pgmap v6526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:19.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:42:18 smithi032 ceph-mon[191839]: pgmap v6526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:19.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:42:18 smithi032 ceph-mon[189144]: pgmap v6526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:42:20 smithi039 ceph-mon[181282]: pgmap v6527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:42:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:42:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:42:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:42:20] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:42:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:42:20 smithi032 ceph-mon[191839]: pgmap v6527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:42:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:42:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:42:20 smithi032 ceph-mon[189144]: pgmap v6527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:42:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:42:23.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:42:22 smithi039 ceph-mon[181282]: pgmap v6528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:23.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:42:22 smithi032 ceph-mon[191839]: pgmap v6528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:23.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:42:22 smithi032 ceph-mon[189144]: pgmap v6528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:42:24 smithi039 ceph-mon[181282]: pgmap v6529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:24.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:42:24 smithi032 ceph-mon[191839]: pgmap v6529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:24.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:42:24 smithi032 ceph-mon[189144]: pgmap v6529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:27.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:42:26 smithi039 ceph-mon[181282]: pgmap v6530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:27.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:42:26 smithi032 ceph-mon[191839]: pgmap v6530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:27.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:42:26 smithi032 ceph-mon[189144]: pgmap v6530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:29.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:42:28 smithi039 ceph-mon[181282]: pgmap v6531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:29.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:42:28 smithi032 ceph-mon[191839]: pgmap v6531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:29.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:42:28 smithi032 ceph-mon[189144]: pgmap v6531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:31.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:42:30 smithi039 ceph-mon[181282]: pgmap v6532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:31.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:42:30 smithi032 ceph-mon[189144]: pgmap v6532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:42:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:42:30] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:42:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:42:30 smithi032 ceph-mon[191839]: pgmap v6532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:33.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:42:32 smithi039 ceph-mon[181282]: pgmap v6533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:33.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:42:32 smithi032 ceph-mon[189144]: pgmap v6533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:33.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:42:32 smithi032 ceph-mon[191839]: pgmap v6533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:42:34 smithi039 ceph-mon[181282]: pgmap v6534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:34.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:42:34 smithi032 ceph-mon[191839]: pgmap v6534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:34.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:42:34 smithi032 ceph-mon[189144]: pgmap v6534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:42:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:42:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:42:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:42:35.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:42:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:42:36.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:42:36 smithi032 ceph-mon[191839]: pgmap v6535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:36.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:42:36 smithi032 ceph-mon[189144]: pgmap v6535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:36.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:42:36 smithi039 ceph-mon[181282]: pgmap v6535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:38.695 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:42:39.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:42:38 smithi039 ceph-mon[181282]: pgmap v6536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:39.018 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:42:39.018 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 6m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:42:39.018 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 4m ago 2h 96.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:42:39.019 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 6m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:42:39.019 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 4m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:42:39.019 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 4m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:42:39.019 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 6m ago 2h 640M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:42:39.019 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 6m ago 2h 816M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:42:39.019 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 4m ago 2h 423M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:42:39.019 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 6m ago 2h 427M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:42:39.019 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 6m ago 2h 17.9M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:42:39.019 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 4m ago 2h 18.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:42:39.019 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 6m ago 2h 4172M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:42:39.019 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 6m ago 2h 4383M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:42:39.019 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 6m ago 2h 3964M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:42:39.019 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 6m ago 2h 3881M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:42:39.019 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 4m ago 2h 3720M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:42:39.019 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 4m ago 2h 3910M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:42:39.020 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 4m ago 2h 3679M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:42:39.020 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 4m ago 2h 3547M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:42:39.020 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 4m ago 2h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:42:39.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:42:38 smithi032 ceph-mon[189144]: pgmap v6536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:39.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:42:38 smithi032 ceph-mon[191839]: pgmap v6536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:39.440 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:42:39.440 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:42:39.440 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:42:39.440 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:42:39.440 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:42:39.440 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:42:39.440 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:42:39.440 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:42:39.440 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:42:39.440 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:42:39.440 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:42:39.441 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:42:39.441 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:42:39.441 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:42:39.441 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:42:39.441 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:42:39.441 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:42:39.441 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:42:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:42:39 smithi039 ceph-mon[181282]: from='client.40701 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:42:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:42:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:42:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:42:39 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/103206516' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:42:40.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:42:39 smithi032 ceph-mon[191839]: from='client.40701 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:42:40.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:42:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:42:40.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:42:39 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/103206516' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:42:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:42:39 smithi032 ceph-mon[189144]: from='client.40701 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:42:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:42:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:42:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:42:39 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/103206516' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:42:41.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:42:40 smithi039 ceph-mon[181282]: from='client.50624 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:42:41.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:42:40 smithi039 ceph-mon[181282]: pgmap v6537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:41.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:42:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:42:41.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:42:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:42:41.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:42:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:42:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:42:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:42:40] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:42:41.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:42:40 smithi032 ceph-mon[189144]: from='client.50624 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:42:41.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:42:40 smithi032 ceph-mon[189144]: pgmap v6537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:42:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:42:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:42:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:42:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:42:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:42:41.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:42:40 smithi032 ceph-mon[191839]: from='client.50624 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:42:41.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:42:40 smithi032 ceph-mon[191839]: pgmap v6537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:41.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:42:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:42:41.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:42:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:42:41.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:42:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:42:43.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:42:42 smithi039 ceph-mon[181282]: pgmap v6538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:43.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:42:42 smithi032 ceph-mon[189144]: pgmap v6538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:43.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:42:42 smithi032 ceph-mon[191839]: pgmap v6538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:42:44 smithi039 ceph-mon[181282]: pgmap v6539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:44.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:42:44 smithi032 ceph-mon[189144]: pgmap v6539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:44.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:42:44 smithi032 ceph-mon[191839]: pgmap v6539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:47.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:42:46 smithi039 ceph-mon[181282]: pgmap v6540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:47.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:42:46 smithi032 ceph-mon[189144]: pgmap v6540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:47.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:42:46 smithi032 ceph-mon[191839]: pgmap v6540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:49.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:42:48 smithi039 ceph-mon[181282]: pgmap v6541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:49.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:42:48 smithi032 ceph-mon[189144]: pgmap v6541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:49.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:42:48 smithi032 ceph-mon[191839]: pgmap v6541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:42:50 smithi039 ceph-mon[181282]: pgmap v6542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:42:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:42:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:42:50 smithi032 ceph-mon[189144]: pgmap v6542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:42:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:42:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:42:50 smithi032 ceph-mon[191839]: pgmap v6542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:42:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:42:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:42:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:42:50] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:42:53.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:42:52 smithi039 ceph-mon[181282]: pgmap v6543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:53.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:42:52 smithi032 ceph-mon[189144]: pgmap v6543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:53.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:42:52 smithi032 ceph-mon[191839]: pgmap v6543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:54.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:42:54 smithi032 ceph-mon[191839]: pgmap v6544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:54.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:42:54 smithi032 ceph-mon[189144]: pgmap v6544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:42:54 smithi039 ceph-mon[181282]: pgmap v6544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:57.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:42:56 smithi039 ceph-mon[181282]: pgmap v6545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:57.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:42:56 smithi032 ceph-mon[191839]: pgmap v6545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:57.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:42:56 smithi032 ceph-mon[189144]: pgmap v6545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:59.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:42:58 smithi039 ceph-mon[181282]: pgmap v6546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:59.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:42:58 smithi032 ceph-mon[191839]: pgmap v6546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:42:59.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:42:58 smithi032 ceph-mon[189144]: pgmap v6546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:43:00 smithi039 ceph-mon[181282]: pgmap v6547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:01.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:43:00 smithi032 ceph-mon[189144]: pgmap v6547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:43:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:43:00] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:43:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:43:00 smithi032 ceph-mon[191839]: pgmap v6547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:03.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:43:02 smithi039 ceph-mon[181282]: pgmap v6548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:03.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:43:02 smithi032 ceph-mon[189144]: pgmap v6548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:03.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:43:02 smithi032 ceph-mon[191839]: pgmap v6548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:04.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:43:04 smithi032 ceph-mon[191839]: pgmap v6549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:04.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:43:04 smithi032 ceph-mon[189144]: pgmap v6549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:43:04 smithi039 ceph-mon[181282]: pgmap v6549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:43:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:43:05.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:43:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:43:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:43:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:43:06.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:43:06 smithi032 ceph-mon[189144]: pgmap v6550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:06.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:43:06 smithi032 ceph-mon[191839]: pgmap v6550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:43:06 smithi039 ceph-mon[181282]: pgmap v6550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:09.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:43:08 smithi039 ceph-mon[181282]: pgmap v6551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:09.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:43:08 smithi032 ceph-mon[189144]: pgmap v6551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:09.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:43:08 smithi032 ceph-mon[191839]: pgmap v6551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:09.804 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:43:10.128 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:43:10.129 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 6m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:43:10.129 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 4m ago 2h 96.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:43:10.129 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 6m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:43:10.129 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 4m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:43:10.129 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 4m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:43:10.129 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 6m ago 2h 640M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:43:10.129 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 6m ago 2h 816M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:43:10.129 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 4m ago 2h 423M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:43:10.129 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 6m ago 2h 427M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:43:10.129 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 6m ago 2h 17.9M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:43:10.129 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 4m ago 2h 18.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:43:10.129 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 6m ago 2h 4172M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:43:10.130 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 6m ago 2h 4383M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:43:10.130 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 6m ago 2h 3964M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:43:10.130 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 6m ago 2h 3881M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:43:10.130 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 4m ago 2h 3720M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:43:10.130 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 4m ago 2h 3910M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:43:10.130 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 4m ago 2h 3679M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:43:10.130 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 4m ago 2h 3547M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:43:10.130 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 4m ago 2h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:43:10.531 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:43:10.531 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:43:10.531 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:43:10.532 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:43:10.532 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:43:10.532 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:43:10.532 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:43:10.532 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:43:10.532 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:43:10.532 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:43:10.532 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:43:10.532 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:43:10.532 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:43:10.532 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:43:10.532 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:43:10.532 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:43:10.532 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:43:10.533 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:43:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:43:10 smithi039 ceph-mon[181282]: pgmap v6552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:43:10 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3295416956' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:43:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:43:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:43:10] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:43:11.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:43:10 smithi032 ceph-mon[189144]: pgmap v6552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:11.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:43:10 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3295416956' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:43:11.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:43:10 smithi032 ceph-mon[191839]: pgmap v6552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:43:10 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3295416956' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:43:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:43:11 smithi039 ceph-mon[181282]: from='client.40719 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:43:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:43:11 smithi039 ceph-mon[181282]: from='client.50642 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:43:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:43:11 smithi032 ceph-mon[191839]: from='client.40719 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:43:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:43:11 smithi032 ceph-mon[191839]: from='client.50642 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:43:12.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:43:11 smithi032 ceph-mon[189144]: from='client.40719 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:43:12.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:43:11 smithi032 ceph-mon[189144]: from='client.50642 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:43:13.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:43:12 smithi039 ceph-mon[181282]: pgmap v6553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:13.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:43:12 smithi032 ceph-mon[191839]: pgmap v6553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:13.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:43:12 smithi032 ceph-mon[189144]: pgmap v6553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:14.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:43:14 smithi032 ceph-mon[191839]: pgmap v6554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:14.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:43:14 smithi032 ceph-mon[189144]: pgmap v6554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:43:14 smithi039 ceph-mon[181282]: pgmap v6554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:17.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:43:16 smithi039 ceph-mon[181282]: pgmap v6555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:17.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:43:16 smithi032 ceph-mon[191839]: pgmap v6555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:17.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:43:16 smithi032 ceph-mon[189144]: pgmap v6555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:19.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:43:18 smithi039 ceph-mon[181282]: pgmap v6556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:19.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:43:18 smithi032 ceph-mon[191839]: pgmap v6556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:19.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:43:18 smithi032 ceph-mon[189144]: pgmap v6556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:43:20 smithi039 ceph-mon[181282]: pgmap v6557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:43:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:43:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:43:20 smithi032 ceph-mon[189144]: pgmap v6557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:43:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:43:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:43:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:43:20] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:43:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:43:20 smithi032 ceph-mon[191839]: pgmap v6557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:43:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:43:23.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:43:22 smithi039 ceph-mon[181282]: pgmap v6558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:23.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:43:22 smithi032 ceph-mon[191839]: pgmap v6558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:23.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:43:22 smithi032 ceph-mon[189144]: pgmap v6558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:24.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:43:24 smithi032 ceph-mon[191839]: pgmap v6559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:24.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:43:24 smithi032 ceph-mon[189144]: pgmap v6559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:43:24 smithi039 ceph-mon[181282]: pgmap v6559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:27.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:43:26 smithi039 ceph-mon[181282]: pgmap v6560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:27.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:43:26 smithi032 ceph-mon[189144]: pgmap v6560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:27.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:43:26 smithi032 ceph-mon[191839]: pgmap v6560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:29.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:43:28 smithi039 ceph-mon[181282]: pgmap v6561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:29.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:43:28 smithi032 ceph-mon[191839]: pgmap v6561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:29.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:43:28 smithi032 ceph-mon[189144]: pgmap v6561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:31.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:43:30 smithi039 ceph-mon[181282]: pgmap v6562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:43:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:43:30] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:43:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:43:30 smithi032 ceph-mon[191839]: pgmap v6562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:43:30 smithi032 ceph-mon[189144]: pgmap v6562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:33.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:43:32 smithi039 ceph-mon[181282]: pgmap v6563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:33.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:43:32 smithi032 ceph-mon[191839]: pgmap v6563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:33.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:43:32 smithi032 ceph-mon[189144]: pgmap v6563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:34.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:43:34 smithi032 ceph-mon[191839]: pgmap v6564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:34.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:43:34 smithi032 ceph-mon[189144]: pgmap v6564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:43:34 smithi039 ceph-mon[181282]: pgmap v6564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:35.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:43:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:43:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:43:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:43:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:43:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:43:36.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:43:36 smithi032 ceph-mon[189144]: pgmap v6565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:36.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:43:36 smithi032 ceph-mon[191839]: pgmap v6565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:36.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:43:36 smithi039 ceph-mon[181282]: pgmap v6565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:39.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:43:38 smithi039 ceph-mon[181282]: pgmap v6566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:39.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:43:38 smithi032 ceph-mon[191839]: pgmap v6566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:39.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:43:38 smithi032 ceph-mon[189144]: pgmap v6566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:40.885 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:43:41.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:43:40 smithi039 ceph-mon[181282]: pgmap v6567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:41.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:43:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:43:41.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:43:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:43:41.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:43:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:43:41.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:43:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:43:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:43:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:43:40] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T19:43:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:43:40 smithi032 ceph-mon[191839]: pgmap v6567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:43:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:43:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:43:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:43:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:43:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:43:41.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:43:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:43:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:43:40 smithi032 ceph-mon[189144]: pgmap v6567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:43:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:43:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:43:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:43:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:43:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:43:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:43:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:43:41.206 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:43:41.206 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 7m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:43:41.206 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 5m ago 2h 96.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:43:41.206 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 7m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:43:41.206 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 5m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:43:41.206 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 5m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:43:41.206 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 7m ago 2h 640M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:43:41.206 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 7m ago 2h 816M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:43:41.206 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 5m ago 2h 423M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:43:41.206 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 7m ago 2h 427M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:43:41.207 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 7m ago 2h 17.9M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:43:41.207 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 5m ago 2h 18.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:43:41.207 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 7m ago 2h 4172M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:43:41.207 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 7m ago 2h 4383M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:43:41.207 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 7m ago 2h 3964M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:43:41.207 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 7m ago 2h 3881M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:43:41.207 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 5m ago 2h 3720M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:43:41.207 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 5m ago 2h 3910M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:43:41.207 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 5m ago 2h 3679M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:43:41.207 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 5m ago 2h 3547M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:43:41.207 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 5m ago 2h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:43:41.609 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:43:41.609 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:43:41.609 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:43:41.609 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:43:41.609 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:43:41.609 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:43:41.609 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:43:41.609 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:43:41.609 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:43:41.610 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:43:41.610 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:43:41.610 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:43:41.610 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:43:41.610 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:43:41.610 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:43:41.610 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:43:41.610 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:43:41.610 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:43:42.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:43:41 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1606383079' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:43:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:43:41 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1606383079' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:43:42.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:43:41 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1606383079' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:43:43.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:43:42 smithi039 ceph-mon[181282]: from='client.40737 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:43:43.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:43:42 smithi039 ceph-mon[181282]: from='client.50660 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:43:43.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:43:42 smithi039 ceph-mon[181282]: pgmap v6568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:43.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:43:42 smithi032 ceph-mon[191839]: from='client.40737 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:43:43.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:43:42 smithi032 ceph-mon[191839]: from='client.50660 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:43:43.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:43:42 smithi032 ceph-mon[191839]: pgmap v6568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:43.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:43:42 smithi032 ceph-mon[189144]: from='client.40737 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:43:43.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:43:42 smithi032 ceph-mon[189144]: from='client.50660 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:43:43.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:43:42 smithi032 ceph-mon[189144]: pgmap v6568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:44.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:43:44 smithi032 ceph-mon[189144]: pgmap v6569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:44.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:43:44 smithi032 ceph-mon[191839]: pgmap v6569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:43:44 smithi039 ceph-mon[181282]: pgmap v6569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:47.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:43:46 smithi039 ceph-mon[181282]: pgmap v6570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:47.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:43:46 smithi032 ceph-mon[189144]: pgmap v6570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:47.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:43:46 smithi032 ceph-mon[191839]: pgmap v6570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:49.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:43:48 smithi039 ceph-mon[181282]: pgmap v6571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:49.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:43:48 smithi032 ceph-mon[191839]: pgmap v6571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:49.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:43:48 smithi032 ceph-mon[189144]: pgmap v6571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:43:50 smithi039 ceph-mon[181282]: pgmap v6572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:43:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:43:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:43:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:43:50] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:43:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:43:50 smithi032 ceph-mon[191839]: pgmap v6572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:43:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:43:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:43:50 smithi032 ceph-mon[189144]: pgmap v6572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:43:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:43:53.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:43:52 smithi039 ceph-mon[181282]: pgmap v6573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:53.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:43:52 smithi032 ceph-mon[189144]: pgmap v6573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:53.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:43:52 smithi032 ceph-mon[191839]: pgmap v6573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:54.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:43:54 smithi032 ceph-mon[191839]: pgmap v6574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:54.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:43:54 smithi032 ceph-mon[189144]: pgmap v6574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:43:54 smithi039 ceph-mon[181282]: pgmap v6574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:57.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:43:56 smithi039 ceph-mon[181282]: pgmap v6575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:57.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:43:56 smithi032 ceph-mon[191839]: pgmap v6575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:57.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:43:56 smithi032 ceph-mon[189144]: pgmap v6575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:59.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:43:58 smithi039 ceph-mon[181282]: pgmap v6576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:59.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:43:58 smithi032 ceph-mon[191839]: pgmap v6576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:43:59.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:43:58 smithi032 ceph-mon[189144]: pgmap v6576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:00 smithi039 ceph-mon[181282]: pgmap v6577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:00 smithi032 ceph-mon[191839]: pgmap v6577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:01.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:00 smithi032 ceph-mon[189144]: pgmap v6577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:44:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:44:00] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:44:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:01 smithi032 ceph-mon[191839]: pgmap v6578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:02.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:01 smithi032 ceph-mon[189144]: pgmap v6578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:01 smithi039 ceph-mon[181282]: pgmap v6578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:04.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:04 smithi032 ceph-mon[189144]: pgmap v6579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:04 smithi032 ceph-mon[191839]: pgmap v6579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:04 smithi039 ceph-mon[181282]: pgmap v6579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:44:05.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:44:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:44:06.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:06 smithi032 ceph-mon[191839]: pgmap v6580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:06.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:06 smithi032 ceph-mon[189144]: pgmap v6580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:06 smithi039 ceph-mon[181282]: pgmap v6580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:09.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:08 smithi039 ceph-mon[181282]: pgmap v6581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:09.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:08 smithi032 ceph-mon[191839]: pgmap v6581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:09.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:08 smithi032 ceph-mon[189144]: pgmap v6581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:10 smithi039 ceph-mon[181282]: pgmap v6582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:11.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:10 smithi032 ceph-mon[191839]: pgmap v6582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:11.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:10 smithi032 ceph-mon[189144]: pgmap v6582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:44:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:44:10] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:44:11.973 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:44:12.300 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:44:12.300 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 7m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:44:12.300 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 5m ago 2h 96.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:44:12.300 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 7m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:44:12.300 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 5m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:44:12.300 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 5m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:44:12.300 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 7m ago 2h 640M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:44:12.300 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 7m ago 2h 816M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:44:12.300 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 5m ago 2h 423M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:44:12.300 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 7m ago 2h 427M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:44:12.300 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 7m ago 2h 17.9M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:44:12.300 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 5m ago 2h 18.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:44:12.300 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 7m ago 2h 4172M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:44:12.300 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 7m ago 2h 4383M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:44:12.301 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 7m ago 2h 3964M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:44:12.301 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 7m ago 2h 3881M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:44:12.301 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 5m ago 2h 3720M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:44:12.301 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 5m ago 2h 3910M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:44:12.301 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 5m ago 2h 3679M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:44:12.301 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 5m ago 2h 3547M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:44:12.301 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 5m ago 2h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:44:12.707 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:44:12.707 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:44:12.707 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:44:12.707 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:44:12.707 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:44:12.707 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:44:12.707 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:44:12.708 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:44:12.708 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:44:12.708 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:44:12.708 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:44:12.708 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:44:12.708 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:44:12.708 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:44:12.708 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:44:12.708 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:44:12.708 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:44:12.708 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:44:13.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:12 smithi039 ceph-mon[181282]: pgmap v6583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:13.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:12 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2491357878' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:44:13.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:12 smithi032 ceph-mon[191839]: pgmap v6583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:13.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:12 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2491357878' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:44:13.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:12 smithi032 ceph-mon[189144]: pgmap v6583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:13.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:12 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2491357878' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:44:14.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:13 smithi039 ceph-mon[181282]: from='client.40755 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:44:14.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:13 smithi039 ceph-mon[181282]: from='client.50678 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:44:14.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:13 smithi032 ceph-mon[191839]: from='client.40755 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:44:14.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:13 smithi032 ceph-mon[191839]: from='client.50678 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:44:14.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:13 smithi032 ceph-mon[189144]: from='client.40755 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:44:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:13 smithi032 ceph-mon[189144]: from='client.50678 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:44:15.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:14 smithi039 ceph-mon[181282]: pgmap v6584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:15.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:14 smithi032 ceph-mon[189144]: pgmap v6584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:15.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:14 smithi032 ceph-mon[191839]: pgmap v6584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:16.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:15 smithi032 ceph-mon[189144]: pgmap v6585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:16.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:15 smithi032 ceph-mon[191839]: pgmap v6585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:15 smithi039 ceph-mon[181282]: pgmap v6585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:19.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:18 smithi039 ceph-mon[181282]: pgmap v6586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:19.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:18 smithi032 ceph-mon[189144]: pgmap v6586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:19.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:18 smithi032 ceph-mon[191839]: pgmap v6586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:20 smithi039 ceph-mon[181282]: pgmap v6587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:44:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:20 smithi032 ceph-mon[189144]: pgmap v6587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:44:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:20 smithi032 ceph-mon[191839]: pgmap v6587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:44:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:44:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:44:20] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:44:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:21 smithi032 ceph-mon[191839]: pgmap v6588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:22.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:21 smithi032 ceph-mon[189144]: pgmap v6588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:21 smithi039 ceph-mon[181282]: pgmap v6588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:24.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:24 smithi032 ceph-mon[191839]: pgmap v6589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:24.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:24 smithi032 ceph-mon[189144]: pgmap v6589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:24 smithi039 ceph-mon[181282]: pgmap v6589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:27.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:26 smithi039 ceph-mon[181282]: pgmap v6590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:27.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:26 smithi032 ceph-mon[191839]: pgmap v6590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:27.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:26 smithi032 ceph-mon[189144]: pgmap v6590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:29.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:28 smithi032 ceph-mon[191839]: pgmap v6591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:29.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:28 smithi032 ceph-mon[189144]: pgmap v6591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:28 smithi039 ceph-mon[181282]: pgmap v6591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:29 smithi032 ceph-mon[191839]: pgmap v6592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:30.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:29 smithi032 ceph-mon[189144]: pgmap v6592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:29 smithi039 ceph-mon[181282]: pgmap v6592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:44:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:44:30] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:44:33.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:32 smithi032 ceph-mon[191839]: pgmap v6593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:33.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:32 smithi032 ceph-mon[189144]: pgmap v6593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:32 smithi039 ceph-mon[181282]: pgmap v6593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:34.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:34 smithi032 ceph-mon[191839]: pgmap v6594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:34.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:34 smithi032 ceph-mon[189144]: pgmap v6594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:34 smithi039 ceph-mon[181282]: pgmap v6594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:44:35.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:44:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:44:36.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:36 smithi032 ceph-mon[191839]: pgmap v6595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:36.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:36 smithi032 ceph-mon[189144]: pgmap v6595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:36.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:36 smithi039 ceph-mon[181282]: pgmap v6595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:39.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:38 smithi032 ceph-mon[191839]: pgmap v6596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:39.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:38 smithi032 ceph-mon[189144]: pgmap v6596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:38 smithi039 ceph-mon[181282]: pgmap v6596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:40 smithi032 ceph-mon[191839]: pgmap v6597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:44:41.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:40 smithi032 ceph-mon[189144]: pgmap v6597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:44:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:44:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:44:40] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:44:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:40 smithi039 ceph-mon[181282]: pgmap v6597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:44:42.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:44:42.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:44:42.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:44:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:44:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:44:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:41 smithi032 ceph-mon[189144]: pgmap v6598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:44:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:44:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:44:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:44:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:44:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:41 smithi032 ceph-mon[191839]: pgmap v6598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:44:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:44:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:44:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:44:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:44:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:41 smithi039 ceph-mon[181282]: pgmap v6598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:43.076 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:44:43.402 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:44:43.402 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 8m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:44:43.403 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 6m ago 2h 96.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:44:43.403 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 8m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:44:43.403 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 6m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:44:43.403 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 6m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:44:43.403 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 8m ago 2h 640M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:44:43.403 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 8m ago 2h 816M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:44:43.403 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 6m ago 2h 423M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:44:43.403 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 8m ago 2h 427M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:44:43.403 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 8m ago 2h 17.9M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:44:43.403 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 6m ago 2h 18.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:44:43.403 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 8m ago 2h 4172M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:44:43.403 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 8m ago 2h 4383M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:44:43.403 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 8m ago 2h 3964M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:44:43.404 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 8m ago 2h 3881M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:44:43.404 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 6m ago 2h 3720M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:44:43.404 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 6m ago 2h 3910M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:44:43.404 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 6m ago 2h 3679M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:44:43.404 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 6m ago 2h 3547M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:44:43.404 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 6m ago 2h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:44:43.804 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:44:43.805 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:44:43.805 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:44:43.805 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:44:43.805 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:44:43.805 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:44:43.805 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:44:43.805 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:44:43.805 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:44:43.805 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:44:43.805 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:44:43.805 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:44:43.805 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:44:43.805 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:44:43.805 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:44:43.806 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:44:43.806 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:44:43.806 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:44:44.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:44 smithi032 ceph-mon[191839]: from='client.50690 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:44:44.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:44 smithi032 ceph-mon[191839]: from='client.50696 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:44:44.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:44 smithi032 ceph-mon[191839]: pgmap v6599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:44.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:44 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/169630910' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:44:44.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:44 smithi032 ceph-mon[189144]: from='client.50690 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:44:44.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:44 smithi032 ceph-mon[189144]: from='client.50696 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:44:44.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:44 smithi032 ceph-mon[189144]: pgmap v6599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:44.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:44 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/169630910' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:44:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:44 smithi039 ceph-mon[181282]: from='client.50690 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:44:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:44 smithi039 ceph-mon[181282]: from='client.50696 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:44:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:44 smithi039 ceph-mon[181282]: pgmap v6599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:44 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/169630910' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:44:47.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:46 smithi032 ceph-mon[189144]: pgmap v6600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:47.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:46 smithi032 ceph-mon[191839]: pgmap v6600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:47.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:46 smithi039 ceph-mon[181282]: pgmap v6600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:48.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:47 smithi032 ceph-mon[189144]: pgmap v6601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:48.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:47 smithi032 ceph-mon[191839]: pgmap v6601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:47 smithi039 ceph-mon[181282]: pgmap v6601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:50 smithi032 ceph-mon[191839]: pgmap v6602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:44:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:50 smithi032 ceph-mon[189144]: pgmap v6602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:44:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:44:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:44:50] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:44:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:50 smithi039 ceph-mon[181282]: pgmap v6602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:44:52.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:51 smithi032 ceph-mon[189144]: pgmap v6603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:52.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:51 smithi032 ceph-mon[191839]: pgmap v6603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:51 smithi039 ceph-mon[181282]: pgmap v6603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:54.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:54 smithi032 ceph-mon[189144]: pgmap v6604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:54.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:54 smithi032 ceph-mon[191839]: pgmap v6604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:54 smithi039 ceph-mon[181282]: pgmap v6604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:56.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:55 smithi032 ceph-mon[189144]: pgmap v6605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:56.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:55 smithi032 ceph-mon[191839]: pgmap v6605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:55 smithi039 ceph-mon[181282]: pgmap v6605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:58.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:57 smithi032 ceph-mon[191839]: pgmap v6606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:58.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:57 smithi032 ceph-mon[189144]: pgmap v6606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:44:58.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:57 smithi039 ceph-mon[181282]: pgmap v6606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:00.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:44:59 smithi032 ceph-mon[191839]: pgmap v6607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:00.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:44:59 smithi032 ceph-mon[189144]: pgmap v6607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:44:59 smithi039 ceph-mon[181282]: pgmap v6607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:45:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:45:00] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:45:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:45:01 smithi032 ceph-mon[191839]: pgmap v6608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:02.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:45:01 smithi032 ceph-mon[189144]: pgmap v6608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:45:01 smithi039 ceph-mon[181282]: pgmap v6608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:04.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:45:04 smithi032 ceph-mon[191839]: pgmap v6609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:04.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:45:04 smithi032 ceph-mon[189144]: pgmap v6609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:45:04 smithi039 ceph-mon[181282]: pgmap v6609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:45:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:45:05.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:45:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:45:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:45:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:45:06.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:45:06 smithi032 ceph-mon[191839]: pgmap v6610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:45:06 smithi032 ceph-mon[189144]: pgmap v6610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:45:06 smithi039 ceph-mon[181282]: pgmap v6610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:45:07 smithi032 ceph-mon[191839]: pgmap v6611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:08.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:45:07 smithi032 ceph-mon[189144]: pgmap v6611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:45:07 smithi039 ceph-mon[181282]: pgmap v6611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:10.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:45:09 smithi032 ceph-mon[191839]: pgmap v6612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:45:09 smithi032 ceph-mon[189144]: pgmap v6612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:45:09 smithi039 ceph-mon[181282]: pgmap v6612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:45:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:45:10] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T19:45:12.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:45:11 smithi032 ceph-mon[189144]: pgmap v6613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:45:11 smithi032 ceph-mon[191839]: pgmap v6613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:45:11 smithi039 ceph-mon[181282]: pgmap v6613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:14.171 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:45:14.494 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:45:14.494 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 8m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:45:14.495 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 6m ago 2h 96.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:45:14.495 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 8m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:45:14.495 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 6m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:45:14.495 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 6m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:45:14.495 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 8m ago 2h 640M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:45:14.495 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 8m ago 2h 816M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:45:14.495 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 6m ago 2h 423M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:45:14.495 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 8m ago 2h 427M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:45:14.495 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 8m ago 2h 17.9M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:45:14.495 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 6m ago 2h 18.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:45:14.495 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 8m ago 2h 4172M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:45:14.495 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 8m ago 2h 4383M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:45:14.495 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 8m ago 2h 3964M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:45:14.495 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 8m ago 2h 3881M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:45:14.495 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 6m ago 2h 3720M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:45:14.496 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 6m ago 2h 3910M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:45:14.496 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 6m ago 2h 3679M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:45:14.496 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 6m ago 2h 3547M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:45:14.496 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 6m ago 2h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:45:14.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:45:14 smithi032 ceph-mon[191839]: pgmap v6614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:14.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:45:14 smithi032 ceph-mon[189144]: pgmap v6614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:45:14 smithi039 ceph-mon[181282]: pgmap v6614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:14.892 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:45:14.892 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:45:14.892 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:45:14.892 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:45:14.892 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:45:14.893 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:45:14.893 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:45:14.893 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:45:14.893 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:45:14.893 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:45:14.893 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:45:14.893 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:45:14.893 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:45:14.893 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:45:14.893 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:45:14.893 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:45:14.893 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:45:14.893 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:45:15.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:45:15 smithi032 ceph-mon[191839]: from='client.50708 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:45:15.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:45:15 smithi032 ceph-mon[191839]: from='client.50714 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:45:15.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:45:15 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1837056727' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:45:15.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:45:15 smithi032 ceph-mon[189144]: from='client.50708 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:45:15.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:45:15 smithi032 ceph-mon[189144]: from='client.50714 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:45:15.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:45:15 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1837056727' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:45:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:45:15 smithi039 ceph-mon[181282]: from='client.50708 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:45:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:45:15 smithi039 ceph-mon[181282]: from='client.50714 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:45:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:45:15 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1837056727' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:45:16.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:45:16 smithi032 ceph-mon[191839]: pgmap v6615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:45:16 smithi032 ceph-mon[189144]: pgmap v6615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:45:16 smithi039 ceph-mon[181282]: pgmap v6615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:45:17 smithi032 ceph-mon[191839]: pgmap v6616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:18.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:45:17 smithi032 ceph-mon[189144]: pgmap v6616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:18.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:45:17 smithi039 ceph-mon[181282]: pgmap v6616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:45:19 smithi032 ceph-mon[191839]: pgmap v6617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:45:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:45:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:45:19 smithi032 ceph-mon[189144]: pgmap v6617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:45:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:45:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:45:19 smithi039 ceph-mon[181282]: pgmap v6617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:45:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:45:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:45:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:45:20] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:45:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:45:21 smithi032 ceph-mon[191839]: pgmap v6618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:22.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:45:21 smithi032 ceph-mon[189144]: pgmap v6618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:45:21 smithi039 ceph-mon[181282]: pgmap v6618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:24.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:45:24 smithi032 ceph-mon[191839]: pgmap v6619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:24.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:45:24 smithi032 ceph-mon[189144]: pgmap v6619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:45:24 smithi039 ceph-mon[181282]: pgmap v6619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:26.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:45:25 smithi032 ceph-mon[189144]: pgmap v6620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:45:25 smithi032 ceph-mon[191839]: pgmap v6620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:45:25 smithi039 ceph-mon[181282]: pgmap v6620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:28.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:45:27 smithi032 ceph-mon[191839]: pgmap v6621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:28.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:45:27 smithi032 ceph-mon[189144]: pgmap v6621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:28.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:45:27 smithi039 ceph-mon[181282]: pgmap v6621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:30.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:45:29 smithi032 ceph-mon[189144]: pgmap v6622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:45:29 smithi032 ceph-mon[191839]: pgmap v6622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:45:29 smithi039 ceph-mon[181282]: pgmap v6622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:45:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:45:30] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:45:32.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:45:31 smithi032 ceph-mon[191839]: pgmap v6623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:45:31 smithi032 ceph-mon[189144]: pgmap v6623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:45:31 smithi039 ceph-mon[181282]: pgmap v6623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:34.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:45:34 smithi032 ceph-mon[191839]: pgmap v6624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:34.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:45:34 smithi032 ceph-mon[189144]: pgmap v6624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:45:34 smithi039 ceph-mon[181282]: pgmap v6624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:45:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:45:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:45:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:45:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:45:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:45:36.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:45:36 smithi032 ceph-mon[191839]: pgmap v6625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:36.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:45:36 smithi032 ceph-mon[189144]: pgmap v6625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:36.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:45:36 smithi039 ceph-mon[181282]: pgmap v6625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:45:37 smithi032 ceph-mon[191839]: pgmap v6626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:38.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:45:37 smithi032 ceph-mon[189144]: pgmap v6626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:45:37 smithi039 ceph-mon[181282]: pgmap v6626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:40.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:45:39 smithi032 ceph-mon[191839]: pgmap v6627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:45:39 smithi032 ceph-mon[189144]: pgmap v6627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:45:39 smithi039 ceph-mon[181282]: pgmap v6627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:45:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:45:40] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:45:41.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:45:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:45:41.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:45:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:45:42.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:45:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:45:42.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:45:42 smithi032 ceph-mon[189144]: pgmap v6628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:42.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:45:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:45:42.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:45:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:45:42.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:45:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:45:42.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:45:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:45:42.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:45:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:45:42.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:45:42 smithi032 ceph-mon[191839]: pgmap v6628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:42.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:45:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:45:42.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:45:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:45:42.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:45:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:45:42.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:45:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:45:42.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:45:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:45:43.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:45:42 smithi039 ceph-mon[181282]: pgmap v6628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:43.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:45:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:45:43.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:45:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:45:43.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:45:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:45:43.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:45:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:45:43.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:45:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:45:44.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:45:44 smithi032 ceph-mon[189144]: pgmap v6629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:44.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:45:44 smithi032 ceph-mon[191839]: pgmap v6629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:45:44 smithi039 ceph-mon[181282]: pgmap v6629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:45.257 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:45:45.579 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:45:45.579 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 9m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:45:45.579 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 7m ago 2h 96.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:45:45.579 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 9m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:45:45.579 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 7m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:45:45.579 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 7m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:45:45.579 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 9m ago 2h 640M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:45:45.580 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 9m ago 2h 816M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:45:45.580 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 7m ago 2h 423M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:45:45.580 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 9m ago 2h 427M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:45:45.580 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 9m ago 2h 17.9M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:45:45.580 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 7m ago 2h 18.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:45:45.580 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 9m ago 2h 4172M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:45:45.580 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 9m ago 2h 4383M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:45:45.580 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 9m ago 2h 3964M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:45:45.580 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 9m ago 2h 3881M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:45:45.580 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 7m ago 2h 3720M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:45:45.580 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 7m ago 2h 3910M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:45:45.580 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 7m ago 2h 3679M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:45:45.580 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 7m ago 2h 3547M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:45:45.580 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 7m ago 2h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:45:45.979 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:45:45.980 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:45:45.980 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:45:45.980 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:45:45.980 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:45:45.980 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:45:45.980 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:45:45.980 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:45:45.980 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:45:45.980 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:45:45.980 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:45:45.980 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:45:45.980 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:45:45.980 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:45:45.981 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:45:45.981 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:45:45.981 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:45:45.981 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:45:46.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:45:45 smithi032 ceph-mon[189144]: from='client.50726 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:45:46.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:45:45 smithi032 ceph-mon[189144]: from='client.50732 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:45:46.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:45:45 smithi032 ceph-mon[189144]: pgmap v6630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:46.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:45:45 smithi032 ceph-mon[191839]: from='client.50726 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:45:46.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:45:45 smithi032 ceph-mon[191839]: from='client.50732 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:45:46.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:45:45 smithi032 ceph-mon[191839]: pgmap v6630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:45:45 smithi039 ceph-mon[181282]: from='client.50726 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:45:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:45:45 smithi039 ceph-mon[181282]: from='client.50732 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:45:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:45:45 smithi039 ceph-mon[181282]: pgmap v6630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:47.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:45:46 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3836285887' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:45:47.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:45:46 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3836285887' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:45:47.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:45:46 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3836285887' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:45:48.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:45:47 smithi032 ceph-mon[191839]: pgmap v6631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:48.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:45:47 smithi032 ceph-mon[189144]: pgmap v6631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:45:47 smithi039 ceph-mon[181282]: pgmap v6631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:50.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:45:49 smithi032 ceph-mon[189144]: pgmap v6632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:45:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:45:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:45:49 smithi032 ceph-mon[191839]: pgmap v6632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:45:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:45:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:45:49 smithi039 ceph-mon[181282]: pgmap v6632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:45:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:45:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:45:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:45:50] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:45:52.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:45:51 smithi032 ceph-mon[191839]: pgmap v6633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:52.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:45:51 smithi032 ceph-mon[189144]: pgmap v6633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:45:51 smithi039 ceph-mon[181282]: pgmap v6633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:54.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:45:54 smithi032 ceph-mon[191839]: pgmap v6634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:54.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:45:54 smithi032 ceph-mon[189144]: pgmap v6634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:45:54 smithi039 ceph-mon[181282]: pgmap v6634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:56.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:45:55 smithi032 ceph-mon[191839]: pgmap v6635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:56.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:45:55 smithi032 ceph-mon[189144]: pgmap v6635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:45:55 smithi039 ceph-mon[181282]: pgmap v6635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:58.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:45:57 smithi032 ceph-mon[189144]: pgmap v6636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:58.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:45:57 smithi032 ceph-mon[191839]: pgmap v6636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:45:58.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:45:57 smithi039 ceph-mon[181282]: pgmap v6636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:00.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:45:59 smithi032 ceph-mon[189144]: pgmap v6637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:00.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:45:59 smithi032 ceph-mon[191839]: pgmap v6637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:45:59 smithi039 ceph-mon[181282]: pgmap v6637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:46:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:46:00] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:46:02.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:46:01 smithi032 ceph-mon[189144]: pgmap v6638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:46:01 smithi032 ceph-mon[191839]: pgmap v6638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:46:01 smithi039 ceph-mon[181282]: pgmap v6638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:04.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:46:04 smithi032 ceph-mon[191839]: pgmap v6639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:46:04 smithi032 ceph-mon[189144]: pgmap v6639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:46:04 smithi039 ceph-mon[181282]: pgmap v6639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:46:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:46:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:46:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:46:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:46:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:46:06.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:46:06 smithi032 ceph-mon[189144]: pgmap v6640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:06.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:46:06 smithi032 ceph-mon[191839]: pgmap v6640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:46:06 smithi039 ceph-mon[181282]: pgmap v6640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:46:07 smithi032 ceph-mon[191839]: pgmap v6641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:08.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:46:07 smithi032 ceph-mon[189144]: pgmap v6641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:46:07 smithi039 ceph-mon[181282]: pgmap v6641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:10.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:46:09 smithi032 ceph-mon[191839]: pgmap v6642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:10.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:46:09 smithi032 ceph-mon[189144]: pgmap v6642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:46:09 smithi039 ceph-mon[181282]: pgmap v6642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:46:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:46:10] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T19:46:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:46:11 smithi032 ceph-mon[191839]: pgmap v6643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:12.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:46:11 smithi032 ceph-mon[189144]: pgmap v6643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:46:11 smithi039 ceph-mon[181282]: pgmap v6643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:14.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:46:14 smithi032 ceph-mon[191839]: pgmap v6644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:46:14 smithi032 ceph-mon[189144]: pgmap v6644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:46:14 smithi039 ceph-mon[181282]: pgmap v6644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:16.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:46:15 smithi032 ceph-mon[189144]: pgmap v6645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:16.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:46:15 smithi032 ceph-mon[191839]: pgmap v6645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:46:15 smithi039 ceph-mon[181282]: pgmap v6645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:16.345 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:46:16.666 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:46:16.666 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 9m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:46:16.666 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 7m ago 2h 96.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:46:16.667 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 9m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:46:16.667 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 7m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:46:16.667 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 7m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:46:16.667 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 9m ago 2h 640M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:46:16.667 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 9m ago 2h 816M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:46:16.667 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 7m ago 2h 423M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:46:16.667 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 9m ago 2h 427M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:46:16.667 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 9m ago 2h 17.9M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:46:16.667 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 7m ago 2h 18.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:46:16.668 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 9m ago 2h 4172M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:46:16.668 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 9m ago 2h 4383M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:46:16.668 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 9m ago 2h 3964M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:46:16.668 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 9m ago 2h 3881M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:46:16.668 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 7m ago 2h 3720M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:46:16.668 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 7m ago 2h 3910M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:46:16.668 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 7m ago 2h 3679M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:46:16.668 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 7m ago 2h 3547M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:46:16.668 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 7m ago 2h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:46:17.071 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:46:17.071 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:46:17.071 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:46:17.071 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:46:17.071 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:46:17.071 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:46:17.071 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:46:17.071 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:46:17.071 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:46:17.071 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:46:17.072 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:46:17.072 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:46:17.072 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:46:17.072 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:46:17.072 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:46:17.072 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:46:17.072 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:46:17.072 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:46:17.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:46:16 smithi032 ceph-mon[191839]: from='client.50744 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:46:17.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:46:16 smithi032 ceph-mon[191839]: from='client.50750 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:46:17.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:46:16 smithi032 ceph-mon[189144]: from='client.50744 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:46:17.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:46:16 smithi032 ceph-mon[189144]: from='client.50750 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:46:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:46:16 smithi039 ceph-mon[181282]: from='client.50744 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:46:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:46:16 smithi039 ceph-mon[181282]: from='client.50750 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:46:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:46:17 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1196633725' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:46:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:46:17 smithi032 ceph-mon[191839]: pgmap v6646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:46:17 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1196633725' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:46:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:46:17 smithi032 ceph-mon[189144]: pgmap v6646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:18.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:46:17 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1196633725' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:46:18.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:46:17 smithi039 ceph-mon[181282]: pgmap v6646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:20.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:46:19 smithi032 ceph-mon[189144]: pgmap v6647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:20.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:46:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:46:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:46:19 smithi032 ceph-mon[191839]: pgmap v6647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:46:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:46:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:46:19 smithi039 ceph-mon[181282]: pgmap v6647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:46:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:46:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:46:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:46:20] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T19:46:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:46:21 smithi032 ceph-mon[191839]: pgmap v6648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:46:21 smithi032 ceph-mon[189144]: pgmap v6648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:46:21 smithi039 ceph-mon[181282]: pgmap v6648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:24.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:46:24 smithi032 ceph-mon[191839]: pgmap v6649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:46:24 smithi032 ceph-mon[189144]: pgmap v6649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:46:24 smithi039 ceph-mon[181282]: pgmap v6649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:46:25 smithi032 ceph-mon[191839]: pgmap v6650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:26.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:46:25 smithi032 ceph-mon[189144]: pgmap v6650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:46:25 smithi039 ceph-mon[181282]: pgmap v6650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:28.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:46:27 smithi032 ceph-mon[191839]: pgmap v6651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:28.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:46:27 smithi032 ceph-mon[189144]: pgmap v6651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:28.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:46:27 smithi039 ceph-mon[181282]: pgmap v6651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:46:29 smithi032 ceph-mon[191839]: pgmap v6652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:46:29 smithi032 ceph-mon[189144]: pgmap v6652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:46:29 smithi039 ceph-mon[181282]: pgmap v6652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:46:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:46:30] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T19:46:32.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:46:31 smithi032 ceph-mon[189144]: pgmap v6653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:32.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:46:31 smithi032 ceph-mon[191839]: pgmap v6653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:46:31 smithi039 ceph-mon[181282]: pgmap v6653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:34.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:46:34 smithi032 ceph-mon[191839]: pgmap v6654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:34.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:46:34 smithi032 ceph-mon[189144]: pgmap v6654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:46:34 smithi039 ceph-mon[181282]: pgmap v6654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:46:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:46:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:46:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:46:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:46:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:46:36.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:46:36 smithi032 ceph-mon[189144]: pgmap v6655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:36.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:46:36 smithi032 ceph-mon[191839]: pgmap v6655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:36.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:46:36 smithi039 ceph-mon[181282]: pgmap v6655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:46:37 smithi032 ceph-mon[191839]: pgmap v6656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:46:37 smithi032 ceph-mon[189144]: pgmap v6656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:46:37 smithi039 ceph-mon[181282]: pgmap v6656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:40.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:46:39 smithi032 ceph-mon[191839]: pgmap v6657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:46:39 smithi032 ceph-mon[189144]: pgmap v6657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:46:39 smithi039 ceph-mon[181282]: pgmap v6657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:46:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:46:40] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:46:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:46:41 smithi032 ceph-mon[191839]: pgmap v6658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:42.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:46:41 smithi032 ceph-mon[189144]: pgmap v6658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:46:41 smithi039 ceph-mon[181282]: pgmap v6658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:43.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:46:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:46:43.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:46:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:46:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:46:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:46:44.612 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:46:44 smithi032 ceph-mon[189144]: pgmap v6659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:44.613 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:46:44 smithi032 ceph-mon[191839]: pgmap v6659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:46:44 smithi039 ceph-mon[181282]: pgmap v6659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:46.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:46:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:46:46.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:46:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:46:46.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:46:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:46:46.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:46:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:46:46.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:46:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:46:46.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:46:45 smithi032 ceph-mon[189144]: pgmap v6660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:46.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:46:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:46:46.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:46:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:46:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:46:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:46:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:46:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:46:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:46:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:46:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:46:45 smithi032 ceph-mon[191839]: pgmap v6660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:46:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:46:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:46:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:46:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:46:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:46:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:46:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:46:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:46:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:46:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:46:45 smithi039 ceph-mon[181282]: pgmap v6660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:47.436 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:46:47.760 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:46:47.760 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 2s ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:46:47.760 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 8m ago 2h 96.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:46:47.760 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 2s ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:46:47.760 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 8m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:46:47.760 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 8m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:46:47.760 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 2s ago 2h 647M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:46:47.760 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 2s ago 2h 853M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:46:47.760 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 8m ago 2h 423M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:46:47.760 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 2s ago 2h 446M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:46:47.760 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 2s ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:46:47.761 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 8m ago 2h 18.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:46:47.761 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 2s ago 2h 4204M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:46:47.761 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 2s ago 2h 4413M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:46:47.761 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 2s ago 2h 3989M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:46:47.761 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 2s ago 2h 3911M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:46:47.761 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 8m ago 2h 3720M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:46:47.761 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 8m ago 2h 3910M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:46:47.761 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 8m ago 2h 3679M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:46:47.761 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 8m ago 2h 3547M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:46:47.761 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 8m ago 2h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:46:48.165 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:46:48.165 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:46:48.165 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:46:48.165 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:46:48.165 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:46:48.166 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:46:48.166 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:46:48.166 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:46:48.166 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:46:48.166 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:46:48.166 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:46:48.166 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:46:48.166 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:46:48.166 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:46:48.166 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:46:48.166 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:46:48.166 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:46:48.166 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:46:48.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:46:47 smithi032 ceph-mon[189144]: from='client.40845 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:46:48.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:46:47 smithi032 ceph-mon[189144]: pgmap v6661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:48.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:46:47 smithi032 ceph-mon[189144]: from='client.50768 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:46:48.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:46:47 smithi032 ceph-mon[191839]: from='client.40845 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:46:48.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:46:47 smithi032 ceph-mon[191839]: pgmap v6661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:48.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:46:47 smithi032 ceph-mon[191839]: from='client.50768 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:46:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:46:47 smithi039 ceph-mon[181282]: from='client.40845 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:46:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:46:47 smithi039 ceph-mon[181282]: pgmap v6661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:46:47 smithi039 ceph-mon[181282]: from='client.50768 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:46:49.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:46:48 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2629706014' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:46:49.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:46:48 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2629706014' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:46:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:46:48 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2629706014' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:46:50.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:46:49 smithi032 ceph-mon[189144]: pgmap v6662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:46:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:46:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:46:49 smithi032 ceph-mon[191839]: pgmap v6662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:46:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:46:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:46:49 smithi039 ceph-mon[181282]: pgmap v6662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:46:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:46:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:46:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:46:50] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:46:52.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:46:51 smithi032 ceph-mon[189144]: pgmap v6663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:46:51 smithi032 ceph-mon[191839]: pgmap v6663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:46:51 smithi039 ceph-mon[181282]: pgmap v6663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:54.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:46:54 smithi032 ceph-mon[191839]: pgmap v6664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:54.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:46:54 smithi032 ceph-mon[189144]: pgmap v6664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:46:54 smithi039 ceph-mon[181282]: pgmap v6664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:46:55 smithi032 ceph-mon[191839]: pgmap v6665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:46:55 smithi032 ceph-mon[189144]: pgmap v6665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:46:55 smithi039 ceph-mon[181282]: pgmap v6665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:58.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:46:57 smithi032 ceph-mon[191839]: pgmap v6666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:58.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:46:57 smithi032 ceph-mon[189144]: pgmap v6666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:46:58.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:46:57 smithi039 ceph-mon[181282]: pgmap v6666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:00.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:46:59 smithi032 ceph-mon[191839]: pgmap v6667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:00.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:46:59 smithi032 ceph-mon[189144]: pgmap v6667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:46:59 smithi039 ceph-mon[181282]: pgmap v6667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:47:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:47:00] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:47:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:47:01 smithi032 ceph-mon[191839]: pgmap v6668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:47:01 smithi032 ceph-mon[189144]: pgmap v6668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:47:01 smithi039 ceph-mon[181282]: pgmap v6668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:04.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:47:04 smithi032 ceph-mon[191839]: pgmap v6669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:47:04 smithi032 ceph-mon[189144]: pgmap v6669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:47:04 smithi039 ceph-mon[181282]: pgmap v6669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:47:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:47:05.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:47:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:47:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:47:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:47:06.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:47:06 smithi032 ceph-mon[191839]: pgmap v6670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:06.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:47:06 smithi032 ceph-mon[189144]: pgmap v6670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:47:06 smithi039 ceph-mon[181282]: pgmap v6670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:47:07 smithi032 ceph-mon[191839]: pgmap v6671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:47:07 smithi032 ceph-mon[189144]: pgmap v6671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:47:07 smithi039 ceph-mon[181282]: pgmap v6671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:10.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:47:09 smithi032 ceph-mon[191839]: pgmap v6672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:47:09 smithi032 ceph-mon[189144]: pgmap v6672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:47:09 smithi039 ceph-mon[181282]: pgmap v6672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:47:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:47:10] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T19:47:12.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:47:11 smithi032 ceph-mon[189144]: pgmap v6673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:47:11 smithi032 ceph-mon[191839]: pgmap v6673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:47:11 smithi039 ceph-mon[181282]: pgmap v6673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:14.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:47:14 smithi032 ceph-mon[191839]: pgmap v6674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:47:14 smithi032 ceph-mon[189144]: pgmap v6674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:47:14 smithi039 ceph-mon[181282]: pgmap v6674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:16.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:47:15 smithi032 ceph-mon[191839]: pgmap v6675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:16.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:47:15 smithi032 ceph-mon[189144]: pgmap v6675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:47:15 smithi039 ceph-mon[181282]: pgmap v6675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:47:17 smithi032 ceph-mon[191839]: pgmap v6676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:47:17 smithi032 ceph-mon[189144]: pgmap v6676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:18.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:47:17 smithi039 ceph-mon[181282]: pgmap v6676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:18.534 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:47:18.860 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:47:18.861 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 34s ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:47:18.861 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 8m ago 2h 96.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:47:18.861 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 34s ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:47:18.861 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 8m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:47:18.861 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 8m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:47:18.861 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 34s ago 2h 647M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:47:18.861 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 34s ago 2h 853M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:47:18.861 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 8m ago 2h 423M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:47:18.861 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 34s ago 2h 446M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:47:18.861 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 34s ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:47:18.861 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 8m ago 2h 18.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:47:18.861 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 34s ago 2h 4204M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:47:18.861 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 34s ago 2h 4413M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:47:18.862 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 34s ago 2h 3989M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:47:18.862 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 34s ago 2h 3911M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:47:18.862 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 8m ago 2h 3720M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:47:18.862 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 8m ago 2h 3910M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:47:18.862 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 8m ago 2h 3679M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:47:18.862 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 8m ago 2h 3547M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:47:18.862 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 8m ago 2h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:47:19.262 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:47:19.263 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:47:19.263 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:47:19.263 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:47:19.263 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:47:19.263 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:47:19.263 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:47:19.263 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:47:19.263 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:47:19.263 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:47:19.263 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:47:19.264 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:47:19.264 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:47:19.264 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:47:19.264 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:47:19.264 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:47:19.264 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:47:19.264 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:47:19.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:47:19 smithi032 ceph-mon[189144]: from='client.40863 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:47:19.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:47:19 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3134838320' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:47:19.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:47:19 smithi032 ceph-mon[191839]: from='client.40863 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:47:19.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:47:19 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3134838320' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:47:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:47:19 smithi039 ceph-mon[181282]: from='client.40863 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:47:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:47:19 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3134838320' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:47:20.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:47:20 smithi032 ceph-mon[191839]: from='client.50786 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:47:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:47:20 smithi032 ceph-mon[191839]: pgmap v6677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:47:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:47:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:47:20 smithi032 ceph-mon[189144]: from='client.50786 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:47:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:47:20 smithi032 ceph-mon[189144]: pgmap v6677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:47:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:47:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:47:20 smithi039 ceph-mon[181282]: from='client.50786 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:47:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:47:20 smithi039 ceph-mon[181282]: pgmap v6677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:47:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:47:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:47:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:47:20] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T19:47:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:47:21 smithi032 ceph-mon[191839]: pgmap v6678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:47:21 smithi032 ceph-mon[189144]: pgmap v6678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:47:21 smithi039 ceph-mon[181282]: pgmap v6678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:24.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:47:24 smithi032 ceph-mon[191839]: pgmap v6679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:47:24 smithi032 ceph-mon[189144]: pgmap v6679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:47:24 smithi039 ceph-mon[181282]: pgmap v6679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:47:25 smithi032 ceph-mon[191839]: pgmap v6680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:47:25 smithi032 ceph-mon[189144]: pgmap v6680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:47:25 smithi039 ceph-mon[181282]: pgmap v6680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:28.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:47:27 smithi032 ceph-mon[189144]: pgmap v6681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:28.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:47:27 smithi032 ceph-mon[191839]: pgmap v6681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:28.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:47:27 smithi039 ceph-mon[181282]: pgmap v6681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:30.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:47:29 smithi032 ceph-mon[189144]: pgmap v6682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:47:29 smithi032 ceph-mon[191839]: pgmap v6682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:47:29 smithi039 ceph-mon[181282]: pgmap v6682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:47:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:47:30] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T19:47:32.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:47:31 smithi032 ceph-mon[191839]: pgmap v6683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:32.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:47:31 smithi032 ceph-mon[189144]: pgmap v6683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:47:31 smithi039 ceph-mon[181282]: pgmap v6683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:34.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:47:34 smithi032 ceph-mon[191839]: pgmap v6684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:34.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:47:34 smithi032 ceph-mon[189144]: pgmap v6684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:47:34 smithi039 ceph-mon[181282]: pgmap v6684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:35.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:47:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:47:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:47:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:47:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:47:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:47:36.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:47:36 smithi032 ceph-mon[189144]: pgmap v6685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:36.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:47:36 smithi032 ceph-mon[191839]: pgmap v6685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:36.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:47:36 smithi039 ceph-mon[181282]: pgmap v6685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:47:37 smithi032 ceph-mon[191839]: pgmap v6686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:47:37 smithi032 ceph-mon[189144]: pgmap v6686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:47:37 smithi039 ceph-mon[181282]: pgmap v6686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:40.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:47:39 smithi032 ceph-mon[189144]: pgmap v6687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:40.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:47:39 smithi032 ceph-mon[191839]: pgmap v6687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:47:39 smithi039 ceph-mon[181282]: pgmap v6687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:47:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:47:40] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:47:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:47:41 smithi032 ceph-mon[191839]: pgmap v6688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:47:41 smithi032 ceph-mon[189144]: pgmap v6688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:47:41 smithi039 ceph-mon[181282]: pgmap v6688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:44.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:47:44 smithi032 ceph-mon[191839]: pgmap v6689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:44.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:47:44 smithi032 ceph-mon[189144]: pgmap v6689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:47:44 smithi039 ceph-mon[181282]: pgmap v6689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:45.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:47:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:47:45.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:47:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:47:45.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:47:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:47:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:47:46 smithi039 ceph-mon[181282]: pgmap v6690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:47:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:47:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:47:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:47:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:47:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:47:46.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:47:46 smithi032 ceph-mon[191839]: pgmap v6690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:46.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:47:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:47:46.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:47:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:47:46.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:47:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:47:46.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:47:46 smithi032 ceph-mon[189144]: pgmap v6690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:46.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:47:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:47:46.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:47:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:47:46.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:47:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:47:48.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:47:47 smithi032 ceph-mon[191839]: pgmap v6691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:48.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:47:47 smithi032 ceph-mon[189144]: pgmap v6691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:47:47 smithi039 ceph-mon[181282]: pgmap v6691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:49.627 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:47:49.952 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:47:49.952 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 65s ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:47:49.952 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 9m ago 2h 96.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:47:49.953 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 65s ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:47:49.953 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 9m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:47:49.953 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 9m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:47:49.953 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 65s ago 2h 647M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:47:49.953 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 65s ago 2h 853M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:47:49.953 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 9m ago 2h 423M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:47:49.953 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 65s ago 2h 446M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:47:49.953 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 65s ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:47:49.953 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 9m ago 2h 18.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:47:49.953 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 65s ago 2h 4204M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:47:49.953 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 65s ago 2h 4413M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:47:49.953 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 65s ago 2h 3989M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:47:49.953 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 65s ago 2h 3911M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:47:49.953 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 9m ago 2h 3720M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:47:49.953 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 9m ago 2h 3910M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:47:49.954 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 9m ago 2h 3679M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:47:49.954 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 9m ago 2h 3547M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:47:49.954 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 9m ago 2h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:47:50.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:47:49 smithi032 ceph-mon[189144]: from='client.40881 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:47:50.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:47:49 smithi032 ceph-mon[189144]: pgmap v6692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:50.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:47:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:47:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:47:49 smithi032 ceph-mon[191839]: from='client.40881 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:47:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:47:49 smithi032 ceph-mon[191839]: pgmap v6692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:47:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:47:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:47:49 smithi039 ceph-mon[181282]: from='client.40881 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:47:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:47:49 smithi039 ceph-mon[181282]: pgmap v6692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:47:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:47:50.357 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:47:50.357 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:47:50.357 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:47:50.357 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:47:50.357 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:47:50.357 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:47:50.357 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:47:50.357 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:47:50.357 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:47:50.357 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:47:50.357 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:47:50.358 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:47:50.358 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:47:50.358 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:47:50.358 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:47:50.358 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:47:50.358 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:47:50.358 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:47:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:47:50 smithi032 ceph-mon[191839]: from='client.50804 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:47:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:47:50 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3873166446' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:47:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:47:50 smithi032 ceph-mon[189144]: from='client.50804 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:47:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:47:50 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3873166446' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:47:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:47:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:47:50] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:47:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:47:50 smithi039 ceph-mon[181282]: from='client.50804 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:47:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:47:50 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3873166446' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:47:52.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:47:51 smithi032 ceph-mon[189144]: pgmap v6693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:47:51 smithi032 ceph-mon[191839]: pgmap v6693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:47:51 smithi039 ceph-mon[181282]: pgmap v6693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:54.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:47:54 smithi032 ceph-mon[191839]: pgmap v6694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:54.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:47:54 smithi032 ceph-mon[189144]: pgmap v6694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:47:54 smithi039 ceph-mon[181282]: pgmap v6694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:56.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:47:55 smithi032 ceph-mon[191839]: pgmap v6695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:56.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:47:55 smithi032 ceph-mon[189144]: pgmap v6695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:47:55 smithi039 ceph-mon[181282]: pgmap v6695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:58.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:47:57 smithi032 ceph-mon[189144]: pgmap v6696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:58.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:47:57 smithi032 ceph-mon[191839]: pgmap v6696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:47:58.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:47:57 smithi039 ceph-mon[181282]: pgmap v6696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:00.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:47:59 smithi032 ceph-mon[191839]: pgmap v6697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:00.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:47:59 smithi032 ceph-mon[189144]: pgmap v6697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:47:59 smithi039 ceph-mon[181282]: pgmap v6697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:48:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:48:00] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:48:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:48:01 smithi032 ceph-mon[191839]: pgmap v6698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:02.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:48:01 smithi032 ceph-mon[189144]: pgmap v6698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:48:01 smithi039 ceph-mon[181282]: pgmap v6698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:48:04 smithi032 ceph-mon[191839]: pgmap v6699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:48:04 smithi032 ceph-mon[189144]: pgmap v6699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:48:04 smithi039 ceph-mon[181282]: pgmap v6699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:48:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:48:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:48:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:48:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:48:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:48:06.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:48:06 smithi032 ceph-mon[189144]: pgmap v6700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:48:06 smithi032 ceph-mon[191839]: pgmap v6700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:48:06 smithi039 ceph-mon[181282]: pgmap v6700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:48:07 smithi032 ceph-mon[191839]: pgmap v6701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:08.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:48:07 smithi032 ceph-mon[189144]: pgmap v6701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:48:07 smithi039 ceph-mon[181282]: pgmap v6701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:10.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:48:09 smithi032 ceph-mon[191839]: pgmap v6702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:10.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:48:09 smithi032 ceph-mon[189144]: pgmap v6702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:48:09 smithi039 ceph-mon[181282]: pgmap v6702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:48:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:48:10] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:48:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:48:11 smithi032 ceph-mon[191839]: pgmap v6703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:12.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:48:11 smithi032 ceph-mon[189144]: pgmap v6703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:48:11 smithi039 ceph-mon[181282]: pgmap v6703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:14.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:48:14 smithi032 ceph-mon[191839]: pgmap v6704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:14.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:48:14 smithi032 ceph-mon[189144]: pgmap v6704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:48:14 smithi039 ceph-mon[181282]: pgmap v6704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:16.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:48:15 smithi032 ceph-mon[189144]: pgmap v6705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:16.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:48:15 smithi032 ceph-mon[191839]: pgmap v6705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:48:15 smithi039 ceph-mon[181282]: pgmap v6705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:48:17 smithi032 ceph-mon[191839]: pgmap v6706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:48:17 smithi032 ceph-mon[189144]: pgmap v6706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:18.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:48:17 smithi039 ceph-mon[181282]: pgmap v6706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:48:19 smithi032 ceph-mon[191839]: pgmap v6707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:48:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:48:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:48:19 smithi032 ceph-mon[189144]: pgmap v6707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:48:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:48:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:48:19 smithi039 ceph-mon[181282]: pgmap v6707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:48:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:48:20.721 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:48:21.047 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:48:21.047 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 96s ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:48:21.047 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 9m ago 2h 96.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:48:21.047 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 96s ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:48:21.047 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 9m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:48:21.047 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 9m ago 2h 460M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:48:21.047 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 96s ago 2h 647M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:48:21.047 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 96s ago 2h 853M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:48:21.047 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 9m ago 2h 423M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:48:21.047 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 96s ago 2h 446M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:48:21.047 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 96s ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:48:21.047 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 9m ago 2h 18.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:48:21.047 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 96s ago 2h 4204M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:48:21.048 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 96s ago 2h 4413M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:48:21.048 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 96s ago 2h 3989M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:48:21.048 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 96s ago 2h 3911M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:48:21.048 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 9m ago 2h 3720M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:48:21.048 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 9m ago 2h 3910M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:48:21.048 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 9m ago 2h 3679M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:48:21.048 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 9m ago 2h 3547M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:48:21.048 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 9m ago 2h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:48:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:48:20 smithi032 ceph-mon[191839]: from='client.50816 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:48:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:48:20 smithi032 ceph-mon[189144]: from='client.50816 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:48:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:48:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:48:20] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:48:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:48:20 smithi039 ceph-mon[181282]: from='client.50816 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:48:21.450 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:48:21.450 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:48:21.450 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:48:21.450 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:48:21.450 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:48:21.450 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:48:21.450 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:48:21.451 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:48:21.451 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:48:21.451 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:48:21.451 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:48:21.451 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:48:21.451 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:48:21.451 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:48:21.451 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:48:21.451 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:48:21.451 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:48:21.451 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:48:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:48:21 smithi032 ceph-mon[191839]: from='client.40905 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:48:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:48:21 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/678584548' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:48:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:48:21 smithi032 ceph-mon[191839]: pgmap v6708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:48:21 smithi032 ceph-mon[189144]: from='client.40905 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:48:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:48:21 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/678584548' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:48:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:48:21 smithi032 ceph-mon[189144]: pgmap v6708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:48:21 smithi039 ceph-mon[181282]: from='client.40905 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:48:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:48:21 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/678584548' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:48:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:48:21 smithi039 ceph-mon[181282]: pgmap v6708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:24.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:48:24 smithi032 ceph-mon[191839]: pgmap v6709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:24.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:48:24 smithi032 ceph-mon[189144]: pgmap v6709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:48:24 smithi039 ceph-mon[181282]: pgmap v6709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:48:25 smithi032 ceph-mon[191839]: pgmap v6710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:26.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:48:25 smithi032 ceph-mon[189144]: pgmap v6710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:48:25 smithi039 ceph-mon[181282]: pgmap v6710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:28.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:48:27 smithi032 ceph-mon[191839]: pgmap v6711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:28.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:48:27 smithi032 ceph-mon[189144]: pgmap v6711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:28.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:48:27 smithi039 ceph-mon[181282]: pgmap v6711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:48:29 smithi032 ceph-mon[191839]: pgmap v6712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:48:29 smithi032 ceph-mon[189144]: pgmap v6712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:48:29 smithi039 ceph-mon[181282]: pgmap v6712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:48:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:48:30] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:48:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:48:31 smithi032 ceph-mon[191839]: pgmap v6713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:48:31 smithi032 ceph-mon[189144]: pgmap v6713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:48:31 smithi039 ceph-mon[181282]: pgmap v6713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:34.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:48:34 smithi032 ceph-mon[191839]: pgmap v6714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:34.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:48:34 smithi032 ceph-mon[189144]: pgmap v6714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:48:34 smithi039 ceph-mon[181282]: pgmap v6714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:35.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:48:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:48:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:48:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:48:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:48:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:48:36.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:48:36 smithi032 ceph-mon[191839]: pgmap v6715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:36.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:48:36 smithi032 ceph-mon[189144]: pgmap v6715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:36.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:48:36 smithi039 ceph-mon[181282]: pgmap v6715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:38.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:48:37 smithi032 ceph-mon[191839]: pgmap v6716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:48:37 smithi032 ceph-mon[189144]: pgmap v6716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:48:37 smithi039 ceph-mon[181282]: pgmap v6716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:40.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:48:39 smithi032 ceph-mon[191839]: pgmap v6717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:48:39 smithi032 ceph-mon[189144]: pgmap v6717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:48:39 smithi039 ceph-mon[181282]: pgmap v6717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:48:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:48:40] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:48:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:48:41 smithi032 ceph-mon[191839]: pgmap v6718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:48:41 smithi032 ceph-mon[189144]: pgmap v6718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:48:41 smithi039 ceph-mon[181282]: pgmap v6718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:44.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:48:44 smithi032 ceph-mon[191839]: pgmap v6719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:44.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:48:44 smithi032 ceph-mon[189144]: pgmap v6719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:48:44 smithi039 ceph-mon[181282]: pgmap v6719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:46.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:48:45 smithi032 ceph-mon[191839]: pgmap v6720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:46.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:48:45 smithi032 ceph-mon[189144]: pgmap v6720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:48:45 smithi039 ceph-mon[181282]: pgmap v6720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:47.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:48:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:48:47.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:48:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:48:47.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:48:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:48:48.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:48:47 smithi032 ceph-mon[189144]: pgmap v6721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:48.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:48:47 smithi032 ceph-mon[191839]: pgmap v6721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:48:47 smithi039 ceph-mon[181282]: pgmap v6721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:49.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:48:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:48:49.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:48:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:48:49.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:48:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:48:49.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:48:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:48:49.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:48:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:48:49.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:48:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:48:49.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:48:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:48:49.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:48:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:48:49.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:48:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:48:49.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:48:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:48:49.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:48:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:48:49.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:48:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:48:49.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:48:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:48:49.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:48:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:48:49.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:48:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:48:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:48:50 smithi039 ceph-mon[181282]: pgmap v6722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:48:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:48:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:48:50 smithi032 ceph-mon[189144]: pgmap v6722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:48:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:48:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:48:50 smithi032 ceph-mon[191839]: pgmap v6722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:48:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:48:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:48:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:48:50] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T19:48:51.815 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:48:52.140 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:48:52.140 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 2m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:48:52.140 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 3s ago 2h 95.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:48:52.140 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 2m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:48:52.140 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 3s ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:48:52.140 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 3s ago 2h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:48:52.140 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 2m ago 2h 647M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:48:52.140 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 2m ago 2h 853M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:48:52.140 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 3s ago 2h 441M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:48:52.140 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 2m ago 2h 446M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:48:52.141 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 2m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:48:52.141 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 3s ago 2h 18.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:48:52.141 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 2m ago 2h 4204M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:48:52.141 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 2m ago 2h 4413M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:48:52.141 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 2m ago 2h 3989M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:48:52.141 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 2m ago 2h 3911M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:48:52.141 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 3s ago 2h 3746M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:48:52.141 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 3s ago 2h 3944M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:48:52.141 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 3s ago 2h 3708M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:48:52.141 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 3s ago 2h 3580M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:48:52.141 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 3s ago 2h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:48:52.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:48:51 smithi032 ceph-mon[191839]: pgmap v6723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:52.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:48:51 smithi032 ceph-mon[189144]: pgmap v6723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:48:51 smithi039 ceph-mon[181282]: pgmap v6723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:52.542 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:48:52.542 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:48:52.542 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:48:52.542 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:48:52.542 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:48:52.542 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:48:52.542 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:48:52.542 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:48:52.542 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:48:52.542 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:48:52.542 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:48:52.542 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:48:52.543 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:48:52.543 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:48:52.543 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:48:52.543 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:48:52.543 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:48:52.543 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:48:53.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:48:52 smithi032 ceph-mon[191839]: from='client.50834 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:48:53.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:48:52 smithi032 ceph-mon[191839]: from='client.50840 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:48:53.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:48:52 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1451830869' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:48:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:48:52 smithi032 ceph-mon[189144]: from='client.50834 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:48:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:48:52 smithi032 ceph-mon[189144]: from='client.50840 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:48:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:48:52 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1451830869' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:48:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:48:52 smithi039 ceph-mon[181282]: from='client.50834 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:48:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:48:52 smithi039 ceph-mon[181282]: from='client.50840 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:48:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:48:52 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1451830869' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:48:54.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:48:54 smithi032 ceph-mon[191839]: pgmap v6724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:54.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:48:54 smithi032 ceph-mon[189144]: pgmap v6724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:48:54 smithi039 ceph-mon[181282]: pgmap v6724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:56.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:48:55 smithi032 ceph-mon[191839]: pgmap v6725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:56.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:48:55 smithi032 ceph-mon[189144]: pgmap v6725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:48:55 smithi039 ceph-mon[181282]: pgmap v6725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:58.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:48:57 smithi032 ceph-mon[191839]: pgmap v6726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:58.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:48:57 smithi032 ceph-mon[189144]: pgmap v6726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:48:58.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:48:57 smithi039 ceph-mon[181282]: pgmap v6726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:00.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:48:59 smithi032 ceph-mon[189144]: pgmap v6727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:00.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:48:59 smithi032 ceph-mon[191839]: pgmap v6727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:48:59 smithi039 ceph-mon[181282]: pgmap v6727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:49:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:49:00] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T19:49:02.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:49:01 smithi032 ceph-mon[189144]: pgmap v6728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:49:01 smithi032 ceph-mon[191839]: pgmap v6728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:49:01 smithi039 ceph-mon[181282]: pgmap v6728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:04.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:49:04 smithi032 ceph-mon[191839]: pgmap v6729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:49:04 smithi032 ceph-mon[189144]: pgmap v6729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:49:04 smithi039 ceph-mon[181282]: pgmap v6729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:05.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:49:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:49:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:49:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:49:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:49:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:49:06.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:49:06 smithi032 ceph-mon[189144]: pgmap v6730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:06.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:49:06 smithi032 ceph-mon[191839]: pgmap v6730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:49:06 smithi039 ceph-mon[181282]: pgmap v6730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:49:07 smithi032 ceph-mon[191839]: pgmap v6731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:08.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:49:07 smithi032 ceph-mon[189144]: pgmap v6731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:49:07 smithi039 ceph-mon[181282]: pgmap v6731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:10.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:49:09 smithi032 ceph-mon[191839]: pgmap v6732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:10.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:49:09 smithi032 ceph-mon[189144]: pgmap v6732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:49:09 smithi039 ceph-mon[181282]: pgmap v6732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:49:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:49:10] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:49:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:49:11 smithi032 ceph-mon[191839]: pgmap v6733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:12.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:49:11 smithi032 ceph-mon[189144]: pgmap v6733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:49:11 smithi039 ceph-mon[181282]: pgmap v6733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:14.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:49:14 smithi032 ceph-mon[191839]: pgmap v6734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:14.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:49:14 smithi032 ceph-mon[189144]: pgmap v6734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:49:14 smithi039 ceph-mon[181282]: pgmap v6734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:16.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:49:15 smithi032 ceph-mon[191839]: pgmap v6735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:16.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:49:15 smithi032 ceph-mon[189144]: pgmap v6735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:49:15 smithi039 ceph-mon[181282]: pgmap v6735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:49:17 smithi032 ceph-mon[191839]: pgmap v6736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:18.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:49:17 smithi032 ceph-mon[189144]: pgmap v6736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:18.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:49:17 smithi039 ceph-mon[181282]: pgmap v6736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:20.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:49:19 smithi032 ceph-mon[189144]: pgmap v6737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:49:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:49:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:49:19 smithi032 ceph-mon[191839]: pgmap v6737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:49:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:49:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:49:19 smithi039 ceph-mon[181282]: pgmap v6737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:49:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:49:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:49:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:49:20] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T19:49:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:49:21 smithi032 ceph-mon[191839]: pgmap v6738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:22.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:49:21 smithi032 ceph-mon[189144]: pgmap v6738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:49:21 smithi039 ceph-mon[181282]: pgmap v6738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:22.905 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:49:23.227 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:49:23.227 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 2m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:49:23.227 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 34s ago 2h 95.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:49:23.227 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 2m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:49:23.228 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 34s ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:49:23.228 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 34s ago 2h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:49:23.228 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 2m ago 2h 647M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:49:23.228 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 2m ago 2h 853M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:49:23.228 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 34s ago 2h 441M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:49:23.228 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 2m ago 2h 446M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:49:23.228 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 2m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:49:23.228 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 34s ago 2h 18.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:49:23.228 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 2m ago 2h 4204M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:49:23.228 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 2m ago 2h 4413M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:49:23.228 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 2m ago 2h 3989M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:49:23.228 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 2m ago 2h 3911M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:49:23.228 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 34s ago 2h 3746M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:49:23.228 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 34s ago 2h 3944M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:49:23.228 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 34s ago 2h 3708M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:49:23.228 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 34s ago 2h 3580M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:49:23.229 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 34s ago 2h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:49:23.632 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:49:23.632 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:49:23.632 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:49:23.632 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:49:23.632 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:49:23.632 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:49:23.632 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:49:23.633 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:49:23.633 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:49:23.633 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:49:23.633 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:49:23.633 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:49:23.633 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:49:23.633 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:49:23.633 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:49:23.633 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:49:23.633 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:49:23.633 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:49:24.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:49:24 smithi032 ceph-mon[191839]: from='client.40935 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:49:24.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:49:24 smithi032 ceph-mon[191839]: from='client.40941 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:49:24.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:49:24 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1956798051' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:49:24.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:49:24 smithi032 ceph-mon[191839]: pgmap v6739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:49:24 smithi032 ceph-mon[189144]: from='client.40935 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:49:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:49:24 smithi032 ceph-mon[189144]: from='client.40941 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:49:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:49:24 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1956798051' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:49:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:49:24 smithi032 ceph-mon[189144]: pgmap v6739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:49:24 smithi039 ceph-mon[181282]: from='client.40935 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:49:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:49:24 smithi039 ceph-mon[181282]: from='client.40941 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:49:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:49:24 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1956798051' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:49:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:49:24 smithi039 ceph-mon[181282]: pgmap v6739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:49:25 smithi032 ceph-mon[191839]: pgmap v6740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:26.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:49:25 smithi032 ceph-mon[189144]: pgmap v6740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:49:25 smithi039 ceph-mon[181282]: pgmap v6740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:28.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:49:27 smithi032 ceph-mon[191839]: pgmap v6741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:28.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:49:27 smithi032 ceph-mon[189144]: pgmap v6741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:28.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:49:27 smithi039 ceph-mon[181282]: pgmap v6741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:49:29 smithi032 ceph-mon[191839]: pgmap v6742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:49:29 smithi032 ceph-mon[189144]: pgmap v6742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:49:29 smithi039 ceph-mon[181282]: pgmap v6742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:49:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:49:30] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T19:49:32.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:49:31 smithi032 ceph-mon[191839]: pgmap v6743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:49:31 smithi032 ceph-mon[189144]: pgmap v6743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:49:31 smithi039 ceph-mon[181282]: pgmap v6743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:34.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:49:34 smithi032 ceph-mon[191839]: pgmap v6744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:34.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:49:34 smithi032 ceph-mon[189144]: pgmap v6744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:49:34 smithi039 ceph-mon[181282]: pgmap v6744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:49:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:49:35.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:49:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:49:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:49:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:49:36.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:49:36 smithi032 ceph-mon[191839]: pgmap v6745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:36.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:49:36 smithi032 ceph-mon[189144]: pgmap v6745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:36.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:49:36 smithi039 ceph-mon[181282]: pgmap v6745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:49:37 smithi032 ceph-mon[191839]: pgmap v6746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:38.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:49:37 smithi032 ceph-mon[189144]: pgmap v6746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:49:37 smithi039 ceph-mon[181282]: pgmap v6746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:40.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:49:39 smithi032 ceph-mon[191839]: pgmap v6747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:40.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:49:39 smithi032 ceph-mon[189144]: pgmap v6747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:49:39 smithi039 ceph-mon[181282]: pgmap v6747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:49:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:49:40] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T19:49:42.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:49:41 smithi032 ceph-mon[189144]: pgmap v6748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:49:41 smithi032 ceph-mon[191839]: pgmap v6748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:49:41 smithi039 ceph-mon[181282]: pgmap v6748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:44.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:49:44 smithi032 ceph-mon[191839]: pgmap v6749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:44.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:49:44 smithi032 ceph-mon[189144]: pgmap v6749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:49:44 smithi039 ceph-mon[181282]: pgmap v6749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:46.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:49:45 smithi032 ceph-mon[189144]: pgmap v6750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:46.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:49:45 smithi032 ceph-mon[191839]: pgmap v6750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:49:45 smithi039 ceph-mon[181282]: pgmap v6750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:48.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:49:47 smithi032 ceph-mon[191839]: pgmap v6751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:48.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:49:47 smithi032 ceph-mon[189144]: pgmap v6751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:49:47 smithi039 ceph-mon[181282]: pgmap v6751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:49.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:49:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:49:49.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:49:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:49:49.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:49:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:49:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:49:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:49:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:49:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:49:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:49:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:49:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:49:50 smithi032 ceph-mon[191839]: pgmap v6752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:49:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:49:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:49:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:49:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:49:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:49:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:49:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:49:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:49:50 smithi032 ceph-mon[189144]: pgmap v6752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:49:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:49:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:49:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:49:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:49:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:49:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:49:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:49:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:49:50 smithi039 ceph-mon[181282]: pgmap v6752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:49:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:49:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:49:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:49:50] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T19:49:52.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:49:51 smithi032 ceph-mon[191839]: pgmap v6753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:49:51 smithi032 ceph-mon[189144]: pgmap v6753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:49:51 smithi039 ceph-mon[181282]: pgmap v6753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:53.998 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:49:54.322 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:49:54.322 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 3m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:49:54.323 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 65s ago 2h 95.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:49:54.323 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 3m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:49:54.323 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 65s ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:49:54.323 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 65s ago 2h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:49:54.323 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 3m ago 2h 647M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:49:54.323 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 3m ago 2h 853M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:49:54.323 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 65s ago 2h 441M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:49:54.323 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 3m ago 2h 446M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:49:54.323 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 3m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:49:54.323 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 65s ago 2h 18.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:49:54.323 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 3m ago 2h 4204M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:49:54.323 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 3m ago 2h 4413M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:49:54.323 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 3m ago 2h 3989M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:49:54.323 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 3m ago 2h 3911M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:49:54.323 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 65s ago 2h 3746M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:49:54.324 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 65s ago 2h 3944M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:49:54.324 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 65s ago 2h 3708M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:49:54.324 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 65s ago 2h 3580M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:49:54.324 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 65s ago 2h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:49:54.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:49:54 smithi032 ceph-mon[191839]: pgmap v6754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:54.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:49:54 smithi032 ceph-mon[189144]: pgmap v6754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:54.722 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:49:54.722 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:49:54.722 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:49:54.722 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:49:54.722 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:49:54.722 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:49:54.722 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:49:54.722 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:49:54.722 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:49:54.723 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:49:54.723 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:49:54.723 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:49:54.723 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:49:54.723 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:49:54.723 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:49:54.723 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:49:54.723 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:49:54.723 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:49:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:49:54 smithi039 ceph-mon[181282]: pgmap v6754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:55.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:49:55 smithi032 ceph-mon[189144]: from='client.40953 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:49:55.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:49:55 smithi032 ceph-mon[189144]: from='client.50876 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:49:55.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:49:55 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/94542346' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:49:55.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:49:55 smithi032 ceph-mon[191839]: from='client.40953 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:49:55.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:49:55 smithi032 ceph-mon[191839]: from='client.50876 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:49:55.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:49:55 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/94542346' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:49:55.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:49:55 smithi039 ceph-mon[181282]: from='client.40953 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:49:55.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:49:55 smithi039 ceph-mon[181282]: from='client.50876 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:49:55.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:49:55 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/94542346' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:49:56.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:49:56 smithi032 ceph-mon[191839]: pgmap v6755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:56.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:49:56 smithi032 ceph-mon[189144]: pgmap v6755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:49:56 smithi039 ceph-mon[181282]: pgmap v6755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:58.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:49:57 smithi032 ceph-mon[191839]: pgmap v6756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:58.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:49:57 smithi032 ceph-mon[189144]: pgmap v6756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:49:58.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:49:57 smithi039 ceph-mon[181282]: pgmap v6756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:00.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:49:59 smithi032 ceph-mon[191839]: pgmap v6757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:00.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:49:59 smithi032 ceph-mon[189144]: pgmap v6757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:00.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:50:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T19:49:59.998+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T19:50:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:49:59 smithi039 ceph-mon[181282]: pgmap v6757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:50:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T19:50:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:50:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T19:50:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:50:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:50:00] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T19:50:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:50:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T19:50:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:50:01 smithi032 ceph-mon[191839]: pgmap v6758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:50:01 smithi032 ceph-mon[189144]: pgmap v6758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:50:01 smithi039 ceph-mon[181282]: pgmap v6758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:04.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:50:04 smithi032 ceph-mon[191839]: pgmap v6759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:50:04 smithi032 ceph-mon[189144]: pgmap v6759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:50:04 smithi039 ceph-mon[181282]: pgmap v6759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:05.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:50:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:50:05.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:50:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:50:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:50:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:50:06.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:50:06 smithi032 ceph-mon[191839]: pgmap v6760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:06.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:50:06 smithi032 ceph-mon[189144]: pgmap v6760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:50:06 smithi039 ceph-mon[181282]: pgmap v6760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:50:07 smithi032 ceph-mon[191839]: pgmap v6761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:50:07 smithi032 ceph-mon[189144]: pgmap v6761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:50:07 smithi039 ceph-mon[181282]: pgmap v6761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:50:09 smithi032 ceph-mon[189144]: pgmap v6762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:10.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:50:09 smithi032 ceph-mon[191839]: pgmap v6762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:50:09 smithi039 ceph-mon[181282]: pgmap v6762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:50:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:50:10] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:50:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:50:11 smithi032 ceph-mon[191839]: pgmap v6763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:50:11 smithi032 ceph-mon[189144]: pgmap v6763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:50:11 smithi039 ceph-mon[181282]: pgmap v6763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:14.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:50:14 smithi032 ceph-mon[189144]: pgmap v6764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:14.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:50:14 smithi032 ceph-mon[191839]: pgmap v6764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:50:14 smithi039 ceph-mon[181282]: pgmap v6764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:16.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:50:15 smithi032 ceph-mon[191839]: pgmap v6765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:16.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:50:15 smithi032 ceph-mon[189144]: pgmap v6765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:50:15 smithi039 ceph-mon[181282]: pgmap v6765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:17.256 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 19:50:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-22T19:50:16.982572441Z level=info msg="Completed cleanup jobs" duration=12.893696ms 2023-12-22T19:50:18.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:50:17 smithi032 ceph-mon[189144]: pgmap v6766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:50:17 smithi032 ceph-mon[191839]: pgmap v6766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:18.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:50:17 smithi039 ceph-mon[181282]: pgmap v6766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:20.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:50:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:50:20.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:50:19 smithi032 ceph-mon[189144]: pgmap v6767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:50:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:50:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:50:19 smithi032 ceph-mon[191839]: pgmap v6767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:50:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:50:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:50:19 smithi039 ceph-mon[181282]: pgmap v6767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:50:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:50:20] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:50:22.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:50:21 smithi032 ceph-mon[189144]: pgmap v6768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:50:21 smithi032 ceph-mon[191839]: pgmap v6768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:50:21 smithi039 ceph-mon[181282]: pgmap v6768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:24.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:50:24 smithi032 ceph-mon[189144]: pgmap v6769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:24.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:50:24 smithi032 ceph-mon[191839]: pgmap v6769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:50:24 smithi039 ceph-mon[181282]: pgmap v6769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:25.088 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:50:25.411 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:50:25.411 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 3m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:50:25.411 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 96s ago 2h 95.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:50:25.411 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 3m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:50:25.411 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 96s ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:50:25.411 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 96s ago 2h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:50:25.411 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 3m ago 2h 647M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:50:25.411 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 3m ago 2h 853M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:50:25.412 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 96s ago 2h 441M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:50:25.412 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 3m ago 2h 446M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:50:25.412 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 3m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:50:25.412 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 96s ago 2h 18.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:50:25.412 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 3m ago 2h 4204M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:50:25.412 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 3m ago 2h 4413M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:50:25.412 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 3m ago 2h 3989M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:50:25.412 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 3m ago 2h 3911M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:50:25.412 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 96s ago 2h 3746M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:50:25.412 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 96s ago 2h 3944M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:50:25.412 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 96s ago 2h 3708M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:50:25.412 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 96s ago 2h 3580M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:50:25.412 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 96s ago 2h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:50:25.815 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:50:25.815 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:50:25.815 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:50:25.815 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:50:25.816 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:50:25.816 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:50:25.816 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:50:25.816 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:50:25.816 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:50:25.816 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:50:25.816 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:50:25.816 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:50:25.816 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:50:25.816 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:50:25.816 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:50:25.816 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:50:25.816 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:50:25.816 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:50:26.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:50:25 smithi032 ceph-mon[189144]: from='client.50888 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:50:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:50:25 smithi032 ceph-mon[189144]: from='client.50894 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:50:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:50:25 smithi032 ceph-mon[189144]: pgmap v6770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:50:25 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3520670189' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:50:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:50:25 smithi032 ceph-mon[191839]: from='client.50888 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:50:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:50:25 smithi032 ceph-mon[191839]: from='client.50894 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:50:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:50:25 smithi032 ceph-mon[191839]: pgmap v6770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:50:25 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3520670189' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:50:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:50:25 smithi039 ceph-mon[181282]: from='client.50888 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:50:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:50:25 smithi039 ceph-mon[181282]: from='client.50894 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:50:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:50:25 smithi039 ceph-mon[181282]: pgmap v6770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:50:25 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3520670189' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:50:28.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:50:27 smithi032 ceph-mon[189144]: pgmap v6771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:28.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:50:27 smithi032 ceph-mon[191839]: pgmap v6771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:28.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:50:27 smithi039 ceph-mon[181282]: pgmap v6771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:30.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:50:29 smithi032 ceph-mon[189144]: pgmap v6772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:50:29 smithi032 ceph-mon[191839]: pgmap v6772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:50:29 smithi039 ceph-mon[181282]: pgmap v6772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:50:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:50:30] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:50:32.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:50:31 smithi032 ceph-mon[191839]: pgmap v6773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:32.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:50:31 smithi032 ceph-mon[189144]: pgmap v6773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:50:31 smithi039 ceph-mon[181282]: pgmap v6773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:34.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:50:34 smithi032 ceph-mon[191839]: pgmap v6774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:34.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:50:34 smithi032 ceph-mon[189144]: pgmap v6774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:50:34 smithi039 ceph-mon[181282]: pgmap v6774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:50:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:50:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:50:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:50:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:50:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:50:36.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:50:36 smithi032 ceph-mon[189144]: pgmap v6775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:36.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:50:36 smithi032 ceph-mon[191839]: pgmap v6775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:36.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:50:36 smithi039 ceph-mon[181282]: pgmap v6775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:50:37 smithi032 ceph-mon[191839]: pgmap v6776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:50:37 smithi032 ceph-mon[189144]: pgmap v6776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:50:37 smithi039 ceph-mon[181282]: pgmap v6776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:40.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:50:39 smithi032 ceph-mon[191839]: pgmap v6777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:50:39 smithi032 ceph-mon[189144]: pgmap v6777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:50:39 smithi039 ceph-mon[181282]: pgmap v6777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:50:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:50:40] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T19:50:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:50:41 smithi032 ceph-mon[191839]: pgmap v6778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:50:41 smithi032 ceph-mon[189144]: pgmap v6778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:50:41 smithi039 ceph-mon[181282]: pgmap v6778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:44.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:50:44 smithi032 ceph-mon[191839]: pgmap v6779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:44.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:50:44 smithi032 ceph-mon[189144]: pgmap v6779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:50:44 smithi039 ceph-mon[181282]: pgmap v6779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:46.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:50:45 smithi032 ceph-mon[191839]: pgmap v6780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:46.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:50:45 smithi032 ceph-mon[189144]: pgmap v6780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:50:45 smithi039 ceph-mon[181282]: pgmap v6780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:48.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:50:47 smithi032 ceph-mon[191839]: pgmap v6781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:48.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:50:47 smithi032 ceph-mon[189144]: pgmap v6781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:50:47 smithi039 ceph-mon[181282]: pgmap v6781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:50:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:50:50.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:50:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:50:50.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:50:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:50:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:50:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:50:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:50:50 smithi039 ceph-mon[181282]: pgmap v6782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:50:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:50:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:50:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:50:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:50:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:50:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:50:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:50:50] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:50:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:50:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:50:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:50:50 smithi032 ceph-mon[191839]: pgmap v6782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:50:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:50:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:50:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:50:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:50:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:50:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:50:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:50:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:50:50 smithi032 ceph-mon[189144]: pgmap v6782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:50:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:50:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:50:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:50:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:50:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:50:53.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:50:52 smithi032 ceph-mon[189144]: pgmap v6783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:53.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:50:52 smithi032 ceph-mon[191839]: pgmap v6783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:50:52 smithi039 ceph-mon[181282]: pgmap v6783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:55.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:50:55 smithi032 ceph-mon[191839]: pgmap v6784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:55.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:50:55 smithi032 ceph-mon[189144]: pgmap v6784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:55.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:50:55 smithi039 ceph-mon[181282]: pgmap v6784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:56.179 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:50:56.503 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:50:56.503 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 4m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:50:56.503 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 2m ago 2h 95.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:50:56.503 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 4m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:50:56.503 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 2m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:50:56.503 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 2m ago 2h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:50:56.503 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 4m ago 2h 647M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:50:56.503 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 4m ago 2h 853M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:50:56.504 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 2m ago 2h 441M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:50:56.504 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 4m ago 2h 446M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:50:56.504 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 4m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:50:56.504 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 2m ago 2h 18.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:50:56.504 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 4m ago 2h 4204M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:50:56.504 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 4m ago 2h 4413M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:50:56.504 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 4m ago 2h 3989M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:50:56.504 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 4m ago 2h 3911M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:50:56.504 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 2m ago 2h 3746M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:50:56.504 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 2m ago 2h 3944M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:50:56.504 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 2m ago 2h 3708M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:50:56.504 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 2m ago 2h 3580M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:50:56.504 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 2m ago 2h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:50:56.907 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:50:56.908 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:50:56.908 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:50:56.908 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:50:56.908 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:50:56.908 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:50:56.908 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:50:56.908 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:50:56.908 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:50:56.908 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:50:56.908 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:50:56.908 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:50:56.908 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:50:56.908 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:50:56.908 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:50:56.908 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:50:56.909 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:50:56.909 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:50:57.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:50:57 smithi032 ceph-mon[191839]: pgmap v6785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:57.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:50:57 smithi032 ceph-mon[191839]: from='client.40989 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:50:57.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:50:57 smithi032 ceph-mon[191839]: from='client.50912 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:50:57.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:50:57 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3806473671' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:50:57.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:50:57 smithi032 ceph-mon[189144]: pgmap v6785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:57.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:50:57 smithi032 ceph-mon[189144]: from='client.40989 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:50:57.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:50:57 smithi032 ceph-mon[189144]: from='client.50912 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:50:57.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:50:57 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3806473671' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:50:57.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:50:57 smithi039 ceph-mon[181282]: pgmap v6785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:57.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:50:57 smithi039 ceph-mon[181282]: from='client.40989 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:50:57.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:50:57 smithi039 ceph-mon[181282]: from='client.50912 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:50:57.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:50:57 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3806473671' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:50:59.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:50:59 smithi032 ceph-mon[191839]: pgmap v6786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:59.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:50:59 smithi032 ceph-mon[189144]: pgmap v6786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:50:59.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:50:59 smithi039 ceph-mon[181282]: pgmap v6786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:51:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:51:00] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:51:01.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:51:01 smithi032 ceph-mon[191839]: pgmap v6787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:01.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:51:01 smithi032 ceph-mon[189144]: pgmap v6787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:01.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:51:01 smithi039 ceph-mon[181282]: pgmap v6787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:03.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:51:03 smithi032 ceph-mon[191839]: pgmap v6788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:03.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:51:03 smithi032 ceph-mon[189144]: pgmap v6788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:03.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:51:03 smithi039 ceph-mon[181282]: pgmap v6788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:51:05 smithi032 ceph-mon[191839]: pgmap v6789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:51:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:51:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:51:05 smithi032 ceph-mon[189144]: pgmap v6789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:51:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:51:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:51:05 smithi039 ceph-mon[181282]: pgmap v6789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:51:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:51:07.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:51:07 smithi032 ceph-mon[191839]: pgmap v6790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:07.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:51:07 smithi032 ceph-mon[189144]: pgmap v6790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:07.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:51:07 smithi039 ceph-mon[181282]: pgmap v6790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:09.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:51:09 smithi032 ceph-mon[191839]: pgmap v6791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:09.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:51:09 smithi032 ceph-mon[189144]: pgmap v6791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:09.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:51:09 smithi039 ceph-mon[181282]: pgmap v6791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:51:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:51:10] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T19:51:11.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:51:11 smithi032 ceph-mon[191839]: pgmap v6792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:11.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:51:11 smithi032 ceph-mon[189144]: pgmap v6792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:11.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:51:11 smithi039 ceph-mon[181282]: pgmap v6792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:13.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:51:13 smithi032 ceph-mon[191839]: pgmap v6793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:13.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:51:13 smithi032 ceph-mon[189144]: pgmap v6793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:13.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:51:13 smithi039 ceph-mon[181282]: pgmap v6793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:15.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:51:15 smithi032 ceph-mon[191839]: pgmap v6794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:15.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:51:15 smithi032 ceph-mon[189144]: pgmap v6794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:51:15 smithi039 ceph-mon[181282]: pgmap v6794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:17.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:51:17 smithi032 ceph-mon[189144]: pgmap v6795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:17.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:51:17 smithi032 ceph-mon[191839]: pgmap v6795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:17.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:51:17 smithi039 ceph-mon[181282]: pgmap v6795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:19.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:51:19 smithi032 ceph-mon[189144]: pgmap v6796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:19.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:51:19 smithi032 ceph-mon[191839]: pgmap v6796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:51:19 smithi039 ceph-mon[181282]: pgmap v6796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:51:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:51:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:51:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:51:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:51:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:51:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:51:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:51:20] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:51:21.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:51:21 smithi032 ceph-mon[189144]: pgmap v6797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:21.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:51:21 smithi032 ceph-mon[191839]: pgmap v6797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:21.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:51:21 smithi039 ceph-mon[181282]: pgmap v6797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:23.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:51:23 smithi032 ceph-mon[189144]: pgmap v6798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:23.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:51:23 smithi032 ceph-mon[191839]: pgmap v6798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:23.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:51:23 smithi039 ceph-mon[181282]: pgmap v6798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:25.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:51:25 smithi032 ceph-mon[189144]: pgmap v6799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:25.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:51:25 smithi032 ceph-mon[191839]: pgmap v6799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:25.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:51:25 smithi039 ceph-mon[181282]: pgmap v6799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:27.271 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:51:27.597 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:51:27.597 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 4m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:51:27.597 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 2m ago 2h 95.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:51:27.597 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 4m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:51:27.597 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 2m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:51:27.598 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 2m ago 2h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:51:27.598 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 4m ago 2h 647M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:51:27.598 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 4m ago 2h 853M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:51:27.598 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 2m ago 2h 441M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:51:27.598 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 4m ago 2h 446M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:51:27.598 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 4m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:51:27.598 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 2m ago 2h 18.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:51:27.598 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 4m ago 2h 4204M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:51:27.598 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 4m ago 2h 4413M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:51:27.598 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 4m ago 2h 3989M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:51:27.598 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 4m ago 2h 3911M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:51:27.598 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 2m ago 2h 3746M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:51:27.598 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 2m ago 2h 3944M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:51:27.598 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 2m ago 2h 3708M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:51:27.598 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 2m ago 2h 3580M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:51:27.598 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 2m ago 2h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:51:27.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:51:27 smithi032 ceph-mon[191839]: pgmap v6800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:27.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:51:27 smithi032 ceph-mon[189144]: pgmap v6800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:27.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:51:27 smithi039 ceph-mon[181282]: pgmap v6800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:27.998 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:51:27.998 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:51:27.998 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:51:27.999 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:51:27.999 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:51:27.999 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:51:27.999 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:51:27.999 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:51:27.999 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:51:27.999 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:51:27.999 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:51:27.999 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:51:27.999 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:51:27.999 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:51:27.999 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:51:27.999 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:51:27.999 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:51:27.999 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:51:28.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:51:28 smithi032 ceph-mon[191839]: from='client.50924 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:51:28.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:51:28 smithi032 ceph-mon[191839]: from='client.50930 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:51:28.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:51:28 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2725495514' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:51:28.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:51:28 smithi032 ceph-mon[189144]: from='client.50924 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:51:28.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:51:28 smithi032 ceph-mon[189144]: from='client.50930 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:51:28.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:51:28 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2725495514' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:51:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:51:28 smithi039 ceph-mon[181282]: from='client.50924 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:51:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:51:28 smithi039 ceph-mon[181282]: from='client.50930 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:51:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:51:28 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2725495514' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:51:29.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:51:29 smithi032 ceph-mon[189144]: pgmap v6801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:29.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:51:29 smithi032 ceph-mon[191839]: pgmap v6801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:29.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:51:29 smithi039 ceph-mon[181282]: pgmap v6801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:51:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:51:30] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:51:31.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:51:31 smithi032 ceph-mon[189144]: pgmap v6802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:31.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:51:31 smithi032 ceph-mon[191839]: pgmap v6802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:51:31 smithi039 ceph-mon[181282]: pgmap v6802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:33.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:51:33 smithi032 ceph-mon[191839]: pgmap v6803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:33.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:51:33 smithi032 ceph-mon[189144]: pgmap v6803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:33.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:51:33 smithi039 ceph-mon[181282]: pgmap v6803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:51:35 smithi032 ceph-mon[191839]: pgmap v6804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:51:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:51:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:51:35 smithi032 ceph-mon[189144]: pgmap v6804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:51:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:51:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:51:35 smithi039 ceph-mon[181282]: pgmap v6804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:51:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:51:37.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:51:37 smithi032 ceph-mon[191839]: pgmap v6805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:37.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:51:37 smithi032 ceph-mon[189144]: pgmap v6805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:37.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:51:37 smithi039 ceph-mon[181282]: pgmap v6805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:39.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:51:39 smithi039 ceph-mon[181282]: pgmap v6806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:39.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:51:39 smithi032 ceph-mon[191839]: pgmap v6806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:39.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:51:39 smithi032 ceph-mon[189144]: pgmap v6806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:51:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:51:40] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:51:41.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:51:41 smithi039 ceph-mon[181282]: pgmap v6807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:41.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:51:41 smithi032 ceph-mon[191839]: pgmap v6807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:41.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:51:41 smithi032 ceph-mon[189144]: pgmap v6807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:43.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:51:43 smithi039 ceph-mon[181282]: pgmap v6808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:43.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:51:43 smithi032 ceph-mon[191839]: pgmap v6808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:43.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:51:43 smithi032 ceph-mon[189144]: pgmap v6808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:45.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:51:45 smithi039 ceph-mon[181282]: pgmap v6809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:45.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:51:45 smithi032 ceph-mon[189144]: pgmap v6809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:45.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:51:45 smithi032 ceph-mon[191839]: pgmap v6809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:47.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:51:47 smithi039 ceph-mon[181282]: pgmap v6810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:47.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:51:47 smithi032 ceph-mon[191839]: pgmap v6810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:47.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:51:47 smithi032 ceph-mon[189144]: pgmap v6810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:49.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:51:49 smithi039 ceph-mon[181282]: pgmap v6811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:49.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:51:49 smithi032 ceph-mon[191839]: pgmap v6811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:49.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:51:49 smithi032 ceph-mon[189144]: pgmap v6811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:50.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:51:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:51:50.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:51:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:51:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:51:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:51:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:51:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:51:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:51:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:51:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:51:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:51:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:51:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:51:50] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:51:51.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:51:51 smithi039 ceph-mon[181282]: pgmap v6812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:51.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:51:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:51:51.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:51:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:51:51.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:51:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:51:51.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:51:51 smithi032 ceph-mon[191839]: pgmap v6812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:51.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:51:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:51:51.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:51:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:51:51.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:51:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:51:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:51:51 smithi032 ceph-mon[189144]: pgmap v6812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:51:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:51:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:51:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:51:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:51:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:51:53.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:51:53 smithi039 ceph-mon[181282]: pgmap v6813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:53.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:51:53 smithi032 ceph-mon[191839]: pgmap v6813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:53.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:51:53 smithi032 ceph-mon[189144]: pgmap v6813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:55.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:51:55 smithi039 ceph-mon[181282]: pgmap v6814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:55.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:51:55 smithi032 ceph-mon[191839]: pgmap v6814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:55.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:51:55 smithi032 ceph-mon[189144]: pgmap v6814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:57.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:51:57 smithi039 ceph-mon[181282]: pgmap v6815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:57.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:51:57 smithi032 ceph-mon[191839]: pgmap v6815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:57.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:51:57 smithi032 ceph-mon[189144]: pgmap v6815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:58.360 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:51:58.686 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:51:58.686 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 5m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:51:58.686 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 3m ago 2h 95.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:51:58.686 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 5m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:51:58.687 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 3m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:51:58.687 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 3m ago 2h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:51:58.687 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 5m ago 2h 647M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:51:58.687 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 5m ago 2h 853M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:51:58.687 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 3m ago 2h 441M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:51:58.687 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 5m ago 2h 446M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:51:58.687 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 5m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:51:58.687 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 3m ago 2h 18.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:51:58.687 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 5m ago 2h 4204M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:51:58.687 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 5m ago 2h 4413M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:51:58.687 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 5m ago 2h 3989M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:51:58.687 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 5m ago 2h 3911M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:51:58.687 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 3m ago 2h 3746M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:51:58.687 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 3m ago 2h 3944M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:51:58.688 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 3m ago 2h 3708M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:51:58.688 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 3m ago 2h 3580M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:51:58.688 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 3m ago 2h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:51:59.086 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:51:59.086 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:51:59.086 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:51:59.086 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:51:59.086 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:51:59.086 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:51:59.086 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:51:59.086 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:51:59.086 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:51:59.086 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:51:59.086 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:51:59.086 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:51:59.087 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:51:59.087 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:51:59.087 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:51:59.087 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:51:59.087 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:51:59.087 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:51:59.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:51:59 smithi039 ceph-mon[181282]: pgmap v6816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:59.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:51:59 smithi039 ceph-mon[181282]: from='client.50942 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:51:59.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:51:59 smithi039 ceph-mon[181282]: from='client.50948 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:51:59.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:51:59 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2689788869' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:51:59.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:51:59 smithi032 ceph-mon[191839]: pgmap v6816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:59.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:51:59 smithi032 ceph-mon[191839]: from='client.50942 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:51:59.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:51:59 smithi032 ceph-mon[191839]: from='client.50948 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:51:59.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:51:59 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2689788869' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:51:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:51:59 smithi032 ceph-mon[189144]: pgmap v6816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:51:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:51:59 smithi032 ceph-mon[189144]: from='client.50942 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:51:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:51:59 smithi032 ceph-mon[189144]: from='client.50948 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:51:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:51:59 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2689788869' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:52:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:52:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:52:00] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:52:01.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:52:01 smithi039 ceph-mon[181282]: pgmap v6817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:01.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:52:01 smithi032 ceph-mon[191839]: pgmap v6817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:01.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:52:01 smithi032 ceph-mon[189144]: pgmap v6817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:03.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:52:03 smithi039 ceph-mon[181282]: pgmap v6818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:03.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:52:03 smithi032 ceph-mon[191839]: pgmap v6818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:03.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:52:03 smithi032 ceph-mon[189144]: pgmap v6818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:52:05 smithi039 ceph-mon[181282]: pgmap v6819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:52:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:52:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:52:05 smithi032 ceph-mon[191839]: pgmap v6819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:52:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:52:05.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:52:05 smithi032 ceph-mon[189144]: pgmap v6819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:05.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:52:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:52:07.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:52:07 smithi039 ceph-mon[181282]: pgmap v6820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:07.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:52:07 smithi032 ceph-mon[191839]: pgmap v6820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:07.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:52:07 smithi032 ceph-mon[189144]: pgmap v6820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:09.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:52:09 smithi039 ceph-mon[181282]: pgmap v6821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:09.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:52:09 smithi032 ceph-mon[191839]: pgmap v6821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:52:09 smithi032 ceph-mon[189144]: pgmap v6821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:52:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:52:10] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:52:11.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:52:11 smithi039 ceph-mon[181282]: pgmap v6822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:11.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:52:11 smithi032 ceph-mon[191839]: pgmap v6822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:11.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:52:11 smithi032 ceph-mon[189144]: pgmap v6822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:13.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:52:13 smithi039 ceph-mon[181282]: pgmap v6823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:13.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:52:13 smithi032 ceph-mon[191839]: pgmap v6823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:13.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:52:13 smithi032 ceph-mon[189144]: pgmap v6823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:52:15 smithi039 ceph-mon[181282]: pgmap v6824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:15.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:52:15 smithi032 ceph-mon[189144]: pgmap v6824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:15.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:52:15 smithi032 ceph-mon[191839]: pgmap v6824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:17.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:52:17 smithi039 ceph-mon[181282]: pgmap v6825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:17.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:52:17 smithi032 ceph-mon[191839]: pgmap v6825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:17.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:52:17 smithi032 ceph-mon[189144]: pgmap v6825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:19.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:52:19 smithi032 ceph-mon[191839]: pgmap v6826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:52:19 smithi032 ceph-mon[189144]: pgmap v6826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:52:19 smithi039 ceph-mon[181282]: pgmap v6826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:52:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:52:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:52:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:52:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:52:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:52:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:52:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:52:20] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:52:21.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:52:21 smithi032 ceph-mon[191839]: pgmap v6827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:52:21 smithi032 ceph-mon[189144]: pgmap v6827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:22.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:52:21 smithi039 ceph-mon[181282]: pgmap v6827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:23.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:52:23 smithi032 ceph-mon[191839]: pgmap v6828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:23.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:52:23 smithi032 ceph-mon[189144]: pgmap v6828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:24.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:52:23 smithi039 ceph-mon[181282]: pgmap v6828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:25.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:52:25 smithi032 ceph-mon[189144]: pgmap v6829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:25.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:52:25 smithi032 ceph-mon[191839]: pgmap v6829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:26.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:52:25 smithi039 ceph-mon[181282]: pgmap v6829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:27.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:52:27 smithi032 ceph-mon[191839]: pgmap v6830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:27.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:52:27 smithi032 ceph-mon[189144]: pgmap v6830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:28.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:52:27 smithi039 ceph-mon[181282]: pgmap v6830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:29.452 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:52:29.775 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:52:29.775 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 5m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:52:29.776 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 3m ago 2h 95.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:52:29.776 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 5m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:52:29.776 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 3m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:52:29.776 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 3m ago 2h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:52:29.776 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 5m ago 2h 647M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:52:29.776 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 5m ago 2h 853M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:52:29.776 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 3m ago 2h 441M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:52:29.776 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 5m ago 2h 446M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:52:29.776 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 5m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:52:29.776 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 3m ago 2h 18.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:52:29.776 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 5m ago 2h 4204M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:52:29.776 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 5m ago 2h 4413M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:52:29.776 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 5m ago 2h 3989M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:52:29.777 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 5m ago 2h 3911M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:52:29.777 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 3m ago 2h 3746M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:52:29.777 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 3m ago 2h 3944M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:52:29.777 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 3m ago 2h 3708M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:52:29.777 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 3m ago 2h 3580M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:52:29.777 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 3m ago 2h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:52:29.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:52:29 smithi032 ceph-mon[191839]: pgmap v6831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:29.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:52:29 smithi032 ceph-mon[189144]: pgmap v6831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:52:29 smithi039 ceph-mon[181282]: pgmap v6831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:30.180 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:52:30.180 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:52:30.180 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:52:30.180 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:52:30.180 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:52:30.180 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:52:30.180 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:52:30.180 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:52:30.180 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:52:30.180 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:52:30.180 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:52:30.181 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:52:30.181 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:52:30.181 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:52:30.181 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:52:30.181 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:52:30.181 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:52:30.181 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:52:30.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:52:30 smithi032 ceph-mon[189144]: from='client.50960 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:52:30.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:52:30 smithi032 ceph-mon[189144]: from='client.50966 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:52:30.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:52:30 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2031737534' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:52:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:52:30 smithi032 ceph-mon[191839]: from='client.50960 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:52:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:52:30 smithi032 ceph-mon[191839]: from='client.50966 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:52:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:52:30 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2031737534' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:52:31.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:52:30 smithi039 ceph-mon[181282]: from='client.50960 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:52:31.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:52:30 smithi039 ceph-mon[181282]: from='client.50966 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:52:31.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:52:30 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2031737534' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:52:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:52:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:52:30] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:52:31.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:52:31 smithi032 ceph-mon[191839]: pgmap v6832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:31.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:52:31 smithi032 ceph-mon[189144]: pgmap v6832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:32.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:52:31 smithi039 ceph-mon[181282]: pgmap v6832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:33.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:52:33 smithi032 ceph-mon[189144]: pgmap v6833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:33.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:52:33 smithi032 ceph-mon[191839]: pgmap v6833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:34.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:52:33 smithi039 ceph-mon[181282]: pgmap v6833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:52:35 smithi032 ceph-mon[191839]: pgmap v6834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:52:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:52:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:52:35 smithi032 ceph-mon[189144]: pgmap v6834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:52:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:52:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:52:35 smithi039 ceph-mon[181282]: pgmap v6834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:52:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:52:37.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:52:37 smithi032 ceph-mon[191839]: pgmap v6835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:37.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:52:37 smithi032 ceph-mon[189144]: pgmap v6835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:38.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:52:37 smithi039 ceph-mon[181282]: pgmap v6835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:39.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:52:39 smithi032 ceph-mon[189144]: pgmap v6836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:39.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:52:39 smithi032 ceph-mon[191839]: pgmap v6836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:52:39 smithi039 ceph-mon[181282]: pgmap v6836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:52:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:52:40] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T19:52:41.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:52:41 smithi032 ceph-mon[191839]: pgmap v6837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:41.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:52:41 smithi032 ceph-mon[189144]: pgmap v6837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:42.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:52:41 smithi039 ceph-mon[181282]: pgmap v6837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:43.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:52:43 smithi032 ceph-mon[191839]: pgmap v6838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:43.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:52:43 smithi032 ceph-mon[189144]: pgmap v6838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:44.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:52:43 smithi039 ceph-mon[181282]: pgmap v6838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:45.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:52:45 smithi032 ceph-mon[191839]: pgmap v6839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:45.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:52:45 smithi032 ceph-mon[189144]: pgmap v6839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:46.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:52:45 smithi039 ceph-mon[181282]: pgmap v6839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:47.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:52:47 smithi032 ceph-mon[191839]: pgmap v6840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:47.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:52:47 smithi032 ceph-mon[189144]: pgmap v6840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:48.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:52:47 smithi039 ceph-mon[181282]: pgmap v6840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:49.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:52:49 smithi032 ceph-mon[189144]: pgmap v6841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:49.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:52:49 smithi032 ceph-mon[191839]: pgmap v6841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:52:49 smithi039 ceph-mon[181282]: pgmap v6841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:52:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:52:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:52:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:52:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:52:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:52:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:52:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:52:50] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:52:51.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:52:51 smithi032 ceph-mon[189144]: pgmap v6842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:52:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:52:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:52:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:52:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:52:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:52:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:52:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:52:51.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:52:51 smithi032 ceph-mon[191839]: pgmap v6842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:51.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:52:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:52:51.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:52:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:52:51.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:52:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:52:51.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:52:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:52:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:52:51 smithi039 ceph-mon[181282]: pgmap v6842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:52:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:52:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:52:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:52:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:52:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:52:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:52:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:52:53.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:52:53 smithi032 ceph-mon[191839]: pgmap v6843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:53.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:52:53 smithi032 ceph-mon[189144]: pgmap v6843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:54.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:52:53 smithi039 ceph-mon[181282]: pgmap v6843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:55.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:52:55 smithi032 ceph-mon[191839]: pgmap v6844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:55.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:52:55 smithi032 ceph-mon[189144]: pgmap v6844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:56.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:52:55 smithi039 ceph-mon[181282]: pgmap v6844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:57.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:52:57 smithi032 ceph-mon[191839]: pgmap v6845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:57.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:52:57 smithi032 ceph-mon[189144]: pgmap v6845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:58.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:52:57 smithi039 ceph-mon[181282]: pgmap v6845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:59.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:52:59 smithi032 ceph-mon[191839]: pgmap v6846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:52:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:52:59 smithi032 ceph-mon[189144]: pgmap v6846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:52:59 smithi039 ceph-mon[181282]: pgmap v6846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:00.546 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:53:00.866 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:53:00.866 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 6m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:53:00.866 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 4m ago 2h 95.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:53:00.866 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 6m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:53:00.866 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 4m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:53:00.866 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 4m ago 2h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:53:00.866 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 6m ago 2h 647M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:53:00.866 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 6m ago 2h 853M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:53:00.866 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 4m ago 2h 441M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:53:00.866 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 6m ago 2h 446M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:53:00.866 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 6m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:53:00.867 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 4m ago 2h 18.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:53:00.867 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 6m ago 2h 4204M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:53:00.867 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 6m ago 2h 4413M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:53:00.867 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 6m ago 2h 3989M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:53:00.867 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 6m ago 2h 3911M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:53:00.867 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 4m ago 2h 3746M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:53:00.867 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 4m ago 2h 3944M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:53:00.867 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 4m ago 2h 3708M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:53:00.867 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 4m ago 2h 3580M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:53:00.867 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 4m ago 2h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:53:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:53:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:53:00] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:53:01.269 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:53:01.269 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:53:01.269 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:53:01.269 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:53:01.269 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:53:01.269 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:53:01.269 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:53:01.269 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:53:01.270 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:53:01.270 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:53:01.270 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:53:01.270 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:53:01.270 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:53:01.270 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:53:01.270 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:53:01.270 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:53:01.270 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:53:01.270 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:53:01.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:53:01 smithi032 ceph-mon[191839]: pgmap v6847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:01.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:53:01 smithi032 ceph-mon[191839]: from='client.50978 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:53:01.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:53:01 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3846931975' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:53:01.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:53:01 smithi032 ceph-mon[189144]: pgmap v6847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:01.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:53:01 smithi032 ceph-mon[189144]: from='client.50978 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:53:01.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:53:01 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3846931975' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:53:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:53:01 smithi039 ceph-mon[181282]: pgmap v6847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:53:01 smithi039 ceph-mon[181282]: from='client.50978 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:53:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:53:01 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3846931975' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:53:02.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:53:02 smithi032 ceph-mon[191839]: from='client.50984 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:53:02.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:53:02 smithi032 ceph-mon[189144]: from='client.50984 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:53:03.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:53:02 smithi039 ceph-mon[181282]: from='client.50984 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:53:03.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:53:03 smithi032 ceph-mon[191839]: pgmap v6848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:03.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:53:03 smithi032 ceph-mon[189144]: pgmap v6848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:04.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:53:03 smithi039 ceph-mon[181282]: pgmap v6848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:53:05 smithi032 ceph-mon[191839]: pgmap v6849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:53:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:53:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:53:05 smithi032 ceph-mon[189144]: pgmap v6849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:53:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:53:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:53:05 smithi039 ceph-mon[181282]: pgmap v6849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:53:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:53:07.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:53:07 smithi032 ceph-mon[189144]: pgmap v6850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:07.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:53:07 smithi032 ceph-mon[191839]: pgmap v6850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:08.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:53:07 smithi039 ceph-mon[181282]: pgmap v6850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:09.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:53:09 smithi032 ceph-mon[189144]: pgmap v6851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:53:09 smithi032 ceph-mon[191839]: pgmap v6851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:53:09 smithi039 ceph-mon[181282]: pgmap v6851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:53:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:53:10] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T19:53:11.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:53:11 smithi032 ceph-mon[189144]: pgmap v6852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:53:11 smithi032 ceph-mon[191839]: pgmap v6852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:53:11 smithi039 ceph-mon[181282]: pgmap v6852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:13.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:53:13 smithi032 ceph-mon[189144]: pgmap v6853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:13.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:53:13 smithi032 ceph-mon[191839]: pgmap v6853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:14.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:53:13 smithi039 ceph-mon[181282]: pgmap v6853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:15.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:53:15 smithi032 ceph-mon[189144]: pgmap v6854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:15.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:53:15 smithi032 ceph-mon[191839]: pgmap v6854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:16.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:53:15 smithi039 ceph-mon[181282]: pgmap v6854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:17.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:53:17 smithi032 ceph-mon[189144]: pgmap v6855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:17.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:53:17 smithi032 ceph-mon[191839]: pgmap v6855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:18.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:53:17 smithi039 ceph-mon[181282]: pgmap v6855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:53:19 smithi032 ceph-mon[189144]: pgmap v6856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:53:19 smithi032 ceph-mon[191839]: pgmap v6856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:53:19 smithi039 ceph-mon[181282]: pgmap v6856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:20.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:53:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:53:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:53:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:53:20.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:53:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:53:20] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T19:53:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:53:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:53:21.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:53:21 smithi032 ceph-mon[189144]: pgmap v6857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:21.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:53:21 smithi032 ceph-mon[191839]: pgmap v6857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:22.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:53:21 smithi039 ceph-mon[181282]: pgmap v6857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:23.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:53:23 smithi032 ceph-mon[189144]: pgmap v6858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:23.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:53:23 smithi032 ceph-mon[191839]: pgmap v6858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:24.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:53:23 smithi039 ceph-mon[181282]: pgmap v6858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:25.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:53:25 smithi032 ceph-mon[191839]: pgmap v6859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:25.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:53:25 smithi032 ceph-mon[189144]: pgmap v6859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:26.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:53:25 smithi039 ceph-mon[181282]: pgmap v6859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:27.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:53:27 smithi032 ceph-mon[191839]: pgmap v6860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:27.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:53:27 smithi032 ceph-mon[189144]: pgmap v6860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:28.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:53:27 smithi039 ceph-mon[181282]: pgmap v6860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:29.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:53:29 smithi032 ceph-mon[191839]: pgmap v6861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:29.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:53:29 smithi032 ceph-mon[189144]: pgmap v6861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:53:29 smithi039 ceph-mon[181282]: pgmap v6861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:53:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:53:30] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T19:53:31.636 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:53:31.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:53:31 smithi032 ceph-mon[191839]: pgmap v6862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:31.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:53:31 smithi032 ceph-mon[189144]: pgmap v6862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:31.959 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:53:31.959 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 6m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:53:31.959 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 4m ago 2h 95.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:53:31.959 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 6m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:53:31.959 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 4m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:53:31.959 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 4m ago 2h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:53:31.959 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 6m ago 2h 647M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:53:31.959 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 6m ago 2h 853M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:53:31.959 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 4m ago 2h 441M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:53:31.959 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 6m ago 2h 446M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:53:31.959 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 6m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:53:31.959 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 4m ago 2h 18.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:53:31.959 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 6m ago 2h 4204M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:53:31.959 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 6m ago 2h 4413M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:53:31.960 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 6m ago 2h 3989M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:53:31.960 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 6m ago 2h 3911M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:53:31.960 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 4m ago 2h 3746M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:53:31.960 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 4m ago 2h 3944M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:53:31.960 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 4m ago 2h 3708M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:53:31.960 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 4m ago 2h 3580M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:53:31.960 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 4m ago 2h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:53:32.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:53:31 smithi039 ceph-mon[181282]: pgmap v6862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:32.360 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:53:32.360 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:53:32.360 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:53:32.360 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:53:32.360 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:53:32.360 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:53:32.360 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:53:32.360 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:53:32.360 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:53:32.360 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:53:32.360 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:53:32.360 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:53:32.360 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:53:32.360 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:53:32.361 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:53:32.361 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:53:32.361 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:53:32.361 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:53:32.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:53:32 smithi032 ceph-mon[191839]: from='client.50996 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:53:32.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:53:32 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1989266530' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:53:32.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:53:32 smithi032 ceph-mon[189144]: from='client.50996 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:53:32.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:53:32 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1989266530' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:53:33.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:53:32 smithi039 ceph-mon[181282]: from='client.50996 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:53:33.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:53:32 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1989266530' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:53:33.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:53:33 smithi032 ceph-mon[191839]: pgmap v6863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:33.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:53:33 smithi032 ceph-mon[191839]: from='client.51002 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:53:33.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:53:33 smithi032 ceph-mon[189144]: pgmap v6863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:33.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:53:33 smithi032 ceph-mon[189144]: from='client.51002 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:53:34.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:53:33 smithi039 ceph-mon[181282]: pgmap v6863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:34.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:53:33 smithi039 ceph-mon[181282]: from='client.51002 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:53:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:53:35 smithi032 ceph-mon[191839]: pgmap v6864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:53:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:53:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:53:35 smithi032 ceph-mon[189144]: pgmap v6864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:53:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:53:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:53:35 smithi039 ceph-mon[181282]: pgmap v6864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:53:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:53:37.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:53:37 smithi032 ceph-mon[191839]: pgmap v6865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:37.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:53:37 smithi032 ceph-mon[189144]: pgmap v6865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:38.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:53:37 smithi039 ceph-mon[181282]: pgmap v6865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:39.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:53:39 smithi032 ceph-mon[191839]: pgmap v6866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:53:39 smithi032 ceph-mon[189144]: pgmap v6866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:53:39 smithi039 ceph-mon[181282]: pgmap v6866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:53:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:53:40] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T19:53:41.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:53:41 smithi032 ceph-mon[191839]: pgmap v6867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:41.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:53:41 smithi032 ceph-mon[189144]: pgmap v6867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:42.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:53:41 smithi039 ceph-mon[181282]: pgmap v6867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:43.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:53:43 smithi032 ceph-mon[191839]: pgmap v6868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:43.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:53:43 smithi032 ceph-mon[189144]: pgmap v6868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:44.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:53:43 smithi039 ceph-mon[181282]: pgmap v6868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:45.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:53:45 smithi032 ceph-mon[191839]: pgmap v6869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:45.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:53:45 smithi032 ceph-mon[189144]: pgmap v6869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:46.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:53:45 smithi039 ceph-mon[181282]: pgmap v6869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:47.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:53:47 smithi032 ceph-mon[189144]: pgmap v6870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:47.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:53:47 smithi032 ceph-mon[191839]: pgmap v6870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:48.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:53:47 smithi039 ceph-mon[181282]: pgmap v6870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:49.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:53:49 smithi032 ceph-mon[191839]: pgmap v6871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:49.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:53:49 smithi032 ceph-mon[189144]: pgmap v6871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:53:49 smithi039 ceph-mon[181282]: pgmap v6871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:53:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:53:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:53:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:53:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:53:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:53:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:53:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:53:50] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T19:53:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:53:51 smithi039 ceph-mon[181282]: pgmap v6872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:53:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:53:52.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:53:51 smithi032 ceph-mon[191839]: pgmap v6872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:53:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:53:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:53:51 smithi032 ceph-mon[189144]: pgmap v6872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:53:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:53:53.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:53:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:53:53.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:53:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:53:53.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:53:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:53:53.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:53:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:53:53.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:53:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:53:53.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:53:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:53:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:53:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:53:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:53:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:53:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:53:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:53:54.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:53:53 smithi039 ceph-mon[181282]: pgmap v6873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:53:53 smithi032 ceph-mon[191839]: pgmap v6873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:54.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:53:53 smithi032 ceph-mon[189144]: pgmap v6873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:56.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:53:55 smithi039 ceph-mon[181282]: pgmap v6874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:56.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:53:55 smithi032 ceph-mon[191839]: pgmap v6874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:56.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:53:55 smithi032 ceph-mon[189144]: pgmap v6874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:58.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:53:57 smithi039 ceph-mon[181282]: pgmap v6875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:58.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:53:57 smithi032 ceph-mon[191839]: pgmap v6875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:53:58.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:53:57 smithi032 ceph-mon[189144]: pgmap v6875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:53:59 smithi039 ceph-mon[181282]: pgmap v6876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:00.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:53:59 smithi032 ceph-mon[191839]: pgmap v6876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:00.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:53:59 smithi032 ceph-mon[189144]: pgmap v6876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:54:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:54:00] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T19:54:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:54:01 smithi039 ceph-mon[181282]: pgmap v6877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:54:01 smithi032 ceph-mon[191839]: pgmap v6877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:54:01 smithi032 ceph-mon[189144]: pgmap v6877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:02.725 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:54:03.049 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:54:03.049 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 7m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:54:03.049 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 5m ago 2h 95.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:54:03.049 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 7m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:54:03.050 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 5m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:54:03.050 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 5m ago 2h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:54:03.050 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 7m ago 2h 647M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:54:03.050 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 7m ago 2h 853M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:54:03.050 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 5m ago 2h 441M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:54:03.050 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 7m ago 2h 446M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:54:03.050 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 7m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:54:03.050 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 5m ago 2h 18.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:54:03.050 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 7m ago 2h 4204M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:54:03.050 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 7m ago 2h 4413M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:54:03.050 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 7m ago 2h 3989M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:54:03.050 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 7m ago 2h 3911M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:54:03.050 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 5m ago 2h 3746M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:54:03.050 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 5m ago 2h 3944M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:54:03.050 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 5m ago 2h 3708M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:54:03.050 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 5m ago 2h 3580M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:54:03.051 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 5m ago 2h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:54:03.457 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:54:03.457 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:54:03.457 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:54:03.457 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:54:03.457 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:54:03.458 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:54:03.458 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:54:03.458 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:54:03.458 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:54:03.458 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:54:03.458 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:54:03.458 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:54:03.458 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:54:03.458 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:54:03.458 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:54:03.458 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:54:03.458 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:54:03.459 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:54:04.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:54:03 smithi039 ceph-mon[181282]: pgmap v6878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:04.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:54:03 smithi039 ceph-mon[181282]: from='client.41097 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:54:04.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:54:03 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3720030618' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:54:04.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:54:03 smithi032 ceph-mon[189144]: pgmap v6878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:04.257 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:54:03 smithi032 ceph-mon[189144]: from='client.41097 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:54:04.257 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:54:03 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3720030618' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:54:04.258 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:54:03 smithi032 ceph-mon[191839]: pgmap v6878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:04.258 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:54:03 smithi032 ceph-mon[191839]: from='client.41097 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:54:04.258 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:54:03 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3720030618' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:54:05.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:54:04 smithi039 ceph-mon[181282]: from='client.51020 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:54:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:54:04 smithi032 ceph-mon[191839]: from='client.51020 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:54:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:54:04 smithi032 ceph-mon[189144]: from='client.51020 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:54:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:54:05 smithi039 ceph-mon[181282]: pgmap v6879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:54:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:54:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:54:05 smithi032 ceph-mon[191839]: pgmap v6879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:54:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:54:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:54:05 smithi032 ceph-mon[189144]: pgmap v6879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:54:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:54:08.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:54:07 smithi039 ceph-mon[181282]: pgmap v6880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:54:07 smithi032 ceph-mon[191839]: pgmap v6880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:54:07 smithi032 ceph-mon[189144]: pgmap v6880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:54:09 smithi039 ceph-mon[181282]: pgmap v6881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:10.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:54:09 smithi032 ceph-mon[191839]: pgmap v6881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:54:09 smithi032 ceph-mon[189144]: pgmap v6881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:54:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:54:10] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:54:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:54:11 smithi039 ceph-mon[181282]: pgmap v6882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:54:11 smithi032 ceph-mon[191839]: pgmap v6882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:54:11 smithi032 ceph-mon[189144]: pgmap v6882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:14.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:54:13 smithi039 ceph-mon[181282]: pgmap v6883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:14.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:54:13 smithi032 ceph-mon[189144]: pgmap v6883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:14.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:54:13 smithi032 ceph-mon[191839]: pgmap v6883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:16.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:54:15 smithi039 ceph-mon[181282]: pgmap v6884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:16.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:54:15 smithi032 ceph-mon[191839]: pgmap v6884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:16.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:54:15 smithi032 ceph-mon[189144]: pgmap v6884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:18.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:54:17 smithi039 ceph-mon[181282]: pgmap v6885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:54:17 smithi032 ceph-mon[191839]: pgmap v6885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:54:17 smithi032 ceph-mon[189144]: pgmap v6885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:54:19 smithi039 ceph-mon[181282]: pgmap v6886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:54:19 smithi032 ceph-mon[191839]: pgmap v6886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:54:19 smithi032 ceph-mon[189144]: pgmap v6886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:54:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:54:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:54:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:54:20] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:54:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:54:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:54:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:54:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:54:22.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:54:21 smithi039 ceph-mon[181282]: pgmap v6887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:54:21 smithi032 ceph-mon[191839]: pgmap v6887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:22.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:54:21 smithi032 ceph-mon[189144]: pgmap v6887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:24.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:54:23 smithi039 ceph-mon[181282]: pgmap v6888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:24.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:54:23 smithi032 ceph-mon[191839]: pgmap v6888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:54:23 smithi032 ceph-mon[189144]: pgmap v6888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:26.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:54:25 smithi032 ceph-mon[189144]: pgmap v6889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:54:25 smithi032 ceph-mon[191839]: pgmap v6889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:54:25 smithi039 ceph-mon[181282]: pgmap v6889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:28.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:54:27 smithi032 ceph-mon[191839]: pgmap v6890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:28.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:54:27 smithi032 ceph-mon[189144]: pgmap v6890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:28.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:54:27 smithi039 ceph-mon[181282]: pgmap v6890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:54:29 smithi032 ceph-mon[191839]: pgmap v6891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:54:29 smithi032 ceph-mon[189144]: pgmap v6891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:54:29 smithi039 ceph-mon[181282]: pgmap v6891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:54:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:54:30] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:54:32.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:54:31 smithi032 ceph-mon[191839]: pgmap v6892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:54:31 smithi032 ceph-mon[189144]: pgmap v6892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:54:31 smithi039 ceph-mon[181282]: pgmap v6892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:33.826 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:54:34.148 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:54:34.148 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 7m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:54:34.148 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 5m ago 2h 95.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:54:34.148 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 7m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:54:34.148 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 5m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:54:34.148 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 5m ago 2h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:54:34.148 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 7m ago 2h 647M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:54:34.149 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 7m ago 2h 853M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:54:34.149 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 5m ago 2h 441M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:54:34.149 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 7m ago 2h 446M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:54:34.149 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 7m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:54:34.149 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 5m ago 2h 18.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:54:34.149 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 7m ago 2h 4204M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:54:34.149 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 7m ago 2h 4413M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:54:34.149 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 7m ago 2h 3989M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:54:34.149 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 7m ago 2h 3911M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:54:34.149 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 5m ago 2h 3746M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:54:34.149 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 5m ago 2h 3944M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:54:34.149 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 5m ago 2h 3708M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:54:34.149 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 5m ago 2h 3580M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:54:34.149 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 5m ago 2h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:54:34.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:54:33 smithi032 ceph-mon[189144]: pgmap v6893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:54:33 smithi032 ceph-mon[191839]: pgmap v6893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:54:33 smithi039 ceph-mon[181282]: pgmap v6893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:34.556 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:54:34.556 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:54:34.556 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:54:34.557 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:54:34.557 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:54:34.557 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:54:34.557 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:54:34.557 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:54:34.557 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:54:34.557 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:54:34.557 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:54:34.557 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:54:34.557 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:54:34.557 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:54:34.557 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:54:34.557 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:54:34.557 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:54:34.558 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:54:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:54:34 smithi032 ceph-mon[191839]: from='client.41115 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:54:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:54:34 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2517312182' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:54:35.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:54:34 smithi032 ceph-mon[189144]: from='client.41115 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:54:35.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:54:34 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2517312182' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:54:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:54:34 smithi039 ceph-mon[181282]: from='client.41115 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:54:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:54:34 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2517312182' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:54:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:54:35 smithi032 ceph-mon[191839]: pgmap v6894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:54:35 smithi032 ceph-mon[191839]: from='client.51038 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:54:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:54:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:54:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:54:35 smithi032 ceph-mon[189144]: pgmap v6894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:54:35 smithi032 ceph-mon[189144]: from='client.51038 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:54:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:54:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:54:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:54:35 smithi039 ceph-mon[181282]: pgmap v6894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:54:35 smithi039 ceph-mon[181282]: from='client.51038 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:54:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:54:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:54:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:54:37 smithi032 ceph-mon[191839]: pgmap v6895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:54:37 smithi032 ceph-mon[189144]: pgmap v6895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:54:37 smithi039 ceph-mon[181282]: pgmap v6895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:40.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:54:39 smithi032 ceph-mon[191839]: pgmap v6896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:54:39 smithi032 ceph-mon[189144]: pgmap v6896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:54:39 smithi039 ceph-mon[181282]: pgmap v6896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:54:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:54:40] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:54:42.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:54:41 smithi032 ceph-mon[189144]: pgmap v6897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:54:41 smithi032 ceph-mon[191839]: pgmap v6897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:54:41 smithi039 ceph-mon[181282]: pgmap v6897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:44.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:54:43 smithi032 ceph-mon[191839]: pgmap v6898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:54:43 smithi032 ceph-mon[189144]: pgmap v6898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:44.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:54:43 smithi039 ceph-mon[181282]: pgmap v6898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:46.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:54:45 smithi032 ceph-mon[191839]: pgmap v6899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:46.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:54:45 smithi032 ceph-mon[189144]: pgmap v6899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:54:45 smithi039 ceph-mon[181282]: pgmap v6899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:48.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:54:47 smithi032 ceph-mon[191839]: pgmap v6900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:48.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:54:47 smithi032 ceph-mon[189144]: pgmap v6900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:54:47 smithi039 ceph-mon[181282]: pgmap v6900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:50.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:54:49 smithi032 ceph-mon[191839]: pgmap v6901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:54:49 smithi032 ceph-mon[189144]: pgmap v6901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:54:49 smithi039 ceph-mon[181282]: pgmap v6901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:54:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:54:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:54:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:54:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:54:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:54:50] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:54:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:54:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:54:52.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:54:51 smithi032 ceph-mon[191839]: pgmap v6902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:52.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:54:51 smithi032 ceph-mon[189144]: pgmap v6902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:54:51 smithi039 ceph-mon[181282]: pgmap v6902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:53.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:54:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:54:53.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:54:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:54:53.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:54:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:54:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:54:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:54:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:54:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:54:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:54:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:54:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:54:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:54:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:54:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:54:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:54:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:54:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:54:53 smithi032 ceph-mon[191839]: pgmap v6903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:54.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:54:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:54:54.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:54:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:54:54.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:54:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:54:54.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:54:53 smithi032 ceph-mon[189144]: pgmap v6903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:54.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:54:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:54:54.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:54:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:54:54.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:54:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:54:54.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:54:53 smithi039 ceph-mon[181282]: pgmap v6903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:54.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:54:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:54:54.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:54:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:54:54.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:54:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:54:56.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:54:55 smithi032 ceph-mon[191839]: pgmap v6904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:56.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:54:55 smithi032 ceph-mon[189144]: pgmap v6904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:54:55 smithi039 ceph-mon[181282]: pgmap v6904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:58.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:54:57 smithi032 ceph-mon[191839]: pgmap v6905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:58.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:54:57 smithi032 ceph-mon[189144]: pgmap v6905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:54:58.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:54:57 smithi039 ceph-mon[181282]: pgmap v6905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:00.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:54:59 smithi032 ceph-mon[191839]: pgmap v6906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:00.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:54:59 smithi032 ceph-mon[189144]: pgmap v6906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:54:59 smithi039 ceph-mon[181282]: pgmap v6906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:55:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:55:00] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:55:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:01 smithi032 ceph-mon[191839]: pgmap v6907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:01 smithi032 ceph-mon[189144]: pgmap v6907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:01 smithi039 ceph-mon[181282]: pgmap v6907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:04.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:03 smithi032 ceph-mon[189144]: pgmap v6908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:04.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:03 smithi032 ceph-mon[191839]: pgmap v6908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:04.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:03 smithi039 ceph-mon[181282]: pgmap v6908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:04.921 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:55:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:55:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:55:05.244 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:55:05.244 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 8m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:55:05.245 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 6m ago 2h 95.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:55:05.245 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 8m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:55:05.245 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 6m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:55:05.245 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 6m ago 2h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:55:05.245 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 8m ago 2h 647M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:55:05.245 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 8m ago 2h 853M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:55:05.245 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 6m ago 2h 441M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:55:05.245 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 8m ago 2h 446M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:55:05.245 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 8m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:55:05.245 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 6m ago 2h 18.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:55:05.245 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 8m ago 2h 4204M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:55:05.245 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 8m ago 2h 4413M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:55:05.245 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 8m ago 2h 3989M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:55:05.245 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 8m ago 2h 3911M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:55:05.245 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 6m ago 2h 3746M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:55:05.246 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 6m ago 2h 3944M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:55:05.246 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 6m ago 2h 3708M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:55:05.246 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 6m ago 2h 3580M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:55:05.246 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 6m ago 2h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:55:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:55:05.645 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:55:05.682 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:55:05.682 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:55:05.682 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:55:05.682 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:55:05.682 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:55:05.682 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:55:05.682 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:55:05.682 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:55:05.682 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:55:05.683 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:55:05.683 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:55:05.683 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:55:05.683 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:55:05.683 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:55:05.683 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:55:05.683 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:55:05.683 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:55:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:05 smithi032 ceph-mon[191839]: pgmap v6909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:05 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3812599567' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:55:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:05 smithi032 ceph-mon[189144]: pgmap v6909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:05 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3812599567' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:55:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:05 smithi039 ceph-mon[181282]: pgmap v6909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:05 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3812599567' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:55:07.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:06 smithi032 ceph-mon[189144]: from='client.41133 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:55:07.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:06 smithi032 ceph-mon[189144]: from='client.41139 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:55:07.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:06 smithi032 ceph-mon[191839]: from='client.41133 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:55:07.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:06 smithi032 ceph-mon[191839]: from='client.41139 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:55:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:06 smithi039 ceph-mon[181282]: from='client.41133 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:55:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:06 smithi039 ceph-mon[181282]: from='client.41139 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:55:08.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:07 smithi032 ceph-mon[189144]: pgmap v6910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:07 smithi032 ceph-mon[191839]: pgmap v6910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:07 smithi039 ceph-mon[181282]: pgmap v6910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:10.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:09 smithi032 ceph-mon[191839]: pgmap v6911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:09 smithi032 ceph-mon[189144]: pgmap v6911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:09 smithi039 ceph-mon[181282]: pgmap v6911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:55:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:55:10] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2023-12-22T19:55:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:10 smithi032 ceph-mon[191839]: pgmap v6912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:10 smithi032 ceph-mon[189144]: pgmap v6912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:10 smithi039 ceph-mon[181282]: pgmap v6912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:12 smithi039 ceph-mon[181282]: pgmap v6913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:13.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:12 smithi032 ceph-mon[191839]: pgmap v6913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:13.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:12 smithi032 ceph-mon[189144]: pgmap v6913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:15.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:15 smithi032 ceph-mon[191839]: pgmap v6914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:15.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:15 smithi032 ceph-mon[189144]: pgmap v6914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:15 smithi039 ceph-mon[181282]: pgmap v6914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:17.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:17 smithi032 ceph-mon[191839]: pgmap v6915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:17.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:17 smithi032 ceph-mon[189144]: pgmap v6915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:17.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:17 smithi039 ceph-mon[181282]: pgmap v6915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:19.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:19 smithi032 ceph-mon[189144]: pgmap v6916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:19.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:19 smithi032 ceph-mon[191839]: pgmap v6916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:19 smithi039 ceph-mon[181282]: pgmap v6916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:55:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:55:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:55:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:55:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:55:20] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T19:55:21.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:21 smithi039 ceph-mon[181282]: pgmap v6917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:21.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:21 smithi032 ceph-mon[191839]: pgmap v6917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:21 smithi032 ceph-mon[189144]: pgmap v6917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:23.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:23 smithi039 ceph-mon[181282]: pgmap v6918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:23.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:23 smithi032 ceph-mon[191839]: pgmap v6918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:23.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:23 smithi032 ceph-mon[189144]: pgmap v6918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:25.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:25 smithi039 ceph-mon[181282]: pgmap v6919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:25.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:25 smithi032 ceph-mon[191839]: pgmap v6919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:25.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:25 smithi032 ceph-mon[189144]: pgmap v6919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:27.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:27 smithi039 ceph-mon[181282]: pgmap v6920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:27.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:27 smithi032 ceph-mon[191839]: pgmap v6920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:27.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:27 smithi032 ceph-mon[189144]: pgmap v6920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:29.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:29 smithi039 ceph-mon[181282]: pgmap v6921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:29.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:29 smithi032 ceph-mon[191839]: pgmap v6921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:29.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:29 smithi032 ceph-mon[189144]: pgmap v6921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:55:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:55:30] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T19:55:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:31 smithi039 ceph-mon[181282]: pgmap v6922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:31.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:31 smithi032 ceph-mon[189144]: pgmap v6922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:31.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:31 smithi032 ceph-mon[191839]: pgmap v6922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:33.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:33 smithi039 ceph-mon[181282]: pgmap v6923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:33.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:33 smithi032 ceph-mon[191839]: pgmap v6923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:33.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:33 smithi032 ceph-mon[189144]: pgmap v6923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:35 smithi039 ceph-mon[181282]: pgmap v6924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:55:35.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:35 smithi032 ceph-mon[189144]: pgmap v6924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:55:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:35 smithi032 ceph-mon[191839]: pgmap v6924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:55:36.008 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:55:36.331 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:55:36.331 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 8m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:55:36.331 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 6m ago 2h 95.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:55:36.331 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 8m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:55:36.332 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 6m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:55:36.332 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 6m ago 2h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:55:36.332 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 8m ago 2h 647M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:55:36.332 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 8m ago 2h 853M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:55:36.332 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 6m ago 2h 441M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:55:36.332 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 8m ago 2h 446M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:55:36.332 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 8m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:55:36.332 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 6m ago 2h 18.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:55:36.332 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 8m ago 2h 4204M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:55:36.332 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 8m ago 2h 4413M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:55:36.332 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 8m ago 2h 3989M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:55:36.332 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 8m ago 2h 3911M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:55:36.332 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 6m ago 2h 3746M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:55:36.332 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 6m ago 2h 3944M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:55:36.333 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 6m ago 2h 3708M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:55:36.333 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 6m ago 2h 3580M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:55:36.333 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 6m ago 2h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:55:36.734 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:55:36.734 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:55:36.734 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:55:36.734 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:55:36.734 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:55:36.734 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:55:36.734 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:55:36.734 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:55:36.734 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:55:36.734 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:55:36.735 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:55:36.735 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:55:36.735 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:55:36.735 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:55:36.735 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:55:36.735 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:55:36.735 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:55:36.735 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:55:37.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:37 smithi039 ceph-mon[181282]: pgmap v6925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:37.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:37 smithi039 ceph-mon[181282]: from='client.51068 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:55:37.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:37 smithi039 ceph-mon[181282]: from='client.41157 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:55:37.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:37 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/840146654' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:55:37.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:37 smithi032 ceph-mon[191839]: pgmap v6925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:37.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:37 smithi032 ceph-mon[191839]: from='client.51068 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:55:37.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:37 smithi032 ceph-mon[191839]: from='client.41157 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:55:37.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:37 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/840146654' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:55:37.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:37 smithi032 ceph-mon[189144]: pgmap v6925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:37.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:37 smithi032 ceph-mon[189144]: from='client.51068 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:55:37.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:37 smithi032 ceph-mon[189144]: from='client.41157 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:55:37.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:37 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/840146654' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:55:39.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:39 smithi039 ceph-mon[181282]: pgmap v6926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:39.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:39 smithi032 ceph-mon[191839]: pgmap v6926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:39 smithi032 ceph-mon[189144]: pgmap v6926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:55:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:55:40] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:55:41.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:41 smithi039 ceph-mon[181282]: pgmap v6927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:41.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:41 smithi032 ceph-mon[191839]: pgmap v6927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:41.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:41 smithi032 ceph-mon[189144]: pgmap v6927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:43.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:43 smithi039 ceph-mon[181282]: pgmap v6928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:43.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:43 smithi032 ceph-mon[191839]: pgmap v6928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:43.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:43 smithi032 ceph-mon[189144]: pgmap v6928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:45.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:45 smithi039 ceph-mon[181282]: pgmap v6929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:45.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:45 smithi032 ceph-mon[191839]: pgmap v6929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:45.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:45 smithi032 ceph-mon[189144]: pgmap v6929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:47.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:47 smithi039 ceph-mon[181282]: pgmap v6930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:47.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:47 smithi032 ceph-mon[191839]: pgmap v6930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:47.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:47 smithi032 ceph-mon[189144]: pgmap v6930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:49.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:49 smithi039 ceph-mon[181282]: pgmap v6931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:49.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:49 smithi032 ceph-mon[191839]: pgmap v6931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:49.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:49 smithi032 ceph-mon[189144]: pgmap v6931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:55:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:55:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:55:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:55:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:55:50] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T19:55:51.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:51 smithi039 ceph-mon[181282]: pgmap v6932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:51.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:51 smithi032 ceph-mon[191839]: pgmap v6932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:51 smithi032 ceph-mon[189144]: pgmap v6932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:53.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:53 smithi039 ceph-mon[181282]: pgmap v6933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:53.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:55:53.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:55:53.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:55:53.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:53 smithi032 ceph-mon[191839]: pgmap v6933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:53.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:55:53.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:55:53.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:55:53.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:53 smithi032 ceph-mon[189144]: pgmap v6933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:53.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:55:53.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:55:53.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:55:55.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:55:55.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:55:55.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:55:55.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:55:55.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:55:55.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:55:55.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:55:55.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:55:55.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:55:55.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:55:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:55:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:55:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:55:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:55:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:55:56.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:55 smithi032 ceph-mon[191839]: pgmap v6934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:56.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:55 smithi032 ceph-mon[189144]: pgmap v6934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:55 smithi039 ceph-mon[181282]: pgmap v6934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:58.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:57 smithi032 ceph-mon[191839]: pgmap v6935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:58.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:57 smithi032 ceph-mon[189144]: pgmap v6935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:55:58.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:57 smithi039 ceph-mon[181282]: pgmap v6935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:00.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:55:59 smithi032 ceph-mon[191839]: pgmap v6936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:00.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:55:59 smithi032 ceph-mon[189144]: pgmap v6936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:55:59 smithi039 ceph-mon[181282]: pgmap v6936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:56:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:56:00] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T19:56:02.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:01 smithi032 ceph-mon[189144]: pgmap v6937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:02.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:01 smithi032 ceph-mon[191839]: pgmap v6937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:01 smithi039 ceph-mon[181282]: pgmap v6937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:03.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:02 smithi032 ceph-mon[191839]: pgmap v6938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:03.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:02 smithi032 ceph-mon[189144]: pgmap v6938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:03.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:02 smithi039 ceph-mon[181282]: pgmap v6938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:05 smithi039 ceph-mon[181282]: pgmap v6939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:56:05.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:05 smithi032 ceph-mon[189144]: pgmap v6939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:56:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:05 smithi032 ceph-mon[191839]: pgmap v6939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:56:07.097 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:56:07.420 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:56:07.420 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 9m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:56:07.420 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 7m ago 2h 95.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:56:07.420 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 9m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:56:07.421 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 7m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:56:07.421 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 7m ago 2h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:56:07.421 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 9m ago 2h 647M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:56:07.421 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 9m ago 2h 853M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:56:07.421 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 7m ago 2h 441M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:56:07.421 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 9m ago 2h 446M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:56:07.421 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 9m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:56:07.421 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 7m ago 2h 18.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:56:07.421 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 9m ago 2h 4204M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:56:07.421 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 9m ago 2h 4413M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:56:07.421 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 9m ago 2h 3989M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:56:07.421 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 9m ago 2h 3911M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:56:07.422 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 7m ago 2h 3746M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:56:07.422 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 7m ago 2h 3944M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:56:07.422 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 7m ago 2h 3708M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:56:07.422 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 7m ago 2h 3580M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:56:07.422 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 7m ago 2h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:56:07.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:07 smithi039 ceph-mon[181282]: pgmap v6940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:07.825 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:56:07.825 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:56:07.825 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:56:07.825 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:56:07.825 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:56:07.825 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:56:07.826 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:56:07.826 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:56:07.826 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:56:07.826 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:56:07.826 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:56:07.826 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:56:07.826 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:56:07.826 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:56:07.826 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:56:07.826 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:56:07.826 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:56:07.826 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:56:07.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:07 smithi032 ceph-mon[189144]: pgmap v6940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:07.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:07 smithi032 ceph-mon[191839]: pgmap v6940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:08 smithi039 ceph-mon[181282]: from='client.41169 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:56:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:08 smithi039 ceph-mon[181282]: from='client.41175 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:56:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:08 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2635095897' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:56:08.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:08 smithi032 ceph-mon[191839]: from='client.41169 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:56:08.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:08 smithi032 ceph-mon[191839]: from='client.41175 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:56:08.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:08 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2635095897' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:56:08.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:08 smithi032 ceph-mon[189144]: from='client.41169 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:56:08.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:08 smithi032 ceph-mon[189144]: from='client.41175 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:56:08.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:08 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2635095897' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:56:09.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:09 smithi039 ceph-mon[181282]: pgmap v6941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:09.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:09 smithi032 ceph-mon[191839]: pgmap v6941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:09 smithi032 ceph-mon[189144]: pgmap v6941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:56:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:56:10] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T19:56:11.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:11 smithi039 ceph-mon[181282]: pgmap v6942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:11.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:11 smithi032 ceph-mon[191839]: pgmap v6942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:11.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:11 smithi032 ceph-mon[189144]: pgmap v6942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:13.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:13 smithi039 ceph-mon[181282]: pgmap v6943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:13.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:13 smithi032 ceph-mon[191839]: pgmap v6943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:13.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:13 smithi032 ceph-mon[189144]: pgmap v6943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:15 smithi039 ceph-mon[181282]: pgmap v6944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:15.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:15 smithi032 ceph-mon[191839]: pgmap v6944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:15.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:15 smithi032 ceph-mon[189144]: pgmap v6944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:17.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:17 smithi039 ceph-mon[181282]: pgmap v6945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:17.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:17 smithi032 ceph-mon[191839]: pgmap v6945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:17.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:17 smithi032 ceph-mon[189144]: pgmap v6945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:19 smithi039 ceph-mon[181282]: pgmap v6946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:19 smithi032 ceph-mon[191839]: pgmap v6946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:19 smithi032 ceph-mon[189144]: pgmap v6946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:56:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:56:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:56:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:56:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:56:20] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T19:56:21.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:21 smithi039 ceph-mon[181282]: pgmap v6947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:21.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:21 smithi032 ceph-mon[191839]: pgmap v6947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:21 smithi032 ceph-mon[189144]: pgmap v6947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:23.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:23 smithi039 ceph-mon[181282]: pgmap v6948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:23.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:23 smithi032 ceph-mon[191839]: pgmap v6948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:23.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:23 smithi032 ceph-mon[189144]: pgmap v6948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:25.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:25 smithi039 ceph-mon[181282]: pgmap v6949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:25.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:25 smithi032 ceph-mon[189144]: pgmap v6949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:25.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:25 smithi032 ceph-mon[191839]: pgmap v6949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:27.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:27 smithi039 ceph-mon[181282]: pgmap v6950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:27.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:27 smithi032 ceph-mon[191839]: pgmap v6950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:27.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:27 smithi032 ceph-mon[189144]: pgmap v6950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:29.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:29 smithi039 ceph-mon[181282]: pgmap v6951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:29.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:29 smithi032 ceph-mon[191839]: pgmap v6951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:29.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:29 smithi032 ceph-mon[189144]: pgmap v6951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:56:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:56:30] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T19:56:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:31 smithi039 ceph-mon[181282]: pgmap v6952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:31.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:31 smithi032 ceph-mon[191839]: pgmap v6952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:31.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:31 smithi032 ceph-mon[189144]: pgmap v6952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:33.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:33 smithi039 ceph-mon[181282]: pgmap v6953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:33.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:33 smithi032 ceph-mon[191839]: pgmap v6953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:33.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:33 smithi032 ceph-mon[189144]: pgmap v6953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:35 smithi039 ceph-mon[181282]: pgmap v6954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:56:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:35 smithi032 ceph-mon[191839]: pgmap v6954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:56:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:35 smithi032 ceph-mon[189144]: pgmap v6954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:56:37.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:37 smithi039 ceph-mon[181282]: pgmap v6955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:37.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:37 smithi032 ceph-mon[191839]: pgmap v6955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:37.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:37 smithi032 ceph-mon[189144]: pgmap v6955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:38.193 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:56:38.518 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:56:38.518 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 9m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:56:38.518 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 7m ago 2h 95.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:56:38.518 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 9m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:56:38.518 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 7m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:56:38.519 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 7m ago 2h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:56:38.519 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 9m ago 2h 647M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:56:38.519 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 9m ago 2h 853M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:56:38.519 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 7m ago 2h 441M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:56:38.519 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 9m ago 2h 446M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:56:38.519 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 9m ago 2h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:56:38.519 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 7m ago 2h 18.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:56:38.519 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 9m ago 2h 4204M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:56:38.519 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 9m ago 2h 4413M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:56:38.519 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 9m ago 2h 3989M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:56:38.519 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 9m ago 2h 3911M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:56:38.519 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 7m ago 2h 3746M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:56:38.519 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 7m ago 2h 3944M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:56:38.519 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 7m ago 2h 3708M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:56:38.519 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 7m ago 2h 3580M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:56:38.520 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 7m ago 2h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:56:38.925 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:56:38.925 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:56:38.925 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:56:38.925 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:56:38.925 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:56:38.925 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:56:38.925 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:56:38.925 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:56:38.925 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:56:38.925 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:56:38.925 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:56:38.925 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:56:38.926 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:56:38.926 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:56:38.926 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:56:38.926 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:56:38.926 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:56:38.926 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:56:39.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:39 smithi039 ceph-mon[181282]: pgmap v6956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:39.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:39 smithi039 ceph-mon[181282]: from='client.41187 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:56:39.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:39 smithi039 ceph-mon[181282]: from='client.41193 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:56:39.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:39 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2061709600' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:56:39.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:39 smithi032 ceph-mon[191839]: pgmap v6956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:39.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:39 smithi032 ceph-mon[191839]: from='client.41187 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:56:39.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:39 smithi032 ceph-mon[191839]: from='client.41193 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:56:39.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:39 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2061709600' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:56:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:39 smithi032 ceph-mon[189144]: pgmap v6956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:39 smithi032 ceph-mon[189144]: from='client.41187 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:56:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:39 smithi032 ceph-mon[189144]: from='client.41193 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:56:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:39 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2061709600' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:56:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:56:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:56:40] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:56:41.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:41 smithi039 ceph-mon[181282]: pgmap v6957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:41.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:41 smithi032 ceph-mon[191839]: pgmap v6957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:41.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:41 smithi032 ceph-mon[189144]: pgmap v6957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:43.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:43 smithi039 ceph-mon[181282]: pgmap v6958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:43.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:43 smithi032 ceph-mon[189144]: pgmap v6958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:43.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:43 smithi032 ceph-mon[191839]: pgmap v6958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:45.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:45 smithi032 ceph-mon[191839]: pgmap v6959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:45.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:45 smithi032 ceph-mon[189144]: pgmap v6959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:46.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:45 smithi039 ceph-mon[181282]: pgmap v6959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:47.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:47 smithi032 ceph-mon[191839]: pgmap v6960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:47.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:47 smithi032 ceph-mon[189144]: pgmap v6960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:48.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:47 smithi039 ceph-mon[181282]: pgmap v6960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:49.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:49 smithi032 ceph-mon[191839]: pgmap v6961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:49.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:49 smithi032 ceph-mon[189144]: pgmap v6961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:49 smithi039 ceph-mon[181282]: pgmap v6961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:56:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:56:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:56:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:56:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:56:50] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:56:51.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:51 smithi032 ceph-mon[191839]: pgmap v6962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:51 smithi032 ceph-mon[189144]: pgmap v6962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:51 smithi039 ceph-mon[181282]: pgmap v6962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:53.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:53 smithi032 ceph-mon[191839]: pgmap v6963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:53.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:53 smithi032 ceph-mon[189144]: pgmap v6963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:54.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:53 smithi039 ceph-mon[181282]: pgmap v6963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:54.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:56:54.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:56:55.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:56:55.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:55 smithi032 ceph-mon[191839]: pgmap v6964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:55.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:55 smithi032 ceph-mon[189144]: pgmap v6964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:56.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:55 smithi039 ceph-mon[181282]: pgmap v6964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:57.395 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:57 smithi032 ceph-mon[191839]: pgmap v6965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:57.395 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:57 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:56:57.395 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:57 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:56:57.395 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:57 smithi032 ceph-mon[189144]: pgmap v6965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:57.395 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:57 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:56:57.395 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:57 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:56:57.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:57 smithi039 ceph-mon[181282]: pgmap v6965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:57.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:57 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:56:57.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:57 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:56:59.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:59 smithi039 ceph-mon[181282]: pgmap v6966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:59.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:56:59.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:56:59.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:56:59.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:56:59.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:56:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:56:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:59 smithi032 ceph-mon[189144]: pgmap v6966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:56:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:56:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:56:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:56:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:56:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:56:59.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:59 smithi032 ceph-mon[191839]: pgmap v6966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:56:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:56:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:56:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:56:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:56:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:56:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:57:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:57:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:57:00] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:57:01.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:57:01 smithi039 ceph-mon[181282]: pgmap v6967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:01.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:57:01 smithi032 ceph-mon[191839]: pgmap v6967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:01.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:57:01 smithi032 ceph-mon[189144]: pgmap v6967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:03.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:57:03 smithi039 ceph-mon[181282]: pgmap v6968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:03.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:57:03 smithi032 ceph-mon[191839]: pgmap v6968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:03.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:57:03 smithi032 ceph-mon[189144]: pgmap v6968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:57:05 smithi039 ceph-mon[181282]: pgmap v6969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:57:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:57:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:57:05 smithi032 ceph-mon[191839]: pgmap v6969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:57:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:57:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:57:05 smithi032 ceph-mon[189144]: pgmap v6969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:57:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:57:07.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:57:07 smithi039 ceph-mon[181282]: pgmap v6970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:07.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:57:07 smithi032 ceph-mon[191839]: pgmap v6970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:07.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:57:07 smithi032 ceph-mon[189144]: pgmap v6970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:09.291 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:57:09.615 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:57:09.616 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 13s ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:57:09.616 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 8m ago 2h 95.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:57:09.616 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 13s ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:57:09.616 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 8m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:57:09.616 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 8m ago 2h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:57:09.616 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 13s ago 2h 653M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:57:09.616 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 13s ago 2h 891M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:57:09.616 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 8m ago 2h 441M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:57:09.616 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 13s ago 2h 465M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:57:09.616 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 13s ago 2h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:57:09.616 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 8m ago 2h 18.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:57:09.616 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 13s ago 2h 4237M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:57:09.616 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 13s ago 2h 4443M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:57:09.616 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 13s ago 2h 4012M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:57:09.617 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 13s ago 2h 3941M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:57:09.617 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 8m ago 2h 3746M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:57:09.617 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 8m ago 2h 3944M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:57:09.617 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 8m ago 2h 3708M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:57:09.617 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 8m ago 2h 3580M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:57:09.617 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 8m ago 2h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:57:09.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:57:09 smithi039 ceph-mon[181282]: pgmap v6971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:09.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:57:09 smithi032 ceph-mon[191839]: pgmap v6971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:57:09 smithi032 ceph-mon[189144]: pgmap v6971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:10.018 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:57:10.018 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:57:10.018 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:57:10.018 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:57:10.018 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:57:10.018 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:57:10.018 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:57:10.018 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:57:10.019 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:57:10.019 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:57:10.019 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:57:10.019 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:57:10.019 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:57:10.019 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:57:10.019 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:57:10.019 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:57:10.019 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:57:10.019 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:57:10.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:57:10 smithi039 ceph-mon[181282]: from='client.41205 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:57:10.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:57:10 smithi039 ceph-mon[181282]: from='client.51128 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:57:10.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:57:10 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2212915453' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:57:10.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:57:10 smithi032 ceph-mon[189144]: from='client.41205 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:57:10.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:57:10 smithi032 ceph-mon[189144]: from='client.51128 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:57:10.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:57:10 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2212915453' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:57:10.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:57:10 smithi032 ceph-mon[191839]: from='client.41205 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:57:10.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:57:10 smithi032 ceph-mon[191839]: from='client.51128 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:57:10.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:57:10 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2212915453' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:57:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:57:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:57:10] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:57:11.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:57:11 smithi039 ceph-mon[181282]: pgmap v6972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:57:11 smithi032 ceph-mon[191839]: pgmap v6972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:11.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:57:11 smithi032 ceph-mon[189144]: pgmap v6972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:13.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:57:13 smithi039 ceph-mon[181282]: pgmap v6973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:13.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:57:13 smithi032 ceph-mon[191839]: pgmap v6973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:13.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:57:13 smithi032 ceph-mon[189144]: pgmap v6973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:57:15 smithi039 ceph-mon[181282]: pgmap v6974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:15.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:57:15 smithi032 ceph-mon[191839]: pgmap v6974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:15.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:57:15 smithi032 ceph-mon[189144]: pgmap v6974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:17.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:57:17 smithi039 ceph-mon[181282]: pgmap v6975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:17.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:57:17 smithi032 ceph-mon[191839]: pgmap v6975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:17.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:57:17 smithi032 ceph-mon[189144]: pgmap v6975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:57:19 smithi039 ceph-mon[181282]: pgmap v6976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:19.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:57:19 smithi032 ceph-mon[191839]: pgmap v6976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:57:19 smithi032 ceph-mon[189144]: pgmap v6976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:57:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:57:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:57:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:57:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:57:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:57:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:57:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:57:20] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:57:21.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:57:21 smithi039 ceph-mon[181282]: pgmap v6977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:21.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:57:21 smithi032 ceph-mon[191839]: pgmap v6977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:57:21 smithi032 ceph-mon[189144]: pgmap v6977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:23.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:57:23 smithi039 ceph-mon[181282]: pgmap v6978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:23.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:57:23 smithi032 ceph-mon[191839]: pgmap v6978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:23.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:57:23 smithi032 ceph-mon[189144]: pgmap v6978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:25.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:57:25 smithi039 ceph-mon[181282]: pgmap v6979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:25.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:57:25 smithi032 ceph-mon[191839]: pgmap v6979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:25.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:57:25 smithi032 ceph-mon[189144]: pgmap v6979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:27.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:57:27 smithi039 ceph-mon[181282]: pgmap v6980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:27.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:57:27 smithi032 ceph-mon[189144]: pgmap v6980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:27.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:57:27 smithi032 ceph-mon[191839]: pgmap v6980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:29.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:57:29 smithi032 ceph-mon[189144]: pgmap v6981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:29.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:57:29 smithi032 ceph-mon[191839]: pgmap v6981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:57:29 smithi039 ceph-mon[181282]: pgmap v6981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:57:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:57:30] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:57:31.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:57:31 smithi032 ceph-mon[191839]: pgmap v6982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:31.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:57:31 smithi032 ceph-mon[189144]: pgmap v6982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:32.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:57:31 smithi039 ceph-mon[181282]: pgmap v6982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:33.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:57:33 smithi032 ceph-mon[191839]: pgmap v6983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:33.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:57:33 smithi032 ceph-mon[189144]: pgmap v6983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:34.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:57:33 smithi039 ceph-mon[181282]: pgmap v6983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:57:35 smithi032 ceph-mon[191839]: pgmap v6984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:57:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:57:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:57:35 smithi032 ceph-mon[189144]: pgmap v6984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:57:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:57:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:57:35 smithi039 ceph-mon[181282]: pgmap v6984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:57:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:57:37.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:57:37 smithi032 ceph-mon[191839]: pgmap v6985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:37.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:57:37 smithi032 ceph-mon[189144]: pgmap v6985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:38.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:57:37 smithi039 ceph-mon[181282]: pgmap v6985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:39.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:57:39 smithi032 ceph-mon[191839]: pgmap v6986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:57:39 smithi032 ceph-mon[189144]: pgmap v6986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:57:39 smithi039 ceph-mon[181282]: pgmap v6986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:40.380 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:57:40.702 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:57:40.702 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 44s ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:57:40.702 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 8m ago 2h 95.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:57:40.703 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 44s ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:57:40.703 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 8m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:57:40.703 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 8m ago 2h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:57:40.703 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 44s ago 2h 653M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:57:40.703 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 44s ago 2h 891M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:57:40.703 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 8m ago 2h 441M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:57:40.703 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 44s ago 2h 465M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:57:40.703 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 44s ago 2h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:57:40.703 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 8m ago 2h 18.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:57:40.703 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 44s ago 2h 4237M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:57:40.703 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 44s ago 2h 4443M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:57:40.704 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 44s ago 2h 4012M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:57:40.704 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 44s ago 2h 3941M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:57:40.704 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 8m ago 2h 3746M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:57:40.704 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 8m ago 2h 3944M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:57:40.704 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 8m ago 2h 3708M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:57:40.704 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 8m ago 2h 3580M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:57:40.704 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 8m ago 2h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:57:41.104 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:57:41.104 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:57:41.104 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:57:41.104 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:57:41.105 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:57:41.105 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:57:41.105 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:57:41.105 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:57:41.105 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:57:41.105 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:57:41.105 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:57:41.105 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:57:41.105 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:57:41.105 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:57:41.105 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:57:41.105 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:57:41.106 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:57:41.106 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:57:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:57:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:57:40] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:57:41.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:57:41 smithi032 ceph-mon[191839]: pgmap v6987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:41.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:57:41 smithi032 ceph-mon[191839]: from='client.41223 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:57:41.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:57:41 smithi032 ceph-mon[191839]: from='client.51146 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:57:41.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:57:41 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3450316272' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:57:41.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:57:41 smithi032 ceph-mon[189144]: pgmap v6987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:41.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:57:41 smithi032 ceph-mon[189144]: from='client.41223 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:57:41.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:57:41 smithi032 ceph-mon[189144]: from='client.51146 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:57:41.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:57:41 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3450316272' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:57:42.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:57:41 smithi039 ceph-mon[181282]: pgmap v6987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:42.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:57:41 smithi039 ceph-mon[181282]: from='client.41223 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:57:42.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:57:41 smithi039 ceph-mon[181282]: from='client.51146 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:57:42.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:57:41 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3450316272' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:57:43.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:57:43 smithi032 ceph-mon[191839]: pgmap v6988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:43.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:57:43 smithi032 ceph-mon[189144]: pgmap v6988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:44.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:57:43 smithi039 ceph-mon[181282]: pgmap v6988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:45.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:57:45 smithi032 ceph-mon[189144]: pgmap v6989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:45.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:57:45 smithi032 ceph-mon[191839]: pgmap v6989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:46.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:57:45 smithi039 ceph-mon[181282]: pgmap v6989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:47.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:57:47 smithi032 ceph-mon[191839]: pgmap v6990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:47.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:57:47 smithi032 ceph-mon[189144]: pgmap v6990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:48.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:57:47 smithi039 ceph-mon[181282]: pgmap v6990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:49.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:57:49 smithi032 ceph-mon[191839]: pgmap v6991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:49.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:57:49 smithi032 ceph-mon[189144]: pgmap v6991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:57:49 smithi039 ceph-mon[181282]: pgmap v6991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:57:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:57:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:57:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:57:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:57:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:57:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:57:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:57:50] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T19:57:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:57:51 smithi032 ceph-mon[189144]: pgmap v6992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:51.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:57:51 smithi032 ceph-mon[191839]: pgmap v6992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:57:51 smithi039 ceph-mon[181282]: pgmap v6992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:53.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:57:53 smithi032 ceph-mon[189144]: pgmap v6993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:53.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:57:53 smithi032 ceph-mon[191839]: pgmap v6993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:54.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:57:53 smithi039 ceph-mon[181282]: pgmap v6993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:55.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:57:55 smithi032 ceph-mon[189144]: pgmap v6994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:55.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:57:55 smithi032 ceph-mon[191839]: pgmap v6994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:56.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:57:55 smithi039 ceph-mon[181282]: pgmap v6994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:57.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:57:57 smithi032 ceph-mon[189144]: pgmap v6995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:57.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:57:57 smithi032 ceph-mon[191839]: pgmap v6995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:58.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:57:57 smithi039 ceph-mon[181282]: pgmap v6995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:57:59 smithi032 ceph-mon[189144]: pgmap v6996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:57:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:57:59.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:57:59 smithi032 ceph-mon[191839]: pgmap v6996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:57:59.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:57:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:58:00.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:57:59 smithi039 ceph-mon[181282]: pgmap v6996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:00.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:57:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:58:00.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:58:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:58:00.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:58:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:58:00.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:58:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:58:00.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:58:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:58:00.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:58:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:58:00.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:58:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:58:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:58:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:58:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:58:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:58:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:58:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:58:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:58:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:58:00] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T19:58:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:58:01 smithi039 ceph-mon[181282]: pgmap v6997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:02.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:58:01 smithi032 ceph-mon[189144]: pgmap v6997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:02.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:58:01 smithi032 ceph-mon[191839]: pgmap v6997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:04.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:58:03 smithi039 ceph-mon[181282]: pgmap v6998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:04.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:58:03 smithi032 ceph-mon[189144]: pgmap v6998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:04.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:58:03 smithi032 ceph-mon[191839]: pgmap v6998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:58:05 smithi039 ceph-mon[181282]: pgmap v6999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:58:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:58:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:58:05 smithi032 ceph-mon[189144]: pgmap v6999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:58:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:58:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:58:05 smithi032 ceph-mon[191839]: pgmap v6999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:58:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:58:08.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:58:07 smithi039 ceph-mon[181282]: pgmap v7000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:58:07 smithi032 ceph-mon[191839]: pgmap v7000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:58:07 smithi032 ceph-mon[189144]: pgmap v7000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:58:09 smithi039 ceph-mon[181282]: pgmap v7001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:10.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:58:09 smithi032 ceph-mon[191839]: pgmap v7001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:58:09 smithi032 ceph-mon[189144]: pgmap v7001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:58:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:58:10] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:58:11.471 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:58:11.796 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:58:11.796 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 75s ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:58:11.796 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 9m ago 2h 95.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:58:11.796 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 75s ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:58:11.796 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 9m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:58:11.796 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 9m ago 2h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:58:11.797 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 75s ago 2h 653M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:58:11.797 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 75s ago 2h 891M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:58:11.797 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 9m ago 2h 441M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:58:11.797 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 75s ago 2h 465M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:58:11.797 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 75s ago 2h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:58:11.797 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 9m ago 2h 18.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:58:11.797 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 75s ago 2h 4237M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:58:11.797 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 75s ago 2h 4443M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:58:11.797 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 75s ago 2h 4012M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:58:11.797 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 75s ago 2h 3941M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:58:11.797 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 9m ago 2h 3746M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:58:11.797 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 9m ago 2h 3944M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:58:11.797 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 9m ago 2h 3708M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:58:11.798 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 9m ago 2h 3580M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:58:11.798 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 9m ago 2h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:58:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:58:11 smithi039 ceph-mon[181282]: pgmap v7002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:12.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:58:11 smithi032 ceph-mon[189144]: pgmap v7002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:12.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:58:11 smithi032 ceph-mon[191839]: pgmap v7002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:12.196 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:58:12.196 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:58:12.196 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:58:12.196 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:58:12.196 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:58:12.197 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:58:12.197 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:58:12.197 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:58:12.197 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:58:12.197 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:58:12.197 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:58:12.197 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:58:12.197 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:58:12.197 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:58:12.197 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:58:12.197 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:58:12.197 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:58:12.197 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:58:13.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:58:12 smithi039 ceph-mon[181282]: from='client.51158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:58:13.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:58:12 smithi039 ceph-mon[181282]: from='client.51164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:58:13.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:58:12 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2839205380' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:58:13.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:58:12 smithi032 ceph-mon[191839]: from='client.51158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:58:13.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:58:12 smithi032 ceph-mon[191839]: from='client.51164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:58:13.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:58:12 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2839205380' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:58:13.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:58:12 smithi032 ceph-mon[189144]: from='client.51158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:58:13.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:58:12 smithi032 ceph-mon[189144]: from='client.51164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:58:13.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:58:12 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2839205380' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:58:14.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:58:13 smithi039 ceph-mon[181282]: pgmap v7003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:14.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:58:13 smithi032 ceph-mon[191839]: pgmap v7003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:14.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:58:13 smithi032 ceph-mon[189144]: pgmap v7003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:16.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:58:15 smithi039 ceph-mon[181282]: pgmap v7004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:16.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:58:15 smithi032 ceph-mon[191839]: pgmap v7004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:16.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:58:15 smithi032 ceph-mon[189144]: pgmap v7004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:18.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:58:17 smithi039 ceph-mon[181282]: pgmap v7005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:58:17 smithi032 ceph-mon[191839]: pgmap v7005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:58:17 smithi032 ceph-mon[189144]: pgmap v7005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:20.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:58:19 smithi039 ceph-mon[181282]: pgmap v7006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:20.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:58:19 smithi032 ceph-mon[189144]: pgmap v7006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:58:19 smithi032 ceph-mon[191839]: pgmap v7006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:58:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:58:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:58:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:58:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:58:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:58:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:58:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:58:20] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:58:22.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:58:21 smithi039 ceph-mon[181282]: pgmap v7007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:58:21 smithi032 ceph-mon[191839]: pgmap v7007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:58:21 smithi032 ceph-mon[189144]: pgmap v7007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:24.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:58:23 smithi039 ceph-mon[181282]: pgmap v7008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:24.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:58:23 smithi032 ceph-mon[189144]: pgmap v7008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:24.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:58:23 smithi032 ceph-mon[191839]: pgmap v7008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:26.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:58:25 smithi039 ceph-mon[181282]: pgmap v7009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:58:25 smithi032 ceph-mon[191839]: pgmap v7009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:58:25 smithi032 ceph-mon[189144]: pgmap v7009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:28.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:58:27 smithi039 ceph-mon[181282]: pgmap v7010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:28.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:58:27 smithi032 ceph-mon[191839]: pgmap v7010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:28.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:58:27 smithi032 ceph-mon[189144]: pgmap v7010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:58:29 smithi039 ceph-mon[181282]: pgmap v7011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:58:29 smithi032 ceph-mon[191839]: pgmap v7011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:58:29 smithi032 ceph-mon[189144]: pgmap v7011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:58:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:58:30] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:58:32.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:58:31 smithi039 ceph-mon[181282]: pgmap v7012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:32.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:58:31 smithi032 ceph-mon[189144]: pgmap v7012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:58:31 smithi032 ceph-mon[191839]: pgmap v7012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:34.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:58:33 smithi039 ceph-mon[181282]: pgmap v7013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:58:33 smithi032 ceph-mon[191839]: pgmap v7013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:34.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:58:33 smithi032 ceph-mon[189144]: pgmap v7013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:58:35 smithi032 ceph-mon[189144]: pgmap v7014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:58:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:58:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:58:35 smithi032 ceph-mon[191839]: pgmap v7014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:58:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:58:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:58:35 smithi039 ceph-mon[181282]: pgmap v7014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:58:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:58:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:58:37 smithi032 ceph-mon[189144]: pgmap v7015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:38.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:58:37 smithi032 ceph-mon[191839]: pgmap v7015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:58:37 smithi039 ceph-mon[181282]: pgmap v7015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:40.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:58:39 smithi032 ceph-mon[191839]: pgmap v7016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:58:39 smithi032 ceph-mon[189144]: pgmap v7016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:40.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:58:39 smithi039 ceph-mon[181282]: pgmap v7016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:58:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:58:40] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T19:58:42.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:58:41 smithi032 ceph-mon[189144]: pgmap v7017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:58:41 smithi032 ceph-mon[191839]: pgmap v7017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:58:41 smithi039 ceph-mon[181282]: pgmap v7017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:42.562 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:58:42.885 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:58:42.885 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 106s ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:58:42.885 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 9m ago 2h 95.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:58:42.885 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 106s ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:58:42.885 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 9m ago 2h 27.8M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:58:42.885 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 9m ago 2h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:58:42.885 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 106s ago 2h 653M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:58:42.885 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 106s ago 2h 891M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:58:42.885 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 9m ago 2h 441M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:58:42.885 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 106s ago 2h 465M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:58:42.886 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 106s ago 2h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:58:42.886 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 9m ago 2h 18.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:58:42.886 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 106s ago 2h 4237M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:58:42.886 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 106s ago 2h 4443M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:58:42.886 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 106s ago 2h 4012M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:58:42.886 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 106s ago 2h 3941M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:58:42.886 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 9m ago 2h 3746M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:58:42.886 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 9m ago 2h 3944M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:58:42.886 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 9m ago 2h 3708M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:58:42.886 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 9m ago 2h 3580M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:58:42.886 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 9m ago 2h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:58:43.284 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:58:43.284 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:58:43.284 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:58:43.284 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:58:43.284 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:58:43.284 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:58:43.284 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:58:43.284 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:58:43.284 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:58:43.284 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:58:43.284 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:58:43.285 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:58:43.285 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:58:43.285 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:58:43.285 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:58:43.285 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:58:43.285 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:58:43.285 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:58:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:58:43 smithi032 ceph-mon[189144]: pgmap v7018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:58:43 smithi032 ceph-mon[189144]: from='client.41259 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:58:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:58:43 smithi032 ceph-mon[189144]: from='client.51182 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:58:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:58:43 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3473287166' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:58:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:58:43 smithi032 ceph-mon[191839]: pgmap v7018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:58:43 smithi032 ceph-mon[191839]: from='client.41259 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:58:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:58:43 smithi032 ceph-mon[191839]: from='client.51182 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:58:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:58:43 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3473287166' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:58:44.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:58:43 smithi039 ceph-mon[181282]: pgmap v7018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:44.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:58:43 smithi039 ceph-mon[181282]: from='client.41259 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:58:44.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:58:43 smithi039 ceph-mon[181282]: from='client.51182 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:58:44.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:58:43 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3473287166' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:58:46.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:58:45 smithi032 ceph-mon[189144]: pgmap v7019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:46.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:58:45 smithi032 ceph-mon[191839]: pgmap v7019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:58:45 smithi039 ceph-mon[181282]: pgmap v7019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:48.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:58:47 smithi032 ceph-mon[191839]: pgmap v7020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:48.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:58:47 smithi032 ceph-mon[189144]: pgmap v7020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:58:47 smithi039 ceph-mon[181282]: pgmap v7020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:58:49 smithi032 ceph-mon[191839]: pgmap v7021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:58:49 smithi032 ceph-mon[189144]: pgmap v7021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:58:49 smithi039 ceph-mon[181282]: pgmap v7021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:58:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:58:50] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:58:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:58:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:58:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:58:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:58:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:58:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:58:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:58:51 smithi032 ceph-mon[189144]: pgmap v7022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:52.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:58:51 smithi032 ceph-mon[191839]: pgmap v7022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:58:51 smithi039 ceph-mon[181282]: pgmap v7022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:54.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:58:53 smithi032 ceph-mon[191839]: pgmap v7023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:54.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:58:53 smithi032 ceph-mon[189144]: pgmap v7023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:54.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:58:53 smithi039 ceph-mon[181282]: pgmap v7023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:56.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:58:55 smithi032 ceph-mon[191839]: pgmap v7024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:56.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:58:55 smithi032 ceph-mon[189144]: pgmap v7024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:58:55 smithi039 ceph-mon[181282]: pgmap v7024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:58.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:58:57 smithi032 ceph-mon[191839]: pgmap v7025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:58.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:58:57 smithi032 ceph-mon[189144]: pgmap v7025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:58:58.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:58:57 smithi039 ceph-mon[181282]: pgmap v7025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:00.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:58:59 smithi032 ceph-mon[191839]: pgmap v7026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:00.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:58:59 smithi032 ceph-mon[189144]: pgmap v7026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:58:59 smithi039 ceph-mon[181282]: pgmap v7026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:01.087 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:59:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:59:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:59:00] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:59:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:59:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T19:59:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:01 smithi032 ceph-mon[189144]: pgmap v7027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:02.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:01 smithi032 ceph-mon[191839]: pgmap v7027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:02.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:01 smithi039 ceph-mon[181282]: pgmap v7027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:03.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:03 smithi039 ceph-mon[181282]: pgmap v7028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:03.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:59:03.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:59:03.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:59:03.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:59:03.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:03 smithi032 ceph-mon[189144]: pgmap v7028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:03.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:59:03.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:59:03.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:59:03.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:59:03.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:03 smithi032 ceph-mon[191839]: pgmap v7028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:03.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:59:03.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:59:03.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:59:03.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:59:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:05 smithi039 ceph-mon[181282]: pgmap v7029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:59:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:05 smithi032 ceph-mon[191839]: pgmap v7029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:59:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:05 smithi032 ceph-mon[189144]: pgmap v7029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:59:06.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:59:06.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:59:06.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:59:06.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:59:06.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:59:06.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:59:06.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:59:06.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:59:06.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:59:06.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:59:07.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:59:07.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:59:07.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T19:59:07.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T19:59:07.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T19:59:07.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:07 smithi032 ceph-mon[189144]: pgmap v7030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:07.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:07 smithi032 ceph-mon[191839]: pgmap v7030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:08.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:07 smithi039 ceph-mon[181282]: pgmap v7030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:09.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:09 smithi032 ceph-mon[189144]: pgmap v7031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:09 smithi032 ceph-mon[191839]: pgmap v7031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:09 smithi039 ceph-mon[181282]: pgmap v7031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:59:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:59:10] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T19:59:11.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:11 smithi032 ceph-mon[189144]: pgmap v7032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:11 smithi032 ceph-mon[191839]: pgmap v7032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:11 smithi039 ceph-mon[181282]: pgmap v7032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:13.652 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:59:13.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:13 smithi032 ceph-mon[189144]: pgmap v7033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:13.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:13 smithi032 ceph-mon[191839]: pgmap v7033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:13.974 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:59:13.974 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 2m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:59:13.974 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 11s ago 2h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:59:13.974 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 2m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:59:13.974 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 11s ago 2h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:59:13.974 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 11s ago 2h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:59:13.974 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 2m ago 2h 653M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:59:13.974 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 2m ago 2h 891M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:59:13.974 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 11s ago 2h 456M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:59:13.974 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 2m ago 2h 465M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:59:13.974 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 2m ago 2h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:59:13.975 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 11s ago 2h 20.9M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:59:13.975 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 2m ago 2h 4237M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:59:13.975 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 2m ago 2h 4443M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:59:13.975 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 2m ago 2h 4012M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:59:13.975 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 2m ago 2h 3941M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:59:13.975 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 11s ago 2h 3773M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:59:13.975 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 11s ago 2h 3977M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:59:13.975 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 11s ago 2h 3738M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:59:13.975 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 11s ago 2h 3616M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:59:13.975 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 11s ago 2h 124M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:59:14.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:13 smithi039 ceph-mon[181282]: pgmap v7033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:14.378 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:59:14.378 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:59:14.378 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:59:14.378 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:59:14.378 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:59:14.378 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:59:14.378 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:59:14.378 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:59:14.378 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:59:14.378 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:59:14.378 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:59:14.379 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:59:14.379 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:59:14.379 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:59:14.379 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:59:14.379 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:59:14.379 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:59:14.379 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:59:14.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:14 smithi032 ceph-mon[191839]: from='client.41277 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:59:14.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:14 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4201589832' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:59:14.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:14 smithi032 ceph-mon[189144]: from='client.41277 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:59:14.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:14 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4201589832' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:59:15.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:14 smithi039 ceph-mon[181282]: from='client.41277 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:59:15.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:14 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4201589832' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:59:15.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:15 smithi032 ceph-mon[191839]: from='client.51200 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:59:15.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:15 smithi032 ceph-mon[191839]: pgmap v7034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:15.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:15 smithi032 ceph-mon[189144]: from='client.51200 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:59:15.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:15 smithi032 ceph-mon[189144]: pgmap v7034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:16.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:15 smithi039 ceph-mon[181282]: from='client.51200 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:59:16.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:15 smithi039 ceph-mon[181282]: pgmap v7034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:17.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:17 smithi032 ceph-mon[189144]: pgmap v7035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:17.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:17 smithi032 ceph-mon[191839]: pgmap v7035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:18.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:17 smithi039 ceph-mon[181282]: pgmap v7035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:19.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:19 smithi032 ceph-mon[191839]: pgmap v7036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:19 smithi032 ceph-mon[189144]: pgmap v7036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:19 smithi039 ceph-mon[181282]: pgmap v7036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:59:20.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:59:20.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:59:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:59:20] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:59:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:59:21.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:21 smithi032 ceph-mon[191839]: pgmap v7037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:21 smithi032 ceph-mon[189144]: pgmap v7037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:22.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:21 smithi039 ceph-mon[181282]: pgmap v7037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:24.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:23 smithi039 ceph-mon[181282]: pgmap v7038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:24.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:23 smithi032 ceph-mon[189144]: pgmap v7038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:24.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:23 smithi032 ceph-mon[191839]: pgmap v7038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:26.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:25 smithi039 ceph-mon[181282]: pgmap v7039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:25 smithi032 ceph-mon[191839]: pgmap v7039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:25 smithi032 ceph-mon[189144]: pgmap v7039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:28.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:27 smithi039 ceph-mon[181282]: pgmap v7040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:28.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:27 smithi032 ceph-mon[191839]: pgmap v7040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:28.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:27 smithi032 ceph-mon[189144]: pgmap v7040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:29 smithi039 ceph-mon[181282]: pgmap v7041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:29 smithi032 ceph-mon[191839]: pgmap v7041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:29 smithi032 ceph-mon[189144]: pgmap v7041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:59:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:59:30] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T19:59:32.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:31 smithi039 ceph-mon[181282]: pgmap v7042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:32.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:31 smithi032 ceph-mon[191839]: pgmap v7042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:31 smithi032 ceph-mon[189144]: pgmap v7042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:34.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:33 smithi039 ceph-mon[181282]: pgmap v7043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:34.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:33 smithi032 ceph-mon[191839]: pgmap v7043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:34.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:33 smithi032 ceph-mon[189144]: pgmap v7043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:36.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:35 smithi039 ceph-mon[181282]: pgmap v7044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:36.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:59:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:35 smithi032 ceph-mon[191839]: pgmap v7044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:59:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:35 smithi032 ceph-mon[189144]: pgmap v7044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:59:38.013 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:37 smithi039 ceph-mon[181282]: pgmap v7045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:37 smithi032 ceph-mon[191839]: pgmap v7045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:37 smithi032 ceph-mon[189144]: pgmap v7045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:39 smithi039 ceph-mon[181282]: pgmap v7046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:40.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:39 smithi032 ceph-mon[189144]: pgmap v7046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:40.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:39 smithi032 ceph-mon[191839]: pgmap v7046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:59:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:59:40] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T19:59:42.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:41 smithi039 ceph-mon[181282]: pgmap v7047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:41 smithi032 ceph-mon[191839]: pgmap v7047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:41 smithi032 ceph-mon[189144]: pgmap v7047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:44.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:43 smithi039 ceph-mon[181282]: pgmap v7048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:43 smithi032 ceph-mon[189144]: pgmap v7048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:43 smithi032 ceph-mon[191839]: pgmap v7048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:44.743 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T19:59:45.066 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T19:59:45.066 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 2m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T19:59:45.066 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 42s ago 2h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T19:59:45.066 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 2m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T19:59:45.066 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 42s ago 2h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T19:59:45.066 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 42s ago 2h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T19:59:45.066 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 2m ago 2h 653M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T19:59:45.066 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 2m ago 2h 891M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T19:59:45.066 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 42s ago 2h 456M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T19:59:45.066 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 2m ago 2h 465M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T19:59:45.067 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 2m ago 2h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T19:59:45.067 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 42s ago 2h 20.9M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T19:59:45.067 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 2m ago 2h 4237M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T19:59:45.067 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 2m ago 2h 4443M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T19:59:45.067 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 2m ago 2h 4012M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T19:59:45.067 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 2m ago 2h 3941M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T19:59:45.067 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 42s ago 2h 3773M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T19:59:45.067 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 42s ago 2h 3977M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T19:59:45.067 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 42s ago 2h 3738M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T19:59:45.067 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 42s ago 2h 3616M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T19:59:45.067 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 42s ago 2h 124M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T19:59:45.469 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T19:59:45.469 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T19:59:45.469 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T19:59:45.469 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:59:45.469 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T19:59:45.469 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T19:59:45.469 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:59:45.469 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T19:59:45.469 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T19:59:45.470 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:59:45.470 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T19:59:45.470 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T19:59:45.470 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T19:59:45.470 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T19:59:45.470 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T19:59:45.470 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T19:59:45.470 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T19:59:45.470 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T19:59:46.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:45 smithi039 ceph-mon[181282]: pgmap v7049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:46.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:45 smithi039 ceph-mon[181282]: from='client.51212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:59:46.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:45 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2784709160' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:59:46.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:45 smithi032 ceph-mon[191839]: pgmap v7049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:46.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:45 smithi032 ceph-mon[191839]: from='client.51212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:59:46.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:45 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2784709160' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:59:46.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:45 smithi032 ceph-mon[189144]: pgmap v7049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:46.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:45 smithi032 ceph-mon[189144]: from='client.51212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:59:46.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:45 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2784709160' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T19:59:47.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:46 smithi039 ceph-mon[181282]: from='client.41301 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:59:47.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:46 smithi032 ceph-mon[191839]: from='client.41301 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:59:47.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:46 smithi032 ceph-mon[189144]: from='client.41301 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T19:59:48.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:47 smithi039 ceph-mon[181282]: pgmap v7050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:48.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:47 smithi032 ceph-mon[189144]: pgmap v7050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:48.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:47 smithi032 ceph-mon[191839]: pgmap v7050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:49 smithi039 ceph-mon[181282]: pgmap v7051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:50.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:49 smithi032 ceph-mon[189144]: pgmap v7051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:49 smithi032 ceph-mon[191839]: pgmap v7051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:59:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:59:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T19:59:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 19:59:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:19:59:50] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T19:59:52.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:51 smithi039 ceph-mon[181282]: pgmap v7052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:52.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:51 smithi032 ceph-mon[191839]: pgmap v7052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:51 smithi032 ceph-mon[189144]: pgmap v7052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:54.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:53 smithi039 ceph-mon[181282]: pgmap v7053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:54.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:53 smithi032 ceph-mon[191839]: pgmap v7053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:53 smithi032 ceph-mon[189144]: pgmap v7053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:56.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:55 smithi039 ceph-mon[181282]: pgmap v7054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:56.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:55 smithi032 ceph-mon[191839]: pgmap v7054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:56.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:55 smithi032 ceph-mon[189144]: pgmap v7054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:58.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:57 smithi039 ceph-mon[181282]: pgmap v7055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:58.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:57 smithi032 ceph-mon[189144]: pgmap v7055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T19:59:58.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:57 smithi032 ceph-mon[191839]: pgmap v7055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:00.000 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 19:59:59 smithi032 ceph-mon[191839]: pgmap v7056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:00.001 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 19:59:59 smithi032 ceph-mon[189144]: pgmap v7056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 19:59:59 smithi039 ceph-mon[181282]: pgmap v7056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:00:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T19:59:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T20:00:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:00:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T20:00:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:00:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:00:00] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:00:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:00:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T20:00:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:00:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T20:00:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:00:01 smithi039 ceph-mon[181282]: pgmap v7057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:00:01 smithi032 ceph-mon[191839]: pgmap v7057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:00:01 smithi032 ceph-mon[189144]: pgmap v7057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:04.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:00:03 smithi039 ceph-mon[181282]: pgmap v7058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:04.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:00:03 smithi032 ceph-mon[189144]: pgmap v7058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:04.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:00:03 smithi032 ceph-mon[191839]: pgmap v7058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:00:05 smithi032 ceph-mon[191839]: pgmap v7059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:00:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:00:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:00:05 smithi032 ceph-mon[189144]: pgmap v7059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:00:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:00:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:00:05 smithi039 ceph-mon[181282]: pgmap v7059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:00:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:00:07.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:00:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:00:07.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:00:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:00:07.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:00:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:00:07.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:00:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:00:07.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:00:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:00:07.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:00:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:00:07.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:00:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:00:07.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:00:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:00:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:00:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:00:07.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:00:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:00:07.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:00:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:00:07.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:00:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:00:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:00:07 smithi032 ceph-mon[189144]: pgmap v7060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:08.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:00:07 smithi032 ceph-mon[191839]: pgmap v7060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:08.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:00:07 smithi039 ceph-mon[181282]: pgmap v7060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:00:09 smithi032 ceph-mon[189144]: pgmap v7061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:10.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:00:09 smithi032 ceph-mon[191839]: pgmap v7061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:00:09 smithi039 ceph-mon[181282]: pgmap v7061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:00:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:00:10] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:00:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:00:11 smithi032 ceph-mon[189144]: pgmap v7062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:12.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:00:11 smithi032 ceph-mon[191839]: pgmap v7062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:00:11 smithi039 ceph-mon[181282]: pgmap v7062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:14.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:00:13 smithi032 ceph-mon[191839]: pgmap v7063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:14.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:00:13 smithi032 ceph-mon[189144]: pgmap v7063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:14.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:00:13 smithi039 ceph-mon[181282]: pgmap v7063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:15.835 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:00:16.155 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:00:16.155 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 3m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:00:16.155 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 73s ago 2h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:00:16.156 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 3m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:00:16.156 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 73s ago 2h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:00:16.156 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 73s ago 2h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:00:16.156 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 3m ago 2h 653M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:00:16.156 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 3m ago 2h 891M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:00:16.156 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 73s ago 2h 456M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:00:16.156 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 3m ago 2h 465M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:00:16.156 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 3m ago 2h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:00:16.156 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 73s ago 2h 20.9M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:00:16.156 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 3m ago 2h 4237M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:00:16.156 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 3m ago 2h 4443M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:00:16.156 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 3m ago 2h 4012M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:00:16.156 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 3m ago 2h 3941M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:00:16.157 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 73s ago 2h 3773M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:00:16.157 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 73s ago 2h 3977M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:00:16.157 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 73s ago 2h 3738M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:00:16.157 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 73s ago 2h 3616M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:00:16.157 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 73s ago 2h 124M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:00:16.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:00:15 smithi032 ceph-mon[191839]: pgmap v7064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:16.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:00:15 smithi032 ceph-mon[189144]: pgmap v7064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:00:15 smithi039 ceph-mon[181282]: pgmap v7064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:16.554 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:00:16.555 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:00:16.555 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:00:16.555 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:00:16.555 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:00:16.555 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:00:16.555 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:00:16.555 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:00:16.555 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:00:16.555 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:00:16.555 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:00:16.555 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:00:16.555 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:00:16.556 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:00:16.556 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:00:16.556 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:00:16.556 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:00:16.556 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:00:17.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:00:16 smithi032 ceph-mon[191839]: from='client.41313 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:00:17.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:00:16 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3680038077' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:00:17.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:00:16 smithi032 ceph-mon[189144]: from='client.41313 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:00:17.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:00:16 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3680038077' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:00:17.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:00:16 smithi039 ceph-mon[181282]: from='client.41313 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:00:17.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:00:16 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3680038077' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:00:17.257 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 20:00:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-22T20:00:16.982828785Z level=info msg="Completed cleanup jobs" duration=12.414646ms 2023-12-22T20:00:18.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:00:17 smithi032 ceph-mon[191839]: pgmap v7065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:18.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:00:17 smithi032 ceph-mon[191839]: from='client.41319 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:00:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:00:17 smithi032 ceph-mon[189144]: pgmap v7065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:00:17 smithi032 ceph-mon[189144]: from='client.41319 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:00:18.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:00:17 smithi039 ceph-mon[181282]: pgmap v7065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:18.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:00:17 smithi039 ceph-mon[181282]: from='client.41319 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:00:20.187 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:00:19 smithi032 ceph-mon[191839]: pgmap v7066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:20.188 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:00:19 smithi032 ceph-mon[189144]: pgmap v7066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:00:19 smithi039 ceph-mon[181282]: pgmap v7066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:00:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:00:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:00:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:00:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:00:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:00:20] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T20:00:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:00:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:00:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:00:21 smithi032 ceph-mon[191839]: pgmap v7067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:00:21 smithi032 ceph-mon[189144]: pgmap v7067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:00:21 smithi039 ceph-mon[181282]: pgmap v7067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:24.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:00:23 smithi032 ceph-mon[191839]: pgmap v7068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:00:23 smithi032 ceph-mon[189144]: pgmap v7068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:24.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:00:23 smithi039 ceph-mon[181282]: pgmap v7068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:00:25 smithi032 ceph-mon[191839]: pgmap v7069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:00:25 smithi032 ceph-mon[189144]: pgmap v7069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:00:25 smithi039 ceph-mon[181282]: pgmap v7069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:00:27 smithi032 ceph-mon[191839]: pgmap v7070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:00:27 smithi032 ceph-mon[189144]: pgmap v7070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:28.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:00:27 smithi039 ceph-mon[181282]: pgmap v7070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:00:29 smithi032 ceph-mon[191839]: pgmap v7071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:00:29 smithi032 ceph-mon[189144]: pgmap v7071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:00:29 smithi039 ceph-mon[181282]: pgmap v7071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:00:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:00:30] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T20:00:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:00:31 smithi032 ceph-mon[189144]: pgmap v7072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:00:31 smithi032 ceph-mon[191839]: pgmap v7072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:32.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:00:31 smithi039 ceph-mon[181282]: pgmap v7072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:00:33 smithi032 ceph-mon[191839]: pgmap v7073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:00:33 smithi032 ceph-mon[189144]: pgmap v7073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:00:33 smithi039 ceph-mon[181282]: pgmap v7073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:00:35 smithi032 ceph-mon[189144]: pgmap v7074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:00:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:00:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:00:35 smithi032 ceph-mon[191839]: pgmap v7074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:00:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:00:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:00:35 smithi039 ceph-mon[181282]: pgmap v7074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:00:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:00:38.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:00:37 smithi032 ceph-mon[191839]: pgmap v7075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:00:37 smithi032 ceph-mon[189144]: pgmap v7075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:00:37 smithi039 ceph-mon[181282]: pgmap v7075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:40.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:00:39 smithi032 ceph-mon[191839]: pgmap v7076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:00:39 smithi032 ceph-mon[189144]: pgmap v7076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:40.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:00:39 smithi039 ceph-mon[181282]: pgmap v7076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:00:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:00:40] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:00:42.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:00:41 smithi032 ceph-mon[189144]: pgmap v7077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:00:41 smithi032 ceph-mon[191839]: pgmap v7077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:00:41 smithi039 ceph-mon[181282]: pgmap v7077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:00:43 smithi032 ceph-mon[191839]: pgmap v7078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:00:43 smithi032 ceph-mon[189144]: pgmap v7078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:44.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:00:43 smithi039 ceph-mon[181282]: pgmap v7078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:46.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:00:45 smithi032 ceph-mon[191839]: pgmap v7079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:46.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:00:45 smithi032 ceph-mon[189144]: pgmap v7079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:00:45 smithi039 ceph-mon[181282]: pgmap v7079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:46.917 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:00:47.241 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:00:47.241 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 3m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:00:47.241 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 104s ago 2h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:00:47.241 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 3m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:00:47.241 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 104s ago 2h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:00:47.241 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 104s ago 2h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:00:47.241 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 3m ago 2h 653M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:00:47.241 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 3m ago 2h 891M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:00:47.242 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 104s ago 2h 456M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:00:47.244 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 3m ago 2h 465M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:00:47.244 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 3m ago 2h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:00:47.244 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 104s ago 2h 20.9M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:00:47.244 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 3m ago 2h 4237M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:00:47.244 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 3m ago 2h 4443M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:00:47.244 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 3m ago 2h 4012M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:00:47.245 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 3m ago 2h 3941M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:00:47.245 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 104s ago 2h 3773M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:00:47.245 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 104s ago 2h 3977M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:00:47.245 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 104s ago 2h 3738M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:00:47.245 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 104s ago 2h 3616M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:00:47.245 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 104s ago 2h 124M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:00:47.648 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:00:47.648 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:00:47.649 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:00:47.649 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:00:47.649 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:00:47.649 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:00:47.649 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:00:47.649 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:00:47.649 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:00:47.649 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:00:47.649 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:00:47.649 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:00:47.649 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:00:47.649 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:00:47.649 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:00:47.649 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:00:47.649 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:00:47.650 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:00:48.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:00:47 smithi032 ceph-mon[191839]: pgmap v7080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:48.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:00:47 smithi032 ceph-mon[191839]: from='client.51248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:00:48.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:00:47 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/846697951' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:00:48.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:00:47 smithi032 ceph-mon[189144]: pgmap v7080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:48.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:00:47 smithi032 ceph-mon[189144]: from='client.51248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:00:48.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:00:47 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/846697951' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:00:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:00:47 smithi039 ceph-mon[181282]: pgmap v7080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:00:47 smithi039 ceph-mon[181282]: from='client.51248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:00:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:00:47 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/846697951' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:00:49.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:00:48 smithi032 ceph-mon[191839]: from='client.51254 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:00:49.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:00:48 smithi032 ceph-mon[189144]: from='client.51254 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:00:49.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:00:48 smithi039 ceph-mon[181282]: from='client.51254 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:00:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:00:49 smithi032 ceph-mon[191839]: pgmap v7081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:00:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:00:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:00:49 smithi032 ceph-mon[189144]: pgmap v7081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:00:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:00:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:00:49 smithi039 ceph-mon[181282]: pgmap v7081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:00:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:00:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:00:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:00:50] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:00:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:00:51 smithi032 ceph-mon[191839]: pgmap v7082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:00:51 smithi032 ceph-mon[189144]: pgmap v7082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:00:51 smithi039 ceph-mon[181282]: pgmap v7082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:00:53 smithi032 ceph-mon[191839]: pgmap v7083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:54.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:00:53 smithi032 ceph-mon[189144]: pgmap v7083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:54.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:00:53 smithi039 ceph-mon[181282]: pgmap v7083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:56.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:00:55 smithi032 ceph-mon[191839]: pgmap v7084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:56.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:00:55 smithi032 ceph-mon[189144]: pgmap v7084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:56.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:00:55 smithi039 ceph-mon[181282]: pgmap v7084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:58.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:00:57 smithi032 ceph-mon[191839]: pgmap v7085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:58.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:00:57 smithi032 ceph-mon[189144]: pgmap v7085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:00:58.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:00:57 smithi039 ceph-mon[181282]: pgmap v7085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:00.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:00:59 smithi032 ceph-mon[191839]: pgmap v7086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:00.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:00:59 smithi032 ceph-mon[189144]: pgmap v7086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:00:59 smithi039 ceph-mon[181282]: pgmap v7086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:01:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:01:00] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:01:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:01:01 smithi032 ceph-mon[189144]: pgmap v7087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:02.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:01:01 smithi032 ceph-mon[191839]: pgmap v7087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:01:01 smithi039 ceph-mon[181282]: pgmap v7087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:04.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:01:03 smithi032 ceph-mon[189144]: pgmap v7088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:04.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:01:03 smithi032 ceph-mon[191839]: pgmap v7088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:04.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:01:03 smithi039 ceph-mon[181282]: pgmap v7088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:01:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:01:05.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:01:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:01:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:01:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:01:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:01:05 smithi032 ceph-mon[191839]: pgmap v7089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:01:05 smithi032 ceph-mon[189144]: pgmap v7089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:01:05 smithi039 ceph-mon[181282]: pgmap v7089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:07.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:01:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:01:07.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:01:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:01:07.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:01:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:01:07.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:01:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:01:07.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:01:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:01:07.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:01:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:01:07.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:01:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:01:07.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:01:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:01:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:01:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:01:07.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:01:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:01:07.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:01:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:01:07.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:01:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:01:08.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:01:07 smithi032 ceph-mon[189144]: pgmap v7090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:08.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:01:07 smithi032 ceph-mon[191839]: pgmap v7090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:01:07 smithi039 ceph-mon[181282]: pgmap v7090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:10.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:01:09 smithi032 ceph-mon[191839]: pgmap v7091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:10.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:01:09 smithi032 ceph-mon[189144]: pgmap v7091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:01:09 smithi039 ceph-mon[181282]: pgmap v7091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:01:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:01:10] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:01:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:01:11 smithi032 ceph-mon[189144]: pgmap v7092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:12.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:01:11 smithi032 ceph-mon[191839]: pgmap v7092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:01:11 smithi039 ceph-mon[181282]: pgmap v7092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:14.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:01:13 smithi032 ceph-mon[191839]: pgmap v7093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:14.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:01:13 smithi032 ceph-mon[189144]: pgmap v7093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:01:13 smithi039 ceph-mon[181282]: pgmap v7093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:16.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:01:15 smithi032 ceph-mon[191839]: pgmap v7094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:16.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:01:15 smithi032 ceph-mon[189144]: pgmap v7094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:01:15 smithi039 ceph-mon[181282]: pgmap v7094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:18.014 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:01:18.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:01:17 smithi032 ceph-mon[191839]: pgmap v7095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:01:17 smithi032 ceph-mon[189144]: pgmap v7095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:18.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:01:17 smithi039 ceph-mon[181282]: pgmap v7095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:18.334 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:01:18.334 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 4m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:01:18.334 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 2m ago 2h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:01:18.334 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 4m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:01:18.334 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 2m ago 2h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:01:18.335 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 2m ago 2h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:01:18.335 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 4m ago 2h 653M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:01:18.335 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 4m ago 2h 891M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:01:18.335 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 2m ago 2h 456M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:01:18.335 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 4m ago 2h 465M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:01:18.335 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 4m ago 2h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:01:18.335 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 2m ago 2h 20.9M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:01:18.335 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 4m ago 2h 4237M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:01:18.335 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 4m ago 2h 4443M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:01:18.335 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 4m ago 2h 4012M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:01:18.335 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 4m ago 2h 3941M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:01:18.335 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 2m ago 2h 3773M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:01:18.335 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 2m ago 2h 3977M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:01:18.335 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 2m ago 2h 3738M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:01:18.335 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 2m ago 2h 3616M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:01:18.336 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 2m ago 2h 124M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:01:18.742 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:01:18.742 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:01:18.743 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:01:18.743 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:01:18.743 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:01:18.743 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:01:18.743 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:01:18.743 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:01:18.744 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:01:18.744 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:01:18.744 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:01:18.744 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:01:18.744 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:01:18.744 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:01:18.744 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:01:18.744 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:01:18.744 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:01:18.745 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:01:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:01:19 smithi032 ceph-mon[191839]: from='client.41349 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:01:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:01:19 smithi032 ceph-mon[191839]: pgmap v7096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:01:19 smithi032 ceph-mon[191839]: from='client.51272 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:01:19.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:01:19 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2609925520' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:01:19.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:01:19 smithi032 ceph-mon[189144]: from='client.41349 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:01:19.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:01:19 smithi032 ceph-mon[189144]: pgmap v7096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:19.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:01:19 smithi032 ceph-mon[189144]: from='client.51272 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:01:19.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:01:19 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2609925520' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:01:20.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:01:19 smithi039 ceph-mon[181282]: from='client.41349 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:01:20.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:01:19 smithi039 ceph-mon[181282]: pgmap v7096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:20.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:01:19 smithi039 ceph-mon[181282]: from='client.51272 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:01:20.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:01:19 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2609925520' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:01:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:01:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:01:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:01:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:01:21.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:01:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:01:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:01:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:01:20] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:01:21.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:01:21 smithi032 ceph-mon[191839]: pgmap v7097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:01:21 smithi032 ceph-mon[189144]: pgmap v7097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:22.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:01:21 smithi039 ceph-mon[181282]: pgmap v7097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:23.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:01:23 smithi032 ceph-mon[191839]: pgmap v7098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:23.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:01:23 smithi032 ceph-mon[189144]: pgmap v7098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:24.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:01:23 smithi039 ceph-mon[181282]: pgmap v7098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:25.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:01:25 smithi032 ceph-mon[191839]: pgmap v7099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:25.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:01:25 smithi032 ceph-mon[189144]: pgmap v7099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:26.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:01:25 smithi039 ceph-mon[181282]: pgmap v7099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:27.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:01:27 smithi032 ceph-mon[189144]: pgmap v7100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:27.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:01:27 smithi032 ceph-mon[191839]: pgmap v7100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:28.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:01:27 smithi039 ceph-mon[181282]: pgmap v7100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:29.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:01:29 smithi032 ceph-mon[189144]: pgmap v7101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:29.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:01:29 smithi032 ceph-mon[191839]: pgmap v7101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:01:29 smithi039 ceph-mon[181282]: pgmap v7101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:01:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:01:30] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:01:31.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:01:31 smithi032 ceph-mon[191839]: pgmap v7102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:31.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:01:31 smithi032 ceph-mon[189144]: pgmap v7102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:32.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:01:31 smithi039 ceph-mon[181282]: pgmap v7102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:33.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:01:33 smithi032 ceph-mon[191839]: pgmap v7103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:33.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:01:33 smithi032 ceph-mon[189144]: pgmap v7103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:34.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:01:33 smithi039 ceph-mon[181282]: pgmap v7103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:01:35 smithi032 ceph-mon[189144]: pgmap v7104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:01:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:01:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:01:35 smithi032 ceph-mon[191839]: pgmap v7104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:01:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:01:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:01:35 smithi039 ceph-mon[181282]: pgmap v7104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:01:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:01:37.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:01:37 smithi032 ceph-mon[191839]: pgmap v7105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:37.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:01:37 smithi032 ceph-mon[189144]: pgmap v7105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:38.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:01:37 smithi039 ceph-mon[181282]: pgmap v7105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:39.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:01:39 smithi032 ceph-mon[189144]: pgmap v7106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:39.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:01:39 smithi032 ceph-mon[191839]: pgmap v7106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:01:39 smithi039 ceph-mon[181282]: pgmap v7106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:01:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:01:40] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:01:41.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:01:41 smithi032 ceph-mon[191839]: pgmap v7107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:41.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:01:41 smithi032 ceph-mon[189144]: pgmap v7107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:42.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:01:41 smithi039 ceph-mon[181282]: pgmap v7107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:43.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:01:43 smithi032 ceph-mon[191839]: pgmap v7108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:43.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:01:43 smithi032 ceph-mon[189144]: pgmap v7108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:44.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:01:43 smithi039 ceph-mon[181282]: pgmap v7108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:45.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:01:45 smithi032 ceph-mon[191839]: pgmap v7109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:45.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:01:45 smithi032 ceph-mon[189144]: pgmap v7109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:46.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:01:45 smithi039 ceph-mon[181282]: pgmap v7109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:47.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:01:47 smithi032 ceph-mon[191839]: pgmap v7110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:47.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:01:47 smithi032 ceph-mon[189144]: pgmap v7110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:48.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:01:47 smithi039 ceph-mon[181282]: pgmap v7110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:49.107 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:01:49.433 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:01:49.433 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 4m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:01:49.433 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 2m ago 2h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:01:49.434 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 4m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:01:49.434 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 2m ago 2h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:01:49.434 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 2m ago 2h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:01:49.434 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 4m ago 2h 653M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:01:49.434 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 4m ago 2h 891M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:01:49.434 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 2m ago 2h 456M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:01:49.434 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 4m ago 2h 465M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:01:49.434 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 4m ago 2h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:01:49.434 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 2m ago 2h 20.9M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:01:49.434 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 4m ago 2h 4237M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:01:49.434 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 4m ago 2h 4443M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:01:49.434 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 4m ago 2h 4012M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:01:49.435 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 4m ago 2h 3941M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:01:49.435 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 2m ago 2h 3773M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:01:49.435 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 2m ago 2h 3977M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:01:49.435 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 2m ago 2h 3738M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:01:49.435 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 2m ago 2h 3616M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:01:49.435 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 2m ago 2h 124M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:01:49.833 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:01:49.833 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:01:49.833 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:01:49.833 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:01:49.833 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:01:49.833 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:01:49.834 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:01:49.834 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:01:49.834 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:01:49.834 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:01:49.834 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:01:49.834 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:01:49.834 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:01:49.834 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:01:49.834 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:01:49.834 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:01:49.834 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:01:49.834 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:01:49.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:01:49 smithi032 ceph-mon[191839]: pgmap v7111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:49.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:01:49 smithi032 ceph-mon[189144]: pgmap v7111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:01:49 smithi039 ceph-mon[181282]: pgmap v7111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:01:50 smithi032 ceph-mon[191839]: from='client.51284 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:01:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:01:50 smithi032 ceph-mon[191839]: from='client.41373 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:01:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:01:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:01:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:01:50 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/291729371' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:01:50.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:01:50 smithi032 ceph-mon[189144]: from='client.51284 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:01:50.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:01:50 smithi032 ceph-mon[189144]: from='client.41373 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:01:50.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:01:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:01:50.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:01:50 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/291729371' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:01:51.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:01:50 smithi039 ceph-mon[181282]: from='client.51284 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:01:51.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:01:50 smithi039 ceph-mon[181282]: from='client.41373 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:01:51.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:01:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:01:51.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:01:50 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/291729371' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:01:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:01:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:01:50] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:01:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:01:51 smithi032 ceph-mon[189144]: pgmap v7112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:51.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:01:51 smithi032 ceph-mon[191839]: pgmap v7112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:01:51 smithi039 ceph-mon[181282]: pgmap v7112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:53.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:01:53 smithi032 ceph-mon[191839]: pgmap v7113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:53.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:01:53 smithi032 ceph-mon[189144]: pgmap v7113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:54.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:01:53 smithi039 ceph-mon[181282]: pgmap v7113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:55.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:01:55 smithi032 ceph-mon[191839]: pgmap v7114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:55.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:01:55 smithi032 ceph-mon[189144]: pgmap v7114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:56.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:01:55 smithi039 ceph-mon[181282]: pgmap v7114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:57.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:01:57 smithi032 ceph-mon[191839]: pgmap v7115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:57.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:01:57 smithi032 ceph-mon[189144]: pgmap v7115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:58.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:01:57 smithi039 ceph-mon[181282]: pgmap v7115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:59.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:01:59 smithi032 ceph-mon[191839]: pgmap v7116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:01:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:01:59 smithi032 ceph-mon[189144]: pgmap v7116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:01:59 smithi039 ceph-mon[181282]: pgmap v7116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:02:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:02:00] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:02:01.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:02:01 smithi032 ceph-mon[189144]: pgmap v7117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:01.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:02:01 smithi032 ceph-mon[191839]: pgmap v7117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:02.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:02:01 smithi039 ceph-mon[181282]: pgmap v7117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:03.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:02:03 smithi032 ceph-mon[189144]: pgmap v7118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:03.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:02:03 smithi032 ceph-mon[191839]: pgmap v7118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:04.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:02:03 smithi039 ceph-mon[181282]: pgmap v7118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:02:05 smithi032 ceph-mon[191839]: pgmap v7119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:02:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:02:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:02:05 smithi032 ceph-mon[189144]: pgmap v7119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:02:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:02:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:02:05 smithi039 ceph-mon[181282]: pgmap v7119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:02:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:02:07.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:02:07 smithi032 ceph-mon[189144]: pgmap v7120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:07.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:02:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:02:07.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:02:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:02:07.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:02:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:02:07.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:02:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:02:07.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:02:07 smithi032 ceph-mon[191839]: pgmap v7120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:07.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:02:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:02:07.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:02:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:02:07.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:02:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:02:07.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:02:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:02:08.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:02:07 smithi039 ceph-mon[181282]: pgmap v7120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:08.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:02:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:02:08.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:02:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:02:08.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:02:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:02:08.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:02:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:02:09.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:02:09 smithi032 ceph-mon[189144]: pgmap v7121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:02:09 smithi032 ceph-mon[191839]: pgmap v7121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:02:09 smithi039 ceph-mon[181282]: pgmap v7121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:02:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:02:10] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T20:02:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:02:11 smithi032 ceph-mon[191839]: pgmap v7122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:11.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:02:11 smithi032 ceph-mon[189144]: pgmap v7122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:02:11 smithi039 ceph-mon[181282]: pgmap v7122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:13.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:02:13 smithi032 ceph-mon[191839]: pgmap v7123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:13.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:02:13 smithi032 ceph-mon[189144]: pgmap v7123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:14.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:02:13 smithi039 ceph-mon[181282]: pgmap v7123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:15.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:02:15 smithi032 ceph-mon[189144]: pgmap v7124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:15.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:02:15 smithi032 ceph-mon[191839]: pgmap v7124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:16.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:02:15 smithi039 ceph-mon[181282]: pgmap v7124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:17.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:02:17 smithi032 ceph-mon[189144]: pgmap v7125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:17.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:02:17 smithi032 ceph-mon[191839]: pgmap v7125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:18.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:02:17 smithi039 ceph-mon[181282]: pgmap v7125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:19.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:02:19 smithi032 ceph-mon[189144]: pgmap v7126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:02:19 smithi032 ceph-mon[191839]: pgmap v7126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:02:19 smithi039 ceph-mon[181282]: pgmap v7126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:20.198 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:02:20.521 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:02:20.521 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 5m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:02:20.521 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 3m ago 2h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:02:20.521 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 5m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:02:20.521 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 3m ago 2h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:02:20.521 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 3m ago 2h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:02:20.521 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 5m ago 2h 653M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:02:20.521 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 5m ago 2h 891M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:02:20.521 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 3m ago 2h 456M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:02:20.522 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 5m ago 2h 465M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:02:20.522 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 5m ago 2h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:02:20.522 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 3m ago 2h 20.9M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:02:20.522 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 5m ago 2h 4237M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:02:20.522 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 5m ago 2h 4443M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:02:20.522 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 5m ago 2h 4012M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:02:20.522 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 5m ago 2h 3941M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:02:20.522 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 3m ago 2h 3773M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:02:20.522 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 3m ago 2h 3977M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:02:20.523 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 3m ago 2h 3738M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:02:20.523 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 3m ago 2h 3616M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:02:20.523 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 3m ago 2h 124M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:02:20.922 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:02:20.922 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:02:20.922 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:02:20.922 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:02:20.922 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:02:20.922 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:02:20.922 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:02:20.922 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:02:20.922 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:02:20.922 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:02:20.922 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:02:20.923 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:02:20.923 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:02:20.923 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:02:20.923 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:02:20.923 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:02:20.923 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:02:20.923 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:02:20.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:02:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:02:20] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:02:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:02:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:02:20.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:02:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:02:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:02:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:02:21.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:02:21 smithi032 ceph-mon[191839]: pgmap v7127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:21.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:02:21 smithi032 ceph-mon[191839]: from='client.51302 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:02:21.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:02:21 smithi032 ceph-mon[191839]: from='client.41391 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:02:21.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:02:21 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3852150733' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:02:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:02:21 smithi032 ceph-mon[189144]: pgmap v7127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:02:21 smithi032 ceph-mon[189144]: from='client.51302 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:02:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:02:21 smithi032 ceph-mon[189144]: from='client.41391 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:02:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:02:21 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3852150733' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:02:22.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:02:21 smithi039 ceph-mon[181282]: pgmap v7127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:22.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:02:21 smithi039 ceph-mon[181282]: from='client.51302 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:02:22.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:02:21 smithi039 ceph-mon[181282]: from='client.41391 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:02:22.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:02:21 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3852150733' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:02:23.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:02:23 smithi032 ceph-mon[191839]: pgmap v7128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:23.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:02:23 smithi032 ceph-mon[189144]: pgmap v7128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:24.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:02:23 smithi039 ceph-mon[181282]: pgmap v7128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:25.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:02:25 smithi032 ceph-mon[191839]: pgmap v7129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:25.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:02:25 smithi032 ceph-mon[189144]: pgmap v7129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:26.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:02:25 smithi039 ceph-mon[181282]: pgmap v7129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:27.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:02:27 smithi032 ceph-mon[189144]: pgmap v7130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:27.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:02:27 smithi032 ceph-mon[191839]: pgmap v7130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:28.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:02:27 smithi039 ceph-mon[181282]: pgmap v7130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:29.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:02:29 smithi032 ceph-mon[191839]: pgmap v7131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:29.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:02:29 smithi032 ceph-mon[189144]: pgmap v7131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:02:29 smithi039 ceph-mon[181282]: pgmap v7131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:02:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:02:30] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:02:31.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:02:31 smithi032 ceph-mon[189144]: pgmap v7132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:31.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:02:31 smithi032 ceph-mon[191839]: pgmap v7132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:32.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:02:31 smithi039 ceph-mon[181282]: pgmap v7132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:33.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:02:33 smithi032 ceph-mon[191839]: pgmap v7133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:33.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:02:33 smithi032 ceph-mon[189144]: pgmap v7133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:34.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:02:33 smithi039 ceph-mon[181282]: pgmap v7133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:02:35 smithi032 ceph-mon[191839]: pgmap v7134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:02:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:02:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:02:35 smithi032 ceph-mon[189144]: pgmap v7134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:02:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:02:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:02:35 smithi039 ceph-mon[181282]: pgmap v7134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:02:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:02:37.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:02:37 smithi032 ceph-mon[191839]: pgmap v7135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:37.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:02:37 smithi032 ceph-mon[189144]: pgmap v7135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:38.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:02:37 smithi039 ceph-mon[181282]: pgmap v7135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:02:39 smithi032 ceph-mon[189144]: pgmap v7136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:39.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:02:39 smithi032 ceph-mon[191839]: pgmap v7136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:02:39 smithi039 ceph-mon[181282]: pgmap v7136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:02:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:02:40] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:02:41.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:02:41 smithi032 ceph-mon[191839]: pgmap v7137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:41.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:02:41 smithi032 ceph-mon[189144]: pgmap v7137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:42.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:02:41 smithi039 ceph-mon[181282]: pgmap v7137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:43.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:02:43 smithi032 ceph-mon[191839]: pgmap v7138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:43.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:02:43 smithi032 ceph-mon[189144]: pgmap v7138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:44.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:02:43 smithi039 ceph-mon[181282]: pgmap v7138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:45.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:02:45 smithi032 ceph-mon[191839]: pgmap v7139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:45.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:02:45 smithi032 ceph-mon[189144]: pgmap v7139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:46.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:02:45 smithi039 ceph-mon[181282]: pgmap v7139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:47.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:02:47 smithi032 ceph-mon[191839]: pgmap v7140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:47.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:02:47 smithi032 ceph-mon[189144]: pgmap v7140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:48.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:02:47 smithi039 ceph-mon[181282]: pgmap v7140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:49.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:02:49 smithi032 ceph-mon[191839]: pgmap v7141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:49.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:02:49 smithi032 ceph-mon[189144]: pgmap v7141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:02:49 smithi039 ceph-mon[181282]: pgmap v7141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:50.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:02:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:02:50] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:02:50.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:02:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:02:50.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:02:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:02:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:02:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:02:51.284 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:02:51.606 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:02:51.606 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 5m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:02:51.606 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 3m ago 2h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:02:51.606 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 5m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:02:51.606 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 3m ago 2h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:02:51.606 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 3m ago 2h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:02:51.606 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 5m ago 2h 653M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:02:51.606 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 5m ago 2h 891M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:02:51.606 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 3m ago 2h 456M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:02:51.606 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 5m ago 2h 465M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:02:51.606 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 5m ago 2h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:02:51.606 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 3m ago 2h 20.9M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:02:51.607 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 5m ago 2h 4237M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:02:51.607 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 5m ago 2h 4443M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:02:51.607 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 5m ago 2h 4012M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:02:51.607 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 5m ago 2h 3941M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:02:51.607 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 3m ago 2h 3773M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:02:51.607 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 3m ago 2h 3977M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:02:51.607 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 3m ago 2h 3738M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:02:51.607 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 3m ago 2h 3616M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:02:51.607 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 3m ago 2h 124M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:02:51.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:02:51 smithi032 ceph-mon[189144]: pgmap v7142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:51.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:02:51 smithi032 ceph-mon[191839]: pgmap v7142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:02:51 smithi039 ceph-mon[181282]: pgmap v7142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:52.007 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:02:52.007 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:02:52.007 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:02:52.007 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:02:52.007 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:02:52.008 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:02:52.008 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:02:52.008 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:02:52.008 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:02:52.008 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:02:52.008 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:02:52.008 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:02:52.008 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:02:52.008 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:02:52.008 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:02:52.008 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:02:52.008 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:02:52.008 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:02:53.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:02:52 smithi039 ceph-mon[181282]: from='client.51320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:02:53.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:02:52 smithi039 ceph-mon[181282]: from='client.41409 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:02:53.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:02:52 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/990126296' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:02:53.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:02:52 smithi032 ceph-mon[191839]: from='client.51320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:02:53.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:02:52 smithi032 ceph-mon[191839]: from='client.41409 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:02:53.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:02:52 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/990126296' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:02:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:02:52 smithi032 ceph-mon[189144]: from='client.51320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:02:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:02:52 smithi032 ceph-mon[189144]: from='client.41409 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:02:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:02:52 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/990126296' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:02:54.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:02:53 smithi039 ceph-mon[181282]: pgmap v7143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:54.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:02:53 smithi032 ceph-mon[189144]: pgmap v7143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:54.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:02:53 smithi032 ceph-mon[191839]: pgmap v7143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:56.011 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:02:55 smithi039 ceph-mon[181282]: pgmap v7144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:56.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:02:55 smithi032 ceph-mon[191839]: pgmap v7144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:56.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:02:55 smithi032 ceph-mon[189144]: pgmap v7144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:58.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:02:57 smithi039 ceph-mon[181282]: pgmap v7145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:58.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:02:57 smithi032 ceph-mon[191839]: pgmap v7145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:02:58.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:02:57 smithi032 ceph-mon[189144]: pgmap v7145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:02:59 smithi039 ceph-mon[181282]: pgmap v7146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:00.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:02:59 smithi032 ceph-mon[191839]: pgmap v7146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:00.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:02:59 smithi032 ceph-mon[189144]: pgmap v7146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:03:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:03:00] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:03:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:03:01 smithi039 ceph-mon[181282]: pgmap v7147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:02.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:03:01 smithi032 ceph-mon[191839]: pgmap v7147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:03:01 smithi032 ceph-mon[189144]: pgmap v7147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:04.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:03:03 smithi039 ceph-mon[181282]: pgmap v7148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:04.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:03:03 smithi032 ceph-mon[191839]: pgmap v7148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:04.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:03:03 smithi032 ceph-mon[189144]: pgmap v7148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:03:05 smithi039 ceph-mon[181282]: pgmap v7149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:03:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:03:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:03:05 smithi032 ceph-mon[191839]: pgmap v7149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:03:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:03:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:03:05 smithi032 ceph-mon[189144]: pgmap v7149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:03:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:03:08.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:03:07 smithi039 ceph-mon[181282]: pgmap v7150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:08.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:03:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:03:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:03:07 smithi032 ceph-mon[189144]: pgmap v7150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:03:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:03:08.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:03:07 smithi032 ceph-mon[191839]: pgmap v7150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:08.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:03:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:03:09.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:03:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:03:09.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:03:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:03:09.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:03:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:03:09.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:03:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:03:09.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:03:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:03:09.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:03:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:03:09.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:03:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:03:09.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:03:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:03:09.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:03:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:03:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:03:09 smithi039 ceph-mon[181282]: pgmap v7151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:10.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:03:09 smithi032 ceph-mon[191839]: pgmap v7151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:03:09 smithi032 ceph-mon[189144]: pgmap v7151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:03:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:03:10] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:03:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:03:11 smithi039 ceph-mon[181282]: pgmap v7152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:03:11 smithi032 ceph-mon[191839]: pgmap v7152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:03:11 smithi032 ceph-mon[189144]: pgmap v7152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:14.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:03:13 smithi039 ceph-mon[181282]: pgmap v7153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:14.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:03:13 smithi032 ceph-mon[191839]: pgmap v7153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:14.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:03:13 smithi032 ceph-mon[189144]: pgmap v7153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:16.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:03:15 smithi039 ceph-mon[181282]: pgmap v7154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:16.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:03:15 smithi032 ceph-mon[191839]: pgmap v7154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:16.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:03:15 smithi032 ceph-mon[189144]: pgmap v7154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:18.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:03:17 smithi039 ceph-mon[181282]: pgmap v7155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:18.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:03:17 smithi032 ceph-mon[191839]: pgmap v7155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:03:17 smithi032 ceph-mon[189144]: pgmap v7155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:20.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:03:19 smithi039 ceph-mon[181282]: pgmap v7156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:03:19 smithi032 ceph-mon[191839]: pgmap v7156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:03:19 smithi032 ceph-mon[189144]: pgmap v7156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:03:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:03:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:03:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:03:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:03:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:03:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:03:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:03:20] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:03:22.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:03:21 smithi039 ceph-mon[181282]: pgmap v7157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:22.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:03:21 smithi032 ceph-mon[191839]: pgmap v7157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:03:21 smithi032 ceph-mon[189144]: pgmap v7157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:22.373 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:03:22.692 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:03:22.692 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 6m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:03:22.692 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 4m ago 2h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:03:22.692 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 6m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:03:22.692 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 4m ago 2h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:03:22.692 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 4m ago 2h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:03:22.692 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 6m ago 2h 653M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:03:22.692 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 6m ago 2h 891M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:03:22.692 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 4m ago 2h 456M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:03:22.692 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 6m ago 2h 465M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:03:22.692 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 6m ago 2h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:03:22.692 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 4m ago 2h 20.9M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:03:22.693 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 6m ago 2h 4237M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:03:22.693 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 6m ago 2h 4443M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:03:22.693 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 6m ago 2h 4012M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:03:22.693 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 6m ago 2h 3941M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:03:22.693 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 4m ago 2h 3773M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:03:22.693 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 4m ago 2h 3977M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:03:22.693 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 4m ago 2h 3738M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:03:22.693 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 4m ago 2h 3616M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:03:22.693 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 4m ago 2h 124M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:03:23.097 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:03:23.097 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:03:23.097 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:03:23.097 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:03:23.097 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:03:23.097 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:03:23.097 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:03:23.097 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:03:23.098 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:03:23.098 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:03:23.098 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:03:23.098 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:03:23.098 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:03:23.098 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:03:23.098 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:03:23.098 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:03:23.098 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:03:23.098 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:03:24.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:03:23 smithi039 ceph-mon[181282]: pgmap v7158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:24.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:03:23 smithi039 ceph-mon[181282]: from='client.41421 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:03:24.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:03:23 smithi039 ceph-mon[181282]: from='client.41427 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:03:24.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:03:23 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3392670334' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:03:24.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:03:23 smithi032 ceph-mon[191839]: pgmap v7158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:24.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:03:23 smithi032 ceph-mon[191839]: from='client.41421 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:03:24.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:03:23 smithi032 ceph-mon[191839]: from='client.41427 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:03:24.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:03:23 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3392670334' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:03:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:03:23 smithi032 ceph-mon[189144]: pgmap v7158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:24.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:03:23 smithi032 ceph-mon[189144]: from='client.41421 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:03:24.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:03:23 smithi032 ceph-mon[189144]: from='client.41427 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:03:24.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:03:23 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3392670334' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:03:26.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:03:25 smithi039 ceph-mon[181282]: pgmap v7159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:03:25 smithi032 ceph-mon[189144]: pgmap v7159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:26.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:03:25 smithi032 ceph-mon[191839]: pgmap v7159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:28.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:03:27 smithi039 ceph-mon[181282]: pgmap v7160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:28.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:03:27 smithi032 ceph-mon[189144]: pgmap v7160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:28.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:03:27 smithi032 ceph-mon[191839]: pgmap v7160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:03:29 smithi039 ceph-mon[181282]: pgmap v7161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:30.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:03:29 smithi032 ceph-mon[189144]: pgmap v7161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:30.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:03:29 smithi032 ceph-mon[191839]: pgmap v7161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:03:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:03:30] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:03:32.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:03:31 smithi039 ceph-mon[181282]: pgmap v7162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:32.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:03:31 smithi032 ceph-mon[189144]: pgmap v7162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:03:31 smithi032 ceph-mon[191839]: pgmap v7162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:34.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:03:33 smithi032 ceph-mon[189144]: pgmap v7163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:34.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:03:33 smithi032 ceph-mon[191839]: pgmap v7163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:03:33 smithi039 ceph-mon[181282]: pgmap v7163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:03:35 smithi032 ceph-mon[191839]: pgmap v7164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:03:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:03:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:03:35 smithi032 ceph-mon[189144]: pgmap v7164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:03:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:03:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:03:35 smithi039 ceph-mon[181282]: pgmap v7164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:03:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:03:38.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:03:37 smithi032 ceph-mon[191839]: pgmap v7165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:03:37 smithi032 ceph-mon[189144]: pgmap v7165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:03:37 smithi039 ceph-mon[181282]: pgmap v7165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:40.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:03:39 smithi032 ceph-mon[189144]: pgmap v7166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:40.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:03:39 smithi032 ceph-mon[191839]: pgmap v7166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:03:39 smithi039 ceph-mon[181282]: pgmap v7166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:03:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:03:40] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:03:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:03:41 smithi032 ceph-mon[189144]: pgmap v7167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:42.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:03:41 smithi032 ceph-mon[191839]: pgmap v7167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:03:41 smithi039 ceph-mon[181282]: pgmap v7167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:03:43 smithi032 ceph-mon[191839]: pgmap v7168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:03:43 smithi032 ceph-mon[189144]: pgmap v7168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:03:43 smithi039 ceph-mon[181282]: pgmap v7168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:03:45 smithi032 ceph-mon[191839]: pgmap v7169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:03:45 smithi032 ceph-mon[189144]: pgmap v7169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:03:45 smithi039 ceph-mon[181282]: pgmap v7169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:48.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:03:47 smithi032 ceph-mon[191839]: pgmap v7170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:48.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:03:47 smithi032 ceph-mon[189144]: pgmap v7170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:03:47 smithi039 ceph-mon[181282]: pgmap v7170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:03:49 smithi032 ceph-mon[191839]: pgmap v7171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:03:49 smithi032 ceph-mon[189144]: pgmap v7171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:03:49 smithi039 ceph-mon[181282]: pgmap v7171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:03:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:03:50] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:03:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:03:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:03:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:03:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:03:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:03:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:03:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:03:51 smithi032 ceph-mon[191839]: pgmap v7172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:03:51 smithi032 ceph-mon[189144]: pgmap v7172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:03:51 smithi039 ceph-mon[181282]: pgmap v7172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:53.459 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:03:53.784 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:03:53.784 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 6m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:03:53.784 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 4m ago 2h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:03:53.784 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 6m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:03:53.784 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 4m ago 2h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:03:53.784 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 4m ago 2h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:03:53.784 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 6m ago 2h 653M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:03:53.784 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 6m ago 2h 891M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:03:53.785 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 4m ago 2h 456M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:03:53.785 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 6m ago 2h 465M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:03:53.785 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 6m ago 2h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:03:53.785 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 4m ago 2h 20.9M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:03:53.785 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 6m ago 2h 4237M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:03:53.785 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 6m ago 2h 4443M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:03:53.785 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 6m ago 2h 4012M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:03:53.785 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 6m ago 2h 3941M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:03:53.785 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 4m ago 2h 3773M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:03:53.785 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 4m ago 2h 3977M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:03:53.785 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 4m ago 2h 3738M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:03:53.785 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 4m ago 2h 3616M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:03:53.785 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 4m ago 2h 124M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:03:54.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:03:53 smithi032 ceph-mon[189144]: pgmap v7173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:54.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:03:53 smithi032 ceph-mon[191839]: pgmap v7173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:54.189 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:03:54.190 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:03:54.190 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:03:54.190 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:03:54.190 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:03:54.190 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:03:54.190 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:03:54.190 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:03:54.190 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:03:54.190 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:03:54.190 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:03:54.190 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:03:54.190 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:03:54.190 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:03:54.191 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:03:54.191 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:03:54.191 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:03:54.191 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:03:54.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:03:53 smithi039 ceph-mon[181282]: pgmap v7173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:55.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:03:54 smithi032 ceph-mon[189144]: from='client.51356 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:03:55.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:03:54 smithi032 ceph-mon[189144]: from='client.51362 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:03:55.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:03:54 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/13723495' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:03:55.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:03:54 smithi032 ceph-mon[191839]: from='client.51356 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:03:55.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:03:54 smithi032 ceph-mon[191839]: from='client.51362 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:03:55.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:03:54 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/13723495' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:03:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:03:54 smithi039 ceph-mon[181282]: from='client.51356 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:03:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:03:54 smithi039 ceph-mon[181282]: from='client.51362 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:03:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:03:54 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/13723495' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:03:56.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:03:55 smithi032 ceph-mon[191839]: pgmap v7174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:56.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:03:55 smithi032 ceph-mon[189144]: pgmap v7174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:03:55 smithi039 ceph-mon[181282]: pgmap v7174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:58.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:03:57 smithi032 ceph-mon[189144]: pgmap v7175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:58.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:03:57 smithi032 ceph-mon[191839]: pgmap v7175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:03:58.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:03:57 smithi039 ceph-mon[181282]: pgmap v7175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:00.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:03:59 smithi032 ceph-mon[191839]: pgmap v7176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:00.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:03:59 smithi032 ceph-mon[189144]: pgmap v7176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:00.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:03:59 smithi039 ceph-mon[181282]: pgmap v7176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:04:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:04:00] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:04:02.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:04:01 smithi032 ceph-mon[191839]: pgmap v7177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:04:01 smithi032 ceph-mon[189144]: pgmap v7177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:04:01 smithi039 ceph-mon[181282]: pgmap v7177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:04.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:04:03 smithi032 ceph-mon[189144]: pgmap v7178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:04.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:04:03 smithi032 ceph-mon[191839]: pgmap v7178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:04.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:04:03 smithi039 ceph-mon[181282]: pgmap v7178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:04:05 smithi032 ceph-mon[191839]: pgmap v7179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:04:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:04:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:04:05 smithi032 ceph-mon[189144]: pgmap v7179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:04:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:04:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:04:05 smithi039 ceph-mon[181282]: pgmap v7179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:04:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:04:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:04:07 smithi032 ceph-mon[189144]: pgmap v7180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:08.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:04:07 smithi032 ceph-mon[191839]: pgmap v7180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:04:07 smithi039 ceph-mon[181282]: pgmap v7180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:09.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:04:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:04:09.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:04:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:04:09.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:04:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:04:09.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:04:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:04:09.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:04:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:04:09.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:04:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:04:09.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:04:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:04:09.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:04:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:04:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:04:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:04:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:04:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:04:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:04:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:04:09.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:04:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:04:10.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:04:09 smithi032 ceph-mon[189144]: pgmap v7181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:10.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:04:09 smithi032 ceph-mon[191839]: pgmap v7181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:04:09 smithi039 ceph-mon[181282]: pgmap v7181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:04:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:04:10] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:04:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:04:11 smithi032 ceph-mon[189144]: pgmap v7182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:12.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:04:11 smithi032 ceph-mon[191839]: pgmap v7182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:04:11 smithi039 ceph-mon[181282]: pgmap v7182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:14.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:04:13 smithi032 ceph-mon[189144]: pgmap v7183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:14.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:04:13 smithi032 ceph-mon[191839]: pgmap v7183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:14.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:04:13 smithi039 ceph-mon[181282]: pgmap v7183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:16.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:04:15 smithi032 ceph-mon[191839]: pgmap v7184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:16.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:04:15 smithi032 ceph-mon[189144]: pgmap v7184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:04:15 smithi039 ceph-mon[181282]: pgmap v7184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:18.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:04:17 smithi032 ceph-mon[191839]: pgmap v7185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:04:17 smithi032 ceph-mon[189144]: pgmap v7185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:18.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:04:17 smithi039 ceph-mon[181282]: pgmap v7185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:04:19 smithi032 ceph-mon[189144]: pgmap v7186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:04:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:04:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:04:19 smithi032 ceph-mon[191839]: pgmap v7186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:04:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:04:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:04:19 smithi039 ceph-mon[181282]: pgmap v7186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:04:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:04:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:04:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:04:20] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:04:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:04:21 smithi032 ceph-mon[189144]: pgmap v7187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:04:21 smithi032 ceph-mon[191839]: pgmap v7187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:04:21 smithi039 ceph-mon[181282]: pgmap v7187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:24.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:04:23 smithi032 ceph-mon[191839]: pgmap v7188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:04:23 smithi032 ceph-mon[189144]: pgmap v7188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:04:23 smithi039 ceph-mon[181282]: pgmap v7188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:24.553 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:04:24.877 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:04:24.878 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 7m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:04:24.878 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 5m ago 2h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:04:24.878 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 7m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:04:24.878 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 5m ago 2h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:04:24.878 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 5m ago 2h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:04:24.878 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 7m ago 2h 653M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:04:24.878 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 7m ago 2h 891M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:04:24.878 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 5m ago 2h 456M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:04:24.878 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 7m ago 2h 465M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:04:24.878 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 7m ago 2h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:04:24.879 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 5m ago 2h 20.9M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:04:24.879 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 7m ago 2h 4237M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:04:24.879 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 7m ago 2h 4443M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:04:24.879 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 7m ago 2h 4012M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:04:24.879 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 7m ago 2h 3941M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:04:24.879 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 5m ago 2h 3773M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:04:24.879 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 5m ago 2h 3977M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:04:24.879 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 5m ago 2h 3738M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:04:24.879 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 5m ago 2h 3616M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:04:24.879 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 5m ago 2h 124M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:04:25.277 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:04:25.277 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:04:25.277 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:04:25.277 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:04:25.277 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:04:25.278 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:04:25.278 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:04:25.278 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:04:25.278 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:04:25.278 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:04:25.278 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:04:25.278 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:04:25.278 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:04:25.278 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:04:25.278 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:04:25.278 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:04:25.278 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:04:25.278 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:04:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:04:25 smithi032 ceph-mon[191839]: pgmap v7189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:04:25 smithi032 ceph-mon[191839]: from='client.51374 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:04:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:04:25 smithi032 ceph-mon[191839]: from='client.41463 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:04:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:04:25 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3917185234' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:04:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:04:25 smithi032 ceph-mon[189144]: pgmap v7189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:04:25 smithi032 ceph-mon[189144]: from='client.51374 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:04:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:04:25 smithi032 ceph-mon[189144]: from='client.41463 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:04:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:04:25 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3917185234' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:04:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:04:25 smithi039 ceph-mon[181282]: pgmap v7189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:04:25 smithi039 ceph-mon[181282]: from='client.51374 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:04:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:04:25 smithi039 ceph-mon[181282]: from='client.41463 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:04:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:04:25 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3917185234' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:04:28.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:04:27 smithi032 ceph-mon[191839]: pgmap v7190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:28.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:04:27 smithi032 ceph-mon[189144]: pgmap v7190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:28.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:04:27 smithi039 ceph-mon[181282]: pgmap v7190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:04:29 smithi032 ceph-mon[189144]: pgmap v7191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:04:29 smithi032 ceph-mon[191839]: pgmap v7191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:04:29 smithi039 ceph-mon[181282]: pgmap v7191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:04:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:04:30] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:04:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:04:31 smithi032 ceph-mon[191839]: pgmap v7192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:04:31 smithi032 ceph-mon[189144]: pgmap v7192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:04:31 smithi039 ceph-mon[181282]: pgmap v7192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:34.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:04:33 smithi032 ceph-mon[189144]: pgmap v7193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:34.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:04:33 smithi032 ceph-mon[191839]: pgmap v7193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:04:33 smithi039 ceph-mon[181282]: pgmap v7193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:35.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:04:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:04:35.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:04:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:04:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:04:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:04:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:04:35 smithi032 ceph-mon[191839]: pgmap v7194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:04:35 smithi032 ceph-mon[189144]: pgmap v7194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:04:35 smithi039 ceph-mon[181282]: pgmap v7194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:04:37 smithi032 ceph-mon[189144]: pgmap v7195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:38.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:04:37 smithi032 ceph-mon[191839]: pgmap v7195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:04:37 smithi039 ceph-mon[181282]: pgmap v7195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:04:39 smithi032 ceph-mon[189144]: pgmap v7196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:40.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:04:39 smithi032 ceph-mon[191839]: pgmap v7196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:40.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:04:39 smithi039 ceph-mon[181282]: pgmap v7196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:04:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:04:40] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:04:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:04:41 smithi032 ceph-mon[189144]: pgmap v7197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:04:41 smithi032 ceph-mon[191839]: pgmap v7197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:04:41 smithi039 ceph-mon[181282]: pgmap v7197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:04:43 smithi032 ceph-mon[189144]: pgmap v7198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:04:43 smithi032 ceph-mon[191839]: pgmap v7198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:44.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:04:43 smithi039 ceph-mon[181282]: pgmap v7198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:46.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:04:45 smithi032 ceph-mon[189144]: pgmap v7199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:46.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:04:45 smithi032 ceph-mon[191839]: pgmap v7199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:04:45 smithi039 ceph-mon[181282]: pgmap v7199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:48.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:04:47 smithi032 ceph-mon[191839]: pgmap v7200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:48.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:04:47 smithi032 ceph-mon[189144]: pgmap v7200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:04:47 smithi039 ceph-mon[181282]: pgmap v7200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:04:49 smithi032 ceph-mon[189144]: pgmap v7201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:04:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:04:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:04:49 smithi032 ceph-mon[191839]: pgmap v7201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:04:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:04:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:04:49 smithi039 ceph-mon[181282]: pgmap v7201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:04:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:04:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:04:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:04:50] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:04:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:04:51 smithi032 ceph-mon[189144]: pgmap v7202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:04:51 smithi032 ceph-mon[191839]: pgmap v7202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:04:51 smithi039 ceph-mon[181282]: pgmap v7202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:54.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:04:53 smithi032 ceph-mon[189144]: pgmap v7203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:54.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:04:53 smithi032 ceph-mon[191839]: pgmap v7203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:54.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:04:53 smithi039 ceph-mon[181282]: pgmap v7203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:55.642 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:04:55.964 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:04:55.965 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 7m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:04:55.965 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 5m ago 2h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:04:55.965 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 7m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:04:55.965 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 5m ago 2h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:04:55.965 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 5m ago 2h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:04:55.965 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 7m ago 2h 653M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:04:55.965 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 7m ago 2h 891M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:04:55.965 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 5m ago 2h 456M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:04:55.965 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 7m ago 2h 465M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:04:55.965 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 7m ago 2h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:04:55.965 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 5m ago 2h 20.9M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:04:55.965 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 7m ago 2h 4237M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:04:55.965 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 7m ago 2h 4443M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:04:55.966 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 7m ago 2h 4012M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:04:55.966 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 7m ago 2h 3941M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:04:55.966 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 5m ago 2h 3773M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:04:55.966 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 5m ago 2h 3977M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:04:55.966 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 5m ago 2h 3738M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:04:55.966 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 5m ago 2h 3616M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:04:55.966 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 5m ago 2h 124M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:04:56.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:04:55 smithi032 ceph-mon[191839]: pgmap v7204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:56.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:04:55 smithi032 ceph-mon[189144]: pgmap v7204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:04:55 smithi039 ceph-mon[181282]: pgmap v7204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:56.368 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:04:56.369 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:04:56.369 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:04:56.369 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:04:56.369 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:04:56.369 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:04:56.369 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:04:56.369 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:04:56.369 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:04:56.369 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:04:56.369 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:04:56.369 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:04:56.369 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:04:56.369 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:04:56.369 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:04:56.370 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:04:56.370 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:04:56.370 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:04:57.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:04:56 smithi032 ceph-mon[191839]: from='client.41475 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:04:57.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:04:56 smithi032 ceph-mon[191839]: from='client.41481 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:04:57.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:04:56 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3404459894' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:04:57.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:04:56 smithi032 ceph-mon[189144]: from='client.41475 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:04:57.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:04:56 smithi032 ceph-mon[189144]: from='client.41481 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:04:57.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:04:56 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3404459894' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:04:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:04:56 smithi039 ceph-mon[181282]: from='client.41475 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:04:57.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:04:56 smithi039 ceph-mon[181282]: from='client.41481 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:04:57.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:04:56 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3404459894' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:04:58.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:04:57 smithi032 ceph-mon[191839]: pgmap v7205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:58.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:04:57 smithi032 ceph-mon[189144]: pgmap v7205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:04:58.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:04:57 smithi039 ceph-mon[181282]: pgmap v7205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:00.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:04:59 smithi039 ceph-mon[181282]: pgmap v7206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:00.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:04:59 smithi032 ceph-mon[191839]: pgmap v7206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:04:59 smithi032 ceph-mon[189144]: pgmap v7206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:05:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:05:00] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:05:02.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:05:01 smithi039 ceph-mon[181282]: pgmap v7207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:05:01 smithi032 ceph-mon[191839]: pgmap v7207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:05:01 smithi032 ceph-mon[189144]: pgmap v7207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:04.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:05:03 smithi039 ceph-mon[181282]: pgmap v7208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:05:03 smithi032 ceph-mon[191839]: pgmap v7208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:04.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:05:03 smithi032 ceph-mon[189144]: pgmap v7208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:05.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:05:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:05:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:05:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:05:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:05:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:05:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:05:05 smithi039 ceph-mon[181282]: pgmap v7209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:05:05 smithi032 ceph-mon[191839]: pgmap v7209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:05:05 smithi032 ceph-mon[189144]: pgmap v7209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:08.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:05:07 smithi039 ceph-mon[181282]: pgmap v7210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:05:07 smithi032 ceph-mon[191839]: pgmap v7210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:05:07 smithi032 ceph-mon[189144]: pgmap v7210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:05:09 smithi032 ceph-mon[191839]: pgmap v7211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:05:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:05:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:05:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:05:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:05:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:05:09.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:05:09 smithi032 ceph-mon[189144]: pgmap v7211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:09.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:05:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:05:09.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:05:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:05:09.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:05:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:05:10.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:05:09 smithi039 ceph-mon[181282]: pgmap v7211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:10.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:05:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:05:10.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:05:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:05:10.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:05:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:05:10.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:05:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:05:10.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:05:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:05:10.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:05:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:05:10.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:05:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:05:10.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:05:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:05:10.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:05:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:05:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:05:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:05:11.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:05:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:05:11.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:05:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:05:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:05:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:05:10] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:05:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:05:11 smithi039 ceph-mon[181282]: pgmap v7212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:12.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:05:11 smithi032 ceph-mon[191839]: pgmap v7212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:05:11 smithi032 ceph-mon[189144]: pgmap v7212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:14.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:05:13 smithi039 ceph-mon[181282]: pgmap v7213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:14.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:05:13 smithi032 ceph-mon[189144]: pgmap v7213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:14.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:05:13 smithi032 ceph-mon[191839]: pgmap v7213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:16.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:05:15 smithi039 ceph-mon[181282]: pgmap v7214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:16.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:05:15 smithi032 ceph-mon[189144]: pgmap v7214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:16.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:05:15 smithi032 ceph-mon[191839]: pgmap v7214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:18.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:05:17 smithi039 ceph-mon[181282]: pgmap v7215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:18.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:05:17 smithi032 ceph-mon[191839]: pgmap v7215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:05:17 smithi032 ceph-mon[189144]: pgmap v7215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:20.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:05:19 smithi039 ceph-mon[181282]: pgmap v7216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:05:19 smithi032 ceph-mon[191839]: pgmap v7216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:05:19 smithi032 ceph-mon[189144]: pgmap v7216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:05:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:05:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:05:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:05:20] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:05:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:05:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:05:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:05:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:05:22.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:05:21 smithi039 ceph-mon[181282]: pgmap v7217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:22.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:05:21 smithi032 ceph-mon[191839]: pgmap v7217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:05:21 smithi032 ceph-mon[189144]: pgmap v7217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:24.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:05:23 smithi039 ceph-mon[181282]: pgmap v7218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:24.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:05:23 smithi032 ceph-mon[191839]: pgmap v7218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:05:23 smithi032 ceph-mon[189144]: pgmap v7218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:26.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:05:25 smithi039 ceph-mon[181282]: pgmap v7219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:26.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:05:25 smithi032 ceph-mon[191839]: pgmap v7219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:26.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:05:25 smithi032 ceph-mon[189144]: pgmap v7219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:26.733 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:05:27.058 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:05:27.059 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 8m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:05:27.059 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 6m ago 2h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:05:27.059 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 8m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:05:27.059 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 6m ago 2h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:05:27.059 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 6m ago 2h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:05:27.059 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 8m ago 2h 653M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:05:27.059 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 8m ago 2h 891M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:05:27.059 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 6m ago 2h 456M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:05:27.059 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 8m ago 2h 465M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:05:27.059 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 8m ago 2h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:05:27.059 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 6m ago 2h 20.9M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:05:27.060 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 8m ago 2h 4237M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:05:27.060 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 8m ago 2h 4443M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:05:27.060 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 8m ago 2h 4012M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:05:27.060 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 8m ago 2h 3941M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:05:27.060 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 6m ago 2h 3773M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:05:27.060 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 6m ago 2h 3977M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:05:27.060 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 6m ago 2h 3738M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:05:27.060 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 6m ago 2h 3616M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:05:27.060 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 6m ago 2h 124M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:05:27.462 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:05:27.462 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:05:27.462 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:05:27.462 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:05:27.462 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:05:27.462 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:05:27.463 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:05:27.463 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:05:27.463 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:05:27.463 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:05:27.463 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:05:27.463 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:05:27.463 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:05:27.463 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:05:27.463 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:05:27.463 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:05:27.463 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:05:27.463 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:05:28.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:05:27 smithi039 ceph-mon[181282]: pgmap v7220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:28.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:05:27 smithi039 ceph-mon[181282]: from='client.41493 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:05:28.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:05:27 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4010392838' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:05:28.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:05:27 smithi032 ceph-mon[191839]: pgmap v7220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:28.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:05:27 smithi032 ceph-mon[191839]: from='client.41493 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:05:28.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:05:27 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4010392838' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:05:28.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:05:27 smithi032 ceph-mon[189144]: pgmap v7220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:28.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:05:27 smithi032 ceph-mon[189144]: from='client.41493 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:05:28.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:05:27 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4010392838' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:05:29.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:05:28 smithi039 ceph-mon[181282]: from='client.51416 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:05:29.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:05:28 smithi032 ceph-mon[189144]: from='client.51416 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:05:29.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:05:28 smithi032 ceph-mon[191839]: from='client.51416 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:05:30.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:05:29 smithi039 ceph-mon[181282]: pgmap v7221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:05:29 smithi032 ceph-mon[191839]: pgmap v7221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:05:29 smithi032 ceph-mon[189144]: pgmap v7221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:05:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:05:30] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:05:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:05:31 smithi039 ceph-mon[181282]: pgmap v7222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:05:31 smithi032 ceph-mon[191839]: pgmap v7222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:05:31 smithi032 ceph-mon[189144]: pgmap v7222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:34.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:05:33 smithi039 ceph-mon[181282]: pgmap v7223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:34.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:05:33 smithi032 ceph-mon[191839]: pgmap v7223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:34.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:05:33 smithi032 ceph-mon[189144]: pgmap v7223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:05:35 smithi039 ceph-mon[181282]: pgmap v7224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:05:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:05:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:05:35 smithi032 ceph-mon[191839]: pgmap v7224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:05:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:05:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:05:35 smithi032 ceph-mon[189144]: pgmap v7224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:05:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:05:38.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:05:37 smithi039 ceph-mon[181282]: pgmap v7225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:38.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:05:37 smithi032 ceph-mon[191839]: pgmap v7225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:05:37 smithi032 ceph-mon[189144]: pgmap v7225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:40.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:05:39 smithi039 ceph-mon[181282]: pgmap v7226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:40.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:05:39 smithi032 ceph-mon[191839]: pgmap v7226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:05:39 smithi032 ceph-mon[189144]: pgmap v7226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:05:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:05:40] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:05:42.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:05:41 smithi039 ceph-mon[181282]: pgmap v7227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:05:41 smithi032 ceph-mon[191839]: pgmap v7227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:05:41 smithi032 ceph-mon[189144]: pgmap v7227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:05:43 smithi032 ceph-mon[191839]: pgmap v7228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:05:43 smithi032 ceph-mon[189144]: pgmap v7228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:44.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:05:43 smithi039 ceph-mon[181282]: pgmap v7228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:46.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:05:45 smithi032 ceph-mon[191839]: pgmap v7229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:46.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:05:45 smithi032 ceph-mon[189144]: pgmap v7229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:05:45 smithi039 ceph-mon[181282]: pgmap v7229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:48.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:05:47 smithi032 ceph-mon[191839]: pgmap v7230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:48.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:05:47 smithi032 ceph-mon[189144]: pgmap v7230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:05:47 smithi039 ceph-mon[181282]: pgmap v7230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:05:49 smithi032 ceph-mon[191839]: pgmap v7231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:05:49 smithi032 ceph-mon[189144]: pgmap v7231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:05:49 smithi039 ceph-mon[181282]: pgmap v7231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:05:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:05:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:05:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:05:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:05:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:05:50] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:05:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:05:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:05:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:05:51 smithi032 ceph-mon[191839]: pgmap v7232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:05:51 smithi032 ceph-mon[189144]: pgmap v7232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:52.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:05:51 smithi039 ceph-mon[181282]: pgmap v7232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:54.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:05:53 smithi032 ceph-mon[191839]: pgmap v7233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:54.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:05:53 smithi032 ceph-mon[189144]: pgmap v7233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:05:53 smithi039 ceph-mon[181282]: pgmap v7233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:56.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:05:55 smithi032 ceph-mon[191839]: pgmap v7234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:56.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:05:55 smithi032 ceph-mon[189144]: pgmap v7234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:05:55 smithi039 ceph-mon[181282]: pgmap v7234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:57.821 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:05:58.144 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:05:58.145 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 9m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:05:58.145 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 6m ago 2h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:05:58.145 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 9m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:05:58.145 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 6m ago 2h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:05:58.145 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 6m ago 2h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:05:58.145 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 9m ago 2h 653M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:05:58.145 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 9m ago 2h 891M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:05:58.145 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 6m ago 2h 456M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:05:58.145 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 9m ago 2h 465M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:05:58.145 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 9m ago 2h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:05:58.146 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 6m ago 2h 20.9M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:05:58.146 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 9m ago 2h 4237M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:05:58.146 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 9m ago 2h 4443M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:05:58.146 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 9m ago 2h 4012M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:05:58.146 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 9m ago 2h 3941M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:05:58.146 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 6m ago 2h 3773M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:05:58.146 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 6m ago 2h 3977M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:05:58.146 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 6m ago 2h 3738M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:05:58.146 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 6m ago 2h 3616M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:05:58.146 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 6m ago 2h 124M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:05:58.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:05:57 smithi032 ceph-mon[191839]: pgmap v7235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:58.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:05:57 smithi032 ceph-mon[189144]: pgmap v7235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:05:57 smithi039 ceph-mon[181282]: pgmap v7235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:05:58.544 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:05:58.544 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:05:58.544 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:05:58.544 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:05:58.544 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:05:58.544 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:05:58.544 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:05:58.544 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:05:58.544 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:05:58.545 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:05:58.545 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:05:58.545 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:05:58.545 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:05:58.545 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:05:58.545 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:05:58.545 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:05:58.545 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:05:58.545 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:05:59.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:05:58 smithi032 ceph-mon[191839]: from='client.51428 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:05:59.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:05:58 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1195900802' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:05:59.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:05:58 smithi032 ceph-mon[189144]: from='client.51428 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:05:59.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:05:58 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1195900802' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:05:59.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:05:58 smithi039 ceph-mon[181282]: from='client.51428 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:05:59.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:05:58 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1195900802' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:06:00.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:05:59 smithi032 ceph-mon[191839]: pgmap v7236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:05:59 smithi032 ceph-mon[191839]: from='client.51434 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:06:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:05:59 smithi032 ceph-mon[189144]: pgmap v7236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:05:59 smithi032 ceph-mon[189144]: from='client.51434 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:06:00.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:05:59 smithi039 ceph-mon[181282]: pgmap v7236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:00.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:05:59 smithi039 ceph-mon[181282]: from='client.51434 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:06:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:06:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:06:00] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:06:02.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:06:01 smithi032 ceph-mon[191839]: pgmap v7237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:06:01 smithi032 ceph-mon[189144]: pgmap v7237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:02.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:06:01 smithi039 ceph-mon[181282]: pgmap v7237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:04.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:06:03 smithi032 ceph-mon[191839]: pgmap v7238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:04.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:06:03 smithi032 ceph-mon[189144]: pgmap v7238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:04.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:06:03 smithi039 ceph-mon[181282]: pgmap v7238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:06:05 smithi032 ceph-mon[189144]: pgmap v7239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:06:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:06:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:06:05 smithi032 ceph-mon[191839]: pgmap v7239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:06:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:06:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:06:05 smithi039 ceph-mon[181282]: pgmap v7239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:06:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:06:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:06:07 smithi032 ceph-mon[189144]: pgmap v7240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:06:07 smithi032 ceph-mon[191839]: pgmap v7240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:08.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:06:07 smithi039 ceph-mon[181282]: pgmap v7240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:10.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:06:09 smithi032 ceph-mon[191839]: pgmap v7241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:06:09 smithi032 ceph-mon[189144]: pgmap v7241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:10.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:06:09 smithi039 ceph-mon[181282]: pgmap v7241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:06:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:06:10] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:06:11.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:06:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:06:11.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:06:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:06:11.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:06:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:06:11.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:06:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:06:11.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:06:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:06:11.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:06:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:06:11.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:06:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:06:11.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:06:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:06:11.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:06:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:06:11.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:06:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:06:11.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:06:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:06:11.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:06:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:06:11.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:06:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:06:11.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:06:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:06:11.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:06:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:06:11.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:06:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:06:11.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:06:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:06:11.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:06:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:06:12.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:06:11 smithi032 ceph-mon[191839]: pgmap v7242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:06:11 smithi032 ceph-mon[189144]: pgmap v7242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:12.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:06:11 smithi039 ceph-mon[181282]: pgmap v7242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:14.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:06:13 smithi032 ceph-mon[191839]: pgmap v7243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:14.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:06:13 smithi032 ceph-mon[189144]: pgmap v7243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:06:13 smithi039 ceph-mon[181282]: pgmap v7243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:16.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:06:15 smithi032 ceph-mon[191839]: pgmap v7244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:16.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:06:15 smithi032 ceph-mon[189144]: pgmap v7244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:06:15 smithi039 ceph-mon[181282]: pgmap v7244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:18.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:06:17 smithi032 ceph-mon[191839]: pgmap v7245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:18.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:06:17 smithi032 ceph-mon[189144]: pgmap v7245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:18.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:06:17 smithi039 ceph-mon[181282]: pgmap v7245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:06:19 smithi032 ceph-mon[191839]: pgmap v7246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:06:19 smithi032 ceph-mon[189144]: pgmap v7246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:06:19 smithi039 ceph-mon[181282]: pgmap v7246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:06:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:06:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:06:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:06:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:06:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:06:20] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T20:06:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:06:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:06:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:06:21 smithi032 ceph-mon[191839]: pgmap v7247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:06:21 smithi032 ceph-mon[189144]: pgmap v7247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:06:21 smithi039 ceph-mon[181282]: pgmap v7247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:24.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:06:23 smithi032 ceph-mon[191839]: pgmap v7248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:06:23 smithi032 ceph-mon[189144]: pgmap v7248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:06:23 smithi039 ceph-mon[181282]: pgmap v7248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:06:25 smithi032 ceph-mon[189144]: pgmap v7249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:06:25 smithi032 ceph-mon[191839]: pgmap v7249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:06:25 smithi039 ceph-mon[181282]: pgmap v7249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:28.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:06:27 smithi032 ceph-mon[191839]: pgmap v7250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:06:27 smithi032 ceph-mon[189144]: pgmap v7250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:06:27 smithi039 ceph-mon[181282]: pgmap v7250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:28.907 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:06:29.229 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:06:29.229 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 9m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:06:29.229 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 7m ago 2h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:06:29.229 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 9m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:06:29.229 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 7m ago 2h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:06:29.229 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 7m ago 2h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:06:29.229 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 9m ago 2h 653M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:06:29.229 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 9m ago 2h 891M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:06:29.230 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 7m ago 2h 456M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:06:29.230 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 9m ago 2h 465M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:06:29.230 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 9m ago 2h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:06:29.230 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 7m ago 2h 20.9M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:06:29.230 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 9m ago 2h 4237M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:06:29.230 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 9m ago 2h 4443M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:06:29.230 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 9m ago 2h 4012M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:06:29.230 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 9m ago 2h 3941M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:06:29.230 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 7m ago 2h 3773M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:06:29.230 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 7m ago 2h 3977M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:06:29.230 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 7m ago 2h 3738M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:06:29.230 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 7m ago 2h 3616M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:06:29.230 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 7m ago 2h 124M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:06:29.629 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:06:29.629 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:06:29.630 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:06:29.630 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:06:29.630 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:06:29.630 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:06:29.630 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:06:29.630 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:06:29.630 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:06:29.630 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:06:29.630 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:06:29.630 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:06:29.630 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:06:29.630 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:06:29.630 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:06:29.630 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:06:29.630 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:06:29.631 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:06:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:06:29 smithi032 ceph-mon[191839]: pgmap v7251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:06:29 smithi032 ceph-mon[191839]: from='client.51446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:06:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:06:29 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2589734987' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:06:30.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:06:29 smithi032 ceph-mon[189144]: pgmap v7251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:30.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:06:29 smithi032 ceph-mon[189144]: from='client.51446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:06:30.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:06:29 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2589734987' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:06:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:06:29 smithi039 ceph-mon[181282]: pgmap v7251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:06:29 smithi039 ceph-mon[181282]: from='client.51446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:06:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:06:29 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2589734987' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:06:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:06:30 smithi032 ceph-mon[189144]: from='client.41535 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:06:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:06:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:06:30] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T20:06:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:06:30 smithi032 ceph-mon[191839]: from='client.41535 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:06:31.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:06:30 smithi039 ceph-mon[181282]: from='client.41535 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:06:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:06:31 smithi032 ceph-mon[189144]: pgmap v7252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:32.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:06:31 smithi032 ceph-mon[191839]: pgmap v7252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:32.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:06:31 smithi039 ceph-mon[181282]: pgmap v7252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:34.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:06:33 smithi032 ceph-mon[189144]: pgmap v7253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:06:33 smithi032 ceph-mon[191839]: pgmap v7253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:34.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:06:33 smithi039 ceph-mon[181282]: pgmap v7253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:35.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:06:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:06:35.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:06:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:06:35.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:06:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:06:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:06:35 smithi032 ceph-mon[189144]: pgmap v7254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:06:35 smithi032 ceph-mon[191839]: pgmap v7254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:06:35 smithi039 ceph-mon[181282]: pgmap v7254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:06:37 smithi032 ceph-mon[189144]: pgmap v7255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:38.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:06:37 smithi032 ceph-mon[191839]: pgmap v7255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:38.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:06:37 smithi039 ceph-mon[181282]: pgmap v7255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:40.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:06:39 smithi032 ceph-mon[191839]: pgmap v7256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:06:39 smithi032 ceph-mon[189144]: pgmap v7256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:40.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:06:39 smithi039 ceph-mon[181282]: pgmap v7256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:06:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:06:40] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2023-12-22T20:06:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:06:41 smithi032 ceph-mon[191839]: pgmap v7257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:06:41 smithi032 ceph-mon[189144]: pgmap v7257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:42.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:06:41 smithi039 ceph-mon[181282]: pgmap v7257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:06:43 smithi032 ceph-mon[191839]: pgmap v7258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:06:43 smithi032 ceph-mon[189144]: pgmap v7258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:44.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:06:43 smithi039 ceph-mon[181282]: pgmap v7258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:46.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:06:45 smithi032 ceph-mon[191839]: pgmap v7259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:46.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:06:45 smithi032 ceph-mon[189144]: pgmap v7259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:06:45 smithi039 ceph-mon[181282]: pgmap v7259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:48.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:06:47 smithi032 ceph-mon[191839]: pgmap v7260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:48.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:06:47 smithi032 ceph-mon[189144]: pgmap v7260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:06:47 smithi039 ceph-mon[181282]: pgmap v7260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:06:49 smithi032 ceph-mon[191839]: pgmap v7261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:06:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:06:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:06:49 smithi032 ceph-mon[189144]: pgmap v7261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:06:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:06:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:06:49 smithi039 ceph-mon[181282]: pgmap v7261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:06:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:06:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:06:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:06:50] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:06:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:06:51 smithi032 ceph-mon[191839]: pgmap v7262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:06:51 smithi032 ceph-mon[189144]: pgmap v7262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:52.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:06:51 smithi039 ceph-mon[181282]: pgmap v7262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:54.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:06:53 smithi032 ceph-mon[189144]: pgmap v7263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:54.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:06:53 smithi032 ceph-mon[191839]: pgmap v7263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:06:53 smithi039 ceph-mon[181282]: pgmap v7263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:56.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:06:55 smithi032 ceph-mon[189144]: pgmap v7264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:56.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:06:55 smithi032 ceph-mon[191839]: pgmap v7264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:06:55 smithi039 ceph-mon[181282]: pgmap v7264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:58.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:06:57 smithi032 ceph-mon[191839]: pgmap v7265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:58.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:06:57 smithi032 ceph-mon[189144]: pgmap v7265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:06:57 smithi039 ceph-mon[181282]: pgmap v7265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:06:59.995 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:07:00.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:06:59 smithi032 ceph-mon[189144]: pgmap v7266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:00.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:06:59 smithi032 ceph-mon[191839]: pgmap v7266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:00.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:06:59 smithi039 ceph-mon[181282]: pgmap v7266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:00.318 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:07:00.318 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 10m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:07:00.318 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 7m ago 2h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:07:00.318 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 10m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:07:00.318 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 7m ago 2h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:07:00.318 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 7m ago 2h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:07:00.318 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 10m ago 2h 653M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:07:00.318 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 10m ago 2h 891M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:07:00.319 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 7m ago 2h 456M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:07:00.319 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 10m ago 2h 465M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:07:00.319 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 10m ago 2h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:07:00.319 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 7m ago 2h 20.9M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:07:00.319 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 10m ago 2h 4237M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:07:00.319 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 10m ago 2h 4443M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:07:00.319 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 10m ago 2h 4012M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:07:00.319 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 10m ago 2h 3941M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:07:00.319 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 7m ago 2h 3773M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:07:00.319 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 7m ago 2h 3977M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:07:00.319 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 7m ago 2h 3738M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:07:00.319 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 7m ago 2h 3616M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:07:00.319 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 7m ago 2h 124M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:07:00.718 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:07:00.718 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:07:00.718 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:07:00.718 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:07:00.718 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:07:00.718 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:07:00.718 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:07:00.718 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:07:00.718 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:07:00.718 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:07:00.718 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:07:00.718 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:07:00.719 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:07:00.719 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:07:00.719 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:07:00.719 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:07:00.719 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:07:00.719 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:07:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:07:00 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/431100304' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:07:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:07:00 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/431100304' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:07:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:07:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:07:00] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:07:01.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:07:00 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/431100304' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:07:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:07:01 smithi032 ceph-mon[189144]: from='client.41547 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:07:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:07:01 smithi032 ceph-mon[189144]: pgmap v7267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:07:01 smithi032 ceph-mon[189144]: from='client.51470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:07:02.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:07:01 smithi032 ceph-mon[191839]: from='client.41547 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:07:02.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:07:01 smithi032 ceph-mon[191839]: pgmap v7267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:02.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:07:01 smithi032 ceph-mon[191839]: from='client.51470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:07:02.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:07:01 smithi039 ceph-mon[181282]: from='client.41547 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:07:02.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:07:01 smithi039 ceph-mon[181282]: pgmap v7267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:02.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:07:01 smithi039 ceph-mon[181282]: from='client.51470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:07:04.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:07:03 smithi032 ceph-mon[191839]: pgmap v7268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:04.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:07:03 smithi032 ceph-mon[189144]: pgmap v7268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:04.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:07:03 smithi039 ceph-mon[181282]: pgmap v7268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:05.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:07:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:07:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:07:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:07:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:07:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:07:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:07:05 smithi039 ceph-mon[181282]: pgmap v7269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:07:05 smithi032 ceph-mon[191839]: pgmap v7269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:07:05 smithi032 ceph-mon[189144]: pgmap v7269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:08.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:07:07 smithi039 ceph-mon[181282]: pgmap v7270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:07:07 smithi032 ceph-mon[189144]: pgmap v7270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:07:07 smithi032 ceph-mon[191839]: pgmap v7270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:10.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:07:09 smithi039 ceph-mon[181282]: pgmap v7271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:10.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:07:09 smithi032 ceph-mon[191839]: pgmap v7271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:10.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:07:09 smithi032 ceph-mon[189144]: pgmap v7271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:07:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:07:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:07:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:07:10] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:07:11.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:07:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:07:11.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:07:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:07:12.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:07:11 smithi039 ceph-mon[181282]: pgmap v7272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:07:11 smithi032 ceph-mon[191839]: pgmap v7272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:07:11 smithi032 ceph-mon[189144]: pgmap v7272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:07:13 smithi039 ceph-mon[181282]: pgmap v7273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:07:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:07:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:07:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:07:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:07:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:07:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:07:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:07:14.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:07:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:07:14.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:07:13 smithi032 ceph-mon[191839]: pgmap v7273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:14.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:07:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:07:14.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:07:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:07:14.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:07:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:07:14.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:07:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:07:14.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:07:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:07:14.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:07:13 smithi032 ceph-mon[189144]: pgmap v7273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:14.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:07:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:07:14.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:07:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:07:14.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:07:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:07:14.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:07:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:07:14.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:07:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:07:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:07:15 smithi039 ceph-mon[181282]: pgmap v7274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:16.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:07:15 smithi032 ceph-mon[191839]: pgmap v7274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:07:15 smithi032 ceph-mon[189144]: pgmap v7274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:18.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:07:17 smithi039 ceph-mon[181282]: pgmap v7275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:07:17 smithi032 ceph-mon[191839]: pgmap v7275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:07:17 smithi032 ceph-mon[189144]: pgmap v7275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:07:19 smithi039 ceph-mon[181282]: pgmap v7276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:07:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:07:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:07:19 smithi032 ceph-mon[191839]: pgmap v7276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:07:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:07:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:07:19 smithi032 ceph-mon[189144]: pgmap v7276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:07:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:07:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:07:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:07:20] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:07:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:07:21 smithi039 ceph-mon[181282]: pgmap v7277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:07:21 smithi032 ceph-mon[191839]: pgmap v7277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:07:21 smithi032 ceph-mon[189144]: pgmap v7277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:07:23 smithi039 ceph-mon[181282]: pgmap v7278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:24.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:07:23 smithi032 ceph-mon[191839]: pgmap v7278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:24.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:07:23 smithi032 ceph-mon[189144]: pgmap v7278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:07:25 smithi039 ceph-mon[181282]: pgmap v7279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:26.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:07:25 smithi032 ceph-mon[191839]: pgmap v7279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:07:25 smithi032 ceph-mon[189144]: pgmap v7279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:07:27 smithi039 ceph-mon[181282]: pgmap v7280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:07:27 smithi032 ceph-mon[191839]: pgmap v7280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:28.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:07:27 smithi032 ceph-mon[189144]: pgmap v7280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:07:29 smithi039 ceph-mon[181282]: pgmap v7281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:07:29 smithi032 ceph-mon[189144]: pgmap v7281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:07:29 smithi032 ceph-mon[191839]: pgmap v7281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:31.083 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:07:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:07:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:07:30] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:07:31.405 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:07:31.405 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 18s ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:07:31.405 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 8m ago 2h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:07:31.405 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 18s ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:07:31.405 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 8m ago 2h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:07:31.406 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 8m ago 2h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:07:31.406 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 18s ago 2h 660M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:07:31.406 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 18s ago 2h 930M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:07:31.406 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 8m ago 2h 456M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:07:31.406 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 18s ago 2h 484M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:07:31.406 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 18s ago 2h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:07:31.406 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 8m ago 2h 20.9M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:07:31.406 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 18s ago 2h 4270M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:07:31.406 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 18s ago 2h 4473M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:07:31.406 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 18s ago 2h 4035M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:07:31.406 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 18s ago 2h 3971M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:07:31.406 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 8m ago 2h 3773M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:07:31.406 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 8m ago 2h 3977M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:07:31.406 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 8m ago 2h 3738M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:07:31.407 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 8m ago 2h 3616M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:07:31.407 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 8m ago 2h 124M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:07:31.802 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:07:31.803 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:07:31.803 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:07:31.803 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:07:31.803 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:07:31.803 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:07:31.803 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:07:31.803 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:07:31.803 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:07:31.803 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:07:31.803 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:07:31.803 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:07:31.803 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:07:31.804 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:07:31.804 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:07:31.804 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:07:31.804 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:07:31.804 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:07:32.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:07:31 smithi039 ceph-mon[181282]: pgmap v7282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:32.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:07:31 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2757171834' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:07:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:07:31 smithi032 ceph-mon[189144]: pgmap v7282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:07:31 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2757171834' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:07:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:07:31 smithi032 ceph-mon[191839]: pgmap v7282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:07:31 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2757171834' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:07:33.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:07:32 smithi039 ceph-mon[181282]: from='client.51482 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:07:33.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:07:32 smithi039 ceph-mon[181282]: from='client.41571 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:07:33.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:07:32 smithi032 ceph-mon[189144]: from='client.51482 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:07:33.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:07:32 smithi032 ceph-mon[189144]: from='client.41571 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:07:33.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:07:32 smithi032 ceph-mon[191839]: from='client.51482 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:07:33.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:07:32 smithi032 ceph-mon[191839]: from='client.41571 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:07:34.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:07:33 smithi039 ceph-mon[181282]: pgmap v7283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:07:33 smithi032 ceph-mon[189144]: pgmap v7283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:34.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:07:33 smithi032 ceph-mon[191839]: pgmap v7283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:35.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:07:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:07:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:07:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:07:35.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:07:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:07:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:07:35 smithi039 ceph-mon[181282]: pgmap v7284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:07:35 smithi032 ceph-mon[191839]: pgmap v7284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:07:35 smithi032 ceph-mon[189144]: pgmap v7284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:37.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:07:37 smithi039 ceph-mon[181282]: pgmap v7285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:37.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:07:36 smithi032 ceph-mon[191839]: pgmap v7285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:37.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:07:36 smithi032 ceph-mon[189144]: pgmap v7285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:39.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:07:39 smithi032 ceph-mon[191839]: pgmap v7286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:07:39 smithi032 ceph-mon[189144]: pgmap v7286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:40.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:07:39 smithi039 ceph-mon[181282]: pgmap v7286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:07:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:07:40] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:07:41.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:07:41 smithi032 ceph-mon[191839]: pgmap v7287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:41.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:07:41 smithi032 ceph-mon[189144]: pgmap v7287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:42.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:07:41 smithi039 ceph-mon[181282]: pgmap v7287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:43.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:07:43 smithi032 ceph-mon[191839]: pgmap v7288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:43.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:07:43 smithi032 ceph-mon[189144]: pgmap v7288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:44.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:07:43 smithi039 ceph-mon[181282]: pgmap v7288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:45.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:07:45 smithi032 ceph-mon[191839]: pgmap v7289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:45.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:07:45 smithi032 ceph-mon[189144]: pgmap v7289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:46.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:07:45 smithi039 ceph-mon[181282]: pgmap v7289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:47.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:07:47 smithi032 ceph-mon[191839]: pgmap v7290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:47.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:07:47 smithi032 ceph-mon[189144]: pgmap v7290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:48.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:07:47 smithi039 ceph-mon[181282]: pgmap v7290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:49.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:07:49 smithi032 ceph-mon[191839]: pgmap v7291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:49.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:07:49 smithi032 ceph-mon[189144]: pgmap v7291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:50.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:07:49 smithi039 ceph-mon[181282]: pgmap v7291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:50.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:07:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:07:50.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:07:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:07:50.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:07:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:07:50] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:07:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:07:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:07:51.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:07:51 smithi032 ceph-mon[191839]: pgmap v7292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:07:51 smithi032 ceph-mon[189144]: pgmap v7292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:52.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:07:51 smithi039 ceph-mon[181282]: pgmap v7292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:53.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:07:53 smithi032 ceph-mon[191839]: pgmap v7293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:53.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:07:53 smithi032 ceph-mon[189144]: pgmap v7293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:54.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:07:53 smithi039 ceph-mon[181282]: pgmap v7293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:55.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:07:55 smithi032 ceph-mon[191839]: pgmap v7294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:55.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:07:55 smithi032 ceph-mon[189144]: pgmap v7294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:56.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:07:55 smithi039 ceph-mon[181282]: pgmap v7294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:57.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:07:57 smithi032 ceph-mon[191839]: pgmap v7295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:57.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:07:57 smithi032 ceph-mon[189144]: pgmap v7295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:58.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:07:57 smithi039 ceph-mon[181282]: pgmap v7295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:59.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:07:59 smithi032 ceph-mon[191839]: pgmap v7296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:07:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:07:59 smithi032 ceph-mon[189144]: pgmap v7296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:00.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:07:59 smithi039 ceph-mon[181282]: pgmap v7296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:08:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:08:00] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:08:01.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:08:01 smithi032 ceph-mon[189144]: pgmap v7297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:01.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:08:01 smithi032 ceph-mon[191839]: pgmap v7297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:02.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:08:01 smithi039 ceph-mon[181282]: pgmap v7297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:02.170 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:08:02.498 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:08:02.498 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 49s ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:08:02.498 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 8m ago 2h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:08:02.498 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 49s ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:08:02.498 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 8m ago 2h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:08:02.498 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 8m ago 2h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:08:02.498 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 49s ago 2h 660M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:08:02.498 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 49s ago 2h 930M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:08:02.499 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 8m ago 2h 456M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:08:02.499 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 49s ago 2h 484M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:08:02.499 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 49s ago 2h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:08:02.499 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 8m ago 2h 20.9M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:08:02.499 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 49s ago 2h 4270M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:08:02.499 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 49s ago 2h 4473M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:08:02.499 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 49s ago 2h 4035M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:08:02.499 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 49s ago 2h 3971M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:08:02.499 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 8m ago 2h 3773M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:08:02.499 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 8m ago 2h 3977M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:08:02.499 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 8m ago 2h 3738M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:08:02.499 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 8m ago 2h 3616M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:08:02.499 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 8m ago 2h 124M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:08:02.903 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:08:02.903 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:08:02.903 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:08:02.903 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:08:02.903 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:08:02.904 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:08:02.904 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:08:02.904 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:08:02.904 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:08:02.904 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:08:02.904 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:08:02.904 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:08:02.904 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:08:02.904 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:08:02.904 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:08:02.904 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:08:02.904 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:08:02.904 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:08:03.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:08:03 smithi032 ceph-mon[191839]: from='client.51500 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:08:03.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:08:03 smithi032 ceph-mon[191839]: pgmap v7298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:03.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:08:03 smithi032 ceph-mon[191839]: from='client.41589 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:08:03.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:08:03 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3179226042' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:08:03.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:08:03 smithi032 ceph-mon[189144]: from='client.51500 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:08:03.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:08:03 smithi032 ceph-mon[189144]: pgmap v7298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:03.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:08:03 smithi032 ceph-mon[189144]: from='client.41589 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:08:03.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:08:03 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3179226042' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:08:04.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:08:03 smithi039 ceph-mon[181282]: from='client.51500 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:08:04.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:08:03 smithi039 ceph-mon[181282]: pgmap v7298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:04.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:08:03 smithi039 ceph-mon[181282]: from='client.41589 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:08:04.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:08:03 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3179226042' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:08:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:08:05 smithi032 ceph-mon[191839]: pgmap v7299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:08:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:08:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:08:05 smithi032 ceph-mon[189144]: pgmap v7299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:08:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:08:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:08:05 smithi039 ceph-mon[181282]: pgmap v7299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:08:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:08:07.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:08:07 smithi032 ceph-mon[191839]: pgmap v7300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:07.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:08:07 smithi032 ceph-mon[189144]: pgmap v7300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:08.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:08:07 smithi039 ceph-mon[181282]: pgmap v7300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:08:09 smithi032 ceph-mon[191839]: pgmap v7301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:08:09 smithi032 ceph-mon[189144]: pgmap v7301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:10.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:08:09 smithi039 ceph-mon[181282]: pgmap v7301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:08:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:08:10] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:08:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:08:11 smithi032 ceph-mon[191839]: pgmap v7302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:11.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:08:11 smithi032 ceph-mon[189144]: pgmap v7302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:08:11 smithi039 ceph-mon[181282]: pgmap v7302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:13.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:08:13 smithi032 ceph-mon[191839]: pgmap v7303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:13.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:08:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:08:13.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:08:13 smithi032 ceph-mon[189144]: pgmap v7303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:13.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:08:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:08:14.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:08:13 smithi039 ceph-mon[181282]: pgmap v7303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:14.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:08:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:08:14.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:08:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:08:14.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:08:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:08:14.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:08:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:08:14.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:08:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:08:14.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:08:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:08:14.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:08:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:08:15.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:08:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:08:15.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:08:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:08:15.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:08:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:08:15.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:08:15 smithi032 ceph-mon[189144]: pgmap v7304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:15.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:08:15 smithi032 ceph-mon[191839]: pgmap v7304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:16.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:08:15 smithi039 ceph-mon[181282]: pgmap v7304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:17.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:08:17 smithi032 ceph-mon[189144]: pgmap v7305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:17.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:08:17 smithi032 ceph-mon[191839]: pgmap v7305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:18.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:08:17 smithi039 ceph-mon[181282]: pgmap v7305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:08:19 smithi032 ceph-mon[191839]: pgmap v7306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:19.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:08:19 smithi032 ceph-mon[189144]: pgmap v7306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:20.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:08:19 smithi039 ceph-mon[181282]: pgmap v7306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:08:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:08:20.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:08:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:08:20.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:08:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:08:20] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:08:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:08:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:08:21.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:08:21 smithi032 ceph-mon[191839]: pgmap v7307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:08:21 smithi032 ceph-mon[189144]: pgmap v7307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:22.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:08:21 smithi039 ceph-mon[181282]: pgmap v7307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:23.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:08:23 smithi032 ceph-mon[191839]: pgmap v7308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:23.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:08:23 smithi032 ceph-mon[189144]: pgmap v7308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:24.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:08:23 smithi039 ceph-mon[181282]: pgmap v7308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:26.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:08:25 smithi039 ceph-mon[181282]: pgmap v7309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:08:25 smithi032 ceph-mon[191839]: pgmap v7309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:08:25 smithi032 ceph-mon[189144]: pgmap v7309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:28.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:08:27 smithi039 ceph-mon[181282]: pgmap v7310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:28.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:08:27 smithi032 ceph-mon[189144]: pgmap v7310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:08:27 smithi032 ceph-mon[191839]: pgmap v7310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:30.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:08:29 smithi039 ceph-mon[181282]: pgmap v7311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:08:29 smithi032 ceph-mon[191839]: pgmap v7311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:30.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:08:29 smithi032 ceph-mon[189144]: pgmap v7311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:08:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:08:30] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:08:32.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:08:31 smithi039 ceph-mon[181282]: pgmap v7312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:08:31 smithi032 ceph-mon[191839]: pgmap v7312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:08:31 smithi032 ceph-mon[189144]: pgmap v7312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:33.268 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:08:33.597 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:08:33.597 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 80s ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:08:33.597 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 9m ago 2h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:08:33.597 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 80s ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:08:33.597 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 9m ago 2h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:08:33.597 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 9m ago 2h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:08:33.597 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 80s ago 2h 660M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:08:33.597 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 80s ago 2h 930M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:08:33.597 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 9m ago 2h 456M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:08:33.597 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 80s ago 2h 484M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:08:33.598 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 80s ago 2h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:08:33.598 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 9m ago 2h 20.9M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:08:33.598 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 80s ago 2h 4270M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:08:33.598 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 80s ago 2h 4473M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:08:33.598 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 80s ago 2h 4035M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:08:33.598 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 80s ago 2h 3971M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:08:33.598 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 9m ago 2h 3773M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:08:33.598 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 9m ago 2h 3977M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:08:33.598 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 9m ago 2h 3738M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:08:33.598 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 9m ago 2h 3616M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:08:33.598 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 9m ago 2h 124M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:08:33.995 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:08:33.995 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:08:33.995 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:08:33.995 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:08:33.995 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:08:33.995 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:08:33.995 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:08:33.996 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:08:33.996 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:08:33.996 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:08:33.996 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:08:33.996 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:08:33.996 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:08:33.996 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:08:33.996 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:08:33.996 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:08:33.996 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:08:33.996 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:08:34.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:08:33 smithi039 ceph-mon[181282]: pgmap v7313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:34.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:08:33 smithi032 ceph-mon[191839]: pgmap v7313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:08:33 smithi032 ceph-mon[189144]: pgmap v7313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:35.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:08:34 smithi039 ceph-mon[181282]: from='client.41601 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:08:35.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:08:34 smithi039 ceph-mon[181282]: from='client.41607 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:08:35.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:08:34 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1414455240' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:08:35.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:08:34 smithi032 ceph-mon[191839]: from='client.41601 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:08:35.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:08:34 smithi032 ceph-mon[191839]: from='client.41607 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:08:35.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:08:34 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1414455240' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:08:35.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:08:34 smithi032 ceph-mon[189144]: from='client.41601 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:08:35.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:08:34 smithi032 ceph-mon[189144]: from='client.41607 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:08:35.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:08:34 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1414455240' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:08:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:08:35 smithi039 ceph-mon[181282]: pgmap v7314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:08:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:08:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:08:35 smithi032 ceph-mon[191839]: pgmap v7314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:08:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:08:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:08:35 smithi032 ceph-mon[189144]: pgmap v7314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:08:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:08:38.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:08:37 smithi039 ceph-mon[181282]: pgmap v7315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:38.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:08:37 smithi032 ceph-mon[191839]: pgmap v7315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:08:37 smithi032 ceph-mon[189144]: pgmap v7315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:40.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:08:39 smithi039 ceph-mon[181282]: pgmap v7316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:40.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:08:39 smithi032 ceph-mon[191839]: pgmap v7316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:08:39 smithi032 ceph-mon[189144]: pgmap v7316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:08:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:08:40] "GET /metrics HTTP/1.1" 200 34064 "" "Prometheus/2.43.0" 2023-12-22T20:08:42.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:08:41 smithi039 ceph-mon[181282]: pgmap v7317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:08:41 smithi032 ceph-mon[191839]: pgmap v7317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:08:41 smithi032 ceph-mon[189144]: pgmap v7317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:44.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:08:43 smithi039 ceph-mon[181282]: pgmap v7318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:08:43 smithi032 ceph-mon[189144]: pgmap v7318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:08:43 smithi032 ceph-mon[191839]: pgmap v7318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:46.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:08:45 smithi039 ceph-mon[181282]: pgmap v7319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:46.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:08:45 smithi032 ceph-mon[191839]: pgmap v7319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:08:45 smithi032 ceph-mon[189144]: pgmap v7319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:48.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:08:47 smithi039 ceph-mon[181282]: pgmap v7320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:48.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:08:47 smithi032 ceph-mon[191839]: pgmap v7320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:08:47 smithi032 ceph-mon[189144]: pgmap v7320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:50.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:08:49 smithi039 ceph-mon[181282]: pgmap v7321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:08:49 smithi032 ceph-mon[191839]: pgmap v7321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:08:49 smithi032 ceph-mon[189144]: pgmap v7321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:08:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:08:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:08:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:08:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:08:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:08:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:08:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:08:50] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:08:52.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:08:51 smithi039 ceph-mon[181282]: pgmap v7322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:08:51 smithi032 ceph-mon[191839]: pgmap v7322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:08:51 smithi032 ceph-mon[189144]: pgmap v7322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:54.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:08:53 smithi039 ceph-mon[181282]: pgmap v7323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:54.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:08:53 smithi032 ceph-mon[191839]: pgmap v7323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:08:53 smithi032 ceph-mon[189144]: pgmap v7323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:56.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:08:55 smithi039 ceph-mon[181282]: pgmap v7324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:56.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:08:55 smithi032 ceph-mon[191839]: pgmap v7324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:08:55 smithi032 ceph-mon[189144]: pgmap v7324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:58.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:08:57 smithi039 ceph-mon[181282]: pgmap v7325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:58.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:08:57 smithi032 ceph-mon[191839]: pgmap v7325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:08:58.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:08:57 smithi032 ceph-mon[189144]: pgmap v7325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:00.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:08:59 smithi039 ceph-mon[181282]: pgmap v7326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:00.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:08:59 smithi032 ceph-mon[191839]: pgmap v7326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:08:59 smithi032 ceph-mon[189144]: pgmap v7326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:09:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:09:00] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:09:02.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:09:01 smithi039 ceph-mon[181282]: pgmap v7327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:02.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:09:01 smithi032 ceph-mon[191839]: pgmap v7327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:02.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:09:01 smithi032 ceph-mon[189144]: pgmap v7327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:04.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:09:03 smithi039 ceph-mon[181282]: pgmap v7328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:04.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:09:03 smithi032 ceph-mon[191839]: pgmap v7328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:04.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:09:03 smithi032 ceph-mon[189144]: pgmap v7328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:04.360 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:09:04.681 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:09:04.681 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 111s ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:09:04.681 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 10m ago 2h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:09:04.681 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 111s ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:09:04.681 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 10m ago 2h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:09:04.681 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 10m ago 2h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:09:04.681 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 111s ago 2h 660M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:09:04.682 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 111s ago 2h 930M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:09:04.682 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 10m ago 2h 456M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:09:04.682 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 111s ago 2h 484M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:09:04.682 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 111s ago 2h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:09:04.682 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 10m ago 2h 20.9M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:09:04.682 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 111s ago 2h 4270M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:09:04.682 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 111s ago 2h 4473M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:09:04.682 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 111s ago 2h 4035M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:09:04.682 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 111s ago 2h 3971M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:09:04.682 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 10m ago 2h 3773M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:09:04.682 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 10m ago 2h 3977M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:09:04.682 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 10m ago 2h 3738M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:09:04.682 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 10m ago 2h 3616M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:09:04.682 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 10m ago 2h 124M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:09:05.083 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:09:05.083 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:09:05.083 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:09:05.083 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:09:05.083 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:09:05.083 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:09:05.083 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:09:05.083 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:09:05.084 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:09:05.084 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:09:05.084 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:09:05.084 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:09:05.084 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:09:05.084 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:09:05.084 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:09:05.084 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:09:05.084 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:09:05.084 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:09:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:09:05 smithi032 ceph-mon[189144]: pgmap v7329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:09:05 smithi032 ceph-mon[189144]: from='client.51536 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:09:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:09:05 smithi032 ceph-mon[189144]: from='client.51542 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:09:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:09:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:09:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:09:05 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/753476639' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:09:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:09:05 smithi032 ceph-mon[191839]: pgmap v7329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:09:05 smithi032 ceph-mon[191839]: from='client.51536 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:09:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:09:05 smithi032 ceph-mon[191839]: from='client.51542 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:09:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:09:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:09:06.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:09:05 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/753476639' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:09:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:09:05 smithi039 ceph-mon[181282]: pgmap v7329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:09:05 smithi039 ceph-mon[181282]: from='client.51536 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:09:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:09:05 smithi039 ceph-mon[181282]: from='client.51542 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:09:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:09:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:09:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:09:05 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/753476639' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:09:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:09:07 smithi032 ceph-mon[189144]: pgmap v7330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:09:07 smithi032 ceph-mon[191839]: pgmap v7330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:08.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:09:07 smithi039 ceph-mon[181282]: pgmap v7330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:09:09 smithi032 ceph-mon[189144]: pgmap v7331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:10.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:09:09 smithi032 ceph-mon[191839]: pgmap v7331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:10.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:09:09 smithi039 ceph-mon[181282]: pgmap v7331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:09:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:09:10] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:09:12.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:09:11 smithi032 ceph-mon[191839]: pgmap v7332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:09:11 smithi032 ceph-mon[189144]: pgmap v7332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:12.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:09:11 smithi039 ceph-mon[181282]: pgmap v7332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:14.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:09:13 smithi032 ceph-mon[189144]: pgmap v7333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:09:13 smithi032 ceph-mon[191839]: pgmap v7333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:09:13 smithi039 ceph-mon[181282]: pgmap v7333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:15.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:09:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:09:15.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:09:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:09:15.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:09:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:09:16.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:09:15 smithi032 ceph-mon[191839]: pgmap v7334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:09:15 smithi032 ceph-mon[189144]: pgmap v7334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:09:15 smithi039 ceph-mon[181282]: pgmap v7334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:09:17 smithi032 ceph-mon[189144]: pgmap v7335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:18.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:09:17 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:09:18.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:09:17 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:09:18.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:09:17 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:09:18.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:09:17 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:09:18.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:09:17 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:09:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:09:17 smithi032 ceph-mon[191839]: pgmap v7335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:09:17 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:09:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:09:17 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:09:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:09:17 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:09:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:09:17 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:09:18.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:09:17 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:09:18.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:09:17 smithi039 ceph-mon[181282]: pgmap v7335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:18.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:09:17 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:09:18.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:09:17 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:09:18.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:09:17 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:09:18.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:09:17 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:09:18.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:09:17 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:09:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:09:19 smithi032 ceph-mon[191839]: pgmap v7336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:09:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:09:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:09:19 smithi032 ceph-mon[189144]: pgmap v7336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:09:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:09:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:09:19 smithi039 ceph-mon[181282]: pgmap v7336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:09:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:09:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:09:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:09:20] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:09:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:09:21 smithi032 ceph-mon[191839]: pgmap v7337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:09:21 smithi032 ceph-mon[189144]: pgmap v7337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:09:21 smithi039 ceph-mon[181282]: pgmap v7337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:09:23 smithi032 ceph-mon[189144]: pgmap v7338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:24.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:09:23 smithi032 ceph-mon[191839]: pgmap v7338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:09:23 smithi039 ceph-mon[181282]: pgmap v7338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:09:25 smithi032 ceph-mon[189144]: pgmap v7339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:09:25 smithi032 ceph-mon[191839]: pgmap v7339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:09:25 smithi039 ceph-mon[181282]: pgmap v7339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:09:27 smithi032 ceph-mon[191839]: pgmap v7340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:09:27 smithi032 ceph-mon[189144]: pgmap v7340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:09:27 smithi039 ceph-mon[181282]: pgmap v7340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:09:29 smithi032 ceph-mon[191839]: pgmap v7341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:30.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:09:29 smithi032 ceph-mon[189144]: pgmap v7341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:09:29 smithi039 ceph-mon[181282]: pgmap v7341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:09:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:09:30] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:09:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:09:31 smithi032 ceph-mon[189144]: pgmap v7342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:32.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:09:31 smithi032 ceph-mon[191839]: pgmap v7342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:32.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:09:31 smithi039 ceph-mon[181282]: pgmap v7342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:34.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:09:33 smithi032 ceph-mon[189144]: pgmap v7343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:09:33 smithi032 ceph-mon[191839]: pgmap v7343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:34.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:09:33 smithi039 ceph-mon[181282]: pgmap v7343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:35.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:09:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:09:35.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:09:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:09:35.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:09:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:09:35.446 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:09:35.772 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:09:35.772 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 2m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:09:35.773 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 18s ago 2h 95.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:09:35.773 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 2m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:09:35.773 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 18s ago 2h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:09:35.773 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 18s ago 2h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:09:35.773 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 2m ago 2h 660M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:09:35.773 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 2m ago 2h 930M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:09:35.773 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 18s ago 2h 472M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:09:35.773 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 2m ago 2h 484M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:09:35.773 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 2m ago 2h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:09:35.773 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 18s ago 2h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:09:35.773 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 2m ago 2h 4270M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:09:35.773 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 2m ago 2h 4473M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:09:35.773 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 2m ago 2h 4035M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:09:35.774 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 2m ago 2h 3971M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:09:35.774 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 18s ago 2h 3799M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:09:35.774 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 18s ago 2h 4011M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:09:35.774 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 18s ago 2h 3768M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:09:35.774 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 18s ago 2h 3652M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:09:35.774 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 18s ago 2h 127M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:09:36.173 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:09:36.173 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:09:36.173 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:09:36.173 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:09:36.173 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:09:36.173 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:09:36.173 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:09:36.173 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:09:36.173 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:09:36.173 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:09:36.173 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:09:36.174 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:09:36.174 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:09:36.174 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:09:36.174 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:09:36.174 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:09:36.174 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:09:36.174 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:09:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:09:35 smithi032 ceph-mon[189144]: pgmap v7344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:09:35 smithi032 ceph-mon[191839]: pgmap v7344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:09:35 smithi039 ceph-mon[181282]: pgmap v7344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:37.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:09:36 smithi032 ceph-mon[191839]: from='client.51554 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:09:37.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:09:36 smithi032 ceph-mon[191839]: from='client.51560 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:09:37.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:09:36 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1693130105' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:09:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:09:36 smithi032 ceph-mon[189144]: from='client.51554 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:09:37.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:09:36 smithi032 ceph-mon[189144]: from='client.51560 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:09:37.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:09:36 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1693130105' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:09:37.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:09:36 smithi039 ceph-mon[181282]: from='client.51554 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:09:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:09:36 smithi039 ceph-mon[181282]: from='client.51560 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:09:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:09:36 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1693130105' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:09:38.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:09:37 smithi032 ceph-mon[191839]: pgmap v7345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:09:37 smithi032 ceph-mon[189144]: pgmap v7345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:38.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:09:37 smithi039 ceph-mon[181282]: pgmap v7345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:40.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:09:39 smithi032 ceph-mon[191839]: pgmap v7346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:09:39 smithi032 ceph-mon[189144]: pgmap v7346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:40.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:09:39 smithi039 ceph-mon[181282]: pgmap v7346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:09:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:09:40] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T20:09:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:09:41 smithi032 ceph-mon[191839]: pgmap v7347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:09:41 smithi032 ceph-mon[189144]: pgmap v7347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:42.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:09:41 smithi039 ceph-mon[181282]: pgmap v7347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:09:43 smithi032 ceph-mon[191839]: pgmap v7348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:09:43 smithi032 ceph-mon[189144]: pgmap v7348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:44.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:09:43 smithi039 ceph-mon[181282]: pgmap v7348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:46.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:09:45 smithi032 ceph-mon[189144]: pgmap v7349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:09:45 smithi032 ceph-mon[191839]: pgmap v7349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:09:45 smithi039 ceph-mon[181282]: pgmap v7349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:48.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:09:47 smithi032 ceph-mon[189144]: pgmap v7350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:48.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:09:47 smithi032 ceph-mon[191839]: pgmap v7350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:09:47 smithi039 ceph-mon[181282]: pgmap v7350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:09:49 smithi032 ceph-mon[189144]: pgmap v7351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:09:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:09:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:09:49 smithi032 ceph-mon[191839]: pgmap v7351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:09:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:09:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:09:49 smithi039 ceph-mon[181282]: pgmap v7351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:09:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:09:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:09:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:09:50] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:09:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:09:51 smithi032 ceph-mon[189144]: pgmap v7352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:52.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:09:51 smithi032 ceph-mon[191839]: pgmap v7352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:52.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:09:51 smithi039 ceph-mon[181282]: pgmap v7352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:54.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:09:53 smithi032 ceph-mon[191839]: pgmap v7353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:09:53 smithi032 ceph-mon[189144]: pgmap v7353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:09:53 smithi039 ceph-mon[181282]: pgmap v7353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:56.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:09:55 smithi032 ceph-mon[191839]: pgmap v7354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:09:55 smithi032 ceph-mon[189144]: pgmap v7354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:09:55 smithi039 ceph-mon[181282]: pgmap v7354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:58.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:09:57 smithi032 ceph-mon[191839]: pgmap v7355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:58.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:09:57 smithi032 ceph-mon[189144]: pgmap v7355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:09:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:09:57 smithi039 ceph-mon[181282]: pgmap v7355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:00.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:09:59 smithi039 ceph-mon[181282]: pgmap v7356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:09:59 smithi032 ceph-mon[191839]: pgmap v7356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:09:59 smithi032 ceph-mon[189144]: pgmap v7356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:10:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T20:09:59.998+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T20:10:01.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:10:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T20:10:01.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:10:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T20:10:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:10:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:10:00] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:10:01.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:10:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T20:10:02.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:10:01 smithi039 ceph-mon[181282]: pgmap v7357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:10:01 smithi032 ceph-mon[191839]: pgmap v7357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:02.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:10:01 smithi032 ceph-mon[189144]: pgmap v7357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:04.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:10:03 smithi039 ceph-mon[181282]: pgmap v7358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:10:03 smithi032 ceph-mon[191839]: pgmap v7358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:04.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:10:03 smithi032 ceph-mon[189144]: pgmap v7358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:05.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:10:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:10:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:10:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:10:05.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:10:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:10:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:10:05 smithi039 ceph-mon[181282]: pgmap v7359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:10:05 smithi032 ceph-mon[189144]: pgmap v7359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:10:05 smithi032 ceph-mon[191839]: pgmap v7359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:06.539 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:10:06.864 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:10:06.864 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 2m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:10:06.864 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 50s ago 2h 95.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:10:06.864 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 2m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:10:06.864 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 50s ago 2h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:10:06.864 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 50s ago 2h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:10:06.864 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 2m ago 2h 660M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:10:06.864 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 2m ago 2h 930M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:10:06.864 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 50s ago 2h 472M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:10:06.865 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 2m ago 2h 484M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:10:06.865 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 2m ago 2h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:10:06.865 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 50s ago 2h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:10:06.865 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 2m ago 2h 4270M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:10:06.865 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 2m ago 2h 4473M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:10:06.865 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 2m ago 2h 4035M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:10:06.865 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 2m ago 2h 3971M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:10:06.865 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 50s ago 2h 3799M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:10:06.865 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 50s ago 2h 4011M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:10:06.865 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 50s ago 2h 3768M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:10:06.865 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 50s ago 2h 3652M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:10:06.865 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 50s ago 2h 127M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:10:07.264 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:10:07.265 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:10:07.265 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:10:07.265 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:10:07.265 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:10:07.266 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:10:07.266 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:10:07.266 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:10:07.266 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:10:07.266 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:10:07.266 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:10:07.267 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:10:07.267 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:10:07.267 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:10:07.267 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:10:07.267 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:10:07.267 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:10:07.268 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:10:08.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:10:07 smithi039 ceph-mon[181282]: pgmap v7360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:08.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:10:07 smithi039 ceph-mon[181282]: from='client.41655 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:10:08.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:10:07 smithi039 ceph-mon[181282]: from='client.51578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:10:08.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:10:07 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1906686883' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:10:08.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:10:07 smithi032 ceph-mon[191839]: pgmap v7360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:08.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:10:07 smithi032 ceph-mon[191839]: from='client.41655 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:10:08.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:10:07 smithi032 ceph-mon[191839]: from='client.51578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:10:08.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:10:07 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1906686883' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:10:08.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:10:07 smithi032 ceph-mon[189144]: pgmap v7360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:08.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:10:07 smithi032 ceph-mon[189144]: from='client.41655 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:10:08.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:10:07 smithi032 ceph-mon[189144]: from='client.51578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:10:08.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:10:07 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1906686883' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:10:10.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:10:09 smithi039 ceph-mon[181282]: pgmap v7361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:10.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:10:09 smithi032 ceph-mon[191839]: pgmap v7361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:10:09 smithi032 ceph-mon[189144]: pgmap v7361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:10:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:10:10] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:10:12.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:10:11 smithi039 ceph-mon[181282]: pgmap v7362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:10:11 smithi032 ceph-mon[189144]: pgmap v7362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:12.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:10:11 smithi032 ceph-mon[191839]: pgmap v7362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:10:13 smithi039 ceph-mon[181282]: pgmap v7363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:14.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:10:13 smithi032 ceph-mon[189144]: pgmap v7363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:14.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:10:13 smithi032 ceph-mon[191839]: pgmap v7363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:10:15 smithi039 ceph-mon[181282]: pgmap v7364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:16.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:10:15 smithi032 ceph-mon[189144]: pgmap v7364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:16.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:10:15 smithi032 ceph-mon[191839]: pgmap v7364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:17.257 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 20:10:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-22T20:10:16.983170992Z level=info msg="Completed cleanup jobs" duration=12.723426ms 2023-12-22T20:10:18.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:10:17 smithi039 ceph-mon[181282]: pgmap v7365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:18.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:10:17 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:10:18.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:10:17 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:10:18.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:10:17 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:10:18.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:10:17 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:10:18.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:10:17 smithi032 ceph-mon[189144]: pgmap v7365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:18.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:10:17 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:10:18.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:10:17 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:10:18.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:10:17 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:10:18.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:10:17 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:10:18.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:10:17 smithi032 ceph-mon[191839]: pgmap v7365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:18.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:10:17 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:10:18.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:10:17 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:10:18.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:10:17 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:10:18.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:10:17 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:10:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:10:19 smithi039 ceph-mon[181282]: pgmap v7366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:10:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:10:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:10:19 smithi032 ceph-mon[189144]: pgmap v7366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:10:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:10:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:10:19 smithi032 ceph-mon[191839]: pgmap v7366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:10:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:10:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:10:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:10:20] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:10:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:10:21 smithi039 ceph-mon[181282]: pgmap v7367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:10:21 smithi032 ceph-mon[189144]: pgmap v7367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:22.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:10:21 smithi032 ceph-mon[191839]: pgmap v7367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:10:23 smithi039 ceph-mon[181282]: pgmap v7368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:24.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:10:23 smithi032 ceph-mon[191839]: pgmap v7368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:24.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:10:23 smithi032 ceph-mon[189144]: pgmap v7368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:10:25 smithi039 ceph-mon[181282]: pgmap v7369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:26.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:10:25 smithi032 ceph-mon[189144]: pgmap v7369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:26.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:10:25 smithi032 ceph-mon[191839]: pgmap v7369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:10:27 smithi039 ceph-mon[181282]: pgmap v7370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:28.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:10:27 smithi032 ceph-mon[189144]: pgmap v7370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:28.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:10:27 smithi032 ceph-mon[191839]: pgmap v7370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:10:29 smithi039 ceph-mon[181282]: pgmap v7371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:10:29 smithi032 ceph-mon[191839]: pgmap v7371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:10:29 smithi032 ceph-mon[189144]: pgmap v7371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:10:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:10:30] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:10:32.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:10:31 smithi039 ceph-mon[181282]: pgmap v7372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:10:31 smithi032 ceph-mon[191839]: pgmap v7372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:10:31 smithi032 ceph-mon[189144]: pgmap v7372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:34.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:10:33 smithi039 ceph-mon[181282]: pgmap v7373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:34.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:10:33 smithi032 ceph-mon[191839]: pgmap v7373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:34.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:10:33 smithi032 ceph-mon[189144]: pgmap v7373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:35.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:10:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:10:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:10:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:10:35.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:10:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:10:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:10:36 smithi039 ceph-mon[181282]: pgmap v7374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:10:36 smithi032 ceph-mon[191839]: pgmap v7374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:10:36 smithi032 ceph-mon[189144]: pgmap v7374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:37.630 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:10:37.951 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:10:37.951 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 3m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:10:37.951 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 81s ago 2h 95.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:10:37.951 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 3m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:10:37.951 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 81s ago 2h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:10:37.951 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 81s ago 2h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:10:37.951 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 3m ago 2h 660M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:10:37.951 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 3m ago 2h 930M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:10:37.951 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 81s ago 2h 472M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:10:37.951 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 3m ago 2h 484M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:10:37.952 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 3m ago 2h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:10:37.952 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 81s ago 2h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:10:37.952 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 3m ago 2h 4270M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:10:37.952 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 3m ago 2h 4473M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:10:37.952 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 3m ago 2h 4035M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:10:37.952 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 3m ago 2h 3971M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:10:37.952 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 81s ago 2h 3799M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:10:37.952 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 81s ago 2h 4011M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:10:37.952 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 81s ago 2h 3768M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:10:37.952 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 81s ago 2h 3652M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:10:37.952 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 81s ago 2h 127M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:10:38.351 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:10:38.352 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:10:38.352 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:10:38.352 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:10:38.352 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:10:38.352 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:10:38.352 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:10:38.352 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:10:38.352 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:10:38.352 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:10:38.352 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:10:38.352 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:10:38.352 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:10:38.352 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:10:38.352 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:10:38.352 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:10:38.353 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:10:38.353 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:10:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:10:38 smithi032 ceph-mon[191839]: pgmap v7375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:38.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:10:38 smithi032 ceph-mon[189144]: pgmap v7375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:38.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:10:38 smithi039 ceph-mon[181282]: pgmap v7375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:39.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:10:39 smithi032 ceph-mon[191839]: from='client.51590 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:10:39.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:10:39 smithi032 ceph-mon[191839]: from='client.51596 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:10:39.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:10:39 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1661333243' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:10:39.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:10:39 smithi032 ceph-mon[189144]: from='client.51590 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:10:39.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:10:39 smithi032 ceph-mon[189144]: from='client.51596 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:10:39.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:10:39 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1661333243' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:10:39.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:10:39 smithi039 ceph-mon[181282]: from='client.51590 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:10:39.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:10:39 smithi039 ceph-mon[181282]: from='client.51596 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:10:39.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:10:39 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1661333243' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:10:40.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:10:40 smithi032 ceph-mon[189144]: pgmap v7376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:40.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:10:40 smithi032 ceph-mon[191839]: pgmap v7376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:40.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:10:40 smithi039 ceph-mon[181282]: pgmap v7376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:10:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:10:40] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:10:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:10:42 smithi032 ceph-mon[191839]: pgmap v7377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:42.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:10:42 smithi032 ceph-mon[189144]: pgmap v7377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:42.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:10:42 smithi039 ceph-mon[181282]: pgmap v7377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:44.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:10:44 smithi032 ceph-mon[191839]: pgmap v7378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:44.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:10:44 smithi032 ceph-mon[189144]: pgmap v7378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:44.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:10:44 smithi039 ceph-mon[181282]: pgmap v7378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:45.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:10:45 smithi032 ceph-mon[191839]: pgmap v7379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:45.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:10:45 smithi032 ceph-mon[189144]: pgmap v7379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:45.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:10:45 smithi039 ceph-mon[181282]: pgmap v7379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:47.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:10:47 smithi032 ceph-mon[189144]: pgmap v7380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:47.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:10:47 smithi032 ceph-mon[191839]: pgmap v7380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:47.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:10:47 smithi039 ceph-mon[181282]: pgmap v7380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:49.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:10:49 smithi032 ceph-mon[191839]: pgmap v7381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:49.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:10:49 smithi032 ceph-mon[189144]: pgmap v7381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:50.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:10:49 smithi039 ceph-mon[181282]: pgmap v7381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:50.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:10:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:10:50] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T20:10:50.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:10:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:10:50.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:10:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:10:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:10:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:10:51.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:10:51 smithi032 ceph-mon[191839]: pgmap v7382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:51.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:10:51 smithi032 ceph-mon[189144]: pgmap v7382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:52.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:10:51 smithi039 ceph-mon[181282]: pgmap v7382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:53.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:10:53 smithi032 ceph-mon[191839]: pgmap v7383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:53.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:10:53 smithi032 ceph-mon[189144]: pgmap v7383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:54.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:10:53 smithi039 ceph-mon[181282]: pgmap v7383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:55.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:10:55 smithi032 ceph-mon[191839]: pgmap v7384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:55.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:10:55 smithi032 ceph-mon[189144]: pgmap v7384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:56.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:10:55 smithi039 ceph-mon[181282]: pgmap v7384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:57.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:10:57 smithi032 ceph-mon[191839]: pgmap v7385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:57.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:10:57 smithi032 ceph-mon[189144]: pgmap v7385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:58.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:10:57 smithi039 ceph-mon[181282]: pgmap v7385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:10:59 smithi032 ceph-mon[191839]: pgmap v7386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:10:59.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:10:59 smithi032 ceph-mon[189144]: pgmap v7386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:00.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:10:59 smithi039 ceph-mon[181282]: pgmap v7386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:11:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:11:00] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T20:11:01.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:11:01 smithi032 ceph-mon[191839]: pgmap v7387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:01.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:11:01 smithi032 ceph-mon[189144]: pgmap v7387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:02.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:11:01 smithi039 ceph-mon[181282]: pgmap v7387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:03.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:11:03 smithi032 ceph-mon[189144]: pgmap v7388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:03.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:11:03 smithi032 ceph-mon[191839]: pgmap v7388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:04.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:11:03 smithi039 ceph-mon[181282]: pgmap v7388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:11:05 smithi039 ceph-mon[181282]: pgmap v7389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:11:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:11:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:11:05 smithi032 ceph-mon[191839]: pgmap v7389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:11:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:11:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:11:05 smithi032 ceph-mon[189144]: pgmap v7389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:11:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:11:08.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:11:07 smithi039 ceph-mon[181282]: pgmap v7390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:08.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:11:07 smithi032 ceph-mon[191839]: pgmap v7390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:08.218 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:11:07 smithi032 ceph-mon[189144]: pgmap v7390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:08.718 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:11:09.041 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:11:09.041 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 3m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:11:09.042 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 112s ago 2h 95.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:11:09.042 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 3m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:11:09.042 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 112s ago 2h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:11:09.042 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 112s ago 2h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:11:09.042 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 3m ago 3h 660M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:11:09.042 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 3m ago 3h 930M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:11:09.042 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 112s ago 2h 472M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:11:09.042 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 3m ago 2h 484M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:11:09.042 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 3m ago 2h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:11:09.042 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 112s ago 2h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:11:09.042 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 3m ago 2h 4270M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:11:09.042 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 3m ago 2h 4473M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:11:09.042 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 3m ago 2h 4035M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:11:09.042 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 3m ago 2h 3971M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:11:09.043 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 112s ago 2h 3799M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:11:09.043 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 112s ago 2h 4011M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:11:09.043 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 112s ago 2h 3768M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:11:09.043 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 112s ago 2h 3652M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:11:09.043 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 112s ago 2h 127M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:11:09.442 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:11:09.443 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:11:09.443 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:11:09.443 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:11:09.443 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:11:09.443 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:11:09.443 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:11:09.443 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:11:09.443 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:11:09.443 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:11:09.443 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:11:09.443 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:11:09.443 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:11:09.444 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:11:09.444 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:11:09.444 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:11:09.444 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:11:09.444 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:11:10.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:11:09 smithi039 ceph-mon[181282]: pgmap v7391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:10.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:11:09 smithi039 ceph-mon[181282]: from='client.51608 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:11:10.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:11:09 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3927235128' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:11:10.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:11:09 smithi032 ceph-mon[191839]: pgmap v7391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:10.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:11:09 smithi032 ceph-mon[191839]: from='client.51608 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:11:10.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:11:09 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3927235128' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:11:10.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:11:09 smithi032 ceph-mon[189144]: pgmap v7391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:10.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:11:09 smithi032 ceph-mon[189144]: from='client.51608 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:11:10.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:11:09 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3927235128' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:11:11.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:11:10 smithi039 ceph-mon[181282]: from='client.41697 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:11:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:11:10 smithi032 ceph-mon[189144]: from='client.41697 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:11:11.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:11:10 smithi032 ceph-mon[191839]: from='client.41697 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:11:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:11:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:11:10] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T20:11:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:11:11 smithi039 ceph-mon[181282]: pgmap v7392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:11:11 smithi032 ceph-mon[189144]: pgmap v7392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:11:11 smithi032 ceph-mon[191839]: pgmap v7392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:14.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:11:13 smithi039 ceph-mon[181282]: pgmap v7393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:11:13 smithi032 ceph-mon[191839]: pgmap v7393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:11:13 smithi032 ceph-mon[189144]: pgmap v7393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:16.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:11:15 smithi039 ceph-mon[181282]: pgmap v7394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:11:15 smithi032 ceph-mon[191839]: pgmap v7394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:11:15 smithi032 ceph-mon[189144]: pgmap v7394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:18.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:11:17 smithi039 ceph-mon[181282]: pgmap v7395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:11:17 smithi032 ceph-mon[189144]: pgmap v7395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:11:17 smithi032 ceph-mon[191839]: pgmap v7395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:11:18 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:11:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:11:18 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:11:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:11:18 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:11:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:11:18 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:11:19.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:11:18 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:11:19.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:11:18 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:11:19.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:11:18 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:11:19.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:11:18 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:11:19.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:11:18 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:11:19.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:11:18 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:11:19.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:11:18 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:11:19.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:11:18 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:11:20.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:11:19 smithi039 ceph-mon[181282]: pgmap v7396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:11:19 smithi032 ceph-mon[189144]: pgmap v7396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:11:19 smithi032 ceph-mon[191839]: pgmap v7396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:11:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:11:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:11:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:11:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:11:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:11:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:11:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:11:20] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:11:22.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:11:21 smithi039 ceph-mon[181282]: pgmap v7397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:11:21 smithi032 ceph-mon[191839]: pgmap v7397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:11:21 smithi032 ceph-mon[189144]: pgmap v7397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:24.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:11:23 smithi039 ceph-mon[181282]: pgmap v7398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:24.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:11:23 smithi032 ceph-mon[191839]: pgmap v7398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:24.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:11:23 smithi032 ceph-mon[189144]: pgmap v7398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:26.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:11:25 smithi039 ceph-mon[181282]: pgmap v7399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:11:25 smithi032 ceph-mon[189144]: pgmap v7399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:11:25 smithi032 ceph-mon[191839]: pgmap v7399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:28.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:11:27 smithi039 ceph-mon[181282]: pgmap v7400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:11:27 smithi032 ceph-mon[191839]: pgmap v7400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:11:27 smithi032 ceph-mon[189144]: pgmap v7400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:30.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:11:29 smithi039 ceph-mon[181282]: pgmap v7401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:30.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:11:29 smithi032 ceph-mon[189144]: pgmap v7401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:30.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:11:29 smithi032 ceph-mon[191839]: pgmap v7401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:11:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:11:30] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:11:32.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:11:31 smithi039 ceph-mon[181282]: pgmap v7402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:11:31 smithi032 ceph-mon[191839]: pgmap v7402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:11:31 smithi032 ceph-mon[189144]: pgmap v7402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:34.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:11:33 smithi039 ceph-mon[181282]: pgmap v7403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:11:33 smithi032 ceph-mon[191839]: pgmap v7403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:11:33 smithi032 ceph-mon[189144]: pgmap v7403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:11:35 smithi039 ceph-mon[181282]: pgmap v7404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:11:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:11:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:11:35 smithi032 ceph-mon[191839]: pgmap v7404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:11:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:11:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:11:35 smithi032 ceph-mon[189144]: pgmap v7404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:11:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:11:38.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:11:37 smithi039 ceph-mon[181282]: pgmap v7405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:38.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:11:37 smithi032 ceph-mon[191839]: pgmap v7405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:11:37 smithi032 ceph-mon[189144]: pgmap v7405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:39.811 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:11:40.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:11:39 smithi039 ceph-mon[181282]: pgmap v7406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:40.134 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:11:40.134 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 4m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:11:40.135 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 2m ago 2h 95.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:11:40.135 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 4m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:11:40.135 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 2m ago 2h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:11:40.135 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 2m ago 2h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:11:40.135 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 4m ago 3h 660M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:11:40.135 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 4m ago 3h 930M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:11:40.135 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 2m ago 2h 472M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:11:40.135 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 4m ago 2h 484M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:11:40.135 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 4m ago 2h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:11:40.135 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 2m ago 2h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:11:40.135 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 4m ago 2h 4270M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:11:40.135 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 4m ago 2h 4473M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:11:40.135 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 4m ago 2h 4035M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:11:40.135 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 4m ago 2h 3971M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:11:40.136 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 2m ago 2h 3799M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:11:40.136 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 2m ago 2h 4011M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:11:40.136 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 2m ago 2h 3768M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:11:40.136 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 2m ago 2h 3652M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:11:40.136 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 2m ago 2h 127M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:11:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:11:39 smithi032 ceph-mon[189144]: pgmap v7406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:11:39 smithi032 ceph-mon[191839]: pgmap v7406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:40.536 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:11:40.536 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:11:40.536 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:11:40.537 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:11:40.537 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:11:40.537 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:11:40.537 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:11:40.537 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:11:40.537 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:11:40.537 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:11:40.537 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:11:40.537 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:11:40.537 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:11:40.537 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:11:40.537 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:11:40.537 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:11:40.538 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:11:40.538 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:11:41.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:11:40 smithi032 ceph-mon[189144]: from='client.51626 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:11:41.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:11:40 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1350643862' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:11:41.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:11:40 smithi032 ceph-mon[191839]: from='client.51626 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:11:41.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:11:40 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1350643862' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:11:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:11:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:11:40] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2023-12-22T20:11:41.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:11:40 smithi039 ceph-mon[181282]: from='client.51626 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:11:41.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:11:40 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1350643862' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:11:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:11:41 smithi032 ceph-mon[189144]: from='client.51632 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:11:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:11:41 smithi032 ceph-mon[189144]: pgmap v7407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:11:41 smithi032 ceph-mon[191839]: from='client.51632 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:11:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:11:41 smithi032 ceph-mon[191839]: pgmap v7407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:42.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:11:41 smithi039 ceph-mon[181282]: from='client.51632 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:11:42.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:11:41 smithi039 ceph-mon[181282]: pgmap v7407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:11:43 smithi032 ceph-mon[191839]: pgmap v7408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:11:43 smithi032 ceph-mon[189144]: pgmap v7408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:44.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:11:43 smithi039 ceph-mon[181282]: pgmap v7408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:11:45 smithi032 ceph-mon[191839]: pgmap v7409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:46.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:11:45 smithi032 ceph-mon[189144]: pgmap v7409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:11:45 smithi039 ceph-mon[181282]: pgmap v7409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:48.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:11:47 smithi032 ceph-mon[191839]: pgmap v7410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:11:47 smithi032 ceph-mon[189144]: pgmap v7410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:11:47 smithi039 ceph-mon[181282]: pgmap v7410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:11:49 smithi032 ceph-mon[191839]: pgmap v7411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:11:49 smithi032 ceph-mon[189144]: pgmap v7411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:11:49 smithi039 ceph-mon[181282]: pgmap v7411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:11:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:11:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:11:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:11:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:11:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:11:50] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:11:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:11:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:11:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:11:51 smithi032 ceph-mon[189144]: pgmap v7412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:52.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:11:51 smithi032 ceph-mon[191839]: pgmap v7412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:11:51 smithi039 ceph-mon[181282]: pgmap v7412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:11:53 smithi032 ceph-mon[191839]: pgmap v7413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:11:53 smithi032 ceph-mon[189144]: pgmap v7413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:11:53 smithi039 ceph-mon[181282]: pgmap v7413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:11:55 smithi032 ceph-mon[191839]: pgmap v7414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:11:55 smithi032 ceph-mon[189144]: pgmap v7414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:11:55 smithi039 ceph-mon[181282]: pgmap v7414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:11:57 smithi032 ceph-mon[191839]: pgmap v7415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:58.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:11:57 smithi032 ceph-mon[189144]: pgmap v7415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:11:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:11:57 smithi039 ceph-mon[181282]: pgmap v7415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:11:59 smithi032 ceph-mon[191839]: pgmap v7416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:11:59 smithi032 ceph-mon[189144]: pgmap v7416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:00.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:11:59 smithi039 ceph-mon[181282]: pgmap v7416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:12:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:12:00] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:12:02.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:12:01 smithi032 ceph-mon[189144]: pgmap v7417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:02.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:12:01 smithi032 ceph-mon[191839]: pgmap v7417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:02.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:12:01 smithi039 ceph-mon[181282]: pgmap v7417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:12:03 smithi032 ceph-mon[191839]: pgmap v7418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:04.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:12:03 smithi032 ceph-mon[189144]: pgmap v7418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:04.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:12:03 smithi039 ceph-mon[181282]: pgmap v7418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:12:05 smithi032 ceph-mon[191839]: pgmap v7419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:12:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:12:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:12:05 smithi032 ceph-mon[189144]: pgmap v7419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:12:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:12:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:12:05 smithi039 ceph-mon[181282]: pgmap v7419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:12:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:12:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:12:07 smithi032 ceph-mon[191839]: pgmap v7420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:08.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:12:07 smithi032 ceph-mon[189144]: pgmap v7420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:08.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:12:07 smithi039 ceph-mon[181282]: pgmap v7420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:10.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:12:09 smithi032 ceph-mon[191839]: pgmap v7421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:10.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:12:09 smithi032 ceph-mon[189144]: pgmap v7421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:10.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:12:09 smithi039 ceph-mon[181282]: pgmap v7421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:10.899 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:12:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:12:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:12:10] "GET /metrics HTTP/1.1" 200 34063 "" "Prometheus/2.43.0" 2023-12-22T20:12:11.226 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:12:11.226 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 4m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:12:11.227 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 2m ago 2h 95.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:12:11.227 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 4m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:12:11.227 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 2m ago 2h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:12:11.227 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 2m ago 2h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:12:11.227 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 4m ago 3h 660M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:12:11.227 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 4m ago 3h 930M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:12:11.227 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 2m ago 3h 472M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:12:11.227 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 4m ago 3h 484M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:12:11.227 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 4m ago 2h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:12:11.227 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 2m ago 2h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:12:11.227 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 4m ago 2h 4270M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:12:11.227 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 4m ago 2h 4473M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:12:11.227 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 4m ago 2h 4035M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:12:11.228 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 4m ago 2h 3971M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:12:11.228 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 2m ago 2h 3799M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:12:11.228 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 2m ago 2h 4011M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:12:11.228 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 2m ago 2h 3768M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:12:11.228 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 2m ago 2h 3652M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:12:11.228 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 2m ago 2h 127M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:12:11.627 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:12:11.627 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:12:11.627 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:12:11.627 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:12:11.627 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:12:11.627 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:12:11.627 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:12:11.627 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:12:11.627 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:12:11.627 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:12:11.627 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:12:11.628 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:12:11.628 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:12:11.628 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:12:11.628 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:12:11.628 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:12:11.628 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:12:11.628 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:12:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:12:11 smithi032 ceph-mon[189144]: pgmap v7422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:12:11 smithi032 ceph-mon[189144]: from='client.41727 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:12:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:12:11 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3795338524' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:12:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:12:11 smithi032 ceph-mon[191839]: pgmap v7422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:12:11 smithi032 ceph-mon[191839]: from='client.41727 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:12:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:12:11 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3795338524' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:12:12.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:12:11 smithi039 ceph-mon[181282]: pgmap v7422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:12.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:12:11 smithi039 ceph-mon[181282]: from='client.41727 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:12:12.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:12:11 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3795338524' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:12:13.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:12:12 smithi032 ceph-mon[191839]: from='client.41733 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:12:13.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:12:12 smithi032 ceph-mon[189144]: from='client.41733 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:12:13.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:12:12 smithi039 ceph-mon[181282]: from='client.41733 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:12:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:12:13 smithi032 ceph-mon[191839]: pgmap v7423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:12:13 smithi032 ceph-mon[189144]: pgmap v7423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:12:13 smithi039 ceph-mon[181282]: pgmap v7423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:12:15 smithi032 ceph-mon[191839]: pgmap v7424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:12:15 smithi032 ceph-mon[189144]: pgmap v7424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:12:15 smithi039 ceph-mon[181282]: pgmap v7424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:12:17 smithi032 ceph-mon[191839]: pgmap v7425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:18.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:12:17 smithi032 ceph-mon[189144]: pgmap v7425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:18.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:12:17 smithi039 ceph-mon[181282]: pgmap v7425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:19.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:12:18 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:12:19.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:12:18 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:12:19.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:12:18 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:12:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:12:19 smithi032 ceph-mon[191839]: pgmap v7426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:12:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:12:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:12:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:12:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:12:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:12:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:12:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:12:20.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:12:19 smithi032 ceph-mon[189144]: pgmap v7426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:20.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:12:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:12:20.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:12:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:12:20.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:12:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:12:20.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:12:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:12:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:12:19 smithi039 ceph-mon[181282]: pgmap v7426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:12:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:12:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:12:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:12:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:12:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:12:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:12:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:12:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:12:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:12:20] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T20:12:22.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:12:21 smithi032 ceph-mon[191839]: pgmap v7427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:12:21 smithi032 ceph-mon[189144]: pgmap v7427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:12:21 smithi039 ceph-mon[181282]: pgmap v7427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:24.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:12:23 smithi032 ceph-mon[191839]: pgmap v7428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:24.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:12:23 smithi032 ceph-mon[189144]: pgmap v7428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:12:23 smithi039 ceph-mon[181282]: pgmap v7428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:12:25 smithi032 ceph-mon[191839]: pgmap v7429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:12:25 smithi032 ceph-mon[189144]: pgmap v7429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:12:25 smithi039 ceph-mon[181282]: pgmap v7429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:12:27 smithi032 ceph-mon[191839]: pgmap v7430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:12:27 smithi032 ceph-mon[189144]: pgmap v7430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:12:27 smithi039 ceph-mon[181282]: pgmap v7430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:12:29 smithi032 ceph-mon[191839]: pgmap v7431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:30.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:12:29 smithi032 ceph-mon[189144]: pgmap v7431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:12:29 smithi039 ceph-mon[181282]: pgmap v7431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:12:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:12:30] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T20:12:32.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:12:31 smithi032 ceph-mon[191839]: pgmap v7432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:12:31 smithi032 ceph-mon[189144]: pgmap v7432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:32.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:12:31 smithi039 ceph-mon[181282]: pgmap v7432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:12:33 smithi032 ceph-mon[191839]: pgmap v7433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:12:33 smithi032 ceph-mon[189144]: pgmap v7433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:34.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:12:33 smithi039 ceph-mon[181282]: pgmap v7433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:35.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:12:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:12:35.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:12:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:12:35.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:12:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:12:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:12:35 smithi032 ceph-mon[189144]: pgmap v7434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:12:35 smithi032 ceph-mon[191839]: pgmap v7434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:12:35 smithi039 ceph-mon[181282]: pgmap v7434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:38.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:12:37 smithi032 ceph-mon[191839]: pgmap v7435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:12:37 smithi032 ceph-mon[189144]: pgmap v7435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:38.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:12:37 smithi039 ceph-mon[181282]: pgmap v7435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:12:39 smithi032 ceph-mon[191839]: pgmap v7436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:12:39 smithi032 ceph-mon[189144]: pgmap v7436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:40.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:12:39 smithi039 ceph-mon[181282]: pgmap v7436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:12:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:12:40] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:12:41.992 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:12:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:12:41 smithi032 ceph-mon[189144]: pgmap v7437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:12:41 smithi032 ceph-mon[191839]: pgmap v7437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:42.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:12:41 smithi039 ceph-mon[181282]: pgmap v7437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:42.315 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:12:42.315 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 5m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:12:42.315 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 3m ago 2h 95.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:12:42.315 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 5m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:12:42.315 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 3m ago 2h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:12:42.315 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 3m ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:12:42.316 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 5m ago 3h 660M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:12:42.316 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 5m ago 3h 930M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:12:42.316 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 3m ago 3h 472M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:12:42.316 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 5m ago 3h 484M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:12:42.316 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 5m ago 2h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:12:42.316 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 3m ago 2h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:12:42.316 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 5m ago 3h 4270M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:12:42.316 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 5m ago 2h 4473M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:12:42.316 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 5m ago 2h 4035M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:12:42.316 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 5m ago 2h 3971M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:12:42.316 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 3m ago 2h 3799M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:12:42.316 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 3m ago 2h 4011M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:12:42.317 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 3m ago 2h 3768M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:12:42.317 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 3m ago 2h 3652M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:12:42.317 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 3m ago 2h 127M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:12:42.715 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:12:42.715 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:12:42.716 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:12:42.716 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:12:42.716 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:12:42.716 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:12:42.716 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:12:42.716 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:12:42.716 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:12:42.716 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:12:42.716 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:12:42.716 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:12:42.716 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:12:42.716 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:12:42.716 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:12:42.716 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:12:42.717 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:12:42.717 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:12:43.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:12:42 smithi032 ceph-mon[191839]: from='client.41745 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:12:43.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:12:42 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3001963215' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:12:43.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:12:42 smithi032 ceph-mon[189144]: from='client.41745 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:12:43.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:12:42 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3001963215' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:12:43.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:12:42 smithi039 ceph-mon[181282]: from='client.41745 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:12:43.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:12:42 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3001963215' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:12:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:12:43 smithi032 ceph-mon[191839]: pgmap v7438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:12:43 smithi032 ceph-mon[191839]: from='client.41751 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:12:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:12:43 smithi032 ceph-mon[189144]: pgmap v7438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:12:43 smithi032 ceph-mon[189144]: from='client.41751 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:12:44.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:12:43 smithi039 ceph-mon[181282]: pgmap v7438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:12:43 smithi039 ceph-mon[181282]: from='client.41751 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:12:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:12:45 smithi032 ceph-mon[191839]: pgmap v7439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:12:45 smithi032 ceph-mon[189144]: pgmap v7439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:12:45 smithi039 ceph-mon[181282]: pgmap v7439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:12:47 smithi032 ceph-mon[189144]: pgmap v7440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:48.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:12:47 smithi032 ceph-mon[191839]: pgmap v7440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:12:47 smithi039 ceph-mon[181282]: pgmap v7440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:12:49 smithi032 ceph-mon[191839]: pgmap v7441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:12:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:12:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:12:49 smithi032 ceph-mon[189144]: pgmap v7441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:12:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:12:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:12:49 smithi039 ceph-mon[181282]: pgmap v7441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:12:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:12:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:12:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:12:50] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T20:12:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:12:51 smithi032 ceph-mon[189144]: pgmap v7442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:52.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:12:51 smithi032 ceph-mon[191839]: pgmap v7442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:12:51 smithi039 ceph-mon[181282]: pgmap v7442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:12:53 smithi032 ceph-mon[191839]: pgmap v7443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:12:53 smithi032 ceph-mon[189144]: pgmap v7443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:54.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:12:53 smithi039 ceph-mon[181282]: pgmap v7443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:12:55 smithi032 ceph-mon[191839]: pgmap v7444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:12:55 smithi032 ceph-mon[189144]: pgmap v7444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:12:55 smithi039 ceph-mon[181282]: pgmap v7444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:58.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:12:57 smithi032 ceph-mon[189144]: pgmap v7445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:12:57 smithi032 ceph-mon[191839]: pgmap v7445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:12:58.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:12:57 smithi039 ceph-mon[181282]: pgmap v7445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:12:59 smithi032 ceph-mon[191839]: pgmap v7446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:00.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:12:59 smithi032 ceph-mon[189144]: pgmap v7446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:12:59 smithi039 ceph-mon[181282]: pgmap v7446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:13:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:13:00] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T20:13:02.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:13:01 smithi032 ceph-mon[191839]: pgmap v7447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:02.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:13:01 smithi032 ceph-mon[189144]: pgmap v7447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:02.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:13:01 smithi039 ceph-mon[181282]: pgmap v7447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:13:03 smithi032 ceph-mon[191839]: pgmap v7448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:04.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:13:03 smithi032 ceph-mon[189144]: pgmap v7448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:13:03 smithi039 ceph-mon[181282]: pgmap v7448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:05.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:13:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:13:05.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:13:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:13:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:13:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:13:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:13:05 smithi032 ceph-mon[191839]: pgmap v7449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:13:05 smithi032 ceph-mon[189144]: pgmap v7449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:13:05 smithi039 ceph-mon[181282]: pgmap v7449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:13:07 smithi032 ceph-mon[191839]: pgmap v7450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:08.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:13:07 smithi032 ceph-mon[189144]: pgmap v7450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:08.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:13:07 smithi039 ceph-mon[181282]: pgmap v7450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:10.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:13:09 smithi039 ceph-mon[181282]: pgmap v7451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:13:09 smithi032 ceph-mon[189144]: pgmap v7451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:10.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:13:09 smithi032 ceph-mon[191839]: pgmap v7451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:13:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:13:10] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2023-12-22T20:13:12.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:13:11 smithi039 ceph-mon[181282]: pgmap v7452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:12.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:13:11 smithi032 ceph-mon[189144]: pgmap v7452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:12.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:13:11 smithi032 ceph-mon[191839]: pgmap v7452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:13.080 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:13:13.408 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:13:13.408 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 6m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:13:13.408 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 3m ago 2h 95.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:13:13.408 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 6m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:13:13.408 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 3m ago 2h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:13:13.409 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 3m ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:13:13.409 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 6m ago 3h 660M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:13:13.409 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 6m ago 3h 930M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:13:13.409 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 3m ago 3h 472M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:13:13.409 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 6m ago 3h 484M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:13:13.409 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 6m ago 2h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:13:13.409 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 3m ago 2h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:13:13.409 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 6m ago 3h 4270M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:13:13.409 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 6m ago 3h 4473M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:13:13.409 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 6m ago 3h 4035M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:13:13.409 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 6m ago 2h 3971M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:13:13.409 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 3m ago 2h 3799M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:13:13.409 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 3m ago 2h 4011M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:13:13.409 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 3m ago 2h 3768M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:13:13.410 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 3m ago 2h 3652M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:13:13.410 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 3m ago 2h 127M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:13:13.807 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:13:13.807 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:13:13.807 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:13:13.807 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:13:13.807 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:13:13.807 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:13:13.808 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:13:13.808 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:13:13.808 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:13:13.808 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:13:13.808 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:13:13.808 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:13:13.808 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:13:13.808 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:13:13.808 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:13:13.808 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:13:13.808 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:13:13.808 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:13:14.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:13:13 smithi039 ceph-mon[181282]: pgmap v7453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:14.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:13:13 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1432934519' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:13:14.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:13:13 smithi032 ceph-mon[189144]: pgmap v7453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:14.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:13:13 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1432934519' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:13:14.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:13:13 smithi032 ceph-mon[191839]: pgmap v7453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:14.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:13:13 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1432934519' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:13:15.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:13:14 smithi039 ceph-mon[181282]: from='client.41763 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:13:15.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:13:14 smithi039 ceph-mon[181282]: from='client.51686 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:13:15.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:13:14 smithi032 ceph-mon[189144]: from='client.41763 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:13:15.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:13:14 smithi032 ceph-mon[189144]: from='client.51686 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:13:15.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:13:14 smithi032 ceph-mon[191839]: from='client.41763 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:13:15.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:13:14 smithi032 ceph-mon[191839]: from='client.51686 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:13:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:13:15 smithi039 ceph-mon[181282]: pgmap v7454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:16.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:13:15 smithi032 ceph-mon[191839]: pgmap v7454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:16.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:13:15 smithi032 ceph-mon[189144]: pgmap v7454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:18.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:13:17 smithi039 ceph-mon[181282]: pgmap v7455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:18.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:13:17 smithi032 ceph-mon[189144]: pgmap v7455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:18.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:13:17 smithi032 ceph-mon[191839]: pgmap v7455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:13:19 smithi039 ceph-mon[181282]: pgmap v7456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:13:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:13:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:13:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:13:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:13:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:13:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:13:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:13:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:13:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:13:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:13:19 smithi032 ceph-mon[191839]: pgmap v7456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:13:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:13:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:13:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:13:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:13:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:13:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:13:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:13:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:13:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:13:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:13:19 smithi032 ceph-mon[189144]: pgmap v7456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:13:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:13:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:13:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:13:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:13:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:13:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:13:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:13:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:13:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:13:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:13:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:13:20] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:13:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:13:21 smithi039 ceph-mon[181282]: pgmap v7457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:22.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:13:21 smithi032 ceph-mon[191839]: pgmap v7457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:13:21 smithi032 ceph-mon[189144]: pgmap v7457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:13:23 smithi039 ceph-mon[181282]: pgmap v7458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:24.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:13:23 smithi032 ceph-mon[191839]: pgmap v7458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:24.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:13:23 smithi032 ceph-mon[189144]: pgmap v7458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:13:25 smithi039 ceph-mon[181282]: pgmap v7459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:26.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:13:25 smithi032 ceph-mon[191839]: pgmap v7459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:26.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:13:25 smithi032 ceph-mon[189144]: pgmap v7459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:28.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:13:27 smithi039 ceph-mon[181282]: pgmap v7460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:28.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:13:27 smithi032 ceph-mon[189144]: pgmap v7460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:28.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:13:27 smithi032 ceph-mon[191839]: pgmap v7460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:13:29 smithi039 ceph-mon[181282]: pgmap v7461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:13:29 smithi032 ceph-mon[191839]: pgmap v7461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:13:29 smithi032 ceph-mon[189144]: pgmap v7461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:13:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:13:30] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:13:32.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:13:31 smithi039 ceph-mon[181282]: pgmap v7462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:13:31 smithi032 ceph-mon[191839]: pgmap v7462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:13:31 smithi032 ceph-mon[189144]: pgmap v7462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:34.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:13:33 smithi039 ceph-mon[181282]: pgmap v7463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:34.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:13:33 smithi032 ceph-mon[191839]: pgmap v7463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:34.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:13:33 smithi032 ceph-mon[189144]: pgmap v7463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:13:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:13:35.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:13:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:13:35.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:13:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:13:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:13:35 smithi039 ceph-mon[181282]: pgmap v7464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:13:35 smithi032 ceph-mon[191839]: pgmap v7464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:13:35 smithi032 ceph-mon[189144]: pgmap v7464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:38.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:13:37 smithi039 ceph-mon[181282]: pgmap v7465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:38.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:13:37 smithi032 ceph-mon[191839]: pgmap v7465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:38.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:13:37 smithi032 ceph-mon[189144]: pgmap v7465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:40.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:13:39 smithi039 ceph-mon[181282]: pgmap v7466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:40.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:13:39 smithi032 ceph-mon[191839]: pgmap v7466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:13:39 smithi032 ceph-mon[189144]: pgmap v7466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:13:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:13:40] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:13:42.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:13:41 smithi039 ceph-mon[181282]: pgmap v7467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:42.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:13:41 smithi032 ceph-mon[191839]: pgmap v7467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:42.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:13:41 smithi032 ceph-mon[189144]: pgmap v7467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:44.168 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:13:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:13:44 smithi039 ceph-mon[181282]: pgmap v7468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:44.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:13:43 smithi032 ceph-mon[191839]: pgmap v7468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:44.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:13:43 smithi032 ceph-mon[189144]: pgmap v7468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:44.494 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:13:44.494 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 6m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:13:44.494 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 4m ago 2h 95.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:13:44.494 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 6m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:13:44.494 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 4m ago 2h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:13:44.494 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 4m ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:13:44.494 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 6m ago 3h 660M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:13:44.494 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 6m ago 3h 930M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:13:44.494 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 4m ago 3h 472M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:13:44.494 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 6m ago 3h 484M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:13:44.494 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 6m ago 2h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:13:44.495 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 4m ago 2h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:13:44.495 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 6m ago 3h 4270M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:13:44.495 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 6m ago 3h 4473M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:13:44.495 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 6m ago 3h 4035M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:13:44.495 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 6m ago 3h 3971M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:13:44.495 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 4m ago 3h 3799M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:13:44.495 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 4m ago 2h 4011M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:13:44.495 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 4m ago 2h 3768M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:13:44.495 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 4m ago 2h 3652M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:13:44.495 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 4m ago 2h 127M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:13:44.892 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:13:44.892 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:13:44.892 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:13:44.892 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:13:44.892 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:13:44.892 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:13:44.893 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:13:44.893 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:13:44.893 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:13:44.893 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:13:44.893 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:13:44.893 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:13:44.893 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:13:44.893 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:13:44.893 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:13:44.893 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:13:44.893 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:13:44.893 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:13:45.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:13:45 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1174574036' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:13:45.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:13:45 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1174574036' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:13:45.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:13:45 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1174574036' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:13:46.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:13:46 smithi032 ceph-mon[191839]: from='client.51698 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:13:46.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:13:46 smithi032 ceph-mon[191839]: pgmap v7469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:46.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:13:46 smithi032 ceph-mon[191839]: from='client.51704 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:13:46.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:13:46 smithi032 ceph-mon[189144]: from='client.51698 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:13:46.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:13:46 smithi032 ceph-mon[189144]: pgmap v7469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:46.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:13:46 smithi032 ceph-mon[189144]: from='client.51704 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:13:46.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:13:46 smithi039 ceph-mon[181282]: from='client.51698 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:13:46.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:13:46 smithi039 ceph-mon[181282]: pgmap v7469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:46.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:13:46 smithi039 ceph-mon[181282]: from='client.51704 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:13:48.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:13:48 smithi032 ceph-mon[191839]: pgmap v7470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:48.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:13:48 smithi032 ceph-mon[189144]: pgmap v7470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:48.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:13:48 smithi039 ceph-mon[181282]: pgmap v7470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:13:50 smithi032 ceph-mon[191839]: pgmap v7471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:13:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:13:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:13:50 smithi032 ceph-mon[189144]: pgmap v7471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:13:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:13:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:13:50 smithi039 ceph-mon[181282]: pgmap v7471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:13:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:13:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:13:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:13:50] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:13:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:13:52 smithi032 ceph-mon[191839]: pgmap v7472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:52.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:13:52 smithi032 ceph-mon[189144]: pgmap v7472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:13:52 smithi039 ceph-mon[181282]: pgmap v7472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:54.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:13:54 smithi032 ceph-mon[191839]: pgmap v7473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:54.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:13:54 smithi032 ceph-mon[189144]: pgmap v7473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:54.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:13:54 smithi039 ceph-mon[181282]: pgmap v7473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:56.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:13:56 smithi032 ceph-mon[191839]: pgmap v7474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:56.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:13:56 smithi032 ceph-mon[189144]: pgmap v7474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:56.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:13:56 smithi039 ceph-mon[181282]: pgmap v7474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:58.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:13:58 smithi032 ceph-mon[191839]: pgmap v7475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:58.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:13:58 smithi032 ceph-mon[189144]: pgmap v7475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:13:58.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:13:58 smithi039 ceph-mon[181282]: pgmap v7475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:14:00 smithi032 ceph-mon[191839]: pgmap v7476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:14:00 smithi032 ceph-mon[189144]: pgmap v7476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:00.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:14:00 smithi039 ceph-mon[181282]: pgmap v7476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:14:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:14:00] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:14:02.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:14:02 smithi032 ceph-mon[189144]: pgmap v7477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:02.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:14:02 smithi032 ceph-mon[191839]: pgmap v7477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:02.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:14:02 smithi039 ceph-mon[181282]: pgmap v7477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:04.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:14:04 smithi032 ceph-mon[191839]: pgmap v7478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:04.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:14:04 smithi032 ceph-mon[189144]: pgmap v7478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:04.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:14:04 smithi039 ceph-mon[181282]: pgmap v7478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:05.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:14:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:14:05.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:14:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:14:05.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:14:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:14:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:14:06 smithi032 ceph-mon[189144]: pgmap v7479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:14:06 smithi032 ceph-mon[191839]: pgmap v7479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:14:06 smithi039 ceph-mon[181282]: pgmap v7479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:08.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:14:08 smithi032 ceph-mon[191839]: pgmap v7480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:08.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:14:08 smithi032 ceph-mon[189144]: pgmap v7480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:08.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:14:08 smithi039 ceph-mon[181282]: pgmap v7480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:10.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:14:10 smithi032 ceph-mon[191839]: pgmap v7481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:14:10 smithi032 ceph-mon[189144]: pgmap v7481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:10.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:14:10 smithi039 ceph-mon[181282]: pgmap v7481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:14:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:14:10] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:14:12.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:14:12 smithi032 ceph-mon[191839]: pgmap v7482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:12.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:14:12 smithi032 ceph-mon[189144]: pgmap v7482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:12.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:14:12 smithi039 ceph-mon[181282]: pgmap v7482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:13.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:14:13 smithi032 ceph-mon[191839]: pgmap v7483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:13.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:14:13 smithi032 ceph-mon[189144]: pgmap v7483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:13.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:14:13 smithi039 ceph-mon[181282]: pgmap v7483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:15.257 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:14:15.580 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:14:15.580 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 7m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:14:15.580 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 4m ago 2h 95.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:14:15.580 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (2h) 7m ago 2h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:14:15.580 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (2h) 4m ago 2h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:14:15.581 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 4m ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:14:15.581 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 7m ago 3h 660M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:14:15.581 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 7m ago 3h 930M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:14:15.581 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 4m ago 3h 472M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:14:15.581 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 7m ago 3h 484M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:14:15.581 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 7m ago 2h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:14:15.581 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 4m ago 2h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:14:15.581 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 7m ago 3h 4270M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:14:15.581 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 7m ago 3h 4473M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:14:15.581 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 7m ago 3h 4035M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:14:15.581 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 7m ago 3h 3971M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:14:15.581 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 4m ago 3h 3799M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:14:15.581 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 4m ago 3h 4011M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:14:15.582 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 4m ago 3h 3768M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:14:15.582 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 4m ago 2h 3652M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:14:15.582 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 4m ago 2h 127M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:14:15.987 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:14:15.987 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:14:15.987 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:14:15.987 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:14:15.987 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:14:15.987 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:14:15.987 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:14:15.987 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:14:15.987 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:14:15.987 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:14:15.988 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:14:15.988 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:14:15.988 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:14:15.988 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:14:15.988 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:14:15.988 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:14:15.988 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:14:15.988 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:14:16.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:14:15 smithi039 ceph-mon[181282]: pgmap v7484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:14:15 smithi032 ceph-mon[189144]: pgmap v7484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:14:15 smithi032 ceph-mon[191839]: pgmap v7484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:17.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:14:16 smithi039 ceph-mon[181282]: from='client.51716 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:14:17.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:14:16 smithi039 ceph-mon[181282]: from='client.51722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:14:17.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:14:16 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4235853966' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:14:17.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:14:16 smithi032 ceph-mon[191839]: from='client.51716 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:14:17.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:14:16 smithi032 ceph-mon[191839]: from='client.51722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:14:17.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:14:16 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4235853966' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:14:17.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:14:16 smithi032 ceph-mon[189144]: from='client.51716 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:14:17.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:14:16 smithi032 ceph-mon[189144]: from='client.51722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:14:17.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:14:16 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4235853966' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:14:18.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:14:17 smithi039 ceph-mon[181282]: pgmap v7485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:14:17 smithi032 ceph-mon[191839]: pgmap v7485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:18.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:14:17 smithi032 ceph-mon[189144]: pgmap v7485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:20.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:14:19 smithi039 ceph-mon[181282]: pgmap v7486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:14:19 smithi032 ceph-mon[191839]: pgmap v7486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:14:19 smithi032 ceph-mon[189144]: pgmap v7486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:14:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:14:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:14:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:14:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:14:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:14:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:14:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:14:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:14:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:14:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:14:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:14:20] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:14:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:14:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:14:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:14:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:14:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:14:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:14:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:14:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:14:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:14:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:14:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:14:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:14:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:14:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:14:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:14:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:14:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:14:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:14:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:14:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:14:22.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:14:21 smithi039 ceph-mon[181282]: pgmap v7487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:22.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:14:21 smithi032 ceph-mon[191839]: pgmap v7487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:14:21 smithi032 ceph-mon[189144]: pgmap v7487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:24.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:14:23 smithi039 ceph-mon[181282]: pgmap v7488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:24.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:14:23 smithi032 ceph-mon[189144]: pgmap v7488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:24.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:14:23 smithi032 ceph-mon[191839]: pgmap v7488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:26.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:14:25 smithi039 ceph-mon[181282]: pgmap v7489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:14:25 smithi032 ceph-mon[189144]: pgmap v7489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:14:25 smithi032 ceph-mon[191839]: pgmap v7489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:28.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:14:27 smithi039 ceph-mon[181282]: pgmap v7490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:14:27 smithi032 ceph-mon[191839]: pgmap v7490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:14:27 smithi032 ceph-mon[189144]: pgmap v7490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:30.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:14:29 smithi039 ceph-mon[181282]: pgmap v7491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:30.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:14:29 smithi032 ceph-mon[189144]: pgmap v7491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:30.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:14:29 smithi032 ceph-mon[191839]: pgmap v7491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:14:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:14:30] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:14:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:14:31 smithi039 ceph-mon[181282]: pgmap v7492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:32.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:14:31 smithi032 ceph-mon[189144]: pgmap v7492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:32.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:14:31 smithi032 ceph-mon[191839]: pgmap v7492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:34.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:14:33 smithi039 ceph-mon[181282]: pgmap v7493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:14:33 smithi032 ceph-mon[191839]: pgmap v7493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:14:33 smithi032 ceph-mon[189144]: pgmap v7493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:14:35 smithi039 ceph-mon[181282]: pgmap v7494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:14:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:14:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:14:35 smithi032 ceph-mon[191839]: pgmap v7494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:14:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:14:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:14:35 smithi032 ceph-mon[189144]: pgmap v7494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:14:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:14:38.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:14:37 smithi039 ceph-mon[181282]: pgmap v7495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:14:37 smithi032 ceph-mon[189144]: pgmap v7495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:38.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:14:37 smithi032 ceph-mon[191839]: pgmap v7495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:40.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:14:39 smithi039 ceph-mon[181282]: pgmap v7496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:14:39 smithi032 ceph-mon[189144]: pgmap v7496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:14:39 smithi032 ceph-mon[191839]: pgmap v7496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:14:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:14:40] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T20:14:42.011 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:14:41 smithi039 ceph-mon[181282]: pgmap v7497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:14:41 smithi032 ceph-mon[189144]: pgmap v7497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:14:41 smithi032 ceph-mon[191839]: pgmap v7497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:44.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:14:43 smithi039 ceph-mon[181282]: pgmap v7498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:14:43 smithi032 ceph-mon[191839]: pgmap v7498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:14:43 smithi032 ceph-mon[189144]: pgmap v7498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:46.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:14:45 smithi039 ceph-mon[181282]: pgmap v7499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:14:45 smithi032 ceph-mon[191839]: pgmap v7499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:14:45 smithi032 ceph-mon[189144]: pgmap v7499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:46.350 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:14:46.670 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:14:46.670 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 7m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:14:46.671 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 5m ago 2h 95.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:14:46.671 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 7m ago 3h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:14:46.671 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 5m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:14:46.671 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 5m ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:14:46.671 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 7m ago 3h 660M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:14:46.671 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 7m ago 3h 930M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:14:46.671 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 5m ago 3h 472M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:14:46.671 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 7m ago 3h 484M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:14:46.671 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 7m ago 2h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:14:46.671 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 5m ago 2h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:14:46.671 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 7m ago 3h 4270M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:14:46.671 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 7m ago 3h 4473M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:14:46.671 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 7m ago 3h 4035M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:14:46.671 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 7m ago 3h 3971M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:14:46.672 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 5m ago 3h 3799M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:14:46.672 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 5m ago 3h 4011M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:14:46.672 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 5m ago 3h 3768M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:14:46.672 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 5m ago 3h 3652M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:14:46.672 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 5m ago 2h 127M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:14:47.069 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:14:47.069 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:14:47.070 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:14:47.070 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:14:47.070 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:14:47.070 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:14:47.070 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:14:47.070 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:14:47.070 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:14:47.070 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:14:47.070 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:14:47.070 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:14:47.070 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:14:47.070 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:14:47.070 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:14:47.070 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:14:47.071 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:14:47.071 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:14:48.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:14:47 smithi039 ceph-mon[181282]: pgmap v7500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:48.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:14:47 smithi039 ceph-mon[181282]: from='client.41817 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:14:48.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:14:47 smithi039 ceph-mon[181282]: from='client.51740 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:14:48.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:14:47 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1175647163' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:14:48.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:14:47 smithi032 ceph-mon[191839]: pgmap v7500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:48.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:14:47 smithi032 ceph-mon[191839]: from='client.41817 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:14:48.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:14:47 smithi032 ceph-mon[191839]: from='client.51740 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:14:48.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:14:47 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1175647163' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:14:48.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:14:47 smithi032 ceph-mon[189144]: pgmap v7500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:48.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:14:47 smithi032 ceph-mon[189144]: from='client.41817 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:14:48.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:14:47 smithi032 ceph-mon[189144]: from='client.51740 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:14:48.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:14:47 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1175647163' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:14:50.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:14:49 smithi039 ceph-mon[181282]: pgmap v7501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:14:49 smithi032 ceph-mon[191839]: pgmap v7501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:14:49 smithi032 ceph-mon[189144]: pgmap v7501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:14:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:14:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:14:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:14:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:14:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:14:50] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:14:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:14:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:14:52.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:14:51 smithi032 ceph-mon[191839]: pgmap v7502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:14:51 smithi032 ceph-mon[189144]: pgmap v7502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:14:51 smithi039 ceph-mon[181282]: pgmap v7502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:14:53 smithi032 ceph-mon[191839]: pgmap v7503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:14:53 smithi032 ceph-mon[189144]: pgmap v7503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:54.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:14:53 smithi039 ceph-mon[181282]: pgmap v7503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:14:55 smithi032 ceph-mon[191839]: pgmap v7504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:14:55 smithi032 ceph-mon[189144]: pgmap v7504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:14:55 smithi039 ceph-mon[181282]: pgmap v7504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:14:57 smithi032 ceph-mon[191839]: pgmap v7505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:58.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:14:57 smithi032 ceph-mon[189144]: pgmap v7505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:14:58.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:14:57 smithi039 ceph-mon[181282]: pgmap v7505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:14:59 smithi032 ceph-mon[191839]: pgmap v7506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:14:59 smithi032 ceph-mon[189144]: pgmap v7506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:14:59 smithi039 ceph-mon[181282]: pgmap v7506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:15:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:15:00] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:15:02.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:15:01 smithi032 ceph-mon[191839]: pgmap v7507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:02.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:15:01 smithi032 ceph-mon[189144]: pgmap v7507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:02.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:15:01 smithi039 ceph-mon[181282]: pgmap v7507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:15:03 smithi032 ceph-mon[191839]: pgmap v7508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:04.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:15:03 smithi032 ceph-mon[189144]: pgmap v7508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:15:03 smithi039 ceph-mon[181282]: pgmap v7508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:15:05 smithi032 ceph-mon[191839]: pgmap v7509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:15:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:15:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:15:05 smithi032 ceph-mon[189144]: pgmap v7509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:15:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:15:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:15:05 smithi039 ceph-mon[181282]: pgmap v7509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:15:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:15:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:15:07 smithi032 ceph-mon[191839]: pgmap v7510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:08.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:15:07 smithi032 ceph-mon[189144]: pgmap v7510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:08.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:15:07 smithi039 ceph-mon[181282]: pgmap v7510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:10.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:15:09 smithi032 ceph-mon[191839]: pgmap v7511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:10.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:15:09 smithi032 ceph-mon[189144]: pgmap v7511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:10.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:15:09 smithi039 ceph-mon[181282]: pgmap v7511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:15:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:15:10] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:15:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:15:11 smithi032 ceph-mon[189144]: pgmap v7512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:15:11 smithi032 ceph-mon[191839]: pgmap v7512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:12.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:15:11 smithi039 ceph-mon[181282]: pgmap v7512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:15:13 smithi032 ceph-mon[191839]: pgmap v7513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:15:13 smithi032 ceph-mon[189144]: pgmap v7513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:14.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:15:13 smithi039 ceph-mon[181282]: pgmap v7513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:15:15 smithi032 ceph-mon[191839]: pgmap v7514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:15:15 smithi032 ceph-mon[189144]: pgmap v7514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:16.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:15:15 smithi039 ceph-mon[181282]: pgmap v7514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:17.434 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:15:17.756 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:15:17.757 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 8m ago 2h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:15:17.757 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 6m ago 2h 95.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:15:17.757 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 8m ago 3h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:15:17.757 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 6m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:15:17.757 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 6m ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:15:17.757 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 8m ago 3h 660M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:15:17.757 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 8m ago 3h 930M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:15:17.757 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 6m ago 3h 472M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:15:17.758 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 8m ago 3h 484M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:15:17.758 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 8m ago 2h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:15:17.758 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 6m ago 2h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:15:17.758 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 8m ago 3h 4270M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:15:17.758 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 8m ago 3h 4473M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:15:17.758 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 8m ago 3h 4035M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:15:17.758 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 8m ago 3h 3971M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:15:17.758 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 6m ago 3h 3799M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:15:17.758 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 6m ago 3h 4011M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:15:17.758 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 6m ago 3h 3768M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:15:17.758 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 6m ago 3h 3652M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:15:17.758 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 6m ago 3h 127M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:15:18.155 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:15:18.155 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:15:18.155 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:15:18.156 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:15:18.156 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:15:18.156 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:15:18.156 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:15:18.156 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:15:18.156 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:15:18.156 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:15:18.156 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:15:18.156 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:15:18.156 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:15:18.156 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:15:18.156 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:15:18.156 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:15:18.156 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:15:18.157 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:15:18.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:15:17 smithi032 ceph-mon[189144]: pgmap v7515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:15:17 smithi032 ceph-mon[191839]: pgmap v7515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:18.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:15:17 smithi039 ceph-mon[181282]: pgmap v7515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:19.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:15:18 smithi032 ceph-mon[191839]: from='client.41835 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:15:19.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:15:18 smithi032 ceph-mon[191839]: from='client.51758 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:15:19.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:15:18 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3942363456' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:15:19.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:15:18 smithi032 ceph-mon[189144]: from='client.41835 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:15:19.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:15:18 smithi032 ceph-mon[189144]: from='client.51758 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:15:19.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:15:18 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3942363456' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:15:19.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:15:18 smithi039 ceph-mon[181282]: from='client.41835 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:15:19.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:15:18 smithi039 ceph-mon[181282]: from='client.51758 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:15:19.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:15:18 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3942363456' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:15:20.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:15:19 smithi032 ceph-mon[189144]: pgmap v7516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:20.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:15:19 smithi032 ceph-mon[191839]: pgmap v7516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:15:19 smithi039 ceph-mon[181282]: pgmap v7516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:15:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:15:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:15:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:15:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:15:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:15:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:15:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:15:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:15:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:15:20] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:15:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:15:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:15:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:15:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:15:22.114 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 20:15:22 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T20:15:22.102Z caller=compact.go:519 level=info component=tsdb msg="write block" mint=1703265321648 maxt=1703268000000 ulid=01HJ9JP3Y2XQPX7KQ0J2WT5D3E duration=52.846554ms 2023-12-22T20:15:22.114 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:15:21 smithi039 ceph-mon[181282]: pgmap v7517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:22.114 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:15:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:15:22.114 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:15:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:15:22.114 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:15:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:15:22.114 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:15:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:15:22.115 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:15:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:15:22.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:15:21 smithi032 ceph-mon[191839]: pgmap v7517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:22.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:15:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:15:22.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:15:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:15:22.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:15:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:15:22.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:15:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:15:22.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:15:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:15:22.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:15:21 smithi032 ceph-mon[189144]: pgmap v7517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:22.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:15:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:15:22.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:15:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:15:22.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:15:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:15:22.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:15:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:15:22.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:15:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:15:22.508 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 20:15:22 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T20:15:22.111Z caller=head.go:1269 level=info component=tsdb msg="Head GC completed" caller=truncateMemory duration=7.907068ms 2023-12-22T20:15:22.508 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 20:15:22 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T20:15:22.111Z caller=checkpoint.go:100 level=info component=tsdb msg="Creating checkpoint" from_segment=0 to_segment=1 mint=1703268000000 2023-12-22T20:15:22.508 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 20:15:22 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T20:15:22.119Z caller=head.go:1241 level=info component=tsdb msg="WAL checkpoint complete" first=0 last=1 duration=7.688278ms 2023-12-22T20:15:24.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:15:23 smithi032 ceph-mon[189144]: pgmap v7518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:24.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:15:23 smithi032 ceph-mon[191839]: pgmap v7518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:15:23 smithi039 ceph-mon[181282]: pgmap v7518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:15:25 smithi032 ceph-mon[191839]: pgmap v7519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:15:25 smithi032 ceph-mon[189144]: pgmap v7519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:15:25 smithi039 ceph-mon[181282]: pgmap v7519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:15:27 smithi032 ceph-mon[189144]: pgmap v7520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:15:27 smithi032 ceph-mon[191839]: pgmap v7520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:28.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:15:27 smithi039 ceph-mon[181282]: pgmap v7520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:30.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:15:29 smithi032 ceph-mon[191839]: pgmap v7521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:30.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:15:29 smithi032 ceph-mon[189144]: pgmap v7521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:15:29 smithi039 ceph-mon[181282]: pgmap v7521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:15:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:15:30] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:15:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:15:31 smithi032 ceph-mon[189144]: pgmap v7522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:32.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:15:31 smithi032 ceph-mon[191839]: pgmap v7522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:32.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:15:31 smithi039 ceph-mon[181282]: pgmap v7522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:15:33 smithi032 ceph-mon[191839]: pgmap v7523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:15:33 smithi032 ceph-mon[189144]: pgmap v7523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:34.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:15:33 smithi039 ceph-mon[181282]: pgmap v7523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:35.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:15:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:15:35.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:15:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:15:35.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:15:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:15:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:15:35 smithi032 ceph-mon[191839]: pgmap v7524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:15:35 smithi032 ceph-mon[189144]: pgmap v7524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:15:35 smithi039 ceph-mon[181282]: pgmap v7524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:38.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:15:37 smithi032 ceph-mon[191839]: pgmap v7525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:15:37 smithi032 ceph-mon[189144]: pgmap v7525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:38.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:15:37 smithi039 ceph-mon[181282]: pgmap v7525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:15:39 smithi032 ceph-mon[189144]: pgmap v7526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:15:39 smithi032 ceph-mon[191839]: pgmap v7526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:40.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:15:39 smithi039 ceph-mon[181282]: pgmap v7526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:15:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:15:40] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:15:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:15:41 smithi032 ceph-mon[189144]: pgmap v7527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:15:41 smithi032 ceph-mon[191839]: pgmap v7527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:42.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:15:41 smithi039 ceph-mon[181282]: pgmap v7527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:15:43 smithi032 ceph-mon[189144]: pgmap v7528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:44.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:15:43 smithi032 ceph-mon[191839]: pgmap v7528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:15:43 smithi039 ceph-mon[181282]: pgmap v7528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:15:45 smithi032 ceph-mon[191839]: pgmap v7529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:15:45 smithi032 ceph-mon[189144]: pgmap v7529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:46.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:15:45 smithi039 ceph-mon[181282]: pgmap v7529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:15:47 smithi032 ceph-mon[189144]: pgmap v7530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:48.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:15:47 smithi032 ceph-mon[191839]: pgmap v7530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:48.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:15:47 smithi039 ceph-mon[181282]: pgmap v7530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:48.519 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:15:48.844 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:15:48.844 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 8m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:15:48.845 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 6m ago 3h 95.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:15:48.845 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 8m ago 3h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:15:48.845 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 6m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:15:48.845 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 6m ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:15:48.845 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 8m ago 3h 660M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:15:48.845 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 8m ago 3h 930M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:15:48.845 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 6m ago 3h 472M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:15:48.845 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 8m ago 3h 484M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:15:48.845 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 8m ago 3h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:15:48.845 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 6m ago 3h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:15:48.845 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 8m ago 3h 4270M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:15:48.845 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 8m ago 3h 4473M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:15:48.845 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 8m ago 3h 4035M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:15:48.846 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 8m ago 3h 3971M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:15:48.846 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 6m ago 3h 3799M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:15:48.846 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 6m ago 3h 4011M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:15:48.846 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 6m ago 3h 3768M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:15:48.846 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 6m ago 3h 3652M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:15:48.846 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 6m ago 3h 127M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:15:49.246 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:15:49.246 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:15:49.246 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:15:49.246 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:15:49.246 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:15:49.246 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:15:49.246 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:15:49.246 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:15:49.246 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:15:49.246 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:15:49.247 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:15:49.247 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:15:49.247 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:15:49.247 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:15:49.247 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:15:49.247 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:15:49.247 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:15:49.247 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:15:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:15:49 smithi032 ceph-mon[191839]: pgmap v7531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:15:49 smithi032 ceph-mon[191839]: from='client.41853 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:15:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:15:49 smithi032 ceph-mon[191839]: from='client.51776 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:15:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:15:49 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1475684952' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:15:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:15:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:15:50.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:15:49 smithi032 ceph-mon[189144]: pgmap v7531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:50.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:15:49 smithi032 ceph-mon[189144]: from='client.41853 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:15:50.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:15:49 smithi032 ceph-mon[189144]: from='client.51776 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:15:50.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:15:49 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1475684952' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:15:50.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:15:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:15:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:15:49 smithi039 ceph-mon[181282]: pgmap v7531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:15:49 smithi039 ceph-mon[181282]: from='client.41853 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:15:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:15:49 smithi039 ceph-mon[181282]: from='client.51776 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:15:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:15:49 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1475684952' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:15:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:15:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:15:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:15:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:15:50] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:15:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:15:51 smithi032 ceph-mon[189144]: pgmap v7532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:52.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:15:51 smithi032 ceph-mon[191839]: pgmap v7532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:15:51 smithi039 ceph-mon[181282]: pgmap v7532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:15:53 smithi032 ceph-mon[191839]: pgmap v7533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:15:53 smithi032 ceph-mon[189144]: pgmap v7533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:54.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:15:53 smithi039 ceph-mon[181282]: pgmap v7533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:15:55 smithi032 ceph-mon[189144]: pgmap v7534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:15:55 smithi032 ceph-mon[191839]: pgmap v7534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:15:55 smithi039 ceph-mon[181282]: pgmap v7534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:15:57 smithi032 ceph-mon[191839]: pgmap v7535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:58.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:15:57 smithi032 ceph-mon[189144]: pgmap v7535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:15:58.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:15:57 smithi039 ceph-mon[181282]: pgmap v7535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:15:59 smithi032 ceph-mon[191839]: pgmap v7536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:15:59 smithi032 ceph-mon[189144]: pgmap v7536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:15:59 smithi039 ceph-mon[181282]: pgmap v7536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:16:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:16:00] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:16:02.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:16:01 smithi032 ceph-mon[191839]: pgmap v7537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:02.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:16:01 smithi032 ceph-mon[189144]: pgmap v7537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:02.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:16:01 smithi039 ceph-mon[181282]: pgmap v7537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:16:03 smithi039 ceph-mon[181282]: pgmap v7538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:04.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:16:03 smithi032 ceph-mon[191839]: pgmap v7538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:04.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:16:03 smithi032 ceph-mon[189144]: pgmap v7538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:16:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:16:05.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:16:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:16:05.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:16:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:16:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:16:05 smithi039 ceph-mon[181282]: pgmap v7539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:16:05 smithi032 ceph-mon[191839]: pgmap v7539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:16:05 smithi032 ceph-mon[189144]: pgmap v7539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:08.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:16:07 smithi039 ceph-mon[181282]: pgmap v7540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:08.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:16:07 smithi032 ceph-mon[189144]: pgmap v7540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:08.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:16:07 smithi032 ceph-mon[191839]: pgmap v7540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:10.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:16:09 smithi039 ceph-mon[181282]: pgmap v7541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:16:09 smithi032 ceph-mon[189144]: pgmap v7541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:10.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:16:09 smithi032 ceph-mon[191839]: pgmap v7541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:16:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:16:10] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:16:12.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:16:11 smithi039 ceph-mon[181282]: pgmap v7542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:12.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:16:11 smithi032 ceph-mon[191839]: pgmap v7542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:12.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:16:11 smithi032 ceph-mon[189144]: pgmap v7542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:14.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:16:13 smithi039 ceph-mon[181282]: pgmap v7543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:14.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:16:13 smithi032 ceph-mon[191839]: pgmap v7543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:14.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:16:13 smithi032 ceph-mon[189144]: pgmap v7543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:16.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:16:15 smithi039 ceph-mon[181282]: pgmap v7544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:16.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:16:15 smithi032 ceph-mon[191839]: pgmap v7544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:16.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:16:15 smithi032 ceph-mon[189144]: pgmap v7544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:18.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:16:17 smithi039 ceph-mon[181282]: pgmap v7545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:18.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:16:17 smithi032 ceph-mon[191839]: pgmap v7545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:18.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:16:17 smithi032 ceph-mon[189144]: pgmap v7545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:19.606 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:16:19.926 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:16:19.926 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 9m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:16:19.926 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 7m ago 3h 95.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:16:19.926 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 9m ago 3h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:16:19.926 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 7m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:16:19.926 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 7m ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:16:19.926 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 9m ago 3h 660M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:16:19.926 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 9m ago 3h 930M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:16:19.926 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 7m ago 3h 472M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:16:19.926 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 9m ago 3h 484M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:16:19.926 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 9m ago 3h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:16:19.927 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 7m ago 3h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:16:19.927 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 9m ago 3h 4270M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:16:19.927 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 9m ago 3h 4473M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:16:19.927 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 9m ago 3h 4035M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:16:19.927 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 9m ago 3h 3971M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:16:19.927 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 7m ago 3h 3799M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:16:19.927 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 7m ago 3h 4011M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:16:19.927 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 7m ago 3h 3768M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:16:19.927 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 7m ago 3h 3652M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:16:19.927 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 7m ago 3h 127M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:16:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:16:19 smithi039 ceph-mon[181282]: pgmap v7546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:16:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:16:20.327 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:16:20.327 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:16:20.327 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:16:20.327 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:16:20.328 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:16:20.328 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:16:20.328 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:16:20.328 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:16:20.328 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:16:20.328 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:16:20.328 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:16:20.328 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:16:20.328 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:16:20.328 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:16:20.328 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:16:20.328 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:16:20.328 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:16:20.329 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:16:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:16:19 smithi032 ceph-mon[191839]: pgmap v7546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:16:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:16:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:16:19 smithi032 ceph-mon[189144]: pgmap v7546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:16:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:16:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:16:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:16:20] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T20:16:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:16:20 smithi032 ceph-mon[189144]: from='client.51788 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:16:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:16:20 smithi032 ceph-mon[189144]: from='client.51794 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:16:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:16:20 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1829127320' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:16:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:16:20 smithi032 ceph-mon[191839]: from='client.51788 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:16:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:16:20 smithi032 ceph-mon[191839]: from='client.51794 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:16:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:16:20 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1829127320' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:16:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:16:20 smithi039 ceph-mon[181282]: from='client.51788 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:16:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:16:20 smithi039 ceph-mon[181282]: from='client.51794 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:16:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:16:20 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1829127320' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:16:22.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:16:21 smithi039 ceph-mon[181282]: pgmap v7547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:22.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:16:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:16:22.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:16:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:16:22.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:16:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:16:22.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:16:21 smithi032 ceph-mon[191839]: pgmap v7547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:22.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:16:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:16:22.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:16:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:16:22.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:16:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:16:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:16:21 smithi032 ceph-mon[189144]: pgmap v7547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:22.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:16:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:16:22.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:16:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:16:22.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:16:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:16:23.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:16:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:16:23.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:16:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:16:23.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:16:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:16:23.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:16:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:16:23.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:16:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:16:23.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:16:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:16:23.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:16:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:16:23.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:16:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:16:23.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:16:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:16:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:16:23 smithi039 ceph-mon[181282]: pgmap v7548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:24.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:16:23 smithi032 ceph-mon[189144]: pgmap v7548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:24.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:16:23 smithi032 ceph-mon[191839]: pgmap v7548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:16:25 smithi039 ceph-mon[181282]: pgmap v7549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:26.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:16:25 smithi032 ceph-mon[191839]: pgmap v7549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:26.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:16:25 smithi032 ceph-mon[189144]: pgmap v7549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:28.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:16:27 smithi039 ceph-mon[181282]: pgmap v7550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:28.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:16:27 smithi032 ceph-mon[189144]: pgmap v7550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:28.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:16:27 smithi032 ceph-mon[191839]: pgmap v7550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:16:29 smithi039 ceph-mon[181282]: pgmap v7551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:16:29 smithi032 ceph-mon[191839]: pgmap v7551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:30.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:16:29 smithi032 ceph-mon[189144]: pgmap v7551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:16:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:16:30] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T20:16:32.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:16:31 smithi039 ceph-mon[181282]: pgmap v7552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:16:31 smithi032 ceph-mon[191839]: pgmap v7552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:16:31 smithi032 ceph-mon[189144]: pgmap v7552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:34.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:16:33 smithi039 ceph-mon[181282]: pgmap v7553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:34.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:16:33 smithi032 ceph-mon[191839]: pgmap v7553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:34.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:16:33 smithi032 ceph-mon[189144]: pgmap v7553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:16:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:16:35.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:16:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:16:35.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:16:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:16:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:16:36 smithi039 ceph-mon[181282]: pgmap v7554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:16:36 smithi032 ceph-mon[191839]: pgmap v7554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:16:36 smithi032 ceph-mon[189144]: pgmap v7554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:38.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:16:38 smithi032 ceph-mon[189144]: pgmap v7555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:38.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:16:38 smithi032 ceph-mon[191839]: pgmap v7555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:38.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:16:38 smithi039 ceph-mon[181282]: pgmap v7555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:40.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:16:40 smithi032 ceph-mon[191839]: pgmap v7556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:16:40 smithi032 ceph-mon[189144]: pgmap v7556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:40.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:16:40 smithi039 ceph-mon[181282]: pgmap v7556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:16:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:16:40] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:16:42.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:16:42 smithi032 ceph-mon[189144]: pgmap v7557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:42.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:16:42 smithi032 ceph-mon[191839]: pgmap v7557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:42.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:16:42 smithi039 ceph-mon[181282]: pgmap v7557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:44.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:16:44 smithi032 ceph-mon[189144]: pgmap v7558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:44.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:16:44 smithi032 ceph-mon[191839]: pgmap v7558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:44.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:16:44 smithi039 ceph-mon[181282]: pgmap v7558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:46.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:16:46 smithi032 ceph-mon[189144]: pgmap v7559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:46.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:16:46 smithi032 ceph-mon[191839]: pgmap v7559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:46.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:16:46 smithi039 ceph-mon[181282]: pgmap v7559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:48.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:16:48 smithi032 ceph-mon[191839]: pgmap v7560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:48.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:16:48 smithi032 ceph-mon[189144]: pgmap v7560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:48.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:16:48 smithi039 ceph-mon[181282]: pgmap v7560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:16:50 smithi032 ceph-mon[191839]: pgmap v7561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:16:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:16:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:16:50 smithi032 ceph-mon[189144]: pgmap v7561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:16:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:16:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:16:50 smithi039 ceph-mon[181282]: pgmap v7561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:16:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:16:50.693 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:16:51.016 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:16:51.016 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 9m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:16:51.016 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 7m ago 3h 95.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:16:51.016 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 9m ago 3h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:16:51.016 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 7m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:16:51.016 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 7m ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:16:51.016 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 9m ago 3h 660M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:16:51.017 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 9m ago 3h 930M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:16:51.017 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 7m ago 3h 472M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:16:51.017 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 9m ago 3h 484M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:16:51.017 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 9m ago 3h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:16:51.017 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 7m ago 3h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:16:51.017 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 9m ago 3h 4270M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:16:51.017 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 9m ago 3h 4473M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:16:51.017 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 9m ago 3h 4035M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:16:51.017 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 9m ago 3h 3971M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:16:51.017 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 7m ago 3h 3799M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:16:51.017 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 7m ago 3h 4011M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:16:51.017 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 7m ago 3h 3768M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:16:51.017 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 7m ago 3h 3652M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:16:51.017 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 7m ago 3h 127M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:16:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:16:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:16:50] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:16:51.426 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:16:51.427 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:16:51.427 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:16:51.427 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:16:51.427 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:16:51.427 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:16:51.427 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:16:51.427 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:16:51.427 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:16:51.427 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:16:51.427 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:16:51.427 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:16:51.427 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:16:51.427 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:16:51.428 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:16:51.428 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:16:51.428 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:16:51.428 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:16:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:16:52 smithi032 ceph-mon[191839]: pgmap v7562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:16:52 smithi032 ceph-mon[191839]: from='client.51806 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:16:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:16:52 smithi032 ceph-mon[191839]: from='client.51812 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:16:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:16:52 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1259185377' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:16:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:16:52 smithi032 ceph-mon[189144]: pgmap v7562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:16:52 smithi032 ceph-mon[189144]: from='client.51806 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:16:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:16:52 smithi032 ceph-mon[189144]: from='client.51812 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:16:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:16:52 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1259185377' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:16:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:16:52 smithi039 ceph-mon[181282]: pgmap v7562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:16:52 smithi039 ceph-mon[181282]: from='client.51806 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:16:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:16:52 smithi039 ceph-mon[181282]: from='client.51812 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:16:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:16:52 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1259185377' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:16:54.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:16:54 smithi032 ceph-mon[191839]: pgmap v7563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:54.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:16:54 smithi032 ceph-mon[189144]: pgmap v7563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:54.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:16:54 smithi039 ceph-mon[181282]: pgmap v7563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:56.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:16:56 smithi032 ceph-mon[191839]: pgmap v7564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:56.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:16:56 smithi032 ceph-mon[189144]: pgmap v7564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:56.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:16:56 smithi039 ceph-mon[181282]: pgmap v7564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:58.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:16:58 smithi032 ceph-mon[191839]: pgmap v7565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:58.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:16:58 smithi032 ceph-mon[189144]: pgmap v7565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:16:58.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:16:58 smithi039 ceph-mon[181282]: pgmap v7565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:00 smithi032 ceph-mon[191839]: pgmap v7566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:00 smithi032 ceph-mon[189144]: pgmap v7566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:00.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:00 smithi039 ceph-mon[181282]: pgmap v7566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:17:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:17:00] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:17:02.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:02 smithi032 ceph-mon[191839]: pgmap v7567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:02.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:02 smithi032 ceph-mon[189144]: pgmap v7567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:02.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:02 smithi039 ceph-mon[181282]: pgmap v7567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:04.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:04 smithi032 ceph-mon[191839]: pgmap v7568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:04.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:04 smithi032 ceph-mon[189144]: pgmap v7568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:04.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:04 smithi039 ceph-mon[181282]: pgmap v7568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:05.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:17:05.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:17:05.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:17:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:06 smithi032 ceph-mon[191839]: pgmap v7569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:06 smithi032 ceph-mon[189144]: pgmap v7569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:06.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:06 smithi039 ceph-mon[181282]: pgmap v7569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:08.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:08 smithi032 ceph-mon[191839]: pgmap v7570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:08.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:08 smithi032 ceph-mon[189144]: pgmap v7570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:08.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:08 smithi039 ceph-mon[181282]: pgmap v7570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:10.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:10 smithi032 ceph-mon[191839]: pgmap v7571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:10 smithi032 ceph-mon[189144]: pgmap v7571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:10.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:10 smithi039 ceph-mon[181282]: pgmap v7571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:17:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:17:10] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:17:12.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:12 smithi032 ceph-mon[191839]: pgmap v7572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:12.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:12 smithi032 ceph-mon[189144]: pgmap v7572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:12.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:12 smithi039 ceph-mon[181282]: pgmap v7572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:14.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:14 smithi032 ceph-mon[191839]: pgmap v7573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:14.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:14 smithi032 ceph-mon[189144]: pgmap v7573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:14.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:14 smithi039 ceph-mon[181282]: pgmap v7573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:16.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:16 smithi032 ceph-mon[191839]: pgmap v7574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:16.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:16 smithi032 ceph-mon[189144]: pgmap v7574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:16.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:16 smithi039 ceph-mon[181282]: pgmap v7574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:18.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:18 smithi032 ceph-mon[189144]: pgmap v7575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:18.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:18 smithi032 ceph-mon[191839]: pgmap v7575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:18.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:18 smithi039 ceph-mon[181282]: pgmap v7575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:20 smithi032 ceph-mon[189144]: pgmap v7576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:17:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:20 smithi032 ceph-mon[191839]: pgmap v7576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:20.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:17:20.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:20 smithi039 ceph-mon[181282]: pgmap v7576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:20.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:17:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:17:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:17:20] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:17:21.789 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:17:22.119 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:17:22.120 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 10m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:17:22.120 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 8m ago 3h 95.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:17:22.120 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 10m ago 3h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:17:22.120 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 8m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:17:22.120 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 8m ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:17:22.120 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 10m ago 3h 660M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:17:22.120 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 10m ago 3h 930M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:17:22.120 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 8m ago 3h 472M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:17:22.120 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 10m ago 3h 484M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:17:22.120 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 10m ago 3h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:17:22.120 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 8m ago 3h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:17:22.120 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 10m ago 3h 4270M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:17:22.120 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 10m ago 3h 4473M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:17:22.121 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 10m ago 3h 4035M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:17:22.121 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 10m ago 3h 3971M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:17:22.121 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 8m ago 3h 3799M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:17:22.121 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 8m ago 3h 4011M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:17:22.121 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 8m ago 3h 3768M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:17:22.121 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 8m ago 3h 3652M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:17:22.121 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 8m ago 3h 127M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:17:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:22 smithi032 ceph-mon[189144]: pgmap v7577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:22.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:22 smithi032 ceph-mon[191839]: pgmap v7577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:22.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:22 smithi039 ceph-mon[181282]: pgmap v7577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:22.521 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:17:22.521 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:17:22.521 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:17:22.521 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:17:22.522 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:17:22.522 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:17:22.522 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:17:22.522 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:17:22.522 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:17:22.522 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:17:22.522 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:17:22.522 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:17:22.522 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:17:22.522 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:17:22.522 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:17:22.522 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:17:22.522 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:17:22.522 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:17:23.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:23 smithi032 ceph-mon[191839]: from='client.41907 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:17:23.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:17:23.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:23 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2283767016' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:17:23.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:23 smithi032 ceph-mon[189144]: from='client.41907 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:17:23.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:17:23.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:23 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2283767016' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:17:23.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:23 smithi039 ceph-mon[181282]: from='client.41907 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:17:23.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:17:23.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:23 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2283767016' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:17:24.368 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:24 smithi032 ceph-mon[191839]: from='client.51830 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:17:24.368 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:24 smithi032 ceph-mon[191839]: pgmap v7578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:24.369 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:24 smithi032 ceph-mon[189144]: from='client.51830 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:17:24.369 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:24 smithi032 ceph-mon[189144]: pgmap v7578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:24.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:24 smithi039 ceph-mon[181282]: from='client.51830 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:17:24.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:24 smithi039 ceph-mon[181282]: pgmap v7578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:25.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:25 smithi032 ceph-mon[191839]: pgmap v7579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:25.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:17:25.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:17:25.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:17:25.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:17:25.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:17:25.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:25 smithi032 ceph-mon[189144]: pgmap v7579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:25.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:17:25.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:17:25.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:17:25.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:17:25.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:17:26.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:25 smithi039 ceph-mon[181282]: pgmap v7579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:26.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:17:26.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:17:26.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:17:26.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:17:26.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:17:27.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:27 smithi032 ceph-mon[189144]: pgmap v7580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:27.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:27 smithi032 ceph-mon[191839]: pgmap v7580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:28.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:27 smithi039 ceph-mon[181282]: pgmap v7580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:30.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:29 smithi039 ceph-mon[181282]: pgmap v7581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:30.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:29 smithi032 ceph-mon[191839]: pgmap v7581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:30.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:29 smithi032 ceph-mon[189144]: pgmap v7581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:17:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:17:30] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:17:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:31 smithi039 ceph-mon[181282]: pgmap v7582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:32.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:31 smithi032 ceph-mon[191839]: pgmap v7582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:31 smithi032 ceph-mon[189144]: pgmap v7582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:34.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:33 smithi039 ceph-mon[181282]: pgmap v7583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:33 smithi032 ceph-mon[189144]: pgmap v7583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:33 smithi032 ceph-mon[191839]: pgmap v7583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:35 smithi039 ceph-mon[181282]: pgmap v7584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:17:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:35 smithi032 ceph-mon[189144]: pgmap v7584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:17:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:35 smithi032 ceph-mon[191839]: pgmap v7584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:17:38.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:37 smithi039 ceph-mon[181282]: pgmap v7585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:38.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:37 smithi032 ceph-mon[191839]: pgmap v7585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:37 smithi032 ceph-mon[189144]: pgmap v7585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:40.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:39 smithi039 ceph-mon[181282]: pgmap v7586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:39 smithi032 ceph-mon[191839]: pgmap v7586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:40.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:39 smithi032 ceph-mon[189144]: pgmap v7586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:17:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:17:40] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:17:42.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:41 smithi039 ceph-mon[181282]: pgmap v7587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:41 smithi032 ceph-mon[191839]: pgmap v7587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:41 smithi032 ceph-mon[189144]: pgmap v7587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:44.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:43 smithi039 ceph-mon[181282]: pgmap v7588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:44.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:43 smithi032 ceph-mon[191839]: pgmap v7588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:44.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:43 smithi032 ceph-mon[189144]: pgmap v7588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:45 smithi032 ceph-mon[191839]: pgmap v7589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:46.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:45 smithi032 ceph-mon[189144]: pgmap v7589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:46.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:45 smithi039 ceph-mon[181282]: pgmap v7589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:48.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:47 smithi032 ceph-mon[191839]: pgmap v7590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:47 smithi032 ceph-mon[189144]: pgmap v7590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:48.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:47 smithi039 ceph-mon[181282]: pgmap v7590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:49 smithi032 ceph-mon[191839]: pgmap v7591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:49 smithi032 ceph-mon[189144]: pgmap v7591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:49 smithi039 ceph-mon[181282]: pgmap v7591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:17:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:17:50] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:17:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:17:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:17:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:17:52.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:51 smithi032 ceph-mon[191839]: pgmap v7592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:51 smithi032 ceph-mon[189144]: pgmap v7592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:51 smithi039 ceph-mon[181282]: pgmap v7592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:52.889 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:17:53.214 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:17:53.214 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 28s ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:17:53.214 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 8m ago 3h 95.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:17:53.214 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 28s ago 3h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:17:53.214 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 8m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:17:53.214 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 8m ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:17:53.214 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 28s ago 3h 666M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:17:53.214 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 28s ago 3h 967M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:17:53.215 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 8m ago 3h 472M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:17:53.215 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 28s ago 3h 501M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:17:53.215 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 28s ago 3h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:17:53.215 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 8m ago 3h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:17:53.215 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 28s ago 3h 4301M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:17:53.215 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 28s ago 3h 4503M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:17:53.215 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 28s ago 3h 4060M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:17:53.215 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 28s ago 3h 4001M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:17:53.215 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 8m ago 3h 3799M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:17:53.215 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 8m ago 3h 4011M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:17:53.215 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 8m ago 3h 3768M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:17:53.215 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 8m ago 3h 3652M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:17:53.215 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 8m ago 3h 127M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:17:53.617 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:17:53.617 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:17:53.618 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:17:53.618 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:17:53.618 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:17:53.618 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:17:53.618 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:17:53.618 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:17:53.618 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:17:53.618 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:17:53.618 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:17:53.618 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:17:53.619 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:17:53.619 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:17:53.619 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:17:53.619 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:17:53.619 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:17:53.619 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:17:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:53 smithi032 ceph-mon[191839]: pgmap v7593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:53 smithi032 ceph-mon[191839]: from='client.41925 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:17:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:53 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3947331097' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:17:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:53 smithi032 ceph-mon[189144]: pgmap v7593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:54.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:53 smithi032 ceph-mon[189144]: from='client.41925 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:17:54.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:53 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3947331097' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:17:54.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:53 smithi039 ceph-mon[181282]: pgmap v7593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:54.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:53 smithi039 ceph-mon[181282]: from='client.41925 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:17:54.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:53 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3947331097' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:17:55.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:54 smithi032 ceph-mon[191839]: from='client.51848 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:17:55.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:54 smithi032 ceph-mon[189144]: from='client.51848 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:17:55.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:54 smithi039 ceph-mon[181282]: from='client.51848 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:17:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:55 smithi032 ceph-mon[191839]: pgmap v7594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:55 smithi032 ceph-mon[189144]: pgmap v7594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:55 smithi039 ceph-mon[181282]: pgmap v7594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:57 smithi032 ceph-mon[191839]: pgmap v7595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:58.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:57 smithi032 ceph-mon[189144]: pgmap v7595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:17:58.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:57 smithi039 ceph-mon[181282]: pgmap v7595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:17:59 smithi032 ceph-mon[191839]: pgmap v7596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:00.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:17:59 smithi032 ceph-mon[189144]: pgmap v7596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:00.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:17:59 smithi039 ceph-mon[181282]: pgmap v7596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:18:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:18:00] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:18:02.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:18:01 smithi032 ceph-mon[191839]: pgmap v7597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:02.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:18:01 smithi032 ceph-mon[189144]: pgmap v7597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:02.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:18:01 smithi039 ceph-mon[181282]: pgmap v7597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:04.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:18:03 smithi032 ceph-mon[189144]: pgmap v7598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:18:03 smithi032 ceph-mon[191839]: pgmap v7598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:18:03 smithi039 ceph-mon[181282]: pgmap v7598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:18:05 smithi032 ceph-mon[191839]: pgmap v7599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:18:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:18:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:18:05 smithi032 ceph-mon[189144]: pgmap v7599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:18:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:18:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:18:05 smithi039 ceph-mon[181282]: pgmap v7599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:18:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:18:08.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:18:07 smithi032 ceph-mon[189144]: pgmap v7600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:18:07 smithi032 ceph-mon[191839]: pgmap v7600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:08.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:18:07 smithi039 ceph-mon[181282]: pgmap v7600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:10.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:18:09 smithi032 ceph-mon[189144]: pgmap v7601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:10.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:18:09 smithi032 ceph-mon[191839]: pgmap v7601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:10.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:18:09 smithi039 ceph-mon[181282]: pgmap v7601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:18:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:18:10] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:18:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:18:11 smithi032 ceph-mon[189144]: pgmap v7602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:18:11 smithi032 ceph-mon[191839]: pgmap v7602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:12.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:18:11 smithi039 ceph-mon[181282]: pgmap v7602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:18:13 smithi032 ceph-mon[191839]: pgmap v7603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:18:13 smithi032 ceph-mon[189144]: pgmap v7603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:14.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:18:13 smithi039 ceph-mon[181282]: pgmap v7603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:18:15 smithi032 ceph-mon[191839]: pgmap v7604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:18:15 smithi032 ceph-mon[189144]: pgmap v7604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:16.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:18:15 smithi039 ceph-mon[181282]: pgmap v7604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:18:17 smithi032 ceph-mon[191839]: pgmap v7605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:18.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:18:17 smithi032 ceph-mon[189144]: pgmap v7605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:18.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:18:17 smithi039 ceph-mon[181282]: pgmap v7605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:18:19 smithi032 ceph-mon[191839]: pgmap v7606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:20.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:18:19 smithi032 ceph-mon[189144]: pgmap v7606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:18:19 smithi039 ceph-mon[181282]: pgmap v7606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:18:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:18:20] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:18:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:18:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:18:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:18:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:18:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:18:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:18:22.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:18:21 smithi032 ceph-mon[191839]: pgmap v7607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:18:21 smithi032 ceph-mon[189144]: pgmap v7607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:18:21 smithi039 ceph-mon[181282]: pgmap v7607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:23.983 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:18:24.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:18:23 smithi032 ceph-mon[191839]: pgmap v7608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:24.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:18:23 smithi032 ceph-mon[189144]: pgmap v7608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:18:23 smithi039 ceph-mon[181282]: pgmap v7608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:24.308 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:18:24.309 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 59s ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:18:24.309 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 9m ago 3h 95.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:18:24.309 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 59s ago 3h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:18:24.309 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 9m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:18:24.309 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 9m ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:18:24.309 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 59s ago 3h 666M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:18:24.309 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 59s ago 3h 967M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:18:24.309 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 9m ago 3h 472M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:18:24.309 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 59s ago 3h 501M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:18:24.309 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 59s ago 3h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:18:24.309 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 9m ago 3h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:18:24.310 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 59s ago 3h 4301M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:18:24.310 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 59s ago 3h 4503M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:18:24.310 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 59s ago 3h 4060M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:18:24.310 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 59s ago 3h 4001M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:18:24.310 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 9m ago 3h 3799M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:18:24.310 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 9m ago 3h 4011M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:18:24.310 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 9m ago 3h 3768M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:18:24.310 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 9m ago 3h 3652M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:18:24.310 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 9m ago 3h 127M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:18:24.707 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:18:24.707 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:18:24.707 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:18:24.708 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:18:24.708 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:18:24.708 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:18:24.708 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:18:24.708 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:18:24.708 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:18:24.708 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:18:24.708 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:18:24.708 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:18:24.708 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:18:24.708 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:18:24.708 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:18:24.708 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:18:24.709 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:18:24.709 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:18:25.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:18:24 smithi032 ceph-mon[189144]: from='client.51860 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:18:25.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:18:24 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3468826505' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:18:25.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:18:24 smithi032 ceph-mon[191839]: from='client.51860 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:18:25.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:18:24 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3468826505' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:18:25.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:18:24 smithi039 ceph-mon[181282]: from='client.51860 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:18:25.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:18:24 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3468826505' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:18:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:18:25 smithi032 ceph-mon[191839]: from='client.51866 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:18:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:18:25 smithi032 ceph-mon[191839]: pgmap v7609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:18:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:18:26.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:18:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:18:26.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:18:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:18:26.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:18:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:18:26.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:18:25 smithi032 ceph-mon[189144]: from='client.51866 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:18:26.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:18:25 smithi032 ceph-mon[189144]: pgmap v7609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:26.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:18:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:18:26.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:18:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:18:26.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:18:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:18:26.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:18:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:18:26.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:18:25 smithi039 ceph-mon[181282]: from='client.51866 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:18:26.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:18:25 smithi039 ceph-mon[181282]: pgmap v7609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:26.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:18:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:18:26.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:18:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:18:26.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:18:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:18:26.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:18:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:18:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:18:27 smithi032 ceph-mon[189144]: pgmap v7610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:18:27 smithi032 ceph-mon[191839]: pgmap v7610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:28.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:18:27 smithi039 ceph-mon[181282]: pgmap v7610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:30.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:18:29 smithi032 ceph-mon[191839]: pgmap v7611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:30.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:18:29 smithi032 ceph-mon[189144]: pgmap v7611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:18:29 smithi039 ceph-mon[181282]: pgmap v7611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:18:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:18:30] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:18:32.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:18:31 smithi032 ceph-mon[191839]: pgmap v7612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:18:31 smithi032 ceph-mon[189144]: pgmap v7612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:32.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:18:31 smithi039 ceph-mon[181282]: pgmap v7612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:18:33 smithi032 ceph-mon[191839]: pgmap v7613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:34.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:18:33 smithi032 ceph-mon[189144]: pgmap v7613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:34.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:18:33 smithi039 ceph-mon[181282]: pgmap v7613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:35.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:18:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:18:35.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:18:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:18:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:18:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:18:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:18:35 smithi032 ceph-mon[191839]: pgmap v7614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:18:35 smithi032 ceph-mon[189144]: pgmap v7614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:18:35 smithi039 ceph-mon[181282]: pgmap v7614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:18:37 smithi032 ceph-mon[189144]: pgmap v7615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:38.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:18:37 smithi032 ceph-mon[191839]: pgmap v7615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:38.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:18:37 smithi039 ceph-mon[181282]: pgmap v7615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:18:39 smithi032 ceph-mon[189144]: pgmap v7616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:40.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:18:39 smithi032 ceph-mon[191839]: pgmap v7616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:40.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:18:39 smithi039 ceph-mon[181282]: pgmap v7616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:18:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:18:40] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:18:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:18:41 smithi032 ceph-mon[189144]: pgmap v7617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:42.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:18:41 smithi032 ceph-mon[191839]: pgmap v7617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:42.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:18:41 smithi039 ceph-mon[181282]: pgmap v7617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:18:43 smithi032 ceph-mon[189144]: pgmap v7618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:44.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:18:43 smithi032 ceph-mon[191839]: pgmap v7618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:44.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:18:43 smithi039 ceph-mon[181282]: pgmap v7618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:18:45 smithi032 ceph-mon[189144]: pgmap v7619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:46.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:18:45 smithi032 ceph-mon[191839]: pgmap v7619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:46.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:18:45 smithi039 ceph-mon[181282]: pgmap v7619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:18:47 smithi032 ceph-mon[189144]: pgmap v7620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:48.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:18:47 smithi032 ceph-mon[191839]: pgmap v7620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:48.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:18:47 smithi039 ceph-mon[181282]: pgmap v7620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:18:49 smithi032 ceph-mon[191839]: pgmap v7621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:18:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:18:50.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:18:49 smithi032 ceph-mon[189144]: pgmap v7621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:50.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:18:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:18:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:18:49 smithi039 ceph-mon[181282]: pgmap v7621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:18:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:18:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:18:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:18:50] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:18:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:18:51 smithi032 ceph-mon[189144]: pgmap v7622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:52.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:18:51 smithi032 ceph-mon[191839]: pgmap v7622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:18:51 smithi039 ceph-mon[181282]: pgmap v7622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:18:53 smithi032 ceph-mon[189144]: pgmap v7623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:54.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:18:53 smithi032 ceph-mon[191839]: pgmap v7623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:54.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:18:53 smithi039 ceph-mon[181282]: pgmap v7623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:55.073 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:18:55.394 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:18:55.394 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 90s ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:18:55.394 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 9m ago 3h 95.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:18:55.394 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 90s ago 3h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:18:55.395 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 9m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:18:55.395 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 9m ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:18:55.395 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 90s ago 3h 666M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:18:55.395 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 90s ago 3h 967M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:18:55.395 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 9m ago 3h 472M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:18:55.395 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 90s ago 3h 501M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:18:55.395 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 90s ago 3h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:18:55.395 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 9m ago 3h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:18:55.395 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 90s ago 3h 4301M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:18:55.395 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 90s ago 3h 4503M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:18:55.395 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 90s ago 3h 4060M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:18:55.395 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 90s ago 3h 4001M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:18:55.395 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 9m ago 3h 3799M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:18:55.395 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 9m ago 3h 4011M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:18:55.395 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 9m ago 3h 3768M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:18:55.396 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 9m ago 3h 3652M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:18:55.396 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 9m ago 3h 127M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:18:55.795 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:18:55.795 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:18:55.795 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:18:55.795 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:18:55.795 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:18:55.796 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:18:55.796 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:18:55.796 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:18:55.796 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:18:55.796 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:18:55.796 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:18:55.796 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:18:55.796 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:18:55.796 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:18:55.796 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:18:55.796 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:18:55.796 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:18:55.796 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:18:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:18:55 smithi032 ceph-mon[191839]: pgmap v7624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:18:55 smithi032 ceph-mon[191839]: from='client.51878 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:18:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:18:55 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/867410524' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:18:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:18:55 smithi032 ceph-mon[189144]: pgmap v7624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:18:55 smithi032 ceph-mon[189144]: from='client.51878 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:18:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:18:55 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/867410524' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:18:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:18:55 smithi039 ceph-mon[181282]: pgmap v7624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:18:55 smithi039 ceph-mon[181282]: from='client.51878 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:18:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:18:55 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/867410524' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:18:57.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:18:56 smithi032 ceph-mon[189144]: from='client.51884 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:18:57.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:18:56 smithi032 ceph-mon[191839]: from='client.51884 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:18:57.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:18:56 smithi039 ceph-mon[181282]: from='client.51884 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:18:58.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:18:57 smithi032 ceph-mon[189144]: pgmap v7625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:58.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:18:57 smithi032 ceph-mon[191839]: pgmap v7625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:18:58.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:18:57 smithi039 ceph-mon[181282]: pgmap v7625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:18:59 smithi032 ceph-mon[189144]: pgmap v7626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:18:59 smithi032 ceph-mon[191839]: pgmap v7626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:18:59 smithi039 ceph-mon[181282]: pgmap v7626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:19:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:19:00] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:19:02.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:19:01 smithi032 ceph-mon[191839]: pgmap v7627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:02.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:19:01 smithi032 ceph-mon[189144]: pgmap v7627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:02.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:19:01 smithi039 ceph-mon[181282]: pgmap v7627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:19:03 smithi032 ceph-mon[191839]: pgmap v7628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:04.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:19:03 smithi032 ceph-mon[189144]: pgmap v7628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:19:03 smithi039 ceph-mon[181282]: pgmap v7628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:05.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:19:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:19:05.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:19:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:19:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:19:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:19:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:19:05 smithi032 ceph-mon[189144]: pgmap v7629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:19:05 smithi032 ceph-mon[191839]: pgmap v7629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:19:05 smithi039 ceph-mon[181282]: pgmap v7629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:19:07 smithi032 ceph-mon[191839]: pgmap v7630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:08.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:19:07 smithi032 ceph-mon[189144]: pgmap v7630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:08.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:19:07 smithi039 ceph-mon[181282]: pgmap v7630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:10.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:19:09 smithi039 ceph-mon[181282]: pgmap v7631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:10.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:19:09 smithi032 ceph-mon[191839]: pgmap v7631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:19:09 smithi032 ceph-mon[189144]: pgmap v7631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:19:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:19:10] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:19:12.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:19:11 smithi039 ceph-mon[181282]: pgmap v7632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:12.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:19:11 smithi032 ceph-mon[191839]: pgmap v7632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:12.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:19:11 smithi032 ceph-mon[189144]: pgmap v7632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:14.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:19:13 smithi039 ceph-mon[181282]: pgmap v7633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:14.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:19:13 smithi032 ceph-mon[191839]: pgmap v7633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:14.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:19:13 smithi032 ceph-mon[189144]: pgmap v7633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:16.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:19:15 smithi039 ceph-mon[181282]: pgmap v7634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:16.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:19:15 smithi032 ceph-mon[191839]: pgmap v7634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:16.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:19:15 smithi032 ceph-mon[189144]: pgmap v7634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:18.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:19:17 smithi039 ceph-mon[181282]: pgmap v7635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:18.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:19:17 smithi032 ceph-mon[191839]: pgmap v7635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:18.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:19:17 smithi032 ceph-mon[189144]: pgmap v7635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:19:19 smithi039 ceph-mon[181282]: pgmap v7636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:19:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:19:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:19:19 smithi032 ceph-mon[191839]: pgmap v7636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:19:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:19:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:19:19 smithi032 ceph-mon[189144]: pgmap v7636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:19:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:19:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:19:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:19:20] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:19:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:19:21 smithi039 ceph-mon[181282]: pgmap v7637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:22.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:19:21 smithi032 ceph-mon[191839]: pgmap v7637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:19:21 smithi032 ceph-mon[189144]: pgmap v7637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:24.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:19:23 smithi039 ceph-mon[181282]: pgmap v7638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:24.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:19:23 smithi032 ceph-mon[191839]: pgmap v7638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:24.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:19:23 smithi032 ceph-mon[189144]: pgmap v7638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:26.180 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:19:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:19:25 smithi039 ceph-mon[181282]: pgmap v7639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:19:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:19:26.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:19:25 smithi032 ceph-mon[191839]: pgmap v7639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:26.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:19:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:19:26.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:19:25 smithi032 ceph-mon[189144]: pgmap v7639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:26.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:19:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:19:26.505 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:19:26.505 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (2h) 2m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:19:26.505 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 10m ago 3h 95.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:19:26.505 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 2m ago 3h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:19:26.505 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 10m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:19:26.505 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 10m ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:19:26.506 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 2m ago 3h 666M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:19:26.506 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 2m ago 3h 967M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:19:26.506 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 10m ago 3h 472M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:19:26.506 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 2m ago 3h 501M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:19:26.506 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (2h) 2m ago 3h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:19:26.506 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 10m ago 3h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:19:26.506 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 2m ago 3h 4301M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:19:26.506 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 2m ago 3h 4503M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:19:26.506 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 2m ago 3h 4060M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:19:26.506 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 2m ago 3h 4001M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:19:26.506 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 10m ago 3h 3799M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:19:26.506 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 10m ago 3h 4011M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:19:26.506 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 10m ago 3h 3768M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:19:26.507 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 10m ago 3h 3652M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:19:26.507 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 10m ago 3h 127M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:19:26.904 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:19:26.904 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:19:26.904 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:19:26.904 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:19:26.904 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:19:26.905 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:19:26.905 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:19:26.905 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:19:26.905 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:19:26.905 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:19:26.905 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:19:26.905 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:19:26.905 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:19:26.905 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:19:26.905 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:19:26.905 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:19:26.905 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:19:26.905 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:19:27.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:19:26 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3356465192' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:19:27.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:19:26 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3356465192' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:19:27.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:19:26 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3356465192' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:19:28.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:19:27 smithi039 ceph-mon[181282]: from='client.41979 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:19:28.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:19:27 smithi039 ceph-mon[181282]: pgmap v7640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:28.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:19:27 smithi039 ceph-mon[181282]: from='client.51902 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:19:28.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:19:27 smithi032 ceph-mon[191839]: from='client.41979 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:19:28.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:19:27 smithi032 ceph-mon[191839]: pgmap v7640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:28.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:19:27 smithi032 ceph-mon[191839]: from='client.51902 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:19:28.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:19:27 smithi032 ceph-mon[189144]: from='client.41979 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:19:28.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:19:27 smithi032 ceph-mon[189144]: pgmap v7640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:28.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:19:27 smithi032 ceph-mon[189144]: from='client.51902 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:19:29.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:19:29 smithi032 ceph-mon[189144]: pgmap v7641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:29.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:19:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:19:29.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:19:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:19:29.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:19:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:19:29.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:19:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:19:29.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:19:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:19:29.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:19:29 smithi032 ceph-mon[191839]: pgmap v7641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:29.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:19:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:19:29.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:19:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:19:29.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:19:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:19:29.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:19:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:19:29.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:19:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:19:30.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:19:29 smithi039 ceph-mon[181282]: pgmap v7641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:30.070 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:19:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:19:30.070 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:19:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:19:30.070 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:19:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:19:30.070 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:19:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:19:30.070 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:19:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:19:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:19:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:19:30] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:19:31.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:19:31 smithi032 ceph-mon[189144]: pgmap v7642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:31.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:19:31 smithi032 ceph-mon[191839]: pgmap v7642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:19:31 smithi039 ceph-mon[181282]: pgmap v7642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:33.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:19:33 smithi032 ceph-mon[189144]: pgmap v7643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:33.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:19:33 smithi032 ceph-mon[191839]: pgmap v7643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:34.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:19:33 smithi039 ceph-mon[181282]: pgmap v7643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:19:35 smithi032 ceph-mon[189144]: pgmap v7644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:19:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:19:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:19:35 smithi032 ceph-mon[191839]: pgmap v7644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:19:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:19:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:19:35 smithi039 ceph-mon[181282]: pgmap v7644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:19:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:19:38.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:19:37 smithi032 ceph-mon[191839]: pgmap v7645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:19:37 smithi032 ceph-mon[189144]: pgmap v7645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:38.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:19:37 smithi039 ceph-mon[181282]: pgmap v7645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:19:39 smithi032 ceph-mon[191839]: pgmap v7646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:40.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:19:39 smithi032 ceph-mon[189144]: pgmap v7646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:40.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:19:39 smithi039 ceph-mon[181282]: pgmap v7646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:19:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:19:40] "GET /metrics HTTP/1.1" 200 34064 "" "Prometheus/2.43.0" 2023-12-22T20:19:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:19:41 smithi032 ceph-mon[191839]: pgmap v7647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:42.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:19:41 smithi032 ceph-mon[189144]: pgmap v7647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:42.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:19:41 smithi039 ceph-mon[181282]: pgmap v7647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:19:43 smithi032 ceph-mon[191839]: pgmap v7648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:19:43 smithi032 ceph-mon[189144]: pgmap v7648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:19:43 smithi039 ceph-mon[181282]: pgmap v7648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:19:45 smithi032 ceph-mon[189144]: pgmap v7649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:19:45 smithi032 ceph-mon[191839]: pgmap v7649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:46.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:19:45 smithi039 ceph-mon[181282]: pgmap v7649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:48.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:19:47 smithi032 ceph-mon[191839]: pgmap v7650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:48.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:19:47 smithi032 ceph-mon[189144]: pgmap v7650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:48.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:19:47 smithi039 ceph-mon[181282]: pgmap v7650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:19:49 smithi032 ceph-mon[189144]: pgmap v7651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:19:49 smithi032 ceph-mon[191839]: pgmap v7651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:19:49 smithi039 ceph-mon[181282]: pgmap v7651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:19:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:19:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:19:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:19:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:19:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:19:50] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T20:19:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:19:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:19:52.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:19:51 smithi032 ceph-mon[191839]: pgmap v7652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:19:51 smithi032 ceph-mon[189144]: pgmap v7652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:19:51 smithi039 ceph-mon[181282]: pgmap v7652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:19:53 smithi032 ceph-mon[191839]: pgmap v7653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:54.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:19:53 smithi032 ceph-mon[189144]: pgmap v7653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:54.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:19:53 smithi039 ceph-mon[181282]: pgmap v7653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:19:55 smithi032 ceph-mon[191839]: pgmap v7654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:19:55 smithi032 ceph-mon[189144]: pgmap v7654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:19:55 smithi039 ceph-mon[181282]: pgmap v7654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:57.268 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:19:57.591 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:19:57.591 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 2m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:19:57.591 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (2h) 29s ago 3h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:19:57.591 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 2m ago 3h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:19:57.591 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 29s ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:19:57.591 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 29s ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:19:57.591 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (2h) 2m ago 3h 666M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:19:57.591 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 2m ago 3h 967M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:19:57.591 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 29s ago 3h 490M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:19:57.591 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 2m ago 3h 501M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:19:57.592 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 2m ago 3h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:19:57.592 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (2h) 29s ago 3h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:19:57.592 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 2m ago 3h 4301M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:19:57.592 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 2m ago 3h 4503M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:19:57.592 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 2m ago 3h 4060M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:19:57.592 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 2m ago 3h 4001M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:19:57.592 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 29s ago 3h 3825M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:19:57.592 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 29s ago 3h 4043M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:19:57.592 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 29s ago 3h 3798M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:19:57.592 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 29s ago 3h 3687M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:19:57.592 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 29s ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:19:57.990 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:19:57.990 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:19:57.990 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:19:57.990 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:19:57.990 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:19:57.990 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:19:57.990 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:19:57.990 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:19:57.990 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:19:57.990 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:19:57.991 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:19:57.991 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:19:57.991 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:19:57.991 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:19:57.991 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:19:57.991 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:19:57.991 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:19:57.991 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:19:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:19:57 smithi032 ceph-mon[191839]: pgmap v7655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:58.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:19:57 smithi032 ceph-mon[189144]: pgmap v7655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:58.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:19:57 smithi039 ceph-mon[181282]: pgmap v7655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:19:59.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:19:58 smithi032 ceph-mon[189144]: from='client.51914 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:19:59.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:19:58 smithi032 ceph-mon[189144]: from='client.51920 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:19:59.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:19:58 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1009337079' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:19:59.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:19:58 smithi032 ceph-mon[191839]: from='client.51914 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:19:59.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:19:58 smithi032 ceph-mon[191839]: from='client.51920 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:19:59.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:19:58 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1009337079' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:19:59.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:19:58 smithi039 ceph-mon[181282]: from='client.51914 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:19:59.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:19:58 smithi039 ceph-mon[181282]: from='client.51920 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:19:59.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:19:58 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1009337079' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:20:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:19:59 smithi032 ceph-mon[191839]: pgmap v7656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:00.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:19:59 smithi032 ceph-mon[189144]: pgmap v7656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:00.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:20:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T20:19:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T20:20:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:19:59 smithi039 ceph-mon[181282]: pgmap v7656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:01.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:20:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T20:20:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:20:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T20:20:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:20:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:20:00] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T20:20:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:20:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T20:20:02.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:20:01 smithi032 ceph-mon[191839]: pgmap v7657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:02.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:20:01 smithi032 ceph-mon[189144]: pgmap v7657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:02.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:20:01 smithi039 ceph-mon[181282]: pgmap v7657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:20:03 smithi032 ceph-mon[191839]: pgmap v7658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:04.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:20:03 smithi032 ceph-mon[189144]: pgmap v7658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:20:03 smithi039 ceph-mon[181282]: pgmap v7658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:20:05 smithi032 ceph-mon[191839]: pgmap v7659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:20:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:20:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:20:05 smithi032 ceph-mon[189144]: pgmap v7659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:20:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:20:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:20:05 smithi039 ceph-mon[181282]: pgmap v7659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:20:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:20:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:20:07 smithi032 ceph-mon[191839]: pgmap v7660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:08.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:20:07 smithi032 ceph-mon[189144]: pgmap v7660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:08.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:20:07 smithi039 ceph-mon[181282]: pgmap v7660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:10.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:20:09 smithi032 ceph-mon[191839]: pgmap v7661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:10.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:20:09 smithi032 ceph-mon[189144]: pgmap v7661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:10.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:20:09 smithi039 ceph-mon[181282]: pgmap v7661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:20:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:20:10] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:20:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:20:11 smithi032 ceph-mon[191839]: pgmap v7662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:20:11 smithi032 ceph-mon[189144]: pgmap v7662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:12.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:20:11 smithi039 ceph-mon[181282]: pgmap v7662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:20:13 smithi032 ceph-mon[189144]: pgmap v7663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:20:13 smithi032 ceph-mon[191839]: pgmap v7663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:14.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:20:13 smithi039 ceph-mon[181282]: pgmap v7663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:20:15 smithi032 ceph-mon[191839]: pgmap v7664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:16.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:20:15 smithi032 ceph-mon[189144]: pgmap v7664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:16.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:20:15 smithi039 ceph-mon[181282]: pgmap v7664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:17.258 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 20:20:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-22T20:20:16.98307345Z level=info msg="Completed cleanup jobs" duration=13.122127ms 2023-12-22T20:20:18.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:20:17 smithi032 ceph-mon[191839]: pgmap v7665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:18.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:20:17 smithi032 ceph-mon[189144]: pgmap v7665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:18.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:20:17 smithi039 ceph-mon[181282]: pgmap v7665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:20:19 smithi032 ceph-mon[191839]: pgmap v7666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:20.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:20:19 smithi032 ceph-mon[189144]: pgmap v7666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:20:19 smithi039 ceph-mon[181282]: pgmap v7666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:20:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:20:20] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:20:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:20:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:20:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:20:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:20:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:20:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:20:22.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:20:21 smithi032 ceph-mon[191839]: pgmap v7667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:20:21 smithi032 ceph-mon[189144]: pgmap v7667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:20:21 smithi039 ceph-mon[181282]: pgmap v7667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:24.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:20:23 smithi032 ceph-mon[191839]: pgmap v7668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:24.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:20:23 smithi032 ceph-mon[189144]: pgmap v7668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:24.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:20:23 smithi039 ceph-mon[181282]: pgmap v7668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:20:25 smithi032 ceph-mon[191839]: pgmap v7669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:20:25 smithi032 ceph-mon[189144]: pgmap v7669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:20:25 smithi039 ceph-mon[181282]: pgmap v7669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:20:27 smithi032 ceph-mon[191839]: pgmap v7670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:20:27 smithi032 ceph-mon[189144]: pgmap v7670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:28.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:20:27 smithi039 ceph-mon[181282]: pgmap v7670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:28.353 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:20:28.674 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:20:28.675 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 3m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:20:28.675 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 60s ago 3h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:20:28.675 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 3m ago 3h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:20:28.675 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 60s ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:20:28.675 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (2h) 60s ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:20:28.675 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 3m ago 3h 666M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:20:28.675 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (2h) 3m ago 3h 967M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:20:28.675 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 60s ago 3h 490M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:20:28.675 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 3m ago 3h 501M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:20:28.675 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 3m ago 3h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:20:28.675 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 60s ago 3h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:20:28.675 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 3m ago 3h 4301M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:20:28.675 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 3m ago 3h 4503M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:20:28.675 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 3m ago 3h 4060M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:20:28.676 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 3m ago 3h 4001M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:20:28.676 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 60s ago 3h 3825M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:20:28.676 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 60s ago 3h 4043M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:20:28.676 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 60s ago 3h 3798M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:20:28.676 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 60s ago 3h 3687M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:20:28.676 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (2h) 60s ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:20:29.078 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:20:29.078 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:20:29.078 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:20:29.078 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:20:29.078 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:20:29.078 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:20:29.078 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:20:29.078 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:20:29.078 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:20:29.078 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:20:29.078 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:20:29.079 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:20:29.079 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:20:29.079 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:20:29.079 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:20:29.079 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:20:29.079 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:20:29.079 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:20:30.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:20:29 smithi032 ceph-mon[189144]: from='client.42015 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:20:30.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:20:29 smithi032 ceph-mon[189144]: pgmap v7671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:30.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:20:29 smithi032 ceph-mon[189144]: from='client.42021 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:20:30.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:20:29 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/636015803' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:20:30.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:20:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:20:30.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:20:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:20:30.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:20:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:20:30.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:20:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:20:30.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:20:29 smithi032 ceph-mon[191839]: from='client.42015 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:20:30.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:20:29 smithi032 ceph-mon[191839]: pgmap v7671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:30.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:20:29 smithi032 ceph-mon[191839]: from='client.42021 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:20:30.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:20:29 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/636015803' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:20:30.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:20:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:20:30.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:20:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:20:30.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:20:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:20:30.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:20:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:20:30.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:20:29 smithi039 ceph-mon[181282]: from='client.42015 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:20:30.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:20:29 smithi039 ceph-mon[181282]: pgmap v7671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:30.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:20:29 smithi039 ceph-mon[181282]: from='client.42021 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:20:30.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:20:29 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/636015803' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:20:30.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:20:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:20:30.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:20:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:20:30.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:20:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:20:30.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:20:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:20:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:20:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:20:30] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:20:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:20:31 smithi032 ceph-mon[189144]: pgmap v7672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:32.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:20:31 smithi032 ceph-mon[191839]: pgmap v7672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:32.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:20:31 smithi039 ceph-mon[181282]: pgmap v7672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:20:33 smithi032 ceph-mon[189144]: pgmap v7673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:34.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:20:33 smithi032 ceph-mon[191839]: pgmap v7673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:34.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:20:33 smithi039 ceph-mon[181282]: pgmap v7673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:35.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:20:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:20:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:20:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:20:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:20:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:20:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:20:35 smithi032 ceph-mon[191839]: pgmap v7674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:20:35 smithi032 ceph-mon[189144]: pgmap v7674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:20:35 smithi039 ceph-mon[181282]: pgmap v7674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:38.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:20:37 smithi032 ceph-mon[191839]: pgmap v7675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:38.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:20:37 smithi032 ceph-mon[189144]: pgmap v7675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:38.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:20:37 smithi039 ceph-mon[181282]: pgmap v7675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:20:39 smithi032 ceph-mon[191839]: pgmap v7676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:20:39 smithi032 ceph-mon[189144]: pgmap v7676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:40.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:20:39 smithi039 ceph-mon[181282]: pgmap v7676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:20:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:20:40] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:20:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:20:41 smithi032 ceph-mon[191839]: pgmap v7677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:42.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:20:41 smithi032 ceph-mon[189144]: pgmap v7677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:42.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:20:41 smithi039 ceph-mon[181282]: pgmap v7677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:44.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:20:43 smithi032 ceph-mon[191839]: pgmap v7678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:44.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:20:43 smithi032 ceph-mon[189144]: pgmap v7678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:20:43 smithi039 ceph-mon[181282]: pgmap v7678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:20:45 smithi032 ceph-mon[191839]: pgmap v7679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:46.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:20:45 smithi032 ceph-mon[189144]: pgmap v7679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:46.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:20:45 smithi039 ceph-mon[181282]: pgmap v7679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:20:47 smithi032 ceph-mon[189144]: pgmap v7680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:48.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:20:47 smithi032 ceph-mon[191839]: pgmap v7680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:48.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:20:47 smithi039 ceph-mon[181282]: pgmap v7680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:20:49 smithi032 ceph-mon[191839]: pgmap v7681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:50.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:20:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:20:50.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:20:49 smithi032 ceph-mon[189144]: pgmap v7681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:50.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:20:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:20:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:20:49 smithi039 ceph-mon[181282]: pgmap v7681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:20:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:20:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:20:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:20:50] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:20:52.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:20:51 smithi032 ceph-mon[191839]: pgmap v7682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:52.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:20:51 smithi032 ceph-mon[189144]: pgmap v7682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:20:51 smithi039 ceph-mon[181282]: pgmap v7682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:20:53 smithi032 ceph-mon[191839]: pgmap v7683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:54.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:20:53 smithi032 ceph-mon[189144]: pgmap v7683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:54.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:20:53 smithi039 ceph-mon[181282]: pgmap v7683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:20:55 smithi032 ceph-mon[191839]: pgmap v7684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:20:55 smithi032 ceph-mon[189144]: pgmap v7684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:20:55 smithi039 ceph-mon[181282]: pgmap v7684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:20:57 smithi032 ceph-mon[191839]: pgmap v7685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:58.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:20:57 smithi032 ceph-mon[189144]: pgmap v7685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:58.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:20:57 smithi039 ceph-mon[181282]: pgmap v7685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:20:59.443 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:20:59.765 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:20:59.766 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 3m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:20:59.766 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 91s ago 3h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:20:59.766 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 3m ago 3h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:20:59.766 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 91s ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:20:59.766 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 91s ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:20:59.766 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 3m ago 3h 666M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:20:59.766 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 3m ago 3h 967M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:20:59.766 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (2h) 91s ago 3h 490M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:20:59.766 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (2h) 3m ago 3h 501M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:20:59.766 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 3m ago 3h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:20:59.766 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 91s ago 3h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:20:59.766 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 3m ago 3h 4301M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:20:59.766 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 3m ago 3h 4503M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:20:59.767 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 3m ago 3h 4060M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:20:59.767 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 3m ago 3h 4001M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:20:59.767 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 91s ago 3h 3825M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:20:59.767 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 91s ago 3h 4043M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:20:59.767 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 91s ago 3h 3798M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:20:59.767 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 91s ago 3h 3687M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:20:59.767 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 91s ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:21:00.168 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:21:00.169 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:21:00.169 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:21:00.169 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:21:00.169 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:21:00.169 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:21:00.169 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:21:00.169 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:21:00.169 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:21:00.169 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:21:00.169 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:21:00.169 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:21:00.169 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:21:00.170 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:21:00.170 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:21:00.170 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:21:00.170 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:21:00.170 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:21:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:20:59 smithi032 ceph-mon[191839]: pgmap v7686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:20:59 smithi032 ceph-mon[189144]: pgmap v7686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:20:59 smithi039 ceph-mon[181282]: pgmap v7686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:21:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:21:00] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:21:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:21:00 smithi032 ceph-mon[191839]: from='client.51950 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:21:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:21:00 smithi032 ceph-mon[191839]: from='client.51956 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:21:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:21:00 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3043880298' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:21:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:21:00 smithi032 ceph-mon[189144]: from='client.51950 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:21:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:21:00 smithi032 ceph-mon[189144]: from='client.51956 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:21:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:21:00 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3043880298' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:21:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:21:00 smithi039 ceph-mon[181282]: from='client.51950 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:21:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:21:00 smithi039 ceph-mon[181282]: from='client.51956 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:21:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:21:00 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3043880298' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:21:02.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:21:01 smithi039 ceph-mon[181282]: pgmap v7687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:02.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:21:01 smithi032 ceph-mon[191839]: pgmap v7687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:02.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:21:01 smithi032 ceph-mon[189144]: pgmap v7687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:21:03 smithi039 ceph-mon[181282]: pgmap v7688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:04.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:21:03 smithi032 ceph-mon[191839]: pgmap v7688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:04.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:21:03 smithi032 ceph-mon[189144]: pgmap v7688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:21:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:21:05.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:21:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:21:05.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:21:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:21:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:21:05 smithi039 ceph-mon[181282]: pgmap v7689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:21:05 smithi032 ceph-mon[191839]: pgmap v7689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:06.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:21:05 smithi032 ceph-mon[189144]: pgmap v7689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:08.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:21:07 smithi039 ceph-mon[181282]: pgmap v7690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:08.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:21:07 smithi032 ceph-mon[191839]: pgmap v7690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:08.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:21:07 smithi032 ceph-mon[189144]: pgmap v7690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:10.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:21:09 smithi039 ceph-mon[181282]: pgmap v7691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:10.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:21:09 smithi032 ceph-mon[191839]: pgmap v7691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:10.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:21:09 smithi032 ceph-mon[189144]: pgmap v7691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:21:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:21:10] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:21:12.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:21:11 smithi039 ceph-mon[181282]: pgmap v7692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:12.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:21:11 smithi032 ceph-mon[191839]: pgmap v7692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:12.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:21:11 smithi032 ceph-mon[189144]: pgmap v7692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:14.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:21:13 smithi039 ceph-mon[181282]: pgmap v7693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:14.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:21:13 smithi032 ceph-mon[189144]: pgmap v7693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:14.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:21:13 smithi032 ceph-mon[191839]: pgmap v7693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:16.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:21:15 smithi039 ceph-mon[181282]: pgmap v7694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:16.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:21:15 smithi032 ceph-mon[191839]: pgmap v7694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:16.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:21:15 smithi032 ceph-mon[189144]: pgmap v7694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:18.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:21:17 smithi039 ceph-mon[181282]: pgmap v7695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:18.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:21:17 smithi032 ceph-mon[191839]: pgmap v7695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:18.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:21:17 smithi032 ceph-mon[189144]: pgmap v7695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:21:19 smithi039 ceph-mon[181282]: pgmap v7696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:21:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:21:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:21:19 smithi032 ceph-mon[191839]: pgmap v7696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:21:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:21:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:21:19 smithi032 ceph-mon[189144]: pgmap v7696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:21:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:21:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:21:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:21:20] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:21:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:21:21 smithi039 ceph-mon[181282]: pgmap v7697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:21:21 smithi032 ceph-mon[189144]: pgmap v7697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:22.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:21:21 smithi032 ceph-mon[191839]: pgmap v7697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:21:23 smithi039 ceph-mon[181282]: pgmap v7698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:24.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:21:23 smithi032 ceph-mon[191839]: pgmap v7698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:24.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:21:23 smithi032 ceph-mon[189144]: pgmap v7698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:21:25 smithi039 ceph-mon[181282]: pgmap v7699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:26.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:21:25 smithi032 ceph-mon[191839]: pgmap v7699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:26.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:21:25 smithi032 ceph-mon[189144]: pgmap v7699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:28.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:21:27 smithi039 ceph-mon[181282]: pgmap v7700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:28.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:21:27 smithi032 ceph-mon[191839]: pgmap v7700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:28.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:21:27 smithi032 ceph-mon[189144]: pgmap v7700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:21:29 smithi039 ceph-mon[181282]: pgmap v7701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:30.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:21:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:21:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:21:29 smithi032 ceph-mon[191839]: pgmap v7701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:21:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:21:30.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:21:29 smithi032 ceph-mon[189144]: pgmap v7701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:30.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:21:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:21:30.535 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:21:30.859 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:21:30.859 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 4m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:21:30.859 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 2m ago 3h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:21:30.859 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 4m ago 3h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:21:30.859 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 2m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:21:30.859 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 2m ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:21:30.859 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 4m ago 3h 666M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:21:30.859 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 4m ago 3h 967M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:21:30.859 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 2m ago 3h 490M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:21:30.859 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 4m ago 3h 501M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:21:30.860 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 4m ago 3h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:21:30.860 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 2m ago 3h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:21:30.860 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (2h) 4m ago 3h 4301M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:21:30.860 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 4m ago 3h 4503M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:21:30.860 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 4m ago 3h 4060M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:21:30.860 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 4m ago 3h 4001M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:21:30.860 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 2m ago 3h 3825M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:21:30.860 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 2m ago 3h 4043M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:21:30.860 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 2m ago 3h 3798M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:21:30.860 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 2m ago 3h 3687M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:21:30.860 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 2m ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:21:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:21:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:21:30] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:21:31.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:21:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:21:31.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:21:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:21:31.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:21:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:21:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:21:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:21:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:21:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:21:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:21:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:21:31.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:21:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:21:31.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:21:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:21:31.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:21:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:21:31.260 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:21:31.261 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:21:31.261 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:21:31.261 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:21:31.261 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:21:31.261 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:21:31.261 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:21:31.261 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:21:31.261 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:21:31.261 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:21:31.261 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:21:31.261 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:21:31.261 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:21:31.261 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:21:31.262 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:21:31.262 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:21:31.262 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:21:31.262 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:21:32.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:21:31 smithi039 ceph-mon[181282]: pgmap v7702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:32.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:21:31 smithi039 ceph-mon[181282]: from='client.42051 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:21:32.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:21:31 smithi039 ceph-mon[181282]: from='client.51974 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:21:32.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:21:31 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3958821490' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:21:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:21:31 smithi032 ceph-mon[191839]: pgmap v7702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:32.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:21:31 smithi032 ceph-mon[191839]: from='client.42051 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:21:32.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:21:31 smithi032 ceph-mon[191839]: from='client.51974 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:21:32.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:21:31 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3958821490' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:21:32.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:21:31 smithi032 ceph-mon[189144]: pgmap v7702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:32.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:21:31 smithi032 ceph-mon[189144]: from='client.42051 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:21:32.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:21:31 smithi032 ceph-mon[189144]: from='client.51974 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:21:32.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:21:31 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3958821490' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:21:34.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:21:33 smithi039 ceph-mon[181282]: pgmap v7703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:34.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:21:33 smithi032 ceph-mon[191839]: pgmap v7703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:34.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:21:33 smithi032 ceph-mon[189144]: pgmap v7703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:21:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:21:35.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:21:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:21:35.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:21:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:21:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:21:35 smithi039 ceph-mon[181282]: pgmap v7704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:21:35 smithi032 ceph-mon[191839]: pgmap v7704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:21:35 smithi032 ceph-mon[189144]: pgmap v7704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:38.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:21:37 smithi039 ceph-mon[181282]: pgmap v7705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:38.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:21:37 smithi032 ceph-mon[191839]: pgmap v7705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:38.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:21:37 smithi032 ceph-mon[189144]: pgmap v7705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:40.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:21:40 smithi039 ceph-mon[181282]: pgmap v7706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:40.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:21:39 smithi032 ceph-mon[191839]: pgmap v7706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:40.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:21:39 smithi032 ceph-mon[189144]: pgmap v7706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:21:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:21:40] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:21:42.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:21:42 smithi039 ceph-mon[181282]: pgmap v7707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:42.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:21:42 smithi032 ceph-mon[191839]: pgmap v7707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:42.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:21:42 smithi032 ceph-mon[189144]: pgmap v7707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:44.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:21:44 smithi032 ceph-mon[191839]: pgmap v7708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:44.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:21:44 smithi032 ceph-mon[189144]: pgmap v7708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:44.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:21:44 smithi039 ceph-mon[181282]: pgmap v7708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:46.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:21:46 smithi032 ceph-mon[191839]: pgmap v7709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:46.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:21:46 smithi032 ceph-mon[189144]: pgmap v7709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:46.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:21:46 smithi039 ceph-mon[181282]: pgmap v7709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:48.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:21:48 smithi032 ceph-mon[191839]: pgmap v7710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:48.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:21:48 smithi032 ceph-mon[189144]: pgmap v7710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:48.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:21:48 smithi039 ceph-mon[181282]: pgmap v7710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:21:50 smithi032 ceph-mon[189144]: pgmap v7711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:50.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:21:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:21:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:21:50 smithi032 ceph-mon[191839]: pgmap v7711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:21:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:21:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:21:50 smithi039 ceph-mon[181282]: pgmap v7711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:21:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:21:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:21:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:21:50] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:21:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:21:52 smithi032 ceph-mon[191839]: pgmap v7712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:21:52 smithi032 ceph-mon[189144]: pgmap v7712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:21:52 smithi039 ceph-mon[181282]: pgmap v7712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:54.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:21:54 smithi032 ceph-mon[191839]: pgmap v7713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:54.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:21:54 smithi032 ceph-mon[189144]: pgmap v7713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:54.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:21:54 smithi039 ceph-mon[181282]: pgmap v7713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:56.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:21:56 smithi032 ceph-mon[191839]: pgmap v7714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:56.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:21:56 smithi032 ceph-mon[189144]: pgmap v7714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:56.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:21:56 smithi039 ceph-mon[181282]: pgmap v7714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:58.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:21:58 smithi032 ceph-mon[191839]: pgmap v7715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:58.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:21:58 smithi032 ceph-mon[189144]: pgmap v7715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:21:58.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:21:58 smithi039 ceph-mon[181282]: pgmap v7715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:22:00 smithi032 ceph-mon[191839]: pgmap v7716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:22:00 smithi032 ceph-mon[189144]: pgmap v7716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:00.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:22:00 smithi039 ceph-mon[181282]: pgmap v7716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:22:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:22:00] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:22:01.622 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:22:01.945 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:22:01.945 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 4m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:22:01.945 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 2m ago 3h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:22:01.945 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 4m ago 3h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:22:01.945 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 2m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:22:01.945 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 2m ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:22:01.945 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 4m ago 3h 666M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:22:01.945 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 4m ago 3h 967M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:22:01.945 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 2m ago 3h 490M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:22:01.948 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 4m ago 3h 501M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:22:01.948 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 4m ago 3h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:22:01.948 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 2m ago 3h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:22:01.948 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 4m ago 3h 4301M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:22:01.948 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (2h) 4m ago 3h 4503M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:22:01.948 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 4m ago 3h 4060M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:22:01.948 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 4m ago 3h 4001M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:22:01.948 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 2m ago 3h 3825M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:22:01.949 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 2m ago 3h 4043M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:22:01.949 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 2m ago 3h 3798M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:22:01.949 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 2m ago 3h 3687M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:22:01.949 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 2m ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:22:02.347 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:22:02.347 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:22:02.347 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:22:02.347 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:22:02.347 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:22:02.347 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:22:02.347 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:22:02.347 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:22:02.347 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:22:02.347 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:22:02.347 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:22:02.348 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:22:02.348 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:22:02.348 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:22:02.348 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:22:02.348 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:22:02.348 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:22:02.348 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:22:02.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:22:02 smithi032 ceph-mon[191839]: pgmap v7717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:02.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:22:02 smithi032 ceph-mon[189144]: pgmap v7717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:02.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:22:02 smithi039 ceph-mon[181282]: pgmap v7717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:03.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:22:03 smithi032 ceph-mon[191839]: from='client.51986 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:22:03.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:22:03 smithi032 ceph-mon[191839]: from='client.51992 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:22:03.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:22:03 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/639358464' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:22:03.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:22:03 smithi032 ceph-mon[189144]: from='client.51986 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:22:03.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:22:03 smithi032 ceph-mon[189144]: from='client.51992 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:22:03.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:22:03 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/639358464' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:22:03.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:22:03 smithi039 ceph-mon[181282]: from='client.51986 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:22:03.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:22:03 smithi039 ceph-mon[181282]: from='client.51992 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:22:03.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:22:03 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/639358464' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:22:04.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:22:04 smithi032 ceph-mon[191839]: pgmap v7718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:04.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:22:04 smithi032 ceph-mon[189144]: pgmap v7718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:04.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:22:04 smithi039 ceph-mon[181282]: pgmap v7718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:05.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:22:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:22:05.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:22:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:22:05.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:22:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:22:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:22:06 smithi032 ceph-mon[191839]: pgmap v7719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:06.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:22:06 smithi032 ceph-mon[189144]: pgmap v7719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:06.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:22:06 smithi039 ceph-mon[181282]: pgmap v7719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:08.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:22:08 smithi032 ceph-mon[191839]: pgmap v7720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:08.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:22:08 smithi032 ceph-mon[189144]: pgmap v7720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:08.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:22:08 smithi039 ceph-mon[181282]: pgmap v7720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:10.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:22:10 smithi032 ceph-mon[191839]: pgmap v7721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:10.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:22:10 smithi032 ceph-mon[189144]: pgmap v7721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:10.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:22:10 smithi039 ceph-mon[181282]: pgmap v7721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:22:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:22:10] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:22:12.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:22:12 smithi032 ceph-mon[191839]: pgmap v7722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:12.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:22:12 smithi032 ceph-mon[189144]: pgmap v7722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:12.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:22:12 smithi039 ceph-mon[181282]: pgmap v7722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:14.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:22:14 smithi032 ceph-mon[189144]: pgmap v7723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:14.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:22:14 smithi032 ceph-mon[191839]: pgmap v7723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:14.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:22:14 smithi039 ceph-mon[181282]: pgmap v7723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:16.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:22:16 smithi032 ceph-mon[189144]: pgmap v7724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:16.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:22:16 smithi032 ceph-mon[191839]: pgmap v7724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:16.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:22:16 smithi039 ceph-mon[181282]: pgmap v7724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:18.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:22:18 smithi032 ceph-mon[189144]: pgmap v7725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:18.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:22:18 smithi032 ceph-mon[191839]: pgmap v7725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:18.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:22:18 smithi039 ceph-mon[181282]: pgmap v7725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:20.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:22:20 smithi032 ceph-mon[191839]: pgmap v7726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:20.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:22:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:22:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:22:20 smithi032 ceph-mon[189144]: pgmap v7726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:22:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:22:20.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:22:20 smithi039 ceph-mon[181282]: pgmap v7726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:20.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:22:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:22:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:22:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:22:20] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:22:22.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:22:22 smithi032 ceph-mon[191839]: pgmap v7727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:22.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:22:22 smithi032 ceph-mon[189144]: pgmap v7727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:22.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:22:22 smithi039 ceph-mon[181282]: pgmap v7727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:24.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:22:24 smithi032 ceph-mon[191839]: pgmap v7728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:24.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:22:24 smithi032 ceph-mon[189144]: pgmap v7728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:24.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:22:24 smithi039 ceph-mon[181282]: pgmap v7728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:26.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:22:26 smithi032 ceph-mon[191839]: pgmap v7729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:26.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:22:26 smithi032 ceph-mon[189144]: pgmap v7729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:26.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:22:26 smithi039 ceph-mon[181282]: pgmap v7729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:28.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:22:28 smithi032 ceph-mon[189144]: pgmap v7730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:28.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:22:28 smithi032 ceph-mon[191839]: pgmap v7730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:28.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:22:28 smithi039 ceph-mon[181282]: pgmap v7730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:22:30 smithi032 ceph-mon[189144]: pgmap v7731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:30.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:22:30 smithi032 ceph-mon[191839]: pgmap v7731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:30.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:22:30 smithi039 ceph-mon[181282]: pgmap v7731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:31.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:22:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:22:31.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:22:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:22:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:22:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:22:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:22:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:22:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:22:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:22:30] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:22:31.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:22:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:22:31.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:22:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:22:31.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:22:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:22:31.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:22:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:22:31.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:22:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:22:31.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:22:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:22:31.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:22:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:22:31.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:22:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:22:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:22:32 smithi032 ceph-mon[191839]: pgmap v7732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:32.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:22:32 smithi032 ceph-mon[189144]: pgmap v7732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:32.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:22:32 smithi039 ceph-mon[181282]: pgmap v7732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:32.711 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:22:33.035 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:22:33.035 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 5m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:22:33.035 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 3m ago 3h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:22:33.035 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 5m ago 3h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:22:33.035 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 3m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:22:33.035 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 3m ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:22:33.035 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 5m ago 3h 666M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:22:33.035 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 5m ago 3h 967M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:22:33.035 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 3m ago 3h 490M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:22:33.035 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 5m ago 3h 501M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:22:33.035 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 5m ago 3h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:22:33.035 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 3m ago 3h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:22:33.036 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 5m ago 3h 4301M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:22:33.036 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 5m ago 3h 4503M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:22:33.036 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (2h) 5m ago 3h 4060M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:22:33.036 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 5m ago 3h 4001M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:22:33.036 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 3m ago 3h 3825M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:22:33.036 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 3m ago 3h 4043M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:22:33.036 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 3m ago 3h 3798M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:22:33.036 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 3m ago 3h 3687M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:22:33.036 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 3m ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:22:33.435 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:22:33.435 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:22:33.436 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:22:33.436 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:22:33.436 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:22:33.436 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:22:33.436 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:22:33.436 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:22:33.436 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:22:33.436 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:22:33.436 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:22:33.436 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:22:33.436 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:22:33.436 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:22:33.436 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:22:33.436 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:22:33.437 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:22:33.437 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:22:34.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:22:34 smithi032 ceph-mon[191839]: pgmap v7733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:34.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:22:34 smithi032 ceph-mon[191839]: from='client.42087 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:22:34.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:22:34 smithi032 ceph-mon[191839]: from='client.52010 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:22:34.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:22:34 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/770791611' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:22:34.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:22:34 smithi032 ceph-mon[189144]: pgmap v7733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:34.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:22:34 smithi032 ceph-mon[189144]: from='client.42087 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:22:34.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:22:34 smithi032 ceph-mon[189144]: from='client.52010 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:22:34.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:22:34 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/770791611' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:22:34.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:22:34 smithi039 ceph-mon[181282]: pgmap v7733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:34.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:22:34 smithi039 ceph-mon[181282]: from='client.42087 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:22:34.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:22:34 smithi039 ceph-mon[181282]: from='client.52010 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:22:34.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:22:34 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/770791611' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:22:35.115 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:22:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:22:35.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:22:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:22:35.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:22:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:22:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:22:36 smithi032 ceph-mon[191839]: pgmap v7734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:22:36 smithi032 ceph-mon[189144]: pgmap v7734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:36.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:22:36 smithi039 ceph-mon[181282]: pgmap v7734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:38.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:22:38 smithi032 ceph-mon[191839]: pgmap v7735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:38.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:22:38 smithi032 ceph-mon[189144]: pgmap v7735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:38.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:22:38 smithi039 ceph-mon[181282]: pgmap v7735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:40.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:22:40 smithi032 ceph-mon[191839]: pgmap v7736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:40.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:22:40 smithi032 ceph-mon[189144]: pgmap v7736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:40.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:22:40 smithi039 ceph-mon[181282]: pgmap v7736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:22:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:22:40] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:22:42.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:22:42 smithi032 ceph-mon[191839]: pgmap v7737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:42.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:22:42 smithi032 ceph-mon[189144]: pgmap v7737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:42.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:22:42 smithi039 ceph-mon[181282]: pgmap v7737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:44.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:22:44 smithi032 ceph-mon[191839]: pgmap v7738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:44.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:22:44 smithi032 ceph-mon[189144]: pgmap v7738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:44.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:22:44 smithi039 ceph-mon[181282]: pgmap v7738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:46.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:22:46 smithi032 ceph-mon[191839]: pgmap v7739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:46.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:22:46 smithi032 ceph-mon[189144]: pgmap v7739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:46.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:22:46 smithi039 ceph-mon[181282]: pgmap v7739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:48.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:22:48 smithi032 ceph-mon[189144]: pgmap v7740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:48.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:22:48 smithi032 ceph-mon[191839]: pgmap v7740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:48.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:22:48 smithi039 ceph-mon[181282]: pgmap v7740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:22:50 smithi032 ceph-mon[191839]: pgmap v7741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:22:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:22:50.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:22:50 smithi032 ceph-mon[189144]: pgmap v7741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:50.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:22:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:22:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:22:50 smithi039 ceph-mon[181282]: pgmap v7741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:22:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:22:51.142 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:22:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:22:50] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:22:51.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:22:51 smithi032 ceph-mon[191839]: pgmap v7742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:51.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:22:51 smithi032 ceph-mon[189144]: pgmap v7742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:22:51 smithi039 ceph-mon[181282]: pgmap v7742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:53.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:22:53 smithi039 ceph-mon[181282]: pgmap v7743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:53.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:22:53 smithi032 ceph-mon[189144]: pgmap v7743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:53.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:22:53 smithi032 ceph-mon[191839]: pgmap v7743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:22:55 smithi032 ceph-mon[189144]: pgmap v7744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:56.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:22:55 smithi032 ceph-mon[191839]: pgmap v7744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:22:55 smithi039 ceph-mon[181282]: pgmap v7744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:58.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:22:57 smithi032 ceph-mon[189144]: pgmap v7745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:58.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:22:57 smithi032 ceph-mon[191839]: pgmap v7745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:22:58.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:22:57 smithi039 ceph-mon[181282]: pgmap v7745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:00.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:22:59 smithi032 ceph-mon[191839]: pgmap v7746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:00.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:22:59 smithi032 ceph-mon[189144]: pgmap v7746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:22:59 smithi039 ceph-mon[181282]: pgmap v7746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:23:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:23:00] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:23:02.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:23:01 smithi032 ceph-mon[189144]: pgmap v7747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:02.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:23:01 smithi032 ceph-mon[191839]: pgmap v7747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:02.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:23:01 smithi039 ceph-mon[181282]: pgmap v7747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:03.801 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:23:04.129 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:23:04.130 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 5m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:23:04.130 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 3m ago 3h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:23:04.130 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 5m ago 3h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:23:04.130 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 3m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:23:04.130 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 3m ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:23:04.130 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 5m ago 3h 666M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:23:04.130 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 5m ago 3h 967M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:23:04.130 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 3m ago 3h 490M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:23:04.130 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 5m ago 3h 501M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:23:04.130 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 5m ago 3h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:23:04.130 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 3m ago 3h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:23:04.130 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 5m ago 3h 4301M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:23:04.130 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 5m ago 3h 4503M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:23:04.131 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 5m ago 3h 4060M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:23:04.131 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (2h) 5m ago 3h 4001M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:23:04.131 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 3m ago 3h 3825M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:23:04.131 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 3m ago 3h 4043M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:23:04.131 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 3m ago 3h 3798M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:23:04.131 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 3m ago 3h 3687M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:23:04.131 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 3m ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:23:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:23:03 smithi032 ceph-mon[191839]: pgmap v7748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:04.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:23:03 smithi032 ceph-mon[189144]: pgmap v7748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:23:03 smithi039 ceph-mon[181282]: pgmap v7748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:04.531 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:23:04.531 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:23:04.531 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:23:04.531 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:23:04.531 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:23:04.531 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:23:04.532 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:23:04.532 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:23:04.532 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:23:04.532 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:23:04.532 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:23:04.532 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:23:04.532 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:23:04.532 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:23:04.532 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:23:04.532 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:23:04.532 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:23:04.532 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:23:05.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:23:04 smithi032 ceph-mon[191839]: from='client.52022 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:23:05.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:23:04 smithi032 ceph-mon[191839]: from='client.52028 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:23:05.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:23:04 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3138583023' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:23:05.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:23:04 smithi032 ceph-mon[189144]: from='client.52022 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:23:05.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:23:04 smithi032 ceph-mon[189144]: from='client.52028 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:23:05.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:23:04 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3138583023' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:23:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:23:04 smithi039 ceph-mon[181282]: from='client.52022 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:23:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:23:04 smithi039 ceph-mon[181282]: from='client.52028 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:23:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:23:04 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3138583023' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:23:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:23:05 smithi032 ceph-mon[189144]: pgmap v7749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:23:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:23:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:23:05 smithi032 ceph-mon[191839]: pgmap v7749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:23:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:23:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:23:05 smithi039 ceph-mon[181282]: pgmap v7749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:06.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:23:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:23:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:23:07 smithi032 ceph-mon[191839]: pgmap v7750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:08.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:23:07 smithi032 ceph-mon[189144]: pgmap v7750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:08.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:23:07 smithi039 ceph-mon[181282]: pgmap v7750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:10.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:23:09 smithi032 ceph-mon[189144]: pgmap v7751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:10.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:23:09 smithi032 ceph-mon[191839]: pgmap v7751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:10.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:23:09 smithi039 ceph-mon[181282]: pgmap v7751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:23:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:23:10] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:23:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:23:11 smithi032 ceph-mon[191839]: pgmap v7752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:12.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:23:11 smithi032 ceph-mon[189144]: pgmap v7752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:12.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:23:11 smithi039 ceph-mon[181282]: pgmap v7752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:14.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:23:13 smithi032 ceph-mon[191839]: pgmap v7753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:14.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:23:13 smithi032 ceph-mon[189144]: pgmap v7753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:14.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:23:13 smithi039 ceph-mon[181282]: pgmap v7753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:23:15 smithi032 ceph-mon[189144]: pgmap v7754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:16.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:23:15 smithi032 ceph-mon[191839]: pgmap v7754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:16.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:23:15 smithi039 ceph-mon[181282]: pgmap v7754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:23:17 smithi032 ceph-mon[191839]: pgmap v7755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:18.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:23:17 smithi032 ceph-mon[189144]: pgmap v7755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:18.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:23:17 smithi039 ceph-mon[181282]: pgmap v7755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:20.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:23:19 smithi032 ceph-mon[191839]: pgmap v7756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:20.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:23:19 smithi032 ceph-mon[189144]: pgmap v7756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:23:19 smithi039 ceph-mon[181282]: pgmap v7756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:23:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:23:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:23:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:23:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:23:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:23:20] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:23:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:23:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:23:22.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:23:21 smithi032 ceph-mon[189144]: pgmap v7757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:22.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:23:21 smithi032 ceph-mon[191839]: pgmap v7757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:23:21 smithi039 ceph-mon[181282]: pgmap v7757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:24.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:23:23 smithi032 ceph-mon[189144]: pgmap v7758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:24.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:23:23 smithi032 ceph-mon[191839]: pgmap v7758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:23:23 smithi039 ceph-mon[181282]: pgmap v7758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:26.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:23:25 smithi032 ceph-mon[191839]: pgmap v7759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:26.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:23:25 smithi032 ceph-mon[189144]: pgmap v7759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:23:25 smithi039 ceph-mon[181282]: pgmap v7759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:28.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:23:27 smithi032 ceph-mon[189144]: pgmap v7760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:28.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:23:27 smithi032 ceph-mon[191839]: pgmap v7760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:28.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:23:27 smithi039 ceph-mon[181282]: pgmap v7760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:30.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:23:29 smithi032 ceph-mon[191839]: pgmap v7761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:30.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:23:29 smithi032 ceph-mon[189144]: pgmap v7761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:23:29 smithi039 ceph-mon[181282]: pgmap v7761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:23:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:23:30] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:23:32.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:23:31 smithi032 ceph-mon[191839]: pgmap v7762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:32.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:23:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:23:32.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:23:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:23:32.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:23:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:23:32.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:23:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:23:32.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:23:31 smithi032 ceph-mon[189144]: pgmap v7762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:32.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:23:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:23:32.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:23:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:23:32.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:23:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:23:32.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:23:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:23:32.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:23:31 smithi039 ceph-mon[181282]: pgmap v7762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:32.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:23:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:23:32.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:23:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:23:32.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:23:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:23:32.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:23:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:23:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:23:33 smithi032 ceph-mon[191839]: pgmap v7763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:34.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:23:33 smithi032 ceph-mon[189144]: pgmap v7763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:34.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:23:33 smithi039 ceph-mon[181282]: pgmap v7763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:34.895 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:23:35.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:23:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:23:35.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:23:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:23:35.221 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:23:35.221 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 6m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:23:35.221 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 4m ago 3h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:23:35.221 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 6m ago 3h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:23:35.222 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 4m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:23:35.222 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 4m ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:23:35.222 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 6m ago 3h 666M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:23:35.222 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 6m ago 3h 967M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:23:35.222 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 4m ago 3h 490M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:23:35.222 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 6m ago 3h 501M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:23:35.222 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 6m ago 3h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:23:35.222 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 4m ago 3h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:23:35.222 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 6m ago 3h 4301M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:23:35.222 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 6m ago 3h 4503M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:23:35.222 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 6m ago 3h 4060M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:23:35.222 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 6m ago 3h 4001M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:23:35.222 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (2h) 4m ago 3h 3825M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:23:35.223 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 4m ago 3h 4043M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:23:35.223 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 4m ago 3h 3798M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:23:35.223 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 4m ago 3h 3687M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:23:35.223 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 4m ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:23:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:23:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:23:35.619 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:23:35.619 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:23:35.619 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:23:35.619 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:23:35.619 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:23:35.619 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:23:35.619 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:23:35.620 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:23:35.620 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:23:35.620 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:23:35.620 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:23:35.620 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:23:35.620 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:23:35.620 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:23:35.620 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:23:35.620 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:23:35.620 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:23:35.620 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:23:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:23:35 smithi032 ceph-mon[189144]: pgmap v7764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:23:35 smithi032 ceph-mon[189144]: from='client.52040 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:23:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:23:35 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3390398367' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:23:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:23:35 smithi032 ceph-mon[191839]: pgmap v7764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:23:35 smithi032 ceph-mon[191839]: from='client.52040 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:23:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:23:35 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3390398367' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:23:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:23:35 smithi039 ceph-mon[181282]: pgmap v7764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:23:35 smithi039 ceph-mon[181282]: from='client.52040 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:23:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:23:35 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3390398367' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:23:37.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:23:36 smithi032 ceph-mon[191839]: from='client.52046 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:23:37.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:23:36 smithi032 ceph-mon[189144]: from='client.52046 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:23:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:23:36 smithi039 ceph-mon[181282]: from='client.52046 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:23:38.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:23:37 smithi032 ceph-mon[191839]: pgmap v7765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:38.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:23:37 smithi032 ceph-mon[189144]: pgmap v7765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:38.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:23:37 smithi039 ceph-mon[181282]: pgmap v7765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:23:39 smithi032 ceph-mon[189144]: pgmap v7766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:40.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:23:39 smithi032 ceph-mon[191839]: pgmap v7766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:40.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:23:39 smithi039 ceph-mon[181282]: pgmap v7766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:23:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:23:40] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:23:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:23:41 smithi032 ceph-mon[191839]: pgmap v7767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:42.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:23:41 smithi032 ceph-mon[189144]: pgmap v7767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:42.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:23:41 smithi039 ceph-mon[181282]: pgmap v7767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:23:43 smithi032 ceph-mon[191839]: pgmap v7768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:44.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:23:43 smithi032 ceph-mon[189144]: pgmap v7768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:23:43 smithi039 ceph-mon[181282]: pgmap v7768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:46.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:23:45 smithi032 ceph-mon[191839]: pgmap v7769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:46.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:23:45 smithi032 ceph-mon[189144]: pgmap v7769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:46.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:23:45 smithi039 ceph-mon[181282]: pgmap v7769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:48.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:23:47 smithi032 ceph-mon[191839]: pgmap v7770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:48.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:23:47 smithi032 ceph-mon[189144]: pgmap v7770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:48.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:23:47 smithi039 ceph-mon[181282]: pgmap v7770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:50.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:23:49 smithi032 ceph-mon[189144]: pgmap v7771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:50.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:23:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:23:50.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:23:49 smithi032 ceph-mon[191839]: pgmap v7771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:50.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:23:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:23:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:23:49 smithi039 ceph-mon[181282]: pgmap v7771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:23:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:23:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:23:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:23:50] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:23:52.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:23:51 smithi032 ceph-mon[189144]: pgmap v7772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:52.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:23:51 smithi032 ceph-mon[191839]: pgmap v7772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:23:51 smithi039 ceph-mon[181282]: pgmap v7772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:54.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:23:53 smithi032 ceph-mon[189144]: pgmap v7773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:54.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:23:53 smithi032 ceph-mon[191839]: pgmap v7773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:54.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:23:53 smithi039 ceph-mon[181282]: pgmap v7773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:56.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:23:55 smithi032 ceph-mon[191839]: pgmap v7774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:23:55 smithi032 ceph-mon[189144]: pgmap v7774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:56.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:23:55 smithi039 ceph-mon[181282]: pgmap v7774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:58.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:23:57 smithi039 ceph-mon[181282]: pgmap v7775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:58.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:23:57 smithi032 ceph-mon[191839]: pgmap v7775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:23:58.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:23:57 smithi032 ceph-mon[189144]: pgmap v7775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:23:59 smithi039 ceph-mon[181282]: pgmap v7776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:00.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:23:59 smithi032 ceph-mon[191839]: pgmap v7776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:23:59 smithi032 ceph-mon[189144]: pgmap v7776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:24:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:24:00] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:24:02.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:24:01 smithi039 ceph-mon[181282]: pgmap v7777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:02.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:24:01 smithi032 ceph-mon[191839]: pgmap v7777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:02.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:24:01 smithi032 ceph-mon[189144]: pgmap v7777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:24:03 smithi039 ceph-mon[181282]: pgmap v7778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:04.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:24:03 smithi032 ceph-mon[191839]: pgmap v7778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:04.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:24:03 smithi032 ceph-mon[189144]: pgmap v7778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:24:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:24:05.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:24:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:24:05.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:24:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:24:05.985 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:24:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:24:05 smithi039 ceph-mon[181282]: pgmap v7779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:06.310 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:24:06.310 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 6m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:24:06.310 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 4m ago 3h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:24:06.310 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 6m ago 3h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:24:06.310 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 4m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:24:06.311 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 4m ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:24:06.311 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 6m ago 3h 666M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:24:06.311 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 6m ago 3h 967M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:24:06.311 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 4m ago 3h 490M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:24:06.311 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 6m ago 3h 501M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:24:06.311 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 6m ago 3h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:24:06.311 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 4m ago 3h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:24:06.311 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 6m ago 3h 4301M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:24:06.311 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 6m ago 3h 4503M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:24:06.311 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 6m ago 3h 4060M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:24:06.311 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 6m ago 3h 4001M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:24:06.311 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 4m ago 3h 3825M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:24:06.311 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (2h) 4m ago 3h 4043M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:24:06.311 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 4m ago 3h 3798M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:24:06.312 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 4m ago 3h 3687M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:24:06.312 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 4m ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:24:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:24:05 smithi032 ceph-mon[191839]: pgmap v7779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:06.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:24:05 smithi032 ceph-mon[189144]: pgmap v7779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:06.712 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:24:06.712 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:24:06.712 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:24:06.712 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:24:06.713 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:24:06.713 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:24:06.713 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:24:06.713 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:24:06.713 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:24:06.713 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:24:06.713 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:24:06.713 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:24:06.713 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:24:06.713 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:24:06.713 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:24:06.714 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:24:06.714 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:24:06.714 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:24:07.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:24:06 smithi039 ceph-mon[181282]: from='client.52058 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:24:07.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:24:06 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1295721946' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:24:07.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:24:06 smithi032 ceph-mon[191839]: from='client.52058 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:24:07.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:24:06 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1295721946' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:24:07.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:24:06 smithi032 ceph-mon[189144]: from='client.52058 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:24:07.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:24:06 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1295721946' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:24:08.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:24:07 smithi039 ceph-mon[181282]: from='client.42147 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:24:08.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:24:07 smithi039 ceph-mon[181282]: pgmap v7780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:08.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:24:07 smithi032 ceph-mon[191839]: from='client.42147 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:24:08.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:24:07 smithi032 ceph-mon[191839]: pgmap v7780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:08.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:24:07 smithi032 ceph-mon[189144]: from='client.42147 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:24:08.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:24:07 smithi032 ceph-mon[189144]: pgmap v7780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:10.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:24:09 smithi039 ceph-mon[181282]: pgmap v7781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:10.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:24:09 smithi032 ceph-mon[191839]: pgmap v7781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:10.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:24:09 smithi032 ceph-mon[189144]: pgmap v7781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:11.185 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:24:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:24:10] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:24:12.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:24:11 smithi039 ceph-mon[181282]: pgmap v7782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:12.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:24:11 smithi032 ceph-mon[189144]: pgmap v7782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:12.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:24:11 smithi032 ceph-mon[191839]: pgmap v7782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:14.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:24:13 smithi039 ceph-mon[181282]: pgmap v7783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:14.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:24:13 smithi032 ceph-mon[191839]: pgmap v7783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:14.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:24:13 smithi032 ceph-mon[189144]: pgmap v7783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:16.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:24:15 smithi039 ceph-mon[181282]: pgmap v7784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:16.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:24:15 smithi032 ceph-mon[191839]: pgmap v7784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:16.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:24:15 smithi032 ceph-mon[189144]: pgmap v7784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:18.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:24:17 smithi039 ceph-mon[181282]: pgmap v7785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:18.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:24:17 smithi032 ceph-mon[189144]: pgmap v7785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:18.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:24:17 smithi032 ceph-mon[191839]: pgmap v7785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:24:19 smithi039 ceph-mon[181282]: pgmap v7786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:24:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:24:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:24:19 smithi032 ceph-mon[191839]: pgmap v7786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:20.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:24:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:24:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:24:19 smithi032 ceph-mon[189144]: pgmap v7786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:24:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:24:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:24:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:24:20] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2023-12-22T20:24:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:24:21 smithi039 ceph-mon[181282]: pgmap v7787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:22.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:24:21 smithi032 ceph-mon[191839]: pgmap v7787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:22.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:24:21 smithi032 ceph-mon[189144]: pgmap v7787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:24:23 smithi039 ceph-mon[181282]: pgmap v7788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:24.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:24:23 smithi032 ceph-mon[191839]: pgmap v7788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:24.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:24:23 smithi032 ceph-mon[189144]: pgmap v7788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:24:25 smithi039 ceph-mon[181282]: pgmap v7789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:26.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:24:25 smithi032 ceph-mon[191839]: pgmap v7789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:26.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:24:25 smithi032 ceph-mon[189144]: pgmap v7789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:28.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:24:27 smithi039 ceph-mon[181282]: pgmap v7790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:28.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:24:27 smithi032 ceph-mon[191839]: pgmap v7790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:28.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:24:27 smithi032 ceph-mon[189144]: pgmap v7790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:24:29 smithi039 ceph-mon[181282]: pgmap v7791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:30.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:24:29 smithi032 ceph-mon[189144]: pgmap v7791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:30.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:24:29 smithi032 ceph-mon[191839]: pgmap v7791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:24:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:24:30] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2023-12-22T20:24:32.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:24:31 smithi039 ceph-mon[181282]: pgmap v7792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:32.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:24:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:24:32.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:24:31 smithi032 ceph-mon[189144]: pgmap v7792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:32.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:24:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:24:32.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:24:31 smithi032 ceph-mon[191839]: pgmap v7792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:32.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:24:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:24:33.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:24:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:24:33.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:24:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:24:33.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:24:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:24:33.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:24:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:24:33.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:24:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:24:33.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:24:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:24:33.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:24:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:24:33.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:24:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:24:33.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:24:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:24:34.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:24:34 smithi032 ceph-mon[189144]: pgmap v7793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:34.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:24:34 smithi032 ceph-mon[191839]: pgmap v7793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:34.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:24:34 smithi039 ceph-mon[181282]: pgmap v7793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:35.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:24:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:24:35.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:24:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:24:35.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:24:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:24:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:24:36 smithi032 ceph-mon[189144]: pgmap v7794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:36.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:24:36 smithi032 ceph-mon[191839]: pgmap v7794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:36.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:24:36 smithi039 ceph-mon[181282]: pgmap v7794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:37.076 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:24:37.399 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:24:37.399 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 7m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:24:37.400 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 5m ago 3h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:24:37.400 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 7m ago 3h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:24:37.400 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 5m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:24:37.400 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 5m ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:24:37.400 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 7m ago 3h 666M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:24:37.400 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 7m ago 3h 967M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:24:37.400 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 5m ago 3h 490M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:24:37.400 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 7m ago 3h 501M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:24:37.400 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 7m ago 3h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:24:37.400 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 5m ago 3h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:24:37.400 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 7m ago 3h 4301M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:24:37.400 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 7m ago 3h 4503M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:24:37.400 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 7m ago 3h 4060M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:24:37.400 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 7m ago 3h 4001M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:24:37.401 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 5m ago 3h 3825M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:24:37.401 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 5m ago 3h 4043M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:24:37.401 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (2h) 5m ago 3h 3798M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:24:37.401 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 5m ago 3h 3687M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:24:37.401 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 5m ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:24:37.800 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:24:37.800 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:24:37.800 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:24:37.800 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:24:37.801 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:24:37.801 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:24:37.801 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:24:37.801 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:24:37.801 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:24:37.801 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:24:37.801 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:24:37.801 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:24:37.801 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:24:37.801 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:24:37.801 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:24:37.801 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:24:37.801 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:24:37.802 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:24:38.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:24:38 smithi032 ceph-mon[191839]: pgmap v7795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:38.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:24:38 smithi032 ceph-mon[191839]: from='client.42159 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:24:38.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:24:38 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/650669524' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:24:38.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:24:38 smithi032 ceph-mon[189144]: pgmap v7795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:38.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:24:38 smithi032 ceph-mon[189144]: from='client.42159 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:24:38.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:24:38 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/650669524' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:24:38.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:24:38 smithi039 ceph-mon[181282]: pgmap v7795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:38.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:24:38 smithi039 ceph-mon[181282]: from='client.42159 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:24:38.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:24:38 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/650669524' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:24:39.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:24:39 smithi032 ceph-mon[191839]: from='client.42165 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:24:39.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:24:39 smithi032 ceph-mon[189144]: from='client.42165 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:24:39.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:24:39 smithi039 ceph-mon[181282]: from='client.42165 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:24:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:24:40 smithi032 ceph-mon[189144]: pgmap v7796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:40.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:24:40 smithi032 ceph-mon[191839]: pgmap v7796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:40.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:24:40 smithi039 ceph-mon[181282]: pgmap v7796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:24:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:24:40] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:24:42.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:24:42 smithi032 ceph-mon[189144]: pgmap v7797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:42.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:24:42 smithi032 ceph-mon[191839]: pgmap v7797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:42.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:24:42 smithi039 ceph-mon[181282]: pgmap v7797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:44.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:24:44 smithi032 ceph-mon[191839]: pgmap v7798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:44.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:24:44 smithi032 ceph-mon[189144]: pgmap v7798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:44.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:24:44 smithi039 ceph-mon[181282]: pgmap v7798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:46.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:24:46 smithi032 ceph-mon[191839]: pgmap v7799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:46.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:24:46 smithi032 ceph-mon[189144]: pgmap v7799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:46.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:24:46 smithi039 ceph-mon[181282]: pgmap v7799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:48.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:24:48 smithi032 ceph-mon[191839]: pgmap v7800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:48.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:24:48 smithi032 ceph-mon[189144]: pgmap v7800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:48.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:24:48 smithi039 ceph-mon[181282]: pgmap v7800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:24:50 smithi032 ceph-mon[191839]: pgmap v7801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:24:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:24:50.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:24:50 smithi032 ceph-mon[189144]: pgmap v7801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:50.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:24:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:24:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:24:50 smithi039 ceph-mon[181282]: pgmap v7801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:24:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:24:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:24:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:24:50] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2023-12-22T20:24:52.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:24:52 smithi032 ceph-mon[189144]: pgmap v7802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:52.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:24:52 smithi032 ceph-mon[191839]: pgmap v7802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:24:52 smithi039 ceph-mon[181282]: pgmap v7802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:54.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:24:54 smithi032 ceph-mon[191839]: pgmap v7803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:54.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:24:54 smithi032 ceph-mon[189144]: pgmap v7803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:54.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:24:54 smithi039 ceph-mon[181282]: pgmap v7803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:56.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:24:56 smithi032 ceph-mon[191839]: pgmap v7804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:56.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:24:56 smithi032 ceph-mon[189144]: pgmap v7804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:56.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:24:56 smithi039 ceph-mon[181282]: pgmap v7804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:58.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:24:58 smithi032 ceph-mon[191839]: pgmap v7805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:58.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:24:58 smithi032 ceph-mon[189144]: pgmap v7805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:24:58.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:24:58 smithi039 ceph-mon[181282]: pgmap v7805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:00.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:00 smithi032 ceph-mon[191839]: pgmap v7806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:00 smithi032 ceph-mon[189144]: pgmap v7806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:00.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:00 smithi039 ceph-mon[181282]: pgmap v7806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:25:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:25:00] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2023-12-22T20:25:02.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:02 smithi032 ceph-mon[189144]: pgmap v7807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:02.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:02 smithi032 ceph-mon[191839]: pgmap v7807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:02.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:02 smithi039 ceph-mon[181282]: pgmap v7807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:04 smithi032 ceph-mon[191839]: pgmap v7808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:04.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:04 smithi032 ceph-mon[189144]: pgmap v7808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:04.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:04 smithi039 ceph-mon[181282]: pgmap v7808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:05.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:25:05.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:25:05.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:25:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:06 smithi032 ceph-mon[191839]: pgmap v7809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:06.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:06 smithi032 ceph-mon[189144]: pgmap v7809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:06.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:06 smithi039 ceph-mon[181282]: pgmap v7809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:08.158 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:25:08.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:08 smithi032 ceph-mon[189144]: pgmap v7810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:08.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:08 smithi032 ceph-mon[191839]: pgmap v7810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:08.482 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:25:08.482 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 7m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:25:08.482 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 5m ago 3h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:25:08.482 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 7m ago 3h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:25:08.482 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 5m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:25:08.482 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 5m ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:25:08.482 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 7m ago 3h 666M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:25:08.482 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 7m ago 3h 967M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:25:08.482 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 5m ago 3h 490M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:25:08.483 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 7m ago 3h 501M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:25:08.483 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 7m ago 3h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:25:08.483 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 5m ago 3h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:25:08.483 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 7m ago 3h 4301M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:25:08.483 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 7m ago 3h 4503M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:25:08.483 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 7m ago 3h 4060M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:25:08.483 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 7m ago 3h 4001M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:25:08.483 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 5m ago 3h 3825M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:25:08.483 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 5m ago 3h 4043M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:25:08.483 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 5m ago 3h 3798M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:25:08.483 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (2h) 5m ago 3h 3687M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:25:08.483 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 5m ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:25:08.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:08 smithi039 ceph-mon[181282]: pgmap v7810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:08.879 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:25:08.880 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:25:08.880 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:25:08.880 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:25:08.880 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:25:08.880 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:25:08.880 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:25:08.880 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:25:08.880 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:25:08.880 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:25:08.880 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:25:08.880 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:25:08.880 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:25:08.880 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:25:08.881 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:25:08.881 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:25:08.881 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:25:08.881 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:25:09.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:09 smithi032 ceph-mon[191839]: from='client.52094 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:25:09.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:09 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1410032935' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:25:09.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:09 smithi032 ceph-mon[189144]: from='client.52094 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:25:09.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:09 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1410032935' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:25:09.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:09 smithi039 ceph-mon[181282]: from='client.52094 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:25:09.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:09 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1410032935' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:25:10.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:10 smithi032 ceph-mon[189144]: from='client.52100 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:25:10.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:10 smithi032 ceph-mon[189144]: pgmap v7811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:10.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:10 smithi032 ceph-mon[191839]: from='client.52100 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:25:10.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:10 smithi032 ceph-mon[191839]: pgmap v7811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:10.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:10 smithi039 ceph-mon[181282]: from='client.52100 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:25:10.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:10 smithi039 ceph-mon[181282]: pgmap v7811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:25:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:25:10] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:25:12.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:12 smithi032 ceph-mon[191839]: pgmap v7812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:12.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:12 smithi032 ceph-mon[189144]: pgmap v7812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:12.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:12 smithi039 ceph-mon[181282]: pgmap v7812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:14.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:14 smithi032 ceph-mon[191839]: pgmap v7813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:14.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:14 smithi032 ceph-mon[189144]: pgmap v7813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:14.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:14 smithi039 ceph-mon[181282]: pgmap v7813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:16.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:16 smithi032 ceph-mon[191839]: pgmap v7814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:16.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:16 smithi032 ceph-mon[189144]: pgmap v7814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:16.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:16 smithi039 ceph-mon[181282]: pgmap v7814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:18.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:18 smithi032 ceph-mon[191839]: pgmap v7815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:18.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:18 smithi032 ceph-mon[189144]: pgmap v7815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:18.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:18 smithi039 ceph-mon[181282]: pgmap v7815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:20.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:20 smithi032 ceph-mon[191839]: pgmap v7816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:20.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:25:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:20 smithi032 ceph-mon[189144]: pgmap v7816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:25:20.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:20 smithi039 ceph-mon[181282]: pgmap v7816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:20.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:25:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:25:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:25:20] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:25:22.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:22 smithi032 ceph-mon[191839]: pgmap v7817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:22.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:22 smithi032 ceph-mon[189144]: pgmap v7817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:22.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:22 smithi039 ceph-mon[181282]: pgmap v7817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:24.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:24 smithi032 ceph-mon[191839]: pgmap v7818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:24.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:24 smithi032 ceph-mon[189144]: pgmap v7818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:24.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:24 smithi039 ceph-mon[181282]: pgmap v7818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:26.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:26 smithi032 ceph-mon[191839]: pgmap v7819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:26.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:26 smithi032 ceph-mon[189144]: pgmap v7819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:26.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:26 smithi039 ceph-mon[181282]: pgmap v7819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:28.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:28 smithi032 ceph-mon[191839]: pgmap v7820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:28.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:28 smithi032 ceph-mon[189144]: pgmap v7820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:28.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:28 smithi039 ceph-mon[181282]: pgmap v7820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:30.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:30 smithi032 ceph-mon[191839]: pgmap v7821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:30.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:30 smithi032 ceph-mon[189144]: pgmap v7821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:30.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:30 smithi039 ceph-mon[181282]: pgmap v7821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:25:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:25:30] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:25:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:32 smithi032 ceph-mon[189144]: pgmap v7822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:32.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:32 smithi032 ceph-mon[191839]: pgmap v7822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:32.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:32 smithi039 ceph-mon[181282]: pgmap v7822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:33.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:25:33.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:25:33.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:25:33.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:25:33.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:25:33.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:25:33.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:25:33.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:25:33.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:25:33.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:25:33.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:25:33.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:25:33.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:25:33.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:25:33.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:25:33.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:25:33.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:25:33.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:25:34.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:34 smithi032 ceph-mon[189144]: pgmap v7823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:34.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:34 smithi032 ceph-mon[191839]: pgmap v7823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:34.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:34 smithi039 ceph-mon[181282]: pgmap v7823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:35.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:25:35.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:25:35.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:25:36.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:36 smithi032 ceph-mon[191839]: pgmap v7824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:36 smithi032 ceph-mon[189144]: pgmap v7824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:36.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:36 smithi039 ceph-mon[181282]: pgmap v7824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:38.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:38 smithi032 ceph-mon[191839]: pgmap v7825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:38.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:38 smithi032 ceph-mon[189144]: pgmap v7825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:38.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:38 smithi039 ceph-mon[181282]: pgmap v7825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:39.246 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:25:39.573 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:25:39.573 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 8m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:25:39.573 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 6m ago 3h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:25:39.573 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 8m ago 3h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:25:39.573 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 6m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:25:39.573 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 6m ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:25:39.573 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 8m ago 3h 666M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:25:39.573 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 8m ago 3h 967M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:25:39.573 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 6m ago 3h 490M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:25:39.574 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 8m ago 3h 501M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:25:39.574 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 8m ago 3h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:25:39.574 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 6m ago 3h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:25:39.574 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 8m ago 3h 4301M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:25:39.574 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 8m ago 3h 4503M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:25:39.574 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 8m ago 3h 4060M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:25:39.574 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 8m ago 3h 4001M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:25:39.574 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 6m ago 3h 3825M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:25:39.574 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 6m ago 3h 4043M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:25:39.574 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 6m ago 3h 3798M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:25:39.574 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 6m ago 3h 3687M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:25:39.574 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 6m ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:25:39.972 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:25:39.972 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:25:39.972 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:25:39.972 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:25:39.972 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:25:39.972 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:25:39.972 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:25:39.972 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:25:39.972 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:25:39.972 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:25:39.973 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:25:39.973 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:25:39.973 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:25:39.973 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:25:39.973 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:25:39.973 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:25:39.973 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:25:39.973 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:25:40.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:40 smithi032 ceph-mon[191839]: pgmap v7826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:40.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:40 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2469629677' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:25:40.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:40 smithi032 ceph-mon[189144]: pgmap v7826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:40.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:40 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2469629677' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:25:40.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:40 smithi039 ceph-mon[181282]: pgmap v7826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:40.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:40 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2469629677' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:25:41.157 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:25:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:25:40] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:25:41.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:41 smithi032 ceph-mon[191839]: from='client.52112 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:25:41.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:41 smithi032 ceph-mon[191839]: from='client.52118 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:25:41.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:41 smithi032 ceph-mon[189144]: from='client.52112 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:25:41.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:41 smithi032 ceph-mon[189144]: from='client.52118 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:25:41.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:41 smithi039 ceph-mon[181282]: from='client.52112 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:25:41.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:41 smithi039 ceph-mon[181282]: from='client.52118 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:25:42.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:42 smithi032 ceph-mon[191839]: pgmap v7827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:42.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:42 smithi032 ceph-mon[189144]: pgmap v7827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:42.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:42 smithi039 ceph-mon[181282]: pgmap v7827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:44.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:44 smithi032 ceph-mon[189144]: pgmap v7828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:44.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:44 smithi032 ceph-mon[191839]: pgmap v7828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:44.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:44 smithi039 ceph-mon[181282]: pgmap v7828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:45.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:45 smithi039 ceph-mon[181282]: pgmap v7829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:45.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:45 smithi032 ceph-mon[191839]: pgmap v7829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:45.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:45 smithi032 ceph-mon[189144]: pgmap v7829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:47.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:47 smithi032 ceph-mon[191839]: pgmap v7830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:47.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:47 smithi032 ceph-mon[189144]: pgmap v7830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:48.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:47 smithi039 ceph-mon[181282]: pgmap v7830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:50.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:49 smithi032 ceph-mon[191839]: pgmap v7831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:50.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:49 smithi032 ceph-mon[189144]: pgmap v7831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:49 smithi039 ceph-mon[181282]: pgmap v7831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:25:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:25:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:25:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:25:50] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:25:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:25:52.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:51 smithi032 ceph-mon[191839]: pgmap v7832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:52.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:51 smithi032 ceph-mon[189144]: pgmap v7832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:52.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:51 smithi039 ceph-mon[181282]: pgmap v7832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:54.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:53 smithi032 ceph-mon[189144]: pgmap v7833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:54.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:53 smithi032 ceph-mon[191839]: pgmap v7833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:54.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:53 smithi039 ceph-mon[181282]: pgmap v7833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:55 smithi032 ceph-mon[191839]: pgmap v7834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:55 smithi032 ceph-mon[189144]: pgmap v7834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:55 smithi039 ceph-mon[181282]: pgmap v7834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:58.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:57 smithi032 ceph-mon[189144]: pgmap v7835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:58.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:57 smithi032 ceph-mon[191839]: pgmap v7835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:25:58.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:57 smithi039 ceph-mon[181282]: pgmap v7835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:00.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:25:59 smithi032 ceph-mon[191839]: pgmap v7836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:00.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:25:59 smithi032 ceph-mon[189144]: pgmap v7836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:25:59 smithi039 ceph-mon[181282]: pgmap v7836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:26:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:26:00] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:26:02.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:01 smithi032 ceph-mon[191839]: pgmap v7837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:02.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:01 smithi032 ceph-mon[189144]: pgmap v7837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:02.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:01 smithi039 ceph-mon[181282]: pgmap v7837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:04.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:03 smithi032 ceph-mon[191839]: pgmap v7838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:04.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:03 smithi032 ceph-mon[189144]: pgmap v7838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:03 smithi039 ceph-mon[181282]: pgmap v7838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:05.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:26:05.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:26:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:26:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:05 smithi032 ceph-mon[189144]: pgmap v7839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:05 smithi032 ceph-mon[191839]: pgmap v7839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:05 smithi039 ceph-mon[181282]: pgmap v7839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:08.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:07 smithi032 ceph-mon[191839]: pgmap v7840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:08.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:07 smithi032 ceph-mon[189144]: pgmap v7840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:08.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:07 smithi039 ceph-mon[181282]: pgmap v7840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:10.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:09 smithi032 ceph-mon[189144]: pgmap v7841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:10.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:09 smithi032 ceph-mon[191839]: pgmap v7841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:10.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:09 smithi039 ceph-mon[181282]: pgmap v7841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:10.336 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:26:10.658 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:26:10.658 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 8m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:26:10.659 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 6m ago 3h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:26:10.659 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 8m ago 3h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:26:10.659 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 6m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:26:10.659 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 6m ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:26:10.659 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 8m ago 3h 666M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:26:10.659 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 8m ago 3h 967M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:26:10.659 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 6m ago 3h 490M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:26:10.659 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 8m ago 3h 501M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:26:10.659 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 8m ago 3h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:26:10.659 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 6m ago 3h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:26:10.659 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 8m ago 3h 4301M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:26:10.659 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 8m ago 3h 4503M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:26:10.659 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 8m ago 3h 4060M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:26:10.660 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 8m ago 3h 4001M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:26:10.660 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 6m ago 3h 3825M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:26:10.660 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 6m ago 3h 4043M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:26:10.660 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 6m ago 3h 3798M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:26:10.660 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 6m ago 3h 3687M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:26:10.660 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 6m ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:26:11.059 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:26:11.059 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:26:11.059 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:26:11.059 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:26:11.060 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:26:11.060 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:26:11.060 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:26:11.060 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:26:11.060 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:26:11.060 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:26:11.060 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:26:11.060 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:26:11.060 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:26:11.060 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:26:11.060 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:26:11.060 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:26:11.060 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:26:11.061 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:26:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:26:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:26:10] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:26:12.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:11 smithi032 ceph-mon[191839]: from='client.52130 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:26:12.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:11 smithi032 ceph-mon[191839]: pgmap v7842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:12.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:11 smithi032 ceph-mon[191839]: from='client.42219 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:26:12.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:11 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/90319690' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:26:12.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:11 smithi032 ceph-mon[189144]: from='client.52130 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:26:12.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:11 smithi032 ceph-mon[189144]: pgmap v7842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:12.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:11 smithi032 ceph-mon[189144]: from='client.42219 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:26:12.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:11 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/90319690' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:26:12.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:11 smithi039 ceph-mon[181282]: from='client.52130 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:26:12.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:11 smithi039 ceph-mon[181282]: pgmap v7842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:12.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:11 smithi039 ceph-mon[181282]: from='client.42219 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:26:12.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:11 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/90319690' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:26:14.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:13 smithi032 ceph-mon[189144]: pgmap v7843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:14.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:13 smithi032 ceph-mon[191839]: pgmap v7843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:14.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:13 smithi039 ceph-mon[181282]: pgmap v7843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:16.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:15 smithi032 ceph-mon[191839]: pgmap v7844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:16.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:15 smithi032 ceph-mon[189144]: pgmap v7844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:16.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:15 smithi039 ceph-mon[181282]: pgmap v7844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:18.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:17 smithi032 ceph-mon[191839]: pgmap v7845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:18.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:17 smithi032 ceph-mon[189144]: pgmap v7845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:18.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:17 smithi039 ceph-mon[181282]: pgmap v7845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:20.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:19 smithi032 ceph-mon[191839]: pgmap v7846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:20.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:26:20.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:19 smithi032 ceph-mon[189144]: pgmap v7846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:20.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:26:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:19 smithi039 ceph-mon[181282]: pgmap v7846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:20.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:26:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:26:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:26:20] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:26:22.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:21 smithi032 ceph-mon[191839]: pgmap v7847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:22.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:21 smithi032 ceph-mon[189144]: pgmap v7847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:21 smithi039 ceph-mon[181282]: pgmap v7847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:24.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:23 smithi032 ceph-mon[189144]: pgmap v7848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:24.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:23 smithi032 ceph-mon[191839]: pgmap v7848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:23 smithi039 ceph-mon[181282]: pgmap v7848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:26.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:25 smithi032 ceph-mon[189144]: pgmap v7849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:26.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:25 smithi032 ceph-mon[191839]: pgmap v7849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:25 smithi039 ceph-mon[181282]: pgmap v7849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:28.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:27 smithi032 ceph-mon[191839]: pgmap v7850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:28.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:27 smithi032 ceph-mon[189144]: pgmap v7850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:28.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:27 smithi039 ceph-mon[181282]: pgmap v7850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:30.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:29 smithi032 ceph-mon[191839]: pgmap v7851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:30.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:29 smithi032 ceph-mon[189144]: pgmap v7851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:29 smithi039 ceph-mon[181282]: pgmap v7851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:26:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:26:30] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:26:32.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:31 smithi032 ceph-mon[191839]: pgmap v7852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:32.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:31 smithi032 ceph-mon[189144]: pgmap v7852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:32.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:31 smithi039 ceph-mon[181282]: pgmap v7852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:34.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:33 smithi032 ceph-mon[191839]: pgmap v7853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:34.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:26:34.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:26:34.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:26:34.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:26:34.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:26:34.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:33 smithi032 ceph-mon[189144]: pgmap v7853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:34.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:26:34.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:26:34.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:26:34.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:26:34.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:26:34.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:33 smithi039 ceph-mon[181282]: pgmap v7853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:34.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:26:34.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:26:34.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:26:34.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:26:34.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:26:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:26:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:26:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:26:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:26:35.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:26:35.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:26:35.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:26:35.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:26:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:26:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:26:35.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:26:35.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:26:36.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:35 smithi039 ceph-mon[181282]: pgmap v7854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:36.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:35 smithi032 ceph-mon[191839]: pgmap v7854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:35 smithi032 ceph-mon[189144]: pgmap v7854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:38.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:37 smithi039 ceph-mon[181282]: pgmap v7855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:38.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:37 smithi032 ceph-mon[191839]: pgmap v7855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:38.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:37 smithi032 ceph-mon[189144]: pgmap v7855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:40.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:39 smithi039 ceph-mon[181282]: pgmap v7856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:40.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:39 smithi032 ceph-mon[191839]: pgmap v7856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:40.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:39 smithi032 ceph-mon[189144]: pgmap v7856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:26:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:26:40] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T20:26:41.424 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:26:41.745 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:26:41.745 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 9m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:26:41.745 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 7m ago 3h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:26:41.745 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 9m ago 3h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:26:41.745 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 7m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:26:41.745 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 7m ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:26:41.745 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 9m ago 3h 666M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:26:41.745 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 9m ago 3h 967M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:26:41.745 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 7m ago 3h 490M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:26:41.745 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 9m ago 3h 501M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:26:41.746 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 9m ago 3h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:26:41.746 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 7m ago 3h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:26:41.746 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 9m ago 3h 4301M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:26:41.746 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 9m ago 3h 4503M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:26:41.746 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 9m ago 3h 4060M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:26:41.746 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 9m ago 3h 4001M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:26:41.746 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 7m ago 3h 3825M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:26:41.746 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 7m ago 3h 4043M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:26:41.746 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 7m ago 3h 3798M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:26:41.746 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 7m ago 3h 3687M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:26:41.746 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 7m ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:26:42.145 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:26:42.145 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:26:42.145 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:26:42.146 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:26:42.146 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:26:42.146 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:26:42.146 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:26:42.148 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:26:42.148 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:26:42.148 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:26:42.148 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:26:42.148 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:26:42.148 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:26:42.148 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:26:42.148 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:26:42.148 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:26:42.149 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:26:42.149 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:26:42.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:41 smithi039 ceph-mon[181282]: pgmap v7857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:42.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:41 smithi032 ceph-mon[191839]: pgmap v7857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:42.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:41 smithi032 ceph-mon[189144]: pgmap v7857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:43.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:42 smithi039 ceph-mon[181282]: from='client.42231 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:26:43.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:42 smithi039 ceph-mon[181282]: from='client.52154 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:26:43.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:42 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4120535244' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:26:43.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:42 smithi032 ceph-mon[191839]: from='client.42231 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:26:43.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:42 smithi032 ceph-mon[191839]: from='client.52154 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:26:43.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:42 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4120535244' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:26:43.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:42 smithi032 ceph-mon[189144]: from='client.42231 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:26:43.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:42 smithi032 ceph-mon[189144]: from='client.52154 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:26:43.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:42 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4120535244' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:26:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:43 smithi039 ceph-mon[181282]: pgmap v7858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:44.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:43 smithi032 ceph-mon[191839]: pgmap v7858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:44.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:43 smithi032 ceph-mon[189144]: pgmap v7858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:46.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:45 smithi039 ceph-mon[181282]: pgmap v7859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:46.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:45 smithi032 ceph-mon[189144]: pgmap v7859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:46.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:45 smithi032 ceph-mon[191839]: pgmap v7859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:48.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:47 smithi039 ceph-mon[181282]: pgmap v7860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:48.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:47 smithi032 ceph-mon[191839]: pgmap v7860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:48.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:47 smithi032 ceph-mon[189144]: pgmap v7860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:50.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:49 smithi039 ceph-mon[181282]: pgmap v7861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:50.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:26:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:49 smithi032 ceph-mon[191839]: pgmap v7861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:26:50.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:49 smithi032 ceph-mon[189144]: pgmap v7861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:50.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:26:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:26:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:26:50] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:26:52.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:51 smithi039 ceph-mon[181282]: pgmap v7862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:52.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:51 smithi032 ceph-mon[191839]: pgmap v7862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:51 smithi032 ceph-mon[189144]: pgmap v7862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:54.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:53 smithi039 ceph-mon[181282]: pgmap v7863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:54.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:53 smithi032 ceph-mon[191839]: pgmap v7863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:54.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:53 smithi032 ceph-mon[189144]: pgmap v7863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:55 smithi039 ceph-mon[181282]: pgmap v7864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:56.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:55 smithi032 ceph-mon[191839]: pgmap v7864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:56.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:55 smithi032 ceph-mon[189144]: pgmap v7864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:58.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:57 smithi039 ceph-mon[181282]: pgmap v7865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:58.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:57 smithi032 ceph-mon[191839]: pgmap v7865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:26:58.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:57 smithi032 ceph-mon[189144]: pgmap v7865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:26:59 smithi039 ceph-mon[181282]: pgmap v7866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:26:59 smithi032 ceph-mon[191839]: pgmap v7866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:26:59 smithi032 ceph-mon[189144]: pgmap v7866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:27:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:27:00] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:27:02.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:01 smithi039 ceph-mon[181282]: pgmap v7867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:02.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:01 smithi032 ceph-mon[191839]: pgmap v7867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:02.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:01 smithi032 ceph-mon[189144]: pgmap v7867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:04.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:03 smithi039 ceph-mon[181282]: pgmap v7868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:04.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:03 smithi032 ceph-mon[189144]: pgmap v7868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:03 smithi032 ceph-mon[191839]: pgmap v7868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:27:05.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:27:05.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:27:06.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:06 smithi032 ceph-mon[189144]: pgmap v7869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:06.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:06 smithi032 ceph-mon[191839]: pgmap v7869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:06.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:06 smithi039 ceph-mon[181282]: pgmap v7869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:08.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:08 smithi039 ceph-mon[181282]: pgmap v7870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:08.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:08 smithi032 ceph-mon[189144]: pgmap v7870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:08.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:08 smithi032 ceph-mon[191839]: pgmap v7870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:10.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:10 smithi032 ceph-mon[189144]: pgmap v7871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:10.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:10 smithi032 ceph-mon[191839]: pgmap v7871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:10.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:10 smithi039 ceph-mon[181282]: pgmap v7871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:27:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:27:10] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:27:12.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:12 smithi032 ceph-mon[191839]: pgmap v7872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:12.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:12 smithi032 ceph-mon[189144]: pgmap v7872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:12.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:12 smithi039 ceph-mon[181282]: pgmap v7872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:12.510 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:27:12.832 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:27:12.833 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 9m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:27:12.833 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 7m ago 3h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:27:12.833 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 9m ago 3h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:27:12.833 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 7m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:27:12.833 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 7m ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:27:12.833 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 9m ago 3h 666M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:27:12.833 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 9m ago 3h 967M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:27:12.833 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 7m ago 3h 490M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:27:12.833 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 9m ago 3h 501M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:27:12.833 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 9m ago 3h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:27:12.833 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 7m ago 3h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:27:12.834 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 9m ago 3h 4301M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:27:12.834 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 9m ago 3h 4503M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:27:12.834 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 9m ago 3h 4060M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:27:12.834 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 9m ago 3h 4001M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:27:12.834 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 7m ago 3h 3825M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:27:12.834 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 7m ago 3h 4043M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:27:12.834 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 7m ago 3h 3798M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:27:12.834 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 7m ago 3h 3687M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:27:12.834 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 7m ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:27:13.233 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:27:13.233 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:27:13.233 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:27:13.233 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:27:13.233 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:27:13.234 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:27:13.234 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:27:13.234 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:27:13.234 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:27:13.234 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:27:13.234 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:27:13.234 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:27:13.234 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:27:13.234 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:27:13.234 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:27:13.234 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:27:13.234 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:27:13.235 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:27:14.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:14 smithi032 ceph-mon[189144]: from='client.52166 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:27:14.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:14 smithi032 ceph-mon[189144]: pgmap v7873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:14.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:14 smithi032 ceph-mon[189144]: from='client.42255 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:27:14.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:14 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3097183857' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:27:14.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:14 smithi032 ceph-mon[191839]: from='client.52166 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:27:14.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:14 smithi032 ceph-mon[191839]: pgmap v7873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:14.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:14 smithi032 ceph-mon[191839]: from='client.42255 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:27:14.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:14 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3097183857' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:27:14.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:14 smithi039 ceph-mon[181282]: from='client.52166 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:27:14.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:14 smithi039 ceph-mon[181282]: pgmap v7873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:14.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:14 smithi039 ceph-mon[181282]: from='client.42255 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:27:14.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:14 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3097183857' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:27:16.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:16 smithi032 ceph-mon[191839]: pgmap v7874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:16.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:16 smithi032 ceph-mon[189144]: pgmap v7874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:16.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:16 smithi039 ceph-mon[181282]: pgmap v7874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:18.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:18 smithi032 ceph-mon[191839]: pgmap v7875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:18.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:18 smithi032 ceph-mon[189144]: pgmap v7875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:18.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:18 smithi039 ceph-mon[181282]: pgmap v7875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:20 smithi032 ceph-mon[189144]: pgmap v7876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:27:20.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:20 smithi032 ceph-mon[191839]: pgmap v7876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:20.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:27:20.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:20 smithi039 ceph-mon[181282]: pgmap v7876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:20.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:27:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:27:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:27:20] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:27:22.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:22 smithi032 ceph-mon[191839]: pgmap v7877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:22.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:22 smithi032 ceph-mon[189144]: pgmap v7877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:22.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:22 smithi039 ceph-mon[181282]: pgmap v7877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:24.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:24 smithi032 ceph-mon[191839]: pgmap v7878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:24.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:24 smithi032 ceph-mon[189144]: pgmap v7878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:24.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:24 smithi039 ceph-mon[181282]: pgmap v7878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:26.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:26 smithi032 ceph-mon[191839]: pgmap v7879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:26.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:26 smithi032 ceph-mon[189144]: pgmap v7879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:26.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:26 smithi039 ceph-mon[181282]: pgmap v7879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:28.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:28 smithi032 ceph-mon[191839]: pgmap v7880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:28.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:28 smithi032 ceph-mon[189144]: pgmap v7880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:28.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:28 smithi039 ceph-mon[181282]: pgmap v7880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:30.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:30 smithi032 ceph-mon[191839]: pgmap v7881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:30.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:30 smithi032 ceph-mon[189144]: pgmap v7881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:30.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:30 smithi039 ceph-mon[181282]: pgmap v7881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:27:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:27:30] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:27:32.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:32 smithi032 ceph-mon[189144]: pgmap v7882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:32.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:32 smithi032 ceph-mon[191839]: pgmap v7882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:32.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:32 smithi039 ceph-mon[181282]: pgmap v7882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:34.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:34 smithi032 ceph-mon[189144]: pgmap v7883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:34.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:34 smithi032 ceph-mon[191839]: pgmap v7883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:34.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:34 smithi039 ceph-mon[181282]: pgmap v7883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:27:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:27:35.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:27:35.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:27:35.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:27:35.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:27:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:36 smithi032 ceph-mon[191839]: pgmap v7884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:36 smithi032 ceph-mon[189144]: pgmap v7884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:36.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:36 smithi039 ceph-mon[181282]: pgmap v7884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:37.602 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:37 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:27:37.603 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:37 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:27:37.603 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:37 smithi032 ceph-mon[189144]: pgmap v7885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:37.603 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:37 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:27:37.603 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:37 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:27:37.603 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:37 smithi032 ceph-mon[191839]: pgmap v7885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:37.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:37 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:27:37.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:37 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:27:37.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:37 smithi039 ceph-mon[181282]: pgmap v7885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:40.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:39 smithi032 ceph-mon[191839]: pgmap v7886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:40.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:27:40.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:27:40.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:27:40.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:27:40.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:27:40.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:39 smithi032 ceph-mon[189144]: pgmap v7886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:40.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:27:40.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:27:40.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:27:40.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:27:40.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:27:40.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:39 smithi039 ceph-mon[181282]: pgmap v7886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:40.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:27:40.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:27:40.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:27:40.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:27:40.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:27:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:27:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:27:40] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:27:42.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:41 smithi032 ceph-mon[191839]: pgmap v7887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:42.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:41 smithi032 ceph-mon[189144]: pgmap v7887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:42.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:41 smithi039 ceph-mon[181282]: pgmap v7887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:43.600 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:27:43.926 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:27:43.926 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 7s ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:27:43.927 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 8m ago 3h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:27:43.927 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 7s ago 3h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:27:43.927 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 8m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:27:43.927 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 8m ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:27:43.927 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 7s ago 3h 672M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:27:43.927 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 7s ago 3h 1027M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:27:43.927 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 8m ago 3h 490M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:27:43.927 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 7s ago 3h 519M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:27:43.927 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 7s ago 3h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:27:43.927 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 8m ago 3h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:27:43.927 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 7s ago 3h 4333M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:27:43.927 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 7s ago 3h 4534M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:27:43.928 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 7s ago 3h 4083M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:27:43.928 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 7s ago 3h 4031M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:27:43.928 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 8m ago 3h 3825M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:27:43.928 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 8m ago 3h 4043M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:27:43.928 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 8m ago 3h 3798M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:27:43.928 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 8m ago 3h 3687M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:27:43.928 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 8m ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:27:44.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:43 smithi032 ceph-mon[189144]: pgmap v7888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:44.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:43 smithi032 ceph-mon[191839]: pgmap v7888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:43 smithi039 ceph-mon[181282]: pgmap v7888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:44.331 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:27:44.331 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:27:44.331 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:27:44.331 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:27:44.331 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:27:44.331 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:27:44.332 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:27:44.332 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:27:44.332 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:27:44.332 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:27:44.332 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:27:44.332 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:27:44.332 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:27:44.332 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:27:44.332 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:27:44.332 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:27:44.332 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:27:44.332 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:27:45.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:44 smithi032 ceph-mon[191839]: from='client.42267 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:27:45.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:44 smithi032 ceph-mon[191839]: from='client.42273 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:27:45.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:44 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/388100278' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:27:45.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:44 smithi032 ceph-mon[189144]: from='client.42267 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:27:45.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:44 smithi032 ceph-mon[189144]: from='client.42273 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:27:45.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:44 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/388100278' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:27:45.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:44 smithi039 ceph-mon[181282]: from='client.42267 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:27:45.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:44 smithi039 ceph-mon[181282]: from='client.42273 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:27:45.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:44 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/388100278' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:27:46.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:45 smithi032 ceph-mon[191839]: pgmap v7889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:46.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:45 smithi032 ceph-mon[189144]: pgmap v7889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:46.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:45 smithi039 ceph-mon[181282]: pgmap v7889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:48.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:47 smithi032 ceph-mon[189144]: pgmap v7890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:48.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:47 smithi032 ceph-mon[191839]: pgmap v7890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:48.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:47 smithi039 ceph-mon[181282]: pgmap v7890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:50.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:49 smithi032 ceph-mon[191839]: pgmap v7891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:50.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:27:50.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:49 smithi032 ceph-mon[189144]: pgmap v7891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:50.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:27:50.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:49 smithi039 ceph-mon[181282]: pgmap v7891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:50.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:27:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:27:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:27:50] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:27:52.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:51 smithi032 ceph-mon[189144]: pgmap v7892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:52.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:51 smithi032 ceph-mon[191839]: pgmap v7892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:51 smithi039 ceph-mon[181282]: pgmap v7892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:54.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:53 smithi032 ceph-mon[191839]: pgmap v7893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:54.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:53 smithi032 ceph-mon[189144]: pgmap v7893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:54.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:53 smithi039 ceph-mon[181282]: pgmap v7893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:56.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:55 smithi032 ceph-mon[191839]: pgmap v7894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:55 smithi032 ceph-mon[189144]: pgmap v7894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:55 smithi039 ceph-mon[181282]: pgmap v7894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:58.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:57 smithi032 ceph-mon[191839]: pgmap v7895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:58.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:57 smithi032 ceph-mon[189144]: pgmap v7895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:27:58.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:57 smithi039 ceph-mon[181282]: pgmap v7895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:00.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:27:59 smithi032 ceph-mon[191839]: pgmap v7896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:00.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:27:59 smithi032 ceph-mon[189144]: pgmap v7896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:27:59 smithi039 ceph-mon[181282]: pgmap v7896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:28:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:28:00] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:28:02.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:28:01 smithi032 ceph-mon[191839]: pgmap v7897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:02.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:28:01 smithi032 ceph-mon[189144]: pgmap v7897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:02.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:28:01 smithi039 ceph-mon[181282]: pgmap v7897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:04.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:28:03 smithi032 ceph-mon[191839]: pgmap v7898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:04.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:28:03 smithi032 ceph-mon[189144]: pgmap v7898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:28:03 smithi039 ceph-mon[181282]: pgmap v7898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:05.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:28:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:28:05.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:28:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:28:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:28:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:28:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:28:05 smithi032 ceph-mon[189144]: pgmap v7899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:28:05 smithi032 ceph-mon[191839]: pgmap v7899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:06.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:28:05 smithi039 ceph-mon[181282]: pgmap v7899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:08.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:28:07 smithi032 ceph-mon[189144]: pgmap v7900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:08.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:28:07 smithi032 ceph-mon[191839]: pgmap v7900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:08.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:28:07 smithi039 ceph-mon[181282]: pgmap v7900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:10.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:28:09 smithi039 ceph-mon[181282]: pgmap v7901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:10.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:28:09 smithi032 ceph-mon[191839]: pgmap v7901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:10.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:28:09 smithi032 ceph-mon[189144]: pgmap v7901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:28:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:28:10] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:28:12.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:28:11 smithi039 ceph-mon[181282]: pgmap v7902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:12.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:28:11 smithi032 ceph-mon[191839]: pgmap v7902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:12.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:28:11 smithi032 ceph-mon[189144]: pgmap v7902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:14.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:28:13 smithi039 ceph-mon[181282]: pgmap v7903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:14.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:28:13 smithi032 ceph-mon[189144]: pgmap v7903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:14.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:28:13 smithi032 ceph-mon[191839]: pgmap v7903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:14.695 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:28:15.016 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:28:15.017 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 38s ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:28:15.017 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 8m ago 3h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:28:15.017 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 38s ago 3h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:28:15.017 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 8m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:28:15.017 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 8m ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:28:15.017 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 38s ago 3h 672M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:28:15.017 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 38s ago 3h 1027M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:28:15.017 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 8m ago 3h 490M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:28:15.017 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 38s ago 3h 519M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:28:15.017 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 38s ago 3h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:28:15.017 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 8m ago 3h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:28:15.017 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 38s ago 3h 4333M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:28:15.017 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 38s ago 3h 4534M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:28:15.017 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 38s ago 3h 4083M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:28:15.018 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 38s ago 3h 4031M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:28:15.018 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 8m ago 3h 3825M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:28:15.018 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 8m ago 3h 4043M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:28:15.018 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 8m ago 3h 3798M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:28:15.018 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 8m ago 3h 3687M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:28:15.018 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 8m ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:28:15.425 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:28:15.425 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:28:15.425 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:28:15.425 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:28:15.425 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:28:15.425 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:28:15.425 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:28:15.425 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:28:15.425 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:28:15.425 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:28:15.425 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:28:15.426 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:28:15.426 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:28:15.426 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:28:15.426 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:28:15.426 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:28:15.426 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:28:15.426 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:28:16.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:28:15 smithi039 ceph-mon[181282]: pgmap v7904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:16.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:28:15 smithi039 ceph-mon[181282]: from='client.52202 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:28:16.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:28:15 smithi039 ceph-mon[181282]: from='client.52208 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:28:16.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:28:15 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1949217778' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:28:16.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:28:15 smithi032 ceph-mon[191839]: pgmap v7904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:16.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:28:15 smithi032 ceph-mon[191839]: from='client.52202 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:28:16.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:28:15 smithi032 ceph-mon[191839]: from='client.52208 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:28:16.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:28:15 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1949217778' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:28:16.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:28:15 smithi032 ceph-mon[189144]: pgmap v7904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:16.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:28:15 smithi032 ceph-mon[189144]: from='client.52202 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:28:16.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:28:15 smithi032 ceph-mon[189144]: from='client.52208 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:28:16.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:28:15 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1949217778' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:28:18.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:28:17 smithi039 ceph-mon[181282]: pgmap v7905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:18.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:28:17 smithi032 ceph-mon[189144]: pgmap v7905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:18.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:28:17 smithi032 ceph-mon[191839]: pgmap v7905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:20.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:28:19 smithi039 ceph-mon[181282]: pgmap v7906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:20.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:28:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:28:20.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:28:19 smithi032 ceph-mon[191839]: pgmap v7906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:20.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:28:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:28:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:28:19 smithi032 ceph-mon[189144]: pgmap v7906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:28:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:28:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:28:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:28:20] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:28:22.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:28:21 smithi039 ceph-mon[181282]: pgmap v7907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:22.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:28:21 smithi032 ceph-mon[189144]: pgmap v7907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:22.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:28:21 smithi032 ceph-mon[191839]: pgmap v7907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:28:23 smithi039 ceph-mon[181282]: pgmap v7908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:24.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:28:23 smithi032 ceph-mon[191839]: pgmap v7908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:24.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:28:23 smithi032 ceph-mon[189144]: pgmap v7908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:26.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:28:25 smithi039 ceph-mon[181282]: pgmap v7909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:26.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:28:25 smithi032 ceph-mon[189144]: pgmap v7909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:26.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:28:25 smithi032 ceph-mon[191839]: pgmap v7909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:28.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:28:27 smithi039 ceph-mon[181282]: pgmap v7910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:28.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:28:27 smithi032 ceph-mon[189144]: pgmap v7910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:28.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:28:27 smithi032 ceph-mon[191839]: pgmap v7910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:28:29 smithi039 ceph-mon[181282]: pgmap v7911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:30.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:28:29 smithi032 ceph-mon[191839]: pgmap v7911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:30.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:28:29 smithi032 ceph-mon[189144]: pgmap v7911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:28:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:28:30] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:28:32.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:28:31 smithi039 ceph-mon[181282]: pgmap v7912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:32.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:28:31 smithi032 ceph-mon[191839]: pgmap v7912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:32.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:28:31 smithi032 ceph-mon[189144]: pgmap v7912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:34.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:28:33 smithi039 ceph-mon[181282]: pgmap v7913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:34.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:28:33 smithi032 ceph-mon[189144]: pgmap v7913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:34.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:28:33 smithi032 ceph-mon[191839]: pgmap v7913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:35.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:28:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:28:35.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:28:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:28:35.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:28:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:28:36.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:28:35 smithi039 ceph-mon[181282]: pgmap v7914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:28:35 smithi032 ceph-mon[189144]: pgmap v7914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:36.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:28:35 smithi032 ceph-mon[191839]: pgmap v7914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:38.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:28:37 smithi039 ceph-mon[181282]: pgmap v7915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:38.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:28:37 smithi032 ceph-mon[191839]: pgmap v7915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:38.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:28:37 smithi032 ceph-mon[189144]: pgmap v7915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:40.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:28:39 smithi039 ceph-mon[181282]: pgmap v7916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:40.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:28:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:28:40.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:28:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:28:40.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:28:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:28:40.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:28:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:28:40.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:28:39 smithi032 ceph-mon[191839]: pgmap v7916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:40.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:28:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:28:40.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:28:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:28:40.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:28:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:28:40.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:28:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:28:40.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:28:39 smithi032 ceph-mon[189144]: pgmap v7916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:40.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:28:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:28:40.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:28:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:28:40.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:28:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:28:40.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:28:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:28:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:28:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:28:40] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:28:42.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:28:41 smithi039 ceph-mon[181282]: pgmap v7917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:42.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:28:41 smithi032 ceph-mon[191839]: pgmap v7917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:42.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:28:41 smithi032 ceph-mon[189144]: pgmap v7917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:44.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:28:43 smithi039 ceph-mon[181282]: pgmap v7918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:44.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:28:43 smithi032 ceph-mon[191839]: pgmap v7918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:44.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:28:43 smithi032 ceph-mon[189144]: pgmap v7918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:45.788 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:28:46.110 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:28:46.110 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 69s ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:28:46.110 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 9m ago 3h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:28:46.111 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 69s ago 3h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:28:46.111 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 9m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:28:46.111 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 9m ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:28:46.111 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 69s ago 3h 672M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:28:46.111 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 69s ago 3h 1027M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:28:46.111 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 9m ago 3h 490M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:28:46.112 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 69s ago 3h 519M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:28:46.112 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 69s ago 3h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:28:46.112 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 9m ago 3h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:28:46.112 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 69s ago 3h 4333M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:28:46.112 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 69s ago 3h 4534M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:28:46.112 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 69s ago 3h 4083M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:28:46.112 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 69s ago 3h 4031M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:28:46.113 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 9m ago 3h 3825M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:28:46.113 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 9m ago 3h 4043M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:28:46.113 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 9m ago 3h 3798M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:28:46.113 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 9m ago 3h 3687M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:28:46.113 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 9m ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:28:46.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:28:45 smithi039 ceph-mon[181282]: pgmap v7919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:46.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:28:45 smithi032 ceph-mon[191839]: pgmap v7919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:46.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:28:45 smithi032 ceph-mon[189144]: pgmap v7919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:46.514 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:28:46.515 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:28:46.515 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:28:46.515 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:28:46.515 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:28:46.515 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:28:46.515 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:28:46.515 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:28:46.515 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:28:46.515 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:28:46.515 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:28:46.515 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:28:46.515 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:28:46.515 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:28:46.515 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:28:46.516 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:28:46.516 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:28:46.516 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:28:47.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:28:47 smithi039 ceph-mon[181282]: from='client.52220 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:28:47.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:28:47 smithi039 ceph-mon[181282]: from='client.42309 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:28:47.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:28:47 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2931783222' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:28:47.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:28:46 smithi032 ceph-mon[191839]: from='client.52220 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:28:47.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:28:46 smithi032 ceph-mon[191839]: from='client.42309 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:28:47.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:28:46 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2931783222' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:28:47.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:28:46 smithi032 ceph-mon[189144]: from='client.52220 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:28:47.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:28:46 smithi032 ceph-mon[189144]: from='client.42309 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:28:47.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:28:46 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2931783222' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:28:48.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:28:48 smithi039 ceph-mon[181282]: pgmap v7920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:48.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:28:48 smithi032 ceph-mon[191839]: pgmap v7920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:48.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:28:48 smithi032 ceph-mon[189144]: pgmap v7920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:50.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:28:50 smithi039 ceph-mon[181282]: pgmap v7921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:50.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:28:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:28:50.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:28:50 smithi032 ceph-mon[189144]: pgmap v7921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:50.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:28:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:28:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:28:50 smithi032 ceph-mon[191839]: pgmap v7921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:28:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:28:51.184 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:28:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:28:50] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:28:52.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:28:52 smithi032 ceph-mon[191839]: pgmap v7922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:28:52 smithi032 ceph-mon[189144]: pgmap v7922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:52.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:28:52 smithi039 ceph-mon[181282]: pgmap v7922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:54.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:28:54 smithi032 ceph-mon[191839]: pgmap v7923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:54.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:28:54 smithi032 ceph-mon[189144]: pgmap v7923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:54.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:28:54 smithi039 ceph-mon[181282]: pgmap v7923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:56.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:28:56 smithi032 ceph-mon[191839]: pgmap v7924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:56.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:28:56 smithi032 ceph-mon[189144]: pgmap v7924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:56.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:28:56 smithi039 ceph-mon[181282]: pgmap v7924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:58.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:28:58 smithi032 ceph-mon[191839]: pgmap v7925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:58.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:28:58 smithi032 ceph-mon[189144]: pgmap v7925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:28:58.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:28:58 smithi039 ceph-mon[181282]: pgmap v7925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:00.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:00 smithi032 ceph-mon[191839]: pgmap v7926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:00.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:00 smithi032 ceph-mon[189144]: pgmap v7926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:00.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:00 smithi039 ceph-mon[181282]: pgmap v7926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:29:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:29:00] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:29:02.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:02 smithi032 ceph-mon[191839]: pgmap v7927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:02.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:02 smithi032 ceph-mon[189144]: pgmap v7927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:02.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:02 smithi039 ceph-mon[181282]: pgmap v7927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:04 smithi032 ceph-mon[191839]: pgmap v7928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:04.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:04 smithi032 ceph-mon[189144]: pgmap v7928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:04.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:04 smithi039 ceph-mon[181282]: pgmap v7928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:05.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:29:05.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:29:05.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:29:06.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:06 smithi032 ceph-mon[191839]: pgmap v7929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:06.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:06 smithi032 ceph-mon[189144]: pgmap v7929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:06.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:06 smithi039 ceph-mon[181282]: pgmap v7929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:08.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:08 smithi032 ceph-mon[191839]: pgmap v7930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:08.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:08 smithi032 ceph-mon[189144]: pgmap v7930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:08.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:08 smithi039 ceph-mon[181282]: pgmap v7930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:10.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:10 smithi032 ceph-mon[191839]: pgmap v7931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:10.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:10 smithi032 ceph-mon[189144]: pgmap v7931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:10.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:10 smithi039 ceph-mon[181282]: pgmap v7931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:29:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:29:10] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:29:12.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:12 smithi032 ceph-mon[189144]: pgmap v7932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:12.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:12 smithi032 ceph-mon[191839]: pgmap v7932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:12.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:12 smithi039 ceph-mon[181282]: pgmap v7932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:14.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:14 smithi032 ceph-mon[189144]: pgmap v7933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:14.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:14 smithi032 ceph-mon[191839]: pgmap v7933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:14.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:14 smithi039 ceph-mon[181282]: pgmap v7933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:16.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:16 smithi032 ceph-mon[189144]: pgmap v7934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:16.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:16 smithi032 ceph-mon[191839]: pgmap v7934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:16.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:16 smithi039 ceph-mon[181282]: pgmap v7934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:16.878 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:29:17.201 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:29:17.201 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 100s ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:29:17.201 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 9m ago 3h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:29:17.201 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 100s ago 3h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:29:17.201 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 9m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:29:17.201 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 9m ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:29:17.201 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 100s ago 3h 672M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:29:17.202 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 100s ago 3h 1027M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:29:17.202 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 9m ago 3h 490M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:29:17.202 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 100s ago 3h 519M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:29:17.202 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 100s ago 3h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:29:17.202 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 9m ago 3h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:29:17.202 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 100s ago 3h 4333M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:29:17.202 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 100s ago 3h 4534M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:29:17.202 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 100s ago 3h 4083M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:29:17.202 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 100s ago 3h 4031M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:29:17.202 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 9m ago 3h 3825M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:29:17.202 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 9m ago 3h 4043M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:29:17.202 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 9m ago 3h 3798M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:29:17.202 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 9m ago 3h 3687M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:29:17.202 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 9m ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:29:17.603 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:29:17.603 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:29:17.603 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:29:17.603 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:29:17.603 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:29:17.603 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:29:17.603 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:29:17.603 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:29:17.603 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:29:17.603 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:29:17.603 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:29:17.603 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:29:17.603 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:29:17.604 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:29:17.604 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:29:17.604 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:29:17.604 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:29:17.604 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:29:18.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:18 smithi032 ceph-mon[191839]: pgmap v7935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:18.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:18 smithi032 ceph-mon[191839]: from='client.52238 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:29:18.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:18 smithi032 ceph-mon[191839]: from='client.52244 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:29:18.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:18 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3100535998' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:29:18.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:18 smithi032 ceph-mon[189144]: pgmap v7935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:18.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:18 smithi032 ceph-mon[189144]: from='client.52238 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:29:18.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:18 smithi032 ceph-mon[189144]: from='client.52244 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:29:18.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:18 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3100535998' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:29:18.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:18 smithi039 ceph-mon[181282]: pgmap v7935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:18.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:18 smithi039 ceph-mon[181282]: from='client.52238 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:29:18.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:18 smithi039 ceph-mon[181282]: from='client.52244 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:29:18.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:18 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3100535998' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:29:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:20 smithi032 ceph-mon[189144]: pgmap v7936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:29:20.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:20 smithi032 ceph-mon[191839]: pgmap v7936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:20.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:29:20.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:20 smithi039 ceph-mon[181282]: pgmap v7936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:20.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:29:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:29:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:29:20] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:29:22.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:22 smithi032 ceph-mon[191839]: pgmap v7937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:22.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:22 smithi032 ceph-mon[189144]: pgmap v7937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:22.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:22 smithi039 ceph-mon[181282]: pgmap v7937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:24.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:24 smithi032 ceph-mon[189144]: pgmap v7938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:24.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:24 smithi032 ceph-mon[191839]: pgmap v7938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:24.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:24 smithi039 ceph-mon[181282]: pgmap v7938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:26.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:26 smithi032 ceph-mon[189144]: pgmap v7939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:26.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:26 smithi032 ceph-mon[191839]: pgmap v7939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:26.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:26 smithi039 ceph-mon[181282]: pgmap v7939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:28.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:28 smithi032 ceph-mon[191839]: pgmap v7940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:28.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:28 smithi032 ceph-mon[189144]: pgmap v7940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:28.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:28 smithi039 ceph-mon[181282]: pgmap v7940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:30.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:30 smithi032 ceph-mon[189144]: pgmap v7941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:30.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:30 smithi032 ceph-mon[191839]: pgmap v7941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:30.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:30 smithi039 ceph-mon[181282]: pgmap v7941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:29:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:29:30] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:29:32.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:32 smithi032 ceph-mon[189144]: pgmap v7942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:32.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:32 smithi032 ceph-mon[191839]: pgmap v7942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:32.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:32 smithi039 ceph-mon[181282]: pgmap v7942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:34.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:34 smithi032 ceph-mon[189144]: pgmap v7943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:34.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:34 smithi032 ceph-mon[191839]: pgmap v7943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:34.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:34 smithi039 ceph-mon[181282]: pgmap v7943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:35.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:29:35.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:29:35.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:29:36.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:36 smithi032 ceph-mon[191839]: pgmap v7944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:36 smithi032 ceph-mon[189144]: pgmap v7944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:36 smithi039 ceph-mon[181282]: pgmap v7944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:38.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:38 smithi032 ceph-mon[191839]: pgmap v7945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:38.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:38 smithi032 ceph-mon[189144]: pgmap v7945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:38.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:38 smithi039 ceph-mon[181282]: pgmap v7945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:40.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:40 smithi032 ceph-mon[189144]: pgmap v7946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:40.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:40 smithi032 ceph-mon[191839]: pgmap v7946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:40.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:40 smithi039 ceph-mon[181282]: pgmap v7946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:41.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:29:41.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:29:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:29:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:29:40] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2023-12-22T20:29:41.393 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:29:42.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:42 smithi032 ceph-mon[191839]: pgmap v7947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:42.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:42 smithi032 ceph-mon[189144]: pgmap v7947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:42.500 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:42 smithi039 ceph-mon[181282]: pgmap v7947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:44.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:43 smithi039 ceph-mon[181282]: pgmap v7948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:44.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:29:44.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:29:44.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:29:44.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:29:44.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:43 smithi032 ceph-mon[191839]: pgmap v7948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:44.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:29:44.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:29:44.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:29:44.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:29:44.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:43 smithi032 ceph-mon[189144]: pgmap v7948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:44.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:29:44.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:29:44.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:29:44.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:29:46.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:45 smithi032 ceph-mon[191839]: pgmap v7949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:46.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:45 smithi032 ceph-mon[189144]: pgmap v7949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:46.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:45 smithi039 ceph-mon[181282]: pgmap v7949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:47.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:29:47.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:29:47.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:29:47.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:29:47.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:29:47.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:29:47.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:29:47.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:29:47.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:29:47.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:29:47.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:29:47.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:29:47.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:29:47.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:29:47.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:29:47.964 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:29:48.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:47 smithi039 ceph-mon[181282]: pgmap v7950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:48.288 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:29:48.288 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 2m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:29:48.288 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 5s ago 3h 96.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:29:48.288 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 2m ago 3h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:29:48.289 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 5s ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:29:48.289 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 5s ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:29:48.289 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 2m ago 3h 672M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:29:48.289 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 2m ago 3h 1027M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:29:48.289 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 5s ago 3h 508M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:29:48.289 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 2m ago 3h 519M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:29:48.289 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 2m ago 3h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:29:48.289 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 5s ago 3h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:29:48.289 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 2m ago 3h 4333M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:29:48.289 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 2m ago 3h 4534M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:29:48.289 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 2m ago 3h 4083M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:29:48.289 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 2m ago 3h 4031M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:29:48.289 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 5s ago 3h 3852M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:29:48.289 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 5s ago 3h 4077M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:29:48.290 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 5s ago 3h 3827M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:29:48.290 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 5s ago 3h 3723M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:29:48.290 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 5s ago 3h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:29:48.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:47 smithi032 ceph-mon[189144]: pgmap v7950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:48.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:47 smithi032 ceph-mon[191839]: pgmap v7950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:48.689 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:29:48.689 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:29:48.690 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:29:48.690 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:29:48.690 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:29:48.690 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:29:48.690 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:29:48.690 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:29:48.690 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:29:48.690 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:29:48.690 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:29:48.690 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:29:48.690 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:29:48.690 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:29:48.690 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:29:48.690 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:29:48.690 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:29:48.691 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:29:49.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:48 smithi039 ceph-mon[181282]: from='client.52256 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:29:49.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:48 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2861297205' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:29:49.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:48 smithi032 ceph-mon[189144]: from='client.52256 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:29:49.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:48 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2861297205' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:29:49.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:48 smithi032 ceph-mon[191839]: from='client.52256 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:29:49.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:48 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2861297205' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:29:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:49 smithi039 ceph-mon[181282]: from='client.52262 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:29:50.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:49 smithi039 ceph-mon[181282]: pgmap v7951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:50.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:29:50.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:49 smithi032 ceph-mon[189144]: from='client.52262 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:29:50.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:49 smithi032 ceph-mon[189144]: pgmap v7951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:50.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:29:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:49 smithi032 ceph-mon[191839]: from='client.52262 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:29:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:49 smithi032 ceph-mon[191839]: pgmap v7951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:50.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:29:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:29:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:29:50] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:29:52.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:51 smithi039 ceph-mon[181282]: pgmap v7952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:52.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:51 smithi032 ceph-mon[191839]: pgmap v7952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:51 smithi032 ceph-mon[189144]: pgmap v7952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:54.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:54 smithi039 ceph-mon[181282]: pgmap v7953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:54.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:53 smithi032 ceph-mon[191839]: pgmap v7953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:54.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:53 smithi032 ceph-mon[189144]: pgmap v7953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:56.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:56 smithi039 ceph-mon[181282]: pgmap v7954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:56.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:56 smithi032 ceph-mon[191839]: pgmap v7954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:56.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:56 smithi032 ceph-mon[189144]: pgmap v7954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:58.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:29:58 smithi032 ceph-mon[189144]: pgmap v7955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:58.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:29:58 smithi032 ceph-mon[191839]: pgmap v7955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:29:58.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:29:58 smithi039 ceph-mon[181282]: pgmap v7955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:00.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:30:00 smithi032 ceph-mon[191839]: pgmap v7956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:00.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:30:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T20:30:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:30:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T20:29:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T20:30:00.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:30:00 smithi032 ceph-mon[189144]: pgmap v7956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:00.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:30:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T20:30:00.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:30:00 smithi039 ceph-mon[181282]: pgmap v7956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:00.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:30:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T20:30:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:30:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:30:00] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:30:02.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:30:02 smithi032 ceph-mon[191839]: pgmap v7957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:02.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:30:02 smithi032 ceph-mon[189144]: pgmap v7957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:02.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:30:02 smithi039 ceph-mon[181282]: pgmap v7957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:30:04 smithi032 ceph-mon[191839]: pgmap v7958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:04.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:30:04 smithi032 ceph-mon[189144]: pgmap v7958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:30:04 smithi039 ceph-mon[181282]: pgmap v7958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:05.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:30:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:30:05.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:30:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:30:05.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:30:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:30:06.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:30:06 smithi032 ceph-mon[191839]: pgmap v7959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:06.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:30:06 smithi032 ceph-mon[189144]: pgmap v7959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:06.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:30:06 smithi039 ceph-mon[181282]: pgmap v7959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:08.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:30:08 smithi032 ceph-mon[191839]: pgmap v7960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:08.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:30:08 smithi032 ceph-mon[189144]: pgmap v7960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:08.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:30:08 smithi039 ceph-mon[181282]: pgmap v7960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:10.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:30:10 smithi032 ceph-mon[189144]: pgmap v7961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:10.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:30:10 smithi032 ceph-mon[191839]: pgmap v7961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:10.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:30:10 smithi039 ceph-mon[181282]: pgmap v7961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:30:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:30:10] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:30:12.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:30:12 smithi032 ceph-mon[189144]: pgmap v7962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:12.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:30:12 smithi032 ceph-mon[191839]: pgmap v7962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:12.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:30:12 smithi039 ceph-mon[181282]: pgmap v7962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:14.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:30:14 smithi032 ceph-mon[189144]: pgmap v7963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:14.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:30:14 smithi032 ceph-mon[191839]: pgmap v7963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:14.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:30:14 smithi039 ceph-mon[181282]: pgmap v7963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:16.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:30:16 smithi032 ceph-mon[189144]: pgmap v7964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:16.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:30:16 smithi032 ceph-mon[191839]: pgmap v7964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:16.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:30:16 smithi039 ceph-mon[181282]: pgmap v7964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:17.259 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 20:30:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-22T20:30:16.982810398Z level=info msg="Completed cleanup jobs" duration=12.904672ms 2023-12-22T20:30:18.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:30:18 smithi032 ceph-mon[191839]: pgmap v7965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:18.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:30:18 smithi032 ceph-mon[189144]: pgmap v7965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:18.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:30:18 smithi039 ceph-mon[181282]: pgmap v7965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:19.057 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:30:19.377 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:30:19.377 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 2m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:30:19.377 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 36s ago 3h 96.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:30:19.377 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 2m ago 3h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:30:19.377 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 36s ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:30:19.377 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 36s ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:30:19.378 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 2m ago 3h 672M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:30:19.378 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 2m ago 3h 1027M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:30:19.378 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 36s ago 3h 508M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:30:19.378 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 2m ago 3h 519M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:30:19.378 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 2m ago 3h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:30:19.378 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 36s ago 3h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:30:19.378 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 2m ago 3h 4333M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:30:19.378 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 2m ago 3h 4534M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:30:19.378 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 2m ago 3h 4083M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:30:19.378 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 2m ago 3h 4031M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:30:19.378 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 36s ago 3h 3852M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:30:19.378 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 36s ago 3h 4077M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:30:19.378 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 36s ago 3h 3827M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:30:19.378 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 36s ago 3h 3723M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:30:19.379 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 36s ago 3h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:30:19.775 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:30:19.775 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:30:19.776 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:30:19.776 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:30:19.776 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:30:19.776 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:30:19.776 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:30:19.776 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:30:19.777 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:30:19.777 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:30:19.777 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:30:19.777 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:30:19.777 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:30:19.778 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:30:19.778 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:30:19.778 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:30:19.778 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:30:19.778 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:30:20.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:30:20 smithi032 ceph-mon[191839]: pgmap v7966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:20.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:30:20 smithi032 ceph-mon[191839]: from='client.52274 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:30:20.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:30:20 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1188998148' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:30:20.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:30:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:30:20.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:30:20 smithi032 ceph-mon[189144]: pgmap v7966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:20.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:30:20 smithi032 ceph-mon[189144]: from='client.52274 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:30:20.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:30:20 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1188998148' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:30:20.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:30:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:30:20.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:30:20 smithi039 ceph-mon[181282]: pgmap v7966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:20.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:30:20 smithi039 ceph-mon[181282]: from='client.52274 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:30:20.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:30:20 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1188998148' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:30:20.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:30:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:30:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:30:21 smithi032 ceph-mon[191839]: from='client.52280 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:30:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:30:21 smithi032 ceph-mon[189144]: from='client.52280 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:30:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:30:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:30:20] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:30:21.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:30:21 smithi039 ceph-mon[181282]: from='client.52280 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:30:22.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:30:22 smithi032 ceph-mon[191839]: pgmap v7967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:22.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:30:22 smithi032 ceph-mon[189144]: pgmap v7967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:22.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:30:22 smithi039 ceph-mon[181282]: pgmap v7967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:24.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:30:24 smithi032 ceph-mon[191839]: pgmap v7968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:24.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:30:24 smithi032 ceph-mon[189144]: pgmap v7968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:24.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:30:24 smithi039 ceph-mon[181282]: pgmap v7968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:26.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:30:26 smithi032 ceph-mon[189144]: pgmap v7969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:26.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:30:26 smithi032 ceph-mon[191839]: pgmap v7969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:26.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:30:26 smithi039 ceph-mon[181282]: pgmap v7969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:28.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:30:28 smithi032 ceph-mon[189144]: pgmap v7970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:28.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:30:28 smithi032 ceph-mon[191839]: pgmap v7970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:28.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:30:28 smithi039 ceph-mon[181282]: pgmap v7970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:30.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:30:30 smithi032 ceph-mon[191839]: pgmap v7971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:30.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:30:30 smithi032 ceph-mon[189144]: pgmap v7971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:30.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:30:30 smithi039 ceph-mon[181282]: pgmap v7971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:30:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:30:30] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:30:32.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:30:32 smithi032 ceph-mon[191839]: pgmap v7972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:32.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:30:32 smithi032 ceph-mon[189144]: pgmap v7972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:32.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:30:32 smithi039 ceph-mon[181282]: pgmap v7972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:34.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:30:34 smithi032 ceph-mon[189144]: pgmap v7973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:34.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:30:34 smithi032 ceph-mon[191839]: pgmap v7973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:34.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:30:34 smithi039 ceph-mon[181282]: pgmap v7973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:35.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:30:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:30:35.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:30:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:30:35.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:30:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:30:36.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:30:36 smithi032 ceph-mon[191839]: pgmap v7974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:36.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:30:36 smithi032 ceph-mon[189144]: pgmap v7974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:36.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:30:36 smithi039 ceph-mon[181282]: pgmap v7974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:38.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:30:38 smithi032 ceph-mon[191839]: pgmap v7975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:38.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:30:38 smithi032 ceph-mon[189144]: pgmap v7975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:38.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:30:38 smithi039 ceph-mon[181282]: pgmap v7975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:40.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:30:40 smithi032 ceph-mon[191839]: pgmap v7976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:40.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:30:40 smithi032 ceph-mon[189144]: pgmap v7976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:40.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:30:40 smithi039 ceph-mon[181282]: pgmap v7976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:30:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:30:40] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:30:42.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:30:42 smithi032 ceph-mon[189144]: pgmap v7977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:42.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:30:42 smithi032 ceph-mon[191839]: pgmap v7977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:42.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:30:42 smithi039 ceph-mon[181282]: pgmap v7977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:44.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:30:44 smithi032 ceph-mon[191839]: pgmap v7978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:44.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:30:44 smithi032 ceph-mon[189144]: pgmap v7978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:44.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:30:44 smithi039 ceph-mon[181282]: pgmap v7978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:46.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:30:46 smithi032 ceph-mon[191839]: pgmap v7979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:46.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:30:46 smithi032 ceph-mon[189144]: pgmap v7979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:46.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:30:46 smithi039 ceph-mon[181282]: pgmap v7979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:47.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:30:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:30:47.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:30:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:30:47.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:30:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:30:47.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:30:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:30:47.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:30:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:30:47.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:30:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:30:47.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:30:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:30:47.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:30:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:30:47.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:30:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:30:47.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:30:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:30:47.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:30:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:30:47.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:30:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:30:48.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:30:48 smithi032 ceph-mon[191839]: pgmap v7980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:48.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:30:48 smithi032 ceph-mon[189144]: pgmap v7980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:48.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:30:48 smithi039 ceph-mon[181282]: pgmap v7980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:50.143 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:30:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:30:50 smithi032 ceph-mon[191839]: pgmap v7981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:30:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:30:50.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:30:50 smithi032 ceph-mon[189144]: pgmap v7981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:50.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:30:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:30:50.465 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:30:50.465 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 3m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:30:50.465 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 67s ago 3h 96.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:30:50.465 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 3m ago 3h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:30:50.465 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 67s ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:30:50.465 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 67s ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:30:50.466 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 3m ago 3h 672M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:30:50.466 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 3m ago 3h 1027M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:30:50.466 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 67s ago 3h 508M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:30:50.466 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 3m ago 3h 519M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:30:50.466 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 3m ago 3h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:30:50.466 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 67s ago 3h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:30:50.466 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 3m ago 3h 4333M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:30:50.466 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 3m ago 3h 4534M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:30:50.466 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 3m ago 3h 4083M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:30:50.466 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 3m ago 3h 4031M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:30:50.466 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 67s ago 3h 3852M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:30:50.466 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 67s ago 3h 4077M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:30:50.466 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 67s ago 3h 3827M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:30:50.466 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 67s ago 3h 3723M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:30:50.466 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 67s ago 3h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:30:50.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:30:50 smithi039 ceph-mon[181282]: pgmap v7981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:50.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:30:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:30:50.867 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:30:50.868 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:30:50.868 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:30:50.868 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:30:50.868 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:30:50.868 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:30:50.868 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:30:50.868 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:30:50.868 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:30:50.868 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:30:50.868 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:30:50.868 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:30:50.868 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:30:50.868 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:30:50.869 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:30:50.869 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:30:50.869 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:30:50.869 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:30:51.116 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:30:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:30:50] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:30:51.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:30:51 smithi032 ceph-mon[191839]: from='client.42375 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:30:51.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:30:51 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4202574042' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:30:51.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:30:51 smithi032 ceph-mon[189144]: from='client.42375 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:30:51.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:30:51 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4202574042' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:30:51.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:30:51 smithi039 ceph-mon[181282]: from='client.42375 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:30:51.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:30:51 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4202574042' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:30:52.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:30:52 smithi032 ceph-mon[191839]: from='client.42381 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:30:52.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:30:52 smithi032 ceph-mon[191839]: pgmap v7982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:30:52 smithi032 ceph-mon[189144]: from='client.42381 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:30:52.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:30:52 smithi032 ceph-mon[189144]: pgmap v7982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:52.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:30:52 smithi039 ceph-mon[181282]: from='client.42381 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:30:52.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:30:52 smithi039 ceph-mon[181282]: pgmap v7982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:54.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:30:54 smithi032 ceph-mon[191839]: pgmap v7983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:54.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:30:54 smithi032 ceph-mon[189144]: pgmap v7983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:54.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:30:54 smithi039 ceph-mon[181282]: pgmap v7983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:56.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:30:56 smithi032 ceph-mon[189144]: pgmap v7984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:56.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:30:56 smithi032 ceph-mon[191839]: pgmap v7984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:56.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:30:56 smithi039 ceph-mon[181282]: pgmap v7984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:58.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:30:58 smithi032 ceph-mon[189144]: pgmap v7985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:58.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:30:58 smithi032 ceph-mon[191839]: pgmap v7985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:30:58.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:30:58 smithi039 ceph-mon[181282]: pgmap v7985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:00.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:31:00 smithi032 ceph-mon[191839]: pgmap v7986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:31:00 smithi032 ceph-mon[189144]: pgmap v7986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:00.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:31:00 smithi039 ceph-mon[181282]: pgmap v7986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:31:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:31:00] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:31:02.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:31:02 smithi032 ceph-mon[191839]: pgmap v7987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:02.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:31:02 smithi032 ceph-mon[189144]: pgmap v7987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:02.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:31:02 smithi039 ceph-mon[181282]: pgmap v7987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:31:04 smithi032 ceph-mon[191839]: pgmap v7988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:04.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:31:04 smithi032 ceph-mon[189144]: pgmap v7988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:31:04 smithi039 ceph-mon[181282]: pgmap v7988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:05.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:31:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:31:05.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:31:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:31:05.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:31:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:31:06.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:31:06 smithi032 ceph-mon[191839]: pgmap v7989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:06.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:31:06 smithi032 ceph-mon[189144]: pgmap v7989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:06.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:31:06 smithi039 ceph-mon[181282]: pgmap v7989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:08.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:31:08 smithi032 ceph-mon[191839]: pgmap v7990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:08.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:31:08 smithi032 ceph-mon[189144]: pgmap v7990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:08.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:31:08 smithi039 ceph-mon[181282]: pgmap v7990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:10.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:31:10 smithi032 ceph-mon[191839]: pgmap v7991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:10.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:31:10 smithi032 ceph-mon[189144]: pgmap v7991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:10.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:31:10 smithi039 ceph-mon[181282]: pgmap v7991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:31:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:31:10] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T20:31:12.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:31:12 smithi032 ceph-mon[191839]: pgmap v7992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:12.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:31:12 smithi032 ceph-mon[189144]: pgmap v7992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:12.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:31:12 smithi039 ceph-mon[181282]: pgmap v7992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:14.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:31:14 smithi032 ceph-mon[191839]: pgmap v7993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:14.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:31:14 smithi032 ceph-mon[189144]: pgmap v7993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:14.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:31:14 smithi039 ceph-mon[181282]: pgmap v7993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:16.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:31:16 smithi032 ceph-mon[191839]: pgmap v7994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:16.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:31:16 smithi032 ceph-mon[189144]: pgmap v7994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:16.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:31:16 smithi039 ceph-mon[181282]: pgmap v7994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:18.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:31:18 smithi032 ceph-mon[191839]: pgmap v7995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:18.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:31:18 smithi032 ceph-mon[189144]: pgmap v7995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:18.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:31:18 smithi039 ceph-mon[181282]: pgmap v7995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:20.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:31:20 smithi032 ceph-mon[191839]: pgmap v7996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:20.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:31:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:31:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:31:20 smithi032 ceph-mon[189144]: pgmap v7996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:31:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:31:20.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:31:20 smithi039 ceph-mon[181282]: pgmap v7996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:20.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:31:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:31:21.184 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:31:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:31:20] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:31:21.229 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:31:21.552 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:31:21.553 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 3m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:31:21.553 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 98s ago 3h 96.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:31:21.553 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 3m ago 3h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:31:21.553 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 98s ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:31:21.553 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 98s ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:31:21.553 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 3m ago 3h 672M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:31:21.553 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 3m ago 3h 1027M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:31:21.553 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 98s ago 3h 508M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:31:21.553 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 3m ago 3h 519M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:31:21.553 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 3m ago 3h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:31:21.553 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 98s ago 3h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:31:21.554 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 3m ago 3h 4333M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:31:21.554 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 3m ago 3h 4534M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:31:21.554 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 3m ago 3h 4083M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:31:21.554 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 3m ago 3h 4031M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:31:21.554 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 98s ago 3h 3852M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:31:21.554 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 98s ago 3h 4077M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:31:21.554 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 98s ago 3h 3827M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:31:21.554 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 98s ago 3h 3723M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:31:21.554 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 98s ago 3h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:31:21.953 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:31:21.953 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:31:21.953 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:31:21.953 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:31:21.953 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:31:21.953 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:31:21.953 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:31:21.953 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:31:21.953 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:31:21.953 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:31:21.953 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:31:21.954 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:31:21.954 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:31:21.954 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:31:21.954 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:31:21.954 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:31:21.954 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:31:21.954 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:31:22.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:31:22 smithi032 ceph-mon[191839]: pgmap v7997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:22.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:31:22 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1217812782' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:31:22.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:31:22 smithi032 ceph-mon[189144]: pgmap v7997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:22.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:31:22 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1217812782' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:31:22.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:31:22 smithi039 ceph-mon[181282]: pgmap v7997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:22.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:31:22 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1217812782' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:31:23.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:31:23 smithi039 ceph-mon[181282]: from='client.42393 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:31:23.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:31:23 smithi039 ceph-mon[181282]: from='client.42399 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:31:23.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:31:23 smithi032 ceph-mon[189144]: from='client.42393 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:31:23.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:31:23 smithi032 ceph-mon[189144]: from='client.42399 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:31:23.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:31:23 smithi032 ceph-mon[191839]: from='client.42393 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:31:23.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:31:23 smithi032 ceph-mon[191839]: from='client.42399 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:31:24.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:31:24 smithi039 ceph-mon[181282]: pgmap v7998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:24.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:31:24 smithi032 ceph-mon[189144]: pgmap v7998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:24.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:31:24 smithi032 ceph-mon[191839]: pgmap v7998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:26.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:31:26 smithi039 ceph-mon[181282]: pgmap v7999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:26.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:31:26 smithi032 ceph-mon[189144]: pgmap v7999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:26.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:31:26 smithi032 ceph-mon[191839]: pgmap v7999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:28.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:31:28 smithi039 ceph-mon[181282]: pgmap v8000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:28.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:31:28 smithi032 ceph-mon[189144]: pgmap v8000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:28.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:31:28 smithi032 ceph-mon[191839]: pgmap v8000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:30.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:31:30 smithi039 ceph-mon[181282]: pgmap v8001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:30.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:31:30 smithi032 ceph-mon[191839]: pgmap v8001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:30.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:31:30 smithi032 ceph-mon[189144]: pgmap v8001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:31:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:31:30] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:31:32.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:31:32 smithi039 ceph-mon[181282]: pgmap v8002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:32.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:31:32 smithi032 ceph-mon[189144]: pgmap v8002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:32.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:31:32 smithi032 ceph-mon[191839]: pgmap v8002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:34.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:31:34 smithi039 ceph-mon[181282]: pgmap v8003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:34.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:31:34 smithi032 ceph-mon[189144]: pgmap v8003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:34.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:31:34 smithi032 ceph-mon[191839]: pgmap v8003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:35.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:31:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:31:35.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:31:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:31:35.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:31:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:31:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:31:36 smithi039 ceph-mon[181282]: pgmap v8004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:36.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:31:36 smithi032 ceph-mon[189144]: pgmap v8004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:36.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:31:36 smithi032 ceph-mon[191839]: pgmap v8004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:38.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:31:38 smithi039 ceph-mon[181282]: pgmap v8005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:38.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:31:38 smithi032 ceph-mon[189144]: pgmap v8005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:38.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:31:38 smithi032 ceph-mon[191839]: pgmap v8005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:40.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:31:40 smithi039 ceph-mon[181282]: pgmap v8006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:40.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:31:40 smithi032 ceph-mon[189144]: pgmap v8006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:40.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:31:40 smithi032 ceph-mon[191839]: pgmap v8006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:31:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:31:40] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:31:41.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:31:41 smithi032 ceph-mon[191839]: pgmap v8007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:41.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:31:41 smithi032 ceph-mon[189144]: pgmap v8007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:41.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:31:41 smithi039 ceph-mon[181282]: pgmap v8007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:43.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:31:43 smithi032 ceph-mon[189144]: pgmap v8008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:43.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:31:43 smithi032 ceph-mon[191839]: pgmap v8008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:44.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:31:43 smithi039 ceph-mon[181282]: pgmap v8008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:46.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:31:45 smithi039 ceph-mon[181282]: pgmap v8009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:46.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:31:45 smithi032 ceph-mon[191839]: pgmap v8009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:46.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:31:45 smithi032 ceph-mon[189144]: pgmap v8009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:47.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:31:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:31:47.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:31:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:31:47.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:31:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:31:48.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:31:47 smithi039 ceph-mon[181282]: pgmap v8010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:48.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:31:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:31:48.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:31:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:31:48.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:31:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:31:48.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:31:47 smithi032 ceph-mon[191839]: pgmap v8010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:48.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:31:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:31:48.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:31:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:31:48.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:31:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:31:48.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:31:47 smithi032 ceph-mon[189144]: pgmap v8010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:48.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:31:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:31:48.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:31:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:31:48.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:31:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:31:50.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:31:49 smithi039 ceph-mon[181282]: pgmap v8011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:50.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:31:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:31:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:31:49 smithi032 ceph-mon[191839]: pgmap v8011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:31:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:31:50.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:31:49 smithi032 ceph-mon[189144]: pgmap v8011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:50.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:31:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:31:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:31:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:31:50] "GET /metrics HTTP/1.1" 200 34065 "" "Prometheus/2.43.0" 2023-12-22T20:31:52.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:31:51 smithi039 ceph-mon[181282]: pgmap v8012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:52.327 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:31:52.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:31:51 smithi032 ceph-mon[191839]: pgmap v8012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:31:51 smithi032 ceph-mon[189144]: pgmap v8012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:52.652 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:31:52.652 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 4m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:31:52.652 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 2m ago 3h 96.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:31:52.652 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 4m ago 3h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:31:52.652 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 2m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:31:52.652 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 2m ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:31:52.652 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 4m ago 3h 672M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:31:52.652 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 4m ago 3h 1027M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:31:52.652 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 2m ago 3h 508M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:31:52.652 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 4m ago 3h 519M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:31:52.652 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 4m ago 3h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:31:52.652 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 2m ago 3h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:31:52.652 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 4m ago 3h 4333M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:31:52.653 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 4m ago 3h 4534M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:31:52.653 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 4m ago 3h 4083M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:31:52.653 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 4m ago 3h 4031M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:31:52.653 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 2m ago 3h 3852M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:31:52.653 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 2m ago 3h 4077M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:31:52.653 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 2m ago 3h 3827M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:31:52.653 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 2m ago 3h 3723M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:31:52.653 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 2m ago 3h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:31:53.053 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:31:53.053 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:31:53.053 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:31:53.053 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:31:53.054 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:31:53.054 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:31:53.054 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:31:53.054 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:31:53.054 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:31:53.054 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:31:53.054 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:31:53.054 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:31:53.054 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:31:53.054 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:31:53.054 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:31:53.054 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:31:53.054 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:31:53.054 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:31:54.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:31:53 smithi039 ceph-mon[181282]: from='client.52328 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:31:54.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:31:53 smithi039 ceph-mon[181282]: pgmap v8013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:54.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:31:53 smithi039 ceph-mon[181282]: from='client.52334 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:31:54.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:31:53 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1249691665' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:31:54.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:31:53 smithi032 ceph-mon[191839]: from='client.52328 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:31:54.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:31:53 smithi032 ceph-mon[191839]: pgmap v8013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:54.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:31:53 smithi032 ceph-mon[191839]: from='client.52334 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:31:54.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:31:53 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1249691665' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:31:54.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:31:53 smithi032 ceph-mon[189144]: from='client.52328 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:31:54.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:31:53 smithi032 ceph-mon[189144]: pgmap v8013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:54.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:31:53 smithi032 ceph-mon[189144]: from='client.52334 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:31:54.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:31:53 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1249691665' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:31:56.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:31:55 smithi039 ceph-mon[181282]: pgmap v8014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:56.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:31:55 smithi032 ceph-mon[191839]: pgmap v8014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:56.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:31:55 smithi032 ceph-mon[189144]: pgmap v8014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:58.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:31:57 smithi039 ceph-mon[181282]: pgmap v8015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:58.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:31:57 smithi032 ceph-mon[191839]: pgmap v8015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:31:58.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:31:57 smithi032 ceph-mon[189144]: pgmap v8015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:00.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:31:59 smithi039 ceph-mon[181282]: pgmap v8016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:00.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:31:59 smithi032 ceph-mon[191839]: pgmap v8016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:31:59 smithi032 ceph-mon[189144]: pgmap v8016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:32:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:32:00] "GET /metrics HTTP/1.1" 200 34065 "" "Prometheus/2.43.0" 2023-12-22T20:32:02.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:32:01 smithi039 ceph-mon[181282]: pgmap v8017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:02.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:32:01 smithi032 ceph-mon[189144]: pgmap v8017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:02.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:32:01 smithi032 ceph-mon[191839]: pgmap v8017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:04.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:32:03 smithi039 ceph-mon[181282]: pgmap v8018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:32:03 smithi032 ceph-mon[191839]: pgmap v8018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:04.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:32:03 smithi032 ceph-mon[189144]: pgmap v8018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:05.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:32:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:32:05.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:32:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:32:05.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:32:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:32:06.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:32:05 smithi039 ceph-mon[181282]: pgmap v8019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:06.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:32:05 smithi032 ceph-mon[189144]: pgmap v8019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:06.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:32:05 smithi032 ceph-mon[191839]: pgmap v8019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:08.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:32:07 smithi039 ceph-mon[181282]: pgmap v8020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:08.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:32:07 smithi032 ceph-mon[189144]: pgmap v8020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:08.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:32:07 smithi032 ceph-mon[191839]: pgmap v8020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:10.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:32:09 smithi039 ceph-mon[181282]: pgmap v8021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:10.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:32:09 smithi032 ceph-mon[191839]: pgmap v8021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:10.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:32:09 smithi032 ceph-mon[189144]: pgmap v8021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:32:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:32:10] "GET /metrics HTTP/1.1" 200 34058 "" "Prometheus/2.43.0" 2023-12-22T20:32:12.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:32:11 smithi039 ceph-mon[181282]: pgmap v8022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:12.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:32:11 smithi032 ceph-mon[191839]: pgmap v8022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:12.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:32:11 smithi032 ceph-mon[189144]: pgmap v8022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:14.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:32:13 smithi039 ceph-mon[181282]: pgmap v8023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:14.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:32:13 smithi032 ceph-mon[191839]: pgmap v8023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:14.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:32:13 smithi032 ceph-mon[189144]: pgmap v8023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:16.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:32:15 smithi039 ceph-mon[181282]: pgmap v8024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:16.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:32:15 smithi032 ceph-mon[191839]: pgmap v8024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:16.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:32:15 smithi032 ceph-mon[189144]: pgmap v8024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:18.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:32:17 smithi039 ceph-mon[181282]: pgmap v8025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:18.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:32:17 smithi032 ceph-mon[191839]: pgmap v8025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:18.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:32:17 smithi032 ceph-mon[189144]: pgmap v8025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:20.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:32:19 smithi039 ceph-mon[181282]: pgmap v8026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:20.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:32:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:32:20.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:32:19 smithi032 ceph-mon[191839]: pgmap v8026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:20.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:32:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:32:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:32:19 smithi032 ceph-mon[189144]: pgmap v8026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:32:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:32:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:32:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:32:20] "GET /metrics HTTP/1.1" 200 34064 "" "Prometheus/2.43.0" 2023-12-22T20:32:22.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:32:22 smithi039 ceph-mon[181282]: pgmap v8027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:22.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:32:22 smithi032 ceph-mon[191839]: pgmap v8027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:22.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:32:22 smithi032 ceph-mon[189144]: pgmap v8027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:23.419 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:32:23.742 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:32:23.743 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 4m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:32:23.743 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 2m ago 3h 96.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:32:23.743 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 4m ago 3h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:32:23.743 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 2m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:32:23.743 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 2m ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:32:23.743 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 4m ago 3h 672M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:32:23.743 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 4m ago 3h 1027M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:32:23.743 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 2m ago 3h 508M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:32:23.743 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 4m ago 3h 519M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:32:23.743 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 4m ago 3h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:32:23.743 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 2m ago 3h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:32:23.743 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 4m ago 3h 4333M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:32:23.743 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 4m ago 3h 4534M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:32:23.744 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 4m ago 3h 4083M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:32:23.744 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 4m ago 3h 4031M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:32:23.744 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 2m ago 3h 3852M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:32:23.744 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 2m ago 3h 4077M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:32:23.744 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 2m ago 3h 3827M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:32:23.744 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 2m ago 3h 3723M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:32:23.744 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 2m ago 3h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:32:24.168 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:32:24.168 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:32:24.168 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:32:24.168 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:32:24.169 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:32:24.169 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:32:24.169 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:32:24.169 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:32:24.169 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:32:24.169 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:32:24.169 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:32:24.169 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:32:24.169 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:32:24.169 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:32:24.170 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:32:24.170 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:32:24.170 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:32:24.170 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:32:24.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:32:24 smithi039 ceph-mon[181282]: pgmap v8028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:24.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:32:24 smithi032 ceph-mon[191839]: pgmap v8028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:24.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:32:24 smithi032 ceph-mon[189144]: pgmap v8028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:25.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:32:25 smithi032 ceph-mon[191839]: from='client.52346 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:32:25.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:32:25 smithi032 ceph-mon[191839]: from='client.42435 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:32:25.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:32:25 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3154072564' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:32:25.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:32:25 smithi032 ceph-mon[189144]: from='client.52346 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:32:25.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:32:25 smithi032 ceph-mon[189144]: from='client.42435 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:32:25.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:32:25 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3154072564' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:32:25.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:32:25 smithi039 ceph-mon[181282]: from='client.52346 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:32:25.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:32:25 smithi039 ceph-mon[181282]: from='client.42435 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:32:25.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:32:25 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3154072564' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:32:26.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:32:26 smithi032 ceph-mon[191839]: pgmap v8029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:26.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:32:26 smithi032 ceph-mon[189144]: pgmap v8029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:26.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:32:26 smithi039 ceph-mon[181282]: pgmap v8029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:28.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:32:28 smithi032 ceph-mon[191839]: pgmap v8030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:28.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:32:28 smithi032 ceph-mon[189144]: pgmap v8030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:28.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:32:28 smithi039 ceph-mon[181282]: pgmap v8030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:30.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:32:30 smithi032 ceph-mon[191839]: pgmap v8031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:30.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:32:30 smithi032 ceph-mon[189144]: pgmap v8031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:30.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:32:30 smithi039 ceph-mon[181282]: pgmap v8031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:32:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:32:30] "GET /metrics HTTP/1.1" 200 34064 "" "Prometheus/2.43.0" 2023-12-22T20:32:32.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:32:32 smithi032 ceph-mon[189144]: pgmap v8032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:32.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:32:32 smithi032 ceph-mon[191839]: pgmap v8032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:32.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:32:32 smithi039 ceph-mon[181282]: pgmap v8032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:34.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:32:34 smithi032 ceph-mon[189144]: pgmap v8033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:34.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:32:34 smithi032 ceph-mon[191839]: pgmap v8033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:34.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:32:34 smithi039 ceph-mon[181282]: pgmap v8033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:35.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:32:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:32:35.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:32:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:32:35.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:32:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:32:36.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:32:36 smithi032 ceph-mon[189144]: pgmap v8034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:36.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:32:36 smithi032 ceph-mon[191839]: pgmap v8034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:32:36 smithi039 ceph-mon[181282]: pgmap v8034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:38.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:32:38 smithi032 ceph-mon[189144]: pgmap v8035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:38.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:32:38 smithi032 ceph-mon[191839]: pgmap v8035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:38.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:32:38 smithi039 ceph-mon[181282]: pgmap v8035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:40.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:32:40 smithi032 ceph-mon[189144]: pgmap v8036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:40.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:32:40 smithi032 ceph-mon[191839]: pgmap v8036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:40.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:32:40 smithi039 ceph-mon[181282]: pgmap v8036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:32:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:32:40] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:32:42.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:32:42 smithi032 ceph-mon[189144]: pgmap v8037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:42.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:32:42 smithi032 ceph-mon[191839]: pgmap v8037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:42.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:32:42 smithi039 ceph-mon[181282]: pgmap v8037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:44.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:32:44 smithi032 ceph-mon[191839]: pgmap v8038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:44.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:32:44 smithi032 ceph-mon[189144]: pgmap v8038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:44.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:32:44 smithi039 ceph-mon[181282]: pgmap v8038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:46.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:32:46 smithi032 ceph-mon[191839]: pgmap v8039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:46.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:32:46 smithi032 ceph-mon[189144]: pgmap v8039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:46.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:32:46 smithi039 ceph-mon[181282]: pgmap v8039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:48.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:32:48 smithi032 ceph-mon[191839]: pgmap v8040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:48.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:32:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:32:48.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:32:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:32:48.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:32:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:32:48.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:32:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:32:48.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:32:48 smithi032 ceph-mon[189144]: pgmap v8040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:48.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:32:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:32:48.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:32:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:32:48.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:32:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:32:48.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:32:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:32:48.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:32:48 smithi039 ceph-mon[181282]: pgmap v8040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:48.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:32:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:32:48.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:32:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:32:48.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:32:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:32:48.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:32:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:32:50.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:32:50 smithi032 ceph-mon[189144]: pgmap v8041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:50.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:32:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:32:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:32:50 smithi032 ceph-mon[191839]: pgmap v8041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:50.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:32:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:32:50.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:32:50 smithi039 ceph-mon[181282]: pgmap v8041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:50.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:32:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:32:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:32:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:32:50] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:32:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:32:52 smithi032 ceph-mon[189144]: pgmap v8042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:52.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:32:52 smithi032 ceph-mon[191839]: pgmap v8042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:52.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:32:52 smithi039 ceph-mon[181282]: pgmap v8042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:54.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:32:54 smithi032 ceph-mon[189144]: pgmap v8043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:54.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:32:54 smithi032 ceph-mon[191839]: pgmap v8043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:54.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:32:54 smithi039 ceph-mon[181282]: pgmap v8043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:54.535 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:32:54.856 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:32:54.856 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 5m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:32:54.856 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 3m ago 3h 96.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:32:54.856 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 5m ago 3h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:32:54.856 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 3m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:32:54.856 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 3m ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:32:54.857 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 5m ago 3h 672M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:32:54.857 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 5m ago 3h 1027M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:32:54.857 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 3m ago 3h 508M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:32:54.857 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 5m ago 3h 519M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:32:54.857 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 5m ago 3h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:32:54.857 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 3m ago 3h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:32:54.857 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 5m ago 3h 4333M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:32:54.857 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 5m ago 3h 4534M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:32:54.857 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 5m ago 3h 4083M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:32:54.857 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 5m ago 3h 4031M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:32:54.857 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 3m ago 3h 3852M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:32:54.857 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 3m ago 3h 4077M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:32:54.857 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 3m ago 3h 3827M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:32:54.858 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 3m ago 3h 3723M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:32:54.858 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 3m ago 3h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:32:55.257 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:32:55.257 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:32:55.257 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:32:55.257 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:32:55.257 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:32:55.257 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:32:55.257 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:32:55.257 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:32:55.258 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:32:55.258 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:32:55.258 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:32:55.258 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:32:55.258 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:32:55.258 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:32:55.258 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:32:55.258 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:32:55.258 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:32:55.258 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:32:56.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:32:56 smithi032 ceph-mon[189144]: from='client.42447 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:32:56.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:32:56 smithi032 ceph-mon[189144]: pgmap v8044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:56.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:32:56 smithi032 ceph-mon[189144]: from='client.52370 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:32:56.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:32:56 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1660106691' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:32:56.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:32:56 smithi032 ceph-mon[191839]: from='client.42447 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:32:56.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:32:56 smithi032 ceph-mon[191839]: pgmap v8044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:56.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:32:56 smithi032 ceph-mon[191839]: from='client.52370 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:32:56.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:32:56 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1660106691' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:32:56.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:32:56 smithi039 ceph-mon[181282]: from='client.42447 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:32:56.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:32:56 smithi039 ceph-mon[181282]: pgmap v8044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:56.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:32:56 smithi039 ceph-mon[181282]: from='client.52370 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:32:56.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:32:56 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1660106691' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:32:58.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:32:58 smithi032 ceph-mon[189144]: pgmap v8045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:58.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:32:58 smithi032 ceph-mon[191839]: pgmap v8045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:32:58.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:32:58 smithi039 ceph-mon[181282]: pgmap v8045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:33:00 smithi032 ceph-mon[189144]: pgmap v8046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:00.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:33:00 smithi032 ceph-mon[191839]: pgmap v8046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:00.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:33:00 smithi039 ceph-mon[181282]: pgmap v8046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:33:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:33:00] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:33:02.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:33:02 smithi032 ceph-mon[189144]: pgmap v8047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:02.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:33:02 smithi032 ceph-mon[191839]: pgmap v8047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:02.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:33:02 smithi039 ceph-mon[181282]: pgmap v8047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:04.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:33:04 smithi032 ceph-mon[189144]: pgmap v8048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:04.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:33:04 smithi032 ceph-mon[191839]: pgmap v8048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:33:04 smithi039 ceph-mon[181282]: pgmap v8048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:05.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:33:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:33:05.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:33:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:33:05.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:33:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:33:06.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:33:06 smithi032 ceph-mon[191839]: pgmap v8049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:06.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:33:06 smithi032 ceph-mon[189144]: pgmap v8049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:06.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:33:06 smithi039 ceph-mon[181282]: pgmap v8049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:08.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:33:08 smithi032 ceph-mon[189144]: pgmap v8050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:08.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:33:08 smithi032 ceph-mon[191839]: pgmap v8050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:08.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:33:08 smithi039 ceph-mon[181282]: pgmap v8050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:10.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:33:10 smithi032 ceph-mon[189144]: pgmap v8051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:10.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:33:10 smithi032 ceph-mon[191839]: pgmap v8051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:10.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:33:10 smithi039 ceph-mon[181282]: pgmap v8051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:33:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:33:10] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:33:12.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:33:12 smithi032 ceph-mon[189144]: pgmap v8052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:12.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:33:12 smithi032 ceph-mon[191839]: pgmap v8052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:12.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:33:12 smithi039 ceph-mon[181282]: pgmap v8052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:14.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:33:14 smithi032 ceph-mon[189144]: pgmap v8053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:14.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:33:14 smithi032 ceph-mon[191839]: pgmap v8053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:14.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:33:14 smithi039 ceph-mon[181282]: pgmap v8053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:16.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:33:16 smithi032 ceph-mon[189144]: pgmap v8054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:16.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:33:16 smithi032 ceph-mon[191839]: pgmap v8054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:16.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:33:16 smithi039 ceph-mon[181282]: pgmap v8054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:18.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:33:18 smithi032 ceph-mon[191839]: pgmap v8055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:18.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:33:18 smithi032 ceph-mon[189144]: pgmap v8055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:18.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:33:18 smithi039 ceph-mon[181282]: pgmap v8055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:33:20 smithi032 ceph-mon[189144]: pgmap v8056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:33:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:33:20.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:33:20 smithi032 ceph-mon[191839]: pgmap v8056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:20.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:33:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:33:20.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:33:20 smithi039 ceph-mon[181282]: pgmap v8056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:20.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:33:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:33:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:33:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:33:20] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:33:22.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:33:22 smithi032 ceph-mon[191839]: pgmap v8057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:22.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:33:22 smithi032 ceph-mon[189144]: pgmap v8057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:22.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:33:22 smithi039 ceph-mon[181282]: pgmap v8057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:24.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:33:24 smithi032 ceph-mon[191839]: pgmap v8058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:24.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:33:24 smithi032 ceph-mon[189144]: pgmap v8058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:24.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:33:24 smithi039 ceph-mon[181282]: pgmap v8058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:25.626 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:33:25.950 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:33:25.950 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 5m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:33:25.950 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 3m ago 3h 96.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:33:25.950 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 5m ago 3h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:33:25.950 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 3m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:33:25.950 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 3m ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:33:25.950 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 5m ago 3h 672M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:33:25.951 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 5m ago 3h 1027M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:33:25.951 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 3m ago 3h 508M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:33:25.951 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 5m ago 3h 519M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:33:25.951 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 5m ago 3h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:33:25.951 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 3m ago 3h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:33:25.951 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 5m ago 3h 4333M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:33:25.951 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 5m ago 3h 4534M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:33:25.951 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 5m ago 3h 4083M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:33:25.951 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 5m ago 3h 4031M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:33:25.951 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 3m ago 3h 3852M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:33:25.951 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 3m ago 3h 4077M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:33:25.951 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 3m ago 3h 3827M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:33:25.951 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 3m ago 3h 3723M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:33:25.951 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 3m ago 3h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:33:26.356 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:33:26.356 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:33:26.357 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:33:26.357 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:33:26.357 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:33:26.357 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:33:26.357 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:33:26.357 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:33:26.357 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:33:26.357 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:33:26.357 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:33:26.357 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:33:26.357 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:33:26.357 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:33:26.357 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:33:26.358 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:33:26.358 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:33:26.358 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:33:26.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:33:26 smithi032 ceph-mon[189144]: pgmap v8059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:26.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:33:26 smithi032 ceph-mon[191839]: pgmap v8059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:26.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:33:26 smithi039 ceph-mon[181282]: pgmap v8059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:27.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:33:27 smithi032 ceph-mon[191839]: from='client.52382 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:33:27.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:33:27 smithi032 ceph-mon[191839]: from='client.42471 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:33:27.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:33:27 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2212308070' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:33:27.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:33:27 smithi032 ceph-mon[189144]: from='client.52382 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:33:27.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:33:27 smithi032 ceph-mon[189144]: from='client.42471 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:33:27.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:33:27 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2212308070' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:33:27.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:33:27 smithi039 ceph-mon[181282]: from='client.52382 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:33:27.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:33:27 smithi039 ceph-mon[181282]: from='client.42471 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:33:27.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:33:27 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2212308070' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:33:28.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:33:28 smithi032 ceph-mon[189144]: pgmap v8060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:28.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:33:28 smithi032 ceph-mon[191839]: pgmap v8060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:28.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:33:28 smithi039 ceph-mon[181282]: pgmap v8060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:30.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:33:30 smithi032 ceph-mon[189144]: pgmap v8061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:30.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:33:30 smithi032 ceph-mon[191839]: pgmap v8061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:30.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:33:30 smithi039 ceph-mon[181282]: pgmap v8061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:33:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:33:30] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:33:32.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:33:32 smithi032 ceph-mon[189144]: pgmap v8062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:32.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:33:32 smithi032 ceph-mon[191839]: pgmap v8062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:32.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:33:32 smithi039 ceph-mon[181282]: pgmap v8062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:34.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:33:34 smithi032 ceph-mon[189144]: pgmap v8063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:34.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:33:34 smithi032 ceph-mon[191839]: pgmap v8063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:34.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:33:34 smithi039 ceph-mon[181282]: pgmap v8063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:35.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:33:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:33:35.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:33:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:33:35.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:33:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:33:36.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:33:36 smithi032 ceph-mon[191839]: pgmap v8064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:33:36 smithi032 ceph-mon[189144]: pgmap v8064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:33:36 smithi039 ceph-mon[181282]: pgmap v8064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:38.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:33:38 smithi032 ceph-mon[189144]: pgmap v8065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:38.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:33:38 smithi032 ceph-mon[191839]: pgmap v8065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:38.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:33:38 smithi039 ceph-mon[181282]: pgmap v8065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:40.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:33:40 smithi032 ceph-mon[189144]: pgmap v8066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:40.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:33:40 smithi032 ceph-mon[191839]: pgmap v8066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:40.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:33:40 smithi039 ceph-mon[181282]: pgmap v8066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:33:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:33:40] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:33:42.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:33:42 smithi032 ceph-mon[189144]: pgmap v8067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:42.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:33:42 smithi032 ceph-mon[191839]: pgmap v8067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:42.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:33:42 smithi039 ceph-mon[181282]: pgmap v8067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:44.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:33:44 smithi032 ceph-mon[191839]: pgmap v8068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:44.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:33:44 smithi032 ceph-mon[189144]: pgmap v8068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:44.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:33:44 smithi039 ceph-mon[181282]: pgmap v8068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:46.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:33:46 smithi032 ceph-mon[191839]: pgmap v8069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:46.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:33:46 smithi032 ceph-mon[189144]: pgmap v8069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:46.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:33:46 smithi039 ceph-mon[181282]: pgmap v8069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:48.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:33:48 smithi032 ceph-mon[191839]: pgmap v8070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:48.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:33:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:33:48.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:33:48 smithi032 ceph-mon[189144]: pgmap v8070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:48.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:33:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:33:48.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:33:48 smithi039 ceph-mon[181282]: pgmap v8070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:48.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:33:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:33:49.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:33:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:33:49.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:33:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:33:49.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:33:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:33:49.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:33:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:33:49.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:33:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:33:49.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:33:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:33:49.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:33:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:33:49.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:33:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:33:49.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:33:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:33:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:33:50 smithi032 ceph-mon[191839]: pgmap v8071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:33:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:33:50.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:33:50 smithi032 ceph-mon[189144]: pgmap v8071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:50.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:33:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:33:50.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:33:50 smithi039 ceph-mon[181282]: pgmap v8071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:50.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:33:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:33:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:33:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:33:50] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:33:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:33:52 smithi032 ceph-mon[189144]: pgmap v8072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:52.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:33:52 smithi032 ceph-mon[191839]: pgmap v8072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:52.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:33:52 smithi039 ceph-mon[181282]: pgmap v8072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:54.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:33:54 smithi039 ceph-mon[181282]: pgmap v8073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:54.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:33:54 smithi032 ceph-mon[191839]: pgmap v8073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:54.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:33:54 smithi032 ceph-mon[189144]: pgmap v8073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:56.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:33:56 smithi039 ceph-mon[181282]: pgmap v8074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:56.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:33:56 smithi032 ceph-mon[189144]: pgmap v8074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:56.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:33:56 smithi032 ceph-mon[191839]: pgmap v8074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:56.720 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:33:57.044 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:33:57.044 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 6m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:33:57.044 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 4m ago 3h 96.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:33:57.044 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 6m ago 3h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:33:57.044 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 4m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:33:57.044 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 4m ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:33:57.044 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 6m ago 3h 672M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:33:57.044 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 6m ago 3h 1027M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:33:57.044 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 4m ago 3h 508M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:33:57.044 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 6m ago 3h 519M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:33:57.045 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 6m ago 3h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:33:57.045 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 4m ago 3h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:33:57.045 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 6m ago 3h 4333M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:33:57.045 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 6m ago 3h 4534M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:33:57.045 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 6m ago 3h 4083M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:33:57.045 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 6m ago 3h 4031M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:33:57.045 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 4m ago 3h 3852M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:33:57.045 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 4m ago 3h 4077M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:33:57.045 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 4m ago 3h 3827M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:33:57.045 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 4m ago 3h 3723M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:33:57.045 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 4m ago 3h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:33:57.448 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:33:57.448 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:33:57.448 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:33:57.448 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:33:57.448 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:33:57.448 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:33:57.448 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:33:57.448 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:33:57.449 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:33:57.449 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:33:57.449 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:33:57.449 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:33:57.449 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:33:57.449 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:33:57.449 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:33:57.449 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:33:57.449 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:33:57.449 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:33:58.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:33:58 smithi039 ceph-mon[181282]: pgmap v8075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:58.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:33:58 smithi039 ceph-mon[181282]: from='client.52400 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:33:58.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:33:58 smithi039 ceph-mon[181282]: from='client.52406 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:33:58.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:33:58 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2964460588' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:33:58.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:33:58 smithi032 ceph-mon[191839]: pgmap v8075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:58.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:33:58 smithi032 ceph-mon[191839]: from='client.52400 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:33:58.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:33:58 smithi032 ceph-mon[191839]: from='client.52406 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:33:58.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:33:58 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2964460588' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:33:58.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:33:58 smithi032 ceph-mon[189144]: pgmap v8075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:33:58.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:33:58 smithi032 ceph-mon[189144]: from='client.52400 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:33:58.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:33:58 smithi032 ceph-mon[189144]: from='client.52406 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:33:58.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:33:58 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2964460588' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:34:00.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:34:00 smithi039 ceph-mon[181282]: pgmap v8076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:00.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:34:00 smithi032 ceph-mon[191839]: pgmap v8076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:00.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:34:00 smithi032 ceph-mon[189144]: pgmap v8076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:34:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:34:00] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:34:02.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:34:02 smithi039 ceph-mon[181282]: pgmap v8077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:02.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:34:02 smithi032 ceph-mon[191839]: pgmap v8077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:02.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:34:02 smithi032 ceph-mon[189144]: pgmap v8077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:34:04 smithi039 ceph-mon[181282]: pgmap v8078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:04.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:34:04 smithi032 ceph-mon[191839]: pgmap v8078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:04.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:34:04 smithi032 ceph-mon[189144]: pgmap v8078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:05.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:34:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:34:05.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:34:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:34:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:34:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:34:06.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:34:06 smithi039 ceph-mon[181282]: pgmap v8079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:06.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:34:06 smithi032 ceph-mon[189144]: pgmap v8079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:06.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:34:06 smithi032 ceph-mon[191839]: pgmap v8079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:08.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:34:08 smithi039 ceph-mon[181282]: pgmap v8080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:08.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:34:08 smithi032 ceph-mon[191839]: pgmap v8080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:08.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:34:08 smithi032 ceph-mon[189144]: pgmap v8080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:10.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:34:10 smithi039 ceph-mon[181282]: pgmap v8081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:10.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:34:10 smithi032 ceph-mon[191839]: pgmap v8081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:10.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:34:10 smithi032 ceph-mon[189144]: pgmap v8081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:34:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:34:10] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:34:12.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:34:12 smithi039 ceph-mon[181282]: pgmap v8082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:12.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:34:12 smithi032 ceph-mon[189144]: pgmap v8082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:12.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:34:12 smithi032 ceph-mon[191839]: pgmap v8082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:14.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:34:14 smithi039 ceph-mon[181282]: pgmap v8083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:14.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:34:14 smithi032 ceph-mon[191839]: pgmap v8083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:14.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:34:14 smithi032 ceph-mon[189144]: pgmap v8083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:16.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:34:16 smithi039 ceph-mon[181282]: pgmap v8084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:16.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:34:16 smithi032 ceph-mon[191839]: pgmap v8084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:16.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:34:16 smithi032 ceph-mon[189144]: pgmap v8084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:18.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:34:18 smithi039 ceph-mon[181282]: pgmap v8085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:18.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:34:18 smithi032 ceph-mon[191839]: pgmap v8085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:18.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:34:18 smithi032 ceph-mon[189144]: pgmap v8085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:20.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:34:20 smithi039 ceph-mon[181282]: pgmap v8086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:20.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:34:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:34:20.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:34:20 smithi032 ceph-mon[191839]: pgmap v8086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:20.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:34:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:34:20.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:34:20 smithi032 ceph-mon[189144]: pgmap v8086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:20.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:34:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:34:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:34:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:34:20] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:34:22.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:34:22 smithi039 ceph-mon[181282]: pgmap v8087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:22.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:34:22 smithi032 ceph-mon[191839]: pgmap v8087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:22.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:34:22 smithi032 ceph-mon[189144]: pgmap v8087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:24.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:34:24 smithi039 ceph-mon[181282]: pgmap v8088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:24.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:34:24 smithi032 ceph-mon[191839]: pgmap v8088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:24.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:34:24 smithi032 ceph-mon[189144]: pgmap v8088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:26.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:34:26 smithi039 ceph-mon[181282]: pgmap v8089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:26.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:34:26 smithi032 ceph-mon[191839]: pgmap v8089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:26.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:34:26 smithi032 ceph-mon[189144]: pgmap v8089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:27.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:34:27 smithi032 ceph-mon[191839]: pgmap v8090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:27.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:34:27 smithi032 ceph-mon[189144]: pgmap v8090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:27.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:34:27 smithi039 ceph-mon[181282]: pgmap v8090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:27.812 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:34:28.138 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:34:28.138 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 6m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:34:28.138 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 4m ago 3h 96.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:34:28.138 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 6m ago 3h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:34:28.138 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 4m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:34:28.138 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 4m ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:34:28.138 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 6m ago 3h 672M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:34:28.138 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 6m ago 3h 1027M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:34:28.138 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 4m ago 3h 508M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:34:28.138 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 6m ago 3h 519M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:34:28.138 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 6m ago 3h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:34:28.138 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 4m ago 3h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:34:28.139 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 6m ago 3h 4333M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:34:28.139 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 6m ago 3h 4534M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:34:28.139 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 6m ago 3h 4083M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:34:28.139 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 6m ago 3h 4031M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:34:28.139 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 4m ago 3h 3852M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:34:28.139 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 4m ago 3h 4077M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:34:28.139 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 4m ago 3h 3827M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:34:28.139 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 4m ago 3h 3723M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:34:28.139 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 4m ago 3h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:34:28.538 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:34:28.538 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:34:28.538 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:34:28.538 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:34:28.538 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:34:28.538 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:34:28.538 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:34:28.538 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:34:28.538 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:34:28.538 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:34:28.538 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:34:28.538 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:34:28.539 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:34:28.539 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:34:28.539 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:34:28.539 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:34:28.539 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:34:28.539 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:34:28.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:34:28 smithi032 ceph-mon[191839]: from='client.42501 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:34:28.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:34:28 smithi032 ceph-mon[191839]: from='client.52424 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:34:28.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:34:28 smithi032 ceph-mon[189144]: from='client.42501 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:34:28.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:34:28 smithi032 ceph-mon[189144]: from='client.52424 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:34:28.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:34:28 smithi039 ceph-mon[181282]: from='client.42501 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:34:28.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:34:28 smithi039 ceph-mon[181282]: from='client.52424 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:34:29.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:34:29 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1690687538' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:34:29.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:34:29 smithi032 ceph-mon[189144]: pgmap v8091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:29.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:34:29 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1690687538' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:34:29.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:34:29 smithi032 ceph-mon[191839]: pgmap v8091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:29.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:34:29 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1690687538' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:34:29.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:34:29 smithi039 ceph-mon[181282]: pgmap v8091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:34:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:34:30] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:34:32.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:34:31 smithi039 ceph-mon[181282]: pgmap v8092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:32.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:34:31 smithi032 ceph-mon[191839]: pgmap v8092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:32.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:34:31 smithi032 ceph-mon[189144]: pgmap v8092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:34.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:34:33 smithi039 ceph-mon[181282]: pgmap v8093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:34.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:34:33 smithi032 ceph-mon[191839]: pgmap v8093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:34.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:34:33 smithi032 ceph-mon[189144]: pgmap v8093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:35.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:34:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:34:35.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:34:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:34:35.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:34:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:34:36.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:34:35 smithi039 ceph-mon[181282]: pgmap v8094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:36.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:34:35 smithi032 ceph-mon[191839]: pgmap v8094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:34:35 smithi032 ceph-mon[189144]: pgmap v8094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:38.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:34:37 smithi039 ceph-mon[181282]: pgmap v8095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:38.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:34:37 smithi032 ceph-mon[191839]: pgmap v8095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:38.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:34:37 smithi032 ceph-mon[189144]: pgmap v8095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:40.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:34:39 smithi039 ceph-mon[181282]: pgmap v8096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:40.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:34:39 smithi032 ceph-mon[191839]: pgmap v8096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:40.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:34:39 smithi032 ceph-mon[189144]: pgmap v8096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:34:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:34:40] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:34:42.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:34:41 smithi039 ceph-mon[181282]: pgmap v8097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:42.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:34:41 smithi032 ceph-mon[191839]: pgmap v8097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:42.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:34:41 smithi032 ceph-mon[189144]: pgmap v8097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:44.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:34:43 smithi039 ceph-mon[181282]: pgmap v8098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:44.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:34:43 smithi032 ceph-mon[191839]: pgmap v8098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:44.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:34:43 smithi032 ceph-mon[189144]: pgmap v8098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:46.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:34:45 smithi039 ceph-mon[181282]: pgmap v8099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:46.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:34:45 smithi032 ceph-mon[191839]: pgmap v8099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:46.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:34:45 smithi032 ceph-mon[189144]: pgmap v8099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:48.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:34:47 smithi039 ceph-mon[181282]: pgmap v8100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:48.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:34:47 smithi032 ceph-mon[191839]: pgmap v8100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:48.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:34:47 smithi032 ceph-mon[189144]: pgmap v8100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:49.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:34:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:34:49.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:34:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:34:49.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:34:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:34:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:34:50 smithi032 ceph-mon[191839]: pgmap v8101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:34:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:34:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:34:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:34:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:34:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:34:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:34:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:34:50.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:34:50 smithi032 ceph-mon[189144]: pgmap v8101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:50.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:34:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:34:50.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:34:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:34:50.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:34:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:34:50.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:34:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:34:50.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:34:50 smithi039 ceph-mon[181282]: pgmap v8101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:50.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:34:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:34:50.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:34:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:34:50.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:34:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:34:50.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:34:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:34:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:34:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:34:50] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:34:52.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:34:52 smithi032 ceph-mon[191839]: pgmap v8102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:34:52 smithi032 ceph-mon[189144]: pgmap v8102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:52.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:34:52 smithi039 ceph-mon[181282]: pgmap v8102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:54.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:34:54 smithi032 ceph-mon[191839]: pgmap v8103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:54.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:34:54 smithi032 ceph-mon[189144]: pgmap v8103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:54.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:34:54 smithi039 ceph-mon[181282]: pgmap v8103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:56.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:34:56 smithi032 ceph-mon[189144]: pgmap v8104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:56.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:34:56 smithi032 ceph-mon[191839]: pgmap v8104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:56.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:34:56 smithi039 ceph-mon[181282]: pgmap v8104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:58.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:34:58 smithi032 ceph-mon[191839]: pgmap v8105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:58.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:34:58 smithi032 ceph-mon[189144]: pgmap v8105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:58.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:34:58 smithi039 ceph-mon[181282]: pgmap v8105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:34:58.902 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:34:59.227 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:34:59.227 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 7m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:34:59.227 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 5m ago 3h 96.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:34:59.227 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 7m ago 3h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:34:59.227 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 5m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:34:59.227 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 5m ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:34:59.227 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 7m ago 3h 672M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:34:59.228 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 7m ago 3h 1027M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:34:59.228 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 5m ago 3h 508M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:34:59.228 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 7m ago 3h 519M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:34:59.228 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 7m ago 3h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:34:59.228 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 5m ago 3h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:34:59.228 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 7m ago 3h 4333M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:34:59.228 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 7m ago 3h 4534M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:34:59.228 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 7m ago 3h 4083M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:34:59.228 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 7m ago 3h 4031M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:34:59.228 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 5m ago 3h 3852M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:34:59.228 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 5m ago 3h 4077M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:34:59.228 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 5m ago 3h 3827M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:34:59.228 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 5m ago 3h 3723M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:34:59.228 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 5m ago 3h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:34:59.631 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:34:59.631 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:34:59.631 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:34:59.631 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:34:59.631 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:34:59.631 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:34:59.631 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:34:59.631 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:34:59.631 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:34:59.631 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:34:59.632 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:34:59.632 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:34:59.632 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:34:59.632 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:34:59.632 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:34:59.632 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:34:59.632 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:34:59.632 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:35:00.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:00 smithi032 ceph-mon[191839]: pgmap v8106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:00.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:00 smithi032 ceph-mon[191839]: from='client.52436 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:35:00.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:00 smithi032 ceph-mon[191839]: from='client.52442 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:35:00.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:00 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1489405148' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:35:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:00 smithi032 ceph-mon[189144]: pgmap v8106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:00.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:00 smithi032 ceph-mon[189144]: from='client.52436 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:35:00.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:00 smithi032 ceph-mon[189144]: from='client.52442 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:35:00.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:00 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1489405148' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:35:00.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:00 smithi039 ceph-mon[181282]: pgmap v8106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:00.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:00 smithi039 ceph-mon[181282]: from='client.52436 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:35:00.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:00 smithi039 ceph-mon[181282]: from='client.52442 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:35:00.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:00 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1489405148' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:35:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:35:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:35:00] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:35:02.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:02 smithi032 ceph-mon[191839]: pgmap v8107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:02.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:02 smithi032 ceph-mon[189144]: pgmap v8107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:02.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:02 smithi039 ceph-mon[181282]: pgmap v8107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:04 smithi032 ceph-mon[191839]: pgmap v8108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:04.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:04 smithi032 ceph-mon[189144]: pgmap v8108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:04 smithi039 ceph-mon[181282]: pgmap v8108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:05.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:35:05.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:35:05.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:35:06.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:06 smithi032 ceph-mon[189144]: pgmap v8109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:06.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:06 smithi032 ceph-mon[191839]: pgmap v8109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:06.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:06 smithi039 ceph-mon[181282]: pgmap v8109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:08.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:08 smithi032 ceph-mon[191839]: pgmap v8110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:08.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:08 smithi032 ceph-mon[189144]: pgmap v8110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:08.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:08 smithi039 ceph-mon[181282]: pgmap v8110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:10.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:10 smithi032 ceph-mon[189144]: pgmap v8111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:10.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:10 smithi032 ceph-mon[191839]: pgmap v8111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:10.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:10 smithi039 ceph-mon[181282]: pgmap v8111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:35:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:35:10] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:35:12.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:12 smithi032 ceph-mon[191839]: pgmap v8112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:12.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:12 smithi032 ceph-mon[189144]: pgmap v8112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:12.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:12 smithi039 ceph-mon[181282]: pgmap v8112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:14.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:14 smithi032 ceph-mon[191839]: pgmap v8113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:14.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:14 smithi032 ceph-mon[189144]: pgmap v8113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:14.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:14 smithi039 ceph-mon[181282]: pgmap v8113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:16.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:16 smithi032 ceph-mon[191839]: pgmap v8114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:16.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:16 smithi032 ceph-mon[189144]: pgmap v8114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:16.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:16 smithi039 ceph-mon[181282]: pgmap v8114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:18.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:18 smithi032 ceph-mon[191839]: pgmap v8115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:18.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:18 smithi032 ceph-mon[189144]: pgmap v8115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:18.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:18 smithi039 ceph-mon[181282]: pgmap v8115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:20.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:20 smithi032 ceph-mon[191839]: pgmap v8116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:20.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:35:20.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:20 smithi032 ceph-mon[189144]: pgmap v8116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:20.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:35:20.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:20 smithi039 ceph-mon[181282]: pgmap v8116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:20.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:35:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:35:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:35:20] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:35:22.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:22 smithi032 ceph-mon[191839]: pgmap v8117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:22.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:22 smithi032 ceph-mon[189144]: pgmap v8117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:22.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:22 smithi039 ceph-mon[181282]: pgmap v8117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:24.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:24 smithi032 ceph-mon[191839]: pgmap v8118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:24.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:24 smithi032 ceph-mon[189144]: pgmap v8118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:24.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:24 smithi039 ceph-mon[181282]: pgmap v8118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:26.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:26 smithi032 ceph-mon[191839]: pgmap v8119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:26.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:26 smithi032 ceph-mon[189144]: pgmap v8119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:26.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:26 smithi039 ceph-mon[181282]: pgmap v8119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:28.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:28 smithi032 ceph-mon[191839]: pgmap v8120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:28.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:28 smithi032 ceph-mon[189144]: pgmap v8120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:28.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:28 smithi039 ceph-mon[181282]: pgmap v8120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:29.992 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:35:30.314 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:35:30.314 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 7m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:35:30.314 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 5m ago 3h 96.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:35:30.314 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 7m ago 3h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:35:30.314 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 5m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:35:30.314 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 5m ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:35:30.314 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 7m ago 3h 672M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:35:30.314 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 7m ago 3h 1027M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:35:30.314 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 5m ago 3h 508M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:35:30.314 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 7m ago 3h 519M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:35:30.314 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 7m ago 3h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:35:30.314 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 5m ago 3h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:35:30.315 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 7m ago 3h 4333M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:35:30.315 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 7m ago 3h 4534M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:35:30.315 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 7m ago 3h 4083M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:35:30.315 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 7m ago 3h 4031M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:35:30.315 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 5m ago 3h 3852M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:35:30.315 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 5m ago 3h 4077M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:35:30.315 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 5m ago 3h 3827M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:35:30.315 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 5m ago 3h 3723M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:35:30.315 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 5m ago 3h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:35:30.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:30 smithi032 ceph-mon[191839]: pgmap v8121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:30.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:30 smithi032 ceph-mon[189144]: pgmap v8121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:30.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:30 smithi039 ceph-mon[181282]: pgmap v8121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:30.714 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:35:30.715 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:35:30.715 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:35:30.715 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:35:30.715 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:35:30.715 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:35:30.715 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:35:30.715 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:35:30.715 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:35:30.715 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:35:30.715 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:35:30.715 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:35:30.715 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:35:30.715 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:35:30.715 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:35:30.716 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:35:30.716 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:35:30.716 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:35:31.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:31 smithi032 ceph-mon[191839]: from='client.52454 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:35:31.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:31 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1911110267' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:35:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:31 smithi032 ceph-mon[189144]: from='client.52454 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:35:31.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:31 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1911110267' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:35:31.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:35:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:35:30] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:35:31.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:31 smithi039 ceph-mon[181282]: from='client.52454 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:35:31.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:31 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1911110267' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:35:32.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:32 smithi032 ceph-mon[191839]: from='client.52460 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:35:32.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:32 smithi032 ceph-mon[191839]: pgmap v8122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:32.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:32 smithi032 ceph-mon[189144]: from='client.52460 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:35:32.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:32 smithi032 ceph-mon[189144]: pgmap v8122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:32.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:32 smithi039 ceph-mon[181282]: from='client.52460 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:35:32.584 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:32 smithi039 ceph-mon[181282]: pgmap v8122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:34.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:34 smithi032 ceph-mon[191839]: pgmap v8123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:34.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:34 smithi032 ceph-mon[189144]: pgmap v8123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:34.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:34 smithi039 ceph-mon[181282]: pgmap v8123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:35.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:35:35.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:35:35.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:35:36.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:36 smithi032 ceph-mon[191839]: pgmap v8124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:36 smithi032 ceph-mon[189144]: pgmap v8124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:36 smithi039 ceph-mon[181282]: pgmap v8124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:38.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:38 smithi032 ceph-mon[191839]: pgmap v8125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:38.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:38 smithi032 ceph-mon[189144]: pgmap v8125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:38.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:38 smithi039 ceph-mon[181282]: pgmap v8125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:40.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:40 smithi032 ceph-mon[191839]: pgmap v8126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:40.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:40 smithi032 ceph-mon[189144]: pgmap v8126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:40.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:40 smithi039 ceph-mon[181282]: pgmap v8126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:35:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:35:40] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:35:42.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:42 smithi032 ceph-mon[191839]: pgmap v8127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:42.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:42 smithi032 ceph-mon[189144]: pgmap v8127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:42.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:42 smithi039 ceph-mon[181282]: pgmap v8127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:44.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:44 smithi032 ceph-mon[189144]: pgmap v8128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:44.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:44 smithi032 ceph-mon[191839]: pgmap v8128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:44.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:44 smithi039 ceph-mon[181282]: pgmap v8128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:46.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:46 smithi032 ceph-mon[191839]: pgmap v8129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:46.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:46 smithi032 ceph-mon[189144]: pgmap v8129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:46.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:46 smithi039 ceph-mon[181282]: pgmap v8129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:48.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:48 smithi032 ceph-mon[191839]: pgmap v8130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:48.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:48 smithi032 ceph-mon[189144]: pgmap v8130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:48.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:48 smithi039 ceph-mon[181282]: pgmap v8130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:50 smithi032 ceph-mon[191839]: pgmap v8131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:35:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:35:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:35:50.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:35:50.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T20:35:50.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T20:35:50.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T20:35:50.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T20:35:50.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:35:50.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:35:50.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:35:50.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:35:50.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:50 smithi032 ceph-mon[189144]: pgmap v8131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:50.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:35:50.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:35:50.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:35:50.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:35:50.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T20:35:50.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T20:35:50.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T20:35:50.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T20:35:50.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:35:50.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:35:50.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:35:50.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:35:50.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:50 smithi039 ceph-mon[181282]: pgmap v8131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:50.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:35:50.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:35:50.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:35:50.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:35:50.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T20:35:50.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T20:35:50.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T20:35:50.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T20:35:50.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:35:50.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:35:50.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:35:50.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:35:51.116 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:51 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi032 to 2488M 2023-12-22T20:35:51.117 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:35:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:35:50] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:35:51.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:51 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi032 to 2488M 2023-12-22T20:35:51.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:51 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi032 to 2488M 2023-12-22T20:35:52.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:52 smithi032 ceph-mon[191839]: pgmap v8132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:52 smithi032 ceph-mon[189144]: pgmap v8132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:52.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:52 smithi039 ceph-mon[181282]: pgmap v8132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:54.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:54 smithi032 ceph-mon[189144]: pgmap v8133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:54.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:54 smithi032 ceph-mon[191839]: pgmap v8133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:54.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:54 smithi039 ceph-mon[181282]: pgmap v8133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:56.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:56 smithi032 ceph-mon[191839]: pgmap v8134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:56.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:56 smithi032 ceph-mon[189144]: pgmap v8134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:56.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:56 smithi039 ceph-mon[181282]: pgmap v8134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:58.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:35:58 smithi032 ceph-mon[189144]: pgmap v8135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:58.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:35:58 smithi032 ceph-mon[191839]: pgmap v8135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:35:58.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:35:58 smithi039 ceph-mon[181282]: pgmap v8135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:00.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:36:00 smithi032 ceph-mon[191839]: pgmap v8136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:36:00 smithi032 ceph-mon[189144]: pgmap v8136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:00.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:36:00 smithi039 ceph-mon[181282]: pgmap v8136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:01.078 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:36:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:36:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:36:00] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:36:01.404 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:36:01.404 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 8m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:36:01.405 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 6m ago 3h 96.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:36:01.405 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 8m ago 3h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:36:01.405 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 6m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:36:01.405 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 6m ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:36:01.405 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 8m ago 3h 672M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:36:01.405 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 8m ago 3h 1027M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:36:01.405 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 6m ago 3h 508M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:36:01.405 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 8m ago 3h 519M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:36:01.405 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 8m ago 3h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:36:01.405 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 6m ago 3h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:36:01.405 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 8m ago 3h 4333M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:36:01.406 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 8m ago 3h 4534M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:36:01.406 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 8m ago 3h 4083M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:36:01.406 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 8m ago 3h 4031M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:36:01.406 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 6m ago 3h 3852M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:36:01.406 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 6m ago 3h 4077M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:36:01.406 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 6m ago 3h 3827M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:36:01.406 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 6m ago 3h 3723M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:36:01.406 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 6m ago 3h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:36:01.809 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:36:01.809 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:36:01.809 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:36:01.809 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:36:01.810 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:36:01.810 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:36:01.810 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:36:01.810 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:36:01.810 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:36:01.810 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:36:01.810 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:36:01.810 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:36:01.810 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:36:01.810 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:36:01.810 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:36:01.810 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:36:01.810 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:36:01.810 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:36:02.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:36:02 smithi032 ceph-mon[191839]: pgmap v8137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:02.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:36:02 smithi032 ceph-mon[191839]: from='client.52472 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:36:02.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:36:02 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4116810362' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:36:02.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:36:02 smithi032 ceph-mon[189144]: pgmap v8137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:02.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:36:02 smithi032 ceph-mon[189144]: from='client.52472 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:36:02.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:36:02 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4116810362' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:36:02.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:36:02 smithi039 ceph-mon[181282]: pgmap v8137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:02.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:36:02 smithi039 ceph-mon[181282]: from='client.52472 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:36:02.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:36:02 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4116810362' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:36:03.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:36:03 smithi032 ceph-mon[191839]: from='client.52478 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:36:03.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:36:03 smithi032 ceph-mon[189144]: from='client.52478 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:36:03.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:36:03 smithi039 ceph-mon[181282]: from='client.52478 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:36:04.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:36:04 smithi032 ceph-mon[189144]: pgmap v8138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:36:04 smithi032 ceph-mon[191839]: pgmap v8138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:36:04 smithi039 ceph-mon[181282]: pgmap v8138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:05.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:36:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:36:05.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:36:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:36:05.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:36:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:36:06.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:36:06 smithi032 ceph-mon[189144]: pgmap v8139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:06.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:36:06 smithi032 ceph-mon[191839]: pgmap v8139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:06.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:36:06 smithi039 ceph-mon[181282]: pgmap v8139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:08.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:36:08 smithi032 ceph-mon[191839]: pgmap v8140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:08.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:36:08 smithi032 ceph-mon[189144]: pgmap v8140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:08.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:36:08 smithi039 ceph-mon[181282]: pgmap v8140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:10.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:36:10 smithi032 ceph-mon[189144]: pgmap v8141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:10.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:36:10 smithi032 ceph-mon[191839]: pgmap v8141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:10.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:36:10 smithi039 ceph-mon[181282]: pgmap v8141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:36:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:36:10] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:36:12.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:36:12 smithi032 ceph-mon[191839]: pgmap v8142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:12.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:36:12 smithi032 ceph-mon[189144]: pgmap v8142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:12.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:36:12 smithi039 ceph-mon[181282]: pgmap v8142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:14.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:36:14 smithi032 ceph-mon[191839]: pgmap v8143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:14.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:36:14 smithi032 ceph-mon[189144]: pgmap v8143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:14.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:36:14 smithi039 ceph-mon[181282]: pgmap v8143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:16.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:36:16 smithi032 ceph-mon[191839]: pgmap v8144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:16.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:36:16 smithi032 ceph-mon[189144]: pgmap v8144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:16.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:36:16 smithi039 ceph-mon[181282]: pgmap v8144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:18.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:36:18 smithi032 ceph-mon[191839]: pgmap v8145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:18.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:36:18 smithi032 ceph-mon[189144]: pgmap v8145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:18.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:36:18 smithi039 ceph-mon[181282]: pgmap v8145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:20.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:36:20 smithi032 ceph-mon[191839]: pgmap v8146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:20.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:36:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:36:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:36:20 smithi032 ceph-mon[189144]: pgmap v8146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:20.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:36:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:36:20.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:36:20 smithi039 ceph-mon[181282]: pgmap v8146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:20.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:36:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:36:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:36:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:36:20] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T20:36:22.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:36:22 smithi032 ceph-mon[191839]: pgmap v8147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:22.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:36:22 smithi032 ceph-mon[189144]: pgmap v8147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:22.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:36:22 smithi039 ceph-mon[181282]: pgmap v8147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:24.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:36:24 smithi039 ceph-mon[181282]: pgmap v8148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:24.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:36:24 smithi032 ceph-mon[189144]: pgmap v8148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:24.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:36:24 smithi032 ceph-mon[191839]: pgmap v8148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:26.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:36:26 smithi039 ceph-mon[181282]: pgmap v8149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:26.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:36:26 smithi032 ceph-mon[191839]: pgmap v8149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:26.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:36:26 smithi032 ceph-mon[189144]: pgmap v8149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:28.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:36:28 smithi039 ceph-mon[181282]: pgmap v8150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:28.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:36:28 smithi032 ceph-mon[189144]: pgmap v8150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:28.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:36:28 smithi032 ceph-mon[191839]: pgmap v8150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:30.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:36:30 smithi039 ceph-mon[181282]: pgmap v8151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:30.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:36:30 smithi032 ceph-mon[191839]: pgmap v8151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:30.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:36:30 smithi032 ceph-mon[189144]: pgmap v8151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:36:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:36:30] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T20:36:32.174 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:36:32.500 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:36:32.500 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 8m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:36:32.500 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 6m ago 3h 96.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:36:32.500 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 8m ago 3h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:36:32.500 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 6m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:36:32.501 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 6m ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:36:32.501 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 8m ago 3h 672M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:36:32.501 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 8m ago 3h 1027M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:36:32.501 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 6m ago 3h 508M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:36:32.501 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 8m ago 3h 519M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:36:32.501 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 8m ago 3h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:36:32.501 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 6m ago 3h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:36:32.501 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 8m ago 3h 4333M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:36:32.501 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 8m ago 3h 4534M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:36:32.501 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 8m ago 3h 4083M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:36:32.501 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 8m ago 3h 4031M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:36:32.501 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 6m ago 3h 3852M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:36:32.501 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 6m ago 3h 4077M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:36:32.501 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 6m ago 3h 3827M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:36:32.501 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 6m ago 3h 3723M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:36:32.502 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 6m ago 3h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:36:32.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:36:32 smithi039 ceph-mon[181282]: pgmap v8152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:32.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:36:32 smithi032 ceph-mon[191839]: pgmap v8152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:32.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:36:32 smithi032 ceph-mon[189144]: pgmap v8152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:32.904 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:36:32.904 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:36:32.904 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:36:32.904 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:36:32.904 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:36:32.904 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:36:32.904 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:36:32.904 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:36:32.905 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:36:32.905 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:36:32.905 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:36:32.905 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:36:32.905 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:36:32.905 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:36:32.905 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:36:32.905 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:36:32.905 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:36:32.905 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:36:33.511 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:36:33 smithi039 ceph-mon[181282]: from='client.42573 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:36:33.511 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:36:33 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/399391873' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:36:33.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:36:33 smithi032 ceph-mon[191839]: from='client.42573 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:36:33.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:36:33 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/399391873' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:36:33.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:36:33 smithi032 ceph-mon[189144]: from='client.42573 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:36:33.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:36:33 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/399391873' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:36:34.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:36:34 smithi039 ceph-mon[181282]: from='client.52496 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:36:34.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:36:34 smithi039 ceph-mon[181282]: pgmap v8153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:34.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:36:34 smithi032 ceph-mon[191839]: from='client.52496 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:36:34.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:36:34 smithi032 ceph-mon[191839]: pgmap v8153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:34.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:36:34 smithi032 ceph-mon[189144]: from='client.52496 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:36:34.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:36:34 smithi032 ceph-mon[189144]: pgmap v8153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:35.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:36:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:36:35.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:36:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:36:35.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:36:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:36:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:36:36 smithi039 ceph-mon[181282]: pgmap v8154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:36.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:36:36 smithi032 ceph-mon[191839]: pgmap v8154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:36.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:36:36 smithi032 ceph-mon[189144]: pgmap v8154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:38.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:36:38 smithi039 ceph-mon[181282]: pgmap v8155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:38.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:36:38 smithi032 ceph-mon[191839]: pgmap v8155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:38.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:36:38 smithi032 ceph-mon[189144]: pgmap v8155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:40.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:36:40 smithi039 ceph-mon[181282]: pgmap v8156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:40.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:36:40 smithi032 ceph-mon[191839]: pgmap v8156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:40.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:36:40 smithi032 ceph-mon[189144]: pgmap v8156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:36:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:36:40] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:36:42.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:36:42 smithi039 ceph-mon[181282]: pgmap v8157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:42.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:36:42 smithi032 ceph-mon[191839]: pgmap v8157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:42.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:36:42 smithi032 ceph-mon[189144]: pgmap v8157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:44.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:36:44 smithi039 ceph-mon[181282]: pgmap v8158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:44.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:36:44 smithi032 ceph-mon[191839]: pgmap v8158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:44.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:36:44 smithi032 ceph-mon[189144]: pgmap v8158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:46.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:36:46 smithi039 ceph-mon[181282]: pgmap v8159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:46.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:36:46 smithi032 ceph-mon[191839]: pgmap v8159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:46.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:36:46 smithi032 ceph-mon[189144]: pgmap v8159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:48.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:36:48 smithi039 ceph-mon[181282]: pgmap v8160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:48.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:36:48 smithi032 ceph-mon[191839]: pgmap v8160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:48.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:36:48 smithi032 ceph-mon[189144]: pgmap v8160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:50.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:36:50 smithi039 ceph-mon[181282]: pgmap v8161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:50.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:36:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:36:50.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:36:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:36:50.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:36:50 smithi032 ceph-mon[189144]: pgmap v8161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:50.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:36:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:36:50.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:36:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:36:50.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:36:50 smithi032 ceph-mon[191839]: pgmap v8161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:50.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:36:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:36:50.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:36:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:36:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:36:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:36:50] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:36:51.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:36:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:36:51.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:36:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:36:51.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:36:51 smithi032 ceph-mon[191839]: pgmap v8162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:51.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:36:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:36:51.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:36:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:36:51.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:36:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:36:51.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:36:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:36:51.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:36:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:36:51.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:36:51 smithi032 ceph-mon[189144]: pgmap v8162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:51.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:36:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:36:51.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:36:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:36:51.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:36:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:36:52.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:36:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:36:52.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:36:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:36:52.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:36:51 smithi039 ceph-mon[181282]: pgmap v8162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:52.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:36:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:36:52.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:36:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:36:52.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:36:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:36:54.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:36:53 smithi039 ceph-mon[181282]: pgmap v8163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:54.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:36:53 smithi032 ceph-mon[191839]: pgmap v8163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:54.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:36:53 smithi032 ceph-mon[189144]: pgmap v8163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:56.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:36:56 smithi039 ceph-mon[181282]: pgmap v8164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:56.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:36:56 smithi032 ceph-mon[191839]: pgmap v8164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:56.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:36:56 smithi032 ceph-mon[189144]: pgmap v8164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:58.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:36:58 smithi039 ceph-mon[181282]: pgmap v8165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:58.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:36:58 smithi032 ceph-mon[191839]: pgmap v8165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:36:58.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:36:58 smithi032 ceph-mon[189144]: pgmap v8165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:00.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:37:00 smithi032 ceph-mon[191839]: pgmap v8166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:37:00 smithi032 ceph-mon[189144]: pgmap v8166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:00.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:37:00 smithi039 ceph-mon[181282]: pgmap v8166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:37:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:37:00] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:37:02.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:37:02 smithi032 ceph-mon[191839]: pgmap v8167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:02.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:37:02 smithi032 ceph-mon[189144]: pgmap v8167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:02.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:37:02 smithi039 ceph-mon[181282]: pgmap v8167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:03.274 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:37:03.600 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:37:03.600 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 9m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:37:03.600 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 7m ago 3h 96.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:37:03.600 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 9m ago 3h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:37:03.600 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 7m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:37:03.600 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 7m ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:37:03.600 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 9m ago 3h 672M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:37:03.600 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 9m ago 3h 1027M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:37:03.600 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 7m ago 3h 508M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:37:03.600 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 9m ago 3h 519M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:37:03.600 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 9m ago 3h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:37:03.600 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 7m ago 3h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:37:03.600 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 9m ago 3h 4333M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:37:03.601 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 9m ago 3h 4534M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:37:03.601 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 9m ago 3h 4083M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:37:03.601 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 9m ago 3h 4031M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:37:03.601 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 7m ago 3h 3852M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:37:03.601 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 7m ago 3h 4077M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:37:03.601 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 7m ago 3h 3827M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:37:03.601 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 7m ago 3h 3723M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:37:03.601 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 7m ago 3h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:37:03.999 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:37:03.999 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:37:03.999 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:37:03.999 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:37:04.000 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:37:04.000 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:37:04.000 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:37:04.000 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:37:04.000 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:37:04.000 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:37:04.000 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:37:04.000 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:37:04.000 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:37:04.000 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:37:04.000 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:37:04.000 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:37:04.000 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:37:04.000 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:37:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:37:04 smithi032 ceph-mon[191839]: pgmap v8168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:37:04 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/481228611' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:37:04.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:37:04 smithi032 ceph-mon[189144]: pgmap v8168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:04.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:37:04 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/481228611' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:37:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:37:04 smithi039 ceph-mon[181282]: pgmap v8168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:37:04 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/481228611' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:37:05.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:37:05 smithi032 ceph-mon[191839]: from='client.42591 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:37:05.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:37:05 smithi032 ceph-mon[191839]: from='client.42597 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:37:05.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:37:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:37:05.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:37:05 smithi032 ceph-mon[189144]: from='client.42591 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:37:05.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:37:05 smithi032 ceph-mon[189144]: from='client.42597 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:37:05.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:37:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:37:05.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:37:05 smithi039 ceph-mon[181282]: from='client.42591 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:37:05.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:37:05 smithi039 ceph-mon[181282]: from='client.42597 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:37:05.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:37:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:37:06.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:37:06 smithi032 ceph-mon[189144]: pgmap v8169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:06.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:37:06 smithi032 ceph-mon[191839]: pgmap v8169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:06.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:37:06 smithi039 ceph-mon[181282]: pgmap v8169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:08.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:37:08 smithi032 ceph-mon[191839]: pgmap v8170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:08.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:37:08 smithi032 ceph-mon[189144]: pgmap v8170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:08.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:37:08 smithi039 ceph-mon[181282]: pgmap v8170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:10.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:37:10 smithi032 ceph-mon[191839]: pgmap v8171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:10.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:37:10 smithi032 ceph-mon[189144]: pgmap v8171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:10.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:37:10 smithi039 ceph-mon[181282]: pgmap v8171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:37:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:37:10] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:37:12.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:37:12 smithi032 ceph-mon[189144]: pgmap v8172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:12.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:37:12 smithi032 ceph-mon[191839]: pgmap v8172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:12.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:37:12 smithi039 ceph-mon[181282]: pgmap v8172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:14.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:37:14 smithi032 ceph-mon[191839]: pgmap v8173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:14.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:37:14 smithi032 ceph-mon[189144]: pgmap v8173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:14.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:37:14 smithi039 ceph-mon[181282]: pgmap v8173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:16.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:37:16 smithi032 ceph-mon[189144]: pgmap v8174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:16.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:37:16 smithi032 ceph-mon[191839]: pgmap v8174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:16.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:37:16 smithi039 ceph-mon[181282]: pgmap v8174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:18.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:37:18 smithi032 ceph-mon[191839]: pgmap v8175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:18.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:37:18 smithi032 ceph-mon[189144]: pgmap v8175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:18.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:37:18 smithi039 ceph-mon[181282]: pgmap v8175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:20.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:37:20 smithi032 ceph-mon[191839]: pgmap v8176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:20.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:37:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:37:20.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:37:20 smithi032 ceph-mon[189144]: pgmap v8176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:20.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:37:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:37:20.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:37:20 smithi039 ceph-mon[181282]: pgmap v8176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:20.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:37:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:37:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:37:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:37:20] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:37:22.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:37:22 smithi032 ceph-mon[189144]: pgmap v8177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:22.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:37:22 smithi032 ceph-mon[191839]: pgmap v8177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:22.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:37:22 smithi039 ceph-mon[181282]: pgmap v8177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:24.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:37:24 smithi032 ceph-mon[189144]: pgmap v8178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:24.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:37:24 smithi032 ceph-mon[191839]: pgmap v8178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:24.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:37:24 smithi039 ceph-mon[181282]: pgmap v8178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:26.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:37:26 smithi032 ceph-mon[191839]: pgmap v8179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:26.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:37:26 smithi032 ceph-mon[189144]: pgmap v8179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:26.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:37:26 smithi039 ceph-mon[181282]: pgmap v8179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:28.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:37:28 smithi032 ceph-mon[189144]: pgmap v8180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:28.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:37:28 smithi032 ceph-mon[191839]: pgmap v8180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:28.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:37:28 smithi039 ceph-mon[181282]: pgmap v8180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:30.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:37:30 smithi032 ceph-mon[191839]: pgmap v8181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:30.449 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:37:30 smithi032 ceph-mon[189144]: pgmap v8181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:30.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:37:30 smithi039 ceph-mon[181282]: pgmap v8181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:37:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:37:30] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:37:32.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:37:32 smithi032 ceph-mon[191839]: pgmap v8182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:32.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:37:32 smithi032 ceph-mon[189144]: pgmap v8182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:32.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:37:32 smithi039 ceph-mon[181282]: pgmap v8182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:34.364 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:37:34.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:37:34 smithi032 ceph-mon[189144]: pgmap v8183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:34.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:37:34 smithi032 ceph-mon[191839]: pgmap v8183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:34.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:37:34 smithi039 ceph-mon[181282]: pgmap v8183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:34.688 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:37:34.688 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 9m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:37:34.688 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 7m ago 3h 96.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:37:34.688 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 9m ago 3h 25.8M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:37:34.688 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 7m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:37:34.688 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 7m ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:37:34.688 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 9m ago 3h 672M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:37:34.688 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 9m ago 3h 1027M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:37:34.688 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 7m ago 3h 508M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:37:34.689 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 9m ago 3h 519M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:37:34.689 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 9m ago 3h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:37:34.689 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 7m ago 3h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:37:34.689 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 9m ago 3h 4333M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:37:34.689 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 9m ago 3h 4534M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:37:34.689 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 9m ago 3h 4083M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:37:34.689 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 9m ago 3h 4031M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:37:34.689 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 7m ago 3h 3852M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:37:34.689 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 7m ago 3h 4077M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:37:34.689 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 7m ago 3h 3827M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:37:34.689 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 7m ago 3h 3723M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:37:34.689 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 7m ago 3h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:37:35.092 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:37:35.092 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:37:35.092 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:37:35.092 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:37:35.092 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:37:35.092 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:37:35.092 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:37:35.092 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:37:35.092 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:37:35.092 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:37:35.092 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:37:35.092 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:37:35.093 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:37:35.093 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:37:35.093 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:37:35.093 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:37:35.093 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:37:35.093 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:37:35.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:37:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:37:35.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:37:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:37:35.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:37:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:37:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:37:36 smithi032 ceph-mon[189144]: from='client.52526 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:37:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:37:36 smithi032 ceph-mon[189144]: from='client.42615 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:37:36.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:37:36 smithi032 ceph-mon[189144]: pgmap v8184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:36.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:37:36 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2699074595' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:37:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:37:36 smithi032 ceph-mon[191839]: from='client.52526 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:37:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:37:36 smithi032 ceph-mon[191839]: from='client.42615 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:37:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:37:36 smithi032 ceph-mon[191839]: pgmap v8184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:37:36 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2699074595' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:37:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:37:36 smithi039 ceph-mon[181282]: from='client.52526 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:37:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:37:36 smithi039 ceph-mon[181282]: from='client.42615 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:37:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:37:36 smithi039 ceph-mon[181282]: pgmap v8184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:37:36 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2699074595' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:37:38.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:37:38 smithi032 ceph-mon[189144]: pgmap v8185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:38.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:37:38 smithi032 ceph-mon[191839]: pgmap v8185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:38.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:37:38 smithi039 ceph-mon[181282]: pgmap v8185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:40.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:37:40 smithi032 ceph-mon[191839]: pgmap v8186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:40.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:37:40 smithi032 ceph-mon[189144]: pgmap v8186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:40.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:37:40 smithi039 ceph-mon[181282]: pgmap v8186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:37:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:37:40] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:37:42.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:37:42 smithi032 ceph-mon[191839]: pgmap v8187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:42.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:37:42 smithi032 ceph-mon[189144]: pgmap v8187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:42.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:37:42 smithi039 ceph-mon[181282]: pgmap v8187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:44.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:37:44 smithi032 ceph-mon[189144]: pgmap v8188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:44.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:37:44 smithi032 ceph-mon[191839]: pgmap v8188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:44.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:37:44 smithi039 ceph-mon[181282]: pgmap v8188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:46.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:37:46 smithi032 ceph-mon[191839]: pgmap v8189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:46.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:37:46 smithi032 ceph-mon[189144]: pgmap v8189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:46.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:37:46 smithi039 ceph-mon[181282]: pgmap v8189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:48.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:37:48 smithi032 ceph-mon[191839]: pgmap v8190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:48.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:37:48 smithi032 ceph-mon[189144]: pgmap v8190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:48.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:37:48 smithi039 ceph-mon[181282]: pgmap v8190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:37:50 smithi032 ceph-mon[191839]: pgmap v8191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:37:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:37:50.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:37:50 smithi032 ceph-mon[189144]: pgmap v8191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:50.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:37:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:37:50.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:37:50 smithi039 ceph-mon[181282]: pgmap v8191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:50.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:37:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:37:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:37:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:37:50] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:37:52.106 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:37:52 smithi032 ceph-mon[189144]: pgmap v8192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:52.106 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:37:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:37:52.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:37:52 smithi032 ceph-mon[191839]: pgmap v8192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:52.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:37:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:37:52.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:37:52 smithi039 ceph-mon[181282]: pgmap v8192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:52.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:37:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:37:54.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:37:54 smithi032 ceph-mon[191839]: pgmap v8193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:54.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:37:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:37:54.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:37:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:37:54.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:37:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:37:54.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:37:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:37:54.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:37:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:37:54.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:37:54 smithi032 ceph-mon[189144]: pgmap v8193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:54.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:37:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:37:54.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:37:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:37:54.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:37:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:37:54.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:37:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:37:54.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:37:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:37:54.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:37:54 smithi039 ceph-mon[181282]: pgmap v8193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:54.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:37:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:37:54.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:37:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:37:54.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:37:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:37:54.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:37:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:37:54.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:37:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:37:56.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:37:56 smithi032 ceph-mon[189144]: pgmap v8194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:56.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:37:56 smithi032 ceph-mon[191839]: pgmap v8194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:56.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:37:56 smithi039 ceph-mon[181282]: pgmap v8194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:58.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:37:58 smithi032 ceph-mon[191839]: pgmap v8195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:58.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:37:58 smithi032 ceph-mon[189144]: pgmap v8195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:37:58.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:37:58 smithi039 ceph-mon[181282]: pgmap v8195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:38:00 smithi032 ceph-mon[189144]: pgmap v8196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:00.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:38:00 smithi032 ceph-mon[191839]: pgmap v8196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:00.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:38:00 smithi039 ceph-mon[181282]: pgmap v8196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:38:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:38:00] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:38:02.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:38:02 smithi032 ceph-mon[191839]: pgmap v8197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:02.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:38:02 smithi032 ceph-mon[189144]: pgmap v8197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:02.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:38:02 smithi039 ceph-mon[181282]: pgmap v8197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:38:04 smithi032 ceph-mon[191839]: pgmap v8198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:04.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:38:04 smithi032 ceph-mon[189144]: pgmap v8198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:38:04 smithi039 ceph-mon[181282]: pgmap v8198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:05.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:38:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:38:05.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:38:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:38:05.460 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:38:05.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:38:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:38:05.781 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:38:05.782 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 12s ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:38:05.782 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 8m ago 3h 96.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:38:05.782 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 12s ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:38:05.782 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 8m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:38:05.782 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 8m ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:38:05.782 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 12s ago 3h 679M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:38:05.782 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 12s ago 3h 1065M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:38:05.782 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 8m ago 3h 508M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:38:05.782 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 12s ago 3h 537M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:38:05.782 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 12s ago 3h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:38:05.782 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 8m ago 3h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:38:05.782 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 12s ago 3h 4366M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:38:05.782 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 12s ago 3h 4563M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:38:05.782 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 12s ago 3h 4106M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:38:05.782 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 12s ago 3h 4061M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:38:05.783 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 8m ago 3h 3852M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:38:05.783 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 8m ago 3h 4077M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:38:05.783 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 8m ago 3h 3827M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:38:05.783 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 8m ago 3h 3723M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:38:05.783 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 8m ago 3h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:38:06.180 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:38:06.180 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:38:06.180 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:38:06.180 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:38:06.180 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:38:06.180 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:38:06.181 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:38:06.181 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:38:06.181 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:38:06.181 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:38:06.181 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:38:06.181 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:38:06.181 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:38:06.181 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:38:06.181 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:38:06.181 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:38:06.181 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:38:06.181 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:38:06.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:38:06 smithi032 ceph-mon[189144]: pgmap v8199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:06.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:38:06 smithi032 ceph-mon[191839]: pgmap v8199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:06.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:38:06 smithi039 ceph-mon[181282]: pgmap v8199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:07.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:38:07 smithi032 ceph-mon[191839]: from='client.52544 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:38:07.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:38:07 smithi032 ceph-mon[191839]: from='client.42633 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:38:07.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:38:07 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3290543374' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:38:07.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:38:07 smithi032 ceph-mon[189144]: from='client.52544 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:38:07.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:38:07 smithi032 ceph-mon[189144]: from='client.42633 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:38:07.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:38:07 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3290543374' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:38:07.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:38:07 smithi039 ceph-mon[181282]: from='client.52544 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:38:07.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:38:07 smithi039 ceph-mon[181282]: from='client.42633 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:38:07.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:38:07 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3290543374' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:38:08.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:38:08 smithi032 ceph-mon[189144]: pgmap v8200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:08.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:38:08 smithi032 ceph-mon[191839]: pgmap v8200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:08.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:38:08 smithi039 ceph-mon[181282]: pgmap v8200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:10.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:38:10 smithi032 ceph-mon[191839]: pgmap v8201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:10.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:38:10 smithi032 ceph-mon[189144]: pgmap v8201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:10.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:38:10 smithi039 ceph-mon[181282]: pgmap v8201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:38:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:38:10] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:38:12.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:38:12 smithi032 ceph-mon[191839]: pgmap v8202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:12.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:38:12 smithi032 ceph-mon[189144]: pgmap v8202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:12.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:38:12 smithi039 ceph-mon[181282]: pgmap v8202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:14.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:38:14 smithi032 ceph-mon[189144]: pgmap v8203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:14.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:38:14 smithi032 ceph-mon[191839]: pgmap v8203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:14.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:38:14 smithi039 ceph-mon[181282]: pgmap v8203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:16.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:38:16 smithi032 ceph-mon[191839]: pgmap v8204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:16.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:38:16 smithi032 ceph-mon[189144]: pgmap v8204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:16.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:38:16 smithi039 ceph-mon[181282]: pgmap v8204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:18.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:38:18 smithi032 ceph-mon[189144]: pgmap v8205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:18.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:38:18 smithi032 ceph-mon[191839]: pgmap v8205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:18.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:38:18 smithi039 ceph-mon[181282]: pgmap v8205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:20.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:38:20 smithi032 ceph-mon[191839]: pgmap v8206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:20.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:38:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:38:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:38:20 smithi032 ceph-mon[189144]: pgmap v8206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:38:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:38:20.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:38:20 smithi039 ceph-mon[181282]: pgmap v8206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:20.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:38:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:38:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:38:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:38:20] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T20:38:22.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:38:22 smithi032 ceph-mon[191839]: pgmap v8207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:22.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:38:22 smithi032 ceph-mon[189144]: pgmap v8207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:22.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:38:22 smithi039 ceph-mon[181282]: pgmap v8207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:24.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:38:24 smithi032 ceph-mon[191839]: pgmap v8208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:24.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:38:24 smithi032 ceph-mon[189144]: pgmap v8208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:24.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:38:24 smithi039 ceph-mon[181282]: pgmap v8208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:26.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:38:26 smithi032 ceph-mon[191839]: pgmap v8209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:26.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:38:26 smithi032 ceph-mon[189144]: pgmap v8209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:26.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:38:26 smithi039 ceph-mon[181282]: pgmap v8209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:28.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:38:28 smithi032 ceph-mon[191839]: pgmap v8210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:28.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:38:28 smithi032 ceph-mon[189144]: pgmap v8210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:28.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:38:28 smithi039 ceph-mon[181282]: pgmap v8210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:30.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:38:30 smithi032 ceph-mon[191839]: pgmap v8211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:30.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:38:30 smithi032 ceph-mon[189144]: pgmap v8211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:30.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:38:30 smithi039 ceph-mon[181282]: pgmap v8211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:38:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:38:30] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T20:38:32.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:38:32 smithi032 ceph-mon[191839]: pgmap v8212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:32.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:38:32 smithi032 ceph-mon[189144]: pgmap v8212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:32.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:38:32 smithi039 ceph-mon[181282]: pgmap v8212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:34.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:38:34 smithi032 ceph-mon[191839]: pgmap v8213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:34.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:38:34 smithi032 ceph-mon[189144]: pgmap v8213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:34.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:38:34 smithi039 ceph-mon[181282]: pgmap v8213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:35.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:38:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:38:35.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:38:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:38:35.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:38:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:38:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:38:36 smithi039 ceph-mon[181282]: pgmap v8214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:36.542 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:38:36.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:38:36 smithi032 ceph-mon[189144]: pgmap v8214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:36.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:38:36 smithi032 ceph-mon[191839]: pgmap v8214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:36.865 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:38:36.865 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 43s ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:38:36.866 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 8m ago 3h 96.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:38:36.866 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 43s ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:38:36.866 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 8m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:38:36.866 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 8m ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:38:36.866 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 43s ago 3h 679M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:38:36.866 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 43s ago 3h 1065M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:38:36.866 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 8m ago 3h 508M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:38:36.866 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 43s ago 3h 537M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:38:36.866 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 43s ago 3h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:38:36.866 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 8m ago 3h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:38:36.866 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 43s ago 3h 4366M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:38:36.866 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 43s ago 3h 4563M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:38:36.866 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 43s ago 3h 4106M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:38:36.867 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 43s ago 3h 4061M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:38:36.867 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 8m ago 3h 3852M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:38:36.867 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 8m ago 3h 4077M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:38:36.867 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 8m ago 3h 3827M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:38:36.867 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 8m ago 3h 3723M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:38:36.867 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 8m ago 3h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:38:37.268 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:38:37.268 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:38:37.268 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:38:37.268 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:38:37.269 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:38:37.269 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:38:37.269 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:38:37.269 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:38:37.269 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:38:37.269 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:38:37.269 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:38:37.269 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:38:37.269 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:38:37.269 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:38:37.269 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:38:37.269 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:38:37.269 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:38:37.269 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:38:38.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:38:38 smithi039 ceph-mon[181282]: from='client.52562 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:38:38.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:38:38 smithi039 ceph-mon[181282]: pgmap v8215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:38.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:38:38 smithi039 ceph-mon[181282]: from='client.42651 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:38:38.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:38:38 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3017283700' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:38:38.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:38:38 smithi032 ceph-mon[189144]: from='client.52562 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:38:38.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:38:38 smithi032 ceph-mon[189144]: pgmap v8215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:38.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:38:38 smithi032 ceph-mon[189144]: from='client.42651 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:38:38.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:38:38 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3017283700' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:38:38.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:38:38 smithi032 ceph-mon[191839]: from='client.52562 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:38:38.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:38:38 smithi032 ceph-mon[191839]: pgmap v8215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:38.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:38:38 smithi032 ceph-mon[191839]: from='client.42651 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:38:38.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:38:38 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3017283700' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:38:40.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:38:40 smithi039 ceph-mon[181282]: pgmap v8216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:40.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:38:40 smithi032 ceph-mon[191839]: pgmap v8216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:40.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:38:40 smithi032 ceph-mon[189144]: pgmap v8216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:38:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:38:40] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:38:42.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:38:42 smithi039 ceph-mon[181282]: pgmap v8217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:42.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:38:42 smithi032 ceph-mon[191839]: pgmap v8217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:42.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:38:42 smithi032 ceph-mon[189144]: pgmap v8217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:44.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:38:44 smithi039 ceph-mon[181282]: pgmap v8218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:44.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:38:44 smithi032 ceph-mon[191839]: pgmap v8218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:44.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:38:44 smithi032 ceph-mon[189144]: pgmap v8218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:46.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:38:46 smithi039 ceph-mon[181282]: pgmap v8219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:46.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:38:46 smithi032 ceph-mon[191839]: pgmap v8219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:46.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:38:46 smithi032 ceph-mon[189144]: pgmap v8219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:48.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:38:48 smithi039 ceph-mon[181282]: pgmap v8220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:48.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:38:48 smithi032 ceph-mon[191839]: pgmap v8220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:48.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:38:48 smithi032 ceph-mon[189144]: pgmap v8220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:38:50 smithi039 ceph-mon[181282]: pgmap v8221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:50.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:38:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:38:50.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:38:50 smithi032 ceph-mon[191839]: pgmap v8221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:50.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:38:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:38:50.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:38:50 smithi032 ceph-mon[189144]: pgmap v8221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:50.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:38:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:38:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:38:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:38:50] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:38:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:38:52 smithi039 ceph-mon[181282]: pgmap v8222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:52.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:38:52 smithi032 ceph-mon[191839]: pgmap v8222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:52.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:38:52 smithi032 ceph-mon[189144]: pgmap v8222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:54.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:38:54 smithi039 ceph-mon[181282]: pgmap v8223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:54.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:38:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:38:54.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:38:54 smithi032 ceph-mon[191839]: pgmap v8223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:54.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:38:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:38:54.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:38:54 smithi032 ceph-mon[189144]: pgmap v8223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:54.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:38:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:38:55.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:38:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:38:55.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:38:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:38:55.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:38:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:38:55.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:38:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:38:55.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:38:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:38:55.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:38:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:38:55.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:38:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:38:55.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:38:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:38:55.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:38:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:38:56.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:38:56 smithi039 ceph-mon[181282]: pgmap v8224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:56.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:38:56 smithi032 ceph-mon[191839]: pgmap v8224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:56.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:38:56 smithi032 ceph-mon[189144]: pgmap v8224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:58.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:38:58 smithi039 ceph-mon[181282]: pgmap v8225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:58.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:38:58 smithi032 ceph-mon[191839]: pgmap v8225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:38:58.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:38:58 smithi032 ceph-mon[189144]: pgmap v8225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:00.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:39:00 smithi039 ceph-mon[181282]: pgmap v8226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:00.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:39:00 smithi032 ceph-mon[191839]: pgmap v8226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:00.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:39:00 smithi032 ceph-mon[189144]: pgmap v8226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:39:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:39:00] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:39:02.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:39:02 smithi039 ceph-mon[181282]: pgmap v8227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:02.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:39:02 smithi032 ceph-mon[191839]: pgmap v8227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:02.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:39:02 smithi032 ceph-mon[189144]: pgmap v8227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:04.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:39:04 smithi039 ceph-mon[181282]: pgmap v8228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:04.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:39:04 smithi032 ceph-mon[191839]: pgmap v8228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:04.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:39:04 smithi032 ceph-mon[189144]: pgmap v8228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:05.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:39:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:39:05.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:39:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:39:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:39:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:39:06.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:39:06 smithi039 ceph-mon[181282]: pgmap v8229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:06.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:39:06 smithi032 ceph-mon[191839]: pgmap v8229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:06.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:39:06 smithi032 ceph-mon[189144]: pgmap v8229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:07.632 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:39:07.955 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:39:07.955 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 74s ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:39:07.956 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 9m ago 3h 96.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:39:07.956 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 74s ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:39:07.956 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 9m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:39:07.956 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 9m ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:39:07.956 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 74s ago 3h 679M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:39:07.956 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 74s ago 3h 1065M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:39:07.956 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 9m ago 3h 508M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:39:07.956 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 74s ago 3h 537M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:39:07.956 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 74s ago 3h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:39:07.956 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 9m ago 3h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:39:07.956 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 74s ago 3h 4366M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:39:07.956 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 74s ago 3h 4563M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:39:07.956 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 74s ago 3h 4106M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:39:07.956 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 74s ago 3h 4061M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:39:07.956 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 9m ago 3h 3852M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:39:07.956 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 9m ago 3h 4077M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:39:07.957 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 9m ago 3h 3827M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:39:07.957 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 9m ago 3h 3723M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:39:07.957 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 9m ago 3h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:39:08.356 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:39:08.356 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:39:08.356 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:39:08.357 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:39:08.357 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:39:08.357 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:39:08.357 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:39:08.357 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:39:08.357 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:39:08.357 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:39:08.357 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:39:08.357 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:39:08.357 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:39:08.357 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:39:08.357 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:39:08.357 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:39:08.357 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:39:08.358 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:39:08.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:39:08 smithi039 ceph-mon[181282]: pgmap v8230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:08.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:39:08 smithi032 ceph-mon[191839]: pgmap v8230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:08.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:39:08 smithi032 ceph-mon[189144]: pgmap v8230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:09.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:39:09 smithi039 ceph-mon[181282]: from='client.52580 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:39:09.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:39:09 smithi039 ceph-mon[181282]: from='client.42669 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:39:09.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:39:09 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/372021971' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:39:09.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:39:09 smithi032 ceph-mon[191839]: from='client.52580 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:39:09.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:39:09 smithi032 ceph-mon[191839]: from='client.42669 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:39:09.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:39:09 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/372021971' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:39:09.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:39:09 smithi032 ceph-mon[189144]: from='client.52580 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:39:09.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:39:09 smithi032 ceph-mon[189144]: from='client.42669 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:39:09.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:39:09 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/372021971' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:39:10.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:39:10 smithi039 ceph-mon[181282]: pgmap v8231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:10.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:39:10 smithi032 ceph-mon[191839]: pgmap v8231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:10.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:39:10 smithi032 ceph-mon[189144]: pgmap v8231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:39:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:39:10] "GET /metrics HTTP/1.1" 200 34063 "" "Prometheus/2.43.0" 2023-12-22T20:39:12.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:39:12 smithi039 ceph-mon[181282]: pgmap v8232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:12.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:39:12 smithi032 ceph-mon[191839]: pgmap v8232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:12.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:39:12 smithi032 ceph-mon[189144]: pgmap v8232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:14.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:39:14 smithi032 ceph-mon[191839]: pgmap v8233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:14.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:39:14 smithi032 ceph-mon[189144]: pgmap v8233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:14.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:39:14 smithi039 ceph-mon[181282]: pgmap v8233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:16.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:39:16 smithi032 ceph-mon[191839]: pgmap v8234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:16.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:39:16 smithi032 ceph-mon[189144]: pgmap v8234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:16.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:39:16 smithi039 ceph-mon[181282]: pgmap v8234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:18.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:39:18 smithi032 ceph-mon[191839]: pgmap v8235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:18.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:39:18 smithi032 ceph-mon[189144]: pgmap v8235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:18.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:39:18 smithi039 ceph-mon[181282]: pgmap v8235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:20.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:39:20 smithi032 ceph-mon[191839]: pgmap v8236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:20.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:39:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:39:20.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:39:20 smithi032 ceph-mon[189144]: pgmap v8236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:20.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:39:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:39:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:39:20 smithi039 ceph-mon[181282]: pgmap v8236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:39:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:39:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:39:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:39:20] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:39:22.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:39:22 smithi032 ceph-mon[191839]: pgmap v8237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:22.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:39:22 smithi032 ceph-mon[189144]: pgmap v8237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:22.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:39:22 smithi039 ceph-mon[181282]: pgmap v8237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:24.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:39:24 smithi032 ceph-mon[191839]: pgmap v8238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:24.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:39:24 smithi032 ceph-mon[189144]: pgmap v8238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:24.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:39:24 smithi039 ceph-mon[181282]: pgmap v8238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:26.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:39:26 smithi032 ceph-mon[191839]: pgmap v8239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:26.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:39:26 smithi032 ceph-mon[189144]: pgmap v8239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:26.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:39:26 smithi039 ceph-mon[181282]: pgmap v8239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:28.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:39:28 smithi032 ceph-mon[191839]: pgmap v8240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:28.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:39:28 smithi032 ceph-mon[189144]: pgmap v8240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:28.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:39:28 smithi039 ceph-mon[181282]: pgmap v8240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:30.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:39:30 smithi032 ceph-mon[191839]: pgmap v8241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:30.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:39:30 smithi032 ceph-mon[189144]: pgmap v8241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:30.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:39:30 smithi039 ceph-mon[181282]: pgmap v8241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:39:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:39:30] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:39:32.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:39:32 smithi032 ceph-mon[191839]: pgmap v8242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:32.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:39:32 smithi032 ceph-mon[189144]: pgmap v8242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:32.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:39:32 smithi039 ceph-mon[181282]: pgmap v8242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:33.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:39:33 smithi032 ceph-mon[191839]: pgmap v8243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:33.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:39:33 smithi032 ceph-mon[189144]: pgmap v8243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:33.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:39:33 smithi039 ceph-mon[181282]: pgmap v8243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:35.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:39:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:39:35.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:39:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:39:35.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:39:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:39:36.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:39:36 smithi032 ceph-mon[191839]: pgmap v8244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:39:36 smithi032 ceph-mon[189144]: pgmap v8244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:36.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:39:36 smithi039 ceph-mon[181282]: pgmap v8244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:38.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:39:38 smithi032 ceph-mon[189144]: pgmap v8245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:38.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:39:38 smithi032 ceph-mon[191839]: pgmap v8245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:38.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:39:38 smithi039 ceph-mon[181282]: pgmap v8245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:38.717 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:39:39.043 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:39:39.043 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 105s ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:39:39.043 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 9m ago 3h 96.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:39:39.043 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 105s ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:39:39.043 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 9m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:39:39.043 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 9m ago 3h 461M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:39:39.043 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 105s ago 3h 679M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:39:39.043 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 105s ago 3h 1065M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:39:39.043 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 9m ago 3h 508M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:39:39.043 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 105s ago 3h 537M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:39:39.044 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 105s ago 3h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:39:39.044 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 9m ago 3h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:39:39.044 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 105s ago 3h 4366M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:39:39.044 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 105s ago 3h 4563M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:39:39.044 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 105s ago 3h 4106M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:39:39.044 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 105s ago 3h 4061M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:39:39.044 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 9m ago 3h 3852M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:39:39.044 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 9m ago 3h 4077M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:39:39.044 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 9m ago 3h 3827M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:39:39.044 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 9m ago 3h 3723M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:39:39.044 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 9m ago 3h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:39:39.448 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:39:39.448 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:39:39.448 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:39:39.448 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:39:39.448 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:39:39.448 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:39:39.448 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:39:39.449 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:39:39.449 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:39:39.449 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:39:39.449 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:39:39.449 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:39:39.449 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:39:39.449 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:39:39.449 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:39:39.449 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:39:39.449 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:39:39.449 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:39:40.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:39:40 smithi032 ceph-mon[191839]: from='client.52598 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:39:40.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:39:40 smithi032 ceph-mon[191839]: pgmap v8246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:40.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:39:40 smithi032 ceph-mon[191839]: from='client.52604 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:39:40.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:39:40 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2746563122' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:39:40.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:39:40 smithi032 ceph-mon[189144]: from='client.52598 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:39:40.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:39:40 smithi032 ceph-mon[189144]: pgmap v8246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:40.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:39:40 smithi032 ceph-mon[189144]: from='client.52604 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:39:40.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:39:40 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2746563122' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:39:40.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:39:40 smithi039 ceph-mon[181282]: from='client.52598 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:39:40.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:39:40 smithi039 ceph-mon[181282]: pgmap v8246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:40.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:39:40 smithi039 ceph-mon[181282]: from='client.52604 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:39:40.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:39:40 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2746563122' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:39:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:39:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:39:40] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:39:42.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:39:42 smithi032 ceph-mon[191839]: pgmap v8247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:42.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:39:42 smithi032 ceph-mon[189144]: pgmap v8247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:42.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:39:42 smithi039 ceph-mon[181282]: pgmap v8247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:44.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:39:44 smithi032 ceph-mon[189144]: pgmap v8248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:44.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:39:44 smithi032 ceph-mon[191839]: pgmap v8248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:44.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:39:44 smithi039 ceph-mon[181282]: pgmap v8248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:46.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:39:46 smithi032 ceph-mon[191839]: pgmap v8249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:46.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:39:46 smithi032 ceph-mon[189144]: pgmap v8249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:46.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:39:46 smithi039 ceph-mon[181282]: pgmap v8249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:48.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:39:48 smithi032 ceph-mon[191839]: pgmap v8250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:48.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:39:48 smithi032 ceph-mon[189144]: pgmap v8250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:48.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:39:48 smithi039 ceph-mon[181282]: pgmap v8250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:39:50 smithi032 ceph-mon[191839]: pgmap v8251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:39:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:39:50.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:39:50 smithi032 ceph-mon[189144]: pgmap v8251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:50.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:39:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:39:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:39:50 smithi039 ceph-mon[181282]: pgmap v8251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:50.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:39:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:39:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:39:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:39:50] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2023-12-22T20:39:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:39:52 smithi032 ceph-mon[191839]: pgmap v8252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:39:52 smithi032 ceph-mon[189144]: pgmap v8252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:39:52 smithi039 ceph-mon[181282]: pgmap v8252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:54.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:39:54 smithi032 ceph-mon[191839]: pgmap v8253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:54.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:39:54 smithi032 ceph-mon[189144]: pgmap v8253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:54.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:39:54 smithi039 ceph-mon[181282]: pgmap v8253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:55.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:39:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:39:55.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:39:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:39:55.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:39:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:39:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:39:56 smithi039 ceph-mon[181282]: pgmap v8254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:56.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:39:56 smithi032 ceph-mon[191839]: pgmap v8254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:56.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:39:56 smithi032 ceph-mon[189144]: pgmap v8254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:58.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:39:58 smithi032 ceph-mon[191839]: pgmap v8255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:58.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:39:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:39:58.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:39:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:39:58.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:39:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:39:58.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:39:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:39:58.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:39:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:39:58.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:39:58 smithi032 ceph-mon[189144]: pgmap v8255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:58.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:39:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:39:58.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:39:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:39:58.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:39:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:39:58.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:39:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:39:58.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:39:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:39:58.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:39:58 smithi039 ceph-mon[181282]: pgmap v8255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:39:58.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:39:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:39:58.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:39:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:39:58.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:39:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:39:58.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:39:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:39:58.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:39:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:40:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:40:00 smithi032 ceph-mon[191839]: pgmap v8256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:00.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:40:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T20:40:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:40:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T20:39:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T20:40:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:40:00 smithi032 ceph-mon[189144]: pgmap v8256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:40:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T20:40:00.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:40:00 smithi039 ceph-mon[181282]: pgmap v8256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:00.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:40:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T20:40:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:40:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:40:00] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2023-12-22T20:40:02.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:40:02 smithi032 ceph-mon[191839]: pgmap v8257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:02.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:40:02 smithi032 ceph-mon[189144]: pgmap v8257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:02.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:40:02 smithi039 ceph-mon[181282]: pgmap v8257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:04.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:40:04 smithi032 ceph-mon[191839]: pgmap v8258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:04.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:40:04 smithi032 ceph-mon[189144]: pgmap v8258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:04.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:40:04 smithi039 ceph-mon[181282]: pgmap v8258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:05.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:40:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:40:05.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:40:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:40:05.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:40:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:40:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:40:06 smithi032 ceph-mon[191839]: pgmap v8259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:06.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:40:06 smithi032 ceph-mon[189144]: pgmap v8259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:06.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:40:06 smithi039 ceph-mon[181282]: pgmap v8259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:08.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:40:08 smithi032 ceph-mon[189144]: pgmap v8260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:08.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:40:08 smithi032 ceph-mon[191839]: pgmap v8260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:08.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:40:08 smithi039 ceph-mon[181282]: pgmap v8260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:09.809 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:40:10.133 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:40:10.133 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 2m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:40:10.133 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 13s ago 3h 96.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:40:10.133 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 2m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:40:10.133 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 13s ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:40:10.133 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 13s ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:40:10.133 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 2m ago 3h 679M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:40:10.133 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 2m ago 3h 1065M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:40:10.133 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 13s ago 3h 524M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:40:10.133 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 2m ago 3h 537M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:40:10.134 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 2m ago 3h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:40:10.134 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 13s ago 3h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:40:10.134 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 2m ago 3h 4366M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:40:10.134 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 2m ago 3h 4563M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:40:10.134 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 2m ago 3h 4106M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:40:10.134 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 2m ago 3h 4061M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:40:10.134 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 13s ago 3h 3878M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:40:10.134 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 13s ago 3h 4110M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:40:10.134 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 13s ago 3h 3858M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:40:10.134 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 13s ago 3h 3758M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:40:10.134 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 13s ago 3h 117M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:40:10.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:40:10 smithi032 ceph-mon[191839]: pgmap v8261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:10.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:40:10 smithi032 ceph-mon[189144]: pgmap v8261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:10.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:40:10 smithi039 ceph-mon[181282]: pgmap v8261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:10.539 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:40:10.539 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:40:10.539 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:40:10.539 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:40:10.539 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:40:10.539 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:40:10.539 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:40:10.539 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:40:10.539 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:40:10.539 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:40:10.540 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:40:10.540 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:40:10.540 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:40:10.540 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:40:10.540 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:40:10.540 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:40:10.540 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:40:10.540 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:40:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:40:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:40:10] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:40:11.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:40:11 smithi032 ceph-mon[189144]: from='client.52616 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:40:11.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:40:11 smithi032 ceph-mon[189144]: from='client.52622 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:40:11.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:40:11 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3979373554' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:40:11.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:40:11 smithi032 ceph-mon[191839]: from='client.52616 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:40:11.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:40:11 smithi032 ceph-mon[191839]: from='client.52622 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:40:11.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:40:11 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3979373554' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:40:11.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:40:11 smithi039 ceph-mon[181282]: from='client.52616 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:40:11.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:40:11 smithi039 ceph-mon[181282]: from='client.52622 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:40:11.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:40:11 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3979373554' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:40:12.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:40:12 smithi032 ceph-mon[191839]: pgmap v8262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:12.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:40:12 smithi032 ceph-mon[189144]: pgmap v8262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:12.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:40:12 smithi039 ceph-mon[181282]: pgmap v8262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:14.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:40:14 smithi032 ceph-mon[191839]: pgmap v8263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:14.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:40:14 smithi032 ceph-mon[189144]: pgmap v8263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:14.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:40:14 smithi039 ceph-mon[181282]: pgmap v8263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:16.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:40:16 smithi032 ceph-mon[191839]: pgmap v8264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:16.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:40:16 smithi032 ceph-mon[189144]: pgmap v8264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:16.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:40:16 smithi039 ceph-mon[181282]: pgmap v8264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:17.258 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 20:40:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-22T20:40:16.983443098Z level=info msg="Completed cleanup jobs" duration=13.09579ms 2023-12-22T20:40:18.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:40:18 smithi032 ceph-mon[189144]: pgmap v8265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:18.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:40:18 smithi032 ceph-mon[191839]: pgmap v8265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:18.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:40:18 smithi039 ceph-mon[181282]: pgmap v8265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:40:20 smithi032 ceph-mon[191839]: pgmap v8266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:20.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:40:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:40:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:40:20 smithi032 ceph-mon[189144]: pgmap v8266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:40:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:40:20.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:40:20 smithi039 ceph-mon[181282]: pgmap v8266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:20.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:40:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:40:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:40:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:40:20] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T20:40:22.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:40:22 smithi032 ceph-mon[191839]: pgmap v8267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:22.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:40:22 smithi032 ceph-mon[189144]: pgmap v8267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:22.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:40:22 smithi039 ceph-mon[181282]: pgmap v8267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:24.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:40:24 smithi032 ceph-mon[191839]: pgmap v8268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:24.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:40:24 smithi032 ceph-mon[189144]: pgmap v8268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:24.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:40:24 smithi039 ceph-mon[181282]: pgmap v8268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:26.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:40:26 smithi032 ceph-mon[191839]: pgmap v8269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:26.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:40:26 smithi032 ceph-mon[189144]: pgmap v8269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:26.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:40:26 smithi039 ceph-mon[181282]: pgmap v8269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:28.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:40:28 smithi032 ceph-mon[189144]: pgmap v8270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:28.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:40:28 smithi032 ceph-mon[191839]: pgmap v8270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:28.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:40:28 smithi039 ceph-mon[181282]: pgmap v8270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:40:30 smithi032 ceph-mon[189144]: pgmap v8271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:30.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:40:30 smithi032 ceph-mon[191839]: pgmap v8271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:30.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:40:30 smithi039 ceph-mon[181282]: pgmap v8271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:40:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:40:30] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-22T20:40:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:40:32 smithi032 ceph-mon[191839]: pgmap v8272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:32.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:40:32 smithi032 ceph-mon[189144]: pgmap v8272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:32.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:40:32 smithi039 ceph-mon[181282]: pgmap v8272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:34.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:40:34 smithi032 ceph-mon[191839]: pgmap v8273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:34.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:40:34 smithi032 ceph-mon[189144]: pgmap v8273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:34.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:40:34 smithi039 ceph-mon[181282]: pgmap v8273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:35.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:40:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:40:35.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:40:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:40:35.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:40:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:40:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:40:36 smithi032 ceph-mon[191839]: pgmap v8274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:40:36 smithi032 ceph-mon[189144]: pgmap v8274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:36.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:40:36 smithi039 ceph-mon[181282]: pgmap v8274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:38.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:40:38 smithi032 ceph-mon[189144]: pgmap v8275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:38.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:40:38 smithi032 ceph-mon[191839]: pgmap v8275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:38.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:40:38 smithi039 ceph-mon[181282]: pgmap v8275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:40:40 smithi032 ceph-mon[189144]: pgmap v8276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:40.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:40:40 smithi032 ceph-mon[191839]: pgmap v8276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:40.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:40:40 smithi039 ceph-mon[181282]: pgmap v8276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:40.906 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:40:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:40:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:40:40] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:40:41.229 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:40:41.229 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 2m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:40:41.229 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 44s ago 3h 96.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:40:41.229 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 2m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:40:41.229 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 44s ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:40:41.229 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 44s ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:40:41.229 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 2m ago 3h 679M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:40:41.229 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 2m ago 3h 1065M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:40:41.229 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 44s ago 3h 524M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:40:41.230 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 2m ago 3h 537M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:40:41.230 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 2m ago 3h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:40:41.230 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 44s ago 3h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:40:41.230 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 2m ago 3h 4366M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:40:41.230 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 2m ago 3h 4563M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:40:41.230 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 2m ago 3h 4106M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:40:41.230 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 2m ago 3h 4061M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:40:41.230 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 44s ago 3h 3878M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:40:41.230 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 44s ago 3h 4110M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:40:41.230 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 44s ago 3h 3858M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:40:41.230 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 44s ago 3h 3758M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:40:41.230 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 44s ago 3h 117M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:40:41.627 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:40:41.627 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:40:41.628 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:40:41.628 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:40:41.628 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:40:41.628 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:40:41.628 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:40:41.628 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:40:41.628 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:40:41.628 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:40:41.628 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:40:41.628 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:40:41.628 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:40:41.628 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:40:41.628 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:40:41.629 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:40:41.629 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:40:41.629 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:40:42.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:40:42 smithi032 ceph-mon[191839]: pgmap v8277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:42.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:40:42 smithi032 ceph-mon[191839]: from='client.52634 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:40:42.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:40:42 smithi032 ceph-mon[191839]: from='client.52640 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:40:42.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:40:42 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4056656381' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:40:42.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:40:42 smithi032 ceph-mon[189144]: pgmap v8277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:42.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:40:42 smithi032 ceph-mon[189144]: from='client.52634 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:40:42.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:40:42 smithi032 ceph-mon[189144]: from='client.52640 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:40:42.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:40:42 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4056656381' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:40:42.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:40:42 smithi039 ceph-mon[181282]: pgmap v8277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:42.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:40:42 smithi039 ceph-mon[181282]: from='client.52634 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:40:42.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:40:42 smithi039 ceph-mon[181282]: from='client.52640 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:40:42.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:40:42 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4056656381' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:40:44.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:40:44 smithi032 ceph-mon[191839]: pgmap v8278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:44.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:40:44 smithi032 ceph-mon[189144]: pgmap v8278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:44.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:40:44 smithi039 ceph-mon[181282]: pgmap v8278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:46.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:40:46 smithi032 ceph-mon[191839]: pgmap v8279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:46.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:40:46 smithi032 ceph-mon[189144]: pgmap v8279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:46.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:40:46 smithi039 ceph-mon[181282]: pgmap v8279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:48.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:40:48 smithi032 ceph-mon[191839]: pgmap v8280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:48.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:40:48 smithi032 ceph-mon[189144]: pgmap v8280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:48.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:40:48 smithi039 ceph-mon[181282]: pgmap v8280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:40:50 smithi032 ceph-mon[191839]: pgmap v8281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:40:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:40:50.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:40:50 smithi032 ceph-mon[189144]: pgmap v8281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:50.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:40:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:40:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:40:50 smithi039 ceph-mon[181282]: pgmap v8281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:40:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:40:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:40:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:40:50] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:40:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:40:52 smithi032 ceph-mon[191839]: pgmap v8282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:52.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:40:52 smithi032 ceph-mon[189144]: pgmap v8282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:40:52 smithi039 ceph-mon[181282]: pgmap v8282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:54.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:40:54 smithi032 ceph-mon[191839]: pgmap v8283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:54.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:40:54 smithi032 ceph-mon[189144]: pgmap v8283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:54.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:40:54 smithi039 ceph-mon[181282]: pgmap v8283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:56.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:40:56 smithi032 ceph-mon[191839]: pgmap v8284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:56.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:40:56 smithi032 ceph-mon[189144]: pgmap v8284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:56.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:40:56 smithi039 ceph-mon[181282]: pgmap v8284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:58.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:40:58 smithi032 ceph-mon[191839]: pgmap v8285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:58.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:40:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:40:58.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:40:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:40:58.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:40:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:40:58.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:40:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:40:58.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:40:58 smithi032 ceph-mon[189144]: pgmap v8285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:58.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:40:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:40:58.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:40:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:40:58.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:40:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:40:58.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:40:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:40:58.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:40:58 smithi039 ceph-mon[181282]: pgmap v8285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:40:58.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:40:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:40:58.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:40:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:40:58.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:40:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:40:58.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:40:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:41:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:41:00 smithi032 ceph-mon[189144]: pgmap v8286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:00.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:41:00 smithi032 ceph-mon[191839]: pgmap v8286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:00.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:41:00 smithi039 ceph-mon[181282]: pgmap v8286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:41:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:41:00] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:41:02.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:41:02 smithi032 ceph-mon[189144]: pgmap v8287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:02.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:41:02 smithi032 ceph-mon[191839]: pgmap v8287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:02.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:41:02 smithi039 ceph-mon[181282]: pgmap v8287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:04.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:41:04 smithi032 ceph-mon[189144]: pgmap v8288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:41:04 smithi032 ceph-mon[191839]: pgmap v8288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:04.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:41:04 smithi039 ceph-mon[181282]: pgmap v8288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:05.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:41:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:41:05.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:41:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:41:05.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:41:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:41:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:41:06 smithi032 ceph-mon[191839]: pgmap v8289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:41:06 smithi032 ceph-mon[189144]: pgmap v8289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:06.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:41:06 smithi039 ceph-mon[181282]: pgmap v8289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:08.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:41:08 smithi032 ceph-mon[191839]: pgmap v8290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:08.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:41:08 smithi032 ceph-mon[189144]: pgmap v8290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:08.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:41:08 smithi039 ceph-mon[181282]: pgmap v8290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:10.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:41:10 smithi032 ceph-mon[191839]: pgmap v8291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:10.460 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:41:10 smithi032 ceph-mon[189144]: pgmap v8291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:10.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:41:10 smithi039 ceph-mon[181282]: pgmap v8291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:41:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:41:10] "GET /metrics HTTP/1.1" 200 34061 "" "Prometheus/2.43.0" 2023-12-22T20:41:11.992 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:41:12.326 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:41:12.326 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 3m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:41:12.326 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 75s ago 3h 96.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:41:12.326 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 3m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:41:12.326 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 75s ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:41:12.326 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 75s ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:41:12.326 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 3m ago 3h 679M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:41:12.326 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 3m ago 3h 1065M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:41:12.326 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 75s ago 3h 524M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:41:12.326 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 3m ago 3h 537M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:41:12.326 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 3m ago 3h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:41:12.326 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 75s ago 3h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:41:12.327 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 3m ago 3h 4366M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:41:12.327 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 3m ago 3h 4563M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:41:12.327 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 3m ago 3h 4106M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:41:12.327 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 3m ago 3h 4061M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:41:12.327 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 75s ago 3h 3878M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:41:12.327 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 75s ago 3h 4110M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:41:12.327 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 75s ago 3h 3858M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:41:12.327 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 75s ago 3h 3758M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:41:12.327 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 75s ago 3h 117M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:41:12.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:41:12 smithi032 ceph-mon[191839]: pgmap v8292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:12.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:41:12 smithi032 ceph-mon[189144]: pgmap v8292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:12.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:41:12 smithi039 ceph-mon[181282]: pgmap v8292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:12.730 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:41:12.730 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:41:12.731 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:41:12.731 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:41:12.731 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:41:12.731 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:41:12.731 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:41:12.731 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:41:12.731 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:41:12.731 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:41:12.731 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:41:12.731 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:41:12.731 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:41:12.731 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:41:12.731 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:41:12.731 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:41:12.731 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:41:12.732 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:41:13.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:41:13 smithi039 ceph-mon[181282]: from='client.42735 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:41:13.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:41:13 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3648630546' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:41:13.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:41:13 smithi032 ceph-mon[191839]: from='client.42735 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:41:13.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:41:13 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3648630546' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:41:13.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:41:13 smithi032 ceph-mon[189144]: from='client.42735 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:41:13.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:41:13 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3648630546' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:41:14.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:41:14 smithi039 ceph-mon[181282]: from='client.52658 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:41:14.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:41:14 smithi039 ceph-mon[181282]: pgmap v8293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:14.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:41:14 smithi032 ceph-mon[189144]: from='client.52658 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:41:14.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:41:14 smithi032 ceph-mon[189144]: pgmap v8293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:14.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:41:14 smithi032 ceph-mon[191839]: from='client.52658 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:41:14.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:41:14 smithi032 ceph-mon[191839]: pgmap v8293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:16.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:41:16 smithi039 ceph-mon[181282]: pgmap v8294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:16.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:41:16 smithi032 ceph-mon[191839]: pgmap v8294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:16.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:41:16 smithi032 ceph-mon[189144]: pgmap v8294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:18.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:41:18 smithi039 ceph-mon[181282]: pgmap v8295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:18.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:41:18 smithi032 ceph-mon[191839]: pgmap v8295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:18.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:41:18 smithi032 ceph-mon[189144]: pgmap v8295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:20.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:41:20 smithi039 ceph-mon[181282]: pgmap v8296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:20.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:41:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:41:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:41:20 smithi032 ceph-mon[191839]: pgmap v8296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:41:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:41:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:41:20 smithi032 ceph-mon[189144]: pgmap v8296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:20.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:41:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:41:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:41:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:41:20] "GET /metrics HTTP/1.1" 200 34064 "" "Prometheus/2.43.0" 2023-12-22T20:41:22.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:41:22 smithi039 ceph-mon[181282]: pgmap v8297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:22.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:41:22 smithi032 ceph-mon[191839]: pgmap v8297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:22.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:41:22 smithi032 ceph-mon[189144]: pgmap v8297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:24.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:41:24 smithi039 ceph-mon[181282]: pgmap v8298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:24.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:41:24 smithi032 ceph-mon[191839]: pgmap v8298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:24.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:41:24 smithi032 ceph-mon[189144]: pgmap v8298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:26.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:41:26 smithi039 ceph-mon[181282]: pgmap v8299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:26.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:41:26 smithi032 ceph-mon[191839]: pgmap v8299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:26.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:41:26 smithi032 ceph-mon[189144]: pgmap v8299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:28.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:41:28 smithi039 ceph-mon[181282]: pgmap v8300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:28.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:41:28 smithi032 ceph-mon[191839]: pgmap v8300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:28.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:41:28 smithi032 ceph-mon[189144]: pgmap v8300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:30.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:41:30 smithi039 ceph-mon[181282]: pgmap v8301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:30.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:41:30 smithi032 ceph-mon[191839]: pgmap v8301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:30.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:41:30 smithi032 ceph-mon[189144]: pgmap v8301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:41:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:41:30] "GET /metrics HTTP/1.1" 200 34064 "" "Prometheus/2.43.0" 2023-12-22T20:41:32.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:41:32 smithi039 ceph-mon[181282]: pgmap v8302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:32.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:41:32 smithi032 ceph-mon[191839]: pgmap v8302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:32.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:41:32 smithi032 ceph-mon[189144]: pgmap v8302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:34.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:41:34 smithi039 ceph-mon[181282]: pgmap v8303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:34.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:41:34 smithi032 ceph-mon[191839]: pgmap v8303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:34.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:41:34 smithi032 ceph-mon[189144]: pgmap v8303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:35.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:41:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:41:35.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:41:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:41:35.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:41:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:41:36.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:41:36 smithi039 ceph-mon[181282]: pgmap v8304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:36.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:41:36 smithi032 ceph-mon[191839]: pgmap v8304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:36.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:41:36 smithi032 ceph-mon[189144]: pgmap v8304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:38.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:41:38 smithi039 ceph-mon[181282]: pgmap v8305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:38.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:41:38 smithi032 ceph-mon[191839]: pgmap v8305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:38.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:41:38 smithi032 ceph-mon[189144]: pgmap v8305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:40.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:41:40 smithi039 ceph-mon[181282]: pgmap v8306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:40.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:41:40 smithi032 ceph-mon[191839]: pgmap v8306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:40.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:41:40 smithi032 ceph-mon[189144]: pgmap v8306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:41:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:41:40] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:41:42.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:41:42 smithi039 ceph-mon[181282]: pgmap v8307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:42.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:41:42 smithi032 ceph-mon[191839]: pgmap v8307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:42.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:41:42 smithi032 ceph-mon[189144]: pgmap v8307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:43.095 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:41:43.419 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:41:43.419 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 3m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:41:43.419 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 106s ago 3h 96.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:41:43.419 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 3m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:41:43.419 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 106s ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:41:43.420 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 106s ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:41:43.420 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 3m ago 3h 679M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:41:43.420 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 3m ago 3h 1065M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:41:43.420 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 106s ago 3h 524M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:41:43.420 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 3m ago 3h 537M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:41:43.420 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 3m ago 3h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:41:43.420 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 106s ago 3h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:41:43.420 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 3m ago 3h 4366M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:41:43.420 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 3m ago 3h 4563M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:41:43.420 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 3m ago 3h 4106M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:41:43.420 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 3m ago 3h 4061M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:41:43.420 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 106s ago 3h 3878M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:41:43.420 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 106s ago 3h 4110M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:41:43.420 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 106s ago 3h 3858M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:41:43.420 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 106s ago 3h 3758M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:41:43.421 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 106s ago 3h 117M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:41:43.821 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:41:43.821 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:41:43.821 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:41:43.821 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:41:43.821 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:41:43.821 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:41:43.821 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:41:43.821 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:41:43.821 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:41:43.822 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:41:43.822 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:41:43.822 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:41:43.822 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:41:43.822 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:41:43.822 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:41:43.822 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:41:43.822 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:41:43.822 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:41:44.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:41:44 smithi039 ceph-mon[181282]: pgmap v8308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:44.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:41:44 smithi039 ceph-mon[181282]: from='client.42753 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:41:44.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:41:44 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1294336114' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:41:44.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:41:44 smithi032 ceph-mon[191839]: pgmap v8308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:44.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:41:44 smithi032 ceph-mon[191839]: from='client.42753 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:41:44.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:41:44 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1294336114' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:41:44.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:41:44 smithi032 ceph-mon[189144]: pgmap v8308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:44.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:41:44 smithi032 ceph-mon[189144]: from='client.42753 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:41:44.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:41:44 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1294336114' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:41:45.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:41:45 smithi039 ceph-mon[181282]: from='client.42759 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:41:45.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:41:45 smithi032 ceph-mon[191839]: from='client.42759 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:41:45.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:41:45 smithi032 ceph-mon[189144]: from='client.42759 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:41:46.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:41:46 smithi039 ceph-mon[181282]: pgmap v8309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:41:46 smithi032 ceph-mon[191839]: pgmap v8309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:46.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:41:46 smithi032 ceph-mon[189144]: pgmap v8309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:48.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:41:48 smithi039 ceph-mon[181282]: pgmap v8310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:48.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:41:48 smithi032 ceph-mon[189144]: pgmap v8310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:48.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:41:48 smithi032 ceph-mon[191839]: pgmap v8310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:41:50 smithi039 ceph-mon[181282]: pgmap v8311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:41:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:41:50.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:41:50 smithi032 ceph-mon[191839]: pgmap v8311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:50.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:41:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:41:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:41:50 smithi032 ceph-mon[189144]: pgmap v8311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:50.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:41:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:41:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:41:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:41:50] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:41:52.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:41:52 smithi032 ceph-mon[191839]: pgmap v8312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:52.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:41:52 smithi032 ceph-mon[189144]: pgmap v8312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:52.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:41:52 smithi039 ceph-mon[181282]: pgmap v8312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:54.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:41:54 smithi032 ceph-mon[191839]: pgmap v8313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:54.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:41:54 smithi032 ceph-mon[189144]: pgmap v8313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:54.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:41:54 smithi039 ceph-mon[181282]: pgmap v8313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:56.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:41:56 smithi032 ceph-mon[191839]: pgmap v8314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:56.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:41:56 smithi032 ceph-mon[189144]: pgmap v8314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:56.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:41:56 smithi039 ceph-mon[181282]: pgmap v8314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:58.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:41:58 smithi032 ceph-mon[191839]: pgmap v8315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:58.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:41:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:41:58.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:41:58 smithi032 ceph-mon[189144]: pgmap v8315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:58.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:41:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:41:58.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:41:58 smithi039 ceph-mon[181282]: pgmap v8315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:41:58.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:41:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:41:59.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:41:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:41:59.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:41:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:41:59.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:41:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:41:59.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:41:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:41:59.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:41:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:41:59.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:41:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:41:59.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:41:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:41:59.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:41:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:41:59.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:41:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:42:00.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:42:00 smithi032 ceph-mon[191839]: pgmap v8316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:00.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:42:00 smithi032 ceph-mon[189144]: pgmap v8316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:00.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:42:00 smithi039 ceph-mon[181282]: pgmap v8316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:42:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:42:00] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:42:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:42:02 smithi032 ceph-mon[191839]: pgmap v8317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:02.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:42:02 smithi032 ceph-mon[189144]: pgmap v8317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:42:02 smithi039 ceph-mon[181282]: pgmap v8317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:04.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:42:04 smithi032 ceph-mon[191839]: pgmap v8318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:04.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:42:04 smithi032 ceph-mon[189144]: pgmap v8318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:04.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:42:04 smithi039 ceph-mon[181282]: pgmap v8318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:05.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:42:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:42:05.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:42:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:42:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:42:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:42:06.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:42:06 smithi032 ceph-mon[191839]: pgmap v8319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:06.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:42:06 smithi032 ceph-mon[189144]: pgmap v8319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:06.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:42:06 smithi039 ceph-mon[181282]: pgmap v8319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:08.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:42:08 smithi032 ceph-mon[191839]: pgmap v8320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:08.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:42:08 smithi032 ceph-mon[189144]: pgmap v8320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:08.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:42:08 smithi039 ceph-mon[181282]: pgmap v8320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:10.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:42:10 smithi032 ceph-mon[191839]: pgmap v8321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:10.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:42:10 smithi032 ceph-mon[189144]: pgmap v8321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:10.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:42:10 smithi039 ceph-mon[181282]: pgmap v8321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:42:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:42:10] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:42:12.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:42:12 smithi032 ceph-mon[191839]: pgmap v8322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:12.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:42:12 smithi032 ceph-mon[189144]: pgmap v8322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:12.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:42:12 smithi039 ceph-mon[181282]: pgmap v8322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:14.188 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:42:14.512 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:42:14.512 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 4m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:42:14.512 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 2m ago 3h 96.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:42:14.512 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 4m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:42:14.512 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 2m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:42:14.512 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 2m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:42:14.513 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 4m ago 3h 679M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:42:14.513 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 4m ago 3h 1065M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:42:14.513 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 2m ago 3h 524M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:42:14.513 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 4m ago 3h 537M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:42:14.513 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 4m ago 3h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:42:14.513 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 2m ago 3h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:42:14.513 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 4m ago 3h 4366M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:42:14.513 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 4m ago 3h 4563M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:42:14.513 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 4m ago 3h 4106M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:42:14.513 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 4m ago 3h 4061M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:42:14.513 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 2m ago 3h 3878M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:42:14.513 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 2m ago 3h 4110M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:42:14.513 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 2m ago 3h 3858M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:42:14.513 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 2m ago 3h 3758M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:42:14.514 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 2m ago 3h 117M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:42:14.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:42:14 smithi032 ceph-mon[191839]: pgmap v8323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:14.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:42:14 smithi032 ceph-mon[189144]: pgmap v8323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:14.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:42:14 smithi039 ceph-mon[181282]: pgmap v8323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:14.914 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:42:14.914 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:42:14.914 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:42:14.914 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:42:14.914 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:42:14.914 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:42:14.914 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:42:14.914 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:42:14.914 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:42:14.914 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:42:14.914 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:42:14.915 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:42:14.915 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:42:14.915 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:42:14.915 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:42:14.915 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:42:14.915 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:42:14.915 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:42:15.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:42:15 smithi032 ceph-mon[191839]: from='client.52688 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:42:15.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:42:15 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/860652874' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:42:15.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:42:15 smithi032 ceph-mon[189144]: from='client.52688 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:42:15.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:42:15 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/860652874' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:42:15.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:42:15 smithi039 ceph-mon[181282]: from='client.52688 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:42:15.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:42:15 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/860652874' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:42:16.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:42:16 smithi032 ceph-mon[189144]: from='client.52694 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:42:16.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:42:16 smithi032 ceph-mon[189144]: pgmap v8324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:16.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:42:16 smithi032 ceph-mon[191839]: from='client.52694 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:42:16.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:42:16 smithi032 ceph-mon[191839]: pgmap v8324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:16.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:42:16 smithi039 ceph-mon[181282]: from='client.52694 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:42:16.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:42:16 smithi039 ceph-mon[181282]: pgmap v8324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:18.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:42:18 smithi032 ceph-mon[189144]: pgmap v8325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:18.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:42:18 smithi032 ceph-mon[191839]: pgmap v8325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:18.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:42:18 smithi039 ceph-mon[181282]: pgmap v8325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:42:20 smithi032 ceph-mon[191839]: pgmap v8326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:42:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:42:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:42:20 smithi032 ceph-mon[189144]: pgmap v8326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:42:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:42:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:42:20 smithi039 ceph-mon[181282]: pgmap v8326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:42:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:42:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:42:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:42:20] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:42:21.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:42:21 smithi032 ceph-mon[191839]: pgmap v8327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:21.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:42:21 smithi032 ceph-mon[189144]: pgmap v8327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:21.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:42:21 smithi039 ceph-mon[181282]: pgmap v8327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:24.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:42:23 smithi032 ceph-mon[191839]: pgmap v8328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:24.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:42:23 smithi032 ceph-mon[189144]: pgmap v8328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:42:23 smithi039 ceph-mon[181282]: pgmap v8328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:26.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:42:26 smithi032 ceph-mon[191839]: pgmap v8329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:26.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:42:26 smithi032 ceph-mon[189144]: pgmap v8329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:26.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:42:26 smithi039 ceph-mon[181282]: pgmap v8329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:28.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:42:28 smithi032 ceph-mon[191839]: pgmap v8330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:28.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:42:28 smithi032 ceph-mon[189144]: pgmap v8330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:28.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:42:28 smithi039 ceph-mon[181282]: pgmap v8330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:42:30 smithi032 ceph-mon[189144]: pgmap v8331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:42:30 smithi032 ceph-mon[191839]: pgmap v8331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:30.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:42:30 smithi039 ceph-mon[181282]: pgmap v8331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:42:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:42:30] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:42:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:42:32 smithi032 ceph-mon[191839]: pgmap v8332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:42:32 smithi032 ceph-mon[189144]: pgmap v8332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:32.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:42:32 smithi039 ceph-mon[181282]: pgmap v8332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:34.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:42:34 smithi032 ceph-mon[189144]: pgmap v8333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:34.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:42:34 smithi032 ceph-mon[191839]: pgmap v8333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:34.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:42:34 smithi039 ceph-mon[181282]: pgmap v8333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:35.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:42:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:42:35.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:42:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:42:35.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:42:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:42:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:42:36 smithi032 ceph-mon[191839]: pgmap v8334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:42:36 smithi032 ceph-mon[189144]: pgmap v8334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:36.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:42:36 smithi039 ceph-mon[181282]: pgmap v8334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:38.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:42:38 smithi032 ceph-mon[189144]: pgmap v8335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:38.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:42:38 smithi032 ceph-mon[191839]: pgmap v8335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:38.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:42:38 smithi039 ceph-mon[181282]: pgmap v8335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:42:40 smithi032 ceph-mon[189144]: pgmap v8336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:40.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:42:40 smithi032 ceph-mon[191839]: pgmap v8336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:40.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:42:40 smithi039 ceph-mon[181282]: pgmap v8336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:42:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:42:40] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:42:42.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:42:42 smithi032 ceph-mon[191839]: pgmap v8337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:42.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:42:42 smithi032 ceph-mon[189144]: pgmap v8337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:42.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:42:42 smithi039 ceph-mon[181282]: pgmap v8337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:44.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:42:44 smithi032 ceph-mon[189144]: pgmap v8338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:44.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:42:44 smithi032 ceph-mon[191839]: pgmap v8338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:44.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:42:44 smithi039 ceph-mon[181282]: pgmap v8338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:45.279 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:42:45.605 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:42:45.606 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 4m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:42:45.606 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 2m ago 3h 96.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:42:45.606 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 4m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:42:45.606 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 2m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:42:45.606 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 2m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:42:45.606 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 4m ago 3h 679M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:42:45.606 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 4m ago 3h 1065M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:42:45.606 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 2m ago 3h 524M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:42:45.606 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 4m ago 3h 537M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:42:45.606 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 4m ago 3h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:42:45.606 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 2m ago 3h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:42:45.606 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 4m ago 3h 4366M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:42:45.607 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 4m ago 3h 4563M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:42:45.607 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 4m ago 3h 4106M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:42:45.607 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 4m ago 3h 4061M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:42:45.607 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 2m ago 3h 3878M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:42:45.607 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 2m ago 3h 4110M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:42:45.607 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 2m ago 3h 3858M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:42:45.607 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 2m ago 3h 3758M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:42:45.607 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 2m ago 3h 117M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:42:46.007 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:42:46.007 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:42:46.007 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:42:46.008 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:42:46.008 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:42:46.008 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:42:46.008 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:42:46.008 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:42:46.008 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:42:46.008 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:42:46.008 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:42:46.008 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:42:46.008 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:42:46.008 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:42:46.008 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:42:46.009 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:42:46.009 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:42:46.009 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:42:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:42:46 smithi032 ceph-mon[191839]: pgmap v8339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:46.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:42:46 smithi032 ceph-mon[191839]: from='client.42789 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:42:46.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:42:46 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/320218928' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:42:46.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:42:46 smithi032 ceph-mon[189144]: pgmap v8339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:46.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:42:46 smithi032 ceph-mon[189144]: from='client.42789 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:42:46.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:42:46 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/320218928' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:42:46.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:42:46 smithi039 ceph-mon[181282]: pgmap v8339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:46.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:42:46 smithi039 ceph-mon[181282]: from='client.42789 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:42:46.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:42:46 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/320218928' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:42:47.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:42:47 smithi032 ceph-mon[189144]: from='client.52712 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:42:47.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:42:47 smithi032 ceph-mon[191839]: from='client.52712 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:42:47.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:42:47 smithi039 ceph-mon[181282]: from='client.52712 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:42:48.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:42:48 smithi032 ceph-mon[191839]: pgmap v8340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:48.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:42:48 smithi032 ceph-mon[189144]: pgmap v8340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:48.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:42:48 smithi039 ceph-mon[181282]: pgmap v8340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:42:50 smithi032 ceph-mon[189144]: pgmap v8341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:42:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:42:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:42:50 smithi032 ceph-mon[191839]: pgmap v8341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:42:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:42:50.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:42:50 smithi039 ceph-mon[181282]: pgmap v8341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:42:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:42:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:42:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:42:50] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2023-12-22T20:42:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:42:52 smithi032 ceph-mon[191839]: pgmap v8342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:52.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:42:52 smithi032 ceph-mon[189144]: pgmap v8342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:52.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:42:52 smithi039 ceph-mon[181282]: pgmap v8342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:54.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:42:54 smithi032 ceph-mon[191839]: pgmap v8343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:54.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:42:54 smithi032 ceph-mon[189144]: pgmap v8343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:54.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:42:54 smithi039 ceph-mon[181282]: pgmap v8343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:56.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:42:56 smithi032 ceph-mon[191839]: pgmap v8344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:56.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:42:56 smithi032 ceph-mon[189144]: pgmap v8344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:56.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:42:56 smithi039 ceph-mon[181282]: pgmap v8344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:58.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:42:58 smithi032 ceph-mon[191839]: pgmap v8345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:58.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:42:58 smithi032 ceph-mon[189144]: pgmap v8345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:58.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:42:58 smithi039 ceph-mon[181282]: pgmap v8345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:42:59.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:42:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:42:59.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:42:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:42:59.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:42:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:43:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:43:00 smithi032 ceph-mon[191839]: pgmap v8346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:43:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:43:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:43:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:43:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:43:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:43:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:43:00 smithi032 ceph-mon[189144]: pgmap v8346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:43:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:43:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:43:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:43:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:43:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:43:00.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:43:00 smithi039 ceph-mon[181282]: pgmap v8346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:00.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:43:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:43:00.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:43:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:43:00.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:43:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:43:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:43:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:43:00] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2023-12-22T20:43:02.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:43:02 smithi032 ceph-mon[191839]: pgmap v8347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:02.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:43:02 smithi032 ceph-mon[189144]: pgmap v8347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:02.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:43:02 smithi039 ceph-mon[181282]: pgmap v8347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:04.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:43:04 smithi032 ceph-mon[191839]: pgmap v8348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:04.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:43:04 smithi032 ceph-mon[189144]: pgmap v8348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:04.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:43:04 smithi039 ceph-mon[181282]: pgmap v8348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:05.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:43:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:43:05.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:43:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:43:05.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:43:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:43:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:43:06 smithi032 ceph-mon[191839]: pgmap v8349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:43:06 smithi032 ceph-mon[189144]: pgmap v8349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:43:06 smithi039 ceph-mon[181282]: pgmap v8349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:08.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:43:08 smithi032 ceph-mon[191839]: pgmap v8350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:08.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:43:08 smithi032 ceph-mon[189144]: pgmap v8350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:08.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:43:08 smithi039 ceph-mon[181282]: pgmap v8350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:10.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:43:10 smithi039 ceph-mon[181282]: pgmap v8351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:10.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:43:10 smithi032 ceph-mon[191839]: pgmap v8351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:10.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:43:10 smithi032 ceph-mon[189144]: pgmap v8351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:43:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:43:10] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:43:12.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:43:12 smithi039 ceph-mon[181282]: pgmap v8352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:12.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:43:12 smithi032 ceph-mon[191839]: pgmap v8352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:12.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:43:12 smithi032 ceph-mon[189144]: pgmap v8352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:14.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:43:14 smithi039 ceph-mon[181282]: pgmap v8353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:14.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:43:14 smithi032 ceph-mon[191839]: pgmap v8353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:14.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:43:14 smithi032 ceph-mon[189144]: pgmap v8353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:16.372 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:43:16.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:43:16 smithi039 ceph-mon[181282]: pgmap v8354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:43:16 smithi032 ceph-mon[191839]: pgmap v8354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:16.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:43:16 smithi032 ceph-mon[189144]: pgmap v8354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:16.698 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:43:16.698 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 5m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:43:16.698 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 3m ago 3h 96.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:43:16.698 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 5m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:43:16.698 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 3m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:43:16.698 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 3m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:43:16.698 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 5m ago 3h 679M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:43:16.699 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 5m ago 3h 1065M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:43:16.699 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 3m ago 3h 524M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:43:16.699 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 5m ago 3h 537M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:43:16.699 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 5m ago 3h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:43:16.699 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 3m ago 3h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:43:16.699 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 5m ago 3h 4366M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:43:16.699 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 5m ago 3h 4563M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:43:16.699 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 5m ago 3h 4106M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:43:16.699 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 5m ago 3h 4061M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:43:16.699 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 3m ago 3h 3878M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:43:16.699 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 3m ago 3h 4110M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:43:16.699 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 3m ago 3h 3858M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:43:16.699 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 3m ago 3h 3758M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:43:16.699 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 3m ago 3h 117M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:43:17.099 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:43:17.099 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:43:17.099 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:43:17.099 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:43:17.099 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:43:17.099 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:43:17.099 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:43:17.100 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:43:17.100 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:43:17.100 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:43:17.100 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:43:17.100 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:43:17.100 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:43:17.100 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:43:17.100 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:43:17.100 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:43:17.100 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:43:17.100 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:43:17.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:43:17 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/926473861' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:43:17.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:43:17 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/926473861' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:43:17.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:43:17 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/926473861' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:43:18.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:43:18 smithi039 ceph-mon[181282]: from='client.52724 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:43:18.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:43:18 smithi039 ceph-mon[181282]: from='client.52730 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:43:18.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:43:18 smithi039 ceph-mon[181282]: pgmap v8355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:18.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:43:18 smithi032 ceph-mon[191839]: from='client.52724 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:43:18.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:43:18 smithi032 ceph-mon[191839]: from='client.52730 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:43:18.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:43:18 smithi032 ceph-mon[191839]: pgmap v8355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:18.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:43:18 smithi032 ceph-mon[189144]: from='client.52724 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:43:18.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:43:18 smithi032 ceph-mon[189144]: from='client.52730 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:43:18.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:43:18 smithi032 ceph-mon[189144]: pgmap v8355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:20.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:43:20 smithi039 ceph-mon[181282]: pgmap v8356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:20.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:43:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:43:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:43:20 smithi032 ceph-mon[191839]: pgmap v8356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:43:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:43:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:43:20 smithi032 ceph-mon[189144]: pgmap v8356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:43:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:43:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:43:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:43:20] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T20:43:22.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:43:22 smithi039 ceph-mon[181282]: pgmap v8357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:22.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:43:22 smithi032 ceph-mon[191839]: pgmap v8357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:22.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:43:22 smithi032 ceph-mon[189144]: pgmap v8357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:24.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:43:24 smithi039 ceph-mon[181282]: pgmap v8358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:24.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:43:24 smithi032 ceph-mon[191839]: pgmap v8358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:24.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:43:24 smithi032 ceph-mon[189144]: pgmap v8358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:26.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:43:26 smithi039 ceph-mon[181282]: pgmap v8359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:43:26 smithi032 ceph-mon[191839]: pgmap v8359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:26.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:43:26 smithi032 ceph-mon[189144]: pgmap v8359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:28.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:43:28 smithi039 ceph-mon[181282]: pgmap v8360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:28.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:43:28 smithi032 ceph-mon[191839]: pgmap v8360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:28.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:43:28 smithi032 ceph-mon[189144]: pgmap v8360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:30.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:43:30 smithi039 ceph-mon[181282]: pgmap v8361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:30.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:43:30 smithi032 ceph-mon[191839]: pgmap v8361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:30.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:43:30 smithi032 ceph-mon[189144]: pgmap v8361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:43:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:43:30] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T20:43:32.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:43:32 smithi039 ceph-mon[181282]: pgmap v8362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:32.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:43:32 smithi032 ceph-mon[189144]: pgmap v8362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:32.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:43:32 smithi032 ceph-mon[191839]: pgmap v8362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:34.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:43:34 smithi039 ceph-mon[181282]: pgmap v8363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:34.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:43:34 smithi032 ceph-mon[191839]: pgmap v8363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:34.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:43:34 smithi032 ceph-mon[189144]: pgmap v8363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:35.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:43:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:43:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:43:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:43:35.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:43:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:43:36.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:43:36 smithi039 ceph-mon[181282]: pgmap v8364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:36.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:43:36 smithi032 ceph-mon[191839]: pgmap v8364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:36.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:43:36 smithi032 ceph-mon[189144]: pgmap v8364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:38.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:43:38 smithi039 ceph-mon[181282]: pgmap v8365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:38.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:43:38 smithi032 ceph-mon[189144]: pgmap v8365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:38.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:43:38 smithi032 ceph-mon[191839]: pgmap v8365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:40.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:43:40 smithi039 ceph-mon[181282]: pgmap v8366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:40.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:43:40 smithi032 ceph-mon[189144]: pgmap v8366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:40.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:43:40 smithi032 ceph-mon[191839]: pgmap v8366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:43:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:43:40] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:43:42.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:43:42 smithi039 ceph-mon[181282]: pgmap v8367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:42.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:43:42 smithi032 ceph-mon[191839]: pgmap v8367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:42.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:43:42 smithi032 ceph-mon[189144]: pgmap v8367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:44.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:43:44 smithi039 ceph-mon[181282]: pgmap v8368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:44.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:43:44 smithi032 ceph-mon[189144]: pgmap v8368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:44.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:43:44 smithi032 ceph-mon[191839]: pgmap v8368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:46.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:43:46 smithi039 ceph-mon[181282]: pgmap v8369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:43:46 smithi032 ceph-mon[189144]: pgmap v8369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:43:46 smithi032 ceph-mon[191839]: pgmap v8369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:47.464 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:43:47.788 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:43:47.788 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 5m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:43:47.788 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 3m ago 3h 96.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:43:47.788 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 5m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:43:47.788 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 3m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:43:47.788 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 3m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:43:47.788 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 5m ago 3h 679M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:43:47.788 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 5m ago 3h 1065M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:43:47.788 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 3m ago 3h 524M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:43:47.788 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 5m ago 3h 537M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:43:47.788 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 5m ago 3h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:43:47.788 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 3m ago 3h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:43:47.789 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 5m ago 3h 4366M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:43:47.789 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 5m ago 3h 4563M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:43:47.789 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 5m ago 3h 4106M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:43:47.789 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 5m ago 3h 4061M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:43:47.789 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 3m ago 3h 3878M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:43:47.789 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 3m ago 3h 4110M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:43:47.789 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 3m ago 3h 3858M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:43:47.789 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 3m ago 3h 3758M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:43:47.789 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 3m ago 3h 117M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:43:48.189 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:43:48.189 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:43:48.189 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:43:48.190 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:43:48.190 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:43:48.190 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:43:48.190 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:43:48.190 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:43:48.190 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:43:48.190 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:43:48.190 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:43:48.190 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:43:48.190 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:43:48.190 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:43:48.190 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:43:48.190 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:43:48.190 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:43:48.191 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:43:48.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:43:48 smithi039 ceph-mon[181282]: pgmap v8370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:48.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:43:48 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3249103314' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:43:48.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:43:48 smithi032 ceph-mon[191839]: pgmap v8370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:48.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:43:48 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3249103314' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:43:48.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:43:48 smithi032 ceph-mon[189144]: pgmap v8370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:48.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:43:48 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3249103314' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:43:49.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:43:49 smithi032 ceph-mon[191839]: from='client.52742 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:43:49.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:43:49 smithi032 ceph-mon[191839]: from='client.52748 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:43:49.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:43:49 smithi032 ceph-mon[189144]: from='client.52742 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:43:49.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:43:49 smithi032 ceph-mon[189144]: from='client.52748 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:43:49.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:43:49 smithi039 ceph-mon[181282]: from='client.52742 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:43:49.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:43:49 smithi039 ceph-mon[181282]: from='client.52748 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:43:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:43:50 smithi032 ceph-mon[191839]: pgmap v8371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:43:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:43:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:43:50 smithi032 ceph-mon[189144]: pgmap v8371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:43:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:43:50.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:43:50 smithi039 ceph-mon[181282]: pgmap v8371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:50.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:43:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:43:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:43:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:43:50] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:43:52.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:43:52 smithi032 ceph-mon[191839]: pgmap v8372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:52.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:43:52 smithi032 ceph-mon[189144]: pgmap v8372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:52.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:43:52 smithi039 ceph-mon[181282]: pgmap v8372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:43:54 smithi032 ceph-mon[191839]: pgmap v8373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:54.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:43:54 smithi032 ceph-mon[189144]: pgmap v8373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:54.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:43:54 smithi039 ceph-mon[181282]: pgmap v8373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:56.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:43:56 smithi032 ceph-mon[191839]: pgmap v8374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:56.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:43:56 smithi032 ceph-mon[189144]: pgmap v8374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:56.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:43:56 smithi039 ceph-mon[181282]: pgmap v8374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:58.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:43:58 smithi032 ceph-mon[191839]: pgmap v8375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:58.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:43:58 smithi032 ceph-mon[189144]: pgmap v8375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:43:58.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:43:58 smithi039 ceph-mon[181282]: pgmap v8375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:00.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:44:00 smithi032 ceph-mon[191839]: pgmap v8376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:00.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:44:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:44:00.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:44:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:44:00.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:44:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:44:00.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:44:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:44:00.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:44:00 smithi032 ceph-mon[189144]: pgmap v8376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:00.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:44:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:44:00.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:44:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:44:00.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:44:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:44:00.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:44:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:44:00.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:44:00 smithi039 ceph-mon[181282]: pgmap v8376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:00.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:44:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:44:00.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:44:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:44:00.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:44:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:44:00.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:44:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:44:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:44:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:44:00] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:44:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:44:02 smithi032 ceph-mon[191839]: pgmap v8377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:02.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:44:02 smithi032 ceph-mon[189144]: pgmap v8377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:02.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:44:02 smithi039 ceph-mon[181282]: pgmap v8377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:44:04 smithi032 ceph-mon[191839]: pgmap v8378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:04.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:44:04 smithi032 ceph-mon[189144]: pgmap v8378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:04.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:44:04 smithi039 ceph-mon[181282]: pgmap v8378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:44:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:44:05.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:44:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:44:05.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:44:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:44:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:44:06 smithi032 ceph-mon[191839]: pgmap v8379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:44:06 smithi032 ceph-mon[189144]: pgmap v8379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:06.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:44:06 smithi039 ceph-mon[181282]: pgmap v8379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:44:08 smithi032 ceph-mon[189144]: pgmap v8380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:08.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:44:08 smithi032 ceph-mon[191839]: pgmap v8380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:08.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:44:08 smithi039 ceph-mon[181282]: pgmap v8380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:10.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:44:10 smithi032 ceph-mon[191839]: pgmap v8381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:10.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:44:10 smithi032 ceph-mon[189144]: pgmap v8381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:10.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:44:10 smithi039 ceph-mon[181282]: pgmap v8381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:44:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:44:10] "GET /metrics HTTP/1.1" 200 34065 "" "Prometheus/2.43.0" 2023-12-22T20:44:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:44:12 smithi032 ceph-mon[189144]: pgmap v8382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:12.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:44:12 smithi032 ceph-mon[191839]: pgmap v8382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:12.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:44:12 smithi039 ceph-mon[181282]: pgmap v8382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:14.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:44:14 smithi032 ceph-mon[191839]: pgmap v8383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:14.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:44:14 smithi032 ceph-mon[189144]: pgmap v8383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:14.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:44:14 smithi039 ceph-mon[181282]: pgmap v8383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:44:16 smithi032 ceph-mon[189144]: pgmap v8384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:16.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:44:16 smithi032 ceph-mon[191839]: pgmap v8384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:16.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:44:16 smithi039 ceph-mon[181282]: pgmap v8384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:18.557 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:44:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:44:18 smithi032 ceph-mon[189144]: pgmap v8385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:18.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:44:18 smithi032 ceph-mon[191839]: pgmap v8385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:18.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:44:18 smithi039 ceph-mon[181282]: pgmap v8385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:18.880 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:44:18.880 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 6m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:44:18.880 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 4m ago 3h 96.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:44:18.880 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 6m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:44:18.880 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 4m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:44:18.880 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 4m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:44:18.880 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 6m ago 3h 679M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:44:18.880 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 6m ago 3h 1065M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:44:18.880 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 4m ago 3h 524M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:44:18.880 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 6m ago 3h 537M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:44:18.880 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 6m ago 3h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:44:18.881 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 4m ago 3h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:44:18.881 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 6m ago 3h 4366M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:44:18.881 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 6m ago 3h 4563M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:44:18.881 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 6m ago 3h 4106M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:44:18.881 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 6m ago 3h 4061M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:44:18.881 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 4m ago 3h 3878M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:44:18.881 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 4m ago 3h 4110M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:44:18.881 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 4m ago 3h 3858M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:44:18.881 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 4m ago 3h 3758M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:44:18.881 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 4m ago 3h 117M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:44:19.283 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:44:19.284 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:44:19.284 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:44:19.284 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:44:19.284 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:44:19.284 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:44:19.284 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:44:19.284 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:44:19.284 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:44:19.284 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:44:19.284 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:44:19.284 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:44:19.284 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:44:19.284 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:44:19.285 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:44:19.285 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:44:19.285 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:44:19.285 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:44:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:44:20 smithi032 ceph-mon[191839]: from='client.42843 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:44:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:44:20 smithi032 ceph-mon[191839]: pgmap v8386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:44:20 smithi032 ceph-mon[191839]: from='client.42849 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:44:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:44:20 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1040958559' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:44:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:44:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:44:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:44:20 smithi032 ceph-mon[189144]: from='client.42843 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:44:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:44:20 smithi032 ceph-mon[189144]: pgmap v8386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:44:20 smithi032 ceph-mon[189144]: from='client.42849 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:44:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:44:20 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1040958559' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:44:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:44:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:44:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:44:20 smithi039 ceph-mon[181282]: from='client.42843 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:44:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:44:20 smithi039 ceph-mon[181282]: pgmap v8386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:44:20 smithi039 ceph-mon[181282]: from='client.42849 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:44:20.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:44:20 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1040958559' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:44:20.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:44:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:44:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:44:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:44:20] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:44:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:44:22 smithi032 ceph-mon[191839]: pgmap v8387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:44:22 smithi032 ceph-mon[189144]: pgmap v8387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:22.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:44:22 smithi039 ceph-mon[181282]: pgmap v8387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:24.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:44:24 smithi032 ceph-mon[191839]: pgmap v8388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:24.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:44:24 smithi032 ceph-mon[189144]: pgmap v8388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:24.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:44:24 smithi039 ceph-mon[181282]: pgmap v8388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:44:26 smithi032 ceph-mon[189144]: pgmap v8389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:26.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:44:26 smithi032 ceph-mon[191839]: pgmap v8389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:26.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:44:26 smithi039 ceph-mon[181282]: pgmap v8389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:44:28 smithi032 ceph-mon[191839]: pgmap v8390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:28.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:44:28 smithi032 ceph-mon[189144]: pgmap v8390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:28.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:44:28 smithi039 ceph-mon[181282]: pgmap v8390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:44:30 smithi032 ceph-mon[189144]: pgmap v8391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:44:30 smithi032 ceph-mon[191839]: pgmap v8391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:30.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:44:30 smithi039 ceph-mon[181282]: pgmap v8391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:44:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:44:30] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:44:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:44:32 smithi032 ceph-mon[191839]: pgmap v8392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:44:32 smithi032 ceph-mon[189144]: pgmap v8392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:32.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:44:32 smithi039 ceph-mon[181282]: pgmap v8392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:44:34 smithi032 ceph-mon[191839]: pgmap v8393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:34.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:44:34 smithi032 ceph-mon[189144]: pgmap v8393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:34.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:44:34 smithi039 ceph-mon[181282]: pgmap v8393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:44:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:44:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:44:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:44:35.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:44:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:44:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:44:36 smithi032 ceph-mon[191839]: pgmap v8394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:44:36 smithi032 ceph-mon[189144]: pgmap v8394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:36.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:44:36 smithi039 ceph-mon[181282]: pgmap v8394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:44:38 smithi032 ceph-mon[191839]: pgmap v8395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:38.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:44:38 smithi032 ceph-mon[189144]: pgmap v8395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:38.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:44:38 smithi039 ceph-mon[181282]: pgmap v8395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:40.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:44:40 smithi032 ceph-mon[191839]: pgmap v8396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:44:40 smithi032 ceph-mon[189144]: pgmap v8396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:40.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:44:40 smithi039 ceph-mon[181282]: pgmap v8396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:44:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:44:40] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:44:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:44:42 smithi032 ceph-mon[191839]: pgmap v8397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:42.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:44:42 smithi032 ceph-mon[189144]: pgmap v8397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:42.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:44:42 smithi039 ceph-mon[181282]: pgmap v8397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:44.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:44:44 smithi032 ceph-mon[189144]: pgmap v8398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:44.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:44:44 smithi032 ceph-mon[191839]: pgmap v8398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:44.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:44:44 smithi039 ceph-mon[181282]: pgmap v8398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:44:46 smithi032 ceph-mon[191839]: pgmap v8399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:46.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:44:46 smithi032 ceph-mon[189144]: pgmap v8399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:46.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:44:46 smithi039 ceph-mon[181282]: pgmap v8399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:48.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:44:48 smithi032 ceph-mon[191839]: pgmap v8400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:48.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:44:48 smithi032 ceph-mon[189144]: pgmap v8400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:48.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:44:48 smithi039 ceph-mon[181282]: pgmap v8400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:49.646 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:44:49.973 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:44:49.973 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 6m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:44:49.973 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 4m ago 3h 96.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:44:49.973 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 6m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:44:49.973 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 4m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:44:49.973 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 4m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:44:49.973 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 6m ago 3h 679M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:44:49.974 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 6m ago 3h 1065M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:44:49.974 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 4m ago 3h 524M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:44:49.974 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 6m ago 3h 537M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:44:49.974 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 6m ago 3h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:44:49.974 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 4m ago 3h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:44:49.974 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 6m ago 3h 4366M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:44:49.974 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 6m ago 3h 4563M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:44:49.974 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 6m ago 3h 4106M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:44:49.974 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 6m ago 3h 4061M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:44:49.974 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 4m ago 3h 3878M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:44:49.974 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 4m ago 3h 4110M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:44:49.974 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 4m ago 3h 3858M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:44:49.974 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 4m ago 3h 3758M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:44:49.974 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 4m ago 3h 117M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:44:50.375 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:44:50.375 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:44:50.375 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:44:50.375 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:44:50.375 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:44:50.375 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:44:50.375 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:44:50.375 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:44:50.375 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:44:50.375 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:44:50.375 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:44:50.376 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:44:50.376 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:44:50.376 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:44:50.376 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:44:50.376 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:44:50.376 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:44:50.376 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:44:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:44:50 smithi032 ceph-mon[189144]: pgmap v8401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:50.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:44:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:44:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:44:50 smithi032 ceph-mon[191839]: pgmap v8401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:44:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:44:50.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:44:50 smithi039 ceph-mon[181282]: pgmap v8401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:50.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:44:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:44:51.161 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:44:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:44:50] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:44:51.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:44:51 smithi032 ceph-mon[191839]: from='client.52778 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:44:51.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:44:51 smithi032 ceph-mon[191839]: from='client.42867 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:44:51.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:44:51 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2601609787' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:44:51.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:44:51 smithi032 ceph-mon[189144]: from='client.52778 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:44:51.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:44:51 smithi032 ceph-mon[189144]: from='client.42867 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:44:51.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:44:51 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2601609787' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:44:51.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:44:51 smithi039 ceph-mon[181282]: from='client.52778 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:44:51.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:44:51 smithi039 ceph-mon[181282]: from='client.42867 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:44:51.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:44:51 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2601609787' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:44:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:44:52 smithi032 ceph-mon[191839]: pgmap v8402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:52.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:44:52 smithi032 ceph-mon[189144]: pgmap v8402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:52.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:44:52 smithi039 ceph-mon[181282]: pgmap v8402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:54.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:44:54 smithi032 ceph-mon[189144]: pgmap v8403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:54.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:44:54 smithi032 ceph-mon[191839]: pgmap v8403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:54.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:44:54 smithi039 ceph-mon[181282]: pgmap v8403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:44:56 smithi032 ceph-mon[189144]: pgmap v8404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:56.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:44:56 smithi032 ceph-mon[191839]: pgmap v8404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:56.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:44:56 smithi039 ceph-mon[181282]: pgmap v8404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:58.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:44:58 smithi032 ceph-mon[191839]: pgmap v8405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:58.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:44:58 smithi032 ceph-mon[189144]: pgmap v8405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:44:58.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:44:58 smithi039 ceph-mon[181282]: pgmap v8405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:45:00 smithi032 ceph-mon[189144]: pgmap v8406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:45:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:45:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:45:00 smithi032 ceph-mon[191839]: pgmap v8406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:45:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:45:00.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:45:00 smithi039 ceph-mon[181282]: pgmap v8406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:00.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:45:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:45:01.174 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:45:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:45:00] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:45:01.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:45:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:45:01.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:45:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:45:01.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:45:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:45:01.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:45:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:45:01.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:45:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:45:01.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:45:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:45:01.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:45:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:45:01.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:45:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:45:01.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:45:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:45:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:45:02 smithi032 ceph-mon[191839]: pgmap v8407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:45:02 smithi032 ceph-mon[189144]: pgmap v8407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:02.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:45:02 smithi039 ceph-mon[181282]: pgmap v8407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:45:04 smithi032 ceph-mon[191839]: pgmap v8408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:04.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:45:04 smithi032 ceph-mon[189144]: pgmap v8408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:04.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:45:04 smithi039 ceph-mon[181282]: pgmap v8408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:05.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:45:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:45:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:45:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:45:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:45:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:45:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:45:06 smithi039 ceph-mon[181282]: pgmap v8409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:45:06 smithi032 ceph-mon[191839]: pgmap v8409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:45:06 smithi032 ceph-mon[189144]: pgmap v8409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:08.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:45:08 smithi039 ceph-mon[181282]: pgmap v8410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:45:08 smithi032 ceph-mon[189144]: pgmap v8410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:08.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:45:08 smithi032 ceph-mon[191839]: pgmap v8410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:10.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:45:10 smithi039 ceph-mon[181282]: pgmap v8411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:10.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:45:10 smithi032 ceph-mon[191839]: pgmap v8411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:10.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:45:10 smithi032 ceph-mon[189144]: pgmap v8411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:45:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:45:10] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:45:12.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:45:12 smithi039 ceph-mon[181282]: pgmap v8412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:45:12 smithi032 ceph-mon[189144]: pgmap v8412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:12.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:45:12 smithi032 ceph-mon[191839]: pgmap v8412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:14.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:45:14 smithi039 ceph-mon[181282]: pgmap v8413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:14.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:45:14 smithi032 ceph-mon[191839]: pgmap v8413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:45:14 smithi032 ceph-mon[189144]: pgmap v8413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:16.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:45:16 smithi039 ceph-mon[181282]: pgmap v8414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:45:16 smithi032 ceph-mon[191839]: pgmap v8414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:16.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:45:16 smithi032 ceph-mon[189144]: pgmap v8414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:18.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:45:18 smithi039 ceph-mon[181282]: pgmap v8415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:18.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:45:18 smithi032 ceph-mon[191839]: pgmap v8415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:45:18 smithi032 ceph-mon[189144]: pgmap v8415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:45:20 smithi039 ceph-mon[181282]: pgmap v8416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:45:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:45:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:45:20 smithi032 ceph-mon[191839]: pgmap v8416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:45:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:45:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:45:20 smithi032 ceph-mon[189144]: pgmap v8416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:45:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:45:20.738 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:45:21.063 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:45:21.063 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 7m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:45:21.063 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 5m ago 3h 96.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:45:21.063 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 7m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:45:21.063 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 5m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:45:21.063 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 5m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:45:21.063 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 7m ago 3h 679M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:45:21.063 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 7m ago 3h 1065M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:45:21.063 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 5m ago 3h 524M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:45:21.063 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 7m ago 3h 537M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:45:21.064 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 7m ago 3h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:45:21.064 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 5m ago 3h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:45:21.064 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 7m ago 3h 4366M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:45:21.064 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 7m ago 3h 4563M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:45:21.064 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 7m ago 3h 4106M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:45:21.064 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 7m ago 3h 4061M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:45:21.064 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 5m ago 3h 3878M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:45:21.064 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 5m ago 3h 4110M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:45:21.064 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 5m ago 3h 3858M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:45:21.064 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 5m ago 3h 3758M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:45:21.064 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 5m ago 3h 117M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:45:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:45:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:45:20] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:45:21.464 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:45:21.464 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:45:21.464 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:45:21.464 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:45:21.464 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:45:21.464 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:45:21.464 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:45:21.464 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:45:21.464 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:45:21.465 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:45:21.465 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:45:21.465 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:45:21.465 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:45:21.465 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:45:21.465 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:45:21.465 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:45:21.465 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:45:21.465 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:45:22.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:45:22 smithi039 ceph-mon[181282]: from='client.42879 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:45:22.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:45:22 smithi039 ceph-mon[181282]: pgmap v8417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:22.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:45:22 smithi039 ceph-mon[181282]: from='client.52802 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:45:22.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:45:22 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2957441196' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:45:22.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:45:22 smithi032 ceph-mon[191839]: from='client.42879 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:45:22.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:45:22 smithi032 ceph-mon[191839]: pgmap v8417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:22.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:45:22 smithi032 ceph-mon[191839]: from='client.52802 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:45:22.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:45:22 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2957441196' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:45:22.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:45:22 smithi032 ceph-mon[189144]: from='client.42879 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:45:22.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:45:22 smithi032 ceph-mon[189144]: pgmap v8417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:22.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:45:22 smithi032 ceph-mon[189144]: from='client.52802 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:45:22.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:45:22 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2957441196' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:45:24.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:45:24 smithi039 ceph-mon[181282]: pgmap v8418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:24.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:45:24 smithi032 ceph-mon[191839]: pgmap v8418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:45:24 smithi032 ceph-mon[189144]: pgmap v8418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:26.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:45:26 smithi039 ceph-mon[181282]: pgmap v8419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:45:26 smithi032 ceph-mon[191839]: pgmap v8419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:26.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:45:26 smithi032 ceph-mon[189144]: pgmap v8419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:28.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:45:28 smithi039 ceph-mon[181282]: pgmap v8420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:28.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:45:28 smithi032 ceph-mon[191839]: pgmap v8420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:28.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:45:28 smithi032 ceph-mon[189144]: pgmap v8420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:30.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:45:30 smithi039 ceph-mon[181282]: pgmap v8421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:30.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:45:30 smithi032 ceph-mon[191839]: pgmap v8421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:30.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:45:30 smithi032 ceph-mon[189144]: pgmap v8421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:45:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:45:30] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:45:32.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:45:32 smithi039 ceph-mon[181282]: pgmap v8422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:32.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:45:32 smithi032 ceph-mon[191839]: pgmap v8422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:32.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:45:32 smithi032 ceph-mon[189144]: pgmap v8422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:34.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:45:34 smithi039 ceph-mon[181282]: pgmap v8423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:34.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:45:34 smithi032 ceph-mon[189144]: pgmap v8423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:34.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:45:34 smithi032 ceph-mon[191839]: pgmap v8423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:35.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:45:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:45:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:45:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:45:35.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:45:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:45:36.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:45:36 smithi039 ceph-mon[181282]: pgmap v8424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:36.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:45:36 smithi032 ceph-mon[191839]: pgmap v8424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:36.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:45:36 smithi032 ceph-mon[189144]: pgmap v8424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:38.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:45:38 smithi039 ceph-mon[181282]: pgmap v8425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:38.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:45:38 smithi032 ceph-mon[191839]: pgmap v8425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:38.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:45:38 smithi032 ceph-mon[189144]: pgmap v8425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:40.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:45:40 smithi039 ceph-mon[181282]: pgmap v8426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:40.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:45:40 smithi032 ceph-mon[191839]: pgmap v8426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:40.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:45:40 smithi032 ceph-mon[189144]: pgmap v8426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:45:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:45:40] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:45:42.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:45:42 smithi039 ceph-mon[181282]: pgmap v8427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:42.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:45:42 smithi032 ceph-mon[189144]: pgmap v8427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:42.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:45:42 smithi032 ceph-mon[191839]: pgmap v8427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:44.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:45:44 smithi039 ceph-mon[181282]: pgmap v8428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:44.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:45:44 smithi032 ceph-mon[191839]: pgmap v8428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:44.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:45:44 smithi032 ceph-mon[189144]: pgmap v8428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:46.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:45:46 smithi032 ceph-mon[191839]: pgmap v8429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:46.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:45:46 smithi032 ceph-mon[189144]: pgmap v8429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:46.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:45:46 smithi039 ceph-mon[181282]: pgmap v8429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:48.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:45:48 smithi039 ceph-mon[181282]: pgmap v8430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:48.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:45:48 smithi032 ceph-mon[191839]: pgmap v8430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:48.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:45:48 smithi032 ceph-mon[189144]: pgmap v8430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:45:50 smithi032 ceph-mon[191839]: pgmap v8431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:45:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:45:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:45:50 smithi032 ceph-mon[189144]: pgmap v8431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:45:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:45:50.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:45:50 smithi039 ceph-mon[181282]: pgmap v8431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:50.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:45:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:45:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:45:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:45:50] "GET /metrics HTTP/1.1" 200 34065 "" "Prometheus/2.43.0" 2023-12-22T20:45:51.821 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:45:52.151 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:45:52.152 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 7m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:45:52.152 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 5m ago 3h 96.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:45:52.152 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 7m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:45:52.152 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 5m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:45:52.152 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 5m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:45:52.152 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 7m ago 3h 679M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:45:52.152 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 7m ago 3h 1065M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:45:52.152 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 5m ago 3h 524M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:45:52.152 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 7m ago 3h 537M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:45:52.152 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 7m ago 3h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:45:52.152 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 5m ago 3h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:45:52.152 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 7m ago 3h 4366M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:45:52.152 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 7m ago 3h 4563M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:45:52.153 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 7m ago 3h 4106M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:45:52.153 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 7m ago 3h 4061M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:45:52.153 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 5m ago 3h 3878M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:45:52.153 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 5m ago 3h 4110M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:45:52.153 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 5m ago 3h 3858M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:45:52.153 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 5m ago 3h 3758M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:45:52.153 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 5m ago 3h 117M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:45:52.553 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:45:52.553 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:45:52.553 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:45:52.553 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:45:52.553 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:45:52.553 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:45:52.554 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:45:52.554 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:45:52.554 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:45:52.554 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:45:52.554 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:45:52.554 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:45:52.554 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:45:52.554 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:45:52.554 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:45:52.554 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:45:52.554 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:45:52.555 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:45:52.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:45:52 smithi032 ceph-mon[191839]: pgmap v8432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:52.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:45:52 smithi032 ceph-mon[189144]: pgmap v8432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:52.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:45:52 smithi039 ceph-mon[181282]: pgmap v8432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:53.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:45:53 smithi032 ceph-mon[191839]: from='client.42897 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:45:53.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:45:53 smithi032 ceph-mon[191839]: from='client.52820 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:45:53.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:45:53 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1403220488' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:45:53.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:45:53 smithi032 ceph-mon[189144]: from='client.42897 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:45:53.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:45:53 smithi032 ceph-mon[189144]: from='client.52820 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:45:53.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:45:53 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1403220488' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:45:53.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:45:53 smithi039 ceph-mon[181282]: from='client.42897 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:45:53.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:45:53 smithi039 ceph-mon[181282]: from='client.52820 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:45:53.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:45:53 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1403220488' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:45:54.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:45:54 smithi032 ceph-mon[189144]: pgmap v8433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:54.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:45:54 smithi032 ceph-mon[191839]: pgmap v8433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:54.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:45:54 smithi039 ceph-mon[181282]: pgmap v8433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:56.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:45:56 smithi032 ceph-mon[191839]: pgmap v8434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:56.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:45:56 smithi032 ceph-mon[189144]: pgmap v8434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:56.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:45:56 smithi039 ceph-mon[181282]: pgmap v8434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:58.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:45:58 smithi032 ceph-mon[191839]: pgmap v8435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:45:58 smithi032 ceph-mon[189144]: pgmap v8435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:45:58.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:45:58 smithi039 ceph-mon[181282]: pgmap v8435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:00.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:00 smithi032 ceph-mon[189144]: pgmap v8436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:00.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:00 smithi032 ceph-mon[191839]: pgmap v8436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:00.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:00 smithi039 ceph-mon[181282]: pgmap v8436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:46:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:46:00] "GET /metrics HTTP/1.1" 200 34065 "" "Prometheus/2.43.0" 2023-12-22T20:46:01.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:46:01.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:46:01.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:46:01.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:46:01.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:46:01.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:46:01.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:46:01.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:46:01.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:46:02.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:02 smithi032 ceph-mon[191839]: pgmap v8437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:02.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T20:46:02.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T20:46:02.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T20:46:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T20:46:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:46:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:46:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:46:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:46:02.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:02 smithi032 ceph-mon[189144]: pgmap v8437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:02.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T20:46:02.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T20:46:02.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T20:46:02.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T20:46:02.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:46:02.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:46:02.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:46:02.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:46:02.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:02 smithi039 ceph-mon[181282]: pgmap v8437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:02.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T20:46:02.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T20:46:02.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T20:46:02.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T20:46:02.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:46:02.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:46:02.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:46:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:46:03.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:03 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi032 to 2479M 2023-12-22T20:46:03.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:03 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi032 to 2479M 2023-12-22T20:46:03.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:03 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi032 to 2479M 2023-12-22T20:46:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:04 smithi032 ceph-mon[189144]: pgmap v8438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:04 smithi032 ceph-mon[191839]: pgmap v8438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:04.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:04 smithi039 ceph-mon[181282]: pgmap v8438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:46:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:46:05.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:46:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:06 smithi032 ceph-mon[191839]: pgmap v8439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:06 smithi032 ceph-mon[189144]: pgmap v8439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:06.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:06 smithi039 ceph-mon[181282]: pgmap v8439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:08.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:08 smithi032 ceph-mon[191839]: pgmap v8440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:08 smithi032 ceph-mon[189144]: pgmap v8440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:08.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:08 smithi039 ceph-mon[181282]: pgmap v8440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:10.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:10 smithi032 ceph-mon[191839]: pgmap v8441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:10.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:10 smithi032 ceph-mon[189144]: pgmap v8441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:10.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:10 smithi039 ceph-mon[181282]: pgmap v8441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:46:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:46:10] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:46:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:12 smithi032 ceph-mon[191839]: pgmap v8442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:12.760 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:12 smithi032 ceph-mon[189144]: pgmap v8442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:12.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:12 smithi039 ceph-mon[181282]: pgmap v8442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:14.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:14 smithi032 ceph-mon[191839]: pgmap v8443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:14.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:14 smithi032 ceph-mon[189144]: pgmap v8443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:14.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:14 smithi039 ceph-mon[181282]: pgmap v8443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:16 smithi032 ceph-mon[191839]: pgmap v8444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:16 smithi032 ceph-mon[189144]: pgmap v8444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:16.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:16 smithi039 ceph-mon[181282]: pgmap v8444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:18 smithi032 ceph-mon[189144]: pgmap v8445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:18.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:18 smithi032 ceph-mon[191839]: pgmap v8445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:18.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:18 smithi039 ceph-mon[181282]: pgmap v8445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:20 smithi032 ceph-mon[189144]: pgmap v8446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:46:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:20 smithi032 ceph-mon[191839]: pgmap v8446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:46:20.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:20 smithi039 ceph-mon[181282]: pgmap v8446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:20.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:46:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:46:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:46:20] "GET /metrics HTTP/1.1" 200 34063 "" "Prometheus/2.43.0" 2023-12-22T20:46:22.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:22 smithi032 ceph-mon[191839]: pgmap v8447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:22.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:22 smithi032 ceph-mon[189144]: pgmap v8447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:22.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:22 smithi039 ceph-mon[181282]: pgmap v8447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:22.909 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:46:23.235 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:46:23.236 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 8m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:46:23.236 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 6m ago 3h 96.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:46:23.236 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 8m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:46:23.236 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 6m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:46:23.236 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 6m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:46:23.236 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 8m ago 3h 679M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:46:23.236 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 8m ago 3h 1065M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:46:23.236 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 6m ago 3h 524M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:46:23.236 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 8m ago 3h 537M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:46:23.236 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 8m ago 3h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:46:23.236 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 6m ago 3h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:46:23.236 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 8m ago 3h 4366M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:46:23.236 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 8m ago 3h 4563M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:46:23.237 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 8m ago 3h 4106M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:46:23.237 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 8m ago 3h 4061M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:46:23.237 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 6m ago 3h 3878M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:46:23.237 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 6m ago 3h 4110M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:46:23.237 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 6m ago 3h 3858M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:46:23.237 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 6m ago 3h 3758M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:46:23.237 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 6m ago 3h 117M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:46:23.643 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:46:23.643 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:46:23.643 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:46:23.643 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:46:23.643 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:46:23.643 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:46:23.644 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:46:23.644 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:46:23.644 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:46:23.644 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:46:23.644 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:46:23.644 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:46:23.644 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:46:23.644 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:46:23.644 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:46:23.644 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:46:23.644 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:46:23.644 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:46:24.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:24 smithi032 ceph-mon[191839]: pgmap v8448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:24.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:24 smithi032 ceph-mon[191839]: from='client.52832 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:46:24.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:24 smithi032 ceph-mon[191839]: from='client.42921 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:46:24.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:24 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3965110692' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:46:24.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:24 smithi032 ceph-mon[189144]: pgmap v8448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:24.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:24 smithi032 ceph-mon[189144]: from='client.52832 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:46:24.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:24 smithi032 ceph-mon[189144]: from='client.42921 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:46:24.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:24 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3965110692' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:46:24.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:24 smithi039 ceph-mon[181282]: pgmap v8448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:24.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:24 smithi039 ceph-mon[181282]: from='client.52832 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:46:24.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:24 smithi039 ceph-mon[181282]: from='client.42921 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:46:24.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:24 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3965110692' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:46:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:26 smithi032 ceph-mon[191839]: pgmap v8449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:26.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:26 smithi032 ceph-mon[189144]: pgmap v8449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:26.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:26 smithi039 ceph-mon[181282]: pgmap v8449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:28.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:28 smithi032 ceph-mon[191839]: pgmap v8450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:28.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:28 smithi032 ceph-mon[189144]: pgmap v8450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:28.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:28 smithi039 ceph-mon[181282]: pgmap v8450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:30 smithi032 ceph-mon[191839]: pgmap v8451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:30 smithi032 ceph-mon[189144]: pgmap v8451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:30.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:30 smithi039 ceph-mon[181282]: pgmap v8451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:46:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:46:30] "GET /metrics HTTP/1.1" 200 34063 "" "Prometheus/2.43.0" 2023-12-22T20:46:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:32 smithi032 ceph-mon[189144]: pgmap v8452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:32 smithi032 ceph-mon[191839]: pgmap v8452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:32.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:32 smithi039 ceph-mon[181282]: pgmap v8452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:34 smithi032 ceph-mon[189144]: pgmap v8453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:34 smithi032 ceph-mon[191839]: pgmap v8453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:34.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:34 smithi039 ceph-mon[181282]: pgmap v8453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:46:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:46:35.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:46:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:36 smithi032 ceph-mon[189144]: pgmap v8454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:36 smithi032 ceph-mon[191839]: pgmap v8454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:36.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:36 smithi039 ceph-mon[181282]: pgmap v8454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:38 smithi032 ceph-mon[189144]: pgmap v8455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:38 smithi032 ceph-mon[191839]: pgmap v8455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:38.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:38 smithi039 ceph-mon[181282]: pgmap v8455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:40.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:40 smithi032 ceph-mon[189144]: pgmap v8456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:40.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:40 smithi032 ceph-mon[191839]: pgmap v8456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:40.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:40 smithi039 ceph-mon[181282]: pgmap v8456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:46:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:46:40] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:46:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:42 smithi032 ceph-mon[191839]: pgmap v8457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:42 smithi032 ceph-mon[189144]: pgmap v8457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:42.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:42 smithi039 ceph-mon[181282]: pgmap v8457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:44.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:44 smithi032 ceph-mon[189144]: pgmap v8458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:44.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:44 smithi032 ceph-mon[191839]: pgmap v8458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:44.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:44 smithi039 ceph-mon[181282]: pgmap v8458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:46.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:46 smithi032 ceph-mon[189144]: pgmap v8459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:46 smithi032 ceph-mon[191839]: pgmap v8459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:46.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:46 smithi039 ceph-mon[181282]: pgmap v8459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:48.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:48 smithi032 ceph-mon[189144]: pgmap v8460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:48.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:48 smithi032 ceph-mon[191839]: pgmap v8460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:48.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:48 smithi039 ceph-mon[181282]: pgmap v8460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:50 smithi032 ceph-mon[189144]: pgmap v8461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:46:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:50 smithi032 ceph-mon[191839]: pgmap v8461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:46:50.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:50 smithi039 ceph-mon[181282]: pgmap v8461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:50.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:46:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:46:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:46:50] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:46:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:52 smithi032 ceph-mon[191839]: pgmap v8462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:52 smithi032 ceph-mon[189144]: pgmap v8462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:52.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:52 smithi039 ceph-mon[181282]: pgmap v8462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:54.006 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:46:54.333 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:46:54.333 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 9m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:46:54.333 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 6m ago 3h 96.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:46:54.333 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 9m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:46:54.333 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 6m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:46:54.333 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 6m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:46:54.333 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 9m ago 3h 679M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:46:54.334 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 9m ago 3h 1065M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:46:54.334 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 6m ago 3h 524M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:46:54.334 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 9m ago 3h 537M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:46:54.334 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 9m ago 3h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:46:54.334 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 6m ago 3h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:46:54.334 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 9m ago 3h 4366M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:46:54.334 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 9m ago 3h 4563M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:46:54.334 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 9m ago 3h 4106M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:46:54.334 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 9m ago 3h 4061M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:46:54.334 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 6m ago 3h 3878M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:46:54.334 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 6m ago 3h 4110M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:46:54.334 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 6m ago 3h 3858M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:46:54.334 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 6m ago 3h 3758M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:46:54.334 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 6m ago 3h 117M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:46:54.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:54 smithi032 ceph-mon[189144]: pgmap v8463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:54 smithi032 ceph-mon[191839]: pgmap v8463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:54.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:54 smithi039 ceph-mon[181282]: pgmap v8463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:54.736 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:46:54.736 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:46:54.736 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:46:54.736 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:46:54.736 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:46:54.736 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:46:54.736 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:46:54.736 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:46:54.736 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:46:54.736 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:46:54.736 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:46:54.737 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:46:54.737 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:46:54.737 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:46:54.737 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:46:54.737 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:46:54.737 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:46:54.737 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:46:55.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:55 smithi032 ceph-mon[189144]: from='client.42933 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:46:55.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:55 smithi032 ceph-mon[189144]: from='client.42939 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:46:55.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:55 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3120353383' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:46:55.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:55 smithi032 ceph-mon[191839]: from='client.42933 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:46:55.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:55 smithi032 ceph-mon[191839]: from='client.42939 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:46:55.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:55 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3120353383' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:46:55.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:55 smithi039 ceph-mon[181282]: from='client.42933 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:46:55.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:55 smithi039 ceph-mon[181282]: from='client.42939 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:46:55.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:55 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3120353383' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:46:56.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:56 smithi039 ceph-mon[181282]: pgmap v8464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:56.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:56 smithi032 ceph-mon[191839]: pgmap v8464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:56.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:56 smithi032 ceph-mon[189144]: pgmap v8464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:58.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:46:58 smithi039 ceph-mon[181282]: pgmap v8465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:58.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:46:58 smithi032 ceph-mon[191839]: pgmap v8465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:46:58.691 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:46:58 smithi032 ceph-mon[189144]: pgmap v8465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:00.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:47:00 smithi039 ceph-mon[181282]: pgmap v8466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:00.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:47:00 smithi032 ceph-mon[191839]: pgmap v8466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:00.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:47:00 smithi032 ceph-mon[189144]: pgmap v8466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:47:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:47:00] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:47:02.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:47:02 smithi039 ceph-mon[181282]: pgmap v8467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:02.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:47:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:47:02.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:47:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:47:02.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:47:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:47:02.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:47:02 smithi032 ceph-mon[191839]: pgmap v8467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:02.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:47:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:47:02.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:47:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:47:02.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:47:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:47:02.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:47:02 smithi032 ceph-mon[189144]: pgmap v8467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:02.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:47:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:47:02.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:47:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:47:02.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:47:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:47:03.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:47:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:47:03.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:47:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:47:03.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:47:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:47:03.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:47:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:47:03.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:47:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:47:03.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:47:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:47:03.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:47:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:47:03.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:47:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:47:03.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:47:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:47:04.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:47:04 smithi039 ceph-mon[181282]: pgmap v8468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:47:04 smithi032 ceph-mon[191839]: pgmap v8468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:47:04 smithi032 ceph-mon[189144]: pgmap v8468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:05.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:47:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:47:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:47:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:47:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:47:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:47:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:47:06 smithi039 ceph-mon[181282]: pgmap v8469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:47:06 smithi032 ceph-mon[189144]: pgmap v8469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:47:06 smithi032 ceph-mon[191839]: pgmap v8469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:08.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:47:08 smithi039 ceph-mon[181282]: pgmap v8470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:47:08 smithi032 ceph-mon[189144]: pgmap v8470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:08.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:47:08 smithi032 ceph-mon[191839]: pgmap v8470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:10.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:47:10 smithi039 ceph-mon[181282]: pgmap v8471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:10.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:47:10 smithi032 ceph-mon[191839]: pgmap v8471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:10.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:47:10 smithi032 ceph-mon[189144]: pgmap v8471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:47:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:47:10] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2023-12-22T20:47:12.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:47:12 smithi039 ceph-mon[181282]: pgmap v8472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:47:12 smithi032 ceph-mon[191839]: pgmap v8472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:47:12 smithi032 ceph-mon[189144]: pgmap v8472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:14.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:47:14 smithi039 ceph-mon[181282]: pgmap v8473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:14.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:47:14 smithi032 ceph-mon[191839]: pgmap v8473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:47:14 smithi032 ceph-mon[189144]: pgmap v8473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:16.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:47:16 smithi039 ceph-mon[181282]: pgmap v8474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:47:16 smithi032 ceph-mon[191839]: pgmap v8474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:47:16 smithi032 ceph-mon[189144]: pgmap v8474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:18.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:47:18 smithi039 ceph-mon[181282]: pgmap v8475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:18.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:47:18 smithi032 ceph-mon[191839]: pgmap v8475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:47:18 smithi032 ceph-mon[189144]: pgmap v8475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:47:20 smithi039 ceph-mon[181282]: pgmap v8476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:47:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:47:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:47:20 smithi032 ceph-mon[191839]: pgmap v8476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:47:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:47:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:47:20 smithi032 ceph-mon[189144]: pgmap v8476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:47:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:47:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:47:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:47:20] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2023-12-22T20:47:22.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:47:22 smithi039 ceph-mon[181282]: pgmap v8477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:22.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:47:22 smithi032 ceph-mon[191839]: pgmap v8477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:22.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:47:22 smithi032 ceph-mon[189144]: pgmap v8477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:24.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:47:24 smithi039 ceph-mon[181282]: pgmap v8478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:24.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:47:24 smithi032 ceph-mon[191839]: pgmap v8478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:47:24 smithi032 ceph-mon[189144]: pgmap v8478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:25.104 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:47:25.431 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:47:25.431 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 9m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:47:25.431 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 7m ago 3h 96.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:47:25.431 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 9m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:47:25.432 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 7m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:47:25.432 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 7m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:47:25.432 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 9m ago 3h 679M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:47:25.432 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 9m ago 3h 1065M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:47:25.432 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 7m ago 3h 524M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:47:25.432 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 9m ago 3h 537M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:47:25.432 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 9m ago 3h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:47:25.432 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 7m ago 3h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:47:25.432 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 9m ago 3h 4366M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:47:25.432 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 9m ago 3h 4563M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:47:25.432 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 9m ago 3h 4106M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:47:25.432 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 9m ago 3h 4061M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:47:25.432 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 7m ago 3h 3878M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:47:25.433 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 7m ago 3h 4110M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:47:25.433 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 7m ago 3h 3858M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:47:25.433 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 7m ago 3h 3758M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:47:25.433 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 7m ago 3h 117M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:47:25.833 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:47:25.833 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:47:25.833 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:47:25.833 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:47:25.833 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:47:25.833 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:47:25.833 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:47:25.834 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:47:25.834 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:47:25.834 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:47:25.834 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:47:25.834 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:47:25.834 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:47:25.835 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:47:25.835 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:47:25.835 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:47:25.835 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:47:25.835 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:47:26.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:47:26 smithi039 ceph-mon[181282]: pgmap v8479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:26.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:47:26 smithi039 ceph-mon[181282]: from='client.42951 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:47:26.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:47:26 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/521610143' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:47:26.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:47:26 smithi032 ceph-mon[189144]: pgmap v8479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:26.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:47:26 smithi032 ceph-mon[189144]: from='client.42951 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:47:26.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:47:26 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/521610143' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:47:26.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:47:26 smithi032 ceph-mon[191839]: pgmap v8479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:26.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:47:26 smithi032 ceph-mon[191839]: from='client.42951 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:47:26.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:47:26 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/521610143' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:47:27.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:47:27 smithi039 ceph-mon[181282]: from='client.52874 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:47:27.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:47:27 smithi032 ceph-mon[191839]: from='client.52874 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:47:27.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:47:27 smithi032 ceph-mon[189144]: from='client.52874 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:47:28.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:47:28 smithi039 ceph-mon[181282]: pgmap v8480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:28.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:47:28 smithi032 ceph-mon[189144]: pgmap v8480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:28.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:47:28 smithi032 ceph-mon[191839]: pgmap v8480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:30.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:47:30 smithi039 ceph-mon[181282]: pgmap v8481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:30.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:47:30 smithi032 ceph-mon[189144]: pgmap v8481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:30.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:47:30 smithi032 ceph-mon[191839]: pgmap v8481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:47:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:47:30] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2023-12-22T20:47:32.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:47:32 smithi039 ceph-mon[181282]: pgmap v8482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:32.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:47:32 smithi032 ceph-mon[191839]: pgmap v8482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:32.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:47:32 smithi032 ceph-mon[189144]: pgmap v8482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:34.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:47:34 smithi039 ceph-mon[181282]: pgmap v8483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:34.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:47:34 smithi032 ceph-mon[191839]: pgmap v8483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:34.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:47:34 smithi032 ceph-mon[189144]: pgmap v8483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:47:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:47:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:47:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:47:35.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:47:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:47:36.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:47:36 smithi032 ceph-mon[191839]: pgmap v8484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:36.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:47:36 smithi032 ceph-mon[189144]: pgmap v8484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:36.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:47:36 smithi039 ceph-mon[181282]: pgmap v8484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:38.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:47:38 smithi032 ceph-mon[191839]: pgmap v8485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:38.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:47:38 smithi032 ceph-mon[189144]: pgmap v8485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:38.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:47:38 smithi039 ceph-mon[181282]: pgmap v8485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:40.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:47:40 smithi032 ceph-mon[189144]: pgmap v8486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:40.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:47:40 smithi032 ceph-mon[191839]: pgmap v8486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:40.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:47:40 smithi039 ceph-mon[181282]: pgmap v8486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:47:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:47:40] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:47:42.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:47:42 smithi032 ceph-mon[191839]: pgmap v8487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:42.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:47:42 smithi032 ceph-mon[189144]: pgmap v8487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:42.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:47:42 smithi039 ceph-mon[181282]: pgmap v8487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:44.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:47:44 smithi032 ceph-mon[191839]: pgmap v8488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:44.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:47:44 smithi032 ceph-mon[189144]: pgmap v8488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:44.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:47:44 smithi039 ceph-mon[181282]: pgmap v8488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:47:46 smithi032 ceph-mon[189144]: pgmap v8489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:46.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:47:46 smithi032 ceph-mon[191839]: pgmap v8489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:46.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:47:46 smithi039 ceph-mon[181282]: pgmap v8489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:48.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:47:48 smithi032 ceph-mon[191839]: pgmap v8490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:48.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:47:48 smithi032 ceph-mon[189144]: pgmap v8490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:48.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:47:48 smithi039 ceph-mon[181282]: pgmap v8490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:47:50 smithi032 ceph-mon[191839]: pgmap v8491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:47:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:47:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:47:50 smithi032 ceph-mon[189144]: pgmap v8491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:47:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:47:50.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:47:50 smithi039 ceph-mon[181282]: pgmap v8491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:50.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:47:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:47:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:47:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:47:50] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:47:52.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:47:52 smithi032 ceph-mon[191839]: pgmap v8492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:52.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:47:52 smithi032 ceph-mon[189144]: pgmap v8492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:52.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:47:52 smithi039 ceph-mon[181282]: pgmap v8492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:47:54 smithi032 ceph-mon[191839]: pgmap v8493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:54.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:47:54 smithi032 ceph-mon[189144]: pgmap v8493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:54.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:47:54 smithi039 ceph-mon[181282]: pgmap v8493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:56.193 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:47:56.517 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:47:56.517 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 10m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:47:56.518 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 7m ago 3h 96.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:47:56.518 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 10m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:47:56.518 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 7m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:47:56.518 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 7m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:47:56.518 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 10m ago 3h 679M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:47:56.518 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 10m ago 3h 1065M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:47:56.518 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 7m ago 3h 524M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:47:56.518 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 10m ago 3h 537M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:47:56.518 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 10m ago 3h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:47:56.519 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 7m ago 3h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:47:56.519 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 10m ago 3h 4366M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:47:56.519 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 10m ago 3h 4563M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:47:56.519 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 10m ago 3h 4106M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:47:56.519 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 10m ago 3h 4061M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:47:56.519 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 7m ago 3h 3878M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:47:56.519 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 7m ago 3h 4110M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:47:56.519 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 7m ago 3h 3858M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:47:56.519 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 7m ago 3h 3758M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:47:56.519 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 7m ago 3h 117M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:47:56.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:47:56 smithi032 ceph-mon[191839]: pgmap v8494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:56.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:47:56 smithi032 ceph-mon[189144]: pgmap v8494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:56.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:47:56 smithi039 ceph-mon[181282]: pgmap v8494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:56.924 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:47:56.924 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:47:56.924 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:47:56.924 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:47:56.924 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:47:56.924 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:47:56.924 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:47:56.924 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:47:56.925 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:47:56.925 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:47:56.925 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:47:56.925 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:47:56.925 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:47:56.925 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:47:56.925 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:47:56.925 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:47:56.925 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:47:56.925 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:47:57.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:47:57 smithi032 ceph-mon[189144]: from='client.42969 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:47:57.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:47:57 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1201640121' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:47:57.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:47:57 smithi032 ceph-mon[191839]: from='client.42969 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:47:57.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:47:57 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1201640121' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:47:57.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:47:57 smithi039 ceph-mon[181282]: from='client.42969 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:47:57.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:47:57 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1201640121' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:47:58.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:47:58 smithi032 ceph-mon[191839]: from='client.42975 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:47:58.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:47:58 smithi032 ceph-mon[191839]: pgmap v8495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:47:58 smithi032 ceph-mon[189144]: from='client.42975 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:47:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:47:58 smithi032 ceph-mon[189144]: pgmap v8495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:47:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:47:58 smithi039 ceph-mon[181282]: from='client.42975 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:47:58.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:47:58 smithi039 ceph-mon[181282]: pgmap v8495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:00.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:48:00 smithi032 ceph-mon[191839]: pgmap v8496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:00.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:48:00 smithi032 ceph-mon[189144]: pgmap v8496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:00.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:48:00 smithi039 ceph-mon[181282]: pgmap v8496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:48:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:48:00] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:48:02.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:48:02 smithi032 ceph-mon[191839]: pgmap v8497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:48:02 smithi032 ceph-mon[189144]: pgmap v8497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:02.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:48:02 smithi039 ceph-mon[181282]: pgmap v8497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:03.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:48:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:48:03.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:48:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:48:03.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:48:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:48:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:48:04 smithi032 ceph-mon[191839]: pgmap v8498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:48:04 smithi032 ceph-mon[189144]: pgmap v8498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:04.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:48:04 smithi039 ceph-mon[181282]: pgmap v8498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:48:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:48:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:48:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:48:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:48:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:48:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:48:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:48:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:48:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:48:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:48:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:48:05.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:48:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:48:05.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:48:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:48:05.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:48:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:48:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:48:06 smithi032 ceph-mon[191839]: pgmap v8499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:48:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:48:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:48:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:48:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:48:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:48:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:48:06 smithi032 ceph-mon[189144]: pgmap v8499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:06.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:48:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:48:06.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:48:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:48:06.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:48:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:48:06.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:48:06 smithi039 ceph-mon[181282]: pgmap v8499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:06.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:48:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:48:06.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:48:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:48:06.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:48:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:48:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:48:08 smithi032 ceph-mon[189144]: pgmap v8500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:08.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:48:08 smithi032 ceph-mon[191839]: pgmap v8500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:08.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:48:08 smithi039 ceph-mon[181282]: pgmap v8500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:10.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:48:10 smithi032 ceph-mon[189144]: pgmap v8501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:10.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:48:10 smithi032 ceph-mon[191839]: pgmap v8501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:48:10 smithi039 ceph-mon[181282]: pgmap v8501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:48:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:48:10] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:48:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:48:12 smithi032 ceph-mon[191839]: pgmap v8502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:48:12 smithi032 ceph-mon[189144]: pgmap v8502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:48:12 smithi039 ceph-mon[181282]: pgmap v8502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:48:14 smithi032 ceph-mon[189144]: pgmap v8503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:14.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:48:14 smithi032 ceph-mon[191839]: pgmap v8503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:14.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:48:14 smithi039 ceph-mon[181282]: pgmap v8503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:48:16 smithi032 ceph-mon[191839]: pgmap v8504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:48:16 smithi032 ceph-mon[189144]: pgmap v8504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:16.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:48:16 smithi039 ceph-mon[181282]: pgmap v8504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:18.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:48:18 smithi032 ceph-mon[191839]: pgmap v8505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:48:18 smithi032 ceph-mon[189144]: pgmap v8505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:18.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:48:18 smithi039 ceph-mon[181282]: pgmap v8505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:48:20 smithi032 ceph-mon[189144]: pgmap v8506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:48:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:48:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:48:20 smithi032 ceph-mon[191839]: pgmap v8506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:48:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:48:20.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:48:20 smithi039 ceph-mon[181282]: pgmap v8506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:20.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:48:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:48:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:48:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:48:20] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:48:22.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:48:22 smithi032 ceph-mon[191839]: pgmap v8507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:22.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:48:22 smithi032 ceph-mon[189144]: pgmap v8507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:22.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:48:22 smithi039 ceph-mon[181282]: pgmap v8507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:24.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:48:24 smithi032 ceph-mon[191839]: pgmap v8508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:48:24 smithi032 ceph-mon[189144]: pgmap v8508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:24.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:48:24 smithi039 ceph-mon[181282]: pgmap v8508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:48:26 smithi032 ceph-mon[191839]: pgmap v8509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:26.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:48:26 smithi032 ceph-mon[189144]: pgmap v8509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:48:26 smithi039 ceph-mon[181282]: pgmap v8509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:27.290 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:48:27.619 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:48:27.619 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 22s ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:48:27.619 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 8m ago 3h 96.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:48:27.620 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 22s ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:48:27.620 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 8m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:48:27.620 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 8m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:48:27.620 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 22s ago 3h 685M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:48:27.620 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 22s ago 3h 1104M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:48:27.620 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 8m ago 3h 524M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:48:27.620 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 22s ago 3h 556M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:48:27.620 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 22s ago 3h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:48:27.620 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 8m ago 3h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:48:27.620 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 22s ago 3h 4398M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:48:27.620 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 22s ago 3h 4594M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:48:27.620 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 22s ago 3h 4130M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:48:27.620 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 22s ago 3h 4091M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:48:27.620 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 8m ago 3h 3878M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:48:27.620 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 8m ago 3h 4110M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:48:27.620 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 8m ago 3h 3858M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:48:27.621 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 8m ago 3h 3758M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:48:27.621 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 8m ago 3h 117M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:48:28.019 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:48:28.019 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:48:28.019 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:48:28.019 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:48:28.019 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:48:28.019 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:48:28.020 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:48:28.020 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:48:28.020 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:48:28.020 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:48:28.020 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:48:28.020 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:48:28.020 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:48:28.020 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:48:28.020 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:48:28.020 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:48:28.020 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:48:28.020 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:48:28.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:48:28 smithi032 ceph-mon[191839]: pgmap v8510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:28.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:48:28 smithi032 ceph-mon[191839]: from='client.42987 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:48:28.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:48:28 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3727005857' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:48:28.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:48:28 smithi032 ceph-mon[189144]: pgmap v8510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:28.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:48:28 smithi032 ceph-mon[189144]: from='client.42987 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:48:28.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:48:28 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3727005857' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:48:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:48:28 smithi039 ceph-mon[181282]: pgmap v8510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:48:28 smithi039 ceph-mon[181282]: from='client.42987 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:48:28.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:48:28 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3727005857' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:48:29.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:48:29 smithi032 ceph-mon[189144]: from='client.52910 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:48:29.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:48:29 smithi032 ceph-mon[189144]: pgmap v8511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:29.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:48:29 smithi032 ceph-mon[191839]: from='client.52910 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:48:29.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:48:29 smithi032 ceph-mon[191839]: pgmap v8511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:29.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:48:29 smithi039 ceph-mon[181282]: from='client.52910 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:48:29.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:48:29 smithi039 ceph-mon[181282]: pgmap v8511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:48:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:48:30] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:48:32.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:48:31 smithi039 ceph-mon[181282]: pgmap v8512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:48:31 smithi032 ceph-mon[191839]: pgmap v8512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:48:31 smithi032 ceph-mon[189144]: pgmap v8512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:48:33 smithi039 ceph-mon[181282]: pgmap v8513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:48:33 smithi032 ceph-mon[191839]: pgmap v8513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:48:33 smithi032 ceph-mon[189144]: pgmap v8513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:48:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:48:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:48:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:48:35.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:48:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:48:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:48:36 smithi032 ceph-mon[191839]: pgmap v8514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:48:36 smithi032 ceph-mon[189144]: pgmap v8514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:48:36 smithi039 ceph-mon[181282]: pgmap v8514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:38.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:48:38 smithi032 ceph-mon[191839]: pgmap v8515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:48:38 smithi032 ceph-mon[189144]: pgmap v8515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:38.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:48:38 smithi039 ceph-mon[181282]: pgmap v8515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:40.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:48:40 smithi032 ceph-mon[191839]: pgmap v8516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:40.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:48:40 smithi032 ceph-mon[189144]: pgmap v8516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:40.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:48:40 smithi039 ceph-mon[181282]: pgmap v8516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:48:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:48:40] "GET /metrics HTTP/1.1" 200 34065 "" "Prometheus/2.43.0" 2023-12-22T20:48:42.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:48:42 smithi032 ceph-mon[191839]: pgmap v8517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:48:42 smithi032 ceph-mon[189144]: pgmap v8517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:48:42 smithi039 ceph-mon[181282]: pgmap v8517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:44.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:48:44 smithi039 ceph-mon[181282]: pgmap v8518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:44.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:48:44 smithi032 ceph-mon[191839]: pgmap v8518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:44.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:48:44 smithi032 ceph-mon[189144]: pgmap v8518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:48:46 smithi039 ceph-mon[181282]: pgmap v8519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:46.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:48:46 smithi032 ceph-mon[191839]: pgmap v8519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:48:46 smithi032 ceph-mon[189144]: pgmap v8519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:48.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:48:48 smithi039 ceph-mon[181282]: pgmap v8520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:48.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:48:48 smithi032 ceph-mon[189144]: pgmap v8520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:48.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:48:48 smithi032 ceph-mon[191839]: pgmap v8520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:48:50 smithi039 ceph-mon[181282]: pgmap v8521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:50.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:48:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:48:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:48:50 smithi032 ceph-mon[189144]: pgmap v8521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:48:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:48:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:48:50 smithi032 ceph-mon[191839]: pgmap v8521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:48:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:48:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:48:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:48:50] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:48:52.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:48:52 smithi039 ceph-mon[181282]: pgmap v8522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:52.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:48:52 smithi032 ceph-mon[191839]: pgmap v8522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:52.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:48:52 smithi032 ceph-mon[189144]: pgmap v8522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:48:54 smithi039 ceph-mon[181282]: pgmap v8523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:48:54 smithi032 ceph-mon[191839]: pgmap v8523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:54.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:48:54 smithi032 ceph-mon[189144]: pgmap v8523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:56.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:48:56 smithi039 ceph-mon[181282]: pgmap v8524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:56.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:48:56 smithi032 ceph-mon[191839]: pgmap v8524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:56.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:48:56 smithi032 ceph-mon[189144]: pgmap v8524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:58.387 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:48:58.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:48:58 smithi039 ceph-mon[181282]: pgmap v8525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:58.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:48:58 smithi032 ceph-mon[191839]: pgmap v8525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:48:58 smithi032 ceph-mon[189144]: pgmap v8525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:48:58.708 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:48:58.709 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 53s ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:48:58.709 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 9m ago 3h 96.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:48:58.709 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 53s ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:48:58.709 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 9m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:48:58.709 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 9m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:48:58.709 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 53s ago 3h 685M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:48:58.709 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 53s ago 3h 1104M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:48:58.709 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 9m ago 3h 524M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:48:58.709 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 53s ago 3h 556M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:48:58.709 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 53s ago 3h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:48:58.709 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 9m ago 3h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:48:58.709 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 53s ago 3h 4398M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:48:58.709 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 53s ago 3h 4594M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:48:58.709 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 53s ago 3h 4130M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:48:58.710 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 53s ago 3h 4091M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:48:58.710 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 9m ago 3h 3878M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:48:58.710 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 9m ago 3h 4110M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:48:58.710 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 9m ago 3h 3858M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:48:58.710 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 9m ago 3h 3758M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:48:58.710 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 9m ago 3h 117M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:48:59.109 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:48:59.109 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:48:59.109 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:48:59.110 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:48:59.110 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:48:59.110 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:48:59.110 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:48:59.110 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:48:59.110 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:48:59.110 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:48:59.110 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:48:59.110 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:48:59.110 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:48:59.110 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:48:59.110 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:48:59.110 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:48:59.110 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:48:59.110 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:48:59.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:48:59 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3157982564' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:48:59.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:48:59 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3157982564' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:48:59.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:48:59 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3157982564' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:49:00.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:49:00 smithi039 ceph-mon[181282]: from='client.52922 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:49:00.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:49:00 smithi039 ceph-mon[181282]: from='client.52928 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:49:00.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:49:00 smithi039 ceph-mon[181282]: pgmap v8526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:00.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:49:00 smithi032 ceph-mon[191839]: from='client.52922 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:49:00.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:49:00 smithi032 ceph-mon[191839]: from='client.52928 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:49:00.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:49:00 smithi032 ceph-mon[191839]: pgmap v8526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:00.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:49:00 smithi032 ceph-mon[189144]: from='client.52922 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:49:00.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:49:00 smithi032 ceph-mon[189144]: from='client.52928 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:49:00.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:49:00 smithi032 ceph-mon[189144]: pgmap v8526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:49:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:49:00] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:49:02.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:49:02 smithi039 ceph-mon[181282]: pgmap v8527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:49:02 smithi032 ceph-mon[189144]: pgmap v8527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:02.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:49:02 smithi032 ceph-mon[191839]: pgmap v8527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:49:04 smithi039 ceph-mon[181282]: pgmap v8528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:49:04 smithi032 ceph-mon[191839]: pgmap v8528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:49:04 smithi032 ceph-mon[189144]: pgmap v8528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:49:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:49:05.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:49:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:49:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:49:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:49:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:49:06 smithi039 ceph-mon[181282]: pgmap v8529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:49:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:49:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:49:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:49:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:49:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:49:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:49:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:49:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:49:06 smithi032 ceph-mon[191839]: pgmap v8529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:49:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:49:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:49:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:49:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:49:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:49:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:49:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:49:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:49:06 smithi032 ceph-mon[189144]: pgmap v8529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:06.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:49:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:49:06.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:49:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:49:06.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:49:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:49:06.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:49:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:49:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:49:08 smithi039 ceph-mon[181282]: pgmap v8530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:08.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:49:08 smithi032 ceph-mon[191839]: pgmap v8530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:49:08 smithi032 ceph-mon[189144]: pgmap v8530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:10.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:49:10 smithi039 ceph-mon[181282]: pgmap v8531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:10.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:49:10 smithi032 ceph-mon[191839]: pgmap v8531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:10.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:49:10 smithi032 ceph-mon[189144]: pgmap v8531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:49:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:49:10] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:49:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:49:12 smithi039 ceph-mon[181282]: pgmap v8532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:49:12 smithi032 ceph-mon[191839]: pgmap v8532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:49:12 smithi032 ceph-mon[189144]: pgmap v8532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:49:14 smithi039 ceph-mon[181282]: pgmap v8533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:14.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:49:14 smithi032 ceph-mon[191839]: pgmap v8533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:49:14 smithi032 ceph-mon[189144]: pgmap v8533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:16.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:49:16 smithi039 ceph-mon[181282]: pgmap v8534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:16.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:49:16 smithi032 ceph-mon[189144]: pgmap v8534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:49:16 smithi032 ceph-mon[191839]: pgmap v8534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:18.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:49:18 smithi032 ceph-mon[191839]: pgmap v8535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:49:18 smithi032 ceph-mon[189144]: pgmap v8535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:18.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:49:18 smithi039 ceph-mon[181282]: pgmap v8535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:49:20 smithi032 ceph-mon[189144]: pgmap v8536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:49:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:49:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:49:20 smithi032 ceph-mon[191839]: pgmap v8536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:49:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:49:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:49:20 smithi039 ceph-mon[181282]: pgmap v8536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:20.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:49:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:49:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:49:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:49:20] "GET /metrics HTTP/1.1" 200 34064 "" "Prometheus/2.43.0" 2023-12-22T20:49:22.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:49:22 smithi032 ceph-mon[191839]: pgmap v8537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:22.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:49:22 smithi032 ceph-mon[189144]: pgmap v8537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:22.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:49:22 smithi039 ceph-mon[181282]: pgmap v8537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:24.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:49:24 smithi032 ceph-mon[191839]: pgmap v8538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:49:24 smithi032 ceph-mon[189144]: pgmap v8538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:49:24 smithi039 ceph-mon[181282]: pgmap v8538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:49:26 smithi032 ceph-mon[191839]: pgmap v8539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:26.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:49:26 smithi032 ceph-mon[189144]: pgmap v8539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:49:26 smithi039 ceph-mon[181282]: pgmap v8539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:28.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:49:28 smithi032 ceph-mon[191839]: pgmap v8540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:28.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:49:28 smithi032 ceph-mon[189144]: pgmap v8540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:49:28 smithi039 ceph-mon[181282]: pgmap v8540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:29.474 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:49:29.796 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:49:29.797 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 84s ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:49:29.797 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 9m ago 3h 96.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:49:29.797 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 84s ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:49:29.797 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 9m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:49:29.797 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 9m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:49:29.797 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 84s ago 3h 685M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:49:29.797 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 84s ago 3h 1104M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:49:29.797 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 9m ago 3h 524M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:49:29.797 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 84s ago 3h 556M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:49:29.797 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 84s ago 3h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:49:29.797 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 9m ago 3h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:49:29.798 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 84s ago 3h 4398M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:49:29.798 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 84s ago 3h 4594M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:49:29.798 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 84s ago 3h 4130M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:49:29.798 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 84s ago 3h 4091M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:49:29.798 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 9m ago 3h 3878M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:49:29.798 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 9m ago 3h 4110M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:49:29.798 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 9m ago 3h 3858M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:49:29.798 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 9m ago 3h 3758M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:49:29.798 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 9m ago 3h 117M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:49:30.195 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:49:30.195 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:49:30.195 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:49:30.195 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:49:30.195 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:49:30.195 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:49:30.195 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:49:30.195 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:49:30.195 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:49:30.196 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:49:30.196 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:49:30.196 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:49:30.196 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:49:30.196 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:49:30.196 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:49:30.196 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:49:30.196 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:49:30.196 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:49:30.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:49:30 smithi032 ceph-mon[191839]: pgmap v8541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:30.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:49:30 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1624572632' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:49:30.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:49:30 smithi032 ceph-mon[189144]: pgmap v8541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:30.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:49:30 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1624572632' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:49:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:49:30 smithi039 ceph-mon[181282]: pgmap v8541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:30.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:49:30 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1624572632' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:49:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:49:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:49:30] "GET /metrics HTTP/1.1" 200 34064 "" "Prometheus/2.43.0" 2023-12-22T20:49:31.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:49:31 smithi032 ceph-mon[189144]: from='client.43023 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:49:31.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:49:31 smithi032 ceph-mon[189144]: from='client.43029 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:49:31.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:49:31 smithi032 ceph-mon[191839]: from='client.43023 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:49:31.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:49:31 smithi032 ceph-mon[191839]: from='client.43029 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:49:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:49:31 smithi039 ceph-mon[181282]: from='client.43023 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:49:31.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:49:31 smithi039 ceph-mon[181282]: from='client.43029 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:49:32.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:49:32 smithi032 ceph-mon[189144]: pgmap v8542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:32.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:49:32 smithi032 ceph-mon[191839]: pgmap v8542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:32.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:49:32 smithi039 ceph-mon[181282]: pgmap v8542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:34.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:49:34 smithi032 ceph-mon[189144]: pgmap v8543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:34.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:49:34 smithi032 ceph-mon[191839]: pgmap v8543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:49:34 smithi039 ceph-mon[181282]: pgmap v8543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:35.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:49:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:49:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:49:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:49:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:49:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:49:36.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:49:36 smithi032 ceph-mon[191839]: pgmap v8544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:36.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:49:36 smithi032 ceph-mon[189144]: pgmap v8544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:36.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:49:36 smithi039 ceph-mon[181282]: pgmap v8544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:38.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:49:38 smithi032 ceph-mon[191839]: pgmap v8545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:38.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:49:38 smithi032 ceph-mon[189144]: pgmap v8545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:49:38 smithi039 ceph-mon[181282]: pgmap v8545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:40.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:49:40 smithi032 ceph-mon[191839]: pgmap v8546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:40.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:49:40 smithi032 ceph-mon[189144]: pgmap v8546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:40.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:49:40 smithi039 ceph-mon[181282]: pgmap v8546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:49:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:49:40] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:49:42.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:49:42 smithi032 ceph-mon[189144]: pgmap v8547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:42.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:49:42 smithi032 ceph-mon[191839]: pgmap v8547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:42.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:49:42 smithi039 ceph-mon[181282]: pgmap v8547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:44.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:49:44 smithi032 ceph-mon[191839]: pgmap v8548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:44.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:49:44 smithi032 ceph-mon[189144]: pgmap v8548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:49:44 smithi039 ceph-mon[181282]: pgmap v8548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:46.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:49:46 smithi032 ceph-mon[191839]: pgmap v8549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:49:46 smithi032 ceph-mon[189144]: pgmap v8549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:49:46 smithi039 ceph-mon[181282]: pgmap v8549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:48.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:49:48 smithi032 ceph-mon[189144]: pgmap v8550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:48.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:49:48 smithi032 ceph-mon[191839]: pgmap v8550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:48.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:49:48 smithi039 ceph-mon[181282]: pgmap v8550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:49:50 smithi032 ceph-mon[189144]: pgmap v8551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:49:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:49:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:49:50 smithi032 ceph-mon[191839]: pgmap v8551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:49:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:49:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:49:50 smithi039 ceph-mon[181282]: pgmap v8551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:49:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:49:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:49:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:49:50] "GET /metrics HTTP/1.1" 200 34065 "" "Prometheus/2.43.0" 2023-12-22T20:49:52.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:49:52 smithi032 ceph-mon[191839]: pgmap v8552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:52.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:49:52 smithi032 ceph-mon[189144]: pgmap v8552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:52.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:49:52 smithi039 ceph-mon[181282]: pgmap v8552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:54.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:49:54 smithi032 ceph-mon[191839]: pgmap v8553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:54.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:49:54 smithi032 ceph-mon[189144]: pgmap v8553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:49:54 smithi039 ceph-mon[181282]: pgmap v8553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:56.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:49:56 smithi032 ceph-mon[191839]: pgmap v8554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:56.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:49:56 smithi032 ceph-mon[189144]: pgmap v8554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:49:56 smithi039 ceph-mon[181282]: pgmap v8554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:58.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:49:58 smithi032 ceph-mon[191839]: pgmap v8555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:49:58 smithi032 ceph-mon[189144]: pgmap v8555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:49:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:49:58 smithi039 ceph-mon[181282]: pgmap v8555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:00.333 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T20:49:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T20:50:00.563 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:50:00.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:00 smithi032 ceph-mon[191839]: pgmap v8556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:00.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T20:50:00.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:00 smithi032 ceph-mon[189144]: pgmap v8556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:00.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T20:50:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:00 smithi039 ceph-mon[181282]: pgmap v8556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:00.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T20:50:00.885 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:50:00.886 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 115s ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:50:00.886 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 10m ago 3h 96.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:50:00.886 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 115s ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:50:00.886 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 10m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:50:00.886 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 10m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:50:00.886 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 115s ago 3h 685M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:50:00.886 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 115s ago 3h 1104M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:50:00.886 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 10m ago 3h 524M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:50:00.886 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 115s ago 3h 556M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:50:00.886 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 115s ago 3h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:50:00.886 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 10m ago 3h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:50:00.886 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 115s ago 3h 4398M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:50:00.887 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 115s ago 3h 4594M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:50:00.887 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 115s ago 3h 4130M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:50:00.887 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 115s ago 3h 4091M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:50:00.887 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 10m ago 3h 3878M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:50:00.887 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 10m ago 3h 4110M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:50:00.887 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 10m ago 3h 3858M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:50:00.887 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 10m ago 3h 3758M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:50:00.887 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 10m ago 3h 117M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:50:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:50:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:50:00] "GET /metrics HTTP/1.1" 200 34065 "" "Prometheus/2.43.0" 2023-12-22T20:50:01.285 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:50:01.285 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:50:01.285 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:50:01.285 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:50:01.286 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:50:01.286 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:50:01.286 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:50:01.286 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:50:01.286 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:50:01.286 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:50:01.286 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:50:01.286 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:50:01.286 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:50:01.286 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:50:01.286 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:50:01.286 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:50:01.286 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:50:01.286 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:50:01.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:01 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/977163920' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:50:01.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:01 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/977163920' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:50:01.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:01 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/977163920' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:50:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:02 smithi032 ceph-mon[191839]: from='client.43041 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:50:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:02 smithi032 ceph-mon[191839]: from='client.43047 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:50:02.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:02 smithi032 ceph-mon[191839]: pgmap v8557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:02.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:02 smithi032 ceph-mon[189144]: from='client.43041 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:50:02.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:02 smithi032 ceph-mon[189144]: from='client.43047 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:50:02.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:02 smithi032 ceph-mon[189144]: pgmap v8557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:02.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:02 smithi039 ceph-mon[181282]: from='client.43041 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:50:02.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:02 smithi039 ceph-mon[181282]: from='client.43047 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:50:02.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:02 smithi039 ceph-mon[181282]: pgmap v8557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:04.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:04 smithi032 ceph-mon[189144]: pgmap v8558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:04 smithi032 ceph-mon[191839]: pgmap v8558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:04 smithi039 ceph-mon[181282]: pgmap v8558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:05.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:50:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:50:05.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:50:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:06 smithi032 ceph-mon[191839]: pgmap v8559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:50:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:06 smithi032 ceph-mon[189144]: pgmap v8559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:50:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:06 smithi039 ceph-mon[181282]: pgmap v8559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:06.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:50:08.448 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:08 smithi039 ceph-mon[181282]: pgmap v8560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:08.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:08 smithi032 ceph-mon[191839]: pgmap v8560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:08 smithi032 ceph-mon[189144]: pgmap v8560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:50:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:50:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:09 smithi032 ceph-mon[189144]: pgmap v8561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:50:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:50:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:50:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:50:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:50:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:09 smithi032 ceph-mon[191839]: pgmap v8561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:50:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:50:09.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:50:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:50:10.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:50:10.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:09 smithi039 ceph-mon[181282]: pgmap v8561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:10.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:50:10.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:50:10.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:50:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:50:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:50:10] "GET /metrics HTTP/1.1" 200 34065 "" "Prometheus/2.43.0" 2023-12-22T20:50:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:11 smithi039 ceph-mon[181282]: pgmap v8562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:11 smithi032 ceph-mon[189144]: pgmap v8562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:11 smithi032 ceph-mon[191839]: pgmap v8562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:14.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:13 smithi039 ceph-mon[181282]: pgmap v8563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:14.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:13 smithi032 ceph-mon[189144]: pgmap v8563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:14.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:13 smithi032 ceph-mon[191839]: pgmap v8563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:16.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:16 smithi039 ceph-mon[181282]: pgmap v8564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:16.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:16 smithi032 ceph-mon[191839]: pgmap v8564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:16 smithi032 ceph-mon[189144]: pgmap v8564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:17.256 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 20:50:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-22T20:50:16.983031453Z level=info msg="Completed cleanup jobs" duration=12.817288ms 2023-12-22T20:50:18.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:18 smithi039 ceph-mon[181282]: pgmap v8565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:18 smithi032 ceph-mon[189144]: pgmap v8565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:18.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:18 smithi032 ceph-mon[191839]: pgmap v8565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:20 smithi039 ceph-mon[181282]: pgmap v8566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:50:20.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:20 smithi032 ceph-mon[191839]: pgmap v8566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:50:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:20 smithi032 ceph-mon[189144]: pgmap v8566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:50:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:50:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:50:20] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:50:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:22 smithi039 ceph-mon[181282]: pgmap v8567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:22.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:22 smithi032 ceph-mon[191839]: pgmap v8567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:22.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:22 smithi032 ceph-mon[189144]: pgmap v8567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:24 smithi039 ceph-mon[181282]: pgmap v8568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:24.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:24 smithi032 ceph-mon[191839]: pgmap v8568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:24 smithi032 ceph-mon[189144]: pgmap v8568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:26 smithi039 ceph-mon[181282]: pgmap v8569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:26.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:26 smithi032 ceph-mon[191839]: pgmap v8569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:26.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:26 smithi032 ceph-mon[189144]: pgmap v8569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:28 smithi039 ceph-mon[181282]: pgmap v8570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:28.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:28 smithi032 ceph-mon[191839]: pgmap v8570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:28.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:28 smithi032 ceph-mon[189144]: pgmap v8570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:30.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:30 smithi039 ceph-mon[181282]: pgmap v8571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:30.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:30 smithi032 ceph-mon[191839]: pgmap v8571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:30.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:30 smithi032 ceph-mon[189144]: pgmap v8571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:50:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:50:30] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:50:31.651 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:50:31.976 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:50:31.976 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 2m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:50:31.976 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 23s ago 3h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:50:31.977 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 2m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:50:31.977 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 23s ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:50:31.977 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 23s ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:50:31.977 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 2m ago 3h 685M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:50:31.977 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 2m ago 3h 1104M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:50:31.977 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 23s ago 3h 540M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:50:31.977 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 2m ago 3h 556M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:50:31.977 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 2m ago 3h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:50:31.977 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 23s ago 3h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:50:31.977 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 2m ago 3h 4398M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:50:31.977 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 2m ago 3h 4594M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:50:31.977 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 2m ago 3h 4130M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:50:31.977 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 2m ago 3h 4091M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:50:31.977 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 23s ago 3h 3905M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:50:31.978 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 23s ago 3h 4144M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:50:31.978 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 23s ago 3h 3888M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:50:31.978 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 23s ago 3h 3793M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:50:31.978 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 23s ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:50:32.386 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:50:32.386 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:50:32.386 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:50:32.386 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:50:32.386 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:50:32.386 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:50:32.386 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:50:32.386 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:50:32.386 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:50:32.386 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:50:32.386 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:50:32.387 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:50:32.387 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:50:32.387 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:50:32.387 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:50:32.387 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:50:32.387 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:50:32.387 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:50:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:32 smithi039 ceph-mon[181282]: pgmap v8572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:32.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:32 smithi032 ceph-mon[191839]: pgmap v8572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:32.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:32 smithi032 ceph-mon[189144]: pgmap v8572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:33.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:33 smithi039 ceph-mon[181282]: from='client.43059 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:50:33.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:33 smithi039 ceph-mon[181282]: from='client.52982 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:50:33.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:33 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1157816414' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:50:33.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:33 smithi032 ceph-mon[189144]: from='client.43059 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:50:33.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:33 smithi032 ceph-mon[189144]: from='client.52982 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:50:33.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:33 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1157816414' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:50:33.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:33 smithi032 ceph-mon[191839]: from='client.43059 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:50:33.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:33 smithi032 ceph-mon[191839]: from='client.52982 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:50:33.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:33 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1157816414' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:50:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:34 smithi039 ceph-mon[181282]: pgmap v8573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:34.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:34 smithi032 ceph-mon[191839]: pgmap v8573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:34.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:34 smithi032 ceph-mon[189144]: pgmap v8573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:50:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:50:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:50:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:36 smithi039 ceph-mon[181282]: pgmap v8574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:36.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:36 smithi032 ceph-mon[191839]: pgmap v8574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:36.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:36 smithi032 ceph-mon[189144]: pgmap v8574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:38.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:38 smithi039 ceph-mon[181282]: pgmap v8575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:38.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:38 smithi032 ceph-mon[191839]: pgmap v8575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:38.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:38 smithi032 ceph-mon[189144]: pgmap v8575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:40.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:40 smithi039 ceph-mon[181282]: pgmap v8576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:40.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:40 smithi032 ceph-mon[189144]: pgmap v8576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:40.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:40 smithi032 ceph-mon[191839]: pgmap v8576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:50:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:50:40] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:50:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:42 smithi039 ceph-mon[181282]: pgmap v8577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:42.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:42 smithi032 ceph-mon[189144]: pgmap v8577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:42.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:42 smithi032 ceph-mon[191839]: pgmap v8577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:44 smithi039 ceph-mon[181282]: pgmap v8578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:44.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:44 smithi032 ceph-mon[189144]: pgmap v8578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:44.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:44 smithi032 ceph-mon[191839]: pgmap v8578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:46 smithi039 ceph-mon[181282]: pgmap v8579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:46.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:46 smithi032 ceph-mon[191839]: pgmap v8579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:46 smithi032 ceph-mon[189144]: pgmap v8579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:48.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:48 smithi039 ceph-mon[181282]: pgmap v8580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:48.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:48 smithi032 ceph-mon[189144]: pgmap v8580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:48.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:48 smithi032 ceph-mon[191839]: pgmap v8580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:50 smithi039 ceph-mon[181282]: pgmap v8581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:50:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:50 smithi032 ceph-mon[191839]: pgmap v8581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:50:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:50 smithi032 ceph-mon[189144]: pgmap v8581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:50:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:50:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:50:50] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:50:52.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:52 smithi039 ceph-mon[181282]: pgmap v8582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:52.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:52 smithi032 ceph-mon[191839]: pgmap v8582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:52.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:52 smithi032 ceph-mon[189144]: pgmap v8582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:54 smithi039 ceph-mon[181282]: pgmap v8583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:54.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:54 smithi032 ceph-mon[191839]: pgmap v8583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:54.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:54 smithi032 ceph-mon[189144]: pgmap v8583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:56.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:56 smithi032 ceph-mon[191839]: pgmap v8584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:56.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:56 smithi032 ceph-mon[189144]: pgmap v8584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:56 smithi039 ceph-mon[181282]: pgmap v8584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:58.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:50:58 smithi032 ceph-mon[191839]: pgmap v8585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:50:58 smithi032 ceph-mon[189144]: pgmap v8585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:50:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:50:58 smithi039 ceph-mon[181282]: pgmap v8585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:00.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:51:00 smithi032 ceph-mon[191839]: pgmap v8586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:00.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:51:00 smithi032 ceph-mon[189144]: pgmap v8586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:51:00 smithi039 ceph-mon[181282]: pgmap v8586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:51:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:51:00] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:51:02.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:51:02 smithi032 ceph-mon[191839]: pgmap v8587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:51:02 smithi032 ceph-mon[189144]: pgmap v8587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:02.748 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:51:02.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:51:02 smithi039 ceph-mon[181282]: pgmap v8587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:03.068 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:51:03.068 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 2m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:51:03.068 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 54s ago 3h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:51:03.068 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 2m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:51:03.068 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 54s ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:51:03.068 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 54s ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:51:03.069 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 2m ago 3h 685M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:51:03.069 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 2m ago 3h 1104M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:51:03.069 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 54s ago 3h 540M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:51:03.069 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 2m ago 3h 556M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:51:03.069 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 2m ago 3h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:51:03.069 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 54s ago 3h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:51:03.069 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 2m ago 3h 4398M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:51:03.069 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 2m ago 3h 4594M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:51:03.069 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 2m ago 3h 4130M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:51:03.069 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 2m ago 3h 4091M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:51:03.069 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 54s ago 3h 3905M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:51:03.069 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 54s ago 3h 4144M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:51:03.069 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 54s ago 3h 3888M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:51:03.069 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 54s ago 3h 3793M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:51:03.070 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 54s ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:51:03.467 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:51:03.467 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:51:03.467 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:51:03.467 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:51:03.467 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:51:03.467 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:51:03.467 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:51:03.467 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:51:03.467 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:51:03.467 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:51:03.467 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:51:03.467 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:51:03.468 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:51:03.468 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:51:03.468 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:51:03.468 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:51:03.468 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:51:03.468 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:51:04.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:51:04 smithi032 ceph-mon[191839]: from='client.52994 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:51:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:51:04 smithi032 ceph-mon[191839]: pgmap v8588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:51:04 smithi032 ceph-mon[191839]: from='client.43083 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:51:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:51:04 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/962655648' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:51:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:51:04 smithi032 ceph-mon[189144]: from='client.52994 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:51:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:51:04 smithi032 ceph-mon[189144]: pgmap v8588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:51:04 smithi032 ceph-mon[189144]: from='client.43083 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:51:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:51:04 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/962655648' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:51:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:51:04 smithi039 ceph-mon[181282]: from='client.52994 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:51:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:51:04 smithi039 ceph-mon[181282]: pgmap v8588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:04.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:51:04 smithi039 ceph-mon[181282]: from='client.43083 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:51:04.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:51:04 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/962655648' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:51:05.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:51:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:51:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:51:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:51:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:51:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:51:06.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:51:06 smithi032 ceph-mon[191839]: pgmap v8589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:51:06 smithi032 ceph-mon[189144]: pgmap v8589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:51:06 smithi039 ceph-mon[181282]: pgmap v8589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:08.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:51:08 smithi032 ceph-mon[189144]: pgmap v8590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:08.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:51:08 smithi032 ceph-mon[191839]: pgmap v8590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:51:08 smithi039 ceph-mon[181282]: pgmap v8590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:10.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:51:10 smithi039 ceph-mon[181282]: pgmap v8591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:10.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:51:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:51:10.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:51:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:51:10.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:51:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:51:10.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:51:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:51:10.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:51:10 smithi032 ceph-mon[191839]: pgmap v8591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:10.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:51:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:51:10.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:51:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:51:10.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:51:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:51:10.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:51:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:51:10.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:51:10 smithi032 ceph-mon[189144]: pgmap v8591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:10.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:51:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:51:10.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:51:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:51:10.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:51:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:51:10.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:51:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:51:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:51:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:51:10] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:51:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:51:12 smithi039 ceph-mon[181282]: pgmap v8592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:12.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:51:12 smithi032 ceph-mon[191839]: pgmap v8592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:51:12 smithi032 ceph-mon[189144]: pgmap v8592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:51:14 smithi039 ceph-mon[181282]: pgmap v8593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:14.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:51:14 smithi032 ceph-mon[191839]: pgmap v8593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:51:14 smithi032 ceph-mon[189144]: pgmap v8593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:16.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:51:16 smithi039 ceph-mon[181282]: pgmap v8594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:16.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:51:16 smithi032 ceph-mon[191839]: pgmap v8594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:51:16 smithi032 ceph-mon[189144]: pgmap v8594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:18.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:51:18 smithi039 ceph-mon[181282]: pgmap v8595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:18.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:51:18 smithi032 ceph-mon[191839]: pgmap v8595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:51:18 smithi032 ceph-mon[189144]: pgmap v8595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:51:20 smithi039 ceph-mon[181282]: pgmap v8596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:51:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:51:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:51:20 smithi032 ceph-mon[189144]: pgmap v8596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:51:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:51:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:51:20 smithi032 ceph-mon[191839]: pgmap v8596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:51:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:51:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:51:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:51:20] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:51:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:51:22 smithi039 ceph-mon[181282]: pgmap v8597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:22.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:51:22 smithi032 ceph-mon[189144]: pgmap v8597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:22.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:51:22 smithi032 ceph-mon[191839]: pgmap v8597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:51:24 smithi039 ceph-mon[181282]: pgmap v8598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:24.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:51:24 smithi032 ceph-mon[191839]: pgmap v8598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:24.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:51:24 smithi032 ceph-mon[189144]: pgmap v8598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:26.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:51:26 smithi039 ceph-mon[181282]: pgmap v8599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:26.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:51:26 smithi032 ceph-mon[191839]: pgmap v8599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:26.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:51:26 smithi032 ceph-mon[189144]: pgmap v8599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:51:28 smithi039 ceph-mon[181282]: pgmap v8600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:28.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:51:28 smithi032 ceph-mon[191839]: pgmap v8600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:28.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:51:28 smithi032 ceph-mon[189144]: pgmap v8600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:30.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:51:30 smithi039 ceph-mon[181282]: pgmap v8601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:30.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:51:30 smithi032 ceph-mon[191839]: pgmap v8601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:30.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:51:30 smithi032 ceph-mon[189144]: pgmap v8601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:51:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:51:30] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:51:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:51:32 smithi039 ceph-mon[181282]: pgmap v8602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:32.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:51:32 smithi032 ceph-mon[191839]: pgmap v8602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:32.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:51:32 smithi032 ceph-mon[189144]: pgmap v8602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:33.829 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:51:34.151 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:51:34.151 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 3m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:51:34.151 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 85s ago 3h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:51:34.151 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 3m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:51:34.151 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 85s ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:51:34.151 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 85s ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:51:34.151 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 3m ago 3h 685M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:51:34.151 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 3m ago 3h 1104M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:51:34.151 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 85s ago 3h 540M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:51:34.151 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 3m ago 3h 556M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:51:34.152 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 3m ago 3h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:51:34.152 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 85s ago 3h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:51:34.152 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 3m ago 3h 4398M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:51:34.152 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 3m ago 3h 4594M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:51:34.152 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 3m ago 3h 4130M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:51:34.152 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 3m ago 3h 4091M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:51:34.152 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 85s ago 3h 3905M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:51:34.152 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 85s ago 3h 4144M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:51:34.152 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 85s ago 3h 3888M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:51:34.152 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 85s ago 3h 3793M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:51:34.152 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 85s ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:51:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:51:34 smithi039 ceph-mon[181282]: pgmap v8603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:34.556 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:51:34.556 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:51:34.556 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:51:34.556 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:51:34.557 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:51:34.557 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:51:34.557 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:51:34.557 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:51:34.557 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:51:34.557 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:51:34.557 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:51:34.557 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:51:34.557 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:51:34.557 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:51:34.557 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:51:34.557 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:51:34.557 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:51:34.558 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:51:34.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:51:34 smithi032 ceph-mon[191839]: pgmap v8603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:34.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:51:34 smithi032 ceph-mon[189144]: pgmap v8603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:51:35 smithi039 ceph-mon[181282]: from='client.53012 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:51:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:51:35 smithi039 ceph-mon[181282]: from='client.43101 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:51:35.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:51:35 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3840425360' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:51:35.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:51:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:51:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:51:35 smithi032 ceph-mon[191839]: from='client.53012 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:51:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:51:35 smithi032 ceph-mon[191839]: from='client.43101 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:51:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:51:35 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3840425360' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:51:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:51:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:51:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:51:35 smithi032 ceph-mon[189144]: from='client.53012 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:51:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:51:35 smithi032 ceph-mon[189144]: from='client.43101 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:51:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:51:35 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3840425360' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:51:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:51:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:51:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:51:36 smithi039 ceph-mon[181282]: pgmap v8604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:36.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:51:36 smithi032 ceph-mon[191839]: pgmap v8604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:36.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:51:36 smithi032 ceph-mon[189144]: pgmap v8604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:38.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:51:38 smithi039 ceph-mon[181282]: pgmap v8605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:38.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:51:38 smithi032 ceph-mon[191839]: pgmap v8605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:38.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:51:38 smithi032 ceph-mon[189144]: pgmap v8605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:40.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:51:40 smithi039 ceph-mon[181282]: pgmap v8606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:40.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:51:40 smithi032 ceph-mon[191839]: pgmap v8606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:40.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:51:40 smithi032 ceph-mon[189144]: pgmap v8606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:51:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:51:40] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:51:42.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:51:42 smithi032 ceph-mon[191839]: pgmap v8607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:42.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:51:42 smithi032 ceph-mon[189144]: pgmap v8607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:42.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:51:42 smithi039 ceph-mon[181282]: pgmap v8607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:44.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:51:44 smithi032 ceph-mon[191839]: pgmap v8608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:44.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:51:44 smithi032 ceph-mon[189144]: pgmap v8608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:51:44 smithi039 ceph-mon[181282]: pgmap v8608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:46.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:51:46 smithi032 ceph-mon[191839]: pgmap v8609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:51:46 smithi032 ceph-mon[189144]: pgmap v8609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:51:46 smithi039 ceph-mon[181282]: pgmap v8609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:48.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:51:48 smithi032 ceph-mon[191839]: pgmap v8610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:48.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:51:48 smithi032 ceph-mon[189144]: pgmap v8610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:51:48 smithi039 ceph-mon[181282]: pgmap v8610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:51:50 smithi032 ceph-mon[191839]: pgmap v8611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:51:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:51:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:51:50 smithi032 ceph-mon[189144]: pgmap v8611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:51:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:51:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:51:50 smithi039 ceph-mon[181282]: pgmap v8611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:50.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:51:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:51:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:51:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:51:50] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:51:52.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:51:52 smithi032 ceph-mon[191839]: pgmap v8612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:52.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:51:52 smithi032 ceph-mon[189144]: pgmap v8612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:52.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:51:52 smithi039 ceph-mon[181282]: pgmap v8612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:54.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:51:54 smithi032 ceph-mon[191839]: pgmap v8613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:54.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:51:54 smithi032 ceph-mon[189144]: pgmap v8613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:51:54 smithi039 ceph-mon[181282]: pgmap v8613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:56.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:51:56 smithi032 ceph-mon[191839]: pgmap v8614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:56.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:51:56 smithi032 ceph-mon[189144]: pgmap v8614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:51:56 smithi039 ceph-mon[181282]: pgmap v8614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:58.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:51:58 smithi032 ceph-mon[191839]: pgmap v8615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:58.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:51:58 smithi032 ceph-mon[189144]: pgmap v8615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:51:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:51:58 smithi039 ceph-mon[181282]: pgmap v8615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:00.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:52:00 smithi032 ceph-mon[189144]: pgmap v8616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:00.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:52:00 smithi032 ceph-mon[191839]: pgmap v8616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:52:00 smithi039 ceph-mon[181282]: pgmap v8616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:52:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:52:00] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:52:02.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:52:02 smithi032 ceph-mon[189144]: pgmap v8617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:02.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:52:02 smithi032 ceph-mon[191839]: pgmap v8617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:02.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:52:02 smithi039 ceph-mon[181282]: pgmap v8617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:04.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:52:04 smithi032 ceph-mon[191839]: pgmap v8618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:04.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:52:04 smithi032 ceph-mon[189144]: pgmap v8618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:52:04 smithi039 ceph-mon[181282]: pgmap v8618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:04.922 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:52:05.244 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:52:05.244 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 4m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:52:05.244 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 116s ago 3h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:52:05.244 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 4m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:52:05.244 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 116s ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:52:05.244 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 116s ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:52:05.245 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 4m ago 3h 685M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:52:05.245 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 4m ago 3h 1104M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:52:05.245 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 116s ago 3h 540M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:52:05.245 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 4m ago 3h 556M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:52:05.245 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 4m ago 3h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:52:05.245 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 116s ago 3h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:52:05.245 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 4m ago 3h 4398M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:52:05.245 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 4m ago 3h 4594M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:52:05.245 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 4m ago 3h 4130M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:52:05.245 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 4m ago 3h 4091M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:52:05.245 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 116s ago 3h 3905M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:52:05.245 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 116s ago 3h 4144M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:52:05.245 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 116s ago 3h 3888M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:52:05.245 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 116s ago 3h 3793M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:52:05.246 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 116s ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:52:05.652 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:52:05.652 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:52:05.652 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:52:05.652 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:52:05.652 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:52:05.652 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:52:05.652 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:52:05.652 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:52:05.652 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:52:05.653 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:52:05.653 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:52:05.653 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:52:05.653 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:52:05.653 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:52:05.653 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:52:05.653 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:52:05.653 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:52:05.653 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:52:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:52:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:52:05.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:52:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:52:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:52:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:52:06.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:52:06 smithi032 ceph-mon[191839]: from='client.53030 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:52:06.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:52:06 smithi032 ceph-mon[191839]: pgmap v8619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:52:06 smithi032 ceph-mon[191839]: from='client.43119 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:52:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:52:06 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/710191685' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:52:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:52:06 smithi032 ceph-mon[189144]: from='client.53030 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:52:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:52:06 smithi032 ceph-mon[189144]: pgmap v8619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:52:06 smithi032 ceph-mon[189144]: from='client.43119 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:52:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:52:06 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/710191685' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:52:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:52:06 smithi039 ceph-mon[181282]: from='client.53030 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:52:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:52:06 smithi039 ceph-mon[181282]: pgmap v8619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:52:06 smithi039 ceph-mon[181282]: from='client.43119 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:52:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:52:06 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/710191685' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:52:08.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:52:08 smithi032 ceph-mon[189144]: pgmap v8620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:08.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:52:08 smithi032 ceph-mon[191839]: pgmap v8620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:52:08 smithi039 ceph-mon[181282]: pgmap v8620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:10.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:52:10 smithi032 ceph-mon[191839]: pgmap v8621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:10.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:52:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:52:10.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:52:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:52:10.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:52:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:52:10.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:52:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:52:10.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:52:10 smithi032 ceph-mon[189144]: pgmap v8621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:10.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:52:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:52:10.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:52:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:52:10.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:52:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:52:10.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:52:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:52:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:52:10 smithi039 ceph-mon[181282]: pgmap v8621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:52:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:52:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:52:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:52:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:52:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:52:10.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:52:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:52:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:52:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:52:10] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:52:12.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:52:12 smithi032 ceph-mon[191839]: pgmap v8622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:52:12 smithi032 ceph-mon[189144]: pgmap v8622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:52:12 smithi039 ceph-mon[181282]: pgmap v8622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:14.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:52:14 smithi032 ceph-mon[191839]: pgmap v8623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:52:14 smithi032 ceph-mon[189144]: pgmap v8623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:52:14 smithi039 ceph-mon[181282]: pgmap v8623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:16.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:52:16 smithi032 ceph-mon[191839]: pgmap v8624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:16.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:52:16 smithi032 ceph-mon[189144]: pgmap v8624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:52:16 smithi039 ceph-mon[181282]: pgmap v8624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:18.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:52:18 smithi032 ceph-mon[191839]: pgmap v8625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:52:18 smithi032 ceph-mon[189144]: pgmap v8625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:52:18 smithi039 ceph-mon[181282]: pgmap v8625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:20.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:52:20 smithi032 ceph-mon[191839]: pgmap v8626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:52:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:52:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:52:20 smithi032 ceph-mon[189144]: pgmap v8626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:52:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:52:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:52:20 smithi039 ceph-mon[181282]: pgmap v8626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:52:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:52:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:52:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:52:20] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:52:22.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:52:22 smithi032 ceph-mon[191839]: pgmap v8627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:22.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:52:22 smithi032 ceph-mon[189144]: pgmap v8627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:22.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:52:22 smithi039 ceph-mon[181282]: pgmap v8627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:24.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:52:24 smithi032 ceph-mon[189144]: pgmap v8628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:24.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:52:24 smithi032 ceph-mon[191839]: pgmap v8628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:52:24 smithi039 ceph-mon[181282]: pgmap v8628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:26.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:52:26 smithi032 ceph-mon[189144]: pgmap v8629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:26.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:52:26 smithi032 ceph-mon[191839]: pgmap v8629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:52:26 smithi039 ceph-mon[181282]: pgmap v8629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:28.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:52:28 smithi032 ceph-mon[189144]: pgmap v8630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:28.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:52:28 smithi032 ceph-mon[191839]: pgmap v8630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:52:28 smithi039 ceph-mon[181282]: pgmap v8630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:30.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:52:30 smithi032 ceph-mon[191839]: pgmap v8631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:30.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:52:30 smithi032 ceph-mon[189144]: pgmap v8631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:52:30 smithi039 ceph-mon[181282]: pgmap v8631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:52:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:52:30] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:52:32.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:52:32 smithi032 ceph-mon[191839]: pgmap v8632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:32.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:52:32 smithi032 ceph-mon[189144]: pgmap v8632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:32.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:52:32 smithi039 ceph-mon[181282]: pgmap v8632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:34.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:52:34 smithi032 ceph-mon[191839]: pgmap v8633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:34.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:52:34 smithi032 ceph-mon[189144]: pgmap v8633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:52:34 smithi039 ceph-mon[181282]: pgmap v8633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:52:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:52:35.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:52:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:52:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:52:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:52:36.017 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:52:36.341 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:52:36.341 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 4m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:52:36.341 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 2m ago 3h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:52:36.342 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 4m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:52:36.342 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 2m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:52:36.342 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 2m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:52:36.342 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 4m ago 3h 685M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:52:36.342 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 4m ago 3h 1104M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:52:36.342 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 2m ago 3h 540M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:52:36.342 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 4m ago 3h 556M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:52:36.342 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 4m ago 3h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:52:36.342 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 2m ago 3h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:52:36.342 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 4m ago 3h 4398M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:52:36.342 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 4m ago 3h 4594M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:52:36.342 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 4m ago 3h 4130M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:52:36.342 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 4m ago 3h 4091M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:52:36.342 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 2m ago 3h 3905M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:52:36.343 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 2m ago 3h 4144M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:52:36.343 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 2m ago 3h 3888M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:52:36.343 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 2m ago 3h 3793M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:52:36.343 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 2m ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:52:36.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:52:36 smithi032 ceph-mon[191839]: pgmap v8634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:36.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:52:36 smithi032 ceph-mon[189144]: pgmap v8634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:36.745 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:52:36.745 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:52:36.745 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:52:36.745 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:52:36.745 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:52:36.746 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:52:36.746 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:52:36.746 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:52:36.746 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:52:36.746 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:52:36.746 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:52:36.746 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:52:36.746 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:52:36.746 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:52:36.746 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:52:36.746 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:52:36.746 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:52:36.746 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:52:36.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:52:36 smithi039 ceph-mon[181282]: pgmap v8634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:37.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:52:37 smithi032 ceph-mon[191839]: from='client.53048 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:52:37.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:52:37 smithi032 ceph-mon[191839]: from='client.53054 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:52:37.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:52:37 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2462867457' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:52:37.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:52:37 smithi032 ceph-mon[189144]: from='client.53048 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:52:37.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:52:37 smithi032 ceph-mon[189144]: from='client.53054 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:52:37.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:52:37 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2462867457' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:52:37.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:52:37 smithi039 ceph-mon[181282]: from='client.53048 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:52:37.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:52:37 smithi039 ceph-mon[181282]: from='client.53054 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:52:37.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:52:37 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2462867457' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:52:38.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:52:38 smithi032 ceph-mon[189144]: pgmap v8635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:38.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:52:38 smithi032 ceph-mon[191839]: pgmap v8635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:52:38 smithi039 ceph-mon[181282]: pgmap v8635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:40.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:52:40 smithi032 ceph-mon[191839]: pgmap v8636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:40.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:52:40 smithi032 ceph-mon[189144]: pgmap v8636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:40.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:52:40 smithi039 ceph-mon[181282]: pgmap v8636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:52:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:52:40] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:52:42.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:52:42 smithi032 ceph-mon[191839]: pgmap v8637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:42.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:52:42 smithi032 ceph-mon[189144]: pgmap v8637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:42.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:52:42 smithi039 ceph-mon[181282]: pgmap v8637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:44.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:52:44 smithi032 ceph-mon[191839]: pgmap v8638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:44.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:52:44 smithi032 ceph-mon[189144]: pgmap v8638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:52:44 smithi039 ceph-mon[181282]: pgmap v8638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:52:46 smithi032 ceph-mon[189144]: pgmap v8639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:46.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:52:46 smithi032 ceph-mon[191839]: pgmap v8639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:52:46 smithi039 ceph-mon[181282]: pgmap v8639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:48.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:52:48 smithi032 ceph-mon[189144]: pgmap v8640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:48.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:52:48 smithi032 ceph-mon[191839]: pgmap v8640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:52:48 smithi039 ceph-mon[181282]: pgmap v8640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:52:50 smithi032 ceph-mon[191839]: pgmap v8641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:52:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:52:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:52:50 smithi032 ceph-mon[189144]: pgmap v8641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:52:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:52:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:52:50 smithi039 ceph-mon[181282]: pgmap v8641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:52:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:52:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:52:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:52:50] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:52:52.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:52:52 smithi032 ceph-mon[191839]: pgmap v8642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:52.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:52:52 smithi032 ceph-mon[189144]: pgmap v8642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:52.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:52:52 smithi039 ceph-mon[181282]: pgmap v8642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:52:54 smithi032 ceph-mon[191839]: pgmap v8643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:54.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:52:54 smithi032 ceph-mon[189144]: pgmap v8643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:52:54 smithi039 ceph-mon[181282]: pgmap v8643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:56.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:52:56 smithi032 ceph-mon[189144]: pgmap v8644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:56.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:52:56 smithi032 ceph-mon[191839]: pgmap v8644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:52:56 smithi039 ceph-mon[181282]: pgmap v8644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:57.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:52:57 smithi039 ceph-mon[181282]: pgmap v8645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:57.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:52:57 smithi032 ceph-mon[191839]: pgmap v8645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:52:57.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:52:57 smithi032 ceph-mon[189144]: pgmap v8645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:53:00 smithi039 ceph-mon[181282]: pgmap v8646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:00.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:53:00 smithi032 ceph-mon[189144]: pgmap v8646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:00.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:53:00 smithi032 ceph-mon[191839]: pgmap v8646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:53:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:53:00] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:53:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:53:02 smithi039 ceph-mon[181282]: pgmap v8647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:02.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:53:02 smithi032 ceph-mon[191839]: pgmap v8647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:53:02 smithi032 ceph-mon[189144]: pgmap v8647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:53:04 smithi039 ceph-mon[181282]: pgmap v8648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:04.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:53:04 smithi032 ceph-mon[191839]: pgmap v8648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:04.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:53:04 smithi032 ceph-mon[189144]: pgmap v8648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:05.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:53:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:53:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:53:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:53:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:53:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:53:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:53:06 smithi039 ceph-mon[181282]: pgmap v8649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:06.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:53:06 smithi032 ceph-mon[189144]: pgmap v8649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:06.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:53:06 smithi032 ceph-mon[191839]: pgmap v8649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:07.110 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:53:07.434 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:53:07.435 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 5m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:53:07.435 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 2m ago 3h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:53:07.435 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 5m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:53:07.435 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 2m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:53:07.435 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 2m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:53:07.435 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 5m ago 3h 685M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:53:07.435 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 5m ago 3h 1104M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:53:07.435 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 2m ago 3h 540M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:53:07.435 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 5m ago 3h 556M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:53:07.435 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 5m ago 3h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:53:07.435 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 2m ago 3h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:53:07.436 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 5m ago 3h 4398M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:53:07.436 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 5m ago 3h 4594M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:53:07.436 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 5m ago 3h 4130M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:53:07.436 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 5m ago 3h 4091M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:53:07.436 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 2m ago 3h 3905M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:53:07.436 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 2m ago 3h 4144M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:53:07.436 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 2m ago 3h 3888M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:53:07.436 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 2m ago 3h 3793M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:53:07.436 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 2m ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:53:07.837 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:53:07.837 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:53:07.837 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:53:07.837 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:53:07.837 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:53:07.837 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:53:07.837 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:53:07.837 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:53:07.837 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:53:07.837 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:53:07.837 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:53:07.837 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:53:07.838 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:53:07.838 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:53:07.838 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:53:07.838 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:53:07.838 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:53:07.838 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:53:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:53:08 smithi039 ceph-mon[181282]: pgmap v8650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:53:08 smithi039 ceph-mon[181282]: from='client.43149 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:53:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:53:08 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/902084432' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:53:08.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:53:08 smithi032 ceph-mon[191839]: pgmap v8650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:08.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:53:08 smithi032 ceph-mon[191839]: from='client.43149 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:53:08.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:53:08 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/902084432' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:53:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:53:08 smithi032 ceph-mon[189144]: pgmap v8650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:53:08 smithi032 ceph-mon[189144]: from='client.43149 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:53:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:53:08 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/902084432' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:53:09.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:53:09 smithi039 ceph-mon[181282]: from='client.53072 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:53:09.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:53:09 smithi032 ceph-mon[191839]: from='client.53072 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:53:09.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:53:09 smithi032 ceph-mon[189144]: from='client.53072 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:53:10.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:53:10 smithi039 ceph-mon[181282]: pgmap v8651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:10.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:53:10 smithi032 ceph-mon[191839]: pgmap v8651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:10.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:53:10 smithi032 ceph-mon[189144]: pgmap v8651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:53:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:53:10] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T20:53:11.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:53:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:53:11.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:53:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:53:11.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:53:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:53:11.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:53:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:53:11.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:53:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:53:11.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:53:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:53:11.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:53:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:53:11.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:53:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:53:11.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:53:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:53:11.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:53:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:53:11.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:53:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:53:11.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:53:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:53:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:53:12 smithi039 ceph-mon[181282]: pgmap v8652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:12.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:53:12 smithi032 ceph-mon[191839]: pgmap v8652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:12.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:53:12 smithi032 ceph-mon[189144]: pgmap v8652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:14.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:53:14 smithi032 ceph-mon[191839]: pgmap v8653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:53:14 smithi032 ceph-mon[189144]: pgmap v8653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:53:14 smithi039 ceph-mon[181282]: pgmap v8653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:16.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:53:16 smithi032 ceph-mon[191839]: pgmap v8654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:53:16 smithi032 ceph-mon[189144]: pgmap v8654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:53:16 smithi039 ceph-mon[181282]: pgmap v8654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:18.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:53:18 smithi032 ceph-mon[191839]: pgmap v8655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:53:18 smithi032 ceph-mon[189144]: pgmap v8655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:53:18 smithi039 ceph-mon[181282]: pgmap v8655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:20.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:53:20 smithi032 ceph-mon[191839]: pgmap v8656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:20.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:53:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:53:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:53:20 smithi032 ceph-mon[189144]: pgmap v8656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:53:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:53:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:53:20 smithi039 ceph-mon[181282]: pgmap v8656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:20.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:53:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:53:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:53:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:53:20] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T20:53:22.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:53:22 smithi032 ceph-mon[189144]: pgmap v8657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:22.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:53:22 smithi032 ceph-mon[191839]: pgmap v8657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:22.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:53:22 smithi039 ceph-mon[181282]: pgmap v8657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:24.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:53:24 smithi032 ceph-mon[191839]: pgmap v8658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:24.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:53:24 smithi032 ceph-mon[189144]: pgmap v8658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:53:24 smithi039 ceph-mon[181282]: pgmap v8658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:26.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:53:26 smithi032 ceph-mon[191839]: pgmap v8659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:26.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:53:26 smithi032 ceph-mon[189144]: pgmap v8659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:53:26 smithi039 ceph-mon[181282]: pgmap v8659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:28.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:53:28 smithi032 ceph-mon[191839]: pgmap v8660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:28.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:53:28 smithi032 ceph-mon[189144]: pgmap v8660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:53:28 smithi039 ceph-mon[181282]: pgmap v8660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:30.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:53:30 smithi032 ceph-mon[191839]: pgmap v8661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:30.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:53:30 smithi032 ceph-mon[189144]: pgmap v8661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:53:30 smithi039 ceph-mon[181282]: pgmap v8661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:53:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:53:30] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T20:53:32.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:53:32 smithi032 ceph-mon[191839]: pgmap v8662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:32.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:53:32 smithi032 ceph-mon[189144]: pgmap v8662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:32.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:53:32 smithi039 ceph-mon[181282]: pgmap v8662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:34.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:53:34 smithi032 ceph-mon[189144]: pgmap v8663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:34.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:53:34 smithi032 ceph-mon[191839]: pgmap v8663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:53:34 smithi039 ceph-mon[181282]: pgmap v8663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:53:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:53:35.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:53:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:53:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:53:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:53:36.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:53:36 smithi032 ceph-mon[191839]: pgmap v8664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:36.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:53:36 smithi032 ceph-mon[189144]: pgmap v8664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:36.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:53:36 smithi039 ceph-mon[181282]: pgmap v8664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:38.203 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:53:38.525 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:53:38.525 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 5m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:53:38.525 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 3m ago 3h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:53:38.525 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 5m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:53:38.525 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 3m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:53:38.525 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 3m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:53:38.525 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 5m ago 3h 685M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:53:38.525 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 5m ago 3h 1104M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:53:38.525 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 3m ago 3h 540M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:53:38.525 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 5m ago 3h 556M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:53:38.526 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 5m ago 3h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:53:38.526 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 3m ago 3h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:53:38.526 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 5m ago 3h 4398M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:53:38.526 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 5m ago 3h 4594M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:53:38.526 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 5m ago 3h 4130M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:53:38.526 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 5m ago 3h 4091M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:53:38.526 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 3m ago 3h 3905M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:53:38.526 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 3m ago 3h 4144M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:53:38.526 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 3m ago 3h 3888M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:53:38.526 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 3m ago 3h 3793M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:53:38.526 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 3m ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:53:38.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:53:38 smithi032 ceph-mon[189144]: pgmap v8665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:38.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:53:38 smithi032 ceph-mon[191839]: pgmap v8665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:53:38 smithi039 ceph-mon[181282]: pgmap v8665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:38.929 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:53:38.929 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:53:38.929 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:53:38.929 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:53:38.930 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:53:38.930 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:53:38.930 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:53:38.930 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:53:38.930 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:53:38.930 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:53:38.930 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:53:38.930 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:53:38.930 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:53:38.930 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:53:38.930 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:53:38.930 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:53:38.930 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:53:38.930 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:53:39.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:53:39 smithi032 ceph-mon[191839]: from='client.43167 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:53:39.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:53:39 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4284079817' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:53:39.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:53:39 smithi032 ceph-mon[189144]: from='client.43167 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:53:39.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:53:39 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4284079817' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:53:39.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:53:39 smithi039 ceph-mon[181282]: from='client.43167 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:53:39.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:53:39 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4284079817' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:53:40.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:53:40 smithi032 ceph-mon[191839]: from='client.43173 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:53:40.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:53:40 smithi032 ceph-mon[191839]: pgmap v8666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:40.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:53:40 smithi032 ceph-mon[189144]: from='client.43173 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:53:40.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:53:40 smithi032 ceph-mon[189144]: pgmap v8666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:40.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:53:40 smithi039 ceph-mon[181282]: from='client.43173 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:53:40.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:53:40 smithi039 ceph-mon[181282]: pgmap v8666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:53:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:53:40] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:53:42.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:53:42 smithi032 ceph-mon[191839]: pgmap v8667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:42.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:53:42 smithi032 ceph-mon[189144]: pgmap v8667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:42.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:53:42 smithi039 ceph-mon[181282]: pgmap v8667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:44.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:53:44 smithi032 ceph-mon[191839]: pgmap v8668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:44.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:53:44 smithi032 ceph-mon[189144]: pgmap v8668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:53:44 smithi039 ceph-mon[181282]: pgmap v8668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:46.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:53:46 smithi032 ceph-mon[189144]: pgmap v8669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:46.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:53:46 smithi032 ceph-mon[191839]: pgmap v8669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:53:46 smithi039 ceph-mon[181282]: pgmap v8669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:48.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:53:48 smithi032 ceph-mon[191839]: pgmap v8670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:48.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:53:48 smithi032 ceph-mon[189144]: pgmap v8670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:53:48 smithi039 ceph-mon[181282]: pgmap v8670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:53:50 smithi032 ceph-mon[191839]: pgmap v8671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:53:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:53:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:53:50 smithi032 ceph-mon[189144]: pgmap v8671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:53:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:53:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:53:50 smithi039 ceph-mon[181282]: pgmap v8671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:53:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:53:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:53:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:53:50] "GET /metrics HTTP/1.1" 200 34063 "" "Prometheus/2.43.0" 2023-12-22T20:53:52.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:53:52 smithi032 ceph-mon[191839]: pgmap v8672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:52.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:53:52 smithi032 ceph-mon[189144]: pgmap v8672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:52.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:53:52 smithi039 ceph-mon[181282]: pgmap v8672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:54.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:53:54 smithi032 ceph-mon[189144]: pgmap v8673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:53:54 smithi032 ceph-mon[191839]: pgmap v8673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:53:54 smithi039 ceph-mon[181282]: pgmap v8673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:56.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:53:56 smithi032 ceph-mon[189144]: pgmap v8674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:56.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:53:56 smithi032 ceph-mon[191839]: pgmap v8674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:53:56 smithi039 ceph-mon[181282]: pgmap v8674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:58.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:53:58 smithi032 ceph-mon[189144]: pgmap v8675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:58.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:53:58 smithi032 ceph-mon[191839]: pgmap v8675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:53:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:53:58 smithi039 ceph-mon[181282]: pgmap v8675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:00.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:54:00 smithi032 ceph-mon[191839]: pgmap v8676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:00.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:54:00 smithi032 ceph-mon[189144]: pgmap v8676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:54:00 smithi039 ceph-mon[181282]: pgmap v8676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:54:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:54:00] "GET /metrics HTTP/1.1" 200 34063 "" "Prometheus/2.43.0" 2023-12-22T20:54:02.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:54:02 smithi032 ceph-mon[191839]: pgmap v8677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:54:02 smithi032 ceph-mon[189144]: pgmap v8677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:02.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:54:02 smithi039 ceph-mon[181282]: pgmap v8677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:04.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:54:04 smithi032 ceph-mon[191839]: pgmap v8678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:04.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:54:04 smithi032 ceph-mon[189144]: pgmap v8678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:54:04 smithi039 ceph-mon[181282]: pgmap v8678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:54:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:54:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:54:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:54:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:54:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:54:06.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:54:06 smithi032 ceph-mon[191839]: pgmap v8679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:06.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:54:06 smithi032 ceph-mon[189144]: pgmap v8679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:54:06 smithi039 ceph-mon[181282]: pgmap v8679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:08.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:54:08 smithi032 ceph-mon[189144]: pgmap v8680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:08.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:54:08 smithi032 ceph-mon[191839]: pgmap v8680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:54:08 smithi039 ceph-mon[181282]: pgmap v8680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:09.291 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:54:09.614 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:54:09.614 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 6m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:54:09.615 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 4m ago 3h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:54:09.615 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 6m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:54:09.615 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 4m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:54:09.615 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 4m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:54:09.615 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 6m ago 3h 685M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:54:09.615 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 6m ago 3h 1104M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:54:09.615 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 4m ago 3h 540M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:54:09.615 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 6m ago 3h 556M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:54:09.615 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 6m ago 3h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:54:09.615 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 4m ago 3h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:54:09.615 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 6m ago 3h 4398M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:54:09.615 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 6m ago 3h 4594M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:54:09.616 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 6m ago 3h 4130M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:54:09.616 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 6m ago 3h 4091M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:54:09.616 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 4m ago 3h 3905M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:54:09.616 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 4m ago 3h 4144M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:54:09.616 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 4m ago 3h 3888M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:54:09.616 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 4m ago 3h 3793M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:54:09.616 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 4m ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:54:10.017 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:54:10.017 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:54:10.018 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:54:10.018 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:54:10.018 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:54:10.018 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:54:10.018 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:54:10.018 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:54:10.018 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:54:10.018 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:54:10.018 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:54:10.018 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:54:10.018 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:54:10.018 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:54:10.019 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:54:10.019 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:54:10.019 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:54:10.019 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:54:10.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:54:10 smithi032 ceph-mon[189144]: pgmap v8681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:10.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:54:10 smithi032 ceph-mon[189144]: from='client.53102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:54:10.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:54:10 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4090967167' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:54:10.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:54:10 smithi032 ceph-mon[191839]: pgmap v8681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:10.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:54:10 smithi032 ceph-mon[191839]: from='client.53102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:54:10.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:54:10 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4090967167' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:54:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:54:10 smithi039 ceph-mon[181282]: pgmap v8681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:54:10 smithi039 ceph-mon[181282]: from='client.53102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:54:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:54:10 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4090967167' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:54:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:54:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:54:10] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:54:11.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:54:11 smithi032 ceph-mon[191839]: from='client.43191 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:54:11.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:54:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:54:11.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:54:11 smithi032 ceph-mon[189144]: from='client.43191 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:54:11.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:54:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:54:11.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:54:11 smithi039 ceph-mon[181282]: from='client.43191 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:54:11.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:54:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:54:12.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:54:12 smithi032 ceph-mon[191839]: pgmap v8682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:12.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:54:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:54:12.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:54:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:54:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:54:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:54:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:54:12 smithi032 ceph-mon[189144]: pgmap v8682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:54:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:54:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:54:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:54:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:54:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:54:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:54:12 smithi039 ceph-mon[181282]: pgmap v8682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:54:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:54:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:54:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:54:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:54:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:54:14.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:54:14 smithi032 ceph-mon[191839]: pgmap v8683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:54:14 smithi032 ceph-mon[189144]: pgmap v8683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:54:14 smithi039 ceph-mon[181282]: pgmap v8683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:16.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:54:16 smithi032 ceph-mon[191839]: pgmap v8684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:16.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:54:16 smithi032 ceph-mon[189144]: pgmap v8684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:54:16 smithi039 ceph-mon[181282]: pgmap v8684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:18.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:54:18 smithi032 ceph-mon[189144]: pgmap v8685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:18.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:54:18 smithi032 ceph-mon[191839]: pgmap v8685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:54:18 smithi039 ceph-mon[181282]: pgmap v8685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:54:20 smithi032 ceph-mon[189144]: pgmap v8686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:54:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:54:20.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:54:20 smithi032 ceph-mon[191839]: pgmap v8686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:20.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:54:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:54:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:54:20 smithi039 ceph-mon[181282]: pgmap v8686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:54:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:54:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:54:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:54:20] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:54:22.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:54:22 smithi032 ceph-mon[191839]: pgmap v8687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:22.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:54:22 smithi032 ceph-mon[189144]: pgmap v8687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:22.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:54:22 smithi039 ceph-mon[181282]: pgmap v8687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:24.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:54:24 smithi032 ceph-mon[189144]: pgmap v8688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:24.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:54:24 smithi032 ceph-mon[191839]: pgmap v8688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:54:24 smithi039 ceph-mon[181282]: pgmap v8688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:26.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:54:26 smithi032 ceph-mon[189144]: pgmap v8689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:26.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:54:26 smithi032 ceph-mon[191839]: pgmap v8689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:54:26 smithi039 ceph-mon[181282]: pgmap v8689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:28.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:54:28 smithi032 ceph-mon[189144]: pgmap v8690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:28.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:54:28 smithi032 ceph-mon[191839]: pgmap v8690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:28.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:54:28 smithi039 ceph-mon[181282]: pgmap v8690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:30.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:54:30 smithi032 ceph-mon[191839]: pgmap v8691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:30.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:54:30 smithi032 ceph-mon[189144]: pgmap v8691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:54:30 smithi039 ceph-mon[181282]: pgmap v8691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:54:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:54:30] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:54:32.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:54:32 smithi032 ceph-mon[191839]: pgmap v8692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:32.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:54:32 smithi032 ceph-mon[189144]: pgmap v8692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:32.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:54:32 smithi039 ceph-mon[181282]: pgmap v8692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:34.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:54:34 smithi032 ceph-mon[191839]: pgmap v8693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:34.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:54:34 smithi032 ceph-mon[189144]: pgmap v8693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:54:34 smithi039 ceph-mon[181282]: pgmap v8693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:54:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:54:35.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:54:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:54:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:54:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:54:36.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:54:36 smithi032 ceph-mon[191839]: pgmap v8694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:36.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:54:36 smithi032 ceph-mon[189144]: pgmap v8694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:36.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:54:36 smithi039 ceph-mon[181282]: pgmap v8694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:37.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:54:37 smithi032 ceph-mon[191839]: pgmap v8695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:37.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:54:37 smithi032 ceph-mon[189144]: pgmap v8695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:37.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:54:37 smithi039 ceph-mon[181282]: pgmap v8695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:40.379 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:54:40.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:54:40 smithi039 ceph-mon[181282]: pgmap v8696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:40.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:54:40 smithi032 ceph-mon[189144]: pgmap v8696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:40.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:54:40 smithi032 ceph-mon[191839]: pgmap v8696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:40.703 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:54:40.703 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 6m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:54:40.703 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 4m ago 3h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:54:40.703 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 6m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:54:40.703 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 4m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:54:40.703 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 4m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:54:40.703 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 6m ago 3h 685M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:54:40.703 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 6m ago 3h 1104M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:54:40.703 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 4m ago 3h 540M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:54:40.703 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 6m ago 3h 556M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:54:40.703 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 6m ago 3h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:54:40.703 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 4m ago 3h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:54:40.704 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 6m ago 3h 4398M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:54:40.704 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 6m ago 3h 4594M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:54:40.704 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 6m ago 3h 4130M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:54:40.704 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 6m ago 3h 4091M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:54:40.704 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 4m ago 3h 3905M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:54:40.704 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 4m ago 3h 4144M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:54:40.704 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 4m ago 3h 3888M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:54:40.704 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 4m ago 3h 3793M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:54:40.704 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 4m ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:54:41.100 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:54:41.100 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:54:41.100 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:54:41.101 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:54:41.101 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:54:41.101 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:54:41.101 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:54:41.101 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:54:41.101 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:54:41.101 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:54:41.101 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:54:41.101 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:54:41.101 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:54:41.101 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:54:41.101 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:54:41.101 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:54:41.101 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:54:41.102 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:54:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:54:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:54:40] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:54:41.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:54:41 smithi039 ceph-mon[181282]: from='client.43203 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:54:41.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:54:41 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2152722207' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:54:41.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:54:41 smithi032 ceph-mon[191839]: from='client.43203 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:54:41.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:54:41 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2152722207' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:54:41.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:54:41 smithi032 ceph-mon[189144]: from='client.43203 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:54:41.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:54:41 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2152722207' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:54:42.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:54:42 smithi032 ceph-mon[191839]: from='client.53126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:54:42.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:54:42 smithi032 ceph-mon[191839]: pgmap v8697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:42.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:54:42 smithi032 ceph-mon[189144]: from='client.53126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:54:42.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:54:42 smithi032 ceph-mon[189144]: pgmap v8697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:42.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:54:42 smithi039 ceph-mon[181282]: from='client.53126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:54:42.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:54:42 smithi039 ceph-mon[181282]: pgmap v8697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:44.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:54:44 smithi032 ceph-mon[189144]: pgmap v8698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:44.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:54:44 smithi032 ceph-mon[191839]: pgmap v8698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:54:44 smithi039 ceph-mon[181282]: pgmap v8698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:46.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:54:46 smithi032 ceph-mon[191839]: pgmap v8699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:46.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:54:46 smithi032 ceph-mon[189144]: pgmap v8699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:54:46 smithi039 ceph-mon[181282]: pgmap v8699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:48.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:54:48 smithi032 ceph-mon[189144]: pgmap v8700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:48.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:54:48 smithi032 ceph-mon[191839]: pgmap v8700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:48.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:54:48 smithi039 ceph-mon[181282]: pgmap v8700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:54:50 smithi032 ceph-mon[189144]: pgmap v8701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:54:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:54:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:54:50 smithi032 ceph-mon[191839]: pgmap v8701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:54:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:54:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:54:50 smithi039 ceph-mon[181282]: pgmap v8701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:54:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:54:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:54:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:54:50] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:54:52.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:54:52 smithi032 ceph-mon[191839]: pgmap v8702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:52.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:54:52 smithi032 ceph-mon[189144]: pgmap v8702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:52.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:54:52 smithi039 ceph-mon[181282]: pgmap v8702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:54.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:54:54 smithi032 ceph-mon[189144]: pgmap v8703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:54.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:54:54 smithi032 ceph-mon[191839]: pgmap v8703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:54:54 smithi039 ceph-mon[181282]: pgmap v8703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:56.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:54:56 smithi032 ceph-mon[189144]: pgmap v8704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:56.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:54:56 smithi032 ceph-mon[191839]: pgmap v8704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:54:56 smithi039 ceph-mon[181282]: pgmap v8704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:58.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:54:58 smithi032 ceph-mon[191839]: pgmap v8705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:58.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:54:58 smithi032 ceph-mon[189144]: pgmap v8705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:54:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:54:58 smithi039 ceph-mon[181282]: pgmap v8705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:00.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:55:00 smithi032 ceph-mon[191839]: pgmap v8706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:00.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:55:00 smithi032 ceph-mon[189144]: pgmap v8706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:55:00 smithi039 ceph-mon[181282]: pgmap v8706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:55:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:55:00] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:55:02.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:55:02 smithi032 ceph-mon[191839]: pgmap v8707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:02.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:55:02 smithi032 ceph-mon[189144]: pgmap v8707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:02.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:55:02 smithi039 ceph-mon[181282]: pgmap v8707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:04.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:55:04 smithi032 ceph-mon[191839]: pgmap v8708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:04.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:55:04 smithi032 ceph-mon[189144]: pgmap v8708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:55:04 smithi039 ceph-mon[181282]: pgmap v8708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:55:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:55:05.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:55:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:55:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:55:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:55:06.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:55:06 smithi032 ceph-mon[191839]: pgmap v8709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:06.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:55:06 smithi032 ceph-mon[189144]: pgmap v8709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:55:06 smithi039 ceph-mon[181282]: pgmap v8709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:08.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:55:08 smithi032 ceph-mon[191839]: pgmap v8710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:08.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:55:08 smithi032 ceph-mon[189144]: pgmap v8710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:55:08 smithi039 ceph-mon[181282]: pgmap v8710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:10.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:55:10 smithi032 ceph-mon[191839]: pgmap v8711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:10.705 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:55:10 smithi032 ceph-mon[189144]: pgmap v8711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:55:10 smithi039 ceph-mon[181282]: pgmap v8711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:55:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:55:10] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:55:11.463 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:55:11.793 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:55:11.793 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 7m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:55:11.793 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 5m ago 3h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:55:11.793 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 7m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:55:11.793 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 5m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:55:11.793 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 5m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:55:11.793 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 7m ago 3h 685M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:55:11.793 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 7m ago 3h 1104M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:55:11.794 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 5m ago 3h 540M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:55:11.794 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 7m ago 3h 556M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:55:11.794 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 7m ago 3h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:55:11.794 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 5m ago 3h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:55:11.794 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 7m ago 3h 4398M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:55:11.794 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 7m ago 3h 4594M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:55:11.794 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 7m ago 3h 4130M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:55:11.794 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 7m ago 3h 4091M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:55:11.794 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 5m ago 3h 3905M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:55:11.794 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 5m ago 3h 4144M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:55:11.794 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 5m ago 3h 3888M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:55:11.794 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 5m ago 3h 3793M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:55:11.794 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 5m ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:55:12.214 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:55:12.214 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:55:12.214 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:55:12.215 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:55:12.215 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:55:12.215 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:55:12.215 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:55:12.215 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:55:12.215 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:55:12.215 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:55:12.215 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:55:12.215 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:55:12.215 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:55:12.215 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:55:12.215 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:55:12.215 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:55:12.215 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:55:12.215 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:55:12.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:55:12 smithi032 ceph-mon[191839]: pgmap v8712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:55:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:55:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:55:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:55:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:55:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:55:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:55:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:55:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:55:12 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3582397953' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:55:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:55:12 smithi032 ceph-mon[189144]: pgmap v8712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:55:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:55:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:55:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:55:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:55:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:55:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:55:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:55:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:55:12 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3582397953' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:55:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:55:12 smithi039 ceph-mon[181282]: pgmap v8712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:55:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:55:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:55:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:55:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:55:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:55:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:55:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:55:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:55:12 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3582397953' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:55:13.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:55:13 smithi032 ceph-mon[191839]: from='client.43221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:55:13.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:55:13 smithi032 ceph-mon[191839]: from='client.53144 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:55:13.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:55:13 smithi032 ceph-mon[189144]: from='client.43221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:55:13.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:55:13 smithi032 ceph-mon[189144]: from='client.53144 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:55:13.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:55:13 smithi039 ceph-mon[181282]: from='client.43221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:55:13.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:55:13 smithi039 ceph-mon[181282]: from='client.53144 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:55:14.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:55:14 smithi032 ceph-mon[189144]: pgmap v8713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:14.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:55:14 smithi032 ceph-mon[191839]: pgmap v8713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:55:14 smithi039 ceph-mon[181282]: pgmap v8713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:16.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:55:16 smithi032 ceph-mon[191839]: pgmap v8714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:16.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:55:16 smithi032 ceph-mon[189144]: pgmap v8714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:55:16 smithi039 ceph-mon[181282]: pgmap v8714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:18.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:55:18 smithi032 ceph-mon[191839]: pgmap v8715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:18.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:55:18 smithi032 ceph-mon[189144]: pgmap v8715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:55:18 smithi039 ceph-mon[181282]: pgmap v8715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:20.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:55:20 smithi032 ceph-mon[191839]: pgmap v8716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:20.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:55:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:55:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:55:20 smithi032 ceph-mon[189144]: pgmap v8716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:55:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:55:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:55:20 smithi039 ceph-mon[181282]: pgmap v8716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:55:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:55:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:55:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:55:20] "GET /metrics HTTP/1.1" 200 34064 "" "Prometheus/2.43.0" 2023-12-22T20:55:22.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:55:22 smithi032 ceph-mon[191839]: pgmap v8717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:22.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:55:22 smithi032 ceph-mon[189144]: pgmap v8717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:22.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:55:22 smithi039 ceph-mon[181282]: pgmap v8717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:24.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:55:24 smithi032 ceph-mon[191839]: pgmap v8718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:24.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:55:24 smithi032 ceph-mon[189144]: pgmap v8718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:55:24 smithi039 ceph-mon[181282]: pgmap v8718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:26.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:55:26 smithi032 ceph-mon[191839]: pgmap v8719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:26.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:55:26 smithi032 ceph-mon[189144]: pgmap v8719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:55:26 smithi039 ceph-mon[181282]: pgmap v8719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:28.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:55:28 smithi032 ceph-mon[191839]: pgmap v8720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:28.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:55:28 smithi032 ceph-mon[189144]: pgmap v8720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:55:28 smithi039 ceph-mon[181282]: pgmap v8720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:30.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:55:30 smithi032 ceph-mon[191839]: pgmap v8721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:30.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:55:30 smithi032 ceph-mon[189144]: pgmap v8721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:55:30 smithi039 ceph-mon[181282]: pgmap v8721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:55:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:55:30] "GET /metrics HTTP/1.1" 200 34064 "" "Prometheus/2.43.0" 2023-12-22T20:55:32.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:55:32 smithi032 ceph-mon[189144]: pgmap v8722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:32.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:55:32 smithi032 ceph-mon[191839]: pgmap v8722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:32.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:55:32 smithi039 ceph-mon[181282]: pgmap v8722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:34.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:55:34 smithi032 ceph-mon[191839]: pgmap v8723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:34.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:55:34 smithi032 ceph-mon[189144]: pgmap v8723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:55:34 smithi039 ceph-mon[181282]: pgmap v8723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:35.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:55:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:55:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:55:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:55:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:55:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:55:36.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:55:36 smithi032 ceph-mon[189144]: pgmap v8724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:36.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:55:36 smithi032 ceph-mon[191839]: pgmap v8724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:36.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:55:36 smithi039 ceph-mon[181282]: pgmap v8724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:38.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:55:38 smithi032 ceph-mon[191839]: pgmap v8725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:38.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:55:38 smithi032 ceph-mon[189144]: pgmap v8725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:55:38 smithi039 ceph-mon[181282]: pgmap v8725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:40.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:55:40 smithi032 ceph-mon[191839]: pgmap v8726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:40.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:55:40 smithi032 ceph-mon[189144]: pgmap v8726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:40.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:55:40 smithi039 ceph-mon[181282]: pgmap v8726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:55:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:55:40] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:55:42.578 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:55:42.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:55:42 smithi032 ceph-mon[191839]: pgmap v8727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:42.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:55:42 smithi032 ceph-mon[189144]: pgmap v8727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:42.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:55:42 smithi039 ceph-mon[181282]: pgmap v8727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:42.900 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:55:42.900 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 7m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:55:42.900 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 5m ago 3h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:55:42.900 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 7m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:55:42.900 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 5m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:55:42.900 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 5m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:55:42.901 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 7m ago 3h 685M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:55:42.901 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 7m ago 3h 1104M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:55:42.901 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 5m ago 3h 540M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:55:42.901 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 7m ago 3h 556M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:55:42.901 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 7m ago 3h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:55:42.901 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 5m ago 3h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:55:42.901 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 7m ago 3h 4398M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:55:42.901 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 7m ago 3h 4594M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:55:42.901 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 7m ago 3h 4130M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:55:42.901 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 7m ago 3h 4091M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:55:42.901 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 5m ago 3h 3905M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:55:42.901 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 5m ago 3h 4144M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:55:42.901 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 5m ago 3h 3888M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:55:42.901 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 5m ago 3h 3793M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:55:42.902 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 5m ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:55:43.300 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:55:43.300 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:55:43.300 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:55:43.300 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:55:43.300 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:55:43.300 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:55:43.300 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:55:43.300 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:55:43.300 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:55:43.300 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:55:43.301 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:55:43.301 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:55:43.301 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:55:43.301 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:55:43.301 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:55:43.301 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:55:43.301 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:55:43.301 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:55:43.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:55:43 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/897738542' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:55:43.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:55:43 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/897738542' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:55:43.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:55:43 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/897738542' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:55:44.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:55:44 smithi032 ceph-mon[189144]: from='client.43239 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:55:44.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:55:44 smithi032 ceph-mon[189144]: from='client.53162 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:55:44.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:55:44 smithi032 ceph-mon[189144]: pgmap v8728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:44.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:55:44 smithi032 ceph-mon[191839]: from='client.43239 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:55:44.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:55:44 smithi032 ceph-mon[191839]: from='client.53162 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:55:44.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:55:44 smithi032 ceph-mon[191839]: pgmap v8728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:55:44 smithi039 ceph-mon[181282]: from='client.43239 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:55:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:55:44 smithi039 ceph-mon[181282]: from='client.53162 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:55:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:55:44 smithi039 ceph-mon[181282]: pgmap v8728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:46.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:55:46 smithi032 ceph-mon[191839]: pgmap v8729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:46.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:55:46 smithi032 ceph-mon[189144]: pgmap v8729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:55:46 smithi039 ceph-mon[181282]: pgmap v8729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:48.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:55:48 smithi032 ceph-mon[189144]: pgmap v8730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:48.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:55:48 smithi032 ceph-mon[191839]: pgmap v8730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:55:48 smithi039 ceph-mon[181282]: pgmap v8730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:55:50 smithi032 ceph-mon[191839]: pgmap v8731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:55:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:55:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:55:50 smithi032 ceph-mon[189144]: pgmap v8731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:55:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:55:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:55:50 smithi039 ceph-mon[181282]: pgmap v8731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:55:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:55:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:55:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:55:50] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:55:52.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:55:52 smithi032 ceph-mon[191839]: pgmap v8732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:52.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:55:52 smithi032 ceph-mon[189144]: pgmap v8732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:52.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:55:52 smithi039 ceph-mon[181282]: pgmap v8732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:54.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:55:54 smithi032 ceph-mon[191839]: pgmap v8733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:54.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:55:54 smithi032 ceph-mon[189144]: pgmap v8733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:55:54 smithi039 ceph-mon[181282]: pgmap v8733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:56.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:55:56 smithi032 ceph-mon[191839]: pgmap v8734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:56.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:55:56 smithi032 ceph-mon[189144]: pgmap v8734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:55:56 smithi039 ceph-mon[181282]: pgmap v8734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:58.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:55:58 smithi032 ceph-mon[189144]: pgmap v8735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:58.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:55:58 smithi032 ceph-mon[191839]: pgmap v8735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:55:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:55:58 smithi039 ceph-mon[181282]: pgmap v8735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:00.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:00 smithi032 ceph-mon[189144]: pgmap v8736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:00.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:00 smithi032 ceph-mon[191839]: pgmap v8736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:00 smithi039 ceph-mon[181282]: pgmap v8736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:56:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:56:00] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:56:02.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:02 smithi032 ceph-mon[191839]: pgmap v8737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:02.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:02 smithi032 ceph-mon[189144]: pgmap v8737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:02.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:02 smithi039 ceph-mon[181282]: pgmap v8737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:04.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:04 smithi032 ceph-mon[191839]: pgmap v8738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:04.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:04 smithi032 ceph-mon[189144]: pgmap v8738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:04 smithi039 ceph-mon[181282]: pgmap v8738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:56:05.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:56:05.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:56:06.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:06 smithi032 ceph-mon[191839]: pgmap v8739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:06.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:06 smithi032 ceph-mon[189144]: pgmap v8739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:06 smithi039 ceph-mon[181282]: pgmap v8739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:08.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:08 smithi032 ceph-mon[191839]: pgmap v8740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:08.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:08 smithi032 ceph-mon[189144]: pgmap v8740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:08 smithi039 ceph-mon[181282]: pgmap v8740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:10.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:10 smithi032 ceph-mon[191839]: pgmap v8741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:10.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:10 smithi032 ceph-mon[189144]: pgmap v8741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:10 smithi039 ceph-mon[181282]: pgmap v8741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:56:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:56:10] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:56:12.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:12 smithi032 ceph-mon[189144]: pgmap v8742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:12.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:56:12.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:12 smithi032 ceph-mon[191839]: pgmap v8742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:12.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:56:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:12 smithi039 ceph-mon[181282]: pgmap v8742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:56:13.654 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:56:13.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:56:13.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:56:13.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T20:56:13.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T20:56:13.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T20:56:13.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T20:56:13.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:13 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi032 to 2469M 2023-12-22T20:56:13.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:56:13.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:56:13.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:56:13.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:56:13.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:13 smithi032 ceph-mon[191839]: pgmap v8743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:13.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:56:13.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:56:13.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T20:56:13.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T20:56:13.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T20:56:13.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T20:56:13.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:13 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi032 to 2469M 2023-12-22T20:56:13.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:56:13.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:56:13.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:56:13.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:56:13.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:13 smithi032 ceph-mon[189144]: pgmap v8743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:13.978 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:56:13.978 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 8m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:56:13.978 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 6m ago 3h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:56:13.978 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 8m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:56:13.978 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 6m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:56:13.978 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 6m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:56:13.979 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 8m ago 3h 685M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:56:13.979 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 8m ago 3h 1104M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:56:13.979 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 6m ago 3h 540M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:56:13.979 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 8m ago 3h 556M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:56:13.979 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 8m ago 3h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:56:13.979 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 6m ago 3h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:56:13.979 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 8m ago 3h 4398M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:56:13.979 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 8m ago 3h 4594M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:56:13.979 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 8m ago 3h 4130M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:56:13.979 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 8m ago 3h 4091M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:56:13.979 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 6m ago 3h 3905M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:56:13.979 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 6m ago 3h 4144M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:56:13.979 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 6m ago 3h 3888M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:56:13.979 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 6m ago 3h 3793M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:56:13.979 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 6m ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:56:14.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:56:14.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:56:14.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T20:56:14.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T20:56:14.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T20:56:14.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T20:56:14.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:13 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi032 to 2469M 2023-12-22T20:56:14.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:56:14.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:56:14.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:56:14.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:56:14.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:13 smithi039 ceph-mon[181282]: pgmap v8743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:14.384 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:56:14.384 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:56:14.384 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:56:14.384 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:56:14.385 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:56:14.385 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:56:14.385 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:56:14.385 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:56:14.385 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:56:14.385 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:56:14.385 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:56:14.385 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:56:14.385 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:56:14.385 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:56:14.385 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:56:14.385 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:56:14.385 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:56:14.385 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:56:15.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:15 smithi032 ceph-mon[191839]: from='client.43257 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:56:15.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:15 smithi032 ceph-mon[191839]: from='client.43263 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:56:15.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:15 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/173516301' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:56:15.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:15 smithi032 ceph-mon[189144]: from='client.43257 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:56:15.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:15 smithi032 ceph-mon[189144]: from='client.43263 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:56:15.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:15 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/173516301' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:56:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:15 smithi039 ceph-mon[181282]: from='client.43257 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:56:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:15 smithi039 ceph-mon[181282]: from='client.43263 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:56:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:15 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/173516301' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:56:16.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:16 smithi032 ceph-mon[191839]: pgmap v8744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:16.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:16 smithi032 ceph-mon[189144]: pgmap v8744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:16 smithi039 ceph-mon[181282]: pgmap v8744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:18.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:18 smithi032 ceph-mon[191839]: pgmap v8745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:18.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:18 smithi032 ceph-mon[189144]: pgmap v8745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:18 smithi039 ceph-mon[181282]: pgmap v8745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:20.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:20 smithi032 ceph-mon[191839]: pgmap v8746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:20.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:56:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:20 smithi032 ceph-mon[189144]: pgmap v8746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:56:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:20 smithi039 ceph-mon[181282]: pgmap v8746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:56:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:56:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:56:20] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:56:22.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:22 smithi032 ceph-mon[191839]: pgmap v8747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:22.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:22 smithi032 ceph-mon[189144]: pgmap v8747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:22.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:22 smithi039 ceph-mon[181282]: pgmap v8747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:24.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:24 smithi032 ceph-mon[191839]: pgmap v8748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:24.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:24 smithi032 ceph-mon[189144]: pgmap v8748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:24 smithi039 ceph-mon[181282]: pgmap v8748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:26.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:26 smithi032 ceph-mon[191839]: pgmap v8749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:26.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:26 smithi032 ceph-mon[189144]: pgmap v8749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:26 smithi039 ceph-mon[181282]: pgmap v8749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:28.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:28 smithi032 ceph-mon[189144]: pgmap v8750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:28.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:28 smithi032 ceph-mon[191839]: pgmap v8750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:28 smithi039 ceph-mon[181282]: pgmap v8750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:30.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:30 smithi032 ceph-mon[189144]: pgmap v8751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:30.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:30 smithi032 ceph-mon[191839]: pgmap v8751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:30.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:30 smithi039 ceph-mon[181282]: pgmap v8751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:56:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:56:30] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:56:32.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:32 smithi032 ceph-mon[191839]: pgmap v8752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:32.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:32 smithi032 ceph-mon[189144]: pgmap v8752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:32.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:32 smithi039 ceph-mon[181282]: pgmap v8752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:34.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:34 smithi032 ceph-mon[191839]: pgmap v8753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:34.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:34 smithi032 ceph-mon[189144]: pgmap v8753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:34 smithi039 ceph-mon[181282]: pgmap v8753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:56:35.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:56:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:56:36.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:36 smithi032 ceph-mon[191839]: pgmap v8754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:36.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:36 smithi032 ceph-mon[189144]: pgmap v8754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:36.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:36 smithi039 ceph-mon[181282]: pgmap v8754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:38.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:38 smithi032 ceph-mon[191839]: pgmap v8755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:38.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:38 smithi032 ceph-mon[189144]: pgmap v8755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:38 smithi039 ceph-mon[181282]: pgmap v8755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:40.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:40 smithi032 ceph-mon[191839]: pgmap v8756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:40.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:40 smithi032 ceph-mon[189144]: pgmap v8756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:40.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:40 smithi039 ceph-mon[181282]: pgmap v8756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:56:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:56:40] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:56:42.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:42 smithi032 ceph-mon[191839]: pgmap v8757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:42.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:42 smithi032 ceph-mon[189144]: pgmap v8757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:42.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:42 smithi039 ceph-mon[181282]: pgmap v8757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:44.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:44 smithi032 ceph-mon[189144]: pgmap v8758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:44.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:44 smithi032 ceph-mon[191839]: pgmap v8758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:44.743 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:56:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:44 smithi039 ceph-mon[181282]: pgmap v8758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:45.068 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:56:45.068 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 8m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:56:45.068 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 6m ago 3h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:56:45.068 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 8m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:56:45.068 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 6m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:56:45.068 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 6m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:56:45.068 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 8m ago 3h 685M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:56:45.068 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 8m ago 3h 1104M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:56:45.068 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 6m ago 3h 540M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:56:45.069 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 8m ago 3h 556M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:56:45.069 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 8m ago 3h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:56:45.069 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 6m ago 3h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:56:45.069 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 8m ago 3h 4398M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:56:45.069 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 8m ago 3h 4594M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:56:45.069 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 8m ago 3h 4130M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:56:45.069 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 8m ago 3h 4091M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:56:45.069 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 6m ago 3h 3905M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:56:45.069 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 6m ago 3h 4144M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:56:45.069 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 6m ago 3h 3888M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:56:45.069 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 6m ago 3h 3793M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:56:45.069 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 6m ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:56:45.470 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:56:45.470 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:56:45.470 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:56:45.470 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:56:45.471 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:56:45.471 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:56:45.471 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:56:45.471 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:56:45.471 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:56:45.471 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:56:45.471 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:56:45.471 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:56:45.471 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:56:45.471 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:56:45.471 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:56:45.471 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:56:45.471 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:56:45.471 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:56:46.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:46 smithi032 ceph-mon[191839]: from='client.53192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:56:46.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:46 smithi032 ceph-mon[191839]: from='client.43281 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:56:46.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:46 smithi032 ceph-mon[191839]: pgmap v8759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:46.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:46 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2683511834' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:56:46.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:46 smithi032 ceph-mon[189144]: from='client.53192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:56:46.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:46 smithi032 ceph-mon[189144]: from='client.43281 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:56:46.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:46 smithi032 ceph-mon[189144]: pgmap v8759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:46 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2683511834' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:56:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:46 smithi039 ceph-mon[181282]: from='client.53192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:56:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:46 smithi039 ceph-mon[181282]: from='client.43281 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:56:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:46 smithi039 ceph-mon[181282]: pgmap v8759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:46 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2683511834' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:56:48.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:48 smithi032 ceph-mon[191839]: pgmap v8760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:48.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:48 smithi032 ceph-mon[189144]: pgmap v8760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:48 smithi039 ceph-mon[181282]: pgmap v8760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:50 smithi032 ceph-mon[191839]: pgmap v8761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:56:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:50 smithi032 ceph-mon[189144]: pgmap v8761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:56:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:50 smithi039 ceph-mon[181282]: pgmap v8761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:56:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:56:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:56:50] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:56:52.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:52 smithi032 ceph-mon[191839]: pgmap v8762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:52.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:52 smithi032 ceph-mon[189144]: pgmap v8762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:52.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:52 smithi039 ceph-mon[181282]: pgmap v8762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:54.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:54 smithi032 ceph-mon[191839]: pgmap v8763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:54.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:54 smithi032 ceph-mon[189144]: pgmap v8763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:54 smithi039 ceph-mon[181282]: pgmap v8763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:56.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:56 smithi032 ceph-mon[189144]: pgmap v8764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:56.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:56 smithi032 ceph-mon[191839]: pgmap v8764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:56 smithi039 ceph-mon[181282]: pgmap v8764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:58.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:56:58 smithi032 ceph-mon[189144]: pgmap v8765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:58.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:56:58 smithi032 ceph-mon[191839]: pgmap v8765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:56:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:56:58 smithi039 ceph-mon[181282]: pgmap v8765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:00.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:00 smithi032 ceph-mon[189144]: pgmap v8766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:00.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:00 smithi032 ceph-mon[191839]: pgmap v8766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:00 smithi039 ceph-mon[181282]: pgmap v8766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:57:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:57:00] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:57:02.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:02 smithi032 ceph-mon[191839]: pgmap v8767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:02.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:02 smithi032 ceph-mon[189144]: pgmap v8767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:02.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:02 smithi039 ceph-mon[181282]: pgmap v8767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:04.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:04 smithi032 ceph-mon[191839]: pgmap v8768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:04.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:04 smithi032 ceph-mon[189144]: pgmap v8768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:04 smithi039 ceph-mon[181282]: pgmap v8768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:05.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:57:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:57:05.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:57:06.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:06 smithi032 ceph-mon[191839]: pgmap v8769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:06.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:06 smithi032 ceph-mon[189144]: pgmap v8769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:06 smithi039 ceph-mon[181282]: pgmap v8769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:08.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:08 smithi032 ceph-mon[191839]: pgmap v8770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:08.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:08 smithi032 ceph-mon[189144]: pgmap v8770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:08.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:08 smithi039 ceph-mon[181282]: pgmap v8770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:10.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:10 smithi032 ceph-mon[191839]: pgmap v8771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:10.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:10 smithi032 ceph-mon[189144]: pgmap v8771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:10 smithi039 ceph-mon[181282]: pgmap v8771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:57:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:57:10] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T20:57:12.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:12 smithi032 ceph-mon[191839]: pgmap v8772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:12.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:12 smithi032 ceph-mon[189144]: pgmap v8772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:12.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:12 smithi039 ceph-mon[181282]: pgmap v8772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:13.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:57:13.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:57:13.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:57:14.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:14 smithi032 ceph-mon[191839]: pgmap v8773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:14.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:57:14.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:57:14.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:57:14.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:57:14.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:57:14.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:57:14.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:57:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:14 smithi032 ceph-mon[189144]: pgmap v8773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:57:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:57:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:57:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:57:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:57:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:57:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:57:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:14 smithi039 ceph-mon[181282]: pgmap v8773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:57:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:57:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:57:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:57:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:57:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:57:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:57:15.833 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:57:16.155 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:57:16.155 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 9m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:57:16.155 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 7m ago 3h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:57:16.155 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 9m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:57:16.155 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 7m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:57:16.155 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 7m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:57:16.155 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 9m ago 3h 685M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:57:16.155 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 9m ago 3h 1104M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:57:16.155 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 7m ago 3h 540M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:57:16.155 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 9m ago 3h 556M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:57:16.156 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 9m ago 3h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:57:16.156 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 7m ago 3h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:57:16.156 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 9m ago 3h 4398M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:57:16.156 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 9m ago 3h 4594M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:57:16.156 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 9m ago 3h 4130M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:57:16.156 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 9m ago 3h 4091M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:57:16.156 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 7m ago 3h 3905M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:57:16.156 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 7m ago 3h 4144M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:57:16.156 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 7m ago 3h 3888M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:57:16.156 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 7m ago 3h 3793M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:57:16.156 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 7m ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:57:16.559 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:57:16.559 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:57:16.559 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:57:16.559 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:57:16.559 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:57:16.559 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:57:16.559 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:57:16.559 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:57:16.559 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:57:16.559 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:57:16.560 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:57:16.560 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:57:16.560 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:57:16.560 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:57:16.560 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:57:16.560 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:57:16.560 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:57:16.560 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:57:16.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:16 smithi032 ceph-mon[189144]: pgmap v8774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:16.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:16 smithi032 ceph-mon[191839]: pgmap v8774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:16 smithi039 ceph-mon[181282]: pgmap v8774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:17.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:17 smithi032 ceph-mon[191839]: from='client.53210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:57:17.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:17 smithi032 ceph-mon[191839]: from='client.53216 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:57:17.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:17 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/895192375' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:57:17.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:17 smithi032 ceph-mon[189144]: from='client.53210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:57:17.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:17 smithi032 ceph-mon[189144]: from='client.53216 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:57:17.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:17 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/895192375' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:57:17.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:17 smithi039 ceph-mon[181282]: from='client.53210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:57:17.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:17 smithi039 ceph-mon[181282]: from='client.53216 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:57:17.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:17 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/895192375' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:57:18.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:18 smithi032 ceph-mon[189144]: pgmap v8775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:18.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:18 smithi032 ceph-mon[191839]: pgmap v8775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:18 smithi039 ceph-mon[181282]: pgmap v8775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:20.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:20 smithi032 ceph-mon[191839]: pgmap v8776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:20.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:57:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:20 smithi032 ceph-mon[189144]: pgmap v8776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:57:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:20 smithi039 ceph-mon[181282]: pgmap v8776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:57:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:57:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:57:20] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:57:22.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:22 smithi032 ceph-mon[189144]: pgmap v8777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:22.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:22 smithi032 ceph-mon[191839]: pgmap v8777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:22.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:22 smithi039 ceph-mon[181282]: pgmap v8777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:24.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:24 smithi032 ceph-mon[189144]: pgmap v8778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:24.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:24 smithi032 ceph-mon[191839]: pgmap v8778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:24 smithi039 ceph-mon[181282]: pgmap v8778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:26.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:26 smithi032 ceph-mon[191839]: pgmap v8779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:26.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:26 smithi032 ceph-mon[189144]: pgmap v8779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:26 smithi039 ceph-mon[181282]: pgmap v8779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:28.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:28 smithi032 ceph-mon[189144]: pgmap v8780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:28.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:28 smithi032 ceph-mon[191839]: pgmap v8780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:28 smithi039 ceph-mon[181282]: pgmap v8780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:30.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:30 smithi032 ceph-mon[189144]: pgmap v8781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:30.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:30 smithi032 ceph-mon[191839]: pgmap v8781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:30 smithi039 ceph-mon[181282]: pgmap v8781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:57:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:57:30] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:57:32.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:32 smithi032 ceph-mon[191839]: pgmap v8782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:32.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:32 smithi032 ceph-mon[189144]: pgmap v8782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:32.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:32 smithi039 ceph-mon[181282]: pgmap v8782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:34.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:34 smithi032 ceph-mon[191839]: pgmap v8783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:34.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:34 smithi032 ceph-mon[189144]: pgmap v8783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:34 smithi039 ceph-mon[181282]: pgmap v8783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:57:35.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:57:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:57:36.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:36 smithi032 ceph-mon[189144]: pgmap v8784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:36.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:36 smithi032 ceph-mon[191839]: pgmap v8784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:36.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:36 smithi039 ceph-mon[181282]: pgmap v8784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:38 smithi039 ceph-mon[181282]: pgmap v8785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:38.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:38 smithi032 ceph-mon[189144]: pgmap v8785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:38.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:38 smithi032 ceph-mon[191839]: pgmap v8785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:40.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:40 smithi039 ceph-mon[181282]: pgmap v8786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:40.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:40 smithi032 ceph-mon[189144]: pgmap v8786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:40.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:40 smithi032 ceph-mon[191839]: pgmap v8786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:57:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:57:40] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T20:57:42.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:42 smithi039 ceph-mon[181282]: pgmap v8787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:42.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:42 smithi032 ceph-mon[191839]: pgmap v8787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:42.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:42 smithi032 ceph-mon[189144]: pgmap v8787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:43.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:43 smithi039 ceph-mon[181282]: pgmap v8788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:43.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:43 smithi032 ceph-mon[191839]: pgmap v8788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:43.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:43 smithi032 ceph-mon[189144]: pgmap v8788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:46.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:46 smithi032 ceph-mon[189144]: pgmap v8789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:46.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:46 smithi032 ceph-mon[191839]: pgmap v8789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:46 smithi039 ceph-mon[181282]: pgmap v8789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:46.922 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:57:47.243 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:57:47.243 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 9m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:57:47.243 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 7m ago 3h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:57:47.243 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 9m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:57:47.243 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 7m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:57:47.243 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 7m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:57:47.243 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 9m ago 3h 685M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:57:47.243 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 9m ago 3h 1104M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:57:47.244 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 7m ago 3h 540M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:57:47.244 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 9m ago 3h 556M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:57:47.244 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 9m ago 3h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:57:47.244 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 7m ago 3h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:57:47.244 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 9m ago 3h 4398M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:57:47.244 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 9m ago 3h 4594M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:57:47.244 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 9m ago 3h 4130M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:57:47.244 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 9m ago 3h 4091M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:57:47.244 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 7m ago 3h 3905M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:57:47.244 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 7m ago 3h 4144M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:57:47.244 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 7m ago 3h 3888M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:57:47.244 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 7m ago 3h 3793M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:57:47.244 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 7m ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:57:47.648 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:57:47.648 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:57:47.648 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:57:47.648 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:57:47.648 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:57:47.648 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:57:47.648 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:57:47.648 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:57:47.648 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:57:47.648 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:57:47.648 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:57:47.648 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:57:47.649 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:57:47.649 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:57:47.649 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:57:47.649 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:57:47.649 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:57:47.649 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:57:48.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:48 smithi032 ceph-mon[191839]: from='client.53228 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:57:48.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:48 smithi032 ceph-mon[191839]: pgmap v8790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:48.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:48 smithi032 ceph-mon[191839]: from='client.43317 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:57:48.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:48 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2816656782' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:57:48.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:48 smithi032 ceph-mon[189144]: from='client.53228 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:57:48.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:48 smithi032 ceph-mon[189144]: pgmap v8790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:48.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:48 smithi032 ceph-mon[189144]: from='client.43317 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:57:48.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:48 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2816656782' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:57:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:48 smithi039 ceph-mon[181282]: from='client.53228 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:57:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:48 smithi039 ceph-mon[181282]: pgmap v8790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:48 smithi039 ceph-mon[181282]: from='client.43317 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:57:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:48 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2816656782' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:57:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:50 smithi032 ceph-mon[191839]: pgmap v8791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:57:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:50 smithi032 ceph-mon[189144]: pgmap v8791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:57:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:50 smithi039 ceph-mon[181282]: pgmap v8791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:57:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:57:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:57:50] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:57:52.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:52 smithi032 ceph-mon[191839]: pgmap v8792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:52.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:52 smithi032 ceph-mon[189144]: pgmap v8792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:52.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:52 smithi039 ceph-mon[181282]: pgmap v8792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:54.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:54 smithi032 ceph-mon[191839]: pgmap v8793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:54.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:54 smithi032 ceph-mon[189144]: pgmap v8793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:54.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:54 smithi039 ceph-mon[181282]: pgmap v8793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:56.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:56 smithi032 ceph-mon[191839]: pgmap v8794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:56.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:56 smithi032 ceph-mon[189144]: pgmap v8794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:56 smithi039 ceph-mon[181282]: pgmap v8794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:58.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:57:58 smithi032 ceph-mon[189144]: pgmap v8795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:58.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:57:58 smithi032 ceph-mon[191839]: pgmap v8795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:57:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:57:58 smithi039 ceph-mon[181282]: pgmap v8795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:00.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:00 smithi032 ceph-mon[191839]: pgmap v8796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:00.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:00 smithi032 ceph-mon[189144]: pgmap v8796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:00.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:00 smithi039 ceph-mon[181282]: pgmap v8796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:58:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:58:00] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T20:58:02.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:02 smithi032 ceph-mon[189144]: pgmap v8797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:02.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:02 smithi032 ceph-mon[191839]: pgmap v8797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:02.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:02 smithi039 ceph-mon[181282]: pgmap v8797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:04.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:04 smithi032 ceph-mon[191839]: pgmap v8798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:04.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:04 smithi032 ceph-mon[189144]: pgmap v8798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:04 smithi039 ceph-mon[181282]: pgmap v8798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:58:05.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:58:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:58:06.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:06 smithi032 ceph-mon[189144]: pgmap v8799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:06.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:06 smithi032 ceph-mon[191839]: pgmap v8799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:06.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:06 smithi039 ceph-mon[181282]: pgmap v8799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:08.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:08 smithi032 ceph-mon[191839]: pgmap v8800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:08.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:08 smithi032 ceph-mon[189144]: pgmap v8800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:08 smithi039 ceph-mon[181282]: pgmap v8800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:10.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:10 smithi032 ceph-mon[191839]: pgmap v8801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:10.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:10 smithi032 ceph-mon[189144]: pgmap v8801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:10.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:10 smithi039 ceph-mon[181282]: pgmap v8801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:58:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:58:10] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2023-12-22T20:58:12.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:12 smithi032 ceph-mon[191839]: pgmap v8802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:12.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:12 smithi032 ceph-mon[189144]: pgmap v8802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:12.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:12 smithi039 ceph-mon[181282]: pgmap v8802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:14.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:14 smithi032 ceph-mon[191839]: pgmap v8803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:14.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:58:14.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:14 smithi032 ceph-mon[189144]: pgmap v8803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:14.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:58:14.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:14 smithi039 ceph-mon[181282]: pgmap v8803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:58:16.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:16 smithi032 ceph-mon[189144]: pgmap v8804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:16.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:16 smithi032 ceph-mon[191839]: pgmap v8804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:16 smithi039 ceph-mon[181282]: pgmap v8804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:17.579 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:17 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:58:17.579 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:17 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:58:17.579 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:17 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:58:17.579 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:17 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:58:17.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:17 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:58:17.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:17 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:58:18.029 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:58:18.358 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:58:18.358 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 1s ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:58:18.358 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 8m ago 3h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:58:18.359 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 1s ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:58:18.359 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 8m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:58:18.359 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 8m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:58:18.359 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 1s ago 3h 692M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:58:18.359 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 1s ago 3h 1139M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:58:18.359 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 8m ago 3h 540M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:58:18.359 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 1s ago 3h 571M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:58:18.359 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 1s ago 3h 17.9M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:58:18.359 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 8m ago 3h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:58:18.359 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 1s ago 3h 4430M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:58:18.359 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 1s ago 3h 4624M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:58:18.359 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 1s ago 3h 4154M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:58:18.359 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 1s ago 3h 4121M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:58:18.359 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 8m ago 3h 3905M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:58:18.359 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 8m ago 3h 4144M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:58:18.359 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 8m ago 3h 3888M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:58:18.360 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 8m ago 3h 3793M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:58:18.360 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 8m ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:58:18.407 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:18 smithi032 ceph-mon[191839]: pgmap v8805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:18.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:18 smithi032 ceph-mon[189144]: pgmap v8805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:18.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:18 smithi039 ceph-mon[181282]: pgmap v8805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:18.800 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:58:18.800 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:58:18.800 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:58:18.800 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:58:18.800 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:58:18.800 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:58:18.800 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:58:18.800 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:58:18.800 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:58:18.800 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:58:18.800 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:58:18.800 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:58:18.801 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:58:18.801 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:58:18.801 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:58:18.801 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:58:18.801 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:58:18.801 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:58:19.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:19 smithi032 ceph-mon[191839]: from='client.53246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:58:19.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:19 smithi032 ceph-mon[191839]: from='client.43335 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:58:19.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:19 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/235929195' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:58:19.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:58:19.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:58:19.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:58:19.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:58:19.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:19 smithi032 ceph-mon[189144]: from='client.53246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:58:19.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:19 smithi032 ceph-mon[189144]: from='client.43335 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:58:19.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:19 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/235929195' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:58:19.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:58:19.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:58:19.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:58:19.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:58:19.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:19 smithi039 ceph-mon[181282]: from='client.53246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:58:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:19 smithi039 ceph-mon[181282]: from='client.43335 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:58:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:19 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/235929195' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:58:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:58:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:58:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:58:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:58:20.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:20 smithi032 ceph-mon[191839]: pgmap v8806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:20.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:58:20.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:58:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:20 smithi032 ceph-mon[189144]: pgmap v8806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:58:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:58:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:20 smithi039 ceph-mon[181282]: pgmap v8806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:58:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:58:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:58:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:58:20] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:58:22.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:22 smithi032 ceph-mon[189144]: pgmap v8807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:22.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:22 smithi032 ceph-mon[191839]: pgmap v8807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:22.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:22 smithi039 ceph-mon[181282]: pgmap v8807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:24.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:24 smithi032 ceph-mon[191839]: pgmap v8808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:24.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:24 smithi032 ceph-mon[189144]: pgmap v8808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:24 smithi039 ceph-mon[181282]: pgmap v8808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:26.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:26 smithi032 ceph-mon[191839]: pgmap v8809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:26.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:26 smithi032 ceph-mon[189144]: pgmap v8809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:26 smithi039 ceph-mon[181282]: pgmap v8809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:28.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:28 smithi032 ceph-mon[189144]: pgmap v8810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:28.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:28 smithi032 ceph-mon[191839]: pgmap v8810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:28.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:28 smithi039 ceph-mon[181282]: pgmap v8810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:30.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:30 smithi039 ceph-mon[181282]: pgmap v8811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:30.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:30 smithi032 ceph-mon[189144]: pgmap v8811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:30 smithi032 ceph-mon[191839]: pgmap v8811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:58:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:58:30] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:58:32.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:32 smithi039 ceph-mon[181282]: pgmap v8812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:32.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:32 smithi032 ceph-mon[191839]: pgmap v8812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:32.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:32 smithi032 ceph-mon[189144]: pgmap v8812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:34 smithi039 ceph-mon[181282]: pgmap v8813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:34.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:34 smithi032 ceph-mon[191839]: pgmap v8813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:34.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:34 smithi032 ceph-mon[189144]: pgmap v8813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:58:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:58:35.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:58:36.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:36 smithi039 ceph-mon[181282]: pgmap v8814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:36.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:36 smithi032 ceph-mon[191839]: pgmap v8814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:36.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:36 smithi032 ceph-mon[189144]: pgmap v8814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:37.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:37 smithi039 ceph-mon[181282]: pgmap v8815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:37.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:37 smithi032 ceph-mon[191839]: pgmap v8815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:37.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:37 smithi032 ceph-mon[189144]: pgmap v8815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:40.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:40 smithi032 ceph-mon[191839]: pgmap v8816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:40.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:40 smithi032 ceph-mon[189144]: pgmap v8816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:40.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:40 smithi039 ceph-mon[181282]: pgmap v8816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:58:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:58:40] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:58:42.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:42 smithi032 ceph-mon[189144]: pgmap v8817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:42.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:42 smithi032 ceph-mon[191839]: pgmap v8817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:42.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:42 smithi039 ceph-mon[181282]: pgmap v8817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:44.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:44 smithi032 ceph-mon[189144]: pgmap v8818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:44.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:44 smithi032 ceph-mon[191839]: pgmap v8818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:44 smithi039 ceph-mon[181282]: pgmap v8818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:46.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:46 smithi032 ceph-mon[189144]: pgmap v8819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:46.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:46 smithi032 ceph-mon[191839]: pgmap v8819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:46 smithi039 ceph-mon[181282]: pgmap v8819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:48.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:48 smithi032 ceph-mon[189144]: pgmap v8820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:48.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:48 smithi032 ceph-mon[191839]: pgmap v8820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:48 smithi039 ceph-mon[181282]: pgmap v8820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:49.170 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:58:49.493 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:58:49.493 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 33s ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:58:49.494 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 8m ago 3h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:58:49.494 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 33s ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:58:49.494 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 8m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:58:49.494 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 8m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:58:49.494 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 33s ago 3h 692M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:58:49.494 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 33s ago 3h 1139M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:58:49.494 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 8m ago 3h 540M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:58:49.494 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 33s ago 3h 571M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:58:49.494 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 33s ago 3h 17.9M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:58:49.494 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 8m ago 3h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:58:49.494 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 33s ago 3h 4430M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:58:49.494 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 33s ago 3h 4624M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:58:49.494 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 33s ago 3h 4154M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:58:49.494 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 33s ago 3h 4121M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:58:49.495 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 8m ago 3h 3905M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:58:49.495 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 8m ago 3h 4144M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:58:49.495 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 8m ago 3h 3888M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:58:49.495 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 8m ago 3h 3793M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:58:49.495 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 8m ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:58:49.892 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:58:49.892 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:58:49.892 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:58:49.893 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:58:49.893 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:58:49.893 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:58:49.893 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:58:49.893 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:58:49.893 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:58:49.893 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:58:49.893 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:58:49.893 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:58:49.893 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:58:49.893 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:58:49.893 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:58:49.893 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:58:49.894 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:58:49.894 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:58:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:50 smithi032 ceph-mon[189144]: pgmap v8821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:50 smithi032 ceph-mon[189144]: from='client.53264 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:58:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:50 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4082482780' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:58:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:58:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:50 smithi032 ceph-mon[191839]: pgmap v8821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:50 smithi032 ceph-mon[191839]: from='client.53264 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:58:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:50 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4082482780' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:58:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:58:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:50 smithi039 ceph-mon[181282]: pgmap v8821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:50 smithi039 ceph-mon[181282]: from='client.53264 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:58:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:50 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4082482780' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:58:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:58:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:58:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:58:50] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:58:51.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:51 smithi032 ceph-mon[191839]: from='client.43353 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:58:51.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:51 smithi032 ceph-mon[189144]: from='client.43353 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:58:51.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:51 smithi039 ceph-mon[181282]: from='client.43353 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:58:52.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:52 smithi032 ceph-mon[191839]: pgmap v8822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:52.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:52 smithi032 ceph-mon[189144]: pgmap v8822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:52.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:52 smithi039 ceph-mon[181282]: pgmap v8822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:54.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:54 smithi032 ceph-mon[191839]: pgmap v8823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:54.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:54 smithi032 ceph-mon[189144]: pgmap v8823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:54.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:54 smithi039 ceph-mon[181282]: pgmap v8823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:56.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:56 smithi032 ceph-mon[191839]: pgmap v8824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:56.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:56 smithi032 ceph-mon[189144]: pgmap v8824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:56 smithi039 ceph-mon[181282]: pgmap v8824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:58.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:58:58 smithi032 ceph-mon[191839]: pgmap v8825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:58.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:58:58 smithi032 ceph-mon[189144]: pgmap v8825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:58:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:58:58 smithi039 ceph-mon[181282]: pgmap v8825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:00.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:59:00 smithi032 ceph-mon[191839]: pgmap v8826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:00.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:59:00 smithi032 ceph-mon[189144]: pgmap v8826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:59:00 smithi039 ceph-mon[181282]: pgmap v8826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:59:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:59:00] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T20:59:02.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:59:02 smithi032 ceph-mon[191839]: pgmap v8827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:02.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:59:02 smithi032 ceph-mon[189144]: pgmap v8827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:02.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:59:02 smithi039 ceph-mon[181282]: pgmap v8827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:04.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:59:04 smithi032 ceph-mon[191839]: pgmap v8828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:04.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:59:04 smithi032 ceph-mon[189144]: pgmap v8828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:59:04 smithi039 ceph-mon[181282]: pgmap v8828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:59:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:59:05.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:59:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:59:05.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:59:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:59:06.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:59:06 smithi032 ceph-mon[189144]: pgmap v8829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:06.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:59:06 smithi032 ceph-mon[191839]: pgmap v8829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:06.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:59:06 smithi039 ceph-mon[181282]: pgmap v8829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:08.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:59:08 smithi032 ceph-mon[191839]: pgmap v8830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:08.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:59:08 smithi032 ceph-mon[189144]: pgmap v8830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:59:08 smithi039 ceph-mon[181282]: pgmap v8830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:10.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:59:10 smithi032 ceph-mon[189144]: pgmap v8831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:10.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:59:10 smithi032 ceph-mon[191839]: pgmap v8831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:59:10 smithi039 ceph-mon[181282]: pgmap v8831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:59:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:59:10] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:59:12.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:59:12 smithi032 ceph-mon[191839]: pgmap v8832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:12.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:59:12 smithi032 ceph-mon[189144]: pgmap v8832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:59:12 smithi039 ceph-mon[181282]: pgmap v8832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:14.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:59:14 smithi032 ceph-mon[191839]: pgmap v8833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:14.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:59:14 smithi032 ceph-mon[189144]: pgmap v8833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:59:14 smithi039 ceph-mon[181282]: pgmap v8833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:16.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:59:16 smithi032 ceph-mon[191839]: pgmap v8834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:16.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:59:16 smithi032 ceph-mon[189144]: pgmap v8834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:59:16 smithi039 ceph-mon[181282]: pgmap v8834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:18.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:59:18 smithi032 ceph-mon[191839]: pgmap v8835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:18.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:59:18 smithi032 ceph-mon[189144]: pgmap v8835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:59:18 smithi039 ceph-mon[181282]: pgmap v8835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:20.264 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:59:20.586 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:59:20.586 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 64s ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:59:20.586 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 9m ago 3h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:59:20.586 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 64s ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:59:20.587 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 9m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:59:20.587 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 9m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:59:20.587 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 64s ago 3h 692M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:59:20.587 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 64s ago 3h 1139M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:59:20.587 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 9m ago 3h 540M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:59:20.587 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 64s ago 3h 571M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:59:20.587 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 64s ago 3h 17.9M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:59:20.587 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 9m ago 3h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:59:20.587 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 64s ago 3h 4430M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:59:20.587 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 64s ago 3h 4624M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:59:20.587 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 64s ago 3h 4154M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:59:20.587 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 64s ago 3h 4121M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:59:20.587 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 9m ago 3h 3905M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:59:20.587 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 9m ago 3h 4144M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:59:20.588 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 9m ago 3h 3888M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:59:20.588 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 9m ago 3h 3793M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:59:20.588 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 9m ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:59:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:59:20 smithi032 ceph-mon[189144]: pgmap v8836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:59:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:59:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:59:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:59:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:59:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:59:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:59:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:59:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:59:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:59:20.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:59:20 smithi032 ceph-mon[191839]: pgmap v8836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:59:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:59:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:59:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:59:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:59:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:59:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:59:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:59:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:59:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:59:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:59:20 smithi039 ceph-mon[181282]: pgmap v8836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:59:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T20:59:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:59:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:59:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:59:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T20:59:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:59:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T20:59:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:59:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T20:59:20.986 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:59:20.986 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:59:20.986 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:59:20.986 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:59:20.986 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:59:20.986 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:59:20.986 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:59:20.986 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:59:20.986 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:59:20.987 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:59:20.987 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:59:20.987 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:59:20.987 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:59:20.987 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:59:20.987 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:59:20.987 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:59:20.987 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:59:20.987 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:59:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:59:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:59:20] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T20:59:21.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:59:21 smithi032 ceph-mon[189144]: from='client.53282 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:59:21.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:59:21 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/487670514' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:59:21.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:59:21 smithi032 ceph-mon[191839]: from='client.53282 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:59:21.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:59:21 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/487670514' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:59:21.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:59:21 smithi039 ceph-mon[181282]: from='client.53282 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:59:21.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:59:21 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/487670514' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:59:22.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:59:22 smithi032 ceph-mon[191839]: from='client.43371 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:59:22.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:59:22 smithi032 ceph-mon[191839]: pgmap v8837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:22.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:59:22 smithi032 ceph-mon[189144]: from='client.43371 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:59:22.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:59:22 smithi032 ceph-mon[189144]: pgmap v8837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:22.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:59:22 smithi039 ceph-mon[181282]: from='client.43371 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:59:22.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:59:22 smithi039 ceph-mon[181282]: pgmap v8837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:24.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:59:24 smithi032 ceph-mon[191839]: pgmap v8838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:24.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:59:24 smithi032 ceph-mon[189144]: pgmap v8838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:24.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:59:24 smithi039 ceph-mon[181282]: pgmap v8838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:59:26 smithi032 ceph-mon[191839]: pgmap v8839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:26.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:59:26 smithi032 ceph-mon[189144]: pgmap v8839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:59:26 smithi039 ceph-mon[181282]: pgmap v8839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:28.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:59:28 smithi032 ceph-mon[191839]: pgmap v8840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:28.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:59:28 smithi032 ceph-mon[189144]: pgmap v8840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:59:28 smithi039 ceph-mon[181282]: pgmap v8840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:30.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:59:30 smithi032 ceph-mon[189144]: pgmap v8841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:30.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:59:30 smithi032 ceph-mon[191839]: pgmap v8841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:30.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:59:30 smithi039 ceph-mon[181282]: pgmap v8841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:59:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:59:30] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T20:59:32.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:59:32 smithi032 ceph-mon[191839]: pgmap v8842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:32.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:59:32 smithi032 ceph-mon[189144]: pgmap v8842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:32.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:59:32 smithi039 ceph-mon[181282]: pgmap v8842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:34.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:59:34 smithi032 ceph-mon[191839]: pgmap v8843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:34.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:59:34 smithi032 ceph-mon[189144]: pgmap v8843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:59:34 smithi039 ceph-mon[181282]: pgmap v8843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:59:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:59:35.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:59:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:59:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:59:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:59:36.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:59:36 smithi032 ceph-mon[191839]: pgmap v8844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:36.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:59:36 smithi032 ceph-mon[189144]: pgmap v8844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:36.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:59:36 smithi039 ceph-mon[181282]: pgmap v8844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:38.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:59:38 smithi032 ceph-mon[191839]: pgmap v8845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:38.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:59:38 smithi032 ceph-mon[189144]: pgmap v8845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:59:38 smithi039 ceph-mon[181282]: pgmap v8845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:40.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:59:40 smithi032 ceph-mon[191839]: pgmap v8846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:40.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:59:40 smithi032 ceph-mon[189144]: pgmap v8846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:40.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:59:40 smithi039 ceph-mon[181282]: pgmap v8846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:59:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:59:40] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T20:59:42.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:59:42 smithi032 ceph-mon[189144]: pgmap v8847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:42.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:59:42 smithi032 ceph-mon[191839]: pgmap v8847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:42.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:59:42 smithi039 ceph-mon[181282]: pgmap v8847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:44.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:59:44 smithi032 ceph-mon[191839]: pgmap v8848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:44.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:59:44 smithi032 ceph-mon[189144]: pgmap v8848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:44.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:59:44 smithi039 ceph-mon[181282]: pgmap v8848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:46.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:59:46 smithi032 ceph-mon[191839]: pgmap v8849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:46.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:59:46 smithi032 ceph-mon[189144]: pgmap v8849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:59:46 smithi039 ceph-mon[181282]: pgmap v8849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:59:48 smithi039 ceph-mon[181282]: pgmap v8850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:48.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:59:48 smithi032 ceph-mon[191839]: pgmap v8850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:48.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:59:48 smithi032 ceph-mon[189144]: pgmap v8850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:50.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:59:50 smithi039 ceph-mon[181282]: pgmap v8851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:59:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:59:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:59:50 smithi032 ceph-mon[191839]: pgmap v8851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:59:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:59:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:59:50 smithi032 ceph-mon[189144]: pgmap v8851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:59:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T20:59:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 20:59:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:20:59:50] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T20:59:51.351 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T20:59:51.675 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T20:59:51.675 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 95s ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T20:59:51.675 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 9m ago 3h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T20:59:51.675 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 95s ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T20:59:51.675 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 9m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T20:59:51.676 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 9m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T20:59:51.676 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 95s ago 3h 692M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T20:59:51.676 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 95s ago 3h 1139M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T20:59:51.676 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 9m ago 3h 540M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T20:59:51.676 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 95s ago 3h 571M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T20:59:51.676 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 95s ago 3h 17.9M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T20:59:51.676 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 9m ago 3h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T20:59:51.676 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 95s ago 3h 4430M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T20:59:51.676 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 95s ago 3h 4624M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T20:59:51.676 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 95s ago 3h 4154M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T20:59:51.676 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 95s ago 3h 4121M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T20:59:51.676 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 9m ago 3h 3905M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T20:59:51.676 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 9m ago 3h 4144M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T20:59:51.677 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 9m ago 3h 3888M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T20:59:51.677 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 9m ago 3h 3793M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T20:59:51.677 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 9m ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T20:59:52.077 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T20:59:52.078 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T20:59:52.078 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T20:59:52.078 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:59:52.078 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T20:59:52.078 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T20:59:52.078 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:59:52.078 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T20:59:52.078 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T20:59:52.078 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:59:52.078 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T20:59:52.078 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T20:59:52.078 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T20:59:52.078 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T20:59:52.078 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T20:59:52.079 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T20:59:52.079 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T20:59:52.079 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T20:59:52.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:59:52 smithi039 ceph-mon[181282]: pgmap v8852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:52.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:59:52 smithi039 ceph-mon[181282]: from='client.53300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:59:52.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:59:52 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1688037774' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:59:52.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:59:52 smithi032 ceph-mon[189144]: pgmap v8852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:52.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:59:52 smithi032 ceph-mon[189144]: from='client.53300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:59:52.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:59:52 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1688037774' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:59:52.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:59:52 smithi032 ceph-mon[191839]: pgmap v8852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:52.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:59:52 smithi032 ceph-mon[191839]: from='client.53300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:59:52.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:59:52 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1688037774' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T20:59:53.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:59:53 smithi039 ceph-mon[181282]: from='client.53306 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:59:53.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:59:53 smithi032 ceph-mon[191839]: from='client.53306 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:59:53.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:59:53 smithi032 ceph-mon[189144]: from='client.53306 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T20:59:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:59:54 smithi039 ceph-mon[181282]: pgmap v8853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:54.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:59:54 smithi032 ceph-mon[191839]: pgmap v8853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:54.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:59:54 smithi032 ceph-mon[189144]: pgmap v8853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:59:56 smithi039 ceph-mon[181282]: pgmap v8854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:56.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:59:56 smithi032 ceph-mon[189144]: pgmap v8854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:56.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:59:56 smithi032 ceph-mon[191839]: pgmap v8854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:58.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 20:59:58 smithi039 ceph-mon[181282]: pgmap v8855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:58.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 20:59:58 smithi032 ceph-mon[191839]: pgmap v8855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T20:59:58.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 20:59:58 smithi032 ceph-mon[189144]: pgmap v8855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:00.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T21:00:00.000+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T21:00:00.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:00 smithi039 ceph-mon[181282]: pgmap v8856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T21:00:00.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:00 smithi032 ceph-mon[189144]: pgmap v8856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:00.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T21:00:00.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:00 smithi032 ceph-mon[191839]: pgmap v8856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:00.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T21:00:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:00:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:00:00] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T21:00:01.255 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 21:00:00 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T21:00:00.901Z caller=compact.go:519 level=info component=tsdb msg="write block" mint=1703268000138 maxt=1703275200000 ulid=01HJ9N7VYR43HYG1TPCVNMFZCB duration=45.058997ms 2023-12-22T21:00:01.256 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 21:00:00 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T21:00:00.906Z caller=head.go:1269 level=info component=tsdb msg="Head GC completed" caller=truncateMemory duration=4.245015ms 2023-12-22T21:00:02.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:02 smithi039 ceph-mon[181282]: pgmap v8857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:02.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:02 smithi032 ceph-mon[191839]: pgmap v8857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:02.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:02 smithi032 ceph-mon[189144]: pgmap v8857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:03.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:03 smithi032 ceph-mon[191839]: pgmap v8858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:03.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:03 smithi032 ceph-mon[189144]: pgmap v8858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:04.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:03 smithi039 ceph-mon[181282]: pgmap v8858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:00:05.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:00:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:00:06.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:06 smithi032 ceph-mon[191839]: pgmap v8859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:06.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:06 smithi032 ceph-mon[189144]: pgmap v8859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:06 smithi039 ceph-mon[181282]: pgmap v8859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:08.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:08 smithi032 ceph-mon[189144]: pgmap v8860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:08.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:08 smithi032 ceph-mon[191839]: pgmap v8860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:08.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:08 smithi039 ceph-mon[181282]: pgmap v8860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:10.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:10 smithi032 ceph-mon[189144]: pgmap v8861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:10.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:10 smithi032 ceph-mon[191839]: pgmap v8861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:10.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:10 smithi039 ceph-mon[181282]: pgmap v8861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:00:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:00:10] "GET /metrics HTTP/1.1" 200 34065 "" "Prometheus/2.43.0" 2023-12-22T21:00:12.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:12 smithi032 ceph-mon[191839]: pgmap v8862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:12.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:12 smithi032 ceph-mon[189144]: pgmap v8862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:12.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:12 smithi039 ceph-mon[181282]: pgmap v8862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:14.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:14 smithi032 ceph-mon[189144]: pgmap v8863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:14.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:14 smithi032 ceph-mon[191839]: pgmap v8863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:14 smithi039 ceph-mon[181282]: pgmap v8863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:16.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:16 smithi032 ceph-mon[189144]: pgmap v8864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:16.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:16 smithi032 ceph-mon[191839]: pgmap v8864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:16.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:16 smithi039 ceph-mon[181282]: pgmap v8864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:17.256 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 21:00:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-22T21:00:16.983016862Z level=info msg="Completed cleanup jobs" duration=12.860313ms 2023-12-22T21:00:18.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:18 smithi032 ceph-mon[189144]: pgmap v8865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:18.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:18 smithi032 ceph-mon[191839]: pgmap v8865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:18 smithi039 ceph-mon[181282]: pgmap v8865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:20 smithi032 ceph-mon[189144]: pgmap v8866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:00:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:00:20.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:20 smithi032 ceph-mon[191839]: pgmap v8866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:20.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:00:20.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:00:20.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:20 smithi039 ceph-mon[181282]: pgmap v8866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:20.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:00:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:00:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:00:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:00:20] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T21:00:22.449 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:00:22.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:22 smithi032 ceph-mon[191839]: pgmap v8867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:22.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:22 smithi032 ceph-mon[189144]: pgmap v8867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:22.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:22 smithi039 ceph-mon[181282]: pgmap v8867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:22.772 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:00:22.772 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 2m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:00:22.772 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 0s ago 3h 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:00:22.773 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 2m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:00:22.773 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 0s ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:00:22.773 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 0s ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:00:22.773 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 2m ago 3h 692M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:00:22.773 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 2m ago 3h 1139M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:00:22.773 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 0s ago 3h 557M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:00:22.773 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 2m ago 3h 571M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:00:22.773 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 2m ago 3h 17.9M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:00:22.773 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 0s ago 3h 20.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:00:22.773 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 2m ago 3h 4430M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:00:22.773 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 2m ago 3h 4624M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:00:22.773 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 2m ago 3h 4154M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:00:22.773 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 2m ago 3h 4121M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:00:22.773 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 0s ago 3h 3932M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:00:22.773 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 0s ago 3h 4176M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:00:22.774 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 0s ago 3h 3917M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:00:22.774 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 0s ago 3h 3828M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:00:22.774 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 0s ago 3h 154M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:00:23.175 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:00:23.175 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:00:23.175 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:00:23.175 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:00:23.175 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:00:23.175 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:00:23.175 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:00:23.175 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:00:23.175 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:00:23.175 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:00:23.175 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:00:23.175 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:00:23.176 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:00:23.176 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:00:23.176 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:00:23.176 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:00:23.176 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:00:23.176 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:00:23.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:23 smithi032 ceph-mon[191839]: from='client.53318 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:00:23.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:00:23.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:00:23.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:23 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3068376329' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:00:23.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:00:23.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:00:23.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:23 smithi032 ceph-mon[189144]: from='client.53318 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:00:23.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:00:23.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:00:23.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:23 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3068376329' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:00:23.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:00:23.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:00:23.689 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:23 smithi039 ceph-mon[181282]: from='client.53318 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:00:23.689 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:00:23.690 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:00:23.690 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:23 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3068376329' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:00:23.690 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:00:23.690 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:00:24.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:24 smithi032 ceph-mon[191839]: from='client.53324 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:00:24.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:24 smithi032 ceph-mon[191839]: pgmap v8868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:24.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:24 smithi032 ceph-mon[189144]: from='client.53324 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:00:24.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:24 smithi032 ceph-mon[189144]: pgmap v8868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:24 smithi039 ceph-mon[181282]: from='client.53324 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:00:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:24 smithi039 ceph-mon[181282]: pgmap v8868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:26.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:26 smithi032 ceph-mon[191839]: pgmap v8869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:26.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:00:26.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:00:26.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:00:26.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:00:26.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:00:26.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:26 smithi032 ceph-mon[189144]: pgmap v8869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:26.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:00:26.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:00:26.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:00:26.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:00:26.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:00:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:26 smithi039 ceph-mon[181282]: pgmap v8869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:00:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:00:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:00:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:00:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:00:28.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:28 smithi032 ceph-mon[191839]: pgmap v8870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:28.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:28 smithi032 ceph-mon[189144]: pgmap v8870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:28 smithi039 ceph-mon[181282]: pgmap v8870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:30.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:30 smithi032 ceph-mon[191839]: pgmap v8871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:30.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:30 smithi032 ceph-mon[189144]: pgmap v8871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:30.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:30 smithi039 ceph-mon[181282]: pgmap v8871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:00:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:00:30] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T21:00:32.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:32 smithi032 ceph-mon[189144]: pgmap v8872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:32.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:32 smithi032 ceph-mon[191839]: pgmap v8872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:32.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:32 smithi039 ceph-mon[181282]: pgmap v8872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:34.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:34 smithi032 ceph-mon[191839]: pgmap v8873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:34.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:34 smithi032 ceph-mon[189144]: pgmap v8873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:34 smithi039 ceph-mon[181282]: pgmap v8873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:35.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:00:35.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:00:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:00:36.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:36 smithi032 ceph-mon[191839]: pgmap v8874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:36.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:36 smithi032 ceph-mon[189144]: pgmap v8874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:36.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:36 smithi039 ceph-mon[181282]: pgmap v8874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:38.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:38 smithi032 ceph-mon[189144]: pgmap v8875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:38.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:38 smithi032 ceph-mon[191839]: pgmap v8875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:38.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:38 smithi039 ceph-mon[181282]: pgmap v8875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:40.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:40 smithi032 ceph-mon[191839]: pgmap v8876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:40.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:40 smithi032 ceph-mon[189144]: pgmap v8876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:40.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:40 smithi039 ceph-mon[181282]: pgmap v8876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:00:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:00:40] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T21:00:42.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:42 smithi032 ceph-mon[191839]: pgmap v8877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:42.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:42 smithi032 ceph-mon[189144]: pgmap v8877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:42.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:42 smithi039 ceph-mon[181282]: pgmap v8877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:44.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:44 smithi032 ceph-mon[191839]: pgmap v8878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:44.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:44 smithi032 ceph-mon[189144]: pgmap v8878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:44.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:44 smithi039 ceph-mon[181282]: pgmap v8878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:46.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:46 smithi032 ceph-mon[191839]: pgmap v8879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:46.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:46 smithi032 ceph-mon[189144]: pgmap v8879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:46.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:46 smithi039 ceph-mon[181282]: pgmap v8879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:48.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:48 smithi032 ceph-mon[189144]: pgmap v8880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:48.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:48 smithi032 ceph-mon[191839]: pgmap v8880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:48.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:48 smithi039 ceph-mon[181282]: pgmap v8880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:50 smithi032 ceph-mon[191839]: pgmap v8881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:00:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:50 smithi032 ceph-mon[189144]: pgmap v8881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:00:50.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:50 smithi039 ceph-mon[181282]: pgmap v8881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:00:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:00:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:00:50] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T21:00:52.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:52 smithi032 ceph-mon[189144]: pgmap v8882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:52.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:52 smithi032 ceph-mon[191839]: pgmap v8882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:52.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:52 smithi039 ceph-mon[181282]: pgmap v8882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:53.540 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:00:53.862 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:00:53.862 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 2m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:00:53.862 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 31s ago 3h 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:00:53.862 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 2m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:00:53.862 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 31s ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:00:53.862 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 31s ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:00:53.862 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 2m ago 3h 692M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:00:53.863 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 2m ago 3h 1139M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:00:53.863 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 31s ago 3h 557M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:00:53.863 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 2m ago 3h 571M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:00:53.863 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 2m ago 3h 17.9M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:00:53.863 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 31s ago 3h 20.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:00:53.863 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 2m ago 3h 4430M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:00:53.863 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 2m ago 3h 4624M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:00:53.863 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 2m ago 3h 4154M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:00:53.863 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 2m ago 3h 4121M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:00:53.863 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 31s ago 3h 3932M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:00:53.863 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 31s ago 3h 4176M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:00:53.863 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 31s ago 3h 3917M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:00:53.863 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 31s ago 3h 3828M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:00:53.863 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 31s ago 3h 154M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:00:54.268 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:00:54.269 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:00:54.269 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:00:54.269 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:00:54.269 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:00:54.269 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:00:54.269 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:00:54.269 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:00:54.269 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:00:54.269 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:00:54.269 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:00:54.269 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:00:54.270 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:00:54.270 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:00:54.270 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:00:54.270 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:00:54.270 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:00:54.270 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:00:54.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:54 smithi032 ceph-mon[191839]: pgmap v8883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:54.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:54 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2807973525' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:00:54.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:54 smithi032 ceph-mon[189144]: pgmap v8883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:54.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:54 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2807973525' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:00:54.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:54 smithi039 ceph-mon[181282]: pgmap v8883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:54.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:54 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2807973525' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:00:55.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:55 smithi032 ceph-mon[191839]: from='client.53336 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:00:55.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:55 smithi032 ceph-mon[191839]: from='client.53342 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:00:55.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:55 smithi032 ceph-mon[189144]: from='client.53336 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:00:55.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:55 smithi032 ceph-mon[189144]: from='client.53342 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:00:55.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:55 smithi039 ceph-mon[181282]: from='client.53336 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:00:55.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:55 smithi039 ceph-mon[181282]: from='client.53342 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:00:56.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:56 smithi032 ceph-mon[191839]: pgmap v8884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:56.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:56 smithi032 ceph-mon[189144]: pgmap v8884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:56.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:56 smithi039 ceph-mon[181282]: pgmap v8884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:58.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:00:58 smithi032 ceph-mon[191839]: pgmap v8885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:58.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:00:58 smithi032 ceph-mon[189144]: pgmap v8885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:00:58.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:00:58 smithi039 ceph-mon[181282]: pgmap v8885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:00.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:01:00 smithi032 ceph-mon[189144]: pgmap v8886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:00.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:01:00 smithi032 ceph-mon[191839]: pgmap v8886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:00.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:01:00 smithi039 ceph-mon[181282]: pgmap v8886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:01:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:01:00] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T21:01:02.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:01:02 smithi039 ceph-mon[181282]: pgmap v8887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:02.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:01:02 smithi032 ceph-mon[189144]: pgmap v8887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:02.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:01:02 smithi032 ceph-mon[191839]: pgmap v8887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:04.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:01:04 smithi039 ceph-mon[181282]: pgmap v8888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:04.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:01:04 smithi032 ceph-mon[191839]: pgmap v8888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:04.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:01:04 smithi032 ceph-mon[189144]: pgmap v8888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:05.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:01:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:01:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:01:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:01:05.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:01:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:01:06.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:01:06 smithi039 ceph-mon[181282]: pgmap v8889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:06.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:01:06 smithi032 ceph-mon[191839]: pgmap v8889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:06.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:01:06 smithi032 ceph-mon[189144]: pgmap v8889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:08.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:01:08 smithi039 ceph-mon[181282]: pgmap v8890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:08.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:01:08 smithi032 ceph-mon[191839]: pgmap v8890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:08.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:01:08 smithi032 ceph-mon[189144]: pgmap v8890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:10.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:01:10 smithi039 ceph-mon[181282]: pgmap v8891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:10.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:01:10 smithi032 ceph-mon[191839]: pgmap v8891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:10.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:01:10 smithi032 ceph-mon[189144]: pgmap v8891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:01:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:01:10] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T21:01:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:01:12 smithi039 ceph-mon[181282]: pgmap v8892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:12.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:01:12 smithi032 ceph-mon[191839]: pgmap v8892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:12.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:01:12 smithi032 ceph-mon[189144]: pgmap v8892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:14.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:01:14 smithi039 ceph-mon[181282]: pgmap v8893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:14.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:01:14 smithi032 ceph-mon[191839]: pgmap v8893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:14.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:01:14 smithi032 ceph-mon[189144]: pgmap v8893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:16.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:01:16 smithi039 ceph-mon[181282]: pgmap v8894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:16.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:01:16 smithi032 ceph-mon[189144]: pgmap v8894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:16.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:01:16 smithi032 ceph-mon[191839]: pgmap v8894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:18.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:01:18 smithi039 ceph-mon[181282]: pgmap v8895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:18.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:01:18 smithi032 ceph-mon[191839]: pgmap v8895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:18.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:01:18 smithi032 ceph-mon[189144]: pgmap v8895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:01:20 smithi039 ceph-mon[181282]: pgmap v8896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:01:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:01:20.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:01:20 smithi032 ceph-mon[191839]: pgmap v8896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:20.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:01:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:01:20.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:01:20 smithi032 ceph-mon[189144]: pgmap v8896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:20.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:01:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:01:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:01:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:01:20] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T21:01:22.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:01:22 smithi039 ceph-mon[181282]: pgmap v8897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:22.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:01:22 smithi032 ceph-mon[191839]: pgmap v8897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:22.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:01:22 smithi032 ceph-mon[189144]: pgmap v8897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:23.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:01:23 smithi032 ceph-mon[191839]: pgmap v8898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:23.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:01:23 smithi032 ceph-mon[189144]: pgmap v8898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:24.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:01:23 smithi039 ceph-mon[181282]: pgmap v8898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:24.634 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:01:24.957 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:01:24.957 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 3m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:01:24.957 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 62s ago 3h 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:01:24.957 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 3m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:01:24.957 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 62s ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:01:24.957 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 62s ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:01:24.957 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 3m ago 3h 692M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:01:24.957 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 3m ago 3h 1139M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:01:24.958 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 62s ago 3h 557M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:01:24.958 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 3m ago 3h 571M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:01:24.958 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 3m ago 3h 17.9M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:01:24.958 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 62s ago 3h 20.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:01:24.958 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 3m ago 3h 4430M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:01:24.958 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 3m ago 3h 4624M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:01:24.958 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 3m ago 3h 4154M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:01:24.958 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 3m ago 3h 4121M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:01:24.958 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 62s ago 3h 3932M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:01:24.958 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 62s ago 3h 4176M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:01:24.958 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 62s ago 3h 3917M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:01:24.958 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 62s ago 3h 3828M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:01:24.959 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 62s ago 3h 154M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:01:25.357 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:01:25.357 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:01:25.357 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:01:25.357 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:01:25.357 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:01:25.357 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:01:25.357 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:01:25.357 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:01:25.357 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:01:25.357 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:01:25.357 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:01:25.357 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:01:25.358 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:01:25.358 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:01:25.358 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:01:25.358 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:01:25.358 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:01:25.358 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:01:26.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:01:26 smithi032 ceph-mon[189144]: from='client.53354 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:01:26.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:01:26 smithi032 ceph-mon[189144]: from='client.43443 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:01:26.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:01:26 smithi032 ceph-mon[189144]: pgmap v8899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:26.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:01:26 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3461125811' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:01:26.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:01:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:01:26.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:01:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:01:26.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:01:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:01:26.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:01:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:01:26.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:01:26 smithi032 ceph-mon[191839]: from='client.53354 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:01:26.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:01:26 smithi032 ceph-mon[191839]: from='client.43443 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:01:26.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:01:26 smithi032 ceph-mon[191839]: pgmap v8899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:26.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:01:26 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3461125811' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:01:26.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:01:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:01:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:01:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:01:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:01:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:01:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:01:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:01:26.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:01:26 smithi039 ceph-mon[181282]: from='client.53354 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:01:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:01:26 smithi039 ceph-mon[181282]: from='client.43443 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:01:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:01:26 smithi039 ceph-mon[181282]: pgmap v8899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:01:26 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3461125811' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:01:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:01:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:01:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:01:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:01:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:01:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:01:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:01:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:01:28.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:01:28 smithi032 ceph-mon[189144]: pgmap v8900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:28.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:01:28 smithi032 ceph-mon[191839]: pgmap v8900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:28.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:01:28 smithi039 ceph-mon[181282]: pgmap v8900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:30.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:01:30 smithi032 ceph-mon[189144]: pgmap v8901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:30.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:01:30 smithi032 ceph-mon[191839]: pgmap v8901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:30.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:01:30 smithi039 ceph-mon[181282]: pgmap v8901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:01:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:01:30] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T21:01:32.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:01:32 smithi032 ceph-mon[189144]: pgmap v8902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:32.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:01:32 smithi032 ceph-mon[191839]: pgmap v8902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:32.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:01:32 smithi039 ceph-mon[181282]: pgmap v8902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:34.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:01:34 smithi032 ceph-mon[189144]: pgmap v8903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:34.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:01:34 smithi032 ceph-mon[191839]: pgmap v8903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:34.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:01:34 smithi039 ceph-mon[181282]: pgmap v8903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:35.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:01:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:01:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:01:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:01:35.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:01:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:01:36.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:01:36 smithi032 ceph-mon[189144]: pgmap v8904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:36.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:01:36 smithi032 ceph-mon[191839]: pgmap v8904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:36.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:01:36 smithi039 ceph-mon[181282]: pgmap v8904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:38.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:01:38 smithi032 ceph-mon[191839]: pgmap v8905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:38.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:01:38 smithi032 ceph-mon[189144]: pgmap v8905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:38.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:01:38 smithi039 ceph-mon[181282]: pgmap v8905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:40.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:01:40 smithi032 ceph-mon[189144]: pgmap v8906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:40.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:01:40 smithi032 ceph-mon[191839]: pgmap v8906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:40.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:01:40 smithi039 ceph-mon[181282]: pgmap v8906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:01:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:01:40] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T21:01:42.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:01:42 smithi032 ceph-mon[191839]: pgmap v8907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:42.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:01:42 smithi032 ceph-mon[189144]: pgmap v8907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:42.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:01:42 smithi039 ceph-mon[181282]: pgmap v8907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:44.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:01:44 smithi032 ceph-mon[191839]: pgmap v8908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:44.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:01:44 smithi032 ceph-mon[189144]: pgmap v8908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:44.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:01:44 smithi039 ceph-mon[181282]: pgmap v8908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:46.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:01:46 smithi032 ceph-mon[189144]: pgmap v8909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:46.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:01:46 smithi032 ceph-mon[191839]: pgmap v8909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:46.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:01:46 smithi039 ceph-mon[181282]: pgmap v8909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:48.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:01:48 smithi032 ceph-mon[189144]: pgmap v8910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:48.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:01:48 smithi032 ceph-mon[191839]: pgmap v8910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:48.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:01:48 smithi039 ceph-mon[181282]: pgmap v8910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:50.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:01:50 smithi032 ceph-mon[191839]: pgmap v8911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:01:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:01:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:01:50 smithi032 ceph-mon[189144]: pgmap v8911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:01:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:01:50.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:01:50 smithi039 ceph-mon[181282]: pgmap v8911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:01:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:01:51.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:01:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:01:50] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T21:01:52.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:01:52 smithi032 ceph-mon[191839]: pgmap v8912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:52.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:01:52 smithi032 ceph-mon[189144]: pgmap v8912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:52.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:01:52 smithi039 ceph-mon[181282]: pgmap v8912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:54.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:01:54 smithi032 ceph-mon[191839]: pgmap v8913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:54.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:01:54 smithi032 ceph-mon[189144]: pgmap v8913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:54.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:01:54 smithi039 ceph-mon[181282]: pgmap v8913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:55.729 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:01:56.052 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:01:56.052 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 3m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:01:56.053 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 93s ago 3h 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:01:56.053 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 3m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:01:56.053 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 93s ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:01:56.053 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 93s ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:01:56.053 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 3m ago 3h 692M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:01:56.053 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 3m ago 3h 1139M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:01:56.053 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 93s ago 3h 557M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:01:56.053 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 3m ago 3h 571M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:01:56.053 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 3m ago 3h 17.9M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:01:56.053 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 93s ago 3h 20.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:01:56.053 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 3m ago 3h 4430M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:01:56.053 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 3m ago 3h 4624M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:01:56.054 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 3m ago 3h 4154M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:01:56.054 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 3m ago 3h 4121M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:01:56.054 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 93s ago 3h 3932M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:01:56.054 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 93s ago 3h 4176M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:01:56.054 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 93s ago 3h 3917M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:01:56.054 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 93s ago 3h 3828M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:01:56.054 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 93s ago 3h 154M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:01:56.456 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:01:56.457 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:01:56.457 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:01:56.457 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:01:56.457 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:01:56.457 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:01:56.457 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:01:56.457 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:01:56.457 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:01:56.457 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:01:56.457 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:01:56.457 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:01:56.458 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:01:56.458 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:01:56.458 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:01:56.458 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:01:56.458 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:01:56.458 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:01:56.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:01:56 smithi032 ceph-mon[191839]: pgmap v8914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:56.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:01:56 smithi032 ceph-mon[189144]: pgmap v8914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:56.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:01:56 smithi039 ceph-mon[181282]: pgmap v8914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:57.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:01:57 smithi032 ceph-mon[189144]: from='client.43455 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:01:57.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:01:57 smithi032 ceph-mon[189144]: from='client.53378 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:01:57.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:01:57 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/741196495' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:01:57.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:01:57 smithi032 ceph-mon[191839]: from='client.43455 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:01:57.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:01:57 smithi032 ceph-mon[191839]: from='client.53378 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:01:57.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:01:57 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/741196495' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:01:57.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:01:57 smithi039 ceph-mon[181282]: from='client.43455 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:01:57.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:01:57 smithi039 ceph-mon[181282]: from='client.53378 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:01:57.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:01:57 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/741196495' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:01:58.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:01:58 smithi032 ceph-mon[191839]: pgmap v8915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:01:58 smithi032 ceph-mon[189144]: pgmap v8915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:01:58.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:01:58 smithi039 ceph-mon[181282]: pgmap v8915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:00.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:02:00 smithi032 ceph-mon[191839]: pgmap v8916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:00.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:02:00 smithi032 ceph-mon[189144]: pgmap v8916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:00.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:02:00 smithi039 ceph-mon[181282]: pgmap v8916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:02:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:02:00] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T21:02:02.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:02:02 smithi032 ceph-mon[191839]: pgmap v8917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:02.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:02:02 smithi032 ceph-mon[189144]: pgmap v8917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:02.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:02:02 smithi039 ceph-mon[181282]: pgmap v8917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:04.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:02:04 smithi032 ceph-mon[189144]: pgmap v8918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:04.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:02:04 smithi032 ceph-mon[191839]: pgmap v8918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:04.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:02:04 smithi039 ceph-mon[181282]: pgmap v8918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:05.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:02:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:02:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:02:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:02:05.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:02:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:02:06.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:02:06 smithi032 ceph-mon[191839]: pgmap v8919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:06.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:02:06 smithi032 ceph-mon[189144]: pgmap v8919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:06.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:02:06 smithi039 ceph-mon[181282]: pgmap v8919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:08.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:02:08 smithi032 ceph-mon[191839]: pgmap v8920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:08.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:02:08 smithi032 ceph-mon[189144]: pgmap v8920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:08.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:02:08 smithi039 ceph-mon[181282]: pgmap v8920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:10.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:02:10 smithi039 ceph-mon[181282]: pgmap v8921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:10.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:02:10 smithi032 ceph-mon[189144]: pgmap v8921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:10.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:02:10 smithi032 ceph-mon[191839]: pgmap v8921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:02:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:02:10] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T21:02:12.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:02:12 smithi039 ceph-mon[181282]: pgmap v8922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:12.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:02:12 smithi032 ceph-mon[191839]: pgmap v8922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:12.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:02:12 smithi032 ceph-mon[189144]: pgmap v8922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:14.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:02:14 smithi039 ceph-mon[181282]: pgmap v8923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:14.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:02:14 smithi032 ceph-mon[191839]: pgmap v8923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:14.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:02:14 smithi032 ceph-mon[189144]: pgmap v8923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:16.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:02:16 smithi039 ceph-mon[181282]: pgmap v8924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:16.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:02:16 smithi032 ceph-mon[191839]: pgmap v8924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:16.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:02:16 smithi032 ceph-mon[189144]: pgmap v8924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:18.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:02:18 smithi039 ceph-mon[181282]: pgmap v8925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:02:18 smithi032 ceph-mon[191839]: pgmap v8925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:18.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:02:18 smithi032 ceph-mon[189144]: pgmap v8925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:20.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:02:20 smithi039 ceph-mon[181282]: pgmap v8926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:02:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:02:20.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:02:20 smithi032 ceph-mon[189144]: pgmap v8926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:20.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:02:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:02:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:02:20 smithi032 ceph-mon[191839]: pgmap v8926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:02:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:02:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:02:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:02:20] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T21:02:22.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:02:22 smithi039 ceph-mon[181282]: pgmap v8927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:22.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:02:22 smithi032 ceph-mon[189144]: pgmap v8927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:22.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:02:22 smithi032 ceph-mon[191839]: pgmap v8927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:24.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:02:24 smithi039 ceph-mon[181282]: pgmap v8928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:24.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:02:24 smithi032 ceph-mon[189144]: pgmap v8928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:24.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:02:24 smithi032 ceph-mon[191839]: pgmap v8928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:26.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:02:26 smithi039 ceph-mon[181282]: pgmap v8929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:26.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:02:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:02:26.820 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:02:26.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:02:26 smithi032 ceph-mon[191839]: pgmap v8929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:26.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:02:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:02:26.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:02:26 smithi032 ceph-mon[189144]: pgmap v8929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:26.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:02:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:02:27.154 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:02:27.154 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 4m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:02:27.154 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 2m ago 3h 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:02:27.154 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 4m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:02:27.154 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 2m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:02:27.154 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 2m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:02:27.154 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 4m ago 3h 692M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:02:27.154 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 4m ago 3h 1139M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:02:27.154 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 2m ago 3h 557M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:02:27.154 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 4m ago 3h 571M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:02:27.154 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 4m ago 3h 17.9M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:02:27.155 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 2m ago 3h 20.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:02:27.155 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 4m ago 3h 4430M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:02:27.155 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 4m ago 3h 4624M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:02:27.155 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 4m ago 3h 4154M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:02:27.155 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 4m ago 3h 4121M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:02:27.155 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 2m ago 3h 3932M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:02:27.155 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 2m ago 3h 4176M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:02:27.155 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 2m ago 3h 3917M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:02:27.155 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 2m ago 3h 3828M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:02:27.155 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 2m ago 3h 154M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:02:27.556 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:02:27.556 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:02:27.556 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:02:27.557 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:02:27.557 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:02:27.557 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:02:27.557 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:02:27.557 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:02:27.557 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:02:27.557 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:02:27.557 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:02:27.557 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:02:27.557 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:02:27.557 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:02:27.557 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:02:27.557 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:02:27.557 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:02:27.558 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:02:27.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:02:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:02:27.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:02:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:02:27.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:02:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:02:27.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:02:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:02:27.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:02:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:02:27.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:02:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:02:27.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:02:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:02:27.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:02:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:02:27.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:02:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:02:28.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:02:28 smithi039 ceph-mon[181282]: from='client.43473 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:02:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:02:28 smithi039 ceph-mon[181282]: from='client.53396 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:02:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:02:28 smithi039 ceph-mon[181282]: pgmap v8930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:02:28 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2091410683' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:02:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:02:28 smithi032 ceph-mon[189144]: from='client.43473 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:02:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:02:28 smithi032 ceph-mon[189144]: from='client.53396 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:02:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:02:28 smithi032 ceph-mon[189144]: pgmap v8930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:02:28 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2091410683' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:02:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:02:28 smithi032 ceph-mon[191839]: from='client.43473 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:02:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:02:28 smithi032 ceph-mon[191839]: from='client.53396 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:02:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:02:28 smithi032 ceph-mon[191839]: pgmap v8930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:02:28 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2091410683' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:02:30.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:02:30 smithi039 ceph-mon[181282]: pgmap v8931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:30.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:02:30 smithi032 ceph-mon[189144]: pgmap v8931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:30.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:02:30 smithi032 ceph-mon[191839]: pgmap v8931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:31.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:02:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:02:30] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T21:02:32.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:02:32 smithi039 ceph-mon[181282]: pgmap v8932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:32.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:02:32 smithi032 ceph-mon[191839]: pgmap v8932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:32.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:02:32 smithi032 ceph-mon[189144]: pgmap v8932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:34.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:02:34 smithi039 ceph-mon[181282]: pgmap v8933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:34.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:02:34 smithi032 ceph-mon[191839]: pgmap v8933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:34.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:02:34 smithi032 ceph-mon[189144]: pgmap v8933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:35.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:02:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:02:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:02:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:02:35.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:02:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:02:36.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:02:36 smithi039 ceph-mon[181282]: pgmap v8934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:36.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:02:36 smithi032 ceph-mon[191839]: pgmap v8934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:36.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:02:36 smithi032 ceph-mon[189144]: pgmap v8934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:38.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:02:38 smithi039 ceph-mon[181282]: pgmap v8935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:38.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:02:38 smithi032 ceph-mon[189144]: pgmap v8935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:38.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:02:38 smithi032 ceph-mon[191839]: pgmap v8935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:40.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:02:40 smithi032 ceph-mon[191839]: pgmap v8936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:40.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:02:40 smithi032 ceph-mon[189144]: pgmap v8936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:40.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:02:40 smithi039 ceph-mon[181282]: pgmap v8936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:41.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:02:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:02:40] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2023-12-22T21:02:42.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:02:42 smithi032 ceph-mon[191839]: pgmap v8937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:42.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:02:42 smithi032 ceph-mon[189144]: pgmap v8937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:42.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:02:42 smithi039 ceph-mon[181282]: pgmap v8937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:44.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:02:44 smithi032 ceph-mon[191839]: pgmap v8938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:44.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:02:44 smithi032 ceph-mon[189144]: pgmap v8938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:44.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:02:44 smithi039 ceph-mon[181282]: pgmap v8938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:02:46 smithi032 ceph-mon[191839]: pgmap v8939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:46.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:02:46 smithi032 ceph-mon[189144]: pgmap v8939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:46.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:02:46 smithi039 ceph-mon[181282]: pgmap v8939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:48.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:02:48 smithi032 ceph-mon[191839]: pgmap v8940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:48.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:02:48 smithi032 ceph-mon[189144]: pgmap v8940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:48.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:02:48 smithi039 ceph-mon[181282]: pgmap v8940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:02:50 smithi032 ceph-mon[191839]: pgmap v8941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:02:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:02:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:02:50 smithi032 ceph-mon[189144]: pgmap v8941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:02:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:02:50.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:02:50 smithi039 ceph-mon[181282]: pgmap v8941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:50.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:02:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:02:51.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:02:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:02:50] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T21:02:52.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:02:52 smithi032 ceph-mon[191839]: pgmap v8942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:52.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:02:52 smithi032 ceph-mon[189144]: pgmap v8942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:52.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:02:52 smithi039 ceph-mon[181282]: pgmap v8942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:54.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:02:54 smithi032 ceph-mon[189144]: pgmap v8943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:54.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:02:54 smithi032 ceph-mon[191839]: pgmap v8943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:54.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:02:54 smithi039 ceph-mon[181282]: pgmap v8943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:56.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:02:56 smithi032 ceph-mon[191839]: pgmap v8944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:56.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:02:56 smithi032 ceph-mon[189144]: pgmap v8944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:56.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:02:56 smithi039 ceph-mon[181282]: pgmap v8944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:57.920 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:02:58.241 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:02:58.242 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 4m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:02:58.242 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 2m ago 3h 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:02:58.242 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 4m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:02:58.242 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 2m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:02:58.242 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 2m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:02:58.242 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 4m ago 3h 692M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:02:58.242 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 4m ago 3h 1139M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:02:58.242 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 2m ago 3h 557M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:02:58.242 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 4m ago 3h 571M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:02:58.242 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 4m ago 3h 17.9M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:02:58.242 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 2m ago 3h 20.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:02:58.242 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 4m ago 3h 4430M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:02:58.242 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 4m ago 3h 4624M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:02:58.243 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 4m ago 3h 4154M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:02:58.243 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 4m ago 3h 4121M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:02:58.243 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 2m ago 3h 3932M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:02:58.243 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 2m ago 3h 4176M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:02:58.243 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 2m ago 3h 3917M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:02:58.243 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 2m ago 3h 3828M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:02:58.243 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 2m ago 3h 154M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:02:58.646 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:02:58.646 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:02:58.646 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:02:58.646 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:02:58.648 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:02:58.649 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:02:58.649 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:02:58.649 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:02:58.649 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:02:58.649 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:02:58.649 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:02:58.649 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:02:58.649 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:02:58.649 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:02:58.649 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:02:58.649 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:02:58.649 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:02:58.649 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:02:58.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:02:58 smithi032 ceph-mon[191839]: pgmap v8945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:58.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:02:58 smithi032 ceph-mon[189144]: pgmap v8945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:58.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:02:58 smithi039 ceph-mon[181282]: pgmap v8945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:02:59.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:02:59 smithi032 ceph-mon[191839]: from='client.43491 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:02:59.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:02:59 smithi032 ceph-mon[191839]: from='client.43497 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:02:59.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:02:59 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3265285519' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:02:59.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:02:59 smithi032 ceph-mon[189144]: from='client.43491 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:02:59.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:02:59 smithi032 ceph-mon[189144]: from='client.43497 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:02:59.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:02:59 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3265285519' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:02:59.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:02:59 smithi039 ceph-mon[181282]: from='client.43491 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:02:59.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:02:59 smithi039 ceph-mon[181282]: from='client.43497 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:02:59.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:02:59 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3265285519' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:03:00.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:03:00 smithi032 ceph-mon[191839]: pgmap v8946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:00.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:03:00 smithi032 ceph-mon[189144]: pgmap v8946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:00.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:03:00 smithi039 ceph-mon[181282]: pgmap v8946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:03:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:03:00] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T21:03:02.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:03:02 smithi032 ceph-mon[191839]: pgmap v8947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:02.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:03:02 smithi032 ceph-mon[189144]: pgmap v8947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:02.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:03:02 smithi039 ceph-mon[181282]: pgmap v8947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:04.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:03:04 smithi032 ceph-mon[191839]: pgmap v8948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:04.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:03:04 smithi032 ceph-mon[189144]: pgmap v8948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:04.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:03:04 smithi039 ceph-mon[181282]: pgmap v8948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:05.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:03:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:03:05.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:03:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:03:05.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:03:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:03:06.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:03:06 smithi032 ceph-mon[191839]: pgmap v8949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:06.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:03:06 smithi032 ceph-mon[189144]: pgmap v8949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:06.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:03:06 smithi039 ceph-mon[181282]: pgmap v8949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:08.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:03:08 smithi032 ceph-mon[191839]: pgmap v8950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:08.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:03:08 smithi032 ceph-mon[189144]: pgmap v8950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:03:08 smithi039 ceph-mon[181282]: pgmap v8950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:10.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:03:10 smithi032 ceph-mon[189144]: pgmap v8951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:10.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:03:10 smithi032 ceph-mon[191839]: pgmap v8951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:10.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:03:10 smithi039 ceph-mon[181282]: pgmap v8951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:03:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:03:10] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T21:03:12.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:03:12 smithi032 ceph-mon[191839]: pgmap v8952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:12.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:03:12 smithi032 ceph-mon[189144]: pgmap v8952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:12.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:03:12 smithi039 ceph-mon[181282]: pgmap v8952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:14.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:03:14 smithi032 ceph-mon[191839]: pgmap v8953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:14.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:03:14 smithi032 ceph-mon[189144]: pgmap v8953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:14.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:03:14 smithi039 ceph-mon[181282]: pgmap v8953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:16.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:03:16 smithi032 ceph-mon[191839]: pgmap v8954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:16.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:03:16 smithi032 ceph-mon[189144]: pgmap v8954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:16.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:03:16 smithi039 ceph-mon[181282]: pgmap v8954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:18.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:03:18 smithi039 ceph-mon[181282]: pgmap v8955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:18.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:03:18 smithi032 ceph-mon[189144]: pgmap v8955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:03:18 smithi032 ceph-mon[191839]: pgmap v8955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:20.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:03:20 smithi039 ceph-mon[181282]: pgmap v8956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:03:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:03:20.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:03:20 smithi032 ceph-mon[189144]: pgmap v8956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:20.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:03:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:03:20.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:03:20 smithi032 ceph-mon[191839]: pgmap v8956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:20.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:03:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:03:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:03:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:03:20] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2023-12-22T21:03:22.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:03:22 smithi039 ceph-mon[181282]: pgmap v8957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:22.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:03:22 smithi032 ceph-mon[191839]: pgmap v8957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:22.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:03:22 smithi032 ceph-mon[189144]: pgmap v8957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:24.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:03:24 smithi039 ceph-mon[181282]: pgmap v8958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:24.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:03:24 smithi032 ceph-mon[189144]: pgmap v8958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:24.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:03:24 smithi032 ceph-mon[191839]: pgmap v8958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:26.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:03:26 smithi039 ceph-mon[181282]: pgmap v8959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:26.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:03:26 smithi032 ceph-mon[191839]: pgmap v8959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:26.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:03:26 smithi032 ceph-mon[189144]: pgmap v8959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:27.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:03:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:03:27.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:03:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:03:27.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:03:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:03:28.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:03:28 smithi039 ceph-mon[181282]: pgmap v8960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:28.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:03:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:03:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:03:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:03:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:03:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:03:28.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:03:28 smithi032 ceph-mon[189144]: pgmap v8960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:03:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:03:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:03:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:03:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:03:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:03:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:03:28 smithi032 ceph-mon[191839]: pgmap v8960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:03:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:03:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:03:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:03:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:03:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:03:29.009 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:03:29.334 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:03:29.334 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 5m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:03:29.334 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 3m ago 3h 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:03:29.334 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 5m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:03:29.334 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 3m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:03:29.335 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 3m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:03:29.335 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 5m ago 3h 692M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:03:29.335 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 5m ago 3h 1139M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:03:29.335 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 3m ago 3h 557M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:03:29.335 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 5m ago 3h 571M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:03:29.335 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 5m ago 3h 17.9M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:03:29.335 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 3m ago 3h 20.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:03:29.335 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 5m ago 3h 4430M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:03:29.335 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 5m ago 3h 4624M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:03:29.335 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 5m ago 3h 4154M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:03:29.335 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 5m ago 3h 4121M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:03:29.335 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 3m ago 3h 3932M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:03:29.335 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 3m ago 3h 4176M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:03:29.336 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 3m ago 3h 3917M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:03:29.336 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 3m ago 3h 3828M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:03:29.336 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 3m ago 3h 154M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:03:29.739 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:03:29.739 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:03:29.739 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:03:29.739 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:03:29.739 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:03:29.739 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:03:29.739 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:03:29.739 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:03:29.740 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:03:29.740 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:03:29.740 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:03:29.740 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:03:29.740 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:03:29.740 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:03:29.740 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:03:29.740 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:03:29.740 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:03:29.740 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:03:30.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:03:30 smithi039 ceph-mon[181282]: from='client.43509 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:03:30.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:03:30 smithi039 ceph-mon[181282]: pgmap v8961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:30.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:03:30 smithi039 ceph-mon[181282]: from='client.53432 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:03:30.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:03:30 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3988558054' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:03:30.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:03:30 smithi032 ceph-mon[189144]: from='client.43509 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:03:30.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:03:30 smithi032 ceph-mon[189144]: pgmap v8961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:30.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:03:30 smithi032 ceph-mon[189144]: from='client.53432 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:03:30.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:03:30 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3988558054' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:03:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:03:30 smithi032 ceph-mon[191839]: from='client.43509 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:03:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:03:30 smithi032 ceph-mon[191839]: pgmap v8961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:03:30 smithi032 ceph-mon[191839]: from='client.53432 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:03:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:03:30 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3988558054' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:03:31.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:03:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:03:30] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2023-12-22T21:03:32.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:03:32 smithi039 ceph-mon[181282]: pgmap v8962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:32.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:03:32 smithi032 ceph-mon[191839]: pgmap v8962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:32.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:03:32 smithi032 ceph-mon[189144]: pgmap v8962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:03:34 smithi039 ceph-mon[181282]: pgmap v8963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:34.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:03:34 smithi032 ceph-mon[189144]: pgmap v8963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:34.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:03:34 smithi032 ceph-mon[191839]: pgmap v8963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:35.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:03:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:03:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:03:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:03:35.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:03:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:03:36.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:03:36 smithi039 ceph-mon[181282]: pgmap v8964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:36.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:03:36 smithi032 ceph-mon[191839]: pgmap v8964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:36.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:03:36 smithi032 ceph-mon[189144]: pgmap v8964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:38.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:03:38 smithi039 ceph-mon[181282]: pgmap v8965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:38.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:03:38 smithi032 ceph-mon[191839]: pgmap v8965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:38.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:03:38 smithi032 ceph-mon[189144]: pgmap v8965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:40.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:03:40 smithi039 ceph-mon[181282]: pgmap v8966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:40.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:03:40 smithi032 ceph-mon[189144]: pgmap v8966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:40.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:03:40 smithi032 ceph-mon[191839]: pgmap v8966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:41.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:03:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:03:40] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T21:03:42.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:03:42 smithi039 ceph-mon[181282]: pgmap v8967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:42.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:03:42 smithi032 ceph-mon[189144]: pgmap v8967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:42.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:03:42 smithi032 ceph-mon[191839]: pgmap v8967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:44.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:03:44 smithi039 ceph-mon[181282]: pgmap v8968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:44.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:03:44 smithi032 ceph-mon[191839]: pgmap v8968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:44.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:03:44 smithi032 ceph-mon[189144]: pgmap v8968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:46.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:03:46 smithi039 ceph-mon[181282]: pgmap v8969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:46.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:03:46 smithi032 ceph-mon[189144]: pgmap v8969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:46.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:03:46 smithi032 ceph-mon[191839]: pgmap v8969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:48.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:03:48 smithi039 ceph-mon[181282]: pgmap v8970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:48.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:03:48 smithi032 ceph-mon[191839]: pgmap v8970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:48.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:03:48 smithi032 ceph-mon[189144]: pgmap v8970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:03:50 smithi039 ceph-mon[181282]: pgmap v8971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:03:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:03:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:03:50 smithi032 ceph-mon[189144]: pgmap v8971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:03:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:03:50.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:03:50 smithi032 ceph-mon[191839]: pgmap v8971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:50.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:03:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:03:51.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:03:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:03:50] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T21:03:51.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:03:51 smithi039 ceph-mon[181282]: pgmap v8972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:51.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:03:51 smithi032 ceph-mon[191839]: pgmap v8972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:51.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:03:51 smithi032 ceph-mon[189144]: pgmap v8972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:54.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:03:54 smithi032 ceph-mon[189144]: pgmap v8973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:54.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:03:54 smithi032 ceph-mon[191839]: pgmap v8973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:54.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:03:54 smithi039 ceph-mon[181282]: pgmap v8973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:56.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:03:56 smithi032 ceph-mon[191839]: pgmap v8974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:56.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:03:56 smithi032 ceph-mon[189144]: pgmap v8974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:56.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:03:56 smithi039 ceph-mon[181282]: pgmap v8974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:58.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:03:58 smithi032 ceph-mon[189144]: pgmap v8975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:58.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:03:58 smithi032 ceph-mon[191839]: pgmap v8975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:03:58.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:03:58 smithi039 ceph-mon[181282]: pgmap v8975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:00.103 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:04:00.427 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:04:00.427 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 5m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:04:00.427 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 3m ago 3h 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:04:00.427 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 5m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:04:00.427 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 3m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:04:00.427 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 3m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:04:00.427 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 5m ago 3h 692M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:04:00.427 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 5m ago 3h 1139M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:04:00.427 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 3m ago 3h 557M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:04:00.428 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 5m ago 3h 571M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:04:00.428 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 5m ago 3h 17.9M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:04:00.428 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 3m ago 3h 20.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:04:00.428 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 5m ago 3h 4430M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:04:00.428 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 5m ago 3h 4624M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:04:00.428 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 5m ago 3h 4154M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:04:00.428 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 5m ago 3h 4121M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:04:00.428 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 3m ago 3h 3932M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:04:00.428 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 3m ago 3h 4176M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:04:00.428 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 3m ago 3h 3917M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:04:00.428 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 3m ago 3h 3828M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:04:00.428 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 3m ago 3h 154M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:04:00.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:04:00 smithi032 ceph-mon[189144]: pgmap v8976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:00.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:04:00 smithi032 ceph-mon[191839]: pgmap v8976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:00.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:04:00 smithi039 ceph-mon[181282]: pgmap v8976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:00.830 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:04:00.830 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:04:00.830 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:04:00.830 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:04:00.830 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:04:00.830 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:04:00.831 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:04:00.831 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:04:00.831 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:04:00.831 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:04:00.831 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:04:00.831 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:04:00.831 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:04:00.831 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:04:00.831 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:04:00.831 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:04:00.831 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:04:00.831 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:04:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:04:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:04:00] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T21:04:01.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:04:01 smithi032 ceph-mon[191839]: from='client.43527 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:04:01.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:04:01 smithi032 ceph-mon[191839]: from='client.53450 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:04:01.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:04:01 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3833248650' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:04:01.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:04:01 smithi032 ceph-mon[189144]: from='client.43527 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:04:01.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:04:01 smithi032 ceph-mon[189144]: from='client.53450 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:04:01.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:04:01 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3833248650' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:04:01.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:04:01 smithi039 ceph-mon[181282]: from='client.43527 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:04:01.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:04:01 smithi039 ceph-mon[181282]: from='client.53450 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:04:01.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:04:01 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3833248650' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:04:02.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:04:02 smithi032 ceph-mon[191839]: pgmap v8977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:02.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:04:02 smithi032 ceph-mon[189144]: pgmap v8977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:02.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:04:02 smithi039 ceph-mon[181282]: pgmap v8977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:04.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:04:04 smithi032 ceph-mon[189144]: pgmap v8978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:04.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:04:04 smithi032 ceph-mon[191839]: pgmap v8978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:04.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:04:04 smithi039 ceph-mon[181282]: pgmap v8978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:05.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:04:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:04:05.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:04:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:04:05.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:04:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:04:06.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:04:06 smithi032 ceph-mon[189144]: pgmap v8979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:06.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:04:06 smithi032 ceph-mon[191839]: pgmap v8979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:06.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:04:06 smithi039 ceph-mon[181282]: pgmap v8979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:08.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:04:08 smithi032 ceph-mon[191839]: pgmap v8980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:08.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:04:08 smithi032 ceph-mon[189144]: pgmap v8980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:08.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:04:08 smithi039 ceph-mon[181282]: pgmap v8980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:10.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:04:10 smithi032 ceph-mon[191839]: pgmap v8981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:10.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:04:10 smithi032 ceph-mon[189144]: pgmap v8981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:10.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:04:10 smithi039 ceph-mon[181282]: pgmap v8981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:04:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:04:10] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T21:04:12.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:04:12 smithi032 ceph-mon[189144]: pgmap v8982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:12.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:04:12 smithi032 ceph-mon[191839]: pgmap v8982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:12.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:04:12 smithi039 ceph-mon[181282]: pgmap v8982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:14.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:04:14 smithi032 ceph-mon[191839]: pgmap v8983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:14.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:04:14 smithi032 ceph-mon[189144]: pgmap v8983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:14.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:04:14 smithi039 ceph-mon[181282]: pgmap v8983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:16.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:04:16 smithi032 ceph-mon[191839]: pgmap v8984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:16.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:04:16 smithi032 ceph-mon[189144]: pgmap v8984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:16.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:04:16 smithi039 ceph-mon[181282]: pgmap v8984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:18.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:04:18 smithi039 ceph-mon[181282]: pgmap v8985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:18.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:04:18 smithi032 ceph-mon[191839]: pgmap v8985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:18.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:04:18 smithi032 ceph-mon[189144]: pgmap v8985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:20.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:04:20 smithi039 ceph-mon[181282]: pgmap v8986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:20.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:04:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:04:20.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:04:20 smithi032 ceph-mon[189144]: pgmap v8986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:20.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:04:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:04:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:04:20 smithi032 ceph-mon[191839]: pgmap v8986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:04:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:04:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:04:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:04:20] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2023-12-22T21:04:22.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:04:22 smithi039 ceph-mon[181282]: pgmap v8987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:22.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:04:22 smithi032 ceph-mon[191839]: pgmap v8987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:22.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:04:22 smithi032 ceph-mon[189144]: pgmap v8987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:24.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:04:24 smithi039 ceph-mon[181282]: pgmap v8988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:24.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:04:24 smithi032 ceph-mon[191839]: pgmap v8988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:24.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:04:24 smithi032 ceph-mon[189144]: pgmap v8988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:26.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:04:26 smithi039 ceph-mon[181282]: pgmap v8989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:26.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:04:26 smithi032 ceph-mon[191839]: pgmap v8989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:26.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:04:26 smithi032 ceph-mon[189144]: pgmap v8989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:28.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:04:28 smithi039 ceph-mon[181282]: pgmap v8990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:28.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:04:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:04:28.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:04:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:04:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:04:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:04:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:04:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:04:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:04:28 smithi032 ceph-mon[189144]: pgmap v8990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:04:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:04:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:04:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:04:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:04:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:04:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:04:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:04:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:04:28 smithi032 ceph-mon[191839]: pgmap v8990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:04:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:04:28.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:04:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:04:28.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:04:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:04:28.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:04:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:04:30.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:04:30 smithi039 ceph-mon[181282]: pgmap v8991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:30.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:04:30 smithi032 ceph-mon[189144]: pgmap v8991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:04:30 smithi032 ceph-mon[191839]: pgmap v8991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:31.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:04:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:04:30] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2023-12-22T21:04:31.194 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:04:31.520 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:04:31.520 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 6m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:04:31.520 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 4m ago 3h 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:04:31.521 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 6m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:04:31.521 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 4m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:04:31.521 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 4m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:04:31.521 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 6m ago 3h 692M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:04:31.521 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 6m ago 3h 1139M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:04:31.521 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 4m ago 3h 557M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:04:31.521 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 6m ago 3h 571M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:04:31.521 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 6m ago 3h 17.9M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:04:31.521 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 4m ago 3h 20.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:04:31.521 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 6m ago 3h 4430M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:04:31.521 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 6m ago 3h 4624M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:04:31.521 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 6m ago 3h 4154M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:04:31.522 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 6m ago 3h 4121M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:04:31.522 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 4m ago 3h 3932M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:04:31.522 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 4m ago 3h 4176M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:04:31.522 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 4m ago 3h 3917M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:04:31.522 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 4m ago 3h 3828M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:04:31.522 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 4m ago 3h 154M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:04:31.922 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:04:31.922 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:04:31.922 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:04:31.922 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:04:31.922 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:04:31.922 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:04:31.922 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:04:31.922 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:04:31.922 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:04:31.922 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:04:31.923 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:04:31.923 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:04:31.923 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:04:31.923 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:04:31.923 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:04:31.923 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:04:31.923 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:04:31.923 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:04:32.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:04:32 smithi039 ceph-mon[181282]: from='client.53462 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:04:32.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:04:32 smithi039 ceph-mon[181282]: pgmap v8992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:32.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:04:32 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1833413171' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:04:32.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:04:32 smithi032 ceph-mon[191839]: from='client.53462 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:04:32.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:04:32 smithi032 ceph-mon[191839]: pgmap v8992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:32.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:04:32 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1833413171' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:04:32.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:04:32 smithi032 ceph-mon[189144]: from='client.53462 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:04:32.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:04:32 smithi032 ceph-mon[189144]: pgmap v8992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:32.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:04:32 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1833413171' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:04:33.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:04:33 smithi039 ceph-mon[181282]: from='client.43551 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:04:33.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:04:33 smithi032 ceph-mon[191839]: from='client.43551 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:04:33.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:04:33 smithi032 ceph-mon[189144]: from='client.43551 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:04:34.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:04:34 smithi039 ceph-mon[181282]: pgmap v8993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:34.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:04:34 smithi032 ceph-mon[189144]: pgmap v8993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:34.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:04:34 smithi032 ceph-mon[191839]: pgmap v8993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:35.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:04:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:04:35.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:04:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:04:35.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:04:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:04:36.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:04:36 smithi039 ceph-mon[181282]: pgmap v8994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:36.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:04:36 smithi032 ceph-mon[191839]: pgmap v8994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:36.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:04:36 smithi032 ceph-mon[189144]: pgmap v8994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:38.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:04:38 smithi039 ceph-mon[181282]: pgmap v8995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:38.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:04:38 smithi032 ceph-mon[191839]: pgmap v8995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:38.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:04:38 smithi032 ceph-mon[189144]: pgmap v8995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:40.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:04:40 smithi039 ceph-mon[181282]: pgmap v8996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:40.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:04:40 smithi032 ceph-mon[189144]: pgmap v8996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:40.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:04:40 smithi032 ceph-mon[191839]: pgmap v8996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:41.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:04:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:04:40] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T21:04:42.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:04:42 smithi039 ceph-mon[181282]: pgmap v8997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:42.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:04:42 smithi032 ceph-mon[191839]: pgmap v8997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:42.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:04:42 smithi032 ceph-mon[189144]: pgmap v8997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:44.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:04:44 smithi039 ceph-mon[181282]: pgmap v8998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:44.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:04:44 smithi032 ceph-mon[191839]: pgmap v8998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:44.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:04:44 smithi032 ceph-mon[189144]: pgmap v8998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:46.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:04:46 smithi039 ceph-mon[181282]: pgmap v8999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:46.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:04:46 smithi032 ceph-mon[189144]: pgmap v8999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:46.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:04:46 smithi032 ceph-mon[191839]: pgmap v8999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:48.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:04:48 smithi039 ceph-mon[181282]: pgmap v9000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:48.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:04:48 smithi032 ceph-mon[189144]: pgmap v9000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:48.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:04:48 smithi032 ceph-mon[191839]: pgmap v9000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:50.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:04:50 smithi039 ceph-mon[181282]: pgmap v9001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:50.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:04:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:04:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:04:50 smithi032 ceph-mon[189144]: pgmap v9001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:04:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:04:50.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:04:50 smithi032 ceph-mon[191839]: pgmap v9001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:50.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:04:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:04:51.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:04:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:04:50] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T21:04:52.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:04:52 smithi039 ceph-mon[181282]: pgmap v9002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:52.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:04:52 smithi032 ceph-mon[189144]: pgmap v9002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:52.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:04:52 smithi032 ceph-mon[191839]: pgmap v9002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:54.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:04:54 smithi039 ceph-mon[181282]: pgmap v9003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:54.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:04:54 smithi032 ceph-mon[191839]: pgmap v9003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:54.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:04:54 smithi032 ceph-mon[189144]: pgmap v9003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:55.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:04:55 smithi032 ceph-mon[191839]: pgmap v9004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:55.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:04:55 smithi032 ceph-mon[189144]: pgmap v9004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:56.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:04:55 smithi039 ceph-mon[181282]: pgmap v9004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:58.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:04:58 smithi032 ceph-mon[191839]: pgmap v9005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:58.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:04:58 smithi032 ceph-mon[189144]: pgmap v9005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:04:58.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:04:58 smithi039 ceph-mon[181282]: pgmap v9005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:00.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:05:00 smithi032 ceph-mon[191839]: pgmap v9006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:00.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:05:00 smithi032 ceph-mon[189144]: pgmap v9006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:00.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:05:00 smithi039 ceph-mon[181282]: pgmap v9006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:05:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:05:00] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T21:05:02.285 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:05:02.609 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:05:02.610 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 6m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:05:02.610 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 4m ago 3h 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:05:02.610 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 6m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:05:02.610 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 4m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:05:02.610 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 4m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:05:02.610 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 6m ago 3h 692M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:05:02.610 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 6m ago 3h 1139M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:05:02.610 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 4m ago 3h 557M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:05:02.610 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 6m ago 3h 571M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:05:02.610 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 6m ago 3h 17.9M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:05:02.610 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 4m ago 3h 20.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:05:02.611 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 6m ago 3h 4430M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:05:02.611 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 6m ago 3h 4624M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:05:02.611 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 6m ago 3h 4154M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:05:02.611 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 6m ago 3h 4121M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:05:02.611 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 4m ago 3h 3932M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:05:02.611 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 4m ago 3h 4176M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:05:02.611 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 4m ago 3h 3917M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:05:02.611 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 4m ago 3h 3828M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:05:02.611 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 4m ago 3h 154M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:05:02.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:05:02 smithi032 ceph-mon[189144]: pgmap v9007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:02.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:05:02 smithi032 ceph-mon[191839]: pgmap v9007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:02.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:05:02 smithi039 ceph-mon[181282]: pgmap v9007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:03.015 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:05:03.016 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:05:03.016 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:05:03.016 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:05:03.016 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:05:03.016 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:05:03.016 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:05:03.017 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:05:03.017 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:05:03.017 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:05:03.017 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:05:03.017 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:05:03.017 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:05:03.018 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:05:03.018 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:05:03.018 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:05:03.018 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:05:03.018 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:05:03.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:05:03 smithi032 ceph-mon[191839]: from='client.53480 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:05:03.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:05:03 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2202911802' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:05:03.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:05:03 smithi032 ceph-mon[189144]: from='client.53480 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:05:03.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:05:03 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2202911802' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:05:03.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:05:03 smithi039 ceph-mon[181282]: from='client.53480 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:05:03.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:05:03 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2202911802' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:05:04.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:05:04 smithi032 ceph-mon[189144]: from='client.53486 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:05:04.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:05:04 smithi032 ceph-mon[189144]: pgmap v9008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:04.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:05:04 smithi032 ceph-mon[191839]: from='client.53486 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:05:04.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:05:04 smithi032 ceph-mon[191839]: pgmap v9008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:04.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:05:04 smithi039 ceph-mon[181282]: from='client.53486 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:05:04.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:05:04 smithi039 ceph-mon[181282]: pgmap v9008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:05.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:05:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:05:05.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:05:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:05:05.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:05:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:05:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:05:06 smithi032 ceph-mon[191839]: pgmap v9009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:06.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:05:06 smithi032 ceph-mon[189144]: pgmap v9009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:06.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:05:06 smithi039 ceph-mon[181282]: pgmap v9009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:08.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:05:08 smithi032 ceph-mon[191839]: pgmap v9010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:08.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:05:08 smithi032 ceph-mon[189144]: pgmap v9010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:08.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:05:08 smithi039 ceph-mon[181282]: pgmap v9010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:10.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:05:10 smithi032 ceph-mon[191839]: pgmap v9011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:10.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:05:10 smithi032 ceph-mon[189144]: pgmap v9011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:10.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:05:10 smithi039 ceph-mon[181282]: pgmap v9011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:05:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:05:10] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T21:05:12.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:05:12 smithi032 ceph-mon[191839]: pgmap v9012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:12.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:05:12 smithi032 ceph-mon[189144]: pgmap v9012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:12.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:05:12 smithi039 ceph-mon[181282]: pgmap v9012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:14.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:05:14 smithi039 ceph-mon[181282]: pgmap v9013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:14.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:05:14 smithi032 ceph-mon[191839]: pgmap v9013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:14.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:05:14 smithi032 ceph-mon[189144]: pgmap v9013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:16.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:05:16 smithi039 ceph-mon[181282]: pgmap v9014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:16.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:05:16 smithi032 ceph-mon[191839]: pgmap v9014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:16.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:05:16 smithi032 ceph-mon[189144]: pgmap v9014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:18.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:05:18 smithi039 ceph-mon[181282]: pgmap v9015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:18.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:05:18 smithi032 ceph-mon[189144]: pgmap v9015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:05:18 smithi032 ceph-mon[191839]: pgmap v9015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:20.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:05:20 smithi039 ceph-mon[181282]: pgmap v9016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:20.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:05:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:05:20.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:05:20 smithi032 ceph-mon[191839]: pgmap v9016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:05:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:05:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:05:20 smithi032 ceph-mon[189144]: pgmap v9016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:05:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:05:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:05:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:05:20] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2023-12-22T21:05:22.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:05:22 smithi039 ceph-mon[181282]: pgmap v9017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:22.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:05:22 smithi032 ceph-mon[189144]: pgmap v9017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:22.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:05:22 smithi032 ceph-mon[191839]: pgmap v9017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:24.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:05:24 smithi039 ceph-mon[181282]: pgmap v9018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:24.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:05:24 smithi032 ceph-mon[191839]: pgmap v9018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:24.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:05:24 smithi032 ceph-mon[189144]: pgmap v9018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:26.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:05:26 smithi039 ceph-mon[181282]: pgmap v9019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:26.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:05:26 smithi032 ceph-mon[191839]: pgmap v9019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:26.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:05:26 smithi032 ceph-mon[189144]: pgmap v9019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:28.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:05:28 smithi039 ceph-mon[181282]: pgmap v9020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:28.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:05:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:05:28.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:05:28 smithi032 ceph-mon[191839]: pgmap v9020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:28.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:05:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:05:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:05:28 smithi032 ceph-mon[189144]: pgmap v9020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:05:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:05:29.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:05:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:05:29.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:05:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:05:29.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:05:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:05:29.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:05:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:05:29.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:05:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:05:29.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:05:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:05:29.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:05:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:05:29.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:05:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:05:29.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:05:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:05:30.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:05:30 smithi039 ceph-mon[181282]: pgmap v9021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:30.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:05:30 smithi032 ceph-mon[191839]: pgmap v9021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:30.859 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:05:30 smithi032 ceph-mon[189144]: pgmap v9021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:31.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:05:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:05:30] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2023-12-22T21:05:32.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:05:32 smithi039 ceph-mon[181282]: pgmap v9022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:32.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:05:32 smithi032 ceph-mon[189144]: pgmap v9022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:32.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:05:32 smithi032 ceph-mon[191839]: pgmap v9022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:33.377 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:05:33.702 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:05:33.702 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 7m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:05:33.702 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 5m ago 3h 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:05:33.702 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 7m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:05:33.702 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 5m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:05:33.702 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 5m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:05:33.702 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 7m ago 3h 692M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:05:33.702 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 7m ago 3h 1139M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:05:33.702 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 5m ago 3h 557M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:05:33.702 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 7m ago 3h 571M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:05:33.702 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 7m ago 3h 17.9M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:05:33.702 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 5m ago 3h 20.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:05:33.703 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 7m ago 3h 4430M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:05:33.703 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 7m ago 3h 4624M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:05:33.703 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 7m ago 3h 4154M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:05:33.703 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 7m ago 3h 4121M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:05:33.703 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 5m ago 3h 3932M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:05:33.703 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 5m ago 3h 4176M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:05:33.703 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 5m ago 3h 3917M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:05:33.703 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 5m ago 3h 3828M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:05:33.703 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 5m ago 3h 154M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:05:34.105 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:05:34.105 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:05:34.105 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:05:34.105 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:05:34.106 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:05:34.106 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:05:34.106 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:05:34.106 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:05:34.106 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:05:34.106 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:05:34.107 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:05:34.107 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:05:34.107 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:05:34.107 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:05:34.107 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:05:34.107 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:05:34.108 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:05:34.108 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:05:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:05:34 smithi039 ceph-mon[181282]: pgmap v9023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:05:34 smithi039 ceph-mon[181282]: from='client.53498 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:05:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:05:34 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3569263959' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:05:34.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:05:34 smithi032 ceph-mon[189144]: pgmap v9023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:34.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:05:34 smithi032 ceph-mon[189144]: from='client.53498 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:05:34.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:05:34 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3569263959' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:05:34.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:05:34 smithi032 ceph-mon[191839]: pgmap v9023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:34.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:05:34 smithi032 ceph-mon[191839]: from='client.53498 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:05:34.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:05:34 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3569263959' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:05:35.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:05:35 smithi039 ceph-mon[181282]: from='client.53504 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:05:35.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:05:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:05:35.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:05:35 smithi032 ceph-mon[191839]: from='client.53504 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:05:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:05:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:05:35.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:05:35 smithi032 ceph-mon[189144]: from='client.53504 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:05:35.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:05:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:05:36.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:05:36 smithi039 ceph-mon[181282]: pgmap v9024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:36.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:05:36 smithi032 ceph-mon[191839]: pgmap v9024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:36.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:05:36 smithi032 ceph-mon[189144]: pgmap v9024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:38.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:05:38 smithi039 ceph-mon[181282]: pgmap v9025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:38.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:05:38 smithi032 ceph-mon[189144]: pgmap v9025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:38.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:05:38 smithi032 ceph-mon[191839]: pgmap v9025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:40.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:05:40 smithi039 ceph-mon[181282]: pgmap v9026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:40.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:05:40 smithi032 ceph-mon[189144]: pgmap v9026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:40.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:05:40 smithi032 ceph-mon[191839]: pgmap v9026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:41.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:05:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:05:40] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T21:05:42.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:05:42 smithi039 ceph-mon[181282]: pgmap v9027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:42.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:05:42 smithi032 ceph-mon[191839]: pgmap v9027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:42.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:05:42 smithi032 ceph-mon[189144]: pgmap v9027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:44.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:05:44 smithi039 ceph-mon[181282]: pgmap v9028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:44.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:05:44 smithi032 ceph-mon[191839]: pgmap v9028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:44.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:05:44 smithi032 ceph-mon[189144]: pgmap v9028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:46.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:05:46 smithi039 ceph-mon[181282]: pgmap v9029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:46.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:05:46 smithi032 ceph-mon[191839]: pgmap v9029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:46.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:05:46 smithi032 ceph-mon[189144]: pgmap v9029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:48.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:05:48 smithi039 ceph-mon[181282]: pgmap v9030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:48.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:05:48 smithi032 ceph-mon[191839]: pgmap v9030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:48.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:05:48 smithi032 ceph-mon[189144]: pgmap v9030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:50.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:05:50 smithi039 ceph-mon[181282]: pgmap v9031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:50.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:05:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:05:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:05:50 smithi032 ceph-mon[189144]: pgmap v9031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:05:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:05:50.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:05:50 smithi032 ceph-mon[191839]: pgmap v9031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:50.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:05:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:05:51.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:05:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:05:50] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T21:05:52.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:05:52 smithi039 ceph-mon[181282]: pgmap v9032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:52.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:05:52 smithi032 ceph-mon[191839]: pgmap v9032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:52.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:05:52 smithi032 ceph-mon[189144]: pgmap v9032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:54.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:05:54 smithi039 ceph-mon[181282]: pgmap v9033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:54.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:05:54 smithi032 ceph-mon[191839]: pgmap v9033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:54.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:05:54 smithi032 ceph-mon[189144]: pgmap v9033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:56.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:05:56 smithi039 ceph-mon[181282]: pgmap v9034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:56.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:05:56 smithi032 ceph-mon[191839]: pgmap v9034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:56.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:05:56 smithi032 ceph-mon[189144]: pgmap v9034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:58.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:05:58 smithi039 ceph-mon[181282]: pgmap v9035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:58.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:05:58 smithi032 ceph-mon[191839]: pgmap v9035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:05:58.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:05:58 smithi032 ceph-mon[189144]: pgmap v9035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:00.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:00 smithi032 ceph-mon[189144]: pgmap v9036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:00.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:00 smithi032 ceph-mon[191839]: pgmap v9036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:01.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:00 smithi039 ceph-mon[181282]: pgmap v9036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:06:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:06:00] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T21:06:01.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:01 smithi032 ceph-mon[191839]: pgmap v9037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:01.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:01 smithi032 ceph-mon[189144]: pgmap v9037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:02.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:01 smithi039 ceph-mon[181282]: pgmap v9037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:04.469 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:06:04.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:04 smithi032 ceph-mon[191839]: pgmap v9038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:04.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:04 smithi032 ceph-mon[189144]: pgmap v9038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:04.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:04 smithi039 ceph-mon[181282]: pgmap v9038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:04.792 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:06:04.792 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 7m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:06:04.792 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 5m ago 3h 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:06:04.792 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 7m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:06:04.792 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 5m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:06:04.792 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 5m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:06:04.792 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 7m ago 3h 692M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:06:04.792 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 7m ago 3h 1139M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:06:04.792 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 5m ago 3h 557M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:06:04.793 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 7m ago 3h 571M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:06:04.793 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 7m ago 3h 17.9M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:06:04.793 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 5m ago 3h 20.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:06:04.793 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 7m ago 3h 4430M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:06:04.793 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 7m ago 3h 4624M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:06:04.793 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 7m ago 3h 4154M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:06:04.793 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 7m ago 3h 4121M 2469M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:06:04.793 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 5m ago 3h 3932M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:06:04.793 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 5m ago 3h 4176M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:06:04.793 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 5m ago 3h 3917M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:06:04.793 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 5m ago 3h 3828M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:06:04.793 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 5m ago 3h 154M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:06:05.205 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:06:05.205 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:06:05.205 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:06:05.205 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:06:05.205 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:06:05.205 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:06:05.205 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:06:05.205 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:06:05.205 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:06:05.206 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:06:05.206 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:06:05.206 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:06:05.206 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:06:05.206 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:06:05.206 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:06:05.206 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:06:05.206 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:06:05.206 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:06:05.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:05 smithi032 ceph-mon[191839]: from='client.53516 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:06:05.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:06:05.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:05 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1818807242' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:06:05.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:05 smithi032 ceph-mon[189144]: from='client.53516 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:06:05.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:06:05.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:05 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1818807242' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:06:05.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:05 smithi039 ceph-mon[181282]: from='client.53516 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:06:05.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:06:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:05 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1818807242' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:06:06.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:06 smithi032 ceph-mon[191839]: from='client.43605 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:06:06.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:06 smithi032 ceph-mon[191839]: pgmap v9039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:06.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:06 smithi032 ceph-mon[189144]: from='client.43605 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:06:06.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:06 smithi032 ceph-mon[189144]: pgmap v9039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:06.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:06 smithi039 ceph-mon[181282]: from='client.43605 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:06:06.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:06 smithi039 ceph-mon[181282]: pgmap v9039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:08.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:08 smithi032 ceph-mon[191839]: pgmap v9040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:08.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:08 smithi032 ceph-mon[189144]: pgmap v9040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:08.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:08 smithi039 ceph-mon[181282]: pgmap v9040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:10.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:10 smithi032 ceph-mon[191839]: pgmap v9041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:10.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:10 smithi032 ceph-mon[189144]: pgmap v9041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:10.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:10 smithi039 ceph-mon[181282]: pgmap v9041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:06:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:06:10] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T21:06:12.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:12 smithi039 ceph-mon[181282]: pgmap v9042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:12.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:12 smithi032 ceph-mon[191839]: pgmap v9042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:12.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:12 smithi032 ceph-mon[189144]: pgmap v9042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:14.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:14 smithi039 ceph-mon[181282]: pgmap v9043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:14.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:14 smithi032 ceph-mon[191839]: pgmap v9043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:14.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:14 smithi032 ceph-mon[189144]: pgmap v9043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:16 smithi039 ceph-mon[181282]: pgmap v9044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:16.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:16 smithi032 ceph-mon[191839]: pgmap v9044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:16.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:16 smithi032 ceph-mon[189144]: pgmap v9044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:18.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:18 smithi039 ceph-mon[181282]: pgmap v9045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:18.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:18 smithi032 ceph-mon[191839]: pgmap v9045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:18.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:18 smithi032 ceph-mon[189144]: pgmap v9045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:20.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:20 smithi039 ceph-mon[181282]: pgmap v9046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:20.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:06:20.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:20 smithi032 ceph-mon[189144]: pgmap v9046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:20.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:06:20.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:20 smithi032 ceph-mon[191839]: pgmap v9046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:20.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:06:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:06:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:06:20] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T21:06:22.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:22 smithi039 ceph-mon[181282]: pgmap v9047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:22.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:22 smithi032 ceph-mon[191839]: pgmap v9047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:22.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:22 smithi032 ceph-mon[189144]: pgmap v9047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:24.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:24 smithi039 ceph-mon[181282]: pgmap v9048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:24.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:24 smithi032 ceph-mon[191839]: pgmap v9048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:24.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:24 smithi032 ceph-mon[189144]: pgmap v9048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:26.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:26 smithi039 ceph-mon[181282]: pgmap v9049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:26.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:26 smithi032 ceph-mon[191839]: pgmap v9049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:26.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:26 smithi032 ceph-mon[189144]: pgmap v9049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:28.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:28 smithi039 ceph-mon[181282]: pgmap v9050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:28.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:28 smithi032 ceph-mon[189144]: pgmap v9050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:28.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:28 smithi032 ceph-mon[191839]: pgmap v9050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:29.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:06:29.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:06:29.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:06:29.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:06:29.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:06:29.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:06:29.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:06:29.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:06:29.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:06:30.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:30 smithi039 ceph-mon[181282]: pgmap v9051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:06:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:06:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:06:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:06:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:06:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:06:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:06:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:06:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:30 smithi032 ceph-mon[191839]: pgmap v9051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:06:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:06:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:06:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:06:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:06:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:06:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:06:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:06:30.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:30 smithi032 ceph-mon[189144]: pgmap v9051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:30.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:06:30.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:06:30.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:06:30.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:06:30.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:06:30.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:06:30.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:06:30.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:06:31.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:06:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:06:30] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T21:06:31.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:31 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi032 to 2460M 2023-12-22T21:06:31.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:31 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi032 to 2460M 2023-12-22T21:06:31.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:31 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi032 to 2460M 2023-12-22T21:06:32.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:32 smithi039 ceph-mon[181282]: pgmap v9052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:32.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:32 smithi032 ceph-mon[189144]: pgmap v9052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:32.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:32 smithi032 ceph-mon[191839]: pgmap v9052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:34.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:34 smithi039 ceph-mon[181282]: pgmap v9053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:34.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:34 smithi032 ceph-mon[191839]: pgmap v9053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:34.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:34 smithi032 ceph-mon[189144]: pgmap v9053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:35.573 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:06:35.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:06:35.895 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:06:35.895 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 8m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:06:35.896 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 6m ago 3h 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:06:35.896 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 8m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:06:35.896 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 6m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:06:35.896 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 6m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:06:35.896 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 8m ago 3h 692M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:06:35.896 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 8m ago 3h 1139M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:06:35.896 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 6m ago 3h 557M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:06:35.896 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 8m ago 3h 571M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:06:35.896 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 8m ago 3h 17.9M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:06:35.896 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 6m ago 3h 20.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:06:35.896 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 8m ago 3h 4430M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:06:35.896 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 8m ago 3h 4624M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:06:35.897 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 8m ago 3h 4154M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:06:35.897 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 8m ago 3h 4121M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:06:35.897 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 6m ago 3h 3932M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:06:35.897 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 6m ago 3h 4176M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:06:35.897 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 6m ago 3h 3917M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:06:35.897 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 6m ago 3h 3828M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:06:35.897 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 6m ago 3h 154M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:06:35.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:06:35.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:06:36.295 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:06:36.295 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:06:36.295 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:06:36.295 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:06:36.295 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:06:36.295 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:06:36.295 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:06:36.295 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:06:36.295 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:06:36.295 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:06:36.295 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:06:36.295 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:06:36.296 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:06:36.296 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:06:36.296 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:06:36.296 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:06:36.296 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:06:36.296 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:06:36.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:36 smithi039 ceph-mon[181282]: pgmap v9054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:36.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:36 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3302188083' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:06:36.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:36 smithi032 ceph-mon[189144]: pgmap v9054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:36.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:36 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3302188083' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:06:36.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:36 smithi032 ceph-mon[191839]: pgmap v9054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:36.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:36 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3302188083' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:06:37.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:37 smithi039 ceph-mon[181282]: from='client.53534 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:06:37.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:37 smithi039 ceph-mon[181282]: from='client.53540 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:06:37.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:37 smithi032 ceph-mon[191839]: from='client.53534 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:06:37.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:37 smithi032 ceph-mon[191839]: from='client.53540 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:06:37.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:37 smithi032 ceph-mon[189144]: from='client.53534 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:06:37.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:37 smithi032 ceph-mon[189144]: from='client.53540 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:06:38.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:38 smithi039 ceph-mon[181282]: pgmap v9055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:38.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:38 smithi032 ceph-mon[191839]: pgmap v9055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:38.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:38 smithi032 ceph-mon[189144]: pgmap v9055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:40.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:40 smithi039 ceph-mon[181282]: pgmap v9056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:40.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:40 smithi032 ceph-mon[191839]: pgmap v9056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:40.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:40 smithi032 ceph-mon[189144]: pgmap v9056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:06:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:06:40] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T21:06:42.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:42 smithi039 ceph-mon[181282]: pgmap v9057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:42.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:42 smithi032 ceph-mon[189144]: pgmap v9057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:42.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:42 smithi032 ceph-mon[191839]: pgmap v9057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:44.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:44 smithi039 ceph-mon[181282]: pgmap v9058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:44.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:44 smithi032 ceph-mon[189144]: pgmap v9058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:44.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:44 smithi032 ceph-mon[191839]: pgmap v9058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:46.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:46 smithi039 ceph-mon[181282]: pgmap v9059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:46.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:46 smithi032 ceph-mon[191839]: pgmap v9059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:46.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:46 smithi032 ceph-mon[189144]: pgmap v9059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:48.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:48 smithi039 ceph-mon[181282]: pgmap v9060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:48.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:48 smithi032 ceph-mon[191839]: pgmap v9060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:48.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:48 smithi032 ceph-mon[189144]: pgmap v9060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:50.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:50 smithi039 ceph-mon[181282]: pgmap v9061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:50.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:06:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:50 smithi032 ceph-mon[189144]: pgmap v9061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:06:50.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:50 smithi032 ceph-mon[191839]: pgmap v9061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:50.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:06:51.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:06:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:06:50] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2023-12-22T21:06:52.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:52 smithi039 ceph-mon[181282]: pgmap v9062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:52.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:52 smithi032 ceph-mon[189144]: pgmap v9062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:52.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:52 smithi032 ceph-mon[191839]: pgmap v9062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:54.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:54 smithi032 ceph-mon[189144]: pgmap v9063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:54.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:54 smithi032 ceph-mon[191839]: pgmap v9063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:55.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:54 smithi039 ceph-mon[181282]: pgmap v9063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:56.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:56 smithi032 ceph-mon[191839]: pgmap v9064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:56.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:56 smithi032 ceph-mon[189144]: pgmap v9064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:57.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:56 smithi039 ceph-mon[181282]: pgmap v9064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:58.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:06:58 smithi032 ceph-mon[191839]: pgmap v9065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:58.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:06:58 smithi032 ceph-mon[189144]: pgmap v9065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:06:59.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:06:58 smithi039 ceph-mon[181282]: pgmap v9065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:00.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:07:00 smithi032 ceph-mon[189144]: pgmap v9066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:00.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:07:00 smithi032 ceph-mon[191839]: pgmap v9066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:01.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:07:00 smithi039 ceph-mon[181282]: pgmap v9066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:07:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:07:00] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2023-12-22T21:07:02.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:07:02 smithi032 ceph-mon[189144]: pgmap v9067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:02.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:07:02 smithi032 ceph-mon[191839]: pgmap v9067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:03.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:07:02 smithi039 ceph-mon[181282]: pgmap v9067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:03.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:07:03 smithi032 ceph-mon[191839]: pgmap v9068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:03.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:07:03 smithi032 ceph-mon[189144]: pgmap v9068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:04.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:07:03 smithi039 ceph-mon[181282]: pgmap v9068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:05.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:07:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:07:05.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:07:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:07:05.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:07:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:07:06.657 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:07:06.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:07:06 smithi039 ceph-mon[181282]: pgmap v9069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:06.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:07:06 smithi032 ceph-mon[189144]: pgmap v9069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:06.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:07:06 smithi032 ceph-mon[191839]: pgmap v9069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:06.981 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:07:06.981 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 8m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:07:06.981 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 6m ago 3h 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:07:06.981 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 8m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:07:06.981 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 6m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:07:06.981 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 6m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:07:06.981 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 8m ago 3h 692M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:07:06.981 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 8m ago 3h 1139M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:07:06.981 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 6m ago 3h 557M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:07:06.981 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 8m ago 3h 571M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:07:06.981 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 8m ago 3h 17.9M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:07:06.981 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 6m ago 3h 20.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:07:06.981 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 8m ago 3h 4430M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:07:06.982 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 8m ago 3h 4624M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:07:06.982 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 8m ago 3h 4154M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:07:06.982 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 8m ago 3h 4121M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:07:06.982 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 6m ago 3h 3932M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:07:06.982 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 6m ago 3h 4176M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:07:06.982 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 6m ago 3h 3917M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:07:06.982 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 6m ago 3h 3828M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:07:06.982 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 6m ago 3h 154M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:07:07.384 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:07:07.384 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:07:07.384 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:07:07.384 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:07:07.385 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:07:07.385 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:07:07.385 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:07:07.385 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:07:07.385 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:07:07.385 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:07:07.385 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:07:07.385 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:07:07.385 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:07:07.385 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:07:07.385 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:07:07.385 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:07:07.385 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:07:07.386 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:07:07.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:07:07 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4191864506' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:07:07.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:07:07 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4191864506' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:07:07.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:07:07 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4191864506' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:07:08.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:07:08 smithi039 ceph-mon[181282]: from='client.43635 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:07:08.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:07:08 smithi039 ceph-mon[181282]: from='client.53558 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:07:08.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:07:08 smithi039 ceph-mon[181282]: pgmap v9070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:08.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:07:08 smithi032 ceph-mon[191839]: from='client.43635 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:07:08.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:07:08 smithi032 ceph-mon[191839]: from='client.53558 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:07:08.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:07:08 smithi032 ceph-mon[191839]: pgmap v9070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:08.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:07:08 smithi032 ceph-mon[189144]: from='client.43635 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:07:08.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:07:08 smithi032 ceph-mon[189144]: from='client.53558 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:07:08.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:07:08 smithi032 ceph-mon[189144]: pgmap v9070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:10.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:07:10 smithi039 ceph-mon[181282]: pgmap v9071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:10.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:07:10 smithi032 ceph-mon[189144]: pgmap v9071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:10.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:07:10 smithi032 ceph-mon[191839]: pgmap v9071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:07:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:07:10] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2023-12-22T21:07:12.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:07:12 smithi039 ceph-mon[181282]: pgmap v9072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:12.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:07:12 smithi032 ceph-mon[191839]: pgmap v9072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:12.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:07:12 smithi032 ceph-mon[189144]: pgmap v9072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:14.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:07:14 smithi039 ceph-mon[181282]: pgmap v9073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:14.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:07:14 smithi032 ceph-mon[191839]: pgmap v9073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:14.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:07:14 smithi032 ceph-mon[189144]: pgmap v9073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:16.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:07:16 smithi039 ceph-mon[181282]: pgmap v9074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:16.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:07:16 smithi032 ceph-mon[191839]: pgmap v9074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:16.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:07:16 smithi032 ceph-mon[189144]: pgmap v9074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:18.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:07:18 smithi039 ceph-mon[181282]: pgmap v9075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:18.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:07:18 smithi032 ceph-mon[191839]: pgmap v9075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:18.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:07:18 smithi032 ceph-mon[189144]: pgmap v9075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:20.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:07:20 smithi039 ceph-mon[181282]: pgmap v9076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:20.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:07:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:07:20.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:07:20 smithi032 ceph-mon[189144]: pgmap v9076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:20.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:07:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:07:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:07:20 smithi032 ceph-mon[191839]: pgmap v9076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:07:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:07:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:07:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:07:20] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T21:07:22.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:07:22 smithi039 ceph-mon[181282]: pgmap v9077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:22.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:07:22 smithi032 ceph-mon[189144]: pgmap v9077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:22.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:07:22 smithi032 ceph-mon[191839]: pgmap v9077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:24.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:07:24 smithi039 ceph-mon[181282]: pgmap v9078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:24.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:07:24 smithi032 ceph-mon[191839]: pgmap v9078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:24.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:07:24 smithi032 ceph-mon[189144]: pgmap v9078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:26.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:07:26 smithi039 ceph-mon[181282]: pgmap v9079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:26.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:07:26 smithi032 ceph-mon[191839]: pgmap v9079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:26.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:07:26 smithi032 ceph-mon[189144]: pgmap v9079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:28.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:07:28 smithi039 ceph-mon[181282]: pgmap v9080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:28.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:07:28 smithi032 ceph-mon[191839]: pgmap v9080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:28.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:07:28 smithi032 ceph-mon[189144]: pgmap v9080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:30.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:07:30 smithi039 ceph-mon[181282]: pgmap v9081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:30.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:07:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:07:30.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:07:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:07:30.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:07:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:07:30.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:07:30 smithi032 ceph-mon[191839]: pgmap v9081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:30.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:07:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:07:30.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:07:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:07:30.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:07:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:07:30.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:07:30 smithi032 ceph-mon[189144]: pgmap v9081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:30.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:07:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:07:30.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:07:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:07:30.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:07:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:07:31.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:07:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:07:30] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T21:07:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:07:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:07:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:07:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:07:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:07:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:07:31.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:07:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:07:31.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:07:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:07:31.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:07:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:07:31.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:07:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:07:31.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:07:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:07:31.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:07:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:07:32.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:07:32 smithi039 ceph-mon[181282]: pgmap v9082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:32.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:07:32 smithi032 ceph-mon[191839]: pgmap v9082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:32.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:07:32 smithi032 ceph-mon[189144]: pgmap v9082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:34.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:07:34 smithi039 ceph-mon[181282]: pgmap v9083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:34.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:07:34 smithi032 ceph-mon[191839]: pgmap v9083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:34.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:07:34 smithi032 ceph-mon[189144]: pgmap v9083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:35.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:07:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:07:35.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:07:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:07:35.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:07:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:07:36.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:07:36 smithi039 ceph-mon[181282]: pgmap v9084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:36.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:07:36 smithi032 ceph-mon[191839]: pgmap v9084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:36.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:07:36 smithi032 ceph-mon[189144]: pgmap v9084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:37.750 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:07:38.072 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:07:38.072 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 9m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:07:38.072 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 7m ago 3h 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:07:38.072 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 9m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:07:38.072 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 7m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:07:38.072 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 7m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:07:38.072 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 9m ago 3h 692M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:07:38.073 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 9m ago 3h 1139M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:07:38.073 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 7m ago 3h 557M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:07:38.073 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 9m ago 3h 571M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:07:38.073 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 9m ago 3h 17.9M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:07:38.073 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 7m ago 3h 20.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:07:38.073 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 9m ago 3h 4430M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:07:38.073 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 9m ago 3h 4624M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:07:38.073 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 9m ago 3h 4154M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:07:38.073 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 9m ago 3h 4121M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:07:38.073 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 7m ago 3h 3932M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:07:38.073 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 7m ago 3h 4176M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:07:38.073 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 7m ago 3h 3917M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:07:38.074 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 7m ago 3h 3828M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:07:38.074 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 7m ago 3h 154M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:07:38.472 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:07:38.472 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:07:38.472 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:07:38.472 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:07:38.472 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:07:38.473 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:07:38.473 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:07:38.473 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:07:38.473 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:07:38.473 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:07:38.473 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:07:38.473 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:07:38.473 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:07:38.473 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:07:38.473 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:07:38.473 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:07:38.473 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:07:38.473 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:07:38.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:07:38 smithi039 ceph-mon[181282]: pgmap v9085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:38.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:07:38 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2698494547' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:07:38.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:07:38 smithi032 ceph-mon[189144]: pgmap v9085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:38.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:07:38 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2698494547' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:07:38.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:07:38 smithi032 ceph-mon[191839]: pgmap v9085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:38.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:07:38 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2698494547' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:07:39.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:07:39 smithi039 ceph-mon[181282]: from='client.43653 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:07:39.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:07:39 smithi039 ceph-mon[181282]: from='client.53576 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:07:39.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:07:39 smithi032 ceph-mon[189144]: from='client.43653 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:07:39.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:07:39 smithi032 ceph-mon[189144]: from='client.53576 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:07:39.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:07:39 smithi032 ceph-mon[191839]: from='client.43653 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:07:39.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:07:39 smithi032 ceph-mon[191839]: from='client.53576 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:07:40.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:07:40 smithi039 ceph-mon[181282]: pgmap v9086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:40.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:07:40 smithi032 ceph-mon[191839]: pgmap v9086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:40.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:07:40 smithi032 ceph-mon[189144]: pgmap v9086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:41.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:07:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:07:40] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T21:07:42.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:07:42 smithi039 ceph-mon[181282]: pgmap v9087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:42.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:07:42 smithi032 ceph-mon[191839]: pgmap v9087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:42.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:07:42 smithi032 ceph-mon[189144]: pgmap v9087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:44.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:07:44 smithi039 ceph-mon[181282]: pgmap v9088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:44.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:07:44 smithi032 ceph-mon[191839]: pgmap v9088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:44.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:07:44 smithi032 ceph-mon[189144]: pgmap v9088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:46.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:07:46 smithi032 ceph-mon[191839]: pgmap v9089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:46.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:07:46 smithi032 ceph-mon[189144]: pgmap v9089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:47.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:07:46 smithi039 ceph-mon[181282]: pgmap v9089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:48.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:07:48 smithi032 ceph-mon[191839]: pgmap v9090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:48.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:07:48 smithi032 ceph-mon[189144]: pgmap v9090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:49.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:07:48 smithi039 ceph-mon[181282]: pgmap v9090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:07:50 smithi032 ceph-mon[189144]: pgmap v9091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:07:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:07:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:07:50 smithi032 ceph-mon[191839]: pgmap v9091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:07:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:07:51.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:07:50 smithi039 ceph-mon[181282]: pgmap v9091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:51.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:07:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:07:51.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:07:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:07:50] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T21:07:52.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:07:52 smithi032 ceph-mon[191839]: pgmap v9092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:52.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:07:52 smithi032 ceph-mon[189144]: pgmap v9092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:53.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:07:52 smithi039 ceph-mon[181282]: pgmap v9092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:54.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:07:54 smithi032 ceph-mon[191839]: pgmap v9093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:54.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:07:54 smithi032 ceph-mon[189144]: pgmap v9093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:55.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:07:54 smithi039 ceph-mon[181282]: pgmap v9093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:56.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:07:56 smithi032 ceph-mon[191839]: pgmap v9094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:56.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:07:56 smithi032 ceph-mon[189144]: pgmap v9094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:57.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:07:56 smithi039 ceph-mon[181282]: pgmap v9094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:58.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:07:58 smithi032 ceph-mon[191839]: pgmap v9095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:58.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:07:58 smithi032 ceph-mon[189144]: pgmap v9095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:07:59.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:07:58 smithi039 ceph-mon[181282]: pgmap v9095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:00.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:08:00 smithi039 ceph-mon[181282]: pgmap v9096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:00.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:08:00 smithi032 ceph-mon[189144]: pgmap v9096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:00.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:08:00 smithi032 ceph-mon[191839]: pgmap v9096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:08:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:08:00] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T21:08:02.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:08:02 smithi039 ceph-mon[181282]: pgmap v9097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:02.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:08:02 smithi032 ceph-mon[191839]: pgmap v9097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:02.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:08:02 smithi032 ceph-mon[189144]: pgmap v9097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:04.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:08:04 smithi039 ceph-mon[181282]: pgmap v9098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:04.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:08:04 smithi032 ceph-mon[189144]: pgmap v9098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:04.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:08:04 smithi032 ceph-mon[191839]: pgmap v9098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:05.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:08:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:08:05.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:08:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:08:05.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:08:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:08:06.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:08:06 smithi039 ceph-mon[181282]: pgmap v9099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:06.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:08:06 smithi032 ceph-mon[191839]: pgmap v9099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:06.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:08:06 smithi032 ceph-mon[189144]: pgmap v9099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:08.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:08:08 smithi039 ceph-mon[181282]: pgmap v9100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:08.831 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:08:08.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:08:08 smithi032 ceph-mon[191839]: pgmap v9100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:08.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:08:08 smithi032 ceph-mon[189144]: pgmap v9100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:09.151 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:08:09.152 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 9m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:08:09.152 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 7m ago 3h 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:08:09.152 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 9m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:08:09.152 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 7m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:08:09.152 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 7m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:08:09.152 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 9m ago 3h 692M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:08:09.152 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 9m ago 3h 1139M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:08:09.152 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 7m ago 3h 557M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:08:09.152 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 9m ago 3h 571M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:08:09.152 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 9m ago 3h 17.9M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:08:09.152 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 7m ago 3h 20.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:08:09.152 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 9m ago 3h 4430M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:08:09.153 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 9m ago 3h 4624M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:08:09.153 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 9m ago 3h 4154M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:08:09.153 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 9m ago 3h 4121M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:08:09.153 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 7m ago 3h 3932M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:08:09.153 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 7m ago 3h 4176M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:08:09.153 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 7m ago 3h 3917M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:08:09.153 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 7m ago 3h 3828M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:08:09.153 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 7m ago 3h 154M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:08:09.554 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:08:09.554 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:08:09.554 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:08:09.554 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:08:09.554 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:08:09.554 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:08:09.554 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:08:09.554 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:08:09.554 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:08:09.554 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:08:09.555 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:08:09.555 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:08:09.555 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:08:09.555 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:08:09.555 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:08:09.555 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:08:09.555 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:08:09.555 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:08:10.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:08:10 smithi039 ceph-mon[181282]: from='client.43671 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:08:10.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:08:10 smithi039 ceph-mon[181282]: from='client.43677 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:08:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:08:10 smithi039 ceph-mon[181282]: pgmap v9101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:08:10 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3656597909' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:08:10.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:08:10 smithi032 ceph-mon[191839]: from='client.43671 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:08:10.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:08:10 smithi032 ceph-mon[191839]: from='client.43677 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:08:10.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:08:10 smithi032 ceph-mon[191839]: pgmap v9101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:10.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:08:10 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3656597909' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:08:10.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:08:10 smithi032 ceph-mon[189144]: from='client.43671 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:08:10.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:08:10 smithi032 ceph-mon[189144]: from='client.43677 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:08:10.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:08:10 smithi032 ceph-mon[189144]: pgmap v9101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:10.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:08:10 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3656597909' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:08:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:08:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:08:10] "GET /metrics HTTP/1.1" 200 34065 "" "Prometheus/2.43.0" 2023-12-22T21:08:12.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:08:12 smithi039 ceph-mon[181282]: pgmap v9102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:12.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:08:12 smithi032 ceph-mon[189144]: pgmap v9102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:12.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:08:12 smithi032 ceph-mon[191839]: pgmap v9102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:14.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:08:14 smithi039 ceph-mon[181282]: pgmap v9103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:14.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:08:14 smithi032 ceph-mon[191839]: pgmap v9103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:14.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:08:14 smithi032 ceph-mon[189144]: pgmap v9103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:16.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:08:16 smithi039 ceph-mon[181282]: pgmap v9104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:16.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:08:16 smithi032 ceph-mon[191839]: pgmap v9104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:16.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:08:16 smithi032 ceph-mon[189144]: pgmap v9104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:18.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:08:18 smithi039 ceph-mon[181282]: pgmap v9105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:18.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:08:18 smithi032 ceph-mon[191839]: pgmap v9105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:18.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:08:18 smithi032 ceph-mon[189144]: pgmap v9105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:20.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:08:20 smithi039 ceph-mon[181282]: pgmap v9106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:20.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:08:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:08:20.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:08:20 smithi032 ceph-mon[189144]: pgmap v9106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:20.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:08:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:08:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:08:20 smithi032 ceph-mon[191839]: pgmap v9106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:08:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:08:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:08:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:08:20] "GET /metrics HTTP/1.1" 200 34064 "" "Prometheus/2.43.0" 2023-12-22T21:08:22.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:08:22 smithi039 ceph-mon[181282]: pgmap v9107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:22.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:08:22 smithi032 ceph-mon[191839]: pgmap v9107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:22.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:08:22 smithi032 ceph-mon[189144]: pgmap v9107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:24.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:08:24 smithi039 ceph-mon[181282]: pgmap v9108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:24.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:08:24 smithi032 ceph-mon[191839]: pgmap v9108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:24.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:08:24 smithi032 ceph-mon[189144]: pgmap v9108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:26.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:08:26 smithi039 ceph-mon[181282]: pgmap v9109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:26.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:08:26 smithi032 ceph-mon[189144]: pgmap v9109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:26.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:08:26 smithi032 ceph-mon[191839]: pgmap v9109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:28.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:08:28 smithi039 ceph-mon[181282]: pgmap v9110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:28.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:08:28 smithi032 ceph-mon[189144]: pgmap v9110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:28.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:08:28 smithi032 ceph-mon[191839]: pgmap v9110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:30.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:08:30 smithi039 ceph-mon[181282]: pgmap v9111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:30.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:08:30 smithi032 ceph-mon[189144]: pgmap v9111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:30.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:08:30 smithi032 ceph-mon[191839]: pgmap v9111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:31.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:08:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:08:30] "GET /metrics HTTP/1.1" 200 34064 "" "Prometheus/2.43.0" 2023-12-22T21:08:31.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:08:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:08:31.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:08:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:08:32.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:08:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:08:32.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:08:32 smithi032 ceph-mon[191839]: pgmap v9112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:32.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:08:32 smithi032 ceph-mon[189144]: pgmap v9112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:33.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:08:32 smithi039 ceph-mon[181282]: pgmap v9112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:34.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:08:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:08:34.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:08:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:08:34.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:08:34 smithi039 ceph-mon[181282]: pgmap v9113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:34.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:08:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:08:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:08:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:08:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:08:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:08:34.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:08:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:08:34.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:08:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:08:34.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:08:34 smithi032 ceph-mon[189144]: pgmap v9113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:34.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:08:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:08:34.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:08:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:08:34.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:08:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:08:34.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:08:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:08:34.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:08:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:08:34.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:08:34 smithi032 ceph-mon[191839]: pgmap v9113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:34.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:08:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:08:34.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:08:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:08:34.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:08:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:08:35.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:08:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:08:35.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:08:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:08:35.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:08:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:08:36.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:08:36 smithi039 ceph-mon[181282]: pgmap v9114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:36.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:08:36 smithi032 ceph-mon[191839]: pgmap v9114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:36.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:08:36 smithi032 ceph-mon[189144]: pgmap v9114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:38.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:08:38 smithi039 ceph-mon[181282]: pgmap v9115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:38.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:08:38 smithi032 ceph-mon[191839]: pgmap v9115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:38.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:08:38 smithi032 ceph-mon[189144]: pgmap v9115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:39.921 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:08:40.246 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:08:40.246 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 6s ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:08:40.246 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 8m ago 3h 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:08:40.246 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 6s ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:08:40.246 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 8m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:08:40.246 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 8m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:08:40.247 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 6s ago 3h 698M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:08:40.247 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 6s ago 3h 1177M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:08:40.247 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 8m ago 3h 557M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:08:40.247 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 6s ago 3h 590M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:08:40.247 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 6s ago 3h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:08:40.247 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 8m ago 3h 20.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:08:40.247 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 6s ago 3h 4463M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:08:40.247 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 6s ago 3h 4654M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:08:40.247 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 6s ago 3h 4177M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:08:40.247 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 6s ago 3h 4152M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:08:40.247 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 8m ago 3h 3932M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:08:40.247 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 8m ago 3h 4176M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:08:40.247 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 8m ago 3h 3917M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:08:40.247 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 8m ago 3h 3828M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:08:40.248 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 8m ago 3h 154M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:08:40.647 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:08:40.647 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:08:40.648 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:08:40.648 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:08:40.648 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:08:40.648 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:08:40.648 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:08:40.648 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:08:40.648 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:08:40.648 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:08:40.648 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:08:40.648 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:08:40.648 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:08:40.648 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:08:40.648 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:08:40.648 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:08:40.648 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:08:40.648 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:08:40.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:08:40 smithi039 ceph-mon[181282]: pgmap v9116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:40.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:08:40 smithi032 ceph-mon[191839]: pgmap v9116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:40.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:08:40 smithi032 ceph-mon[189144]: pgmap v9116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:41.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:08:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:08:40] "GET /metrics HTTP/1.1" 200 34065 "" "Prometheus/2.43.0" 2023-12-22T21:08:41.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:08:41 smithi039 ceph-mon[181282]: from='client.43689 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:08:41.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:08:41 smithi039 ceph-mon[181282]: from='client.43695 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:08:41.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:08:41 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1893706587' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:08:41.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:08:41 smithi032 ceph-mon[191839]: from='client.43689 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:08:41.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:08:41 smithi032 ceph-mon[191839]: from='client.43695 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:08:41.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:08:41 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1893706587' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:08:41.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:08:41 smithi032 ceph-mon[189144]: from='client.43689 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:08:41.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:08:41 smithi032 ceph-mon[189144]: from='client.43695 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:08:41.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:08:41 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1893706587' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:08:42.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:08:42 smithi039 ceph-mon[181282]: pgmap v9117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:42.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:08:42 smithi032 ceph-mon[191839]: pgmap v9117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:42.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:08:42 smithi032 ceph-mon[189144]: pgmap v9117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:44.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:08:44 smithi039 ceph-mon[181282]: pgmap v9118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:44.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:08:44 smithi032 ceph-mon[191839]: pgmap v9118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:44.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:08:44 smithi032 ceph-mon[189144]: pgmap v9118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:46.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:08:46 smithi039 ceph-mon[181282]: pgmap v9119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:46.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:08:46 smithi032 ceph-mon[191839]: pgmap v9119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:46.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:08:46 smithi032 ceph-mon[189144]: pgmap v9119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:48.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:08:48 smithi039 ceph-mon[181282]: pgmap v9120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:48.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:08:48 smithi032 ceph-mon[191839]: pgmap v9120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:48.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:08:48 smithi032 ceph-mon[189144]: pgmap v9120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:50.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:08:50 smithi039 ceph-mon[181282]: pgmap v9121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:50.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:08:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:08:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:08:50 smithi032 ceph-mon[189144]: pgmap v9121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:08:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:08:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:08:50 smithi032 ceph-mon[191839]: pgmap v9121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:08:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:08:51.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:08:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:08:50] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T21:08:52.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:08:52 smithi039 ceph-mon[181282]: pgmap v9122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:52.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:08:52 smithi032 ceph-mon[191839]: pgmap v9122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:52.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:08:52 smithi032 ceph-mon[189144]: pgmap v9122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:54.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:08:54 smithi039 ceph-mon[181282]: pgmap v9123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:54.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:08:54 smithi032 ceph-mon[191839]: pgmap v9123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:54.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:08:54 smithi032 ceph-mon[189144]: pgmap v9123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:56.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:08:56 smithi039 ceph-mon[181282]: pgmap v9124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:56.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:08:56 smithi032 ceph-mon[191839]: pgmap v9124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:56.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:08:56 smithi032 ceph-mon[189144]: pgmap v9124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:58.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:08:58 smithi039 ceph-mon[181282]: pgmap v9125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:58.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:08:58 smithi032 ceph-mon[191839]: pgmap v9125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:08:58.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:08:58 smithi032 ceph-mon[189144]: pgmap v9125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:00.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:09:00 smithi039 ceph-mon[181282]: pgmap v9126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:00.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:09:00 smithi032 ceph-mon[189144]: pgmap v9126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:00.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:09:00 smithi032 ceph-mon[191839]: pgmap v9126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:09:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:09:00] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T21:09:02.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:09:02 smithi039 ceph-mon[181282]: pgmap v9127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:02.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:09:02 smithi032 ceph-mon[191839]: pgmap v9127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:02.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:09:02 smithi032 ceph-mon[189144]: pgmap v9127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:04.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:09:04 smithi039 ceph-mon[181282]: pgmap v9128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:04.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:09:04 smithi032 ceph-mon[189144]: pgmap v9128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:04.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:09:04 smithi032 ceph-mon[191839]: pgmap v9128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:05.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:09:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:09:05.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:09:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:09:06.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:09:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:09:06.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:09:06 smithi032 ceph-mon[191839]: pgmap v9129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:06.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:09:06 smithi032 ceph-mon[189144]: pgmap v9129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:07.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:09:06 smithi039 ceph-mon[181282]: pgmap v9129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:08.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:09:08 smithi032 ceph-mon[189144]: pgmap v9130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:08.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:09:08 smithi032 ceph-mon[191839]: pgmap v9130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:09.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:09:08 smithi039 ceph-mon[181282]: pgmap v9130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:10.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:09:10 smithi032 ceph-mon[189144]: pgmap v9131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:10.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:09:10 smithi032 ceph-mon[191839]: pgmap v9131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:11.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:09:10 smithi039 ceph-mon[181282]: pgmap v9131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:11.014 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:09:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:09:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:09:10] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T21:09:11.335 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:09:11.336 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 38s ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:09:11.336 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 8m ago 3h 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:09:11.336 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 38s ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:09:11.336 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 8m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:09:11.336 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 8m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:09:11.336 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 38s ago 3h 698M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:09:11.336 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 38s ago 3h 1177M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:09:11.336 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 8m ago 3h 557M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:09:11.336 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 38s ago 3h 590M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:09:11.336 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 38s ago 3h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:09:11.336 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 8m ago 3h 20.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:09:11.336 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 38s ago 3h 4463M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:09:11.336 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 38s ago 3h 4654M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:09:11.336 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 38s ago 3h 4177M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:09:11.337 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 38s ago 3h 4152M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:09:11.337 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 8m ago 3h 3932M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:09:11.337 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 8m ago 3h 4176M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:09:11.337 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 8m ago 3h 3917M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:09:11.337 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 8m ago 3h 3828M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:09:11.337 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 8m ago 3h 154M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:09:11.736 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:09:11.736 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:09:11.736 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:09:11.736 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:09:11.736 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:09:11.736 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:09:11.736 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:09:11.736 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:09:11.737 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:09:11.737 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:09:11.737 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:09:11.737 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:09:11.737 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:09:11.737 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:09:11.737 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:09:11.737 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:09:11.737 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:09:11.737 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:09:12.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:09:12 smithi032 ceph-mon[191839]: from='client.53624 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:09:12.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:09:12 smithi032 ceph-mon[191839]: pgmap v9132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:12.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:09:12 smithi032 ceph-mon[191839]: from='client.43713 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:09:12.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:09:12 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3770758117' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:09:12.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:09:12 smithi032 ceph-mon[189144]: from='client.53624 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:09:12.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:09:12 smithi032 ceph-mon[189144]: pgmap v9132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:12.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:09:12 smithi032 ceph-mon[189144]: from='client.43713 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:09:12.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:09:12 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3770758117' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:09:13.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:09:12 smithi039 ceph-mon[181282]: from='client.53624 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:09:13.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:09:12 smithi039 ceph-mon[181282]: pgmap v9132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:13.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:09:12 smithi039 ceph-mon[181282]: from='client.43713 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:09:13.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:09:12 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3770758117' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:09:14.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:09:14 smithi032 ceph-mon[191839]: pgmap v9133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:14.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:09:14 smithi032 ceph-mon[189144]: pgmap v9133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:15.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:09:14 smithi039 ceph-mon[181282]: pgmap v9133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:16.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:09:16 smithi032 ceph-mon[191839]: pgmap v9134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:16.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:09:16 smithi032 ceph-mon[189144]: pgmap v9134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:17.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:09:16 smithi039 ceph-mon[181282]: pgmap v9134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:18.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:09:18 smithi032 ceph-mon[191839]: pgmap v9135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:18.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:09:18 smithi032 ceph-mon[189144]: pgmap v9135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:19.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:09:18 smithi039 ceph-mon[181282]: pgmap v9135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:20.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:09:20 smithi032 ceph-mon[189144]: pgmap v9136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:20.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:09:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:09:20.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:09:20 smithi032 ceph-mon[191839]: pgmap v9136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:20.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:09:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:09:21.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:09:20 smithi039 ceph-mon[181282]: pgmap v9136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:21.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:09:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:09:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:09:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:09:20] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T21:09:22.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:09:22 smithi032 ceph-mon[191839]: pgmap v9137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:22.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:09:22 smithi032 ceph-mon[189144]: pgmap v9137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:23.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:09:22 smithi039 ceph-mon[181282]: pgmap v9137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:23.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:09:23 smithi032 ceph-mon[191839]: pgmap v9138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:23.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:09:23 smithi032 ceph-mon[189144]: pgmap v9138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:24.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:09:23 smithi039 ceph-mon[181282]: pgmap v9138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:26.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:09:26 smithi039 ceph-mon[181282]: pgmap v9139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:26.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:09:26 smithi032 ceph-mon[191839]: pgmap v9139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:26.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:09:26 smithi032 ceph-mon[189144]: pgmap v9139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:28.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:09:28 smithi039 ceph-mon[181282]: pgmap v9140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:28.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:09:28 smithi032 ceph-mon[191839]: pgmap v9140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:09:28 smithi032 ceph-mon[189144]: pgmap v9140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:30.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:09:30 smithi039 ceph-mon[181282]: pgmap v9141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:30.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:09:30 smithi032 ceph-mon[189144]: pgmap v9141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:30.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:09:30 smithi032 ceph-mon[191839]: pgmap v9141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:09:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:09:30] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T21:09:32.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:09:32 smithi039 ceph-mon[181282]: pgmap v9142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:32.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:09:32 smithi032 ceph-mon[191839]: pgmap v9142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:32.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:09:32 smithi032 ceph-mon[189144]: pgmap v9142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:34.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:09:34 smithi039 ceph-mon[181282]: pgmap v9143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:34.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:09:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:09:34.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:09:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:09:34.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:09:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:09:34.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:09:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:09:34.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:09:34 smithi032 ceph-mon[191839]: pgmap v9143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:34.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:09:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:09:34.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:09:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:09:34.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:09:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:09:34.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:09:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:09:34.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:09:34 smithi032 ceph-mon[189144]: pgmap v9143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:34.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:09:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:09:34.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:09:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:09:34.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:09:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:09:34.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:09:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:09:35.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:09:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:09:35.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:09:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:09:35.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:09:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:09:36.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:09:36 smithi039 ceph-mon[181282]: pgmap v9144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:36.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:09:36 smithi032 ceph-mon[191839]: pgmap v9144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:36.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:09:36 smithi032 ceph-mon[189144]: pgmap v9144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:38.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:09:38 smithi039 ceph-mon[181282]: pgmap v9145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:38.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:09:38 smithi032 ceph-mon[191839]: pgmap v9145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:38.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:09:38 smithi032 ceph-mon[189144]: pgmap v9145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:40.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:09:40 smithi039 ceph-mon[181282]: pgmap v9146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:40.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:09:40 smithi032 ceph-mon[191839]: pgmap v9146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:40.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:09:40 smithi032 ceph-mon[189144]: pgmap v9146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:41.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:09:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:09:40] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T21:09:42.099 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:09:42.427 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:09:42.428 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 69s ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:09:42.428 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 9m ago 3h 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:09:42.428 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 69s ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:09:42.428 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 9m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:09:42.428 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 9m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:09:42.428 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 69s ago 3h 698M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:09:42.428 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 69s ago 3h 1177M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:09:42.428 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 9m ago 3h 557M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:09:42.428 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 69s ago 3h 590M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:09:42.428 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 69s ago 3h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:09:42.428 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 9m ago 3h 20.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:09:42.428 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 69s ago 3h 4463M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:09:42.429 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 69s ago 3h 4654M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:09:42.429 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 69s ago 3h 4177M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:09:42.429 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 69s ago 3h 4152M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:09:42.429 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 9m ago 3h 3932M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:09:42.429 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 9m ago 3h 4176M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:09:42.429 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 9m ago 3h 3917M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:09:42.429 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 9m ago 3h 3828M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:09:42.429 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 9m ago 3h 154M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:09:42.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:09:42 smithi039 ceph-mon[181282]: pgmap v9147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:42.829 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:09:42.829 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:09:42.829 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:09:42.830 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:09:42.830 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:09:42.830 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:09:42.830 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:09:42.830 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:09:42.830 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:09:42.830 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:09:42.830 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:09:42.830 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:09:42.830 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:09:42.830 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:09:42.830 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:09:42.830 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:09:42.830 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:09:42.830 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:09:42.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:09:42 smithi032 ceph-mon[191839]: pgmap v9147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:42.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:09:42 smithi032 ceph-mon[189144]: pgmap v9147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:43.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:09:43 smithi039 ceph-mon[181282]: from='client.43725 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:09:43.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:09:43 smithi039 ceph-mon[181282]: from='client.43731 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:09:43.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:09:43 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1174963512' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:09:43.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:09:43 smithi032 ceph-mon[191839]: from='client.43725 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:09:43.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:09:43 smithi032 ceph-mon[191839]: from='client.43731 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:09:43.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:09:43 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1174963512' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:09:43.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:09:43 smithi032 ceph-mon[189144]: from='client.43725 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:09:43.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:09:43 smithi032 ceph-mon[189144]: from='client.43731 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:09:43.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:09:43 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1174963512' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:09:44.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:09:44 smithi039 ceph-mon[181282]: pgmap v9148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:44.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:09:44 smithi032 ceph-mon[191839]: pgmap v9148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:44.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:09:44 smithi032 ceph-mon[189144]: pgmap v9148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:46.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:09:46 smithi039 ceph-mon[181282]: pgmap v9149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:46.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:09:46 smithi032 ceph-mon[191839]: pgmap v9149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:46.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:09:46 smithi032 ceph-mon[189144]: pgmap v9149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:48.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:09:48 smithi039 ceph-mon[181282]: pgmap v9150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:48.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:09:48 smithi032 ceph-mon[191839]: pgmap v9150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:48.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:09:48 smithi032 ceph-mon[189144]: pgmap v9150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:50.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:09:50 smithi032 ceph-mon[189144]: pgmap v9151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:50.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:09:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:09:50.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:09:50 smithi032 ceph-mon[191839]: pgmap v9151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:50.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:09:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:09:51.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:09:50 smithi039 ceph-mon[181282]: pgmap v9151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:51.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:09:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:09:51.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:09:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:09:50] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T21:09:52.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:09:52 smithi032 ceph-mon[191839]: pgmap v9152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:52.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:09:52 smithi032 ceph-mon[189144]: pgmap v9152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:53.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:09:52 smithi039 ceph-mon[181282]: pgmap v9152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:54.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:09:54 smithi032 ceph-mon[189144]: pgmap v9153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:54.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:09:54 smithi032 ceph-mon[191839]: pgmap v9153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:55.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:09:54 smithi039 ceph-mon[181282]: pgmap v9153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:56.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:09:56 smithi032 ceph-mon[189144]: pgmap v9154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:56.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:09:56 smithi032 ceph-mon[191839]: pgmap v9154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:57.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:09:56 smithi039 ceph-mon[181282]: pgmap v9154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:58.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:09:58 smithi032 ceph-mon[191839]: pgmap v9155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:58.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:09:58 smithi032 ceph-mon[189144]: pgmap v9155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:09:59.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:09:58 smithi039 ceph-mon[181282]: pgmap v9155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:00.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T21:09:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T21:10:00.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:00 smithi032 ceph-mon[189144]: pgmap v9156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:00.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T21:10:00.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:00 smithi032 ceph-mon[191839]: pgmap v9156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:00.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T21:10:01.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:00 smithi039 ceph-mon[181282]: pgmap v9156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:01.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T21:10:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:10:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:10:00] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T21:10:02.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:02 smithi032 ceph-mon[191839]: pgmap v9157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:02.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:02 smithi032 ceph-mon[189144]: pgmap v9157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:03.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:02 smithi039 ceph-mon[181282]: pgmap v9157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:04.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:04 smithi032 ceph-mon[189144]: pgmap v9158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:04.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:04 smithi032 ceph-mon[191839]: pgmap v9158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:05.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:04 smithi039 ceph-mon[181282]: pgmap v9158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:05.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:10:05.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:10:06.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:10:06.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:06 smithi032 ceph-mon[191839]: pgmap v9159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:06.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:06 smithi032 ceph-mon[189144]: pgmap v9159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:07.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:06 smithi039 ceph-mon[181282]: pgmap v9159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:08.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:08 smithi032 ceph-mon[191839]: pgmap v9160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:08.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:08 smithi032 ceph-mon[189144]: pgmap v9160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:09.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:08 smithi039 ceph-mon[181282]: pgmap v9160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:10.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:10 smithi032 ceph-mon[189144]: pgmap v9161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:10.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:10 smithi032 ceph-mon[191839]: pgmap v9161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:11.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:10 smithi039 ceph-mon[181282]: pgmap v9161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:10:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:10:10] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T21:10:11.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:11 smithi032 ceph-mon[191839]: pgmap v9162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:11.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:11 smithi032 ceph-mon[189144]: pgmap v9162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:12.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:11 smithi039 ceph-mon[181282]: pgmap v9162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:13.194 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:10:13.524 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:10:13.525 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 100s ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:10:13.525 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 9m ago 3h 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:10:13.525 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 100s ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:10:13.525 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 9m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:10:13.525 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 9m ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:10:13.525 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 100s ago 3h 698M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:10:13.525 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 100s ago 3h 1177M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:10:13.525 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 9m ago 3h 557M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:10:13.525 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 100s ago 3h 590M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:10:13.525 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 100s ago 3h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:10:13.526 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 9m ago 3h 20.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:10:13.526 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 100s ago 3h 4463M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:10:13.526 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 100s ago 3h 4654M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:10:13.526 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 100s ago 3h 4177M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:10:13.526 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 100s ago 3h 4152M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:10:13.526 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 9m ago 3h 3932M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:10:13.526 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 9m ago 3h 4176M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:10:13.526 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 9m ago 3h 3917M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:10:13.526 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 9m ago 3h 3828M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:10:13.526 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 9m ago 3h 154M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:10:13.925 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:10:13.925 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:10:13.925 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:10:13.925 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:10:13.925 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:10:13.925 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:10:13.926 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:10:13.926 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:10:13.926 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:10:13.926 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:10:13.926 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:10:13.926 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:10:13.926 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:10:13.926 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:10:13.926 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:10:13.926 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:10:13.926 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:10:13.927 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:10:14.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:14 smithi032 ceph-mon[191839]: from='client.43743 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:10:14.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:14 smithi032 ceph-mon[191839]: pgmap v9163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:14.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:14 smithi032 ceph-mon[191839]: from='client.53666 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:10:14.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:14 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4165139326' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:10:14.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:14 smithi032 ceph-mon[189144]: from='client.43743 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:10:14.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:14 smithi032 ceph-mon[189144]: pgmap v9163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:14.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:14 smithi032 ceph-mon[189144]: from='client.53666 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:10:14.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:14 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4165139326' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:10:14.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:14 smithi039 ceph-mon[181282]: from='client.43743 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:10:14.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:14 smithi039 ceph-mon[181282]: pgmap v9163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:14.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:14 smithi039 ceph-mon[181282]: from='client.53666 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:10:14.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:14 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4165139326' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:10:16.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:16 smithi039 ceph-mon[181282]: pgmap v9164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:16.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:16 smithi032 ceph-mon[189144]: pgmap v9164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:16.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:16 smithi032 ceph-mon[191839]: pgmap v9164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:17.255 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 21:10:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-22T21:10:16.981123181Z level=info msg="Completed cleanup jobs" duration=11.439971ms 2023-12-22T21:10:18.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:18 smithi039 ceph-mon[181282]: pgmap v9165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:18.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:18 smithi032 ceph-mon[189144]: pgmap v9165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:18.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:18 smithi032 ceph-mon[191839]: pgmap v9165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:20.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:20 smithi039 ceph-mon[181282]: pgmap v9166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:20.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:10:20.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:20 smithi032 ceph-mon[191839]: pgmap v9166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:20.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:10:20.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:20 smithi032 ceph-mon[189144]: pgmap v9166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:20.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:10:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:10:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:10:20] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T21:10:22.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:22 smithi039 ceph-mon[181282]: pgmap v9167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:22.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:22 smithi032 ceph-mon[189144]: pgmap v9167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:22.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:22 smithi032 ceph-mon[191839]: pgmap v9167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:24.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:24 smithi039 ceph-mon[181282]: pgmap v9168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:24.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:24 smithi032 ceph-mon[189144]: pgmap v9168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:24.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:24 smithi032 ceph-mon[191839]: pgmap v9168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:26.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:26 smithi039 ceph-mon[181282]: pgmap v9169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:26.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:26 smithi032 ceph-mon[189144]: pgmap v9169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:26.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:26 smithi032 ceph-mon[191839]: pgmap v9169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:28.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:28 smithi039 ceph-mon[181282]: pgmap v9170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:28.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:28 smithi032 ceph-mon[191839]: pgmap v9170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:28.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:28 smithi032 ceph-mon[189144]: pgmap v9170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:30.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:30 smithi039 ceph-mon[181282]: pgmap v9171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:30.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:30 smithi032 ceph-mon[189144]: pgmap v9171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:30.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:30 smithi032 ceph-mon[191839]: pgmap v9171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:31.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:10:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:10:30] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T21:10:32.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:32 smithi039 ceph-mon[181282]: pgmap v9172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:32.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:32 smithi032 ceph-mon[189144]: pgmap v9172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:32.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:32 smithi032 ceph-mon[191839]: pgmap v9172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:34.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:34 smithi039 ceph-mon[181282]: pgmap v9173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:34.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:10:34.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:34 smithi032 ceph-mon[189144]: pgmap v9173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:34.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:10:34.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:34 smithi032 ceph-mon[191839]: pgmap v9173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:34.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:10:35.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:10:35.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:10:35.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:10:36.699 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:36 smithi039 ceph-mon[181282]: pgmap v9174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:36.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:36 smithi032 ceph-mon[189144]: pgmap v9174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:36.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:36 smithi032 ceph-mon[191839]: pgmap v9174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:38.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:37 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:10:38.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:37 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:10:38.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:37 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:10:38.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:37 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:10:38.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:37 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:10:38.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:37 smithi032 ceph-mon[189144]: pgmap v9175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:37 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:10:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:37 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:10:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:37 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:10:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:37 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:10:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:37 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:10:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:37 smithi032 ceph-mon[191839]: pgmap v9175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:38.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:37 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:10:38.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:37 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:10:38.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:37 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:10:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:37 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:10:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:37 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:10:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:37 smithi039 ceph-mon[181282]: pgmap v9175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:40.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:40 smithi039 ceph-mon[181282]: pgmap v9176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:40.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:40 smithi032 ceph-mon[191839]: pgmap v9176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:40.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:40 smithi032 ceph-mon[189144]: pgmap v9176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:41.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:10:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:10:40] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T21:10:42.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:42 smithi039 ceph-mon[181282]: pgmap v9177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:42.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:42 smithi032 ceph-mon[189144]: pgmap v9177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:42.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:42 smithi032 ceph-mon[191839]: pgmap v9177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:44.287 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:10:44.612 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:10:44.612 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 2m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:10:44.612 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 7s ago 3h 96.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:10:44.613 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 2m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:10:44.613 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 7s ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:10:44.613 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 7s ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:10:44.613 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 2m ago 3h 698M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:10:44.613 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 2m ago 4h 1177M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:10:44.613 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 7s ago 3h 575M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:10:44.613 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 2m ago 3h 590M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:10:44.613 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 2m ago 3h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:10:44.613 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 7s ago 3h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:10:44.613 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 2m ago 3h 4463M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:10:44.613 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 2m ago 3h 4654M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:10:44.614 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 2m ago 3h 4177M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:10:44.614 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 2m ago 3h 4152M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:10:44.614 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 7s ago 3h 3958M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:10:44.614 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 7s ago 3h 4210M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:10:44.614 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 7s ago 3h 3947M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:10:44.614 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 7s ago 3h 3864M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:10:44.614 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 7s ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:10:44.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:44 smithi039 ceph-mon[181282]: pgmap v9178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:44.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:44 smithi032 ceph-mon[189144]: pgmap v9178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:44.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:44 smithi032 ceph-mon[191839]: pgmap v9178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:45.016 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:10:45.016 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:10:45.016 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:10:45.016 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:10:45.016 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:10:45.016 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:10:45.017 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:10:45.017 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:10:45.017 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:10:45.017 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:10:45.017 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:10:45.017 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:10:45.017 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:10:45.017 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:10:45.017 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:10:45.017 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:10:45.017 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:10:45.017 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:10:45.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:45 smithi039 ceph-mon[181282]: from='client.53678 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:10:45.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:45 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3537748871' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:10:45.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:45 smithi032 ceph-mon[189144]: from='client.53678 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:10:45.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:45 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3537748871' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:10:45.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:45 smithi032 ceph-mon[191839]: from='client.53678 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:10:45.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:45 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3537748871' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:10:46.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:46 smithi039 ceph-mon[181282]: from='client.43767 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:10:46.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:46 smithi039 ceph-mon[181282]: pgmap v9179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:46.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:46 smithi032 ceph-mon[191839]: from='client.43767 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:10:46.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:46 smithi032 ceph-mon[191839]: pgmap v9179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:46.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:46 smithi032 ceph-mon[189144]: from='client.43767 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:10:46.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:46 smithi032 ceph-mon[189144]: pgmap v9179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:48.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:48 smithi039 ceph-mon[181282]: pgmap v9180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:48.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:48 smithi032 ceph-mon[189144]: pgmap v9180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:48.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:48 smithi032 ceph-mon[191839]: pgmap v9180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:50.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:50 smithi039 ceph-mon[181282]: pgmap v9181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:50.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:10:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:50 smithi032 ceph-mon[189144]: pgmap v9181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:10:50.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:50 smithi032 ceph-mon[191839]: pgmap v9181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:50.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:10:51.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:10:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:10:50] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2023-12-22T21:10:52.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:52 smithi039 ceph-mon[181282]: pgmap v9182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:52.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:52 smithi032 ceph-mon[191839]: pgmap v9182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:52.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:52 smithi032 ceph-mon[189144]: pgmap v9182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:54.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:54 smithi039 ceph-mon[181282]: pgmap v9183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:54.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:54 smithi032 ceph-mon[191839]: pgmap v9183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:54.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:54 smithi032 ceph-mon[189144]: pgmap v9183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:56.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:56 smithi039 ceph-mon[181282]: pgmap v9184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:56.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:56 smithi032 ceph-mon[189144]: pgmap v9184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:56.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:56 smithi032 ceph-mon[191839]: pgmap v9184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:58.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:10:58 smithi032 ceph-mon[191839]: pgmap v9185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:58.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:10:58 smithi032 ceph-mon[189144]: pgmap v9185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:10:59.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:10:58 smithi039 ceph-mon[181282]: pgmap v9185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:00.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:11:00 smithi032 ceph-mon[191839]: pgmap v9186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:00.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:11:00 smithi032 ceph-mon[189144]: pgmap v9186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:01.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:11:00 smithi039 ceph-mon[181282]: pgmap v9186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:11:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:11:00] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2023-12-22T21:11:02.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:11:02 smithi032 ceph-mon[189144]: pgmap v9187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:02.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:11:02 smithi032 ceph-mon[191839]: pgmap v9187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:03.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:11:02 smithi039 ceph-mon[181282]: pgmap v9187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:04.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:11:04 smithi032 ceph-mon[191839]: pgmap v9188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:04.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:11:04 smithi032 ceph-mon[189144]: pgmap v9188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:05.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:11:04 smithi039 ceph-mon[181282]: pgmap v9188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:05.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:11:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:11:05.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:11:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:11:06.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:11:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:11:06.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:11:06 smithi032 ceph-mon[191839]: pgmap v9189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:06.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:11:06 smithi032 ceph-mon[189144]: pgmap v9189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:07.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:11:06 smithi039 ceph-mon[181282]: pgmap v9189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:08.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:11:08 smithi032 ceph-mon[191839]: pgmap v9190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:08.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:11:08 smithi032 ceph-mon[189144]: pgmap v9190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:09.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:11:08 smithi039 ceph-mon[181282]: pgmap v9190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:10.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:11:10 smithi032 ceph-mon[189144]: pgmap v9191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:10.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:11:10 smithi032 ceph-mon[191839]: pgmap v9191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:11.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:11:10 smithi039 ceph-mon[181282]: pgmap v9191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:11:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:11:10] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T21:11:12.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:11:12 smithi032 ceph-mon[191839]: pgmap v9192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:12.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:11:12 smithi032 ceph-mon[189144]: pgmap v9192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:13.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:11:12 smithi039 ceph-mon[181282]: pgmap v9192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:14.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:11:14 smithi032 ceph-mon[191839]: pgmap v9193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:14.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:11:14 smithi032 ceph-mon[189144]: pgmap v9193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:15.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:11:14 smithi039 ceph-mon[181282]: pgmap v9193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:15.380 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:11:15.706 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:11:15.707 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 2m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:11:15.707 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 38s ago 3h 96.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:11:15.707 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 2m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:11:15.707 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 38s ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:11:15.707 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 38s ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:11:15.707 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 2m ago 4h 698M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:11:15.707 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 2m ago 4h 1177M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:11:15.707 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 38s ago 3h 575M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:11:15.707 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 2m ago 3h 590M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:11:15.707 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 2m ago 3h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:11:15.707 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 38s ago 3h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:11:15.707 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 2m ago 3h 4463M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:11:15.707 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 2m ago 3h 4654M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:11:15.707 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 2m ago 3h 4177M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:11:15.707 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 2m ago 3h 4152M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:11:15.708 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 38s ago 3h 3958M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:11:15.708 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 38s ago 3h 4210M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:11:15.708 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 38s ago 3h 3947M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:11:15.708 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 38s ago 3h 3864M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:11:15.708 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 38s ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:11:16.113 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:11:16.114 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:11:16.114 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:11:16.114 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:11:16.114 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:11:16.114 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:11:16.114 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:11:16.114 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:11:16.114 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:11:16.114 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:11:16.114 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:11:16.114 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:11:16.114 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:11:16.115 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:11:16.115 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:11:16.115 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:11:16.115 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:11:16.115 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:11:16.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:11:16 smithi032 ceph-mon[191839]: pgmap v9194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:16.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:11:16 smithi032 ceph-mon[191839]: from='client.53696 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:11:16.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:11:16 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/741358484' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:11:16.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:11:16 smithi032 ceph-mon[189144]: pgmap v9194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:16.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:11:16 smithi032 ceph-mon[189144]: from='client.53696 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:11:16.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:11:16 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/741358484' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:11:17.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:11:16 smithi039 ceph-mon[181282]: pgmap v9194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:17.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:11:16 smithi039 ceph-mon[181282]: from='client.53696 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:11:17.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:11:16 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/741358484' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:11:17.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:11:17 smithi032 ceph-mon[191839]: from='client.53702 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:11:17.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:11:17 smithi032 ceph-mon[189144]: from='client.53702 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:11:18.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:11:17 smithi039 ceph-mon[181282]: from='client.53702 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:11:18.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:11:18 smithi032 ceph-mon[189144]: pgmap v9195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:18.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:11:18 smithi032 ceph-mon[191839]: pgmap v9195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:19.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:11:18 smithi039 ceph-mon[181282]: pgmap v9195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:20.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:11:20 smithi032 ceph-mon[191839]: pgmap v9196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:20.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:11:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:11:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:11:20 smithi032 ceph-mon[189144]: pgmap v9196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:11:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:11:21.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:11:20 smithi039 ceph-mon[181282]: pgmap v9196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:21.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:11:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:11:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:11:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:11:20] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T21:11:21.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:11:21 smithi032 ceph-mon[191839]: pgmap v9197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:21.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:11:21 smithi032 ceph-mon[189144]: pgmap v9197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:22.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:11:21 smithi039 ceph-mon[181282]: pgmap v9197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:24.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:11:24 smithi032 ceph-mon[191839]: pgmap v9198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:24.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:11:24 smithi032 ceph-mon[189144]: pgmap v9198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:24.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:11:24 smithi039 ceph-mon[181282]: pgmap v9198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:26.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:11:26 smithi039 ceph-mon[181282]: pgmap v9199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:26.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:11:26 smithi032 ceph-mon[191839]: pgmap v9199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:26.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:11:26 smithi032 ceph-mon[189144]: pgmap v9199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:28.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:11:28 smithi039 ceph-mon[181282]: pgmap v9200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:28.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:11:28 smithi032 ceph-mon[191839]: pgmap v9200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:28.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:11:28 smithi032 ceph-mon[189144]: pgmap v9200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:30.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:11:30 smithi039 ceph-mon[181282]: pgmap v9201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:30.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:11:30 smithi032 ceph-mon[189144]: pgmap v9201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:30.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:11:30 smithi032 ceph-mon[191839]: pgmap v9201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:31.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:11:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:11:30] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T21:11:32.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:11:32 smithi039 ceph-mon[181282]: pgmap v9202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:32.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:11:32 smithi032 ceph-mon[191839]: pgmap v9202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:32.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:11:32 smithi032 ceph-mon[189144]: pgmap v9202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:34.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:11:34 smithi039 ceph-mon[181282]: pgmap v9203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:34.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:11:34 smithi032 ceph-mon[189144]: pgmap v9203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:34.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:11:34 smithi032 ceph-mon[191839]: pgmap v9203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:35.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:11:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:11:35.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:11:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:11:36.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:11:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:11:36.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:11:36 smithi032 ceph-mon[191839]: pgmap v9204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:36.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:11:36 smithi032 ceph-mon[189144]: pgmap v9204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:37.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:11:36 smithi039 ceph-mon[181282]: pgmap v9204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:37.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:11:37 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:11:37.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:11:37 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:11:38.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:11:37 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:11:38.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:11:38 smithi032 ceph-mon[189144]: pgmap v9205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:38.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:11:38 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:11:38.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:11:38 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:11:38.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:11:38 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:11:38.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:11:38 smithi032 ceph-mon[191839]: pgmap v9205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:38.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:11:38 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:11:38.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:11:38 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:11:38.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:11:38 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:11:39.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:11:38 smithi039 ceph-mon[181282]: pgmap v9205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:39.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:11:38 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:11:39.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:11:38 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:11:39.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:11:38 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:11:40.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:11:40 smithi032 ceph-mon[189144]: pgmap v9206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:40.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:11:40 smithi032 ceph-mon[191839]: pgmap v9206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:41.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:11:40 smithi039 ceph-mon[181282]: pgmap v9206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:41.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:11:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:11:40] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T21:11:42.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:11:42 smithi032 ceph-mon[189144]: pgmap v9207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:42.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:11:42 smithi032 ceph-mon[191839]: pgmap v9207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:43.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:11:42 smithi039 ceph-mon[181282]: pgmap v9207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:44.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:11:44 smithi032 ceph-mon[191839]: pgmap v9208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:44.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:11:44 smithi032 ceph-mon[189144]: pgmap v9208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:45.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:11:44 smithi039 ceph-mon[181282]: pgmap v9208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:46.478 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:11:46.802 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:11:46.802 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 3m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:11:46.802 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 69s ago 3h 96.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:11:46.802 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 3m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:11:46.803 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 69s ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:11:46.803 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 69s ago 3h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:11:46.803 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 3m ago 4h 698M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:11:46.803 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 3m ago 4h 1177M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:11:46.803 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 69s ago 3h 575M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:11:46.803 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 3m ago 3h 590M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:11:46.804 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 3m ago 3h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:11:46.804 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 69s ago 3h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:11:46.804 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 3m ago 3h 4463M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:11:46.804 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 3m ago 3h 4654M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:11:46.804 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 3m ago 3h 4177M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:11:46.804 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 3m ago 3h 4152M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:11:46.805 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 69s ago 3h 3958M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:11:46.805 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 69s ago 3h 4210M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:11:46.805 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 69s ago 3h 3947M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:11:46.805 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 69s ago 3h 3864M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:11:46.805 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 69s ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:11:46.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:11:46 smithi032 ceph-mon[189144]: pgmap v9209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:46.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:11:46 smithi032 ceph-mon[191839]: pgmap v9209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:47.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:11:46 smithi039 ceph-mon[181282]: pgmap v9209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:47.205 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:11:47.205 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:11:47.205 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:11:47.205 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:11:47.205 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:11:47.205 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:11:47.205 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:11:47.205 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:11:47.205 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:11:47.206 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:11:47.206 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:11:47.206 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:11:47.206 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:11:47.206 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:11:47.206 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:11:47.206 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:11:47.206 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:11:47.206 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:11:47.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:11:47 smithi032 ceph-mon[191839]: from='client.53714 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:11:47.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:11:47 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/637439780' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:11:47.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:11:47 smithi032 ceph-mon[189144]: from='client.53714 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:11:47.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:11:47 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/637439780' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:11:48.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:11:47 smithi039 ceph-mon[181282]: from='client.53714 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:11:48.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:11:47 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/637439780' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:11:48.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:11:48 smithi032 ceph-mon[191839]: from='client.53720 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:11:48.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:11:48 smithi032 ceph-mon[191839]: pgmap v9210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:48.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:11:48 smithi032 ceph-mon[189144]: from='client.53720 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:11:48.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:11:48 smithi032 ceph-mon[189144]: pgmap v9210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:49.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:11:48 smithi039 ceph-mon[181282]: from='client.53720 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:11:49.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:11:48 smithi039 ceph-mon[181282]: pgmap v9210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:11:50 smithi032 ceph-mon[189144]: pgmap v9211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:11:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:11:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:11:50 smithi032 ceph-mon[191839]: pgmap v9211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:11:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:11:51.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:11:50 smithi039 ceph-mon[181282]: pgmap v9211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:51.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:11:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:11:51.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:11:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:11:50] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2023-12-22T21:11:52.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:11:52 smithi032 ceph-mon[191839]: pgmap v9212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:52.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:11:52 smithi032 ceph-mon[189144]: pgmap v9212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:53.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:11:52 smithi039 ceph-mon[181282]: pgmap v9212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:54.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:11:54 smithi032 ceph-mon[189144]: pgmap v9213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:54.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:11:54 smithi032 ceph-mon[191839]: pgmap v9213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:55.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:11:54 smithi039 ceph-mon[181282]: pgmap v9213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:56.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:11:56 smithi032 ceph-mon[189144]: pgmap v9214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:56.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:11:56 smithi032 ceph-mon[191839]: pgmap v9214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:57.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:11:56 smithi039 ceph-mon[181282]: pgmap v9214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:58.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:11:58 smithi032 ceph-mon[189144]: pgmap v9215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:58.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:11:58 smithi032 ceph-mon[191839]: pgmap v9215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:11:59.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:11:58 smithi039 ceph-mon[181282]: pgmap v9215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:00.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:12:00 smithi032 ceph-mon[191839]: pgmap v9216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:00.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:12:00 smithi032 ceph-mon[189144]: pgmap v9216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:01.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:12:00 smithi039 ceph-mon[181282]: pgmap v9216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:12:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:12:00] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2023-12-22T21:12:02.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:12:02 smithi032 ceph-mon[189144]: pgmap v9217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:02.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:12:02 smithi032 ceph-mon[191839]: pgmap v9217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:03.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:12:02 smithi039 ceph-mon[181282]: pgmap v9217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:03.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:12:03 smithi032 ceph-mon[189144]: pgmap v9218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:03.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:12:03 smithi032 ceph-mon[191839]: pgmap v9218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:04.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:12:03 smithi039 ceph-mon[181282]: pgmap v9218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:05.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:12:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:12:05.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:12:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:12:05.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:12:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:12:06.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:12:06 smithi039 ceph-mon[181282]: pgmap v9219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:06.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:12:06 smithi032 ceph-mon[189144]: pgmap v9219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:06.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:12:06 smithi032 ceph-mon[191839]: pgmap v9219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:08.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:12:08 smithi039 ceph-mon[181282]: pgmap v9220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:08.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:12:08 smithi032 ceph-mon[189144]: pgmap v9220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:08.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:12:08 smithi032 ceph-mon[191839]: pgmap v9220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:10.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:12:10 smithi039 ceph-mon[181282]: pgmap v9221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:10.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:12:10 smithi032 ceph-mon[189144]: pgmap v9221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:10.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:12:10 smithi032 ceph-mon[191839]: pgmap v9221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:12:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:12:10] "GET /metrics HTTP/1.1" 200 34065 "" "Prometheus/2.43.0" 2023-12-22T21:12:12.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:12:12 smithi032 ceph-mon[191839]: pgmap v9222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:12.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:12:12 smithi032 ceph-mon[189144]: pgmap v9222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:13.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:12:12 smithi039 ceph-mon[181282]: pgmap v9222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:14.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:12:14 smithi032 ceph-mon[189144]: pgmap v9223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:14.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:12:14 smithi032 ceph-mon[191839]: pgmap v9223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:15.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:12:14 smithi039 ceph-mon[181282]: pgmap v9223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:16.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:12:16 smithi032 ceph-mon[191839]: pgmap v9224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:16.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:12:16 smithi032 ceph-mon[189144]: pgmap v9224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:17.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:12:16 smithi039 ceph-mon[181282]: pgmap v9224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:17.566 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:12:17.890 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:12:17.890 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 3m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:12:17.890 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 101s ago 3h 96.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:12:17.890 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 3m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:12:17.890 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 101s ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:12:17.890 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 101s ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:12:17.890 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 3m ago 4h 698M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:12:17.890 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 3m ago 4h 1177M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:12:17.890 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 101s ago 4h 575M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:12:17.890 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 3m ago 4h 590M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:12:17.890 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 3m ago 3h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:12:17.890 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 101s ago 3h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:12:17.890 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 3m ago 3h 4463M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:12:17.891 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 3m ago 3h 4654M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:12:17.891 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 3m ago 3h 4177M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:12:17.891 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 3m ago 3h 4152M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:12:17.891 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 101s ago 3h 3958M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:12:17.891 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 101s ago 3h 4210M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:12:17.891 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 101s ago 3h 3947M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:12:17.891 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 101s ago 3h 3864M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:12:17.891 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 101s ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:12:18.286 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:12:18.286 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:12:18.287 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:12:18.287 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:12:18.287 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:12:18.287 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:12:18.287 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:12:18.287 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:12:18.287 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:12:18.287 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:12:18.287 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:12:18.287 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:12:18.287 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:12:18.287 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:12:18.287 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:12:18.287 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:12:18.288 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:12:18.288 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:12:18.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:12:18 smithi032 ceph-mon[191839]: pgmap v9225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:18.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:12:18 smithi032 ceph-mon[191839]: from='client.43815 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:12:18.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:12:18 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2514926295' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:12:18.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:12:18 smithi032 ceph-mon[189144]: pgmap v9225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:18.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:12:18 smithi032 ceph-mon[189144]: from='client.43815 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:12:18.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:12:18 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2514926295' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:12:19.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:12:18 smithi039 ceph-mon[181282]: pgmap v9225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:19.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:12:18 smithi039 ceph-mon[181282]: from='client.43815 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:12:19.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:12:18 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2514926295' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:12:19.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:12:19 smithi032 ceph-mon[191839]: from='client.53738 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:12:19.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:12:19 smithi032 ceph-mon[189144]: from='client.53738 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:12:20.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:12:19 smithi039 ceph-mon[181282]: from='client.53738 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:12:20.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:12:20 smithi032 ceph-mon[191839]: pgmap v9226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:20.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:12:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:12:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:12:20 smithi032 ceph-mon[189144]: pgmap v9226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:12:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:12:21.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:12:20 smithi039 ceph-mon[181282]: pgmap v9226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:12:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:12:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:12:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:12:20] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T21:12:22.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:12:22 smithi032 ceph-mon[191839]: pgmap v9227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:22.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:12:22 smithi032 ceph-mon[189144]: pgmap v9227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:23.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:12:22 smithi039 ceph-mon[181282]: pgmap v9227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:24.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:12:24 smithi032 ceph-mon[191839]: pgmap v9228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:24.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:12:24 smithi032 ceph-mon[189144]: pgmap v9228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:25.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:12:24 smithi039 ceph-mon[181282]: pgmap v9228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:26.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:12:26 smithi032 ceph-mon[191839]: pgmap v9229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:26.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:12:26 smithi032 ceph-mon[189144]: pgmap v9229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:27.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:12:26 smithi039 ceph-mon[181282]: pgmap v9229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:28.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:12:28 smithi032 ceph-mon[191839]: pgmap v9230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:28.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:12:28 smithi032 ceph-mon[189144]: pgmap v9230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:29.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:12:28 smithi039 ceph-mon[181282]: pgmap v9230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:30.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:12:30 smithi032 ceph-mon[191839]: pgmap v9231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:30.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:12:30 smithi032 ceph-mon[189144]: pgmap v9231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:31.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:12:30 smithi039 ceph-mon[181282]: pgmap v9231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:31.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:12:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:12:30] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T21:12:32.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:12:32 smithi032 ceph-mon[189144]: pgmap v9232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:32.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:12:32 smithi032 ceph-mon[191839]: pgmap v9232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:33.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:12:32 smithi039 ceph-mon[181282]: pgmap v9232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:34.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:12:34 smithi032 ceph-mon[191839]: pgmap v9233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:34.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:12:34 smithi032 ceph-mon[189144]: pgmap v9233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:35.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:12:34 smithi039 ceph-mon[181282]: pgmap v9233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:35.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:12:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:12:35.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:12:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:12:36.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:12:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:12:36.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:12:36 smithi032 ceph-mon[189144]: pgmap v9234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:36.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:12:36 smithi032 ceph-mon[191839]: pgmap v9234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:37.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:12:36 smithi039 ceph-mon[181282]: pgmap v9234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:38.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:12:38 smithi032 ceph-mon[189144]: pgmap v9235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:38.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:12:38 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:12:38.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:12:38 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:12:38.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:12:38 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:12:38.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:12:38 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:12:38.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:12:38 smithi032 ceph-mon[191839]: pgmap v9235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:38.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:12:38 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:12:38.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:12:38 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:12:38.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:12:38 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:12:38.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:12:38 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:12:39.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:12:38 smithi039 ceph-mon[181282]: pgmap v9235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:39.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:12:38 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:12:39.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:12:38 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:12:39.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:12:38 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:12:39.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:12:38 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:12:40.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:12:40 smithi032 ceph-mon[189144]: pgmap v9236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:40.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:12:40 smithi032 ceph-mon[191839]: pgmap v9236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:41.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:12:40 smithi039 ceph-mon[181282]: pgmap v9236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:41.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:12:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:12:40] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T21:12:42.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:12:42 smithi032 ceph-mon[191839]: pgmap v9237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:42.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:12:42 smithi032 ceph-mon[189144]: pgmap v9237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:43.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:12:42 smithi039 ceph-mon[181282]: pgmap v9237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:43.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:12:43 smithi032 ceph-mon[191839]: pgmap v9238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:43.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:12:43 smithi032 ceph-mon[189144]: pgmap v9238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:44.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:12:43 smithi039 ceph-mon[181282]: pgmap v9238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:46.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:12:46 smithi032 ceph-mon[189144]: pgmap v9239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:46.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:12:46 smithi032 ceph-mon[191839]: pgmap v9239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:47.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:12:46 smithi039 ceph-mon[181282]: pgmap v9239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:48.649 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:12:48.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:12:48 smithi032 ceph-mon[191839]: pgmap v9240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:48.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:12:48 smithi032 ceph-mon[189144]: pgmap v9240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:48.970 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:12:48.970 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 4m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:12:48.970 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 2m ago 3h 96.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:12:48.970 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 4m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:12:48.970 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 2m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:12:48.970 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 2m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:12:48.970 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 4m ago 4h 698M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:12:48.970 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 4m ago 4h 1177M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:12:48.970 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 2m ago 4h 575M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:12:48.970 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 4m ago 4h 590M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:12:48.970 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 4m ago 3h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:12:48.970 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 2m ago 3h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:12:48.971 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 4m ago 4h 4463M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:12:48.971 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 4m ago 4h 4654M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:12:48.971 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 4m ago 3h 4177M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:12:48.971 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 4m ago 3h 4152M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:12:48.971 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 2m ago 3h 3958M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:12:48.971 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 2m ago 3h 4210M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:12:48.971 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 2m ago 3h 3947M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:12:48.971 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 2m ago 3h 3864M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:12:48.971 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 2m ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:12:49.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:12:48 smithi039 ceph-mon[181282]: pgmap v9240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:49.371 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:12:49.371 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:12:49.371 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:12:49.371 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:12:49.371 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:12:49.372 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:12:49.372 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:12:49.372 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:12:49.372 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:12:49.372 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:12:49.372 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:12:49.372 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:12:49.372 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:12:49.372 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:12:49.372 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:12:49.372 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:12:49.372 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:12:49.372 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:12:49.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:12:49 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3209538337' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:12:49.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:12:49 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3209538337' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:12:50.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:12:49 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3209538337' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:12:50.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:12:50 smithi032 ceph-mon[191839]: from='client.53750 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:12:50.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:12:50 smithi032 ceph-mon[191839]: from='client.53756 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:12:50.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:12:50 smithi032 ceph-mon[191839]: pgmap v9241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:50.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:12:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:12:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:12:50 smithi032 ceph-mon[189144]: from='client.53750 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:12:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:12:50 smithi032 ceph-mon[189144]: from='client.53756 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:12:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:12:50 smithi032 ceph-mon[189144]: pgmap v9241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:12:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:12:51.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:12:50 smithi039 ceph-mon[181282]: from='client.53750 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:12:51.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:12:50 smithi039 ceph-mon[181282]: from='client.53756 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:12:51.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:12:50 smithi039 ceph-mon[181282]: pgmap v9241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:51.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:12:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:12:51.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:12:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:12:50] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T21:12:52.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:12:52 smithi032 ceph-mon[191839]: pgmap v9242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:52.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:12:52 smithi032 ceph-mon[189144]: pgmap v9242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:53.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:12:52 smithi039 ceph-mon[181282]: pgmap v9242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:54.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:12:54 smithi032 ceph-mon[191839]: pgmap v9243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:54.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:12:54 smithi032 ceph-mon[189144]: pgmap v9243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:55.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:12:54 smithi039 ceph-mon[181282]: pgmap v9243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:56.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:12:56 smithi032 ceph-mon[189144]: pgmap v9244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:56.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:12:56 smithi032 ceph-mon[191839]: pgmap v9244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:57.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:12:56 smithi039 ceph-mon[181282]: pgmap v9244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:58.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:12:58 smithi032 ceph-mon[191839]: pgmap v9245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:58.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:12:58 smithi032 ceph-mon[189144]: pgmap v9245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:12:59.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:12:58 smithi039 ceph-mon[181282]: pgmap v9245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:00.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:13:00 smithi032 ceph-mon[189144]: pgmap v9246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:00.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:13:00 smithi032 ceph-mon[191839]: pgmap v9246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:01.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:13:00 smithi039 ceph-mon[181282]: pgmap v9246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:13:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:13:00] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T21:13:02.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:13:02 smithi032 ceph-mon[189144]: pgmap v9247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:02.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:13:02 smithi032 ceph-mon[191839]: pgmap v9247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:03.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:13:02 smithi039 ceph-mon[181282]: pgmap v9247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:04.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:13:04 smithi032 ceph-mon[191839]: pgmap v9248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:04.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:13:04 smithi032 ceph-mon[189144]: pgmap v9248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:05.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:13:04 smithi039 ceph-mon[181282]: pgmap v9248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:05.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:13:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:13:05.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:13:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:13:06.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:13:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:13:06.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:13:06 smithi032 ceph-mon[189144]: pgmap v9249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:06.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:13:06 smithi032 ceph-mon[191839]: pgmap v9249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:07.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:13:06 smithi039 ceph-mon[181282]: pgmap v9249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:08.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:13:08 smithi032 ceph-mon[189144]: pgmap v9250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:08.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:13:08 smithi032 ceph-mon[191839]: pgmap v9250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:09.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:13:08 smithi039 ceph-mon[181282]: pgmap v9250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:10.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:13:10 smithi032 ceph-mon[191839]: pgmap v9251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:10.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:13:10 smithi032 ceph-mon[189144]: pgmap v9251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:11.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:13:10 smithi039 ceph-mon[181282]: pgmap v9251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:13:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:13:10] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2023-12-22T21:13:12.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:13:12 smithi032 ceph-mon[189144]: pgmap v9252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:12.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:13:12 smithi032 ceph-mon[191839]: pgmap v9252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:13.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:13:12 smithi039 ceph-mon[181282]: pgmap v9252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:14.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:13:14 smithi032 ceph-mon[191839]: pgmap v9253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:14.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:13:14 smithi032 ceph-mon[189144]: pgmap v9253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:15.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:13:14 smithi039 ceph-mon[181282]: pgmap v9253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:16.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:13:16 smithi032 ceph-mon[191839]: pgmap v9254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:16.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:13:16 smithi032 ceph-mon[189144]: pgmap v9254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:17.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:13:16 smithi039 ceph-mon[181282]: pgmap v9254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:18.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:13:18 smithi032 ceph-mon[191839]: pgmap v9255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:18.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:13:18 smithi032 ceph-mon[189144]: pgmap v9255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:19.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:13:18 smithi039 ceph-mon[181282]: pgmap v9255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:19.737 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:13:20.076 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:13:20.076 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 4m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:13:20.076 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 2m ago 3h 96.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:13:20.076 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 4m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:13:20.076 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 2m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:13:20.076 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 2m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:13:20.076 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 4m ago 4h 698M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:13:20.076 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 4m ago 4h 1177M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:13:20.076 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 2m ago 4h 575M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:13:20.076 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 4m ago 4h 590M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:13:20.076 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 4m ago 3h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:13:20.076 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 2m ago 3h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:13:20.077 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 4m ago 4h 4463M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:13:20.077 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 4m ago 4h 4654M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:13:20.077 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 4m ago 4h 4177M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:13:20.077 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 4m ago 4h 4152M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:13:20.077 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 2m ago 3h 3958M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:13:20.077 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 2m ago 3h 4210M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:13:20.077 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 2m ago 3h 3947M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:13:20.077 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 2m ago 3h 3864M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:13:20.077 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 2m ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:13:20.479 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:13:20.479 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:13:20.480 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:13:20.480 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:13:20.480 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:13:20.480 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:13:20.480 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:13:20.480 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:13:20.480 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:13:20.480 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:13:20.480 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:13:20.480 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:13:20.480 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:13:20.480 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:13:20.480 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:13:20.481 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:13:20.481 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:13:20.481 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:13:20.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:13:20 smithi032 ceph-mon[191839]: pgmap v9256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:20.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:13:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:13:20.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:13:20 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2582155879' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:13:20.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:13:20 smithi032 ceph-mon[189144]: pgmap v9256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:20.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:13:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:13:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:13:20 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2582155879' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:13:21.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:13:20 smithi039 ceph-mon[181282]: pgmap v9256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:21.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:13:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:13:21.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:13:20 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2582155879' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:13:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:13:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:13:20] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T21:13:21.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:13:21 smithi032 ceph-mon[191839]: from='client.53768 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:13:21.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:13:21 smithi032 ceph-mon[191839]: from='client.43857 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:13:21.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:13:21 smithi032 ceph-mon[189144]: from='client.53768 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:13:21.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:13:21 smithi032 ceph-mon[189144]: from='client.43857 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:13:22.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:13:21 smithi039 ceph-mon[181282]: from='client.53768 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:13:22.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:13:21 smithi039 ceph-mon[181282]: from='client.43857 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:13:22.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:13:22 smithi032 ceph-mon[191839]: pgmap v9257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:22.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:13:22 smithi032 ceph-mon[189144]: pgmap v9257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:23.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:13:22 smithi039 ceph-mon[181282]: pgmap v9257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:23.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:13:23 smithi032 ceph-mon[189144]: pgmap v9258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:23.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:13:23 smithi032 ceph-mon[191839]: pgmap v9258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:24.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:13:23 smithi039 ceph-mon[181282]: pgmap v9258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:26.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:13:26 smithi032 ceph-mon[189144]: pgmap v9259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:26.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:13:26 smithi032 ceph-mon[191839]: pgmap v9259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:27.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:13:26 smithi039 ceph-mon[181282]: pgmap v9259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:28.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:13:28 smithi032 ceph-mon[189144]: pgmap v9260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:28.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:13:28 smithi032 ceph-mon[191839]: pgmap v9260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:29.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:13:28 smithi039 ceph-mon[181282]: pgmap v9260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:30.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:13:30 smithi032 ceph-mon[189144]: pgmap v9261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:30.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:13:30 smithi032 ceph-mon[191839]: pgmap v9261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:31.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:13:30 smithi039 ceph-mon[181282]: pgmap v9261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:31.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:13:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:13:30] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T21:13:32.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:13:32 smithi032 ceph-mon[191839]: pgmap v9262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:32.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:13:32 smithi032 ceph-mon[189144]: pgmap v9262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:33.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:13:32 smithi039 ceph-mon[181282]: pgmap v9262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:34.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:13:34 smithi032 ceph-mon[191839]: pgmap v9263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:34.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:13:34 smithi032 ceph-mon[189144]: pgmap v9263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:35.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:13:34 smithi039 ceph-mon[181282]: pgmap v9263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:35.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:13:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:13:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:13:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:13:36.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:13:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:13:36.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:13:36 smithi032 ceph-mon[189144]: pgmap v9264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:36.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:13:36 smithi032 ceph-mon[191839]: pgmap v9264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:37.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:13:36 smithi039 ceph-mon[181282]: pgmap v9264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:38.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:13:38 smithi032 ceph-mon[191839]: pgmap v9265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:38.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:13:38 smithi032 ceph-mon[189144]: pgmap v9265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:39.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:13:38 smithi039 ceph-mon[181282]: pgmap v9265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:39.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:13:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:13:39.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:13:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:13:39.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:13:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:13:39.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:13:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:13:39.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:13:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:13:39.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:13:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:13:39.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:13:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:13:39.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:13:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:13:40.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:13:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:13:40.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:13:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:13:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:13:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:13:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:13:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:13:40.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:13:40 smithi032 ceph-mon[189144]: pgmap v9266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:40.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:13:40 smithi032 ceph-mon[191839]: pgmap v9266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:41.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:13:40 smithi039 ceph-mon[181282]: pgmap v9266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:41.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:13:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:13:40] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T21:13:42.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:13:42 smithi032 ceph-mon[191839]: pgmap v9267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:42.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:13:42 smithi032 ceph-mon[189144]: pgmap v9267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:43.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:13:42 smithi039 ceph-mon[181282]: pgmap v9267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:44.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:13:44 smithi032 ceph-mon[189144]: pgmap v9268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:44.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:13:44 smithi032 ceph-mon[191839]: pgmap v9268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:45.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:13:44 smithi039 ceph-mon[181282]: pgmap v9268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:46.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:13:46 smithi032 ceph-mon[191839]: pgmap v9269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:46.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:13:46 smithi032 ceph-mon[189144]: pgmap v9269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:47.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:13:46 smithi039 ceph-mon[181282]: pgmap v9269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:48.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:13:48 smithi032 ceph-mon[191839]: pgmap v9270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:48.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:13:48 smithi032 ceph-mon[189144]: pgmap v9270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:49.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:13:48 smithi039 ceph-mon[181282]: pgmap v9270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:50.845 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:13:50.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:13:50 smithi032 ceph-mon[189144]: pgmap v9271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:50.854 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:13:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:13:50.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:13:50 smithi032 ceph-mon[191839]: pgmap v9271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:50.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:13:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:13:51.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:13:50 smithi039 ceph-mon[181282]: pgmap v9271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:51.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:13:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:13:51.167 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:13:51.167 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 5m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:13:51.167 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 3m ago 3h 96.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:13:51.167 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 5m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:13:51.167 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 3m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:13:51.167 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 3m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:13:51.167 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 5m ago 4h 698M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:13:51.167 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 5m ago 4h 1177M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:13:51.167 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 3m ago 4h 575M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:13:51.167 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 5m ago 4h 590M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:13:51.167 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 5m ago 3h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:13:51.168 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 3m ago 3h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:13:51.168 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 5m ago 4h 4463M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:13:51.168 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 5m ago 4h 4654M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:13:51.168 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 5m ago 4h 4177M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:13:51.168 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 5m ago 4h 4152M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:13:51.168 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 3m ago 4h 3958M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:13:51.168 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 3m ago 3h 4210M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:13:51.168 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 3m ago 3h 3947M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:13:51.168 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 3m ago 3h 3864M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:13:51.168 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 3m ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:13:51.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:13:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:13:50] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T21:13:51.567 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:13:51.567 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:13:51.567 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:13:51.567 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:13:51.567 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:13:51.567 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:13:51.567 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:13:51.567 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:13:51.567 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:13:51.567 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:13:51.567 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:13:51.568 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:13:51.568 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:13:51.568 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:13:51.568 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:13:51.568 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:13:51.568 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:13:51.568 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:13:52.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:13:52 smithi032 ceph-mon[191839]: from='client.53786 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:13:52.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:13:52 smithi032 ceph-mon[191839]: from='client.53792 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:13:52.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:13:52 smithi032 ceph-mon[191839]: pgmap v9272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:52.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:13:52 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3104101427' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:13:52.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:13:52 smithi032 ceph-mon[189144]: from='client.53786 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:13:52.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:13:52 smithi032 ceph-mon[189144]: from='client.53792 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:13:52.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:13:52 smithi032 ceph-mon[189144]: pgmap v9272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:52.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:13:52 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3104101427' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:13:53.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:13:52 smithi039 ceph-mon[181282]: from='client.53786 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:13:53.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:13:52 smithi039 ceph-mon[181282]: from='client.53792 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:13:53.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:13:52 smithi039 ceph-mon[181282]: pgmap v9272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:53.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:13:52 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3104101427' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:13:54.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:13:54 smithi032 ceph-mon[189144]: pgmap v9273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:54.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:13:54 smithi032 ceph-mon[191839]: pgmap v9273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:55.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:13:54 smithi039 ceph-mon[181282]: pgmap v9273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:56.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:13:56 smithi032 ceph-mon[189144]: pgmap v9274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:56.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:13:56 smithi032 ceph-mon[191839]: pgmap v9274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:57.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:13:56 smithi039 ceph-mon[181282]: pgmap v9274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:58.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:13:58 smithi032 ceph-mon[189144]: pgmap v9275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:58.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:13:58 smithi032 ceph-mon[191839]: pgmap v9275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:13:59.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:13:58 smithi039 ceph-mon[181282]: pgmap v9275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:00.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:14:00 smithi032 ceph-mon[189144]: pgmap v9276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:00.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:14:00 smithi032 ceph-mon[191839]: pgmap v9276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:01.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:14:00 smithi039 ceph-mon[181282]: pgmap v9276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:14:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:14:00] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T21:14:02.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:14:02 smithi032 ceph-mon[189144]: pgmap v9277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:02.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:14:02 smithi032 ceph-mon[191839]: pgmap v9277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:03.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:14:02 smithi039 ceph-mon[181282]: pgmap v9277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:03.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:14:03 smithi032 ceph-mon[191839]: pgmap v9278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:03.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:14:03 smithi032 ceph-mon[189144]: pgmap v9278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:04.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:14:03 smithi039 ceph-mon[181282]: pgmap v9278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:05.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:14:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:14:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:14:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:14:06.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:14:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:14:06.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:14:06 smithi032 ceph-mon[191839]: pgmap v9279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:06.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:14:06 smithi032 ceph-mon[189144]: pgmap v9279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:07.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:14:06 smithi039 ceph-mon[181282]: pgmap v9279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:08.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:14:08 smithi032 ceph-mon[191839]: pgmap v9280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:08.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:14:08 smithi032 ceph-mon[189144]: pgmap v9280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:09.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:14:08 smithi039 ceph-mon[181282]: pgmap v9280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:10.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:14:10 smithi032 ceph-mon[189144]: pgmap v9281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:10.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:14:10 smithi032 ceph-mon[191839]: pgmap v9281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:11.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:14:10 smithi039 ceph-mon[181282]: pgmap v9281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:14:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:14:10] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T21:14:12.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:14:12 smithi032 ceph-mon[191839]: pgmap v9282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:12.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:14:12 smithi032 ceph-mon[189144]: pgmap v9282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:13.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:14:12 smithi039 ceph-mon[181282]: pgmap v9282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:14.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:14:14 smithi032 ceph-mon[191839]: pgmap v9283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:14.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:14:14 smithi032 ceph-mon[189144]: pgmap v9283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:15.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:14:14 smithi039 ceph-mon[181282]: pgmap v9283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:16.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:14:16 smithi032 ceph-mon[191839]: pgmap v9284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:16.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:14:16 smithi032 ceph-mon[189144]: pgmap v9284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:17.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:14:16 smithi039 ceph-mon[181282]: pgmap v9284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:18.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:14:18 smithi032 ceph-mon[191839]: pgmap v9285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:18.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:14:18 smithi032 ceph-mon[189144]: pgmap v9285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:19.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:14:18 smithi039 ceph-mon[181282]: pgmap v9285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:20.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:14:20 smithi032 ceph-mon[189144]: pgmap v9286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:20.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:14:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:14:20.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:14:20 smithi032 ceph-mon[191839]: pgmap v9286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:20.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:14:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:14:21.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:14:20 smithi039 ceph-mon[181282]: pgmap v9286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:21.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:14:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:14:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:14:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:14:20] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T21:14:21.932 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:14:22.255 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:14:22.255 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 5m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:14:22.255 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 3m ago 3h 96.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:14:22.255 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (3h) 5m ago 3h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:14:22.256 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (3h) 3m ago 3h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:14:22.256 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 3m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:14:22.256 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 5m ago 4h 698M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:14:22.256 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 5m ago 4h 1177M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:14:22.256 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 3m ago 4h 575M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:14:22.256 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 5m ago 4h 590M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:14:22.256 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 5m ago 3h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:14:22.256 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 3m ago 3h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:14:22.256 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 5m ago 4h 4463M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:14:22.256 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 5m ago 4h 4654M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:14:22.256 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 5m ago 4h 4177M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:14:22.256 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 5m ago 4h 4152M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:14:22.256 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 3m ago 4h 3958M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:14:22.256 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 3m ago 4h 4210M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:14:22.256 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 3m ago 4h 3947M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:14:22.257 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 3m ago 3h 3864M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:14:22.257 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 3m ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:14:22.657 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:14:22.657 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:14:22.658 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:14:22.658 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:14:22.658 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:14:22.658 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:14:22.658 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:14:22.658 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:14:22.658 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:14:22.658 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:14:22.658 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:14:22.658 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:14:22.658 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:14:22.658 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:14:22.658 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:14:22.658 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:14:22.659 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:14:22.659 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:14:22.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:14:22 smithi032 ceph-mon[189144]: pgmap v9287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:22.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:14:22 smithi032 ceph-mon[191839]: pgmap v9287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:23.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:14:22 smithi039 ceph-mon[181282]: pgmap v9287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:23.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:14:23 smithi032 ceph-mon[191839]: from='client.53804 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:14:23.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:14:23 smithi032 ceph-mon[191839]: from='client.53810 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:14:23.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:14:23 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3895760028' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:14:23.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:14:23 smithi032 ceph-mon[189144]: from='client.53804 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:14:23.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:14:23 smithi032 ceph-mon[189144]: from='client.53810 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:14:23.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:14:23 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3895760028' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:14:24.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:14:23 smithi039 ceph-mon[181282]: from='client.53804 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:14:24.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:14:23 smithi039 ceph-mon[181282]: from='client.53810 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:14:24.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:14:23 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3895760028' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:14:24.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:14:24 smithi032 ceph-mon[191839]: pgmap v9288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:24.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:14:24 smithi032 ceph-mon[189144]: pgmap v9288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:25.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:14:24 smithi039 ceph-mon[181282]: pgmap v9288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:26.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:14:26 smithi032 ceph-mon[191839]: pgmap v9289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:26.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:14:26 smithi032 ceph-mon[189144]: pgmap v9289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:27.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:14:26 smithi039 ceph-mon[181282]: pgmap v9289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:28.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:14:28 smithi032 ceph-mon[191839]: pgmap v9290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:14:28 smithi032 ceph-mon[189144]: pgmap v9290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:29.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:14:28 smithi039 ceph-mon[181282]: pgmap v9290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:30.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:14:30 smithi032 ceph-mon[189144]: pgmap v9291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:30.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:14:30 smithi032 ceph-mon[191839]: pgmap v9291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:31.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:14:30 smithi039 ceph-mon[181282]: pgmap v9291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:31.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:14:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:14:30] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T21:14:32.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:14:32 smithi032 ceph-mon[191839]: pgmap v9292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:32.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:14:32 smithi032 ceph-mon[189144]: pgmap v9292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:33.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:14:32 smithi039 ceph-mon[181282]: pgmap v9292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:33.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:14:33 smithi032 ceph-mon[191839]: pgmap v9293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:33.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:14:33 smithi032 ceph-mon[189144]: pgmap v9293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:34.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:14:33 smithi039 ceph-mon[181282]: pgmap v9293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:14:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:14:35.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:14:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:14:36.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:14:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:14:36.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:14:36 smithi032 ceph-mon[191839]: pgmap v9294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:36.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:14:36 smithi032 ceph-mon[189144]: pgmap v9294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:37.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:14:36 smithi039 ceph-mon[181282]: pgmap v9294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:38.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:14:38 smithi032 ceph-mon[191839]: pgmap v9295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:38.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:14:38 smithi032 ceph-mon[189144]: pgmap v9295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:39.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:14:38 smithi039 ceph-mon[181282]: pgmap v9295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:39.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:14:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:14:39.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:14:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:14:40.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:14:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:14:40.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:14:40 smithi032 ceph-mon[189144]: pgmap v9296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:40.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:14:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:14:40.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:14:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:14:40.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:14:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:14:40.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:14:40 smithi032 ceph-mon[191839]: pgmap v9296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:40.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:14:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:14:40.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:14:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:14:40.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:14:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:14:41.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:14:40 smithi039 ceph-mon[181282]: pgmap v9296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:41.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:14:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:14:41.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:14:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:14:41.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:14:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:14:41.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:14:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:14:40] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T21:14:42.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:14:42 smithi032 ceph-mon[191839]: pgmap v9297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:42.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:14:42 smithi032 ceph-mon[189144]: pgmap v9297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:43.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:14:42 smithi039 ceph-mon[181282]: pgmap v9297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:44.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:14:44 smithi032 ceph-mon[191839]: pgmap v9298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:44.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:14:44 smithi032 ceph-mon[189144]: pgmap v9298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:45.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:14:44 smithi039 ceph-mon[181282]: pgmap v9298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:46.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:14:46 smithi032 ceph-mon[191839]: pgmap v9299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:46.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:14:46 smithi032 ceph-mon[189144]: pgmap v9299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:47.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:14:46 smithi039 ceph-mon[181282]: pgmap v9299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:48.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:14:48 smithi032 ceph-mon[191839]: pgmap v9300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:48.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:14:48 smithi032 ceph-mon[189144]: pgmap v9300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:49.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:14:48 smithi039 ceph-mon[181282]: pgmap v9300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:50.854 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:14:50 smithi032 ceph-mon[191839]: pgmap v9301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:50.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:14:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:14:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:14:50 smithi032 ceph-mon[189144]: pgmap v9301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:14:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:14:51.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:14:50 smithi039 ceph-mon[181282]: pgmap v9301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:51.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:14:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:14:51.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:14:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:14:50] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T21:14:52.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:14:52 smithi032 ceph-mon[191839]: pgmap v9302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:52.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:14:52 smithi032 ceph-mon[189144]: pgmap v9302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:53.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:14:52 smithi039 ceph-mon[181282]: pgmap v9302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:53.023 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:14:53.348 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:14:53.348 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 6m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:14:53.348 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 4m ago 3h 96.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:14:53.348 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 6m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:14:53.348 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 4m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:14:53.349 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 4m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:14:53.349 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 6m ago 4h 698M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:14:53.349 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 6m ago 4h 1177M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:14:53.349 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 4m ago 4h 575M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:14:53.349 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 6m ago 4h 590M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:14:53.349 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 6m ago 3h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:14:53.349 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 4m ago 3h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:14:53.349 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 6m ago 4h 4463M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:14:53.349 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 6m ago 4h 4654M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:14:53.349 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 6m ago 4h 4177M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:14:53.349 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 6m ago 4h 4152M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:14:53.350 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 4m ago 4h 3958M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:14:53.350 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 4m ago 4h 4210M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:14:53.350 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 4m ago 4h 3947M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:14:53.350 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 4m ago 4h 3864M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:14:53.350 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 4m ago 3h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:14:53.750 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:14:53.751 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:14:53.751 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:14:53.751 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:14:53.751 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:14:53.751 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:14:53.751 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:14:53.751 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:14:53.751 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:14:53.751 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:14:53.751 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:14:53.751 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:14:53.751 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:14:53.751 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:14:53.751 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:14:53.752 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:14:53.752 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:14:53.752 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:14:54.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:14:54 smithi032 ceph-mon[191839]: from='client.43905 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:14:54.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:14:54 smithi032 ceph-mon[191839]: from='client.53828 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:14:54.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:14:54 smithi032 ceph-mon[191839]: pgmap v9303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:54.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:14:54 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/583280361' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:14:54.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:14:54 smithi032 ceph-mon[189144]: from='client.43905 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:14:54.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:14:54 smithi032 ceph-mon[189144]: from='client.53828 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:14:54.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:14:54 smithi032 ceph-mon[189144]: pgmap v9303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:54.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:14:54 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/583280361' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:14:55.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:14:54 smithi039 ceph-mon[181282]: from='client.43905 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:14:55.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:14:54 smithi039 ceph-mon[181282]: from='client.53828 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:14:55.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:14:54 smithi039 ceph-mon[181282]: pgmap v9303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:55.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:14:54 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/583280361' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:14:56.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:14:56 smithi032 ceph-mon[191839]: pgmap v9304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:56.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:14:56 smithi032 ceph-mon[189144]: pgmap v9304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:57.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:14:56 smithi039 ceph-mon[181282]: pgmap v9304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:58.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:14:58 smithi032 ceph-mon[191839]: pgmap v9305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:58.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:14:58 smithi032 ceph-mon[189144]: pgmap v9305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:14:59.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:14:58 smithi039 ceph-mon[181282]: pgmap v9305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:00.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:15:00 smithi032 ceph-mon[189144]: pgmap v9306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:00.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:15:00 smithi032 ceph-mon[191839]: pgmap v9306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:01.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:15:00 smithi039 ceph-mon[181282]: pgmap v9306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:15:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:15:00] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T21:15:02.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:15:02 smithi032 ceph-mon[191839]: pgmap v9307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:02.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:15:02 smithi032 ceph-mon[189144]: pgmap v9307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:03.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:15:02 smithi039 ceph-mon[181282]: pgmap v9307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:04.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:15:04 smithi032 ceph-mon[189144]: pgmap v9308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:04.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:15:04 smithi032 ceph-mon[191839]: pgmap v9308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:05.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:15:04 smithi039 ceph-mon[181282]: pgmap v9308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:05.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:15:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:15:05.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:15:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:15:06.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:15:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:15:06.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:15:06 smithi032 ceph-mon[189144]: pgmap v9309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:06.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:15:06 smithi032 ceph-mon[191839]: pgmap v9309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:07.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:15:06 smithi039 ceph-mon[181282]: pgmap v9309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:07.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:15:07 smithi032 ceph-mon[189144]: pgmap v9310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:07.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:15:07 smithi032 ceph-mon[191839]: pgmap v9310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:08.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:15:07 smithi039 ceph-mon[181282]: pgmap v9310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:10.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:15:10 smithi032 ceph-mon[191839]: pgmap v9311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:10.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:15:10 smithi032 ceph-mon[189144]: pgmap v9311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:11.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:15:10 smithi039 ceph-mon[181282]: pgmap v9311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:15:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:15:10] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T21:15:12.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:15:12 smithi032 ceph-mon[189144]: pgmap v9312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:12.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:15:12 smithi032 ceph-mon[191839]: pgmap v9312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:13.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:15:12 smithi039 ceph-mon[181282]: pgmap v9312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:14.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:15:14 smithi032 ceph-mon[189144]: pgmap v9313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:14.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:15:14 smithi032 ceph-mon[191839]: pgmap v9313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:15.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:15:14 smithi039 ceph-mon[181282]: pgmap v9313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:16.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:15:16 smithi032 ceph-mon[191839]: pgmap v9314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:16.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:15:16 smithi032 ceph-mon[189144]: pgmap v9314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:17.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:15:16 smithi039 ceph-mon[181282]: pgmap v9314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:18.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:15:18 smithi032 ceph-mon[189144]: pgmap v9315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:15:18 smithi032 ceph-mon[191839]: pgmap v9315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:19.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:15:18 smithi039 ceph-mon[181282]: pgmap v9315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:20.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:15:20 smithi032 ceph-mon[191839]: pgmap v9316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:20.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:15:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:15:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:15:20 smithi032 ceph-mon[189144]: pgmap v9316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:15:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:15:21.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:15:20 smithi039 ceph-mon[181282]: pgmap v9316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:21.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:15:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:15:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:15:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:15:20] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T21:15:22.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:15:22 smithi032 ceph-mon[191839]: pgmap v9317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:22.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:15:22 smithi032 ceph-mon[189144]: pgmap v9317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:23.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:15:22 smithi039 ceph-mon[181282]: pgmap v9317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:24.114 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:15:24.435 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:15:24.435 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 6m ago 3h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:15:24.435 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 4m ago 3h 96.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:15:24.435 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 6m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:15:24.435 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 4m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:15:24.435 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 4m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:15:24.435 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 6m ago 4h 698M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:15:24.435 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 6m ago 4h 1177M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:15:24.435 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 4m ago 4h 575M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:15:24.435 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 6m ago 4h 590M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:15:24.436 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 6m ago 3h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:15:24.436 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 4m ago 3h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:15:24.436 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 6m ago 4h 4463M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:15:24.436 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 6m ago 4h 4654M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:15:24.436 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 6m ago 4h 4177M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:15:24.436 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 6m ago 4h 4152M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:15:24.436 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 4m ago 4h 3958M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:15:24.436 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 4m ago 4h 4210M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:15:24.436 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 4m ago 4h 3947M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:15:24.436 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 4m ago 4h 3864M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:15:24.436 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 4m ago 4h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:15:24.841 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:15:24.841 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:15:24.841 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:15:24.841 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:15:24.841 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:15:24.841 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:15:24.841 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:15:24.841 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:15:24.841 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:15:24.841 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:15:24.841 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:15:24.842 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:15:24.842 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:15:24.842 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:15:24.842 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:15:24.842 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:15:24.842 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:15:24.842 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:15:24.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:15:24 smithi032 ceph-mon[191839]: pgmap v9318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:24.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:15:24 smithi032 ceph-mon[189144]: pgmap v9318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:25.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:15:24 smithi039 ceph-mon[181282]: pgmap v9318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:25.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:15:25 smithi032 ceph-mon[191839]: from='client.53840 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:15:25.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:15:25 smithi032 ceph-mon[191839]: from='client.43929 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:15:25.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:15:25 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3694885073' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:15:25.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:15:25 smithi032 ceph-mon[189144]: from='client.53840 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:15:25.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:15:25 smithi032 ceph-mon[189144]: from='client.43929 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:15:25.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:15:25 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3694885073' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:15:26.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:15:25 smithi039 ceph-mon[181282]: from='client.53840 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:15:26.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:15:25 smithi039 ceph-mon[181282]: from='client.43929 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:15:26.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:15:25 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3694885073' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:15:26.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:15:26 smithi032 ceph-mon[191839]: pgmap v9319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:26.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:15:26 smithi032 ceph-mon[189144]: pgmap v9319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:27.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:15:26 smithi039 ceph-mon[181282]: pgmap v9319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:28.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:15:28 smithi032 ceph-mon[191839]: pgmap v9320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:15:28 smithi032 ceph-mon[189144]: pgmap v9320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:29.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:15:28 smithi039 ceph-mon[181282]: pgmap v9320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:30.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:15:30 smithi032 ceph-mon[189144]: pgmap v9321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:15:30 smithi032 ceph-mon[191839]: pgmap v9321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:31.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:15:30 smithi039 ceph-mon[181282]: pgmap v9321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:31.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:15:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:15:30] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T21:15:32.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:15:32 smithi032 ceph-mon[189144]: pgmap v9322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:32.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:15:32 smithi032 ceph-mon[191839]: pgmap v9322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:33.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:15:32 smithi039 ceph-mon[181282]: pgmap v9322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:34.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:15:34 smithi032 ceph-mon[189144]: pgmap v9323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:34.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:15:34 smithi032 ceph-mon[191839]: pgmap v9323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:35.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:15:34 smithi039 ceph-mon[181282]: pgmap v9323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:35.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:15:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:15:35.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:15:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:15:36.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:15:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:15:36.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:15:36 smithi032 ceph-mon[191839]: pgmap v9324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:36.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:15:36 smithi032 ceph-mon[189144]: pgmap v9324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:37.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:15:36 smithi039 ceph-mon[181282]: pgmap v9324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:38.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:15:38 smithi032 ceph-mon[189144]: pgmap v9325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:38.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:15:38 smithi032 ceph-mon[191839]: pgmap v9325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:39.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:15:38 smithi039 ceph-mon[181282]: pgmap v9325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:40.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:15:40 smithi032 ceph-mon[191839]: pgmap v9326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:40.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:15:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:15:40.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:15:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:15:40.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:15:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:15:40.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:15:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:15:40.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:15:40 smithi032 ceph-mon[189144]: pgmap v9326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:40.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:15:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:15:40.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:15:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:15:40.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:15:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:15:40.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:15:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:15:41.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:15:40 smithi039 ceph-mon[181282]: pgmap v9326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:41.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:15:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:15:41.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:15:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:15:41.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:15:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:15:41.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:15:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:15:41.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:15:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:15:40] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T21:15:42.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:15:42 smithi032 ceph-mon[191839]: pgmap v9327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:42.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:15:42 smithi032 ceph-mon[189144]: pgmap v9327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:43.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:15:42 smithi039 ceph-mon[181282]: pgmap v9327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:44.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:15:44 smithi032 ceph-mon[191839]: pgmap v9328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:44.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:15:44 smithi032 ceph-mon[189144]: pgmap v9328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:45.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:15:44 smithi039 ceph-mon[181282]: pgmap v9328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:46.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:15:46 smithi032 ceph-mon[191839]: pgmap v9329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:46.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:15:46 smithi032 ceph-mon[189144]: pgmap v9329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:47.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:15:46 smithi039 ceph-mon[181282]: pgmap v9329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:48.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:15:48 smithi032 ceph-mon[191839]: pgmap v9330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:48.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:15:48 smithi032 ceph-mon[189144]: pgmap v9330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:49.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:15:48 smithi039 ceph-mon[181282]: pgmap v9330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:15:50 smithi032 ceph-mon[189144]: pgmap v9331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:15:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:15:50.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:15:50 smithi032 ceph-mon[191839]: pgmap v9331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:15:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:15:51.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:15:50 smithi039 ceph-mon[181282]: pgmap v9331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:51.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:15:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:15:51.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:15:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:15:50] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T21:15:52.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:15:52 smithi032 ceph-mon[191839]: pgmap v9332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:52.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:15:52 smithi032 ceph-mon[189144]: pgmap v9332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:53.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:15:52 smithi039 ceph-mon[181282]: pgmap v9332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:54.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:15:54 smithi032 ceph-mon[189144]: pgmap v9333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:54.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:15:54 smithi032 ceph-mon[191839]: pgmap v9333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:55.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:15:54 smithi039 ceph-mon[181282]: pgmap v9333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:55.202 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:15:55.527 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:15:55.527 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 7m ago 4h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:15:55.527 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 5m ago 4h 96.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:15:55.527 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 7m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:15:55.528 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 5m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:15:55.528 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 5m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:15:55.528 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 7m ago 4h 698M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:15:55.528 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 7m ago 4h 1177M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:15:55.528 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 5m ago 4h 575M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:15:55.528 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 7m ago 4h 590M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:15:55.529 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 7m ago 4h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:15:55.529 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 5m ago 4h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:15:55.529 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 7m ago 4h 4463M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:15:55.529 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 7m ago 4h 4654M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:15:55.529 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 7m ago 4h 4177M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:15:55.529 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 7m ago 4h 4152M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:15:55.529 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 5m ago 4h 3958M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:15:55.530 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 5m ago 4h 4210M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:15:55.530 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 5m ago 4h 3947M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:15:55.530 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 5m ago 4h 3864M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:15:55.530 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 5m ago 4h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:15:55.935 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:15:55.935 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:15:55.935 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:15:55.935 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:15:55.935 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:15:55.935 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:15:55.935 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:15:55.936 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:15:55.936 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:15:55.936 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:15:55.936 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:15:55.936 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:15:55.936 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:15:55.936 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:15:55.936 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:15:55.937 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:15:55.937 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:15:55.937 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:15:56.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:15:56 smithi032 ceph-mon[191839]: from='client.43941 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:15:56.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:15:56 smithi032 ceph-mon[191839]: pgmap v9334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:56.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:15:56 smithi032 ceph-mon[191839]: from='client.53864 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:15:56.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:15:56 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1783662452' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:15:56.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:15:56 smithi032 ceph-mon[189144]: from='client.43941 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:15:56.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:15:56 smithi032 ceph-mon[189144]: pgmap v9334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:56.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:15:56 smithi032 ceph-mon[189144]: from='client.53864 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:15:56.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:15:56 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1783662452' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:15:57.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:15:56 smithi039 ceph-mon[181282]: from='client.43941 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:15:57.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:15:56 smithi039 ceph-mon[181282]: pgmap v9334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:57.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:15:56 smithi039 ceph-mon[181282]: from='client.53864 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:15:57.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:15:56 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1783662452' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:15:58.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:15:58 smithi032 ceph-mon[191839]: pgmap v9335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:58.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:15:58 smithi032 ceph-mon[189144]: pgmap v9335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:15:59.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:15:58 smithi039 ceph-mon[181282]: pgmap v9335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:00.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:00 smithi032 ceph-mon[189144]: pgmap v9336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:00.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:00 smithi032 ceph-mon[191839]: pgmap v9336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:01.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:00 smithi039 ceph-mon[181282]: pgmap v9336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:16:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:16:00] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T21:16:02.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:02 smithi032 ceph-mon[191839]: pgmap v9337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:02.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:02 smithi032 ceph-mon[189144]: pgmap v9337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:03.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:02 smithi039 ceph-mon[181282]: pgmap v9337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:04.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:04 smithi032 ceph-mon[189144]: pgmap v9338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:04.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:04 smithi032 ceph-mon[191839]: pgmap v9338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:05.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:04 smithi039 ceph-mon[181282]: pgmap v9338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:05.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:16:05.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:16:06.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:16:06.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:06 smithi032 ceph-mon[191839]: pgmap v9339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:06.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:06 smithi032 ceph-mon[189144]: pgmap v9339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:07.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:06 smithi039 ceph-mon[181282]: pgmap v9339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:08.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:08 smithi032 ceph-mon[189144]: pgmap v9340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:08.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:08 smithi032 ceph-mon[191839]: pgmap v9340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:09.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:08 smithi039 ceph-mon[181282]: pgmap v9340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:10.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:10 smithi032 ceph-mon[191839]: pgmap v9341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:10.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:10 smithi032 ceph-mon[189144]: pgmap v9341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:11.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:10 smithi039 ceph-mon[181282]: pgmap v9341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:16:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:16:10] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2023-12-22T21:16:12.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:12 smithi032 ceph-mon[191839]: pgmap v9342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:12.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:12 smithi032 ceph-mon[189144]: pgmap v9342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:13.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:12 smithi039 ceph-mon[181282]: pgmap v9342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:14.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:14 smithi032 ceph-mon[191839]: pgmap v9343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:14.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:14 smithi032 ceph-mon[189144]: pgmap v9343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:15.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:14 smithi039 ceph-mon[181282]: pgmap v9343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:16.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:16 smithi032 ceph-mon[189144]: pgmap v9344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:16.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:16 smithi032 ceph-mon[191839]: pgmap v9344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:17.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:16 smithi039 ceph-mon[181282]: pgmap v9344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:18.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:18 smithi032 ceph-mon[189144]: pgmap v9345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:18 smithi032 ceph-mon[191839]: pgmap v9345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:19.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:18 smithi039 ceph-mon[181282]: pgmap v9345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:20.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:20 smithi032 ceph-mon[191839]: pgmap v9346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:20.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:16:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:20 smithi032 ceph-mon[189144]: pgmap v9346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:16:21.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:20 smithi039 ceph-mon[181282]: pgmap v9346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:21.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:16:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:16:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:16:20] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T21:16:22.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:22 smithi032 ceph-mon[191839]: pgmap v9347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:22.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:22 smithi032 ceph-mon[189144]: pgmap v9347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:23.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:22 smithi039 ceph-mon[181282]: pgmap v9347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:24.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:24 smithi032 ceph-mon[191839]: pgmap v9348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:24.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:24 smithi032 ceph-mon[189144]: pgmap v9348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:25.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:24 smithi039 ceph-mon[181282]: pgmap v9348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:26.297 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:16:26.624 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:16:26.624 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 7m ago 4h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:16:26.624 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 5m ago 4h 96.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:16:26.624 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 7m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:16:26.624 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 5m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:16:26.625 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 5m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:16:26.625 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 7m ago 4h 698M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:16:26.625 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 7m ago 4h 1177M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:16:26.625 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 5m ago 4h 575M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:16:26.625 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 7m ago 4h 590M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:16:26.625 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 7m ago 4h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:16:26.625 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 5m ago 4h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:16:26.625 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 7m ago 4h 4463M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:16:26.625 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 7m ago 4h 4654M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:16:26.625 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 7m ago 4h 4177M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:16:26.625 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 7m ago 4h 4152M 2460M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:16:26.625 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 5m ago 4h 3958M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:16:26.625 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 5m ago 4h 4210M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:16:26.625 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 5m ago 4h 3947M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:16:26.626 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 5m ago 4h 3864M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:16:26.626 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 5m ago 4h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:16:26.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:26 smithi032 ceph-mon[191839]: pgmap v9349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:26.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:26 smithi032 ceph-mon[189144]: pgmap v9349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:27.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:26 smithi039 ceph-mon[181282]: pgmap v9349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:27.023 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:16:27.023 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:16:27.023 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:16:27.023 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:16:27.024 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:16:27.024 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:16:27.024 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:16:27.024 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:16:27.024 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:16:27.024 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:16:27.024 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:16:27.024 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:16:27.024 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:16:27.024 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:16:27.024 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:16:27.024 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:16:27.024 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:16:27.024 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:16:27.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:27 smithi032 ceph-mon[189144]: from='client.43959 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:16:27.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:27 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3882407199' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:16:27.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:27 smithi032 ceph-mon[191839]: from='client.43959 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:16:27.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:27 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3882407199' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:16:28.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:27 smithi039 ceph-mon[181282]: from='client.43959 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:16:28.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:27 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3882407199' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:16:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:28 smithi032 ceph-mon[191839]: from='client.43965 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:16:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:28 smithi032 ceph-mon[191839]: pgmap v9350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:28 smithi032 ceph-mon[189144]: from='client.43965 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:16:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:28 smithi032 ceph-mon[189144]: pgmap v9350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:29.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:28 smithi039 ceph-mon[181282]: from='client.43965 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:16:29.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:28 smithi039 ceph-mon[181282]: pgmap v9350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:30.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:30 smithi032 ceph-mon[189144]: pgmap v9351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:30 smithi032 ceph-mon[191839]: pgmap v9351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:31.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:30 smithi039 ceph-mon[181282]: pgmap v9351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:16:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:16:30] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T21:16:32.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:32 smithi032 ceph-mon[191839]: pgmap v9352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:32.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:32 smithi032 ceph-mon[189144]: pgmap v9352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:33.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:32 smithi039 ceph-mon[181282]: pgmap v9352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:34.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:34 smithi032 ceph-mon[191839]: pgmap v9353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:34.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:34 smithi032 ceph-mon[189144]: pgmap v9353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:35.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:34 smithi039 ceph-mon[181282]: pgmap v9353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:16:35.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:16:36.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:16:36.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:36 smithi032 ceph-mon[191839]: pgmap v9354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:36.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:36 smithi032 ceph-mon[189144]: pgmap v9354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:37.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:36 smithi039 ceph-mon[181282]: pgmap v9354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:37.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:37 smithi032 ceph-mon[191839]: pgmap v9355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:37.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:37 smithi032 ceph-mon[189144]: pgmap v9355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:38.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:37 smithi039 ceph-mon[181282]: pgmap v9355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:40.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:40 smithi032 ceph-mon[189144]: pgmap v9356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:40.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:16:40.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:40 smithi032 ceph-mon[191839]: pgmap v9356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:40.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:16:41.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:40 smithi039 ceph-mon[181282]: pgmap v9356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:41.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:16:41.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:16:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:16:40] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T21:16:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:16:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:16:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:16:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:16:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:16:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:16:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:41 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi032 to 2451M 2023-12-22T21:16:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:16:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:16:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:16:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:16:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:41 smithi032 ceph-mon[191839]: pgmap v9357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:16:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:16:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:16:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:16:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:16:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:16:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:41 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi032 to 2451M 2023-12-22T21:16:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:16:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:16:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:16:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:16:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:41 smithi032 ceph-mon[189144]: pgmap v9357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:16:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:16:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:16:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:16:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:16:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:16:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:41 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi032 to 2451M 2023-12-22T21:16:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:16:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:16:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:16:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:16:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:41 smithi039 ceph-mon[181282]: pgmap v9357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:44.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:44 smithi032 ceph-mon[191839]: pgmap v9358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:44.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:44 smithi032 ceph-mon[189144]: pgmap v9358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:45.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:44 smithi039 ceph-mon[181282]: pgmap v9358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:46.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:46 smithi032 ceph-mon[191839]: pgmap v9359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:46.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:46 smithi032 ceph-mon[189144]: pgmap v9359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:47.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:46 smithi039 ceph-mon[181282]: pgmap v9359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:48.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:48 smithi032 ceph-mon[191839]: pgmap v9360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:48.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:48 smithi032 ceph-mon[189144]: pgmap v9360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:49.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:48 smithi039 ceph-mon[181282]: pgmap v9360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:50 smithi032 ceph-mon[189144]: pgmap v9361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:16:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:50 smithi032 ceph-mon[191839]: pgmap v9361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:16:51.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:50 smithi039 ceph-mon[181282]: pgmap v9361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:16:51.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:16:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:16:50] "GET /metrics HTTP/1.1" 200 34065 "" "Prometheus/2.43.0" 2023-12-22T21:16:52.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:52 smithi032 ceph-mon[189144]: pgmap v9362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:52.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:52 smithi032 ceph-mon[191839]: pgmap v9362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:53.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:52 smithi039 ceph-mon[181282]: pgmap v9362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:54.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:54 smithi032 ceph-mon[189144]: pgmap v9363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:54.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:54 smithi032 ceph-mon[191839]: pgmap v9363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:55.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:54 smithi039 ceph-mon[181282]: pgmap v9363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:56.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:56 smithi032 ceph-mon[191839]: pgmap v9364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:56.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:56 smithi032 ceph-mon[189144]: pgmap v9364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:57.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:56 smithi039 ceph-mon[181282]: pgmap v9364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:57.388 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:16:57.712 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:16:57.712 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 8m ago 4h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:16:57.712 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 6m ago 4h 96.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:16:57.712 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 8m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:16:57.712 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 6m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:16:57.712 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 6m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:16:57.712 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 8m ago 4h 698M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:16:57.712 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 8m ago 4h 1177M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:16:57.712 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 6m ago 4h 575M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:16:57.712 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 8m ago 4h 590M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:16:57.713 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 8m ago 4h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:16:57.713 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 6m ago 4h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:16:57.713 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 8m ago 4h 4463M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:16:57.713 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 8m ago 4h 4654M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:16:57.713 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 8m ago 4h 4177M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:16:57.713 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 8m ago 4h 4152M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:16:57.713 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 6m ago 4h 3958M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:16:57.713 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 6m ago 4h 4210M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:16:57.713 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 6m ago 4h 3947M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:16:57.713 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 6m ago 4h 3864M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:16:57.713 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 6m ago 4h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:16:58.111 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:16:58.111 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:16:58.111 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:16:58.111 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:16:58.111 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:16:58.111 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:16:58.111 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:16:58.111 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:16:58.111 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:16:58.111 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:16:58.111 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:16:58.111 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:16:58.111 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:16:58.112 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:16:58.112 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:16:58.112 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:16:58.112 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:16:58.112 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:16:58.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:58 smithi032 ceph-mon[191839]: from='client.53894 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:16:58.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:58 smithi032 ceph-mon[191839]: pgmap v9365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:58.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:58 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2912920108' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:16:58.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:58 smithi032 ceph-mon[189144]: from='client.53894 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:16:58.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:58 smithi032 ceph-mon[189144]: pgmap v9365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:58.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:58 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2912920108' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:16:59.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:58 smithi039 ceph-mon[181282]: from='client.53894 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:16:59.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:58 smithi039 ceph-mon[181282]: pgmap v9365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:16:59.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:58 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2912920108' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:16:59.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:16:59 smithi032 ceph-mon[189144]: from='client.53900 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:16:59.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:16:59 smithi032 ceph-mon[191839]: from='client.53900 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:17:00.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:16:59 smithi039 ceph-mon[181282]: from='client.53900 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:17:00.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:17:00 smithi032 ceph-mon[189144]: pgmap v9366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:00.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:17:00 smithi032 ceph-mon[191839]: pgmap v9366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:01.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:17:00 smithi039 ceph-mon[181282]: pgmap v9366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:01.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:17:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:17:00] "GET /metrics HTTP/1.1" 200 34065 "" "Prometheus/2.43.0" 2023-12-22T21:17:02.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:17:02 smithi032 ceph-mon[191839]: pgmap v9367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:02.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:17:02 smithi032 ceph-mon[189144]: pgmap v9367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:03.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:17:02 smithi039 ceph-mon[181282]: pgmap v9367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:04.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:17:04 smithi032 ceph-mon[191839]: pgmap v9368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:04.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:17:04 smithi032 ceph-mon[189144]: pgmap v9368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:05.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:17:04 smithi039 ceph-mon[181282]: pgmap v9368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:05.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:17:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:17:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:17:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:17:06.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:17:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:17:06.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:17:06 smithi032 ceph-mon[189144]: pgmap v9369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:06.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:17:06 smithi032 ceph-mon[191839]: pgmap v9369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:07.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:17:06 smithi039 ceph-mon[181282]: pgmap v9369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:07.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:17:07 smithi032 ceph-mon[191839]: pgmap v9370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:07.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:17:07 smithi032 ceph-mon[189144]: pgmap v9370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:08.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:17:07 smithi039 ceph-mon[181282]: pgmap v9370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:10.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:17:10 smithi032 ceph-mon[189144]: pgmap v9371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:10.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:17:10 smithi032 ceph-mon[191839]: pgmap v9371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:11.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:17:10 smithi039 ceph-mon[181282]: pgmap v9371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:17:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:17:10] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T21:17:12.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:17:12 smithi032 ceph-mon[191839]: pgmap v9372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:12.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:17:12 smithi032 ceph-mon[189144]: pgmap v9372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:13.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:17:12 smithi039 ceph-mon[181282]: pgmap v9372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:14.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:17:14 smithi032 ceph-mon[191839]: pgmap v9373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:14.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:17:14 smithi032 ceph-mon[189144]: pgmap v9373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:15.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:17:14 smithi039 ceph-mon[181282]: pgmap v9373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:16.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:17:16 smithi032 ceph-mon[189144]: pgmap v9374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:16.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:17:16 smithi032 ceph-mon[191839]: pgmap v9374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:17.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:17:16 smithi039 ceph-mon[181282]: pgmap v9374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:18.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:17:18 smithi032 ceph-mon[191839]: pgmap v9375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:18.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:17:18 smithi032 ceph-mon[189144]: pgmap v9375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:19.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:17:18 smithi039 ceph-mon[181282]: pgmap v9375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:17:20 smithi032 ceph-mon[189144]: pgmap v9376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:17:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:17:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:17:20 smithi032 ceph-mon[191839]: pgmap v9376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:17:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:17:21.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:17:20 smithi039 ceph-mon[181282]: pgmap v9376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:17:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:17:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:17:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:17:20] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T21:17:22.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:17:22 smithi032 ceph-mon[191839]: pgmap v9377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:22.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:17:22 smithi032 ceph-mon[189144]: pgmap v9377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:23.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:17:22 smithi039 ceph-mon[181282]: pgmap v9377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:24.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:17:24 smithi032 ceph-mon[191839]: pgmap v9378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:24.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:17:24 smithi032 ceph-mon[189144]: pgmap v9378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:25.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:17:24 smithi039 ceph-mon[181282]: pgmap v9378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:26.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:17:26 smithi032 ceph-mon[191839]: pgmap v9379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:26.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:17:26 smithi032 ceph-mon[189144]: pgmap v9379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:27.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:17:26 smithi039 ceph-mon[181282]: pgmap v9379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:28.474 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:17:28.798 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:17:28.798 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 8m ago 4h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:17:28.798 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 6m ago 4h 96.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:17:28.798 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 8m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:17:28.799 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 6m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:17:28.799 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 6m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:17:28.799 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 8m ago 4h 698M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:17:28.799 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 8m ago 4h 1177M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:17:28.799 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 6m ago 4h 575M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:17:28.799 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 8m ago 4h 590M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:17:28.799 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 8m ago 4h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:17:28.799 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 6m ago 4h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:17:28.799 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 8m ago 4h 4463M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:17:28.799 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 8m ago 4h 4654M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:17:28.799 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 8m ago 4h 4177M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:17:28.799 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 8m ago 4h 4152M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:17:28.799 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 6m ago 4h 3958M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:17:28.800 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 6m ago 4h 4210M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:17:28.800 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 6m ago 4h 3947M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:17:28.800 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 6m ago 4h 3864M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:17:28.800 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 6m ago 4h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:17:28.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:17:28 smithi032 ceph-mon[191839]: pgmap v9380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:17:28 smithi032 ceph-mon[189144]: pgmap v9380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:29.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:17:28 smithi039 ceph-mon[181282]: pgmap v9380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:29.210 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:17:29.210 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:17:29.210 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:17:29.210 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:17:29.210 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:17:29.211 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:17:29.211 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:17:29.211 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:17:29.211 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:17:29.211 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:17:29.211 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:17:29.211 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:17:29.211 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:17:29.211 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:17:29.211 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:17:29.211 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:17:29.211 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:17:29.211 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:17:29.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:17:29 smithi032 ceph-mon[191839]: from='client.43995 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:17:29.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:17:29 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/494464829' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:17:29.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:17:29 smithi032 ceph-mon[189144]: from='client.43995 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:17:29.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:17:29 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/494464829' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:17:30.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:17:29 smithi039 ceph-mon[181282]: from='client.43995 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:17:30.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:17:29 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/494464829' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:17:30.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:17:30 smithi032 ceph-mon[189144]: from='client.44001 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:17:30.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:17:30 smithi032 ceph-mon[189144]: pgmap v9381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:17:30 smithi032 ceph-mon[191839]: from='client.44001 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:17:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:17:30 smithi032 ceph-mon[191839]: pgmap v9381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:31.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:17:30 smithi039 ceph-mon[181282]: from='client.44001 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:17:31.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:17:30 smithi039 ceph-mon[181282]: pgmap v9381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:31.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:17:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:17:30] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T21:17:32.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:17:32 smithi032 ceph-mon[191839]: pgmap v9382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:32.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:17:32 smithi032 ceph-mon[189144]: pgmap v9382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:33.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:17:32 smithi039 ceph-mon[181282]: pgmap v9382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:34.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:17:34 smithi032 ceph-mon[191839]: pgmap v9383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:34.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:17:34 smithi032 ceph-mon[189144]: pgmap v9383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:35.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:17:34 smithi039 ceph-mon[181282]: pgmap v9383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:17:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:17:35.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:17:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:17:36.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:17:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:17:36.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:17:36 smithi032 ceph-mon[191839]: pgmap v9384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:36.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:17:36 smithi032 ceph-mon[189144]: pgmap v9384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:37.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:17:36 smithi039 ceph-mon[181282]: pgmap v9384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:37.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:17:37 smithi032 ceph-mon[191839]: pgmap v9385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:37.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:17:37 smithi032 ceph-mon[189144]: pgmap v9385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:38.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:17:37 smithi039 ceph-mon[181282]: pgmap v9385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:40.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:17:40 smithi032 ceph-mon[191839]: pgmap v9386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:40.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:17:40 smithi032 ceph-mon[189144]: pgmap v9386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:41.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:17:40 smithi039 ceph-mon[181282]: pgmap v9386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:41.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:17:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:17:40] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2023-12-22T21:17:41.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:17:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:17:41.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:17:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:17:42.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:17:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:17:42.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:17:42 smithi032 ceph-mon[191839]: pgmap v9387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:42.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:17:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:17:42.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:17:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:17:42.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:17:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:17:42.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:17:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:17:42.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:17:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:17:42.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:17:42 smithi032 ceph-mon[189144]: pgmap v9387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:42.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:17:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:17:42.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:17:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:17:42.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:17:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:17:42.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:17:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:17:42.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:17:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:17:43.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:17:42 smithi039 ceph-mon[181282]: pgmap v9387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:43.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:17:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:17:43.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:17:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:17:43.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:17:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:17:43.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:17:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:17:43.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:17:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:17:44.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:17:44 smithi032 ceph-mon[191839]: pgmap v9388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:44.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:17:44 smithi032 ceph-mon[189144]: pgmap v9388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:45.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:17:44 smithi039 ceph-mon[181282]: pgmap v9388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:46.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:17:46 smithi032 ceph-mon[191839]: pgmap v9389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:46.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:17:46 smithi032 ceph-mon[189144]: pgmap v9389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:47.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:17:46 smithi039 ceph-mon[181282]: pgmap v9389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:48.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:17:48 smithi032 ceph-mon[189144]: pgmap v9390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:48.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:17:48 smithi032 ceph-mon[191839]: pgmap v9390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:49.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:17:48 smithi039 ceph-mon[181282]: pgmap v9390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:17:50 smithi032 ceph-mon[189144]: pgmap v9391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:17:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:17:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:17:50 smithi032 ceph-mon[191839]: pgmap v9391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:17:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:17:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:17:50 smithi039 ceph-mon[181282]: pgmap v9391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:17:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:17:51.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:17:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:17:50] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T21:17:52.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:17:52 smithi032 ceph-mon[191839]: pgmap v9392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:52.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:17:52 smithi032 ceph-mon[189144]: pgmap v9392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:53.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:17:52 smithi039 ceph-mon[181282]: pgmap v9392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:54.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:17:54 smithi032 ceph-mon[191839]: pgmap v9393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:54.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:17:54 smithi032 ceph-mon[189144]: pgmap v9393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:55.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:17:54 smithi039 ceph-mon[181282]: pgmap v9393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:56.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:17:56 smithi032 ceph-mon[191839]: pgmap v9394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:56.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:17:56 smithi032 ceph-mon[189144]: pgmap v9394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:57.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:17:56 smithi039 ceph-mon[181282]: pgmap v9394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:58.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:17:58 smithi032 ceph-mon[189144]: pgmap v9395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:58.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:17:58 smithi032 ceph-mon[191839]: pgmap v9395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:59.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:17:58 smithi039 ceph-mon[181282]: pgmap v9395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:17:59.573 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:17:59.897 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:17:59.897 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 9m ago 4h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:17:59.897 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 7m ago 4h 96.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:17:59.897 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 9m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:17:59.898 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 7m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:17:59.898 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 7m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:17:59.898 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 9m ago 4h 698M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:17:59.898 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 9m ago 4h 1177M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:17:59.898 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 7m ago 4h 575M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:17:59.898 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 9m ago 4h 590M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:17:59.898 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 9m ago 4h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:17:59.898 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 7m ago 4h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:17:59.898 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 9m ago 4h 4463M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:17:59.898 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 9m ago 4h 4654M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:17:59.898 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 9m ago 4h 4177M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:17:59.898 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 9m ago 4h 4152M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:17:59.898 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 7m ago 4h 3958M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:17:59.898 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 7m ago 4h 4210M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:17:59.899 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 7m ago 4h 3947M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:17:59.899 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 7m ago 4h 3864M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:17:59.899 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 7m ago 4h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:18:00.300 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:18:00.300 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:18:00.301 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:18:00.301 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:18:00.301 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:18:00.301 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:18:00.301 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:18:00.301 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:18:00.301 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:18:00.301 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:18:00.301 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:18:00.301 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:18:00.301 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:18:00.301 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:18:00.301 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:18:00.301 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:18:00.302 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:18:00.302 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:18:00.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:18:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:18:00] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T21:18:00.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:18:00 smithi032 ceph-mon[191839]: pgmap v9396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:00.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:18:00 smithi032 ceph-mon[191839]: from='client.44013 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:18:00.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:18:00 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3596358521' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:18:00.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:18:00 smithi032 ceph-mon[189144]: pgmap v9396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:00.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:18:00 smithi032 ceph-mon[189144]: from='client.44013 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:18:00.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:18:00 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3596358521' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:18:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:18:00 smithi039 ceph-mon[181282]: pgmap v9396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:18:00 smithi039 ceph-mon[181282]: from='client.44013 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:18:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:18:00 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3596358521' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:18:01.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:18:01 smithi032 ceph-mon[191839]: from='client.44019 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:18:01.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:18:01 smithi032 ceph-mon[189144]: from='client.44019 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:18:02.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:18:01 smithi039 ceph-mon[181282]: from='client.44019 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:18:02.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:18:02 smithi032 ceph-mon[189144]: pgmap v9397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:02.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:18:02 smithi032 ceph-mon[191839]: pgmap v9397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:03.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:18:02 smithi039 ceph-mon[181282]: pgmap v9397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:03.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:18:03 smithi032 ceph-mon[191839]: pgmap v9398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:03.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:18:03 smithi032 ceph-mon[189144]: pgmap v9398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:04.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:18:03 smithi039 ceph-mon[181282]: pgmap v9398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:18:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:18:05.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:18:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:18:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:18:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:18:06.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:18:06 smithi032 ceph-mon[191839]: pgmap v9399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:06.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:18:06 smithi032 ceph-mon[189144]: pgmap v9399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:07.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:18:06 smithi039 ceph-mon[181282]: pgmap v9399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:08.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:18:08 smithi032 ceph-mon[191839]: pgmap v9400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:08.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:18:08 smithi032 ceph-mon[189144]: pgmap v9400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:09.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:18:08 smithi039 ceph-mon[181282]: pgmap v9400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:10.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:18:10 smithi032 ceph-mon[189144]: pgmap v9401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:10.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:18:10 smithi032 ceph-mon[191839]: pgmap v9401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:18:10 smithi039 ceph-mon[181282]: pgmap v9401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:18:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:18:10] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T21:18:12.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:18:12 smithi032 ceph-mon[191839]: pgmap v9402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:12.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:18:12 smithi032 ceph-mon[189144]: pgmap v9402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:13.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:18:12 smithi039 ceph-mon[181282]: pgmap v9402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:14.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:18:14 smithi032 ceph-mon[191839]: pgmap v9403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:14.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:18:14 smithi032 ceph-mon[189144]: pgmap v9403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:15.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:18:14 smithi039 ceph-mon[181282]: pgmap v9403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:16.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:18:16 smithi032 ceph-mon[191839]: pgmap v9404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:16.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:18:16 smithi032 ceph-mon[189144]: pgmap v9404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:17.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:18:16 smithi039 ceph-mon[181282]: pgmap v9404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:18:18 smithi032 ceph-mon[191839]: pgmap v9405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:18.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:18:18 smithi032 ceph-mon[189144]: pgmap v9405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:19.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:18:18 smithi039 ceph-mon[181282]: pgmap v9405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:18:20 smithi032 ceph-mon[189144]: pgmap v9406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:20.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:18:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:18:20.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:18:20 smithi032 ceph-mon[191839]: pgmap v9406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:20.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:18:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:18:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:18:20 smithi039 ceph-mon[181282]: pgmap v9406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:18:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:18:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:18:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:18:20] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T21:18:22.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:18:22 smithi032 ceph-mon[191839]: pgmap v9407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:22.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:18:22 smithi032 ceph-mon[189144]: pgmap v9407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:23.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:18:22 smithi039 ceph-mon[181282]: pgmap v9407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:24.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:18:24 smithi032 ceph-mon[191839]: pgmap v9408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:24.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:18:24 smithi032 ceph-mon[189144]: pgmap v9408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:25.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:18:24 smithi039 ceph-mon[181282]: pgmap v9408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:26.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:18:26 smithi032 ceph-mon[191839]: pgmap v9409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:26.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:18:26 smithi032 ceph-mon[189144]: pgmap v9409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:27.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:18:26 smithi039 ceph-mon[181282]: pgmap v9409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:27.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:18:27 smithi032 ceph-mon[191839]: pgmap v9410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:27.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:18:27 smithi032 ceph-mon[189144]: pgmap v9410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:28.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:18:27 smithi039 ceph-mon[181282]: pgmap v9410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:30.665 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:18:30.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:18:30 smithi032 ceph-mon[191839]: pgmap v9411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:30.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:18:30 smithi032 ceph-mon[189144]: pgmap v9411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:30.988 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:18:30.988 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 9m ago 4h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:18:30.988 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 7m ago 4h 96.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:18:30.988 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 9m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:18:30.988 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 7m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:18:30.988 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 7m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:18:30.989 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 9m ago 4h 698M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:18:30.989 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 9m ago 4h 1177M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:18:30.989 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 7m ago 4h 575M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:18:30.989 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 9m ago 4h 590M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:18:30.989 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 9m ago 4h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:18:30.989 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 7m ago 4h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:18:30.989 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 9m ago 4h 4463M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:18:30.989 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 9m ago 4h 4654M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:18:30.989 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 9m ago 4h 4177M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:18:30.989 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 9m ago 4h 4152M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:18:30.989 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 7m ago 4h 3958M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:18:30.989 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 7m ago 4h 4210M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:18:30.989 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 7m ago 4h 3947M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:18:30.989 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 7m ago 4h 3864M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:18:30.990 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 7m ago 4h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:18:31.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:18:30 smithi039 ceph-mon[181282]: pgmap v9411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:31.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:18:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:18:30] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T21:18:31.389 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:18:31.389 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:18:31.389 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:18:31.389 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:18:31.389 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:18:31.390 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:18:31.390 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:18:31.390 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:18:31.390 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:18:31.390 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:18:31.390 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:18:31.390 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:18:31.390 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:18:31.390 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:18:31.390 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:18:31.390 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:18:31.390 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:18:31.390 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:18:31.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:18:31 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2286903196' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:18:31.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:18:31 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2286903196' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:18:32.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:18:31 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2286903196' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:18:32.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:18:32 smithi032 ceph-mon[191839]: from='client.44031 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:18:32.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:18:32 smithi032 ceph-mon[191839]: from='client.44037 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:18:32.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:18:32 smithi032 ceph-mon[191839]: pgmap v9412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:32.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:18:32 smithi032 ceph-mon[189144]: from='client.44031 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:18:32.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:18:32 smithi032 ceph-mon[189144]: from='client.44037 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:18:32.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:18:32 smithi032 ceph-mon[189144]: pgmap v9412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:33.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:18:32 smithi039 ceph-mon[181282]: from='client.44031 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:18:33.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:18:32 smithi039 ceph-mon[181282]: from='client.44037 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:18:33.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:18:32 smithi039 ceph-mon[181282]: pgmap v9412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:34.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:18:34 smithi032 ceph-mon[189144]: pgmap v9413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:34.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:18:34 smithi032 ceph-mon[191839]: pgmap v9413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:35.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:18:34 smithi039 ceph-mon[181282]: pgmap v9413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:35.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:18:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:18:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:18:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:18:36.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:18:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:18:36.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:18:36 smithi032 ceph-mon[191839]: pgmap v9414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:36.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:18:36 smithi032 ceph-mon[189144]: pgmap v9414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:37.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:18:36 smithi039 ceph-mon[181282]: pgmap v9414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:38.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:18:38 smithi032 ceph-mon[191839]: pgmap v9415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:38.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:18:38 smithi032 ceph-mon[189144]: pgmap v9415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:39.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:18:38 smithi039 ceph-mon[181282]: pgmap v9415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:40.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:18:40 smithi032 ceph-mon[189144]: pgmap v9416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:40.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:18:40 smithi032 ceph-mon[191839]: pgmap v9416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:41.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:18:40 smithi039 ceph-mon[181282]: pgmap v9416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:41.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:18:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:18:40] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T21:18:42.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:18:42 smithi032 ceph-mon[191839]: pgmap v9417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:42.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:18:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:18:42.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:18:42 smithi032 ceph-mon[189144]: pgmap v9417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:42.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:18:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:18:43.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:18:42 smithi039 ceph-mon[181282]: pgmap v9417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:43.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:18:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:18:44.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:18:44 smithi032 ceph-mon[191839]: pgmap v9418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:44.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:18:44 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:18:44.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:18:44 smithi032 ceph-mon[189144]: pgmap v9418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:44.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:18:44 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:18:45.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:18:44 smithi039 ceph-mon[181282]: pgmap v9418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:45.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:18:44 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:18:45.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:18:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:18:45.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:18:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:18:45.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:18:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:18:45.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:18:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:18:45.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:18:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:18:45.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:18:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:18:45.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:18:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:18:45.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:18:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:18:46.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:18:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:18:46.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:18:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:18:46.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:18:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:18:46.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:18:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:18:46.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:18:46 smithi032 ceph-mon[191839]: pgmap v9419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:46.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:18:46 smithi032 ceph-mon[189144]: pgmap v9419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:47.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:18:46 smithi039 ceph-mon[181282]: pgmap v9419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:47.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:18:47 smithi032 ceph-mon[189144]: pgmap v9420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:47.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:18:47 smithi032 ceph-mon[191839]: pgmap v9420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:48.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:18:47 smithi039 ceph-mon[181282]: pgmap v9420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:18:50 smithi032 ceph-mon[191839]: pgmap v9421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:18:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:18:50.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:18:50 smithi032 ceph-mon[189144]: pgmap v9421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:50.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:18:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:18:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:18:50 smithi039 ceph-mon[181282]: pgmap v9421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:18:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:18:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:18:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:18:50] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T21:18:52.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:18:52 smithi032 ceph-mon[191839]: pgmap v9422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:52.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:18:52 smithi032 ceph-mon[189144]: pgmap v9422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:53.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:18:52 smithi039 ceph-mon[181282]: pgmap v9422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:54.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:18:54 smithi032 ceph-mon[191839]: pgmap v9423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:54.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:18:54 smithi032 ceph-mon[189144]: pgmap v9423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:55.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:18:54 smithi039 ceph-mon[181282]: pgmap v9423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:56.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:18:56 smithi032 ceph-mon[191839]: pgmap v9424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:56.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:18:56 smithi032 ceph-mon[189144]: pgmap v9424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:57.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:18:56 smithi039 ceph-mon[181282]: pgmap v9424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:58.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:18:58 smithi032 ceph-mon[189144]: pgmap v9425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:58.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:18:58 smithi032 ceph-mon[191839]: pgmap v9425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:18:59.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:18:58 smithi039 ceph-mon[181282]: pgmap v9425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:00.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:19:00 smithi032 ceph-mon[191839]: pgmap v9426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:00.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:19:00 smithi032 ceph-mon[189144]: pgmap v9426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:19:00 smithi039 ceph-mon[181282]: pgmap v9426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:19:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:19:00] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T21:19:01.756 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:19:02.079 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:19:02.079 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 17s ago 4h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:19:02.079 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 8m ago 4h 96.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:19:02.079 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 17s ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:19:02.079 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 8m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:19:02.079 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 8m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:19:02.079 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 17s ago 4h 704M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:19:02.080 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 17s ago 4h 1215M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:19:02.080 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 8m ago 4h 575M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:19:02.080 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 17s ago 4h 608M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:19:02.080 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 17s ago 4h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:19:02.080 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 8m ago 4h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:19:02.080 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 17s ago 4h 4495M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:19:02.080 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 17s ago 4h 4683M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:19:02.080 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 17s ago 4h 4201M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:19:02.080 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 17s ago 4h 4182M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:19:02.080 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 8m ago 4h 3958M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:19:02.080 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 8m ago 4h 4210M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:19:02.080 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 8m ago 4h 3947M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:19:02.080 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 8m ago 4h 3864M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:19:02.080 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 8m ago 4h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:19:02.484 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:19:02.484 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:19:02.484 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:19:02.484 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:19:02.484 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:19:02.484 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:19:02.484 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:19:02.484 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:19:02.484 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:19:02.484 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:19:02.484 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:19:02.484 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:19:02.484 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:19:02.485 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:19:02.485 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:19:02.485 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:19:02.485 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:19:02.485 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:19:02.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:19:02 smithi032 ceph-mon[191839]: pgmap v9427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:02.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:19:02 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3888490003' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:19:02.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:19:02 smithi032 ceph-mon[189144]: pgmap v9427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:02.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:19:02 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3888490003' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:19:03.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:19:02 smithi039 ceph-mon[181282]: pgmap v9427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:03.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:19:02 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3888490003' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:19:03.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:19:03 smithi032 ceph-mon[191839]: from='client.53966 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:19:03.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:19:03 smithi032 ceph-mon[191839]: from='client.53972 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:19:03.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:19:03 smithi032 ceph-mon[189144]: from='client.53966 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:19:03.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:19:03 smithi032 ceph-mon[189144]: from='client.53972 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:19:04.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:19:03 smithi039 ceph-mon[181282]: from='client.53966 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:19:04.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:19:03 smithi039 ceph-mon[181282]: from='client.53972 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:19:04.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:19:04 smithi032 ceph-mon[191839]: pgmap v9428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:04.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:19:04 smithi032 ceph-mon[189144]: pgmap v9428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:05.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:19:04 smithi039 ceph-mon[181282]: pgmap v9428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:19:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:19:05.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:19:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:19:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:19:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:19:06.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:19:06 smithi032 ceph-mon[189144]: pgmap v9429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:06.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:19:06 smithi032 ceph-mon[191839]: pgmap v9429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:07.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:19:06 smithi039 ceph-mon[181282]: pgmap v9429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:07.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:19:07 smithi032 ceph-mon[189144]: pgmap v9430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:07.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:19:07 smithi032 ceph-mon[191839]: pgmap v9430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:08.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:19:07 smithi039 ceph-mon[181282]: pgmap v9430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:10.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:19:10 smithi032 ceph-mon[191839]: pgmap v9431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:10.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:19:10 smithi032 ceph-mon[189144]: pgmap v9431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:19:10 smithi039 ceph-mon[181282]: pgmap v9431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:19:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:19:10] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T21:19:12.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:19:12 smithi032 ceph-mon[189144]: pgmap v9432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:12.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:19:12 smithi032 ceph-mon[191839]: pgmap v9432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:13.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:19:12 smithi039 ceph-mon[181282]: pgmap v9432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:14.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:19:14 smithi032 ceph-mon[189144]: pgmap v9433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:14.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:19:14 smithi032 ceph-mon[191839]: pgmap v9433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:15.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:19:14 smithi039 ceph-mon[181282]: pgmap v9433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:16.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:19:16 smithi032 ceph-mon[189144]: pgmap v9434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:16.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:19:16 smithi032 ceph-mon[191839]: pgmap v9434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:17.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:19:16 smithi039 ceph-mon[181282]: pgmap v9434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:18.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:19:18 smithi032 ceph-mon[189144]: pgmap v9435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:19:18 smithi032 ceph-mon[191839]: pgmap v9435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:19.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:19:18 smithi039 ceph-mon[181282]: pgmap v9435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:20.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:19:20 smithi032 ceph-mon[191839]: pgmap v9436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:20.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:19:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:19:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:19:20 smithi032 ceph-mon[189144]: pgmap v9436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:19:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:19:21.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:19:20 smithi039 ceph-mon[181282]: pgmap v9436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:19:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:19:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:19:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:19:20] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T21:19:22.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:19:22 smithi032 ceph-mon[191839]: pgmap v9437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:22.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:19:22 smithi032 ceph-mon[189144]: pgmap v9437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:23.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:19:22 smithi039 ceph-mon[181282]: pgmap v9437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:24.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:19:24 smithi032 ceph-mon[191839]: pgmap v9438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:24.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:19:24 smithi032 ceph-mon[189144]: pgmap v9438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:25.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:19:24 smithi039 ceph-mon[181282]: pgmap v9438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:26.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:19:26 smithi032 ceph-mon[191839]: pgmap v9439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:26.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:19:26 smithi032 ceph-mon[189144]: pgmap v9439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:27.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:19:26 smithi039 ceph-mon[181282]: pgmap v9439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:19:28 smithi032 ceph-mon[189144]: pgmap v9440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:19:28 smithi032 ceph-mon[191839]: pgmap v9440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:29.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:19:28 smithi039 ceph-mon[181282]: pgmap v9440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:30.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:19:30 smithi032 ceph-mon[191839]: pgmap v9441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:30.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:19:30 smithi032 ceph-mon[189144]: pgmap v9441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:30.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:19:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:19:30] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T21:19:31.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:19:30 smithi039 ceph-mon[181282]: pgmap v9441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:32.846 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:19:32.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:19:32 smithi032 ceph-mon[189144]: pgmap v9442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:32.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:19:32 smithi032 ceph-mon[191839]: pgmap v9442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:33.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:19:32 smithi039 ceph-mon[181282]: pgmap v9442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:33.169 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:19:33.169 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (3h) 48s ago 4h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:19:33.169 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 8m ago 4h 96.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:19:33.169 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 48s ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:19:33.169 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 8m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:19:33.169 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 8m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:19:33.169 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 48s ago 4h 704M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:19:33.170 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 48s ago 4h 1215M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:19:33.170 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 8m ago 4h 575M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:19:33.170 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 48s ago 4h 608M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:19:33.170 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (3h) 48s ago 4h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:19:33.170 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 8m ago 4h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:19:33.170 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 48s ago 4h 4495M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:19:33.170 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 48s ago 4h 4683M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:19:33.170 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 48s ago 4h 4201M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:19:33.170 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 48s ago 4h 4182M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:19:33.170 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 8m ago 4h 3958M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:19:33.171 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 8m ago 4h 4210M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:19:33.171 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 8m ago 4h 3947M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:19:33.171 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 8m ago 4h 3864M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:19:33.171 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 8m ago 4h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:19:33.568 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:19:33.568 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:19:33.568 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:19:33.568 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:19:33.568 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:19:33.568 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:19:33.568 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:19:33.568 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:19:33.568 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:19:33.569 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:19:33.569 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:19:33.569 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:19:33.569 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:19:33.569 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:19:33.569 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:19:33.569 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:19:33.569 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:19:33.569 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:19:33.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:19:33 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2700083789' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:19:33.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:19:33 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2700083789' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:19:34.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:19:33 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2700083789' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:19:34.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:19:34 smithi032 ceph-mon[191839]: from='client.53984 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:19:34.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:19:34 smithi032 ceph-mon[191839]: from='client.44073 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:19:34.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:19:34 smithi032 ceph-mon[191839]: pgmap v9443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:34.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:19:34 smithi032 ceph-mon[189144]: from='client.53984 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:19:34.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:19:34 smithi032 ceph-mon[189144]: from='client.44073 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:19:34.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:19:34 smithi032 ceph-mon[189144]: pgmap v9443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:35.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:19:34 smithi039 ceph-mon[181282]: from='client.53984 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:19:35.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:19:34 smithi039 ceph-mon[181282]: from='client.44073 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:19:35.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:19:34 smithi039 ceph-mon[181282]: pgmap v9443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:19:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:19:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:19:35 smithi032 ceph-mon[191839]: pgmap v9444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:35.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:19:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:19:35.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:19:35 smithi032 ceph-mon[189144]: pgmap v9444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:36.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:19:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:19:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:19:35 smithi039 ceph-mon[181282]: pgmap v9444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:38.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:19:38 smithi032 ceph-mon[189144]: pgmap v9445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:38.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:19:38 smithi032 ceph-mon[191839]: pgmap v9445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:39.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:19:38 smithi039 ceph-mon[181282]: pgmap v9445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:40.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:19:40 smithi032 ceph-mon[189144]: pgmap v9446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:40.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:19:40 smithi032 ceph-mon[191839]: pgmap v9446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:41.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:19:40 smithi039 ceph-mon[181282]: pgmap v9446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:19:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:19:40] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T21:19:42.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:19:42 smithi032 ceph-mon[191839]: pgmap v9447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:42.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:19:42 smithi032 ceph-mon[189144]: pgmap v9447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:43.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:19:42 smithi039 ceph-mon[181282]: pgmap v9447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:44.928 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:19:44 smithi032 ceph-mon[189144]: pgmap v9448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:44.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:19:44 smithi032 ceph-mon[191839]: pgmap v9448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:45.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:19:44 smithi039 ceph-mon[181282]: pgmap v9448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:45.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:19:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:19:45.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:19:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:19:46.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:19:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:19:46.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:19:46 smithi032 ceph-mon[191839]: pgmap v9449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:46.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:19:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:19:46.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:19:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:19:46.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:19:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:19:46.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:19:46 smithi032 ceph-mon[189144]: pgmap v9449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:46.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:19:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:19:46.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:19:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:19:46.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:19:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:19:47.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:19:46 smithi039 ceph-mon[181282]: pgmap v9449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:47.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:19:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:19:47.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:19:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:19:47.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:19:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:19:48.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:19:48 smithi032 ceph-mon[189144]: pgmap v9450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:48.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:19:48 smithi032 ceph-mon[191839]: pgmap v9450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:49.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:19:48 smithi039 ceph-mon[181282]: pgmap v9450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:50.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:19:50 smithi032 ceph-mon[191839]: pgmap v9451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:50.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:19:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:19:50.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:19:50 smithi032 ceph-mon[189144]: pgmap v9451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:50.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:19:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:19:50.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:19:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:19:50] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T21:19:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:19:50 smithi039 ceph-mon[181282]: pgmap v9451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:19:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:19:52.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:19:52 smithi032 ceph-mon[189144]: pgmap v9452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:52.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:19:52 smithi032 ceph-mon[191839]: pgmap v9452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:53.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:19:52 smithi039 ceph-mon[181282]: pgmap v9452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:54.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:19:54 smithi032 ceph-mon[191839]: pgmap v9453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:54.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:19:54 smithi032 ceph-mon[189144]: pgmap v9453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:55.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:19:54 smithi039 ceph-mon[181282]: pgmap v9453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:56.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:19:56 smithi032 ceph-mon[189144]: pgmap v9454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:56.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:19:56 smithi032 ceph-mon[191839]: pgmap v9454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:57.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:19:56 smithi039 ceph-mon[181282]: pgmap v9454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:58.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:19:58 smithi032 ceph-mon[189144]: pgmap v9455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:58.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:19:58 smithi032 ceph-mon[191839]: pgmap v9455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:19:59.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:19:58 smithi039 ceph-mon[181282]: pgmap v9455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:00.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T21:19:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T21:20:00.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:20:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:20:00] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T21:20:00.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:00 smithi032 ceph-mon[189144]: pgmap v9456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:00.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T21:20:00.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:00 smithi032 ceph-mon[191839]: pgmap v9456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:00.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T21:20:01.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:00 smithi039 ceph-mon[181282]: pgmap v9456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T21:20:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:01 smithi039 ceph-mon[181282]: pgmap v9457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:01 smithi032 ceph-mon[191839]: pgmap v9457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:02.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:01 smithi032 ceph-mon[189144]: pgmap v9457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:03.934 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:20:04.256 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:20:04.256 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 79s ago 4h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:20:04.256 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (3h) 9m ago 4h 96.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:20:04.256 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 79s ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:20:04.256 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 9m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:20:04.256 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 9m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:20:04.256 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (3h) 79s ago 4h 704M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:20:04.256 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 79s ago 4h 1215M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:20:04.256 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 9m ago 4h 575M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:20:04.257 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 79s ago 4h 608M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:20:04.257 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 79s ago 4h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:20:04.257 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (3h) 9m ago 4h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:20:04.257 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 79s ago 4h 4495M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:20:04.257 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 79s ago 4h 4683M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:20:04.257 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 79s ago 4h 4201M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:20:04.257 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 79s ago 4h 4182M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:20:04.257 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 9m ago 4h 3958M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:20:04.257 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 9m ago 4h 4210M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:20:04.257 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 9m ago 4h 3947M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:20:04.257 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 9m ago 4h 3864M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:20:04.257 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 9m ago 4h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:20:04.659 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:20:04.659 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:20:04.659 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:20:04.659 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:20:04.659 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:20:04.659 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:20:04.659 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:20:04.659 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:20:04.659 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:20:04.659 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:20:04.659 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:20:04.660 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:20:04.660 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:20:04.660 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:20:04.660 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:20:04.660 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:20:04.660 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:20:04.660 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:20:04.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:04 smithi032 ceph-mon[191839]: pgmap v9458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:04.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:04 smithi032 ceph-mon[189144]: pgmap v9458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:05.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:04 smithi039 ceph-mon[181282]: pgmap v9458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:05 smithi032 ceph-mon[191839]: from='client.44085 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:20:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:05 smithi032 ceph-mon[191839]: from='client.54008 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:20:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:05 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2462569945' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:20:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:20:05.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:05 smithi032 ceph-mon[189144]: from='client.44085 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:20:05.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:05 smithi032 ceph-mon[189144]: from='client.54008 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:20:05.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:05 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2462569945' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:20:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:20:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:05 smithi039 ceph-mon[181282]: from='client.44085 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:20:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:05 smithi039 ceph-mon[181282]: from='client.54008 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:20:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:05 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2462569945' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:20:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:20:06.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:06 smithi032 ceph-mon[191839]: pgmap v9459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:06.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:06 smithi032 ceph-mon[189144]: pgmap v9459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:07.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:06 smithi039 ceph-mon[181282]: pgmap v9459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:08.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:08 smithi032 ceph-mon[191839]: pgmap v9460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:08.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:08 smithi032 ceph-mon[189144]: pgmap v9460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:09.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:08 smithi039 ceph-mon[181282]: pgmap v9460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:10.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:10 smithi032 ceph-mon[189144]: pgmap v9461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:10.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:20:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:20:10] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T21:20:10.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:10 smithi032 ceph-mon[191839]: pgmap v9461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:10 smithi039 ceph-mon[181282]: pgmap v9461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:12.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:12 smithi032 ceph-mon[191839]: pgmap v9462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:12.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:12 smithi032 ceph-mon[189144]: pgmap v9462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:13.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:12 smithi039 ceph-mon[181282]: pgmap v9462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:14.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:14 smithi032 ceph-mon[191839]: pgmap v9463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:14.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:14 smithi032 ceph-mon[189144]: pgmap v9463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:15.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:14 smithi039 ceph-mon[181282]: pgmap v9463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:16.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:16 smithi032 ceph-mon[191839]: pgmap v9464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:16.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:16 smithi032 ceph-mon[189144]: pgmap v9464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:16.985 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:16 smithi039 ceph-mon[181282]: pgmap v9464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:17.257 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 21:20:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-22T21:20:16.984448126Z level=info msg="Completed cleanup jobs" duration=14.051966ms 2023-12-22T21:20:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:18 smithi032 ceph-mon[191839]: pgmap v9465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:18.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:18 smithi032 ceph-mon[189144]: pgmap v9465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:19.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:18 smithi039 ceph-mon[181282]: pgmap v9465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:20.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:20 smithi032 ceph-mon[191839]: pgmap v9466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:20.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:20:20.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:20 smithi032 ceph-mon[189144]: pgmap v9466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:20.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:20:20.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:20:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:20:20] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T21:20:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:20 smithi039 ceph-mon[181282]: pgmap v9466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:20:22.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:22 smithi032 ceph-mon[191839]: pgmap v9467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:22.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:22 smithi032 ceph-mon[189144]: pgmap v9467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:23.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:22 smithi039 ceph-mon[181282]: pgmap v9467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:24.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:23 smithi039 ceph-mon[181282]: pgmap v9468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:24.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:23 smithi032 ceph-mon[191839]: pgmap v9468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:24.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:23 smithi032 ceph-mon[189144]: pgmap v9468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:26.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:26 smithi032 ceph-mon[191839]: pgmap v9469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:26.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:26 smithi032 ceph-mon[189144]: pgmap v9469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:27.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:26 smithi039 ceph-mon[181282]: pgmap v9469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:28 smithi032 ceph-mon[191839]: pgmap v9470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:28 smithi032 ceph-mon[189144]: pgmap v9470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:29.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:28 smithi039 ceph-mon[181282]: pgmap v9470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:30.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:30 smithi032 ceph-mon[191839]: pgmap v9471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:30.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:20:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:20:30] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T21:20:30.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:30 smithi032 ceph-mon[189144]: pgmap v9471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:31.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:30 smithi039 ceph-mon[181282]: pgmap v9471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:32.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:32 smithi032 ceph-mon[191839]: pgmap v9472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:32.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:32 smithi032 ceph-mon[189144]: pgmap v9472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:33.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:32 smithi039 ceph-mon[181282]: pgmap v9472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:34.928 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:34 smithi032 ceph-mon[191839]: pgmap v9473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:34.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:34 smithi032 ceph-mon[189144]: pgmap v9473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:35.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:34 smithi039 ceph-mon[181282]: pgmap v9473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:35.029 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:20:35.351 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:20:35.351 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 110s ago 4h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:20:35.351 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 9m ago 4h 96.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:20:35.351 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 110s ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:20:35.351 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 9m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:20:35.351 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (3h) 9m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:20:35.351 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 110s ago 4h 704M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:20:35.351 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (3h) 110s ago 4h 1215M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:20:35.351 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 9m ago 4h 575M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:20:35.352 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 110s ago 4h 608M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:20:35.352 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 110s ago 4h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:20:35.352 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 9m ago 4h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:20:35.352 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 110s ago 4h 4495M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:20:35.352 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 110s ago 4h 4683M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:20:35.352 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 110s ago 4h 4201M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:20:35.352 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 110s ago 4h 4182M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:20:35.352 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 9m ago 4h 3958M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:20:35.352 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 9m ago 4h 4210M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:20:35.352 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 9m ago 4h 3947M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:20:35.352 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 9m ago 4h 3864M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:20:35.352 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (3h) 9m ago 4h 120M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:20:35.754 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:20:35.754 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:20:35.754 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:20:35.754 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:20:35.754 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:20:35.754 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:20:35.754 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:20:35.754 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:20:35.754 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:20:35.754 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:20:35.754 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:20:35.755 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:20:35.755 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:20:35.755 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:20:35.755 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:20:35.755 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:20:35.755 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:20:35.755 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:20:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:20:35.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:20:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:20:36.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:36 smithi032 ceph-mon[191839]: from='client.54020 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:20:36.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:36 smithi032 ceph-mon[191839]: from='client.44109 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:20:36.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:36 smithi032 ceph-mon[191839]: pgmap v9474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:36.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:36 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3975532994' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:20:36.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:36 smithi032 ceph-mon[189144]: from='client.54020 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:20:36.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:36 smithi032 ceph-mon[189144]: from='client.44109 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:20:36.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:36 smithi032 ceph-mon[189144]: pgmap v9474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:36.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:36 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3975532994' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:20:37.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:36 smithi039 ceph-mon[181282]: from='client.54020 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:20:37.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:36 smithi039 ceph-mon[181282]: from='client.44109 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:20:37.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:36 smithi039 ceph-mon[181282]: pgmap v9474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:37.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:36 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3975532994' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:20:38.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:38 smithi032 ceph-mon[191839]: pgmap v9475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:38.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:38 smithi032 ceph-mon[189144]: pgmap v9475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:39.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:38 smithi039 ceph-mon[181282]: pgmap v9475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:40.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:40 smithi032 ceph-mon[189144]: pgmap v9476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:40.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:20:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:20:40] "GET /metrics HTTP/1.1" 200 34064 "" "Prometheus/2.43.0" 2023-12-22T21:20:40.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:40 smithi032 ceph-mon[191839]: pgmap v9476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:41.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:40 smithi039 ceph-mon[181282]: pgmap v9476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:42.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:42 smithi032 ceph-mon[191839]: pgmap v9477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:42.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:42 smithi032 ceph-mon[189144]: pgmap v9477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:43.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:42 smithi039 ceph-mon[181282]: pgmap v9477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:43.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:43 smithi032 ceph-mon[189144]: pgmap v9478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:43.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:43 smithi032 ceph-mon[191839]: pgmap v9478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:44.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:43 smithi039 ceph-mon[181282]: pgmap v9478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:46 smithi039 ceph-mon[181282]: pgmap v9479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:20:46.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:46 smithi032 ceph-mon[189144]: pgmap v9479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:46.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:20:46.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:46 smithi032 ceph-mon[191839]: pgmap v9479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:46.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:20:48.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:48 smithi032 ceph-mon[191839]: pgmap v9480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:48.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:20:48.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:20:48.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:48 smithi032 ceph-mon[189144]: pgmap v9480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:48.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:20:48.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:20:49.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:48 smithi039 ceph-mon[181282]: pgmap v9480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:49.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:20:49.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:20:49.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:20:49.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:20:49.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:20:49.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:20:49.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:20:49.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:20:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:20:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:20:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:20:50.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:20:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:20:50] "GET /metrics HTTP/1.1" 200 34065 "" "Prometheus/2.43.0" 2023-12-22T21:20:50.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:50 smithi032 ceph-mon[189144]: pgmap v9481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:50.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:20:50.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:50 smithi032 ceph-mon[191839]: pgmap v9481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:50.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:20:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:50 smithi039 ceph-mon[181282]: pgmap v9481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:20:52.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:52 smithi032 ceph-mon[189144]: pgmap v9482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:52.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:52 smithi032 ceph-mon[191839]: pgmap v9482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:53.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:52 smithi039 ceph-mon[181282]: pgmap v9482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:54.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:54 smithi032 ceph-mon[191839]: pgmap v9483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:54.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:54 smithi032 ceph-mon[189144]: pgmap v9483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:55.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:54 smithi039 ceph-mon[181282]: pgmap v9483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:56.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:56 smithi032 ceph-mon[191839]: pgmap v9484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:56.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:56 smithi032 ceph-mon[189144]: pgmap v9484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:57.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:56 smithi039 ceph-mon[181282]: pgmap v9484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:58.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:20:58 smithi032 ceph-mon[191839]: pgmap v9485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:58.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:20:58 smithi032 ceph-mon[189144]: pgmap v9485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:20:59.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:20:58 smithi039 ceph-mon[181282]: pgmap v9485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:00.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:21:00 smithi032 ceph-mon[191839]: pgmap v9486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:00.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:21:00 smithi032 ceph-mon[189144]: pgmap v9486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:00.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:21:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:21:00] "GET /metrics HTTP/1.1" 200 34065 "" "Prometheus/2.43.0" 2023-12-22T21:21:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:21:00 smithi039 ceph-mon[181282]: pgmap v9486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:02.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:21:02 smithi032 ceph-mon[189144]: pgmap v9487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:02.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:21:02 smithi032 ceph-mon[191839]: pgmap v9487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:03.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:21:02 smithi039 ceph-mon[181282]: pgmap v9487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:04.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:21:04 smithi032 ceph-mon[189144]: pgmap v9488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:04.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:21:04 smithi032 ceph-mon[191839]: pgmap v9488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:05.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:21:04 smithi039 ceph-mon[181282]: pgmap v9488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:05.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:21:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:21:05.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:21:05 smithi032 ceph-mon[189144]: pgmap v9489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:21:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:21:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:21:05 smithi032 ceph-mon[191839]: pgmap v9489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:21:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:21:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:21:05 smithi039 ceph-mon[181282]: pgmap v9489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:06.119 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:21:06.440 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:21:06.440 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 2m ago 4h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:21:06.440 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 18s ago 4h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:21:06.440 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 2m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:21:06.440 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 18s ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:21:06.440 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 18s ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:21:06.440 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 2m ago 4h 704M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:21:06.440 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 2m ago 4h 1215M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:21:06.440 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (3h) 18s ago 4h 592M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:21:06.440 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (3h) 2m ago 4h 608M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:21:06.440 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 2m ago 4h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:21:06.441 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 18s ago 4h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:21:06.441 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 2m ago 4h 4495M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:21:06.441 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 2m ago 4h 4683M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:21:06.441 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 2m ago 4h 4201M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:21:06.441 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 2m ago 4h 4182M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:21:06.441 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 18s ago 4h 3985M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:21:06.441 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 18s ago 4h 4243M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:21:06.441 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 18s ago 4h 3977M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:21:06.441 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 18s ago 4h 3900M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:21:06.441 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 18s ago 4h 122M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:21:06.841 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:21:06.841 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:21:06.841 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:21:06.841 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:21:06.841 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:21:06.841 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:21:06.842 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:21:06.842 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:21:06.842 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:21:06.842 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:21:06.842 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:21:06.842 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:21:06.842 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:21:06.842 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:21:06.842 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:21:06.842 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:21:06.842 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:21:06.842 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:21:06.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:21:06 smithi032 ceph-mon[191839]: from='client.54038 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:21:06.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:21:06 smithi032 ceph-mon[191839]: from='client.44127 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:21:06.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:21:06 smithi032 ceph-mon[189144]: from='client.54038 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:21:06.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:21:06 smithi032 ceph-mon[189144]: from='client.44127 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:21:07.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:21:06 smithi039 ceph-mon[181282]: from='client.54038 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:21:07.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:21:06 smithi039 ceph-mon[181282]: from='client.44127 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:21:07.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:21:07 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2304898411' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:21:07.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:21:07 smithi032 ceph-mon[191839]: pgmap v9490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:07.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:21:07 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2304898411' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:21:07.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:21:07 smithi032 ceph-mon[189144]: pgmap v9490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:08.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:21:07 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2304898411' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:21:08.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:21:07 smithi039 ceph-mon[181282]: pgmap v9490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:10.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:21:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:21:10] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T21:21:10.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:21:10 smithi032 ceph-mon[191839]: pgmap v9491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:10.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:21:10 smithi032 ceph-mon[189144]: pgmap v9491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:21:10 smithi039 ceph-mon[181282]: pgmap v9491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:12.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:21:12 smithi032 ceph-mon[191839]: pgmap v9492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:12.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:21:12 smithi032 ceph-mon[189144]: pgmap v9492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:13.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:21:12 smithi039 ceph-mon[181282]: pgmap v9492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:14.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:21:14 smithi032 ceph-mon[191839]: pgmap v9493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:14.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:21:14 smithi032 ceph-mon[189144]: pgmap v9493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:15.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:21:14 smithi039 ceph-mon[181282]: pgmap v9493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:16.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:21:16 smithi032 ceph-mon[191839]: pgmap v9494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:16.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:21:16 smithi032 ceph-mon[189144]: pgmap v9494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:17.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:21:16 smithi039 ceph-mon[181282]: pgmap v9494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:21:18 smithi032 ceph-mon[191839]: pgmap v9495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:18.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:21:18 smithi032 ceph-mon[189144]: pgmap v9495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:19.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:21:18 smithi039 ceph-mon[181282]: pgmap v9495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:20.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:21:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:21:20] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T21:21:20.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:21:20 smithi032 ceph-mon[191839]: pgmap v9496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:20.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:21:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:21:20.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:21:20 smithi032 ceph-mon[189144]: pgmap v9496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:20.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:21:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:21:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:21:20 smithi039 ceph-mon[181282]: pgmap v9496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:21:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:21:22.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:21:22 smithi032 ceph-mon[191839]: pgmap v9497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:22.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:21:22 smithi032 ceph-mon[189144]: pgmap v9497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:23.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:21:22 smithi039 ceph-mon[181282]: pgmap v9497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:24.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:21:24 smithi032 ceph-mon[191839]: pgmap v9498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:24.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:21:24 smithi032 ceph-mon[189144]: pgmap v9498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:25.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:21:24 smithi039 ceph-mon[181282]: pgmap v9498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:26.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:21:25 smithi039 ceph-mon[181282]: pgmap v9499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:26.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:21:25 smithi032 ceph-mon[189144]: pgmap v9499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:21:25 smithi032 ceph-mon[191839]: pgmap v9499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:21:28 smithi032 ceph-mon[189144]: pgmap v9500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:21:28 smithi032 ceph-mon[191839]: pgmap v9500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:29.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:21:28 smithi039 ceph-mon[181282]: pgmap v9500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:30.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:21:30 smithi032 ceph-mon[191839]: pgmap v9501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:30.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:21:30 smithi032 ceph-mon[189144]: pgmap v9501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:30.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:21:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:21:30] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T21:21:31.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:21:30 smithi039 ceph-mon[181282]: pgmap v9501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:32.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:21:32 smithi032 ceph-mon[191839]: pgmap v9502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:32.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:21:32 smithi032 ceph-mon[189144]: pgmap v9502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:33.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:21:32 smithi039 ceph-mon[181282]: pgmap v9502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:34.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:21:34 smithi032 ceph-mon[191839]: pgmap v9503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:34.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:21:34 smithi032 ceph-mon[189144]: pgmap v9503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:35.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:21:34 smithi039 ceph-mon[181282]: pgmap v9503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:21:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:21:35.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:21:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:21:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:21:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:21:36.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:21:36 smithi032 ceph-mon[191839]: pgmap v9504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:36.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:21:36 smithi032 ceph-mon[189144]: pgmap v9504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:37.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:21:36 smithi039 ceph-mon[181282]: pgmap v9504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:37.204 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:21:37.527 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:21:37.527 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 2m ago 4h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:21:37.527 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 49s ago 4h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:21:37.527 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 2m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:21:37.527 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 49s ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:21:37.528 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 49s ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:21:37.528 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 2m ago 4h 704M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:21:37.528 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 2m ago 4h 1215M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:21:37.528 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 49s ago 4h 592M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:21:37.528 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 2m ago 4h 608M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:21:37.528 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 2m ago 4h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:21:37.528 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 49s ago 4h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:21:37.528 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (3h) 2m ago 4h 4495M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:21:37.528 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 2m ago 4h 4683M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:21:37.528 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 2m ago 4h 4201M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:21:37.528 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 2m ago 4h 4182M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:21:37.528 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 49s ago 4h 3985M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:21:37.528 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 49s ago 4h 4243M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:21:37.528 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 49s ago 4h 3977M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:21:37.529 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 49s ago 4h 3900M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:21:37.529 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 49s ago 4h 122M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:21:37.927 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:21:37.927 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:21:37.927 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:21:37.927 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:21:37.927 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:21:37.927 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:21:37.927 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:21:37.927 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:21:37.927 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:21:37.927 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:21:37.928 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:21:37.928 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:21:37.928 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:21:37.928 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:21:37.928 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:21:37.928 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:21:37.928 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:21:37.928 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:21:38.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:21:38 smithi032 ceph-mon[189144]: from='client.44139 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:21:38.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:21:38 smithi032 ceph-mon[189144]: from='client.44145 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:21:38.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:21:38 smithi032 ceph-mon[189144]: pgmap v9505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:38.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:21:38 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3728867927' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:21:38.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:21:38 smithi032 ceph-mon[191839]: from='client.44139 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:21:38.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:21:38 smithi032 ceph-mon[191839]: from='client.44145 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:21:38.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:21:38 smithi032 ceph-mon[191839]: pgmap v9505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:38.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:21:38 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3728867927' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:21:39.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:21:38 smithi039 ceph-mon[181282]: from='client.44139 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:21:39.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:21:38 smithi039 ceph-mon[181282]: from='client.44145 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:21:39.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:21:38 smithi039 ceph-mon[181282]: pgmap v9505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:39.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:21:38 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3728867927' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:21:40.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:21:40 smithi032 ceph-mon[191839]: pgmap v9506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:40.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:21:40 smithi032 ceph-mon[189144]: pgmap v9506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:40.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:21:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:21:40] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T21:21:41.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:21:40 smithi039 ceph-mon[181282]: pgmap v9506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:42.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:21:42 smithi032 ceph-mon[191839]: pgmap v9507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:42.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:21:42 smithi032 ceph-mon[189144]: pgmap v9507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:43.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:21:42 smithi039 ceph-mon[181282]: pgmap v9507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:43.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:21:43 smithi032 ceph-mon[191839]: pgmap v9508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:43.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:21:43 smithi032 ceph-mon[189144]: pgmap v9508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:44.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:21:43 smithi039 ceph-mon[181282]: pgmap v9508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:46.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:21:46 smithi032 ceph-mon[191839]: pgmap v9509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:46.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:21:46 smithi032 ceph-mon[189144]: pgmap v9509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:47.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:21:46 smithi039 ceph-mon[181282]: pgmap v9509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:48.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:21:48 smithi032 ceph-mon[189144]: pgmap v9510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:48.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:21:48 smithi032 ceph-mon[191839]: pgmap v9510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:49.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:21:48 smithi039 ceph-mon[181282]: pgmap v9510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:49.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:21:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:21:49.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:21:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:21:49.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:21:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:21:49.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:21:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:21:49.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:21:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:21:49.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:21:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:21:49.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:21:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:21:49.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:21:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:21:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:21:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:21:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:21:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:21:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:21:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:21:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:21:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:21:50.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:21:50 smithi032 ceph-mon[189144]: pgmap v9511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:50.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:21:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:21:50.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:21:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:21:50] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T21:21:50.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:21:50 smithi032 ceph-mon[191839]: pgmap v9511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:50.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:21:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:21:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:21:50 smithi039 ceph-mon[181282]: pgmap v9511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:21:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:21:52.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:21:52 smithi032 ceph-mon[191839]: pgmap v9512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:52.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:21:52 smithi032 ceph-mon[189144]: pgmap v9512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:53.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:21:52 smithi039 ceph-mon[181282]: pgmap v9512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:54.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:21:54 smithi032 ceph-mon[189144]: pgmap v9513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:54.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:21:54 smithi032 ceph-mon[191839]: pgmap v9513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:55.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:21:54 smithi039 ceph-mon[181282]: pgmap v9513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:56.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:21:56 smithi032 ceph-mon[189144]: pgmap v9514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:56.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:21:56 smithi032 ceph-mon[191839]: pgmap v9514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:57.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:21:56 smithi039 ceph-mon[181282]: pgmap v9514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:58.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:21:58 smithi032 ceph-mon[189144]: pgmap v9515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:58.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:21:58 smithi032 ceph-mon[191839]: pgmap v9515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:21:59.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:21:58 smithi039 ceph-mon[181282]: pgmap v9515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:00.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:22:00 smithi032 ceph-mon[189144]: pgmap v9516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:00.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:22:00 smithi032 ceph-mon[191839]: pgmap v9516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:00.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:22:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:22:00] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T21:22:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:22:00 smithi039 ceph-mon[181282]: pgmap v9516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:02.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:22:02 smithi032 ceph-mon[189144]: pgmap v9517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:02.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:22:02 smithi032 ceph-mon[191839]: pgmap v9517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:03.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:22:02 smithi039 ceph-mon[181282]: pgmap v9517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:04.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:22:04 smithi032 ceph-mon[189144]: pgmap v9518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:04.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:22:04 smithi032 ceph-mon[191839]: pgmap v9518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:05.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:22:04 smithi039 ceph-mon[181282]: pgmap v9518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:05.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:22:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:22:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:22:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:22:06.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:22:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:22:06.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:22:06 smithi032 ceph-mon[189144]: pgmap v9519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:06.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:22:06 smithi032 ceph-mon[191839]: pgmap v9519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:07.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:22:06 smithi039 ceph-mon[181282]: pgmap v9519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:08.291 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:22:08.612 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:22:08.612 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 3m ago 4h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:22:08.612 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 80s ago 4h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:22:08.612 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 3m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:22:08.612 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 80s ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:22:08.612 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 80s ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:22:08.612 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 3m ago 4h 704M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:22:08.613 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 3m ago 4h 1215M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:22:08.613 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 80s ago 4h 592M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:22:08.613 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 3m ago 4h 608M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:22:08.613 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 3m ago 4h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:22:08.613 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 80s ago 4h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:22:08.613 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 3m ago 4h 4495M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:22:08.613 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (3h) 3m ago 4h 4683M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:22:08.613 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 3m ago 4h 4201M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:22:08.613 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 3m ago 4h 4182M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:22:08.613 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 80s ago 4h 3985M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:22:08.613 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 80s ago 4h 4243M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:22:08.613 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 80s ago 4h 3977M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:22:08.614 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 80s ago 4h 3900M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:22:08.614 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 80s ago 4h 122M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:22:08.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:22:08 smithi032 ceph-mon[189144]: pgmap v9520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:08.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:22:08 smithi032 ceph-mon[191839]: pgmap v9520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:09.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:22:08 smithi039 ceph-mon[181282]: pgmap v9520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:09.019 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:22:09.019 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:22:09.020 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:22:09.020 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:22:09.020 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:22:09.020 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:22:09.020 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:22:09.020 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:22:09.020 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:22:09.020 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:22:09.020 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:22:09.020 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:22:09.020 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:22:09.020 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:22:09.020 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:22:09.020 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:22:09.021 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:22:09.021 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:22:09.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:22:09 smithi032 ceph-mon[191839]: from='client.54074 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:22:09.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:22:09 smithi032 ceph-mon[191839]: from='client.54080 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:22:09.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:22:09 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2699959692' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:22:09.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:22:09 smithi032 ceph-mon[189144]: from='client.54074 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:22:09.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:22:09 smithi032 ceph-mon[189144]: from='client.54080 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:22:09.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:22:09 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2699959692' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:22:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:22:09 smithi039 ceph-mon[181282]: from='client.54074 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:22:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:22:09 smithi039 ceph-mon[181282]: from='client.54080 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:22:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:22:09 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2699959692' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:22:10.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:22:10 smithi032 ceph-mon[191839]: pgmap v9521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:10.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:22:10 smithi032 ceph-mon[189144]: pgmap v9521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:10.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:22:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:22:10] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2023-12-22T21:22:11.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:22:10 smithi039 ceph-mon[181282]: pgmap v9521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:11.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:22:11 smithi032 ceph-mon[191839]: pgmap v9522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:11.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:22:11 smithi032 ceph-mon[189144]: pgmap v9522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:22:11 smithi039 ceph-mon[181282]: pgmap v9522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:14.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:22:14 smithi032 ceph-mon[191839]: pgmap v9523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:14.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:22:14 smithi032 ceph-mon[189144]: pgmap v9523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:15.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:22:14 smithi039 ceph-mon[181282]: pgmap v9523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:16.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:22:16 smithi032 ceph-mon[191839]: pgmap v9524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:16.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:22:16 smithi032 ceph-mon[189144]: pgmap v9524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:17.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:22:16 smithi039 ceph-mon[181282]: pgmap v9524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:22:18 smithi032 ceph-mon[191839]: pgmap v9525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:18.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:22:18 smithi032 ceph-mon[189144]: pgmap v9525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:19.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:22:18 smithi039 ceph-mon[181282]: pgmap v9525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:20.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:22:20 smithi032 ceph-mon[189144]: pgmap v9526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:20.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:22:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:22:20.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:22:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:22:20] "GET /metrics HTTP/1.1" 200 34063 "" "Prometheus/2.43.0" 2023-12-22T21:22:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:22:20 smithi032 ceph-mon[191839]: pgmap v9526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:22:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:22:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:22:20 smithi039 ceph-mon[181282]: pgmap v9526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:22:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:22:22.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:22:22 smithi032 ceph-mon[191839]: pgmap v9527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:22.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:22:22 smithi032 ceph-mon[189144]: pgmap v9527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:23.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:22:22 smithi039 ceph-mon[181282]: pgmap v9527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:24.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:22:24 smithi032 ceph-mon[191839]: pgmap v9528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:24.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:22:24 smithi032 ceph-mon[189144]: pgmap v9528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:25.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:22:24 smithi039 ceph-mon[181282]: pgmap v9528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:26.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:22:25 smithi039 ceph-mon[181282]: pgmap v9529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:22:25 smithi032 ceph-mon[191839]: pgmap v9529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:26.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:22:25 smithi032 ceph-mon[189144]: pgmap v9529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:22:28 smithi032 ceph-mon[191839]: pgmap v9530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:22:28 smithi032 ceph-mon[189144]: pgmap v9530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:29.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:22:28 smithi039 ceph-mon[181282]: pgmap v9530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:30.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:22:30 smithi032 ceph-mon[191839]: pgmap v9531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:30.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:22:30 smithi032 ceph-mon[189144]: pgmap v9531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:30.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:22:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:22:30] "GET /metrics HTTP/1.1" 200 34063 "" "Prometheus/2.43.0" 2023-12-22T21:22:31.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:22:30 smithi039 ceph-mon[181282]: pgmap v9531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:32.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:22:32 smithi032 ceph-mon[189144]: pgmap v9532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:32.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:22:32 smithi032 ceph-mon[191839]: pgmap v9532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:33.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:22:32 smithi039 ceph-mon[181282]: pgmap v9532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:34.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:22:34 smithi032 ceph-mon[191839]: pgmap v9533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:34.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:22:34 smithi032 ceph-mon[189144]: pgmap v9533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:35.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:22:34 smithi039 ceph-mon[181282]: pgmap v9533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:22:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:22:35.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:22:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:22:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:22:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:22:36.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:22:36 smithi032 ceph-mon[191839]: pgmap v9534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:36.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:22:36 smithi032 ceph-mon[189144]: pgmap v9534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:37.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:22:36 smithi039 ceph-mon[181282]: pgmap v9534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:37.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:22:37 smithi032 ceph-mon[191839]: pgmap v9535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:37.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:22:37 smithi032 ceph-mon[189144]: pgmap v9535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:38.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:22:37 smithi039 ceph-mon[181282]: pgmap v9535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:39.382 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:22:39.706 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:22:39.706 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 3m ago 4h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:22:39.706 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 111s ago 4h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:22:39.706 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 3m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:22:39.706 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 111s ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:22:39.706 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 111s ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:22:39.706 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 3m ago 4h 704M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:22:39.706 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 3m ago 4h 1215M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:22:39.706 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 111s ago 4h 592M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:22:39.706 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 3m ago 4h 608M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:22:39.706 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 3m ago 4h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:22:39.706 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 111s ago 4h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:22:39.707 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 3m ago 4h 4495M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:22:39.707 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 3m ago 4h 4683M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:22:39.707 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (3h) 3m ago 4h 4201M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:22:39.707 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 3m ago 4h 4182M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:22:39.707 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 111s ago 4h 3985M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:22:39.707 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 111s ago 4h 4243M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:22:39.707 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 111s ago 4h 3977M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:22:39.707 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 111s ago 4h 3900M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:22:39.707 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 111s ago 4h 122M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:22:40.107 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:22:40.107 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:22:40.107 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:22:40.107 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:22:40.107 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:22:40.107 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:22:40.108 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:22:40.108 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:22:40.108 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:22:40.108 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:22:40.108 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:22:40.108 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:22:40.108 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:22:40.108 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:22:40.108 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:22:40.108 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:22:40.108 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:22:40.108 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:22:40.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:22:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:22:40] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T21:22:40.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:22:40 smithi032 ceph-mon[191839]: from='client.44175 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:22:40.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:22:40 smithi032 ceph-mon[191839]: pgmap v9536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:40.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:22:40 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3452903223' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:22:40.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:22:40 smithi032 ceph-mon[189144]: from='client.44175 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:22:40.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:22:40 smithi032 ceph-mon[189144]: pgmap v9536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:40.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:22:40 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3452903223' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:22:41.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:22:40 smithi039 ceph-mon[181282]: from='client.44175 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:22:41.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:22:40 smithi039 ceph-mon[181282]: pgmap v9536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:41.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:22:40 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3452903223' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:22:41.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:22:41 smithi032 ceph-mon[189144]: from='client.54098 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:22:41.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:22:41 smithi032 ceph-mon[191839]: from='client.54098 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:22:42.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:22:41 smithi039 ceph-mon[181282]: from='client.54098 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:22:42.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:22:42 smithi032 ceph-mon[191839]: pgmap v9537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:42.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:22:42 smithi032 ceph-mon[189144]: pgmap v9537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:43.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:22:42 smithi039 ceph-mon[181282]: pgmap v9537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:44.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:22:43 smithi039 ceph-mon[181282]: pgmap v9538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:44.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:22:43 smithi032 ceph-mon[191839]: pgmap v9538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:44.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:22:43 smithi032 ceph-mon[189144]: pgmap v9538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:46.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:22:46 smithi032 ceph-mon[191839]: pgmap v9539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:46.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:22:46 smithi032 ceph-mon[189144]: pgmap v9539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:47.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:22:46 smithi039 ceph-mon[181282]: pgmap v9539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:48.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:22:48 smithi032 ceph-mon[191839]: pgmap v9540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:48.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:22:48 smithi032 ceph-mon[189144]: pgmap v9540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:49.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:22:48 smithi039 ceph-mon[181282]: pgmap v9540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:49.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:22:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:22:49.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:22:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:22:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:22:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:22:50.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:22:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:22:50] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T21:22:50.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:22:50 smithi032 ceph-mon[191839]: pgmap v9541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:50.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:22:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:22:50.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:22:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:22:50.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:22:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:22:50.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:22:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:22:50.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:22:50 smithi032 ceph-mon[189144]: pgmap v9541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:50.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:22:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:22:50.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:22:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:22:50.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:22:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:22:50.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:22:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:22:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:22:50 smithi039 ceph-mon[181282]: pgmap v9541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:22:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:22:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:22:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:22:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:22:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:22:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:22:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:22:51.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:22:51 smithi032 ceph-mon[191839]: pgmap v9542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:51.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:22:51 smithi032 ceph-mon[189144]: pgmap v9542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:22:51 smithi039 ceph-mon[181282]: pgmap v9542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:54.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:22:54 smithi032 ceph-mon[191839]: pgmap v9543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:54.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:22:54 smithi032 ceph-mon[189144]: pgmap v9543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:55.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:22:54 smithi039 ceph-mon[181282]: pgmap v9543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:56.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:22:56 smithi032 ceph-mon[191839]: pgmap v9544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:56.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:22:56 smithi032 ceph-mon[189144]: pgmap v9544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:57.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:22:56 smithi039 ceph-mon[181282]: pgmap v9544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:58.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:22:58 smithi032 ceph-mon[191839]: pgmap v9545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:58.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:22:58 smithi032 ceph-mon[189144]: pgmap v9545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:22:59.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:22:58 smithi039 ceph-mon[181282]: pgmap v9545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:00.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:23:00 smithi032 ceph-mon[191839]: pgmap v9546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:00.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:23:00 smithi032 ceph-mon[189144]: pgmap v9546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:00.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:23:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:23:00] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T21:23:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:23:00 smithi039 ceph-mon[181282]: pgmap v9546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:02.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:23:02 smithi032 ceph-mon[189144]: pgmap v9547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:02.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:23:02 smithi032 ceph-mon[191839]: pgmap v9547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:03.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:23:02 smithi039 ceph-mon[181282]: pgmap v9547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:04.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:23:03 smithi039 ceph-mon[181282]: pgmap v9548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:04.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:23:03 smithi032 ceph-mon[189144]: pgmap v9548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:04.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:23:03 smithi032 ceph-mon[191839]: pgmap v9548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:23:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:23:05.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:23:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:23:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:23:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:23:06.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:23:06 smithi032 ceph-mon[191839]: pgmap v9549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:06.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:23:06 smithi032 ceph-mon[189144]: pgmap v9549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:07.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:23:06 smithi039 ceph-mon[181282]: pgmap v9549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:08.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:23:07 smithi039 ceph-mon[181282]: pgmap v9550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:23:07 smithi032 ceph-mon[191839]: pgmap v9550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:08.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:23:07 smithi032 ceph-mon[189144]: pgmap v9550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:10.472 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:23:10.797 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:23:10.797 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 4m ago 4h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:23:10.797 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 2m ago 4h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:23:10.798 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 4m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:23:10.798 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 2m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:23:10.798 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 2m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:23:10.798 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 4m ago 4h 704M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:23:10.798 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 4m ago 4h 1215M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:23:10.798 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 2m ago 4h 592M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:23:10.798 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 4m ago 4h 608M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:23:10.798 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 4m ago 4h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:23:10.798 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 2m ago 4h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:23:10.798 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 4m ago 4h 4495M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:23:10.798 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 4m ago 4h 4683M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:23:10.798 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 4m ago 4h 4201M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:23:10.798 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (3h) 4m ago 4h 4182M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:23:10.798 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 2m ago 4h 3985M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:23:10.798 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 2m ago 4h 4243M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:23:10.799 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 2m ago 4h 3977M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:23:10.799 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 2m ago 4h 3900M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:23:10.799 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 2m ago 4h 122M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:23:10.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:23:10 smithi032 ceph-mon[189144]: pgmap v9551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:10.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:23:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:23:10] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T21:23:10.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:23:10 smithi032 ceph-mon[191839]: pgmap v9551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:23:10 smithi039 ceph-mon[181282]: pgmap v9551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:11.201 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:23:11.201 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:23:11.201 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:23:11.201 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:23:11.201 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:23:11.201 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:23:11.201 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:23:11.201 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:23:11.202 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:23:11.202 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:23:11.202 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:23:11.202 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:23:11.202 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:23:11.202 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:23:11.202 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:23:11.202 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:23:11.202 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:23:11.202 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:23:11.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:23:11 smithi032 ceph-mon[191839]: from='client.44193 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:23:11.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:23:11 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2391479168' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:23:11.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:23:11 smithi032 ceph-mon[189144]: from='client.44193 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:23:11.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:23:11 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2391479168' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:23:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:23:11 smithi039 ceph-mon[181282]: from='client.44193 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:23:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:23:11 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2391479168' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:23:12.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:23:12 smithi032 ceph-mon[191839]: from='client.54116 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:23:12.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:23:12 smithi032 ceph-mon[191839]: pgmap v9552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:12.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:23:12 smithi032 ceph-mon[189144]: from='client.54116 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:23:12.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:23:12 smithi032 ceph-mon[189144]: pgmap v9552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:13.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:23:12 smithi039 ceph-mon[181282]: from='client.54116 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:23:13.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:23:12 smithi039 ceph-mon[181282]: pgmap v9552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:13.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:23:13 smithi032 ceph-mon[191839]: pgmap v9553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:13.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:23:13 smithi032 ceph-mon[189144]: pgmap v9553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:14.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:23:13 smithi039 ceph-mon[181282]: pgmap v9553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:16.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:23:16 smithi032 ceph-mon[189144]: pgmap v9554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:16.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:23:16 smithi032 ceph-mon[191839]: pgmap v9554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:17.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:23:16 smithi039 ceph-mon[181282]: pgmap v9554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:18.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:23:18 smithi032 ceph-mon[189144]: pgmap v9555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:23:18 smithi032 ceph-mon[191839]: pgmap v9555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:19.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:23:18 smithi039 ceph-mon[181282]: pgmap v9555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:20.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:23:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:23:20] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T21:23:20.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:23:20 smithi032 ceph-mon[189144]: pgmap v9556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:20.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:23:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:23:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:23:20 smithi032 ceph-mon[191839]: pgmap v9556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:23:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:23:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:23:20 smithi039 ceph-mon[181282]: pgmap v9556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:23:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:23:22.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:23:22 smithi032 ceph-mon[191839]: pgmap v9557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:22.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:23:22 smithi032 ceph-mon[189144]: pgmap v9557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:23.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:23:22 smithi039 ceph-mon[181282]: pgmap v9557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:24.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:23:24 smithi032 ceph-mon[191839]: pgmap v9558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:24.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:23:24 smithi032 ceph-mon[189144]: pgmap v9558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:25.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:23:24 smithi039 ceph-mon[181282]: pgmap v9558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:26.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:23:25 smithi039 ceph-mon[181282]: pgmap v9559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:23:25 smithi032 ceph-mon[191839]: pgmap v9559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:26.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:23:25 smithi032 ceph-mon[189144]: pgmap v9559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:23:28 smithi032 ceph-mon[191839]: pgmap v9560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:23:28 smithi032 ceph-mon[189144]: pgmap v9560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:29.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:23:28 smithi039 ceph-mon[181282]: pgmap v9560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:30.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:23:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:23:30] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T21:23:30.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:23:30 smithi032 ceph-mon[191839]: pgmap v9561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:30.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:23:30 smithi032 ceph-mon[189144]: pgmap v9561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:31.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:23:30 smithi039 ceph-mon[181282]: pgmap v9561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:32.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:23:32 smithi032 ceph-mon[191839]: pgmap v9562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:32.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:23:32 smithi032 ceph-mon[189144]: pgmap v9562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:33.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:23:32 smithi039 ceph-mon[181282]: pgmap v9562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:34.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:23:34 smithi032 ceph-mon[189144]: pgmap v9563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:34.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:23:34 smithi032 ceph-mon[191839]: pgmap v9563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:35.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:23:34 smithi039 ceph-mon[181282]: pgmap v9563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:23:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:23:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:23:35 smithi032 ceph-mon[191839]: pgmap v9564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:35.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:23:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:23:35.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:23:35 smithi032 ceph-mon[189144]: pgmap v9564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:23:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:23:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:23:35 smithi039 ceph-mon[181282]: pgmap v9564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:38.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:23:38 smithi032 ceph-mon[191839]: pgmap v9565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:38.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:23:38 smithi032 ceph-mon[189144]: pgmap v9565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:39.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:23:38 smithi039 ceph-mon[181282]: pgmap v9565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:40.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:23:40 smithi032 ceph-mon[191839]: pgmap v9566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:40.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:23:40 smithi032 ceph-mon[189144]: pgmap v9566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:40.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:23:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:23:40] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T21:23:41.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:23:40 smithi039 ceph-mon[181282]: pgmap v9566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:41.567 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:23:41.895 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:23:41.895 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 4m ago 4h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:23:41.895 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 2m ago 4h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:23:41.895 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 4m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:23:41.896 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 2m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:23:41.896 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 2m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:23:41.896 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 4m ago 4h 704M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:23:41.896 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 4m ago 4h 1215M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:23:41.896 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 2m ago 4h 592M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:23:41.896 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 4m ago 4h 608M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:23:41.896 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 4m ago 4h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:23:41.896 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 2m ago 4h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:23:41.896 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 4m ago 4h 4495M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:23:41.896 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 4m ago 4h 4683M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:23:41.896 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 4m ago 4h 4201M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:23:41.896 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 4m ago 4h 4182M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:23:41.896 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (3h) 2m ago 4h 3985M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:23:41.896 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 2m ago 4h 4243M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:23:41.896 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 2m ago 4h 3977M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:23:41.896 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 2m ago 4h 3900M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:23:41.897 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 2m ago 4h 122M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:23:42.296 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:23:42.296 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:23:42.296 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:23:42.296 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:23:42.296 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:23:42.296 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:23:42.296 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:23:42.296 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:23:42.296 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:23:42.296 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:23:42.297 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:23:42.297 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:23:42.297 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:23:42.297 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:23:42.297 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:23:42.297 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:23:42.297 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:23:42.297 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:23:42.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:23:42 smithi032 ceph-mon[191839]: from='client.54128 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:23:42.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:23:42 smithi032 ceph-mon[191839]: pgmap v9567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:42.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:23:42 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/690021653' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:23:42.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:23:42 smithi032 ceph-mon[189144]: from='client.54128 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:23:42.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:23:42 smithi032 ceph-mon[189144]: pgmap v9567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:42.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:23:42 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/690021653' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:23:43.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:23:42 smithi039 ceph-mon[181282]: from='client.54128 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:23:43.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:23:42 smithi039 ceph-mon[181282]: pgmap v9567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:43.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:23:42 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/690021653' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:23:43.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:23:43 smithi032 ceph-mon[191839]: from='client.54134 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:23:43.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:23:43 smithi032 ceph-mon[189144]: from='client.54134 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:23:44.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:23:43 smithi039 ceph-mon[181282]: from='client.54134 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:23:44.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:23:44 smithi032 ceph-mon[189144]: pgmap v9568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:44.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:23:44 smithi032 ceph-mon[191839]: pgmap v9568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:45.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:23:44 smithi039 ceph-mon[181282]: pgmap v9568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:45.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:23:45 smithi032 ceph-mon[191839]: pgmap v9569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:45.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:23:45 smithi032 ceph-mon[189144]: pgmap v9569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:46.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:23:45 smithi039 ceph-mon[181282]: pgmap v9569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:48.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:23:48 smithi032 ceph-mon[189144]: pgmap v9570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:48.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:23:48 smithi032 ceph-mon[191839]: pgmap v9570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:49.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:23:48 smithi039 ceph-mon[181282]: pgmap v9570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:50.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:23:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:23:50] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T21:23:50.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:23:50 smithi032 ceph-mon[191839]: pgmap v9571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:50.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:23:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:23:50.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:23:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:23:50.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:23:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:23:50.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:23:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:23:50.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:23:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:23:50.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:23:50 smithi032 ceph-mon[189144]: pgmap v9571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:50.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:23:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:23:50.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:23:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:23:50.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:23:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:23:50.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:23:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:23:50.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:23:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:23:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:23:50 smithi039 ceph-mon[181282]: pgmap v9571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:23:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:23:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:23:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:23:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:23:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:23:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:23:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:23:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:23:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:23:52.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:23:52 smithi032 ceph-mon[191839]: pgmap v9572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:52.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:23:52 smithi032 ceph-mon[189144]: pgmap v9572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:53.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:23:52 smithi039 ceph-mon[181282]: pgmap v9572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:54.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:23:53 smithi039 ceph-mon[181282]: pgmap v9573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:54.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:23:53 smithi032 ceph-mon[189144]: pgmap v9573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:23:53 smithi032 ceph-mon[191839]: pgmap v9573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:56.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:23:56 smithi032 ceph-mon[189144]: pgmap v9574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:56.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:23:56 smithi032 ceph-mon[191839]: pgmap v9574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:57.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:23:56 smithi039 ceph-mon[181282]: pgmap v9574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:58.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:23:58 smithi032 ceph-mon[191839]: pgmap v9575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:58.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:23:58 smithi032 ceph-mon[189144]: pgmap v9575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:23:59.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:23:58 smithi039 ceph-mon[181282]: pgmap v9575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:00.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:24:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:24:00] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T21:24:00.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:24:00 smithi032 ceph-mon[189144]: pgmap v9576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:00.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:24:00 smithi032 ceph-mon[191839]: pgmap v9576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:24:00 smithi039 ceph-mon[181282]: pgmap v9576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:02.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:24:02 smithi032 ceph-mon[191839]: pgmap v9577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:02.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:24:02 smithi032 ceph-mon[189144]: pgmap v9577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:03.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:24:02 smithi039 ceph-mon[181282]: pgmap v9577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:04.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:24:03 smithi039 ceph-mon[181282]: pgmap v9578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:04.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:24:03 smithi032 ceph-mon[191839]: pgmap v9578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:04.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:24:03 smithi032 ceph-mon[189144]: pgmap v9578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:05.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:24:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:24:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:24:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:24:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:24:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:24:06.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:24:06 smithi032 ceph-mon[191839]: pgmap v9579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:06.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:24:06 smithi032 ceph-mon[189144]: pgmap v9579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:07.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:24:06 smithi039 ceph-mon[181282]: pgmap v9579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:07.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:24:07 smithi032 ceph-mon[191839]: pgmap v9580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:07.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:24:07 smithi032 ceph-mon[189144]: pgmap v9580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:08.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:24:07 smithi039 ceph-mon[181282]: pgmap v9580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:10.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:24:10 smithi032 ceph-mon[191839]: pgmap v9581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:10.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:24:10 smithi032 ceph-mon[189144]: pgmap v9581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:10.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:24:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:24:10] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T21:24:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:24:10 smithi039 ceph-mon[181282]: pgmap v9581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:24:11 smithi039 ceph-mon[181282]: pgmap v9582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:24:11 smithi032 ceph-mon[191839]: pgmap v9582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:12.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:24:11 smithi032 ceph-mon[189144]: pgmap v9582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:12.658 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:24:12.981 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:24:12.981 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 5m ago 4h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:24:12.982 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 3m ago 4h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:24:12.982 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 5m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:24:12.982 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 3m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:24:12.982 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 3m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:24:12.982 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 5m ago 4h 704M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:24:12.982 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 5m ago 4h 1215M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:24:12.982 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 3m ago 4h 592M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:24:12.982 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 5m ago 4h 608M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:24:12.982 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 5m ago 4h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:24:12.982 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 3m ago 4h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:24:12.982 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 5m ago 4h 4495M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:24:12.982 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 5m ago 4h 4683M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:24:12.982 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 5m ago 4h 4201M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:24:12.982 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 5m ago 4h 4182M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:24:12.982 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 3m ago 4h 3985M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:24:12.983 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (3h) 3m ago 4h 4243M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:24:12.983 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 3m ago 4h 3977M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:24:12.983 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 3m ago 4h 3900M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:24:12.983 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 3m ago 4h 122M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:24:13.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:24:12 smithi039 ceph-mon[181282]: from='client.44229 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:24:13.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:24:12 smithi032 ceph-mon[191839]: from='client.44229 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:24:13.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:24:12 smithi032 ceph-mon[189144]: from='client.44229 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:24:13.383 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:24:13.383 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:24:13.383 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:24:13.383 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:24:13.383 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:24:13.383 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:24:13.383 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:24:13.383 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:24:13.383 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:24:13.383 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:24:13.383 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:24:13.383 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:24:13.384 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:24:13.384 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:24:13.384 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:24:13.384 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:24:13.384 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:24:13.384 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:24:14.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:24:13 smithi039 ceph-mon[181282]: from='client.44235 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:24:14.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:24:13 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4188735880' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:24:14.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:24:13 smithi039 ceph-mon[181282]: pgmap v9583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:14.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:24:13 smithi032 ceph-mon[191839]: from='client.44235 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:24:14.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:24:13 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4188735880' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:24:14.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:24:13 smithi032 ceph-mon[191839]: pgmap v9583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:14.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:24:13 smithi032 ceph-mon[189144]: from='client.44235 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:24:14.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:24:13 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4188735880' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:24:14.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:24:13 smithi032 ceph-mon[189144]: pgmap v9583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:16.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:24:16 smithi032 ceph-mon[191839]: pgmap v9584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:16.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:24:16 smithi032 ceph-mon[189144]: pgmap v9584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:17.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:24:16 smithi039 ceph-mon[181282]: pgmap v9584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:17.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:24:17 smithi032 ceph-mon[191839]: pgmap v9585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:17.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:24:17 smithi032 ceph-mon[189144]: pgmap v9585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:18.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:24:17 smithi039 ceph-mon[181282]: pgmap v9585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:20.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:24:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:24:20] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T21:24:20.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:24:20 smithi032 ceph-mon[189144]: pgmap v9586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:20.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:24:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:24:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:24:20 smithi032 ceph-mon[191839]: pgmap v9586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:24:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:24:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:24:20 smithi039 ceph-mon[181282]: pgmap v9586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:24:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:24:22.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:24:21 smithi039 ceph-mon[181282]: pgmap v9587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:24:21 smithi032 ceph-mon[191839]: pgmap v9587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:22.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:24:21 smithi032 ceph-mon[189144]: pgmap v9587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:24.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:24:24 smithi032 ceph-mon[189144]: pgmap v9588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:24.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:24:24 smithi032 ceph-mon[191839]: pgmap v9588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:25.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:24:24 smithi039 ceph-mon[181282]: pgmap v9588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:26.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:24:26 smithi032 ceph-mon[191839]: pgmap v9589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:26.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:24:26 smithi032 ceph-mon[189144]: pgmap v9589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:27.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:24:26 smithi039 ceph-mon[181282]: pgmap v9589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:27.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:24:27 smithi032 ceph-mon[191839]: pgmap v9590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:27.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:24:27 smithi032 ceph-mon[189144]: pgmap v9590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:28.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:24:27 smithi039 ceph-mon[181282]: pgmap v9590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:30.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:24:30 smithi032 ceph-mon[189144]: pgmap v9591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:30.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:24:30 smithi032 ceph-mon[191839]: pgmap v9591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:30.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:24:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:24:30] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T21:24:31.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:24:30 smithi039 ceph-mon[181282]: pgmap v9591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:32.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:24:31 smithi039 ceph-mon[181282]: pgmap v9592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:32.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:24:31 smithi032 ceph-mon[191839]: pgmap v9592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:24:31 smithi032 ceph-mon[189144]: pgmap v9592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:34.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:24:34 smithi032 ceph-mon[191839]: pgmap v9593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:34.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:24:34 smithi032 ceph-mon[189144]: pgmap v9593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:35.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:24:34 smithi039 ceph-mon[181282]: pgmap v9593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:24:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:24:35.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:24:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:24:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:24:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:24:36.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:24:36 smithi032 ceph-mon[191839]: pgmap v9594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:36.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:24:36 smithi032 ceph-mon[189144]: pgmap v9594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:37.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:24:36 smithi039 ceph-mon[181282]: pgmap v9594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:37.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:24:37 smithi032 ceph-mon[191839]: pgmap v9595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:37.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:24:37 smithi032 ceph-mon[189144]: pgmap v9595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:38.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:24:37 smithi039 ceph-mon[181282]: pgmap v9595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:40.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:24:40 smithi032 ceph-mon[191839]: pgmap v9596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:40.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:24:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:24:40] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T21:24:40.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:24:40 smithi032 ceph-mon[189144]: pgmap v9596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:41.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:24:40 smithi039 ceph-mon[181282]: pgmap v9596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:41.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:24:41 smithi032 ceph-mon[191839]: pgmap v9597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:41.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:24:41 smithi032 ceph-mon[189144]: pgmap v9597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:42.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:24:41 smithi039 ceph-mon[181282]: pgmap v9597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:43.750 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:24:44.073 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:24:44.073 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 5m ago 4h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:24:44.073 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 3m ago 4h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:24:44.073 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 5m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:24:44.073 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 3m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:24:44.074 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 3m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:24:44.074 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 5m ago 4h 704M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:24:44.074 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 5m ago 4h 1215M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:24:44.074 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 3m ago 4h 592M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:24:44.074 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 5m ago 4h 608M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:24:44.074 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 5m ago 4h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:24:44.074 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 3m ago 4h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:24:44.074 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 5m ago 4h 4495M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:24:44.074 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 5m ago 4h 4683M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:24:44.074 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 5m ago 4h 4201M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:24:44.074 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 5m ago 4h 4182M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:24:44.074 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 3m ago 4h 3985M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:24:44.074 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 3m ago 4h 4243M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:24:44.074 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (3h) 3m ago 4h 3977M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:24:44.075 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 3m ago 4h 3900M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:24:44.075 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 3m ago 4h 122M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:24:44.474 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:24:44.474 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:24:44.474 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:24:44.474 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:24:44.474 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:24:44.474 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:24:44.474 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:24:44.474 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:24:44.474 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:24:44.474 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:24:44.474 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:24:44.474 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:24:44.474 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:24:44.475 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:24:44.475 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:24:44.475 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:24:44.475 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:24:44.475 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:24:44.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:24:44 smithi032 ceph-mon[191839]: pgmap v9598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:44.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:24:44 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/339856042' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:24:44.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:24:44 smithi032 ceph-mon[189144]: pgmap v9598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:44.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:24:44 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/339856042' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:24:45.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:24:44 smithi039 ceph-mon[181282]: pgmap v9598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:45.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:24:44 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/339856042' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:24:45.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:24:45 smithi032 ceph-mon[189144]: from='client.54164 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:24:45.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:24:45 smithi032 ceph-mon[189144]: from='client.54170 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:24:45.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:24:45 smithi032 ceph-mon[191839]: from='client.54164 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:24:45.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:24:45 smithi032 ceph-mon[191839]: from='client.54170 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:24:46.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:24:45 smithi039 ceph-mon[181282]: from='client.54164 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:24:46.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:24:45 smithi039 ceph-mon[181282]: from='client.54170 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:24:46.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:24:46 smithi032 ceph-mon[191839]: pgmap v9599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:46.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:24:46 smithi032 ceph-mon[189144]: pgmap v9599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:47.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:24:46 smithi039 ceph-mon[181282]: pgmap v9599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:47.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:24:47 smithi032 ceph-mon[191839]: pgmap v9600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:47.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:24:47 smithi032 ceph-mon[189144]: pgmap v9600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:48.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:24:47 smithi039 ceph-mon[181282]: pgmap v9600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:50.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:24:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:24:50] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T21:24:50.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:24:50 smithi032 ceph-mon[189144]: pgmap v9601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:50.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:24:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:24:50.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:24:50 smithi032 ceph-mon[191839]: pgmap v9601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:50.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:24:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:24:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:24:50 smithi039 ceph-mon[181282]: pgmap v9601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:24:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:24:51.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:24:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:24:51.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:24:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:24:51.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:24:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:24:51.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:24:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:24:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:24:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:24:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:24:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:24:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:24:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:24:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:24:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:24:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:24:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:24:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:24:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:24:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:24:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:24:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:24:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:24:52.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:24:52 smithi032 ceph-mon[191839]: pgmap v9602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:52.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:24:52 smithi032 ceph-mon[189144]: pgmap v9602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:53.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:24:52 smithi039 ceph-mon[181282]: pgmap v9602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:54.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:24:54 smithi032 ceph-mon[191839]: pgmap v9603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:54.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:24:54 smithi032 ceph-mon[189144]: pgmap v9603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:55.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:24:54 smithi039 ceph-mon[181282]: pgmap v9603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:55.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:24:55 smithi032 ceph-mon[189144]: pgmap v9604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:55.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:24:55 smithi032 ceph-mon[191839]: pgmap v9604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:56.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:24:55 smithi039 ceph-mon[181282]: pgmap v9604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:58.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:24:58 smithi032 ceph-mon[189144]: pgmap v9605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:58.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:24:58 smithi032 ceph-mon[191839]: pgmap v9605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:24:59.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:24:58 smithi039 ceph-mon[181282]: pgmap v9605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:00.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:25:00 smithi032 ceph-mon[189144]: pgmap v9606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:00.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:25:00 smithi032 ceph-mon[191839]: pgmap v9606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:00.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:25:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:25:00] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T21:25:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:25:00 smithi039 ceph-mon[181282]: pgmap v9606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:02.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:25:02 smithi032 ceph-mon[189144]: pgmap v9607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:02.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:25:02 smithi032 ceph-mon[191839]: pgmap v9607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:03.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:25:02 smithi039 ceph-mon[181282]: pgmap v9607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:04.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:25:03 smithi039 ceph-mon[181282]: pgmap v9608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:04.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:25:03 smithi032 ceph-mon[191839]: pgmap v9608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:04.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:25:03 smithi032 ceph-mon[189144]: pgmap v9608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:25:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:25:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:25:05 smithi032 ceph-mon[191839]: pgmap v9609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:05.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:25:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:25:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:25:05 smithi032 ceph-mon[189144]: pgmap v9609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:25:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:25:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:25:05 smithi039 ceph-mon[181282]: pgmap v9609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:08.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:25:08 smithi032 ceph-mon[191839]: pgmap v9610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:08.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:25:08 smithi032 ceph-mon[189144]: pgmap v9610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:09.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:25:08 smithi039 ceph-mon[181282]: pgmap v9610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:10.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:25:10 smithi032 ceph-mon[191839]: pgmap v9611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:10.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:25:10 smithi032 ceph-mon[189144]: pgmap v9611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:10.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:25:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:25:10] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T21:25:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:25:10 smithi039 ceph-mon[181282]: pgmap v9611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:12.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:25:12 smithi032 ceph-mon[191839]: pgmap v9612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:12.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:25:12 smithi032 ceph-mon[189144]: pgmap v9612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:13.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:25:12 smithi039 ceph-mon[181282]: pgmap v9612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:14.842 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:25:14.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:25:14 smithi032 ceph-mon[191839]: pgmap v9613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:14.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:25:14 smithi032 ceph-mon[189144]: pgmap v9613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:15.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:25:14 smithi039 ceph-mon[181282]: pgmap v9613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:15.165 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:25:15.166 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 6m ago 4h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:25:15.166 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 4m ago 4h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:25:15.166 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 6m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:25:15.166 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 4m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:25:15.166 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 4m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:25:15.166 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 6m ago 4h 704M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:25:15.166 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 6m ago 4h 1215M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:25:15.166 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 4m ago 4h 592M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:25:15.166 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 6m ago 4h 608M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:25:15.166 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 6m ago 4h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:25:15.166 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 4m ago 4h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:25:15.166 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 6m ago 4h 4495M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:25:15.166 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 6m ago 4h 4683M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:25:15.167 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 6m ago 4h 4201M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:25:15.167 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 6m ago 4h 4182M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:25:15.167 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 4m ago 4h 3985M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:25:15.167 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 4m ago 4h 4243M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:25:15.167 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 4m ago 4h 3977M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:25:15.167 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (3h) 4m ago 4h 3900M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:25:15.167 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 4m ago 4h 122M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:25:15.571 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:25:15.571 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:25:15.571 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:25:15.572 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:25:15.572 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:25:15.572 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:25:15.572 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:25:15.572 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:25:15.572 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:25:15.572 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:25:15.572 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:25:15.572 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:25:15.572 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:25:15.572 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:25:15.572 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:25:15.572 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:25:15.573 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:25:15.573 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:25:16.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:25:15 smithi039 ceph-mon[181282]: from='client.54182 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:25:16.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:25:15 smithi039 ceph-mon[181282]: from='client.54188 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:25:16.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:25:15 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1791466679' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:25:16.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:25:15 smithi039 ceph-mon[181282]: pgmap v9614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:16.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:25:15 smithi032 ceph-mon[189144]: from='client.54182 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:25:16.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:25:15 smithi032 ceph-mon[189144]: from='client.54188 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:25:16.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:25:15 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1791466679' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:25:16.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:25:15 smithi032 ceph-mon[189144]: pgmap v9614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:16.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:25:15 smithi032 ceph-mon[191839]: from='client.54182 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:25:16.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:25:15 smithi032 ceph-mon[191839]: from='client.54188 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:25:16.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:25:15 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1791466679' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:25:16.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:25:15 smithi032 ceph-mon[191839]: pgmap v9614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:18.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:25:18 smithi032 ceph-mon[189144]: pgmap v9615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:25:18 smithi032 ceph-mon[191839]: pgmap v9615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:19.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:25:18 smithi039 ceph-mon[181282]: pgmap v9615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:20.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:25:20 smithi032 ceph-mon[189144]: pgmap v9616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:20.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:25:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:25:20.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:25:20 smithi032 ceph-mon[191839]: pgmap v9616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:20.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:25:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:25:20.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:25:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:25:20] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2023-12-22T21:25:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:25:20 smithi039 ceph-mon[181282]: pgmap v9616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:25:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:25:22.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:25:22 smithi032 ceph-mon[191839]: pgmap v9617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:22.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:25:22 smithi032 ceph-mon[189144]: pgmap v9617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:23.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:25:22 smithi039 ceph-mon[181282]: pgmap v9617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:24.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:25:23 smithi039 ceph-mon[181282]: pgmap v9618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:24.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:25:23 smithi032 ceph-mon[189144]: pgmap v9618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:24.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:25:23 smithi032 ceph-mon[191839]: pgmap v9618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:26.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:25:25 smithi039 ceph-mon[181282]: pgmap v9619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:25:25 smithi032 ceph-mon[191839]: pgmap v9619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:26.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:25:25 smithi032 ceph-mon[189144]: pgmap v9619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:25:28 smithi032 ceph-mon[189144]: pgmap v9620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:25:28 smithi032 ceph-mon[191839]: pgmap v9620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:29.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:25:28 smithi039 ceph-mon[181282]: pgmap v9620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:30.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:25:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:25:30] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2023-12-22T21:25:30.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:25:30 smithi032 ceph-mon[191839]: pgmap v9621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:30.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:25:30 smithi032 ceph-mon[189144]: pgmap v9621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:31.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:25:30 smithi039 ceph-mon[181282]: pgmap v9621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:32.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:25:31 smithi039 ceph-mon[181282]: pgmap v9622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:32.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:25:31 smithi032 ceph-mon[191839]: pgmap v9622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:32.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:25:31 smithi032 ceph-mon[189144]: pgmap v9622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:34.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:25:34 smithi032 ceph-mon[191839]: pgmap v9623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:34.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:25:34 smithi032 ceph-mon[189144]: pgmap v9623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:35.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:25:34 smithi039 ceph-mon[181282]: pgmap v9623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:25:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:25:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:25:35 smithi039 ceph-mon[181282]: pgmap v9624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:25:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:25:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:25:35 smithi032 ceph-mon[191839]: pgmap v9624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:25:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:25:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:25:35 smithi032 ceph-mon[189144]: pgmap v9624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:38.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:25:38 smithi032 ceph-mon[189144]: pgmap v9625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:38.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:25:38 smithi032 ceph-mon[191839]: pgmap v9625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:39.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:25:38 smithi039 ceph-mon[181282]: pgmap v9625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:40.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:25:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:25:40] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T21:25:40.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:25:40 smithi032 ceph-mon[191839]: pgmap v9626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:40.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:25:40 smithi032 ceph-mon[189144]: pgmap v9626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:41.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:25:40 smithi039 ceph-mon[181282]: pgmap v9626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:41.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:25:41 smithi032 ceph-mon[191839]: pgmap v9627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:41.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:25:41 smithi032 ceph-mon[189144]: pgmap v9627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:42.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:25:41 smithi039 ceph-mon[181282]: pgmap v9627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:44.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:25:44 smithi032 ceph-mon[189144]: pgmap v9628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:44.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:25:44 smithi032 ceph-mon[191839]: pgmap v9628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:45.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:25:44 smithi039 ceph-mon[181282]: pgmap v9628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:45.937 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:25:46.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:25:45 smithi039 ceph-mon[181282]: pgmap v9629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:46.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:25:45 smithi032 ceph-mon[189144]: pgmap v9629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:46.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:25:45 smithi032 ceph-mon[191839]: pgmap v9629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:46.257 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:25:46.258 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 7m ago 4h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:25:46.258 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 4m ago 4h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:25:46.258 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 7m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:25:46.258 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 4m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:25:46.258 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 4m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:25:46.258 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 7m ago 4h 704M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:25:46.258 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 7m ago 4h 1215M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:25:46.258 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 4m ago 4h 592M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:25:46.258 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 7m ago 4h 608M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:25:46.258 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 7m ago 4h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:25:46.258 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 4m ago 4h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:25:46.258 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 7m ago 4h 4495M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:25:46.259 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 7m ago 4h 4683M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:25:46.259 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 7m ago 4h 4201M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:25:46.259 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 7m ago 4h 4182M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:25:46.259 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 4m ago 4h 3985M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:25:46.259 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 4m ago 4h 4243M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:25:46.259 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 4m ago 4h 3977M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:25:46.259 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 4m ago 4h 3900M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:25:46.259 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 4m ago 4h 122M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:25:46.655 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:25:46.655 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:25:46.655 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:25:46.655 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:25:46.655 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:25:46.655 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:25:46.656 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:25:46.656 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:25:46.656 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:25:46.656 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:25:46.656 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:25:46.656 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:25:46.656 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:25:46.656 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:25:46.656 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:25:46.656 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:25:46.656 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:25:46.656 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:25:47.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:25:46 smithi039 ceph-mon[181282]: from='client.54200 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:25:47.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:25:46 smithi039 ceph-mon[181282]: from='client.44289 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:25:47.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:25:46 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2688297022' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:25:47.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:25:46 smithi032 ceph-mon[189144]: from='client.54200 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:25:47.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:25:46 smithi032 ceph-mon[189144]: from='client.44289 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:25:47.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:25:46 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2688297022' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:25:47.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:25:46 smithi032 ceph-mon[191839]: from='client.54200 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:25:47.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:25:46 smithi032 ceph-mon[191839]: from='client.44289 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:25:47.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:25:46 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2688297022' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:25:48.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:25:47 smithi039 ceph-mon[181282]: pgmap v9630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:48.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:25:47 smithi032 ceph-mon[191839]: pgmap v9630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:48.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:25:47 smithi032 ceph-mon[189144]: pgmap v9630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:50.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:25:50 smithi032 ceph-mon[191839]: pgmap v9631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:50.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:25:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:25:50.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:25:50 smithi032 ceph-mon[189144]: pgmap v9631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:50.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:25:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:25:50.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:25:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:25:50] "GET /metrics HTTP/1.1" 200 34065 "" "Prometheus/2.43.0" 2023-12-22T21:25:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:25:50 smithi039 ceph-mon[181282]: pgmap v9631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:25:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:25:51.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:25:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:25:51.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:25:51 smithi032 ceph-mon[191839]: pgmap v9632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:25:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:25:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:25:51 smithi032 ceph-mon[189144]: pgmap v9632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:25:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:25:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:25:51 smithi039 ceph-mon[181282]: pgmap v9632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:53.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:25:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:25:53.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:25:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:25:53.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:25:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:25:53.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:25:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:25:53.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:25:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:25:53.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:25:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:25:53.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:25:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:25:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:25:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:25:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:25:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:25:54.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:25:53 smithi039 ceph-mon[181282]: pgmap v9633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:25:53 smithi032 ceph-mon[191839]: pgmap v9633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:54.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:25:53 smithi032 ceph-mon[189144]: pgmap v9633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:56.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:25:55 smithi039 ceph-mon[181282]: pgmap v9634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:56.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:25:55 smithi032 ceph-mon[191839]: pgmap v9634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:56.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:25:55 smithi032 ceph-mon[189144]: pgmap v9634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:58.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:25:57 smithi039 ceph-mon[181282]: pgmap v9635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:58.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:25:57 smithi032 ceph-mon[191839]: pgmap v9635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:25:58.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:25:57 smithi032 ceph-mon[189144]: pgmap v9635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:25:59 smithi039 ceph-mon[181282]: pgmap v9636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:00.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:25:59 smithi032 ceph-mon[191839]: pgmap v9636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:00.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:25:59 smithi032 ceph-mon[189144]: pgmap v9636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:26:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:26:00] "GET /metrics HTTP/1.1" 200 34065 "" "Prometheus/2.43.0" 2023-12-22T21:26:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:01 smithi039 ceph-mon[181282]: pgmap v9637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:01 smithi032 ceph-mon[191839]: pgmap v9637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:02.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:01 smithi032 ceph-mon[189144]: pgmap v9637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:04.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:03 smithi039 ceph-mon[181282]: pgmap v9638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:04.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:03 smithi032 ceph-mon[191839]: pgmap v9638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:04.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:03 smithi032 ceph-mon[189144]: pgmap v9638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:26:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:05 smithi039 ceph-mon[181282]: pgmap v9639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:26:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:05 smithi032 ceph-mon[191839]: pgmap v9639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:26:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:05 smithi032 ceph-mon[189144]: pgmap v9639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:08.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:07 smithi039 ceph-mon[181282]: pgmap v9640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:07 smithi032 ceph-mon[191839]: pgmap v9640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:08.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:07 smithi032 ceph-mon[189144]: pgmap v9640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:09 smithi039 ceph-mon[181282]: pgmap v9641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:10.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:09 smithi032 ceph-mon[191839]: pgmap v9641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:10.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:09 smithi032 ceph-mon[189144]: pgmap v9641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:26:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:26:10] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T21:26:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:11 smithi039 ceph-mon[181282]: pgmap v9642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:11 smithi032 ceph-mon[191839]: pgmap v9642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:12.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:11 smithi032 ceph-mon[189144]: pgmap v9642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:14.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:13 smithi039 ceph-mon[181282]: pgmap v9643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:14.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:13 smithi032 ceph-mon[191839]: pgmap v9643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:14.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:13 smithi032 ceph-mon[189144]: pgmap v9643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:16.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:15 smithi039 ceph-mon[181282]: pgmap v9644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:16.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:15 smithi032 ceph-mon[191839]: pgmap v9644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:16.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:15 smithi032 ceph-mon[189144]: pgmap v9644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:17.018 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:26:17.340 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:26:17.341 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 7m ago 4h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:26:17.341 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 5m ago 4h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:26:17.341 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 7m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:26:17.341 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 5m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:26:17.341 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 5m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:26:17.341 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 7m ago 4h 704M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:26:17.341 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 7m ago 4h 1215M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:26:17.341 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 5m ago 4h 592M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:26:17.341 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 7m ago 4h 608M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:26:17.341 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 7m ago 4h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:26:17.341 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 5m ago 4h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:26:17.341 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 7m ago 4h 4495M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:26:17.341 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 7m ago 4h 4683M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:26:17.342 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 7m ago 4h 4201M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:26:17.342 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 7m ago 4h 4182M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:26:17.342 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 5m ago 4h 3985M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:26:17.342 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 5m ago 4h 4243M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:26:17.342 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 5m ago 4h 3977M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:26:17.342 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 5m ago 4h 3900M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:26:17.342 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 5m ago 4h 122M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:26:17.743 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:26:17.744 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:26:17.744 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:26:17.744 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:26:17.744 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:26:17.744 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:26:17.744 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:26:17.744 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:26:17.744 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:26:17.744 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:26:17.744 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:26:17.744 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:26:17.744 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:26:17.744 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:26:17.745 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:26:17.745 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:26:17.745 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:26:17.745 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:26:18.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:17 smithi039 ceph-mon[181282]: from='client.54218 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:26:18.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:17 smithi039 ceph-mon[181282]: from='client.54224 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:26:18.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:17 smithi039 ceph-mon[181282]: pgmap v9645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:17 smithi032 ceph-mon[191839]: from='client.54218 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:26:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:17 smithi032 ceph-mon[191839]: from='client.54224 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:26:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:17 smithi032 ceph-mon[191839]: pgmap v9645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:18.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:17 smithi032 ceph-mon[189144]: from='client.54218 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:26:18.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:17 smithi032 ceph-mon[189144]: from='client.54224 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:26:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:17 smithi032 ceph-mon[189144]: pgmap v9645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:19.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:18 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3649642213' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:26:19.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:18 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3649642213' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:26:19.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:18 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3649642213' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:26:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:19 smithi039 ceph-mon[181282]: pgmap v9646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:19 smithi032 ceph-mon[191839]: pgmap v9646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:20.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:19 smithi032 ceph-mon[189144]: pgmap v9646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:26:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:26:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:26:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:26:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:26:20] "GET /metrics HTTP/1.1" 200 34064 "" "Prometheus/2.43.0" 2023-12-22T21:26:22.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:21 smithi039 ceph-mon[181282]: pgmap v9647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:22.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:21 smithi032 ceph-mon[189144]: pgmap v9647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:21 smithi032 ceph-mon[191839]: pgmap v9647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:24.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:23 smithi039 ceph-mon[181282]: pgmap v9648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:24.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:23 smithi032 ceph-mon[189144]: pgmap v9648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:24.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:23 smithi032 ceph-mon[191839]: pgmap v9648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:26.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:25 smithi039 ceph-mon[181282]: pgmap v9649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:26.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:25 smithi032 ceph-mon[189144]: pgmap v9649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:25 smithi032 ceph-mon[191839]: pgmap v9649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:28.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:27 smithi039 ceph-mon[181282]: pgmap v9650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:28.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:27 smithi032 ceph-mon[191839]: pgmap v9650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:28.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:27 smithi032 ceph-mon[189144]: pgmap v9650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:29 smithi039 ceph-mon[181282]: pgmap v9651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:30.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:29 smithi032 ceph-mon[189144]: pgmap v9651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:29 smithi032 ceph-mon[191839]: pgmap v9651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:26:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:26:30] "GET /metrics HTTP/1.1" 200 34064 "" "Prometheus/2.43.0" 2023-12-22T21:26:32.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:31 smithi039 ceph-mon[181282]: pgmap v9652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:32.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:31 smithi032 ceph-mon[191839]: pgmap v9652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:32.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:31 smithi032 ceph-mon[189144]: pgmap v9652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:34.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:33 smithi039 ceph-mon[181282]: pgmap v9653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:34.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:33 smithi032 ceph-mon[189144]: pgmap v9653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:33 smithi032 ceph-mon[191839]: pgmap v9653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:26:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:35 smithi039 ceph-mon[181282]: pgmap v9654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:26:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:35 smithi032 ceph-mon[191839]: pgmap v9654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:26:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:35 smithi032 ceph-mon[189144]: pgmap v9654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:38.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:37 smithi039 ceph-mon[181282]: pgmap v9655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:37 smithi032 ceph-mon[191839]: pgmap v9655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:38.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:37 smithi032 ceph-mon[189144]: pgmap v9655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:39 smithi039 ceph-mon[181282]: pgmap v9656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:40.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:39 smithi032 ceph-mon[191839]: pgmap v9656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:40.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:39 smithi032 ceph-mon[189144]: pgmap v9656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:26:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:26:40] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T21:26:42.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:41 smithi039 ceph-mon[181282]: pgmap v9657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:41 smithi032 ceph-mon[191839]: pgmap v9657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:42.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:41 smithi032 ceph-mon[189144]: pgmap v9657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:44.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:43 smithi039 ceph-mon[181282]: pgmap v9658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:44.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:43 smithi032 ceph-mon[189144]: pgmap v9658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:44.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:43 smithi032 ceph-mon[191839]: pgmap v9658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:46.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:45 smithi039 ceph-mon[181282]: pgmap v9659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:46.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:45 smithi032 ceph-mon[191839]: pgmap v9659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:46.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:45 smithi032 ceph-mon[189144]: pgmap v9659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:48.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:47 smithi039 ceph-mon[181282]: pgmap v9660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:48.108 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:26:48.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:47 smithi032 ceph-mon[189144]: pgmap v9660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:48.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:47 smithi032 ceph-mon[191839]: pgmap v9660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:48.431 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:26:48.431 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 8m ago 4h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:26:48.431 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 6m ago 4h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:26:48.431 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 8m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:26:48.431 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 6m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:26:48.431 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 6m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:26:48.431 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 8m ago 4h 704M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:26:48.432 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 8m ago 4h 1215M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:26:48.432 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 6m ago 4h 592M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:26:48.432 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 8m ago 4h 608M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:26:48.432 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 8m ago 4h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:26:48.432 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 6m ago 4h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:26:48.432 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 8m ago 4h 4495M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:26:48.432 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 8m ago 4h 4683M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:26:48.432 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 8m ago 4h 4201M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:26:48.432 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 8m ago 4h 4182M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:26:48.432 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 6m ago 4h 3985M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:26:48.432 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 6m ago 4h 4243M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:26:48.432 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 6m ago 4h 3977M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:26:48.433 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 6m ago 4h 3900M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:26:48.433 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 6m ago 4h 122M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:26:48.832 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:26:48.832 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:26:48.832 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:26:48.832 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:26:48.832 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:26:48.832 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:26:48.832 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:26:48.832 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:26:48.832 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:26:48.833 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:26:48.833 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:26:48.833 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:26:48.833 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:26:48.833 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:26:48.833 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:26:48.833 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:26:48.833 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:26:48.833 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:26:49.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:48 smithi039 ceph-mon[181282]: from='client.54236 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:26:49.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:48 smithi039 ceph-mon[181282]: from='client.44325 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:26:49.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:48 smithi032 ceph-mon[189144]: from='client.54236 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:26:49.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:48 smithi032 ceph-mon[189144]: from='client.44325 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:26:49.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:48 smithi032 ceph-mon[191839]: from='client.54236 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:26:49.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:48 smithi032 ceph-mon[191839]: from='client.44325 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:26:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:49 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1119493004' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:26:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:49 smithi039 ceph-mon[181282]: pgmap v9661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:50.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:49 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1119493004' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:26:50.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:49 smithi032 ceph-mon[191839]: pgmap v9661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:50.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:49 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1119493004' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:26:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:49 smithi032 ceph-mon[189144]: pgmap v9661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:51.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:26:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:26:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:26:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:26:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:26:50] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T21:26:52.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:51 smithi039 ceph-mon[181282]: pgmap v9662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:52.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:51 smithi032 ceph-mon[189144]: pgmap v9662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:52.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:51 smithi032 ceph-mon[191839]: pgmap v9662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:53.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:26:53.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:26:53.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:26:53.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:26:53.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:26:53.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:26:53.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:26:53.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:26:53.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:26:53.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:26:53.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:26:53.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:26:53.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:26:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:26:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:26:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:26:53.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:26:53.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:26:53.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:26:53.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:26:53.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:26:53.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:26:53.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:26:53.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:26:54.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:53 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi032 to 2441M 2023-12-22T21:26:54.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:26:54.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:26:54.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:26:54.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:53 smithi039 ceph-mon[181282]: pgmap v9663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:53 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi032 to 2441M 2023-12-22T21:26:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:26:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:26:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:26:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:53 smithi032 ceph-mon[191839]: pgmap v9663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:54.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:53 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi032 to 2441M 2023-12-22T21:26:54.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:26:54.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:26:54.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:26:54.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:53 smithi032 ceph-mon[189144]: pgmap v9663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:56.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:55 smithi039 ceph-mon[181282]: pgmap v9664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:56.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:55 smithi032 ceph-mon[191839]: pgmap v9664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:56.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:55 smithi032 ceph-mon[189144]: pgmap v9664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:58.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:57 smithi039 ceph-mon[181282]: pgmap v9665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:58.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:57 smithi032 ceph-mon[191839]: pgmap v9665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:26:58.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:57 smithi032 ceph-mon[189144]: pgmap v9665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:26:59 smithi039 ceph-mon[181282]: pgmap v9666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:00.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:26:59 smithi032 ceph-mon[191839]: pgmap v9666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:00.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:26:59 smithi032 ceph-mon[189144]: pgmap v9666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:27:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:27:00] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T21:27:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:01 smithi039 ceph-mon[181282]: pgmap v9667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:02.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:01 smithi032 ceph-mon[189144]: pgmap v9667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:01 smithi032 ceph-mon[191839]: pgmap v9667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:04.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:03 smithi039 ceph-mon[181282]: pgmap v9668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:04.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:03 smithi032 ceph-mon[189144]: pgmap v9668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:04.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:03 smithi032 ceph-mon[191839]: pgmap v9668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:27:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:05 smithi039 ceph-mon[181282]: pgmap v9669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:27:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:05 smithi032 ceph-mon[191839]: pgmap v9669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:27:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:05 smithi032 ceph-mon[189144]: pgmap v9669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:08.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:07 smithi039 ceph-mon[181282]: pgmap v9670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:07 smithi032 ceph-mon[191839]: pgmap v9670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:08.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:07 smithi032 ceph-mon[189144]: pgmap v9670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:09 smithi039 ceph-mon[181282]: pgmap v9671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:10.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:09 smithi032 ceph-mon[191839]: pgmap v9671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:10.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:09 smithi032 ceph-mon[189144]: pgmap v9671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:27:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:27:10] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2023-12-22T21:27:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:11 smithi039 ceph-mon[181282]: pgmap v9672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:11 smithi032 ceph-mon[189144]: pgmap v9672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:11 smithi032 ceph-mon[191839]: pgmap v9672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:14.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:13 smithi039 ceph-mon[181282]: pgmap v9673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:14.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:13 smithi032 ceph-mon[189144]: pgmap v9673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:14.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:13 smithi032 ceph-mon[191839]: pgmap v9673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:16.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:15 smithi039 ceph-mon[181282]: pgmap v9674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:16.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:15 smithi032 ceph-mon[191839]: pgmap v9674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:16.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:15 smithi032 ceph-mon[189144]: pgmap v9674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:18.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:17 smithi039 ceph-mon[181282]: pgmap v9675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:17 smithi032 ceph-mon[191839]: pgmap v9675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:18.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:17 smithi032 ceph-mon[189144]: pgmap v9675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:19.195 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:27:19.516 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:27:19.516 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 8m ago 4h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:27:19.516 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 6m ago 4h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:27:19.516 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 8m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:27:19.516 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 6m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:27:19.517 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 6m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:27:19.517 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 8m ago 4h 704M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:27:19.517 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 8m ago 4h 1215M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:27:19.517 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 6m ago 4h 592M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:27:19.517 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 8m ago 4h 608M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:27:19.517 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 8m ago 4h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:27:19.517 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 6m ago 4h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:27:19.517 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 8m ago 4h 4495M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:27:19.517 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 8m ago 4h 4683M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:27:19.517 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 8m ago 4h 4201M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:27:19.517 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 8m ago 4h 4182M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:27:19.517 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 6m ago 4h 3985M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:27:19.517 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 6m ago 4h 4243M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:27:19.518 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 6m ago 4h 3977M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:27:19.518 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 6m ago 4h 3900M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:27:19.518 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 6m ago 4h 122M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:27:19.926 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:27:19.926 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:27:19.926 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:27:19.926 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:27:19.926 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:27:19.926 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:27:19.926 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:27:19.926 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:27:19.926 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:27:19.926 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:27:19.926 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:27:19.926 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:27:19.927 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:27:19.927 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:27:19.927 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:27:19.927 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:27:19.927 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:27:19.927 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:27:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:19 smithi039 ceph-mon[181282]: from='client.44337 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:27:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:19 smithi039 ceph-mon[181282]: from='client.54260 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:27:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:19 smithi039 ceph-mon[181282]: pgmap v9676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:19 smithi032 ceph-mon[191839]: from='client.44337 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:27:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:19 smithi032 ceph-mon[191839]: from='client.54260 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:27:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:19 smithi032 ceph-mon[191839]: pgmap v9676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:19 smithi032 ceph-mon[189144]: from='client.44337 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:27:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:19 smithi032 ceph-mon[189144]: from='client.54260 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:27:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:19 smithi032 ceph-mon[189144]: pgmap v9676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:20 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4170346065' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:27:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:27:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:27:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:27:20] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T21:27:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:20 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4170346065' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:27:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:27:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:20 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4170346065' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:27:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:27:22.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:21 smithi039 ceph-mon[181282]: pgmap v9677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:21 smithi032 ceph-mon[191839]: pgmap v9677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:22.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:21 smithi032 ceph-mon[189144]: pgmap v9677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:24.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:23 smithi039 ceph-mon[181282]: pgmap v9678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:24.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:23 smithi032 ceph-mon[191839]: pgmap v9678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:24.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:23 smithi032 ceph-mon[189144]: pgmap v9678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:26.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:25 smithi039 ceph-mon[181282]: pgmap v9679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:26.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:25 smithi032 ceph-mon[189144]: pgmap v9679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:25 smithi032 ceph-mon[191839]: pgmap v9679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:28.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:27 smithi039 ceph-mon[181282]: pgmap v9680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:28.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:27 smithi032 ceph-mon[189144]: pgmap v9680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:28.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:27 smithi032 ceph-mon[191839]: pgmap v9680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:29 smithi039 ceph-mon[181282]: pgmap v9681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:29 smithi032 ceph-mon[191839]: pgmap v9681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:30.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:29 smithi032 ceph-mon[189144]: pgmap v9681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:27:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:27:30] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T21:27:32.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:31 smithi039 ceph-mon[181282]: pgmap v9682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:32.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:31 smithi032 ceph-mon[189144]: pgmap v9682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:31 smithi032 ceph-mon[191839]: pgmap v9682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:34.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:33 smithi039 ceph-mon[181282]: pgmap v9683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:33 smithi032 ceph-mon[191839]: pgmap v9683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:34.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:33 smithi032 ceph-mon[189144]: pgmap v9683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:27:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:35 smithi039 ceph-mon[181282]: pgmap v9684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:27:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:35 smithi032 ceph-mon[191839]: pgmap v9684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:27:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:35 smithi032 ceph-mon[189144]: pgmap v9684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:38.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:37 smithi039 ceph-mon[181282]: pgmap v9685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:38.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:37 smithi032 ceph-mon[189144]: pgmap v9685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:37 smithi032 ceph-mon[191839]: pgmap v9685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:39 smithi039 ceph-mon[181282]: pgmap v9686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:40.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:39 smithi032 ceph-mon[191839]: pgmap v9686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:40.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:39 smithi032 ceph-mon[189144]: pgmap v9686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:27:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:27:40] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T21:27:42.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:41 smithi039 ceph-mon[181282]: pgmap v9687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:41 smithi032 ceph-mon[191839]: pgmap v9687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:42.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:41 smithi032 ceph-mon[189144]: pgmap v9687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:44.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:43 smithi039 ceph-mon[181282]: pgmap v9688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:44.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:43 smithi032 ceph-mon[191839]: pgmap v9688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:44.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:43 smithi032 ceph-mon[189144]: pgmap v9688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:46.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:45 smithi039 ceph-mon[181282]: pgmap v9689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:46.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:45 smithi032 ceph-mon[191839]: pgmap v9689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:46.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:45 smithi032 ceph-mon[189144]: pgmap v9689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:48.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:47 smithi039 ceph-mon[181282]: pgmap v9690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:48.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:47 smithi032 ceph-mon[191839]: pgmap v9690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:48.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:47 smithi032 ceph-mon[189144]: pgmap v9690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:49 smithi039 ceph-mon[181282]: pgmap v9691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:50.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:49 smithi032 ceph-mon[191839]: pgmap v9691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:50.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:49 smithi032 ceph-mon[189144]: pgmap v9691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:50.287 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:27:50.611 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:27:50.611 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 9m ago 4h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:27:50.611 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 7m ago 4h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:27:50.611 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 9m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:27:50.611 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 7m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:27:50.611 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 7m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:27:50.611 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 9m ago 4h 704M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:27:50.611 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 9m ago 4h 1215M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:27:50.612 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 7m ago 4h 592M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:27:50.612 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 9m ago 4h 608M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:27:50.612 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 9m ago 4h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:27:50.612 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 7m ago 4h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:27:50.612 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 9m ago 4h 4495M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:27:50.612 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 9m ago 4h 4683M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:27:50.612 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 9m ago 4h 4201M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:27:50.612 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 9m ago 4h 4182M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:27:50.612 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 7m ago 4h 3985M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:27:50.612 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 7m ago 4h 4243M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:27:50.613 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 7m ago 4h 3977M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:27:50.613 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 7m ago 4h 3900M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:27:50.613 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 7m ago 4h 122M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:27:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:27:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:50 smithi039 ceph-mon[181282]: from='client.44355 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:27:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:50 smithi039 ceph-mon[181282]: from='client.54278 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:27:51.014 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:27:51.014 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:27:51.014 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:27:51.014 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:27:51.014 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:27:51.015 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:27:51.015 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:27:51.015 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:27:51.015 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:27:51.015 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:27:51.015 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:27:51.015 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:27:51.015 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:27:51.015 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:27:51.015 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:27:51.015 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:27:51.015 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:27:51.015 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:27:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:27:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:27:50] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T21:27:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:27:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:50 smithi032 ceph-mon[191839]: from='client.44355 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:27:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:50 smithi032 ceph-mon[191839]: from='client.54278 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:27:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:27:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:50 smithi032 ceph-mon[189144]: from='client.44355 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:27:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:50 smithi032 ceph-mon[189144]: from='client.54278 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:27:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:51 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1628328912' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:27:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:51 smithi039 ceph-mon[181282]: pgmap v9692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:52.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:51 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1628328912' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:27:52.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:51 smithi032 ceph-mon[191839]: pgmap v9692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:52.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:51 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1628328912' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:27:52.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:51 smithi032 ceph-mon[189144]: pgmap v9692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:27:53.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:27:53.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:27:54.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:27:54.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:27:54.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:54 smithi032 ceph-mon[189144]: pgmap v9693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:54.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:27:54.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:27:54.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:27:54.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:27:54.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:27:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:27:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:27:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:54 smithi032 ceph-mon[191839]: pgmap v9693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:27:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:27:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:27:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:27:54.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:27:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:27:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:27:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:54 smithi039 ceph-mon[181282]: pgmap v9693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:27:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:27:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:27:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:27:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:27:56.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:55 smithi039 ceph-mon[181282]: pgmap v9694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:56.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:55 smithi032 ceph-mon[191839]: pgmap v9694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:56.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:55 smithi032 ceph-mon[189144]: pgmap v9694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:58.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:57 smithi039 ceph-mon[181282]: pgmap v9695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:58.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:57 smithi032 ceph-mon[191839]: pgmap v9695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:27:58.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:57 smithi032 ceph-mon[189144]: pgmap v9695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:27:59 smithi039 ceph-mon[181282]: pgmap v9696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:00.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:27:59 smithi032 ceph-mon[191839]: pgmap v9696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:00.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:27:59 smithi032 ceph-mon[189144]: pgmap v9696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:28:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:28:00] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T21:28:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:01 smithi039 ceph-mon[181282]: pgmap v9697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:01 smithi032 ceph-mon[191839]: pgmap v9697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:02.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:01 smithi032 ceph-mon[189144]: pgmap v9697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:04.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:03 smithi039 ceph-mon[181282]: pgmap v9698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:04.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:03 smithi032 ceph-mon[191839]: pgmap v9698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:04.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:03 smithi032 ceph-mon[189144]: pgmap v9698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:28:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:05 smithi039 ceph-mon[181282]: pgmap v9699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:28:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:05 smithi032 ceph-mon[191839]: pgmap v9699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:28:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:05 smithi032 ceph-mon[189144]: pgmap v9699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:08.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:07 smithi039 ceph-mon[181282]: pgmap v9700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:08.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:07 smithi032 ceph-mon[189144]: pgmap v9700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:07 smithi032 ceph-mon[191839]: pgmap v9700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:09 smithi039 ceph-mon[181282]: pgmap v9701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:10.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:09 smithi032 ceph-mon[189144]: pgmap v9701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:10.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:09 smithi032 ceph-mon[191839]: pgmap v9701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:28:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:28:10] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2023-12-22T21:28:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:11 smithi039 ceph-mon[181282]: pgmap v9702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:11 smithi032 ceph-mon[191839]: pgmap v9702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:12.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:11 smithi032 ceph-mon[189144]: pgmap v9702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:14.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:13 smithi039 ceph-mon[181282]: pgmap v9703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:14.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:13 smithi032 ceph-mon[191839]: pgmap v9703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:14.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:13 smithi032 ceph-mon[189144]: pgmap v9703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:16.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:15 smithi039 ceph-mon[181282]: pgmap v9704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:16.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:15 smithi032 ceph-mon[191839]: pgmap v9704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:16.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:15 smithi032 ceph-mon[189144]: pgmap v9704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:18.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:17 smithi039 ceph-mon[181282]: pgmap v9705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:17 smithi032 ceph-mon[191839]: pgmap v9705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:18.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:17 smithi032 ceph-mon[189144]: pgmap v9705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:19 smithi039 ceph-mon[181282]: pgmap v9706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:19 smithi032 ceph-mon[191839]: pgmap v9706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:20.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:19 smithi032 ceph-mon[189144]: pgmap v9706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:28:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:28:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:28:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:28:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:28:20] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T21:28:21.378 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:28:21.704 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:28:21.704 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 9m ago 4h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:28:21.704 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 7m ago 4h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:28:21.704 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 9m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:28:21.704 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 7m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:28:21.704 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 7m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:28:21.704 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 9m ago 4h 704M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:28:21.705 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 9m ago 4h 1215M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:28:21.705 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 7m ago 4h 592M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:28:21.705 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 9m ago 4h 608M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:28:21.705 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 9m ago 4h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:28:21.705 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 7m ago 4h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:28:21.705 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 9m ago 4h 4495M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:28:21.705 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 9m ago 4h 4683M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:28:21.705 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 9m ago 4h 4201M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:28:21.705 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 9m ago 4h 4182M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:28:21.705 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 7m ago 4h 3985M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:28:21.705 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 7m ago 4h 4243M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:28:21.705 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 7m ago 4h 3977M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:28:21.705 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 7m ago 4h 3900M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:28:21.706 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 7m ago 4h 122M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:28:22.109 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:28:22.109 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:28:22.109 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:28:22.109 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:28:22.109 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:28:22.110 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:28:22.110 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:28:22.110 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:28:22.110 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:28:22.110 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:28:22.110 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:28:22.110 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:28:22.110 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:28:22.110 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:28:22.110 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:28:22.110 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:28:22.110 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:28:22.110 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:28:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:21 smithi032 ceph-mon[191839]: from='client.44373 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:28:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:21 smithi032 ceph-mon[191839]: pgmap v9707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:22.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:21 smithi032 ceph-mon[189144]: from='client.44373 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:28:22.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:21 smithi032 ceph-mon[189144]: pgmap v9707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:21 smithi039 ceph-mon[181282]: from='client.44373 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:28:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:21 smithi039 ceph-mon[181282]: pgmap v9707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:23.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:22 smithi032 ceph-mon[191839]: from='client.54296 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:28:23.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:22 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2714647323' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:28:23.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:22 smithi032 ceph-mon[189144]: from='client.54296 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:28:23.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:22 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2714647323' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:28:23.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:22 smithi039 ceph-mon[181282]: from='client.54296 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:28:23.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:22 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2714647323' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:28:24.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:23 smithi032 ceph-mon[191839]: pgmap v9708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:24.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:23 smithi032 ceph-mon[189144]: pgmap v9708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:24.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:23 smithi039 ceph-mon[181282]: pgmap v9708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:26.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:25 smithi039 ceph-mon[181282]: pgmap v9709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:25 smithi032 ceph-mon[191839]: pgmap v9709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:26.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:25 smithi032 ceph-mon[189144]: pgmap v9709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:28.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:27 smithi039 ceph-mon[181282]: pgmap v9710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:28.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:27 smithi032 ceph-mon[191839]: pgmap v9710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:28.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:27 smithi032 ceph-mon[189144]: pgmap v9710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:29 smithi039 ceph-mon[181282]: pgmap v9711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:29 smithi032 ceph-mon[191839]: pgmap v9711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:30.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:29 smithi032 ceph-mon[189144]: pgmap v9711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:28:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:28:30] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T21:28:32.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:31 smithi039 ceph-mon[181282]: pgmap v9712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:32.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:31 smithi032 ceph-mon[191839]: pgmap v9712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:32.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:31 smithi032 ceph-mon[189144]: pgmap v9712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:34.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:33 smithi039 ceph-mon[181282]: pgmap v9713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:33 smithi032 ceph-mon[191839]: pgmap v9713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:34.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:33 smithi032 ceph-mon[189144]: pgmap v9713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:28:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:35 smithi039 ceph-mon[181282]: pgmap v9714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:28:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:35 smithi032 ceph-mon[191839]: pgmap v9714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:28:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:35 smithi032 ceph-mon[189144]: pgmap v9714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:38.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:37 smithi039 ceph-mon[181282]: pgmap v9715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:37 smithi032 ceph-mon[191839]: pgmap v9715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:38.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:37 smithi032 ceph-mon[189144]: pgmap v9715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:39 smithi039 ceph-mon[181282]: pgmap v9716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:40.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:39 smithi032 ceph-mon[191839]: pgmap v9716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:40.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:39 smithi032 ceph-mon[189144]: pgmap v9716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:28:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:28:40] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T21:28:42.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:41 smithi039 ceph-mon[181282]: pgmap v9717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:41 smithi032 ceph-mon[191839]: pgmap v9717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:42.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:41 smithi032 ceph-mon[189144]: pgmap v9717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:44.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:43 smithi039 ceph-mon[181282]: pgmap v9718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:44.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:43 smithi032 ceph-mon[191839]: pgmap v9718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:44.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:43 smithi032 ceph-mon[189144]: pgmap v9718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:46.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:45 smithi039 ceph-mon[181282]: pgmap v9719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:46.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:45 smithi032 ceph-mon[191839]: pgmap v9719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:46.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:45 smithi032 ceph-mon[189144]: pgmap v9719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:48.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:47 smithi039 ceph-mon[181282]: pgmap v9720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:48.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:47 smithi032 ceph-mon[191839]: pgmap v9720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:48.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:47 smithi032 ceph-mon[189144]: pgmap v9720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:49 smithi039 ceph-mon[181282]: pgmap v9721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:49 smithi032 ceph-mon[189144]: pgmap v9721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:49 smithi032 ceph-mon[191839]: pgmap v9721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:28:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:28:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:28:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:28:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:28:50] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T21:28:52.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:51 smithi032 ceph-mon[191839]: pgmap v9722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:52.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:51 smithi032 ceph-mon[189144]: pgmap v9722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:51 smithi039 ceph-mon[181282]: pgmap v9722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:52.474 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:28:52.801 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:28:52.801 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 10m ago 4h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:28:52.801 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 8m ago 4h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:28:52.801 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 10m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:28:52.801 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 8m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:28:52.801 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 8m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:28:52.801 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 10m ago 4h 704M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:28:52.801 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 10m ago 4h 1215M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:28:52.801 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 8m ago 4h 592M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:28:52.801 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 10m ago 4h 608M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:28:52.802 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 10m ago 4h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:28:52.802 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 8m ago 4h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:28:52.802 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 10m ago 4h 4495M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:28:52.802 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 10m ago 4h 4683M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:28:52.802 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 10m ago 4h 4201M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:28:52.802 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 10m ago 4h 4182M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:28:52.802 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 8m ago 4h 3985M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:28:52.802 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 8m ago 4h 4243M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:28:52.802 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 8m ago 4h 3977M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:28:52.802 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 8m ago 4h 3900M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:28:52.802 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 8m ago 4h 122M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:28:53.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:52 smithi032 ceph-mon[189144]: from='client.54308 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:28:53.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:52 smithi032 ceph-mon[191839]: from='client.54308 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:28:53.202 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:28:53.202 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:28:53.202 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:28:53.202 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:28:53.202 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:28:53.202 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:28:53.202 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:28:53.202 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:28:53.202 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:28:53.202 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:28:53.202 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:28:53.203 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:28:53.203 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:28:53.203 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:28:53.203 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:28:53.203 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:28:53.203 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:28:53.203 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:28:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:52 smithi039 ceph-mon[181282]: from='client.54308 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:28:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:53 smithi032 ceph-mon[191839]: from='client.44397 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:28:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:53 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1667769005' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:28:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:53 smithi032 ceph-mon[191839]: pgmap v9723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:54.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:53 smithi032 ceph-mon[189144]: from='client.44397 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:28:54.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:53 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1667769005' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:28:54.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:53 smithi032 ceph-mon[189144]: pgmap v9723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:54.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:53 smithi039 ceph-mon[181282]: from='client.44397 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:28:54.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:53 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1667769005' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:28:54.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:53 smithi039 ceph-mon[181282]: pgmap v9723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:54.771 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:28:54.771 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:28:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:28:56.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:55 smithi032 ceph-mon[189144]: pgmap v9724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:56.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:55 smithi032 ceph-mon[191839]: pgmap v9724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:55 smithi039 ceph-mon[181282]: pgmap v9724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:57.176 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:57 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:28:57.176 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:57 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:28:57.177 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:57 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:28:57.177 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:57 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:28:57.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:57 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:28:57.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:57 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:28:58.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:58 smithi032 ceph-mon[191839]: pgmap v9725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:58.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:58 smithi032 ceph-mon[189144]: pgmap v9725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:28:58.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:58 smithi039 ceph-mon[181282]: pgmap v9725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:00.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:29:00.200 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:29:00.200 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:29:00.200 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:29:00.200 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:29:00.200 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:28:59 smithi032 ceph-mon[191839]: pgmap v9726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:00.201 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:29:00.201 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:29:00.201 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:29:00.201 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:29:00.201 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:29:00.201 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:28:59 smithi032 ceph-mon[189144]: pgmap v9726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:29:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:29:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:29:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:29:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:29:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:28:59 smithi039 ceph-mon[181282]: pgmap v9726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:29:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:29:00] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T21:29:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:29:01 smithi039 ceph-mon[181282]: pgmap v9727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:02.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:29:01 smithi032 ceph-mon[189144]: pgmap v9727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:29:01 smithi032 ceph-mon[191839]: pgmap v9727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:04.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:29:03 smithi039 ceph-mon[181282]: pgmap v9728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:04.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:29:03 smithi032 ceph-mon[189144]: pgmap v9728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:04.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:29:03 smithi032 ceph-mon[191839]: pgmap v9728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:29:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:29:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:29:05 smithi039 ceph-mon[181282]: pgmap v9729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:29:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:29:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:29:05 smithi032 ceph-mon[189144]: pgmap v9729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:29:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:29:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:29:05 smithi032 ceph-mon[191839]: pgmap v9729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:08.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:29:07 smithi039 ceph-mon[181282]: pgmap v9730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:08.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:29:07 smithi032 ceph-mon[189144]: pgmap v9730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:29:07 smithi032 ceph-mon[191839]: pgmap v9730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:29:09 smithi039 ceph-mon[181282]: pgmap v9731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:10.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:29:09 smithi032 ceph-mon[191839]: pgmap v9731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:10.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:29:09 smithi032 ceph-mon[189144]: pgmap v9731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:29:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:29:10] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T21:29:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:29:11 smithi032 ceph-mon[191839]: pgmap v9732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:12.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:29:11 smithi032 ceph-mon[189144]: pgmap v9732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:29:11 smithi039 ceph-mon[181282]: pgmap v9732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:14.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:29:13 smithi039 ceph-mon[181282]: pgmap v9733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:14.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:29:13 smithi032 ceph-mon[191839]: pgmap v9733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:14.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:29:13 smithi032 ceph-mon[189144]: pgmap v9733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:16.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:29:15 smithi039 ceph-mon[181282]: pgmap v9734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:16.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:29:15 smithi032 ceph-mon[191839]: pgmap v9734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:16.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:29:15 smithi032 ceph-mon[189144]: pgmap v9734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:18.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:29:17 smithi039 ceph-mon[181282]: pgmap v9735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:29:17 smithi032 ceph-mon[191839]: pgmap v9735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:18.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:29:17 smithi032 ceph-mon[189144]: pgmap v9735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:29:19 smithi039 ceph-mon[181282]: pgmap v9736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:29:19 smithi032 ceph-mon[191839]: pgmap v9736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:20.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:29:19 smithi032 ceph-mon[189144]: pgmap v9736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:29:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:29:20] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T21:29:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:29:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:29:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:29:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:29:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:29:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:29:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:29:21 smithi032 ceph-mon[191839]: pgmap v9737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:22.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:29:21 smithi032 ceph-mon[189144]: pgmap v9737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:29:21 smithi039 ceph-mon[181282]: pgmap v9737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:23.568 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:29:23.894 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:29:23.894 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 27s ago 4h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:29:23.894 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 8m ago 4h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:29:23.894 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 27s ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:29:23.894 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 8m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:29:23.895 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 8m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:29:23.895 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 27s ago 4h 710M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:29:23.895 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 27s ago 4h 1253M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:29:23.895 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 8m ago 4h 592M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:29:23.895 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 27s ago 4h 627M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:29:23.895 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 27s ago 4h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:29:23.895 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 8m ago 4h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:29:23.895 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 27s ago 4h 4528M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:29:23.895 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 27s ago 4h 4714M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:29:23.895 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 27s ago 4h 4225M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:29:23.895 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 27s ago 4h 4211M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:29:23.895 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 8m ago 4h 3985M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:29:23.895 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 8m ago 4h 4243M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:29:23.895 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 8m ago 4h 3977M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:29:23.896 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 8m ago 4h 3900M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:29:23.896 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 8m ago 4h 122M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:29:24.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:29:23 smithi039 ceph-mon[181282]: from='client.44409 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:29:24.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:29:23 smithi039 ceph-mon[181282]: pgmap v9738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:24.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:29:23 smithi032 ceph-mon[189144]: from='client.44409 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:29:24.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:29:23 smithi032 ceph-mon[189144]: pgmap v9738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:24.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:29:23 smithi032 ceph-mon[191839]: from='client.44409 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:29:24.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:29:23 smithi032 ceph-mon[191839]: pgmap v9738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:24.298 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:29:24.298 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:29:24.298 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:29:24.298 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:29:24.298 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:29:24.298 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:29:24.298 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:29:24.298 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:29:24.299 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:29:24.299 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:29:24.299 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:29:24.299 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:29:24.299 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:29:24.299 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:29:24.299 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:29:24.299 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:29:24.299 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:29:24.299 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:29:25.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:29:24 smithi039 ceph-mon[181282]: from='client.54332 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:29:25.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:29:24 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1785328409' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:29:25.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:29:24 smithi032 ceph-mon[189144]: from='client.54332 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:29:25.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:29:24 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1785328409' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:29:25.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:29:24 smithi032 ceph-mon[191839]: from='client.54332 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:29:25.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:29:24 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1785328409' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:29:26.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:29:25 smithi032 ceph-mon[189144]: pgmap v9739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:29:25 smithi032 ceph-mon[191839]: pgmap v9739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:29:25 smithi039 ceph-mon[181282]: pgmap v9739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:28.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:29:27 smithi039 ceph-mon[181282]: pgmap v9740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:28.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:29:27 smithi032 ceph-mon[191839]: pgmap v9740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:28.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:29:27 smithi032 ceph-mon[189144]: pgmap v9740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:29:29 smithi039 ceph-mon[181282]: pgmap v9741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:29:29 smithi032 ceph-mon[191839]: pgmap v9741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:30.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:29:29 smithi032 ceph-mon[189144]: pgmap v9741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:29:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:29:30] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T21:29:32.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:29:31 smithi032 ceph-mon[191839]: pgmap v9742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:32.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:29:31 smithi032 ceph-mon[189144]: pgmap v9742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:29:31 smithi039 ceph-mon[181282]: pgmap v9742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:29:33 smithi032 ceph-mon[191839]: pgmap v9743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:34.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:29:33 smithi032 ceph-mon[189144]: pgmap v9743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:34.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:29:33 smithi039 ceph-mon[181282]: pgmap v9743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:29:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:29:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:29:35 smithi039 ceph-mon[181282]: pgmap v9744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:29:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:29:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:29:35 smithi032 ceph-mon[189144]: pgmap v9744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:29:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:29:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:29:35 smithi032 ceph-mon[191839]: pgmap v9744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:29:37 smithi032 ceph-mon[191839]: pgmap v9745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:38.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:29:37 smithi032 ceph-mon[189144]: pgmap v9745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:29:37 smithi039 ceph-mon[181282]: pgmap v9745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:40.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:29:39 smithi032 ceph-mon[189144]: pgmap v9746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:40.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:29:39 smithi032 ceph-mon[191839]: pgmap v9746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:29:39 smithi039 ceph-mon[181282]: pgmap v9746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:29:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:29:40] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T21:29:42.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:29:41 smithi032 ceph-mon[189144]: pgmap v9747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:29:41 smithi032 ceph-mon[191839]: pgmap v9747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:29:41 smithi039 ceph-mon[181282]: pgmap v9747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:44.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:29:43 smithi032 ceph-mon[191839]: pgmap v9748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:29:43 smithi032 ceph-mon[189144]: pgmap v9748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:44.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:29:43 smithi039 ceph-mon[181282]: pgmap v9748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:46.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:29:45 smithi039 ceph-mon[181282]: pgmap v9749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:46.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:29:45 smithi032 ceph-mon[191839]: pgmap v9749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:46.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:29:45 smithi032 ceph-mon[189144]: pgmap v9749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:48.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:29:47 smithi032 ceph-mon[191839]: pgmap v9750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:48.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:29:47 smithi032 ceph-mon[189144]: pgmap v9750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:29:47 smithi039 ceph-mon[181282]: pgmap v9750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:50.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:29:49 smithi032 ceph-mon[189144]: pgmap v9751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:50.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:29:49 smithi032 ceph-mon[191839]: pgmap v9751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:29:49 smithi039 ceph-mon[181282]: pgmap v9751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:29:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:29:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:29:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:29:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:29:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:29:50] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T21:29:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:29:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:29:52.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:29:51 smithi032 ceph-mon[189144]: pgmap v9752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:52.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:29:51 smithi032 ceph-mon[191839]: pgmap v9752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:29:51 smithi039 ceph-mon[181282]: pgmap v9752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:29:53 smithi032 ceph-mon[191839]: pgmap v9753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:54.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:29:53 smithi032 ceph-mon[189144]: pgmap v9753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:54.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:29:53 smithi039 ceph-mon[181282]: pgmap v9753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:54.661 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:29:54.986 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:29:54.986 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 58s ago 4h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:29:54.986 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 9m ago 4h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:29:54.987 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 58s ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:29:54.987 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 9m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:29:54.987 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 9m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:29:54.987 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 58s ago 4h 710M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:29:54.987 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 58s ago 4h 1253M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:29:54.987 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 9m ago 4h 592M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:29:54.987 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 58s ago 4h 627M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:29:54.987 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 58s ago 4h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:29:54.987 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 9m ago 4h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:29:54.987 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 58s ago 4h 4528M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:29:54.987 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 58s ago 4h 4714M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:29:54.987 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 58s ago 4h 4225M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:29:54.987 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 58s ago 4h 4211M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:29:54.987 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 9m ago 4h 3985M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:29:54.987 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 9m ago 4h 4243M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:29:54.988 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 9m ago 4h 3977M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:29:54.988 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 9m ago 4h 3900M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:29:54.988 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 9m ago 4h 122M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:29:55.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:29:54 smithi032 ceph-mon[191839]: from='client.54344 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:29:55.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:29:54 smithi032 ceph-mon[189144]: from='client.54344 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:29:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:29:54 smithi039 ceph-mon[181282]: from='client.54344 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:29:55.385 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:29:55.385 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:29:55.385 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:29:55.385 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:29:55.385 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:29:55.385 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:29:55.385 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:29:55.385 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:29:55.385 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:29:55.385 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:29:55.385 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:29:55.385 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:29:55.386 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:29:55.386 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:29:55.386 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:29:55.386 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:29:55.386 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:29:55.386 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:29:56.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:29:55 smithi032 ceph-mon[191839]: from='client.44433 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:29:56.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:29:55 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/329332615' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:29:56.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:29:55 smithi032 ceph-mon[191839]: pgmap v9754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:56.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:29:55 smithi032 ceph-mon[189144]: from='client.44433 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:29:56.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:29:55 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/329332615' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:29:56.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:29:55 smithi032 ceph-mon[189144]: pgmap v9754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:29:55 smithi039 ceph-mon[181282]: from='client.44433 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:29:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:29:55 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/329332615' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:29:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:29:55 smithi039 ceph-mon[181282]: pgmap v9754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:58.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:29:57 smithi032 ceph-mon[191839]: pgmap v9755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:58.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:29:57 smithi032 ceph-mon[189144]: pgmap v9755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:58.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:29:57 smithi039 ceph-mon[181282]: pgmap v9755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:29:59.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:29:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:29:59.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:29:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:29:59.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:29:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:30:00.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:30:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:30:00.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:30:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:30:00.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:30:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:30:00.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:30:00 smithi032 ceph-mon[191839]: pgmap v9756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:00.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:30:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T21:30:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:30:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T21:29:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T21:30:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:30:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:30:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:30:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:30:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:30:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:30:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:30:00 smithi032 ceph-mon[189144]: pgmap v9756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:30:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T21:30:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:30:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:30:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:30:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:30:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:30:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:30:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:30:00 smithi039 ceph-mon[181282]: pgmap v9756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:30:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T21:30:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:30:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:30:00] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-22T21:30:02.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:30:01 smithi032 ceph-mon[189144]: pgmap v9757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:30:01 smithi032 ceph-mon[191839]: pgmap v9757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:30:01 smithi039 ceph-mon[181282]: pgmap v9757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:04.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:30:03 smithi032 ceph-mon[189144]: pgmap v9758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:04.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:30:03 smithi032 ceph-mon[191839]: pgmap v9758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:04.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:30:03 smithi039 ceph-mon[181282]: pgmap v9758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:30:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:30:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:30:05 smithi032 ceph-mon[191839]: pgmap v9759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:30:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:30:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:30:05 smithi032 ceph-mon[189144]: pgmap v9759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:30:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:30:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:30:05 smithi039 ceph-mon[181282]: pgmap v9759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:30:07 smithi032 ceph-mon[191839]: pgmap v9760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:08.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:30:07 smithi032 ceph-mon[189144]: pgmap v9760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:30:07 smithi039 ceph-mon[181282]: pgmap v9760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:30:09 smithi032 ceph-mon[189144]: pgmap v9761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:10.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:30:09 smithi032 ceph-mon[191839]: pgmap v9761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:30:09 smithi039 ceph-mon[181282]: pgmap v9761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:30:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:30:10] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-22T21:30:12.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:30:11 smithi032 ceph-mon[189144]: pgmap v9762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:30:11 smithi032 ceph-mon[191839]: pgmap v9762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:30:11 smithi039 ceph-mon[181282]: pgmap v9762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:14.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:30:13 smithi032 ceph-mon[189144]: pgmap v9763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:14.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:30:13 smithi032 ceph-mon[191839]: pgmap v9763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:14.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:30:13 smithi039 ceph-mon[181282]: pgmap v9763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:16.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:30:15 smithi032 ceph-mon[191839]: pgmap v9764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:16.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:30:15 smithi032 ceph-mon[189144]: pgmap v9764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:30:15 smithi039 ceph-mon[181282]: pgmap v9764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:17.256 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 21:30:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-22T21:30:16.983070283Z level=info msg="Completed cleanup jobs" duration=12.593881ms 2023-12-22T21:30:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:30:17 smithi032 ceph-mon[191839]: pgmap v9765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:30:17 smithi032 ceph-mon[189144]: pgmap v9765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:18.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:30:17 smithi039 ceph-mon[181282]: pgmap v9765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:30:19 smithi032 ceph-mon[191839]: pgmap v9766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:20.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:30:19 smithi032 ceph-mon[189144]: pgmap v9766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:30:19 smithi039 ceph-mon[181282]: pgmap v9766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:30:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:30:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:30:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:30:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:30:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:30:20] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T21:30:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:30:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:30:22.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:30:21 smithi032 ceph-mon[189144]: pgmap v9767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:30:21 smithi032 ceph-mon[191839]: pgmap v9767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:30:21 smithi039 ceph-mon[181282]: pgmap v9767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:30:23 smithi032 ceph-mon[189144]: pgmap v9768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:24.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:30:23 smithi032 ceph-mon[191839]: pgmap v9768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:24.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:30:23 smithi039 ceph-mon[181282]: pgmap v9768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:25.753 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:30:26.082 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:30:26.082 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 90s ago 4h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:30:26.083 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 9m ago 4h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:30:26.083 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 90s ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:30:26.083 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 9m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:30:26.083 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 9m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:30:26.083 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 90s ago 4h 710M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:30:26.083 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 90s ago 4h 1253M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:30:26.083 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 9m ago 4h 592M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:30:26.083 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 90s ago 4h 627M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:30:26.083 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 90s ago 4h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:30:26.083 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 9m ago 4h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:30:26.083 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 90s ago 4h 4528M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:30:26.083 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 90s ago 4h 4714M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:30:26.083 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 90s ago 4h 4225M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:30:26.084 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 90s ago 4h 4211M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:30:26.084 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 9m ago 4h 3985M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:30:26.084 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 9m ago 4h 4243M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:30:26.084 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 9m ago 4h 3977M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:30:26.084 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 9m ago 4h 3900M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:30:26.084 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 9m ago 4h 122M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:30:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:30:25 smithi032 ceph-mon[191839]: pgmap v9769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:26.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:30:25 smithi032 ceph-mon[189144]: pgmap v9769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:30:25 smithi039 ceph-mon[181282]: pgmap v9769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:26.484 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:30:26.484 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:30:26.484 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:30:26.484 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:30:26.484 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:30:26.484 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:30:26.484 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:30:26.484 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:30:26.484 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:30:26.485 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:30:26.485 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:30:26.485 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:30:26.485 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:30:26.485 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:30:26.485 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:30:26.485 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:30:26.485 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:30:26.485 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:30:27.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:30:26 smithi032 ceph-mon[191839]: from='client.44445 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:30:27.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:30:26 smithi032 ceph-mon[191839]: from='client.54368 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:30:27.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:30:26 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1628862523' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:30:27.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:30:26 smithi032 ceph-mon[189144]: from='client.44445 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:30:27.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:30:26 smithi032 ceph-mon[189144]: from='client.54368 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:30:27.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:30:26 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1628862523' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:30:27.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:30:26 smithi039 ceph-mon[181282]: from='client.44445 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:30:27.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:30:26 smithi039 ceph-mon[181282]: from='client.54368 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:30:27.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:30:26 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1628862523' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:30:28.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:30:27 smithi032 ceph-mon[191839]: pgmap v9770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:28.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:30:27 smithi032 ceph-mon[189144]: pgmap v9770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:28.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:30:27 smithi039 ceph-mon[181282]: pgmap v9770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:30.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:30:29 smithi032 ceph-mon[189144]: pgmap v9771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:30:29 smithi032 ceph-mon[191839]: pgmap v9771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:30:29 smithi039 ceph-mon[181282]: pgmap v9771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:30:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:30:30] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-22T21:30:32.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:30:31 smithi032 ceph-mon[191839]: pgmap v9772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:32.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:30:31 smithi032 ceph-mon[189144]: pgmap v9772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:32.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:30:31 smithi039 ceph-mon[181282]: pgmap v9772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:30:33 smithi032 ceph-mon[191839]: pgmap v9773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:34.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:30:33 smithi032 ceph-mon[189144]: pgmap v9773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:30:33 smithi039 ceph-mon[181282]: pgmap v9773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:30:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:30:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:30:35 smithi032 ceph-mon[191839]: pgmap v9774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:30:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:30:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:30:35 smithi032 ceph-mon[189144]: pgmap v9774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:30:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:30:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:30:35 smithi039 ceph-mon[181282]: pgmap v9774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:30:37 smithi032 ceph-mon[191839]: pgmap v9775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:38.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:30:37 smithi032 ceph-mon[189144]: pgmap v9775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:30:37 smithi039 ceph-mon[181282]: pgmap v9775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:40.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:30:39 smithi032 ceph-mon[189144]: pgmap v9776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:40.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:30:39 smithi032 ceph-mon[191839]: pgmap v9776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:30:39 smithi039 ceph-mon[181282]: pgmap v9776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:30:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:30:40] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2023-12-22T21:30:42.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:30:41 smithi032 ceph-mon[189144]: pgmap v9777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:30:41 smithi032 ceph-mon[191839]: pgmap v9777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:30:41 smithi039 ceph-mon[181282]: pgmap v9777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:44.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:30:43 smithi032 ceph-mon[191839]: pgmap v9778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:44.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:30:43 smithi032 ceph-mon[189144]: pgmap v9778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:44.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:30:43 smithi039 ceph-mon[181282]: pgmap v9778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:46.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:30:45 smithi032 ceph-mon[189144]: pgmap v9779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:46.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:30:45 smithi032 ceph-mon[191839]: pgmap v9779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:30:45 smithi039 ceph-mon[181282]: pgmap v9779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:48.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:30:47 smithi032 ceph-mon[191839]: pgmap v9780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:48.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:30:47 smithi032 ceph-mon[189144]: pgmap v9780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:30:47 smithi039 ceph-mon[181282]: pgmap v9780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:50.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:30:49 smithi032 ceph-mon[191839]: pgmap v9781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:50.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:30:49 smithi032 ceph-mon[189144]: pgmap v9781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:30:49 smithi039 ceph-mon[181282]: pgmap v9781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:30:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:30:50] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T21:30:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:30:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:30:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:30:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:30:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:30:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:30:52.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:30:51 smithi032 ceph-mon[191839]: pgmap v9782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:52.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:30:51 smithi032 ceph-mon[189144]: pgmap v9782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:30:51 smithi039 ceph-mon[181282]: pgmap v9782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:30:53 smithi032 ceph-mon[191839]: pgmap v9783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:54.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:30:53 smithi032 ceph-mon[189144]: pgmap v9783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:54.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:30:53 smithi039 ceph-mon[181282]: pgmap v9783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:56.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:30:55 smithi032 ceph-mon[191839]: pgmap v9784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:56.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:30:55 smithi032 ceph-mon[189144]: pgmap v9784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:30:55 smithi039 ceph-mon[181282]: pgmap v9784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:56.851 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:30:57.176 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:30:57.176 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 2m ago 4h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:30:57.176 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 10m ago 4h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:30:57.176 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 2m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:30:57.176 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 10m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:30:57.176 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 10m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:30:57.176 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 2m ago 4h 710M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:30:57.176 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 2m ago 4h 1253M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:30:57.176 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 10m ago 4h 592M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:30:57.176 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 2m ago 4h 627M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:30:57.176 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 2m ago 4h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:30:57.177 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 10m ago 4h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:30:57.177 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 2m ago 4h 4528M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:30:57.177 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 2m ago 4h 4714M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:30:57.177 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 2m ago 4h 4225M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:30:57.177 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 2m ago 4h 4211M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:30:57.177 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 10m ago 4h 3985M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:30:57.177 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 10m ago 4h 4243M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:30:57.177 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 10m ago 4h 3977M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:30:57.177 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 10m ago 4h 3900M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:30:57.177 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 10m ago 4h 122M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:30:57.577 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:30:57.577 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:30:57.577 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:30:57.577 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:30:57.577 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:30:57.577 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:30:57.577 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:30:57.577 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:30:57.578 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:30:57.578 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:30:57.578 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:30:57.578 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:30:57.578 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:30:57.578 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:30:57.578 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:30:57.578 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:30:57.578 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:30:57.578 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:30:57.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:30:57 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3198718641' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:30:57.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:30:57 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3198718641' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:30:58.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:30:57 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3198718641' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:30:58.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:30:58 smithi032 ceph-mon[191839]: from='client.54380 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:30:58.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:30:58 smithi032 ceph-mon[191839]: from='client.44469 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:30:58.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:30:58 smithi032 ceph-mon[191839]: pgmap v9785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:58.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:30:58 smithi032 ceph-mon[189144]: from='client.54380 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:30:58.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:30:58 smithi032 ceph-mon[189144]: from='client.44469 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:30:58.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:30:58 smithi032 ceph-mon[189144]: pgmap v9785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:30:59.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:30:58 smithi039 ceph-mon[181282]: from='client.54380 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:30:59.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:30:58 smithi039 ceph-mon[181282]: from='client.44469 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:30:59.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:30:58 smithi039 ceph-mon[181282]: pgmap v9785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:30:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:31:00.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:30:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:31:00.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:30:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:31:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:00 smithi039 ceph-mon[181282]: pgmap v9786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:31:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:31:00] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T21:31:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:00 smithi032 ceph-mon[191839]: pgmap v9786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:00 smithi032 ceph-mon[189144]: pgmap v9786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:01 smithi039 ceph-mon[181282]: pgmap v9787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:02.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:01 smithi032 ceph-mon[189144]: pgmap v9787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:01 smithi032 ceph-mon[191839]: pgmap v9787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:03.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:31:03.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:31:03.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:31:03.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:31:03.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:31:03.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:31:03.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:31:03.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:31:03.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:31:03.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:31:03.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:31:03.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:31:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:04 smithi039 ceph-mon[181282]: pgmap v9788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:04.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:04 smithi032 ceph-mon[191839]: pgmap v9788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:04.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:04 smithi032 ceph-mon[189144]: pgmap v9788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:31:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:31:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:31:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:31:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:31:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:31:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:05 smithi032 ceph-mon[189144]: pgmap v9789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:31:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:31:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:31:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:31:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:31:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:31:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:05 smithi032 ceph-mon[191839]: pgmap v9789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:31:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:31:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:31:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:31:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:31:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:31:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:05 smithi039 ceph-mon[181282]: pgmap v9789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:08.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:07 smithi032 ceph-mon[189144]: pgmap v9790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:07 smithi032 ceph-mon[191839]: pgmap v9790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:07 smithi039 ceph-mon[181282]: pgmap v9790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:10.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:09 smithi032 ceph-mon[191839]: pgmap v9791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:10.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:09 smithi032 ceph-mon[189144]: pgmap v9791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:09 smithi039 ceph-mon[181282]: pgmap v9791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:31:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:31:10] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T21:31:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:11 smithi032 ceph-mon[191839]: pgmap v9792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:12.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:11 smithi032 ceph-mon[189144]: pgmap v9792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:11 smithi039 ceph-mon[181282]: pgmap v9792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:14.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:13 smithi032 ceph-mon[191839]: pgmap v9793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:14.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:13 smithi032 ceph-mon[189144]: pgmap v9793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:14.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:13 smithi039 ceph-mon[181282]: pgmap v9793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:16.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:15 smithi032 ceph-mon[191839]: pgmap v9794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:16.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:15 smithi032 ceph-mon[189144]: pgmap v9794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:15 smithi039 ceph-mon[181282]: pgmap v9794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:18.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:17 smithi032 ceph-mon[189144]: pgmap v9795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:17 smithi032 ceph-mon[191839]: pgmap v9795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:18.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:17 smithi039 ceph-mon[181282]: pgmap v9795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:19 smithi032 ceph-mon[191839]: pgmap v9796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:20.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:19 smithi032 ceph-mon[189144]: pgmap v9796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:19 smithi039 ceph-mon[181282]: pgmap v9796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:31:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:31:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:31:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:31:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T21:31:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:31:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:21 smithi032 ceph-mon[191839]: pgmap v9797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:22.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:21 smithi032 ceph-mon[189144]: pgmap v9797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:21 smithi039 ceph-mon[181282]: pgmap v9797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:25.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:24 smithi032 ceph-mon[191839]: pgmap v9798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:25.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:24 smithi032 ceph-mon[189144]: pgmap v9798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:24 smithi039 ceph-mon[181282]: pgmap v9798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:27.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:26 smithi032 ceph-mon[191839]: pgmap v9799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:27.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:26 smithi032 ceph-mon[189144]: pgmap v9799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:27.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:26 smithi039 ceph-mon[181282]: pgmap v9799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:27.944 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:31:28.267 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:31:28.267 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 2m ago 4h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:31:28.267 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 26s ago 4h 97.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:31:28.267 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 2m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:31:28.267 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 26s ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:31:28.267 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 26s ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:31:28.268 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 2m ago 4h 710M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:31:28.268 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 2m ago 4h 1253M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:31:28.268 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 26s ago 4h 607M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:31:28.268 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 2m ago 4h 627M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:31:28.268 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 2m ago 4h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:31:28.268 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 26s ago 4h 20.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:31:28.268 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 2m ago 4h 4528M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:31:28.268 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 2m ago 4h 4714M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:31:28.268 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 2m ago 4h 4225M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:31:28.268 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 2m ago 4h 4211M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:31:28.268 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 26s ago 4h 4012M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:31:28.268 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 26s ago 4h 4276M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:31:28.268 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 26s ago 4h 4006M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:31:28.268 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 26s ago 4h 3935M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:31:28.268 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 26s ago 4h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:31:28.668 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:31:28.668 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:31:28.668 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:31:28.668 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:31:28.668 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:31:28.668 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:31:28.668 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:31:28.668 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:31:28.668 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:31:28.668 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:31:28.668 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:31:28.669 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:31:28.669 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:31:28.669 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:31:28.669 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:31:28.669 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:31:28.669 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:31:28.669 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:31:29.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:28 smithi032 ceph-mon[191839]: pgmap v9800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:29.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:28 smithi032 ceph-mon[191839]: from='client.54398 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:31:29.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:28 smithi032 ceph-mon[191839]: from='client.54404 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:31:29.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:28 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2167031382' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:31:29.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:28 smithi032 ceph-mon[189144]: pgmap v9800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:29.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:28 smithi032 ceph-mon[189144]: from='client.54398 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:31:29.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:28 smithi032 ceph-mon[189144]: from='client.54404 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:31:29.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:28 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2167031382' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:31:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:28 smithi039 ceph-mon[181282]: pgmap v9800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:28 smithi039 ceph-mon[181282]: from='client.54398 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:31:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:28 smithi039 ceph-mon[181282]: from='client.54404 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:31:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:28 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2167031382' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:31:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:31:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:31:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T21:31:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:30 smithi032 ceph-mon[191839]: pgmap v9801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:30 smithi032 ceph-mon[189144]: pgmap v9801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:30 smithi039 ceph-mon[181282]: pgmap v9801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:33.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:32 smithi032 ceph-mon[189144]: pgmap v9802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:33.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:32 smithi032 ceph-mon[191839]: pgmap v9802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:32 smithi039 ceph-mon[181282]: pgmap v9802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:34 smithi032 ceph-mon[191839]: pgmap v9803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:34 smithi032 ceph-mon[189144]: pgmap v9803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:34 smithi039 ceph-mon[181282]: pgmap v9803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:31:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:31:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:31:37.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:36 smithi032 ceph-mon[191839]: pgmap v9804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:37.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:36 smithi032 ceph-mon[189144]: pgmap v9804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:36 smithi039 ceph-mon[181282]: pgmap v9804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:39.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:38 smithi032 ceph-mon[191839]: pgmap v9805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:39.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:38 smithi032 ceph-mon[189144]: pgmap v9805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:38 smithi039 ceph-mon[181282]: pgmap v9805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:40 smithi032 ceph-mon[191839]: pgmap v9806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:41.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:40 smithi032 ceph-mon[189144]: pgmap v9806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:31:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:31:40] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T21:31:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:40 smithi039 ceph-mon[181282]: pgmap v9806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:43.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:42 smithi032 ceph-mon[191839]: pgmap v9807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:43.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:42 smithi032 ceph-mon[189144]: pgmap v9807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:42 smithi039 ceph-mon[181282]: pgmap v9807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:45.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:44 smithi032 ceph-mon[191839]: pgmap v9808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:45.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:44 smithi032 ceph-mon[189144]: pgmap v9808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:44 smithi039 ceph-mon[181282]: pgmap v9808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:47.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:46 smithi032 ceph-mon[189144]: pgmap v9809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:47.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:46 smithi032 ceph-mon[191839]: pgmap v9809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:47.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:46 smithi039 ceph-mon[181282]: pgmap v9809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:49.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:48 smithi032 ceph-mon[191839]: pgmap v9810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:49.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:48 smithi032 ceph-mon[189144]: pgmap v9810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:48 smithi039 ceph-mon[181282]: pgmap v9810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:31:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:31:50] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T21:31:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:50 smithi032 ceph-mon[189144]: pgmap v9811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:31:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:50 smithi032 ceph-mon[191839]: pgmap v9811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:31:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:50 smithi039 ceph-mon[181282]: pgmap v9811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:31:53.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:52 smithi032 ceph-mon[191839]: pgmap v9812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:53.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:52 smithi032 ceph-mon[189144]: pgmap v9812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:52 smithi039 ceph-mon[181282]: pgmap v9812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:55.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:54 smithi032 ceph-mon[191839]: pgmap v9813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:55.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:54 smithi032 ceph-mon[189144]: pgmap v9813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:54 smithi039 ceph-mon[181282]: pgmap v9813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:57.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:56 smithi032 ceph-mon[191839]: pgmap v9814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:57.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:56 smithi032 ceph-mon[189144]: pgmap v9814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:56 smithi039 ceph-mon[181282]: pgmap v9814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:59.031 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:31:59.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:58 smithi032 ceph-mon[189144]: pgmap v9815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:59.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:58 smithi032 ceph-mon[191839]: pgmap v9815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:59.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:58 smithi039 ceph-mon[181282]: pgmap v9815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:31:59.353 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:31:59.353 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 3m ago 4h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:31:59.354 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 57s ago 4h 97.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:31:59.354 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 3m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:31:59.354 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 57s ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:31:59.354 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 57s ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:31:59.354 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 3m ago 4h 710M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:31:59.354 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 3m ago 4h 1253M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:31:59.354 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 57s ago 4h 607M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:31:59.354 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 3m ago 4h 627M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:31:59.354 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 3m ago 4h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:31:59.354 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 57s ago 4h 20.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:31:59.354 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 3m ago 4h 4528M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:31:59.354 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 3m ago 4h 4714M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:31:59.354 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 3m ago 4h 4225M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:31:59.354 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 3m ago 4h 4211M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:31:59.355 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 57s ago 4h 4012M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:31:59.355 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 57s ago 4h 4276M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:31:59.355 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 57s ago 4h 4006M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:31:59.355 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 57s ago 4h 3935M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:31:59.355 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 57s ago 4h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:31:59.758 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:31:59.758 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:31:59.758 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:31:59.758 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:31:59.758 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:31:59.758 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:31:59.758 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:31:59.758 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:31:59.758 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:31:59.758 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:31:59.758 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:31:59.758 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:31:59.758 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:31:59.759 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:31:59.759 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:31:59.759 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:31:59.759 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:31:59.759 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:32:00.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:59 smithi032 ceph-mon[191839]: from='client.44499 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:32:00.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:59 smithi032 ceph-mon[191839]: from='client.44505 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:32:00.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:31:59 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2291316402' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:32:00.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:59 smithi032 ceph-mon[189144]: from='client.44499 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:32:00.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:59 smithi032 ceph-mon[189144]: from='client.44505 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:32:00.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:31:59 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2291316402' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:32:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:59 smithi039 ceph-mon[181282]: from='client.44499 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:32:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:59 smithi039 ceph-mon[181282]: from='client.44505 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:32:00.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:31:59 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2291316402' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:32:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:32:00 smithi032 ceph-mon[191839]: pgmap v9816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:01.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:32:00 smithi032 ceph-mon[189144]: pgmap v9816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:32:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:32:00] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T21:32:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:32:00 smithi039 ceph-mon[181282]: pgmap v9816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:03.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:32:02 smithi032 ceph-mon[189144]: pgmap v9817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:03.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:32:02 smithi032 ceph-mon[191839]: pgmap v9817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:03.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:32:02 smithi039 ceph-mon[181282]: pgmap v9817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:32:04 smithi032 ceph-mon[191839]: pgmap v9818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:32:04 smithi032 ceph-mon[189144]: pgmap v9818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:32:04 smithi039 ceph-mon[181282]: pgmap v9818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:32:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:32:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:32:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:32:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:32:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:32:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:32:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:32:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:32:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:32:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:32:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:32:07.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:32:06 smithi032 ceph-mon[191839]: pgmap v9819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:07.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:32:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:32:07.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:32:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:32:07.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:32:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:32:07.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:32:06 smithi032 ceph-mon[189144]: pgmap v9819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:07.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:32:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:32:07.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:32:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:32:07.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:32:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:32:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:32:06 smithi039 ceph-mon[181282]: pgmap v9819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:32:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:32:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:32:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:32:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:32:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:32:09.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:32:08 smithi032 ceph-mon[189144]: pgmap v9820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:09.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:32:08 smithi032 ceph-mon[191839]: pgmap v9820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:32:08 smithi039 ceph-mon[181282]: pgmap v9820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:11.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:32:10 smithi032 ceph-mon[189144]: pgmap v9821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:32:10 smithi032 ceph-mon[191839]: pgmap v9821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:32:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:32:10] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T21:32:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:32:10 smithi039 ceph-mon[181282]: pgmap v9821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:13.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:32:12 smithi032 ceph-mon[189144]: pgmap v9822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:13.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:32:12 smithi032 ceph-mon[191839]: pgmap v9822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:32:12 smithi039 ceph-mon[181282]: pgmap v9822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:15.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:32:14 smithi032 ceph-mon[189144]: pgmap v9823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:15.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:32:14 smithi032 ceph-mon[191839]: pgmap v9823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:32:14 smithi039 ceph-mon[181282]: pgmap v9823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:17.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:32:16 smithi032 ceph-mon[191839]: pgmap v9824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:17.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:32:16 smithi032 ceph-mon[189144]: pgmap v9824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:32:16 smithi039 ceph-mon[181282]: pgmap v9824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:19.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:32:18 smithi032 ceph-mon[191839]: pgmap v9825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:19.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:32:18 smithi032 ceph-mon[189144]: pgmap v9825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:19.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:32:18 smithi039 ceph-mon[181282]: pgmap v9825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:32:20 smithi032 ceph-mon[189144]: pgmap v9826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:32:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:32:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:32:20 smithi032 ceph-mon[191839]: pgmap v9826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:32:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:32:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:32:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:32:20] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T21:32:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:32:20 smithi039 ceph-mon[181282]: pgmap v9826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:32:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:32:23.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:32:22 smithi032 ceph-mon[189144]: pgmap v9827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:23.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:32:22 smithi032 ceph-mon[191839]: pgmap v9827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:23.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:32:22 smithi039 ceph-mon[181282]: pgmap v9827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:25.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:32:24 smithi032 ceph-mon[191839]: pgmap v9828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:25.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:32:24 smithi032 ceph-mon[189144]: pgmap v9828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:32:24 smithi039 ceph-mon[181282]: pgmap v9828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:27.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:32:26 smithi032 ceph-mon[191839]: pgmap v9829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:27.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:32:26 smithi032 ceph-mon[189144]: pgmap v9829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:27.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:32:26 smithi039 ceph-mon[181282]: pgmap v9829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:29.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:32:28 smithi032 ceph-mon[191839]: pgmap v9830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:29.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:32:28 smithi032 ceph-mon[189144]: pgmap v9830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:32:28 smithi039 ceph-mon[181282]: pgmap v9830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:30.125 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:32:30.452 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:32:30.452 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 3m ago 4h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:32:30.452 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 88s ago 4h 97.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:32:30.452 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 3m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:32:30.452 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 88s ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:32:30.452 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 88s ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:32:30.452 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 3m ago 4h 710M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:32:30.452 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 3m ago 4h 1253M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:32:30.452 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 88s ago 4h 607M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:32:30.452 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 3m ago 4h 627M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:32:30.453 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 3m ago 4h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:32:30.453 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 88s ago 4h 20.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:32:30.453 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 3m ago 4h 4528M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:32:30.453 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 3m ago 4h 4714M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:32:30.453 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 3m ago 4h 4225M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:32:30.453 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 3m ago 4h 4211M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:32:30.453 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 88s ago 4h 4012M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:32:30.453 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 88s ago 4h 4276M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:32:30.453 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 88s ago 4h 4006M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:32:30.453 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 88s ago 4h 3935M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:32:30.453 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 88s ago 4h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:32:30.851 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:32:30.851 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:32:30.851 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:32:30.851 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:32:30.852 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:32:30.852 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:32:30.852 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:32:30.852 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:32:30.852 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:32:30.852 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:32:30.852 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:32:30.852 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:32:30.852 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:32:30.852 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:32:30.852 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:32:30.852 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:32:30.852 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:32:30.853 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:32:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:32:30 smithi032 ceph-mon[191839]: pgmap v9831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:32:30 smithi032 ceph-mon[191839]: from='client.44517 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:32:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:32:30 smithi032 ceph-mon[191839]: from='client.54440 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:32:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:32:30 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1308607738' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:32:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:32:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:32:30] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T21:32:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:32:30 smithi032 ceph-mon[189144]: pgmap v9831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:32:30 smithi032 ceph-mon[189144]: from='client.44517 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:32:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:32:30 smithi032 ceph-mon[189144]: from='client.54440 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:32:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:32:30 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1308607738' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:32:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:32:30 smithi039 ceph-mon[181282]: pgmap v9831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:32:30 smithi039 ceph-mon[181282]: from='client.44517 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:32:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:32:30 smithi039 ceph-mon[181282]: from='client.54440 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:32:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:32:30 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1308607738' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:32:33.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:32:32 smithi032 ceph-mon[191839]: pgmap v9832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:33.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:32:32 smithi032 ceph-mon[189144]: pgmap v9832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:32:32 smithi039 ceph-mon[181282]: pgmap v9832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:32:34 smithi032 ceph-mon[191839]: pgmap v9833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:32:34 smithi032 ceph-mon[189144]: pgmap v9833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:32:34 smithi039 ceph-mon[181282]: pgmap v9833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:32:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:32:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:32:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:32:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:32:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:32:37.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:32:36 smithi032 ceph-mon[189144]: pgmap v9834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:37.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:32:36 smithi032 ceph-mon[191839]: pgmap v9834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:32:36 smithi039 ceph-mon[181282]: pgmap v9834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:39.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:32:38 smithi032 ceph-mon[189144]: pgmap v9835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:39.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:32:38 smithi032 ceph-mon[191839]: pgmap v9835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:32:38 smithi039 ceph-mon[181282]: pgmap v9835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:41.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:32:40 smithi032 ceph-mon[189144]: pgmap v9836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:32:40 smithi032 ceph-mon[191839]: pgmap v9836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:32:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:32:40] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T21:32:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:32:40 smithi039 ceph-mon[181282]: pgmap v9836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:43.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:32:42 smithi032 ceph-mon[191839]: pgmap v9837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:43.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:32:42 smithi032 ceph-mon[189144]: pgmap v9837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:32:42 smithi039 ceph-mon[181282]: pgmap v9837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:45.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:32:44 smithi032 ceph-mon[191839]: pgmap v9838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:45.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:32:44 smithi032 ceph-mon[189144]: pgmap v9838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:32:44 smithi039 ceph-mon[181282]: pgmap v9838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:47.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:32:46 smithi039 ceph-mon[181282]: pgmap v9839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:47.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:32:46 smithi032 ceph-mon[191839]: pgmap v9839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:47.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:32:46 smithi032 ceph-mon[189144]: pgmap v9839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:32:48 smithi039 ceph-mon[181282]: pgmap v9840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:49.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:32:48 smithi032 ceph-mon[191839]: pgmap v9840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:49.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:32:48 smithi032 ceph-mon[189144]: pgmap v9840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:32:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:32:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T21:32:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:32:50 smithi032 ceph-mon[191839]: pgmap v9841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:32:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:32:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:32:50 smithi032 ceph-mon[189144]: pgmap v9841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:32:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:32:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:32:50 smithi039 ceph-mon[181282]: pgmap v9841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:32:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:32:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:32:52 smithi039 ceph-mon[181282]: pgmap v9842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:53.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:32:52 smithi032 ceph-mon[189144]: pgmap v9842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:53.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:32:52 smithi032 ceph-mon[191839]: pgmap v9842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:32:54 smithi039 ceph-mon[181282]: pgmap v9843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:55.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:32:54 smithi032 ceph-mon[189144]: pgmap v9843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:55.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:32:54 smithi032 ceph-mon[191839]: pgmap v9843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:32:56 smithi039 ceph-mon[181282]: pgmap v9844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:57.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:32:56 smithi032 ceph-mon[191839]: pgmap v9844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:57.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:32:56 smithi032 ceph-mon[189144]: pgmap v9844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:59.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:32:58 smithi039 ceph-mon[181282]: pgmap v9845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:59.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:32:58 smithi032 ceph-mon[191839]: pgmap v9845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:32:59.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:32:58 smithi032 ceph-mon[189144]: pgmap v9845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:33:00 smithi032 ceph-mon[191839]: pgmap v9846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:33:00 smithi032 ceph-mon[189144]: pgmap v9846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:33:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:33:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T21:33:01.214 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:33:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:33:00 smithi039 ceph-mon[181282]: pgmap v9846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:01.538 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:33:01.539 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 4m ago 4h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:33:01.539 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 119s ago 4h 97.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:33:01.539 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 4m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:33:01.539 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 119s ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:33:01.539 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 119s ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:33:01.539 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 4m ago 4h 710M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:33:01.539 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 4m ago 4h 1253M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:33:01.539 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 119s ago 4h 607M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:33:01.539 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 4m ago 4h 627M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:33:01.539 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 4m ago 4h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:33:01.539 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 119s ago 4h 20.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:33:01.539 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 4m ago 4h 4528M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:33:01.539 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 4m ago 4h 4714M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:33:01.539 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 4m ago 4h 4225M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:33:01.540 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 4m ago 4h 4211M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:33:01.540 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 119s ago 4h 4012M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:33:01.540 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 119s ago 4h 4276M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:33:01.540 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 119s ago 4h 4006M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:33:01.540 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 119s ago 4h 3935M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:33:01.540 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 119s ago 4h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:33:01.938 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:33:01.938 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:33:01.938 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:33:01.938 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:33:01.938 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:33:01.938 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:33:01.939 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:33:01.939 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:33:01.939 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:33:01.939 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:33:01.939 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:33:01.939 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:33:01.939 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:33:01.939 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:33:01.939 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:33:01.939 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:33:01.939 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:33:01.939 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:33:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:33:01 smithi039 ceph-mon[181282]: from='client.44535 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:33:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:33:01 smithi039 ceph-mon[181282]: from='client.54458 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:33:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:33:01 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4246356366' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:33:02.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:33:01 smithi032 ceph-mon[191839]: from='client.44535 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:33:02.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:33:01 smithi032 ceph-mon[191839]: from='client.54458 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:33:02.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:33:01 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4246356366' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:33:02.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:33:01 smithi032 ceph-mon[189144]: from='client.44535 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:33:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:33:01 smithi032 ceph-mon[189144]: from='client.54458 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:33:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:33:01 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4246356366' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:33:03.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:33:02 smithi039 ceph-mon[181282]: pgmap v9847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:03.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:33:02 smithi032 ceph-mon[191839]: pgmap v9847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:03.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:33:02 smithi032 ceph-mon[189144]: pgmap v9847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:33:04 smithi039 ceph-mon[181282]: pgmap v9848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:33:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:33:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:33:04 smithi032 ceph-mon[191839]: pgmap v9848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:33:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:33:05.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:33:04 smithi032 ceph-mon[189144]: pgmap v9848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:33:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:33:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:33:06 smithi039 ceph-mon[181282]: pgmap v9849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:33:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:33:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:33:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:33:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:33:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:33:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:33:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:33:07.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:33:06 smithi032 ceph-mon[191839]: pgmap v9849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:07.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:33:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:33:07.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:33:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:33:07.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:33:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:33:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:33:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:33:07.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:33:06 smithi032 ceph-mon[189144]: pgmap v9849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:07.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:33:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:33:07.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:33:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:33:07.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:33:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:33:07.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:33:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:33:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:33:08 smithi039 ceph-mon[181282]: pgmap v9850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:09.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:33:08 smithi032 ceph-mon[191839]: pgmap v9850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:09.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:33:08 smithi032 ceph-mon[189144]: pgmap v9850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:33:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:33:10] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-22T21:33:11.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:33:10 smithi032 ceph-mon[191839]: pgmap v9851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:33:10 smithi032 ceph-mon[189144]: pgmap v9851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:33:10 smithi039 ceph-mon[181282]: pgmap v9851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:33:12 smithi039 ceph-mon[181282]: pgmap v9852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:13.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:33:12 smithi032 ceph-mon[191839]: pgmap v9852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:13.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:33:12 smithi032 ceph-mon[189144]: pgmap v9852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:33:14 smithi039 ceph-mon[181282]: pgmap v9853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:15.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:33:14 smithi032 ceph-mon[189144]: pgmap v9853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:15.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:33:14 smithi032 ceph-mon[191839]: pgmap v9853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:33:16 smithi039 ceph-mon[181282]: pgmap v9854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:17.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:33:16 smithi032 ceph-mon[191839]: pgmap v9854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:17.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:33:16 smithi032 ceph-mon[189144]: pgmap v9854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:19.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:33:18 smithi039 ceph-mon[181282]: pgmap v9855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:19.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:33:18 smithi032 ceph-mon[191839]: pgmap v9855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:19.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:33:18 smithi032 ceph-mon[189144]: pgmap v9855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:33:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:33:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T21:33:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:33:20 smithi032 ceph-mon[189144]: pgmap v9856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:33:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:33:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:33:20 smithi032 ceph-mon[191839]: pgmap v9856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:33:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:33:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:33:20 smithi039 ceph-mon[181282]: pgmap v9856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:33:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:33:23.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:33:22 smithi032 ceph-mon[191839]: pgmap v9857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:23.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:33:22 smithi032 ceph-mon[189144]: pgmap v9857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:23.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:33:22 smithi039 ceph-mon[181282]: pgmap v9857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:25.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:33:24 smithi032 ceph-mon[191839]: pgmap v9858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:25.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:33:24 smithi032 ceph-mon[189144]: pgmap v9858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:25.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:33:24 smithi039 ceph-mon[181282]: pgmap v9858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:27.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:33:26 smithi032 ceph-mon[191839]: pgmap v9859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:27.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:33:26 smithi032 ceph-mon[189144]: pgmap v9859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:27.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:33:26 smithi039 ceph-mon[181282]: pgmap v9859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:29.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:33:28 smithi032 ceph-mon[191839]: pgmap v9860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:29.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:33:28 smithi032 ceph-mon[189144]: pgmap v9860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:33:28 smithi039 ceph-mon[181282]: pgmap v9860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:33:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:33:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T21:33:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:33:30 smithi032 ceph-mon[191839]: pgmap v9861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:31.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:33:30 smithi032 ceph-mon[189144]: pgmap v9861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:33:30 smithi039 ceph-mon[181282]: pgmap v9861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:32.306 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:33:32.629 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:33:32.629 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 4m ago 4h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:33:32.629 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 2m ago 4h 97.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:33:32.629 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 4m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:33:32.629 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 2m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:33:32.629 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 2m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:33:32.629 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 4m ago 4h 710M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:33:32.630 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 4m ago 4h 1253M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:33:32.630 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 2m ago 4h 607M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:33:32.630 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 4m ago 4h 627M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:33:32.630 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 4m ago 4h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:33:32.630 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 2m ago 4h 20.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:33:32.630 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 4m ago 4h 4528M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:33:32.630 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 4m ago 4h 4714M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:33:32.630 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 4m ago 4h 4225M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:33:32.630 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 4m ago 4h 4211M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:33:32.630 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 2m ago 4h 4012M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:33:32.630 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 2m ago 4h 4276M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:33:32.630 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 2m ago 4h 4006M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:33:32.630 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 2m ago 4h 3935M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:33:32.631 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 2m ago 4h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:33:33.035 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:33:33.036 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:33:33.036 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:33:33.036 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:33:33.036 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:33:33.036 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:33:33.036 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:33:33.036 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:33:33.036 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:33:33.036 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:33:33.036 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:33:33.036 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:33:33.036 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:33:33.036 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:33:33.037 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:33:33.037 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:33:33.037 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:33:33.037 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:33:33.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:33:32 smithi032 ceph-mon[191839]: pgmap v9862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:33.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:33:32 smithi032 ceph-mon[191839]: from='client.44553 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:33:33.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:33:32 smithi032 ceph-mon[191839]: from='client.44559 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:33:33.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:33:32 smithi032 ceph-mon[189144]: pgmap v9862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:33.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:33:32 smithi032 ceph-mon[189144]: from='client.44553 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:33:33.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:33:32 smithi032 ceph-mon[189144]: from='client.44559 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:33:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:33:32 smithi039 ceph-mon[181282]: pgmap v9862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:33:32 smithi039 ceph-mon[181282]: from='client.44553 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:33:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:33:32 smithi039 ceph-mon[181282]: from='client.44559 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:33:34.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:33:33 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/830276705' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:33:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:33:33 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/830276705' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:33:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:33:33 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/830276705' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:33:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:33:34 smithi032 ceph-mon[191839]: pgmap v9863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:33:34 smithi032 ceph-mon[189144]: pgmap v9863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:33:34 smithi039 ceph-mon[181282]: pgmap v9863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:33:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:33:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:33:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:33:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:33:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:33:37.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:33:36 smithi032 ceph-mon[191839]: pgmap v9864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:37.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:33:36 smithi032 ceph-mon[189144]: pgmap v9864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:37.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:33:36 smithi039 ceph-mon[181282]: pgmap v9864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:39.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:33:38 smithi032 ceph-mon[189144]: pgmap v9865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:39.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:33:38 smithi032 ceph-mon[191839]: pgmap v9865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:33:38 smithi039 ceph-mon[181282]: pgmap v9865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:41.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:33:40 smithi032 ceph-mon[189144]: pgmap v9866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:33:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:33:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T21:33:41.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:33:40 smithi032 ceph-mon[191839]: pgmap v9866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:33:40 smithi039 ceph-mon[181282]: pgmap v9866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:43.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:33:42 smithi032 ceph-mon[189144]: pgmap v9867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:43.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:33:42 smithi032 ceph-mon[191839]: pgmap v9867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:33:42 smithi039 ceph-mon[181282]: pgmap v9867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:45.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:33:44 smithi032 ceph-mon[189144]: pgmap v9868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:45.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:33:44 smithi032 ceph-mon[191839]: pgmap v9868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:33:44 smithi039 ceph-mon[181282]: pgmap v9868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:47.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:33:46 smithi032 ceph-mon[189144]: pgmap v9869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:47.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:33:46 smithi032 ceph-mon[191839]: pgmap v9869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:47.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:33:46 smithi039 ceph-mon[181282]: pgmap v9869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:49.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:33:48 smithi032 ceph-mon[189144]: pgmap v9870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:49.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:33:48 smithi032 ceph-mon[191839]: pgmap v9870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:49.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:33:48 smithi039 ceph-mon[181282]: pgmap v9870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:33:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:33:50] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-22T21:33:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:33:50 smithi032 ceph-mon[191839]: pgmap v9871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:33:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:33:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:33:50 smithi032 ceph-mon[189144]: pgmap v9871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:33:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:33:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:33:50 smithi039 ceph-mon[181282]: pgmap v9871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:33:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:33:53.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:33:52 smithi032 ceph-mon[191839]: pgmap v9872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:33:52 smithi032 ceph-mon[189144]: pgmap v9872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:33:52 smithi039 ceph-mon[181282]: pgmap v9872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:55.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:33:54 smithi032 ceph-mon[191839]: pgmap v9873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:55.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:33:54 smithi032 ceph-mon[189144]: pgmap v9873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:33:54 smithi039 ceph-mon[181282]: pgmap v9873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:57.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:33:56 smithi032 ceph-mon[191839]: pgmap v9874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:57.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:33:56 smithi032 ceph-mon[189144]: pgmap v9874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:33:56 smithi039 ceph-mon[181282]: pgmap v9874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:59.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:33:58 smithi032 ceph-mon[189144]: pgmap v9875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:59.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:33:58 smithi032 ceph-mon[191839]: pgmap v9875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:33:59.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:33:58 smithi039 ceph-mon[181282]: pgmap v9875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:34:00 smithi032 ceph-mon[191839]: pgmap v9876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:01.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:34:00 smithi032 ceph-mon[189144]: pgmap v9876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:34:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:34:00] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-22T21:34:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:34:00 smithi039 ceph-mon[181282]: pgmap v9876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:03.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:34:02 smithi032 ceph-mon[191839]: pgmap v9877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:03.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:34:02 smithi032 ceph-mon[189144]: pgmap v9877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:03.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:34:02 smithi039 ceph-mon[181282]: pgmap v9877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:03.401 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:34:03.724 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:34:03.724 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 5m ago 4h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:34:03.724 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 3m ago 4h 97.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:34:03.724 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 5m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:34:03.724 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 3m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:34:03.724 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 3m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:34:03.724 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 5m ago 4h 710M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:34:03.724 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 5m ago 4h 1253M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:34:03.724 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 3m ago 4h 607M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:34:03.724 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 5m ago 4h 627M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:34:03.725 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 5m ago 4h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:34:03.725 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 3m ago 4h 20.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:34:03.725 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 5m ago 4h 4528M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:34:03.725 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 5m ago 4h 4714M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:34:03.725 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 5m ago 4h 4225M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:34:03.725 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 5m ago 4h 4211M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:34:03.725 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 3m ago 4h 4012M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:34:03.725 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 3m ago 4h 4276M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:34:03.725 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 3m ago 4h 4006M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:34:03.725 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 3m ago 4h 3935M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:34:03.725 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 3m ago 4h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:34:04.127 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:34:04.127 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:34:04.127 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:34:04.127 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:34:04.127 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:34:04.127 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:34:04.127 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:34:04.128 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:34:04.128 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:34:04.128 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:34:04.128 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:34:04.128 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:34:04.128 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:34:04.128 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:34:04.128 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:34:04.128 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:34:04.128 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:34:04.128 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:34:04.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:34:03 smithi032 ceph-mon[191839]: from='client.44571 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:34:04.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:34:03 smithi032 ceph-mon[191839]: from='client.44577 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:34:04.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:34:03 smithi032 ceph-mon[189144]: from='client.44571 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:34:04.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:34:03 smithi032 ceph-mon[189144]: from='client.44577 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:34:04.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:34:03 smithi039 ceph-mon[181282]: from='client.44571 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:34:04.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:34:03 smithi039 ceph-mon[181282]: from='client.44577 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:34:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:34:04 smithi032 ceph-mon[189144]: pgmap v9878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:34:04 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1219430842' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:34:05.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:34:04 smithi032 ceph-mon[191839]: pgmap v9878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:05.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:34:04 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1219430842' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:34:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:34:04 smithi039 ceph-mon[181282]: pgmap v9878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:34:04 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1219430842' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:34:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:34:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:34:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:34:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:34:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:34:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:34:07.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:34:06 smithi032 ceph-mon[189144]: pgmap v9879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:07.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:34:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:34:07.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:34:06 smithi032 ceph-mon[191839]: pgmap v9879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:07.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:34:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:34:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:34:06 smithi039 ceph-mon[181282]: pgmap v9879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:34:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:34:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:34:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:34:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:34:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:34:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:34:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:34:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:34:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:34:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:34:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:34:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:34:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:34:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:34:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:34:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:34:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:34:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:34:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:34:09.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:34:09 smithi032 ceph-mon[191839]: pgmap v9880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:09.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:34:09 smithi032 ceph-mon[189144]: pgmap v9880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:09.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:34:09 smithi039 ceph-mon[181282]: pgmap v9880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:34:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:34:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T21:34:11.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:34:11 smithi032 ceph-mon[191839]: pgmap v9881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:11.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:34:11 smithi032 ceph-mon[189144]: pgmap v9881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:11.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:34:11 smithi039 ceph-mon[181282]: pgmap v9881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:13.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:34:13 smithi032 ceph-mon[189144]: pgmap v9882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:13.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:34:13 smithi032 ceph-mon[191839]: pgmap v9882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:13.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:34:13 smithi039 ceph-mon[181282]: pgmap v9882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:15.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:34:15 smithi032 ceph-mon[191839]: pgmap v9883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:15.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:34:15 smithi032 ceph-mon[189144]: pgmap v9883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:34:15 smithi039 ceph-mon[181282]: pgmap v9883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:17.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:34:17 smithi032 ceph-mon[191839]: pgmap v9884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:17.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:34:17 smithi032 ceph-mon[189144]: pgmap v9884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:17.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:34:17 smithi039 ceph-mon[181282]: pgmap v9884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:19.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:34:19 smithi032 ceph-mon[191839]: pgmap v9885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:19.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:34:19 smithi032 ceph-mon[189144]: pgmap v9885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:34:19 smithi039 ceph-mon[181282]: pgmap v9885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:34:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:34:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T21:34:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:34:20 smithi032 ceph-mon[189144]: pgmap v9886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:34:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:34:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:34:20 smithi032 ceph-mon[191839]: pgmap v9886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:34:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:34:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:34:20 smithi039 ceph-mon[181282]: pgmap v9886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:34:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:34:23.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:34:22 smithi032 ceph-mon[191839]: pgmap v9887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:23.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:34:22 smithi032 ceph-mon[189144]: pgmap v9887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:23.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:34:22 smithi039 ceph-mon[181282]: pgmap v9887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:25.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:34:24 smithi032 ceph-mon[191839]: pgmap v9888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:25.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:34:24 smithi032 ceph-mon[189144]: pgmap v9888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:34:24 smithi039 ceph-mon[181282]: pgmap v9888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:27.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:34:26 smithi032 ceph-mon[191839]: pgmap v9889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:27.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:34:26 smithi032 ceph-mon[189144]: pgmap v9889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:27.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:34:26 smithi039 ceph-mon[181282]: pgmap v9889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:29.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:34:28 smithi032 ceph-mon[189144]: pgmap v9890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:29.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:34:28 smithi032 ceph-mon[191839]: pgmap v9890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:34:28 smithi039 ceph-mon[181282]: pgmap v9890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:34:30 smithi032 ceph-mon[191839]: pgmap v9891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:31.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:34:30 smithi032 ceph-mon[189144]: pgmap v9891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:34:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:34:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T21:34:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:34:30 smithi039 ceph-mon[181282]: pgmap v9891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:33.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:34:32 smithi032 ceph-mon[189144]: pgmap v9892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:33.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:34:32 smithi032 ceph-mon[191839]: pgmap v9892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:34:32 smithi039 ceph-mon[181282]: pgmap v9892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:34.488 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:34:34.812 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:34:34.812 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 5m ago 4h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:34:34.813 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 3m ago 4h 97.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:34:34.813 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 5m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:34:34.813 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 3m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:34:34.813 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 3m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:34:34.813 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 5m ago 4h 710M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:34:34.813 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 5m ago 4h 1253M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:34:34.813 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 3m ago 4h 607M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:34:34.813 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 5m ago 4h 627M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:34:34.813 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 5m ago 4h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:34:34.813 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 3m ago 4h 20.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:34:34.813 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 5m ago 4h 4528M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:34:34.813 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 5m ago 4h 4714M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:34:34.813 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 5m ago 4h 4225M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:34:34.814 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 5m ago 4h 4211M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:34:34.814 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 3m ago 4h 4012M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:34:34.814 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 3m ago 4h 4276M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:34:34.814 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 3m ago 4h 4006M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:34:34.814 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 3m ago 4h 3935M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:34:34.814 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 3m ago 4h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:34:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:34:34 smithi032 ceph-mon[189144]: pgmap v9893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:34:34 smithi032 ceph-mon[189144]: from='client.44589 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:34:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:34:34 smithi032 ceph-mon[191839]: pgmap v9893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:34:34 smithi032 ceph-mon[191839]: from='client.44589 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:34:35.219 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:34:35.219 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:34:35.219 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:34:35.219 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:34:35.219 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:34:35.219 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:34:35.219 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:34:35.219 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:34:35.219 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:34:35.219 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:34:35.220 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:34:35.220 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:34:35.220 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:34:35.220 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:34:35.220 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:34:35.220 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:34:35.220 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:34:35.220 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:34:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:34:34 smithi039 ceph-mon[181282]: pgmap v9893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:34:34 smithi039 ceph-mon[181282]: from='client.44589 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:34:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:34:35 smithi032 ceph-mon[191839]: from='client.44595 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:34:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:34:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:34:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:34:35 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/670251908' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:34:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:34:35 smithi032 ceph-mon[189144]: from='client.44595 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:34:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:34:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:34:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:34:35 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/670251908' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:34:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:34:35 smithi039 ceph-mon[181282]: from='client.44595 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:34:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:34:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:34:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:34:35 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/670251908' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:34:37.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:34:36 smithi032 ceph-mon[189144]: pgmap v9894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:37.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:34:36 smithi032 ceph-mon[191839]: pgmap v9894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:34:36 smithi039 ceph-mon[181282]: pgmap v9894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:39.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:34:38 smithi032 ceph-mon[191839]: pgmap v9895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:39.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:34:38 smithi032 ceph-mon[189144]: pgmap v9895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:34:38 smithi039 ceph-mon[181282]: pgmap v9895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:34:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:34:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T21:34:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:34:40 smithi032 ceph-mon[191839]: pgmap v9896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:34:40 smithi032 ceph-mon[189144]: pgmap v9896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:34:40 smithi039 ceph-mon[181282]: pgmap v9896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:43.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:34:42 smithi032 ceph-mon[191839]: pgmap v9897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:43.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:34:42 smithi032 ceph-mon[189144]: pgmap v9897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:34:42 smithi039 ceph-mon[181282]: pgmap v9897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:45.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:34:44 smithi032 ceph-mon[191839]: pgmap v9898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:45.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:34:44 smithi032 ceph-mon[189144]: pgmap v9898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:34:44 smithi039 ceph-mon[181282]: pgmap v9898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:47.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:34:46 smithi032 ceph-mon[191839]: pgmap v9899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:47.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:34:46 smithi032 ceph-mon[189144]: pgmap v9899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:47.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:34:46 smithi039 ceph-mon[181282]: pgmap v9899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:49.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:34:48 smithi032 ceph-mon[191839]: pgmap v9900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:49.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:34:48 smithi032 ceph-mon[189144]: pgmap v9900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:34:48 smithi039 ceph-mon[181282]: pgmap v9900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:34:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:34:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T21:34:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:34:50 smithi032 ceph-mon[191839]: pgmap v9901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:34:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:34:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:34:50 smithi032 ceph-mon[189144]: pgmap v9901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:34:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:34:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:34:50 smithi039 ceph-mon[181282]: pgmap v9901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:34:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:34:53.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:34:52 smithi032 ceph-mon[191839]: pgmap v9902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:34:52 smithi032 ceph-mon[189144]: pgmap v9902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:34:52 smithi039 ceph-mon[181282]: pgmap v9902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:55.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:34:54 smithi032 ceph-mon[189144]: pgmap v9903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:55.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:34:54 smithi032 ceph-mon[191839]: pgmap v9903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:34:54 smithi039 ceph-mon[181282]: pgmap v9903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:57.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:34:56 smithi032 ceph-mon[189144]: pgmap v9904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:57.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:34:56 smithi032 ceph-mon[191839]: pgmap v9904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:34:56 smithi039 ceph-mon[181282]: pgmap v9904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:59.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:34:58 smithi032 ceph-mon[189144]: pgmap v9905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:59.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:34:58 smithi032 ceph-mon[191839]: pgmap v9905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:34:59.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:34:58 smithi039 ceph-mon[181282]: pgmap v9905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:35:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:35:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T21:35:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:35:00 smithi032 ceph-mon[191839]: pgmap v9906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:35:00 smithi032 ceph-mon[189144]: pgmap v9906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:35:00 smithi039 ceph-mon[181282]: pgmap v9906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:03.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:35:02 smithi032 ceph-mon[191839]: pgmap v9907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:03.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:35:02 smithi032 ceph-mon[189144]: pgmap v9907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:03.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:35:02 smithi039 ceph-mon[181282]: pgmap v9907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:35:04 smithi032 ceph-mon[189144]: pgmap v9908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:35:04 smithi032 ceph-mon[191839]: pgmap v9908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:35:04 smithi039 ceph-mon[181282]: pgmap v9908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:05.581 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:35:05.905 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:35:05.905 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 6m ago 4h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:35:05.905 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 4m ago 4h 97.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:35:05.905 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 6m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:35:05.905 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 4m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:35:05.905 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 4m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:35:05.905 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 6m ago 4h 710M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:35:05.906 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 6m ago 4h 1253M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:35:05.906 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 4m ago 4h 607M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:35:05.906 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 6m ago 4h 627M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:35:05.906 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 6m ago 4h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:35:05.906 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 4m ago 4h 20.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:35:05.906 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 6m ago 4h 4528M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:35:05.906 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 6m ago 4h 4714M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:35:05.906 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 6m ago 4h 4225M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:35:05.906 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 6m ago 4h 4211M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:35:05.906 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 4m ago 4h 4012M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:35:05.906 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 4m ago 4h 4276M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:35:05.906 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 4m ago 4h 4006M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:35:05.906 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 4m ago 4h 3935M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:35:05.906 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 4m ago 4h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:35:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:35:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:35:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:35:05 smithi032 ceph-mon[189144]: from='client.54524 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:35:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:35:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:35:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:35:05 smithi032 ceph-mon[191839]: from='client.54524 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:35:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:35:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:35:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:35:05 smithi039 ceph-mon[181282]: from='client.54524 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:35:06.306 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:35:06.306 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:35:06.307 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:35:06.307 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:35:06.307 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:35:06.307 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:35:06.307 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:35:06.307 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:35:06.307 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:35:06.307 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:35:06.307 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:35:06.307 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:35:06.307 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:35:06.307 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:35:06.307 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:35:06.307 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:35:06.307 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:35:06.308 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:35:07.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:35:06 smithi032 ceph-mon[191839]: pgmap v9909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:07.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:35:06 smithi032 ceph-mon[191839]: from='client.54530 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:35:07.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:35:06 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1050294364' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:35:07.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:35:06 smithi032 ceph-mon[189144]: pgmap v9909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:07.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:35:06 smithi032 ceph-mon[189144]: from='client.54530 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:35:07.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:35:06 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1050294364' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:35:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:35:06 smithi039 ceph-mon[181282]: pgmap v9909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:35:06 smithi039 ceph-mon[181282]: from='client.54530 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:35:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:35:06 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1050294364' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:35:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:35:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:35:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:35:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:35:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:35:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:35:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:35:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:35:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:35:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:35:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:35:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:35:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:35:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:35:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:35:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:35:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:35:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:35:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:35:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:35:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:35:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:35:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:35:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:35:09.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:35:08 smithi032 ceph-mon[189144]: pgmap v9910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:09.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:35:08 smithi032 ceph-mon[191839]: pgmap v9910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:35:08 smithi039 ceph-mon[181282]: pgmap v9910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:11.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:35:10 smithi032 ceph-mon[191839]: pgmap v9911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:11.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:35:10 smithi032 ceph-mon[189144]: pgmap v9911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:35:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:35:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T21:35:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:35:10 smithi039 ceph-mon[181282]: pgmap v9911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:13.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:35:12 smithi032 ceph-mon[191839]: pgmap v9912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:13.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:35:12 smithi032 ceph-mon[189144]: pgmap v9912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:35:12 smithi039 ceph-mon[181282]: pgmap v9912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:15.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:35:14 smithi032 ceph-mon[191839]: pgmap v9913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:15.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:35:14 smithi032 ceph-mon[189144]: pgmap v9913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:35:14 smithi039 ceph-mon[181282]: pgmap v9913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:17.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:35:16 smithi032 ceph-mon[191839]: pgmap v9914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:17.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:35:16 smithi032 ceph-mon[189144]: pgmap v9914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:35:16 smithi039 ceph-mon[181282]: pgmap v9914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:19.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:35:18 smithi032 ceph-mon[191839]: pgmap v9915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:19.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:35:18 smithi032 ceph-mon[189144]: pgmap v9915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:19.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:35:18 smithi039 ceph-mon[181282]: pgmap v9915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:35:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:35:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T21:35:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:35:20 smithi032 ceph-mon[189144]: pgmap v9916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:35:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:35:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:35:20 smithi032 ceph-mon[191839]: pgmap v9916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:35:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:35:21.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:35:20 smithi039 ceph-mon[181282]: pgmap v9916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:35:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:35:23.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:35:22 smithi039 ceph-mon[181282]: pgmap v9917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:23.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:35:22 smithi032 ceph-mon[189144]: pgmap v9917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:23.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:35:22 smithi032 ceph-mon[191839]: pgmap v9917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:35:24 smithi039 ceph-mon[181282]: pgmap v9918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:25.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:35:24 smithi032 ceph-mon[191839]: pgmap v9918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:25.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:35:24 smithi032 ceph-mon[189144]: pgmap v9918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:27.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:35:26 smithi039 ceph-mon[181282]: pgmap v9919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:27.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:35:26 smithi032 ceph-mon[191839]: pgmap v9919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:27.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:35:26 smithi032 ceph-mon[189144]: pgmap v9919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:35:28 smithi039 ceph-mon[181282]: pgmap v9920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:29.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:35:28 smithi032 ceph-mon[191839]: pgmap v9920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:29.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:35:28 smithi032 ceph-mon[189144]: pgmap v9920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:35:30 smithi032 ceph-mon[191839]: pgmap v9921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:31.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:35:30 smithi032 ceph-mon[189144]: pgmap v9921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:35:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:35:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T21:35:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:35:30 smithi039 ceph-mon[181282]: pgmap v9921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:35:32 smithi039 ceph-mon[181282]: pgmap v9922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:33.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:35:32 smithi032 ceph-mon[189144]: pgmap v9922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:33.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:35:32 smithi032 ceph-mon[191839]: pgmap v9922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:35:34 smithi039 ceph-mon[181282]: pgmap v9923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:35.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:35:34 smithi032 ceph-mon[191839]: pgmap v9923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:35.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:35:34 smithi032 ceph-mon[189144]: pgmap v9923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:35:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:35:36.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:35:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:35:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:35:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:35:36.671 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:35:36.996 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:35:36.996 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 6m ago 4h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:35:36.996 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 4m ago 4h 97.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:35:36.996 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 6m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:35:36.996 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 4m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:35:36.996 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 4m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:35:36.996 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 6m ago 4h 710M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:35:36.996 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 6m ago 4h 1253M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:35:36.996 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 4m ago 4h 607M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:35:36.996 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 6m ago 4h 627M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:35:36.996 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 6m ago 4h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:35:36.996 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 4m ago 4h 20.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:35:36.997 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 6m ago 4h 4528M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:35:36.997 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 6m ago 4h 4714M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:35:36.997 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 6m ago 4h 4225M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:35:36.997 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 6m ago 4h 4211M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:35:36.997 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 4m ago 4h 4012M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:35:36.997 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 4m ago 4h 4276M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:35:36.997 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 4m ago 4h 4006M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:35:36.997 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 4m ago 4h 3935M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:35:36.997 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 4m ago 4h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:35:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:35:36 smithi039 ceph-mon[181282]: pgmap v9924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:35:36 smithi039 ceph-mon[181282]: from='client.54542 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:35:37.395 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:35:37.396 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:35:37.396 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:35:37.396 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:35:37.396 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:35:37.396 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:35:37.396 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:35:37.396 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:35:37.396 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:35:37.396 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:35:37.396 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:35:37.396 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:35:37.396 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:35:37.396 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:35:37.397 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:35:37.397 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:35:37.397 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:35:37.397 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:35:37.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:35:36 smithi032 ceph-mon[189144]: pgmap v9924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:37.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:35:36 smithi032 ceph-mon[189144]: from='client.54542 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:35:37.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:35:36 smithi032 ceph-mon[191839]: pgmap v9924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:37.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:35:36 smithi032 ceph-mon[191839]: from='client.54542 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:35:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:35:37 smithi039 ceph-mon[181282]: from='client.44631 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:35:38.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:35:37 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3657623205' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:35:38.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:35:37 smithi032 ceph-mon[191839]: from='client.44631 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:35:38.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:35:37 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3657623205' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:35:38.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:35:37 smithi032 ceph-mon[189144]: from='client.44631 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:35:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:35:37 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3657623205' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:35:39.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:35:38 smithi039 ceph-mon[181282]: pgmap v9925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:39.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:35:38 smithi032 ceph-mon[191839]: pgmap v9925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:39.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:35:38 smithi032 ceph-mon[189144]: pgmap v9925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:35:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:35:40] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-22T21:35:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:35:40 smithi032 ceph-mon[191839]: pgmap v9926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:41.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:35:40 smithi032 ceph-mon[189144]: pgmap v9926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:35:40 smithi039 ceph-mon[181282]: pgmap v9926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:35:42 smithi039 ceph-mon[181282]: pgmap v9927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:43.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:35:42 smithi032 ceph-mon[189144]: pgmap v9927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:43.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:35:42 smithi032 ceph-mon[191839]: pgmap v9927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:35:44 smithi039 ceph-mon[181282]: pgmap v9928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:45.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:35:44 smithi032 ceph-mon[191839]: pgmap v9928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:45.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:35:44 smithi032 ceph-mon[189144]: pgmap v9928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:47.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:35:46 smithi039 ceph-mon[181282]: pgmap v9929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:47.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:35:46 smithi032 ceph-mon[191839]: pgmap v9929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:47.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:35:46 smithi032 ceph-mon[189144]: pgmap v9929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:35:48 smithi039 ceph-mon[181282]: pgmap v9930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:49.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:35:48 smithi032 ceph-mon[191839]: pgmap v9930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:49.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:35:48 smithi032 ceph-mon[189144]: pgmap v9930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:35:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:35:50] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T21:35:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:35:50 smithi032 ceph-mon[189144]: pgmap v9931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:35:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:35:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:35:50 smithi032 ceph-mon[191839]: pgmap v9931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:35:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:35:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:35:50 smithi039 ceph-mon[181282]: pgmap v9931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:35:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:35:53.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:35:52 smithi032 ceph-mon[191839]: pgmap v9932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:53.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:35:52 smithi032 ceph-mon[189144]: pgmap v9932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:35:52 smithi039 ceph-mon[181282]: pgmap v9932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:55.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:35:54 smithi032 ceph-mon[189144]: pgmap v9933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:55.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:35:54 smithi032 ceph-mon[191839]: pgmap v9933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:35:54 smithi039 ceph-mon[181282]: pgmap v9933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:57.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:35:56 smithi032 ceph-mon[191839]: pgmap v9934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:57.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:35:56 smithi032 ceph-mon[189144]: pgmap v9934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:35:56 smithi039 ceph-mon[181282]: pgmap v9934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:59.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:35:58 smithi032 ceph-mon[191839]: pgmap v9935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:59.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:35:58 smithi032 ceph-mon[189144]: pgmap v9935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:35:59.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:35:58 smithi039 ceph-mon[181282]: pgmap v9935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:01.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:36:00 smithi032 ceph-mon[189144]: pgmap v9936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:36:00 smithi032 ceph-mon[191839]: pgmap v9936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:36:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:36:00] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T21:36:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:36:00 smithi039 ceph-mon[181282]: pgmap v9936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:03.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:36:02 smithi032 ceph-mon[189144]: pgmap v9937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:03.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:36:02 smithi032 ceph-mon[191839]: pgmap v9937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:03.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:36:02 smithi039 ceph-mon[181282]: pgmap v9937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:36:04 smithi032 ceph-mon[191839]: pgmap v9938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:36:04 smithi032 ceph-mon[189144]: pgmap v9938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:36:04 smithi039 ceph-mon[181282]: pgmap v9938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:36:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:36:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:36:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:36:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:36:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:36:07.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:36:06 smithi032 ceph-mon[191839]: pgmap v9939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:07.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:36:06 smithi032 ceph-mon[189144]: pgmap v9939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:36:06 smithi039 ceph-mon[181282]: pgmap v9939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:07.758 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:36:08.085 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:36:08.085 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 7m ago 4h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:36:08.085 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 5m ago 4h 97.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:36:08.086 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 7m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:36:08.086 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 5m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:36:08.086 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 5m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:36:08.086 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 7m ago 4h 710M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:36:08.086 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 7m ago 4h 1253M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:36:08.086 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 5m ago 4h 607M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:36:08.086 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 7m ago 4h 627M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:36:08.086 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 7m ago 4h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:36:08.086 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 5m ago 4h 20.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:36:08.086 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 7m ago 4h 4528M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:36:08.086 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 7m ago 4h 4714M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:36:08.086 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 7m ago 4h 4225M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:36:08.086 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 7m ago 4h 4211M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:36:08.086 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 5m ago 4h 4012M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:36:08.087 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 5m ago 4h 4276M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:36:08.087 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 5m ago 4h 4006M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:36:08.087 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 5m ago 4h 3935M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:36:08.087 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 5m ago 4h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:36:08.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:36:07 smithi032 ceph-mon[189144]: from='client.54560 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:36:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:36:07 smithi032 ceph-mon[191839]: from='client.54560 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:36:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:36:07 smithi039 ceph-mon[181282]: from='client.54560 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:36:08.499 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:36:08.499 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:36:08.499 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:36:08.499 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:36:08.499 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:36:08.499 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:36:08.499 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:36:08.499 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:36:08.499 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:36:08.499 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:36:08.499 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:36:08.500 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:36:08.500 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:36:08.500 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:36:08.500 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:36:08.500 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:36:08.500 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:36:08.500 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:36:09.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:36:08 smithi032 ceph-mon[191839]: pgmap v9940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:09.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:36:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:36:09.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:36:08 smithi032 ceph-mon[191839]: from='client.44649 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:36:09.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:36:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:36:09.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:36:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:36:09.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:36:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:36:09.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:36:08 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/951587776' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:36:09.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:36:08 smithi032 ceph-mon[189144]: pgmap v9940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:09.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:36:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:36:09.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:36:08 smithi032 ceph-mon[189144]: from='client.44649 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:36:09.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:36:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:36:09.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:36:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:36:09.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:36:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:36:09.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:36:08 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/951587776' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:36:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:36:08 smithi039 ceph-mon[181282]: pgmap v9940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:36:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:36:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:36:08 smithi039 ceph-mon[181282]: from='client.44649 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:36:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:36:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:36:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:36:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:36:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:36:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:36:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:36:08 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/951587776' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:36:11.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:36:10 smithi032 ceph-mon[191839]: pgmap v9941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:11.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:36:10 smithi032 ceph-mon[189144]: pgmap v9941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:36:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:36:10] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T21:36:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:36:10 smithi039 ceph-mon[181282]: pgmap v9941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:13.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:36:12 smithi032 ceph-mon[189144]: pgmap v9942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:13.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:36:12 smithi032 ceph-mon[191839]: pgmap v9942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:36:12 smithi039 ceph-mon[181282]: pgmap v9942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:15.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:36:14 smithi032 ceph-mon[189144]: pgmap v9943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:15.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:36:14 smithi032 ceph-mon[191839]: pgmap v9943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:36:14 smithi039 ceph-mon[181282]: pgmap v9943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:17.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:36:16 smithi032 ceph-mon[191839]: pgmap v9944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:17.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:36:16 smithi032 ceph-mon[189144]: pgmap v9944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:36:16 smithi039 ceph-mon[181282]: pgmap v9944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:19.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:36:18 smithi032 ceph-mon[191839]: pgmap v9945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:19.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:36:18 smithi032 ceph-mon[189144]: pgmap v9945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:19.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:36:18 smithi039 ceph-mon[181282]: pgmap v9945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:36:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:36:20] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-22T21:36:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:36:20 smithi032 ceph-mon[191839]: pgmap v9946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:36:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:36:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:36:20 smithi032 ceph-mon[189144]: pgmap v9946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:36:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:36:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:36:20 smithi039 ceph-mon[181282]: pgmap v9946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:36:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:36:23.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:36:22 smithi032 ceph-mon[189144]: pgmap v9947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:23.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:36:22 smithi032 ceph-mon[191839]: pgmap v9947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:23.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:36:22 smithi039 ceph-mon[181282]: pgmap v9947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:25.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:36:24 smithi032 ceph-mon[189144]: pgmap v9948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:25.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:36:24 smithi032 ceph-mon[191839]: pgmap v9948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:36:24 smithi039 ceph-mon[181282]: pgmap v9948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:27.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:36:26 smithi032 ceph-mon[189144]: pgmap v9949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:27.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:36:26 smithi032 ceph-mon[191839]: pgmap v9949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:27.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:36:26 smithi039 ceph-mon[181282]: pgmap v9949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:29.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:36:28 smithi032 ceph-mon[189144]: pgmap v9950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:29.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:36:28 smithi032 ceph-mon[191839]: pgmap v9950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:36:28 smithi039 ceph-mon[181282]: pgmap v9950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:31.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:36:30 smithi032 ceph-mon[189144]: pgmap v9951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:36:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:36:30] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-22T21:36:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:36:30 smithi032 ceph-mon[191839]: pgmap v9951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:36:30 smithi039 ceph-mon[181282]: pgmap v9951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:33.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:36:32 smithi032 ceph-mon[189144]: pgmap v9952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:33.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:36:32 smithi032 ceph-mon[191839]: pgmap v9952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:36:32 smithi039 ceph-mon[181282]: pgmap v9952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:36:34 smithi032 ceph-mon[189144]: pgmap v9953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:35.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:36:34 smithi032 ceph-mon[191839]: pgmap v9953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:36:34 smithi039 ceph-mon[181282]: pgmap v9953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:36:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:36:36.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:36:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:36:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:36:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:36:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:36:36 smithi039 ceph-mon[181282]: pgmap v9954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:37.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:36:36 smithi032 ceph-mon[191839]: pgmap v9954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:37.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:36:36 smithi032 ceph-mon[189144]: pgmap v9954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:38.867 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:36:39.187 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:36:39.188 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 7m ago 4h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:36:39.188 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 5m ago 4h 97.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:36:39.188 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 7m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:36:39.188 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 5m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:36:39.188 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 5m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:36:39.188 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 7m ago 4h 710M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:36:39.188 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 7m ago 4h 1253M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:36:39.188 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 5m ago 4h 607M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:36:39.188 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 7m ago 4h 627M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:36:39.188 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 7m ago 4h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:36:39.188 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 5m ago 4h 20.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:36:39.188 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 7m ago 4h 4528M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:36:39.188 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 7m ago 4h 4714M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:36:39.188 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 7m ago 4h 4225M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:36:39.189 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 7m ago 4h 4211M 2441M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:36:39.189 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 5m ago 4h 4012M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:36:39.189 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 5m ago 4h 4276M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:36:39.189 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 5m ago 4h 4006M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:36:39.189 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 5m ago 4h 3935M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:36:39.189 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 5m ago 4h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:36:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:36:38 smithi039 ceph-mon[181282]: pgmap v9955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:39.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:36:38 smithi032 ceph-mon[189144]: pgmap v9955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:39.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:36:38 smithi032 ceph-mon[191839]: pgmap v9955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:39.591 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:36:39.591 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:36:39.591 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:36:39.591 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:36:39.591 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:36:39.591 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:36:39.591 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:36:39.592 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:36:39.592 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:36:39.592 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:36:39.592 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:36:39.592 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:36:39.592 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:36:39.592 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:36:39.592 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:36:39.592 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:36:39.592 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:36:39.592 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:36:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:36:39 smithi039 ceph-mon[181282]: from='client.54578 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:36:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:36:39 smithi039 ceph-mon[181282]: from='client.44667 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:36:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:36:39 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/403961317' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:36:40.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:36:39 smithi032 ceph-mon[191839]: from='client.54578 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:36:40.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:36:39 smithi032 ceph-mon[191839]: from='client.44667 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:36:40.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:36:39 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/403961317' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:36:40.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:36:39 smithi032 ceph-mon[189144]: from='client.54578 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:36:40.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:36:39 smithi032 ceph-mon[189144]: from='client.44667 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:36:40.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:36:39 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/403961317' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:36:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:36:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:36:40] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T21:36:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:36:40 smithi032 ceph-mon[191839]: pgmap v9956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:41.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:36:40 smithi032 ceph-mon[189144]: pgmap v9956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:36:40 smithi039 ceph-mon[181282]: pgmap v9956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:36:42 smithi039 ceph-mon[181282]: pgmap v9957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:43.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:36:42 smithi032 ceph-mon[191839]: pgmap v9957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:43.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:36:42 smithi032 ceph-mon[189144]: pgmap v9957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:36:44 smithi039 ceph-mon[181282]: pgmap v9958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:45.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:36:44 smithi032 ceph-mon[191839]: pgmap v9958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:45.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:36:44 smithi032 ceph-mon[189144]: pgmap v9958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:47.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:36:46 smithi039 ceph-mon[181282]: pgmap v9959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:47.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:36:46 smithi032 ceph-mon[191839]: pgmap v9959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:47.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:36:46 smithi032 ceph-mon[189144]: pgmap v9959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:36:48 smithi039 ceph-mon[181282]: pgmap v9960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:49.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:36:48 smithi032 ceph-mon[191839]: pgmap v9960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:49.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:36:48 smithi032 ceph-mon[189144]: pgmap v9960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:36:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:36:50] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T21:36:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:36:50 smithi032 ceph-mon[191839]: pgmap v9961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:36:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:36:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:36:50 smithi032 ceph-mon[189144]: pgmap v9961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:36:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:36:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:36:50 smithi039 ceph-mon[181282]: pgmap v9961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:36:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:36:53.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:36:52 smithi032 ceph-mon[189144]: pgmap v9962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:53.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:36:52 smithi032 ceph-mon[191839]: pgmap v9962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:36:52 smithi039 ceph-mon[181282]: pgmap v9962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:55.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:36:54 smithi032 ceph-mon[191839]: pgmap v9963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:55.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:36:54 smithi032 ceph-mon[189144]: pgmap v9963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:36:54 smithi039 ceph-mon[181282]: pgmap v9963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:57.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:36:56 smithi032 ceph-mon[191839]: pgmap v9964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:57.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:36:56 smithi032 ceph-mon[189144]: pgmap v9964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:36:56 smithi039 ceph-mon[181282]: pgmap v9964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:59.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:36:58 smithi032 ceph-mon[189144]: pgmap v9965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:59.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:36:58 smithi032 ceph-mon[191839]: pgmap v9965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:36:59.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:36:58 smithi039 ceph-mon[181282]: pgmap v9965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:00 smithi032 ceph-mon[191839]: pgmap v9966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:00 smithi032 ceph-mon[189144]: pgmap v9966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:37:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:37:00] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T21:37:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:00 smithi039 ceph-mon[181282]: pgmap v9966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:03.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:02 smithi032 ceph-mon[189144]: pgmap v9967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:03.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:02 smithi032 ceph-mon[191839]: pgmap v9967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:03.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:02 smithi039 ceph-mon[181282]: pgmap v9967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:04 smithi032 ceph-mon[191839]: pgmap v9968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:05.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:04 smithi032 ceph-mon[189144]: pgmap v9968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:04 smithi039 ceph-mon[181282]: pgmap v9968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:37:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:37:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:37:07.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:06 smithi032 ceph-mon[191839]: pgmap v9969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:07.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:06 smithi032 ceph-mon[189144]: pgmap v9969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:06 smithi039 ceph-mon[181282]: pgmap v9969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:09.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:08 smithi032 ceph-mon[189144]: pgmap v9970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:09.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:37:09.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:08 smithi032 ceph-mon[191839]: pgmap v9970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:09.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:37:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:08 smithi039 ceph-mon[181282]: pgmap v9970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:37:09.942 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:37:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:37:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:37:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:37:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:37:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:37:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:37:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:10 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi032 to 2432M 2023-12-22T21:37:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:37:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:37:10.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:37:10.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:37:10.267 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:37:10.267 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 8m ago 4h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:37:10.267 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 6m ago 4h 97.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:37:10.267 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 8m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:37:10.267 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 6m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:37:10.267 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 6m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:37:10.267 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 8m ago 4h 710M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:37:10.267 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 8m ago 4h 1253M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:37:10.267 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 6m ago 4h 607M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:37:10.267 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 8m ago 4h 627M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:37:10.267 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 8m ago 4h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:37:10.268 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 6m ago 4h 20.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:37:10.268 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 8m ago 4h 4528M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:37:10.268 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 8m ago 4h 4714M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:37:10.268 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 8m ago 4h 4225M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:37:10.268 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 8m ago 4h 4211M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:37:10.268 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 6m ago 4h 4012M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:37:10.268 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 6m ago 4h 4276M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:37:10.268 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 6m ago 4h 4006M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:37:10.268 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 6m ago 4h 3935M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:37:10.268 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 6m ago 4h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:37:10.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:37:10.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:37:10.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:37:10.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:37:10.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:37:10.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:37:10.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:10 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi032 to 2432M 2023-12-22T21:37:10.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:37:10.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:37:10.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:37:10.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:37:10.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:37:10.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:37:10.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:37:10.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:37:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:37:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:37:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:10 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi032 to 2432M 2023-12-22T21:37:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:37:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:37:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:37:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:37:10.666 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:37:10.666 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:37:10.666 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:37:10.666 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:37:10.667 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:37:10.667 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:37:10.667 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:37:10.667 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:37:10.667 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:37:10.667 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:37:10.667 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:37:10.667 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:37:10.667 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:37:10.667 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:37:10.667 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:37:10.667 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:37:10.667 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:37:10.668 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:37:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:37:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:37:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T21:37:11.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:11 smithi039 ceph-mon[181282]: pgmap v9971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:11.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:11 smithi039 ceph-mon[181282]: from='client.54596 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:37:11.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:11 smithi039 ceph-mon[181282]: from='client.44685 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:37:11.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:11 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3699550862' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:37:11.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:11 smithi032 ceph-mon[189144]: pgmap v9971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:11.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:11 smithi032 ceph-mon[189144]: from='client.54596 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:37:11.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:11 smithi032 ceph-mon[189144]: from='client.44685 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:37:11.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:11 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3699550862' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:37:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:11 smithi032 ceph-mon[191839]: pgmap v9971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:11 smithi032 ceph-mon[191839]: from='client.54596 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:37:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:11 smithi032 ceph-mon[191839]: from='client.44685 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:37:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:11 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3699550862' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:37:13.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:13 smithi039 ceph-mon[181282]: pgmap v9972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:13.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:13 smithi032 ceph-mon[191839]: pgmap v9972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:13.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:13 smithi032 ceph-mon[189144]: pgmap v9972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:15 smithi039 ceph-mon[181282]: pgmap v9973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:15.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:15 smithi032 ceph-mon[189144]: pgmap v9973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:15.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:15 smithi032 ceph-mon[191839]: pgmap v9973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:17.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:17 smithi039 ceph-mon[181282]: pgmap v9974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:17.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:17 smithi032 ceph-mon[191839]: pgmap v9974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:17.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:17 smithi032 ceph-mon[189144]: pgmap v9974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:19 smithi039 ceph-mon[181282]: pgmap v9975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:19.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:19 smithi032 ceph-mon[191839]: pgmap v9975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:19 smithi032 ceph-mon[189144]: pgmap v9975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:37:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:37:20] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T21:37:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:20 smithi032 ceph-mon[191839]: pgmap v9976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:37:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:20 smithi032 ceph-mon[189144]: pgmap v9976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:37:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:20 smithi039 ceph-mon[181282]: pgmap v9976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:37:23.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:22 smithi032 ceph-mon[189144]: pgmap v9977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:23.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:22 smithi032 ceph-mon[191839]: pgmap v9977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:23.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:22 smithi039 ceph-mon[181282]: pgmap v9977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:25.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:24 smithi032 ceph-mon[191839]: pgmap v9978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:25.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:24 smithi032 ceph-mon[189144]: pgmap v9978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:24 smithi039 ceph-mon[181282]: pgmap v9978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:27.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:26 smithi032 ceph-mon[189144]: pgmap v9979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:27.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:26 smithi032 ceph-mon[191839]: pgmap v9979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:27.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:26 smithi039 ceph-mon[181282]: pgmap v9979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:29.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:28 smithi032 ceph-mon[189144]: pgmap v9980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:29.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:28 smithi032 ceph-mon[191839]: pgmap v9980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:28 smithi039 ceph-mon[181282]: pgmap v9980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:30 smithi032 ceph-mon[191839]: pgmap v9981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:31.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:30 smithi032 ceph-mon[189144]: pgmap v9981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:37:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:37:30] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T21:37:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:30 smithi039 ceph-mon[181282]: pgmap v9981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:33.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:32 smithi032 ceph-mon[189144]: pgmap v9982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:33.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:32 smithi032 ceph-mon[191839]: pgmap v9982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:32 smithi039 ceph-mon[181282]: pgmap v9982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:34 smithi032 ceph-mon[189144]: pgmap v9983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:34 smithi032 ceph-mon[191839]: pgmap v9983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:34 smithi039 ceph-mon[181282]: pgmap v9983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:37:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:37:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:37:37.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:36 smithi032 ceph-mon[191839]: pgmap v9984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:37.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:36 smithi032 ceph-mon[189144]: pgmap v9984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:36 smithi039 ceph-mon[181282]: pgmap v9984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:39.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:38 smithi032 ceph-mon[191839]: pgmap v9985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:39.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:38 smithi032 ceph-mon[189144]: pgmap v9985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:38 smithi039 ceph-mon[181282]: pgmap v9985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:41.032 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:37:41.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:40 smithi032 ceph-mon[189144]: pgmap v9986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:37:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:37:40] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-22T21:37:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:40 smithi032 ceph-mon[191839]: pgmap v9986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:40 smithi039 ceph-mon[181282]: pgmap v9986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:41.357 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:37:41.357 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 8m ago 4h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:37:41.357 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 6m ago 4h 97.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:37:41.357 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 8m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:37:41.358 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 6m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:37:41.358 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 6m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:37:41.358 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 8m ago 4h 710M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:37:41.358 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 8m ago 4h 1253M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:37:41.358 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 6m ago 4h 607M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:37:41.358 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 8m ago 4h 627M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:37:41.358 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 8m ago 4h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:37:41.358 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 6m ago 4h 20.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:37:41.358 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 8m ago 4h 4528M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:37:41.358 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 8m ago 4h 4714M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:37:41.358 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 8m ago 4h 4225M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:37:41.358 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 8m ago 4h 4211M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:37:41.358 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 6m ago 4h 4012M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:37:41.358 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 6m ago 4h 4276M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:37:41.359 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 6m ago 4h 4006M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:37:41.359 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 6m ago 4h 3935M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:37:41.359 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 6m ago 4h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:37:41.761 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:37:41.761 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:37:41.761 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:37:41.761 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:37:41.761 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:37:41.761 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:37:41.761 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:37:41.761 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:37:41.761 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:37:41.762 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:37:41.762 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:37:41.762 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:37:41.762 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:37:41.762 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:37:41.762 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:37:41.762 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:37:41.762 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:37:41.762 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:37:42.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:41 smithi032 ceph-mon[189144]: from='client.44697 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:37:42.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:41 smithi032 ceph-mon[189144]: from='client.54620 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:37:42.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:41 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3420065348' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:37:42.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:41 smithi032 ceph-mon[191839]: from='client.44697 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:37:42.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:41 smithi032 ceph-mon[191839]: from='client.54620 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:37:42.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:41 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3420065348' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:37:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:41 smithi039 ceph-mon[181282]: from='client.44697 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:37:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:41 smithi039 ceph-mon[181282]: from='client.54620 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:37:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:41 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3420065348' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:37:43.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:42 smithi032 ceph-mon[191839]: pgmap v9987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:43.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:42 smithi032 ceph-mon[189144]: pgmap v9987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:42 smithi039 ceph-mon[181282]: pgmap v9987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:45.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:44 smithi032 ceph-mon[191839]: pgmap v9988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:45.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:44 smithi032 ceph-mon[189144]: pgmap v9988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:44 smithi039 ceph-mon[181282]: pgmap v9988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:47.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:46 smithi032 ceph-mon[191839]: pgmap v9989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:47.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:46 smithi032 ceph-mon[189144]: pgmap v9989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:47.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:46 smithi039 ceph-mon[181282]: pgmap v9989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:49.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:48 smithi032 ceph-mon[191839]: pgmap v9990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:49.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:48 smithi032 ceph-mon[189144]: pgmap v9990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:48 smithi039 ceph-mon[181282]: pgmap v9990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:37:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:37:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T21:37:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:50 smithi032 ceph-mon[189144]: pgmap v9991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:37:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:50 smithi032 ceph-mon[191839]: pgmap v9991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:37:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:50 smithi039 ceph-mon[181282]: pgmap v9991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:37:53.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:52 smithi032 ceph-mon[189144]: pgmap v9992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:53.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:52 smithi032 ceph-mon[191839]: pgmap v9992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:52 smithi039 ceph-mon[181282]: pgmap v9992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:55.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:54 smithi032 ceph-mon[191839]: pgmap v9993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:55.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:54 smithi032 ceph-mon[189144]: pgmap v9993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:55.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:54 smithi039 ceph-mon[181282]: pgmap v9993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:57.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:56 smithi032 ceph-mon[191839]: pgmap v9994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:57.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:56 smithi032 ceph-mon[189144]: pgmap v9994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:56 smithi039 ceph-mon[181282]: pgmap v9994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:59.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:37:58 smithi039 ceph-mon[181282]: pgmap v9995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:59.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:37:58 smithi032 ceph-mon[191839]: pgmap v9995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:37:59.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:37:58 smithi032 ceph-mon[189144]: pgmap v9995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:38:00 smithi032 ceph-mon[191839]: pgmap v9996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:01.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:38:00 smithi032 ceph-mon[189144]: pgmap v9996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:38:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:38:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T21:38:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:38:00 smithi039 ceph-mon[181282]: pgmap v9996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:03.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:38:02 smithi039 ceph-mon[181282]: pgmap v9997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:03.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:38:02 smithi032 ceph-mon[191839]: pgmap v9997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:03.455 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:38:02 smithi032 ceph-mon[189144]: pgmap v9997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:38:04 smithi039 ceph-mon[181282]: pgmap v9998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:38:04 smithi032 ceph-mon[191839]: pgmap v9998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:05.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:38:04 smithi032 ceph-mon[189144]: pgmap v9998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:38:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:38:06.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:38:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:38:06.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:38:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:38:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:38:06 smithi039 ceph-mon[181282]: pgmap v9999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:07.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:38:06 smithi032 ceph-mon[191839]: pgmap v9999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:07.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:38:06 smithi032 ceph-mon[189144]: pgmap v9999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:38:08 smithi039 ceph-mon[181282]: pgmap v10000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:09.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:38:08 smithi032 ceph-mon[189144]: pgmap v10000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:09.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:38:08 smithi032 ceph-mon[191839]: pgmap v10000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:38:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:38:10.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:38:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:38:10.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:38:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:38:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:38:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:38:10] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T21:38:11.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:38:10 smithi032 ceph-mon[189144]: pgmap v10001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:11.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:38:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:38:11.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:38:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:38:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:38:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:38:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:38:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:38:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:38:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:38:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:38:10 smithi032 ceph-mon[191839]: pgmap v10001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:38:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:38:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:38:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:38:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:38:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:38:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:38:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:38:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:38:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:38:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:38:10 smithi039 ceph-mon[181282]: pgmap v10001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:38:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:38:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:38:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:38:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:38:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:38:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:38:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:38:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:38:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:38:12.130 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:38:12.469 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:38:12.469 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 9m ago 4h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:38:12.470 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 7m ago 4h 97.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:38:12.470 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 9m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:38:12.470 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 7m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:38:12.470 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 7m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:38:12.470 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 9m ago 4h 710M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:38:12.470 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 9m ago 4h 1253M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:38:12.470 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 7m ago 4h 607M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:38:12.470 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 9m ago 4h 627M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:38:12.470 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 9m ago 4h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:38:12.470 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 7m ago 4h 20.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:38:12.470 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 9m ago 4h 4528M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:38:12.470 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 9m ago 4h 4714M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:38:12.470 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 9m ago 4h 4225M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:38:12.470 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 9m ago 4h 4211M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:38:12.471 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 7m ago 4h 4012M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:38:12.471 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 7m ago 4h 4276M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:38:12.471 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 7m ago 4h 4006M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:38:12.471 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 7m ago 4h 3935M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:38:12.471 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 7m ago 4h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:38:12.868 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:38:12.868 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:38:12.868 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:38:12.868 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:38:12.868 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:38:12.868 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:38:12.868 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:38:12.869 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:38:12.869 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:38:12.869 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:38:12.869 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:38:12.869 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:38:12.869 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:38:12.869 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:38:12.869 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:38:12.869 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:38:12.869 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:38:12.869 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:38:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:38:12 smithi039 ceph-mon[181282]: pgmap v10002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:38:12 smithi039 ceph-mon[181282]: from='client.54632 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:38:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:38:12 smithi039 ceph-mon[181282]: from='client.44721 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:38:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:38:12 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1585056505' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:38:13.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:38:12 smithi032 ceph-mon[191839]: pgmap v10002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:13.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:38:12 smithi032 ceph-mon[191839]: from='client.54632 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:38:13.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:38:12 smithi032 ceph-mon[191839]: from='client.44721 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:38:13.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:38:12 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1585056505' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:38:13.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:38:12 smithi032 ceph-mon[189144]: pgmap v10002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:13.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:38:12 smithi032 ceph-mon[189144]: from='client.54632 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:38:13.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:38:12 smithi032 ceph-mon[189144]: from='client.44721 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:38:13.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:38:12 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1585056505' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:38:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:38:14 smithi039 ceph-mon[181282]: pgmap v10003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:15.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:38:14 smithi032 ceph-mon[191839]: pgmap v10003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:15.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:38:14 smithi032 ceph-mon[189144]: pgmap v10003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:38:16 smithi039 ceph-mon[181282]: pgmap v10004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:17.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:38:16 smithi032 ceph-mon[191839]: pgmap v10004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:17.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:38:16 smithi032 ceph-mon[189144]: pgmap v10004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:19.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:38:18 smithi039 ceph-mon[181282]: pgmap v10005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:19.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:38:18 smithi032 ceph-mon[189144]: pgmap v10005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:19.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:38:18 smithi032 ceph-mon[191839]: pgmap v10005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:38:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:38:20] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-22T21:38:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:38:20 smithi032 ceph-mon[189144]: pgmap v10006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:38:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:38:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:38:20 smithi032 ceph-mon[191839]: pgmap v10006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:38:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:38:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:38:20 smithi039 ceph-mon[181282]: pgmap v10006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:38:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:38:23.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:38:22 smithi032 ceph-mon[191839]: pgmap v10007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:23.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:38:22 smithi032 ceph-mon[189144]: pgmap v10007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:23.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:38:22 smithi039 ceph-mon[181282]: pgmap v10007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:25.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:38:24 smithi032 ceph-mon[191839]: pgmap v10008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:25.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:38:24 smithi032 ceph-mon[189144]: pgmap v10008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:38:24 smithi039 ceph-mon[181282]: pgmap v10008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:27.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:38:26 smithi032 ceph-mon[191839]: pgmap v10009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:27.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:38:26 smithi032 ceph-mon[189144]: pgmap v10009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:27.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:38:26 smithi039 ceph-mon[181282]: pgmap v10009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:29.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:38:28 smithi032 ceph-mon[189144]: pgmap v10010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:29.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:38:28 smithi032 ceph-mon[191839]: pgmap v10010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:38:28 smithi039 ceph-mon[181282]: pgmap v10010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:38:30 smithi032 ceph-mon[191839]: pgmap v10011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:31.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:38:30 smithi032 ceph-mon[189144]: pgmap v10011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:38:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:38:30] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-22T21:38:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:38:30 smithi039 ceph-mon[181282]: pgmap v10011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:33.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:38:32 smithi032 ceph-mon[191839]: pgmap v10012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:33.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:38:32 smithi032 ceph-mon[189144]: pgmap v10012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:38:32 smithi039 ceph-mon[181282]: pgmap v10012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:38:34 smithi032 ceph-mon[189144]: pgmap v10013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:38:34 smithi032 ceph-mon[191839]: pgmap v10013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:38:34 smithi039 ceph-mon[181282]: pgmap v10013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:38:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:38:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:38:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:38:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:38:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:38:37.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:38:36 smithi032 ceph-mon[189144]: pgmap v10014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:37.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:38:36 smithi032 ceph-mon[191839]: pgmap v10014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:38:36 smithi039 ceph-mon[181282]: pgmap v10014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:39.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:38:38 smithi032 ceph-mon[191839]: pgmap v10015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:39.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:38:38 smithi032 ceph-mon[189144]: pgmap v10015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:38:38 smithi039 ceph-mon[181282]: pgmap v10015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:38:40 smithi032 ceph-mon[191839]: pgmap v10016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:41.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:38:40 smithi032 ceph-mon[189144]: pgmap v10016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:38:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:38:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T21:38:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:38:40 smithi039 ceph-mon[181282]: pgmap v10016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:43.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:38:42 smithi032 ceph-mon[189144]: pgmap v10017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:43.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:38:42 smithi032 ceph-mon[191839]: pgmap v10017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:43.231 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:38:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:38:42 smithi039 ceph-mon[181282]: pgmap v10017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:43.551 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:38:43.551 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 9m ago 4h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:38:43.551 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 7m ago 4h 97.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:38:43.551 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 9m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:38:43.551 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 7m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:38:43.551 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 7m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:38:43.551 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 9m ago 4h 710M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:38:43.551 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 9m ago 4h 1253M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:38:43.552 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 7m ago 4h 607M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:38:43.552 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 9m ago 4h 627M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:38:43.552 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 9m ago 4h 18.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:38:43.552 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 7m ago 4h 20.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:38:43.552 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 9m ago 4h 4528M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:38:43.552 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 9m ago 4h 4714M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:38:43.552 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 9m ago 4h 4225M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:38:43.552 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 9m ago 4h 4211M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:38:43.552 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 7m ago 4h 4012M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:38:43.552 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 7m ago 4h 4276M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:38:43.552 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 7m ago 4h 4006M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:38:43.552 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 7m ago 4h 3935M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:38:43.552 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 7m ago 4h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:38:43.950 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:38:43.950 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:38:43.950 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:38:43.950 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:38:43.950 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:38:43.950 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:38:43.951 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:38:43.951 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:38:43.951 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:38:43.951 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:38:43.951 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:38:43.951 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:38:43.951 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:38:43.951 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:38:43.951 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:38:43.951 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:38:43.951 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:38:43.951 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:38:44.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:38:43 smithi032 ceph-mon[191839]: from='client.54650 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:38:44.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:38:43 smithi032 ceph-mon[191839]: from='client.54656 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:38:44.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:38:43 smithi032 ceph-mon[189144]: from='client.54650 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:38:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:38:43 smithi032 ceph-mon[189144]: from='client.54656 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:38:44.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:38:43 smithi039 ceph-mon[181282]: from='client.54650 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:38:44.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:38:43 smithi039 ceph-mon[181282]: from='client.54656 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:38:45.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:38:44 smithi032 ceph-mon[191839]: pgmap v10018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:45.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:38:44 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/705674476' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:38:45.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:38:44 smithi032 ceph-mon[189144]: pgmap v10018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:45.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:38:44 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/705674476' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:38:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:38:44 smithi039 ceph-mon[181282]: pgmap v10018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:38:44 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/705674476' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:38:47.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:38:46 smithi032 ceph-mon[189144]: pgmap v10019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:47.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:38:46 smithi032 ceph-mon[191839]: pgmap v10019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:47.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:38:46 smithi039 ceph-mon[181282]: pgmap v10019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:49.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:38:48 smithi032 ceph-mon[191839]: pgmap v10020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:49.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:38:48 smithi032 ceph-mon[189144]: pgmap v10020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:38:48 smithi039 ceph-mon[181282]: pgmap v10020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:38:50 smithi032 ceph-mon[189144]: pgmap v10021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:38:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:38:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:38:50 smithi032 ceph-mon[191839]: pgmap v10021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:38:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:38:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:38:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:38:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T21:38:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:38:50 smithi039 ceph-mon[181282]: pgmap v10021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:38:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:38:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:38:52 smithi039 ceph-mon[181282]: pgmap v10022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:53.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:38:52 smithi032 ceph-mon[189144]: pgmap v10022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:53.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:38:52 smithi032 ceph-mon[191839]: pgmap v10022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:38:54 smithi039 ceph-mon[181282]: pgmap v10023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:55.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:38:54 smithi032 ceph-mon[191839]: pgmap v10023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:55.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:38:54 smithi032 ceph-mon[189144]: pgmap v10023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:38:56 smithi039 ceph-mon[181282]: pgmap v10024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:57.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:38:56 smithi032 ceph-mon[191839]: pgmap v10024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:57.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:38:56 smithi032 ceph-mon[189144]: pgmap v10024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:59.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:38:58 smithi039 ceph-mon[181282]: pgmap v10025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:59.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:38:58 smithi032 ceph-mon[191839]: pgmap v10025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:38:59.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:38:58 smithi032 ceph-mon[189144]: pgmap v10025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:39:00 smithi032 ceph-mon[191839]: pgmap v10026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:01.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:39:00 smithi032 ceph-mon[189144]: pgmap v10026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:39:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:39:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T21:39:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:39:00 smithi039 ceph-mon[181282]: pgmap v10026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:03.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:39:02 smithi039 ceph-mon[181282]: pgmap v10027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:03.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:39:02 smithi032 ceph-mon[191839]: pgmap v10027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:03.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:39:02 smithi032 ceph-mon[189144]: pgmap v10027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:39:04 smithi039 ceph-mon[181282]: pgmap v10028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:05.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:39:04 smithi032 ceph-mon[189144]: pgmap v10028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:39:04 smithi032 ceph-mon[191839]: pgmap v10028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:39:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:39:06.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:39:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:39:06.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:39:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:39:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:39:06 smithi039 ceph-mon[181282]: pgmap v10029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:07.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:39:06 smithi032 ceph-mon[191839]: pgmap v10029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:07.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:39:06 smithi032 ceph-mon[189144]: pgmap v10029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:39:08 smithi039 ceph-mon[181282]: pgmap v10030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:09.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:39:08 smithi032 ceph-mon[191839]: pgmap v10030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:09.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:39:08 smithi032 ceph-mon[189144]: pgmap v10030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:11.169 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:39:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:39:10] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-22T21:39:11.170 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:39:10 smithi032 ceph-mon[189144]: pgmap v10031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:11.170 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:39:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:39:11.170 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:39:10 smithi032 ceph-mon[191839]: pgmap v10031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:11.170 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:39:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:39:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:39:10 smithi039 ceph-mon[181282]: pgmap v10031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:39:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:39:13.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:39:12 smithi032 ceph-mon[191839]: pgmap v10032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:13.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:39:12 smithi032 ceph-mon[189144]: pgmap v10032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:39:12 smithi039 ceph-mon[181282]: pgmap v10032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:14.311 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:39:14.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:39:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:39:14.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:39:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:39:14.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:39:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:39:14.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:39:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:39:14.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:39:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:39:14.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:39:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:39:14.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:39:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:39:14.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:39:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:39:14.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:39:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:39:14.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:39:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:39:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:39:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:39:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:39:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:39:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:39:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:39:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:39:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:39:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:39:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:39:14.633 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:39:14.633 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 1s ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:39:14.634 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 8m ago 4h 97.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:39:14.634 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 1s ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:39:14.634 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 8m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:39:14.634 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 8m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:39:14.634 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 1s ago 4h 717M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:39:14.634 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 1s ago 4h 1289M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:39:14.634 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 8m ago 4h 607M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:39:14.634 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 1s ago 4h 643M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:39:14.634 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 1s ago 4h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:39:14.634 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 8m ago 4h 20.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:39:14.635 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 1s ago 4h 4560M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:39:14.635 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 1s ago 4h 4745M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:39:14.635 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 1s ago 4h 4249M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:39:14.635 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 1s ago 4h 4241M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:39:14.635 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 8m ago 4h 4012M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:39:14.635 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 8m ago 4h 4276M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:39:14.635 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 8m ago 4h 4006M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:39:14.635 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 8m ago 4h 3935M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:39:14.635 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 8m ago 4h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:39:15.035 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:39:15.035 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:39:15.035 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:39:15.035 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:39:15.035 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:39:15.035 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:39:15.036 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:39:15.036 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:39:15.036 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:39:15.036 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:39:15.036 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:39:15.036 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:39:15.036 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:39:15.036 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:39:15.036 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:39:15.036 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:39:15.036 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:39:15.036 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:39:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:39:15 smithi039 ceph-mon[181282]: pgmap v10033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:39:15 smithi039 ceph-mon[181282]: from='client.54668 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:39:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:39:15 smithi039 ceph-mon[181282]: from='client.54674 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:39:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:39:15 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4263916705' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:39:15.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:39:15 smithi032 ceph-mon[191839]: pgmap v10033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:15.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:39:15 smithi032 ceph-mon[191839]: from='client.54668 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:39:15.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:39:15 smithi032 ceph-mon[191839]: from='client.54674 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:39:15.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:39:15 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4263916705' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:39:15.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:39:15 smithi032 ceph-mon[189144]: pgmap v10033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:15.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:39:15 smithi032 ceph-mon[189144]: from='client.54668 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:39:15.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:39:15 smithi032 ceph-mon[189144]: from='client.54674 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:39:15.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:39:15 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4263916705' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:39:17.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:39:17 smithi039 ceph-mon[181282]: pgmap v10034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:17.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:39:17 smithi032 ceph-mon[191839]: pgmap v10034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:17.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:39:17 smithi032 ceph-mon[189144]: pgmap v10034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:39:19 smithi039 ceph-mon[181282]: pgmap v10035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:19.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:39:19 smithi032 ceph-mon[191839]: pgmap v10035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:19.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:39:19 smithi032 ceph-mon[189144]: pgmap v10035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:39:20 smithi032 ceph-mon[191839]: pgmap v10036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:39:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:39:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:39:20 smithi032 ceph-mon[189144]: pgmap v10036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:39:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:39:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:39:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:39:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T21:39:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:39:20 smithi039 ceph-mon[181282]: pgmap v10036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:39:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:39:23.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:39:22 smithi032 ceph-mon[191839]: pgmap v10037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:23.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:39:22 smithi032 ceph-mon[189144]: pgmap v10037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:23.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:39:22 smithi039 ceph-mon[181282]: pgmap v10037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:25.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:39:24 smithi032 ceph-mon[191839]: pgmap v10038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:25.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:39:24 smithi032 ceph-mon[189144]: pgmap v10038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:39:24 smithi039 ceph-mon[181282]: pgmap v10038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:27.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:39:26 smithi032 ceph-mon[189144]: pgmap v10039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:27.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:39:26 smithi032 ceph-mon[191839]: pgmap v10039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:27.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:39:26 smithi039 ceph-mon[181282]: pgmap v10039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:29.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:39:28 smithi032 ceph-mon[191839]: pgmap v10040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:29.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:39:28 smithi032 ceph-mon[189144]: pgmap v10040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:39:28 smithi039 ceph-mon[181282]: pgmap v10040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:31.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:39:30 smithi032 ceph-mon[189144]: pgmap v10041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:39:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:39:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T21:39:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:39:30 smithi032 ceph-mon[191839]: pgmap v10041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:39:30 smithi039 ceph-mon[181282]: pgmap v10041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:33.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:39:32 smithi032 ceph-mon[191839]: pgmap v10042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:33.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:39:32 smithi032 ceph-mon[189144]: pgmap v10042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:39:32 smithi039 ceph-mon[181282]: pgmap v10042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:39:34 smithi032 ceph-mon[191839]: pgmap v10043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:39:34 smithi032 ceph-mon[189144]: pgmap v10043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:39:34 smithi039 ceph-mon[181282]: pgmap v10043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:39:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:39:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:39:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:39:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:39:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:39:37.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:39:36 smithi032 ceph-mon[189144]: pgmap v10044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:37.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:39:36 smithi032 ceph-mon[191839]: pgmap v10044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:39:36 smithi039 ceph-mon[181282]: pgmap v10044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:39.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:39:38 smithi032 ceph-mon[191839]: pgmap v10045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:39.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:39:38 smithi032 ceph-mon[189144]: pgmap v10045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:39:38 smithi039 ceph-mon[181282]: pgmap v10045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:39:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:39:40] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-22T21:39:41.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:39:40 smithi032 ceph-mon[191839]: pgmap v10046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:39:40 smithi032 ceph-mon[189144]: pgmap v10046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:39:40 smithi039 ceph-mon[181282]: pgmap v10046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:39:42 smithi039 ceph-mon[181282]: pgmap v10047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:43.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:39:42 smithi032 ceph-mon[191839]: pgmap v10047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:43.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:39:42 smithi032 ceph-mon[189144]: pgmap v10047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:39:44 smithi039 ceph-mon[181282]: pgmap v10048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:45.397 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:39:45.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:39:44 smithi032 ceph-mon[189144]: pgmap v10048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:45.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:39:44 smithi032 ceph-mon[191839]: pgmap v10048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:45.721 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:39:45.722 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 32s ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:39:45.722 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 8m ago 4h 97.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:39:45.722 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 32s ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:39:45.722 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 8m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:39:45.722 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 8m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:39:45.722 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 32s ago 4h 717M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:39:45.722 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 32s ago 4h 1289M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:39:45.722 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 8m ago 4h 607M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:39:45.722 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 32s ago 4h 643M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:39:45.722 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 32s ago 4h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:39:45.722 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 8m ago 4h 20.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:39:45.722 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 32s ago 4h 4560M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:39:45.722 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 32s ago 4h 4745M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:39:45.723 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 32s ago 4h 4249M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:39:45.723 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 32s ago 4h 4241M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:39:45.723 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 8m ago 4h 4012M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:39:45.723 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 8m ago 4h 4276M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:39:45.723 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 8m ago 4h 4006M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:39:45.723 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 8m ago 4h 3935M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:39:45.723 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 8m ago 4h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:39:46.126 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:39:46.126 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:39:46.126 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:39:46.126 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:39:46.126 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:39:46.126 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:39:46.127 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:39:46.127 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:39:46.127 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:39:46.127 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:39:46.127 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:39:46.127 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:39:46.127 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:39:46.127 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:39:46.127 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:39:46.127 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:39:46.127 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:39:46.127 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:39:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:39:45 smithi039 ceph-mon[181282]: from='client.44769 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:39:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:39:45 smithi039 ceph-mon[181282]: from='client.54692 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:39:46.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:39:45 smithi032 ceph-mon[191839]: from='client.44769 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:39:46.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:39:45 smithi032 ceph-mon[191839]: from='client.54692 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:39:46.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:39:45 smithi032 ceph-mon[189144]: from='client.44769 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:39:46.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:39:45 smithi032 ceph-mon[189144]: from='client.54692 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:39:46.949 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:39:46 smithi039 ceph-mon[181282]: pgmap v10049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:46.949 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:39:46 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3659815153' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:39:47.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:39:46 smithi032 ceph-mon[191839]: pgmap v10049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:47.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:39:46 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3659815153' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:39:47.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:39:46 smithi032 ceph-mon[189144]: pgmap v10049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:47.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:39:46 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3659815153' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:39:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:39:48 smithi039 ceph-mon[181282]: pgmap v10050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:49.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:39:48 smithi032 ceph-mon[189144]: pgmap v10050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:49.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:39:48 smithi032 ceph-mon[191839]: pgmap v10050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:39:50 smithi032 ceph-mon[189144]: pgmap v10051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:39:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:39:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:39:50 smithi032 ceph-mon[191839]: pgmap v10051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:39:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:39:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:39:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:39:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T21:39:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:39:50 smithi039 ceph-mon[181282]: pgmap v10051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:39:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:39:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:39:52 smithi039 ceph-mon[181282]: pgmap v10052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:53.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:39:52 smithi032 ceph-mon[189144]: pgmap v10052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:53.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:39:52 smithi032 ceph-mon[191839]: pgmap v10052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:39:54 smithi039 ceph-mon[181282]: pgmap v10053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:55.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:39:54 smithi032 ceph-mon[191839]: pgmap v10053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:55.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:39:54 smithi032 ceph-mon[189144]: pgmap v10053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:39:56 smithi039 ceph-mon[181282]: pgmap v10054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:57.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:39:56 smithi032 ceph-mon[191839]: pgmap v10054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:57.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:39:56 smithi032 ceph-mon[189144]: pgmap v10054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:59.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:39:58 smithi039 ceph-mon[181282]: pgmap v10055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:59.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:39:58 smithi032 ceph-mon[191839]: pgmap v10055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:39:59.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:39:58 smithi032 ceph-mon[189144]: pgmap v10055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:00.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:40:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T21:39:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T21:40:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:40:00 smithi032 ceph-mon[191839]: pgmap v10056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:40:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T21:40:01.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:40:00 smithi032 ceph-mon[189144]: pgmap v10056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:01.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:40:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T21:40:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:40:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:40:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T21:40:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:40:00 smithi039 ceph-mon[181282]: pgmap v10056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:40:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T21:40:03.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:40:02 smithi039 ceph-mon[181282]: pgmap v10057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:03.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:40:02 smithi032 ceph-mon[191839]: pgmap v10057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:03.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:40:02 smithi032 ceph-mon[189144]: pgmap v10057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:40:04 smithi039 ceph-mon[181282]: pgmap v10058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:40:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:40:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:40:04 smithi032 ceph-mon[191839]: pgmap v10058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:40:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:40:05.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:40:04 smithi032 ceph-mon[189144]: pgmap v10058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:05.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:40:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:40:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:40:06 smithi039 ceph-mon[181282]: pgmap v10059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:07.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:40:06 smithi032 ceph-mon[191839]: pgmap v10059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:07.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:40:06 smithi032 ceph-mon[189144]: pgmap v10059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:40:08 smithi039 ceph-mon[181282]: pgmap v10060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:09.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:40:08 smithi032 ceph-mon[191839]: pgmap v10060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:09.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:40:08 smithi032 ceph-mon[189144]: pgmap v10060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:11.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:40:10 smithi032 ceph-mon[191839]: pgmap v10061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:11.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:40:10 smithi032 ceph-mon[189144]: pgmap v10061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:40:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:40:10] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-22T21:40:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:40:10 smithi039 ceph-mon[181282]: pgmap v10061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:40:12 smithi039 ceph-mon[181282]: pgmap v10062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:13.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:40:12 smithi032 ceph-mon[191839]: pgmap v10062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:13.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:40:12 smithi032 ceph-mon[189144]: pgmap v10062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:14.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:40:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:40:14.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:40:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:40:14.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:40:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:40:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:40:14 smithi039 ceph-mon[181282]: pgmap v10063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:40:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:40:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:40:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:40:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:40:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:40:15.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:40:14 smithi032 ceph-mon[189144]: pgmap v10063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:15.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:40:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:40:15.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:40:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:40:15.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:40:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:40:15.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:40:14 smithi032 ceph-mon[191839]: pgmap v10063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:15.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:40:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:40:15.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:40:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:40:15.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:40:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:40:16.493 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:40:16.816 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:40:16.816 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 63s ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:40:16.816 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 9m ago 4h 97.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:40:16.816 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 63s ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:40:16.816 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 9m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:40:16.816 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 9m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:40:16.816 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 63s ago 4h 717M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:40:16.816 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 63s ago 4h 1289M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:40:16.817 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 9m ago 4h 607M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:40:16.817 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 63s ago 4h 643M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:40:16.817 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 63s ago 4h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:40:16.817 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 9m ago 4h 20.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:40:16.817 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 63s ago 4h 4560M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:40:16.817 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 63s ago 4h 4745M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:40:16.817 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 63s ago 4h 4249M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:40:16.817 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 63s ago 4h 4241M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:40:16.817 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 9m ago 4h 4012M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:40:16.817 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 9m ago 4h 4276M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:40:16.817 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 9m ago 4h 4006M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:40:16.817 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 9m ago 4h 3935M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:40:16.818 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 9m ago 4h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:40:17.216 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:40:17.217 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:40:17.217 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:40:17.217 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:40:17.217 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:40:17.217 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:40:17.217 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:40:17.217 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:40:17.217 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:40:17.217 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:40:17.217 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:40:17.217 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:40:17.217 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:40:17.218 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:40:17.218 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:40:17.218 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:40:17.218 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:40:17.218 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:40:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:40:17 smithi039 ceph-mon[181282]: pgmap v10064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:40:17 smithi039 ceph-mon[181282]: from='client.44787 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:40:17.256 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 21:40:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-22T21:40:16.98181797Z level=info msg="Completed cleanup jobs" duration=11.453176ms 2023-12-22T21:40:17.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:40:17 smithi032 ceph-mon[191839]: pgmap v10064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:17.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:40:17 smithi032 ceph-mon[191839]: from='client.44787 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:40:17.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:40:17 smithi032 ceph-mon[189144]: pgmap v10064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:17.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:40:17 smithi032 ceph-mon[189144]: from='client.44787 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:40:18.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:40:18 smithi032 ceph-mon[189144]: from='client.54710 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:40:18.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:40:18 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4000534801' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:40:18.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:40:18 smithi032 ceph-mon[191839]: from='client.54710 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:40:18.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:40:18 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4000534801' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:40:18.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:40:18 smithi039 ceph-mon[181282]: from='client.54710 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:40:18.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:40:18 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4000534801' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:40:19.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:40:19 smithi032 ceph-mon[191839]: pgmap v10065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:19.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:40:19 smithi032 ceph-mon[189144]: pgmap v10065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:19.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:40:19 smithi039 ceph-mon[181282]: pgmap v10065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:40:20 smithi032 ceph-mon[191839]: pgmap v10066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:40:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:40:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:40:20 smithi032 ceph-mon[189144]: pgmap v10066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:40:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:40:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:40:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:40:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T21:40:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:40:20 smithi039 ceph-mon[181282]: pgmap v10066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:40:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:40:23.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:40:22 smithi032 ceph-mon[189144]: pgmap v10067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:23.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:40:22 smithi032 ceph-mon[191839]: pgmap v10067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:23.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:40:22 smithi039 ceph-mon[181282]: pgmap v10067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:25.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:40:24 smithi032 ceph-mon[191839]: pgmap v10068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:25.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:40:24 smithi032 ceph-mon[189144]: pgmap v10068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:40:24 smithi039 ceph-mon[181282]: pgmap v10068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:27.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:40:26 smithi032 ceph-mon[189144]: pgmap v10069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:27.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:40:26 smithi032 ceph-mon[191839]: pgmap v10069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:27.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:40:26 smithi039 ceph-mon[181282]: pgmap v10069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:29.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:40:28 smithi032 ceph-mon[191839]: pgmap v10070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:29.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:40:28 smithi032 ceph-mon[189144]: pgmap v10070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:40:28 smithi039 ceph-mon[181282]: pgmap v10070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:40:30 smithi032 ceph-mon[191839]: pgmap v10071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:40:30 smithi032 ceph-mon[189144]: pgmap v10071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:40:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:40:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T21:40:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:40:30 smithi039 ceph-mon[181282]: pgmap v10071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:33.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:40:32 smithi032 ceph-mon[189144]: pgmap v10072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:33.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:40:32 smithi032 ceph-mon[191839]: pgmap v10072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:40:32 smithi039 ceph-mon[181282]: pgmap v10072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:35.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:40:34 smithi032 ceph-mon[189144]: pgmap v10073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:40:34 smithi032 ceph-mon[191839]: pgmap v10073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:35.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:40:34 smithi039 ceph-mon[181282]: pgmap v10073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:40:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:40:36.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:40:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:40:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:40:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:40:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:40:36 smithi039 ceph-mon[181282]: pgmap v10074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:37.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:40:36 smithi032 ceph-mon[191839]: pgmap v10074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:37.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:40:36 smithi032 ceph-mon[189144]: pgmap v10074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:40:38 smithi039 ceph-mon[181282]: pgmap v10075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:39.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:40:38 smithi032 ceph-mon[191839]: pgmap v10075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:39.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:40:38 smithi032 ceph-mon[189144]: pgmap v10075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:40:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:40:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T21:40:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:40:40 smithi032 ceph-mon[191839]: pgmap v10076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:40:40 smithi032 ceph-mon[189144]: pgmap v10076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:40:40 smithi039 ceph-mon[181282]: pgmap v10076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:40:42 smithi039 ceph-mon[181282]: pgmap v10077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:43.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:40:42 smithi032 ceph-mon[191839]: pgmap v10077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:43.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:40:42 smithi032 ceph-mon[189144]: pgmap v10077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:40:44 smithi039 ceph-mon[181282]: pgmap v10078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:45.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:40:44 smithi032 ceph-mon[191839]: pgmap v10078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:45.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:40:44 smithi032 ceph-mon[189144]: pgmap v10078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:47.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:40:46 smithi039 ceph-mon[181282]: pgmap v10079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:47.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:40:46 smithi032 ceph-mon[191839]: pgmap v10079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:47.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:40:46 smithi032 ceph-mon[189144]: pgmap v10079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:47.582 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:40:47.907 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:40:47.907 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 94s ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:40:47.907 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 9m ago 4h 97.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:40:47.907 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 94s ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:40:47.907 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 9m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:40:47.907 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 9m ago 4h 462M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:40:47.907 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 94s ago 4h 717M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:40:47.907 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 94s ago 4h 1289M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:40:47.907 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 9m ago 4h 607M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:40:47.907 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 94s ago 4h 643M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:40:47.908 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 94s ago 4h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:40:47.908 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 9m ago 4h 20.0M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:40:47.908 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 94s ago 4h 4560M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:40:47.908 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 94s ago 4h 4745M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:40:47.908 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 94s ago 4h 4249M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:40:47.908 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 94s ago 4h 4241M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:40:47.908 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 9m ago 4h 4012M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:40:47.908 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 9m ago 4h 4276M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:40:47.908 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 9m ago 4h 4006M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:40:47.908 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 9m ago 4h 3935M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:40:47.908 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 9m ago 4h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:40:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:40:47 smithi039 ceph-mon[181282]: from='client.54722 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:40:48.312 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:40:48.312 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:40:48.312 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:40:48.312 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:40:48.312 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:40:48.312 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:40:48.312 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:40:48.312 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:40:48.312 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:40:48.312 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:40:48.312 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:40:48.313 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:40:48.313 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:40:48.313 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:40:48.313 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:40:48.313 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:40:48.313 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:40:48.313 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:40:48.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:40:47 smithi032 ceph-mon[191839]: from='client.54722 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:40:48.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:40:47 smithi032 ceph-mon[189144]: from='client.54722 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:40:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:40:48 smithi039 ceph-mon[181282]: pgmap v10080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:40:48 smithi039 ceph-mon[181282]: from='client.44811 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:40:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:40:48 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/706913066' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:40:49.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:40:48 smithi032 ceph-mon[191839]: pgmap v10080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:49.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:40:48 smithi032 ceph-mon[191839]: from='client.44811 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:40:49.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:40:48 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/706913066' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:40:49.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:40:48 smithi032 ceph-mon[189144]: pgmap v10080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:49.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:40:48 smithi032 ceph-mon[189144]: from='client.44811 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:40:49.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:40:48 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/706913066' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:40:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:40:50 smithi032 ceph-mon[189144]: pgmap v10081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:40:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:40:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:40:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:40:50] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-22T21:40:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:40:50 smithi032 ceph-mon[191839]: pgmap v10081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:40:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:40:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:40:50 smithi039 ceph-mon[181282]: pgmap v10081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:40:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:40:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:40:52 smithi039 ceph-mon[181282]: pgmap v10082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:53.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:40:52 smithi032 ceph-mon[191839]: pgmap v10082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:53.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:40:52 smithi032 ceph-mon[189144]: pgmap v10082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:40:54 smithi039 ceph-mon[181282]: pgmap v10083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:55.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:40:54 smithi032 ceph-mon[191839]: pgmap v10083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:55.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:40:54 smithi032 ceph-mon[189144]: pgmap v10083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:40:56 smithi039 ceph-mon[181282]: pgmap v10084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:57.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:40:56 smithi032 ceph-mon[191839]: pgmap v10084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:57.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:40:56 smithi032 ceph-mon[189144]: pgmap v10084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:59.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:40:58 smithi039 ceph-mon[181282]: pgmap v10085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:59.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:40:58 smithi032 ceph-mon[191839]: pgmap v10085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:40:59.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:40:58 smithi032 ceph-mon[189144]: pgmap v10085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:41:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:41:00] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-22T21:41:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:41:00 smithi032 ceph-mon[191839]: pgmap v10086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:01.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:41:00 smithi032 ceph-mon[189144]: pgmap v10086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:41:00 smithi039 ceph-mon[181282]: pgmap v10086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:03.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:41:02 smithi039 ceph-mon[181282]: pgmap v10087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:03.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:41:02 smithi032 ceph-mon[191839]: pgmap v10087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:03.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:41:02 smithi032 ceph-mon[189144]: pgmap v10087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:41:04 smithi039 ceph-mon[181282]: pgmap v10088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:41:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:41:05.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:41:04 smithi032 ceph-mon[189144]: pgmap v10088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:05.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:41:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:41:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:41:04 smithi032 ceph-mon[191839]: pgmap v10088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:41:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:41:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:41:06 smithi039 ceph-mon[181282]: pgmap v10089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:07.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:41:06 smithi032 ceph-mon[191839]: pgmap v10089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:07.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:41:06 smithi032 ceph-mon[189144]: pgmap v10089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:41:08 smithi039 ceph-mon[181282]: pgmap v10090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:09.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:41:08 smithi032 ceph-mon[191839]: pgmap v10090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:09.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:41:08 smithi032 ceph-mon[189144]: pgmap v10090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:11.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:41:10 smithi032 ceph-mon[191839]: pgmap v10091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:11.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:41:10 smithi032 ceph-mon[189144]: pgmap v10091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:41:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:41:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T21:41:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:41:10 smithi039 ceph-mon[181282]: pgmap v10091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:41:12 smithi039 ceph-mon[181282]: pgmap v10092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:13.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:41:12 smithi032 ceph-mon[189144]: pgmap v10092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:13.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:41:12 smithi032 ceph-mon[191839]: pgmap v10092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:41:14 smithi039 ceph-mon[181282]: pgmap v10093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:41:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:41:15.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:41:14 smithi032 ceph-mon[191839]: pgmap v10093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:15.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:41:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:41:15.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:41:14 smithi032 ceph-mon[189144]: pgmap v10093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:15.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:41:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:41:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:41:17 smithi039 ceph-mon[181282]: pgmap v10094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:41:17 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:41:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:41:17 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:41:17.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:41:17 smithi032 ceph-mon[191839]: pgmap v10094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:17.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:41:17 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:41:17.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:41:17 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:41:17.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:41:17 smithi032 ceph-mon[189144]: pgmap v10094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:17.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:41:17 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:41:17.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:41:17 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:41:18.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:41:18 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:41:18.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:41:18 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:41:18.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:41:18 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:41:18.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:41:18 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:41:18.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:41:18 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:41:18.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:41:18 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:41:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:41:18 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:41:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:41:18 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:41:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:41:18 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:41:18.678 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:41:19.001 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:41:19.001 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 2m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:41:19.001 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 2s ago 4h 95.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:41:19.001 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 2m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:41:19.002 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 2s ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:41:19.002 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 2s ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:41:19.002 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 2m ago 4h 717M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:41:19.002 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 2m ago 4h 1289M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:41:19.002 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 2s ago 4h 624M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:41:19.002 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 2m ago 4h 643M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:41:19.002 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 2m ago 4h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:41:19.002 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 2s ago 4h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:41:19.002 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 2m ago 4h 4560M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:41:19.002 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 2m ago 4h 4745M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:41:19.002 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 2m ago 4h 4249M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:41:19.002 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 2m ago 4h 4241M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:41:19.002 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 2s ago 4h 4038M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:41:19.002 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 2s ago 4h 4310M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:41:19.002 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 2s ago 4h 4037M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:41:19.003 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 2s ago 4h 3970M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:41:19.003 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 2s ago 4h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:41:19.402 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:41:19.403 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:41:19.403 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:41:19.403 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:41:19.403 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:41:19.403 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:41:19.404 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:41:19.404 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:41:19.404 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:41:19.404 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:41:19.404 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:41:19.404 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:41:19.404 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:41:19.405 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:41:19.405 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:41:19.405 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:41:19.405 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:41:19.405 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:41:19.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:41:19 smithi032 ceph-mon[189144]: pgmap v10095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:19.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:41:19 smithi032 ceph-mon[189144]: from='client.44823 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:41:19.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:41:19 smithi032 ceph-mon[191839]: pgmap v10095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:19.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:41:19 smithi032 ceph-mon[191839]: from='client.44823 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:41:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:41:19 smithi039 ceph-mon[181282]: pgmap v10095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:41:19 smithi039 ceph-mon[181282]: from='client.44823 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:41:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:41:20 smithi032 ceph-mon[189144]: from='client.44829 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:41:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:41:20 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3980000486' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:41:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:41:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:41:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:41:20 smithi032 ceph-mon[191839]: from='client.44829 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:41:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:41:20 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3980000486' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:41:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:41:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:41:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:41:20 smithi039 ceph-mon[181282]: from='client.44829 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:41:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:41:20 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3980000486' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:41:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:41:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:41:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:41:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:41:20] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-22T21:41:21.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:41:21 smithi032 ceph-mon[191839]: pgmap v10096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:21.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:41:21 smithi032 ceph-mon[189144]: pgmap v10096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:21.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:41:21 smithi039 ceph-mon[181282]: pgmap v10096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:23.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:41:23 smithi032 ceph-mon[191839]: pgmap v10097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:23.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:41:23 smithi032 ceph-mon[189144]: pgmap v10097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:23.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:41:23 smithi039 ceph-mon[181282]: pgmap v10097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:25.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:41:25 smithi032 ceph-mon[191839]: pgmap v10098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:25.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:41:25 smithi032 ceph-mon[189144]: pgmap v10098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:25.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:41:25 smithi039 ceph-mon[181282]: pgmap v10098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:27.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:41:27 smithi032 ceph-mon[191839]: pgmap v10099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:27.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:41:27 smithi032 ceph-mon[189144]: pgmap v10099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:27.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:41:27 smithi039 ceph-mon[181282]: pgmap v10099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:29.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:41:29 smithi032 ceph-mon[191839]: pgmap v10100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:29.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:41:29 smithi032 ceph-mon[189144]: pgmap v10100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:29.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:41:29 smithi039 ceph-mon[181282]: pgmap v10100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:41:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:41:30] "GET /metrics HTTP/1.1" 200 34085 "" "Prometheus/2.43.0" 2023-12-22T21:41:31.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:41:31 smithi032 ceph-mon[189144]: pgmap v10101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:31.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:41:31 smithi032 ceph-mon[191839]: pgmap v10101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:41:31 smithi039 ceph-mon[181282]: pgmap v10101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:33.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:41:33 smithi032 ceph-mon[191839]: pgmap v10102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:33.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:41:33 smithi032 ceph-mon[189144]: pgmap v10102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:33.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:41:33 smithi039 ceph-mon[181282]: pgmap v10102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:41:35 smithi032 ceph-mon[191839]: pgmap v10103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:41:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:41:35.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:41:35 smithi032 ceph-mon[189144]: pgmap v10103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:41:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:41:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:41:35 smithi039 ceph-mon[181282]: pgmap v10103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:41:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:41:37.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:41:37 smithi032 ceph-mon[189144]: pgmap v10104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:37.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:41:37 smithi032 ceph-mon[191839]: pgmap v10104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:37.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:41:37 smithi039 ceph-mon[181282]: pgmap v10104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:39.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:41:39 smithi032 ceph-mon[191839]: pgmap v10105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:39.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:41:39 smithi032 ceph-mon[189144]: pgmap v10105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:39.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:41:39 smithi039 ceph-mon[181282]: pgmap v10105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:41:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:41:40] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-22T21:41:41.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:41:41 smithi032 ceph-mon[189144]: pgmap v10106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:41.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:41:41 smithi032 ceph-mon[191839]: pgmap v10106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:41.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:41:41 smithi039 ceph-mon[181282]: pgmap v10106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:43.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:41:43 smithi032 ceph-mon[191839]: pgmap v10107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:43.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:41:43 smithi032 ceph-mon[189144]: pgmap v10107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:43.755 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:41:43 smithi039 ceph-mon[181282]: pgmap v10107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:45.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:41:45 smithi032 ceph-mon[191839]: pgmap v10108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:45.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:41:45 smithi032 ceph-mon[189144]: pgmap v10108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:45.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:41:45 smithi039 ceph-mon[181282]: pgmap v10108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:47.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:41:47 smithi032 ceph-mon[191839]: pgmap v10109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:47.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:41:47 smithi032 ceph-mon[189144]: pgmap v10109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:47.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:41:47 smithi039 ceph-mon[181282]: pgmap v10109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:49.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:41:49 smithi032 ceph-mon[189144]: pgmap v10110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:49.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:41:49 smithi032 ceph-mon[191839]: pgmap v10110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:49.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:41:49 smithi039 ceph-mon[181282]: pgmap v10110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:49.770 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:41:50.093 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:41:50.094 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 2m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:41:50.094 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 33s ago 4h 95.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:41:50.094 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 2m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:41:50.094 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 33s ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:41:50.094 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 33s ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:41:50.094 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 2m ago 4h 717M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:41:50.094 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 2m ago 4h 1289M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:41:50.094 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 33s ago 4h 624M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:41:50.094 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 2m ago 4h 643M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:41:50.094 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 2m ago 4h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:41:50.094 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 33s ago 4h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:41:50.094 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 2m ago 4h 4560M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:41:50.095 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 2m ago 4h 4745M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:41:50.095 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 2m ago 4h 4249M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:41:50.095 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 2m ago 4h 4241M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:41:50.095 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 33s ago 4h 4038M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:41:50.095 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 33s ago 4h 4310M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:41:50.095 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 33s ago 4h 4037M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:41:50.095 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 33s ago 4h 3970M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:41:50.095 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 33s ago 4h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:41:50.497 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:41:50.497 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:41:50.497 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:41:50.498 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:41:50.498 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:41:50.498 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:41:50.498 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:41:50.498 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:41:50.498 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:41:50.498 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:41:50.498 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:41:50.498 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:41:50.498 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:41:50.498 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:41:50.498 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:41:50.498 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:41:50.498 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:41:50.499 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:41:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:41:50 smithi032 ceph-mon[191839]: from='client.44841 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:41:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:41:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:41:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:41:50 smithi032 ceph-mon[189144]: from='client.44841 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:41:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:41:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:41:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:41:50 smithi039 ceph-mon[181282]: from='client.44841 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:41:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:41:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:41:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:41:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:41:50] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T21:41:51.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:41:51 smithi032 ceph-mon[191839]: pgmap v10111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:51.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:41:51 smithi032 ceph-mon[191839]: from='client.44847 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:41:51.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:41:51 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3822427393' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:41:51.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:41:51 smithi032 ceph-mon[189144]: pgmap v10111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:51.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:41:51 smithi032 ceph-mon[189144]: from='client.44847 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:41:51.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:41:51 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3822427393' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:41:51.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:41:51 smithi039 ceph-mon[181282]: pgmap v10111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:51.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:41:51 smithi039 ceph-mon[181282]: from='client.44847 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:41:51.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:41:51 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3822427393' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:41:53.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:41:53 smithi032 ceph-mon[191839]: pgmap v10112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:53.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:41:53 smithi032 ceph-mon[189144]: pgmap v10112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:53.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:41:53 smithi039 ceph-mon[181282]: pgmap v10112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:55.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:41:55 smithi032 ceph-mon[191839]: pgmap v10113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:55.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:41:55 smithi032 ceph-mon[189144]: pgmap v10113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:55.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:41:55 smithi039 ceph-mon[181282]: pgmap v10113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:57.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:41:57 smithi032 ceph-mon[191839]: pgmap v10114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:57.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:41:57 smithi032 ceph-mon[189144]: pgmap v10114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:57.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:41:57 smithi039 ceph-mon[181282]: pgmap v10114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:59.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:41:59 smithi032 ceph-mon[189144]: pgmap v10115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:59.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:41:59 smithi032 ceph-mon[191839]: pgmap v10115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:41:59.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:41:59 smithi039 ceph-mon[181282]: pgmap v10115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:42:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:42:00] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T21:42:01.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:42:01 smithi032 ceph-mon[191839]: pgmap v10116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:01.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:42:01 smithi032 ceph-mon[189144]: pgmap v10116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:01.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:42:01 smithi039 ceph-mon[181282]: pgmap v10116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:03.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:42:03 smithi032 ceph-mon[191839]: pgmap v10117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:03.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:42:03 smithi032 ceph-mon[189144]: pgmap v10117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:03.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:42:03 smithi039 ceph-mon[181282]: pgmap v10117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:42:05 smithi032 ceph-mon[191839]: pgmap v10118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:42:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:42:05.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:42:05 smithi032 ceph-mon[189144]: pgmap v10118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:05.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:42:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:42:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:42:05 smithi039 ceph-mon[181282]: pgmap v10118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:42:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:42:07.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:42:07 smithi032 ceph-mon[191839]: pgmap v10119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:07.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:42:07 smithi032 ceph-mon[189144]: pgmap v10119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:07.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:42:07 smithi039 ceph-mon[181282]: pgmap v10119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:09.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:42:09 smithi032 ceph-mon[191839]: pgmap v10120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:09.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:42:09 smithi032 ceph-mon[189144]: pgmap v10120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:09.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:42:09 smithi039 ceph-mon[181282]: pgmap v10120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:42:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:42:10] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-22T21:42:11.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:42:11 smithi032 ceph-mon[191839]: pgmap v10121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:11.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:42:11 smithi032 ceph-mon[189144]: pgmap v10121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:11.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:42:11 smithi039 ceph-mon[181282]: pgmap v10121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:13.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:42:13 smithi032 ceph-mon[191839]: pgmap v10122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:13.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:42:13 smithi032 ceph-mon[189144]: pgmap v10122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:13.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:42:13 smithi039 ceph-mon[181282]: pgmap v10122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:15.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:42:15 smithi032 ceph-mon[191839]: pgmap v10123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:15.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:42:15 smithi032 ceph-mon[189144]: pgmap v10123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:42:15 smithi039 ceph-mon[181282]: pgmap v10123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:17.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:42:17 smithi032 ceph-mon[189144]: pgmap v10124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:17.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:42:17 smithi032 ceph-mon[191839]: pgmap v10124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:17.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:42:17 smithi039 ceph-mon[181282]: pgmap v10124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:18.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:42:18 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:42:18.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:42:18 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:42:18.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:42:18 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:42:18.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:42:18 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:42:18.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:42:18 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:42:18.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:42:18 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:42:18.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:42:18 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:42:18.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:42:18 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:42:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:42:18 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:42:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:42:18 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:42:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:42:18 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:42:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:42:18 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:42:19.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:42:19 smithi032 ceph-mon[189144]: pgmap v10125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:19.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:42:19 smithi032 ceph-mon[191839]: pgmap v10125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:42:19 smithi039 ceph-mon[181282]: pgmap v10125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:20.865 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:42:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:42:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:42:20] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-22T21:42:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:42:20 smithi032 ceph-mon[191839]: pgmap v10126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:42:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:42:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:42:20 smithi032 ceph-mon[189144]: pgmap v10126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:42:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:42:21.189 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:42:21.189 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 3m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:42:21.189 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 64s ago 4h 95.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:42:21.189 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 3m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:42:21.189 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 64s ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:42:21.189 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 64s ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:42:21.189 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 3m ago 4h 717M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:42:21.189 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 3m ago 4h 1289M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:42:21.189 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 64s ago 4h 624M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:42:21.190 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 3m ago 4h 643M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:42:21.190 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 3m ago 4h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:42:21.190 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 64s ago 4h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:42:21.190 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 3m ago 4h 4560M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:42:21.190 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 3m ago 4h 4745M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:42:21.190 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 3m ago 4h 4249M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:42:21.190 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 3m ago 4h 4241M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:42:21.190 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 64s ago 4h 4038M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:42:21.190 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 64s ago 4h 4310M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:42:21.190 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 64s ago 4h 4037M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:42:21.190 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 64s ago 4h 3970M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:42:21.190 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 64s ago 4h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:42:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:42:20 smithi039 ceph-mon[181282]: pgmap v10126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:42:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:42:21.590 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:42:21.590 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:42:21.590 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:42:21.590 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:42:21.590 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:42:21.590 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:42:21.590 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:42:21.590 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:42:21.590 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:42:21.590 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:42:21.590 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:42:21.590 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:42:21.590 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:42:21.591 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:42:21.591 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:42:21.591 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:42:21.591 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:42:21.591 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:42:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:42:21 smithi039 ceph-mon[181282]: from='client.44859 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:42:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:42:21 smithi039 ceph-mon[181282]: from='client.54782 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:42:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:42:21 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3703791144' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:42:22.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:42:21 smithi032 ceph-mon[191839]: from='client.44859 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:42:22.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:42:21 smithi032 ceph-mon[191839]: from='client.54782 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:42:22.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:42:21 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3703791144' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:42:22.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:42:21 smithi032 ceph-mon[189144]: from='client.44859 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:42:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:42:21 smithi032 ceph-mon[189144]: from='client.54782 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:42:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:42:21 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3703791144' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:42:23.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:42:22 smithi039 ceph-mon[181282]: pgmap v10127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:23.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:42:22 smithi032 ceph-mon[189144]: pgmap v10127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:23.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:42:22 smithi032 ceph-mon[191839]: pgmap v10127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:42:24 smithi039 ceph-mon[181282]: pgmap v10128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:25.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:42:24 smithi032 ceph-mon[189144]: pgmap v10128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:25.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:42:24 smithi032 ceph-mon[191839]: pgmap v10128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:27.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:42:26 smithi039 ceph-mon[181282]: pgmap v10129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:27.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:42:26 smithi032 ceph-mon[189144]: pgmap v10129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:27.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:42:26 smithi032 ceph-mon[191839]: pgmap v10129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:42:28 smithi039 ceph-mon[181282]: pgmap v10130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:29.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:42:28 smithi032 ceph-mon[191839]: pgmap v10130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:29.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:42:28 smithi032 ceph-mon[189144]: pgmap v10130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:42:30 smithi032 ceph-mon[191839]: pgmap v10131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:31.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:42:30 smithi032 ceph-mon[189144]: pgmap v10131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:42:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:42:30] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-22T21:42:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:42:30 smithi039 ceph-mon[181282]: pgmap v10131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:42:32 smithi039 ceph-mon[181282]: pgmap v10132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:33.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:42:32 smithi032 ceph-mon[191839]: pgmap v10132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:33.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:42:32 smithi032 ceph-mon[189144]: pgmap v10132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:42:34 smithi039 ceph-mon[181282]: pgmap v10133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:35.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:42:34 smithi032 ceph-mon[191839]: pgmap v10133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:35.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:42:34 smithi032 ceph-mon[189144]: pgmap v10133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:42:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:42:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:42:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:42:36.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:42:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:42:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:42:36 smithi039 ceph-mon[181282]: pgmap v10134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:37.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:42:36 smithi032 ceph-mon[191839]: pgmap v10134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:37.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:42:36 smithi032 ceph-mon[189144]: pgmap v10134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:42:38 smithi039 ceph-mon[181282]: pgmap v10135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:39.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:42:38 smithi032 ceph-mon[191839]: pgmap v10135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:39.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:42:38 smithi032 ceph-mon[189144]: pgmap v10135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:42:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:42:40] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T21:42:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:42:40 smithi032 ceph-mon[191839]: pgmap v10136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:42:40 smithi032 ceph-mon[189144]: pgmap v10136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:41.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:42:40 smithi039 ceph-mon[181282]: pgmap v10136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:42:42 smithi039 ceph-mon[181282]: pgmap v10137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:43.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:42:42 smithi032 ceph-mon[191839]: pgmap v10137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:43.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:42:42 smithi032 ceph-mon[189144]: pgmap v10137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:42:44 smithi039 ceph-mon[181282]: pgmap v10138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:45.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:42:44 smithi032 ceph-mon[189144]: pgmap v10138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:45.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:42:44 smithi032 ceph-mon[191839]: pgmap v10138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:47.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:42:46 smithi039 ceph-mon[181282]: pgmap v10139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:47.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:42:46 smithi032 ceph-mon[191839]: pgmap v10139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:47.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:42:46 smithi032 ceph-mon[189144]: pgmap v10139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:49.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:42:48 smithi039 ceph-mon[181282]: pgmap v10140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:49.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:42:48 smithi032 ceph-mon[191839]: pgmap v10140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:49.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:42:48 smithi032 ceph-mon[189144]: pgmap v10140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:42:50 smithi032 ceph-mon[189144]: pgmap v10141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:42:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:42:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:42:50 smithi032 ceph-mon[191839]: pgmap v10141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:42:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:42:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:42:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:42:50] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T21:42:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:42:50 smithi039 ceph-mon[181282]: pgmap v10141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:42:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:42:51.956 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:42:52.278 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:42:52.278 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 3m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:42:52.278 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 95s ago 4h 95.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:42:52.278 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 3m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:42:52.278 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 95s ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:42:52.278 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 95s ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:42:52.278 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 3m ago 4h 717M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:42:52.278 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 3m ago 4h 1289M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:42:52.278 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 95s ago 4h 624M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:42:52.278 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 3m ago 4h 643M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:42:52.279 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 3m ago 4h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:42:52.279 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 95s ago 4h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:42:52.279 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 3m ago 4h 4560M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:42:52.279 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 3m ago 4h 4745M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:42:52.279 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 3m ago 4h 4249M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:42:52.279 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 3m ago 4h 4241M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:42:52.279 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 95s ago 4h 4038M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:42:52.279 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 95s ago 4h 4310M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:42:52.279 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 95s ago 4h 4037M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:42:52.279 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 95s ago 4h 3970M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:42:52.279 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 95s ago 4h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:42:52.676 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:42:52.676 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:42:52.676 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:42:52.676 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:42:52.676 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:42:52.676 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:42:52.676 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:42:52.676 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:42:52.676 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:42:52.676 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:42:52.676 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:42:52.676 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:42:52.677 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:42:52.677 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:42:52.677 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:42:52.677 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:42:52.677 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:42:52.677 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:42:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:42:52 smithi039 ceph-mon[181282]: pgmap v10142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:42:52 smithi039 ceph-mon[181282]: from='client.44877 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:42:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:42:52 smithi039 ceph-mon[181282]: from='client.44883 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:42:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:42:52 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2156085026' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:42:53.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:42:52 smithi032 ceph-mon[191839]: pgmap v10142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:53.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:42:52 smithi032 ceph-mon[191839]: from='client.44877 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:42:53.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:42:52 smithi032 ceph-mon[191839]: from='client.44883 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:42:53.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:42:52 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2156085026' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:42:53.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:42:52 smithi032 ceph-mon[189144]: pgmap v10142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:53.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:42:52 smithi032 ceph-mon[189144]: from='client.44877 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:42:53.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:42:52 smithi032 ceph-mon[189144]: from='client.44883 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:42:53.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:42:52 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2156085026' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:42:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:42:54 smithi039 ceph-mon[181282]: pgmap v10143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:55.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:42:54 smithi032 ceph-mon[191839]: pgmap v10143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:55.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:42:54 smithi032 ceph-mon[189144]: pgmap v10143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:42:56 smithi039 ceph-mon[181282]: pgmap v10144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:57.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:42:56 smithi032 ceph-mon[189144]: pgmap v10144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:57.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:42:56 smithi032 ceph-mon[191839]: pgmap v10144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:59.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:42:58 smithi039 ceph-mon[181282]: pgmap v10145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:59.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:42:58 smithi032 ceph-mon[191839]: pgmap v10145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:42:59.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:42:58 smithi032 ceph-mon[189144]: pgmap v10145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:43:00 smithi032 ceph-mon[191839]: pgmap v10146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:01.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:43:00 smithi032 ceph-mon[189144]: pgmap v10146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:43:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:43:00] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T21:43:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:43:00 smithi039 ceph-mon[181282]: pgmap v10146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:03.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:43:02 smithi039 ceph-mon[181282]: pgmap v10147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:03.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:43:02 smithi032 ceph-mon[189144]: pgmap v10147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:03.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:43:02 smithi032 ceph-mon[191839]: pgmap v10147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:43:04 smithi039 ceph-mon[181282]: pgmap v10148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:43:04 smithi032 ceph-mon[191839]: pgmap v10148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:05.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:43:04 smithi032 ceph-mon[189144]: pgmap v10148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:43:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:43:06.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:43:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:43:06.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:43:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:43:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:43:06 smithi039 ceph-mon[181282]: pgmap v10149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:07.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:43:06 smithi032 ceph-mon[191839]: pgmap v10149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:07.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:43:06 smithi032 ceph-mon[189144]: pgmap v10149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:43:08 smithi039 ceph-mon[181282]: pgmap v10150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:09.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:43:08 smithi032 ceph-mon[191839]: pgmap v10150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:09.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:43:08 smithi032 ceph-mon[189144]: pgmap v10150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:43:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:43:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T21:43:11.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:43:10 smithi032 ceph-mon[191839]: pgmap v10151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:43:10 smithi032 ceph-mon[189144]: pgmap v10151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:43:10 smithi039 ceph-mon[181282]: pgmap v10151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:43:12 smithi039 ceph-mon[181282]: pgmap v10152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:13.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:43:12 smithi032 ceph-mon[191839]: pgmap v10152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:13.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:43:12 smithi032 ceph-mon[189144]: pgmap v10152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:43:14 smithi039 ceph-mon[181282]: pgmap v10153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:15.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:43:14 smithi032 ceph-mon[189144]: pgmap v10153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:15.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:43:14 smithi032 ceph-mon[191839]: pgmap v10153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:43:16 smithi039 ceph-mon[181282]: pgmap v10154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:17.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:43:16 smithi032 ceph-mon[189144]: pgmap v10154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:17.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:43:16 smithi032 ceph-mon[191839]: pgmap v10154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:19.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:43:19 smithi039 ceph-mon[181282]: pgmap v10155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:19.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:43:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:43:19.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:43:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:43:19.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:43:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:43:19.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:43:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:43:19.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:43:19 smithi032 ceph-mon[191839]: pgmap v10155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:19.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:43:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:43:19.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:43:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:43:19.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:43:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:43:19.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:43:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:43:19.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:43:19 smithi032 ceph-mon[189144]: pgmap v10155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:19.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:43:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:43:19.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:43:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:43:19.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:43:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:43:19.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:43:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:43:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:43:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:43:20] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-22T21:43:21.225 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:43:20 smithi032 ceph-mon[189144]: pgmap v10156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:21.226 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:43:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:43:21.226 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:43:20 smithi032 ceph-mon[191839]: pgmap v10156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:21.226 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:43:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:43:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:43:20 smithi039 ceph-mon[181282]: pgmap v10156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:43:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:43:23.038 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:43:23.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:43:22 smithi039 ceph-mon[181282]: pgmap v10157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:23.361 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:43:23.361 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 4m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:43:23.361 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 2m ago 4h 95.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:43:23.361 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 4m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:43:23.361 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 2m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:43:23.361 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 2m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:43:23.362 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 4m ago 4h 717M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:43:23.362 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 4m ago 4h 1289M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:43:23.362 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 2m ago 4h 624M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:43:23.362 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 4m ago 4h 643M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:43:23.362 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 4m ago 4h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:43:23.362 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 2m ago 4h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:43:23.362 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 4m ago 4h 4560M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:43:23.362 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 4m ago 4h 4745M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:43:23.362 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 4m ago 4h 4249M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:43:23.362 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 4m ago 4h 4241M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:43:23.362 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 2m ago 4h 4038M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:43:23.362 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 2m ago 4h 4310M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:43:23.362 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 2m ago 4h 4037M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:43:23.362 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 2m ago 4h 3970M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:43:23.362 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 2m ago 4h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:43:23.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:43:22 smithi032 ceph-mon[191839]: pgmap v10157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:23.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:43:22 smithi032 ceph-mon[189144]: pgmap v10157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:23.760 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:43:23.760 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:43:23.760 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:43:23.760 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:43:23.760 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:43:23.760 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:43:23.760 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:43:23.760 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:43:23.761 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:43:23.761 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:43:23.761 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:43:23.761 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:43:23.761 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:43:23.761 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:43:23.761 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:43:23.761 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:43:23.761 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:43:23.761 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:43:24.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:43:23 smithi039 ceph-mon[181282]: from='client.44895 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:43:24.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:43:23 smithi039 ceph-mon[181282]: from='client.44901 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:43:24.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:43:23 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2057290468' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:43:24.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:43:23 smithi032 ceph-mon[191839]: from='client.44895 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:43:24.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:43:23 smithi032 ceph-mon[191839]: from='client.44901 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:43:24.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:43:23 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2057290468' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:43:24.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:43:23 smithi032 ceph-mon[189144]: from='client.44895 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:43:24.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:43:23 smithi032 ceph-mon[189144]: from='client.44901 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:43:24.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:43:23 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2057290468' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:43:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:43:24 smithi039 ceph-mon[181282]: pgmap v10158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:25.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:43:24 smithi032 ceph-mon[191839]: pgmap v10158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:25.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:43:24 smithi032 ceph-mon[189144]: pgmap v10158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:27.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:43:26 smithi039 ceph-mon[181282]: pgmap v10159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:27.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:43:26 smithi032 ceph-mon[191839]: pgmap v10159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:27.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:43:26 smithi032 ceph-mon[189144]: pgmap v10159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:43:28 smithi039 ceph-mon[181282]: pgmap v10160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:29.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:43:28 smithi032 ceph-mon[189144]: pgmap v10160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:29.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:43:28 smithi032 ceph-mon[191839]: pgmap v10160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:31.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:43:30 smithi032 ceph-mon[189144]: pgmap v10161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:43:30 smithi032 ceph-mon[191839]: pgmap v10161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:43:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:43:30] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-22T21:43:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:43:30 smithi039 ceph-mon[181282]: pgmap v10161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:43:32 smithi039 ceph-mon[181282]: pgmap v10162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:33.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:43:32 smithi032 ceph-mon[191839]: pgmap v10162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:33.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:43:32 smithi032 ceph-mon[189144]: pgmap v10162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:35.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:43:34 smithi039 ceph-mon[181282]: pgmap v10163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:43:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:43:35.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:43:34 smithi032 ceph-mon[191839]: pgmap v10163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:35.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:43:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:43:35.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:43:34 smithi032 ceph-mon[189144]: pgmap v10163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:43:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:43:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:43:36 smithi039 ceph-mon[181282]: pgmap v10164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:37.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:43:36 smithi032 ceph-mon[191839]: pgmap v10164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:37.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:43:36 smithi032 ceph-mon[189144]: pgmap v10164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:43:38 smithi039 ceph-mon[181282]: pgmap v10165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:39.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:43:38 smithi032 ceph-mon[189144]: pgmap v10165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:39.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:43:38 smithi032 ceph-mon[191839]: pgmap v10165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:43:40 smithi032 ceph-mon[191839]: pgmap v10166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:41.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:43:40 smithi032 ceph-mon[189144]: pgmap v10166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:43:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:43:40] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T21:43:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:43:40 smithi039 ceph-mon[181282]: pgmap v10166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:43:42 smithi039 ceph-mon[181282]: pgmap v10167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:43.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:43:42 smithi032 ceph-mon[189144]: pgmap v10167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:43.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:43:42 smithi032 ceph-mon[191839]: pgmap v10167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:43:44 smithi039 ceph-mon[181282]: pgmap v10168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:45.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:43:44 smithi032 ceph-mon[189144]: pgmap v10168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:45.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:43:44 smithi032 ceph-mon[191839]: pgmap v10168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:47.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:43:46 smithi039 ceph-mon[181282]: pgmap v10169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:47.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:43:46 smithi032 ceph-mon[191839]: pgmap v10169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:47.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:43:46 smithi032 ceph-mon[189144]: pgmap v10169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:43:48 smithi039 ceph-mon[181282]: pgmap v10170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:49.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:43:48 smithi032 ceph-mon[191839]: pgmap v10170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:49.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:43:48 smithi032 ceph-mon[189144]: pgmap v10170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:43:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:43:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T21:43:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:43:50 smithi032 ceph-mon[191839]: pgmap v10171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:43:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:43:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:43:50 smithi032 ceph-mon[189144]: pgmap v10171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:43:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:43:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:43:50 smithi039 ceph-mon[181282]: pgmap v10171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:43:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:43:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:43:52 smithi039 ceph-mon[181282]: pgmap v10172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:53.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:43:52 smithi032 ceph-mon[191839]: pgmap v10172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:53.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:43:52 smithi032 ceph-mon[189144]: pgmap v10172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:54.126 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:43:54.451 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:43:54.451 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 4m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:43:54.451 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 2m ago 4h 95.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:43:54.451 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 4m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:43:54.451 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 2m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:43:54.452 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 2m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:43:54.452 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 4m ago 4h 717M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:43:54.452 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 4m ago 4h 1289M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:43:54.452 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 2m ago 4h 624M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:43:54.452 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 4m ago 4h 643M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:43:54.452 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 4m ago 4h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:43:54.452 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 2m ago 4h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:43:54.452 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 4m ago 4h 4560M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:43:54.452 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 4m ago 4h 4745M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:43:54.452 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 4m ago 4h 4249M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:43:54.452 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 4m ago 4h 4241M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:43:54.452 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 2m ago 4h 4038M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:43:54.452 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 2m ago 4h 4310M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:43:54.452 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 2m ago 4h 4037M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:43:54.452 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 2m ago 4h 3970M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:43:54.453 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 2m ago 4h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:43:54.850 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:43:54.850 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:43:54.850 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:43:54.850 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:43:54.850 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:43:54.851 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:43:54.851 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:43:54.851 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:43:54.851 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:43:54.851 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:43:54.851 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:43:54.851 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:43:54.851 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:43:54.851 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:43:54.851 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:43:54.851 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:43:54.851 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:43:54.851 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:43:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:43:54 smithi039 ceph-mon[181282]: pgmap v10173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:43:54 smithi039 ceph-mon[181282]: from='client.54830 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:43:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:43:54 smithi039 ceph-mon[181282]: from='client.44919 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:43:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:43:54 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3245774301' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:43:55.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:43:54 smithi032 ceph-mon[191839]: pgmap v10173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:55.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:43:54 smithi032 ceph-mon[191839]: from='client.54830 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:43:55.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:43:54 smithi032 ceph-mon[191839]: from='client.44919 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:43:55.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:43:54 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3245774301' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:43:55.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:43:54 smithi032 ceph-mon[189144]: pgmap v10173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:55.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:43:54 smithi032 ceph-mon[189144]: from='client.54830 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:43:55.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:43:54 smithi032 ceph-mon[189144]: from='client.44919 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:43:55.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:43:54 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3245774301' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:43:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:43:56 smithi039 ceph-mon[181282]: pgmap v10174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:57.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:43:56 smithi032 ceph-mon[191839]: pgmap v10174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:57.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:43:56 smithi032 ceph-mon[189144]: pgmap v10174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:59.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:43:58 smithi039 ceph-mon[181282]: pgmap v10175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:59.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:43:58 smithi032 ceph-mon[191839]: pgmap v10175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:43:59.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:43:58 smithi032 ceph-mon[189144]: pgmap v10175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:44:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:44:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T21:44:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:44:00 smithi032 ceph-mon[191839]: pgmap v10176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:44:00 smithi032 ceph-mon[189144]: pgmap v10176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:44:00 smithi039 ceph-mon[181282]: pgmap v10176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:03.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:44:02 smithi039 ceph-mon[181282]: pgmap v10177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:03.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:44:02 smithi032 ceph-mon[191839]: pgmap v10177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:03.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:44:02 smithi032 ceph-mon[189144]: pgmap v10177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:44:04 smithi039 ceph-mon[181282]: pgmap v10178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:44:04 smithi032 ceph-mon[191839]: pgmap v10178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:05.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:44:04 smithi032 ceph-mon[189144]: pgmap v10178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:44:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:44:06.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:44:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:44:06.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:44:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:44:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:44:06 smithi039 ceph-mon[181282]: pgmap v10179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:07.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:44:06 smithi032 ceph-mon[189144]: pgmap v10179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:07.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:44:06 smithi032 ceph-mon[191839]: pgmap v10179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:44:08 smithi039 ceph-mon[181282]: pgmap v10180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:09.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:44:08 smithi032 ceph-mon[191839]: pgmap v10180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:09.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:44:08 smithi032 ceph-mon[189144]: pgmap v10180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:44:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:44:10] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T21:44:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:44:10 smithi032 ceph-mon[191839]: pgmap v10181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:44:10 smithi032 ceph-mon[189144]: pgmap v10181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:44:10 smithi039 ceph-mon[181282]: pgmap v10181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:44:12 smithi039 ceph-mon[181282]: pgmap v10182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:13.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:44:12 smithi032 ceph-mon[191839]: pgmap v10182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:13.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:44:12 smithi032 ceph-mon[189144]: pgmap v10182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:44:14 smithi039 ceph-mon[181282]: pgmap v10183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:15.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:44:14 smithi032 ceph-mon[191839]: pgmap v10183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:15.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:44:14 smithi032 ceph-mon[189144]: pgmap v10183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:17.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:44:16 smithi039 ceph-mon[181282]: pgmap v10184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:17.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:44:16 smithi032 ceph-mon[191839]: pgmap v10184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:17.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:44:16 smithi032 ceph-mon[189144]: pgmap v10184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:19.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:44:18 smithi039 ceph-mon[181282]: pgmap v10185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:19.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:44:18 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:44:19.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:44:18 smithi032 ceph-mon[189144]: pgmap v10185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:19.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:44:18 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:44:19.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:44:18 smithi032 ceph-mon[191839]: pgmap v10185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:19.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:44:18 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:44:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:44:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:44:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:44:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:44:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:44:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:44:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:44:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:44:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:44:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:44:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:44:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:44:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:44:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:44:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:44:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:44:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:44:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:44:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:44:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:44:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:44:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:44:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:44:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:44:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:44:20 smithi032 ceph-mon[189144]: pgmap v10186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:44:20 smithi032 ceph-mon[191839]: pgmap v10186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:44:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:44:20] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-22T21:44:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:44:20 smithi039 ceph-mon[181282]: pgmap v10186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:23.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:44:23 smithi039 ceph-mon[181282]: pgmap v10187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:23.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:44:23 smithi032 ceph-mon[189144]: pgmap v10187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:23.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:44:23 smithi032 ceph-mon[191839]: pgmap v10187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:25.215 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:44:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:44:25 smithi039 ceph-mon[181282]: pgmap v10188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:25.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:44:25 smithi032 ceph-mon[189144]: pgmap v10188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:25.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:44:25 smithi032 ceph-mon[191839]: pgmap v10188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:25.538 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:44:25.538 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 5m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:44:25.538 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 3m ago 4h 95.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:44:25.538 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 5m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:44:25.538 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 3m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:44:25.538 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 3m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:44:25.538 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 5m ago 4h 717M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:44:25.538 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 5m ago 4h 1289M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:44:25.538 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 3m ago 4h 624M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:44:25.538 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 5m ago 4h 643M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:44:25.538 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 5m ago 4h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:44:25.538 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 3m ago 4h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:44:25.539 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 5m ago 4h 4560M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:44:25.539 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 5m ago 4h 4745M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:44:25.539 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 5m ago 4h 4249M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:44:25.539 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 5m ago 4h 4241M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:44:25.539 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 3m ago 4h 4038M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:44:25.539 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 3m ago 4h 4310M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:44:25.539 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 3m ago 4h 4037M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:44:25.539 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 3m ago 4h 3970M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:44:25.539 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 3m ago 4h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:44:25.938 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:44:25.939 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:44:25.939 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:44:25.939 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:44:25.939 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:44:25.939 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:44:25.939 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:44:25.939 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:44:25.939 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:44:25.939 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:44:25.939 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:44:25.939 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:44:25.939 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:44:25.939 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:44:25.939 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:44:25.939 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:44:25.940 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:44:25.940 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:44:26.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:44:26 smithi032 ceph-mon[191839]: from='client.44931 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:44:26.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:44:26 smithi032 ceph-mon[191839]: from='client.44937 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:44:26.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:44:26 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2179158650' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:44:26.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:44:26 smithi032 ceph-mon[189144]: from='client.44931 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:44:26.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:44:26 smithi032 ceph-mon[189144]: from='client.44937 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:44:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:44:26 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2179158650' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:44:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:44:26 smithi039 ceph-mon[181282]: from='client.44931 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:44:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:44:26 smithi039 ceph-mon[181282]: from='client.44937 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:44:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:44:26 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2179158650' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:44:27.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:44:27 smithi032 ceph-mon[189144]: pgmap v10189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:27.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:44:27 smithi032 ceph-mon[191839]: pgmap v10189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:27.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:44:27 smithi039 ceph-mon[181282]: pgmap v10189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:29.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:44:29 smithi032 ceph-mon[189144]: pgmap v10190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:29.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:44:29 smithi032 ceph-mon[191839]: pgmap v10190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:29.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:44:29 smithi039 ceph-mon[181282]: pgmap v10190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:44:30 smithi032 ceph-mon[191839]: pgmap v10191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:31.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:44:30 smithi032 ceph-mon[189144]: pgmap v10191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:44:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:44:30] "GET /metrics HTTP/1.1" 200 34083 "" "Prometheus/2.43.0" 2023-12-22T21:44:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:44:30 smithi039 ceph-mon[181282]: pgmap v10191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:44:32 smithi039 ceph-mon[181282]: pgmap v10192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:33.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:44:32 smithi032 ceph-mon[189144]: pgmap v10192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:33.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:44:32 smithi032 ceph-mon[191839]: pgmap v10192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:44:34 smithi039 ceph-mon[181282]: pgmap v10193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:35.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:44:34 smithi032 ceph-mon[189144]: pgmap v10193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:35.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:44:34 smithi032 ceph-mon[191839]: pgmap v10193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:44:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:44:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:44:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:44:36.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:44:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:44:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:44:36 smithi039 ceph-mon[181282]: pgmap v10194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:37.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:44:36 smithi032 ceph-mon[191839]: pgmap v10194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:37.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:44:36 smithi032 ceph-mon[189144]: pgmap v10194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:44:38 smithi039 ceph-mon[181282]: pgmap v10195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:39.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:44:38 smithi032 ceph-mon[189144]: pgmap v10195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:39.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:44:38 smithi032 ceph-mon[191839]: pgmap v10195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:44:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:44:40] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T21:44:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:44:40 smithi032 ceph-mon[191839]: pgmap v10196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:41.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:44:40 smithi032 ceph-mon[189144]: pgmap v10196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:44:40 smithi039 ceph-mon[181282]: pgmap v10196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:44:42 smithi039 ceph-mon[181282]: pgmap v10197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:43.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:44:42 smithi032 ceph-mon[191839]: pgmap v10197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:43.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:44:42 smithi032 ceph-mon[189144]: pgmap v10197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:44:44 smithi039 ceph-mon[181282]: pgmap v10198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:45.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:44:44 smithi032 ceph-mon[191839]: pgmap v10198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:45.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:44:44 smithi032 ceph-mon[189144]: pgmap v10198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:47.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:44:46 smithi039 ceph-mon[181282]: pgmap v10199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:47.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:44:46 smithi032 ceph-mon[191839]: pgmap v10199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:47.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:44:46 smithi032 ceph-mon[189144]: pgmap v10199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:44:48 smithi039 ceph-mon[181282]: pgmap v10200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:49.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:44:48 smithi032 ceph-mon[191839]: pgmap v10200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:49.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:44:48 smithi032 ceph-mon[189144]: pgmap v10200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:44:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:44:50] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T21:44:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:44:50 smithi032 ceph-mon[191839]: pgmap v10201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:44:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:44:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:44:50 smithi032 ceph-mon[189144]: pgmap v10201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:44:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:44:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:44:50 smithi039 ceph-mon[181282]: pgmap v10201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:44:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:44:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:44:52 smithi039 ceph-mon[181282]: pgmap v10202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:53.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:44:52 smithi032 ceph-mon[191839]: pgmap v10202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:53.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:44:52 smithi032 ceph-mon[189144]: pgmap v10202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:44:54 smithi039 ceph-mon[181282]: pgmap v10203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:55.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:44:54 smithi032 ceph-mon[191839]: pgmap v10203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:55.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:44:54 smithi032 ceph-mon[189144]: pgmap v10203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:56.303 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:44:56.624 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:44:56.624 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 5m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:44:56.624 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 3m ago 4h 95.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:44:56.624 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 5m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:44:56.624 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 3m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:44:56.624 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 3m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:44:56.624 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 5m ago 4h 717M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:44:56.624 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 5m ago 4h 1289M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:44:56.625 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 3m ago 4h 624M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:44:56.625 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 5m ago 4h 643M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:44:56.625 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 5m ago 4h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:44:56.625 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 3m ago 4h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:44:56.625 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 5m ago 4h 4560M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:44:56.625 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 5m ago 4h 4745M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:44:56.625 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 5m ago 4h 4249M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:44:56.625 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 5m ago 4h 4241M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:44:56.625 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 3m ago 4h 4038M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:44:56.625 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 3m ago 4h 4310M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:44:56.625 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 3m ago 4h 4037M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:44:56.625 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 3m ago 4h 3970M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:44:56.625 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 3m ago 4h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:44:57.027 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:44:57.027 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:44:57.027 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:44:57.027 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:44:57.027 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:44:57.027 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:44:57.027 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:44:57.027 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:44:57.028 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:44:57.028 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:44:57.028 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:44:57.028 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:44:57.028 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:44:57.028 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:44:57.028 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:44:57.028 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:44:57.028 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:44:57.028 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:44:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:44:56 smithi039 ceph-mon[181282]: pgmap v10204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:44:56 smithi039 ceph-mon[181282]: from='client.44949 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:44:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:44:56 smithi039 ceph-mon[181282]: from='client.54872 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:44:57.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:44:56 smithi032 ceph-mon[191839]: pgmap v10204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:57.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:44:56 smithi032 ceph-mon[191839]: from='client.44949 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:44:57.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:44:56 smithi032 ceph-mon[191839]: from='client.54872 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:44:57.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:44:56 smithi032 ceph-mon[189144]: pgmap v10204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:57.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:44:56 smithi032 ceph-mon[189144]: from='client.44949 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:44:57.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:44:56 smithi032 ceph-mon[189144]: from='client.54872 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:44:58.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:44:57 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2692908166' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:44:58.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:44:57 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2692908166' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:44:58.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:44:57 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2692908166' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:44:59.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:44:58 smithi039 ceph-mon[181282]: pgmap v10205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:59.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:44:58 smithi032 ceph-mon[191839]: pgmap v10205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:44:59.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:44:58 smithi032 ceph-mon[189144]: pgmap v10205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:45:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:45:00] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T21:45:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:45:00 smithi032 ceph-mon[191839]: pgmap v10206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:01.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:45:00 smithi032 ceph-mon[189144]: pgmap v10206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:45:00 smithi039 ceph-mon[181282]: pgmap v10206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:03.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:45:02 smithi039 ceph-mon[181282]: pgmap v10207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:03.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:45:02 smithi032 ceph-mon[191839]: pgmap v10207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:03.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:45:02 smithi032 ceph-mon[189144]: pgmap v10207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:45:04 smithi039 ceph-mon[181282]: pgmap v10208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:45:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:45:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:45:04 smithi032 ceph-mon[191839]: pgmap v10208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:45:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:45:05.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:45:04 smithi032 ceph-mon[189144]: pgmap v10208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:05.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:45:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:45:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:45:06 smithi039 ceph-mon[181282]: pgmap v10209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:07.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:45:06 smithi032 ceph-mon[191839]: pgmap v10209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:07.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:45:06 smithi032 ceph-mon[189144]: pgmap v10209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:45:08 smithi039 ceph-mon[181282]: pgmap v10210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:09.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:45:08 smithi032 ceph-mon[189144]: pgmap v10210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:09.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:45:08 smithi032 ceph-mon[191839]: pgmap v10210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:11.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:45:10 smithi032 ceph-mon[189144]: pgmap v10211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:11.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:45:10 smithi032 ceph-mon[191839]: pgmap v10211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:45:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:45:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T21:45:11.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:45:10 smithi039 ceph-mon[181282]: pgmap v10211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:45:12 smithi039 ceph-mon[181282]: pgmap v10212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:13.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:45:12 smithi032 ceph-mon[189144]: pgmap v10212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:13.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:45:12 smithi032 ceph-mon[191839]: pgmap v10212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:45:14 smithi039 ceph-mon[181282]: pgmap v10213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:15.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:45:14 smithi032 ceph-mon[191839]: pgmap v10213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:15.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:45:14 smithi032 ceph-mon[189144]: pgmap v10213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:45:16 smithi039 ceph-mon[181282]: pgmap v10214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:17.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:45:16 smithi032 ceph-mon[191839]: pgmap v10214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:17.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:45:16 smithi032 ceph-mon[189144]: pgmap v10214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:19.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:45:18 smithi039 ceph-mon[181282]: pgmap v10215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:19.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:45:18 smithi032 ceph-mon[191839]: pgmap v10215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:19.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:45:18 smithi032 ceph-mon[189144]: pgmap v10215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:20.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:45:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:45:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:45:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:45:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:45:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:45:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:45:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:45:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:45:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:45:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:45:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:45:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:45:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:45:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:45:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:45:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:45:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:45:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:45:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:45:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:45:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:45:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:45:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:45:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:45:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:45:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:45:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:45:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:45:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:45:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:45:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:45:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T21:45:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:45:20 smithi032 ceph-mon[191839]: pgmap v10216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:45:20 smithi032 ceph-mon[189144]: pgmap v10216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:45:20 smithi039 ceph-mon[181282]: pgmap v10216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:23.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:45:22 smithi039 ceph-mon[181282]: pgmap v10217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:23.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:45:22 smithi032 ceph-mon[191839]: pgmap v10217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:23.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:45:22 smithi032 ceph-mon[189144]: pgmap v10217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:25.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:45:24 smithi039 ceph-mon[181282]: pgmap v10218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:25.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:45:24 smithi032 ceph-mon[191839]: pgmap v10218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:25.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:45:24 smithi032 ceph-mon[189144]: pgmap v10218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:27.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:45:27 smithi039 ceph-mon[181282]: pgmap v10219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:27.394 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:45:27.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:45:26 smithi032 ceph-mon[191839]: pgmap v10219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:27.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:45:26 smithi032 ceph-mon[189144]: pgmap v10219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:27.718 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:45:27.719 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 6m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:45:27.719 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 4m ago 4h 95.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:45:27.719 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 6m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:45:27.719 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 4m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:45:27.719 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 4m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:45:27.719 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 6m ago 4h 717M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:45:27.719 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 6m ago 4h 1289M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:45:27.719 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 4m ago 4h 624M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:45:27.719 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 6m ago 4h 643M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:45:27.719 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 6m ago 4h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:45:27.719 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 4m ago 4h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:45:27.719 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 6m ago 4h 4560M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:45:27.719 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 6m ago 4h 4745M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:45:27.720 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 6m ago 4h 4249M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:45:27.720 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 6m ago 4h 4241M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:45:27.720 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 4m ago 4h 4038M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:45:27.720 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 4m ago 4h 4310M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:45:27.720 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 4m ago 4h 4037M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:45:27.720 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 4m ago 4h 3970M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:45:27.720 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 4m ago 4h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:45:28.118 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:45:28.118 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:45:28.118 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:45:28.118 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:45:28.118 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:45:28.118 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:45:28.119 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:45:28.119 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:45:28.119 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:45:28.119 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:45:28.119 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:45:28.119 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:45:28.119 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:45:28.119 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:45:28.119 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:45:28.119 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:45:28.119 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:45:28.119 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:45:28.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:45:28 smithi032 ceph-mon[191839]: from='client.54884 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:45:28.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:45:28 smithi032 ceph-mon[191839]: from='client.44973 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:45:28.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:45:28 smithi032 ceph-mon[189144]: from='client.54884 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:45:28.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:45:28 smithi032 ceph-mon[189144]: from='client.44973 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:45:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:45:28 smithi039 ceph-mon[181282]: from='client.54884 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:45:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:45:28 smithi039 ceph-mon[181282]: from='client.44973 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:45:29.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:45:29 smithi032 ceph-mon[191839]: pgmap v10220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:29.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:45:29 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/94326135' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:45:29.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:45:29 smithi032 ceph-mon[189144]: pgmap v10220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:45:29 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/94326135' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:45:29.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:45:29 smithi039 ceph-mon[181282]: pgmap v10220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:29.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:45:29 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/94326135' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:45:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:45:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:45:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T21:45:31.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:45:30 smithi032 ceph-mon[189144]: pgmap v10221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:45:30 smithi032 ceph-mon[191839]: pgmap v10221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:31.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:45:30 smithi039 ceph-mon[181282]: pgmap v10221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:45:32 smithi039 ceph-mon[181282]: pgmap v10222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:33.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:45:32 smithi032 ceph-mon[191839]: pgmap v10222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:33.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:45:32 smithi032 ceph-mon[189144]: pgmap v10222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:45:34 smithi039 ceph-mon[181282]: pgmap v10223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:45:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:45:35.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:45:34 smithi032 ceph-mon[191839]: pgmap v10223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:35.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:45:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:45:35.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:45:34 smithi032 ceph-mon[189144]: pgmap v10223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:35.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:45:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:45:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:45:36 smithi039 ceph-mon[181282]: pgmap v10224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:37.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:45:36 smithi032 ceph-mon[191839]: pgmap v10224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:37.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:45:36 smithi032 ceph-mon[189144]: pgmap v10224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:45:38 smithi039 ceph-mon[181282]: pgmap v10225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:39.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:45:38 smithi032 ceph-mon[191839]: pgmap v10225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:39.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:45:38 smithi032 ceph-mon[189144]: pgmap v10225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:45:40 smithi032 ceph-mon[191839]: pgmap v10226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:41.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:45:40 smithi032 ceph-mon[189144]: pgmap v10226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:45:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:45:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T21:45:41.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:45:40 smithi039 ceph-mon[181282]: pgmap v10226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:43.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:45:43 smithi032 ceph-mon[191839]: pgmap v10227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:43.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:45:43 smithi032 ceph-mon[189144]: pgmap v10227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:43.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:45:43 smithi039 ceph-mon[181282]: pgmap v10227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:45.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:45:45 smithi032 ceph-mon[191839]: pgmap v10228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:45.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:45:45 smithi032 ceph-mon[189144]: pgmap v10228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:45.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:45:45 smithi039 ceph-mon[181282]: pgmap v10228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:47.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:45:47 smithi032 ceph-mon[191839]: pgmap v10229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:47.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:45:47 smithi032 ceph-mon[189144]: pgmap v10229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:47.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:45:47 smithi039 ceph-mon[181282]: pgmap v10229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:49.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:45:49 smithi032 ceph-mon[191839]: pgmap v10230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:49.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:45:49 smithi032 ceph-mon[189144]: pgmap v10230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:49.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:45:49 smithi039 ceph-mon[181282]: pgmap v10230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:45:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:45:50.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:45:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:45:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:45:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:45:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:45:51 smithi032 ceph-mon[191839]: pgmap v10231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:45:51 smithi032 ceph-mon[189144]: pgmap v10231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:45:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:45:50] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-22T21:45:51.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:45:51 smithi039 ceph-mon[181282]: pgmap v10231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:53.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:45:53 smithi032 ceph-mon[189144]: pgmap v10232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:53.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:45:53 smithi032 ceph-mon[191839]: pgmap v10232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:53.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:45:53 smithi039 ceph-mon[181282]: pgmap v10232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:55.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:45:55 smithi032 ceph-mon[191839]: pgmap v10233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:55.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:45:55 smithi032 ceph-mon[189144]: pgmap v10233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:55.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:45:55 smithi039 ceph-mon[181282]: pgmap v10233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:57.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:45:57 smithi032 ceph-mon[191839]: pgmap v10234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:57.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:45:57 smithi032 ceph-mon[189144]: pgmap v10234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:57.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:45:57 smithi039 ceph-mon[181282]: pgmap v10234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:58.481 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:45:58.806 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:45:58.806 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 6m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:45:58.807 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 4m ago 4h 95.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:45:58.807 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 6m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:45:58.807 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 4m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:45:58.807 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 4m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:45:58.807 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 6m ago 4h 717M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:45:58.807 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 6m ago 4h 1289M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:45:58.807 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 4m ago 4h 624M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:45:58.807 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 6m ago 4h 643M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:45:58.807 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 6m ago 4h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:45:58.807 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 4m ago 4h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:45:58.807 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 6m ago 4h 4560M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:45:58.807 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 6m ago 4h 4745M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:45:58.807 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 6m ago 4h 4249M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:45:58.808 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 6m ago 4h 4241M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:45:58.808 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 4m ago 4h 4038M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:45:58.808 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 4m ago 4h 4310M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:45:58.808 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 4m ago 4h 4037M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:45:58.808 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 4m ago 4h 3970M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:45:58.808 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 4m ago 4h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:45:59.214 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:45:59.214 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:45:59.214 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:45:59.214 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:45:59.214 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:45:59.215 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:45:59.215 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:45:59.215 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:45:59.215 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:45:59.215 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:45:59.215 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:45:59.215 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:45:59.215 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:45:59.215 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:45:59.215 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:45:59.215 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:45:59.215 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:45:59.215 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:45:59.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:45:59 smithi032 ceph-mon[191839]: pgmap v10235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:59.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:45:59 smithi032 ceph-mon[191839]: from='client.44985 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:45:59.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:45:59 smithi032 ceph-mon[191839]: from='client.44991 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:45:59.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:45:59 smithi032 ceph-mon[189144]: pgmap v10235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:59.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:45:59 smithi032 ceph-mon[189144]: from='client.44985 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:45:59.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:45:59 smithi032 ceph-mon[189144]: from='client.44991 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:45:59.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:45:59 smithi039 ceph-mon[181282]: pgmap v10235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:45:59.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:45:59 smithi039 ceph-mon[181282]: from='client.44985 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:45:59.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:45:59 smithi039 ceph-mon[181282]: from='client.44991 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:46:00.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:46:00 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4071470544' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:46:00.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:46:00 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4071470544' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:46:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:46:00 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4071470544' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:46:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:46:01 smithi032 ceph-mon[191839]: pgmap v10236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:01.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:46:01 smithi032 ceph-mon[189144]: pgmap v10236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:46:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:46:00] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-22T21:46:01.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:46:01 smithi039 ceph-mon[181282]: pgmap v10236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:03.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:46:03 smithi032 ceph-mon[191839]: pgmap v10237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:03.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:46:03 smithi032 ceph-mon[189144]: pgmap v10237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:03.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:46:03 smithi039 ceph-mon[181282]: pgmap v10237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:05.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:46:05 smithi032 ceph-mon[189144]: pgmap v10238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:05.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:46:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:46:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:46:05 smithi032 ceph-mon[191839]: pgmap v10238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:46:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:46:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:46:05 smithi039 ceph-mon[181282]: pgmap v10238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:46:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:46:07.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:46:07 smithi032 ceph-mon[191839]: pgmap v10239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:07.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:46:07 smithi032 ceph-mon[189144]: pgmap v10239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:46:07 smithi039 ceph-mon[181282]: pgmap v10239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:09.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:46:09 smithi032 ceph-mon[191839]: pgmap v10240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:09.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:46:09 smithi032 ceph-mon[189144]: pgmap v10240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:09.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:46:09 smithi039 ceph-mon[181282]: pgmap v10240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:46:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:46:10] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-22T21:46:11.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:46:10 smithi032 ceph-mon[191839]: pgmap v10241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:11.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:46:10 smithi032 ceph-mon[189144]: pgmap v10241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:46:10 smithi039 ceph-mon[181282]: pgmap v10241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:46:13 smithi039 ceph-mon[181282]: pgmap v10242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:13.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:46:12 smithi032 ceph-mon[191839]: pgmap v10242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:13.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:46:12 smithi032 ceph-mon[189144]: pgmap v10242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:46:15 smithi039 ceph-mon[181282]: pgmap v10243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:15.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:46:15 smithi032 ceph-mon[191839]: pgmap v10243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:15.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:46:15 smithi032 ceph-mon[189144]: pgmap v10243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:46:17 smithi039 ceph-mon[181282]: pgmap v10244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:17.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:46:17 smithi032 ceph-mon[191839]: pgmap v10244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:17.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:46:17 smithi032 ceph-mon[189144]: pgmap v10244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:19.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:46:19 smithi032 ceph-mon[191839]: pgmap v10245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:19.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:46:19 smithi032 ceph-mon[189144]: pgmap v10245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:19.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:46:19 smithi039 ceph-mon[181282]: pgmap v10245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:46:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:46:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:46:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:46:20.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:46:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:46:20.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:46:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:46:20.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:46:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:46:20.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:46:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:46:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:46:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:46:20] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T21:46:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:46:21 smithi032 ceph-mon[191839]: pgmap v10246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:46:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:46:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:46:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:46:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:46:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:46:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:46:21 smithi032 ceph-mon[189144]: pgmap v10246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:46:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:46:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:46:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:46:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:46:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:46:21.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:46:21 smithi039 ceph-mon[181282]: pgmap v10246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:21.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:46:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:46:21.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:46:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:46:21.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:46:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:46:23.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:46:23 smithi032 ceph-mon[191839]: pgmap v10247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:23.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:46:23 smithi032 ceph-mon[189144]: pgmap v10247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:23.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:46:23 smithi039 ceph-mon[181282]: pgmap v10247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:25.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:46:25 smithi032 ceph-mon[191839]: pgmap v10248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:25.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:46:25 smithi032 ceph-mon[189144]: pgmap v10248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:25.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:46:25 smithi039 ceph-mon[181282]: pgmap v10248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:27.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:46:27 smithi032 ceph-mon[191839]: pgmap v10249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:27.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:46:27 smithi032 ceph-mon[189144]: pgmap v10249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:27.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:46:27 smithi039 ceph-mon[181282]: pgmap v10249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:29.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:46:29 smithi032 ceph-mon[191839]: pgmap v10250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:29.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:46:29 smithi032 ceph-mon[189144]: pgmap v10250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:29.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:46:29 smithi039 ceph-mon[181282]: pgmap v10250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:29.577 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:46:29.907 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:46:29.907 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 7m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:46:29.907 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 5m ago 4h 95.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:46:29.907 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 7m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:46:29.907 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 5m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:46:29.907 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 5m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:46:29.907 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 7m ago 4h 717M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:46:29.907 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 7m ago 4h 1289M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:46:29.907 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 5m ago 4h 624M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:46:29.907 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 7m ago 4h 643M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:46:29.907 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 7m ago 4h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:46:29.907 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 5m ago 4h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:46:29.907 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 7m ago 4h 4560M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:46:29.908 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 7m ago 4h 4745M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:46:29.908 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 7m ago 4h 4249M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:46:29.908 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 7m ago 4h 4241M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:46:29.908 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 5m ago 4h 4038M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:46:29.908 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 5m ago 4h 4310M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:46:29.908 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 5m ago 4h 4037M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:46:29.908 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 5m ago 4h 3970M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:46:29.908 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 5m ago 4h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:46:30.311 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:46:30.312 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:46:30.312 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:46:30.312 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:46:30.312 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:46:30.312 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:46:30.312 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:46:30.312 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:46:30.312 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:46:30.312 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:46:30.312 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:46:30.312 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:46:30.312 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:46:30.312 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:46:30.313 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:46:30.313 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:46:30.313 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:46:30.313 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:46:30.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:46:30 smithi032 ceph-mon[191839]: from='client.54920 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:46:30.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:46:30 smithi032 ceph-mon[189144]: from='client.54920 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:46:30.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:46:30 smithi039 ceph-mon[181282]: from='client.54920 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:46:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:46:31 smithi032 ceph-mon[191839]: from='client.54926 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:46:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:46:31 smithi032 ceph-mon[191839]: pgmap v10251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:46:31 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3556032821' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:46:31.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:46:31 smithi032 ceph-mon[189144]: from='client.54926 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:46:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:46:31 smithi032 ceph-mon[189144]: pgmap v10251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:46:31 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3556032821' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:46:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:46:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:46:30] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T21:46:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:46:31 smithi039 ceph-mon[181282]: from='client.54926 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:46:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:46:31 smithi039 ceph-mon[181282]: pgmap v10251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:46:31 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3556032821' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:46:33.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:46:33 smithi032 ceph-mon[191839]: pgmap v10252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:33.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:46:33 smithi032 ceph-mon[189144]: pgmap v10252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:33.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:46:33 smithi039 ceph-mon[181282]: pgmap v10252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:35.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:46:35 smithi032 ceph-mon[191839]: pgmap v10253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:35.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:46:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:46:35.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:46:35 smithi032 ceph-mon[189144]: pgmap v10253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:35.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:46:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:46:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:46:35 smithi039 ceph-mon[181282]: pgmap v10253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:46:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:46:37.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:46:37 smithi032 ceph-mon[191839]: pgmap v10254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:37.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:46:37 smithi032 ceph-mon[189144]: pgmap v10254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:37.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:46:37 smithi039 ceph-mon[181282]: pgmap v10254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:39.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:46:39 smithi032 ceph-mon[191839]: pgmap v10255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:39.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:46:39 smithi032 ceph-mon[189144]: pgmap v10255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:39.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:46:39 smithi039 ceph-mon[181282]: pgmap v10255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:46:40 smithi032 ceph-mon[191839]: pgmap v10256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:41.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:46:40 smithi032 ceph-mon[189144]: pgmap v10256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:46:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:46:40] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T21:46:41.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:46:41 smithi039 ceph-mon[181282]: pgmap v10256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:43.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:46:43 smithi032 ceph-mon[191839]: pgmap v10257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:43.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:46:43 smithi032 ceph-mon[189144]: pgmap v10257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:43.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:46:43 smithi039 ceph-mon[181282]: pgmap v10257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:45.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:46:45 smithi032 ceph-mon[191839]: pgmap v10258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:45.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:46:45 smithi032 ceph-mon[189144]: pgmap v10258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:45.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:46:45 smithi039 ceph-mon[181282]: pgmap v10258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:47.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:46:47 smithi032 ceph-mon[191839]: pgmap v10259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:47.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:46:47 smithi032 ceph-mon[189144]: pgmap v10259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:47.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:46:47 smithi039 ceph-mon[181282]: pgmap v10259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:49.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:46:49 smithi032 ceph-mon[191839]: pgmap v10260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:49.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:46:49 smithi032 ceph-mon[189144]: pgmap v10260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:49.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:46:49 smithi039 ceph-mon[181282]: pgmap v10260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:46:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:46:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:46:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:46:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:46:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:46:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:46:51 smithi032 ceph-mon[191839]: pgmap v10261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:46:51 smithi032 ceph-mon[189144]: pgmap v10261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:46:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:46:50] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T21:46:51.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:46:51 smithi039 ceph-mon[181282]: pgmap v10261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:53.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:46:53 smithi032 ceph-mon[191839]: pgmap v10262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:53.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:46:53 smithi032 ceph-mon[189144]: pgmap v10262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:53.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:46:53 smithi039 ceph-mon[181282]: pgmap v10262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:55.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:46:55 smithi032 ceph-mon[189144]: pgmap v10263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:55.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:46:55 smithi032 ceph-mon[191839]: pgmap v10263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:55.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:46:55 smithi039 ceph-mon[181282]: pgmap v10263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:57.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:46:57 smithi032 ceph-mon[191839]: pgmap v10264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:57.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:46:57 smithi032 ceph-mon[189144]: pgmap v10264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:57.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:46:57 smithi039 ceph-mon[181282]: pgmap v10264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:59.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:46:59 smithi032 ceph-mon[189144]: pgmap v10265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:59.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:46:59 smithi032 ceph-mon[191839]: pgmap v10265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:46:59.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:46:59 smithi039 ceph-mon[181282]: pgmap v10265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:00.678 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:47:01.001 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:47:01.002 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 7m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:47:01.002 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 5m ago 4h 95.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:47:01.002 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 7m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:47:01.002 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 5m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:47:01.002 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 5m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:47:01.002 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 7m ago 4h 717M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:47:01.002 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 7m ago 4h 1289M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:47:01.002 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 5m ago 4h 624M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:47:01.002 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 7m ago 4h 643M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:47:01.002 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 7m ago 4h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:47:01.002 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 5m ago 4h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:47:01.002 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 7m ago 4h 4560M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:47:01.002 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 7m ago 4h 4745M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:47:01.002 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 7m ago 4h 4249M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:47:01.002 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 7m ago 4h 4241M 2432M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:47:01.003 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 5m ago 4h 4038M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:47:01.003 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 5m ago 4h 4310M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:47:01.003 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 5m ago 4h 4037M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:47:01.003 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 5m ago 4h 3970M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:47:01.003 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 5m ago 4h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:47:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:00 smithi032 ceph-mon[191839]: pgmap v10266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:00 smithi032 ceph-mon[191839]: from='client.45021 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:47:01.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:00 smithi032 ceph-mon[189144]: pgmap v10266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:00 smithi032 ceph-mon[189144]: from='client.45021 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:47:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:47:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:47:00] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T21:47:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:01 smithi039 ceph-mon[181282]: pgmap v10266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:01 smithi039 ceph-mon[181282]: from='client.45021 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:47:01.403 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:47:01.403 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:47:01.403 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:47:01.403 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:47:01.403 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:47:01.404 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:47:01.404 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:47:01.404 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:47:01.404 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:47:01.404 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:47:01.404 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:47:01.404 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:47:01.404 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:47:01.404 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:47:01.404 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:47:01.404 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:47:01.404 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:47:01.404 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:47:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:02 smithi039 ceph-mon[181282]: from='client.45027 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:47:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:02 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/868206172' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:47:02.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:01 smithi032 ceph-mon[191839]: from='client.45027 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:47:02.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:01 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/868206172' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:47:02.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:01 smithi032 ceph-mon[189144]: from='client.45027 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:47:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:01 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/868206172' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:47:03.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:03 smithi032 ceph-mon[191839]: pgmap v10267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:03.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:03 smithi032 ceph-mon[189144]: pgmap v10267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:03.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:03 smithi039 ceph-mon[181282]: pgmap v10267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:05 smithi032 ceph-mon[191839]: pgmap v10268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:47:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:05 smithi032 ceph-mon[189144]: pgmap v10268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:47:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:05 smithi039 ceph-mon[181282]: pgmap v10268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:47:07.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:07 smithi032 ceph-mon[189144]: pgmap v10269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:07 smithi032 ceph-mon[191839]: pgmap v10269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:07 smithi039 ceph-mon[181282]: pgmap v10269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:09.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:09 smithi032 ceph-mon[191839]: pgmap v10270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:09.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:09 smithi032 ceph-mon[189144]: pgmap v10270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:09.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:09 smithi039 ceph-mon[181282]: pgmap v10270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:11.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:11 smithi032 ceph-mon[191839]: pgmap v10271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:11 smithi032 ceph-mon[189144]: pgmap v10271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:47:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:47:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T21:47:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:11 smithi039 ceph-mon[181282]: pgmap v10271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:13.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:13 smithi032 ceph-mon[191839]: pgmap v10272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:13.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:13 smithi032 ceph-mon[189144]: pgmap v10272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:13.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:13 smithi039 ceph-mon[181282]: pgmap v10272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:15.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:15 smithi032 ceph-mon[191839]: pgmap v10273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:15.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:15 smithi032 ceph-mon[189144]: pgmap v10273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:15.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:15 smithi039 ceph-mon[181282]: pgmap v10273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:17.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:17 smithi032 ceph-mon[191839]: pgmap v10274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:17.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:17 smithi032 ceph-mon[189144]: pgmap v10274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:17.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:17 smithi039 ceph-mon[181282]: pgmap v10274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:19.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:19 smithi032 ceph-mon[191839]: pgmap v10275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:19.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:19 smithi032 ceph-mon[189144]: pgmap v10275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:19.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:19 smithi039 ceph-mon[181282]: pgmap v10275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:47:20.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:47:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:47:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:47:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:47:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T21:47:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:21 smithi032 ceph-mon[189144]: pgmap v10276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:47:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:47:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:47:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:21 smithi032 ceph-mon[191839]: pgmap v10276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:47:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:47:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:47:21.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:21 smithi039 ceph-mon[181282]: pgmap v10276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:21.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:47:21.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:47:21.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:47:22.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:47:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:47:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:47:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:47:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:22 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi032 to 2423M 2023-12-22T21:47:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:47:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:47:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:47:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:47:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:47:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:47:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:47:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:47:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:22 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi032 to 2423M 2023-12-22T21:47:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:47:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:47:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:47:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:47:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:47:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:47:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:47:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:47:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:22 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi032 to 2423M 2023-12-22T21:47:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:47:22.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:47:22.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:47:22.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:47:23.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:23 smithi032 ceph-mon[191839]: pgmap v10277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:23.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:23 smithi032 ceph-mon[189144]: pgmap v10277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:23.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:23 smithi039 ceph-mon[181282]: pgmap v10277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:25.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:25 smithi032 ceph-mon[189144]: pgmap v10278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:25.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:25 smithi032 ceph-mon[191839]: pgmap v10278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:25.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:25 smithi039 ceph-mon[181282]: pgmap v10278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:27.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:27 smithi032 ceph-mon[191839]: pgmap v10279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:27.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:27 smithi032 ceph-mon[189144]: pgmap v10279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:27.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:27 smithi039 ceph-mon[181282]: pgmap v10279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:29.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:29 smithi032 ceph-mon[191839]: pgmap v10280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:29.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:29 smithi032 ceph-mon[189144]: pgmap v10280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:29.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:29 smithi039 ceph-mon[181282]: pgmap v10280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:31 smithi032 ceph-mon[191839]: pgmap v10281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:31.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:31 smithi032 ceph-mon[189144]: pgmap v10281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:47:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:47:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T21:47:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:31 smithi039 ceph-mon[181282]: pgmap v10281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:31.774 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:47:32.097 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:47:32.097 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 8m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:47:32.098 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 6m ago 4h 95.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:47:32.098 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 8m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:47:32.098 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 6m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:47:32.098 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 6m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:47:32.098 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 8m ago 4h 717M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:47:32.098 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 8m ago 4h 1289M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:47:32.098 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 6m ago 4h 624M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:47:32.098 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 8m ago 4h 643M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:47:32.098 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 8m ago 4h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:47:32.098 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 6m ago 4h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:47:32.098 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 8m ago 4h 4560M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:47:32.098 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 8m ago 4h 4745M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:47:32.099 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 8m ago 4h 4249M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:47:32.099 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 8m ago 4h 4241M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:47:32.099 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 6m ago 4h 4038M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:47:32.099 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 6m ago 4h 4310M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:47:32.099 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 6m ago 4h 4037M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:47:32.099 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 6m ago 4h 3970M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:47:32.099 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 6m ago 4h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:47:32.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:32 smithi032 ceph-mon[189144]: from='client.45039 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:47:32.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:32 smithi032 ceph-mon[191839]: from='client.45039 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:47:32.501 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:47:32.501 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:47:32.501 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:47:32.501 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:47:32.501 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:47:32.501 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:47:32.501 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:47:32.502 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:47:32.502 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:47:32.502 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:47:32.502 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:47:32.502 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:47:32.502 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:47:32.502 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:47:32.502 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:47:32.502 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:47:32.502 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:47:32.502 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:47:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:32 smithi039 ceph-mon[181282]: from='client.45039 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:47:33.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:33 smithi032 ceph-mon[189144]: pgmap v10282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:33.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:33 smithi032 ceph-mon[189144]: from='client.45045 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:47:33.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:33 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4288408954' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:47:33.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:33 smithi032 ceph-mon[191839]: pgmap v10282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:33.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:33 smithi032 ceph-mon[191839]: from='client.45045 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:47:33.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:33 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4288408954' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:47:33.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:33 smithi039 ceph-mon[181282]: pgmap v10282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:33.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:33 smithi039 ceph-mon[181282]: from='client.45045 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:47:33.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:33 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4288408954' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:47:35.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:35 smithi032 ceph-mon[191839]: pgmap v10283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:47:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:35 smithi032 ceph-mon[189144]: pgmap v10283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:47:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:35 smithi039 ceph-mon[181282]: pgmap v10283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:47:37.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:37 smithi032 ceph-mon[189144]: pgmap v10284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:37.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:37 smithi032 ceph-mon[191839]: pgmap v10284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:37.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:37 smithi039 ceph-mon[181282]: pgmap v10284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:39.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:39 smithi032 ceph-mon[191839]: pgmap v10285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:39.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:39 smithi032 ceph-mon[189144]: pgmap v10285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:39.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:39 smithi039 ceph-mon[181282]: pgmap v10285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:41 smithi032 ceph-mon[191839]: pgmap v10286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:41 smithi032 ceph-mon[189144]: pgmap v10286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:47:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:47:40] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-22T21:47:41.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:41 smithi039 ceph-mon[181282]: pgmap v10286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:43.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:43 smithi032 ceph-mon[191839]: pgmap v10287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:43.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:43 smithi032 ceph-mon[189144]: pgmap v10287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:43.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:43 smithi039 ceph-mon[181282]: pgmap v10287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:45.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:45 smithi032 ceph-mon[191839]: pgmap v10288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:45.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:45 smithi032 ceph-mon[189144]: pgmap v10288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:45.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:45 smithi039 ceph-mon[181282]: pgmap v10288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:47.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:47 smithi032 ceph-mon[191839]: pgmap v10289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:47.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:47 smithi032 ceph-mon[189144]: pgmap v10289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:47.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:47 smithi039 ceph-mon[181282]: pgmap v10289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:49.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:49 smithi032 ceph-mon[189144]: pgmap v10290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:49.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:49 smithi032 ceph-mon[191839]: pgmap v10290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:49.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:49 smithi039 ceph-mon[181282]: pgmap v10290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:47:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:47:50.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:47:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:51 smithi032 ceph-mon[191839]: pgmap v10291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:51 smithi032 ceph-mon[189144]: pgmap v10291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:47:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:47:50] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-22T21:47:51.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:51 smithi039 ceph-mon[181282]: pgmap v10291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:53.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:53 smithi032 ceph-mon[191839]: pgmap v10292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:53.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:53 smithi032 ceph-mon[189144]: pgmap v10292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:53.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:53 smithi039 ceph-mon[181282]: pgmap v10292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:55.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:55 smithi032 ceph-mon[191839]: pgmap v10293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:55.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:55 smithi032 ceph-mon[189144]: pgmap v10293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:55.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:55 smithi039 ceph-mon[181282]: pgmap v10293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:57.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:57 smithi032 ceph-mon[191839]: pgmap v10294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:57.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:57 smithi032 ceph-mon[189144]: pgmap v10294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:57.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:57 smithi039 ceph-mon[181282]: pgmap v10294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:59.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:47:59 smithi032 ceph-mon[191839]: pgmap v10295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:59.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:47:59 smithi032 ceph-mon[189144]: pgmap v10295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:47:59.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:47:59 smithi039 ceph-mon[181282]: pgmap v10295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:01.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:48:01 smithi032 ceph-mon[189144]: pgmap v10296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:48:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:48:00] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-22T21:48:01.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:48:01 smithi032 ceph-mon[191839]: pgmap v10296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:01.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:48:01 smithi039 ceph-mon[181282]: pgmap v10296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:02.866 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:48:03.202 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:48:03.202 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 8m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:48:03.202 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 6m ago 4h 95.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:48:03.202 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 8m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:48:03.202 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 6m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:48:03.202 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 6m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:48:03.202 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 8m ago 4h 717M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:48:03.202 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 8m ago 4h 1289M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:48:03.202 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 6m ago 4h 624M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:48:03.202 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 8m ago 4h 643M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:48:03.202 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 8m ago 4h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:48:03.203 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 6m ago 4h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:48:03.203 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 8m ago 4h 4560M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:48:03.203 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 8m ago 4h 4745M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:48:03.203 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 8m ago 4h 4249M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:48:03.203 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 8m ago 4h 4241M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:48:03.203 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 6m ago 4h 4038M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:48:03.203 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 6m ago 4h 4310M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:48:03.203 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 6m ago 4h 4037M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:48:03.203 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 6m ago 4h 3970M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:48:03.203 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 6m ago 4h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:48:03.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:48:03 smithi032 ceph-mon[191839]: pgmap v10297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:03.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:48:03 smithi032 ceph-mon[191839]: from='client.54974 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:48:03.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:48:03 smithi032 ceph-mon[189144]: pgmap v10297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:03.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:48:03 smithi032 ceph-mon[189144]: from='client.54974 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:48:03.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:48:03 smithi039 ceph-mon[181282]: pgmap v10297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:03.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:48:03 smithi039 ceph-mon[181282]: from='client.54974 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:48:03.611 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:48:03.611 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:48:03.611 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:48:03.611 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:48:03.611 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:48:03.611 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:48:03.611 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:48:03.611 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:48:03.611 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:48:03.611 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:48:03.612 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:48:03.612 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:48:03.612 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:48:03.612 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:48:03.612 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:48:03.612 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:48:03.612 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:48:03.612 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:48:04.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:48:04 smithi032 ceph-mon[191839]: from='client.54980 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:48:04.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:48:04 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1141729597' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:48:04.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:48:04 smithi032 ceph-mon[189144]: from='client.54980 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:48:04.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:48:04 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1141729597' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:48:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:48:04 smithi039 ceph-mon[181282]: from='client.54980 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:48:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:48:04 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1141729597' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:48:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:48:05 smithi032 ceph-mon[191839]: pgmap v10298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:48:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:48:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:48:05 smithi032 ceph-mon[189144]: pgmap v10298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:48:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:48:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:48:05 smithi039 ceph-mon[181282]: pgmap v10298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:48:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:48:07.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:48:07 smithi032 ceph-mon[189144]: pgmap v10299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:48:07 smithi032 ceph-mon[191839]: pgmap v10299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:48:07 smithi039 ceph-mon[181282]: pgmap v10299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:09.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:48:09 smithi032 ceph-mon[189144]: pgmap v10300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:09.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:48:09 smithi032 ceph-mon[191839]: pgmap v10300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:09.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:48:09 smithi039 ceph-mon[181282]: pgmap v10300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:11.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:48:11 smithi032 ceph-mon[189144]: pgmap v10301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:48:11 smithi032 ceph-mon[191839]: pgmap v10301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:48:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:48:10] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-22T21:48:11.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:48:11 smithi039 ceph-mon[181282]: pgmap v10301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:13.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:48:13 smithi032 ceph-mon[189144]: pgmap v10302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:13.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:48:13 smithi032 ceph-mon[191839]: pgmap v10302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:13.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:48:13 smithi039 ceph-mon[181282]: pgmap v10302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:15.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:48:15 smithi032 ceph-mon[191839]: pgmap v10303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:15.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:48:15 smithi032 ceph-mon[189144]: pgmap v10303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:15.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:48:15 smithi039 ceph-mon[181282]: pgmap v10303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:17.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:48:17 smithi032 ceph-mon[191839]: pgmap v10304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:17.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:48:17 smithi032 ceph-mon[189144]: pgmap v10304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:17.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:48:17 smithi039 ceph-mon[181282]: pgmap v10304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:19.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:48:19 smithi032 ceph-mon[191839]: pgmap v10305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:19.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:48:19 smithi032 ceph-mon[189144]: pgmap v10305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:19.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:48:19 smithi039 ceph-mon[181282]: pgmap v10305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:48:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:48:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:48:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:48:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:48:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:48:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:48:21 smithi032 ceph-mon[191839]: pgmap v10306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:48:21 smithi032 ceph-mon[189144]: pgmap v10306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:48:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:48:20] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-22T21:48:21.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:48:21 smithi039 ceph-mon[181282]: pgmap v10306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:22.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:48:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:48:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:48:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:48:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:48:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:48:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:48:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:48:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:48:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:48:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:48:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:48:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:48:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:48:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:48:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:48:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:48:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:48:23.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:48:23 smithi032 ceph-mon[191839]: pgmap v10307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:23.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:48:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:48:23.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:48:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:48:23.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:48:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:48:23.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:48:23 smithi032 ceph-mon[189144]: pgmap v10307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:23.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:48:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:48:23.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:48:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:48:23.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:48:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:48:23.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:48:23 smithi039 ceph-mon[181282]: pgmap v10307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:23.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:48:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:48:23.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:48:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:48:23.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:48:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:48:25.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:48:25 smithi032 ceph-mon[191839]: pgmap v10308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:25.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:48:25 smithi032 ceph-mon[189144]: pgmap v10308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:25.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:48:25 smithi039 ceph-mon[181282]: pgmap v10308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:27.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:48:27 smithi032 ceph-mon[191839]: pgmap v10309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:27.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:48:27 smithi032 ceph-mon[189144]: pgmap v10309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:27.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:48:27 smithi039 ceph-mon[181282]: pgmap v10309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:29.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:48:29 smithi032 ceph-mon[191839]: pgmap v10310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:48:29 smithi032 ceph-mon[189144]: pgmap v10310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:29.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:48:29 smithi039 ceph-mon[181282]: pgmap v10310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:48:31 smithi032 ceph-mon[191839]: pgmap v10311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:48:31 smithi032 ceph-mon[189144]: pgmap v10311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:48:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:48:30] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-22T21:48:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:48:31 smithi039 ceph-mon[181282]: pgmap v10311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:33.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:48:33 smithi032 ceph-mon[191839]: pgmap v10312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:33.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:48:33 smithi032 ceph-mon[189144]: pgmap v10312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:33.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:48:33 smithi039 ceph-mon[181282]: pgmap v10312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:33.973 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:48:34.296 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:48:34.296 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 9m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:48:34.296 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 7m ago 4h 95.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:48:34.296 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 9m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:48:34.296 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 7m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:48:34.296 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 7m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:48:34.296 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 9m ago 4h 717M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:48:34.297 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 9m ago 4h 1289M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:48:34.297 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 7m ago 4h 624M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:48:34.297 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 9m ago 4h 643M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:48:34.297 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 9m ago 4h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:48:34.297 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 7m ago 4h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:48:34.297 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 9m ago 4h 4560M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:48:34.297 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 9m ago 4h 4745M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:48:34.297 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 9m ago 4h 4249M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:48:34.297 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 9m ago 4h 4241M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:48:34.297 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 7m ago 4h 4038M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:48:34.297 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 7m ago 4h 4310M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:48:34.297 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 7m ago 4h 4037M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:48:34.298 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 7m ago 4h 3970M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:48:34.298 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 7m ago 4h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:48:34.698 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:48:34.698 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:48:34.698 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:48:34.699 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:48:34.699 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:48:34.699 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:48:34.699 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:48:34.699 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:48:34.699 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:48:34.699 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:48:34.699 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:48:34.699 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:48:34.699 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:48:34.699 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:48:34.699 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:48:34.699 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:48:34.699 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:48:34.699 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:48:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:48:35 smithi032 ceph-mon[191839]: from='client.45075 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:48:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:48:35 smithi032 ceph-mon[191839]: pgmap v10313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:48:35 smithi032 ceph-mon[191839]: from='client.45081 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:48:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:48:35 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/60739931' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:48:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:48:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:48:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:48:35 smithi032 ceph-mon[189144]: from='client.45075 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:48:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:48:35 smithi032 ceph-mon[189144]: pgmap v10313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:48:35 smithi032 ceph-mon[189144]: from='client.45081 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:48:35.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:48:35 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/60739931' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:48:35.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:48:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:48:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:48:35 smithi039 ceph-mon[181282]: from='client.45075 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:48:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:48:35 smithi039 ceph-mon[181282]: pgmap v10313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:35.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:48:35 smithi039 ceph-mon[181282]: from='client.45081 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:48:35.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:48:35 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/60739931' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:48:35.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:48:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:48:37.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:48:37 smithi032 ceph-mon[189144]: pgmap v10314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:37.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:48:37 smithi032 ceph-mon[191839]: pgmap v10314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:37.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:48:37 smithi039 ceph-mon[181282]: pgmap v10314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:39.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:48:39 smithi032 ceph-mon[191839]: pgmap v10315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:39.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:48:39 smithi032 ceph-mon[189144]: pgmap v10315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:39.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:48:39 smithi039 ceph-mon[181282]: pgmap v10315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:41.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:48:41 smithi032 ceph-mon[189144]: pgmap v10316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:41.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:48:41 smithi032 ceph-mon[191839]: pgmap v10316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:48:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:48:40] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T21:48:41.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:48:41 smithi039 ceph-mon[181282]: pgmap v10316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:43.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:48:43 smithi032 ceph-mon[189144]: pgmap v10317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:43.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:48:43 smithi032 ceph-mon[191839]: pgmap v10317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:43.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:48:43 smithi039 ceph-mon[181282]: pgmap v10317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:45.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:48:45 smithi032 ceph-mon[189144]: pgmap v10318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:45.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:48:45 smithi032 ceph-mon[191839]: pgmap v10318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:45.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:48:45 smithi039 ceph-mon[181282]: pgmap v10318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:47.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:48:47 smithi032 ceph-mon[189144]: pgmap v10319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:47.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:48:47 smithi032 ceph-mon[191839]: pgmap v10319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:47.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:48:47 smithi039 ceph-mon[181282]: pgmap v10319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:49.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:48:49 smithi032 ceph-mon[189144]: pgmap v10320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:49.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:48:49 smithi032 ceph-mon[191839]: pgmap v10320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:49.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:48:49 smithi039 ceph-mon[181282]: pgmap v10320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:48:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:48:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:48:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:48:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:48:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:48:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:48:51 smithi032 ceph-mon[189144]: pgmap v10321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:48:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:48:50] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T21:48:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:48:51 smithi032 ceph-mon[191839]: pgmap v10321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:51.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:48:51 smithi039 ceph-mon[181282]: pgmap v10321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:53.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:48:53 smithi032 ceph-mon[191839]: pgmap v10322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:53.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:48:53 smithi032 ceph-mon[189144]: pgmap v10322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:53.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:48:53 smithi039 ceph-mon[181282]: pgmap v10322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:55.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:48:55 smithi032 ceph-mon[191839]: pgmap v10323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:55.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:48:55 smithi032 ceph-mon[189144]: pgmap v10323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:55.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:48:55 smithi039 ceph-mon[181282]: pgmap v10323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:57.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:48:57 smithi032 ceph-mon[189144]: pgmap v10324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:57.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:48:57 smithi032 ceph-mon[191839]: pgmap v10324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:57.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:48:57 smithi039 ceph-mon[181282]: pgmap v10324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:59.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:48:59 smithi032 ceph-mon[191839]: pgmap v10325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:59.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:48:59 smithi032 ceph-mon[189144]: pgmap v10325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:48:59.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:48:59 smithi039 ceph-mon[181282]: pgmap v10325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:49:01 smithi032 ceph-mon[191839]: pgmap v10326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:49:01 smithi032 ceph-mon[189144]: pgmap v10326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:49:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:49:00] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T21:49:01.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:49:01 smithi039 ceph-mon[181282]: pgmap v10326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:03.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:49:03 smithi032 ceph-mon[191839]: pgmap v10327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:03.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:49:03 smithi032 ceph-mon[189144]: pgmap v10327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:03.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:49:03 smithi039 ceph-mon[181282]: pgmap v10327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:05.062 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:49:05.384 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:49:05.384 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 9m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:49:05.384 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 7m ago 4h 95.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:49:05.384 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 9m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:49:05.384 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 7m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:49:05.385 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 7m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:49:05.385 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 9m ago 4h 717M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:49:05.385 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 9m ago 4h 1289M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:49:05.385 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 7m ago 4h 624M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:49:05.385 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 9m ago 4h 643M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:49:05.385 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 9m ago 4h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:49:05.385 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 7m ago 4h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:49:05.385 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 9m ago 4h 4560M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:49:05.385 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 9m ago 4h 4745M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:49:05.385 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 9m ago 4h 4249M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:49:05.385 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 9m ago 4h 4241M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:49:05.386 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 7m ago 4h 4038M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:49:05.386 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 7m ago 4h 4310M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:49:05.386 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 7m ago 4h 4037M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:49:05.386 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 7m ago 4h 3970M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:49:05.386 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 7m ago 4h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:49:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:49:05 smithi032 ceph-mon[191839]: pgmap v10328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:49:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:49:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:49:05 smithi032 ceph-mon[189144]: pgmap v10328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:49:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:49:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:49:05 smithi039 ceph-mon[181282]: pgmap v10328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:49:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:49:05.784 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:49:05.784 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:49:05.784 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:49:05.784 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:49:05.784 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:49:05.784 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:49:05.784 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:49:05.784 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:49:05.784 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:49:05.785 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:49:05.785 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:49:05.785 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:49:05.785 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:49:05.785 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:49:05.785 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:49:05.785 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:49:05.785 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:49:05.785 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:49:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:49:06 smithi032 ceph-mon[191839]: from='client.55010 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:49:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:49:06 smithi032 ceph-mon[191839]: from='client.55016 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:49:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:49:06 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/879576067' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:49:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:49:06 smithi032 ceph-mon[189144]: from='client.55010 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:49:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:49:06 smithi032 ceph-mon[189144]: from='client.55016 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:49:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:49:06 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/879576067' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:49:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:49:06 smithi039 ceph-mon[181282]: from='client.55010 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:49:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:49:06 smithi039 ceph-mon[181282]: from='client.55016 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:49:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:49:06 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/879576067' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:49:07.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:49:07 smithi032 ceph-mon[191839]: pgmap v10329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:07.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:49:07 smithi032 ceph-mon[189144]: pgmap v10329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:49:07 smithi039 ceph-mon[181282]: pgmap v10329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:09.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:49:09 smithi032 ceph-mon[191839]: pgmap v10330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:09.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:49:09 smithi032 ceph-mon[189144]: pgmap v10330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:09.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:49:09 smithi039 ceph-mon[181282]: pgmap v10330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:49:11 smithi032 ceph-mon[189144]: pgmap v10331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:49:11 smithi032 ceph-mon[191839]: pgmap v10331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:49:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:49:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T21:49:11.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:49:11 smithi039 ceph-mon[181282]: pgmap v10331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:13.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:49:13 smithi032 ceph-mon[189144]: pgmap v10332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:13.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:49:13 smithi032 ceph-mon[191839]: pgmap v10332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:13.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:49:13 smithi039 ceph-mon[181282]: pgmap v10332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:15.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:49:15 smithi032 ceph-mon[191839]: pgmap v10333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:15.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:49:15 smithi032 ceph-mon[189144]: pgmap v10333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:15.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:49:15 smithi039 ceph-mon[181282]: pgmap v10333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:17.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:49:17 smithi032 ceph-mon[191839]: pgmap v10334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:17.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:49:17 smithi032 ceph-mon[189144]: pgmap v10334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:17.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:49:17 smithi039 ceph-mon[181282]: pgmap v10334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:19.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:49:19 smithi032 ceph-mon[191839]: pgmap v10335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:19.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:49:19 smithi032 ceph-mon[189144]: pgmap v10335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:19.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:49:19 smithi039 ceph-mon[181282]: pgmap v10335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:49:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:49:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:49:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:49:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:49:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:49:21.110 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:49:21 smithi032 ceph-mon[191839]: pgmap v10336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:21.110 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:49:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:49:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T21:49:21.111 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:49:21 smithi032 ceph-mon[189144]: pgmap v10336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:21.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:49:21 smithi039 ceph-mon[181282]: pgmap v10336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:23.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:49:23 smithi032 ceph-mon[191839]: pgmap v10337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:23.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:49:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:49:23.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:49:23 smithi032 ceph-mon[189144]: pgmap v10337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:23.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:49:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:49:23.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:49:23 smithi039 ceph-mon[181282]: pgmap v10337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:23.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:49:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:49:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:49:25 smithi032 ceph-mon[191839]: pgmap v10338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:49:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:49:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:49:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:49:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:49:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:49:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:49:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:49:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:49:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:49:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:49:25 smithi032 ceph-mon[189144]: pgmap v10338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:49:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:49:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:49:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:49:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:49:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:49:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:49:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:49:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:49:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:49:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:49:25 smithi039 ceph-mon[181282]: pgmap v10338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:49:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:49:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:49:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:49:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:49:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:49:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:49:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:49:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:49:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:49:28.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:49:27 smithi032 ceph-mon[191839]: pgmap v10339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:28.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:49:27 smithi032 ceph-mon[189144]: pgmap v10339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:28.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:49:27 smithi039 ceph-mon[181282]: pgmap v10339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:30.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:49:29 smithi032 ceph-mon[189144]: pgmap v10340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:49:29 smithi032 ceph-mon[191839]: pgmap v10340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:49:29 smithi039 ceph-mon[181282]: pgmap v10340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:49:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:49:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T21:49:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:49:31 smithi032 ceph-mon[191839]: pgmap v10341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:49:31 smithi032 ceph-mon[189144]: pgmap v10341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:49:31 smithi039 ceph-mon[181282]: pgmap v10341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:33.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:49:33 smithi032 ceph-mon[191839]: pgmap v10342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:33.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:49:33 smithi032 ceph-mon[189144]: pgmap v10342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:33.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:49:33 smithi039 ceph-mon[181282]: pgmap v10342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:35.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:49:35 smithi032 ceph-mon[191839]: pgmap v10343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:49:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:49:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:49:35 smithi032 ceph-mon[189144]: pgmap v10343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:49:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:49:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:49:35 smithi039 ceph-mon[181282]: pgmap v10343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:49:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:49:36.148 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:49:36.469 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:49:36.470 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 11s ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:49:36.470 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 8m ago 4h 95.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:49:36.470 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 11s ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:49:36.470 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 8m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:49:36.470 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 8m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:49:36.470 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 11s ago 4h 723M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:49:36.470 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 11s ago 4h 1327M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:49:36.470 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 8m ago 4h 624M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:49:36.470 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 11s ago 4h 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:49:36.470 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 11s ago 4h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:49:36.470 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 8m ago 4h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:49:36.470 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 11s ago 4h 4592M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:49:36.470 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 11s ago 4h 4774M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:49:36.471 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 11s ago 4h 4273M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:49:36.471 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 11s ago 4h 4272M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:49:36.471 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 8m ago 4h 4038M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:49:36.471 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 8m ago 4h 4310M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:49:36.471 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 8m ago 4h 4037M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:49:36.471 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 8m ago 4h 3970M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:49:36.471 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 8m ago 4h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:49:36.871 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:49:36.871 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:49:36.871 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:49:36.872 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:49:36.872 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:49:36.872 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:49:36.872 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:49:36.872 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:49:36.872 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:49:36.872 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:49:36.872 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:49:36.872 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:49:36.872 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:49:36.872 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:49:36.872 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:49:36.872 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:49:36.872 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:49:36.873 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:49:37.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:49:37 smithi032 ceph-mon[189144]: pgmap v10344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:37.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:49:37 smithi032 ceph-mon[189144]: from='client.45111 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:49:37.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:49:37 smithi032 ceph-mon[189144]: from='client.45117 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:49:37.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:49:37 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3631407367' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:49:37.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:49:37 smithi032 ceph-mon[191839]: pgmap v10344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:37.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:49:37 smithi032 ceph-mon[191839]: from='client.45111 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:49:37.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:49:37 smithi032 ceph-mon[191839]: from='client.45117 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:49:37.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:49:37 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3631407367' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:49:37.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:49:37 smithi039 ceph-mon[181282]: pgmap v10344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:37.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:49:37 smithi039 ceph-mon[181282]: from='client.45111 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:49:37.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:49:37 smithi039 ceph-mon[181282]: from='client.45117 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:49:37.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:49:37 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3631407367' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:49:39.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:49:39 smithi032 ceph-mon[191839]: pgmap v10345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:39.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:49:39 smithi032 ceph-mon[189144]: pgmap v10345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:39.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:49:39 smithi039 ceph-mon[181282]: pgmap v10345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:41.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:49:41 smithi032 ceph-mon[191839]: pgmap v10346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:49:41 smithi032 ceph-mon[189144]: pgmap v10346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:49:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:49:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T21:49:41.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:49:41 smithi039 ceph-mon[181282]: pgmap v10346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:43.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:49:43 smithi032 ceph-mon[191839]: pgmap v10347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:43.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:49:43 smithi032 ceph-mon[189144]: pgmap v10347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:43.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:49:43 smithi039 ceph-mon[181282]: pgmap v10347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:45.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:49:45 smithi032 ceph-mon[191839]: pgmap v10348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:45.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:49:45 smithi032 ceph-mon[189144]: pgmap v10348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:45.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:49:45 smithi039 ceph-mon[181282]: pgmap v10348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:47.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:49:47 smithi032 ceph-mon[191839]: pgmap v10349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:47.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:49:47 smithi032 ceph-mon[189144]: pgmap v10349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:47.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:49:47 smithi039 ceph-mon[181282]: pgmap v10349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:49.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:49:49 smithi032 ceph-mon[191839]: pgmap v10350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:49.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:49:49 smithi032 ceph-mon[189144]: pgmap v10350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:49.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:49:49 smithi039 ceph-mon[181282]: pgmap v10350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:49:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:49:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:49:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:49:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:49:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:49:51.118 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:49:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:49:50] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T21:49:51.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:49:51 smithi032 ceph-mon[191839]: pgmap v10351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:51.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:49:51 smithi032 ceph-mon[189144]: pgmap v10351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:51.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:49:51 smithi039 ceph-mon[181282]: pgmap v10351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:53.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:49:53 smithi032 ceph-mon[191839]: pgmap v10352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:53.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:49:53 smithi032 ceph-mon[189144]: pgmap v10352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:53.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:49:53 smithi039 ceph-mon[181282]: pgmap v10352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:55.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:49:55 smithi032 ceph-mon[191839]: pgmap v10353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:55.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:49:55 smithi032 ceph-mon[189144]: pgmap v10353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:55.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:49:55 smithi039 ceph-mon[181282]: pgmap v10353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:57.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:49:57 smithi032 ceph-mon[191839]: pgmap v10354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:57.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:49:57 smithi032 ceph-mon[189144]: pgmap v10354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:57.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:49:57 smithi039 ceph-mon[181282]: pgmap v10354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:59.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:49:59 smithi032 ceph-mon[189144]: pgmap v10355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:59.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:49:59 smithi032 ceph-mon[191839]: pgmap v10355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:49:59.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:49:59 smithi039 ceph-mon[181282]: pgmap v10355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:50:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T21:50:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:50:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T21:49:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T21:50:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:50:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T21:50:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:50:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T21:50:01.132 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:50:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:50:00] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T21:50:01.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:50:01 smithi032 ceph-mon[191839]: pgmap v10356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:01.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:50:01 smithi032 ceph-mon[189144]: pgmap v10356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:01.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:50:01 smithi039 ceph-mon[181282]: pgmap v10356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:03.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:50:03 smithi032 ceph-mon[189144]: pgmap v10357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:03.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:50:03 smithi032 ceph-mon[191839]: pgmap v10357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:03.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:50:03 smithi039 ceph-mon[181282]: pgmap v10357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:50:05 smithi032 ceph-mon[189144]: pgmap v10358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:50:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:50:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:50:05 smithi032 ceph-mon[191839]: pgmap v10358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:50:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:50:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:50:05 smithi039 ceph-mon[181282]: pgmap v10358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:50:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:50:07.241 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:50:07.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:50:07 smithi032 ceph-mon[189144]: pgmap v10359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:50:07 smithi032 ceph-mon[191839]: pgmap v10359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:07.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:50:07 smithi039 ceph-mon[181282]: pgmap v10359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:07.563 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:50:07.564 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 42s ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:50:07.564 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 8m ago 4h 95.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:50:07.564 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 42s ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:50:07.564 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 8m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:50:07.564 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 8m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:50:07.564 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 42s ago 4h 723M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:50:07.564 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 42s ago 4h 1327M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:50:07.564 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 8m ago 4h 624M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:50:07.564 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 42s ago 4h 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:50:07.564 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 42s ago 4h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:50:07.564 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 8m ago 4h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:50:07.565 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 42s ago 4h 4592M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:50:07.565 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 42s ago 4h 4774M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:50:07.565 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 42s ago 4h 4273M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:50:07.565 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 42s ago 4h 4272M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:50:07.565 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 8m ago 4h 4038M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:50:07.565 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 8m ago 4h 4310M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:50:07.565 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 8m ago 4h 4037M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:50:07.565 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 8m ago 4h 3970M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:50:07.565 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 8m ago 4h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:50:07.965 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:50:07.965 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:50:07.966 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:50:07.966 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:50:07.966 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:50:07.966 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:50:07.966 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:50:07.966 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:50:07.966 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:50:07.966 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:50:07.966 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:50:07.966 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:50:07.966 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:50:07.966 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:50:07.966 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:50:07.967 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:50:07.967 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:50:07.967 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:50:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:50:08 smithi032 ceph-mon[191839]: from='client.45129 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:50:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:50:08 smithi032 ceph-mon[191839]: from='client.45135 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:50:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:50:08 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/567987780' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:50:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:50:08 smithi032 ceph-mon[189144]: from='client.45129 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:50:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:50:08 smithi032 ceph-mon[189144]: from='client.45135 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:50:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:50:08 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/567987780' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:50:08.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:50:08 smithi039 ceph-mon[181282]: from='client.45129 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:50:08.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:50:08 smithi039 ceph-mon[181282]: from='client.45135 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:50:08.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:50:08 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/567987780' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:50:09.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:50:09 smithi032 ceph-mon[189144]: pgmap v10360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:09.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:50:09 smithi032 ceph-mon[191839]: pgmap v10360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:09.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:50:09 smithi039 ceph-mon[181282]: pgmap v10360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:50:11 smithi032 ceph-mon[189144]: pgmap v10361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:50:11 smithi032 ceph-mon[191839]: pgmap v10361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:50:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:50:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T21:50:11.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:50:11 smithi039 ceph-mon[181282]: pgmap v10361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:13.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:50:13 smithi032 ceph-mon[189144]: pgmap v10362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:13.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:50:13 smithi032 ceph-mon[191839]: pgmap v10362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:13.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:50:13 smithi039 ceph-mon[181282]: pgmap v10362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:15.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:50:15 smithi032 ceph-mon[189144]: pgmap v10363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:15.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:50:15 smithi032 ceph-mon[191839]: pgmap v10363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:15.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:50:15 smithi039 ceph-mon[181282]: pgmap v10363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:17.257 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 21:50:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-22T21:50:16.983194065Z level=info msg="Completed cleanup jobs" duration=13.19862ms 2023-12-22T21:50:17.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:50:17 smithi039 ceph-mon[181282]: pgmap v10364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:17.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:50:17 smithi032 ceph-mon[191839]: pgmap v10364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:17.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:50:17 smithi032 ceph-mon[189144]: pgmap v10364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:19.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:50:19 smithi032 ceph-mon[189144]: pgmap v10365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:19.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:50:19 smithi032 ceph-mon[191839]: pgmap v10365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:19.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:50:19 smithi039 ceph-mon[181282]: pgmap v10365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:50:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:50:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:50:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:50:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:50:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:50:21.127 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:50:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:50:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T21:50:21.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:50:21 smithi032 ceph-mon[191839]: pgmap v10366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:21.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:50:21 smithi032 ceph-mon[189144]: pgmap v10366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:21.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:50:21 smithi039 ceph-mon[181282]: pgmap v10366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:23.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:50:23 smithi032 ceph-mon[191839]: pgmap v10367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:23.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:50:23 smithi032 ceph-mon[189144]: pgmap v10367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:23.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:50:23 smithi039 ceph-mon[181282]: pgmap v10367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:25.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:50:25 smithi032 ceph-mon[191839]: pgmap v10368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:25.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:50:25 smithi032 ceph-mon[189144]: pgmap v10368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:25.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:50:25 smithi039 ceph-mon[181282]: pgmap v10368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:50:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:50:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:50:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:50:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:50:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:50:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:50:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:50:26.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:50:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:50:26.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:50:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:50:26.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:50:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:50:26.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:50:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:50:26.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:50:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:50:26.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:50:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:50:26.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:50:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:50:26.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:50:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:50:27.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:50:27 smithi032 ceph-mon[191839]: pgmap v10369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:27.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:50:27 smithi032 ceph-mon[189144]: pgmap v10369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:27.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:50:27 smithi039 ceph-mon[181282]: pgmap v10369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:29.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:50:29 smithi032 ceph-mon[191839]: pgmap v10370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:50:29 smithi032 ceph-mon[189144]: pgmap v10370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:29.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:50:29 smithi039 ceph-mon[181282]: pgmap v10370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:50:31 smithi032 ceph-mon[191839]: pgmap v10371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:50:31 smithi032 ceph-mon[189144]: pgmap v10371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:50:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:50:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T21:50:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:50:31 smithi039 ceph-mon[181282]: pgmap v10371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:33.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:50:33 smithi032 ceph-mon[191839]: pgmap v10372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:33.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:50:33 smithi032 ceph-mon[189144]: pgmap v10372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:33.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:50:33 smithi039 ceph-mon[181282]: pgmap v10372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:50:35 smithi032 ceph-mon[189144]: pgmap v10373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:50:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:50:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:50:35 smithi032 ceph-mon[191839]: pgmap v10373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:50:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:50:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:50:35 smithi039 ceph-mon[181282]: pgmap v10373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:35.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:50:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:50:37.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:50:37 smithi032 ceph-mon[191839]: pgmap v10374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:37.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:50:37 smithi032 ceph-mon[189144]: pgmap v10374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:37.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:50:37 smithi039 ceph-mon[181282]: pgmap v10374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:38.331 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:50:38.653 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:50:38.654 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 73s ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:50:38.654 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 9m ago 4h 95.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:50:38.654 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 73s ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:50:38.654 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 9m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:50:38.654 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 9m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:50:38.654 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 73s ago 4h 723M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:50:38.654 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 73s ago 4h 1327M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:50:38.654 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 9m ago 4h 624M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:50:38.654 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 73s ago 4h 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:50:38.654 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 73s ago 4h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:50:38.654 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 9m ago 4h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:50:38.654 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 73s ago 4h 4592M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:50:38.654 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 73s ago 4h 4774M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:50:38.654 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 73s ago 4h 4273M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:50:38.655 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 73s ago 4h 4272M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:50:38.655 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 9m ago 4h 4038M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:50:38.655 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 9m ago 4h 4310M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:50:38.655 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 9m ago 4h 4037M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:50:38.655 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 9m ago 4h 3970M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:50:38.655 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 9m ago 4h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:50:39.059 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:50:39.059 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:50:39.059 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:50:39.059 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:50:39.059 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:50:39.059 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:50:39.059 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:50:39.059 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:50:39.059 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:50:39.059 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:50:39.060 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:50:39.060 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:50:39.060 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:50:39.060 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:50:39.060 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:50:39.060 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:50:39.060 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:50:39.060 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:50:39.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:50:39 smithi032 ceph-mon[191839]: pgmap v10375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:39.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:50:39 smithi032 ceph-mon[191839]: from='client.55064 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:50:39.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:50:39 smithi032 ceph-mon[191839]: from='client.45153 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:50:39.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:50:39 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3234206261' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:50:39.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:50:39 smithi032 ceph-mon[189144]: pgmap v10375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:39.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:50:39 smithi032 ceph-mon[189144]: from='client.55064 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:50:39.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:50:39 smithi032 ceph-mon[189144]: from='client.45153 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:50:39.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:50:39 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3234206261' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:50:39.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:50:39 smithi039 ceph-mon[181282]: pgmap v10375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:39.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:50:39 smithi039 ceph-mon[181282]: from='client.55064 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:50:39.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:50:39 smithi039 ceph-mon[181282]: from='client.45153 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:50:39.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:50:39 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3234206261' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:50:41.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:50:41 smithi032 ceph-mon[191839]: pgmap v10376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:50:41 smithi032 ceph-mon[189144]: pgmap v10376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:50:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:50:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T21:50:41.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:50:41 smithi039 ceph-mon[181282]: pgmap v10376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:43.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:50:43 smithi032 ceph-mon[191839]: pgmap v10377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:43.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:50:43 smithi032 ceph-mon[189144]: pgmap v10377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:43.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:50:43 smithi039 ceph-mon[181282]: pgmap v10377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:45.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:50:45 smithi032 ceph-mon[191839]: pgmap v10378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:45.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:50:45 smithi032 ceph-mon[189144]: pgmap v10378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:45.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:50:45 smithi039 ceph-mon[181282]: pgmap v10378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:47.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:50:47 smithi032 ceph-mon[191839]: pgmap v10379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:47.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:50:47 smithi032 ceph-mon[189144]: pgmap v10379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:47.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:50:47 smithi039 ceph-mon[181282]: pgmap v10379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:49.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:50:49 smithi032 ceph-mon[191839]: pgmap v10380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:49.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:50:49 smithi032 ceph-mon[189144]: pgmap v10380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:49.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:50:49 smithi039 ceph-mon[181282]: pgmap v10380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:50:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:50:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:50:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:50:50.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:50:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:50:51.135 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:50:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:50:50] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-22T21:50:51.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:50:51 smithi032 ceph-mon[189144]: pgmap v10381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:51.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:50:51 smithi032 ceph-mon[191839]: pgmap v10381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:51.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:50:51 smithi039 ceph-mon[181282]: pgmap v10381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:53.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:50:53 smithi032 ceph-mon[191839]: pgmap v10382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:53.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:50:53 smithi032 ceph-mon[189144]: pgmap v10382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:53.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:50:53 smithi039 ceph-mon[181282]: pgmap v10382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:55.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:50:55 smithi032 ceph-mon[191839]: pgmap v10383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:55.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:50:55 smithi032 ceph-mon[189144]: pgmap v10383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:55.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:50:55 smithi039 ceph-mon[181282]: pgmap v10383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:57.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:50:57 smithi032 ceph-mon[191839]: pgmap v10384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:57.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:50:57 smithi032 ceph-mon[189144]: pgmap v10384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:57.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:50:57 smithi039 ceph-mon[181282]: pgmap v10384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:59.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:50:59 smithi032 ceph-mon[191839]: pgmap v10385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:59.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:50:59 smithi032 ceph-mon[189144]: pgmap v10385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:50:59.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:50:59 smithi039 ceph-mon[181282]: pgmap v10385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:51:01 smithi032 ceph-mon[189144]: pgmap v10386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:51:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:51:00] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-22T21:51:01.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:51:01 smithi032 ceph-mon[191839]: pgmap v10386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:01.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:51:01 smithi039 ceph-mon[181282]: pgmap v10386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:03.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:51:03 smithi032 ceph-mon[189144]: pgmap v10387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:03.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:51:03 smithi032 ceph-mon[191839]: pgmap v10387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:03.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:51:03 smithi039 ceph-mon[181282]: pgmap v10387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:51:05 smithi032 ceph-mon[191839]: pgmap v10388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:51:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:51:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:51:05 smithi032 ceph-mon[189144]: pgmap v10388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:51:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:51:05.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:51:05 smithi039 ceph-mon[181282]: pgmap v10388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:05.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:51:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:51:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:51:07 smithi032 ceph-mon[191839]: pgmap v10389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:07.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:51:07 smithi032 ceph-mon[189144]: pgmap v10389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:07.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:51:07 smithi039 ceph-mon[181282]: pgmap v10389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:09.425 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:51:09.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:51:09 smithi032 ceph-mon[191839]: pgmap v10390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:09.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:51:09 smithi032 ceph-mon[189144]: pgmap v10390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:09.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:51:09 smithi039 ceph-mon[181282]: pgmap v10390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:09.750 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:51:09.751 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 104s ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:51:09.751 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 9m ago 4h 95.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:51:09.751 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 104s ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:51:09.751 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 9m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:51:09.751 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 9m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:51:09.751 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 104s ago 4h 723M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:51:09.751 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 104s ago 4h 1327M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:51:09.751 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 9m ago 4h 624M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:51:09.751 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 104s ago 4h 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:51:09.751 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 104s ago 4h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:51:09.751 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 9m ago 4h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:51:09.751 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 104s ago 4h 4592M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:51:09.751 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 104s ago 4h 4774M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:51:09.752 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 104s ago 4h 4273M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:51:09.752 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 104s ago 4h 4272M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:51:09.752 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 9m ago 4h 4038M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:51:09.752 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 9m ago 4h 4310M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:51:09.752 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 9m ago 4h 4037M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:51:09.752 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 9m ago 4h 3970M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:51:09.752 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 9m ago 4h 121M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:51:10.156 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:51:10.156 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:51:10.156 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:51:10.156 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:51:10.156 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:51:10.156 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:51:10.156 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:51:10.156 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:51:10.157 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:51:10.157 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:51:10.157 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:51:10.157 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:51:10.157 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:51:10.157 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:51:10.157 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:51:10.157 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:51:10.157 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:51:10.157 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:51:10.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:51:10 smithi032 ceph-mon[191839]: from='client.55082 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:51:10.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:51:10 smithi032 ceph-mon[191839]: from='client.55088 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:51:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:51:10 smithi032 ceph-mon[189144]: from='client.55082 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:51:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:51:10 smithi032 ceph-mon[189144]: from='client.55088 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:51:10.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:51:10 smithi039 ceph-mon[181282]: from='client.55082 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:51:10.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:51:10 smithi039 ceph-mon[181282]: from='client.55088 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:51:11.142 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:51:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:51:10] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T21:51:11.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:51:11 smithi032 ceph-mon[191839]: pgmap v10391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:11.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:51:11 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2339067392' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:51:11.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:51:11 smithi032 ceph-mon[189144]: pgmap v10391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:11.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:51:11 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2339067392' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:51:11.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:51:11 smithi039 ceph-mon[181282]: pgmap v10391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:11.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:51:11 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2339067392' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:51:13.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:51:13 smithi032 ceph-mon[191839]: pgmap v10392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:13.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:51:13 smithi032 ceph-mon[189144]: pgmap v10392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:13.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:51:13 smithi039 ceph-mon[181282]: pgmap v10392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:15.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:51:15 smithi032 ceph-mon[191839]: pgmap v10393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:15.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:51:15 smithi032 ceph-mon[189144]: pgmap v10393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:15.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:51:15 smithi039 ceph-mon[181282]: pgmap v10393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:17.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:51:17 smithi032 ceph-mon[191839]: pgmap v10394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:17.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:51:17 smithi032 ceph-mon[189144]: pgmap v10394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:17.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:51:17 smithi039 ceph-mon[181282]: pgmap v10394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:19.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:51:19 smithi032 ceph-mon[191839]: pgmap v10395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:19.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:51:19 smithi032 ceph-mon[189144]: pgmap v10395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:19.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:51:19 smithi039 ceph-mon[181282]: pgmap v10395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:51:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:51:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:51:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:51:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:51:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:51:21.158 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:51:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:51:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T21:51:21.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:51:21 smithi032 ceph-mon[191839]: pgmap v10396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:21.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:51:21 smithi032 ceph-mon[189144]: pgmap v10396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:21.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:51:21 smithi039 ceph-mon[181282]: pgmap v10396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:23.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:51:23 smithi032 ceph-mon[191839]: pgmap v10397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:23.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:51:23 smithi032 ceph-mon[189144]: pgmap v10397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:23.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:51:23 smithi039 ceph-mon[181282]: pgmap v10397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:25.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:51:25 smithi032 ceph-mon[191839]: pgmap v10398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:25.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:51:25 smithi032 ceph-mon[189144]: pgmap v10398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:25.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:51:25 smithi039 ceph-mon[181282]: pgmap v10398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:26.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:51:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:51:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:51:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:51:26.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:51:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:51:27.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:51:27 smithi032 ceph-mon[191839]: pgmap v10399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:27.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:51:27 smithi032 ceph-mon[189144]: pgmap v10399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:27.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:51:27 smithi039 ceph-mon[181282]: pgmap v10399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:29.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:51:29 smithi032 ceph-mon[189144]: pgmap v10400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:29.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:51:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:51:29.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:51:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:51:29.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:51:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:51:29.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:51:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:51:29.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:51:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:51:29.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:51:29 smithi032 ceph-mon[191839]: pgmap v10400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:29.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:51:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:51:29.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:51:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:51:29.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:51:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:51:29.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:51:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:51:29.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:51:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:51:30.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:51:29 smithi039 ceph-mon[181282]: pgmap v10400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:30.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:51:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:51:30.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:51:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:51:30.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:51:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:51:30.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:51:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:51:30.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:51:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:51:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:51:31 smithi032 ceph-mon[191839]: pgmap v10401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:51:31 smithi032 ceph-mon[189144]: pgmap v10401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:51:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:51:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T21:51:31.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:51:31 smithi039 ceph-mon[181282]: pgmap v10401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:33.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:51:33 smithi032 ceph-mon[189144]: pgmap v10402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:33.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:51:33 smithi032 ceph-mon[191839]: pgmap v10402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:33.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:51:33 smithi039 ceph-mon[181282]: pgmap v10402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:51:35 smithi032 ceph-mon[191839]: pgmap v10403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:51:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:51:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:51:35 smithi032 ceph-mon[189144]: pgmap v10403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:51:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:51:35.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:51:35 smithi039 ceph-mon[181282]: pgmap v10403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:35.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:51:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:51:37.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:51:37 smithi032 ceph-mon[191839]: pgmap v10404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:37.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:51:37 smithi032 ceph-mon[189144]: pgmap v10404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:37.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:51:37 smithi039 ceph-mon[181282]: pgmap v10404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:39.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:51:39 smithi032 ceph-mon[191839]: pgmap v10405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:39.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:51:39 smithi032 ceph-mon[189144]: pgmap v10405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:39.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:51:39 smithi039 ceph-mon[181282]: pgmap v10405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:40.522 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:51:40.852 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:51:40.852 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 2m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:51:40.852 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 12s ago 4h 98.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:51:40.852 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 2m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:51:40.852 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 12s ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:51:40.852 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 12s ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:51:40.852 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 2m ago 4h 723M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:51:40.852 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 2m ago 4h 1327M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:51:40.852 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 12s ago 4h 642M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:51:40.852 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 2m ago 4h 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:51:40.852 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 2m ago 4h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:51:40.853 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 12s ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:51:40.853 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 2m ago 4h 4592M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:51:40.853 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 2m ago 4h 4774M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:51:40.853 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 2m ago 4h 4273M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:51:40.853 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 2m ago 4h 4272M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:51:40.853 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 12s ago 4h 4064M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:51:40.853 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 12s ago 4h 4342M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:51:40.853 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 12s ago 4h 4067M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:51:40.853 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 12s ago 4h 4005M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:51:40.853 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 12s ago 4h 122M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:51:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:51:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:51:40] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T21:51:41.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:51:41 smithi032 ceph-mon[189144]: pgmap v10406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:41.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:51:41 smithi032 ceph-mon[189144]: from='client.55100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:51:41.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:51:41 smithi032 ceph-mon[189144]: from='client.45189 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:51:41.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:51:41 smithi032 ceph-mon[191839]: pgmap v10406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:41.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:51:41 smithi032 ceph-mon[191839]: from='client.55100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:51:41.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:51:41 smithi032 ceph-mon[191839]: from='client.45189 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:51:41.255 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:51:41.255 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:51:41.256 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:51:41.256 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:51:41.256 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:51:41.256 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:51:41.256 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:51:41.256 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:51:41.256 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:51:41.256 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:51:41.256 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:51:41.256 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:51:41.256 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:51:41.256 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:51:41.256 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:51:41.256 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:51:41.256 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:51:41.256 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:51:41.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:51:41 smithi039 ceph-mon[181282]: pgmap v10406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:41.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:51:41 smithi039 ceph-mon[181282]: from='client.55100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:51:41.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:51:41 smithi039 ceph-mon[181282]: from='client.45189 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:51:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:51:42 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/255935565' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:51:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:51:42 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/255935565' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:51:42.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:51:42 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/255935565' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:51:43.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:51:43 smithi032 ceph-mon[191839]: pgmap v10407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:43.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:51:43 smithi032 ceph-mon[189144]: pgmap v10407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:43.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:51:43 smithi039 ceph-mon[181282]: pgmap v10407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:45.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:51:45 smithi032 ceph-mon[191839]: pgmap v10408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:45.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:51:45 smithi032 ceph-mon[189144]: pgmap v10408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:45.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:51:45 smithi039 ceph-mon[181282]: pgmap v10408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:47.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:51:47 smithi032 ceph-mon[191839]: pgmap v10409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:47.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:51:47 smithi032 ceph-mon[189144]: pgmap v10409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:47.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:51:47 smithi039 ceph-mon[181282]: pgmap v10409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:49.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:51:49 smithi032 ceph-mon[191839]: pgmap v10410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:49.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:51:49 smithi032 ceph-mon[189144]: pgmap v10410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:49.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:51:49 smithi039 ceph-mon[181282]: pgmap v10410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:51:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:51:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:51:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:51:50.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:51:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:51:51.151 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:51:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:51:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T21:51:51.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:51:51 smithi032 ceph-mon[191839]: pgmap v10411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:51.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:51:51 smithi032 ceph-mon[189144]: pgmap v10411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:51.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:51:51 smithi039 ceph-mon[181282]: pgmap v10411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:53.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:51:53 smithi032 ceph-mon[189144]: pgmap v10412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:53.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:51:53 smithi032 ceph-mon[191839]: pgmap v10412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:53.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:51:53 smithi039 ceph-mon[181282]: pgmap v10412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:55.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:51:55 smithi032 ceph-mon[189144]: pgmap v10413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:55.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:51:55 smithi032 ceph-mon[191839]: pgmap v10413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:55.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:51:55 smithi039 ceph-mon[181282]: pgmap v10413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:57.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:51:57 smithi032 ceph-mon[189144]: pgmap v10414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:57.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:51:57 smithi032 ceph-mon[191839]: pgmap v10414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:57.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:51:57 smithi039 ceph-mon[181282]: pgmap v10414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:59.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:51:59 smithi032 ceph-mon[191839]: pgmap v10415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:59.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:51:59 smithi032 ceph-mon[189144]: pgmap v10415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:51:59.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:51:59 smithi039 ceph-mon[181282]: pgmap v10415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:52:01 smithi032 ceph-mon[191839]: pgmap v10416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:52:01 smithi032 ceph-mon[189144]: pgmap v10416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:52:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:52:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T21:52:01.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:52:01 smithi039 ceph-mon[181282]: pgmap v10416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:03.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:52:03 smithi032 ceph-mon[191839]: pgmap v10417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:03.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:52:03 smithi032 ceph-mon[189144]: pgmap v10417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:03.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:52:03 smithi039 ceph-mon[181282]: pgmap v10417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:52:05 smithi032 ceph-mon[191839]: pgmap v10418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:52:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:52:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:52:05 smithi032 ceph-mon[189144]: pgmap v10418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:52:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:52:05.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:52:05 smithi039 ceph-mon[181282]: pgmap v10418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:05.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:52:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:52:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:52:07 smithi032 ceph-mon[191839]: pgmap v10419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:07.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:52:07 smithi032 ceph-mon[189144]: pgmap v10419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:07.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:52:07 smithi039 ceph-mon[181282]: pgmap v10419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:09.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:52:09 smithi032 ceph-mon[191839]: pgmap v10420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:09.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:52:09 smithi032 ceph-mon[189144]: pgmap v10420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:09.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:52:09 smithi039 ceph-mon[181282]: pgmap v10420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:52:11 smithi032 ceph-mon[189144]: pgmap v10421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:11.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:52:11 smithi032 ceph-mon[191839]: pgmap v10421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:52:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:52:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T21:52:11.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:52:11 smithi039 ceph-mon[181282]: pgmap v10421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:11.621 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:52:11.943 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:52:11.944 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 2m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:52:11.944 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 43s ago 4h 98.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:52:11.944 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 2m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:52:11.944 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 43s ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:52:11.944 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 43s ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:52:11.944 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 2m ago 4h 723M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:52:11.944 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 2m ago 4h 1327M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:52:11.944 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 43s ago 4h 642M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:52:11.944 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 2m ago 4h 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:52:11.944 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 2m ago 4h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:52:11.944 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 43s ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:52:11.945 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 2m ago 4h 4592M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:52:11.945 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 2m ago 4h 4774M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:52:11.945 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 2m ago 4h 4273M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:52:11.945 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 2m ago 4h 4272M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:52:11.945 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 43s ago 4h 4064M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:52:11.945 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 43s ago 4h 4342M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:52:11.945 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 43s ago 4h 4067M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:52:11.945 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 43s ago 4h 4005M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:52:11.945 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 43s ago 4h 122M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:52:12.344 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:52:12.344 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:52:12.344 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:52:12.345 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:52:12.345 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:52:12.345 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:52:12.345 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:52:12.345 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:52:12.345 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:52:12.345 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:52:12.345 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:52:12.345 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:52:12.345 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:52:12.345 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:52:12.345 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:52:12.345 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:52:12.345 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:52:12.346 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:52:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:52:12 smithi032 ceph-mon[191839]: from='client.55118 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:52:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:52:12 smithi032 ceph-mon[189144]: from='client.55118 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:52:12.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:52:12 smithi039 ceph-mon[181282]: from='client.55118 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:52:13.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:52:13 smithi032 ceph-mon[191839]: from='client.45207 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:52:13.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:52:13 smithi032 ceph-mon[191839]: pgmap v10422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:13.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:52:13 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1968440752' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:52:13.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:52:13 smithi032 ceph-mon[189144]: from='client.45207 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:52:13.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:52:13 smithi032 ceph-mon[189144]: pgmap v10422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:13.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:52:13 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1968440752' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:52:13.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:52:13 smithi039 ceph-mon[181282]: from='client.45207 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:52:13.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:52:13 smithi039 ceph-mon[181282]: pgmap v10422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:13.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:52:13 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1968440752' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:52:15.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:52:15 smithi032 ceph-mon[191839]: pgmap v10423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:15.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:52:15 smithi032 ceph-mon[189144]: pgmap v10423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:15.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:52:15 smithi039 ceph-mon[181282]: pgmap v10423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:17.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:52:17 smithi032 ceph-mon[191839]: pgmap v10424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:17.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:52:17 smithi032 ceph-mon[189144]: pgmap v10424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:17.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:52:17 smithi039 ceph-mon[181282]: pgmap v10424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:19.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:52:19 smithi032 ceph-mon[191839]: pgmap v10425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:19.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:52:19 smithi032 ceph-mon[189144]: pgmap v10425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:19.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:52:19 smithi039 ceph-mon[181282]: pgmap v10425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:52:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:52:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:52:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:52:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:52:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:52:21.161 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:52:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:52:20] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T21:52:21.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:52:21 smithi032 ceph-mon[191839]: pgmap v10426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:21.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:52:21 smithi032 ceph-mon[189144]: pgmap v10426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:21.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:52:21 smithi039 ceph-mon[181282]: pgmap v10426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:23.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:52:23 smithi032 ceph-mon[191839]: pgmap v10427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:23.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:52:23 smithi032 ceph-mon[189144]: pgmap v10427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:23.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:52:23 smithi039 ceph-mon[181282]: pgmap v10427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:25.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:52:25 smithi032 ceph-mon[191839]: pgmap v10428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:25.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:52:25 smithi032 ceph-mon[189144]: pgmap v10428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:25.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:52:25 smithi039 ceph-mon[181282]: pgmap v10428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:27.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:52:27 smithi032 ceph-mon[191839]: pgmap v10429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:27.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:52:27 smithi032 ceph-mon[189144]: pgmap v10429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:27.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:52:27 smithi039 ceph-mon[181282]: pgmap v10429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:29.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:52:29 smithi032 ceph-mon[191839]: pgmap v10430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:52:29 smithi032 ceph-mon[189144]: pgmap v10430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:29.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:52:29 smithi039 ceph-mon[181282]: pgmap v10430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:52:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:52:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:52:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:52:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:52:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:52:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:52:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:52:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:52:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:52:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:52:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:52:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:52:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:52:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:52:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:52:30.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:52:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:52:30.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:52:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:52:30.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:52:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:52:30.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:52:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:52:31.175 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:52:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:52:30] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T21:52:31.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:52:31 smithi032 ceph-mon[189144]: pgmap v10431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:31.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:52:31 smithi032 ceph-mon[191839]: pgmap v10431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:31.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:52:31 smithi039 ceph-mon[181282]: pgmap v10431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:33.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:52:33 smithi032 ceph-mon[191839]: pgmap v10432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:33.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:52:33 smithi032 ceph-mon[189144]: pgmap v10432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:33.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:52:33 smithi039 ceph-mon[181282]: pgmap v10432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:35.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:52:35 smithi039 ceph-mon[181282]: pgmap v10433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:35.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:52:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:52:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:52:35 smithi032 ceph-mon[191839]: pgmap v10433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:52:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:52:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:52:35 smithi032 ceph-mon[189144]: pgmap v10433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:35.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:52:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:52:37.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:52:37 smithi039 ceph-mon[181282]: pgmap v10434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:37.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:52:37 smithi032 ceph-mon[189144]: pgmap v10434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:37.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:52:37 smithi032 ceph-mon[191839]: pgmap v10434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:39.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:52:39 smithi039 ceph-mon[181282]: pgmap v10435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:39.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:52:39 smithi032 ceph-mon[191839]: pgmap v10435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:39.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:52:39 smithi032 ceph-mon[189144]: pgmap v10435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:41.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:52:41 smithi032 ceph-mon[191839]: pgmap v10436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:41.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:52:41 smithi032 ceph-mon[189144]: pgmap v10436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:52:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:52:40] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T21:52:41.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:52:41 smithi039 ceph-mon[181282]: pgmap v10436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:42.709 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:52:43.033 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:52:43.033 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 3m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:52:43.033 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 74s ago 4h 98.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:52:43.033 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 3m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:52:43.033 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 74s ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:52:43.033 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 74s ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:52:43.033 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 3m ago 4h 723M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:52:43.033 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 3m ago 4h 1327M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:52:43.034 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 74s ago 4h 642M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:52:43.034 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 3m ago 4h 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:52:43.034 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 3m ago 4h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:52:43.034 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 74s ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:52:43.034 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 3m ago 4h 4592M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:52:43.034 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 3m ago 4h 4774M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:52:43.034 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 3m ago 4h 4273M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:52:43.034 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 3m ago 4h 4272M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:52:43.034 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 74s ago 4h 4064M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:52:43.034 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 74s ago 4h 4342M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:52:43.034 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 74s ago 4h 4067M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:52:43.034 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 74s ago 4h 4005M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:52:43.034 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 74s ago 4h 122M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:52:43.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:52:43 smithi032 ceph-mon[191839]: pgmap v10437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:43.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:52:43 smithi032 ceph-mon[191839]: from='client.55136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:52:43.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:52:43 smithi032 ceph-mon[189144]: pgmap v10437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:43.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:52:43 smithi032 ceph-mon[189144]: from='client.55136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:52:43.434 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:52:43.434 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:52:43.434 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:52:43.434 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:52:43.434 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:52:43.434 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:52:43.434 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:52:43.434 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:52:43.434 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:52:43.434 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:52:43.434 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:52:43.434 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:52:43.435 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:52:43.435 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:52:43.435 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:52:43.435 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:52:43.435 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:52:43.435 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:52:43.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:52:43 smithi039 ceph-mon[181282]: pgmap v10437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:43.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:52:43 smithi039 ceph-mon[181282]: from='client.55136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:52:44.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:52:44 smithi032 ceph-mon[189144]: from='client.55142 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:52:44.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:52:44 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1218718315' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:52:44.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:52:44 smithi032 ceph-mon[191839]: from='client.55142 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:52:44.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:52:44 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1218718315' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:52:44.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:52:44 smithi039 ceph-mon[181282]: from='client.55142 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:52:44.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:52:44 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1218718315' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:52:45.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:52:45 smithi039 ceph-mon[181282]: pgmap v10438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:45.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:52:45 smithi032 ceph-mon[191839]: pgmap v10438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:45.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:52:45 smithi032 ceph-mon[189144]: pgmap v10438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:47.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:52:47 smithi039 ceph-mon[181282]: pgmap v10439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:47.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:52:47 smithi032 ceph-mon[191839]: pgmap v10439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:47.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:52:47 smithi032 ceph-mon[189144]: pgmap v10439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:49.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:52:49 smithi039 ceph-mon[181282]: pgmap v10440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:49.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:52:49 smithi032 ceph-mon[189144]: pgmap v10440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:49.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:52:49 smithi032 ceph-mon[191839]: pgmap v10440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:50.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:52:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:52:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:52:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:52:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:52:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:52:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:52:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:52:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T21:52:51.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:52:51 smithi039 ceph-mon[181282]: pgmap v10441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:51.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:52:51 smithi032 ceph-mon[189144]: pgmap v10441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:51.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:52:51 smithi032 ceph-mon[191839]: pgmap v10441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:53.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:52:53 smithi039 ceph-mon[181282]: pgmap v10442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:53.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:52:53 smithi032 ceph-mon[191839]: pgmap v10442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:53.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:52:53 smithi032 ceph-mon[189144]: pgmap v10442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:55.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:52:55 smithi039 ceph-mon[181282]: pgmap v10443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:55.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:52:55 smithi032 ceph-mon[191839]: pgmap v10443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:55.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:52:55 smithi032 ceph-mon[189144]: pgmap v10443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:57.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:52:57 smithi039 ceph-mon[181282]: pgmap v10444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:57.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:52:57 smithi032 ceph-mon[191839]: pgmap v10444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:57.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:52:57 smithi032 ceph-mon[189144]: pgmap v10444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:59.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:52:59 smithi039 ceph-mon[181282]: pgmap v10445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:59.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:52:59 smithi032 ceph-mon[189144]: pgmap v10445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:52:59.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:52:59 smithi032 ceph-mon[191839]: pgmap v10445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:53:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:53:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T21:53:01.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:53:01 smithi032 ceph-mon[191839]: pgmap v10446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:01.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:53:01 smithi032 ceph-mon[189144]: pgmap v10446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:01.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:53:01 smithi039 ceph-mon[181282]: pgmap v10446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:03.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:53:03 smithi032 ceph-mon[189144]: pgmap v10447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:03.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:53:03 smithi032 ceph-mon[191839]: pgmap v10447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:03.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:53:03 smithi039 ceph-mon[181282]: pgmap v10447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:53:05 smithi032 ceph-mon[189144]: pgmap v10448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:53:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:53:05.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:53:05 smithi032 ceph-mon[191839]: pgmap v10448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:05.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:53:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:53:05.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:53:05 smithi039 ceph-mon[181282]: pgmap v10448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:05.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:53:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:53:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:53:07 smithi032 ceph-mon[191839]: pgmap v10449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:07.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:53:07 smithi032 ceph-mon[189144]: pgmap v10449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:07.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:53:07 smithi039 ceph-mon[181282]: pgmap v10449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:09.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:53:09 smithi032 ceph-mon[191839]: pgmap v10450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:09.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:53:09 smithi032 ceph-mon[189144]: pgmap v10450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:09.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:53:09 smithi039 ceph-mon[181282]: pgmap v10450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:53:11 smithi032 ceph-mon[191839]: pgmap v10451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:53:11 smithi032 ceph-mon[189144]: pgmap v10451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:53:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:53:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T21:53:11.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:53:11 smithi039 ceph-mon[181282]: pgmap v10451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:13.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:53:13 smithi032 ceph-mon[189144]: pgmap v10452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:13.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:53:13 smithi032 ceph-mon[191839]: pgmap v10452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:13.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:53:13 smithi039 ceph-mon[181282]: pgmap v10452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:13.797 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:53:14.118 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:53:14.119 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 3m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:53:14.119 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 105s ago 4h 98.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:53:14.119 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 3m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:53:14.119 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 105s ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:53:14.119 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 105s ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:53:14.119 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 3m ago 4h 723M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:53:14.119 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 3m ago 4h 1327M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:53:14.119 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 105s ago 4h 642M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:53:14.119 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 3m ago 4h 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:53:14.119 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 3m ago 4h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:53:14.119 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 105s ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:53:14.119 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 3m ago 4h 4592M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:53:14.119 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 3m ago 4h 4774M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:53:14.120 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 3m ago 4h 4273M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:53:14.120 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 3m ago 4h 4272M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:53:14.120 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 105s ago 4h 4064M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:53:14.120 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 105s ago 4h 4342M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:53:14.120 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 105s ago 4h 4067M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:53:14.120 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 105s ago 4h 4005M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:53:14.120 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 105s ago 4h 122M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:53:14.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:53:14 smithi032 ceph-mon[189144]: from='client.55154 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:53:14.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:53:14 smithi032 ceph-mon[191839]: from='client.55154 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:53:14.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:53:14 smithi039 ceph-mon[181282]: from='client.55154 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:53:14.525 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:53:14.525 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:53:14.525 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:53:14.525 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:53:14.525 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:53:14.525 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:53:14.525 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:53:14.525 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:53:14.525 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:53:14.525 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:53:14.525 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:53:14.525 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:53:14.526 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:53:14.526 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:53:14.526 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:53:14.526 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:53:14.526 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:53:14.526 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:53:15.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:53:15 smithi032 ceph-mon[189144]: from='client.45243 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:53:15.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:53:15 smithi032 ceph-mon[189144]: pgmap v10453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:15.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:53:15 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2875443988' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:53:15.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:53:15 smithi032 ceph-mon[191839]: from='client.45243 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:53:15.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:53:15 smithi032 ceph-mon[191839]: pgmap v10453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:15.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:53:15 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2875443988' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:53:15.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:53:15 smithi039 ceph-mon[181282]: from='client.45243 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:53:15.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:53:15 smithi039 ceph-mon[181282]: pgmap v10453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:15.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:53:15 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2875443988' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:53:17.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:53:17 smithi032 ceph-mon[191839]: pgmap v10454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:17.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:53:17 smithi032 ceph-mon[189144]: pgmap v10454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:17.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:53:17 smithi039 ceph-mon[181282]: pgmap v10454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:19.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:53:19 smithi039 ceph-mon[181282]: pgmap v10455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:19.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:53:19 smithi032 ceph-mon[191839]: pgmap v10455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:19.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:53:19 smithi032 ceph-mon[189144]: pgmap v10455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:53:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:53:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:53:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:53:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:53:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:53:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:53:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:53:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T21:53:21.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:53:21 smithi039 ceph-mon[181282]: pgmap v10456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:21.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:53:21 smithi032 ceph-mon[191839]: pgmap v10456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:21.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:53:21 smithi032 ceph-mon[189144]: pgmap v10456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:23.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:53:23 smithi039 ceph-mon[181282]: pgmap v10457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:23.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:53:23 smithi032 ceph-mon[191839]: pgmap v10457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:23.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:53:23 smithi032 ceph-mon[189144]: pgmap v10457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:25.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:53:25 smithi039 ceph-mon[181282]: pgmap v10458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:25.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:53:25 smithi032 ceph-mon[191839]: pgmap v10458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:25.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:53:25 smithi032 ceph-mon[189144]: pgmap v10458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:27.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:53:27 smithi039 ceph-mon[181282]: pgmap v10459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:27.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:53:27 smithi032 ceph-mon[191839]: pgmap v10459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:27.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:53:27 smithi032 ceph-mon[189144]: pgmap v10459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:29.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:53:29 smithi039 ceph-mon[181282]: pgmap v10460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:29.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:53:29 smithi032 ceph-mon[189144]: pgmap v10460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:29.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:53:29 smithi032 ceph-mon[191839]: pgmap v10460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:30.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:53:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:53:30.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:53:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:53:30.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:53:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:53:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:53:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:53:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T21:53:31.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:53:31 smithi039 ceph-mon[181282]: pgmap v10461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:31.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:53:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:53:31.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:53:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:53:31.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:53:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:53:31.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:53:31 smithi032 ceph-mon[191839]: pgmap v10461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:31.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:53:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:53:31.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:53:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:53:31.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:53:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:53:31.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:53:31 smithi032 ceph-mon[189144]: pgmap v10461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:31.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:53:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:53:31.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:53:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:53:31.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:53:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:53:33.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:53:33 smithi039 ceph-mon[181282]: pgmap v10462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:33.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:53:33 smithi032 ceph-mon[191839]: pgmap v10462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:33.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:53:33 smithi032 ceph-mon[189144]: pgmap v10462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:35.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:53:35 smithi039 ceph-mon[181282]: pgmap v10463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:35.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:53:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:53:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:53:35 smithi032 ceph-mon[191839]: pgmap v10463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:53:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:53:35.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:53:35 smithi032 ceph-mon[189144]: pgmap v10463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:35.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:53:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:53:37.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:53:37 smithi039 ceph-mon[181282]: pgmap v10464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:37.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:53:37 smithi032 ceph-mon[189144]: pgmap v10464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:37.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:53:37 smithi032 ceph-mon[191839]: pgmap v10464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:39.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:53:39 smithi039 ceph-mon[181282]: pgmap v10465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:39.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:53:39 smithi032 ceph-mon[191839]: pgmap v10465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:39.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:53:39 smithi032 ceph-mon[189144]: pgmap v10465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:53:41 smithi032 ceph-mon[189144]: pgmap v10466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:41.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:53:41 smithi032 ceph-mon[191839]: pgmap v10466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:53:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:53:40] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T21:53:41.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:53:41 smithi039 ceph-mon[181282]: pgmap v10466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:43.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:53:43 smithi032 ceph-mon[191839]: pgmap v10467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:43.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:53:43 smithi032 ceph-mon[189144]: pgmap v10467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:43.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:53:43 smithi039 ceph-mon[181282]: pgmap v10467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:44.888 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:53:45.213 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:53:45.213 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 4m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:53:45.213 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 2m ago 4h 98.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:53:45.214 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 4m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:53:45.214 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 2m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:53:45.214 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 2m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:53:45.214 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 4m ago 4h 723M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:53:45.214 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 4m ago 4h 1327M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:53:45.214 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 2m ago 4h 642M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:53:45.214 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 4m ago 4h 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:53:45.214 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 4m ago 4h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:53:45.214 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 2m ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:53:45.214 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 4m ago 4h 4592M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:53:45.214 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 4m ago 4h 4774M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:53:45.214 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 4m ago 4h 4273M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:53:45.214 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 4m ago 4h 4272M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:53:45.214 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 2m ago 4h 4064M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:53:45.215 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 2m ago 4h 4342M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:53:45.215 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 2m ago 4h 4067M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:53:45.215 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 2m ago 4h 4005M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:53:45.215 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 2m ago 4h 122M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:53:45.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:53:45 smithi039 ceph-mon[181282]: pgmap v10468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:45.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:53:45 smithi039 ceph-mon[181282]: from='client.55172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:53:45.614 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:53:45.615 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:53:45.615 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:53:45.615 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:53:45.615 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:53:45.615 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:53:45.615 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:53:45.615 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:53:45.615 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:53:45.615 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:53:45.615 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:53:45.615 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:53:45.615 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:53:45.615 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:53:45.615 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:53:45.615 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:53:45.616 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:53:45.616 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:53:45.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:53:45 smithi032 ceph-mon[191839]: pgmap v10468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:45.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:53:45 smithi032 ceph-mon[191839]: from='client.55172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:53:45.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:53:45 smithi032 ceph-mon[189144]: pgmap v10468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:45.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:53:45 smithi032 ceph-mon[189144]: from='client.55172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:53:46.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:53:46 smithi039 ceph-mon[181282]: from='client.55178 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:53:46.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:53:46 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1979026188' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:53:46.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:53:46 smithi032 ceph-mon[191839]: from='client.55178 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:53:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:53:46 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1979026188' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:53:46.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:53:46 smithi032 ceph-mon[189144]: from='client.55178 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:53:46.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:53:46 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1979026188' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:53:47.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:53:47 smithi039 ceph-mon[181282]: pgmap v10469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:47.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:53:47 smithi032 ceph-mon[191839]: pgmap v10469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:47.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:53:47 smithi032 ceph-mon[189144]: pgmap v10469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:49.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:53:49 smithi039 ceph-mon[181282]: pgmap v10470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:49.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:53:49 smithi032 ceph-mon[191839]: pgmap v10470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:49.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:53:49 smithi032 ceph-mon[189144]: pgmap v10470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:50.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:53:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:53:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:53:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:53:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:53:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:53:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:53:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:53:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T21:53:51.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:53:51 smithi039 ceph-mon[181282]: pgmap v10471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:51.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:53:51 smithi032 ceph-mon[191839]: pgmap v10471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:51.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:53:51 smithi032 ceph-mon[189144]: pgmap v10471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:53.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:53:53 smithi039 ceph-mon[181282]: pgmap v10472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:53.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:53:53 smithi032 ceph-mon[189144]: pgmap v10472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:53.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:53:53 smithi032 ceph-mon[191839]: pgmap v10472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:55.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:53:55 smithi039 ceph-mon[181282]: pgmap v10473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:55.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:53:55 smithi032 ceph-mon[189144]: pgmap v10473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:55.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:53:55 smithi032 ceph-mon[191839]: pgmap v10473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:57.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:53:57 smithi039 ceph-mon[181282]: pgmap v10474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:57.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:53:57 smithi032 ceph-mon[189144]: pgmap v10474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:57.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:53:57 smithi032 ceph-mon[191839]: pgmap v10474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:59.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:53:59 smithi039 ceph-mon[181282]: pgmap v10475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:59.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:53:59 smithi032 ceph-mon[189144]: pgmap v10475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:53:59.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:53:59 smithi032 ceph-mon[191839]: pgmap v10475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:54:01 smithi032 ceph-mon[191839]: pgmap v10476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:01.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:54:01 smithi032 ceph-mon[189144]: pgmap v10476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:54:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:54:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T21:54:01.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:54:01 smithi039 ceph-mon[181282]: pgmap v10476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:03.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:54:03 smithi039 ceph-mon[181282]: pgmap v10477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:03.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:54:03 smithi032 ceph-mon[189144]: pgmap v10477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:03.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:54:03 smithi032 ceph-mon[191839]: pgmap v10477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:05.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:54:05 smithi039 ceph-mon[181282]: pgmap v10478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:05.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:54:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:54:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:54:05 smithi032 ceph-mon[189144]: pgmap v10478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:54:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:54:05.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:54:05 smithi032 ceph-mon[191839]: pgmap v10478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:05.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:54:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:54:07.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:54:07 smithi039 ceph-mon[181282]: pgmap v10479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:07.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:54:07 smithi032 ceph-mon[189144]: pgmap v10479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:07.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:54:07 smithi032 ceph-mon[191839]: pgmap v10479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:09.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:54:09 smithi039 ceph-mon[181282]: pgmap v10480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:09.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:54:09 smithi032 ceph-mon[189144]: pgmap v10480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:09.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:54:09 smithi032 ceph-mon[191839]: pgmap v10480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:54:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:54:10] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T21:54:11.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:54:11 smithi032 ceph-mon[191839]: pgmap v10481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:11.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:54:11 smithi032 ceph-mon[189144]: pgmap v10481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:11.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:54:11 smithi039 ceph-mon[181282]: pgmap v10481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:13.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:54:13 smithi039 ceph-mon[181282]: pgmap v10482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:13.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:54:13 smithi032 ceph-mon[191839]: pgmap v10482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:13.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:54:13 smithi032 ceph-mon[189144]: pgmap v10482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:15.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:54:15 smithi039 ceph-mon[181282]: pgmap v10483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:15.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:54:15 smithi032 ceph-mon[191839]: pgmap v10483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:15.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:54:15 smithi032 ceph-mon[189144]: pgmap v10483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:15.978 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:54:16.302 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:54:16.302 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 4m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:54:16.302 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 2m ago 4h 98.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:54:16.302 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 4m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:54:16.302 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 2m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:54:16.302 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 2m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:54:16.302 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 4m ago 4h 723M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:54:16.302 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 4m ago 4h 1327M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:54:16.302 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 2m ago 4h 642M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:54:16.302 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 4m ago 4h 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:54:16.302 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 4m ago 4h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:54:16.302 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 2m ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:54:16.303 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 4m ago 4h 4592M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:54:16.303 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 4m ago 4h 4774M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:54:16.303 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 4m ago 4h 4273M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:54:16.303 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 4m ago 4h 4272M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:54:16.303 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 2m ago 4h 4064M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:54:16.303 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 2m ago 4h 4342M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:54:16.303 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 2m ago 4h 4067M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:54:16.303 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 2m ago 4h 4005M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:54:16.303 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 2m ago 4h 122M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:54:16.702 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:54:16.703 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:54:16.703 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:54:16.703 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:54:16.703 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:54:16.703 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:54:16.703 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:54:16.703 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:54:16.703 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:54:16.703 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:54:16.703 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:54:16.703 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:54:16.703 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:54:16.703 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:54:16.703 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:54:16.703 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:54:16.703 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:54:16.704 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:54:17.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:54:17 smithi039 ceph-mon[181282]: from='client.55190 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:54:17.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:54:17 smithi039 ceph-mon[181282]: pgmap v10484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:17.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:54:17 smithi039 ceph-mon[181282]: from='client.55196 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:54:17.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:54:17 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/459736488' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:54:17.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:54:17 smithi032 ceph-mon[191839]: from='client.55190 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:54:17.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:54:17 smithi032 ceph-mon[191839]: pgmap v10484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:17.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:54:17 smithi032 ceph-mon[191839]: from='client.55196 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:54:17.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:54:17 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/459736488' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:54:17.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:54:17 smithi032 ceph-mon[189144]: from='client.55190 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:54:17.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:54:17 smithi032 ceph-mon[189144]: pgmap v10484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:17.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:54:17 smithi032 ceph-mon[189144]: from='client.55196 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:54:17.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:54:17 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/459736488' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:54:19.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:54:19 smithi039 ceph-mon[181282]: pgmap v10485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:19.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:54:19 smithi032 ceph-mon[189144]: pgmap v10485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:19.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:54:19 smithi032 ceph-mon[191839]: pgmap v10485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:54:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:54:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:54:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:54:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:54:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:54:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:54:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:54:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T21:54:21.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:54:21 smithi039 ceph-mon[181282]: pgmap v10486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:21.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:54:21 smithi032 ceph-mon[189144]: pgmap v10486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:21.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:54:21 smithi032 ceph-mon[191839]: pgmap v10486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:23.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:54:23 smithi039 ceph-mon[181282]: pgmap v10487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:23.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:54:23 smithi032 ceph-mon[189144]: pgmap v10487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:23.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:54:23 smithi032 ceph-mon[191839]: pgmap v10487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:25.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:54:25 smithi039 ceph-mon[181282]: pgmap v10488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:25.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:54:25 smithi032 ceph-mon[191839]: pgmap v10488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:25.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:54:25 smithi032 ceph-mon[189144]: pgmap v10488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:27.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:54:27 smithi039 ceph-mon[181282]: pgmap v10489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:27.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:54:27 smithi032 ceph-mon[189144]: pgmap v10489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:27.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:54:27 smithi032 ceph-mon[191839]: pgmap v10489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:29.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:54:29 smithi039 ceph-mon[181282]: pgmap v10490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:29.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:54:29 smithi032 ceph-mon[191839]: pgmap v10490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:29.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:54:29 smithi032 ceph-mon[189144]: pgmap v10490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:54:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:54:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T21:54:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:54:31 smithi032 ceph-mon[191839]: pgmap v10491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:54:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:54:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:54:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:54:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:54:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:54:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:54:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:54:31.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:54:31 smithi032 ceph-mon[189144]: pgmap v10491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:31.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:54:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:54:31.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:54:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:54:31.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:54:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:54:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:54:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:54:31.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:54:31 smithi039 ceph-mon[181282]: pgmap v10491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:31.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:54:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:54:31.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:54:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:54:31.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:54:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:54:31.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:54:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:54:33.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:54:33 smithi039 ceph-mon[181282]: pgmap v10492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:33.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:54:33 smithi032 ceph-mon[191839]: pgmap v10492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:33.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:54:33 smithi032 ceph-mon[189144]: pgmap v10492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:35.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:54:35 smithi039 ceph-mon[181282]: pgmap v10493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:35.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:54:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:54:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:54:35 smithi032 ceph-mon[191839]: pgmap v10493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:54:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:54:35.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:54:35 smithi032 ceph-mon[189144]: pgmap v10493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:35.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:54:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:54:37.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:54:37 smithi039 ceph-mon[181282]: pgmap v10494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:37.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:54:37 smithi032 ceph-mon[189144]: pgmap v10494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:37.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:54:37 smithi032 ceph-mon[191839]: pgmap v10494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:39.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:54:39 smithi039 ceph-mon[181282]: pgmap v10495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:39.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:54:39 smithi032 ceph-mon[191839]: pgmap v10495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:39.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:54:39 smithi032 ceph-mon[189144]: pgmap v10495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:41.109 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:54:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:54:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T21:54:41.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:54:41 smithi032 ceph-mon[191839]: pgmap v10496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:41.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:54:41 smithi032 ceph-mon[189144]: pgmap v10496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:41.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:54:41 smithi039 ceph-mon[181282]: pgmap v10496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:43.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:54:43 smithi039 ceph-mon[181282]: pgmap v10497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:43.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:54:43 smithi032 ceph-mon[191839]: pgmap v10497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:43.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:54:43 smithi032 ceph-mon[189144]: pgmap v10497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:45.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:54:45 smithi039 ceph-mon[181282]: pgmap v10498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:45.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:54:45 smithi032 ceph-mon[189144]: pgmap v10498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:45.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:54:45 smithi032 ceph-mon[191839]: pgmap v10498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:47.068 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:54:47.392 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:54:47.392 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 5m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:54:47.392 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 3m ago 4h 98.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:54:47.392 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 5m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:54:47.392 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 3m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:54:47.392 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 3m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:54:47.393 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 5m ago 4h 723M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:54:47.393 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 5m ago 4h 1327M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:54:47.393 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 3m ago 4h 642M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:54:47.393 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 5m ago 4h 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:54:47.393 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 5m ago 4h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:54:47.393 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 3m ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:54:47.393 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 5m ago 4h 4592M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:54:47.393 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 5m ago 4h 4774M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:54:47.393 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 5m ago 4h 4273M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:54:47.393 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 5m ago 4h 4272M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:54:47.393 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 3m ago 4h 4064M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:54:47.393 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 3m ago 4h 4342M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:54:47.393 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 3m ago 4h 4067M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:54:47.393 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 3m ago 4h 4005M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:54:47.394 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 3m ago 4h 122M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:54:47.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:54:47 smithi039 ceph-mon[181282]: pgmap v10499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:47.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:54:47 smithi032 ceph-mon[189144]: pgmap v10499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:47.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:54:47 smithi032 ceph-mon[191839]: pgmap v10499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:47.800 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:54:47.800 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:54:47.800 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:54:47.800 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:54:47.800 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:54:47.800 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:54:47.800 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:54:47.800 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:54:47.800 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:54:47.800 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:54:47.801 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:54:47.801 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:54:47.801 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:54:47.801 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:54:47.801 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:54:47.801 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:54:47.801 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:54:47.801 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:54:48.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:54:48 smithi039 ceph-mon[181282]: from='client.55208 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:54:48.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:54:48 smithi039 ceph-mon[181282]: from='client.55214 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:54:48.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:54:48 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2295486952' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:54:48.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:54:48 smithi032 ceph-mon[191839]: from='client.55208 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:54:48.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:54:48 smithi032 ceph-mon[191839]: from='client.55214 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:54:48.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:54:48 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2295486952' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:54:48.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:54:48 smithi032 ceph-mon[189144]: from='client.55208 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:54:48.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:54:48 smithi032 ceph-mon[189144]: from='client.55214 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:54:48.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:54:48 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2295486952' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:54:49.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:54:49 smithi039 ceph-mon[181282]: pgmap v10500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:49.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:54:49 smithi032 ceph-mon[189144]: pgmap v10500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:49.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:54:49 smithi032 ceph-mon[191839]: pgmap v10500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:50.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:54:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:54:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:54:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:54:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:54:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:54:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:54:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:54:50] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-22T21:54:51.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:54:51 smithi039 ceph-mon[181282]: pgmap v10501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:51.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:54:51 smithi032 ceph-mon[189144]: pgmap v10501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:51.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:54:51 smithi032 ceph-mon[191839]: pgmap v10501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:53.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:54:53 smithi039 ceph-mon[181282]: pgmap v10502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:53.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:54:53 smithi032 ceph-mon[191839]: pgmap v10502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:53.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:54:53 smithi032 ceph-mon[189144]: pgmap v10502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:55.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:54:55 smithi039 ceph-mon[181282]: pgmap v10503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:55.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:54:55 smithi032 ceph-mon[189144]: pgmap v10503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:55.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:54:55 smithi032 ceph-mon[191839]: pgmap v10503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:57.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:54:57 smithi039 ceph-mon[181282]: pgmap v10504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:57.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:54:57 smithi032 ceph-mon[191839]: pgmap v10504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:57.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:54:57 smithi032 ceph-mon[189144]: pgmap v10504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:59.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:54:59 smithi039 ceph-mon[181282]: pgmap v10505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:59.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:54:59 smithi032 ceph-mon[189144]: pgmap v10505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:54:59.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:54:59 smithi032 ceph-mon[191839]: pgmap v10505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:01.112 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:55:01 smithi032 ceph-mon[191839]: pgmap v10506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:01.113 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:55:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:55:00] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-22T21:55:01.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:55:01 smithi032 ceph-mon[189144]: pgmap v10506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:01.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:55:01 smithi039 ceph-mon[181282]: pgmap v10506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:03.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:55:03 smithi039 ceph-mon[181282]: pgmap v10507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:03.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:55:03 smithi032 ceph-mon[191839]: pgmap v10507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:03.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:55:03 smithi032 ceph-mon[189144]: pgmap v10507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:05.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:55:05 smithi039 ceph-mon[181282]: pgmap v10508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:05.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:55:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:55:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:55:05 smithi032 ceph-mon[191839]: pgmap v10508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:05.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:55:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:55:05.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:55:05 smithi032 ceph-mon[189144]: pgmap v10508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:05.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:55:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:55:07.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:55:07 smithi039 ceph-mon[181282]: pgmap v10509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:07.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:55:07 smithi032 ceph-mon[191839]: pgmap v10509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:07.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:55:07 smithi032 ceph-mon[189144]: pgmap v10509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:09.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:55:09 smithi039 ceph-mon[181282]: pgmap v10510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:09.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:55:09 smithi032 ceph-mon[191839]: pgmap v10510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:09.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:55:09 smithi032 ceph-mon[189144]: pgmap v10510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:11.114 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:55:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:55:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T21:55:11.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:55:11 smithi032 ceph-mon[189144]: pgmap v10511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:11.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:55:11 smithi032 ceph-mon[191839]: pgmap v10511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:11.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:55:11 smithi039 ceph-mon[181282]: pgmap v10511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:13.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:55:13 smithi039 ceph-mon[181282]: pgmap v10512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:13.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:55:13 smithi032 ceph-mon[191839]: pgmap v10512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:13.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:55:13 smithi032 ceph-mon[189144]: pgmap v10512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:15.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:55:15 smithi039 ceph-mon[181282]: pgmap v10513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:15.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:55:15 smithi032 ceph-mon[191839]: pgmap v10513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:15.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:55:15 smithi032 ceph-mon[189144]: pgmap v10513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:17.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:55:17 smithi039 ceph-mon[181282]: pgmap v10514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:17.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:55:17 smithi032 ceph-mon[191839]: pgmap v10514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:17.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:55:17 smithi032 ceph-mon[189144]: pgmap v10514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:18.164 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:55:18.488 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:55:18.488 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 5m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:55:18.488 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 3m ago 4h 98.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:55:18.488 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 5m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:55:18.488 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 3m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:55:18.488 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 3m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:55:18.488 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 5m ago 4h 723M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:55:18.488 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 5m ago 4h 1327M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:55:18.488 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 3m ago 4h 642M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:55:18.488 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 5m ago 4h 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:55:18.488 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 5m ago 4h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:55:18.488 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 3m ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:55:18.489 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 5m ago 4h 4592M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:55:18.489 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 5m ago 4h 4774M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:55:18.489 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 5m ago 4h 4273M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:55:18.489 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 5m ago 4h 4272M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:55:18.489 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 3m ago 4h 4064M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:55:18.489 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 3m ago 4h 4342M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:55:18.489 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 3m ago 4h 4067M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:55:18.489 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 3m ago 4h 4005M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:55:18.489 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 3m ago 4h 122M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:55:18.885 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:55:18.885 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:55:18.885 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:55:18.886 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:55:18.886 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:55:18.886 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:55:18.886 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:55:18.886 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:55:18.886 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:55:18.886 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:55:18.886 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:55:18.886 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:55:18.886 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:55:18.886 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:55:18.886 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:55:18.886 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:55:18.886 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:55:18.886 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:55:19.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:55:19 smithi039 ceph-mon[181282]: from='client.45309 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:55:19.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:55:19 smithi039 ceph-mon[181282]: pgmap v10515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:19.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:55:19 smithi039 ceph-mon[181282]: from='client.45315 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:55:19.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:55:19 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1472945632' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:55:19.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:55:19 smithi032 ceph-mon[191839]: from='client.45309 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:55:19.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:55:19 smithi032 ceph-mon[191839]: pgmap v10515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:19.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:55:19 smithi032 ceph-mon[191839]: from='client.45315 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:55:19.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:55:19 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1472945632' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:55:19.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:55:19 smithi032 ceph-mon[189144]: from='client.45309 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:55:19.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:55:19 smithi032 ceph-mon[189144]: pgmap v10515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:19.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:55:19 smithi032 ceph-mon[189144]: from='client.45315 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:55:19.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:55:19 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1472945632' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:55:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:55:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:55:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:55:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:55:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:55:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:55:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:55:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:55:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T21:55:21.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:55:21 smithi039 ceph-mon[181282]: pgmap v10516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:21.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:55:21 smithi032 ceph-mon[191839]: pgmap v10516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:21.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:55:21 smithi032 ceph-mon[189144]: pgmap v10516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:23.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:55:23 smithi039 ceph-mon[181282]: pgmap v10517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:23.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:55:23 smithi032 ceph-mon[191839]: pgmap v10517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:23.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:55:23 smithi032 ceph-mon[189144]: pgmap v10517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:25.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:55:25 smithi039 ceph-mon[181282]: pgmap v10518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:25.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:55:25 smithi032 ceph-mon[191839]: pgmap v10518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:25.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:55:25 smithi032 ceph-mon[189144]: pgmap v10518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:27.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:55:27 smithi039 ceph-mon[181282]: pgmap v10519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:27.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:55:27 smithi032 ceph-mon[189144]: pgmap v10519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:27.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:55:27 smithi032 ceph-mon[191839]: pgmap v10519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:29.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:55:29 smithi039 ceph-mon[181282]: pgmap v10520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:29.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:55:29 smithi032 ceph-mon[189144]: pgmap v10520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:29.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:55:29 smithi032 ceph-mon[191839]: pgmap v10520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:31.123 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:55:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:55:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T21:55:31.124 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:55:31 smithi032 ceph-mon[189144]: pgmap v10521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:31.124 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:55:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:55:31.124 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:55:31 smithi032 ceph-mon[191839]: pgmap v10521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:31.124 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:55:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:55:31.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:55:31 smithi039 ceph-mon[181282]: pgmap v10521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:31.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:55:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:55:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:55:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:55:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:55:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:55:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:55:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:55:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:55:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:55:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:55:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:55:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:55:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:55:32.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:55:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:55:32.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:55:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:55:32.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:55:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:55:33.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:55:33 smithi032 ceph-mon[191839]: pgmap v10522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:33.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:55:33 smithi032 ceph-mon[189144]: pgmap v10522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:33.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:55:33 smithi039 ceph-mon[181282]: pgmap v10522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:35.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:55:35 smithi039 ceph-mon[181282]: pgmap v10523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:35.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:55:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:55:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:55:35 smithi032 ceph-mon[191839]: pgmap v10523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:35.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:55:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:55:35.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:55:35 smithi032 ceph-mon[189144]: pgmap v10523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:35.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:55:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:55:37.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:55:37 smithi039 ceph-mon[181282]: pgmap v10524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:37.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:55:37 smithi032 ceph-mon[191839]: pgmap v10524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:37.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:55:37 smithi032 ceph-mon[189144]: pgmap v10524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:39.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:55:39 smithi039 ceph-mon[181282]: pgmap v10525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:39.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:55:39 smithi032 ceph-mon[191839]: pgmap v10525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:39.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:55:39 smithi032 ceph-mon[189144]: pgmap v10525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:41.122 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:55:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:55:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T21:55:41.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:55:41 smithi032 ceph-mon[191839]: pgmap v10526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:41.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:55:41 smithi032 ceph-mon[189144]: pgmap v10526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:41.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:55:41 smithi039 ceph-mon[181282]: pgmap v10526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:43.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:55:43 smithi039 ceph-mon[181282]: pgmap v10527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:43.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:55:43 smithi032 ceph-mon[191839]: pgmap v10527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:43.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:55:43 smithi032 ceph-mon[189144]: pgmap v10527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:45.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:55:45 smithi039 ceph-mon[181282]: pgmap v10528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:45.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:55:45 smithi032 ceph-mon[189144]: pgmap v10528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:45.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:55:45 smithi032 ceph-mon[191839]: pgmap v10528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:47.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:55:47 smithi039 ceph-mon[181282]: pgmap v10529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:47.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:55:47 smithi032 ceph-mon[191839]: pgmap v10529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:47.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:55:47 smithi032 ceph-mon[189144]: pgmap v10529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:49.252 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:55:49.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:55:49 smithi039 ceph-mon[181282]: pgmap v10530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:49.577 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:55:49.577 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 6m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:55:49.577 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 4m ago 4h 98.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:55:49.577 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 6m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:55:49.577 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 4m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:55:49.577 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 4m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:55:49.577 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 6m ago 4h 723M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:55:49.578 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 6m ago 4h 1327M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:55:49.578 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 4m ago 4h 642M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:55:49.578 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 6m ago 4h 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:55:49.578 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 6m ago 4h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:55:49.578 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 4m ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:55:49.578 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 6m ago 4h 4592M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:55:49.578 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 6m ago 4h 4774M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:55:49.578 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 6m ago 4h 4273M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:55:49.578 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 6m ago 4h 4272M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:55:49.578 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 4m ago 4h 4064M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:55:49.578 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 4m ago 4h 4342M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:55:49.578 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 4m ago 4h 4067M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:55:49.578 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 4m ago 4h 4005M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:55:49.578 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 4m ago 4h 122M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:55:49.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:55:49 smithi032 ceph-mon[191839]: pgmap v10530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:49.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:55:49 smithi032 ceph-mon[189144]: pgmap v10530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:49.982 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:55:49.982 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:55:49.982 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:55:49.982 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:55:49.982 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:55:49.982 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:55:49.982 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:55:49.982 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:55:49.982 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:55:49.982 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:55:49.982 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:55:49.983 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:55:49.983 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:55:49.983 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:55:49.983 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:55:49.983 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:55:49.983 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:55:49.983 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:55:50.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:55:50 smithi039 ceph-mon[181282]: from='client.55244 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:55:50.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:55:50 smithi039 ceph-mon[181282]: from='client.45333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:55:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:55:50 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3192743309' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:55:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:55:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:55:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:55:50 smithi032 ceph-mon[189144]: from='client.55244 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:55:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:55:50 smithi032 ceph-mon[189144]: from='client.45333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:55:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:55:50 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3192743309' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:55:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:55:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:55:50.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:55:50 smithi032 ceph-mon[191839]: from='client.55244 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:55:50.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:55:50 smithi032 ceph-mon[191839]: from='client.45333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:55:50.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:55:50 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3192743309' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:55:50.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:55:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:55:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:55:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:55:50] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T21:55:51.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:55:51 smithi039 ceph-mon[181282]: pgmap v10531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:51.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:55:51 smithi032 ceph-mon[191839]: pgmap v10531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:51.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:55:51 smithi032 ceph-mon[189144]: pgmap v10531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:53.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:55:53 smithi039 ceph-mon[181282]: pgmap v10532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:53.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:55:53 smithi032 ceph-mon[191839]: pgmap v10532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:53.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:55:53 smithi032 ceph-mon[189144]: pgmap v10532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:55.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:55:55 smithi039 ceph-mon[181282]: pgmap v10533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:55.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:55:55 smithi032 ceph-mon[189144]: pgmap v10533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:55.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:55:55 smithi032 ceph-mon[191839]: pgmap v10533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:57.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:55:57 smithi039 ceph-mon[181282]: pgmap v10534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:57.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:55:57 smithi032 ceph-mon[191839]: pgmap v10534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:57.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:55:57 smithi032 ceph-mon[189144]: pgmap v10534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:59.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:55:59 smithi039 ceph-mon[181282]: pgmap v10535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:59.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:55:59 smithi032 ceph-mon[191839]: pgmap v10535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:55:59.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:55:59 smithi032 ceph-mon[189144]: pgmap v10535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:01.127 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:56:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:56:00] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T21:56:01.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:56:01 smithi032 ceph-mon[191839]: pgmap v10536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:01.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:56:01 smithi032 ceph-mon[189144]: pgmap v10536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:01.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:56:01 smithi039 ceph-mon[181282]: pgmap v10536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:03.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:56:03 smithi039 ceph-mon[181282]: pgmap v10537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:03.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:56:03 smithi032 ceph-mon[191839]: pgmap v10537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:03.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:56:03 smithi032 ceph-mon[189144]: pgmap v10537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:05.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:56:05 smithi039 ceph-mon[181282]: pgmap v10538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:05.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:56:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:56:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:56:05 smithi032 ceph-mon[191839]: pgmap v10538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:56:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:56:05.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:56:05 smithi032 ceph-mon[189144]: pgmap v10538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:05.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:56:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:56:07.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:56:07 smithi039 ceph-mon[181282]: pgmap v10539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:07.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:56:07 smithi032 ceph-mon[191839]: pgmap v10539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:07.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:56:07 smithi032 ceph-mon[189144]: pgmap v10539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:09.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:56:09 smithi039 ceph-mon[181282]: pgmap v10540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:09.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:56:09 smithi032 ceph-mon[191839]: pgmap v10540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:09.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:56:09 smithi032 ceph-mon[189144]: pgmap v10540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:11.134 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:56:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:56:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T21:56:11.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:56:11 smithi032 ceph-mon[191839]: pgmap v10541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:11.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:56:11 smithi032 ceph-mon[189144]: pgmap v10541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:11.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:56:11 smithi039 ceph-mon[181282]: pgmap v10541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:13.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:56:13 smithi039 ceph-mon[181282]: pgmap v10542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:13.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:56:13 smithi032 ceph-mon[191839]: pgmap v10542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:13.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:56:13 smithi032 ceph-mon[189144]: pgmap v10542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:15.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:56:15 smithi039 ceph-mon[181282]: pgmap v10543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:15.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:56:15 smithi032 ceph-mon[191839]: pgmap v10543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:15.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:56:15 smithi032 ceph-mon[189144]: pgmap v10543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:17.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:56:17 smithi039 ceph-mon[181282]: pgmap v10544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:17.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:56:17 smithi032 ceph-mon[191839]: pgmap v10544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:17.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:56:17 smithi032 ceph-mon[189144]: pgmap v10544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:19.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:56:19 smithi039 ceph-mon[181282]: pgmap v10545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:19.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:56:19 smithi032 ceph-mon[191839]: pgmap v10545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:19.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:56:19 smithi032 ceph-mon[189144]: pgmap v10545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:20.347 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:56:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:56:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:56:20.669 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:56:20.669 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 6m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:56:20.669 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 4m ago 4h 98.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:56:20.669 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 6m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:56:20.669 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 4m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:56:20.669 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 4m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:56:20.669 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 6m ago 4h 723M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:56:20.669 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 6m ago 4h 1327M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:56:20.669 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 4m ago 4h 642M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:56:20.669 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 6m ago 4h 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:56:20.669 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 6m ago 4h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:56:20.670 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 4m ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:56:20.670 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 6m ago 4h 4592M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:56:20.670 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 6m ago 4h 4774M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:56:20.670 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 6m ago 4h 4273M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:56:20.670 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 6m ago 4h 4272M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:56:20.670 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 4m ago 4h 4064M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:56:20.670 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 4m ago 4h 4342M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:56:20.670 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 4m ago 4h 4067M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:56:20.670 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 4m ago 4h 4005M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:56:20.670 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 4m ago 4h 122M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:56:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:56:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:56:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:56:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:56:21.068 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:56:21.069 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:56:21.069 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:56:21.069 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:56:21.069 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:56:21.069 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:56:21.069 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:56:21.070 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:56:21.070 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:56:21.070 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:56:21.070 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:56:21.070 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:56:21.070 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:56:21.070 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:56:21.071 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:56:21.071 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:56:21.071 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:56:21.071 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:56:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:56:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:56:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T21:56:21.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:56:21 smithi039 ceph-mon[181282]: pgmap v10546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:56:21 smithi039 ceph-mon[181282]: from='client.55262 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:56:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:56:21 smithi039 ceph-mon[181282]: from='client.55268 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:56:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:56:21 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3278056160' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:56:21.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:56:21 smithi032 ceph-mon[191839]: pgmap v10546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:21.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:56:21 smithi032 ceph-mon[191839]: from='client.55262 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:56:21.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:56:21 smithi032 ceph-mon[191839]: from='client.55268 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:56:21.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:56:21 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3278056160' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:56:21.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:56:21 smithi032 ceph-mon[189144]: pgmap v10546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:21.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:56:21 smithi032 ceph-mon[189144]: from='client.55262 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:56:21.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:56:21 smithi032 ceph-mon[189144]: from='client.55268 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:56:21.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:56:21 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3278056160' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:56:23.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:56:23 smithi039 ceph-mon[181282]: pgmap v10547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:23.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:56:23 smithi032 ceph-mon[191839]: pgmap v10547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:23.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:56:23 smithi032 ceph-mon[189144]: pgmap v10547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:25.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:56:25 smithi039 ceph-mon[181282]: pgmap v10548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:25.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:56:25 smithi032 ceph-mon[191839]: pgmap v10548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:25.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:56:25 smithi032 ceph-mon[189144]: pgmap v10548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:27.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:56:27 smithi039 ceph-mon[181282]: pgmap v10549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:27.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:56:27 smithi032 ceph-mon[191839]: pgmap v10549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:27.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:56:27 smithi032 ceph-mon[189144]: pgmap v10549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:29.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:56:29 smithi039 ceph-mon[181282]: pgmap v10550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:29.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:56:29 smithi032 ceph-mon[191839]: pgmap v10550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:29.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:56:29 smithi032 ceph-mon[189144]: pgmap v10550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:31.135 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:56:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:56:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T21:56:31.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:56:31 smithi032 ceph-mon[191839]: pgmap v10551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:31.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:56:31 smithi032 ceph-mon[189144]: pgmap v10551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:31.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:56:31 smithi039 ceph-mon[181282]: pgmap v10551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:56:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:56:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:56:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:56:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:56:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:56:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:56:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:56:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:56:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:56:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:56:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:56:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:56:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:56:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:56:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:56:32.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:56:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:56:32.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:56:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:56:32.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:56:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:56:32.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:56:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:56:33.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:56:33 smithi032 ceph-mon[191839]: pgmap v10552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:33.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:56:33 smithi032 ceph-mon[189144]: pgmap v10552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:33.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:56:33 smithi039 ceph-mon[181282]: pgmap v10552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:35.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:56:35 smithi039 ceph-mon[181282]: pgmap v10553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:35.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:56:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:56:35.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:56:35 smithi032 ceph-mon[191839]: pgmap v10553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:35.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:56:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:56:35.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:56:35 smithi032 ceph-mon[189144]: pgmap v10553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:35.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:56:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:56:37.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:56:37 smithi039 ceph-mon[181282]: pgmap v10554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:37.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:56:37 smithi032 ceph-mon[191839]: pgmap v10554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:37.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:56:37 smithi032 ceph-mon[189144]: pgmap v10554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:39.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:56:39 smithi039 ceph-mon[181282]: pgmap v10555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:39.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:56:39 smithi032 ceph-mon[189144]: pgmap v10555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:39.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:56:39 smithi032 ceph-mon[191839]: pgmap v10555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:41.135 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:56:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:56:40] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T21:56:41.136 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:56:41 smithi032 ceph-mon[189144]: pgmap v10556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:41.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:56:41 smithi032 ceph-mon[191839]: pgmap v10556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:41.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:56:41 smithi039 ceph-mon[181282]: pgmap v10556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:43.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:56:43 smithi039 ceph-mon[181282]: pgmap v10557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:43.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:56:43 smithi032 ceph-mon[189144]: pgmap v10557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:43.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:56:43 smithi032 ceph-mon[191839]: pgmap v10557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:45.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:56:45 smithi039 ceph-mon[181282]: pgmap v10558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:45.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:56:45 smithi032 ceph-mon[191839]: pgmap v10558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:45.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:56:45 smithi032 ceph-mon[189144]: pgmap v10558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:47.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:56:47 smithi039 ceph-mon[181282]: pgmap v10559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:47.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:56:47 smithi032 ceph-mon[191839]: pgmap v10559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:47.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:56:47 smithi032 ceph-mon[189144]: pgmap v10559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:49.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:56:49 smithi039 ceph-mon[181282]: pgmap v10560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:49.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:56:49 smithi032 ceph-mon[189144]: pgmap v10560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:49.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:56:49 smithi032 ceph-mon[191839]: pgmap v10560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:50.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:56:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:56:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:56:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:56:50.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:56:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:56:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:56:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:56:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T21:56:51.435 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:56:51.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:56:51 smithi039 ceph-mon[181282]: pgmap v10561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:51.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:56:51 smithi032 ceph-mon[191839]: pgmap v10561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:51.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:56:51 smithi032 ceph-mon[189144]: pgmap v10561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:51.757 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:56:51.757 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 7m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:56:51.757 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 5m ago 4h 98.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:56:51.757 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 7m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:56:51.757 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 5m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:56:51.757 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 5m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:56:51.758 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 7m ago 4h 723M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:56:51.758 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 7m ago 4h 1327M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:56:51.758 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 5m ago 4h 642M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:56:51.758 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 7m ago 4h 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:56:51.758 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 7m ago 4h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:56:51.758 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 5m ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:56:51.758 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 7m ago 4h 4592M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:56:51.758 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 7m ago 4h 4774M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:56:51.758 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 7m ago 4h 4273M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:56:51.759 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 7m ago 4h 4272M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:56:51.759 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 5m ago 4h 4064M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:56:51.759 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 5m ago 4h 4342M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:56:51.759 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 5m ago 4h 4067M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:56:51.759 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 5m ago 4h 4005M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:56:51.759 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 5m ago 4h 122M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:56:52.157 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:56:52.157 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:56:52.157 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:56:52.157 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:56:52.157 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:56:52.158 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:56:52.158 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:56:52.158 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:56:52.158 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:56:52.158 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:56:52.158 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:56:52.158 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:56:52.158 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:56:52.158 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:56:52.158 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:56:52.158 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:56:52.158 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:56:52.158 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:56:52.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:56:52 smithi039 ceph-mon[181282]: from='client.55280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:56:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:56:52 smithi039 ceph-mon[181282]: from='client.45369 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:56:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:56:52 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2507903390' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:56:52.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:56:52 smithi032 ceph-mon[191839]: from='client.55280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:56:52.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:56:52 smithi032 ceph-mon[191839]: from='client.45369 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:56:52.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:56:52 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2507903390' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:56:52.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:56:52 smithi032 ceph-mon[189144]: from='client.55280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:56:52.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:56:52 smithi032 ceph-mon[189144]: from='client.45369 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:56:52.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:56:52 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2507903390' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:56:53.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:56:53 smithi039 ceph-mon[181282]: pgmap v10562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:53.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:56:53 smithi032 ceph-mon[191839]: pgmap v10562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:53.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:56:53 smithi032 ceph-mon[189144]: pgmap v10562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:55.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:56:55 smithi032 ceph-mon[191839]: pgmap v10563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:55.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:56:55 smithi032 ceph-mon[189144]: pgmap v10563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:55.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:56:55 smithi039 ceph-mon[181282]: pgmap v10563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:57.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:56:57 smithi032 ceph-mon[191839]: pgmap v10564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:57.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:56:57 smithi032 ceph-mon[189144]: pgmap v10564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:57.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:56:57 smithi039 ceph-mon[181282]: pgmap v10564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:59.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:56:59 smithi032 ceph-mon[189144]: pgmap v10565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:59.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:56:59 smithi032 ceph-mon[191839]: pgmap v10565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:56:59.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:56:59 smithi039 ceph-mon[181282]: pgmap v10565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:01.147 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:57:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:57:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T21:57:01.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:01 smithi032 ceph-mon[191839]: pgmap v10566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:01.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:01 smithi032 ceph-mon[189144]: pgmap v10566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:01.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:01 smithi039 ceph-mon[181282]: pgmap v10566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:03.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:03 smithi039 ceph-mon[181282]: pgmap v10567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:03.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:03 smithi032 ceph-mon[191839]: pgmap v10567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:03.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:03 smithi032 ceph-mon[189144]: pgmap v10567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:05.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:05 smithi039 ceph-mon[181282]: pgmap v10568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:05.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:57:05.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:05 smithi032 ceph-mon[191839]: pgmap v10568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:05.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:57:05.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:05 smithi032 ceph-mon[189144]: pgmap v10568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:05.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:57:07.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:07 smithi039 ceph-mon[181282]: pgmap v10569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:07.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:07 smithi032 ceph-mon[191839]: pgmap v10569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:07.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:07 smithi032 ceph-mon[189144]: pgmap v10569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:09.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:09 smithi039 ceph-mon[181282]: pgmap v10570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:09.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:09 smithi032 ceph-mon[189144]: pgmap v10570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:09.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:09 smithi032 ceph-mon[191839]: pgmap v10570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:11.149 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:57:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:57:10] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T21:57:11.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:11 smithi032 ceph-mon[191839]: pgmap v10571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:11.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:11 smithi032 ceph-mon[189144]: pgmap v10571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:11.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:11 smithi039 ceph-mon[181282]: pgmap v10571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:13.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:13 smithi039 ceph-mon[181282]: pgmap v10572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:13.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:13 smithi032 ceph-mon[189144]: pgmap v10572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:13.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:13 smithi032 ceph-mon[191839]: pgmap v10572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:15.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:15 smithi039 ceph-mon[181282]: pgmap v10573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:15.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:15 smithi032 ceph-mon[189144]: pgmap v10573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:15.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:15 smithi032 ceph-mon[191839]: pgmap v10573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:17.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:17 smithi039 ceph-mon[181282]: pgmap v10574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:17.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:17 smithi032 ceph-mon[191839]: pgmap v10574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:17.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:17 smithi032 ceph-mon[189144]: pgmap v10574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:19.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:19 smithi032 ceph-mon[191839]: pgmap v10575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:19.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:19 smithi032 ceph-mon[189144]: pgmap v10575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:19.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:19 smithi039 ceph-mon[181282]: pgmap v10575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:57:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:57:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:57:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:57:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:57:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T21:57:21.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:21 smithi032 ceph-mon[189144]: pgmap v10576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:21.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:21 smithi032 ceph-mon[191839]: pgmap v10576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:21.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:21 smithi039 ceph-mon[181282]: pgmap v10576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:22.523 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:57:22.849 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:57:22.849 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 7m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:57:22.849 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 5m ago 4h 98.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:57:22.849 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 7m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:57:22.849 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 5m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:57:22.850 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 5m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:57:22.850 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 7m ago 4h 723M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:57:22.850 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 7m ago 4h 1327M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:57:22.850 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 5m ago 4h 642M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:57:22.850 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 7m ago 4h 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:57:22.850 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 7m ago 4h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:57:22.850 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 5m ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:57:22.850 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 7m ago 4h 4592M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:57:22.850 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 7m ago 4h 4774M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:57:22.850 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 7m ago 4h 4273M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:57:22.850 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 7m ago 4h 4272M 2423M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:57:22.850 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 5m ago 4h 4064M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:57:22.850 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 5m ago 4h 4342M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:57:22.850 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 5m ago 4h 4067M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:57:22.850 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 5m ago 4h 4005M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:57:22.851 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 5m ago 4h 122M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:57:23.251 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:57:23.251 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:57:23.251 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:57:23.251 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:57:23.251 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:57:23.252 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:57:23.252 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:57:23.252 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:57:23.252 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:57:23.252 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:57:23.252 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:57:23.252 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:57:23.252 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:57:23.252 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:57:23.252 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:57:23.252 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:57:23.252 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:57:23.252 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:57:23.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:23 smithi032 ceph-mon[191839]: pgmap v10577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:23.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:23 smithi032 ceph-mon[191839]: from='client.55298 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:57:23.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:23 smithi032 ceph-mon[191839]: from='client.55304 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:57:23.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:23 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3807910954' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:57:23.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:23 smithi032 ceph-mon[189144]: pgmap v10577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:23.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:23 smithi032 ceph-mon[189144]: from='client.55298 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:57:23.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:23 smithi032 ceph-mon[189144]: from='client.55304 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:57:23.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:23 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3807910954' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:57:23.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:23 smithi039 ceph-mon[181282]: pgmap v10577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:23.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:23 smithi039 ceph-mon[181282]: from='client.55298 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:57:23.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:23 smithi039 ceph-mon[181282]: from='client.55304 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:57:23.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:23 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3807910954' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:57:25.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:25 smithi032 ceph-mon[191839]: pgmap v10578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:25.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:25 smithi032 ceph-mon[189144]: pgmap v10578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:25.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:25 smithi039 ceph-mon[181282]: pgmap v10578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:27.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:27 smithi032 ceph-mon[189144]: pgmap v10579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:27.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:27 smithi032 ceph-mon[191839]: pgmap v10579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:27.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:27 smithi039 ceph-mon[181282]: pgmap v10579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:29.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:29 smithi032 ceph-mon[191839]: pgmap v10580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:29.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:29 smithi032 ceph-mon[189144]: pgmap v10580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:29.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:29 smithi039 ceph-mon[181282]: pgmap v10580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:31.148 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:57:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:57:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T21:57:31.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:31 smithi032 ceph-mon[191839]: pgmap v10581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:31.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:31 smithi032 ceph-mon[189144]: pgmap v10581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:31.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:31 smithi039 ceph-mon[181282]: pgmap v10581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:33.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:33 smithi039 ceph-mon[181282]: pgmap v10582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:33.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:57:33.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:57:33.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:57:33.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:57:33.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:57:33.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:57:33.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:57:33.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:57:33.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:57:33.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:57:33.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:57:33.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:33 smithi032 ceph-mon[191839]: pgmap v10582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:33.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:57:33.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:57:33.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:57:33.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:57:33.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:57:33.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:57:33.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:57:33.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:57:33.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:57:33.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:57:33.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:57:33.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:33 smithi032 ceph-mon[189144]: pgmap v10582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:33.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:57:33.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:57:33.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:57:33.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:57:33.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:57:33.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:57:33.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T21:57:33.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:57:33.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:57:33.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:57:33.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:57:34.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:34 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi032 to 2413M 2023-12-22T21:57:34.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:34 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi032 to 2413M 2023-12-22T21:57:34.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:34 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi032 to 2413M 2023-12-22T21:57:35.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:35 smithi032 ceph-mon[191839]: pgmap v10583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:35.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:57:35.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:35 smithi032 ceph-mon[189144]: pgmap v10583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:35.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:57:35.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:35 smithi039 ceph-mon[181282]: pgmap v10583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:35.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:57:37.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:37 smithi032 ceph-mon[191839]: pgmap v10584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:37.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:37 smithi032 ceph-mon[189144]: pgmap v10584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:37.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:37 smithi039 ceph-mon[181282]: pgmap v10584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:39.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:39 smithi032 ceph-mon[191839]: pgmap v10585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:39.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:39 smithi032 ceph-mon[189144]: pgmap v10585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:39.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:39 smithi039 ceph-mon[181282]: pgmap v10585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:41.151 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:57:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:57:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T21:57:41.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:41 smithi032 ceph-mon[191839]: pgmap v10586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:41.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:41 smithi032 ceph-mon[189144]: pgmap v10586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:41.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:41 smithi039 ceph-mon[181282]: pgmap v10586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:43.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:43 smithi039 ceph-mon[181282]: pgmap v10587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:43.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:43 smithi032 ceph-mon[191839]: pgmap v10587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:43.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:43 smithi032 ceph-mon[189144]: pgmap v10587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:45.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:45 smithi032 ceph-mon[191839]: pgmap v10588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:45.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:45 smithi032 ceph-mon[189144]: pgmap v10588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:45.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:45 smithi039 ceph-mon[181282]: pgmap v10588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:47.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:47 smithi032 ceph-mon[191839]: pgmap v10589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:47.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:47 smithi032 ceph-mon[189144]: pgmap v10589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:47.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:47 smithi039 ceph-mon[181282]: pgmap v10589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:49.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:49 smithi032 ceph-mon[191839]: pgmap v10590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:49.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:49 smithi032 ceph-mon[189144]: pgmap v10590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:49.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:49 smithi039 ceph-mon[181282]: pgmap v10590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:50.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:57:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:57:50.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:57:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:57:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:57:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T21:57:51.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:51 smithi032 ceph-mon[191839]: pgmap v10591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:51.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:51 smithi032 ceph-mon[189144]: pgmap v10591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:51.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:51 smithi039 ceph-mon[181282]: pgmap v10591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:53.620 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:57:53.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:53 smithi032 ceph-mon[189144]: pgmap v10592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:53.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:53 smithi032 ceph-mon[191839]: pgmap v10592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:53.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:53 smithi039 ceph-mon[181282]: pgmap v10592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:53.944 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:57:53.944 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 8m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:57:53.944 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 6m ago 4h 98.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:57:53.944 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 8m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:57:53.944 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 6m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:57:53.944 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 6m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:57:53.944 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 8m ago 4h 723M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:57:53.944 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 8m ago 4h 1327M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:57:53.944 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 6m ago 4h 642M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:57:53.944 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 8m ago 4h 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:57:53.944 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 8m ago 4h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:57:53.944 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 6m ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:57:53.944 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 8m ago 4h 4592M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:57:53.945 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 8m ago 4h 4774M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:57:53.945 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 8m ago 4h 4273M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:57:53.945 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 8m ago 4h 4272M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:57:53.945 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 6m ago 4h 4064M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:57:53.945 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 6m ago 4h 4342M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:57:53.945 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 6m ago 4h 4067M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:57:53.945 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 6m ago 4h 4005M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:57:53.945 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 6m ago 4h 122M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:57:54.344 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:57:54.344 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:57:54.344 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:57:54.344 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:57:54.344 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:57:54.344 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:57:54.344 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:57:54.344 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:57:54.344 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:57:54.344 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:57:54.344 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:57:54.344 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:57:54.345 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:57:54.345 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:57:54.345 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:57:54.345 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:57:54.345 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:57:54.345 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:57:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:54 smithi032 ceph-mon[191839]: from='client.45399 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:57:54.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:54 smithi032 ceph-mon[191839]: from='client.55322 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:57:54.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:54 smithi032 ceph-mon[189144]: from='client.45399 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:57:54.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:54 smithi032 ceph-mon[189144]: from='client.55322 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:57:54.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:54 smithi039 ceph-mon[181282]: from='client.45399 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:57:54.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:54 smithi039 ceph-mon[181282]: from='client.55322 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:57:55.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:55 smithi032 ceph-mon[189144]: pgmap v10593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:55.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:55 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1763114681' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:57:55.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:55 smithi032 ceph-mon[191839]: pgmap v10593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:55.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:55 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1763114681' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:57:55.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:55 smithi039 ceph-mon[181282]: pgmap v10593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:55.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:55 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1763114681' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:57:57.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:57 smithi032 ceph-mon[189144]: pgmap v10594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:57.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:57 smithi032 ceph-mon[191839]: pgmap v10594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:57.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:57 smithi039 ceph-mon[181282]: pgmap v10594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:59.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:57:59 smithi032 ceph-mon[191839]: pgmap v10595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:59.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:57:59 smithi032 ceph-mon[189144]: pgmap v10595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:57:59.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:57:59 smithi039 ceph-mon[181282]: pgmap v10595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:01.160 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:58:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:58:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T21:58:01.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:01 smithi032 ceph-mon[191839]: pgmap v10596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:01.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:01 smithi032 ceph-mon[189144]: pgmap v10596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:01.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:01 smithi039 ceph-mon[181282]: pgmap v10596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:03.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:03 smithi032 ceph-mon[191839]: pgmap v10597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:03.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:03 smithi032 ceph-mon[189144]: pgmap v10597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:03.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:03 smithi039 ceph-mon[181282]: pgmap v10597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:05.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:05 smithi032 ceph-mon[191839]: pgmap v10598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:05.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:58:05.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:05 smithi032 ceph-mon[189144]: pgmap v10598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:05.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:58:05.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:05 smithi039 ceph-mon[181282]: pgmap v10598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:05.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:58:07.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:07 smithi032 ceph-mon[191839]: pgmap v10599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:07.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:07 smithi032 ceph-mon[189144]: pgmap v10599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:07.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:07 smithi039 ceph-mon[181282]: pgmap v10599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:09.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:09 smithi032 ceph-mon[191839]: pgmap v10600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:09.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:09 smithi032 ceph-mon[189144]: pgmap v10600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:09.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:09 smithi039 ceph-mon[181282]: pgmap v10600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:11.159 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:58:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:58:10] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T21:58:11.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:11 smithi032 ceph-mon[191839]: pgmap v10601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:11.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:11 smithi032 ceph-mon[189144]: pgmap v10601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:11.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:11 smithi039 ceph-mon[181282]: pgmap v10601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:13.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:13 smithi032 ceph-mon[191839]: pgmap v10602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:13.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:13 smithi032 ceph-mon[189144]: pgmap v10602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:13.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:13 smithi039 ceph-mon[181282]: pgmap v10602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:15.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:15 smithi032 ceph-mon[191839]: pgmap v10603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:15.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:15 smithi032 ceph-mon[189144]: pgmap v10603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:15.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:15 smithi039 ceph-mon[181282]: pgmap v10603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:17.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:17 smithi032 ceph-mon[191839]: pgmap v10604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:17.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:17 smithi032 ceph-mon[189144]: pgmap v10604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:17.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:17 smithi039 ceph-mon[181282]: pgmap v10604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:19.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:19 smithi032 ceph-mon[191839]: pgmap v10605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:19.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:19 smithi032 ceph-mon[189144]: pgmap v10605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:19.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:19 smithi039 ceph-mon[181282]: pgmap v10605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:58:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:58:20.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:58:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:58:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:58:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T21:58:21.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:21 smithi032 ceph-mon[189144]: pgmap v10606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:21.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:21 smithi032 ceph-mon[191839]: pgmap v10606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:21.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:21 smithi039 ceph-mon[181282]: pgmap v10606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:23.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:23 smithi032 ceph-mon[191839]: pgmap v10607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:23.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:23 smithi032 ceph-mon[189144]: pgmap v10607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:23.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:23 smithi039 ceph-mon[181282]: pgmap v10607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:24.705 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:58:25.026 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:58:25.026 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 9m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:58:25.027 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 6m ago 4h 98.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:58:25.027 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 9m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:58:25.027 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 6m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:58:25.027 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 6m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:58:25.027 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 9m ago 4h 723M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:58:25.027 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 9m ago 4h 1327M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:58:25.027 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 6m ago 4h 642M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:58:25.027 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 9m ago 4h 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:58:25.027 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 9m ago 4h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:58:25.027 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 6m ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:58:25.027 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 9m ago 4h 4592M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:58:25.027 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 9m ago 4h 4774M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:58:25.027 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 9m ago 4h 4273M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:58:25.028 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 9m ago 4h 4272M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:58:25.028 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 6m ago 4h 4064M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:58:25.028 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 6m ago 4h 4342M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:58:25.028 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 6m ago 4h 4067M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:58:25.028 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 6m ago 4h 4005M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:58:25.028 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 6m ago 4h 122M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:58:25.431 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:58:25.431 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:58:25.431 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:58:25.431 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:58:25.431 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:58:25.431 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:58:25.431 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:58:25.431 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:58:25.431 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:58:25.431 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:58:25.431 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:58:25.431 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:58:25.431 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:58:25.432 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:58:25.432 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:58:25.432 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:58:25.432 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:58:25.432 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:58:25.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:25 smithi032 ceph-mon[191839]: pgmap v10608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:25.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:25 smithi032 ceph-mon[191839]: from='client.45417 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:58:25.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:25 smithi032 ceph-mon[189144]: pgmap v10608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:25.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:25 smithi032 ceph-mon[189144]: from='client.45417 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:58:25.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:25 smithi039 ceph-mon[181282]: pgmap v10608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:25.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:25 smithi039 ceph-mon[181282]: from='client.45417 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:58:26.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:26 smithi032 ceph-mon[189144]: from='client.45423 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:58:26.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:26 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4047735146' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:58:26.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:26 smithi032 ceph-mon[191839]: from='client.45423 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:58:26.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:26 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4047735146' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:58:26.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:26 smithi039 ceph-mon[181282]: from='client.45423 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:58:26.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:26 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4047735146' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:58:27.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:27 smithi032 ceph-mon[189144]: pgmap v10609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:27.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:27 smithi032 ceph-mon[191839]: pgmap v10609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:27.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:27 smithi039 ceph-mon[181282]: pgmap v10609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:29.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:29 smithi032 ceph-mon[191839]: pgmap v10610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:29.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:29 smithi032 ceph-mon[189144]: pgmap v10610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:29.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:29 smithi039 ceph-mon[181282]: pgmap v10610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:31.161 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:58:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:58:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T21:58:31.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:31 smithi032 ceph-mon[191839]: pgmap v10611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:31.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:31 smithi032 ceph-mon[189144]: pgmap v10611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:31.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:31 smithi039 ceph-mon[181282]: pgmap v10611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:33.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:33 smithi032 ceph-mon[189144]: pgmap v10612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:33.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:58:33.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:33 smithi032 ceph-mon[191839]: pgmap v10612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:33.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:58:33.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:33 smithi039 ceph-mon[181282]: pgmap v10612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:33.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:58:34.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:58:34.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:58:34.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:58:34.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:58:34.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:58:34.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:58:34.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:58:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:58:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:58:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:58:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:58:34.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:58:34.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:58:34.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:58:35.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:58:35.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:58:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:58:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:58:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:58:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:58:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:58:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:35 smithi032 ceph-mon[191839]: pgmap v10613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:58:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:35 smithi032 ceph-mon[189144]: pgmap v10613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:58:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:35 smithi039 ceph-mon[181282]: pgmap v10613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:58:37.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:37 smithi032 ceph-mon[191839]: pgmap v10614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:37.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:37 smithi032 ceph-mon[189144]: pgmap v10614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:38.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:37 smithi039 ceph-mon[181282]: pgmap v10614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:39.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:39 smithi032 ceph-mon[191839]: pgmap v10615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:39.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:39 smithi032 ceph-mon[189144]: pgmap v10615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:40.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:39 smithi039 ceph-mon[181282]: pgmap v10615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:41.167 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:58:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:58:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T21:58:41.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:41 smithi032 ceph-mon[189144]: pgmap v10616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:41.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:41 smithi032 ceph-mon[191839]: pgmap v10616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:41.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:41 smithi039 ceph-mon[181282]: pgmap v10616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:43.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:43 smithi032 ceph-mon[189144]: pgmap v10617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:43.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:43 smithi032 ceph-mon[191839]: pgmap v10617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:43.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:43 smithi039 ceph-mon[181282]: pgmap v10617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:45.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:45 smithi032 ceph-mon[189144]: pgmap v10618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:45.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:45 smithi032 ceph-mon[191839]: pgmap v10618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:45.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:45 smithi039 ceph-mon[181282]: pgmap v10618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:47.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:47 smithi032 ceph-mon[191839]: pgmap v10619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:47.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:47 smithi032 ceph-mon[189144]: pgmap v10619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:47.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:47 smithi039 ceph-mon[181282]: pgmap v10619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:49.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:49 smithi032 ceph-mon[191839]: pgmap v10620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:49.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:49 smithi032 ceph-mon[189144]: pgmap v10620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:49.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:49 smithi039 ceph-mon[181282]: pgmap v10620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:58:50.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:58:50.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:58:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:58:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:58:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T21:58:51.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:51 smithi032 ceph-mon[191839]: pgmap v10621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:51.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:51 smithi032 ceph-mon[189144]: pgmap v10621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:51.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:51 smithi039 ceph-mon[181282]: pgmap v10621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:53.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:53 smithi032 ceph-mon[189144]: pgmap v10622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:53.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:53 smithi032 ceph-mon[191839]: pgmap v10622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:53.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:53 smithi039 ceph-mon[181282]: pgmap v10622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:55.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:55 smithi032 ceph-mon[189144]: pgmap v10623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:55.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:55 smithi032 ceph-mon[191839]: pgmap v10623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:55.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:55 smithi039 ceph-mon[181282]: pgmap v10623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:55.791 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:58:56.116 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:58:56.116 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 9m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:58:56.116 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 7m ago 4h 98.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:58:56.116 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 9m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:58:56.116 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 7m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:58:56.116 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 7m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:58:56.116 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 9m ago 4h 723M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:58:56.117 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 9m ago 4h 1327M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:58:56.117 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 7m ago 4h 642M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:58:56.117 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 9m ago 4h 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:58:56.117 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 9m ago 4h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:58:56.117 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 7m ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:58:56.117 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 9m ago 4h 4592M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:58:56.117 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 9m ago 4h 4774M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:58:56.117 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 9m ago 4h 4273M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:58:56.117 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 9m ago 4h 4272M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:58:56.117 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 7m ago 4h 4064M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:58:56.117 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 7m ago 4h 4342M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:58:56.117 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 7m ago 4h 4067M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:58:56.117 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 7m ago 4h 4005M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:58:56.117 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 7m ago 4h 122M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:58:56.516 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:58:56.516 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:58:56.516 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:58:56.516 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:58:56.516 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:58:56.516 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:58:56.516 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:58:56.516 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:58:56.516 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:58:56.516 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:58:56.517 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:58:56.517 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:58:56.517 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:58:56.517 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:58:56.517 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:58:56.517 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:58:56.517 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:58:56.517 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:58:56.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:56 smithi032 ceph-mon[189144]: from='client.45435 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:58:56.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:56 smithi032 ceph-mon[191839]: from='client.45435 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:58:56.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:56 smithi039 ceph-mon[181282]: from='client.45435 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:58:57.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:57 smithi032 ceph-mon[189144]: from='client.55358 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:58:57.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:57 smithi032 ceph-mon[189144]: pgmap v10624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:57.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:57 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3108060123' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:58:57.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:57 smithi032 ceph-mon[191839]: from='client.55358 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:58:57.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:57 smithi032 ceph-mon[191839]: pgmap v10624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:57.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:57 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3108060123' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:58:57.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:57 smithi039 ceph-mon[181282]: from='client.55358 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:58:57.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:57 smithi039 ceph-mon[181282]: pgmap v10624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:57.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:57 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3108060123' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:58:59.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:58:59 smithi032 ceph-mon[191839]: pgmap v10625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:59.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:58:59 smithi032 ceph-mon[189144]: pgmap v10625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:58:59.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:58:59 smithi039 ceph-mon[181282]: pgmap v10625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:01.169 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:59:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:59:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T21:59:01.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:01 smithi032 ceph-mon[191839]: pgmap v10626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:01.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:01 smithi032 ceph-mon[189144]: pgmap v10626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:01.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:01 smithi039 ceph-mon[181282]: pgmap v10626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:03.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:03 smithi032 ceph-mon[191839]: pgmap v10627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:03.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:03 smithi032 ceph-mon[189144]: pgmap v10627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:03.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:03 smithi039 ceph-mon[181282]: pgmap v10627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:05.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:05 smithi032 ceph-mon[191839]: pgmap v10628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:05.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:59:05.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:05 smithi032 ceph-mon[189144]: pgmap v10628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:05.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:59:05.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:05 smithi039 ceph-mon[181282]: pgmap v10628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:05.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:59:07.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:07 smithi032 ceph-mon[191839]: pgmap v10629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:07.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:07 smithi032 ceph-mon[189144]: pgmap v10629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:07.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:07 smithi039 ceph-mon[181282]: pgmap v10629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:09.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:09 smithi032 ceph-mon[189144]: pgmap v10630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:09.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:09 smithi032 ceph-mon[191839]: pgmap v10630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:09.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:09 smithi039 ceph-mon[181282]: pgmap v10630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:11.171 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:59:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:59:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T21:59:11.172 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:11 smithi032 ceph-mon[189144]: pgmap v10631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:11.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:11 smithi032 ceph-mon[191839]: pgmap v10631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:11.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:11 smithi039 ceph-mon[181282]: pgmap v10631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:13.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:13 smithi032 ceph-mon[189144]: pgmap v10632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:13.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:13 smithi032 ceph-mon[191839]: pgmap v10632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:13.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:13 smithi039 ceph-mon[181282]: pgmap v10632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:15.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:15 smithi032 ceph-mon[191839]: pgmap v10633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:15.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:15 smithi032 ceph-mon[189144]: pgmap v10633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:15.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:15 smithi039 ceph-mon[181282]: pgmap v10633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:17.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:17 smithi032 ceph-mon[191839]: pgmap v10634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:17.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:17 smithi032 ceph-mon[189144]: pgmap v10634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:17.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:17 smithi039 ceph-mon[181282]: pgmap v10634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:19.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:19 smithi032 ceph-mon[191839]: pgmap v10635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:19.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:19 smithi032 ceph-mon[189144]: pgmap v10635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:19.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:19 smithi039 ceph-mon[181282]: pgmap v10635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:59:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:59:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:59:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:59:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:59:20] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T21:59:21.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:21 smithi032 ceph-mon[191839]: pgmap v10636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:21.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:21 smithi032 ceph-mon[189144]: pgmap v10636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:21.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:21 smithi039 ceph-mon[181282]: pgmap v10636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:23.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:23 smithi032 ceph-mon[189144]: pgmap v10637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:23.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:23 smithi032 ceph-mon[191839]: pgmap v10637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:23.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:23 smithi039 ceph-mon[181282]: pgmap v10637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:25.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:25 smithi032 ceph-mon[189144]: pgmap v10638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:25.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:25 smithi032 ceph-mon[191839]: pgmap v10638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:25.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:25 smithi039 ceph-mon[181282]: pgmap v10638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:26.880 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:59:27.200 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:59:27.200 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 10m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:59:27.201 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 7m ago 4h 98.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:59:27.201 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 10m ago 4h 25.9M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:59:27.201 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 7m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:59:27.201 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 7m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:59:27.201 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 10m ago 4h 723M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:59:27.201 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 10m ago 4h 1327M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:59:27.201 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 7m ago 4h 642M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:59:27.201 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 10m ago 4h 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:59:27.201 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 10m ago 4h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:59:27.201 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 7m ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:59:27.201 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 10m ago 4h 4592M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:59:27.201 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 10m ago 4h 4774M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:59:27.201 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 10m ago 4h 4273M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:59:27.201 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 10m ago 4h 4272M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:59:27.201 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 7m ago 4h 4064M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:59:27.202 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 7m ago 4h 4342M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:59:27.202 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 7m ago 4h 4067M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:59:27.202 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 7m ago 4h 4005M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:59:27.202 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 7m ago 4h 122M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:59:27.604 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:59:27.604 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:59:27.604 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:59:27.604 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:59:27.604 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:59:27.604 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:59:27.605 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:59:27.605 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:59:27.605 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:59:27.605 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:59:27.605 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:59:27.605 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:59:27.605 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:59:27.605 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:59:27.605 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:59:27.605 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:59:27.605 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:59:27.605 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:59:27.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:27 smithi032 ceph-mon[189144]: pgmap v10639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:27.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:27 smithi032 ceph-mon[189144]: from='client.55370 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:59:27.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:27 smithi032 ceph-mon[191839]: pgmap v10639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:27.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:27 smithi032 ceph-mon[191839]: from='client.55370 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:59:27.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:27 smithi039 ceph-mon[181282]: pgmap v10639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:27.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:27 smithi039 ceph-mon[181282]: from='client.55370 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:59:28.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:28 smithi032 ceph-mon[191839]: from='client.55376 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:59:28.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:28 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3429713158' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:59:28.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:28 smithi032 ceph-mon[189144]: from='client.55376 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:59:28.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:28 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3429713158' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:59:28.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:28 smithi039 ceph-mon[181282]: from='client.55376 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:59:28.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:28 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3429713158' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:59:29.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:29 smithi032 ceph-mon[191839]: pgmap v10640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:29.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:29 smithi032 ceph-mon[189144]: pgmap v10640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:29.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:29 smithi039 ceph-mon[181282]: pgmap v10640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:31.175 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:59:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:59:30] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T21:59:31.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:31 smithi032 ceph-mon[191839]: pgmap v10641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:31.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:31 smithi032 ceph-mon[189144]: pgmap v10641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:31.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:31 smithi039 ceph-mon[181282]: pgmap v10641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:33.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:33 smithi032 ceph-mon[191839]: pgmap v10642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:33.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:33 smithi032 ceph-mon[189144]: pgmap v10642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:33.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:33 smithi039 ceph-mon[181282]: pgmap v10642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:34.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:59:34.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:59:34.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T21:59:35.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:35 smithi032 ceph-mon[191839]: pgmap v10643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:35.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:59:35.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:35 smithi032 ceph-mon[189144]: pgmap v10643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:35.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:59:35.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:35 smithi039 ceph-mon[181282]: pgmap v10643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:35.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:59:37.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:37 smithi032 ceph-mon[191839]: pgmap v10644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:37.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:37 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:59:37.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:37 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:59:37.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:37 smithi032 ceph-mon[189144]: pgmap v10644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:37.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:37 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:59:37.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:37 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:59:37.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:37 smithi039 ceph-mon[181282]: pgmap v10644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:37.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:37 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:59:37.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:37 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:59:39.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:39 smithi032 ceph-mon[191839]: pgmap v10645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:39.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:39 smithi032 ceph-mon[189144]: pgmap v10645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:39.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:39 smithi039 ceph-mon[181282]: pgmap v10645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:40.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:59:40.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:59:40.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:59:40.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:59:40.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:59:40.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:59:40.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:59:40.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:59:40.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:59:40.860 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:59:40.860 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:59:40.860 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:59:40.860 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T21:59:40.860 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T21:59:40.860 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T21:59:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:59:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:59:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T21:59:41.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:41 smithi039 ceph-mon[181282]: pgmap v10646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:41.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:41 smithi032 ceph-mon[191839]: pgmap v10646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:41.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:41 smithi032 ceph-mon[189144]: pgmap v10646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:43.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:43 smithi039 ceph-mon[181282]: pgmap v10647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:43.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:43 smithi032 ceph-mon[189144]: pgmap v10647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:43.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:43 smithi032 ceph-mon[191839]: pgmap v10647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:45.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:45 smithi039 ceph-mon[181282]: pgmap v10648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:45.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:45 smithi032 ceph-mon[191839]: pgmap v10648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:45.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:45 smithi032 ceph-mon[189144]: pgmap v10648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:47.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:47 smithi039 ceph-mon[181282]: pgmap v10649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:47.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:47 smithi032 ceph-mon[191839]: pgmap v10649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:47.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:47 smithi032 ceph-mon[189144]: pgmap v10649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:49 smithi039 ceph-mon[181282]: pgmap v10650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:49.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:49 smithi032 ceph-mon[191839]: pgmap v10650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:49.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:49 smithi032 ceph-mon[189144]: pgmap v10650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:50.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:59:50.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:59:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T21:59:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 21:59:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:21:59:50] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T21:59:51.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:51 smithi039 ceph-mon[181282]: pgmap v10651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:51.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:51 smithi032 ceph-mon[191839]: pgmap v10651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:51.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:51 smithi032 ceph-mon[189144]: pgmap v10651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:53.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:53 smithi039 ceph-mon[181282]: pgmap v10652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:53.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:53 smithi032 ceph-mon[191839]: pgmap v10652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:53.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:53 smithi032 ceph-mon[189144]: pgmap v10652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:55.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:55 smithi032 ceph-mon[191839]: pgmap v10653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:55.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:55 smithi032 ceph-mon[189144]: pgmap v10653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:56.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:55 smithi039 ceph-mon[181282]: pgmap v10653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:57.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:57 smithi032 ceph-mon[191839]: pgmap v10654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:57.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:57 smithi032 ceph-mon[189144]: pgmap v10654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:57.971 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T21:59:58.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:57 smithi039 ceph-mon[181282]: pgmap v10654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:58.292 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T21:59:58.292 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 21s ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T21:59:58.292 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 8m ago 4h 98.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T21:59:58.292 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 21s ago 4h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T21:59:58.292 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 8m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T21:59:58.292 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 8m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T21:59:58.292 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 21s ago 4h 729M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T21:59:58.292 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 21s ago 4h 1362M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T21:59:58.292 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 8m ago 4h 642M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T21:59:58.292 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 21s ago 4h 680M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T21:59:58.293 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 21s ago 4h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T21:59:58.293 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 8m ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T21:59:58.293 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 21s ago 4h 4625M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T21:59:58.293 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 21s ago 4h 4804M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T21:59:58.293 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 21s ago 4h 4296M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T21:59:58.293 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 21s ago 4h 4301M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T21:59:58.293 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 8m ago 4h 4064M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T21:59:58.293 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 8m ago 4h 4342M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T21:59:58.293 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 8m ago 4h 4067M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T21:59:58.293 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 8m ago 4h 4005M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T21:59:58.293 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 8m ago 4h 122M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T21:59:58.696 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T21:59:58.696 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T21:59:58.696 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T21:59:58.696 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:59:58.697 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T21:59:58.697 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T21:59:58.697 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:59:58.697 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T21:59:58.697 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T21:59:58.697 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:59:58.697 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T21:59:58.697 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T21:59:58.697 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T21:59:58.697 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T21:59:58.697 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T21:59:58.697 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T21:59:58.697 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T21:59:58.698 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T21:59:58.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:58 smithi032 ceph-mon[191839]: from='client.45471 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:59:58.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:58 smithi032 ceph-mon[189144]: from='client.45471 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:59:59.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:58 smithi039 ceph-mon[181282]: from='client.45471 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:59:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:59 smithi032 ceph-mon[191839]: pgmap v10655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:59 smithi032 ceph-mon[191839]: from='client.45477 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:59:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 21:59:59 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3003773621' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T21:59:59.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:59 smithi032 ceph-mon[189144]: pgmap v10655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T21:59:59.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:59 smithi032 ceph-mon[189144]: from='client.45477 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T21:59:59.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 21:59:59 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3003773621' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:00:00.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:59 smithi039 ceph-mon[181282]: pgmap v10655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:00.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:59 smithi039 ceph-mon[181282]: from='client.45477 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:00:00.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 21:59:59 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3003773621' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:00:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:00:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T21:59:59.998+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T22:00:00.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:00:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T22:00:00.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:00:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T22:00:01.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:00:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T22:00:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:00:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:00:00] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:00:01.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:00:01 smithi032 ceph-mon[189144]: pgmap v10656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:01.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:00:01 smithi032 ceph-mon[191839]: pgmap v10656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:02.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:00:01 smithi039 ceph-mon[181282]: pgmap v10656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:03.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:00:03 smithi032 ceph-mon[189144]: pgmap v10657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:03.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:00:03 smithi032 ceph-mon[191839]: pgmap v10657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:04.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:00:03 smithi039 ceph-mon[181282]: pgmap v10657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:00:05 smithi032 ceph-mon[191839]: pgmap v10658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:05.995 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:00:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:00:05.996 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:00:05 smithi032 ceph-mon[189144]: pgmap v10658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:05.996 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:00:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:00:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:00:05 smithi039 ceph-mon[181282]: pgmap v10658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:00:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:00:07.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:00:07 smithi032 ceph-mon[191839]: pgmap v10659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:07.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:00:07 smithi032 ceph-mon[189144]: pgmap v10659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:08.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:00:07 smithi039 ceph-mon[181282]: pgmap v10659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:09.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:00:09 smithi032 ceph-mon[191839]: pgmap v10660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:09.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:00:09 smithi032 ceph-mon[189144]: pgmap v10660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:10.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:00:09 smithi039 ceph-mon[181282]: pgmap v10660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:00:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:00:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:00:11.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:00:11 smithi039 ceph-mon[181282]: pgmap v10661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:11.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:00:11 smithi032 ceph-mon[189144]: pgmap v10661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:11.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:00:11 smithi032 ceph-mon[191839]: pgmap v10661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:13.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:00:13 smithi032 ceph-mon[189144]: pgmap v10662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:13.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:00:13 smithi032 ceph-mon[191839]: pgmap v10662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:13.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:00:13 smithi039 ceph-mon[181282]: pgmap v10662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:15.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:00:15 smithi032 ceph-mon[191839]: pgmap v10663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:15.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:00:15 smithi032 ceph-mon[189144]: pgmap v10663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:15.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:00:15 smithi039 ceph-mon[181282]: pgmap v10663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:17.258 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 22:00:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-22T22:00:16.982920507Z level=info msg="Completed cleanup jobs" duration=12.569585ms 2023-12-22T22:00:17.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:00:17 smithi032 ceph-mon[191839]: pgmap v10664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:17.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:00:17 smithi032 ceph-mon[189144]: pgmap v10664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:17.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:00:17 smithi039 ceph-mon[181282]: pgmap v10664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:19.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:00:19 smithi032 ceph-mon[191839]: pgmap v10665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:19.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:00:19 smithi032 ceph-mon[189144]: pgmap v10665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:19.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:00:19 smithi039 ceph-mon[181282]: pgmap v10665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:00:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:00:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:00:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:00:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:00:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:00:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:00:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:00:20] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-22T22:00:21.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:00:21 smithi032 ceph-mon[191839]: pgmap v10666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:21.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:00:21 smithi032 ceph-mon[189144]: pgmap v10666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:00:21 smithi039 ceph-mon[181282]: pgmap v10666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:23.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:00:23 smithi032 ceph-mon[191839]: pgmap v10667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:23.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:00:23 smithi032 ceph-mon[189144]: pgmap v10667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:23.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:00:23 smithi039 ceph-mon[181282]: pgmap v10667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:25.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:00:25 smithi032 ceph-mon[189144]: pgmap v10668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:25.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:00:25 smithi032 ceph-mon[191839]: pgmap v10668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:25.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:00:25 smithi039 ceph-mon[181282]: pgmap v10668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:27.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:00:27 smithi032 ceph-mon[191839]: pgmap v10669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:27.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:00:27 smithi032 ceph-mon[189144]: pgmap v10669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:27.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:00:27 smithi039 ceph-mon[181282]: pgmap v10669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:29.062 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:00:29.385 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:00:29.385 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 52s ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:00:29.385 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 9m ago 4h 98.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:00:29.385 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 52s ago 4h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:00:29.385 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 9m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:00:29.385 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 9m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:00:29.385 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 52s ago 4h 729M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:00:29.385 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 52s ago 4h 1362M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:00:29.386 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 9m ago 4h 642M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:00:29.386 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 52s ago 4h 680M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:00:29.386 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 52s ago 4h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:00:29.386 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 9m ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:00:29.386 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 52s ago 4h 4625M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:00:29.386 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 52s ago 4h 4804M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:00:29.386 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 52s ago 4h 4296M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:00:29.386 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 52s ago 4h 4301M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:00:29.386 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 9m ago 4h 4064M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:00:29.386 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 9m ago 4h 4342M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:00:29.386 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 9m ago 4h 4067M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:00:29.386 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 9m ago 4h 4005M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:00:29.386 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 9m ago 4h 122M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:00:29.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:00:29 smithi032 ceph-mon[191839]: pgmap v10670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:29.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:00:29 smithi032 ceph-mon[189144]: pgmap v10670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:29.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:00:29 smithi039 ceph-mon[181282]: pgmap v10670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:29.789 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:00:29.789 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:00:29.789 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:00:29.789 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:00:29.789 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:00:29.789 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:00:29.790 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:00:29.790 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:00:29.790 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:00:29.790 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:00:29.790 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:00:29.790 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:00:29.790 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:00:29.790 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:00:29.790 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:00:29.790 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:00:29.790 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:00:29.790 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:00:30.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:00:30 smithi032 ceph-mon[191839]: from='client.55406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:00:30.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:00:30 smithi032 ceph-mon[191839]: from='client.45495 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:00:30.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:00:30 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4165712521' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:00:30.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:00:30 smithi032 ceph-mon[189144]: from='client.55406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:00:30.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:00:30 smithi032 ceph-mon[189144]: from='client.45495 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:00:30.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:00:30 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4165712521' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:00:30.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:00:30 smithi039 ceph-mon[181282]: from='client.55406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:00:30.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:00:30 smithi039 ceph-mon[181282]: from='client.45495 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:00:30.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:00:30 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4165712521' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:00:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:00:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:00:30] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-22T22:00:31.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:00:31 smithi032 ceph-mon[189144]: pgmap v10671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:31.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:00:31 smithi032 ceph-mon[191839]: pgmap v10671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:31.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:00:31 smithi039 ceph-mon[181282]: pgmap v10671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:33.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:00:33 smithi032 ceph-mon[191839]: pgmap v10672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:33.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:00:33 smithi032 ceph-mon[189144]: pgmap v10672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:33.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:00:33 smithi039 ceph-mon[181282]: pgmap v10672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:35.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:00:35 smithi032 ceph-mon[191839]: pgmap v10673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:35.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:00:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:00:35.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:00:35 smithi032 ceph-mon[189144]: pgmap v10673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:35.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:00:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:00:35.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:00:35 smithi039 ceph-mon[181282]: pgmap v10673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:35.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:00:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:00:37.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:00:37 smithi032 ceph-mon[191839]: pgmap v10674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:37.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:00:37 smithi032 ceph-mon[189144]: pgmap v10674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:37.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:00:37 smithi039 ceph-mon[181282]: pgmap v10674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:39.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:00:39 smithi032 ceph-mon[191839]: pgmap v10675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:39.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:00:39 smithi032 ceph-mon[189144]: pgmap v10675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:39.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:00:39 smithi039 ceph-mon[181282]: pgmap v10675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:40.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:00:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:00:40.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:00:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:00:40.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:00:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:00:40.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:00:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:00:40.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:00:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:00:40.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:00:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:00:40.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:00:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:00:40.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:00:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:00:40.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:00:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:00:40.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:00:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:00:40.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:00:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:00:40.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:00:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:00:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:00:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:00:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T22:00:41.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:00:41 smithi032 ceph-mon[191839]: pgmap v10676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:41.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:00:41 smithi032 ceph-mon[189144]: pgmap v10676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:41.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:00:41 smithi039 ceph-mon[181282]: pgmap v10676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:43.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:00:43 smithi032 ceph-mon[191839]: pgmap v10677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:43.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:00:43 smithi032 ceph-mon[189144]: pgmap v10677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:43.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:00:43 smithi039 ceph-mon[181282]: pgmap v10677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:45.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:00:45 smithi032 ceph-mon[191839]: pgmap v10678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:45.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:00:45 smithi032 ceph-mon[189144]: pgmap v10678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:45.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:00:45 smithi039 ceph-mon[181282]: pgmap v10678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:47.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:00:47 smithi032 ceph-mon[191839]: pgmap v10679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:47.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:00:47 smithi032 ceph-mon[189144]: pgmap v10679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:47.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:00:47 smithi039 ceph-mon[181282]: pgmap v10679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:49.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:00:49 smithi032 ceph-mon[191839]: pgmap v10680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:49.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:00:49 smithi032 ceph-mon[189144]: pgmap v10680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:49.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:00:49 smithi039 ceph-mon[181282]: pgmap v10680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:50.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:00:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:00:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:00:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:00:50.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:00:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:00:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:00:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:00:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:00:51.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:00:51 smithi032 ceph-mon[189144]: pgmap v10681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:51.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:00:51 smithi032 ceph-mon[191839]: pgmap v10681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:51.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:00:51 smithi039 ceph-mon[181282]: pgmap v10681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:53.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:00:53 smithi032 ceph-mon[191839]: pgmap v10682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:53.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:00:53 smithi032 ceph-mon[189144]: pgmap v10682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:53.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:00:53 smithi039 ceph-mon[181282]: pgmap v10682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:55.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:00:55 smithi032 ceph-mon[191839]: pgmap v10683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:55.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:00:55 smithi032 ceph-mon[189144]: pgmap v10683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:55.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:00:55 smithi039 ceph-mon[181282]: pgmap v10683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:57.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:00:57 smithi032 ceph-mon[191839]: pgmap v10684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:57.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:00:57 smithi032 ceph-mon[189144]: pgmap v10684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:57.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:00:57 smithi039 ceph-mon[181282]: pgmap v10684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:59.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:00:59 smithi032 ceph-mon[191839]: pgmap v10685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:59.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:00:59 smithi032 ceph-mon[189144]: pgmap v10685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:00:59.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:00:59 smithi039 ceph-mon[181282]: pgmap v10685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:00.157 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:01:00.483 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:01:00.483 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 84s ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:01:00.483 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 9m ago 4h 98.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:01:00.483 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 84s ago 4h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:01:00.483 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 9m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:01:00.483 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 9m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:01:00.483 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 84s ago 4h 729M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:01:00.483 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 84s ago 4h 1362M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:01:00.483 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 9m ago 4h 642M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:01:00.483 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 84s ago 4h 680M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:01:00.484 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 84s ago 4h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:01:00.484 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 9m ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:01:00.484 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 84s ago 4h 4625M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:01:00.484 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 84s ago 4h 4804M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:01:00.484 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 84s ago 4h 4296M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:01:00.484 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 84s ago 4h 4301M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:01:00.484 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 9m ago 4h 4064M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:01:00.484 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 9m ago 4h 4342M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:01:00.484 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 9m ago 4h 4067M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:01:00.484 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 9m ago 4h 4005M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:01:00.484 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 9m ago 4h 122M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:01:00.883 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:01:00.883 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:01:00.883 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:01:00.883 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:01:00.883 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:01:00.883 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:01:00.883 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:01:00.883 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:01:00.883 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:01:00.883 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:01:00.883 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:01:00.883 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:01:00.883 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:01:00.884 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:01:00.884 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:01:00.884 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:01:00.884 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:01:00.884 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:01:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:01:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:01:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:01:01.452 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:01 smithi039 ceph-mon[181282]: from='client.55424 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:01:01.453 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:01 smithi039 ceph-mon[181282]: pgmap v10686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:01.453 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:01 smithi039 ceph-mon[181282]: from='client.45513 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:01:01.453 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:01 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3102612035' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:01:01.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:01 smithi032 ceph-mon[189144]: from='client.55424 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:01:01.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:01 smithi032 ceph-mon[189144]: pgmap v10686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:01.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:01 smithi032 ceph-mon[189144]: from='client.45513 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:01:01.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:01 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3102612035' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:01:01.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:01 smithi032 ceph-mon[191839]: from='client.55424 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:01:01.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:01 smithi032 ceph-mon[191839]: pgmap v10686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:01.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:01 smithi032 ceph-mon[191839]: from='client.45513 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:01:01.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:01 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3102612035' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:01:03.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:03 smithi032 ceph-mon[191839]: pgmap v10687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:03.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:03 smithi032 ceph-mon[189144]: pgmap v10687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:03.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:03 smithi039 ceph-mon[181282]: pgmap v10687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:05.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:05 smithi032 ceph-mon[191839]: pgmap v10688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:05.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:01:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:05 smithi032 ceph-mon[189144]: pgmap v10688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:01:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:05 smithi039 ceph-mon[181282]: pgmap v10688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:01:07.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:07 smithi032 ceph-mon[191839]: pgmap v10689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:07.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:07 smithi032 ceph-mon[189144]: pgmap v10689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:07.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:07 smithi039 ceph-mon[181282]: pgmap v10689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:09.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:09 smithi032 ceph-mon[191839]: pgmap v10690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:09.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:09 smithi032 ceph-mon[189144]: pgmap v10690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:09.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:09 smithi039 ceph-mon[181282]: pgmap v10690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:01:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:01:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:01:11.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:11 smithi039 ceph-mon[181282]: pgmap v10691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:11.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:11 smithi032 ceph-mon[191839]: pgmap v10691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:11.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:11 smithi032 ceph-mon[189144]: pgmap v10691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:13.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:13 smithi032 ceph-mon[191839]: pgmap v10692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:13.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:13 smithi032 ceph-mon[189144]: pgmap v10692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:13.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:13 smithi039 ceph-mon[181282]: pgmap v10692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:15.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:15 smithi032 ceph-mon[191839]: pgmap v10693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:15.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:15 smithi032 ceph-mon[189144]: pgmap v10693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:15.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:15 smithi039 ceph-mon[181282]: pgmap v10693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:17.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:17 smithi032 ceph-mon[191839]: pgmap v10694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:17.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:17 smithi032 ceph-mon[189144]: pgmap v10694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:17.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:17 smithi039 ceph-mon[181282]: pgmap v10694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:19.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:19 smithi032 ceph-mon[191839]: pgmap v10695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:19.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:19 smithi032 ceph-mon[189144]: pgmap v10695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:19.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:19 smithi039 ceph-mon[181282]: pgmap v10695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:01:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:01:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:01:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:01:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:01:20] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T22:01:21.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:21 smithi032 ceph-mon[189144]: pgmap v10696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:21.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:21 smithi032 ceph-mon[191839]: pgmap v10696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:21 smithi039 ceph-mon[181282]: pgmap v10696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:23.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:23 smithi032 ceph-mon[191839]: pgmap v10697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:23.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:23 smithi032 ceph-mon[189144]: pgmap v10697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:23.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:23 smithi039 ceph-mon[181282]: pgmap v10697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:25.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:25 smithi032 ceph-mon[189144]: pgmap v10698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:25.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:25 smithi032 ceph-mon[191839]: pgmap v10698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:25.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:25 smithi039 ceph-mon[181282]: pgmap v10698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:27.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:27 smithi032 ceph-mon[191839]: pgmap v10699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:27.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:27 smithi032 ceph-mon[189144]: pgmap v10699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:27.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:27 smithi039 ceph-mon[181282]: pgmap v10699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:29.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:29 smithi032 ceph-mon[191839]: pgmap v10700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:29.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:29 smithi032 ceph-mon[189144]: pgmap v10700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:29.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:29 smithi039 ceph-mon[181282]: pgmap v10700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:01:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:01:30] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T22:01:31.247 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:01:31.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:31 smithi039 ceph-mon[181282]: pgmap v10701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:31.568 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:01:31.569 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 115s ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:01:31.569 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 10m ago 4h 98.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:01:31.569 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 115s ago 4h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:01:31.569 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 10m ago 4h 27.9M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:01:31.569 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 10m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:01:31.569 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 115s ago 4h 729M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:01:31.569 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 115s ago 4h 1362M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:01:31.569 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 10m ago 4h 642M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:01:31.570 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 115s ago 4h 680M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:01:31.570 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 115s ago 4h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:01:31.570 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 10m ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:01:31.570 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 115s ago 4h 4625M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:01:31.570 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 115s ago 4h 4804M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:01:31.570 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 115s ago 4h 4296M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:01:31.570 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 115s ago 4h 4301M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:01:31.570 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 10m ago 4h 4064M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:01:31.571 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 10m ago 4h 4342M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:01:31.571 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 10m ago 4h 4067M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:01:31.571 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 10m ago 4h 4005M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:01:31.571 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 10m ago 4h 122M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:01:31.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:31 smithi032 ceph-mon[189144]: pgmap v10701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:31.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:31 smithi032 ceph-mon[191839]: pgmap v10701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:31.974 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:01:31.974 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:01:31.974 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:01:31.974 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:01:31.974 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:01:31.974 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:01:31.974 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:01:31.974 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:01:31.974 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:01:31.974 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:01:31.974 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:01:31.975 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:01:31.975 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:01:31.975 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:01:31.975 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:01:31.975 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:01:31.975 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:01:31.975 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:01:32.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:32 smithi039 ceph-mon[181282]: from='client.45525 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:01:32.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:32 smithi039 ceph-mon[181282]: from='client.55448 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:01:32.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:32 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/420788330' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:01:32.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:32 smithi032 ceph-mon[189144]: from='client.45525 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:01:32.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:32 smithi032 ceph-mon[189144]: from='client.55448 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:01:32.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:32 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/420788330' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:01:32.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:32 smithi032 ceph-mon[191839]: from='client.45525 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:01:32.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:32 smithi032 ceph-mon[191839]: from='client.55448 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:01:32.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:32 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/420788330' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:01:33.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:33 smithi039 ceph-mon[181282]: pgmap v10702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:33.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:33 smithi032 ceph-mon[189144]: pgmap v10702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:33.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:33 smithi032 ceph-mon[191839]: pgmap v10702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:35.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:35 smithi032 ceph-mon[191839]: pgmap v10703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:35.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:01:35.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:35 smithi032 ceph-mon[189144]: pgmap v10703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:35.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:01:35.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:35 smithi039 ceph-mon[181282]: pgmap v10703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:35.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:01:37.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:37 smithi032 ceph-mon[191839]: pgmap v10704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:37.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:37 smithi032 ceph-mon[189144]: pgmap v10704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:37.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:37 smithi039 ceph-mon[181282]: pgmap v10704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:39.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:39 smithi032 ceph-mon[191839]: pgmap v10705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:39.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:39 smithi032 ceph-mon[189144]: pgmap v10705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:39.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:39 smithi039 ceph-mon[181282]: pgmap v10705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:01:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:01:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:01:41.462 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:01:41.462 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:41 smithi039 ceph-mon[181282]: pgmap v10706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:41.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:01:41.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:41 smithi032 ceph-mon[191839]: pgmap v10706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:41.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:01:41.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:41 smithi032 ceph-mon[189144]: pgmap v10706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:43 smithi032 ceph-mon[191839]: pgmap v10707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:01:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:01:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:01:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:01:44.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:43 smithi032 ceph-mon[189144]: pgmap v10707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:44.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:01:44.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:01:44.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:01:44.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:01:44.200 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:43 smithi039 ceph-mon[181282]: pgmap v10707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:44.200 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:01:44.200 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:01:44.200 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:01:44.201 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:01:45.978 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:45 smithi039 ceph-mon[181282]: pgmap v10708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:45 smithi032 ceph-mon[191839]: pgmap v10708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:45 smithi032 ceph-mon[189144]: pgmap v10708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:47.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:01:47.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:01:47.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:01:47.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:01:47.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:01:47.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:47 smithi032 ceph-mon[191839]: pgmap v10709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:47.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:01:47.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:01:47.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:01:47.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:01:47.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:01:47.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:47 smithi032 ceph-mon[189144]: pgmap v10709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:47.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:01:47.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:01:47.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:01:47.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:01:47.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:01:47.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:47 smithi039 ceph-mon[181282]: pgmap v10709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:49.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:49 smithi032 ceph-mon[191839]: pgmap v10710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:49.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:49 smithi032 ceph-mon[189144]: pgmap v10710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:49 smithi039 ceph-mon[181282]: pgmap v10710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:01:50.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:01:50.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:01:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:01:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:01:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:01:51.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:51 smithi032 ceph-mon[191839]: pgmap v10711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:51.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:51 smithi032 ceph-mon[189144]: pgmap v10711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:51.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:51 smithi039 ceph-mon[181282]: pgmap v10711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:53.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:53 smithi032 ceph-mon[191839]: pgmap v10712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:53.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:53 smithi032 ceph-mon[189144]: pgmap v10712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:53.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:53 smithi039 ceph-mon[181282]: pgmap v10712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:55.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:55 smithi032 ceph-mon[191839]: pgmap v10713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:55.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:55 smithi032 ceph-mon[189144]: pgmap v10713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:55.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:55 smithi039 ceph-mon[181282]: pgmap v10713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:57.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:57 smithi032 ceph-mon[191839]: pgmap v10714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:57.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:57 smithi032 ceph-mon[189144]: pgmap v10714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:57.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:57 smithi039 ceph-mon[181282]: pgmap v10714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:59.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:01:59 smithi032 ceph-mon[191839]: pgmap v10715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:59.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:01:59 smithi032 ceph-mon[189144]: pgmap v10715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:01:59.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:01:59 smithi039 ceph-mon[181282]: pgmap v10715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:02:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:02:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:02:01.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:02:01 smithi039 ceph-mon[181282]: pgmap v10716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:01.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:02:01 smithi032 ceph-mon[189144]: pgmap v10716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:01.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:02:01 smithi032 ceph-mon[191839]: pgmap v10716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:02.342 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:02:02.664 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:02:02.665 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 2m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:02:02.665 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 19s ago 4h 95.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:02:02.665 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 2m ago 4h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:02:02.665 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 19s ago 4h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:02:02.665 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 19s ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:02:02.665 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 2m ago 4h 729M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:02:02.665 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 2m ago 4h 1362M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:02:02.665 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 19s ago 4h 659M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:02:02.666 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 2m ago 4h 680M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:02:02.666 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 2m ago 4h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:02:02.666 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 19s ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:02:02.666 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 2m ago 4h 4625M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:02:02.666 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 2m ago 4h 4804M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:02:02.666 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 2m ago 4h 4296M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:02:02.666 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 2m ago 4h 4301M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:02:02.666 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 19s ago 4h 4090M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:02:02.666 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 19s ago 4h 4376M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:02:02.666 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 19s ago 4h 4097M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:02:02.666 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 19s ago 4h 4040M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:02:02.666 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 19s ago 4h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:02:03.068 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:02:03.069 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:02:03.069 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:02:03.069 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:02:03.069 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:02:03.069 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:02:03.069 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:02:03.070 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:02:03.070 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:02:03.070 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:02:03.070 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:02:03.070 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:02:03.070 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:02:03.071 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:02:03.071 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:02:03.071 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:02:03.071 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:02:03.072 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:02:03.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:02:03 smithi032 ceph-mon[191839]: pgmap v10717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:03.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:02:03 smithi032 ceph-mon[191839]: from='client.45543 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:02:03.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:02:03 smithi032 ceph-mon[191839]: from='client.55466 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:02:03.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:02:03 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1227696183' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:02:03.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:02:03 smithi032 ceph-mon[189144]: pgmap v10717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:03.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:02:03 smithi032 ceph-mon[189144]: from='client.45543 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:02:03.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:02:03 smithi032 ceph-mon[189144]: from='client.55466 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:02:03.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:02:03 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1227696183' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:02:03.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:02:03 smithi039 ceph-mon[181282]: pgmap v10717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:03.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:02:03 smithi039 ceph-mon[181282]: from='client.45543 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:02:03.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:02:03 smithi039 ceph-mon[181282]: from='client.55466 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:02:03.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:02:03 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1227696183' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:02:05.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:02:05 smithi032 ceph-mon[191839]: pgmap v10718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:05.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:02:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:02:05.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:02:05 smithi032 ceph-mon[189144]: pgmap v10718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:05.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:02:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:02:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:02:05 smithi039 ceph-mon[181282]: pgmap v10718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:02:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:02:07.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:02:07 smithi032 ceph-mon[191839]: pgmap v10719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:07.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:02:07 smithi032 ceph-mon[189144]: pgmap v10719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:07.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:02:07 smithi039 ceph-mon[181282]: pgmap v10719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:09.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:02:09 smithi032 ceph-mon[191839]: pgmap v10720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:09.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:02:09 smithi032 ceph-mon[189144]: pgmap v10720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:09.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:02:09 smithi039 ceph-mon[181282]: pgmap v10720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:02:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:02:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:02:11.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:02:11 smithi039 ceph-mon[181282]: pgmap v10721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:11.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:02:11 smithi032 ceph-mon[191839]: pgmap v10721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:11.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:02:11 smithi032 ceph-mon[189144]: pgmap v10721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:13.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:02:13 smithi032 ceph-mon[191839]: pgmap v10722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:13.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:02:13 smithi032 ceph-mon[189144]: pgmap v10722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:13.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:02:13 smithi039 ceph-mon[181282]: pgmap v10722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:15.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:02:15 smithi032 ceph-mon[191839]: pgmap v10723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:15.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:02:15 smithi032 ceph-mon[189144]: pgmap v10723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:15.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:02:15 smithi039 ceph-mon[181282]: pgmap v10723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:17.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:02:17 smithi032 ceph-mon[191839]: pgmap v10724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:17.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:02:17 smithi032 ceph-mon[189144]: pgmap v10724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:17.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:02:17 smithi039 ceph-mon[181282]: pgmap v10724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:19.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:02:19 smithi032 ceph-mon[189144]: pgmap v10725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:19.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:02:19 smithi032 ceph-mon[191839]: pgmap v10725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:19.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:02:19 smithi039 ceph-mon[181282]: pgmap v10725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:02:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:02:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:02:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:02:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:02:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:02:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:02:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:02:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:02:21.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:02:21 smithi032 ceph-mon[191839]: pgmap v10726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:21.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:02:21 smithi032 ceph-mon[189144]: pgmap v10726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:02:21 smithi039 ceph-mon[181282]: pgmap v10726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:23.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:02:23 smithi032 ceph-mon[191839]: pgmap v10727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:23.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:02:23 smithi032 ceph-mon[189144]: pgmap v10727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:23.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:02:23 smithi039 ceph-mon[181282]: pgmap v10727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:25.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:02:25 smithi032 ceph-mon[191839]: pgmap v10728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:25.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:02:25 smithi032 ceph-mon[189144]: pgmap v10728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:25.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:02:25 smithi039 ceph-mon[181282]: pgmap v10728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:27.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:02:27 smithi032 ceph-mon[191839]: pgmap v10729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:27.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:02:27 smithi032 ceph-mon[189144]: pgmap v10729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:27.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:02:27 smithi039 ceph-mon[181282]: pgmap v10729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:29.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:02:29 smithi032 ceph-mon[191839]: pgmap v10730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:29.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:02:29 smithi032 ceph-mon[189144]: pgmap v10730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:29.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:02:29 smithi039 ceph-mon[181282]: pgmap v10730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:02:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:02:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:02:31.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:02:31 smithi039 ceph-mon[181282]: pgmap v10731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:31.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:02:31 smithi032 ceph-mon[191839]: pgmap v10731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:31.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:02:31 smithi032 ceph-mon[189144]: pgmap v10731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:33.427 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:02:33.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:02:33 smithi032 ceph-mon[189144]: pgmap v10732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:33.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:02:33 smithi032 ceph-mon[191839]: pgmap v10732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:33.749 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:02:33.749 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 2m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:02:33.749 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 50s ago 4h 95.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:02:33.749 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 2m ago 4h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:02:33.749 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 50s ago 4h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:02:33.749 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 50s ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:02:33.750 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 2m ago 4h 729M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:02:33.750 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 2m ago 4h 1362M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:02:33.750 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 50s ago 4h 659M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:02:33.750 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 2m ago 4h 680M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:02:33.750 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 2m ago 4h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:02:33.750 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 50s ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:02:33.751 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 2m ago 4h 4625M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:02:33.751 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 2m ago 4h 4804M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:02:33.751 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 2m ago 4h 4296M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:02:33.751 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 2m ago 4h 4301M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:02:33.751 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 50s ago 4h 4090M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:02:33.751 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 50s ago 4h 4376M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:02:33.752 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 50s ago 4h 4097M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:02:33.752 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 50s ago 4h 4040M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:02:33.752 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 50s ago 4h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:02:33.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:02:33 smithi039 ceph-mon[181282]: pgmap v10732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:34.148 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:02:34.149 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:02:34.149 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:02:34.149 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:02:34.149 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:02:34.149 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:02:34.149 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:02:34.149 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:02:34.149 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:02:34.149 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:02:34.149 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:02:34.149 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:02:34.149 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:02:34.149 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:02:34.150 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:02:34.150 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:02:34.150 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:02:34.150 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:02:34.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:02:34 smithi032 ceph-mon[191839]: from='client.55478 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:02:34.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:02:34 smithi032 ceph-mon[191839]: from='client.45567 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:02:34.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:02:34 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3808213019' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:02:34.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:02:34 smithi032 ceph-mon[189144]: from='client.55478 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:02:34.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:02:34 smithi032 ceph-mon[189144]: from='client.45567 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:02:34.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:02:34 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3808213019' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:02:34.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:02:34 smithi039 ceph-mon[181282]: from='client.55478 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:02:34.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:02:34 smithi039 ceph-mon[181282]: from='client.45567 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:02:34.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:02:34 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3808213019' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:02:35.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:02:35 smithi032 ceph-mon[191839]: pgmap v10733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:35.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:02:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:02:35.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:02:35 smithi032 ceph-mon[189144]: pgmap v10733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:35.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:02:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:02:35.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:02:35 smithi039 ceph-mon[181282]: pgmap v10733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:35.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:02:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:02:37.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:02:37 smithi032 ceph-mon[191839]: pgmap v10734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:37.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:02:37 smithi032 ceph-mon[189144]: pgmap v10734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:37.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:02:37 smithi039 ceph-mon[181282]: pgmap v10734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:39.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:02:39 smithi032 ceph-mon[191839]: pgmap v10735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:39.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:02:39 smithi032 ceph-mon[189144]: pgmap v10735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:39.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:02:39 smithi039 ceph-mon[181282]: pgmap v10735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:02:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:02:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:02:41.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:02:41 smithi039 ceph-mon[181282]: pgmap v10736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:41.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:02:41 smithi032 ceph-mon[191839]: pgmap v10736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:41.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:02:41 smithi032 ceph-mon[189144]: pgmap v10736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:43.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:02:43 smithi032 ceph-mon[191839]: pgmap v10737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:43.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:02:43 smithi032 ceph-mon[189144]: pgmap v10737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:43.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:02:43 smithi039 ceph-mon[181282]: pgmap v10737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:45.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:02:45 smithi032 ceph-mon[191839]: pgmap v10738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:45.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:02:45 smithi032 ceph-mon[189144]: pgmap v10738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:45.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:02:45 smithi039 ceph-mon[181282]: pgmap v10738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:46.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:02:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:02:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:02:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:02:46.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:02:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:02:47.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:02:47 smithi032 ceph-mon[191839]: pgmap v10739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:47.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:02:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:02:47.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:02:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:02:47.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:02:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:02:47.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:02:47 smithi032 ceph-mon[189144]: pgmap v10739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:47.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:02:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:02:47.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:02:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:02:47.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:02:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:02:47.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:02:47 smithi039 ceph-mon[181282]: pgmap v10739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:47.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:02:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:02:47.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:02:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:02:47.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:02:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:02:49.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:02:49 smithi032 ceph-mon[189144]: pgmap v10740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:49.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:02:49 smithi032 ceph-mon[191839]: pgmap v10740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:02:49 smithi039 ceph-mon[181282]: pgmap v10740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:02:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:02:50.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:02:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:02:50.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:02:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:02:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:02:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:02:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:02:51.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:02:51 smithi032 ceph-mon[191839]: pgmap v10741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:51.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:02:51 smithi032 ceph-mon[189144]: pgmap v10741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:51.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:02:51 smithi039 ceph-mon[181282]: pgmap v10741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:53.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:02:53 smithi032 ceph-mon[191839]: pgmap v10742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:53.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:02:53 smithi032 ceph-mon[189144]: pgmap v10742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:53.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:02:53 smithi039 ceph-mon[181282]: pgmap v10742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:55.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:02:55 smithi032 ceph-mon[191839]: pgmap v10743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:55.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:02:55 smithi032 ceph-mon[189144]: pgmap v10743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:55.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:02:55 smithi039 ceph-mon[181282]: pgmap v10743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:57.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:02:57 smithi032 ceph-mon[191839]: pgmap v10744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:57.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:02:57 smithi032 ceph-mon[189144]: pgmap v10744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:57.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:02:57 smithi039 ceph-mon[181282]: pgmap v10744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:59.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:02:59 smithi032 ceph-mon[191839]: pgmap v10745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:59.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:02:59 smithi032 ceph-mon[189144]: pgmap v10745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:02:59.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:02:59 smithi039 ceph-mon[181282]: pgmap v10745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:03:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:03:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:03:01.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:03:01 smithi039 ceph-mon[181282]: pgmap v10746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:01.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:03:01 smithi032 ceph-mon[191839]: pgmap v10746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:01.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:03:01 smithi032 ceph-mon[189144]: pgmap v10746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:03.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:03:03 smithi032 ceph-mon[191839]: pgmap v10747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:03.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:03:03 smithi032 ceph-mon[189144]: pgmap v10747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:03.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:03:03 smithi039 ceph-mon[181282]: pgmap v10747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:04.513 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:03:04.835 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:03:04.835 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 3m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:03:04.836 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 81s ago 4h 95.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:03:04.836 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 3m ago 4h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:03:04.836 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 81s ago 4h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:03:04.836 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 81s ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:03:04.836 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 3m ago 4h 729M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:03:04.836 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 3m ago 4h 1362M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:03:04.836 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 81s ago 4h 659M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:03:04.836 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 3m ago 4h 680M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:03:04.836 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 3m ago 4h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:03:04.836 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 81s ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:03:04.836 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 3m ago 4h 4625M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:03:04.836 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 3m ago 4h 4804M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:03:04.836 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 3m ago 4h 4296M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:03:04.836 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 3m ago 4h 4301M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:03:04.836 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 81s ago 4h 4090M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:03:04.837 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 81s ago 4h 4376M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:03:04.837 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 81s ago 4h 4097M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:03:04.837 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 81s ago 4h 4040M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:03:04.837 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 81s ago 4h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:03:05.250 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:03:05.250 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:03:05.250 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:03:05.250 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:03:05.251 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:03:05.251 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:03:05.251 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:03:05.251 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:03:05.251 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:03:05.251 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:03:05.251 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:03:05.251 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:03:05.251 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:03:05.251 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:03:05.251 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:03:05.251 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:03:05.251 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:03:05.251 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:03:05.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:03:05 smithi032 ceph-mon[191839]: pgmap v10748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:05.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:03:05 smithi032 ceph-mon[191839]: from='client.45579 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:03:05.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:03:05 smithi032 ceph-mon[191839]: from='client.55502 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:03:05.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:03:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:03:05.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:03:05 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/250058333' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:03:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:03:05 smithi032 ceph-mon[189144]: pgmap v10748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:03:05 smithi032 ceph-mon[189144]: from='client.45579 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:03:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:03:05 smithi032 ceph-mon[189144]: from='client.55502 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:03:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:03:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:03:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:03:05 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/250058333' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:03:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:03:05 smithi039 ceph-mon[181282]: pgmap v10748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:03:05 smithi039 ceph-mon[181282]: from='client.45579 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:03:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:03:05 smithi039 ceph-mon[181282]: from='client.55502 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:03:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:03:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:03:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:03:05 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/250058333' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:03:07.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:03:07 smithi032 ceph-mon[191839]: pgmap v10749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:07.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:03:07 smithi032 ceph-mon[189144]: pgmap v10749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:07.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:03:07 smithi039 ceph-mon[181282]: pgmap v10749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:09.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:03:09 smithi032 ceph-mon[189144]: pgmap v10750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:09.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:03:09 smithi032 ceph-mon[191839]: pgmap v10750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:09.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:03:09 smithi039 ceph-mon[181282]: pgmap v10750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:03:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:03:10] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-22T22:03:11.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:03:11 smithi039 ceph-mon[181282]: pgmap v10751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:11.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:03:11 smithi032 ceph-mon[191839]: pgmap v10751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:11.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:03:11 smithi032 ceph-mon[189144]: pgmap v10751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:13.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:03:13 smithi032 ceph-mon[191839]: pgmap v10752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:13.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:03:13 smithi032 ceph-mon[189144]: pgmap v10752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:13.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:03:13 smithi039 ceph-mon[181282]: pgmap v10752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:15.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:03:15 smithi032 ceph-mon[189144]: pgmap v10753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:15.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:03:15 smithi032 ceph-mon[191839]: pgmap v10753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:15.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:03:15 smithi039 ceph-mon[181282]: pgmap v10753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:17.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:03:17 smithi032 ceph-mon[189144]: pgmap v10754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:17.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:03:17 smithi032 ceph-mon[191839]: pgmap v10754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:17.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:03:17 smithi039 ceph-mon[181282]: pgmap v10754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:19.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:03:19 smithi032 ceph-mon[189144]: pgmap v10755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:19.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:03:19 smithi032 ceph-mon[191839]: pgmap v10755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:19.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:03:19 smithi039 ceph-mon[181282]: pgmap v10755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:03:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:03:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:03:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:03:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:03:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:03:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:03:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:03:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:03:21.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:03:21 smithi032 ceph-mon[191839]: pgmap v10756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:21.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:03:21 smithi032 ceph-mon[189144]: pgmap v10756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:03:21 smithi039 ceph-mon[181282]: pgmap v10756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:23.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:03:23 smithi032 ceph-mon[189144]: pgmap v10757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:23.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:03:23 smithi032 ceph-mon[191839]: pgmap v10757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:23.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:03:23 smithi039 ceph-mon[181282]: pgmap v10757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:25.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:03:25 smithi032 ceph-mon[191839]: pgmap v10758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:25.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:03:25 smithi032 ceph-mon[189144]: pgmap v10758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:25.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:03:25 smithi039 ceph-mon[181282]: pgmap v10758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:27.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:03:27 smithi032 ceph-mon[189144]: pgmap v10759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:27.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:03:27 smithi032 ceph-mon[191839]: pgmap v10759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:27.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:03:27 smithi039 ceph-mon[181282]: pgmap v10759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:29.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:03:29 smithi032 ceph-mon[191839]: pgmap v10760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:29.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:03:29 smithi032 ceph-mon[189144]: pgmap v10760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:29.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:03:29 smithi039 ceph-mon[181282]: pgmap v10760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:03:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:03:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:03:31.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:03:31 smithi039 ceph-mon[181282]: pgmap v10761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:31.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:03:31 smithi032 ceph-mon[191839]: pgmap v10761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:31.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:03:31 smithi032 ceph-mon[189144]: pgmap v10761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:33.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:03:33 smithi032 ceph-mon[191839]: pgmap v10762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:33.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:03:33 smithi032 ceph-mon[189144]: pgmap v10762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:33.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:03:33 smithi039 ceph-mon[181282]: pgmap v10762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:35.613 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:03:35.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:03:35 smithi032 ceph-mon[191839]: pgmap v10763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:35.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:03:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:03:35.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:03:35 smithi032 ceph-mon[189144]: pgmap v10763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:35.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:03:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:03:35.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:03:35 smithi039 ceph-mon[181282]: pgmap v10763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:35.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:03:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:03:35.936 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:03:35.936 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 3m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:03:35.936 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 113s ago 4h 95.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:03:35.937 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 3m ago 4h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:03:35.937 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 113s ago 4h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:03:35.937 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 113s ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:03:35.937 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 3m ago 4h 729M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:03:35.937 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 3m ago 4h 1362M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:03:35.937 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 113s ago 4h 659M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:03:35.937 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 3m ago 4h 680M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:03:35.937 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 3m ago 4h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:03:35.937 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 113s ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:03:35.937 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 3m ago 4h 4625M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:03:35.937 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 3m ago 4h 4804M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:03:35.937 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 3m ago 4h 4296M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:03:35.937 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 3m ago 4h 4301M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:03:35.938 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 113s ago 4h 4090M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:03:35.938 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 113s ago 4h 4376M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:03:35.938 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 113s ago 4h 4097M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:03:35.938 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 113s ago 4h 4040M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:03:35.938 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 113s ago 4h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:03:36.338 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:03:36.338 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:03:36.338 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:03:36.338 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:03:36.338 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:03:36.338 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:03:36.339 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:03:36.339 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:03:36.339 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:03:36.339 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:03:36.339 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:03:36.339 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:03:36.339 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:03:36.339 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:03:36.339 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:03:36.339 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:03:36.339 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:03:36.339 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:03:36.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:03:36 smithi032 ceph-mon[191839]: from='client.55514 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:03:36.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:03:36 smithi032 ceph-mon[191839]: from='client.55520 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:03:36.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:03:36 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3596824095' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:03:36.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:03:36 smithi032 ceph-mon[189144]: from='client.55514 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:03:36.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:03:36 smithi032 ceph-mon[189144]: from='client.55520 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:03:36.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:03:36 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3596824095' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:03:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:03:36 smithi039 ceph-mon[181282]: from='client.55514 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:03:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:03:36 smithi039 ceph-mon[181282]: from='client.55520 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:03:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:03:36 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3596824095' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:03:37.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:03:37 smithi032 ceph-mon[189144]: pgmap v10764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:37.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:03:37 smithi032 ceph-mon[191839]: pgmap v10764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:37.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:03:37 smithi039 ceph-mon[181282]: pgmap v10764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:39.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:03:39 smithi032 ceph-mon[191839]: pgmap v10765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:39.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:03:39 smithi032 ceph-mon[189144]: pgmap v10765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:39.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:03:39 smithi039 ceph-mon[181282]: pgmap v10765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:03:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:03:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:03:41.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:03:41 smithi039 ceph-mon[181282]: pgmap v10766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:41.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:03:41 smithi032 ceph-mon[189144]: pgmap v10766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:41.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:03:41 smithi032 ceph-mon[191839]: pgmap v10766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:43.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:03:43 smithi032 ceph-mon[191839]: pgmap v10767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:43.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:03:43 smithi032 ceph-mon[189144]: pgmap v10767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:43.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:03:43 smithi039 ceph-mon[181282]: pgmap v10767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:45.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:03:45 smithi032 ceph-mon[191839]: pgmap v10768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:45.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:03:45 smithi032 ceph-mon[189144]: pgmap v10768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:45.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:03:45 smithi039 ceph-mon[181282]: pgmap v10768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:47.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:03:47 smithi032 ceph-mon[191839]: pgmap v10769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:47.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:03:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:03:47.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:03:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:03:47.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:03:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:03:47.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:03:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:03:47.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:03:47 smithi032 ceph-mon[189144]: pgmap v10769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:47.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:03:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:03:47.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:03:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:03:47.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:03:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:03:47.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:03:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:03:47.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:03:47 smithi039 ceph-mon[181282]: pgmap v10769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:47.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:03:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:03:47.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:03:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:03:47.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:03:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:03:47.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:03:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:03:49.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:03:49 smithi032 ceph-mon[191839]: pgmap v10770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:49.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:03:49 smithi032 ceph-mon[189144]: pgmap v10770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:03:49 smithi039 ceph-mon[181282]: pgmap v10770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:50.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:03:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:03:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:03:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:03:50.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:03:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:03:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:03:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:03:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:03:51.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:03:51 smithi032 ceph-mon[191839]: pgmap v10771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:51.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:03:51 smithi032 ceph-mon[189144]: pgmap v10771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:51.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:03:51 smithi039 ceph-mon[181282]: pgmap v10771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:53.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:03:53 smithi032 ceph-mon[191839]: pgmap v10772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:53.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:03:53 smithi032 ceph-mon[189144]: pgmap v10772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:53.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:03:53 smithi039 ceph-mon[181282]: pgmap v10772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:55.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:03:55 smithi032 ceph-mon[191839]: pgmap v10773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:55.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:03:55 smithi032 ceph-mon[189144]: pgmap v10773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:55.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:03:55 smithi039 ceph-mon[181282]: pgmap v10773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:57.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:03:57 smithi032 ceph-mon[191839]: pgmap v10774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:57.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:03:57 smithi032 ceph-mon[189144]: pgmap v10774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:57.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:03:57 smithi039 ceph-mon[181282]: pgmap v10774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:59.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:03:59 smithi032 ceph-mon[191839]: pgmap v10775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:59.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:03:59 smithi032 ceph-mon[189144]: pgmap v10775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:03:59.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:03:59 smithi039 ceph-mon[181282]: pgmap v10775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:04:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:04:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:04:01.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:04:01 smithi039 ceph-mon[181282]: pgmap v10776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:01.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:04:01 smithi032 ceph-mon[191839]: pgmap v10776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:01.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:04:01 smithi032 ceph-mon[189144]: pgmap v10776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:03.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:04:03 smithi032 ceph-mon[191839]: pgmap v10777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:03.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:04:03 smithi032 ceph-mon[189144]: pgmap v10777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:03.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:04:03 smithi039 ceph-mon[181282]: pgmap v10777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:05.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:04:05 smithi032 ceph-mon[191839]: pgmap v10778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:05.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:04:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:04:05.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:04:05 smithi032 ceph-mon[189144]: pgmap v10778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:04:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:04:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:04:05 smithi039 ceph-mon[181282]: pgmap v10778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:04:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:04:06.706 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:04:07.029 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:04:07.029 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 4m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:04:07.029 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 2m ago 4h 95.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:04:07.029 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 4m ago 4h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:04:07.029 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 2m ago 4h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:04:07.029 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 2m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:04:07.029 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 4m ago 4h 729M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:04:07.029 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 4m ago 4h 1362M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:04:07.030 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 2m ago 4h 659M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:04:07.030 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 4m ago 4h 680M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:04:07.030 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 4m ago 4h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:04:07.030 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 2m ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:04:07.030 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 4m ago 4h 4625M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:04:07.030 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 4m ago 4h 4804M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:04:07.030 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 4m ago 4h 4296M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:04:07.030 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 4m ago 4h 4301M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:04:07.030 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 2m ago 4h 4090M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:04:07.030 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 2m ago 4h 4376M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:04:07.030 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 2m ago 4h 4097M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:04:07.030 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 2m ago 4h 4040M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:04:07.030 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 2m ago 4h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:04:07.381 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:04:07 smithi032 ceph-mon[189144]: pgmap v10779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:07.381 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:04:07 smithi032 ceph-mon[189144]: from='client.45615 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:04:07.430 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:04:07.430 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:04:07.430 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:04:07.430 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:04:07.430 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:04:07.431 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:04:07.431 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:04:07.431 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:04:07.431 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:04:07.431 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:04:07.431 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:04:07.431 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:04:07.431 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:04:07.431 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:04:07.431 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:04:07.431 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:04:07.431 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:04:07.431 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:04:07.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:04:07 smithi032 ceph-mon[191839]: pgmap v10779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:07.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:04:07 smithi032 ceph-mon[191839]: from='client.45615 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:04:07.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:04:07 smithi039 ceph-mon[181282]: pgmap v10779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:07.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:04:07 smithi039 ceph-mon[181282]: from='client.45615 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:04:08.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:04:08 smithi032 ceph-mon[191839]: from='client.45621 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:04:08.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:04:08 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3330697627' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:04:08.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:04:08 smithi032 ceph-mon[189144]: from='client.45621 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:04:08.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:04:08 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3330697627' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:04:08.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:04:08 smithi039 ceph-mon[181282]: from='client.45621 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:04:08.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:04:08 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3330697627' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:04:09.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:04:09 smithi032 ceph-mon[191839]: pgmap v10780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:09.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:04:09 smithi032 ceph-mon[189144]: pgmap v10780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:09.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:04:09 smithi039 ceph-mon[181282]: pgmap v10780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:04:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:04:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:04:11.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:04:11 smithi039 ceph-mon[181282]: pgmap v10781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:11.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:04:11 smithi032 ceph-mon[191839]: pgmap v10781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:11.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:04:11 smithi032 ceph-mon[189144]: pgmap v10781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:13.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:04:13 smithi032 ceph-mon[191839]: pgmap v10782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:13.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:04:13 smithi032 ceph-mon[189144]: pgmap v10782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:13.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:04:13 smithi039 ceph-mon[181282]: pgmap v10782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:15.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:04:15 smithi032 ceph-mon[191839]: pgmap v10783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:15.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:04:15 smithi032 ceph-mon[189144]: pgmap v10783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:15.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:04:15 smithi039 ceph-mon[181282]: pgmap v10783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:17.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:04:17 smithi032 ceph-mon[189144]: pgmap v10784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:17.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:04:17 smithi032 ceph-mon[191839]: pgmap v10784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:17.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:04:17 smithi039 ceph-mon[181282]: pgmap v10784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:19.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:04:19 smithi032 ceph-mon[191839]: pgmap v10785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:19.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:04:19 smithi032 ceph-mon[189144]: pgmap v10785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:19.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:04:19 smithi039 ceph-mon[181282]: pgmap v10785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:04:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:04:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:04:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:04:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:04:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:04:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:04:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:04:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:04:21.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:04:21 smithi032 ceph-mon[191839]: pgmap v10786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:21.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:04:21 smithi032 ceph-mon[189144]: pgmap v10786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:04:21 smithi039 ceph-mon[181282]: pgmap v10786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:23.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:04:23 smithi032 ceph-mon[189144]: pgmap v10787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:23.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:04:23 smithi032 ceph-mon[191839]: pgmap v10787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:23.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:04:23 smithi039 ceph-mon[181282]: pgmap v10787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:25.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:04:25 smithi032 ceph-mon[189144]: pgmap v10788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:25.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:04:25 smithi032 ceph-mon[191839]: pgmap v10788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:25.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:04:25 smithi039 ceph-mon[181282]: pgmap v10788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:27.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:04:27 smithi032 ceph-mon[189144]: pgmap v10789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:27.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:04:27 smithi032 ceph-mon[191839]: pgmap v10789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:27.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:04:27 smithi039 ceph-mon[181282]: pgmap v10789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:29.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:04:29 smithi032 ceph-mon[189144]: pgmap v10790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:29.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:04:29 smithi032 ceph-mon[191839]: pgmap v10790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:29.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:04:29 smithi039 ceph-mon[181282]: pgmap v10790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:04:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:04:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:04:31.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:04:31 smithi039 ceph-mon[181282]: pgmap v10791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:31.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:04:31 smithi032 ceph-mon[189144]: pgmap v10791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:31.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:04:31 smithi032 ceph-mon[191839]: pgmap v10791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:33.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:04:33 smithi032 ceph-mon[189144]: pgmap v10792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:33.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:04:33 smithi032 ceph-mon[191839]: pgmap v10792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:33.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:04:33 smithi039 ceph-mon[181282]: pgmap v10792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:35.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:04:35 smithi032 ceph-mon[191839]: pgmap v10793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:35.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:04:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:04:35.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:04:35 smithi032 ceph-mon[189144]: pgmap v10793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:35.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:04:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:04:35.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:04:35 smithi039 ceph-mon[181282]: pgmap v10793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:35.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:04:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:04:37.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:04:37 smithi032 ceph-mon[189144]: pgmap v10794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:37.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:04:37 smithi032 ceph-mon[191839]: pgmap v10794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:37.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:04:37 smithi039 ceph-mon[181282]: pgmap v10794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:37.800 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:04:38.122 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:04:38.122 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 5m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:04:38.122 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 2m ago 4h 95.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:04:38.122 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 5m ago 4h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:04:38.123 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 2m ago 4h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:04:38.123 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 2m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:04:38.123 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 5m ago 4h 729M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:04:38.123 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 5m ago 4h 1362M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:04:38.123 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 2m ago 4h 659M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:04:38.123 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 5m ago 4h 680M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:04:38.123 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 5m ago 4h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:04:38.123 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 2m ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:04:38.124 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 5m ago 4h 4625M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:04:38.124 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 5m ago 4h 4804M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:04:38.124 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 5m ago 4h 4296M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:04:38.124 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 5m ago 4h 4301M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:04:38.124 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 2m ago 4h 4090M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:04:38.124 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 2m ago 4h 4376M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:04:38.124 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 2m ago 4h 4097M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:04:38.124 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 2m ago 4h 4040M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:04:38.124 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 2m ago 4h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:04:38.525 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:04:38.526 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:04:38.526 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:04:38.526 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:04:38.526 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:04:38.526 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:04:38.526 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:04:38.526 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:04:38.526 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:04:38.526 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:04:38.526 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:04:38.526 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:04:38.526 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:04:38.526 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:04:38.526 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:04:38.527 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:04:38.527 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:04:38.527 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:04:38.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:04:38 smithi032 ceph-mon[189144]: from='client.55550 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:04:38.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:04:38 smithi032 ceph-mon[191839]: from='client.55550 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:04:38.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:04:38 smithi039 ceph-mon[181282]: from='client.55550 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:04:39.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:04:39 smithi032 ceph-mon[189144]: from='client.55556 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:04:39.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:04:39 smithi032 ceph-mon[189144]: pgmap v10795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:39.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:04:39 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/333718511' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:04:39.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:04:39 smithi032 ceph-mon[191839]: from='client.55556 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:04:39.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:04:39 smithi032 ceph-mon[191839]: pgmap v10795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:39.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:04:39 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/333718511' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:04:39.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:04:39 smithi039 ceph-mon[181282]: from='client.55556 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:04:39.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:04:39 smithi039 ceph-mon[181282]: pgmap v10795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:39.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:04:39 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/333718511' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:04:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:04:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:04:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:04:41.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:04:41 smithi039 ceph-mon[181282]: pgmap v10796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:41.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:04:41 smithi032 ceph-mon[191839]: pgmap v10796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:41.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:04:41 smithi032 ceph-mon[189144]: pgmap v10796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:43.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:04:43 smithi032 ceph-mon[191839]: pgmap v10797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:43.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:04:43 smithi032 ceph-mon[189144]: pgmap v10797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:43.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:04:43 smithi039 ceph-mon[181282]: pgmap v10797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:45.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:04:45 smithi032 ceph-mon[191839]: pgmap v10798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:45.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:04:45 smithi032 ceph-mon[189144]: pgmap v10798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:45.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:04:45 smithi039 ceph-mon[181282]: pgmap v10798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:47.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:04:47 smithi032 ceph-mon[189144]: pgmap v10799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:47.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:04:47 smithi032 ceph-mon[191839]: pgmap v10799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:47.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:04:47 smithi039 ceph-mon[181282]: pgmap v10799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:48.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:04:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:04:48.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:04:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:04:48.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:04:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:04:48.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:04:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:04:48.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:04:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:04:48.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:04:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:04:48.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:04:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:04:48.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:04:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:04:48.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:04:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:04:48.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:04:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:04:48.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:04:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:04:48.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:04:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:04:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:04:49 smithi032 ceph-mon[191839]: pgmap v10800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:50.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:04:49 smithi032 ceph-mon[189144]: pgmap v10800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:04:49 smithi039 ceph-mon[181282]: pgmap v10800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:04:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:04:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:04:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:04:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:04:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:04:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:04:51.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:04:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:04:52.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:04:51 smithi032 ceph-mon[191839]: pgmap v10801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:04:51 smithi032 ceph-mon[189144]: pgmap v10801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:04:51 smithi039 ceph-mon[181282]: pgmap v10801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:04:53 smithi032 ceph-mon[191839]: pgmap v10802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:54.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:04:53 smithi032 ceph-mon[189144]: pgmap v10802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:54.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:04:53 smithi039 ceph-mon[181282]: pgmap v10802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:56.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:04:55 smithi032 ceph-mon[191839]: pgmap v10803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:04:55 smithi032 ceph-mon[189144]: pgmap v10803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:04:55 smithi039 ceph-mon[181282]: pgmap v10803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:04:57 smithi032 ceph-mon[191839]: pgmap v10804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:58.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:04:57 smithi032 ceph-mon[189144]: pgmap v10804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:04:58.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:04:57 smithi039 ceph-mon[181282]: pgmap v10804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:04:59 smithi032 ceph-mon[191839]: pgmap v10805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:00.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:04:59 smithi032 ceph-mon[189144]: pgmap v10805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:04:59 smithi039 ceph-mon[181282]: pgmap v10805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:05:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:05:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:05:01.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:05:01 smithi039 ceph-mon[181282]: pgmap v10806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:01.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:05:01 smithi032 ceph-mon[189144]: pgmap v10806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:01.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:05:01 smithi032 ceph-mon[191839]: pgmap v10806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:03.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:05:03 smithi032 ceph-mon[191839]: pgmap v10807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:03.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:05:03 smithi032 ceph-mon[189144]: pgmap v10807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:03.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:05:03 smithi039 ceph-mon[181282]: pgmap v10807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:05.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:05:05 smithi032 ceph-mon[191839]: pgmap v10808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:05.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:05:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:05:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:05:05 smithi032 ceph-mon[189144]: pgmap v10808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:05:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:05:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:05:05 smithi039 ceph-mon[181282]: pgmap v10808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:05:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:05:07.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:05:07 smithi032 ceph-mon[191839]: pgmap v10809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:07.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:05:07 smithi032 ceph-mon[189144]: pgmap v10809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:07.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:05:07 smithi039 ceph-mon[181282]: pgmap v10809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:08.889 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:05:09.209 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:05:09.209 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 5m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:05:09.209 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 3m ago 4h 95.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:05:09.209 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 5m ago 4h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:05:09.209 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 3m ago 4h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:05:09.209 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 3m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:05:09.209 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 5m ago 4h 729M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:05:09.210 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 5m ago 4h 1362M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:05:09.210 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 3m ago 4h 659M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:05:09.210 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 5m ago 4h 680M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:05:09.210 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 5m ago 4h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:05:09.210 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 3m ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:05:09.210 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 5m ago 4h 4625M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:05:09.210 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 5m ago 4h 4804M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:05:09.210 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 5m ago 4h 4296M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:05:09.210 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 5m ago 4h 4301M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:05:09.210 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 3m ago 4h 4090M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:05:09.210 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 3m ago 4h 4376M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:05:09.210 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 3m ago 4h 4097M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:05:09.210 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 3m ago 4h 4040M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:05:09.210 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 3m ago 4h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:05:09.613 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:05:09.613 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:05:09.613 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:05:09.613 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:05:09.613 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:05:09.613 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:05:09.614 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:05:09.614 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:05:09.614 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:05:09.614 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:05:09.614 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:05:09.614 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:05:09.614 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:05:09.614 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:05:09.614 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:05:09.614 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:05:09.614 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:05:09.614 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:05:09.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:05:09 smithi032 ceph-mon[191839]: pgmap v10810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:09.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:05:09 smithi032 ceph-mon[191839]: from='client.55568 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:05:09.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:05:09 smithi032 ceph-mon[189144]: pgmap v10810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:09.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:05:09 smithi032 ceph-mon[189144]: from='client.55568 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:05:09.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:05:09 smithi039 ceph-mon[181282]: pgmap v10810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:09.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:05:09 smithi039 ceph-mon[181282]: from='client.55568 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:05:10.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:05:10 smithi032 ceph-mon[189144]: from='client.55574 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:05:10.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:05:10 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/205757372' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:05:10.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:05:10 smithi032 ceph-mon[191839]: from='client.55574 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:05:10.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:05:10 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/205757372' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:05:10.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:05:10 smithi039 ceph-mon[181282]: from='client.55574 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:05:10.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:05:10 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/205757372' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:05:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:05:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:05:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:05:11.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:05:11 smithi032 ceph-mon[191839]: pgmap v10811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:11.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:05:11 smithi032 ceph-mon[189144]: pgmap v10811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:11.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:05:11 smithi039 ceph-mon[181282]: pgmap v10811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:13.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:05:13 smithi032 ceph-mon[189144]: pgmap v10812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:13.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:05:13 smithi032 ceph-mon[191839]: pgmap v10812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:13.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:05:13 smithi039 ceph-mon[181282]: pgmap v10812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:15.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:05:15 smithi032 ceph-mon[191839]: pgmap v10813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:15.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:05:15 smithi032 ceph-mon[189144]: pgmap v10813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:15.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:05:15 smithi039 ceph-mon[181282]: pgmap v10813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:17.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:05:17 smithi032 ceph-mon[189144]: pgmap v10814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:17.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:05:17 smithi032 ceph-mon[191839]: pgmap v10814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:17.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:05:17 smithi039 ceph-mon[181282]: pgmap v10814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:19.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:05:19 smithi032 ceph-mon[189144]: pgmap v10815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:19.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:05:19 smithi032 ceph-mon[191839]: pgmap v10815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:19.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:05:19 smithi039 ceph-mon[181282]: pgmap v10815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:05:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:05:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:05:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:05:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:05:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:05:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:05:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:05:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T22:05:21.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:05:21 smithi032 ceph-mon[189144]: pgmap v10816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:21.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:05:21 smithi032 ceph-mon[191839]: pgmap v10816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:05:21 smithi039 ceph-mon[181282]: pgmap v10816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:23.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:05:23 smithi032 ceph-mon[189144]: pgmap v10817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:23.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:05:23 smithi032 ceph-mon[191839]: pgmap v10817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:23.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:05:23 smithi039 ceph-mon[181282]: pgmap v10817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:25.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:05:25 smithi039 ceph-mon[181282]: pgmap v10818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:25.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:05:25 smithi032 ceph-mon[191839]: pgmap v10818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:25.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:05:25 smithi032 ceph-mon[189144]: pgmap v10818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:27.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:05:27 smithi039 ceph-mon[181282]: pgmap v10819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:27.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:05:27 smithi032 ceph-mon[191839]: pgmap v10819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:27.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:05:27 smithi032 ceph-mon[189144]: pgmap v10819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:29.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:05:29 smithi039 ceph-mon[181282]: pgmap v10820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:29.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:05:29 smithi032 ceph-mon[189144]: pgmap v10820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:29.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:05:29 smithi032 ceph-mon[191839]: pgmap v10820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:05:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:05:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T22:05:31.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:05:31 smithi032 ceph-mon[191839]: pgmap v10821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:31.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:05:31 smithi032 ceph-mon[189144]: pgmap v10821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:31.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:05:31 smithi039 ceph-mon[181282]: pgmap v10821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:33.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:05:33 smithi032 ceph-mon[191839]: pgmap v10822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:33.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:05:33 smithi032 ceph-mon[189144]: pgmap v10822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:33.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:05:33 smithi039 ceph-mon[181282]: pgmap v10822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:35.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:05:35 smithi032 ceph-mon[191839]: pgmap v10823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:35.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:05:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:05:35.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:05:35 smithi032 ceph-mon[189144]: pgmap v10823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:35.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:05:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:05:35.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:05:35 smithi039 ceph-mon[181282]: pgmap v10823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:35.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:05:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:05:37.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:05:37 smithi032 ceph-mon[191839]: pgmap v10824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:37.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:05:37 smithi032 ceph-mon[189144]: pgmap v10824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:37.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:05:37 smithi039 ceph-mon[181282]: pgmap v10824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:39.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:05:39 smithi032 ceph-mon[189144]: pgmap v10825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:39.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:05:39 smithi032 ceph-mon[191839]: pgmap v10825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:39.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:05:39 smithi039 ceph-mon[181282]: pgmap v10825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:39.977 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:05:40.299 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:05:40.299 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 6m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:05:40.299 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 3m ago 4h 95.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:05:40.299 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 6m ago 4h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:05:40.299 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 3m ago 4h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:05:40.300 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 3m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:05:40.300 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 6m ago 4h 729M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:05:40.300 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 6m ago 4h 1362M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:05:40.300 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 3m ago 4h 659M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:05:40.300 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 6m ago 4h 680M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:05:40.300 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 6m ago 4h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:05:40.300 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 3m ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:05:40.300 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 6m ago 4h 4625M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:05:40.300 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 6m ago 4h 4804M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:05:40.300 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 6m ago 4h 4296M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:05:40.300 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 6m ago 4h 4301M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:05:40.300 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 3m ago 4h 4090M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:05:40.300 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 3m ago 4h 4376M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:05:40.300 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 3m ago 4h 4097M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:05:40.301 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 3m ago 4h 4040M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:05:40.301 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 3m ago 4h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:05:40.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:05:40 smithi032 ceph-mon[191839]: from='client.45669 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:05:40.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:05:40 smithi032 ceph-mon[189144]: from='client.45669 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:05:40.702 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:05:40.702 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:05:40.702 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:05:40.702 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:05:40.702 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:05:40.702 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:05:40.702 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:05:40.702 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:05:40.702 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:05:40.702 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:05:40.702 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:05:40.703 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:05:40.703 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:05:40.703 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:05:40.703 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:05:40.703 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:05:40.703 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:05:40.703 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:05:40.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:05:40 smithi039 ceph-mon[181282]: from='client.45669 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:05:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:05:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:05:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:05:41.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:05:41 smithi032 ceph-mon[191839]: from='client.55592 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:05:41.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:05:41 smithi032 ceph-mon[191839]: pgmap v10826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:41.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:05:41 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1822498781' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:05:41.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:05:41 smithi032 ceph-mon[189144]: from='client.55592 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:05:41.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:05:41 smithi032 ceph-mon[189144]: pgmap v10826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:41.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:05:41 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1822498781' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:05:41.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:05:41 smithi039 ceph-mon[181282]: from='client.55592 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:05:41.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:05:41 smithi039 ceph-mon[181282]: pgmap v10826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:41.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:05:41 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1822498781' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:05:43.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:05:43 smithi032 ceph-mon[191839]: pgmap v10827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:43.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:05:43 smithi032 ceph-mon[189144]: pgmap v10827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:43.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:05:43 smithi039 ceph-mon[181282]: pgmap v10827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:45.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:05:45 smithi032 ceph-mon[191839]: pgmap v10828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:45.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:05:45 smithi032 ceph-mon[189144]: pgmap v10828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:45.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:05:45 smithi039 ceph-mon[181282]: pgmap v10828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:47.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:05:47 smithi032 ceph-mon[191839]: pgmap v10829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:47.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:05:47 smithi032 ceph-mon[189144]: pgmap v10829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:47.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:05:47 smithi039 ceph-mon[181282]: pgmap v10829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:48.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:05:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:05:48.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:05:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:05:48.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:05:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:05:49.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:05:49 smithi032 ceph-mon[191839]: pgmap v10830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:49.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:05:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:05:49.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:05:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:05:49.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:05:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:05:49.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:05:49 smithi032 ceph-mon[189144]: pgmap v10830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:49.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:05:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:05:49.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:05:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:05:49.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:05:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:05:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:05:49 smithi039 ceph-mon[181282]: pgmap v10830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:05:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:05:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:05:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:05:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:05:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:05:50.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:05:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:05:50.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:05:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:05:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:05:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:05:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:05:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:05:50] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T22:05:51.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:05:51 smithi039 ceph-mon[181282]: pgmap v10831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:51.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:05:51 smithi032 ceph-mon[191839]: pgmap v10831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:51.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:05:51 smithi032 ceph-mon[189144]: pgmap v10831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:53.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:05:53 smithi039 ceph-mon[181282]: pgmap v10832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:53.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:05:53 smithi032 ceph-mon[191839]: pgmap v10832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:53.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:05:53 smithi032 ceph-mon[189144]: pgmap v10832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:55.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:05:55 smithi039 ceph-mon[181282]: pgmap v10833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:55.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:05:55 smithi032 ceph-mon[191839]: pgmap v10833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:55.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:05:55 smithi032 ceph-mon[189144]: pgmap v10833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:57.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:05:57 smithi039 ceph-mon[181282]: pgmap v10834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:57.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:05:57 smithi032 ceph-mon[191839]: pgmap v10834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:57.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:05:57 smithi032 ceph-mon[189144]: pgmap v10834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:59.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:05:59 smithi039 ceph-mon[181282]: pgmap v10835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:05:59 smithi032 ceph-mon[191839]: pgmap v10835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:05:59.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:05:59 smithi032 ceph-mon[189144]: pgmap v10835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:06:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:06:00] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T22:06:01.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:06:01 smithi032 ceph-mon[191839]: pgmap v10836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:01.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:06:01 smithi032 ceph-mon[189144]: pgmap v10836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:01.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:06:01 smithi039 ceph-mon[181282]: pgmap v10836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:03.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:06:03 smithi032 ceph-mon[191839]: pgmap v10837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:03.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:06:03 smithi032 ceph-mon[189144]: pgmap v10837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:03.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:06:03 smithi039 ceph-mon[181282]: pgmap v10837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:05.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:06:05 smithi032 ceph-mon[191839]: pgmap v10838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:05.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:06:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:06:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:06:05 smithi032 ceph-mon[189144]: pgmap v10838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:06:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:06:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:06:05 smithi039 ceph-mon[181282]: pgmap v10838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:06:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:06:07.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:06:07 smithi032 ceph-mon[191839]: pgmap v10839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:07.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:06:07 smithi032 ceph-mon[189144]: pgmap v10839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:07.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:06:07 smithi039 ceph-mon[181282]: pgmap v10839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:09.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:06:09 smithi032 ceph-mon[191839]: pgmap v10840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:09.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:06:09 smithi032 ceph-mon[189144]: pgmap v10840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:09.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:06:09 smithi039 ceph-mon[181282]: pgmap v10840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:11.066 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:06:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:06:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:06:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:06:11.392 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:06:11.392 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 6m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:06:11.392 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 4m ago 4h 95.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:06:11.392 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 6m ago 4h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:06:11.392 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 4m ago 4h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:06:11.392 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 4m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:06:11.392 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 6m ago 4h 729M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:06:11.393 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 6m ago 4h 1362M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:06:11.393 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 4m ago 4h 659M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:06:11.393 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 6m ago 4h 680M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:06:11.393 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 6m ago 4h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:06:11.393 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 4m ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:06:11.393 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 6m ago 4h 4625M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:06:11.393 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 6m ago 4h 4804M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:06:11.393 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 6m ago 4h 4296M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:06:11.393 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 6m ago 4h 4301M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:06:11.393 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 4m ago 4h 4090M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:06:11.394 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 4m ago 4h 4376M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:06:11.394 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 4m ago 4h 4097M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:06:11.394 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 4m ago 4h 4040M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:06:11.394 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 4m ago 4h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:06:11.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:06:11 smithi032 ceph-mon[189144]: pgmap v10841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:11.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:06:11 smithi032 ceph-mon[191839]: pgmap v10841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:11.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:06:11 smithi039 ceph-mon[181282]: pgmap v10841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:11.795 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:06:11.795 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:06:11.795 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:06:11.795 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:06:11.795 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:06:11.795 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:06:11.795 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:06:11.796 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:06:11.796 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:06:11.796 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:06:11.796 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:06:11.796 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:06:11.796 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:06:11.796 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:06:11.796 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:06:11.796 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:06:11.796 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:06:11.796 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:06:12.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:06:12 smithi032 ceph-mon[191839]: from='client.45687 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:06:12.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:06:12 smithi032 ceph-mon[191839]: from='client.55610 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:06:12.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:06:12 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/54787007' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:06:12.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:06:12 smithi032 ceph-mon[189144]: from='client.45687 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:06:12.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:06:12 smithi032 ceph-mon[189144]: from='client.55610 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:06:12.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:06:12 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/54787007' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:06:12.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:06:12 smithi039 ceph-mon[181282]: from='client.45687 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:06:12.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:06:12 smithi039 ceph-mon[181282]: from='client.55610 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:06:12.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:06:12 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/54787007' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:06:13.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:06:13 smithi032 ceph-mon[191839]: pgmap v10842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:13.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:06:13 smithi032 ceph-mon[189144]: pgmap v10842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:13.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:06:13 smithi039 ceph-mon[181282]: pgmap v10842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:15.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:06:15 smithi032 ceph-mon[191839]: pgmap v10843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:15.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:06:15 smithi032 ceph-mon[189144]: pgmap v10843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:15.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:06:15 smithi039 ceph-mon[181282]: pgmap v10843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:17.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:06:17 smithi032 ceph-mon[191839]: pgmap v10844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:17.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:06:17 smithi032 ceph-mon[189144]: pgmap v10844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:17.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:06:17 smithi039 ceph-mon[181282]: pgmap v10844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:19.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:06:19 smithi032 ceph-mon[191839]: pgmap v10845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:19.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:06:19 smithi032 ceph-mon[189144]: pgmap v10845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:19.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:06:19 smithi039 ceph-mon[181282]: pgmap v10845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:06:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:06:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:06:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:06:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:06:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:06:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:06:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:06:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:06:21.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:06:21 smithi032 ceph-mon[191839]: pgmap v10846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:21.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:06:21 smithi032 ceph-mon[189144]: pgmap v10846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:06:21 smithi039 ceph-mon[181282]: pgmap v10846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:23.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:06:23 smithi032 ceph-mon[191839]: pgmap v10847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:23.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:06:23 smithi032 ceph-mon[189144]: pgmap v10847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:23.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:06:23 smithi039 ceph-mon[181282]: pgmap v10847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:25.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:06:25 smithi032 ceph-mon[191839]: pgmap v10848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:25.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:06:25 smithi032 ceph-mon[189144]: pgmap v10848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:25.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:06:25 smithi039 ceph-mon[181282]: pgmap v10848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:27.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:06:27 smithi032 ceph-mon[191839]: pgmap v10849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:27.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:06:27 smithi032 ceph-mon[189144]: pgmap v10849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:27.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:06:27 smithi039 ceph-mon[181282]: pgmap v10849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:29.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:06:29 smithi032 ceph-mon[189144]: pgmap v10850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:29.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:06:29 smithi032 ceph-mon[191839]: pgmap v10850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:29.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:06:29 smithi039 ceph-mon[181282]: pgmap v10850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:06:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:06:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:06:31.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:06:31 smithi032 ceph-mon[191839]: pgmap v10851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:31.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:06:31 smithi032 ceph-mon[189144]: pgmap v10851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:31.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:06:31 smithi039 ceph-mon[181282]: pgmap v10851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:33.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:06:33 smithi032 ceph-mon[191839]: pgmap v10852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:33.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:06:33 smithi032 ceph-mon[189144]: pgmap v10852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:33.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:06:33 smithi039 ceph-mon[181282]: pgmap v10852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:35.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:06:35 smithi032 ceph-mon[191839]: pgmap v10853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:35.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:06:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:06:35.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:06:35 smithi032 ceph-mon[189144]: pgmap v10853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:35.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:06:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:06:35.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:06:35 smithi039 ceph-mon[181282]: pgmap v10853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:35.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:06:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:06:37.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:06:37 smithi032 ceph-mon[191839]: pgmap v10854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:37.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:06:37 smithi032 ceph-mon[189144]: pgmap v10854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:37.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:06:37 smithi039 ceph-mon[181282]: pgmap v10854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:39.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:06:39 smithi032 ceph-mon[191839]: pgmap v10855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:39.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:06:39 smithi032 ceph-mon[189144]: pgmap v10855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:39.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:06:39 smithi039 ceph-mon[181282]: pgmap v10855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:06:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:06:40] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:06:41.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:06:41 smithi032 ceph-mon[191839]: pgmap v10856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:41.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:06:41 smithi032 ceph-mon[189144]: pgmap v10856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:41.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:06:41 smithi039 ceph-mon[181282]: pgmap v10856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:42.159 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:06:42.485 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:06:42.486 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 7m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:06:42.486 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 4m ago 4h 95.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:06:42.486 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 7m ago 4h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:06:42.486 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 4m ago 4h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:06:42.486 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 4m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:06:42.486 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 7m ago 4h 729M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:06:42.486 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 7m ago 4h 1362M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:06:42.486 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 4m ago 4h 659M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:06:42.486 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 7m ago 4h 680M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:06:42.486 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 7m ago 4h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:06:42.486 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 4m ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:06:42.486 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 7m ago 4h 4625M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:06:42.486 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 7m ago 4h 4804M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:06:42.486 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 7m ago 4h 4296M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:06:42.486 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 7m ago 4h 4301M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:06:42.487 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 4m ago 4h 4090M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:06:42.487 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 4m ago 4h 4376M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:06:42.487 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 4m ago 4h 4097M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:06:42.487 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 4m ago 4h 4040M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:06:42.487 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 4m ago 4h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:06:42.886 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:06:42.887 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:06:42.887 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:06:42.887 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:06:42.887 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:06:42.887 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:06:42.887 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:06:42.887 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:06:42.887 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:06:42.887 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:06:42.887 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:06:42.887 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:06:42.887 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:06:42.887 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:06:42.888 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:06:42.888 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:06:42.888 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:06:42.888 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:06:43.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:06:43 smithi032 ceph-mon[189144]: from='client.45705 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:06:43.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:06:43 smithi032 ceph-mon[189144]: pgmap v10857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:43.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:06:43 smithi032 ceph-mon[189144]: from='client.55628 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:06:43.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:06:43 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1066501194' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:06:43.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:06:43 smithi032 ceph-mon[191839]: from='client.45705 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:06:43.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:06:43 smithi032 ceph-mon[191839]: pgmap v10857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:43.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:06:43 smithi032 ceph-mon[191839]: from='client.55628 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:06:43.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:06:43 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1066501194' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:06:43.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:06:43 smithi039 ceph-mon[181282]: from='client.45705 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:06:43.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:06:43 smithi039 ceph-mon[181282]: pgmap v10857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:43.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:06:43 smithi039 ceph-mon[181282]: from='client.55628 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:06:43.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:06:43 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1066501194' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:06:45.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:06:45 smithi032 ceph-mon[191839]: pgmap v10858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:45.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:06:45 smithi032 ceph-mon[189144]: pgmap v10858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:45.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:06:45 smithi039 ceph-mon[181282]: pgmap v10858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:47.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:06:47 smithi032 ceph-mon[191839]: pgmap v10859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:47.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:06:47 smithi032 ceph-mon[189144]: pgmap v10859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:47.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:06:47 smithi039 ceph-mon[181282]: pgmap v10859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:49.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:06:49 smithi032 ceph-mon[191839]: pgmap v10860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:49.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:06:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:06:49.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:06:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:06:49.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:06:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:06:49.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:06:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:06:49.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:06:49 smithi032 ceph-mon[189144]: pgmap v10860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:49.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:06:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:06:49.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:06:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:06:49.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:06:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:06:49.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:06:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:06:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:06:49 smithi039 ceph-mon[181282]: pgmap v10860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:06:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:06:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:06:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:06:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:06:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:06:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:06:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:06:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:06:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:06:50.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:06:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:06:50.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:06:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:06:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:06:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:06:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:06:51.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:06:51 smithi032 ceph-mon[189144]: pgmap v10861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:51.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:06:51 smithi032 ceph-mon[191839]: pgmap v10861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:51.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:06:51 smithi039 ceph-mon[181282]: pgmap v10861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:53.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:06:53 smithi039 ceph-mon[181282]: pgmap v10862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:53.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:06:53 smithi032 ceph-mon[189144]: pgmap v10862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:53.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:06:53 smithi032 ceph-mon[191839]: pgmap v10862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:55.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:06:55 smithi039 ceph-mon[181282]: pgmap v10863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:55.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:06:55 smithi032 ceph-mon[191839]: pgmap v10863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:55.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:06:55 smithi032 ceph-mon[189144]: pgmap v10863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:57.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:06:57 smithi039 ceph-mon[181282]: pgmap v10864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:57.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:06:57 smithi032 ceph-mon[191839]: pgmap v10864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:57.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:06:57 smithi032 ceph-mon[189144]: pgmap v10864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:59.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:06:59 smithi039 ceph-mon[181282]: pgmap v10865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:06:59 smithi032 ceph-mon[191839]: pgmap v10865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:06:59.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:06:59 smithi032 ceph-mon[189144]: pgmap v10865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:07:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:07:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:07:01.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:01 smithi032 ceph-mon[189144]: pgmap v10866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:01.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:01 smithi032 ceph-mon[191839]: pgmap v10866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:01.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:01 smithi039 ceph-mon[181282]: pgmap v10866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:03.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:03 smithi032 ceph-mon[189144]: pgmap v10867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:03.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:03 smithi032 ceph-mon[191839]: pgmap v10867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:03.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:03 smithi039 ceph-mon[181282]: pgmap v10867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:05.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:05 smithi032 ceph-mon[191839]: pgmap v10868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:05.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:07:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:05 smithi032 ceph-mon[189144]: pgmap v10868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:07:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:05 smithi039 ceph-mon[181282]: pgmap v10868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:07:07.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:07 smithi039 ceph-mon[181282]: pgmap v10869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:07.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:07 smithi032 ceph-mon[191839]: pgmap v10869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:07.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:07 smithi032 ceph-mon[189144]: pgmap v10869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:09.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:09 smithi039 ceph-mon[181282]: pgmap v10870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:09.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:09 smithi032 ceph-mon[189144]: pgmap v10870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:09.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:09 smithi032 ceph-mon[191839]: pgmap v10870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:07:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:07:10] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-22T22:07:11.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:11 smithi032 ceph-mon[191839]: pgmap v10871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:11.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:11 smithi032 ceph-mon[189144]: pgmap v10871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:11.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:11 smithi039 ceph-mon[181282]: pgmap v10871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:13.254 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:07:13.580 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:07:13.580 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 7m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:07:13.580 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 5m ago 4h 95.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:07:13.581 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 7m ago 4h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:07:13.581 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 5m ago 4h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:07:13.581 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 5m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:07:13.581 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 7m ago 4h 729M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:07:13.581 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 7m ago 4h 1362M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:07:13.581 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 5m ago 4h 659M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:07:13.581 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 7m ago 4h 680M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:07:13.581 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 7m ago 4h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:07:13.581 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 5m ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:07:13.581 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 7m ago 4h 4625M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:07:13.581 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 7m ago 4h 4804M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:07:13.581 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 7m ago 4h 4296M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:07:13.581 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 7m ago 4h 4301M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:07:13.581 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 5m ago 4h 4090M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:07:13.582 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 5m ago 4h 4376M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:07:13.582 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 5m ago 4h 4097M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:07:13.582 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 5m ago 4h 4040M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:07:13.582 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 5m ago 4h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:07:13.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:13 smithi032 ceph-mon[191839]: pgmap v10872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:13.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:13 smithi032 ceph-mon[189144]: pgmap v10872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:13.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:13 smithi039 ceph-mon[181282]: pgmap v10872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:13.981 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:07:13.982 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:07:13.982 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:07:13.982 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:07:13.982 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:07:13.982 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:07:13.982 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:07:13.982 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:07:13.982 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:07:13.982 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:07:13.982 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:07:13.982 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:07:13.982 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:07:13.982 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:07:13.983 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:07:13.983 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:07:13.983 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:07:13.983 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:07:14.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:14 smithi039 ceph-mon[181282]: from='client.45723 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:07:14.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:14 smithi039 ceph-mon[181282]: from='client.45729 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:07:14.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:14 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1461803822' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:07:14.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:14 smithi032 ceph-mon[191839]: from='client.45723 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:07:14.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:14 smithi032 ceph-mon[191839]: from='client.45729 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:07:14.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:14 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1461803822' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:07:14.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:14 smithi032 ceph-mon[189144]: from='client.45723 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:07:14.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:14 smithi032 ceph-mon[189144]: from='client.45729 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:07:14.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:14 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1461803822' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:07:15.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:15 smithi039 ceph-mon[181282]: pgmap v10873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:15.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:15 smithi032 ceph-mon[191839]: pgmap v10873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:15.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:15 smithi032 ceph-mon[189144]: pgmap v10873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:17.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:17 smithi039 ceph-mon[181282]: pgmap v10874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:17.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:17 smithi032 ceph-mon[191839]: pgmap v10874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:17.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:17 smithi032 ceph-mon[189144]: pgmap v10874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:19.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:19 smithi039 ceph-mon[181282]: pgmap v10875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:19.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:19 smithi032 ceph-mon[191839]: pgmap v10875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:19.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:19 smithi032 ceph-mon[189144]: pgmap v10875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:07:20.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:07:20.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:07:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:07:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:07:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:07:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:21 smithi039 ceph-mon[181282]: pgmap v10876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:21 smithi032 ceph-mon[191839]: pgmap v10876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:21 smithi032 ceph-mon[189144]: pgmap v10876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:23.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:23 smithi039 ceph-mon[181282]: pgmap v10877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:23.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:23 smithi032 ceph-mon[189144]: pgmap v10877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:23.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:23 smithi032 ceph-mon[191839]: pgmap v10877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:25.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:25 smithi039 ceph-mon[181282]: pgmap v10878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:25.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:25 smithi032 ceph-mon[191839]: pgmap v10878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:25.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:25 smithi032 ceph-mon[189144]: pgmap v10878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:27.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:27 smithi039 ceph-mon[181282]: pgmap v10879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:27.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:27 smithi032 ceph-mon[191839]: pgmap v10879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:27.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:27 smithi032 ceph-mon[189144]: pgmap v10879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:29.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:29 smithi039 ceph-mon[181282]: pgmap v10880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:29.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:29 smithi032 ceph-mon[189144]: pgmap v10880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:29.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:29 smithi032 ceph-mon[191839]: pgmap v10880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:07:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:07:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:07:31.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:31 smithi032 ceph-mon[189144]: pgmap v10881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:31.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:31 smithi032 ceph-mon[191839]: pgmap v10881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:31.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:31 smithi039 ceph-mon[181282]: pgmap v10881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:33.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:33 smithi039 ceph-mon[181282]: pgmap v10882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:33.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:33 smithi032 ceph-mon[189144]: pgmap v10882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:33.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:33 smithi032 ceph-mon[191839]: pgmap v10882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:35.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:35 smithi039 ceph-mon[181282]: pgmap v10883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:35.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:07:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:35 smithi032 ceph-mon[191839]: pgmap v10883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:07:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:35 smithi032 ceph-mon[189144]: pgmap v10883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:07:37.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:37 smithi039 ceph-mon[181282]: pgmap v10884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:37.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:37 smithi032 ceph-mon[189144]: pgmap v10884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:37.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:37 smithi032 ceph-mon[191839]: pgmap v10884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:39.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:39 smithi039 ceph-mon[181282]: pgmap v10885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:39.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:39 smithi032 ceph-mon[189144]: pgmap v10885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:39.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:39 smithi032 ceph-mon[191839]: pgmap v10885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:07:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:07:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:07:41.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:41 smithi032 ceph-mon[191839]: pgmap v10886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:41.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:41 smithi032 ceph-mon[189144]: pgmap v10886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:41.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:41 smithi039 ceph-mon[181282]: pgmap v10886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:43.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:43 smithi039 ceph-mon[181282]: pgmap v10887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:43.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:43 smithi032 ceph-mon[191839]: pgmap v10887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:43.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:43 smithi032 ceph-mon[189144]: pgmap v10887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:44.346 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:07:44.672 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:07:44.672 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 8m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:07:44.672 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 6m ago 4h 95.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:07:44.672 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 8m ago 4h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:07:44.672 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 6m ago 4h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:07:44.673 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 6m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:07:44.673 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 8m ago 4h 729M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:07:44.673 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 8m ago 4h 1362M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:07:44.673 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 6m ago 4h 659M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:07:44.673 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 8m ago 4h 680M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:07:44.673 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 8m ago 4h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:07:44.673 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 6m ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:07:44.673 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 8m ago 4h 4625M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:07:44.673 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 8m ago 4h 4804M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:07:44.673 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 8m ago 4h 4296M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:07:44.673 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 8m ago 4h 4301M 2413M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:07:44.673 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 6m ago 4h 4090M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:07:44.673 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 6m ago 4h 4376M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:07:44.674 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 6m ago 4h 4097M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:07:44.674 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 6m ago 4h 4040M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:07:44.674 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 6m ago 4h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:07:45.076 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:07:45.077 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:07:45.077 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:07:45.077 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:07:45.077 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:07:45.077 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:07:45.077 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:07:45.077 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:07:45.077 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:07:45.077 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:07:45.077 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:07:45.077 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:07:45.078 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:07:45.078 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:07:45.078 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:07:45.078 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:07:45.078 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:07:45.078 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:07:45.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:45 smithi039 ceph-mon[181282]: from='client.45741 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:07:45.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:45 smithi039 ceph-mon[181282]: pgmap v10888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:45.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:45 smithi039 ceph-mon[181282]: from='client.55664 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:07:45.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:45 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1807885658' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:07:45.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:45 smithi032 ceph-mon[189144]: from='client.45741 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:07:45.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:45 smithi032 ceph-mon[189144]: pgmap v10888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:45.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:45 smithi032 ceph-mon[189144]: from='client.55664 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:07:45.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:45 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1807885658' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:07:45.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:45 smithi032 ceph-mon[191839]: from='client.45741 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:07:45.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:45 smithi032 ceph-mon[191839]: pgmap v10888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:45.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:45 smithi032 ceph-mon[191839]: from='client.55664 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:07:45.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:45 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1807885658' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:07:47.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:47 smithi039 ceph-mon[181282]: pgmap v10889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:47.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:47 smithi032 ceph-mon[191839]: pgmap v10889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:47.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:47 smithi032 ceph-mon[189144]: pgmap v10889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:49 smithi039 ceph-mon[181282]: pgmap v10890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:07:49.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:49 smithi032 ceph-mon[191839]: pgmap v10890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:49.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:07:49.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:49 smithi032 ceph-mon[189144]: pgmap v10890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:49.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:07:50.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:07:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:07:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T22:07:50.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:07:50.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:07:50.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:07:50.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:07:50.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:07:50.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:07:50.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:07:50.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:07:50.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:07:50.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:07:50.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:07:50.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:07:50.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:07:50.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:07:50.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:07:50.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:07:50.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:07:50.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:07:50.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:07:50.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:07:50.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:07:50.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:07:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:07:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:07:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:07:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:07:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:07:51.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:07:51.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:07:51.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:07:51.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:07:51.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:07:51.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:07:51.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:51 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi032 to 2404M 2023-12-22T22:07:51.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:51 smithi032 ceph-mon[191839]: pgmap v10891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:51.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:51 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi032 to 2404M 2023-12-22T22:07:51.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:51 smithi032 ceph-mon[189144]: pgmap v10891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:52.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:51 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi032 to 2404M 2023-12-22T22:07:52.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:51 smithi039 ceph-mon[181282]: pgmap v10891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:53.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:53 smithi032 ceph-mon[189144]: pgmap v10892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:53.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:53 smithi032 ceph-mon[191839]: pgmap v10892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:54.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:53 smithi039 ceph-mon[181282]: pgmap v10892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:55.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:55 smithi032 ceph-mon[189144]: pgmap v10893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:55.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:55 smithi032 ceph-mon[191839]: pgmap v10893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:56.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:55 smithi039 ceph-mon[181282]: pgmap v10893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:57.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:57 smithi032 ceph-mon[191839]: pgmap v10894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:57.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:57 smithi032 ceph-mon[189144]: pgmap v10894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:58.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:57 smithi039 ceph-mon[181282]: pgmap v10894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:07:59 smithi032 ceph-mon[191839]: pgmap v10895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:07:59.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:07:59 smithi032 ceph-mon[189144]: pgmap v10895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:00.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:07:59 smithi039 ceph-mon[181282]: pgmap v10895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:08:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:08:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T22:08:01.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:08:01 smithi032 ceph-mon[191839]: pgmap v10896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:01.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:08:01 smithi032 ceph-mon[189144]: pgmap v10896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:01.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:08:01 smithi039 ceph-mon[181282]: pgmap v10896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:03.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:08:03 smithi039 ceph-mon[181282]: pgmap v10897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:03.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:08:03 smithi032 ceph-mon[191839]: pgmap v10897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:03.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:08:03 smithi032 ceph-mon[189144]: pgmap v10897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:08:05 smithi039 ceph-mon[181282]: pgmap v10898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:08:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:08:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:08:05 smithi032 ceph-mon[191839]: pgmap v10898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:08:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:08:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:08:05 smithi032 ceph-mon[189144]: pgmap v10898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:08:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:08:07.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:08:07 smithi039 ceph-mon[181282]: pgmap v10899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:07.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:08:07 smithi032 ceph-mon[191839]: pgmap v10899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:07.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:08:07 smithi032 ceph-mon[189144]: pgmap v10899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:09.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:08:09 smithi039 ceph-mon[181282]: pgmap v10900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:09.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:08:09 smithi032 ceph-mon[191839]: pgmap v10900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:09.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:08:09 smithi032 ceph-mon[189144]: pgmap v10900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:08:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:08:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:08:11.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:08:11 smithi032 ceph-mon[191839]: pgmap v10901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:11.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:08:11 smithi032 ceph-mon[189144]: pgmap v10901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:11.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:08:11 smithi039 ceph-mon[181282]: pgmap v10901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:13.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:08:13 smithi039 ceph-mon[181282]: pgmap v10902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:13.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:08:13 smithi032 ceph-mon[191839]: pgmap v10902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:13.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:08:13 smithi032 ceph-mon[189144]: pgmap v10902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:15.442 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:08:15.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:08:15 smithi039 ceph-mon[181282]: pgmap v10903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:15.765 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:08:15.765 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 8m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:08:15.765 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 6m ago 4h 95.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:08:15.765 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 8m ago 4h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:08:15.765 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 6m ago 4h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:08:15.765 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 6m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:08:15.765 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 8m ago 4h 729M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:08:15.765 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 8m ago 4h 1362M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:08:15.765 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 6m ago 4h 659M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:08:15.765 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 8m ago 4h 680M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:08:15.766 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 8m ago 4h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:08:15.766 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 6m ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:08:15.766 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 8m ago 4h 4625M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:08:15.766 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 8m ago 4h 4804M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:08:15.766 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 8m ago 4h 4296M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:08:15.766 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 8m ago 4h 4301M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:08:15.766 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 6m ago 4h 4090M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:08:15.766 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 6m ago 4h 4376M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:08:15.766 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 6m ago 4h 4097M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:08:15.766 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 6m ago 4h 4040M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:08:15.766 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 6m ago 4h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:08:15.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:08:15 smithi032 ceph-mon[189144]: pgmap v10903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:15.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:08:15 smithi032 ceph-mon[191839]: pgmap v10903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:16.164 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:08:16.164 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:08:16.164 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:08:16.164 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:08:16.164 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:08:16.164 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:08:16.164 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:08:16.165 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:08:16.165 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:08:16.165 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:08:16.165 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:08:16.165 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:08:16.165 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:08:16.165 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:08:16.165 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:08:16.165 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:08:16.165 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:08:16.165 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:08:16.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:08:16 smithi039 ceph-mon[181282]: from='client.55676 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:08:16.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:08:16 smithi039 ceph-mon[181282]: from='client.55682 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:08:16.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:08:16 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2592797885' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:08:16.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:08:16 smithi032 ceph-mon[191839]: from='client.55676 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:08:16.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:08:16 smithi032 ceph-mon[191839]: from='client.55682 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:08:16.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:08:16 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2592797885' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:08:16.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:08:16 smithi032 ceph-mon[189144]: from='client.55676 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:08:16.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:08:16 smithi032 ceph-mon[189144]: from='client.55682 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:08:16.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:08:16 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2592797885' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:08:17.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:08:17 smithi039 ceph-mon[181282]: pgmap v10904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:17.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:08:17 smithi032 ceph-mon[189144]: pgmap v10904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:17.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:08:17 smithi032 ceph-mon[191839]: pgmap v10904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:19.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:08:19 smithi039 ceph-mon[181282]: pgmap v10905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:19.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:08:19 smithi032 ceph-mon[191839]: pgmap v10905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:19.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:08:19 smithi032 ceph-mon[189144]: pgmap v10905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:08:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:08:20.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:08:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:08:20.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:08:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:08:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:08:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:08:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:08:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:08:21 smithi039 ceph-mon[181282]: pgmap v10906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:08:21 smithi032 ceph-mon[191839]: pgmap v10906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:21.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:08:21 smithi032 ceph-mon[189144]: pgmap v10906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:23.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:08:23 smithi039 ceph-mon[181282]: pgmap v10907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:23.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:08:23 smithi032 ceph-mon[191839]: pgmap v10907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:23.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:08:23 smithi032 ceph-mon[189144]: pgmap v10907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:25.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:08:25 smithi039 ceph-mon[181282]: pgmap v10908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:25.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:08:25 smithi032 ceph-mon[189144]: pgmap v10908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:25.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:08:25 smithi032 ceph-mon[191839]: pgmap v10908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:27.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:08:27 smithi039 ceph-mon[181282]: pgmap v10909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:27.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:08:27 smithi032 ceph-mon[191839]: pgmap v10909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:27.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:08:27 smithi032 ceph-mon[189144]: pgmap v10909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:29.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:08:29 smithi039 ceph-mon[181282]: pgmap v10910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:29.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:08:29 smithi032 ceph-mon[191839]: pgmap v10910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:29.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:08:29 smithi032 ceph-mon[189144]: pgmap v10910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:08:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:08:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:08:31.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:08:31 smithi032 ceph-mon[191839]: pgmap v10911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:31.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:08:31 smithi032 ceph-mon[189144]: pgmap v10911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:31.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:08:31 smithi039 ceph-mon[181282]: pgmap v10911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:33.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:08:33 smithi039 ceph-mon[181282]: pgmap v10912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:33.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:08:33 smithi032 ceph-mon[191839]: pgmap v10912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:33.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:08:33 smithi032 ceph-mon[189144]: pgmap v10912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:35.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:08:35 smithi039 ceph-mon[181282]: pgmap v10913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:35.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:08:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:08:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:08:35 smithi032 ceph-mon[191839]: pgmap v10913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:08:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:08:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:08:35 smithi032 ceph-mon[189144]: pgmap v10913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:08:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:08:37.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:08:37 smithi039 ceph-mon[181282]: pgmap v10914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:37.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:08:37 smithi032 ceph-mon[189144]: pgmap v10914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:37.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:08:37 smithi032 ceph-mon[191839]: pgmap v10914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:39.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:08:39 smithi039 ceph-mon[181282]: pgmap v10915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:39.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:08:39 smithi032 ceph-mon[191839]: pgmap v10915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:39.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:08:39 smithi032 ceph-mon[189144]: pgmap v10915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:08:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:08:40] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:08:41.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:08:41 smithi032 ceph-mon[191839]: pgmap v10916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:41.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:08:41 smithi032 ceph-mon[189144]: pgmap v10916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:41.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:08:41 smithi039 ceph-mon[181282]: pgmap v10916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:43.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:08:43 smithi039 ceph-mon[181282]: pgmap v10917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:43.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:08:43 smithi032 ceph-mon[191839]: pgmap v10917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:43.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:08:43 smithi032 ceph-mon[189144]: pgmap v10917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:45.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:08:45 smithi039 ceph-mon[181282]: pgmap v10918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:45.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:08:45 smithi032 ceph-mon[189144]: pgmap v10918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:45.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:08:45 smithi032 ceph-mon[191839]: pgmap v10918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:46.529 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:08:46.856 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:08:46.856 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 9m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:08:46.856 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 7m ago 4h 95.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:08:46.856 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 9m ago 4h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:08:46.856 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 7m ago 4h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:08:46.856 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 7m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:08:46.857 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 9m ago 4h 729M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:08:46.857 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 9m ago 4h 1362M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:08:46.857 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 7m ago 4h 659M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:08:46.857 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 9m ago 4h 680M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:08:46.857 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 9m ago 4h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:08:46.857 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 7m ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:08:46.857 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 9m ago 4h 4625M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:08:46.857 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 9m ago 4h 4804M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:08:46.857 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 9m ago 4h 4296M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:08:46.857 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 9m ago 4h 4301M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:08:46.857 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 7m ago 4h 4090M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:08:46.857 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 7m ago 4h 4376M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:08:46.857 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 7m ago 4h 4097M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:08:46.858 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 7m ago 4h 4040M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:08:46.858 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 7m ago 4h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:08:47.256 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:08:47.257 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:08:47.257 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:08:47.257 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:08:47.257 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:08:47.257 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:08:47.257 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:08:47.257 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:08:47.257 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:08:47.257 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:08:47.257 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:08:47.257 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:08:47.257 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:08:47.257 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:08:47.257 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:08:47.258 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:08:47.258 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:08:47.258 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:08:47.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:08:47 smithi039 ceph-mon[181282]: pgmap v10919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:47.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:08:47 smithi039 ceph-mon[181282]: from='client.55694 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:08:47.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:08:47 smithi039 ceph-mon[181282]: from='client.45783 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:08:47.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:08:47 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2199423105' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:08:47.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:08:47 smithi032 ceph-mon[191839]: pgmap v10919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:47.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:08:47 smithi032 ceph-mon[191839]: from='client.55694 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:08:47.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:08:47 smithi032 ceph-mon[191839]: from='client.45783 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:08:47.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:08:47 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2199423105' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:08:47.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:08:47 smithi032 ceph-mon[189144]: pgmap v10919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:47.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:08:47 smithi032 ceph-mon[189144]: from='client.55694 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:08:47.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:08:47 smithi032 ceph-mon[189144]: from='client.45783 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:08:47.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:08:47 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2199423105' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:08:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:08:49 smithi039 ceph-mon[181282]: pgmap v10920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:49.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:08:49 smithi032 ceph-mon[191839]: pgmap v10920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:49.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:08:49 smithi032 ceph-mon[189144]: pgmap v10920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:50.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:08:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:08:50.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:08:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:08:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:08:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:08:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:08:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:08:50.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:08:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:08:50.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:08:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:08:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:08:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:08:50] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:08:51.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:08:51 smithi032 ceph-mon[191839]: pgmap v10921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:51.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:08:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:08:51.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:08:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:08:51.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:08:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:08:51.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:08:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:08:51.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:08:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:08:51.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:08:51 smithi032 ceph-mon[189144]: pgmap v10921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:51.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:08:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:08:51.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:08:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:08:51.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:08:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:08:51.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:08:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:08:51.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:08:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:08:52.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:08:51 smithi039 ceph-mon[181282]: pgmap v10921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:52.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:08:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:08:52.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:08:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:08:52.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:08:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:08:52.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:08:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:08:52.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:08:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:08:53.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:08:53 smithi032 ceph-mon[191839]: pgmap v10922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:53.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:08:53 smithi032 ceph-mon[189144]: pgmap v10922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:54.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:08:53 smithi039 ceph-mon[181282]: pgmap v10922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:55.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:08:55 smithi032 ceph-mon[189144]: pgmap v10923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:55.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:08:55 smithi032 ceph-mon[191839]: pgmap v10923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:56.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:08:55 smithi039 ceph-mon[181282]: pgmap v10923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:57.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:08:57 smithi032 ceph-mon[191839]: pgmap v10924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:57.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:08:57 smithi032 ceph-mon[189144]: pgmap v10924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:58.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:08:57 smithi039 ceph-mon[181282]: pgmap v10924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:08:59 smithi032 ceph-mon[191839]: pgmap v10925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:08:59.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:08:59 smithi032 ceph-mon[189144]: pgmap v10925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:00.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:08:59 smithi039 ceph-mon[181282]: pgmap v10925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:01.184 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:09:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:09:00] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:09:01.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:09:01 smithi032 ceph-mon[191839]: pgmap v10926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:01.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:09:01 smithi032 ceph-mon[189144]: pgmap v10926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:01.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:09:01 smithi039 ceph-mon[181282]: pgmap v10926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:03.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:09:03 smithi039 ceph-mon[181282]: pgmap v10927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:03.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:09:03 smithi032 ceph-mon[189144]: pgmap v10927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:03.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:09:03 smithi032 ceph-mon[191839]: pgmap v10927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:09:05 smithi039 ceph-mon[181282]: pgmap v10928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:09:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:09:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:09:05 smithi032 ceph-mon[191839]: pgmap v10928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:09:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:09:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:09:05 smithi032 ceph-mon[189144]: pgmap v10928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:09:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:09:07.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:09:07 smithi039 ceph-mon[181282]: pgmap v10929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:07.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:09:07 smithi032 ceph-mon[191839]: pgmap v10929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:07.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:09:07 smithi032 ceph-mon[189144]: pgmap v10929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:09.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:09:09 smithi039 ceph-mon[181282]: pgmap v10930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:09.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:09:09 smithi032 ceph-mon[191839]: pgmap v10930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:09.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:09:09 smithi032 ceph-mon[189144]: pgmap v10930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:09:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:09:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:09:11.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:09:11 smithi032 ceph-mon[191839]: pgmap v10931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:11.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:09:11 smithi032 ceph-mon[189144]: pgmap v10931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:11.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:09:11 smithi039 ceph-mon[181282]: pgmap v10931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:13.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:09:13 smithi039 ceph-mon[181282]: pgmap v10932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:13.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:09:13 smithi032 ceph-mon[191839]: pgmap v10932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:13.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:09:13 smithi032 ceph-mon[189144]: pgmap v10932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:15.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:09:15 smithi039 ceph-mon[181282]: pgmap v10933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:15.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:09:15 smithi032 ceph-mon[189144]: pgmap v10933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:15.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:09:15 smithi032 ceph-mon[191839]: pgmap v10933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:17.627 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:09:17.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:09:17 smithi039 ceph-mon[181282]: pgmap v10934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:17.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:09:17 smithi032 ceph-mon[189144]: pgmap v10934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:17.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:09:17 smithi032 ceph-mon[191839]: pgmap v10934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:17.948 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:09:17.949 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 9m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:09:17.949 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 7m ago 4h 95.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:09:17.949 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 9m ago 4h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:09:17.949 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 7m ago 4h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:09:17.949 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 7m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:09:17.949 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 9m ago 4h 729M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:09:17.949 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 9m ago 4h 1362M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:09:17.949 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 7m ago 4h 659M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:09:17.949 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 9m ago 4h 680M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:09:17.949 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 9m ago 4h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:09:17.949 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 7m ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:09:17.950 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 9m ago 4h 4625M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:09:17.950 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 9m ago 4h 4804M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:09:17.950 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 9m ago 4h 4296M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:09:17.950 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 9m ago 4h 4301M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:09:17.950 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 7m ago 4h 4090M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:09:17.950 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 7m ago 4h 4376M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:09:17.950 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 7m ago 4h 4097M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:09:17.950 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 7m ago 4h 4040M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:09:17.950 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 7m ago 4h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:09:18.350 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:09:18.351 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:09:18.351 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:09:18.351 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:09:18.351 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:09:18.351 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:09:18.351 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:09:18.351 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:09:18.351 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:09:18.351 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:09:18.351 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:09:18.351 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:09:18.351 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:09:18.352 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:09:18.352 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:09:18.352 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:09:18.352 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:09:18.352 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:09:18.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:09:18 smithi039 ceph-mon[181282]: from='client.55712 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:09:18.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:09:18 smithi039 ceph-mon[181282]: from='client.45801 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:09:18.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:09:18 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3586629112' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:09:18.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:09:18 smithi032 ceph-mon[191839]: from='client.55712 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:09:18.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:09:18 smithi032 ceph-mon[191839]: from='client.45801 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:09:18.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:09:18 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3586629112' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:09:18.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:09:18 smithi032 ceph-mon[189144]: from='client.55712 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:09:18.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:09:18 smithi032 ceph-mon[189144]: from='client.45801 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:09:18.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:09:18 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3586629112' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:09:19.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:09:19 smithi039 ceph-mon[181282]: pgmap v10935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:19.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:09:19 smithi032 ceph-mon[191839]: pgmap v10935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:19.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:09:19 smithi032 ceph-mon[189144]: pgmap v10935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:09:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:09:20.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:09:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:09:20.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:09:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:09:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:09:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:09:20] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-22T22:09:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:09:21 smithi039 ceph-mon[181282]: pgmap v10936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:09:21 smithi032 ceph-mon[191839]: pgmap v10936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:21.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:09:21 smithi032 ceph-mon[189144]: pgmap v10936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:23.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:09:23 smithi039 ceph-mon[181282]: pgmap v10937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:23.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:09:23 smithi032 ceph-mon[189144]: pgmap v10937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:23.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:09:23 smithi032 ceph-mon[191839]: pgmap v10937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:25.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:09:25 smithi039 ceph-mon[181282]: pgmap v10938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:25.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:09:25 smithi032 ceph-mon[189144]: pgmap v10938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:25.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:09:25 smithi032 ceph-mon[191839]: pgmap v10938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:27.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:09:27 smithi039 ceph-mon[181282]: pgmap v10939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:27.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:09:27 smithi032 ceph-mon[191839]: pgmap v10939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:27.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:09:27 smithi032 ceph-mon[189144]: pgmap v10939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:29.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:09:29 smithi039 ceph-mon[181282]: pgmap v10940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:29.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:09:29 smithi032 ceph-mon[191839]: pgmap v10940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:29.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:09:29 smithi032 ceph-mon[189144]: pgmap v10940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:09:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:09:30] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-22T22:09:31.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:09:31 smithi032 ceph-mon[191839]: pgmap v10941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:31.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:09:31 smithi032 ceph-mon[189144]: pgmap v10941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:31.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:09:31 smithi039 ceph-mon[181282]: pgmap v10941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:33.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:09:33 smithi039 ceph-mon[181282]: pgmap v10942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:33.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:09:33 smithi032 ceph-mon[191839]: pgmap v10942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:33.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:09:33 smithi032 ceph-mon[189144]: pgmap v10942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:35.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:09:35 smithi039 ceph-mon[181282]: pgmap v10943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:35.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:09:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:09:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:09:35 smithi032 ceph-mon[191839]: pgmap v10943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:09:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:09:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:09:35 smithi032 ceph-mon[189144]: pgmap v10943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:09:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:09:37.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:09:37 smithi039 ceph-mon[181282]: pgmap v10944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:37.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:09:37 smithi032 ceph-mon[191839]: pgmap v10944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:37.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:09:37 smithi032 ceph-mon[189144]: pgmap v10944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:39.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:09:39 smithi039 ceph-mon[181282]: pgmap v10945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:39.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:09:39 smithi032 ceph-mon[191839]: pgmap v10945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:39.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:09:39 smithi032 ceph-mon[189144]: pgmap v10945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:09:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:09:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:09:41.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:09:41 smithi032 ceph-mon[191839]: pgmap v10946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:41.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:09:41 smithi032 ceph-mon[189144]: pgmap v10946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:41.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:09:41 smithi039 ceph-mon[181282]: pgmap v10946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:43.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:09:43 smithi039 ceph-mon[181282]: pgmap v10947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:43.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:09:43 smithi032 ceph-mon[191839]: pgmap v10947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:43.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:09:43 smithi032 ceph-mon[189144]: pgmap v10947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:45.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:09:45 smithi039 ceph-mon[181282]: pgmap v10948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:45.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:09:45 smithi032 ceph-mon[191839]: pgmap v10948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:45.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:09:45 smithi032 ceph-mon[189144]: pgmap v10948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:47.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:09:47 smithi039 ceph-mon[181282]: pgmap v10949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:47.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:09:47 smithi032 ceph-mon[191839]: pgmap v10949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:47.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:09:47 smithi032 ceph-mon[189144]: pgmap v10949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:48.713 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:09:49.034 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:09:49.034 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 10m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:09:49.034 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 8m ago 4h 95.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:09:49.034 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 10m ago 4h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:09:49.034 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 8m ago 4h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:09:49.034 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 8m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:09:49.034 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 10m ago 4h 729M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:09:49.034 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 10m ago 4h 1362M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:09:49.034 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 8m ago 4h 659M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:09:49.034 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 10m ago 4h 680M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:09:49.034 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 10m ago 4h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:09:49.034 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 8m ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:09:49.035 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 10m ago 4h 4625M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:09:49.035 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 10m ago 4h 4804M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:09:49.035 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 10m ago 4h 4296M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:09:49.035 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 10m ago 4h 4301M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:09:49.035 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 8m ago 4h 4090M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:09:49.035 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 8m ago 4h 4376M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:09:49.035 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 8m ago 4h 4097M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:09:49.035 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 8m ago 4h 4040M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:09:49.035 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 8m ago 4h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:09:49.435 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:09:49.436 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:09:49.436 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:09:49.436 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:09:49.436 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:09:49.436 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:09:49.436 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:09:49.436 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:09:49.436 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:09:49.436 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:09:49.436 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:09:49.436 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:09:49.436 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:09:49.437 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:09:49.437 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:09:49.437 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:09:49.437 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:09:49.437 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:09:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:09:49 smithi039 ceph-mon[181282]: pgmap v10950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:09:49 smithi039 ceph-mon[181282]: from='client.45813 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:09:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:09:49 smithi039 ceph-mon[181282]: from='client.55736 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:09:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:09:49 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3762280734' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:09:49.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:09:49 smithi032 ceph-mon[191839]: pgmap v10950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:49.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:09:49 smithi032 ceph-mon[191839]: from='client.45813 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:09:49.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:09:49 smithi032 ceph-mon[191839]: from='client.55736 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:09:49.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:09:49 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3762280734' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:09:49.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:09:49 smithi032 ceph-mon[189144]: pgmap v10950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:49.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:09:49 smithi032 ceph-mon[189144]: from='client.45813 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:09:49.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:09:49 smithi032 ceph-mon[189144]: from='client.55736 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:09:49.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:09:49 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3762280734' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:09:50.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:09:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:09:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:09:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:09:50.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:09:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:09:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:09:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:09:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:09:51.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:09:51 smithi039 ceph-mon[181282]: pgmap v10951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:51.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:09:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:09:51.843 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:09:51 smithi032 ceph-mon[191839]: pgmap v10951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:51.844 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:09:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:09:51.844 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:09:51 smithi032 ceph-mon[189144]: pgmap v10951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:51.844 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:09:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:09:53.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:09:53 smithi039 ceph-mon[181282]: pgmap v10952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:53.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:09:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:09:53.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:09:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:09:53.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:09:53 smithi032 ceph-mon[191839]: pgmap v10952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:53.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:09:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:09:53.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:09:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:09:53.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:09:53 smithi032 ceph-mon[189144]: pgmap v10952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:53.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:09:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:09:53.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:09:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:09:54.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:09:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:09:54.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:09:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:09:54.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:09:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:09:54.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:09:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:09:54.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:09:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:09:54.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:09:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:09:54.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:09:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:09:54.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:09:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:09:54.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:09:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:09:56.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:09:55 smithi039 ceph-mon[181282]: pgmap v10953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:09:55 smithi032 ceph-mon[189144]: pgmap v10953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:56.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:09:55 smithi032 ceph-mon[191839]: pgmap v10953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:58.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:09:57 smithi039 ceph-mon[181282]: pgmap v10954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:09:57 smithi032 ceph-mon[191839]: pgmap v10954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:09:58.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:09:57 smithi032 ceph-mon[189144]: pgmap v10954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:09:59 smithi032 ceph-mon[191839]: pgmap v10955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:00.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:09:59 smithi032 ceph-mon[189144]: pgmap v10955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:00.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:10:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T22:09:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T22:10:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:09:59 smithi039 ceph-mon[181282]: pgmap v10955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:01.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:10:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T22:10:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:10:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T22:10:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:10:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:10:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:10:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:10:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T22:10:02.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:10:01 smithi032 ceph-mon[191839]: pgmap v10956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:02.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:10:01 smithi032 ceph-mon[189144]: pgmap v10956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:02.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:10:01 smithi039 ceph-mon[181282]: pgmap v10956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:10:03 smithi032 ceph-mon[191839]: pgmap v10957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:04.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:10:03 smithi032 ceph-mon[189144]: pgmap v10957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:10:03 smithi039 ceph-mon[181282]: pgmap v10957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:10:05 smithi032 ceph-mon[191839]: pgmap v10958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:10:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:10:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:10:05 smithi032 ceph-mon[189144]: pgmap v10958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:10:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:10:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:10:05 smithi039 ceph-mon[181282]: pgmap v10958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:10:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:10:08.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:10:07 smithi032 ceph-mon[189144]: pgmap v10959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:08.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:10:07 smithi032 ceph-mon[191839]: pgmap v10959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:08.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:10:07 smithi039 ceph-mon[181282]: pgmap v10959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:10.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:10:09 smithi032 ceph-mon[191839]: pgmap v10960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:10.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:10:09 smithi032 ceph-mon[189144]: pgmap v10960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:10.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:10:09 smithi039 ceph-mon[181282]: pgmap v10960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:10:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:10:10] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T22:10:11.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:10:11 smithi032 ceph-mon[189144]: pgmap v10961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:11.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:10:11 smithi032 ceph-mon[191839]: pgmap v10961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:11.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:10:11 smithi039 ceph-mon[181282]: pgmap v10961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:13.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:10:13 smithi039 ceph-mon[181282]: pgmap v10962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:13.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:10:13 smithi032 ceph-mon[191839]: pgmap v10962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:13.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:10:13 smithi032 ceph-mon[189144]: pgmap v10962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:15.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:10:15 smithi039 ceph-mon[181282]: pgmap v10963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:15.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:10:15 smithi032 ceph-mon[191839]: pgmap v10963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:15.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:10:15 smithi032 ceph-mon[189144]: pgmap v10963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:17.258 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 22:10:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-22T22:10:16.981809494Z level=info msg="Completed cleanup jobs" duration=11.285898ms 2023-12-22T22:10:17.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:10:17 smithi039 ceph-mon[181282]: pgmap v10964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:17.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:10:17 smithi032 ceph-mon[191839]: pgmap v10964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:17.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:10:17 smithi032 ceph-mon[189144]: pgmap v10964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:19.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:10:19 smithi039 ceph-mon[181282]: pgmap v10965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:19.805 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:10:19.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:10:19 smithi032 ceph-mon[191839]: pgmap v10965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:19.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:10:19 smithi032 ceph-mon[189144]: pgmap v10965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:20.129 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:10:20.129 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 26s ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:10:20.129 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 8m ago 4h 95.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:10:20.129 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 26s ago 4h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:10:20.129 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 8m ago 4h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:10:20.129 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 8m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:10:20.129 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 26s ago 4h 735M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:10:20.129 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 26s ago 4h 1401M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:10:20.129 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 8m ago 4h 659M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:10:20.130 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 26s ago 4h 700M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:10:20.130 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 26s ago 4h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:10:20.130 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 8m ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:10:20.130 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 26s ago 4h 4658M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:10:20.130 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 26s ago 4h 4834M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:10:20.130 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 26s ago 4h 4321M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:10:20.130 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 26s ago 4h 4332M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:10:20.130 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 8m ago 4h 4090M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:10:20.130 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 8m ago 4h 4376M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:10:20.130 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 8m ago 4h 4097M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:10:20.130 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 8m ago 4h 4040M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:10:20.130 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 8m ago 4h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:10:20.532 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:10:20.532 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:10:20.532 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:10:20.532 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:10:20.532 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:10:20.532 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:10:20.532 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:10:20.532 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:10:20.532 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:10:20.532 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:10:20.532 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:10:20.532 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:10:20.533 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:10:20.533 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:10:20.533 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:10:20.533 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:10:20.533 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:10:20.533 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:10:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:10:20 smithi039 ceph-mon[181282]: from='client.45831 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:10:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:10:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:10:20.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:10:20 smithi032 ceph-mon[189144]: from='client.45831 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:10:20.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:10:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:10:20.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:10:20 smithi032 ceph-mon[191839]: from='client.45831 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:10:20.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:10:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:10:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:10:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:10:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:10:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:10:21 smithi039 ceph-mon[181282]: from='client.55754 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:10:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:10:21 smithi039 ceph-mon[181282]: pgmap v10966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:10:21 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2090159614' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:10:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:10:21 smithi032 ceph-mon[191839]: from='client.55754 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:10:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:10:21 smithi032 ceph-mon[191839]: pgmap v10966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:21.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:10:21 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2090159614' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:10:21.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:10:21 smithi032 ceph-mon[189144]: from='client.55754 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:10:21.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:10:21 smithi032 ceph-mon[189144]: pgmap v10966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:21.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:10:21 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2090159614' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:10:23.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:10:23 smithi039 ceph-mon[181282]: pgmap v10967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:23.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:10:23 smithi032 ceph-mon[191839]: pgmap v10967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:23.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:10:23 smithi032 ceph-mon[189144]: pgmap v10967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:25.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:10:25 smithi039 ceph-mon[181282]: pgmap v10968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:25.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:10:25 smithi032 ceph-mon[191839]: pgmap v10968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:25.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:10:25 smithi032 ceph-mon[189144]: pgmap v10968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:27.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:10:27 smithi032 ceph-mon[189144]: pgmap v10969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:27.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:10:27 smithi032 ceph-mon[191839]: pgmap v10969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:28.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:10:27 smithi039 ceph-mon[181282]: pgmap v10969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:29.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:10:29 smithi032 ceph-mon[191839]: pgmap v10970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:29.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:10:29 smithi032 ceph-mon[189144]: pgmap v10970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:30.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:10:29 smithi039 ceph-mon[181282]: pgmap v10970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:10:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:10:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:10:31.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:10:31 smithi032 ceph-mon[189144]: pgmap v10971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:31.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:10:31 smithi032 ceph-mon[191839]: pgmap v10971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:31.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:10:31 smithi039 ceph-mon[181282]: pgmap v10971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:33.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:10:33 smithi039 ceph-mon[181282]: pgmap v10972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:33.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:10:33 smithi032 ceph-mon[191839]: pgmap v10972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:33.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:10:33 smithi032 ceph-mon[189144]: pgmap v10972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:35.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:10:35 smithi039 ceph-mon[181282]: pgmap v10973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:35.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:10:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:10:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:10:35 smithi032 ceph-mon[189144]: pgmap v10973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:10:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:10:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:10:35 smithi032 ceph-mon[191839]: pgmap v10973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:10:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:10:37.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:10:37 smithi039 ceph-mon[181282]: pgmap v10974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:37.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:10:37 smithi032 ceph-mon[191839]: pgmap v10974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:37.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:10:37 smithi032 ceph-mon[189144]: pgmap v10974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:39.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:10:39 smithi039 ceph-mon[181282]: pgmap v10975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:39.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:10:39 smithi032 ceph-mon[189144]: pgmap v10975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:39.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:10:39 smithi032 ceph-mon[191839]: pgmap v10975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:10:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:10:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:10:41.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:10:41 smithi032 ceph-mon[189144]: pgmap v10976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:41.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:10:41 smithi032 ceph-mon[191839]: pgmap v10976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:41.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:10:41 smithi039 ceph-mon[181282]: pgmap v10976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:43.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:10:43 smithi039 ceph-mon[181282]: pgmap v10977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:43.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:10:43 smithi032 ceph-mon[191839]: pgmap v10977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:43.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:10:43 smithi032 ceph-mon[189144]: pgmap v10977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:45.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:10:45 smithi039 ceph-mon[181282]: pgmap v10978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:45.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:10:45 smithi032 ceph-mon[189144]: pgmap v10978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:45.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:10:45 smithi032 ceph-mon[191839]: pgmap v10978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:47.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:10:47 smithi039 ceph-mon[181282]: pgmap v10979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:47.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:10:47 smithi032 ceph-mon[191839]: pgmap v10979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:47.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:10:47 smithi032 ceph-mon[189144]: pgmap v10979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:49.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:10:49 smithi039 ceph-mon[181282]: pgmap v10980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:49.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:10:49 smithi032 ceph-mon[191839]: pgmap v10980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:49.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:10:49 smithi032 ceph-mon[189144]: pgmap v10980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:50.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:10:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:10:50.859 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:10:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:10:50.898 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:10:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:10:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:10:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:10:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:10:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:10:51.217 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:10:51.218 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 57s ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:10:51.218 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 9m ago 4h 95.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:10:51.218 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 57s ago 4h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:10:51.218 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 9m ago 4h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:10:51.218 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 9m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:10:51.218 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 57s ago 5h 735M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:10:51.218 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 57s ago 5h 1401M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:10:51.218 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 9m ago 4h 659M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:10:51.218 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 57s ago 4h 700M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:10:51.218 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 57s ago 4h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:10:51.218 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 9m ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:10:51.218 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 57s ago 4h 4658M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:10:51.218 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 57s ago 4h 4834M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:10:51.218 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 57s ago 4h 4321M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:10:51.219 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 57s ago 4h 4332M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:10:51.219 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 9m ago 4h 4090M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:10:51.219 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 9m ago 4h 4376M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:10:51.219 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 9m ago 4h 4097M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:10:51.219 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 9m ago 4h 4040M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:10:51.219 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 9m ago 4h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:10:51.616 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:10:51.616 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:10:51.617 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:10:51.617 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:10:51.617 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:10:51.617 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:10:51.617 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:10:51.617 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:10:51.617 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:10:51.617 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:10:51.617 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:10:51.617 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:10:51.617 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:10:51.617 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:10:51.617 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:10:51.617 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:10:51.618 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:10:51.618 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:10:51.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:10:51 smithi032 ceph-mon[189144]: pgmap v10981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:51.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:10:51 smithi032 ceph-mon[189144]: from='client.45849 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:10:51.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:10:51 smithi032 ceph-mon[191839]: pgmap v10981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:51.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:10:51 smithi032 ceph-mon[191839]: from='client.45849 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:10:52.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:10:51 smithi039 ceph-mon[181282]: pgmap v10981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:52.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:10:51 smithi039 ceph-mon[181282]: from='client.45849 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:10:52.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:10:52 smithi032 ceph-mon[191839]: from='client.45855 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:10:52.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:10:52 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/619914920' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:10:52.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:10:52 smithi032 ceph-mon[189144]: from='client.45855 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:10:52.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:10:52 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/619914920' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:10:53.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:10:52 smithi039 ceph-mon[181282]: from='client.45855 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:10:53.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:10:52 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/619914920' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:10:53.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:10:53 smithi032 ceph-mon[191839]: pgmap v10982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:53.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:10:53 smithi032 ceph-mon[189144]: pgmap v10982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:54.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:10:53 smithi039 ceph-mon[181282]: pgmap v10982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:54.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:10:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:10:54.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:10:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:10:54.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:10:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:10:54.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:10:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:10:54.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:10:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:10:54.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:10:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:10:54.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:10:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:10:54.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:10:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:10:55.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:10:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:10:55.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:10:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:10:55.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:10:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:10:55.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:10:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:10:55.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:10:55 smithi032 ceph-mon[191839]: pgmap v10983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:55.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:10:55 smithi032 ceph-mon[189144]: pgmap v10983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:56.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:10:55 smithi039 ceph-mon[181282]: pgmap v10983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:57.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:10:57 smithi032 ceph-mon[191839]: pgmap v10984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:57.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:10:57 smithi032 ceph-mon[189144]: pgmap v10984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:58.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:10:57 smithi039 ceph-mon[181282]: pgmap v10984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:10:59 smithi032 ceph-mon[191839]: pgmap v10985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:10:59.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:10:59 smithi032 ceph-mon[189144]: pgmap v10985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:00.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:10:59 smithi039 ceph-mon[181282]: pgmap v10985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:11:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:11:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:11:01.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:11:01 smithi032 ceph-mon[191839]: pgmap v10986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:01.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:11:01 smithi032 ceph-mon[189144]: pgmap v10986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:01.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:11:01 smithi039 ceph-mon[181282]: pgmap v10986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:03.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:11:03 smithi039 ceph-mon[181282]: pgmap v10987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:03.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:11:03 smithi032 ceph-mon[191839]: pgmap v10987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:03.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:11:03 smithi032 ceph-mon[189144]: pgmap v10987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:11:05 smithi039 ceph-mon[181282]: pgmap v10988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:11:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:11:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:11:05 smithi032 ceph-mon[191839]: pgmap v10988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:11:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:11:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:11:05 smithi032 ceph-mon[189144]: pgmap v10988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:11:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:11:07.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:11:07 smithi032 ceph-mon[189144]: pgmap v10989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:07.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:11:07 smithi032 ceph-mon[191839]: pgmap v10989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:08.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:11:07 smithi039 ceph-mon[181282]: pgmap v10989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:09.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:11:09 smithi032 ceph-mon[191839]: pgmap v10990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:09.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:11:09 smithi032 ceph-mon[189144]: pgmap v10990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:10.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:11:09 smithi039 ceph-mon[181282]: pgmap v10990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:11:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:11:10] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T22:11:11.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:11:11 smithi032 ceph-mon[191839]: pgmap v10991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:11.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:11:11 smithi032 ceph-mon[189144]: pgmap v10991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:11.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:11:11 smithi039 ceph-mon[181282]: pgmap v10991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:13.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:11:13 smithi039 ceph-mon[181282]: pgmap v10992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:13.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:11:13 smithi032 ceph-mon[191839]: pgmap v10992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:13.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:11:13 smithi032 ceph-mon[189144]: pgmap v10992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:15.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:11:15 smithi032 ceph-mon[191839]: pgmap v10993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:15.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:11:15 smithi032 ceph-mon[189144]: pgmap v10993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:16.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:11:15 smithi039 ceph-mon[181282]: pgmap v10993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:17.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:11:17 smithi032 ceph-mon[191839]: pgmap v10994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:17.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:11:17 smithi032 ceph-mon[189144]: pgmap v10994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:18.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:11:17 smithi039 ceph-mon[181282]: pgmap v10994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:19.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:11:19 smithi032 ceph-mon[191839]: pgmap v10995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:19.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:11:19 smithi032 ceph-mon[189144]: pgmap v10995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:20.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:11:19 smithi039 ceph-mon[181282]: pgmap v10995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:20.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:11:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:11:20.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:11:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:11:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:11:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:11:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:11:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:11:20] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T22:11:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:11:21 smithi032 ceph-mon[191839]: pgmap v10996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:11:21 smithi032 ceph-mon[189144]: pgmap v10996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:21.979 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:11:22.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:11:21 smithi039 ceph-mon[181282]: pgmap v10996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:22.307 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:11:22.307 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 88s ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:11:22.307 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 9m ago 4h 95.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:11:22.308 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 88s ago 4h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:11:22.308 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 9m ago 4h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:11:22.308 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 9m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:11:22.308 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 88s ago 5h 735M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:11:22.308 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 88s ago 5h 1401M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:11:22.308 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 9m ago 4h 659M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:11:22.308 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 88s ago 4h 700M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:11:22.308 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 88s ago 4h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:11:22.308 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 9m ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:11:22.308 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 88s ago 4h 4658M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:11:22.308 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 88s ago 4h 4834M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:11:22.309 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 88s ago 4h 4321M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:11:22.309 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 88s ago 4h 4332M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:11:22.309 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 9m ago 4h 4090M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:11:22.309 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 9m ago 4h 4376M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:11:22.309 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 9m ago 4h 4097M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:11:22.309 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 9m ago 4h 4040M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:11:22.309 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 9m ago 4h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:11:22.711 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:11:22.711 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:11:22.711 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:11:22.711 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:11:22.711 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:11:22.712 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:11:22.712 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:11:22.712 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:11:22.712 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:11:22.712 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:11:22.712 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:11:22.712 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:11:22.712 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:11:22.712 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:11:22.712 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:11:22.712 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:11:22.712 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:11:22.712 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:11:22.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:11:22 smithi032 ceph-mon[191839]: from='client.55784 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:11:22.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:11:22 smithi032 ceph-mon[189144]: from='client.55784 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:11:23.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:11:22 smithi039 ceph-mon[181282]: from='client.55784 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:11:23.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:11:23 smithi032 ceph-mon[191839]: from='client.55790 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:11:23.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:11:23 smithi032 ceph-mon[191839]: pgmap v10997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:23.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:11:23 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3297937650' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:11:23.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:11:23 smithi032 ceph-mon[189144]: from='client.55790 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:11:23.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:11:23 smithi032 ceph-mon[189144]: pgmap v10997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:23.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:11:23 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3297937650' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:11:24.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:11:23 smithi039 ceph-mon[181282]: from='client.55790 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:11:24.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:11:23 smithi039 ceph-mon[181282]: pgmap v10997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:24.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:11:23 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3297937650' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:11:25.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:11:25 smithi032 ceph-mon[191839]: pgmap v10998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:25.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:11:25 smithi032 ceph-mon[189144]: pgmap v10998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:26.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:11:25 smithi039 ceph-mon[181282]: pgmap v10998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:27.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:11:27 smithi032 ceph-mon[191839]: pgmap v10999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:27.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:11:27 smithi032 ceph-mon[189144]: pgmap v10999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:28.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:11:27 smithi039 ceph-mon[181282]: pgmap v10999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:29.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:11:29 smithi032 ceph-mon[191839]: pgmap v11000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:29.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:11:29 smithi032 ceph-mon[189144]: pgmap v11000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:30.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:11:29 smithi039 ceph-mon[181282]: pgmap v11000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:11:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:11:30] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T22:11:31.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:11:31 smithi032 ceph-mon[191839]: pgmap v11001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:31.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:11:31 smithi032 ceph-mon[189144]: pgmap v11001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:31.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:11:31 smithi039 ceph-mon[181282]: pgmap v11001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:33.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:11:33 smithi032 ceph-mon[189144]: pgmap v11002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:33.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:11:33 smithi032 ceph-mon[191839]: pgmap v11002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:34.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:11:33 smithi039 ceph-mon[181282]: pgmap v11002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:11:35 smithi032 ceph-mon[191839]: pgmap v11003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:11:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:11:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:11:35 smithi032 ceph-mon[189144]: pgmap v11003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:11:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:11:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:11:35 smithi039 ceph-mon[181282]: pgmap v11003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:36.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:11:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:11:37.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:11:37 smithi032 ceph-mon[191839]: pgmap v11004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:37.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:11:37 smithi032 ceph-mon[189144]: pgmap v11004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:38.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:11:37 smithi039 ceph-mon[181282]: pgmap v11004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:39.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:11:39 smithi032 ceph-mon[191839]: pgmap v11005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:39.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:11:39 smithi032 ceph-mon[189144]: pgmap v11005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:40.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:11:39 smithi039 ceph-mon[181282]: pgmap v11005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:11:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:11:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:11:41.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:11:41 smithi032 ceph-mon[191839]: pgmap v11006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:41.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:11:41 smithi032 ceph-mon[189144]: pgmap v11006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:41.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:11:41 smithi039 ceph-mon[181282]: pgmap v11006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:43.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:11:43 smithi032 ceph-mon[191839]: pgmap v11007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:43.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:11:43 smithi032 ceph-mon[189144]: pgmap v11007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:44.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:11:43 smithi039 ceph-mon[181282]: pgmap v11007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:45.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:11:45 smithi032 ceph-mon[191839]: pgmap v11008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:45.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:11:45 smithi032 ceph-mon[189144]: pgmap v11008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:46.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:11:45 smithi039 ceph-mon[181282]: pgmap v11008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:47.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:11:47 smithi032 ceph-mon[189144]: pgmap v11009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:47.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:11:47 smithi032 ceph-mon[191839]: pgmap v11009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:48.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:11:47 smithi039 ceph-mon[181282]: pgmap v11009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:49.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:11:49 smithi032 ceph-mon[191839]: pgmap v11010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:49.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:11:49 smithi032 ceph-mon[189144]: pgmap v11010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:50.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:11:49 smithi039 ceph-mon[181282]: pgmap v11010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:50.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:11:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:11:50.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:11:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:11:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:11:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:11:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:11:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:11:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:11:51.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:11:51 smithi032 ceph-mon[191839]: pgmap v11011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:51.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:11:51 smithi032 ceph-mon[189144]: pgmap v11011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:52.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:11:51 smithi039 ceph-mon[181282]: pgmap v11011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:53.078 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:11:53.399 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:11:53.399 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 2m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:11:53.399 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 10m ago 4h 95.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:11:53.399 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 2m ago 4h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:11:53.399 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 10m ago 4h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:11:53.399 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 10m ago 4h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:11:53.399 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 2m ago 5h 735M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:11:53.399 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 2m ago 5h 1401M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:11:53.399 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 10m ago 5h 659M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:11:53.399 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 2m ago 4h 700M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:11:53.399 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 2m ago 4h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:11:53.399 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 10m ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:11:53.400 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 2m ago 4h 4658M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:11:53.400 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 2m ago 4h 4834M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:11:53.400 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 2m ago 4h 4321M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:11:53.400 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 2m ago 4h 4332M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:11:53.400 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 10m ago 4h 4090M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:11:53.400 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 10m ago 4h 4376M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:11:53.400 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 10m ago 4h 4097M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:11:53.400 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 10m ago 4h 4040M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:11:53.400 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 10m ago 4h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:11:53.802 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:11:53.802 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:11:53.802 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:11:53.802 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:11:53.802 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:11:53.802 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:11:53.802 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:11:53.802 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:11:53.802 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:11:53.803 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:11:53.803 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:11:53.803 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:11:53.803 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:11:53.803 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:11:53.803 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:11:53.803 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:11:53.803 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:11:53.803 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:11:53.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:11:53 smithi032 ceph-mon[191839]: pgmap v11012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:53.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:11:53 smithi032 ceph-mon[191839]: from='client.45885 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:11:53.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:11:53 smithi032 ceph-mon[189144]: pgmap v11012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:53.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:11:53 smithi032 ceph-mon[189144]: from='client.45885 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:11:54.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:11:53 smithi039 ceph-mon[181282]: pgmap v11012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:54.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:11:53 smithi039 ceph-mon[181282]: from='client.45885 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:11:54.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:11:54 smithi032 ceph-mon[191839]: from='client.45891 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:11:54.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:11:54 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/357274300' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:11:54.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:11:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:11:54.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:11:54 smithi032 ceph-mon[189144]: from='client.45891 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:11:54.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:11:54 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/357274300' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:11:54.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:11:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:11:55.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:11:54 smithi039 ceph-mon[181282]: from='client.45891 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:11:55.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:11:54 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/357274300' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:11:55.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:11:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:11:55.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:11:55 smithi032 ceph-mon[191839]: pgmap v11013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:55.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:11:55 smithi032 ceph-mon[189144]: pgmap v11013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:56.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:11:55 smithi039 ceph-mon[181282]: pgmap v11013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:57.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:11:57 smithi032 ceph-mon[191839]: pgmap v11014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:57.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:11:57 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:11:57.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:11:57 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:11:57.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:11:57 smithi032 ceph-mon[189144]: pgmap v11014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:57.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:11:57 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:11:57.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:11:57 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:11:58.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:11:57 smithi039 ceph-mon[181282]: pgmap v11014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:58.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:11:57 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:11:58.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:11:57 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:11:58.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:11:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:11:58.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:11:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:11:58.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:11:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:11:58.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:11:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:11:58.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:11:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:11:58.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:11:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:11:59.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:11:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:11:59.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:11:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:11:59.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:11:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:11:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:11:59 smithi032 ceph-mon[191839]: pgmap v11015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:11:59.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:11:59 smithi032 ceph-mon[189144]: pgmap v11015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:00.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:11:59 smithi039 ceph-mon[181282]: pgmap v11015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:12:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:12:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:12:01.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:12:01 smithi032 ceph-mon[191839]: pgmap v11016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:01.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:12:01 smithi032 ceph-mon[189144]: pgmap v11016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:01.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:12:01 smithi039 ceph-mon[181282]: pgmap v11016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:03.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:12:03 smithi032 ceph-mon[191839]: pgmap v11017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:03.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:12:03 smithi032 ceph-mon[189144]: pgmap v11017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:04.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:12:03 smithi039 ceph-mon[181282]: pgmap v11017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:12:05 smithi032 ceph-mon[189144]: pgmap v11018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:12:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:12:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:12:05 smithi032 ceph-mon[191839]: pgmap v11018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:12:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:12:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:12:05 smithi039 ceph-mon[181282]: pgmap v11018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:12:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:12:07.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:12:07 smithi032 ceph-mon[191839]: pgmap v11019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:07.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:12:07 smithi032 ceph-mon[189144]: pgmap v11019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:08.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:12:07 smithi039 ceph-mon[181282]: pgmap v11019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:09.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:12:09 smithi032 ceph-mon[191839]: pgmap v11020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:09.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:12:09 smithi032 ceph-mon[189144]: pgmap v11020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:10.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:12:09 smithi039 ceph-mon[181282]: pgmap v11020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:12:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:12:10] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:12:11.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:12:11 smithi032 ceph-mon[191839]: pgmap v11021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:11.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:12:11 smithi032 ceph-mon[189144]: pgmap v11021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:11.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:12:11 smithi039 ceph-mon[181282]: pgmap v11021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:13.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:12:13 smithi032 ceph-mon[191839]: pgmap v11022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:13.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:12:13 smithi032 ceph-mon[189144]: pgmap v11022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:14.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:12:13 smithi039 ceph-mon[181282]: pgmap v11022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:15.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:12:15 smithi032 ceph-mon[191839]: pgmap v11023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:15.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:12:15 smithi032 ceph-mon[189144]: pgmap v11023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:16.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:12:15 smithi039 ceph-mon[181282]: pgmap v11023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:17.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:12:17 smithi032 ceph-mon[191839]: pgmap v11024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:17.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:12:17 smithi032 ceph-mon[189144]: pgmap v11024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:18.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:12:17 smithi039 ceph-mon[181282]: pgmap v11024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:19.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:12:19 smithi032 ceph-mon[191839]: pgmap v11025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:19.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:12:19 smithi032 ceph-mon[189144]: pgmap v11025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:20.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:12:19 smithi039 ceph-mon[181282]: pgmap v11025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:20.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:12:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:12:20.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:12:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:12:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:12:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:12:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:12:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:12:20] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T22:12:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:12:21 smithi032 ceph-mon[191839]: pgmap v11026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:21.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:12:21 smithi032 ceph-mon[189144]: pgmap v11026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:22.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:12:21 smithi039 ceph-mon[181282]: pgmap v11026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:23.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:12:23 smithi032 ceph-mon[189144]: pgmap v11027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:23.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:12:23 smithi032 ceph-mon[191839]: pgmap v11027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:24.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:12:23 smithi039 ceph-mon[181282]: pgmap v11027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:24.166 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:12:24.487 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:12:24.487 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 2m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:12:24.487 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 27s ago 4h 96.1M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:12:24.488 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 2m ago 4h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:12:24.488 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 27s ago 4h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:12:24.488 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 27s ago 5h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:12:24.488 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 2m ago 5h 735M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:12:24.488 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 2m ago 5h 1401M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:12:24.488 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 27s ago 5h 675M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:12:24.488 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 2m ago 5h 700M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:12:24.488 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 2m ago 4h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:12:24.488 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 27s ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:12:24.488 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 2m ago 4h 4658M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:12:24.488 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 2m ago 4h 4834M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:12:24.488 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 2m ago 4h 4321M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:12:24.488 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 2m ago 4h 4332M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:12:24.488 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 27s ago 4h 4117M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:12:24.489 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 27s ago 4h 4409M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:12:24.489 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 27s ago 4h 4126M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:12:24.489 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 27s ago 4h 4076M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:12:24.489 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 27s ago 4h 128M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:12:24.888 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:12:24.889 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:12:24.889 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:12:24.889 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:12:24.889 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:12:24.889 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:12:24.889 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:12:24.889 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:12:24.889 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:12:24.889 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:12:24.889 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:12:24.889 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:12:24.889 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:12:24.889 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:12:24.889 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:12:24.890 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:12:24.890 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:12:24.890 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:12:25.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:12:25 smithi032 ceph-mon[189144]: from='client.45903 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:12:25.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:12:25 smithi032 ceph-mon[189144]: pgmap v11028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:25.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:12:25 smithi032 ceph-mon[189144]: from='client.45909 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:12:25.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:12:25 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2787466273' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:12:25.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:12:25 smithi032 ceph-mon[191839]: from='client.45903 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:12:25.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:12:25 smithi032 ceph-mon[191839]: pgmap v11028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:25.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:12:25 smithi032 ceph-mon[191839]: from='client.45909 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:12:25.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:12:25 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2787466273' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:12:26.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:12:25 smithi039 ceph-mon[181282]: from='client.45903 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:12:26.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:12:25 smithi039 ceph-mon[181282]: pgmap v11028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:26.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:12:25 smithi039 ceph-mon[181282]: from='client.45909 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:12:26.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:12:25 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2787466273' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:12:27.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:12:27 smithi032 ceph-mon[191839]: pgmap v11029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:27.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:12:27 smithi032 ceph-mon[189144]: pgmap v11029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:28.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:12:27 smithi039 ceph-mon[181282]: pgmap v11029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:29.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:12:29 smithi032 ceph-mon[191839]: pgmap v11030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:29.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:12:29 smithi032 ceph-mon[189144]: pgmap v11030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:30.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:12:29 smithi039 ceph-mon[181282]: pgmap v11030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:12:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:12:30] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T22:12:31.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:12:31 smithi032 ceph-mon[189144]: pgmap v11031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:31.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:12:31 smithi032 ceph-mon[191839]: pgmap v11031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:31.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:12:31 smithi039 ceph-mon[181282]: pgmap v11031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:33.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:12:33 smithi032 ceph-mon[189144]: pgmap v11032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:33.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:12:33 smithi032 ceph-mon[191839]: pgmap v11032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:34.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:12:33 smithi039 ceph-mon[181282]: pgmap v11032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:12:35 smithi032 ceph-mon[191839]: pgmap v11033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:12:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:12:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:12:35 smithi032 ceph-mon[189144]: pgmap v11033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:12:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:12:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:12:35 smithi039 ceph-mon[181282]: pgmap v11033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:12:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:12:37.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:12:37 smithi032 ceph-mon[191839]: pgmap v11034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:37.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:12:37 smithi032 ceph-mon[189144]: pgmap v11034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:38.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:12:37 smithi039 ceph-mon[181282]: pgmap v11034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:39.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:12:39 smithi032 ceph-mon[191839]: pgmap v11035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:39.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:12:39 smithi032 ceph-mon[189144]: pgmap v11035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:40.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:12:39 smithi039 ceph-mon[181282]: pgmap v11035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:12:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:12:40] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T22:12:41.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:12:41 smithi032 ceph-mon[191839]: pgmap v11036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:41.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:12:41 smithi032 ceph-mon[189144]: pgmap v11036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:41.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:12:41 smithi039 ceph-mon[181282]: pgmap v11036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:43.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:12:43 smithi032 ceph-mon[191839]: pgmap v11037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:43.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:12:43 smithi032 ceph-mon[189144]: pgmap v11037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:44.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:12:43 smithi039 ceph-mon[181282]: pgmap v11037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:45.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:12:45 smithi032 ceph-mon[191839]: pgmap v11038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:45.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:12:45 smithi032 ceph-mon[189144]: pgmap v11038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:46.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:12:45 smithi039 ceph-mon[181282]: pgmap v11038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:47.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:12:47 smithi032 ceph-mon[191839]: pgmap v11039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:47.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:12:47 smithi032 ceph-mon[189144]: pgmap v11039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:48.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:12:47 smithi039 ceph-mon[181282]: pgmap v11039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:49.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:12:49 smithi032 ceph-mon[191839]: pgmap v11040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:49.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:12:49 smithi032 ceph-mon[189144]: pgmap v11040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:50.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:12:49 smithi039 ceph-mon[181282]: pgmap v11040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:50.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:12:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:12:50.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:12:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:12:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:12:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:12:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:12:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:12:50] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T22:12:51.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:12:51 smithi032 ceph-mon[191839]: pgmap v11041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:51.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:12:51 smithi032 ceph-mon[189144]: pgmap v11041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:52.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:12:51 smithi039 ceph-mon[181282]: pgmap v11041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:53.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:12:53 smithi032 ceph-mon[191839]: pgmap v11042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:53.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:12:53 smithi032 ceph-mon[189144]: pgmap v11042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:54.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:12:53 smithi039 ceph-mon[181282]: pgmap v11042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:55.253 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:12:55.576 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:12:55.576 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 3m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:12:55.576 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 58s ago 4h 96.1M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:12:55.576 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 3m ago 4h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:12:55.577 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 58s ago 4h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:12:55.577 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 58s ago 5h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:12:55.577 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 3m ago 5h 735M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:12:55.577 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 3m ago 5h 1401M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:12:55.577 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 58s ago 5h 675M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:12:55.577 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 3m ago 5h 700M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:12:55.577 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 3m ago 4h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:12:55.577 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 58s ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:12:55.577 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 3m ago 5h 4658M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:12:55.577 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 3m ago 5h 4834M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:12:55.578 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 3m ago 4h 4321M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:12:55.578 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 3m ago 4h 4332M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:12:55.578 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 58s ago 4h 4117M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:12:55.578 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 58s ago 4h 4409M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:12:55.578 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 58s ago 4h 4126M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:12:55.578 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 58s ago 4h 4076M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:12:55.578 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 58s ago 4h 128M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:12:55.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:12:55 smithi032 ceph-mon[189144]: pgmap v11043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:55.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:12:55 smithi032 ceph-mon[191839]: pgmap v11043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:55.978 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:12:55.978 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:12:55.978 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:12:55.978 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:12:55.978 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:12:55.979 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:12:55.979 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:12:55.979 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:12:55.979 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:12:55.979 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:12:55.979 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:12:55.980 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:12:55.980 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:12:55.980 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:12:55.980 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:12:55.980 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:12:55.980 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:12:55.981 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:12:56.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:12:55 smithi039 ceph-mon[181282]: pgmap v11043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:56.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:12:56 smithi032 ceph-mon[191839]: from='client.45921 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:12:56.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:12:56 smithi032 ceph-mon[191839]: from='client.55844 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:12:56.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:12:56 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2581210702' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:12:56.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:12:56 smithi032 ceph-mon[189144]: from='client.45921 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:12:56.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:12:56 smithi032 ceph-mon[189144]: from='client.55844 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:12:56.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:12:56 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2581210702' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:12:57.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:12:56 smithi039 ceph-mon[181282]: from='client.45921 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:12:57.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:12:56 smithi039 ceph-mon[181282]: from='client.55844 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:12:57.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:12:56 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2581210702' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:12:57.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:12:57 smithi032 ceph-mon[189144]: pgmap v11044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:57.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:12:57 smithi032 ceph-mon[191839]: pgmap v11044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:58.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:12:57 smithi039 ceph-mon[181282]: pgmap v11044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:58.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:12:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:12:58.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:12:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:12:58.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:12:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:12:58.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:12:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:12:58.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:12:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:12:58.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:12:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:12:58.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:12:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:12:58.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:12:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:12:59.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:12:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:12:59.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:12:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:12:59.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:12:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:12:59.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:12:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:12:59.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:12:59 smithi032 ceph-mon[189144]: pgmap v11045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:12:59.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:12:59 smithi032 ceph-mon[191839]: pgmap v11045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:00.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:12:59 smithi039 ceph-mon[181282]: pgmap v11045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:13:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:13:00] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T22:13:01.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:13:01 smithi032 ceph-mon[191839]: pgmap v11046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:01.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:13:01 smithi032 ceph-mon[189144]: pgmap v11046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:01.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:13:01 smithi039 ceph-mon[181282]: pgmap v11046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:03.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:13:03 smithi032 ceph-mon[191839]: pgmap v11047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:03.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:13:03 smithi032 ceph-mon[189144]: pgmap v11047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:04.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:13:03 smithi039 ceph-mon[181282]: pgmap v11047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:13:05 smithi032 ceph-mon[191839]: pgmap v11048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:13:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:13:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:13:05 smithi032 ceph-mon[189144]: pgmap v11048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:13:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:13:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:13:05 smithi039 ceph-mon[181282]: pgmap v11048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:13:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:13:07.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:13:07 smithi032 ceph-mon[191839]: pgmap v11049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:07.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:13:07 smithi032 ceph-mon[189144]: pgmap v11049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:08.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:13:07 smithi039 ceph-mon[181282]: pgmap v11049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:09.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:13:09 smithi032 ceph-mon[189144]: pgmap v11050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:09.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:13:09 smithi032 ceph-mon[191839]: pgmap v11050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:10.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:13:09 smithi039 ceph-mon[181282]: pgmap v11050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:13:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:13:10] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:13:11.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:13:11 smithi032 ceph-mon[189144]: pgmap v11051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:11.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:13:11 smithi032 ceph-mon[191839]: pgmap v11051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:11.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:13:11 smithi039 ceph-mon[181282]: pgmap v11051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:13.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:13:13 smithi032 ceph-mon[191839]: pgmap v11052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:13.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:13:13 smithi032 ceph-mon[189144]: pgmap v11052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:14.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:13:13 smithi039 ceph-mon[181282]: pgmap v11052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:15.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:13:15 smithi032 ceph-mon[191839]: pgmap v11053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:15.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:13:15 smithi032 ceph-mon[189144]: pgmap v11053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:16.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:13:15 smithi039 ceph-mon[181282]: pgmap v11053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:17.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:13:17 smithi032 ceph-mon[189144]: pgmap v11054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:17.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:13:17 smithi032 ceph-mon[191839]: pgmap v11054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:18.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:13:17 smithi039 ceph-mon[181282]: pgmap v11054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:19.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:13:19 smithi032 ceph-mon[191839]: pgmap v11055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:19.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:13:19 smithi032 ceph-mon[189144]: pgmap v11055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:20.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:13:19 smithi039 ceph-mon[181282]: pgmap v11055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:20.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:13:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:13:20.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:13:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:13:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:13:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:13:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:13:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:13:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:13:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:13:21 smithi032 ceph-mon[189144]: pgmap v11056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:21.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:13:21 smithi032 ceph-mon[191839]: pgmap v11056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:22.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:13:21 smithi039 ceph-mon[181282]: pgmap v11056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:23.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:13:23 smithi032 ceph-mon[191839]: pgmap v11057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:23.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:13:23 smithi032 ceph-mon[189144]: pgmap v11057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:24.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:13:23 smithi039 ceph-mon[181282]: pgmap v11057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:25.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:13:25 smithi032 ceph-mon[189144]: pgmap v11058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:25.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:13:25 smithi032 ceph-mon[191839]: pgmap v11058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:26.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:13:25 smithi039 ceph-mon[181282]: pgmap v11058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:26.339 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:13:26.663 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:13:26.663 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 3m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:13:26.663 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 89s ago 4h 96.1M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:13:26.663 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 3m ago 4h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:13:26.663 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 89s ago 4h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:13:26.663 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 89s ago 5h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:13:26.664 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 3m ago 5h 735M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:13:26.664 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 3m ago 5h 1401M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:13:26.664 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 89s ago 5h 675M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:13:26.664 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 3m ago 5h 700M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:13:26.664 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 3m ago 4h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:13:26.664 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 89s ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:13:26.664 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 3m ago 5h 4658M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:13:26.664 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 3m ago 5h 4834M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:13:26.664 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 3m ago 5h 4321M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:13:26.664 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 3m ago 5h 4332M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:13:26.664 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 89s ago 4h 4117M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:13:26.664 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 89s ago 4h 4409M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:13:26.664 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 89s ago 4h 4126M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:13:26.664 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 89s ago 4h 4076M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:13:26.664 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 89s ago 4h 128M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:13:27.067 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:13:27.067 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:13:27.067 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:13:27.067 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:13:27.067 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:13:27.067 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:13:27.067 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:13:27.067 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:13:27.067 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:13:27.067 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:13:27.067 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:13:27.067 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:13:27.067 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:13:27.068 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:13:27.068 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:13:27.068 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:13:27.068 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:13:27.068 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:13:27.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:13:27 smithi032 ceph-mon[191839]: from='client.55856 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:13:27.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:13:27 smithi032 ceph-mon[191839]: pgmap v11059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:27.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:13:27 smithi032 ceph-mon[191839]: from='client.55862 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:13:27.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:13:27 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1157742471' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:13:27.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:13:27 smithi032 ceph-mon[189144]: from='client.55856 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:13:27.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:13:27 smithi032 ceph-mon[189144]: pgmap v11059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:27.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:13:27 smithi032 ceph-mon[189144]: from='client.55862 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:13:27.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:13:27 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1157742471' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:13:28.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:13:27 smithi039 ceph-mon[181282]: from='client.55856 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:13:28.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:13:27 smithi039 ceph-mon[181282]: pgmap v11059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:28.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:13:27 smithi039 ceph-mon[181282]: from='client.55862 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:13:28.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:13:27 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1157742471' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:13:29.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:13:29 smithi032 ceph-mon[189144]: pgmap v11060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:29.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:13:29 smithi032 ceph-mon[191839]: pgmap v11060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:30.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:13:29 smithi039 ceph-mon[181282]: pgmap v11060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:13:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:13:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:13:31.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:13:31 smithi032 ceph-mon[189144]: pgmap v11061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:31.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:13:31 smithi032 ceph-mon[191839]: pgmap v11061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:31.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:13:31 smithi039 ceph-mon[181282]: pgmap v11061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:33.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:13:33 smithi032 ceph-mon[189144]: pgmap v11062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:33.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:13:33 smithi032 ceph-mon[191839]: pgmap v11062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:34.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:13:33 smithi039 ceph-mon[181282]: pgmap v11062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:13:35 smithi032 ceph-mon[191839]: pgmap v11063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:13:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:13:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:13:35 smithi032 ceph-mon[189144]: pgmap v11063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:13:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:13:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:13:35 smithi039 ceph-mon[181282]: pgmap v11063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:13:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:13:37.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:13:37 smithi032 ceph-mon[189144]: pgmap v11064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:37.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:13:37 smithi032 ceph-mon[191839]: pgmap v11064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:38.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:13:37 smithi039 ceph-mon[181282]: pgmap v11064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:39.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:13:39 smithi032 ceph-mon[191839]: pgmap v11065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:39.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:13:39 smithi032 ceph-mon[189144]: pgmap v11065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:40.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:13:39 smithi039 ceph-mon[181282]: pgmap v11065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:13:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:13:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T22:13:41.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:13:41 smithi032 ceph-mon[189144]: pgmap v11066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:41.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:13:41 smithi032 ceph-mon[191839]: pgmap v11066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:41.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:13:41 smithi039 ceph-mon[181282]: pgmap v11066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:43.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:13:43 smithi032 ceph-mon[191839]: pgmap v11067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:43.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:13:43 smithi032 ceph-mon[189144]: pgmap v11067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:44.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:13:43 smithi039 ceph-mon[181282]: pgmap v11067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:45.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:13:45 smithi032 ceph-mon[191839]: pgmap v11068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:45.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:13:45 smithi032 ceph-mon[189144]: pgmap v11068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:46.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:13:45 smithi039 ceph-mon[181282]: pgmap v11068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:47.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:13:47 smithi032 ceph-mon[191839]: pgmap v11069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:47.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:13:47 smithi032 ceph-mon[189144]: pgmap v11069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:48.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:13:47 smithi039 ceph-mon[181282]: pgmap v11069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:49.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:13:49 smithi032 ceph-mon[191839]: pgmap v11070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:49.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:13:49 smithi032 ceph-mon[189144]: pgmap v11070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:50.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:13:49 smithi039 ceph-mon[181282]: pgmap v11070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:50.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:13:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:13:50.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:13:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:13:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:13:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:13:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:13:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:13:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:13:51.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:13:51 smithi032 ceph-mon[191839]: pgmap v11071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:51.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:13:51 smithi032 ceph-mon[189144]: pgmap v11071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:52.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:13:51 smithi039 ceph-mon[181282]: pgmap v11071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:53.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:13:53 smithi032 ceph-mon[191839]: pgmap v11072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:53.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:13:53 smithi032 ceph-mon[189144]: pgmap v11072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:54.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:13:53 smithi039 ceph-mon[181282]: pgmap v11072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:55.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:13:55 smithi032 ceph-mon[189144]: pgmap v11073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:55.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:13:55 smithi032 ceph-mon[191839]: pgmap v11073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:56.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:13:55 smithi039 ceph-mon[181282]: pgmap v11073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:57.431 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:13:57.758 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:13:57.758 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 4m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:13:57.758 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 2m ago 4h 96.1M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:13:57.758 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 4m ago 4h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:13:57.758 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 2m ago 4h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:13:57.758 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 2m ago 5h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:13:57.759 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 4m ago 5h 735M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:13:57.759 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 4m ago 5h 1401M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:13:57.759 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 2m ago 5h 675M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:13:57.759 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 4m ago 5h 700M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:13:57.759 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 4m ago 4h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:13:57.759 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 2m ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:13:57.759 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 4m ago 5h 4658M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:13:57.759 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 4m ago 5h 4834M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:13:57.759 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 4m ago 5h 4321M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:13:57.759 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 4m ago 5h 4332M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:13:57.759 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 2m ago 5h 4117M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:13:57.759 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 2m ago 5h 4409M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:13:57.759 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 2m ago 4h 4126M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:13:57.759 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 2m ago 4h 4076M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:13:57.759 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 2m ago 4h 128M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:13:57.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:13:57 smithi032 ceph-mon[191839]: pgmap v11074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:57.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:13:57 smithi032 ceph-mon[189144]: pgmap v11074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:58.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:13:57 smithi039 ceph-mon[181282]: pgmap v11074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:58.159 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:13:58.159 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:13:58.159 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:13:58.159 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:13:58.159 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:13:58.159 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:13:58.159 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:13:58.159 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:13:58.159 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:13:58.160 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:13:58.160 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:13:58.160 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:13:58.160 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:13:58.160 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:13:58.160 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:13:58.160 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:13:58.160 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:13:58.160 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:13:58.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:13:58 smithi032 ceph-mon[191839]: from='client.55874 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:13:58.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:13:58 smithi032 ceph-mon[191839]: from='client.45963 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:13:58.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:13:58 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2065839997' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:13:58.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:13:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:13:58.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:13:58 smithi032 ceph-mon[189144]: from='client.55874 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:13:58.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:13:58 smithi032 ceph-mon[189144]: from='client.45963 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:13:58.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:13:58 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2065839997' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:13:58.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:13:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:13:59.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:13:58 smithi039 ceph-mon[181282]: from='client.55874 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:13:59.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:13:58 smithi039 ceph-mon[181282]: from='client.45963 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:13:59.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:13:58 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2065839997' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:13:59.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:13:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:13:59.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:13:59 smithi032 ceph-mon[191839]: pgmap v11075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:59.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:13:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:13:59.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:13:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:13:59.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:13:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:13:59.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:13:59 smithi032 ceph-mon[189144]: pgmap v11075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:13:59.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:13:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:13:59.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:13:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:13:59.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:13:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:14:00.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:13:59 smithi039 ceph-mon[181282]: pgmap v11075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:00.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:13:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:14:00.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:13:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:14:00.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:13:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:14:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:14:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:14:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:14:01.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:14:01 smithi032 ceph-mon[191839]: pgmap v11076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:01.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:14:01 smithi032 ceph-mon[189144]: pgmap v11076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:01.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:14:01 smithi039 ceph-mon[181282]: pgmap v11076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:03.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:14:03 smithi032 ceph-mon[191839]: pgmap v11077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:03.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:14:03 smithi032 ceph-mon[189144]: pgmap v11077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:04.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:14:03 smithi039 ceph-mon[181282]: pgmap v11077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:14:05 smithi032 ceph-mon[191839]: pgmap v11078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:14:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:14:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:14:05 smithi032 ceph-mon[189144]: pgmap v11078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:14:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:14:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:14:05 smithi039 ceph-mon[181282]: pgmap v11078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:14:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:14:07.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:14:07 smithi032 ceph-mon[191839]: pgmap v11079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:07.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:14:07 smithi032 ceph-mon[189144]: pgmap v11079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:08.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:14:07 smithi039 ceph-mon[181282]: pgmap v11079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:09.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:14:09 smithi032 ceph-mon[191839]: pgmap v11080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:09.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:14:09 smithi032 ceph-mon[189144]: pgmap v11080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:10.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:14:09 smithi039 ceph-mon[181282]: pgmap v11080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:11.185 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:14:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:14:10] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:14:11.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:14:11 smithi032 ceph-mon[191839]: pgmap v11081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:11.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:14:11 smithi032 ceph-mon[189144]: pgmap v11081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:11.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:14:11 smithi039 ceph-mon[181282]: pgmap v11081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:13.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:14:13 smithi032 ceph-mon[191839]: pgmap v11082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:13.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:14:13 smithi032 ceph-mon[189144]: pgmap v11082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:14.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:14:13 smithi039 ceph-mon[181282]: pgmap v11082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:15.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:14:15 smithi032 ceph-mon[191839]: pgmap v11083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:15.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:14:15 smithi032 ceph-mon[189144]: pgmap v11083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:16.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:14:15 smithi039 ceph-mon[181282]: pgmap v11083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:17.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:14:17 smithi032 ceph-mon[191839]: pgmap v11084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:17.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:14:17 smithi032 ceph-mon[189144]: pgmap v11084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:18.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:14:17 smithi039 ceph-mon[181282]: pgmap v11084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:19.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:14:19 smithi032 ceph-mon[191839]: pgmap v11085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:19.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:14:19 smithi032 ceph-mon[189144]: pgmap v11085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:20.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:14:19 smithi039 ceph-mon[181282]: pgmap v11085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:20.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:14:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:14:20.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:14:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:14:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:14:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:14:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:14:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:14:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T22:14:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:14:21 smithi032 ceph-mon[191839]: pgmap v11086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:21.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:14:21 smithi032 ceph-mon[189144]: pgmap v11086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:22.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:14:21 smithi039 ceph-mon[181282]: pgmap v11086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:23.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:14:23 smithi032 ceph-mon[191839]: pgmap v11087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:23.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:14:23 smithi032 ceph-mon[189144]: pgmap v11087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:24.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:14:23 smithi039 ceph-mon[181282]: pgmap v11087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:25.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:14:25 smithi032 ceph-mon[191839]: pgmap v11088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:25.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:14:25 smithi032 ceph-mon[189144]: pgmap v11088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:26.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:14:25 smithi039 ceph-mon[181282]: pgmap v11088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:27.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:14:27 smithi032 ceph-mon[191839]: pgmap v11089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:27.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:14:27 smithi032 ceph-mon[189144]: pgmap v11089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:28.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:14:27 smithi039 ceph-mon[181282]: pgmap v11089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:28.524 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:14:28.847 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:14:28.847 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 4m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:14:28.847 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 2m ago 4h 96.1M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:14:28.847 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (4h) 4m ago 4h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:14:28.848 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (4h) 2m ago 4h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:14:28.848 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 2m ago 5h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:14:28.848 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 4m ago 5h 735M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:14:28.848 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 4m ago 5h 1401M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:14:28.848 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 2m ago 5h 675M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:14:28.848 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 4m ago 5h 700M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:14:28.848 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 4m ago 4h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:14:28.848 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 2m ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:14:28.848 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 4m ago 5h 4658M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:14:28.848 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 4m ago 5h 4834M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:14:28.848 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 4m ago 5h 4321M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:14:28.848 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 4m ago 5h 4332M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:14:28.848 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 2m ago 5h 4117M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:14:28.848 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 2m ago 5h 4409M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:14:28.848 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 2m ago 5h 4126M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:14:28.848 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 2m ago 5h 4076M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:14:28.848 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 2m ago 4h 128M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:14:29.248 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:14:29.248 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:14:29.248 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:14:29.249 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:14:29.249 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:14:29.249 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:14:29.249 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:14:29.249 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:14:29.249 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:14:29.249 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:14:29.249 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:14:29.249 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:14:29.249 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:14:29.249 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:14:29.249 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:14:29.249 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:14:29.249 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:14:29.250 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:14:29.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:14:29 smithi032 ceph-mon[191839]: pgmap v11090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:29.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:14:29 smithi032 ceph-mon[191839]: from='client.45975 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:14:29.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:14:29 smithi032 ceph-mon[191839]: from='client.45981 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:14:29.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:14:29 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1397621879' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:14:29.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:14:29 smithi032 ceph-mon[189144]: pgmap v11090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:29.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:14:29 smithi032 ceph-mon[189144]: from='client.45975 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:14:29.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:14:29 smithi032 ceph-mon[189144]: from='client.45981 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:14:29.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:14:29 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1397621879' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:14:30.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:14:29 smithi039 ceph-mon[181282]: pgmap v11090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:30.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:14:29 smithi039 ceph-mon[181282]: from='client.45975 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:14:30.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:14:29 smithi039 ceph-mon[181282]: from='client.45981 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:14:30.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:14:29 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1397621879' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:14:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:14:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:14:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T22:14:31.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:14:31 smithi032 ceph-mon[191839]: pgmap v11091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:31.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:14:31 smithi032 ceph-mon[189144]: pgmap v11091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:31.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:14:31 smithi039 ceph-mon[181282]: pgmap v11091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:33.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:14:33 smithi032 ceph-mon[191839]: pgmap v11092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:33.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:14:33 smithi032 ceph-mon[189144]: pgmap v11092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:34.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:14:33 smithi039 ceph-mon[181282]: pgmap v11092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:14:35 smithi032 ceph-mon[191839]: pgmap v11093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:14:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:14:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:14:35 smithi032 ceph-mon[189144]: pgmap v11093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:14:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:14:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:14:35 smithi039 ceph-mon[181282]: pgmap v11093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:14:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:14:37.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:14:37 smithi032 ceph-mon[191839]: pgmap v11094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:37.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:14:37 smithi032 ceph-mon[189144]: pgmap v11094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:38.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:14:37 smithi039 ceph-mon[181282]: pgmap v11094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:39.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:14:39 smithi032 ceph-mon[191839]: pgmap v11095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:39.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:14:39 smithi032 ceph-mon[189144]: pgmap v11095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:40.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:14:39 smithi039 ceph-mon[181282]: pgmap v11095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:14:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:14:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:14:41.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:14:41 smithi032 ceph-mon[189144]: pgmap v11096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:41.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:14:41 smithi032 ceph-mon[191839]: pgmap v11096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:41.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:14:41 smithi039 ceph-mon[181282]: pgmap v11096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:43.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:14:43 smithi032 ceph-mon[189144]: pgmap v11097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:43.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:14:43 smithi032 ceph-mon[191839]: pgmap v11097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:44.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:14:43 smithi039 ceph-mon[181282]: pgmap v11097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:45.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:14:45 smithi032 ceph-mon[189144]: pgmap v11098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:45.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:14:45 smithi032 ceph-mon[191839]: pgmap v11098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:46.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:14:45 smithi039 ceph-mon[181282]: pgmap v11098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:47.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:14:47 smithi032 ceph-mon[191839]: pgmap v11099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:47.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:14:47 smithi032 ceph-mon[189144]: pgmap v11099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:48.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:14:47 smithi039 ceph-mon[181282]: pgmap v11099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:49.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:14:49 smithi032 ceph-mon[189144]: pgmap v11100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:49.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:14:49 smithi032 ceph-mon[191839]: pgmap v11100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:50.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:14:49 smithi039 ceph-mon[181282]: pgmap v11100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:50.861 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:14:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:14:50.861 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:14:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:14:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:14:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:14:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:14:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:14:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:14:51.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:14:51 smithi032 ceph-mon[191839]: pgmap v11101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:51.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:14:51 smithi032 ceph-mon[189144]: pgmap v11101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:52.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:14:51 smithi039 ceph-mon[181282]: pgmap v11101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:53.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:14:53 smithi032 ceph-mon[191839]: pgmap v11102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:53.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:14:53 smithi032 ceph-mon[189144]: pgmap v11102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:54.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:14:53 smithi039 ceph-mon[181282]: pgmap v11102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:55.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:14:55 smithi032 ceph-mon[191839]: pgmap v11103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:55.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:14:55 smithi032 ceph-mon[189144]: pgmap v11103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:56.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:14:55 smithi039 ceph-mon[181282]: pgmap v11103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:57.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:14:57 smithi032 ceph-mon[191839]: pgmap v11104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:57.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:14:57 smithi032 ceph-mon[189144]: pgmap v11104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:58.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:14:57 smithi039 ceph-mon[181282]: pgmap v11104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:59.647 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:14:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:14:59 smithi032 ceph-mon[191839]: pgmap v11105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:59.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:14:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:14:59.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:14:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:14:59.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:14:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:14:59.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:14:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:14:59.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:14:59 smithi032 ceph-mon[189144]: pgmap v11105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:14:59.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:14:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:14:59.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:14:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:14:59.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:14:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:14:59.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:14:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:14:59.972 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:14:59.973 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 5m ago 4h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:14:59.973 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 3m ago 4h 96.1M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:14:59.973 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 5m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:14:59.973 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 3m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:14:59.973 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 3m ago 5h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:14:59.973 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 5m ago 5h 735M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:14:59.973 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 5m ago 5h 1401M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:14:59.973 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 3m ago 5h 675M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:14:59.973 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 5m ago 5h 700M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:14:59.973 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 5m ago 4h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:14:59.973 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 3m ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:14:59.973 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 5m ago 5h 4658M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:14:59.973 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 5m ago 5h 4834M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:14:59.974 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 5m ago 5h 4321M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:14:59.974 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 5m ago 5h 4332M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:14:59.974 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 3m ago 5h 4117M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:14:59.974 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 3m ago 5h 4409M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:14:59.974 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 3m ago 5h 4126M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:14:59.974 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 3m ago 5h 4076M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:14:59.974 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 3m ago 4h 128M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:15:00.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:14:59 smithi039 ceph-mon[181282]: pgmap v11105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:00.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:14:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:15:00.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:14:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:15:00.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:14:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:15:00.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:14:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:15:00.373 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:15:00.373 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:15:00.373 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:15:00.374 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:15:00.374 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:15:00.374 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:15:00.374 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:15:00.374 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:15:00.374 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:15:00.374 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:15:00.374 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:15:00.374 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:15:00.374 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:15:00.374 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:15:00.374 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:15:00.374 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:15:00.374 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:15:00.374 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:15:00.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:15:00 smithi032 ceph-mon[189144]: from='client.55910 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:15:00.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:15:00 smithi032 ceph-mon[189144]: from='client.45999 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:15:00.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:15:00 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3608606039' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:15:00.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:15:00 smithi032 ceph-mon[191839]: from='client.55910 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:15:00.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:15:00 smithi032 ceph-mon[191839]: from='client.45999 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:15:00.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:15:00 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3608606039' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:15:01.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:15:00 smithi039 ceph-mon[181282]: from='client.55910 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:15:01.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:15:00 smithi039 ceph-mon[181282]: from='client.45999 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:15:01.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:15:00 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3608606039' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:15:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:15:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:15:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:15:01.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:15:01 smithi032 ceph-mon[191839]: pgmap v11106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:01.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:15:01 smithi032 ceph-mon[189144]: pgmap v11106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:02.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:15:01 smithi039 ceph-mon[181282]: pgmap v11106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:03.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:15:03 smithi032 ceph-mon[191839]: pgmap v11107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:03.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:15:03 smithi032 ceph-mon[189144]: pgmap v11107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:04.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:15:03 smithi039 ceph-mon[181282]: pgmap v11107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:15:05 smithi032 ceph-mon[191839]: pgmap v11108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:15:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:15:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:15:05 smithi032 ceph-mon[189144]: pgmap v11108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:15:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:15:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:15:05 smithi039 ceph-mon[181282]: pgmap v11108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:15:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:15:07.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:15:07 smithi032 ceph-mon[189144]: pgmap v11109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:07.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:15:07 smithi032 ceph-mon[191839]: pgmap v11109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:08.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:15:07 smithi039 ceph-mon[181282]: pgmap v11109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:09.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:15:09 smithi032 ceph-mon[191839]: pgmap v11110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:09.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:15:09 smithi032 ceph-mon[189144]: pgmap v11110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:10.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:15:09 smithi039 ceph-mon[181282]: pgmap v11110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:15:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:15:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T22:15:11.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:15:11 smithi032 ceph-mon[191839]: pgmap v11111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:11.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:15:11 smithi032 ceph-mon[189144]: pgmap v11111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:11.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:15:11 smithi039 ceph-mon[181282]: pgmap v11111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:13.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:15:13 smithi032 ceph-mon[191839]: pgmap v11112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:13.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:15:13 smithi032 ceph-mon[189144]: pgmap v11112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:14.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:15:13 smithi039 ceph-mon[181282]: pgmap v11112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:15.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:15:15 smithi032 ceph-mon[191839]: pgmap v11113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:15.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:15:15 smithi032 ceph-mon[189144]: pgmap v11113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:16.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:15:15 smithi039 ceph-mon[181282]: pgmap v11113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:17.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:15:17 smithi032 ceph-mon[191839]: pgmap v11114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:17.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:15:17 smithi032 ceph-mon[189144]: pgmap v11114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:18.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:15:17 smithi039 ceph-mon[181282]: pgmap v11114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:19.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:15:19 smithi032 ceph-mon[189144]: pgmap v11115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:19.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:15:19 smithi032 ceph-mon[191839]: pgmap v11115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:20.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:15:19 smithi039 ceph-mon[181282]: pgmap v11115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:20.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:15:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:15:20.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:15:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:15:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:15:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:15:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:15:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:15:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:15:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:15:21 smithi032 ceph-mon[189144]: pgmap v11116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:21.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:15:21 smithi032 ceph-mon[191839]: pgmap v11116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:22.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:15:21 smithi039 ceph-mon[181282]: pgmap v11116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:23.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:15:23 smithi032 ceph-mon[189144]: pgmap v11117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:23.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:15:23 smithi032 ceph-mon[191839]: pgmap v11117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:24.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:15:23 smithi039 ceph-mon[181282]: pgmap v11117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:25.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:15:25 smithi032 ceph-mon[191839]: pgmap v11118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:25.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:15:25 smithi032 ceph-mon[189144]: pgmap v11118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:26.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:15:25 smithi039 ceph-mon[181282]: pgmap v11118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:27.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:15:27 smithi032 ceph-mon[191839]: pgmap v11119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:27.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:15:27 smithi032 ceph-mon[189144]: pgmap v11119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:28.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:15:27 smithi039 ceph-mon[181282]: pgmap v11119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:29.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:15:29 smithi032 ceph-mon[191839]: pgmap v11120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:29.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:15:29 smithi032 ceph-mon[189144]: pgmap v11120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:30.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:15:29 smithi039 ceph-mon[181282]: pgmap v11120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:30.737 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:15:31.059 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:15:31.059 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 5m ago 5h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:15:31.059 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 3m ago 4h 96.1M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:15:31.059 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 5m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:15:31.059 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 3m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:15:31.060 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 3m ago 5h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:15:31.060 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 5m ago 5h 735M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:15:31.060 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 5m ago 5h 1401M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:15:31.060 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 3m ago 5h 675M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:15:31.060 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 5m ago 5h 700M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:15:31.060 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 5m ago 4h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:15:31.060 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 3m ago 4h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:15:31.060 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 5m ago 5h 4658M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:15:31.060 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 5m ago 5h 4834M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:15:31.060 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 5m ago 5h 4321M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:15:31.060 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 5m ago 5h 4332M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:15:31.060 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 3m ago 5h 4117M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:15:31.060 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 3m ago 5h 4409M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:15:31.060 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 3m ago 5h 4126M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:15:31.060 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 3m ago 5h 4076M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:15:31.061 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 3m ago 5h 128M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:15:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:15:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:15:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:15:31.461 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:15:31.462 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:15:31.462 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:15:31.462 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:15:31.462 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:15:31.462 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:15:31.463 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:15:31.463 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:15:31.463 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:15:31.463 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:15:31.463 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:15:31.463 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:15:31.463 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:15:31.464 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:15:31.464 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:15:31.464 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:15:31.464 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:15:31.464 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:15:31.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:15:31 smithi032 ceph-mon[191839]: pgmap v11121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:31.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:15:31 smithi032 ceph-mon[191839]: from='client.46011 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:15:31.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:15:31 smithi032 ceph-mon[191839]: from='client.46017 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:15:31.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:15:31 smithi032 ceph-mon[189144]: pgmap v11121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:31.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:15:31 smithi032 ceph-mon[189144]: from='client.46011 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:15:31.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:15:31 smithi032 ceph-mon[189144]: from='client.46017 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:15:31.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:15:31 smithi039 ceph-mon[181282]: pgmap v11121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:31.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:15:31 smithi039 ceph-mon[181282]: from='client.46011 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:15:31.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:15:31 smithi039 ceph-mon[181282]: from='client.46017 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:15:32.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:15:32 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3688700918' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:15:32.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:15:32 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3688700918' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:15:32.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:15:32 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3688700918' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:15:33.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:15:33 smithi032 ceph-mon[191839]: pgmap v11122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:33.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:15:33 smithi032 ceph-mon[189144]: pgmap v11122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:33.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:15:33 smithi039 ceph-mon[181282]: pgmap v11122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:15:35 smithi032 ceph-mon[189144]: pgmap v11123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:15:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:15:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:15:35 smithi032 ceph-mon[191839]: pgmap v11123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:15:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:15:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:15:35 smithi039 ceph-mon[181282]: pgmap v11123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:36.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:15:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:15:37.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:15:37 smithi032 ceph-mon[191839]: pgmap v11124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:37.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:15:37 smithi032 ceph-mon[189144]: pgmap v11124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:38.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:15:37 smithi039 ceph-mon[181282]: pgmap v11124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:39.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:15:39 smithi032 ceph-mon[191839]: pgmap v11125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:39.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:15:39 smithi032 ceph-mon[189144]: pgmap v11125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:40.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:15:39 smithi039 ceph-mon[181282]: pgmap v11125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:15:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:15:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:15:41.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:15:41 smithi032 ceph-mon[189144]: pgmap v11126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:41.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:15:41 smithi032 ceph-mon[191839]: pgmap v11126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:41.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:15:41 smithi039 ceph-mon[181282]: pgmap v11126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:43.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:15:43 smithi032 ceph-mon[191839]: pgmap v11127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:43.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:15:43 smithi032 ceph-mon[189144]: pgmap v11127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:44.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:15:43 smithi039 ceph-mon[181282]: pgmap v11127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:45.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:15:45 smithi032 ceph-mon[191839]: pgmap v11128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:45.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:15:45 smithi032 ceph-mon[189144]: pgmap v11128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:46.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:15:45 smithi039 ceph-mon[181282]: pgmap v11128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:47.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:15:47 smithi032 ceph-mon[191839]: pgmap v11129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:47.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:15:47 smithi032 ceph-mon[189144]: pgmap v11129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:48.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:15:47 smithi039 ceph-mon[181282]: pgmap v11129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:49.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:15:49 smithi032 ceph-mon[191839]: pgmap v11130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:49.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:15:49 smithi032 ceph-mon[189144]: pgmap v11130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:50.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:15:49 smithi039 ceph-mon[181282]: pgmap v11130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:50.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:15:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:15:50.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:15:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:15:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:15:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:15:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:15:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:15:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:15:51.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:15:51 smithi032 ceph-mon[189144]: pgmap v11131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:51.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:15:51 smithi032 ceph-mon[191839]: pgmap v11131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:52.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:15:51 smithi039 ceph-mon[181282]: pgmap v11131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:53.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:15:53 smithi032 ceph-mon[191839]: pgmap v11132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:53.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:15:53 smithi032 ceph-mon[189144]: pgmap v11132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:54.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:15:53 smithi039 ceph-mon[181282]: pgmap v11132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:55.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:15:55 smithi032 ceph-mon[191839]: pgmap v11133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:55.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:15:55 smithi032 ceph-mon[189144]: pgmap v11133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:56.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:15:55 smithi039 ceph-mon[181282]: pgmap v11133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:57.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:15:57 smithi032 ceph-mon[191839]: pgmap v11134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:57.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:15:57 smithi032 ceph-mon[189144]: pgmap v11134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:58.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:15:57 smithi039 ceph-mon[181282]: pgmap v11134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:15:59 smithi032 ceph-mon[191839]: pgmap v11135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:59.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:15:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:15:59.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:15:59 smithi032 ceph-mon[189144]: pgmap v11135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:15:59.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:15:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:16:00.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:15:59 smithi039 ceph-mon[181282]: pgmap v11135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:00.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:15:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:16:00.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:16:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:16:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:16:00.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:16:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:16:00.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:16:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:16:00.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:16:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:16:00.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:16:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:16:00.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:16:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:16:00.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:16:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:16:01.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:16:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:16:01.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:16:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:16:01.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:16:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:16:01.826 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:16:01.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:16:01 smithi032 ceph-mon[189144]: pgmap v11136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:01.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:16:01 smithi032 ceph-mon[191839]: pgmap v11136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:02.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:16:01 smithi039 ceph-mon[181282]: pgmap v11136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:02.150 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:16:02.150 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 6m ago 5h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:16:02.150 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 4m ago 5h 96.1M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:16:02.150 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 6m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:16:02.150 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 4m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:16:02.150 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 4m ago 5h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:16:02.150 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 6m ago 5h 735M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:16:02.151 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 6m ago 5h 1401M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:16:02.151 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 4m ago 5h 675M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:16:02.151 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 6m ago 5h 700M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:16:02.151 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 6m ago 5h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:16:02.151 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 4m ago 5h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:16:02.151 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 6m ago 5h 4658M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:16:02.151 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 6m ago 5h 4834M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:16:02.151 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 6m ago 5h 4321M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:16:02.151 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 6m ago 5h 4332M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:16:02.151 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 4m ago 5h 4117M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:16:02.151 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 4m ago 5h 4409M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:16:02.151 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 4m ago 5h 4126M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:16:02.151 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 4m ago 5h 4076M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:16:02.151 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 4m ago 5h 128M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:16:02.552 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:16:02.552 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:16:02.552 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:16:02.552 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:16:02.552 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:16:02.552 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:16:02.553 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:16:02.553 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:16:02.553 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:16:02.553 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:16:02.553 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:16:02.553 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:16:02.553 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:16:02.553 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:16:02.553 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:16:02.554 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:16:02.554 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:16:02.554 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:16:02.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:16:02 smithi032 ceph-mon[189144]: from='client.55946 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:16:02.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:16:02 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1226129027' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:16:02.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:16:02 smithi032 ceph-mon[191839]: from='client.55946 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:16:02.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:16:02 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1226129027' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:16:03.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:16:02 smithi039 ceph-mon[181282]: from='client.55946 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:16:03.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:16:02 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1226129027' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:16:03.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:16:03 smithi032 ceph-mon[189144]: from='client.55952 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:16:03.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:16:03 smithi032 ceph-mon[189144]: pgmap v11137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:03.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:16:03 smithi032 ceph-mon[191839]: from='client.55952 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:16:03.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:16:03 smithi032 ceph-mon[191839]: pgmap v11137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:04.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:16:03 smithi039 ceph-mon[181282]: from='client.55952 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:16:04.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:16:03 smithi039 ceph-mon[181282]: pgmap v11137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:16:05 smithi032 ceph-mon[191839]: pgmap v11138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:16:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:16:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:16:05 smithi032 ceph-mon[189144]: pgmap v11138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:16:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:16:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:16:05 smithi039 ceph-mon[181282]: pgmap v11138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:16:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:16:07.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:16:07 smithi032 ceph-mon[191839]: pgmap v11139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:07.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:16:07 smithi032 ceph-mon[189144]: pgmap v11139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:08.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:16:07 smithi039 ceph-mon[181282]: pgmap v11139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:09.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:16:09 smithi032 ceph-mon[191839]: pgmap v11140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:09.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:16:09 smithi032 ceph-mon[189144]: pgmap v11140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:10.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:16:09 smithi039 ceph-mon[181282]: pgmap v11140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:16:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:16:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:16:11.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:16:11 smithi032 ceph-mon[189144]: pgmap v11141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:11.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:16:11 smithi032 ceph-mon[191839]: pgmap v11141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:11.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:16:11 smithi039 ceph-mon[181282]: pgmap v11141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:13.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:16:13 smithi032 ceph-mon[191839]: pgmap v11142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:13.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:16:13 smithi032 ceph-mon[189144]: pgmap v11142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:14.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:16:13 smithi039 ceph-mon[181282]: pgmap v11142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:15.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:16:15 smithi032 ceph-mon[191839]: pgmap v11143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:15.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:16:15 smithi032 ceph-mon[189144]: pgmap v11143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:16.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:16:15 smithi039 ceph-mon[181282]: pgmap v11143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:17.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:16:17 smithi032 ceph-mon[189144]: pgmap v11144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:17.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:16:17 smithi032 ceph-mon[191839]: pgmap v11144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:18.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:16:17 smithi039 ceph-mon[181282]: pgmap v11144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:19.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:16:19 smithi032 ceph-mon[191839]: pgmap v11145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:19.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:16:19 smithi032 ceph-mon[189144]: pgmap v11145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:20.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:16:19 smithi039 ceph-mon[181282]: pgmap v11145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:20.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:16:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:16:20.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:16:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:16:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:16:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:16:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:16:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:16:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:16:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:16:21 smithi032 ceph-mon[189144]: pgmap v11146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:21.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:16:21 smithi032 ceph-mon[191839]: pgmap v11146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:22.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:16:21 smithi039 ceph-mon[181282]: pgmap v11146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:23.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:16:23 smithi032 ceph-mon[191839]: pgmap v11147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:23.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:16:23 smithi032 ceph-mon[189144]: pgmap v11147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:24.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:16:23 smithi039 ceph-mon[181282]: pgmap v11147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:25.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:16:25 smithi032 ceph-mon[191839]: pgmap v11148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:25.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:16:25 smithi032 ceph-mon[189144]: pgmap v11148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:26.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:16:25 smithi039 ceph-mon[181282]: pgmap v11148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:27.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:16:27 smithi032 ceph-mon[191839]: pgmap v11149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:27.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:16:27 smithi032 ceph-mon[189144]: pgmap v11149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:28.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:16:27 smithi039 ceph-mon[181282]: pgmap v11149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:29.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:16:29 smithi032 ceph-mon[191839]: pgmap v11150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:29.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:16:29 smithi032 ceph-mon[189144]: pgmap v11150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:30.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:16:29 smithi039 ceph-mon[181282]: pgmap v11150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:16:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:16:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:16:31.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:16:31 smithi032 ceph-mon[191839]: pgmap v11151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:31.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:16:31 smithi032 ceph-mon[189144]: pgmap v11151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:31.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:16:31 smithi039 ceph-mon[181282]: pgmap v11151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:32.916 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:16:33.241 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:16:33.241 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 6m ago 5h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:16:33.241 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 4m ago 5h 96.1M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:16:33.241 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 6m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:16:33.241 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 4m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:16:33.241 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 4m ago 5h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:16:33.241 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 6m ago 5h 735M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:16:33.241 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 6m ago 5h 1401M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:16:33.241 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 4m ago 5h 675M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:16:33.241 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 6m ago 5h 700M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:16:33.242 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 6m ago 5h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:16:33.242 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 4m ago 5h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:16:33.242 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 6m ago 5h 4658M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:16:33.242 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 6m ago 5h 4834M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:16:33.242 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 6m ago 5h 4321M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:16:33.242 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 6m ago 5h 4332M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:16:33.242 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 4m ago 5h 4117M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:16:33.242 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 4m ago 5h 4409M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:16:33.242 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 4m ago 5h 4126M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:16:33.242 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 4m ago 5h 4076M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:16:33.242 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 4m ago 5h 128M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:16:33.643 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:16:33.643 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:16:33.643 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:16:33.643 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:16:33.643 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:16:33.643 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:16:33.643 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:16:33.643 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:16:33.643 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:16:33.644 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:16:33.644 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:16:33.644 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:16:33.644 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:16:33.644 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:16:33.644 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:16:33.644 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:16:33.644 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:16:33.644 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:16:33.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:16:33 smithi032 ceph-mon[191839]: pgmap v11152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:33.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:16:33 smithi032 ceph-mon[191839]: from='client.46047 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:16:33.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:16:33 smithi032 ceph-mon[189144]: pgmap v11152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:33.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:16:33 smithi032 ceph-mon[189144]: from='client.46047 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:16:34.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:16:33 smithi039 ceph-mon[181282]: pgmap v11152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:34.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:16:33 smithi039 ceph-mon[181282]: from='client.46047 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:16:34.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:16:34 smithi032 ceph-mon[191839]: from='client.55970 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:16:34.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:16:34 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3590794140' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:16:34.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:16:34 smithi032 ceph-mon[189144]: from='client.55970 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:16:34.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:16:34 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3590794140' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:16:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:16:34 smithi039 ceph-mon[181282]: from='client.55970 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:16:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:16:34 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3590794140' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:16:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:16:35 smithi032 ceph-mon[191839]: pgmap v11153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:16:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:16:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:16:35 smithi032 ceph-mon[189144]: pgmap v11153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:16:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:16:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:16:35 smithi039 ceph-mon[181282]: pgmap v11153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:16:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:16:37.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:16:37 smithi032 ceph-mon[191839]: pgmap v11154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:37.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:16:37 smithi032 ceph-mon[189144]: pgmap v11154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:38.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:16:37 smithi039 ceph-mon[181282]: pgmap v11154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:39.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:16:39 smithi032 ceph-mon[191839]: pgmap v11155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:39.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:16:39 smithi032 ceph-mon[189144]: pgmap v11155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:40.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:16:39 smithi039 ceph-mon[181282]: pgmap v11155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:16:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:16:40] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:16:41.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:16:41 smithi032 ceph-mon[191839]: pgmap v11156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:41.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:16:41 smithi032 ceph-mon[189144]: pgmap v11156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:41.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:16:41 smithi039 ceph-mon[181282]: pgmap v11156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:43.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:16:43 smithi032 ceph-mon[191839]: pgmap v11157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:43.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:16:43 smithi032 ceph-mon[189144]: pgmap v11157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:44.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:16:43 smithi039 ceph-mon[181282]: pgmap v11157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:45.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:16:45 smithi032 ceph-mon[191839]: pgmap v11158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:45.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:16:45 smithi032 ceph-mon[189144]: pgmap v11158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:46.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:16:45 smithi039 ceph-mon[181282]: pgmap v11158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:47.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:16:47 smithi032 ceph-mon[191839]: pgmap v11159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:47.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:16:47 smithi032 ceph-mon[189144]: pgmap v11159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:48.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:16:47 smithi039 ceph-mon[181282]: pgmap v11159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:49.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:16:49 smithi032 ceph-mon[191839]: pgmap v11160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:49.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:16:49 smithi032 ceph-mon[189144]: pgmap v11160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:50.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:16:49 smithi039 ceph-mon[181282]: pgmap v11160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:50.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:16:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:16:50.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:16:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:16:50.932 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:16:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:16:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:16:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:16:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:16:51.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:16:51 smithi032 ceph-mon[191839]: pgmap v11161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:51.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:16:51 smithi032 ceph-mon[189144]: pgmap v11161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:52.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:16:51 smithi039 ceph-mon[181282]: pgmap v11161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:53.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:16:53 smithi032 ceph-mon[191839]: pgmap v11162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:53.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:16:53 smithi032 ceph-mon[189144]: pgmap v11162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:54.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:16:53 smithi039 ceph-mon[181282]: pgmap v11162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:55.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:16:55 smithi032 ceph-mon[191839]: pgmap v11163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:55.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:16:55 smithi032 ceph-mon[189144]: pgmap v11163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:56.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:16:55 smithi039 ceph-mon[181282]: pgmap v11163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:57.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:16:57 smithi032 ceph-mon[191839]: pgmap v11164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:57.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:16:57 smithi032 ceph-mon[189144]: pgmap v11164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:58.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:16:57 smithi039 ceph-mon[181282]: pgmap v11164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:16:59 smithi032 ceph-mon[191839]: pgmap v11165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:16:59.973 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:16:59 smithi032 ceph-mon[189144]: pgmap v11165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:00.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:16:59 smithi039 ceph-mon[181282]: pgmap v11165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:00.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:17:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:17:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:17:00.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:17:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:17:00.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:17:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:17:00.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:17:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:17:00.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:17:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:17:00.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:17:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:17:00.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:17:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:17:00.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:17:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:17:00.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:17:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:17:01.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:17:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:17:01.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:17:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:17:01.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:17:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:17:01.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:17:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:17:01.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:17:01 smithi032 ceph-mon[191839]: pgmap v11166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:01.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:17:01 smithi032 ceph-mon[189144]: pgmap v11166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:02.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:17:01 smithi039 ceph-mon[181282]: pgmap v11166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:03.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:17:03 smithi032 ceph-mon[189144]: pgmap v11167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:03.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:17:03 smithi032 ceph-mon[191839]: pgmap v11167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:04.006 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:17:04.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:17:03 smithi039 ceph-mon[181282]: pgmap v11167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:04.327 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:17:04.327 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 7m ago 5h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:17:04.327 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 5m ago 5h 96.1M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:17:04.328 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 7m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:17:04.328 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 5m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:17:04.328 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 5m ago 5h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:17:04.328 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 7m ago 5h 735M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:17:04.328 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 7m ago 5h 1401M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:17:04.328 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 5m ago 5h 675M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:17:04.328 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 7m ago 5h 700M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:17:04.328 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 7m ago 5h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:17:04.328 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 5m ago 5h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:17:04.328 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 7m ago 5h 4658M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:17:04.328 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 7m ago 5h 4834M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:17:04.328 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 7m ago 5h 4321M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:17:04.328 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 7m ago 5h 4332M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:17:04.328 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 5m ago 5h 4117M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:17:04.329 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 5m ago 5h 4409M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:17:04.329 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 5m ago 5h 4126M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:17:04.329 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 5m ago 5h 4076M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:17:04.329 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 5m ago 5h 128M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:17:04.728 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:17:04.728 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:17:04.728 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:17:04.728 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:17:04.728 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:17:04.728 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:17:04.728 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:17:04.728 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:17:04.728 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:17:04.729 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:17:04.729 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:17:04.729 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:17:04.729 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:17:04.729 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:17:04.729 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:17:04.729 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:17:04.729 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:17:04.729 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:17:04.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:17:04 smithi032 ceph-mon[189144]: from='client.46065 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:17:04.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:17:04 smithi032 ceph-mon[191839]: from='client.46065 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:17:05.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:17:04 smithi039 ceph-mon[181282]: from='client.46065 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:17:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:17:05 smithi032 ceph-mon[189144]: from='client.46071 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:17:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:17:05 smithi032 ceph-mon[189144]: pgmap v11168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:17:05 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4055524037' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:17:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:17:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:17:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:17:05 smithi032 ceph-mon[191839]: from='client.46071 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:17:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:17:05 smithi032 ceph-mon[191839]: pgmap v11168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:17:05 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4055524037' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:17:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:17:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:17:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:17:05 smithi039 ceph-mon[181282]: from='client.46071 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:17:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:17:05 smithi039 ceph-mon[181282]: pgmap v11168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:06.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:17:05 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4055524037' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:17:06.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:17:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:17:07.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:17:07 smithi032 ceph-mon[191839]: pgmap v11169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:07.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:17:07 smithi032 ceph-mon[189144]: pgmap v11169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:08.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:17:07 smithi039 ceph-mon[181282]: pgmap v11169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:09.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:17:09 smithi032 ceph-mon[189144]: pgmap v11170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:09.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:17:09 smithi032 ceph-mon[191839]: pgmap v11170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:10.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:17:09 smithi039 ceph-mon[181282]: pgmap v11170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:17:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:17:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:17:11.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:17:11 smithi032 ceph-mon[189144]: pgmap v11171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:11.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:17:11 smithi032 ceph-mon[191839]: pgmap v11171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:11.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:17:11 smithi039 ceph-mon[181282]: pgmap v11171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:13.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:17:13 smithi032 ceph-mon[189144]: pgmap v11172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:13.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:17:13 smithi032 ceph-mon[191839]: pgmap v11172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:14.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:17:13 smithi039 ceph-mon[181282]: pgmap v11172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:15.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:17:15 smithi032 ceph-mon[189144]: pgmap v11173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:15.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:17:15 smithi032 ceph-mon[191839]: pgmap v11173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:16.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:17:15 smithi039 ceph-mon[181282]: pgmap v11173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:17.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:17:17 smithi032 ceph-mon[189144]: pgmap v11174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:17.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:17:17 smithi032 ceph-mon[191839]: pgmap v11174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:18.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:17:17 smithi039 ceph-mon[181282]: pgmap v11174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:19.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:17:19 smithi032 ceph-mon[189144]: pgmap v11175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:19.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:17:19 smithi032 ceph-mon[191839]: pgmap v11175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:20.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:17:19 smithi039 ceph-mon[181282]: pgmap v11175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:20.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:17:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:17:20.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:17:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:17:20.932 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:17:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:17:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:17:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:17:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:17:21.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:17:21 smithi032 ceph-mon[191839]: pgmap v11176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:21.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:17:21 smithi032 ceph-mon[189144]: pgmap v11176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:22.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:17:21 smithi039 ceph-mon[181282]: pgmap v11176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:23.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:17:23 smithi032 ceph-mon[191839]: pgmap v11177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:23.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:17:23 smithi032 ceph-mon[189144]: pgmap v11177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:24.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:17:23 smithi039 ceph-mon[181282]: pgmap v11177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:25.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:17:25 smithi032 ceph-mon[189144]: pgmap v11178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:25.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:17:25 smithi032 ceph-mon[191839]: pgmap v11178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:26.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:17:25 smithi039 ceph-mon[181282]: pgmap v11178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:27.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:17:27 smithi032 ceph-mon[191839]: pgmap v11179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:27.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:17:27 smithi032 ceph-mon[189144]: pgmap v11179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:28.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:17:27 smithi039 ceph-mon[181282]: pgmap v11179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:29.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:17:29 smithi032 ceph-mon[189144]: pgmap v11180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:29.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:17:29 smithi032 ceph-mon[191839]: pgmap v11180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:30.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:17:29 smithi039 ceph-mon[181282]: pgmap v11180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:17:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:17:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:17:31.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:17:31 smithi032 ceph-mon[191839]: pgmap v11181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:31.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:17:31 smithi032 ceph-mon[189144]: pgmap v11181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:31.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:17:31 smithi039 ceph-mon[181282]: pgmap v11181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:33.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:17:33 smithi032 ceph-mon[189144]: pgmap v11182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:33.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:17:33 smithi032 ceph-mon[191839]: pgmap v11182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:34.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:17:33 smithi039 ceph-mon[181282]: pgmap v11182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:35.090 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:17:35.415 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:17:35.415 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 7m ago 5h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:17:35.415 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 5m ago 5h 96.1M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:17:35.415 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 7m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:17:35.415 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 5m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:17:35.415 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 5m ago 5h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:17:35.415 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 7m ago 5h 735M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:17:35.416 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 7m ago 5h 1401M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:17:35.416 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 5m ago 5h 675M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:17:35.416 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 7m ago 5h 700M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:17:35.416 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 7m ago 5h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:17:35.416 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 5m ago 5h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:17:35.416 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 7m ago 5h 4658M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:17:35.416 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 7m ago 5h 4834M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:17:35.416 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 7m ago 5h 4321M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:17:35.416 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 7m ago 5h 4332M 2404M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:17:35.416 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 5m ago 5h 4117M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:17:35.416 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 5m ago 5h 4409M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:17:35.416 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 5m ago 5h 4126M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:17:35.416 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 5m ago 5h 4076M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:17:35.416 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 5m ago 5h 128M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:17:35.817 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:17:35.817 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:17:35.817 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:17:35.817 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:17:35.817 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:17:35.818 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:17:35.818 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:17:35.818 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:17:35.818 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:17:35.818 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:17:35.818 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:17:35.818 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:17:35.818 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:17:35.818 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:17:35.818 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:17:35.818 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:17:35.818 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:17:35.818 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:17:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:17:35 smithi032 ceph-mon[191839]: pgmap v11183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:17:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:17:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:17:35 smithi032 ceph-mon[191839]: from='client.56000 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:17:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:17:35 smithi032 ceph-mon[189144]: pgmap v11183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:17:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:17:35.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:17:35 smithi032 ceph-mon[189144]: from='client.56000 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:17:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:17:35 smithi039 ceph-mon[181282]: pgmap v11183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:36.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:17:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:17:36.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:17:35 smithi039 ceph-mon[181282]: from='client.56000 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:17:36.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:17:36 smithi032 ceph-mon[189144]: from='client.56006 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:17:36.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:17:36 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3238299341' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:17:36.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:17:36 smithi032 ceph-mon[191839]: from='client.56006 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:17:36.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:17:36 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3238299341' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:17:37.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:17:36 smithi039 ceph-mon[181282]: from='client.56006 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:17:37.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:17:36 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3238299341' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:17:37.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:17:37 smithi032 ceph-mon[189144]: pgmap v11184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:37.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:17:37 smithi032 ceph-mon[191839]: pgmap v11184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:38.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:17:37 smithi039 ceph-mon[181282]: pgmap v11184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:39.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:17:39 smithi032 ceph-mon[191839]: pgmap v11185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:39.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:17:39 smithi032 ceph-mon[189144]: pgmap v11185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:40.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:17:39 smithi039 ceph-mon[181282]: pgmap v11185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:17:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:17:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:17:41.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:17:41 smithi039 ceph-mon[181282]: pgmap v11186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:41.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:17:41 smithi032 ceph-mon[191839]: pgmap v11186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:41.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:17:41 smithi032 ceph-mon[189144]: pgmap v11186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:43.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:17:43 smithi032 ceph-mon[191839]: pgmap v11187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:43.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:17:43 smithi032 ceph-mon[189144]: pgmap v11187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:44.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:17:43 smithi039 ceph-mon[181282]: pgmap v11187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:45.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:17:45 smithi032 ceph-mon[189144]: pgmap v11188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:45.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:17:45 smithi032 ceph-mon[191839]: pgmap v11188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:46.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:17:45 smithi039 ceph-mon[181282]: pgmap v11188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:47.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:17:47 smithi032 ceph-mon[191839]: pgmap v11189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:47.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:17:47 smithi032 ceph-mon[189144]: pgmap v11189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:48.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:17:47 smithi039 ceph-mon[181282]: pgmap v11189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:49.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:17:49 smithi032 ceph-mon[189144]: pgmap v11190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:49.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:17:49 smithi032 ceph-mon[191839]: pgmap v11190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:50.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:17:49 smithi039 ceph-mon[181282]: pgmap v11190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:50.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:17:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:17:50.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:17:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:17:50.933 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:17:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:17:50] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:17:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:17:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:17:51.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:17:51 smithi032 ceph-mon[191839]: pgmap v11191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:51.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:17:51 smithi032 ceph-mon[189144]: pgmap v11191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:52.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:17:51 smithi039 ceph-mon[181282]: pgmap v11191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:53.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:17:53 smithi032 ceph-mon[191839]: pgmap v11192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:53.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:17:53 smithi032 ceph-mon[189144]: pgmap v11192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:54.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:17:53 smithi039 ceph-mon[181282]: pgmap v11192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:55.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:17:55 smithi032 ceph-mon[191839]: pgmap v11193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:55.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:17:55 smithi032 ceph-mon[189144]: pgmap v11193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:56.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:17:55 smithi039 ceph-mon[181282]: pgmap v11193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:57.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:17:57 smithi032 ceph-mon[191839]: pgmap v11194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:57.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:17:57 smithi032 ceph-mon[189144]: pgmap v11194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:58.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:17:57 smithi039 ceph-mon[181282]: pgmap v11194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:59.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:17:59 smithi032 ceph-mon[189144]: pgmap v11195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:17:59.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:17:59 smithi032 ceph-mon[191839]: pgmap v11195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:00.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:17:59 smithi039 ceph-mon[181282]: pgmap v11195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:18:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:18:00] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:18:01.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:01 smithi039 ceph-mon[181282]: pgmap v11196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:01.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:18:01.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:18:01.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:18:01.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:01 smithi032 ceph-mon[191839]: pgmap v11196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:01.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:18:01.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:18:01.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:18:01.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:01 smithi032 ceph-mon[189144]: pgmap v11196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:01.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:18:01.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:18:01.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:18:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:18:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:18:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:18:02.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:18:02.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:02 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi032 to 2395M 2023-12-22T22:18:02.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:18:02.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:18:02.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:18:02.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:18:02.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:18:02.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:18:02.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:18:02.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:18:02.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:02 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi032 to 2395M 2023-12-22T22:18:02.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:18:02.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:18:02.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:18:02.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:18:02.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:18:02.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:18:02.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:18:02.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:18:02.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:02 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi032 to 2395M 2023-12-22T22:18:02.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:18:02.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:18:02.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:18:02.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:18:03.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:03 smithi039 ceph-mon[181282]: pgmap v11197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:03.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:03 smithi032 ceph-mon[189144]: pgmap v11197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:03.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:03 smithi032 ceph-mon[191839]: pgmap v11197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:05 smithi032 ceph-mon[189144]: pgmap v11198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:18:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:05 smithi032 ceph-mon[191839]: pgmap v11198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:18:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:05 smithi039 ceph-mon[181282]: pgmap v11198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:06.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:18:06.178 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:18:06.500 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:18:06.500 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 8m ago 5h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:18:06.500 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 6m ago 5h 96.1M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:18:06.500 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 8m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:18:06.500 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 6m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:18:06.500 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 6m ago 5h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:18:06.501 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 8m ago 5h 735M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:18:06.501 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 8m ago 5h 1401M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:18:06.501 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 6m ago 5h 675M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:18:06.501 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 8m ago 5h 700M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:18:06.501 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 8m ago 5h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:18:06.501 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 6m ago 5h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:18:06.501 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 8m ago 5h 4658M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:18:06.501 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 8m ago 5h 4834M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:18:06.501 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 8m ago 5h 4321M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:18:06.501 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 8m ago 5h 4332M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:18:06.501 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 6m ago 5h 4117M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:18:06.501 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 6m ago 5h 4409M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:18:06.501 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 6m ago 5h 4126M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:18:06.501 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 6m ago 5h 4076M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:18:06.502 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 6m ago 5h 128M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:18:06.904 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:18:06.904 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:18:06.904 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:18:06.904 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:18:06.904 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:18:06.904 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:18:06.904 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:18:06.904 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:18:06.904 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:18:06.904 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:18:06.904 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:18:06.905 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:18:06.905 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:18:06.905 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:18:06.905 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:18:06.905 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:18:06.905 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:18:06.905 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:18:07.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:07 smithi032 ceph-mon[191839]: from='client.46101 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:18:07.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:07 smithi032 ceph-mon[191839]: from='client.46107 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:18:07.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:07 smithi032 ceph-mon[191839]: pgmap v11199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:07.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:07 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2205980157' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:18:07.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:07 smithi032 ceph-mon[189144]: from='client.46101 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:18:07.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:07 smithi032 ceph-mon[189144]: from='client.46107 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:18:07.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:07 smithi032 ceph-mon[189144]: pgmap v11199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:07.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:07 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2205980157' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:18:08.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:07 smithi039 ceph-mon[181282]: from='client.46101 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:18:08.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:07 smithi039 ceph-mon[181282]: from='client.46107 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:18:08.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:07 smithi039 ceph-mon[181282]: pgmap v11199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:08.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:07 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2205980157' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:18:09.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:09 smithi032 ceph-mon[191839]: pgmap v11200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:09.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:09 smithi032 ceph-mon[189144]: pgmap v11200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:10.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:09 smithi039 ceph-mon[181282]: pgmap v11200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:18:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:18:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:18:11.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:11 smithi039 ceph-mon[181282]: pgmap v11201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:11.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:11 smithi032 ceph-mon[191839]: pgmap v11201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:11.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:11 smithi032 ceph-mon[189144]: pgmap v11201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:13.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:13 smithi032 ceph-mon[191839]: pgmap v11202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:13.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:13 smithi032 ceph-mon[189144]: pgmap v11202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:14.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:13 smithi039 ceph-mon[181282]: pgmap v11202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:15.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:15 smithi032 ceph-mon[191839]: pgmap v11203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:15.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:15 smithi032 ceph-mon[189144]: pgmap v11203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:16.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:15 smithi039 ceph-mon[181282]: pgmap v11203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:17.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:17 smithi032 ceph-mon[191839]: pgmap v11204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:17.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:17 smithi032 ceph-mon[189144]: pgmap v11204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:18.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:17 smithi039 ceph-mon[181282]: pgmap v11204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:19.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:19 smithi032 ceph-mon[191839]: pgmap v11205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:19.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:19 smithi032 ceph-mon[189144]: pgmap v11205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:20.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:19 smithi039 ceph-mon[181282]: pgmap v11205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:20.932 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:18:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:18:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:18:20.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:18:20.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:18:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:18:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:21 smithi032 ceph-mon[191839]: pgmap v11206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:21.944 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:21 smithi032 ceph-mon[189144]: pgmap v11206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:22.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:21 smithi039 ceph-mon[181282]: pgmap v11206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:23.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:23 smithi032 ceph-mon[191839]: pgmap v11207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:23.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:23 smithi032 ceph-mon[189144]: pgmap v11207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:24.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:23 smithi039 ceph-mon[181282]: pgmap v11207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:25.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:25 smithi032 ceph-mon[191839]: pgmap v11208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:25.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:25 smithi032 ceph-mon[189144]: pgmap v11208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:26.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:25 smithi039 ceph-mon[181282]: pgmap v11208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:27.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:27 smithi032 ceph-mon[191839]: pgmap v11209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:27.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:27 smithi032 ceph-mon[189144]: pgmap v11209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:28.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:27 smithi039 ceph-mon[181282]: pgmap v11209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:29.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:29 smithi032 ceph-mon[189144]: pgmap v11210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:29.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:29 smithi032 ceph-mon[191839]: pgmap v11210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:30.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:29 smithi039 ceph-mon[181282]: pgmap v11210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:18:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:18:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:18:31.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:31 smithi039 ceph-mon[181282]: pgmap v11211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:31.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:31 smithi032 ceph-mon[189144]: pgmap v11211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:31.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:31 smithi032 ceph-mon[191839]: pgmap v11211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:33.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:33 smithi032 ceph-mon[191839]: pgmap v11212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:33.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:33 smithi032 ceph-mon[189144]: pgmap v11212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:34.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:33 smithi039 ceph-mon[181282]: pgmap v11212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:35 smithi032 ceph-mon[189144]: pgmap v11213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:18:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:35 smithi032 ceph-mon[191839]: pgmap v11213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:18:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:35 smithi039 ceph-mon[181282]: pgmap v11213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:18:37.267 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:18:37.590 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:18:37.590 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 8m ago 5h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:18:37.590 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 6m ago 5h 96.1M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:18:37.590 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 8m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:18:37.590 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 6m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:18:37.590 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 6m ago 5h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:18:37.590 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 8m ago 5h 735M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:18:37.590 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 8m ago 5h 1401M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:18:37.590 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 6m ago 5h 675M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:18:37.590 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 8m ago 5h 700M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:18:37.590 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 8m ago 5h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:18:37.591 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 6m ago 5h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:18:37.591 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 8m ago 5h 4658M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:18:37.591 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 8m ago 5h 4834M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:18:37.591 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 8m ago 5h 4321M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:18:37.591 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 8m ago 5h 4332M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:18:37.591 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 6m ago 5h 4117M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:18:37.591 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 6m ago 5h 4409M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:18:37.591 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 6m ago 5h 4126M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:18:37.591 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 6m ago 5h 4076M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:18:37.591 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 6m ago 5h 128M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:18:37.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:37 smithi032 ceph-mon[189144]: pgmap v11214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:37.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:37 smithi032 ceph-mon[191839]: pgmap v11214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:37.993 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:18:37.993 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:18:37.993 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:18:37.993 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:18:37.993 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:18:37.993 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:18:37.993 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:18:37.994 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:18:37.994 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:18:37.994 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:18:37.994 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:18:37.994 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:18:37.994 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:18:37.994 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:18:37.994 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:18:37.994 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:18:37.994 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:18:37.994 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:18:38.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:37 smithi039 ceph-mon[181282]: pgmap v11214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:38.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:38 smithi032 ceph-mon[189144]: from='client.56036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:18:38.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:38 smithi032 ceph-mon[189144]: from='client.46125 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:18:38.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:38 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/10608304' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:18:38.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:38 smithi032 ceph-mon[191839]: from='client.56036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:18:38.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:38 smithi032 ceph-mon[191839]: from='client.46125 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:18:38.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:38 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/10608304' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:18:39.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:38 smithi039 ceph-mon[181282]: from='client.56036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:18:39.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:38 smithi039 ceph-mon[181282]: from='client.46125 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:18:39.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:38 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/10608304' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:18:39.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:39 smithi032 ceph-mon[189144]: pgmap v11215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:39.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:39 smithi032 ceph-mon[191839]: pgmap v11215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:40.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:39 smithi039 ceph-mon[181282]: pgmap v11215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:18:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:18:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:18:41.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:41 smithi039 ceph-mon[181282]: pgmap v11216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:41.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:41 smithi032 ceph-mon[191839]: pgmap v11216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:41.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:41 smithi032 ceph-mon[189144]: pgmap v11216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:43.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:43 smithi032 ceph-mon[191839]: pgmap v11217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:43.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:43 smithi032 ceph-mon[189144]: pgmap v11217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:44.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:43 smithi039 ceph-mon[181282]: pgmap v11217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:45.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:45 smithi032 ceph-mon[189144]: pgmap v11218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:45.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:45 smithi032 ceph-mon[191839]: pgmap v11218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:46.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:45 smithi039 ceph-mon[181282]: pgmap v11218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:47.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:47 smithi032 ceph-mon[191839]: pgmap v11219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:47.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:47 smithi032 ceph-mon[189144]: pgmap v11219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:48.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:47 smithi039 ceph-mon[181282]: pgmap v11219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:49.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:49 smithi032 ceph-mon[189144]: pgmap v11220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:49.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:49 smithi032 ceph-mon[191839]: pgmap v11220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:50.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:49 smithi039 ceph-mon[181282]: pgmap v11220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:50.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:18:50.932 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:18:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:18:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:18:50.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:18:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:18:51.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:51 smithi032 ceph-mon[191839]: pgmap v11221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:51.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:51 smithi032 ceph-mon[189144]: pgmap v11221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:52.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:51 smithi039 ceph-mon[181282]: pgmap v11221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:53.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:53 smithi032 ceph-mon[189144]: pgmap v11222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:53.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:53 smithi032 ceph-mon[191839]: pgmap v11222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:54.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:53 smithi039 ceph-mon[181282]: pgmap v11222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:55.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:55 smithi032 ceph-mon[191839]: pgmap v11223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:55.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:55 smithi032 ceph-mon[189144]: pgmap v11223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:56.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:55 smithi039 ceph-mon[181282]: pgmap v11223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:57.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:57 smithi032 ceph-mon[191839]: pgmap v11224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:57.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:57 smithi032 ceph-mon[189144]: pgmap v11224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:58.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:57 smithi039 ceph-mon[181282]: pgmap v11224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:59.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:18:59 smithi032 ceph-mon[189144]: pgmap v11225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:18:59.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:18:59 smithi032 ceph-mon[191839]: pgmap v11225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:00.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:18:59 smithi039 ceph-mon[181282]: pgmap v11225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:19:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:19:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:19:01.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:19:01 smithi039 ceph-mon[181282]: pgmap v11226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:01.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:19:01 smithi032 ceph-mon[191839]: pgmap v11226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:01.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:19:01 smithi032 ceph-mon[189144]: pgmap v11226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:19:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:19:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:19:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:19:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:19:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:19:02.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:19:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:19:02.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:19:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:19:02.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:19:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:19:02.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:19:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:19:02.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:19:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:19:02.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:19:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:19:03.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:19:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:19:03.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:19:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:19:03.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:19:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:19:03.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:19:03 smithi039 ceph-mon[181282]: pgmap v11227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:03.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:19:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:19:03.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:19:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:19:03.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:19:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:19:03.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:19:03 smithi032 ceph-mon[191839]: pgmap v11227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:03.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:19:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:19:03.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:19:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:19:03.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:19:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:19:03.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:19:03 smithi032 ceph-mon[189144]: pgmap v11227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:19:05 smithi032 ceph-mon[191839]: pgmap v11228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:19:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:19:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:19:05 smithi032 ceph-mon[189144]: pgmap v11228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:19:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:19:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:19:05 smithi039 ceph-mon[181282]: pgmap v11228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:19:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:19:07.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:19:07 smithi032 ceph-mon[191839]: pgmap v11229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:07.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:19:07 smithi032 ceph-mon[189144]: pgmap v11229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:08.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:19:07 smithi039 ceph-mon[181282]: pgmap v11229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:08.361 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:19:08.682 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:19:08.682 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 9m ago 5h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:19:08.682 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 7m ago 5h 96.1M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:19:08.682 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 9m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:19:08.682 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 7m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:19:08.683 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 7m ago 5h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:19:08.683 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 9m ago 5h 735M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:19:08.683 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 9m ago 5h 1401M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:19:08.683 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 7m ago 5h 675M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:19:08.683 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 9m ago 5h 700M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:19:08.683 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 9m ago 5h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:19:08.683 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 7m ago 5h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:19:08.683 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 9m ago 5h 4658M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:19:08.683 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 9m ago 5h 4834M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:19:08.683 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 9m ago 5h 4321M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:19:08.683 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 9m ago 5h 4332M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:19:08.683 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 7m ago 5h 4117M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:19:08.683 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 7m ago 5h 4409M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:19:08.683 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 7m ago 5h 4126M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:19:08.683 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 7m ago 5h 4076M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:19:08.683 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 7m ago 5h 128M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:19:09.085 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:19:09.086 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:19:09.086 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:19:09.086 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:19:09.086 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:19:09.086 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:19:09.086 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:19:09.086 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:19:09.086 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:19:09.086 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:19:09.086 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:19:09.086 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:19:09.086 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:19:09.086 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:19:09.087 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:19:09.087 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:19:09.087 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:19:09.087 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:19:09.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:19:09 smithi032 ceph-mon[191839]: from='client.46137 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:19:09.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:19:09 smithi032 ceph-mon[191839]: pgmap v11230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:09.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:19:09 smithi032 ceph-mon[191839]: from='client.56060 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:19:09.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:19:09 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4228829138' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:19:09.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:19:09 smithi032 ceph-mon[189144]: from='client.46137 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:19:09.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:19:09 smithi032 ceph-mon[189144]: pgmap v11230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:09.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:19:09 smithi032 ceph-mon[189144]: from='client.56060 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:19:09.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:19:09 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4228829138' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:19:10.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:19:09 smithi039 ceph-mon[181282]: from='client.46137 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:19:10.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:19:09 smithi039 ceph-mon[181282]: pgmap v11230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:10.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:19:09 smithi039 ceph-mon[181282]: from='client.56060 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:19:10.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:19:09 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4228829138' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:19:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:19:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:19:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:19:11.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:19:11 smithi039 ceph-mon[181282]: pgmap v11231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:11.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:19:11 smithi032 ceph-mon[191839]: pgmap v11231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:11.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:19:11 smithi032 ceph-mon[189144]: pgmap v11231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:13.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:19:13 smithi032 ceph-mon[191839]: pgmap v11232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:13.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:19:13 smithi032 ceph-mon[189144]: pgmap v11232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:14.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:19:13 smithi039 ceph-mon[181282]: pgmap v11232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:15.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:19:15 smithi032 ceph-mon[191839]: pgmap v11233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:15.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:19:15 smithi032 ceph-mon[189144]: pgmap v11233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:16.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:19:15 smithi039 ceph-mon[181282]: pgmap v11233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:17.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:19:17 smithi032 ceph-mon[191839]: pgmap v11234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:17.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:19:17 smithi032 ceph-mon[189144]: pgmap v11234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:18.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:19:17 smithi039 ceph-mon[181282]: pgmap v11234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:19.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:19:19 smithi032 ceph-mon[189144]: pgmap v11235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:19.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:19:19 smithi032 ceph-mon[191839]: pgmap v11235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:20.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:19:19 smithi039 ceph-mon[181282]: pgmap v11235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:20.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:19:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:19:20.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:19:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:19:20.932 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:19:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:19:20] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T22:19:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:19:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:19:21.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:19:21 smithi032 ceph-mon[191839]: pgmap v11236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:21.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:19:21 smithi032 ceph-mon[189144]: pgmap v11236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:22.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:19:21 smithi039 ceph-mon[181282]: pgmap v11236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:23.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:19:23 smithi032 ceph-mon[189144]: pgmap v11237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:23.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:19:23 smithi032 ceph-mon[191839]: pgmap v11237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:24.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:19:23 smithi039 ceph-mon[181282]: pgmap v11237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:25.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:19:25 smithi032 ceph-mon[191839]: pgmap v11238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:25.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:19:25 smithi032 ceph-mon[189144]: pgmap v11238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:26.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:19:25 smithi039 ceph-mon[181282]: pgmap v11238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:27.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:19:27 smithi032 ceph-mon[189144]: pgmap v11239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:27.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:19:27 smithi032 ceph-mon[191839]: pgmap v11239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:28.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:19:27 smithi039 ceph-mon[181282]: pgmap v11239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:29.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:19:29 smithi032 ceph-mon[189144]: pgmap v11240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:29.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:19:29 smithi032 ceph-mon[191839]: pgmap v11240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:30.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:19:29 smithi039 ceph-mon[181282]: pgmap v11240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:19:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:19:30] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T22:19:31.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:19:31 smithi039 ceph-mon[181282]: pgmap v11241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:31.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:19:31 smithi032 ceph-mon[189144]: pgmap v11241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:31.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:19:31 smithi032 ceph-mon[191839]: pgmap v11241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:33.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:19:33 smithi032 ceph-mon[191839]: pgmap v11242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:33.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:19:33 smithi032 ceph-mon[189144]: pgmap v11242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:34.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:19:33 smithi039 ceph-mon[181282]: pgmap v11242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:19:35 smithi032 ceph-mon[189144]: pgmap v11243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:19:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:19:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:19:35 smithi032 ceph-mon[191839]: pgmap v11243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:19:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:19:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:19:35 smithi039 ceph-mon[181282]: pgmap v11243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:19:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:19:37.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:19:37 smithi032 ceph-mon[189144]: pgmap v11244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:37.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:19:37 smithi032 ceph-mon[191839]: pgmap v11244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:38.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:19:37 smithi039 ceph-mon[181282]: pgmap v11244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:39.444 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:19:39.768 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:19:39.768 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (4h) 9m ago 5h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:19:39.768 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 7m ago 5h 96.1M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:19:39.768 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 9m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:19:39.769 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 7m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:19:39.769 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 7m ago 5h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:19:39.769 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 9m ago 5h 735M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:19:39.769 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 9m ago 5h 1401M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:19:39.769 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 7m ago 5h 675M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:19:39.769 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 9m ago 5h 700M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:19:39.769 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (4h) 9m ago 5h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:19:39.769 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 7m ago 5h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:19:39.769 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 9m ago 5h 4658M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:19:39.769 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 9m ago 5h 4834M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:19:39.769 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 9m ago 5h 4321M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:19:39.769 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 9m ago 5h 4332M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:19:39.769 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 7m ago 5h 4117M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:19:39.769 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 7m ago 5h 4409M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:19:39.770 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 7m ago 5h 4126M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:19:39.770 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 7m ago 5h 4076M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:19:39.770 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 7m ago 5h 128M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:19:39.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:19:39 smithi032 ceph-mon[189144]: pgmap v11245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:39.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:19:39 smithi032 ceph-mon[191839]: pgmap v11245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:40.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:19:39 smithi039 ceph-mon[181282]: pgmap v11245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:40.167 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:19:40.167 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:19:40.167 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:19:40.168 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:19:40.168 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:19:40.168 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:19:40.168 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:19:40.168 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:19:40.168 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:19:40.169 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:19:40.169 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:19:40.169 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:19:40.169 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:19:40.169 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:19:40.169 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:19:40.170 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:19:40.170 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:19:40.170 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:19:40.932 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:19:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:19:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T22:19:40.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:19:40 smithi032 ceph-mon[189144]: from='client.46155 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:19:40.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:19:40 smithi032 ceph-mon[189144]: from='client.46161 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:19:40.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:19:40 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1071348371' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:19:40.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:19:40 smithi032 ceph-mon[191839]: from='client.46155 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:19:40.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:19:40 smithi032 ceph-mon[191839]: from='client.46161 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:19:40.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:19:40 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1071348371' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:19:41.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:19:40 smithi039 ceph-mon[181282]: from='client.46155 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:19:41.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:19:40 smithi039 ceph-mon[181282]: from='client.46161 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:19:41.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:19:40 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1071348371' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:19:41.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:19:41 smithi032 ceph-mon[189144]: pgmap v11246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:41.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:19:41 smithi032 ceph-mon[191839]: pgmap v11246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:42.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:19:41 smithi039 ceph-mon[181282]: pgmap v11246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:43.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:19:43 smithi032 ceph-mon[191839]: pgmap v11247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:43.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:19:43 smithi032 ceph-mon[189144]: pgmap v11247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:44.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:19:43 smithi039 ceph-mon[181282]: pgmap v11247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:45.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:19:45 smithi032 ceph-mon[191839]: pgmap v11248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:45.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:19:45 smithi032 ceph-mon[189144]: pgmap v11248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:46.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:19:45 smithi039 ceph-mon[181282]: pgmap v11248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:47.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:19:47 smithi032 ceph-mon[191839]: pgmap v11249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:47.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:19:47 smithi032 ceph-mon[189144]: pgmap v11249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:48.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:19:47 smithi039 ceph-mon[181282]: pgmap v11249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:49.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:19:49 smithi032 ceph-mon[189144]: pgmap v11250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:49.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:19:49 smithi032 ceph-mon[191839]: pgmap v11250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:50.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:19:49 smithi039 ceph-mon[181282]: pgmap v11250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:19:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:19:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:19:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:19:50] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T22:19:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:19:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:19:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:19:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:19:52.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:19:51 smithi039 ceph-mon[181282]: pgmap v11251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:52.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:19:51 smithi032 ceph-mon[191839]: pgmap v11251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:52.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:19:51 smithi032 ceph-mon[189144]: pgmap v11251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:54.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:19:53 smithi039 ceph-mon[181282]: pgmap v11252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:54.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:19:53 smithi032 ceph-mon[191839]: pgmap v11252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:54.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:19:53 smithi032 ceph-mon[189144]: pgmap v11252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:56.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:19:55 smithi039 ceph-mon[181282]: pgmap v11253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:19:55 smithi032 ceph-mon[189144]: pgmap v11253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:56.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:19:55 smithi032 ceph-mon[191839]: pgmap v11253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:58.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:19:57 smithi039 ceph-mon[181282]: pgmap v11254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:58.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:19:57 smithi032 ceph-mon[191839]: pgmap v11254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:19:58.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:19:57 smithi032 ceph-mon[189144]: pgmap v11254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:00.002 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:19:59 smithi032 ceph-mon[189144]: pgmap v11255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:00.003 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:19:59 smithi032 ceph-mon[191839]: pgmap v11255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:00.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:19:59 smithi039 ceph-mon[181282]: pgmap v11255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T22:19:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T22:20:01.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T22:20:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T22:20:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T22:20:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:20:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:20:00] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T22:20:02.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:01 smithi039 ceph-mon[181282]: pgmap v11256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:02.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:01 smithi032 ceph-mon[191839]: pgmap v11256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:02.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:01 smithi032 ceph-mon[189144]: pgmap v11256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:04.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:03 smithi039 ceph-mon[181282]: pgmap v11257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:04.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:20:04.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:03 smithi032 ceph-mon[191839]: pgmap v11257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:04.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:20:04.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:03 smithi032 ceph-mon[189144]: pgmap v11257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:04.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:20:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:05 smithi039 ceph-mon[181282]: pgmap v11258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:20:06.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:20:06.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:20:06.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:20:06.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:20:06.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:20:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:05 smithi032 ceph-mon[189144]: pgmap v11258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:20:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:20:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:20:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:20:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:20:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:20:06.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:05 smithi032 ceph-mon[191839]: pgmap v11258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:06.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:20:06.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:20:06.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:20:06.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:20:06.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:20:06.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:20:08.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:07 smithi039 ceph-mon[181282]: pgmap v11259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:08.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:07 smithi032 ceph-mon[191839]: pgmap v11259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:08.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:07 smithi032 ceph-mon[189144]: pgmap v11259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:10.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:09 smithi039 ceph-mon[181282]: pgmap v11260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:10.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:09 smithi032 ceph-mon[189144]: pgmap v11260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:10.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:09 smithi032 ceph-mon[191839]: pgmap v11260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:10.525 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:20:10.850 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:20:10.850 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 6s ago 5h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:20:10.850 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (4h) 8m ago 5h 96.1M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:20:10.850 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 6s ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:20:10.850 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 8m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:20:10.850 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 8m ago 5h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:20:10.850 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (4h) 6s ago 5h 742M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:20:10.850 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 6s ago 5h 1438M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:20:10.850 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 8m ago 5h 675M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:20:10.850 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 6s ago 5h 718M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:20:10.850 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 6s ago 5h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:20:10.850 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (4h) 8m ago 5h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:20:10.850 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 6s ago 5h 4689M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:20:10.851 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 6s ago 5h 4864M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:20:10.851 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 6s ago 5h 4344M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:20:10.851 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 6s ago 5h 4362M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:20:10.851 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 8m ago 5h 4117M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:20:10.851 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 8m ago 5h 4409M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:20:10.851 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 8m ago 5h 4126M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:20:10.851 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 8m ago 5h 4076M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:20:10.851 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (4h) 8m ago 5h 128M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:20:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:20:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:20:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:20:11.248 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:20:11.248 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:20:11.249 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:20:11.249 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:20:11.249 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:20:11.249 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:20:11.249 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:20:11.249 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:20:11.249 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:20:11.249 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:20:11.249 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:20:11.249 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:20:11.249 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:20:11.249 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:20:11.249 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:20:11.250 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:20:11.250 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:20:11.250 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:20:11.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:11 smithi039 ceph-mon[181282]: from='client.56090 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:20:11.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:11 smithi039 ceph-mon[181282]: pgmap v11261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:11.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:11 smithi039 ceph-mon[181282]: from='client.56096 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:20:11.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:11 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4064350875' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:20:11.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:11 smithi032 ceph-mon[191839]: from='client.56090 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:20:11.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:11 smithi032 ceph-mon[191839]: pgmap v11261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:11.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:11 smithi032 ceph-mon[191839]: from='client.56096 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:20:11.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:11 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4064350875' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:20:11.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:11 smithi032 ceph-mon[189144]: from='client.56090 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:20:11.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:11 smithi032 ceph-mon[189144]: pgmap v11261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:11.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:11 smithi032 ceph-mon[189144]: from='client.56096 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:20:11.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:11 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4064350875' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:20:13.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:13 smithi032 ceph-mon[189144]: pgmap v11262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:13.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:13 smithi032 ceph-mon[191839]: pgmap v11262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:14.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:13 smithi039 ceph-mon[181282]: pgmap v11262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:15.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:15 smithi032 ceph-mon[191839]: pgmap v11263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:15.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:15 smithi032 ceph-mon[189144]: pgmap v11263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:16.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:15 smithi039 ceph-mon[181282]: pgmap v11263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:17.259 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 22:20:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-22T22:20:16.982781725Z level=info msg="Completed cleanup jobs" duration=12.404538ms 2023-12-22T22:20:17.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:17 smithi032 ceph-mon[191839]: pgmap v11264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:17.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:17 smithi032 ceph-mon[189144]: pgmap v11264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:18.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:17 smithi039 ceph-mon[181282]: pgmap v11264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:19.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:19 smithi032 ceph-mon[191839]: pgmap v11265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:19.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:19 smithi032 ceph-mon[189144]: pgmap v11265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:20.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:19 smithi039 ceph-mon[181282]: pgmap v11265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:20.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:20:20.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:20:20.933 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:20:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:20:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:20:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:20:21.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:21 smithi032 ceph-mon[191839]: pgmap v11266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:21.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:21 smithi032 ceph-mon[189144]: pgmap v11266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:22.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:21 smithi039 ceph-mon[181282]: pgmap v11266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:24.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:23 smithi039 ceph-mon[181282]: pgmap v11267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:24.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:23 smithi032 ceph-mon[189144]: pgmap v11267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:24.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:23 smithi032 ceph-mon[191839]: pgmap v11267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:26.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:25 smithi039 ceph-mon[181282]: pgmap v11268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:26.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:25 smithi032 ceph-mon[189144]: pgmap v11268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:26.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:25 smithi032 ceph-mon[191839]: pgmap v11268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:28.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:27 smithi039 ceph-mon[181282]: pgmap v11269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:28.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:27 smithi032 ceph-mon[191839]: pgmap v11269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:28.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:27 smithi032 ceph-mon[189144]: pgmap v11269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:30.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:29 smithi039 ceph-mon[181282]: pgmap v11270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:30.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:29 smithi032 ceph-mon[189144]: pgmap v11270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:30.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:29 smithi032 ceph-mon[191839]: pgmap v11270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:20:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:20:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:20:31.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:31 smithi039 ceph-mon[181282]: pgmap v11271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:31.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:31 smithi032 ceph-mon[189144]: pgmap v11271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:31.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:31 smithi032 ceph-mon[191839]: pgmap v11271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:33.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:33 smithi032 ceph-mon[191839]: pgmap v11272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:33.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:33 smithi032 ceph-mon[189144]: pgmap v11272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:34.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:33 smithi039 ceph-mon[181282]: pgmap v11272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:35 smithi032 ceph-mon[191839]: pgmap v11273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:20:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:35 smithi032 ceph-mon[189144]: pgmap v11273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:20:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:35 smithi039 ceph-mon[181282]: pgmap v11273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:20:38.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:37 smithi039 ceph-mon[181282]: pgmap v11274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:38.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:37 smithi032 ceph-mon[191839]: pgmap v11274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:38.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:37 smithi032 ceph-mon[189144]: pgmap v11274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:40.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:39 smithi039 ceph-mon[181282]: pgmap v11275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:40.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:39 smithi032 ceph-mon[191839]: pgmap v11275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:40.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:39 smithi032 ceph-mon[189144]: pgmap v11275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:20:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:20:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:20:41.611 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:20:41.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:41 smithi039 ceph-mon[181282]: pgmap v11276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:41.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:41 smithi032 ceph-mon[191839]: pgmap v11276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:41.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:41 smithi032 ceph-mon[189144]: pgmap v11276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:41.932 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:20:41.932 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 37s ago 5h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:20:41.932 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 8m ago 5h 96.1M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:20:41.932 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 37s ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:20:41.932 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 8m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:20:41.933 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (4h) 8m ago 5h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:20:41.933 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 37s ago 5h 742M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:20:41.933 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (4h) 37s ago 5h 1438M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:20:41.933 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 8m ago 5h 675M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:20:41.933 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 37s ago 5h 718M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:20:41.933 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 37s ago 5h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:20:41.933 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 8m ago 5h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:20:41.933 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 37s ago 5h 4689M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:20:41.933 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 37s ago 5h 4864M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:20:41.933 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 37s ago 5h 4344M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:20:41.933 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 37s ago 5h 4362M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:20:41.933 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 8m ago 5h 4117M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:20:41.933 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 8m ago 5h 4409M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:20:41.933 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 8m ago 5h 4126M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:20:41.934 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 8m ago 5h 4076M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:20:41.934 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 8m ago 5h 128M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:20:42.334 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:20:42.335 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:20:42.335 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:20:42.335 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:20:42.335 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:20:42.335 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:20:42.335 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:20:42.335 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:20:42.335 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:20:42.335 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:20:42.335 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:20:42.335 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:20:42.335 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:20:42.335 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:20:42.336 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:20:42.336 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:20:42.336 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:20:42.336 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:20:42.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:42 smithi039 ceph-mon[181282]: from='client.56108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:20:42.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:42 smithi039 ceph-mon[181282]: from='client.56114 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:20:42.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:42 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2351013991' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:20:42.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:42 smithi032 ceph-mon[191839]: from='client.56108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:20:42.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:42 smithi032 ceph-mon[191839]: from='client.56114 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:20:42.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:42 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2351013991' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:20:42.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:42 smithi032 ceph-mon[189144]: from='client.56108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:20:42.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:42 smithi032 ceph-mon[189144]: from='client.56114 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:20:42.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:42 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2351013991' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:20:43.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:43 smithi039 ceph-mon[181282]: pgmap v11277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:43.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:43 smithi032 ceph-mon[191839]: pgmap v11277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:43.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:43 smithi032 ceph-mon[189144]: pgmap v11277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:45.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:45 smithi032 ceph-mon[191839]: pgmap v11278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:45.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:45 smithi032 ceph-mon[189144]: pgmap v11278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:46.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:45 smithi039 ceph-mon[181282]: pgmap v11278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:48.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:47 smithi039 ceph-mon[181282]: pgmap v11279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:48.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:47 smithi032 ceph-mon[191839]: pgmap v11279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:48.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:47 smithi032 ceph-mon[189144]: pgmap v11279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:50.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:49 smithi039 ceph-mon[181282]: pgmap v11280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:50.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:49 smithi032 ceph-mon[189144]: pgmap v11280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:50.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:49 smithi032 ceph-mon[191839]: pgmap v11280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:20:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:20:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:20:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:20:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:20:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:20:52.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:51 smithi039 ceph-mon[181282]: pgmap v11281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:52.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:51 smithi032 ceph-mon[191839]: pgmap v11281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:52.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:51 smithi032 ceph-mon[189144]: pgmap v11281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:54.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:53 smithi039 ceph-mon[181282]: pgmap v11282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:53 smithi032 ceph-mon[191839]: pgmap v11282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:54.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:53 smithi032 ceph-mon[189144]: pgmap v11282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:56.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:55 smithi039 ceph-mon[181282]: pgmap v11283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:55 smithi032 ceph-mon[191839]: pgmap v11283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:55 smithi032 ceph-mon[189144]: pgmap v11283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:58.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:57 smithi039 ceph-mon[181282]: pgmap v11284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:57 smithi032 ceph-mon[191839]: pgmap v11284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:20:58.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:57 smithi032 ceph-mon[189144]: pgmap v11284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:00.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:20:59 smithi039 ceph-mon[181282]: pgmap v11285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:00.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:20:59 smithi032 ceph-mon[189144]: pgmap v11285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:00.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:20:59 smithi032 ceph-mon[191839]: pgmap v11285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:21:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:21:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:21:01.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:21:01 smithi039 ceph-mon[181282]: pgmap v11286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:01.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:21:01 smithi032 ceph-mon[191839]: pgmap v11286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:01.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:21:01 smithi032 ceph-mon[189144]: pgmap v11286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:04.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:21:03 smithi039 ceph-mon[181282]: pgmap v11287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:21:03 smithi032 ceph-mon[191839]: pgmap v11287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:04.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:21:03 smithi032 ceph-mon[189144]: pgmap v11287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:21:05 smithi039 ceph-mon[181282]: pgmap v11288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:21:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:21:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:21:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:21:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:21:05 smithi032 ceph-mon[191839]: pgmap v11288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:21:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:21:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:21:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:21:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:21:05 smithi032 ceph-mon[189144]: pgmap v11288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:21:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:21:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:21:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:21:07.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:21:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:21:07.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:21:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:21:07.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:21:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:21:07.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:21:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:21:07.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:21:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:21:07.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:21:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:21:07.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:21:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:21:07.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:21:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:21:07.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:21:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:21:08.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:21:07 smithi032 ceph-mon[191839]: pgmap v11289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:08.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:21:07 smithi032 ceph-mon[189144]: pgmap v11289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:08.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:21:07 smithi039 ceph-mon[181282]: pgmap v11289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:10.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:21:09 smithi032 ceph-mon[191839]: pgmap v11290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:10.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:21:09 smithi032 ceph-mon[189144]: pgmap v11290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:10.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:21:09 smithi039 ceph-mon[181282]: pgmap v11290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:21:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:21:10] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:21:11.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:21:11 smithi039 ceph-mon[181282]: pgmap v11291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:11.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:21:11 smithi032 ceph-mon[191839]: pgmap v11291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:11.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:21:11 smithi032 ceph-mon[189144]: pgmap v11291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:12.700 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:21:13.021 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:21:13.021 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 68s ago 5h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:21:13.021 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 9m ago 5h 96.1M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:21:13.021 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 68s ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:21:13.021 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 9m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:21:13.021 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 9m ago 5h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:21:13.021 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 68s ago 5h 742M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:21:13.021 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 68s ago 5h 1438M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:21:13.021 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (4h) 9m ago 5h 675M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:21:13.022 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (4h) 68s ago 5h 718M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:21:13.022 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 68s ago 5h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:21:13.022 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 9m ago 5h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:21:13.022 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 68s ago 5h 4689M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:21:13.022 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 68s ago 5h 4864M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:21:13.022 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 68s ago 5h 4344M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:21:13.022 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 68s ago 5h 4362M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:21:13.022 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 9m ago 5h 4117M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:21:13.022 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 9m ago 5h 4409M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:21:13.022 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 9m ago 5h 4126M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:21:13.022 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 9m ago 5h 4076M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:21:13.022 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 9m ago 5h 128M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:21:13.419 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:21:13.419 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:21:13.419 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:21:13.420 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:21:13.420 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:21:13.420 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:21:13.420 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:21:13.420 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:21:13.420 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:21:13.420 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:21:13.421 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:21:13.421 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:21:13.421 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:21:13.421 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:21:13.421 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:21:13.421 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:21:13.422 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:21:13.422 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:21:14.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:21:13 smithi039 ceph-mon[181282]: pgmap v11292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:14.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:21:13 smithi039 ceph-mon[181282]: from='client.46209 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:21:14.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:21:13 smithi039 ceph-mon[181282]: from='client.46215 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:21:14.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:21:13 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/981766725' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:21:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:21:13 smithi032 ceph-mon[191839]: pgmap v11292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:14.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:21:13 smithi032 ceph-mon[191839]: from='client.46209 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:21:14.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:21:13 smithi032 ceph-mon[191839]: from='client.46215 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:21:14.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:21:13 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/981766725' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:21:14.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:21:13 smithi032 ceph-mon[189144]: pgmap v11292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:14.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:21:13 smithi032 ceph-mon[189144]: from='client.46209 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:21:14.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:21:13 smithi032 ceph-mon[189144]: from='client.46215 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:21:14.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:21:13 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/981766725' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:21:16.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:21:15 smithi039 ceph-mon[181282]: pgmap v11293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:21:15 smithi032 ceph-mon[191839]: pgmap v11293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:16.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:21:15 smithi032 ceph-mon[189144]: pgmap v11293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:18.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:21:17 smithi039 ceph-mon[181282]: pgmap v11294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:21:17 smithi032 ceph-mon[191839]: pgmap v11294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:18.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:21:17 smithi032 ceph-mon[189144]: pgmap v11294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:20.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:21:19 smithi039 ceph-mon[181282]: pgmap v11295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:21:19 smithi032 ceph-mon[191839]: pgmap v11295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:20.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:21:19 smithi032 ceph-mon[189144]: pgmap v11295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:21:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:21:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:21:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:21:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:21:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:21:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:21:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:21:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:21:22.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:21:21 smithi039 ceph-mon[181282]: pgmap v11296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:22.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:21:21 smithi032 ceph-mon[191839]: pgmap v11296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:22.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:21:21 smithi032 ceph-mon[189144]: pgmap v11296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:24.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:21:23 smithi039 ceph-mon[181282]: pgmap v11297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:24.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:21:23 smithi032 ceph-mon[191839]: pgmap v11297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:24.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:21:23 smithi032 ceph-mon[189144]: pgmap v11297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:26.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:21:25 smithi039 ceph-mon[181282]: pgmap v11298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:21:25 smithi032 ceph-mon[191839]: pgmap v11298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:26.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:21:25 smithi032 ceph-mon[189144]: pgmap v11298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:28.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:21:27 smithi039 ceph-mon[181282]: pgmap v11299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:21:27 smithi032 ceph-mon[191839]: pgmap v11299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:28.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:21:27 smithi032 ceph-mon[189144]: pgmap v11299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:30.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:21:29 smithi039 ceph-mon[181282]: pgmap v11300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:30.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:21:29 smithi032 ceph-mon[191839]: pgmap v11300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:30.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:21:29 smithi032 ceph-mon[189144]: pgmap v11300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:21:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:21:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:21:31.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:21:31 smithi039 ceph-mon[181282]: pgmap v11301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:31.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:21:31 smithi032 ceph-mon[189144]: pgmap v11301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:31.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:21:31 smithi032 ceph-mon[191839]: pgmap v11301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:34.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:21:33 smithi039 ceph-mon[181282]: pgmap v11302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:21:33 smithi032 ceph-mon[191839]: pgmap v11302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:34.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:21:33 smithi032 ceph-mon[189144]: pgmap v11302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:21:35 smithi039 ceph-mon[181282]: pgmap v11303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:21:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:21:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:21:35 smithi032 ceph-mon[191839]: pgmap v11303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:21:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:21:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:21:35 smithi032 ceph-mon[189144]: pgmap v11303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:21:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:21:38.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:21:37 smithi039 ceph-mon[181282]: pgmap v11304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:38.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:21:37 smithi032 ceph-mon[191839]: pgmap v11304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:38.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:21:37 smithi032 ceph-mon[189144]: pgmap v11304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:40.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:21:39 smithi039 ceph-mon[181282]: pgmap v11305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:21:39 smithi032 ceph-mon[191839]: pgmap v11305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:40.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:21:39 smithi032 ceph-mon[189144]: pgmap v11305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:21:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:21:40] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:21:41.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:21:41 smithi039 ceph-mon[181282]: pgmap v11306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:41.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:21:41 smithi032 ceph-mon[191839]: pgmap v11306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:41.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:21:41 smithi032 ceph-mon[189144]: pgmap v11306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:43.783 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:21:44.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:21:43 smithi039 ceph-mon[181282]: pgmap v11307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:44.108 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:21:44.108 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 99s ago 5h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:21:44.108 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 9m ago 5h 96.1M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:21:44.108 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 99s ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:21:44.108 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 9m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:21:44.108 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 9m ago 5h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:21:44.108 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 99s ago 5h 742M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:21:44.108 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 99s ago 5h 1438M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:21:44.108 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 9m ago 5h 675M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:21:44.109 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 99s ago 5h 718M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:21:44.109 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 99s ago 5h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:21:44.109 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 9m ago 5h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:21:44.109 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (4h) 99s ago 5h 4689M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:21:44.109 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 99s ago 5h 4864M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:21:44.109 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 99s ago 5h 4344M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:21:44.109 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 99s ago 5h 4362M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:21:44.109 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 9m ago 5h 4117M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:21:44.109 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 9m ago 5h 4409M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:21:44.109 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 9m ago 5h 4126M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:21:44.109 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 9m ago 5h 4076M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:21:44.109 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 9m ago 5h 128M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:21:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:21:43 smithi032 ceph-mon[189144]: pgmap v11307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:44.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:21:43 smithi032 ceph-mon[191839]: pgmap v11307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:44.508 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:21:44.508 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:21:44.508 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:21:44.508 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:21:44.508 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:21:44.508 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:21:44.508 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:21:44.508 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:21:44.509 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:21:44.509 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:21:44.509 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:21:44.509 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:21:44.509 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:21:44.509 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:21:44.509 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:21:44.509 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:21:44.509 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:21:44.509 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:21:45.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:21:44 smithi039 ceph-mon[181282]: from='client.56144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:21:45.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:21:44 smithi039 ceph-mon[181282]: from='client.56150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:21:45.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:21:44 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1381514757' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:21:45.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:21:44 smithi032 ceph-mon[191839]: from='client.56144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:21:45.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:21:44 smithi032 ceph-mon[191839]: from='client.56150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:21:45.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:21:44 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1381514757' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:21:45.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:21:44 smithi032 ceph-mon[189144]: from='client.56144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:21:45.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:21:44 smithi032 ceph-mon[189144]: from='client.56150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:21:45.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:21:44 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1381514757' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:21:46.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:21:45 smithi039 ceph-mon[181282]: pgmap v11308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:21:45 smithi032 ceph-mon[189144]: pgmap v11308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:46.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:21:45 smithi032 ceph-mon[191839]: pgmap v11308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:48.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:21:47 smithi039 ceph-mon[181282]: pgmap v11309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:21:47 smithi032 ceph-mon[189144]: pgmap v11309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:48.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:21:47 smithi032 ceph-mon[191839]: pgmap v11309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:50.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:21:49 smithi039 ceph-mon[181282]: pgmap v11310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:21:49 smithi032 ceph-mon[189144]: pgmap v11310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:50.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:21:49 smithi032 ceph-mon[191839]: pgmap v11310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:21:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:21:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:21:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:21:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:21:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:21:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:21:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:21:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:21:52.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:21:51 smithi039 ceph-mon[181282]: pgmap v11311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:21:51 smithi032 ceph-mon[189144]: pgmap v11311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:52.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:21:51 smithi032 ceph-mon[191839]: pgmap v11311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:54.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:21:53 smithi039 ceph-mon[181282]: pgmap v11312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:21:53 smithi032 ceph-mon[191839]: pgmap v11312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:21:53 smithi032 ceph-mon[189144]: pgmap v11312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:56.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:21:55 smithi039 ceph-mon[181282]: pgmap v11313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:21:55 smithi032 ceph-mon[191839]: pgmap v11313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:21:55 smithi032 ceph-mon[189144]: pgmap v11313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:58.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:21:57 smithi039 ceph-mon[181282]: pgmap v11314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:21:57 smithi032 ceph-mon[191839]: pgmap v11314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:21:58.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:21:57 smithi032 ceph-mon[189144]: pgmap v11314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:00.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:21:59 smithi039 ceph-mon[181282]: pgmap v11315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:21:59 smithi032 ceph-mon[191839]: pgmap v11315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:21:59 smithi032 ceph-mon[189144]: pgmap v11315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:22:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:22:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:22:01.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:22:01 smithi039 ceph-mon[181282]: pgmap v11316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:01.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:22:01 smithi032 ceph-mon[189144]: pgmap v11316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:01.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:22:01 smithi032 ceph-mon[191839]: pgmap v11316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:04.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:22:03 smithi039 ceph-mon[181282]: pgmap v11317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:22:03 smithi032 ceph-mon[191839]: pgmap v11317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:04.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:22:03 smithi032 ceph-mon[189144]: pgmap v11317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:22:05 smithi039 ceph-mon[181282]: pgmap v11318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:22:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:22:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:22:05 smithi032 ceph-mon[191839]: pgmap v11318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:22:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:22:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:22:05 smithi032 ceph-mon[189144]: pgmap v11318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:22:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:22:07.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:22:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:22:07.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:22:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:22:07.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:22:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:22:08.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:22:07 smithi039 ceph-mon[181282]: pgmap v11319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:22:07 smithi032 ceph-mon[191839]: pgmap v11319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:08.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:22:07 smithi032 ceph-mon[189144]: pgmap v11319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:10.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:22:09 smithi039 ceph-mon[181282]: pgmap v11320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:10.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:22:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:22:10.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:22:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:22:10.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:22:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:22:10.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:22:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:22:10.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:22:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:22:10.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:22:09 smithi032 ceph-mon[191839]: pgmap v11320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:10.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:22:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:22:10.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:22:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:22:10.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:22:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:22:10.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:22:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:22:10.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:22:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:22:10.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:22:09 smithi032 ceph-mon[189144]: pgmap v11320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:10.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:22:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:22:10.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:22:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:22:10.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:22:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:22:10.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:22:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:22:10.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:22:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:22:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:22:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:22:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:22:11.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:22:11 smithi039 ceph-mon[181282]: pgmap v11321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:11.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:22:11 smithi032 ceph-mon[191839]: pgmap v11321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:11.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:22:11 smithi032 ceph-mon[189144]: pgmap v11321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:14.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:22:13 smithi039 ceph-mon[181282]: pgmap v11322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:22:13 smithi032 ceph-mon[189144]: pgmap v11322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:22:13 smithi032 ceph-mon[191839]: pgmap v11322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:14.868 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:22:15.191 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:22:15.191 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 2m ago 5h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:22:15.191 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 6s ago 5h 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:22:15.191 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 2m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:22:15.191 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 6s ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:22:15.191 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 6s ago 5h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:22:15.191 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 2m ago 5h 742M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:22:15.191 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 2m ago 5h 1438M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:22:15.191 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 6s ago 5h 692M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:22:15.191 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 2m ago 5h 718M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:22:15.191 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 2m ago 5h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:22:15.192 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 6s ago 5h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:22:15.192 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 2m ago 5h 4689M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:22:15.192 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (4h) 2m ago 5h 4864M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:22:15.192 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 2m ago 5h 4344M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:22:15.192 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 2m ago 5h 4362M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:22:15.192 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 6s ago 5h 4144M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:22:15.192 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 6s ago 5h 4443M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:22:15.192 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 6s ago 5h 4156M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:22:15.192 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 6s ago 5h 4111M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:22:15.192 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 6s ago 5h 127M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:22:15.591 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:22:15.592 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:22:15.592 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:22:15.592 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:22:15.592 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:22:15.592 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:22:15.592 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:22:15.592 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:22:15.592 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:22:15.592 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:22:15.592 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:22:15.592 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:22:15.592 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:22:15.592 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:22:15.592 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:22:15.593 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:22:15.593 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:22:15.593 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:22:16.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:22:15 smithi039 ceph-mon[181282]: pgmap v11323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:16.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:22:15 smithi039 ceph-mon[181282]: from='client.46245 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:22:16.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:22:15 smithi039 ceph-mon[181282]: from='client.46251 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:22:16.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:22:15 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3166242275' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:22:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:22:15 smithi032 ceph-mon[191839]: pgmap v11323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:16.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:22:15 smithi032 ceph-mon[191839]: from='client.46245 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:22:16.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:22:15 smithi032 ceph-mon[191839]: from='client.46251 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:22:16.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:22:15 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3166242275' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:22:16.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:22:15 smithi032 ceph-mon[189144]: pgmap v11323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:16.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:22:15 smithi032 ceph-mon[189144]: from='client.46245 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:22:16.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:22:15 smithi032 ceph-mon[189144]: from='client.46251 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:22:16.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:22:15 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3166242275' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:22:18.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:22:17 smithi039 ceph-mon[181282]: pgmap v11324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:18.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:22:17 smithi032 ceph-mon[189144]: pgmap v11324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:22:17 smithi032 ceph-mon[191839]: pgmap v11324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:20.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:22:19 smithi039 ceph-mon[181282]: pgmap v11325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:22:19 smithi032 ceph-mon[191839]: pgmap v11325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:22:19 smithi032 ceph-mon[189144]: pgmap v11325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:22:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:22:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:22:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:22:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:22:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:22:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:22:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:22:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:22:22.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:22:21 smithi039 ceph-mon[181282]: pgmap v11326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:22.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:22:21 smithi032 ceph-mon[191839]: pgmap v11326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:22:21 smithi032 ceph-mon[189144]: pgmap v11326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:24.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:22:23 smithi039 ceph-mon[181282]: pgmap v11327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:24.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:22:23 smithi032 ceph-mon[191839]: pgmap v11327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:24.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:22:23 smithi032 ceph-mon[189144]: pgmap v11327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:26.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:22:25 smithi039 ceph-mon[181282]: pgmap v11328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:22:25 smithi032 ceph-mon[191839]: pgmap v11328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:22:25 smithi032 ceph-mon[189144]: pgmap v11328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:28.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:22:27 smithi039 ceph-mon[181282]: pgmap v11329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:22:27 smithi032 ceph-mon[191839]: pgmap v11329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:22:27 smithi032 ceph-mon[189144]: pgmap v11329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:30.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:22:29 smithi039 ceph-mon[181282]: pgmap v11330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:30.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:22:29 smithi032 ceph-mon[191839]: pgmap v11330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:30.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:22:29 smithi032 ceph-mon[189144]: pgmap v11330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:22:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:22:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:22:31.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:22:31 smithi039 ceph-mon[181282]: pgmap v11331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:31.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:22:31 smithi032 ceph-mon[191839]: pgmap v11331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:31.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:22:31 smithi032 ceph-mon[189144]: pgmap v11331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:34.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:22:33 smithi039 ceph-mon[181282]: pgmap v11332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:22:33 smithi032 ceph-mon[191839]: pgmap v11332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:22:33 smithi032 ceph-mon[189144]: pgmap v11332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:22:35 smithi039 ceph-mon[181282]: pgmap v11333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:22:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:22:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:22:35 smithi032 ceph-mon[191839]: pgmap v11333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:22:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:22:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:22:35 smithi032 ceph-mon[189144]: pgmap v11333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:22:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:22:38.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:22:37 smithi039 ceph-mon[181282]: pgmap v11334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:38.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:22:37 smithi032 ceph-mon[191839]: pgmap v11334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:38.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:22:37 smithi032 ceph-mon[189144]: pgmap v11334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:40.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:22:39 smithi039 ceph-mon[181282]: pgmap v11335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:22:39 smithi032 ceph-mon[191839]: pgmap v11335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:22:39 smithi032 ceph-mon[189144]: pgmap v11335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:22:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:22:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:22:41.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:22:41 smithi039 ceph-mon[181282]: pgmap v11336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:41.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:22:41 smithi032 ceph-mon[191839]: pgmap v11336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:41.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:22:41 smithi032 ceph-mon[189144]: pgmap v11336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:44.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:22:43 smithi039 ceph-mon[181282]: pgmap v11337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:22:43 smithi032 ceph-mon[191839]: pgmap v11337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:22:43 smithi032 ceph-mon[189144]: pgmap v11337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:45.958 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:22:46.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:22:45 smithi039 ceph-mon[181282]: pgmap v11338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:22:45 smithi032 ceph-mon[191839]: pgmap v11338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:22:45 smithi032 ceph-mon[189144]: pgmap v11338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:46.280 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:22:46.280 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 2m ago 5h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:22:46.280 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 37s ago 5h 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:22:46.280 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 2m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:22:46.280 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 37s ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:22:46.280 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 37s ago 5h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:22:46.280 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 2m ago 5h 742M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:22:46.281 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 2m ago 5h 1438M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:22:46.281 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 37s ago 5h 692M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:22:46.281 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 2m ago 5h 718M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:22:46.281 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 2m ago 5h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:22:46.281 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 37s ago 5h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:22:46.281 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 2m ago 5h 4689M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:22:46.281 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 2m ago 5h 4864M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:22:46.281 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (4h) 2m ago 5h 4344M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:22:46.281 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 2m ago 5h 4362M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:22:46.281 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 37s ago 5h 4144M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:22:46.281 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 37s ago 5h 4443M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:22:46.281 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 37s ago 5h 4156M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:22:46.281 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 37s ago 5h 4111M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:22:46.281 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 37s ago 5h 127M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:22:46.681 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:22:46.681 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:22:46.681 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:22:46.681 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:22:46.681 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:22:46.681 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:22:46.682 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:22:46.682 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:22:46.682 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:22:46.682 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:22:46.682 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:22:46.682 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:22:46.683 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:22:46.683 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:22:46.683 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:22:46.683 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:22:46.683 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:22:46.683 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:22:47.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:22:46 smithi039 ceph-mon[181282]: from='client.56180 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:22:47.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:22:46 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3219851939' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:22:47.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:22:46 smithi032 ceph-mon[189144]: from='client.56180 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:22:47.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:22:46 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3219851939' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:22:47.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:22:46 smithi032 ceph-mon[191839]: from='client.56180 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:22:47.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:22:46 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3219851939' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:22:48.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:22:47 smithi039 ceph-mon[181282]: from='client.56186 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:22:48.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:22:47 smithi039 ceph-mon[181282]: pgmap v11339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:48.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:22:47 smithi032 ceph-mon[191839]: from='client.56186 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:22:48.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:22:47 smithi032 ceph-mon[191839]: pgmap v11339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:22:47 smithi032 ceph-mon[189144]: from='client.56186 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:22:48.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:22:47 smithi032 ceph-mon[189144]: pgmap v11339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:50.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:22:49 smithi039 ceph-mon[181282]: pgmap v11340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:22:49 smithi032 ceph-mon[191839]: pgmap v11340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:22:49 smithi032 ceph-mon[189144]: pgmap v11340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:22:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:22:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:22:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:22:50] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:22:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:22:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:22:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:22:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:22:52.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:22:51 smithi039 ceph-mon[181282]: pgmap v11341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:52.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:22:51 smithi032 ceph-mon[191839]: pgmap v11341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:22:51 smithi032 ceph-mon[189144]: pgmap v11341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:54.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:22:53 smithi039 ceph-mon[181282]: pgmap v11342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:22:53 smithi032 ceph-mon[191839]: pgmap v11342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:22:53 smithi032 ceph-mon[189144]: pgmap v11342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:56.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:22:55 smithi039 ceph-mon[181282]: pgmap v11343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:22:55 smithi032 ceph-mon[191839]: pgmap v11343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:22:55 smithi032 ceph-mon[189144]: pgmap v11343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:58.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:22:57 smithi039 ceph-mon[181282]: pgmap v11344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:22:57 smithi032 ceph-mon[191839]: pgmap v11344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:22:58.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:22:57 smithi032 ceph-mon[189144]: pgmap v11344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:00.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:22:59 smithi039 ceph-mon[181282]: pgmap v11345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:22:59 smithi032 ceph-mon[191839]: pgmap v11345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:22:59 smithi032 ceph-mon[189144]: pgmap v11345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:23:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:23:00] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:23:01.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:23:01 smithi032 ceph-mon[191839]: pgmap v11346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:01.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:23:01 smithi032 ceph-mon[189144]: pgmap v11346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:02.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:23:01 smithi039 ceph-mon[181282]: pgmap v11346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:04.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:23:03 smithi039 ceph-mon[181282]: pgmap v11347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:23:03 smithi032 ceph-mon[191839]: pgmap v11347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:04.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:23:03 smithi032 ceph-mon[189144]: pgmap v11347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:23:05 smithi039 ceph-mon[181282]: pgmap v11348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:23:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:23:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:23:05 smithi032 ceph-mon[191839]: pgmap v11348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:23:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:23:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:23:05 smithi032 ceph-mon[189144]: pgmap v11348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:23:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:23:08.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:23:07 smithi039 ceph-mon[181282]: pgmap v11349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:23:07 smithi032 ceph-mon[191839]: pgmap v11349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:08.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:23:07 smithi032 ceph-mon[189144]: pgmap v11349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:10.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:23:09 smithi039 ceph-mon[181282]: pgmap v11350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:10.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:23:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:23:10.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:23:09 smithi032 ceph-mon[191839]: pgmap v11350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:10.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:23:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:23:10.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:23:09 smithi032 ceph-mon[189144]: pgmap v11350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:10.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:23:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:23:11.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:23:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:23:11.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:23:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:23:11.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:23:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:23:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:23:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:23:10] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:23:11.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:23:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:23:11.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:23:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:23:11.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:23:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:23:11.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:23:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:23:11.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:23:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:23:11.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:23:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:23:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:23:11 smithi039 ceph-mon[181282]: pgmap v11351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:23:11 smithi032 ceph-mon[191839]: pgmap v11351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:23:11 smithi032 ceph-mon[189144]: pgmap v11351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:14.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:23:13 smithi039 ceph-mon[181282]: pgmap v11352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:23:13 smithi032 ceph-mon[189144]: pgmap v11352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:23:13 smithi032 ceph-mon[191839]: pgmap v11352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:16.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:23:15 smithi039 ceph-mon[181282]: pgmap v11353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:23:15 smithi032 ceph-mon[189144]: pgmap v11353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:23:15 smithi032 ceph-mon[191839]: pgmap v11353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:17.042 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:23:17.369 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:23:17.369 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 3m ago 5h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:23:17.369 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 68s ago 5h 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:23:17.369 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 3m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:23:17.369 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 68s ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:23:17.369 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 68s ago 5h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:23:17.369 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 3m ago 5h 742M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:23:17.369 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 3m ago 5h 1438M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:23:17.369 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 68s ago 5h 692M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:23:17.369 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 3m ago 5h 718M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:23:17.369 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 3m ago 5h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:23:17.369 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 68s ago 5h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:23:17.370 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 3m ago 5h 4689M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:23:17.370 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 3m ago 5h 4864M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:23:17.370 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 3m ago 5h 4344M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:23:17.370 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (4h) 3m ago 5h 4362M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:23:17.370 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 68s ago 5h 4144M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:23:17.370 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 68s ago 5h 4443M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:23:17.370 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 68s ago 5h 4156M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:23:17.370 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 68s ago 5h 4111M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:23:17.370 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 68s ago 5h 127M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:23:17.776 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:23:17.776 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:23:17.776 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:23:17.776 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:23:17.776 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:23:17.776 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:23:17.776 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:23:17.777 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:23:17.777 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:23:17.777 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:23:17.777 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:23:17.777 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:23:17.777 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:23:17.777 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:23:17.777 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:23:17.777 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:23:17.777 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:23:17.777 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:23:18.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:23:17 smithi039 ceph-mon[181282]: pgmap v11354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:18.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:23:17 smithi039 ceph-mon[181282]: from='client.56198 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:23:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:23:17 smithi032 ceph-mon[191839]: pgmap v11354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:23:17 smithi032 ceph-mon[191839]: from='client.56198 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:23:18.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:23:17 smithi032 ceph-mon[189144]: pgmap v11354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:18.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:23:17 smithi032 ceph-mon[189144]: from='client.56198 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:23:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:23:18 smithi039 ceph-mon[181282]: from='client.56204 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:23:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:23:18 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1355101182' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:23:19.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:23:18 smithi032 ceph-mon[191839]: from='client.56204 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:23:19.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:23:18 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1355101182' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:23:19.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:23:18 smithi032 ceph-mon[189144]: from='client.56204 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:23:19.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:23:18 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1355101182' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:23:20.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:23:19 smithi039 ceph-mon[181282]: pgmap v11355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:23:19 smithi032 ceph-mon[191839]: pgmap v11355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:23:19 smithi032 ceph-mon[189144]: pgmap v11355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:23:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:23:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:23:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:23:20] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T22:23:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:23:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:23:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:23:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:23:22.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:23:21 smithi039 ceph-mon[181282]: pgmap v11356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:23:21 smithi032 ceph-mon[189144]: pgmap v11356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:22.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:23:21 smithi032 ceph-mon[191839]: pgmap v11356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:24.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:23:23 smithi032 ceph-mon[191839]: pgmap v11357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:24.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:23:23 smithi032 ceph-mon[189144]: pgmap v11357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:23:23 smithi039 ceph-mon[181282]: pgmap v11357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:23:25 smithi032 ceph-mon[191839]: pgmap v11358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:23:25 smithi032 ceph-mon[189144]: pgmap v11358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:23:25 smithi039 ceph-mon[181282]: pgmap v11358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:23:27 smithi032 ceph-mon[189144]: pgmap v11359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:23:27 smithi032 ceph-mon[191839]: pgmap v11359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:23:27 smithi039 ceph-mon[181282]: pgmap v11359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:30.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:23:29 smithi032 ceph-mon[191839]: pgmap v11360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:30.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:23:29 smithi032 ceph-mon[189144]: pgmap v11360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:23:29 smithi039 ceph-mon[181282]: pgmap v11360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:23:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:23:30] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T22:23:31.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:23:31 smithi032 ceph-mon[191839]: pgmap v11361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:31.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:23:31 smithi032 ceph-mon[189144]: pgmap v11361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:23:31 smithi039 ceph-mon[181282]: pgmap v11361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:34.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:23:33 smithi039 ceph-mon[181282]: pgmap v11362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:23:33 smithi032 ceph-mon[191839]: pgmap v11362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:23:33 smithi032 ceph-mon[189144]: pgmap v11362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:23:35 smithi039 ceph-mon[181282]: pgmap v11363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:23:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:23:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:23:35 smithi032 ceph-mon[191839]: pgmap v11363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:23:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:23:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:23:35 smithi032 ceph-mon[189144]: pgmap v11363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:23:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:23:38.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:23:37 smithi039 ceph-mon[181282]: pgmap v11364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:38.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:23:37 smithi032 ceph-mon[191839]: pgmap v11364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:23:37 smithi032 ceph-mon[189144]: pgmap v11364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:40.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:23:39 smithi039 ceph-mon[181282]: pgmap v11365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:23:39 smithi032 ceph-mon[189144]: pgmap v11365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:23:39 smithi032 ceph-mon[191839]: pgmap v11365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:23:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:23:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:23:41.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:23:41 smithi032 ceph-mon[191839]: pgmap v11366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:41.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:23:41 smithi032 ceph-mon[189144]: pgmap v11366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:42.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:23:41 smithi039 ceph-mon[181282]: pgmap v11366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:44.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:23:43 smithi039 ceph-mon[181282]: pgmap v11367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:23:43 smithi032 ceph-mon[191839]: pgmap v11367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:23:43 smithi032 ceph-mon[189144]: pgmap v11367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:46.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:23:45 smithi039 ceph-mon[181282]: pgmap v11368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:23:45 smithi032 ceph-mon[191839]: pgmap v11368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:23:45 smithi032 ceph-mon[189144]: pgmap v11368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:48.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:23:47 smithi039 ceph-mon[181282]: pgmap v11369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:48.140 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:23:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:23:47 smithi032 ceph-mon[189144]: pgmap v11369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:48.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:23:47 smithi032 ceph-mon[191839]: pgmap v11369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:48.465 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:23:48.465 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 3m ago 5h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:23:48.465 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 99s ago 5h 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:23:48.465 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 3m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:23:48.465 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 99s ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:23:48.465 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 99s ago 5h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:23:48.465 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 3m ago 5h 742M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:23:48.465 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 3m ago 5h 1438M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:23:48.465 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 99s ago 5h 692M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:23:48.465 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 3m ago 5h 718M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:23:48.465 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 3m ago 5h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:23:48.466 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 99s ago 5h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:23:48.466 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 3m ago 5h 4689M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:23:48.466 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 3m ago 5h 4864M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:23:48.466 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 3m ago 5h 4344M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:23:48.466 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 3m ago 5h 4362M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:23:48.466 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (4h) 99s ago 5h 4144M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:23:48.466 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 99s ago 5h 4443M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:23:48.466 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 99s ago 5h 4156M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:23:48.466 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 99s ago 5h 4111M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:23:48.466 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 99s ago 5h 127M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:23:48.865 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:23:48.865 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:23:48.865 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:23:48.865 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:23:48.866 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:23:48.866 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:23:48.866 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:23:48.866 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:23:48.866 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:23:48.866 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:23:48.866 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:23:48.866 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:23:48.866 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:23:48.866 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:23:48.866 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:23:48.866 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:23:48.866 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:23:48.866 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:23:49.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:23:48 smithi039 ceph-mon[181282]: from='client.56216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:23:49.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:23:48 smithi032 ceph-mon[191839]: from='client.56216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:23:49.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:23:48 smithi032 ceph-mon[189144]: from='client.56216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:23:50.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:23:49 smithi039 ceph-mon[181282]: from='client.56222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:23:50.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:23:49 smithi039 ceph-mon[181282]: pgmap v11370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:50.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:23:49 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/847407411' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:23:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:23:49 smithi032 ceph-mon[191839]: from='client.56222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:23:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:23:49 smithi032 ceph-mon[191839]: pgmap v11370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:23:49 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/847407411' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:23:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:23:49 smithi032 ceph-mon[189144]: from='client.56222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:23:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:23:49 smithi032 ceph-mon[189144]: pgmap v11370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:50.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:23:49 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/847407411' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:23:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:23:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:23:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:23:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:23:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:23:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:23:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:23:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:23:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:23:52.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:23:51 smithi032 ceph-mon[191839]: pgmap v11371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:23:51 smithi032 ceph-mon[189144]: pgmap v11371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:52.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:23:51 smithi039 ceph-mon[181282]: pgmap v11371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:23:53 smithi032 ceph-mon[191839]: pgmap v11372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:23:53 smithi032 ceph-mon[189144]: pgmap v11372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:54.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:23:53 smithi039 ceph-mon[181282]: pgmap v11372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:23:55 smithi032 ceph-mon[189144]: pgmap v11373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:23:55 smithi032 ceph-mon[191839]: pgmap v11373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:23:55 smithi039 ceph-mon[181282]: pgmap v11373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:23:57 smithi032 ceph-mon[191839]: pgmap v11374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:58.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:23:57 smithi032 ceph-mon[189144]: pgmap v11374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:23:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:23:57 smithi039 ceph-mon[181282]: pgmap v11374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:23:59 smithi032 ceph-mon[191839]: pgmap v11375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:23:59 smithi032 ceph-mon[189144]: pgmap v11375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:00.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:23:59 smithi039 ceph-mon[181282]: pgmap v11375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:24:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:24:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:24:01.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:24:01 smithi032 ceph-mon[189144]: pgmap v11376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:01.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:24:01 smithi032 ceph-mon[191839]: pgmap v11376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:02.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:24:01 smithi039 ceph-mon[181282]: pgmap v11376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:04.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:24:03 smithi039 ceph-mon[181282]: pgmap v11377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:24:03 smithi032 ceph-mon[191839]: pgmap v11377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:04.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:24:03 smithi032 ceph-mon[189144]: pgmap v11377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:24:05 smithi039 ceph-mon[181282]: pgmap v11378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:24:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:24:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:24:05 smithi032 ceph-mon[191839]: pgmap v11378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:24:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:24:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:24:05 smithi032 ceph-mon[189144]: pgmap v11378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:24:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:24:08.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:24:07 smithi039 ceph-mon[181282]: pgmap v11379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:24:07 smithi032 ceph-mon[191839]: pgmap v11379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:08.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:24:07 smithi032 ceph-mon[189144]: pgmap v11379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:10.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:24:09 smithi039 ceph-mon[181282]: pgmap v11380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:10.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:24:09 smithi032 ceph-mon[191839]: pgmap v11380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:10.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:24:09 smithi032 ceph-mon[189144]: pgmap v11380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:11.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:24:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:24:11.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:24:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:24:11.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:24:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:24:11.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:24:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:24:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:24:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:24:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:24:11.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:24:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:24:11.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:24:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:24:11.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:24:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:24:11.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:24:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:24:11.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:24:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:24:11.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:24:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:24:11.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:24:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:24:11.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:24:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:24:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:24:11 smithi039 ceph-mon[181282]: pgmap v11381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:24:11 smithi032 ceph-mon[189144]: pgmap v11381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:24:11 smithi032 ceph-mon[191839]: pgmap v11381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:24:13 smithi032 ceph-mon[191839]: pgmap v11382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:24:13 smithi032 ceph-mon[189144]: pgmap v11382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:24:13 smithi039 ceph-mon[181282]: pgmap v11382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:24:15 smithi032 ceph-mon[191839]: pgmap v11383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:24:15 smithi032 ceph-mon[189144]: pgmap v11383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:24:15 smithi039 ceph-mon[181282]: pgmap v11383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:18.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:24:17 smithi032 ceph-mon[189144]: pgmap v11384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:24:17 smithi032 ceph-mon[191839]: pgmap v11384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:18.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:24:17 smithi039 ceph-mon[181282]: pgmap v11384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:19.228 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:24:19.548 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:24:19.548 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 4m ago 5h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:24:19.548 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 2m ago 5h 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:24:19.548 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 4m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:24:19.549 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 2m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:24:19.549 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 2m ago 5h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:24:19.549 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 4m ago 5h 742M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:24:19.549 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 4m ago 5h 1438M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:24:19.549 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 2m ago 5h 692M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:24:19.549 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 4m ago 5h 718M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:24:19.549 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 4m ago 5h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:24:19.549 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 2m ago 5h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:24:19.549 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 4m ago 5h 4689M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:24:19.549 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 4m ago 5h 4864M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:24:19.549 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 4m ago 5h 4344M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:24:19.549 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 4m ago 5h 4362M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:24:19.549 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 2m ago 5h 4144M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:24:19.550 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (4h) 2m ago 5h 4443M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:24:19.550 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (4h) 2m ago 5h 4156M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:24:19.550 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 2m ago 5h 4111M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:24:19.550 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 2m ago 5h 127M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:24:19.956 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:24:19.956 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:24:19.956 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:24:19.956 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:24:19.956 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:24:19.956 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:24:19.956 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:24:19.957 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:24:19.957 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:24:19.957 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:24:19.957 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:24:19.957 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:24:19.957 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:24:19.957 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:24:19.957 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:24:19.957 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:24:19.957 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:24:19.957 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:24:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:24:19 smithi032 ceph-mon[189144]: pgmap v11385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:24:19 smithi032 ceph-mon[191839]: pgmap v11385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:24:19 smithi039 ceph-mon[181282]: pgmap v11385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:24:20 smithi032 ceph-mon[191839]: from='client.46317 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:24:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:24:20 smithi032 ceph-mon[191839]: from='client.46323 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:24:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:24:20 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2686062568' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:24:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:24:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:24:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:24:20 smithi032 ceph-mon[189144]: from='client.46317 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:24:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:24:20 smithi032 ceph-mon[189144]: from='client.46323 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:24:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:24:20 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2686062568' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:24:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:24:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:24:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:24:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:24:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T22:24:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:24:20 smithi039 ceph-mon[181282]: from='client.46317 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:24:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:24:20 smithi039 ceph-mon[181282]: from='client.46323 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:24:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:24:20 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2686062568' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:24:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:24:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:24:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:24:21 smithi032 ceph-mon[189144]: pgmap v11386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:22.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:24:21 smithi032 ceph-mon[191839]: pgmap v11386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:24:21 smithi039 ceph-mon[181282]: pgmap v11386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:24.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:24:23 smithi032 ceph-mon[189144]: pgmap v11387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:24.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:24:23 smithi032 ceph-mon[191839]: pgmap v11387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:24:23 smithi039 ceph-mon[181282]: pgmap v11387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:24:25 smithi032 ceph-mon[191839]: pgmap v11388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:24:25 smithi032 ceph-mon[189144]: pgmap v11388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:24:25 smithi039 ceph-mon[181282]: pgmap v11388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:24:27 smithi032 ceph-mon[191839]: pgmap v11389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:24:27 smithi032 ceph-mon[189144]: pgmap v11389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:28.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:24:27 smithi039 ceph-mon[181282]: pgmap v11389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:30.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:24:29 smithi032 ceph-mon[191839]: pgmap v11390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:30.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:24:29 smithi032 ceph-mon[189144]: pgmap v11390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:24:29 smithi039 ceph-mon[181282]: pgmap v11390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:24:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:24:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T22:24:31.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:24:31 smithi032 ceph-mon[189144]: pgmap v11391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:31.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:24:31 smithi032 ceph-mon[191839]: pgmap v11391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:24:31 smithi039 ceph-mon[181282]: pgmap v11391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:34.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:24:33 smithi039 ceph-mon[181282]: pgmap v11392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:24:33 smithi032 ceph-mon[191839]: pgmap v11392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:24:33 smithi032 ceph-mon[189144]: pgmap v11392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:24:35 smithi039 ceph-mon[181282]: pgmap v11393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:24:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:24:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:24:35 smithi032 ceph-mon[191839]: pgmap v11393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:24:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:24:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:24:35 smithi032 ceph-mon[189144]: pgmap v11393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:24:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:24:38.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:24:37 smithi039 ceph-mon[181282]: pgmap v11394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:38.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:24:37 smithi032 ceph-mon[191839]: pgmap v11394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:24:37 smithi032 ceph-mon[189144]: pgmap v11394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:24:39 smithi032 ceph-mon[189144]: pgmap v11395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:24:39 smithi032 ceph-mon[191839]: pgmap v11395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:40.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:24:39 smithi039 ceph-mon[181282]: pgmap v11395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:24:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:24:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:24:41.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:24:41 smithi032 ceph-mon[191839]: pgmap v11396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:41.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:24:41 smithi032 ceph-mon[189144]: pgmap v11396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:42.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:24:41 smithi039 ceph-mon[181282]: pgmap v11396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:44.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:24:43 smithi039 ceph-mon[181282]: pgmap v11397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:24:43 smithi032 ceph-mon[191839]: pgmap v11397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:24:43 smithi032 ceph-mon[189144]: pgmap v11397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:24:45 smithi032 ceph-mon[191839]: pgmap v11398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:24:45 smithi032 ceph-mon[189144]: pgmap v11398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:24:45 smithi039 ceph-mon[181282]: pgmap v11398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:48.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:24:47 smithi032 ceph-mon[191839]: pgmap v11399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:24:47 smithi032 ceph-mon[189144]: pgmap v11399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:24:47 smithi039 ceph-mon[181282]: pgmap v11399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:24:49 smithi032 ceph-mon[191839]: pgmap v11400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:24:49 smithi032 ceph-mon[189144]: pgmap v11400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:24:49 smithi039 ceph-mon[181282]: pgmap v11400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:50.323 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:24:50.647 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:24:50.647 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 4m ago 5h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:24:50.647 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 2m ago 5h 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:24:50.647 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 4m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:24:50.647 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 2m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:24:50.647 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 2m ago 5h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:24:50.647 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 4m ago 5h 742M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:24:50.647 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 4m ago 5h 1438M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:24:50.647 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 2m ago 5h 692M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:24:50.647 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 4m ago 5h 718M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:24:50.648 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 4m ago 5h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:24:50.648 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 2m ago 5h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:24:50.648 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 4m ago 5h 4689M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:24:50.648 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 4m ago 5h 4864M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:24:50.648 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 4m ago 5h 4344M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:24:50.648 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 4m ago 5h 4362M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:24:50.648 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 2m ago 5h 4144M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:24:50.648 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 2m ago 5h 4443M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:24:50.648 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 2m ago 5h 4156M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:24:50.648 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (4h) 2m ago 5h 4111M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:24:50.648 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 2m ago 5h 127M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:24:51.052 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:24:51.053 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:24:51.053 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:24:51.053 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:24:51.053 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:24:51.053 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:24:51.053 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:24:51.053 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:24:51.053 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:24:51.053 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:24:51.053 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:24:51.053 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:24:51.053 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:24:51.054 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:24:51.054 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:24:51.054 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:24:51.054 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:24:51.054 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:24:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:24:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:24:50] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T22:24:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:24:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:24:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:24:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:24:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:24:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:24:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:24:51 smithi032 ceph-mon[189144]: from='client.46335 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:24:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:24:51 smithi032 ceph-mon[189144]: from='client.46341 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:24:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:24:51 smithi032 ceph-mon[189144]: pgmap v11401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:24:51 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1132653802' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:24:52.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:24:51 smithi032 ceph-mon[191839]: from='client.46335 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:24:52.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:24:51 smithi032 ceph-mon[191839]: from='client.46341 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:24:52.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:24:51 smithi032 ceph-mon[191839]: pgmap v11401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:52.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:24:51 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1132653802' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:24:52.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:24:51 smithi039 ceph-mon[181282]: from='client.46335 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:24:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:24:51 smithi039 ceph-mon[181282]: from='client.46341 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:24:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:24:51 smithi039 ceph-mon[181282]: pgmap v11401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:24:51 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1132653802' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:24:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:24:53 smithi032 ceph-mon[189144]: pgmap v11402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:24:53 smithi032 ceph-mon[191839]: pgmap v11402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:24:53 smithi039 ceph-mon[181282]: pgmap v11402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:24:55 smithi032 ceph-mon[189144]: pgmap v11403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:24:55 smithi032 ceph-mon[191839]: pgmap v11403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:24:55 smithi039 ceph-mon[181282]: pgmap v11403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:58.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:24:57 smithi032 ceph-mon[189144]: pgmap v11404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:24:57 smithi032 ceph-mon[191839]: pgmap v11404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:24:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:24:57 smithi039 ceph-mon[181282]: pgmap v11404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:24:59 smithi032 ceph-mon[189144]: pgmap v11405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:00.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:24:59 smithi032 ceph-mon[191839]: pgmap v11405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:00.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:24:59 smithi039 ceph-mon[181282]: pgmap v11405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:25:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:25:00] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T22:25:01.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:25:01 smithi032 ceph-mon[191839]: pgmap v11406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:01.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:25:01 smithi032 ceph-mon[189144]: pgmap v11406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:02.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:25:01 smithi039 ceph-mon[181282]: pgmap v11406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:25:03 smithi032 ceph-mon[191839]: pgmap v11407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:04.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:25:03 smithi032 ceph-mon[189144]: pgmap v11407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:04.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:25:03 smithi039 ceph-mon[181282]: pgmap v11407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:25:05 smithi032 ceph-mon[191839]: pgmap v11408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:25:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:25:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:25:05 smithi032 ceph-mon[189144]: pgmap v11408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:25:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:25:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:25:05 smithi039 ceph-mon[181282]: pgmap v11408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:25:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:25:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:25:07 smithi032 ceph-mon[191839]: pgmap v11409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:08.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:25:07 smithi032 ceph-mon[189144]: pgmap v11409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:08.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:25:07 smithi039 ceph-mon[181282]: pgmap v11409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:10.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:25:09 smithi032 ceph-mon[189144]: pgmap v11410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:10.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:25:09 smithi032 ceph-mon[191839]: pgmap v11410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:10.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:25:09 smithi039 ceph-mon[181282]: pgmap v11410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:25:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:25:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:25:11.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:25:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:25:11.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:25:11 smithi032 ceph-mon[191839]: pgmap v11411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:11.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:25:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:25:11.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:25:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:25:11.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:25:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:25:11.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:25:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:25:11.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:25:11 smithi032 ceph-mon[189144]: pgmap v11411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:11.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:25:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:25:11.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:25:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:25:11.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:25:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:25:12.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:25:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:25:12.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:25:11 smithi039 ceph-mon[181282]: pgmap v11411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:12.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:25:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:25:12.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:25:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:25:12.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:25:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:25:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:25:13 smithi032 ceph-mon[191839]: pgmap v11412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:25:13 smithi032 ceph-mon[189144]: pgmap v11412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:25:13 smithi039 ceph-mon[181282]: pgmap v11412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:25:15 smithi032 ceph-mon[191839]: pgmap v11413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:25:15 smithi032 ceph-mon[189144]: pgmap v11413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:25:15 smithi039 ceph-mon[181282]: pgmap v11413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:25:17 smithi032 ceph-mon[191839]: pgmap v11414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:18.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:25:17 smithi032 ceph-mon[189144]: pgmap v11414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:18.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:25:17 smithi039 ceph-mon[181282]: pgmap v11414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:25:19 smithi032 ceph-mon[191839]: pgmap v11415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:25:19 smithi032 ceph-mon[189144]: pgmap v11415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:25:19 smithi039 ceph-mon[181282]: pgmap v11415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:25:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:25:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:25:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:25:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:25:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:25:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:25:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:25:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:25:21.414 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:25:21.739 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:25:21.739 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 5m ago 5h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:25:21.739 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 3m ago 5h 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:25:21.739 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 5m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:25:21.739 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 3m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:25:21.739 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 3m ago 5h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:25:21.739 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 5m ago 5h 742M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:25:21.739 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 5m ago 5h 1438M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:25:21.739 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 3m ago 5h 692M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:25:21.739 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 5m ago 5h 718M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:25:21.739 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 5m ago 5h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:25:21.739 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 3m ago 5h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:25:21.740 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 5m ago 5h 4689M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:25:21.740 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 5m ago 5h 4864M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:25:21.740 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 5m ago 5h 4344M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:25:21.740 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 5m ago 5h 4362M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:25:21.740 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 3m ago 5h 4144M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:25:21.740 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 3m ago 5h 4443M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:25:21.740 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 3m ago 5h 4156M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:25:21.740 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 3m ago 5h 4111M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:25:21.740 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 3m ago 5h 127M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:25:22.142 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:25:22.142 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:25:22.142 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:25:22.142 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:25:22.142 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:25:22.142 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:25:22.142 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:25:22.142 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:25:22.142 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:25:22.142 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:25:22.142 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:25:22.142 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:25:22.143 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:25:22.143 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:25:22.143 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:25:22.143 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:25:22.143 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:25:22.143 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:25:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:25:21 smithi032 ceph-mon[191839]: pgmap v11416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:25:21 smithi032 ceph-mon[189144]: pgmap v11416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:25:21 smithi039 ceph-mon[181282]: pgmap v11416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:23.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:25:22 smithi032 ceph-mon[191839]: from='client.46353 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:25:23.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:25:22 smithi032 ceph-mon[191839]: from='client.56276 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:25:23.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:25:22 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1836288075' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:25:23.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:25:22 smithi032 ceph-mon[189144]: from='client.46353 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:25:23.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:25:22 smithi032 ceph-mon[189144]: from='client.56276 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:25:23.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:25:22 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1836288075' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:25:23.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:25:22 smithi039 ceph-mon[181282]: from='client.46353 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:25:23.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:25:22 smithi039 ceph-mon[181282]: from='client.56276 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:25:23.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:25:22 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1836288075' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:25:24.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:25:23 smithi032 ceph-mon[191839]: pgmap v11417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:24.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:25:23 smithi032 ceph-mon[189144]: pgmap v11417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:25:23 smithi039 ceph-mon[181282]: pgmap v11417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:25:25 smithi032 ceph-mon[189144]: pgmap v11418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:25:25 smithi032 ceph-mon[191839]: pgmap v11418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:25:25 smithi039 ceph-mon[181282]: pgmap v11418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:25:27 smithi032 ceph-mon[191839]: pgmap v11419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:25:27 smithi032 ceph-mon[189144]: pgmap v11419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:25:27 smithi039 ceph-mon[181282]: pgmap v11419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:25:29 smithi032 ceph-mon[191839]: pgmap v11420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:30.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:25:29 smithi032 ceph-mon[189144]: pgmap v11420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:25:29 smithi039 ceph-mon[181282]: pgmap v11420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:25:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:25:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:25:31.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:25:31 smithi032 ceph-mon[189144]: pgmap v11421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:31.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:25:31 smithi032 ceph-mon[191839]: pgmap v11421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:32.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:25:31 smithi039 ceph-mon[181282]: pgmap v11421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:25:33 smithi032 ceph-mon[191839]: pgmap v11422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:25:33 smithi032 ceph-mon[189144]: pgmap v11422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:34.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:25:33 smithi039 ceph-mon[181282]: pgmap v11422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:25:35 smithi032 ceph-mon[189144]: pgmap v11423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:25:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:25:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:25:35 smithi032 ceph-mon[191839]: pgmap v11423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:25:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:25:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:25:35 smithi039 ceph-mon[181282]: pgmap v11423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:25:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:25:38.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:25:37 smithi032 ceph-mon[191839]: pgmap v11424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:25:37 smithi032 ceph-mon[189144]: pgmap v11424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:38.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:25:37 smithi039 ceph-mon[181282]: pgmap v11424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:25:39 smithi032 ceph-mon[189144]: pgmap v11425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:25:39 smithi032 ceph-mon[191839]: pgmap v11425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:40.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:25:39 smithi039 ceph-mon[181282]: pgmap v11425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:25:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:25:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T22:25:41.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:25:41 smithi032 ceph-mon[191839]: pgmap v11426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:41.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:25:41 smithi032 ceph-mon[189144]: pgmap v11426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:42.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:25:41 smithi039 ceph-mon[181282]: pgmap v11426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:25:43 smithi032 ceph-mon[191839]: pgmap v11427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:25:43 smithi032 ceph-mon[189144]: pgmap v11427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:44.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:25:43 smithi039 ceph-mon[181282]: pgmap v11427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:46.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:25:45 smithi032 ceph-mon[191839]: pgmap v11428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:25:45 smithi032 ceph-mon[189144]: pgmap v11428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:25:45 smithi039 ceph-mon[181282]: pgmap v11428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:48.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:25:47 smithi032 ceph-mon[191839]: pgmap v11429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:25:47 smithi032 ceph-mon[189144]: pgmap v11429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:25:47 smithi039 ceph-mon[181282]: pgmap v11429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:25:49 smithi032 ceph-mon[191839]: pgmap v11430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:25:49 smithi032 ceph-mon[189144]: pgmap v11430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:25:49 smithi039 ceph-mon[181282]: pgmap v11430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:25:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:25:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:25:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:25:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:25:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:25:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:25:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:25:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:25:52.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:25:51 smithi032 ceph-mon[191839]: pgmap v11431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:25:51 smithi032 ceph-mon[189144]: pgmap v11431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:52.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:25:51 smithi039 ceph-mon[181282]: pgmap v11431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:52.504 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:25:52.826 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:25:52.827 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 5m ago 5h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:25:52.827 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 3m ago 5h 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:25:52.827 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 5m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:25:52.827 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 3m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:25:52.827 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 3m ago 5h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:25:52.827 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 5m ago 5h 742M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:25:52.827 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 5m ago 5h 1438M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:25:52.827 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 3m ago 5h 692M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:25:52.827 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 5m ago 5h 718M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:25:52.827 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 5m ago 5h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:25:52.827 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 3m ago 5h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:25:52.827 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 5m ago 5h 4689M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:25:52.828 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 5m ago 5h 4864M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:25:52.828 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 5m ago 5h 4344M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:25:52.828 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 5m ago 5h 4362M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:25:52.828 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 3m ago 5h 4144M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:25:52.828 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 3m ago 5h 4443M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:25:52.828 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 3m ago 5h 4156M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:25:52.828 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 3m ago 5h 4111M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:25:52.828 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 3m ago 5h 127M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:25:53.228 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:25:53.229 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:25:53.229 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:25:53.229 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:25:53.229 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:25:53.229 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:25:53.229 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:25:53.229 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:25:53.229 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:25:53.229 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:25:53.229 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:25:53.229 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:25:53.229 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:25:53.229 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:25:53.230 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:25:53.230 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:25:53.230 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:25:53.230 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:25:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:25:53 smithi032 ceph-mon[189144]: from='client.56288 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:25:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:25:53 smithi032 ceph-mon[189144]: pgmap v11432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:25:53 smithi032 ceph-mon[189144]: from='client.46377 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:25:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:25:53 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4006844222' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:25:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:25:53 smithi032 ceph-mon[191839]: from='client.56288 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:25:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:25:53 smithi032 ceph-mon[191839]: pgmap v11432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:25:53 smithi032 ceph-mon[191839]: from='client.46377 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:25:54.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:25:53 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4006844222' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:25:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:25:53 smithi039 ceph-mon[181282]: from='client.56288 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:25:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:25:53 smithi039 ceph-mon[181282]: pgmap v11432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:25:53 smithi039 ceph-mon[181282]: from='client.46377 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:25:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:25:53 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4006844222' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:25:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:25:55 smithi032 ceph-mon[191839]: pgmap v11433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:25:55 smithi032 ceph-mon[189144]: pgmap v11433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:25:55 smithi039 ceph-mon[181282]: pgmap v11433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:58.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:25:57 smithi032 ceph-mon[191839]: pgmap v11434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:58.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:25:57 smithi032 ceph-mon[189144]: pgmap v11434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:25:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:25:57 smithi039 ceph-mon[181282]: pgmap v11434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:25:59 smithi032 ceph-mon[191839]: pgmap v11435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:25:59 smithi032 ceph-mon[189144]: pgmap v11435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:00.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:25:59 smithi039 ceph-mon[181282]: pgmap v11435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:26:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:26:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:26:01.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:26:01 smithi032 ceph-mon[191839]: pgmap v11436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:01.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:26:01 smithi032 ceph-mon[189144]: pgmap v11436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:02.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:26:01 smithi039 ceph-mon[181282]: pgmap v11436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:26:03 smithi032 ceph-mon[191839]: pgmap v11437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:04.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:26:03 smithi032 ceph-mon[189144]: pgmap v11437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:04.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:26:03 smithi039 ceph-mon[181282]: pgmap v11437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:26:05 smithi032 ceph-mon[191839]: pgmap v11438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:26:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:26:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:26:05 smithi032 ceph-mon[189144]: pgmap v11438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:26:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:26:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:26:05 smithi039 ceph-mon[181282]: pgmap v11438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:26:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:26:08.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:26:07 smithi032 ceph-mon[189144]: pgmap v11439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:26:07 smithi032 ceph-mon[191839]: pgmap v11439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:08.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:26:07 smithi039 ceph-mon[181282]: pgmap v11439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:26:09 smithi032 ceph-mon[189144]: pgmap v11440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:10.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:26:09 smithi032 ceph-mon[191839]: pgmap v11440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:10.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:26:09 smithi039 ceph-mon[181282]: pgmap v11440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:26:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:26:10] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:26:11.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:26:11 smithi032 ceph-mon[191839]: pgmap v11441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:11.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:26:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:26:11.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:26:11 smithi032 ceph-mon[189144]: pgmap v11441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:11.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:26:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:26:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:26:11 smithi039 ceph-mon[181282]: pgmap v11441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:26:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:26:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:26:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:26:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:26:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:26:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:26:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:26:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:26:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:26:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:26:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:26:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:26:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:26:13.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:26:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:26:13.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:26:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:26:13.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:26:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:26:13.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:26:13 smithi032 ceph-mon[189144]: pgmap v11442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:13.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:26:13 smithi032 ceph-mon[191839]: pgmap v11442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:14.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:26:13 smithi039 ceph-mon[181282]: pgmap v11442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:16.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:26:15 smithi032 ceph-mon[191839]: pgmap v11443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:26:15 smithi032 ceph-mon[189144]: pgmap v11443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:26:15 smithi039 ceph-mon[181282]: pgmap v11443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:26:17 smithi032 ceph-mon[189144]: pgmap v11444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:26:17 smithi032 ceph-mon[191839]: pgmap v11444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:18.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:26:17 smithi039 ceph-mon[181282]: pgmap v11444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:26:19 smithi032 ceph-mon[191839]: pgmap v11445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:26:19 smithi032 ceph-mon[189144]: pgmap v11445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:26:19 smithi039 ceph-mon[181282]: pgmap v11445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:26:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:26:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:26:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:26:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:26:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:26:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:26:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:26:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:26:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:26:21 smithi032 ceph-mon[189144]: pgmap v11446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:22.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:26:21 smithi032 ceph-mon[191839]: pgmap v11446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:26:21 smithi039 ceph-mon[181282]: pgmap v11446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:23.589 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:26:23.914 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:26:23.914 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 6m ago 5h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:26:23.915 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 4m ago 5h 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:26:23.915 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 6m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:26:23.915 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 4m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:26:23.915 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 4m ago 5h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:26:23.915 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 6m ago 5h 742M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:26:23.915 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 6m ago 5h 1438M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:26:23.915 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 4m ago 5h 692M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:26:23.915 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 6m ago 5h 718M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:26:23.915 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 6m ago 5h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:26:23.915 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 4m ago 5h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:26:23.915 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 6m ago 5h 4689M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:26:23.915 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 6m ago 5h 4864M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:26:23.915 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 6m ago 5h 4344M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:26:23.915 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 6m ago 5h 4362M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:26:23.916 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 4m ago 5h 4144M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:26:23.916 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 4m ago 5h 4443M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:26:23.916 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 4m ago 5h 4156M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:26:23.916 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 4m ago 5h 4111M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:26:23.916 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 4m ago 5h 127M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:26:24.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:26:23 smithi032 ceph-mon[189144]: pgmap v11447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:24.220 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:26:23 smithi032 ceph-mon[191839]: pgmap v11447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:26:23 smithi039 ceph-mon[181282]: pgmap v11447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:24.316 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:26:24.316 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:26:24.317 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:26:24.317 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:26:24.317 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:26:24.317 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:26:24.317 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:26:24.317 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:26:24.317 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:26:24.317 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:26:24.317 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:26:24.317 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:26:24.317 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:26:24.317 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:26:24.317 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:26:24.317 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:26:24.318 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:26:24.318 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:26:25.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:26:24 smithi032 ceph-mon[189144]: from='client.56306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:26:25.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:26:24 smithi032 ceph-mon[189144]: from='client.46395 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:26:25.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:26:24 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1112369759' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:26:25.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:26:24 smithi032 ceph-mon[191839]: from='client.56306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:26:25.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:26:24 smithi032 ceph-mon[191839]: from='client.46395 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:26:25.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:26:24 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1112369759' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:26:25.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:26:24 smithi039 ceph-mon[181282]: from='client.56306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:26:25.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:26:24 smithi039 ceph-mon[181282]: from='client.46395 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:26:25.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:26:24 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1112369759' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:26:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:26:25 smithi032 ceph-mon[191839]: pgmap v11448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:26:25 smithi032 ceph-mon[189144]: pgmap v11448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:26:25 smithi039 ceph-mon[181282]: pgmap v11448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:26:27 smithi032 ceph-mon[189144]: pgmap v11449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:26:27 smithi032 ceph-mon[191839]: pgmap v11449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:26:27 smithi039 ceph-mon[181282]: pgmap v11449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:30.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:26:29 smithi032 ceph-mon[191839]: pgmap v11450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:30.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:26:29 smithi032 ceph-mon[189144]: pgmap v11450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:26:29 smithi039 ceph-mon[181282]: pgmap v11450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:26:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:26:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:26:31.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:26:31 smithi032 ceph-mon[189144]: pgmap v11451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:31.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:26:31 smithi032 ceph-mon[191839]: pgmap v11451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:32.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:26:31 smithi039 ceph-mon[181282]: pgmap v11451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:26:33 smithi032 ceph-mon[189144]: pgmap v11452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:26:33 smithi032 ceph-mon[191839]: pgmap v11452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:34.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:26:33 smithi039 ceph-mon[181282]: pgmap v11452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:26:35 smithi032 ceph-mon[191839]: pgmap v11453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:26:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:26:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:26:35 smithi032 ceph-mon[189144]: pgmap v11453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:26:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:26:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:26:35 smithi039 ceph-mon[181282]: pgmap v11453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:26:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:26:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:26:37 smithi032 ceph-mon[189144]: pgmap v11454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:38.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:26:37 smithi032 ceph-mon[191839]: pgmap v11454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:38.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:26:37 smithi039 ceph-mon[181282]: pgmap v11454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:40.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:26:39 smithi032 ceph-mon[191839]: pgmap v11455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:26:39 smithi032 ceph-mon[189144]: pgmap v11455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:40.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:26:39 smithi039 ceph-mon[181282]: pgmap v11455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:26:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:26:40] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:26:41.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:26:41 smithi032 ceph-mon[191839]: pgmap v11456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:41.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:26:41 smithi032 ceph-mon[189144]: pgmap v11456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:42.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:26:41 smithi039 ceph-mon[181282]: pgmap v11456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:26:43 smithi032 ceph-mon[191839]: pgmap v11457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:26:43 smithi032 ceph-mon[189144]: pgmap v11457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:44.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:26:43 smithi039 ceph-mon[181282]: pgmap v11457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:46.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:26:45 smithi032 ceph-mon[191839]: pgmap v11458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:26:45 smithi032 ceph-mon[189144]: pgmap v11458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:26:45 smithi039 ceph-mon[181282]: pgmap v11458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:48.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:26:47 smithi032 ceph-mon[191839]: pgmap v11459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:26:47 smithi032 ceph-mon[189144]: pgmap v11459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:26:47 smithi039 ceph-mon[181282]: pgmap v11459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:26:49 smithi032 ceph-mon[191839]: pgmap v11460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:26:49 smithi032 ceph-mon[189144]: pgmap v11460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:26:49 smithi039 ceph-mon[181282]: pgmap v11460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:26:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:26:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:26:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:26:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:26:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:26:50] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T22:26:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:26:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:26:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:26:51 smithi032 ceph-mon[191839]: pgmap v11461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:26:51 smithi032 ceph-mon[189144]: pgmap v11461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:52.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:26:51 smithi039 ceph-mon[181282]: pgmap v11461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:54.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:26:53 smithi032 ceph-mon[191839]: pgmap v11462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:26:53 smithi032 ceph-mon[189144]: pgmap v11462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:26:53 smithi039 ceph-mon[181282]: pgmap v11462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:54.680 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:26:55.005 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:26:55.005 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 6m ago 5h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:26:55.005 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 4m ago 5h 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:26:55.006 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 6m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:26:55.006 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 4m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:26:55.006 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 4m ago 5h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:26:55.006 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 6m ago 5h 742M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:26:55.006 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 6m ago 5h 1438M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:26:55.006 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 4m ago 5h 692M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:26:55.006 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 6m ago 5h 718M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:26:55.006 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 6m ago 5h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:26:55.006 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 4m ago 5h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:26:55.006 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 6m ago 5h 4689M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:26:55.006 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 6m ago 5h 4864M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:26:55.006 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 6m ago 5h 4344M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:26:55.006 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 6m ago 5h 4362M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:26:55.006 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 4m ago 5h 4144M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:26:55.007 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 4m ago 5h 4443M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:26:55.007 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 4m ago 5h 4156M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:26:55.007 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 4m ago 5h 4111M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:26:55.007 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 4m ago 5h 127M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:26:55.409 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:26:55.410 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:26:55.411 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:26:55.411 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:26:55.411 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:26:55.411 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:26:55.411 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:26:55.411 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:26:55.412 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:26:55.412 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:26:55.412 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:26:55.412 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:26:55.412 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:26:55.412 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:26:55.412 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:26:55.412 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:26:55.413 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:26:55.413 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:26:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:26:55 smithi032 ceph-mon[189144]: from='client.56324 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:26:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:26:55 smithi032 ceph-mon[189144]: pgmap v11463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:26:55 smithi032 ceph-mon[189144]: from='client.56330 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:26:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:26:55 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1918889427' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:26:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:26:55 smithi032 ceph-mon[191839]: from='client.56324 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:26:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:26:55 smithi032 ceph-mon[191839]: pgmap v11463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:26:55 smithi032 ceph-mon[191839]: from='client.56330 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:26:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:26:55 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1918889427' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:26:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:26:55 smithi039 ceph-mon[181282]: from='client.56324 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:26:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:26:55 smithi039 ceph-mon[181282]: pgmap v11463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:26:55 smithi039 ceph-mon[181282]: from='client.56330 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:26:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:26:55 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1918889427' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:26:58.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:26:57 smithi032 ceph-mon[191839]: pgmap v11464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:58.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:26:57 smithi032 ceph-mon[189144]: pgmap v11464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:26:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:26:57 smithi039 ceph-mon[181282]: pgmap v11464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:00.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:26:59 smithi032 ceph-mon[191839]: pgmap v11465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:26:59 smithi032 ceph-mon[189144]: pgmap v11465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:00.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:26:59 smithi039 ceph-mon[181282]: pgmap v11465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:27:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:27:00] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T22:27:01.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:27:01 smithi032 ceph-mon[191839]: pgmap v11466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:01.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:27:01 smithi032 ceph-mon[189144]: pgmap v11466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:02.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:27:01 smithi039 ceph-mon[181282]: pgmap v11466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:04.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:27:03 smithi032 ceph-mon[191839]: pgmap v11467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:04.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:27:03 smithi032 ceph-mon[189144]: pgmap v11467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:04.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:27:03 smithi039 ceph-mon[181282]: pgmap v11467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:27:05 smithi032 ceph-mon[191839]: pgmap v11468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:27:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:27:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:27:05 smithi032 ceph-mon[189144]: pgmap v11468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:27:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:27:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:27:05 smithi039 ceph-mon[181282]: pgmap v11468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:27:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:27:08.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:27:07 smithi032 ceph-mon[191839]: pgmap v11469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:08.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:27:07 smithi032 ceph-mon[189144]: pgmap v11469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:08.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:27:07 smithi039 ceph-mon[181282]: pgmap v11469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:10.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:27:09 smithi032 ceph-mon[191839]: pgmap v11470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:10.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:27:09 smithi032 ceph-mon[189144]: pgmap v11470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:10.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:27:09 smithi039 ceph-mon[181282]: pgmap v11470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:27:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:27:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:27:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:27:11 smithi032 ceph-mon[191839]: pgmap v11471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:11.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:27:11 smithi032 ceph-mon[189144]: pgmap v11471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:27:11 smithi039 ceph-mon[181282]: pgmap v11471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:12.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:27:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:27:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:27:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:27:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:27:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:27:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:27:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:27:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:27:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:27:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:27:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:27:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:27:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:27:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:27:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:27:13.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:27:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:27:13.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:27:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:27:13.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:27:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:27:13.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:27:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:27:13.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:27:13 smithi032 ceph-mon[191839]: pgmap v11472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:13.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:27:13 smithi032 ceph-mon[189144]: pgmap v11472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:14.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:27:13 smithi039 ceph-mon[181282]: pgmap v11472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:27:15 smithi032 ceph-mon[191839]: pgmap v11473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:27:15 smithi032 ceph-mon[189144]: pgmap v11473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:27:15 smithi039 ceph-mon[181282]: pgmap v11473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:27:17 smithi032 ceph-mon[189144]: pgmap v11474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:27:17 smithi032 ceph-mon[191839]: pgmap v11474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:18.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:27:17 smithi039 ceph-mon[181282]: pgmap v11474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:27:19 smithi032 ceph-mon[191839]: pgmap v11475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:27:19 smithi032 ceph-mon[189144]: pgmap v11475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:27:19 smithi039 ceph-mon[181282]: pgmap v11475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:27:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:27:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:27:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:27:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:27:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:27:20] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T22:27:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:27:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:27:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:27:21 smithi032 ceph-mon[189144]: pgmap v11476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:22.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:27:21 smithi032 ceph-mon[191839]: pgmap v11476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:27:21 smithi039 ceph-mon[181282]: pgmap v11476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:27:23 smithi032 ceph-mon[189144]: pgmap v11477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:24.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:27:23 smithi032 ceph-mon[191839]: pgmap v11477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:27:23 smithi039 ceph-mon[181282]: pgmap v11477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:25.775 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:27:26.102 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:27:26.102 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 7m ago 5h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:27:26.102 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 5m ago 5h 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:27:26.102 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 7m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:27:26.102 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 5m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:27:26.102 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 5m ago 5h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:27:26.102 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 7m ago 5h 742M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:27:26.102 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 7m ago 5h 1438M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:27:26.102 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 5m ago 5h 692M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:27:26.102 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 7m ago 5h 718M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:27:26.102 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 7m ago 5h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:27:26.102 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 5m ago 5h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:27:26.102 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 7m ago 5h 4689M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:27:26.103 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 7m ago 5h 4864M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:27:26.103 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 7m ago 5h 4344M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:27:26.103 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 7m ago 5h 4362M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:27:26.103 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 5m ago 5h 4144M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:27:26.103 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 5m ago 5h 4443M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:27:26.103 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 5m ago 5h 4156M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:27:26.103 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 5m ago 5h 4111M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:27:26.103 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 5m ago 5h 127M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:27:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:27:25 smithi032 ceph-mon[191839]: pgmap v11478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:27:25 smithi032 ceph-mon[189144]: pgmap v11478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:27:25 smithi039 ceph-mon[181282]: pgmap v11478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:26.506 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:27:26.506 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:27:26.506 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:27:26.506 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:27:26.506 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:27:26.506 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:27:26.507 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:27:26.507 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:27:26.507 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:27:26.507 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:27:26.507 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:27:26.507 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:27:26.507 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:27:26.507 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:27:26.507 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:27:26.507 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:27:26.507 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:27:26.507 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:27:27.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:27:26 smithi032 ceph-mon[191839]: from='client.46425 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:27:27.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:27:26 smithi032 ceph-mon[191839]: from='client.46431 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:27:27.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:27:26 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3829085064' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:27:27.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:27:26 smithi032 ceph-mon[189144]: from='client.46425 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:27:27.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:27:26 smithi032 ceph-mon[189144]: from='client.46431 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:27:27.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:27:26 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3829085064' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:27:27.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:27:26 smithi039 ceph-mon[181282]: from='client.46425 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:27:27.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:27:26 smithi039 ceph-mon[181282]: from='client.46431 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:27:27.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:27:26 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3829085064' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:27:28.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:27:27 smithi032 ceph-mon[191839]: pgmap v11479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:27:27 smithi032 ceph-mon[189144]: pgmap v11479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:27:27 smithi039 ceph-mon[181282]: pgmap v11479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:27:29 smithi032 ceph-mon[189144]: pgmap v11480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:30.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:27:29 smithi032 ceph-mon[191839]: pgmap v11480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:27:29 smithi039 ceph-mon[181282]: pgmap v11480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:27:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:27:30] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T22:27:31.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:27:31 smithi032 ceph-mon[191839]: pgmap v11481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:31.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:27:31 smithi032 ceph-mon[189144]: pgmap v11481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:32.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:27:31 smithi039 ceph-mon[181282]: pgmap v11481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:34.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:27:33 smithi032 ceph-mon[191839]: pgmap v11482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:27:33 smithi032 ceph-mon[189144]: pgmap v11482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:34.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:27:33 smithi039 ceph-mon[181282]: pgmap v11482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:27:35 smithi032 ceph-mon[191839]: pgmap v11483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:27:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:27:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:27:35 smithi032 ceph-mon[189144]: pgmap v11483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:27:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:27:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:27:35 smithi039 ceph-mon[181282]: pgmap v11483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:27:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:27:38.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:27:37 smithi032 ceph-mon[191839]: pgmap v11484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:27:37 smithi032 ceph-mon[189144]: pgmap v11484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:38.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:27:37 smithi039 ceph-mon[181282]: pgmap v11484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:40.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:27:39 smithi032 ceph-mon[191839]: pgmap v11485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:27:39 smithi032 ceph-mon[189144]: pgmap v11485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:40.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:27:39 smithi039 ceph-mon[181282]: pgmap v11485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:27:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:27:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T22:27:41.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:27:41 smithi032 ceph-mon[189144]: pgmap v11486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:41.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:27:41 smithi032 ceph-mon[191839]: pgmap v11486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:42.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:27:41 smithi039 ceph-mon[181282]: pgmap v11486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:27:43 smithi032 ceph-mon[191839]: pgmap v11487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:27:43 smithi032 ceph-mon[189144]: pgmap v11487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:44.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:27:43 smithi039 ceph-mon[181282]: pgmap v11487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:46.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:27:45 smithi032 ceph-mon[191839]: pgmap v11488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:27:45 smithi032 ceph-mon[189144]: pgmap v11488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:27:45 smithi039 ceph-mon[181282]: pgmap v11488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:48.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:27:47 smithi032 ceph-mon[189144]: pgmap v11489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:48.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:27:47 smithi032 ceph-mon[191839]: pgmap v11489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:27:47 smithi039 ceph-mon[181282]: pgmap v11489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:27:49 smithi032 ceph-mon[189144]: pgmap v11490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:27:49 smithi032 ceph-mon[191839]: pgmap v11490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:27:49 smithi039 ceph-mon[181282]: pgmap v11490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:27:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:27:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:27:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:27:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:27:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:27:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:27:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:27:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:27:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:27:51 smithi032 ceph-mon[189144]: pgmap v11491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:52.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:27:51 smithi032 ceph-mon[191839]: pgmap v11491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:52.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:27:51 smithi039 ceph-mon[181282]: pgmap v11491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:54.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:27:53 smithi032 ceph-mon[189144]: pgmap v11492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:27:53 smithi032 ceph-mon[191839]: pgmap v11492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:27:53 smithi039 ceph-mon[181282]: pgmap v11492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:56.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:27:55 smithi032 ceph-mon[189144]: pgmap v11493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:27:55 smithi032 ceph-mon[191839]: pgmap v11493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:27:55 smithi039 ceph-mon[181282]: pgmap v11493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:56.869 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:27:57.191 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:27:57.497 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 7m ago 5h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:27:57.497 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 5m ago 5h 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:27:57.498 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 7m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:27:57.498 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 5m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:27:57.498 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 5m ago 5h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:27:57.498 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 7m ago 5h 742M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:27:57.498 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 7m ago 5h 1438M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:27:57.498 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 5m ago 5h 692M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:27:57.498 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 7m ago 5h 718M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:27:57.498 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 7m ago 5h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:27:57.498 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 5m ago 5h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:27:57.498 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 7m ago 5h 4689M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:27:57.498 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 7m ago 5h 4864M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:27:57.499 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 7m ago 5h 4344M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:27:57.499 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 7m ago 5h 4362M 2395M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:27:57.499 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 5m ago 5h 4144M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:27:57.499 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 5m ago 5h 4443M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:27:57.499 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 5m ago 5h 4156M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:27:57.499 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 5m ago 5h 4111M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:27:57.499 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 5m ago 5h 127M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:27:57.593 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:27:57.593 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:27:57.593 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:27:57.593 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:27:57.593 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:27:57.593 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:27:57.593 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:27:57.593 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:27:57.593 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:27:57.593 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:27:57.594 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:27:57.594 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:27:57.594 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:27:57.594 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:27:57.594 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:27:57.594 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:27:57.594 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:27:57.594 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:27:58.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:27:57 smithi032 ceph-mon[189144]: pgmap v11494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:58.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:27:57 smithi032 ceph-mon[189144]: from='client.56360 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:27:58.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:27:57 smithi032 ceph-mon[189144]: from='client.46449 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:27:58.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:27:57 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1778346565' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:27:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:27:57 smithi032 ceph-mon[191839]: pgmap v11494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:27:57 smithi032 ceph-mon[191839]: from='client.56360 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:27:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:27:57 smithi032 ceph-mon[191839]: from='client.46449 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:27:58.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:27:57 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1778346565' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:27:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:27:57 smithi039 ceph-mon[181282]: pgmap v11494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:27:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:27:57 smithi039 ceph-mon[181282]: from='client.56360 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:27:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:27:57 smithi039 ceph-mon[181282]: from='client.46449 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:27:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:27:57 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1778346565' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:28:00.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:27:59 smithi032 ceph-mon[189144]: pgmap v11495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:27:59 smithi032 ceph-mon[191839]: pgmap v11495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:00.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:27:59 smithi039 ceph-mon[181282]: pgmap v11495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:28:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:28:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:28:01.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:01 smithi032 ceph-mon[191839]: pgmap v11496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:01.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:01 smithi032 ceph-mon[189144]: pgmap v11496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:02.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:01 smithi039 ceph-mon[181282]: pgmap v11496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:04.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:03 smithi032 ceph-mon[191839]: pgmap v11497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:04.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:03 smithi032 ceph-mon[189144]: pgmap v11497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:04.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:03 smithi039 ceph-mon[181282]: pgmap v11497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:05 smithi032 ceph-mon[191839]: pgmap v11498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:28:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:05 smithi032 ceph-mon[189144]: pgmap v11498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:28:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:05 smithi039 ceph-mon[181282]: pgmap v11498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:28:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:07 smithi032 ceph-mon[189144]: pgmap v11499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:07 smithi032 ceph-mon[191839]: pgmap v11499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:08.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:07 smithi039 ceph-mon[181282]: pgmap v11499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:10.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:09 smithi032 ceph-mon[191839]: pgmap v11500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:09 smithi032 ceph-mon[189144]: pgmap v11500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:10.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:09 smithi039 ceph-mon[181282]: pgmap v11500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:28:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:28:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:28:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:11 smithi032 ceph-mon[191839]: pgmap v11501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:11.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:11 smithi032 ceph-mon[189144]: pgmap v11501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:11 smithi039 ceph-mon[181282]: pgmap v11501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:12.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:28:12.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:28:13.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:28:14.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:28:14.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:28:14.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:13 smithi039 ceph-mon[181282]: pgmap v11502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:14.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:28:14.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:28:14.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:28:14.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:28:14.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:13 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi032 to 2386M 2023-12-22T22:28:14.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:28:14.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:28:14.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:28:14.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:28:14.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:28:14.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:28:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:13 smithi032 ceph-mon[189144]: pgmap v11502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:28:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:28:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:28:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:28:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:13 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi032 to 2386M 2023-12-22T22:28:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:28:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:28:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:28:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:28:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:28:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:28:14.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:13 smithi032 ceph-mon[191839]: pgmap v11502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:14.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:28:14.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:28:14.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:28:14.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:28:14.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:13 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi032 to 2386M 2023-12-22T22:28:14.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:28:14.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:28:14.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:28:14.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:28:16.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:15 smithi032 ceph-mon[189144]: pgmap v11503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:15 smithi032 ceph-mon[191839]: pgmap v11503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:15 smithi039 ceph-mon[181282]: pgmap v11503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:18.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:17 smithi032 ceph-mon[191839]: pgmap v11504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:18.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:17 smithi032 ceph-mon[189144]: pgmap v11504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:18.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:17 smithi039 ceph-mon[181282]: pgmap v11504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:19 smithi032 ceph-mon[191839]: pgmap v11505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:19 smithi032 ceph-mon[189144]: pgmap v11505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:19 smithi039 ceph-mon[181282]: pgmap v11505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:28:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:28:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:28:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:28:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:28:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:28:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:21 smithi032 ceph-mon[191839]: pgmap v11506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:21 smithi032 ceph-mon[189144]: pgmap v11506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:21 smithi039 ceph-mon[181282]: pgmap v11506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:23 smithi032 ceph-mon[189144]: pgmap v11507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:24.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:23 smithi032 ceph-mon[191839]: pgmap v11507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:23 smithi039 ceph-mon[181282]: pgmap v11507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:25 smithi032 ceph-mon[191839]: pgmap v11508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:25 smithi032 ceph-mon[189144]: pgmap v11508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:25 smithi039 ceph-mon[181282]: pgmap v11508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:27.957 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:28:28.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:27 smithi032 ceph-mon[191839]: pgmap v11509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:28.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:27 smithi032 ceph-mon[189144]: pgmap v11509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:27 smithi039 ceph-mon[181282]: pgmap v11509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:28.281 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:28:28.281 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 8m ago 5h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:28:28.281 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 6m ago 5h 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:28:28.281 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 8m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:28:28.281 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 6m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:28:28.281 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 6m ago 5h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:28:28.282 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 8m ago 5h 742M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:28:28.282 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 8m ago 5h 1438M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:28:28.282 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 6m ago 5h 692M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:28:28.282 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 8m ago 5h 718M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:28:28.282 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 8m ago 5h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:28:28.282 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 6m ago 5h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:28:28.282 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 8m ago 5h 4689M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:28:28.282 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 8m ago 5h 4864M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:28:28.282 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 8m ago 5h 4344M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:28:28.282 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 8m ago 5h 4362M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:28:28.282 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 6m ago 5h 4144M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:28:28.282 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 6m ago 5h 4443M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:28:28.282 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 6m ago 5h 4156M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:28:28.282 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 6m ago 5h 4111M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:28:28.283 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 6m ago 5h 127M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:28:28.683 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:28:28.683 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:28:28.683 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:28:28.684 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:28:28.684 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:28:28.684 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:28:28.684 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:28:28.684 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:28:28.684 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:28:28.684 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:28:28.684 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:28:28.684 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:28:28.684 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:28:28.684 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:28:28.684 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:28:28.684 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:28:28.684 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:28:28.684 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:28:29.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:28 smithi032 ceph-mon[189144]: from='client.46461 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:28:29.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:28 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2400339203' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:28:29.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:28 smithi032 ceph-mon[191839]: from='client.46461 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:28:29.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:28 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2400339203' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:28:29.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:28 smithi039 ceph-mon[181282]: from='client.46461 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:28:29.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:28 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2400339203' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:28:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:29 smithi032 ceph-mon[189144]: from='client.46467 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:28:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:29 smithi032 ceph-mon[189144]: pgmap v11510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:30.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:29 smithi032 ceph-mon[191839]: from='client.46467 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:28:30.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:29 smithi032 ceph-mon[191839]: pgmap v11510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:29 smithi039 ceph-mon[181282]: from='client.46467 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:28:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:29 smithi039 ceph-mon[181282]: pgmap v11510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:28:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:28:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:28:31.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:31 smithi032 ceph-mon[189144]: pgmap v11511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:31.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:31 smithi032 ceph-mon[191839]: pgmap v11511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:32.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:31 smithi039 ceph-mon[181282]: pgmap v11511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:34.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:33 smithi032 ceph-mon[191839]: pgmap v11512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:33 smithi032 ceph-mon[189144]: pgmap v11512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:34.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:33 smithi039 ceph-mon[181282]: pgmap v11512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:35 smithi032 ceph-mon[191839]: pgmap v11513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:28:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:35 smithi032 ceph-mon[189144]: pgmap v11513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:28:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:35 smithi039 ceph-mon[181282]: pgmap v11513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:28:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:37 smithi032 ceph-mon[189144]: pgmap v11514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:38.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:37 smithi032 ceph-mon[191839]: pgmap v11514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:38.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:37 smithi039 ceph-mon[181282]: pgmap v11514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:40.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:39 smithi032 ceph-mon[191839]: pgmap v11515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:39 smithi032 ceph-mon[189144]: pgmap v11515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:40.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:39 smithi039 ceph-mon[181282]: pgmap v11515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:28:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:28:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:28:41.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:41 smithi032 ceph-mon[191839]: pgmap v11516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:41.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:41 smithi032 ceph-mon[189144]: pgmap v11516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:42.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:41 smithi039 ceph-mon[181282]: pgmap v11516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:43 smithi032 ceph-mon[191839]: pgmap v11517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:43 smithi032 ceph-mon[189144]: pgmap v11517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:44.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:43 smithi039 ceph-mon[181282]: pgmap v11517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:46.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:45 smithi032 ceph-mon[189144]: pgmap v11518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:45 smithi032 ceph-mon[191839]: pgmap v11518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:45 smithi039 ceph-mon[181282]: pgmap v11518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:48.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:47 smithi032 ceph-mon[191839]: pgmap v11519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:47 smithi032 ceph-mon[189144]: pgmap v11519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:47 smithi039 ceph-mon[181282]: pgmap v11519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:49 smithi032 ceph-mon[191839]: pgmap v11520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:49 smithi032 ceph-mon[189144]: pgmap v11520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:49 smithi039 ceph-mon[181282]: pgmap v11520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:28:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:28:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:28:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:28:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:28:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:28:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:51 smithi032 ceph-mon[191839]: pgmap v11521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:51 smithi032 ceph-mon[189144]: pgmap v11521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:52.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:51 smithi039 ceph-mon[181282]: pgmap v11521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:54.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:53 smithi032 ceph-mon[191839]: pgmap v11522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:53 smithi032 ceph-mon[189144]: pgmap v11522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:53 smithi039 ceph-mon[181282]: pgmap v11522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:56.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:55 smithi032 ceph-mon[191839]: pgmap v11523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:55 smithi032 ceph-mon[189144]: pgmap v11523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:55 smithi039 ceph-mon[181282]: pgmap v11523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:58.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:57 smithi032 ceph-mon[191839]: pgmap v11524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:58.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:57 smithi032 ceph-mon[189144]: pgmap v11524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:57 smithi039 ceph-mon[181282]: pgmap v11524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:28:59.050 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:28:59.516 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:28:59.516 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 8m ago 5h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:28:59.517 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 6m ago 5h 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:28:59.517 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 8m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:28:59.517 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 6m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:28:59.517 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 6m ago 5h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:28:59.517 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 8m ago 5h 742M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:28:59.517 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 8m ago 5h 1438M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:28:59.517 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 6m ago 5h 692M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:28:59.517 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 8m ago 5h 718M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:28:59.518 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 8m ago 5h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:28:59.518 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 6m ago 5h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:28:59.518 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 8m ago 5h 4689M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:28:59.518 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 8m ago 5h 4864M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:28:59.518 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 8m ago 5h 4344M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:28:59.518 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 8m ago 5h 4362M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:28:59.518 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 6m ago 5h 4144M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:28:59.518 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 6m ago 5h 4443M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:28:59.518 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 6m ago 5h 4156M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:28:59.518 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 6m ago 5h 4111M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:28:59.518 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 6m ago 5h 127M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:28:59.773 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:28:59.773 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:28:59.774 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:28:59.774 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:28:59.774 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:28:59.774 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:28:59.774 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:28:59.774 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:28:59.774 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:28:59.774 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:28:59.774 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:28:59.774 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:28:59.774 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:28:59.774 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:28:59.774 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:28:59.774 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:28:59.774 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:28:59.774 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:29:00.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:59 smithi032 ceph-mon[191839]: pgmap v11525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:59 smithi032 ceph-mon[191839]: from='client.56396 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:29:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:28:59 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2963355640' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:29:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:59 smithi032 ceph-mon[189144]: pgmap v11525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:59 smithi032 ceph-mon[189144]: from='client.56396 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:29:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:28:59 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2963355640' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:29:00.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:59 smithi039 ceph-mon[181282]: pgmap v11525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:00.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:59 smithi039 ceph-mon[181282]: from='client.56396 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:29:00.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:28:59 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2963355640' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:29:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:29:00 smithi032 ceph-mon[191839]: from='client.46485 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:29:01.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:29:00 smithi032 ceph-mon[189144]: from='client.46485 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:29:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:29:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:29:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:29:01.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:29:00 smithi039 ceph-mon[181282]: from='client.46485 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:29:02.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:29:01 smithi032 ceph-mon[191839]: pgmap v11526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:29:01 smithi032 ceph-mon[189144]: pgmap v11526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:02.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:29:01 smithi039 ceph-mon[181282]: pgmap v11526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:04.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:29:03 smithi032 ceph-mon[191839]: pgmap v11527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:04.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:29:03 smithi032 ceph-mon[189144]: pgmap v11527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:04.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:29:03 smithi039 ceph-mon[181282]: pgmap v11527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:29:05 smithi032 ceph-mon[189144]: pgmap v11528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:29:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:29:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:29:05 smithi032 ceph-mon[191839]: pgmap v11528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:29:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:29:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:29:05 smithi039 ceph-mon[181282]: pgmap v11528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:29:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:29:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:29:07 smithi032 ceph-mon[189144]: pgmap v11529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:08.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:29:07 smithi032 ceph-mon[191839]: pgmap v11529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:08.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:29:07 smithi039 ceph-mon[181282]: pgmap v11529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:29:09 smithi032 ceph-mon[189144]: pgmap v11530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:10.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:29:09 smithi032 ceph-mon[191839]: pgmap v11530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:10.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:29:09 smithi039 ceph-mon[181282]: pgmap v11530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:29:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:29:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:29:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:29:11 smithi032 ceph-mon[191839]: pgmap v11531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:11.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:29:11 smithi032 ceph-mon[189144]: pgmap v11531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:29:11 smithi039 ceph-mon[181282]: pgmap v11531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:29:13 smithi032 ceph-mon[191839]: pgmap v11532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:29:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:29:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:29:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:29:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:29:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:29:14.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:29:13 smithi032 ceph-mon[189144]: pgmap v11532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:14.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:29:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:29:14.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:29:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:29:14.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:29:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:29:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:29:13 smithi039 ceph-mon[181282]: pgmap v11532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:29:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:29:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:29:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:29:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:29:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:29:15.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:29:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:29:15.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:29:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:29:15.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:29:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:29:15.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:29:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:29:15.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:29:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:29:15.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:29:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:29:15.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:29:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:29:15.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:29:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:29:15.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:29:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:29:15.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:29:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:29:15.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:29:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:29:15.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:29:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:29:15.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:29:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:29:15.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:29:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:29:15.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:29:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:29:16.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:29:16 smithi039 ceph-mon[181282]: pgmap v11533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:29:16 smithi032 ceph-mon[191839]: pgmap v11533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:29:16 smithi032 ceph-mon[189144]: pgmap v11533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:17.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:29:17 smithi032 ceph-mon[191839]: pgmap v11534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:17.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:29:17 smithi032 ceph-mon[189144]: pgmap v11534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:17.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:29:17 smithi039 ceph-mon[181282]: pgmap v11534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:29:19 smithi032 ceph-mon[191839]: pgmap v11535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:29:19 smithi032 ceph-mon[189144]: pgmap v11535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:29:19 smithi039 ceph-mon[181282]: pgmap v11535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:29:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:29:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:29:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:29:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:29:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:29:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:29:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:29:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:29:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:29:21 smithi032 ceph-mon[191839]: pgmap v11536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:29:21 smithi032 ceph-mon[189144]: pgmap v11536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:29:21 smithi039 ceph-mon[181282]: pgmap v11536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:24.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:29:23 smithi032 ceph-mon[191839]: pgmap v11537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:29:23 smithi032 ceph-mon[189144]: pgmap v11537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:29:23 smithi039 ceph-mon[181282]: pgmap v11537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:29:25 smithi032 ceph-mon[191839]: pgmap v11538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:29:25 smithi032 ceph-mon[189144]: pgmap v11538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:29:25 smithi039 ceph-mon[181282]: pgmap v11538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:28.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:29:27 smithi032 ceph-mon[191839]: pgmap v11539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:29:27 smithi032 ceph-mon[189144]: pgmap v11539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:29:27 smithi039 ceph-mon[181282]: pgmap v11539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:30.140 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:29:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:29:29 smithi032 ceph-mon[191839]: pgmap v11540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:29:29 smithi032 ceph-mon[189144]: pgmap v11540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:29:29 smithi039 ceph-mon[181282]: pgmap v11540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:30.462 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:29:30.462 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 9m ago 5h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:29:30.462 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 7m ago 5h 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:29:30.462 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 9m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:29:30.462 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 7m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:29:30.462 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 7m ago 5h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:29:30.463 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 9m ago 5h 742M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:29:30.463 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 9m ago 5h 1438M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:29:30.463 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 7m ago 5h 692M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:29:30.463 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 9m ago 5h 718M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:29:30.463 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 9m ago 5h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:29:30.463 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 7m ago 5h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:29:30.463 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 9m ago 5h 4689M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:29:30.463 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 9m ago 5h 4864M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:29:30.463 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 9m ago 5h 4344M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:29:30.463 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 9m ago 5h 4362M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:29:30.463 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 7m ago 5h 4144M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:29:30.463 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 7m ago 5h 4443M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:29:30.463 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 7m ago 5h 4156M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:29:30.463 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 7m ago 5h 4111M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:29:30.463 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 7m ago 5h 127M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:29:30.862 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:29:30.862 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:29:30.862 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:29:30.862 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:29:30.862 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:29:30.862 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:29:30.862 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:29:30.862 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:29:30.862 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:29:30.862 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:29:30.862 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:29:30.862 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:29:30.863 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:29:30.863 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:29:30.863 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:29:30.863 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:29:30.863 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:29:30.863 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:29:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:29:30 smithi032 ceph-mon[191839]: from='client.56414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:29:31.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:29:30 smithi032 ceph-mon[189144]: from='client.56414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:29:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:29:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:29:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:29:31.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:29:30 smithi039 ceph-mon[181282]: from='client.56414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:29:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:29:31 smithi032 ceph-mon[191839]: from='client.56420 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:29:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:29:31 smithi032 ceph-mon[191839]: pgmap v11541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:29:31 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1411166948' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:29:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:29:31 smithi032 ceph-mon[189144]: from='client.56420 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:29:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:29:31 smithi032 ceph-mon[189144]: pgmap v11541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:29:31 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1411166948' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:29:32.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:29:31 smithi039 ceph-mon[181282]: from='client.56420 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:29:32.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:29:31 smithi039 ceph-mon[181282]: pgmap v11541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:32.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:29:31 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1411166948' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:29:34.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:29:33 smithi032 ceph-mon[191839]: pgmap v11542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:34.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:29:33 smithi032 ceph-mon[189144]: pgmap v11542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:34.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:29:33 smithi039 ceph-mon[181282]: pgmap v11542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:29:35 smithi032 ceph-mon[191839]: pgmap v11543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:29:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:29:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:29:35 smithi032 ceph-mon[189144]: pgmap v11543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:29:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:29:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:29:35 smithi039 ceph-mon[181282]: pgmap v11543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:29:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:29:38.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:29:37 smithi032 ceph-mon[191839]: pgmap v11544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:29:37 smithi032 ceph-mon[189144]: pgmap v11544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:38.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:29:37 smithi039 ceph-mon[181282]: pgmap v11544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:40.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:29:39 smithi032 ceph-mon[191839]: pgmap v11545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:29:39 smithi032 ceph-mon[189144]: pgmap v11545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:40.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:29:39 smithi039 ceph-mon[181282]: pgmap v11545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:29:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:29:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:29:41.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:29:41 smithi032 ceph-mon[189144]: pgmap v11546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:41.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:29:41 smithi032 ceph-mon[191839]: pgmap v11546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:42.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:29:41 smithi039 ceph-mon[181282]: pgmap v11546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:29:43 smithi032 ceph-mon[191839]: pgmap v11547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:29:43 smithi032 ceph-mon[189144]: pgmap v11547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:44.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:29:43 smithi039 ceph-mon[181282]: pgmap v11547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:46.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:29:45 smithi032 ceph-mon[191839]: pgmap v11548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:46.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:29:45 smithi032 ceph-mon[189144]: pgmap v11548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:29:45 smithi039 ceph-mon[181282]: pgmap v11548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:48.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:29:47 smithi032 ceph-mon[191839]: pgmap v11549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:48.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:29:47 smithi032 ceph-mon[189144]: pgmap v11549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:29:47 smithi039 ceph-mon[181282]: pgmap v11549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:29:49 smithi032 ceph-mon[191839]: pgmap v11550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:29:49 smithi032 ceph-mon[189144]: pgmap v11550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:29:49 smithi039 ceph-mon[181282]: pgmap v11550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:29:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:29:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:29:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:29:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:29:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:29:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:29:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:29:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:29:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:29:51 smithi032 ceph-mon[191839]: pgmap v11551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:29:51 smithi032 ceph-mon[189144]: pgmap v11551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:52.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:29:51 smithi039 ceph-mon[181282]: pgmap v11551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:54.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:29:53 smithi032 ceph-mon[189144]: pgmap v11552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:54.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:29:53 smithi032 ceph-mon[191839]: pgmap v11552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:29:53 smithi039 ceph-mon[181282]: pgmap v11552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:56.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:29:55 smithi032 ceph-mon[189144]: pgmap v11553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:29:55 smithi032 ceph-mon[191839]: pgmap v11553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:29:55 smithi039 ceph-mon[181282]: pgmap v11553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:58.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:29:57 smithi032 ceph-mon[191839]: pgmap v11554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:58.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:29:57 smithi032 ceph-mon[189144]: pgmap v11554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:29:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:29:57 smithi039 ceph-mon[181282]: pgmap v11554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:00.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:29:59 smithi032 ceph-mon[191839]: pgmap v11555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:29:59 smithi032 ceph-mon[189144]: pgmap v11555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T22:29:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T22:30:00.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:29:59 smithi039 ceph-mon[181282]: pgmap v11555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T22:30:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:30:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:30:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:30:01.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T22:30:01.225 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:30:01.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T22:30:01.548 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:30:01.549 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 9m ago 5h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:30:01.549 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 7m ago 5h 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:30:01.549 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 9m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:30:01.549 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 7m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:30:01.549 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 7m ago 5h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:30:01.549 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 9m ago 5h 742M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:30:01.549 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 9m ago 5h 1438M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:30:01.549 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 7m ago 5h 692M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:30:01.549 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 9m ago 5h 718M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:30:01.549 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 9m ago 5h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:30:01.549 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 7m ago 5h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:30:01.550 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 9m ago 5h 4689M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:30:01.550 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 9m ago 5h 4864M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:30:01.550 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 9m ago 5h 4344M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:30:01.550 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 9m ago 5h 4362M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:30:01.550 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 7m ago 5h 4144M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:30:01.550 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 7m ago 5h 4443M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:30:01.550 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 7m ago 5h 4156M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:30:01.550 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 7m ago 5h 4111M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:30:01.550 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 7m ago 5h 127M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:30:01.950 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:30:01.950 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:30:01.950 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:30:01.950 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:30:01.950 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:30:01.950 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:30:01.950 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:30:01.950 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:30:01.950 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:30:01.950 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:30:01.950 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:30:01.951 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:30:01.951 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:30:01.951 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:30:01.951 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:30:01.951 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:30:01.951 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:30:01.951 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:30:02.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:01 smithi032 ceph-mon[191839]: pgmap v11556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:02.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:01 smithi032 ceph-mon[191839]: from='client.56432 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:30:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:01 smithi032 ceph-mon[189144]: pgmap v11556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:02.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:01 smithi032 ceph-mon[189144]: from='client.56432 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:30:02.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:01 smithi039 ceph-mon[181282]: pgmap v11556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:02.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:01 smithi039 ceph-mon[181282]: from='client.56432 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:30:03.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:02 smithi032 ceph-mon[189144]: from='client.46521 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:30:03.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:02 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2931394908' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:30:03.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:02 smithi032 ceph-mon[191839]: from='client.46521 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:30:03.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:02 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2931394908' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:30:03.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:02 smithi039 ceph-mon[181282]: from='client.46521 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:30:03.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:02 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2931394908' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:30:04.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:03 smithi032 ceph-mon[191839]: pgmap v11557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:04.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:03 smithi032 ceph-mon[189144]: pgmap v11557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:04.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:03 smithi039 ceph-mon[181282]: pgmap v11557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:05 smithi032 ceph-mon[191839]: pgmap v11558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:30:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:05 smithi032 ceph-mon[189144]: pgmap v11558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:30:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:05 smithi039 ceph-mon[181282]: pgmap v11558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:30:08.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:07 smithi032 ceph-mon[191839]: pgmap v11559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:07 smithi032 ceph-mon[189144]: pgmap v11559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:08.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:07 smithi039 ceph-mon[181282]: pgmap v11559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:10.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:09 smithi032 ceph-mon[189144]: pgmap v11560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:10.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:09 smithi032 ceph-mon[191839]: pgmap v11560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:10.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:09 smithi039 ceph-mon[181282]: pgmap v11560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:30:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:30:10] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2023-12-22T22:30:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:11 smithi032 ceph-mon[191839]: pgmap v11561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:11.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:11 smithi032 ceph-mon[189144]: pgmap v11561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:11 smithi039 ceph-mon[181282]: pgmap v11561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:13 smithi032 ceph-mon[191839]: pgmap v11562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:13 smithi032 ceph-mon[189144]: pgmap v11562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:13 smithi039 ceph-mon[181282]: pgmap v11562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:15.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:30:15.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:30:15.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:30:15.861 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:15 smithi032 ceph-mon[189144]: pgmap v11563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:15.861 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:15 smithi032 ceph-mon[191839]: pgmap v11563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:15 smithi039 ceph-mon[181282]: pgmap v11563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:17.257 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 22:30:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-22T22:30:16.983503387Z level=info msg="Completed cleanup jobs" duration=13.156425ms 2023-12-22T22:30:17.512 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:17 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:30:17.512 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:17 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:30:17.512 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:17 smithi032 ceph-mon[189144]: pgmap v11564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:17.512 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:17 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:30:17.512 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:17 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:30:17.512 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:17 smithi032 ceph-mon[191839]: pgmap v11564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:17.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:17 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:30:17.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:17 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:30:17.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:17 smithi039 ceph-mon[181282]: pgmap v11564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:20 smithi039 ceph-mon[181282]: pgmap v11565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:30:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:30:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:30:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:30:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:30:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:30:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:20 smithi032 ceph-mon[191839]: pgmap v11565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:30:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:30:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:30:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:30:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:30:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:30:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:20 smithi032 ceph-mon[189144]: pgmap v11565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:30:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:30:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:30:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:30:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:30:20.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:30:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:30:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:30:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:30:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:21 smithi032 ceph-mon[189144]: pgmap v11566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:21.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:21 smithi032 ceph-mon[191839]: pgmap v11566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:22.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:21 smithi039 ceph-mon[181282]: pgmap v11566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:24.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:23 smithi032 ceph-mon[189144]: pgmap v11567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:24.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:23 smithi032 ceph-mon[191839]: pgmap v11567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:23 smithi039 ceph-mon[181282]: pgmap v11567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:25 smithi032 ceph-mon[189144]: pgmap v11568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:25 smithi032 ceph-mon[191839]: pgmap v11568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:25 smithi039 ceph-mon[181282]: pgmap v11568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:28.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:27 smithi032 ceph-mon[191839]: pgmap v11569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:28.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:27 smithi032 ceph-mon[189144]: pgmap v11569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:27 smithi039 ceph-mon[181282]: pgmap v11569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:29 smithi032 ceph-mon[191839]: pgmap v11570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:29 smithi032 ceph-mon[189144]: pgmap v11570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:29 smithi039 ceph-mon[181282]: pgmap v11570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:30:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:30:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:30:31.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:31 smithi032 ceph-mon[191839]: pgmap v11571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:31.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:31 smithi032 ceph-mon[189144]: pgmap v11571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:32.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:31 smithi039 ceph-mon[181282]: pgmap v11571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:32.317 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:30:32.641 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:30:32.641 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 16s ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:30:32.641 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 8m ago 5h 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:30:32.641 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 16s ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:30:32.642 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 8m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:30:32.642 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 8m ago 5h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:30:32.642 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 16s ago 5h 748M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:30:32.642 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 16s ago 5h 1474M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:30:32.642 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 8m ago 5h 692M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:30:32.642 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 16s ago 5h 735M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:30:32.642 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 16s ago 5h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:30:32.642 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 8m ago 5h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:30:32.642 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 16s ago 5h 4722M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:30:32.642 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 16s ago 5h 4894M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:30:32.642 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 16s ago 5h 4369M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:30:32.642 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 16s ago 5h 4391M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:30:32.642 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 8m ago 5h 4144M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:30:32.642 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 8m ago 5h 4443M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:30:32.643 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 8m ago 5h 4156M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:30:32.643 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 8m ago 5h 4111M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:30:32.643 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 8m ago 5h 127M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:30:33.045 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:30:33.045 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:30:33.045 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:30:33.045 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:30:33.045 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:30:33.045 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:30:33.045 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:30:33.045 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:30:33.045 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:30:33.045 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:30:33.046 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:30:33.046 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:30:33.046 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:30:33.046 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:30:33.046 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:30:33.046 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:30:33.046 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:30:33.046 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:30:34.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:33 smithi032 ceph-mon[191839]: from='client.56450 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:30:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:33 smithi032 ceph-mon[191839]: from='client.46539 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:30:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:33 smithi032 ceph-mon[191839]: pgmap v11572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:33 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2525766891' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:30:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:33 smithi032 ceph-mon[189144]: from='client.56450 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:30:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:33 smithi032 ceph-mon[189144]: from='client.46539 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:30:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:33 smithi032 ceph-mon[189144]: pgmap v11572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:33 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2525766891' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:30:34.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:33 smithi039 ceph-mon[181282]: from='client.56450 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:30:34.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:33 smithi039 ceph-mon[181282]: from='client.46539 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:30:34.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:33 smithi039 ceph-mon[181282]: pgmap v11572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:34.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:33 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2525766891' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:30:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:35 smithi032 ceph-mon[189144]: pgmap v11573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:30:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:35 smithi032 ceph-mon[191839]: pgmap v11573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:30:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:35 smithi039 ceph-mon[181282]: pgmap v11573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:30:38.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:37 smithi032 ceph-mon[191839]: pgmap v11574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:37 smithi032 ceph-mon[189144]: pgmap v11574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:38.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:37 smithi039 ceph-mon[181282]: pgmap v11574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:40.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:39 smithi032 ceph-mon[191839]: pgmap v11575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:39 smithi032 ceph-mon[189144]: pgmap v11575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:40.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:39 smithi039 ceph-mon[181282]: pgmap v11575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:30:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:30:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:30:41.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:41 smithi032 ceph-mon[189144]: pgmap v11576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:41.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:41 smithi032 ceph-mon[191839]: pgmap v11576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:42.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:41 smithi039 ceph-mon[181282]: pgmap v11576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:44.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:43 smithi032 ceph-mon[189144]: pgmap v11577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:44.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:43 smithi032 ceph-mon[191839]: pgmap v11577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:44.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:43 smithi039 ceph-mon[181282]: pgmap v11577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:46.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:45 smithi032 ceph-mon[189144]: pgmap v11578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:45 smithi032 ceph-mon[191839]: pgmap v11578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:45 smithi039 ceph-mon[181282]: pgmap v11578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:48.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:47 smithi032 ceph-mon[189144]: pgmap v11579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:48.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:47 smithi032 ceph-mon[191839]: pgmap v11579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:47 smithi039 ceph-mon[181282]: pgmap v11579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:49 smithi032 ceph-mon[189144]: pgmap v11580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:49 smithi032 ceph-mon[191839]: pgmap v11580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:49 smithi039 ceph-mon[181282]: pgmap v11580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:30:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:30:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:30:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:30:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:30:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:30:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:51 smithi032 ceph-mon[191839]: pgmap v11581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:51 smithi032 ceph-mon[189144]: pgmap v11581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:52.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:51 smithi039 ceph-mon[181282]: pgmap v11581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:54.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:53 smithi032 ceph-mon[191839]: pgmap v11582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:54.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:53 smithi032 ceph-mon[189144]: pgmap v11582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:53 smithi039 ceph-mon[181282]: pgmap v11582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:56.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:55 smithi032 ceph-mon[191839]: pgmap v11583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:56.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:55 smithi032 ceph-mon[189144]: pgmap v11583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:55 smithi039 ceph-mon[181282]: pgmap v11583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:58.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:57 smithi032 ceph-mon[191839]: pgmap v11584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:58.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:57 smithi032 ceph-mon[189144]: pgmap v11584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:30:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:57 smithi039 ceph-mon[181282]: pgmap v11584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:00.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:30:59 smithi032 ceph-mon[191839]: pgmap v11585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:00.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:30:59 smithi032 ceph-mon[189144]: pgmap v11585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:00.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:30:59 smithi039 ceph-mon[181282]: pgmap v11585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:31:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:31:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:31:01.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:31:01 smithi032 ceph-mon[191839]: pgmap v11586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:01.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:31:01 smithi032 ceph-mon[189144]: pgmap v11586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:02.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:31:01 smithi039 ceph-mon[181282]: pgmap v11586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:03.410 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:31:03.732 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:31:03.733 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 47s ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:31:03.733 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 8m ago 5h 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:31:03.733 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 47s ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:31:03.733 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 8m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:31:03.733 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 8m ago 5h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:31:03.733 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 47s ago 5h 748M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:31:03.733 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 47s ago 5h 1474M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:31:03.733 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 8m ago 5h 692M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:31:03.733 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 47s ago 5h 735M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:31:03.733 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 47s ago 5h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:31:03.733 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 8m ago 5h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:31:03.733 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 47s ago 5h 4722M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:31:03.734 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 47s ago 5h 4894M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:31:03.734 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 47s ago 5h 4369M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:31:03.734 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 47s ago 5h 4391M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:31:03.734 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 8m ago 5h 4144M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:31:03.734 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 8m ago 5h 4443M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:31:03.734 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 8m ago 5h 4156M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:31:03.734 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 8m ago 5h 4111M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:31:03.734 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 8m ago 5h 127M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:31:04.146 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:31:04.146 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:31:04.146 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:31:04.146 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:31:04.146 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:31:04.146 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:31:04.146 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:31:04.146 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:31:04.146 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:31:04.146 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:31:04.146 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:31:04.146 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:31:04.147 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:31:04.147 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:31:04.147 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:31:04.147 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:31:04.147 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:31:04.147 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:31:04.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:31:03 smithi032 ceph-mon[191839]: pgmap v11587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:04.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:31:03 smithi032 ceph-mon[189144]: pgmap v11587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:04.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:31:03 smithi039 ceph-mon[181282]: pgmap v11587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:05.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:31:04 smithi032 ceph-mon[191839]: from='client.46551 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:31:05.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:31:04 smithi032 ceph-mon[191839]: from='client.46557 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:31:05.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:31:04 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1708347688' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:31:05.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:31:04 smithi032 ceph-mon[189144]: from='client.46551 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:31:05.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:31:04 smithi032 ceph-mon[189144]: from='client.46557 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:31:05.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:31:04 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1708347688' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:31:05.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:31:04 smithi039 ceph-mon[181282]: from='client.46551 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:31:05.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:31:04 smithi039 ceph-mon[181282]: from='client.46557 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:31:05.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:31:04 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1708347688' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:31:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:31:05 smithi032 ceph-mon[191839]: pgmap v11588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:31:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:31:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:31:05 smithi032 ceph-mon[189144]: pgmap v11588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:31:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:31:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:31:05 smithi039 ceph-mon[181282]: pgmap v11588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:31:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:31:08.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:31:07 smithi032 ceph-mon[191839]: pgmap v11589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:31:07 smithi032 ceph-mon[189144]: pgmap v11589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:08.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:31:07 smithi039 ceph-mon[181282]: pgmap v11589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:31:09 smithi032 ceph-mon[189144]: pgmap v11590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:10.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:31:09 smithi032 ceph-mon[191839]: pgmap v11590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:10.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:31:09 smithi039 ceph-mon[181282]: pgmap v11590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:31:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:31:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:31:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:31:11 smithi032 ceph-mon[191839]: pgmap v11591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:11.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:31:11 smithi032 ceph-mon[189144]: pgmap v11591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:31:11 smithi039 ceph-mon[181282]: pgmap v11591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:14.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:31:13 smithi032 ceph-mon[191839]: pgmap v11592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:14.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:31:13 smithi032 ceph-mon[189144]: pgmap v11592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:31:13 smithi039 ceph-mon[181282]: pgmap v11592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:16.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:31:15 smithi032 ceph-mon[189144]: pgmap v11593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:16.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:31:15 smithi032 ceph-mon[191839]: pgmap v11593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:31:15 smithi039 ceph-mon[181282]: pgmap v11593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:31:17 smithi032 ceph-mon[189144]: pgmap v11594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:18.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:31:17 smithi032 ceph-mon[191839]: pgmap v11594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:18.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:31:17 smithi039 ceph-mon[181282]: pgmap v11594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:31:19 smithi032 ceph-mon[189144]: pgmap v11595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:31:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:31:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:31:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:31:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:31:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:31:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:31:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:31:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:31:19 smithi032 ceph-mon[191839]: pgmap v11595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:31:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:31:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:31:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:31:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:31:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:31:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:31:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:31:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:31:19 smithi039 ceph-mon[181282]: pgmap v11595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:31:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:31:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:31:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:31:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:31:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:31:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:31:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:31:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:31:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:31:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:31:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:31:20] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T22:31:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:31:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:31:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:31:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:31:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:31:21 smithi032 ceph-mon[189144]: pgmap v11596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:31:21 smithi032 ceph-mon[191839]: pgmap v11596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:31:21 smithi039 ceph-mon[181282]: pgmap v11596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:31:23 smithi032 ceph-mon[189144]: pgmap v11597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:24.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:31:23 smithi032 ceph-mon[191839]: pgmap v11597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:31:23 smithi039 ceph-mon[181282]: pgmap v11597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:31:25 smithi032 ceph-mon[191839]: pgmap v11598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:31:25 smithi032 ceph-mon[189144]: pgmap v11598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:31:25 smithi039 ceph-mon[181282]: pgmap v11598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:28.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:31:27 smithi032 ceph-mon[191839]: pgmap v11599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:28.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:31:27 smithi032 ceph-mon[189144]: pgmap v11599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:31:27 smithi039 ceph-mon[181282]: pgmap v11599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:31:29 smithi032 ceph-mon[189144]: pgmap v11600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:31:29 smithi032 ceph-mon[191839]: pgmap v11600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:31:29 smithi039 ceph-mon[181282]: pgmap v11600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:31:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:31:30] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T22:31:31.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:31:31 smithi032 ceph-mon[191839]: pgmap v11601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:31.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:31:31 smithi032 ceph-mon[189144]: pgmap v11601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:32.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:31:31 smithi039 ceph-mon[181282]: pgmap v11601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:34.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:31:33 smithi032 ceph-mon[191839]: pgmap v11602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:34.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:31:33 smithi032 ceph-mon[189144]: pgmap v11602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:34.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:31:33 smithi039 ceph-mon[181282]: pgmap v11602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:34.512 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:31:34.835 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:31:34.835 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 78s ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:31:34.835 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 9m ago 5h 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:31:34.835 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 78s ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:31:34.835 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 9m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:31:34.835 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 9m ago 5h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:31:34.835 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 78s ago 5h 748M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:31:34.835 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 78s ago 5h 1474M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:31:34.835 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 9m ago 5h 692M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:31:34.835 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 78s ago 5h 735M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:31:34.835 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 78s ago 5h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:31:34.836 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 9m ago 5h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:31:34.836 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 78s ago 5h 4722M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:31:34.836 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 78s ago 5h 4894M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:31:34.836 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 78s ago 5h 4369M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:31:34.836 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 78s ago 5h 4391M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:31:34.836 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 9m ago 5h 4144M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:31:34.836 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 9m ago 5h 4443M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:31:34.836 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 9m ago 5h 4156M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:31:34.836 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 9m ago 5h 4111M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:31:34.836 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 9m ago 5h 127M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:31:35.236 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:31:35.236 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:31:35.236 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:31:35.236 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:31:35.236 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:31:35.236 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:31:35.237 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:31:35.237 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:31:35.237 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:31:35.237 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:31:35.237 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:31:35.237 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:31:35.237 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:31:35.237 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:31:35.237 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:31:35.237 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:31:35.237 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:31:35.237 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:31:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:31:35 smithi032 ceph-mon[189144]: from='client.56486 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:31:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:31:35 smithi032 ceph-mon[189144]: pgmap v11603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:31:35 smithi032 ceph-mon[189144]: from='client.46575 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:31:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:31:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:31:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:31:35 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1208290259' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:31:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:31:35 smithi032 ceph-mon[191839]: from='client.56486 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:31:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:31:35 smithi032 ceph-mon[191839]: pgmap v11603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:31:35 smithi032 ceph-mon[191839]: from='client.46575 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:31:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:31:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:31:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:31:35 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1208290259' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:31:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:31:35 smithi039 ceph-mon[181282]: from='client.56486 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:31:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:31:35 smithi039 ceph-mon[181282]: pgmap v11603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:31:35 smithi039 ceph-mon[181282]: from='client.46575 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:31:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:31:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:31:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:31:35 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1208290259' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:31:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:31:37 smithi032 ceph-mon[189144]: pgmap v11604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:38.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:31:37 smithi032 ceph-mon[191839]: pgmap v11604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:38.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:31:37 smithi039 ceph-mon[181282]: pgmap v11604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:31:39 smithi032 ceph-mon[189144]: pgmap v11605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:31:39 smithi032 ceph-mon[191839]: pgmap v11605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:40.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:31:39 smithi039 ceph-mon[181282]: pgmap v11605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:31:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:31:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:31:41.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:31:41 smithi032 ceph-mon[191839]: pgmap v11606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:41.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:31:41 smithi032 ceph-mon[189144]: pgmap v11606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:42.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:31:41 smithi039 ceph-mon[181282]: pgmap v11606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:31:43 smithi032 ceph-mon[191839]: pgmap v11607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:31:43 smithi032 ceph-mon[189144]: pgmap v11607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:44.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:31:43 smithi039 ceph-mon[181282]: pgmap v11607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:46.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:31:45 smithi032 ceph-mon[191839]: pgmap v11608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:46.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:31:45 smithi032 ceph-mon[189144]: pgmap v11608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:31:45 smithi039 ceph-mon[181282]: pgmap v11608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:48.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:31:47 smithi032 ceph-mon[191839]: pgmap v11609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:48.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:31:47 smithi032 ceph-mon[189144]: pgmap v11609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:31:47 smithi039 ceph-mon[181282]: pgmap v11609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:31:49 smithi032 ceph-mon[191839]: pgmap v11610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:31:49 smithi032 ceph-mon[189144]: pgmap v11610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:31:49 smithi039 ceph-mon[181282]: pgmap v11610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:31:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:31:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:31:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:31:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:31:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:31:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:31:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:31:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:31:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:31:51 smithi032 ceph-mon[191839]: pgmap v11611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:31:51 smithi032 ceph-mon[189144]: pgmap v11611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:52.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:31:51 smithi039 ceph-mon[181282]: pgmap v11611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:54.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:31:53 smithi032 ceph-mon[191839]: pgmap v11612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:31:53 smithi032 ceph-mon[189144]: pgmap v11612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:31:53 smithi039 ceph-mon[181282]: pgmap v11612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:56.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:31:55 smithi032 ceph-mon[191839]: pgmap v11613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:56.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:31:55 smithi032 ceph-mon[189144]: pgmap v11613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:31:55 smithi039 ceph-mon[181282]: pgmap v11613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:58.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:31:57 smithi032 ceph-mon[189144]: pgmap v11614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:31:57 smithi032 ceph-mon[191839]: pgmap v11614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:31:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:31:57 smithi039 ceph-mon[181282]: pgmap v11614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:00.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:31:59 smithi032 ceph-mon[191839]: pgmap v11615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:00.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:31:59 smithi032 ceph-mon[189144]: pgmap v11615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:00.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:31:59 smithi039 ceph-mon[181282]: pgmap v11615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:32:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:32:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:32:01.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:01 smithi032 ceph-mon[189144]: pgmap v11616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:01.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:01 smithi032 ceph-mon[191839]: pgmap v11616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:02.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:01 smithi039 ceph-mon[181282]: pgmap v11616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:04.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:03 smithi032 ceph-mon[191839]: pgmap v11617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:04.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:03 smithi032 ceph-mon[189144]: pgmap v11617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:04.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:03 smithi039 ceph-mon[181282]: pgmap v11617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:05.597 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:32:05.921 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:32:05.921 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 109s ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:32:05.921 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 9m ago 5h 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:32:05.921 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 109s ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:32:05.921 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 9m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:32:05.921 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 9m ago 5h 463M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:32:05.921 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 109s ago 5h 748M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:32:05.921 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 109s ago 5h 1474M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:32:05.922 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 9m ago 5h 692M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:32:05.922 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 109s ago 5h 735M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:32:05.922 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 109s ago 5h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:32:05.922 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 9m ago 5h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:32:05.922 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 109s ago 5h 4722M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:32:05.922 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 109s ago 5h 4894M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:32:05.922 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 109s ago 5h 4369M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:32:05.922 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 109s ago 5h 4391M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:32:05.922 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 9m ago 5h 4144M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:32:05.922 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 9m ago 5h 4443M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:32:05.922 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 9m ago 5h 4156M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:32:05.922 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 9m ago 5h 4111M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:32:05.922 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 9m ago 5h 127M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:32:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:05 smithi032 ceph-mon[189144]: pgmap v11618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:32:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:05 smithi032 ceph-mon[191839]: pgmap v11618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:32:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:05 smithi039 ceph-mon[181282]: pgmap v11618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:32:06.321 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:32:06.321 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:32:06.322 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:32:06.322 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:32:06.322 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:32:06.322 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:32:06.322 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:32:06.322 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:32:06.323 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:32:06.323 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:32:06.323 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:32:06.323 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:32:06.323 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:32:06.323 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:32:06.323 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:32:06.324 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:32:06.324 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:32:06.324 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:32:07.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:06 smithi032 ceph-mon[189144]: from='client.56504 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:32:07.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:06 smithi032 ceph-mon[189144]: from='client.46593 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:32:07.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:06 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1230983670' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:32:07.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:06 smithi032 ceph-mon[191839]: from='client.56504 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:32:07.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:06 smithi032 ceph-mon[191839]: from='client.46593 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:32:07.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:06 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1230983670' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:32:07.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:06 smithi039 ceph-mon[181282]: from='client.56504 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:32:07.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:06 smithi039 ceph-mon[181282]: from='client.46593 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:32:07.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:06 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1230983670' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:32:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:07 smithi032 ceph-mon[189144]: pgmap v11619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:08.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:07 smithi032 ceph-mon[191839]: pgmap v11619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:08.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:07 smithi039 ceph-mon[181282]: pgmap v11619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:09 smithi032 ceph-mon[189144]: pgmap v11620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:10.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:09 smithi032 ceph-mon[191839]: pgmap v11620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:10.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:09 smithi039 ceph-mon[181282]: pgmap v11620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:32:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:32:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T22:32:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:11 smithi032 ceph-mon[191839]: pgmap v11621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:11.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:11 smithi032 ceph-mon[189144]: pgmap v11621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:11 smithi039 ceph-mon[181282]: pgmap v11621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:14.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:13 smithi032 ceph-mon[189144]: pgmap v11622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:14.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:13 smithi032 ceph-mon[191839]: pgmap v11622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:13 smithi039 ceph-mon[181282]: pgmap v11622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:16.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:15 smithi032 ceph-mon[189144]: pgmap v11623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:15 smithi032 ceph-mon[191839]: pgmap v11623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:15 smithi039 ceph-mon[181282]: pgmap v11623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:18.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:17 smithi032 ceph-mon[191839]: pgmap v11624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:18.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:17 smithi032 ceph-mon[189144]: pgmap v11624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:18.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:17 smithi039 ceph-mon[181282]: pgmap v11624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:19 smithi032 ceph-mon[189144]: pgmap v11625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:19 smithi032 ceph-mon[191839]: pgmap v11625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:19 smithi039 ceph-mon[181282]: pgmap v11625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:32:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:32:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:32:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:32:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:32:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:32:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:32:21.210 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:32:21.210 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:32:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:21 smithi032 ceph-mon[191839]: pgmap v11626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:21 smithi032 ceph-mon[189144]: pgmap v11626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:21 smithi039 ceph-mon[181282]: pgmap v11626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:23.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:32:23.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:32:23.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:23 smithi032 ceph-mon[189144]: pgmap v11627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:23.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:32:23.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:32:23.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:32:23.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:32:23.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:23 smithi032 ceph-mon[191839]: pgmap v11627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:23.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:32:23.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:32:23.973 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:32:23.974 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:32:23.974 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:23 smithi039 ceph-mon[181282]: pgmap v11627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:23.974 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:32:23.974 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:32:25.949 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:25 smithi039 ceph-mon[181282]: pgmap v11628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:25 smithi032 ceph-mon[189144]: pgmap v11628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:25 smithi032 ceph-mon[191839]: pgmap v11628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:27.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:32:27.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:32:27.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:32:27.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:32:27.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:32:27.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:27 smithi032 ceph-mon[191839]: pgmap v11629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:27.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:32:27.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:32:27.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:32:27.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:32:27.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:32:27.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:27 smithi032 ceph-mon[189144]: pgmap v11629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:27.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:32:27.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:32:27.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:32:27.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:32:27.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:32:27.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:27 smithi039 ceph-mon[181282]: pgmap v11629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:29 smithi032 ceph-mon[191839]: pgmap v11630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:29 smithi032 ceph-mon[189144]: pgmap v11630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:29 smithi039 ceph-mon[181282]: pgmap v11630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:32:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:32:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:32:31.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:31 smithi032 ceph-mon[189144]: pgmap v11631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:31.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:31 smithi032 ceph-mon[191839]: pgmap v11631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:32.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:31 smithi039 ceph-mon[181282]: pgmap v11631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:34.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:33 smithi032 ceph-mon[189144]: pgmap v11632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:34.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:33 smithi032 ceph-mon[191839]: pgmap v11632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:34.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:33 smithi039 ceph-mon[181282]: pgmap v11632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:35 smithi032 ceph-mon[189144]: pgmap v11633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:32:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:35 smithi032 ceph-mon[191839]: pgmap v11633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:32:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:35 smithi039 ceph-mon[181282]: pgmap v11633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:32:36.685 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:32:37.010 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:32:37.011 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 2m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:32:37.011 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 14s ago 5h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:32:37.011 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 2m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:32:37.011 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 14s ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:32:37.011 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 14s ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:32:37.011 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 2m ago 5h 748M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:32:37.011 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 2m ago 5h 1474M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:32:37.011 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 14s ago 5h 709M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:32:37.011 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 2m ago 5h 735M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:32:37.011 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 2m ago 5h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:32:37.011 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 14s ago 5h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:32:37.011 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 2m ago 5h 4722M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:32:37.012 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 2m ago 5h 4894M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:32:37.012 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 2m ago 5h 4369M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:32:37.012 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 2m ago 5h 4391M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:32:37.012 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 14s ago 5h 4170M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:32:37.012 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 14s ago 5h 4475M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:32:37.012 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 14s ago 5h 4186M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:32:37.012 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 14s ago 5h 4147M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:32:37.012 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 14s ago 5h 130M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:32:37.415 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:32:37.416 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:32:37.416 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:32:37.416 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:32:37.416 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:32:37.416 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:32:37.416 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:32:37.416 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:32:37.416 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:32:37.416 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:32:37.416 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:32:37.416 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:32:37.416 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:32:37.416 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:32:37.417 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:32:37.417 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:32:37.417 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:32:37.417 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:32:38.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:37 smithi032 ceph-mon[191839]: from='client.56522 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:32:38.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:37 smithi032 ceph-mon[191839]: pgmap v11634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:38.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:37 smithi032 ceph-mon[191839]: from='client.56528 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:32:38.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:37 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3266843393' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:32:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:37 smithi032 ceph-mon[189144]: from='client.56522 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:32:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:37 smithi032 ceph-mon[189144]: pgmap v11634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:37 smithi032 ceph-mon[189144]: from='client.56528 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:32:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:37 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3266843393' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:32:38.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:37 smithi039 ceph-mon[181282]: from='client.56522 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:32:38.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:37 smithi039 ceph-mon[181282]: pgmap v11634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:38.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:37 smithi039 ceph-mon[181282]: from='client.56528 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:32:38.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:37 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3266843393' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:32:40.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:39 smithi032 ceph-mon[191839]: pgmap v11635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:39 smithi032 ceph-mon[189144]: pgmap v11635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:39 smithi039 ceph-mon[181282]: pgmap v11635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:32:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:32:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:32:41.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:41 smithi032 ceph-mon[191839]: pgmap v11636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:41.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:41 smithi032 ceph-mon[189144]: pgmap v11636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:42.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:41 smithi039 ceph-mon[181282]: pgmap v11636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:43 smithi032 ceph-mon[191839]: pgmap v11637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:43 smithi032 ceph-mon[189144]: pgmap v11637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:44.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:43 smithi039 ceph-mon[181282]: pgmap v11637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:46.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:45 smithi032 ceph-mon[191839]: pgmap v11638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:46.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:45 smithi032 ceph-mon[189144]: pgmap v11638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:45 smithi039 ceph-mon[181282]: pgmap v11638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:48.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:47 smithi032 ceph-mon[191839]: pgmap v11639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:48.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:47 smithi032 ceph-mon[189144]: pgmap v11639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:47 smithi039 ceph-mon[181282]: pgmap v11639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:49 smithi032 ceph-mon[191839]: pgmap v11640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:49 smithi032 ceph-mon[189144]: pgmap v11640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:49 smithi039 ceph-mon[181282]: pgmap v11640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:32:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:32:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:32:50] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T22:32:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:32:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:32:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:51 smithi032 ceph-mon[191839]: pgmap v11641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:51 smithi032 ceph-mon[189144]: pgmap v11641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:52.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:51 smithi039 ceph-mon[181282]: pgmap v11641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:54.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:53 smithi032 ceph-mon[191839]: pgmap v11642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:54.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:53 smithi032 ceph-mon[189144]: pgmap v11642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:53 smithi039 ceph-mon[181282]: pgmap v11642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:56.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:55 smithi032 ceph-mon[191839]: pgmap v11643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:56.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:55 smithi032 ceph-mon[189144]: pgmap v11643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:55 smithi039 ceph-mon[181282]: pgmap v11643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:58.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:57 smithi032 ceph-mon[191839]: pgmap v11644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:58.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:57 smithi032 ceph-mon[189144]: pgmap v11644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:32:58.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:57 smithi039 ceph-mon[181282]: pgmap v11644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:00.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:32:59 smithi032 ceph-mon[191839]: pgmap v11645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:00.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:32:59 smithi032 ceph-mon[189144]: pgmap v11645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:00.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:32:59 smithi039 ceph-mon[181282]: pgmap v11645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:33:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:33:00] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T22:33:01.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:33:01 smithi032 ceph-mon[191839]: pgmap v11646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:01.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:33:01 smithi032 ceph-mon[189144]: pgmap v11646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:02.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:33:01 smithi039 ceph-mon[181282]: pgmap v11646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:04.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:33:03 smithi032 ceph-mon[191839]: pgmap v11647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:04.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:33:03 smithi032 ceph-mon[189144]: pgmap v11647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:04.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:33:03 smithi039 ceph-mon[181282]: pgmap v11647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:33:05 smithi032 ceph-mon[191839]: pgmap v11648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:33:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:33:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:33:05 smithi032 ceph-mon[189144]: pgmap v11648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:33:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:33:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:33:05 smithi039 ceph-mon[181282]: pgmap v11648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:33:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:33:07.780 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:33:08.102 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:33:08.102 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 2m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:33:08.102 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 45s ago 5h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:33:08.102 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 2m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:33:08.102 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 45s ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:33:08.102 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 45s ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:33:08.102 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 2m ago 5h 748M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:33:08.102 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 2m ago 5h 1474M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:33:08.102 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 45s ago 5h 709M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:33:08.102 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 2m ago 5h 735M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:33:08.103 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 2m ago 5h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:33:08.103 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 45s ago 5h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:33:08.103 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 2m ago 5h 4722M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:33:08.103 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 2m ago 5h 4894M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:33:08.103 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 2m ago 5h 4369M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:33:08.103 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 2m ago 5h 4391M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:33:08.103 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 45s ago 5h 4170M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:33:08.103 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 45s ago 5h 4475M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:33:08.103 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 45s ago 5h 4186M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:33:08.103 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 45s ago 5h 4147M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:33:08.103 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 45s ago 5h 130M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:33:08.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:33:07 smithi032 ceph-mon[191839]: pgmap v11649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:33:07 smithi032 ceph-mon[189144]: pgmap v11649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:08.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:33:07 smithi039 ceph-mon[181282]: pgmap v11649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:08.504 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:33:08.505 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:33:08.505 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:33:08.505 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:33:08.505 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:33:08.505 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:33:08.505 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:33:08.505 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:33:08.505 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:33:08.505 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:33:08.505 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:33:08.505 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:33:08.505 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:33:08.505 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:33:08.505 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:33:08.506 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:33:08.506 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:33:08.506 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:33:09.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:33:08 smithi032 ceph-mon[191839]: from='client.56540 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:33:09.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:33:08 smithi032 ceph-mon[191839]: from='client.46629 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:33:09.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:33:08 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1449711753' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:33:09.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:33:08 smithi032 ceph-mon[189144]: from='client.56540 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:33:09.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:33:08 smithi032 ceph-mon[189144]: from='client.46629 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:33:09.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:33:08 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1449711753' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:33:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:33:08 smithi039 ceph-mon[181282]: from='client.56540 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:33:09.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:33:08 smithi039 ceph-mon[181282]: from='client.46629 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:33:09.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:33:08 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1449711753' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:33:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:33:09 smithi032 ceph-mon[189144]: pgmap v11650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:10.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:33:09 smithi032 ceph-mon[191839]: pgmap v11650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:33:09 smithi039 ceph-mon[181282]: pgmap v11650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:33:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:33:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:33:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:33:11 smithi032 ceph-mon[191839]: pgmap v11651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:11.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:33:11 smithi032 ceph-mon[189144]: pgmap v11651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:33:11 smithi039 ceph-mon[181282]: pgmap v11651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:14.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:33:13 smithi032 ceph-mon[191839]: pgmap v11652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:33:13 smithi032 ceph-mon[189144]: pgmap v11652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:33:13 smithi039 ceph-mon[181282]: pgmap v11652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:16.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:33:15 smithi032 ceph-mon[189144]: pgmap v11653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:16.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:33:15 smithi032 ceph-mon[191839]: pgmap v11653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:33:15 smithi039 ceph-mon[181282]: pgmap v11653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:33:17 smithi032 ceph-mon[189144]: pgmap v11654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:18.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:33:17 smithi032 ceph-mon[191839]: pgmap v11654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:18.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:33:17 smithi039 ceph-mon[181282]: pgmap v11654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:33:19 smithi032 ceph-mon[189144]: pgmap v11655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:33:19 smithi032 ceph-mon[191839]: pgmap v11655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:33:19 smithi039 ceph-mon[181282]: pgmap v11655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:33:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:33:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:33:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:33:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:33:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:33:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T22:33:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:33:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:33:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:33:21 smithi032 ceph-mon[189144]: pgmap v11656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:33:21 smithi032 ceph-mon[191839]: pgmap v11656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:33:21 smithi039 ceph-mon[181282]: pgmap v11656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:33:23 smithi032 ceph-mon[189144]: pgmap v11657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:24.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:33:23 smithi032 ceph-mon[191839]: pgmap v11657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:33:23 smithi039 ceph-mon[181282]: pgmap v11657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:33:25 smithi032 ceph-mon[191839]: pgmap v11658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:33:25 smithi032 ceph-mon[189144]: pgmap v11658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:33:25 smithi039 ceph-mon[181282]: pgmap v11658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:27.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:33:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:33:27.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:33:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:33:27.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:33:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:33:27.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:33:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:33:27.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:33:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:33:27.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:33:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:33:27.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:33:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:33:27.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:33:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:33:27.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:33:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:33:27.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:33:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:33:27.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:33:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:33:27.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:33:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:33:28.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:33:27 smithi039 ceph-mon[181282]: pgmap v11659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:33:27 smithi032 ceph-mon[191839]: pgmap v11659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:28.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:33:27 smithi032 ceph-mon[189144]: pgmap v11659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:33:29 smithi039 ceph-mon[181282]: pgmap v11660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:33:29 smithi032 ceph-mon[191839]: pgmap v11660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:33:29 smithi032 ceph-mon[189144]: pgmap v11660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:33:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:33:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T22:33:31.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:33:31 smithi032 ceph-mon[191839]: pgmap v11661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:31.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:33:31 smithi032 ceph-mon[189144]: pgmap v11661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:32.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:33:31 smithi039 ceph-mon[181282]: pgmap v11661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:34.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:33:33 smithi032 ceph-mon[189144]: pgmap v11662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:34.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:33:33 smithi032 ceph-mon[191839]: pgmap v11662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:33:33 smithi039 ceph-mon[181282]: pgmap v11662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:33:35 smithi032 ceph-mon[191839]: pgmap v11663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:33:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:33:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:33:35 smithi032 ceph-mon[189144]: pgmap v11663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:33:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:33:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:33:35 smithi039 ceph-mon[181282]: pgmap v11663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:33:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:33:38.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:33:37 smithi032 ceph-mon[191839]: pgmap v11664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:33:37 smithi032 ceph-mon[189144]: pgmap v11664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:33:37 smithi039 ceph-mon[181282]: pgmap v11664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:38.868 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:33:39.192 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:33:39.192 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 3m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:33:39.192 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 76s ago 5h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:33:39.192 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 3m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:33:39.192 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 76s ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:33:39.192 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 76s ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:33:39.192 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 3m ago 5h 748M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:33:39.192 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 3m ago 5h 1474M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:33:39.193 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 76s ago 5h 709M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:33:39.193 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 3m ago 5h 735M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:33:39.193 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 3m ago 5h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:33:39.193 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 76s ago 5h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:33:39.193 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 3m ago 5h 4722M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:33:39.193 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 3m ago 5h 4894M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:33:39.193 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 3m ago 5h 4369M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:33:39.193 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 3m ago 5h 4391M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:33:39.193 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 76s ago 5h 4170M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:33:39.193 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 76s ago 5h 4475M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:33:39.193 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 76s ago 5h 4186M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:33:39.193 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 76s ago 5h 4147M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:33:39.193 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 76s ago 5h 130M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:33:39.592 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:33:39.592 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:33:39.592 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:33:39.592 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:33:39.592 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:33:39.593 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:33:39.593 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:33:39.593 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:33:39.593 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:33:39.593 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:33:39.593 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:33:39.593 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:33:39.593 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:33:39.593 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:33:39.593 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:33:39.593 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:33:39.593 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:33:39.593 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:33:40.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:33:39 smithi032 ceph-mon[191839]: from='client.56558 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:33:40.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:33:39 smithi032 ceph-mon[191839]: pgmap v11665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:40.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:33:39 smithi032 ceph-mon[191839]: from='client.46647 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:33:40.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:33:39 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/695992497' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:33:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:33:39 smithi032 ceph-mon[189144]: from='client.56558 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:33:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:33:39 smithi032 ceph-mon[189144]: pgmap v11665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:33:39 smithi032 ceph-mon[189144]: from='client.46647 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:33:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:33:39 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/695992497' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:33:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:33:39 smithi039 ceph-mon[181282]: from='client.56558 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:33:40.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:33:39 smithi039 ceph-mon[181282]: pgmap v11665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:40.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:33:39 smithi039 ceph-mon[181282]: from='client.46647 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:33:40.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:33:39 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/695992497' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:33:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:33:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:33:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:33:41.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:33:41 smithi032 ceph-mon[191839]: pgmap v11666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:41.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:33:41 smithi032 ceph-mon[189144]: pgmap v11666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:42.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:33:41 smithi039 ceph-mon[181282]: pgmap v11666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:33:43 smithi032 ceph-mon[189144]: pgmap v11667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:33:43 smithi032 ceph-mon[191839]: pgmap v11667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:44.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:33:43 smithi039 ceph-mon[181282]: pgmap v11667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:46.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:33:45 smithi032 ceph-mon[189144]: pgmap v11668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:46.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:33:45 smithi032 ceph-mon[191839]: pgmap v11668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:33:45 smithi039 ceph-mon[181282]: pgmap v11668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:48.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:33:47 smithi032 ceph-mon[191839]: pgmap v11669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:48.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:33:47 smithi032 ceph-mon[189144]: pgmap v11669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:33:47 smithi039 ceph-mon[181282]: pgmap v11669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:33:49 smithi032 ceph-mon[191839]: pgmap v11670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:33:49 smithi032 ceph-mon[189144]: pgmap v11670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:33:49 smithi039 ceph-mon[181282]: pgmap v11670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:33:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:33:50] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:33:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:33:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:33:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:33:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:33:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:33:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:33:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:33:51 smithi032 ceph-mon[191839]: pgmap v11671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:33:51 smithi032 ceph-mon[189144]: pgmap v11671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:33:51 smithi039 ceph-mon[181282]: pgmap v11671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:33:53 smithi039 ceph-mon[181282]: pgmap v11672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:33:53 smithi032 ceph-mon[191839]: pgmap v11672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:54.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:33:53 smithi032 ceph-mon[189144]: pgmap v11672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:33:55 smithi039 ceph-mon[181282]: pgmap v11673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:33:55 smithi032 ceph-mon[191839]: pgmap v11673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:33:55 smithi032 ceph-mon[189144]: pgmap v11673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:33:57 smithi039 ceph-mon[181282]: pgmap v11674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:58.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:33:57 smithi032 ceph-mon[189144]: pgmap v11674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:33:58.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:33:57 smithi032 ceph-mon[191839]: pgmap v11674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:33:59 smithi039 ceph-mon[181282]: pgmap v11675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:33:59 smithi032 ceph-mon[191839]: pgmap v11675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:33:59 smithi032 ceph-mon[189144]: pgmap v11675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:34:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:34:00] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:34:01.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:34:01 smithi032 ceph-mon[191839]: pgmap v11676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:01.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:34:01 smithi032 ceph-mon[189144]: pgmap v11676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:34:01 smithi039 ceph-mon[181282]: pgmap v11676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:04.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:34:03 smithi032 ceph-mon[191839]: pgmap v11677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:04.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:34:03 smithi032 ceph-mon[189144]: pgmap v11677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:04.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:34:03 smithi039 ceph-mon[181282]: pgmap v11677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:34:05 smithi032 ceph-mon[189144]: pgmap v11678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:34:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:34:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:34:05 smithi032 ceph-mon[191839]: pgmap v11678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:34:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:34:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:34:05 smithi039 ceph-mon[181282]: pgmap v11678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:34:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:34:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:34:07 smithi032 ceph-mon[189144]: pgmap v11679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:08.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:34:07 smithi032 ceph-mon[191839]: pgmap v11679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:34:07 smithi039 ceph-mon[181282]: pgmap v11679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:09.958 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:34:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:34:09 smithi039 ceph-mon[181282]: pgmap v11680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:10.279 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:34:10.279 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 3m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:34:10.279 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 107s ago 5h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:34:10.279 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 3m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:34:10.279 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 107s ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:34:10.279 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 107s ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:34:10.279 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 3m ago 5h 748M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:34:10.279 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 3m ago 5h 1474M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:34:10.279 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 107s ago 5h 709M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:34:10.279 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 3m ago 5h 735M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:34:10.280 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 3m ago 5h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:34:10.280 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 107s ago 5h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:34:10.280 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 3m ago 5h 4722M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:34:10.280 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 3m ago 5h 4894M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:34:10.280 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 3m ago 5h 4369M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:34:10.280 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 3m ago 5h 4391M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:34:10.280 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 107s ago 5h 4170M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:34:10.280 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 107s ago 5h 4475M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:34:10.280 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 107s ago 5h 4186M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:34:10.280 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 107s ago 5h 4147M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:34:10.280 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 107s ago 5h 130M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:34:10.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:34:09 smithi032 ceph-mon[189144]: pgmap v11680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:10.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:34:09 smithi032 ceph-mon[191839]: pgmap v11680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:10.680 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:34:10.680 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:34:10.680 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:34:10.680 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:34:10.680 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:34:10.680 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:34:10.680 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:34:10.680 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:34:10.680 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:34:10.680 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:34:10.681 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:34:10.681 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:34:10.681 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:34:10.681 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:34:10.681 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:34:10.681 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:34:10.681 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:34:10.681 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:34:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:34:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:34:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:34:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:34:10 smithi032 ceph-mon[191839]: from='client.46659 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:34:11.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:34:10 smithi032 ceph-mon[191839]: from='client.56582 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:34:11.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:34:10 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2196506287' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:34:11.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:34:10 smithi032 ceph-mon[189144]: from='client.46659 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:34:11.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:34:10 smithi032 ceph-mon[189144]: from='client.56582 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:34:11.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:34:10 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2196506287' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:34:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:34:10 smithi039 ceph-mon[181282]: from='client.46659 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:34:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:34:10 smithi039 ceph-mon[181282]: from='client.56582 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:34:11.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:34:10 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2196506287' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:34:12.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:34:11 smithi039 ceph-mon[181282]: pgmap v11681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:34:11 smithi032 ceph-mon[191839]: pgmap v11681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:34:11 smithi032 ceph-mon[189144]: pgmap v11681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:14.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:34:13 smithi039 ceph-mon[181282]: pgmap v11682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:14.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:34:13 smithi032 ceph-mon[191839]: pgmap v11682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:14.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:34:13 smithi032 ceph-mon[189144]: pgmap v11682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:34:15 smithi039 ceph-mon[181282]: pgmap v11683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:16.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:34:15 smithi032 ceph-mon[191839]: pgmap v11683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:34:15 smithi032 ceph-mon[189144]: pgmap v11683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:18.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:34:17 smithi039 ceph-mon[181282]: pgmap v11684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:34:17 smithi032 ceph-mon[191839]: pgmap v11684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:34:17 smithi032 ceph-mon[189144]: pgmap v11684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:34:19 smithi039 ceph-mon[181282]: pgmap v11685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:34:19 smithi032 ceph-mon[191839]: pgmap v11685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:34:19 smithi032 ceph-mon[189144]: pgmap v11685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:34:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:34:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:34:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:34:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:34:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:34:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:34:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:34:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:34:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:34:21 smithi039 ceph-mon[181282]: pgmap v11686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:34:21 smithi032 ceph-mon[191839]: pgmap v11686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:34:21 smithi032 ceph-mon[189144]: pgmap v11686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:24.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:34:23 smithi039 ceph-mon[181282]: pgmap v11687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:24.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:34:23 smithi032 ceph-mon[189144]: pgmap v11687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:24.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:34:23 smithi032 ceph-mon[191839]: pgmap v11687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:34:25 smithi039 ceph-mon[181282]: pgmap v11688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:26.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:34:25 smithi032 ceph-mon[191839]: pgmap v11688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:34:25 smithi032 ceph-mon[189144]: pgmap v11688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:28.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:34:27 smithi039 ceph-mon[181282]: pgmap v11689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:34:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:34:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:34:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:34:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:34:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:34:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:34:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:34:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:34:27 smithi032 ceph-mon[191839]: pgmap v11689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:34:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:34:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:34:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:34:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:34:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:34:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:34:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:34:28.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:34:27 smithi032 ceph-mon[189144]: pgmap v11689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:28.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:34:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:34:28.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:34:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:34:28.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:34:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:34:28.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:34:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:34:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:34:29 smithi039 ceph-mon[181282]: pgmap v11690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:34:29 smithi032 ceph-mon[191839]: pgmap v11690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:34:29 smithi032 ceph-mon[189144]: pgmap v11690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:34:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:34:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:34:31.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:34:31 smithi032 ceph-mon[189144]: pgmap v11691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:31.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:34:31 smithi032 ceph-mon[191839]: pgmap v11691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:32.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:34:31 smithi039 ceph-mon[181282]: pgmap v11691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:34:33 smithi039 ceph-mon[181282]: pgmap v11692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:34:33 smithi032 ceph-mon[191839]: pgmap v11692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:34:33 smithi032 ceph-mon[189144]: pgmap v11692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:34:35 smithi039 ceph-mon[181282]: pgmap v11693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:34:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:34:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:34:35 smithi032 ceph-mon[191839]: pgmap v11693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:34:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:34:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:34:35 smithi032 ceph-mon[189144]: pgmap v11693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:34:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:34:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:34:37 smithi039 ceph-mon[181282]: pgmap v11694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:34:37 smithi032 ceph-mon[191839]: pgmap v11694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:34:37 smithi032 ceph-mon[189144]: pgmap v11694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:34:39 smithi039 ceph-mon[181282]: pgmap v11695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:40.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:34:39 smithi032 ceph-mon[191839]: pgmap v11695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:40.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:34:39 smithi032 ceph-mon[189144]: pgmap v11695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:41.045 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:34:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:34:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:34:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:34:41.368 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:34:41.368 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 4m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:34:41.368 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 2m ago 5h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:34:41.368 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 4m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:34:41.368 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 2m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:34:41.368 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 2m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:34:41.368 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 4m ago 5h 748M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:34:41.368 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 4m ago 5h 1474M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:34:41.368 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 2m ago 5h 709M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:34:41.369 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 4m ago 5h 735M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:34:41.369 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 4m ago 5h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:34:41.369 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 2m ago 5h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:34:41.369 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 4m ago 5h 4722M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:34:41.369 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 4m ago 5h 4894M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:34:41.369 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 4m ago 5h 4369M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:34:41.369 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 4m ago 5h 4391M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:34:41.369 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 2m ago 5h 4170M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:34:41.369 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 2m ago 5h 4475M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:34:41.369 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 2m ago 5h 4186M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:34:41.369 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 2m ago 5h 4147M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:34:41.369 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 2m ago 5h 130M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:34:41.773 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:34:41.774 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:34:41.774 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:34:41.774 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:34:41.774 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:34:41.774 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:34:41.774 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:34:41.774 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:34:41.774 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:34:41.774 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:34:41.774 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:34:41.774 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:34:41.775 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:34:41.775 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:34:41.775 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:34:41.775 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:34:41.775 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:34:41.775 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:34:41.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:34:41 smithi032 ceph-mon[191839]: pgmap v11696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:41.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:34:41 smithi032 ceph-mon[191839]: from='client.46677 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:34:41.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:34:41 smithi032 ceph-mon[189144]: pgmap v11696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:41.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:34:41 smithi032 ceph-mon[189144]: from='client.46677 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:34:42.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:34:41 smithi039 ceph-mon[181282]: pgmap v11696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:42.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:34:41 smithi039 ceph-mon[181282]: from='client.46677 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:34:42.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:34:42 smithi032 ceph-mon[191839]: from='client.46683 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:34:42.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:34:42 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1514351887' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:34:42.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:34:42 smithi032 ceph-mon[189144]: from='client.46683 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:34:42.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:34:42 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1514351887' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:34:43.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:34:42 smithi039 ceph-mon[181282]: from='client.46683 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:34:43.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:34:42 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1514351887' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:34:43.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:34:43 smithi032 ceph-mon[189144]: pgmap v11697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:43.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:34:43 smithi032 ceph-mon[191839]: pgmap v11697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:44.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:34:43 smithi039 ceph-mon[181282]: pgmap v11697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:34:45 smithi039 ceph-mon[181282]: pgmap v11698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:34:45 smithi032 ceph-mon[191839]: pgmap v11698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:46.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:34:45 smithi032 ceph-mon[189144]: pgmap v11698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:34:47 smithi039 ceph-mon[181282]: pgmap v11699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:48.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:34:47 smithi032 ceph-mon[189144]: pgmap v11699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:48.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:34:47 smithi032 ceph-mon[191839]: pgmap v11699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:34:49 smithi039 ceph-mon[181282]: pgmap v11700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:34:49 smithi032 ceph-mon[189144]: pgmap v11700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:34:49 smithi032 ceph-mon[191839]: pgmap v11700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:34:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:34:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:34:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:34:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:34:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:34:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:34:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:34:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:34:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:34:51 smithi039 ceph-mon[181282]: pgmap v11701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:34:51 smithi032 ceph-mon[189144]: pgmap v11701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:34:51 smithi032 ceph-mon[191839]: pgmap v11701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:54.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:34:53 smithi039 ceph-mon[181282]: pgmap v11702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:54.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:34:53 smithi032 ceph-mon[189144]: pgmap v11702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:34:53 smithi032 ceph-mon[191839]: pgmap v11702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:34:55 smithi039 ceph-mon[181282]: pgmap v11703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:34:55 smithi032 ceph-mon[189144]: pgmap v11703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:34:55 smithi032 ceph-mon[191839]: pgmap v11703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:58.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:34:57 smithi039 ceph-mon[181282]: pgmap v11704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:58.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:34:57 smithi032 ceph-mon[189144]: pgmap v11704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:34:58.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:34:57 smithi032 ceph-mon[191839]: pgmap v11704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:34:59 smithi039 ceph-mon[181282]: pgmap v11705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:34:59 smithi032 ceph-mon[191839]: pgmap v11705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:34:59 smithi032 ceph-mon[189144]: pgmap v11705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:35:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:35:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:35:01.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:35:01 smithi032 ceph-mon[191839]: pgmap v11706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:01.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:35:01 smithi032 ceph-mon[189144]: pgmap v11706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:35:01 smithi039 ceph-mon[181282]: pgmap v11706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:04.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:35:03 smithi039 ceph-mon[181282]: pgmap v11707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:35:03 smithi032 ceph-mon[191839]: pgmap v11707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:04.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:35:03 smithi032 ceph-mon[189144]: pgmap v11707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:35:05 smithi039 ceph-mon[181282]: pgmap v11708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:35:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:35:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:35:05 smithi032 ceph-mon[191839]: pgmap v11708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:35:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:35:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:35:05 smithi032 ceph-mon[189144]: pgmap v11708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:35:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:35:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:35:07 smithi039 ceph-mon[181282]: pgmap v11709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:35:07 smithi032 ceph-mon[191839]: pgmap v11709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:35:07 smithi032 ceph-mon[189144]: pgmap v11709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:35:09 smithi039 ceph-mon[181282]: pgmap v11710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:10.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:35:09 smithi032 ceph-mon[191839]: pgmap v11710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:10.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:35:09 smithi032 ceph-mon[189144]: pgmap v11710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:35:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:35:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:35:11.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:35:11 smithi032 ceph-mon[189144]: pgmap v11711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:35:11 smithi032 ceph-mon[191839]: pgmap v11711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:35:11 smithi039 ceph-mon[181282]: pgmap v11711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:12.138 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:35:12.465 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:35:12.466 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 4m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:35:12.466 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 2m ago 5h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:35:12.466 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 4m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:35:12.466 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 2m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:35:12.466 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 2m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:35:12.466 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 4m ago 5h 748M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:35:12.466 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 4m ago 5h 1474M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:35:12.466 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 2m ago 5h 709M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:35:12.466 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 4m ago 5h 735M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:35:12.466 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 4m ago 5h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:35:12.466 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 2m ago 5h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:35:12.466 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 4m ago 5h 4722M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:35:12.467 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 4m ago 5h 4894M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:35:12.467 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 4m ago 5h 4369M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:35:12.467 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 4m ago 5h 4391M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:35:12.467 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 2m ago 5h 4170M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:35:12.467 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 2m ago 5h 4475M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:35:12.467 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 2m ago 5h 4186M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:35:12.467 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 2m ago 5h 4147M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:35:12.467 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 2m ago 5h 130M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:35:12.867 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:35:12.868 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:35:12.868 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:35:12.868 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:35:12.868 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:35:12.868 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:35:12.868 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:35:12.868 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:35:12.868 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:35:12.868 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:35:12.868 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:35:12.868 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:35:12.868 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:35:12.868 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:35:12.868 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:35:12.869 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:35:12.869 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:35:12.869 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:35:12.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:35:12 smithi032 ceph-mon[191839]: from='client.56612 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:35:12.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:35:12 smithi032 ceph-mon[189144]: from='client.56612 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:35:13.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:35:12 smithi039 ceph-mon[181282]: from='client.56612 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:35:14.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:35:13 smithi039 ceph-mon[181282]: from='client.46701 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:35:14.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:35:13 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2062055538' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:35:14.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:35:13 smithi039 ceph-mon[181282]: pgmap v11712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:14.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:35:13 smithi032 ceph-mon[191839]: from='client.46701 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:35:14.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:35:13 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2062055538' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:35:14.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:35:13 smithi032 ceph-mon[191839]: pgmap v11712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:14.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:35:13 smithi032 ceph-mon[189144]: from='client.46701 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:35:14.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:35:13 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2062055538' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:35:14.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:35:13 smithi032 ceph-mon[189144]: pgmap v11712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:35:15 smithi039 ceph-mon[181282]: pgmap v11713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:16.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:35:15 smithi032 ceph-mon[191839]: pgmap v11713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:35:15 smithi032 ceph-mon[189144]: pgmap v11713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:18.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:35:17 smithi039 ceph-mon[181282]: pgmap v11714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:35:17 smithi032 ceph-mon[191839]: pgmap v11714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:35:17 smithi032 ceph-mon[189144]: pgmap v11714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:35:19 smithi039 ceph-mon[181282]: pgmap v11715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:35:19 smithi032 ceph-mon[191839]: pgmap v11715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:35:19 smithi032 ceph-mon[189144]: pgmap v11715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:35:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:35:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:35:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:35:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:35:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:35:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:35:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:35:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:35:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:35:21 smithi039 ceph-mon[181282]: pgmap v11716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:35:21 smithi032 ceph-mon[191839]: pgmap v11716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:35:21 smithi032 ceph-mon[189144]: pgmap v11716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:24.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:35:23 smithi039 ceph-mon[181282]: pgmap v11717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:24.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:35:23 smithi032 ceph-mon[191839]: pgmap v11717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:24.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:35:23 smithi032 ceph-mon[189144]: pgmap v11717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:35:25 smithi039 ceph-mon[181282]: pgmap v11718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:26.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:35:25 smithi032 ceph-mon[191839]: pgmap v11718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:35:25 smithi032 ceph-mon[189144]: pgmap v11718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:28.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:35:27 smithi039 ceph-mon[181282]: pgmap v11719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:35:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:35:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:35:27 smithi032 ceph-mon[191839]: pgmap v11719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:35:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:35:28.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:35:27 smithi032 ceph-mon[189144]: pgmap v11719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:28.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:35:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:35:29.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:35:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:35:29.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:35:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:35:29.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:35:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:35:29.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:35:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:35:29.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:35:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:35:29.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:35:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:35:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:35:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:35:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:35:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:35:29.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:35:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:35:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:35:30 smithi032 ceph-mon[191839]: pgmap v11720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:35:30 smithi032 ceph-mon[189144]: pgmap v11720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:30.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:35:30 smithi039 ceph-mon[181282]: pgmap v11720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:35:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:35:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:35:31.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:35:31 smithi032 ceph-mon[189144]: pgmap v11721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:31.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:35:31 smithi032 ceph-mon[191839]: pgmap v11721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:32.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:35:31 smithi039 ceph-mon[181282]: pgmap v11721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:35:33 smithi039 ceph-mon[181282]: pgmap v11722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:35:33 smithi032 ceph-mon[191839]: pgmap v11722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:35:33 smithi032 ceph-mon[189144]: pgmap v11722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:35:35 smithi039 ceph-mon[181282]: pgmap v11723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:35:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:35:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:35:35 smithi032 ceph-mon[191839]: pgmap v11723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:35:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:35:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:35:35 smithi032 ceph-mon[189144]: pgmap v11723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:35:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:35:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:35:37 smithi039 ceph-mon[181282]: pgmap v11724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:35:37 smithi032 ceph-mon[191839]: pgmap v11724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:35:37 smithi032 ceph-mon[189144]: pgmap v11724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:35:39 smithi039 ceph-mon[181282]: pgmap v11725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:40.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:35:39 smithi032 ceph-mon[191839]: pgmap v11725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:40.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:35:39 smithi032 ceph-mon[189144]: pgmap v11725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:35:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:35:40] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:35:41.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:35:41 smithi032 ceph-mon[191839]: pgmap v11726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:41.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:35:41 smithi032 ceph-mon[189144]: pgmap v11726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:42.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:35:41 smithi039 ceph-mon[181282]: pgmap v11726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:43.234 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:35:43.555 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:35:43.555 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 5m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:35:43.555 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 3m ago 5h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:35:43.555 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 5m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:35:43.555 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 3m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:35:43.555 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 3m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:35:43.556 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 5m ago 5h 748M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:35:43.556 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 5m ago 5h 1474M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:35:43.556 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 3m ago 5h 709M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:35:43.556 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 5m ago 5h 735M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:35:43.556 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 5m ago 5h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:35:43.556 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 3m ago 5h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:35:43.556 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 5m ago 5h 4722M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:35:43.557 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 5m ago 5h 4894M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:35:43.557 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 5m ago 5h 4369M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:35:43.557 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 5m ago 5h 4391M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:35:43.557 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 3m ago 5h 4170M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:35:43.557 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 3m ago 5h 4475M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:35:43.557 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 3m ago 5h 4186M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:35:43.557 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 3m ago 5h 4147M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:35:43.558 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 3m ago 5h 130M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:35:43.955 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:35:43.955 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:35:43.955 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:35:43.955 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:35:43.955 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:35:43.955 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:35:43.955 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:35:43.955 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:35:43.955 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:35:43.955 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:35:43.955 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:35:43.955 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:35:43.956 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:35:43.956 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:35:43.956 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:35:43.956 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:35:43.956 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:35:43.956 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:35:44.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:35:43 smithi039 ceph-mon[181282]: pgmap v11727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:44.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:35:43 smithi039 ceph-mon[181282]: from='client.46713 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:35:44.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:35:43 smithi032 ceph-mon[191839]: pgmap v11727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:44.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:35:43 smithi032 ceph-mon[191839]: from='client.46713 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:35:44.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:35:43 smithi032 ceph-mon[189144]: pgmap v11727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:44.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:35:43 smithi032 ceph-mon[189144]: from='client.46713 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:35:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:35:44 smithi039 ceph-mon[181282]: from='client.46719 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:35:45.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:35:44 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1195833571' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:35:45.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:35:44 smithi032 ceph-mon[189144]: from='client.46719 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:35:45.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:35:44 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1195833571' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:35:45.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:35:44 smithi032 ceph-mon[191839]: from='client.46719 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:35:45.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:35:44 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1195833571' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:35:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:35:45 smithi039 ceph-mon[181282]: pgmap v11728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:35:45 smithi032 ceph-mon[191839]: pgmap v11728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:46.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:35:45 smithi032 ceph-mon[189144]: pgmap v11728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:35:47 smithi039 ceph-mon[181282]: pgmap v11729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:48.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:35:47 smithi032 ceph-mon[191839]: pgmap v11729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:48.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:35:47 smithi032 ceph-mon[189144]: pgmap v11729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:35:49 smithi039 ceph-mon[181282]: pgmap v11730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:35:49 smithi032 ceph-mon[191839]: pgmap v11730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:35:49 smithi032 ceph-mon[189144]: pgmap v11730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:35:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:35:50] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:35:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:35:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:35:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:35:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:35:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:35:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:35:52.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:35:51 smithi039 ceph-mon[181282]: pgmap v11731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:35:51 smithi032 ceph-mon[191839]: pgmap v11731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:35:51 smithi032 ceph-mon[189144]: pgmap v11731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:54.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:35:53 smithi039 ceph-mon[181282]: pgmap v11732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:35:53 smithi032 ceph-mon[191839]: pgmap v11732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:54.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:35:53 smithi032 ceph-mon[189144]: pgmap v11732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:35:55 smithi039 ceph-mon[181282]: pgmap v11733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:35:55 smithi032 ceph-mon[189144]: pgmap v11733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:35:55 smithi032 ceph-mon[191839]: pgmap v11733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:58.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:35:57 smithi039 ceph-mon[181282]: pgmap v11734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:58.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:35:57 smithi032 ceph-mon[191839]: pgmap v11734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:35:58.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:35:57 smithi032 ceph-mon[189144]: pgmap v11734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:35:59 smithi039 ceph-mon[181282]: pgmap v11735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:35:59 smithi032 ceph-mon[191839]: pgmap v11735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:35:59 smithi032 ceph-mon[189144]: pgmap v11735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:36:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:36:00] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:36:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:36:01 smithi039 ceph-mon[181282]: pgmap v11736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:02.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:36:01 smithi032 ceph-mon[191839]: pgmap v11736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:36:01 smithi032 ceph-mon[189144]: pgmap v11736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:04.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:36:03 smithi039 ceph-mon[181282]: pgmap v11737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:04.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:36:03 smithi032 ceph-mon[189144]: pgmap v11737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:36:03 smithi032 ceph-mon[191839]: pgmap v11737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:36:05 smithi039 ceph-mon[181282]: pgmap v11738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:36:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:36:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:36:05 smithi032 ceph-mon[191839]: pgmap v11738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:36:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:36:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:36:05 smithi032 ceph-mon[189144]: pgmap v11738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:36:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:36:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:36:07 smithi039 ceph-mon[181282]: pgmap v11739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:36:07 smithi032 ceph-mon[191839]: pgmap v11739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:36:07 smithi032 ceph-mon[189144]: pgmap v11739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:36:09 smithi039 ceph-mon[181282]: pgmap v11740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:10.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:36:09 smithi032 ceph-mon[191839]: pgmap v11740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:10.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:36:09 smithi032 ceph-mon[189144]: pgmap v11740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:36:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:36:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:36:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:36:11 smithi039 ceph-mon[181282]: pgmap v11741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:36:11 smithi032 ceph-mon[189144]: pgmap v11741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:12.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:36:11 smithi032 ceph-mon[191839]: pgmap v11741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:14.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:36:13 smithi039 ceph-mon[181282]: pgmap v11742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:14.317 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:36:14.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:36:13 smithi032 ceph-mon[191839]: pgmap v11742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:14.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:36:13 smithi032 ceph-mon[189144]: pgmap v11742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:14.639 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:36:14.639 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 5m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:36:14.639 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 3m ago 5h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:36:14.640 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 5m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:36:14.640 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 3m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:36:14.640 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 3m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:36:14.640 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 5m ago 5h 748M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:36:14.640 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 5m ago 5h 1474M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:36:14.640 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 3m ago 5h 709M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:36:14.640 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 5m ago 5h 735M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:36:14.640 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 5m ago 5h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:36:14.640 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 3m ago 5h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:36:14.640 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 5m ago 5h 4722M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:36:14.640 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 5m ago 5h 4894M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:36:14.640 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 5m ago 5h 4369M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:36:14.640 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 5m ago 5h 4391M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:36:14.640 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 3m ago 5h 4170M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:36:14.641 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 3m ago 5h 4475M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:36:14.641 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 3m ago 5h 4186M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:36:14.641 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 3m ago 5h 4147M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:36:14.641 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 3m ago 5h 130M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:36:15.048 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:36:15.048 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:36:15.048 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:36:15.048 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:36:15.048 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:36:15.048 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:36:15.049 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:36:15.049 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:36:15.049 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:36:15.049 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:36:15.049 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:36:15.049 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:36:15.049 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:36:15.050 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:36:15.050 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:36:15.050 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:36:15.050 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:36:15.050 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:36:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:36:14 smithi039 ceph-mon[181282]: from='client.46731 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:36:15.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:36:14 smithi032 ceph-mon[191839]: from='client.46731 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:36:15.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:36:14 smithi032 ceph-mon[189144]: from='client.46731 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:36:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:36:15 smithi039 ceph-mon[181282]: from='client.46737 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:36:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:36:15 smithi039 ceph-mon[181282]: pgmap v11743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:36:15 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2265296683' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:36:16.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:36:15 smithi032 ceph-mon[191839]: from='client.46737 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:36:16.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:36:15 smithi032 ceph-mon[191839]: pgmap v11743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:16.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:36:15 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2265296683' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:36:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:36:15 smithi032 ceph-mon[189144]: from='client.46737 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:36:16.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:36:15 smithi032 ceph-mon[189144]: pgmap v11743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:16.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:36:15 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2265296683' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:36:18.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:36:17 smithi039 ceph-mon[181282]: pgmap v11744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:36:17 smithi032 ceph-mon[191839]: pgmap v11744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:36:17 smithi032 ceph-mon[189144]: pgmap v11744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:36:19 smithi039 ceph-mon[181282]: pgmap v11745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:36:19 smithi032 ceph-mon[191839]: pgmap v11745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:36:19 smithi032 ceph-mon[189144]: pgmap v11745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:36:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:36:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:36:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:36:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:36:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:36:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:36:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:36:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:36:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:36:21 smithi039 ceph-mon[181282]: pgmap v11746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:36:21 smithi032 ceph-mon[191839]: pgmap v11746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:36:21 smithi032 ceph-mon[189144]: pgmap v11746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:24.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:36:23 smithi039 ceph-mon[181282]: pgmap v11747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:24.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:36:23 smithi032 ceph-mon[191839]: pgmap v11747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:24.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:36:23 smithi032 ceph-mon[189144]: pgmap v11747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:36:25 smithi039 ceph-mon[181282]: pgmap v11748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:36:25 smithi032 ceph-mon[189144]: pgmap v11748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:26.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:36:25 smithi032 ceph-mon[191839]: pgmap v11748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:28.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:36:27 smithi039 ceph-mon[181282]: pgmap v11749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:28.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:36:27 smithi032 ceph-mon[189144]: pgmap v11749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:36:27 smithi032 ceph-mon[191839]: pgmap v11749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:36:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:36:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:36:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:36:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:36:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:36:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:36:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:36:29.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:36:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:36:29.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:36:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:36:29.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:36:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:36:29.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:36:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:36:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:36:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:36:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:36:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:36:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:36:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:36:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:36:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:36:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:36:29 smithi039 ceph-mon[181282]: pgmap v11750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:36:29 smithi032 ceph-mon[189144]: pgmap v11750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:36:29 smithi032 ceph-mon[191839]: pgmap v11750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:36:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:36:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:36:32.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:36:31 smithi039 ceph-mon[181282]: pgmap v11751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:36:31 smithi032 ceph-mon[191839]: pgmap v11751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:36:31 smithi032 ceph-mon[189144]: pgmap v11751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:36:33 smithi039 ceph-mon[181282]: pgmap v11752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:36:33 smithi032 ceph-mon[191839]: pgmap v11752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:36:33 smithi032 ceph-mon[189144]: pgmap v11752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:36:35 smithi039 ceph-mon[181282]: pgmap v11753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:36:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:36:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:36:35 smithi032 ceph-mon[189144]: pgmap v11753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:36:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:36:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:36:35 smithi032 ceph-mon[191839]: pgmap v11753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:36:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:36:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:36:37 smithi039 ceph-mon[181282]: pgmap v11754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:36:37 smithi032 ceph-mon[191839]: pgmap v11754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:36:37 smithi032 ceph-mon[189144]: pgmap v11754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:36:39 smithi039 ceph-mon[181282]: pgmap v11755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:40.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:36:39 smithi032 ceph-mon[191839]: pgmap v11755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:40.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:36:39 smithi032 ceph-mon[189144]: pgmap v11755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:36:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:36:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:36:42.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:36:41 smithi039 ceph-mon[181282]: pgmap v11756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:36:41 smithi032 ceph-mon[191839]: pgmap v11756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:36:41 smithi032 ceph-mon[189144]: pgmap v11756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:44.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:36:43 smithi039 ceph-mon[181282]: pgmap v11757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:44.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:36:43 smithi032 ceph-mon[189144]: pgmap v11757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:44.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:36:43 smithi032 ceph-mon[191839]: pgmap v11757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:45.410 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:36:45.735 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:36:45.736 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 6m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:36:45.736 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 4m ago 5h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:36:45.736 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 6m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:36:45.736 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 4m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:36:45.736 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 4m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:36:45.736 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 6m ago 5h 748M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:36:45.736 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 6m ago 5h 1474M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:36:45.736 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 4m ago 5h 709M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:36:45.736 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 6m ago 5h 735M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:36:45.736 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 6m ago 5h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:36:45.736 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 4m ago 5h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:36:45.736 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 6m ago 5h 4722M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:36:45.736 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 6m ago 5h 4894M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:36:45.737 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 6m ago 5h 4369M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:36:45.737 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 6m ago 5h 4391M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:36:45.737 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 4m ago 5h 4170M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:36:45.737 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 4m ago 5h 4475M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:36:45.737 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 4m ago 5h 4186M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:36:45.737 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 4m ago 5h 4147M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:36:45.737 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 4m ago 5h 130M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:36:46.141 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:36:46.141 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:36:46.141 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:36:46.141 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:36:46.141 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:36:46.142 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:36:46.142 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:36:46.142 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:36:46.142 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:36:46.142 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:36:46.142 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:36:46.142 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:36:46.142 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:36:46.142 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:36:46.142 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:36:46.142 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:36:46.142 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:36:46.142 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:36:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:36:45 smithi039 ceph-mon[181282]: pgmap v11758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:36:45 smithi032 ceph-mon[191839]: pgmap v11758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:46.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:36:45 smithi032 ceph-mon[189144]: pgmap v11758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:47.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:36:46 smithi039 ceph-mon[181282]: from='client.56666 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:36:47.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:36:46 smithi039 ceph-mon[181282]: from='client.56672 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:36:47.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:36:46 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3147153688' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:36:47.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:36:46 smithi032 ceph-mon[191839]: from='client.56666 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:36:47.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:36:46 smithi032 ceph-mon[191839]: from='client.56672 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:36:47.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:36:46 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3147153688' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:36:47.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:36:46 smithi032 ceph-mon[189144]: from='client.56666 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:36:47.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:36:46 smithi032 ceph-mon[189144]: from='client.56672 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:36:47.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:36:46 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3147153688' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:36:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:36:47 smithi039 ceph-mon[181282]: pgmap v11759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:48.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:36:47 smithi032 ceph-mon[191839]: pgmap v11759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:48.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:36:47 smithi032 ceph-mon[189144]: pgmap v11759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:36:49 smithi039 ceph-mon[181282]: pgmap v11760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:36:49 smithi032 ceph-mon[191839]: pgmap v11760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:36:49 smithi032 ceph-mon[189144]: pgmap v11760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:36:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:36:50] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-22T22:36:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:36:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:36:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:36:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:36:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:36:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:36:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:36:51 smithi039 ceph-mon[181282]: pgmap v11761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:36:51 smithi032 ceph-mon[191839]: pgmap v11761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:36:51 smithi032 ceph-mon[189144]: pgmap v11761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:54.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:36:53 smithi039 ceph-mon[181282]: pgmap v11762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:36:53 smithi032 ceph-mon[191839]: pgmap v11762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:54.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:36:53 smithi032 ceph-mon[189144]: pgmap v11762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:36:55 smithi039 ceph-mon[181282]: pgmap v11763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:36:55 smithi032 ceph-mon[191839]: pgmap v11763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:36:55 smithi032 ceph-mon[189144]: pgmap v11763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:58.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:36:57 smithi039 ceph-mon[181282]: pgmap v11764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:58.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:36:57 smithi032 ceph-mon[191839]: pgmap v11764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:36:58.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:36:57 smithi032 ceph-mon[189144]: pgmap v11764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:37:00 smithi039 ceph-mon[181282]: pgmap v11765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:36:59 smithi032 ceph-mon[191839]: pgmap v11765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:36:59 smithi032 ceph-mon[189144]: pgmap v11765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:37:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:37:00] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-22T22:37:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:37:01 smithi039 ceph-mon[181282]: pgmap v11766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:02.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:37:01 smithi032 ceph-mon[191839]: pgmap v11766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:37:01 smithi032 ceph-mon[189144]: pgmap v11766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:04.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:37:03 smithi039 ceph-mon[181282]: pgmap v11767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:37:03 smithi032 ceph-mon[191839]: pgmap v11767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:04.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:37:03 smithi032 ceph-mon[189144]: pgmap v11767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:37:05 smithi039 ceph-mon[181282]: pgmap v11768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:37:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:37:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:37:05 smithi032 ceph-mon[189144]: pgmap v11768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:37:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:37:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:37:05 smithi032 ceph-mon[191839]: pgmap v11768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:37:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:37:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:37:07 smithi039 ceph-mon[181282]: pgmap v11769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:37:07 smithi032 ceph-mon[191839]: pgmap v11769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:37:07 smithi032 ceph-mon[189144]: pgmap v11769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:37:09 smithi039 ceph-mon[181282]: pgmap v11770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:10.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:37:09 smithi032 ceph-mon[191839]: pgmap v11770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:10.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:37:09 smithi032 ceph-mon[189144]: pgmap v11770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:37:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:37:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T22:37:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:37:11 smithi039 ceph-mon[181282]: pgmap v11771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:12.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:37:11 smithi032 ceph-mon[191839]: pgmap v11771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:37:11 smithi032 ceph-mon[189144]: pgmap v11771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:14.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:37:13 smithi039 ceph-mon[181282]: pgmap v11772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:14.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:37:13 smithi032 ceph-mon[191839]: pgmap v11772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:14.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:37:13 smithi032 ceph-mon[189144]: pgmap v11772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:37:15 smithi039 ceph-mon[181282]: pgmap v11773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:37:15 smithi032 ceph-mon[189144]: pgmap v11773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:16.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:37:15 smithi032 ceph-mon[191839]: pgmap v11773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:16.505 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:37:16.827 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:37:16.827 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 7m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:37:16.827 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 4m ago 5h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:37:16.828 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 7m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:37:16.828 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 4m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:37:16.828 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 4m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:37:16.828 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 7m ago 5h 748M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:37:16.828 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 7m ago 5h 1474M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:37:16.828 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 4m ago 5h 709M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:37:16.828 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 7m ago 5h 735M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:37:16.828 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 7m ago 5h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:37:16.828 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 4m ago 5h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:37:16.828 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 7m ago 5h 4722M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:37:16.828 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 7m ago 5h 4894M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:37:16.828 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 7m ago 5h 4369M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:37:16.828 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 7m ago 5h 4391M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:37:16.828 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 4m ago 5h 4170M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:37:16.829 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 4m ago 5h 4475M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:37:16.829 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 4m ago 5h 4186M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:37:16.829 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 4m ago 5h 4147M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:37:16.829 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 4m ago 5h 130M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:37:17.226 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:37:17.226 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:37:17.226 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:37:17.227 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:37:17.227 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:37:17.227 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:37:17.227 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:37:17.227 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:37:17.227 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:37:17.227 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:37:17.227 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:37:17.227 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:37:17.227 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:37:17.227 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:37:17.227 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:37:17.227 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:37:17.227 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:37:17.228 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:37:18.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:37:17 smithi039 ceph-mon[181282]: from='client.56684 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:37:18.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:37:17 smithi039 ceph-mon[181282]: from='client.56690 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:37:18.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:37:17 smithi039 ceph-mon[181282]: pgmap v11774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:18.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:37:17 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/921386882' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:37:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:37:17 smithi032 ceph-mon[191839]: from='client.56684 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:37:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:37:17 smithi032 ceph-mon[191839]: from='client.56690 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:37:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:37:17 smithi032 ceph-mon[191839]: pgmap v11774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:37:17 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/921386882' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:37:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:37:17 smithi032 ceph-mon[189144]: from='client.56684 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:37:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:37:17 smithi032 ceph-mon[189144]: from='client.56690 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:37:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:37:17 smithi032 ceph-mon[189144]: pgmap v11774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:37:17 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/921386882' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:37:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:37:19 smithi039 ceph-mon[181282]: pgmap v11775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:37:19 smithi032 ceph-mon[191839]: pgmap v11775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:37:19 smithi032 ceph-mon[189144]: pgmap v11775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:37:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:37:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:37:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:37:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:37:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:37:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:37:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:37:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:37:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:37:22 smithi039 ceph-mon[181282]: pgmap v11776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:37:21 smithi032 ceph-mon[191839]: pgmap v11776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:37:21 smithi032 ceph-mon[189144]: pgmap v11776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:24.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:37:24 smithi039 ceph-mon[181282]: pgmap v11777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:24.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:37:24 smithi032 ceph-mon[191839]: pgmap v11777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:24.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:37:24 smithi032 ceph-mon[189144]: pgmap v11777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:37:26 smithi039 ceph-mon[181282]: pgmap v11778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:37:26 smithi032 ceph-mon[189144]: pgmap v11778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:26.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:37:26 smithi032 ceph-mon[191839]: pgmap v11778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:37:28 smithi032 ceph-mon[191839]: pgmap v11779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:28.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:37:28 smithi032 ceph-mon[189144]: pgmap v11779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:37:28 smithi039 ceph-mon[181282]: pgmap v11779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:37:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:37:29.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:37:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:37:29.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:37:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:37:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:37:30 smithi032 ceph-mon[189144]: pgmap v11780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:37:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:37:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:37:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:37:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:37:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:37:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:37:30 smithi032 ceph-mon[191839]: pgmap v11780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:37:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:37:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:37:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:37:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:37:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:37:30.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:37:30 smithi039 ceph-mon[181282]: pgmap v11780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:30.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:37:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:37:30.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:37:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:37:30.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:37:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:37:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:37:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:37:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:37:32.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:37:31 smithi039 ceph-mon[181282]: pgmap v11781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:37:31 smithi032 ceph-mon[191839]: pgmap v11781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:37:31 smithi032 ceph-mon[189144]: pgmap v11781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:37:33 smithi039 ceph-mon[181282]: pgmap v11782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:37:33 smithi032 ceph-mon[191839]: pgmap v11782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:37:33 smithi032 ceph-mon[189144]: pgmap v11782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:37:35 smithi039 ceph-mon[181282]: pgmap v11783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:37:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:37:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:37:35 smithi032 ceph-mon[191839]: pgmap v11783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:37:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:37:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:37:35 smithi032 ceph-mon[189144]: pgmap v11783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:37:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:37:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:37:37 smithi039 ceph-mon[181282]: pgmap v11784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:37:37 smithi032 ceph-mon[189144]: pgmap v11784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:37:37 smithi032 ceph-mon[191839]: pgmap v11784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:37:39 smithi039 ceph-mon[181282]: pgmap v11785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:40.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:37:39 smithi032 ceph-mon[189144]: pgmap v11785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:40.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:37:39 smithi032 ceph-mon[191839]: pgmap v11785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:37:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:37:40] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:37:42.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:37:41 smithi039 ceph-mon[181282]: pgmap v11786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:37:41 smithi032 ceph-mon[191839]: pgmap v11786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:37:41 smithi032 ceph-mon[189144]: pgmap v11786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:44.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:37:43 smithi039 ceph-mon[181282]: pgmap v11787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:44.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:37:43 smithi032 ceph-mon[189144]: pgmap v11787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:44.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:37:43 smithi032 ceph-mon[191839]: pgmap v11787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:37:45 smithi039 ceph-mon[181282]: pgmap v11788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:37:45 smithi032 ceph-mon[191839]: pgmap v11788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:46.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:37:45 smithi032 ceph-mon[189144]: pgmap v11788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:47.590 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:37:47.915 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:37:47.915 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 7m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:37:47.915 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 5m ago 5h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:37:47.915 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 7m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:37:47.915 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 5m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:37:47.915 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 5m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:37:47.915 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 7m ago 5h 748M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:37:47.915 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 7m ago 5h 1474M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:37:47.915 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 5m ago 5h 709M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:37:47.915 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 7m ago 5h 735M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:37:47.915 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 7m ago 5h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:37:47.916 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 5m ago 5h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:37:47.916 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 7m ago 5h 4722M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:37:47.916 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 7m ago 5h 4894M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:37:47.916 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 7m ago 5h 4369M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:37:47.916 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 7m ago 5h 4391M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:37:47.916 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 5m ago 5h 4170M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:37:47.916 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 5m ago 5h 4475M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:37:47.916 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 5m ago 5h 4186M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:37:47.916 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 5m ago 5h 4147M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:37:47.916 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 5m ago 5h 130M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:37:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:37:48 smithi039 ceph-mon[181282]: pgmap v11789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:48.318 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:37:48.318 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:37:48.318 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:37:48.318 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:37:48.318 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:37:48.318 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:37:48.319 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:37:48.319 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:37:48.319 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:37:48.319 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:37:48.319 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:37:48.319 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:37:48.319 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:37:48.319 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:37:48.319 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:37:48.319 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:37:48.319 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:37:48.319 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:37:48.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:37:47 smithi032 ceph-mon[191839]: pgmap v11789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:48.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:37:47 smithi032 ceph-mon[189144]: pgmap v11789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:37:49 smithi039 ceph-mon[181282]: from='client.46785 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:37:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:37:49 smithi039 ceph-mon[181282]: from='client.56708 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:37:49.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:37:49 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/186111327' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:37:49.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:37:49 smithi032 ceph-mon[191839]: from='client.46785 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:37:49.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:37:49 smithi032 ceph-mon[191839]: from='client.56708 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:37:49.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:37:49 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/186111327' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:37:49.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:37:49 smithi032 ceph-mon[189144]: from='client.46785 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:37:49.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:37:49 smithi032 ceph-mon[189144]: from='client.56708 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:37:49.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:37:49 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/186111327' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:37:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:37:50 smithi032 ceph-mon[189144]: pgmap v11790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:37:50 smithi032 ceph-mon[191839]: pgmap v11790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:37:50 smithi039 ceph-mon[181282]: pgmap v11790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:37:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:37:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:37:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:37:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:37:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:37:50] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T22:37:51.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:37:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:37:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:37:52 smithi032 ceph-mon[189144]: pgmap v11791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:37:52 smithi032 ceph-mon[191839]: pgmap v11791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:52.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:37:52 smithi039 ceph-mon[181282]: pgmap v11791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:54.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:37:54 smithi032 ceph-mon[189144]: pgmap v11792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:37:54 smithi032 ceph-mon[191839]: pgmap v11792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:37:54 smithi039 ceph-mon[181282]: pgmap v11792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:37:56 smithi032 ceph-mon[191839]: pgmap v11793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:37:56 smithi032 ceph-mon[189144]: pgmap v11793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:37:56 smithi039 ceph-mon[181282]: pgmap v11793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:58.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:37:58 smithi032 ceph-mon[189144]: pgmap v11794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:58.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:37:58 smithi032 ceph-mon[191839]: pgmap v11794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:37:58.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:37:58 smithi039 ceph-mon[181282]: pgmap v11794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:00 smithi032 ceph-mon[189144]: pgmap v11795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:00 smithi032 ceph-mon[191839]: pgmap v11795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:00 smithi039 ceph-mon[181282]: pgmap v11795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:38:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:38:00] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T22:38:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:01 smithi039 ceph-mon[181282]: pgmap v11796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:02.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:01 smithi032 ceph-mon[191839]: pgmap v11796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:01 smithi032 ceph-mon[189144]: pgmap v11796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:04.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:03 smithi039 ceph-mon[181282]: pgmap v11797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:03 smithi032 ceph-mon[191839]: pgmap v11797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:04.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:03 smithi032 ceph-mon[189144]: pgmap v11797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:06 smithi039 ceph-mon[181282]: pgmap v11798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:38:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:05 smithi032 ceph-mon[191839]: pgmap v11798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:38:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:05 smithi032 ceph-mon[189144]: pgmap v11798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:38:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:08 smithi039 ceph-mon[181282]: pgmap v11799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:08 smithi032 ceph-mon[189144]: pgmap v11799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:08 smithi032 ceph-mon[191839]: pgmap v11799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:10.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:10 smithi032 ceph-mon[191839]: pgmap v11800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:10.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:10 smithi032 ceph-mon[189144]: pgmap v11800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:10.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:10 smithi039 ceph-mon[181282]: pgmap v11800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:38:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:38:10] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:38:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:11 smithi039 ceph-mon[181282]: pgmap v11801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:12.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:11 smithi032 ceph-mon[191839]: pgmap v11801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:11 smithi032 ceph-mon[189144]: pgmap v11801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:14.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:14 smithi039 ceph-mon[181282]: pgmap v11802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:14.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:14 smithi032 ceph-mon[189144]: pgmap v11802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:14.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:14 smithi032 ceph-mon[191839]: pgmap v11802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:16 smithi039 ceph-mon[181282]: pgmap v11803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:16 smithi032 ceph-mon[189144]: pgmap v11803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:16.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:16 smithi032 ceph-mon[191839]: pgmap v11803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:18 smithi032 ceph-mon[189144]: pgmap v11804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:18 smithi032 ceph-mon[191839]: pgmap v11804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:18.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:18 smithi039 ceph-mon[181282]: pgmap v11804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:18.680 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:38:19.006 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:38:19.006 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 8m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:38:19.006 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 5m ago 5h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:38:19.007 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 8m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:38:19.007 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 5m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:38:19.007 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 5m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:38:19.007 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 8m ago 5h 748M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:38:19.007 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 8m ago 5h 1474M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:38:19.007 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 5m ago 5h 709M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:38:19.007 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 8m ago 5h 735M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:38:19.007 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 8m ago 5h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:38:19.007 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 5m ago 5h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:38:19.007 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 8m ago 5h 4722M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:38:19.007 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 8m ago 5h 4894M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:38:19.007 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 8m ago 5h 4369M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:38:19.007 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 8m ago 5h 4391M 2386M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:38:19.007 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 5m ago 5h 4170M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:38:19.008 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 5m ago 5h 4475M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:38:19.008 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 5m ago 5h 4186M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:38:19.008 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 5m ago 5h 4147M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:38:19.008 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 5m ago 5h 130M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:38:19.407 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:38:19.408 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:38:19.408 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:38:19.408 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:38:19.408 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:38:19.408 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:38:19.408 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:38:19.408 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:38:19.408 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:38:19.408 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:38:19.408 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:38:19.408 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:38:19.408 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:38:19.408 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:38:19.408 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:38:19.409 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:38:19.409 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:38:19.409 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:38:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:20 smithi032 ceph-mon[191839]: from='client.56720 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:38:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:20 smithi032 ceph-mon[191839]: pgmap v11805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:20 smithi032 ceph-mon[191839]: from='client.56726 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:38:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:20 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3174070413' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:38:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:20 smithi032 ceph-mon[189144]: from='client.56720 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:38:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:20 smithi032 ceph-mon[189144]: pgmap v11805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:20 smithi032 ceph-mon[189144]: from='client.56726 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:38:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:20 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3174070413' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:38:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:20 smithi039 ceph-mon[181282]: from='client.56720 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:38:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:20 smithi039 ceph-mon[181282]: pgmap v11805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:20 smithi039 ceph-mon[181282]: from='client.56726 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:38:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:20 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3174070413' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:38:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:38:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:38:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:38:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:38:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:38:21.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:38:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:22 smithi032 ceph-mon[191839]: pgmap v11806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:22 smithi032 ceph-mon[189144]: pgmap v11806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:22 smithi039 ceph-mon[181282]: pgmap v11806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:24.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:24 smithi032 ceph-mon[189144]: pgmap v11807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:24.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:24 smithi032 ceph-mon[191839]: pgmap v11807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:24 smithi039 ceph-mon[181282]: pgmap v11807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:26.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:26 smithi032 ceph-mon[191839]: pgmap v11808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:26 smithi032 ceph-mon[189144]: pgmap v11808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:26 smithi039 ceph-mon[181282]: pgmap v11808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:28 smithi032 ceph-mon[191839]: pgmap v11809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:28.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:28 smithi032 ceph-mon[189144]: pgmap v11809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:28 smithi039 ceph-mon[181282]: pgmap v11809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:30 smithi032 ceph-mon[191839]: pgmap v11810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:38:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:38:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:38:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:30 smithi032 ceph-mon[189144]: pgmap v11810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:38:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:38:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:38:30.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:30 smithi039 ceph-mon[181282]: pgmap v11810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:30.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:38:30.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:38:30.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:38:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:38:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:38:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:38:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:38:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:38:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:38:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:38:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:31 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi032 to 2377M 2023-12-22T22:38:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:38:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:38:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:38:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:38:31.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:38:31.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:38:31.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:38:31.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:38:31.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:31 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi032 to 2377M 2023-12-22T22:38:31.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:38:31.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:38:31.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:38:31.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:38:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:38:31.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:38:31.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:38:31.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:38:31.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:31 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi032 to 2377M 2023-12-22T22:38:31.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:38:31.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:38:31.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:38:31.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:38:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:32 smithi032 ceph-mon[191839]: pgmap v11811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:32 smithi032 ceph-mon[189144]: pgmap v11811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:32 smithi039 ceph-mon[181282]: pgmap v11811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:34 smithi032 ceph-mon[189144]: pgmap v11812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:34 smithi032 ceph-mon[191839]: pgmap v11812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:34 smithi039 ceph-mon[181282]: pgmap v11812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:36 smithi032 ceph-mon[191839]: pgmap v11813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:38:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:36 smithi032 ceph-mon[189144]: pgmap v11813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:38:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:36 smithi039 ceph-mon[181282]: pgmap v11813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:38:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:38 smithi032 ceph-mon[191839]: pgmap v11814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:38 smithi032 ceph-mon[189144]: pgmap v11814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:38.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:38 smithi039 ceph-mon[181282]: pgmap v11814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:40.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:40 smithi032 ceph-mon[191839]: pgmap v11815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:40.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:40 smithi032 ceph-mon[189144]: pgmap v11815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:40.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:40 smithi039 ceph-mon[181282]: pgmap v11815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:38:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:38:40] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:38:42.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:41 smithi039 ceph-mon[181282]: pgmap v11816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:41 smithi032 ceph-mon[191839]: pgmap v11816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:41 smithi032 ceph-mon[189144]: pgmap v11816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:44.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:44 smithi032 ceph-mon[191839]: pgmap v11817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:44.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:44 smithi032 ceph-mon[189144]: pgmap v11817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:44 smithi039 ceph-mon[181282]: pgmap v11817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:46.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:46 smithi032 ceph-mon[189144]: pgmap v11818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:46 smithi032 ceph-mon[191839]: pgmap v11818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:46 smithi039 ceph-mon[181282]: pgmap v11818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:48.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:48 smithi032 ceph-mon[189144]: pgmap v11819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:48.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:48 smithi032 ceph-mon[191839]: pgmap v11819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:48.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:48 smithi039 ceph-mon[181282]: pgmap v11819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:49.771 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:38:50.094 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:38:50.094 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 8m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:38:50.094 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 6m ago 5h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:38:50.094 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 8m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:38:50.094 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 6m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:38:50.094 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 6m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:38:50.094 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 8m ago 5h 748M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:38:50.094 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 8m ago 5h 1474M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:38:50.094 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 6m ago 5h 709M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:38:50.095 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 8m ago 5h 735M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:38:50.095 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 8m ago 5h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:38:50.095 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 6m ago 5h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:38:50.095 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 8m ago 5h 4722M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:38:50.095 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 8m ago 5h 4894M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:38:50.095 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 8m ago 5h 4369M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:38:50.095 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 8m ago 5h 4391M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:38:50.095 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 6m ago 5h 4170M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:38:50.095 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 6m ago 5h 4475M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:38:50.095 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 6m ago 5h 4186M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:38:50.095 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 6m ago 5h 4147M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:38:50.095 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 6m ago 5h 130M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:38:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:50 smithi032 ceph-mon[189144]: pgmap v11820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:50 smithi032 ceph-mon[191839]: pgmap v11820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:50.496 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:38:50.496 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:38:50.496 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:38:50.497 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:38:50.497 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:38:50.497 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:38:50.497 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:38:50.497 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:38:50.497 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:38:50.497 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:38:50.497 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:38:50.497 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:38:50.497 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:38:50.498 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:38:50.498 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:38:50.498 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:38:50.498 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:38:50.498 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:38:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:50 smithi039 ceph-mon[181282]: pgmap v11820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:38:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:38:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:38:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:51 smithi032 ceph-mon[189144]: from='client.46821 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:38:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:38:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:51 smithi032 ceph-mon[189144]: from='client.46827 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:38:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:51 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2805870364' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:38:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:51 smithi032 ceph-mon[191839]: from='client.46821 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:38:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:38:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:51 smithi032 ceph-mon[191839]: from='client.46827 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:38:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:51 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2805870364' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:38:51.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:51 smithi039 ceph-mon[181282]: from='client.46821 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:38:51.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:38:51.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:51 smithi039 ceph-mon[181282]: from='client.46827 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:38:51.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:51 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2805870364' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:38:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:52 smithi032 ceph-mon[191839]: pgmap v11821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:52 smithi032 ceph-mon[189144]: pgmap v11821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:52.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:52 smithi039 ceph-mon[181282]: pgmap v11821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:54.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:54 smithi032 ceph-mon[189144]: pgmap v11822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:54 smithi032 ceph-mon[191839]: pgmap v11822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:54 smithi039 ceph-mon[181282]: pgmap v11822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:56 smithi032 ceph-mon[191839]: pgmap v11823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:56 smithi032 ceph-mon[189144]: pgmap v11823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:56 smithi039 ceph-mon[181282]: pgmap v11823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:58.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:38:58 smithi032 ceph-mon[191839]: pgmap v11824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:58.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:38:58 smithi032 ceph-mon[189144]: pgmap v11824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:38:58.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:38:58 smithi039 ceph-mon[181282]: pgmap v11824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:39:00 smithi032 ceph-mon[191839]: pgmap v11825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:39:00 smithi032 ceph-mon[189144]: pgmap v11825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:39:00 smithi039 ceph-mon[181282]: pgmap v11825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:39:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:39:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:39:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:39:01 smithi039 ceph-mon[181282]: pgmap v11826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:02.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:39:01 smithi032 ceph-mon[189144]: pgmap v11826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:02.186 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:39:01 smithi032 ceph-mon[191839]: pgmap v11826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:39:04 smithi032 ceph-mon[191839]: pgmap v11827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:04.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:39:04 smithi032 ceph-mon[189144]: pgmap v11827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:39:04 smithi039 ceph-mon[181282]: pgmap v11827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:39:06 smithi032 ceph-mon[191839]: pgmap v11828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:39:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:39:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:39:06 smithi032 ceph-mon[189144]: pgmap v11828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:39:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:39:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:39:06 smithi039 ceph-mon[181282]: pgmap v11828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:39:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:39:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:39:08 smithi032 ceph-mon[191839]: pgmap v11829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:08.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:39:08 smithi032 ceph-mon[189144]: pgmap v11829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:39:08 smithi039 ceph-mon[181282]: pgmap v11829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:10.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:39:10 smithi032 ceph-mon[191839]: pgmap v11830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:10.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:39:10 smithi032 ceph-mon[189144]: pgmap v11830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:10.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:39:10 smithi039 ceph-mon[181282]: pgmap v11830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:39:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:39:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:39:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:39:11 smithi039 ceph-mon[181282]: pgmap v11831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:39:11 smithi032 ceph-mon[189144]: pgmap v11831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:12.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:39:11 smithi032 ceph-mon[191839]: pgmap v11831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:14.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:39:14 smithi032 ceph-mon[191839]: pgmap v11832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:14.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:39:14 smithi032 ceph-mon[189144]: pgmap v11832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:39:14 smithi039 ceph-mon[181282]: pgmap v11832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:16.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:39:16 smithi032 ceph-mon[191839]: pgmap v11833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:39:16 smithi032 ceph-mon[189144]: pgmap v11833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:16.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:39:16 smithi039 ceph-mon[181282]: pgmap v11833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:39:18 smithi032 ceph-mon[189144]: pgmap v11834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:39:18 smithi032 ceph-mon[191839]: pgmap v11834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:18.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:39:18 smithi039 ceph-mon[181282]: pgmap v11834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:39:20 smithi032 ceph-mon[189144]: pgmap v11835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:39:20 smithi032 ceph-mon[191839]: pgmap v11835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:39:20 smithi039 ceph-mon[181282]: pgmap v11835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:20.860 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:39:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:39:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:39:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:39:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:39:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:39:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:39:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:39:21.189 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:39:21.189 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 9m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:39:21.189 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 6m ago 5h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:39:21.189 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 9m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:39:21.189 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 6m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:39:21.189 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 6m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:39:21.189 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 9m ago 5h 748M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:39:21.189 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 9m ago 5h 1474M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:39:21.189 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 6m ago 5h 709M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:39:21.189 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 9m ago 5h 735M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:39:21.189 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 9m ago 5h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:39:21.190 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 6m ago 5h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:39:21.190 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 9m ago 5h 4722M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:39:21.190 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 9m ago 5h 4894M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:39:21.190 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 9m ago 5h 4369M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:39:21.190 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 9m ago 5h 4391M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:39:21.190 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 6m ago 5h 4170M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:39:21.190 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 6m ago 5h 4475M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:39:21.190 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 6m ago 5h 4186M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:39:21.190 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 6m ago 5h 4147M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:39:21.190 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 6m ago 5h 130M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:39:21.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:39:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:39:21.590 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:39:21.590 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:39:21.591 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:39:21.591 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:39:21.591 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:39:21.591 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:39:21.591 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:39:21.591 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:39:21.591 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:39:21.591 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:39:21.591 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:39:21.591 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:39:21.591 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:39:21.591 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:39:21.591 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:39:21.591 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:39:21.591 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:39:21.591 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:39:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:39:22 smithi032 ceph-mon[191839]: from='client.46839 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:39:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:39:22 smithi032 ceph-mon[191839]: pgmap v11836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:39:22 smithi032 ceph-mon[191839]: from='client.56762 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:39:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:39:22 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2167677987' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:39:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:39:22 smithi032 ceph-mon[189144]: from='client.46839 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:39:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:39:22 smithi032 ceph-mon[189144]: pgmap v11836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:39:22 smithi032 ceph-mon[189144]: from='client.56762 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:39:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:39:22 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2167677987' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:39:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:39:22 smithi039 ceph-mon[181282]: from='client.46839 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:39:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:39:22 smithi039 ceph-mon[181282]: pgmap v11836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:22.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:39:22 smithi039 ceph-mon[181282]: from='client.56762 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:39:22.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:39:22 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2167677987' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:39:24.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:39:24 smithi032 ceph-mon[189144]: pgmap v11837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:24.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:39:24 smithi032 ceph-mon[191839]: pgmap v11837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:39:24 smithi039 ceph-mon[181282]: pgmap v11837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:26.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:39:26 smithi032 ceph-mon[191839]: pgmap v11838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:39:26 smithi032 ceph-mon[189144]: pgmap v11838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:39:26 smithi039 ceph-mon[181282]: pgmap v11838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:28.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:39:28 smithi032 ceph-mon[189144]: pgmap v11839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:28.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:39:28 smithi032 ceph-mon[191839]: pgmap v11839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:39:28 smithi039 ceph-mon[181282]: pgmap v11839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:39:30 smithi032 ceph-mon[191839]: pgmap v11840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:39:30 smithi032 ceph-mon[189144]: pgmap v11840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:30.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:39:30 smithi039 ceph-mon[181282]: pgmap v11840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:39:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:39:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:39:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:39:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:39:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:39:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:39:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:39:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:39:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:39:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:39:31.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:39:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:39:31.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:39:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:39:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:39:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:39:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:39:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:39:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:39:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:39:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:39:32 smithi032 ceph-mon[189144]: pgmap v11841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:39:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:39:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:39:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:39:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:39:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:39:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:39:32 smithi032 ceph-mon[191839]: pgmap v11841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:39:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:39:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:39:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:39:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:39:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:39:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:39:32 smithi039 ceph-mon[181282]: pgmap v11841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:39:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:39:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:39:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:39:32.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:39:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:39:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:39:34 smithi032 ceph-mon[191839]: pgmap v11842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:39:34 smithi032 ceph-mon[189144]: pgmap v11842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:39:34 smithi039 ceph-mon[181282]: pgmap v11842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:39:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:39:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:39:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:39:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:39:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:39:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:39:36 smithi032 ceph-mon[189144]: pgmap v11843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:39:36 smithi032 ceph-mon[191839]: pgmap v11843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:39:36 smithi039 ceph-mon[181282]: pgmap v11843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:39:38 smithi032 ceph-mon[191839]: pgmap v11844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:39:38 smithi032 ceph-mon[189144]: pgmap v11844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:38.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:39:38 smithi039 ceph-mon[181282]: pgmap v11844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:40.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:39:40 smithi032 ceph-mon[191839]: pgmap v11845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:40.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:39:40 smithi032 ceph-mon[189144]: pgmap v11845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:40.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:39:40 smithi039 ceph-mon[181282]: pgmap v11845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:39:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:39:40] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:39:42.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:39:41 smithi039 ceph-mon[181282]: pgmap v11846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:39:41 smithi032 ceph-mon[191839]: pgmap v11846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:39:41 smithi032 ceph-mon[189144]: pgmap v11846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:44.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:39:44 smithi032 ceph-mon[191839]: pgmap v11847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:44.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:39:44 smithi032 ceph-mon[189144]: pgmap v11847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:39:44 smithi039 ceph-mon[181282]: pgmap v11847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:39:46 smithi032 ceph-mon[191839]: pgmap v11848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:46.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:39:46 smithi032 ceph-mon[189144]: pgmap v11848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:39:46 smithi039 ceph-mon[181282]: pgmap v11848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:48.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:39:48 smithi032 ceph-mon[191839]: pgmap v11849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:48.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:39:48 smithi032 ceph-mon[189144]: pgmap v11849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:48.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:39:48 smithi039 ceph-mon[181282]: pgmap v11849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:39:50 smithi032 ceph-mon[191839]: pgmap v11850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:39:50 smithi032 ceph-mon[189144]: pgmap v11850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:39:50 smithi039 ceph-mon[181282]: pgmap v11850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:39:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:39:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:39:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:39:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:39:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:39:50] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:39:51.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:39:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:39:51.956 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:39:52.282 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:39:52.282 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 9m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:39:52.282 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 7m ago 5h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:39:52.282 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 9m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:39:52.282 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 7m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:39:52.283 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 7m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:39:52.283 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 9m ago 5h 748M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:39:52.283 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 9m ago 5h 1474M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:39:52.283 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 7m ago 5h 709M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:39:52.283 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 9m ago 5h 735M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:39:52.283 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 9m ago 5h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:39:52.283 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 7m ago 5h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:39:52.283 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 9m ago 5h 4722M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:39:52.283 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 9m ago 5h 4894M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:39:52.283 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 9m ago 5h 4369M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:39:52.283 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 9m ago 5h 4391M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:39:52.283 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 7m ago 5h 4170M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:39:52.283 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 7m ago 5h 4475M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:39:52.284 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 7m ago 5h 4186M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:39:52.284 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 7m ago 5h 4147M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:39:52.284 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 7m ago 5h 130M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:39:52.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:39:52 smithi032 ceph-mon[189144]: pgmap v11851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:39:52 smithi032 ceph-mon[191839]: pgmap v11851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:52.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:39:52 smithi039 ceph-mon[181282]: pgmap v11851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:52.684 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:39:52.685 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:39:52.685 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:39:52.685 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:39:52.685 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:39:52.685 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:39:52.685 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:39:52.685 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:39:52.685 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:39:52.685 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:39:52.685 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:39:52.686 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:39:52.686 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:39:52.686 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:39:52.686 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:39:52.686 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:39:52.686 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:39:52.686 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:39:53.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:39:53 smithi032 ceph-mon[191839]: from='client.56774 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:39:53.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:39:53 smithi032 ceph-mon[191839]: from='client.46863 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:39:53.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:39:53 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1051981983' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:39:53.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:39:53 smithi032 ceph-mon[189144]: from='client.56774 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:39:53.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:39:53 smithi032 ceph-mon[189144]: from='client.46863 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:39:53.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:39:53 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1051981983' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:39:53.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:39:53 smithi039 ceph-mon[181282]: from='client.56774 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:39:53.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:39:53 smithi039 ceph-mon[181282]: from='client.46863 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:39:53.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:39:53 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1051981983' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:39:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:39:54 smithi032 ceph-mon[191839]: pgmap v11852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:54.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:39:54 smithi032 ceph-mon[189144]: pgmap v11852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:39:54 smithi039 ceph-mon[181282]: pgmap v11852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:56.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:39:56 smithi032 ceph-mon[191839]: pgmap v11853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:39:56 smithi032 ceph-mon[189144]: pgmap v11853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:39:56 smithi039 ceph-mon[181282]: pgmap v11853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:58.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:39:58 smithi032 ceph-mon[191839]: pgmap v11854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:58.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:39:58 smithi032 ceph-mon[189144]: pgmap v11854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:39:58.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:39:58 smithi039 ceph-mon[181282]: pgmap v11854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:00 smithi032 ceph-mon[191839]: pgmap v11855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T22:40:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T22:39:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T22:40:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:00 smithi032 ceph-mon[189144]: pgmap v11855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T22:40:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:00 smithi039 ceph-mon[181282]: pgmap v11855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T22:40:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:40:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:40:00] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:40:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:01 smithi039 ceph-mon[181282]: pgmap v11856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:02.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:01 smithi032 ceph-mon[191839]: pgmap v11856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:01 smithi032 ceph-mon[189144]: pgmap v11856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:04 smithi032 ceph-mon[191839]: pgmap v11857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:04.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:04 smithi032 ceph-mon[189144]: pgmap v11857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:04 smithi039 ceph-mon[181282]: pgmap v11857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:06.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:06 smithi032 ceph-mon[189144]: pgmap v11858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:40:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:06 smithi032 ceph-mon[191839]: pgmap v11858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:40:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:06 smithi039 ceph-mon[181282]: pgmap v11858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:40:08.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:08 smithi032 ceph-mon[191839]: pgmap v11859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:08 smithi032 ceph-mon[189144]: pgmap v11859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:08 smithi039 ceph-mon[181282]: pgmap v11859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:10.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:10 smithi032 ceph-mon[191839]: pgmap v11860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:10.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:10 smithi032 ceph-mon[189144]: pgmap v11860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:10.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:10 smithi039 ceph-mon[181282]: pgmap v11860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:40:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:40:10] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T22:40:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:11 smithi039 ceph-mon[181282]: pgmap v11861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:11 smithi032 ceph-mon[189144]: pgmap v11861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:12.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:11 smithi032 ceph-mon[191839]: pgmap v11861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:14.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:14 smithi032 ceph-mon[191839]: pgmap v11862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:14.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:14 smithi032 ceph-mon[189144]: pgmap v11862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:14 smithi039 ceph-mon[181282]: pgmap v11862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:16 smithi032 ceph-mon[189144]: pgmap v11863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:16.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:16 smithi032 ceph-mon[191839]: pgmap v11863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:16.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:16 smithi039 ceph-mon[181282]: pgmap v11863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:17.256 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 22:40:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-22T22:40:16.98282643Z level=info msg="Completed cleanup jobs" duration=13.04586ms 2023-12-22T22:40:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:18 smithi032 ceph-mon[191839]: pgmap v11864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:18 smithi032 ceph-mon[189144]: pgmap v11864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:18.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:18 smithi039 ceph-mon[181282]: pgmap v11864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:20 smithi032 ceph-mon[189144]: pgmap v11865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:20 smithi032 ceph-mon[191839]: pgmap v11865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:20 smithi039 ceph-mon[181282]: pgmap v11865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:40:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:40:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:40:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:40:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:40:21.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:40:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:22 smithi032 ceph-mon[191839]: pgmap v11866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:22 smithi032 ceph-mon[189144]: pgmap v11866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:22 smithi039 ceph-mon[181282]: pgmap v11866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:23.051 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:40:23.376 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:40:23.376 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 10m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:40:23.376 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 8m ago 5h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:40:23.376 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 10m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:40:23.376 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 8m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:40:23.376 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 8m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:40:23.376 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 10m ago 5h 748M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:40:23.376 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 10m ago 5h 1474M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:40:23.376 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 8m ago 5h 709M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:40:23.377 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 10m ago 5h 735M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:40:23.377 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 10m ago 5h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:40:23.377 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 8m ago 5h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:40:23.377 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 10m ago 5h 4722M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:40:23.377 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 10m ago 5h 4894M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:40:23.377 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 10m ago 5h 4369M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:40:23.377 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 10m ago 5h 4391M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:40:23.377 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 8m ago 5h 4170M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:40:23.377 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 8m ago 5h 4475M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:40:23.377 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 8m ago 5h 4186M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:40:23.377 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 8m ago 5h 4147M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:40:23.377 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 8m ago 5h 130M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:40:23.776 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:40:23.776 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:40:23.776 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:40:23.776 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:40:23.776 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:40:23.776 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:40:23.776 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:40:23.776 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:40:23.776 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:40:23.777 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:40:23.777 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:40:23.777 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:40:23.777 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:40:23.777 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:40:23.777 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:40:23.777 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:40:23.777 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:40:23.777 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:40:24.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:24 smithi032 ceph-mon[191839]: pgmap v11867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:24.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:24 smithi032 ceph-mon[191839]: from='client.46875 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:40:24.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:24 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/903664854' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:40:24.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:24 smithi032 ceph-mon[189144]: pgmap v11867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:24.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:24 smithi032 ceph-mon[189144]: from='client.46875 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:40:24.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:24 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/903664854' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:40:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:24 smithi039 ceph-mon[181282]: pgmap v11867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:24 smithi039 ceph-mon[181282]: from='client.46875 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:40:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:24 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/903664854' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:40:25.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:25 smithi032 ceph-mon[191839]: from='client.56798 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:40:25.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:25 smithi032 ceph-mon[189144]: from='client.56798 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:40:25.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:25 smithi039 ceph-mon[181282]: from='client.56798 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:40:26.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:26 smithi032 ceph-mon[191839]: pgmap v11868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:26 smithi032 ceph-mon[189144]: pgmap v11868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:26 smithi039 ceph-mon[181282]: pgmap v11868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:28 smithi032 ceph-mon[191839]: pgmap v11869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:28.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:28 smithi032 ceph-mon[189144]: pgmap v11869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:28 smithi039 ceph-mon[181282]: pgmap v11869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:30 smithi032 ceph-mon[191839]: pgmap v11870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:30 smithi032 ceph-mon[189144]: pgmap v11870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:30.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:30 smithi039 ceph-mon[181282]: pgmap v11870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:40:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:40:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:40:32.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:31 smithi039 ceph-mon[181282]: pgmap v11871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:32.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:40:32.090 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:31 smithi032 ceph-mon[191839]: pgmap v11871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:32.090 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:40:32.090 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:31 smithi032 ceph-mon[189144]: pgmap v11871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:32.090 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:40:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:34 smithi032 ceph-mon[191839]: pgmap v11872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:40:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:40:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:34 smithi032 ceph-mon[189144]: pgmap v11872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:40:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:40:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:34 smithi039 ceph-mon[181282]: pgmap v11872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:40:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:40:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:40:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:40:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:40:35.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:40:35.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:40:35.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:40:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:40:35.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:40:35.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:40:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:36 smithi032 ceph-mon[191839]: pgmap v11873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:40:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:36 smithi032 ceph-mon[189144]: pgmap v11873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:40:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:36 smithi039 ceph-mon[181282]: pgmap v11873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:40:38.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:38 smithi032 ceph-mon[191839]: pgmap v11874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:38 smithi032 ceph-mon[189144]: pgmap v11874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:38.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:38 smithi039 ceph-mon[181282]: pgmap v11874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:40.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:40 smithi032 ceph-mon[191839]: pgmap v11875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:40.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:40 smithi032 ceph-mon[189144]: pgmap v11875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:40.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:40 smithi039 ceph-mon[181282]: pgmap v11875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:40:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:40:40] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T22:40:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:41 smithi032 ceph-mon[191839]: pgmap v11876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:41 smithi032 ceph-mon[189144]: pgmap v11876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:41 smithi039 ceph-mon[181282]: pgmap v11876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:44.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:44 smithi032 ceph-mon[191839]: pgmap v11877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:44.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:44 smithi032 ceph-mon[189144]: pgmap v11877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:44 smithi039 ceph-mon[181282]: pgmap v11877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:46.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:46 smithi032 ceph-mon[189144]: pgmap v11878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:46 smithi032 ceph-mon[191839]: pgmap v11878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:46 smithi039 ceph-mon[181282]: pgmap v11878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:48.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:48 smithi032 ceph-mon[189144]: pgmap v11879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:48.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:48 smithi032 ceph-mon[191839]: pgmap v11879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:48.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:48 smithi039 ceph-mon[181282]: pgmap v11879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:50 smithi032 ceph-mon[191839]: pgmap v11880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:40:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:50 smithi032 ceph-mon[189144]: pgmap v11880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:40:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:50 smithi039 ceph-mon[181282]: pgmap v11880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:40:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:40:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:40:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T22:40:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:51 smithi039 ceph-mon[181282]: pgmap v11881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:51 smithi032 ceph-mon[189144]: pgmap v11881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:51 smithi032 ceph-mon[191839]: pgmap v11881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:54.143 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:40:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:54 smithi032 ceph-mon[191839]: pgmap v11882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:54.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:54 smithi032 ceph-mon[189144]: pgmap v11882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:54.465 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:40:54.466 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 20s ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:40:54.466 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 8m ago 5h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:40:54.466 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 20s ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:40:54.466 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 8m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:40:54.466 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 8m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:40:54.466 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 20s ago 5h 754M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:40:54.466 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 20s ago 5h 1512M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:40:54.466 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 8m ago 5h 709M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:40:54.466 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 20s ago 5h 753M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:40:54.466 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 20s ago 5h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:40:54.466 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 8m ago 5h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:40:54.466 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 20s ago 5h 4755M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:40:54.466 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 20s ago 5h 4924M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:40:54.467 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 20s ago 5h 4392M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:40:54.467 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 20s ago 5h 4421M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:40:54.467 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 8m ago 5h 4170M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:40:54.467 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 8m ago 5h 4475M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:40:54.467 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 8m ago 5h 4186M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:40:54.467 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 8m ago 5h 4147M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:40:54.467 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 8m ago 5h 130M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:40:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:54 smithi039 ceph-mon[181282]: pgmap v11882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:54.867 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:40:54.867 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:40:54.867 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:40:54.867 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:40:54.867 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:40:54.867 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:40:54.868 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:40:54.868 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:40:54.868 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:40:54.868 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:40:54.868 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:40:54.868 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:40:54.868 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:40:54.868 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:40:54.868 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:40:54.868 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:40:54.868 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:40:54.868 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:40:55.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:55 smithi032 ceph-mon[191839]: from='client.46893 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:40:55.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:55 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1253917074' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:40:55.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:55 smithi032 ceph-mon[189144]: from='client.46893 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:40:55.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:55 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1253917074' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:40:55.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:55 smithi039 ceph-mon[181282]: from='client.46893 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:40:55.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:55 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1253917074' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:40:56.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:56 smithi032 ceph-mon[191839]: from='client.56816 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:40:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:56 smithi032 ceph-mon[191839]: pgmap v11883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:56 smithi032 ceph-mon[189144]: from='client.56816 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:40:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:56 smithi032 ceph-mon[189144]: pgmap v11883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:56 smithi039 ceph-mon[181282]: from='client.56816 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:40:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:56 smithi039 ceph-mon[181282]: pgmap v11883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:58.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:40:58 smithi032 ceph-mon[189144]: pgmap v11884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:58.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:40:58 smithi032 ceph-mon[191839]: pgmap v11884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:40:58.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:40:58 smithi039 ceph-mon[181282]: pgmap v11884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:41:00 smithi032 ceph-mon[191839]: pgmap v11885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:41:00 smithi032 ceph-mon[189144]: pgmap v11885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:41:00 smithi039 ceph-mon[181282]: pgmap v11885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:41:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:41:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T22:41:02.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:41:01 smithi032 ceph-mon[189144]: pgmap v11886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:02.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:41:01 smithi032 ceph-mon[191839]: pgmap v11886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:41:01 smithi039 ceph-mon[181282]: pgmap v11886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:41:04 smithi032 ceph-mon[191839]: pgmap v11887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:04.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:41:04 smithi032 ceph-mon[189144]: pgmap v11887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:41:04 smithi039 ceph-mon[181282]: pgmap v11887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:41:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:41:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:41:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:41:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:41:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:41:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:41:06 smithi032 ceph-mon[191839]: pgmap v11888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:41:06 smithi032 ceph-mon[189144]: pgmap v11888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:41:06 smithi039 ceph-mon[181282]: pgmap v11888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:41:08 smithi032 ceph-mon[191839]: pgmap v11889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:41:08 smithi032 ceph-mon[189144]: pgmap v11889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:41:08 smithi039 ceph-mon[181282]: pgmap v11889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:10.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:41:10 smithi032 ceph-mon[191839]: pgmap v11890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:10.452 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:41:10 smithi032 ceph-mon[189144]: pgmap v11890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:10.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:41:10 smithi039 ceph-mon[181282]: pgmap v11890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:41:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:41:10] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:41:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:41:11 smithi039 ceph-mon[181282]: pgmap v11891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:41:11 smithi032 ceph-mon[191839]: pgmap v11891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:41:11 smithi032 ceph-mon[189144]: pgmap v11891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:14.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:41:14 smithi032 ceph-mon[189144]: pgmap v11892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:14.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:41:14 smithi032 ceph-mon[191839]: pgmap v11892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:41:14 smithi039 ceph-mon[181282]: pgmap v11892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:16.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:41:16 smithi032 ceph-mon[191839]: pgmap v11893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:41:16 smithi032 ceph-mon[189144]: pgmap v11893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:16.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:41:16 smithi039 ceph-mon[181282]: pgmap v11893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:41:18 smithi032 ceph-mon[191839]: pgmap v11894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:41:18 smithi032 ceph-mon[189144]: pgmap v11894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:18.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:41:18 smithi039 ceph-mon[181282]: pgmap v11894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:41:20 smithi032 ceph-mon[191839]: pgmap v11895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:41:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:41:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:41:20 smithi032 ceph-mon[189144]: pgmap v11895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:41:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:41:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:41:20 smithi039 ceph-mon[181282]: pgmap v11895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:41:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:41:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:41:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:41:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:41:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:41:21 smithi032 ceph-mon[191839]: pgmap v11896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:41:21 smithi032 ceph-mon[189144]: pgmap v11896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:41:21 smithi039 ceph-mon[181282]: pgmap v11896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:24.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:41:24 smithi032 ceph-mon[191839]: pgmap v11897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:24.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:41:24 smithi032 ceph-mon[189144]: pgmap v11897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:41:24 smithi039 ceph-mon[181282]: pgmap v11897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:25.232 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:41:25.557 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:41:25.557 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 51s ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:41:25.557 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 9m ago 5h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:41:25.557 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 51s ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:41:25.557 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 9m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:41:25.557 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 9m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:41:25.557 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 51s ago 5h 754M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:41:25.557 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 51s ago 5h 1512M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:41:25.558 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 9m ago 5h 709M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:41:25.558 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 51s ago 5h 753M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:41:25.558 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 51s ago 5h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:41:25.558 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 9m ago 5h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:41:25.558 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 51s ago 5h 4755M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:41:25.558 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 51s ago 5h 4924M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:41:25.559 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 51s ago 5h 4392M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:41:25.559 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 51s ago 5h 4421M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:41:25.559 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 9m ago 5h 4170M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:41:25.559 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 9m ago 5h 4475M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:41:25.559 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 9m ago 5h 4186M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:41:25.559 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 9m ago 5h 4147M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:41:25.559 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 9m ago 5h 130M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:41:25.961 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:41:25.961 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:41:25.961 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:41:25.961 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:41:25.961 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:41:25.961 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:41:25.961 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:41:25.962 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:41:25.962 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:41:25.962 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:41:25.962 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:41:25.962 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:41:25.962 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:41:25.962 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:41:25.962 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:41:25.962 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:41:25.962 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:41:25.962 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:41:26.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:41:26 smithi032 ceph-mon[191839]: pgmap v11898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:26.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:41:26 smithi032 ceph-mon[191839]: from='client.46911 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:41:26.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:41:26 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1763926259' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:41:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:41:26 smithi032 ceph-mon[189144]: pgmap v11898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:41:26 smithi032 ceph-mon[189144]: from='client.46911 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:41:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:41:26 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1763926259' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:41:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:41:26 smithi039 ceph-mon[181282]: pgmap v11898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:41:26 smithi039 ceph-mon[181282]: from='client.46911 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:41:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:41:26 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1763926259' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:41:27.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:41:27 smithi032 ceph-mon[191839]: from='client.56834 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:41:27.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:41:27 smithi032 ceph-mon[189144]: from='client.56834 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:41:27.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:41:27 smithi039 ceph-mon[181282]: from='client.56834 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:41:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:41:28 smithi032 ceph-mon[191839]: pgmap v11899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:28.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:41:28 smithi032 ceph-mon[189144]: pgmap v11899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:41:28 smithi039 ceph-mon[181282]: pgmap v11899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:30.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:41:30 smithi032 ceph-mon[189144]: pgmap v11900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:41:30 smithi032 ceph-mon[191839]: pgmap v11900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:30.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:41:30 smithi039 ceph-mon[181282]: pgmap v11900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:41:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:41:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:41:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:41:31 smithi032 ceph-mon[189144]: pgmap v11901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:41:31 smithi032 ceph-mon[191839]: pgmap v11901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:41:31 smithi039 ceph-mon[181282]: pgmap v11901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:34.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:41:34 smithi032 ceph-mon[189144]: pgmap v11902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:41:34 smithi032 ceph-mon[191839]: pgmap v11902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:41:34 smithi039 ceph-mon[181282]: pgmap v11902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:41:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:41:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:41:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:41:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:41:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:41:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:41:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:41:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:41:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:41:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:41:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:41:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:41:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:41:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:41:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:41:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:41:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:41:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:41:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:41:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:41:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:41:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:41:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:41:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:41:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:41:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:41:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:41:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:41:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:41:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:41:36 smithi032 ceph-mon[191839]: pgmap v11903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:41:36 smithi032 ceph-mon[189144]: pgmap v11903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:41:36 smithi039 ceph-mon[181282]: pgmap v11903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:41:38 smithi032 ceph-mon[191839]: pgmap v11904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:41:38 smithi032 ceph-mon[189144]: pgmap v11904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:38.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:41:38 smithi039 ceph-mon[181282]: pgmap v11904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:40.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:41:40 smithi032 ceph-mon[191839]: pgmap v11905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:40.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:41:40 smithi032 ceph-mon[189144]: pgmap v11905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:40.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:41:40 smithi039 ceph-mon[181282]: pgmap v11905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:41:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:41:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:41:42.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:41:41 smithi032 ceph-mon[189144]: pgmap v11906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:41:41 smithi032 ceph-mon[191839]: pgmap v11906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:41:41 smithi039 ceph-mon[181282]: pgmap v11906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:44.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:41:44 smithi032 ceph-mon[191839]: pgmap v11907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:44.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:41:44 smithi032 ceph-mon[189144]: pgmap v11907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:41:44 smithi039 ceph-mon[181282]: pgmap v11907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:41:46 smithi032 ceph-mon[191839]: pgmap v11908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:46.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:41:46 smithi032 ceph-mon[189144]: pgmap v11908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:41:46 smithi039 ceph-mon[181282]: pgmap v11908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:48.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:41:48 smithi032 ceph-mon[191839]: pgmap v11909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:48.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:41:48 smithi032 ceph-mon[189144]: pgmap v11909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:48.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:41:48 smithi039 ceph-mon[181282]: pgmap v11909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:50.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:41:50 smithi032 ceph-mon[189144]: pgmap v11910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:41:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:41:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:41:50 smithi032 ceph-mon[191839]: pgmap v11910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:41:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:41:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:41:50 smithi039 ceph-mon[181282]: pgmap v11910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:41:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:41:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:41:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:41:50] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T22:41:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:41:51 smithi032 ceph-mon[191839]: pgmap v11911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:41:51 smithi032 ceph-mon[189144]: pgmap v11911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:41:51 smithi039 ceph-mon[181282]: pgmap v11911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:54.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:41:54 smithi032 ceph-mon[189144]: pgmap v11912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:41:54 smithi032 ceph-mon[191839]: pgmap v11912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:41:54 smithi039 ceph-mon[181282]: pgmap v11912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:56.321 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:41:56.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:41:56 smithi032 ceph-mon[189144]: pgmap v11913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:41:56 smithi032 ceph-mon[191839]: pgmap v11913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:41:56 smithi039 ceph-mon[181282]: pgmap v11913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:56.641 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:41:56.641 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 82s ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:41:56.641 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 9m ago 5h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:41:56.642 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 82s ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:41:56.642 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 9m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:41:56.642 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 9m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:41:56.642 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 82s ago 5h 754M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:41:56.642 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 82s ago 5h 1512M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:41:56.642 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 9m ago 5h 709M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:41:56.642 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 82s ago 5h 753M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:41:56.642 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 82s ago 5h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:41:56.642 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 9m ago 5h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:41:56.642 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 82s ago 5h 4755M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:41:56.642 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 82s ago 5h 4924M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:41:56.642 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 82s ago 5h 4392M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:41:56.642 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 82s ago 5h 4421M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:41:56.642 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 9m ago 5h 4170M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:41:56.642 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 9m ago 5h 4475M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:41:56.643 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 9m ago 5h 4186M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:41:56.643 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 9m ago 5h 4147M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:41:56.643 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 9m ago 5h 130M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:41:57.042 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:41:57.042 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:41:57.042 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:41:57.042 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:41:57.042 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:41:57.042 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:41:57.042 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:41:57.043 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:41:57.043 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:41:57.043 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:41:57.043 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:41:57.043 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:41:57.043 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:41:57.043 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:41:57.043 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:41:57.043 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:41:57.043 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:41:57.043 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:41:57.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:41:57 smithi032 ceph-mon[191839]: from='client.56846 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:41:57.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:41:57 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/702234752' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:41:57.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:41:57 smithi032 ceph-mon[189144]: from='client.56846 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:41:57.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:41:57 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/702234752' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:41:57.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:41:57 smithi039 ceph-mon[181282]: from='client.56846 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:41:57.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:41:57 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/702234752' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:41:58.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:41:58 smithi032 ceph-mon[191839]: from='client.56852 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:41:58.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:41:58 smithi032 ceph-mon[191839]: pgmap v11914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:58.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:41:58 smithi032 ceph-mon[189144]: from='client.56852 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:41:58.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:41:58 smithi032 ceph-mon[189144]: pgmap v11914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:41:58.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:41:58 smithi039 ceph-mon[181282]: from='client.56852 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:41:58.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:41:58 smithi039 ceph-mon[181282]: pgmap v11914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:42:00 smithi032 ceph-mon[191839]: pgmap v11915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:42:00 smithi032 ceph-mon[189144]: pgmap v11915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:42:00 smithi039 ceph-mon[181282]: pgmap v11915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:42:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:42:00] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T22:42:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:42:01 smithi032 ceph-mon[191839]: pgmap v11916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:42:01 smithi032 ceph-mon[189144]: pgmap v11916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:42:01 smithi039 ceph-mon[181282]: pgmap v11916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:42:04 smithi032 ceph-mon[191839]: pgmap v11917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:04.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:42:04 smithi032 ceph-mon[189144]: pgmap v11917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:42:04 smithi039 ceph-mon[181282]: pgmap v11917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:42:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:42:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:42:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:42:05.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:42:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:42:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:42:06 smithi032 ceph-mon[191839]: pgmap v11918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:42:06 smithi032 ceph-mon[189144]: pgmap v11918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:42:06 smithi039 ceph-mon[181282]: pgmap v11918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:42:08 smithi032 ceph-mon[189144]: pgmap v11919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:42:08 smithi032 ceph-mon[191839]: pgmap v11919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:42:08 smithi039 ceph-mon[181282]: pgmap v11919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:10.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:42:10 smithi032 ceph-mon[191839]: pgmap v11920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:10.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:42:10 smithi032 ceph-mon[189144]: pgmap v11920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:10.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:42:10 smithi039 ceph-mon[181282]: pgmap v11920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:42:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:42:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:42:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:42:11 smithi032 ceph-mon[191839]: pgmap v11921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:42:11 smithi032 ceph-mon[189144]: pgmap v11921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:42:11 smithi039 ceph-mon[181282]: pgmap v11921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:14.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:42:14 smithi032 ceph-mon[191839]: pgmap v11922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:14.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:42:14 smithi032 ceph-mon[189144]: pgmap v11922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:42:14 smithi039 ceph-mon[181282]: pgmap v11922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:16.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:42:16 smithi032 ceph-mon[189144]: pgmap v11923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:16.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:42:16 smithi032 ceph-mon[191839]: pgmap v11923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:16.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:42:16 smithi039 ceph-mon[181282]: pgmap v11923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:18.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:42:18 smithi032 ceph-mon[189144]: pgmap v11924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:42:18 smithi032 ceph-mon[191839]: pgmap v11924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:18.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:42:18 smithi039 ceph-mon[181282]: pgmap v11924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:42:20 smithi032 ceph-mon[191839]: pgmap v11925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:42:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:42:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:42:20 smithi032 ceph-mon[189144]: pgmap v11925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:42:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:42:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:42:20 smithi039 ceph-mon[181282]: pgmap v11925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:42:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:42:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:42:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:42:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:42:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:42:21 smithi032 ceph-mon[191839]: pgmap v11926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:42:21 smithi032 ceph-mon[189144]: pgmap v11926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:42:21 smithi039 ceph-mon[181282]: pgmap v11926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:24.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:42:24 smithi032 ceph-mon[191839]: pgmap v11927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:24.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:42:24 smithi032 ceph-mon[189144]: pgmap v11927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:42:24 smithi039 ceph-mon[181282]: pgmap v11927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:26.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:42:26 smithi032 ceph-mon[191839]: pgmap v11928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:42:26 smithi032 ceph-mon[189144]: pgmap v11928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:42:26 smithi039 ceph-mon[181282]: pgmap v11928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:27.405 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:42:27.724 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:42:27.724 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 114s ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:42:27.725 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 10m ago 5h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:42:27.725 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 114s ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:42:27.725 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 10m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:42:27.725 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 10m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:42:27.725 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 114s ago 5h 754M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:42:27.725 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 114s ago 5h 1512M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:42:27.725 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 10m ago 5h 709M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:42:27.725 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 114s ago 5h 753M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:42:27.725 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 114s ago 5h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:42:27.725 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 10m ago 5h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:42:27.725 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 114s ago 5h 4755M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:42:27.725 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 114s ago 5h 4924M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:42:27.725 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 114s ago 5h 4392M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:42:27.726 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 114s ago 5h 4421M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:42:27.726 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 10m ago 5h 4170M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:42:27.726 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 10m ago 5h 4475M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:42:27.726 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 10m ago 5h 4186M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:42:27.726 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 10m ago 5h 4147M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:42:27.726 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 10m ago 5h 130M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:42:28.128 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:42:28.128 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:42:28.128 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:42:28.128 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:42:28.128 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:42:28.128 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:42:28.128 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:42:28.129 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:42:28.129 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:42:28.129 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:42:28.129 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:42:28.129 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:42:28.129 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:42:28.129 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:42:28.129 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:42:28.129 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:42:28.129 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:42:28.129 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:42:28.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:42:28 smithi032 ceph-mon[189144]: pgmap v11929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:42:28 smithi032 ceph-mon[191839]: pgmap v11929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:42:28 smithi039 ceph-mon[181282]: pgmap v11929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:29.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:42:29 smithi032 ceph-mon[191839]: from='client.46947 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:42:29.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:42:29 smithi032 ceph-mon[191839]: from='client.56870 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:42:29.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:42:29 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3416264644' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:42:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:42:29 smithi032 ceph-mon[189144]: from='client.46947 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:42:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:42:29 smithi032 ceph-mon[189144]: from='client.56870 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:42:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:42:29 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3416264644' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:42:29.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:42:29 smithi039 ceph-mon[181282]: from='client.46947 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:42:29.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:42:29 smithi039 ceph-mon[181282]: from='client.56870 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:42:29.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:42:29 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3416264644' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:42:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:42:30 smithi032 ceph-mon[191839]: pgmap v11930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:42:30 smithi032 ceph-mon[189144]: pgmap v11930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:30.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:42:30 smithi039 ceph-mon[181282]: pgmap v11930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:42:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:42:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:42:32.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:42:31 smithi032 ceph-mon[189144]: pgmap v11931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:42:31 smithi032 ceph-mon[191839]: pgmap v11931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:42:31 smithi039 ceph-mon[181282]: pgmap v11931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:34.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:42:34 smithi032 ceph-mon[191839]: pgmap v11932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:42:34 smithi032 ceph-mon[189144]: pgmap v11932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:42:34 smithi039 ceph-mon[181282]: pgmap v11932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:35.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:42:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:42:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:42:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:42:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:42:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:42:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:42:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:42:35.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:42:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:42:35.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:42:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:42:36.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:42:36 smithi032 ceph-mon[189144]: pgmap v11933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:42:36 smithi032 ceph-mon[191839]: pgmap v11933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:36.454 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:42:36 smithi039 ceph-mon[181282]: pgmap v11933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:38.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:42:38 smithi032 ceph-mon[191839]: pgmap v11934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:42:38 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:42:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:42:38 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:42:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:42:38 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:42:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:42:38 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:42:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:42:38 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:42:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:42:38 smithi032 ceph-mon[189144]: pgmap v11934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:42:38 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:42:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:42:38 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:42:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:42:38 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:42:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:42:38 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:42:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:42:38 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:42:38.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:42:38 smithi039 ceph-mon[181282]: pgmap v11934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:38.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:42:38 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:42:38.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:42:38 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:42:38.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:42:38 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:42:38.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:42:38 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:42:38.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:42:38 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:42:40.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:42:40 smithi032 ceph-mon[191839]: pgmap v11935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:40.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:42:40 smithi032 ceph-mon[189144]: pgmap v11935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:40.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:42:40 smithi039 ceph-mon[181282]: pgmap v11935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:42:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:42:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:42:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:42:41 smithi032 ceph-mon[191839]: pgmap v11936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:42:41 smithi032 ceph-mon[189144]: pgmap v11936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:42:41 smithi039 ceph-mon[181282]: pgmap v11936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:44.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:42:44 smithi032 ceph-mon[191839]: pgmap v11937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:44.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:42:44 smithi032 ceph-mon[189144]: pgmap v11937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:42:44 smithi039 ceph-mon[181282]: pgmap v11937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:46.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:42:46 smithi032 ceph-mon[191839]: pgmap v11938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:46.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:42:46 smithi032 ceph-mon[189144]: pgmap v11938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:42:46 smithi039 ceph-mon[181282]: pgmap v11938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:48.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:42:48 smithi032 ceph-mon[189144]: pgmap v11939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:48.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:42:48 smithi032 ceph-mon[191839]: pgmap v11939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:48.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:42:48 smithi039 ceph-mon[181282]: pgmap v11939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:50.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:42:50 smithi032 ceph-mon[189144]: pgmap v11940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:42:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:42:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:42:50 smithi032 ceph-mon[191839]: pgmap v11940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:42:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:42:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:42:50 smithi039 ceph-mon[181282]: pgmap v11940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:42:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:42:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:42:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:42:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:42:52.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:42:51 smithi032 ceph-mon[189144]: pgmap v11941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:42:51 smithi032 ceph-mon[191839]: pgmap v11941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:42:51 smithi039 ceph-mon[181282]: pgmap v11941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:42:54 smithi032 ceph-mon[191839]: pgmap v11942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:54.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:42:54 smithi032 ceph-mon[189144]: pgmap v11942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:42:54 smithi039 ceph-mon[181282]: pgmap v11942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:56.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:42:56 smithi032 ceph-mon[191839]: pgmap v11943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:42:56 smithi032 ceph-mon[189144]: pgmap v11943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:42:56 smithi039 ceph-mon[181282]: pgmap v11943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:58.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:42:58 smithi032 ceph-mon[191839]: pgmap v11944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:58.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:42:58 smithi032 ceph-mon[189144]: pgmap v11944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:58.497 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:42:58.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:42:58 smithi039 ceph-mon[181282]: pgmap v11944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:42:58.821 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:42:58.822 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 2m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:42:58.822 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 21s ago 5h 96.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:42:58.822 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 2m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:42:58.822 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 21s ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:42:58.822 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 21s ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:42:58.822 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 2m ago 5h 754M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:42:58.822 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 2m ago 5h 1512M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:42:58.822 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 21s ago 5h 727M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:42:58.822 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 2m ago 5h 753M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:42:58.822 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 2m ago 5h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:42:58.822 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 21s ago 5h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:42:58.822 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 2m ago 5h 4755M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:42:58.823 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 2m ago 5h 4924M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:42:58.823 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 2m ago 5h 4392M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:42:58.823 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 2m ago 5h 4421M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:42:58.823 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 21s ago 5h 4197M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:42:58.823 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 21s ago 5h 4507M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:42:58.823 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 21s ago 5h 4215M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:42:58.823 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 21s ago 5h 4182M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:42:58.823 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 21s ago 5h 132M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:42:59.225 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:42:59.225 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:42:59.225 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:42:59.225 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:42:59.225 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:42:59.225 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:42:59.225 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:42:59.225 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:42:59.226 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:42:59.226 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:42:59.226 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:42:59.226 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:42:59.226 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:42:59.226 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:42:59.226 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:42:59.226 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:42:59.226 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:42:59.226 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:43:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:43:00 smithi032 ceph-mon[191839]: from='client.46965 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:43:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:43:00 smithi032 ceph-mon[191839]: from='client.46971 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:43:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:43:00 smithi032 ceph-mon[191839]: pgmap v11945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:43:00 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3973100584' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:43:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:43:00 smithi032 ceph-mon[189144]: from='client.46965 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:43:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:43:00 smithi032 ceph-mon[189144]: from='client.46971 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:43:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:43:00 smithi032 ceph-mon[189144]: pgmap v11945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:43:00 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3973100584' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:43:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:43:00 smithi039 ceph-mon[181282]: from='client.46965 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:43:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:43:00 smithi039 ceph-mon[181282]: from='client.46971 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:43:00.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:43:00 smithi039 ceph-mon[181282]: pgmap v11945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:00.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:43:00 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3973100584' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:43:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:43:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:43:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:43:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:43:01 smithi032 ceph-mon[191839]: pgmap v11946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:43:01 smithi032 ceph-mon[189144]: pgmap v11946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:43:01 smithi039 ceph-mon[181282]: pgmap v11946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:43:04 smithi032 ceph-mon[191839]: pgmap v11947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:04.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:43:04 smithi032 ceph-mon[189144]: pgmap v11947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:43:04 smithi039 ceph-mon[181282]: pgmap v11947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:43:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:43:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:43:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:43:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:43:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:43:06.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:43:06 smithi032 ceph-mon[191839]: pgmap v11948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:43:06 smithi032 ceph-mon[189144]: pgmap v11948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:43:06 smithi039 ceph-mon[181282]: pgmap v11948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:43:08 smithi032 ceph-mon[191839]: pgmap v11949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:43:08 smithi032 ceph-mon[189144]: pgmap v11949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:43:08 smithi039 ceph-mon[181282]: pgmap v11949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:10.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:43:10 smithi032 ceph-mon[191839]: pgmap v11950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:10.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:43:10 smithi032 ceph-mon[189144]: pgmap v11950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:10.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:43:10 smithi039 ceph-mon[181282]: pgmap v11950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:43:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:43:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:43:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:43:11 smithi032 ceph-mon[191839]: pgmap v11951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:43:11 smithi032 ceph-mon[189144]: pgmap v11951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:43:11 smithi039 ceph-mon[181282]: pgmap v11951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:14.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:43:14 smithi032 ceph-mon[191839]: pgmap v11952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:14.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:43:14 smithi032 ceph-mon[189144]: pgmap v11952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:43:14 smithi039 ceph-mon[181282]: pgmap v11952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:16.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:43:16 smithi032 ceph-mon[191839]: pgmap v11953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:43:16 smithi032 ceph-mon[189144]: pgmap v11953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:16.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:43:16 smithi039 ceph-mon[181282]: pgmap v11953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:18.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:43:18 smithi032 ceph-mon[191839]: pgmap v11954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:43:18 smithi032 ceph-mon[189144]: pgmap v11954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:18.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:43:18 smithi039 ceph-mon[181282]: pgmap v11954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:43:20 smithi032 ceph-mon[189144]: pgmap v11955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:43:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:43:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:43:20 smithi032 ceph-mon[191839]: pgmap v11955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:43:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:43:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:43:20 smithi039 ceph-mon[181282]: pgmap v11955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:43:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:43:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:43:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:43:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:43:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:43:21 smithi032 ceph-mon[191839]: pgmap v11956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:43:21 smithi032 ceph-mon[189144]: pgmap v11956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:43:21 smithi039 ceph-mon[181282]: pgmap v11956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:24.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:43:24 smithi032 ceph-mon[191839]: pgmap v11957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:24.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:43:24 smithi032 ceph-mon[189144]: pgmap v11957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:43:24 smithi039 ceph-mon[181282]: pgmap v11957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:26.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:43:26 smithi032 ceph-mon[191839]: pgmap v11958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:43:26 smithi032 ceph-mon[189144]: pgmap v11958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:43:26 smithi039 ceph-mon[181282]: pgmap v11958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:28.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:43:28 smithi032 ceph-mon[191839]: pgmap v11959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:28.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:43:28 smithi032 ceph-mon[189144]: pgmap v11959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:43:28 smithi039 ceph-mon[181282]: pgmap v11959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:29.590 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:43:29.913 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:43:29.913 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 2m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:43:29.913 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 52s ago 5h 96.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:43:29.913 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 2m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:43:29.913 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 52s ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:43:29.913 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 52s ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:43:29.913 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 2m ago 5h 754M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:43:29.913 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 2m ago 5h 1512M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:43:29.913 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 52s ago 5h 727M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:43:29.914 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 2m ago 5h 753M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:43:29.914 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 2m ago 5h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:43:29.914 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 52s ago 5h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:43:29.914 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 2m ago 5h 4755M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:43:29.914 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 2m ago 5h 4924M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:43:29.914 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 2m ago 5h 4392M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:43:29.914 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 2m ago 5h 4421M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:43:29.914 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 52s ago 5h 4197M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:43:29.914 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 52s ago 5h 4507M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:43:29.914 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 52s ago 5h 4215M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:43:29.914 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 52s ago 5h 4182M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:43:29.914 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 52s ago 5h 132M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:43:30.313 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:43:30.314 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:43:30.314 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:43:30.314 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:43:30.314 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:43:30.314 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:43:30.314 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:43:30.314 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:43:30.314 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:43:30.314 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:43:30.314 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:43:30.314 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:43:30.314 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:43:30.314 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:43:30.314 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:43:30.315 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:43:30.315 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:43:30.315 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:43:30.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:43:30 smithi032 ceph-mon[191839]: pgmap v11960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:43:30 smithi032 ceph-mon[189144]: pgmap v11960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:30.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:43:30 smithi039 ceph-mon[181282]: pgmap v11960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:43:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:43:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:43:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:43:31 smithi032 ceph-mon[189144]: from='client.56900 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:43:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:43:31 smithi032 ceph-mon[189144]: from='client.46989 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:43:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:43:31 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3106908229' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:43:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:43:31 smithi032 ceph-mon[191839]: from='client.56900 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:43:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:43:31 smithi032 ceph-mon[191839]: from='client.46989 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:43:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:43:31 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3106908229' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:43:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:43:31 smithi039 ceph-mon[181282]: from='client.56900 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:43:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:43:31 smithi039 ceph-mon[181282]: from='client.46989 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:43:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:43:31 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3106908229' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:43:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:43:32 smithi032 ceph-mon[191839]: pgmap v11961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:43:32 smithi032 ceph-mon[189144]: pgmap v11961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:43:32 smithi039 ceph-mon[181282]: pgmap v11961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:34.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:43:34 smithi032 ceph-mon[191839]: pgmap v11962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:43:34 smithi032 ceph-mon[189144]: pgmap v11962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:43:34 smithi039 ceph-mon[181282]: pgmap v11962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:43:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:43:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:43:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:43:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:43:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:43:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:43:36 smithi032 ceph-mon[191839]: pgmap v11963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:43:36 smithi032 ceph-mon[189144]: pgmap v11963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:43:36 smithi039 ceph-mon[181282]: pgmap v11963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:38.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:43:38 smithi032 ceph-mon[191839]: pgmap v11964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:38.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:43:38 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:43:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:43:38 smithi032 ceph-mon[189144]: pgmap v11964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:43:38 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:43:38.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:43:38 smithi039 ceph-mon[181282]: pgmap v11964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:38.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:43:38 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:43:39.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:43:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:43:39.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:43:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:43:39.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:43:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:43:39.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:43:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:43:39.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:43:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:43:39.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:43:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:43:39.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:43:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:43:39.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:43:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:43:39.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:43:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:43:40.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:43:40 smithi032 ceph-mon[191839]: pgmap v11965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:40.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:43:40 smithi032 ceph-mon[189144]: pgmap v11965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:40.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:43:40 smithi039 ceph-mon[181282]: pgmap v11965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:43:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:43:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:43:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:43:41 smithi032 ceph-mon[191839]: pgmap v11966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:43:41 smithi032 ceph-mon[189144]: pgmap v11966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:43:41 smithi039 ceph-mon[181282]: pgmap v11966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:44.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:43:44 smithi032 ceph-mon[191839]: pgmap v11967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:44.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:43:44 smithi032 ceph-mon[189144]: pgmap v11967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:43:44 smithi039 ceph-mon[181282]: pgmap v11967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:46.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:43:46 smithi032 ceph-mon[189144]: pgmap v11968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:43:46 smithi032 ceph-mon[191839]: pgmap v11968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:43:46 smithi039 ceph-mon[181282]: pgmap v11968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:48.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:43:48 smithi032 ceph-mon[191839]: pgmap v11969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:48.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:43:48 smithi032 ceph-mon[189144]: pgmap v11969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:48.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:43:48 smithi039 ceph-mon[181282]: pgmap v11969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:43:50 smithi032 ceph-mon[191839]: pgmap v11970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:43:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:43:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:43:50 smithi032 ceph-mon[189144]: pgmap v11970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:43:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:43:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:43:50 smithi039 ceph-mon[181282]: pgmap v11970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:43:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:43:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:43:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:43:50] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:43:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:43:51 smithi032 ceph-mon[191839]: pgmap v11971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:43:51 smithi032 ceph-mon[189144]: pgmap v11971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:43:51 smithi039 ceph-mon[181282]: pgmap v11971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:43:54 smithi032 ceph-mon[191839]: pgmap v11972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:54.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:43:54 smithi032 ceph-mon[189144]: pgmap v11972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:43:54 smithi039 ceph-mon[181282]: pgmap v11972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:56.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:43:56 smithi032 ceph-mon[191839]: pgmap v11973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:43:56 smithi032 ceph-mon[189144]: pgmap v11973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:43:56 smithi039 ceph-mon[181282]: pgmap v11973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:58.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:43:58 smithi032 ceph-mon[191839]: pgmap v11974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:58.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:43:58 smithi032 ceph-mon[189144]: pgmap v11974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:43:58.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:43:58 smithi039 ceph-mon[181282]: pgmap v11974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:00.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:44:00 smithi032 ceph-mon[189144]: pgmap v11975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:44:00 smithi032 ceph-mon[191839]: pgmap v11975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:44:00 smithi039 ceph-mon[181282]: pgmap v11975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:00.677 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:44:01.001 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:44:01.001 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 3m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:44:01.002 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 83s ago 5h 96.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:44:01.002 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 3m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:44:01.002 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 83s ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:44:01.002 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 83s ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:44:01.002 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 3m ago 5h 754M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:44:01.002 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 3m ago 5h 1512M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:44:01.002 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 83s ago 5h 727M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:44:01.002 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 3m ago 5h 753M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:44:01.002 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 3m ago 5h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:44:01.002 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 83s ago 5h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:44:01.002 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 3m ago 5h 4755M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:44:01.002 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 3m ago 5h 4924M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:44:01.002 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 3m ago 5h 4392M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:44:01.002 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 3m ago 5h 4421M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:44:01.003 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 83s ago 5h 4197M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:44:01.003 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 83s ago 5h 4507M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:44:01.003 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 83s ago 5h 4215M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:44:01.003 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 83s ago 5h 4182M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:44:01.003 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 83s ago 5h 132M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:44:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:44:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:44:00] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:44:01.402 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:44:01.403 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:44:01.403 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:44:01.403 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:44:01.403 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:44:01.403 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:44:01.403 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:44:01.403 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:44:01.403 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:44:01.403 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:44:01.403 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:44:01.403 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:44:01.403 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:44:01.403 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:44:01.403 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:44:01.403 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:44:01.404 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:44:01.404 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:44:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:44:01 smithi032 ceph-mon[191839]: from='client.47001 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:44:02.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:44:01 smithi032 ceph-mon[191839]: from='client.47007 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:44:02.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:44:01 smithi032 ceph-mon[191839]: pgmap v11976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:02.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:44:01 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/956454096' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:44:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:44:01 smithi032 ceph-mon[189144]: from='client.47001 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:44:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:44:01 smithi032 ceph-mon[189144]: from='client.47007 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:44:02.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:44:01 smithi032 ceph-mon[189144]: pgmap v11976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:02.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:44:01 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/956454096' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:44:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:44:01 smithi039 ceph-mon[181282]: from='client.47001 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:44:02.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:44:01 smithi039 ceph-mon[181282]: from='client.47007 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:44:02.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:44:01 smithi039 ceph-mon[181282]: pgmap v11976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:02.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:44:01 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/956454096' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:44:04.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:44:04 smithi032 ceph-mon[191839]: pgmap v11977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:04.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:44:04 smithi032 ceph-mon[189144]: pgmap v11977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:44:04 smithi039 ceph-mon[181282]: pgmap v11977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:44:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:44:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:44:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:44:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:44:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:44:06.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:44:06 smithi032 ceph-mon[191839]: pgmap v11978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:44:06 smithi032 ceph-mon[189144]: pgmap v11978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:44:06 smithi039 ceph-mon[181282]: pgmap v11978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:44:08 smithi032 ceph-mon[189144]: pgmap v11979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:44:08 smithi032 ceph-mon[191839]: pgmap v11979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:44:08 smithi039 ceph-mon[181282]: pgmap v11979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:10.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:44:10 smithi032 ceph-mon[189144]: pgmap v11980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:10.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:44:10 smithi032 ceph-mon[191839]: pgmap v11980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:10.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:44:10 smithi039 ceph-mon[181282]: pgmap v11980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:44:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:44:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:44:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:44:11 smithi032 ceph-mon[191839]: pgmap v11981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:44:11 smithi032 ceph-mon[189144]: pgmap v11981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:44:11 smithi039 ceph-mon[181282]: pgmap v11981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:14.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:44:14 smithi032 ceph-mon[191839]: pgmap v11982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:14.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:44:14 smithi032 ceph-mon[189144]: pgmap v11982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:44:14 smithi039 ceph-mon[181282]: pgmap v11982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:16.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:44:16 smithi032 ceph-mon[191839]: pgmap v11983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:44:16 smithi032 ceph-mon[189144]: pgmap v11983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:16.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:44:16 smithi039 ceph-mon[181282]: pgmap v11983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:18.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:44:18 smithi032 ceph-mon[191839]: pgmap v11984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:44:18 smithi032 ceph-mon[189144]: pgmap v11984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:18.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:44:18 smithi039 ceph-mon[181282]: pgmap v11984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:44:20 smithi032 ceph-mon[191839]: pgmap v11985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:44:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:44:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:44:20 smithi032 ceph-mon[189144]: pgmap v11985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:44:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:44:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:44:20 smithi039 ceph-mon[181282]: pgmap v11985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:44:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:44:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:44:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:44:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:44:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:44:21 smithi032 ceph-mon[191839]: pgmap v11986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:44:21 smithi032 ceph-mon[189144]: pgmap v11986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:44:21 smithi039 ceph-mon[181282]: pgmap v11986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:24.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:44:24 smithi032 ceph-mon[191839]: pgmap v11987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:24.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:44:24 smithi032 ceph-mon[189144]: pgmap v11987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:44:24 smithi039 ceph-mon[181282]: pgmap v11987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:26.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:44:26 smithi032 ceph-mon[191839]: pgmap v11988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:44:26 smithi032 ceph-mon[189144]: pgmap v11988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:44:26 smithi039 ceph-mon[181282]: pgmap v11988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:44:28 smithi032 ceph-mon[191839]: pgmap v11989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:28.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:44:28 smithi032 ceph-mon[189144]: pgmap v11989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:44:28 smithi039 ceph-mon[181282]: pgmap v11989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:30.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:44:30 smithi032 ceph-mon[191839]: pgmap v11990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:44:30 smithi032 ceph-mon[189144]: pgmap v11990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:30.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:44:30 smithi039 ceph-mon[181282]: pgmap v11990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:44:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:44:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:44:31.767 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:44:32.093 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:44:32.093 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 3m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:44:32.093 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 114s ago 5h 96.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:44:32.093 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 3m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:44:32.093 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 114s ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:44:32.093 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 114s ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:44:32.093 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 3m ago 5h 754M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:44:32.094 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 3m ago 5h 1512M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:44:32.094 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 114s ago 5h 727M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:44:32.094 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 3m ago 5h 753M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:44:32.094 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 3m ago 5h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:44:32.094 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 114s ago 5h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:44:32.094 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 3m ago 5h 4755M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:44:32.094 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 3m ago 5h 4924M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:44:32.094 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 3m ago 5h 4392M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:44:32.094 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 3m ago 5h 4421M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:44:32.094 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 114s ago 5h 4197M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:44:32.094 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 114s ago 5h 4507M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:44:32.094 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 114s ago 5h 4215M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:44:32.094 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 114s ago 5h 4182M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:44:32.094 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 114s ago 5h 132M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:44:32.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:44:31 smithi032 ceph-mon[189144]: pgmap v11991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:44:31 smithi032 ceph-mon[191839]: pgmap v11991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:44:31 smithi039 ceph-mon[181282]: pgmap v11991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:32.494 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:44:32.495 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:44:32.495 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:44:32.495 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:44:32.495 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:44:32.495 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:44:32.495 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:44:32.495 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:44:32.495 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:44:32.495 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:44:32.495 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:44:32.495 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:44:32.495 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:44:32.495 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:44:32.495 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:44:32.496 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:44:32.496 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:44:32.496 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:44:33.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:44:32 smithi032 ceph-mon[191839]: from='client.47019 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:44:33.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:44:32 smithi032 ceph-mon[191839]: from='client.47025 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:44:33.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:44:32 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/124039975' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:44:33.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:44:32 smithi032 ceph-mon[189144]: from='client.47019 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:44:33.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:44:32 smithi032 ceph-mon[189144]: from='client.47025 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:44:33.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:44:32 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/124039975' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:44:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:44:32 smithi039 ceph-mon[181282]: from='client.47019 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:44:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:44:32 smithi039 ceph-mon[181282]: from='client.47025 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:44:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:44:32 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/124039975' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:44:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:44:33 smithi032 ceph-mon[191839]: pgmap v11992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:34.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:44:33 smithi032 ceph-mon[189144]: pgmap v11992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:44:33 smithi039 ceph-mon[181282]: pgmap v11992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:44:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:44:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:44:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:44:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:44:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:44:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:44:36 smithi032 ceph-mon[191839]: pgmap v11993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:44:36 smithi032 ceph-mon[189144]: pgmap v11993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:44:36 smithi039 ceph-mon[181282]: pgmap v11993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:44:38 smithi032 ceph-mon[189144]: pgmap v11994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:44:38 smithi032 ceph-mon[191839]: pgmap v11994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:38.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:44:38 smithi039 ceph-mon[181282]: pgmap v11994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:39.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:44:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:44:39.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:44:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:44:39.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:44:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:44:39.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:44:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:44:39.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:44:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:44:39.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:44:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:44:39.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:44:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:44:39.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:44:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:44:39.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:44:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:44:39.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:44:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:44:39.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:44:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:44:39.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:44:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:44:40.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:44:40 smithi032 ceph-mon[189144]: pgmap v11995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:40.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:44:40 smithi032 ceph-mon[191839]: pgmap v11995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:40.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:44:40 smithi039 ceph-mon[181282]: pgmap v11995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:44:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:44:40] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:44:42.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:44:41 smithi032 ceph-mon[189144]: pgmap v11996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:44:41 smithi032 ceph-mon[191839]: pgmap v11996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:44:41 smithi039 ceph-mon[181282]: pgmap v11996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:44.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:44:44 smithi032 ceph-mon[191839]: pgmap v11997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:44.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:44:44 smithi032 ceph-mon[189144]: pgmap v11997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:44:44 smithi039 ceph-mon[181282]: pgmap v11997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:46.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:44:46 smithi032 ceph-mon[191839]: pgmap v11998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:46.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:44:46 smithi032 ceph-mon[189144]: pgmap v11998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:44:46 smithi039 ceph-mon[181282]: pgmap v11998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:48.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:44:48 smithi032 ceph-mon[189144]: pgmap v11999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:48.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:44:48 smithi032 ceph-mon[191839]: pgmap v11999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:48.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:44:48 smithi039 ceph-mon[181282]: pgmap v11999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:44:50 smithi032 ceph-mon[191839]: pgmap v12000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:44:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:44:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:44:50 smithi032 ceph-mon[189144]: pgmap v12000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:44:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:44:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:44:50 smithi039 ceph-mon[181282]: pgmap v12000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:44:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:44:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:44:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:44:50] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T22:44:52.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:44:51 smithi032 ceph-mon[189144]: pgmap v12001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:44:51 smithi032 ceph-mon[191839]: pgmap v12001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:44:51 smithi039 ceph-mon[181282]: pgmap v12001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:44:54 smithi032 ceph-mon[191839]: pgmap v12002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:54.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:44:54 smithi032 ceph-mon[189144]: pgmap v12002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:44:54 smithi039 ceph-mon[181282]: pgmap v12002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:56.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:44:56 smithi032 ceph-mon[191839]: pgmap v12003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:44:56 smithi032 ceph-mon[189144]: pgmap v12003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:44:56 smithi039 ceph-mon[181282]: pgmap v12003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:58.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:44:58 smithi032 ceph-mon[191839]: pgmap v12004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:58.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:44:58 smithi032 ceph-mon[189144]: pgmap v12004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:44:58.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:44:58 smithi039 ceph-mon[181282]: pgmap v12004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:00.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:45:00 smithi032 ceph-mon[191839]: pgmap v12005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:45:00 smithi032 ceph-mon[189144]: pgmap v12005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:45:00 smithi039 ceph-mon[181282]: pgmap v12005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:45:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:45:00] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T22:45:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:45:01 smithi032 ceph-mon[191839]: pgmap v12006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:45:01 smithi032 ceph-mon[189144]: pgmap v12006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:45:01 smithi039 ceph-mon[181282]: pgmap v12006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:02.861 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:45:03.185 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:45:03.185 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 4m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:45:03.186 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 2m ago 5h 96.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:45:03.186 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 4m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:45:03.186 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 2m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:45:03.186 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 2m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:45:03.186 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 4m ago 5h 754M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:45:03.186 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 4m ago 5h 1512M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:45:03.186 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 2m ago 5h 727M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:45:03.186 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 4m ago 5h 753M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:45:03.186 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 4m ago 5h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:45:03.186 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 2m ago 5h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:45:03.186 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 4m ago 5h 4755M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:45:03.186 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 4m ago 5h 4924M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:45:03.186 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 4m ago 5h 4392M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:45:03.186 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 4m ago 5h 4421M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:45:03.186 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 2m ago 5h 4197M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:45:03.187 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 2m ago 5h 4507M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:45:03.187 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 2m ago 5h 4215M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:45:03.187 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 2m ago 5h 4182M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:45:03.187 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 2m ago 5h 132M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:45:03.588 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:45:03.589 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:45:03.589 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:45:03.589 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:45:03.589 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:45:03.589 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:45:03.589 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:45:03.589 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:45:03.589 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:45:03.589 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:45:03.589 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:45:03.589 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:45:03.589 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:45:03.589 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:45:03.590 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:45:03.590 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:45:03.590 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:45:03.590 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:45:04.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:45:04 smithi032 ceph-mon[189144]: from='client.47037 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:45:04.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:45:04 smithi032 ceph-mon[189144]: pgmap v12007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:04.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:45:04 smithi032 ceph-mon[189144]: from='client.56960 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:45:04.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:45:04 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2943403978' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:45:04.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:45:04 smithi032 ceph-mon[191839]: from='client.47037 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:45:04.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:45:04 smithi032 ceph-mon[191839]: pgmap v12007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:04.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:45:04 smithi032 ceph-mon[191839]: from='client.56960 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:45:04.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:45:04 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2943403978' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:45:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:45:04 smithi039 ceph-mon[181282]: from='client.47037 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:45:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:45:04 smithi039 ceph-mon[181282]: pgmap v12007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:45:04 smithi039 ceph-mon[181282]: from='client.56960 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:45:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:45:04 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2943403978' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:45:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:45:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:45:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:45:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:45:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:45:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:45:06.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:45:06 smithi032 ceph-mon[191839]: pgmap v12008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:45:06 smithi032 ceph-mon[189144]: pgmap v12008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:45:06 smithi039 ceph-mon[181282]: pgmap v12008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:08.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:45:08 smithi032 ceph-mon[189144]: pgmap v12009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:45:08 smithi032 ceph-mon[191839]: pgmap v12009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:45:08 smithi039 ceph-mon[181282]: pgmap v12009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:10.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:45:10 smithi032 ceph-mon[191839]: pgmap v12010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:10.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:45:10 smithi032 ceph-mon[189144]: pgmap v12010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:10.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:45:10 smithi039 ceph-mon[181282]: pgmap v12010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:45:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:45:10] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:45:12.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:45:11 smithi032 ceph-mon[189144]: pgmap v12011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:12.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:45:11 smithi032 ceph-mon[191839]: pgmap v12011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:45:11 smithi039 ceph-mon[181282]: pgmap v12011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:14.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:45:14 smithi032 ceph-mon[191839]: pgmap v12012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:14.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:45:14 smithi032 ceph-mon[189144]: pgmap v12012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:14.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:45:14 smithi039 ceph-mon[181282]: pgmap v12012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:45:16 smithi032 ceph-mon[189144]: pgmap v12013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:16.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:45:16 smithi032 ceph-mon[191839]: pgmap v12013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:16.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:45:16 smithi039 ceph-mon[181282]: pgmap v12013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:18.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:45:18 smithi032 ceph-mon[191839]: pgmap v12014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:45:18 smithi032 ceph-mon[189144]: pgmap v12014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:18.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:45:18 smithi039 ceph-mon[181282]: pgmap v12014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:45:20 smithi032 ceph-mon[191839]: pgmap v12015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:45:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:45:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:45:20 smithi032 ceph-mon[189144]: pgmap v12015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:45:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:45:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:45:20 smithi039 ceph-mon[181282]: pgmap v12015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:45:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:45:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:45:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:45:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:45:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:45:21 smithi032 ceph-mon[189144]: pgmap v12016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:45:21 smithi032 ceph-mon[191839]: pgmap v12016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:45:21 smithi039 ceph-mon[181282]: pgmap v12016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:24.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:45:24 smithi032 ceph-mon[191839]: pgmap v12017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:24.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:45:24 smithi032 ceph-mon[189144]: pgmap v12017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:45:24 smithi039 ceph-mon[181282]: pgmap v12017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:26.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:45:26 smithi032 ceph-mon[189144]: pgmap v12018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:26.472 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:45:26 smithi032 ceph-mon[191839]: pgmap v12018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:45:26 smithi039 ceph-mon[181282]: pgmap v12018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:28.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:45:28 smithi032 ceph-mon[191839]: pgmap v12019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:28.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:45:28 smithi032 ceph-mon[189144]: pgmap v12019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:45:28 smithi039 ceph-mon[181282]: pgmap v12019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:45:30 smithi032 ceph-mon[189144]: pgmap v12020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:45:30 smithi032 ceph-mon[191839]: pgmap v12020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:30.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:45:30 smithi039 ceph-mon[181282]: pgmap v12020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:45:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:45:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:45:32.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:45:31 smithi032 ceph-mon[191839]: pgmap v12021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:45:31 smithi032 ceph-mon[189144]: pgmap v12021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:45:31 smithi039 ceph-mon[181282]: pgmap v12021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:33.953 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:45:34.276 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:45:34.276 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 5m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:45:34.276 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 2m ago 5h 96.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:45:34.276 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 5m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:45:34.276 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 2m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:45:34.276 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 2m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:45:34.276 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 5m ago 5h 754M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:45:34.276 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 5m ago 5h 1512M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:45:34.276 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 2m ago 5h 727M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:45:34.276 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 5m ago 5h 753M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:45:34.276 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 5m ago 5h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:45:34.277 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 2m ago 5h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:45:34.277 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 5m ago 5h 4755M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:45:34.277 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 5m ago 5h 4924M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:45:34.277 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 5m ago 5h 4392M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:45:34.277 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 5m ago 5h 4421M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:45:34.277 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 2m ago 5h 4197M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:45:34.277 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 2m ago 5h 4507M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:45:34.277 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 2m ago 5h 4215M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:45:34.277 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 2m ago 5h 4182M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:45:34.277 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 2m ago 5h 132M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:45:34.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:45:34 smithi032 ceph-mon[191839]: pgmap v12022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:45:34 smithi032 ceph-mon[189144]: pgmap v12022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:45:34 smithi039 ceph-mon[181282]: pgmap v12022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:34.680 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:45:34.680 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:45:34.680 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:45:34.681 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:45:34.681 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:45:34.681 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:45:34.681 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:45:34.681 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:45:34.681 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:45:34.681 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:45:34.681 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:45:34.681 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:45:34.681 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:45:34.681 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:45:34.681 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:45:34.681 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:45:34.681 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:45:34.682 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:45:35.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:45:35 smithi032 ceph-mon[191839]: from='client.56972 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:45:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:45:35 smithi032 ceph-mon[191839]: from='client.47061 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:45:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:45:35 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/935565525' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:45:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:45:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:45:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:45:35 smithi032 ceph-mon[189144]: from='client.56972 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:45:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:45:35 smithi032 ceph-mon[189144]: from='client.47061 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:45:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:45:35 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/935565525' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:45:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:45:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:45:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:45:35 smithi039 ceph-mon[181282]: from='client.56972 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:45:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:45:35 smithi039 ceph-mon[181282]: from='client.47061 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:45:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:45:35 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/935565525' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:45:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:45:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:45:36.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:45:36 smithi032 ceph-mon[189144]: pgmap v12023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:45:36 smithi032 ceph-mon[191839]: pgmap v12023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:45:36 smithi039 ceph-mon[181282]: pgmap v12023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:45:38 smithi032 ceph-mon[191839]: pgmap v12024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:45:38 smithi032 ceph-mon[189144]: pgmap v12024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:38.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:45:38 smithi039 ceph-mon[181282]: pgmap v12024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:40.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:45:40 smithi032 ceph-mon[191839]: pgmap v12025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:40.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:45:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:45:40.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:45:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:45:40.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:45:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:45:40.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:45:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:45:40.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:45:40 smithi032 ceph-mon[189144]: pgmap v12025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:40.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:45:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:45:40.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:45:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:45:40.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:45:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:45:40.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:45:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:45:40.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:45:40 smithi039 ceph-mon[181282]: pgmap v12025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:40.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:45:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:45:40.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:45:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:45:40.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:45:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:45:40.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:45:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:45:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:45:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:45:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T22:45:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:45:41 smithi032 ceph-mon[191839]: pgmap v12026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:45:41 smithi032 ceph-mon[189144]: pgmap v12026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:45:41 smithi039 ceph-mon[181282]: pgmap v12026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:44.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:45:44 smithi032 ceph-mon[189144]: pgmap v12027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:44.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:45:44 smithi032 ceph-mon[191839]: pgmap v12027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:45:44 smithi039 ceph-mon[181282]: pgmap v12027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:46.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:45:46 smithi032 ceph-mon[191839]: pgmap v12028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:46.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:45:46 smithi032 ceph-mon[189144]: pgmap v12028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:45:46 smithi039 ceph-mon[181282]: pgmap v12028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:48.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:45:48 smithi032 ceph-mon[189144]: pgmap v12029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:48.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:45:48 smithi032 ceph-mon[191839]: pgmap v12029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:48.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:45:48 smithi039 ceph-mon[181282]: pgmap v12029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:50.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:45:50 smithi032 ceph-mon[189144]: pgmap v12030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:45:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:45:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:45:50 smithi032 ceph-mon[191839]: pgmap v12030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:45:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:45:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:45:50 smithi039 ceph-mon[181282]: pgmap v12030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:45:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:45:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:45:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:45:50] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:45:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:45:51 smithi032 ceph-mon[191839]: pgmap v12031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:45:51 smithi032 ceph-mon[189144]: pgmap v12031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:45:51 smithi039 ceph-mon[181282]: pgmap v12031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:45:54 smithi032 ceph-mon[191839]: pgmap v12032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:54.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:45:54 smithi032 ceph-mon[189144]: pgmap v12032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:45:54 smithi039 ceph-mon[181282]: pgmap v12032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:56.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:45:56 smithi032 ceph-mon[191839]: pgmap v12033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:45:56 smithi032 ceph-mon[189144]: pgmap v12033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:45:56 smithi039 ceph-mon[181282]: pgmap v12033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:58.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:45:58 smithi032 ceph-mon[191839]: pgmap v12034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:58.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:45:58 smithi032 ceph-mon[189144]: pgmap v12034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:45:58.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:45:58 smithi039 ceph-mon[181282]: pgmap v12034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:00.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:46:00 smithi032 ceph-mon[191839]: pgmap v12035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:46:00 smithi032 ceph-mon[189144]: pgmap v12035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:46:00 smithi039 ceph-mon[181282]: pgmap v12035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:46:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:46:00] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:46:02.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:46:01 smithi032 ceph-mon[189144]: pgmap v12036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:02.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:46:01 smithi032 ceph-mon[191839]: pgmap v12036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:46:01 smithi039 ceph-mon[181282]: pgmap v12036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:04.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:46:04 smithi032 ceph-mon[189144]: pgmap v12037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:46:04 smithi032 ceph-mon[191839]: pgmap v12037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:46:04 smithi039 ceph-mon[181282]: pgmap v12037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:05.044 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:46:05.370 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:46:05.370 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 5m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:46:05.370 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 3m ago 5h 96.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:46:05.371 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 5m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:46:05.371 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 3m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:46:05.371 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 3m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:46:05.371 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 5m ago 5h 754M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:46:05.371 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 5m ago 5h 1512M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:46:05.371 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 3m ago 5h 727M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:46:05.371 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 5m ago 5h 753M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:46:05.371 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 5m ago 5h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:46:05.371 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 3m ago 5h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:46:05.371 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 5m ago 5h 4755M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:46:05.371 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 5m ago 5h 4924M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:46:05.371 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 5m ago 5h 4392M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:46:05.371 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 5m ago 5h 4421M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:46:05.371 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 3m ago 5h 4197M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:46:05.371 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 3m ago 5h 4507M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:46:05.372 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 3m ago 5h 4215M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:46:05.372 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 3m ago 5h 4182M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:46:05.372 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 3m ago 5h 132M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:46:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:46:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:46:05.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:46:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:46:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:46:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:46:05.776 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:46:05.776 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:46:05.776 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:46:05.776 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:46:05.776 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:46:05.776 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:46:05.776 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:46:05.776 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:46:05.777 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:46:05.777 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:46:05.777 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:46:05.777 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:46:05.777 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:46:05.777 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:46:05.777 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:46:05.777 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:46:05.777 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:46:05.777 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:46:06.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:46:06 smithi032 ceph-mon[191839]: from='client.47073 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:46:06.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:46:06 smithi032 ceph-mon[191839]: pgmap v12038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:46:06 smithi032 ceph-mon[191839]: from='client.56996 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:46:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:46:06 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1649158815' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:46:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:46:06 smithi032 ceph-mon[189144]: from='client.47073 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:46:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:46:06 smithi032 ceph-mon[189144]: pgmap v12038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:46:06 smithi032 ceph-mon[189144]: from='client.56996 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:46:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:46:06 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1649158815' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:46:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:46:06 smithi039 ceph-mon[181282]: from='client.47073 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:46:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:46:06 smithi039 ceph-mon[181282]: pgmap v12038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:46:06 smithi039 ceph-mon[181282]: from='client.56996 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:46:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:46:06 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1649158815' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:46:08.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:46:08 smithi032 ceph-mon[191839]: pgmap v12039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:46:08 smithi032 ceph-mon[189144]: pgmap v12039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:46:08 smithi039 ceph-mon[181282]: pgmap v12039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:10.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:46:10 smithi032 ceph-mon[191839]: pgmap v12040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:10.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:46:10 smithi032 ceph-mon[189144]: pgmap v12040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:10.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:46:10 smithi039 ceph-mon[181282]: pgmap v12040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:46:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:46:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:46:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:46:11 smithi032 ceph-mon[191839]: pgmap v12041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:46:11 smithi032 ceph-mon[189144]: pgmap v12041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:46:11 smithi039 ceph-mon[181282]: pgmap v12041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:14.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:46:14 smithi032 ceph-mon[189144]: pgmap v12042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:14.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:46:14 smithi032 ceph-mon[191839]: pgmap v12042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:46:14 smithi039 ceph-mon[181282]: pgmap v12042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:16.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:46:16 smithi032 ceph-mon[191839]: pgmap v12043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:46:16 smithi032 ceph-mon[189144]: pgmap v12043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:16.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:46:16 smithi039 ceph-mon[181282]: pgmap v12043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:46:18 smithi032 ceph-mon[189144]: pgmap v12044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:46:18 smithi032 ceph-mon[191839]: pgmap v12044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:18.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:46:18 smithi039 ceph-mon[181282]: pgmap v12044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:46:20 smithi032 ceph-mon[191839]: pgmap v12045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:46:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:46:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:46:20 smithi032 ceph-mon[189144]: pgmap v12045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:46:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:46:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:46:20 smithi039 ceph-mon[181282]: pgmap v12045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:46:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:46:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:46:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:46:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:46:22.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:46:21 smithi032 ceph-mon[189144]: pgmap v12046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:46:21 smithi032 ceph-mon[191839]: pgmap v12046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:46:21 smithi039 ceph-mon[181282]: pgmap v12046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:24.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:46:24 smithi032 ceph-mon[189144]: pgmap v12047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:24.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:46:24 smithi032 ceph-mon[191839]: pgmap v12047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:46:24 smithi039 ceph-mon[181282]: pgmap v12047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:26.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:46:26 smithi032 ceph-mon[191839]: pgmap v12048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:46:26 smithi032 ceph-mon[189144]: pgmap v12048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:46:26 smithi039 ceph-mon[181282]: pgmap v12048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:28.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:46:28 smithi032 ceph-mon[189144]: pgmap v12049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:46:28 smithi032 ceph-mon[191839]: pgmap v12049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:46:28 smithi039 ceph-mon[181282]: pgmap v12049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:30.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:46:30 smithi032 ceph-mon[191839]: pgmap v12050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:46:30 smithi032 ceph-mon[189144]: pgmap v12050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:30.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:46:30 smithi039 ceph-mon[181282]: pgmap v12050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:46:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:46:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:46:32.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:46:31 smithi032 ceph-mon[191839]: pgmap v12051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:46:31 smithi032 ceph-mon[189144]: pgmap v12051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:46:31 smithi039 ceph-mon[181282]: pgmap v12051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:34.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:46:34 smithi032 ceph-mon[191839]: pgmap v12052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:46:34 smithi032 ceph-mon[189144]: pgmap v12052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:46:34 smithi039 ceph-mon[181282]: pgmap v12052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:35.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:46:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:46:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:46:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:46:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:46:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:46:36.139 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:46:36.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:46:36 smithi032 ceph-mon[189144]: pgmap v12053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:46:36 smithi032 ceph-mon[191839]: pgmap v12053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:36.461 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:46:36.461 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 6m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:46:36.461 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 3m ago 5h 96.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:46:36.461 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 6m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:46:36.461 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 3m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:46:36.462 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 3m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:46:36.462 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 6m ago 5h 754M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:46:36.462 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 6m ago 5h 1512M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:46:36.462 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 3m ago 5h 727M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:46:36.462 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 6m ago 5h 753M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:46:36.462 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 6m ago 5h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:46:36.462 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 3m ago 5h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:46:36.462 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 6m ago 5h 4755M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:46:36.462 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 6m ago 5h 4924M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:46:36.462 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 6m ago 5h 4392M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:46:36.462 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 6m ago 5h 4421M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:46:36.462 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 3m ago 5h 4197M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:46:36.462 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 3m ago 5h 4507M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:46:36.462 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 3m ago 5h 4215M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:46:36.462 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 3m ago 5h 4182M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:46:36.463 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 3m ago 5h 132M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:46:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:46:36 smithi039 ceph-mon[181282]: pgmap v12053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:36.865 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:46:36.865 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:46:36.865 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:46:36.865 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:46:36.865 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:46:36.865 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:46:36.865 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:46:36.865 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:46:36.865 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:46:36.865 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:46:36.865 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:46:36.865 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:46:36.865 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:46:36.866 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:46:36.866 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:46:36.866 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:46:36.866 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:46:36.866 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:46:37.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:46:37 smithi032 ceph-mon[189144]: from='client.57008 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:46:37.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:46:37 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2314846063' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:46:37.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:46:37 smithi032 ceph-mon[191839]: from='client.57008 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:46:37.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:46:37 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2314846063' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:46:37.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:46:37 smithi039 ceph-mon[181282]: from='client.57008 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:46:37.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:46:37 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2314846063' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:46:38.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:46:38 smithi032 ceph-mon[189144]: from='client.47097 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:46:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:46:38 smithi032 ceph-mon[189144]: pgmap v12054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:46:38 smithi032 ceph-mon[191839]: from='client.47097 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:46:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:46:38 smithi032 ceph-mon[191839]: pgmap v12054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:38.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:46:38 smithi039 ceph-mon[181282]: from='client.47097 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:46:38.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:46:38 smithi039 ceph-mon[181282]: pgmap v12054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:40.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:46:40 smithi032 ceph-mon[189144]: pgmap v12055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:40.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:46:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:46:40.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:46:40 smithi032 ceph-mon[191839]: pgmap v12055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:40.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:46:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:46:40.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:46:40 smithi039 ceph-mon[181282]: pgmap v12055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:40.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:46:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:46:41.171 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:46:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:46:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:46:41.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:46:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:46:41.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:46:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:46:41.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:46:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:46:41.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:46:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:46:41.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:46:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:46:41.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:46:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:46:41.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:46:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:46:41.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:46:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:46:41.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:46:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:46:42.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:46:42 smithi032 ceph-mon[191839]: pgmap v12056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:46:42 smithi032 ceph-mon[189144]: pgmap v12056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:46:42 smithi039 ceph-mon[181282]: pgmap v12056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:44.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:46:44 smithi032 ceph-mon[191839]: pgmap v12057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:44.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:46:44 smithi032 ceph-mon[189144]: pgmap v12057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:46:44 smithi039 ceph-mon[181282]: pgmap v12057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:46.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:46:46 smithi032 ceph-mon[191839]: pgmap v12058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:46.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:46:46 smithi032 ceph-mon[189144]: pgmap v12058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:46:46 smithi039 ceph-mon[181282]: pgmap v12058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:48.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:46:48 smithi039 ceph-mon[181282]: pgmap v12059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:48.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:46:48 smithi032 ceph-mon[189144]: pgmap v12059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:48.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:46:48 smithi032 ceph-mon[191839]: pgmap v12059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:46:50 smithi039 ceph-mon[181282]: pgmap v12060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:46:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:46:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:46:50 smithi032 ceph-mon[191839]: pgmap v12060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:46:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:46:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:46:50 smithi032 ceph-mon[189144]: pgmap v12060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:46:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:46:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:46:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:46:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:46:52.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:46:51 smithi032 ceph-mon[189144]: pgmap v12061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:46:51 smithi032 ceph-mon[191839]: pgmap v12061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:46:51 smithi039 ceph-mon[181282]: pgmap v12061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:54.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:46:54 smithi032 ceph-mon[191839]: pgmap v12062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:54.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:46:54 smithi032 ceph-mon[189144]: pgmap v12062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:46:54 smithi039 ceph-mon[181282]: pgmap v12062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:46:56 smithi032 ceph-mon[191839]: pgmap v12063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:46:56 smithi032 ceph-mon[189144]: pgmap v12063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:46:56 smithi039 ceph-mon[181282]: pgmap v12063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:58.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:46:58 smithi032 ceph-mon[191839]: pgmap v12064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:58.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:46:58 smithi032 ceph-mon[189144]: pgmap v12064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:46:58.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:46:58 smithi039 ceph-mon[181282]: pgmap v12064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:00.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:47:00 smithi032 ceph-mon[189144]: pgmap v12065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:47:00 smithi032 ceph-mon[191839]: pgmap v12065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:47:00 smithi039 ceph-mon[181282]: pgmap v12065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:47:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:47:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:47:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:47:01 smithi032 ceph-mon[191839]: pgmap v12066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:47:01 smithi032 ceph-mon[189144]: pgmap v12066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:47:01 smithi039 ceph-mon[181282]: pgmap v12066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:04.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:47:04 smithi032 ceph-mon[189144]: pgmap v12067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:47:04 smithi032 ceph-mon[191839]: pgmap v12067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:47:04 smithi039 ceph-mon[181282]: pgmap v12067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:47:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:47:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:47:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:47:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:47:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:47:06.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:47:06 smithi032 ceph-mon[191839]: pgmap v12068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:47:06 smithi032 ceph-mon[189144]: pgmap v12068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:47:06 smithi039 ceph-mon[181282]: pgmap v12068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:07.228 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:47:07.550 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:47:07.550 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 6m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:47:07.550 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 4m ago 5h 96.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:47:07.550 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 6m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:47:07.550 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 4m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:47:07.550 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 4m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:47:07.550 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 6m ago 5h 754M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:47:07.550 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 6m ago 5h 1512M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:47:07.550 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 4m ago 5h 727M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:47:07.550 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 6m ago 5h 753M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:47:07.550 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 6m ago 5h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:47:07.550 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 4m ago 5h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:47:07.550 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 6m ago 5h 4755M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:47:07.551 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 6m ago 5h 4924M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:47:07.551 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 6m ago 5h 4392M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:47:07.551 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 6m ago 5h 4421M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:47:07.551 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 4m ago 5h 4197M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:47:07.551 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 4m ago 5h 4507M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:47:07.551 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 4m ago 5h 4215M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:47:07.551 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 4m ago 5h 4182M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:47:07.551 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 4m ago 5h 132M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:47:07.950 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:47:07.950 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:47:07.951 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:47:07.951 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:47:07.951 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:47:07.951 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:47:07.951 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:47:07.951 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:47:07.951 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:47:07.951 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:47:07.951 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:47:07.951 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:47:07.951 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:47:07.951 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:47:07.951 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:47:07.951 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:47:07.952 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:47:07.952 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:47:08.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:47:08 smithi032 ceph-mon[189144]: pgmap v12069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:47:08 smithi032 ceph-mon[189144]: from='client.47109 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:47:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:47:08 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3673670328' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:47:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:47:08 smithi032 ceph-mon[191839]: pgmap v12069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:47:08 smithi032 ceph-mon[191839]: from='client.47109 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:47:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:47:08 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3673670328' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:47:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:47:08 smithi039 ceph-mon[181282]: pgmap v12069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:47:08 smithi039 ceph-mon[181282]: from='client.47109 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:47:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:47:08 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3673670328' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:47:09.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:47:09 smithi032 ceph-mon[189144]: from='client.47115 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:47:09.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:47:09 smithi032 ceph-mon[191839]: from='client.47115 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:47:09.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:47:09 smithi039 ceph-mon[181282]: from='client.47115 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:47:10.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:47:10 smithi032 ceph-mon[191839]: pgmap v12070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:10.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:47:10 smithi032 ceph-mon[189144]: pgmap v12070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:10.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:47:10 smithi039 ceph-mon[181282]: pgmap v12070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:47:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:47:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:47:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:47:11 smithi032 ceph-mon[191839]: pgmap v12071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:47:11 smithi032 ceph-mon[189144]: pgmap v12071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:47:11 smithi039 ceph-mon[181282]: pgmap v12071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:14.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:47:14 smithi032 ceph-mon[191839]: pgmap v12072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:14.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:47:14 smithi032 ceph-mon[189144]: pgmap v12072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:47:14 smithi039 ceph-mon[181282]: pgmap v12072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:16.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:47:16 smithi032 ceph-mon[191839]: pgmap v12073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:47:16 smithi032 ceph-mon[189144]: pgmap v12073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:16.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:47:16 smithi039 ceph-mon[181282]: pgmap v12073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:18.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:47:18 smithi032 ceph-mon[191839]: pgmap v12074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:47:18 smithi032 ceph-mon[189144]: pgmap v12074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:18.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:47:18 smithi039 ceph-mon[181282]: pgmap v12074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:47:20 smithi032 ceph-mon[191839]: pgmap v12075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:47:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:47:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:47:20 smithi032 ceph-mon[189144]: pgmap v12075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:47:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:47:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:47:20 smithi039 ceph-mon[181282]: pgmap v12075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:47:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:47:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:47:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:47:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:47:22.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:47:21 smithi032 ceph-mon[189144]: pgmap v12076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:47:21 smithi032 ceph-mon[191839]: pgmap v12076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:47:21 smithi039 ceph-mon[181282]: pgmap v12076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:24.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:47:24 smithi032 ceph-mon[191839]: pgmap v12077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:24.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:47:24 smithi032 ceph-mon[189144]: pgmap v12077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:47:24 smithi039 ceph-mon[181282]: pgmap v12077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:26.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:47:26 smithi032 ceph-mon[191839]: pgmap v12078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:47:26 smithi032 ceph-mon[189144]: pgmap v12078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:47:26 smithi039 ceph-mon[181282]: pgmap v12078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:28.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:47:28 smithi032 ceph-mon[189144]: pgmap v12079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:47:28 smithi032 ceph-mon[191839]: pgmap v12079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:47:28 smithi039 ceph-mon[181282]: pgmap v12079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:30.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:47:30 smithi032 ceph-mon[191839]: pgmap v12080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:47:30 smithi032 ceph-mon[189144]: pgmap v12080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:30.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:47:30 smithi039 ceph-mon[181282]: pgmap v12080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:47:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:47:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:47:32.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:47:31 smithi032 ceph-mon[191839]: pgmap v12081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:47:31 smithi032 ceph-mon[189144]: pgmap v12081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:47:31 smithi039 ceph-mon[181282]: pgmap v12081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:34.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:47:34 smithi032 ceph-mon[191839]: pgmap v12082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:47:34 smithi032 ceph-mon[189144]: pgmap v12082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:34.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:47:34 smithi039 ceph-mon[181282]: pgmap v12082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:35.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:47:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:47:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:47:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:47:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:47:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:47:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:47:36 smithi032 ceph-mon[191839]: pgmap v12083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:47:36 smithi032 ceph-mon[189144]: pgmap v12083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:47:36 smithi039 ceph-mon[181282]: pgmap v12083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:38.317 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:47:38.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:47:38 smithi039 ceph-mon[181282]: pgmap v12084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:38.638 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:47:38.638 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 7m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:47:38.638 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 5m ago 5h 96.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:47:38.638 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 7m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:47:38.638 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 5m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:47:38.638 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 5m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:47:38.638 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 7m ago 5h 754M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:47:38.638 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 7m ago 5h 1512M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:47:38.638 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 5m ago 5h 727M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:47:38.638 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 7m ago 5h 753M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:47:38.638 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 7m ago 5h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:47:38.639 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 5m ago 5h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:47:38.639 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 7m ago 5h 4755M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:47:38.639 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 7m ago 5h 4924M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:47:38.639 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 7m ago 5h 4392M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:47:38.639 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 7m ago 5h 4421M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:47:38.639 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 5m ago 5h 4197M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:47:38.639 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 5m ago 5h 4507M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:47:38.639 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 5m ago 5h 4215M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:47:38.639 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 5m ago 5h 4182M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:47:38.639 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 5m ago 5h 132M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:47:38.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:47:38 smithi032 ceph-mon[189144]: pgmap v12084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:38.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:47:38 smithi032 ceph-mon[191839]: pgmap v12084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:39.040 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:47:39.041 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:47:39.041 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:47:39.041 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:47:39.041 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:47:39.041 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:47:39.041 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:47:39.041 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:47:39.041 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:47:39.041 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:47:39.041 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:47:39.041 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:47:39.041 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:47:39.041 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:47:39.041 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:47:39.041 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:47:39.042 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:47:39.042 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:47:39.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:47:39 smithi039 ceph-mon[181282]: from='client.57044 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:47:39.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:47:39 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3934518505' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:47:39.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:47:39 smithi032 ceph-mon[189144]: from='client.57044 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:47:39.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:47:39 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3934518505' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:47:39.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:47:39 smithi032 ceph-mon[191839]: from='client.57044 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:47:39.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:47:39 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3934518505' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:47:40.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:47:40 smithi039 ceph-mon[181282]: from='client.47133 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:47:40.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:47:40 smithi039 ceph-mon[181282]: pgmap v12085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:40.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:47:40 smithi032 ceph-mon[191839]: from='client.47133 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:47:40.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:47:40 smithi032 ceph-mon[191839]: pgmap v12085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:40.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:47:40 smithi032 ceph-mon[189144]: from='client.47133 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:47:40.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:47:40 smithi032 ceph-mon[189144]: pgmap v12085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:47:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:47:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:47:41.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:47:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:47:41.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:47:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:47:41.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:47:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:47:41.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:47:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:47:41.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:47:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:47:41.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:47:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:47:41.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:47:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:47:41.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:47:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:47:41.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:47:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:47:41.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:47:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:47:41.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:47:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:47:41.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:47:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:47:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:47:42 smithi039 ceph-mon[181282]: pgmap v12086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:42.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:47:42 smithi032 ceph-mon[189144]: pgmap v12086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:42.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:47:42 smithi032 ceph-mon[191839]: pgmap v12086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:47:44 smithi039 ceph-mon[181282]: pgmap v12087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:44.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:47:44 smithi032 ceph-mon[191839]: pgmap v12087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:44.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:47:44 smithi032 ceph-mon[189144]: pgmap v12087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:47:46 smithi039 ceph-mon[181282]: pgmap v12088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:46.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:47:46 smithi032 ceph-mon[189144]: pgmap v12088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:46.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:47:46 smithi032 ceph-mon[191839]: pgmap v12088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:48.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:47:48 smithi039 ceph-mon[181282]: pgmap v12089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:48.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:47:48 smithi032 ceph-mon[191839]: pgmap v12089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:48.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:47:48 smithi032 ceph-mon[189144]: pgmap v12089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:47:50 smithi039 ceph-mon[181282]: pgmap v12090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:47:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:47:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:47:50 smithi032 ceph-mon[191839]: pgmap v12090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:47:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:47:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:47:50 smithi032 ceph-mon[189144]: pgmap v12090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:47:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:47:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:47:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:47:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:47:52.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:47:51 smithi032 ceph-mon[191839]: pgmap v12091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:47:51 smithi032 ceph-mon[189144]: pgmap v12091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:47:51 smithi039 ceph-mon[181282]: pgmap v12091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:54.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:47:54 smithi032 ceph-mon[189144]: pgmap v12092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:47:54 smithi032 ceph-mon[191839]: pgmap v12092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:47:54 smithi039 ceph-mon[181282]: pgmap v12092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:56.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:47:56 smithi032 ceph-mon[191839]: pgmap v12093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:47:56 smithi032 ceph-mon[189144]: pgmap v12093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:47:56 smithi039 ceph-mon[181282]: pgmap v12093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:58.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:47:58 smithi039 ceph-mon[181282]: pgmap v12094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:58.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:47:58 smithi032 ceph-mon[191839]: pgmap v12094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:47:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:47:58 smithi032 ceph-mon[189144]: pgmap v12094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:00 smithi039 ceph-mon[181282]: pgmap v12095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:00.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:00 smithi032 ceph-mon[189144]: pgmap v12095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:00.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:00 smithi032 ceph-mon[191839]: pgmap v12095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:48:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:48:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:48:02.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:01 smithi032 ceph-mon[189144]: pgmap v12096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:02.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:01 smithi032 ceph-mon[191839]: pgmap v12096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:01 smithi039 ceph-mon[181282]: pgmap v12096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:04 smithi039 ceph-mon[181282]: pgmap v12097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:04.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:04 smithi032 ceph-mon[189144]: pgmap v12097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:04 smithi032 ceph-mon[191839]: pgmap v12097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:48:05.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:48:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:48:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:06 smithi039 ceph-mon[181282]: pgmap v12098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:06.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:06 smithi032 ceph-mon[189144]: pgmap v12098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:06 smithi032 ceph-mon[191839]: pgmap v12098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:08 smithi039 ceph-mon[181282]: pgmap v12099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:08.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:08 smithi032 ceph-mon[191839]: pgmap v12099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:08 smithi032 ceph-mon[189144]: pgmap v12099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:09.403 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:48:09.725 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:48:09.726 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 7m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:48:09.726 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 5m ago 5h 96.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:48:09.726 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 7m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:48:09.726 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 5m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:48:09.726 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 5m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:48:09.726 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 7m ago 5h 754M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:48:09.726 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 7m ago 5h 1512M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:48:09.726 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 5m ago 5h 727M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:48:09.726 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 7m ago 5h 753M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:48:09.726 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 7m ago 5h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:48:09.726 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 5m ago 5h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:48:09.726 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 7m ago 5h 4755M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:48:09.727 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 7m ago 5h 4924M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:48:09.727 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 7m ago 5h 4392M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:48:09.727 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 7m ago 5h 4421M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:48:09.727 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 5m ago 5h 4197M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:48:09.727 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 5m ago 5h 4507M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:48:09.727 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 5m ago 5h 4215M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:48:09.727 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 5m ago 5h 4182M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:48:09.727 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 5m ago 5h 132M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:48:10.124 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:48:10.124 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:48:10.124 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:48:10.124 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:48:10.124 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:48:10.124 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:48:10.124 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:48:10.124 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:48:10.124 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:48:10.125 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:48:10.125 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:48:10.125 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:48:10.125 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:48:10.125 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:48:10.125 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:48:10.125 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:48:10.125 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:48:10.125 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:48:10.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:10 smithi039 ceph-mon[181282]: pgmap v12100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:10.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:10 smithi039 ceph-mon[181282]: from='client.47145 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:48:10.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:10 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2805194987' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:48:10.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:10 smithi032 ceph-mon[191839]: pgmap v12100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:10.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:10 smithi032 ceph-mon[191839]: from='client.47145 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:48:10.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:10 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2805194987' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:48:10.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:10 smithi032 ceph-mon[189144]: pgmap v12100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:10.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:10 smithi032 ceph-mon[189144]: from='client.47145 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:48:10.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:10 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2805194987' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:48:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:48:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:48:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:48:11.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:11 smithi039 ceph-mon[181282]: from='client.47151 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:48:11.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:11 smithi032 ceph-mon[191839]: from='client.47151 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:48:11.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:11 smithi032 ceph-mon[189144]: from='client.47151 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:48:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:12 smithi039 ceph-mon[181282]: pgmap v12101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:12.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:12 smithi032 ceph-mon[191839]: pgmap v12101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:12 smithi032 ceph-mon[189144]: pgmap v12101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:14 smithi039 ceph-mon[181282]: pgmap v12102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:14.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:14 smithi032 ceph-mon[189144]: pgmap v12102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:14.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:14 smithi032 ceph-mon[191839]: pgmap v12102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:16.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:16 smithi039 ceph-mon[181282]: pgmap v12103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:16.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:16 smithi032 ceph-mon[191839]: pgmap v12103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:16 smithi032 ceph-mon[189144]: pgmap v12103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:18.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:18 smithi039 ceph-mon[181282]: pgmap v12104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:18.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:18 smithi032 ceph-mon[191839]: pgmap v12104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:18 smithi032 ceph-mon[189144]: pgmap v12104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:20 smithi039 ceph-mon[181282]: pgmap v12105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:48:20.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:20 smithi032 ceph-mon[191839]: pgmap v12105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:48:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:20 smithi032 ceph-mon[189144]: pgmap v12105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:48:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:48:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:48:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:48:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:21 smithi032 ceph-mon[191839]: pgmap v12106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:21 smithi032 ceph-mon[189144]: pgmap v12106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:21 smithi039 ceph-mon[181282]: pgmap v12106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:24 smithi039 ceph-mon[181282]: pgmap v12107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:24.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:24 smithi032 ceph-mon[189144]: pgmap v12107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:24.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:24 smithi032 ceph-mon[191839]: pgmap v12107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:26 smithi039 ceph-mon[181282]: pgmap v12108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:26.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:26 smithi032 ceph-mon[189144]: pgmap v12108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:26 smithi032 ceph-mon[191839]: pgmap v12108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:28 smithi039 ceph-mon[181282]: pgmap v12109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:28.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:28 smithi032 ceph-mon[191839]: pgmap v12109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:28.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:28 smithi032 ceph-mon[189144]: pgmap v12109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:30.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:30 smithi039 ceph-mon[181282]: pgmap v12110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:30.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:30 smithi032 ceph-mon[191839]: pgmap v12110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:30.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:30 smithi032 ceph-mon[189144]: pgmap v12110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:48:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:48:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:48:32.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:31 smithi032 ceph-mon[191839]: pgmap v12111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:31 smithi032 ceph-mon[189144]: pgmap v12111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:31 smithi039 ceph-mon[181282]: pgmap v12111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:34 smithi039 ceph-mon[181282]: pgmap v12112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:34.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:34 smithi032 ceph-mon[191839]: pgmap v12112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:34.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:34 smithi032 ceph-mon[189144]: pgmap v12112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:48:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:48:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:48:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:36 smithi039 ceph-mon[181282]: pgmap v12113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:36.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:36 smithi032 ceph-mon[191839]: pgmap v12113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:36.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:36 smithi032 ceph-mon[189144]: pgmap v12113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:38.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:38 smithi039 ceph-mon[181282]: pgmap v12114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:38.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:38 smithi032 ceph-mon[189144]: pgmap v12114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:38.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:38 smithi032 ceph-mon[191839]: pgmap v12114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:40.486 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:48:40.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:40 smithi039 ceph-mon[181282]: pgmap v12115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:40.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:40 smithi032 ceph-mon[191839]: pgmap v12115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:40.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:40 smithi032 ceph-mon[189144]: pgmap v12115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:40.808 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:48:40.808 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 8m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:48:40.808 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 6m ago 5h 96.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:48:40.808 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 8m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:48:40.808 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 6m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:48:40.808 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 6m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:48:40.808 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 8m ago 5h 754M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:48:40.809 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 8m ago 5h 1512M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:48:40.809 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 6m ago 5h 727M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:48:40.809 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 8m ago 5h 753M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:48:40.809 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 8m ago 5h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:48:40.809 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 6m ago 5h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:48:40.809 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 8m ago 5h 4755M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:48:40.809 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 8m ago 5h 4924M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:48:40.809 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 8m ago 5h 4392M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:48:40.809 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 8m ago 5h 4421M 2377M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:48:40.809 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 6m ago 5h 4197M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:48:40.809 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 6m ago 5h 4507M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:48:40.809 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 6m ago 5h 4215M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:48:40.809 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 6m ago 5h 4182M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:48:40.810 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 6m ago 5h 132M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:48:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:48:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:48:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:48:41.209 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:48:41.209 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:48:41.210 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:48:41.210 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:48:41.210 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:48:41.210 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:48:41.210 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:48:41.210 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:48:41.210 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:48:41.210 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:48:41.210 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:48:41.210 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:48:41.210 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:48:41.210 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:48:41.210 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:48:41.210 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:48:41.210 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:48:41.211 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:48:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:41 smithi032 ceph-mon[191839]: from='client.47163 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:48:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:41 smithi032 ceph-mon[191839]: from='client.47169 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:48:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:48:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:41 smithi032 ceph-mon[191839]: pgmap v12116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:41 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3693459259' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:48:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:48:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:48:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:41 smithi032 ceph-mon[189144]: from='client.47163 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:48:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:41 smithi032 ceph-mon[189144]: from='client.47169 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:48:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:48:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:41 smithi032 ceph-mon[189144]: pgmap v12116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:41 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3693459259' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:48:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:48:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:48:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:41 smithi039 ceph-mon[181282]: from='client.47163 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:48:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:41 smithi039 ceph-mon[181282]: from='client.47169 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:48:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:48:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:41 smithi039 ceph-mon[181282]: pgmap v12116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:41 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3693459259' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:48:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:48:42.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:48:43.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:48:43.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:48:43.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:48:43.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:48:43.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:42 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi032 to 2367M 2023-12-22T22:48:43.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:48:43.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:48:43.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:48:43.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:48:43.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:48:43.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:48:43.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:48:43.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:48:43.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:42 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi032 to 2367M 2023-12-22T22:48:43.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:48:43.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:48:43.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:48:43.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:48:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:48:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:48:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:48:43.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:48:43.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:42 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi032 to 2367M 2023-12-22T22:48:43.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:48:43.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:48:43.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:48:43.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:48:44.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:43 smithi032 ceph-mon[191839]: pgmap v12117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:43 smithi032 ceph-mon[189144]: pgmap v12117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:44.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:43 smithi039 ceph-mon[181282]: pgmap v12117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:46 smithi039 ceph-mon[181282]: pgmap v12118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:46.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:46 smithi032 ceph-mon[191839]: pgmap v12118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:46 smithi032 ceph-mon[189144]: pgmap v12118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:48.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:48 smithi039 ceph-mon[181282]: pgmap v12119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:48.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:48 smithi032 ceph-mon[191839]: pgmap v12119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:48.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:48 smithi032 ceph-mon[189144]: pgmap v12119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:50 smithi039 ceph-mon[181282]: pgmap v12120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:48:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:50 smithi032 ceph-mon[191839]: pgmap v12120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:48:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:50 smithi032 ceph-mon[189144]: pgmap v12120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:48:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:48:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:48:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:48:52.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:51 smithi032 ceph-mon[191839]: pgmap v12121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:51 smithi032 ceph-mon[189144]: pgmap v12121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:51 smithi039 ceph-mon[181282]: pgmap v12121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:54 smithi039 ceph-mon[181282]: pgmap v12122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:54.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:54 smithi032 ceph-mon[189144]: pgmap v12122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:54 smithi032 ceph-mon[191839]: pgmap v12122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:56 smithi039 ceph-mon[181282]: pgmap v12123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:56.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:56 smithi032 ceph-mon[191839]: pgmap v12123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:56.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:56 smithi032 ceph-mon[189144]: pgmap v12123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:58.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:48:58 smithi039 ceph-mon[181282]: pgmap v12124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:58.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:48:58 smithi032 ceph-mon[191839]: pgmap v12124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:48:58.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:48:58 smithi032 ceph-mon[189144]: pgmap v12124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:49:00 smithi039 ceph-mon[181282]: pgmap v12125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:00.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:49:00 smithi032 ceph-mon[191839]: pgmap v12125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:00.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:49:00 smithi032 ceph-mon[189144]: pgmap v12125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:49:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:49:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:49:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:49:01 smithi032 ceph-mon[191839]: pgmap v12126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:49:01 smithi032 ceph-mon[189144]: pgmap v12126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:49:01 smithi039 ceph-mon[181282]: pgmap v12126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:49:04 smithi039 ceph-mon[181282]: pgmap v12127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:04.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:49:04 smithi032 ceph-mon[189144]: pgmap v12127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:49:04 smithi032 ceph-mon[191839]: pgmap v12127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:49:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:49:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:49:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:49:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:49:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:49:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:49:06 smithi039 ceph-mon[181282]: pgmap v12128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:06.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:49:06 smithi032 ceph-mon[189144]: pgmap v12128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:49:06 smithi032 ceph-mon[191839]: pgmap v12128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:49:08 smithi039 ceph-mon[181282]: pgmap v12129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:08.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:49:08 smithi032 ceph-mon[191839]: pgmap v12129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:08.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:49:08 smithi032 ceph-mon[189144]: pgmap v12129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:10.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:49:10 smithi039 ceph-mon[181282]: pgmap v12130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:10.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:49:10 smithi032 ceph-mon[191839]: pgmap v12130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:10.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:49:10 smithi032 ceph-mon[189144]: pgmap v12130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:49:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:49:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:49:11.575 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:49:11.898 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:49:11.898 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 8m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:49:11.898 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 6m ago 5h 96.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:49:11.898 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 8m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:49:11.898 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 6m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:49:11.898 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 6m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:49:11.899 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 8m ago 5h 754M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:49:11.899 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 8m ago 5h 1512M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:49:11.899 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 6m ago 5h 727M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:49:11.899 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 8m ago 5h 753M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:49:11.899 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 8m ago 5h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:49:11.899 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 6m ago 5h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:49:11.899 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 8m ago 5h 4755M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:49:11.899 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 8m ago 5h 4924M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:49:11.899 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 8m ago 5h 4392M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:49:11.899 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 8m ago 5h 4421M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:49:11.899 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 6m ago 5h 4197M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:49:11.899 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 6m ago 5h 4507M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:49:11.899 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 6m ago 5h 4215M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:49:11.899 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 6m ago 5h 4182M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:49:11.900 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 6m ago 5h 132M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:49:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:49:11 smithi032 ceph-mon[191839]: pgmap v12131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:12.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:49:11 smithi032 ceph-mon[189144]: pgmap v12131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:49:11 smithi039 ceph-mon[181282]: pgmap v12131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:12.301 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:49:12.301 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:49:12.301 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:49:12.301 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:49:12.301 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:49:12.301 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:49:12.301 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:49:12.301 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:49:12.301 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:49:12.302 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:49:12.302 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:49:12.302 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:49:12.302 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:49:12.302 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:49:12.302 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:49:12.302 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:49:12.302 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:49:12.302 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:49:13.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:49:12 smithi032 ceph-mon[191839]: from='client.57098 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:49:13.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:49:12 smithi032 ceph-mon[191839]: from='client.57104 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:49:13.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:49:12 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1903485671' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:49:13.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:49:12 smithi032 ceph-mon[189144]: from='client.57098 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:49:13.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:49:12 smithi032 ceph-mon[189144]: from='client.57104 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:49:13.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:49:12 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1903485671' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:49:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:49:12 smithi039 ceph-mon[181282]: from='client.57098 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:49:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:49:12 smithi039 ceph-mon[181282]: from='client.57104 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:49:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:49:12 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1903485671' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:49:14.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:49:13 smithi032 ceph-mon[191839]: pgmap v12132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:14.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:49:13 smithi032 ceph-mon[189144]: pgmap v12132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:14.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:49:13 smithi039 ceph-mon[181282]: pgmap v12132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:16.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:49:16 smithi039 ceph-mon[181282]: pgmap v12133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:16.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:49:16 smithi032 ceph-mon[189144]: pgmap v12133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:49:16 smithi032 ceph-mon[191839]: pgmap v12133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:18.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:49:18 smithi039 ceph-mon[181282]: pgmap v12134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:18.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:49:18 smithi032 ceph-mon[191839]: pgmap v12134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:49:18 smithi032 ceph-mon[189144]: pgmap v12134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:49:20 smithi039 ceph-mon[181282]: pgmap v12135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:49:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:49:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:49:20 smithi032 ceph-mon[189144]: pgmap v12135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:49:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:49:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:49:20 smithi032 ceph-mon[191839]: pgmap v12135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:49:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:49:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:49:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:49:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:49:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:49:21 smithi032 ceph-mon[191839]: pgmap v12136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:49:21 smithi032 ceph-mon[189144]: pgmap v12136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:49:21 smithi039 ceph-mon[181282]: pgmap v12136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:49:24 smithi039 ceph-mon[181282]: pgmap v12137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:24.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:49:24 smithi032 ceph-mon[191839]: pgmap v12137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:49:24 smithi032 ceph-mon[189144]: pgmap v12137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:49:26 smithi039 ceph-mon[181282]: pgmap v12138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:26.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:49:26 smithi032 ceph-mon[191839]: pgmap v12138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:26.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:49:26 smithi032 ceph-mon[189144]: pgmap v12138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:49:28 smithi039 ceph-mon[181282]: pgmap v12139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:28.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:49:28 smithi032 ceph-mon[191839]: pgmap v12139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:28.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:49:28 smithi032 ceph-mon[189144]: pgmap v12139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:30.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:49:30 smithi039 ceph-mon[181282]: pgmap v12140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:30.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:49:30 smithi032 ceph-mon[191839]: pgmap v12140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:30.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:49:30 smithi032 ceph-mon[189144]: pgmap v12140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:49:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:49:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:49:32.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:49:31 smithi032 ceph-mon[189144]: pgmap v12141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:49:31 smithi032 ceph-mon[191839]: pgmap v12141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:49:31 smithi039 ceph-mon[181282]: pgmap v12141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:49:34 smithi039 ceph-mon[181282]: pgmap v12142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:34.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:49:34 smithi032 ceph-mon[189144]: pgmap v12142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:34.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:49:34 smithi032 ceph-mon[191839]: pgmap v12142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:49:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:49:35.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:49:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:49:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:49:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:49:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:49:36 smithi039 ceph-mon[181282]: pgmap v12143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:36.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:49:36 smithi032 ceph-mon[189144]: pgmap v12143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:36.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:49:36 smithi032 ceph-mon[191839]: pgmap v12143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:38.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:49:38 smithi039 ceph-mon[181282]: pgmap v12144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:38.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:49:38 smithi032 ceph-mon[191839]: pgmap v12144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:38.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:49:38 smithi032 ceph-mon[189144]: pgmap v12144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:40.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:49:40 smithi039 ceph-mon[181282]: pgmap v12145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:40.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:49:40 smithi032 ceph-mon[189144]: pgmap v12145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:40.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:49:40 smithi032 ceph-mon[191839]: pgmap v12145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:49:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:49:40] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:49:42.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:49:41 smithi032 ceph-mon[189144]: pgmap v12146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:49:41 smithi032 ceph-mon[191839]: pgmap v12146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:49:41 smithi039 ceph-mon[181282]: pgmap v12146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:42.685 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:49:43.033 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:49:43.033 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 9m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:49:43.033 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 7m ago 5h 96.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:49:43.033 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 9m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:49:43.034 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 7m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:49:43.034 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 7m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:49:43.034 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 9m ago 5h 754M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:49:43.034 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 9m ago 5h 1512M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:49:43.034 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 7m ago 5h 727M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:49:43.034 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 9m ago 5h 753M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:49:43.034 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 9m ago 5h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:49:43.034 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 7m ago 5h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:49:43.034 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 9m ago 5h 4755M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:49:43.034 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 9m ago 5h 4924M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:49:43.034 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 9m ago 5h 4392M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:49:43.034 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 9m ago 5h 4421M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:49:43.034 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 7m ago 5h 4197M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:49:43.034 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 7m ago 5h 4507M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:49:43.035 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 7m ago 5h 4215M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:49:43.035 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 7m ago 5h 4182M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:49:43.035 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 7m ago 5h 132M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:49:43.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:49:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:49:43.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:49:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:49:43.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:49:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:49:43.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:49:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:49:43.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:49:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:49:43.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:49:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:49:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:49:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:49:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:49:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:49:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:49:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:49:43.438 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:49:43.438 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:49:43.438 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:49:43.438 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:49:43.438 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:49:43.438 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:49:43.438 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:49:43.438 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:49:43.438 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:49:43.438 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:49:43.438 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:49:43.439 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:49:43.439 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:49:43.439 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:49:43.439 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:49:43.439 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:49:43.439 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:49:43.439 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:49:44.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:49:43 smithi032 ceph-mon[191839]: from='client.47199 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:49:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:49:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:49:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:49:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:49:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:49:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:49:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:49:43 smithi032 ceph-mon[191839]: from='client.47205 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:49:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:49:43 smithi032 ceph-mon[191839]: pgmap v12147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:49:43 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/910011868' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:49:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:49:43 smithi032 ceph-mon[189144]: from='client.47199 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:49:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:49:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:49:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:49:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:49:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:49:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:49:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:49:43 smithi032 ceph-mon[189144]: from='client.47205 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:49:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:49:43 smithi032 ceph-mon[189144]: pgmap v12147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:49:43 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/910011868' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:49:44.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:49:43 smithi039 ceph-mon[181282]: from='client.47199 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:49:44.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:49:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:49:44.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:49:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:49:44.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:49:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:49:44.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:49:43 smithi039 ceph-mon[181282]: from='client.47205 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:49:44.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:49:43 smithi039 ceph-mon[181282]: pgmap v12147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:44.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:49:43 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/910011868' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:49:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:49:46 smithi039 ceph-mon[181282]: pgmap v12148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:46.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:49:46 smithi032 ceph-mon[191839]: pgmap v12148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:49:46 smithi032 ceph-mon[189144]: pgmap v12148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:48.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:49:48 smithi039 ceph-mon[181282]: pgmap v12149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:48.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:49:48 smithi032 ceph-mon[191839]: pgmap v12149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:48.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:49:48 smithi032 ceph-mon[189144]: pgmap v12149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:49:50 smithi039 ceph-mon[181282]: pgmap v12150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:49:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:49:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:49:50 smithi032 ceph-mon[191839]: pgmap v12150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:49:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:49:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:49:50 smithi032 ceph-mon[189144]: pgmap v12150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:49:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:49:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:49:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:49:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:49:52.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:49:51 smithi032 ceph-mon[189144]: pgmap v12151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:49:51 smithi032 ceph-mon[191839]: pgmap v12151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:49:51 smithi039 ceph-mon[181282]: pgmap v12151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:49:54 smithi039 ceph-mon[181282]: pgmap v12152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:54.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:49:54 smithi032 ceph-mon[189144]: pgmap v12152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:49:54 smithi032 ceph-mon[191839]: pgmap v12152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:49:56 smithi039 ceph-mon[181282]: pgmap v12153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:56.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:49:56 smithi032 ceph-mon[191839]: pgmap v12153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:56.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:49:56 smithi032 ceph-mon[189144]: pgmap v12153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:58.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:49:58 smithi039 ceph-mon[181282]: pgmap v12154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:58.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:49:58 smithi032 ceph-mon[189144]: pgmap v12154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:49:58.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:49:58 smithi032 ceph-mon[191839]: pgmap v12154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:00.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:00 smithi032 ceph-mon[191839]: pgmap v12155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T22:50:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T22:50:00.000+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T22:50:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:00 smithi032 ceph-mon[189144]: pgmap v12155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T22:50:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:00 smithi039 ceph-mon[181282]: pgmap v12155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T22:50:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:50:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:50:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:50:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:01 smithi032 ceph-mon[191839]: pgmap v12156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:01 smithi032 ceph-mon[189144]: pgmap v12156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:01 smithi039 ceph-mon[181282]: pgmap v12156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:04 smithi039 ceph-mon[181282]: pgmap v12157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:04.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:04 smithi032 ceph-mon[191839]: pgmap v12157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:04.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:04 smithi032 ceph-mon[189144]: pgmap v12157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:50:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:50:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:50:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:06 smithi039 ceph-mon[181282]: pgmap v12158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:06.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:06 smithi032 ceph-mon[191839]: pgmap v12158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:06 smithi032 ceph-mon[189144]: pgmap v12158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:08 smithi039 ceph-mon[181282]: pgmap v12159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:08.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:08 smithi032 ceph-mon[189144]: pgmap v12159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:08.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:08 smithi032 ceph-mon[191839]: pgmap v12159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:10.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:10 smithi039 ceph-mon[181282]: pgmap v12160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:10.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:10 smithi032 ceph-mon[189144]: pgmap v12160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:10.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:10 smithi032 ceph-mon[191839]: pgmap v12160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:50:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:50:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:50:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:11 smithi032 ceph-mon[191839]: pgmap v12161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:11 smithi032 ceph-mon[189144]: pgmap v12161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:11 smithi039 ceph-mon[181282]: pgmap v12161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:13.805 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:50:14.127 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:50:14.127 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 9m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:50:14.127 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 7m ago 5h 96.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:50:14.127 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 9m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:50:14.128 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 7m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:50:14.128 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 7m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:50:14.128 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 9m ago 5h 754M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:50:14.128 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 9m ago 5h 1512M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:50:14.128 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 7m ago 5h 727M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:50:14.128 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 9m ago 5h 753M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:50:14.128 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 9m ago 5h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:50:14.128 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 7m ago 5h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:50:14.128 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 9m ago 5h 4755M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:50:14.128 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 9m ago 5h 4924M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:50:14.128 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 9m ago 5h 4392M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:50:14.128 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 9m ago 5h 4421M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:50:14.128 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 7m ago 5h 4197M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:50:14.128 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 7m ago 5h 4507M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:50:14.129 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 7m ago 5h 4215M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:50:14.129 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 7m ago 5h 4182M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:50:14.129 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 7m ago 5h 132M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:50:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:14 smithi039 ceph-mon[181282]: pgmap v12162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:14.529 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:50:14.529 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:50:14.529 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:50:14.529 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:50:14.529 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:50:14.529 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:50:14.530 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:50:14.530 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:50:14.530 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:50:14.530 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:50:14.530 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:50:14.530 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:50:14.530 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:50:14.530 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:50:14.530 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:50:14.530 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:50:14.530 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:50:14.530 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:50:14.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:14 smithi032 ceph-mon[189144]: pgmap v12162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:14.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:14 smithi032 ceph-mon[191839]: pgmap v12162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:15.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:15 smithi039 ceph-mon[181282]: from='client.57134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:50:15.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:15 smithi039 ceph-mon[181282]: from='client.47223 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:50:15.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:15 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3058212322' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:50:15.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:15 smithi032 ceph-mon[191839]: from='client.57134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:50:15.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:15 smithi032 ceph-mon[191839]: from='client.47223 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:50:15.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:15 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3058212322' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:50:15.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:15 smithi032 ceph-mon[189144]: from='client.57134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:50:15.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:15 smithi032 ceph-mon[189144]: from='client.47223 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:50:15.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:15 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3058212322' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:50:16.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:16 smithi039 ceph-mon[181282]: pgmap v12163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:16.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:16 smithi032 ceph-mon[189144]: pgmap v12163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:16 smithi032 ceph-mon[191839]: pgmap v12163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:17.256 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 22:50:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-22T22:50:16.984075552Z level=info msg="Completed cleanup jobs" duration=13.912789ms 2023-12-22T22:50:18.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:18 smithi039 ceph-mon[181282]: pgmap v12164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:18.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:18 smithi032 ceph-mon[191839]: pgmap v12164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:18 smithi032 ceph-mon[189144]: pgmap v12164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:20 smithi039 ceph-mon[181282]: pgmap v12165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:50:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:20 smithi032 ceph-mon[189144]: pgmap v12165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:50:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:20 smithi032 ceph-mon[191839]: pgmap v12165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:50:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:50:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:50:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T22:50:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:21 smithi032 ceph-mon[191839]: pgmap v12166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:21 smithi032 ceph-mon[189144]: pgmap v12166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:21 smithi039 ceph-mon[181282]: pgmap v12166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:24 smithi039 ceph-mon[181282]: pgmap v12167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:24.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:24 smithi032 ceph-mon[191839]: pgmap v12167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:24 smithi032 ceph-mon[189144]: pgmap v12167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:26 smithi039 ceph-mon[181282]: pgmap v12168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:26.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:26 smithi032 ceph-mon[191839]: pgmap v12168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:26.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:26 smithi032 ceph-mon[189144]: pgmap v12168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:28 smithi039 ceph-mon[181282]: pgmap v12169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:28.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:28 smithi032 ceph-mon[191839]: pgmap v12169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:28.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:28 smithi032 ceph-mon[189144]: pgmap v12169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:30.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:30 smithi039 ceph-mon[181282]: pgmap v12170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:30.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:30 smithi032 ceph-mon[191839]: pgmap v12170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:30.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:30 smithi032 ceph-mon[189144]: pgmap v12170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:50:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:50:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T22:50:32.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:31 smithi032 ceph-mon[191839]: pgmap v12171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:31 smithi032 ceph-mon[189144]: pgmap v12171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:31 smithi039 ceph-mon[181282]: pgmap v12171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:34 smithi039 ceph-mon[181282]: pgmap v12172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:34.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:34 smithi032 ceph-mon[191839]: pgmap v12172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:34.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:34 smithi032 ceph-mon[189144]: pgmap v12172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:50:35.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:50:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:50:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:36 smithi039 ceph-mon[181282]: pgmap v12173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:36.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:36 smithi032 ceph-mon[189144]: pgmap v12173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:36.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:36 smithi032 ceph-mon[191839]: pgmap v12173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:38.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:38 smithi039 ceph-mon[181282]: pgmap v12174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:38.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:38 smithi032 ceph-mon[191839]: pgmap v12174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:38.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:38 smithi032 ceph-mon[189144]: pgmap v12174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:40.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:40 smithi039 ceph-mon[181282]: pgmap v12175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:40.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:40 smithi032 ceph-mon[191839]: pgmap v12175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:40.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:40 smithi032 ceph-mon[189144]: pgmap v12175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:50:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:50:40] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:50:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:41 smithi032 ceph-mon[191839]: pgmap v12176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:41 smithi032 ceph-mon[189144]: pgmap v12176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:41 smithi039 ceph-mon[181282]: pgmap v12176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:43.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:50:43.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:50:43.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:50:44.396 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:44 smithi032 ceph-mon[189144]: pgmap v12177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:44.396 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:44 smithi032 ceph-mon[191839]: pgmap v12177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:44 smithi039 ceph-mon[181282]: pgmap v12177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:44.900 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:50:45.247 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:50:45.247 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 10m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:50:45.247 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 8m ago 5h 96.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:50:45.247 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 10m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:50:45.247 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 8m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:50:45.247 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 8m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:50:45.247 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 10m ago 5h 754M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:50:45.247 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 10m ago 5h 1512M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:50:45.247 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 8m ago 5h 727M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:50:45.248 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 10m ago 5h 753M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:50:45.248 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 10m ago 5h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:50:45.248 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 8m ago 5h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:50:45.248 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 10m ago 5h 4755M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:50:45.248 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 10m ago 5h 4924M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:50:45.248 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 10m ago 5h 4392M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:50:45.248 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 10m ago 5h 4421M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:50:45.248 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 8m ago 5h 4197M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:50:45.248 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 8m ago 5h 4507M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:50:45.248 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 8m ago 5h 4215M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:50:45.248 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 8m ago 5h 4182M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:50:45.248 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 8m ago 5h 132M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:50:45.670 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:50:45.670 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:50:45.670 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:50:45.670 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:50:45.670 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:50:45.671 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:50:45.671 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:50:45.671 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:50:45.671 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:50:45.671 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:50:45.671 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:50:45.671 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:50:45.671 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:50:45.671 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:50:45.671 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:50:45.671 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:50:45.671 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:50:45.671 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:50:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:46 smithi039 ceph-mon[181282]: from='client.47235 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:50:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:46 smithi039 ceph-mon[181282]: pgmap v12178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:46 smithi039 ceph-mon[181282]: from='client.57158 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:50:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:50:46.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:50:46.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:46 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1852799655' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:50:46.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:50:46.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:50:46.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:50:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:46 smithi032 ceph-mon[189144]: from='client.47235 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:50:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:46 smithi032 ceph-mon[189144]: pgmap v12178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:46 smithi032 ceph-mon[189144]: from='client.57158 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:50:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:50:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:50:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:46 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1852799655' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:50:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:50:46.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:50:46.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:50:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:46 smithi032 ceph-mon[191839]: from='client.47235 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:50:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:46 smithi032 ceph-mon[191839]: pgmap v12178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:46 smithi032 ceph-mon[191839]: from='client.57158 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:50:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:50:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:50:46.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:46 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1852799655' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:50:46.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:50:46.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:50:46.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:50:48.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:48 smithi039 ceph-mon[181282]: pgmap v12179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:48.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:48 smithi032 ceph-mon[189144]: pgmap v12179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:48.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:48 smithi032 ceph-mon[191839]: pgmap v12179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:50 smithi039 ceph-mon[181282]: pgmap v12180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:50:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:50 smithi032 ceph-mon[191839]: pgmap v12180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:50:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:50 smithi032 ceph-mon[189144]: pgmap v12180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:50:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:50:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:50:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:50:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:51 smithi032 ceph-mon[191839]: pgmap v12181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:51 smithi032 ceph-mon[189144]: pgmap v12181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:51 smithi039 ceph-mon[181282]: pgmap v12181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:54 smithi039 ceph-mon[181282]: pgmap v12182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:54.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:54 smithi032 ceph-mon[191839]: pgmap v12182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:54.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:54 smithi032 ceph-mon[189144]: pgmap v12182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:56 smithi039 ceph-mon[181282]: pgmap v12183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:56.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:56 smithi032 ceph-mon[191839]: pgmap v12183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:56.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:56 smithi032 ceph-mon[189144]: pgmap v12183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:58.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:50:58 smithi039 ceph-mon[181282]: pgmap v12184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:58.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:50:58 smithi032 ceph-mon[191839]: pgmap v12184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:50:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:50:58 smithi032 ceph-mon[189144]: pgmap v12184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:51:00 smithi039 ceph-mon[181282]: pgmap v12185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:00.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:51:00 smithi032 ceph-mon[191839]: pgmap v12185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:00.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:51:00 smithi032 ceph-mon[189144]: pgmap v12185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:51:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:51:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:51:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:51:01 smithi032 ceph-mon[191839]: pgmap v12186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:51:01 smithi032 ceph-mon[189144]: pgmap v12186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:51:01 smithi039 ceph-mon[181282]: pgmap v12186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:51:04 smithi039 ceph-mon[181282]: pgmap v12187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:04.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:51:04 smithi032 ceph-mon[191839]: pgmap v12187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:51:04 smithi032 ceph-mon[189144]: pgmap v12187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:51:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:51:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:51:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:51:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:51:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:51:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:51:06 smithi039 ceph-mon[181282]: pgmap v12188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:06.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:51:06 smithi032 ceph-mon[191839]: pgmap v12188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:51:06 smithi032 ceph-mon[189144]: pgmap v12188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:51:08 smithi039 ceph-mon[181282]: pgmap v12189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:08.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:51:08 smithi032 ceph-mon[189144]: pgmap v12189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:08.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:51:08 smithi032 ceph-mon[191839]: pgmap v12189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:10.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:51:10 smithi039 ceph-mon[181282]: pgmap v12190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:10.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:51:10 smithi032 ceph-mon[189144]: pgmap v12190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:10.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:51:10 smithi032 ceph-mon[191839]: pgmap v12190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:51:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:51:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:51:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:51:11 smithi032 ceph-mon[191839]: pgmap v12191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:51:11 smithi032 ceph-mon[189144]: pgmap v12191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:51:11 smithi039 ceph-mon[181282]: pgmap v12191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:51:14 smithi039 ceph-mon[181282]: pgmap v12192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:14.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:51:14 smithi032 ceph-mon[189144]: pgmap v12192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:14.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:51:14 smithi032 ceph-mon[191839]: pgmap v12192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:16.040 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:51:16.364 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:51:16.365 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 30s ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:51:16.365 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 8m ago 5h 96.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:51:16.365 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 30s ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:51:16.365 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 8m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:51:16.365 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 8m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:51:16.365 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 30s ago 5h 760M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:51:16.365 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 30s ago 5h 1548M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:51:16.365 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 8m ago 5h 727M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:51:16.365 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 30s ago 5h 770M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:51:16.365 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 30s ago 5h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:51:16.365 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 8m ago 5h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:51:16.365 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 30s ago 5h 4787M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:51:16.365 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 30s ago 5h 4955M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:51:16.366 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 30s ago 5h 4416M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:51:16.366 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 30s ago 5h 4452M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:51:16.366 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 8m ago 5h 4197M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:51:16.366 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 8m ago 5h 4507M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:51:16.366 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 8m ago 5h 4215M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:51:16.366 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 8m ago 5h 4182M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:51:16.366 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 8m ago 5h 132M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:51:16.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:51:16 smithi039 ceph-mon[181282]: pgmap v12193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:16.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:51:16 smithi032 ceph-mon[189144]: pgmap v12193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:16.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:51:16 smithi032 ceph-mon[191839]: pgmap v12193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:16.767 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:51:16.767 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:51:16.767 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:51:16.767 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:51:16.767 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:51:16.767 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:51:16.767 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:51:16.767 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:51:16.767 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:51:16.767 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:51:16.767 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:51:16.767 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:51:16.767 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:51:16.767 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:51:16.768 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:51:16.768 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:51:16.768 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:51:16.768 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:51:17.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:51:17 smithi039 ceph-mon[181282]: from='client.57170 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:51:17.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:51:17 smithi039 ceph-mon[181282]: from='client.47259 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:51:17.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:51:17 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/326818481' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:51:17.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:51:17 smithi032 ceph-mon[191839]: from='client.57170 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:51:17.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:51:17 smithi032 ceph-mon[191839]: from='client.47259 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:51:17.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:51:17 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/326818481' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:51:17.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:51:17 smithi032 ceph-mon[189144]: from='client.57170 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:51:17.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:51:17 smithi032 ceph-mon[189144]: from='client.47259 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:51:17.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:51:17 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/326818481' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:51:18.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:51:18 smithi039 ceph-mon[181282]: pgmap v12194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:18.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:51:18 smithi032 ceph-mon[191839]: pgmap v12194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:51:18 smithi032 ceph-mon[189144]: pgmap v12194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:51:20 smithi039 ceph-mon[181282]: pgmap v12195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:51:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:51:20.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:51:20 smithi032 ceph-mon[191839]: pgmap v12195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:20.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:51:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:51:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:51:20 smithi032 ceph-mon[189144]: pgmap v12195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:51:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:51:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:51:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:51:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T22:51:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:51:21 smithi032 ceph-mon[191839]: pgmap v12196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:51:21 smithi032 ceph-mon[189144]: pgmap v12196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:51:21 smithi039 ceph-mon[181282]: pgmap v12196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:51:24 smithi039 ceph-mon[181282]: pgmap v12197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:24.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:51:24 smithi032 ceph-mon[191839]: pgmap v12197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:51:24 smithi032 ceph-mon[189144]: pgmap v12197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:51:26 smithi039 ceph-mon[181282]: pgmap v12198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:26.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:51:26 smithi032 ceph-mon[191839]: pgmap v12198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:26.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:51:26 smithi032 ceph-mon[189144]: pgmap v12198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:51:28 smithi039 ceph-mon[181282]: pgmap v12199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:28.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:51:28 smithi032 ceph-mon[189144]: pgmap v12199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:28.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:51:28 smithi032 ceph-mon[191839]: pgmap v12199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:30.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:51:30 smithi039 ceph-mon[181282]: pgmap v12200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:30.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:51:30 smithi032 ceph-mon[191839]: pgmap v12200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:30.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:51:30 smithi032 ceph-mon[189144]: pgmap v12200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:51:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:51:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T22:51:32.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:51:31 smithi032 ceph-mon[189144]: pgmap v12201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:51:31 smithi032 ceph-mon[191839]: pgmap v12201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:51:31 smithi039 ceph-mon[181282]: pgmap v12201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:51:34 smithi039 ceph-mon[181282]: pgmap v12202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:34.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:51:34 smithi032 ceph-mon[191839]: pgmap v12202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:34.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:51:34 smithi032 ceph-mon[189144]: pgmap v12202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:51:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:51:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:51:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:51:35.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:51:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:51:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:51:36 smithi039 ceph-mon[181282]: pgmap v12203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:36.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:51:36 smithi032 ceph-mon[189144]: pgmap v12203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:36.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:51:36 smithi032 ceph-mon[191839]: pgmap v12203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:38.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:51:38 smithi032 ceph-mon[191839]: pgmap v12204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:38.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:51:38 smithi032 ceph-mon[189144]: pgmap v12204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:51:38 smithi039 ceph-mon[181282]: pgmap v12204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:40.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:51:40 smithi032 ceph-mon[189144]: pgmap v12205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:40.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:51:40 smithi032 ceph-mon[191839]: pgmap v12205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:40.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:51:40 smithi039 ceph-mon[181282]: pgmap v12205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:51:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:51:40] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T22:51:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:51:41 smithi032 ceph-mon[191839]: pgmap v12206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:51:41 smithi032 ceph-mon[189144]: pgmap v12206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:51:41 smithi039 ceph-mon[181282]: pgmap v12206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:51:44 smithi039 ceph-mon[181282]: pgmap v12207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:44.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:51:44 smithi032 ceph-mon[191839]: pgmap v12207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:44.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:51:44 smithi032 ceph-mon[189144]: pgmap v12207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:51:46 smithi039 ceph-mon[181282]: pgmap v12208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:51:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:51:46.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:51:46 smithi032 ceph-mon[191839]: pgmap v12208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:46.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:51:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:51:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:51:46 smithi032 ceph-mon[189144]: pgmap v12208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:51:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:51:47.119 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:51:47.441 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:51:47.441 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 61s ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:51:47.442 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 9m ago 5h 96.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:51:47.442 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 61s ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:51:47.442 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 9m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:51:47.442 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 9m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:51:47.442 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 61s ago 5h 760M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:51:47.442 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 61s ago 5h 1548M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:51:47.442 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 9m ago 5h 727M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:51:47.442 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 61s ago 5h 770M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:51:47.442 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 61s ago 5h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:51:47.442 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 9m ago 5h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:51:47.442 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 61s ago 5h 4787M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:51:47.442 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 61s ago 5h 4955M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:51:47.442 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 61s ago 5h 4416M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:51:47.442 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 61s ago 5h 4452M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:51:47.443 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 9m ago 5h 4197M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:51:47.443 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 9m ago 5h 4507M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:51:47.443 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 9m ago 5h 4215M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:51:47.443 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 9m ago 5h 4182M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:51:47.443 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 9m ago 5h 132M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:51:47.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:51:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:51:47.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:51:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:51:47.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:51:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:51:47.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:51:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:51:47.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:51:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:51:47.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:51:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:51:47.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:51:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:51:47.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:51:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:51:47.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:51:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:51:47.843 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:51:47.843 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:51:47.844 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:51:47.844 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:51:47.844 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:51:47.844 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:51:47.844 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:51:47.844 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:51:47.844 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:51:47.844 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:51:47.844 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:51:47.844 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:51:47.844 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:51:47.844 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:51:47.844 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:51:47.844 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:51:47.844 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:51:47.845 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:51:48.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:51:48 smithi032 ceph-mon[191839]: from='client.47271 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:51:48.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:51:48 smithi032 ceph-mon[191839]: pgmap v12209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:48.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:51:48 smithi032 ceph-mon[191839]: from='client.47277 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:51:48.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:51:48 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1338893375' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:51:48.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:51:48 smithi032 ceph-mon[189144]: from='client.47271 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:51:48.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:51:48 smithi032 ceph-mon[189144]: pgmap v12209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:48.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:51:48 smithi032 ceph-mon[189144]: from='client.47277 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:51:48.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:51:48 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1338893375' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:51:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:51:48 smithi039 ceph-mon[181282]: from='client.47271 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:51:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:51:48 smithi039 ceph-mon[181282]: pgmap v12209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:51:48 smithi039 ceph-mon[181282]: from='client.47277 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:51:48.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:51:48 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1338893375' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:51:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:51:50 smithi032 ceph-mon[189144]: pgmap v12210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:50.686 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:51:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:51:50.688 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:51:50 smithi032 ceph-mon[191839]: pgmap v12210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:50.689 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:51:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:51:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:51:50 smithi039 ceph-mon[181282]: pgmap v12210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:51:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:51:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:51:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:51:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:51:52.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:51:51 smithi032 ceph-mon[191839]: pgmap v12211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:51:51 smithi032 ceph-mon[189144]: pgmap v12211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:51:51 smithi039 ceph-mon[181282]: pgmap v12211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:54.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:51:54 smithi032 ceph-mon[189144]: pgmap v12212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:51:54 smithi032 ceph-mon[191839]: pgmap v12212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:51:54 smithi039 ceph-mon[181282]: pgmap v12212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:56.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:51:56 smithi032 ceph-mon[191839]: pgmap v12213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:56.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:51:56 smithi032 ceph-mon[189144]: pgmap v12213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:51:56 smithi039 ceph-mon[181282]: pgmap v12213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:58.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:51:58 smithi032 ceph-mon[191839]: pgmap v12214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:51:58 smithi032 ceph-mon[189144]: pgmap v12214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:51:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:51:58 smithi039 ceph-mon[181282]: pgmap v12214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:00.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:52:00 smithi032 ceph-mon[191839]: pgmap v12215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:00.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:52:00 smithi032 ceph-mon[189144]: pgmap v12215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:52:00 smithi039 ceph-mon[181282]: pgmap v12215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:52:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:52:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:52:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:52:01 smithi032 ceph-mon[191839]: pgmap v12216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:52:01 smithi032 ceph-mon[189144]: pgmap v12216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:52:01 smithi039 ceph-mon[181282]: pgmap v12216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:52:04 smithi039 ceph-mon[181282]: pgmap v12217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:04.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:52:04 smithi032 ceph-mon[191839]: pgmap v12217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:52:04 smithi032 ceph-mon[189144]: pgmap v12217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:52:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:52:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:52:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:52:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:52:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:52:06.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:52:06 smithi032 ceph-mon[191839]: pgmap v12218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:52:06 smithi032 ceph-mon[189144]: pgmap v12218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:52:06 smithi039 ceph-mon[181282]: pgmap v12218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:08.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:52:08 smithi032 ceph-mon[189144]: pgmap v12219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:08.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:52:08 smithi032 ceph-mon[191839]: pgmap v12219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:52:08 smithi039 ceph-mon[181282]: pgmap v12219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:10.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:52:10 smithi032 ceph-mon[189144]: pgmap v12220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:10.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:52:10 smithi032 ceph-mon[191839]: pgmap v12220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:52:10 smithi039 ceph-mon[181282]: pgmap v12220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:52:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:52:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:52:12.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:52:11 smithi032 ceph-mon[189144]: pgmap v12221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:12.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:52:11 smithi032 ceph-mon[191839]: pgmap v12221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:52:11 smithi039 ceph-mon[181282]: pgmap v12221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:14.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:52:14 smithi032 ceph-mon[189144]: pgmap v12222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:14.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:52:14 smithi032 ceph-mon[191839]: pgmap v12222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:52:14 smithi039 ceph-mon[181282]: pgmap v12222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:16.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:52:16 smithi032 ceph-mon[191839]: pgmap v12223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:52:16 smithi032 ceph-mon[189144]: pgmap v12223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:52:16 smithi039 ceph-mon[181282]: pgmap v12223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:18.206 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:52:18.529 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:52:18.529 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 93s ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:52:18.529 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 9m ago 5h 96.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:52:18.530 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 93s ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:52:18.530 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 9m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:52:18.530 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 9m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:52:18.530 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 93s ago 5h 760M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:52:18.530 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 93s ago 5h 1548M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:52:18.530 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 9m ago 5h 727M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:52:18.530 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 93s ago 5h 770M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:52:18.530 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 93s ago 5h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:52:18.530 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 9m ago 5h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:52:18.530 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 93s ago 5h 4787M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:52:18.530 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 93s ago 5h 4955M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:52:18.530 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 93s ago 5h 4416M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:52:18.530 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 93s ago 5h 4452M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:52:18.530 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 9m ago 5h 4197M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:52:18.531 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 9m ago 5h 4507M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:52:18.531 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 9m ago 5h 4215M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:52:18.531 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 9m ago 5h 4182M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:52:18.531 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 9m ago 5h 132M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:52:18.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:52:18 smithi032 ceph-mon[191839]: pgmap v12224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:18.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:52:18 smithi032 ceph-mon[189144]: pgmap v12224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:52:18 smithi039 ceph-mon[181282]: pgmap v12224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:18.929 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:52:18.929 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:52:18.929 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:52:18.929 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:52:18.929 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:52:18.929 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:52:18.929 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:52:18.930 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:52:18.930 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:52:18.930 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:52:18.930 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:52:18.930 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:52:18.930 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:52:18.930 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:52:18.930 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:52:18.930 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:52:18.931 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:52:18.931 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:52:19.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:52:19 smithi032 ceph-mon[191839]: from='client.57206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:52:19.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:52:19 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2716689451' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:52:19.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:52:19 smithi032 ceph-mon[189144]: from='client.57206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:52:19.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:52:19 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2716689451' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:52:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:52:19 smithi039 ceph-mon[181282]: from='client.57206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:52:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:52:19 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2716689451' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:52:20.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:52:20 smithi032 ceph-mon[191839]: from='client.47295 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:52:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:52:20 smithi032 ceph-mon[191839]: pgmap v12225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:52:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:52:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:52:20 smithi032 ceph-mon[189144]: from='client.47295 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:52:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:52:20 smithi032 ceph-mon[189144]: pgmap v12225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:52:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:52:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:52:20 smithi039 ceph-mon[181282]: from='client.47295 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:52:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:52:20 smithi039 ceph-mon[181282]: pgmap v12225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:52:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:52:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:52:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:52:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:52:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:52:21 smithi032 ceph-mon[191839]: pgmap v12226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:52:21 smithi032 ceph-mon[189144]: pgmap v12226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:52:21 smithi039 ceph-mon[181282]: pgmap v12226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:24.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:52:24 smithi032 ceph-mon[191839]: pgmap v12227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:52:24 smithi032 ceph-mon[189144]: pgmap v12227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:52:24 smithi039 ceph-mon[181282]: pgmap v12227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:26.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:52:26 smithi032 ceph-mon[191839]: pgmap v12228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:26.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:52:26 smithi032 ceph-mon[189144]: pgmap v12228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:52:26 smithi039 ceph-mon[181282]: pgmap v12228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:28.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:52:28 smithi032 ceph-mon[191839]: pgmap v12229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:28.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:52:28 smithi032 ceph-mon[189144]: pgmap v12229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:52:28 smithi039 ceph-mon[181282]: pgmap v12229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:30.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:52:30 smithi032 ceph-mon[191839]: pgmap v12230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:30.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:52:30 smithi032 ceph-mon[189144]: pgmap v12230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:52:30 smithi039 ceph-mon[181282]: pgmap v12230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:52:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:52:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:52:32.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:52:31 smithi032 ceph-mon[191839]: pgmap v12231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:52:31 smithi032 ceph-mon[189144]: pgmap v12231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:52:31 smithi039 ceph-mon[181282]: pgmap v12231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:34.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:52:34 smithi032 ceph-mon[191839]: pgmap v12232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:34.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:52:34 smithi032 ceph-mon[189144]: pgmap v12232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:52:34 smithi039 ceph-mon[181282]: pgmap v12232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:52:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:52:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:52:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:52:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:52:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:52:36.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:52:36 smithi032 ceph-mon[191839]: pgmap v12233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:36.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:52:36 smithi032 ceph-mon[189144]: pgmap v12233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:36.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:52:36 smithi039 ceph-mon[181282]: pgmap v12233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:38.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:52:38 smithi032 ceph-mon[191839]: pgmap v12234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:38.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:52:38 smithi032 ceph-mon[189144]: pgmap v12234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:52:38 smithi039 ceph-mon[181282]: pgmap v12234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:40.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:52:40 smithi032 ceph-mon[191839]: pgmap v12235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:40.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:52:40 smithi032 ceph-mon[189144]: pgmap v12235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:40.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:52:40 smithi039 ceph-mon[181282]: pgmap v12235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:52:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:52:40] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T22:52:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:52:41 smithi032 ceph-mon[191839]: pgmap v12236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:52:41 smithi032 ceph-mon[189144]: pgmap v12236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:52:41 smithi039 ceph-mon[181282]: pgmap v12236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:44.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:52:44 smithi032 ceph-mon[191839]: pgmap v12237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:44.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:52:44 smithi032 ceph-mon[189144]: pgmap v12237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:52:44 smithi039 ceph-mon[181282]: pgmap v12237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:46.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:52:46 smithi032 ceph-mon[189144]: pgmap v12238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:46.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:52:46 smithi032 ceph-mon[191839]: pgmap v12238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:52:46 smithi039 ceph-mon[181282]: pgmap v12238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:47.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:52:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:52:47.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:52:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:52:47.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:52:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:52:48.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:52:48 smithi039 ceph-mon[181282]: pgmap v12239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:48.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:52:48 smithi032 ceph-mon[191839]: pgmap v12239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:48.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:52:48 smithi032 ceph-mon[189144]: pgmap v12239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:49.302 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:52:49.637 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:52:49.637 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 2m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:52:49.637 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 0s ago 5h 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:52:49.637 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 2m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:52:49.637 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 0s ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:52:49.637 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 0s ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:52:49.637 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 2m ago 5h 760M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:52:49.637 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 2m ago 5h 1548M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:52:49.638 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 0s ago 5h 743M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:52:49.638 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 2m ago 5h 770M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:52:49.638 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 2m ago 5h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:52:49.638 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 0s ago 5h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:52:49.638 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 2m ago 5h 4787M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:52:49.638 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 2m ago 5h 4955M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:52:49.638 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 2m ago 5h 4416M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:52:49.638 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 2m ago 5h 4452M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:52:49.638 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 0s ago 5h 4224M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:52:49.638 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 0s ago 5h 4541M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:52:49.638 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 0s ago 5h 4245M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:52:49.638 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 0s ago 5h 4216M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:52:49.638 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 0s ago 5h 134M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:52:50.044 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:52:50.044 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:52:50.044 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:52:50.044 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:52:50.044 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:52:50.045 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:52:50.045 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:52:50.045 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:52:50.045 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:52:50.045 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:52:50.045 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:52:50.045 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:52:50.045 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:52:50.045 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:52:50.045 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:52:50.045 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:52:50.045 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:52:50.045 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:52:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:52:50 smithi039 ceph-mon[181282]: pgmap v12240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:52:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:52:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:52:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:52:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:52:50 smithi039 ceph-mon[181282]: from='client.47307 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:52:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:52:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:52:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:52:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:52:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:52:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:52:50.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:52:50 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/649298116' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:52:50.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:52:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:52:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:52:50 smithi032 ceph-mon[191839]: pgmap v12240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:52:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:52:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:52:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:52:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:52:50 smithi032 ceph-mon[191839]: from='client.47307 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:52:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:52:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:52:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:52:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:52:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:52:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:52:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:52:50 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/649298116' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:52:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:52:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:52:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:52:50 smithi032 ceph-mon[189144]: pgmap v12240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:52:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:52:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:52:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:52:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:52:50 smithi032 ceph-mon[189144]: from='client.47307 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:52:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:52:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:52:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:52:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:52:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:52:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:52:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:52:50 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/649298116' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:52:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:52:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:52:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:52:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:52:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:52:51.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:52:51 smithi032 ceph-mon[191839]: from='client.47313 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:52:51.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:52:51 smithi032 ceph-mon[189144]: from='client.47313 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:52:51.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:52:51 smithi039 ceph-mon[181282]: from='client.47313 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:52:52.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:52:52 smithi032 ceph-mon[191839]: pgmap v12241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:52.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:52:52 smithi032 ceph-mon[189144]: pgmap v12241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:52.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:52:52 smithi039 ceph-mon[181282]: pgmap v12241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:54.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:52:54 smithi032 ceph-mon[191839]: pgmap v12242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:54.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:52:54 smithi032 ceph-mon[189144]: pgmap v12242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:52:54 smithi039 ceph-mon[181282]: pgmap v12242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:56.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:52:56 smithi032 ceph-mon[191839]: pgmap v12243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:56.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:52:56 smithi032 ceph-mon[189144]: pgmap v12243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:52:56 smithi039 ceph-mon[181282]: pgmap v12243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:58.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:52:58 smithi032 ceph-mon[191839]: pgmap v12244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:52:58 smithi032 ceph-mon[189144]: pgmap v12244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:52:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:52:58 smithi039 ceph-mon[181282]: pgmap v12244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:00.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:53:00 smithi032 ceph-mon[191839]: pgmap v12245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:00.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:53:00 smithi032 ceph-mon[189144]: pgmap v12245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:53:00 smithi039 ceph-mon[181282]: pgmap v12245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:53:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:53:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:53:02.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:53:01 smithi032 ceph-mon[191839]: pgmap v12246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:02.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:53:01 smithi032 ceph-mon[189144]: pgmap v12246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:53:01 smithi039 ceph-mon[181282]: pgmap v12246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:04.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:53:04 smithi032 ceph-mon[191839]: pgmap v12247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:04.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:53:04 smithi032 ceph-mon[189144]: pgmap v12247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:53:04 smithi039 ceph-mon[181282]: pgmap v12247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:53:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:53:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:53:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:53:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:53:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:53:06.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:53:06 smithi032 ceph-mon[191839]: pgmap v12248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:53:06 smithi032 ceph-mon[189144]: pgmap v12248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:53:06 smithi039 ceph-mon[181282]: pgmap v12248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:08.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:53:08 smithi032 ceph-mon[191839]: pgmap v12249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:53:08 smithi032 ceph-mon[189144]: pgmap v12249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:53:08 smithi039 ceph-mon[181282]: pgmap v12249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:10.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:53:10 smithi032 ceph-mon[189144]: pgmap v12250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:10.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:53:10 smithi032 ceph-mon[191839]: pgmap v12250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:53:10 smithi039 ceph-mon[181282]: pgmap v12250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:53:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:53:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:53:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:53:11 smithi032 ceph-mon[191839]: pgmap v12251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:12.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:53:11 smithi032 ceph-mon[189144]: pgmap v12251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:53:11 smithi039 ceph-mon[181282]: pgmap v12251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:14.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:53:14 smithi032 ceph-mon[191839]: pgmap v12252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:14.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:53:14 smithi032 ceph-mon[189144]: pgmap v12252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:53:14 smithi039 ceph-mon[181282]: pgmap v12252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:16.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:53:16 smithi032 ceph-mon[191839]: pgmap v12253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:53:16 smithi032 ceph-mon[189144]: pgmap v12253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:53:16 smithi039 ceph-mon[181282]: pgmap v12253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:18.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:53:18 smithi032 ceph-mon[191839]: pgmap v12254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:53:18 smithi032 ceph-mon[189144]: pgmap v12254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:53:18 smithi039 ceph-mon[181282]: pgmap v12254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:20.413 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:53:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:53:20 smithi032 ceph-mon[189144]: pgmap v12255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:53:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:53:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:53:20 smithi032 ceph-mon[191839]: pgmap v12255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:53:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:53:20.738 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:53:20.738 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 2m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:53:20.738 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 31s ago 5h 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:53:20.738 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 2m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:53:20.739 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 31s ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:53:20.739 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 31s ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:53:20.739 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 2m ago 5h 760M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:53:20.739 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 2m ago 5h 1548M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:53:20.739 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 31s ago 5h 743M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:53:20.739 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 2m ago 5h 770M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:53:20.739 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 2m ago 5h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:53:20.739 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 31s ago 5h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:53:20.739 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 2m ago 5h 4787M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:53:20.739 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 2m ago 5h 4955M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:53:20.739 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 2m ago 5h 4416M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:53:20.739 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 2m ago 5h 4452M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:53:20.739 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 31s ago 5h 4224M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:53:20.739 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 31s ago 5h 4541M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:53:20.739 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 31s ago 5h 4245M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:53:20.740 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 31s ago 5h 4216M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:53:20.740 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 31s ago 5h 134M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:53:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:53:20 smithi039 ceph-mon[181282]: pgmap v12255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:53:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:53:21.145 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:53:21.145 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:53:21.145 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:53:21.145 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:53:21.145 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:53:21.146 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:53:21.146 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:53:21.146 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:53:21.146 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:53:21.146 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:53:21.146 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:53:21.146 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:53:21.146 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:53:21.146 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:53:21.146 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:53:21.146 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:53:21.146 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:53:21.146 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:53:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:53:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:53:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:53:21.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:53:21 smithi032 ceph-mon[189144]: from='client.57242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:53:21.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:53:21 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3766169508' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:53:21.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:53:21 smithi032 ceph-mon[191839]: from='client.57242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:53:21.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:53:21 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3766169508' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:53:21.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:53:21 smithi039 ceph-mon[181282]: from='client.57242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:53:21.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:53:21 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3766169508' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:53:22.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:53:22 smithi032 ceph-mon[189144]: from='client.47331 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:53:22.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:53:22 smithi032 ceph-mon[189144]: pgmap v12256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:22.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:53:22 smithi032 ceph-mon[191839]: from='client.47331 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:53:22.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:53:22 smithi032 ceph-mon[191839]: pgmap v12256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:22.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:53:22 smithi039 ceph-mon[181282]: from='client.47331 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:53:22.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:53:22 smithi039 ceph-mon[181282]: pgmap v12256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:24.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:53:24 smithi032 ceph-mon[191839]: pgmap v12257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:53:24 smithi032 ceph-mon[189144]: pgmap v12257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:53:24 smithi039 ceph-mon[181282]: pgmap v12257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:26.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:53:26 smithi032 ceph-mon[191839]: pgmap v12258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:26.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:53:26 smithi032 ceph-mon[189144]: pgmap v12258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:53:26 smithi039 ceph-mon[181282]: pgmap v12258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:28.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:53:28 smithi032 ceph-mon[191839]: pgmap v12259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:28.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:53:28 smithi032 ceph-mon[189144]: pgmap v12259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:53:28 smithi039 ceph-mon[181282]: pgmap v12259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:30.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:53:30 smithi032 ceph-mon[191839]: pgmap v12260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:30.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:53:30 smithi032 ceph-mon[189144]: pgmap v12260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:53:30 smithi039 ceph-mon[181282]: pgmap v12260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:53:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:53:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:53:32.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:53:31 smithi032 ceph-mon[189144]: pgmap v12261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:53:31 smithi032 ceph-mon[191839]: pgmap v12261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:53:31 smithi039 ceph-mon[181282]: pgmap v12261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:34.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:53:34 smithi032 ceph-mon[189144]: pgmap v12262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:34.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:53:34 smithi032 ceph-mon[191839]: pgmap v12262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:53:34 smithi039 ceph-mon[181282]: pgmap v12262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:35.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:53:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:53:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:53:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:53:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:53:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:53:36.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:53:36 smithi032 ceph-mon[189144]: pgmap v12263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:36.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:53:36 smithi032 ceph-mon[191839]: pgmap v12263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:36.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:53:36 smithi039 ceph-mon[181282]: pgmap v12263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:38.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:53:38 smithi032 ceph-mon[189144]: pgmap v12264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:38.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:53:38 smithi032 ceph-mon[191839]: pgmap v12264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:53:38 smithi039 ceph-mon[181282]: pgmap v12264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:40.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:53:40 smithi032 ceph-mon[189144]: pgmap v12265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:40.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:53:40 smithi032 ceph-mon[191839]: pgmap v12265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:40.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:53:40 smithi039 ceph-mon[181282]: pgmap v12265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:53:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:53:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:53:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:53:41 smithi039 ceph-mon[181282]: pgmap v12266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:42.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:53:41 smithi032 ceph-mon[189144]: pgmap v12266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:53:41 smithi032 ceph-mon[191839]: pgmap v12266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:44.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:53:44 smithi032 ceph-mon[191839]: pgmap v12267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:44.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:53:44 smithi032 ceph-mon[189144]: pgmap v12267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:53:44 smithi039 ceph-mon[181282]: pgmap v12267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:46.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:53:46 smithi032 ceph-mon[191839]: pgmap v12268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:53:46 smithi032 ceph-mon[189144]: pgmap v12268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:53:46 smithi039 ceph-mon[181282]: pgmap v12268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:48.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:53:48 smithi032 ceph-mon[191839]: pgmap v12269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:48.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:53:48 smithi032 ceph-mon[189144]: pgmap v12269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:53:48 smithi039 ceph-mon[181282]: pgmap v12269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:53:50 smithi032 ceph-mon[191839]: pgmap v12270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:53:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:53:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:53:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:53:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:53:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:53:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:53:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:53:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:53:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:53:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:53:50 smithi032 ceph-mon[189144]: pgmap v12270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:53:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:53:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:53:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:53:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:53:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:53:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:53:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:53:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:53:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:53:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:53:50 smithi039 ceph-mon[181282]: pgmap v12270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:53:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:53:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:53:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:53:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:53:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:53:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:53:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:53:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:53:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:53:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:53:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:53:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:53:51.509 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:53:51.831 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:53:51.831 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 3m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:53:51.831 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 62s ago 5h 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:53:51.831 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 3m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:53:51.831 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 62s ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:53:51.831 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 62s ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:53:51.831 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 3m ago 5h 760M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:53:51.831 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 3m ago 5h 1548M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:53:51.831 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 62s ago 5h 743M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:53:51.831 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 3m ago 5h 770M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:53:51.831 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 3m ago 5h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:53:51.831 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 62s ago 5h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:53:51.832 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 3m ago 5h 4787M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:53:51.832 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 3m ago 5h 4955M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:53:51.832 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 3m ago 5h 4416M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:53:51.832 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 3m ago 5h 4452M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:53:51.832 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 62s ago 5h 4224M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:53:51.832 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 62s ago 5h 4541M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:53:51.832 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 62s ago 5h 4245M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:53:51.832 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 62s ago 5h 4216M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:53:51.832 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 62s ago 5h 134M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:53:52.245 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:53:52.246 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:53:52.246 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:53:52.246 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:53:52.246 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:53:52.246 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:53:52.246 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:53:52.246 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:53:52.246 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:53:52.246 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:53:52.246 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:53:52.246 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:53:52.247 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:53:52.247 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:53:52.247 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:53:52.247 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:53:52.247 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:53:52.247 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:53:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:53:51 smithi039 ceph-mon[181282]: pgmap v12271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:53:51 smithi039 ceph-mon[181282]: from='client.57260 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:53:52.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:53:51 smithi032 ceph-mon[189144]: pgmap v12271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:52.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:53:51 smithi032 ceph-mon[189144]: from='client.57260 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:53:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:53:51 smithi032 ceph-mon[191839]: pgmap v12271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:53:51 smithi032 ceph-mon[191839]: from='client.57260 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:53:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:53:52 smithi039 ceph-mon[181282]: from='client.47349 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:53:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:53:52 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1691901288' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:53:53.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:53:52 smithi032 ceph-mon[189144]: from='client.47349 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:53:53.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:53:52 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1691901288' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:53:53.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:53:52 smithi032 ceph-mon[191839]: from='client.47349 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:53:53.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:53:52 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1691901288' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:53:54.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:53:53 smithi039 ceph-mon[181282]: pgmap v12272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:54.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:53:53 smithi032 ceph-mon[189144]: pgmap v12272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:53:53 smithi032 ceph-mon[191839]: pgmap v12272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:56.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:53:56 smithi032 ceph-mon[189144]: pgmap v12273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:56.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:53:56 smithi032 ceph-mon[191839]: pgmap v12273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:53:56 smithi039 ceph-mon[181282]: pgmap v12273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:58.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:53:58 smithi032 ceph-mon[191839]: pgmap v12274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:53:58 smithi032 ceph-mon[189144]: pgmap v12274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:53:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:53:58 smithi039 ceph-mon[181282]: pgmap v12274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:00.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:54:00 smithi032 ceph-mon[191839]: pgmap v12275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:00.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:54:00 smithi032 ceph-mon[189144]: pgmap v12275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:54:00 smithi039 ceph-mon[181282]: pgmap v12275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:54:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:54:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:54:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:54:01 smithi039 ceph-mon[181282]: pgmap v12276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:02.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:54:01 smithi032 ceph-mon[189144]: pgmap v12276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:54:01 smithi032 ceph-mon[191839]: pgmap v12276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:04.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:54:04 smithi032 ceph-mon[191839]: pgmap v12277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:04.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:54:04 smithi032 ceph-mon[189144]: pgmap v12277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:54:04 smithi039 ceph-mon[181282]: pgmap v12277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:54:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:54:05.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:54:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:54:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:54:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:54:06.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:54:06 smithi032 ceph-mon[189144]: pgmap v12278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:54:06 smithi032 ceph-mon[191839]: pgmap v12278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:54:06 smithi039 ceph-mon[181282]: pgmap v12278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:08.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:54:08 smithi032 ceph-mon[191839]: pgmap v12279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:08.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:54:08 smithi032 ceph-mon[189144]: pgmap v12279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:54:08 smithi039 ceph-mon[181282]: pgmap v12279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:10.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:54:10 smithi032 ceph-mon[191839]: pgmap v12280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:10.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:54:10 smithi032 ceph-mon[189144]: pgmap v12280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:54:10 smithi039 ceph-mon[181282]: pgmap v12280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:54:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:54:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:54:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:54:11 smithi039 ceph-mon[181282]: pgmap v12281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:12.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:54:11 smithi032 ceph-mon[191839]: pgmap v12281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:54:11 smithi032 ceph-mon[189144]: pgmap v12281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:14.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:54:14 smithi032 ceph-mon[191839]: pgmap v12282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:54:14 smithi032 ceph-mon[189144]: pgmap v12282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:54:14 smithi039 ceph-mon[181282]: pgmap v12282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:16.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:54:16 smithi032 ceph-mon[191839]: pgmap v12283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:16.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:54:16 smithi032 ceph-mon[189144]: pgmap v12283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:54:16 smithi039 ceph-mon[181282]: pgmap v12283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:18.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:54:18 smithi032 ceph-mon[191839]: pgmap v12284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:54:18 smithi032 ceph-mon[189144]: pgmap v12284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:54:18 smithi039 ceph-mon[181282]: pgmap v12284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:54:20 smithi032 ceph-mon[189144]: pgmap v12285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:54:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:54:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:54:20 smithi032 ceph-mon[191839]: pgmap v12285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:54:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:54:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:54:20 smithi039 ceph-mon[181282]: pgmap v12285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:54:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:54:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:54:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:54:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:54:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:54:21 smithi039 ceph-mon[181282]: pgmap v12286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:22.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:54:21 smithi032 ceph-mon[189144]: pgmap v12286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:22.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:54:21 smithi032 ceph-mon[191839]: pgmap v12286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:22.610 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:54:22.933 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:54:22.933 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 3m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:54:22.933 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 93s ago 5h 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:54:22.933 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 3m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:54:22.933 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 93s ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:54:22.933 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 93s ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:54:22.933 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 3m ago 5h 760M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:54:22.933 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 3m ago 5h 1548M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:54:22.933 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 93s ago 5h 743M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:54:22.933 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 3m ago 5h 770M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:54:22.933 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 3m ago 5h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:54:22.933 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 93s ago 5h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:54:22.933 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 3m ago 5h 4787M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:54:22.934 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 3m ago 5h 4955M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:54:22.934 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 3m ago 5h 4416M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:54:22.934 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 3m ago 5h 4452M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:54:22.934 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 93s ago 5h 4224M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:54:22.934 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 93s ago 5h 4541M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:54:22.934 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 93s ago 5h 4245M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:54:22.934 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 93s ago 5h 4216M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:54:22.934 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 93s ago 5h 134M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:54:23.340 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:54:23.340 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:54:23.341 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:54:23.341 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:54:23.341 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:54:23.341 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:54:23.341 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:54:23.341 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:54:23.341 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:54:23.341 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:54:23.341 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:54:23.341 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:54:23.341 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:54:23.342 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:54:23.342 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:54:23.342 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:54:23.342 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:54:23.342 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:54:23.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:54:23 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1663065223' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:54:23.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:54:23 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1663065223' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:54:23.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:54:23 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1663065223' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:54:24.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:54:24 smithi032 ceph-mon[191839]: from='client.47361 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:54:24.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:54:24 smithi032 ceph-mon[191839]: from='client.57284 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:54:24.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:54:24 smithi032 ceph-mon[191839]: pgmap v12287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:54:24 smithi032 ceph-mon[189144]: from='client.47361 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:54:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:54:24 smithi032 ceph-mon[189144]: from='client.57284 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:54:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:54:24 smithi032 ceph-mon[189144]: pgmap v12287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:54:24 smithi039 ceph-mon[181282]: from='client.47361 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:54:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:54:24 smithi039 ceph-mon[181282]: from='client.57284 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:54:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:54:24 smithi039 ceph-mon[181282]: pgmap v12287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:26.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:54:26 smithi032 ceph-mon[189144]: pgmap v12288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:54:26 smithi032 ceph-mon[191839]: pgmap v12288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:54:26 smithi039 ceph-mon[181282]: pgmap v12288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:28.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:54:28 smithi032 ceph-mon[191839]: pgmap v12289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:28.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:54:28 smithi032 ceph-mon[189144]: pgmap v12289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:54:28 smithi039 ceph-mon[181282]: pgmap v12289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:30.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:54:30 smithi032 ceph-mon[191839]: pgmap v12290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:30.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:54:30 smithi032 ceph-mon[189144]: pgmap v12290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:54:30 smithi039 ceph-mon[181282]: pgmap v12290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:54:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:54:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:54:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:54:31 smithi039 ceph-mon[181282]: pgmap v12291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:32.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:54:31 smithi032 ceph-mon[189144]: pgmap v12291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:54:31 smithi032 ceph-mon[191839]: pgmap v12291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:34.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:54:34 smithi032 ceph-mon[189144]: pgmap v12292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:34.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:54:34 smithi032 ceph-mon[191839]: pgmap v12292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:54:34 smithi039 ceph-mon[181282]: pgmap v12292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:35.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:54:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:54:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:54:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:54:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:54:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:54:36.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:54:36 smithi032 ceph-mon[189144]: pgmap v12293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:36.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:54:36 smithi032 ceph-mon[191839]: pgmap v12293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:36.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:54:36 smithi039 ceph-mon[181282]: pgmap v12293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:38.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:54:38 smithi032 ceph-mon[189144]: pgmap v12294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:38.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:54:38 smithi032 ceph-mon[191839]: pgmap v12294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:54:38 smithi039 ceph-mon[181282]: pgmap v12294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:40.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:54:40 smithi032 ceph-mon[191839]: pgmap v12295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:40.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:54:40 smithi032 ceph-mon[189144]: pgmap v12295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:40.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:54:40 smithi039 ceph-mon[181282]: pgmap v12295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:54:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:54:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:54:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:54:41 smithi039 ceph-mon[181282]: pgmap v12296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:42.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:54:41 smithi032 ceph-mon[191839]: pgmap v12296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:42.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:54:41 smithi032 ceph-mon[189144]: pgmap v12296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:44.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:54:44 smithi032 ceph-mon[189144]: pgmap v12297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:44.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:54:44 smithi032 ceph-mon[191839]: pgmap v12297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:54:44 smithi039 ceph-mon[181282]: pgmap v12297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:46.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:54:46 smithi032 ceph-mon[191839]: pgmap v12298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:54:46 smithi032 ceph-mon[189144]: pgmap v12298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:54:46 smithi039 ceph-mon[181282]: pgmap v12298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:48.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:54:48 smithi032 ceph-mon[191839]: pgmap v12299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:48.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:54:48 smithi032 ceph-mon[189144]: pgmap v12299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:54:48 smithi039 ceph-mon[181282]: pgmap v12299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:54:50 smithi032 ceph-mon[189144]: pgmap v12300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:54:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:54:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:54:50 smithi032 ceph-mon[191839]: pgmap v12300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:54:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:54:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:54:50 smithi039 ceph-mon[181282]: pgmap v12300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:54:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:54:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:54:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:54:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:54:51.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:54:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:54:51.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:54:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:54:51.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:54:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:54:51.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:54:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:54:51.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:54:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:54:51.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:54:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:54:51.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:54:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:54:51.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:54:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:54:51.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:54:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:54:51.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:54:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:54:51.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:54:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:54:51.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:54:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:54:52.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:54:52 smithi032 ceph-mon[191839]: pgmap v12301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:52.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:54:52 smithi032 ceph-mon[189144]: pgmap v12301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:52.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:54:52 smithi039 ceph-mon[181282]: pgmap v12301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:53.705 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:54:54.030 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:54:54.030 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 4m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:54:54.030 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 2m ago 5h 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:54:54.030 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 4m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:54:54.030 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 2m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:54:54.030 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 2m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:54:54.030 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 4m ago 5h 760M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:54:54.030 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 4m ago 5h 1548M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:54:54.030 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 2m ago 5h 743M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:54:54.030 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 4m ago 5h 770M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:54:54.030 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 4m ago 5h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:54:54.031 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 2m ago 5h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:54:54.031 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 4m ago 5h 4787M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:54:54.031 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 4m ago 5h 4955M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:54:54.031 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 4m ago 5h 4416M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:54:54.031 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 4m ago 5h 4452M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:54:54.031 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 2m ago 5h 4224M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:54:54.031 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 2m ago 5h 4541M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:54:54.031 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 2m ago 5h 4245M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:54:54.031 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 2m ago 5h 4216M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:54:54.031 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 2m ago 5h 134M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:54:54.432 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:54:54.432 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:54:54.433 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:54:54.433 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:54:54.433 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:54:54.433 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:54:54.433 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:54:54.433 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:54:54.433 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:54:54.433 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:54:54.433 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:54:54.433 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:54:54.433 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:54:54.433 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:54:54.434 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:54:54.434 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:54:54.434 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:54:54.434 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:54:54.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:54:54 smithi032 ceph-mon[191839]: pgmap v12302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:54.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:54:54 smithi032 ceph-mon[189144]: pgmap v12302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:54:54 smithi039 ceph-mon[181282]: pgmap v12302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:55.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:54:55 smithi032 ceph-mon[191839]: from='client.47379 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:54:55.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:54:55 smithi032 ceph-mon[191839]: from='client.47385 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:54:55.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:54:55 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3828035440' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:54:55.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:54:55 smithi032 ceph-mon[189144]: from='client.47379 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:54:55.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:54:55 smithi032 ceph-mon[189144]: from='client.47385 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:54:55.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:54:55 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3828035440' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:54:55.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:54:55 smithi039 ceph-mon[181282]: from='client.47379 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:54:55.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:54:55 smithi039 ceph-mon[181282]: from='client.47385 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:54:55.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:54:55 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3828035440' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:54:56.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:54:56 smithi032 ceph-mon[191839]: pgmap v12303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:56.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:54:56 smithi032 ceph-mon[189144]: pgmap v12303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:54:56 smithi039 ceph-mon[181282]: pgmap v12303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:58.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:54:58 smithi032 ceph-mon[191839]: pgmap v12304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:58.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:54:58 smithi032 ceph-mon[189144]: pgmap v12304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:54:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:54:58 smithi039 ceph-mon[181282]: pgmap v12304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:00.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:55:00 smithi032 ceph-mon[191839]: pgmap v12305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:00.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:55:00 smithi032 ceph-mon[189144]: pgmap v12305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:55:00 smithi039 ceph-mon[181282]: pgmap v12305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:55:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:55:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:55:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:55:01 smithi039 ceph-mon[181282]: pgmap v12306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:02.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:55:01 smithi032 ceph-mon[191839]: pgmap v12306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:55:01 smithi032 ceph-mon[189144]: pgmap v12306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:04.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:55:04 smithi032 ceph-mon[191839]: pgmap v12307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:55:04 smithi032 ceph-mon[189144]: pgmap v12307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:55:04 smithi039 ceph-mon[181282]: pgmap v12307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:55:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:55:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:55:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:55:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:55:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:55:06.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:55:06 smithi032 ceph-mon[189144]: pgmap v12308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:55:06 smithi032 ceph-mon[191839]: pgmap v12308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:55:06 smithi039 ceph-mon[181282]: pgmap v12308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:08.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:55:08 smithi032 ceph-mon[191839]: pgmap v12309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:55:08 smithi032 ceph-mon[189144]: pgmap v12309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:55:08 smithi039 ceph-mon[181282]: pgmap v12309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:10.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:55:10 smithi032 ceph-mon[189144]: pgmap v12310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:10.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:55:10 smithi032 ceph-mon[191839]: pgmap v12310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:55:10 smithi039 ceph-mon[181282]: pgmap v12310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:55:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:55:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:55:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:55:11 smithi039 ceph-mon[181282]: pgmap v12311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:12.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:55:11 smithi032 ceph-mon[191839]: pgmap v12311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:12.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:55:11 smithi032 ceph-mon[189144]: pgmap v12311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:14.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:55:14 smithi032 ceph-mon[189144]: pgmap v12312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:14.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:55:14 smithi032 ceph-mon[191839]: pgmap v12312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:55:14 smithi039 ceph-mon[181282]: pgmap v12312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:16.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:55:16 smithi032 ceph-mon[191839]: pgmap v12313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:55:16 smithi032 ceph-mon[189144]: pgmap v12313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:55:16 smithi039 ceph-mon[181282]: pgmap v12313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:18.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:55:18 smithi032 ceph-mon[191839]: pgmap v12314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:55:18 smithi032 ceph-mon[189144]: pgmap v12314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:55:18 smithi039 ceph-mon[181282]: pgmap v12314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:20.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:55:20 smithi032 ceph-mon[191839]: pgmap v12315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:55:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:55:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:55:20 smithi032 ceph-mon[189144]: pgmap v12315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:55:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:55:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:55:20 smithi039 ceph-mon[181282]: pgmap v12315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:55:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:55:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:55:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:55:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:55:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:55:21 smithi039 ceph-mon[181282]: pgmap v12316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:55:21 smithi032 ceph-mon[191839]: pgmap v12316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:55:21 smithi032 ceph-mon[189144]: pgmap v12316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:24.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:55:24 smithi032 ceph-mon[191839]: pgmap v12317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:55:24 smithi032 ceph-mon[189144]: pgmap v12317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:55:24 smithi039 ceph-mon[181282]: pgmap v12317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:24.795 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:55:25.118 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:55:25.118 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 4m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:55:25.118 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 2m ago 5h 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:55:25.118 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 4m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:55:25.118 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 2m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:55:25.118 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 2m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:55:25.118 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 4m ago 5h 760M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:55:25.118 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 4m ago 5h 1548M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:55:25.118 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 2m ago 5h 743M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:55:25.119 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 4m ago 5h 770M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:55:25.119 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 4m ago 5h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:55:25.119 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 2m ago 5h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:55:25.119 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 4m ago 5h 4787M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:55:25.119 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 4m ago 5h 4955M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:55:25.119 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 4m ago 5h 4416M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:55:25.119 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 4m ago 5h 4452M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:55:25.119 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 2m ago 5h 4224M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:55:25.120 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 2m ago 5h 4541M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:55:25.120 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 2m ago 5h 4245M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:55:25.120 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 2m ago 5h 4216M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:55:25.120 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 2m ago 5h 134M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:55:25.518 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:55:25.519 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:55:25.519 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:55:25.519 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:55:25.519 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:55:25.519 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:55:25.519 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:55:25.519 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:55:25.519 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:55:25.519 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:55:25.519 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:55:25.519 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:55:25.520 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:55:25.520 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:55:25.520 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:55:25.520 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:55:25.520 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:55:25.520 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:55:26.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:55:26 smithi032 ceph-mon[189144]: from='client.47397 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:55:26.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:55:26 smithi032 ceph-mon[189144]: from='client.47403 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:55:26.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:55:26 smithi032 ceph-mon[189144]: pgmap v12318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:26.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:55:26 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1669041953' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:55:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:55:26 smithi032 ceph-mon[191839]: from='client.47397 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:55:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:55:26 smithi032 ceph-mon[191839]: from='client.47403 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:55:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:55:26 smithi032 ceph-mon[191839]: pgmap v12318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:55:26 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1669041953' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:55:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:55:26 smithi039 ceph-mon[181282]: from='client.47397 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:55:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:55:26 smithi039 ceph-mon[181282]: from='client.47403 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:55:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:55:26 smithi039 ceph-mon[181282]: pgmap v12318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:55:26 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1669041953' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:55:28.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:55:28 smithi032 ceph-mon[189144]: pgmap v12319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:28.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:55:28 smithi032 ceph-mon[191839]: pgmap v12319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:55:28 smithi039 ceph-mon[181282]: pgmap v12319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:30.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:55:30 smithi032 ceph-mon[189144]: pgmap v12320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:30.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:55:30 smithi032 ceph-mon[191839]: pgmap v12320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:55:30 smithi039 ceph-mon[181282]: pgmap v12320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:55:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:55:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T22:55:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:55:31 smithi039 ceph-mon[181282]: pgmap v12321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:32.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:55:31 smithi032 ceph-mon[191839]: pgmap v12321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:55:31 smithi032 ceph-mon[189144]: pgmap v12321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:34.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:55:34 smithi032 ceph-mon[189144]: pgmap v12322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:34.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:55:34 smithi032 ceph-mon[191839]: pgmap v12322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:55:34 smithi039 ceph-mon[181282]: pgmap v12322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:55:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:55:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:55:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:55:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:55:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:55:36.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:55:36 smithi032 ceph-mon[191839]: pgmap v12323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:36.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:55:36 smithi032 ceph-mon[189144]: pgmap v12323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:36.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:55:36 smithi039 ceph-mon[181282]: pgmap v12323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:38.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:55:38 smithi032 ceph-mon[191839]: pgmap v12324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:38.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:55:38 smithi032 ceph-mon[189144]: pgmap v12324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:55:38 smithi039 ceph-mon[181282]: pgmap v12324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:40.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:55:40 smithi032 ceph-mon[191839]: pgmap v12325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:40.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:55:40 smithi032 ceph-mon[189144]: pgmap v12325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:40.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:55:40 smithi039 ceph-mon[181282]: pgmap v12325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:55:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:55:40] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T22:55:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:55:41 smithi039 ceph-mon[181282]: pgmap v12326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:42.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:55:41 smithi032 ceph-mon[191839]: pgmap v12326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:55:41 smithi032 ceph-mon[189144]: pgmap v12326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:44.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:55:44 smithi032 ceph-mon[189144]: pgmap v12327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:44.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:55:44 smithi032 ceph-mon[191839]: pgmap v12327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:55:44 smithi039 ceph-mon[181282]: pgmap v12327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:46.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:55:46 smithi032 ceph-mon[189144]: pgmap v12328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:46.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:55:46 smithi032 ceph-mon[191839]: pgmap v12328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:55:46 smithi039 ceph-mon[181282]: pgmap v12328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:48.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:55:48 smithi032 ceph-mon[191839]: pgmap v12329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:48.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:55:48 smithi032 ceph-mon[189144]: pgmap v12329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:55:48 smithi039 ceph-mon[181282]: pgmap v12329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:55:50 smithi032 ceph-mon[191839]: pgmap v12330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:55:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:55:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:55:50 smithi032 ceph-mon[189144]: pgmap v12330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:55:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:55:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:55:50 smithi039 ceph-mon[181282]: pgmap v12330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:55:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:55:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:55:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:55:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:55:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:55:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:55:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:55:51 smithi039 ceph-mon[181282]: pgmap v12331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:55:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:55:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:55:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:55:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:55:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:55:52.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:55:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:55:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:55:51 smithi032 ceph-mon[191839]: pgmap v12331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:55:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:55:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:55:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:55:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:55:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:55:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:55:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:55:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:55:51 smithi032 ceph-mon[189144]: pgmap v12331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:55:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:55:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:55:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:55:52.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:55:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:55:54.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:55:54 smithi032 ceph-mon[191839]: pgmap v12332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:54.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:55:54 smithi032 ceph-mon[189144]: pgmap v12332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:55:54 smithi039 ceph-mon[181282]: pgmap v12332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:55.883 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:55:56.206 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:55:56.207 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 5m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:55:56.207 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 3m ago 5h 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:55:56.207 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 5m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:55:56.207 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 3m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:55:56.207 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 3m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:55:56.207 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 5m ago 5h 760M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:55:56.207 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 5m ago 5h 1548M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:55:56.207 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 3m ago 5h 743M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:55:56.207 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 5m ago 5h 770M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:55:56.207 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 5m ago 5h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:55:56.207 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 3m ago 5h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:55:56.207 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 5m ago 5h 4787M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:55:56.208 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 5m ago 5h 4955M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:55:56.208 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 5m ago 5h 4416M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:55:56.208 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 5m ago 5h 4452M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:55:56.208 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 3m ago 5h 4224M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:55:56.208 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 3m ago 5h 4541M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:55:56.208 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 3m ago 5h 4245M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:55:56.208 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 3m ago 5h 4216M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:55:56.208 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 3m ago 5h 134M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:55:56.608 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:55:56.608 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:55:56.608 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:55:56.608 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:55:56.608 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:55:56.609 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:55:56.609 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:55:56.609 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:55:56.609 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:55:56.609 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:55:56.609 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:55:56.609 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:55:56.609 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:55:56.609 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:55:56.609 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:55:56.609 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:55:56.609 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:55:56.609 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:55:56.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:55:56 smithi032 ceph-mon[191839]: pgmap v12333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:56.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:55:56 smithi032 ceph-mon[189144]: pgmap v12333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:55:56 smithi039 ceph-mon[181282]: pgmap v12333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:57.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:55:57 smithi032 ceph-mon[189144]: from='client.57332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:55:57.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:55:57 smithi032 ceph-mon[189144]: from='client.47421 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:55:57.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:55:57 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3152424489' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:55:57.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:55:57 smithi032 ceph-mon[191839]: from='client.57332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:55:57.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:55:57 smithi032 ceph-mon[191839]: from='client.47421 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:55:57.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:55:57 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3152424489' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:55:57.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:55:57 smithi039 ceph-mon[181282]: from='client.57332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:55:57.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:55:57 smithi039 ceph-mon[181282]: from='client.47421 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:55:57.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:55:57 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3152424489' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:55:58.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:55:58 smithi032 ceph-mon[189144]: pgmap v12334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:58.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:55:58 smithi032 ceph-mon[191839]: pgmap v12334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:55:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:55:58 smithi039 ceph-mon[181282]: pgmap v12334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:00.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:56:00 smithi032 ceph-mon[189144]: pgmap v12335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:00.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:56:00 smithi032 ceph-mon[191839]: pgmap v12335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:56:00 smithi039 ceph-mon[181282]: pgmap v12335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:56:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:56:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:56:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:56:01 smithi039 ceph-mon[181282]: pgmap v12336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:02.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:56:01 smithi032 ceph-mon[191839]: pgmap v12336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:56:01 smithi032 ceph-mon[189144]: pgmap v12336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:04.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:56:04 smithi032 ceph-mon[189144]: pgmap v12337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:56:04 smithi032 ceph-mon[191839]: pgmap v12337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:56:04 smithi039 ceph-mon[181282]: pgmap v12337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:56:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:56:05.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:56:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:56:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:56:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:56:06.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:56:06 smithi032 ceph-mon[191839]: pgmap v12338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:06.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:56:06 smithi032 ceph-mon[189144]: pgmap v12338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:56:06 smithi039 ceph-mon[181282]: pgmap v12338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:08.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:56:08 smithi032 ceph-mon[191839]: pgmap v12339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:56:08 smithi032 ceph-mon[189144]: pgmap v12339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:56:08 smithi039 ceph-mon[181282]: pgmap v12339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:10.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:56:10 smithi032 ceph-mon[191839]: pgmap v12340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:10.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:56:10 smithi032 ceph-mon[189144]: pgmap v12340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:56:10 smithi039 ceph-mon[181282]: pgmap v12340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:56:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:56:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T22:56:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:56:11 smithi039 ceph-mon[181282]: pgmap v12341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:12.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:56:11 smithi032 ceph-mon[191839]: pgmap v12341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:56:11 smithi032 ceph-mon[189144]: pgmap v12341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:14.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:56:14 smithi032 ceph-mon[191839]: pgmap v12342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:56:14 smithi032 ceph-mon[189144]: pgmap v12342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:56:14 smithi039 ceph-mon[181282]: pgmap v12342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:16.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:56:16 smithi032 ceph-mon[191839]: pgmap v12343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:56:16 smithi032 ceph-mon[189144]: pgmap v12343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:56:16 smithi039 ceph-mon[181282]: pgmap v12343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:18.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:56:18 smithi032 ceph-mon[191839]: pgmap v12344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:18.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:56:18 smithi032 ceph-mon[189144]: pgmap v12344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:56:18 smithi039 ceph-mon[181282]: pgmap v12344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:56:20 smithi032 ceph-mon[189144]: pgmap v12345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:56:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:56:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:56:20 smithi032 ceph-mon[191839]: pgmap v12345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:56:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:56:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:56:20 smithi039 ceph-mon[181282]: pgmap v12345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:56:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:56:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:56:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:56:20] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T22:56:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:56:21 smithi039 ceph-mon[181282]: pgmap v12346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:22.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:56:21 smithi032 ceph-mon[191839]: pgmap v12346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:56:21 smithi032 ceph-mon[189144]: pgmap v12346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:24.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:56:24 smithi032 ceph-mon[191839]: pgmap v12347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:56:24 smithi032 ceph-mon[189144]: pgmap v12347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:56:24 smithi039 ceph-mon[181282]: pgmap v12347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:26.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:56:26 smithi032 ceph-mon[189144]: pgmap v12348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:26.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:56:26 smithi032 ceph-mon[191839]: pgmap v12348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:56:26 smithi039 ceph-mon[181282]: pgmap v12348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:26.973 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:56:27.296 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:56:27.297 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 5m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:56:27.297 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 3m ago 5h 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:56:27.297 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 5m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:56:27.297 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 3m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:56:27.297 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 3m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:56:27.297 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 5m ago 5h 760M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:56:27.297 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 5m ago 5h 1548M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:56:27.297 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 3m ago 5h 743M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:56:27.297 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 5m ago 5h 770M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:56:27.297 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 5m ago 5h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:56:27.297 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 3m ago 5h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:56:27.298 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 5m ago 5h 4787M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:56:27.298 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 5m ago 5h 4955M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:56:27.298 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 5m ago 5h 4416M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:56:27.298 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 5m ago 5h 4452M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:56:27.298 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 3m ago 5h 4224M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:56:27.298 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 3m ago 5h 4541M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:56:27.298 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 3m ago 5h 4245M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:56:27.298 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 3m ago 5h 4216M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:56:27.298 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 3m ago 5h 134M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:56:27.699 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:56:27.699 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:56:27.699 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:56:27.699 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:56:27.699 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:56:27.699 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:56:27.699 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:56:27.699 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:56:27.699 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:56:27.699 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:56:27.700 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:56:27.700 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:56:27.700 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:56:27.700 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:56:27.700 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:56:27.700 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:56:27.700 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:56:27.700 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:56:28.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:56:28 smithi032 ceph-mon[189144]: from='client.47433 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:56:28.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:56:28 smithi032 ceph-mon[189144]: from='client.57356 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:56:28.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:56:28 smithi032 ceph-mon[189144]: pgmap v12349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:28.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:56:28 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1614816230' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:56:28.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:56:28 smithi032 ceph-mon[191839]: from='client.47433 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:56:28.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:56:28 smithi032 ceph-mon[191839]: from='client.57356 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:56:28.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:56:28 smithi032 ceph-mon[191839]: pgmap v12349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:28.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:56:28 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1614816230' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:56:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:56:28 smithi039 ceph-mon[181282]: from='client.47433 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:56:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:56:28 smithi039 ceph-mon[181282]: from='client.57356 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:56:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:56:28 smithi039 ceph-mon[181282]: pgmap v12349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:56:28 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1614816230' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:56:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:56:30 smithi039 ceph-mon[181282]: pgmap v12350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:30.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:56:30 smithi032 ceph-mon[189144]: pgmap v12350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:56:30 smithi032 ceph-mon[191839]: pgmap v12350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:56:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:56:30] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T22:56:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:56:31 smithi039 ceph-mon[181282]: pgmap v12351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:32.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:56:31 smithi032 ceph-mon[191839]: pgmap v12351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:56:31 smithi032 ceph-mon[189144]: pgmap v12351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:34.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:56:34 smithi032 ceph-mon[189144]: pgmap v12352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:34.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:56:34 smithi032 ceph-mon[191839]: pgmap v12352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:56:34 smithi039 ceph-mon[181282]: pgmap v12352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:56:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:56:35.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:56:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:56:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:56:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:56:36.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:56:36 smithi039 ceph-mon[181282]: pgmap v12353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:36.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:56:36 smithi032 ceph-mon[189144]: pgmap v12353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:36.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:56:36 smithi032 ceph-mon[191839]: pgmap v12353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:56:38 smithi039 ceph-mon[181282]: pgmap v12354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:38.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:56:38 smithi032 ceph-mon[191839]: pgmap v12354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:38.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:56:38 smithi032 ceph-mon[189144]: pgmap v12354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:40.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:56:40 smithi039 ceph-mon[181282]: pgmap v12355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:40.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:56:40 smithi032 ceph-mon[189144]: pgmap v12355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:40.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:56:40 smithi032 ceph-mon[191839]: pgmap v12355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:56:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:56:40] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T22:56:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:56:41 smithi039 ceph-mon[181282]: pgmap v12356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:56:41 smithi032 ceph-mon[191839]: pgmap v12356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:56:41 smithi032 ceph-mon[189144]: pgmap v12356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:44.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:56:44 smithi032 ceph-mon[191839]: pgmap v12357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:44.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:56:44 smithi032 ceph-mon[189144]: pgmap v12357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:56:44 smithi039 ceph-mon[181282]: pgmap v12357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:56:46 smithi039 ceph-mon[181282]: pgmap v12358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:46.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:56:46 smithi032 ceph-mon[191839]: pgmap v12358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:46.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:56:46 smithi032 ceph-mon[189144]: pgmap v12358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:56:48 smithi039 ceph-mon[181282]: pgmap v12359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:48.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:56:48 smithi032 ceph-mon[191839]: pgmap v12359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:48.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:56:48 smithi032 ceph-mon[189144]: pgmap v12359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:56:50 smithi039 ceph-mon[181282]: pgmap v12360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:56:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:56:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:56:50 smithi032 ceph-mon[189144]: pgmap v12360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:56:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:56:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:56:50 smithi032 ceph-mon[191839]: pgmap v12360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:56:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:56:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:56:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:56:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:56:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:56:51 smithi039 ceph-mon[181282]: pgmap v12361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:56:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:56:52.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:56:51 smithi032 ceph-mon[189144]: pgmap v12361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:56:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:56:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:56:51 smithi032 ceph-mon[191839]: pgmap v12361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:56:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:56:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:56:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:56:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:56:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:56:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:56:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:56:53.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:56:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:56:53.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:56:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:56:53.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:56:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:56:53.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:56:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:56:53.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:56:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:56:53.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:56:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:56:54.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:56:53 smithi039 ceph-mon[181282]: pgmap v12362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:54.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:56:53 smithi032 ceph-mon[191839]: pgmap v12362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:54.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:56:53 smithi032 ceph-mon[189144]: pgmap v12362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:56:56 smithi039 ceph-mon[181282]: pgmap v12363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:56.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:56:56 smithi032 ceph-mon[189144]: pgmap v12363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:56.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:56:56 smithi032 ceph-mon[191839]: pgmap v12363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:58.065 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:56:58.389 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:56:58.389 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 6m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:56:58.389 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 4m ago 5h 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:56:58.389 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 6m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:56:58.389 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 4m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:56:58.389 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 4m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:56:58.389 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 6m ago 5h 760M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:56:58.389 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 6m ago 5h 1548M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:56:58.389 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 4m ago 5h 743M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:56:58.390 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 6m ago 5h 770M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:56:58.390 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 6m ago 5h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:56:58.390 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 4m ago 5h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:56:58.390 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 6m ago 5h 4787M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:56:58.390 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 6m ago 5h 4955M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:56:58.390 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 6m ago 5h 4416M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:56:58.390 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 6m ago 5h 4452M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:56:58.390 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 4m ago 5h 4224M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:56:58.390 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 4m ago 5h 4541M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:56:58.390 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 4m ago 5h 4245M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:56:58.390 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 4m ago 5h 4216M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:56:58.390 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 4m ago 5h 134M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:56:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:56:58 smithi039 ceph-mon[181282]: pgmap v12364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:58.792 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:56:58.792 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:56:58.792 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:56:58.792 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:56:58.792 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:56:58.793 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:56:58.793 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:56:58.793 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:56:58.793 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:56:58.793 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:56:58.793 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:56:58.793 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:56:58.793 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:56:58.793 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:56:58.793 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:56:58.793 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:56:58.793 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:56:58.793 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:56:58.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:56:58 smithi032 ceph-mon[191839]: pgmap v12364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:58.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:56:58 smithi032 ceph-mon[189144]: pgmap v12364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:56:59.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:56:59 smithi039 ceph-mon[181282]: from='client.57368 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:56:59.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:56:59 smithi039 ceph-mon[181282]: from='client.47457 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:56:59.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:56:59 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2172231902' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:56:59.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:56:59 smithi032 ceph-mon[191839]: from='client.57368 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:56:59.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:56:59 smithi032 ceph-mon[191839]: from='client.47457 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:56:59.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:56:59 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2172231902' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:56:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:56:59 smithi032 ceph-mon[189144]: from='client.57368 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:56:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:56:59 smithi032 ceph-mon[189144]: from='client.47457 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:56:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:56:59 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2172231902' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:57:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:57:00 smithi039 ceph-mon[181282]: pgmap v12365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:00.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:57:00 smithi032 ceph-mon[189144]: pgmap v12365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:00.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:57:00 smithi032 ceph-mon[191839]: pgmap v12365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:57:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:57:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:57:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:57:01 smithi039 ceph-mon[181282]: pgmap v12366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:02.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:57:01 smithi032 ceph-mon[191839]: pgmap v12366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:57:01 smithi032 ceph-mon[189144]: pgmap v12366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:57:04 smithi039 ceph-mon[181282]: pgmap v12367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:04.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:57:04 smithi032 ceph-mon[191839]: pgmap v12367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:04.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:57:04 smithi032 ceph-mon[189144]: pgmap v12367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:57:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:57:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:57:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:57:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:57:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:57:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:57:06 smithi039 ceph-mon[181282]: pgmap v12368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:06.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:57:06 smithi032 ceph-mon[191839]: pgmap v12368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:06.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:57:06 smithi032 ceph-mon[189144]: pgmap v12368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:57:08 smithi039 ceph-mon[181282]: pgmap v12369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:08.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:57:08 smithi032 ceph-mon[191839]: pgmap v12369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:08.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:57:08 smithi032 ceph-mon[189144]: pgmap v12369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:57:10 smithi039 ceph-mon[181282]: pgmap v12370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:10.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:57:10 smithi032 ceph-mon[191839]: pgmap v12370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:10.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:57:10 smithi032 ceph-mon[189144]: pgmap v12370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:57:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:57:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:57:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:57:11 smithi039 ceph-mon[181282]: pgmap v12371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:12.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:57:11 smithi032 ceph-mon[191839]: pgmap v12371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:57:11 smithi032 ceph-mon[189144]: pgmap v12371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:57:14 smithi039 ceph-mon[181282]: pgmap v12372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:14.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:57:14 smithi032 ceph-mon[191839]: pgmap v12372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:14.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:57:14 smithi032 ceph-mon[189144]: pgmap v12372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:16.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:57:16 smithi039 ceph-mon[181282]: pgmap v12373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:16.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:57:16 smithi032 ceph-mon[191839]: pgmap v12373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:16.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:57:16 smithi032 ceph-mon[189144]: pgmap v12373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:57:18 smithi039 ceph-mon[181282]: pgmap v12374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:57:18 smithi032 ceph-mon[191839]: pgmap v12374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:18.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:57:18 smithi032 ceph-mon[189144]: pgmap v12374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:57:20 smithi039 ceph-mon[181282]: pgmap v12375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:20.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:57:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:57:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:57:20 smithi032 ceph-mon[191839]: pgmap v12375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:57:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:57:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:57:20 smithi032 ceph-mon[189144]: pgmap v12375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:57:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:57:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:57:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:57:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:57:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:57:21 smithi039 ceph-mon[181282]: pgmap v12376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:22.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:57:21 smithi032 ceph-mon[191839]: pgmap v12376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:57:21 smithi032 ceph-mon[189144]: pgmap v12376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:57:24 smithi039 ceph-mon[181282]: pgmap v12377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:24.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:57:24 smithi032 ceph-mon[191839]: pgmap v12377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:24.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:57:24 smithi032 ceph-mon[189144]: pgmap v12377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:57:26 smithi039 ceph-mon[181282]: pgmap v12378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:26.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:57:26 smithi032 ceph-mon[191839]: pgmap v12378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:26.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:57:26 smithi032 ceph-mon[189144]: pgmap v12378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:57:28 smithi039 ceph-mon[181282]: pgmap v12379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:57:28 smithi032 ceph-mon[191839]: pgmap v12379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:28.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:57:28 smithi032 ceph-mon[189144]: pgmap v12379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:29.155 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:57:29.481 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:57:29.481 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 6m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:57:29.481 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 4m ago 5h 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:57:29.481 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 6m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:57:29.482 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 4m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:57:29.482 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 4m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:57:29.482 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 6m ago 5h 760M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:57:29.482 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 6m ago 5h 1548M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:57:29.482 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 4m ago 5h 743M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:57:29.482 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 6m ago 5h 770M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:57:29.482 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 6m ago 5h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:57:29.482 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 4m ago 5h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:57:29.482 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 6m ago 5h 4787M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:57:29.482 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 6m ago 5h 4955M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:57:29.482 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 6m ago 5h 4416M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:57:29.482 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 6m ago 5h 4452M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:57:29.482 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 4m ago 5h 4224M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:57:29.482 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 4m ago 5h 4541M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:57:29.482 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 4m ago 5h 4245M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:57:29.483 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 4m ago 5h 4216M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:57:29.483 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 4m ago 5h 134M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:57:29.878 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:57:29.878 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:57:29.878 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:57:29.878 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:57:29.878 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:57:29.878 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:57:29.878 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:57:29.878 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:57:29.879 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:57:29.879 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:57:29.879 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:57:29.879 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:57:29.879 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:57:29.879 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:57:29.879 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:57:29.879 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:57:29.879 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:57:29.879 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:57:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:57:30 smithi039 ceph-mon[181282]: from='client.57386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:57:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:57:30 smithi039 ceph-mon[181282]: pgmap v12380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:57:30 smithi039 ceph-mon[181282]: from='client.57392 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:57:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:57:30 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2521000825' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:57:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:57:30 smithi032 ceph-mon[191839]: from='client.57386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:57:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:57:30 smithi032 ceph-mon[191839]: pgmap v12380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:57:30 smithi032 ceph-mon[191839]: from='client.57392 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:57:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:57:30 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2521000825' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:57:30.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:57:30 smithi032 ceph-mon[189144]: from='client.57386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:57:30.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:57:30 smithi032 ceph-mon[189144]: pgmap v12380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:30.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:57:30 smithi032 ceph-mon[189144]: from='client.57392 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:57:30.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:57:30 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2521000825' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:57:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:57:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:57:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:57:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:57:31 smithi039 ceph-mon[181282]: pgmap v12381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:32.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:57:31 smithi032 ceph-mon[191839]: pgmap v12381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:57:31 smithi032 ceph-mon[189144]: pgmap v12381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:57:34 smithi039 ceph-mon[181282]: pgmap v12382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:34.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:57:34 smithi032 ceph-mon[191839]: pgmap v12382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:34.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:57:34 smithi032 ceph-mon[189144]: pgmap v12382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:57:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:57:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:57:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:57:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:57:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:57:36.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:57:36 smithi039 ceph-mon[181282]: pgmap v12383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:36.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:57:36 smithi032 ceph-mon[191839]: pgmap v12383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:36.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:57:36 smithi032 ceph-mon[189144]: pgmap v12383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:57:38 smithi039 ceph-mon[181282]: pgmap v12384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:38.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:57:38 smithi032 ceph-mon[191839]: pgmap v12384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:38.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:57:38 smithi032 ceph-mon[189144]: pgmap v12384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:40.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:57:40 smithi039 ceph-mon[181282]: pgmap v12385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:40.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:57:40 smithi032 ceph-mon[189144]: pgmap v12385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:40.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:57:40 smithi032 ceph-mon[191839]: pgmap v12385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:57:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:57:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T22:57:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:57:41 smithi039 ceph-mon[181282]: pgmap v12386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:42.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:57:41 smithi032 ceph-mon[189144]: pgmap v12386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:57:41 smithi032 ceph-mon[191839]: pgmap v12386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:57:44 smithi039 ceph-mon[181282]: pgmap v12387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:44.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:57:44 smithi032 ceph-mon[191839]: pgmap v12387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:44.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:57:44 smithi032 ceph-mon[189144]: pgmap v12387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:57:46 smithi039 ceph-mon[181282]: pgmap v12388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:46.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:57:46 smithi032 ceph-mon[191839]: pgmap v12388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:46.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:57:46 smithi032 ceph-mon[189144]: pgmap v12388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:57:48 smithi039 ceph-mon[181282]: pgmap v12389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:48.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:57:48 smithi032 ceph-mon[191839]: pgmap v12389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:48.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:57:48 smithi032 ceph-mon[189144]: pgmap v12389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:57:50 smithi039 ceph-mon[181282]: pgmap v12390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:57:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:57:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:57:50 smithi032 ceph-mon[189144]: pgmap v12390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:57:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:57:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:57:50 smithi032 ceph-mon[191839]: pgmap v12390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:57:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:57:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:57:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:57:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:57:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:57:51 smithi039 ceph-mon[181282]: pgmap v12391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:57:51 smithi032 ceph-mon[189144]: pgmap v12391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:57:51 smithi032 ceph-mon[191839]: pgmap v12391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:57:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:57:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:57:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:57:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:57:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:57:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:57:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:57:53.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:57:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:57:53.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:57:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:57:53.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:57:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:57:53.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:57:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:57:53.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:57:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:57:53.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:57:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:57:53.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:57:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:57:53.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:57:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:57:54.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:57:53 smithi039 ceph-mon[181282]: pgmap v12392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:54.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:57:53 smithi032 ceph-mon[189144]: pgmap v12392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:57:53 smithi032 ceph-mon[191839]: pgmap v12392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:57:56 smithi039 ceph-mon[181282]: pgmap v12393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:56.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:57:56 smithi032 ceph-mon[191839]: pgmap v12393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:56.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:57:56 smithi032 ceph-mon[189144]: pgmap v12393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:57:58 smithi039 ceph-mon[181282]: pgmap v12394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:58.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:57:58 smithi032 ceph-mon[191839]: pgmap v12394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:57:58.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:57:58 smithi032 ceph-mon[189144]: pgmap v12394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:00.243 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:58:00.567 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:58:00.567 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 7m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:58:00.567 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 5m ago 5h 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:58:00.567 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 7m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:58:00.568 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 5m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:58:00.568 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 5m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:58:00.568 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 7m ago 5h 760M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:58:00.568 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 7m ago 5h 1548M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:58:00.568 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 5m ago 5h 743M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:58:00.568 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 7m ago 5h 770M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:58:00.568 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 7m ago 5h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:58:00.568 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 5m ago 5h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:58:00.568 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 7m ago 5h 4787M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:58:00.568 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 7m ago 5h 4955M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:58:00.568 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 7m ago 5h 4416M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:58:00.568 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 7m ago 5h 4452M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:58:00.568 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 5m ago 5h 4224M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:58:00.568 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 5m ago 5h 4541M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:58:00.569 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 5m ago 5h 4245M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:58:00.569 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 5m ago 5h 4216M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:58:00.569 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 5m ago 5h 134M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:58:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:00 smithi039 ceph-mon[181282]: pgmap v12395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:00.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:00 smithi032 ceph-mon[189144]: pgmap v12395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:00.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:00 smithi032 ceph-mon[191839]: pgmap v12395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:00.973 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:58:00.973 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:58:00.973 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:58:00.973 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:58:00.973 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:58:00.973 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:58:00.974 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:58:00.974 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:58:00.974 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:58:00.974 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:58:00.974 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:58:00.974 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:58:00.974 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:58:00.974 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:58:00.974 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:58:00.974 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:58:00.974 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:58:00.974 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:58:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:58:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:58:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:58:01.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:01 smithi039 ceph-mon[181282]: from='client.57404 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:58:01.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:01 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2184149183' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:58:01.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:01 smithi032 ceph-mon[189144]: from='client.57404 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:58:01.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:01 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2184149183' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:58:01.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:01 smithi032 ceph-mon[191839]: from='client.57404 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:58:01.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:01 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2184149183' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:58:02.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:02 smithi039 ceph-mon[181282]: from='client.57410 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:58:02.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:02 smithi039 ceph-mon[181282]: pgmap v12396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:02.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:02 smithi032 ceph-mon[189144]: from='client.57410 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:58:02.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:02 smithi032 ceph-mon[189144]: pgmap v12396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:02.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:02 smithi032 ceph-mon[191839]: from='client.57410 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:58:02.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:02 smithi032 ceph-mon[191839]: pgmap v12396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:04 smithi039 ceph-mon[181282]: pgmap v12397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:04.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:04 smithi032 ceph-mon[189144]: pgmap v12397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:04.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:04 smithi032 ceph-mon[191839]: pgmap v12397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:58:05.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:58:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:58:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:06 smithi039 ceph-mon[181282]: pgmap v12398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:06.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:06 smithi032 ceph-mon[189144]: pgmap v12398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:06.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:06 smithi032 ceph-mon[191839]: pgmap v12398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:08 smithi039 ceph-mon[181282]: pgmap v12399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:08.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:08 smithi032 ceph-mon[189144]: pgmap v12399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:08.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:08 smithi032 ceph-mon[191839]: pgmap v12399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:10 smithi039 ceph-mon[181282]: pgmap v12400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:10.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:10 smithi032 ceph-mon[191839]: pgmap v12400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:10.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:10 smithi032 ceph-mon[189144]: pgmap v12400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:58:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:58:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:58:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:11 smithi039 ceph-mon[181282]: pgmap v12401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:12.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:11 smithi032 ceph-mon[191839]: pgmap v12401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:11 smithi032 ceph-mon[189144]: pgmap v12401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:14 smithi039 ceph-mon[181282]: pgmap v12402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:14.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:14 smithi032 ceph-mon[191839]: pgmap v12402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:14.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:14 smithi032 ceph-mon[189144]: pgmap v12402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:16 smithi039 ceph-mon[181282]: pgmap v12403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:16.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:16 smithi032 ceph-mon[191839]: pgmap v12403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:16.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:16 smithi032 ceph-mon[189144]: pgmap v12403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:18 smithi039 ceph-mon[181282]: pgmap v12404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:18 smithi032 ceph-mon[191839]: pgmap v12404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:18.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:18 smithi032 ceph-mon[189144]: pgmap v12404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:20 smithi039 ceph-mon[181282]: pgmap v12405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:58:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:20 smithi032 ceph-mon[191839]: pgmap v12405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:58:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:20 smithi032 ceph-mon[189144]: pgmap v12405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:20.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:58:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:58:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:58:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T22:58:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:21 smithi039 ceph-mon[181282]: pgmap v12406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:22.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:21 smithi032 ceph-mon[189144]: pgmap v12406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:21 smithi032 ceph-mon[191839]: pgmap v12406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:24 smithi039 ceph-mon[181282]: pgmap v12407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:24.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:24 smithi032 ceph-mon[191839]: pgmap v12407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:24.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:24 smithi032 ceph-mon[189144]: pgmap v12407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:26 smithi039 ceph-mon[181282]: pgmap v12408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:26.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:26 smithi032 ceph-mon[191839]: pgmap v12408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:26.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:26 smithi032 ceph-mon[189144]: pgmap v12408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:28 smithi039 ceph-mon[181282]: pgmap v12409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:28 smithi032 ceph-mon[191839]: pgmap v12409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:28.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:28 smithi032 ceph-mon[189144]: pgmap v12409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:30 smithi039 ceph-mon[181282]: pgmap v12410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:30.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:30 smithi032 ceph-mon[189144]: pgmap v12410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:30 smithi032 ceph-mon[191839]: pgmap v12410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:58:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:58:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T22:58:31.331 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:58:31.659 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:58:31.659 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 7m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:58:31.659 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 5m ago 5h 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:58:31.659 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 7m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:58:31.659 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 5m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:58:31.659 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 5m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:58:31.659 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 7m ago 5h 760M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:58:31.660 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 7m ago 5h 1548M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:58:31.660 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 5m ago 5h 743M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:58:31.660 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 7m ago 5h 770M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:58:31.660 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 7m ago 5h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:58:31.660 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 5m ago 5h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:58:31.660 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 7m ago 5h 4787M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:58:31.660 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 7m ago 5h 4955M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:58:31.660 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 7m ago 5h 4416M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:58:31.660 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 7m ago 5h 4452M 2367M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:58:31.660 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 5m ago 5h 4224M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:58:31.660 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 5m ago 5h 4541M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:58:31.660 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 5m ago 5h 4245M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:58:31.660 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 5m ago 5h 4216M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:58:31.661 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 5m ago 5h 134M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:58:32.063 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:58:32.063 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:58:32.063 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:58:32.063 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:58:32.064 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:58:32.064 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:58:32.064 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:58:32.064 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:58:32.064 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:58:32.064 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:58:32.065 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:58:32.065 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:58:32.065 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:58:32.065 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:58:32.065 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:58:32.065 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:58:32.066 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:58:32.066 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:58:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:32 smithi039 ceph-mon[181282]: from='client.57422 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:58:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:32 smithi039 ceph-mon[181282]: pgmap v12411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:32.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:31 smithi032 ceph-mon[191839]: from='client.57422 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:58:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:31 smithi032 ceph-mon[191839]: pgmap v12411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:31 smithi032 ceph-mon[189144]: from='client.57422 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:58:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:31 smithi032 ceph-mon[189144]: pgmap v12411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:33 smithi039 ceph-mon[181282]: from='client.47511 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:58:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:33 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1276125871' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:58:33.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:32 smithi032 ceph-mon[191839]: from='client.47511 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:58:33.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:32 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1276125871' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:58:33.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:32 smithi032 ceph-mon[189144]: from='client.47511 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:58:33.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:32 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1276125871' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:58:34.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:34 smithi032 ceph-mon[191839]: pgmap v12412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:34 smithi032 ceph-mon[189144]: pgmap v12412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:34 smithi039 ceph-mon[181282]: pgmap v12412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:58:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:58:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:58:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:36 smithi032 ceph-mon[191839]: pgmap v12413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:36 smithi032 ceph-mon[189144]: pgmap v12413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:36 smithi039 ceph-mon[181282]: pgmap v12413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:38 smithi039 ceph-mon[181282]: pgmap v12414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:38.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:38 smithi032 ceph-mon[191839]: pgmap v12414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:38.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:38 smithi032 ceph-mon[189144]: pgmap v12414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:40.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:40 smithi039 ceph-mon[181282]: pgmap v12415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:40.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:40 smithi032 ceph-mon[189144]: pgmap v12415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:40.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:40 smithi032 ceph-mon[191839]: pgmap v12415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:58:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:58:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:58:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:42 smithi039 ceph-mon[181282]: pgmap v12416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:42.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:42 smithi032 ceph-mon[191839]: pgmap v12416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:42 smithi032 ceph-mon[189144]: pgmap v12416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:44 smithi039 ceph-mon[181282]: pgmap v12417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:44.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:44 smithi032 ceph-mon[189144]: pgmap v12417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:44.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:44 smithi032 ceph-mon[191839]: pgmap v12417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:46 smithi039 ceph-mon[181282]: pgmap v12418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:46.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:46 smithi032 ceph-mon[189144]: pgmap v12418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:46.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:46 smithi032 ceph-mon[191839]: pgmap v12418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:48 smithi039 ceph-mon[181282]: pgmap v12419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:48.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:48 smithi032 ceph-mon[191839]: pgmap v12419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:48.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:48 smithi032 ceph-mon[189144]: pgmap v12419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:50 smithi039 ceph-mon[181282]: pgmap v12420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:58:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:50 smithi032 ceph-mon[191839]: pgmap v12420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:58:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:50 smithi032 ceph-mon[189144]: pgmap v12420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:58:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:58:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:58:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:58:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:52 smithi039 ceph-mon[181282]: pgmap v12421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:52.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:52 smithi032 ceph-mon[191839]: pgmap v12421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:52 smithi032 ceph-mon[189144]: pgmap v12421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:53.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:58:53.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:58:53.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:58:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:58:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:58:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:54 smithi039 ceph-mon[181282]: pgmap v12422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:58:54.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:58:54.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:58:54.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:58:54.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:58:54.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:58:54.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:58:54.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:58:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:58:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:58:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:54 smithi032 ceph-mon[191839]: pgmap v12422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:58:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:58:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:58:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:58:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:58:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:58:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:58:54.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:58:54.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:58:54.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:58:54.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:54 smithi032 ceph-mon[189144]: pgmap v12422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:54.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:58:54.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:58:54.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:58:54.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T22:58:54.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:58:54.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:58:54.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:58:54.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:58:55.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:55 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi032 to 2358M 2023-12-22T22:58:55.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:55 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi032 to 2358M 2023-12-22T22:58:55.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:55 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi032 to 2358M 2023-12-22T22:58:56.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:56 smithi032 ceph-mon[191839]: pgmap v12423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:56.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:56 smithi032 ceph-mon[189144]: pgmap v12423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:56 smithi039 ceph-mon[181282]: pgmap v12423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:58:58 smithi039 ceph-mon[181282]: pgmap v12424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:58.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:58:58 smithi032 ceph-mon[191839]: pgmap v12424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:58:58.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:58:58 smithi032 ceph-mon[189144]: pgmap v12424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:00 smithi039 ceph-mon[181282]: pgmap v12425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:00.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:00 smithi032 ceph-mon[189144]: pgmap v12425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:00.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:00 smithi032 ceph-mon[191839]: pgmap v12425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:59:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:59:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:59:02.423 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:59:02.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:02 smithi032 ceph-mon[189144]: pgmap v12426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:02.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:02 smithi032 ceph-mon[191839]: pgmap v12426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:02 smithi039 ceph-mon[181282]: pgmap v12426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:02.747 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:59:02.747 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 8m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:59:02.747 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 6m ago 5h 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:59:02.747 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 8m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:59:02.747 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 6m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:59:02.747 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 6m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:59:02.747 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 8m ago 5h 760M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:59:02.747 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 8m ago 5h 1548M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:59:02.747 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 6m ago 5h 743M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:59:02.747 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 8m ago 5h 770M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:59:02.747 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 8m ago 5h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:59:02.747 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 6m ago 5h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:59:02.747 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 8m ago 5h 4787M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:59:02.748 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 8m ago 5h 4955M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:59:02.748 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 8m ago 5h 4416M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:59:02.748 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 8m ago 5h 4452M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:59:02.748 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 6m ago 5h 4224M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:59:02.748 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 6m ago 5h 4541M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:59:02.748 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 6m ago 5h 4245M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:59:02.748 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 6m ago 5h 4216M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:59:02.748 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 6m ago 5h 134M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:59:03.146 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:59:03.146 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:59:03.146 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:59:03.146 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:59:03.146 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:59:03.146 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:59:03.146 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:59:03.146 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:59:03.146 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:59:03.146 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:59:03.147 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:59:03.147 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:59:03.147 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:59:03.147 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:59:03.147 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:59:03.147 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:59:03.147 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:59:03.147 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:59:03.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:03 smithi032 ceph-mon[189144]: from='client.47523 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:59:03.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:03 smithi032 ceph-mon[191839]: from='client.47523 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:59:03.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:03 smithi039 ceph-mon[181282]: from='client.47523 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:59:04.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:04 smithi032 ceph-mon[189144]: from='client.47529 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:59:04.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:04 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2326365843' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:59:04.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:04 smithi032 ceph-mon[189144]: pgmap v12427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:04 smithi032 ceph-mon[191839]: from='client.47529 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:59:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:04 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2326365843' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:59:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:04 smithi032 ceph-mon[191839]: pgmap v12427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:04 smithi039 ceph-mon[181282]: from='client.47529 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:59:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:04 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2326365843' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:59:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:04 smithi039 ceph-mon[181282]: pgmap v12427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:59:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:59:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:59:06.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:06 smithi032 ceph-mon[191839]: pgmap v12428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:06 smithi032 ceph-mon[189144]: pgmap v12428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:06 smithi039 ceph-mon[181282]: pgmap v12428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:08 smithi039 ceph-mon[181282]: pgmap v12429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:08.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:08 smithi032 ceph-mon[189144]: pgmap v12429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:08.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:08 smithi032 ceph-mon[191839]: pgmap v12429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:10 smithi039 ceph-mon[181282]: pgmap v12430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:10.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:10 smithi032 ceph-mon[189144]: pgmap v12430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:10.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:10 smithi032 ceph-mon[191839]: pgmap v12430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:59:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:59:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T22:59:12.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:12 smithi032 ceph-mon[189144]: pgmap v12431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:12 smithi032 ceph-mon[191839]: pgmap v12431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:12 smithi039 ceph-mon[181282]: pgmap v12431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:14 smithi039 ceph-mon[181282]: pgmap v12432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:14.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:14 smithi032 ceph-mon[191839]: pgmap v12432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:14.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:14 smithi032 ceph-mon[189144]: pgmap v12432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:16 smithi039 ceph-mon[181282]: pgmap v12433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:16.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:16 smithi032 ceph-mon[191839]: pgmap v12433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:16.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:16 smithi032 ceph-mon[189144]: pgmap v12433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:18 smithi039 ceph-mon[181282]: pgmap v12434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:18 smithi032 ceph-mon[191839]: pgmap v12434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:18.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:18 smithi032 ceph-mon[189144]: pgmap v12434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:20 smithi039 ceph-mon[181282]: pgmap v12435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:59:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:20 smithi032 ceph-mon[189144]: pgmap v12435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:59:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:20 smithi032 ceph-mon[191839]: pgmap v12435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:20.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:59:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:59:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:59:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:59:22.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:22 smithi032 ceph-mon[191839]: pgmap v12436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:22 smithi032 ceph-mon[189144]: pgmap v12436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:22 smithi039 ceph-mon[181282]: pgmap v12436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:24 smithi039 ceph-mon[181282]: pgmap v12437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:24.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:24 smithi032 ceph-mon[191839]: pgmap v12437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:24.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:24 smithi032 ceph-mon[189144]: pgmap v12437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:26 smithi039 ceph-mon[181282]: pgmap v12438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:26.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:26 smithi032 ceph-mon[191839]: pgmap v12438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:26.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:26 smithi032 ceph-mon[189144]: pgmap v12438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:28 smithi039 ceph-mon[181282]: pgmap v12439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:28 smithi032 ceph-mon[189144]: pgmap v12439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:28.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:28 smithi032 ceph-mon[191839]: pgmap v12439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:30 smithi039 ceph-mon[181282]: pgmap v12440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:30.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:30 smithi032 ceph-mon[189144]: pgmap v12440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:30 smithi032 ceph-mon[191839]: pgmap v12440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:59:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:59:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T22:59:32.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:32 smithi032 ceph-mon[191839]: pgmap v12441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:32 smithi032 ceph-mon[189144]: pgmap v12441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:32 smithi039 ceph-mon[181282]: pgmap v12441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:33.513 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T22:59:33.840 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T22:59:33.840 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 8m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T22:59:33.840 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 6m ago 5h 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T22:59:33.840 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 8m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T22:59:33.841 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 6m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T22:59:33.841 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 6m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T22:59:33.841 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 8m ago 5h 760M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T22:59:33.841 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 8m ago 5h 1548M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T22:59:33.841 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 6m ago 5h 743M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T22:59:33.841 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 8m ago 5h 770M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T22:59:33.841 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 8m ago 5h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T22:59:33.841 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 6m ago 5h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T22:59:33.841 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 8m ago 5h 4787M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T22:59:33.841 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 8m ago 5h 4955M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T22:59:33.841 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 8m ago 5h 4416M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T22:59:33.841 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 8m ago 5h 4452M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T22:59:33.841 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 6m ago 5h 4224M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T22:59:33.841 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 6m ago 5h 4541M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T22:59:33.841 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 6m ago 5h 4245M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T22:59:33.842 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 6m ago 5h 4216M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T22:59:33.842 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 6m ago 5h 134M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T22:59:34.239 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T22:59:34.239 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T22:59:34.239 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T22:59:34.239 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:59:34.240 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T22:59:34.240 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T22:59:34.240 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:59:34.240 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T22:59:34.240 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T22:59:34.240 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:59:34.240 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T22:59:34.240 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T22:59:34.240 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T22:59:34.240 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T22:59:34.240 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T22:59:34.240 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T22:59:34.240 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T22:59:34.240 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T22:59:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:34 smithi039 ceph-mon[181282]: pgmap v12442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:34 smithi039 ceph-mon[181282]: from='client.47541 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:59:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:34 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1914422990' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:59:34.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:34 smithi032 ceph-mon[189144]: pgmap v12442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:34.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:34 smithi032 ceph-mon[189144]: from='client.47541 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:59:34.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:34 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1914422990' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:59:34.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:34 smithi032 ceph-mon[191839]: pgmap v12442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:34.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:34 smithi032 ceph-mon[191839]: from='client.47541 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:59:34.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:34 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1914422990' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T22:59:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:35 smithi039 ceph-mon[181282]: from='client.47547 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:59:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:59:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:35 smithi032 ceph-mon[191839]: from='client.47547 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:59:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:59:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:35 smithi032 ceph-mon[189144]: from='client.47547 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T22:59:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:59:36.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:36 smithi039 ceph-mon[181282]: pgmap v12443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:36.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:36 smithi032 ceph-mon[191839]: pgmap v12443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:36.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:36 smithi032 ceph-mon[189144]: pgmap v12443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:38 smithi039 ceph-mon[181282]: pgmap v12444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:38.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:38 smithi032 ceph-mon[189144]: pgmap v12444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:38.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:38 smithi032 ceph-mon[191839]: pgmap v12444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:40.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:40 smithi039 ceph-mon[181282]: pgmap v12445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:40.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:40 smithi032 ceph-mon[191839]: pgmap v12445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:40.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:40 smithi032 ceph-mon[189144]: pgmap v12445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:59:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:59:40] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T22:59:42.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:42 smithi032 ceph-mon[191839]: pgmap v12446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:42 smithi032 ceph-mon[189144]: pgmap v12446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:42 smithi039 ceph-mon[181282]: pgmap v12446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:44 smithi039 ceph-mon[181282]: pgmap v12447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:44.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:44 smithi032 ceph-mon[189144]: pgmap v12447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:44.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:44 smithi032 ceph-mon[191839]: pgmap v12447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:46 smithi039 ceph-mon[181282]: pgmap v12448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:46.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:46 smithi032 ceph-mon[189144]: pgmap v12448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:46.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:46 smithi032 ceph-mon[191839]: pgmap v12448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:48 smithi039 ceph-mon[181282]: pgmap v12449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:48.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:48 smithi032 ceph-mon[189144]: pgmap v12449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:48.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:48 smithi032 ceph-mon[191839]: pgmap v12449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:50 smithi039 ceph-mon[181282]: pgmap v12450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:59:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:50 smithi032 ceph-mon[189144]: pgmap v12450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:59:50.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:50 smithi032 ceph-mon[191839]: pgmap v12450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:50.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T22:59:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 22:59:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:22:59:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T22:59:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:52 smithi032 ceph-mon[191839]: pgmap v12451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:52 smithi032 ceph-mon[189144]: pgmap v12451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:52.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:52 smithi039 ceph-mon[181282]: pgmap v12451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:54 smithi039 ceph-mon[181282]: pgmap v12452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:59:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:59:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:59:54.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:54 smithi032 ceph-mon[189144]: pgmap v12452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:54.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:59:54.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:59:54.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:59:54.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:54 smithi032 ceph-mon[191839]: pgmap v12452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:54.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T22:59:54.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:59:54.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:59:55.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:59:55.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:59:55.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:59:55.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:59:55.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:59:55.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:59:55.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:59:55.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:59:55.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:59:55.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:59:56.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:59:56.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:59:56.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T22:59:56.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T22:59:56.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T22:59:56.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:56 smithi032 ceph-mon[191839]: pgmap v12453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:56.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:56 smithi032 ceph-mon[189144]: pgmap v12453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:57.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:56 smithi039 ceph-mon[181282]: pgmap v12453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:58.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:58 smithi032 ceph-mon[189144]: pgmap v12454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:58.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:58 smithi032 ceph-mon[191839]: pgmap v12454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:59.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:58 smithi039 ceph-mon[181282]: pgmap v12454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:59.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 22:59:59 smithi032 ceph-mon[191839]: pgmap v12455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T22:59:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 22:59:59 smithi032 ceph-mon[189144]: pgmap v12455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 22:59:59 smithi039 ceph-mon[181282]: pgmap v12455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:00.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:00:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T22:59:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T23:00:00.896 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:00:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T23:00:00.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:00:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:00:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:00:00.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:00:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T23:00:00.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:00:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T23:00:01.256 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 23:00:00 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T23:00:00.894Z caller=compact.go:519 level=info component=tsdb msg="write block" mint=1703275200138 maxt=1703282400000 ulid=01HJ9W3K6S5VB3DQ1Y7M47253B duration=36.48597ms 2023-12-22T23:00:01.256 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 23:00:00 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T23:00:00.897Z caller=head.go:1269 level=info component=tsdb msg="Head GC completed" caller=truncateMemory duration=2.244871ms 2023-12-22T23:00:01.256 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 23:00:00 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T23:00:00.897Z caller=checkpoint.go:100 level=info component=tsdb msg="Creating checkpoint" from_segment=2 to_segment=3 mint=1703282400000 2023-12-22T23:00:01.257 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 22 23:00:00 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-22T23:00:00.965Z caller=head.go:1241 level=info component=tsdb msg="WAL checkpoint complete" first=2 last=3 duration=67.833583ms 2023-12-22T23:00:02.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:00:02 smithi032 ceph-mon[191839]: pgmap v12456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:00:02 smithi032 ceph-mon[189144]: pgmap v12456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:00:02 smithi039 ceph-mon[181282]: pgmap v12456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:04.609 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:00:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:00:04 smithi039 ceph-mon[181282]: pgmap v12457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:04.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:00:04 smithi032 ceph-mon[191839]: pgmap v12457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:04.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:00:04 smithi032 ceph-mon[189144]: pgmap v12457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:04.930 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:00:04.930 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 9m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:00:04.930 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 7m ago 5h 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:00:04.930 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 9m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:00:04.930 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 7m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:00:04.930 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 7m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:00:04.931 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 9m ago 5h 760M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:00:04.931 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 9m ago 5h 1548M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:00:04.931 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 7m ago 5h 743M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:00:04.931 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 9m ago 5h 770M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:00:04.931 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 9m ago 5h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:00:04.931 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 7m ago 5h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:00:04.931 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 9m ago 5h 4787M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:00:04.931 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 9m ago 5h 4955M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:00:04.931 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 9m ago 5h 4416M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:00:04.931 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 9m ago 5h 4452M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:00:04.931 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 7m ago 5h 4224M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:00:04.931 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 7m ago 5h 4541M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:00:04.931 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 7m ago 5h 4245M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:00:04.932 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 7m ago 5h 4216M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:00:04.932 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 7m ago 5h 134M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:00:05.351 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:00:05.351 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:00:05.351 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:00:05.351 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:00:05.351 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:00:05.351 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:00:05.351 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:00:05.351 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:00:05.352 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:00:05.352 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:00:05.352 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:00:05.352 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:00:05.352 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:00:05.352 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:00:05.352 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:00:05.352 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:00:05.352 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:00:05.352 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:00:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:00:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:00:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:00:05 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1809114731' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:00:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:00:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:00:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:00:05 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1809114731' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:00:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:00:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:00:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:00:05 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1809114731' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:00:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:00:06 smithi039 ceph-mon[181282]: from='client.47559 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:00:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:00:06 smithi039 ceph-mon[181282]: from='client.47565 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:00:06.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:00:06 smithi039 ceph-mon[181282]: pgmap v12458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:06.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:00:06 smithi032 ceph-mon[189144]: from='client.47559 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:00:06.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:00:06 smithi032 ceph-mon[189144]: from='client.47565 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:00:06.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:00:06 smithi032 ceph-mon[189144]: pgmap v12458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:06.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:00:06 smithi032 ceph-mon[191839]: from='client.47559 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:00:06.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:00:06 smithi032 ceph-mon[191839]: from='client.47565 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:00:06.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:00:06 smithi032 ceph-mon[191839]: pgmap v12458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:00:08 smithi039 ceph-mon[181282]: pgmap v12459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:08.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:00:08 smithi032 ceph-mon[191839]: pgmap v12459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:08.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:00:08 smithi032 ceph-mon[189144]: pgmap v12459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:00:10 smithi039 ceph-mon[181282]: pgmap v12460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:10.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:00:10 smithi032 ceph-mon[191839]: pgmap v12460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:10.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:00:10 smithi032 ceph-mon[189144]: pgmap v12460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:00:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:00:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:00:12.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:00:12 smithi032 ceph-mon[191839]: pgmap v12461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:00:12 smithi032 ceph-mon[189144]: pgmap v12461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:00:12 smithi039 ceph-mon[181282]: pgmap v12461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:00:14 smithi039 ceph-mon[181282]: pgmap v12462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:14.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:00:14 smithi032 ceph-mon[189144]: pgmap v12462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:14.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:00:14 smithi032 ceph-mon[191839]: pgmap v12462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:00:16 smithi039 ceph-mon[181282]: pgmap v12463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:16.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:00:16 smithi032 ceph-mon[191839]: pgmap v12463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:16.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:00:16 smithi032 ceph-mon[189144]: pgmap v12463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:17.256 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 23:00:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-22T23:00:16.983636274Z level=info msg="Completed cleanup jobs" duration=13.19743ms 2023-12-22T23:00:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:00:18 smithi039 ceph-mon[181282]: pgmap v12464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:00:18 smithi032 ceph-mon[191839]: pgmap v12464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:18.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:00:18 smithi032 ceph-mon[189144]: pgmap v12464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:00:20 smithi039 ceph-mon[181282]: pgmap v12465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:00:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:00:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:00:20 smithi032 ceph-mon[189144]: pgmap v12465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:00:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:00:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:00:20 smithi032 ceph-mon[191839]: pgmap v12465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:00:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:00:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:00:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:00:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T23:00:22.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:00:22 smithi032 ceph-mon[191839]: pgmap v12466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:00:22 smithi032 ceph-mon[189144]: pgmap v12466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:00:22 smithi039 ceph-mon[181282]: pgmap v12466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:00:24 smithi039 ceph-mon[181282]: pgmap v12467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:24.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:00:24 smithi032 ceph-mon[189144]: pgmap v12467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:24.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:00:24 smithi032 ceph-mon[191839]: pgmap v12467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:00:26 smithi039 ceph-mon[181282]: pgmap v12468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:26.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:00:26 smithi032 ceph-mon[191839]: pgmap v12468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:26.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:00:26 smithi032 ceph-mon[189144]: pgmap v12468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:00:28 smithi039 ceph-mon[181282]: pgmap v12469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:00:28 smithi032 ceph-mon[191839]: pgmap v12469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:28.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:00:28 smithi032 ceph-mon[189144]: pgmap v12469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:00:30 smithi039 ceph-mon[181282]: pgmap v12470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:30.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:00:30 smithi032 ceph-mon[191839]: pgmap v12470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:30.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:00:30 smithi032 ceph-mon[189144]: pgmap v12470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:00:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:00:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T23:00:32.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:00:32 smithi032 ceph-mon[189144]: pgmap v12471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:00:32 smithi032 ceph-mon[191839]: pgmap v12471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:00:32 smithi039 ceph-mon[181282]: pgmap v12471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:00:34 smithi039 ceph-mon[181282]: pgmap v12472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:34.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:00:34 smithi032 ceph-mon[191839]: pgmap v12472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:34.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:00:34 smithi032 ceph-mon[189144]: pgmap v12472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:35.720 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:00:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:00:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:00:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:00:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:00:35.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:00:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:00:36.043 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:00:36.043 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 9m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:00:36.043 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 7m ago 5h 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:00:36.043 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 9m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:00:36.043 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 7m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:00:36.043 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 7m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:00:36.043 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 9m ago 5h 760M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:00:36.043 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 9m ago 5h 1548M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:00:36.043 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 7m ago 5h 743M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:00:36.044 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 9m ago 5h 770M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:00:36.044 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 9m ago 5h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:00:36.044 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 7m ago 5h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:00:36.044 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 9m ago 5h 4787M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:00:36.044 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 9m ago 5h 4955M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:00:36.044 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 9m ago 5h 4416M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:00:36.044 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 9m ago 5h 4452M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:00:36.044 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 7m ago 5h 4224M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:00:36.044 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 7m ago 5h 4541M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:00:36.044 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 7m ago 5h 4245M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:00:36.044 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 7m ago 5h 4216M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:00:36.044 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 7m ago 5h 134M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:00:36.448 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:00:36.448 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:00:36.448 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:00:36.449 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:00:36.449 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:00:36.449 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:00:36.449 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:00:36.449 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:00:36.449 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:00:36.450 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:00:36.450 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:00:36.450 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:00:36.450 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:00:36.450 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:00:36.450 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:00:36.451 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:00:36.451 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:00:36.451 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:00:36.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:00:36 smithi032 ceph-mon[189144]: pgmap v12473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:36.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:00:36 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2462608931' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:00:36.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:00:36 smithi032 ceph-mon[191839]: pgmap v12473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:36.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:00:36 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2462608931' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:00:37.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:00:36 smithi039 ceph-mon[181282]: pgmap v12473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:37.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:00:36 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2462608931' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:00:37.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:00:37 smithi032 ceph-mon[191839]: from='client.57494 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:00:37.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:00:37 smithi032 ceph-mon[191839]: from='client.57500 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:00:37.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:00:37 smithi032 ceph-mon[189144]: from='client.57494 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:00:37.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:00:37 smithi032 ceph-mon[189144]: from='client.57500 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:00:38.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:00:37 smithi039 ceph-mon[181282]: from='client.57494 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:00:38.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:00:37 smithi039 ceph-mon[181282]: from='client.57500 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:00:38.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:00:38 smithi032 ceph-mon[189144]: pgmap v12474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:38.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:00:38 smithi032 ceph-mon[191839]: pgmap v12474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:39.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:00:38 smithi039 ceph-mon[181282]: pgmap v12474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:40.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:00:40 smithi032 ceph-mon[189144]: pgmap v12475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:40.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:00:40 smithi032 ceph-mon[191839]: pgmap v12475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:41.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:00:40 smithi039 ceph-mon[181282]: pgmap v12475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:00:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:00:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:00:42.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:00:42 smithi032 ceph-mon[191839]: pgmap v12476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:00:42 smithi032 ceph-mon[189144]: pgmap v12476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:00:42 smithi039 ceph-mon[181282]: pgmap v12476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:00:44 smithi039 ceph-mon[181282]: pgmap v12477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:44.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:00:44 smithi032 ceph-mon[189144]: pgmap v12477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:44.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:00:44 smithi032 ceph-mon[191839]: pgmap v12477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:00:46 smithi039 ceph-mon[181282]: pgmap v12478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:46.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:00:46 smithi032 ceph-mon[191839]: pgmap v12478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:46.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:00:46 smithi032 ceph-mon[189144]: pgmap v12478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:48.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:00:48 smithi032 ceph-mon[189144]: pgmap v12479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:48.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:00:48 smithi032 ceph-mon[191839]: pgmap v12479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:49.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:00:48 smithi039 ceph-mon[181282]: pgmap v12479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:00:50 smithi032 ceph-mon[189144]: pgmap v12480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:00:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:00:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:00:50 smithi032 ceph-mon[191839]: pgmap v12480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:00:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:00:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:00:50 smithi039 ceph-mon[181282]: pgmap v12480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:00:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:00:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:00:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:00:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:00:52.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:00:52 smithi032 ceph-mon[189144]: pgmap v12481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:00:52 smithi032 ceph-mon[191839]: pgmap v12481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:52.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:00:52 smithi039 ceph-mon[181282]: pgmap v12481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:00:54 smithi039 ceph-mon[181282]: pgmap v12482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:54.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:00:54 smithi032 ceph-mon[189144]: pgmap v12482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:54.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:00:54 smithi032 ceph-mon[191839]: pgmap v12482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:55.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:00:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:00:55.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:00:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:00:56.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:00:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:00:56.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:00:56 smithi032 ceph-mon[191839]: pgmap v12483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:56.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:00:56 smithi032 ceph-mon[189144]: pgmap v12483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:57.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:00:56 smithi039 ceph-mon[181282]: pgmap v12483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:58.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:00:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:00:58.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:00:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:00:58.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:00:58 smithi032 ceph-mon[191839]: pgmap v12484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:58.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:00:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:00:58.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:00:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:00:58.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:00:58 smithi032 ceph-mon[189144]: pgmap v12484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:00:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:00:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:00:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:00:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:00:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:00:58 smithi039 ceph-mon[181282]: pgmap v12484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:01:00 smithi039 ceph-mon[181282]: pgmap v12485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:01:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:01:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:01:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:01:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:01:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:01:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:01:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:01:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:01:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:01:00.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:01:00 smithi032 ceph-mon[191839]: pgmap v12485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:00.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:01:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:01:00.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:01:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:01:00.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:01:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:01:00.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:01:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:01:00.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:01:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:01:00.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:01:00 smithi032 ceph-mon[189144]: pgmap v12485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:00.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:01:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:01:00.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:01:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:01:00.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:01:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:01:00.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:01:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:01:00.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:01:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:01:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:01:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:01:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:01:02.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:01:02 smithi032 ceph-mon[189144]: pgmap v12486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:01:02 smithi032 ceph-mon[191839]: pgmap v12486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:01:02 smithi039 ceph-mon[181282]: pgmap v12486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:04.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:01:04 smithi032 ceph-mon[189144]: pgmap v12487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:04.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:01:04 smithi032 ceph-mon[191839]: pgmap v12487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:05.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:01:04 smithi039 ceph-mon[181282]: pgmap v12487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:05.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:01:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:01:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:01:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:01:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:01:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:01:06.818 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:01:06.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:01:06 smithi032 ceph-mon[189144]: pgmap v12488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:06.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:01:06 smithi032 ceph-mon[191839]: pgmap v12488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:07.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:01:06 smithi039 ceph-mon[181282]: pgmap v12488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:07.142 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:01:07.142 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 9s ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:01:07.142 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 8m ago 5h 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:01:07.142 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 9s ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:01:07.142 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 8m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:01:07.142 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 8m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:01:07.142 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 9s ago 5h 766M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:01:07.142 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 9s ago 5h 1585M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:01:07.142 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 8m ago 5h 743M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:01:07.143 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 9s ago 5h 789M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:01:07.143 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 9s ago 5h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:01:07.143 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 8m ago 5h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:01:07.143 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 9s ago 5h 4818M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:01:07.143 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 9s ago 5h 4984M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:01:07.143 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 9s ago 5h 4440M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:01:07.143 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 9s ago 5h 4482M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:01:07.143 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 8m ago 5h 4224M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:01:07.143 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 8m ago 5h 4541M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:01:07.143 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 8m ago 5h 4245M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:01:07.143 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 8m ago 5h 4216M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:01:07.143 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 8m ago 5h 134M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:01:07.542 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:01:07.542 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:01:07.542 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:01:07.543 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:01:07.543 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:01:07.543 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:01:07.543 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:01:07.543 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:01:07.543 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:01:07.543 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:01:07.543 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:01:07.543 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:01:07.543 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:01:07.543 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:01:07.543 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:01:07.543 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:01:07.543 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:01:07.543 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:01:08.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:01:08 smithi032 ceph-mon[191839]: from='client.57512 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:01:08.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:01:08 smithi032 ceph-mon[191839]: from='client.47601 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:01:08.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:01:08 smithi032 ceph-mon[191839]: pgmap v12489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:08.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:01:08 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/166918224' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:01:08.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:01:08 smithi032 ceph-mon[189144]: from='client.57512 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:01:08.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:01:08 smithi032 ceph-mon[189144]: from='client.47601 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:01:08.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:01:08 smithi032 ceph-mon[189144]: pgmap v12489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:08.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:01:08 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/166918224' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:01:09.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:01:08 smithi039 ceph-mon[181282]: from='client.57512 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:01:09.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:01:08 smithi039 ceph-mon[181282]: from='client.47601 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:01:09.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:01:08 smithi039 ceph-mon[181282]: pgmap v12489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:09.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:01:08 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/166918224' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:01:10.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:01:10 smithi032 ceph-mon[191839]: pgmap v12490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:10.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:01:10 smithi032 ceph-mon[189144]: pgmap v12490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:01:10 smithi039 ceph-mon[181282]: pgmap v12490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:01:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:01:10] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T23:01:12.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:01:12 smithi032 ceph-mon[191839]: pgmap v12491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:01:12 smithi032 ceph-mon[189144]: pgmap v12491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:01:12 smithi039 ceph-mon[181282]: pgmap v12491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:14.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:01:14 smithi032 ceph-mon[191839]: pgmap v12492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:14.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:01:14 smithi032 ceph-mon[189144]: pgmap v12492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:15.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:01:14 smithi039 ceph-mon[181282]: pgmap v12492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:16.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:01:16 smithi032 ceph-mon[191839]: pgmap v12493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:16.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:01:16 smithi032 ceph-mon[189144]: pgmap v12493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:17.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:01:16 smithi039 ceph-mon[181282]: pgmap v12493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:01:18 smithi032 ceph-mon[191839]: pgmap v12494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:18.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:01:18 smithi032 ceph-mon[189144]: pgmap v12494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:19.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:01:18 smithi039 ceph-mon[181282]: pgmap v12494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:20.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:01:20 smithi032 ceph-mon[189144]: pgmap v12495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:20.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:01:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:01:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:01:20 smithi032 ceph-mon[191839]: pgmap v12495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:01:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:01:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:01:20 smithi039 ceph-mon[181282]: pgmap v12495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:01:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:01:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:01:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:01:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T23:01:22.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:01:22 smithi032 ceph-mon[191839]: pgmap v12496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:01:22 smithi032 ceph-mon[189144]: pgmap v12496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:01:22 smithi039 ceph-mon[181282]: pgmap v12496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:24.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:01:24 smithi032 ceph-mon[191839]: pgmap v12497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:24.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:01:24 smithi032 ceph-mon[189144]: pgmap v12497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:25.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:01:24 smithi039 ceph-mon[181282]: pgmap v12497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:26.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:01:26 smithi032 ceph-mon[189144]: pgmap v12498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:26.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:01:26 smithi032 ceph-mon[191839]: pgmap v12498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:27.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:01:26 smithi039 ceph-mon[181282]: pgmap v12498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:01:28 smithi032 ceph-mon[191839]: pgmap v12499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:28.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:01:28 smithi032 ceph-mon[189144]: pgmap v12499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:29.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:01:28 smithi039 ceph-mon[181282]: pgmap v12499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:01:30 smithi032 ceph-mon[191839]: pgmap v12500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:30.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:01:30 smithi032 ceph-mon[189144]: pgmap v12500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:31.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:01:30 smithi039 ceph-mon[181282]: pgmap v12500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:01:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:01:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T23:01:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:01:32 smithi032 ceph-mon[191839]: pgmap v12501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:01:32 smithi032 ceph-mon[189144]: pgmap v12501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:01:32 smithi039 ceph-mon[181282]: pgmap v12501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:34.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:01:34 smithi032 ceph-mon[191839]: pgmap v12502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:34.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:01:34 smithi032 ceph-mon[189144]: pgmap v12502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:35.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:01:34 smithi039 ceph-mon[181282]: pgmap v12502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:01:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:01:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:01:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:01:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:01:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:01:36.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:01:36 smithi032 ceph-mon[191839]: pgmap v12503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:36.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:01:36 smithi032 ceph-mon[189144]: pgmap v12503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:37.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:01:36 smithi039 ceph-mon[181282]: pgmap v12503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:37.905 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:01:38.230 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:01:38.230 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 40s ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:01:38.230 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 8m ago 5h 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:01:38.230 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 40s ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:01:38.231 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 8m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:01:38.231 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 8m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:01:38.231 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 40s ago 5h 766M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:01:38.231 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 40s ago 5h 1585M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:01:38.231 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 8m ago 5h 743M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:01:38.231 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 40s ago 5h 789M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:01:38.231 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 40s ago 5h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:01:38.231 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 8m ago 5h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:01:38.231 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 40s ago 5h 4818M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:01:38.231 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 40s ago 5h 4984M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:01:38.231 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 40s ago 5h 4440M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:01:38.231 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 40s ago 5h 4482M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:01:38.231 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 8m ago 5h 4224M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:01:38.231 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 8m ago 5h 4541M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:01:38.231 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 8m ago 5h 4245M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:01:38.232 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 8m ago 5h 4216M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:01:38.232 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 8m ago 5h 134M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:01:38.635 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:01:38.635 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:01:38.635 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:01:38.635 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:01:38.635 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:01:38.635 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:01:38.635 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:01:38.635 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:01:38.635 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:01:38.635 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:01:38.636 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:01:38.636 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:01:38.636 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:01:38.636 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:01:38.636 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:01:38.636 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:01:38.636 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:01:38.636 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:01:38.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:01:38 smithi032 ceph-mon[191839]: pgmap v12504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:38.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:01:38 smithi032 ceph-mon[189144]: pgmap v12504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:39.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:01:38 smithi039 ceph-mon[181282]: pgmap v12504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:39.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:01:39 smithi032 ceph-mon[191839]: from='client.47613 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:01:39.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:01:39 smithi032 ceph-mon[191839]: from='client.57536 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:01:39.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:01:39 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2296493780' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:01:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:01:39 smithi032 ceph-mon[189144]: from='client.47613 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:01:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:01:39 smithi032 ceph-mon[189144]: from='client.57536 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:01:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:01:39 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2296493780' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:01:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:01:39 smithi039 ceph-mon[181282]: from='client.47613 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:01:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:01:39 smithi039 ceph-mon[181282]: from='client.57536 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:01:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:01:39 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2296493780' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:01:40.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:01:40 smithi032 ceph-mon[189144]: pgmap v12505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:40.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:01:40 smithi032 ceph-mon[191839]: pgmap v12505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:41.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:01:40 smithi039 ceph-mon[181282]: pgmap v12505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:01:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:01:40] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T23:01:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:01:42 smithi032 ceph-mon[189144]: pgmap v12506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:01:42 smithi032 ceph-mon[191839]: pgmap v12506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:01:42 smithi039 ceph-mon[181282]: pgmap v12506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:44.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:01:44 smithi032 ceph-mon[191839]: pgmap v12507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:44.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:01:44 smithi032 ceph-mon[189144]: pgmap v12507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:45.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:01:44 smithi039 ceph-mon[181282]: pgmap v12507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:46.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:01:46 smithi032 ceph-mon[191839]: pgmap v12508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:46.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:01:46 smithi032 ceph-mon[189144]: pgmap v12508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:47.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:01:46 smithi039 ceph-mon[181282]: pgmap v12508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:48.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:01:48 smithi032 ceph-mon[191839]: pgmap v12509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:48.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:01:48 smithi032 ceph-mon[189144]: pgmap v12509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:49.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:01:48 smithi039 ceph-mon[181282]: pgmap v12509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:01:50 smithi032 ceph-mon[189144]: pgmap v12510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:01:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:01:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:01:50 smithi032 ceph-mon[191839]: pgmap v12510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:01:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:01:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:01:50 smithi039 ceph-mon[181282]: pgmap v12510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:01:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:01:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:01:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:01:50] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-22T23:01:52.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:01:52 smithi032 ceph-mon[191839]: pgmap v12511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:01:52 smithi032 ceph-mon[189144]: pgmap v12511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:52.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:01:52 smithi039 ceph-mon[181282]: pgmap v12511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:54.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:01:54 smithi032 ceph-mon[189144]: pgmap v12512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:54.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:01:54 smithi032 ceph-mon[191839]: pgmap v12512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:55.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:01:54 smithi039 ceph-mon[181282]: pgmap v12512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:56.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:01:56 smithi032 ceph-mon[191839]: pgmap v12513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:56.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:01:56 smithi032 ceph-mon[189144]: pgmap v12513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:57.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:01:56 smithi039 ceph-mon[181282]: pgmap v12513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:58.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:01:58 smithi032 ceph-mon[191839]: pgmap v12514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:58.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:01:58 smithi032 ceph-mon[189144]: pgmap v12514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:01:59.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:01:58 smithi039 ceph-mon[181282]: pgmap v12514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:00.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:02:00 smithi032 ceph-mon[189144]: pgmap v12515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:00.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:02:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:02:00.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:02:00 smithi032 ceph-mon[191839]: pgmap v12515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:00.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:02:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:02:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:02:00 smithi039 ceph-mon[181282]: pgmap v12515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:02:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:02:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:02:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:02:00] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-22T23:02:01.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:02:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:02:01.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:02:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:02:01.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:02:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:02:01.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:02:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:02:01.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:02:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:02:01.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:02:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:02:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:02:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:02:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:02:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:02:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:02:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:02:02.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:02:02 smithi032 ceph-mon[191839]: pgmap v12516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:02.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:02:02 smithi032 ceph-mon[189144]: pgmap v12516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:03.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:02:02 smithi039 ceph-mon[181282]: pgmap v12516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:04.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:02:04 smithi032 ceph-mon[189144]: pgmap v12517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:04.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:02:04 smithi032 ceph-mon[191839]: pgmap v12517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:05.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:02:04 smithi039 ceph-mon[181282]: pgmap v12517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:02:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:02:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:02:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:02:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:02:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:02:06.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:02:06 smithi032 ceph-mon[189144]: pgmap v12518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:06.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:02:06 smithi032 ceph-mon[191839]: pgmap v12518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:07.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:02:06 smithi039 ceph-mon[181282]: pgmap v12518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:08.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:02:08 smithi032 ceph-mon[189144]: pgmap v12519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:08.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:02:08 smithi032 ceph-mon[191839]: pgmap v12519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:08.999 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:02:09.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:02:08 smithi039 ceph-mon[181282]: pgmap v12519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:09.323 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:02:09.324 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 72s ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:02:09.324 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 9m ago 5h 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:02:09.324 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 72s ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:02:09.324 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 9m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:02:09.324 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 9m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:02:09.324 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 72s ago 5h 766M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:02:09.324 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 72s ago 5h 1585M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:02:09.324 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 9m ago 5h 743M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:02:09.324 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 72s ago 5h 789M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:02:09.324 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 72s ago 5h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:02:09.324 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 9m ago 5h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:02:09.325 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 72s ago 5h 4818M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:02:09.325 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 72s ago 5h 4984M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:02:09.325 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 72s ago 5h 4440M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:02:09.325 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 72s ago 5h 4482M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:02:09.325 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 9m ago 5h 4224M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:02:09.325 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 9m ago 5h 4541M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:02:09.325 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 9m ago 5h 4245M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:02:09.325 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 9m ago 5h 4216M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:02:09.325 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 9m ago 5h 134M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:02:09.727 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:02:09.727 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:02:09.727 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:02:09.727 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:02:09.727 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:02:09.727 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:02:09.727 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:02:09.727 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:02:09.727 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:02:09.727 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:02:09.727 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:02:09.728 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:02:09.728 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:02:09.728 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:02:09.728 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:02:09.728 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:02:09.728 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:02:09.728 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:02:10.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:02:10 smithi032 ceph-mon[189144]: from='client.47631 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:02:10.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:02:10 smithi032 ceph-mon[189144]: from='client.47637 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:02:10.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:02:10 smithi032 ceph-mon[189144]: pgmap v12520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:10.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:02:10 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1899526658' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:02:10.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:02:10 smithi032 ceph-mon[191839]: from='client.47631 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:02:10.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:02:10 smithi032 ceph-mon[191839]: from='client.47637 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:02:10.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:02:10 smithi032 ceph-mon[191839]: pgmap v12520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:10.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:02:10 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1899526658' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:02:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:02:10 smithi039 ceph-mon[181282]: from='client.47631 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:02:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:02:10 smithi039 ceph-mon[181282]: from='client.47637 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:02:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:02:10 smithi039 ceph-mon[181282]: pgmap v12520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:02:10 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1899526658' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:02:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:02:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:02:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:02:12.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:02:12 smithi032 ceph-mon[191839]: pgmap v12521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:02:12 smithi032 ceph-mon[189144]: pgmap v12521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:02:12 smithi039 ceph-mon[181282]: pgmap v12521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:14.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:02:14 smithi032 ceph-mon[191839]: pgmap v12522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:14.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:02:14 smithi032 ceph-mon[189144]: pgmap v12522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:15.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:02:14 smithi039 ceph-mon[181282]: pgmap v12522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:16.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:02:16 smithi032 ceph-mon[191839]: pgmap v12523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:16.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:02:16 smithi032 ceph-mon[189144]: pgmap v12523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:17.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:02:16 smithi039 ceph-mon[181282]: pgmap v12523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:02:18 smithi032 ceph-mon[191839]: pgmap v12524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:18.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:02:18 smithi032 ceph-mon[189144]: pgmap v12524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:19.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:02:18 smithi039 ceph-mon[181282]: pgmap v12524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:02:20 smithi032 ceph-mon[189144]: pgmap v12525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:02:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:02:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:02:20 smithi032 ceph-mon[191839]: pgmap v12525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:20.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:02:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:02:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:02:20 smithi039 ceph-mon[181282]: pgmap v12525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:02:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:02:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:02:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:02:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:02:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:02:22 smithi032 ceph-mon[191839]: pgmap v12526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:02:22 smithi032 ceph-mon[189144]: pgmap v12526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:02:22 smithi039 ceph-mon[181282]: pgmap v12526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:24.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:02:24 smithi032 ceph-mon[189144]: pgmap v12527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:24.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:02:24 smithi032 ceph-mon[191839]: pgmap v12527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:25.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:02:24 smithi039 ceph-mon[181282]: pgmap v12527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:26.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:02:26 smithi032 ceph-mon[191839]: pgmap v12528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:26.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:02:26 smithi032 ceph-mon[189144]: pgmap v12528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:27.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:02:26 smithi039 ceph-mon[181282]: pgmap v12528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:02:28 smithi032 ceph-mon[191839]: pgmap v12529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:28.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:02:28 smithi032 ceph-mon[189144]: pgmap v12529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:29.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:02:28 smithi039 ceph-mon[181282]: pgmap v12529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:30.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:02:30 smithi032 ceph-mon[189144]: pgmap v12530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:02:30 smithi032 ceph-mon[191839]: pgmap v12530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:31.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:02:30 smithi039 ceph-mon[181282]: pgmap v12530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:02:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:02:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:02:32.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:02:32 smithi032 ceph-mon[191839]: pgmap v12531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:02:32 smithi032 ceph-mon[189144]: pgmap v12531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:32.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:02:32 smithi039 ceph-mon[181282]: pgmap v12531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:34.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:02:34 smithi032 ceph-mon[191839]: pgmap v12532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:34.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:02:34 smithi032 ceph-mon[189144]: pgmap v12532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:35.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:02:34 smithi039 ceph-mon[181282]: pgmap v12532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:02:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:02:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:02:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:02:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:02:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:02:36.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:02:36 smithi032 ceph-mon[191839]: pgmap v12533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:36.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:02:36 smithi032 ceph-mon[189144]: pgmap v12533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:37.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:02:36 smithi039 ceph-mon[181282]: pgmap v12533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:38.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:02:38 smithi032 ceph-mon[189144]: pgmap v12534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:38.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:02:38 smithi032 ceph-mon[191839]: pgmap v12534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:39.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:02:38 smithi039 ceph-mon[181282]: pgmap v12534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:40.094 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:02:40.419 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:02:40.419 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 103s ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:02:40.419 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 9m ago 5h 95.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:02:40.419 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 103s ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:02:40.419 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 9m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:02:40.420 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 9m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:02:40.420 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 103s ago 5h 766M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:02:40.420 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 103s ago 5h 1585M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:02:40.420 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 9m ago 5h 743M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:02:40.420 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 103s ago 5h 789M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:02:40.420 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 103s ago 5h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:02:40.420 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 9m ago 5h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:02:40.420 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 103s ago 5h 4818M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:02:40.420 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 103s ago 5h 4984M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:02:40.420 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 103s ago 5h 4440M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:02:40.420 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 103s ago 5h 4482M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:02:40.420 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 9m ago 5h 4224M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:02:40.420 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 9m ago 5h 4541M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:02:40.420 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 9m ago 5h 4245M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:02:40.420 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 9m ago 5h 4216M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:02:40.420 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 9m ago 5h 134M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:02:40.826 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:02:40.826 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:02:40.826 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:02:40.826 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:02:40.826 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:02:40.826 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:02:40.826 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:02:40.827 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:02:40.827 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:02:40.827 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:02:40.827 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:02:40.827 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:02:40.827 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:02:40.827 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:02:40.827 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:02:40.827 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:02:40.827 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:02:40.827 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:02:40.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:02:40 smithi032 ceph-mon[191839]: pgmap v12535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:40.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:02:40 smithi032 ceph-mon[189144]: pgmap v12535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:41.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:02:40 smithi039 ceph-mon[181282]: pgmap v12535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:02:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:02:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:02:41.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:02:41 smithi032 ceph-mon[191839]: from='client.47649 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:02:41.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:02:41 smithi032 ceph-mon[191839]: from='client.57572 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:02:41.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:02:41 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4016273326' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:02:41.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:02:41 smithi032 ceph-mon[189144]: from='client.47649 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:02:41.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:02:41 smithi032 ceph-mon[189144]: from='client.57572 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:02:41.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:02:41 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4016273326' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:02:42.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:02:41 smithi039 ceph-mon[181282]: from='client.47649 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:02:42.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:02:41 smithi039 ceph-mon[181282]: from='client.57572 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:02:42.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:02:41 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4016273326' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:02:42.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:02:42 smithi032 ceph-mon[191839]: pgmap v12536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:42.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:02:42 smithi032 ceph-mon[189144]: pgmap v12536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:43.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:02:42 smithi039 ceph-mon[181282]: pgmap v12536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:44.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:02:44 smithi032 ceph-mon[191839]: pgmap v12537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:44.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:02:44 smithi032 ceph-mon[189144]: pgmap v12537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:45.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:02:44 smithi039 ceph-mon[181282]: pgmap v12537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:46.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:02:46 smithi032 ceph-mon[191839]: pgmap v12538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:46.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:02:46 smithi032 ceph-mon[189144]: pgmap v12538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:47.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:02:46 smithi039 ceph-mon[181282]: pgmap v12538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:48.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:02:48 smithi032 ceph-mon[189144]: pgmap v12539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:48.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:02:48 smithi032 ceph-mon[191839]: pgmap v12539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:49.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:02:48 smithi039 ceph-mon[181282]: pgmap v12539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:02:50 smithi032 ceph-mon[189144]: pgmap v12540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:02:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:02:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:02:50 smithi032 ceph-mon[191839]: pgmap v12540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:02:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:02:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:02:50 smithi039 ceph-mon[181282]: pgmap v12540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:02:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:02:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:02:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:02:50] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T23:02:52.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:02:52 smithi032 ceph-mon[191839]: pgmap v12541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:02:52 smithi032 ceph-mon[189144]: pgmap v12541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:52.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:02:52 smithi039 ceph-mon[181282]: pgmap v12541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:54.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:02:54 smithi032 ceph-mon[191839]: pgmap v12542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:54.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:02:54 smithi032 ceph-mon[189144]: pgmap v12542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:55.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:02:54 smithi039 ceph-mon[181282]: pgmap v12542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:56.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:02:56 smithi032 ceph-mon[189144]: pgmap v12543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:56.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:02:56 smithi032 ceph-mon[191839]: pgmap v12543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:57.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:02:56 smithi039 ceph-mon[181282]: pgmap v12543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:58.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:02:58 smithi032 ceph-mon[189144]: pgmap v12544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:58.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:02:58 smithi032 ceph-mon[191839]: pgmap v12544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:02:59.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:02:58 smithi039 ceph-mon[181282]: pgmap v12544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:00.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:00 smithi032 ceph-mon[189144]: pgmap v12545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:00.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:00 smithi032 ceph-mon[191839]: pgmap v12545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:00 smithi039 ceph-mon[181282]: pgmap v12545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:03:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:03:00] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T23:03:01.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:03:01.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:03:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:03:02.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:02 smithi032 ceph-mon[191839]: pgmap v12546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:02.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:02 smithi032 ceph-mon[189144]: pgmap v12546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:03.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:02 smithi039 ceph-mon[181282]: pgmap v12546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:04.822 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:04 smithi039 ceph-mon[181282]: pgmap v12547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:04.822 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:03:04.822 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:03:04.822 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:03:04.822 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:03:04.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:04 smithi032 ceph-mon[191839]: pgmap v12547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:04.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:03:04.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:03:04.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:03:04.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:03:04.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:04 smithi032 ceph-mon[189144]: pgmap v12547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:04.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:03:04.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:03:04.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:03:04.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:03:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:03:05.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:03:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:03:06.810 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:06 smithi039 ceph-mon[181282]: pgmap v12548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:06.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:06 smithi032 ceph-mon[189144]: pgmap v12548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:06.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:06 smithi032 ceph-mon[191839]: pgmap v12548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:03:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:03:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:03:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:03:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:03:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:07 smithi032 ceph-mon[189144]: pgmap v12549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:08.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:03:08.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:03:08.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:03:08.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:03:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:03:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:07 smithi032 ceph-mon[191839]: pgmap v12549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:03:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:03:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:03:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:03:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:03:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:07 smithi039 ceph-mon[181282]: pgmap v12549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:10.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:10 smithi032 ceph-mon[189144]: pgmap v12550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:10.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:10 smithi032 ceph-mon[191839]: pgmap v12550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:10 smithi039 ceph-mon[181282]: pgmap v12550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:03:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:03:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:03:11.191 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:03:11.515 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:03:11.515 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 2m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:03:11.515 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 7s ago 5h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:03:11.516 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 2m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:03:11.516 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 7s ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:03:11.516 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 7s ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:03:11.516 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 2m ago 5h 766M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:03:11.516 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 2m ago 5h 1585M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:03:11.516 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 7s ago 5h 759M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:03:11.516 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 2m ago 5h 789M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:03:11.516 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 2m ago 5h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:03:11.516 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 7s ago 5h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:03:11.516 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 2m ago 5h 4818M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:03:11.516 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 2m ago 5h 4984M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:03:11.516 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 2m ago 5h 4440M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:03:11.516 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 2m ago 5h 4482M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:03:11.517 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 7s ago 5h 4248M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:03:11.517 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 7s ago 5h 4574M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:03:11.517 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 7s ago 5h 4275M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:03:11.517 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 7s ago 5h 4252M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:03:11.517 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 7s ago 5h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:03:11.918 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:03:11.918 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:03:11.918 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:03:11.918 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:03:11.918 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:03:11.919 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:03:11.919 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:03:11.919 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:03:11.919 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:03:11.919 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:03:11.919 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:03:11.919 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:03:11.919 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:03:11.919 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:03:11.919 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:03:11.919 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:03:11.919 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:03:11.919 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:03:12.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:12 smithi032 ceph-mon[191839]: from='client.47667 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:03:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:12 smithi032 ceph-mon[191839]: pgmap v12551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:12 smithi032 ceph-mon[191839]: from='client.47673 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:03:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:12 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1255069772' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:03:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:12 smithi032 ceph-mon[189144]: from='client.47667 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:03:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:12 smithi032 ceph-mon[189144]: pgmap v12551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:12 smithi032 ceph-mon[189144]: from='client.47673 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:03:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:12 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1255069772' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:03:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:12 smithi039 ceph-mon[181282]: from='client.47667 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:03:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:12 smithi039 ceph-mon[181282]: pgmap v12551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:12 smithi039 ceph-mon[181282]: from='client.47673 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:03:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:12 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1255069772' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:03:14.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:14 smithi032 ceph-mon[189144]: pgmap v12552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:14.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:14 smithi032 ceph-mon[191839]: pgmap v12552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:15.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:14 smithi039 ceph-mon[181282]: pgmap v12552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:16.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:16 smithi032 ceph-mon[189144]: pgmap v12553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:16.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:16 smithi032 ceph-mon[191839]: pgmap v12553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:17.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:16 smithi039 ceph-mon[181282]: pgmap v12553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:18.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:18 smithi032 ceph-mon[189144]: pgmap v12554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:18.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:18 smithi032 ceph-mon[191839]: pgmap v12554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:19.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:18 smithi039 ceph-mon[181282]: pgmap v12554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:20.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:20 smithi032 ceph-mon[191839]: pgmap v12555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:20.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:03:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:20 smithi032 ceph-mon[189144]: pgmap v12555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:03:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:20 smithi039 ceph-mon[181282]: pgmap v12555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:03:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:03:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:03:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:03:22.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:22 smithi032 ceph-mon[191839]: pgmap v12556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:22 smithi032 ceph-mon[189144]: pgmap v12556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:22 smithi039 ceph-mon[181282]: pgmap v12556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:24.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:24 smithi032 ceph-mon[191839]: pgmap v12557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:24.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:24 smithi032 ceph-mon[189144]: pgmap v12557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:25.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:24 smithi039 ceph-mon[181282]: pgmap v12557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:26.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:26 smithi032 ceph-mon[191839]: pgmap v12558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:26.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:26 smithi032 ceph-mon[189144]: pgmap v12558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:27.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:26 smithi039 ceph-mon[181282]: pgmap v12558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:28 smithi032 ceph-mon[191839]: pgmap v12559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:28.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:28 smithi032 ceph-mon[189144]: pgmap v12559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:29.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:28 smithi039 ceph-mon[181282]: pgmap v12559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:30 smithi032 ceph-mon[191839]: pgmap v12560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:30.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:30 smithi032 ceph-mon[189144]: pgmap v12560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:31.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:30 smithi039 ceph-mon[181282]: pgmap v12560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:03:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:03:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:03:32.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:32 smithi032 ceph-mon[189144]: pgmap v12561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:32 smithi032 ceph-mon[191839]: pgmap v12561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:32.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:32 smithi039 ceph-mon[181282]: pgmap v12561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:34.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:34 smithi032 ceph-mon[189144]: pgmap v12562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:34.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:34 smithi032 ceph-mon[191839]: pgmap v12562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:35.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:34 smithi039 ceph-mon[181282]: pgmap v12562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:03:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:03:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:03:36.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:36 smithi032 ceph-mon[189144]: pgmap v12563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:36.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:36 smithi032 ceph-mon[191839]: pgmap v12563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:37.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:36 smithi039 ceph-mon[181282]: pgmap v12563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:38.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:38 smithi032 ceph-mon[189144]: pgmap v12564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:38.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:38 smithi032 ceph-mon[191839]: pgmap v12564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:39.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:38 smithi039 ceph-mon[181282]: pgmap v12564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:40.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:40 smithi032 ceph-mon[189144]: pgmap v12565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:40.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:40 smithi032 ceph-mon[191839]: pgmap v12565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:41.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:40 smithi039 ceph-mon[181282]: pgmap v12565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:03:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:03:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:03:42.284 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:03:42.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:42 smithi032 ceph-mon[189144]: pgmap v12566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:42.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:42 smithi032 ceph-mon[191839]: pgmap v12566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:42 smithi039 ceph-mon[181282]: pgmap v12566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:42.608 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:03:42.608 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 2m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:03:42.609 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 38s ago 5h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:03:42.609 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 2m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:03:42.609 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 38s ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:03:42.609 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 38s ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:03:42.609 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 2m ago 5h 766M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:03:42.609 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 2m ago 5h 1585M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:03:42.609 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 38s ago 5h 759M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:03:42.609 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 2m ago 5h 789M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:03:42.609 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 2m ago 5h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:03:42.609 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 38s ago 5h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:03:42.609 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 2m ago 5h 4818M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:03:42.609 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 2m ago 5h 4984M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:03:42.609 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 2m ago 5h 4440M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:03:42.609 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 2m ago 5h 4482M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:03:42.610 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 38s ago 5h 4248M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:03:42.610 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 38s ago 5h 4574M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:03:42.610 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 38s ago 5h 4275M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:03:42.610 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 38s ago 5h 4252M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:03:42.610 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 38s ago 5h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:03:43.010 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:03:43.010 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:03:43.010 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:03:43.010 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:03:43.010 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:03:43.011 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:03:43.011 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:03:43.011 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:03:43.011 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:03:43.011 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:03:43.011 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:03:43.011 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:03:43.011 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:03:43.011 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:03:43.011 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:03:43.011 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:03:43.011 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:03:43.011 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:03:43.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:43 smithi032 ceph-mon[189144]: from='client.47685 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:03:43.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:43 smithi032 ceph-mon[189144]: from='client.47691 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:03:43.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:43 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1155008848' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:03:43.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:43 smithi032 ceph-mon[191839]: from='client.47685 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:03:43.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:43 smithi032 ceph-mon[191839]: from='client.47691 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:03:43.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:43 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1155008848' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:03:43.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:43 smithi039 ceph-mon[181282]: from='client.47685 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:03:43.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:43 smithi039 ceph-mon[181282]: from='client.47691 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:03:43.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:43 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1155008848' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:03:44.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:44 smithi032 ceph-mon[191839]: pgmap v12567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:44.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:44 smithi032 ceph-mon[189144]: pgmap v12567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:44 smithi039 ceph-mon[181282]: pgmap v12567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:46.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:46 smithi032 ceph-mon[191839]: pgmap v12568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:46.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:46 smithi032 ceph-mon[189144]: pgmap v12568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:47.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:46 smithi039 ceph-mon[181282]: pgmap v12568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:48.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:48 smithi032 ceph-mon[189144]: pgmap v12569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:48.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:48 smithi032 ceph-mon[191839]: pgmap v12569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:49.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:48 smithi039 ceph-mon[181282]: pgmap v12569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:50 smithi032 ceph-mon[189144]: pgmap v12570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:03:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:50 smithi032 ceph-mon[191839]: pgmap v12570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:03:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:50 smithi039 ceph-mon[181282]: pgmap v12570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:03:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:03:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:03:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:03:52.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:52 smithi032 ceph-mon[191839]: pgmap v12571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:52 smithi032 ceph-mon[189144]: pgmap v12571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:52.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:52 smithi039 ceph-mon[181282]: pgmap v12571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:54.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:54 smithi032 ceph-mon[191839]: pgmap v12572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:54.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:54 smithi032 ceph-mon[189144]: pgmap v12572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:55.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:54 smithi039 ceph-mon[181282]: pgmap v12572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:56.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:56 smithi032 ceph-mon[191839]: pgmap v12573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:56.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:56 smithi032 ceph-mon[189144]: pgmap v12573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:57.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:56 smithi039 ceph-mon[181282]: pgmap v12573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:58.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:03:58 smithi032 ceph-mon[191839]: pgmap v12574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:58.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:03:58 smithi032 ceph-mon[189144]: pgmap v12574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:03:59.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:03:58 smithi039 ceph-mon[181282]: pgmap v12574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:00.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:04:00 smithi032 ceph-mon[189144]: pgmap v12575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:00.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:04:00 smithi032 ceph-mon[191839]: pgmap v12575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:04:00 smithi039 ceph-mon[181282]: pgmap v12575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:04:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:04:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:04:02.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:04:02 smithi032 ceph-mon[189144]: pgmap v12576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:04:02 smithi032 ceph-mon[191839]: pgmap v12576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:04:02 smithi039 ceph-mon[181282]: pgmap v12576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:04.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:04:04 smithi032 ceph-mon[191839]: pgmap v12577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:04.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:04:04 smithi032 ceph-mon[189144]: pgmap v12577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:05.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:04:04 smithi039 ceph-mon[181282]: pgmap v12577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:04:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:04:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:04:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:04:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:04:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:04:06.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:04:06 smithi032 ceph-mon[189144]: pgmap v12578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:06.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:04:06 smithi032 ceph-mon[191839]: pgmap v12578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:07.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:04:06 smithi039 ceph-mon[181282]: pgmap v12578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:07.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:04:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:04:07.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:04:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:04:07.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:04:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:04:07.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:04:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:04:07.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:04:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:04:07.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:04:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:04:07.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:04:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:04:07.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:04:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:04:08.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:04:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:04:08.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:04:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:04:08.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:04:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:04:08.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:04:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:04:08.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:04:08 smithi032 ceph-mon[191839]: pgmap v12579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:08.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:04:08 smithi032 ceph-mon[189144]: pgmap v12579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:09.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:04:08 smithi039 ceph-mon[181282]: pgmap v12579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:10.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:04:10 smithi032 ceph-mon[189144]: pgmap v12580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:10.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:04:10 smithi032 ceph-mon[191839]: pgmap v12580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:04:10 smithi039 ceph-mon[181282]: pgmap v12580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:04:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:04:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:04:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:04:12 smithi032 ceph-mon[191839]: pgmap v12581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:04:12 smithi032 ceph-mon[189144]: pgmap v12581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:04:12 smithi039 ceph-mon[181282]: pgmap v12581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:13.372 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:04:13.695 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:04:13.695 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 3m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:04:13.695 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 70s ago 5h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:04:13.696 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 3m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:04:13.696 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 70s ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:04:13.696 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 70s ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:04:13.696 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 3m ago 5h 766M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:04:13.696 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 3m ago 5h 1585M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:04:13.696 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 70s ago 5h 759M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:04:13.696 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 3m ago 5h 789M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:04:13.697 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 3m ago 5h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:04:13.697 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 70s ago 5h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:04:13.697 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 3m ago 5h 4818M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:04:13.697 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 3m ago 5h 4984M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:04:13.697 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 3m ago 5h 4440M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:04:13.697 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 3m ago 5h 4482M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:04:13.698 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 70s ago 5h 4248M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:04:13.698 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 70s ago 5h 4574M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:04:13.698 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 70s ago 5h 4275M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:04:13.698 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 70s ago 5h 4252M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:04:13.698 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 70s ago 5h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:04:14.097 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:04:14.097 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:04:14.097 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:04:14.097 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:04:14.098 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:04:14.098 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:04:14.098 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:04:14.098 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:04:14.098 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:04:14.098 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:04:14.098 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:04:14.098 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:04:14.098 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:04:14.098 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:04:14.098 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:04:14.098 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:04:14.098 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:04:14.098 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:04:14.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:04:14 smithi032 ceph-mon[191839]: from='client.47703 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:04:14.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:04:14 smithi032 ceph-mon[191839]: pgmap v12582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:14.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:04:14 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2945173938' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:04:14.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:04:14 smithi032 ceph-mon[189144]: from='client.47703 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:04:14.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:04:14 smithi032 ceph-mon[189144]: pgmap v12582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:14.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:04:14 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2945173938' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:04:15.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:04:14 smithi039 ceph-mon[181282]: from='client.47703 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:04:15.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:04:14 smithi039 ceph-mon[181282]: pgmap v12582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:15.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:04:14 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2945173938' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:04:15.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:04:15 smithi032 ceph-mon[191839]: from='client.57626 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:04:15.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:04:15 smithi032 ceph-mon[189144]: from='client.57626 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:04:16.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:04:15 smithi039 ceph-mon[181282]: from='client.57626 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:04:16.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:04:16 smithi032 ceph-mon[189144]: pgmap v12583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:16.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:04:16 smithi032 ceph-mon[191839]: pgmap v12583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:17.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:04:16 smithi039 ceph-mon[181282]: pgmap v12583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:04:18 smithi032 ceph-mon[191839]: pgmap v12584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:18.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:04:18 smithi032 ceph-mon[189144]: pgmap v12584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:19.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:04:18 smithi039 ceph-mon[181282]: pgmap v12584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:20.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:04:20 smithi032 ceph-mon[189144]: pgmap v12585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:04:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:04:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:04:20 smithi032 ceph-mon[191839]: pgmap v12585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:04:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:04:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:04:20 smithi039 ceph-mon[181282]: pgmap v12585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:04:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:04:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:04:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:04:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:04:22.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:04:22 smithi032 ceph-mon[189144]: pgmap v12586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:04:22 smithi032 ceph-mon[191839]: pgmap v12586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:04:22 smithi039 ceph-mon[181282]: pgmap v12586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:24.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:04:24 smithi032 ceph-mon[189144]: pgmap v12587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:24.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:04:24 smithi032 ceph-mon[191839]: pgmap v12587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:25.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:04:24 smithi039 ceph-mon[181282]: pgmap v12587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:26.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:04:26 smithi032 ceph-mon[189144]: pgmap v12588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:26.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:04:26 smithi032 ceph-mon[191839]: pgmap v12588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:27.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:04:26 smithi039 ceph-mon[181282]: pgmap v12588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:04:28 smithi032 ceph-mon[189144]: pgmap v12589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:04:28 smithi032 ceph-mon[191839]: pgmap v12589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:29.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:04:28 smithi039 ceph-mon[181282]: pgmap v12589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:30.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:04:30 smithi032 ceph-mon[189144]: pgmap v12590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:04:30 smithi032 ceph-mon[191839]: pgmap v12590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:31.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:04:30 smithi039 ceph-mon[181282]: pgmap v12590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:04:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:04:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:04:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:04:32 smithi032 ceph-mon[191839]: pgmap v12591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:04:32 smithi032 ceph-mon[189144]: pgmap v12591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:04:32 smithi039 ceph-mon[181282]: pgmap v12591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:34.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:04:34 smithi032 ceph-mon[189144]: pgmap v12592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:34.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:04:34 smithi032 ceph-mon[191839]: pgmap v12592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:35.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:04:34 smithi039 ceph-mon[181282]: pgmap v12592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:04:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:04:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:04:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:04:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:04:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:04:36.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:04:36 smithi032 ceph-mon[191839]: pgmap v12593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:36.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:04:36 smithi032 ceph-mon[189144]: pgmap v12593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:37.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:04:36 smithi039 ceph-mon[181282]: pgmap v12593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:38.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:04:38 smithi032 ceph-mon[191839]: pgmap v12594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:38.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:04:38 smithi032 ceph-mon[189144]: pgmap v12594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:39.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:04:38 smithi039 ceph-mon[181282]: pgmap v12594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:40.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:04:40 smithi032 ceph-mon[191839]: pgmap v12595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:40.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:04:40 smithi032 ceph-mon[189144]: pgmap v12595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:41.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:04:40 smithi039 ceph-mon[181282]: pgmap v12595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:04:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:04:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:04:42.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:04:42 smithi032 ceph-mon[189144]: pgmap v12596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:04:42 smithi032 ceph-mon[191839]: pgmap v12596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:04:42 smithi039 ceph-mon[181282]: pgmap v12596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:44.463 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:04:44.790 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:04:44.790 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 3m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:04:44.790 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 101s ago 5h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:04:44.790 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 3m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:04:44.790 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 101s ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:04:44.790 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 101s ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:04:44.790 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 3m ago 5h 766M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:04:44.790 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 3m ago 5h 1585M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:04:44.790 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 101s ago 5h 759M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:04:44.791 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 3m ago 5h 789M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:04:44.791 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 3m ago 5h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:04:44.791 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 101s ago 5h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:04:44.791 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 3m ago 5h 4818M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:04:44.791 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 3m ago 5h 4984M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:04:44.791 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 3m ago 5h 4440M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:04:44.791 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 3m ago 5h 4482M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:04:44.791 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 101s ago 5h 4248M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:04:44.791 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 101s ago 5h 4574M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:04:44.791 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 101s ago 5h 4275M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:04:44.791 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 101s ago 5h 4252M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:04:44.791 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 101s ago 5h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:04:44.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:04:44 smithi032 ceph-mon[189144]: pgmap v12597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:44.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:04:44 smithi032 ceph-mon[191839]: pgmap v12597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:45.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:04:44 smithi039 ceph-mon[181282]: pgmap v12597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:45.193 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:04:45.193 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:04:45.193 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:04:45.193 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:04:45.193 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:04:45.193 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:04:45.193 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:04:45.194 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:04:45.194 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:04:45.194 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:04:45.194 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:04:45.194 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:04:45.194 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:04:45.194 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:04:45.194 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:04:45.194 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:04:45.194 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:04:45.194 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:04:45.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:04:45 smithi032 ceph-mon[189144]: from='client.47721 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:04:45.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:04:45 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1770312798' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:04:45.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:04:45 smithi032 ceph-mon[191839]: from='client.47721 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:04:45.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:04:45 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1770312798' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:04:46.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:04:45 smithi039 ceph-mon[181282]: from='client.47721 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:04:46.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:04:45 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1770312798' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:04:46.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:04:46 smithi032 ceph-mon[191839]: from='client.57644 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:04:46.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:04:46 smithi032 ceph-mon[191839]: pgmap v12598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:46.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:04:46 smithi032 ceph-mon[189144]: from='client.57644 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:04:46.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:04:46 smithi032 ceph-mon[189144]: pgmap v12598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:47.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:04:46 smithi039 ceph-mon[181282]: from='client.57644 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:04:47.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:04:46 smithi039 ceph-mon[181282]: pgmap v12598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:48.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:04:48 smithi032 ceph-mon[191839]: pgmap v12599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:48.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:04:48 smithi032 ceph-mon[189144]: pgmap v12599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:49.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:04:48 smithi039 ceph-mon[181282]: pgmap v12599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:04:50 smithi032 ceph-mon[189144]: pgmap v12600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:04:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:04:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:04:50 smithi032 ceph-mon[191839]: pgmap v12600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:04:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:04:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:04:50 smithi039 ceph-mon[181282]: pgmap v12600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:04:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:04:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:04:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:04:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:04:52.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:04:52 smithi032 ceph-mon[191839]: pgmap v12601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:04:52 smithi032 ceph-mon[189144]: pgmap v12601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:52.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:04:52 smithi039 ceph-mon[181282]: pgmap v12601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:54.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:04:54 smithi032 ceph-mon[189144]: pgmap v12602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:54.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:04:54 smithi032 ceph-mon[191839]: pgmap v12602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:55.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:04:54 smithi039 ceph-mon[181282]: pgmap v12602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:56.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:04:56 smithi032 ceph-mon[191839]: pgmap v12603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:56.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:04:56 smithi032 ceph-mon[189144]: pgmap v12603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:57.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:04:56 smithi039 ceph-mon[181282]: pgmap v12603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:58.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:04:58 smithi032 ceph-mon[191839]: pgmap v12604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:58.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:04:58 smithi032 ceph-mon[189144]: pgmap v12604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:04:59.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:04:58 smithi039 ceph-mon[181282]: pgmap v12604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:00.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:05:00 smithi032 ceph-mon[189144]: pgmap v12605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:00.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:05:00 smithi032 ceph-mon[191839]: pgmap v12605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:05:00 smithi039 ceph-mon[181282]: pgmap v12605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:05:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:05:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:05:02.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:05:02 smithi032 ceph-mon[191839]: pgmap v12606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:05:02 smithi032 ceph-mon[189144]: pgmap v12606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:05:02 smithi039 ceph-mon[181282]: pgmap v12606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:04.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:05:04 smithi032 ceph-mon[191839]: pgmap v12607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:04.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:05:04 smithi032 ceph-mon[189144]: pgmap v12607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:05.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:05:04 smithi039 ceph-mon[181282]: pgmap v12607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:05:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:05:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:05:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:05:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:05:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:05:06.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:05:06 smithi032 ceph-mon[191839]: pgmap v12608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:06.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:05:06 smithi032 ceph-mon[189144]: pgmap v12608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:07.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:05:06 smithi039 ceph-mon[181282]: pgmap v12608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:08.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:05:08 smithi032 ceph-mon[191839]: pgmap v12609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:08.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:05:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:05:08.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:05:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:05:08.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:05:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:05:08.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:05:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:05:08.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:05:08 smithi032 ceph-mon[189144]: pgmap v12609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:08.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:05:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:05:08.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:05:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:05:08.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:05:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:05:08.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:05:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:05:09.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:05:08 smithi039 ceph-mon[181282]: pgmap v12609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:09.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:05:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:05:09.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:05:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:05:09.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:05:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:05:09.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:05:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:05:10.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:05:10 smithi032 ceph-mon[189144]: pgmap v12610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:10.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:05:10 smithi032 ceph-mon[191839]: pgmap v12610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:05:10 smithi039 ceph-mon[181282]: pgmap v12610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:05:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:05:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:05:12.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:05:12 smithi032 ceph-mon[189144]: pgmap v12611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:05:12 smithi032 ceph-mon[191839]: pgmap v12611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:05:12 smithi039 ceph-mon[181282]: pgmap v12611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:14.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:05:14 smithi032 ceph-mon[191839]: pgmap v12612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:14.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:05:14 smithi032 ceph-mon[189144]: pgmap v12612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:15.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:05:14 smithi039 ceph-mon[181282]: pgmap v12612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:15.556 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:05:15.881 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:05:15.881 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 4m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:05:15.881 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 2m ago 5h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:05:15.882 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 4m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:05:15.882 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 2m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:05:15.882 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 2m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:05:15.882 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 4m ago 5h 766M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:05:15.882 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 4m ago 5h 1585M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:05:15.882 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 2m ago 5h 759M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:05:15.882 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 4m ago 5h 789M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:05:15.882 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 4m ago 5h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:05:15.882 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 2m ago 5h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:05:15.882 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 4m ago 5h 4818M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:05:15.882 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 4m ago 5h 4984M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:05:15.882 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 4m ago 5h 4440M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:05:15.882 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 4m ago 5h 4482M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:05:15.882 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 2m ago 5h 4248M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:05:15.882 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 2m ago 5h 4574M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:05:15.883 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 2m ago 5h 4275M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:05:15.883 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 2m ago 5h 4252M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:05:15.883 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 2m ago 5h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:05:16.283 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:05:16.283 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:05:16.283 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:05:16.283 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:05:16.283 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:05:16.284 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:05:16.284 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:05:16.284 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:05:16.284 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:05:16.284 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:05:16.284 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:05:16.284 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:05:16.284 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:05:16.284 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:05:16.284 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:05:16.284 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:05:16.284 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:05:16.284 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:05:16.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:05:16 smithi032 ceph-mon[191839]: pgmap v12613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:16.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:05:16 smithi032 ceph-mon[191839]: from='client.47739 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:05:16.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:05:16 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2453816682' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:05:16.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:05:16 smithi032 ceph-mon[189144]: pgmap v12613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:16.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:05:16 smithi032 ceph-mon[189144]: from='client.47739 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:05:16.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:05:16 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2453816682' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:05:17.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:05:16 smithi039 ceph-mon[181282]: pgmap v12613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:17.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:05:16 smithi039 ceph-mon[181282]: from='client.47739 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:05:17.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:05:16 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2453816682' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:05:17.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:05:17 smithi032 ceph-mon[191839]: from='client.47745 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:05:17.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:05:17 smithi032 ceph-mon[189144]: from='client.47745 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:05:18.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:05:17 smithi039 ceph-mon[181282]: from='client.47745 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:05:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:05:18 smithi032 ceph-mon[191839]: pgmap v12614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:18.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:05:18 smithi032 ceph-mon[189144]: pgmap v12614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:19.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:05:18 smithi039 ceph-mon[181282]: pgmap v12614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:05:20 smithi032 ceph-mon[191839]: pgmap v12615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:05:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:05:20.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:05:20 smithi032 ceph-mon[189144]: pgmap v12615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:20.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:05:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:05:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:05:20 smithi039 ceph-mon[181282]: pgmap v12615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:05:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:05:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:05:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:05:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:05:22.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:05:22 smithi032 ceph-mon[191839]: pgmap v12616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:05:22 smithi032 ceph-mon[189144]: pgmap v12616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:05:22 smithi039 ceph-mon[181282]: pgmap v12616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:24.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:05:24 smithi032 ceph-mon[191839]: pgmap v12617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:24.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:05:24 smithi032 ceph-mon[189144]: pgmap v12617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:25.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:05:24 smithi039 ceph-mon[181282]: pgmap v12617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:26.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:05:26 smithi032 ceph-mon[191839]: pgmap v12618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:26.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:05:26 smithi032 ceph-mon[189144]: pgmap v12618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:27.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:05:26 smithi039 ceph-mon[181282]: pgmap v12618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:05:28 smithi032 ceph-mon[189144]: pgmap v12619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:28.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:05:28 smithi032 ceph-mon[191839]: pgmap v12619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:29.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:05:28 smithi039 ceph-mon[181282]: pgmap v12619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:30.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:05:30 smithi032 ceph-mon[189144]: pgmap v12620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:05:30 smithi032 ceph-mon[191839]: pgmap v12620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:31.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:05:30 smithi039 ceph-mon[181282]: pgmap v12620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:05:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:05:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:05:32.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:05:32 smithi032 ceph-mon[191839]: pgmap v12621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:05:32 smithi032 ceph-mon[189144]: pgmap v12621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:05:32 smithi039 ceph-mon[181282]: pgmap v12621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:34.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:05:34 smithi032 ceph-mon[191839]: pgmap v12622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:34.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:05:34 smithi032 ceph-mon[189144]: pgmap v12622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:35.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:05:34 smithi039 ceph-mon[181282]: pgmap v12622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:05:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:05:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:05:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:05:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:05:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:05:36.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:05:36 smithi032 ceph-mon[191839]: pgmap v12623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:36.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:05:36 smithi032 ceph-mon[189144]: pgmap v12623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:37.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:05:36 smithi039 ceph-mon[181282]: pgmap v12623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:38.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:05:38 smithi032 ceph-mon[191839]: pgmap v12624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:38.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:05:38 smithi032 ceph-mon[189144]: pgmap v12624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:39.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:05:38 smithi039 ceph-mon[181282]: pgmap v12624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:40.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:05:40 smithi032 ceph-mon[189144]: pgmap v12625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:40.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:05:40 smithi032 ceph-mon[191839]: pgmap v12625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:41.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:05:40 smithi039 ceph-mon[181282]: pgmap v12625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:05:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:05:40] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T23:05:42.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:05:42 smithi032 ceph-mon[191839]: pgmap v12626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:42.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:05:42 smithi032 ceph-mon[189144]: pgmap v12626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:05:42 smithi039 ceph-mon[181282]: pgmap v12626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:44.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:05:44 smithi032 ceph-mon[191839]: pgmap v12627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:44.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:05:44 smithi032 ceph-mon[189144]: pgmap v12627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:45.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:05:44 smithi039 ceph-mon[181282]: pgmap v12627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:46.650 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:05:46.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:05:46 smithi032 ceph-mon[189144]: pgmap v12628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:46.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:05:46 smithi032 ceph-mon[191839]: pgmap v12628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:46.972 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:05:46.972 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 4m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:05:46.972 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 2m ago 5h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:05:46.972 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 4m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:05:46.972 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 2m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:05:46.972 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 2m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:05:46.972 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 4m ago 5h 766M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:05:46.973 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 4m ago 5h 1585M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:05:46.973 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 2m ago 5h 759M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:05:46.973 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 4m ago 5h 789M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:05:46.973 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 4m ago 5h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:05:46.973 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 2m ago 5h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:05:46.973 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 4m ago 5h 4818M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:05:46.973 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 4m ago 5h 4984M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:05:46.973 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 4m ago 5h 4440M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:05:46.973 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 4m ago 5h 4482M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:05:46.973 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 2m ago 5h 4248M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:05:46.973 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 2m ago 5h 4574M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:05:46.973 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 2m ago 5h 4275M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:05:46.973 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 2m ago 5h 4252M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:05:46.974 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 2m ago 5h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:05:47.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:05:46 smithi039 ceph-mon[181282]: pgmap v12628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:47.375 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:05:47.375 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:05:47.375 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:05:47.376 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:05:47.376 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:05:47.376 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:05:47.376 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:05:47.376 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:05:47.376 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:05:47.376 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:05:47.376 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:05:47.376 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:05:47.376 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:05:47.376 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:05:47.376 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:05:47.376 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:05:47.376 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:05:47.376 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:05:47.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:05:47 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/15509491' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:05:47.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:05:47 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/15509491' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:05:48.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:05:47 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/15509491' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:05:48.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:05:48 smithi032 ceph-mon[191839]: from='client.57674 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:05:48.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:05:48 smithi032 ceph-mon[191839]: from='client.57680 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:05:48.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:05:48 smithi032 ceph-mon[191839]: pgmap v12629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:48.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:05:48 smithi032 ceph-mon[189144]: from='client.57674 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:05:48.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:05:48 smithi032 ceph-mon[189144]: from='client.57680 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:05:48.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:05:48 smithi032 ceph-mon[189144]: pgmap v12629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:49.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:05:48 smithi039 ceph-mon[181282]: from='client.57674 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:05:49.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:05:48 smithi039 ceph-mon[181282]: from='client.57680 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:05:49.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:05:48 smithi039 ceph-mon[181282]: pgmap v12629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:50.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:05:50 smithi032 ceph-mon[189144]: pgmap v12630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:50.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:05:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:05:50.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:05:50 smithi032 ceph-mon[191839]: pgmap v12630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:50.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:05:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:05:50.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:05:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:05:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:05:51.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:05:50 smithi039 ceph-mon[181282]: pgmap v12630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:51.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:05:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:05:52.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:05:52 smithi032 ceph-mon[189144]: pgmap v12631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:05:52 smithi032 ceph-mon[191839]: pgmap v12631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:52.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:05:52 smithi039 ceph-mon[181282]: pgmap v12631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:54.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:05:54 smithi032 ceph-mon[191839]: pgmap v12632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:54.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:05:54 smithi032 ceph-mon[189144]: pgmap v12632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:55.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:05:54 smithi039 ceph-mon[181282]: pgmap v12632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:56.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:05:56 smithi032 ceph-mon[191839]: pgmap v12633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:56.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:05:56 smithi032 ceph-mon[189144]: pgmap v12633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:57.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:05:56 smithi039 ceph-mon[181282]: pgmap v12633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:58.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:05:58 smithi032 ceph-mon[191839]: pgmap v12634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:58.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:05:58 smithi032 ceph-mon[189144]: pgmap v12634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:05:59.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:05:58 smithi039 ceph-mon[181282]: pgmap v12634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:00.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:06:00 smithi032 ceph-mon[189144]: pgmap v12635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:00.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:06:00 smithi032 ceph-mon[191839]: pgmap v12635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:06:00 smithi039 ceph-mon[181282]: pgmap v12635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:06:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:06:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:06:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:06:02 smithi032 ceph-mon[191839]: pgmap v12636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:06:02 smithi032 ceph-mon[189144]: pgmap v12636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:06:02 smithi039 ceph-mon[181282]: pgmap v12636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:04.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:06:04 smithi032 ceph-mon[191839]: pgmap v12637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:04.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:06:04 smithi032 ceph-mon[189144]: pgmap v12637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:05.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:06:04 smithi039 ceph-mon[181282]: pgmap v12637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:06:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:06:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:06:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:06:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:06:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:06:06.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:06:06 smithi032 ceph-mon[191839]: pgmap v12638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:06.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:06:06 smithi032 ceph-mon[189144]: pgmap v12638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:07.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:06:06 smithi039 ceph-mon[181282]: pgmap v12638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:08.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:06:08 smithi032 ceph-mon[189144]: pgmap v12639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:08.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:06:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:06:08.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:06:08 smithi032 ceph-mon[191839]: pgmap v12639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:08.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:06:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:06:09.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:06:08 smithi039 ceph-mon[181282]: pgmap v12639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:09.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:06:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:06:09.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:06:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:06:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:06:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:06:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:06:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:06:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:06:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:06:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:06:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:06:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:06:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:06:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:06:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:06:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:06:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:06:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:06:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:06:10.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:06:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:06:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:06:10.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:06:10 smithi032 ceph-mon[191839]: pgmap v12640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:10.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:06:10 smithi032 ceph-mon[189144]: pgmap v12640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:06:10 smithi039 ceph-mon[181282]: pgmap v12640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:12.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:06:12 smithi032 ceph-mon[191839]: pgmap v12641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:06:12 smithi032 ceph-mon[189144]: pgmap v12641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:06:12 smithi039 ceph-mon[181282]: pgmap v12641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:14.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:06:14 smithi032 ceph-mon[191839]: pgmap v12642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:14.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:06:14 smithi032 ceph-mon[189144]: pgmap v12642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:15.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:06:14 smithi039 ceph-mon[181282]: pgmap v12642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:16.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:06:16 smithi032 ceph-mon[189144]: pgmap v12643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:16.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:06:16 smithi032 ceph-mon[191839]: pgmap v12643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:17.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:06:16 smithi039 ceph-mon[181282]: pgmap v12643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:17.738 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:06:18.061 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:06:18.061 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 5m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:06:18.061 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 3m ago 5h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:06:18.061 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 5m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:06:18.061 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 3m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:06:18.061 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 3m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:06:18.061 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 5m ago 5h 766M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:06:18.062 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 5m ago 5h 1585M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:06:18.062 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 3m ago 5h 759M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:06:18.062 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 5m ago 5h 789M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:06:18.062 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 5m ago 5h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:06:18.062 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 3m ago 5h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:06:18.062 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 5m ago 5h 4818M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:06:18.062 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 5m ago 5h 4984M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:06:18.062 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 5m ago 5h 4440M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:06:18.062 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 5m ago 5h 4482M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:06:18.062 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 3m ago 5h 4248M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:06:18.062 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 3m ago 5h 4574M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:06:18.062 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 3m ago 5h 4275M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:06:18.062 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 3m ago 5h 4252M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:06:18.062 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 3m ago 5h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:06:18.465 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:06:18.465 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:06:18.465 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:06:18.465 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:06:18.465 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:06:18.465 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:06:18.465 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:06:18.465 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:06:18.465 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:06:18.465 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:06:18.465 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:06:18.466 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:06:18.466 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:06:18.466 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:06:18.466 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:06:18.466 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:06:18.466 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:06:18.466 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:06:18.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:06:18 smithi032 ceph-mon[189144]: pgmap v12644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:18.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:06:18 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1959745142' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:06:18.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:06:18 smithi032 ceph-mon[191839]: pgmap v12644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:18.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:06:18 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1959745142' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:06:19.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:06:18 smithi039 ceph-mon[181282]: pgmap v12644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:19.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:06:18 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1959745142' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:06:19.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:06:19 smithi032 ceph-mon[189144]: from='client.57692 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:06:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:06:19 smithi032 ceph-mon[189144]: from='client.47781 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:06:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:06:19 smithi032 ceph-mon[191839]: from='client.57692 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:06:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:06:19 smithi032 ceph-mon[191839]: from='client.47781 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:06:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:06:19 smithi039 ceph-mon[181282]: from='client.57692 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:06:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:06:19 smithi039 ceph-mon[181282]: from='client.47781 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:06:20.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:06:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:06:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:06:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:06:20 smithi032 ceph-mon[191839]: pgmap v12645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:06:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:06:20.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:06:20 smithi032 ceph-mon[189144]: pgmap v12645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:20.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:06:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:06:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:06:20 smithi039 ceph-mon[181282]: pgmap v12645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:06:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:06:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:06:22 smithi032 ceph-mon[191839]: pgmap v12646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:06:22 smithi032 ceph-mon[189144]: pgmap v12646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:06:22 smithi039 ceph-mon[181282]: pgmap v12646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:24.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:06:24 smithi032 ceph-mon[191839]: pgmap v12647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:24.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:06:24 smithi032 ceph-mon[189144]: pgmap v12647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:25.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:06:24 smithi039 ceph-mon[181282]: pgmap v12647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:26.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:06:26 smithi032 ceph-mon[189144]: pgmap v12648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:27.146 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:06:26 smithi032 ceph-mon[191839]: pgmap v12648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:27.146 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:06:26 smithi039 ceph-mon[181282]: pgmap v12648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:06:28 smithi032 ceph-mon[189144]: pgmap v12649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:28.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:06:28 smithi032 ceph-mon[191839]: pgmap v12649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:29.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:06:28 smithi039 ceph-mon[181282]: pgmap v12649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:30.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:06:30 smithi032 ceph-mon[189144]: pgmap v12650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:30.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:06:30 smithi032 ceph-mon[191839]: pgmap v12650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:30.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:06:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:06:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:06:31.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:06:30 smithi039 ceph-mon[181282]: pgmap v12650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:06:32 smithi032 ceph-mon[189144]: pgmap v12651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:06:32 smithi032 ceph-mon[191839]: pgmap v12651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:06:32 smithi039 ceph-mon[181282]: pgmap v12651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:34.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:06:34 smithi032 ceph-mon[191839]: pgmap v12652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:34.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:06:34 smithi032 ceph-mon[189144]: pgmap v12652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:35.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:06:34 smithi039 ceph-mon[181282]: pgmap v12652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:35.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:06:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:06:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:06:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:06:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:06:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:06:36.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:06:36 smithi032 ceph-mon[189144]: pgmap v12653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:36.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:06:36 smithi032 ceph-mon[191839]: pgmap v12653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:37.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:06:36 smithi039 ceph-mon[181282]: pgmap v12653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:38.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:06:38 smithi032 ceph-mon[189144]: pgmap v12654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:38.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:06:38 smithi032 ceph-mon[191839]: pgmap v12654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:39.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:06:38 smithi039 ceph-mon[181282]: pgmap v12654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:40.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:06:40 smithi032 ceph-mon[189144]: pgmap v12655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:40.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:06:40 smithi032 ceph-mon[191839]: pgmap v12655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:40.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:06:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:06:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:06:41.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:06:40 smithi039 ceph-mon[181282]: pgmap v12655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:42.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:06:42 smithi032 ceph-mon[189144]: pgmap v12656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:06:42 smithi032 ceph-mon[191839]: pgmap v12656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:06:42 smithi039 ceph-mon[181282]: pgmap v12656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:44.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:06:44 smithi032 ceph-mon[191839]: pgmap v12657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:44.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:06:44 smithi032 ceph-mon[189144]: pgmap v12657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:45.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:06:44 smithi039 ceph-mon[181282]: pgmap v12657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:46.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:06:46 smithi032 ceph-mon[191839]: pgmap v12658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:46.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:06:46 smithi032 ceph-mon[189144]: pgmap v12658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:47.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:06:46 smithi039 ceph-mon[181282]: pgmap v12658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:48.830 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:06:48.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:06:48 smithi032 ceph-mon[191839]: pgmap v12659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:48.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:06:48 smithi032 ceph-mon[189144]: pgmap v12659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:49.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:06:48 smithi039 ceph-mon[181282]: pgmap v12659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:49.154 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:06:49.154 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 5m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:06:49.154 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 3m ago 5h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:06:49.154 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 5m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:06:49.154 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 3m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:06:49.154 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 3m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:06:49.154 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 5m ago 5h 766M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:06:49.154 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 5m ago 5h 1585M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:06:49.154 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 3m ago 5h 759M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:06:49.154 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 5m ago 5h 789M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:06:49.154 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 5m ago 5h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:06:49.154 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 3m ago 5h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:06:49.154 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 5m ago 5h 4818M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:06:49.154 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 5m ago 5h 4984M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:06:49.155 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 5m ago 5h 4440M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:06:49.155 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 5m ago 5h 4482M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:06:49.155 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 3m ago 5h 4248M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:06:49.155 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 3m ago 5h 4574M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:06:49.155 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 3m ago 5h 4275M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:06:49.155 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 3m ago 5h 4252M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:06:49.155 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 3m ago 5h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:06:49.555 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:06:49.555 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:06:49.555 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:06:49.556 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:06:49.556 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:06:49.556 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:06:49.556 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:06:49.556 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:06:49.556 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:06:49.556 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:06:49.556 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:06:49.556 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:06:49.556 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:06:49.556 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:06:49.556 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:06:49.556 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:06:49.556 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:06:49.556 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:06:49.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:06:49 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2684228083' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:06:49.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:06:49 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2684228083' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:06:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:06:49 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2684228083' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:06:50.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:06:50 smithi032 ceph-mon[191839]: from='client.47793 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:06:50.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:06:50 smithi032 ceph-mon[191839]: from='client.57716 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:06:50.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:06:50 smithi032 ceph-mon[191839]: pgmap v12660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:50.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:06:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:06:50.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:06:50 smithi032 ceph-mon[189144]: from='client.47793 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:06:50.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:06:50 smithi032 ceph-mon[189144]: from='client.57716 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:06:50.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:06:50 smithi032 ceph-mon[189144]: pgmap v12660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:50.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:06:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:06:50.932 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:06:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:06:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:06:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:06:50 smithi039 ceph-mon[181282]: from='client.47793 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:06:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:06:50 smithi039 ceph-mon[181282]: from='client.57716 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:06:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:06:50 smithi039 ceph-mon[181282]: pgmap v12660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:06:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:06:52.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:06:52 smithi032 ceph-mon[191839]: pgmap v12661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:06:52 smithi032 ceph-mon[189144]: pgmap v12661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:52.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:06:52 smithi039 ceph-mon[181282]: pgmap v12661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:54.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:06:54 smithi032 ceph-mon[191839]: pgmap v12662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:54.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:06:54 smithi032 ceph-mon[189144]: pgmap v12662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:55.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:06:54 smithi039 ceph-mon[181282]: pgmap v12662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:56.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:06:56 smithi032 ceph-mon[189144]: pgmap v12663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:56.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:06:56 smithi032 ceph-mon[191839]: pgmap v12663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:57.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:06:56 smithi039 ceph-mon[181282]: pgmap v12663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:58.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:06:58 smithi032 ceph-mon[189144]: pgmap v12664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:58.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:06:58 smithi032 ceph-mon[191839]: pgmap v12664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:06:59.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:06:58 smithi039 ceph-mon[181282]: pgmap v12664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:00.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:07:00 smithi032 ceph-mon[191839]: pgmap v12665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:00.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:07:00 smithi032 ceph-mon[189144]: pgmap v12665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:00.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:07:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:07:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:07:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:07:00 smithi039 ceph-mon[181282]: pgmap v12665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:02.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:07:02 smithi032 ceph-mon[191839]: pgmap v12666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:07:02 smithi032 ceph-mon[189144]: pgmap v12666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:07:02 smithi039 ceph-mon[181282]: pgmap v12666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:04.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:07:04 smithi032 ceph-mon[191839]: pgmap v12667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:04.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:07:04 smithi032 ceph-mon[189144]: pgmap v12667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:05.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:07:04 smithi039 ceph-mon[181282]: pgmap v12667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:07:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:07:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:07:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:07:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:07:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:07:06.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:07:06 smithi032 ceph-mon[191839]: pgmap v12668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:06.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:07:06 smithi032 ceph-mon[189144]: pgmap v12668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:07.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:07:06 smithi039 ceph-mon[181282]: pgmap v12668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:08.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:07:08 smithi032 ceph-mon[189144]: pgmap v12669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:08.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:07:08 smithi032 ceph-mon[191839]: pgmap v12669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:09.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:07:08 smithi039 ceph-mon[181282]: pgmap v12669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:09.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:07:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:07:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:07:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:07:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:07:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:07:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:07:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:07:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:07:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:07:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:07:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:07:09.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:07:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:07:09.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:07:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:07:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:07:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:07:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:07:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:07:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:07:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:07:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:07:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:07:10.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:07:10 smithi032 ceph-mon[189144]: pgmap v12670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:10.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:07:10 smithi032 ceph-mon[191839]: pgmap v12670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:10.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:07:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:07:10] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T23:07:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:07:10 smithi039 ceph-mon[181282]: pgmap v12670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:12.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:07:12 smithi032 ceph-mon[191839]: pgmap v12671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:07:12 smithi032 ceph-mon[189144]: pgmap v12671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:07:12 smithi039 ceph-mon[181282]: pgmap v12671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:14.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:07:14 smithi032 ceph-mon[191839]: pgmap v12672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:14.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:07:14 smithi032 ceph-mon[189144]: pgmap v12672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:15.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:07:14 smithi039 ceph-mon[181282]: pgmap v12672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:16.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:07:16 smithi032 ceph-mon[189144]: pgmap v12673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:16.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:07:16 smithi032 ceph-mon[191839]: pgmap v12673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:17.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:07:16 smithi039 ceph-mon[181282]: pgmap v12673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:18.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:07:18 smithi032 ceph-mon[189144]: pgmap v12674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:18.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:07:18 smithi032 ceph-mon[191839]: pgmap v12674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:19.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:07:18 smithi039 ceph-mon[181282]: pgmap v12674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:19.920 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:07:20.244 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:07:20.245 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 6m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:07:20.245 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 4m ago 5h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:07:20.245 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 6m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:07:20.245 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 4m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:07:20.245 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 4m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:07:20.245 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 6m ago 5h 766M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:07:20.245 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 6m ago 5h 1585M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:07:20.245 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 4m ago 5h 759M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:07:20.245 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 6m ago 5h 789M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:07:20.245 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 6m ago 5h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:07:20.245 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 4m ago 5h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:07:20.245 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 6m ago 5h 4818M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:07:20.245 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 6m ago 5h 4984M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:07:20.245 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 6m ago 5h 4440M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:07:20.246 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 6m ago 5h 4482M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:07:20.246 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 4m ago 5h 4248M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:07:20.246 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 4m ago 5h 4574M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:07:20.246 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 4m ago 5h 4275M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:07:20.246 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 4m ago 5h 4252M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:07:20.246 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 4m ago 5h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:07:20.645 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:07:20.645 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:07:20.645 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:07:20.646 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:07:20.646 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:07:20.646 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:07:20.646 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:07:20.646 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:07:20.646 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:07:20.646 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:07:20.646 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:07:20.646 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:07:20.646 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:07:20.646 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:07:20.646 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:07:20.646 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:07:20.646 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:07:20.646 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:07:20.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:07:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:07:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:07:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:07:20 smithi032 ceph-mon[191839]: pgmap v12675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:07:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:07:20.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:07:20 smithi032 ceph-mon[189144]: pgmap v12675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:20.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:07:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:07:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:07:20 smithi039 ceph-mon[181282]: pgmap v12675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:07:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:07:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:07:21 smithi032 ceph-mon[189144]: from='client.47811 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:07:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:07:21 smithi032 ceph-mon[189144]: from='client.47817 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:07:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:07:21 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/994578363' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:07:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:07:21 smithi032 ceph-mon[191839]: from='client.47811 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:07:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:07:21 smithi032 ceph-mon[191839]: from='client.47817 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:07:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:07:21 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/994578363' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:07:22.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:07:21 smithi039 ceph-mon[181282]: from='client.47811 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:07:22.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:07:21 smithi039 ceph-mon[181282]: from='client.47817 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:07:22.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:07:21 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/994578363' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:07:22.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:07:22 smithi032 ceph-mon[191839]: pgmap v12676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:22.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:07:22 smithi032 ceph-mon[189144]: pgmap v12676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:23.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:07:22 smithi039 ceph-mon[181282]: pgmap v12676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:24.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:07:24 smithi032 ceph-mon[189144]: pgmap v12677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:24.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:07:24 smithi032 ceph-mon[191839]: pgmap v12677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:25.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:07:24 smithi039 ceph-mon[181282]: pgmap v12677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:26.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:07:26 smithi032 ceph-mon[191839]: pgmap v12678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:26.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:07:26 smithi032 ceph-mon[189144]: pgmap v12678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:27.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:07:26 smithi039 ceph-mon[181282]: pgmap v12678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:07:28 smithi032 ceph-mon[191839]: pgmap v12679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:28.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:07:28 smithi032 ceph-mon[189144]: pgmap v12679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:29.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:07:28 smithi039 ceph-mon[181282]: pgmap v12679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:30.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:07:30 smithi032 ceph-mon[189144]: pgmap v12680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:30.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:07:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:07:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:07:30.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:07:30 smithi032 ceph-mon[191839]: pgmap v12680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:31.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:07:30 smithi039 ceph-mon[181282]: pgmap v12680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:32.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:07:32 smithi032 ceph-mon[191839]: pgmap v12681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:07:32 smithi032 ceph-mon[189144]: pgmap v12681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:07:32 smithi039 ceph-mon[181282]: pgmap v12681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:34.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:07:34 smithi032 ceph-mon[189144]: pgmap v12682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:34.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:07:34 smithi032 ceph-mon[191839]: pgmap v12682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:35.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:07:34 smithi039 ceph-mon[181282]: pgmap v12682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:07:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:07:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:07:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:07:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:07:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:07:36.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:07:36 smithi032 ceph-mon[191839]: pgmap v12683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:36.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:07:36 smithi032 ceph-mon[189144]: pgmap v12683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:37.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:07:36 smithi039 ceph-mon[181282]: pgmap v12683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:38.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:07:38 smithi032 ceph-mon[189144]: pgmap v12684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:38.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:07:38 smithi032 ceph-mon[191839]: pgmap v12684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:39.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:07:38 smithi039 ceph-mon[181282]: pgmap v12684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:40.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:07:40 smithi032 ceph-mon[191839]: pgmap v12685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:40.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:07:40 smithi032 ceph-mon[189144]: pgmap v12685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:40.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:07:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:07:40] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T23:07:41.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:07:40 smithi039 ceph-mon[181282]: pgmap v12685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:42.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:07:42 smithi032 ceph-mon[191839]: pgmap v12686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:07:42 smithi032 ceph-mon[189144]: pgmap v12686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:07:42 smithi039 ceph-mon[181282]: pgmap v12686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:44.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:07:44 smithi032 ceph-mon[191839]: pgmap v12687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:44.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:07:44 smithi032 ceph-mon[189144]: pgmap v12687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:45.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:07:44 smithi039 ceph-mon[181282]: pgmap v12687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:46.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:07:46 smithi032 ceph-mon[191839]: pgmap v12688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:46.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:07:46 smithi032 ceph-mon[189144]: pgmap v12688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:47.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:07:46 smithi039 ceph-mon[181282]: pgmap v12688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:48.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:07:48 smithi032 ceph-mon[189144]: pgmap v12689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:48.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:07:48 smithi032 ceph-mon[191839]: pgmap v12689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:49.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:07:48 smithi039 ceph-mon[181282]: pgmap v12689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:50.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:07:50 smithi032 ceph-mon[191839]: pgmap v12690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:50.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:07:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:07:50.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:07:50 smithi032 ceph-mon[189144]: pgmap v12690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:50.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:07:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:07:50.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:07:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:07:50] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T23:07:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:07:50 smithi039 ceph-mon[181282]: pgmap v12690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:07:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:07:51.006 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:07:51.332 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:07:51.332 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 6m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:07:51.332 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 4m ago 5h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:07:51.332 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 6m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:07:51.332 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 4m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:07:51.332 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 4m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:07:51.332 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 6m ago 5h 766M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:07:51.332 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 6m ago 5h 1585M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:07:51.332 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 4m ago 5h 759M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:07:51.332 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 6m ago 5h 789M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:07:51.332 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 6m ago 5h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:07:51.332 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 4m ago 5h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:07:51.333 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 6m ago 5h 4818M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:07:51.333 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 6m ago 5h 4984M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:07:51.333 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 6m ago 5h 4440M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:07:51.333 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 6m ago 5h 4482M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:07:51.333 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 4m ago 5h 4248M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:07:51.333 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 4m ago 5h 4574M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:07:51.333 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 4m ago 5h 4275M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:07:51.333 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 4m ago 5h 4252M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:07:51.333 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 4m ago 5h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:07:51.730 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:07:51.730 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:07:51.731 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:07:51.731 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:07:51.731 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:07:51.731 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:07:51.731 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:07:51.731 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:07:51.731 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:07:51.731 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:07:51.731 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:07:51.731 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:07:51.731 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:07:51.731 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:07:51.731 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:07:51.731 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:07:51.731 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:07:51.731 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:07:52.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:07:52 smithi032 ceph-mon[191839]: from='client.47829 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:07:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:07:52 smithi032 ceph-mon[191839]: from='client.47835 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:07:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:07:52 smithi032 ceph-mon[191839]: pgmap v12691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:07:52 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2421616401' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:07:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:07:52 smithi032 ceph-mon[189144]: from='client.47829 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:07:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:07:52 smithi032 ceph-mon[189144]: from='client.47835 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:07:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:07:52 smithi032 ceph-mon[189144]: pgmap v12691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:07:52 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2421616401' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:07:52.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:07:52 smithi039 ceph-mon[181282]: from='client.47829 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:07:52.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:07:52 smithi039 ceph-mon[181282]: from='client.47835 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:07:52.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:07:52 smithi039 ceph-mon[181282]: pgmap v12691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:52.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:07:52 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2421616401' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:07:54.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:07:54 smithi032 ceph-mon[189144]: pgmap v12692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:54.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:07:54 smithi032 ceph-mon[191839]: pgmap v12692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:55.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:07:54 smithi039 ceph-mon[181282]: pgmap v12692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:56.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:07:56 smithi032 ceph-mon[191839]: pgmap v12693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:56.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:07:56 smithi032 ceph-mon[189144]: pgmap v12693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:57.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:07:56 smithi039 ceph-mon[181282]: pgmap v12693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:58.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:07:58 smithi032 ceph-mon[191839]: pgmap v12694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:58.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:07:58 smithi032 ceph-mon[189144]: pgmap v12694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:07:59.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:07:58 smithi039 ceph-mon[181282]: pgmap v12694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:00.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:08:00 smithi032 ceph-mon[191839]: pgmap v12695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:00.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:08:00 smithi032 ceph-mon[189144]: pgmap v12695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:00.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:08:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:08:00] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T23:08:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:08:00 smithi039 ceph-mon[181282]: pgmap v12695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:02.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:08:02 smithi032 ceph-mon[191839]: pgmap v12696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:08:02 smithi032 ceph-mon[189144]: pgmap v12696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:08:02 smithi039 ceph-mon[181282]: pgmap v12696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:04.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:08:04 smithi032 ceph-mon[191839]: pgmap v12697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:04.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:08:04 smithi032 ceph-mon[189144]: pgmap v12697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:05.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:08:04 smithi039 ceph-mon[181282]: pgmap v12697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:08:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:08:05.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:08:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:08:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:08:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:08:06.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:08:06 smithi032 ceph-mon[189144]: pgmap v12698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:06.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:08:06 smithi032 ceph-mon[191839]: pgmap v12698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:07.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:08:06 smithi039 ceph-mon[181282]: pgmap v12698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:08.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:08:08 smithi032 ceph-mon[191839]: pgmap v12699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:08.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:08:08 smithi032 ceph-mon[189144]: pgmap v12699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:09.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:08:08 smithi039 ceph-mon[181282]: pgmap v12699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:09.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:08:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:08:09.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:08:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:08:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:08:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:08:10.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:08:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:08:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:08:10.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:08:10 smithi032 ceph-mon[191839]: pgmap v12700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:10.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:08:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:08:10.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:08:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:08:10.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:08:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:08:10.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:08:10 smithi032 ceph-mon[189144]: pgmap v12700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:10.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:08:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:08:10.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:08:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:08:10.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:08:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:08:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:08:10 smithi039 ceph-mon[181282]: pgmap v12700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:08:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:08:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:08:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:08:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:08:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:08:12.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:08:12 smithi032 ceph-mon[191839]: pgmap v12701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:08:12 smithi032 ceph-mon[189144]: pgmap v12701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:08:12 smithi039 ceph-mon[181282]: pgmap v12701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:14.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:08:14 smithi032 ceph-mon[191839]: pgmap v12702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:14.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:08:14 smithi032 ceph-mon[189144]: pgmap v12702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:15.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:08:14 smithi039 ceph-mon[181282]: pgmap v12702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:16.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:08:16 smithi032 ceph-mon[191839]: pgmap v12703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:16.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:08:16 smithi032 ceph-mon[189144]: pgmap v12703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:17.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:08:16 smithi039 ceph-mon[181282]: pgmap v12703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:08:18 smithi032 ceph-mon[191839]: pgmap v12704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:18.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:08:18 smithi032 ceph-mon[189144]: pgmap v12704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:19.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:08:18 smithi039 ceph-mon[181282]: pgmap v12704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:20.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:08:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:08:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:08:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:08:20 smithi032 ceph-mon[191839]: pgmap v12705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:08:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:08:20.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:08:20 smithi032 ceph-mon[189144]: pgmap v12705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:20.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:08:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:08:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:08:20 smithi039 ceph-mon[181282]: pgmap v12705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:08:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:08:22.104 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:08:22.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:08:22 smithi032 ceph-mon[191839]: pgmap v12706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:08:22 smithi032 ceph-mon[189144]: pgmap v12706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:22.430 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:08:22.430 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 7m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:08:22.430 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 5m ago 5h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:08:22.430 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 7m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:08:22.430 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 5m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:08:22.430 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 5m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:08:22.430 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 7m ago 5h 766M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:08:22.430 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 7m ago 5h 1585M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:08:22.431 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 5m ago 5h 759M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:08:22.431 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 7m ago 5h 789M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:08:22.431 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 7m ago 5h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:08:22.431 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 5m ago 5h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:08:22.431 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 7m ago 5h 4818M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:08:22.431 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 7m ago 5h 4984M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:08:22.431 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 7m ago 5h 4440M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:08:22.431 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 7m ago 5h 4482M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:08:22.431 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 5m ago 5h 4248M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:08:22.431 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 5m ago 5h 4574M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:08:22.431 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 5m ago 5h 4275M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:08:22.431 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 5m ago 5h 4252M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:08:22.431 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 5m ago 5h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:08:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:08:22 smithi039 ceph-mon[181282]: pgmap v12706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:22.833 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:08:22.833 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:08:22.834 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:08:22.834 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:08:22.834 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:08:22.834 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:08:22.834 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:08:22.834 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:08:22.834 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:08:22.834 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:08:22.834 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:08:22.834 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:08:22.834 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:08:22.834 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:08:22.834 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:08:22.834 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:08:22.834 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:08:22.834 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:08:23.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:08:23 smithi032 ceph-mon[189144]: from='client.47847 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:08:23.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:08:23 smithi032 ceph-mon[189144]: from='client.57770 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:08:23.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:08:23 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/997346178' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:08:23.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:08:23 smithi032 ceph-mon[191839]: from='client.47847 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:08:23.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:08:23 smithi032 ceph-mon[191839]: from='client.57770 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:08:23.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:08:23 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/997346178' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:08:23.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:08:23 smithi039 ceph-mon[181282]: from='client.47847 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:08:23.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:08:23 smithi039 ceph-mon[181282]: from='client.57770 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:08:23.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:08:23 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/997346178' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:08:24.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:08:24 smithi032 ceph-mon[191839]: pgmap v12707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:24.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:08:24 smithi032 ceph-mon[189144]: pgmap v12707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:08:24 smithi039 ceph-mon[181282]: pgmap v12707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:26.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:08:26 smithi032 ceph-mon[191839]: pgmap v12708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:26.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:08:26 smithi032 ceph-mon[189144]: pgmap v12708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:27.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:08:26 smithi039 ceph-mon[181282]: pgmap v12708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:08:28 smithi032 ceph-mon[191839]: pgmap v12709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:28.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:08:28 smithi032 ceph-mon[189144]: pgmap v12709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:29.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:08:28 smithi039 ceph-mon[181282]: pgmap v12709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:30.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:08:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:08:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:08:30.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:08:30 smithi032 ceph-mon[191839]: pgmap v12710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:30.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:08:30 smithi032 ceph-mon[189144]: pgmap v12710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:31.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:08:30 smithi039 ceph-mon[181282]: pgmap v12710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:32.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:08:32 smithi032 ceph-mon[189144]: pgmap v12711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:08:32 smithi032 ceph-mon[191839]: pgmap v12711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:08:32 smithi039 ceph-mon[181282]: pgmap v12711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:34.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:08:34 smithi032 ceph-mon[191839]: pgmap v12712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:34.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:08:34 smithi032 ceph-mon[189144]: pgmap v12712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:35.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:08:34 smithi039 ceph-mon[181282]: pgmap v12712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:08:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:08:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:08:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:08:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:08:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:08:36.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:08:36 smithi032 ceph-mon[189144]: pgmap v12713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:36.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:08:36 smithi032 ceph-mon[191839]: pgmap v12713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:37.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:08:36 smithi039 ceph-mon[181282]: pgmap v12713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:38.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:08:37 smithi039 ceph-mon[181282]: pgmap v12714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:08:37 smithi032 ceph-mon[191839]: pgmap v12714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:38.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:08:37 smithi032 ceph-mon[189144]: pgmap v12714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:40.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:08:40 smithi032 ceph-mon[191839]: pgmap v12715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:40.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:08:40 smithi032 ceph-mon[189144]: pgmap v12715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:40.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:08:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:08:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:08:41.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:08:40 smithi039 ceph-mon[181282]: pgmap v12715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:42.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:08:42 smithi032 ceph-mon[191839]: pgmap v12716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:08:42 smithi032 ceph-mon[189144]: pgmap v12716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:08:42 smithi039 ceph-mon[181282]: pgmap v12716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:44.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:08:44 smithi032 ceph-mon[191839]: pgmap v12717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:44.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:08:44 smithi032 ceph-mon[189144]: pgmap v12717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:45.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:08:44 smithi039 ceph-mon[181282]: pgmap v12717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:46.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:08:46 smithi032 ceph-mon[189144]: pgmap v12718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:46.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:08:46 smithi032 ceph-mon[191839]: pgmap v12718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:47.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:08:46 smithi039 ceph-mon[181282]: pgmap v12718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:48.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:08:48 smithi032 ceph-mon[189144]: pgmap v12719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:48.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:08:48 smithi032 ceph-mon[191839]: pgmap v12719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:49.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:08:48 smithi039 ceph-mon[181282]: pgmap v12719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:50.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:08:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:08:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:08:50.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:08:50 smithi032 ceph-mon[189144]: pgmap v12720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:50.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:08:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:08:50.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:08:50 smithi032 ceph-mon[191839]: pgmap v12720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:50.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:08:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:08:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:08:50 smithi039 ceph-mon[181282]: pgmap v12720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:08:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:08:52.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:08:52 smithi032 ceph-mon[191839]: pgmap v12721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:08:52 smithi032 ceph-mon[189144]: pgmap v12721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:52.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:08:52 smithi039 ceph-mon[181282]: pgmap v12721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:53.195 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:08:53.517 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:08:53.517 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 7m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:08:53.517 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 5m ago 5h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:08:53.517 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 7m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:08:53.517 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 5m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:08:53.517 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 5m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:08:53.517 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 7m ago 5h 766M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:08:53.518 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 7m ago 5h 1585M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:08:53.518 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 5m ago 5h 759M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:08:53.518 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 7m ago 5h 789M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:08:53.518 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 7m ago 5h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:08:53.518 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 5m ago 5h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:08:53.518 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 7m ago 5h 4818M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:08:53.518 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 7m ago 5h 4984M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:08:53.518 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 7m ago 5h 4440M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:08:53.518 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 7m ago 5h 4482M 2358M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:08:53.518 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 5m ago 5h 4248M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:08:53.518 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 5m ago 5h 4574M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:08:53.518 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 5m ago 5h 4275M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:08:53.518 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 5m ago 5h 4252M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:08:53.519 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 5m ago 5h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:08:53.922 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:08:53.923 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:08:53.923 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:08:53.923 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:08:53.923 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:08:53.923 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:08:53.923 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:08:53.923 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:08:53.923 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:08:53.923 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:08:53.923 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:08:53.923 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:08:53.923 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:08:53.923 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:08:53.923 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:08:53.924 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:08:53.924 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:08:53.924 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:08:54.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:08:54 smithi032 ceph-mon[191839]: from='client.57782 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:08:54.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:08:54 smithi032 ceph-mon[191839]: from='client.47871 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:08:54.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:08:54 smithi032 ceph-mon[191839]: pgmap v12722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:54.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:08:54 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4170606492' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:08:54.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:08:54 smithi032 ceph-mon[189144]: from='client.57782 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:08:54.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:08:54 smithi032 ceph-mon[189144]: from='client.47871 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:08:54.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:08:54 smithi032 ceph-mon[189144]: pgmap v12722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:54.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:08:54 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4170606492' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:08:55.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:08:54 smithi039 ceph-mon[181282]: from='client.57782 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:08:55.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:08:54 smithi039 ceph-mon[181282]: from='client.47871 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:08:55.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:08:54 smithi039 ceph-mon[181282]: pgmap v12722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:55.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:08:54 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4170606492' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:08:56.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:08:56 smithi032 ceph-mon[191839]: pgmap v12723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:56.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:08:56 smithi032 ceph-mon[189144]: pgmap v12723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:57.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:08:56 smithi039 ceph-mon[181282]: pgmap v12723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:58.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:08:58 smithi032 ceph-mon[191839]: pgmap v12724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:58.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:08:58 smithi032 ceph-mon[189144]: pgmap v12724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:08:59.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:08:58 smithi039 ceph-mon[181282]: pgmap v12724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:00.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:00 smithi032 ceph-mon[191839]: pgmap v12725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:00.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:00 smithi032 ceph-mon[189144]: pgmap v12725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:00.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:09:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:09:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:09:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:00 smithi039 ceph-mon[181282]: pgmap v12725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:02 smithi032 ceph-mon[191839]: pgmap v12726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:02 smithi032 ceph-mon[189144]: pgmap v12726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:02 smithi039 ceph-mon[181282]: pgmap v12726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:04.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:04 smithi032 ceph-mon[191839]: pgmap v12727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:04.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:04 smithi032 ceph-mon[189144]: pgmap v12727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:05.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:04 smithi039 ceph-mon[181282]: pgmap v12727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:05.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:09:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:09:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:09:06.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:06 smithi032 ceph-mon[189144]: pgmap v12728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:06.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:06 smithi032 ceph-mon[191839]: pgmap v12728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:07.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:06 smithi039 ceph-mon[181282]: pgmap v12728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:08.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:07 smithi039 ceph-mon[181282]: pgmap v12729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:07 smithi032 ceph-mon[191839]: pgmap v12729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:07 smithi032 ceph-mon[189144]: pgmap v12729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:10.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:09:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:09:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:09:10.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:10 smithi032 ceph-mon[189144]: pgmap v12730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:10.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:09:10.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:09:10.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:09:10.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:10 smithi032 ceph-mon[191839]: pgmap v12730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:10.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:09:10.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:09:10.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:09:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:10 smithi039 ceph-mon[181282]: pgmap v12730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:09:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:09:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:09:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:09:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:09:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:09:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:09:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:09:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:09:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:09:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:09:11.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:09:11.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:09:11.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:09:11.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:09:11.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:09:11.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:09:11.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:09:11.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:09:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:09:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:09:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:09:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:09:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:09:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:09:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:09:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:09:12.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:12 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi032 to 2349M 2023-12-22T23:09:12.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:12 smithi032 ceph-mon[191839]: pgmap v12731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:12.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:12 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi032 to 2349M 2023-12-22T23:09:12.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:12 smithi032 ceph-mon[189144]: pgmap v12731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:13.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:12 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi032 to 2349M 2023-12-22T23:09:13.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:12 smithi039 ceph-mon[181282]: pgmap v12731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:14.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:14 smithi032 ceph-mon[191839]: pgmap v12732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:14.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:14 smithi032 ceph-mon[189144]: pgmap v12732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:15.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:14 smithi039 ceph-mon[181282]: pgmap v12732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:16.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:16 smithi032 ceph-mon[191839]: pgmap v12733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:16.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:16 smithi032 ceph-mon[189144]: pgmap v12733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:17.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:16 smithi039 ceph-mon[181282]: pgmap v12733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:17.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:17 smithi032 ceph-mon[189144]: pgmap v12734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:17.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:17 smithi032 ceph-mon[191839]: pgmap v12734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:18.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:17 smithi039 ceph-mon[181282]: pgmap v12734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:20.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:20 smithi032 ceph-mon[191839]: pgmap v12735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:09:20.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:20 smithi032 ceph-mon[189144]: pgmap v12735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:20.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:09:20.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:09:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:09:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:09:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:20 smithi039 ceph-mon[181282]: pgmap v12735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:09:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:22 smithi032 ceph-mon[189144]: pgmap v12736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:22 smithi032 ceph-mon[191839]: pgmap v12736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:22 smithi039 ceph-mon[181282]: pgmap v12736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:24.283 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:09:24.608 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:09:24.608 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 8m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:09:24.608 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 6m ago 5h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:09:24.609 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 8m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:09:24.609 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 6m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:09:24.609 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 6m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:09:24.609 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 8m ago 5h 766M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:09:24.609 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 8m ago 5h 1585M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:09:24.609 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 6m ago 5h 759M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:09:24.609 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 8m ago 5h 789M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:09:24.609 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 8m ago 5h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:09:24.609 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 6m ago 5h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:09:24.609 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 8m ago 5h 4818M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:09:24.610 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 8m ago 5h 4984M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:09:24.610 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 8m ago 5h 4440M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:09:24.610 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 8m ago 5h 4482M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:09:24.610 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 6m ago 5h 4248M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:09:24.610 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 6m ago 5h 4574M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:09:24.610 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 6m ago 5h 4275M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:09:24.610 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 6m ago 5h 4252M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:09:24.610 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 6m ago 5h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:09:24.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:24 smithi032 ceph-mon[189144]: pgmap v12737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:24.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:24 smithi032 ceph-mon[191839]: pgmap v12737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:25.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:24 smithi039 ceph-mon[181282]: pgmap v12737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:25.010 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:09:25.010 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:09:25.010 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:09:25.010 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:09:25.011 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:09:25.011 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:09:25.011 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:09:25.011 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:09:25.011 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:09:25.011 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:09:25.011 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:09:25.011 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:09:25.011 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:09:25.011 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:09:25.011 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:09:25.011 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:09:25.011 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:09:25.011 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:09:25.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:25 smithi032 ceph-mon[191839]: from='client.57800 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:09:25.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:25 smithi032 ceph-mon[191839]: from='client.47889 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:09:25.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:25 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1174633419' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:09:25.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:25 smithi032 ceph-mon[189144]: from='client.57800 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:09:25.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:25 smithi032 ceph-mon[189144]: from='client.47889 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:09:25.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:25 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1174633419' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:09:26.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:25 smithi039 ceph-mon[181282]: from='client.57800 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:09:26.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:25 smithi039 ceph-mon[181282]: from='client.47889 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:09:26.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:25 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1174633419' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:09:26.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:26 smithi032 ceph-mon[191839]: pgmap v12738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:26.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:26 smithi032 ceph-mon[189144]: pgmap v12738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:27.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:26 smithi039 ceph-mon[181282]: pgmap v12738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:27.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:27 smithi032 ceph-mon[191839]: pgmap v12739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:27.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:27 smithi032 ceph-mon[189144]: pgmap v12739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:28.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:27 smithi039 ceph-mon[181282]: pgmap v12739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:30.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:30 smithi032 ceph-mon[191839]: pgmap v12740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:30.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:30 smithi032 ceph-mon[189144]: pgmap v12740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:30.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:09:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:09:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:09:31.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:30 smithi039 ceph-mon[181282]: pgmap v12740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:32.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:32 smithi032 ceph-mon[191839]: pgmap v12741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:32 smithi032 ceph-mon[189144]: pgmap v12741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:32 smithi039 ceph-mon[181282]: pgmap v12741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:34.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:34 smithi032 ceph-mon[191839]: pgmap v12742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:34.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:34 smithi032 ceph-mon[189144]: pgmap v12742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:35.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:34 smithi039 ceph-mon[181282]: pgmap v12742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:09:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:09:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:09:36.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:36 smithi032 ceph-mon[191839]: pgmap v12743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:36.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:36 smithi032 ceph-mon[189144]: pgmap v12743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:37.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:36 smithi039 ceph-mon[181282]: pgmap v12743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:37.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:37 smithi032 ceph-mon[191839]: pgmap v12744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:37.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:37 smithi032 ceph-mon[189144]: pgmap v12744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:38.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:37 smithi039 ceph-mon[181282]: pgmap v12744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:40.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:40 smithi032 ceph-mon[191839]: pgmap v12745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:40.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:40 smithi032 ceph-mon[189144]: pgmap v12745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:40.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:09:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:09:40] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T23:09:41.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:40 smithi039 ceph-mon[181282]: pgmap v12745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:42.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:42 smithi032 ceph-mon[191839]: pgmap v12746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:42 smithi032 ceph-mon[189144]: pgmap v12746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:42 smithi039 ceph-mon[181282]: pgmap v12746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:44.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:44 smithi032 ceph-mon[191839]: pgmap v12747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:44.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:44 smithi032 ceph-mon[189144]: pgmap v12747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:45.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:44 smithi039 ceph-mon[181282]: pgmap v12747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:46.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:45 smithi039 ceph-mon[181282]: pgmap v12748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:46.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:45 smithi032 ceph-mon[189144]: pgmap v12748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:46.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:45 smithi032 ceph-mon[191839]: pgmap v12748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:48.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:48 smithi032 ceph-mon[189144]: pgmap v12749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:48.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:48 smithi032 ceph-mon[191839]: pgmap v12749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:49.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:48 smithi039 ceph-mon[181282]: pgmap v12749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:49 smithi039 ceph-mon[181282]: pgmap v12750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:50.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:49 smithi032 ceph-mon[191839]: pgmap v12750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:49 smithi032 ceph-mon[189144]: pgmap v12750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:09:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:09:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:09:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:09:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:09:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:09:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:52 smithi032 ceph-mon[191839]: pgmap v12751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:52 smithi032 ceph-mon[189144]: pgmap v12751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:52.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:52 smithi039 ceph-mon[181282]: pgmap v12751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:54.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:53 smithi039 ceph-mon[181282]: pgmap v12752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:53 smithi032 ceph-mon[191839]: pgmap v12752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:54.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:53 smithi032 ceph-mon[189144]: pgmap v12752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:55.371 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:09:55.698 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:09:55.698 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 8m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:09:55.698 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 6m ago 5h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:09:55.698 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 8m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:09:55.698 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 6m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:09:55.698 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 6m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:09:55.698 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 8m ago 5h 766M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:09:55.698 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 8m ago 5h 1585M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:09:55.698 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 6m ago 5h 759M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:09:55.698 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 8m ago 5h 789M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:09:55.698 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 8m ago 5h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:09:55.698 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 6m ago 5h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:09:55.698 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 8m ago 5h 4818M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:09:55.699 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 8m ago 5h 4984M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:09:55.699 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 8m ago 5h 4440M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:09:55.699 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 8m ago 5h 4482M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:09:55.699 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 6m ago 5h 4248M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:09:55.699 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 6m ago 5h 4574M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:09:55.699 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 6m ago 5h 4275M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:09:55.699 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 6m ago 5h 4252M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:09:55.699 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 6m ago 5h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:09:56.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:55 smithi039 ceph-mon[181282]: from='client.57818 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:09:56.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:55 smithi039 ceph-mon[181282]: pgmap v12753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:56.105 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:09:56.105 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:09:56.106 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:09:56.106 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:09:56.106 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:09:56.106 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:09:56.106 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:09:56.106 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:09:56.106 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:09:56.106 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:09:56.106 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:09:56.106 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:09:56.106 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:09:56.106 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:09:56.106 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:09:56.106 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:09:56.106 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:09:56.107 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:09:56.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:55 smithi032 ceph-mon[189144]: from='client.57818 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:09:56.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:55 smithi032 ceph-mon[189144]: pgmap v12753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:56.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:55 smithi032 ceph-mon[191839]: from='client.57818 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:09:56.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:55 smithi032 ceph-mon[191839]: pgmap v12753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:57.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:56 smithi039 ceph-mon[181282]: from='client.47907 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:09:57.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:56 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3699043421' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:09:57.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:56 smithi032 ceph-mon[189144]: from='client.47907 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:09:57.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:56 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3699043421' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:09:57.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:56 smithi032 ceph-mon[191839]: from='client.47907 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:09:57.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:56 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3699043421' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:09:58.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:57 smithi039 ceph-mon[181282]: pgmap v12754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:58.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:57 smithi032 ceph-mon[189144]: pgmap v12754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:09:58.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:57 smithi032 ceph-mon[191839]: pgmap v12754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:00.000 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:09:59 smithi032 ceph-mon[189144]: pgmap v12755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:00.001 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:09:59 smithi032 ceph-mon[191839]: pgmap v12755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:09:59 smithi039 ceph-mon[181282]: pgmap v12755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:00.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T23:09:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T23:10:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T23:10:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T23:10:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T23:10:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:10:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:10:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:10:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:02 smithi032 ceph-mon[191839]: pgmap v12756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:02 smithi032 ceph-mon[189144]: pgmap v12756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:02 smithi039 ceph-mon[181282]: pgmap v12756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:04.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:03 smithi039 ceph-mon[181282]: pgmap v12757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:04.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:03 smithi032 ceph-mon[189144]: pgmap v12757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:04.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:03 smithi032 ceph-mon[191839]: pgmap v12757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:05.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:10:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:10:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:10:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:06 smithi032 ceph-mon[191839]: pgmap v12758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:06 smithi032 ceph-mon[189144]: pgmap v12758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:06 smithi039 ceph-mon[181282]: pgmap v12758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:08.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:07 smithi039 ceph-mon[181282]: pgmap v12759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:07 smithi032 ceph-mon[191839]: pgmap v12759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:07 smithi032 ceph-mon[189144]: pgmap v12759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:09 smithi039 ceph-mon[181282]: pgmap v12760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:10.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:09 smithi032 ceph-mon[191839]: pgmap v12760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:09 smithi032 ceph-mon[189144]: pgmap v12760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:11.160 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:10:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:10:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:10:11.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:10:11.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:10:11.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:10:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:10:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:10:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:12 smithi039 ceph-mon[181282]: pgmap v12761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:10:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:10:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:10:12.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:10:12.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:10:12.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:12 smithi032 ceph-mon[191839]: pgmap v12761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:12.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:10:12.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:10:12.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:10:12.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:10:12.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:10:12.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:12 smithi032 ceph-mon[189144]: pgmap v12761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:10:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:10:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:10:14.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:13 smithi039 ceph-mon[181282]: pgmap v12762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:14.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:13 smithi032 ceph-mon[191839]: pgmap v12762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:14.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:13 smithi032 ceph-mon[189144]: pgmap v12762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:16.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:15 smithi039 ceph-mon[181282]: pgmap v12763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:16.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:15 smithi032 ceph-mon[191839]: pgmap v12763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:16.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:15 smithi032 ceph-mon[189144]: pgmap v12763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:17.256 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 23:10:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-22T23:10:16.983650541Z level=info msg="Completed cleanup jobs" duration=13.758831ms 2023-12-22T23:10:18.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:17 smithi039 ceph-mon[181282]: pgmap v12764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:17 smithi032 ceph-mon[191839]: pgmap v12764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:17 smithi032 ceph-mon[189144]: pgmap v12764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:19 smithi039 ceph-mon[181282]: pgmap v12765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:19 smithi032 ceph-mon[191839]: pgmap v12765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:19 smithi032 ceph-mon[189144]: pgmap v12765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:10:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:10:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:10:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:10:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:10:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:10:22.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:22 smithi032 ceph-mon[191839]: pgmap v12766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:22 smithi032 ceph-mon[189144]: pgmap v12766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:22 smithi039 ceph-mon[181282]: pgmap v12766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:24.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:23 smithi039 ceph-mon[181282]: pgmap v12767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:24.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:23 smithi032 ceph-mon[191839]: pgmap v12767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:23 smithi032 ceph-mon[189144]: pgmap v12767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:26.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:25 smithi039 ceph-mon[181282]: pgmap v12768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:25 smithi032 ceph-mon[191839]: pgmap v12768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:25 smithi032 ceph-mon[189144]: pgmap v12768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:26.475 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:10:26.799 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:10:26.800 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 9m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:10:26.800 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 7m ago 5h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:10:26.800 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 9m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:10:26.800 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 7m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:10:26.800 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 7m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:10:26.800 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 9m ago 5h 766M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:10:26.800 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 9m ago 5h 1585M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:10:26.800 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 7m ago 5h 759M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:10:26.800 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 9m ago 5h 789M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:10:26.800 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 9m ago 5h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:10:26.800 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 7m ago 5h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:10:26.800 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 9m ago 5h 4818M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:10:26.800 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 9m ago 5h 4984M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:10:26.801 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 9m ago 5h 4440M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:10:26.801 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 9m ago 5h 4482M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:10:26.801 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 7m ago 5h 4248M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:10:26.801 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 7m ago 5h 4574M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:10:26.801 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 7m ago 5h 4275M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:10:26.801 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 7m ago 5h 4252M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:10:26.801 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 7m ago 5h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:10:27.198 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:10:27.199 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:10:27.199 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:10:27.199 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:10:27.199 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:10:27.199 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:10:27.199 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:10:27.199 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:10:27.199 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:10:27.199 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:10:27.199 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:10:27.199 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:10:27.200 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:10:27.200 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:10:27.200 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:10:27.200 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:10:27.200 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:10:27.200 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:10:27.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:27 smithi032 ceph-mon[191839]: from='client.57836 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:10:27.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:27 smithi032 ceph-mon[189144]: from='client.57836 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:10:27.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:27 smithi039 ceph-mon[181282]: from='client.57836 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:10:28.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:28 smithi032 ceph-mon[189144]: from='client.57842 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:10:28.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:28 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2827889164' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:10:28.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:28 smithi032 ceph-mon[189144]: pgmap v12769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:28 smithi032 ceph-mon[191839]: from='client.57842 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:10:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:28 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2827889164' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:10:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:28 smithi032 ceph-mon[191839]: pgmap v12769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:28 smithi039 ceph-mon[181282]: from='client.57842 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:10:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:28 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2827889164' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:10:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:28 smithi039 ceph-mon[181282]: pgmap v12769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:29 smithi039 ceph-mon[181282]: pgmap v12770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:29 smithi032 ceph-mon[191839]: pgmap v12770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:29 smithi032 ceph-mon[189144]: pgmap v12770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:10:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:10:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:10:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:32 smithi032 ceph-mon[189144]: pgmap v12771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:32 smithi032 ceph-mon[191839]: pgmap v12771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:32 smithi039 ceph-mon[181282]: pgmap v12771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:34.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:33 smithi039 ceph-mon[181282]: pgmap v12772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:34.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:33 smithi032 ceph-mon[189144]: pgmap v12772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:34.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:33 smithi032 ceph-mon[191839]: pgmap v12772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:35.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:10:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:10:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:10:36.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:36 smithi032 ceph-mon[189144]: pgmap v12773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:36 smithi032 ceph-mon[191839]: pgmap v12773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:36 smithi039 ceph-mon[181282]: pgmap v12773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:38.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:37 smithi039 ceph-mon[181282]: pgmap v12774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:38.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:37 smithi032 ceph-mon[191839]: pgmap v12774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:37 smithi032 ceph-mon[189144]: pgmap v12774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:39 smithi039 ceph-mon[181282]: pgmap v12775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:40.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:39 smithi032 ceph-mon[191839]: pgmap v12775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:39 smithi032 ceph-mon[189144]: pgmap v12775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:10:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:10:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:10:42.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:42 smithi032 ceph-mon[191839]: pgmap v12776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:42 smithi032 ceph-mon[189144]: pgmap v12776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:42 smithi039 ceph-mon[181282]: pgmap v12776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:44.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:43 smithi039 ceph-mon[181282]: pgmap v12777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:44.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:43 smithi032 ceph-mon[191839]: pgmap v12777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:43 smithi032 ceph-mon[189144]: pgmap v12777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:46.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:45 smithi039 ceph-mon[181282]: pgmap v12778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:46.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:45 smithi032 ceph-mon[189144]: pgmap v12778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:46.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:45 smithi032 ceph-mon[191839]: pgmap v12778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:48.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:47 smithi039 ceph-mon[181282]: pgmap v12779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:48.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:47 smithi032 ceph-mon[189144]: pgmap v12779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:48.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:47 smithi032 ceph-mon[191839]: pgmap v12779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:49 smithi039 ceph-mon[181282]: pgmap v12780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:50.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:49 smithi032 ceph-mon[191839]: pgmap v12780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:49 smithi032 ceph-mon[189144]: pgmap v12780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:10:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:10:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:10:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:10:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:10:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:10:52.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:52 smithi032 ceph-mon[191839]: pgmap v12781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:52 smithi032 ceph-mon[189144]: pgmap v12781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:52.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:52 smithi039 ceph-mon[181282]: pgmap v12781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:54.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:53 smithi039 ceph-mon[181282]: pgmap v12782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:53 smithi032 ceph-mon[191839]: pgmap v12782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:54.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:53 smithi032 ceph-mon[189144]: pgmap v12782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:56.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:55 smithi039 ceph-mon[181282]: pgmap v12783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:56.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:55 smithi032 ceph-mon[191839]: pgmap v12783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:56.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:55 smithi032 ceph-mon[189144]: pgmap v12783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:57.562 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:10:57.886 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:10:57.886 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 10m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:10:57.887 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 7m ago 5h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:10:57.887 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 10m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:10:57.887 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 7m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:10:57.887 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 7m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:10:57.887 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 10m ago 6h 766M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:10:57.887 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 10m ago 6h 1585M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:10:57.887 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 7m ago 5h 759M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:10:57.887 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 10m ago 5h 789M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:10:57.887 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 10m ago 5h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:10:57.887 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 7m ago 5h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:10:57.887 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 10m ago 5h 4818M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:10:57.887 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 10m ago 5h 4984M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:10:57.887 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 10m ago 5h 4440M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:10:57.888 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 10m ago 5h 4482M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:10:57.888 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 7m ago 5h 4248M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:10:57.888 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 7m ago 5h 4574M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:10:57.888 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 7m ago 5h 4275M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:10:57.888 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 7m ago 5h 4252M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:10:57.888 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 7m ago 5h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:10:58.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:57 smithi039 ceph-mon[181282]: from='client.47937 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:10:58.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:57 smithi039 ceph-mon[181282]: pgmap v12784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:58.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:57 smithi032 ceph-mon[191839]: from='client.47937 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:10:58.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:57 smithi032 ceph-mon[191839]: pgmap v12784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:58.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:57 smithi032 ceph-mon[189144]: from='client.47937 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:10:58.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:57 smithi032 ceph-mon[189144]: pgmap v12784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:10:58.286 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:10:58.286 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:10:58.286 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:10:58.287 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:10:58.287 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:10:58.287 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:10:58.287 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:10:58.287 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:10:58.287 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:10:58.287 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:10:58.287 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:10:58.287 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:10:58.287 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:10:58.287 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:10:58.287 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:10:58.287 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:10:58.287 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:10:58.287 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:10:59.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:58 smithi039 ceph-mon[181282]: from='client.47943 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:10:59.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:58 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2514462791' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:10:59.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:58 smithi032 ceph-mon[189144]: from='client.47943 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:10:59.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:58 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2514462791' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:10:59.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:58 smithi032 ceph-mon[191839]: from='client.47943 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:10:59.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:58 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2514462791' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:11:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:10:59 smithi039 ceph-mon[181282]: pgmap v12785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:00.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:10:59 smithi032 ceph-mon[189144]: pgmap v12785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:00.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:10:59 smithi032 ceph-mon[191839]: pgmap v12785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:11:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:11:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:11:02.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:11:02 smithi032 ceph-mon[191839]: pgmap v12786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:11:02 smithi032 ceph-mon[189144]: pgmap v12786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:11:02 smithi039 ceph-mon[181282]: pgmap v12786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:04.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:11:03 smithi039 ceph-mon[181282]: pgmap v12787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:04.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:11:03 smithi032 ceph-mon[191839]: pgmap v12787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:04.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:11:03 smithi032 ceph-mon[189144]: pgmap v12787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:11:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:11:05.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:11:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:11:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:11:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:11:06.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:11:06 smithi032 ceph-mon[191839]: pgmap v12788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:11:06 smithi032 ceph-mon[189144]: pgmap v12788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:11:06 smithi039 ceph-mon[181282]: pgmap v12788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:08.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:11:07 smithi039 ceph-mon[181282]: pgmap v12789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:11:07 smithi032 ceph-mon[191839]: pgmap v12789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:11:07 smithi032 ceph-mon[189144]: pgmap v12789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:11:09 smithi039 ceph-mon[181282]: pgmap v12790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:10.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:11:09 smithi032 ceph-mon[191839]: pgmap v12790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:11:09 smithi032 ceph-mon[189144]: pgmap v12790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:11:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:11:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:11:12.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:11:12 smithi032 ceph-mon[191839]: pgmap v12791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:12.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:11:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:11:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:11:12 smithi032 ceph-mon[189144]: pgmap v12791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:11:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:11:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:11:12 smithi039 ceph-mon[181282]: pgmap v12791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:11:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:11:13.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:11:13 smithi032 ceph-mon[189144]: pgmap v12792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:13.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:11:13 smithi032 ceph-mon[191839]: pgmap v12792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:14.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:11:13 smithi039 ceph-mon[181282]: pgmap v12792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:15.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:11:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:11:15.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:11:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:11:15.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:11:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:11:15.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:11:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:11:15.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:11:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:11:15.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:11:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:11:15.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:11:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:11:15.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:11:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:11:15.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:11:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:11:15.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:11:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:11:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:11:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:11:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:11:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:11:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:11:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:11:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:11:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:11:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:11:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:11:16.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:11:16 smithi032 ceph-mon[191839]: pgmap v12793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:16.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:11:16 smithi032 ceph-mon[189144]: pgmap v12793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:11:16 smithi039 ceph-mon[181282]: pgmap v12793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:18.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:11:17 smithi039 ceph-mon[181282]: pgmap v12794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:11:17 smithi032 ceph-mon[191839]: pgmap v12794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:11:17 smithi032 ceph-mon[189144]: pgmap v12794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:11:19 smithi039 ceph-mon[181282]: pgmap v12795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:11:19 smithi032 ceph-mon[191839]: pgmap v12795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:11:19 smithi032 ceph-mon[189144]: pgmap v12795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:11:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:11:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:11:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:11:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:11:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:11:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:11:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:11:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:11:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:11:22 smithi039 ceph-mon[181282]: pgmap v12796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:22.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:11:22 smithi032 ceph-mon[191839]: pgmap v12796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:22.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:11:22 smithi032 ceph-mon[189144]: pgmap v12796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:24.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:11:23 smithi039 ceph-mon[181282]: pgmap v12797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:24.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:11:23 smithi032 ceph-mon[191839]: pgmap v12797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:11:23 smithi032 ceph-mon[189144]: pgmap v12797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:26.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:11:25 smithi039 ceph-mon[181282]: pgmap v12798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:11:25 smithi032 ceph-mon[191839]: pgmap v12798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:11:25 smithi032 ceph-mon[189144]: pgmap v12798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:28.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:11:27 smithi039 ceph-mon[181282]: pgmap v12799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:28.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:11:27 smithi032 ceph-mon[189144]: pgmap v12799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:28.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:11:27 smithi032 ceph-mon[191839]: pgmap v12799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:28.650 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:11:28.973 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:11:28.973 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 14s ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:11:28.973 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 8m ago 5h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:11:28.973 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 14s ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:11:28.973 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 8m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:11:28.973 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 8m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:11:28.973 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 14s ago 6h 773M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:11:28.973 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 14s ago 6h 1622M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:11:28.973 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 8m ago 5h 759M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:11:28.973 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 14s ago 5h 805M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:11:28.974 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 14s ago 5h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:11:28.974 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 8m ago 5h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:11:28.974 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 14s ago 5h 4851M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:11:28.974 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 14s ago 5h 5015M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:11:28.974 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 14s ago 5h 4464M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:11:28.974 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 14s ago 5h 4512M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:11:28.974 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 8m ago 5h 4248M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:11:28.974 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 8m ago 5h 4574M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:11:28.974 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 8m ago 5h 4275M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:11:28.974 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 8m ago 5h 4252M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:11:28.974 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 8m ago 5h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:11:29.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:11:28 smithi039 ceph-mon[181282]: from='client.47955 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:11:29.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:11:28 smithi032 ceph-mon[191839]: from='client.47955 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:11:29.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:11:28 smithi032 ceph-mon[189144]: from='client.47955 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:11:29.374 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:11:29.374 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:11:29.374 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:11:29.374 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:11:29.374 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:11:29.374 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:11:29.375 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:11:29.375 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:11:29.375 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:11:29.375 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:11:29.375 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:11:29.375 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:11:29.375 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:11:29.375 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:11:29.375 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:11:29.375 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:11:29.375 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:11:29.375 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:11:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:11:29 smithi039 ceph-mon[181282]: from='client.47961 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:11:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:11:29 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3142488069' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:11:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:11:29 smithi039 ceph-mon[181282]: pgmap v12800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:30.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:11:29 smithi032 ceph-mon[189144]: from='client.47961 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:11:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:11:29 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3142488069' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:11:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:11:29 smithi032 ceph-mon[189144]: pgmap v12800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:11:29 smithi032 ceph-mon[191839]: from='client.47961 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:11:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:11:29 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3142488069' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:11:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:11:29 smithi032 ceph-mon[191839]: pgmap v12800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:11:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:11:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:11:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:11:32 smithi039 ceph-mon[181282]: pgmap v12801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:32.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:11:32 smithi032 ceph-mon[189144]: pgmap v12801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:32.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:11:32 smithi032 ceph-mon[191839]: pgmap v12801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:34.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:11:33 smithi039 ceph-mon[181282]: pgmap v12802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:11:33 smithi032 ceph-mon[191839]: pgmap v12802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:34.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:11:33 smithi032 ceph-mon[189144]: pgmap v12802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:35.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:11:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:11:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:11:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:11:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:11:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:11:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:11:36 smithi032 ceph-mon[191839]: pgmap v12803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:11:36 smithi032 ceph-mon[189144]: pgmap v12803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:11:36 smithi039 ceph-mon[181282]: pgmap v12803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:38.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:11:37 smithi039 ceph-mon[181282]: pgmap v12804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:11:37 smithi032 ceph-mon[191839]: pgmap v12804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:11:37 smithi032 ceph-mon[189144]: pgmap v12804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:11:39 smithi039 ceph-mon[181282]: pgmap v12805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:40.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:11:39 smithi032 ceph-mon[189144]: pgmap v12805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:40.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:11:39 smithi032 ceph-mon[191839]: pgmap v12805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:11:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:11:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:11:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:11:42 smithi039 ceph-mon[181282]: pgmap v12806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:42.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:11:42 smithi032 ceph-mon[191839]: pgmap v12806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:42.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:11:42 smithi032 ceph-mon[189144]: pgmap v12806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:44.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:11:43 smithi039 ceph-mon[181282]: pgmap v12807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:44.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:11:43 smithi032 ceph-mon[191839]: pgmap v12807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:11:43 smithi032 ceph-mon[189144]: pgmap v12807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:46.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:11:45 smithi039 ceph-mon[181282]: pgmap v12808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:46.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:11:45 smithi032 ceph-mon[191839]: pgmap v12808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:46.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:11:45 smithi032 ceph-mon[189144]: pgmap v12808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:48.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:11:47 smithi039 ceph-mon[181282]: pgmap v12809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:48.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:11:47 smithi032 ceph-mon[189144]: pgmap v12809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:48.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:11:47 smithi032 ceph-mon[191839]: pgmap v12809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:11:49 smithi039 ceph-mon[181282]: pgmap v12810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:50.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:11:49 smithi032 ceph-mon[191839]: pgmap v12810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:11:49 smithi032 ceph-mon[189144]: pgmap v12810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:11:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:11:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:11:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:11:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:11:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:11:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:11:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:11:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:11:52.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:11:52 smithi039 ceph-mon[181282]: pgmap v12811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:52.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:11:52 smithi032 ceph-mon[191839]: pgmap v12811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:52.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:11:52 smithi032 ceph-mon[189144]: pgmap v12811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:54.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:11:53 smithi039 ceph-mon[181282]: pgmap v12812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:11:53 smithi032 ceph-mon[191839]: pgmap v12812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:54.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:11:53 smithi032 ceph-mon[189144]: pgmap v12812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:56.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:11:55 smithi039 ceph-mon[181282]: pgmap v12813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:56.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:11:55 smithi032 ceph-mon[189144]: pgmap v12813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:56.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:11:55 smithi032 ceph-mon[191839]: pgmap v12813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:58.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:11:57 smithi039 ceph-mon[181282]: pgmap v12814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:58.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:11:57 smithi032 ceph-mon[189144]: pgmap v12814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:58.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:11:57 smithi032 ceph-mon[191839]: pgmap v12814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:11:59.740 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:12:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:11:59 smithi039 ceph-mon[181282]: pgmap v12815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:00.065 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:12:00.065 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 45s ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:12:00.065 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 8m ago 5h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:12:00.065 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 45s ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:12:00.065 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 8m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:12:00.065 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 8m ago 5h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:12:00.066 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 45s ago 6h 773M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:12:00.066 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 45s ago 6h 1622M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:12:00.066 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 8m ago 6h 759M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:12:00.066 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 45s ago 6h 805M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:12:00.066 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 45s ago 5h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:12:00.066 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 8m ago 5h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:12:00.066 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 45s ago 5h 4851M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:12:00.066 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 45s ago 5h 5015M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:12:00.066 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 45s ago 5h 4464M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:12:00.066 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 45s ago 5h 4512M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:12:00.066 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 8m ago 5h 4248M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:12:00.066 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 8m ago 5h 4574M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:12:00.066 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 8m ago 5h 4275M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:12:00.066 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 8m ago 5h 4252M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:12:00.067 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 8m ago 5h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:12:00.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:11:59 smithi032 ceph-mon[189144]: pgmap v12815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:00.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:11:59 smithi032 ceph-mon[191839]: pgmap v12815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:00.466 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:12:00.467 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:12:00.467 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:12:00.467 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:12:00.467 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:12:00.467 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:12:00.467 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:12:00.467 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:12:00.467 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:12:00.467 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:12:00.467 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:12:00.467 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:12:00.467 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:12:00.467 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:12:00.468 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:12:00.468 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:12:00.468 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:12:00.468 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:12:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:12:00 smithi039 ceph-mon[181282]: from='client.47973 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:12:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:12:00 smithi039 ceph-mon[181282]: from='client.57896 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:12:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:12:00 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4252007085' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:12:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:12:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:12:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:12:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:12:00 smithi032 ceph-mon[189144]: from='client.47973 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:12:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:12:00 smithi032 ceph-mon[189144]: from='client.57896 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:12:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:12:00 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4252007085' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:12:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:12:00 smithi032 ceph-mon[191839]: from='client.47973 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:12:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:12:00 smithi032 ceph-mon[191839]: from='client.57896 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:12:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:12:00 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4252007085' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:12:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:12:02 smithi039 ceph-mon[181282]: pgmap v12816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:02.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:12:02 smithi032 ceph-mon[189144]: pgmap v12816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:02.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:12:02 smithi032 ceph-mon[191839]: pgmap v12816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:04.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:12:03 smithi039 ceph-mon[181282]: pgmap v12817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:04.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:12:03 smithi032 ceph-mon[189144]: pgmap v12817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:04.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:12:03 smithi032 ceph-mon[191839]: pgmap v12817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:12:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:12:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:12:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:12:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:12:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:12:06.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:12:06 smithi032 ceph-mon[191839]: pgmap v12818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:12:06 smithi032 ceph-mon[189144]: pgmap v12818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:12:06 smithi039 ceph-mon[181282]: pgmap v12818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:08.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:12:07 smithi039 ceph-mon[181282]: pgmap v12819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:12:07 smithi032 ceph-mon[191839]: pgmap v12819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:12:07 smithi032 ceph-mon[189144]: pgmap v12819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:12:09 smithi039 ceph-mon[181282]: pgmap v12820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:10.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:12:09 smithi032 ceph-mon[191839]: pgmap v12820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:12:09 smithi032 ceph-mon[189144]: pgmap v12820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:12:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:12:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:12:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:12:12 smithi039 ceph-mon[181282]: pgmap v12821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:12.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:12:12 smithi032 ceph-mon[189144]: pgmap v12821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:12:12 smithi032 ceph-mon[191839]: pgmap v12821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:14.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:12:13 smithi039 ceph-mon[181282]: pgmap v12822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:14.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:12:13 smithi032 ceph-mon[191839]: pgmap v12822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:14.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:12:13 smithi032 ceph-mon[189144]: pgmap v12822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:15.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:12:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:12:15.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:12:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:12:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:12:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:12:16.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:12:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:12:16.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:12:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:12:16.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:12:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:12:16.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:12:15 smithi032 ceph-mon[191839]: pgmap v12823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:16.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:12:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:12:16.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:12:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:12:16.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:12:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:12:16.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:12:15 smithi032 ceph-mon[189144]: pgmap v12823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:12:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:12:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:12:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:12:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:12:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:12:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:12:15 smithi039 ceph-mon[181282]: pgmap v12823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:18.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:12:17 smithi039 ceph-mon[181282]: pgmap v12824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:12:17 smithi032 ceph-mon[191839]: pgmap v12824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:12:17 smithi032 ceph-mon[189144]: pgmap v12824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:12:19 smithi039 ceph-mon[181282]: pgmap v12825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:12:19 smithi032 ceph-mon[191839]: pgmap v12825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:12:19 smithi032 ceph-mon[189144]: pgmap v12825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:12:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:12:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:12:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:12:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:12:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:12:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:12:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:12:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:12:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:12:22 smithi039 ceph-mon[181282]: pgmap v12826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:22.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:12:22 smithi032 ceph-mon[191839]: pgmap v12826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:22.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:12:22 smithi032 ceph-mon[189144]: pgmap v12826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:24.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:12:23 smithi039 ceph-mon[181282]: pgmap v12827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:24.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:12:23 smithi032 ceph-mon[191839]: pgmap v12827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:12:23 smithi032 ceph-mon[189144]: pgmap v12827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:26.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:12:25 smithi039 ceph-mon[181282]: pgmap v12828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:12:25 smithi032 ceph-mon[191839]: pgmap v12828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:12:25 smithi032 ceph-mon[189144]: pgmap v12828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:28.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:12:27 smithi039 ceph-mon[181282]: pgmap v12829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:28.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:12:27 smithi032 ceph-mon[191839]: pgmap v12829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:28.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:12:27 smithi032 ceph-mon[189144]: pgmap v12829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:12:29 smithi039 ceph-mon[181282]: pgmap v12830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:12:29 smithi032 ceph-mon[191839]: pgmap v12830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:12:29 smithi032 ceph-mon[189144]: pgmap v12830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:30.834 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:12:31.157 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:12:31.157 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 76s ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:12:31.157 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 9m ago 5h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:12:31.157 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 76s ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:12:31.157 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 9m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:12:31.157 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 9m ago 6h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:12:31.157 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 76s ago 6h 773M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:12:31.157 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 76s ago 6h 1622M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:12:31.157 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 9m ago 6h 759M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:12:31.157 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 76s ago 6h 805M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:12:31.157 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 76s ago 5h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:12:31.158 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 9m ago 5h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:12:31.158 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 76s ago 6h 4851M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:12:31.158 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 76s ago 5h 5015M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:12:31.158 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 76s ago 5h 4464M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:12:31.158 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 76s ago 5h 4512M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:12:31.158 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 9m ago 5h 4248M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:12:31.158 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 9m ago 5h 4574M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:12:31.158 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 9m ago 5h 4275M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:12:31.158 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 9m ago 5h 4252M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:12:31.158 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 9m ago 5h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:12:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:12:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:12:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:12:31.558 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:12:31.559 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:12:31.559 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:12:31.559 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:12:31.559 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:12:31.559 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:12:31.559 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:12:31.559 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:12:31.559 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:12:31.559 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:12:31.559 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:12:31.559 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:12:31.559 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:12:31.560 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:12:31.560 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:12:31.560 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:12:31.560 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:12:31.560 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:12:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:12:32 smithi039 ceph-mon[181282]: from='client.57908 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:12:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:12:32 smithi039 ceph-mon[181282]: from='client.47997 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:12:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:12:32 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3805782891' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:12:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:12:32 smithi039 ceph-mon[181282]: pgmap v12831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:32.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:12:32 smithi032 ceph-mon[191839]: from='client.57908 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:12:32.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:12:32 smithi032 ceph-mon[191839]: from='client.47997 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:12:32.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:12:32 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3805782891' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:12:32.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:12:32 smithi032 ceph-mon[191839]: pgmap v12831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:32.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:12:32 smithi032 ceph-mon[189144]: from='client.57908 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:12:32.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:12:32 smithi032 ceph-mon[189144]: from='client.47997 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:12:32.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:12:32 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3805782891' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:12:32.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:12:32 smithi032 ceph-mon[189144]: pgmap v12831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:34.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:12:33 smithi039 ceph-mon[181282]: pgmap v12832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:12:33 smithi032 ceph-mon[191839]: pgmap v12832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:34.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:12:33 smithi032 ceph-mon[189144]: pgmap v12832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:35.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:12:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:12:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:12:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:12:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:12:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:12:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:12:36 smithi032 ceph-mon[191839]: pgmap v12833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:12:36 smithi032 ceph-mon[189144]: pgmap v12833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:12:36 smithi039 ceph-mon[181282]: pgmap v12833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:38.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:12:37 smithi039 ceph-mon[181282]: pgmap v12834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:38.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:12:37 smithi032 ceph-mon[189144]: pgmap v12834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:12:37 smithi032 ceph-mon[191839]: pgmap v12834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:12:39 smithi039 ceph-mon[181282]: pgmap v12835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:40.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:12:39 smithi032 ceph-mon[189144]: pgmap v12835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:40.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:12:39 smithi032 ceph-mon[191839]: pgmap v12835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:12:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:12:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:12:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:12:42 smithi039 ceph-mon[181282]: pgmap v12836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:42.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:12:42 smithi032 ceph-mon[189144]: pgmap v12836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:42.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:12:42 smithi032 ceph-mon[191839]: pgmap v12836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:44.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:12:43 smithi039 ceph-mon[181282]: pgmap v12837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:44.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:12:43 smithi032 ceph-mon[189144]: pgmap v12837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:44.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:12:43 smithi032 ceph-mon[191839]: pgmap v12837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:46.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:12:45 smithi039 ceph-mon[181282]: pgmap v12838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:46.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:12:45 smithi032 ceph-mon[189144]: pgmap v12838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:46.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:12:45 smithi032 ceph-mon[191839]: pgmap v12838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:48.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:12:47 smithi039 ceph-mon[181282]: pgmap v12839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:48.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:12:47 smithi032 ceph-mon[189144]: pgmap v12839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:48.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:12:47 smithi032 ceph-mon[191839]: pgmap v12839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:12:49 smithi039 ceph-mon[181282]: pgmap v12840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:12:49 smithi032 ceph-mon[189144]: pgmap v12840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:12:49 smithi032 ceph-mon[191839]: pgmap v12840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:12:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:12:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:12:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:12:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:12:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:12:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:12:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:12:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:12:52.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:12:52 smithi039 ceph-mon[181282]: pgmap v12841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:52.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:12:52 smithi032 ceph-mon[189144]: pgmap v12841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:52.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:12:52 smithi032 ceph-mon[191839]: pgmap v12841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:54.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:12:53 smithi039 ceph-mon[181282]: pgmap v12842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:12:53 smithi032 ceph-mon[191839]: pgmap v12842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:54.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:12:53 smithi032 ceph-mon[189144]: pgmap v12842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:56.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:12:55 smithi039 ceph-mon[181282]: pgmap v12843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:56.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:12:55 smithi032 ceph-mon[191839]: pgmap v12843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:56.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:12:55 smithi032 ceph-mon[189144]: pgmap v12843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:58.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:12:57 smithi039 ceph-mon[181282]: pgmap v12844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:58.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:12:57 smithi032 ceph-mon[191839]: pgmap v12844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:12:58.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:12:57 smithi032 ceph-mon[189144]: pgmap v12844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:12:59 smithi039 ceph-mon[181282]: pgmap v12845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:00.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:12:59 smithi032 ceph-mon[191839]: pgmap v12845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:00.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:12:59 smithi032 ceph-mon[189144]: pgmap v12845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:13:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:13:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:13:01.927 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:13:02.255 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:13:02.255 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 107s ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:13:02.255 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 9m ago 5h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:13:02.255 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 107s ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:13:02.255 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 9m ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:13:02.255 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 9m ago 6h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:13:02.255 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 107s ago 6h 773M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:13:02.255 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 107s ago 6h 1622M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:13:02.256 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 9m ago 6h 759M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:13:02.256 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 107s ago 6h 805M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:13:02.256 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 107s ago 5h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:13:02.256 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 9m ago 5h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:13:02.256 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 107s ago 6h 4851M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:13:02.256 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 107s ago 6h 5015M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:13:02.256 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 107s ago 6h 4464M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:13:02.256 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 107s ago 5h 4512M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:13:02.256 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 9m ago 5h 4248M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:13:02.256 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 9m ago 5h 4574M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:13:02.256 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 9m ago 5h 4275M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:13:02.256 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 9m ago 5h 4252M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:13:02.256 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 9m ago 5h 119M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:13:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:13:02 smithi039 ceph-mon[181282]: pgmap v12846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:02.658 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:13:02.658 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:13:02.658 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:13:02.658 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:13:02.659 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:13:02.659 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:13:02.659 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:13:02.659 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:13:02.659 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:13:02.659 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:13:02.659 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:13:02.659 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:13:02.659 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:13:02.659 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:13:02.659 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:13:02.659 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:13:02.659 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:13:02.659 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:13:02.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:13:02 smithi032 ceph-mon[191839]: pgmap v12846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:02.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:13:02 smithi032 ceph-mon[189144]: pgmap v12846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:03.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:13:03 smithi039 ceph-mon[181282]: from='client.57926 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:13:03.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:13:03 smithi039 ceph-mon[181282]: from='client.57932 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:13:03.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:13:03 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2748314656' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:13:03.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:13:03 smithi032 ceph-mon[191839]: from='client.57926 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:13:03.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:13:03 smithi032 ceph-mon[191839]: from='client.57932 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:13:03.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:13:03 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2748314656' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:13:03.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:13:03 smithi032 ceph-mon[189144]: from='client.57926 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:13:03.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:13:03 smithi032 ceph-mon[189144]: from='client.57932 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:13:03.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:13:03 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2748314656' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:13:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:13:04 smithi039 ceph-mon[181282]: pgmap v12847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:04.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:13:04 smithi032 ceph-mon[189144]: pgmap v12847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:13:04 smithi032 ceph-mon[191839]: pgmap v12847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:13:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:13:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:13:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:13:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:13:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:13:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:13:06 smithi039 ceph-mon[181282]: pgmap v12848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:06.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:13:06 smithi032 ceph-mon[189144]: pgmap v12848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:13:06 smithi032 ceph-mon[191839]: pgmap v12848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:08.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:13:07 smithi039 ceph-mon[181282]: pgmap v12849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:13:07 smithi032 ceph-mon[191839]: pgmap v12849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:13:07 smithi032 ceph-mon[189144]: pgmap v12849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:13:09 smithi039 ceph-mon[181282]: pgmap v12850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:10.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:13:09 smithi032 ceph-mon[191839]: pgmap v12850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:13:09 smithi032 ceph-mon[189144]: pgmap v12850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:13:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:13:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:13:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:13:12 smithi039 ceph-mon[181282]: pgmap v12851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:13:12 smithi032 ceph-mon[191839]: pgmap v12851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:13:12 smithi032 ceph-mon[189144]: pgmap v12851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:14.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:13:13 smithi039 ceph-mon[181282]: pgmap v12852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:14.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:13:13 smithi032 ceph-mon[189144]: pgmap v12852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:14.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:13:13 smithi032 ceph-mon[191839]: pgmap v12852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:15.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:13:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:13:15.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:13:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:13:16.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:13:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:13:16.921 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:13:16 smithi039 ceph-mon[181282]: pgmap v12853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:16.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:13:16 smithi032 ceph-mon[191839]: pgmap v12853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:16.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:13:16 smithi032 ceph-mon[189144]: pgmap v12853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:18.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:13:17 smithi039 ceph-mon[181282]: pgmap v12854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:13:17 smithi032 ceph-mon[191839]: pgmap v12854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:13:17 smithi032 ceph-mon[189144]: pgmap v12854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:13:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:13:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:13:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:13:19.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:13:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:13:19.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:13:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:13:19.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:13:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:13:19.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:13:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:13:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:13:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:13:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:13:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:13:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:13:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:13:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:13:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:13:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:13:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:13:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:13:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:13:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:13:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:13:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:13:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:13:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:13:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:13:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:13:20 smithi039 ceph-mon[181282]: pgmap v12855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:13:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:13:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:13:20 smithi032 ceph-mon[189144]: pgmap v12855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:13:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:13:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:13:20 smithi032 ceph-mon[191839]: pgmap v12855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:13:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:13:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:13:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:13:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:13:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:13:22 smithi039 ceph-mon[181282]: pgmap v12856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:22.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:13:22 smithi032 ceph-mon[191839]: pgmap v12856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:22.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:13:22 smithi032 ceph-mon[189144]: pgmap v12856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:24.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:13:23 smithi039 ceph-mon[181282]: pgmap v12857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:24.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:13:23 smithi032 ceph-mon[191839]: pgmap v12857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:13:23 smithi032 ceph-mon[189144]: pgmap v12857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:26.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:13:25 smithi039 ceph-mon[181282]: pgmap v12858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:26.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:13:25 smithi032 ceph-mon[189144]: pgmap v12858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:13:25 smithi032 ceph-mon[191839]: pgmap v12858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:28.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:13:27 smithi039 ceph-mon[181282]: pgmap v12859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:28.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:13:27 smithi032 ceph-mon[189144]: pgmap v12859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:28.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:13:27 smithi032 ceph-mon[191839]: pgmap v12859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:30.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:13:29 smithi032 ceph-mon[189144]: pgmap v12860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:13:29 smithi032 ceph-mon[191839]: pgmap v12860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:13:29 smithi039 ceph-mon[181282]: pgmap v12860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:13:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:13:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:13:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:13:32 smithi039 ceph-mon[181282]: pgmap v12861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:32.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:13:32 smithi032 ceph-mon[189144]: pgmap v12861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:32.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:13:32 smithi032 ceph-mon[191839]: pgmap v12861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:33.020 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:13:33.345 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:13:33.345 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 2m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:13:33.345 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 14s ago 5h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:13:33.345 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 2m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:13:33.345 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 14s ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:13:33.345 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 14s ago 6h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:13:33.345 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 2m ago 6h 773M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:13:33.345 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 2m ago 6h 1622M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:13:33.345 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 14s ago 6h 776M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:13:33.346 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 2m ago 6h 805M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:13:33.346 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 2m ago 5h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:13:33.346 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 14s ago 5h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:13:33.346 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 2m ago 6h 4851M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:13:33.346 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 2m ago 6h 5015M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:13:33.346 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 2m ago 6h 4464M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:13:33.346 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 2m ago 6h 4512M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:13:33.346 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 14s ago 5h 4275M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:13:33.346 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 14s ago 5h 4608M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:13:33.346 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 14s ago 5h 4305M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:13:33.346 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 14s ago 5h 4288M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:13:33.346 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 14s ago 5h 123M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:13:33.750 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:13:33.751 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:13:33.751 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:13:33.751 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:13:33.751 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:13:33.751 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:13:33.751 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:13:33.751 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:13:33.751 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:13:33.751 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:13:33.751 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:13:33.751 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:13:33.751 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:13:33.751 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:13:33.751 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:13:33.752 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:13:33.752 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:13:33.752 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:13:34.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:13:33 smithi032 ceph-mon[191839]: from='client.57944 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:13:34.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:13:33 smithi032 ceph-mon[191839]: from='client.48033 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:13:34.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:13:33 smithi032 ceph-mon[191839]: pgmap v12862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:34.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:13:33 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1706133011' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:13:34.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:13:33 smithi032 ceph-mon[189144]: from='client.57944 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:13:34.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:13:33 smithi032 ceph-mon[189144]: from='client.48033 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:13:34.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:13:33 smithi032 ceph-mon[189144]: pgmap v12862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:34.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:13:33 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1706133011' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:13:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:13:33 smithi039 ceph-mon[181282]: from='client.57944 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:13:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:13:33 smithi039 ceph-mon[181282]: from='client.48033 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:13:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:13:33 smithi039 ceph-mon[181282]: pgmap v12862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:13:33 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1706133011' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:13:35.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:13:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:13:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:13:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:13:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:13:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:13:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:13:36 smithi032 ceph-mon[191839]: pgmap v12863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:13:36 smithi032 ceph-mon[189144]: pgmap v12863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:13:36 smithi039 ceph-mon[181282]: pgmap v12863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:13:37 smithi032 ceph-mon[191839]: pgmap v12864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:13:37 smithi032 ceph-mon[189144]: pgmap v12864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:13:37 smithi039 ceph-mon[181282]: pgmap v12864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:13:39 smithi032 ceph-mon[191839]: pgmap v12865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:13:39 smithi032 ceph-mon[189144]: pgmap v12865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:13:39 smithi039 ceph-mon[181282]: pgmap v12865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:13:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:13:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:13:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:13:42 smithi039 ceph-mon[181282]: pgmap v12866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:42.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:13:42 smithi032 ceph-mon[191839]: pgmap v12866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:42.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:13:42 smithi032 ceph-mon[189144]: pgmap v12866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:44.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:13:43 smithi032 ceph-mon[191839]: pgmap v12867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:13:43 smithi032 ceph-mon[189144]: pgmap v12867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:44.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:13:43 smithi039 ceph-mon[181282]: pgmap v12867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:46.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:13:45 smithi032 ceph-mon[191839]: pgmap v12868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:46.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:13:45 smithi032 ceph-mon[189144]: pgmap v12868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:13:45 smithi039 ceph-mon[181282]: pgmap v12868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:48.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:13:47 smithi032 ceph-mon[191839]: pgmap v12869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:48.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:13:47 smithi032 ceph-mon[189144]: pgmap v12869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:13:47 smithi039 ceph-mon[181282]: pgmap v12869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:50.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:13:49 smithi032 ceph-mon[191839]: pgmap v12870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:13:49 smithi032 ceph-mon[189144]: pgmap v12870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:13:49 smithi039 ceph-mon[181282]: pgmap v12870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:13:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:13:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:13:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:13:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:13:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:13:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:13:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:13:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:13:52.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:13:52 smithi039 ceph-mon[181282]: pgmap v12871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:52.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:13:52 smithi032 ceph-mon[191839]: pgmap v12871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:52.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:13:52 smithi032 ceph-mon[189144]: pgmap v12871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:13:53 smithi032 ceph-mon[191839]: pgmap v12872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:54.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:13:53 smithi032 ceph-mon[189144]: pgmap v12872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:54.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:13:53 smithi039 ceph-mon[181282]: pgmap v12872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:56.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:13:55 smithi032 ceph-mon[191839]: pgmap v12873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:56.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:13:55 smithi032 ceph-mon[189144]: pgmap v12873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:13:55 smithi039 ceph-mon[181282]: pgmap v12873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:58.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:13:57 smithi032 ceph-mon[191839]: pgmap v12874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:58.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:13:57 smithi032 ceph-mon[189144]: pgmap v12874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:13:58.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:13:57 smithi039 ceph-mon[181282]: pgmap v12874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:00.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:13:59 smithi032 ceph-mon[189144]: pgmap v12875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:00.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:13:59 smithi032 ceph-mon[191839]: pgmap v12875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:13:59 smithi039 ceph-mon[181282]: pgmap v12875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:14:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:14:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:14:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:14:02 smithi039 ceph-mon[181282]: pgmap v12876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:02.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:14:02 smithi032 ceph-mon[189144]: pgmap v12876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:02.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:14:02 smithi032 ceph-mon[191839]: pgmap v12876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:04.115 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:14:04.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:14:03 smithi032 ceph-mon[191839]: pgmap v12877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:04.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:14:03 smithi032 ceph-mon[189144]: pgmap v12877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:04.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:14:03 smithi039 ceph-mon[181282]: pgmap v12877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:04.439 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:14:04.440 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 2m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:14:04.440 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 45s ago 5h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:14:04.440 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 2m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:14:04.440 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 45s ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:14:04.440 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 45s ago 6h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:14:04.441 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 2m ago 6h 773M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:14:04.441 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 2m ago 6h 1622M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:14:04.441 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 45s ago 6h 776M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:14:04.441 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 2m ago 6h 805M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:14:04.441 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 2m ago 5h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:14:04.441 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 45s ago 5h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:14:04.442 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 2m ago 6h 4851M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:14:04.442 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 2m ago 6h 5015M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:14:04.442 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 2m ago 6h 4464M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:14:04.442 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 2m ago 6h 4512M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:14:04.442 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 45s ago 6h 4275M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:14:04.442 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 45s ago 6h 4608M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:14:04.443 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 45s ago 5h 4305M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:14:04.443 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 45s ago 5h 4288M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:14:04.443 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 45s ago 5h 123M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:14:04.845 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:14:04.845 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:14:04.845 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:14:04.845 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:14:04.845 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:14:04.845 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:14:04.845 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:14:04.845 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:14:04.845 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:14:04.845 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:14:04.845 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:14:04.846 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:14:04.846 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:14:04.846 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:14:04.846 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:14:04.846 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:14:04.846 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:14:04.846 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:14:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:14:04 smithi032 ceph-mon[191839]: from='client.57962 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:14:05.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:14:04 smithi032 ceph-mon[191839]: from='client.57968 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:14:05.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:14:04 smithi032 ceph-mon[189144]: from='client.57962 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:14:05.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:14:04 smithi032 ceph-mon[189144]: from='client.57968 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:14:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:14:04 smithi039 ceph-mon[181282]: from='client.57962 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:14:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:14:04 smithi039 ceph-mon[181282]: from='client.57968 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:14:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:14:05 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/383746' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:14:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:14:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:14:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:14:05 smithi032 ceph-mon[189144]: pgmap v12878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:14:05 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/383746' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:14:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:14:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:14:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:14:05 smithi032 ceph-mon[191839]: pgmap v12878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:14:05 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/383746' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:14:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:14:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:14:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:14:05 smithi039 ceph-mon[181282]: pgmap v12878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:08.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:14:07 smithi032 ceph-mon[191839]: pgmap v12879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:14:07 smithi032 ceph-mon[189144]: pgmap v12879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:14:07 smithi039 ceph-mon[181282]: pgmap v12879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:10.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:14:09 smithi032 ceph-mon[191839]: pgmap v12880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:14:09 smithi032 ceph-mon[189144]: pgmap v12880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:14:09 smithi039 ceph-mon[181282]: pgmap v12880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:14:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:14:10] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T23:14:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:14:12 smithi039 ceph-mon[181282]: pgmap v12881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:12.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:14:12 smithi032 ceph-mon[191839]: pgmap v12881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:14:12 smithi032 ceph-mon[189144]: pgmap v12881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:14.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:14:13 smithi032 ceph-mon[189144]: pgmap v12882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:14.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:14:13 smithi032 ceph-mon[191839]: pgmap v12882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:14.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:14:13 smithi039 ceph-mon[181282]: pgmap v12882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:16.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:14:15 smithi032 ceph-mon[189144]: pgmap v12883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:16.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:14:15 smithi032 ceph-mon[191839]: pgmap v12883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:14:15 smithi039 ceph-mon[181282]: pgmap v12883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:14:17 smithi032 ceph-mon[191839]: pgmap v12884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:14:17 smithi032 ceph-mon[189144]: pgmap v12884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:18.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:14:17 smithi039 ceph-mon[181282]: pgmap v12884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:19.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:14:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:14:19.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:14:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:14:19.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:14:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:14:20.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:14:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:14:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:14:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:14:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:14:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:14:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:14:20 smithi032 ceph-mon[191839]: pgmap v12885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:14:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:14:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:14:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:14:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:14:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:14:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:14:20 smithi032 ceph-mon[189144]: pgmap v12885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:14:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:14:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:14:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:14:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:14:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:14:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:14:20 smithi039 ceph-mon[181282]: pgmap v12885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:14:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:14:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:14:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:14:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:14:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:14:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:14:21.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:14:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:14:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:14:22 smithi039 ceph-mon[181282]: pgmap v12886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:22.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:14:22 smithi032 ceph-mon[191839]: pgmap v12886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:22.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:14:22 smithi032 ceph-mon[189144]: pgmap v12886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:24.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:14:23 smithi032 ceph-mon[191839]: pgmap v12887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:14:23 smithi032 ceph-mon[189144]: pgmap v12887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:24.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:14:23 smithi039 ceph-mon[181282]: pgmap v12887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:14:25 smithi032 ceph-mon[191839]: pgmap v12888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:14:25 smithi032 ceph-mon[189144]: pgmap v12888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:14:25 smithi039 ceph-mon[181282]: pgmap v12888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:28.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:14:27 smithi032 ceph-mon[189144]: pgmap v12889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:28.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:14:27 smithi032 ceph-mon[191839]: pgmap v12889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:28.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:14:27 smithi039 ceph-mon[181282]: pgmap v12889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:30.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:14:29 smithi032 ceph-mon[189144]: pgmap v12890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:14:29 smithi032 ceph-mon[191839]: pgmap v12890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:14:29 smithi039 ceph-mon[181282]: pgmap v12890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:14:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:14:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:14:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:14:32 smithi039 ceph-mon[181282]: pgmap v12891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:32.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:14:32 smithi032 ceph-mon[189144]: pgmap v12891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:32.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:14:32 smithi032 ceph-mon[191839]: pgmap v12891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:34.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:14:33 smithi032 ceph-mon[189144]: pgmap v12892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:34.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:14:33 smithi032 ceph-mon[191839]: pgmap v12892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:14:33 smithi039 ceph-mon[181282]: pgmap v12892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:35.210 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:14:35.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:14:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:14:35.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:14:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:14:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:14:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:14:35.533 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:14:35.533 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 3m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:14:35.533 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 77s ago 5h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:14:35.533 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (5h) 3m ago 5h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:14:35.533 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (5h) 77s ago 5h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:14:35.533 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 77s ago 6h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:14:35.533 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 3m ago 6h 773M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:14:35.533 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 3m ago 6h 1622M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:14:35.534 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 77s ago 6h 776M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:14:35.534 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 3m ago 6h 805M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:14:35.534 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 3m ago 5h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:14:35.534 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 77s ago 5h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:14:35.534 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 3m ago 6h 4851M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:14:35.534 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 3m ago 6h 5015M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:14:35.534 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 3m ago 6h 4464M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:14:35.534 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 3m ago 6h 4512M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:14:35.534 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 77s ago 6h 4275M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:14:35.534 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 77s ago 6h 4608M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:14:35.534 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 77s ago 6h 4305M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:14:35.534 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 77s ago 6h 4288M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:14:35.534 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 77s ago 5h 123M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:14:35.935 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:14:35.935 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:14:35.936 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:14:35.936 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:14:35.936 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:14:35.936 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:14:35.936 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:14:35.936 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:14:35.936 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:14:35.936 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:14:35.936 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:14:35.936 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:14:35.936 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:14:35.936 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:14:35.936 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:14:35.936 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:14:35.937 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:14:35.937 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:14:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:14:36 smithi032 ceph-mon[191839]: from='client.57980 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:14:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:14:36 smithi032 ceph-mon[191839]: from='client.48069 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:14:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:14:36 smithi032 ceph-mon[191839]: pgmap v12893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:14:36 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2201846586' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:14:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:14:36 smithi032 ceph-mon[189144]: from='client.57980 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:14:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:14:36 smithi032 ceph-mon[189144]: from='client.48069 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:14:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:14:36 smithi032 ceph-mon[189144]: pgmap v12893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:14:36 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2201846586' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:14:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:14:36 smithi039 ceph-mon[181282]: from='client.57980 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:14:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:14:36 smithi039 ceph-mon[181282]: from='client.48069 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:14:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:14:36 smithi039 ceph-mon[181282]: pgmap v12893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:14:36 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2201846586' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:14:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:14:37 smithi032 ceph-mon[191839]: pgmap v12894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:14:37 smithi032 ceph-mon[189144]: pgmap v12894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:14:37 smithi039 ceph-mon[181282]: pgmap v12894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:40.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:14:39 smithi032 ceph-mon[191839]: pgmap v12895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:14:39 smithi032 ceph-mon[189144]: pgmap v12895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:40.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:14:39 smithi039 ceph-mon[181282]: pgmap v12895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:14:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:14:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:14:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:14:42 smithi039 ceph-mon[181282]: pgmap v12896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:42.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:14:42 smithi032 ceph-mon[191839]: pgmap v12896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:42.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:14:42 smithi032 ceph-mon[189144]: pgmap v12896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:44.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:14:43 smithi032 ceph-mon[191839]: pgmap v12897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:14:43 smithi032 ceph-mon[189144]: pgmap v12897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:44.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:14:43 smithi039 ceph-mon[181282]: pgmap v12897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:46.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:14:45 smithi032 ceph-mon[191839]: pgmap v12898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:46.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:14:45 smithi032 ceph-mon[189144]: pgmap v12898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:14:45 smithi039 ceph-mon[181282]: pgmap v12898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:48.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:14:47 smithi032 ceph-mon[191839]: pgmap v12899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:48.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:14:47 smithi032 ceph-mon[189144]: pgmap v12899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:14:47 smithi039 ceph-mon[181282]: pgmap v12899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:50.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:14:49 smithi032 ceph-mon[191839]: pgmap v12900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:14:49 smithi032 ceph-mon[189144]: pgmap v12900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:14:49 smithi039 ceph-mon[181282]: pgmap v12900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:14:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:14:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:14:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:14:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:14:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:14:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:14:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:14:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:14:52.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:14:52 smithi039 ceph-mon[181282]: pgmap v12901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:52.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:14:52 smithi032 ceph-mon[191839]: pgmap v12901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:52.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:14:52 smithi032 ceph-mon[189144]: pgmap v12901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:14:53 smithi032 ceph-mon[191839]: pgmap v12902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:54.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:14:53 smithi032 ceph-mon[189144]: pgmap v12902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:54.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:14:53 smithi039 ceph-mon[181282]: pgmap v12902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:56.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:14:55 smithi032 ceph-mon[189144]: pgmap v12903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:56.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:14:55 smithi032 ceph-mon[191839]: pgmap v12903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:14:55 smithi039 ceph-mon[181282]: pgmap v12903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:58.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:14:57 smithi032 ceph-mon[189144]: pgmap v12904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:58.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:14:57 smithi032 ceph-mon[191839]: pgmap v12904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:14:58.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:14:57 smithi039 ceph-mon[181282]: pgmap v12904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:00.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:14:59 smithi032 ceph-mon[189144]: pgmap v12905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:00.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:14:59 smithi032 ceph-mon[191839]: pgmap v12905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:14:59 smithi039 ceph-mon[181282]: pgmap v12905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:15:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:15:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:15:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:15:02 smithi039 ceph-mon[181282]: pgmap v12906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:02.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:15:02 smithi032 ceph-mon[191839]: pgmap v12906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:15:02 smithi032 ceph-mon[189144]: pgmap v12906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:04.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:15:03 smithi032 ceph-mon[189144]: pgmap v12907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:04.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:15:03 smithi032 ceph-mon[191839]: pgmap v12907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:04.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:15:03 smithi039 ceph-mon[181282]: pgmap v12907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:15:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:15:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:15:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:15:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:15:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:15:06.303 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:15:06.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:15:06 smithi032 ceph-mon[189144]: pgmap v12908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:06.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:15:06 smithi032 ceph-mon[191839]: pgmap v12908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:15:06 smithi039 ceph-mon[181282]: pgmap v12908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:06.625 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:15:06.626 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 3m ago 5h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:15:06.626 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 108s ago 5h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:15:06.626 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 3m ago 6h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:15:06.626 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 108s ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:15:06.626 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 108s ago 6h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:15:06.626 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 3m ago 6h 773M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:15:06.626 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 3m ago 6h 1622M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:15:06.626 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 108s ago 6h 776M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:15:06.626 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 3m ago 6h 805M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:15:06.626 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 3m ago 5h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:15:06.626 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 108s ago 5h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:15:06.626 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 3m ago 6h 4851M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:15:06.626 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 3m ago 6h 5015M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:15:06.626 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 3m ago 6h 4464M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:15:06.627 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 3m ago 6h 4512M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:15:06.627 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 108s ago 6h 4275M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:15:06.627 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 108s ago 6h 4608M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:15:06.627 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 108s ago 6h 4305M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:15:06.627 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 108s ago 6h 4288M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:15:06.627 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 108s ago 5h 123M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:15:07.028 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:15:07.028 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:15:07.028 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:15:07.028 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:15:07.028 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:15:07.028 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:15:07.028 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:15:07.028 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:15:07.028 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:15:07.028 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:15:07.028 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:15:07.029 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:15:07.029 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:15:07.029 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:15:07.029 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:15:07.029 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:15:07.029 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:15:07.029 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:15:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:15:07 smithi039 ceph-mon[181282]: from='client.48081 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:15:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:15:07 smithi039 ceph-mon[181282]: from='client.58004 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:15:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:15:07 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2896349312' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:15:07.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:15:07 smithi032 ceph-mon[191839]: from='client.48081 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:15:07.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:15:07 smithi032 ceph-mon[191839]: from='client.58004 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:15:07.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:15:07 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2896349312' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:15:07.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:15:07 smithi032 ceph-mon[189144]: from='client.48081 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:15:07.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:15:07 smithi032 ceph-mon[189144]: from='client.58004 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:15:07.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:15:07 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2896349312' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:15:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:15:08 smithi039 ceph-mon[181282]: pgmap v12909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:08.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:15:08 smithi032 ceph-mon[189144]: pgmap v12909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:08.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:15:08 smithi032 ceph-mon[191839]: pgmap v12909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:10.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:15:09 smithi032 ceph-mon[191839]: pgmap v12910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:15:09 smithi032 ceph-mon[189144]: pgmap v12910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:15:09 smithi039 ceph-mon[181282]: pgmap v12910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:15:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:15:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T23:15:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:15:12 smithi039 ceph-mon[181282]: pgmap v12911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:12.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:15:12 smithi032 ceph-mon[191839]: pgmap v12911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:15:12 smithi032 ceph-mon[189144]: pgmap v12911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:14.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:15:13 smithi032 ceph-mon[191839]: pgmap v12912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:14.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:15:13 smithi032 ceph-mon[189144]: pgmap v12912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:14.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:15:13 smithi039 ceph-mon[181282]: pgmap v12912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:16.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:15:15 smithi032 ceph-mon[191839]: pgmap v12913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:16.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:15:15 smithi032 ceph-mon[189144]: pgmap v12913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:15:15 smithi039 ceph-mon[181282]: pgmap v12913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:18.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:15:17 smithi032 ceph-mon[191839]: pgmap v12914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:15:17 smithi032 ceph-mon[189144]: pgmap v12914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:18.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:15:17 smithi039 ceph-mon[181282]: pgmap v12914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:15:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:15:20.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:15:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:15:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:15:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:15:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:15:20 smithi039 ceph-mon[181282]: pgmap v12915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:15:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:15:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:15:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:15:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:15:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:15:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:15:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:15:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:15:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:15:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:15:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:15:20 smithi032 ceph-mon[189144]: pgmap v12915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:15:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:15:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:15:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:15:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:15:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:15:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:15:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:15:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:15:20 smithi032 ceph-mon[191839]: pgmap v12915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:15:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:15:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:15:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:15:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:15:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:15:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:15:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:15:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:15:22 smithi039 ceph-mon[181282]: pgmap v12916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:22.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:15:22 smithi032 ceph-mon[191839]: pgmap v12916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:22.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:15:22 smithi032 ceph-mon[189144]: pgmap v12916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:24.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:15:23 smithi032 ceph-mon[191839]: pgmap v12917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:15:23 smithi032 ceph-mon[189144]: pgmap v12917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:24.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:15:23 smithi039 ceph-mon[181282]: pgmap v12917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:15:25 smithi032 ceph-mon[191839]: pgmap v12918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:15:25 smithi032 ceph-mon[189144]: pgmap v12918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:15:25 smithi039 ceph-mon[181282]: pgmap v12918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:28.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:15:27 smithi032 ceph-mon[191839]: pgmap v12919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:28.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:15:27 smithi032 ceph-mon[189144]: pgmap v12919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:28.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:15:27 smithi039 ceph-mon[181282]: pgmap v12919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:15:29 smithi032 ceph-mon[191839]: pgmap v12920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:15:29 smithi032 ceph-mon[189144]: pgmap v12920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:15:29 smithi039 ceph-mon[181282]: pgmap v12920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:15:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:15:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:15:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:15:32 smithi039 ceph-mon[181282]: pgmap v12921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:32.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:15:32 smithi032 ceph-mon[191839]: pgmap v12921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:32.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:15:32 smithi032 ceph-mon[189144]: pgmap v12921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:15:33 smithi032 ceph-mon[191839]: pgmap v12922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:34.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:15:33 smithi032 ceph-mon[189144]: pgmap v12922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:15:33 smithi039 ceph-mon[181282]: pgmap v12922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:35.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:15:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:15:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:15:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:15:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:15:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:15:36.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:15:36 smithi032 ceph-mon[189144]: pgmap v12923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:15:36 smithi032 ceph-mon[191839]: pgmap v12923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:15:36 smithi039 ceph-mon[181282]: pgmap v12923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:37.389 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:15:37.713 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:15:37.714 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 4m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:15:37.714 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 2m ago 5h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:15:37.714 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 4m ago 6h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:15:37.714 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 2m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:15:37.714 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 2m ago 6h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:15:37.714 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 4m ago 6h 773M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:15:37.714 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 4m ago 6h 1622M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:15:37.714 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 2m ago 6h 776M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:15:37.714 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 4m ago 6h 805M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:15:37.714 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 4m ago 5h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:15:37.714 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 2m ago 5h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:15:37.714 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 4m ago 6h 4851M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:15:37.714 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 4m ago 6h 5015M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:15:37.714 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 4m ago 6h 4464M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:15:37.715 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 4m ago 6h 4512M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:15:37.715 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 2m ago 6h 4275M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:15:37.715 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 2m ago 6h 4608M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:15:37.715 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 2m ago 6h 4305M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:15:37.715 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 2m ago 6h 4288M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:15:37.715 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 2m ago 6h 123M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:15:38.114 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:15:38.114 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:15:38.114 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:15:38.114 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:15:38.114 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:15:38.114 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:15:38.114 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:15:38.114 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:15:38.114 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:15:38.114 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:15:38.114 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:15:38.114 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:15:38.115 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:15:38.115 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:15:38.115 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:15:38.115 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:15:38.115 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:15:38.115 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:15:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:15:37 smithi032 ceph-mon[191839]: from='client.58016 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:15:38.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:15:37 smithi032 ceph-mon[191839]: from='client.48105 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:15:38.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:15:37 smithi032 ceph-mon[191839]: pgmap v12924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:15:37 smithi032 ceph-mon[189144]: from='client.58016 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:15:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:15:37 smithi032 ceph-mon[189144]: from='client.48105 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:15:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:15:37 smithi032 ceph-mon[189144]: pgmap v12924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:15:37 smithi039 ceph-mon[181282]: from='client.58016 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:15:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:15:37 smithi039 ceph-mon[181282]: from='client.48105 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:15:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:15:37 smithi039 ceph-mon[181282]: pgmap v12924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:39.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:15:38 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2306775291' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:15:39.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:15:38 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2306775291' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:15:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:15:38 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2306775291' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:15:40.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:15:39 smithi032 ceph-mon[191839]: pgmap v12925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:15:39 smithi032 ceph-mon[189144]: pgmap v12925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:15:39 smithi039 ceph-mon[181282]: pgmap v12925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:15:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:15:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:15:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:15:42 smithi039 ceph-mon[181282]: pgmap v12926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:42.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:15:42 smithi032 ceph-mon[191839]: pgmap v12926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:42.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:15:42 smithi032 ceph-mon[189144]: pgmap v12926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:44.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:15:43 smithi032 ceph-mon[191839]: pgmap v12927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:15:43 smithi032 ceph-mon[189144]: pgmap v12927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:44.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:15:43 smithi039 ceph-mon[181282]: pgmap v12927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:46.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:15:45 smithi032 ceph-mon[191839]: pgmap v12928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:46.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:15:45 smithi032 ceph-mon[189144]: pgmap v12928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:15:45 smithi039 ceph-mon[181282]: pgmap v12928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:48.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:15:47 smithi032 ceph-mon[191839]: pgmap v12929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:48.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:15:47 smithi032 ceph-mon[189144]: pgmap v12929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:15:47 smithi039 ceph-mon[181282]: pgmap v12929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:15:49 smithi032 ceph-mon[191839]: pgmap v12930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:50.207 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:15:49 smithi032 ceph-mon[189144]: pgmap v12930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:15:49 smithi039 ceph-mon[181282]: pgmap v12930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:15:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:15:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:15:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:15:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:15:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:15:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:15:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:15:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:15:52.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:15:52 smithi039 ceph-mon[181282]: pgmap v12931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:52.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:15:52 smithi032 ceph-mon[191839]: pgmap v12931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:52.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:15:52 smithi032 ceph-mon[189144]: pgmap v12931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:54.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:15:53 smithi032 ceph-mon[191839]: pgmap v12932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:54.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:15:53 smithi032 ceph-mon[189144]: pgmap v12932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:54.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:15:53 smithi039 ceph-mon[181282]: pgmap v12932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:56.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:15:55 smithi032 ceph-mon[191839]: pgmap v12933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:56.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:15:55 smithi032 ceph-mon[189144]: pgmap v12933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:15:55 smithi039 ceph-mon[181282]: pgmap v12933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:58.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:15:57 smithi032 ceph-mon[191839]: pgmap v12934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:58.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:15:57 smithi032 ceph-mon[189144]: pgmap v12934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:15:58.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:15:57 smithi039 ceph-mon[181282]: pgmap v12934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:00.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:15:59 smithi032 ceph-mon[191839]: pgmap v12935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:00.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:15:59 smithi032 ceph-mon[189144]: pgmap v12935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:15:59 smithi039 ceph-mon[181282]: pgmap v12935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:16:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:16:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:16:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:16:02 smithi039 ceph-mon[181282]: pgmap v12936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:02.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:16:02 smithi032 ceph-mon[191839]: pgmap v12936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:16:02 smithi032 ceph-mon[189144]: pgmap v12936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:04.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:16:03 smithi032 ceph-mon[191839]: pgmap v12937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:04.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:16:03 smithi032 ceph-mon[189144]: pgmap v12937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:04.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:16:03 smithi039 ceph-mon[181282]: pgmap v12937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:16:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:16:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:16:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:16:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:16:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:16:06.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:16:06 smithi032 ceph-mon[191839]: pgmap v12938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:16:06 smithi032 ceph-mon[189144]: pgmap v12938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:16:06 smithi039 ceph-mon[181282]: pgmap v12938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:16:07 smithi032 ceph-mon[191839]: pgmap v12939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:08.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:16:07 smithi032 ceph-mon[189144]: pgmap v12939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:16:07 smithi039 ceph-mon[181282]: pgmap v12939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:08.479 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:16:08.804 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:16:08.804 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 4m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:16:08.804 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 2m ago 6h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:16:08.804 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 4m ago 6h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:16:08.805 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 2m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:16:08.805 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 2m ago 6h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:16:08.805 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 4m ago 6h 773M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:16:08.805 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 4m ago 6h 1622M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:16:08.805 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 2m ago 6h 776M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:16:08.805 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 4m ago 6h 805M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:16:08.805 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 4m ago 6h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:16:08.805 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 2m ago 6h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:16:08.805 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 4m ago 6h 4851M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:16:08.805 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 4m ago 6h 5015M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:16:08.805 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 4m ago 6h 4464M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:16:08.805 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 4m ago 6h 4512M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:16:08.805 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 2m ago 6h 4275M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:16:08.808 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 2m ago 6h 4608M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:16:08.808 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 2m ago 6h 4305M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:16:08.808 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 2m ago 6h 4288M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:16:08.808 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 2m ago 6h 123M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:16:09.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:16:08 smithi032 ceph-mon[189144]: from='client.58034 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:16:09.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:16:08 smithi032 ceph-mon[191839]: from='client.58034 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:16:09.201 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:16:09.202 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:16:09.202 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:16:09.202 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:16:09.202 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:16:09.202 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:16:09.202 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:16:09.202 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:16:09.202 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:16:09.202 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:16:09.202 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:16:09.202 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:16:09.202 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:16:09.202 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:16:09.202 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:16:09.203 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:16:09.203 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:16:09.203 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:16:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:16:08 smithi039 ceph-mon[181282]: from='client.58034 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:16:10.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:16:09 smithi032 ceph-mon[191839]: from='client.48123 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:16:10.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:16:09 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3499997661' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:16:10.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:16:09 smithi032 ceph-mon[191839]: pgmap v12940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:16:09 smithi032 ceph-mon[189144]: from='client.48123 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:16:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:16:09 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3499997661' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:16:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:16:09 smithi032 ceph-mon[189144]: pgmap v12940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:16:09 smithi039 ceph-mon[181282]: from='client.48123 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:16:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:16:09 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3499997661' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:16:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:16:09 smithi039 ceph-mon[181282]: pgmap v12940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:16:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:16:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:16:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:16:12 smithi039 ceph-mon[181282]: pgmap v12941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:12.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:16:12 smithi032 ceph-mon[191839]: pgmap v12941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:16:12 smithi032 ceph-mon[189144]: pgmap v12941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:14.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:16:13 smithi032 ceph-mon[189144]: pgmap v12942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:14.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:16:13 smithi032 ceph-mon[191839]: pgmap v12942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:14.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:16:13 smithi039 ceph-mon[181282]: pgmap v12942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:17.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:16:17 smithi039 ceph-mon[181282]: pgmap v12943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:17.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:16:17 smithi032 ceph-mon[191839]: pgmap v12943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:17.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:16:17 smithi032 ceph-mon[189144]: pgmap v12943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:19.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:16:19 smithi039 ceph-mon[181282]: pgmap v12944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:19.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:16:19 smithi032 ceph-mon[189144]: pgmap v12944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:19.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:16:19 smithi032 ceph-mon[191839]: pgmap v12944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:20.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:16:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:16:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:16:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:16:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:16:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:16:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:16:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:16:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:16:21.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:16:21 smithi032 ceph-mon[191839]: pgmap v12945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:21.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:16:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:16:21.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:16:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:16:21.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:16:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:16:21.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:16:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:16:21.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:16:21 smithi032 ceph-mon[189144]: pgmap v12945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:21.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:16:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:16:21.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:16:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:16:21.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:16:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:16:21.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:16:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:16:21.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:16:21 smithi039 ceph-mon[181282]: pgmap v12945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:21.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:16:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:16:21.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:16:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:16:21.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:16:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:16:21.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:16:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:16:23.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:16:23 smithi032 ceph-mon[191839]: pgmap v12946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:23.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:16:23 smithi032 ceph-mon[189144]: pgmap v12946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:23.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:16:23 smithi039 ceph-mon[181282]: pgmap v12946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:25.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:16:25 smithi032 ceph-mon[191839]: pgmap v12947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:25.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:16:25 smithi032 ceph-mon[189144]: pgmap v12947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:25.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:16:25 smithi039 ceph-mon[181282]: pgmap v12947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:27.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:16:27 smithi032 ceph-mon[191839]: pgmap v12948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:27.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:16:27 smithi032 ceph-mon[189144]: pgmap v12948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:27.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:16:27 smithi039 ceph-mon[181282]: pgmap v12948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:29.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:16:29 smithi032 ceph-mon[191839]: pgmap v12949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:29.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:16:29 smithi032 ceph-mon[189144]: pgmap v12949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:29.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:16:29 smithi039 ceph-mon[181282]: pgmap v12949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:16:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:16:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:16:31.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:16:31 smithi032 ceph-mon[189144]: pgmap v12950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:31.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:16:31 smithi032 ceph-mon[191839]: pgmap v12950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:16:31 smithi039 ceph-mon[181282]: pgmap v12950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:33.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:16:33 smithi032 ceph-mon[189144]: pgmap v12951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:33.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:16:33 smithi032 ceph-mon[191839]: pgmap v12951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:33.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:16:33 smithi039 ceph-mon[181282]: pgmap v12951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:16:35 smithi032 ceph-mon[191839]: pgmap v12952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:16:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:16:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:16:35 smithi032 ceph-mon[189144]: pgmap v12952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:16:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:16:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:16:35 smithi039 ceph-mon[181282]: pgmap v12952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:35.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:16:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:16:37.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:16:37 smithi032 ceph-mon[189144]: pgmap v12953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:37.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:16:37 smithi032 ceph-mon[191839]: pgmap v12953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:37.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:16:37 smithi039 ceph-mon[181282]: pgmap v12953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:39.567 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:16:39.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:16:39 smithi032 ceph-mon[191839]: pgmap v12954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:39.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:16:39 smithi032 ceph-mon[189144]: pgmap v12954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:39.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:16:39 smithi039 ceph-mon[181282]: pgmap v12954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:39.889 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:16:39.889 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 5m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:16:39.889 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 3m ago 6h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:16:39.890 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 5m ago 6h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:16:39.890 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 3m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:16:39.890 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 3m ago 6h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:16:39.890 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 5m ago 6h 773M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:16:39.890 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 5m ago 6h 1622M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:16:39.890 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 3m ago 6h 776M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:16:39.890 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 5m ago 6h 805M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:16:39.890 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 5m ago 6h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:16:39.890 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 3m ago 6h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:16:39.890 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 5m ago 6h 4851M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:16:39.890 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 5m ago 6h 5015M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:16:39.890 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 5m ago 6h 4464M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:16:39.890 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 5m ago 6h 4512M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:16:39.891 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 3m ago 6h 4275M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:16:39.891 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 3m ago 6h 4608M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:16:39.891 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 3m ago 6h 4305M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:16:39.891 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 3m ago 6h 4288M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:16:39.891 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 3m ago 6h 123M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:16:40.297 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:16:40.297 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:16:40.298 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:16:40.298 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:16:40.298 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:16:40.298 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:16:40.298 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:16:40.298 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:16:40.298 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:16:40.298 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:16:40.298 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:16:40.298 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:16:40.298 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:16:40.298 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:16:40.298 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:16:40.298 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:16:40.299 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:16:40.299 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:16:40.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:16:40 smithi032 ceph-mon[191839]: from='client.48135 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:16:40.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:16:40 smithi032 ceph-mon[189144]: from='client.48135 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:16:40.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:16:40 smithi039 ceph-mon[181282]: from='client.48135 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:16:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:16:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:16:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:16:41.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:16:41 smithi032 ceph-mon[189144]: pgmap v12955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:41.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:16:41 smithi032 ceph-mon[189144]: from='client.48141 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:16:41.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:16:41 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/894782248' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:16:41.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:16:41 smithi032 ceph-mon[191839]: pgmap v12955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:41.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:16:41 smithi032 ceph-mon[191839]: from='client.48141 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:16:41.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:16:41 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/894782248' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:16:41.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:16:41 smithi039 ceph-mon[181282]: pgmap v12955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:41.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:16:41 smithi039 ceph-mon[181282]: from='client.48141 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:16:41.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:16:41 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/894782248' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:16:43.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:16:43 smithi032 ceph-mon[191839]: pgmap v12956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:43.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:16:43 smithi032 ceph-mon[189144]: pgmap v12956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:43.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:16:43 smithi039 ceph-mon[181282]: pgmap v12956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:45.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:16:45 smithi032 ceph-mon[189144]: pgmap v12957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:45.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:16:45 smithi032 ceph-mon[191839]: pgmap v12957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:45.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:16:45 smithi039 ceph-mon[181282]: pgmap v12957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:47.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:16:47 smithi032 ceph-mon[191839]: pgmap v12958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:47.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:16:47 smithi032 ceph-mon[189144]: pgmap v12958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:47.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:16:47 smithi039 ceph-mon[181282]: pgmap v12958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:49.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:16:49 smithi032 ceph-mon[191839]: pgmap v12959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:49.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:16:49 smithi032 ceph-mon[189144]: pgmap v12959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:49.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:16:49 smithi039 ceph-mon[181282]: pgmap v12959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:16:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:16:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:16:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:16:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:16:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:16:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:16:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:16:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:16:51.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:16:51 smithi032 ceph-mon[191839]: pgmap v12960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:51.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:16:51 smithi032 ceph-mon[189144]: pgmap v12960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:51.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:16:51 smithi039 ceph-mon[181282]: pgmap v12960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:53.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:16:53 smithi032 ceph-mon[191839]: pgmap v12961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:53.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:16:53 smithi032 ceph-mon[189144]: pgmap v12961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:53.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:16:53 smithi039 ceph-mon[181282]: pgmap v12961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:55.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:16:55 smithi032 ceph-mon[189144]: pgmap v12962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:55.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:16:55 smithi032 ceph-mon[191839]: pgmap v12962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:55.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:16:55 smithi039 ceph-mon[181282]: pgmap v12962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:57.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:16:57 smithi032 ceph-mon[191839]: pgmap v12963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:57.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:16:57 smithi032 ceph-mon[189144]: pgmap v12963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:57.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:16:57 smithi039 ceph-mon[181282]: pgmap v12963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:59.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:16:59 smithi032 ceph-mon[189144]: pgmap v12964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:59.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:16:59 smithi032 ceph-mon[191839]: pgmap v12964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:16:59.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:16:59 smithi039 ceph-mon[181282]: pgmap v12964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:17:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:17:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:17:01.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:17:01 smithi032 ceph-mon[191839]: pgmap v12965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:01.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:17:01 smithi032 ceph-mon[189144]: pgmap v12965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:01.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:17:01 smithi039 ceph-mon[181282]: pgmap v12965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:03.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:17:03 smithi032 ceph-mon[191839]: pgmap v12966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:03.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:17:03 smithi032 ceph-mon[189144]: pgmap v12966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:03.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:17:03 smithi039 ceph-mon[181282]: pgmap v12966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:17:05 smithi032 ceph-mon[191839]: pgmap v12967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:17:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:17:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:17:05 smithi032 ceph-mon[189144]: pgmap v12967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:17:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:17:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:17:05 smithi039 ceph-mon[181282]: pgmap v12967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:17:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:17:07.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:17:07 smithi032 ceph-mon[191839]: pgmap v12968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:07.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:17:07 smithi032 ceph-mon[189144]: pgmap v12968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:07.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:17:07 smithi039 ceph-mon[181282]: pgmap v12968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:09.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:17:09 smithi032 ceph-mon[189144]: pgmap v12969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:09.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:17:09 smithi032 ceph-mon[191839]: pgmap v12969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:09.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:17:09 smithi039 ceph-mon[181282]: pgmap v12969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:10.663 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:17:10.986 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:17:10.986 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 5m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:17:10.986 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 3m ago 6h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:17:10.986 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 5m ago 6h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:17:10.986 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 3m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:17:10.986 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 3m ago 6h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:17:10.986 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 5m ago 6h 773M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:17:10.986 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 5m ago 6h 1622M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:17:10.986 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 3m ago 6h 776M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:17:10.987 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 5m ago 6h 805M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:17:10.987 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 5m ago 6h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:17:10.987 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 3m ago 6h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:17:10.987 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 5m ago 6h 4851M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:17:10.987 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 5m ago 6h 5015M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:17:10.987 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 5m ago 6h 4464M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:17:10.987 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 5m ago 6h 4512M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:17:10.987 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 3m ago 6h 4275M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:17:10.987 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 3m ago 6h 4608M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:17:10.987 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 3m ago 6h 4305M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:17:10.987 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 3m ago 6h 4288M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:17:10.987 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 3m ago 6h 123M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:17:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:17:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:17:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:17:11.389 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:17:11.390 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:17:11.390 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:17:11.390 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:17:11.390 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:17:11.390 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:17:11.390 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:17:11.390 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:17:11.390 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:17:11.390 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:17:11.390 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:17:11.390 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:17:11.390 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:17:11.390 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:17:11.391 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:17:11.391 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:17:11.391 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:17:11.391 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:17:11.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:17:11 smithi032 ceph-mon[191839]: pgmap v12970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:11.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:17:11 smithi032 ceph-mon[191839]: from='client.58070 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:17:11.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:17:11 smithi032 ceph-mon[189144]: pgmap v12970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:11.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:17:11 smithi032 ceph-mon[189144]: from='client.58070 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:17:11.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:17:11 smithi039 ceph-mon[181282]: pgmap v12970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:11.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:17:11 smithi039 ceph-mon[181282]: from='client.58070 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:17:12.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:17:12 smithi032 ceph-mon[191839]: from='client.48159 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:17:12.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:17:12 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/513593847' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:17:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:17:12 smithi032 ceph-mon[189144]: from='client.48159 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:17:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:17:12 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/513593847' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:17:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:17:12 smithi039 ceph-mon[181282]: from='client.48159 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:17:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:17:12 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/513593847' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:17:13.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:17:13 smithi032 ceph-mon[189144]: pgmap v12971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:13.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:17:13 smithi032 ceph-mon[191839]: pgmap v12971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:13.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:17:13 smithi039 ceph-mon[181282]: pgmap v12971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:15.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:17:15 smithi032 ceph-mon[189144]: pgmap v12972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:15.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:17:15 smithi032 ceph-mon[191839]: pgmap v12972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:17:15 smithi039 ceph-mon[181282]: pgmap v12972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:17.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:17:17 smithi032 ceph-mon[189144]: pgmap v12973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:17.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:17:17 smithi032 ceph-mon[191839]: pgmap v12973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:17.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:17:17 smithi039 ceph-mon[181282]: pgmap v12973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:19.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:17:19 smithi032 ceph-mon[191839]: pgmap v12974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:19.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:17:19 smithi032 ceph-mon[189144]: pgmap v12974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:17:19 smithi039 ceph-mon[181282]: pgmap v12974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:17:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:17:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:17:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:17:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:17:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:17:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:17:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:17:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:17:21.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:17:21 smithi032 ceph-mon[191839]: pgmap v12975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:21.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:17:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:17:21.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:17:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:17:21.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:17:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:17:21.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:17:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:17:21.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:17:21 smithi032 ceph-mon[189144]: pgmap v12975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:21.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:17:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:17:21.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:17:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:17:21.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:17:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:17:21.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:17:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:17:21.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:17:21 smithi039 ceph-mon[181282]: pgmap v12975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:21.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:17:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:17:21.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:17:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:17:21.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:17:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:17:21.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:17:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:17:23.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:17:23 smithi032 ceph-mon[189144]: pgmap v12976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:23.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:17:23 smithi032 ceph-mon[191839]: pgmap v12976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:23.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:17:23 smithi039 ceph-mon[181282]: pgmap v12976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:25.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:17:25 smithi032 ceph-mon[191839]: pgmap v12977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:25.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:17:25 smithi032 ceph-mon[189144]: pgmap v12977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:25.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:17:25 smithi039 ceph-mon[181282]: pgmap v12977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:27.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:17:27 smithi032 ceph-mon[191839]: pgmap v12978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:27.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:17:27 smithi032 ceph-mon[189144]: pgmap v12978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:27.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:17:27 smithi039 ceph-mon[181282]: pgmap v12978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:29.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:17:29 smithi032 ceph-mon[191839]: pgmap v12979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:29.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:17:29 smithi032 ceph-mon[189144]: pgmap v12979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:29.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:17:29 smithi039 ceph-mon[181282]: pgmap v12979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:17:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:17:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:17:31.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:17:31 smithi032 ceph-mon[191839]: pgmap v12980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:31.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:17:31 smithi032 ceph-mon[189144]: pgmap v12980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:17:31 smithi039 ceph-mon[181282]: pgmap v12980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:33.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:17:33 smithi032 ceph-mon[189144]: pgmap v12981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:33.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:17:33 smithi032 ceph-mon[191839]: pgmap v12981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:33.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:17:33 smithi039 ceph-mon[181282]: pgmap v12981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:17:35 smithi032 ceph-mon[191839]: pgmap v12982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:17:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:17:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:17:35 smithi032 ceph-mon[189144]: pgmap v12982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:17:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:17:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:17:35 smithi039 ceph-mon[181282]: pgmap v12982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:35.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:17:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:17:37.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:17:37 smithi032 ceph-mon[189144]: pgmap v12983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:37.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:17:37 smithi032 ceph-mon[191839]: pgmap v12983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:37.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:17:37 smithi039 ceph-mon[181282]: pgmap v12983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:39.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:17:39 smithi032 ceph-mon[189144]: pgmap v12984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:39.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:17:39 smithi032 ceph-mon[191839]: pgmap v12984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:39.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:17:39 smithi039 ceph-mon[181282]: pgmap v12984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:17:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:17:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:17:41.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:17:41 smithi032 ceph-mon[191839]: pgmap v12985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:41.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:17:41 smithi032 ceph-mon[189144]: pgmap v12985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:41.753 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:17:41.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:17:41 smithi039 ceph-mon[181282]: pgmap v12985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:42.079 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:17:42.080 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 6m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:17:42.080 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 4m ago 6h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:17:42.080 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 6m ago 6h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:17:42.080 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 4m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:17:42.080 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 4m ago 6h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:17:42.081 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 6m ago 6h 773M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:17:42.081 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 6m ago 6h 1622M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:17:42.081 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 4m ago 6h 776M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:17:42.081 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 6m ago 6h 805M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:17:42.081 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 6m ago 6h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:17:42.081 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 4m ago 6h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:17:42.081 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 6m ago 6h 4851M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:17:42.082 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 6m ago 6h 5015M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:17:42.082 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 6m ago 6h 4464M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:17:42.082 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 6m ago 6h 4512M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:17:42.082 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 4m ago 6h 4275M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:17:42.082 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 4m ago 6h 4608M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:17:42.082 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 4m ago 6h 4305M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:17:42.083 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 4m ago 6h 4288M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:17:42.083 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 4m ago 6h 123M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:17:42.480 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:17:42.480 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:17:42.480 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:17:42.480 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:17:42.480 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:17:42.480 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:17:42.480 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:17:42.480 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:17:42.481 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:17:42.481 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:17:42.481 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:17:42.481 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:17:42.481 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:17:42.481 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:17:42.481 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:17:42.481 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:17:42.481 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:17:42.481 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:17:42.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:17:42 smithi032 ceph-mon[189144]: from='client.58088 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:17:42.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:17:42 smithi032 ceph-mon[191839]: from='client.58088 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:17:42.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:17:42 smithi039 ceph-mon[181282]: from='client.58088 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:17:43.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:17:43 smithi032 ceph-mon[191839]: pgmap v12986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:43.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:17:43 smithi032 ceph-mon[191839]: from='client.58094 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:17:43.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:17:43 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4121074801' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:17:43.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:17:43 smithi032 ceph-mon[189144]: pgmap v12986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:43.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:17:43 smithi032 ceph-mon[189144]: from='client.58094 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:17:43.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:17:43 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4121074801' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:17:43.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:17:43 smithi039 ceph-mon[181282]: pgmap v12986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:43.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:17:43 smithi039 ceph-mon[181282]: from='client.58094 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:17:43.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:17:43 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4121074801' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:17:45.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:17:45 smithi032 ceph-mon[191839]: pgmap v12987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:45.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:17:45 smithi032 ceph-mon[189144]: pgmap v12987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:45.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:17:45 smithi039 ceph-mon[181282]: pgmap v12987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:47.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:17:47 smithi032 ceph-mon[191839]: pgmap v12988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:47.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:17:47 smithi032 ceph-mon[189144]: pgmap v12988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:47.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:17:47 smithi039 ceph-mon[181282]: pgmap v12988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:49.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:17:49 smithi032 ceph-mon[191839]: pgmap v12989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:49.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:17:49 smithi032 ceph-mon[189144]: pgmap v12989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:49.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:17:49 smithi039 ceph-mon[181282]: pgmap v12989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:17:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:17:50.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:17:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:17:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:17:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:17:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:17:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:17:50] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T23:17:51.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:17:51 smithi039 ceph-mon[181282]: pgmap v12990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:51.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:17:51 smithi032 ceph-mon[191839]: pgmap v12990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:17:51 smithi032 ceph-mon[189144]: pgmap v12990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:53.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:17:53 smithi039 ceph-mon[181282]: pgmap v12991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:53.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:17:53 smithi032 ceph-mon[191839]: pgmap v12991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:53.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:17:53 smithi032 ceph-mon[189144]: pgmap v12991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:55.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:17:55 smithi039 ceph-mon[181282]: pgmap v12992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:55.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:17:55 smithi032 ceph-mon[191839]: pgmap v12992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:55.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:17:55 smithi032 ceph-mon[189144]: pgmap v12992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:57.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:17:57 smithi039 ceph-mon[181282]: pgmap v12993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:57.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:17:57 smithi032 ceph-mon[191839]: pgmap v12993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:57.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:17:57 smithi032 ceph-mon[189144]: pgmap v12993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:59.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:17:59 smithi039 ceph-mon[181282]: pgmap v12994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:59.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:17:59 smithi032 ceph-mon[191839]: pgmap v12994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:17:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:17:59 smithi032 ceph-mon[189144]: pgmap v12994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:18:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:18:00] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T23:18:01.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:18:01 smithi039 ceph-mon[181282]: pgmap v12995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:01.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:18:01 smithi032 ceph-mon[189144]: pgmap v12995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:01.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:18:01 smithi032 ceph-mon[191839]: pgmap v12995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:03.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:18:03 smithi039 ceph-mon[181282]: pgmap v12996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:03.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:18:03 smithi032 ceph-mon[191839]: pgmap v12996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:03.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:18:03 smithi032 ceph-mon[189144]: pgmap v12996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:18:05 smithi039 ceph-mon[181282]: pgmap v12997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:18:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:18:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:18:05 smithi032 ceph-mon[191839]: pgmap v12997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:18:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:18:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:18:05 smithi032 ceph-mon[189144]: pgmap v12997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:18:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:18:07.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:18:07 smithi039 ceph-mon[181282]: pgmap v12998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:07.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:18:07 smithi032 ceph-mon[191839]: pgmap v12998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:07.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:18:07 smithi032 ceph-mon[189144]: pgmap v12998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:09.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:18:09 smithi039 ceph-mon[181282]: pgmap v12999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:18:09 smithi032 ceph-mon[191839]: pgmap v12999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:18:09 smithi032 ceph-mon[189144]: pgmap v12999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:18:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:18:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:18:11.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:18:11 smithi039 ceph-mon[181282]: pgmap v13000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:11.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:18:11 smithi032 ceph-mon[191839]: pgmap v13000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:11.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:18:11 smithi032 ceph-mon[189144]: pgmap v13000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:12.843 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:18:13.169 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:18:13.169 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 6m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:18:13.169 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 4m ago 6h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:18:13.169 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 6m ago 6h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:18:13.169 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 4m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:18:13.169 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 4m ago 6h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:18:13.169 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 6m ago 6h 773M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:18:13.169 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 6m ago 6h 1622M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:18:13.170 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 4m ago 6h 776M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:18:13.170 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 6m ago 6h 805M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:18:13.170 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 6m ago 6h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:18:13.170 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 4m ago 6h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:18:13.170 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 6m ago 6h 4851M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:18:13.170 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 6m ago 6h 5015M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:18:13.170 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 6m ago 6h 4464M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:18:13.170 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 6m ago 6h 4512M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:18:13.170 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 4m ago 6h 4275M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:18:13.170 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 4m ago 6h 4608M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:18:13.170 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 4m ago 6h 4305M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:18:13.170 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 4m ago 6h 4288M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:18:13.170 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 4m ago 6h 123M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:18:13.574 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:18:13.574 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:18:13.574 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:18:13.574 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:18:13.574 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:18:13.575 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:18:13.575 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:18:13.575 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:18:13.575 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:18:13.575 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:18:13.575 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:18:13.575 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:18:13.575 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:18:13.575 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:18:13.575 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:18:13.575 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:18:13.575 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:18:13.575 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:18:13.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:18:13 smithi039 ceph-mon[181282]: pgmap v13001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:13.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:18:13 smithi032 ceph-mon[189144]: pgmap v13001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:13.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:18:13 smithi032 ceph-mon[191839]: pgmap v13001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:18:14 smithi039 ceph-mon[181282]: from='client.48189 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:18:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:18:14 smithi039 ceph-mon[181282]: from='client.58112 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:18:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:18:14 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1574668284' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:18:14.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:18:14 smithi032 ceph-mon[191839]: from='client.48189 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:18:14.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:18:14 smithi032 ceph-mon[191839]: from='client.58112 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:18:14.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:18:14 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1574668284' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:18:14.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:18:14 smithi032 ceph-mon[189144]: from='client.48189 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:18:14.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:18:14 smithi032 ceph-mon[189144]: from='client.58112 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:18:14.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:18:14 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1574668284' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:18:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:18:15 smithi039 ceph-mon[181282]: pgmap v13002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:15.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:18:15 smithi032 ceph-mon[191839]: pgmap v13002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:15.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:18:15 smithi032 ceph-mon[189144]: pgmap v13002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:17.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:18:17 smithi039 ceph-mon[181282]: pgmap v13003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:17.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:18:17 smithi032 ceph-mon[191839]: pgmap v13003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:17.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:18:17 smithi032 ceph-mon[189144]: pgmap v13003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:18:19 smithi039 ceph-mon[181282]: pgmap v13004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:18:19 smithi032 ceph-mon[191839]: pgmap v13004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:18:19 smithi032 ceph-mon[189144]: pgmap v13004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:18:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:18:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:18:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:18:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:18:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:18:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:18:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:18:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:18:21.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:18:21 smithi039 ceph-mon[181282]: pgmap v13005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:21.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:18:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:18:21.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:18:21 smithi032 ceph-mon[191839]: pgmap v13005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:21.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:18:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:18:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:18:21 smithi032 ceph-mon[189144]: pgmap v13005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:18:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:18:22.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:18:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:18:22.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:18:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:18:22.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:18:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:18:22.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:18:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:18:22.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:18:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:18:22.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:18:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:18:22.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:18:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:18:22.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:18:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:18:22.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:18:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:18:23.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:18:23 smithi039 ceph-mon[181282]: pgmap v13006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:23.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:18:23 smithi032 ceph-mon[191839]: pgmap v13006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:23.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:18:23 smithi032 ceph-mon[189144]: pgmap v13006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:25.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:18:25 smithi032 ceph-mon[191839]: pgmap v13007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:25.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:18:25 smithi032 ceph-mon[189144]: pgmap v13007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:26.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:18:25 smithi039 ceph-mon[181282]: pgmap v13007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:27.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:18:27 smithi032 ceph-mon[191839]: pgmap v13008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:27.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:18:27 smithi032 ceph-mon[189144]: pgmap v13008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:28.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:18:27 smithi039 ceph-mon[181282]: pgmap v13008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:29.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:18:29 smithi032 ceph-mon[191839]: pgmap v13009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:29.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:18:29 smithi032 ceph-mon[189144]: pgmap v13009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:18:29 smithi039 ceph-mon[181282]: pgmap v13009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:18:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:18:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:18:31.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:18:31 smithi032 ceph-mon[189144]: pgmap v13010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:31.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:18:31 smithi032 ceph-mon[191839]: pgmap v13010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:32.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:18:31 smithi039 ceph-mon[181282]: pgmap v13010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:33.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:18:33 smithi032 ceph-mon[191839]: pgmap v13011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:33.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:18:33 smithi032 ceph-mon[189144]: pgmap v13011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:34.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:18:33 smithi039 ceph-mon[181282]: pgmap v13011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:18:35 smithi032 ceph-mon[191839]: pgmap v13012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:18:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:18:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:18:35 smithi032 ceph-mon[189144]: pgmap v13012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:18:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:18:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:18:35 smithi039 ceph-mon[181282]: pgmap v13012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:18:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:18:37.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:18:37 smithi032 ceph-mon[191839]: pgmap v13013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:37.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:18:37 smithi032 ceph-mon[189144]: pgmap v13013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:38.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:18:37 smithi039 ceph-mon[181282]: pgmap v13013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:39.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:18:39 smithi032 ceph-mon[191839]: pgmap v13014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:18:39 smithi032 ceph-mon[189144]: pgmap v13014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:18:39 smithi039 ceph-mon[181282]: pgmap v13014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:18:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:18:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:18:41.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:18:41 smithi032 ceph-mon[189144]: pgmap v13015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:41.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:18:41 smithi032 ceph-mon[191839]: pgmap v13015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:42.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:18:41 smithi039 ceph-mon[181282]: pgmap v13015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:43.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:18:43 smithi032 ceph-mon[189144]: pgmap v13016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:43.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:18:43 smithi032 ceph-mon[191839]: pgmap v13016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:43.940 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:18:44.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:18:43 smithi039 ceph-mon[181282]: pgmap v13016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:44.264 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:18:44.264 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 7m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:18:44.264 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 5m ago 6h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:18:44.264 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 7m ago 6h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:18:44.264 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 5m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:18:44.264 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 5m ago 6h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:18:44.264 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 7m ago 6h 773M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:18:44.264 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 7m ago 6h 1622M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:18:44.264 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 5m ago 6h 776M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:18:44.264 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 7m ago 6h 805M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:18:44.265 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 7m ago 6h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:18:44.265 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 5m ago 6h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:18:44.265 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 7m ago 6h 4851M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:18:44.265 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 7m ago 6h 5015M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:18:44.265 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 7m ago 6h 4464M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:18:44.265 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 7m ago 6h 4512M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:18:44.265 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 5m ago 6h 4275M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:18:44.265 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 5m ago 6h 4608M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:18:44.265 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 5m ago 6h 4305M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:18:44.265 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 5m ago 6h 4288M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:18:44.265 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 5m ago 6h 123M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:18:44.667 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:18:44.667 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:18:44.667 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:18:44.667 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:18:44.667 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:18:44.667 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:18:44.667 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:18:44.667 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:18:44.668 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:18:44.668 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:18:44.668 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:18:44.668 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:18:44.668 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:18:44.668 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:18:44.668 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:18:44.668 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:18:44.668 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:18:44.668 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:18:45.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:18:45 smithi032 ceph-mon[189144]: pgmap v13017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:45.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:18:45 smithi032 ceph-mon[189144]: from='client.58124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:18:45.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:18:45 smithi032 ceph-mon[189144]: from='client.48213 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:18:45.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:18:45 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1427079417' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:18:45.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:18:45 smithi032 ceph-mon[191839]: pgmap v13017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:45.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:18:45 smithi032 ceph-mon[191839]: from='client.58124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:18:45.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:18:45 smithi032 ceph-mon[191839]: from='client.48213 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:18:45.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:18:45 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1427079417' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:18:46.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:18:45 smithi039 ceph-mon[181282]: pgmap v13017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:46.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:18:45 smithi039 ceph-mon[181282]: from='client.58124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:18:46.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:18:45 smithi039 ceph-mon[181282]: from='client.48213 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:18:46.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:18:45 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1427079417' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:18:47.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:18:47 smithi032 ceph-mon[191839]: pgmap v13018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:47.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:18:47 smithi032 ceph-mon[189144]: pgmap v13018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:48.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:18:47 smithi039 ceph-mon[181282]: pgmap v13018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:49.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:18:49 smithi032 ceph-mon[189144]: pgmap v13019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:49.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:18:49 smithi032 ceph-mon[191839]: pgmap v13019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:18:49 smithi039 ceph-mon[181282]: pgmap v13019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:18:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:18:50.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:18:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:18:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:18:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:18:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:18:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:18:50] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T23:18:51.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:18:51 smithi032 ceph-mon[191839]: pgmap v13020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:18:51 smithi032 ceph-mon[189144]: pgmap v13020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:18:51 smithi039 ceph-mon[181282]: pgmap v13020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:53.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:18:53 smithi032 ceph-mon[191839]: pgmap v13021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:53.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:18:53 smithi032 ceph-mon[189144]: pgmap v13021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:54.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:18:53 smithi039 ceph-mon[181282]: pgmap v13021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:55.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:18:55 smithi032 ceph-mon[191839]: pgmap v13022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:55.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:18:55 smithi032 ceph-mon[189144]: pgmap v13022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:56.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:18:55 smithi039 ceph-mon[181282]: pgmap v13022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:57.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:18:57 smithi032 ceph-mon[191839]: pgmap v13023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:57.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:18:57 smithi032 ceph-mon[189144]: pgmap v13023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:58.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:18:57 smithi039 ceph-mon[181282]: pgmap v13023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:59.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:18:59 smithi032 ceph-mon[191839]: pgmap v13024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:18:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:18:59 smithi032 ceph-mon[189144]: pgmap v13024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:18:59 smithi039 ceph-mon[181282]: pgmap v13024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:19:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:19:00] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T23:19:01.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:01 smithi032 ceph-mon[189144]: pgmap v13025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:01.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:01 smithi032 ceph-mon[191839]: pgmap v13025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:01 smithi039 ceph-mon[181282]: pgmap v13025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:03.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:03 smithi032 ceph-mon[189144]: pgmap v13026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:03.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:03 smithi032 ceph-mon[191839]: pgmap v13026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:04.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:03 smithi039 ceph-mon[181282]: pgmap v13026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:05.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:05 smithi032 ceph-mon[189144]: pgmap v13027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:19:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:05 smithi032 ceph-mon[191839]: pgmap v13027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:19:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:05 smithi039 ceph-mon[181282]: pgmap v13027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:19:07.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:07 smithi032 ceph-mon[189144]: pgmap v13028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:07.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:07 smithi032 ceph-mon[191839]: pgmap v13028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:08.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:07 smithi039 ceph-mon[181282]: pgmap v13028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:09.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:09 smithi032 ceph-mon[189144]: pgmap v13029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:09 smithi032 ceph-mon[191839]: pgmap v13029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:09 smithi039 ceph-mon[181282]: pgmap v13029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:19:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:19:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:19:11.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:11 smithi032 ceph-mon[191839]: pgmap v13030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:11.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:11 smithi032 ceph-mon[189144]: pgmap v13030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:11 smithi039 ceph-mon[181282]: pgmap v13030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:13.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:13 smithi032 ceph-mon[191839]: pgmap v13031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:13.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:13 smithi032 ceph-mon[189144]: pgmap v13031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:14.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:13 smithi039 ceph-mon[181282]: pgmap v13031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:15.032 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:19:15.353 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:19:15.353 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 8m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:19:15.354 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 5m ago 6h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:19:15.354 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 8m ago 6h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:19:15.354 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 5m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:19:15.354 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 5m ago 6h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:19:15.354 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 8m ago 6h 773M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:19:15.354 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 8m ago 6h 1622M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:19:15.354 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 5m ago 6h 776M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:19:15.354 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 8m ago 6h 805M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:19:15.354 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 8m ago 6h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:19:15.354 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 5m ago 6h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:19:15.354 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 8m ago 6h 4851M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:19:15.354 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 8m ago 6h 5015M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:19:15.354 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 8m ago 6h 4464M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:19:15.354 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 8m ago 6h 4512M 2349M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:19:15.355 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 5m ago 6h 4275M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:19:15.355 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 5m ago 6h 4608M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:19:15.355 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 5m ago 6h 4305M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:19:15.355 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 5m ago 6h 4288M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:19:15.355 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 5m ago 6h 123M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:19:15.756 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:19:15.756 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:19:15.757 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:19:15.757 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:19:15.757 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:19:15.757 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:19:15.757 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:19:15.757 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:19:15.757 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:19:15.757 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:19:15.757 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:19:15.757 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:19:15.757 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:19:15.757 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:19:15.758 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:19:15.758 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:19:15.758 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:19:15.758 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:19:15.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:15 smithi032 ceph-mon[191839]: pgmap v13032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:15.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:15 smithi032 ceph-mon[189144]: pgmap v13032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:16.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:15 smithi039 ceph-mon[181282]: pgmap v13032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:16.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:16 smithi032 ceph-mon[191839]: from='client.48225 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:19:16.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:16 smithi032 ceph-mon[191839]: from='client.48231 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:19:16.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:16 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3916329291' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:19:16.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:16 smithi032 ceph-mon[189144]: from='client.48225 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:19:16.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:16 smithi032 ceph-mon[189144]: from='client.48231 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:19:16.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:16 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3916329291' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:19:17.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:16 smithi039 ceph-mon[181282]: from='client.48225 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:19:17.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:16 smithi039 ceph-mon[181282]: from='client.48231 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:19:17.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:16 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3916329291' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:19:17.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:17 smithi032 ceph-mon[191839]: pgmap v13033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:17.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:17 smithi032 ceph-mon[189144]: pgmap v13033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:18.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:17 smithi039 ceph-mon[181282]: pgmap v13033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:19.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:19 smithi032 ceph-mon[191839]: pgmap v13034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:19 smithi032 ceph-mon[189144]: pgmap v13034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:19 smithi039 ceph-mon[181282]: pgmap v13034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:20.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:19:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:19:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:19:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:19:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:19:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T23:19:21.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:21 smithi032 ceph-mon[191839]: pgmap v13035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:21 smithi032 ceph-mon[189144]: pgmap v13035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:22.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:21 smithi039 ceph-mon[181282]: pgmap v13035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:22.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:19:22.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:19:22.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:19:22.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:19:22.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:19:22.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:19:23.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:19:23.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:19:23.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:19:23.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:23 smithi032 ceph-mon[191839]: pgmap v13036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:23.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:19:23.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:19:23.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:19:23.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:19:23.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:19:23.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:19:23.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:19:23.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:19:23.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:23 smithi032 ceph-mon[189144]: pgmap v13036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:23.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:19:23.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:19:23.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:19:23.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:19:23.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:19:23.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:19:23.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:19:23.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:19:24.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:23 smithi039 ceph-mon[181282]: pgmap v13036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:24.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:19:24.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:19:24.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:19:24.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:19:24.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:19:24.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:19:24.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:19:24.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:19:24.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:24 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi032 to 2340M 2023-12-22T23:19:24.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:24 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi032 to 2340M 2023-12-22T23:19:25.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:24 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi032 to 2340M 2023-12-22T23:19:25.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:25 smithi032 ceph-mon[191839]: pgmap v13037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:25.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:25 smithi032 ceph-mon[189144]: pgmap v13037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:26.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:25 smithi039 ceph-mon[181282]: pgmap v13037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:27.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:27 smithi032 ceph-mon[189144]: pgmap v13038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:27.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:27 smithi032 ceph-mon[191839]: pgmap v13038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:28.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:27 smithi039 ceph-mon[181282]: pgmap v13038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:29.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:29 smithi032 ceph-mon[191839]: pgmap v13039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:29.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:29 smithi032 ceph-mon[189144]: pgmap v13039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:30.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:29 smithi039 ceph-mon[181282]: pgmap v13039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:19:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:19:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T23:19:31.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:31 smithi032 ceph-mon[191839]: pgmap v13040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:31.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:31 smithi032 ceph-mon[189144]: pgmap v13040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:32.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:31 smithi039 ceph-mon[181282]: pgmap v13040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:33.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:33 smithi032 ceph-mon[191839]: pgmap v13041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:33.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:33 smithi032 ceph-mon[189144]: pgmap v13041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:34.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:33 smithi039 ceph-mon[181282]: pgmap v13041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:35 smithi032 ceph-mon[191839]: pgmap v13042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:19:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:35 smithi032 ceph-mon[189144]: pgmap v13042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:19:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:35 smithi039 ceph-mon[181282]: pgmap v13042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:19:37.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:37 smithi032 ceph-mon[191839]: pgmap v13043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:37.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:37 smithi032 ceph-mon[189144]: pgmap v13043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:38.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:37 smithi039 ceph-mon[181282]: pgmap v13043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:39.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:39 smithi032 ceph-mon[191839]: pgmap v13044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:39 smithi032 ceph-mon[189144]: pgmap v13044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:39 smithi039 ceph-mon[181282]: pgmap v13044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:19:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:19:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:19:41.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:41 smithi032 ceph-mon[189144]: pgmap v13045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:41.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:41 smithi032 ceph-mon[191839]: pgmap v13045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:42.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:41 smithi039 ceph-mon[181282]: pgmap v13045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:43.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:43 smithi032 ceph-mon[191839]: pgmap v13046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:43.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:43 smithi032 ceph-mon[189144]: pgmap v13046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:44.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:43 smithi039 ceph-mon[181282]: pgmap v13046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:45.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:45 smithi032 ceph-mon[191839]: pgmap v13047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:45.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:45 smithi032 ceph-mon[189144]: pgmap v13047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:46.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:45 smithi039 ceph-mon[181282]: pgmap v13047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:46.121 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:19:46.446 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:19:46.446 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (5h) 8m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:19:46.446 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (5h) 6m ago 6h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:19:46.446 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 8m ago 6h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:19:46.446 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 6m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:19:46.446 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 6m ago 6h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:19:46.446 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 8m ago 6h 773M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:19:46.446 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 8m ago 6h 1622M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:19:46.446 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 6m ago 6h 776M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:19:46.446 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 8m ago 6h 805M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:19:46.446 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (5h) 8m ago 6h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:19:46.446 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (5h) 6m ago 6h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:19:46.447 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 8m ago 6h 4851M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:19:46.447 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 8m ago 6h 5015M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:19:46.447 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 8m ago 6h 4464M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:19:46.447 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 8m ago 6h 4512M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:19:46.447 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 6m ago 6h 4275M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:19:46.447 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 6m ago 6h 4608M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:19:46.447 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 6m ago 6h 4305M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:19:46.447 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 6m ago 6h 4288M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:19:46.447 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 6m ago 6h 123M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:19:46.850 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:19:46.850 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:19:46.851 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:19:46.851 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:19:46.851 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:19:46.851 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:19:46.851 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:19:46.851 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:19:46.851 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:19:46.851 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:19:46.851 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:19:46.851 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:19:46.851 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:19:46.851 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:19:46.851 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:19:46.851 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:19:46.852 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:19:46.852 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:19:47.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:47 smithi032 ceph-mon[189144]: pgmap v13048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:47.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:47 smithi032 ceph-mon[189144]: from='client.58160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:19:47.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:47 smithi032 ceph-mon[189144]: from='client.58166 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:19:47.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:47 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1159386957' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:19:47.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:47 smithi032 ceph-mon[191839]: pgmap v13048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:47.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:47 smithi032 ceph-mon[191839]: from='client.58160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:19:47.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:47 smithi032 ceph-mon[191839]: from='client.58166 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:19:47.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:47 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1159386957' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:19:48.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:47 smithi039 ceph-mon[181282]: pgmap v13048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:48.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:47 smithi039 ceph-mon[181282]: from='client.58160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:19:48.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:47 smithi039 ceph-mon[181282]: from='client.58166 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:19:48.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:47 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1159386957' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:19:49.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:49 smithi032 ceph-mon[191839]: pgmap v13049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:49.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:49 smithi032 ceph-mon[189144]: pgmap v13049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:49 smithi039 ceph-mon[181282]: pgmap v13049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:50.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:19:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:19:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:19:50.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:19:50.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:19:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:19:51.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:51 smithi032 ceph-mon[191839]: pgmap v13050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:51 smithi032 ceph-mon[189144]: pgmap v13050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:51 smithi039 ceph-mon[181282]: pgmap v13050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:53.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:53 smithi032 ceph-mon[191839]: pgmap v13051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:53.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:53 smithi032 ceph-mon[189144]: pgmap v13051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:54.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:53 smithi039 ceph-mon[181282]: pgmap v13051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:55.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:55 smithi032 ceph-mon[189144]: pgmap v13052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:55.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:55 smithi032 ceph-mon[191839]: pgmap v13052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:56.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:55 smithi039 ceph-mon[181282]: pgmap v13052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:57.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:57 smithi032 ceph-mon[189144]: pgmap v13053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:57.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:57 smithi032 ceph-mon[191839]: pgmap v13053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:58.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:57 smithi039 ceph-mon[181282]: pgmap v13053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:59.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:19:59 smithi032 ceph-mon[191839]: pgmap v13054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:19:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:19:59 smithi032 ceph-mon[189144]: pgmap v13054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:19:59 smithi039 ceph-mon[181282]: pgmap v13054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:00.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T23:19:59.998+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T23:20:00.929 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:20:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:20:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:20:00.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T23:20:00.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T23:20:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T23:20:01.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:01 smithi032 ceph-mon[191839]: pgmap v13055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:01.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:01 smithi032 ceph-mon[189144]: pgmap v13055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:01 smithi039 ceph-mon[181282]: pgmap v13055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:03.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:03 smithi032 ceph-mon[191839]: pgmap v13056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:03.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:03 smithi032 ceph-mon[189144]: pgmap v13056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:04.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:03 smithi039 ceph-mon[181282]: pgmap v13056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:05 smithi039 ceph-mon[181282]: pgmap v13057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:20:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:05 smithi032 ceph-mon[191839]: pgmap v13057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:20:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:05 smithi032 ceph-mon[189144]: pgmap v13057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:20:08.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:07 smithi039 ceph-mon[181282]: pgmap v13058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:07 smithi032 ceph-mon[191839]: pgmap v13058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:07 smithi032 ceph-mon[189144]: pgmap v13058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:09 smithi039 ceph-mon[181282]: pgmap v13059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:10.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:09 smithi032 ceph-mon[189144]: pgmap v13059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:10.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:09 smithi032 ceph-mon[191839]: pgmap v13059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:20:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:20:10] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T23:20:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:11 smithi039 ceph-mon[181282]: pgmap v13060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:11 smithi032 ceph-mon[191839]: pgmap v13060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:11 smithi032 ceph-mon[189144]: pgmap v13060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:14.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:13 smithi039 ceph-mon[181282]: pgmap v13061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:14.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:13 smithi032 ceph-mon[191839]: pgmap v13061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:14.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:13 smithi032 ceph-mon[189144]: pgmap v13061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:16.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:15 smithi039 ceph-mon[181282]: pgmap v13062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:16.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:15 smithi032 ceph-mon[191839]: pgmap v13062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:16.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:15 smithi032 ceph-mon[189144]: pgmap v13062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:17.216 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:20:17.256 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 23:20:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-22T23:20:16.983656843Z level=info msg="Completed cleanup jobs" duration=14.108547ms 2023-12-22T23:20:17.539 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:20:17.539 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 9m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:20:17.539 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 6m ago 6h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:20:17.539 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 9m ago 6h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:20:17.539 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 6m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:20:17.539 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (5h) 6m ago 6h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:20:17.539 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (5h) 9m ago 6h 773M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:20:17.540 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 9m ago 6h 1622M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:20:17.540 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 6m ago 6h 776M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:20:17.540 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 9m ago 6h 805M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:20:17.540 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 9m ago 6h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:20:17.540 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 6m ago 6h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:20:17.540 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 9m ago 6h 4851M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:20:17.540 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 9m ago 6h 5015M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:20:17.540 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 9m ago 6h 4464M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:20:17.540 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 9m ago 6h 4512M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:20:17.540 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 6m ago 6h 4275M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:20:17.540 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 6m ago 6h 4608M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:20:17.540 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 6m ago 6h 4305M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:20:17.540 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 6m ago 6h 4288M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:20:17.541 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (5h) 6m ago 6h 123M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:20:17.943 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:20:17.943 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:20:17.943 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:20:17.943 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:20:17.943 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:20:17.944 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:20:17.944 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:20:17.944 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:20:17.944 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:20:17.944 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:20:17.944 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:20:17.944 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:20:17.944 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:20:17.944 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:20:17.944 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:20:17.944 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:20:17.944 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:20:17.944 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:20:18.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:17 smithi039 ceph-mon[181282]: pgmap v13063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:17 smithi032 ceph-mon[191839]: pgmap v13063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:17 smithi032 ceph-mon[189144]: pgmap v13063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:19.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:18 smithi039 ceph-mon[181282]: from='client.48261 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:20:19.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:18 smithi039 ceph-mon[181282]: from='client.48267 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:20:19.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:18 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4088949940' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:20:19.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:18 smithi032 ceph-mon[189144]: from='client.48261 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:20:19.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:18 smithi032 ceph-mon[189144]: from='client.48267 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:20:19.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:18 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4088949940' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:20:19.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:18 smithi032 ceph-mon[191839]: from='client.48261 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:20:19.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:18 smithi032 ceph-mon[191839]: from='client.48267 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:20:19.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:18 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4088949940' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:20:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:19 smithi039 ceph-mon[181282]: pgmap v13064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:20.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:19 smithi032 ceph-mon[189144]: pgmap v13064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:19 smithi032 ceph-mon[191839]: pgmap v13064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:20:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:20:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:20:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:20:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:20:20] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T23:20:22.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:21 smithi039 ceph-mon[181282]: pgmap v13065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:21 smithi032 ceph-mon[191839]: pgmap v13065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:21 smithi032 ceph-mon[189144]: pgmap v13065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:24.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:23 smithi039 ceph-mon[181282]: pgmap v13066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:24.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:20:24.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:20:24.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:20:24.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:23 smithi032 ceph-mon[191839]: pgmap v13066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:24.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:20:24.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:20:24.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:20:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:23 smithi032 ceph-mon[189144]: pgmap v13066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:20:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:20:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:20:25.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:24 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:20:25.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:24 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:20:25.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:24 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:20:25.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:24 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:20:25.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:24 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:20:25.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:24 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:20:25.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:24 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:20:25.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:24 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:20:25.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:24 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:20:26.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:25 smithi039 ceph-mon[181282]: pgmap v13067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:25 smithi032 ceph-mon[191839]: pgmap v13067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:25 smithi032 ceph-mon[189144]: pgmap v13067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:28.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:27 smithi039 ceph-mon[181282]: pgmap v13068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:28.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:27 smithi032 ceph-mon[191839]: pgmap v13068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:28.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:27 smithi032 ceph-mon[189144]: pgmap v13068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:29 smithi039 ceph-mon[181282]: pgmap v13069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:30.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:29 smithi032 ceph-mon[189144]: pgmap v13069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:29 smithi032 ceph-mon[191839]: pgmap v13069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:20:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:20:30] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T23:20:32.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:31 smithi039 ceph-mon[181282]: pgmap v13070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:32.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:31 smithi032 ceph-mon[189144]: pgmap v13070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:31 smithi032 ceph-mon[191839]: pgmap v13070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:34.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:33 smithi039 ceph-mon[181282]: pgmap v13071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:34.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:33 smithi032 ceph-mon[189144]: pgmap v13071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:34.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:33 smithi032 ceph-mon[191839]: pgmap v13071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:35 smithi039 ceph-mon[181282]: pgmap v13072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:20:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:35 smithi032 ceph-mon[189144]: pgmap v13072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:20:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:35 smithi032 ceph-mon[191839]: pgmap v13072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:20:38.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:37 smithi039 ceph-mon[181282]: pgmap v13073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:37 smithi032 ceph-mon[191839]: pgmap v13073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:37 smithi032 ceph-mon[189144]: pgmap v13073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:39 smithi039 ceph-mon[181282]: pgmap v13074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:40.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:39 smithi032 ceph-mon[189144]: pgmap v13074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:40.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:39 smithi032 ceph-mon[191839]: pgmap v13074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:20:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:20:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:20:42.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:41 smithi039 ceph-mon[181282]: pgmap v13075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:42.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:41 smithi032 ceph-mon[189144]: pgmap v13075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:41 smithi032 ceph-mon[191839]: pgmap v13075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:44.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:43 smithi032 ceph-mon[189144]: pgmap v13076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:43 smithi032 ceph-mon[191839]: pgmap v13076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:44.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:43 smithi039 ceph-mon[181282]: pgmap v13076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:46.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:45 smithi032 ceph-mon[191839]: pgmap v13077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:46.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:45 smithi032 ceph-mon[189144]: pgmap v13077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:45 smithi039 ceph-mon[181282]: pgmap v13077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:48.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:47 smithi032 ceph-mon[189144]: pgmap v13078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:48.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:47 smithi032 ceph-mon[191839]: pgmap v13078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:47 smithi039 ceph-mon[181282]: pgmap v13078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:48.312 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:20:48.634 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:20:48.634 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 9m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:20:48.635 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 7m ago 6h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:20:48.635 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 9m ago 6h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:20:48.635 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 7m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:20:48.635 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 7m ago 6h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:20:48.635 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 9m ago 6h 773M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:20:48.635 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (5h) 9m ago 6h 1622M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:20:48.635 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 7m ago 6h 776M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:20:48.635 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (5h) 9m ago 6h 805M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:20:48.635 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 9m ago 6h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:20:48.635 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 7m ago 6h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:20:48.635 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 9m ago 6h 4851M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:20:48.635 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 9m ago 6h 5015M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:20:48.635 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 9m ago 6h 4464M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:20:48.635 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 9m ago 6h 4512M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:20:48.635 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 7m ago 6h 4275M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:20:48.636 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 7m ago 6h 4608M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:20:48.636 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 7m ago 6h 4305M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:20:48.636 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 7m ago 6h 4288M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:20:48.636 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 7m ago 6h 123M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:20:49.036 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:20:49.036 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:20:49.036 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:20:49.037 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:20:49.037 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:20:49.037 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:20:49.037 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:20:49.037 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:20:49.037 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:20:49.037 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:20:49.037 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:20:49.037 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:20:49.037 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:20:49.037 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:20:49.037 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:20:49.038 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:20:49.038 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:20:49.038 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:20:50.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:49 smithi032 ceph-mon[191839]: pgmap v13079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:49 smithi032 ceph-mon[191839]: from='client.58196 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:20:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:49 smithi032 ceph-mon[191839]: from='client.58202 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:20:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:49 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1793217070' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:20:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:49 smithi032 ceph-mon[189144]: pgmap v13079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:49 smithi032 ceph-mon[189144]: from='client.58196 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:20:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:49 smithi032 ceph-mon[189144]: from='client.58202 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:20:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:49 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1793217070' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:20:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:49 smithi039 ceph-mon[181282]: pgmap v13079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:49 smithi039 ceph-mon[181282]: from='client.58196 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:20:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:49 smithi039 ceph-mon[181282]: from='client.58202 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:20:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:49 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1793217070' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:20:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:20:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:20:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:20:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:20:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:20:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:20:52.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:51 smithi032 ceph-mon[189144]: pgmap v13080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:51 smithi032 ceph-mon[191839]: pgmap v13080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:51 smithi039 ceph-mon[181282]: pgmap v13080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:54.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:53 smithi032 ceph-mon[189144]: pgmap v13081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:54.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:53 smithi032 ceph-mon[191839]: pgmap v13081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:54.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:53 smithi039 ceph-mon[181282]: pgmap v13081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:56.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:55 smithi032 ceph-mon[189144]: pgmap v13082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:56.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:55 smithi032 ceph-mon[191839]: pgmap v13082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:55 smithi039 ceph-mon[181282]: pgmap v13082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:57.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:57 smithi032 ceph-mon[189144]: pgmap v13083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:57.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:57 smithi032 ceph-mon[191839]: pgmap v13083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:57.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:57 smithi039 ceph-mon[181282]: pgmap v13083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:59.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:20:59 smithi032 ceph-mon[191839]: pgmap v13084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:59.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:20:59 smithi032 ceph-mon[189144]: pgmap v13084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:20:59.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:20:59 smithi039 ceph-mon[181282]: pgmap v13084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:21:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:21:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:21:01.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:21:01 smithi032 ceph-mon[189144]: pgmap v13085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:01.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:21:01 smithi032 ceph-mon[191839]: pgmap v13085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:01.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:21:01 smithi039 ceph-mon[181282]: pgmap v13085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:03.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:21:03 smithi032 ceph-mon[191839]: pgmap v13086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:03.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:21:03 smithi032 ceph-mon[189144]: pgmap v13086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:03.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:21:03 smithi039 ceph-mon[181282]: pgmap v13086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:21:05 smithi032 ceph-mon[191839]: pgmap v13087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:21:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:21:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:21:05 smithi032 ceph-mon[189144]: pgmap v13087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:21:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:21:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:21:05 smithi039 ceph-mon[181282]: pgmap v13087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:21:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:21:07.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:21:07 smithi032 ceph-mon[189144]: pgmap v13088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:07.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:21:07 smithi032 ceph-mon[191839]: pgmap v13088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:07.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:21:07 smithi039 ceph-mon[181282]: pgmap v13088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:09.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:21:09 smithi032 ceph-mon[189144]: pgmap v13089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:09.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:21:09 smithi032 ceph-mon[191839]: pgmap v13089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:09.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:21:09 smithi039 ceph-mon[181282]: pgmap v13089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:21:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:21:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:21:11.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:21:11 smithi032 ceph-mon[191839]: pgmap v13090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:11.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:21:11 smithi032 ceph-mon[189144]: pgmap v13090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:11.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:21:11 smithi039 ceph-mon[181282]: pgmap v13090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:13.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:21:13 smithi032 ceph-mon[189144]: pgmap v13091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:13.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:21:13 smithi032 ceph-mon[191839]: pgmap v13091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:13.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:21:13 smithi039 ceph-mon[181282]: pgmap v13091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:15.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:21:15 smithi032 ceph-mon[191839]: pgmap v13092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:15.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:21:15 smithi032 ceph-mon[189144]: pgmap v13092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:21:15 smithi039 ceph-mon[181282]: pgmap v13092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:17.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:21:17 smithi032 ceph-mon[191839]: pgmap v13093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:17.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:21:17 smithi032 ceph-mon[189144]: pgmap v13093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:17.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:21:17 smithi039 ceph-mon[181282]: pgmap v13093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:19.399 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:21:19.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:21:19 smithi032 ceph-mon[191839]: pgmap v13094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:19.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:21:19 smithi032 ceph-mon[189144]: pgmap v13094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:19.722 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:21:19.722 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 10m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:21:19.722 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 8m ago 6h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:21:19.722 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 10m ago 6h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:21:19.722 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 8m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:21:19.722 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 8m ago 6h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:21:19.722 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 10m ago 6h 773M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:21:19.722 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 10m ago 6h 1622M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:21:19.723 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (5h) 8m ago 6h 776M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:21:19.723 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 10m ago 6h 805M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:21:19.723 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 10m ago 6h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:21:19.723 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 8m ago 6h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:21:19.723 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 10m ago 6h 4851M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:21:19.723 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 10m ago 6h 5015M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:21:19.723 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 10m ago 6h 4464M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:21:19.723 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 10m ago 6h 4512M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:21:19.723 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 8m ago 6h 4275M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:21:19.723 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 8m ago 6h 4608M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:21:19.723 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 8m ago 6h 4305M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:21:19.723 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 8m ago 6h 4288M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:21:19.723 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 8m ago 6h 123M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:21:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:21:19 smithi039 ceph-mon[181282]: pgmap v13094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:20.127 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:21:20.127 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:21:20.127 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:21:20.128 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:21:20.128 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:21:20.128 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:21:20.128 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:21:20.128 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:21:20.128 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:21:20.128 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:21:20.128 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:21:20.128 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:21:20.128 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:21:20.128 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:21:20.128 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:21:20.128 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:21:20.128 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:21:20.129 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:21:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:21:20 smithi032 ceph-mon[189144]: from='client.58214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:21:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:21:20 smithi032 ceph-mon[189144]: from='client.48303 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:21:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:21:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:21:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:21:20 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2864987352' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:21:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:21:20 smithi032 ceph-mon[191839]: from='client.58214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:21:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:21:20 smithi032 ceph-mon[191839]: from='client.48303 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:21:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:21:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:21:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:21:20 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2864987352' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:21:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:21:20 smithi039 ceph-mon[181282]: from='client.58214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:21:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:21:20 smithi039 ceph-mon[181282]: from='client.48303 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:21:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:21:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:21:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:21:20 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2864987352' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:21:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:21:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:21:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:21:21.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:21:21 smithi032 ceph-mon[189144]: pgmap v13095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:21.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:21:21 smithi032 ceph-mon[191839]: pgmap v13095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:21.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:21:21 smithi039 ceph-mon[181282]: pgmap v13095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:23.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:21:23 smithi032 ceph-mon[191839]: pgmap v13096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:23.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:21:23 smithi032 ceph-mon[189144]: pgmap v13096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:23.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:21:23 smithi039 ceph-mon[181282]: pgmap v13096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:24.667 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:21:24 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:21:24.667 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:21:24 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:21:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:21:24 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:21:25.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:21:25 smithi032 ceph-mon[191839]: pgmap v13097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:25.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:21:25 smithi032 ceph-mon[189144]: pgmap v13097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:25.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:21:25 smithi039 ceph-mon[181282]: pgmap v13097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:27.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:21:27 smithi032 ceph-mon[189144]: pgmap v13098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:27.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:21:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:21:27.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:21:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:21:27.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:21:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:21:27.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:21:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:21:27.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:21:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:21:27.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:21:27 smithi032 ceph-mon[191839]: pgmap v13098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:27.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:21:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:21:27.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:21:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:21:27.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:21:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:21:27.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:21:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:21:27.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:21:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:21:27.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:21:27 smithi039 ceph-mon[181282]: pgmap v13098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:27.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:21:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:21:27.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:21:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:21:27.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:21:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:21:27.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:21:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:21:27.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:21:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:21:29.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:21:29 smithi032 ceph-mon[191839]: pgmap v13099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:29.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:21:29 smithi032 ceph-mon[189144]: pgmap v13099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:29.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:21:29 smithi039 ceph-mon[181282]: pgmap v13099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:21:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:21:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:21:31.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:21:31 smithi032 ceph-mon[189144]: pgmap v13100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:31.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:21:31 smithi032 ceph-mon[191839]: pgmap v13100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:21:31 smithi039 ceph-mon[181282]: pgmap v13100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:33.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:21:33 smithi032 ceph-mon[191839]: pgmap v13101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:33.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:21:33 smithi032 ceph-mon[189144]: pgmap v13101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:33.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:21:33 smithi039 ceph-mon[181282]: pgmap v13101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:21:35 smithi032 ceph-mon[191839]: pgmap v13102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:21:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:21:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:21:35 smithi032 ceph-mon[189144]: pgmap v13102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:21:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:21:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:21:35 smithi039 ceph-mon[181282]: pgmap v13102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:21:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:21:37.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:21:37 smithi032 ceph-mon[191839]: pgmap v13103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:37.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:21:37 smithi032 ceph-mon[189144]: pgmap v13103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:37.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:21:37 smithi039 ceph-mon[181282]: pgmap v13103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:39.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:21:39 smithi032 ceph-mon[191839]: pgmap v13104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:39.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:21:39 smithi032 ceph-mon[189144]: pgmap v13104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:39.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:21:39 smithi039 ceph-mon[181282]: pgmap v13104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:21:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:21:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:21:41.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:21:41 smithi032 ceph-mon[191839]: pgmap v13105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:41.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:21:41 smithi032 ceph-mon[189144]: pgmap v13105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:41.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:21:41 smithi039 ceph-mon[181282]: pgmap v13105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:43.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:21:43 smithi032 ceph-mon[191839]: pgmap v13106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:43.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:21:43 smithi032 ceph-mon[189144]: pgmap v13106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:43.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:21:43 smithi039 ceph-mon[181282]: pgmap v13106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:45.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:21:45 smithi032 ceph-mon[191839]: pgmap v13107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:45.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:21:45 smithi032 ceph-mon[189144]: pgmap v13107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:45.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:21:45 smithi039 ceph-mon[181282]: pgmap v13107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:47.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:21:47 smithi032 ceph-mon[189144]: pgmap v13108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:47.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:21:47 smithi032 ceph-mon[191839]: pgmap v13108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:47.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:21:47 smithi039 ceph-mon[181282]: pgmap v13108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:49.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:21:49 smithi032 ceph-mon[189144]: pgmap v13109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:49.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:21:49 smithi032 ceph-mon[191839]: pgmap v13109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:49.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:21:49 smithi039 ceph-mon[181282]: pgmap v13109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:50.494 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:21:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:21:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:21:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:21:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:21:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:21:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:21:50.818 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:21:50.818 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 24s ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:21:50.818 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 8m ago 6h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:21:50.818 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 24s ago 6h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:21:50.818 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 8m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:21:50.819 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 8m ago 6h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:21:50.819 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 24s ago 6h 779M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:21:50.819 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 24s ago 6h 1658M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:21:50.819 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 8m ago 6h 776M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:21:50.819 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 24s ago 6h 825M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:21:50.819 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 24s ago 6h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:21:50.819 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 8m ago 6h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:21:50.819 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (5h) 24s ago 6h 4884M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:21:50.819 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 24s ago 6h 5045M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:21:50.819 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 24s ago 6h 4488M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:21:50.819 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 24s ago 6h 4542M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:21:50.819 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 8m ago 6h 4275M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:21:50.819 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 8m ago 6h 4608M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:21:50.819 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 8m ago 6h 4305M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:21:50.820 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 8m ago 6h 4288M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:21:50.820 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 8m ago 6h 123M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:21:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:21:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:21:50] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T23:21:51.216 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:21:51.217 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:21:51.217 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:21:51.217 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:21:51.217 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:21:51.217 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:21:51.217 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:21:51.217 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:21:51.217 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:21:51.217 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:21:51.217 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:21:51.217 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:21:51.218 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:21:51.218 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:21:51.218 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:21:51.218 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:21:51.218 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:21:51.218 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:21:51.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:21:51 smithi032 ceph-mon[189144]: pgmap v13110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:51.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:21:51 smithi032 ceph-mon[189144]: from='client.58232 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:21:51.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:21:51 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3574643120' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:21:51.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:21:51 smithi032 ceph-mon[191839]: pgmap v13110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:51.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:21:51 smithi032 ceph-mon[191839]: from='client.58232 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:21:51.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:21:51 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3574643120' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:21:51.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:21:51 smithi039 ceph-mon[181282]: pgmap v13110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:51.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:21:51 smithi039 ceph-mon[181282]: from='client.58232 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:21:51.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:21:51 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3574643120' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:21:52.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:21:52 smithi032 ceph-mon[189144]: from='client.58238 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:21:52.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:21:52 smithi032 ceph-mon[191839]: from='client.58238 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:21:52.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:21:52 smithi039 ceph-mon[181282]: from='client.58238 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:21:53.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:21:53 smithi032 ceph-mon[191839]: pgmap v13111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:53.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:21:53 smithi032 ceph-mon[189144]: pgmap v13111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:53.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:21:53 smithi039 ceph-mon[181282]: pgmap v13111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:55.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:21:55 smithi032 ceph-mon[189144]: pgmap v13112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:55.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:21:55 smithi032 ceph-mon[191839]: pgmap v13112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:55.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:21:55 smithi039 ceph-mon[181282]: pgmap v13112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:57.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:21:57 smithi032 ceph-mon[191839]: pgmap v13113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:57.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:21:57 smithi032 ceph-mon[189144]: pgmap v13113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:57.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:21:57 smithi039 ceph-mon[181282]: pgmap v13113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:59.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:21:59 smithi032 ceph-mon[191839]: pgmap v13114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:59.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:21:59 smithi032 ceph-mon[189144]: pgmap v13114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:21:59.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:21:59 smithi039 ceph-mon[181282]: pgmap v13114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:22:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:22:00] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T23:22:01.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:22:01 smithi039 ceph-mon[181282]: pgmap v13115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:01.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:22:01 smithi032 ceph-mon[191839]: pgmap v13115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:01.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:22:01 smithi032 ceph-mon[189144]: pgmap v13115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:03.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:22:03 smithi039 ceph-mon[181282]: pgmap v13116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:03.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:22:03 smithi032 ceph-mon[189144]: pgmap v13116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:03.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:22:03 smithi032 ceph-mon[191839]: pgmap v13116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:22:05 smithi039 ceph-mon[181282]: pgmap v13117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:22:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:22:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:22:05 smithi032 ceph-mon[191839]: pgmap v13117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:22:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:22:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:22:05 smithi032 ceph-mon[189144]: pgmap v13117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:22:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:22:07.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:22:07 smithi039 ceph-mon[181282]: pgmap v13118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:07.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:22:07 smithi032 ceph-mon[189144]: pgmap v13118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:07.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:22:07 smithi032 ceph-mon[191839]: pgmap v13118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:09.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:22:09 smithi039 ceph-mon[181282]: pgmap v13119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:09.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:22:09 smithi032 ceph-mon[191839]: pgmap v13119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:09.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:22:09 smithi032 ceph-mon[189144]: pgmap v13119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:22:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:22:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:22:11.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:22:11 smithi039 ceph-mon[181282]: pgmap v13120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:11.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:22:11 smithi032 ceph-mon[189144]: pgmap v13120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:22:11 smithi032 ceph-mon[191839]: pgmap v13120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:13.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:22:13 smithi039 ceph-mon[181282]: pgmap v13121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:13.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:22:13 smithi032 ceph-mon[191839]: pgmap v13121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:13.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:22:13 smithi032 ceph-mon[189144]: pgmap v13121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:22:15 smithi039 ceph-mon[181282]: pgmap v13122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:15.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:22:15 smithi032 ceph-mon[191839]: pgmap v13122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:15.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:22:15 smithi032 ceph-mon[189144]: pgmap v13122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:17.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:22:17 smithi039 ceph-mon[181282]: pgmap v13123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:17.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:22:17 smithi032 ceph-mon[191839]: pgmap v13123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:17.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:22:17 smithi032 ceph-mon[189144]: pgmap v13123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:22:19 smithi039 ceph-mon[181282]: pgmap v13124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:19.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:22:19 smithi032 ceph-mon[191839]: pgmap v13124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:22:19 smithi032 ceph-mon[189144]: pgmap v13124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:22:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:22:20.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:22:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:22:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:22:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:22:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:22:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:22:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:22:21.580 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:22:21.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:22:21 smithi039 ceph-mon[181282]: pgmap v13125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:21.907 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:22:21.907 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 55s ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:22:21.908 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 9m ago 6h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:22:21.908 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 55s ago 6h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:22:21.908 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 9m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:22:21.908 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 9m ago 6h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:22:21.908 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 55s ago 6h 779M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:22:21.908 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 55s ago 6h 1658M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:22:21.908 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 9m ago 6h 776M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:22:21.908 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 55s ago 6h 825M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:22:21.908 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 55s ago 6h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:22:21.908 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 9m ago 6h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:22:21.908 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 55s ago 6h 4884M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:22:21.908 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (5h) 55s ago 6h 5045M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:22:21.908 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 55s ago 6h 4488M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:22:21.908 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 55s ago 6h 4542M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:22:21.909 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 9m ago 6h 4275M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:22:21.909 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 9m ago 6h 4608M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:22:21.909 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 9m ago 6h 4305M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:22:21.909 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 9m ago 6h 4288M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:22:21.909 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 9m ago 6h 123M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:22:21.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:22:21 smithi032 ceph-mon[189144]: pgmap v13125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:21.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:22:21 smithi032 ceph-mon[191839]: pgmap v13125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:22.310 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:22:22.310 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:22:22.310 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:22:22.310 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:22:22.310 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:22:22.311 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:22:22.311 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:22:22.311 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:22:22.311 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:22:22.311 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:22:22.311 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:22:22.311 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:22:22.311 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:22:22.311 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:22:22.311 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:22:22.311 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:22:22.311 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:22:22.311 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:22:22.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:22:22 smithi039 ceph-mon[181282]: from='client.58250 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:22:22.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:22:22 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2796631369' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:22:22.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:22:22 smithi032 ceph-mon[191839]: from='client.58250 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:22:22.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:22:22 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2796631369' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:22:22.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:22:22 smithi032 ceph-mon[189144]: from='client.58250 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:22:22.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:22:22 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2796631369' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:22:23.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:22:23 smithi039 ceph-mon[181282]: pgmap v13126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:23.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:22:23 smithi039 ceph-mon[181282]: from='client.48339 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:22:23.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:22:23 smithi032 ceph-mon[191839]: pgmap v13126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:23.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:22:23 smithi032 ceph-mon[191839]: from='client.48339 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:22:23.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:22:23 smithi032 ceph-mon[189144]: pgmap v13126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:23.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:22:23 smithi032 ceph-mon[189144]: from='client.48339 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:22:25.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:22:25 smithi039 ceph-mon[181282]: pgmap v13127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:25.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:22:25 smithi032 ceph-mon[191839]: pgmap v13127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:25.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:22:25 smithi032 ceph-mon[189144]: pgmap v13127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:27.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:22:27 smithi039 ceph-mon[181282]: pgmap v13128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:27.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:22:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:22:27.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:22:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:22:27.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:22:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:22:27.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:22:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:22:27.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:22:27 smithi032 ceph-mon[191839]: pgmap v13128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:27.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:22:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:22:27.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:22:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:22:27.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:22:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:22:27.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:22:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:22:27.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:22:27 smithi032 ceph-mon[189144]: pgmap v13128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:27.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:22:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:22:27.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:22:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:22:27.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:22:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:22:27.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:22:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:22:29.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:22:29 smithi039 ceph-mon[181282]: pgmap v13129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:29.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:22:29 smithi032 ceph-mon[189144]: pgmap v13129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:29.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:22:29 smithi032 ceph-mon[191839]: pgmap v13129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:22:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:22:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:22:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:22:31 smithi039 ceph-mon[181282]: pgmap v13130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:31.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:22:31 smithi032 ceph-mon[191839]: pgmap v13130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:31.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:22:31 smithi032 ceph-mon[189144]: pgmap v13130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:33.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:22:33 smithi039 ceph-mon[181282]: pgmap v13131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:33.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:22:33 smithi032 ceph-mon[191839]: pgmap v13131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:33.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:22:33 smithi032 ceph-mon[189144]: pgmap v13131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:22:35 smithi039 ceph-mon[181282]: pgmap v13132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:22:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:22:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:22:35 smithi032 ceph-mon[191839]: pgmap v13132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:22:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:22:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:22:35 smithi032 ceph-mon[189144]: pgmap v13132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:22:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:22:37.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:22:37 smithi039 ceph-mon[181282]: pgmap v13133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:37.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:22:37 smithi032 ceph-mon[191839]: pgmap v13133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:37.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:22:37 smithi032 ceph-mon[189144]: pgmap v13133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:39.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:22:39 smithi039 ceph-mon[181282]: pgmap v13134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:39.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:22:39 smithi032 ceph-mon[191839]: pgmap v13134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:22:39 smithi032 ceph-mon[189144]: pgmap v13134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:22:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:22:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:22:41.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:22:41 smithi039 ceph-mon[181282]: pgmap v13135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:41.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:22:41 smithi032 ceph-mon[191839]: pgmap v13135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:41.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:22:41 smithi032 ceph-mon[189144]: pgmap v13135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:43.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:22:43 smithi032 ceph-mon[191839]: pgmap v13136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:43.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:22:43 smithi032 ceph-mon[189144]: pgmap v13136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:44.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:22:43 smithi039 ceph-mon[181282]: pgmap v13136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:45.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:22:45 smithi032 ceph-mon[189144]: pgmap v13137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:45.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:22:45 smithi032 ceph-mon[191839]: pgmap v13137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:46.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:22:45 smithi039 ceph-mon[181282]: pgmap v13137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:47.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:22:47 smithi032 ceph-mon[189144]: pgmap v13138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:47.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:22:47 smithi032 ceph-mon[191839]: pgmap v13138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:48.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:22:47 smithi039 ceph-mon[181282]: pgmap v13138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:49.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:22:49 smithi032 ceph-mon[191839]: pgmap v13139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:49.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:22:49 smithi032 ceph-mon[189144]: pgmap v13139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:22:49 smithi039 ceph-mon[181282]: pgmap v13139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:50.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:22:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:22:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:22:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:22:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:22:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:22:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:22:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:22:50] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T23:22:51.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:22:51 smithi032 ceph-mon[191839]: pgmap v13140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:22:51 smithi032 ceph-mon[189144]: pgmap v13140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:22:51 smithi039 ceph-mon[181282]: pgmap v13140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:52.674 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:22:52.998 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:22:52.998 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 86s ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:22:52.998 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 9m ago 6h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:22:52.998 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 86s ago 6h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:22:52.998 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 9m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:22:52.998 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 9m ago 6h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:22:52.998 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 86s ago 6h 779M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:22:52.998 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 86s ago 6h 1658M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:22:52.998 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 9m ago 6h 776M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:22:52.998 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 86s ago 6h 825M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:22:52.998 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 86s ago 6h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:22:52.999 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 9m ago 6h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:22:52.999 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 86s ago 6h 4884M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:22:52.999 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 86s ago 6h 5045M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:22:52.999 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (5h) 86s ago 6h 4488M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:22:52.999 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (5h) 86s ago 6h 4542M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:22:52.999 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 9m ago 6h 4275M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:22:52.999 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 9m ago 6h 4608M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:22:52.999 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 9m ago 6h 4305M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:22:52.999 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 9m ago 6h 4288M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:22:52.999 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 9m ago 6h 123M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:22:53.399 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:22:53.399 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:22:53.399 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:22:53.399 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:22:53.399 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:22:53.399 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:22:53.399 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:22:53.400 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:22:53.400 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:22:53.400 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:22:53.400 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:22:53.400 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:22:53.400 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:22:53.400 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:22:53.400 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:22:53.400 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:22:53.400 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:22:53.400 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:22:53.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:22:53 smithi032 ceph-mon[191839]: pgmap v13141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:53.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:22:53 smithi032 ceph-mon[191839]: from='client.58268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:22:53.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:22:53 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2953652044' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:22:53.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:22:53 smithi032 ceph-mon[189144]: pgmap v13141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:53.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:22:53 smithi032 ceph-mon[189144]: from='client.58268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:22:53.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:22:53 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2953652044' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:22:54.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:22:53 smithi039 ceph-mon[181282]: pgmap v13141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:54.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:22:53 smithi039 ceph-mon[181282]: from='client.58268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:22:54.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:22:53 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2953652044' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:22:54.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:22:54 smithi032 ceph-mon[191839]: from='client.48357 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:22:54.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:22:54 smithi032 ceph-mon[189144]: from='client.48357 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:22:55.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:22:54 smithi039 ceph-mon[181282]: from='client.48357 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:22:55.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:22:55 smithi032 ceph-mon[191839]: pgmap v13142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:55.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:22:55 smithi032 ceph-mon[189144]: pgmap v13142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:56.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:22:55 smithi039 ceph-mon[181282]: pgmap v13142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:57.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:22:57 smithi032 ceph-mon[191839]: pgmap v13143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:57.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:22:57 smithi032 ceph-mon[189144]: pgmap v13143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:58.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:22:57 smithi039 ceph-mon[181282]: pgmap v13143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:59.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:22:59 smithi032 ceph-mon[191839]: pgmap v13144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:22:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:22:59 smithi032 ceph-mon[189144]: pgmap v13144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:22:59 smithi039 ceph-mon[181282]: pgmap v13144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:23:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:23:00] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T23:23:01.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:23:01 smithi032 ceph-mon[191839]: pgmap v13145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:01.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:23:01 smithi032 ceph-mon[189144]: pgmap v13145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:23:01 smithi039 ceph-mon[181282]: pgmap v13145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:03.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:23:03 smithi032 ceph-mon[191839]: pgmap v13146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:03.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:23:03 smithi032 ceph-mon[189144]: pgmap v13146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:04.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:23:03 smithi039 ceph-mon[181282]: pgmap v13146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:23:05 smithi032 ceph-mon[191839]: pgmap v13147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:23:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:23:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:23:05 smithi032 ceph-mon[189144]: pgmap v13147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:23:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:23:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:23:05 smithi039 ceph-mon[181282]: pgmap v13147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:23:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:23:07.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:23:07 smithi032 ceph-mon[191839]: pgmap v13148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:07.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:23:07 smithi032 ceph-mon[189144]: pgmap v13148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:08.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:23:07 smithi039 ceph-mon[181282]: pgmap v13148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:09.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:23:09 smithi032 ceph-mon[191839]: pgmap v13149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:23:09 smithi032 ceph-mon[189144]: pgmap v13149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:23:09 smithi039 ceph-mon[181282]: pgmap v13149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:23:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:23:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:23:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:23:11 smithi032 ceph-mon[191839]: pgmap v13150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:11.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:23:11 smithi032 ceph-mon[189144]: pgmap v13150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:23:11 smithi039 ceph-mon[181282]: pgmap v13150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:13.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:23:13 smithi032 ceph-mon[191839]: pgmap v13151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:13.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:23:13 smithi032 ceph-mon[189144]: pgmap v13151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:14.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:23:13 smithi039 ceph-mon[181282]: pgmap v13151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:15.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:23:15 smithi032 ceph-mon[189144]: pgmap v13152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:15.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:23:15 smithi032 ceph-mon[191839]: pgmap v13152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:16.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:23:15 smithi039 ceph-mon[181282]: pgmap v13152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:17.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:23:17 smithi032 ceph-mon[191839]: pgmap v13153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:17.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:23:17 smithi032 ceph-mon[189144]: pgmap v13153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:18.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:23:17 smithi039 ceph-mon[181282]: pgmap v13153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:19.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:23:19 smithi032 ceph-mon[189144]: pgmap v13154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:23:19 smithi032 ceph-mon[191839]: pgmap v13154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:23:19 smithi039 ceph-mon[181282]: pgmap v13154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:23:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:23:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:23:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:23:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:23:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:23:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:23:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:23:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:23:21.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:23:21 smithi032 ceph-mon[191839]: pgmap v13155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:23:21 smithi032 ceph-mon[189144]: pgmap v13155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:22.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:23:21 smithi039 ceph-mon[181282]: pgmap v13155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:23.767 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:23:23.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:23:23 smithi032 ceph-mon[189144]: pgmap v13156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:23.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:23:23 smithi032 ceph-mon[191839]: pgmap v13156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:24.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:23:23 smithi039 ceph-mon[181282]: pgmap v13156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:24.090 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:23:24.090 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 117s ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:23:24.090 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 10m ago 6h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:23:24.091 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 117s ago 6h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:23:24.091 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 10m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:23:24.091 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 10m ago 6h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:23:24.091 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 117s ago 6h 779M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:23:24.091 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 117s ago 6h 1658M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:23:24.091 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 10m ago 6h 776M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:23:24.091 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 117s ago 6h 825M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:23:24.091 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 117s ago 6h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:23:24.091 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 10m ago 6h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:23:24.091 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 117s ago 6h 4884M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:23:24.091 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 117s ago 6h 5045M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:23:24.091 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 117s ago 6h 4488M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:23:24.091 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 117s ago 6h 4542M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:23:24.091 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (5h) 10m ago 6h 4275M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:23:24.092 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 10m ago 6h 4608M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:23:24.092 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 10m ago 6h 4305M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:23:24.092 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 10m ago 6h 4288M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:23:24.092 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 10m ago 6h 123M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:23:24.488 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:23:24.488 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:23:24.489 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:23:24.489 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:23:24.489 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:23:24.489 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:23:24.489 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:23:24.489 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:23:24.489 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:23:24.489 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:23:24.489 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:23:24.489 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:23:24.489 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:23:24.489 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:23:24.490 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:23:24.490 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:23:24.490 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:23:24.490 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:23:24.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:23:24 smithi032 ceph-mon[189144]: from='client.58286 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:23:24.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:23:24 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1981303167' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:23:24.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:23:24 smithi032 ceph-mon[191839]: from='client.58286 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:23:24.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:23:24 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1981303167' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:23:25.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:23:24 smithi039 ceph-mon[181282]: from='client.58286 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:23:25.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:23:24 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1981303167' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:23:25.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:23:25 smithi032 ceph-mon[189144]: pgmap v13157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:25.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:23:25 smithi032 ceph-mon[189144]: from='client.58292 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:23:25.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:23:25 smithi032 ceph-mon[191839]: pgmap v13157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:25.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:23:25 smithi032 ceph-mon[191839]: from='client.58292 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:23:26.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:23:25 smithi039 ceph-mon[181282]: pgmap v13157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:26.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:23:25 smithi039 ceph-mon[181282]: from='client.58292 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:23:27.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:23:27 smithi032 ceph-mon[189144]: pgmap v13158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:27.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:23:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:23:27.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:23:27 smithi032 ceph-mon[191839]: pgmap v13158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:27.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:23:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:23:28.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:23:27 smithi039 ceph-mon[181282]: pgmap v13158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:28.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:23:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:23:29.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:23:29 smithi032 ceph-mon[191839]: pgmap v13159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:29.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:23:29 smithi032 ceph-mon[189144]: pgmap v13159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:29.990 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:23:29 smithi039 ceph-mon[181282]: pgmap v13159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:31.157 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:23:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:23:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:23:31.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:23:31 smithi032 ceph-mon[191839]: pgmap v13160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:31.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:23:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:23:31.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:23:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:23:31.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:23:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:23:31.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:23:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:23:31.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:23:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:23:31.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:23:31 smithi032 ceph-mon[189144]: pgmap v13160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:31.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:23:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:23:31.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:23:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:23:31.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:23:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:23:31.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:23:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:23:31.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:23:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:23:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:23:31 smithi039 ceph-mon[181282]: pgmap v13160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:23:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:23:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:23:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:23:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:23:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:23:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:23:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:23:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:23:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:23:33.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:23:33 smithi032 ceph-mon[191839]: pgmap v13161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:33.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:23:33 smithi032 ceph-mon[189144]: pgmap v13161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:33.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:23:33 smithi039 ceph-mon[181282]: pgmap v13161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:23:35 smithi032 ceph-mon[191839]: pgmap v13162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:23:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:23:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:23:35 smithi032 ceph-mon[189144]: pgmap v13162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:23:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:23:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:23:35 smithi039 ceph-mon[181282]: pgmap v13162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:23:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:23:37.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:23:37 smithi032 ceph-mon[191839]: pgmap v13163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:37.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:23:37 smithi032 ceph-mon[189144]: pgmap v13163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:37.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:23:37 smithi039 ceph-mon[181282]: pgmap v13163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:39.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:23:39 smithi032 ceph-mon[191839]: pgmap v13164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:39.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:23:39 smithi032 ceph-mon[189144]: pgmap v13164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:39.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:23:39 smithi039 ceph-mon[181282]: pgmap v13164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:23:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:23:40] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T23:23:41.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:23:41 smithi032 ceph-mon[191839]: pgmap v13165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:41.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:23:41 smithi032 ceph-mon[189144]: pgmap v13165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:41.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:23:41 smithi039 ceph-mon[181282]: pgmap v13165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:43.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:23:43 smithi032 ceph-mon[191839]: pgmap v13166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:43.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:23:43 smithi032 ceph-mon[189144]: pgmap v13166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:43.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:23:43 smithi039 ceph-mon[181282]: pgmap v13166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:45.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:23:45 smithi032 ceph-mon[189144]: pgmap v13167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:45.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:23:45 smithi032 ceph-mon[191839]: pgmap v13167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:45.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:23:45 smithi039 ceph-mon[181282]: pgmap v13167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:47.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:23:47 smithi032 ceph-mon[191839]: pgmap v13168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:47.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:23:47 smithi032 ceph-mon[189144]: pgmap v13168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:47.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:23:47 smithi039 ceph-mon[181282]: pgmap v13168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:49.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:23:49 smithi032 ceph-mon[191839]: pgmap v13169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:49.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:23:49 smithi032 ceph-mon[189144]: pgmap v13169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:49.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:23:49 smithi039 ceph-mon[181282]: pgmap v13169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:23:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:23:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:23:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:23:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:23:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:23:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:23:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:23:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:23:51.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:23:51 smithi032 ceph-mon[191839]: pgmap v13170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:51.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:23:51 smithi032 ceph-mon[189144]: pgmap v13170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:51.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:23:51 smithi039 ceph-mon[181282]: pgmap v13170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:53.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:23:53 smithi032 ceph-mon[191839]: pgmap v13171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:53.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:23:53 smithi032 ceph-mon[189144]: pgmap v13171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:53.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:23:53 smithi039 ceph-mon[181282]: pgmap v13171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:54.850 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:23:55.175 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:23:55.176 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 2m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:23:55.176 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 25s ago 6h 91.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:23:55.176 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 2m ago 6h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:23:55.176 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 25s ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:23:55.176 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 25s ago 6h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:23:55.176 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 2m ago 6h 779M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:23:55.176 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 2m ago 6h 1658M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:23:55.176 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 25s ago 6h 794M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:23:55.176 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 2m ago 6h 825M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:23:55.176 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 2m ago 6h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:23:55.176 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 25s ago 6h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:23:55.176 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 2m ago 6h 4884M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:23:55.176 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 2m ago 6h 5045M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:23:55.177 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 2m ago 6h 4488M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:23:55.177 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 2m ago 6h 4542M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:23:55.177 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 25s ago 6h 4301M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:23:55.177 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (5h) 25s ago 6h 4640M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:23:55.177 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 25s ago 6h 4335M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:23:55.177 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 25s ago 6h 4323M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:23:55.177 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 25s ago 6h 125M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:23:55.575 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:23:55.576 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:23:55.576 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:23:55.576 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:23:55.576 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:23:55.576 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:23:55.576 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:23:55.576 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:23:55.576 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:23:55.576 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:23:55.576 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:23:55.576 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:23:55.576 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:23:55.576 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:23:55.576 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:23:55.577 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:23:55.577 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:23:55.577 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:23:55.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:23:55 smithi032 ceph-mon[191839]: pgmap v13172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:55.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:23:55 smithi032 ceph-mon[189144]: pgmap v13172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:55.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:23:55 smithi039 ceph-mon[181282]: pgmap v13172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:56.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:23:56 smithi032 ceph-mon[191839]: from='client.58304 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:23:56.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:23:56 smithi032 ceph-mon[191839]: from='client.48393 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:23:56.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:23:56 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1149762903' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:23:56.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:23:56 smithi032 ceph-mon[189144]: from='client.58304 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:23:56.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:23:56 smithi032 ceph-mon[189144]: from='client.48393 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:23:56.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:23:56 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1149762903' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:23:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:23:56 smithi039 ceph-mon[181282]: from='client.58304 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:23:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:23:56 smithi039 ceph-mon[181282]: from='client.48393 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:23:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:23:56 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1149762903' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:23:57.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:23:57 smithi032 ceph-mon[191839]: pgmap v13173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:57.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:23:57 smithi032 ceph-mon[189144]: pgmap v13173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:57.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:23:57 smithi039 ceph-mon[181282]: pgmap v13173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:59.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:23:59 smithi032 ceph-mon[191839]: pgmap v13174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:59.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:23:59 smithi032 ceph-mon[189144]: pgmap v13174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:23:59.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:23:59 smithi039 ceph-mon[181282]: pgmap v13174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:24:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:24:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:24:01.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:24:01 smithi032 ceph-mon[191839]: pgmap v13175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:01.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:24:01 smithi032 ceph-mon[189144]: pgmap v13175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:01.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:24:01 smithi039 ceph-mon[181282]: pgmap v13175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:03.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:24:03 smithi032 ceph-mon[191839]: pgmap v13176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:03.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:24:03 smithi032 ceph-mon[189144]: pgmap v13176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:03.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:24:03 smithi039 ceph-mon[181282]: pgmap v13176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:24:05 smithi032 ceph-mon[191839]: pgmap v13177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:24:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:24:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:24:05 smithi032 ceph-mon[189144]: pgmap v13177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:24:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:24:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:24:05 smithi039 ceph-mon[181282]: pgmap v13177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:24:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:24:07.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:24:07 smithi032 ceph-mon[191839]: pgmap v13178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:07.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:24:07 smithi032 ceph-mon[189144]: pgmap v13178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:07.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:24:07 smithi039 ceph-mon[181282]: pgmap v13178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:09.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:24:09 smithi032 ceph-mon[191839]: pgmap v13179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:09.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:24:09 smithi032 ceph-mon[189144]: pgmap v13179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:09.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:24:09 smithi039 ceph-mon[181282]: pgmap v13179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:24:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:24:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:24:11.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:24:11 smithi032 ceph-mon[191839]: pgmap v13180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:11.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:24:11 smithi032 ceph-mon[189144]: pgmap v13180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:11.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:24:11 smithi039 ceph-mon[181282]: pgmap v13180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:13.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:24:13 smithi032 ceph-mon[191839]: pgmap v13181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:13.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:24:13 smithi032 ceph-mon[189144]: pgmap v13181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:13.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:24:13 smithi039 ceph-mon[181282]: pgmap v13181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:15.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:24:15 smithi032 ceph-mon[191839]: pgmap v13182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:15.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:24:15 smithi032 ceph-mon[189144]: pgmap v13182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:24:15 smithi039 ceph-mon[181282]: pgmap v13182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:17.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:24:17 smithi039 ceph-mon[181282]: pgmap v13183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:17.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:24:17 smithi032 ceph-mon[191839]: pgmap v13183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:17.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:24:17 smithi032 ceph-mon[189144]: pgmap v13183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:24:19 smithi039 ceph-mon[181282]: pgmap v13184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:19.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:24:19 smithi032 ceph-mon[189144]: pgmap v13184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:24:19 smithi032 ceph-mon[191839]: pgmap v13184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:24:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:24:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:24:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:24:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:24:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:24:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:24:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:24:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:24:21.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:24:21 smithi039 ceph-mon[181282]: pgmap v13185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:21.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:24:21 smithi032 ceph-mon[189144]: pgmap v13185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:21.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:24:21 smithi032 ceph-mon[191839]: pgmap v13185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:23.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:24:23 smithi039 ceph-mon[181282]: pgmap v13186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:23.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:24:23 smithi032 ceph-mon[191839]: pgmap v13186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:23.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:24:23 smithi032 ceph-mon[189144]: pgmap v13186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:25.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:24:25 smithi039 ceph-mon[181282]: pgmap v13187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:25.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:24:25 smithi032 ceph-mon[189144]: pgmap v13187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:25.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:24:25 smithi032 ceph-mon[191839]: pgmap v13187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:25.938 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:24:26.259 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:24:26.259 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 2m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:24:26.259 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 56s ago 6h 91.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:24:26.259 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 2m ago 6h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:24:26.259 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 56s ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:24:26.259 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 56s ago 6h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:24:26.259 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 2m ago 6h 779M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:24:26.259 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 2m ago 6h 1658M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:24:26.259 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 56s ago 6h 794M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:24:26.259 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 2m ago 6h 825M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:24:26.259 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 2m ago 6h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:24:26.259 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 56s ago 6h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:24:26.260 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 2m ago 6h 4884M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:24:26.260 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 2m ago 6h 5045M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:24:26.260 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 2m ago 6h 4488M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:24:26.260 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 2m ago 6h 4542M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:24:26.260 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 56s ago 6h 4301M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:24:26.260 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 56s ago 6h 4640M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:24:26.260 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (5h) 56s ago 6h 4335M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:24:26.260 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 56s ago 6h 4323M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:24:26.260 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 56s ago 6h 125M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:24:26.662 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:24:26.662 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:24:26.663 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:24:26.663 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:24:26.663 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:24:26.663 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:24:26.663 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:24:26.663 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:24:26.664 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:24:26.664 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:24:26.664 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:24:26.664 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:24:26.664 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:24:26.664 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:24:26.665 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:24:26.665 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:24:26.665 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:24:26.665 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:24:27.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:24:27 smithi039 ceph-mon[181282]: pgmap v13188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:27.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:24:27 smithi039 ceph-mon[181282]: from='client.48405 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:24:27.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:24:27 smithi039 ceph-mon[181282]: from='client.58328 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:24:27.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:24:27 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1973534199' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:24:27.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:24:27 smithi032 ceph-mon[191839]: pgmap v13188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:27.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:24:27 smithi032 ceph-mon[191839]: from='client.48405 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:24:27.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:24:27 smithi032 ceph-mon[191839]: from='client.58328 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:24:27.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:24:27 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1973534199' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:24:27.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:24:27 smithi032 ceph-mon[189144]: pgmap v13188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:27.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:24:27 smithi032 ceph-mon[189144]: from='client.48405 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:24:27.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:24:27 smithi032 ceph-mon[189144]: from='client.58328 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:24:27.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:24:27 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1973534199' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:24:29.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:24:29 smithi039 ceph-mon[181282]: pgmap v13189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:29.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:24:29 smithi032 ceph-mon[191839]: pgmap v13189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:29.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:24:29 smithi032 ceph-mon[189144]: pgmap v13189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:24:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:24:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:24:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:24:31 smithi039 ceph-mon[181282]: pgmap v13190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:24:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:24:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:24:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:24:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:24:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:24:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:24:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:24:31.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:24:31 smithi032 ceph-mon[189144]: pgmap v13190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:31.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:24:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:24:31.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:24:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:24:31.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:24:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:24:31.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:24:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:24:31.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:24:31 smithi032 ceph-mon[191839]: pgmap v13190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:31.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:24:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:24:31.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:24:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:24:31.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:24:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:24:31.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:24:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:24:33.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:24:33 smithi039 ceph-mon[181282]: pgmap v13191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:33.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:24:33 smithi032 ceph-mon[191839]: pgmap v13191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:33.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:24:33 smithi032 ceph-mon[189144]: pgmap v13191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:24:35 smithi039 ceph-mon[181282]: pgmap v13192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:24:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:24:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:24:35 smithi032 ceph-mon[191839]: pgmap v13192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:24:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:24:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:24:35 smithi032 ceph-mon[189144]: pgmap v13192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:24:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:24:37.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:24:37 smithi039 ceph-mon[181282]: pgmap v13193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:37.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:24:37 smithi032 ceph-mon[191839]: pgmap v13193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:37.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:24:37 smithi032 ceph-mon[189144]: pgmap v13193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:39.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:24:39 smithi039 ceph-mon[181282]: pgmap v13194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:39.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:24:39 smithi032 ceph-mon[191839]: pgmap v13194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:24:39 smithi032 ceph-mon[189144]: pgmap v13194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:24:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:24:40] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T23:24:41.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:24:41 smithi039 ceph-mon[181282]: pgmap v13195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:41.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:24:41 smithi032 ceph-mon[189144]: pgmap v13195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:41.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:24:41 smithi032 ceph-mon[191839]: pgmap v13195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:43.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:24:43 smithi039 ceph-mon[181282]: pgmap v13196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:43.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:24:43 smithi032 ceph-mon[189144]: pgmap v13196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:43.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:24:43 smithi032 ceph-mon[191839]: pgmap v13196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:45.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:24:45 smithi039 ceph-mon[181282]: pgmap v13197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:45.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:24:45 smithi032 ceph-mon[191839]: pgmap v13197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:45.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:24:45 smithi032 ceph-mon[189144]: pgmap v13197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:47.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:24:47 smithi039 ceph-mon[181282]: pgmap v13198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:47.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:24:47 smithi032 ceph-mon[189144]: pgmap v13198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:47.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:24:47 smithi032 ceph-mon[191839]: pgmap v13198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:49.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:24:49 smithi039 ceph-mon[181282]: pgmap v13199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:49.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:24:49 smithi032 ceph-mon[189144]: pgmap v13199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:49.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:24:49 smithi032 ceph-mon[191839]: pgmap v13199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:24:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:24:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:24:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:24:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:24:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:24:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:24:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:24:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:24:51.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:24:51 smithi032 ceph-mon[189144]: pgmap v13200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:51.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:24:51 smithi032 ceph-mon[191839]: pgmap v13200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:24:51 smithi039 ceph-mon[181282]: pgmap v13200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:53.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:24:53 smithi032 ceph-mon[191839]: pgmap v13201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:53.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:24:53 smithi032 ceph-mon[189144]: pgmap v13201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:54.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:24:53 smithi039 ceph-mon[181282]: pgmap v13201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:55.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:24:55 smithi032 ceph-mon[191839]: pgmap v13202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:55.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:24:55 smithi032 ceph-mon[189144]: pgmap v13202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:56.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:24:55 smithi039 ceph-mon[181282]: pgmap v13202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:57.022 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:24:57.343 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:24:57.343 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 3m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:24:57.343 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 87s ago 6h 91.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:24:57.343 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 3m ago 6h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:24:57.343 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 87s ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:24:57.344 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 87s ago 6h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:24:57.344 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 3m ago 6h 779M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:24:57.344 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 3m ago 6h 1658M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:24:57.344 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 87s ago 6h 794M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:24:57.344 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 3m ago 6h 825M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:24:57.344 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 3m ago 6h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:24:57.344 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 87s ago 6h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:24:57.344 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 3m ago 6h 4884M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:24:57.344 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 3m ago 6h 5045M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:24:57.344 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 3m ago 6h 4488M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:24:57.344 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 3m ago 6h 4542M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:24:57.344 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 87s ago 6h 4301M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:24:57.344 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 87s ago 6h 4640M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:24:57.344 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 87s ago 6h 4335M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:24:57.344 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (5h) 87s ago 6h 4323M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:24:57.345 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 87s ago 6h 125M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:24:57.749 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:24:57.749 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:24:57.749 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:24:57.749 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:24:57.750 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:24:57.750 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:24:57.750 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:24:57.750 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:24:57.750 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:24:57.750 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:24:57.750 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:24:57.750 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:24:57.750 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:24:57.750 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:24:57.750 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:24:57.750 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:24:57.750 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:24:57.750 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:24:57.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:24:57 smithi032 ceph-mon[191839]: pgmap v13203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:57.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:24:57 smithi032 ceph-mon[189144]: pgmap v13203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:58.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:24:57 smithi039 ceph-mon[181282]: pgmap v13203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:58.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:24:58 smithi032 ceph-mon[191839]: from='client.58340 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:24:58.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:24:58 smithi032 ceph-mon[191839]: from='client.58346 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:24:58.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:24:58 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1815675968' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:24:58.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:24:58 smithi032 ceph-mon[189144]: from='client.58340 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:24:58.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:24:58 smithi032 ceph-mon[189144]: from='client.58346 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:24:58.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:24:58 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1815675968' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:24:59.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:24:58 smithi039 ceph-mon[181282]: from='client.58340 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:24:59.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:24:58 smithi039 ceph-mon[181282]: from='client.58346 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:24:59.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:24:58 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1815675968' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:24:59.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:24:59 smithi032 ceph-mon[191839]: pgmap v13204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:24:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:24:59 smithi032 ceph-mon[189144]: pgmap v13204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:24:59 smithi039 ceph-mon[181282]: pgmap v13204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:25:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:25:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:25:01.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:25:01 smithi032 ceph-mon[191839]: pgmap v13205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:01.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:25:01 smithi032 ceph-mon[189144]: pgmap v13205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:25:01 smithi039 ceph-mon[181282]: pgmap v13205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:03.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:25:03 smithi032 ceph-mon[191839]: pgmap v13206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:03.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:25:03 smithi032 ceph-mon[189144]: pgmap v13206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:04.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:25:03 smithi039 ceph-mon[181282]: pgmap v13206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:25:05 smithi032 ceph-mon[191839]: pgmap v13207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:25:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:25:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:25:05 smithi032 ceph-mon[189144]: pgmap v13207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:25:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:25:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:25:05 smithi039 ceph-mon[181282]: pgmap v13207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:25:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:25:07.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:25:07 smithi032 ceph-mon[189144]: pgmap v13208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:07.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:25:07 smithi032 ceph-mon[191839]: pgmap v13208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:08.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:25:07 smithi039 ceph-mon[181282]: pgmap v13208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:25:09 smithi032 ceph-mon[189144]: pgmap v13209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:25:09 smithi032 ceph-mon[191839]: pgmap v13209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:25:09 smithi039 ceph-mon[181282]: pgmap v13209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:25:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:25:10] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T23:25:11.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:25:11 smithi032 ceph-mon[191839]: pgmap v13210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:11.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:25:11 smithi032 ceph-mon[189144]: pgmap v13210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:25:11 smithi039 ceph-mon[181282]: pgmap v13210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:13.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:25:13 smithi032 ceph-mon[191839]: pgmap v13211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:13.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:25:13 smithi032 ceph-mon[189144]: pgmap v13211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:14.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:25:13 smithi039 ceph-mon[181282]: pgmap v13211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:15.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:25:15 smithi032 ceph-mon[191839]: pgmap v13212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:15.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:25:15 smithi032 ceph-mon[189144]: pgmap v13212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:16.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:25:15 smithi039 ceph-mon[181282]: pgmap v13212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:17.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:25:17 smithi032 ceph-mon[191839]: pgmap v13213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:17.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:25:17 smithi032 ceph-mon[189144]: pgmap v13213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:18.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:25:17 smithi039 ceph-mon[181282]: pgmap v13213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:19.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:25:19 smithi032 ceph-mon[191839]: pgmap v13214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:25:19 smithi032 ceph-mon[189144]: pgmap v13214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:25:19 smithi039 ceph-mon[181282]: pgmap v13214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:20.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:25:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:25:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:25:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:25:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:25:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:25:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:25:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:25:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T23:25:21.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:25:21 smithi032 ceph-mon[191839]: pgmap v13215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:25:21 smithi032 ceph-mon[189144]: pgmap v13215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:22.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:25:21 smithi039 ceph-mon[181282]: pgmap v13215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:23.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:25:23 smithi032 ceph-mon[191839]: pgmap v13216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:23.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:25:23 smithi032 ceph-mon[189144]: pgmap v13216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:24.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:25:23 smithi039 ceph-mon[181282]: pgmap v13216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:25.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:25:25 smithi032 ceph-mon[191839]: pgmap v13217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:25.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:25:25 smithi032 ceph-mon[189144]: pgmap v13217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:26.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:25:25 smithi039 ceph-mon[181282]: pgmap v13217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:27.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:25:27 smithi032 ceph-mon[191839]: pgmap v13218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:27.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:25:27 smithi032 ceph-mon[189144]: pgmap v13218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:28.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:25:27 smithi039 ceph-mon[181282]: pgmap v13218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:28.111 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:25:28.436 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:25:28.436 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 4m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:25:28.437 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 118s ago 6h 91.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:25:28.437 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 4m ago 6h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:25:28.437 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 118s ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:25:28.437 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 118s ago 6h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:25:28.437 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 4m ago 6h 779M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:25:28.437 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 4m ago 6h 1658M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:25:28.437 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 118s ago 6h 794M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:25:28.437 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 4m ago 6h 825M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:25:28.437 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 4m ago 6h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:25:28.437 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 118s ago 6h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:25:28.437 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 4m ago 6h 4884M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:25:28.438 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 4m ago 6h 5045M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:25:28.438 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 4m ago 6h 4488M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:25:28.438 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 4m ago 6h 4542M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:25:28.438 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 118s ago 6h 4301M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:25:28.438 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 118s ago 6h 4640M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:25:28.438 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 118s ago 6h 4335M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:25:28.438 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 118s ago 6h 4323M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:25:28.438 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 118s ago 6h 125M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:25:28.838 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:25:28.838 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:25:28.838 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:25:28.838 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:25:28.838 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:25:28.838 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:25:28.838 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:25:28.838 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:25:28.838 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:25:28.838 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:25:28.838 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:25:28.839 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:25:28.839 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:25:28.839 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:25:28.839 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:25:28.839 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:25:28.839 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:25:28.839 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:25:29.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:25:29 smithi032 ceph-mon[191839]: pgmap v13219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:29.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:25:29 smithi032 ceph-mon[191839]: from='client.58358 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:25:29.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:25:29 smithi032 ceph-mon[191839]: from='client.58364 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:25:29.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:25:29 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3992003448' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:25:29.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:25:29 smithi032 ceph-mon[189144]: pgmap v13219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:29.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:25:29 smithi032 ceph-mon[189144]: from='client.58358 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:25:29.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:25:29 smithi032 ceph-mon[189144]: from='client.58364 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:25:29.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:25:29 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3992003448' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:25:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:25:29 smithi039 ceph-mon[181282]: pgmap v13219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:25:29 smithi039 ceph-mon[181282]: from='client.58358 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:25:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:25:29 smithi039 ceph-mon[181282]: from='client.58364 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:25:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:25:29 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3992003448' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:25:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:25:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:25:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T23:25:31.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:25:31 smithi032 ceph-mon[191839]: pgmap v13220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:31.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:25:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:25:31.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:25:31 smithi032 ceph-mon[189144]: pgmap v13220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:31.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:25:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:25:32.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:25:31 smithi039 ceph-mon[181282]: pgmap v13220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:32.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:25:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:25:32.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:25:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:25:32.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:25:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:25:32.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:25:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:25:32.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:25:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:25:32.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:25:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:25:32.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:25:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:25:33.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:25:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:25:33.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:25:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:25:33.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:25:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:25:34.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:25:33 smithi032 ceph-mon[191839]: pgmap v13221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:34.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:25:33 smithi032 ceph-mon[189144]: pgmap v13221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:25:33 smithi039 ceph-mon[181282]: pgmap v13221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:36.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:25:35 smithi032 ceph-mon[189144]: pgmap v13222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:25:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:25:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:25:35 smithi032 ceph-mon[191839]: pgmap v13222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:25:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:25:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:25:35 smithi039 ceph-mon[181282]: pgmap v13222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:25:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:25:38.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:25:37 smithi032 ceph-mon[191839]: pgmap v13223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:25:37 smithi032 ceph-mon[189144]: pgmap v13223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:25:37 smithi039 ceph-mon[181282]: pgmap v13223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:39.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:25:38 smithi032 ceph-mon[191839]: pgmap v13224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:39.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:25:38 smithi032 ceph-mon[189144]: pgmap v13224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:25:38 smithi039 ceph-mon[181282]: pgmap v13224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:25:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:25:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:25:41.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:25:40 smithi032 ceph-mon[191839]: pgmap v13225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:25:40 smithi032 ceph-mon[189144]: pgmap v13225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:25:40 smithi039 ceph-mon[181282]: pgmap v13225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:43.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:25:43 smithi032 ceph-mon[189144]: pgmap v13226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:43.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:25:43 smithi032 ceph-mon[191839]: pgmap v13226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:43.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:25:43 smithi039 ceph-mon[181282]: pgmap v13226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:45.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:25:45 smithi032 ceph-mon[189144]: pgmap v13227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:45.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:25:45 smithi032 ceph-mon[191839]: pgmap v13227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:45.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:25:45 smithi039 ceph-mon[181282]: pgmap v13227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:47.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:25:47 smithi032 ceph-mon[189144]: pgmap v13228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:47.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:25:47 smithi032 ceph-mon[191839]: pgmap v13228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:47.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:25:47 smithi039 ceph-mon[181282]: pgmap v13228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:49.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:25:49 smithi032 ceph-mon[189144]: pgmap v13229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:49.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:25:49 smithi032 ceph-mon[191839]: pgmap v13229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:49.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:25:49 smithi039 ceph-mon[181282]: pgmap v13229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:25:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:25:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:25:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:25:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:25:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:25:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:25:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:25:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:25:51.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:25:51 smithi032 ceph-mon[189144]: pgmap v13230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:51.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:25:51 smithi032 ceph-mon[191839]: pgmap v13230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:51.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:25:51 smithi039 ceph-mon[181282]: pgmap v13230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:53.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:25:53 smithi032 ceph-mon[189144]: pgmap v13231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:53.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:25:53 smithi032 ceph-mon[191839]: pgmap v13231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:53.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:25:53 smithi039 ceph-mon[181282]: pgmap v13231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:55.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:25:55 smithi032 ceph-mon[191839]: pgmap v13232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:55.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:25:55 smithi032 ceph-mon[189144]: pgmap v13232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:55.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:25:55 smithi039 ceph-mon[181282]: pgmap v13232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:57.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:25:57 smithi032 ceph-mon[191839]: pgmap v13233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:57.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:25:57 smithi032 ceph-mon[189144]: pgmap v13233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:57.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:25:57 smithi039 ceph-mon[181282]: pgmap v13233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:59.202 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:25:59.527 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:25:59.527 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 4m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:25:59.528 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 2m ago 6h 91.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:25:59.528 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 4m ago 6h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:25:59.528 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 2m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:25:59.528 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 2m ago 6h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:25:59.528 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 4m ago 6h 779M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:25:59.528 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 4m ago 6h 1658M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:25:59.528 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 2m ago 6h 794M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:25:59.528 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 4m ago 6h 825M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:25:59.528 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 4m ago 6h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:25:59.528 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 2m ago 6h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:25:59.528 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 4m ago 6h 4884M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:25:59.528 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 4m ago 6h 5045M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:25:59.528 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 4m ago 6h 4488M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:25:59.528 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 4m ago 6h 4542M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:25:59.528 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 2m ago 6h 4301M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:25:59.529 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 2m ago 6h 4640M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:25:59.529 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 2m ago 6h 4335M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:25:59.529 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 2m ago 6h 4323M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:25:59.529 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 2m ago 6h 125M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:25:59.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:25:59 smithi032 ceph-mon[191839]: pgmap v13234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:59.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:25:59 smithi032 ceph-mon[189144]: pgmap v13234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:59.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:25:59 smithi039 ceph-mon[181282]: pgmap v13234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:25:59.930 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:25:59.930 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:25:59.930 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:25:59.930 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:25:59.931 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:25:59.931 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:25:59.931 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:25:59.931 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:25:59.931 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:25:59.931 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:25:59.931 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:25:59.931 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:25:59.931 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:25:59.931 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:25:59.931 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:25:59.931 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:25:59.931 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:25:59.931 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:26:00.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:26:00 smithi032 ceph-mon[191839]: from='client.58376 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:26:00.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:26:00 smithi032 ceph-mon[191839]: from='client.58382 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:26:00.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:26:00 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3246861074' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:26:00.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:26:00 smithi032 ceph-mon[189144]: from='client.58376 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:26:00.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:26:00 smithi032 ceph-mon[189144]: from='client.58382 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:26:00.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:26:00 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3246861074' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:26:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:26:00 smithi039 ceph-mon[181282]: from='client.58376 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:26:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:26:00 smithi039 ceph-mon[181282]: from='client.58382 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:26:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:26:00 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3246861074' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:26:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:26:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:26:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:26:01.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:26:01 smithi032 ceph-mon[191839]: pgmap v13235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:01.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:26:01 smithi032 ceph-mon[189144]: pgmap v13235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:01.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:26:01 smithi039 ceph-mon[181282]: pgmap v13235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:03.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:26:03 smithi032 ceph-mon[191839]: pgmap v13236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:03.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:26:03 smithi032 ceph-mon[189144]: pgmap v13236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:03.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:26:03 smithi039 ceph-mon[181282]: pgmap v13236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:26:05 smithi032 ceph-mon[191839]: pgmap v13237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:26:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:26:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:26:05 smithi032 ceph-mon[189144]: pgmap v13237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:26:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:26:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:26:05 smithi039 ceph-mon[181282]: pgmap v13237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:26:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:26:07.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:26:07 smithi032 ceph-mon[191839]: pgmap v13238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:07.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:26:07 smithi032 ceph-mon[189144]: pgmap v13238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:07.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:26:07 smithi039 ceph-mon[181282]: pgmap v13238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:09.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:26:09 smithi039 ceph-mon[181282]: pgmap v13239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:09.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:26:09 smithi032 ceph-mon[191839]: pgmap v13239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:26:09 smithi032 ceph-mon[189144]: pgmap v13239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:26:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:26:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:26:11.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:26:11 smithi039 ceph-mon[181282]: pgmap v13240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:11.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:26:11 smithi032 ceph-mon[191839]: pgmap v13240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:11.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:26:11 smithi032 ceph-mon[189144]: pgmap v13240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:13.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:26:13 smithi039 ceph-mon[181282]: pgmap v13241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:13.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:26:13 smithi032 ceph-mon[191839]: pgmap v13241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:13.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:26:13 smithi032 ceph-mon[189144]: pgmap v13241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:26:15 smithi039 ceph-mon[181282]: pgmap v13242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:15.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:26:15 smithi032 ceph-mon[191839]: pgmap v13242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:15.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:26:15 smithi032 ceph-mon[189144]: pgmap v13242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:17.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:26:17 smithi039 ceph-mon[181282]: pgmap v13243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:17.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:26:17 smithi032 ceph-mon[191839]: pgmap v13243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:17.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:26:17 smithi032 ceph-mon[189144]: pgmap v13243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:26:19 smithi039 ceph-mon[181282]: pgmap v13244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:19.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:26:19 smithi032 ceph-mon[191839]: pgmap v13244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:26:19 smithi032 ceph-mon[189144]: pgmap v13244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:26:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:26:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:26:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:26:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:26:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:26:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:26:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:26:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:26:21.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:26:21 smithi039 ceph-mon[181282]: pgmap v13245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:21.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:26:21 smithi032 ceph-mon[191839]: pgmap v13245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:26:21 smithi032 ceph-mon[189144]: pgmap v13245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:23.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:26:23 smithi039 ceph-mon[181282]: pgmap v13246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:23.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:26:23 smithi032 ceph-mon[191839]: pgmap v13246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:23.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:26:23 smithi032 ceph-mon[189144]: pgmap v13246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:25.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:26:25 smithi039 ceph-mon[181282]: pgmap v13247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:25.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:26:25 smithi032 ceph-mon[191839]: pgmap v13247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:25.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:26:25 smithi032 ceph-mon[189144]: pgmap v13247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:27.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:26:27 smithi039 ceph-mon[181282]: pgmap v13248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:27.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:26:27 smithi032 ceph-mon[189144]: pgmap v13248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:27.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:26:27 smithi032 ceph-mon[191839]: pgmap v13248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:29.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:26:29 smithi039 ceph-mon[181282]: pgmap v13249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:29.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:26:29 smithi032 ceph-mon[189144]: pgmap v13249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:29.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:26:29 smithi032 ceph-mon[191839]: pgmap v13249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:30.294 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:26:30.619 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:26:30.620 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 5m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:26:30.620 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 3m ago 6h 91.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:26:30.620 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 5m ago 6h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:26:30.620 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 3m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:26:30.620 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 3m ago 6h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:26:30.620 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 5m ago 6h 779M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:26:30.620 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 5m ago 6h 1658M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:26:30.620 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 3m ago 6h 794M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:26:30.620 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 5m ago 6h 825M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:26:30.620 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 5m ago 6h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:26:30.620 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 3m ago 6h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:26:30.620 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 5m ago 6h 4884M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:26:30.621 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 5m ago 6h 5045M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:26:30.621 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 5m ago 6h 4488M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:26:30.621 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 5m ago 6h 4542M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:26:30.621 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 3m ago 6h 4301M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:26:30.621 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 3m ago 6h 4640M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:26:30.621 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 3m ago 6h 4335M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:26:30.621 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 3m ago 6h 4323M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:26:30.621 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 3m ago 6h 125M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:26:31.025 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:26:31.025 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:26:31.025 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:26:31.026 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:26:31.026 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:26:31.026 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:26:31.028 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:26:31.029 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:26:31.029 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:26:31.029 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:26:31.029 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:26:31.029 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:26:31.029 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:26:31.029 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:26:31.029 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:26:31.030 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:26:31.030 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:26:31.030 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:26:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:26:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:26:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:26:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:26:31 smithi039 ceph-mon[181282]: pgmap v13250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:26:31 smithi039 ceph-mon[181282]: from='client.58394 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:26:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:26:31 smithi039 ceph-mon[181282]: from='client.58400 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:26:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:26:31 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4135098054' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:26:31.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:26:31 smithi032 ceph-mon[189144]: pgmap v13250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:31.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:26:31 smithi032 ceph-mon[189144]: from='client.58394 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:26:31.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:26:31 smithi032 ceph-mon[189144]: from='client.58400 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:26:31.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:26:31 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4135098054' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:26:31.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:26:31 smithi032 ceph-mon[191839]: pgmap v13250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:31.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:26:31 smithi032 ceph-mon[191839]: from='client.58394 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:26:31.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:26:31 smithi032 ceph-mon[191839]: from='client.58400 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:26:31.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:26:31 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4135098054' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:26:32.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:26:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:26:32.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:26:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:26:32.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:26:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:26:32.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:26:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:26:32.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:26:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:26:32.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:26:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:26:32.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:26:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:26:32.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:26:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:26:32.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:26:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:26:32.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:26:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:26:32.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:26:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:26:32.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:26:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:26:33.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:26:33 smithi039 ceph-mon[181282]: pgmap v13251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:33.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:26:33 smithi032 ceph-mon[191839]: pgmap v13251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:33.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:26:33 smithi032 ceph-mon[189144]: pgmap v13251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:26:35 smithi039 ceph-mon[181282]: pgmap v13252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:26:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:26:35.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:26:35 smithi032 ceph-mon[189144]: pgmap v13252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:26:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:26:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:26:35 smithi032 ceph-mon[191839]: pgmap v13252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:26:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:26:37.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:26:37 smithi039 ceph-mon[181282]: pgmap v13253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:37.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:26:37 smithi032 ceph-mon[189144]: pgmap v13253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:37.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:26:37 smithi032 ceph-mon[191839]: pgmap v13253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:39.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:26:39 smithi039 ceph-mon[181282]: pgmap v13254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:39.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:26:39 smithi032 ceph-mon[189144]: pgmap v13254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:39.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:26:39 smithi032 ceph-mon[191839]: pgmap v13254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:26:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:26:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:26:41.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:26:41 smithi039 ceph-mon[181282]: pgmap v13255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:41.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:26:41 smithi032 ceph-mon[191839]: pgmap v13255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:41.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:26:41 smithi032 ceph-mon[189144]: pgmap v13255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:43.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:26:43 smithi039 ceph-mon[181282]: pgmap v13256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:43.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:26:43 smithi032 ceph-mon[189144]: pgmap v13256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:43.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:26:43 smithi032 ceph-mon[191839]: pgmap v13256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:45.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:26:45 smithi039 ceph-mon[181282]: pgmap v13257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:45.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:26:45 smithi032 ceph-mon[189144]: pgmap v13257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:45.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:26:45 smithi032 ceph-mon[191839]: pgmap v13257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:47.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:26:47 smithi039 ceph-mon[181282]: pgmap v13258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:47.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:26:47 smithi032 ceph-mon[191839]: pgmap v13258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:47.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:26:47 smithi032 ceph-mon[189144]: pgmap v13258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:49.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:26:49 smithi039 ceph-mon[181282]: pgmap v13259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:49.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:26:49 smithi032 ceph-mon[191839]: pgmap v13259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:49.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:26:49 smithi032 ceph-mon[189144]: pgmap v13259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:26:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:26:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:26:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:26:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:26:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:26:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:26:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:26:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:26:51.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:26:51 smithi032 ceph-mon[189144]: pgmap v13260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:51.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:26:51 smithi032 ceph-mon[191839]: pgmap v13260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:26:51 smithi039 ceph-mon[181282]: pgmap v13260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:53.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:26:53 smithi032 ceph-mon[189144]: pgmap v13261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:53.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:26:53 smithi032 ceph-mon[191839]: pgmap v13261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:54.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:26:53 smithi039 ceph-mon[181282]: pgmap v13261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:55.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:26:55 smithi032 ceph-mon[189144]: pgmap v13262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:55.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:26:55 smithi032 ceph-mon[191839]: pgmap v13262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:56.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:26:55 smithi039 ceph-mon[181282]: pgmap v13262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:57.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:26:57 smithi032 ceph-mon[191839]: pgmap v13263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:57.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:26:57 smithi032 ceph-mon[189144]: pgmap v13263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:58.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:26:57 smithi039 ceph-mon[181282]: pgmap v13263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:59.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:26:59 smithi032 ceph-mon[191839]: pgmap v13264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:26:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:26:59 smithi032 ceph-mon[189144]: pgmap v13264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:26:59 smithi039 ceph-mon[181282]: pgmap v13264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:27:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:27:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:27:01.391 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:27:01.715 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:27:01.716 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 5m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:27:01.716 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 3m ago 6h 91.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:27:01.716 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 5m ago 6h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:27:01.716 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 3m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:27:01.716 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 3m ago 6h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:27:01.716 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 5m ago 6h 779M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:27:01.716 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 5m ago 6h 1658M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:27:01.716 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 3m ago 6h 794M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:27:01.716 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 5m ago 6h 825M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:27:01.716 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 5m ago 6h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:27:01.716 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 3m ago 6h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:27:01.716 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 5m ago 6h 4884M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:27:01.716 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 5m ago 6h 5045M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:27:01.716 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 5m ago 6h 4488M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:27:01.716 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 5m ago 6h 4542M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:27:01.716 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 3m ago 6h 4301M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:27:01.717 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 3m ago 6h 4640M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:27:01.717 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 3m ago 6h 4335M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:27:01.717 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 3m ago 6h 4323M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:27:01.717 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 3m ago 6h 125M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:27:01.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:27:01 smithi032 ceph-mon[191839]: pgmap v13265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:01.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:27:01 smithi032 ceph-mon[189144]: pgmap v13265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:27:01 smithi039 ceph-mon[181282]: pgmap v13265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:02.117 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:27:02.118 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:27:02.118 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:27:02.118 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:27:02.118 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:27:02.118 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:27:02.118 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:27:02.118 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:27:02.118 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:27:02.118 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:27:02.118 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:27:02.118 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:27:02.118 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:27:02.118 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:27:02.118 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:27:02.118 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:27:02.119 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:27:02.119 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:27:02.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:27:02 smithi032 ceph-mon[191839]: from='client.48495 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:27:02.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:27:02 smithi032 ceph-mon[191839]: from='client.48501 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:27:02.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:27:02 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/971664844' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:27:02.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:27:02 smithi032 ceph-mon[189144]: from='client.48495 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:27:02.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:27:02 smithi032 ceph-mon[189144]: from='client.48501 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:27:02.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:27:02 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/971664844' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:27:03.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:27:02 smithi039 ceph-mon[181282]: from='client.48495 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:27:03.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:27:02 smithi039 ceph-mon[181282]: from='client.48501 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:27:03.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:27:02 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/971664844' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:27:03.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:27:03 smithi032 ceph-mon[191839]: pgmap v13266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:03.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:27:03 smithi032 ceph-mon[189144]: pgmap v13266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:04.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:27:03 smithi039 ceph-mon[181282]: pgmap v13266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:27:05 smithi032 ceph-mon[191839]: pgmap v13267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:27:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:27:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:27:05 smithi032 ceph-mon[189144]: pgmap v13267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:27:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:27:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:27:05 smithi039 ceph-mon[181282]: pgmap v13267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:27:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:27:07.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:27:07 smithi032 ceph-mon[191839]: pgmap v13268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:07.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:27:07 smithi032 ceph-mon[189144]: pgmap v13268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:08.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:27:07 smithi039 ceph-mon[181282]: pgmap v13268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:09.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:27:09 smithi032 ceph-mon[191839]: pgmap v13269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:09.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:27:09 smithi032 ceph-mon[189144]: pgmap v13269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:27:09 smithi039 ceph-mon[181282]: pgmap v13269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:27:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:27:10] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-22T23:27:11.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:27:11 smithi032 ceph-mon[189144]: pgmap v13270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:11.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:27:11 smithi032 ceph-mon[191839]: pgmap v13270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:27:11 smithi039 ceph-mon[181282]: pgmap v13270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:13.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:27:13 smithi032 ceph-mon[191839]: pgmap v13271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:13.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:27:13 smithi032 ceph-mon[189144]: pgmap v13271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:14.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:27:13 smithi039 ceph-mon[181282]: pgmap v13271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:15.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:27:15 smithi032 ceph-mon[189144]: pgmap v13272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:15.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:27:15 smithi032 ceph-mon[191839]: pgmap v13272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:16.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:27:15 smithi039 ceph-mon[181282]: pgmap v13272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:17.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:27:17 smithi032 ceph-mon[189144]: pgmap v13273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:17.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:27:17 smithi032 ceph-mon[191839]: pgmap v13273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:18.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:27:17 smithi039 ceph-mon[181282]: pgmap v13273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:19.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:27:19 smithi032 ceph-mon[189144]: pgmap v13274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:27:19 smithi032 ceph-mon[191839]: pgmap v13274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:27:19 smithi039 ceph-mon[181282]: pgmap v13274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:20.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:27:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:27:20.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:27:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:27:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:27:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:27:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:27:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:27:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:27:21.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:27:21 smithi032 ceph-mon[191839]: pgmap v13275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:27:21 smithi032 ceph-mon[189144]: pgmap v13275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:22.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:27:21 smithi039 ceph-mon[181282]: pgmap v13275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:23.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:27:23 smithi032 ceph-mon[191839]: pgmap v13276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:23.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:27:23 smithi032 ceph-mon[189144]: pgmap v13276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:24.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:27:23 smithi039 ceph-mon[181282]: pgmap v13276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:25.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:27:25 smithi032 ceph-mon[191839]: pgmap v13277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:25.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:27:25 smithi032 ceph-mon[189144]: pgmap v13277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:26.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:27:25 smithi039 ceph-mon[181282]: pgmap v13277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:27.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:27:27 smithi032 ceph-mon[191839]: pgmap v13278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:27.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:27:27 smithi032 ceph-mon[189144]: pgmap v13278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:28.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:27:27 smithi039 ceph-mon[181282]: pgmap v13278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:29.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:27:29 smithi032 ceph-mon[191839]: pgmap v13279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:29.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:27:29 smithi032 ceph-mon[189144]: pgmap v13279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:27:29 smithi039 ceph-mon[181282]: pgmap v13279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:27:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:27:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:27:31.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:27:31 smithi032 ceph-mon[191839]: pgmap v13280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:31.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:27:31 smithi032 ceph-mon[189144]: pgmap v13280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:32.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:27:31 smithi039 ceph-mon[181282]: pgmap v13280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:32.481 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:27:32.810 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:27:32.810 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 6m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:27:32.810 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 4m ago 6h 91.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:27:32.810 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 6m ago 6h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:27:32.811 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 4m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:27:32.811 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 4m ago 6h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:27:32.811 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 6m ago 6h 779M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:27:32.811 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 6m ago 6h 1658M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:27:32.811 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 4m ago 6h 794M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:27:32.811 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 6m ago 6h 825M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:27:32.811 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 6m ago 6h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:27:32.811 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 4m ago 6h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:27:32.811 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 6m ago 6h 4884M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:27:32.811 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 6m ago 6h 5045M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:27:32.811 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 6m ago 6h 4488M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:27:32.811 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 6m ago 6h 4542M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:27:32.811 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 4m ago 6h 4301M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:27:32.811 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 4m ago 6h 4640M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:27:32.811 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 4m ago 6h 4335M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:27:32.811 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 4m ago 6h 4323M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:27:32.812 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 4m ago 6h 125M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:27:32.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:27:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:27:32.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:27:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:27:33.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:27:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:27:33.231 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:27:33.231 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:27:33.232 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:27:33.232 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:27:33.232 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:27:33.232 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:27:33.232 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:27:33.232 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:27:33.232 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:27:33.232 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:27:33.232 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:27:33.232 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:27:33.232 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:27:33.232 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:27:33.232 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:27:33.232 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:27:33.233 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:27:33.233 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:27:33.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:27:33 smithi032 ceph-mon[191839]: pgmap v13281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:33.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:27:33 smithi032 ceph-mon[191839]: from='client.58430 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:27:33.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:27:33 smithi032 ceph-mon[191839]: from='client.48519 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:27:33.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:27:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:27:33.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:27:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:27:33.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:27:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:27:33.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:27:33 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2385680216' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:27:33.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:27:33 smithi032 ceph-mon[189144]: pgmap v13281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:33.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:27:33 smithi032 ceph-mon[189144]: from='client.58430 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:27:33.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:27:33 smithi032 ceph-mon[189144]: from='client.48519 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:27:33.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:27:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:27:33.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:27:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:27:33.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:27:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:27:33.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:27:33 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2385680216' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:27:34.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:27:33 smithi039 ceph-mon[181282]: pgmap v13281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:34.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:27:33 smithi039 ceph-mon[181282]: from='client.58430 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:27:34.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:27:33 smithi039 ceph-mon[181282]: from='client.48519 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:27:34.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:27:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:27:34.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:27:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:27:34.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:27:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:27:34.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:27:33 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2385680216' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:27:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:27:35 smithi032 ceph-mon[191839]: pgmap v13282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:27:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:27:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:27:35 smithi032 ceph-mon[189144]: pgmap v13282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:27:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:27:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:27:35 smithi039 ceph-mon[181282]: pgmap v13282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:27:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:27:37.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:27:37 smithi032 ceph-mon[191839]: pgmap v13283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:37.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:27:37 smithi032 ceph-mon[189144]: pgmap v13283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:38.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:27:37 smithi039 ceph-mon[181282]: pgmap v13283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:39.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:27:39 smithi032 ceph-mon[191839]: pgmap v13284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:27:39 smithi032 ceph-mon[189144]: pgmap v13284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:27:39 smithi039 ceph-mon[181282]: pgmap v13284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:27:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:27:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:27:41.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:27:41 smithi032 ceph-mon[191839]: pgmap v13285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:41.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:27:41 smithi032 ceph-mon[189144]: pgmap v13285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:42.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:27:41 smithi039 ceph-mon[181282]: pgmap v13285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:43.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:27:43 smithi032 ceph-mon[191839]: pgmap v13286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:43.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:27:43 smithi032 ceph-mon[189144]: pgmap v13286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:44.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:27:43 smithi039 ceph-mon[181282]: pgmap v13286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:45.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:27:45 smithi032 ceph-mon[191839]: pgmap v13287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:45.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:27:45 smithi032 ceph-mon[189144]: pgmap v13287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:46.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:27:45 smithi039 ceph-mon[181282]: pgmap v13287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:47.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:27:47 smithi032 ceph-mon[191839]: pgmap v13288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:47.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:27:47 smithi032 ceph-mon[189144]: pgmap v13288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:48.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:27:47 smithi039 ceph-mon[181282]: pgmap v13288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:49.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:27:49 smithi032 ceph-mon[189144]: pgmap v13289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:49.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:27:49 smithi032 ceph-mon[191839]: pgmap v13289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:27:49 smithi039 ceph-mon[181282]: pgmap v13289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:50.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:27:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:27:50.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:27:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:27:50.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:27:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:27:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:27:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:27:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:27:51.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:27:51 smithi032 ceph-mon[191839]: pgmap v13290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:27:51 smithi032 ceph-mon[189144]: pgmap v13290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:27:51 smithi039 ceph-mon[181282]: pgmap v13290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:53.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:27:53 smithi032 ceph-mon[191839]: pgmap v13291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:53.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:27:53 smithi032 ceph-mon[189144]: pgmap v13291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:54.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:27:53 smithi039 ceph-mon[181282]: pgmap v13291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:55.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:27:55 smithi032 ceph-mon[191839]: pgmap v13292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:55.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:27:55 smithi032 ceph-mon[189144]: pgmap v13292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:56.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:27:55 smithi039 ceph-mon[181282]: pgmap v13292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:57.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:27:57 smithi032 ceph-mon[191839]: pgmap v13293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:57.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:27:57 smithi032 ceph-mon[189144]: pgmap v13293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:58.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:27:57 smithi039 ceph-mon[181282]: pgmap v13293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:59.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:27:59 smithi032 ceph-mon[191839]: pgmap v13294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:27:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:27:59 smithi032 ceph-mon[189144]: pgmap v13294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:27:59 smithi039 ceph-mon[181282]: pgmap v13294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:28:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:28:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:28:01.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:28:01 smithi032 ceph-mon[191839]: pgmap v13295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:01.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:28:01 smithi032 ceph-mon[189144]: pgmap v13295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:28:01 smithi039 ceph-mon[181282]: pgmap v13295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:03.595 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:28:03.919 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:28:03.920 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 6m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:28:03.920 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 4m ago 6h 91.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:28:03.920 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 6m ago 6h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:28:03.920 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 4m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:28:03.920 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 4m ago 6h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:28:03.920 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 6m ago 6h 779M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:28:03.920 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 6m ago 6h 1658M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:28:03.920 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 4m ago 6h 794M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:28:03.920 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 6m ago 6h 825M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:28:03.920 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 6m ago 6h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:28:03.920 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 4m ago 6h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:28:03.921 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 6m ago 6h 4884M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:28:03.921 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 6m ago 6h 5045M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:28:03.921 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 6m ago 6h 4488M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:28:03.921 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 6m ago 6h 4542M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:28:03.921 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 4m ago 6h 4301M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:28:03.921 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 4m ago 6h 4640M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:28:03.921 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 4m ago 6h 4335M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:28:03.921 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 4m ago 6h 4323M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:28:03.921 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 4m ago 6h 125M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:28:03.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:28:03 smithi032 ceph-mon[189144]: pgmap v13296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:03.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:28:03 smithi032 ceph-mon[191839]: pgmap v13296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:04.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:28:03 smithi039 ceph-mon[181282]: pgmap v13296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:04.321 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:28:04.321 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:28:04.321 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:28:04.322 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:28:04.322 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:28:04.322 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:28:04.322 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:28:04.322 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:28:04.322 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:28:04.322 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:28:04.322 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:28:04.322 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:28:04.322 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:28:04.322 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:28:04.322 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:28:04.322 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:28:04.323 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:28:04.323 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:28:04.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:28:04 smithi032 ceph-mon[191839]: from='client.48531 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:28:04.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:28:04 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3908539255' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:28:04.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:28:04 smithi032 ceph-mon[189144]: from='client.48531 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:28:04.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:28:04 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3908539255' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:28:05.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:28:04 smithi039 ceph-mon[181282]: from='client.48531 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:28:05.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:28:04 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3908539255' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:28:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:28:05 smithi032 ceph-mon[191839]: from='client.58454 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:28:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:28:05 smithi032 ceph-mon[191839]: pgmap v13297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:28:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:28:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:28:05 smithi032 ceph-mon[189144]: from='client.58454 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:28:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:28:05 smithi032 ceph-mon[189144]: pgmap v13297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:28:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:28:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:28:05 smithi039 ceph-mon[181282]: from='client.58454 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:28:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:28:05 smithi039 ceph-mon[181282]: pgmap v13297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:28:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:28:07.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:28:07 smithi032 ceph-mon[191839]: pgmap v13298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:07.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:28:07 smithi032 ceph-mon[189144]: pgmap v13298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:08.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:28:07 smithi039 ceph-mon[181282]: pgmap v13298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:09.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:28:09 smithi032 ceph-mon[191839]: pgmap v13299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:28:09 smithi032 ceph-mon[189144]: pgmap v13299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:28:09 smithi039 ceph-mon[181282]: pgmap v13299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:28:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:28:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:28:11.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:28:11 smithi032 ceph-mon[191839]: pgmap v13300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:11.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:28:11 smithi032 ceph-mon[189144]: pgmap v13300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:28:11 smithi039 ceph-mon[181282]: pgmap v13300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:13.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:28:13 smithi032 ceph-mon[189144]: pgmap v13301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:13.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:28:13 smithi032 ceph-mon[191839]: pgmap v13301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:14.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:28:13 smithi039 ceph-mon[181282]: pgmap v13301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:15.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:28:15 smithi032 ceph-mon[189144]: pgmap v13302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:15.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:28:15 smithi032 ceph-mon[191839]: pgmap v13302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:16.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:28:15 smithi039 ceph-mon[181282]: pgmap v13302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:17.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:28:17 smithi032 ceph-mon[191839]: pgmap v13303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:17.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:28:17 smithi032 ceph-mon[189144]: pgmap v13303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:18.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:28:17 smithi039 ceph-mon[181282]: pgmap v13303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:19.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:28:19 smithi032 ceph-mon[191839]: pgmap v13304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:28:19 smithi032 ceph-mon[189144]: pgmap v13304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:28:19 smithi039 ceph-mon[181282]: pgmap v13304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:28:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:28:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:28:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:28:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:28:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:28:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:28:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:28:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:28:22.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:28:21 smithi039 ceph-mon[181282]: pgmap v13305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:28:21 smithi032 ceph-mon[191839]: pgmap v13305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:22.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:28:21 smithi032 ceph-mon[189144]: pgmap v13305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:24.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:28:23 smithi039 ceph-mon[181282]: pgmap v13306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:24.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:28:23 smithi032 ceph-mon[191839]: pgmap v13306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:24.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:28:23 smithi032 ceph-mon[189144]: pgmap v13306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:26.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:28:25 smithi039 ceph-mon[181282]: pgmap v13307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:26.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:28:25 smithi032 ceph-mon[191839]: pgmap v13307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:26.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:28:25 smithi032 ceph-mon[189144]: pgmap v13307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:28.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:28:27 smithi039 ceph-mon[181282]: pgmap v13308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:28.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:28:27 smithi032 ceph-mon[191839]: pgmap v13308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:28.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:28:27 smithi032 ceph-mon[189144]: pgmap v13308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:28:29 smithi039 ceph-mon[181282]: pgmap v13309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:30.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:28:29 smithi032 ceph-mon[191839]: pgmap v13309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:30.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:28:29 smithi032 ceph-mon[189144]: pgmap v13309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:28:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:28:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:28:32.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:28:31 smithi039 ceph-mon[181282]: pgmap v13310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:32.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:28:31 smithi032 ceph-mon[189144]: pgmap v13310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:32.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:28:31 smithi032 ceph-mon[191839]: pgmap v13310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:34.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:28:33 smithi039 ceph-mon[181282]: pgmap v13311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:34.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:28:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:28:34.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:28:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:28:34.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:28:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:28:34.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:28:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:28:34.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:28:33 smithi032 ceph-mon[189144]: pgmap v13311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:34.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:28:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:28:34.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:28:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:28:34.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:28:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:28:34.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:28:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:28:34.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:28:33 smithi032 ceph-mon[191839]: pgmap v13311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:34.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:28:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:28:34.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:28:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:28:34.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:28:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:28:34.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:28:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:28:34.680 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:28:35.005 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:28:35.006 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 7m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:28:35.006 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 5m ago 6h 91.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:28:35.006 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 7m ago 6h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:28:35.006 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 5m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:28:35.006 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 5m ago 6h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:28:35.006 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 7m ago 6h 779M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:28:35.006 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 7m ago 6h 1658M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:28:35.006 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 5m ago 6h 794M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:28:35.006 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 7m ago 6h 825M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:28:35.006 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 7m ago 6h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:28:35.006 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 5m ago 6h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:28:35.006 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 7m ago 6h 4884M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:28:35.006 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 7m ago 6h 5045M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:28:35.007 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 7m ago 6h 4488M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:28:35.007 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 7m ago 6h 4542M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:28:35.007 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 5m ago 6h 4301M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:28:35.007 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 5m ago 6h 4640M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:28:35.007 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 5m ago 6h 4335M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:28:35.007 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 5m ago 6h 4323M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:28:35.007 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 5m ago 6h 125M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:28:35.406 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:28:35.406 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:28:35.406 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:28:35.406 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:28:35.406 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:28:35.406 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:28:35.406 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:28:35.407 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:28:35.407 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:28:35.407 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:28:35.407 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:28:35.407 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:28:35.407 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:28:35.407 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:28:35.407 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:28:35.407 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:28:35.407 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:28:35.407 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:28:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:28:35 smithi039 ceph-mon[181282]: pgmap v13312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:36.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:28:35 smithi039 ceph-mon[181282]: from='client.58466 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:28:36.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:28:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:28:36.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:28:35 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1030609371' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:28:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:28:35 smithi032 ceph-mon[191839]: pgmap v13312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:28:35 smithi032 ceph-mon[191839]: from='client.58466 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:28:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:28:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:28:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:28:35 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1030609371' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:28:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:28:35 smithi032 ceph-mon[189144]: pgmap v13312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:28:35 smithi032 ceph-mon[189144]: from='client.58466 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:28:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:28:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:28:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:28:35 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1030609371' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:28:37.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:28:36 smithi039 ceph-mon[181282]: from='client.58472 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:28:37.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:28:36 smithi032 ceph-mon[191839]: from='client.58472 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:28:37.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:28:36 smithi032 ceph-mon[189144]: from='client.58472 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:28:38.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:28:37 smithi039 ceph-mon[181282]: pgmap v13313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:28:37 smithi032 ceph-mon[189144]: pgmap v13313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:38.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:28:37 smithi032 ceph-mon[191839]: pgmap v13313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:28:39 smithi039 ceph-mon[181282]: pgmap v13314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:40.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:28:39 smithi032 ceph-mon[191839]: pgmap v13314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:28:39 smithi032 ceph-mon[189144]: pgmap v13314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:28:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:28:40] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T23:28:42.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:28:41 smithi039 ceph-mon[181282]: pgmap v13315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:42.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:28:41 smithi032 ceph-mon[191839]: pgmap v13315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:42.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:28:41 smithi032 ceph-mon[189144]: pgmap v13315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:44.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:28:43 smithi039 ceph-mon[181282]: pgmap v13316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:44.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:28:43 smithi032 ceph-mon[191839]: pgmap v13316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:28:43 smithi032 ceph-mon[189144]: pgmap v13316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:46.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:28:45 smithi039 ceph-mon[181282]: pgmap v13317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:46.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:28:45 smithi032 ceph-mon[191839]: pgmap v13317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:46.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:28:45 smithi032 ceph-mon[189144]: pgmap v13317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:48.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:28:47 smithi039 ceph-mon[181282]: pgmap v13318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:48.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:28:47 smithi032 ceph-mon[191839]: pgmap v13318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:48.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:28:47 smithi032 ceph-mon[189144]: pgmap v13318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:28:49 smithi039 ceph-mon[181282]: pgmap v13319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:50.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:28:49 smithi032 ceph-mon[191839]: pgmap v13319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:28:49 smithi032 ceph-mon[189144]: pgmap v13319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:28:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:28:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:28:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:28:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:28:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:28:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:28:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:28:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:28:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:28:51 smithi039 ceph-mon[181282]: pgmap v13320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:52.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:28:51 smithi032 ceph-mon[189144]: pgmap v13320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:28:51 smithi032 ceph-mon[191839]: pgmap v13320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:54.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:28:53 smithi039 ceph-mon[181282]: pgmap v13321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:54.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:28:53 smithi032 ceph-mon[189144]: pgmap v13321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:54.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:28:53 smithi032 ceph-mon[191839]: pgmap v13321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:56.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:28:55 smithi039 ceph-mon[181282]: pgmap v13322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:28:55 smithi032 ceph-mon[189144]: pgmap v13322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:28:55 smithi032 ceph-mon[191839]: pgmap v13322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:58.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:28:57 smithi039 ceph-mon[181282]: pgmap v13323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:58.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:28:57 smithi032 ceph-mon[191839]: pgmap v13323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:28:58.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:28:57 smithi032 ceph-mon[189144]: pgmap v13323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:28:59 smithi039 ceph-mon[181282]: pgmap v13324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:00.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:28:59 smithi032 ceph-mon[191839]: pgmap v13324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:00.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:28:59 smithi032 ceph-mon[189144]: pgmap v13324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:29:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:29:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:29:02.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:01 smithi032 ceph-mon[191839]: pgmap v13325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:01 smithi032 ceph-mon[189144]: pgmap v13325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:01 smithi039 ceph-mon[181282]: pgmap v13325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:04.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:03 smithi032 ceph-mon[189144]: pgmap v13326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:04.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:03 smithi032 ceph-mon[191839]: pgmap v13326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:04.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:03 smithi039 ceph-mon[181282]: pgmap v13326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:05.772 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:29:06.097 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:29:06.097 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 7m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:29:06.097 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 5m ago 6h 91.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:29:06.097 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 7m ago 6h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:29:06.098 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 5m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:29:06.098 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 5m ago 6h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:29:06.098 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 7m ago 6h 779M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:29:06.098 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 7m ago 6h 1658M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:29:06.098 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 5m ago 6h 794M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:29:06.098 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 7m ago 6h 825M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:29:06.098 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 7m ago 6h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:29:06.098 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 5m ago 6h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:29:06.098 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 7m ago 6h 4884M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:29:06.098 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 7m ago 6h 5045M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:29:06.098 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 7m ago 6h 4488M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:29:06.098 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 7m ago 6h 4542M 2340M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:29:06.098 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 5m ago 6h 4301M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:29:06.098 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 5m ago 6h 4640M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:29:06.098 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 5m ago 6h 4335M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:29:06.099 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 5m ago 6h 4323M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:29:06.099 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 5m ago 6h 125M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:29:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:05 smithi032 ceph-mon[189144]: pgmap v13327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:06.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:29:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:05 smithi032 ceph-mon[191839]: pgmap v13327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:29:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:05 smithi039 ceph-mon[181282]: pgmap v13327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:29:06.497 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:29:06.497 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:29:06.497 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:29:06.497 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:29:06.497 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:29:06.497 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:29:06.498 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:29:06.498 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:29:06.498 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:29:06.498 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:29:06.498 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:29:06.498 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:29:06.498 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:29:06.498 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:29:06.498 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:29:06.498 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:29:06.498 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:29:06.498 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:29:07.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:06 smithi032 ceph-mon[189144]: from='client.58484 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:29:07.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:06 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/783089397' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:29:07.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:06 smithi032 ceph-mon[191839]: from='client.58484 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:29:07.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:06 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/783089397' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:29:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:06 smithi039 ceph-mon[181282]: from='client.58484 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:29:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:06 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/783089397' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:29:08.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:07 smithi032 ceph-mon[191839]: pgmap v13328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:08.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:07 smithi032 ceph-mon[191839]: from='client.58490 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:29:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:07 smithi032 ceph-mon[189144]: pgmap v13328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:07 smithi032 ceph-mon[189144]: from='client.58490 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:29:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:07 smithi039 ceph-mon[181282]: pgmap v13328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:08.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:07 smithi039 ceph-mon[181282]: from='client.58490 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:29:10.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:09 smithi032 ceph-mon[191839]: pgmap v13329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:09 smithi032 ceph-mon[189144]: pgmap v13329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:09 smithi039 ceph-mon[181282]: pgmap v13329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:29:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:29:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T23:29:12.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:11 smithi032 ceph-mon[191839]: pgmap v13330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:11 smithi032 ceph-mon[189144]: pgmap v13330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:11 smithi039 ceph-mon[181282]: pgmap v13330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:14.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:13 smithi032 ceph-mon[191839]: pgmap v13331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:14.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:13 smithi032 ceph-mon[189144]: pgmap v13331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:14.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:13 smithi039 ceph-mon[181282]: pgmap v13331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:16.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:15 smithi032 ceph-mon[191839]: pgmap v13332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:16.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:15 smithi032 ceph-mon[189144]: pgmap v13332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:16.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:15 smithi039 ceph-mon[181282]: pgmap v13332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:18.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:17 smithi032 ceph-mon[191839]: pgmap v13333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:17 smithi032 ceph-mon[189144]: pgmap v13333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:18.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:17 smithi039 ceph-mon[181282]: pgmap v13333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:20.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:19 smithi032 ceph-mon[191839]: pgmap v13334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:19 smithi032 ceph-mon[189144]: pgmap v13334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:19 smithi039 ceph-mon[181282]: pgmap v13334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:29:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:29:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:29:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:29:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:29:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:29:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:21 smithi032 ceph-mon[191839]: pgmap v13335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:21 smithi032 ceph-mon[189144]: pgmap v13335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:21 smithi039 ceph-mon[181282]: pgmap v13335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:24.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:23 smithi032 ceph-mon[189144]: pgmap v13336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:24.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:23 smithi032 ceph-mon[191839]: pgmap v13336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:24.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:23 smithi039 ceph-mon[181282]: pgmap v13336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:25 smithi032 ceph-mon[191839]: pgmap v13337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:25 smithi032 ceph-mon[189144]: pgmap v13337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:25 smithi039 ceph-mon[181282]: pgmap v13337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:28.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:27 smithi032 ceph-mon[191839]: pgmap v13338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:28.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:27 smithi032 ceph-mon[189144]: pgmap v13338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:28.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:27 smithi039 ceph-mon[181282]: pgmap v13338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:30.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:29 smithi032 ceph-mon[191839]: pgmap v13339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:31.310 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:29 smithi032 ceph-mon[189144]: pgmap v13339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:31.310 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:29:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:29:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:29:31.311 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:29 smithi039 ceph-mon[181282]: pgmap v13339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:32.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:31 smithi032 ceph-mon[191839]: pgmap v13340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:32.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:31 smithi032 ceph-mon[189144]: pgmap v13340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:31 smithi039 ceph-mon[181282]: pgmap v13340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:34.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:33 smithi032 ceph-mon[189144]: pgmap v13341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:34.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:29:34.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:33 smithi032 ceph-mon[191839]: pgmap v13341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:34.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:29:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:33 smithi039 ceph-mon[181282]: pgmap v13341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:29:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:35 smithi032 ceph-mon[191839]: pgmap v13342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:29:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:29:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:29:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:29:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:29:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:29:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:35 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi032 to 2330M 2023-12-22T23:29:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:29:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:29:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:29:35.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:29:35.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:29:35.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:35 smithi032 ceph-mon[189144]: pgmap v13342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:35.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:29:35.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:29:35.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:29:35.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:29:35.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:29:35.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:29:35.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:35 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi032 to 2330M 2023-12-22T23:29:35.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:29:35.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:29:35.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:29:35.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:29:35.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:29:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:35 smithi039 ceph-mon[181282]: pgmap v13342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:29:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:29:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:29:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:29:35.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:29:35.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:29:35.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:35 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi032 to 2330M 2023-12-22T23:29:35.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:29:35.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:29:35.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:29:35.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:29:35.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:29:36.861 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:29:37.184 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:29:37.185 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 8m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:29:37.185 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 6m ago 6h 91.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:29:37.185 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 8m ago 6h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:29:37.185 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 6m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:29:37.185 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 6m ago 6h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:29:37.185 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 8m ago 6h 779M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:29:37.185 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 8m ago 6h 1658M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:29:37.185 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 6m ago 6h 794M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:29:37.185 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 8m ago 6h 825M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:29:37.185 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 8m ago 6h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:29:37.185 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 6m ago 6h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:29:37.185 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 8m ago 6h 4884M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:29:37.186 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 8m ago 6h 5045M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:29:37.186 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 8m ago 6h 4488M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:29:37.186 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 8m ago 6h 4542M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:29:37.186 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 6m ago 6h 4301M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:29:37.186 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 6m ago 6h 4640M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:29:37.186 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 6m ago 6h 4335M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:29:37.186 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 6m ago 6h 4323M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:29:37.186 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 6m ago 6h 125M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:29:37.588 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:29:37.588 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:29:37.588 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:29:37.589 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:29:37.589 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:29:37.589 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:29:37.589 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:29:37.589 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:29:37.589 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:29:37.589 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:29:37.589 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:29:37.589 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:29:37.589 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:29:37.589 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:29:37.589 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:29:37.589 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:29:37.590 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:29:37.590 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:29:37.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:37 smithi039 ceph-mon[181282]: pgmap v13343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:37.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:37 smithi039 ceph-mon[181282]: from='client.58502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:29:37.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:37 smithi032 ceph-mon[191839]: pgmap v13343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:37.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:37 smithi032 ceph-mon[191839]: from='client.58502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:29:37.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:37 smithi032 ceph-mon[189144]: pgmap v13343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:37.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:37 smithi032 ceph-mon[189144]: from='client.58502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:29:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:38 smithi039 ceph-mon[181282]: from='client.48591 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:29:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:38 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/788769116' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:29:38.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:38 smithi032 ceph-mon[191839]: from='client.48591 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:29:38.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:38 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/788769116' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:29:38.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:38 smithi032 ceph-mon[189144]: from='client.48591 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:29:38.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:38 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/788769116' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:29:39.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:39 smithi039 ceph-mon[181282]: pgmap v13344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:39.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:39 smithi032 ceph-mon[191839]: pgmap v13344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:39 smithi032 ceph-mon[189144]: pgmap v13344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:29:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:29:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:29:41.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:41 smithi039 ceph-mon[181282]: pgmap v13345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:41.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:41 smithi032 ceph-mon[191839]: pgmap v13345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:41.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:41 smithi032 ceph-mon[189144]: pgmap v13345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:43.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:43 smithi039 ceph-mon[181282]: pgmap v13346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:43.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:43 smithi032 ceph-mon[189144]: pgmap v13346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:43.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:43 smithi032 ceph-mon[191839]: pgmap v13346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:45.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:45 smithi039 ceph-mon[181282]: pgmap v13347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:45.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:45 smithi032 ceph-mon[191839]: pgmap v13347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:45.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:45 smithi032 ceph-mon[189144]: pgmap v13347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:47.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:47 smithi039 ceph-mon[181282]: pgmap v13348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:47.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:47 smithi032 ceph-mon[191839]: pgmap v13348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:47.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:47 smithi032 ceph-mon[189144]: pgmap v13348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:49.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:49 smithi039 ceph-mon[181282]: pgmap v13349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:49.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:49 smithi032 ceph-mon[191839]: pgmap v13349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:49.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:49 smithi032 ceph-mon[189144]: pgmap v13349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:29:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:29:50.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:29:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:29:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:29:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:29:51.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:51 smithi039 ceph-mon[181282]: pgmap v13350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:51 smithi032 ceph-mon[189144]: pgmap v13350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:51.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:51 smithi032 ceph-mon[191839]: pgmap v13350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:53.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:53 smithi039 ceph-mon[181282]: pgmap v13351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:53.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:53 smithi032 ceph-mon[189144]: pgmap v13351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:53.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:53 smithi032 ceph-mon[191839]: pgmap v13351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:55.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:55 smithi039 ceph-mon[181282]: pgmap v13352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:55.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:55 smithi032 ceph-mon[189144]: pgmap v13352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:55.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:55 smithi032 ceph-mon[191839]: pgmap v13352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:57.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:57 smithi039 ceph-mon[181282]: pgmap v13353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:57.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:57 smithi032 ceph-mon[189144]: pgmap v13353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:57.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:57 smithi032 ceph-mon[191839]: pgmap v13353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:59.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:29:59 smithi039 ceph-mon[181282]: pgmap v13354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:59.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:29:59 smithi032 ceph-mon[189144]: pgmap v13354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:29:59.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:29:59 smithi032 ceph-mon[191839]: pgmap v13354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T23:29:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T23:30:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T23:30:00.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T23:30:00.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T23:30:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:30:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:30:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:30:01.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:01 smithi039 ceph-mon[181282]: pgmap v13355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:01.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:01 smithi032 ceph-mon[191839]: pgmap v13355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:01.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:01 smithi032 ceph-mon[189144]: pgmap v13355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:03.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:03 smithi039 ceph-mon[181282]: pgmap v13356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:03.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:03 smithi032 ceph-mon[189144]: pgmap v13356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:03.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:03 smithi032 ceph-mon[191839]: pgmap v13356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:05 smithi039 ceph-mon[181282]: pgmap v13357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:05.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:30:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:05 smithi032 ceph-mon[189144]: pgmap v13357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:30:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:05 smithi032 ceph-mon[191839]: pgmap v13357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:30:07.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:07 smithi039 ceph-mon[181282]: pgmap v13358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:07.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:07 smithi032 ceph-mon[191839]: pgmap v13358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:07.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:07 smithi032 ceph-mon[189144]: pgmap v13358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:07.951 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:30:08.274 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:30:08.274 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 8m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:30:08.275 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 6m ago 6h 91.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:30:08.275 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 8m ago 6h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:30:08.275 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 6m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:30:08.275 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 6m ago 6h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:30:08.275 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 8m ago 6h 779M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:30:08.275 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 8m ago 6h 1658M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:30:08.275 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 6m ago 6h 794M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:30:08.275 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 8m ago 6h 825M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:30:08.275 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 8m ago 6h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:30:08.275 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 6m ago 6h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:30:08.275 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 8m ago 6h 4884M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:30:08.276 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 8m ago 6h 5045M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:30:08.276 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 8m ago 6h 4488M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:30:08.276 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 8m ago 6h 4542M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:30:08.276 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 6m ago 6h 4301M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:30:08.276 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 6m ago 6h 4640M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:30:08.276 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 6m ago 6h 4335M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:30:08.276 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 6m ago 6h 4323M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:30:08.276 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 6m ago 6h 125M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:30:08.676 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:30:08.676 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:30:08.676 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:30:08.676 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:30:08.676 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:30:08.676 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:30:08.676 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:30:08.676 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:30:08.676 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:30:08.676 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:30:08.676 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:30:08.676 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:30:08.677 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:30:08.677 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:30:08.677 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:30:08.677 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:30:08.677 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:30:08.677 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:30:09.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:09 smithi032 ceph-mon[189144]: from='client.58520 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:30:09.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:09 smithi032 ceph-mon[189144]: pgmap v13359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:09.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:09 smithi032 ceph-mon[189144]: from='client.48609 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:30:09.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:09 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1669595956' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:30:09.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:09 smithi032 ceph-mon[191839]: from='client.58520 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:30:09.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:09 smithi032 ceph-mon[191839]: pgmap v13359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:09.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:09 smithi032 ceph-mon[191839]: from='client.48609 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:30:09.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:09 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1669595956' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:30:09.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:09 smithi039 ceph-mon[181282]: from='client.58520 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:30:09.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:09 smithi039 ceph-mon[181282]: pgmap v13359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:09.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:09 smithi039 ceph-mon[181282]: from='client.48609 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:30:09.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:09 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1669595956' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:30:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:30:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:30:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T23:30:11.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:11 smithi039 ceph-mon[181282]: pgmap v13360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:11 smithi032 ceph-mon[191839]: pgmap v13360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:11.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:11 smithi032 ceph-mon[189144]: pgmap v13360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:13.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:13 smithi032 ceph-mon[189144]: pgmap v13361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:13.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:13 smithi032 ceph-mon[191839]: pgmap v13361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:14.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:13 smithi039 ceph-mon[181282]: pgmap v13361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:15 smithi039 ceph-mon[181282]: pgmap v13362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:15.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:15 smithi032 ceph-mon[191839]: pgmap v13362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:15.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:15 smithi032 ceph-mon[189144]: pgmap v13362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:17.257 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 23:30:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-22T23:30:16.982939422Z level=info msg="Completed cleanup jobs" duration=12.446324ms 2023-12-22T23:30:17.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:17 smithi032 ceph-mon[191839]: pgmap v13363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:17.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:17 smithi032 ceph-mon[189144]: pgmap v13363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:18.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:17 smithi039 ceph-mon[181282]: pgmap v13363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:19 smithi032 ceph-mon[191839]: pgmap v13364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:19 smithi032 ceph-mon[189144]: pgmap v13364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:19 smithi039 ceph-mon[181282]: pgmap v13364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:20.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:30:20.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:30:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:30:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:30:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:30:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:30:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:21 smithi032 ceph-mon[189144]: pgmap v13365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:21.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:21 smithi032 ceph-mon[191839]: pgmap v13365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:22.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:21 smithi039 ceph-mon[181282]: pgmap v13365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:23.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:23 smithi032 ceph-mon[189144]: pgmap v13366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:23.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:23 smithi032 ceph-mon[191839]: pgmap v13366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:24.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:23 smithi039 ceph-mon[181282]: pgmap v13366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:25.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:25 smithi032 ceph-mon[191839]: pgmap v13367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:25.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:25 smithi032 ceph-mon[189144]: pgmap v13367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:26.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:25 smithi039 ceph-mon[181282]: pgmap v13367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:27.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:27 smithi032 ceph-mon[191839]: pgmap v13368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:27.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:27 smithi032 ceph-mon[189144]: pgmap v13368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:28.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:27 smithi039 ceph-mon[181282]: pgmap v13368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:29.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:29 smithi032 ceph-mon[191839]: pgmap v13369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:29.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:29 smithi032 ceph-mon[189144]: pgmap v13369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:29 smithi039 ceph-mon[181282]: pgmap v13369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:30:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:30:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:30:31.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:31 smithi032 ceph-mon[191839]: pgmap v13370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:31.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:31 smithi032 ceph-mon[189144]: pgmap v13370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:32.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:31 smithi039 ceph-mon[181282]: pgmap v13370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:33.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:33 smithi032 ceph-mon[191839]: pgmap v13371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:33.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:33 smithi032 ceph-mon[189144]: pgmap v13371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:34.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:33 smithi039 ceph-mon[181282]: pgmap v13371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:35 smithi032 ceph-mon[191839]: pgmap v13372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:30:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:30:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:30:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:30:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:35 smithi032 ceph-mon[189144]: pgmap v13372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:30:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:30:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:30:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:30:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:35 smithi039 ceph-mon[181282]: pgmap v13372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:30:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:30:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:30:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:30:36.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:30:36.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:30:36.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:30:36.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:30:36.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:30:36.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:30:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:30:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:30:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:30:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:30:37.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:30:37.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:30:37.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:30:37.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:30:37.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:30:37.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:37 smithi032 ceph-mon[191839]: pgmap v13373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:37.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:37 smithi032 ceph-mon[189144]: pgmap v13373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:38.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:37 smithi039 ceph-mon[181282]: pgmap v13373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:39.044 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:30:39.370 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:30:39.370 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 9m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:30:39.370 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 7m ago 6h 91.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:30:39.370 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 9m ago 6h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:30:39.370 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 7m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:30:39.370 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 7m ago 6h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:30:39.370 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 9m ago 6h 779M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:30:39.371 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 9m ago 6h 1658M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:30:39.371 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 7m ago 6h 794M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:30:39.371 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 9m ago 6h 825M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:30:39.371 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 9m ago 6h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:30:39.371 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 7m ago 6h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:30:39.371 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 9m ago 6h 4884M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:30:39.371 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 9m ago 6h 5045M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:30:39.371 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 9m ago 6h 4488M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:30:39.371 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 9m ago 6h 4542M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:30:39.371 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 7m ago 6h 4301M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:30:39.371 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 7m ago 6h 4640M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:30:39.371 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 7m ago 6h 4335M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:30:39.371 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 7m ago 6h 4323M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:30:39.371 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 7m ago 6h 125M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:30:39.773 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:30:39.773 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:30:39.773 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:30:39.773 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:30:39.773 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:30:39.773 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:30:39.773 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:30:39.773 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:30:39.773 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:30:39.773 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:30:39.773 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:30:39.773 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:30:39.773 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:30:39.774 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:30:39.774 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:30:39.774 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:30:39.774 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:30:39.774 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:30:39.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:39 smithi032 ceph-mon[191839]: pgmap v13374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:39 smithi032 ceph-mon[189144]: pgmap v13374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:39 smithi039 ceph-mon[181282]: pgmap v13374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:40.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:30:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:30:40] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T23:30:40.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:40 smithi032 ceph-mon[191839]: from='client.48621 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:30:40.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:40 smithi032 ceph-mon[191839]: from='client.48627 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:30:40.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:40 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3207491111' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:30:40.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:40 smithi032 ceph-mon[189144]: from='client.48621 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:30:40.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:40 smithi032 ceph-mon[189144]: from='client.48627 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:30:40.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:40 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3207491111' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:30:41.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:40 smithi039 ceph-mon[181282]: from='client.48621 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:30:41.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:40 smithi039 ceph-mon[181282]: from='client.48627 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:30:41.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:40 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3207491111' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:30:41.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:41 smithi032 ceph-mon[191839]: pgmap v13375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:41.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:41 smithi032 ceph-mon[189144]: pgmap v13375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:42.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:41 smithi039 ceph-mon[181282]: pgmap v13375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:43.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:43 smithi032 ceph-mon[191839]: pgmap v13376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:43.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:43 smithi032 ceph-mon[189144]: pgmap v13376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:44.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:43 smithi039 ceph-mon[181282]: pgmap v13376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:45.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:45 smithi032 ceph-mon[191839]: pgmap v13377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:45.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:45 smithi032 ceph-mon[189144]: pgmap v13377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:46.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:45 smithi039 ceph-mon[181282]: pgmap v13377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:47.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:47 smithi032 ceph-mon[191839]: pgmap v13378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:47.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:47 smithi032 ceph-mon[189144]: pgmap v13378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:48.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:47 smithi039 ceph-mon[181282]: pgmap v13378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:49.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:49 smithi032 ceph-mon[191839]: pgmap v13379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:49.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:49 smithi032 ceph-mon[189144]: pgmap v13379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:49 smithi039 ceph-mon[181282]: pgmap v13379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:50.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:30:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:30:50] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T23:30:50.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:30:50.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:30:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:30:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:51 smithi032 ceph-mon[189144]: pgmap v13380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:51.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:51 smithi032 ceph-mon[191839]: pgmap v13380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:51 smithi039 ceph-mon[181282]: pgmap v13380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:53.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:53 smithi032 ceph-mon[189144]: pgmap v13381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:53.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:53 smithi032 ceph-mon[191839]: pgmap v13381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:54.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:53 smithi039 ceph-mon[181282]: pgmap v13381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:55.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:55 smithi032 ceph-mon[191839]: pgmap v13382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:55.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:55 smithi032 ceph-mon[189144]: pgmap v13382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:56.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:55 smithi039 ceph-mon[181282]: pgmap v13382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:57.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:57 smithi032 ceph-mon[189144]: pgmap v13383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:57.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:57 smithi032 ceph-mon[191839]: pgmap v13383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:58.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:57 smithi039 ceph-mon[181282]: pgmap v13383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:59.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:30:59 smithi032 ceph-mon[191839]: pgmap v13384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:30:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:30:59 smithi032 ceph-mon[189144]: pgmap v13384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:30:59 smithi039 ceph-mon[181282]: pgmap v13384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:31:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:31:00] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T23:31:01.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:01 smithi032 ceph-mon[191839]: pgmap v13385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:01.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:01 smithi032 ceph-mon[189144]: pgmap v13385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:01 smithi039 ceph-mon[181282]: pgmap v13385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:03.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:03 smithi032 ceph-mon[191839]: pgmap v13386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:03.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:03 smithi032 ceph-mon[189144]: pgmap v13386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:04.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:03 smithi039 ceph-mon[181282]: pgmap v13386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:05 smithi032 ceph-mon[191839]: pgmap v13387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:31:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:05 smithi032 ceph-mon[189144]: pgmap v13387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:31:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:05 smithi039 ceph-mon[181282]: pgmap v13387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:31:07.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:07 smithi032 ceph-mon[191839]: pgmap v13388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:07.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:07 smithi032 ceph-mon[189144]: pgmap v13388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:08.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:07 smithi039 ceph-mon[181282]: pgmap v13388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:09 smithi032 ceph-mon[189144]: pgmap v13389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:09 smithi032 ceph-mon[191839]: pgmap v13389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:09 smithi039 ceph-mon[181282]: pgmap v13389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:10.140 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:31:10.461 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:31:10.461 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 9m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:31:10.462 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 7m ago 6h 91.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:31:10.462 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 9m ago 6h 26.0M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:31:10.462 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 7m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:31:10.462 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 7m ago 6h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:31:10.462 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 9m ago 6h 779M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:31:10.462 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 9m ago 6h 1658M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:31:10.462 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 7m ago 6h 794M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:31:10.462 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 9m ago 6h 825M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:31:10.462 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 9m ago 6h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:31:10.462 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 7m ago 6h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:31:10.462 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 9m ago 6h 4884M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:31:10.462 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 9m ago 6h 5045M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:31:10.462 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 9m ago 6h 4488M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:31:10.462 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 9m ago 6h 4542M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:31:10.462 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 7m ago 6h 4301M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:31:10.463 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 7m ago 6h 4640M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:31:10.463 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 7m ago 6h 4335M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:31:10.463 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 7m ago 6h 4323M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:31:10.463 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 7m ago 6h 125M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:31:10.862 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:31:10.863 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:31:10.863 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:31:10.863 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:31:10.863 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:31:10.863 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:31:10.863 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:31:10.863 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:31:10.863 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:31:10.863 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:31:10.863 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:31:10.863 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:31:10.863 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:31:10.863 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:31:10.863 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:31:10.863 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:31:10.864 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:31:10.864 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:31:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:31:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:31:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:31:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:11 smithi032 ceph-mon[191839]: pgmap v13390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:11 smithi032 ceph-mon[191839]: from='client.58556 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:31:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:11 smithi032 ceph-mon[191839]: from='client.58562 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:31:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:11 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4285714317' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:31:11.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:11 smithi032 ceph-mon[189144]: pgmap v13390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:11.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:11 smithi032 ceph-mon[189144]: from='client.58556 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:31:11.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:11 smithi032 ceph-mon[189144]: from='client.58562 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:31:11.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:11 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4285714317' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:31:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:11 smithi039 ceph-mon[181282]: pgmap v13390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:11 smithi039 ceph-mon[181282]: from='client.58556 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:31:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:11 smithi039 ceph-mon[181282]: from='client.58562 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:31:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:11 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4285714317' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:31:13.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:13 smithi032 ceph-mon[191839]: pgmap v13391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:13.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:13 smithi032 ceph-mon[189144]: pgmap v13391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:14.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:13 smithi039 ceph-mon[181282]: pgmap v13391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:15.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:15 smithi032 ceph-mon[191839]: pgmap v13392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:15.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:15 smithi032 ceph-mon[189144]: pgmap v13392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:16.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:15 smithi039 ceph-mon[181282]: pgmap v13392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:17.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:17 smithi032 ceph-mon[191839]: pgmap v13393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:17.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:17 smithi032 ceph-mon[189144]: pgmap v13393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:18.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:17 smithi039 ceph-mon[181282]: pgmap v13393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:19 smithi032 ceph-mon[191839]: pgmap v13394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:19 smithi032 ceph-mon[189144]: pgmap v13394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:19 smithi039 ceph-mon[181282]: pgmap v13394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:31:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:31:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:31:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:31:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:31:20] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T23:31:22.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:21 smithi039 ceph-mon[181282]: pgmap v13395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:21 smithi032 ceph-mon[191839]: pgmap v13395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:21 smithi032 ceph-mon[189144]: pgmap v13395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:24.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:23 smithi039 ceph-mon[181282]: pgmap v13396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:24.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:23 smithi032 ceph-mon[191839]: pgmap v13396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:23 smithi032 ceph-mon[189144]: pgmap v13396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:26.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:25 smithi039 ceph-mon[181282]: pgmap v13397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:25 smithi032 ceph-mon[191839]: pgmap v13397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:25 smithi032 ceph-mon[189144]: pgmap v13397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:28.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:27 smithi039 ceph-mon[181282]: pgmap v13398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:28.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:27 smithi032 ceph-mon[191839]: pgmap v13398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:28.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:27 smithi032 ceph-mon[189144]: pgmap v13398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:29 smithi039 ceph-mon[181282]: pgmap v13399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:29 smithi032 ceph-mon[189144]: pgmap v13399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:29 smithi032 ceph-mon[191839]: pgmap v13399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:31:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:31:30] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T23:31:32.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:31 smithi039 ceph-mon[181282]: pgmap v13400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:31 smithi032 ceph-mon[189144]: pgmap v13400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:31 smithi032 ceph-mon[191839]: pgmap v13400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:34.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:33 smithi039 ceph-mon[181282]: pgmap v13401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:34.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:33 smithi032 ceph-mon[189144]: pgmap v13401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:34.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:33 smithi032 ceph-mon[191839]: pgmap v13401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:35 smithi039 ceph-mon[181282]: pgmap v13402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:31:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:35 smithi032 ceph-mon[191839]: pgmap v13402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:31:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:35 smithi032 ceph-mon[189144]: pgmap v13402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:31:36.968 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:31:36.969 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:31:37.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:31:38.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:37 smithi039 ceph-mon[181282]: pgmap v13403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:38.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:37 smithi032 ceph-mon[191839]: pgmap v13403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:37 smithi032 ceph-mon[189144]: pgmap v13403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:39.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:39 smithi032 ceph-mon[189144]: pgmap v13404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:39.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:31:39.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:31:39.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:39 smithi032 ceph-mon[191839]: pgmap v13404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:39.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:31:39.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:31:39.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:39 smithi039 ceph-mon[181282]: pgmap v13404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:39.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:31:39.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:31:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:31:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:31:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:31:41.217 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:31:41.541 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:31:41.542 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 3s ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:31:41.542 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 8m ago 6h 91.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:31:41.542 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 3s ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:31:41.542 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 8m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:31:41.542 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 8m ago 6h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:31:41.542 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 3s ago 6h 785M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:31:41.542 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 3s ago 6h 1695M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:31:41.542 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 8m ago 6h 794M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:31:41.542 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 3s ago 6h 842M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:31:41.542 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 3s ago 6h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:31:41.542 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 8m ago 6h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:31:41.542 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 3s ago 6h 4917M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:31:41.542 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 3s ago 6h 5074M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:31:41.542 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 3s ago 6h 4512M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:31:41.543 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 3s ago 6h 4572M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:31:41.543 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 8m ago 6h 4301M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:31:41.543 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 8m ago 6h 4640M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:31:41.543 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 8m ago 6h 4335M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:31:41.543 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 8m ago 6h 4323M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:31:41.543 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 8m ago 6h 125M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:31:41.944 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:31:41.944 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:31:41.944 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:31:41.944 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:31:41.944 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:31:41.944 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:31:41.944 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:31:41.944 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:31:41.944 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:31:41.945 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:31:41.945 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:31:41.945 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:31:41.945 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:31:41.945 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:31:41.945 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:31:41.945 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:31:41.945 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:31:41.945 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:31:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:41 smithi032 ceph-mon[189144]: pgmap v13405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:31:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:31:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:31:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:31:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:31:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:41 smithi032 ceph-mon[191839]: pgmap v13405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:31:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:31:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:31:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:31:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:31:42.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:41 smithi039 ceph-mon[181282]: pgmap v13405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:42.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:31:42.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:31:42.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:31:42.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:31:42.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:31:43.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:42 smithi032 ceph-mon[189144]: from='client.58574 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:31:43.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:42 smithi032 ceph-mon[189144]: from='client.58580 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:31:43.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:42 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4148213240' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:31:43.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:42 smithi032 ceph-mon[191839]: from='client.58574 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:31:43.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:42 smithi032 ceph-mon[191839]: from='client.58580 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:31:43.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:42 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4148213240' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:31:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:42 smithi039 ceph-mon[181282]: from='client.58574 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:31:43.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:42 smithi039 ceph-mon[181282]: from='client.58580 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:31:43.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:42 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4148213240' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:31:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:43 smithi032 ceph-mon[191839]: pgmap v13406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:43 smithi032 ceph-mon[189144]: pgmap v13406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:44.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:43 smithi039 ceph-mon[181282]: pgmap v13406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:46.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:45 smithi032 ceph-mon[191839]: pgmap v13407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:46.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:45 smithi032 ceph-mon[189144]: pgmap v13407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:45 smithi039 ceph-mon[181282]: pgmap v13407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:48.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:47 smithi032 ceph-mon[191839]: pgmap v13408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:48.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:47 smithi032 ceph-mon[189144]: pgmap v13408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:48.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:47 smithi039 ceph-mon[181282]: pgmap v13408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:49 smithi032 ceph-mon[191839]: pgmap v13409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:49 smithi032 ceph-mon[189144]: pgmap v13409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:49 smithi039 ceph-mon[181282]: pgmap v13409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:31:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:31:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:31:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:31:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:31:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:31:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:51 smithi032 ceph-mon[191839]: pgmap v13410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:51 smithi032 ceph-mon[189144]: pgmap v13410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:51 smithi039 ceph-mon[181282]: pgmap v13410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:54.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:53 smithi032 ceph-mon[191839]: pgmap v13411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:54.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:53 smithi032 ceph-mon[189144]: pgmap v13411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:54.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:53 smithi039 ceph-mon[181282]: pgmap v13411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:56.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:55 smithi032 ceph-mon[191839]: pgmap v13412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:56.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:55 smithi032 ceph-mon[189144]: pgmap v13412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:55 smithi039 ceph-mon[181282]: pgmap v13412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:58.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:57 smithi032 ceph-mon[191839]: pgmap v13413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:58.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:57 smithi032 ceph-mon[189144]: pgmap v13413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:31:58.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:57 smithi039 ceph-mon[181282]: pgmap v13413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:00.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:31:59 smithi032 ceph-mon[191839]: pgmap v13414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:00.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:31:59 smithi032 ceph-mon[189144]: pgmap v13414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:00.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:31:59 smithi039 ceph-mon[181282]: pgmap v13414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:32:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:32:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:32:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:32:00 smithi032 ceph-mon[191839]: pgmap v13415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:32:00 smithi032 ceph-mon[189144]: pgmap v13415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:32:00 smithi039 ceph-mon[181282]: pgmap v13415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:03.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:32:03 smithi039 ceph-mon[181282]: pgmap v13416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:03.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:32:03 smithi032 ceph-mon[191839]: pgmap v13416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:03.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:32:03 smithi032 ceph-mon[189144]: pgmap v13416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:05.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:32:05 smithi039 ceph-mon[181282]: pgmap v13417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:05.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:32:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:32:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:32:05 smithi032 ceph-mon[191839]: pgmap v13417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:32:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:32:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:32:05 smithi032 ceph-mon[189144]: pgmap v13417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:32:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:32:07.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:32:07 smithi039 ceph-mon[181282]: pgmap v13418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:07.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:32:07 smithi032 ceph-mon[191839]: pgmap v13418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:07.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:32:07 smithi032 ceph-mon[189144]: pgmap v13418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:09.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:32:09 smithi039 ceph-mon[181282]: pgmap v13419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:32:09 smithi032 ceph-mon[189144]: pgmap v13419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:32:09 smithi032 ceph-mon[191839]: pgmap v13419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:32:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:32:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:32:11.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:32:11 smithi039 ceph-mon[181282]: pgmap v13420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:32:11 smithi032 ceph-mon[191839]: pgmap v13420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:11.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:32:11 smithi032 ceph-mon[189144]: pgmap v13420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:12.308 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:32:12.634 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:32:12.634 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 34s ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:32:12.634 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 8m ago 6h 91.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:32:12.634 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 34s ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:32:12.634 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 8m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:32:12.634 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 8m ago 6h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:32:12.634 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 34s ago 6h 785M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:32:12.634 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 34s ago 6h 1695M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:32:12.634 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 8m ago 6h 794M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:32:12.635 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 34s ago 6h 842M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:32:12.635 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 34s ago 6h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:32:12.635 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 8m ago 6h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:32:12.635 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 34s ago 6h 4917M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:32:12.635 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 34s ago 6h 5074M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:32:12.635 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 34s ago 6h 4512M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:32:12.635 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 34s ago 6h 4572M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:32:12.635 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 8m ago 6h 4301M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:32:12.635 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 8m ago 6h 4640M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:32:12.635 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 8m ago 6h 4335M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:32:12.635 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 8m ago 6h 4323M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:32:12.635 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 8m ago 6h 125M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:32:13.035 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:32:13.035 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:32:13.035 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:32:13.035 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:32:13.035 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:32:13.035 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:32:13.035 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:32:13.035 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:32:13.036 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:32:13.036 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:32:13.036 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:32:13.036 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:32:13.036 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:32:13.036 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:32:13.036 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:32:13.036 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:32:13.036 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:32:13.036 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:32:13.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:32:13 smithi039 ceph-mon[181282]: pgmap v13421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:13.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:32:13 smithi039 ceph-mon[181282]: from='client.58592 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:32:13.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:32:13 smithi039 ceph-mon[181282]: from='client.58598 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:32:13.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:32:13 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/975325331' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:32:13.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:32:13 smithi032 ceph-mon[189144]: pgmap v13421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:13.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:32:13 smithi032 ceph-mon[189144]: from='client.58592 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:32:13.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:32:13 smithi032 ceph-mon[189144]: from='client.58598 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:32:13.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:32:13 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/975325331' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:32:13.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:32:13 smithi032 ceph-mon[191839]: pgmap v13421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:13.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:32:13 smithi032 ceph-mon[191839]: from='client.58592 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:32:13.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:32:13 smithi032 ceph-mon[191839]: from='client.58598 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:32:13.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:32:13 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/975325331' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:32:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:32:15 smithi039 ceph-mon[181282]: pgmap v13422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:15.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:32:15 smithi032 ceph-mon[189144]: pgmap v13422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:15.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:32:15 smithi032 ceph-mon[191839]: pgmap v13422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:17.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:32:17 smithi039 ceph-mon[181282]: pgmap v13423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:17.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:32:17 smithi032 ceph-mon[189144]: pgmap v13423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:17.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:32:17 smithi032 ceph-mon[191839]: pgmap v13423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:32:19 smithi039 ceph-mon[181282]: pgmap v13424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:32:19 smithi032 ceph-mon[191839]: pgmap v13424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:32:19 smithi032 ceph-mon[189144]: pgmap v13424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:20.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:32:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:32:20.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:32:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:32:20.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:32:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:32:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:32:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:32:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:32:21.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:32:21 smithi039 ceph-mon[181282]: pgmap v13425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:21.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:32:21 smithi032 ceph-mon[191839]: pgmap v13425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:32:21 smithi032 ceph-mon[189144]: pgmap v13425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:23.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:32:23 smithi032 ceph-mon[191839]: pgmap v13426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:23.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:32:23 smithi032 ceph-mon[189144]: pgmap v13426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:24.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:32:23 smithi039 ceph-mon[181282]: pgmap v13426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:25.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:32:25 smithi032 ceph-mon[191839]: pgmap v13427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:25.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:32:25 smithi032 ceph-mon[189144]: pgmap v13427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:26.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:32:25 smithi039 ceph-mon[181282]: pgmap v13427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:27.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:32:27 smithi032 ceph-mon[191839]: pgmap v13428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:27.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:32:27 smithi032 ceph-mon[189144]: pgmap v13428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:28.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:32:27 smithi039 ceph-mon[181282]: pgmap v13428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:29.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:32:29 smithi032 ceph-mon[191839]: pgmap v13429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:29.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:32:29 smithi032 ceph-mon[189144]: pgmap v13429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:32:29 smithi039 ceph-mon[181282]: pgmap v13429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:32:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:32:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:32:31.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:32:31 smithi032 ceph-mon[189144]: pgmap v13430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:31.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:32:31 smithi032 ceph-mon[191839]: pgmap v13430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:32.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:32:31 smithi039 ceph-mon[181282]: pgmap v13430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:33.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:32:33 smithi032 ceph-mon[191839]: pgmap v13431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:33.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:32:33 smithi032 ceph-mon[189144]: pgmap v13431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:34.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:32:33 smithi039 ceph-mon[181282]: pgmap v13431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:32:35 smithi032 ceph-mon[191839]: pgmap v13432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:32:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:32:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:32:35 smithi032 ceph-mon[189144]: pgmap v13432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:32:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:32:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:32:35 smithi039 ceph-mon[181282]: pgmap v13432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:32:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:32:37.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:32:37 smithi032 ceph-mon[189144]: pgmap v13433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:37.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:32:37 smithi032 ceph-mon[191839]: pgmap v13433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:38.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:32:37 smithi039 ceph-mon[181282]: pgmap v13433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:32:39 smithi032 ceph-mon[189144]: pgmap v13434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:39.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:32:39 smithi032 ceph-mon[191839]: pgmap v13434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:32:39 smithi039 ceph-mon[181282]: pgmap v13434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:32:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:32:40] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T23:32:41.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:32:41 smithi032 ceph-mon[189144]: pgmap v13435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:41.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:32:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:32:41.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:32:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:32:41.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:32:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:32:41.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:32:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:32:41.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:32:41 smithi032 ceph-mon[191839]: pgmap v13435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:41.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:32:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:32:41.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:32:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:32:41.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:32:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:32:41.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:32:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:32:42.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:32:41 smithi039 ceph-mon[181282]: pgmap v13435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:42.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:32:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:32:42.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:32:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:32:42.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:32:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:32:42.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:32:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:32:43.397 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:32:43.719 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:32:43.719 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 65s ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:32:43.720 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 9m ago 6h 91.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:32:43.720 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 65s ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:32:43.720 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 9m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:32:43.720 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 9m ago 6h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:32:43.720 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 65s ago 6h 785M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:32:43.720 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 65s ago 6h 1695M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:32:43.720 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 9m ago 6h 794M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:32:43.720 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 65s ago 6h 842M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:32:43.720 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 65s ago 6h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:32:43.720 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 9m ago 6h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:32:43.720 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 65s ago 6h 4917M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:32:43.720 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 65s ago 6h 5074M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:32:43.720 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 65s ago 6h 4512M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:32:43.720 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 65s ago 6h 4572M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:32:43.721 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 9m ago 6h 4301M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:32:43.721 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 9m ago 6h 4640M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:32:43.721 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 9m ago 6h 4335M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:32:43.721 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 9m ago 6h 4323M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:32:43.721 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 9m ago 6h 125M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:32:43.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:32:43 smithi032 ceph-mon[191839]: pgmap v13436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:43.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:32:43 smithi032 ceph-mon[189144]: pgmap v13436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:44.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:32:43 smithi039 ceph-mon[181282]: pgmap v13436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:44.122 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:32:44.122 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:32:44.122 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:32:44.122 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:32:44.122 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:32:44.123 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:32:44.123 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:32:44.123 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:32:44.123 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:32:44.123 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:32:44.123 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:32:44.123 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:32:44.123 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:32:44.123 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:32:44.123 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:32:44.123 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:32:44.123 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:32:44.123 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:32:44.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:32:44 smithi032 ceph-mon[191839]: from='client.48693 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:32:44.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:32:44 smithi032 ceph-mon[191839]: from='client.58616 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:32:44.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:32:44 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2171375326' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:32:44.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:32:44 smithi032 ceph-mon[189144]: from='client.48693 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:32:44.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:32:44 smithi032 ceph-mon[189144]: from='client.58616 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:32:44.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:32:44 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2171375326' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:32:45.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:32:44 smithi039 ceph-mon[181282]: from='client.48693 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:32:45.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:32:44 smithi039 ceph-mon[181282]: from='client.58616 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:32:45.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:32:44 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2171375326' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:32:45.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:32:45 smithi032 ceph-mon[191839]: pgmap v13437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:45.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:32:45 smithi032 ceph-mon[189144]: pgmap v13437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:46.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:32:45 smithi039 ceph-mon[181282]: pgmap v13437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:47.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:32:47 smithi032 ceph-mon[191839]: pgmap v13438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:47.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:32:47 smithi032 ceph-mon[189144]: pgmap v13438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:48.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:32:47 smithi039 ceph-mon[181282]: pgmap v13438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:49.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:32:49 smithi032 ceph-mon[191839]: pgmap v13439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:49.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:32:49 smithi032 ceph-mon[189144]: pgmap v13439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:50.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:32:49 smithi039 ceph-mon[181282]: pgmap v13439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:50.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:32:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:32:50.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:32:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:32:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:32:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:32:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:32:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:32:50] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T23:32:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:32:51 smithi032 ceph-mon[189144]: pgmap v13440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:51.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:32:51 smithi032 ceph-mon[191839]: pgmap v13440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:52.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:32:51 smithi039 ceph-mon[181282]: pgmap v13440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:53.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:32:53 smithi032 ceph-mon[189144]: pgmap v13441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:53.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:32:53 smithi032 ceph-mon[191839]: pgmap v13441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:54.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:32:53 smithi039 ceph-mon[181282]: pgmap v13441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:55.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:32:55 smithi032 ceph-mon[189144]: pgmap v13442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:55.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:32:55 smithi032 ceph-mon[191839]: pgmap v13442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:56.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:32:55 smithi039 ceph-mon[181282]: pgmap v13442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:57.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:32:57 smithi032 ceph-mon[189144]: pgmap v13443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:57.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:32:57 smithi032 ceph-mon[191839]: pgmap v13443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:58.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:32:57 smithi039 ceph-mon[181282]: pgmap v13443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:32:59 smithi032 ceph-mon[189144]: pgmap v13444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:32:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:32:59 smithi032 ceph-mon[191839]: pgmap v13444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:32:59 smithi039 ceph-mon[181282]: pgmap v13444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:33:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:33:00] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T23:33:01.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:01 smithi032 ceph-mon[191839]: pgmap v13445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:01.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:01 smithi032 ceph-mon[189144]: pgmap v13445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:02.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:01 smithi039 ceph-mon[181282]: pgmap v13445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:03.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:03 smithi032 ceph-mon[191839]: pgmap v13446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:03.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:03 smithi032 ceph-mon[189144]: pgmap v13446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:04.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:03 smithi039 ceph-mon[181282]: pgmap v13446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:05 smithi032 ceph-mon[191839]: pgmap v13447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:33:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:05 smithi032 ceph-mon[189144]: pgmap v13447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:33:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:05 smithi039 ceph-mon[181282]: pgmap v13447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:33:07.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:07 smithi032 ceph-mon[191839]: pgmap v13448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:07.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:07 smithi032 ceph-mon[189144]: pgmap v13448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:08.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:07 smithi039 ceph-mon[181282]: pgmap v13448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:09 smithi032 ceph-mon[191839]: pgmap v13449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:09 smithi032 ceph-mon[189144]: pgmap v13449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:10.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:09 smithi039 ceph-mon[181282]: pgmap v13449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:33:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:33:10] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T23:33:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:11 smithi032 ceph-mon[191839]: pgmap v13450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:11.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:11 smithi032 ceph-mon[189144]: pgmap v13450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:11 smithi039 ceph-mon[181282]: pgmap v13450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:13.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:13 smithi032 ceph-mon[189144]: pgmap v13451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:13.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:13 smithi032 ceph-mon[191839]: pgmap v13451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:14.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:13 smithi039 ceph-mon[181282]: pgmap v13451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:14.485 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:33:14.810 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:33:14.810 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 96s ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:33:14.810 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 9m ago 6h 91.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:33:14.810 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 96s ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:33:14.810 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 9m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:33:14.810 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 9m ago 6h 464M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:33:14.810 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 96s ago 6h 785M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:33:14.810 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 96s ago 6h 1695M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:33:14.810 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 9m ago 6h 794M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:33:14.810 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 96s ago 6h 842M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:33:14.810 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 96s ago 6h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:33:14.811 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 9m ago 6h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:33:14.811 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 96s ago 6h 4917M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:33:14.811 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 96s ago 6h 5074M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:33:14.811 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 96s ago 6h 4512M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:33:14.811 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 96s ago 6h 4572M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:33:14.811 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 9m ago 6h 4301M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:33:14.811 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 9m ago 6h 4640M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:33:14.811 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 9m ago 6h 4335M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:33:14.811 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 9m ago 6h 4323M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:33:14.811 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 9m ago 6h 125M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:33:15.211 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:33:15.211 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:33:15.211 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:33:15.212 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:33:15.212 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:33:15.212 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:33:15.212 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:33:15.212 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:33:15.212 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:33:15.212 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:33:15.212 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:33:15.212 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:33:15.212 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:33:15.212 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:33:15.212 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:33:15.212 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:33:15.212 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:33:15.213 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:33:15.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:15 smithi032 ceph-mon[191839]: pgmap v13452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:15.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:15 smithi032 ceph-mon[191839]: from='client.48711 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:33:15.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:15 smithi032 ceph-mon[191839]: from='client.48717 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:33:15.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:15 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2246954451' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:33:15.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:15 smithi032 ceph-mon[189144]: pgmap v13452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:15.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:15 smithi032 ceph-mon[189144]: from='client.48711 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:33:15.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:15 smithi032 ceph-mon[189144]: from='client.48717 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:33:15.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:15 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2246954451' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:33:16.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:15 smithi039 ceph-mon[181282]: pgmap v13452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:16.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:15 smithi039 ceph-mon[181282]: from='client.48711 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:33:16.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:15 smithi039 ceph-mon[181282]: from='client.48717 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:33:16.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:15 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2246954451' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:33:17.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:17 smithi032 ceph-mon[189144]: pgmap v13453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:17.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:17 smithi032 ceph-mon[191839]: pgmap v13453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:18.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:17 smithi039 ceph-mon[181282]: pgmap v13453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:19 smithi032 ceph-mon[191839]: pgmap v13454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:19 smithi032 ceph-mon[189144]: pgmap v13454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:20.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:19 smithi039 ceph-mon[181282]: pgmap v13454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:20.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:33:20.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:33:20.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:33:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:33:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:33:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:33:21.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:21 smithi032 ceph-mon[191839]: pgmap v13455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:21 smithi032 ceph-mon[189144]: pgmap v13455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:22.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:21 smithi039 ceph-mon[181282]: pgmap v13455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:23.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:23 smithi032 ceph-mon[191839]: pgmap v13456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:23.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:23 smithi032 ceph-mon[189144]: pgmap v13456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:24.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:23 smithi039 ceph-mon[181282]: pgmap v13456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:25.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:25 smithi032 ceph-mon[189144]: pgmap v13457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:25.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:25 smithi032 ceph-mon[191839]: pgmap v13457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:26.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:25 smithi039 ceph-mon[181282]: pgmap v13457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:27.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:27 smithi032 ceph-mon[189144]: pgmap v13458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:27.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:27 smithi032 ceph-mon[191839]: pgmap v13458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:28.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:27 smithi039 ceph-mon[181282]: pgmap v13458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:29.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:29 smithi032 ceph-mon[191839]: pgmap v13459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:29.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:29 smithi032 ceph-mon[189144]: pgmap v13459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:30.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:29 smithi039 ceph-mon[181282]: pgmap v13459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:33:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:33:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:33:31.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:31 smithi032 ceph-mon[191839]: pgmap v13460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:31.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:31 smithi032 ceph-mon[189144]: pgmap v13460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:32.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:31 smithi039 ceph-mon[181282]: pgmap v13460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:33.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:33 smithi032 ceph-mon[191839]: pgmap v13461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:33.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:33 smithi032 ceph-mon[189144]: pgmap v13461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:34.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:33 smithi039 ceph-mon[181282]: pgmap v13461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:35 smithi032 ceph-mon[191839]: pgmap v13462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:33:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:35 smithi032 ceph-mon[189144]: pgmap v13462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:33:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:35 smithi039 ceph-mon[181282]: pgmap v13462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:33:37.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:37 smithi032 ceph-mon[189144]: pgmap v13463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:37.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:37 smithi032 ceph-mon[191839]: pgmap v13463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:38.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:37 smithi039 ceph-mon[181282]: pgmap v13463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:39 smithi032 ceph-mon[189144]: pgmap v13464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:39.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:39 smithi032 ceph-mon[191839]: pgmap v13464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:40.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:39 smithi039 ceph-mon[181282]: pgmap v13464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:33:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:33:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:33:41.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:41 smithi032 ceph-mon[191839]: pgmap v13465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:41.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:33:41.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:41 smithi032 ceph-mon[189144]: pgmap v13465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:41.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:33:42.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:41 smithi039 ceph-mon[181282]: pgmap v13465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:42.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:33:43.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:43 smithi032 ceph-mon[191839]: pgmap v13466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:43.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:43 smithi032 ceph-mon[189144]: pgmap v13466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:43.998 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:43 smithi039 ceph-mon[181282]: pgmap v13466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:45.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:45 smithi039 ceph-mon[181282]: pgmap v13467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:45.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:33:45.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:33:45.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:33:45.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:33:45.577 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:33:45.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:45 smithi032 ceph-mon[191839]: pgmap v13467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:45.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:33:45.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:33:45.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:33:45.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:33:45.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:45 smithi032 ceph-mon[189144]: pgmap v13467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:45.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:33:45.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:33:45.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:33:45.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:33:45.901 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:33:45.901 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 2m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:33:45.902 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 1s ago 6h 94.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:33:45.902 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 2m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:33:45.902 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 1s ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:33:45.902 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 1s ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:33:45.902 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 2m ago 6h 785M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:33:45.902 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 2m ago 6h 1695M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:33:45.902 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 1s ago 6h 812M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:33:45.902 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 2m ago 6h 842M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:33:45.902 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 2m ago 6h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:33:45.902 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 1s ago 6h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:33:45.902 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 2m ago 6h 4917M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:33:45.902 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 2m ago 6h 5074M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:33:45.902 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 2m ago 6h 4512M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:33:45.902 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 2m ago 6h 4572M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:33:45.902 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 1s ago 6h 4328M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:33:45.903 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 1s ago 6h 4674M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:33:45.903 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 1s ago 6h 4365M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:33:45.903 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 1s ago 6h 4358M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:33:45.903 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 1s ago 6h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:33:46.304 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:33:46.305 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:33:46.305 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:33:46.305 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:33:46.305 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:33:46.305 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:33:46.305 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:33:46.305 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:33:46.305 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:33:46.305 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:33:46.305 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:33:46.305 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:33:46.305 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:33:46.305 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:33:46.306 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:33:46.306 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:33:46.306 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:33:46.306 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:33:46.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:46 smithi039 ceph-mon[181282]: from='client.48729 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:33:46.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:46 smithi039 ceph-mon[181282]: from='client.48735 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:33:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:46 smithi032 ceph-mon[189144]: from='client.48729 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:33:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:46 smithi032 ceph-mon[189144]: from='client.48735 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:33:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:46 smithi032 ceph-mon[191839]: from='client.48729 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:33:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:46 smithi032 ceph-mon[191839]: from='client.48735 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:33:47.361 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:47 smithi039 ceph-mon[181282]: pgmap v13468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:47.361 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:47 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1279121448' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:33:47.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:47 smithi032 ceph-mon[189144]: pgmap v13468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:47.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:47 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1279121448' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:33:47.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:47 smithi032 ceph-mon[191839]: pgmap v13468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:47.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:47 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1279121448' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:33:48.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:33:48.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:33:48.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:33:48.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:33:48.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:33:48.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:33:48.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:33:48.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:33:48.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:33:48.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:33:48.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:33:48.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:33:48.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:33:48.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:33:48.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:33:49.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:49 smithi039 ceph-mon[181282]: pgmap v13469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:49.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:49 smithi032 ceph-mon[191839]: pgmap v13469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:49.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:49 smithi032 ceph-mon[189144]: pgmap v13469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:50.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:33:50.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:33:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:33:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:33:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:33:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:33:51.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:51 smithi039 ceph-mon[181282]: pgmap v13470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:51.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:51 smithi032 ceph-mon[191839]: pgmap v13470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:51.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:51 smithi032 ceph-mon[189144]: pgmap v13470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:53.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:53 smithi039 ceph-mon[181282]: pgmap v13471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:53.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:53 smithi032 ceph-mon[191839]: pgmap v13471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:53.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:53 smithi032 ceph-mon[189144]: pgmap v13471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:55.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:55 smithi039 ceph-mon[181282]: pgmap v13472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:55.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:55 smithi032 ceph-mon[189144]: pgmap v13472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:55.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:55 smithi032 ceph-mon[191839]: pgmap v13472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:57.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:57 smithi032 ceph-mon[189144]: pgmap v13473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:57.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:57 smithi032 ceph-mon[191839]: pgmap v13473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:58.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:57 smithi039 ceph-mon[181282]: pgmap v13473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:33:59 smithi032 ceph-mon[189144]: pgmap v13474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:33:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:33:59 smithi032 ceph-mon[191839]: pgmap v13474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:00.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:33:59 smithi039 ceph-mon[181282]: pgmap v13474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:34:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:34:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:34:01.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:34:01 smithi032 ceph-mon[191839]: pgmap v13475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:01.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:34:01 smithi032 ceph-mon[189144]: pgmap v13475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:02.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:34:01 smithi039 ceph-mon[181282]: pgmap v13475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:03.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:34:03 smithi032 ceph-mon[191839]: pgmap v13476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:03.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:34:03 smithi032 ceph-mon[189144]: pgmap v13476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:04.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:34:03 smithi039 ceph-mon[181282]: pgmap v13476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:34:05 smithi032 ceph-mon[191839]: pgmap v13477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:34:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:34:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:34:05 smithi032 ceph-mon[189144]: pgmap v13477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:34:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:34:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:34:05 smithi039 ceph-mon[181282]: pgmap v13477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:34:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:34:07.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:34:07 smithi032 ceph-mon[191839]: pgmap v13478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:07.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:34:07 smithi032 ceph-mon[189144]: pgmap v13478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:08.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:34:07 smithi039 ceph-mon[181282]: pgmap v13478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:34:09 smithi032 ceph-mon[191839]: pgmap v13479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:09.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:34:09 smithi032 ceph-mon[189144]: pgmap v13479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:10.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:34:09 smithi039 ceph-mon[181282]: pgmap v13479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:34:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:34:10] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T23:34:11.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:34:11 smithi032 ceph-mon[189144]: pgmap v13480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:34:11 smithi032 ceph-mon[191839]: pgmap v13480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:34:11 smithi039 ceph-mon[181282]: pgmap v13480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:13.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:34:13 smithi032 ceph-mon[189144]: pgmap v13481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:13.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:34:13 smithi032 ceph-mon[191839]: pgmap v13481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:14.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:34:13 smithi039 ceph-mon[181282]: pgmap v13481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:15.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:34:15 smithi032 ceph-mon[191839]: pgmap v13482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:15.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:34:15 smithi032 ceph-mon[189144]: pgmap v13482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:16.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:34:15 smithi039 ceph-mon[181282]: pgmap v13482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:16.673 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:34:16.994 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:34:16.995 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 2m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:34:16.995 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 32s ago 6h 94.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:34:16.995 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 2m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:34:16.995 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 32s ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:34:16.995 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 32s ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:34:16.995 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 2m ago 6h 785M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:34:16.995 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 2m ago 6h 1695M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:34:16.995 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 32s ago 6h 812M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:34:16.995 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 2m ago 6h 842M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:34:16.995 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 2m ago 6h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:34:16.995 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 32s ago 6h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:34:16.995 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 2m ago 6h 4917M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:34:16.995 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 2m ago 6h 5074M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:34:16.995 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 2m ago 6h 4512M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:34:16.995 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 2m ago 6h 4572M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:34:16.996 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 32s ago 6h 4328M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:34:16.996 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 32s ago 6h 4674M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:34:16.996 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 32s ago 6h 4365M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:34:16.996 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 32s ago 6h 4358M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:34:16.996 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 32s ago 6h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:34:17.395 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:34:17.395 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:34:17.395 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:34:17.395 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:34:17.395 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:34:17.396 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:34:17.396 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:34:17.396 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:34:17.396 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:34:17.396 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:34:17.396 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:34:17.396 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:34:17.396 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:34:17.396 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:34:17.396 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:34:17.396 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:34:17.396 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:34:17.396 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:34:17.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:34:17 smithi032 ceph-mon[189144]: pgmap v13483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:17.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:34:17 smithi032 ceph-mon[189144]: from='client.48747 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:34:17.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:34:17 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3918314255' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:34:17.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:34:17 smithi032 ceph-mon[191839]: pgmap v13483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:17.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:34:17 smithi032 ceph-mon[191839]: from='client.48747 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:34:17.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:34:17 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3918314255' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:34:18.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:34:17 smithi039 ceph-mon[181282]: pgmap v13483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:18.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:34:17 smithi039 ceph-mon[181282]: from='client.48747 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:34:18.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:34:17 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3918314255' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:34:18.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:34:18 smithi032 ceph-mon[191839]: from='client.48753 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:34:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:34:18 smithi032 ceph-mon[189144]: from='client.48753 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:34:19.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:34:18 smithi039 ceph-mon[181282]: from='client.48753 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:34:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:34:19 smithi032 ceph-mon[189144]: pgmap v13484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:19.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:34:19 smithi032 ceph-mon[191839]: pgmap v13484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:20.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:34:19 smithi039 ceph-mon[181282]: pgmap v13484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:20.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:34:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:34:20.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:34:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:34:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:34:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:34:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:34:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:34:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T23:34:21.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:34:21 smithi032 ceph-mon[191839]: pgmap v13485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:34:21 smithi032 ceph-mon[189144]: pgmap v13485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:22.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:34:21 smithi039 ceph-mon[181282]: pgmap v13485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:23.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:34:23 smithi032 ceph-mon[191839]: pgmap v13486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:23.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:34:23 smithi032 ceph-mon[189144]: pgmap v13486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:24.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:34:23 smithi039 ceph-mon[181282]: pgmap v13486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:25.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:34:25 smithi032 ceph-mon[191839]: pgmap v13487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:25.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:34:25 smithi032 ceph-mon[189144]: pgmap v13487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:26.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:34:25 smithi039 ceph-mon[181282]: pgmap v13487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:27.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:34:27 smithi032 ceph-mon[189144]: pgmap v13488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:27.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:34:27 smithi032 ceph-mon[191839]: pgmap v13488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:28.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:34:27 smithi039 ceph-mon[181282]: pgmap v13488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:29.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:34:29 smithi032 ceph-mon[191839]: pgmap v13489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:29.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:34:29 smithi032 ceph-mon[189144]: pgmap v13489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:30.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:34:29 smithi039 ceph-mon[181282]: pgmap v13489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:34:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:34:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T23:34:31.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:34:31 smithi032 ceph-mon[189144]: pgmap v13490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:31.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:34:31 smithi032 ceph-mon[191839]: pgmap v13490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:32.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:34:31 smithi039 ceph-mon[181282]: pgmap v13490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:33.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:34:33 smithi032 ceph-mon[191839]: pgmap v13491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:33.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:34:33 smithi032 ceph-mon[189144]: pgmap v13491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:34.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:34:33 smithi039 ceph-mon[181282]: pgmap v13491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:34:35 smithi032 ceph-mon[191839]: pgmap v13492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:34:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:34:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:34:35 smithi032 ceph-mon[189144]: pgmap v13492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:34:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:34:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:34:35 smithi039 ceph-mon[181282]: pgmap v13492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:34:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:34:37.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:34:37 smithi032 ceph-mon[191839]: pgmap v13493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:37.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:34:37 smithi032 ceph-mon[189144]: pgmap v13493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:38.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:34:37 smithi039 ceph-mon[181282]: pgmap v13493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:39.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:34:39 smithi032 ceph-mon[191839]: pgmap v13494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:39.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:34:39 smithi032 ceph-mon[189144]: pgmap v13494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:40.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:34:39 smithi039 ceph-mon[181282]: pgmap v13494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:34:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:34:40] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T23:34:41.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:34:41 smithi032 ceph-mon[191839]: pgmap v13495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:41.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:34:41 smithi032 ceph-mon[189144]: pgmap v13495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:42.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:34:41 smithi039 ceph-mon[181282]: pgmap v13495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:43.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:34:43 smithi032 ceph-mon[191839]: pgmap v13496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:43.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:34:43 smithi032 ceph-mon[189144]: pgmap v13496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:44.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:34:43 smithi039 ceph-mon[181282]: pgmap v13496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:45.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:34:45 smithi032 ceph-mon[189144]: pgmap v13497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:45.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:34:45 smithi032 ceph-mon[191839]: pgmap v13497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:46.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:34:45 smithi039 ceph-mon[181282]: pgmap v13497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:47.762 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:34:47.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:34:47 smithi032 ceph-mon[189144]: pgmap v13498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:47.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:34:47 smithi032 ceph-mon[191839]: pgmap v13498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:48.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:34:47 smithi039 ceph-mon[181282]: pgmap v13498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:48.094 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:34:48.094 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 3m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:34:48.094 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 63s ago 6h 94.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:34:48.094 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 3m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:34:48.095 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 63s ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:34:48.095 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 63s ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:34:48.095 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 3m ago 6h 785M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:34:48.095 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 3m ago 6h 1695M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:34:48.095 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 63s ago 6h 812M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:34:48.095 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 3m ago 6h 842M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:34:48.095 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 3m ago 6h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:34:48.095 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 63s ago 6h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:34:48.095 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 3m ago 6h 4917M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:34:48.095 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 3m ago 6h 5074M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:34:48.095 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 3m ago 6h 4512M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:34:48.095 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 3m ago 6h 4572M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:34:48.095 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 63s ago 6h 4328M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:34:48.095 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 63s ago 6h 4674M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:34:48.096 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 63s ago 6h 4365M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:34:48.096 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 63s ago 6h 4358M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:34:48.096 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 63s ago 6h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:34:48.498 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:34:48.498 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:34:48.498 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:34:48.498 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:34:48.498 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:34:48.498 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:34:48.499 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:34:48.499 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:34:48.499 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:34:48.499 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:34:48.499 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:34:48.499 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:34:48.499 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:34:48.499 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:34:48.499 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:34:48.499 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:34:48.499 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:34:48.499 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:34:48.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:34:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:34:48.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:34:48 smithi032 ceph-mon[191839]: from='client.58679 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:34:48.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:34:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:34:48.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:34:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:34:48.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:34:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:34:48.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:34:48 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2831369587' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:34:48.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:34:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:34:48.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:34:48 smithi032 ceph-mon[189144]: from='client.58679 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:34:48.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:34:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:34:48.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:34:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:34:48.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:34:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:34:48.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:34:48 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2831369587' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:34:49.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:34:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:34:49.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:34:48 smithi039 ceph-mon[181282]: from='client.58679 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:34:49.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:34:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:34:49.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:34:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:34:49.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:34:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:34:49.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:34:48 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2831369587' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:34:49.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:34:49 smithi032 ceph-mon[191839]: pgmap v13499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:49.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:34:49 smithi032 ceph-mon[191839]: from='client.58685 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:34:49.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:34:49 smithi032 ceph-mon[189144]: pgmap v13499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:49.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:34:49 smithi032 ceph-mon[189144]: from='client.58685 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:34:50.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:34:49 smithi039 ceph-mon[181282]: pgmap v13499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:50.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:34:49 smithi039 ceph-mon[181282]: from='client.58685 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:34:50.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:34:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:34:50.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:34:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:34:50.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:34:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:34:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:34:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:34:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:34:51.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:34:51 smithi032 ceph-mon[191839]: pgmap v13500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:51.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:34:51 smithi032 ceph-mon[189144]: pgmap v13500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:52.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:34:51 smithi039 ceph-mon[181282]: pgmap v13500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:53.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:34:53 smithi032 ceph-mon[191839]: pgmap v13501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:53.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:34:53 smithi032 ceph-mon[189144]: pgmap v13501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:54.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:34:53 smithi039 ceph-mon[181282]: pgmap v13501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:55.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:34:55 smithi032 ceph-mon[191839]: pgmap v13502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:55.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:34:55 smithi032 ceph-mon[189144]: pgmap v13502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:56.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:34:55 smithi039 ceph-mon[181282]: pgmap v13502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:57.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:34:57 smithi032 ceph-mon[189144]: pgmap v13503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:57.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:34:57 smithi032 ceph-mon[191839]: pgmap v13503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:58.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:34:57 smithi039 ceph-mon[181282]: pgmap v13503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:34:59 smithi032 ceph-mon[189144]: pgmap v13504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:34:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:34:59 smithi032 ceph-mon[191839]: pgmap v13504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:00.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:34:59 smithi039 ceph-mon[181282]: pgmap v13504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:35:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:35:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:35:01.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:35:01 smithi032 ceph-mon[189144]: pgmap v13505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:01.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:35:01 smithi032 ceph-mon[191839]: pgmap v13505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:02.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:35:01 smithi039 ceph-mon[181282]: pgmap v13505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:03.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:35:03 smithi032 ceph-mon[189144]: pgmap v13506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:03.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:35:03 smithi032 ceph-mon[191839]: pgmap v13506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:04.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:35:03 smithi039 ceph-mon[181282]: pgmap v13506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:35:05 smithi032 ceph-mon[191839]: pgmap v13507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:35:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:35:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:35:05 smithi032 ceph-mon[189144]: pgmap v13507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:35:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:35:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:35:05 smithi039 ceph-mon[181282]: pgmap v13507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:35:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:35:07.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:35:07 smithi032 ceph-mon[189144]: pgmap v13508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:07.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:35:07 smithi032 ceph-mon[191839]: pgmap v13508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:08.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:35:07 smithi039 ceph-mon[181282]: pgmap v13508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:35:09 smithi032 ceph-mon[191839]: pgmap v13509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:09.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:35:09 smithi032 ceph-mon[189144]: pgmap v13509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:10.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:35:09 smithi039 ceph-mon[181282]: pgmap v13509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:35:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:35:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:35:11.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:35:11 smithi032 ceph-mon[191839]: pgmap v13510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:11.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:35:11 smithi032 ceph-mon[189144]: pgmap v13510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:35:11 smithi039 ceph-mon[181282]: pgmap v13510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:13.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:35:13 smithi032 ceph-mon[191839]: pgmap v13511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:13.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:35:13 smithi032 ceph-mon[189144]: pgmap v13511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:14.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:35:13 smithi039 ceph-mon[181282]: pgmap v13511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:15.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:35:15 smithi032 ceph-mon[191839]: pgmap v13512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:15.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:35:15 smithi032 ceph-mon[189144]: pgmap v13512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:16.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:35:15 smithi039 ceph-mon[181282]: pgmap v13512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:17.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:35:17 smithi032 ceph-mon[191839]: pgmap v13513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:17.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:35:17 smithi032 ceph-mon[189144]: pgmap v13513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:18.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:35:17 smithi039 ceph-mon[181282]: pgmap v13513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:18.863 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:35:19.187 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:35:19.187 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 3m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:35:19.187 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 94s ago 6h 94.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:35:19.187 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 3m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:35:19.187 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 94s ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:35:19.188 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 94s ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:35:19.188 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 3m ago 6h 785M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:35:19.188 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 3m ago 6h 1695M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:35:19.188 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 94s ago 6h 812M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:35:19.188 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 3m ago 6h 842M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:35:19.188 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 3m ago 6h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:35:19.188 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 94s ago 6h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:35:19.188 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 3m ago 6h 4917M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:35:19.188 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 3m ago 6h 5074M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:35:19.188 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 3m ago 6h 4512M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:35:19.188 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 3m ago 6h 4572M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:35:19.188 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 94s ago 6h 4328M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:35:19.188 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 94s ago 6h 4674M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:35:19.188 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 94s ago 6h 4365M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:35:19.188 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 94s ago 6h 4358M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:35:19.188 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 94s ago 6h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:35:19.583 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:35:19.583 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:35:19.583 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:35:19.583 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:35:19.583 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:35:19.583 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:35:19.584 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:35:19.584 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:35:19.584 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:35:19.584 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:35:19.584 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:35:19.584 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:35:19.584 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:35:19.584 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:35:19.584 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:35:19.584 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:35:19.584 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:35:19.584 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:35:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:35:19 smithi032 ceph-mon[191839]: pgmap v13514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:35:19 smithi032 ceph-mon[191839]: from='client.58697 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:35:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:35:19 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2463525358' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:35:19.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:35:19 smithi032 ceph-mon[189144]: pgmap v13514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:19.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:35:19 smithi032 ceph-mon[189144]: from='client.58697 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:35:19.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:35:19 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2463525358' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:35:20.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:35:19 smithi039 ceph-mon[181282]: pgmap v13514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:20.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:35:19 smithi039 ceph-mon[181282]: from='client.58697 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:35:20.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:35:19 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2463525358' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:35:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:35:20 smithi039 ceph-mon[181282]: from='client.58703 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:35:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:35:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:35:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:35:20 smithi032 ceph-mon[189144]: from='client.58703 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:35:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:35:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:35:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:35:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:35:20] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T23:35:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:35:20 smithi032 ceph-mon[191839]: from='client.58703 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:35:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:35:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:35:22.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:35:21 smithi039 ceph-mon[181282]: pgmap v13515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:35:21 smithi032 ceph-mon[191839]: pgmap v13515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:35:21 smithi032 ceph-mon[189144]: pgmap v13515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:24.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:35:23 smithi039 ceph-mon[181282]: pgmap v13516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:24.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:35:23 smithi032 ceph-mon[189144]: pgmap v13516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:24.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:35:23 smithi032 ceph-mon[191839]: pgmap v13516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:26.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:35:25 smithi039 ceph-mon[181282]: pgmap v13517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:35:25 smithi032 ceph-mon[191839]: pgmap v13517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:35:25 smithi032 ceph-mon[189144]: pgmap v13517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:28.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:35:27 smithi039 ceph-mon[181282]: pgmap v13518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:28.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:35:27 smithi032 ceph-mon[189144]: pgmap v13518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:35:27 smithi032 ceph-mon[191839]: pgmap v13518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:30.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:35:29 smithi039 ceph-mon[181282]: pgmap v13519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:35:29 smithi032 ceph-mon[191839]: pgmap v13519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:30.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:35:29 smithi032 ceph-mon[189144]: pgmap v13519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:35:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:35:30] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T23:35:32.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:35:31 smithi039 ceph-mon[181282]: pgmap v13520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:35:31 smithi032 ceph-mon[189144]: pgmap v13520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:32.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:35:31 smithi032 ceph-mon[191839]: pgmap v13520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:34.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:35:33 smithi039 ceph-mon[181282]: pgmap v13521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:34.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:35:33 smithi032 ceph-mon[191839]: pgmap v13521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:35:33 smithi032 ceph-mon[189144]: pgmap v13521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:35:35 smithi039 ceph-mon[181282]: pgmap v13522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:35:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:35:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:35:35 smithi032 ceph-mon[189144]: pgmap v13522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:35:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:35:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:35:35 smithi032 ceph-mon[191839]: pgmap v13522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:35:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:35:38.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:35:37 smithi039 ceph-mon[181282]: pgmap v13523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:35:37 smithi032 ceph-mon[189144]: pgmap v13523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:38.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:35:37 smithi032 ceph-mon[191839]: pgmap v13523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:40.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:35:39 smithi039 ceph-mon[181282]: pgmap v13524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:35:39 smithi032 ceph-mon[189144]: pgmap v13524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:35:39 smithi032 ceph-mon[191839]: pgmap v13524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:35:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:35:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:35:42.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:35:41 smithi039 ceph-mon[181282]: pgmap v13525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:35:41 smithi032 ceph-mon[189144]: pgmap v13525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:35:41 smithi032 ceph-mon[191839]: pgmap v13525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:44.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:35:43 smithi039 ceph-mon[181282]: pgmap v13526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:35:43 smithi032 ceph-mon[189144]: pgmap v13526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:35:43 smithi032 ceph-mon[191839]: pgmap v13526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:46.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:35:45 smithi039 ceph-mon[181282]: pgmap v13527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:46.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:35:45 smithi032 ceph-mon[189144]: pgmap v13527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:35:45 smithi032 ceph-mon[191839]: pgmap v13527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:48.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:35:47 smithi039 ceph-mon[181282]: pgmap v13528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:48.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:35:47 smithi032 ceph-mon[189144]: pgmap v13528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:48.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:35:47 smithi032 ceph-mon[191839]: pgmap v13528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:49.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:35:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:35:49.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:35:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:35:49.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:35:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:35:49.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:35:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:35:49.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:35:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:35:49.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:35:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:35:49.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:35:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:35:49.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:35:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:35:49.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:35:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:35:49.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:35:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:35:49.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:35:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:35:49.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:35:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:35:49.945 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:35:50.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:35:49 smithi039 ceph-mon[181282]: pgmap v13529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:35:49 smithi032 ceph-mon[191839]: pgmap v13529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:35:49 smithi032 ceph-mon[189144]: pgmap v13529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:50.269 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:35:50.270 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 4m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:35:50.270 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 2m ago 6h 94.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:35:50.270 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 4m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:35:50.270 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 2m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:35:50.270 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 2m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:35:50.270 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 4m ago 6h 785M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:35:50.270 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 4m ago 6h 1695M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:35:50.270 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 2m ago 6h 812M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:35:50.270 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 4m ago 6h 842M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:35:50.270 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 4m ago 6h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:35:50.270 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 2m ago 6h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:35:50.270 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 4m ago 6h 4917M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:35:50.270 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 4m ago 6h 5074M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:35:50.271 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 4m ago 6h 4512M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:35:50.271 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 4m ago 6h 4572M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:35:50.271 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 2m ago 6h 4328M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:35:50.271 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 2m ago 6h 4674M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:35:50.271 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 2m ago 6h 4365M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:35:50.271 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 2m ago 6h 4358M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:35:50.271 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 2m ago 6h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:35:50.671 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:35:50.672 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:35:50.672 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:35:50.672 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:35:50.672 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:35:50.672 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:35:50.672 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:35:50.672 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:35:50.672 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:35:50.672 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:35:50.672 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:35:50.672 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:35:50.672 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:35:50.672 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:35:50.673 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:35:50.673 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:35:50.673 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:35:50.673 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:35:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:35:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:35:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:35:50 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3311359381' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:35:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:35:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:35:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:35:50 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3311359381' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:35:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:35:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:35:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:35:50 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3311359381' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:35:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:35:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:35:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:35:52.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:35:51 smithi039 ceph-mon[181282]: from='client.58715 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:35:52.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:35:51 smithi039 ceph-mon[181282]: pgmap v13530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:52.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:35:51 smithi039 ceph-mon[181282]: from='client.58721 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:35:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:35:51 smithi032 ceph-mon[189144]: from='client.58715 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:35:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:35:51 smithi032 ceph-mon[189144]: pgmap v13530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:35:51 smithi032 ceph-mon[189144]: from='client.58721 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:35:52.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:35:51 smithi032 ceph-mon[191839]: from='client.58715 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:35:52.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:35:51 smithi032 ceph-mon[191839]: pgmap v13530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:52.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:35:51 smithi032 ceph-mon[191839]: from='client.58721 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:35:54.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:35:53 smithi039 ceph-mon[181282]: pgmap v13531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:54.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:35:53 smithi032 ceph-mon[191839]: pgmap v13531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:35:53 smithi032 ceph-mon[189144]: pgmap v13531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:56.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:35:55 smithi039 ceph-mon[181282]: pgmap v13532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:35:55 smithi032 ceph-mon[189144]: pgmap v13532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:35:55 smithi032 ceph-mon[191839]: pgmap v13532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:58.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:35:57 smithi039 ceph-mon[181282]: pgmap v13533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:58.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:35:57 smithi032 ceph-mon[191839]: pgmap v13533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:35:58.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:35:57 smithi032 ceph-mon[189144]: pgmap v13533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:00.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:35:59 smithi039 ceph-mon[181282]: pgmap v13534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:00.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:35:59 smithi032 ceph-mon[191839]: pgmap v13534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:35:59 smithi032 ceph-mon[189144]: pgmap v13534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:36:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:36:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:36:02.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:36:01 smithi039 ceph-mon[181282]: pgmap v13535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:02.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:36:01 smithi032 ceph-mon[191839]: pgmap v13535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:02.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:36:01 smithi032 ceph-mon[189144]: pgmap v13535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:04.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:36:03 smithi039 ceph-mon[181282]: pgmap v13536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:36:03 smithi032 ceph-mon[191839]: pgmap v13536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:04.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:36:03 smithi032 ceph-mon[189144]: pgmap v13536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:36:05 smithi032 ceph-mon[191839]: pgmap v13537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:36:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:36:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:36:05 smithi032 ceph-mon[189144]: pgmap v13537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:36:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:36:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:36:05 smithi039 ceph-mon[181282]: pgmap v13537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:36:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:36:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:36:07 smithi032 ceph-mon[191839]: pgmap v13538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:08.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:36:07 smithi032 ceph-mon[189144]: pgmap v13538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:08.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:36:07 smithi039 ceph-mon[181282]: pgmap v13538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:10.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:36:09 smithi032 ceph-mon[191839]: pgmap v13539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:10.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:36:09 smithi032 ceph-mon[189144]: pgmap v13539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:10.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:36:09 smithi039 ceph-mon[181282]: pgmap v13539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:36:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:36:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:36:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:36:11 smithi032 ceph-mon[189144]: pgmap v13540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:36:11 smithi032 ceph-mon[191839]: pgmap v13540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:12.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:36:11 smithi039 ceph-mon[181282]: pgmap v13540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:14.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:36:13 smithi032 ceph-mon[189144]: pgmap v13541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:36:13 smithi032 ceph-mon[191839]: pgmap v13541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:36:13 smithi039 ceph-mon[181282]: pgmap v13541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:36:15 smithi032 ceph-mon[191839]: pgmap v13542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:36:15 smithi032 ceph-mon[189144]: pgmap v13542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:36:15 smithi039 ceph-mon[181282]: pgmap v13542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:18.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:36:17 smithi032 ceph-mon[191839]: pgmap v13543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:18.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:36:17 smithi032 ceph-mon[189144]: pgmap v13543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:18.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:36:17 smithi039 ceph-mon[181282]: pgmap v13543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:36:19 smithi032 ceph-mon[191839]: pgmap v13544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:36:19 smithi032 ceph-mon[189144]: pgmap v13544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:36:19 smithi039 ceph-mon[181282]: pgmap v13544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:21.033 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:36:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:36:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:36:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:36:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:36:20] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T23:36:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:36:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:36:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:36:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:36:21.356 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:36:21.356 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 4m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:36:21.356 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 2m ago 6h 94.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:36:21.356 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 4m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:36:21.356 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 2m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:36:21.356 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 2m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:36:21.356 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 4m ago 6h 785M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:36:21.356 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 4m ago 6h 1695M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:36:21.357 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 2m ago 6h 812M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:36:21.357 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 4m ago 6h 842M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:36:21.357 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 4m ago 6h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:36:21.357 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 2m ago 6h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:36:21.357 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 4m ago 6h 4917M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:36:21.357 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 4m ago 6h 5074M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:36:21.357 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 4m ago 6h 4512M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:36:21.357 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 4m ago 6h 4572M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:36:21.357 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 2m ago 6h 4328M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:36:21.357 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 2m ago 6h 4674M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:36:21.357 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 2m ago 6h 4365M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:36:21.357 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 2m ago 6h 4358M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:36:21.357 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 2m ago 6h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:36:21.759 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:36:21.759 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:36:21.759 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:36:21.759 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:36:21.759 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:36:21.759 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:36:21.760 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:36:21.760 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:36:21.760 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:36:21.760 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:36:21.760 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:36:21.760 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:36:21.760 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:36:21.760 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:36:21.760 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:36:21.760 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:36:21.760 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:36:21.760 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:36:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:36:21 smithi032 ceph-mon[191839]: pgmap v13545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:36:21 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/402853538' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:36:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:36:21 smithi032 ceph-mon[189144]: pgmap v13545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:36:21 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/402853538' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:36:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:36:21 smithi039 ceph-mon[181282]: pgmap v13545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:36:21 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/402853538' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:36:23.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:36:22 smithi032 ceph-mon[191839]: from='client.58733 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:36:23.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:36:22 smithi032 ceph-mon[191839]: from='client.58739 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:36:23.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:36:22 smithi032 ceph-mon[189144]: from='client.58733 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:36:23.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:36:22 smithi032 ceph-mon[189144]: from='client.58739 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:36:23.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:36:22 smithi039 ceph-mon[181282]: from='client.58733 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:36:23.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:36:22 smithi039 ceph-mon[181282]: from='client.58739 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:36:24.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:36:23 smithi032 ceph-mon[191839]: pgmap v13546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:24.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:36:23 smithi032 ceph-mon[189144]: pgmap v13546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:36:23 smithi039 ceph-mon[181282]: pgmap v13546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:36:25 smithi032 ceph-mon[191839]: pgmap v13547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:36:25 smithi032 ceph-mon[189144]: pgmap v13547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:36:25 smithi039 ceph-mon[181282]: pgmap v13547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:36:27 smithi032 ceph-mon[189144]: pgmap v13548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:36:27 smithi032 ceph-mon[191839]: pgmap v13548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:36:27 smithi039 ceph-mon[181282]: pgmap v13548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:36:29 smithi032 ceph-mon[189144]: pgmap v13549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:30.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:36:29 smithi032 ceph-mon[191839]: pgmap v13549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:36:29 smithi039 ceph-mon[181282]: pgmap v13549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:36:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:36:30] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T23:36:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:36:31 smithi032 ceph-mon[191839]: pgmap v13550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:36:31 smithi032 ceph-mon[189144]: pgmap v13550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:32.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:36:31 smithi039 ceph-mon[181282]: pgmap v13550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:36:33 smithi032 ceph-mon[191839]: pgmap v13551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:36:33 smithi032 ceph-mon[189144]: pgmap v13551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:34.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:36:33 smithi039 ceph-mon[181282]: pgmap v13551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:36:35 smithi032 ceph-mon[189144]: pgmap v13552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:36:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:36:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:36:35 smithi032 ceph-mon[191839]: pgmap v13552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:36:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:36:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:36:35 smithi039 ceph-mon[181282]: pgmap v13552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:36:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:36:38.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:36:37 smithi032 ceph-mon[191839]: pgmap v13553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:36:37 smithi032 ceph-mon[189144]: pgmap v13553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:38.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:36:37 smithi039 ceph-mon[181282]: pgmap v13553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:36:39 smithi032 ceph-mon[191839]: pgmap v13554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:36:39 smithi032 ceph-mon[189144]: pgmap v13554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:40.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:36:39 smithi039 ceph-mon[181282]: pgmap v13554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:36:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:36:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:36:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:36:41 smithi032 ceph-mon[191839]: pgmap v13555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:36:41 smithi032 ceph-mon[189144]: pgmap v13555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:42.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:36:41 smithi039 ceph-mon[181282]: pgmap v13555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:36:43 smithi032 ceph-mon[191839]: pgmap v13556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:36:43 smithi032 ceph-mon[189144]: pgmap v13556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:44.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:36:43 smithi039 ceph-mon[181282]: pgmap v13556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:46.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:36:45 smithi032 ceph-mon[191839]: pgmap v13557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:36:45 smithi032 ceph-mon[189144]: pgmap v13557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:36:45 smithi039 ceph-mon[181282]: pgmap v13557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:48.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:36:47 smithi032 ceph-mon[189144]: pgmap v13558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:48.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:36:47 smithi032 ceph-mon[191839]: pgmap v13558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:36:47 smithi039 ceph-mon[181282]: pgmap v13558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:36:49 smithi032 ceph-mon[191839]: pgmap v13559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:36:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:36:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:36:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:36:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:36:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:36:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:36:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:36:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:36:49 smithi032 ceph-mon[189144]: pgmap v13559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:36:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:36:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:36:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:36:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:36:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:36:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:36:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:36:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:36:49 smithi039 ceph-mon[181282]: pgmap v13559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:36:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:36:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:36:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:36:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:36:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:36:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:36:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:36:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:36:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:36:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:36:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:36:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:36:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:36:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:36:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:36:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:36:52.125 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:36:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:36:51 smithi032 ceph-mon[191839]: pgmap v13560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:36:51 smithi032 ceph-mon[189144]: pgmap v13560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:52.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:36:51 smithi039 ceph-mon[181282]: pgmap v13560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:52.451 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:36:52.451 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 5m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:36:52.451 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 3m ago 6h 94.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:36:52.451 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 5m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:36:52.451 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 3m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:36:52.452 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 3m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:36:52.452 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 5m ago 6h 785M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:36:52.452 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 5m ago 6h 1695M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:36:52.452 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 3m ago 6h 812M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:36:52.452 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 5m ago 6h 842M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:36:52.452 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 5m ago 6h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:36:52.452 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 3m ago 6h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:36:52.452 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 5m ago 6h 4917M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:36:52.452 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 5m ago 6h 5074M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:36:52.452 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 5m ago 6h 4512M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:36:52.452 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 5m ago 6h 4572M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:36:52.452 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 3m ago 6h 4328M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:36:52.452 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 3m ago 6h 4674M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:36:52.453 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 3m ago 6h 4365M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:36:52.453 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 3m ago 6h 4358M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:36:52.453 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 3m ago 6h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:36:52.853 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:36:52.853 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:36:52.853 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:36:52.853 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:36:52.853 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:36:52.853 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:36:52.853 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:36:52.854 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:36:52.854 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:36:52.854 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:36:52.854 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:36:52.854 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:36:52.854 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:36:52.854 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:36:52.854 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:36:52.854 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:36:52.854 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:36:52.854 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:36:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:36:53 smithi032 ceph-mon[191839]: from='client.58751 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:36:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:36:53 smithi032 ceph-mon[191839]: pgmap v13561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:36:53 smithi032 ceph-mon[191839]: from='client.58757 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:36:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:36:53 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1340988776' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:36:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:36:53 smithi032 ceph-mon[189144]: from='client.58751 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:36:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:36:53 smithi032 ceph-mon[189144]: pgmap v13561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:36:53 smithi032 ceph-mon[189144]: from='client.58757 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:36:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:36:53 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1340988776' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:36:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:36:53 smithi039 ceph-mon[181282]: from='client.58751 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:36:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:36:53 smithi039 ceph-mon[181282]: pgmap v13561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:36:53 smithi039 ceph-mon[181282]: from='client.58757 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:36:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:36:53 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1340988776' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:36:56.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:36:55 smithi032 ceph-mon[189144]: pgmap v13562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:36:55 smithi032 ceph-mon[191839]: pgmap v13562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:36:55 smithi039 ceph-mon[181282]: pgmap v13562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:58.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:36:57 smithi032 ceph-mon[189144]: pgmap v13563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:36:57 smithi032 ceph-mon[191839]: pgmap v13563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:36:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:36:57 smithi039 ceph-mon[181282]: pgmap v13563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:36:59 smithi032 ceph-mon[191839]: pgmap v13564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:36:59 smithi032 ceph-mon[189144]: pgmap v13564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:00.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:36:59 smithi039 ceph-mon[181282]: pgmap v13564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:37:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:37:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:37:02.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:37:01 smithi032 ceph-mon[191839]: pgmap v13565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:02.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:37:01 smithi032 ceph-mon[189144]: pgmap v13565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:02.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:37:01 smithi039 ceph-mon[181282]: pgmap v13565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:04.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:37:03 smithi032 ceph-mon[189144]: pgmap v13566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:37:03 smithi032 ceph-mon[191839]: pgmap v13566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:04.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:37:03 smithi039 ceph-mon[181282]: pgmap v13566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:37:05 smithi032 ceph-mon[191839]: pgmap v13567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:37:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:37:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:37:05 smithi032 ceph-mon[189144]: pgmap v13567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:37:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:37:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:37:05 smithi039 ceph-mon[181282]: pgmap v13567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:37:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:37:08.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:37:07 smithi032 ceph-mon[189144]: pgmap v13568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:37:07 smithi032 ceph-mon[191839]: pgmap v13568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:08.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:37:07 smithi039 ceph-mon[181282]: pgmap v13568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:10.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:37:09 smithi032 ceph-mon[191839]: pgmap v13569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:10.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:37:09 smithi032 ceph-mon[189144]: pgmap v13569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:10.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:37:09 smithi039 ceph-mon[181282]: pgmap v13569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:37:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:37:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T23:37:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:37:11 smithi032 ceph-mon[189144]: pgmap v13570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:37:11 smithi032 ceph-mon[191839]: pgmap v13570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:12.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:37:11 smithi039 ceph-mon[181282]: pgmap v13570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:37:13 smithi032 ceph-mon[191839]: pgmap v13571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:37:13 smithi032 ceph-mon[189144]: pgmap v13571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:37:13 smithi039 ceph-mon[181282]: pgmap v13571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:37:15 smithi032 ceph-mon[189144]: pgmap v13572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:37:15 smithi032 ceph-mon[191839]: pgmap v13572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:37:15 smithi039 ceph-mon[181282]: pgmap v13572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:37:17 smithi032 ceph-mon[191839]: pgmap v13573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:18.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:37:17 smithi032 ceph-mon[189144]: pgmap v13573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:18.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:37:17 smithi039 ceph-mon[181282]: pgmap v13573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:37:19 smithi032 ceph-mon[189144]: pgmap v13574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:37:19 smithi032 ceph-mon[191839]: pgmap v13574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:37:19 smithi039 ceph-mon[181282]: pgmap v13574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:37:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:37:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:37:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:37:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:37:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:37:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:37:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:37:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:37:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:37:21 smithi032 ceph-mon[191839]: pgmap v13575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:37:21 smithi032 ceph-mon[189144]: pgmap v13575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:37:21 smithi039 ceph-mon[181282]: pgmap v13575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:23.218 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:37:23.541 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:37:23.541 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 5m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:37:23.541 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 3m ago 6h 94.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:37:23.541 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 5m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:37:23.541 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 3m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:37:23.541 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 3m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:37:23.541 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 5m ago 6h 785M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:37:23.541 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 5m ago 6h 1695M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:37:23.541 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 3m ago 6h 812M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:37:23.541 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 5m ago 6h 842M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:37:23.541 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 5m ago 6h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:37:23.542 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 3m ago 6h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:37:23.542 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 5m ago 6h 4917M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:37:23.542 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 5m ago 6h 5074M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:37:23.542 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 5m ago 6h 4512M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:37:23.542 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 5m ago 6h 4572M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:37:23.542 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 3m ago 6h 4328M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:37:23.542 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 3m ago 6h 4674M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:37:23.542 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 3m ago 6h 4365M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:37:23.542 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 3m ago 6h 4358M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:37:23.542 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 3m ago 6h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:37:23.944 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:37:23.944 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:37:23.944 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:37:23.944 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:37:23.944 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:37:23.944 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:37:23.944 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:37:23.944 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:37:23.944 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:37:23.944 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:37:23.944 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:37:23.944 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:37:23.944 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:37:23.945 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:37:23.945 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:37:23.945 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:37:23.945 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:37:23.945 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:37:24.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:37:23 smithi032 ceph-mon[191839]: pgmap v13576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:24.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:37:23 smithi032 ceph-mon[189144]: pgmap v13576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:37:23 smithi039 ceph-mon[181282]: pgmap v13576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:25.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:37:24 smithi032 ceph-mon[191839]: from='client.58769 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:37:25.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:37:24 smithi032 ceph-mon[191839]: from='client.48861 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:37:25.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:37:24 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1877548481' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:37:25.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:37:24 smithi032 ceph-mon[189144]: from='client.58769 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:37:25.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:37:24 smithi032 ceph-mon[189144]: from='client.48861 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:37:25.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:37:24 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1877548481' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:37:25.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:37:24 smithi039 ceph-mon[181282]: from='client.58769 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:37:25.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:37:24 smithi039 ceph-mon[181282]: from='client.48861 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:37:25.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:37:24 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1877548481' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:37:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:37:25 smithi032 ceph-mon[191839]: pgmap v13577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:37:25 smithi032 ceph-mon[189144]: pgmap v13577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:37:25 smithi039 ceph-mon[181282]: pgmap v13577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:37:27 smithi032 ceph-mon[191839]: pgmap v13578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:37:27 smithi032 ceph-mon[189144]: pgmap v13578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:37:27 smithi039 ceph-mon[181282]: pgmap v13578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:37:29 smithi032 ceph-mon[189144]: pgmap v13579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:30.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:37:29 smithi032 ceph-mon[191839]: pgmap v13579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:37:29 smithi039 ceph-mon[181282]: pgmap v13579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:37:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:37:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:37:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:37:31 smithi032 ceph-mon[189144]: pgmap v13580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:32.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:37:31 smithi032 ceph-mon[191839]: pgmap v13580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:32.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:37:31 smithi039 ceph-mon[181282]: pgmap v13580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:37:33 smithi032 ceph-mon[191839]: pgmap v13581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:37:33 smithi032 ceph-mon[189144]: pgmap v13581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:34.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:37:33 smithi039 ceph-mon[181282]: pgmap v13581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:37:35 smithi032 ceph-mon[191839]: pgmap v13582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:37:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:37:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:37:35 smithi032 ceph-mon[189144]: pgmap v13582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:37:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:37:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:37:35 smithi039 ceph-mon[181282]: pgmap v13582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:37:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:37:38.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:37:37 smithi039 ceph-mon[181282]: pgmap v13583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:38.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:37:37 smithi032 ceph-mon[191839]: pgmap v13583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:38.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:37:37 smithi032 ceph-mon[189144]: pgmap v13583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:40.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:37:39 smithi039 ceph-mon[181282]: pgmap v13584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:40.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:37:39 smithi032 ceph-mon[191839]: pgmap v13584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:37:39 smithi032 ceph-mon[189144]: pgmap v13584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:37:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:37:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:37:42.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:37:41 smithi039 ceph-mon[181282]: pgmap v13585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:37:41 smithi032 ceph-mon[191839]: pgmap v13585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:42.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:37:41 smithi032 ceph-mon[189144]: pgmap v13585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:44.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:37:43 smithi039 ceph-mon[181282]: pgmap v13586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:44.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:37:43 smithi032 ceph-mon[191839]: pgmap v13586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:44.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:37:43 smithi032 ceph-mon[189144]: pgmap v13586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:37:45 smithi039 ceph-mon[181282]: pgmap v13587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:46.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:37:45 smithi032 ceph-mon[191839]: pgmap v13587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:46.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:37:45 smithi032 ceph-mon[189144]: pgmap v13587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:37:47 smithi039 ceph-mon[181282]: pgmap v13588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:48.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:37:47 smithi032 ceph-mon[191839]: pgmap v13588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:48.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:37:47 smithi032 ceph-mon[189144]: pgmap v13588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:37:49 smithi039 ceph-mon[181282]: pgmap v13589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:37:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:37:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:37:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:37:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:37:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:37:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:37:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:37:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:37:49 smithi032 ceph-mon[191839]: pgmap v13589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:37:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:37:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:37:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:37:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:37:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:37:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:37:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:37:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:37:49 smithi032 ceph-mon[189144]: pgmap v13589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:37:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:37:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:37:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:37:50.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:37:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:37:50.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:37:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:37:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:37:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:37:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:37:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:37:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:37:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:37:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:37:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:37:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:37:52.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:37:51 smithi039 ceph-mon[181282]: pgmap v13590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:37:51 smithi032 ceph-mon[191839]: pgmap v13590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:52.443 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:37:51 smithi032 ceph-mon[189144]: pgmap v13590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:53.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:37:52 smithi039 ceph-mon[181282]: pgmap v13591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:53.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:37:52 smithi032 ceph-mon[191839]: pgmap v13591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:53.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:37:52 smithi032 ceph-mon[189144]: pgmap v13591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:54.308 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:37:54.630 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:37:54.630 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 6m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:37:54.630 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 4m ago 6h 94.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:37:54.630 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 6m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:37:54.630 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 4m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:37:54.630 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 4m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:37:54.630 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 6m ago 6h 785M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:37:54.631 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 6m ago 6h 1695M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:37:54.631 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 4m ago 6h 812M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:37:54.631 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 6m ago 6h 842M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:37:54.631 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 6m ago 6h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:37:54.631 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 4m ago 6h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:37:54.631 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 6m ago 6h 4917M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:37:54.631 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 6m ago 6h 5074M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:37:54.631 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 6m ago 6h 4512M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:37:54.631 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 6m ago 6h 4572M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:37:54.631 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 4m ago 6h 4328M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:37:54.631 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 4m ago 6h 4674M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:37:54.631 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 4m ago 6h 4365M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:37:54.631 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 4m ago 6h 4358M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:37:54.631 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 4m ago 6h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:37:55.030 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:37:55.030 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:37:55.030 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:37:55.030 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:37:55.030 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:37:55.031 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:37:55.031 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:37:55.031 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:37:55.031 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:37:55.031 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:37:55.031 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:37:55.031 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:37:55.031 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:37:55.031 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:37:55.031 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:37:55.031 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:37:55.031 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:37:55.031 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:37:55.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:37:55 smithi039 ceph-mon[181282]: pgmap v13592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:55.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:37:55 smithi039 ceph-mon[181282]: from='client.58787 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:37:55.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:37:55 smithi039 ceph-mon[181282]: from='client.48879 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:37:55.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:37:55 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2001844394' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:37:55.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:37:55 smithi032 ceph-mon[191839]: pgmap v13592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:55.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:37:55 smithi032 ceph-mon[191839]: from='client.58787 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:37:55.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:37:55 smithi032 ceph-mon[191839]: from='client.48879 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:37:55.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:37:55 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2001844394' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:37:55.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:37:55 smithi032 ceph-mon[189144]: pgmap v13592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:55.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:37:55 smithi032 ceph-mon[189144]: from='client.58787 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:37:55.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:37:55 smithi032 ceph-mon[189144]: from='client.48879 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:37:55.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:37:55 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2001844394' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:37:57.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:37:57 smithi032 ceph-mon[189144]: pgmap v13593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:57.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:37:57 smithi032 ceph-mon[191839]: pgmap v13593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:58.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:37:57 smithi039 ceph-mon[181282]: pgmap v13593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:37:59 smithi032 ceph-mon[191839]: pgmap v13594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:37:59.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:37:59 smithi032 ceph-mon[189144]: pgmap v13594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:00.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:37:59 smithi039 ceph-mon[181282]: pgmap v13594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:38:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:38:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:38:01.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:38:01 smithi032 ceph-mon[189144]: pgmap v13595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:01.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:38:01 smithi032 ceph-mon[191839]: pgmap v13595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:02.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:38:01 smithi039 ceph-mon[181282]: pgmap v13595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:03.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:38:03 smithi032 ceph-mon[189144]: pgmap v13596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:03.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:38:03 smithi032 ceph-mon[191839]: pgmap v13596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:04.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:38:03 smithi039 ceph-mon[181282]: pgmap v13596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:38:05 smithi032 ceph-mon[191839]: pgmap v13597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:38:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:38:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:38:05 smithi032 ceph-mon[189144]: pgmap v13597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:38:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:38:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:38:05 smithi039 ceph-mon[181282]: pgmap v13597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:38:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:38:07.937 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:38:07 smithi032 ceph-mon[191839]: pgmap v13598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:07.937 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:38:07 smithi032 ceph-mon[189144]: pgmap v13598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:08.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:38:07 smithi039 ceph-mon[181282]: pgmap v13598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:09.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:38:09 smithi032 ceph-mon[191839]: pgmap v13599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:09.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:38:09 smithi032 ceph-mon[189144]: pgmap v13599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:10.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:38:09 smithi039 ceph-mon[181282]: pgmap v13599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:38:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:38:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:38:11.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:38:11 smithi032 ceph-mon[191839]: pgmap v13600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:11.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:38:11 smithi032 ceph-mon[189144]: pgmap v13600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:38:11 smithi039 ceph-mon[181282]: pgmap v13600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:13.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:38:13 smithi032 ceph-mon[191839]: pgmap v13601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:13.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:38:13 smithi032 ceph-mon[189144]: pgmap v13601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:14.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:38:13 smithi039 ceph-mon[181282]: pgmap v13601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:15.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:38:15 smithi032 ceph-mon[189144]: pgmap v13602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:15.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:38:15 smithi032 ceph-mon[191839]: pgmap v13602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:16.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:38:15 smithi039 ceph-mon[181282]: pgmap v13602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:17.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:38:17 smithi032 ceph-mon[191839]: pgmap v13603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:17.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:38:17 smithi032 ceph-mon[189144]: pgmap v13603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:18.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:38:17 smithi039 ceph-mon[181282]: pgmap v13603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:19.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:38:19 smithi032 ceph-mon[191839]: pgmap v13604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:19.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:38:19 smithi032 ceph-mon[189144]: pgmap v13604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:20.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:38:19 smithi039 ceph-mon[181282]: pgmap v13604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:20.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:38:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:38:20.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:38:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:38:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:38:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:38:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:38:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:38:20] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T23:38:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:38:21 smithi032 ceph-mon[191839]: pgmap v13605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:38:21 smithi032 ceph-mon[189144]: pgmap v13605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:22.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:38:21 smithi039 ceph-mon[181282]: pgmap v13605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:23.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:38:23 smithi032 ceph-mon[191839]: pgmap v13606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:23.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:38:23 smithi032 ceph-mon[189144]: pgmap v13606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:24.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:38:23 smithi039 ceph-mon[181282]: pgmap v13606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:25.386 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:38:25.710 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:38:25.710 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 6m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:38:25.710 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 4m ago 6h 94.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:38:25.711 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 6m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:38:25.711 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 4m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:38:25.711 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 4m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:38:25.711 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 6m ago 6h 785M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:38:25.711 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 6m ago 6h 1695M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:38:25.711 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 4m ago 6h 812M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:38:25.711 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 6m ago 6h 842M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:38:25.711 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 6m ago 6h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:38:25.711 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 4m ago 6h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:38:25.711 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 6m ago 6h 4917M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:38:25.711 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 6m ago 6h 5074M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:38:25.711 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 6m ago 6h 4512M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:38:25.711 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 6m ago 6h 4572M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:38:25.711 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 4m ago 6h 4328M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:38:25.711 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 4m ago 6h 4674M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:38:25.712 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 4m ago 6h 4365M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:38:25.712 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 4m ago 6h 4358M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:38:25.712 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 4m ago 6h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:38:25.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:38:25 smithi032 ceph-mon[189144]: pgmap v13607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:25.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:38:25 smithi032 ceph-mon[191839]: pgmap v13607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:26.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:38:25 smithi039 ceph-mon[181282]: pgmap v13607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:26.107 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:38:26.107 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:38:26.107 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:38:26.107 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:38:26.107 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:38:26.108 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:38:26.108 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:38:26.108 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:38:26.108 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:38:26.108 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:38:26.108 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:38:26.108 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:38:26.108 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:38:26.108 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:38:26.108 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:38:26.108 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:38:26.108 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:38:26.108 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:38:26.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:38:26 smithi032 ceph-mon[191839]: from='client.58805 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:38:26.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:38:26 smithi032 ceph-mon[191839]: from='client.48897 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:38:26.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:38:26 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2050226884' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:38:26.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:38:26 smithi032 ceph-mon[189144]: from='client.58805 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:38:26.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:38:26 smithi032 ceph-mon[189144]: from='client.48897 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:38:26.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:38:26 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2050226884' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:38:27.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:38:26 smithi039 ceph-mon[181282]: from='client.58805 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:38:27.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:38:26 smithi039 ceph-mon[181282]: from='client.48897 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:38:27.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:38:26 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2050226884' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:38:27.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:38:27 smithi032 ceph-mon[191839]: pgmap v13608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:27.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:38:27 smithi032 ceph-mon[189144]: pgmap v13608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:28.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:38:27 smithi039 ceph-mon[181282]: pgmap v13608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:29.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:38:29 smithi032 ceph-mon[191839]: pgmap v13609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:29.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:38:29 smithi032 ceph-mon[189144]: pgmap v13609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:30.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:38:29 smithi039 ceph-mon[181282]: pgmap v13609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:38:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:38:30] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T23:38:31.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:38:31 smithi032 ceph-mon[191839]: pgmap v13610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:31.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:38:31 smithi032 ceph-mon[189144]: pgmap v13610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:32.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:38:31 smithi039 ceph-mon[181282]: pgmap v13610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:33.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:38:33 smithi032 ceph-mon[189144]: pgmap v13611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:33.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:38:33 smithi032 ceph-mon[191839]: pgmap v13611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:34.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:38:33 smithi039 ceph-mon[181282]: pgmap v13611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:38:35 smithi032 ceph-mon[189144]: pgmap v13612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:38:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:38:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:38:35 smithi032 ceph-mon[191839]: pgmap v13612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:38:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:38:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:38:35 smithi039 ceph-mon[181282]: pgmap v13612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:38:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:38:37.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:38:37 smithi032 ceph-mon[189144]: pgmap v13613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:37.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:38:37 smithi032 ceph-mon[191839]: pgmap v13613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:38.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:38:37 smithi039 ceph-mon[181282]: pgmap v13613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:38:39 smithi032 ceph-mon[189144]: pgmap v13614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:39.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:38:39 smithi032 ceph-mon[191839]: pgmap v13614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:40.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:38:39 smithi039 ceph-mon[181282]: pgmap v13614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:38:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:38:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:38:41.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:38:41 smithi032 ceph-mon[189144]: pgmap v13615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:41.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:38:41 smithi032 ceph-mon[191839]: pgmap v13615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:42.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:38:41 smithi039 ceph-mon[181282]: pgmap v13615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:43.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:38:43 smithi032 ceph-mon[189144]: pgmap v13616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:43.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:38:43 smithi032 ceph-mon[191839]: pgmap v13616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:44.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:38:43 smithi039 ceph-mon[181282]: pgmap v13616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:45.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:38:45 smithi032 ceph-mon[189144]: pgmap v13617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:45.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:38:45 smithi032 ceph-mon[191839]: pgmap v13617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:46.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:38:45 smithi039 ceph-mon[181282]: pgmap v13617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:47.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:38:47 smithi032 ceph-mon[191839]: pgmap v13618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:47.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:38:47 smithi032 ceph-mon[189144]: pgmap v13618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:48.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:38:47 smithi039 ceph-mon[181282]: pgmap v13618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:49.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:38:49 smithi032 ceph-mon[189144]: pgmap v13619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:49.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:38:49 smithi032 ceph-mon[191839]: pgmap v13619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:50.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:38:49 smithi039 ceph-mon[181282]: pgmap v13619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:50.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:38:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:38:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:38:50.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:38:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:38:50.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:38:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:38:50.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:38:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:38:50.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:38:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:38:50.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:38:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:38:50.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:38:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:38:50.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:38:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:38:50.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:38:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:38:50.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:38:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:38:50.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:38:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:38:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:38:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:38:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:38:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:38:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:38:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:38:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:38:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:38:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:38:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:38:51.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:38:51 smithi032 ceph-mon[189144]: pgmap v13620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:51.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:38:51 smithi032 ceph-mon[191839]: pgmap v13620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:52.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:38:51 smithi039 ceph-mon[181282]: pgmap v13620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:53.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:38:53 smithi032 ceph-mon[189144]: pgmap v13621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:53.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:38:53 smithi032 ceph-mon[191839]: pgmap v13621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:54.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:38:53 smithi039 ceph-mon[181282]: pgmap v13621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:55.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:38:55 smithi032 ceph-mon[191839]: pgmap v13622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:55.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:38:55 smithi032 ceph-mon[189144]: pgmap v13622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:56.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:38:55 smithi039 ceph-mon[181282]: pgmap v13622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:56.472 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:38:56.797 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:38:56.797 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 7m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:38:56.797 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 5m ago 6h 94.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:38:56.797 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 7m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:38:56.798 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 5m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:38:56.798 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 5m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:38:56.798 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 7m ago 6h 785M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:38:56.798 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 7m ago 6h 1695M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:38:56.798 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 5m ago 6h 812M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:38:56.798 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 7m ago 6h 842M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:38:56.798 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 7m ago 6h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:38:56.798 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 5m ago 6h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:38:56.798 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 7m ago 6h 4917M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:38:56.798 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 7m ago 6h 5074M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:38:56.798 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 7m ago 6h 4512M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:38:56.798 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 7m ago 6h 4572M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:38:56.798 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 5m ago 6h 4328M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:38:56.798 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 5m ago 6h 4674M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:38:56.798 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 5m ago 6h 4365M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:38:56.798 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 5m ago 6h 4358M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:38:56.799 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 5m ago 6h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:38:57.206 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:38:57.206 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:38:57.206 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:38:57.206 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:38:57.206 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:38:57.206 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:38:57.206 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:38:57.206 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:38:57.206 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:38:57.206 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:38:57.206 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:38:57.206 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:38:57.206 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:38:57.206 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:38:57.207 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:38:57.207 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:38:57.207 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:38:57.207 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:38:57.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:38:57 smithi032 ceph-mon[189144]: pgmap v13623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:57.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:38:57 smithi032 ceph-mon[189144]: from='client.58823 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:38:57.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:38:57 smithi032 ceph-mon[189144]: from='client.48915 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:38:57.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:38:57 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3899800719' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:38:57.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:38:57 smithi032 ceph-mon[191839]: pgmap v13623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:57.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:38:57 smithi032 ceph-mon[191839]: from='client.58823 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:38:57.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:38:57 smithi032 ceph-mon[191839]: from='client.48915 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:38:57.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:38:57 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3899800719' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:38:58.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:38:57 smithi039 ceph-mon[181282]: pgmap v13623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:58.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:38:57 smithi039 ceph-mon[181282]: from='client.58823 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:38:58.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:38:57 smithi039 ceph-mon[181282]: from='client.48915 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:38:58.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:38:57 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3899800719' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:38:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:38:59 smithi032 ceph-mon[191839]: pgmap v13624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:38:59.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:38:59 smithi032 ceph-mon[189144]: pgmap v13624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:00.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:38:59 smithi039 ceph-mon[181282]: pgmap v13624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:39:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:39:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:39:01.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:01 smithi032 ceph-mon[191839]: pgmap v13625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:01.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:01 smithi032 ceph-mon[189144]: pgmap v13625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:02.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:01 smithi039 ceph-mon[181282]: pgmap v13625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:03.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:03 smithi032 ceph-mon[189144]: pgmap v13626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:03.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:03 smithi032 ceph-mon[191839]: pgmap v13626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:04.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:03 smithi039 ceph-mon[181282]: pgmap v13626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:05 smithi032 ceph-mon[191839]: pgmap v13627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:39:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:05 smithi032 ceph-mon[189144]: pgmap v13627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:39:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:05 smithi039 ceph-mon[181282]: pgmap v13627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:39:07.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:07 smithi032 ceph-mon[191839]: pgmap v13628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:07.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:07 smithi032 ceph-mon[189144]: pgmap v13628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:08.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:07 smithi039 ceph-mon[181282]: pgmap v13628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:09.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:09 smithi032 ceph-mon[189144]: pgmap v13629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:09.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:09 smithi032 ceph-mon[191839]: pgmap v13629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:10.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:09 smithi039 ceph-mon[181282]: pgmap v13629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:39:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:39:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:39:11.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:11 smithi032 ceph-mon[189144]: pgmap v13630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:11.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:11 smithi032 ceph-mon[191839]: pgmap v13630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:11 smithi039 ceph-mon[181282]: pgmap v13630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:13.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:13 smithi032 ceph-mon[189144]: pgmap v13631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:13.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:13 smithi032 ceph-mon[191839]: pgmap v13631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:14.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:13 smithi039 ceph-mon[181282]: pgmap v13631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:16.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:15 smithi039 ceph-mon[181282]: pgmap v13632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:15 smithi032 ceph-mon[189144]: pgmap v13632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:15 smithi032 ceph-mon[191839]: pgmap v13632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:18.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:17 smithi039 ceph-mon[181282]: pgmap v13633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:18.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:17 smithi032 ceph-mon[189144]: pgmap v13633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:17 smithi032 ceph-mon[191839]: pgmap v13633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:20.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:19 smithi039 ceph-mon[181282]: pgmap v13634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:19 smithi032 ceph-mon[189144]: pgmap v13634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:19 smithi032 ceph-mon[191839]: pgmap v13634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:39:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:39:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:39:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:39:20] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T23:39:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:39:22.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:21 smithi039 ceph-mon[181282]: pgmap v13635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:22.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:21 smithi032 ceph-mon[191839]: pgmap v13635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:21 smithi032 ceph-mon[189144]: pgmap v13635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:24.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:23 smithi039 ceph-mon[181282]: pgmap v13636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:24.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:23 smithi032 ceph-mon[189144]: pgmap v13636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:24.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:23 smithi032 ceph-mon[191839]: pgmap v13636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:26.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:25 smithi039 ceph-mon[181282]: pgmap v13637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:25 smithi032 ceph-mon[191839]: pgmap v13637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:25 smithi032 ceph-mon[189144]: pgmap v13637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:27.570 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:39:27.895 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:39:27.895 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 7m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:39:27.895 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 5m ago 6h 94.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:39:27.895 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 7m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:39:27.895 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 5m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:39:27.895 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 5m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:39:27.895 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 7m ago 6h 785M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:39:27.895 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 7m ago 6h 1695M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:39:27.895 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 5m ago 6h 812M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:39:27.895 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 7m ago 6h 842M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:39:27.895 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 7m ago 6h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:39:27.895 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 5m ago 6h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:39:27.895 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 7m ago 6h 4917M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:39:27.896 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 7m ago 6h 5074M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:39:27.896 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 7m ago 6h 4512M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:39:27.896 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 7m ago 6h 4572M 2330M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:39:27.896 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 5m ago 6h 4328M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:39:27.896 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 5m ago 6h 4674M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:39:27.896 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 5m ago 6h 4365M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:39:27.896 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 5m ago 6h 4358M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:39:27.896 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 5m ago 6h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:39:28.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:27 smithi039 ceph-mon[181282]: pgmap v13638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:28.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:27 smithi032 ceph-mon[189144]: pgmap v13638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:27 smithi032 ceph-mon[191839]: pgmap v13638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:28.298 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:39:28.298 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:39:28.298 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:39:28.298 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:39:28.298 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:39:28.298 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:39:28.298 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:39:28.298 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:39:28.299 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:39:28.299 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:39:28.299 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:39:28.299 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:39:28.299 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:39:28.299 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:39:28.299 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:39:28.299 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:39:28.299 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:39:28.299 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:39:29.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:28 smithi039 ceph-mon[181282]: from='client.48927 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:39:29.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:28 smithi039 ceph-mon[181282]: from='client.48933 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:39:29.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:28 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2195155828' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:39:29.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:28 smithi032 ceph-mon[191839]: from='client.48927 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:39:29.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:28 smithi032 ceph-mon[191839]: from='client.48933 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:39:29.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:28 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2195155828' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:39:29.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:28 smithi032 ceph-mon[189144]: from='client.48927 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:39:29.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:28 smithi032 ceph-mon[189144]: from='client.48933 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:39:29.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:28 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2195155828' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:39:30.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:29 smithi039 ceph-mon[181282]: pgmap v13639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:30.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:29 smithi032 ceph-mon[189144]: pgmap v13639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:30.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:29 smithi032 ceph-mon[191839]: pgmap v13639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:39:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:39:30] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T23:39:32.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:31 smithi039 ceph-mon[181282]: pgmap v13640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:32.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:31 smithi032 ceph-mon[191839]: pgmap v13640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:31 smithi032 ceph-mon[189144]: pgmap v13640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:34.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:33 smithi039 ceph-mon[181282]: pgmap v13641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:33 smithi032 ceph-mon[189144]: pgmap v13641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:33 smithi032 ceph-mon[191839]: pgmap v13641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:35 smithi039 ceph-mon[181282]: pgmap v13642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:39:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:35 smithi032 ceph-mon[191839]: pgmap v13642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:39:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:35 smithi032 ceph-mon[189144]: pgmap v13642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:39:38.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:37 smithi039 ceph-mon[181282]: pgmap v13643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:38.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:37 smithi032 ceph-mon[191839]: pgmap v13643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:37 smithi032 ceph-mon[189144]: pgmap v13643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:40.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:39 smithi039 ceph-mon[181282]: pgmap v13644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:39 smithi032 ceph-mon[191839]: pgmap v13644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:39 smithi032 ceph-mon[189144]: pgmap v13644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:39:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:39:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:39:42.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:41 smithi039 ceph-mon[181282]: pgmap v13645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:41 smithi032 ceph-mon[191839]: pgmap v13645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:41 smithi032 ceph-mon[189144]: pgmap v13645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:44.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:43 smithi039 ceph-mon[181282]: pgmap v13646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:43 smithi032 ceph-mon[191839]: pgmap v13646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:43 smithi032 ceph-mon[189144]: pgmap v13646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:46.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:45 smithi039 ceph-mon[181282]: pgmap v13647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:45 smithi032 ceph-mon[189144]: pgmap v13647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:45 smithi032 ceph-mon[191839]: pgmap v13647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:48.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:47 smithi039 ceph-mon[181282]: pgmap v13648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:48.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:47 smithi032 ceph-mon[191839]: pgmap v13648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:47 smithi032 ceph-mon[189144]: pgmap v13648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:50.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:49 smithi039 ceph-mon[181282]: pgmap v13649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:49 smithi032 ceph-mon[191839]: pgmap v13649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:50.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:49 smithi032 ceph-mon[189144]: pgmap v13649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:39:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:39:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:39:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:39:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:39:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:39:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:39:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:39:50] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T23:39:52.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:51 smithi039 ceph-mon[181282]: pgmap v13650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:52.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:39:52.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:39:52.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:39:52.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:39:52.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:39:52.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:39:52.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:39:52.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:39:52.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:39:52.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:39:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:51 smithi032 ceph-mon[189144]: pgmap v13650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:39:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:39:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:39:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:39:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:39:52.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:39:52.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:39:52.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:39:52.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:39:52.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:39:52.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:51 smithi032 ceph-mon[191839]: pgmap v13650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:52.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:39:52.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:39:52.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:39:52.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:39:52.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:39:52.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:39:52.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:39:52.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:39:52.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:39:52.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:39:53.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:52 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi032 to 2321M 2023-12-22T23:39:53.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:52 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi032 to 2321M 2023-12-22T23:39:53.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:52 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi032 to 2321M 2023-12-22T23:39:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:53 smithi032 ceph-mon[191839]: pgmap v13651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:53 smithi032 ceph-mon[189144]: pgmap v13651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:53 smithi039 ceph-mon[181282]: pgmap v13651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:55 smithi032 ceph-mon[191839]: pgmap v13652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:55 smithi032 ceph-mon[189144]: pgmap v13652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:55 smithi039 ceph-mon[181282]: pgmap v13652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:58.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:57 smithi032 ceph-mon[189144]: pgmap v13653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:57 smithi032 ceph-mon[191839]: pgmap v13653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:57 smithi039 ceph-mon[181282]: pgmap v13653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:39:58.660 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:39:58.987 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:39:58.987 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 8m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:39:58.987 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 6m ago 6h 94.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:39:58.988 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 8m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:39:58.988 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 6m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:39:58.988 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 6m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:39:58.988 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 8m ago 6h 785M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:39:58.988 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 8m ago 6h 1695M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:39:58.988 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 6m ago 6h 812M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:39:58.988 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 8m ago 6h 842M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:39:58.988 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 8m ago 6h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:39:58.988 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 6m ago 6h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:39:58.988 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 8m ago 6h 4917M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:39:58.988 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 8m ago 6h 5074M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:39:58.988 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 8m ago 6h 4512M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:39:58.988 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 8m ago 6h 4572M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:39:58.988 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 6m ago 6h 4328M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:39:58.988 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 6m ago 6h 4674M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:39:58.989 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 6m ago 6h 4365M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:39:58.989 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 6m ago 6h 4358M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:39:58.989 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 6m ago 6h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:39:59.389 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:39:59.390 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:39:59.390 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:39:59.390 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:39:59.390 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:39:59.390 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:39:59.390 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:39:59.390 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:39:59.390 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:39:59.390 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:39:59.391 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:39:59.391 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:39:59.391 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:39:59.391 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:39:59.391 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:39:59.391 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:39:59.391 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:39:59.391 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:40:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:59 smithi032 ceph-mon[191839]: pgmap v13654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:59 smithi032 ceph-mon[191839]: from='client.48945 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:40:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:39:59 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/782278536' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:40:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:59 smithi032 ceph-mon[189144]: pgmap v13654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:00.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:59 smithi032 ceph-mon[189144]: from='client.48945 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:40:00.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:39:59 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/782278536' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:40:00.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:40:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T23:40:00.000+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T23:40:00.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:59 smithi039 ceph-mon[181282]: pgmap v13654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:59 smithi039 ceph-mon[181282]: from='client.48945 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:40:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:39:59 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/782278536' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:40:01.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:40:00 smithi032 ceph-mon[191839]: from='client.58865 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:40:01.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:40:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T23:40:01.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:40:00 smithi032 ceph-mon[189144]: from='client.58865 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:40:01.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:40:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T23:40:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:40:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:40:00] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T23:40:01.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:40:00 smithi039 ceph-mon[181282]: from='client.58865 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:40:01.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:40:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T23:40:02.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:40:01 smithi032 ceph-mon[191839]: pgmap v13655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:02.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:40:01 smithi032 ceph-mon[189144]: pgmap v13655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:02.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:40:01 smithi039 ceph-mon[181282]: pgmap v13655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:40:03 smithi032 ceph-mon[191839]: pgmap v13656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:04.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:40:03 smithi032 ceph-mon[189144]: pgmap v13656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:04.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:40:03 smithi039 ceph-mon[181282]: pgmap v13656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:40:05 smithi032 ceph-mon[191839]: pgmap v13657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:40:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:40:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:40:05 smithi032 ceph-mon[189144]: pgmap v13657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:40:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:40:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:40:05 smithi039 ceph-mon[181282]: pgmap v13657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:40:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:40:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:40:07 smithi032 ceph-mon[191839]: pgmap v13658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:08.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:40:07 smithi032 ceph-mon[189144]: pgmap v13658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:08.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:40:07 smithi039 ceph-mon[181282]: pgmap v13658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:10.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:40:09 smithi032 ceph-mon[191839]: pgmap v13659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:10.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:40:09 smithi032 ceph-mon[189144]: pgmap v13659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:10.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:40:09 smithi039 ceph-mon[181282]: pgmap v13659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:40:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:40:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:40:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:40:11 smithi032 ceph-mon[189144]: pgmap v13660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:40:11 smithi032 ceph-mon[191839]: pgmap v13660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:12.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:40:11 smithi039 ceph-mon[181282]: pgmap v13660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:40:13 smithi032 ceph-mon[189144]: pgmap v13661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:40:13 smithi032 ceph-mon[191839]: pgmap v13661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:14.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:40:13 smithi039 ceph-mon[181282]: pgmap v13661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:16.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:40:15 smithi032 ceph-mon[191839]: pgmap v13662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:16.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:40:15 smithi032 ceph-mon[189144]: pgmap v13662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:40:15 smithi039 ceph-mon[181282]: pgmap v13662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:17.257 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 23:40:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-22T23:40:16.984350067Z level=info msg="Completed cleanup jobs" duration=13.959285ms 2023-12-22T23:40:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:40:17 smithi032 ceph-mon[191839]: pgmap v13663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:18.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:40:17 smithi032 ceph-mon[189144]: pgmap v13663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:18.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:40:17 smithi039 ceph-mon[181282]: pgmap v13663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:40:19 smithi032 ceph-mon[191839]: pgmap v13664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:40:19 smithi032 ceph-mon[189144]: pgmap v13664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:40:19 smithi039 ceph-mon[181282]: pgmap v13664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:40:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:40:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:40:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:40:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:40:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:40:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:40:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:40:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:40:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:40:21 smithi032 ceph-mon[189144]: pgmap v13665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:22.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:40:21 smithi032 ceph-mon[191839]: pgmap v13665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:40:21 smithi039 ceph-mon[181282]: pgmap v13665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:24.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:40:23 smithi032 ceph-mon[191839]: pgmap v13666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:24.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:40:23 smithi032 ceph-mon[189144]: pgmap v13666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:40:23 smithi039 ceph-mon[181282]: pgmap v13666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:40:25 smithi032 ceph-mon[191839]: pgmap v13667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:40:25 smithi032 ceph-mon[189144]: pgmap v13667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:40:25 smithi039 ceph-mon[181282]: pgmap v13667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:40:27 smithi032 ceph-mon[191839]: pgmap v13668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:28.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:40:27 smithi032 ceph-mon[189144]: pgmap v13668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:40:27 smithi039 ceph-mon[181282]: pgmap v13668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:29.754 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:40:30.078 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:40:30.079 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 8m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:40:30.079 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 6m ago 6h 94.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:40:30.079 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 8m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:40:30.079 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 6m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:40:30.079 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 6m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:40:30.079 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 8m ago 6h 785M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:40:30.079 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 8m ago 6h 1695M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:40:30.079 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 6m ago 6h 812M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:40:30.079 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 8m ago 6h 842M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:40:30.079 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 8m ago 6h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:40:30.079 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 6m ago 6h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:40:30.079 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 8m ago 6h 4917M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:40:30.079 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 8m ago 6h 5074M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:40:30.079 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 8m ago 6h 4512M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:40:30.079 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 8m ago 6h 4572M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:40:30.079 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 6m ago 6h 4328M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:40:30.080 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 6m ago 6h 4674M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:40:30.080 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 6m ago 6h 4365M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:40:30.080 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 6m ago 6h 4358M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:40:30.080 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 6m ago 6h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:40:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:40:29 smithi032 ceph-mon[191839]: pgmap v13669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:30.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:40:29 smithi032 ceph-mon[189144]: pgmap v13669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:40:29 smithi039 ceph-mon[181282]: pgmap v13669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:30.481 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:40:30.481 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:40:30.481 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:40:30.481 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:40:30.481 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:40:30.481 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:40:30.481 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:40:30.481 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:40:30.481 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:40:30.481 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:40:30.481 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:40:30.482 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:40:30.482 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:40:30.482 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:40:30.482 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:40:30.482 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:40:30.482 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:40:30.482 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:40:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:40:30 smithi032 ceph-mon[191839]: from='client.48963 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:40:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:40:30 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3811368555' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:40:31.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:40:30 smithi032 ceph-mon[189144]: from='client.48963 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:40:31.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:40:30 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3811368555' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:40:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:40:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:40:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:40:31.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:40:30 smithi039 ceph-mon[181282]: from='client.48963 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:40:31.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:40:30 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3811368555' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:40:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:40:31 smithi032 ceph-mon[189144]: from='client.48969 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:40:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:40:31 smithi032 ceph-mon[189144]: pgmap v13670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:32.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:40:31 smithi032 ceph-mon[191839]: from='client.48969 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:40:32.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:40:31 smithi032 ceph-mon[191839]: pgmap v13670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:32.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:40:31 smithi039 ceph-mon[181282]: from='client.48969 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:40:32.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:40:31 smithi039 ceph-mon[181282]: pgmap v13670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:40:33 smithi032 ceph-mon[191839]: pgmap v13671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:40:33 smithi032 ceph-mon[189144]: pgmap v13671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:34.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:40:33 smithi039 ceph-mon[181282]: pgmap v13671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:40:35 smithi032 ceph-mon[191839]: pgmap v13672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:40:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:40:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:40:35 smithi032 ceph-mon[189144]: pgmap v13672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:40:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:40:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:40:35 smithi039 ceph-mon[181282]: pgmap v13672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:40:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:40:38.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:40:37 smithi032 ceph-mon[191839]: pgmap v13673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:40:37 smithi032 ceph-mon[189144]: pgmap v13673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:38.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:40:37 smithi039 ceph-mon[181282]: pgmap v13673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:40:39 smithi032 ceph-mon[191839]: pgmap v13674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:40:39 smithi032 ceph-mon[189144]: pgmap v13674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:40.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:40:39 smithi039 ceph-mon[181282]: pgmap v13674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:40:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:40:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:40:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:40:41 smithi032 ceph-mon[189144]: pgmap v13675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:40:41 smithi032 ceph-mon[191839]: pgmap v13675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:42.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:40:41 smithi039 ceph-mon[181282]: pgmap v13675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:40:43 smithi032 ceph-mon[189144]: pgmap v13676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:40:43 smithi032 ceph-mon[191839]: pgmap v13676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:44.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:40:43 smithi039 ceph-mon[181282]: pgmap v13676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:40:45 smithi032 ceph-mon[191839]: pgmap v13677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:40:45 smithi032 ceph-mon[189144]: pgmap v13677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:40:45 smithi039 ceph-mon[181282]: pgmap v13677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:40:47 smithi032 ceph-mon[189144]: pgmap v13678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:48.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:40:47 smithi032 ceph-mon[191839]: pgmap v13678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:40:47 smithi039 ceph-mon[181282]: pgmap v13678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:40:49 smithi032 ceph-mon[191839]: pgmap v13679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:40:49 smithi032 ceph-mon[189144]: pgmap v13679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:40:49 smithi039 ceph-mon[181282]: pgmap v13679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:40:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:40:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:40:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:40:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:40:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:40:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:40:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:40:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:40:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:40:51 smithi032 ceph-mon[189144]: pgmap v13680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:40:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:40:52.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:40:51 smithi032 ceph-mon[191839]: pgmap v13680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:52.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:40:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:40:52.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:40:51 smithi039 ceph-mon[181282]: pgmap v13680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:52.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:40:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:40:53.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:40:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:40:53.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:40:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:40:53.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:40:53 smithi032 ceph-mon[191839]: pgmap v13681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:53.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:40:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:40:53.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:40:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:40:53.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:40:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:40:53.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:40:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:40:53.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:40:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:40:53.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:40:53 smithi032 ceph-mon[189144]: pgmap v13681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:53.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:40:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:40:53.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:40:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:40:53.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:40:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:40:53.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:40:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:40:53.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:40:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:40:53.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:40:53 smithi039 ceph-mon[181282]: pgmap v13681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:53.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:40:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:40:53.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:40:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:40:53.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:40:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:40:55.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:40:55 smithi039 ceph-mon[181282]: pgmap v13682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:55.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:40:55 smithi032 ceph-mon[191839]: pgmap v13682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:55.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:40:55 smithi032 ceph-mon[189144]: pgmap v13682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:57.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:40:57 smithi032 ceph-mon[191839]: pgmap v13683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:57.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:40:57 smithi032 ceph-mon[189144]: pgmap v13683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:58.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:40:57 smithi039 ceph-mon[181282]: pgmap v13683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:40:59 smithi032 ceph-mon[191839]: pgmap v13684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:40:59.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:40:59 smithi032 ceph-mon[189144]: pgmap v13684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:00.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:40:59 smithi039 ceph-mon[181282]: pgmap v13684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:00.844 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:41:01.170 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:41:01.170 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 9m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:41:01.170 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 7m ago 6h 94.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:41:01.170 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 9m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:41:01.170 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 7m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:41:01.170 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 7m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:41:01.170 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 9m ago 6h 785M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:41:01.170 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 9m ago 6h 1695M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:41:01.170 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 7m ago 6h 812M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:41:01.170 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 9m ago 6h 842M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:41:01.170 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 9m ago 6h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:41:01.170 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 7m ago 6h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:41:01.170 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 9m ago 6h 4917M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:41:01.170 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 9m ago 6h 5074M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:41:01.171 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 9m ago 6h 4512M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:41:01.171 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 9m ago 6h 4572M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:41:01.171 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 7m ago 6h 4328M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:41:01.171 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 7m ago 6h 4674M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:41:01.171 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 7m ago 6h 4365M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:41:01.171 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 7m ago 6h 4358M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:41:01.171 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 7m ago 6h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:41:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:41:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:41:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:41:01.571 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:41:01.571 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:41:01.571 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:41:01.571 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:41:01.571 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:41:01.571 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:41:01.572 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:41:01.572 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:41:01.572 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:41:01.572 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:41:01.572 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:41:01.572 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:41:01.572 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:41:01.572 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:41:01.572 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:41:01.572 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:41:01.572 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:41:01.572 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:41:01.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:41:01 smithi032 ceph-mon[189144]: pgmap v13685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:01.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:41:01 smithi032 ceph-mon[189144]: from='client.58895 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:41:01.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:41:01 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/415363218' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:41:01.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:41:01 smithi032 ceph-mon[191839]: pgmap v13685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:01.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:41:01 smithi032 ceph-mon[191839]: from='client.58895 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:41:01.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:41:01 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/415363218' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:41:02.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:41:01 smithi039 ceph-mon[181282]: pgmap v13685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:02.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:41:01 smithi039 ceph-mon[181282]: from='client.58895 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:41:02.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:41:01 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/415363218' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:41:02.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:41:02 smithi032 ceph-mon[191839]: from='client.58901 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:41:02.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:41:02 smithi032 ceph-mon[189144]: from='client.58901 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:41:03.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:41:02 smithi039 ceph-mon[181282]: from='client.58901 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:41:03.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:41:03 smithi032 ceph-mon[189144]: pgmap v13686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:03.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:41:03 smithi032 ceph-mon[191839]: pgmap v13686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:04.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:41:03 smithi039 ceph-mon[181282]: pgmap v13686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:41:05 smithi032 ceph-mon[191839]: pgmap v13687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:41:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:41:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:41:05 smithi032 ceph-mon[189144]: pgmap v13687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:41:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:41:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:41:05 smithi039 ceph-mon[181282]: pgmap v13687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:41:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:41:07.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:41:07 smithi032 ceph-mon[191839]: pgmap v13688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:07.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:41:07 smithi032 ceph-mon[189144]: pgmap v13688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:08.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:41:07 smithi039 ceph-mon[181282]: pgmap v13688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:09.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:41:09 smithi032 ceph-mon[191839]: pgmap v13689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:09.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:41:09 smithi032 ceph-mon[189144]: pgmap v13689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:10.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:41:09 smithi039 ceph-mon[181282]: pgmap v13689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:41:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:41:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:41:11.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:41:11 smithi032 ceph-mon[191839]: pgmap v13690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:11.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:41:11 smithi032 ceph-mon[189144]: pgmap v13690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:41:11 smithi039 ceph-mon[181282]: pgmap v13690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:13.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:41:13 smithi032 ceph-mon[191839]: pgmap v13691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:13.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:41:13 smithi032 ceph-mon[189144]: pgmap v13691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:14.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:41:13 smithi039 ceph-mon[181282]: pgmap v13691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:15.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:41:15 smithi032 ceph-mon[191839]: pgmap v13692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:15.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:41:15 smithi032 ceph-mon[189144]: pgmap v13692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:16.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:41:15 smithi039 ceph-mon[181282]: pgmap v13692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:17.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:41:17 smithi032 ceph-mon[191839]: pgmap v13693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:17.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:41:17 smithi032 ceph-mon[189144]: pgmap v13693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:18.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:41:17 smithi039 ceph-mon[181282]: pgmap v13693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:19.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:41:19 smithi032 ceph-mon[191839]: pgmap v13694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:19.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:41:19 smithi032 ceph-mon[189144]: pgmap v13694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:20.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:41:19 smithi039 ceph-mon[181282]: pgmap v13694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:20.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:41:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:41:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:41:20.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:41:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:41:20.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:41:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:41:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:41:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:41:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:41:21 smithi032 ceph-mon[191839]: pgmap v13695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:41:21 smithi032 ceph-mon[189144]: pgmap v13695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:22.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:41:21 smithi039 ceph-mon[181282]: pgmap v13695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:23.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:41:23 smithi032 ceph-mon[191839]: pgmap v13696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:23.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:41:23 smithi032 ceph-mon[189144]: pgmap v13696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:24.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:41:23 smithi039 ceph-mon[181282]: pgmap v13696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:25.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:41:25 smithi032 ceph-mon[191839]: pgmap v13697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:25.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:41:25 smithi032 ceph-mon[189144]: pgmap v13697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:26.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:41:25 smithi039 ceph-mon[181282]: pgmap v13697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:27.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:41:27 smithi032 ceph-mon[191839]: pgmap v13698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:27.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:41:27 smithi032 ceph-mon[189144]: pgmap v13698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:28.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:41:27 smithi039 ceph-mon[181282]: pgmap v13698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:29.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:41:29 smithi032 ceph-mon[191839]: pgmap v13699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:29.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:41:29 smithi032 ceph-mon[189144]: pgmap v13699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:30.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:41:29 smithi039 ceph-mon[181282]: pgmap v13699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:41:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:41:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:41:31.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:41:31 smithi032 ceph-mon[189144]: pgmap v13700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:31.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:41:31 smithi032 ceph-mon[191839]: pgmap v13700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:31.936 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:41:32.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:41:31 smithi039 ceph-mon[181282]: pgmap v13700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:32.261 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:41:32.261 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 9m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:41:32.262 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 7m ago 6h 94.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:41:32.262 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 9m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:41:32.262 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 7m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:41:32.262 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 7m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:41:32.262 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 9m ago 6h 785M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:41:32.262 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 9m ago 6h 1695M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:41:32.262 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 7m ago 6h 812M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:41:32.262 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 9m ago 6h 842M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:41:32.262 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 9m ago 6h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:41:32.262 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 7m ago 6h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:41:32.262 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 9m ago 6h 4917M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:41:32.262 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 9m ago 6h 5074M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:41:32.262 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 9m ago 6h 4512M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:41:32.262 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 9m ago 6h 4572M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:41:32.262 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 7m ago 6h 4328M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:41:32.262 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 7m ago 6h 4674M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:41:32.263 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 7m ago 6h 4365M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:41:32.263 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 7m ago 6h 4358M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:41:32.263 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 7m ago 6h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:41:32.659 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:41:32.660 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:41:32.660 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:41:32.660 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:41:32.660 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:41:32.660 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:41:32.660 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:41:32.660 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:41:32.660 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:41:32.660 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:41:32.660 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:41:32.660 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:41:32.661 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:41:32.661 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:41:32.661 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:41:32.661 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:41:32.661 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:41:32.661 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:41:32.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:41:32 smithi032 ceph-mon[191839]: from='client.48999 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:41:32.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:41:32 smithi032 ceph-mon[189144]: from='client.48999 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:41:33.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:41:32 smithi039 ceph-mon[181282]: from='client.48999 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:41:33.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:41:33 smithi032 ceph-mon[189144]: pgmap v13701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:33.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:41:33 smithi032 ceph-mon[189144]: from='client.49005 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:41:33.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:41:33 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3364173818' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:41:33.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:41:33 smithi032 ceph-mon[191839]: pgmap v13701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:33.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:41:33 smithi032 ceph-mon[191839]: from='client.49005 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:41:33.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:41:33 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3364173818' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:41:34.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:41:33 smithi039 ceph-mon[181282]: pgmap v13701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:34.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:41:33 smithi039 ceph-mon[181282]: from='client.49005 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:41:34.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:41:33 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3364173818' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:41:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:41:35 smithi032 ceph-mon[189144]: pgmap v13702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:41:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:41:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:41:35 smithi032 ceph-mon[191839]: pgmap v13702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:41:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:41:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:41:35 smithi039 ceph-mon[181282]: pgmap v13702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:41:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:41:37.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:41:37 smithi032 ceph-mon[189144]: pgmap v13703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:37.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:41:37 smithi032 ceph-mon[191839]: pgmap v13703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:38.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:41:37 smithi039 ceph-mon[181282]: pgmap v13703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:39.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:41:39 smithi032 ceph-mon[189144]: pgmap v13704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:39.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:41:39 smithi032 ceph-mon[191839]: pgmap v13704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:40.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:41:39 smithi039 ceph-mon[181282]: pgmap v13704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:41:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:41:40] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T23:41:41.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:41:41 smithi032 ceph-mon[189144]: pgmap v13705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:41.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:41:41 smithi032 ceph-mon[191839]: pgmap v13705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:42.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:41:41 smithi039 ceph-mon[181282]: pgmap v13705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:43.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:41:43 smithi032 ceph-mon[189144]: pgmap v13706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:43.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:41:43 smithi032 ceph-mon[191839]: pgmap v13706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:44.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:41:43 smithi039 ceph-mon[181282]: pgmap v13706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:45.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:41:45 smithi032 ceph-mon[189144]: pgmap v13707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:45.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:41:45 smithi032 ceph-mon[191839]: pgmap v13707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:46.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:41:45 smithi039 ceph-mon[181282]: pgmap v13707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:48.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:41:47 smithi039 ceph-mon[181282]: pgmap v13708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:41:47 smithi032 ceph-mon[189144]: pgmap v13708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:48.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:41:47 smithi032 ceph-mon[191839]: pgmap v13708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:50.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:41:49 smithi039 ceph-mon[181282]: pgmap v13709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:41:49 smithi032 ceph-mon[191839]: pgmap v13709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:41:49 smithi032 ceph-mon[189144]: pgmap v13709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:41:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:41:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:41:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:41:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:41:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:41:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:41:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:41:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:41:52.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:41:51 smithi039 ceph-mon[181282]: pgmap v13710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:41:51 smithi032 ceph-mon[189144]: pgmap v13710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:52.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:41:51 smithi032 ceph-mon[191839]: pgmap v13710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:53.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:41:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:41:53.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:41:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:41:53.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:41:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:41:54.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:41:53 smithi039 ceph-mon[181282]: pgmap v13711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:41:53 smithi032 ceph-mon[191839]: pgmap v13711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:41:53 smithi032 ceph-mon[189144]: pgmap v13711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:41:55 smithi032 ceph-mon[191839]: pgmap v13712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:41:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:41:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:41:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:41:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:41:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:41:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:41:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:41:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:41:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:41:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:41:55 smithi032 ceph-mon[189144]: pgmap v13712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:41:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:41:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:41:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:41:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:41:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:41:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:41:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:41:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:41:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:41:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:41:55 smithi039 ceph-mon[181282]: pgmap v13712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:41:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:41:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:41:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:41:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:41:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:41:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:41:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:41:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:41:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:41:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:41:57 smithi032 ceph-mon[191839]: pgmap v13713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:58.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:41:57 smithi032 ceph-mon[189144]: pgmap v13713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:41:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:41:57 smithi039 ceph-mon[181282]: pgmap v13713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:41:59 smithi032 ceph-mon[189144]: pgmap v13714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:41:59 smithi032 ceph-mon[191839]: pgmap v13714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:00.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:41:59 smithi039 ceph-mon[181282]: pgmap v13714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:42:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:42:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:42:02.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:42:01 smithi032 ceph-mon[191839]: pgmap v13715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:02.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:42:01 smithi032 ceph-mon[189144]: pgmap v13715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:02.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:42:01 smithi039 ceph-mon[181282]: pgmap v13715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:03.025 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:42:03.347 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:42:03.348 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 8s ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:42:03.348 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 8m ago 6h 94.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:42:03.348 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 8s ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:42:03.348 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 8m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:42:03.348 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 8m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:42:03.348 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 8s ago 6h 791M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:42:03.348 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 8s ago 6h 1732M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:42:03.348 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 8m ago 6h 812M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:42:03.348 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 8s ago 6h 862M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:42:03.348 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 8s ago 6h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:42:03.348 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 8m ago 6h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:42:03.348 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 8s ago 6h 4950M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:42:03.349 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 8s ago 6h 5104M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:42:03.349 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 8s ago 6h 4537M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:42:03.349 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 8s ago 6h 4602M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:42:03.349 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 8m ago 6h 4328M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:42:03.349 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 8m ago 6h 4674M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:42:03.349 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 8m ago 6h 4365M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:42:03.349 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 8m ago 6h 4358M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:42:03.349 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 8m ago 6h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:42:03.749 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:42:03.749 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:42:03.749 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:42:03.750 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:42:03.750 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:42:03.750 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:42:03.750 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:42:03.750 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:42:03.750 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:42:03.750 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:42:03.750 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:42:03.750 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:42:03.750 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:42:03.750 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:42:03.750 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:42:03.750 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:42:03.750 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:42:03.750 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:42:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:42:03 smithi032 ceph-mon[191839]: pgmap v13716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:42:03 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3209064067' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:42:04.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:42:03 smithi032 ceph-mon[189144]: pgmap v13716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:04.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:42:03 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3209064067' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:42:04.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:42:03 smithi039 ceph-mon[181282]: pgmap v13716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:04.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:42:03 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3209064067' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:42:05.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:42:04 smithi032 ceph-mon[191839]: from='client.49017 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:42:05.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:42:04 smithi032 ceph-mon[191839]: from='client.58937 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:42:05.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:42:04 smithi032 ceph-mon[189144]: from='client.49017 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:42:05.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:42:04 smithi032 ceph-mon[189144]: from='client.58937 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:42:05.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:42:04 smithi039 ceph-mon[181282]: from='client.49017 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:42:05.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:42:04 smithi039 ceph-mon[181282]: from='client.58937 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:42:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:42:05 smithi032 ceph-mon[191839]: pgmap v13717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:42:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:42:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:42:05 smithi032 ceph-mon[189144]: pgmap v13717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:42:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:42:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:42:05 smithi039 ceph-mon[181282]: pgmap v13717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:42:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:42:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:42:07 smithi032 ceph-mon[191839]: pgmap v13718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:08.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:42:07 smithi032 ceph-mon[189144]: pgmap v13718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:08.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:42:07 smithi039 ceph-mon[181282]: pgmap v13718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:10.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:42:09 smithi032 ceph-mon[191839]: pgmap v13719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:10.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:42:09 smithi032 ceph-mon[189144]: pgmap v13719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:10.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:42:09 smithi039 ceph-mon[181282]: pgmap v13719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:42:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:42:10] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T23:42:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:42:11 smithi032 ceph-mon[191839]: pgmap v13720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:42:11 smithi032 ceph-mon[189144]: pgmap v13720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:12.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:42:11 smithi039 ceph-mon[181282]: pgmap v13720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:42:13 smithi032 ceph-mon[189144]: pgmap v13721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:42:13 smithi032 ceph-mon[191839]: pgmap v13721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:42:13 smithi039 ceph-mon[181282]: pgmap v13721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:42:15 smithi032 ceph-mon[191839]: pgmap v13722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:42:15 smithi032 ceph-mon[189144]: pgmap v13722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:42:15 smithi039 ceph-mon[181282]: pgmap v13722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:42:17 smithi032 ceph-mon[191839]: pgmap v13723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:18.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:42:17 smithi032 ceph-mon[189144]: pgmap v13723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:18.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:42:17 smithi039 ceph-mon[181282]: pgmap v13723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:42:19 smithi032 ceph-mon[191839]: pgmap v13724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:42:19 smithi032 ceph-mon[189144]: pgmap v13724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:42:19 smithi039 ceph-mon[181282]: pgmap v13724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:42:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:42:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:42:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:42:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:42:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:42:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:42:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:42:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:42:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:42:21 smithi032 ceph-mon[189144]: pgmap v13725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:22.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:42:21 smithi032 ceph-mon[191839]: pgmap v13725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:42:21 smithi039 ceph-mon[181282]: pgmap v13725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:24.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:42:23 smithi032 ceph-mon[191839]: pgmap v13726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:24.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:42:23 smithi032 ceph-mon[189144]: pgmap v13726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:42:23 smithi039 ceph-mon[181282]: pgmap v13726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:42:25 smithi032 ceph-mon[191839]: pgmap v13727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:42:25 smithi032 ceph-mon[189144]: pgmap v13727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:42:25 smithi039 ceph-mon[181282]: pgmap v13727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:42:27 smithi032 ceph-mon[191839]: pgmap v13728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:42:27 smithi032 ceph-mon[189144]: pgmap v13728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:42:27 smithi039 ceph-mon[181282]: pgmap v13728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:30.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:42:29 smithi032 ceph-mon[191839]: pgmap v13729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:30.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:42:29 smithi032 ceph-mon[189144]: pgmap v13729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:42:29 smithi039 ceph-mon[181282]: pgmap v13729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:42:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:42:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:42:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:42:31 smithi032 ceph-mon[189144]: pgmap v13730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:32.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:42:31 smithi032 ceph-mon[191839]: pgmap v13730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:32.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:42:31 smithi039 ceph-mon[181282]: pgmap v13730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:34.111 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:42:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:42:33 smithi032 ceph-mon[191839]: pgmap v13731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:42:33 smithi032 ceph-mon[189144]: pgmap v13731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:34.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:42:33 smithi039 ceph-mon[181282]: pgmap v13731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:34.435 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:42:34.435 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 39s ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:42:34.435 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 8m ago 6h 94.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:42:34.435 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 39s ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:42:34.435 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 8m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:42:34.435 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 8m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:42:34.435 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 39s ago 6h 791M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:42:34.435 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 39s ago 6h 1732M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:42:34.436 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 8m ago 6h 812M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:42:34.436 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 39s ago 6h 862M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:42:34.436 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 39s ago 6h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:42:34.436 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 8m ago 6h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:42:34.436 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 39s ago 6h 4950M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:42:34.436 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 39s ago 6h 5104M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:42:34.436 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 39s ago 6h 4537M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:42:34.436 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 39s ago 6h 4602M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:42:34.436 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 8m ago 6h 4328M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:42:34.436 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 8m ago 6h 4674M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:42:34.436 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 8m ago 6h 4365M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:42:34.436 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 8m ago 6h 4358M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:42:34.436 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 8m ago 6h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:42:34.836 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:42:34.837 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:42:34.837 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:42:34.837 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:42:34.837 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:42:34.837 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:42:34.837 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:42:34.837 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:42:34.837 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:42:34.837 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:42:34.837 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:42:34.837 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:42:34.837 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:42:34.837 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:42:34.837 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:42:34.837 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:42:34.838 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:42:34.838 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:42:35.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:42:34 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3411116738' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:42:35.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:42:34 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3411116738' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:42:35.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:42:34 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3411116738' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:42:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:42:35 smithi032 ceph-mon[191839]: from='client.58949 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:42:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:42:35 smithi032 ceph-mon[191839]: pgmap v13732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:42:35 smithi032 ceph-mon[191839]: from='client.58955 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:42:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:42:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:42:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:42:35 smithi032 ceph-mon[189144]: from='client.58949 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:42:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:42:35 smithi032 ceph-mon[189144]: pgmap v13732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:42:35 smithi032 ceph-mon[189144]: from='client.58955 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:42:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:42:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:42:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:42:35 smithi039 ceph-mon[181282]: from='client.58949 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:42:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:42:35 smithi039 ceph-mon[181282]: pgmap v13732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:42:35 smithi039 ceph-mon[181282]: from='client.58955 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:42:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:42:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:42:38.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:42:37 smithi032 ceph-mon[191839]: pgmap v13733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:42:37 smithi032 ceph-mon[189144]: pgmap v13733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:38.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:42:37 smithi039 ceph-mon[181282]: pgmap v13733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:42:39 smithi032 ceph-mon[191839]: pgmap v13734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:42:39 smithi032 ceph-mon[189144]: pgmap v13734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:40.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:42:39 smithi039 ceph-mon[181282]: pgmap v13734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:42:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:42:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:42:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:42:41 smithi032 ceph-mon[191839]: pgmap v13735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:42:41 smithi032 ceph-mon[189144]: pgmap v13735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:42.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:42:41 smithi039 ceph-mon[181282]: pgmap v13735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:44.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:42:43 smithi032 ceph-mon[189144]: pgmap v13736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:44.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:42:43 smithi032 ceph-mon[191839]: pgmap v13736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:44.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:42:43 smithi039 ceph-mon[181282]: pgmap v13736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:42:45 smithi032 ceph-mon[191839]: pgmap v13737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:42:45 smithi032 ceph-mon[189144]: pgmap v13737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:42:45 smithi039 ceph-mon[181282]: pgmap v13737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:42:47 smithi032 ceph-mon[189144]: pgmap v13738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:48.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:42:47 smithi032 ceph-mon[191839]: pgmap v13738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:42:47 smithi039 ceph-mon[181282]: pgmap v13738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:42:49 smithi032 ceph-mon[191839]: pgmap v13739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:42:49 smithi032 ceph-mon[189144]: pgmap v13739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:42:49 smithi039 ceph-mon[181282]: pgmap v13739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:42:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:42:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:42:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:42:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:42:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:42:50] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T23:42:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:42:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:42:52.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:42:51 smithi032 ceph-mon[191839]: pgmap v13740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:42:51 smithi032 ceph-mon[189144]: pgmap v13740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:52.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:42:51 smithi039 ceph-mon[181282]: pgmap v13740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:42:53 smithi032 ceph-mon[191839]: pgmap v13741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:42:53 smithi032 ceph-mon[189144]: pgmap v13741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:54.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:42:53 smithi039 ceph-mon[181282]: pgmap v13741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:42:55 smithi032 ceph-mon[191839]: pgmap v13742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:42:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:42:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:42:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:42:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:42:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:42:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:42:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:42:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:42:55 smithi032 ceph-mon[189144]: pgmap v13742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:42:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:42:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:42:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:42:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:42:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:42:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:42:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:42:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:42:55 smithi039 ceph-mon[181282]: pgmap v13742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:42:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:42:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:42:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:42:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:42:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:42:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:42:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:42:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:42:57 smithi032 ceph-mon[191839]: pgmap v13743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:58.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:42:57 smithi032 ceph-mon[189144]: pgmap v13743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:42:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:42:57 smithi039 ceph-mon[181282]: pgmap v13743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:42:59 smithi032 ceph-mon[191839]: pgmap v13744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:42:59 smithi032 ceph-mon[189144]: pgmap v13744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:00.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:42:59 smithi039 ceph-mon[181282]: pgmap v13744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:43:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:43:00] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T23:43:02.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:43:01 smithi032 ceph-mon[191839]: pgmap v13745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:02.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:43:01 smithi032 ceph-mon[189144]: pgmap v13745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:02.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:43:01 smithi039 ceph-mon[181282]: pgmap v13745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:04.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:43:03 smithi039 ceph-mon[181282]: pgmap v13746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:04.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:43:03 smithi032 ceph-mon[191839]: pgmap v13746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:04.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:43:03 smithi032 ceph-mon[189144]: pgmap v13746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:05.202 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:43:05.523 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:43:05.523 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 70s ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:43:05.523 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 9m ago 6h 94.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:43:05.523 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 70s ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:43:05.524 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 9m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:43:05.524 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 9m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:43:05.524 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 70s ago 6h 791M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:43:05.524 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 70s ago 6h 1732M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:43:05.524 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 9m ago 6h 812M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:43:05.524 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 70s ago 6h 862M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:43:05.524 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 70s ago 6h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:43:05.524 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 9m ago 6h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:43:05.524 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 70s ago 6h 4950M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:43:05.524 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 70s ago 6h 5104M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:43:05.524 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 70s ago 6h 4537M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:43:05.524 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 70s ago 6h 4602M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:43:05.524 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 9m ago 6h 4328M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:43:05.524 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 9m ago 6h 4674M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:43:05.525 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 9m ago 6h 4365M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:43:05.525 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 9m ago 6h 4358M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:43:05.525 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 9m ago 6h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:43:05.927 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:43:05.927 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:43:05.927 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:43:05.927 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:43:05.927 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:43:05.927 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:43:05.928 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:43:05.928 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:43:05.928 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:43:05.928 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:43:05.928 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:43:05.928 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:43:05.928 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:43:05.928 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:43:05.928 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:43:05.928 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:43:05.928 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:43:05.928 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:43:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:43:05 smithi039 ceph-mon[181282]: pgmap v13747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:43:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:43:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:43:05 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/472936806' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:43:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:43:05 smithi032 ceph-mon[191839]: pgmap v13747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:43:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:43:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:43:05 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/472936806' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:43:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:43:05 smithi032 ceph-mon[189144]: pgmap v13747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:43:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:43:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:43:05 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/472936806' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:43:07.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:43:06 smithi039 ceph-mon[181282]: from='client.49053 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:43:07.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:43:06 smithi039 ceph-mon[181282]: from='client.58973 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:43:07.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:43:06 smithi032 ceph-mon[189144]: from='client.49053 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:43:07.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:43:06 smithi032 ceph-mon[189144]: from='client.58973 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:43:07.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:43:06 smithi032 ceph-mon[191839]: from='client.49053 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:43:07.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:43:06 smithi032 ceph-mon[191839]: from='client.58973 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:43:08.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:43:07 smithi039 ceph-mon[181282]: pgmap v13748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:08.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:43:07 smithi032 ceph-mon[191839]: pgmap v13748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:08.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:43:07 smithi032 ceph-mon[189144]: pgmap v13748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:10.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:43:09 smithi039 ceph-mon[181282]: pgmap v13749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:10.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:43:09 smithi032 ceph-mon[191839]: pgmap v13749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:43:09 smithi032 ceph-mon[189144]: pgmap v13749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:43:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:43:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:43:12.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:43:11 smithi039 ceph-mon[181282]: pgmap v13750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:12.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:43:11 smithi032 ceph-mon[191839]: pgmap v13750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:12.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:43:11 smithi032 ceph-mon[189144]: pgmap v13750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:43:13 smithi039 ceph-mon[181282]: pgmap v13751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:14.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:43:13 smithi032 ceph-mon[191839]: pgmap v13751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:14.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:43:13 smithi032 ceph-mon[189144]: pgmap v13751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:16.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:43:15 smithi039 ceph-mon[181282]: pgmap v13752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:16.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:43:15 smithi032 ceph-mon[191839]: pgmap v13752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:16.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:43:15 smithi032 ceph-mon[189144]: pgmap v13752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:18.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:43:17 smithi039 ceph-mon[181282]: pgmap v13753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:18.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:43:17 smithi032 ceph-mon[191839]: pgmap v13753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:18.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:43:17 smithi032 ceph-mon[189144]: pgmap v13753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:43:19 smithi039 ceph-mon[181282]: pgmap v13754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:43:19 smithi032 ceph-mon[191839]: pgmap v13754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:43:19 smithi032 ceph-mon[189144]: pgmap v13754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:43:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:43:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:43:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:43:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:43:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:43:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:43:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:43:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:43:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:43:21 smithi039 ceph-mon[181282]: pgmap v13755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:22.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:43:21 smithi032 ceph-mon[191839]: pgmap v13755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:43:21 smithi032 ceph-mon[189144]: pgmap v13755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:43:23 smithi039 ceph-mon[181282]: pgmap v13756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:24.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:43:23 smithi032 ceph-mon[191839]: pgmap v13756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:24.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:43:23 smithi032 ceph-mon[189144]: pgmap v13756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:43:25 smithi039 ceph-mon[181282]: pgmap v13757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:26.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:43:25 smithi032 ceph-mon[189144]: pgmap v13757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:26.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:43:25 smithi032 ceph-mon[191839]: pgmap v13757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:43:27 smithi039 ceph-mon[181282]: pgmap v13758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:28.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:43:27 smithi032 ceph-mon[189144]: pgmap v13758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:28.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:43:27 smithi032 ceph-mon[191839]: pgmap v13758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:43:29 smithi039 ceph-mon[181282]: pgmap v13759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:43:29 smithi032 ceph-mon[189144]: pgmap v13759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:43:29 smithi032 ceph-mon[191839]: pgmap v13759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:43:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:43:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:43:32.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:43:31 smithi039 ceph-mon[181282]: pgmap v13760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:43:31 smithi032 ceph-mon[191839]: pgmap v13760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:43:31 smithi032 ceph-mon[189144]: pgmap v13760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:34.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:43:33 smithi039 ceph-mon[181282]: pgmap v13761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:34.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:43:33 smithi032 ceph-mon[189144]: pgmap v13761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:34.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:43:33 smithi032 ceph-mon[191839]: pgmap v13761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:43:35 smithi039 ceph-mon[181282]: pgmap v13762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:43:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:43:36.294 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:43:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:43:35 smithi032 ceph-mon[191839]: pgmap v13762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:43:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:43:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:43:35 smithi032 ceph-mon[189144]: pgmap v13762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:43:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:43:36.617 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:43:36.617 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 101s ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:43:36.617 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 9m ago 6h 94.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:43:36.617 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 101s ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:43:36.617 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 9m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:43:36.617 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 9m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:43:36.618 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 101s ago 6h 791M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:43:36.618 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 101s ago 6h 1732M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:43:36.618 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 9m ago 6h 812M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:43:36.618 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 101s ago 6h 862M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:43:36.618 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 101s ago 6h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:43:36.618 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 9m ago 6h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:43:36.618 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 101s ago 6h 4950M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:43:36.618 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 101s ago 6h 5104M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:43:36.618 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 101s ago 6h 4537M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:43:36.618 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 101s ago 6h 4602M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:43:36.618 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 9m ago 6h 4328M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:43:36.618 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 9m ago 6h 4674M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:43:36.618 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 9m ago 6h 4365M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:43:36.618 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 9m ago 6h 4358M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:43:36.618 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 9m ago 6h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:43:37.019 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:43:37.019 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:43:37.019 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:43:37.019 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:43:37.019 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:43:37.019 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:43:37.019 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:43:37.019 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:43:37.020 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:43:37.020 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:43:37.020 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:43:37.020 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:43:37.020 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:43:37.020 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:43:37.020 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:43:37.020 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:43:37.020 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:43:37.020 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:43:38.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:43:37 smithi039 ceph-mon[181282]: pgmap v13763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:38.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:43:37 smithi039 ceph-mon[181282]: from='client.49071 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:43:38.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:43:37 smithi039 ceph-mon[181282]: from='client.49077 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:43:38.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:43:37 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4220741802' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:43:38.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:43:37 smithi032 ceph-mon[191839]: pgmap v13763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:38.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:43:37 smithi032 ceph-mon[191839]: from='client.49071 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:43:38.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:43:37 smithi032 ceph-mon[191839]: from='client.49077 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:43:38.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:43:37 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4220741802' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:43:38.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:43:37 smithi032 ceph-mon[189144]: pgmap v13763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:38.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:43:37 smithi032 ceph-mon[189144]: from='client.49071 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:43:38.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:43:37 smithi032 ceph-mon[189144]: from='client.49077 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:43:38.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:43:37 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4220741802' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:43:40.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:43:39 smithi039 ceph-mon[181282]: pgmap v13764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:40.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:43:39 smithi032 ceph-mon[191839]: pgmap v13764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:43:39 smithi032 ceph-mon[189144]: pgmap v13764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:43:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:43:40] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T23:43:42.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:43:42 smithi039 ceph-mon[181282]: pgmap v13765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:42.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:43:42 smithi032 ceph-mon[191839]: pgmap v13765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:42.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:43:42 smithi032 ceph-mon[189144]: pgmap v13765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:44.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:43:44 smithi039 ceph-mon[181282]: pgmap v13766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:44.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:43:44 smithi032 ceph-mon[191839]: pgmap v13766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:44.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:43:44 smithi032 ceph-mon[189144]: pgmap v13766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:46.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:43:46 smithi032 ceph-mon[191839]: pgmap v13767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:46.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:43:46 smithi032 ceph-mon[189144]: pgmap v13767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:46.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:43:46 smithi039 ceph-mon[181282]: pgmap v13767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:48.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:43:48 smithi032 ceph-mon[191839]: pgmap v13768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:48.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:43:48 smithi032 ceph-mon[189144]: pgmap v13768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:48.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:43:48 smithi039 ceph-mon[181282]: pgmap v13768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:49.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:43:49 smithi032 ceph-mon[191839]: pgmap v13769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:49.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:43:49 smithi032 ceph-mon[189144]: pgmap v13769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:49.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:43:49 smithi039 ceph-mon[181282]: pgmap v13769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:50.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:43:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:43:50.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:43:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:43:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:43:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:43:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:43:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:43:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:43:51.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:43:51 smithi039 ceph-mon[181282]: pgmap v13770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:51.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:43:51 smithi032 ceph-mon[189144]: pgmap v13770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:51.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:43:51 smithi032 ceph-mon[191839]: pgmap v13770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:53.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:43:53 smithi032 ceph-mon[191839]: pgmap v13771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:53.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:43:53 smithi032 ceph-mon[189144]: pgmap v13771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:54.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:43:53 smithi039 ceph-mon[181282]: pgmap v13771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:55.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:43:55 smithi032 ceph-mon[191839]: pgmap v13772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:55.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:43:55 smithi032 ceph-mon[189144]: pgmap v13772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:56.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:43:55 smithi039 ceph-mon[181282]: pgmap v13772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:56.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:43:56 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:43:56.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:43:56 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:43:57.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:43:56 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:43:57.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:43:57 smithi032 ceph-mon[191839]: pgmap v13773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:57.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:43:57 smithi032 ceph-mon[189144]: pgmap v13773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:57.959 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:43:57 smithi039 ceph-mon[181282]: pgmap v13773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:59.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:43:59 smithi039 ceph-mon[181282]: pgmap v13774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:59.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:43:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:43:59.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:43:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:43:59.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:43:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:43:59.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:43:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:43:59.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:43:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:43:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:43:59 smithi032 ceph-mon[191839]: pgmap v13774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:43:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:43:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:43:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:43:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:43:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:43:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:43:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:43:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:43:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:43:59.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:43:59 smithi032 ceph-mon[189144]: pgmap v13774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:43:59.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:43:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:43:59.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:43:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:43:59.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:43:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:43:59.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:43:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:43:59.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:43:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:44:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:44:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:44:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:44:01.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:44:01 smithi039 ceph-mon[181282]: pgmap v13775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:01.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:44:01 smithi032 ceph-mon[191839]: pgmap v13775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:01.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:44:01 smithi032 ceph-mon[189144]: pgmap v13775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:03.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:44:03 smithi032 ceph-mon[191839]: pgmap v13776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:03.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:44:03 smithi032 ceph-mon[189144]: pgmap v13776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:04.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:44:03 smithi039 ceph-mon[181282]: pgmap v13776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:44:05 smithi032 ceph-mon[191839]: pgmap v13777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:44:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:44:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:44:05 smithi032 ceph-mon[189144]: pgmap v13777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:44:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:44:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:44:05 smithi039 ceph-mon[181282]: pgmap v13777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:44:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:44:07.379 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:44:07.706 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:44:07.706 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 2m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:44:07.706 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 9s ago 6h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:44:07.706 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 2m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:44:07.706 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 9s ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:44:07.706 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 9s ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:44:07.706 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 2m ago 6h 791M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:44:07.706 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 2m ago 6h 1732M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:44:07.707 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 9s ago 6h 828M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:44:07.707 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 2m ago 6h 862M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:44:07.707 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 2m ago 6h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:44:07.707 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 9s ago 6h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:44:07.707 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 2m ago 6h 4950M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:44:07.707 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 2m ago 6h 5104M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:44:07.707 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 2m ago 6h 4537M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:44:07.707 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 2m ago 6h 4602M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:44:07.707 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 9s ago 6h 4355M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:44:07.707 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 9s ago 6h 4707M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:44:07.707 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 9s ago 6h 4395M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:44:07.707 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 9s ago 6h 4393M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:44:07.707 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 9s ago 6h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:44:07.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:44:07 smithi032 ceph-mon[191839]: pgmap v13778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:07.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:44:07 smithi032 ceph-mon[189144]: pgmap v13778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:08.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:44:07 smithi039 ceph-mon[181282]: pgmap v13778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:08.106 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:44:08.106 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:44:08.106 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:44:08.106 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:44:08.106 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:44:08.106 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:44:08.106 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:44:08.106 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:44:08.106 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:44:08.106 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:44:08.106 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:44:08.106 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:44:08.106 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:44:08.107 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:44:08.107 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:44:08.107 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:44:08.107 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:44:08.107 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:44:08.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:44:08 smithi032 ceph-mon[189144]: from='client.59003 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:44:08.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:44:08 smithi032 ceph-mon[189144]: from='client.49095 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:44:08.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:44:08 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4210215415' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:44:08.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:44:08 smithi032 ceph-mon[191839]: from='client.59003 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:44:08.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:44:08 smithi032 ceph-mon[191839]: from='client.49095 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:44:08.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:44:08 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4210215415' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:44:09.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:44:08 smithi039 ceph-mon[181282]: from='client.59003 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:44:09.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:44:08 smithi039 ceph-mon[181282]: from='client.49095 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:44:09.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:44:08 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4210215415' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:44:09.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:44:09 smithi032 ceph-mon[189144]: pgmap v13779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:09.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:44:09 smithi032 ceph-mon[191839]: pgmap v13779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:10.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:44:09 smithi039 ceph-mon[181282]: pgmap v13779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:44:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:44:10] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T23:44:11.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:44:11 smithi032 ceph-mon[189144]: pgmap v13780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:11.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:44:11 smithi032 ceph-mon[191839]: pgmap v13780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:44:11 smithi039 ceph-mon[181282]: pgmap v13780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:13.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:44:13 smithi032 ceph-mon[191839]: pgmap v13781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:13.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:44:13 smithi032 ceph-mon[189144]: pgmap v13781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:14.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:44:13 smithi039 ceph-mon[181282]: pgmap v13781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:15.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:44:15 smithi032 ceph-mon[189144]: pgmap v13782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:15.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:44:15 smithi032 ceph-mon[191839]: pgmap v13782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:16.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:44:15 smithi039 ceph-mon[181282]: pgmap v13782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:17.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:44:17 smithi032 ceph-mon[191839]: pgmap v13783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:17.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:44:17 smithi032 ceph-mon[189144]: pgmap v13783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:18.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:44:17 smithi039 ceph-mon[181282]: pgmap v13783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:19.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:44:19 smithi032 ceph-mon[191839]: pgmap v13784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:19.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:44:19 smithi032 ceph-mon[189144]: pgmap v13784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:20.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:44:19 smithi039 ceph-mon[181282]: pgmap v13784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:20.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:44:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:44:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:44:20.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:44:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:44:20.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:44:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:44:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:44:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:44:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:44:21 smithi032 ceph-mon[191839]: pgmap v13785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:44:21 smithi032 ceph-mon[189144]: pgmap v13785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:22.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:44:21 smithi039 ceph-mon[181282]: pgmap v13785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:23.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:44:23 smithi032 ceph-mon[191839]: pgmap v13786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:23.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:44:23 smithi032 ceph-mon[189144]: pgmap v13786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:24.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:44:23 smithi039 ceph-mon[181282]: pgmap v13786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:25.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:44:25 smithi032 ceph-mon[189144]: pgmap v13787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:25.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:44:25 smithi032 ceph-mon[191839]: pgmap v13787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:26.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:44:25 smithi039 ceph-mon[181282]: pgmap v13787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:27.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:44:27 smithi032 ceph-mon[189144]: pgmap v13788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:27.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:44:27 smithi032 ceph-mon[191839]: pgmap v13788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:28.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:44:27 smithi039 ceph-mon[181282]: pgmap v13788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:29.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:44:29 smithi032 ceph-mon[189144]: pgmap v13789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:29.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:44:29 smithi032 ceph-mon[191839]: pgmap v13789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:30.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:44:29 smithi039 ceph-mon[181282]: pgmap v13789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:44:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:44:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:44:32.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:44:31 smithi039 ceph-mon[181282]: pgmap v13790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:32.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:44:31 smithi032 ceph-mon[191839]: pgmap v13790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:32.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:44:31 smithi032 ceph-mon[189144]: pgmap v13790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:34.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:44:33 smithi039 ceph-mon[181282]: pgmap v13791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:44:33 smithi032 ceph-mon[191839]: pgmap v13791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:44:33 smithi032 ceph-mon[189144]: pgmap v13791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:44:35 smithi039 ceph-mon[181282]: pgmap v13792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:44:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:44:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:44:35 smithi032 ceph-mon[191839]: pgmap v13792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:44:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:44:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:44:35 smithi032 ceph-mon[189144]: pgmap v13792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:44:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:44:38.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:44:37 smithi039 ceph-mon[181282]: pgmap v13793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:44:37 smithi032 ceph-mon[189144]: pgmap v13793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:38.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:44:37 smithi032 ceph-mon[191839]: pgmap v13793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:38.468 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:44:38.790 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:44:38.790 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 2m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:44:38.790 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 40s ago 6h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:44:38.790 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 2m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:44:38.791 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 40s ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:44:38.791 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 40s ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:44:38.791 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 2m ago 6h 791M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:44:38.791 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 2m ago 6h 1732M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:44:38.791 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 40s ago 6h 828M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:44:38.791 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 2m ago 6h 862M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:44:38.791 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 2m ago 6h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:44:38.791 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 40s ago 6h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:44:38.791 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 2m ago 6h 4950M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:44:38.791 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 2m ago 6h 5104M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:44:38.791 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 2m ago 6h 4537M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:44:38.791 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 2m ago 6h 4602M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:44:38.791 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 40s ago 6h 4355M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:44:38.791 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 40s ago 6h 4707M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:44:38.791 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 40s ago 6h 4395M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:44:38.791 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 40s ago 6h 4393M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:44:38.792 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 40s ago 6h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:44:39.191 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:44:39.191 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:44:39.191 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:44:39.191 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:44:39.191 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:44:39.191 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:44:39.191 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:44:39.192 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:44:39.192 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:44:39.192 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:44:39.192 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:44:39.192 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:44:39.192 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:44:39.192 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:44:39.192 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:44:39.192 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:44:39.192 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:44:39.192 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:44:39.695 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:44:39 smithi032 ceph-mon[189144]: pgmap v13794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:39.695 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:44:39 smithi032 ceph-mon[189144]: from='client.49107 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:44:39.696 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:44:39 smithi032 ceph-mon[189144]: from='client.49113 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:44:40.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:44:39 smithi039 ceph-mon[181282]: pgmap v13794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:40.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:44:39 smithi039 ceph-mon[181282]: from='client.49107 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:44:40.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:44:39 smithi039 ceph-mon[181282]: from='client.49113 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:44:40.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:44:39 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1465614767' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:44:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:44:39 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1465614767' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:44:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:44:39 smithi032 ceph-mon[191839]: pgmap v13794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:44:39 smithi032 ceph-mon[191839]: from='client.49107 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:44:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:44:39 smithi032 ceph-mon[191839]: from='client.49113 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:44:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:44:39 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1465614767' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:44:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:44:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:44:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:44:42.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:44:41 smithi039 ceph-mon[181282]: pgmap v13795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:44:41 smithi032 ceph-mon[191839]: pgmap v13795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:44:41 smithi032 ceph-mon[189144]: pgmap v13795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:44.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:44:43 smithi039 ceph-mon[181282]: pgmap v13796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:44:43 smithi032 ceph-mon[191839]: pgmap v13796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:44:43 smithi032 ceph-mon[189144]: pgmap v13796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:46.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:44:45 smithi039 ceph-mon[181282]: pgmap v13797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:44:45 smithi032 ceph-mon[191839]: pgmap v13797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:44:45 smithi032 ceph-mon[189144]: pgmap v13797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:48.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:44:47 smithi039 ceph-mon[181282]: pgmap v13798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:48.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:44:47 smithi032 ceph-mon[191839]: pgmap v13798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:44:47 smithi032 ceph-mon[189144]: pgmap v13798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:50.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:44:49 smithi039 ceph-mon[181282]: pgmap v13799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:44:49 smithi032 ceph-mon[191839]: pgmap v13799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:44:49 smithi032 ceph-mon[189144]: pgmap v13799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:44:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:44:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:44:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:44:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:44:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:44:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:44:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:44:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:44:52.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:44:51 smithi039 ceph-mon[181282]: pgmap v13800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:52.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:44:51 smithi032 ceph-mon[191839]: pgmap v13800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:44:51 smithi032 ceph-mon[189144]: pgmap v13800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:54.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:44:53 smithi039 ceph-mon[181282]: pgmap v13801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:44:53 smithi032 ceph-mon[191839]: pgmap v13801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:44:53 smithi032 ceph-mon[189144]: pgmap v13801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:56.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:44:55 smithi039 ceph-mon[181282]: pgmap v13802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:44:55 smithi032 ceph-mon[191839]: pgmap v13802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:44:55 smithi032 ceph-mon[189144]: pgmap v13802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:58.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:44:57 smithi039 ceph-mon[181282]: pgmap v13803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:44:57 smithi032 ceph-mon[191839]: pgmap v13803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:44:58.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:44:57 smithi032 ceph-mon[189144]: pgmap v13803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:00.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:44:59 smithi039 ceph-mon[181282]: pgmap v13804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:00.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:44:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:45:00.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:44:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:45:00.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:44:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:45:00.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:44:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:45:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:44:59 smithi032 ceph-mon[191839]: pgmap v13804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:44:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:45:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:44:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:45:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:44:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:45:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:44:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:45:00.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:44:59 smithi032 ceph-mon[189144]: pgmap v13804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:00.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:44:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:45:00.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:44:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:45:00.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:44:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:45:00.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:44:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:45:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:45:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:45:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:45:02.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:45:01 smithi039 ceph-mon[181282]: pgmap v13805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:02.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:45:01 smithi032 ceph-mon[191839]: pgmap v13805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:02.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:45:01 smithi032 ceph-mon[189144]: pgmap v13805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:04.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:45:03 smithi039 ceph-mon[181282]: pgmap v13806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:45:03 smithi032 ceph-mon[191839]: pgmap v13806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:04.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:45:03 smithi032 ceph-mon[189144]: pgmap v13806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:45:05 smithi039 ceph-mon[181282]: pgmap v13807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:45:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:45:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:45:05 smithi032 ceph-mon[189144]: pgmap v13807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:45:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:45:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:45:05 smithi032 ceph-mon[191839]: pgmap v13807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:45:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:45:08.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:45:07 smithi039 ceph-mon[181282]: pgmap v13808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:45:07 smithi032 ceph-mon[191839]: pgmap v13808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:08.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:45:07 smithi032 ceph-mon[189144]: pgmap v13808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:09.555 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:45:09.879 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:45:09.880 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 3m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:45:09.880 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 71s ago 6h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:45:09.880 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 3m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:45:09.880 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 71s ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:45:09.880 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 71s ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:45:09.880 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 3m ago 6h 791M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:45:09.880 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 3m ago 6h 1732M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:45:09.880 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 71s ago 6h 828M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:45:09.880 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 3m ago 6h 862M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:45:09.880 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 3m ago 6h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:45:09.880 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 71s ago 6h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:45:09.880 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 3m ago 6h 4950M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:45:09.880 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 3m ago 6h 5104M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:45:09.880 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 3m ago 6h 4537M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:45:09.881 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 3m ago 6h 4602M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:45:09.881 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 71s ago 6h 4355M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:45:09.881 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 71s ago 6h 4707M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:45:09.881 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 71s ago 6h 4395M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:45:09.881 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 71s ago 6h 4393M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:45:09.881 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 71s ago 6h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:45:10.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:45:09 smithi039 ceph-mon[181282]: pgmap v13809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:10.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:45:09 smithi032 ceph-mon[189144]: pgmap v13809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:10.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:45:09 smithi032 ceph-mon[191839]: pgmap v13809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:10.281 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:45:10.282 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:45:10.282 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:45:10.282 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:45:10.282 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:45:10.282 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:45:10.282 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:45:10.282 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:45:10.282 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:45:10.282 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:45:10.282 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:45:10.282 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:45:10.282 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:45:10.282 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:45:10.282 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:45:10.283 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:45:10.283 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:45:10.283 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:45:11.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:45:10 smithi039 ceph-mon[181282]: from='client.59039 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:45:11.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:45:10 smithi039 ceph-mon[181282]: from='client.59045 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:45:11.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:45:10 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1044100918' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:45:11.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:45:10 smithi032 ceph-mon[191839]: from='client.59039 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:45:11.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:45:10 smithi032 ceph-mon[191839]: from='client.59045 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:45:11.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:45:10 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1044100918' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:45:11.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:45:10 smithi032 ceph-mon[189144]: from='client.59039 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:45:11.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:45:10 smithi032 ceph-mon[189144]: from='client.59045 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:45:11.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:45:10 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1044100918' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:45:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:45:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:45:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:45:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:45:11 smithi032 ceph-mon[191839]: pgmap v13810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:45:11 smithi032 ceph-mon[189144]: pgmap v13810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:12.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:45:11 smithi039 ceph-mon[181282]: pgmap v13810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:14.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:45:13 smithi039 ceph-mon[181282]: pgmap v13811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:45:13 smithi032 ceph-mon[191839]: pgmap v13811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:45:13 smithi032 ceph-mon[189144]: pgmap v13811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:45:15 smithi032 ceph-mon[189144]: pgmap v13812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:45:15 smithi032 ceph-mon[191839]: pgmap v13812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:45:15 smithi039 ceph-mon[181282]: pgmap v13812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:45:17 smithi032 ceph-mon[191839]: pgmap v13813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:18.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:45:17 smithi032 ceph-mon[189144]: pgmap v13813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:18.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:45:17 smithi039 ceph-mon[181282]: pgmap v13813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:45:19 smithi032 ceph-mon[189144]: pgmap v13814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:20.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:45:19 smithi032 ceph-mon[191839]: pgmap v13814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:45:19 smithi039 ceph-mon[181282]: pgmap v13814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:45:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:45:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:45:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:45:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:45:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:45:20] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T23:45:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:45:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:45:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:45:21 smithi032 ceph-mon[189144]: pgmap v13815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:22.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:45:21 smithi032 ceph-mon[191839]: pgmap v13815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:45:21 smithi039 ceph-mon[181282]: pgmap v13815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:24.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:45:23 smithi032 ceph-mon[191839]: pgmap v13816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:24.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:45:23 smithi032 ceph-mon[189144]: pgmap v13816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:45:23 smithi039 ceph-mon[181282]: pgmap v13816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:45:25 smithi032 ceph-mon[191839]: pgmap v13817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:45:25 smithi032 ceph-mon[189144]: pgmap v13817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:45:25 smithi039 ceph-mon[181282]: pgmap v13817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:45:27 smithi032 ceph-mon[189144]: pgmap v13818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:45:27 smithi032 ceph-mon[191839]: pgmap v13818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:45:27 smithi039 ceph-mon[181282]: pgmap v13818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:30.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:45:29 smithi032 ceph-mon[189144]: pgmap v13819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:30.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:45:29 smithi032 ceph-mon[191839]: pgmap v13819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:45:29 smithi039 ceph-mon[181282]: pgmap v13819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:45:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:45:30] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T23:45:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:45:31 smithi032 ceph-mon[189144]: pgmap v13820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:32.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:45:31 smithi032 ceph-mon[191839]: pgmap v13820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:32.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:45:31 smithi039 ceph-mon[181282]: pgmap v13820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:45:33 smithi032 ceph-mon[191839]: pgmap v13821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:45:33 smithi032 ceph-mon[189144]: pgmap v13821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:34.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:45:33 smithi039 ceph-mon[181282]: pgmap v13821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:45:35 smithi032 ceph-mon[191839]: pgmap v13822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:45:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:45:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:45:35 smithi032 ceph-mon[189144]: pgmap v13822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:45:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:45:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:45:35 smithi039 ceph-mon[181282]: pgmap v13822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:45:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:45:38.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:45:37 smithi032 ceph-mon[191839]: pgmap v13823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:45:37 smithi032 ceph-mon[189144]: pgmap v13823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:38.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:45:37 smithi039 ceph-mon[181282]: pgmap v13823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:45:39 smithi032 ceph-mon[189144]: pgmap v13824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:45:39 smithi032 ceph-mon[191839]: pgmap v13824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:40.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:45:39 smithi039 ceph-mon[181282]: pgmap v13824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:40.646 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:45:40.968 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:45:40.968 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 3m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:45:40.968 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 102s ago 6h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:45:40.968 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 3m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:45:40.969 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 102s ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:45:40.969 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 102s ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:45:40.969 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 3m ago 6h 791M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:45:40.969 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 3m ago 6h 1732M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:45:40.969 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 102s ago 6h 828M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:45:40.969 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 3m ago 6h 862M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:45:40.969 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 3m ago 6h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:45:40.969 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 102s ago 6h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:45:40.969 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 3m ago 6h 4950M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:45:40.969 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 3m ago 6h 5104M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:45:40.969 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 3m ago 6h 4537M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:45:40.969 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 3m ago 6h 4602M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:45:40.969 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 102s ago 6h 4355M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:45:40.969 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 102s ago 6h 4707M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:45:40.970 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 102s ago 6h 4395M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:45:40.970 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 102s ago 6h 4393M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:45:40.970 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 102s ago 6h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:45:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:45:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:45:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:45:41.367 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:45:41.367 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:45:41.367 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:45:41.367 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:45:41.367 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:45:41.367 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:45:41.367 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:45:41.368 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:45:41.368 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:45:41.368 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:45:41.368 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:45:41.368 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:45:41.368 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:45:41.368 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:45:41.368 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:45:41.368 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:45:41.368 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:45:41.368 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:45:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:45:41 smithi032 ceph-mon[191839]: pgmap v13825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:45:41 smithi032 ceph-mon[191839]: from='client.59057 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:45:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:45:41 smithi032 ceph-mon[191839]: from='client.59063 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:45:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:45:41 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1470872238' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:45:42.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:45:41 smithi032 ceph-mon[189144]: pgmap v13825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:42.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:45:41 smithi032 ceph-mon[189144]: from='client.59057 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:45:42.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:45:41 smithi032 ceph-mon[189144]: from='client.59063 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:45:42.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:45:41 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1470872238' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:45:42.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:45:41 smithi039 ceph-mon[181282]: pgmap v13825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:42.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:45:41 smithi039 ceph-mon[181282]: from='client.59057 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:45:42.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:45:41 smithi039 ceph-mon[181282]: from='client.59063 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:45:42.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:45:41 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1470872238' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:45:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:45:43 smithi032 ceph-mon[191839]: pgmap v13826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:45:43 smithi032 ceph-mon[189144]: pgmap v13826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:44.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:45:43 smithi039 ceph-mon[181282]: pgmap v13826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:45:45 smithi032 ceph-mon[191839]: pgmap v13827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:45:45 smithi032 ceph-mon[189144]: pgmap v13827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:46.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:45:45 smithi039 ceph-mon[181282]: pgmap v13827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:45:47 smithi032 ceph-mon[189144]: pgmap v13828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:48.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:45:47 smithi032 ceph-mon[191839]: pgmap v13828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:45:47 smithi039 ceph-mon[181282]: pgmap v13828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:45:49 smithi032 ceph-mon[191839]: pgmap v13829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:50.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:45:49 smithi032 ceph-mon[189144]: pgmap v13829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:45:49 smithi039 ceph-mon[181282]: pgmap v13829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:45:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:45:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:45:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:45:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:45:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:45:50] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T23:45:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:45:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:45:52.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:45:51 smithi032 ceph-mon[191839]: pgmap v13830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:45:51 smithi032 ceph-mon[189144]: pgmap v13830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:52.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:45:51 smithi039 ceph-mon[181282]: pgmap v13830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:45:53 smithi032 ceph-mon[189144]: pgmap v13831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:45:53 smithi032 ceph-mon[191839]: pgmap v13831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:45:53 smithi039 ceph-mon[181282]: pgmap v13831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:45:55 smithi032 ceph-mon[191839]: pgmap v13832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:45:55 smithi032 ceph-mon[189144]: pgmap v13832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:45:55 smithi039 ceph-mon[181282]: pgmap v13832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:45:57 smithi032 ceph-mon[191839]: pgmap v13833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:58.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:45:57 smithi032 ceph-mon[189144]: pgmap v13833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:45:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:45:57 smithi039 ceph-mon[181282]: pgmap v13833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:45:59 smithi032 ceph-mon[191839]: pgmap v13834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:45:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:46:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:45:59 smithi032 ceph-mon[189144]: pgmap v13834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:45:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:46:00.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:45:59 smithi039 ceph-mon[181282]: pgmap v13834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:00.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:45:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:46:01.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:46:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:46:01.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:46:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:46:01.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:46:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:46:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:46:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:46:00] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T23:46:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:46:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:46:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:46:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:46:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:46:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:46:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:46:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:46:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:46:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:46:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:46:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:46:02.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:46:01 smithi032 ceph-mon[189144]: pgmap v13835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:02.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:46:01 smithi032 ceph-mon[191839]: pgmap v13835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:02.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:46:01 smithi039 ceph-mon[181282]: pgmap v13835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:46:03 smithi032 ceph-mon[191839]: pgmap v13836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:04.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:46:03 smithi032 ceph-mon[189144]: pgmap v13836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:46:03 smithi039 ceph-mon[181282]: pgmap v13836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:46:05 smithi032 ceph-mon[191839]: pgmap v13837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:46:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:46:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:46:05 smithi032 ceph-mon[189144]: pgmap v13837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:46:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:46:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:46:05 smithi039 ceph-mon[181282]: pgmap v13837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:46:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:46:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:46:07 smithi032 ceph-mon[191839]: pgmap v13838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:08.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:46:07 smithi032 ceph-mon[189144]: pgmap v13838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:08.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:46:07 smithi039 ceph-mon[181282]: pgmap v13838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:10.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:46:09 smithi032 ceph-mon[191839]: pgmap v13839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:10.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:46:09 smithi032 ceph-mon[189144]: pgmap v13839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:10.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:46:09 smithi039 ceph-mon[181282]: pgmap v13839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:46:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:46:10] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T23:46:11.731 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:46:12.057 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:46:12.057 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 4m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:46:12.057 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 2m ago 6h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:46:12.057 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 4m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:46:12.057 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 2m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:46:12.057 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 2m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:46:12.057 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 4m ago 6h 791M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:46:12.058 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 4m ago 6h 1732M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:46:12.058 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 2m ago 6h 828M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:46:12.058 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 4m ago 6h 862M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:46:12.058 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 4m ago 6h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:46:12.058 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 2m ago 6h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:46:12.058 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 4m ago 6h 4950M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:46:12.058 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 4m ago 6h 5104M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:46:12.058 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 4m ago 6h 4537M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:46:12.058 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 4m ago 6h 4602M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:46:12.058 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 2m ago 6h 4355M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:46:12.058 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 2m ago 6h 4707M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:46:12.058 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 2m ago 6h 4395M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:46:12.058 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 2m ago 6h 4393M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:46:12.058 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 2m ago 6h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:46:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:46:11 smithi032 ceph-mon[191839]: pgmap v13840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:46:11 smithi032 ceph-mon[189144]: pgmap v13840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:12.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:46:11 smithi039 ceph-mon[181282]: pgmap v13840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:12.457 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:46:12.457 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:46:12.458 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:46:12.458 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:46:12.458 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:46:12.458 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:46:12.458 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:46:12.458 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:46:12.458 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:46:12.458 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:46:12.458 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:46:12.458 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:46:12.458 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:46:12.458 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:46:12.458 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:46:12.458 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:46:12.458 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:46:12.458 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:46:13.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:46:12 smithi032 ceph-mon[191839]: from='client.59075 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:46:13.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:46:12 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2842323877' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:46:13.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:46:12 smithi032 ceph-mon[189144]: from='client.59075 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:46:13.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:46:12 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2842323877' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:46:13.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:46:12 smithi039 ceph-mon[181282]: from='client.59075 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:46:13.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:46:12 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2842323877' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:46:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:46:13 smithi032 ceph-mon[191839]: from='client.59081 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:46:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:46:13 smithi032 ceph-mon[191839]: pgmap v13841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:46:13 smithi032 ceph-mon[189144]: from='client.59081 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:46:14.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:46:13 smithi032 ceph-mon[189144]: pgmap v13841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:46:13 smithi039 ceph-mon[181282]: from='client.59081 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:46:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:46:13 smithi039 ceph-mon[181282]: pgmap v13841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:46:15 smithi032 ceph-mon[191839]: pgmap v13842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:16.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:46:15 smithi032 ceph-mon[189144]: pgmap v13842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:46:15 smithi039 ceph-mon[181282]: pgmap v13842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:18.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:46:17 smithi032 ceph-mon[189144]: pgmap v13843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:46:17 smithi032 ceph-mon[191839]: pgmap v13843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:18.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:46:17 smithi039 ceph-mon[181282]: pgmap v13843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:46:19 smithi032 ceph-mon[189144]: pgmap v13844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:20.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:46:19 smithi032 ceph-mon[191839]: pgmap v13844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:46:19 smithi039 ceph-mon[181282]: pgmap v13844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:46:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:46:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:46:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:46:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:46:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:46:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:46:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:46:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:46:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:46:21 smithi032 ceph-mon[189144]: pgmap v13845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:22.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:46:21 smithi032 ceph-mon[191839]: pgmap v13845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:46:21 smithi039 ceph-mon[181282]: pgmap v13845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:24.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:46:23 smithi032 ceph-mon[189144]: pgmap v13846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:24.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:46:23 smithi032 ceph-mon[191839]: pgmap v13846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:46:23 smithi039 ceph-mon[181282]: pgmap v13846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:46:25 smithi032 ceph-mon[189144]: pgmap v13847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:46:25 smithi032 ceph-mon[191839]: pgmap v13847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:46:25 smithi039 ceph-mon[181282]: pgmap v13847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:46:27 smithi032 ceph-mon[191839]: pgmap v13848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:46:27 smithi032 ceph-mon[189144]: pgmap v13848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:46:27 smithi039 ceph-mon[181282]: pgmap v13848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:30.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:46:29 smithi032 ceph-mon[189144]: pgmap v13849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:30.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:46:29 smithi032 ceph-mon[191839]: pgmap v13849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:46:29 smithi039 ceph-mon[181282]: pgmap v13849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:46:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:46:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:46:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:46:31 smithi032 ceph-mon[189144]: pgmap v13850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:32.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:46:31 smithi032 ceph-mon[191839]: pgmap v13850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:32.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:46:31 smithi039 ceph-mon[181282]: pgmap v13850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:46:33 smithi032 ceph-mon[191839]: pgmap v13851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:46:33 smithi032 ceph-mon[189144]: pgmap v13851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:34.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:46:33 smithi039 ceph-mon[181282]: pgmap v13851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:46:35 smithi032 ceph-mon[191839]: pgmap v13852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:46:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:46:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:46:35 smithi032 ceph-mon[189144]: pgmap v13852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:46:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:46:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:46:35 smithi039 ceph-mon[181282]: pgmap v13852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:46:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:46:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:46:37 smithi032 ceph-mon[189144]: pgmap v13853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:38.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:46:37 smithi032 ceph-mon[191839]: pgmap v13853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:38.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:46:37 smithi039 ceph-mon[181282]: pgmap v13853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:46:39 smithi032 ceph-mon[191839]: pgmap v13854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:40.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:46:39 smithi032 ceph-mon[189144]: pgmap v13854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:40.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:46:39 smithi039 ceph-mon[181282]: pgmap v13854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:46:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:46:40] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T23:46:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:46:41 smithi032 ceph-mon[191839]: pgmap v13855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:46:41 smithi032 ceph-mon[189144]: pgmap v13855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:42.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:46:41 smithi039 ceph-mon[181282]: pgmap v13855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:42.822 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:46:43.147 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:46:43.147 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 4m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:46:43.147 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 2m ago 6h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:46:43.148 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 4m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:46:43.148 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 2m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:46:43.148 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 2m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:46:43.148 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 4m ago 6h 791M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:46:43.148 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 4m ago 6h 1732M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:46:43.148 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 2m ago 6h 828M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:46:43.148 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 4m ago 6h 862M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:46:43.148 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 4m ago 6h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:46:43.148 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 2m ago 6h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:46:43.148 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 4m ago 6h 4950M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:46:43.148 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 4m ago 6h 5104M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:46:43.148 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 4m ago 6h 4537M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:46:43.148 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 4m ago 6h 4602M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:46:43.148 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 2m ago 6h 4355M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:46:43.149 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 2m ago 6h 4707M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:46:43.149 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 2m ago 6h 4395M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:46:43.149 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 2m ago 6h 4393M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:46:43.149 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 2m ago 6h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:46:43.547 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:46:43.547 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:46:43.547 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:46:43.548 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:46:43.548 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:46:43.548 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:46:43.548 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:46:43.548 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:46:43.548 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:46:43.548 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:46:43.548 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:46:43.548 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:46:43.548 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:46:43.548 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:46:43.548 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:46:43.548 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:46:43.548 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:46:43.548 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:46:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:46:43 smithi032 ceph-mon[191839]: pgmap v13856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:46:43 smithi032 ceph-mon[191839]: from='client.59093 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:46:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:46:43 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3556454032' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:46:44.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:46:43 smithi032 ceph-mon[189144]: pgmap v13856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:44.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:46:43 smithi032 ceph-mon[189144]: from='client.59093 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:46:44.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:46:43 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3556454032' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:46:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:46:43 smithi039 ceph-mon[181282]: pgmap v13856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:46:43 smithi039 ceph-mon[181282]: from='client.59093 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:46:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:46:43 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3556454032' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:46:45.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:46:44 smithi032 ceph-mon[191839]: from='client.49185 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:46:45.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:46:44 smithi032 ceph-mon[189144]: from='client.49185 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:46:45.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:46:44 smithi039 ceph-mon[181282]: from='client.49185 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:46:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:46:45 smithi032 ceph-mon[191839]: pgmap v13857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:46:45 smithi032 ceph-mon[189144]: pgmap v13857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:46:45 smithi039 ceph-mon[181282]: pgmap v13857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:48.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:46:47 smithi032 ceph-mon[191839]: pgmap v13858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:46:47 smithi032 ceph-mon[189144]: pgmap v13858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:48.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:46:47 smithi039 ceph-mon[181282]: pgmap v13858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:46:49 smithi032 ceph-mon[191839]: pgmap v13859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:46:49 smithi032 ceph-mon[189144]: pgmap v13859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:46:49 smithi039 ceph-mon[181282]: pgmap v13859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:46:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:46:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:46:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:46:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:46:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:46:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:46:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:46:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:46:52.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:46:51 smithi032 ceph-mon[191839]: pgmap v13860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:46:51 smithi032 ceph-mon[189144]: pgmap v13860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:46:51 smithi039 ceph-mon[181282]: pgmap v13860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:46:53 smithi039 ceph-mon[181282]: pgmap v13861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:54.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:46:53 smithi032 ceph-mon[191839]: pgmap v13861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:54.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:46:53 smithi032 ceph-mon[189144]: pgmap v13861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:46:55 smithi039 ceph-mon[181282]: pgmap v13862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:56.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:46:55 smithi032 ceph-mon[191839]: pgmap v13862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:56.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:46:55 smithi032 ceph-mon[189144]: pgmap v13862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:58.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:46:57 smithi039 ceph-mon[181282]: pgmap v13863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:58.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:46:57 smithi032 ceph-mon[191839]: pgmap v13863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:46:58.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:46:57 smithi032 ceph-mon[189144]: pgmap v13863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:46:59 smithi039 ceph-mon[181282]: pgmap v13864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:46:59 smithi032 ceph-mon[189144]: pgmap v13864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:46:59 smithi032 ceph-mon[191839]: pgmap v13864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:47:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:47:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:47:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:47:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:47:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:47:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:47:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:47:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:47:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:47:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:47:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:47:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:47:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:47:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:47:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:47:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:47:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:47:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:47:01.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:47:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:47:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:47:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:47:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:47:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:47:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:47:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:47:02.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:47:01 smithi039 ceph-mon[181282]: pgmap v13865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:02.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:47:01 smithi032 ceph-mon[189144]: pgmap v13865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:02.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:47:01 smithi032 ceph-mon[191839]: pgmap v13865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:47:03 smithi039 ceph-mon[181282]: pgmap v13866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:04.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:47:03 smithi032 ceph-mon[189144]: pgmap v13866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:04.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:47:03 smithi032 ceph-mon[191839]: pgmap v13866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:47:05 smithi039 ceph-mon[181282]: pgmap v13867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:47:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:47:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:47:05 smithi032 ceph-mon[189144]: pgmap v13867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:47:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:47:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:47:05 smithi032 ceph-mon[191839]: pgmap v13867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:06.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:47:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:47:08.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:47:07 smithi039 ceph-mon[181282]: pgmap v13868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:08.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:47:07 smithi032 ceph-mon[191839]: pgmap v13868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:08.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:47:07 smithi032 ceph-mon[189144]: pgmap v13868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:10.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:47:09 smithi039 ceph-mon[181282]: pgmap v13869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:10.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:47:09 smithi032 ceph-mon[191839]: pgmap v13869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:47:09 smithi032 ceph-mon[189144]: pgmap v13869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:47:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:47:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:47:12.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:47:11 smithi039 ceph-mon[181282]: pgmap v13870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:12.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:47:11 smithi032 ceph-mon[191839]: pgmap v13870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:12.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:47:11 smithi032 ceph-mon[189144]: pgmap v13870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:13.912 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:47:14.236 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:47:14.236 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 5m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:47:14.236 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 3m ago 6h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:47:14.236 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 5m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:47:14.237 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 3m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:47:14.237 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 3m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:47:14.237 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 5m ago 6h 791M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:47:14.237 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 5m ago 6h 1732M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:47:14.237 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 3m ago 6h 828M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:47:14.237 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 5m ago 6h 862M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:47:14.237 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 5m ago 6h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:47:14.237 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 3m ago 6h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:47:14.237 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 5m ago 6h 4950M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:47:14.237 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 5m ago 6h 5104M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:47:14.237 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 5m ago 6h 4537M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:47:14.237 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 5m ago 6h 4602M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:47:14.237 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 3m ago 6h 4355M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:47:14.237 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 3m ago 6h 4707M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:47:14.237 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 3m ago 6h 4395M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:47:14.238 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 3m ago 6h 4393M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:47:14.238 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 3m ago 6h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:47:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:47:13 smithi039 ceph-mon[181282]: pgmap v13871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:14.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:47:13 smithi032 ceph-mon[191839]: pgmap v13871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:14.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:47:13 smithi032 ceph-mon[189144]: pgmap v13871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:14.638 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:47:14.638 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:47:14.638 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:47:14.639 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:47:14.639 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:47:14.639 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:47:14.639 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:47:14.639 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:47:14.639 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:47:14.639 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:47:14.639 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:47:14.639 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:47:14.639 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:47:14.639 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:47:14.639 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:47:14.639 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:47:14.639 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:47:14.639 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:47:15.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:47:14 smithi039 ceph-mon[181282]: from='client.59111 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:47:15.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:47:14 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3434413875' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:47:15.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:47:14 smithi032 ceph-mon[191839]: from='client.59111 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:47:15.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:47:14 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3434413875' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:47:15.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:47:14 smithi032 ceph-mon[189144]: from='client.59111 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:47:15.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:47:14 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3434413875' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:47:16.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:47:15 smithi039 ceph-mon[181282]: from='client.49203 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:47:16.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:47:15 smithi039 ceph-mon[181282]: pgmap v13872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:16.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:47:15 smithi032 ceph-mon[191839]: from='client.49203 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:47:16.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:47:15 smithi032 ceph-mon[191839]: pgmap v13872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:16.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:47:15 smithi032 ceph-mon[189144]: from='client.49203 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:47:16.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:47:15 smithi032 ceph-mon[189144]: pgmap v13872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:18.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:47:17 smithi039 ceph-mon[181282]: pgmap v13873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:18.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:47:17 smithi032 ceph-mon[191839]: pgmap v13873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:18.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:47:17 smithi032 ceph-mon[189144]: pgmap v13873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:47:19 smithi039 ceph-mon[181282]: pgmap v13874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:47:19 smithi032 ceph-mon[191839]: pgmap v13874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:47:19 smithi032 ceph-mon[189144]: pgmap v13874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:47:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:47:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:47:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:47:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:47:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:47:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:47:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:47:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:47:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:47:21 smithi039 ceph-mon[181282]: pgmap v13875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:22.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:47:21 smithi032 ceph-mon[191839]: pgmap v13875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:47:21 smithi032 ceph-mon[189144]: pgmap v13875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:47:24 smithi039 ceph-mon[181282]: pgmap v13876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:24.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:47:24 smithi032 ceph-mon[191839]: pgmap v13876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:24.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:47:24 smithi032 ceph-mon[189144]: pgmap v13876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:26.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:47:26 smithi032 ceph-mon[191839]: pgmap v13877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:26.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:47:26 smithi032 ceph-mon[189144]: pgmap v13877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:26.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:47:26 smithi039 ceph-mon[181282]: pgmap v13877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:28.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:47:28 smithi032 ceph-mon[189144]: pgmap v13878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:28.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:47:28 smithi032 ceph-mon[191839]: pgmap v13878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:28.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:47:28 smithi039 ceph-mon[181282]: pgmap v13878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:30.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:47:30 smithi032 ceph-mon[191839]: pgmap v13879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:30.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:47:30 smithi032 ceph-mon[189144]: pgmap v13879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:30.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:47:30 smithi039 ceph-mon[181282]: pgmap v13879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:47:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:47:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:47:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:47:32 smithi032 ceph-mon[191839]: pgmap v13880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:32.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:47:32 smithi032 ceph-mon[189144]: pgmap v13880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:32.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:47:32 smithi039 ceph-mon[181282]: pgmap v13880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:34.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:47:34 smithi032 ceph-mon[189144]: pgmap v13881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:34.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:47:34 smithi032 ceph-mon[191839]: pgmap v13881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:34.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:47:34 smithi039 ceph-mon[181282]: pgmap v13881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:47:36 smithi032 ceph-mon[191839]: pgmap v13882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:47:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:47:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:47:36 smithi032 ceph-mon[189144]: pgmap v13882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:47:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:47:36.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:47:36 smithi039 ceph-mon[181282]: pgmap v13882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:36.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:47:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:47:38.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:47:38 smithi032 ceph-mon[191839]: pgmap v13883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:38.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:47:38 smithi032 ceph-mon[189144]: pgmap v13883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:38.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:47:38 smithi039 ceph-mon[181282]: pgmap v13883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:40.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:47:40 smithi032 ceph-mon[191839]: pgmap v13884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:40.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:47:40 smithi032 ceph-mon[189144]: pgmap v13884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:40.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:47:40 smithi039 ceph-mon[181282]: pgmap v13884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:47:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:47:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:47:42.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:47:42 smithi032 ceph-mon[191839]: pgmap v13885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:42.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:47:42 smithi032 ceph-mon[189144]: pgmap v13885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:42.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:47:42 smithi039 ceph-mon[181282]: pgmap v13885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:44.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:47:44 smithi032 ceph-mon[191839]: pgmap v13886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:44.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:47:44 smithi032 ceph-mon[189144]: pgmap v13886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:44.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:47:44 smithi039 ceph-mon[181282]: pgmap v13886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:45.005 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:47:45.327 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:47:45.327 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 5m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:47:45.327 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 3m ago 6h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:47:45.327 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 5m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:47:45.327 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 3m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:47:45.327 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 3m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:47:45.327 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 5m ago 6h 791M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:47:45.328 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 5m ago 6h 1732M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:47:45.328 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 3m ago 6h 828M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:47:45.328 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 5m ago 6h 862M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:47:45.328 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 5m ago 6h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:47:45.328 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 3m ago 6h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:47:45.328 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 5m ago 6h 4950M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:47:45.328 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 5m ago 6h 5104M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:47:45.328 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 5m ago 6h 4537M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:47:45.328 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 5m ago 6h 4602M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:47:45.328 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 3m ago 6h 4355M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:47:45.328 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 3m ago 6h 4707M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:47:45.328 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 3m ago 6h 4395M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:47:45.328 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 3m ago 6h 4393M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:47:45.328 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 3m ago 6h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:47:45.727 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:47:45.728 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:47:45.728 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:47:45.728 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:47:45.728 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:47:45.728 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:47:45.728 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:47:45.728 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:47:45.728 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:47:45.728 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:47:45.728 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:47:45.728 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:47:45.728 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:47:45.728 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:47:45.728 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:47:45.728 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:47:45.729 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:47:45.729 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:47:46.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:47:46 smithi032 ceph-mon[191839]: pgmap v13887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:46.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:47:46 smithi032 ceph-mon[191839]: from='client.49215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:47:46.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:47:46 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2727049092' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:47:46.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:47:46 smithi032 ceph-mon[189144]: pgmap v13887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:46.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:47:46 smithi032 ceph-mon[189144]: from='client.49215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:47:46.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:47:46 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2727049092' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:47:46.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:47:46 smithi039 ceph-mon[181282]: pgmap v13887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:46.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:47:46 smithi039 ceph-mon[181282]: from='client.49215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:47:46.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:47:46 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2727049092' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:47:47.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:47:47 smithi032 ceph-mon[191839]: from='client.49221 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:47:47.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:47:47 smithi032 ceph-mon[189144]: from='client.49221 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:47:47.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:47:47 smithi039 ceph-mon[181282]: from='client.49221 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:47:48.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:47:48 smithi032 ceph-mon[191839]: pgmap v13888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:48.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:47:48 smithi032 ceph-mon[189144]: pgmap v13888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:48.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:47:48 smithi039 ceph-mon[181282]: pgmap v13888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:47:50 smithi032 ceph-mon[191839]: pgmap v13889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:47:50 smithi032 ceph-mon[189144]: pgmap v13889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:50.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:47:50 smithi039 ceph-mon[181282]: pgmap v13889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:47:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:47:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:47:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:47:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:47:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:47:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:47:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:47:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:47:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:47:52 smithi032 ceph-mon[191839]: pgmap v13890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:52.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:47:52 smithi032 ceph-mon[189144]: pgmap v13890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:52.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:47:52 smithi039 ceph-mon[181282]: pgmap v13890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:53.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:47:53 smithi032 ceph-mon[189144]: pgmap v13891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:53.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:47:53 smithi032 ceph-mon[191839]: pgmap v13891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:53.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:47:53 smithi039 ceph-mon[181282]: pgmap v13891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:55.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:47:55 smithi032 ceph-mon[191839]: pgmap v13892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:55.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:47:55 smithi032 ceph-mon[189144]: pgmap v13892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:55.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:47:55 smithi039 ceph-mon[181282]: pgmap v13892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:58.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:47:57 smithi039 ceph-mon[181282]: pgmap v13893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:47:57 smithi032 ceph-mon[191839]: pgmap v13893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:47:58.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:47:57 smithi032 ceph-mon[189144]: pgmap v13893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:00.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:47:59 smithi039 ceph-mon[181282]: pgmap v13894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:47:59 smithi032 ceph-mon[191839]: pgmap v13894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:00.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:47:59 smithi032 ceph-mon[189144]: pgmap v13894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:48:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:48:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:48:02.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:48:01 smithi039 ceph-mon[181282]: pgmap v13895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:02.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:48:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:48:02.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:48:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:48:02.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:48:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:48:02.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:48:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:48:02.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:48:01 smithi032 ceph-mon[191839]: pgmap v13895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:02.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:48:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:48:02.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:48:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:48:02.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:48:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:48:02.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:48:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:48:02.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:48:01 smithi032 ceph-mon[189144]: pgmap v13895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:02.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:48:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:48:02.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:48:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:48:02.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:48:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:48:02.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:48:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:48:04.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:48:03 smithi039 ceph-mon[181282]: pgmap v13896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:48:03 smithi032 ceph-mon[191839]: pgmap v13896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:04.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:48:03 smithi032 ceph-mon[189144]: pgmap v13896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:48:05 smithi039 ceph-mon[181282]: pgmap v13897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:48:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:48:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:48:05 smithi032 ceph-mon[189144]: pgmap v13897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:48:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:48:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:48:05 smithi032 ceph-mon[191839]: pgmap v13897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:48:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:48:08.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:48:07 smithi039 ceph-mon[181282]: pgmap v13898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:48:07 smithi032 ceph-mon[191839]: pgmap v13898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:08.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:48:07 smithi032 ceph-mon[189144]: pgmap v13898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:10.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:48:09 smithi039 ceph-mon[181282]: pgmap v13899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:10.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:48:09 smithi032 ceph-mon[191839]: pgmap v13899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:10.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:48:09 smithi032 ceph-mon[189144]: pgmap v13899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:48:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:48:10] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T23:48:12.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:48:11 smithi039 ceph-mon[181282]: pgmap v13900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:48:11 smithi032 ceph-mon[191839]: pgmap v13900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:48:11 smithi032 ceph-mon[189144]: pgmap v13900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:14.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:48:13 smithi039 ceph-mon[181282]: pgmap v13901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:48:13 smithi032 ceph-mon[191839]: pgmap v13901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:48:13 smithi032 ceph-mon[189144]: pgmap v13901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:16.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:48:15 smithi039 ceph-mon[181282]: pgmap v13902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:16.092 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:48:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:48:15 smithi032 ceph-mon[189144]: pgmap v13902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:48:15 smithi032 ceph-mon[191839]: pgmap v13902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:16.415 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:48:16.415 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 6m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:48:16.415 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 4m ago 6h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:48:16.415 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 6m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:48:16.415 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 4m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:48:16.415 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 4m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:48:16.415 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 6m ago 6h 791M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:48:16.415 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 6m ago 6h 1732M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:48:16.415 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 4m ago 6h 828M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:48:16.415 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 6m ago 6h 862M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:48:16.415 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 6m ago 6h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:48:16.415 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 4m ago 6h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:48:16.415 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 6m ago 6h 4950M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:48:16.416 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 6m ago 6h 5104M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:48:16.416 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 6m ago 6h 4537M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:48:16.416 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 6m ago 6h 4602M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:48:16.416 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 4m ago 6h 4355M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:48:16.416 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 4m ago 6h 4707M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:48:16.416 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 4m ago 6h 4395M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:48:16.416 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 4m ago 6h 4393M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:48:16.416 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 4m ago 6h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:48:16.817 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:48:16.817 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:48:16.817 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:48:16.817 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:48:16.818 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:48:16.818 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:48:16.818 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:48:16.818 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:48:16.818 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:48:16.818 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:48:16.818 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:48:16.818 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:48:16.818 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:48:16.818 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:48:16.818 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:48:16.818 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:48:16.818 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:48:16.818 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:48:18.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:48:17 smithi039 ceph-mon[181282]: from='client.49233 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:48:18.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:48:17 smithi039 ceph-mon[181282]: pgmap v13903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:18.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:48:17 smithi039 ceph-mon[181282]: from='client.59153 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:48:18.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:48:17 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2462344527' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:48:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:48:17 smithi032 ceph-mon[191839]: from='client.49233 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:48:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:48:17 smithi032 ceph-mon[191839]: pgmap v13903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:48:17 smithi032 ceph-mon[191839]: from='client.59153 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:48:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:48:17 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2462344527' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:48:18.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:48:17 smithi032 ceph-mon[189144]: from='client.49233 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:48:18.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:48:17 smithi032 ceph-mon[189144]: pgmap v13903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:18.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:48:17 smithi032 ceph-mon[189144]: from='client.59153 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:48:18.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:48:17 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2462344527' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:48:20.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:48:19 smithi039 ceph-mon[181282]: pgmap v13904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:48:19 smithi032 ceph-mon[189144]: pgmap v13904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:48:19 smithi032 ceph-mon[191839]: pgmap v13904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:48:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:48:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:48:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:48:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:48:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:48:20] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T23:48:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:48:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:48:22.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:48:21 smithi039 ceph-mon[181282]: pgmap v13905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:22.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:48:21 smithi032 ceph-mon[191839]: pgmap v13905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:48:21 smithi032 ceph-mon[189144]: pgmap v13905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:24.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:48:23 smithi039 ceph-mon[181282]: pgmap v13906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:24.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:48:23 smithi032 ceph-mon[191839]: pgmap v13906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:24.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:48:23 smithi032 ceph-mon[189144]: pgmap v13906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:26.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:48:25 smithi039 ceph-mon[181282]: pgmap v13907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:48:25 smithi032 ceph-mon[189144]: pgmap v13907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:48:25 smithi032 ceph-mon[191839]: pgmap v13907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:28.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:48:27 smithi039 ceph-mon[181282]: pgmap v13908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:48:27 smithi032 ceph-mon[189144]: pgmap v13908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:48:27 smithi032 ceph-mon[191839]: pgmap v13908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:30.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:48:29 smithi039 ceph-mon[181282]: pgmap v13909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:30.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:48:29 smithi032 ceph-mon[189144]: pgmap v13909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:30.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:48:29 smithi032 ceph-mon[191839]: pgmap v13909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:48:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:48:30] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T23:48:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:48:31 smithi039 ceph-mon[181282]: pgmap v13910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:32.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:48:31 smithi032 ceph-mon[191839]: pgmap v13910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:48:31 smithi032 ceph-mon[189144]: pgmap v13910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:34.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:48:33 smithi039 ceph-mon[181282]: pgmap v13911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:48:33 smithi032 ceph-mon[191839]: pgmap v13911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:48:33 smithi032 ceph-mon[189144]: pgmap v13911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:48:35 smithi039 ceph-mon[181282]: pgmap v13912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:48:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:48:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:48:35 smithi032 ceph-mon[191839]: pgmap v13912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:48:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:48:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:48:35 smithi032 ceph-mon[189144]: pgmap v13912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:48:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:48:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:48:37 smithi032 ceph-mon[189144]: pgmap v13913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:38.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:48:37 smithi032 ceph-mon[191839]: pgmap v13913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:38.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:48:37 smithi039 ceph-mon[181282]: pgmap v13913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:48:39 smithi032 ceph-mon[191839]: pgmap v13914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:48:39 smithi032 ceph-mon[189144]: pgmap v13914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:40.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:48:39 smithi039 ceph-mon[181282]: pgmap v13914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:48:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:48:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:48:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:48:41 smithi032 ceph-mon[189144]: pgmap v13915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:48:41 smithi032 ceph-mon[191839]: pgmap v13915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:42.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:48:41 smithi039 ceph-mon[181282]: pgmap v13915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:48:43 smithi032 ceph-mon[191839]: pgmap v13916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:48:43 smithi032 ceph-mon[189144]: pgmap v13916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:48:43 smithi039 ceph-mon[181282]: pgmap v13916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:48:45 smithi032 ceph-mon[191839]: pgmap v13917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:48:45 smithi032 ceph-mon[189144]: pgmap v13917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:46.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:48:45 smithi039 ceph-mon[181282]: pgmap v13917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:47.184 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:48:47.506 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:48:47.506 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 6m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:48:47.506 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 4m ago 6h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:48:47.506 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 6m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:48:47.506 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 4m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:48:47.507 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 4m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:48:47.507 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 6m ago 6h 791M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:48:47.507 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 6m ago 6h 1732M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:48:47.507 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 4m ago 6h 828M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:48:47.507 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 6m ago 6h 862M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:48:47.507 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 6m ago 6h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:48:47.507 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 4m ago 6h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:48:47.507 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 6m ago 6h 4950M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:48:47.507 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 6m ago 6h 5104M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:48:47.507 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 6m ago 6h 4537M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:48:47.507 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 6m ago 6h 4602M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:48:47.507 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 4m ago 6h 4355M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:48:47.507 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 4m ago 6h 4707M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:48:47.507 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 4m ago 6h 4395M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:48:47.507 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 4m ago 6h 4393M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:48:47.508 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 4m ago 6h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:48:47.907 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:48:47.907 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:48:47.907 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:48:47.907 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:48:47.908 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:48:47.908 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:48:47.908 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:48:47.908 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:48:47.908 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:48:47.908 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:48:47.908 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:48:47.908 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:48:47.908 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:48:47.908 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:48:47.908 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:48:47.908 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:48:47.908 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:48:47.908 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:48:48.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:48:47 smithi032 ceph-mon[191839]: pgmap v13918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:48:47 smithi032 ceph-mon[189144]: pgmap v13918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:48:47 smithi039 ceph-mon[181282]: pgmap v13918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:49.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:48:48 smithi032 ceph-mon[191839]: from='client.59165 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:48:49.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:48:48 smithi032 ceph-mon[191839]: from='client.49257 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:48:49.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:48:48 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/678241821' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:48:49.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:48:48 smithi032 ceph-mon[189144]: from='client.59165 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:48:49.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:48:48 smithi032 ceph-mon[189144]: from='client.49257 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:48:49.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:48:48 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/678241821' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:48:49.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:48:48 smithi039 ceph-mon[181282]: from='client.59165 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:48:49.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:48:48 smithi039 ceph-mon[181282]: from='client.49257 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:48:49.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:48:48 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/678241821' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:48:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:48:49 smithi032 ceph-mon[191839]: pgmap v13919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:50.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:48:49 smithi032 ceph-mon[189144]: pgmap v13919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:48:49 smithi039 ceph-mon[181282]: pgmap v13919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:48:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:48:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:48:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:48:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:48:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:48:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:48:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:48:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:48:52.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:48:51 smithi032 ceph-mon[191839]: pgmap v13920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:52.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:48:51 smithi032 ceph-mon[189144]: pgmap v13920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:48:51 smithi039 ceph-mon[181282]: pgmap v13920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:48:53 smithi032 ceph-mon[189144]: pgmap v13921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:48:53 smithi032 ceph-mon[191839]: pgmap v13921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:54.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:48:53 smithi039 ceph-mon[181282]: pgmap v13921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:48:55 smithi032 ceph-mon[191839]: pgmap v13922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:48:55 smithi032 ceph-mon[189144]: pgmap v13922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:48:55 smithi039 ceph-mon[181282]: pgmap v13922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:58.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:48:57 smithi032 ceph-mon[189144]: pgmap v13923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:48:57 smithi032 ceph-mon[191839]: pgmap v13923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:48:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:48:57 smithi039 ceph-mon[181282]: pgmap v13923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:48:59 smithi032 ceph-mon[189144]: pgmap v13924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:48:59 smithi032 ceph-mon[191839]: pgmap v13924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:48:59 smithi039 ceph-mon[181282]: pgmap v13924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:49:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:49:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:49:02.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:49:01 smithi032 ceph-mon[191839]: pgmap v13925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:02.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:49:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:49:02.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:49:01 smithi032 ceph-mon[189144]: pgmap v13925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:02.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:49:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:49:02.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:49:01 smithi039 ceph-mon[181282]: pgmap v13925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:02.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:49:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:49:03.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:49:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:49:03.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:49:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:49:03.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:49:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:49:03.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:49:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:49:03.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:49:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:49:03.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:49:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:49:03.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:49:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:49:03.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:49:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:49:03.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:49:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:49:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:49:03 smithi039 ceph-mon[181282]: pgmap v13926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:04.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:49:03 smithi032 ceph-mon[189144]: pgmap v13926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:04.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:49:03 smithi032 ceph-mon[191839]: pgmap v13926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:49:05 smithi039 ceph-mon[181282]: pgmap v13927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:49:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:49:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:49:05 smithi032 ceph-mon[191839]: pgmap v13927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:49:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:49:06.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:49:05 smithi032 ceph-mon[189144]: pgmap v13927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:06.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:49:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:49:08.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:49:07 smithi039 ceph-mon[181282]: pgmap v13928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:08.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:49:07 smithi032 ceph-mon[191839]: pgmap v13928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:08.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:49:07 smithi032 ceph-mon[189144]: pgmap v13928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:10.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:49:09 smithi039 ceph-mon[181282]: pgmap v13929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:10.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:49:09 smithi032 ceph-mon[191839]: pgmap v13929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:49:09 smithi032 ceph-mon[189144]: pgmap v13929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:49:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:49:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:49:12.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:49:11 smithi039 ceph-mon[181282]: pgmap v13930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:12.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:49:11 smithi032 ceph-mon[191839]: pgmap v13930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:12.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:49:11 smithi032 ceph-mon[189144]: pgmap v13930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:14.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:49:13 smithi039 ceph-mon[181282]: pgmap v13931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:14.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:49:13 smithi032 ceph-mon[191839]: pgmap v13931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:14.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:49:13 smithi032 ceph-mon[189144]: pgmap v13931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:16.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:49:15 smithi039 ceph-mon[181282]: pgmap v13932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:16.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:49:15 smithi032 ceph-mon[191839]: pgmap v13932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:16.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:49:15 smithi032 ceph-mon[189144]: pgmap v13932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:18.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:49:17 smithi039 ceph-mon[181282]: pgmap v13933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:18.271 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:49:18.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:49:17 smithi032 ceph-mon[191839]: pgmap v13933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:18.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:49:17 smithi032 ceph-mon[189144]: pgmap v13933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:18.595 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:49:18.595 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 7m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:49:18.595 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 5m ago 6h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:49:18.596 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 7m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:49:18.596 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 5m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:49:18.596 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 5m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:49:18.596 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 7m ago 6h 791M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:49:18.596 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 7m ago 6h 1732M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:49:18.596 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 5m ago 6h 828M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:49:18.596 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 7m ago 6h 862M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:49:18.596 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 7m ago 6h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:49:18.596 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 5m ago 6h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:49:18.596 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 7m ago 6h 4950M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:49:18.596 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 7m ago 6h 5104M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:49:18.596 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 7m ago 6h 4537M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:49:18.596 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 7m ago 6h 4602M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:49:18.596 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 5m ago 6h 4355M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:49:18.596 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 5m ago 6h 4707M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:49:18.597 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 5m ago 6h 4395M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:49:18.597 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 5m ago 6h 4393M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:49:18.597 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 5m ago 6h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:49:18.995 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:49:18.996 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:49:18.996 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:49:18.996 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:49:18.996 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:49:18.996 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:49:18.996 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:49:18.996 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:49:18.996 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:49:18.996 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:49:18.996 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:49:18.996 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:49:18.996 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:49:18.996 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:49:18.996 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:49:18.997 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:49:18.997 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:49:18.997 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:49:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:49:19 smithi039 ceph-mon[181282]: from='client.59183 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:49:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:49:19 smithi039 ceph-mon[181282]: pgmap v13934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:49:19 smithi039 ceph-mon[181282]: from='client.59189 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:49:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:49:19 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/463100517' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:49:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:49:19 smithi032 ceph-mon[191839]: from='client.59183 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:49:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:49:19 smithi032 ceph-mon[191839]: pgmap v13934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:49:19 smithi032 ceph-mon[191839]: from='client.59189 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:49:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:49:19 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/463100517' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:49:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:49:19 smithi032 ceph-mon[189144]: from='client.59183 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:49:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:49:19 smithi032 ceph-mon[189144]: pgmap v13934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:49:19 smithi032 ceph-mon[189144]: from='client.59189 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:49:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:49:19 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/463100517' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:49:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:49:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:49:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:49:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:49:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:49:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:49:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T23:49:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:49:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:49:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:49:21 smithi039 ceph-mon[181282]: pgmap v13935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:22.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:49:21 smithi032 ceph-mon[191839]: pgmap v13935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:49:21 smithi032 ceph-mon[189144]: pgmap v13935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:49:24 smithi039 ceph-mon[181282]: pgmap v13936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:24.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:49:23 smithi032 ceph-mon[191839]: pgmap v13936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:24.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:49:23 smithi032 ceph-mon[189144]: pgmap v13936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:49:25 smithi039 ceph-mon[181282]: pgmap v13937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:26.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:49:25 smithi032 ceph-mon[191839]: pgmap v13937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:26.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:49:25 smithi032 ceph-mon[189144]: pgmap v13937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:28.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:49:28 smithi032 ceph-mon[191839]: pgmap v13938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:28.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:49:28 smithi032 ceph-mon[189144]: pgmap v13938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:28.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:49:28 smithi039 ceph-mon[181282]: pgmap v13938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:49:30 smithi039 ceph-mon[181282]: pgmap v13939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:49:30 smithi032 ceph-mon[191839]: pgmap v13939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:49:30 smithi032 ceph-mon[189144]: pgmap v13939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:49:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:49:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T23:49:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:49:32 smithi032 ceph-mon[191839]: pgmap v13940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:49:32 smithi032 ceph-mon[189144]: pgmap v13940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:32.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:49:32 smithi039 ceph-mon[181282]: pgmap v13940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:34.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:49:34 smithi032 ceph-mon[189144]: pgmap v13941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:34.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:49:34 smithi032 ceph-mon[191839]: pgmap v13941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:34.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:49:34 smithi039 ceph-mon[181282]: pgmap v13941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:49:36 smithi032 ceph-mon[189144]: pgmap v13942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:49:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:49:36.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:49:36 smithi032 ceph-mon[191839]: pgmap v13942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:36.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:49:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:49:36.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:49:36 smithi039 ceph-mon[181282]: pgmap v13942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:36.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:49:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:49:38.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:49:38 smithi032 ceph-mon[191839]: pgmap v13943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:38.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:49:38 smithi032 ceph-mon[189144]: pgmap v13943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:38.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:49:38 smithi039 ceph-mon[181282]: pgmap v13943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:40.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:49:40 smithi032 ceph-mon[191839]: pgmap v13944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:49:40 smithi032 ceph-mon[189144]: pgmap v13944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:40.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:49:40 smithi039 ceph-mon[181282]: pgmap v13944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:49:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:49:40] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T23:49:42.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:49:42 smithi032 ceph-mon[191839]: pgmap v13945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:42.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:49:42 smithi032 ceph-mon[189144]: pgmap v13945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:42.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:49:42 smithi039 ceph-mon[181282]: pgmap v13945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:44.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:49:44 smithi032 ceph-mon[191839]: pgmap v13946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:44.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:49:44 smithi032 ceph-mon[189144]: pgmap v13946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:44.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:49:44 smithi039 ceph-mon[181282]: pgmap v13946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:46.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:49:46 smithi032 ceph-mon[191839]: pgmap v13947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:46.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:49:46 smithi032 ceph-mon[189144]: pgmap v13947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:46.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:49:46 smithi039 ceph-mon[181282]: pgmap v13947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:48.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:49:48 smithi032 ceph-mon[191839]: pgmap v13948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:48.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:49:48 smithi032 ceph-mon[189144]: pgmap v13948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:48.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:49:48 smithi039 ceph-mon[181282]: pgmap v13948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:49.357 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:49:49.678 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:49:49.678 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 7m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:49:49.678 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 5m ago 6h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:49:49.678 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 7m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:49:49.678 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 5m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:49:49.678 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 5m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:49:49.678 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 7m ago 6h 791M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:49:49.678 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 7m ago 6h 1732M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:49:49.678 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 5m ago 6h 828M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:49:49.679 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 7m ago 6h 862M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:49:49.679 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 7m ago 6h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:49:49.679 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 5m ago 6h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:49:49.679 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 7m ago 6h 4950M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:49:49.679 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 7m ago 6h 5104M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:49:49.679 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 7m ago 6h 4537M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:49:49.679 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 7m ago 6h 4602M 2321M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:49:49.679 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 5m ago 6h 4355M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:49:49.679 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 5m ago 6h 4707M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:49:49.679 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 5m ago 6h 4395M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:49:49.679 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 5m ago 6h 4393M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:49:49.679 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 5m ago 6h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:49:50.082 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:49:50.082 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:49:50.082 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:49:50.083 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:49:50.083 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:49:50.083 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:49:50.083 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:49:50.083 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:49:50.083 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:49:50.083 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:49:50.083 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:49:50.083 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:49:50.083 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:49:50.083 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:49:50.083 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:49:50.083 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:49:50.083 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:49:50.083 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:49:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:49:50 smithi032 ceph-mon[191839]: pgmap v13949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:49:50 smithi032 ceph-mon[189144]: pgmap v13949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:49:50 smithi039 ceph-mon[181282]: pgmap v13949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:49:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:49:50] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T23:49:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:49:51 smithi032 ceph-mon[191839]: from='client.49287 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:49:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:49:51 smithi032 ceph-mon[191839]: from='client.49293 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:49:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:49:51 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3345104480' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:49:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:49:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:49:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:49:51 smithi032 ceph-mon[189144]: from='client.49287 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:49:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:49:51 smithi032 ceph-mon[189144]: from='client.49293 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:49:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:49:51 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3345104480' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:49:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:49:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:49:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:49:51 smithi039 ceph-mon[181282]: from='client.49287 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:49:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:49:51 smithi039 ceph-mon[181282]: from='client.49293 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:49:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:49:51 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3345104480' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:49:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:49:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:49:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:49:52 smithi032 ceph-mon[191839]: pgmap v13950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:49:52 smithi032 ceph-mon[189144]: pgmap v13950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:49:52 smithi039 ceph-mon[181282]: pgmap v13950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:54.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:49:54 smithi032 ceph-mon[191839]: pgmap v13951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:54.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:49:54 smithi032 ceph-mon[189144]: pgmap v13951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:54.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:49:54 smithi039 ceph-mon[181282]: pgmap v13951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:56.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:49:56 smithi032 ceph-mon[191839]: pgmap v13952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:56.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:49:56 smithi032 ceph-mon[189144]: pgmap v13952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:56.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:49:56 smithi039 ceph-mon[181282]: pgmap v13952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:58.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:49:58 smithi032 ceph-mon[191839]: pgmap v13953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:58.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:49:58 smithi032 ceph-mon[189144]: pgmap v13953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:49:58.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:49:58 smithi039 ceph-mon[181282]: pgmap v13953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:00 smithi032 ceph-mon[191839]: pgmap v13954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T23:50:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T23:49:59.998+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T23:50:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:00 smithi032 ceph-mon[189144]: pgmap v13954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T23:50:00.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:00 smithi039 ceph-mon[181282]: pgmap v13954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:00.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-22T23:50:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:50:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:50:00] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-22T23:50:02.375 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:02 smithi032 ceph-mon[189144]: pgmap v13955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:02.375 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:02 smithi032 ceph-mon[191839]: pgmap v13955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:02.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:02 smithi039 ceph-mon[181282]: pgmap v13955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:03.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:50:03.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:50:03.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:50:03.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:50:03.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:50:03.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:50:03.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:50:03.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:50:03.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:50:03.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:50:03.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:50:03.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:50:03.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:50:03.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:50:03.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:50:03.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:50:03.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:50:03.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:50:03.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:50:03.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:50:03.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:50:03.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:50:03.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:50:03.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:50:03.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:50:03.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:50:03.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:50:03.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:50:03.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-22T23:50:03.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:50:03.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:50:03.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:50:03.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:50:04.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:04 smithi032 ceph-mon[191839]: pgmap v13956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:04.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:04 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi032 to 2312M 2023-12-22T23:50:04.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:04 smithi032 ceph-mon[189144]: pgmap v13956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:04.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:04 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi032 to 2312M 2023-12-22T23:50:04.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:04 smithi039 ceph-mon[181282]: pgmap v13956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:04.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:04 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi032 to 2312M 2023-12-22T23:50:05.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:05 smithi032 ceph-mon[189144]: pgmap v13957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:05.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:05 smithi032 ceph-mon[191839]: pgmap v13957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:05.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:05 smithi039 ceph-mon[181282]: pgmap v13957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:50:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:50:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:50:08.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:07 smithi039 ceph-mon[181282]: pgmap v13958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:07 smithi032 ceph-mon[191839]: pgmap v13958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:08.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:07 smithi032 ceph-mon[189144]: pgmap v13958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:10.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:09 smithi039 ceph-mon[181282]: pgmap v13959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:10.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:09 smithi032 ceph-mon[189144]: pgmap v13959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:10.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:09 smithi032 ceph-mon[191839]: pgmap v13959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:50:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:50:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:50:12.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:11 smithi039 ceph-mon[181282]: pgmap v13960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:11 smithi032 ceph-mon[191839]: pgmap v13960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:11 smithi032 ceph-mon[189144]: pgmap v13960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:14.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:13 smithi039 ceph-mon[181282]: pgmap v13961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:13 smithi032 ceph-mon[189144]: pgmap v13961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:13 smithi032 ceph-mon[191839]: pgmap v13961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:16.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:15 smithi039 ceph-mon[181282]: pgmap v13962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:15 smithi032 ceph-mon[191839]: pgmap v13962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:15 smithi032 ceph-mon[189144]: pgmap v13962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:17.258 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 22 23:50:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-22T23:50:16.981978439Z level=info msg="Completed cleanup jobs" duration=12.497649ms 2023-12-22T23:50:18.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:17 smithi039 ceph-mon[181282]: pgmap v13963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:17 smithi032 ceph-mon[191839]: pgmap v13963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:18.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:17 smithi032 ceph-mon[189144]: pgmap v13963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:20.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:19 smithi039 ceph-mon[181282]: pgmap v13964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:19 smithi032 ceph-mon[191839]: pgmap v13964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:20.195 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:19 smithi032 ceph-mon[189144]: pgmap v13964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:20.449 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:50:20.771 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:50:20.771 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 8m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:50:20.772 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 6m ago 6h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:50:20.772 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 8m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:50:20.772 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 6m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:50:20.772 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 6m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:50:20.772 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 8m ago 6h 791M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:50:20.772 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 8m ago 6h 1732M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:50:20.772 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 6m ago 6h 828M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:50:20.772 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 8m ago 6h 862M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:50:20.772 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 8m ago 6h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:50:20.772 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 6m ago 6h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:50:20.772 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 8m ago 6h 4950M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:50:20.772 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 8m ago 6h 5104M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:50:20.772 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 8m ago 6h 4537M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:50:20.772 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 8m ago 6h 4602M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:50:20.772 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 6m ago 6h 4355M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:50:20.772 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 6m ago 6h 4707M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:50:20.773 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 6m ago 6h 4395M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:50:20.773 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 6m ago 6h 4393M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:50:20.773 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 6m ago 6h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:50:21.173 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:50:21.173 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:50:21.173 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:50:21.173 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:50:21.173 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:50:21.173 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:50:21.174 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:50:21.174 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:50:21.174 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:50:21.174 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:50:21.174 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:50:21.174 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:50:21.174 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:50:21.174 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:50:21.174 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:50:21.174 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:50:21.174 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:50:21.174 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:50:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:50:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:50:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:50:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T23:50:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:50:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:50:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:21 smithi032 ceph-mon[189144]: pgmap v13965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:21 smithi032 ceph-mon[189144]: from='client.59219 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:50:22.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:21 smithi032 ceph-mon[189144]: from='client.59225 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:50:22.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:21 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/406853696' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:50:22.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:21 smithi032 ceph-mon[191839]: pgmap v13965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:22.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:21 smithi032 ceph-mon[191839]: from='client.59219 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:50:22.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:21 smithi032 ceph-mon[191839]: from='client.59225 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:50:22.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:21 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/406853696' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:50:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:21 smithi039 ceph-mon[181282]: pgmap v13965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:21 smithi039 ceph-mon[181282]: from='client.59219 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:50:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:21 smithi039 ceph-mon[181282]: from='client.59225 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:50:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:21 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/406853696' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:50:24.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:23 smithi032 ceph-mon[189144]: pgmap v13966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:24.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:23 smithi032 ceph-mon[191839]: pgmap v13966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:23 smithi039 ceph-mon[181282]: pgmap v13966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:25 smithi032 ceph-mon[191839]: pgmap v13967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:25 smithi032 ceph-mon[189144]: pgmap v13967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:25 smithi039 ceph-mon[181282]: pgmap v13967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:27 smithi032 ceph-mon[191839]: pgmap v13968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:28.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:27 smithi032 ceph-mon[189144]: pgmap v13968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:28.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:27 smithi039 ceph-mon[181282]: pgmap v13968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:30.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:29 smithi032 ceph-mon[189144]: pgmap v13969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:30.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:29 smithi032 ceph-mon[191839]: pgmap v13969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:29 smithi039 ceph-mon[181282]: pgmap v13969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:50:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:50:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T23:50:32.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:31 smithi032 ceph-mon[191839]: pgmap v13970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:32.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:31 smithi032 ceph-mon[189144]: pgmap v13970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:32.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:31 smithi039 ceph-mon[181282]: pgmap v13970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:33 smithi032 ceph-mon[189144]: pgmap v13971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:34.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:33 smithi032 ceph-mon[191839]: pgmap v13971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:34.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:33 smithi039 ceph-mon[181282]: pgmap v13971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:35 smithi032 ceph-mon[189144]: pgmap v13972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:50:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:35 smithi032 ceph-mon[191839]: pgmap v13972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:50:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:35 smithi039 ceph-mon[181282]: pgmap v13972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:50:38.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:37 smithi032 ceph-mon[191839]: pgmap v13973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:37 smithi032 ceph-mon[189144]: pgmap v13973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:38.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:37 smithi039 ceph-mon[181282]: pgmap v13973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:39 smithi032 ceph-mon[189144]: pgmap v13974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:40.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:39 smithi032 ceph-mon[191839]: pgmap v13974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:40.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:39 smithi039 ceph-mon[181282]: pgmap v13974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:50:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:50:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:50:42.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:41 smithi032 ceph-mon[191839]: pgmap v13975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:42.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:41 smithi032 ceph-mon[189144]: pgmap v13975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:42.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:41 smithi039 ceph-mon[181282]: pgmap v13975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:44.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:43 smithi032 ceph-mon[191839]: pgmap v13976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:44.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:43 smithi032 ceph-mon[189144]: pgmap v13976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:43 smithi039 ceph-mon[181282]: pgmap v13976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:45 smithi032 ceph-mon[189144]: pgmap v13977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:45 smithi032 ceph-mon[191839]: pgmap v13977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:46.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:45 smithi039 ceph-mon[181282]: pgmap v13977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:47 smithi032 ceph-mon[189144]: pgmap v13978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:48.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:47 smithi032 ceph-mon[191839]: pgmap v13978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:48.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:47 smithi039 ceph-mon[181282]: pgmap v13978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:49 smithi032 ceph-mon[191839]: pgmap v13979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:50.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:49 smithi032 ceph-mon[189144]: pgmap v13979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:49 smithi039 ceph-mon[181282]: pgmap v13979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:50:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:50:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:50:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:50:50] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T23:50:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:50:51.533 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:50:51.861 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:50:51.861 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 8m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:50:51.861 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 6m ago 6h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:50:51.861 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 8m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:50:51.861 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 6m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:50:51.861 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 6m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:50:51.861 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 8m ago 6h 791M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:50:51.861 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 8m ago 6h 1732M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:50:51.862 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 6m ago 6h 828M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:50:51.862 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 8m ago 6h 862M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:50:51.862 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 8m ago 6h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:50:51.862 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 6m ago 6h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:50:51.862 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 8m ago 6h 4950M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:50:51.862 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 8m ago 6h 5104M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:50:51.862 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 8m ago 6h 4537M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:50:51.862 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 8m ago 6h 4602M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:50:51.862 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 6m ago 6h 4355M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:50:51.862 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 6m ago 6h 4707M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:50:51.862 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 6m ago 6h 4395M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:50:51.862 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 6m ago 6h 4393M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:50:51.862 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 6m ago 6h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:50:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:51 smithi032 ceph-mon[189144]: pgmap v13980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:52.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:51 smithi032 ceph-mon[191839]: pgmap v13980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:51 smithi039 ceph-mon[181282]: pgmap v13980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:52.264 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:50:52.264 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:50:52.264 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:50:52.264 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:50:52.264 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:50:52.264 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:50:52.264 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:50:52.264 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:50:52.264 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:50:52.264 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:50:52.264 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:50:52.265 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:50:52.265 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:50:52.265 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:50:52.265 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:50:52.265 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:50:52.265 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:50:52.265 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:50:53.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:52 smithi032 ceph-mon[189144]: from='client.59237 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:50:53.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:52 smithi032 ceph-mon[189144]: from='client.59243 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:50:53.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:52 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1596821903' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:50:53.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:52 smithi032 ceph-mon[191839]: from='client.59237 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:50:53.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:52 smithi032 ceph-mon[191839]: from='client.59243 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:50:53.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:52 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1596821903' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:50:53.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:52 smithi039 ceph-mon[181282]: from='client.59237 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:50:53.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:52 smithi039 ceph-mon[181282]: from='client.59243 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:50:53.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:52 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1596821903' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:50:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:53 smithi032 ceph-mon[191839]: pgmap v13981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:53 smithi032 ceph-mon[189144]: pgmap v13981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:54.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:53 smithi039 ceph-mon[181282]: pgmap v13981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:55 smithi032 ceph-mon[191839]: pgmap v13982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:55 smithi032 ceph-mon[189144]: pgmap v13982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:55 smithi039 ceph-mon[181282]: pgmap v13982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:57 smithi032 ceph-mon[191839]: pgmap v13983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:58.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:57 smithi032 ceph-mon[189144]: pgmap v13983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:50:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:57 smithi039 ceph-mon[181282]: pgmap v13983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:50:59 smithi032 ceph-mon[189144]: pgmap v13984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:00.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:50:59 smithi032 ceph-mon[191839]: pgmap v13984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:50:59 smithi039 ceph-mon[181282]: pgmap v13984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:51:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:51:00] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-22T23:51:02.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:51:01 smithi032 ceph-mon[191839]: pgmap v13985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:02.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:51:01 smithi032 ceph-mon[189144]: pgmap v13985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:02.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:51:01 smithi039 ceph-mon[181282]: pgmap v13985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:51:03 smithi032 ceph-mon[191839]: pgmap v13986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:51:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:51:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:51:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:51:04.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:51:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:51:04.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:51:03 smithi032 ceph-mon[189144]: pgmap v13986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:04.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:51:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:51:04.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:51:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:51:04.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:51:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:51:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:51:03 smithi039 ceph-mon[181282]: pgmap v13986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:51:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:51:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:51:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:51:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:51:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:51:05.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:51:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:51:05.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:51:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:51:05.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:51:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:51:05.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:51:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:51:05.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:51:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:51:05.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:51:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:51:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:51:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:51:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:51:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:51:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:51:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:51:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:51:05 smithi032 ceph-mon[191839]: pgmap v13987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:51:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:51:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:51:05 smithi032 ceph-mon[189144]: pgmap v13987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:51:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:51:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:51:05 smithi039 ceph-mon[181282]: pgmap v13987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:51:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:51:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:51:07 smithi032 ceph-mon[191839]: pgmap v13988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:08.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:51:07 smithi032 ceph-mon[189144]: pgmap v13988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:08.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:51:07 smithi039 ceph-mon[181282]: pgmap v13988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:10.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:51:09 smithi032 ceph-mon[191839]: pgmap v13989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:10.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:51:09 smithi032 ceph-mon[189144]: pgmap v13989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:10.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:51:09 smithi039 ceph-mon[181282]: pgmap v13989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:51:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:51:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:51:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:51:11 smithi032 ceph-mon[191839]: pgmap v13990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:12.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:51:11 smithi032 ceph-mon[189144]: pgmap v13990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:12.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:51:11 smithi039 ceph-mon[181282]: pgmap v13990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:51:13 smithi032 ceph-mon[191839]: pgmap v13991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:14.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:51:13 smithi032 ceph-mon[189144]: pgmap v13991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:14.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:51:13 smithi039 ceph-mon[181282]: pgmap v13991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:51:15 smithi032 ceph-mon[191839]: pgmap v13992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:51:15 smithi032 ceph-mon[189144]: pgmap v13992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:16.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:51:15 smithi039 ceph-mon[181282]: pgmap v13992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:18.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:51:17 smithi032 ceph-mon[189144]: pgmap v13993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:18.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:51:17 smithi032 ceph-mon[191839]: pgmap v13993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:18.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:51:17 smithi039 ceph-mon[181282]: pgmap v13993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:51:19 smithi032 ceph-mon[191839]: pgmap v13994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:20.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:51:19 smithi032 ceph-mon[189144]: pgmap v13994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:51:19 smithi039 ceph-mon[181282]: pgmap v13994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:51:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:51:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:51:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:51:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:51:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:51:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:51:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:51:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:51:22.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:51:21 smithi032 ceph-mon[191839]: pgmap v13995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:22.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:51:21 smithi032 ceph-mon[189144]: pgmap v13995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:51:21 smithi039 ceph-mon[181282]: pgmap v13995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:22.627 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:51:22.951 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:51:22.951 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 9m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:51:22.951 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 7m ago 6h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:51:22.951 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 9m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:51:22.951 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 7m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:51:22.951 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 7m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:51:22.951 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 9m ago 6h 791M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:51:22.951 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 9m ago 6h 1732M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:51:22.952 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 7m ago 6h 828M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:51:22.952 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 9m ago 6h 862M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:51:22.952 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 9m ago 6h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:51:22.952 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 7m ago 6h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:51:22.952 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 9m ago 6h 4950M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:51:22.952 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 9m ago 6h 5104M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:51:22.952 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 9m ago 6h 4537M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:51:22.952 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 9m ago 6h 4602M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:51:22.952 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 7m ago 6h 4355M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:51:22.952 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 7m ago 6h 4707M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:51:22.952 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 7m ago 6h 4395M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:51:22.952 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 7m ago 6h 4393M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:51:22.952 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 7m ago 6h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:51:23.354 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:51:23.354 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:51:23.354 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:51:23.354 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:51:23.354 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:51:23.354 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:51:23.354 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:51:23.354 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:51:23.354 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:51:23.354 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:51:23.355 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:51:23.355 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:51:23.355 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:51:23.355 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:51:23.355 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:51:23.355 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:51:23.355 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:51:23.355 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:51:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:51:23 smithi039 ceph-mon[181282]: pgmap v13996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:51:23 smithi039 ceph-mon[181282]: from='client.49341 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:51:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:51:23 smithi039 ceph-mon[181282]: from='client.49347 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:51:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:51:23 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3897094894' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:51:24.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:51:23 smithi032 ceph-mon[191839]: pgmap v13996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:24.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:51:23 smithi032 ceph-mon[191839]: from='client.49341 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:51:24.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:51:23 smithi032 ceph-mon[191839]: from='client.49347 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:51:24.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:51:23 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3897094894' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:51:24.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:51:23 smithi032 ceph-mon[189144]: pgmap v13996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:24.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:51:23 smithi032 ceph-mon[189144]: from='client.49341 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:51:24.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:51:23 smithi032 ceph-mon[189144]: from='client.49347 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:51:24.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:51:23 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3897094894' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:51:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:51:25 smithi039 ceph-mon[181282]: pgmap v13997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:26.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:51:25 smithi032 ceph-mon[191839]: pgmap v13997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:26.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:51:25 smithi032 ceph-mon[189144]: pgmap v13997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:28.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:51:27 smithi039 ceph-mon[181282]: pgmap v13998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:28.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:51:27 smithi032 ceph-mon[189144]: pgmap v13998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:28.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:51:27 smithi032 ceph-mon[191839]: pgmap v13998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:51:29 smithi039 ceph-mon[181282]: pgmap v13999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:51:29 smithi032 ceph-mon[191839]: pgmap v13999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:51:29 smithi032 ceph-mon[189144]: pgmap v13999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:51:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:51:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:51:32.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:51:31 smithi039 ceph-mon[181282]: pgmap v14000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:51:31 smithi032 ceph-mon[189144]: pgmap v14000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:51:31 smithi032 ceph-mon[191839]: pgmap v14000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:34.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:51:33 smithi039 ceph-mon[181282]: pgmap v14001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:34.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:51:33 smithi032 ceph-mon[189144]: pgmap v14001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:34.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:51:33 smithi032 ceph-mon[191839]: pgmap v14001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:51:35 smithi039 ceph-mon[181282]: pgmap v14002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:51:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:51:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:51:35 smithi032 ceph-mon[191839]: pgmap v14002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:51:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:51:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:51:35 smithi032 ceph-mon[189144]: pgmap v14002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:51:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:51:38.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:51:37 smithi039 ceph-mon[181282]: pgmap v14003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:38.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:51:37 smithi032 ceph-mon[191839]: pgmap v14003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:38.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:51:37 smithi032 ceph-mon[189144]: pgmap v14003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:40.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:51:39 smithi039 ceph-mon[181282]: pgmap v14004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:40.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:51:39 smithi032 ceph-mon[191839]: pgmap v14004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:51:39 smithi032 ceph-mon[189144]: pgmap v14004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:51:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:51:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:51:42.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:51:41 smithi039 ceph-mon[181282]: pgmap v14005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:42.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:51:41 smithi032 ceph-mon[191839]: pgmap v14005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:42.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:51:41 smithi032 ceph-mon[189144]: pgmap v14005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:51:43 smithi039 ceph-mon[181282]: pgmap v14006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:44.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:51:43 smithi032 ceph-mon[191839]: pgmap v14006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:44.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:51:43 smithi032 ceph-mon[189144]: pgmap v14006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:46.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:51:45 smithi039 ceph-mon[181282]: pgmap v14007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:46.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:51:45 smithi032 ceph-mon[189144]: pgmap v14007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:46.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:51:45 smithi032 ceph-mon[191839]: pgmap v14007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:48.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:51:47 smithi039 ceph-mon[181282]: pgmap v14008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:48.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:51:47 smithi032 ceph-mon[191839]: pgmap v14008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:48.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:51:47 smithi032 ceph-mon[189144]: pgmap v14008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:51:49 smithi039 ceph-mon[181282]: pgmap v14009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:51:49 smithi032 ceph-mon[191839]: pgmap v14009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:51:49 smithi032 ceph-mon[189144]: pgmap v14009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:51:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:51:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:51:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:51:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:51:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:51:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:51:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:51:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:51:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:51:51 smithi039 ceph-mon[181282]: pgmap v14010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:51:51 smithi032 ceph-mon[191839]: pgmap v14010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:52.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:51:51 smithi032 ceph-mon[189144]: pgmap v14010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:53.716 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:51:54.039 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:51:54.039 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 9m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:51:54.039 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 7m ago 6h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:51:54.039 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 9m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:51:54.039 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 7m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:51:54.039 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 7m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:51:54.039 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 9m ago 6h 791M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:51:54.040 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 9m ago 6h 1732M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:51:54.040 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 7m ago 6h 828M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:51:54.040 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 9m ago 6h 862M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:51:54.040 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 9m ago 6h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:51:54.040 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 7m ago 6h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:51:54.040 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 9m ago 6h 4950M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:51:54.040 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 9m ago 6h 5104M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:51:54.040 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 9m ago 6h 4537M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:51:54.040 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 9m ago 6h 4602M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:51:54.040 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 7m ago 6h 4355M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:51:54.040 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 7m ago 6h 4707M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:51:54.040 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 7m ago 6h 4395M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:51:54.040 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 7m ago 6h 4393M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:51:54.040 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 7m ago 6h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:51:54.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:51:53 smithi039 ceph-mon[181282]: pgmap v14011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:54.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:51:53 smithi032 ceph-mon[189144]: pgmap v14011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:54.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:51:53 smithi032 ceph-mon[191839]: pgmap v14011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:54.442 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:51:54.442 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:51:54.442 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:51:54.442 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:51:54.442 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:51:54.442 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:51:54.442 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:51:54.442 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:51:54.442 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:51:54.443 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:51:54.443 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:51:54.443 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:51:54.443 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:51:54.443 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:51:54.443 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:51:54.443 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:51:54.443 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:51:54.443 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:51:55.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:51:54 smithi039 ceph-mon[181282]: from='client.59273 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:51:55.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:51:54 smithi039 ceph-mon[181282]: from='client.49365 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:51:55.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:51:54 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2817261244' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:51:55.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:51:54 smithi032 ceph-mon[191839]: from='client.59273 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:51:55.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:51:54 smithi032 ceph-mon[191839]: from='client.49365 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:51:55.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:51:54 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2817261244' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:51:55.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:51:54 smithi032 ceph-mon[189144]: from='client.59273 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:51:55.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:51:54 smithi032 ceph-mon[189144]: from='client.49365 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:51:55.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:51:54 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2817261244' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:51:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:51:55 smithi039 ceph-mon[181282]: pgmap v14012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:56.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:51:55 smithi032 ceph-mon[191839]: pgmap v14012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:56.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:51:55 smithi032 ceph-mon[189144]: pgmap v14012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:58.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:51:57 smithi039 ceph-mon[181282]: pgmap v14013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:58.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:51:57 smithi032 ceph-mon[191839]: pgmap v14013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:51:58.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:51:57 smithi032 ceph-mon[189144]: pgmap v14013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:00.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:51:59 smithi039 ceph-mon[181282]: pgmap v14014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:51:59 smithi032 ceph-mon[191839]: pgmap v14014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:51:59 smithi032 ceph-mon[189144]: pgmap v14014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:52:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:52:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:52:02.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:52:02 smithi039 ceph-mon[181282]: pgmap v14015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:02.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:52:01 smithi032 ceph-mon[191839]: pgmap v14015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:02.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:52:01 smithi032 ceph-mon[189144]: pgmap v14015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:52:04 smithi039 ceph-mon[181282]: pgmap v14016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:04.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:52:04 smithi032 ceph-mon[189144]: pgmap v14016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:04.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:52:04 smithi032 ceph-mon[191839]: pgmap v14016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:05.271 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:52:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:52:05.271 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:52:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:52:05.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:52:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:52:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:52:06 smithi032 ceph-mon[189144]: pgmap v14017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:06.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:52:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:52:06.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:52:06 smithi032 ceph-mon[191839]: pgmap v14017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:06.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:52:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:52:06.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:52:06 smithi039 ceph-mon[181282]: pgmap v14017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:06.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:52:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:52:07.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:52:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:52:07.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:52:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:52:07.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:52:07 smithi032 ceph-mon[191839]: pgmap v14018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:07.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:52:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:52:07.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:52:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:52:07.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:52:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:52:07.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:52:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:52:07.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:52:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:52:07.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:52:07 smithi032 ceph-mon[189144]: pgmap v14018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:07.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:52:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:52:07.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:52:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:52:07.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:52:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:52:07.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:52:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:52:07.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:52:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:52:07.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:52:07 smithi039 ceph-mon[181282]: pgmap v14018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:07.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:52:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:52:07.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:52:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:52:07.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:52:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:52:09.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:52:09 smithi039 ceph-mon[181282]: pgmap v14019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:09.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:52:09 smithi032 ceph-mon[189144]: pgmap v14019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:09.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:52:09 smithi032 ceph-mon[191839]: pgmap v14019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:52:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:52:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:52:11.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:52:11 smithi039 ceph-mon[181282]: pgmap v14020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:11.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:52:11 smithi032 ceph-mon[191839]: pgmap v14020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:11.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:52:11 smithi032 ceph-mon[189144]: pgmap v14020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:14.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:52:13 smithi039 ceph-mon[181282]: pgmap v14021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:52:13 smithi032 ceph-mon[191839]: pgmap v14021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:52:13 smithi032 ceph-mon[189144]: pgmap v14021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:16.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:52:15 smithi039 ceph-mon[181282]: pgmap v14022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:52:15 smithi032 ceph-mon[189144]: pgmap v14022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:52:15 smithi032 ceph-mon[191839]: pgmap v14022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:18.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:52:17 smithi039 ceph-mon[181282]: pgmap v14023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:18.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:52:17 smithi032 ceph-mon[189144]: pgmap v14023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:52:17 smithi032 ceph-mon[191839]: pgmap v14023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:52:19 smithi032 ceph-mon[191839]: pgmap v14024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:20.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:52:19 smithi032 ceph-mon[189144]: pgmap v14024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:52:19 smithi039 ceph-mon[181282]: pgmap v14024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:52:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:52:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:52:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:52:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:52:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:52:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:52:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:52:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:52:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:52:21 smithi032 ceph-mon[189144]: pgmap v14025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:22.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:52:21 smithi032 ceph-mon[191839]: pgmap v14025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:52:21 smithi039 ceph-mon[181282]: pgmap v14025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:24.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:52:23 smithi032 ceph-mon[191839]: pgmap v14026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:24.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:52:23 smithi032 ceph-mon[189144]: pgmap v14026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:52:23 smithi039 ceph-mon[181282]: pgmap v14026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:24.804 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:52:25.129 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:52:25.129 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 18s ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:52:25.129 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 8m ago 6h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:52:25.129 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 18s ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:52:25.129 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 8m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:52:25.129 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 8m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:52:25.129 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 18s ago 6h 797M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:52:25.129 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 18s ago 6h 1769M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:52:25.129 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 8m ago 6h 828M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:52:25.129 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 18s ago 6h 880M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:52:25.130 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 18s ago 6h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:52:25.130 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 8m ago 6h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:52:25.130 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 18s ago 6h 4981M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:52:25.130 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 18s ago 6h 5135M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:52:25.130 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 18s ago 6h 4560M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:52:25.130 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 18s ago 6h 4633M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:52:25.130 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 8m ago 6h 4355M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:52:25.130 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 8m ago 6h 4707M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:52:25.130 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 8m ago 6h 4395M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:52:25.130 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 8m ago 6h 4393M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:52:25.130 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 8m ago 6h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:52:25.530 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:52:25.531 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:52:25.531 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:52:25.531 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:52:25.531 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:52:25.531 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:52:25.531 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:52:25.531 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:52:25.531 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:52:25.531 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:52:25.531 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:52:25.531 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:52:25.531 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:52:25.531 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:52:25.531 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:52:25.531 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:52:25.532 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:52:25.532 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:52:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:52:25 smithi032 ceph-mon[191839]: pgmap v14027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:52:25 smithi032 ceph-mon[191839]: from='client.49377 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:52:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:52:25 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2950592489' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:52:26.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:52:25 smithi032 ceph-mon[189144]: pgmap v14027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:26.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:52:25 smithi032 ceph-mon[189144]: from='client.49377 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:52:26.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:52:25 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2950592489' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:52:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:52:25 smithi039 ceph-mon[181282]: pgmap v14027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:52:25 smithi039 ceph-mon[181282]: from='client.49377 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:52:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:52:25 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2950592489' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:52:27.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:52:26 smithi032 ceph-mon[191839]: from='client.49383 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:52:27.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:52:26 smithi032 ceph-mon[189144]: from='client.49383 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:52:27.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:52:26 smithi039 ceph-mon[181282]: from='client.49383 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:52:28.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:52:27 smithi032 ceph-mon[191839]: pgmap v14028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:28.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:52:27 smithi032 ceph-mon[189144]: pgmap v14028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:28.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:52:27 smithi039 ceph-mon[181282]: pgmap v14028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:30.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:52:29 smithi032 ceph-mon[191839]: pgmap v14029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:30.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:52:29 smithi032 ceph-mon[189144]: pgmap v14029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:52:29 smithi039 ceph-mon[181282]: pgmap v14029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:52:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:52:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:52:32.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:52:31 smithi032 ceph-mon[191839]: pgmap v14030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:52:31 smithi032 ceph-mon[189144]: pgmap v14030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:32.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:52:31 smithi039 ceph-mon[181282]: pgmap v14030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:34.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:52:33 smithi032 ceph-mon[189144]: pgmap v14031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:34.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:52:33 smithi032 ceph-mon[191839]: pgmap v14031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:34.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:52:33 smithi039 ceph-mon[181282]: pgmap v14031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:52:35 smithi032 ceph-mon[191839]: pgmap v14032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:52:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:52:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:52:35 smithi032 ceph-mon[189144]: pgmap v14032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:52:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:52:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:52:35 smithi039 ceph-mon[181282]: pgmap v14032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:52:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:52:38.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:52:37 smithi032 ceph-mon[191839]: pgmap v14033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:52:37 smithi032 ceph-mon[189144]: pgmap v14033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:38.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:52:37 smithi039 ceph-mon[181282]: pgmap v14033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:52:39 smithi032 ceph-mon[191839]: pgmap v14034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:52:39 smithi032 ceph-mon[189144]: pgmap v14034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:40.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:52:39 smithi039 ceph-mon[181282]: pgmap v14034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:52:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:52:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:52:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:52:41 smithi032 ceph-mon[191839]: pgmap v14035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:42.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:52:41 smithi032 ceph-mon[189144]: pgmap v14035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:42.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:52:41 smithi039 ceph-mon[181282]: pgmap v14035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:44.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:52:43 smithi032 ceph-mon[189144]: pgmap v14036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:44.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:52:43 smithi032 ceph-mon[191839]: pgmap v14036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:52:43 smithi039 ceph-mon[181282]: pgmap v14036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:52:45 smithi032 ceph-mon[189144]: pgmap v14037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:46.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:52:45 smithi032 ceph-mon[191839]: pgmap v14037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:46.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:52:45 smithi039 ceph-mon[181282]: pgmap v14037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:48.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:52:47 smithi032 ceph-mon[191839]: pgmap v14038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:48.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:52:47 smithi032 ceph-mon[189144]: pgmap v14038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:48.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:52:47 smithi039 ceph-mon[181282]: pgmap v14038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:52:49 smithi032 ceph-mon[191839]: pgmap v14039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:50.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:52:49 smithi032 ceph-mon[189144]: pgmap v14039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:52:49 smithi039 ceph-mon[181282]: pgmap v14039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:52:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:52:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:52:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:52:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:52:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:52:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:52:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:52:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:52:52.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:52:51 smithi032 ceph-mon[189144]: pgmap v14040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:52.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:52:51 smithi032 ceph-mon[191839]: pgmap v14040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:52:51 smithi039 ceph-mon[181282]: pgmap v14040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:52:53 smithi032 ceph-mon[191839]: pgmap v14041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:54.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:52:53 smithi032 ceph-mon[189144]: pgmap v14041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:54.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:52:53 smithi039 ceph-mon[181282]: pgmap v14041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:55.898 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:52:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:52:55 smithi032 ceph-mon[191839]: pgmap v14042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:52:55 smithi032 ceph-mon[189144]: pgmap v14042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:56.221 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:52:56.221 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 50s ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:52:56.221 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 8m ago 6h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:52:56.222 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 50s ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:52:56.222 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 8m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:52:56.222 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 8m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:52:56.222 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 50s ago 6h 797M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:52:56.222 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 50s ago 6h 1769M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:52:56.222 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 8m ago 6h 828M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:52:56.222 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 50s ago 6h 880M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:52:56.222 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 50s ago 6h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:52:56.222 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 8m ago 6h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:52:56.222 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 50s ago 6h 4981M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:52:56.223 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 50s ago 6h 5135M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:52:56.223 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 50s ago 6h 4560M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:52:56.223 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 50s ago 6h 4633M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:52:56.223 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 8m ago 6h 4355M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:52:56.223 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 8m ago 6h 4707M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:52:56.223 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 8m ago 6h 4395M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:52:56.223 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 8m ago 6h 4393M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:52:56.223 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 8m ago 6h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:52:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:52:55 smithi039 ceph-mon[181282]: pgmap v14042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:56.622 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:52:56.622 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:52:56.622 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:52:56.622 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:52:56.622 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:52:56.622 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:52:56.623 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:52:56.623 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:52:56.623 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:52:56.623 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:52:56.623 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:52:56.623 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:52:56.623 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:52:56.623 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:52:56.623 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:52:56.623 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:52:56.623 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:52:56.623 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:52:57.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:52:56 smithi032 ceph-mon[191839]: from='client.49395 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:52:57.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:52:56 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2415091443' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:52:57.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:52:56 smithi032 ceph-mon[189144]: from='client.49395 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:52:57.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:52:56 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2415091443' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:52:57.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:52:56 smithi039 ceph-mon[181282]: from='client.49395 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:52:57.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:52:56 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2415091443' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:52:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:52:57 smithi032 ceph-mon[191839]: from='client.59315 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:52:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:52:57 smithi032 ceph-mon[191839]: pgmap v14043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:58.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:52:57 smithi032 ceph-mon[189144]: from='client.59315 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:52:58.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:52:57 smithi032 ceph-mon[189144]: pgmap v14043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:52:58.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:52:57 smithi039 ceph-mon[181282]: from='client.59315 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:52:58.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:52:57 smithi039 ceph-mon[181282]: pgmap v14043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:52:59 smithi032 ceph-mon[191839]: pgmap v14044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:52:59 smithi032 ceph-mon[189144]: pgmap v14044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:52:59 smithi039 ceph-mon[181282]: pgmap v14044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:53:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:53:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:53:02.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:53:01 smithi032 ceph-mon[191839]: pgmap v14045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:02.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:53:01 smithi032 ceph-mon[189144]: pgmap v14045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:02.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:53:01 smithi039 ceph-mon[181282]: pgmap v14045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:04.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:53:03 smithi032 ceph-mon[189144]: pgmap v14046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:04.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:53:03 smithi032 ceph-mon[191839]: pgmap v14046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:53:03 smithi039 ceph-mon[181282]: pgmap v14046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:53:05 smithi032 ceph-mon[191839]: pgmap v14047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:53:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:53:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:53:05 smithi032 ceph-mon[189144]: pgmap v14047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:53:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:53:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:53:05 smithi039 ceph-mon[181282]: pgmap v14047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:53:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:53:07.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:53:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:53:07.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:53:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:53:07.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:53:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:53:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:53:07 smithi032 ceph-mon[191839]: pgmap v14048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:53:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:53:08.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:53:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:53:08.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:53:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:53:08.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:53:07 smithi032 ceph-mon[189144]: pgmap v14048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:08.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:53:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:53:08.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:53:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:53:08.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:53:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:53:08.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:53:07 smithi039 ceph-mon[181282]: pgmap v14048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:08.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:53:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:53:08.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:53:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:53:08.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:53:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:53:10.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:53:09 smithi032 ceph-mon[191839]: pgmap v14049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:10.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:53:09 smithi032 ceph-mon[189144]: pgmap v14049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:10.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:53:09 smithi039 ceph-mon[181282]: pgmap v14049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:53:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:53:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:53:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:53:11 smithi032 ceph-mon[189144]: pgmap v14050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:12.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:53:11 smithi032 ceph-mon[191839]: pgmap v14050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:12.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:53:11 smithi039 ceph-mon[181282]: pgmap v14050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:53:13 smithi032 ceph-mon[191839]: pgmap v14051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:14.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:53:13 smithi032 ceph-mon[189144]: pgmap v14051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:14.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:53:13 smithi039 ceph-mon[181282]: pgmap v14051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:53:15 smithi032 ceph-mon[189144]: pgmap v14052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:53:15 smithi032 ceph-mon[191839]: pgmap v14052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:16.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:53:15 smithi039 ceph-mon[181282]: pgmap v14052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:53:17 smithi032 ceph-mon[191839]: pgmap v14053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:18.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:53:17 smithi032 ceph-mon[189144]: pgmap v14053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:18.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:53:17 smithi039 ceph-mon[181282]: pgmap v14053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:53:19 smithi032 ceph-mon[191839]: pgmap v14054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:20.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:53:19 smithi032 ceph-mon[189144]: pgmap v14054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:53:19 smithi039 ceph-mon[181282]: pgmap v14054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:53:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:53:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:53:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:53:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:53:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:53:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:53:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:53:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:53:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:53:21 smithi032 ceph-mon[189144]: pgmap v14055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:22.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:53:21 smithi032 ceph-mon[191839]: pgmap v14055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:53:21 smithi039 ceph-mon[181282]: pgmap v14055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:24.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:53:23 smithi032 ceph-mon[191839]: pgmap v14056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:24.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:53:23 smithi032 ceph-mon[189144]: pgmap v14056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:53:23 smithi039 ceph-mon[181282]: pgmap v14056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:53:25 smithi032 ceph-mon[191839]: pgmap v14057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:26.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:53:25 smithi032 ceph-mon[189144]: pgmap v14057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:53:25 smithi039 ceph-mon[181282]: pgmap v14057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:26.992 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:53:27.313 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:53:27.314 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 81s ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:53:27.314 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 9m ago 6h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:53:27.314 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 81s ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:53:27.314 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 9m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:53:27.314 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 9m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:53:27.314 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 81s ago 6h 797M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:53:27.314 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 81s ago 6h 1769M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:53:27.314 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 9m ago 6h 828M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:53:27.314 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 81s ago 6h 880M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:53:27.314 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 81s ago 6h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:53:27.314 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 9m ago 6h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:53:27.315 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 81s ago 6h 4981M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:53:27.315 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 81s ago 6h 5135M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:53:27.315 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 81s ago 6h 4560M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:53:27.315 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 81s ago 6h 4633M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:53:27.315 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 9m ago 6h 4355M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:53:27.315 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 9m ago 6h 4707M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:53:27.315 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 9m ago 6h 4395M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:53:27.315 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 9m ago 6h 4393M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:53:27.315 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 9m ago 6h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:53:27.712 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:53:27.712 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:53:27.712 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:53:27.712 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:53:27.712 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:53:27.712 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:53:27.712 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:53:27.712 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:53:27.712 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:53:27.712 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:53:27.712 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:53:27.713 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:53:27.713 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:53:27.713 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:53:27.713 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:53:27.713 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:53:27.713 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:53:27.713 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:53:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:53:27 smithi032 ceph-mon[191839]: pgmap v14058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:53:27 smithi032 ceph-mon[191839]: from='client.49413 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:53:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:53:27 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2216228810' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:53:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:53:27 smithi032 ceph-mon[189144]: pgmap v14058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:28.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:53:27 smithi032 ceph-mon[189144]: from='client.49413 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:53:28.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:53:27 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2216228810' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:53:28.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:53:27 smithi039 ceph-mon[181282]: pgmap v14058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:28.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:53:27 smithi039 ceph-mon[181282]: from='client.49413 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:53:28.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:53:27 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2216228810' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:53:29.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:53:28 smithi032 ceph-mon[191839]: from='client.59333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:53:29.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:53:28 smithi032 ceph-mon[189144]: from='client.59333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:53:29.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:53:28 smithi039 ceph-mon[181282]: from='client.59333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:53:30.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:53:29 smithi032 ceph-mon[191839]: pgmap v14059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:30.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:53:29 smithi032 ceph-mon[189144]: pgmap v14059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:53:29 smithi039 ceph-mon[181282]: pgmap v14059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:53:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:53:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:53:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:53:31 smithi032 ceph-mon[189144]: pgmap v14060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:32.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:53:31 smithi032 ceph-mon[191839]: pgmap v14060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:32.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:53:31 smithi039 ceph-mon[181282]: pgmap v14060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:53:33 smithi032 ceph-mon[189144]: pgmap v14061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:34.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:53:33 smithi032 ceph-mon[191839]: pgmap v14061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:34.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:53:33 smithi039 ceph-mon[181282]: pgmap v14061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:53:35 smithi032 ceph-mon[191839]: pgmap v14062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:53:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:53:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:53:35 smithi032 ceph-mon[189144]: pgmap v14062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:53:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:53:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:53:35 smithi039 ceph-mon[181282]: pgmap v14062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:53:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:53:38.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:53:37 smithi032 ceph-mon[191839]: pgmap v14063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:38.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:53:37 smithi032 ceph-mon[189144]: pgmap v14063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:38.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:53:37 smithi039 ceph-mon[181282]: pgmap v14063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:53:39 smithi032 ceph-mon[191839]: pgmap v14064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:53:39 smithi032 ceph-mon[189144]: pgmap v14064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:40.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:53:39 smithi039 ceph-mon[181282]: pgmap v14064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:53:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:53:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:53:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:53:41 smithi032 ceph-mon[191839]: pgmap v14065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:42.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:53:41 smithi032 ceph-mon[189144]: pgmap v14065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:42.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:53:41 smithi039 ceph-mon[181282]: pgmap v14065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:44.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:53:43 smithi032 ceph-mon[191839]: pgmap v14066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:44.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:53:43 smithi032 ceph-mon[189144]: pgmap v14066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:44.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:53:43 smithi039 ceph-mon[181282]: pgmap v14066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:53:45 smithi032 ceph-mon[191839]: pgmap v14067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:46.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:53:45 smithi032 ceph-mon[189144]: pgmap v14067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:46.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:53:45 smithi039 ceph-mon[181282]: pgmap v14067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:48.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:53:47 smithi032 ceph-mon[191839]: pgmap v14068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:53:47 smithi032 ceph-mon[189144]: pgmap v14068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:48.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:53:47 smithi039 ceph-mon[181282]: pgmap v14068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:50.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:53:49 smithi039 ceph-mon[181282]: pgmap v14069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:53:49 smithi032 ceph-mon[191839]: pgmap v14069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:53:49 smithi032 ceph-mon[189144]: pgmap v14069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:53:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:53:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:53:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:53:51.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:53:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:53:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:53:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:53:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:53:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:53:51 smithi039 ceph-mon[181282]: pgmap v14070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:52.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:53:51 smithi032 ceph-mon[189144]: pgmap v14070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:53:51 smithi032 ceph-mon[191839]: pgmap v14070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:54.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:53:53 smithi039 ceph-mon[181282]: pgmap v14071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:54.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:53:53 smithi032 ceph-mon[189144]: pgmap v14071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:54.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:53:53 smithi032 ceph-mon[191839]: pgmap v14071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:53:55 smithi039 ceph-mon[181282]: pgmap v14072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:56.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:53:55 smithi032 ceph-mon[191839]: pgmap v14072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:56.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:53:55 smithi032 ceph-mon[189144]: pgmap v14072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:58.080 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:53:58.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:53:57 smithi039 ceph-mon[181282]: pgmap v14073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:58.400 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:53:58.401 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 112s ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:53:58.401 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 9m ago 6h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:53:58.401 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 112s ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:53:58.401 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 9m ago 6h 28.0M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:53:58.401 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 9m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:53:58.401 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 112s ago 6h 797M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:53:58.401 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 112s ago 6h 1769M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:53:58.401 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 9m ago 6h 828M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:53:58.401 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 112s ago 6h 880M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:53:58.401 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 112s ago 6h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:53:58.401 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 9m ago 6h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:53:58.402 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 112s ago 6h 4981M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:53:58.402 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 112s ago 6h 5135M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:53:58.402 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 112s ago 6h 4560M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:53:58.402 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 112s ago 6h 4633M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:53:58.402 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 9m ago 6h 4355M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:53:58.402 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 9m ago 6h 4707M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:53:58.402 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 9m ago 6h 4395M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:53:58.402 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 9m ago 6h 4393M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:53:58.402 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 9m ago 6h 126M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:53:58.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:53:57 smithi032 ceph-mon[191839]: pgmap v14073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:58.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:53:57 smithi032 ceph-mon[189144]: pgmap v14073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:53:58.801 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:53:58.801 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:53:58.801 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:53:58.802 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:53:58.802 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:53:58.802 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:53:58.802 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:53:58.802 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:53:58.802 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:53:58.802 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:53:58.802 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:53:58.802 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:53:58.802 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:53:58.802 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:53:58.802 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:53:58.802 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:53:58.802 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:53:58.802 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:53:59.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:53:58 smithi039 ceph-mon[181282]: from='client.59345 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:53:59.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:53:58 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2853524713' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:53:59.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:53:58 smithi032 ceph-mon[191839]: from='client.59345 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:53:59.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:53:58 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2853524713' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:53:59.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:53:58 smithi032 ceph-mon[189144]: from='client.59345 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:53:59.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:53:58 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2853524713' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:54:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:53:59 smithi039 ceph-mon[181282]: from='client.59351 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:54:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:53:59 smithi039 ceph-mon[181282]: pgmap v14074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:53:59 smithi032 ceph-mon[191839]: from='client.59351 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:54:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:53:59 smithi032 ceph-mon[191839]: pgmap v14074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:53:59 smithi032 ceph-mon[189144]: from='client.59351 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:54:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:53:59 smithi032 ceph-mon[189144]: pgmap v14074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:54:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:54:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:54:02.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:54:01 smithi039 ceph-mon[181282]: pgmap v14075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:02.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:54:01 smithi032 ceph-mon[189144]: pgmap v14075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:02.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:54:01 smithi032 ceph-mon[191839]: pgmap v14075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:54:03 smithi039 ceph-mon[181282]: pgmap v14076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:04.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:54:03 smithi032 ceph-mon[191839]: pgmap v14076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:04.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:54:03 smithi032 ceph-mon[189144]: pgmap v14076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:54:05 smithi039 ceph-mon[181282]: pgmap v14077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:54:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:54:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:54:05 smithi032 ceph-mon[191839]: pgmap v14077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:54:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:54:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:54:05 smithi032 ceph-mon[189144]: pgmap v14077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:06.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:54:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:54:08.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:54:07 smithi039 ceph-mon[181282]: pgmap v14078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:08.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:54:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:54:08.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:54:07 smithi032 ceph-mon[189144]: pgmap v14078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:08.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:54:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:54:08.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:54:07 smithi032 ceph-mon[191839]: pgmap v14078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:08.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:54:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:54:10.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:54:09 smithi039 ceph-mon[181282]: pgmap v14079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:10.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:54:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:54:10.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:54:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:54:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:54:09 smithi032 ceph-mon[189144]: pgmap v14079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:54:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:54:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:54:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:54:10.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:54:09 smithi032 ceph-mon[191839]: pgmap v14079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:10.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:54:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:54:10.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:54:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:54:11.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:54:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:54:11.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:54:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:54:11.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:54:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:54:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:54:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:54:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:54:11.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:54:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:54:11.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:54:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:54:11.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:54:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:54:11.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:54:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:54:11.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:54:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:54:11.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:54:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:54:12.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:54:11 smithi039 ceph-mon[181282]: pgmap v14080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:12.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:54:11 smithi032 ceph-mon[191839]: pgmap v14080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:12.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:54:11 smithi032 ceph-mon[189144]: pgmap v14080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:14.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:54:13 smithi039 ceph-mon[181282]: pgmap v14081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:14.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:54:13 smithi032 ceph-mon[191839]: pgmap v14081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:14.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:54:13 smithi032 ceph-mon[189144]: pgmap v14081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:16.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:54:15 smithi039 ceph-mon[181282]: pgmap v14082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:16.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:54:15 smithi032 ceph-mon[191839]: pgmap v14082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:16.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:54:15 smithi032 ceph-mon[189144]: pgmap v14082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:18.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:54:17 smithi039 ceph-mon[181282]: pgmap v14083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:18.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:54:17 smithi032 ceph-mon[189144]: pgmap v14083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:18.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:54:17 smithi032 ceph-mon[191839]: pgmap v14083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:54:19 smithi039 ceph-mon[181282]: pgmap v14084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:54:19 smithi032 ceph-mon[189144]: pgmap v14084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:20.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:54:19 smithi032 ceph-mon[191839]: pgmap v14084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:54:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:54:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:54:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:54:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:54:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:54:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:54:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:54:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:54:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:54:21 smithi039 ceph-mon[181282]: pgmap v14085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:22.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:54:21 smithi032 ceph-mon[191839]: pgmap v14085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:54:21 smithi032 ceph-mon[189144]: pgmap v14085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:24.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:54:23 smithi039 ceph-mon[181282]: pgmap v14086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:24.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:54:23 smithi032 ceph-mon[189144]: pgmap v14086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:24.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:54:23 smithi032 ceph-mon[191839]: pgmap v14086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:54:25 smithi039 ceph-mon[181282]: pgmap v14087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:26.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:54:25 smithi032 ceph-mon[191839]: pgmap v14087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:26.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:54:25 smithi032 ceph-mon[189144]: pgmap v14087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:28.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:54:28 smithi039 ceph-mon[181282]: pgmap v14088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:28.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:54:28 smithi032 ceph-mon[191839]: pgmap v14088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:28.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:54:28 smithi032 ceph-mon[189144]: pgmap v14088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:29.169 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:54:29.489 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:54:29.489 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 2m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:54:29.490 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 19s ago 6h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:54:29.490 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 2m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:54:29.490 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 19s ago 6h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:54:29.490 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 19s ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:54:29.490 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 2m ago 6h 797M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:54:29.490 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 2m ago 6h 1769M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:54:29.490 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 19s ago 6h 844M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:54:29.490 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 2m ago 6h 880M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:54:29.490 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 2m ago 6h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:54:29.490 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 19s ago 6h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:54:29.490 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 2m ago 6h 4981M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:54:29.490 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 2m ago 6h 5135M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:54:29.490 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 2m ago 6h 4560M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:54:29.490 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 2m ago 6h 4633M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:54:29.490 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 19s ago 6h 4381M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:54:29.490 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 19s ago 6h 4740M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:54:29.491 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 19s ago 6h 4424M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:54:29.491 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 19s ago 6h 4428M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:54:29.491 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 19s ago 6h 129M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:54:29.894 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:54:29.894 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:54:29.894 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:54:29.894 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:54:29.894 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:54:29.894 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:54:29.894 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:54:29.895 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:54:29.895 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:54:29.895 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:54:29.895 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:54:29.895 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:54:29.895 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:54:29.895 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:54:29.895 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:54:29.895 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:54:29.895 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:54:29.895 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:54:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:54:30 smithi039 ceph-mon[181282]: pgmap v14089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:54:30 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/662374821' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:54:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:54:30 smithi032 ceph-mon[191839]: pgmap v14089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:54:30 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/662374821' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:54:30.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:54:30 smithi032 ceph-mon[189144]: pgmap v14089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:30.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:54:30 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/662374821' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:54:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:54:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:54:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:54:31.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:54:31 smithi032 ceph-mon[191839]: from='client.59363 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:54:31.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:54:31 smithi032 ceph-mon[191839]: from='client.49455 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:54:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:54:31 smithi032 ceph-mon[189144]: from='client.59363 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:54:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:54:31 smithi032 ceph-mon[189144]: from='client.49455 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:54:31.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:54:31 smithi039 ceph-mon[181282]: from='client.59363 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:54:31.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:54:31 smithi039 ceph-mon[181282]: from='client.49455 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:54:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:54:32 smithi032 ceph-mon[191839]: pgmap v14090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:32.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:54:32 smithi032 ceph-mon[189144]: pgmap v14090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:32.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:54:32 smithi039 ceph-mon[181282]: pgmap v14090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:34.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:54:34 smithi032 ceph-mon[189144]: pgmap v14091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:34.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:54:34 smithi032 ceph-mon[191839]: pgmap v14091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:34.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:54:34 smithi039 ceph-mon[181282]: pgmap v14091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:54:36 smithi032 ceph-mon[191839]: pgmap v14092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:54:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:54:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:54:36 smithi032 ceph-mon[189144]: pgmap v14092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:54:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:54:36.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:54:36 smithi039 ceph-mon[181282]: pgmap v14092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:36.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:54:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:54:38.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:54:38 smithi032 ceph-mon[191839]: pgmap v14093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:38.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:54:38 smithi032 ceph-mon[189144]: pgmap v14093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:38.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:54:38 smithi039 ceph-mon[181282]: pgmap v14093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:40.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:54:40 smithi032 ceph-mon[191839]: pgmap v14094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:40.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:54:40 smithi032 ceph-mon[189144]: pgmap v14094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:40.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:54:40 smithi039 ceph-mon[181282]: pgmap v14094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:54:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:54:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:54:42.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:54:42 smithi032 ceph-mon[191839]: pgmap v14095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:42.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:54:42 smithi032 ceph-mon[189144]: pgmap v14095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:42.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:54:42 smithi039 ceph-mon[181282]: pgmap v14095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:44.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:54:44 smithi032 ceph-mon[191839]: pgmap v14096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:44.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:54:44 smithi032 ceph-mon[189144]: pgmap v14096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:44.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:54:44 smithi039 ceph-mon[181282]: pgmap v14096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:46.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:54:46 smithi032 ceph-mon[191839]: pgmap v14097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:46.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:54:46 smithi032 ceph-mon[189144]: pgmap v14097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:46.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:54:46 smithi039 ceph-mon[181282]: pgmap v14097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:48.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:54:48 smithi032 ceph-mon[191839]: pgmap v14098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:48.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:54:48 smithi032 ceph-mon[189144]: pgmap v14098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:48.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:54:48 smithi039 ceph-mon[181282]: pgmap v14098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:54:50 smithi032 ceph-mon[191839]: pgmap v14099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:50.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:54:50 smithi032 ceph-mon[189144]: pgmap v14099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:54:50 smithi039 ceph-mon[181282]: pgmap v14099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:54:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:54:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:54:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:54:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:54:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:54:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:54:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:54:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:54:52.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:54:52 smithi032 ceph-mon[189144]: pgmap v14100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:52.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:54:52 smithi032 ceph-mon[191839]: pgmap v14100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:54:52 smithi039 ceph-mon[181282]: pgmap v14100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:54.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:54:54 smithi032 ceph-mon[189144]: pgmap v14101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:54.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:54:54 smithi032 ceph-mon[191839]: pgmap v14101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:54.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:54:54 smithi039 ceph-mon[181282]: pgmap v14101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:56.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:54:56 smithi032 ceph-mon[191839]: pgmap v14102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:56.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:54:56 smithi032 ceph-mon[189144]: pgmap v14102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:56.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:54:56 smithi039 ceph-mon[181282]: pgmap v14102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:58.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:54:58 smithi032 ceph-mon[189144]: pgmap v14103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:58.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:54:58 smithi032 ceph-mon[191839]: pgmap v14103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:54:58.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:54:58 smithi039 ceph-mon[181282]: pgmap v14103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:00.255 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:55:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:55:00 smithi032 ceph-mon[191839]: pgmap v14104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:55:00 smithi032 ceph-mon[189144]: pgmap v14104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:00.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:55:00 smithi039 ceph-mon[181282]: pgmap v14104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:00.577 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:55:00.577 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 2m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:55:00.577 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 50s ago 6h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:55:00.577 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 2m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:55:00.577 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 50s ago 6h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:55:00.577 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 50s ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:55:00.577 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 2m ago 6h 797M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:55:00.577 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 2m ago 6h 1769M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:55:00.577 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 50s ago 6h 844M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:55:00.577 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 2m ago 6h 880M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:55:00.578 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 2m ago 6h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:55:00.578 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 50s ago 6h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:55:00.578 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 2m ago 6h 4981M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:55:00.578 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 2m ago 6h 5135M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:55:00.578 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 2m ago 6h 4560M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:55:00.578 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 2m ago 6h 4633M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:55:00.578 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 50s ago 6h 4381M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:55:00.578 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 50s ago 6h 4740M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:55:00.578 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 50s ago 6h 4424M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:55:00.578 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 50s ago 6h 4428M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:55:00.578 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 50s ago 6h 129M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:55:00.975 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:55:00.975 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:55:00.975 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:55:00.975 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:55:00.975 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:55:00.975 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:55:00.975 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:55:00.975 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:55:00.975 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:55:00.976 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:55:00.976 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:55:00.976 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:55:00.976 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:55:00.976 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:55:00.976 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:55:00.976 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:55:00.976 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:55:00.976 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:55:01.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:55:01 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/952830084' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:55:01.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:55:01 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/952830084' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:55:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:55:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:55:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:55:01.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:55:01 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/952830084' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:55:02.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:55:02 smithi032 ceph-mon[191839]: from='client.49467 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:55:02.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:55:02 smithi032 ceph-mon[191839]: pgmap v14105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:02.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:55:02 smithi032 ceph-mon[191839]: from='client.59387 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:55:02.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:55:02 smithi032 ceph-mon[189144]: from='client.49467 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:55:02.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:55:02 smithi032 ceph-mon[189144]: pgmap v14105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:02.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:55:02 smithi032 ceph-mon[189144]: from='client.59387 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:55:02.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:55:02 smithi039 ceph-mon[181282]: from='client.49467 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:55:02.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:55:02 smithi039 ceph-mon[181282]: pgmap v14105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:02.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:55:02 smithi039 ceph-mon[181282]: from='client.59387 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:55:04.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:55:04 smithi032 ceph-mon[191839]: pgmap v14106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:04.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:55:04 smithi032 ceph-mon[189144]: pgmap v14106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:04.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:55:04 smithi039 ceph-mon[181282]: pgmap v14106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:55:06 smithi032 ceph-mon[189144]: pgmap v14107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:55:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:55:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:55:06 smithi032 ceph-mon[191839]: pgmap v14107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:06.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:55:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:55:06.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:55:06 smithi039 ceph-mon[181282]: pgmap v14107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:06.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:55:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:55:08.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:55:08 smithi032 ceph-mon[191839]: pgmap v14108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:08.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:55:08 smithi032 ceph-mon[189144]: pgmap v14108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:08.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:55:08 smithi039 ceph-mon[181282]: pgmap v14108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:10.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:55:10 smithi032 ceph-mon[191839]: pgmap v14109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:55:10 smithi032 ceph-mon[189144]: pgmap v14109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:10.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:55:10 smithi039 ceph-mon[181282]: pgmap v14109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:55:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:55:10] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T23:55:11.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:55:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:55:11.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:55:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:55:11.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:55:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:55:11.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:55:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:55:11.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:55:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:55:11.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:55:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:55:11.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:55:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:55:11.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:55:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:55:11.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:55:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:55:11.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:55:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:55:11.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:55:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:55:11.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:55:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:55:12.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:55:12 smithi032 ceph-mon[191839]: pgmap v14110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:12.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:55:12 smithi032 ceph-mon[189144]: pgmap v14110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:12.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:55:12 smithi039 ceph-mon[181282]: pgmap v14110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:14.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:55:14 smithi032 ceph-mon[189144]: pgmap v14111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:14.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:55:14 smithi032 ceph-mon[191839]: pgmap v14111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:14.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:55:14 smithi039 ceph-mon[181282]: pgmap v14111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:16.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:55:16 smithi032 ceph-mon[189144]: pgmap v14112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:16.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:55:16 smithi032 ceph-mon[191839]: pgmap v14112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:16.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:55:16 smithi039 ceph-mon[181282]: pgmap v14112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:18.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:55:18 smithi032 ceph-mon[191839]: pgmap v14113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:18.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:55:18 smithi032 ceph-mon[189144]: pgmap v14113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:18.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:55:18 smithi039 ceph-mon[181282]: pgmap v14113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:55:20 smithi032 ceph-mon[191839]: pgmap v14114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:55:20 smithi032 ceph-mon[189144]: pgmap v14114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:20.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:55:20 smithi039 ceph-mon[181282]: pgmap v14114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:55:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:55:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:55:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:55:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:55:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:55:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:55:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:55:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:55:22.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:55:22 smithi032 ceph-mon[191839]: pgmap v14115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:22.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:55:22 smithi032 ceph-mon[189144]: pgmap v14115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:22.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:55:22 smithi039 ceph-mon[181282]: pgmap v14115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:24.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:55:24 smithi032 ceph-mon[189144]: pgmap v14116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:24.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:55:24 smithi032 ceph-mon[191839]: pgmap v14116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:24.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:55:24 smithi039 ceph-mon[181282]: pgmap v14116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:26.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:55:26 smithi032 ceph-mon[191839]: pgmap v14117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:26.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:55:26 smithi032 ceph-mon[189144]: pgmap v14117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:26.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:55:26 smithi039 ceph-mon[181282]: pgmap v14117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:28.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:55:28 smithi032 ceph-mon[189144]: pgmap v14118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:28.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:55:28 smithi032 ceph-mon[191839]: pgmap v14118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:28.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:55:28 smithi039 ceph-mon[181282]: pgmap v14118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:55:30 smithi032 ceph-mon[191839]: pgmap v14119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:55:30 smithi032 ceph-mon[189144]: pgmap v14119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:30.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:55:30 smithi039 ceph-mon[181282]: pgmap v14119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:55:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:55:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:55:31.340 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:55:31.662 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:55:31.662 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 3m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:55:31.662 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 81s ago 6h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:55:31.662 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 3m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:55:31.662 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 81s ago 6h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:55:31.662 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 81s ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:55:31.663 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 3m ago 6h 797M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:55:31.663 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 3m ago 6h 1769M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:55:31.663 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 81s ago 6h 844M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:55:31.663 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 3m ago 6h 880M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:55:31.663 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 3m ago 6h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:55:31.663 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 81s ago 6h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:55:31.663 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 3m ago 6h 4981M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:55:31.663 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 3m ago 6h 5135M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:55:31.663 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 3m ago 6h 4560M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:55:31.663 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 3m ago 6h 4633M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:55:31.663 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 81s ago 6h 4381M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:55:31.663 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 81s ago 6h 4740M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:55:31.663 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 81s ago 6h 4424M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:55:31.663 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 81s ago 6h 4428M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:55:31.663 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 81s ago 6h 129M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:55:32.081 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:55:32.081 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:55:32.082 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:55:32.082 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:55:32.082 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:55:32.082 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:55:32.082 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:55:32.082 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:55:32.082 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:55:32.082 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:55:32.082 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:55:32.082 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:55:32.082 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:55:32.082 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:55:32.082 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:55:32.082 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:55:32.083 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:55:32.083 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:55:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:55:32 smithi032 ceph-mon[191839]: pgmap v14120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:55:32 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1296990301' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:55:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:55:32 smithi032 ceph-mon[189144]: pgmap v14120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:32.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:55:32 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1296990301' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:55:32.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:55:32 smithi039 ceph-mon[181282]: pgmap v14120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:32.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:55:32 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1296990301' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:55:33.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:55:33 smithi032 ceph-mon[191839]: from='client.49485 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:55:33.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:55:33 smithi032 ceph-mon[191839]: from='client.59405 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:55:33.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:55:33 smithi032 ceph-mon[189144]: from='client.49485 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:55:33.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:55:33 smithi032 ceph-mon[189144]: from='client.59405 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:55:33.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:55:33 smithi039 ceph-mon[181282]: from='client.49485 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:55:33.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:55:33 smithi039 ceph-mon[181282]: from='client.59405 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:55:34.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:55:34 smithi032 ceph-mon[189144]: pgmap v14121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:34.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:55:34 smithi032 ceph-mon[191839]: pgmap v14121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:34.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:55:34 smithi039 ceph-mon[181282]: pgmap v14121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:55:36 smithi032 ceph-mon[191839]: pgmap v14122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:55:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:55:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:55:36 smithi032 ceph-mon[189144]: pgmap v14122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:55:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:55:36.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:55:36 smithi039 ceph-mon[181282]: pgmap v14122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:36.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:55:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:55:38.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:55:38 smithi032 ceph-mon[189144]: pgmap v14123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:38.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:55:38 smithi032 ceph-mon[191839]: pgmap v14123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:38.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:55:38 smithi039 ceph-mon[181282]: pgmap v14123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:39.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:55:39 smithi032 ceph-mon[191839]: pgmap v14124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:39.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:55:39 smithi032 ceph-mon[189144]: pgmap v14124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:39.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:55:39 smithi039 ceph-mon[181282]: pgmap v14124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:55:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:55:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:55:41.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:55:41 smithi032 ceph-mon[189144]: pgmap v14125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:41.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:55:41 smithi032 ceph-mon[191839]: pgmap v14125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:42.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:55:41 smithi039 ceph-mon[181282]: pgmap v14125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:55:43 smithi032 ceph-mon[189144]: pgmap v14126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:44.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:55:43 smithi032 ceph-mon[191839]: pgmap v14126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:55:43 smithi039 ceph-mon[181282]: pgmap v14126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:55:45 smithi032 ceph-mon[189144]: pgmap v14127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:46.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:55:45 smithi032 ceph-mon[191839]: pgmap v14127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:46.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:55:45 smithi039 ceph-mon[181282]: pgmap v14127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:55:47 smithi032 ceph-mon[189144]: pgmap v14128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:48.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:55:47 smithi032 ceph-mon[191839]: pgmap v14128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:48.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:55:47 smithi039 ceph-mon[181282]: pgmap v14128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:55:49 smithi032 ceph-mon[189144]: pgmap v14129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:55:49 smithi032 ceph-mon[191839]: pgmap v14129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:55:49 smithi039 ceph-mon[181282]: pgmap v14129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:55:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:55:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:55:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:55:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:55:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:55:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:55:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:55:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:55:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:55:51 smithi032 ceph-mon[189144]: pgmap v14130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:52.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:55:51 smithi032 ceph-mon[191839]: pgmap v14130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:55:51 smithi039 ceph-mon[181282]: pgmap v14130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:55:53 smithi032 ceph-mon[189144]: pgmap v14131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:54.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:55:53 smithi032 ceph-mon[191839]: pgmap v14131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:54.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:55:53 smithi039 ceph-mon[181282]: pgmap v14131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:55:55 smithi032 ceph-mon[191839]: pgmap v14132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:55:55 smithi032 ceph-mon[189144]: pgmap v14132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:55:55 smithi039 ceph-mon[181282]: pgmap v14132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:55:57 smithi032 ceph-mon[191839]: pgmap v14133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:58.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:55:57 smithi032 ceph-mon[189144]: pgmap v14133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:55:58.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:55:57 smithi039 ceph-mon[181282]: pgmap v14133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:55:59 smithi032 ceph-mon[191839]: pgmap v14134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:55:59 smithi032 ceph-mon[189144]: pgmap v14134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:55:59 smithi039 ceph-mon[181282]: pgmap v14134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:56:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:56:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:56:02.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:56:01 smithi032 ceph-mon[191839]: pgmap v14135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:02.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:56:01 smithi032 ceph-mon[189144]: pgmap v14135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:02.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:56:01 smithi039 ceph-mon[181282]: pgmap v14135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:02.441 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:56:02.764 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:56:02.765 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 3m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:56:02.765 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 112s ago 6h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:56:02.765 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 3m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:56:02.765 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 112s ago 6h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:56:02.765 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 112s ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:56:02.765 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 3m ago 6h 797M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:56:02.765 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 3m ago 6h 1769M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:56:02.765 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 112s ago 6h 844M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:56:02.765 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 3m ago 6h 880M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:56:02.765 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 3m ago 6h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:56:02.765 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 112s ago 6h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:56:02.765 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 3m ago 6h 4981M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:56:02.765 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 3m ago 6h 5135M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:56:02.765 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 3m ago 6h 4560M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:56:02.766 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 3m ago 6h 4633M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:56:02.766 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 112s ago 6h 4381M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:56:02.766 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 112s ago 6h 4740M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:56:02.766 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 112s ago 6h 4424M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:56:02.766 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 112s ago 6h 4428M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:56:02.766 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 112s ago 6h 129M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:56:03.169 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:56:03.169 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:56:03.169 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:56:03.169 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:56:03.169 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:56:03.169 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:56:03.169 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:56:03.169 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:56:03.169 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:56:03.170 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:56:03.170 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:56:03.170 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:56:03.170 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:56:03.170 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:56:03.170 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:56:03.170 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:56:03.170 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:56:03.170 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:56:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:56:03 smithi032 ceph-mon[191839]: from='client.59417 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:56:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:56:03 smithi032 ceph-mon[191839]: pgmap v14136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:56:03 smithi032 ceph-mon[191839]: from='client.59423 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:56:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:56:03 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2108922848' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:56:04.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:56:03 smithi032 ceph-mon[189144]: from='client.59417 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:56:04.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:56:03 smithi032 ceph-mon[189144]: pgmap v14136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:04.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:56:03 smithi032 ceph-mon[189144]: from='client.59423 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:56:04.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:56:03 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2108922848' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:56:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:56:03 smithi039 ceph-mon[181282]: from='client.59417 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:56:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:56:03 smithi039 ceph-mon[181282]: pgmap v14136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:56:03 smithi039 ceph-mon[181282]: from='client.59423 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:56:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:56:03 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2108922848' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:56:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:56:05 smithi032 ceph-mon[191839]: pgmap v14137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:56:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:56:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:56:05 smithi032 ceph-mon[189144]: pgmap v14137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:56:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:56:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:56:05 smithi039 ceph-mon[181282]: pgmap v14137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:56:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:56:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:56:07 smithi032 ceph-mon[191839]: pgmap v14138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:08.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:56:07 smithi032 ceph-mon[189144]: pgmap v14138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:08.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:56:07 smithi039 ceph-mon[181282]: pgmap v14138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:10.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:56:09 smithi032 ceph-mon[191839]: pgmap v14139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:10.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:56:09 smithi032 ceph-mon[189144]: pgmap v14139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:10.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:56:09 smithi039 ceph-mon[181282]: pgmap v14139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:56:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:56:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-22T23:56:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:56:11 smithi032 ceph-mon[191839]: pgmap v14140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:56:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:56:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:56:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:56:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:56:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:56:12.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:56:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:56:12.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:56:11 smithi032 ceph-mon[189144]: pgmap v14140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:12.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:56:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:56:12.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:56:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:56:12.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:56:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:56:12.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:56:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:56:12.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:56:11 smithi039 ceph-mon[181282]: pgmap v14140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:12.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:56:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:56:12.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:56:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:56:12.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:56:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:56:12.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:56:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:56:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:56:13 smithi032 ceph-mon[191839]: pgmap v14141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:14.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:56:13 smithi032 ceph-mon[189144]: pgmap v14141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:14.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:56:13 smithi039 ceph-mon[181282]: pgmap v14141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:56:15 smithi032 ceph-mon[191839]: pgmap v14142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:16.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:56:15 smithi032 ceph-mon[189144]: pgmap v14142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:16.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:56:15 smithi039 ceph-mon[181282]: pgmap v14142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:56:17 smithi032 ceph-mon[191839]: pgmap v14143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:18.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:56:17 smithi032 ceph-mon[189144]: pgmap v14143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:18.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:56:17 smithi039 ceph-mon[181282]: pgmap v14143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:20.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:56:19 smithi032 ceph-mon[191839]: pgmap v14144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:20.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:56:19 smithi032 ceph-mon[189144]: pgmap v14144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:56:19 smithi039 ceph-mon[181282]: pgmap v14144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:56:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:56:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:56:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:56:21.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:56:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:56:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:56:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:56:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:56:22.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:56:21 smithi032 ceph-mon[191839]: pgmap v14145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:56:21 smithi032 ceph-mon[189144]: pgmap v14145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:56:21 smithi039 ceph-mon[181282]: pgmap v14145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:24.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:56:23 smithi032 ceph-mon[191839]: pgmap v14146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:24.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:56:23 smithi032 ceph-mon[189144]: pgmap v14146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:56:23 smithi039 ceph-mon[181282]: pgmap v14146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:56:25 smithi032 ceph-mon[191839]: pgmap v14147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:26.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:56:25 smithi032 ceph-mon[189144]: pgmap v14147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:56:25 smithi039 ceph-mon[181282]: pgmap v14147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:56:27 smithi032 ceph-mon[189144]: pgmap v14148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:28.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:56:27 smithi032 ceph-mon[191839]: pgmap v14148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:28.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:56:27 smithi039 ceph-mon[181282]: pgmap v14148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:30.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:56:29 smithi032 ceph-mon[191839]: pgmap v14149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:30.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:56:29 smithi032 ceph-mon[189144]: pgmap v14149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:56:29 smithi039 ceph-mon[181282]: pgmap v14149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:56:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:56:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:56:32.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:56:31 smithi032 ceph-mon[191839]: pgmap v14150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:32.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:56:31 smithi032 ceph-mon[189144]: pgmap v14150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:32.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:56:31 smithi039 ceph-mon[181282]: pgmap v14150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:33.535 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:56:33.855 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:56:33.856 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 4m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:56:33.856 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 2m ago 6h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:56:33.856 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 4m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:56:33.856 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 2m ago 6h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:56:33.856 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 2m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:56:33.856 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 4m ago 6h 797M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:56:33.856 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 4m ago 6h 1769M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:56:33.856 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 2m ago 6h 844M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:56:33.856 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 4m ago 6h 880M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:56:33.856 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 4m ago 6h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:56:33.856 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 2m ago 6h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:56:33.856 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 4m ago 6h 4981M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:56:33.856 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 4m ago 6h 5135M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:56:33.857 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 4m ago 6h 4560M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:56:33.857 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 4m ago 6h 4633M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:56:33.857 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 2m ago 6h 4381M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:56:33.857 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 2m ago 6h 4740M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:56:33.857 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 2m ago 6h 4424M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:56:33.857 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 2m ago 6h 4428M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:56:33.857 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 2m ago 6h 129M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:56:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:56:33 smithi032 ceph-mon[191839]: pgmap v14151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:56:33 smithi032 ceph-mon[189144]: pgmap v14151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:34.257 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:56:34.257 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:56:34.257 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:56:34.257 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:56:34.257 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:56:34.258 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:56:34.258 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:56:34.258 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:56:34.258 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:56:34.258 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:56:34.258 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:56:34.258 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:56:34.258 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:56:34.258 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:56:34.258 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:56:34.258 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:56:34.258 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:56:34.258 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:56:34.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:56:33 smithi039 ceph-mon[181282]: pgmap v14151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:56:34 smithi032 ceph-mon[191839]: from='client.59435 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:56:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:56:34 smithi032 ceph-mon[191839]: from='client.59441 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:56:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:56:34 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/249491993' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:56:35.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:56:34 smithi032 ceph-mon[189144]: from='client.59435 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:56:35.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:56:34 smithi032 ceph-mon[189144]: from='client.59441 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:56:35.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:56:34 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/249491993' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:56:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:56:34 smithi039 ceph-mon[181282]: from='client.59435 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:56:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:56:34 smithi039 ceph-mon[181282]: from='client.59441 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:56:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:56:34 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/249491993' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:56:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:56:35 smithi032 ceph-mon[191839]: pgmap v14152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:56:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:56:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:56:35 smithi032 ceph-mon[189144]: pgmap v14152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:56:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:56:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:56:35 smithi039 ceph-mon[181282]: pgmap v14152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:56:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:56:38.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:56:37 smithi032 ceph-mon[191839]: pgmap v14153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:38.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:56:37 smithi032 ceph-mon[189144]: pgmap v14153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:38.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:56:37 smithi039 ceph-mon[181282]: pgmap v14153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:56:39 smithi032 ceph-mon[189144]: pgmap v14154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:40.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:56:39 smithi032 ceph-mon[191839]: pgmap v14154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:40.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:56:39 smithi039 ceph-mon[181282]: pgmap v14154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:56:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:56:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:56:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:56:41 smithi032 ceph-mon[191839]: pgmap v14155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:56:41 smithi032 ceph-mon[189144]: pgmap v14155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:42.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:56:41 smithi039 ceph-mon[181282]: pgmap v14155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:56:43 smithi032 ceph-mon[191839]: pgmap v14156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:44.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:56:43 smithi032 ceph-mon[189144]: pgmap v14156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:56:43 smithi039 ceph-mon[181282]: pgmap v14156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:56:45 smithi032 ceph-mon[191839]: pgmap v14157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:46.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:56:45 smithi032 ceph-mon[189144]: pgmap v14157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:46.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:56:45 smithi039 ceph-mon[181282]: pgmap v14157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:56:47 smithi032 ceph-mon[189144]: pgmap v14158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:48.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:56:47 smithi032 ceph-mon[191839]: pgmap v14158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:48.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:56:47 smithi039 ceph-mon[181282]: pgmap v14158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:56:49 smithi032 ceph-mon[191839]: pgmap v14159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:50.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:56:49 smithi032 ceph-mon[189144]: pgmap v14159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:56:49 smithi039 ceph-mon[181282]: pgmap v14159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:56:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:56:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:56:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:56:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:56:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:56:50] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T23:56:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:56:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:56:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:56:51 smithi039 ceph-mon[181282]: pgmap v14160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:52.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:56:51 smithi032 ceph-mon[189144]: pgmap v14160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:56:51 smithi032 ceph-mon[191839]: pgmap v14160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:54.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:56:53 smithi039 ceph-mon[181282]: pgmap v14161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:54.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:56:53 smithi032 ceph-mon[189144]: pgmap v14161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:54.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:56:53 smithi032 ceph-mon[191839]: pgmap v14161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:56:55 smithi039 ceph-mon[181282]: pgmap v14162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:56.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:56:55 smithi032 ceph-mon[191839]: pgmap v14162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:56.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:56:55 smithi032 ceph-mon[189144]: pgmap v14162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:58.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:56:57 smithi039 ceph-mon[181282]: pgmap v14163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:58.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:56:57 smithi032 ceph-mon[189144]: pgmap v14163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:56:58.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:56:57 smithi032 ceph-mon[191839]: pgmap v14163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:56:59 smithi039 ceph-mon[181282]: pgmap v14164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:56:59 smithi032 ceph-mon[191839]: pgmap v14164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:56:59 smithi032 ceph-mon[189144]: pgmap v14164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:57:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:57:00] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-22T23:57:02.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:57:01 smithi039 ceph-mon[181282]: pgmap v14165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:02.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:57:01 smithi032 ceph-mon[191839]: pgmap v14165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:02.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:57:01 smithi032 ceph-mon[189144]: pgmap v14165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:57:03 smithi039 ceph-mon[181282]: pgmap v14166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:04.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:57:03 smithi032 ceph-mon[191839]: pgmap v14166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:04.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:57:03 smithi032 ceph-mon[189144]: pgmap v14166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:04.621 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:57:04.942 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:57:04.943 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 4m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:57:04.943 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 2m ago 6h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:57:04.943 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 4m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:57:04.943 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 2m ago 6h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:57:04.943 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 2m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:57:04.943 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 4m ago 6h 797M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:57:04.943 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 4m ago 6h 1769M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:57:04.943 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 2m ago 6h 844M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:57:04.943 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 4m ago 6h 880M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:57:04.943 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 4m ago 6h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:57:04.943 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 2m ago 6h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:57:04.943 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 4m ago 6h 4981M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:57:04.943 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 4m ago 6h 5135M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:57:04.943 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 4m ago 6h 4560M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:57:04.944 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 4m ago 6h 4633M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:57:04.944 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 2m ago 6h 4381M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:57:04.944 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 2m ago 6h 4740M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:57:04.944 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 2m ago 6h 4424M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:57:04.944 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 2m ago 6h 4428M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:57:04.944 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 2m ago 6h 129M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:57:05.349 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:57:05.350 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:57:05.350 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:57:05.350 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:57:05.350 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:57:05.350 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:57:05.350 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:57:05.350 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:57:05.350 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:57:05.350 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:57:05.350 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:57:05.350 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:57:05.350 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:57:05.350 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:57:05.350 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:57:05.350 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:57:05.350 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:57:05.351 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:57:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:57:05 smithi039 ceph-mon[181282]: pgmap v14167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:57:05 smithi039 ceph-mon[181282]: from='client.49536 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:57:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:57:05 smithi039 ceph-mon[181282]: from='client.49542 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:57:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:57:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:57:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:57:05 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/839708030' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:57:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:57:05 smithi032 ceph-mon[191839]: pgmap v14167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:57:05 smithi032 ceph-mon[191839]: from='client.49536 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:57:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:57:05 smithi032 ceph-mon[191839]: from='client.49542 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:57:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:57:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:57:06.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:57:05 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/839708030' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:57:06.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:57:05 smithi032 ceph-mon[189144]: pgmap v14167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:06.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:57:05 smithi032 ceph-mon[189144]: from='client.49536 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:57:06.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:57:05 smithi032 ceph-mon[189144]: from='client.49542 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:57:06.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:57:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:57:06.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:57:05 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/839708030' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:57:08.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:57:07 smithi039 ceph-mon[181282]: pgmap v14168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:08.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:57:07 smithi032 ceph-mon[189144]: pgmap v14168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:08.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:57:07 smithi032 ceph-mon[191839]: pgmap v14168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:10.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:57:09 smithi039 ceph-mon[181282]: pgmap v14169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:10.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:57:09 smithi032 ceph-mon[191839]: pgmap v14169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:10.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:57:09 smithi032 ceph-mon[189144]: pgmap v14169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:57:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:57:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:57:12.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:57:11 smithi039 ceph-mon[181282]: pgmap v14170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:12.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:57:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:57:12.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:57:11 smithi032 ceph-mon[189144]: pgmap v14170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:12.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:57:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:57:12.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:57:11 smithi032 ceph-mon[191839]: pgmap v14170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:12.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:57:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:57:13.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:57:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:57:13.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:57:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:57:13.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:57:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:57:13.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:57:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:57:13.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:57:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:57:13.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:57:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:57:13.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:57:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:57:13.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:57:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:57:13.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:57:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:57:14.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:57:14 smithi032 ceph-mon[191839]: pgmap v14171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:14.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:57:14 smithi032 ceph-mon[189144]: pgmap v14171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:14.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:57:14 smithi039 ceph-mon[181282]: pgmap v14171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:16.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:57:16 smithi032 ceph-mon[191839]: pgmap v14172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:16.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:57:16 smithi032 ceph-mon[189144]: pgmap v14172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:16.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:57:16 smithi039 ceph-mon[181282]: pgmap v14172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:18.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:57:18 smithi032 ceph-mon[191839]: pgmap v14173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:18.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:57:18 smithi032 ceph-mon[189144]: pgmap v14173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:18.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:57:18 smithi039 ceph-mon[181282]: pgmap v14173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:57:20 smithi032 ceph-mon[191839]: pgmap v14174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:57:20 smithi032 ceph-mon[189144]: pgmap v14174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:20.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:57:20 smithi039 ceph-mon[181282]: pgmap v14174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:21.152 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:57:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:57:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:57:21.152 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:57:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:57:21.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:57:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:57:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:57:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:57:22.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:57:22 smithi032 ceph-mon[191839]: pgmap v14175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:22.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:57:22 smithi032 ceph-mon[189144]: pgmap v14175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:22.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:57:22 smithi039 ceph-mon[181282]: pgmap v14175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:23.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:57:23 smithi032 ceph-mon[191839]: pgmap v14176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:23.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:57:23 smithi032 ceph-mon[189144]: pgmap v14176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:23.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:57:23 smithi039 ceph-mon[181282]: pgmap v14176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:25.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:57:25 smithi032 ceph-mon[191839]: pgmap v14177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:25.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:57:25 smithi032 ceph-mon[189144]: pgmap v14177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:26.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:57:25 smithi039 ceph-mon[181282]: pgmap v14177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:57:27 smithi032 ceph-mon[191839]: pgmap v14178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:28.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:57:27 smithi032 ceph-mon[189144]: pgmap v14178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:28.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:57:27 smithi039 ceph-mon[181282]: pgmap v14178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:30.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:57:29 smithi032 ceph-mon[189144]: pgmap v14179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:30.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:57:29 smithi032 ceph-mon[191839]: pgmap v14179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:57:29 smithi039 ceph-mon[181282]: pgmap v14179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:57:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:57:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:57:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:57:31 smithi032 ceph-mon[189144]: pgmap v14180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:32.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:57:31 smithi032 ceph-mon[191839]: pgmap v14180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:32.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:57:31 smithi039 ceph-mon[181282]: pgmap v14180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:57:33 smithi032 ceph-mon[191839]: pgmap v14181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:34.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:57:33 smithi032 ceph-mon[189144]: pgmap v14181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:34.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:57:33 smithi039 ceph-mon[181282]: pgmap v14181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:35.715 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:57:36.037 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:57:36.037 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 5m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:57:36.037 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 3m ago 6h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:57:36.037 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 5m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:57:36.037 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 3m ago 6h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:57:36.037 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 3m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:57:36.037 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 5m ago 6h 797M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:57:36.037 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 5m ago 6h 1769M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:57:36.037 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 3m ago 6h 844M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:57:36.037 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 5m ago 6h 880M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:57:36.037 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 5m ago 6h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:57:36.038 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 3m ago 6h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:57:36.038 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 5m ago 6h 4981M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:57:36.038 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 5m ago 6h 5135M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:57:36.038 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 5m ago 6h 4560M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:57:36.038 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 5m ago 6h 4633M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:57:36.038 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 3m ago 6h 4381M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:57:36.038 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 3m ago 6h 4740M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:57:36.038 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 3m ago 6h 4424M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:57:36.038 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 3m ago 6h 4428M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:57:36.038 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 3m ago 6h 129M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:57:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:57:35 smithi032 ceph-mon[191839]: pgmap v14182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:57:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:57:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:57:35 smithi032 ceph-mon[189144]: pgmap v14182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:57:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:57:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:57:35 smithi039 ceph-mon[181282]: pgmap v14182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:57:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:57:36.441 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:57:36.441 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:57:36.441 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:57:36.441 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:57:36.441 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:57:36.441 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:57:36.441 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:57:36.442 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:57:36.442 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:57:36.442 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:57:36.442 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:57:36.442 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:57:36.442 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:57:36.442 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:57:36.442 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:57:36.442 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:57:36.442 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:57:36.442 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:57:37.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:57:36 smithi032 ceph-mon[189144]: from='client.49554 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:57:37.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:57:36 smithi032 ceph-mon[189144]: from='client.59477 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:57:37.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:57:36 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1328557176' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:57:37.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:57:36 smithi032 ceph-mon[191839]: from='client.49554 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:57:37.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:57:36 smithi032 ceph-mon[191839]: from='client.59477 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:57:37.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:57:36 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1328557176' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:57:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:57:36 smithi039 ceph-mon[181282]: from='client.49554 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:57:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:57:36 smithi039 ceph-mon[181282]: from='client.59477 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:57:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:57:36 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1328557176' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:57:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:57:37 smithi032 ceph-mon[189144]: pgmap v14183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:38.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:57:37 smithi032 ceph-mon[191839]: pgmap v14183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:38.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:57:37 smithi039 ceph-mon[181282]: pgmap v14183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:57:39 smithi032 ceph-mon[191839]: pgmap v14184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:40.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:57:39 smithi032 ceph-mon[189144]: pgmap v14184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:40.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:57:39 smithi039 ceph-mon[181282]: pgmap v14184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:57:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:57:40] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T23:57:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:57:41 smithi032 ceph-mon[191839]: pgmap v14185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:57:41 smithi032 ceph-mon[189144]: pgmap v14185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:42.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:57:41 smithi039 ceph-mon[181282]: pgmap v14185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:57:43 smithi032 ceph-mon[191839]: pgmap v14186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:44.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:57:43 smithi032 ceph-mon[189144]: pgmap v14186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:57:43 smithi039 ceph-mon[181282]: pgmap v14186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:57:45 smithi032 ceph-mon[191839]: pgmap v14187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:46.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:57:45 smithi032 ceph-mon[189144]: pgmap v14187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:46.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:57:45 smithi039 ceph-mon[181282]: pgmap v14187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:48.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:57:47 smithi032 ceph-mon[191839]: pgmap v14188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:57:47 smithi032 ceph-mon[189144]: pgmap v14188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:48.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:57:47 smithi039 ceph-mon[181282]: pgmap v14188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:57:49 smithi032 ceph-mon[191839]: pgmap v14189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:50.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:57:49 smithi032 ceph-mon[189144]: pgmap v14189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:57:49 smithi039 ceph-mon[181282]: pgmap v14189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:57:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:57:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:57:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:57:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:57:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:57:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:57:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:57:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:57:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:57:51 smithi032 ceph-mon[189144]: pgmap v14190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:52.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:57:51 smithi032 ceph-mon[191839]: pgmap v14190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:57:51 smithi039 ceph-mon[181282]: pgmap v14190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:57:53 smithi032 ceph-mon[191839]: pgmap v14191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:54.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:57:53 smithi032 ceph-mon[189144]: pgmap v14191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:54.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:57:53 smithi039 ceph-mon[181282]: pgmap v14191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:57:55 smithi032 ceph-mon[189144]: pgmap v14192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:56.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:57:55 smithi032 ceph-mon[191839]: pgmap v14192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:57:55 smithi039 ceph-mon[181282]: pgmap v14192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:58.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:57:57 smithi032 ceph-mon[189144]: pgmap v14193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:58.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:57:57 smithi032 ceph-mon[191839]: pgmap v14193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:57:58.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:57:57 smithi039 ceph-mon[181282]: pgmap v14193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:57:59 smithi032 ceph-mon[189144]: pgmap v14194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:00.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:57:59 smithi032 ceph-mon[191839]: pgmap v14194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:57:59 smithi039 ceph-mon[181282]: pgmap v14194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:58:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:58:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:58:02.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:58:01 smithi032 ceph-mon[191839]: pgmap v14195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:02.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:58:01 smithi032 ceph-mon[189144]: pgmap v14195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:02.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:58:01 smithi039 ceph-mon[181282]: pgmap v14195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:58:03 smithi032 ceph-mon[191839]: pgmap v14196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:04.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:58:03 smithi032 ceph-mon[189144]: pgmap v14196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:58:03 smithi039 ceph-mon[181282]: pgmap v14196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:58:05 smithi032 ceph-mon[189144]: pgmap v14197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:58:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:58:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:58:05 smithi032 ceph-mon[191839]: pgmap v14197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:58:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:58:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:58:05 smithi039 ceph-mon[181282]: pgmap v14197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:58:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:58:06.800 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:58:07.126 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:58:07.126 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 6m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:58:07.126 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 3m ago 6h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:58:07.126 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 6m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:58:07.126 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 3m ago 6h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:58:07.126 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 3m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:58:07.126 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 6m ago 6h 797M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:58:07.127 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 6m ago 6h 1769M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:58:07.127 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 3m ago 6h 844M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:58:07.127 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 6m ago 6h 880M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:58:07.127 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 6m ago 6h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:58:07.127 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 3m ago 6h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:58:07.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 6m ago 6h 4981M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:58:07.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 6m ago 6h 5135M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:58:07.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 6m ago 6h 4560M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:58:07.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 6m ago 6h 4633M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:58:07.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 3m ago 6h 4381M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:58:07.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 3m ago 6h 4740M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:58:07.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 3m ago 6h 4424M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:58:07.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 3m ago 6h 4428M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:58:07.127 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 3m ago 6h 129M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:58:07.525 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:58:07.525 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:58:07.525 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:58:07.526 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:58:07.526 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:58:07.526 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:58:07.526 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:58:07.526 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:58:07.526 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:58:07.526 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:58:07.526 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:58:07.526 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:58:07.526 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:58:07.526 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:58:07.526 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:58:07.526 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:58:07.527 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:58:07.527 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:58:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:58:07 smithi032 ceph-mon[191839]: pgmap v14198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:08.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:58:07 smithi032 ceph-mon[191839]: from='client.49572 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:58:08.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:58:07 smithi032 ceph-mon[191839]: from='client.49578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:58:08.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:58:07 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/108456857' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:58:08.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:58:07 smithi032 ceph-mon[189144]: pgmap v14198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:08.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:58:07 smithi032 ceph-mon[189144]: from='client.49572 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:58:08.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:58:07 smithi032 ceph-mon[189144]: from='client.49578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:58:08.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:58:07 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/108456857' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:58:08.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:58:07 smithi039 ceph-mon[181282]: pgmap v14198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:08.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:58:07 smithi039 ceph-mon[181282]: from='client.49572 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:58:08.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:58:07 smithi039 ceph-mon[181282]: from='client.49578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:58:08.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:58:07 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/108456857' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:58:10.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:58:09 smithi032 ceph-mon[191839]: pgmap v14199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:10.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:58:09 smithi032 ceph-mon[189144]: pgmap v14199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:10.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:58:09 smithi039 ceph-mon[181282]: pgmap v14199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:58:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:58:10] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T23:58:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:58:11 smithi032 ceph-mon[191839]: pgmap v14200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:12.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:58:11 smithi032 ceph-mon[189144]: pgmap v14200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:12.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:58:11 smithi039 ceph-mon[181282]: pgmap v14200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:13.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:58:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:58:13.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:58:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:58:13.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:58:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:58:13.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:58:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:58:13.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:58:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:58:13.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:58:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:58:13.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:58:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:58:13.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:58:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:58:13.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:58:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:58:13.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:58:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:58:13.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:58:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:58:13.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:58:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:58:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:58:13 smithi032 ceph-mon[189144]: pgmap v14201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:58:13 smithi032 ceph-mon[191839]: pgmap v14201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:14.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:58:13 smithi039 ceph-mon[181282]: pgmap v14201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:58:15 smithi032 ceph-mon[191839]: pgmap v14202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:16.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:58:15 smithi032 ceph-mon[189144]: pgmap v14202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:16.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:58:15 smithi039 ceph-mon[181282]: pgmap v14202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:18.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:58:17 smithi032 ceph-mon[189144]: pgmap v14203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:18.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:58:17 smithi032 ceph-mon[191839]: pgmap v14203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:18.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:58:17 smithi039 ceph-mon[181282]: pgmap v14203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:58:19 smithi032 ceph-mon[191839]: pgmap v14204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:20.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:58:19 smithi032 ceph-mon[189144]: pgmap v14204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:58:19 smithi039 ceph-mon[181282]: pgmap v14204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:58:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:58:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:58:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:58:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:58:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:58:20] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T23:58:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:58:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:58:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:58:21 smithi039 ceph-mon[181282]: pgmap v14205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:22.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:58:21 smithi032 ceph-mon[191839]: pgmap v14205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:22.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:58:21 smithi032 ceph-mon[189144]: pgmap v14205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:58:23 smithi039 ceph-mon[181282]: pgmap v14206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:24.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:58:23 smithi032 ceph-mon[191839]: pgmap v14206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:24.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:58:23 smithi032 ceph-mon[189144]: pgmap v14206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:58:25 smithi039 ceph-mon[181282]: pgmap v14207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:26.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:58:25 smithi032 ceph-mon[189144]: pgmap v14207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:26.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:58:25 smithi032 ceph-mon[191839]: pgmap v14207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:28.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:58:27 smithi039 ceph-mon[181282]: pgmap v14208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:28.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:58:27 smithi032 ceph-mon[191839]: pgmap v14208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:28.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:58:27 smithi032 ceph-mon[189144]: pgmap v14208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:58:29 smithi039 ceph-mon[181282]: pgmap v14209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:58:29 smithi032 ceph-mon[191839]: pgmap v14209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:58:29 smithi032 ceph-mon[189144]: pgmap v14209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:58:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:58:30] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T23:58:32.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:58:31 smithi039 ceph-mon[181282]: pgmap v14210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:58:31 smithi032 ceph-mon[189144]: pgmap v14210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:58:31 smithi032 ceph-mon[191839]: pgmap v14210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:34.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:58:33 smithi039 ceph-mon[181282]: pgmap v14211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:34.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:58:33 smithi032 ceph-mon[191839]: pgmap v14211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:34.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:58:33 smithi032 ceph-mon[189144]: pgmap v14211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:58:35 smithi039 ceph-mon[181282]: pgmap v14212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:58:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:58:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:58:35 smithi032 ceph-mon[191839]: pgmap v14212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:36.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:58:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:58:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:58:35 smithi032 ceph-mon[189144]: pgmap v14212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:58:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:58:37.891 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:58:38.216 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:58:38.216 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 6m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:58:38.217 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 4m ago 6h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:58:38.217 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 6m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:58:38.217 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 4m ago 6h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:58:38.217 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 4m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:58:38.217 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 6m ago 6h 797M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:58:38.217 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 6m ago 6h 1769M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:58:38.217 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 4m ago 6h 844M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:58:38.217 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 6m ago 6h 880M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:58:38.217 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 6m ago 6h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:58:38.217 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 4m ago 6h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:58:38.217 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 6m ago 6h 4981M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:58:38.217 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 6m ago 6h 5135M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:58:38.217 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 6m ago 6h 4560M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:58:38.218 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 6m ago 6h 4633M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:58:38.218 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 4m ago 6h 4381M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:58:38.218 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 4m ago 6h 4740M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:58:38.218 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 4m ago 6h 4424M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:58:38.218 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 4m ago 6h 4428M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:58:38.218 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 4m ago 6h 129M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:58:38.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:58:37 smithi039 ceph-mon[181282]: pgmap v14213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:38.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:58:37 smithi032 ceph-mon[191839]: pgmap v14213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:38.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:58:37 smithi032 ceph-mon[189144]: pgmap v14213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:38.618 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:58:38.618 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:58:38.619 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:58:38.619 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:58:38.619 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:58:38.619 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:58:38.619 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:58:38.619 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:58:38.619 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:58:38.619 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:58:38.619 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:58:38.619 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:58:38.619 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:58:38.619 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:58:38.619 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:58:38.619 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:58:38.619 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:58:38.620 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:58:39.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:58:38 smithi039 ceph-mon[181282]: from='client.49590 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:58:39.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:58:38 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1419605728' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:58:39.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:58:38 smithi032 ceph-mon[191839]: from='client.49590 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:58:39.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:58:38 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1419605728' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:58:39.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:58:38 smithi032 ceph-mon[189144]: from='client.49590 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:58:39.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:58:38 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1419605728' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:58:40.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:58:39 smithi039 ceph-mon[181282]: from='client.49596 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:58:40.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:58:39 smithi039 ceph-mon[181282]: pgmap v14214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:40.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:58:39 smithi032 ceph-mon[191839]: from='client.49596 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:58:40.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:58:39 smithi032 ceph-mon[191839]: pgmap v14214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:58:39 smithi032 ceph-mon[189144]: from='client.49596 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:58:40.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:58:39 smithi032 ceph-mon[189144]: pgmap v14214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:58:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:58:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-22T23:58:42.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:58:41 smithi039 ceph-mon[181282]: pgmap v14215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:42.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:58:41 smithi032 ceph-mon[191839]: pgmap v14215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:42.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:58:41 smithi032 ceph-mon[189144]: pgmap v14215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:58:43 smithi039 ceph-mon[181282]: pgmap v14216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:44.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:58:43 smithi032 ceph-mon[191839]: pgmap v14216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:44.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:58:43 smithi032 ceph-mon[189144]: pgmap v14216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:46.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:58:45 smithi039 ceph-mon[181282]: pgmap v14217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:46.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:58:45 smithi032 ceph-mon[191839]: pgmap v14217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:46.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:58:45 smithi032 ceph-mon[189144]: pgmap v14217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:48.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:58:47 smithi039 ceph-mon[181282]: pgmap v14218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:48.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:58:47 smithi032 ceph-mon[191839]: pgmap v14218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:48.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:58:47 smithi032 ceph-mon[189144]: pgmap v14218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:58:49 smithi039 ceph-mon[181282]: pgmap v14219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:58:49 smithi032 ceph-mon[191839]: pgmap v14219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:58:49 smithi032 ceph-mon[189144]: pgmap v14219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:58:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:58:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:58:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:58:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:58:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:58:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:58:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:58:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:58:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:58:51 smithi039 ceph-mon[181282]: pgmap v14220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:58:51 smithi032 ceph-mon[191839]: pgmap v14220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:52.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:58:51 smithi032 ceph-mon[189144]: pgmap v14220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:54.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:58:54 smithi039 ceph-mon[181282]: pgmap v14221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:54.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:58:54 smithi032 ceph-mon[191839]: pgmap v14221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:54.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:58:54 smithi032 ceph-mon[189144]: pgmap v14221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:58:56 smithi039 ceph-mon[181282]: pgmap v14222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:56.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:58:56 smithi032 ceph-mon[191839]: pgmap v14222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:56.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:58:56 smithi032 ceph-mon[189144]: pgmap v14222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:58.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:58:58 smithi032 ceph-mon[191839]: pgmap v14223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:58.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:58:58 smithi032 ceph-mon[189144]: pgmap v14223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:58:58.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:58:58 smithi039 ceph-mon[181282]: pgmap v14223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:59:00 smithi032 ceph-mon[191839]: pgmap v14224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:59:00 smithi032 ceph-mon[189144]: pgmap v14224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:00.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:59:00 smithi039 ceph-mon[181282]: pgmap v14224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:59:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:59:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-22T23:59:02.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:59:02 smithi032 ceph-mon[191839]: pgmap v14225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:02.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:59:02 smithi032 ceph-mon[189144]: pgmap v14225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:02.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:59:02 smithi039 ceph-mon[181282]: pgmap v14225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:04.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:59:04 smithi032 ceph-mon[191839]: pgmap v14226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:04.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:59:04 smithi032 ceph-mon[189144]: pgmap v14226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:04.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:59:04 smithi039 ceph-mon[181282]: pgmap v14226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:59:06 smithi032 ceph-mon[189144]: pgmap v14227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:06.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:59:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:59:06.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:59:06 smithi032 ceph-mon[191839]: pgmap v14227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:06.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:59:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:59:06.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:59:06 smithi039 ceph-mon[181282]: pgmap v14227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:06.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:59:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:59:08.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:59:08 smithi032 ceph-mon[189144]: pgmap v14228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:08.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:59:08 smithi032 ceph-mon[191839]: pgmap v14228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:08.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:59:08 smithi039 ceph-mon[181282]: pgmap v14228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:08.981 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:59:09.304 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:59:09.304 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 7m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:59:09.304 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 4m ago 6h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:59:09.304 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 7m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:59:09.305 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 4m ago 6h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:59:09.305 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 4m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:59:09.305 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 7m ago 6h 797M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:59:09.305 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 7m ago 6h 1769M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:59:09.305 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 4m ago 6h 844M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:59:09.305 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 7m ago 6h 880M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:59:09.305 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 7m ago 6h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:59:09.305 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 4m ago 6h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:59:09.305 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 7m ago 6h 4981M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:59:09.305 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 7m ago 6h 5135M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:59:09.305 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 7m ago 6h 4560M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:59:09.305 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 7m ago 6h 4633M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:59:09.305 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 4m ago 6h 4381M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:59:09.306 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 4m ago 6h 4740M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:59:09.306 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 4m ago 6h 4424M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:59:09.306 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 4m ago 6h 4428M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:59:09.306 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 4m ago 6h 129M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:59:09.704 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:59:09.704 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:59:09.704 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:59:09.704 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:59:09.704 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:59:09.704 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:59:09.705 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:59:09.705 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:59:09.705 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:59:09.705 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:59:09.705 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:59:09.705 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:59:09.705 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:59:09.705 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:59:09.705 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:59:09.705 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:59:09.705 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:59:09.705 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:59:10.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:59:10 smithi032 ceph-mon[191839]: pgmap v14229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:10.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:59:10 smithi032 ceph-mon[191839]: from='client.59525 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:59:10.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:59:10 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1404896749' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:59:10.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:59:10 smithi032 ceph-mon[189144]: pgmap v14229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:10.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:59:10 smithi032 ceph-mon[189144]: from='client.59525 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:59:10.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:59:10 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1404896749' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:59:10.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:59:10 smithi039 ceph-mon[181282]: pgmap v14229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:10.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:59:10 smithi039 ceph-mon[181282]: from='client.59525 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:59:10.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:59:10 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1404896749' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:59:11.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:59:11 smithi032 ceph-mon[189144]: from='client.49614 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:59:11.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:59:11 smithi032 ceph-mon[191839]: from='client.49614 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:59:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:59:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:59:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:59:11.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:59:11 smithi039 ceph-mon[181282]: from='client.49614 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:59:12.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:59:12 smithi032 ceph-mon[189144]: pgmap v14230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:12.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:59:12 smithi032 ceph-mon[191839]: pgmap v14230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:12.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:59:12 smithi039 ceph-mon[181282]: pgmap v14230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:13.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:59:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:59:13.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:59:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:59:13.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:59:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-22T23:59:14.045 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:59:14 smithi039 ceph-mon[181282]: pgmap v14231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:14.045 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:59:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:59:14.045 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:59:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:59:14.045 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:59:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:59:14.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:59:14 smithi032 ceph-mon[191839]: pgmap v14231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:14.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:59:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:59:14.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:59:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:59:14.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:59:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:59:14.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:59:14 smithi032 ceph-mon[189144]: pgmap v14231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:14.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:59:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-22T23:59:14.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:59:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-22T23:59:14.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:59:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-22T23:59:16.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:59:16 smithi032 ceph-mon[191839]: pgmap v14232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:16.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:59:16 smithi032 ceph-mon[189144]: pgmap v14232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:16.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:59:16 smithi039 ceph-mon[181282]: pgmap v14232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:18.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:59:18 smithi032 ceph-mon[191839]: pgmap v14233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:18.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:59:18 smithi032 ceph-mon[189144]: pgmap v14233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:18.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:59:18 smithi039 ceph-mon[181282]: pgmap v14233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:59:20 smithi032 ceph-mon[191839]: pgmap v14234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:59:20 smithi032 ceph-mon[189144]: pgmap v14234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:20.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:59:20 smithi039 ceph-mon[181282]: pgmap v14234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:59:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:59:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:59:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:59:20] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T23:59:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:59:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:59:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:59:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:59:22.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:59:22 smithi032 ceph-mon[191839]: pgmap v14235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:22.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:59:22 smithi032 ceph-mon[189144]: pgmap v14235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:22.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:59:22 smithi039 ceph-mon[181282]: pgmap v14235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:24.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:59:24 smithi032 ceph-mon[191839]: pgmap v14236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:24.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:59:24 smithi032 ceph-mon[189144]: pgmap v14236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:24.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:59:24 smithi039 ceph-mon[181282]: pgmap v14236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:26.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:59:26 smithi032 ceph-mon[191839]: pgmap v14237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:26.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:59:26 smithi032 ceph-mon[189144]: pgmap v14237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:26.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:59:26 smithi039 ceph-mon[181282]: pgmap v14237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:28.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:59:28 smithi032 ceph-mon[191839]: pgmap v14238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:28.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:59:28 smithi032 ceph-mon[189144]: pgmap v14238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:28.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:59:28 smithi039 ceph-mon[181282]: pgmap v14238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:59:30 smithi032 ceph-mon[191839]: pgmap v14239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:30.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:59:30 smithi032 ceph-mon[189144]: pgmap v14239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:30.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:59:30 smithi039 ceph-mon[181282]: pgmap v14239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:59:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:59:30] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-22T23:59:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:59:32 smithi032 ceph-mon[189144]: pgmap v14240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:32.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:59:32 smithi032 ceph-mon[191839]: pgmap v14240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:32.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:59:32 smithi039 ceph-mon[181282]: pgmap v14240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:34.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:59:34 smithi032 ceph-mon[191839]: pgmap v14241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:34.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:59:34 smithi032 ceph-mon[189144]: pgmap v14241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:34.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:59:34 smithi039 ceph-mon[181282]: pgmap v14241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:59:36 smithi032 ceph-mon[191839]: pgmap v14242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:59:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:59:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:59:36 smithi032 ceph-mon[189144]: pgmap v14242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:59:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:59:36.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:59:36 smithi039 ceph-mon[181282]: pgmap v14242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:36.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:59:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:59:38.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:59:38 smithi032 ceph-mon[191839]: pgmap v14243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:38.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:59:38 smithi032 ceph-mon[189144]: pgmap v14243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:38.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:59:38 smithi039 ceph-mon[181282]: pgmap v14243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:40.072 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-22T23:59:40.395 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-22T23:59:40.395 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 7m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-22T23:59:40.395 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 5m ago 6h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-22T23:59:40.395 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 7m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-22T23:59:40.395 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 5m ago 6h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-22T23:59:40.395 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 5m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-22T23:59:40.395 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 7m ago 6h 797M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-22T23:59:40.395 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 7m ago 6h 1769M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-22T23:59:40.395 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 5m ago 6h 844M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-22T23:59:40.395 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 7m ago 6h 880M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-22T23:59:40.396 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 7m ago 6h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-22T23:59:40.396 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 5m ago 6h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-22T23:59:40.396 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 7m ago 6h 4981M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-22T23:59:40.396 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 7m ago 6h 5135M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-22T23:59:40.396 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 7m ago 6h 4560M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-22T23:59:40.396 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 7m ago 6h 4633M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-22T23:59:40.396 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 5m ago 6h 4381M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-22T23:59:40.396 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 5m ago 6h 4740M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-22T23:59:40.396 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 5m ago 6h 4424M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-22T23:59:40.396 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 5m ago 6h 4428M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-22T23:59:40.396 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 5m ago 6h 129M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-22T23:59:40.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:59:40 smithi032 ceph-mon[191839]: pgmap v14244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:59:40 smithi032 ceph-mon[189144]: pgmap v14244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:40.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:59:40 smithi039 ceph-mon[181282]: pgmap v14244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:40.794 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-22T23:59:40.794 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-22T23:59:40.794 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-22T23:59:40.794 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:59:40.794 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-22T23:59:40.794 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-22T23:59:40.794 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:59:40.794 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-22T23:59:40.794 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-22T23:59:40.794 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:59:40.794 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-22T23:59:40.794 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-22T23:59:40.795 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-22T23:59:40.795 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-22T23:59:40.795 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-22T23:59:40.795 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-22T23:59:40.795 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-22T23:59:40.795 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-22T23:59:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:59:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:59:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-22T23:59:41.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:59:41 smithi032 ceph-mon[191839]: from='client.49626 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:59:41.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:59:41 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2921958991' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:59:41.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:59:41 smithi032 ceph-mon[189144]: from='client.49626 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:59:41.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:59:41 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2921958991' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:59:41.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:59:41 smithi039 ceph-mon[181282]: from='client.49626 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:59:41.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:59:41 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2921958991' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-22T23:59:42.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:59:42 smithi032 ceph-mon[189144]: from='client.59549 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:59:42.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:59:42 smithi032 ceph-mon[189144]: pgmap v14245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:42.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:59:42 smithi032 ceph-mon[191839]: from='client.59549 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:59:42.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:59:42 smithi032 ceph-mon[191839]: pgmap v14245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:42.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:59:42 smithi039 ceph-mon[181282]: from='client.59549 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-22T23:59:42.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:59:42 smithi039 ceph-mon[181282]: pgmap v14245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:44.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:59:44 smithi032 ceph-mon[191839]: pgmap v14246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:44.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:59:44 smithi032 ceph-mon[189144]: pgmap v14246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:44.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:59:44 smithi039 ceph-mon[181282]: pgmap v14246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:46.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:59:46 smithi032 ceph-mon[191839]: pgmap v14247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:46.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:59:46 smithi032 ceph-mon[189144]: pgmap v14247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:46.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:59:46 smithi039 ceph-mon[181282]: pgmap v14247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:48.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:59:48 smithi032 ceph-mon[189144]: pgmap v14248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:48.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:59:48 smithi032 ceph-mon[191839]: pgmap v14248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:48.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:59:48 smithi039 ceph-mon[181282]: pgmap v14248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:59:50 smithi032 ceph-mon[191839]: pgmap v14249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:59:50 smithi032 ceph-mon[189144]: pgmap v14249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:59:50 smithi039 ceph-mon[181282]: pgmap v14249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:51.130 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 22 23:59:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [22/Dec/2023:23:59:50] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-22T23:59:51.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:59:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:59:51.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:59:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:59:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:59:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-22T23:59:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:59:52 smithi032 ceph-mon[191839]: pgmap v14250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:59:52 smithi032 ceph-mon[189144]: pgmap v14250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:59:52 smithi039 ceph-mon[181282]: pgmap v14250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:54.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:59:54 smithi032 ceph-mon[191839]: pgmap v14251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:54.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:59:54 smithi032 ceph-mon[189144]: pgmap v14251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:54.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:59:54 smithi039 ceph-mon[181282]: pgmap v14251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:56.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:59:56 smithi032 ceph-mon[191839]: pgmap v14252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:56.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:59:56 smithi032 ceph-mon[189144]: pgmap v14252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:56.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:59:56 smithi039 ceph-mon[181282]: pgmap v14252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:58.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 22 23:59:58 smithi032 ceph-mon[191839]: pgmap v14253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:58.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 22 23:59:58 smithi032 ceph-mon[189144]: pgmap v14253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-22T23:59:58.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 22 23:59:58 smithi039 ceph-mon[181282]: pgmap v14253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:00 smithi032 ceph-mon[191839]: pgmap v14254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:00.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T00:00:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-22T23:59:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T00:00:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:00 smithi032 ceph-mon[189144]: pgmap v14254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T00:00:00.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:00 smithi039 ceph-mon[181282]: pgmap v14254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:00.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T00:00:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:00:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:00:00] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T00:00:02.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:02 smithi032 ceph-mon[191839]: pgmap v14255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:02.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:02 smithi032 ceph-mon[189144]: pgmap v14255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:02.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:02 smithi039 ceph-mon[181282]: pgmap v14255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:04.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:04 smithi032 ceph-mon[191839]: pgmap v14256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:04.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:04 smithi032 ceph-mon[189144]: pgmap v14256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:04.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:04 smithi039 ceph-mon[181282]: pgmap v14256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:06 smithi032 ceph-mon[189144]: pgmap v14257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:00:06.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:06 smithi032 ceph-mon[191839]: pgmap v14257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:06.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:00:06.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:06 smithi039 ceph-mon[181282]: pgmap v14257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:06.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:00:08.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:08 smithi032 ceph-mon[189144]: pgmap v14258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:08.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:08 smithi032 ceph-mon[191839]: pgmap v14258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:08.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:08 smithi039 ceph-mon[181282]: pgmap v14258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:10 smithi032 ceph-mon[189144]: pgmap v14259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:10.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:10 smithi032 ceph-mon[191839]: pgmap v14259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:10.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:10 smithi039 ceph-mon[181282]: pgmap v14259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:11.152 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:00:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:00:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:00:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:00:11.476 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:00:11.476 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 8m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:00:11.476 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 6m ago 6h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:00:11.476 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 8m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:00:11.477 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 6m ago 6h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:00:11.477 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 6m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:00:11.477 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 8m ago 6h 797M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:00:11.477 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 8m ago 6h 1769M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:00:11.477 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 6m ago 6h 844M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:00:11.477 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 8m ago 6h 880M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:00:11.477 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 8m ago 6h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:00:11.478 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 6m ago 6h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:00:11.478 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 8m ago 6h 4981M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:00:11.478 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 8m ago 6h 5135M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:00:11.478 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 8m ago 6h 4560M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:00:11.478 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 8m ago 6h 4633M 2312M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:00:11.478 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 6m ago 6h 4381M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:00:11.478 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 6m ago 6h 4740M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:00:11.478 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 6m ago 6h 4424M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:00:11.478 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 6m ago 6h 4428M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:00:11.479 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 6m ago 6h 129M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:00:11.878 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:00:11.879 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:00:11.879 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:00:11.879 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:00:11.879 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:00:11.879 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:00:11.879 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:00:11.879 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:00:11.879 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:00:11.879 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:00:11.879 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:00:11.879 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:00:11.880 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:00:11.880 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:00:11.880 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:00:11.880 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:00:11.880 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:00:11.880 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:00:12.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:12 smithi032 ceph-mon[191839]: pgmap v14260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:12.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:12 smithi032 ceph-mon[191839]: from='client.59561 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:00:12.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:12 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1244366981' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:00:12.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:12 smithi032 ceph-mon[189144]: pgmap v14260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:12.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:12 smithi032 ceph-mon[189144]: from='client.59561 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:00:12.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:12 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1244366981' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:00:12.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:12 smithi039 ceph-mon[181282]: pgmap v14260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:12.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:12 smithi039 ceph-mon[181282]: from='client.59561 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:00:12.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:12 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1244366981' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:00:13.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:13 smithi032 ceph-mon[189144]: from='client.59567 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:00:13.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:13 smithi032 ceph-mon[191839]: from='client.59567 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:00:13.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:13 smithi039 ceph-mon[181282]: from='client.59567 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:00:14.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:14 smithi032 ceph-mon[189144]: pgmap v14261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:14.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:00:14.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:00:14.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:00:14.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:14 smithi032 ceph-mon[191839]: pgmap v14261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:14.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:00:14.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:00:14.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:00:14.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:14 smithi039 ceph-mon[181282]: pgmap v14261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:14.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:00:14.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:00:14.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:00:15.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:00:15.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:00:15.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:00:15.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:00:15.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:00:15.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:00:15.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:00:15.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:00:15.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:00:15.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:00:15.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:00:15.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:00:15.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:00:15.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:00:15.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:00:15.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:00:15.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:00:15.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:00:15.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:00:15.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:00:15.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:00:15.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:00:15.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:00:15.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:00:16.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:16 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi032 to 2303M 2023-12-23T00:00:16.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:16 smithi032 ceph-mon[191839]: pgmap v14262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:16.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:16 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi032 to 2303M 2023-12-23T00:00:16.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:16 smithi032 ceph-mon[189144]: pgmap v14262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:16.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:16 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi032 to 2303M 2023-12-23T00:00:16.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:16 smithi039 ceph-mon[181282]: pgmap v14262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:17.258 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 23 00:00:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-23T00:00:16.982697592Z level=info msg="Completed cleanup jobs" duration=12.685749ms 2023-12-23T00:00:18.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:18 smithi032 ceph-mon[189144]: pgmap v14263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:18.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:18 smithi032 ceph-mon[191839]: pgmap v14263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:18.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:18 smithi039 ceph-mon[181282]: pgmap v14263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:20 smithi032 ceph-mon[191839]: pgmap v14264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:20.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:00:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:20 smithi032 ceph-mon[189144]: pgmap v14264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:00:20.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:20 smithi039 ceph-mon[181282]: pgmap v14264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:20.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:00:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:00:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:00:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:00:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:21 smithi039 ceph-mon[181282]: pgmap v14265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:21.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:21 smithi032 ceph-mon[191839]: pgmap v14265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:21.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:21 smithi032 ceph-mon[189144]: pgmap v14265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:24.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:23 smithi032 ceph-mon[191839]: pgmap v14266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:24.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:23 smithi032 ceph-mon[189144]: pgmap v14266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:23 smithi039 ceph-mon[181282]: pgmap v14266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:25 smithi032 ceph-mon[191839]: pgmap v14267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:26.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:25 smithi032 ceph-mon[189144]: pgmap v14267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:25 smithi039 ceph-mon[181282]: pgmap v14267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:27 smithi032 ceph-mon[191839]: pgmap v14268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:28.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:27 smithi032 ceph-mon[189144]: pgmap v14268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:28.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:27 smithi039 ceph-mon[181282]: pgmap v14268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:30.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:29 smithi032 ceph-mon[191839]: pgmap v14269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:30.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:29 smithi032 ceph-mon[189144]: pgmap v14269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:29 smithi039 ceph-mon[181282]: pgmap v14269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:00:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:00:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:00:32.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:31 smithi032 ceph-mon[191839]: pgmap v14270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:32.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:31 smithi032 ceph-mon[189144]: pgmap v14270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:32.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:31 smithi039 ceph-mon[181282]: pgmap v14270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:33 smithi032 ceph-mon[191839]: pgmap v14271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:34.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:33 smithi032 ceph-mon[189144]: pgmap v14271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:34.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:33 smithi039 ceph-mon[181282]: pgmap v14271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:35 smithi032 ceph-mon[191839]: pgmap v14272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:00:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:35 smithi032 ceph-mon[189144]: pgmap v14272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:00:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:35 smithi039 ceph-mon[181282]: pgmap v14272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:00:38.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:37 smithi032 ceph-mon[191839]: pgmap v14273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:38.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:37 smithi032 ceph-mon[189144]: pgmap v14273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:38.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:37 smithi039 ceph-mon[181282]: pgmap v14273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:39 smithi032 ceph-mon[191839]: pgmap v14274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:40.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:39 smithi032 ceph-mon[189144]: pgmap v14274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:40.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:39 smithi039 ceph-mon[181282]: pgmap v14274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:00:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:00:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:00:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:41 smithi032 ceph-mon[189144]: pgmap v14275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:42.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:41 smithi032 ceph-mon[191839]: pgmap v14275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:42.251 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:00:42.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:41 smithi039 ceph-mon[181282]: pgmap v14275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:42.576 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:00:42.576 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 8m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:00:42.576 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 6m ago 6h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:00:42.576 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 8m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:00:42.577 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 6m ago 6h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:00:42.577 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 6m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:00:42.577 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 8m ago 6h 797M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:00:42.577 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 8m ago 6h 1769M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:00:42.577 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 6m ago 6h 844M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:00:42.577 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 8m ago 6h 880M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:00:42.577 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 8m ago 6h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:00:42.577 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 6m ago 6h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:00:42.577 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 8m ago 6h 4981M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:00:42.578 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 8m ago 6h 5135M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:00:42.578 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 8m ago 6h 4560M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:00:42.578 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 8m ago 6h 4633M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:00:42.578 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 6m ago 6h 4381M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:00:42.578 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 6m ago 6h 4740M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:00:42.578 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 6m ago 6h 4424M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:00:42.578 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 6m ago 6h 4428M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:00:42.578 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 6m ago 6h 129M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:00:42.975 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:00:42.975 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:00:42.975 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:00:42.975 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:00:42.975 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:00:42.975 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:00:42.975 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:00:42.975 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:00:42.975 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:00:42.975 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:00:42.975 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:00:42.975 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:00:42.976 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:00:42.976 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:00:42.976 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:00:42.976 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:00:42.976 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:00:42.976 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:00:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:43 smithi032 ceph-mon[191839]: from='client.49662 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:00:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:43 smithi032 ceph-mon[191839]: pgmap v14276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:44.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:43 smithi032 ceph-mon[191839]: from='client.49668 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:00:44.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:43 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3885329683' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:00:44.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:43 smithi032 ceph-mon[189144]: from='client.49662 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:00:44.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:43 smithi032 ceph-mon[189144]: pgmap v14276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:44.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:43 smithi032 ceph-mon[189144]: from='client.49668 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:00:44.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:43 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3885329683' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:00:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:43 smithi039 ceph-mon[181282]: from='client.49662 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:00:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:43 smithi039 ceph-mon[181282]: pgmap v14276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:43 smithi039 ceph-mon[181282]: from='client.49668 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:00:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:43 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3885329683' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:00:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:45 smithi032 ceph-mon[191839]: pgmap v14277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:46.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:45 smithi032 ceph-mon[189144]: pgmap v14277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:46.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:45 smithi039 ceph-mon[181282]: pgmap v14277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:48.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:47 smithi032 ceph-mon[191839]: pgmap v14278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:48.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:47 smithi032 ceph-mon[189144]: pgmap v14278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:48.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:47 smithi039 ceph-mon[181282]: pgmap v14278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:49 smithi032 ceph-mon[189144]: pgmap v14279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:49 smithi032 ceph-mon[191839]: pgmap v14279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:49 smithi039 ceph-mon[181282]: pgmap v14279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:00:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:00:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:00:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:00:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:00:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:00:52.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:51 smithi032 ceph-mon[191839]: pgmap v14280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:52.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:51 smithi032 ceph-mon[189144]: pgmap v14280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:51 smithi039 ceph-mon[181282]: pgmap v14280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:53 smithi032 ceph-mon[189144]: pgmap v14281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:54.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:53 smithi032 ceph-mon[191839]: pgmap v14281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:54.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:53 smithi039 ceph-mon[181282]: pgmap v14281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:55 smithi032 ceph-mon[191839]: pgmap v14282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:55 smithi032 ceph-mon[189144]: pgmap v14282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:55 smithi039 ceph-mon[181282]: pgmap v14282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:57 smithi032 ceph-mon[191839]: pgmap v14283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:58.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:57 smithi032 ceph-mon[189144]: pgmap v14283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:00:58.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:57 smithi039 ceph-mon[181282]: pgmap v14283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:00:59 smithi032 ceph-mon[191839]: pgmap v14284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:00.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:00:59 smithi032 ceph-mon[189144]: pgmap v14284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:00:59 smithi039 ceph-mon[181282]: pgmap v14284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:01:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:01:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:01:02.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:01 smithi032 ceph-mon[191839]: pgmap v14285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:02.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:01 smithi032 ceph-mon[189144]: pgmap v14285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:02.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:01 smithi039 ceph-mon[181282]: pgmap v14285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:03 smithi032 ceph-mon[191839]: pgmap v14286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:04.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:03 smithi032 ceph-mon[189144]: pgmap v14286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:03 smithi039 ceph-mon[181282]: pgmap v14286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:05 smithi032 ceph-mon[189144]: pgmap v14287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:01:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:05 smithi032 ceph-mon[191839]: pgmap v14287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:01:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:05 smithi039 ceph-mon[181282]: pgmap v14287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:01:07.681 INFO:journalctl@ceph.osd.0.smithi032.stdout:Dec 23 00:01:07 smithi032 sudo[415525]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-23T00:01:07.682 INFO:journalctl@ceph.osd.0.smithi032.stdout:Dec 23 00:01:07 smithi032 sudo[415525]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-23T00:01:07.682 INFO:journalctl@ceph.osd.0.smithi032.stdout:Dec 23 00:01:07 smithi032 sudo[415525]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-23T00:01:07.682 INFO:journalctl@ceph.osd.0.smithi032.stdout:Dec 23 00:01:07 smithi032 sudo[415525]: pam_unix(sudo:session): session closed for user root 2023-12-23T00:01:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:07 smithi032 ceph-mon[191839]: pgmap v14288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:08.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:07 smithi032 ceph-mon[189144]: pgmap v14288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:08.182 INFO:journalctl@ceph.osd.0.smithi032.stdout:Dec 23 00:01:07 smithi032 sudo[415528]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-23T00:01:08.182 INFO:journalctl@ceph.osd.0.smithi032.stdout:Dec 23 00:01:07 smithi032 sudo[415528]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-23T00:01:08.182 INFO:journalctl@ceph.osd.0.smithi032.stdout:Dec 23 00:01:07 smithi032 sudo[415528]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-23T00:01:08.182 INFO:journalctl@ceph.osd.0.smithi032.stdout:Dec 23 00:01:07 smithi032 sudo[415528]: pam_unix(sudo:session): session closed for user root 2023-12-23T00:01:08.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:07 smithi039 ceph-mon[181282]: pgmap v14288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:10.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:09 smithi039 ceph-mon[181282]: pgmap v14289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:10.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:09 smithi032 ceph-mon[191839]: pgmap v14289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:09 smithi032 ceph-mon[189144]: pgmap v14289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:01:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:01:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:01:12.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:11 smithi039 ceph-mon[181282]: pgmap v14290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:12.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:11 smithi032 ceph-mon[191839]: pgmap v14290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:12.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:11 smithi032 ceph-mon[189144]: pgmap v14290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:13.340 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:01:13.660 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:01:13.660 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 9m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:01:13.660 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 7m ago 6h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:01:13.660 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 9m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:01:13.660 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 7m ago 6h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:01:13.660 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 7m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:01:13.661 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 9m ago 6h 797M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:01:13.661 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 9m ago 6h 1769M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:01:13.661 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 7m ago 6h 844M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:01:13.661 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 9m ago 6h 880M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:01:13.661 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 9m ago 6h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:01:13.661 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 7m ago 6h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:01:13.661 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 9m ago 6h 4981M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:01:13.661 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 9m ago 6h 5135M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:01:13.661 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 9m ago 6h 4560M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:01:13.661 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 9m ago 6h 4633M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:01:13.661 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 7m ago 6h 4381M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:01:13.661 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 7m ago 6h 4740M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:01:13.661 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 7m ago 6h 4424M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:01:13.661 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 7m ago 6h 4428M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:01:13.662 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 7m ago 6h 129M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:01:14.064 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:01:14.064 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:01:14.064 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:01:14.064 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:01:14.064 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:01:14.064 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:01:14.065 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:01:14.065 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:01:14.065 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:01:14.065 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:01:14.065 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:01:14.065 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:01:14.065 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:01:14.065 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:01:14.065 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:01:14.065 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:01:14.065 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:01:14.065 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:01:14.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:13 smithi039 ceph-mon[181282]: pgmap v14291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:14.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:13 smithi032 ceph-mon[191839]: pgmap v14291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:14.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:13 smithi032 ceph-mon[189144]: pgmap v14291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:15.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:14 smithi039 ceph-mon[181282]: from='client.49680 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:01:15.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:14 smithi039 ceph-mon[181282]: from='client.49686 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:01:15.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:14 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3659644133' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:01:15.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:01:15.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:01:15.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:01:15.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:14 smithi032 ceph-mon[191839]: from='client.49680 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:01:15.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:14 smithi032 ceph-mon[191839]: from='client.49686 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:01:15.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:14 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3659644133' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:01:15.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:01:15.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:01:15.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:01:15.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:14 smithi032 ceph-mon[189144]: from='client.49680 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:01:15.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:14 smithi032 ceph-mon[189144]: from='client.49686 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:01:15.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:14 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3659644133' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:01:15.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:01:15.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:01:15.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:01:16.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:15 smithi039 ceph-mon[181282]: pgmap v14292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:16.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:01:16.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:01:16.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:01:16.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:01:16.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:01:16.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:15 smithi032 ceph-mon[191839]: pgmap v14292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:16.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:01:16.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:01:16.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:01:16.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:01:16.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:01:16.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:15 smithi032 ceph-mon[189144]: pgmap v14292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:16.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:01:16.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:01:16.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:01:16.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:01:16.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:01:18.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:17 smithi039 ceph-mon[181282]: pgmap v14293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:18.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:17 smithi032 ceph-mon[189144]: pgmap v14293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:18.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:17 smithi032 ceph-mon[191839]: pgmap v14293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:19.681 INFO:journalctl@ceph.osd.1.smithi032.stdout:Dec 23 00:01:19 smithi032 sudo[415842]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-23T00:01:19.681 INFO:journalctl@ceph.osd.1.smithi032.stdout:Dec 23 00:01:19 smithi032 sudo[415842]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-23T00:01:19.682 INFO:journalctl@ceph.osd.1.smithi032.stdout:Dec 23 00:01:19 smithi032 sudo[415842]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-23T00:01:19.682 INFO:journalctl@ceph.osd.1.smithi032.stdout:Dec 23 00:01:19 smithi032 sudo[415842]: pam_unix(sudo:session): session closed for user root 2023-12-23T00:01:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:19 smithi032 ceph-mon[191839]: pgmap v14294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:20.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:01:20.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:19 smithi032 ceph-mon[189144]: pgmap v14294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:20.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:01:20.182 INFO:journalctl@ceph.osd.1.smithi032.stdout:Dec 23 00:01:19 smithi032 sudo[415845]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-23T00:01:20.182 INFO:journalctl@ceph.osd.1.smithi032.stdout:Dec 23 00:01:19 smithi032 sudo[415845]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-23T00:01:20.182 INFO:journalctl@ceph.osd.1.smithi032.stdout:Dec 23 00:01:19 smithi032 sudo[415845]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-23T00:01:20.182 INFO:journalctl@ceph.osd.1.smithi032.stdout:Dec 23 00:01:19 smithi032 sudo[415845]: pam_unix(sudo:session): session closed for user root 2023-12-23T00:01:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:19 smithi039 ceph-mon[181282]: pgmap v14294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:01:20.681 INFO:journalctl@ceph.osd.2.smithi032.stdout:Dec 23 00:01:20 smithi032 sudo[415848]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-23T00:01:20.681 INFO:journalctl@ceph.osd.2.smithi032.stdout:Dec 23 00:01:20 smithi032 sudo[415848]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-23T00:01:20.681 INFO:journalctl@ceph.osd.2.smithi032.stdout:Dec 23 00:01:20 smithi032 sudo[415848]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-23T00:01:20.681 INFO:journalctl@ceph.osd.2.smithi032.stdout:Dec 23 00:01:20 smithi032 sudo[415848]: pam_unix(sudo:session): session closed for user root 2023-12-23T00:01:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:01:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:01:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:01:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:01:21.182 INFO:journalctl@ceph.osd.2.smithi032.stdout:Dec 23 00:01:20 smithi032 sudo[415851]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-23T00:01:21.182 INFO:journalctl@ceph.osd.2.smithi032.stdout:Dec 23 00:01:20 smithi032 sudo[415851]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-23T00:01:21.182 INFO:journalctl@ceph.osd.2.smithi032.stdout:Dec 23 00:01:20 smithi032 sudo[415851]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-23T00:01:21.182 INFO:journalctl@ceph.osd.2.smithi032.stdout:Dec 23 00:01:20 smithi032 sudo[415851]: pam_unix(sudo:session): session closed for user root 2023-12-23T00:01:21.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:01:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:01:21.681 INFO:journalctl@ceph.osd.3.smithi032.stdout:Dec 23 00:01:21 smithi032 sudo[415854]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-23T00:01:21.681 INFO:journalctl@ceph.osd.3.smithi032.stdout:Dec 23 00:01:21 smithi032 sudo[415854]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-23T00:01:21.681 INFO:journalctl@ceph.osd.3.smithi032.stdout:Dec 23 00:01:21 smithi032 sudo[415854]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-23T00:01:21.682 INFO:journalctl@ceph.osd.3.smithi032.stdout:Dec 23 00:01:21 smithi032 sudo[415854]: pam_unix(sudo:session): session closed for user root 2023-12-23T00:01:22.165 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:21 smithi039 ceph-mon[181282]: pgmap v14295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:22.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:21 smithi032 ceph-mon[191839]: pgmap v14295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:22.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:21 smithi032 ceph-mon[189144]: pgmap v14295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:22.182 INFO:journalctl@ceph.osd.3.smithi032.stdout:Dec 23 00:01:21 smithi032 sudo[415857]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-23T00:01:22.182 INFO:journalctl@ceph.osd.3.smithi032.stdout:Dec 23 00:01:21 smithi032 sudo[415857]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-23T00:01:22.182 INFO:journalctl@ceph.osd.3.smithi032.stdout:Dec 23 00:01:21 smithi032 sudo[415857]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-23T00:01:22.182 INFO:journalctl@ceph.osd.3.smithi032.stdout:Dec 23 00:01:21 smithi032 sudo[415857]: pam_unix(sudo:session): session closed for user root 2023-12-23T00:01:22.508 INFO:journalctl@ceph.osd.4.smithi039.stdout:Dec 23 00:01:22 smithi039 sudo[345902]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-23T00:01:22.508 INFO:journalctl@ceph.osd.4.smithi039.stdout:Dec 23 00:01:22 smithi039 sudo[345902]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-23T00:01:22.508 INFO:journalctl@ceph.osd.4.smithi039.stdout:Dec 23 00:01:22 smithi039 sudo[345902]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-23T00:01:22.508 INFO:journalctl@ceph.osd.4.smithi039.stdout:Dec 23 00:01:22 smithi039 sudo[345902]: pam_unix(sudo:session): session closed for user root 2023-12-23T00:01:23.008 INFO:journalctl@ceph.osd.4.smithi039.stdout:Dec 23 00:01:22 smithi039 sudo[345905]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-23T00:01:23.008 INFO:journalctl@ceph.osd.4.smithi039.stdout:Dec 23 00:01:22 smithi039 sudo[345905]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-23T00:01:23.008 INFO:journalctl@ceph.osd.4.smithi039.stdout:Dec 23 00:01:22 smithi039 sudo[345905]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-23T00:01:23.008 INFO:journalctl@ceph.osd.4.smithi039.stdout:Dec 23 00:01:22 smithi039 sudo[345905]: pam_unix(sudo:session): session closed for user root 2023-12-23T00:01:23.508 INFO:journalctl@ceph.osd.5.smithi039.stdout:Dec 23 00:01:23 smithi039 sudo[345908]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-23T00:01:23.508 INFO:journalctl@ceph.osd.5.smithi039.stdout:Dec 23 00:01:23 smithi039 sudo[345908]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-23T00:01:23.508 INFO:journalctl@ceph.osd.5.smithi039.stdout:Dec 23 00:01:23 smithi039 sudo[345908]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-23T00:01:23.508 INFO:journalctl@ceph.osd.5.smithi039.stdout:Dec 23 00:01:23 smithi039 sudo[345908]: pam_unix(sudo:session): session closed for user root 2023-12-23T00:01:23.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:23 smithi032 ceph-mon[189144]: pgmap v14296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:23.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:01:23.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:23 smithi032 ceph-mon[191839]: pgmap v14296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:23.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:01:24.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:23 smithi039 ceph-mon[181282]: pgmap v14296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:24.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:01:24.008 INFO:journalctl@ceph.osd.5.smithi039.stdout:Dec 23 00:01:23 smithi039 sudo[345911]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-23T00:01:24.008 INFO:journalctl@ceph.osd.5.smithi039.stdout:Dec 23 00:01:23 smithi039 sudo[345911]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-23T00:01:24.008 INFO:journalctl@ceph.osd.5.smithi039.stdout:Dec 23 00:01:23 smithi039 sudo[345911]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-23T00:01:24.008 INFO:journalctl@ceph.osd.5.smithi039.stdout:Dec 23 00:01:23 smithi039 sudo[345911]: pam_unix(sudo:session): session closed for user root 2023-12-23T00:01:24.508 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 23 00:01:24 smithi039 sudo[345915]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-23T00:01:24.508 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 23 00:01:24 smithi039 sudo[345915]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-23T00:01:24.508 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 23 00:01:24 smithi039 sudo[345915]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-23T00:01:24.508 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 23 00:01:24 smithi039 sudo[345915]: pam_unix(sudo:session): session closed for user root 2023-12-23T00:01:25.008 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 23 00:01:24 smithi039 sudo[345918]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-23T00:01:25.008 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 23 00:01:24 smithi039 sudo[345918]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-23T00:01:25.008 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 23 00:01:24 smithi039 sudo[345918]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-23T00:01:25.008 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 23 00:01:24 smithi039 sudo[345918]: pam_unix(sudo:session): session closed for user root 2023-12-23T00:01:25.505 INFO:journalctl@ceph.osd.7.smithi039.stdout:Dec 23 00:01:25 smithi039 sudo[345921]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-23T00:01:25.505 INFO:journalctl@ceph.osd.7.smithi039.stdout:Dec 23 00:01:25 smithi039 sudo[345921]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-23T00:01:25.505 INFO:journalctl@ceph.osd.7.smithi039.stdout:Dec 23 00:01:25 smithi039 sudo[345921]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-23T00:01:25.506 INFO:journalctl@ceph.osd.7.smithi039.stdout:Dec 23 00:01:25 smithi039 sudo[345921]: pam_unix(sudo:session): session closed for user root 2023-12-23T00:01:25.758 INFO:journalctl@ceph.osd.7.smithi039.stdout:Dec 23 00:01:25 smithi039 sudo[345924]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-23T00:01:25.758 INFO:journalctl@ceph.osd.7.smithi039.stdout:Dec 23 00:01:25 smithi039 sudo[345924]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-23T00:01:25.758 INFO:journalctl@ceph.osd.7.smithi039.stdout:Dec 23 00:01:25 smithi039 sudo[345924]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-23T00:01:25.758 INFO:journalctl@ceph.osd.7.smithi039.stdout:Dec 23 00:01:25 smithi039 sudo[345924]: pam_unix(sudo:session): session closed for user root 2023-12-23T00:01:26.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:25 smithi032 sudo[415860]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-23T00:01:26.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:25 smithi032 sudo[415860]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-23T00:01:26.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:25 smithi032 sudo[415860]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-23T00:01:26.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:25 smithi032 sudo[415860]: pam_unix(sudo:session): session closed for user root 2023-12-23T00:01:26.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:26 smithi039 ceph-mon[181282]: pgmap v14297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 65 KiB/s wr, 5 op/s 2023-12-23T00:01:26.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:26 smithi039 ceph-mon[181282]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-23T00:01:26.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:26 smithi032 ceph-mon[191839]: pgmap v14297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 65 KiB/s wr, 5 op/s 2023-12-23T00:01:26.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:26 smithi032 ceph-mon[191839]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-23T00:01:26.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:26 smithi032 sudo[415863]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-23T00:01:26.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:26 smithi032 sudo[415863]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-23T00:01:26.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:26 smithi032 sudo[415863]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-23T00:01:26.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:26 smithi032 sudo[415863]: pam_unix(sudo:session): session closed for user root 2023-12-23T00:01:26.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:26 smithi032 ceph-mon[189144]: pgmap v14297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 65 KiB/s wr, 5 op/s 2023-12-23T00:01:26.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:26 smithi032 ceph-mon[189144]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-23T00:01:27.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:26 smithi039 sudo[345927]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-23T00:01:27.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:26 smithi039 sudo[345927]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-23T00:01:27.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:26 smithi039 sudo[345927]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-23T00:01:27.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:26 smithi039 sudo[345927]: pam_unix(sudo:session): session closed for user root 2023-12-23T00:01:27.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:27 smithi039 sudo[345930]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-23T00:01:27.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:27 smithi039 sudo[345930]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-23T00:01:27.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:27 smithi039 sudo[345930]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-23T00:01:27.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:27 smithi039 sudo[345930]: pam_unix(sudo:session): session closed for user root 2023-12-23T00:01:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:27 smithi032 sudo[415866]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-23T00:01:28.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:27 smithi032 sudo[415866]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-23T00:01:28.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:27 smithi032 sudo[415866]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-23T00:01:28.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:27 smithi032 sudo[415866]: pam_unix(sudo:session): session closed for user root 2023-12-23T00:01:28.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:28 smithi032 ceph-mon[189144]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-23T00:01:28.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-23T00:01:28.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-23T00:01:28.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-23T00:01:28.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:28 smithi032 ceph-mon[189144]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-23T00:01:28.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-23T00:01:28.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-23T00:01:28.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-23T00:01:28.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:28 smithi032 ceph-mon[189144]: pgmap v14298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 65 KiB/s wr, 5 op/s 2023-12-23T00:01:28.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:28 smithi032 ceph-mon[189144]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-23T00:01:28.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-23T00:01:28.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-23T00:01:28.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-23T00:01:28.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:28 smithi032 sudo[415869]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-23T00:01:28.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:28 smithi032 sudo[415869]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-23T00:01:28.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:28 smithi032 sudo[415869]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-23T00:01:28.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:28 smithi032 sudo[415869]: pam_unix(sudo:session): session closed for user root 2023-12-23T00:01:28.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:28 smithi032 ceph-mon[191839]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-23T00:01:28.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-23T00:01:28.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-23T00:01:28.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-23T00:01:28.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:28 smithi032 ceph-mon[191839]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-23T00:01:28.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-23T00:01:28.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-23T00:01:28.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-23T00:01:28.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:28 smithi032 ceph-mon[191839]: pgmap v14298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 65 KiB/s wr, 5 op/s 2023-12-23T00:01:28.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:28 smithi032 ceph-mon[191839]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-23T00:01:28.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-23T00:01:28.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-23T00:01:28.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-23T00:01:28.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:28 smithi039 ceph-mon[181282]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-23T00:01:28.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-23T00:01:28.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-23T00:01:28.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-23T00:01:28.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:28 smithi039 ceph-mon[181282]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-23T00:01:28.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-23T00:01:28.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-23T00:01:28.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-23T00:01:28.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:28 smithi039 ceph-mon[181282]: pgmap v14298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 65 KiB/s wr, 5 op/s 2023-12-23T00:01:28.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:28 smithi039 ceph-mon[181282]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-23T00:01:28.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-23T00:01:28.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-23T00:01:28.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-23T00:01:29.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:29 smithi032 ceph-mon[191839]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-23T00:01:29.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:29 smithi032 ceph-mon[191839]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-23T00:01:29.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:29 smithi032 ceph-mon[191839]: pgmap v14299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 65 KiB/s wr, 5 op/s 2023-12-23T00:01:29.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:29 smithi032 ceph-mon[189144]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-23T00:01:29.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:29 smithi032 ceph-mon[189144]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-23T00:01:29.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:29 smithi032 ceph-mon[189144]: pgmap v14299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 65 KiB/s wr, 5 op/s 2023-12-23T00:01:29.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:29 smithi039 ceph-mon[181282]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-23T00:01:29.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:29 smithi039 ceph-mon[181282]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-23T00:01:29.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:29 smithi039 ceph-mon[181282]: pgmap v14299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 65 KiB/s wr, 5 op/s 2023-12-23T00:01:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:01:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:01:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:01:31.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:31 smithi032 ceph-mon[191839]: pgmap v14300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 65 KiB/s wr, 5 op/s 2023-12-23T00:01:31.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:31 smithi032 ceph-mon[189144]: pgmap v14300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 65 KiB/s wr, 5 op/s 2023-12-23T00:01:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:31 smithi039 ceph-mon[181282]: pgmap v14300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 65 KiB/s wr, 5 op/s 2023-12-23T00:01:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:33 smithi032 ceph-mon[191839]: pgmap v14301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 65 KiB/s wr, 5 op/s 2023-12-23T00:01:34.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:33 smithi032 ceph-mon[189144]: pgmap v14301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 65 KiB/s wr, 5 op/s 2023-12-23T00:01:34.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:33 smithi039 ceph-mon[181282]: pgmap v14301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 65 KiB/s wr, 5 op/s 2023-12-23T00:01:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:35 smithi032 ceph-mon[191839]: pgmap v14302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 87 KiB/s wr, 7 op/s 2023-12-23T00:01:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:01:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:35 smithi032 ceph-mon[189144]: pgmap v14302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 87 KiB/s wr, 7 op/s 2023-12-23T00:01:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:01:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:35 smithi039 ceph-mon[181282]: pgmap v14302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 87 KiB/s wr, 7 op/s 2023-12-23T00:01:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:01:38.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:37 smithi032 ceph-mon[191839]: pgmap v14303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2023-12-23T00:01:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:37 smithi032 ceph-mon[189144]: pgmap v14303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2023-12-23T00:01:38.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:37 smithi039 ceph-mon[181282]: pgmap v14303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2023-12-23T00:01:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:39 smithi032 ceph-mon[191839]: pgmap v14304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2023-12-23T00:01:40.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:39 smithi032 ceph-mon[189144]: pgmap v14304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2023-12-23T00:01:40.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:39 smithi039 ceph-mon[181282]: pgmap v14304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2023-12-23T00:01:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:01:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:01:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:01:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:41 smithi032 ceph-mon[189144]: pgmap v14305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2023-12-23T00:01:42.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:41 smithi032 ceph-mon[191839]: pgmap v14305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2023-12-23T00:01:42.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:41 smithi039 ceph-mon[181282]: pgmap v14305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2023-12-23T00:01:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:43 smithi032 ceph-mon[189144]: pgmap v14306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2023-12-23T00:01:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:43 smithi032 ceph-mon[191839]: pgmap v14306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2023-12-23T00:01:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:43 smithi039 ceph-mon[181282]: pgmap v14306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2023-12-23T00:01:44.432 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:01:44.755 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:01:44.755 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 9m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:01:44.755 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 7m ago 6h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:01:44.756 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 9m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:01:44.756 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 7m ago 6h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:01:44.756 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 7m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:01:44.756 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 9m ago 6h 797M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:01:44.756 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 9m ago 6h 1769M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:01:44.756 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 7m ago 6h 844M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:01:44.756 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 9m ago 6h 880M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:01:44.756 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 9m ago 6h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:01:44.756 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 7m ago 6h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:01:44.756 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 9m ago 6h 4981M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:01:44.756 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 9m ago 6h 5135M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:01:44.756 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 9m ago 6h 4560M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:01:44.756 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 9m ago 6h 4633M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:01:44.756 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 7m ago 6h 4381M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:01:44.756 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 7m ago 6h 4740M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:01:44.756 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 7m ago 6h 4424M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:01:44.757 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 7m ago 6h 4428M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:01:44.757 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 7m ago 6h 129M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:01:45.155 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:01:45.155 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:01:45.155 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:01:45.155 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:01:45.155 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:01:45.155 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:01:45.155 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:01:45.155 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:01:45.155 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:01:45.155 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:01:45.155 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:01:45.156 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:01:45.156 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:01:45.156 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:01:45.156 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:01:45.156 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:01:45.156 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:01:45.156 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:01:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:45 smithi032 ceph-mon[191839]: from='client.59618 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:01:46.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:45 smithi032 ceph-mon[191839]: pgmap v14307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2023-12-23T00:01:46.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:45 smithi032 ceph-mon[191839]: from='client.49707 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:01:46.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:45 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3548328488' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:01:46.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:45 smithi032 ceph-mon[189144]: from='client.59618 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:01:46.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:45 smithi032 ceph-mon[189144]: pgmap v14307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2023-12-23T00:01:46.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:45 smithi032 ceph-mon[189144]: from='client.49707 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:01:46.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:45 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3548328488' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:01:46.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:45 smithi039 ceph-mon[181282]: from='client.59618 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:01:46.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:45 smithi039 ceph-mon[181282]: pgmap v14307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2023-12-23T00:01:46.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:45 smithi039 ceph-mon[181282]: from='client.49707 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:01:46.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:45 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3548328488' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:01:48.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:47 smithi032 ceph-mon[191839]: pgmap v14308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:47 smithi032 ceph-mon[189144]: pgmap v14308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:48.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:47 smithi039 ceph-mon[181282]: pgmap v14308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:49 smithi032 ceph-mon[189144]: pgmap v14309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:50.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:49 smithi032 ceph-mon[191839]: pgmap v14309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:49 smithi039 ceph-mon[181282]: pgmap v14309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:01:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:01:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:01:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:01:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:01:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:01:52.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:51 smithi032 ceph-mon[191839]: pgmap v14310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:52.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:51 smithi032 ceph-mon[189144]: pgmap v14310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:51 smithi039 ceph-mon[181282]: pgmap v14310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:53 smithi032 ceph-mon[191839]: pgmap v14311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:54.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:53 smithi032 ceph-mon[189144]: pgmap v14311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:54.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:53 smithi039 ceph-mon[181282]: pgmap v14311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:55 smithi032 ceph-mon[191839]: pgmap v14312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:55 smithi032 ceph-mon[189144]: pgmap v14312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:55 smithi039 ceph-mon[181282]: pgmap v14312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:58.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:57 smithi032 ceph-mon[191839]: pgmap v14313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:58.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:57 smithi032 ceph-mon[189144]: pgmap v14313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:01:58.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:57 smithi039 ceph-mon[181282]: pgmap v14313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:00.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:01:59 smithi032 ceph-mon[191839]: pgmap v14314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:00.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:01:59 smithi032 ceph-mon[189144]: pgmap v14314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:01:59 smithi039 ceph-mon[181282]: pgmap v14314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:02:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:02:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:02:02.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:01 smithi032 ceph-mon[189144]: pgmap v14315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:02.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:01 smithi032 ceph-mon[191839]: pgmap v14315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:02.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:01 smithi039 ceph-mon[181282]: pgmap v14315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:03 smithi032 ceph-mon[191839]: pgmap v14316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:04.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:03 smithi032 ceph-mon[189144]: pgmap v14316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:03 smithi039 ceph-mon[181282]: pgmap v14316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:05 smithi032 ceph-mon[189144]: pgmap v14317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:02:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:05 smithi032 ceph-mon[191839]: pgmap v14317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:02:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:05 smithi039 ceph-mon[181282]: pgmap v14317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:02:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:07 smithi032 ceph-mon[191839]: pgmap v14318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:08.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:07 smithi032 ceph-mon[189144]: pgmap v14318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:08.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:07 smithi039 ceph-mon[181282]: pgmap v14318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:10.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:09 smithi039 ceph-mon[181282]: pgmap v14319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:09 smithi032 ceph-mon[189144]: pgmap v14319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:10.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:09 smithi032 ceph-mon[191839]: pgmap v14319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:02:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:02:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:02:12.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:11 smithi039 ceph-mon[181282]: pgmap v14320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:12.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:11 smithi032 ceph-mon[191839]: pgmap v14320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:12.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:11 smithi032 ceph-mon[189144]: pgmap v14320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:14.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:13 smithi039 ceph-mon[181282]: pgmap v14321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:14.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:13 smithi032 ceph-mon[189144]: pgmap v14321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:14.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:13 smithi032 ceph-mon[191839]: pgmap v14321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:15.532 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:02:15.882 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:02:15.882 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 10m ago 6h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:02:15.882 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 8m ago 6h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:02:15.883 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 10m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:02:15.883 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 8m ago 6h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:02:15.883 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 8m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:02:15.883 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 10m ago 6h 797M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:02:15.883 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 10m ago 6h 1769M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:02:15.883 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 8m ago 6h 844M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:02:15.883 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 10m ago 6h 880M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:02:15.883 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 10m ago 6h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:02:15.883 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 8m ago 6h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:02:15.883 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 10m ago 6h 4981M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:02:15.883 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 10m ago 6h 5135M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:02:15.883 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 10m ago 6h 4560M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:02:15.883 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 10m ago 6h 4633M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:02:15.883 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 8m ago 6h 4381M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:02:15.884 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 8m ago 6h 4740M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:02:15.884 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 8m ago 6h 4424M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:02:15.884 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 8m ago 6h 4428M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:02:15.884 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 8m ago 6h 129M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:02:16.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:15 smithi039 ceph-mon[181282]: pgmap v14322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:16.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:02:16.315 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:02:16.315 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:02:16.315 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:02:16.315 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:02:16.315 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:02:16.315 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:02:16.315 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:02:16.315 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:02:16.315 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:02:16.316 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:02:16.316 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:02:16.316 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:02:16.316 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:02:16.316 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:02:16.316 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:02:16.316 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:02:16.316 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:02:16.316 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:02:16.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:15 smithi032 ceph-mon[189144]: pgmap v14322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:16.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:02:16.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:15 smithi032 ceph-mon[191839]: pgmap v14322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:16.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:02:17.057 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:16 smithi032 ceph-mon[189144]: from='client.49719 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:02:17.057 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:16 smithi032 ceph-mon[189144]: from='client.49725 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:02:17.057 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:16 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2443756866' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:02:17.057 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:16 smithi032 ceph-mon[191839]: from='client.49719 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:02:17.058 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:16 smithi032 ceph-mon[191839]: from='client.49725 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:02:17.058 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:16 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2443756866' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:02:17.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:16 smithi039 ceph-mon[181282]: from='client.49719 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:02:17.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:16 smithi039 ceph-mon[181282]: from='client.49725 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:02:17.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:16 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2443756866' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:02:18.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:17 smithi039 ceph-mon[181282]: pgmap v14323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:18.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:17 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:02:18.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:17 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:02:18.408 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:17 smithi032 ceph-mon[191839]: pgmap v14323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:18.408 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:17 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:02:18.409 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:17 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:02:18.409 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:17 smithi032 ceph-mon[189144]: pgmap v14323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:18.409 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:17 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:02:18.409 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:17 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:02:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:19 smithi039 ceph-mon[181282]: pgmap v14324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:20.272 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:19 smithi032 ceph-mon[191839]: pgmap v14324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:20.272 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:19 smithi032 ceph-mon[189144]: pgmap v14324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:02:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:02:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:02:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:02:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:02:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:02:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:02:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:02:21.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:02:21.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:02:21.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:02:21.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:02:21.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:02:21.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:02:21.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:02:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:02:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:02:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:02:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:02:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:02:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:02:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:21 smithi039 ceph-mon[181282]: pgmap v14325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:22.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:21 smithi032 ceph-mon[189144]: pgmap v14325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:22.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:21 smithi032 ceph-mon[191839]: pgmap v14325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:24.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:23 smithi039 ceph-mon[181282]: pgmap v14326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:24.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:23 smithi032 ceph-mon[189144]: pgmap v14326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:24.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:23 smithi032 ceph-mon[191839]: pgmap v14326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:26.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:25 smithi039 ceph-mon[181282]: pgmap v14327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:26.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:25 smithi032 ceph-mon[189144]: pgmap v14327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:26.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:25 smithi032 ceph-mon[191839]: pgmap v14327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:28.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:27 smithi039 ceph-mon[181282]: pgmap v14328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:28.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:27 smithi032 ceph-mon[189144]: pgmap v14328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:28.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:27 smithi032 ceph-mon[191839]: pgmap v14328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:29 smithi039 ceph-mon[181282]: pgmap v14329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:29 smithi032 ceph-mon[189144]: pgmap v14329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:29 smithi032 ceph-mon[191839]: pgmap v14329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:02:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:02:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:02:32.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:31 smithi039 ceph-mon[181282]: pgmap v14330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:31 smithi032 ceph-mon[189144]: pgmap v14330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:32.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:31 smithi032 ceph-mon[191839]: pgmap v14330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:34.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:33 smithi039 ceph-mon[181282]: pgmap v14331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:34.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:33 smithi032 ceph-mon[191839]: pgmap v14331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:34.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:33 smithi032 ceph-mon[189144]: pgmap v14331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:35 smithi039 ceph-mon[181282]: pgmap v14332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:02:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:35 smithi032 ceph-mon[191839]: pgmap v14332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:02:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:35 smithi032 ceph-mon[189144]: pgmap v14332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:02:38.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:37 smithi039 ceph-mon[181282]: pgmap v14333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:38.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:37 smithi032 ceph-mon[189144]: pgmap v14333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:38.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:37 smithi032 ceph-mon[191839]: pgmap v14333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:40.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:39 smithi039 ceph-mon[181282]: pgmap v14334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:39 smithi032 ceph-mon[189144]: pgmap v14334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:40.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:39 smithi032 ceph-mon[191839]: pgmap v14334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:02:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:02:40] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T00:02:42.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:41 smithi039 ceph-mon[181282]: pgmap v14335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:42.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:41 smithi032 ceph-mon[191839]: pgmap v14335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:42.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:41 smithi032 ceph-mon[189144]: pgmap v14335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:43 smithi039 ceph-mon[181282]: pgmap v14336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:44.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:43 smithi032 ceph-mon[191839]: pgmap v14336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:44.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:43 smithi032 ceph-mon[189144]: pgmap v14336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:46.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:45 smithi039 ceph-mon[181282]: pgmap v14337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:46.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:45 smithi032 ceph-mon[189144]: pgmap v14337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:46.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:45 smithi032 ceph-mon[191839]: pgmap v14337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:46.687 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:02:47.016 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:02:47.017 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 29s ago 6h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:02:47.017 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 8m ago 6h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:02:47.017 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 29s ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:02:47.017 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 8m ago 6h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:02:47.017 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 8m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:02:47.017 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 29s ago 6h 805M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:02:47.017 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 29s ago 6h 1805M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:02:47.017 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 8m ago 6h 844M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:02:47.017 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 29s ago 6h 898M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:02:47.017 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 29s ago 6h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:02:47.017 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 8m ago 6h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:02:47.017 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 29s ago 6h 5016M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:02:47.017 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 29s ago 6h 5165M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:02:47.018 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 29s ago 6h 4585M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:02:47.018 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 29s ago 6h 4663M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:02:47.018 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 8m ago 6h 4381M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:02:47.018 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 8m ago 6h 4740M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:02:47.018 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 8m ago 6h 4424M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:02:47.018 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 8m ago 6h 4428M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:02:47.018 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 8m ago 6h 129M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:02:47.416 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:02:47.416 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:02:47.416 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:02:47.416 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:02:47.416 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:02:47.417 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:02:47.417 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:02:47.417 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:02:47.417 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:02:47.417 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:02:47.417 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:02:47.417 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:02:47.417 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:02:47.417 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:02:47.417 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:02:47.417 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:02:47.417 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:02:47.417 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:02:48.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:47 smithi039 ceph-mon[181282]: pgmap v14338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:48.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:47 smithi039 ceph-mon[181282]: from='client.59654 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:02:48.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:47 smithi039 ceph-mon[181282]: from='client.59660 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:02:48.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:47 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3148746275' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:02:48.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:47 smithi032 ceph-mon[191839]: pgmap v14338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:48.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:47 smithi032 ceph-mon[191839]: from='client.59654 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:02:48.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:47 smithi032 ceph-mon[191839]: from='client.59660 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:02:48.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:47 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3148746275' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:02:48.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:47 smithi032 ceph-mon[189144]: pgmap v14338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:48.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:47 smithi032 ceph-mon[189144]: from='client.59654 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:02:48.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:47 smithi032 ceph-mon[189144]: from='client.59660 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:02:48.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:47 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3148746275' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:02:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:49 smithi039 ceph-mon[181282]: pgmap v14339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:49 smithi032 ceph-mon[191839]: pgmap v14339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:50.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:49 smithi032 ceph-mon[189144]: pgmap v14339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:02:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:02:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:02:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:02:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:02:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:02:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:52 smithi032 ceph-mon[191839]: pgmap v14340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:52 smithi032 ceph-mon[189144]: pgmap v14340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:52 smithi039 ceph-mon[181282]: pgmap v14340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:54.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:54 smithi032 ceph-mon[191839]: pgmap v14341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:54.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:54 smithi032 ceph-mon[189144]: pgmap v14341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:54.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:54 smithi039 ceph-mon[181282]: pgmap v14341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:56.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:56 smithi032 ceph-mon[191839]: pgmap v14342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:56.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:56 smithi032 ceph-mon[189144]: pgmap v14342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:56.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:56 smithi039 ceph-mon[181282]: pgmap v14342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:58.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:02:58 smithi032 ceph-mon[191839]: pgmap v14343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:58.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:02:58 smithi032 ceph-mon[189144]: pgmap v14343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:02:58.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:02:58 smithi039 ceph-mon[181282]: pgmap v14343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:03:00 smithi032 ceph-mon[189144]: pgmap v14344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:00.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:03:00 smithi032 ceph-mon[191839]: pgmap v14344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:00.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:03:00 smithi039 ceph-mon[181282]: pgmap v14344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:03:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:03:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:03:02.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:03:02 smithi032 ceph-mon[191839]: pgmap v14345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:02.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:03:02 smithi032 ceph-mon[189144]: pgmap v14345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:02.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:03:02 smithi039 ceph-mon[181282]: pgmap v14345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:04.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:03:04 smithi032 ceph-mon[191839]: pgmap v14346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:04.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:03:04 smithi032 ceph-mon[189144]: pgmap v14346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:04.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:03:04 smithi039 ceph-mon[181282]: pgmap v14346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:03:06 smithi032 ceph-mon[191839]: pgmap v14347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:06.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:03:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:03:06.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:03:06 smithi032 ceph-mon[189144]: pgmap v14347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:06.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:03:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:03:06.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:03:06 smithi039 ceph-mon[181282]: pgmap v14347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:06.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:03:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:03:08.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:03:08 smithi032 ceph-mon[191839]: pgmap v14348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:08.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:03:08 smithi032 ceph-mon[189144]: pgmap v14348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:08.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:03:08 smithi039 ceph-mon[181282]: pgmap v14348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:10.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:03:10 smithi032 ceph-mon[191839]: pgmap v14349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:10.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:03:10 smithi032 ceph-mon[189144]: pgmap v14349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:10.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:03:10 smithi039 ceph-mon[181282]: pgmap v14349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:03:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:03:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:03:12.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:03:12 smithi032 ceph-mon[189144]: pgmap v14350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:12.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:03:12 smithi032 ceph-mon[191839]: pgmap v14350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:12.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:03:12 smithi039 ceph-mon[181282]: pgmap v14350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:14.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:03:14 smithi032 ceph-mon[189144]: pgmap v14351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:14.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:03:14 smithi032 ceph-mon[191839]: pgmap v14351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:14.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:03:14 smithi039 ceph-mon[181282]: pgmap v14351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:16.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:03:16 smithi032 ceph-mon[189144]: pgmap v14352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:16.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:03:16 smithi032 ceph-mon[191839]: pgmap v14352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:16.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:03:16 smithi039 ceph-mon[181282]: pgmap v14352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:17.781 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:03:18.107 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:03:18.107 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 60s ago 6h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:03:18.107 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 9m ago 6h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:03:18.107 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 60s ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:03:18.107 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 9m ago 6h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:03:18.107 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 9m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:03:18.107 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 60s ago 6h 805M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:03:18.107 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 60s ago 6h 1805M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:03:18.107 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 9m ago 6h 844M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:03:18.107 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 60s ago 6h 898M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:03:18.107 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 60s ago 6h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:03:18.107 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 9m ago 6h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:03:18.108 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 60s ago 6h 5016M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:03:18.108 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 60s ago 6h 5165M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:03:18.108 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 60s ago 6h 4585M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:03:18.108 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 60s ago 6h 4663M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:03:18.108 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 9m ago 6h 4381M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:03:18.108 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 9m ago 6h 4740M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:03:18.108 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 9m ago 6h 4424M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:03:18.108 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 9m ago 6h 4428M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:03:18.108 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 9m ago 6h 129M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:03:18.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:03:18 smithi032 ceph-mon[189144]: pgmap v14353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:18.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:03:18 smithi032 ceph-mon[191839]: pgmap v14353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:18.507 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:03:18.507 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:03:18.507 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:03:18.507 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:03:18.508 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:03:18.508 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:03:18.508 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:03:18.508 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:03:18.508 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:03:18.508 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:03:18.508 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:03:18.508 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:03:18.508 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:03:18.508 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:03:18.508 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:03:18.508 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:03:18.509 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:03:18.509 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:03:18.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:03:18 smithi039 ceph-mon[181282]: pgmap v14353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:19.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:03:19 smithi032 ceph-mon[189144]: from='client.49755 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:03:19.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:03:19 smithi032 ceph-mon[189144]: from='client.49761 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:03:19.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:03:19 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/193481799' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:03:19.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:03:19 smithi032 ceph-mon[191839]: from='client.49755 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:03:19.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:03:19 smithi032 ceph-mon[191839]: from='client.49761 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:03:19.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:03:19 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/193481799' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:03:19.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:03:19 smithi039 ceph-mon[181282]: from='client.49755 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:03:19.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:03:19 smithi039 ceph-mon[181282]: from='client.49761 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:03:19.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:03:19 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/193481799' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:03:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:03:20 smithi032 ceph-mon[189144]: pgmap v14354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:03:20 smithi032 ceph-mon[191839]: pgmap v14354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:20.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:03:20 smithi039 ceph-mon[181282]: pgmap v14354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:03:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:03:20] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-23T00:03:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:03:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:03:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:03:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:03:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:03:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:03:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:03:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:03:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:03:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:03:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:03:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:03:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:03:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:03:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:03:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:03:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:03:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:03:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:03:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:03:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:03:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:03:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:03:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:03:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:03:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:03:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:03:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:03:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:03:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:03:22.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:03:22 smithi032 ceph-mon[191839]: pgmap v14355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:03:22 smithi032 ceph-mon[189144]: pgmap v14355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:22.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:03:22 smithi039 ceph-mon[181282]: pgmap v14355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:24.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:03:24 smithi032 ceph-mon[191839]: pgmap v14356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:24.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:03:24 smithi032 ceph-mon[189144]: pgmap v14356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:24.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:03:24 smithi039 ceph-mon[181282]: pgmap v14356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:26.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:03:26 smithi032 ceph-mon[189144]: pgmap v14357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:26.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:03:26 smithi032 ceph-mon[191839]: pgmap v14357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:26.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:03:26 smithi039 ceph-mon[181282]: pgmap v14357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:28.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:03:28 smithi032 ceph-mon[191839]: pgmap v14358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:28.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:03:28 smithi032 ceph-mon[189144]: pgmap v14358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:28.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:03:28 smithi039 ceph-mon[181282]: pgmap v14358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:03:30 smithi032 ceph-mon[191839]: pgmap v14359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:03:30 smithi032 ceph-mon[189144]: pgmap v14359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:30.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:03:30 smithi039 ceph-mon[181282]: pgmap v14359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:03:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:03:30] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-23T00:03:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:03:32 smithi032 ceph-mon[189144]: pgmap v14360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:32.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:03:32 smithi032 ceph-mon[191839]: pgmap v14360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:32.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:03:32 smithi039 ceph-mon[181282]: pgmap v14360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:34.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:03:34 smithi032 ceph-mon[189144]: pgmap v14361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:34.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:03:34 smithi032 ceph-mon[191839]: pgmap v14361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:34.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:03:34 smithi039 ceph-mon[181282]: pgmap v14361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:03:36 smithi032 ceph-mon[189144]: pgmap v14362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:03:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:03:36.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:03:36 smithi032 ceph-mon[191839]: pgmap v14362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:36.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:03:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:03:36.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:03:36 smithi039 ceph-mon[181282]: pgmap v14362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:36.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:03:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:03:38.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:03:38 smithi032 ceph-mon[191839]: pgmap v14363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:38.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:03:38 smithi032 ceph-mon[189144]: pgmap v14363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:38.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:03:38 smithi039 ceph-mon[181282]: pgmap v14363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:40.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:03:40 smithi032 ceph-mon[191839]: pgmap v14364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:03:40 smithi032 ceph-mon[189144]: pgmap v14364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:40.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:03:40 smithi039 ceph-mon[181282]: pgmap v14364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:03:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:03:40] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T00:03:42.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:03:42 smithi032 ceph-mon[189144]: pgmap v14365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:42.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:03:42 smithi032 ceph-mon[191839]: pgmap v14365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:42.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:03:42 smithi039 ceph-mon[181282]: pgmap v14365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:44.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:03:44 smithi032 ceph-mon[189144]: pgmap v14366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:44.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:03:44 smithi032 ceph-mon[191839]: pgmap v14366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:44.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:03:44 smithi039 ceph-mon[181282]: pgmap v14366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:46.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:03:46 smithi032 ceph-mon[189144]: pgmap v14367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:46.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:03:46 smithi032 ceph-mon[191839]: pgmap v14367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:46.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:03:46 smithi039 ceph-mon[181282]: pgmap v14367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:48.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:03:48 smithi032 ceph-mon[191839]: pgmap v14368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:48.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:03:48 smithi032 ceph-mon[189144]: pgmap v14368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:48.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:03:48 smithi039 ceph-mon[181282]: pgmap v14368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:48.872 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:03:49.193 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:03:49.193 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 91s ago 6h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:03:49.193 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 9m ago 6h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:03:49.193 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 91s ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:03:49.194 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 9m ago 6h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:03:49.194 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 9m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:03:49.194 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 91s ago 6h 805M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:03:49.194 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 91s ago 6h 1805M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:03:49.194 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 9m ago 6h 844M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:03:49.194 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 91s ago 6h 898M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:03:49.194 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 91s ago 6h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:03:49.194 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 9m ago 6h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:03:49.194 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 91s ago 6h 5016M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:03:49.194 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 91s ago 6h 5165M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:03:49.194 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 91s ago 6h 4585M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:03:49.194 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 91s ago 6h 4663M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:03:49.194 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 9m ago 6h 4381M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:03:49.194 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 9m ago 6h 4740M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:03:49.195 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 9m ago 6h 4424M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:03:49.195 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 9m ago 6h 4428M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:03:49.195 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 9m ago 6h 129M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:03:49.595 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:03:49.595 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:03:49.595 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:03:49.596 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:03:49.596 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:03:49.596 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:03:49.596 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:03:49.596 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:03:49.596 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:03:49.596 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:03:49.596 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:03:49.596 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:03:49.596 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:03:49.596 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:03:49.596 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:03:49.596 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:03:49.596 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:03:49.597 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:03:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:03:50 smithi032 ceph-mon[189144]: pgmap v14369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:03:50 smithi032 ceph-mon[189144]: from='client.59690 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:03:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:03:50 smithi032 ceph-mon[189144]: from='client.59696 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:03:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:03:50 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2018679238' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:03:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:03:50 smithi032 ceph-mon[191839]: pgmap v14369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:03:50 smithi032 ceph-mon[191839]: from='client.59690 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:03:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:03:50 smithi032 ceph-mon[191839]: from='client.59696 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:03:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:03:50 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2018679238' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:03:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:03:50 smithi039 ceph-mon[181282]: pgmap v14369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:03:50 smithi039 ceph-mon[181282]: from='client.59690 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:03:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:03:50 smithi039 ceph-mon[181282]: from='client.59696 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:03:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:03:50 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2018679238' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:03:51.119 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:03:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:03:50] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T00:03:51.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:03:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:03:51.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:03:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:03:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:03:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:03:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:03:52 smithi032 ceph-mon[191839]: pgmap v14370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:52.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:03:52 smithi032 ceph-mon[189144]: pgmap v14370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:03:52 smithi039 ceph-mon[181282]: pgmap v14370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:54.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:03:54 smithi032 ceph-mon[191839]: pgmap v14371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:54.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:03:54 smithi032 ceph-mon[189144]: pgmap v14371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:54.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:03:54 smithi039 ceph-mon[181282]: pgmap v14371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:56.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:03:56 smithi032 ceph-mon[191839]: pgmap v14372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:56.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:03:56 smithi032 ceph-mon[189144]: pgmap v14372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:56.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:03:56 smithi039 ceph-mon[181282]: pgmap v14372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:58.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:03:58 smithi032 ceph-mon[191839]: pgmap v14373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:58.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:03:58 smithi032 ceph-mon[189144]: pgmap v14373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:03:58.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:03:58 smithi039 ceph-mon[181282]: pgmap v14373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:00 smithi032 ceph-mon[189144]: pgmap v14374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:00 smithi032 ceph-mon[191839]: pgmap v14374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:00.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:00 smithi039 ceph-mon[181282]: pgmap v14374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:04:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:04:00] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T00:04:02.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:02 smithi032 ceph-mon[191839]: pgmap v14375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:02.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:02 smithi032 ceph-mon[189144]: pgmap v14375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:02.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:02 smithi039 ceph-mon[181282]: pgmap v14375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:04.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:04 smithi032 ceph-mon[191839]: pgmap v14376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:04.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:04 smithi032 ceph-mon[189144]: pgmap v14376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:04.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:04 smithi039 ceph-mon[181282]: pgmap v14376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:06 smithi032 ceph-mon[191839]: pgmap v14377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:04:06.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:06 smithi032 ceph-mon[189144]: pgmap v14377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:06.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:04:06.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:06 smithi039 ceph-mon[181282]: pgmap v14377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:06.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:04:08.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:08 smithi032 ceph-mon[189144]: pgmap v14378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:08.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:08 smithi032 ceph-mon[191839]: pgmap v14378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:08.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:08 smithi039 ceph-mon[181282]: pgmap v14378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:10.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:10 smithi032 ceph-mon[191839]: pgmap v14379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:10 smithi032 ceph-mon[189144]: pgmap v14379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:10.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:10 smithi039 ceph-mon[181282]: pgmap v14379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:04:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:04:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:04:12.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:12 smithi032 ceph-mon[191839]: pgmap v14380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:12.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:12 smithi032 ceph-mon[189144]: pgmap v14380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:12.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:12 smithi039 ceph-mon[181282]: pgmap v14380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:14.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:14 smithi032 ceph-mon[189144]: pgmap v14381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:14.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:14 smithi032 ceph-mon[191839]: pgmap v14381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:14.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:14 smithi039 ceph-mon[181282]: pgmap v14381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:16.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:16 smithi032 ceph-mon[191839]: pgmap v14382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:16.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:16 smithi032 ceph-mon[189144]: pgmap v14382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:16.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:16 smithi039 ceph-mon[181282]: pgmap v14382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:18.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:18 smithi032 ceph-mon[191839]: pgmap v14383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:18.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:18 smithi032 ceph-mon[189144]: pgmap v14383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:18.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:18 smithi039 ceph-mon[181282]: pgmap v14383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:19.961 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:04:20.299 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:04:20.300 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 2m ago 6h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:04:20.300 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 10m ago 6h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:04:20.300 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 2m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:04:20.300 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 10m ago 6h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:04:20.300 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 10m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:04:20.300 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 2m ago 6h 805M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:04:20.300 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 2m ago 6h 1805M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:04:20.300 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 10m ago 6h 844M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:04:20.300 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 2m ago 6h 898M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:04:20.300 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 2m ago 6h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:04:20.300 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 10m ago 6h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:04:20.300 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 2m ago 6h 5016M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:04:20.301 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 2m ago 6h 5165M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:04:20.301 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 2m ago 6h 4585M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:04:20.301 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 2m ago 6h 4663M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:04:20.301 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 10m ago 6h 4381M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:04:20.301 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 10m ago 6h 4740M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:04:20.301 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 10m ago 6h 4424M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:04:20.301 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 10m ago 6h 4428M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:04:20.301 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 10m ago 6h 129M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:04:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:20 smithi032 ceph-mon[189144]: pgmap v14384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:20 smithi032 ceph-mon[191839]: pgmap v14384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:20 smithi039 ceph-mon[181282]: pgmap v14384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:20.701 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:04:20.701 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:04:20.701 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:04:20.701 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:04:20.701 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:04:20.702 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:04:20.702 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:04:20.702 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:04:20.702 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:04:20.702 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:04:20.702 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:04:20.702 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:04:20.702 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:04:20.702 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:04:20.702 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:04:20.702 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:04:20.702 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:04:20.702 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:04:21.170 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:04:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:04:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:04:21.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:21 smithi032 ceph-mon[189144]: from='client.49791 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:04:21.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:04:21.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:21 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1416921434' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:04:21.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:21 smithi032 ceph-mon[191839]: from='client.49791 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:04:21.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:04:21.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:21 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1416921434' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:04:21.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:21 smithi039 ceph-mon[181282]: from='client.49791 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:04:21.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:04:21.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:21 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1416921434' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:04:22.172 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:22 smithi039 ceph-mon[181282]: from='client.59714 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:04:22.172 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:22 smithi039 ceph-mon[181282]: pgmap v14385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:22.172 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:04:22.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:22 smithi032 ceph-mon[191839]: from='client.59714 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:04:22.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:22 smithi032 ceph-mon[191839]: pgmap v14385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:22.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:04:22.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:22 smithi032 ceph-mon[189144]: from='client.59714 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:04:22.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:22 smithi032 ceph-mon[189144]: pgmap v14385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:22.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:04:24.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:24 smithi032 ceph-mon[191839]: pgmap v14386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:24.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:24 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:04:24.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:24 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:04:24.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:24 smithi032 ceph-mon[189144]: pgmap v14386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:24.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:24 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:04:24.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:24 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:04:24.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:24 smithi039 ceph-mon[181282]: pgmap v14386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:24.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:24 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:04:24.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:24 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:04:25.610 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:04:25.610 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:04:25.610 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:25 smithi039 ceph-mon[181282]: pgmap v14387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:25.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:04:25.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:04:25.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:25 smithi032 ceph-mon[191839]: pgmap v14387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:25.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:04:25.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:04:25.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:25 smithi032 ceph-mon[189144]: pgmap v14387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:28.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:27 smithi039 ceph-mon[181282]: pgmap v14388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:28.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:04:28.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:04:28.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:04:28.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:04:28.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:04:28.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:27 smithi032 ceph-mon[191839]: pgmap v14388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:28.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:04:28.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:04:28.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:04:28.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:04:28.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:04:28.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:27 smithi032 ceph-mon[189144]: pgmap v14388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:28.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:04:28.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:04:28.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:04:28.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:04:28.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:04:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:29 smithi039 ceph-mon[181282]: pgmap v14389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:29 smithi032 ceph-mon[191839]: pgmap v14389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:29 smithi032 ceph-mon[189144]: pgmap v14389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:04:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:04:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:04:32.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:31 smithi039 ceph-mon[181282]: pgmap v14390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:31 smithi032 ceph-mon[191839]: pgmap v14390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:31 smithi032 ceph-mon[189144]: pgmap v14390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:34.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:33 smithi039 ceph-mon[181282]: pgmap v14391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:34.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:33 smithi032 ceph-mon[191839]: pgmap v14391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:34.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:33 smithi032 ceph-mon[189144]: pgmap v14391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:35 smithi039 ceph-mon[181282]: pgmap v14392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:04:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:35 smithi032 ceph-mon[191839]: pgmap v14392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:04:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:35 smithi032 ceph-mon[189144]: pgmap v14392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:04:38.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:37 smithi039 ceph-mon[181282]: pgmap v14393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:38.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:37 smithi032 ceph-mon[191839]: pgmap v14393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:38.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:37 smithi032 ceph-mon[189144]: pgmap v14393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:40.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:39 smithi039 ceph-mon[181282]: pgmap v14394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:40.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:39 smithi032 ceph-mon[191839]: pgmap v14394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:39 smithi032 ceph-mon[189144]: pgmap v14394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:04:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:04:40] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T00:04:42.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:41 smithi039 ceph-mon[181282]: pgmap v14395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:42.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:41 smithi032 ceph-mon[191839]: pgmap v14395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:42.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:41 smithi032 ceph-mon[189144]: pgmap v14395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:43 smithi039 ceph-mon[181282]: pgmap v14396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:44.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:43 smithi032 ceph-mon[189144]: pgmap v14396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:44.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:43 smithi032 ceph-mon[191839]: pgmap v14396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:46.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:45 smithi039 ceph-mon[181282]: pgmap v14397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:46.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:45 smithi032 ceph-mon[191839]: pgmap v14397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:46.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:45 smithi032 ceph-mon[189144]: pgmap v14397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:48.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:48 smithi039 ceph-mon[181282]: pgmap v14398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:48.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:48 smithi032 ceph-mon[191839]: pgmap v14398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:48.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:48 smithi032 ceph-mon[189144]: pgmap v14398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:50 smithi039 ceph-mon[181282]: pgmap v14399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:50 smithi032 ceph-mon[191839]: pgmap v14399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:50 smithi032 ceph-mon[189144]: pgmap v14399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:51.064 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:04:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:04:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:04:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:04:50] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T00:04:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:04:51.387 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:04:51.387 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 2m ago 6h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:04:51.387 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 27s ago 6h 95.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:04:51.387 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 2m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:04:51.387 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 27s ago 6h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:04:51.387 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 27s ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:04:51.387 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 2m ago 6h 805M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:04:51.387 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 2m ago 6h 1805M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:04:51.387 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 27s ago 6h 862M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:04:51.387 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 2m ago 6h 898M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:04:51.388 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 2m ago 6h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:04:51.388 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 27s ago 6h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:04:51.388 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 2m ago 6h 5016M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:04:51.388 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 2m ago 6h 5165M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:04:51.388 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 2m ago 6h 4585M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:04:51.388 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 2m ago 6h 4663M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:04:51.388 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 27s ago 6h 4408M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:04:51.388 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 27s ago 6h 4773M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:04:51.388 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 27s ago 6h 4453M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:04:51.388 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 27s ago 6h 4465M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:04:51.388 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 27s ago 6h 131M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:04:51.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:04:51.787 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:04:51.787 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:04:51.787 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:04:51.787 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:04:51.787 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:04:51.787 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:04:51.787 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:04:51.787 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:04:51.787 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:04:51.788 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:04:51.788 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:04:51.788 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:04:51.788 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:04:51.788 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:04:51.788 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:04:51.788 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:04:51.788 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:04:51.788 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:04:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:52 smithi032 ceph-mon[191839]: pgmap v14400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:52 smithi032 ceph-mon[191839]: from='client.59726 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:04:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:52 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/375059585' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:04:52.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:52 smithi032 ceph-mon[189144]: pgmap v14400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:52 smithi032 ceph-mon[189144]: from='client.59726 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:04:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:52 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/375059585' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:04:52.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:52 smithi039 ceph-mon[181282]: pgmap v14400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:52.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:52 smithi039 ceph-mon[181282]: from='client.59726 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:04:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:52 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/375059585' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:04:53.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:53 smithi032 ceph-mon[191839]: from='client.49815 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:04:53.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:53 smithi032 ceph-mon[189144]: from='client.49815 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:04:53.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:53 smithi039 ceph-mon[181282]: from='client.49815 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:04:54.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:54 smithi032 ceph-mon[189144]: pgmap v14401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:54.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:54 smithi032 ceph-mon[191839]: pgmap v14401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:54.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:54 smithi039 ceph-mon[181282]: pgmap v14401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:56.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:56 smithi032 ceph-mon[191839]: pgmap v14402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:56.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:56 smithi032 ceph-mon[189144]: pgmap v14402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:56.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:56 smithi039 ceph-mon[181282]: pgmap v14402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:58.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:04:58 smithi032 ceph-mon[191839]: pgmap v14403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:58.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:04:58 smithi032 ceph-mon[189144]: pgmap v14403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:04:58.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:04:58 smithi039 ceph-mon[181282]: pgmap v14403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:05:00 smithi032 ceph-mon[191839]: pgmap v14404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:05:00 smithi032 ceph-mon[189144]: pgmap v14404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:00.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:05:00 smithi039 ceph-mon[181282]: pgmap v14404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:05:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:05:00] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T00:05:02.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:05:02 smithi032 ceph-mon[191839]: pgmap v14405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:02.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:05:02 smithi032 ceph-mon[189144]: pgmap v14405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:02.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:05:02 smithi039 ceph-mon[181282]: pgmap v14405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:04.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:05:04 smithi032 ceph-mon[191839]: pgmap v14406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:04.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:05:04 smithi032 ceph-mon[189144]: pgmap v14406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:04.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:05:04 smithi039 ceph-mon[181282]: pgmap v14406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:05:06 smithi032 ceph-mon[191839]: pgmap v14407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:05:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:05:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:05:06 smithi032 ceph-mon[189144]: pgmap v14407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:05:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:05:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:05:06 smithi039 ceph-mon[181282]: pgmap v14407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:05:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:05:08.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:05:08 smithi032 ceph-mon[191839]: pgmap v14408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:08.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:05:08 smithi032 ceph-mon[189144]: pgmap v14408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:08.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:05:08 smithi039 ceph-mon[181282]: pgmap v14408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:05:10 smithi032 ceph-mon[189144]: pgmap v14409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:10.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:05:10 smithi032 ceph-mon[191839]: pgmap v14409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:10.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:05:10 smithi039 ceph-mon[181282]: pgmap v14409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:05:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:05:10] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T00:05:12.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:05:12 smithi032 ceph-mon[191839]: pgmap v14410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:12.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:05:12 smithi032 ceph-mon[189144]: pgmap v14410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:12.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:05:12 smithi039 ceph-mon[181282]: pgmap v14410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:14.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:05:14 smithi032 ceph-mon[191839]: pgmap v14411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:14.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:05:14 smithi032 ceph-mon[189144]: pgmap v14411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:14.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:05:14 smithi039 ceph-mon[181282]: pgmap v14411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:16.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:05:16 smithi032 ceph-mon[191839]: pgmap v14412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:16.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:05:16 smithi032 ceph-mon[189144]: pgmap v14412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:16.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:05:16 smithi039 ceph-mon[181282]: pgmap v14412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:18.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:05:18 smithi032 ceph-mon[191839]: pgmap v14413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:18.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:05:18 smithi032 ceph-mon[189144]: pgmap v14413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:18.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:05:18 smithi039 ceph-mon[181282]: pgmap v14413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:05:20 smithi032 ceph-mon[189144]: pgmap v14414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:05:20 smithi032 ceph-mon[191839]: pgmap v14414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:05:20 smithi039 ceph-mon[181282]: pgmap v14414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:05:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:05:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:05:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:05:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:05:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:05:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:05:21.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:05:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:05:22.152 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:05:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:05:22 smithi032 ceph-mon[189144]: pgmap v14415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:22.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:05:22 smithi032 ceph-mon[191839]: pgmap v14415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:22.473 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:05:22.473 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 3m ago 6h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:05:22.473 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 58s ago 6h 95.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:05:22.473 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 3m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:05:22.473 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 58s ago 6h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:05:22.473 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 58s ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:05:22.473 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 3m ago 6h 805M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:05:22.473 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 3m ago 6h 1805M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:05:22.473 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 58s ago 6h 862M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:05:22.473 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 3m ago 6h 898M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:05:22.473 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 3m ago 6h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:05:22.473 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 58s ago 6h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:05:22.474 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 3m ago 6h 5016M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:05:22.474 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 3m ago 6h 5165M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:05:22.474 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 3m ago 6h 4585M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:05:22.474 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 3m ago 6h 4663M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:05:22.474 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 58s ago 6h 4408M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:05:22.474 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 58s ago 6h 4773M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:05:22.474 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 58s ago 6h 4453M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:05:22.474 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 58s ago 6h 4465M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:05:22.474 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 58s ago 6h 131M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:05:22.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:05:22 smithi039 ceph-mon[181282]: pgmap v14415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:22.875 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:05:22.875 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:05:22.875 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:05:22.875 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:05:22.875 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:05:22.875 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:05:22.875 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:05:22.875 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:05:22.876 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:05:22.876 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:05:22.876 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:05:22.876 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:05:22.876 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:05:22.876 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:05:22.876 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:05:22.876 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:05:22.876 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:05:22.876 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:05:23.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:05:23 smithi032 ceph-mon[191839]: from='client.59744 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:05:23.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:05:23 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3742074036' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:05:23.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:05:23 smithi032 ceph-mon[189144]: from='client.59744 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:05:23.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:05:23 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3742074036' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:05:23.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:05:23 smithi039 ceph-mon[181282]: from='client.59744 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:05:23.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:05:23 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3742074036' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:05:24.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:05:24 smithi032 ceph-mon[191839]: from='client.49833 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:05:24.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:05:24 smithi032 ceph-mon[191839]: pgmap v14416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:24.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:05:24 smithi032 ceph-mon[189144]: from='client.49833 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:05:24.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:05:24 smithi032 ceph-mon[189144]: pgmap v14416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:24.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:05:24 smithi039 ceph-mon[181282]: from='client.49833 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:05:24.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:05:24 smithi039 ceph-mon[181282]: pgmap v14416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:26.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:05:26 smithi032 ceph-mon[191839]: pgmap v14417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:26.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:05:26 smithi032 ceph-mon[189144]: pgmap v14417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:26.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:05:26 smithi039 ceph-mon[181282]: pgmap v14417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:28.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:05:28 smithi032 ceph-mon[191839]: pgmap v14418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:28.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:05:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:05:28.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:05:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:05:28.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:05:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:05:28.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:05:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:05:28.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:05:28 smithi032 ceph-mon[189144]: pgmap v14418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:28.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:05:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:05:28.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:05:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:05:28.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:05:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:05:28.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:05:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:05:28.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:05:28 smithi039 ceph-mon[181282]: pgmap v14418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:28.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:05:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:05:28.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:05:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:05:28.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:05:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:05:28.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:05:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:05:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:05:30 smithi032 ceph-mon[191839]: pgmap v14419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:05:30 smithi032 ceph-mon[189144]: pgmap v14419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:30.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:05:30 smithi039 ceph-mon[181282]: pgmap v14419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:05:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:05:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:05:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:05:32 smithi032 ceph-mon[191839]: pgmap v14420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:05:32 smithi032 ceph-mon[189144]: pgmap v14420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:32.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:05:32 smithi039 ceph-mon[181282]: pgmap v14420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:34.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:05:34 smithi032 ceph-mon[191839]: pgmap v14421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:34.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:05:34 smithi032 ceph-mon[189144]: pgmap v14421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:34.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:05:34 smithi039 ceph-mon[181282]: pgmap v14421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:05:36 smithi032 ceph-mon[189144]: pgmap v14422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:05:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:05:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:05:36 smithi032 ceph-mon[191839]: pgmap v14422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:36.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:05:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:05:36.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:05:36 smithi039 ceph-mon[181282]: pgmap v14422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:36.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:05:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:05:38.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:05:38 smithi032 ceph-mon[189144]: pgmap v14423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:38.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:05:38 smithi032 ceph-mon[191839]: pgmap v14423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:38.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:05:38 smithi039 ceph-mon[181282]: pgmap v14423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:05:40 smithi032 ceph-mon[189144]: pgmap v14424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:40.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:05:40 smithi032 ceph-mon[191839]: pgmap v14424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:40.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:05:40 smithi039 ceph-mon[181282]: pgmap v14424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:05:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:05:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:05:42.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:05:42 smithi032 ceph-mon[189144]: pgmap v14425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:42.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:05:42 smithi032 ceph-mon[191839]: pgmap v14425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:42.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:05:42 smithi039 ceph-mon[181282]: pgmap v14425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:44.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:05:44 smithi032 ceph-mon[189144]: pgmap v14426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:44.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:05:44 smithi032 ceph-mon[191839]: pgmap v14426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:44.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:05:44 smithi039 ceph-mon[181282]: pgmap v14426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:46.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:05:46 smithi032 ceph-mon[189144]: pgmap v14427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:46.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:05:46 smithi032 ceph-mon[191839]: pgmap v14427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:46.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:05:46 smithi039 ceph-mon[181282]: pgmap v14427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:48.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:05:48 smithi032 ceph-mon[189144]: pgmap v14428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:48.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:05:48 smithi032 ceph-mon[191839]: pgmap v14428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:48.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:05:48 smithi039 ceph-mon[181282]: pgmap v14428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:05:50 smithi032 ceph-mon[191839]: pgmap v14429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:05:50 smithi032 ceph-mon[189144]: pgmap v14429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:50.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:05:50 smithi039 ceph-mon[181282]: pgmap v14429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:51.137 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:05:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:05:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:05:51.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:05:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:05:51.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:05:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:05:51.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:05:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:05:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:05:52 smithi032 ceph-mon[191839]: pgmap v14430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:52.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:05:52 smithi032 ceph-mon[189144]: pgmap v14430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:52.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:05:52 smithi039 ceph-mon[181282]: pgmap v14430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:53.240 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:05:53.563 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:05:53.563 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 3m ago 6h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:05:53.563 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 89s ago 6h 95.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:05:53.563 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 3m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:05:53.563 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 89s ago 6h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:05:53.563 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 89s ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:05:53.564 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 3m ago 6h 805M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:05:53.564 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 3m ago 6h 1805M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:05:53.564 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 89s ago 6h 862M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:05:53.564 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 3m ago 6h 898M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:05:53.564 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 3m ago 6h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:05:53.564 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 89s ago 6h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:05:53.564 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 3m ago 6h 5016M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:05:53.564 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 3m ago 6h 5165M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:05:53.564 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 3m ago 6h 4585M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:05:53.564 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 3m ago 6h 4663M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:05:53.564 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 89s ago 6h 4408M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:05:53.564 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 89s ago 6h 4773M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:05:53.564 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 89s ago 6h 4453M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:05:53.564 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 89s ago 6h 4465M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:05:53.564 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 89s ago 6h 131M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:05:53.964 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:05:53.964 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:05:53.964 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:05:53.964 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:05:53.964 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:05:53.964 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:05:53.964 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:05:53.964 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:05:53.964 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:05:53.964 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:05:53.964 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:05:53.964 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:05:53.964 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:05:53.965 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:05:53.965 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:05:53.965 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:05:53.965 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:05:53.965 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:05:54.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:05:54 smithi032 ceph-mon[191839]: pgmap v14431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:54.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:05:54 smithi032 ceph-mon[191839]: from='client.59762 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:05:54.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:05:54 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3209055499' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:05:54.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:05:54 smithi032 ceph-mon[189144]: pgmap v14431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:54.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:05:54 smithi032 ceph-mon[189144]: from='client.59762 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:05:54.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:05:54 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3209055499' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:05:54.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:05:54 smithi039 ceph-mon[181282]: pgmap v14431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:54.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:05:54 smithi039 ceph-mon[181282]: from='client.59762 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:05:54.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:05:54 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3209055499' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:05:55.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:05:55 smithi032 ceph-mon[191839]: from='client.59768 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:05:55.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:05:55 smithi032 ceph-mon[189144]: from='client.59768 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:05:55.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:05:55 smithi039 ceph-mon[181282]: from='client.59768 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:05:56.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:05:56 smithi032 ceph-mon[191839]: pgmap v14432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:56.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:05:56 smithi032 ceph-mon[189144]: pgmap v14432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:56.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:05:56 smithi039 ceph-mon[181282]: pgmap v14432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:58.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:05:58 smithi032 ceph-mon[191839]: pgmap v14433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:58.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:05:58 smithi032 ceph-mon[189144]: pgmap v14433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:05:58.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:05:58 smithi039 ceph-mon[181282]: pgmap v14433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:06:00 smithi032 ceph-mon[191839]: pgmap v14434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:06:00 smithi032 ceph-mon[189144]: pgmap v14434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:00.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:06:00 smithi039 ceph-mon[181282]: pgmap v14434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:06:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:06:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:06:02.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:06:02 smithi032 ceph-mon[191839]: pgmap v14435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:02.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:06:02 smithi032 ceph-mon[189144]: pgmap v14435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:02.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:06:02 smithi039 ceph-mon[181282]: pgmap v14435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:04.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:06:04 smithi032 ceph-mon[189144]: pgmap v14436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:04.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:06:04 smithi032 ceph-mon[191839]: pgmap v14436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:04.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:06:04 smithi039 ceph-mon[181282]: pgmap v14436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:06:06 smithi032 ceph-mon[189144]: pgmap v14437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:06:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:06:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:06:06 smithi032 ceph-mon[191839]: pgmap v14437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:06:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:06:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:06:06 smithi039 ceph-mon[181282]: pgmap v14437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:06:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:06:08.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:06:08 smithi032 ceph-mon[189144]: pgmap v14438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:08.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:06:08 smithi032 ceph-mon[191839]: pgmap v14438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:08.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:06:08 smithi039 ceph-mon[181282]: pgmap v14438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:06:10 smithi032 ceph-mon[189144]: pgmap v14439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:10.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:06:10 smithi032 ceph-mon[191839]: pgmap v14439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:10.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:06:10 smithi039 ceph-mon[181282]: pgmap v14439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:06:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:06:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:06:12.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:06:12 smithi032 ceph-mon[191839]: pgmap v14440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:12.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:06:12 smithi032 ceph-mon[189144]: pgmap v14440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:12.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:06:12 smithi039 ceph-mon[181282]: pgmap v14440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:14.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:06:14 smithi032 ceph-mon[191839]: pgmap v14441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:14.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:06:14 smithi032 ceph-mon[189144]: pgmap v14441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:14.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:06:14 smithi039 ceph-mon[181282]: pgmap v14441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:06:16 smithi032 ceph-mon[189144]: pgmap v14442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:16.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:06:16 smithi032 ceph-mon[191839]: pgmap v14442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:16.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:06:16 smithi039 ceph-mon[181282]: pgmap v14442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:18.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:06:18 smithi039 ceph-mon[181282]: pgmap v14443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:18.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:06:18 smithi032 ceph-mon[189144]: pgmap v14443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:18.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:06:18 smithi032 ceph-mon[191839]: pgmap v14443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:06:20 smithi039 ceph-mon[181282]: pgmap v14444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:20.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:06:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:06:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:06:20 smithi032 ceph-mon[189144]: pgmap v14444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:06:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:06:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:06:20 smithi032 ceph-mon[191839]: pgmap v14444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:06:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:06:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:06:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:06:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:06:22.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:06:22 smithi039 ceph-mon[181282]: pgmap v14445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:22.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:06:22 smithi032 ceph-mon[189144]: pgmap v14445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:22.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:06:22 smithi032 ceph-mon[191839]: pgmap v14445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:24.328 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:06:24.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:06:24 smithi039 ceph-mon[181282]: pgmap v14446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:24.652 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:06:24.653 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 4m ago 6h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:06:24.653 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 2m ago 6h 95.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:06:24.653 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 4m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:06:24.653 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 2m ago 6h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:06:24.653 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 2m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:06:24.653 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 4m ago 6h 805M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:06:24.653 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 4m ago 6h 1805M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:06:24.653 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 2m ago 6h 862M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:06:24.653 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 4m ago 6h 898M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:06:24.653 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 4m ago 6h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:06:24.653 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 2m ago 6h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:06:24.653 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 4m ago 6h 5016M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:06:24.653 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 4m ago 6h 5165M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:06:24.653 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 4m ago 6h 4585M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:06:24.654 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 4m ago 6h 4663M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:06:24.654 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 2m ago 6h 4408M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:06:24.654 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 2m ago 6h 4773M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:06:24.654 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 2m ago 6h 4453M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:06:24.654 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 2m ago 6h 4465M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:06:24.654 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 2m ago 6h 131M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:06:24.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:06:24 smithi032 ceph-mon[189144]: pgmap v14446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:24.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:06:24 smithi032 ceph-mon[191839]: pgmap v14446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:25.052 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:06:25.052 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:06:25.052 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:06:25.052 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:06:25.052 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:06:25.052 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:06:25.052 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:06:25.053 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:06:25.053 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:06:25.053 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:06:25.053 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:06:25.053 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:06:25.053 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:06:25.053 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:06:25.053 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:06:25.053 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:06:25.053 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:06:25.053 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:06:25.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:06:25 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3271006281' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:06:25.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:06:25 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3271006281' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:06:25.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:06:25 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3271006281' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:06:26.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:06:26 smithi039 ceph-mon[181282]: from='client.59780 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:06:26.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:06:26 smithi039 ceph-mon[181282]: from='client.49869 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:06:26.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:06:26 smithi039 ceph-mon[181282]: pgmap v14447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:26.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:06:26 smithi032 ceph-mon[191839]: from='client.59780 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:06:26.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:06:26 smithi032 ceph-mon[191839]: from='client.49869 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:06:26.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:06:26 smithi032 ceph-mon[191839]: pgmap v14447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:26.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:06:26 smithi032 ceph-mon[189144]: from='client.59780 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:06:26.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:06:26 smithi032 ceph-mon[189144]: from='client.49869 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:06:26.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:06:26 smithi032 ceph-mon[189144]: pgmap v14447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:28.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:06:28 smithi039 ceph-mon[181282]: pgmap v14448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:28.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:06:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:06:28.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:06:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:06:28.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:06:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:06:28.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:06:28 smithi032 ceph-mon[189144]: pgmap v14448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:28.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:06:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:06:28.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:06:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:06:28.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:06:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:06:28.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:06:28 smithi032 ceph-mon[191839]: pgmap v14448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:28.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:06:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:06:28.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:06:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:06:28.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:06:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:06:29.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:06:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:06:29.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:06:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:06:29.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:06:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:06:30.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:06:30 smithi039 ceph-mon[181282]: pgmap v14449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:30.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:06:30 smithi032 ceph-mon[191839]: pgmap v14449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:30.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:06:30 smithi032 ceph-mon[189144]: pgmap v14449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:06:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:06:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:06:32.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:06:32 smithi039 ceph-mon[181282]: pgmap v14450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:32.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:06:32 smithi032 ceph-mon[191839]: pgmap v14450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:32.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:06:32 smithi032 ceph-mon[189144]: pgmap v14450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:34.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:06:34 smithi039 ceph-mon[181282]: pgmap v14451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:34.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:06:34 smithi032 ceph-mon[191839]: pgmap v14451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:34.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:06:34 smithi032 ceph-mon[189144]: pgmap v14451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:35.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:06:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:06:35.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:06:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:06:35.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:06:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:06:36.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:06:36 smithi039 ceph-mon[181282]: pgmap v14452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:36.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:06:36 smithi032 ceph-mon[191839]: pgmap v14452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:36.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:06:36 smithi032 ceph-mon[189144]: pgmap v14452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:38.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:06:37 smithi039 ceph-mon[181282]: pgmap v14453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:38.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:06:37 smithi032 ceph-mon[191839]: pgmap v14453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:38.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:06:37 smithi032 ceph-mon[189144]: pgmap v14453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:40.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:06:39 smithi039 ceph-mon[181282]: pgmap v14454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:40.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:06:39 smithi032 ceph-mon[191839]: pgmap v14454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:06:39 smithi032 ceph-mon[189144]: pgmap v14454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:06:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:06:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:06:42.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:06:41 smithi039 ceph-mon[181282]: pgmap v14455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:06:41 smithi032 ceph-mon[191839]: pgmap v14455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:42.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:06:41 smithi032 ceph-mon[189144]: pgmap v14455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:44.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:06:43 smithi039 ceph-mon[181282]: pgmap v14456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:44.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:06:43 smithi032 ceph-mon[191839]: pgmap v14456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:44.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:06:43 smithi032 ceph-mon[189144]: pgmap v14456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:06:45 smithi039 ceph-mon[181282]: pgmap v14457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:06:45 smithi032 ceph-mon[191839]: pgmap v14457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:46.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:06:45 smithi032 ceph-mon[189144]: pgmap v14457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:06:47 smithi039 ceph-mon[181282]: pgmap v14458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:48.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:06:47 smithi032 ceph-mon[189144]: pgmap v14458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:48.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:06:47 smithi032 ceph-mon[191839]: pgmap v14458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:06:49 smithi039 ceph-mon[181282]: pgmap v14459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:06:49 smithi032 ceph-mon[191839]: pgmap v14459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:06:49 smithi032 ceph-mon[189144]: pgmap v14459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:06:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:06:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:06:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:06:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:06:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:06:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:06:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:06:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:06:52.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:06:51 smithi039 ceph-mon[181282]: pgmap v14460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:52.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:06:51 smithi032 ceph-mon[189144]: pgmap v14460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:06:51 smithi032 ceph-mon[191839]: pgmap v14460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:06:53 smithi039 ceph-mon[181282]: pgmap v14461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:06:53 smithi032 ceph-mon[191839]: pgmap v14461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:54.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:06:53 smithi032 ceph-mon[189144]: pgmap v14461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:55.413 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:06:55.735 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:06:55.735 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 4m ago 6h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:06:55.735 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 2m ago 6h 95.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:06:55.735 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 4m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:06:55.735 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 2m ago 6h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:06:55.735 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 2m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:06:55.735 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 4m ago 6h 805M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:06:55.735 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 4m ago 6h 1805M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:06:55.736 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 2m ago 6h 862M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:06:55.736 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 4m ago 6h 898M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:06:55.736 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 4m ago 6h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:06:55.736 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 2m ago 6h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:06:55.736 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 4m ago 6h 5016M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:06:55.736 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 4m ago 6h 5165M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:06:55.736 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 4m ago 6h 4585M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:06:55.736 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 4m ago 6h 4663M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:06:55.736 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 2m ago 6h 4408M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:06:55.736 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 2m ago 6h 4773M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:06:55.736 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 2m ago 6h 4453M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:06:55.736 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 2m ago 6h 4465M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:06:55.736 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 2m ago 6h 131M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:06:56.141 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:06:56.141 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:06:56.141 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:06:56.141 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:06:56.141 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:06:56.141 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:06:56.141 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:06:56.141 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:06:56.141 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:06:56.141 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:06:56.141 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:06:56.141 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:06:56.142 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:06:56.142 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:06:56.142 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:06:56.142 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:06:56.142 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:06:56.142 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:06:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:06:55 smithi039 ceph-mon[181282]: pgmap v14462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:06:55 smithi032 ceph-mon[191839]: pgmap v14462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:06:55 smithi032 ceph-mon[189144]: pgmap v14462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:57.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:06:56 smithi039 ceph-mon[181282]: from='client.49881 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:06:57.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:06:56 smithi039 ceph-mon[181282]: from='client.49887 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:06:57.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:06:56 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1993183524' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:06:57.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:06:56 smithi032 ceph-mon[191839]: from='client.49881 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:06:57.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:06:56 smithi032 ceph-mon[191839]: from='client.49887 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:06:57.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:06:56 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1993183524' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:06:57.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:06:56 smithi032 ceph-mon[189144]: from='client.49881 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:06:57.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:06:56 smithi032 ceph-mon[189144]: from='client.49887 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:06:57.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:06:56 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1993183524' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:06:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:06:57 smithi039 ceph-mon[181282]: pgmap v14463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:58.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:06:57 smithi032 ceph-mon[191839]: pgmap v14463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:06:58.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:06:57 smithi032 ceph-mon[189144]: pgmap v14463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:00.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:06:59 smithi039 ceph-mon[181282]: pgmap v14464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:06:59 smithi032 ceph-mon[189144]: pgmap v14464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:06:59 smithi032 ceph-mon[191839]: pgmap v14464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:07:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:07:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:07:02.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:07:01 smithi039 ceph-mon[181282]: pgmap v14465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:07:01 smithi032 ceph-mon[189144]: pgmap v14465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:02.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:07:01 smithi032 ceph-mon[191839]: pgmap v14465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:04.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:07:03 smithi039 ceph-mon[181282]: pgmap v14466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:04.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:07:03 smithi032 ceph-mon[189144]: pgmap v14466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:04.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:07:03 smithi032 ceph-mon[191839]: pgmap v14466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:07:05 smithi039 ceph-mon[181282]: pgmap v14467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:07:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:07:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:07:05 smithi032 ceph-mon[191839]: pgmap v14467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:07:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:07:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:07:05 smithi032 ceph-mon[189144]: pgmap v14467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:07:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:07:08.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:07:07 smithi039 ceph-mon[181282]: pgmap v14468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:07:07 smithi032 ceph-mon[191839]: pgmap v14468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:08.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:07:07 smithi032 ceph-mon[189144]: pgmap v14468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:10.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:07:09 smithi039 ceph-mon[181282]: pgmap v14469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:07:09 smithi032 ceph-mon[189144]: pgmap v14469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:10.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:07:09 smithi032 ceph-mon[191839]: pgmap v14469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:07:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:07:10] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-23T00:07:12.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:07:11 smithi039 ceph-mon[181282]: pgmap v14470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:07:11 smithi032 ceph-mon[191839]: pgmap v14470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:12.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:07:11 smithi032 ceph-mon[189144]: pgmap v14470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:14.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:07:14 smithi032 ceph-mon[191839]: pgmap v14471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:14.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:07:14 smithi032 ceph-mon[189144]: pgmap v14471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:14.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:07:14 smithi039 ceph-mon[181282]: pgmap v14471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:16.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:07:16 smithi032 ceph-mon[191839]: pgmap v14472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:16.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:07:16 smithi032 ceph-mon[189144]: pgmap v14472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:16.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:07:16 smithi039 ceph-mon[181282]: pgmap v14472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:18.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:07:18 smithi032 ceph-mon[191839]: pgmap v14473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:18.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:07:18 smithi032 ceph-mon[189144]: pgmap v14473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:18.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:07:18 smithi039 ceph-mon[181282]: pgmap v14473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:07:20 smithi032 ceph-mon[191839]: pgmap v14474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:07:20 smithi032 ceph-mon[189144]: pgmap v14474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:07:20 smithi039 ceph-mon[181282]: pgmap v14474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:07:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:07:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:07:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:07:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:07:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:07:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:07:21.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:07:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:07:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:07:22 smithi032 ceph-mon[191839]: pgmap v14475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:07:22 smithi032 ceph-mon[189144]: pgmap v14475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:22.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:07:22 smithi039 ceph-mon[181282]: pgmap v14475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:24.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:07:24 smithi032 ceph-mon[191839]: pgmap v14476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:24.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:07:24 smithi032 ceph-mon[189144]: pgmap v14476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:24.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:07:24 smithi039 ceph-mon[181282]: pgmap v14476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:07:26 smithi032 ceph-mon[189144]: pgmap v14477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:26.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:07:26 smithi032 ceph-mon[191839]: pgmap v14477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:26.504 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:07:26.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:07:26 smithi039 ceph-mon[181282]: pgmap v14477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:26.827 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:07:26.827 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 5m ago 6h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:07:26.827 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 3m ago 6h 95.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:07:26.827 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 5m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:07:26.827 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 3m ago 6h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:07:26.827 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 3m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:07:26.827 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 5m ago 6h 805M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:07:26.827 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 5m ago 6h 1805M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:07:26.827 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 3m ago 6h 862M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:07:26.827 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 5m ago 6h 898M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:07:26.828 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 5m ago 6h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:07:26.828 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 3m ago 6h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:07:26.828 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 5m ago 6h 5016M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:07:26.828 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 5m ago 6h 5165M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:07:26.828 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 5m ago 6h 4585M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:07:26.828 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 5m ago 6h 4663M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:07:26.828 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 3m ago 6h 4408M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:07:26.828 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 3m ago 6h 4773M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:07:26.828 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 3m ago 6h 4453M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:07:26.828 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 3m ago 6h 4465M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:07:26.828 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 3m ago 6h 131M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:07:27.232 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:07:27.232 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:07:27.232 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:07:27.232 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:07:27.232 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:07:27.232 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:07:27.232 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:07:27.232 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:07:27.232 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:07:27.232 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:07:27.232 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:07:27.233 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:07:27.233 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:07:27.233 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:07:27.233 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:07:27.233 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:07:27.233 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:07:27.233 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:07:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:07:28 smithi032 ceph-mon[191839]: from='client.59816 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:07:28.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:07:28 smithi032 ceph-mon[191839]: pgmap v14478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:28.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:07:28 smithi032 ceph-mon[191839]: from='client.49905 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:07:28.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:07:28 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3323619575' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:07:28.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:07:28 smithi032 ceph-mon[189144]: from='client.59816 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:07:28.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:07:28 smithi032 ceph-mon[189144]: pgmap v14478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:28.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:07:28 smithi032 ceph-mon[189144]: from='client.49905 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:07:28.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:07:28 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3323619575' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:07:28.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:07:28 smithi039 ceph-mon[181282]: from='client.59816 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:07:28.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:07:28 smithi039 ceph-mon[181282]: pgmap v14478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:28.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:07:28 smithi039 ceph-mon[181282]: from='client.49905 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:07:28.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:07:28 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3323619575' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:07:29.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:07:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:07:29.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:07:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:07:29.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:07:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:07:29.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:07:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:07:29.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:07:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:07:29.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:07:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:07:29.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:07:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:07:29.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:07:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:07:29.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:07:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:07:29.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:07:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:07:29.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:07:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:07:29.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:07:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:07:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:07:30 smithi032 ceph-mon[191839]: pgmap v14479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:07:30 smithi032 ceph-mon[189144]: pgmap v14479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:30.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:07:30 smithi039 ceph-mon[181282]: pgmap v14479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:07:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:07:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:07:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:07:32 smithi032 ceph-mon[191839]: pgmap v14480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:07:32 smithi032 ceph-mon[189144]: pgmap v14480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:32.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:07:32 smithi039 ceph-mon[181282]: pgmap v14480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:07:34 smithi032 ceph-mon[191839]: pgmap v14481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:34.443 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:07:34 smithi032 ceph-mon[189144]: pgmap v14481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:34.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:07:34 smithi039 ceph-mon[181282]: pgmap v14481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:07:36 smithi032 ceph-mon[191839]: pgmap v14482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:07:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:07:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:07:36 smithi032 ceph-mon[189144]: pgmap v14482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:07:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:07:36.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:07:36 smithi039 ceph-mon[181282]: pgmap v14482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:36.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:07:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:07:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:07:38 smithi032 ceph-mon[191839]: pgmap v14483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:38.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:07:38 smithi032 ceph-mon[189144]: pgmap v14483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:38.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:07:38 smithi039 ceph-mon[181282]: pgmap v14483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:40.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:07:40 smithi032 ceph-mon[191839]: pgmap v14484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:07:40 smithi032 ceph-mon[189144]: pgmap v14484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:40.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:07:40 smithi039 ceph-mon[181282]: pgmap v14484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:07:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:07:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:07:42.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:07:42 smithi032 ceph-mon[191839]: pgmap v14485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:42.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:07:42 smithi032 ceph-mon[189144]: pgmap v14485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:42.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:07:42 smithi039 ceph-mon[181282]: pgmap v14485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:44.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:07:44 smithi032 ceph-mon[189144]: pgmap v14486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:44.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:07:44 smithi032 ceph-mon[191839]: pgmap v14486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:44.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:07:44 smithi039 ceph-mon[181282]: pgmap v14486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:46.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:07:46 smithi032 ceph-mon[191839]: pgmap v14487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:46.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:07:46 smithi032 ceph-mon[189144]: pgmap v14487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:46.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:07:46 smithi039 ceph-mon[181282]: pgmap v14487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:48.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:07:48 smithi032 ceph-mon[191839]: pgmap v14488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:48.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:07:48 smithi032 ceph-mon[189144]: pgmap v14488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:48.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:07:48 smithi039 ceph-mon[181282]: pgmap v14488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:07:50 smithi032 ceph-mon[191839]: pgmap v14489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:07:50 smithi032 ceph-mon[189144]: pgmap v14489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:50.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:07:50 smithi039 ceph-mon[181282]: pgmap v14489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:07:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:07:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:07:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:07:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:07:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:07:50] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T00:07:51.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:07:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:07:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:07:52 smithi032 ceph-mon[191839]: pgmap v14490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:52.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:07:52 smithi032 ceph-mon[189144]: pgmap v14490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:52.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:07:52 smithi039 ceph-mon[181282]: pgmap v14490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:07:54 smithi032 ceph-mon[191839]: pgmap v14491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:54.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:07:54 smithi032 ceph-mon[189144]: pgmap v14491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:54.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:07:54 smithi039 ceph-mon[181282]: pgmap v14491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:07:56 smithi032 ceph-mon[191839]: pgmap v14492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:56.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:07:56 smithi032 ceph-mon[189144]: pgmap v14492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:56.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:07:56 smithi039 ceph-mon[181282]: pgmap v14492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:57.595 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:07:57.922 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:07:57.922 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 5m ago 6h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:07:57.922 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 3m ago 6h 95.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:07:57.922 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 5m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:07:57.922 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 3m ago 6h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:07:57.922 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 3m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:07:57.922 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 5m ago 6h 805M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:07:57.922 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 5m ago 6h 1805M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:07:57.922 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 3m ago 6h 862M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:07:57.922 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 5m ago 6h 898M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:07:57.922 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 5m ago 6h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:07:57.922 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 3m ago 6h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:07:57.923 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 5m ago 6h 5016M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:07:57.923 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 5m ago 6h 5165M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:07:57.923 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 5m ago 6h 4585M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:07:57.923 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 5m ago 6h 4663M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:07:57.923 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 3m ago 6h 4408M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:07:57.923 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 3m ago 6h 4773M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:07:57.923 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 3m ago 6h 4453M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:07:57.923 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 3m ago 6h 4465M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:07:57.923 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 3m ago 6h 131M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:07:58.324 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:07:58.324 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:07:58.324 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:07:58.324 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:07:58.324 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:07:58.324 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:07:58.324 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:07:58.325 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:07:58.325 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:07:58.325 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:07:58.325 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:07:58.325 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:07:58.325 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:07:58.325 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:07:58.325 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:07:58.325 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:07:58.325 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:07:58.325 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:07:58.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:07:58 smithi032 ceph-mon[189144]: pgmap v14493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:58.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:07:58 smithi032 ceph-mon[191839]: pgmap v14493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:58.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:07:58 smithi039 ceph-mon[181282]: pgmap v14493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:07:59.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:07:59 smithi032 ceph-mon[191839]: from='client.49917 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:07:59.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:07:59 smithi032 ceph-mon[191839]: from='client.49923 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:07:59.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:07:59 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/508906184' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:07:59.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:07:59 smithi032 ceph-mon[189144]: from='client.49917 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:07:59.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:07:59 smithi032 ceph-mon[189144]: from='client.49923 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:07:59.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:07:59 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/508906184' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:07:59.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:07:59 smithi039 ceph-mon[181282]: from='client.49917 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:07:59.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:07:59 smithi039 ceph-mon[181282]: from='client.49923 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:07:59.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:07:59 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/508906184' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:08:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:08:00 smithi032 ceph-mon[191839]: pgmap v14494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:08:00 smithi032 ceph-mon[189144]: pgmap v14494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:00.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:08:00 smithi039 ceph-mon[181282]: pgmap v14494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:08:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:08:00] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T00:08:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:08:02 smithi032 ceph-mon[191839]: pgmap v14495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:02.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:08:02 smithi032 ceph-mon[189144]: pgmap v14495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:02.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:08:02 smithi039 ceph-mon[181282]: pgmap v14495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:04.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:08:04 smithi032 ceph-mon[191839]: pgmap v14496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:04.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:08:04 smithi032 ceph-mon[189144]: pgmap v14496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:04.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:08:04 smithi039 ceph-mon[181282]: pgmap v14496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:08:06 smithi032 ceph-mon[189144]: pgmap v14497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:08:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:08:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:08:06 smithi032 ceph-mon[191839]: pgmap v14497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:08:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:08:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:08:06 smithi039 ceph-mon[181282]: pgmap v14497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:08:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:08:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:08:08 smithi032 ceph-mon[191839]: pgmap v14498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:08.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:08:08 smithi032 ceph-mon[189144]: pgmap v14498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:08.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:08:08 smithi039 ceph-mon[181282]: pgmap v14498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:10.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:08:10 smithi032 ceph-mon[191839]: pgmap v14499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:08:10 smithi032 ceph-mon[189144]: pgmap v14499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:10.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:08:10 smithi039 ceph-mon[181282]: pgmap v14499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:08:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:08:10] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T00:08:12.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:08:12 smithi032 ceph-mon[191839]: pgmap v14500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:12.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:08:12 smithi032 ceph-mon[189144]: pgmap v14500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:12.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:08:12 smithi039 ceph-mon[181282]: pgmap v14500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:14.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:08:14 smithi032 ceph-mon[191839]: pgmap v14501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:14.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:08:14 smithi032 ceph-mon[189144]: pgmap v14501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:14.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:08:14 smithi039 ceph-mon[181282]: pgmap v14501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:16.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:08:16 smithi032 ceph-mon[191839]: pgmap v14502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:16.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:08:16 smithi032 ceph-mon[189144]: pgmap v14502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:16.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:08:16 smithi039 ceph-mon[181282]: pgmap v14502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:08:18 smithi032 ceph-mon[191839]: pgmap v14503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:18.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:08:18 smithi032 ceph-mon[189144]: pgmap v14503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:18.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:08:18 smithi039 ceph-mon[181282]: pgmap v14503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:08:20 smithi032 ceph-mon[191839]: pgmap v14504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:08:20 smithi032 ceph-mon[189144]: pgmap v14504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:08:20 smithi039 ceph-mon[181282]: pgmap v14504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:21.135 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:08:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:08:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T00:08:21.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:08:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:08:21.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:08:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:08:21.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:08:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:08:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:08:22 smithi032 ceph-mon[191839]: pgmap v14505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:08:22 smithi032 ceph-mon[189144]: pgmap v14505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:22.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:08:22 smithi039 ceph-mon[181282]: pgmap v14505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:24.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:08:24 smithi032 ceph-mon[189144]: pgmap v14506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:24.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:08:24 smithi032 ceph-mon[191839]: pgmap v14506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:24.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:08:24 smithi039 ceph-mon[181282]: pgmap v14506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:08:26 smithi032 ceph-mon[189144]: pgmap v14507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:26.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:08:26 smithi032 ceph-mon[191839]: pgmap v14507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:26.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:08:26 smithi039 ceph-mon[181282]: pgmap v14507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:08:28 smithi032 ceph-mon[191839]: pgmap v14508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:28.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:08:28 smithi032 ceph-mon[189144]: pgmap v14508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:28.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:08:28 smithi039 ceph-mon[181282]: pgmap v14508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:28.684 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:08:29.009 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:08:29.009 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 6m ago 6h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:08:29.009 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 4m ago 6h 95.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:08:29.009 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 6m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:08:29.009 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 4m ago 6h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:08:29.009 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 4m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:08:29.009 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 6m ago 6h 805M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:08:29.009 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 6m ago 6h 1805M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:08:29.009 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 4m ago 6h 862M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:08:29.009 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 6m ago 6h 898M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:08:29.009 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 6m ago 6h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:08:29.009 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 4m ago 6h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:08:29.009 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 6m ago 6h 5016M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:08:29.010 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 6m ago 6h 5165M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:08:29.010 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 6m ago 6h 4585M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:08:29.010 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 6m ago 6h 4663M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:08:29.010 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 4m ago 6h 4408M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:08:29.010 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 4m ago 6h 4773M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:08:29.010 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 4m ago 6h 4453M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:08:29.010 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 4m ago 6h 4465M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:08:29.010 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 4m ago 6h 131M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:08:29.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:08:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:08:29.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:08:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:08:29.441 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:08:29.441 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:08:29.442 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:08:29.442 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:08:29.442 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:08:29.442 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:08:29.442 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:08:29.442 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:08:29.442 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:08:29.442 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:08:29.442 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:08:29.442 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:08:29.442 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:08:29.442 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:08:29.442 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:08:29.442 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:08:29.442 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:08:29.442 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:08:29.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:08:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:08:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:08:30 smithi032 ceph-mon[191839]: from='client.49935 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:08:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:08:30 smithi032 ceph-mon[191839]: pgmap v14509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:08:30 smithi032 ceph-mon[191839]: from='client.59858 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:08:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:08:30 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2001226140' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:08:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:08:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:08:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:08:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:08:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:08:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:08:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:08:30 smithi032 ceph-mon[189144]: from='client.49935 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:08:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:08:30 smithi032 ceph-mon[189144]: pgmap v14509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:08:30 smithi032 ceph-mon[189144]: from='client.59858 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:08:30.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:08:30 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2001226140' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:08:30.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:08:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:08:30.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:08:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:08:30.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:08:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:08:30.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:08:30 smithi039 ceph-mon[181282]: from='client.49935 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:08:30.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:08:30 smithi039 ceph-mon[181282]: pgmap v14509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:30.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:08:30 smithi039 ceph-mon[181282]: from='client.59858 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:08:30.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:08:30 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2001226140' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:08:30.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:08:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:08:30.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:08:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:08:30.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:08:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:08:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:08:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:08:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T00:08:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:08:32 smithi032 ceph-mon[189144]: pgmap v14510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:08:32 smithi032 ceph-mon[191839]: pgmap v14510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:32.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:08:32 smithi039 ceph-mon[181282]: pgmap v14510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:08:34 smithi032 ceph-mon[189144]: pgmap v14511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:34.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:08:34 smithi032 ceph-mon[191839]: pgmap v14511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:34.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:08:34 smithi039 ceph-mon[181282]: pgmap v14511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:08:36 smithi032 ceph-mon[191839]: pgmap v14512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:08:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:08:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:08:36 smithi032 ceph-mon[189144]: pgmap v14512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:08:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:08:36.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:08:36 smithi039 ceph-mon[181282]: pgmap v14512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:36.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:08:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:08:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:08:38 smithi032 ceph-mon[191839]: pgmap v14513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:38.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:08:38 smithi032 ceph-mon[189144]: pgmap v14513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:38.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:08:38 smithi039 ceph-mon[181282]: pgmap v14513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:40.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:08:40 smithi032 ceph-mon[191839]: pgmap v14514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:08:40 smithi032 ceph-mon[189144]: pgmap v14514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:40.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:08:40 smithi039 ceph-mon[181282]: pgmap v14514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:08:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:08:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:08:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:08:42 smithi032 ceph-mon[191839]: pgmap v14515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:42.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:08:42 smithi032 ceph-mon[189144]: pgmap v14515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:42.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:08:42 smithi039 ceph-mon[181282]: pgmap v14515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:44.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:08:44 smithi032 ceph-mon[191839]: pgmap v14516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:44.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:08:44 smithi032 ceph-mon[189144]: pgmap v14516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:44.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:08:44 smithi039 ceph-mon[181282]: pgmap v14516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:08:46 smithi032 ceph-mon[191839]: pgmap v14517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:46.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:08:46 smithi032 ceph-mon[189144]: pgmap v14517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:46.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:08:46 smithi039 ceph-mon[181282]: pgmap v14517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:48.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:08:48 smithi039 ceph-mon[181282]: pgmap v14518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:48.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:08:48 smithi032 ceph-mon[191839]: pgmap v14518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:48.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:08:48 smithi032 ceph-mon[189144]: pgmap v14518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:50.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:08:50 smithi039 ceph-mon[181282]: pgmap v14519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:50.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:08:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:08:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:08:50 smithi032 ceph-mon[191839]: pgmap v14519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:50.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:08:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:08:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:08:50 smithi032 ceph-mon[189144]: pgmap v14519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:08:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:08:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:08:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:08:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:08:52.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:08:52 smithi039 ceph-mon[181282]: pgmap v14520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:52.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:08:52 smithi032 ceph-mon[189144]: pgmap v14520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:52.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:08:52 smithi032 ceph-mon[191839]: pgmap v14520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:54.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:08:54 smithi039 ceph-mon[181282]: pgmap v14521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:08:54 smithi032 ceph-mon[191839]: pgmap v14521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:54.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:08:54 smithi032 ceph-mon[189144]: pgmap v14521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:56.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:08:56 smithi039 ceph-mon[181282]: pgmap v14522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:56.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:08:56 smithi032 ceph-mon[191839]: pgmap v14522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:56.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:08:56 smithi032 ceph-mon[189144]: pgmap v14522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:58.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:08:58 smithi039 ceph-mon[181282]: pgmap v14523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:58.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:08:58 smithi032 ceph-mon[191839]: pgmap v14523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:08:58 smithi032 ceph-mon[189144]: pgmap v14523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:08:59.807 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:09:00.133 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:09:00.133 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 6m ago 6h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:09:00.133 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 4m ago 6h 95.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:09:00.133 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 6m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:09:00.133 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 4m ago 6h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:09:00.133 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 4m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:09:00.134 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 6m ago 6h 805M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:09:00.134 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 6m ago 6h 1805M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:09:00.134 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 4m ago 6h 862M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:09:00.134 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 6m ago 6h 898M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:09:00.134 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 6m ago 6h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:09:00.134 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 4m ago 6h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:09:00.134 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 6m ago 6h 5016M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:09:00.134 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 6m ago 6h 5165M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:09:00.134 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 6m ago 6h 4585M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:09:00.134 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 6m ago 6h 4663M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:09:00.134 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 4m ago 6h 4408M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:09:00.134 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 4m ago 6h 4773M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:09:00.134 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 4m ago 6h 4453M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:09:00.134 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 4m ago 6h 4465M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:09:00.134 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 4m ago 6h 131M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:09:00.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:09:00 smithi039 ceph-mon[181282]: pgmap v14524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:00.540 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:09:00.540 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:09:00.540 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:09:00.540 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:09:00.540 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:09:00.540 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:09:00.540 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:09:00.540 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:09:00.540 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:09:00.540 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:09:00.541 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:09:00.541 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:09:00.541 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:09:00.541 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:09:00.541 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:09:00.541 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:09:00.541 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:09:00.541 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:09:00.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:09:00 smithi032 ceph-mon[191839]: pgmap v14524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:00.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:09:00 smithi032 ceph-mon[189144]: pgmap v14524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:09:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:09:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:09:01.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:09:01 smithi039 ceph-mon[181282]: from='client.59870 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:09:01.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:09:01 smithi039 ceph-mon[181282]: from='client.49959 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:09:01.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:09:01 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/981127229' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:09:01.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:09:01 smithi032 ceph-mon[189144]: from='client.59870 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:09:01.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:09:01 smithi032 ceph-mon[189144]: from='client.49959 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:09:01.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:09:01 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/981127229' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:09:01.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:09:01 smithi032 ceph-mon[191839]: from='client.59870 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:09:01.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:09:01 smithi032 ceph-mon[191839]: from='client.49959 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:09:01.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:09:01 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/981127229' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:09:02.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:09:02 smithi039 ceph-mon[181282]: pgmap v14525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:02.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:09:02 smithi032 ceph-mon[191839]: pgmap v14525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:02.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:09:02 smithi032 ceph-mon[189144]: pgmap v14525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:04.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:09:04 smithi039 ceph-mon[181282]: pgmap v14526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:09:04 smithi032 ceph-mon[191839]: pgmap v14526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:04.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:09:04 smithi032 ceph-mon[189144]: pgmap v14526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:05.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:09:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:09:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:09:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:09:05.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:09:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:09:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:09:06 smithi039 ceph-mon[181282]: pgmap v14527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:09:06 smithi032 ceph-mon[191839]: pgmap v14527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:09:06 smithi032 ceph-mon[189144]: pgmap v14527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:08.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:09:08 smithi039 ceph-mon[181282]: pgmap v14528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:08.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:09:08 smithi032 ceph-mon[191839]: pgmap v14528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:09:08 smithi032 ceph-mon[189144]: pgmap v14528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:10.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:09:10 smithi039 ceph-mon[181282]: pgmap v14529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:10.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:09:10 smithi032 ceph-mon[189144]: pgmap v14529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:10.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:09:10 smithi032 ceph-mon[191839]: pgmap v14529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:09:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:09:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:09:12.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:09:12 smithi039 ceph-mon[181282]: pgmap v14530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:09:12 smithi032 ceph-mon[191839]: pgmap v14530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:12.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:09:12 smithi032 ceph-mon[189144]: pgmap v14530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:14.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:09:14 smithi039 ceph-mon[181282]: pgmap v14531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:14.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:09:14 smithi032 ceph-mon[191839]: pgmap v14531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:09:14 smithi032 ceph-mon[189144]: pgmap v14531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:16.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:09:16 smithi039 ceph-mon[181282]: pgmap v14532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:09:16 smithi032 ceph-mon[191839]: pgmap v14532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:16.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:09:16 smithi032 ceph-mon[189144]: pgmap v14532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:18.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:09:18 smithi039 ceph-mon[181282]: pgmap v14533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:09:18 smithi032 ceph-mon[189144]: pgmap v14533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:18.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:09:18 smithi032 ceph-mon[191839]: pgmap v14533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:09:20 smithi039 ceph-mon[181282]: pgmap v14534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:09:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:09:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:09:20 smithi032 ceph-mon[191839]: pgmap v14534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:09:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:09:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:09:20 smithi032 ceph-mon[189144]: pgmap v14534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:09:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:09:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:09:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:09:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:09:22.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:09:22 smithi032 ceph-mon[191839]: pgmap v14535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:22.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:09:22 smithi032 ceph-mon[189144]: pgmap v14535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:22.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:09:22 smithi039 ceph-mon[181282]: pgmap v14535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:24.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:09:24 smithi032 ceph-mon[191839]: pgmap v14536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:24.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:09:24 smithi032 ceph-mon[189144]: pgmap v14536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:24.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:09:24 smithi039 ceph-mon[181282]: pgmap v14536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:26.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:09:26 smithi032 ceph-mon[189144]: pgmap v14537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:09:26 smithi032 ceph-mon[191839]: pgmap v14537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:26.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:09:26 smithi039 ceph-mon[181282]: pgmap v14537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:09:27 smithi039 ceph-mon[181282]: pgmap v14538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:09:27 smithi032 ceph-mon[191839]: pgmap v14538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:28.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:09:27 smithi032 ceph-mon[189144]: pgmap v14538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:09:29 smithi039 ceph-mon[181282]: pgmap v14539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:09:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:09:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:09:29 smithi032 ceph-mon[191839]: pgmap v14539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:09:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:09:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:09:29 smithi032 ceph-mon[189144]: pgmap v14539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:09:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:09:30.898 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:09:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:09:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:09:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:09:31.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:09:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:09:31.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:09:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:09:31.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:09:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:09:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:09:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:09:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:09:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:09:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:09:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:09:31.222 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:09:31.223 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 7m ago 6h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:09:31.223 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 5m ago 6h 95.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:09:31.223 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 7m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:09:31.223 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 5m ago 6h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:09:31.223 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 5m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:09:31.223 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 7m ago 6h 805M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:09:31.223 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 7m ago 6h 1805M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:09:31.223 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 5m ago 6h 862M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:09:31.223 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 7m ago 6h 898M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:09:31.223 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 7m ago 6h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:09:31.223 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 5m ago 6h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:09:31.223 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 7m ago 6h 5016M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:09:31.223 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 7m ago 6h 5165M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:09:31.223 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 7m ago 6h 4585M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:09:31.223 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 7m ago 6h 4663M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:09:31.223 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 5m ago 6h 4408M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:09:31.224 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 5m ago 6h 4773M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:09:31.224 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 5m ago 6h 4453M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:09:31.224 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 5m ago 6h 4465M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:09:31.224 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 5m ago 6h 131M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:09:31.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:09:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:09:31.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:09:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:09:31.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:09:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:09:31.623 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:09:31.624 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:09:31.624 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:09:31.624 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:09:31.624 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:09:31.624 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:09:31.624 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:09:31.624 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:09:31.624 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:09:31.624 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:09:31.624 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:09:31.624 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:09:31.624 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:09:31.624 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:09:31.624 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:09:31.624 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:09:31.624 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:09:31.625 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:09:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:09:32 smithi032 ceph-mon[191839]: pgmap v14540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:09:32 smithi032 ceph-mon[191839]: from='client.49971 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:09:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:09:32 smithi032 ceph-mon[191839]: from='client.49977 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:09:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:09:32 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/540695557' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:09:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:09:32 smithi032 ceph-mon[189144]: pgmap v14540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:09:32 smithi032 ceph-mon[189144]: from='client.49971 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:09:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:09:32 smithi032 ceph-mon[189144]: from='client.49977 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:09:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:09:32 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/540695557' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:09:32.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:09:32 smithi039 ceph-mon[181282]: pgmap v14540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:32.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:09:32 smithi039 ceph-mon[181282]: from='client.49971 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:09:32.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:09:32 smithi039 ceph-mon[181282]: from='client.49977 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:09:32.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:09:32 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/540695557' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:09:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:09:34 smithi032 ceph-mon[189144]: pgmap v14541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:34.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:09:34 smithi032 ceph-mon[191839]: pgmap v14541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:34.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:09:34 smithi039 ceph-mon[181282]: pgmap v14541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:09:36 smithi032 ceph-mon[191839]: pgmap v14542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:09:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:09:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:09:36 smithi032 ceph-mon[189144]: pgmap v14542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:09:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:09:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:09:36 smithi039 ceph-mon[181282]: pgmap v14542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:09:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:09:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:09:38 smithi032 ceph-mon[191839]: pgmap v14543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:38.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:09:38 smithi032 ceph-mon[189144]: pgmap v14543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:38.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:09:38 smithi039 ceph-mon[181282]: pgmap v14543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:40.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:09:40 smithi032 ceph-mon[191839]: pgmap v14544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:09:40 smithi032 ceph-mon[189144]: pgmap v14544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:40.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:09:40 smithi039 ceph-mon[181282]: pgmap v14544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:09:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:09:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:09:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:09:42 smithi032 ceph-mon[191839]: pgmap v14545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:42.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:09:42 smithi032 ceph-mon[189144]: pgmap v14545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:42.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:09:42 smithi039 ceph-mon[181282]: pgmap v14545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:44.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:09:44 smithi032 ceph-mon[191839]: pgmap v14546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:44.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:09:44 smithi032 ceph-mon[189144]: pgmap v14546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:44.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:09:44 smithi039 ceph-mon[181282]: pgmap v14546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:09:46 smithi032 ceph-mon[191839]: pgmap v14547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:46.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:09:46 smithi032 ceph-mon[189144]: pgmap v14547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:46.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:09:46 smithi039 ceph-mon[181282]: pgmap v14547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:48.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:09:48 smithi032 ceph-mon[191839]: pgmap v14548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:48.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:09:48 smithi032 ceph-mon[189144]: pgmap v14548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:48.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:09:48 smithi039 ceph-mon[181282]: pgmap v14548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:09:50 smithi032 ceph-mon[191839]: pgmap v14549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:09:50 smithi032 ceph-mon[189144]: pgmap v14549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:50.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:09:50 smithi039 ceph-mon[181282]: pgmap v14549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:51.135 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:09:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:09:50] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-23T00:09:51.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:09:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:09:51.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:09:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:09:51.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:09:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:09:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:09:52 smithi032 ceph-mon[191839]: pgmap v14550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:52.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:09:52 smithi032 ceph-mon[189144]: pgmap v14550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:52.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:09:52 smithi039 ceph-mon[181282]: pgmap v14550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:09:54 smithi032 ceph-mon[191839]: pgmap v14551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:54.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:09:54 smithi032 ceph-mon[189144]: pgmap v14551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:54.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:09:54 smithi039 ceph-mon[181282]: pgmap v14551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:09:56 smithi032 ceph-mon[191839]: pgmap v14552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:09:56 smithi032 ceph-mon[189144]: pgmap v14552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:56.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:09:56 smithi039 ceph-mon[181282]: pgmap v14552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:58.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:09:58 smithi032 ceph-mon[191839]: pgmap v14553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:58.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:09:58 smithi032 ceph-mon[189144]: pgmap v14553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:09:58.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:09:58 smithi039 ceph-mon[181282]: pgmap v14553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:00 smithi032 ceph-mon[191839]: pgmap v14554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T00:10:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-23T00:09:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T00:10:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:00 smithi032 ceph-mon[189144]: pgmap v14554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T00:10:00.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:00 smithi039 ceph-mon[181282]: pgmap v14554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:00.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T00:10:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:10:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:10:00] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2023-12-23T00:10:01.990 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:10:02.316 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:10:02.316 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 7m ago 6h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:10:02.316 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 5m ago 6h 95.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:10:02.316 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 7m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:10:02.316 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 5m ago 6h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:10:02.317 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 5m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:10:02.317 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 7m ago 6h 805M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:10:02.317 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 7m ago 6h 1805M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:10:02.317 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 5m ago 6h 862M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:10:02.317 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 7m ago 6h 898M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:10:02.317 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 7m ago 6h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:10:02.317 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 5m ago 6h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:10:02.317 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 7m ago 6h 5016M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:10:02.317 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 7m ago 6h 5165M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:10:02.317 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 7m ago 6h 4585M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:10:02.317 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 7m ago 6h 4663M 2303M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:10:02.317 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 5m ago 6h 4408M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:10:02.317 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 5m ago 6h 4773M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:10:02.317 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 5m ago 6h 4453M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:10:02.318 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 5m ago 6h 4465M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:10:02.318 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 5m ago 6h 131M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:10:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:02 smithi032 ceph-mon[189144]: pgmap v14555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:02 smithi032 ceph-mon[191839]: pgmap v14555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:02.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:02 smithi039 ceph-mon[181282]: pgmap v14555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:02.722 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:10:02.722 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:10:02.722 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:10:02.722 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:10:02.722 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:10:02.722 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:10:02.723 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:10:02.723 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:10:02.723 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:10:02.723 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:10:02.723 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:10:02.723 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:10:02.723 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:10:02.723 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:10:02.723 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:10:02.723 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:10:02.723 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:10:02.723 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:10:03.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:03 smithi032 ceph-mon[191839]: from='client.49989 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:10:03.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:03 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/322097330' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:10:03.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:03 smithi032 ceph-mon[189144]: from='client.49989 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:10:03.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:03 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/322097330' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:10:03.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:03 smithi039 ceph-mon[181282]: from='client.49989 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:10:03.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:03 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/322097330' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:10:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:04 smithi032 ceph-mon[191839]: from='client.59912 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:10:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:04 smithi032 ceph-mon[191839]: pgmap v14556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:04.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:04 smithi032 ceph-mon[189144]: from='client.59912 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:10:04.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:04 smithi032 ceph-mon[189144]: pgmap v14556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:04.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:04 smithi039 ceph-mon[181282]: from='client.59912 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:10:04.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:04 smithi039 ceph-mon[181282]: pgmap v14556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:06 smithi032 ceph-mon[189144]: pgmap v14557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:10:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:06 smithi032 ceph-mon[191839]: pgmap v14557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:10:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:06 smithi039 ceph-mon[181282]: pgmap v14557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:10:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:08 smithi032 ceph-mon[189144]: pgmap v14558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:08.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:08 smithi032 ceph-mon[191839]: pgmap v14558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:08.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:08 smithi039 ceph-mon[181282]: pgmap v14558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:10.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:10 smithi032 ceph-mon[191839]: pgmap v14559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:10 smithi032 ceph-mon[189144]: pgmap v14559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:10.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:10 smithi039 ceph-mon[181282]: pgmap v14559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:10:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:10:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:10:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:12 smithi032 ceph-mon[191839]: pgmap v14560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:12.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:12 smithi032 ceph-mon[189144]: pgmap v14560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:12.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:12 smithi039 ceph-mon[181282]: pgmap v14560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:14.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:14 smithi032 ceph-mon[189144]: pgmap v14561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:14.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:14 smithi032 ceph-mon[191839]: pgmap v14561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:14.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:14 smithi039 ceph-mon[181282]: pgmap v14561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:16.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:16 smithi039 ceph-mon[181282]: pgmap v14562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:16 smithi032 ceph-mon[191839]: pgmap v14562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:16 smithi032 ceph-mon[189144]: pgmap v14562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:17.257 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 23 00:10:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-23T00:10:16.981311249Z level=info msg="Completed cleanup jobs" duration=11.845035ms 2023-12-23T00:10:18.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:18 smithi039 ceph-mon[181282]: pgmap v14563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:18.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:18 smithi032 ceph-mon[191839]: pgmap v14563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:18 smithi032 ceph-mon[189144]: pgmap v14563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:20 smithi039 ceph-mon[181282]: pgmap v14564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:10:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:20 smithi032 ceph-mon[191839]: pgmap v14564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:10:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:20 smithi032 ceph-mon[189144]: pgmap v14564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:10:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:10:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:10:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:10:22.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:22 smithi039 ceph-mon[181282]: pgmap v14565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:22.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:22 smithi032 ceph-mon[191839]: pgmap v14565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:22.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:22 smithi032 ceph-mon[189144]: pgmap v14565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:24.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:24 smithi039 ceph-mon[181282]: pgmap v14566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:24.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:24 smithi032 ceph-mon[191839]: pgmap v14566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:24.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:24 smithi032 ceph-mon[189144]: pgmap v14566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:26.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:26 smithi039 ceph-mon[181282]: pgmap v14567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:26 smithi032 ceph-mon[191839]: pgmap v14567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:26.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:26 smithi032 ceph-mon[189144]: pgmap v14567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:28.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:28 smithi039 ceph-mon[181282]: pgmap v14568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:28.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:28 smithi032 ceph-mon[191839]: pgmap v14568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:28.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:28 smithi032 ceph-mon[189144]: pgmap v14568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:30.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:30 smithi039 ceph-mon[181282]: pgmap v14569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:30.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:30 smithi032 ceph-mon[189144]: pgmap v14569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:30.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:30 smithi032 ceph-mon[191839]: pgmap v14569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:10:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:10:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:10:31.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:10:31.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:10:31.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:10:31.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:10:31.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:10:31.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:10:31.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:10:31.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:10:31.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:10:31.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:10:31.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:10:31.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:10:31.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:10:31.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:10:31.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:10:31.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:10:31.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:10:31.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:10:31.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:10:31.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:10:31.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:10:31.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:10:31.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:10:31.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:10:31.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:10:31.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:10:31.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:10:31.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:10:31.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:10:31.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:10:31.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:10:31.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:10:31.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:10:32.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:32 smithi039 ceph-mon[181282]: pgmap v14570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:32.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:32 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi032 to 2294M 2023-12-23T00:10:32.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:32 smithi032 ceph-mon[191839]: pgmap v14570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:32.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:32 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi032 to 2294M 2023-12-23T00:10:32.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:32 smithi032 ceph-mon[189144]: pgmap v14570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:32.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:32 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi032 to 2294M 2023-12-23T00:10:33.086 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:10:33.408 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:10:33.409 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 8m ago 6h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:10:33.409 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 6m ago 6h 95.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:10:33.409 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 8m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:10:33.409 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 6m ago 6h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:10:33.409 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 6m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:10:33.409 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 8m ago 6h 805M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:10:33.409 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 8m ago 6h 1805M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:10:33.409 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 6m ago 6h 862M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:10:33.409 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 8m ago 6h 898M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:10:33.409 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 8m ago 6h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:10:33.409 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 6m ago 6h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:10:33.409 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 8m ago 6h 5016M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:10:33.409 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 8m ago 6h 5165M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:10:33.410 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 8m ago 6h 4585M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:10:33.410 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 8m ago 6h 4663M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:10:33.410 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 6m ago 6h 4408M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:10:33.410 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 6m ago 6h 4773M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:10:33.410 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 6m ago 6h 4453M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:10:33.410 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 6m ago 6h 4465M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:10:33.410 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 6m ago 6h 131M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:10:33.813 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:10:33.813 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:10:33.813 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:10:33.813 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:10:33.813 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:10:33.813 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:10:33.813 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:10:33.813 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:10:33.813 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:10:33.813 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:10:33.813 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:10:33.814 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:10:33.814 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:10:33.814 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:10:33.814 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:10:33.814 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:10:33.814 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:10:33.814 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:10:34.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:34 smithi039 ceph-mon[181282]: pgmap v14571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:34.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:34 smithi039 ceph-mon[181282]: from='client.59924 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:10:34.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:34 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2499234694' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:10:34.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:34 smithi032 ceph-mon[191839]: pgmap v14571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:34.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:34 smithi032 ceph-mon[191839]: from='client.59924 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:10:34.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:34 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2499234694' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:10:34.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:34 smithi032 ceph-mon[189144]: pgmap v14571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:34.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:34 smithi032 ceph-mon[189144]: from='client.59924 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:10:34.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:34 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2499234694' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:10:35.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:35 smithi039 ceph-mon[181282]: from='client.59930 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:10:35.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:10:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:35 smithi032 ceph-mon[191839]: from='client.59930 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:10:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:10:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:35 smithi032 ceph-mon[189144]: from='client.59930 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:10:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:10:36.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:36 smithi039 ceph-mon[181282]: pgmap v14572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:36.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:36 smithi032 ceph-mon[191839]: pgmap v14572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:36.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:36 smithi032 ceph-mon[189144]: pgmap v14572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:38.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:38 smithi039 ceph-mon[181282]: pgmap v14573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:38.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:38 smithi032 ceph-mon[191839]: pgmap v14573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:38.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:38 smithi032 ceph-mon[189144]: pgmap v14573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:40.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:40 smithi039 ceph-mon[181282]: pgmap v14574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:40.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:40 smithi032 ceph-mon[191839]: pgmap v14574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:40.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:40 smithi032 ceph-mon[189144]: pgmap v14574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:10:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:10:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:10:42.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:42 smithi039 ceph-mon[181282]: pgmap v14575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:42.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:42 smithi032 ceph-mon[189144]: pgmap v14575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:42.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:42 smithi032 ceph-mon[191839]: pgmap v14575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:44.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:44 smithi039 ceph-mon[181282]: pgmap v14576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:44.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:44 smithi032 ceph-mon[191839]: pgmap v14576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:44.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:44 smithi032 ceph-mon[189144]: pgmap v14576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:46.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:46 smithi039 ceph-mon[181282]: pgmap v14577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:46.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:46 smithi032 ceph-mon[191839]: pgmap v14577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:46 smithi032 ceph-mon[189144]: pgmap v14577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:48.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:48 smithi039 ceph-mon[181282]: pgmap v14578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:48.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:48 smithi032 ceph-mon[191839]: pgmap v14578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:48.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:48 smithi032 ceph-mon[189144]: pgmap v14578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:50.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:50 smithi039 ceph-mon[181282]: pgmap v14579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:50.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:10:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:50 smithi032 ceph-mon[191839]: pgmap v14579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:10:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:50 smithi032 ceph-mon[189144]: pgmap v14579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:10:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:10:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:10:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:10:52.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:52 smithi039 ceph-mon[181282]: pgmap v14580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:52.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:52 smithi032 ceph-mon[191839]: pgmap v14580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:52.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:52 smithi032 ceph-mon[189144]: pgmap v14580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:54.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:54 smithi039 ceph-mon[181282]: pgmap v14581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:54 smithi032 ceph-mon[191839]: pgmap v14581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:54.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:54 smithi032 ceph-mon[189144]: pgmap v14581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:56.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:56 smithi039 ceph-mon[181282]: pgmap v14582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:56.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:56 smithi032 ceph-mon[191839]: pgmap v14582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:56.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:56 smithi032 ceph-mon[189144]: pgmap v14582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:58.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:10:58 smithi039 ceph-mon[181282]: pgmap v14583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:58.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:10:58 smithi032 ceph-mon[191839]: pgmap v14583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:10:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:10:58 smithi032 ceph-mon[189144]: pgmap v14583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:00.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:11:00 smithi039 ceph-mon[181282]: pgmap v14584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:00.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:11:00 smithi032 ceph-mon[189144]: pgmap v14584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:00.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:11:00 smithi032 ceph-mon[191839]: pgmap v14584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:11:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:11:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:11:02.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:11:02 smithi032 ceph-mon[191839]: pgmap v14585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:11:02 smithi032 ceph-mon[189144]: pgmap v14585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:02.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:11:02 smithi039 ceph-mon[181282]: pgmap v14585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:04.175 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:11:04.500 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:11:04.500 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 8m ago 6h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:11:04.501 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 6m ago 6h 95.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:11:04.501 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 8m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:11:04.501 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 6m ago 6h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:11:04.501 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 6m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:11:04.501 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 8m ago 7h 805M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:11:04.501 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 8m ago 7h 1805M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:11:04.501 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 6m ago 6h 862M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:11:04.501 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 8m ago 6h 898M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:11:04.501 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 8m ago 6h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:11:04.501 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 6m ago 6h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:11:04.501 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 8m ago 6h 5016M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:11:04.501 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 8m ago 6h 5165M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:11:04.501 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 8m ago 6h 4585M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:11:04.501 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 8m ago 6h 4663M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:11:04.502 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 6m ago 6h 4408M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:11:04.502 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 6m ago 6h 4773M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:11:04.502 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 6m ago 6h 4453M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:11:04.502 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 6m ago 6h 4465M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:11:04.502 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 6m ago 6h 131M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:11:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:11:04 smithi032 ceph-mon[191839]: pgmap v14586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:11:04 smithi032 ceph-mon[189144]: pgmap v14586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:04.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:11:04 smithi039 ceph-mon[181282]: pgmap v14586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:04.903 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:11:04.903 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:11:04.903 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:11:04.903 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:11:04.903 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:11:04.904 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:11:04.904 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:11:04.904 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:11:04.904 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:11:04.904 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:11:04.904 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:11:04.904 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:11:04.904 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:11:04.904 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:11:04.904 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:11:04.904 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:11:04.904 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:11:04.905 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:11:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:11:05 smithi032 ceph-mon[191839]: from='client.50025 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:11:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:11:05 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1904715604' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:11:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:11:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:11:05.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:11:05 smithi032 ceph-mon[189144]: from='client.50025 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:11:05.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:11:05 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1904715604' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:11:05.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:11:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:11:05.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:11:05 smithi039 ceph-mon[181282]: from='client.50025 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:11:05.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:11:05 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1904715604' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:11:05.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:11:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:11:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:11:06 smithi032 ceph-mon[191839]: from='client.50031 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:11:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:11:06 smithi032 ceph-mon[191839]: pgmap v14587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:06.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:11:06 smithi032 ceph-mon[189144]: from='client.50031 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:11:06.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:11:06 smithi032 ceph-mon[189144]: pgmap v14587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:06.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:11:06 smithi039 ceph-mon[181282]: from='client.50031 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:11:06.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:11:06 smithi039 ceph-mon[181282]: pgmap v14587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:08.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:11:08 smithi032 ceph-mon[191839]: pgmap v14588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:11:08 smithi032 ceph-mon[189144]: pgmap v14588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:08.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:11:08 smithi039 ceph-mon[181282]: pgmap v14588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:10.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:11:10 smithi032 ceph-mon[191839]: pgmap v14589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:10.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:11:10 smithi032 ceph-mon[189144]: pgmap v14589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:10.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:11:10 smithi039 ceph-mon[181282]: pgmap v14589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:11:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:11:10] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-23T00:11:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:11:12 smithi032 ceph-mon[189144]: pgmap v14590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:11:12 smithi032 ceph-mon[191839]: pgmap v14590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:12.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:11:12 smithi039 ceph-mon[181282]: pgmap v14590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:11:14 smithi032 ceph-mon[189144]: pgmap v14591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:14.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:11:14 smithi032 ceph-mon[191839]: pgmap v14591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:14.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:11:14 smithi039 ceph-mon[181282]: pgmap v14591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:15.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:11:15 smithi032 ceph-mon[189144]: pgmap v14592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:15.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:11:15 smithi032 ceph-mon[191839]: pgmap v14592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:15.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:11:15 smithi039 ceph-mon[181282]: pgmap v14592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:11:18 smithi032 ceph-mon[189144]: pgmap v14593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:18.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:11:18 smithi032 ceph-mon[191839]: pgmap v14593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:18.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:11:18 smithi039 ceph-mon[181282]: pgmap v14593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:11:20 smithi032 ceph-mon[191839]: pgmap v14594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:11:20 smithi032 ceph-mon[189144]: pgmap v14594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:11:20 smithi039 ceph-mon[181282]: pgmap v14594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:11:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:11:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T00:11:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:11:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:11:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:11:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:11:21.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:11:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:11:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:11:22 smithi032 ceph-mon[191839]: pgmap v14595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:11:22 smithi032 ceph-mon[189144]: pgmap v14595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:22.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:11:22 smithi039 ceph-mon[181282]: pgmap v14595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:24.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:11:24 smithi032 ceph-mon[191839]: pgmap v14596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:24.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:11:24 smithi032 ceph-mon[189144]: pgmap v14596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:24.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:11:24 smithi039 ceph-mon[181282]: pgmap v14596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:26.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:11:26 smithi032 ceph-mon[191839]: pgmap v14597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:11:26 smithi032 ceph-mon[189144]: pgmap v14597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:26.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:11:26 smithi039 ceph-mon[181282]: pgmap v14597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:11:28 smithi032 ceph-mon[191839]: pgmap v14598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:28.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:11:28 smithi032 ceph-mon[189144]: pgmap v14598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:28.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:11:28 smithi039 ceph-mon[181282]: pgmap v14598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:11:30 smithi032 ceph-mon[191839]: pgmap v14599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:11:30 smithi032 ceph-mon[189144]: pgmap v14599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:30.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:11:30 smithi039 ceph-mon[181282]: pgmap v14599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:11:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:11:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T00:11:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:11:32 smithi032 ceph-mon[191839]: pgmap v14600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:11:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:11:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:11:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:11:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:11:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:11:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:11:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:11:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:11:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:11:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:11:32 smithi032 ceph-mon[189144]: pgmap v14600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:11:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:11:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:11:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:11:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:11:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:11:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:11:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:11:32.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:11:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:11:32.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:11:32 smithi039 ceph-mon[181282]: pgmap v14600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:32.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:11:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:11:32.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:11:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:11:32.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:11:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:11:32.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:11:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:11:32.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:11:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:11:33.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:11:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:11:33.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:11:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:11:33.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:11:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:11:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:11:34 smithi032 ceph-mon[191839]: pgmap v14601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:11:34 smithi032 ceph-mon[189144]: pgmap v14601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:34.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:11:34 smithi039 ceph-mon[181282]: pgmap v14601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:35.268 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:11:35.594 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:11:35.594 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 9m ago 6h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:11:35.594 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 7m ago 6h 95.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:11:35.594 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 9m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:11:35.594 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 7m ago 6h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:11:35.594 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 7m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:11:35.595 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 9m ago 7h 805M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:11:35.595 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 9m ago 7h 1805M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:11:35.595 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 7m ago 6h 862M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:11:35.595 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 9m ago 6h 898M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:11:35.595 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 9m ago 6h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:11:35.595 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 7m ago 6h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:11:35.595 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 9m ago 6h 5016M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:11:35.595 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 9m ago 6h 5165M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:11:35.595 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 9m ago 6h 4585M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:11:35.595 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 9m ago 6h 4663M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:11:35.595 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 7m ago 6h 4408M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:11:35.595 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 7m ago 6h 4773M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:11:35.596 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 7m ago 6h 4453M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:11:35.596 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 7m ago 6h 4465M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:11:35.596 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 7m ago 6h 131M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:11:35.995 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:11:35.995 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:11:35.995 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:11:35.995 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:11:35.995 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:11:35.996 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:11:35.996 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:11:35.996 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:11:35.996 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:11:35.996 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:11:35.996 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:11:35.996 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:11:35.996 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:11:35.996 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:11:35.996 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:11:35.996 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:11:35.997 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:11:35.997 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:11:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:11:36 smithi032 ceph-mon[191839]: pgmap v14602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:11:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:11:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:11:36 smithi032 ceph-mon[191839]: from='client.50043 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:11:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:11:36 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2393601035' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:11:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:11:36 smithi032 ceph-mon[189144]: pgmap v14602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:11:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:11:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:11:36 smithi032 ceph-mon[189144]: from='client.50043 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:11:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:11:36 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2393601035' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:11:36.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:11:36 smithi039 ceph-mon[181282]: pgmap v14602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:36.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:11:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:11:36.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:11:36 smithi039 ceph-mon[181282]: from='client.50043 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:11:36.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:11:36 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2393601035' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:11:37.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:11:37 smithi032 ceph-mon[191839]: from='client.59966 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:11:37.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:11:37 smithi032 ceph-mon[189144]: from='client.59966 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:11:37.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:11:37 smithi039 ceph-mon[181282]: from='client.59966 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:11:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:11:38 smithi032 ceph-mon[191839]: pgmap v14603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:11:38 smithi032 ceph-mon[189144]: pgmap v14603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:38.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:11:38 smithi039 ceph-mon[181282]: pgmap v14603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:40.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:11:40 smithi032 ceph-mon[191839]: pgmap v14604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:11:40 smithi032 ceph-mon[189144]: pgmap v14604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:40.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:11:40 smithi039 ceph-mon[181282]: pgmap v14604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:11:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:11:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:11:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:11:42 smithi032 ceph-mon[191839]: pgmap v14605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:11:42 smithi032 ceph-mon[189144]: pgmap v14605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:42.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:11:42 smithi039 ceph-mon[181282]: pgmap v14605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:44.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:11:44 smithi032 ceph-mon[191839]: pgmap v14606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:44.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:11:44 smithi032 ceph-mon[189144]: pgmap v14606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:44.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:11:44 smithi039 ceph-mon[181282]: pgmap v14606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:11:46 smithi032 ceph-mon[191839]: pgmap v14607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:46.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:11:46 smithi032 ceph-mon[189144]: pgmap v14607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:46.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:11:46 smithi039 ceph-mon[181282]: pgmap v14607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:48.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:11:48 smithi032 ceph-mon[191839]: pgmap v14608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:48.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:11:48 smithi032 ceph-mon[189144]: pgmap v14608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:48.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:11:48 smithi039 ceph-mon[181282]: pgmap v14608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:11:50 smithi032 ceph-mon[189144]: pgmap v14609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:11:50 smithi032 ceph-mon[191839]: pgmap v14609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:50.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:11:50 smithi039 ceph-mon[181282]: pgmap v14609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:11:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:11:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:11:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:11:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:11:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:11:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:11:51.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:11:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:11:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:11:52 smithi032 ceph-mon[191839]: pgmap v14610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:11:52 smithi032 ceph-mon[189144]: pgmap v14610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:52.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:11:52 smithi039 ceph-mon[181282]: pgmap v14610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:11:54 smithi032 ceph-mon[191839]: pgmap v14611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:54.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:11:54 smithi032 ceph-mon[189144]: pgmap v14611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:54.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:11:54 smithi039 ceph-mon[181282]: pgmap v14611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:11:56 smithi032 ceph-mon[191839]: pgmap v14612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:11:56 smithi032 ceph-mon[189144]: pgmap v14612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:56.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:11:56 smithi039 ceph-mon[181282]: pgmap v14612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:58.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:11:58 smithi032 ceph-mon[189144]: pgmap v14613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:58.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:11:58 smithi032 ceph-mon[191839]: pgmap v14613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:11:58.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:11:58 smithi039 ceph-mon[181282]: pgmap v14613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:12:00 smithi032 ceph-mon[189144]: pgmap v14614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:12:00 smithi032 ceph-mon[191839]: pgmap v14614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:00.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:12:00 smithi039 ceph-mon[181282]: pgmap v14614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:12:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:12:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:12:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:12:02 smithi032 ceph-mon[191839]: pgmap v14615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:12:02 smithi032 ceph-mon[189144]: pgmap v14615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:02.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:12:02 smithi039 ceph-mon[181282]: pgmap v14615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:12:04 smithi032 ceph-mon[191839]: pgmap v14616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:04.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:12:04 smithi032 ceph-mon[189144]: pgmap v14616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:04.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:12:04 smithi039 ceph-mon[181282]: pgmap v14616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:06.358 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:12:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:12:06 smithi032 ceph-mon[191839]: pgmap v14617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:12:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:12:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:12:06 smithi032 ceph-mon[189144]: pgmap v14617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:12:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:12:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:12:06 smithi039 ceph-mon[181282]: pgmap v14617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:12:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:12:06.680 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:12:06.680 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 9m ago 6h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:12:06.680 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 7m ago 6h 95.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:12:06.680 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 9m ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:12:06.680 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 7m ago 6h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:12:06.680 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 7m ago 6h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:12:06.680 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 9m ago 7h 805M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:12:06.680 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 9m ago 7h 1805M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:12:06.680 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 7m ago 7h 862M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:12:06.680 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 9m ago 7h 898M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:12:06.680 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 9m ago 6h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:12:06.680 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 7m ago 6h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:12:06.680 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 9m ago 6h 5016M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:12:06.681 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 9m ago 6h 5165M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:12:06.681 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 9m ago 6h 4585M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:12:06.681 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 9m ago 6h 4663M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:12:06.681 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 7m ago 6h 4408M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:12:06.681 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 7m ago 6h 4773M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:12:06.681 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 7m ago 6h 4453M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:12:06.681 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 7m ago 6h 4465M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:12:06.681 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 7m ago 6h 131M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:12:07.081 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:12:07.081 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:12:07.081 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:12:07.081 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:12:07.081 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:12:07.081 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:12:07.081 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:12:07.082 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:12:07.082 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:12:07.082 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:12:07.082 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:12:07.082 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:12:07.082 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:12:07.082 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:12:07.082 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:12:07.082 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:12:07.082 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:12:07.082 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:12:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:12:08 smithi032 ceph-mon[191839]: from='client.59978 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:12:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:12:08 smithi032 ceph-mon[191839]: from='client.50067 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:12:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:12:08 smithi032 ceph-mon[191839]: pgmap v14618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:12:08 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2161754891' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:12:08.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:12:08 smithi032 ceph-mon[189144]: from='client.59978 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:12:08.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:12:08 smithi032 ceph-mon[189144]: from='client.50067 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:12:08.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:12:08 smithi032 ceph-mon[189144]: pgmap v14618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:08.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:12:08 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2161754891' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:12:08.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:12:08 smithi039 ceph-mon[181282]: from='client.59978 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:12:08.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:12:08 smithi039 ceph-mon[181282]: from='client.50067 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:12:08.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:12:08 smithi039 ceph-mon[181282]: pgmap v14618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:08.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:12:08 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2161754891' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:12:10.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:12:10 smithi032 ceph-mon[191839]: pgmap v14619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:10.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:12:10 smithi032 ceph-mon[189144]: pgmap v14619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:10.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:12:10 smithi039 ceph-mon[181282]: pgmap v14619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:12:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:12:10] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T00:12:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:12:12 smithi032 ceph-mon[191839]: pgmap v14620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:12:12 smithi032 ceph-mon[189144]: pgmap v14620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:12:12 smithi039 ceph-mon[181282]: pgmap v14620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:14.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:12:14 smithi032 ceph-mon[189144]: pgmap v14621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:14.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:12:14 smithi032 ceph-mon[191839]: pgmap v14621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:14.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:12:14 smithi039 ceph-mon[181282]: pgmap v14621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:16.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:12:16 smithi032 ceph-mon[191839]: pgmap v14622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:12:16 smithi032 ceph-mon[189144]: pgmap v14622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:16.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:12:16 smithi039 ceph-mon[181282]: pgmap v14622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:12:18 smithi032 ceph-mon[189144]: pgmap v14623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:12:18 smithi032 ceph-mon[191839]: pgmap v14623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:18.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:12:18 smithi039 ceph-mon[181282]: pgmap v14623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:12:20 smithi032 ceph-mon[189144]: pgmap v14624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:12:20 smithi032 ceph-mon[191839]: pgmap v14624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:12:20 smithi039 ceph-mon[181282]: pgmap v14624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:12:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:12:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T00:12:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:12:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:12:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:12:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:12:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:12:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:12:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:12:22 smithi032 ceph-mon[191839]: pgmap v14625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:12:22 smithi032 ceph-mon[189144]: pgmap v14625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:22.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:12:22 smithi039 ceph-mon[181282]: pgmap v14625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:24.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:12:24 smithi032 ceph-mon[189144]: pgmap v14626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:24.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:12:24 smithi032 ceph-mon[191839]: pgmap v14626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:12:24 smithi039 ceph-mon[181282]: pgmap v14626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:26.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:12:26 smithi032 ceph-mon[191839]: pgmap v14627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:26.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:12:26 smithi032 ceph-mon[189144]: pgmap v14627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:26.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:12:26 smithi039 ceph-mon[181282]: pgmap v14627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:12:28 smithi032 ceph-mon[191839]: pgmap v14628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:28.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:12:28 smithi032 ceph-mon[189144]: pgmap v14628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:28.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:12:28 smithi039 ceph-mon[181282]: pgmap v14628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:12:30 smithi032 ceph-mon[189144]: pgmap v14629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:12:30 smithi032 ceph-mon[191839]: pgmap v14629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:30.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:12:30 smithi039 ceph-mon[181282]: pgmap v14629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:12:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:12:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T00:12:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:12:32 smithi032 ceph-mon[191839]: pgmap v14630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:12:32 smithi032 ceph-mon[189144]: pgmap v14630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:12:32 smithi039 ceph-mon[181282]: pgmap v14630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:33.095 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:12:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:12:33.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:12:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:12:33.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:12:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:12:34.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:12:34 smithi032 ceph-mon[189144]: pgmap v14631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:34.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:12:34 smithi032 ceph-mon[191839]: pgmap v14631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:34.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:12:34 smithi039 ceph-mon[181282]: pgmap v14631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:12:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:12:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:12:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:12:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:12:35 smithi032 ceph-mon[189144]: pgmap v14632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:12:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:12:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:12:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:12:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:12:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:12:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:12:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:12:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:12:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:12:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:12:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:12:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:12:35 smithi032 ceph-mon[191839]: pgmap v14632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:12:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:12:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:12:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:12:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:12:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:12:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:12:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:12:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:12:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:12:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:12:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:12:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:12:35 smithi039 ceph-mon[181282]: pgmap v14632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:12:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:12:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:12:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:12:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:12:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:12:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:12:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:12:37.444 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:12:37.765 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:12:37.765 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 3s ago 6h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:12:37.765 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 8m ago 6h 95.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:12:37.766 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 3s ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:12:37.766 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 8m ago 6h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:12:37.766 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 8m ago 7h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:12:37.766 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 3s ago 7h 811M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:12:37.766 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 3s ago 7h 1841M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:12:37.766 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 8m ago 7h 862M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:12:37.766 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 3s ago 7h 916M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:12:37.766 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 3s ago 6h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:12:37.766 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 8m ago 6h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:12:37.766 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 3s ago 7h 5048M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:12:37.766 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 3s ago 6h 5194M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:12:37.766 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 3s ago 6h 4609M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:12:37.766 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 3s ago 6h 4694M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:12:37.766 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 8m ago 6h 4408M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:12:37.767 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 8m ago 6h 4773M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:12:37.767 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 8m ago 6h 4453M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:12:37.767 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 8m ago 6h 4465M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:12:37.767 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 8m ago 6h 131M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:12:38.168 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:12:38.168 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:12:38.168 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:12:38.168 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:12:38.168 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:12:38.168 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:12:38.168 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:12:38.168 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:12:38.168 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:12:38.168 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:12:38.169 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:12:38.169 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:12:38.169 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:12:38.169 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:12:38.169 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:12:38.169 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:12:38.169 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:12:38.169 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:12:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:12:38 smithi032 ceph-mon[191839]: pgmap v14633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:12:38 smithi032 ceph-mon[189144]: pgmap v14633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:38.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:12:38 smithi039 ceph-mon[181282]: pgmap v14633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:39.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:12:39 smithi032 ceph-mon[189144]: from='client.59996 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:12:39.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:12:39 smithi032 ceph-mon[189144]: from='client.50085 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:12:39.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:12:39 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3258040821' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:12:39.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:12:39 smithi032 ceph-mon[191839]: from='client.59996 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:12:39.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:12:39 smithi032 ceph-mon[191839]: from='client.50085 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:12:39.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:12:39 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3258040821' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:12:39.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:12:39 smithi039 ceph-mon[181282]: from='client.59996 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:12:39.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:12:39 smithi039 ceph-mon[181282]: from='client.50085 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:12:39.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:12:39 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3258040821' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:12:40.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:12:40 smithi032 ceph-mon[191839]: pgmap v14634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:12:40 smithi032 ceph-mon[189144]: pgmap v14634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:40.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:12:40 smithi039 ceph-mon[181282]: pgmap v14634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:12:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:12:40] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T00:12:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:12:42 smithi032 ceph-mon[191839]: pgmap v14635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:12:42 smithi032 ceph-mon[189144]: pgmap v14635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:42.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:12:42 smithi039 ceph-mon[181282]: pgmap v14635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:44.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:12:44 smithi032 ceph-mon[191839]: pgmap v14636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:44.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:12:44 smithi032 ceph-mon[189144]: pgmap v14636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:44.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:12:44 smithi039 ceph-mon[181282]: pgmap v14636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:12:46 smithi032 ceph-mon[191839]: pgmap v14637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:46.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:12:46 smithi032 ceph-mon[189144]: pgmap v14637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:12:46 smithi039 ceph-mon[181282]: pgmap v14637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:48.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:12:48 smithi032 ceph-mon[191839]: pgmap v14638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:48.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:12:48 smithi032 ceph-mon[189144]: pgmap v14638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:48.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:12:48 smithi039 ceph-mon[181282]: pgmap v14638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:12:50 smithi032 ceph-mon[189144]: pgmap v14639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:12:50 smithi032 ceph-mon[191839]: pgmap v14639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:50.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:12:50 smithi039 ceph-mon[181282]: pgmap v14639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:12:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:12:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:12:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:12:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:12:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:12:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:12:51.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:12:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:12:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:12:52 smithi032 ceph-mon[191839]: pgmap v14640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:12:52 smithi032 ceph-mon[189144]: pgmap v14640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:52.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:12:52 smithi039 ceph-mon[181282]: pgmap v14640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:12:54 smithi032 ceph-mon[191839]: pgmap v14641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:54.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:12:54 smithi032 ceph-mon[189144]: pgmap v14641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:54.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:12:54 smithi039 ceph-mon[181282]: pgmap v14641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:12:56 smithi032 ceph-mon[191839]: pgmap v14642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:12:56 smithi032 ceph-mon[189144]: pgmap v14642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:56.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:12:56 smithi039 ceph-mon[181282]: pgmap v14642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:58.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:12:58 smithi032 ceph-mon[189144]: pgmap v14643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:58.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:12:58 smithi032 ceph-mon[191839]: pgmap v14643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:12:58.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:12:58 smithi039 ceph-mon[181282]: pgmap v14643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:13:00 smithi032 ceph-mon[191839]: pgmap v14644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:13:00 smithi032 ceph-mon[189144]: pgmap v14644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:13:00 smithi039 ceph-mon[181282]: pgmap v14644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:13:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:13:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:13:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:13:02 smithi032 ceph-mon[191839]: pgmap v14645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:13:02 smithi032 ceph-mon[189144]: pgmap v14645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:13:02 smithi039 ceph-mon[181282]: pgmap v14645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:04.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:13:04 smithi032 ceph-mon[191839]: pgmap v14646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:04.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:13:04 smithi032 ceph-mon[189144]: pgmap v14646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:13:04 smithi039 ceph-mon[181282]: pgmap v14646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:13:06 smithi032 ceph-mon[191839]: pgmap v14647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:13:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:13:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:13:06 smithi032 ceph-mon[189144]: pgmap v14647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:13:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:13:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:13:06 smithi039 ceph-mon[181282]: pgmap v14647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:13:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:13:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:13:08 smithi032 ceph-mon[191839]: pgmap v14648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:13:08 smithi032 ceph-mon[189144]: pgmap v14648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:13:08 smithi039 ceph-mon[181282]: pgmap v14648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:08.536 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:13:08.860 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:13:08.860 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 34s ago 6h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:13:08.860 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 8m ago 6h 95.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:13:08.860 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 34s ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:13:08.860 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 8m ago 6h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:13:08.860 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 8m ago 7h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:13:08.860 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 34s ago 7h 811M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:13:08.861 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 34s ago 7h 1841M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:13:08.861 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 8m ago 7h 862M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:13:08.861 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 34s ago 7h 916M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:13:08.861 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 34s ago 6h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:13:08.861 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 8m ago 6h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:13:08.861 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 34s ago 7h 5048M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:13:08.861 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 34s ago 7h 5194M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:13:08.861 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 34s ago 7h 4609M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:13:08.861 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 34s ago 6h 4694M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:13:08.861 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 8m ago 6h 4408M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:13:08.861 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 8m ago 6h 4773M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:13:08.861 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 8m ago 6h 4453M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:13:08.861 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 8m ago 6h 4465M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:13:08.861 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 8m ago 6h 131M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:13:09.261 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:13:09.261 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:13:09.261 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:13:09.261 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:13:09.261 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:13:09.261 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:13:09.261 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:13:09.262 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:13:09.262 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:13:09.262 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:13:09.262 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:13:09.262 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:13:09.262 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:13:09.262 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:13:09.262 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:13:09.262 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:13:09.262 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:13:09.262 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:13:10.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:13:10 smithi032 ceph-mon[191839]: from='client.60014 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:13:10.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:13:10 smithi032 ceph-mon[191839]: pgmap v14649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:10.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:13:10 smithi032 ceph-mon[191839]: from='client.50103 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:13:10.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:13:10 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/960327956' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:13:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:13:10 smithi032 ceph-mon[189144]: from='client.60014 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:13:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:13:10 smithi032 ceph-mon[189144]: pgmap v14649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:13:10 smithi032 ceph-mon[189144]: from='client.50103 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:13:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:13:10 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/960327956' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:13:10.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:13:10 smithi039 ceph-mon[181282]: from='client.60014 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:13:10.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:13:10 smithi039 ceph-mon[181282]: pgmap v14649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:10.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:13:10 smithi039 ceph-mon[181282]: from='client.50103 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:13:10.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:13:10 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/960327956' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:13:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:13:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:13:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:13:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:13:12 smithi032 ceph-mon[191839]: pgmap v14650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:12.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:13:12 smithi032 ceph-mon[189144]: pgmap v14650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:13:12 smithi039 ceph-mon[181282]: pgmap v14650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:14.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:13:14 smithi032 ceph-mon[191839]: pgmap v14651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:14.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:13:14 smithi032 ceph-mon[189144]: pgmap v14651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:14.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:13:14 smithi039 ceph-mon[181282]: pgmap v14651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:16.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:13:16 smithi032 ceph-mon[191839]: pgmap v14652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:13:16 smithi032 ceph-mon[189144]: pgmap v14652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:16.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:13:16 smithi039 ceph-mon[181282]: pgmap v14652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:13:18 smithi032 ceph-mon[191839]: pgmap v14653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:13:18 smithi032 ceph-mon[189144]: pgmap v14653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:18.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:13:18 smithi039 ceph-mon[181282]: pgmap v14653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:13:20 smithi032 ceph-mon[191839]: pgmap v14654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:13:20 smithi032 ceph-mon[189144]: pgmap v14654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:13:20 smithi039 ceph-mon[181282]: pgmap v14654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:21.111 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:13:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:13:20] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T00:13:21.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:13:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:13:21.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:13:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:13:21.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:13:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:13:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:13:22 smithi032 ceph-mon[191839]: pgmap v14655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:13:22 smithi032 ceph-mon[189144]: pgmap v14655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:13:22 smithi039 ceph-mon[181282]: pgmap v14655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:24.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:13:24 smithi032 ceph-mon[191839]: pgmap v14656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:24.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:13:24 smithi032 ceph-mon[189144]: pgmap v14656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:24.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:13:24 smithi039 ceph-mon[181282]: pgmap v14656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:26.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:13:26 smithi032 ceph-mon[191839]: pgmap v14657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:13:26 smithi032 ceph-mon[189144]: pgmap v14657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:26.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:13:26 smithi039 ceph-mon[181282]: pgmap v14657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:28.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:13:28 smithi032 ceph-mon[189144]: pgmap v14658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:13:28 smithi032 ceph-mon[191839]: pgmap v14658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:13:28 smithi039 ceph-mon[181282]: pgmap v14658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:13:30 smithi032 ceph-mon[189144]: pgmap v14659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:13:30 smithi032 ceph-mon[191839]: pgmap v14659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:30.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:13:30 smithi039 ceph-mon[181282]: pgmap v14659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:13:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:13:30] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T00:13:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:13:32 smithi032 ceph-mon[191839]: pgmap v14660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:13:32 smithi032 ceph-mon[189144]: pgmap v14660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:13:32 smithi039 ceph-mon[181282]: pgmap v14660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:13:34 smithi032 ceph-mon[191839]: pgmap v14661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:13:34 smithi032 ceph-mon[189144]: pgmap v14661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:13:34 smithi039 ceph-mon[181282]: pgmap v14661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:13:36 smithi032 ceph-mon[189144]: pgmap v14662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:13:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:13:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:13:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:13:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:13:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:13:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:13:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:13:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:13:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:13:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:13:36 smithi032 ceph-mon[191839]: pgmap v14662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:13:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:13:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:13:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:13:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:13:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:13:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:13:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:13:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:13:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:13:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:13:36 smithi039 ceph-mon[181282]: pgmap v14662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:36.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:13:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:13:36.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:13:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:13:36.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:13:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:13:36.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:13:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:13:36.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:13:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:13:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:13:38 smithi032 ceph-mon[189144]: pgmap v14663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:13:38 smithi032 ceph-mon[191839]: pgmap v14663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:38.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:13:38 smithi039 ceph-mon[181282]: pgmap v14663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:39.626 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:13:39.948 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:13:39.948 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 65s ago 6h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:13:39.949 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 9m ago 6h 95.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:13:39.949 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 65s ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:13:39.949 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 9m ago 6h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:13:39.949 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 9m ago 7h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:13:39.949 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 65s ago 7h 811M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:13:39.949 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 65s ago 7h 1841M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:13:39.949 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 9m ago 7h 862M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:13:39.949 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 65s ago 7h 916M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:13:39.949 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 65s ago 6h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:13:39.950 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 9m ago 6h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:13:39.950 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 65s ago 7h 5048M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:13:39.950 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 65s ago 7h 5194M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:13:39.950 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 65s ago 7h 4609M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:13:39.950 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 65s ago 7h 4694M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:13:39.950 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 9m ago 7h 4408M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:13:39.950 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 9m ago 6h 4773M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:13:39.951 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 9m ago 6h 4453M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:13:39.951 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 9m ago 6h 4465M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:13:39.951 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 9m ago 6h 131M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:13:40.350 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:13:40.350 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:13:40.350 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:13:40.350 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:13:40.350 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:13:40.350 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:13:40.350 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:13:40.350 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:13:40.350 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:13:40.350 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:13:40.350 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:13:40.350 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:13:40.350 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:13:40.351 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:13:40.351 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:13:40.351 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:13:40.351 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:13:40.351 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:13:40.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:13:40 smithi032 ceph-mon[191839]: pgmap v14664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:40.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:13:40 smithi032 ceph-mon[189144]: pgmap v14664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:40.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:13:40 smithi039 ceph-mon[181282]: pgmap v14664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:41.148 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:13:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:13:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:13:41.148 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:13:41 smithi032 ceph-mon[189144]: from='client.50115 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:13:41.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:13:41 smithi032 ceph-mon[191839]: from='client.50115 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:13:41.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:13:41 smithi032 ceph-mon[191839]: from='client.50121 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:13:41.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:13:41 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1751811873' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:13:41.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:13:41 smithi032 ceph-mon[189144]: from='client.50121 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:13:41.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:13:41 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1751811873' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:13:41.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:13:41 smithi039 ceph-mon[181282]: from='client.50115 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:13:41.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:13:41 smithi039 ceph-mon[181282]: from='client.50121 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:13:41.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:13:41 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1751811873' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:13:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:13:42 smithi032 ceph-mon[189144]: pgmap v14665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:13:42 smithi032 ceph-mon[191839]: pgmap v14665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:13:42 smithi039 ceph-mon[181282]: pgmap v14665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:44.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:13:44 smithi032 ceph-mon[191839]: pgmap v14666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:44.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:13:44 smithi032 ceph-mon[189144]: pgmap v14666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:13:44 smithi039 ceph-mon[181282]: pgmap v14666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:13:46 smithi032 ceph-mon[191839]: pgmap v14667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:46.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:13:46 smithi032 ceph-mon[189144]: pgmap v14667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:46.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:13:46 smithi039 ceph-mon[181282]: pgmap v14667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:48.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:13:48 smithi032 ceph-mon[191839]: pgmap v14668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:48.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:13:48 smithi032 ceph-mon[189144]: pgmap v14668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:48.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:13:48 smithi039 ceph-mon[181282]: pgmap v14668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:13:50 smithi032 ceph-mon[191839]: pgmap v14669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:13:50 smithi032 ceph-mon[189144]: pgmap v14669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:13:50 smithi039 ceph-mon[181282]: pgmap v14669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:51.168 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:13:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:13:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:13:51.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:13:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:13:51.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:13:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:13:51.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:13:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:13:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:13:52 smithi032 ceph-mon[191839]: pgmap v14670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:13:52 smithi032 ceph-mon[189144]: pgmap v14670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:52.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:13:52 smithi039 ceph-mon[181282]: pgmap v14670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:13:54 smithi032 ceph-mon[191839]: pgmap v14671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:54.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:13:54 smithi032 ceph-mon[189144]: pgmap v14671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:13:54 smithi039 ceph-mon[181282]: pgmap v14671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:13:56 smithi032 ceph-mon[191839]: pgmap v14672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:13:56 smithi032 ceph-mon[189144]: pgmap v14672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:13:56 smithi039 ceph-mon[181282]: pgmap v14672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:58.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:13:58 smithi039 ceph-mon[181282]: pgmap v14673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:13:58 smithi032 ceph-mon[189144]: pgmap v14673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:13:58.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:13:58 smithi032 ceph-mon[191839]: pgmap v14673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:14:00 smithi039 ceph-mon[181282]: pgmap v14674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:00.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:14:00 smithi032 ceph-mon[191839]: pgmap v14674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:00.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:14:00 smithi032 ceph-mon[189144]: pgmap v14674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:14:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:14:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:14:02.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:14:02 smithi039 ceph-mon[181282]: pgmap v14675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:14:02 smithi032 ceph-mon[189144]: pgmap v14675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:02.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:14:02 smithi032 ceph-mon[191839]: pgmap v14675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:04.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:14:04 smithi039 ceph-mon[181282]: pgmap v14676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:14:04 smithi032 ceph-mon[189144]: pgmap v14676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:14:04 smithi032 ceph-mon[191839]: pgmap v14676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:05.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:14:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:14:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:14:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:14:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:14:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:14:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:14:06 smithi039 ceph-mon[181282]: pgmap v14677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:14:06 smithi032 ceph-mon[189144]: pgmap v14677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:14:06 smithi032 ceph-mon[191839]: pgmap v14677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:14:08 smithi039 ceph-mon[181282]: pgmap v14678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:08.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:14:08 smithi032 ceph-mon[191839]: pgmap v14678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:14:08 smithi032 ceph-mon[189144]: pgmap v14678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:10.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:14:10 smithi039 ceph-mon[181282]: pgmap v14679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:10.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:14:10 smithi032 ceph-mon[191839]: pgmap v14679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:10.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:14:10 smithi032 ceph-mon[189144]: pgmap v14679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:10.718 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:14:11.042 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:14:11.042 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 96s ago 6h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:14:11.042 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 9m ago 6h 95.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:14:11.042 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (6h) 96s ago 6h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:14:11.042 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 9m ago 6h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:14:11.042 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 9m ago 7h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:14:11.042 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 96s ago 7h 811M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:14:11.043 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 96s ago 7h 1841M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:14:11.043 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 9m ago 7h 862M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:14:11.043 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 96s ago 7h 916M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:14:11.043 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 96s ago 6h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:14:11.043 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 9m ago 6h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:14:11.043 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 96s ago 7h 5048M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:14:11.043 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 96s ago 7h 5194M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:14:11.043 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 96s ago 7h 4609M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:14:11.043 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 96s ago 7h 4694M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:14:11.043 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 9m ago 7h 4408M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:14:11.043 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 9m ago 7h 4773M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:14:11.043 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 9m ago 7h 4453M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:14:11.043 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 9m ago 6h 4465M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:14:11.043 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 9m ago 6h 131M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:14:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:14:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:14:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:14:11.449 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:14:11.449 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:14:11.449 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:14:11.449 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:14:11.450 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:14:11.450 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:14:11.450 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:14:11.450 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:14:11.450 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:14:11.450 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:14:11.450 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:14:11.450 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:14:11.450 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:14:11.450 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:14:11.450 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:14:11.450 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:14:11.450 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:14:11.450 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:14:12.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:14:12 smithi039 ceph-mon[181282]: from='client.60050 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:14:12.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:14:12 smithi039 ceph-mon[181282]: pgmap v14680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:12.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:14:12 smithi039 ceph-mon[181282]: from='client.50139 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:14:12.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:14:12 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1832470676' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:14:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:14:12 smithi032 ceph-mon[191839]: from='client.60050 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:14:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:14:12 smithi032 ceph-mon[191839]: pgmap v14680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:14:12 smithi032 ceph-mon[191839]: from='client.50139 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:14:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:14:12 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1832470676' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:14:12.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:14:12 smithi032 ceph-mon[189144]: from='client.60050 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:14:12.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:14:12 smithi032 ceph-mon[189144]: pgmap v14680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:12.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:14:12 smithi032 ceph-mon[189144]: from='client.50139 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:14:12.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:14:12 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1832470676' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:14:14.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:14:14 smithi039 ceph-mon[181282]: pgmap v14681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:14:14 smithi032 ceph-mon[189144]: pgmap v14681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:14.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:14:14 smithi032 ceph-mon[191839]: pgmap v14681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:16.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:14:16 smithi039 ceph-mon[181282]: pgmap v14682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:14:16 smithi032 ceph-mon[191839]: pgmap v14682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:14:16 smithi032 ceph-mon[189144]: pgmap v14682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:18.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:14:18 smithi039 ceph-mon[181282]: pgmap v14683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:18.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:14:18 smithi032 ceph-mon[191839]: pgmap v14683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:14:18 smithi032 ceph-mon[189144]: pgmap v14683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:14:20 smithi039 ceph-mon[181282]: pgmap v14684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:14:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:14:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:14:20 smithi032 ceph-mon[191839]: pgmap v14684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:14:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:14:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:14:20 smithi032 ceph-mon[189144]: pgmap v14684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:14:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:14:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:14:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:14:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:14:22.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:14:22 smithi039 ceph-mon[181282]: pgmap v14685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:22.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:14:22 smithi032 ceph-mon[191839]: pgmap v14685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:22.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:14:22 smithi032 ceph-mon[189144]: pgmap v14685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:24.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:14:24 smithi039 ceph-mon[181282]: pgmap v14686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:24.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:14:24 smithi032 ceph-mon[191839]: pgmap v14686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:14:24 smithi032 ceph-mon[189144]: pgmap v14686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:26.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:14:26 smithi039 ceph-mon[181282]: pgmap v14687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:14:26 smithi032 ceph-mon[191839]: pgmap v14687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:26.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:14:26 smithi032 ceph-mon[189144]: pgmap v14687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:28.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:14:28 smithi039 ceph-mon[181282]: pgmap v14688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:28.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:14:28 smithi032 ceph-mon[191839]: pgmap v14688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:28.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:14:28 smithi032 ceph-mon[189144]: pgmap v14688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:30.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:14:30 smithi039 ceph-mon[181282]: pgmap v14689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:30.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:14:30 smithi032 ceph-mon[191839]: pgmap v14689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:30.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:14:30 smithi032 ceph-mon[189144]: pgmap v14689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:14:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:14:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:14:32.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:14:32 smithi039 ceph-mon[181282]: pgmap v14690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:32.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:14:32 smithi032 ceph-mon[189144]: pgmap v14690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:32.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:14:32 smithi032 ceph-mon[191839]: pgmap v14690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:14:34 smithi039 ceph-mon[181282]: pgmap v14691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:34.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:14:34 smithi032 ceph-mon[191839]: pgmap v14691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:34.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:14:34 smithi032 ceph-mon[189144]: pgmap v14691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:35.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:14:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:14:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:14:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:14:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:14:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:14:36.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:14:36 smithi032 ceph-mon[191839]: pgmap v14692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:36.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:14:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:14:36.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:14:36 smithi032 ceph-mon[189144]: pgmap v14692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:36.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:14:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:14:36.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:14:36 smithi039 ceph-mon[181282]: pgmap v14692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:36.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:14:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:14:38.321 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:14:38 smithi039 ceph-mon[181282]: pgmap v14693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:38.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:14:38 smithi032 ceph-mon[191839]: pgmap v14693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:38.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:14:38 smithi032 ceph-mon[189144]: pgmap v14693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:39.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:14:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:14:39.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:14:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:14:39.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:14:39 smithi039 ceph-mon[181282]: pgmap v14694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:39.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:14:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:14:39.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:14:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:14:39.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:14:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:14:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:14:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:14:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:14:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:14:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:14:39 smithi032 ceph-mon[189144]: pgmap v14694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:14:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:14:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:14:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:14:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:14:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:14:39.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:14:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:14:39.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:14:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:14:39.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:14:39 smithi032 ceph-mon[191839]: pgmap v14694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:39.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:14:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:14:39.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:14:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:14:39.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:14:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:14:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:14:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:14:40] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T00:14:41.814 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:14:42.149 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:14:42.149 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 2m ago 6h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:14:42.149 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 3s ago 6h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:14:42.150 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 2m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:14:42.150 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (6h) 3s ago 6h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:14:42.150 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 3s ago 7h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:14:42.150 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 2m ago 7h 811M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:14:42.150 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 2m ago 7h 1841M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:14:42.150 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 3s ago 7h 880M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:14:42.150 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 2m ago 7h 916M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:14:42.150 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 2m ago 6h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:14:42.150 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 3s ago 6h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:14:42.150 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 2m ago 7h 5048M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:14:42.150 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 2m ago 7h 5194M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:14:42.150 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 2m ago 7h 4609M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:14:42.150 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 2m ago 7h 4694M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:14:42.150 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 3s ago 7h 4434M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:14:42.151 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 3s ago 7h 4806M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:14:42.151 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 3s ago 7h 4483M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:14:42.151 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 3s ago 7h 4501M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:14:42.151 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 3s ago 6h 132M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:14:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:14:41 smithi032 ceph-mon[189144]: pgmap v14695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:14:41 smithi032 ceph-mon[191839]: pgmap v14695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:42.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:14:41 smithi039 ceph-mon[181282]: pgmap v14695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:42.550 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:14:42.550 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:14:42.550 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:14:42.550 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:14:42.550 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:14:42.550 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:14:42.551 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:14:42.551 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:14:42.551 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:14:42.551 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:14:42.551 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:14:42.551 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:14:42.551 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:14:42.551 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:14:42.551 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:14:42.551 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:14:42.551 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:14:42.551 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:14:43.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:14:43 smithi032 ceph-mon[189144]: from='client.60068 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:14:43.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:14:43 smithi032 ceph-mon[189144]: from='client.60074 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:14:43.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:14:43 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/109844297' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:14:43.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:14:43 smithi032 ceph-mon[191839]: from='client.60068 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:14:43.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:14:43 smithi032 ceph-mon[191839]: from='client.60074 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:14:43.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:14:43 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/109844297' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:14:43.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:14:43 smithi039 ceph-mon[181282]: from='client.60068 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:14:43.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:14:43 smithi039 ceph-mon[181282]: from='client.60074 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:14:43.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:14:43 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/109844297' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:14:44.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:14:44 smithi032 ceph-mon[191839]: pgmap v14696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:44.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:14:44 smithi032 ceph-mon[189144]: pgmap v14696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:44.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:14:44 smithi039 ceph-mon[181282]: pgmap v14696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:14:46 smithi032 ceph-mon[191839]: pgmap v14697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:46.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:14:46 smithi032 ceph-mon[189144]: pgmap v14697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:14:46 smithi039 ceph-mon[181282]: pgmap v14697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:48.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:14:48 smithi032 ceph-mon[191839]: pgmap v14698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:48.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:14:48 smithi032 ceph-mon[189144]: pgmap v14698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:48.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:14:48 smithi039 ceph-mon[181282]: pgmap v14698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:14:50 smithi032 ceph-mon[191839]: pgmap v14699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:14:50 smithi032 ceph-mon[189144]: pgmap v14699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:50.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:14:50 smithi039 ceph-mon[181282]: pgmap v14699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:14:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:14:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:14:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:14:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:14:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:14:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:14:51.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:14:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:14:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:14:52 smithi032 ceph-mon[191839]: pgmap v14700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:14:52 smithi032 ceph-mon[189144]: pgmap v14700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:52.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:14:52 smithi039 ceph-mon[181282]: pgmap v14700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:14:54 smithi032 ceph-mon[191839]: pgmap v14701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:54.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:14:54 smithi032 ceph-mon[189144]: pgmap v14701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:14:54 smithi039 ceph-mon[181282]: pgmap v14701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:14:56 smithi032 ceph-mon[191839]: pgmap v14702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:14:56 smithi032 ceph-mon[189144]: pgmap v14702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:56.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:14:56 smithi039 ceph-mon[181282]: pgmap v14702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:58.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:14:58 smithi032 ceph-mon[191839]: pgmap v14703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:58.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:14:58 smithi032 ceph-mon[189144]: pgmap v14703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:14:58.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:14:58 smithi039 ceph-mon[181282]: pgmap v14703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:15:00 smithi032 ceph-mon[191839]: pgmap v14704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:15:00 smithi032 ceph-mon[189144]: pgmap v14704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:15:00 smithi039 ceph-mon[181282]: pgmap v14704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:15:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:15:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:15:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:15:02 smithi032 ceph-mon[191839]: pgmap v14705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:15:02 smithi032 ceph-mon[189144]: pgmap v14705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:15:02 smithi039 ceph-mon[181282]: pgmap v14705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:04.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:15:04 smithi032 ceph-mon[191839]: pgmap v14706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:04.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:15:04 smithi032 ceph-mon[189144]: pgmap v14706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:15:04 smithi039 ceph-mon[181282]: pgmap v14706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:15:06 smithi032 ceph-mon[191839]: pgmap v14707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:15:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:15:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:15:06 smithi032 ceph-mon[189144]: pgmap v14707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:15:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:15:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:15:06 smithi039 ceph-mon[181282]: pgmap v14707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:15:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:15:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:15:08 smithi032 ceph-mon[191839]: pgmap v14708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:15:08 smithi032 ceph-mon[189144]: pgmap v14708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:15:08 smithi039 ceph-mon[181282]: pgmap v14708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:10.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:15:10 smithi032 ceph-mon[191839]: pgmap v14709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:10.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:15:10 smithi032 ceph-mon[189144]: pgmap v14709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:10.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:15:10 smithi039 ceph-mon[181282]: pgmap v14709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:15:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:15:10] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T00:15:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:15:12 smithi032 ceph-mon[191839]: pgmap v14710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:15:12 smithi032 ceph-mon[189144]: pgmap v14710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:15:12 smithi039 ceph-mon[181282]: pgmap v14710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:12.913 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:15:13.235 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:15:13.235 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 2m ago 6h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:15:13.235 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 34s ago 6h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:15:13.235 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 2m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:15:13.235 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 34s ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:15:13.236 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 34s ago 7h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:15:13.236 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 2m ago 7h 811M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:15:13.236 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 2m ago 7h 1841M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:15:13.236 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 34s ago 7h 880M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:15:13.236 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 2m ago 7h 916M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:15:13.236 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 2m ago 6h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:15:13.236 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 34s ago 6h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:15:13.236 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 2m ago 7h 5048M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:15:13.236 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 2m ago 7h 5194M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:15:13.236 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 2m ago 7h 4609M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:15:13.236 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 2m ago 7h 4694M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:15:13.236 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 34s ago 7h 4434M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:15:13.236 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 34s ago 7h 4806M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:15:13.236 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 34s ago 7h 4483M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:15:13.236 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 34s ago 7h 4501M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:15:13.236 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 34s ago 7h 132M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:15:13.634 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:15:13.634 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:15:13.635 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:15:13.635 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:15:13.635 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:15:13.635 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:15:13.635 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:15:13.635 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:15:13.635 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:15:13.635 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:15:13.635 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:15:13.635 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:15:13.635 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:15:13.635 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:15:13.635 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:15:13.635 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:15:13.635 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:15:13.635 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:15:14.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:15:14 smithi032 ceph-mon[191839]: pgmap v14711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:14.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:15:14 smithi032 ceph-mon[191839]: from='client.50169 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:15:14.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:15:14 smithi032 ceph-mon[191839]: from='client.60092 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:15:14.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:15:14 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3254354695' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:15:14.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:15:14 smithi032 ceph-mon[189144]: pgmap v14711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:14.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:15:14 smithi032 ceph-mon[189144]: from='client.50169 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:15:14.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:15:14 smithi032 ceph-mon[189144]: from='client.60092 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:15:14.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:15:14 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3254354695' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:15:14.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:15:14 smithi039 ceph-mon[181282]: pgmap v14711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:14.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:15:14 smithi039 ceph-mon[181282]: from='client.50169 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:15:14.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:15:14 smithi039 ceph-mon[181282]: from='client.60092 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:15:14.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:15:14 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3254354695' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:15:16.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:15:16 smithi032 ceph-mon[191839]: pgmap v14712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:15:16 smithi032 ceph-mon[189144]: pgmap v14712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:16.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:15:16 smithi039 ceph-mon[181282]: pgmap v14712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:15:18 smithi032 ceph-mon[189144]: pgmap v14713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:15:18 smithi032 ceph-mon[191839]: pgmap v14713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:18.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:15:18 smithi039 ceph-mon[181282]: pgmap v14713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:15:20 smithi032 ceph-mon[191839]: pgmap v14714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:15:20 smithi032 ceph-mon[189144]: pgmap v14714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:15:20 smithi039 ceph-mon[181282]: pgmap v14714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:21.129 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:15:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:15:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:15:21.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:15:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:15:21.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:15:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:15:21.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:15:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:15:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:15:22 smithi032 ceph-mon[191839]: pgmap v14715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:15:22 smithi032 ceph-mon[189144]: pgmap v14715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:22.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:15:22 smithi039 ceph-mon[181282]: pgmap v14715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:24.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:15:24 smithi032 ceph-mon[191839]: pgmap v14716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:24.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:15:24 smithi032 ceph-mon[189144]: pgmap v14716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:24.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:15:24 smithi039 ceph-mon[181282]: pgmap v14716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:26.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:15:26 smithi032 ceph-mon[191839]: pgmap v14717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:26.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:15:26 smithi032 ceph-mon[189144]: pgmap v14717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:15:26 smithi039 ceph-mon[181282]: pgmap v14717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:15:28 smithi032 ceph-mon[191839]: pgmap v14718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:28.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:15:28 smithi032 ceph-mon[189144]: pgmap v14718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:28.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:15:28 smithi039 ceph-mon[181282]: pgmap v14718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:15:30 smithi032 ceph-mon[191839]: pgmap v14719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:15:30 smithi032 ceph-mon[189144]: pgmap v14719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:30.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:15:30 smithi039 ceph-mon[181282]: pgmap v14719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:15:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:15:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:15:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:15:32 smithi032 ceph-mon[191839]: pgmap v14720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:15:32 smithi032 ceph-mon[189144]: pgmap v14720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:32.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:15:32 smithi039 ceph-mon[181282]: pgmap v14720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:15:34 smithi032 ceph-mon[189144]: pgmap v14721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:15:34 smithi032 ceph-mon[191839]: pgmap v14721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:15:34 smithi039 ceph-mon[181282]: pgmap v14721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:15:36 smithi032 ceph-mon[189144]: pgmap v14722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:15:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:15:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:15:36 smithi032 ceph-mon[191839]: pgmap v14722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:15:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:15:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:15:36 smithi039 ceph-mon[181282]: pgmap v14722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:36.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:15:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:15:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:15:38 smithi032 ceph-mon[191839]: pgmap v14723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:15:38 smithi032 ceph-mon[189144]: pgmap v14723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:38.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:15:38 smithi039 ceph-mon[181282]: pgmap v14723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:39.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:15:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:15:39.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:15:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:15:39.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:15:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:15:40.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:15:40 smithi032 ceph-mon[191839]: pgmap v14724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:40.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:15:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:15:40.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:15:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:15:40.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:15:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:15:40.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:15:40 smithi032 ceph-mon[189144]: pgmap v14724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:15:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:15:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:15:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:15:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:15:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:15:40.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:15:40 smithi039 ceph-mon[181282]: pgmap v14724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:40.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:15:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:15:40.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:15:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:15:40.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:15:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:15:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:15:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:15:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:15:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:15:42 smithi032 ceph-mon[191839]: pgmap v14725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:15:42 smithi032 ceph-mon[189144]: pgmap v14725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:42.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:15:42 smithi039 ceph-mon[181282]: pgmap v14725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:43.996 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:15:44.325 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:15:44.325 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 3m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:15:44.325 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 65s ago 7h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:15:44.325 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 3m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:15:44.325 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 65s ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:15:44.325 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 65s ago 7h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:15:44.325 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 3m ago 7h 811M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:15:44.325 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 3m ago 7h 1841M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:15:44.325 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 65s ago 7h 880M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:15:44.325 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 3m ago 7h 916M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:15:44.325 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 3m ago 6h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:15:44.325 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 65s ago 6h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:15:44.326 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 3m ago 7h 5048M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:15:44.326 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 3m ago 7h 5194M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:15:44.326 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 3m ago 7h 4609M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:15:44.326 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 3m ago 7h 4694M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:15:44.326 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 65s ago 7h 4434M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:15:44.326 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 65s ago 7h 4806M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:15:44.326 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 65s ago 7h 4483M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:15:44.326 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 65s ago 7h 4501M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:15:44.326 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 65s ago 7h 132M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:15:44.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:15:44 smithi032 ceph-mon[191839]: pgmap v14726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:44.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:15:44 smithi032 ceph-mon[189144]: pgmap v14726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:44.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:15:44 smithi039 ceph-mon[181282]: pgmap v14726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:44.728 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:15:44.728 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:15:44.729 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:15:44.729 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:15:44.729 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:15:44.729 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:15:44.729 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:15:44.730 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:15:44.730 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:15:44.730 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:15:44.730 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:15:44.730 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:15:44.730 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:15:44.730 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:15:44.731 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:15:44.731 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:15:44.731 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:15:44.731 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:15:45.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:15:45 smithi032 ceph-mon[191839]: from='client.50187 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:15:45.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:15:45 smithi032 ceph-mon[191839]: from='client.60110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:15:45.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:15:45 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2741268797' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:15:45.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:15:45 smithi032 ceph-mon[189144]: from='client.50187 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:15:45.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:15:45 smithi032 ceph-mon[189144]: from='client.60110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:15:45.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:15:45 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2741268797' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:15:45.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:15:45 smithi039 ceph-mon[181282]: from='client.50187 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:15:45.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:15:45 smithi039 ceph-mon[181282]: from='client.60110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:15:45.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:15:45 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2741268797' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:15:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:15:46 smithi039 ceph-mon[181282]: pgmap v14727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:15:46 smithi032 ceph-mon[189144]: pgmap v14727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:46.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:15:46 smithi032 ceph-mon[191839]: pgmap v14727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:48.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:15:48 smithi039 ceph-mon[181282]: pgmap v14728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:48.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:15:48 smithi032 ceph-mon[191839]: pgmap v14728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:48.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:15:48 smithi032 ceph-mon[189144]: pgmap v14728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:50.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:15:50 smithi039 ceph-mon[181282]: pgmap v14729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:50.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:15:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:15:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:15:50 smithi032 ceph-mon[189144]: pgmap v14729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:15:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:15:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:15:50 smithi032 ceph-mon[191839]: pgmap v14729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:15:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:15:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:15:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:15:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:15:52.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:15:52 smithi039 ceph-mon[181282]: pgmap v14730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:52.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:15:52 smithi032 ceph-mon[191839]: pgmap v14730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:52.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:15:52 smithi032 ceph-mon[189144]: pgmap v14730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:15:54 smithi039 ceph-mon[181282]: pgmap v14731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:15:54 smithi032 ceph-mon[191839]: pgmap v14731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:54.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:15:54 smithi032 ceph-mon[189144]: pgmap v14731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:56.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:15:56 smithi039 ceph-mon[181282]: pgmap v14732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:56.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:15:56 smithi032 ceph-mon[191839]: pgmap v14732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:56.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:15:56 smithi032 ceph-mon[189144]: pgmap v14732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:58.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:15:58 smithi039 ceph-mon[181282]: pgmap v14733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:58.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:15:58 smithi032 ceph-mon[191839]: pgmap v14733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:15:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:15:58 smithi032 ceph-mon[189144]: pgmap v14733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:16:00 smithi039 ceph-mon[181282]: pgmap v14734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:00.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:16:00 smithi032 ceph-mon[191839]: pgmap v14734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:00.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:16:00 smithi032 ceph-mon[189144]: pgmap v14734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:16:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:16:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:16:02.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:16:02 smithi039 ceph-mon[181282]: pgmap v14735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:02.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:16:02 smithi032 ceph-mon[191839]: pgmap v14735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:16:02 smithi032 ceph-mon[189144]: pgmap v14735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:04.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:16:04 smithi039 ceph-mon[181282]: pgmap v14736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:16:04 smithi032 ceph-mon[191839]: pgmap v14736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:04.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:16:04 smithi032 ceph-mon[189144]: pgmap v14736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:16:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:16:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:16:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:16:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:16:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:16:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:16:06 smithi039 ceph-mon[181282]: pgmap v14737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:16:06 smithi032 ceph-mon[191839]: pgmap v14737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:16:06 smithi032 ceph-mon[189144]: pgmap v14737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:08.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:16:08 smithi039 ceph-mon[181282]: pgmap v14738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:16:08 smithi032 ceph-mon[189144]: pgmap v14738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:08.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:16:08 smithi032 ceph-mon[191839]: pgmap v14738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:10.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:16:10 smithi039 ceph-mon[181282]: pgmap v14739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:10.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:16:10 smithi032 ceph-mon[191839]: pgmap v14739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:10.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:16:10 smithi032 ceph-mon[189144]: pgmap v14739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:16:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:16:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:16:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:16:12 smithi039 ceph-mon[181282]: pgmap v14740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:16:12 smithi032 ceph-mon[191839]: pgmap v14740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:16:12 smithi032 ceph-mon[189144]: pgmap v14740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:14.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:16:14 smithi039 ceph-mon[181282]: pgmap v14741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:14.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:16:14 smithi032 ceph-mon[191839]: pgmap v14741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:16:14 smithi032 ceph-mon[189144]: pgmap v14741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:15.090 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:16:15.413 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:16:15.414 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 3m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:16:15.414 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 96s ago 7h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:16:15.414 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 3m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:16:15.414 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 96s ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:16:15.414 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 96s ago 7h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:16:15.414 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 3m ago 7h 811M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:16:15.414 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 3m ago 7h 1841M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:16:15.414 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 96s ago 7h 880M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:16:15.414 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 3m ago 7h 916M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:16:15.414 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 3m ago 7h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:16:15.414 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 96s ago 7h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:16:15.414 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 3m ago 7h 5048M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:16:15.415 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 3m ago 7h 5194M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:16:15.415 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 3m ago 7h 4609M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:16:15.415 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 3m ago 7h 4694M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:16:15.415 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 96s ago 7h 4434M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:16:15.415 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 96s ago 7h 4806M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:16:15.415 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 96s ago 7h 4483M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:16:15.415 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 96s ago 7h 4501M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:16:15.415 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 96s ago 7h 132M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:16:15.817 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:16:15.817 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:16:15.817 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:16:15.817 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:16:15.818 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:16:15.818 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:16:15.818 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:16:15.818 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:16:15.818 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:16:15.818 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:16:15.818 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:16:15.818 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:16:15.818 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:16:15.818 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:16:15.818 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:16:15.818 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:16:15.818 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:16:15.818 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:16:16.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:16:16 smithi039 ceph-mon[181282]: pgmap v14742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:16.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:16:16 smithi039 ceph-mon[181282]: from='client.60122 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:16:16.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:16:16 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3191210087' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:16:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:16:16 smithi032 ceph-mon[191839]: pgmap v14742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:16:16 smithi032 ceph-mon[191839]: from='client.60122 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:16:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:16:16 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3191210087' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:16:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:16:16 smithi032 ceph-mon[189144]: pgmap v14742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:16:16 smithi032 ceph-mon[189144]: from='client.60122 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:16:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:16:16 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3191210087' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:16:17.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:16:17 smithi039 ceph-mon[181282]: from='client.50211 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:16:17.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:16:17 smithi032 ceph-mon[191839]: from='client.50211 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:16:17.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:16:17 smithi032 ceph-mon[189144]: from='client.50211 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:16:18.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:16:18 smithi039 ceph-mon[181282]: pgmap v14743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:18.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:16:18 smithi032 ceph-mon[191839]: pgmap v14743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:16:18 smithi032 ceph-mon[189144]: pgmap v14743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:16:20 smithi039 ceph-mon[181282]: pgmap v14744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:16:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:16:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:16:20 smithi032 ceph-mon[191839]: pgmap v14744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:16:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:16:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:16:20 smithi032 ceph-mon[189144]: pgmap v14744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:16:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:16:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:16:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:16:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:16:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:16:22 smithi039 ceph-mon[181282]: pgmap v14745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:22.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:16:22 smithi032 ceph-mon[191839]: pgmap v14745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:22.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:16:22 smithi032 ceph-mon[189144]: pgmap v14745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:24.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:16:24 smithi039 ceph-mon[181282]: pgmap v14746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:24.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:16:24 smithi032 ceph-mon[191839]: pgmap v14746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:16:24 smithi032 ceph-mon[189144]: pgmap v14746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:26.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:16:26 smithi039 ceph-mon[181282]: pgmap v14747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:16:26 smithi032 ceph-mon[191839]: pgmap v14747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:26.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:16:26 smithi032 ceph-mon[189144]: pgmap v14747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:28.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:16:28 smithi039 ceph-mon[181282]: pgmap v14748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:28.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:16:28 smithi032 ceph-mon[191839]: pgmap v14748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:28.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:16:28 smithi032 ceph-mon[189144]: pgmap v14748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:30.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:16:30 smithi032 ceph-mon[191839]: pgmap v14749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:30.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:16:30 smithi032 ceph-mon[189144]: pgmap v14749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:16:30 smithi039 ceph-mon[181282]: pgmap v14749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:16:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:16:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:16:32.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:16:32 smithi032 ceph-mon[191839]: pgmap v14750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:32.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:16:32 smithi032 ceph-mon[189144]: pgmap v14750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:32.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:16:32 smithi039 ceph-mon[181282]: pgmap v14750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:34.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:16:34 smithi032 ceph-mon[191839]: pgmap v14751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:34.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:16:34 smithi032 ceph-mon[189144]: pgmap v14751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:16:34 smithi039 ceph-mon[181282]: pgmap v14751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:16:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:16:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:16:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:16:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:16:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:16:36.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:16:36 smithi032 ceph-mon[191839]: pgmap v14752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:36.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:16:36 smithi032 ceph-mon[189144]: pgmap v14752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:36.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:16:36 smithi039 ceph-mon[181282]: pgmap v14752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:38.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:16:38 smithi032 ceph-mon[191839]: pgmap v14753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:38.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:16:38 smithi032 ceph-mon[189144]: pgmap v14753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:16:38 smithi039 ceph-mon[181282]: pgmap v14753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:40.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:16:40 smithi032 ceph-mon[191839]: pgmap v14754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:40.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:16:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:16:40.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:16:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:16:40.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:16:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:16:40.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:16:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:16:40.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:16:40 smithi032 ceph-mon[189144]: pgmap v14754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:40.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:16:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:16:40.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:16:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:16:40.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:16:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:16:40.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:16:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:16:40.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:16:40 smithi039 ceph-mon[181282]: pgmap v14754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:40.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:16:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:16:40.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:16:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:16:40.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:16:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:16:40.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:16:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:16:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:16:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:16:40] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-23T00:16:42.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:16:42 smithi032 ceph-mon[191839]: pgmap v14755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:42.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:16:42 smithi032 ceph-mon[189144]: pgmap v14755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:42.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:16:42 smithi039 ceph-mon[181282]: pgmap v14755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:44.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:16:44 smithi032 ceph-mon[191839]: pgmap v14756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:44.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:16:44 smithi032 ceph-mon[189144]: pgmap v14756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:16:44 smithi039 ceph-mon[181282]: pgmap v14756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:46.181 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:16:46.513 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:16:46.514 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 4m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:16:46.514 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 2m ago 7h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:16:46.514 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 4m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:16:46.514 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 2m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:16:46.514 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 2m ago 7h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:16:46.514 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 4m ago 7h 811M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:16:46.514 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 4m ago 7h 1841M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:16:46.514 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 2m ago 7h 880M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:16:46.514 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 4m ago 7h 916M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:16:46.514 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 4m ago 7h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:16:46.514 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 2m ago 7h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:16:46.514 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 4m ago 7h 5048M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:16:46.515 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 4m ago 7h 5194M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:16:46.515 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 4m ago 7h 4609M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:16:46.515 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 4m ago 7h 4694M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:16:46.515 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 2m ago 7h 4434M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:16:46.515 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 2m ago 7h 4806M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:16:46.515 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 2m ago 7h 4483M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:16:46.515 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 2m ago 7h 4501M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:16:46.515 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 2m ago 7h 132M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:16:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:16:46 smithi032 ceph-mon[189144]: pgmap v14757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:46.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:16:46 smithi032 ceph-mon[191839]: pgmap v14757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:16:46 smithi039 ceph-mon[181282]: pgmap v14757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:46.915 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:16:46.915 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:16:46.915 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:16:46.915 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:16:46.915 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:16:46.915 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:16:46.915 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:16:46.915 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:16:46.915 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:16:46.915 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:16:46.915 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:16:46.915 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:16:46.915 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:16:46.916 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:16:46.916 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:16:46.916 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:16:46.916 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:16:46.916 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:16:47.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:16:47 smithi032 ceph-mon[191839]: from='client.50223 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:16:47.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:16:47 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1833472554' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:16:47.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:16:47 smithi032 ceph-mon[189144]: from='client.50223 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:16:47.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:16:47 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1833472554' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:16:47.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:16:47 smithi039 ceph-mon[181282]: from='client.50223 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:16:47.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:16:47 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1833472554' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:16:48.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:16:48 smithi032 ceph-mon[191839]: from='client.50229 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:16:48.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:16:48 smithi032 ceph-mon[191839]: pgmap v14758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:48.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:16:48 smithi032 ceph-mon[189144]: from='client.50229 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:16:48.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:16:48 smithi032 ceph-mon[189144]: pgmap v14758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:16:48 smithi039 ceph-mon[181282]: from='client.50229 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:16:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:16:48 smithi039 ceph-mon[181282]: pgmap v14758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:16:50 smithi032 ceph-mon[191839]: pgmap v14759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:16:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:16:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:16:50 smithi032 ceph-mon[189144]: pgmap v14759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:16:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:16:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:16:50 smithi039 ceph-mon[181282]: pgmap v14759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:50.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:16:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:16:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:16:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:16:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:16:52.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:16:52 smithi032 ceph-mon[191839]: pgmap v14760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:52.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:16:52 smithi032 ceph-mon[189144]: pgmap v14760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:52.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:16:52 smithi039 ceph-mon[181282]: pgmap v14760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:54.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:16:54 smithi032 ceph-mon[189144]: pgmap v14761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:16:54 smithi032 ceph-mon[191839]: pgmap v14761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:16:54 smithi039 ceph-mon[181282]: pgmap v14761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:56.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:16:56 smithi032 ceph-mon[191839]: pgmap v14762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:56.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:16:56 smithi032 ceph-mon[189144]: pgmap v14762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:16:56 smithi039 ceph-mon[181282]: pgmap v14762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:58.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:16:58 smithi032 ceph-mon[191839]: pgmap v14763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:16:58 smithi032 ceph-mon[189144]: pgmap v14763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:16:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:16:58 smithi039 ceph-mon[181282]: pgmap v14763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:00.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:17:00 smithi032 ceph-mon[191839]: pgmap v14764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:00.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:17:00 smithi032 ceph-mon[189144]: pgmap v14764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:17:00 smithi039 ceph-mon[181282]: pgmap v14764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:17:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:17:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:17:02.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:17:02 smithi032 ceph-mon[191839]: pgmap v14765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:17:02 smithi032 ceph-mon[189144]: pgmap v14765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:02.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:17:02 smithi039 ceph-mon[181282]: pgmap v14765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:17:04 smithi032 ceph-mon[191839]: pgmap v14766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:17:04 smithi032 ceph-mon[189144]: pgmap v14766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:17:04 smithi039 ceph-mon[181282]: pgmap v14766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:17:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:17:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:17:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:17:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:17:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:17:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:17:06 smithi032 ceph-mon[189144]: pgmap v14767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:17:06 smithi032 ceph-mon[191839]: pgmap v14767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:17:06 smithi039 ceph-mon[181282]: pgmap v14767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:17:08 smithi032 ceph-mon[189144]: pgmap v14768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:08.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:17:08 smithi032 ceph-mon[191839]: pgmap v14768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:17:08 smithi039 ceph-mon[181282]: pgmap v14768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:10.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:17:10 smithi032 ceph-mon[189144]: pgmap v14769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:10.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:17:10 smithi032 ceph-mon[191839]: pgmap v14769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:17:10 smithi039 ceph-mon[181282]: pgmap v14769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:17:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:17:10] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T00:17:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:17:12 smithi032 ceph-mon[191839]: pgmap v14770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:17:12 smithi032 ceph-mon[189144]: pgmap v14770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:17:12 smithi039 ceph-mon[181282]: pgmap v14770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:13.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:17:13 smithi032 ceph-mon[191839]: pgmap v14771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:13.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:17:13 smithi032 ceph-mon[189144]: pgmap v14771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:13.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:17:13 smithi039 ceph-mon[181282]: pgmap v14771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:16.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:17:15 smithi032 ceph-mon[191839]: pgmap v14772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:16.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:17:15 smithi032 ceph-mon[189144]: pgmap v14772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:17:15 smithi039 ceph-mon[181282]: pgmap v14772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:17.280 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:17:17.604 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:17:17.604 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 4m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:17:17.604 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 2m ago 7h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:17:17.604 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 4m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:17:17.604 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 2m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:17:17.605 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 2m ago 7h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:17:17.605 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 4m ago 7h 811M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:17:17.605 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 4m ago 7h 1841M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:17:17.605 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 2m ago 7h 880M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:17:17.605 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 4m ago 7h 916M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:17:17.605 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 4m ago 7h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:17:17.605 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 2m ago 7h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:17:17.605 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 4m ago 7h 5048M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:17:17.605 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 4m ago 7h 5194M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:17:17.605 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 4m ago 7h 4609M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:17:17.605 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 4m ago 7h 4694M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:17:17.605 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 2m ago 7h 4434M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:17:17.605 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 2m ago 7h 4806M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:17:17.605 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 2m ago 7h 4483M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:17:17.606 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 2m ago 7h 4501M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:17:17.606 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 2m ago 7h 132M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:17:18.007 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:17:18.007 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:17:18.007 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:17:18.007 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:17:18.007 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:17:18.007 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:17:18.007 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:17:18.007 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:17:18.007 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:17:18.007 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:17:18.007 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:17:18.008 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:17:18.008 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:17:18.008 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:17:18.008 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:17:18.008 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:17:18.008 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:17:18.008 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:17:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:17:18 smithi032 ceph-mon[191839]: pgmap v14773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:17:18 smithi032 ceph-mon[191839]: from='client.50241 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:17:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:17:18 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2057510636' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:17:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:17:18 smithi032 ceph-mon[189144]: pgmap v14773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:17:18 smithi032 ceph-mon[189144]: from='client.50241 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:17:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:17:18 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2057510636' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:17:18.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:17:18 smithi039 ceph-mon[181282]: pgmap v14773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:18.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:17:18 smithi039 ceph-mon[181282]: from='client.50241 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:17:18.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:17:18 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2057510636' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:17:19.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:17:19 smithi032 ceph-mon[191839]: from='client.50247 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:17:19.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:17:19 smithi032 ceph-mon[189144]: from='client.50247 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:17:19.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:17:19 smithi039 ceph-mon[181282]: from='client.50247 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:17:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:17:20 smithi032 ceph-mon[191839]: pgmap v14774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:17:20 smithi032 ceph-mon[189144]: pgmap v14774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:17:20 smithi039 ceph-mon[181282]: pgmap v14774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:21.108 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:17:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:17:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:17:21.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:17:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:17:21.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:17:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:17:21.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:17:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:17:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:17:22 smithi032 ceph-mon[191839]: pgmap v14775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:17:22 smithi032 ceph-mon[189144]: pgmap v14775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:17:22 smithi039 ceph-mon[181282]: pgmap v14775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:24.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:17:24 smithi032 ceph-mon[189144]: pgmap v14776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:24.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:17:24 smithi032 ceph-mon[191839]: pgmap v14776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:17:24 smithi039 ceph-mon[181282]: pgmap v14776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:26.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:17:26 smithi032 ceph-mon[191839]: pgmap v14777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:17:26 smithi032 ceph-mon[189144]: pgmap v14777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:17:26 smithi039 ceph-mon[181282]: pgmap v14777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:28.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:17:28 smithi032 ceph-mon[189144]: pgmap v14778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:17:28 smithi032 ceph-mon[191839]: pgmap v14778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:28.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:17:28 smithi039 ceph-mon[181282]: pgmap v14778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:17:30 smithi032 ceph-mon[191839]: pgmap v14779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:17:30 smithi032 ceph-mon[189144]: pgmap v14779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:30.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:17:30 smithi039 ceph-mon[181282]: pgmap v14779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:17:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:17:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:17:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:17:32 smithi032 ceph-mon[189144]: pgmap v14780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:17:32 smithi032 ceph-mon[191839]: pgmap v14780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:32.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:17:32 smithi039 ceph-mon[181282]: pgmap v14780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:17:34 smithi032 ceph-mon[191839]: pgmap v14781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:17:34 smithi032 ceph-mon[189144]: pgmap v14781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:34.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:17:34 smithi039 ceph-mon[181282]: pgmap v14781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:17:36 smithi032 ceph-mon[191839]: pgmap v14782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:17:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:17:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:17:36 smithi032 ceph-mon[189144]: pgmap v14782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:17:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:17:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:17:36 smithi039 ceph-mon[181282]: pgmap v14782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:36.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:17:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:17:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:17:38 smithi032 ceph-mon[191839]: pgmap v14783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:17:38 smithi032 ceph-mon[189144]: pgmap v14783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:38.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:17:38 smithi039 ceph-mon[181282]: pgmap v14783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:40.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:17:40 smithi032 ceph-mon[189144]: pgmap v14784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:40.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:17:40 smithi032 ceph-mon[191839]: pgmap v14784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:40.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:17:40 smithi039 ceph-mon[181282]: pgmap v14784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:41.144 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:17:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:17:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:17:41.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:17:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:17:41.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:17:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:17:41.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:17:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:17:41.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:17:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:17:41.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:17:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:17:41.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:17:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:17:41.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:17:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:17:41.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:17:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:17:41.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:17:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:17:41.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:17:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:17:41.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:17:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:17:41.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:17:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:17:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:17:42 smithi032 ceph-mon[189144]: pgmap v14785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:17:42 smithi032 ceph-mon[191839]: pgmap v14785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:17:42 smithi039 ceph-mon[181282]: pgmap v14785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:44.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:17:44 smithi032 ceph-mon[191839]: pgmap v14786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:44.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:17:44 smithi032 ceph-mon[189144]: pgmap v14786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:44.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:17:44 smithi039 ceph-mon[181282]: pgmap v14786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:17:46 smithi032 ceph-mon[191839]: pgmap v14787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:46.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:17:46 smithi032 ceph-mon[189144]: pgmap v14787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:17:46 smithi039 ceph-mon[181282]: pgmap v14787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:48.374 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:17:48.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:17:48 smithi032 ceph-mon[191839]: pgmap v14788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:48.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:17:48 smithi032 ceph-mon[189144]: pgmap v14788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:48.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:17:48 smithi039 ceph-mon[181282]: pgmap v14788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:48.698 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:17:48.698 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 5m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:17:48.698 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 3m ago 7h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:17:48.698 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 5m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:17:48.698 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 3m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:17:48.699 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 3m ago 7h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:17:48.699 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 5m ago 7h 811M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:17:48.699 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 5m ago 7h 1841M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:17:48.699 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 3m ago 7h 880M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:17:48.699 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 5m ago 7h 916M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:17:48.699 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 5m ago 7h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:17:48.699 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 3m ago 7h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:17:48.699 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 5m ago 7h 5048M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:17:48.699 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 5m ago 7h 5194M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:17:48.699 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 5m ago 7h 4609M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:17:48.699 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 5m ago 7h 4694M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:17:48.699 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 3m ago 7h 4434M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:17:48.699 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 3m ago 7h 4806M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:17:48.699 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 3m ago 7h 4483M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:17:48.699 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 3m ago 7h 4501M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:17:48.700 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 3m ago 7h 132M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:17:49.101 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:17:49.101 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:17:49.102 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:17:49.102 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:17:49.102 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:17:49.102 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:17:49.102 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:17:49.102 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:17:49.102 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:17:49.102 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:17:49.102 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:17:49.102 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:17:49.102 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:17:49.102 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:17:49.102 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:17:49.102 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:17:49.102 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:17:49.103 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:17:49.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:17:49 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3523197292' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:17:49.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:17:49 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3523197292' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:17:49.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:17:49 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3523197292' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:17:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:17:50 smithi032 ceph-mon[191839]: from='client.60176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:17:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:17:50 smithi032 ceph-mon[191839]: from='client.50265 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:17:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:17:50 smithi032 ceph-mon[191839]: pgmap v14789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:17:50 smithi032 ceph-mon[189144]: from='client.60176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:17:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:17:50 smithi032 ceph-mon[189144]: from='client.50265 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:17:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:17:50 smithi032 ceph-mon[189144]: pgmap v14789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:17:50 smithi039 ceph-mon[181282]: from='client.60176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:17:50.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:17:50 smithi039 ceph-mon[181282]: from='client.50265 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:17:50.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:17:50 smithi039 ceph-mon[181282]: pgmap v14789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:51.174 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:17:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:17:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:17:51.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:17:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:17:51.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:17:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:17:51.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:17:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:17:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:17:52 smithi032 ceph-mon[191839]: pgmap v14790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:17:52 smithi032 ceph-mon[189144]: pgmap v14790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:52.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:17:52 smithi039 ceph-mon[181282]: pgmap v14790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:17:54 smithi032 ceph-mon[191839]: pgmap v14791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:54.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:17:54 smithi032 ceph-mon[189144]: pgmap v14791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:54.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:17:54 smithi039 ceph-mon[181282]: pgmap v14791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:17:56 smithi039 ceph-mon[181282]: pgmap v14792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:56.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:17:56 smithi032 ceph-mon[191839]: pgmap v14792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:56.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:17:56 smithi032 ceph-mon[189144]: pgmap v14792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:58.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:17:58 smithi039 ceph-mon[181282]: pgmap v14793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:17:58 smithi032 ceph-mon[189144]: pgmap v14793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:17:58.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:17:58 smithi032 ceph-mon[191839]: pgmap v14793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:18:00 smithi039 ceph-mon[181282]: pgmap v14794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:00.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:18:00 smithi032 ceph-mon[191839]: pgmap v14794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:00.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:18:00 smithi032 ceph-mon[189144]: pgmap v14794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:18:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:18:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:18:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:18:02 smithi039 ceph-mon[181282]: pgmap v14795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:02.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:18:02 smithi032 ceph-mon[191839]: pgmap v14795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:18:02 smithi032 ceph-mon[189144]: pgmap v14795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:18:04 smithi039 ceph-mon[181282]: pgmap v14796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:18:04 smithi032 ceph-mon[191839]: pgmap v14796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:18:04 smithi032 ceph-mon[189144]: pgmap v14796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:18:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:18:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:18:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:18:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:18:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:18:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:18:06 smithi039 ceph-mon[181282]: pgmap v14797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:18:06 smithi032 ceph-mon[191839]: pgmap v14797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:18:06 smithi032 ceph-mon[189144]: pgmap v14797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:08.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:18:08 smithi039 ceph-mon[181282]: pgmap v14798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:08.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:18:08 smithi032 ceph-mon[191839]: pgmap v14798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:18:08 smithi032 ceph-mon[189144]: pgmap v14798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:10.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:18:10 smithi039 ceph-mon[181282]: pgmap v14799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:10.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:18:10 smithi032 ceph-mon[191839]: pgmap v14799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:10.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:18:10 smithi032 ceph-mon[189144]: pgmap v14799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:18:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:18:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:18:12.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:18:12 smithi039 ceph-mon[181282]: pgmap v14800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:18:12 smithi032 ceph-mon[191839]: pgmap v14800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:18:12 smithi032 ceph-mon[189144]: pgmap v14800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:18:14 smithi039 ceph-mon[181282]: pgmap v14801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:14.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:18:14 smithi032 ceph-mon[191839]: pgmap v14801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:18:14 smithi032 ceph-mon[189144]: pgmap v14801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:16.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:18:16 smithi039 ceph-mon[181282]: pgmap v14802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:18:16 smithi032 ceph-mon[191839]: pgmap v14802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:18:16 smithi032 ceph-mon[189144]: pgmap v14802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:18.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:18:18 smithi039 ceph-mon[181282]: pgmap v14803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:18:18 smithi032 ceph-mon[189144]: pgmap v14803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:18.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:18:18 smithi032 ceph-mon[191839]: pgmap v14803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:19.468 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:18:19.793 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:18:19.793 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 5m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:18:19.793 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 3m ago 7h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:18:19.793 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 5m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:18:19.794 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 3m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:18:19.794 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 3m ago 7h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:18:19.794 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 5m ago 7h 811M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:18:19.794 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 5m ago 7h 1841M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:18:19.794 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 3m ago 7h 880M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:18:19.794 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 5m ago 7h 916M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:18:19.794 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 5m ago 7h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:18:19.794 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 3m ago 7h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:18:19.794 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 5m ago 7h 5048M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:18:19.794 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 5m ago 7h 5194M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:18:19.794 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 5m ago 7h 4609M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:18:19.794 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 5m ago 7h 4694M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:18:19.794 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 3m ago 7h 4434M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:18:19.794 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 3m ago 7h 4806M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:18:19.794 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 3m ago 7h 4483M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:18:19.795 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 3m ago 7h 4501M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:18:19.795 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 3m ago 7h 132M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:18:20.198 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:18:20.198 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:18:20.198 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:18:20.198 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:18:20.198 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:18:20.198 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:18:20.198 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:18:20.198 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:18:20.198 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:18:20.198 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:18:20.198 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:18:20.199 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:18:20.199 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:18:20.199 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:18:20.199 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:18:20.199 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:18:20.199 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:18:20.199 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:18:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:18:20 smithi039 ceph-mon[181282]: pgmap v14804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:18:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:18:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:18:20 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4178027422' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:18:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:18:20 smithi032 ceph-mon[189144]: pgmap v14804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:18:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:18:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:18:20 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4178027422' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:18:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:18:20 smithi032 ceph-mon[191839]: pgmap v14804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:18:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:18:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:18:20 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4178027422' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:18:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:18:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:18:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T00:18:21.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:18:21 smithi039 ceph-mon[181282]: from='client.50277 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:18:21.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:18:21 smithi039 ceph-mon[181282]: from='client.60200 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:18:21.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:18:21 smithi032 ceph-mon[191839]: from='client.50277 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:18:21.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:18:21 smithi032 ceph-mon[191839]: from='client.60200 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:18:21.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:18:21 smithi032 ceph-mon[189144]: from='client.50277 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:18:21.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:18:21 smithi032 ceph-mon[189144]: from='client.60200 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:18:22.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:18:22 smithi039 ceph-mon[181282]: pgmap v14805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:22.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:18:22 smithi032 ceph-mon[191839]: pgmap v14805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:22.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:18:22 smithi032 ceph-mon[189144]: pgmap v14805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:24.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:18:24 smithi039 ceph-mon[181282]: pgmap v14806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:18:24 smithi032 ceph-mon[189144]: pgmap v14806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:24.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:18:24 smithi032 ceph-mon[191839]: pgmap v14806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:18:26 smithi039 ceph-mon[181282]: pgmap v14807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:18:26 smithi032 ceph-mon[191839]: pgmap v14807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:26.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:18:26 smithi032 ceph-mon[189144]: pgmap v14807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:18:28 smithi039 ceph-mon[181282]: pgmap v14808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:28.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:18:28 smithi032 ceph-mon[191839]: pgmap v14808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:28.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:18:28 smithi032 ceph-mon[189144]: pgmap v14808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:30.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:18:30 smithi039 ceph-mon[181282]: pgmap v14809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:30.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:18:30 smithi032 ceph-mon[191839]: pgmap v14809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:30.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:18:30 smithi032 ceph-mon[189144]: pgmap v14809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:18:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:18:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T00:18:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:18:32 smithi039 ceph-mon[181282]: pgmap v14810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:32.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:18:32 smithi032 ceph-mon[191839]: pgmap v14810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:32.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:18:32 smithi032 ceph-mon[189144]: pgmap v14810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:34.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:18:34 smithi039 ceph-mon[181282]: pgmap v14811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:34.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:18:34 smithi032 ceph-mon[191839]: pgmap v14811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:34.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:18:34 smithi032 ceph-mon[189144]: pgmap v14811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:18:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:18:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:18:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:18:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:18:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:18:36.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:18:36 smithi032 ceph-mon[191839]: pgmap v14812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:36.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:18:36 smithi032 ceph-mon[189144]: pgmap v14812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:36.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:18:36 smithi039 ceph-mon[181282]: pgmap v14812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:38.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:18:38 smithi032 ceph-mon[191839]: pgmap v14813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:38.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:18:38 smithi032 ceph-mon[189144]: pgmap v14813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:18:38 smithi039 ceph-mon[181282]: pgmap v14813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:40.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:18:40 smithi032 ceph-mon[191839]: pgmap v14814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:40.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:18:40 smithi032 ceph-mon[189144]: pgmap v14814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:40.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:18:40 smithi039 ceph-mon[181282]: pgmap v14814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:18:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:18:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:18:41.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:18:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:18:41.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:18:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:18:41.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:18:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:18:42.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:18:42 smithi032 ceph-mon[191839]: pgmap v14815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:42.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:18:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:18:42.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:18:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:18:42.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:18:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:18:42.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:18:42 smithi032 ceph-mon[189144]: pgmap v14815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:42.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:18:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:18:42.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:18:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:18:42.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:18:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:18:42.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:18:42 smithi039 ceph-mon[181282]: pgmap v14815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:42.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:18:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:18:42.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:18:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:18:42.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:18:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:18:44.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:18:44 smithi032 ceph-mon[191839]: pgmap v14816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:44.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:18:44 smithi032 ceph-mon[189144]: pgmap v14816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:18:44 smithi039 ceph-mon[181282]: pgmap v14816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:46.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:18:46 smithi032 ceph-mon[191839]: pgmap v14817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:18:46 smithi032 ceph-mon[189144]: pgmap v14817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:18:46 smithi039 ceph-mon[181282]: pgmap v14817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:48.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:18:48 smithi032 ceph-mon[191839]: pgmap v14818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:48.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:18:48 smithi032 ceph-mon[189144]: pgmap v14818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:18:48 smithi039 ceph-mon[181282]: pgmap v14818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:50.561 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:18:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:18:50 smithi032 ceph-mon[189144]: pgmap v14819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:18:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:18:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:18:50 smithi032 ceph-mon[191839]: pgmap v14819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:18:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:18:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:18:50 smithi039 ceph-mon[181282]: pgmap v14819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:50.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:18:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:18:50.883 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:18:50.883 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 6m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:18:50.883 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 4m ago 7h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:18:50.883 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 6m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:18:50.883 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 4m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:18:50.883 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 4m ago 7h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:18:50.883 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 6m ago 7h 811M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:18:50.884 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 6m ago 7h 1841M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:18:50.884 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 4m ago 7h 880M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:18:50.884 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 6m ago 7h 916M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:18:50.884 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 6m ago 7h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:18:50.884 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 4m ago 7h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:18:50.884 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 6m ago 7h 5048M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:18:50.884 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 6m ago 7h 5194M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:18:50.884 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 6m ago 7h 4609M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:18:50.884 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 6m ago 7h 4694M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:18:50.884 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 4m ago 7h 4434M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:18:50.884 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 4m ago 7h 4806M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:18:50.884 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 4m ago 7h 4483M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:18:50.884 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 4m ago 7h 4501M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:18:50.884 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 4m ago 7h 132M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:18:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:18:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:18:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:18:51.283 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:18:51.283 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:18:51.283 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:18:51.284 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:18:51.284 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:18:51.284 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:18:51.284 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:18:51.284 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:18:51.284 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:18:51.284 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:18:51.284 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:18:51.284 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:18:51.284 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:18:51.284 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:18:51.284 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:18:51.284 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:18:51.285 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:18:51.285 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:18:51.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:18:51 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2733004069' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:18:51.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:18:51 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2733004069' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:18:51.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:18:51 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2733004069' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:18:52.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:18:52 smithi032 ceph-mon[191839]: from='client.60212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:18:52.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:18:52 smithi032 ceph-mon[191839]: from='client.60218 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:18:52.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:18:52 smithi032 ceph-mon[191839]: pgmap v14820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:52.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:18:52 smithi032 ceph-mon[189144]: from='client.60212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:18:52.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:18:52 smithi032 ceph-mon[189144]: from='client.60218 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:18:52.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:18:52 smithi032 ceph-mon[189144]: pgmap v14820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:52.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:18:52 smithi039 ceph-mon[181282]: from='client.60212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:18:52.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:18:52 smithi039 ceph-mon[181282]: from='client.60218 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:18:52.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:18:52 smithi039 ceph-mon[181282]: pgmap v14820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:18:54 smithi032 ceph-mon[191839]: pgmap v14821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:54.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:18:54 smithi032 ceph-mon[189144]: pgmap v14821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:18:54 smithi039 ceph-mon[181282]: pgmap v14821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:56.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:18:56 smithi032 ceph-mon[189144]: pgmap v14822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:56.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:18:56 smithi032 ceph-mon[191839]: pgmap v14822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:56.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:18:56 smithi039 ceph-mon[181282]: pgmap v14822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:18:58 smithi032 ceph-mon[189144]: pgmap v14823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:58.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:18:58 smithi032 ceph-mon[191839]: pgmap v14823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:18:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:18:58 smithi039 ceph-mon[181282]: pgmap v14823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:00.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:19:00 smithi032 ceph-mon[189144]: pgmap v14824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:00.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:19:00 smithi032 ceph-mon[191839]: pgmap v14824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:19:00 smithi039 ceph-mon[181282]: pgmap v14824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:19:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:19:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:19:02.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:19:02 smithi032 ceph-mon[191839]: pgmap v14825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:19:02 smithi032 ceph-mon[189144]: pgmap v14825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:02.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:19:02 smithi039 ceph-mon[181282]: pgmap v14825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:19:04 smithi032 ceph-mon[191839]: pgmap v14826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:19:04 smithi032 ceph-mon[189144]: pgmap v14826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:19:04 smithi039 ceph-mon[181282]: pgmap v14826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:19:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:19:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:19:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:19:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:19:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:19:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:19:06 smithi032 ceph-mon[189144]: pgmap v14827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:19:06 smithi032 ceph-mon[191839]: pgmap v14827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:19:06 smithi039 ceph-mon[181282]: pgmap v14827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:08.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:19:08 smithi032 ceph-mon[189144]: pgmap v14828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:08.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:19:08 smithi032 ceph-mon[191839]: pgmap v14828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:19:08 smithi039 ceph-mon[181282]: pgmap v14828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:10.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:19:10 smithi032 ceph-mon[191839]: pgmap v14829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:10.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:19:10 smithi032 ceph-mon[189144]: pgmap v14829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:19:10 smithi039 ceph-mon[181282]: pgmap v14829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:19:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:19:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:19:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:19:12 smithi032 ceph-mon[191839]: pgmap v14830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:19:12 smithi032 ceph-mon[189144]: pgmap v14830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:19:12 smithi039 ceph-mon[181282]: pgmap v14830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:14.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:19:14 smithi032 ceph-mon[191839]: pgmap v14831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:19:14 smithi032 ceph-mon[189144]: pgmap v14831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:19:14 smithi039 ceph-mon[181282]: pgmap v14831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:19:16 smithi032 ceph-mon[191839]: pgmap v14832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:19:16 smithi032 ceph-mon[189144]: pgmap v14832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:19:16 smithi039 ceph-mon[181282]: pgmap v14832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:18.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:19:18 smithi032 ceph-mon[191839]: pgmap v14833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:19:18 smithi032 ceph-mon[189144]: pgmap v14833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:19:18 smithi039 ceph-mon[181282]: pgmap v14833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:19:20 smithi032 ceph-mon[191839]: pgmap v14834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:19:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:19:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:19:20 smithi032 ceph-mon[189144]: pgmap v14834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:19:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:19:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:19:20 smithi039 ceph-mon[181282]: pgmap v14834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:20.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:19:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:19:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:19:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:19:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:19:21.652 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:19:21.973 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:19:21.973 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 6m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:19:21.973 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 4m ago 7h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:19:21.974 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 6m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:19:21.974 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 4m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:19:21.974 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 4m ago 7h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:19:21.974 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 6m ago 7h 811M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:19:21.974 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 6m ago 7h 1841M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:19:21.974 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 4m ago 7h 880M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:19:21.974 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 6m ago 7h 916M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:19:21.974 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 6m ago 7h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:19:21.974 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 4m ago 7h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:19:21.974 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 6m ago 7h 5048M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:19:21.974 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 6m ago 7h 5194M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:19:21.974 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 6m ago 7h 4609M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:19:21.974 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 6m ago 7h 4694M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:19:21.975 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 4m ago 7h 4434M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:19:21.975 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 4m ago 7h 4806M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:19:21.975 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 4m ago 7h 4483M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:19:21.975 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 4m ago 7h 4501M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:19:21.975 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 4m ago 7h 132M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:19:22.380 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:19:22.380 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:19:22.380 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:19:22.380 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:19:22.380 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:19:22.381 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:19:22.381 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:19:22.381 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:19:22.381 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:19:22.381 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:19:22.381 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:19:22.381 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:19:22.381 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:19:22.381 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:19:22.381 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:19:22.382 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:19:22.382 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:19:22.382 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:19:22.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:19:22 smithi032 ceph-mon[191839]: pgmap v14835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:22.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:19:22 smithi032 ceph-mon[189144]: pgmap v14835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:22.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:19:22 smithi039 ceph-mon[181282]: pgmap v14835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:23.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:19:23 smithi032 ceph-mon[189144]: from='client.50313 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:19:23.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:19:23 smithi032 ceph-mon[189144]: from='client.50319 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:19:23.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:19:23 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3214861433' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:19:23.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:19:23 smithi032 ceph-mon[191839]: from='client.50313 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:19:23.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:19:23 smithi032 ceph-mon[191839]: from='client.50319 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:19:23.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:19:23 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3214861433' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:19:23.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:19:23 smithi039 ceph-mon[181282]: from='client.50313 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:19:23.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:19:23 smithi039 ceph-mon[181282]: from='client.50319 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:19:23.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:19:23 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3214861433' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:19:24.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:19:24 smithi032 ceph-mon[191839]: pgmap v14836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:19:24 smithi032 ceph-mon[189144]: pgmap v14836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:19:24 smithi039 ceph-mon[181282]: pgmap v14836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:25.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:19:25 smithi032 ceph-mon[191839]: pgmap v14837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:25.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:19:25 smithi032 ceph-mon[189144]: pgmap v14837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:25.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:19:25 smithi039 ceph-mon[181282]: pgmap v14837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:19:28 smithi032 ceph-mon[191839]: pgmap v14838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:28.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:19:28 smithi032 ceph-mon[189144]: pgmap v14838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:19:28 smithi039 ceph-mon[181282]: pgmap v14838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:19:30 smithi032 ceph-mon[191839]: pgmap v14839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:30.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:19:30 smithi032 ceph-mon[189144]: pgmap v14839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:30.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:19:30 smithi039 ceph-mon[181282]: pgmap v14839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:19:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:19:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:19:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:19:32 smithi032 ceph-mon[189144]: pgmap v14840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:19:32 smithi032 ceph-mon[191839]: pgmap v14840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:19:32 smithi039 ceph-mon[181282]: pgmap v14840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:19:34 smithi032 ceph-mon[191839]: pgmap v14841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:19:34 smithi032 ceph-mon[189144]: pgmap v14841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:19:34 smithi039 ceph-mon[181282]: pgmap v14841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:19:36 smithi032 ceph-mon[191839]: pgmap v14842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:19:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:19:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:19:36 smithi032 ceph-mon[189144]: pgmap v14842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:19:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:19:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:19:36 smithi039 ceph-mon[181282]: pgmap v14842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:19:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:19:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:19:38 smithi032 ceph-mon[191839]: pgmap v14843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:19:38 smithi032 ceph-mon[189144]: pgmap v14843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:38.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:19:38 smithi039 ceph-mon[181282]: pgmap v14843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:40.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:19:40 smithi032 ceph-mon[191839]: pgmap v14844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:40.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:19:40 smithi032 ceph-mon[189144]: pgmap v14844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:40.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:19:40 smithi039 ceph-mon[181282]: pgmap v14844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:19:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:19:40] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T00:19:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:19:42 smithi032 ceph-mon[189144]: pgmap v14845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:19:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:19:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:19:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:19:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:19:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:19:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:19:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:19:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:19:42 smithi032 ceph-mon[191839]: pgmap v14845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:19:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:19:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:19:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:19:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:19:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:19:42.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:19:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:19:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:19:42 smithi039 ceph-mon[181282]: pgmap v14845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:19:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:19:42.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:19:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:19:42.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:19:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:19:42.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:19:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:19:44.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:19:44 smithi032 ceph-mon[191839]: pgmap v14846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:44.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:19:44 smithi032 ceph-mon[189144]: pgmap v14846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:19:44 smithi039 ceph-mon[181282]: pgmap v14846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:19:46 smithi032 ceph-mon[191839]: pgmap v14847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:46.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:19:46 smithi032 ceph-mon[189144]: pgmap v14847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:19:46 smithi039 ceph-mon[181282]: pgmap v14847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:48.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:19:48 smithi032 ceph-mon[191839]: pgmap v14848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:48.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:19:48 smithi032 ceph-mon[189144]: pgmap v14848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:48.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:19:48 smithi039 ceph-mon[181282]: pgmap v14848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:19:50 smithi032 ceph-mon[189144]: pgmap v14849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:19:50 smithi032 ceph-mon[191839]: pgmap v14849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:19:50 smithi039 ceph-mon[181282]: pgmap v14849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:51.158 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:19:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:19:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:19:51.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:19:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:19:51.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:19:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:19:51.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:19:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:19:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:19:52 smithi032 ceph-mon[189144]: pgmap v14850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:19:52 smithi032 ceph-mon[191839]: pgmap v14850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:52.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:19:52 smithi039 ceph-mon[181282]: pgmap v14850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:52.745 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:19:53.068 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:19:53.068 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (6h) 7m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:19:53.068 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (6h) 5m ago 7h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:19:53.068 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 7m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:19:53.068 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 5m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:19:53.068 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 5m ago 7h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:19:53.068 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (6h) 7m ago 7h 811M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:19:53.068 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 7m ago 7h 1841M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:19:53.068 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 5m ago 7h 880M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:19:53.068 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 7m ago 7h 916M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:19:53.068 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (6h) 7m ago 7h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:19:53.068 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (6h) 5m ago 7h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:19:53.068 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 7m ago 7h 5048M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:19:53.069 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 7m ago 7h 5194M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:19:53.069 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 7m ago 7h 4609M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:19:53.069 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 7m ago 7h 4694M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:19:53.069 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 5m ago 7h 4434M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:19:53.069 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 5m ago 7h 4806M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:19:53.069 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 5m ago 7h 4483M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:19:53.069 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 5m ago 7h 4501M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:19:53.069 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 5m ago 7h 132M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:19:53.473 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:19:53.473 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:19:53.473 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:19:53.473 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:19:53.473 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:19:53.473 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:19:53.473 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:19:53.473 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:19:53.474 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:19:53.474 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:19:53.474 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:19:53.474 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:19:53.474 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:19:53.474 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:19:53.474 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:19:53.474 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:19:53.474 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:19:53.474 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:19:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:19:54 smithi032 ceph-mon[191839]: from='client.50331 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:19:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:19:54 smithi032 ceph-mon[191839]: pgmap v14851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:19:54 smithi032 ceph-mon[191839]: from='client.60254 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:19:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:19:54 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/996527597' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:19:54.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:19:54 smithi032 ceph-mon[189144]: from='client.50331 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:19:54.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:19:54 smithi032 ceph-mon[189144]: pgmap v14851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:54.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:19:54 smithi032 ceph-mon[189144]: from='client.60254 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:19:54.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:19:54 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/996527597' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:19:54.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:19:54 smithi039 ceph-mon[181282]: from='client.50331 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:19:54.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:19:54 smithi039 ceph-mon[181282]: pgmap v14851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:54.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:19:54 smithi039 ceph-mon[181282]: from='client.60254 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:19:54.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:19:54 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/996527597' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:19:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:19:56 smithi032 ceph-mon[191839]: pgmap v14852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:19:56 smithi032 ceph-mon[189144]: pgmap v14852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:19:56 smithi039 ceph-mon[181282]: pgmap v14852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:58.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:19:58 smithi039 ceph-mon[181282]: pgmap v14853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:58.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:19:58 smithi032 ceph-mon[191839]: pgmap v14853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:19:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:19:58 smithi032 ceph-mon[189144]: pgmap v14853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:00 smithi032 ceph-mon[191839]: pgmap v14854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T00:20:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-23T00:19:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T00:20:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:00 smithi032 ceph-mon[189144]: pgmap v14854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T00:20:00.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:00 smithi039 ceph-mon[181282]: pgmap v14854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:00.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T00:20:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:20:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:20:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:20:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:02 smithi039 ceph-mon[181282]: pgmap v14855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:02.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:02 smithi032 ceph-mon[191839]: pgmap v14855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:02 smithi032 ceph-mon[189144]: pgmap v14855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:04 smithi039 ceph-mon[181282]: pgmap v14856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:04 smithi032 ceph-mon[191839]: pgmap v14856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:04 smithi032 ceph-mon[189144]: pgmap v14856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:05.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:20:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:20:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:20:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:06 smithi039 ceph-mon[181282]: pgmap v14857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:06 smithi032 ceph-mon[191839]: pgmap v14857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:06 smithi032 ceph-mon[189144]: pgmap v14857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:08 smithi039 ceph-mon[181282]: pgmap v14858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:08.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:08 smithi032 ceph-mon[191839]: pgmap v14858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:08 smithi032 ceph-mon[189144]: pgmap v14858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:10.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:10 smithi039 ceph-mon[181282]: pgmap v14859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:10.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:10 smithi032 ceph-mon[191839]: pgmap v14859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:10.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:10 smithi032 ceph-mon[189144]: pgmap v14859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:20:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:20:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T00:20:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:12 smithi039 ceph-mon[181282]: pgmap v14860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:12 smithi032 ceph-mon[191839]: pgmap v14860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:12.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:12 smithi032 ceph-mon[189144]: pgmap v14860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:14.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:14 smithi039 ceph-mon[181282]: pgmap v14861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:14.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:14 smithi032 ceph-mon[191839]: pgmap v14861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:14 smithi032 ceph-mon[189144]: pgmap v14861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:16.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:16 smithi039 ceph-mon[181282]: pgmap v14862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:16 smithi032 ceph-mon[191839]: pgmap v14862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:16 smithi032 ceph-mon[189144]: pgmap v14862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:17.256 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 23 00:20:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-23T00:20:16.98323338Z level=info msg="Completed cleanup jobs" duration=13.069851ms 2023-12-23T00:20:18.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:18 smithi039 ceph-mon[181282]: pgmap v14863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:18.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:18 smithi032 ceph-mon[191839]: pgmap v14863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:18 smithi032 ceph-mon[189144]: pgmap v14863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:20 smithi039 ceph-mon[181282]: pgmap v14864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:20:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:20 smithi032 ceph-mon[189144]: pgmap v14864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:20:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:20 smithi032 ceph-mon[191839]: pgmap v14864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:20:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:20:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:20:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:20:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:22 smithi039 ceph-mon[181282]: pgmap v14865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:22.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:22 smithi032 ceph-mon[191839]: pgmap v14865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:22.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:22 smithi032 ceph-mon[189144]: pgmap v14865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:23.838 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:20:24.160 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:20:24.160 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 7m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:20:24.160 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 5m ago 7h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:20:24.160 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 7m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:20:24.160 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 5m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:20:24.160 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (6h) 5m ago 7h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:20:24.160 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 7m ago 7h 811M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:20:24.160 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 7m ago 7h 1841M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:20:24.160 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 5m ago 7h 880M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:20:24.161 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 7m ago 7h 916M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:20:24.161 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 7m ago 7h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:20:24.161 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 5m ago 7h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:20:24.161 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 7m ago 7h 5048M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:20:24.161 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 7m ago 7h 5194M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:20:24.161 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 7m ago 7h 4609M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:20:24.161 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 7m ago 7h 4694M 2294M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:20:24.161 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 5m ago 7h 4434M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:20:24.161 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 5m ago 7h 4806M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:20:24.161 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 5m ago 7h 4483M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:20:24.161 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 5m ago 7h 4501M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:20:24.161 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (6h) 5m ago 7h 132M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:20:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:24 smithi039 ceph-mon[181282]: pgmap v14866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:24.560 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:20:24.560 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:20:24.560 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:20:24.561 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:20:24.561 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:20:24.561 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:20:24.561 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:20:24.561 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:20:24.561 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:20:24.561 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:20:24.561 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:20:24.561 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:20:24.561 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:20:24.561 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:20:24.561 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:20:24.561 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:20:24.561 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:20:24.562 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:20:24.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:24 smithi032 ceph-mon[191839]: pgmap v14866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:24 smithi032 ceph-mon[189144]: pgmap v14866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:25.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:25 smithi039 ceph-mon[181282]: from='client.60266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:20:25.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:25 smithi039 ceph-mon[181282]: from='client.60272 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:20:25.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:25 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1231649844' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:20:25.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:25 smithi032 ceph-mon[189144]: from='client.60266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:20:25.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:25 smithi032 ceph-mon[189144]: from='client.60272 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:20:25.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:25 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1231649844' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:20:25.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:25 smithi032 ceph-mon[191839]: from='client.60266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:20:25.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:25 smithi032 ceph-mon[191839]: from='client.60272 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:20:25.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:25 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1231649844' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:20:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:26 smithi039 ceph-mon[181282]: pgmap v14867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:26.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:26 smithi032 ceph-mon[189144]: pgmap v14867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:26 smithi032 ceph-mon[191839]: pgmap v14867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:28 smithi039 ceph-mon[181282]: pgmap v14868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:28.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:28 smithi032 ceph-mon[189144]: pgmap v14868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:28.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:28 smithi032 ceph-mon[191839]: pgmap v14868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:30.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:30 smithi039 ceph-mon[181282]: pgmap v14869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:30.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:30 smithi032 ceph-mon[189144]: pgmap v14869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:30.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:30 smithi032 ceph-mon[191839]: pgmap v14869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:20:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:20:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:20:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:32 smithi039 ceph-mon[181282]: pgmap v14870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:32.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:32 smithi032 ceph-mon[191839]: pgmap v14870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:32.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:32 smithi032 ceph-mon[189144]: pgmap v14870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:34 smithi039 ceph-mon[181282]: pgmap v14871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:34.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:34 smithi032 ceph-mon[191839]: pgmap v14871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:34.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:34 smithi032 ceph-mon[189144]: pgmap v14871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:20:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:20:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:20:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:36 smithi039 ceph-mon[181282]: pgmap v14872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:36.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:36 smithi032 ceph-mon[191839]: pgmap v14872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:36.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:36 smithi032 ceph-mon[189144]: pgmap v14872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:38.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:38 smithi032 ceph-mon[191839]: pgmap v14873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:38.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:38 smithi032 ceph-mon[189144]: pgmap v14873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:38 smithi039 ceph-mon[181282]: pgmap v14873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:40.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:40 smithi032 ceph-mon[191839]: pgmap v14874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:40.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:40 smithi032 ceph-mon[189144]: pgmap v14874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:40.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:40 smithi039 ceph-mon[181282]: pgmap v14874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:20:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:20:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:20:42.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:42 smithi032 ceph-mon[191839]: pgmap v14875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:42.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:20:42.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:42 smithi032 ceph-mon[189144]: pgmap v14875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:42.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:20:42.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:42 smithi039 ceph-mon[181282]: pgmap v14875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:42.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:20:43.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:20:43.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:20:43.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:43 smithi032 ceph-mon[191839]: pgmap v14876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:43.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:20:43.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:20:43.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:20:43.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:20:43.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:43 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi032 to 2285M 2023-12-23T00:20:43.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:20:43.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:20:43.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:20:43.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:20:43.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:20:43.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:20:43.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:43 smithi032 ceph-mon[189144]: pgmap v14876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:43.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:20:43.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:20:43.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:20:43.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:20:43.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:43 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi032 to 2285M 2023-12-23T00:20:43.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:20:43.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:20:43.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:20:43.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:20:44.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:20:44.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:20:44.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:43 smithi039 ceph-mon[181282]: pgmap v14876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:44.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:20:44.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:20:44.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:20:44.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:20:44.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:43 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi032 to 2285M 2023-12-23T00:20:44.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:20:44.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:20:44.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:20:44.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:20:46.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:45 smithi039 ceph-mon[181282]: pgmap v14877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:46.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:45 smithi032 ceph-mon[189144]: pgmap v14877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:45 smithi032 ceph-mon[191839]: pgmap v14877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:48.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:48 smithi032 ceph-mon[191839]: pgmap v14878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:48.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:48 smithi032 ceph-mon[189144]: pgmap v14878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:48.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:48 smithi039 ceph-mon[181282]: pgmap v14878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:50.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:50 smithi032 ceph-mon[191839]: pgmap v14879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:50 smithi032 ceph-mon[189144]: pgmap v14879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:50 smithi039 ceph-mon[181282]: pgmap v14879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:51.153 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:20:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:20:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:20:51.153 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:20:51.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:20:51.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:20:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:52 smithi032 ceph-mon[191839]: pgmap v14880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:52 smithi032 ceph-mon[189144]: pgmap v14880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:52.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:52 smithi039 ceph-mon[181282]: pgmap v14880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:54 smithi032 ceph-mon[191839]: pgmap v14881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:54.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:54 smithi032 ceph-mon[189144]: pgmap v14881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:54 smithi039 ceph-mon[181282]: pgmap v14881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:54.927 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:20:55.251 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:20:55.252 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 8m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:20:55.252 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 6m ago 7h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:20:55.252 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 8m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:20:55.252 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 6m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:20:55.252 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 6m ago 7h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:20:55.252 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 8m ago 7h 811M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:20:55.252 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (6h) 8m ago 7h 1841M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:20:55.252 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (6h) 6m ago 7h 880M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:20:55.252 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (6h) 8m ago 7h 916M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:20:55.252 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 8m ago 7h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:20:55.252 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 6m ago 7h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:20:55.252 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 8m ago 7h 5048M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:20:55.252 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 8m ago 7h 5194M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:20:55.252 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 8m ago 7h 4609M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:20:55.252 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 8m ago 7h 4694M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:20:55.253 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 6m ago 7h 4434M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:20:55.253 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 6m ago 7h 4806M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:20:55.253 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 6m ago 7h 4483M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:20:55.253 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 6m ago 7h 4501M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:20:55.253 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 6m ago 7h 132M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:20:55.653 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:20:55.654 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:20:55.654 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:20:55.654 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:20:55.654 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:20:55.654 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:20:55.654 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:20:55.654 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:20:55.654 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:20:55.654 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:20:55.654 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:20:55.654 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:20:55.654 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:20:55.655 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:20:55.655 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:20:55.655 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:20:55.655 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:20:55.655 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:20:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:56 smithi032 ceph-mon[189144]: from='client.50367 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:20:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:56 smithi032 ceph-mon[189144]: pgmap v14882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:56 smithi032 ceph-mon[189144]: from='client.50373 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:20:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:56 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2835953543' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:20:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:56 smithi032 ceph-mon[191839]: from='client.50367 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:20:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:56 smithi032 ceph-mon[191839]: pgmap v14882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:56 smithi032 ceph-mon[191839]: from='client.50373 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:20:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:56 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2835953543' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:20:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:56 smithi039 ceph-mon[181282]: from='client.50367 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:20:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:56 smithi039 ceph-mon[181282]: pgmap v14882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:56 smithi039 ceph-mon[181282]: from='client.50373 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:20:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:56 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2835953543' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:20:58.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:20:58 smithi032 ceph-mon[191839]: pgmap v14883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:58.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:20:58 smithi032 ceph-mon[189144]: pgmap v14883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:20:58.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:20:58 smithi039 ceph-mon[181282]: pgmap v14883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:00.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:21:00 smithi032 ceph-mon[191839]: pgmap v14884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:21:00 smithi032 ceph-mon[189144]: pgmap v14884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:00.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:21:00 smithi039 ceph-mon[181282]: pgmap v14884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:21:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:21:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:21:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:21:02 smithi032 ceph-mon[191839]: pgmap v14885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:21:02 smithi032 ceph-mon[189144]: pgmap v14885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:21:02 smithi039 ceph-mon[181282]: pgmap v14885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:21:04 smithi032 ceph-mon[191839]: pgmap v14886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:04.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:21:04 smithi032 ceph-mon[189144]: pgmap v14886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:21:04 smithi039 ceph-mon[181282]: pgmap v14886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:21:06 smithi032 ceph-mon[191839]: pgmap v14887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:21:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:21:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:21:06 smithi032 ceph-mon[189144]: pgmap v14887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:21:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:21:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:21:06 smithi039 ceph-mon[181282]: pgmap v14887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:21:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:21:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:21:08 smithi032 ceph-mon[191839]: pgmap v14888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:21:08 smithi032 ceph-mon[189144]: pgmap v14888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:21:08 smithi039 ceph-mon[181282]: pgmap v14888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:10.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:21:10 smithi039 ceph-mon[181282]: pgmap v14889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:10.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:21:10 smithi032 ceph-mon[191839]: pgmap v14889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:10.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:21:10 smithi032 ceph-mon[189144]: pgmap v14889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:21:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:21:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:21:12.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:21:12 smithi039 ceph-mon[181282]: pgmap v14890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:12.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:21:12 smithi032 ceph-mon[191839]: pgmap v14890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:21:12 smithi032 ceph-mon[189144]: pgmap v14890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:21:14 smithi039 ceph-mon[181282]: pgmap v14891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:21:14 smithi032 ceph-mon[189144]: pgmap v14891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:14.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:21:14 smithi032 ceph-mon[191839]: pgmap v14891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:16.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:21:16 smithi039 ceph-mon[181282]: pgmap v14892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:16.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:21:16 smithi032 ceph-mon[191839]: pgmap v14892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:21:16 smithi032 ceph-mon[189144]: pgmap v14892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:18.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:21:18 smithi039 ceph-mon[181282]: pgmap v14893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:21:18 smithi032 ceph-mon[189144]: pgmap v14893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:18.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:21:18 smithi032 ceph-mon[191839]: pgmap v14893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:21:20 smithi039 ceph-mon[181282]: pgmap v14894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:21:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:21:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:21:20 smithi032 ceph-mon[191839]: pgmap v14894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:21:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:21:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:21:20 smithi032 ceph-mon[189144]: pgmap v14894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:21:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:21:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:21:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:21:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:21:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:21:22 smithi039 ceph-mon[181282]: pgmap v14895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:22.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:21:22 smithi032 ceph-mon[191839]: pgmap v14895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:22.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:21:22 smithi032 ceph-mon[189144]: pgmap v14895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:21:24 smithi039 ceph-mon[181282]: pgmap v14896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:24.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:21:24 smithi032 ceph-mon[191839]: pgmap v14896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:21:24 smithi032 ceph-mon[189144]: pgmap v14896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:26.024 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:21:26.347 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:21:26.347 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 8m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:21:26.347 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 6m ago 7h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:21:26.347 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 8m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:21:26.347 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 6m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:21:26.347 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 6m ago 7h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:21:26.347 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 8m ago 7h 811M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:21:26.348 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 8m ago 7h 1841M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:21:26.348 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 6m ago 7h 880M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:21:26.348 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 8m ago 7h 916M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:21:26.348 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 8m ago 7h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:21:26.348 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 6m ago 7h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:21:26.348 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (6h) 8m ago 7h 5048M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:21:26.348 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 8m ago 7h 5194M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:21:26.348 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 8m ago 7h 4609M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:21:26.348 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 8m ago 7h 4694M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:21:26.348 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 6m ago 7h 4434M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:21:26.348 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 6m ago 7h 4806M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:21:26.348 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 6m ago 7h 4483M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:21:26.348 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 6m ago 7h 4501M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:21:26.348 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 6m ago 7h 132M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:21:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:21:26 smithi039 ceph-mon[181282]: pgmap v14897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:26.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:21:26 smithi032 ceph-mon[189144]: pgmap v14897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:21:26 smithi032 ceph-mon[191839]: pgmap v14897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:26.751 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:21:26.751 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:21:26.751 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:21:26.751 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:21:26.751 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:21:26.751 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:21:26.752 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:21:26.752 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:21:26.752 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:21:26.752 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:21:26.752 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:21:26.752 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:21:26.752 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:21:26.752 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:21:26.752 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:21:26.752 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:21:26.752 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:21:26.752 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:21:27.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:21:27 smithi039 ceph-mon[181282]: from='client.60302 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:21:27.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:21:27 smithi039 ceph-mon[181282]: from='client.50391 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:21:27.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:21:27 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2443484820' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:21:27.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:21:27 smithi032 ceph-mon[191839]: from='client.60302 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:21:27.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:21:27 smithi032 ceph-mon[191839]: from='client.50391 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:21:27.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:21:27 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2443484820' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:21:27.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:21:27 smithi032 ceph-mon[189144]: from='client.60302 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:21:27.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:21:27 smithi032 ceph-mon[189144]: from='client.50391 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:21:27.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:21:27 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2443484820' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:21:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:21:28 smithi039 ceph-mon[181282]: pgmap v14898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:28.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:21:28 smithi032 ceph-mon[191839]: pgmap v14898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:28.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:21:28 smithi032 ceph-mon[189144]: pgmap v14898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:30.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:21:30 smithi039 ceph-mon[181282]: pgmap v14899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:30.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:21:30 smithi032 ceph-mon[189144]: pgmap v14899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:30.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:21:30 smithi032 ceph-mon[191839]: pgmap v14899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:21:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:21:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:21:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:21:32 smithi039 ceph-mon[181282]: pgmap v14900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:32.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:21:32 smithi032 ceph-mon[189144]: pgmap v14900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:32.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:21:32 smithi032 ceph-mon[191839]: pgmap v14900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:21:34 smithi039 ceph-mon[181282]: pgmap v14901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:34.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:21:34 smithi032 ceph-mon[189144]: pgmap v14901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:34.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:21:34 smithi032 ceph-mon[191839]: pgmap v14901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:35.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:21:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:21:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:21:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:21:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:21:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:21:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:21:36 smithi039 ceph-mon[181282]: pgmap v14902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:36.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:21:36 smithi032 ceph-mon[189144]: pgmap v14902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:36.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:21:36 smithi032 ceph-mon[191839]: pgmap v14902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:38.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:21:38 smithi039 ceph-mon[181282]: pgmap v14903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:38.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:21:38 smithi032 ceph-mon[189144]: pgmap v14903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:38.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:21:38 smithi032 ceph-mon[191839]: pgmap v14903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:40.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:21:40 smithi039 ceph-mon[181282]: pgmap v14904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:40.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:21:40 smithi032 ceph-mon[191839]: pgmap v14904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:40.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:21:40 smithi032 ceph-mon[189144]: pgmap v14904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:21:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:21:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:21:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:21:42 smithi039 ceph-mon[181282]: pgmap v14905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:42.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:21:42 smithi032 ceph-mon[191839]: pgmap v14905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:42.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:21:42 smithi032 ceph-mon[189144]: pgmap v14905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:43.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:21:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:21:43.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:21:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:21:43.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:21:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:21:44.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:21:44 smithi032 ceph-mon[191839]: pgmap v14906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:44.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:21:44 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:21:44.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:21:44 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:21:44.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:21:44 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:21:44.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:21:44 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:21:44.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:21:44 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:21:44.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:21:44 smithi032 ceph-mon[189144]: pgmap v14906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:44.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:21:44 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:21:44.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:21:44 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:21:44.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:21:44 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:21:44.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:21:44 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:21:44.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:21:44 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:21:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:21:44 smithi039 ceph-mon[181282]: pgmap v14906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:21:44 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:21:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:21:44 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:21:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:21:44 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:21:44.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:21:44 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:21:44.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:21:44 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:21:46.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:21:46 smithi032 ceph-mon[191839]: pgmap v14907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:46.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:21:46 smithi032 ceph-mon[189144]: pgmap v14907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:21:46 smithi039 ceph-mon[181282]: pgmap v14907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:48.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:21:48 smithi032 ceph-mon[191839]: pgmap v14908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:48.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:21:48 smithi032 ceph-mon[189144]: pgmap v14908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:21:48 smithi039 ceph-mon[181282]: pgmap v14908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:21:50 smithi032 ceph-mon[189144]: pgmap v14909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:21:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:21:50.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:21:50 smithi032 ceph-mon[191839]: pgmap v14909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:50.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:21:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:21:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:21:50 smithi039 ceph-mon[181282]: pgmap v14909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:21:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:21:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:21:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:21:50] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-23T00:21:52.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:21:52 smithi032 ceph-mon[191839]: pgmap v14910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:52.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:21:52 smithi032 ceph-mon[189144]: pgmap v14910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:52.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:21:52 smithi039 ceph-mon[181282]: pgmap v14910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:54.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:21:54 smithi032 ceph-mon[189144]: pgmap v14911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:21:54 smithi032 ceph-mon[191839]: pgmap v14911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:21:54 smithi039 ceph-mon[181282]: pgmap v14911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:56.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:21:56 smithi032 ceph-mon[189144]: pgmap v14912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:56.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:21:56 smithi032 ceph-mon[191839]: pgmap v14912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:21:56 smithi039 ceph-mon[181282]: pgmap v14912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:57.113 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:21:57.434 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:21:57.434 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 9m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:21:57.434 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 7m ago 7h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:21:57.434 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 9m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:21:57.435 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 7m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:21:57.435 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 7m ago 7h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:21:57.435 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 9m ago 7h 811M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:21:57.435 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 9m ago 7h 1841M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:21:57.435 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 7m ago 7h 880M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:21:57.435 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 9m ago 7h 916M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:21:57.435 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 9m ago 7h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:21:57.435 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 7m ago 7h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:21:57.435 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 9m ago 7h 5048M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:21:57.435 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (6h) 9m ago 7h 5194M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:21:57.435 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 9m ago 7h 4609M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:21:57.435 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 9m ago 7h 4694M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:21:57.435 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 7m ago 7h 4434M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:21:57.435 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 7m ago 7h 4806M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:21:57.435 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 7m ago 7h 4483M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:21:57.436 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 7m ago 7h 4501M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:21:57.436 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 7m ago 7h 132M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:21:57.836 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:21:57.836 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:21:57.836 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:21:57.837 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:21:57.837 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:21:57.837 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:21:57.837 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:21:57.837 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:21:57.837 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:21:57.837 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:21:57.837 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:21:57.837 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:21:57.837 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:21:57.837 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:21:57.837 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:21:57.837 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:21:57.837 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:21:57.837 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:21:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:21:58 smithi032 ceph-mon[189144]: pgmap v14913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:21:58 smithi032 ceph-mon[189144]: from='client.60320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:21:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:21:58 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/905991228' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:21:58.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:21:58 smithi032 ceph-mon[191839]: pgmap v14913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:58.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:21:58 smithi032 ceph-mon[191839]: from='client.60320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:21:58.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:21:58 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/905991228' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:21:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:21:58 smithi039 ceph-mon[181282]: pgmap v14913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:21:58.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:21:58 smithi039 ceph-mon[181282]: from='client.60320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:21:58.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:21:58 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/905991228' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:21:59.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:21:59 smithi032 ceph-mon[191839]: from='client.60326 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:21:59.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:21:59 smithi032 ceph-mon[189144]: from='client.60326 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:21:59.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:21:59 smithi039 ceph-mon[181282]: from='client.60326 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:22:00.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:22:00 smithi032 ceph-mon[191839]: pgmap v14914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:00.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:22:00 smithi032 ceph-mon[189144]: pgmap v14914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:22:00 smithi039 ceph-mon[181282]: pgmap v14914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:22:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:22:00] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-23T00:22:02.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:22:02 smithi032 ceph-mon[191839]: pgmap v14915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:22:02 smithi032 ceph-mon[189144]: pgmap v14915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:02.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:22:02 smithi039 ceph-mon[181282]: pgmap v14915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:22:04 smithi032 ceph-mon[191839]: pgmap v14916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:22:04 smithi032 ceph-mon[189144]: pgmap v14916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:22:04 smithi039 ceph-mon[181282]: pgmap v14916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:22:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:22:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:22:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:22:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:22:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:22:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:22:06 smithi032 ceph-mon[191839]: pgmap v14917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:22:06 smithi032 ceph-mon[189144]: pgmap v14917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:22:06 smithi039 ceph-mon[181282]: pgmap v14917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:08.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:22:08 smithi032 ceph-mon[191839]: pgmap v14918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:22:08 smithi032 ceph-mon[189144]: pgmap v14918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:22:08 smithi039 ceph-mon[181282]: pgmap v14918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:10.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:22:10 smithi032 ceph-mon[191839]: pgmap v14919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:10.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:22:10 smithi032 ceph-mon[189144]: pgmap v14919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:22:10 smithi039 ceph-mon[181282]: pgmap v14919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:22:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:22:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:22:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:22:12 smithi032 ceph-mon[191839]: pgmap v14920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:22:12 smithi032 ceph-mon[189144]: pgmap v14920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:22:12 smithi039 ceph-mon[181282]: pgmap v14920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:14.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:22:14 smithi032 ceph-mon[191839]: pgmap v14921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:22:14 smithi032 ceph-mon[189144]: pgmap v14921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:22:14 smithi039 ceph-mon[181282]: pgmap v14921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:22:16 smithi032 ceph-mon[191839]: pgmap v14922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:22:16 smithi032 ceph-mon[189144]: pgmap v14922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:22:16 smithi039 ceph-mon[181282]: pgmap v14922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:18.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:22:18 smithi032 ceph-mon[191839]: pgmap v14923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:22:18 smithi032 ceph-mon[189144]: pgmap v14923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:22:18 smithi039 ceph-mon[181282]: pgmap v14923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:22:20 smithi032 ceph-mon[189144]: pgmap v14924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:22:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:22:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:22:20 smithi032 ceph-mon[191839]: pgmap v14924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:22:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:22:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:22:20 smithi039 ceph-mon[181282]: pgmap v14924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:22:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:22:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:22:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:22:20] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-23T00:22:22.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:22:22 smithi032 ceph-mon[191839]: pgmap v14925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:22.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:22:22 smithi032 ceph-mon[189144]: pgmap v14925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:22.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:22:22 smithi039 ceph-mon[181282]: pgmap v14925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:24.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:22:24 smithi032 ceph-mon[191839]: pgmap v14926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:22:24 smithi032 ceph-mon[189144]: pgmap v14926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:22:24 smithi039 ceph-mon[181282]: pgmap v14926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:26.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:22:26 smithi032 ceph-mon[189144]: pgmap v14927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:22:26 smithi032 ceph-mon[191839]: pgmap v14927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:22:26 smithi039 ceph-mon[181282]: pgmap v14927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:28.202 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:22:28.527 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:22:28.527 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 9m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:22:28.527 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 7m ago 7h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:22:28.527 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 9m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:22:28.527 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 7m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:22:28.527 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 7m ago 7h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:22:28.527 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 9m ago 7h 811M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:22:28.527 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 9m ago 7h 1841M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:22:28.527 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 7m ago 7h 880M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:22:28.527 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 9m ago 7h 916M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:22:28.528 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 9m ago 7h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:22:28.528 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 7m ago 7h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:22:28.528 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 9m ago 7h 5048M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:22:28.528 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 9m ago 7h 5194M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:22:28.528 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (6h) 9m ago 7h 4609M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:22:28.528 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 9m ago 7h 4694M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:22:28.528 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 7m ago 7h 4434M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:22:28.528 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 7m ago 7h 4806M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:22:28.528 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 7m ago 7h 4483M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:22:28.528 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 7m ago 7h 4501M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:22:28.529 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 7m ago 7h 132M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:22:28.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:22:28 smithi032 ceph-mon[191839]: pgmap v14928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:28.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:22:28 smithi032 ceph-mon[189144]: pgmap v14928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:22:28 smithi039 ceph-mon[181282]: pgmap v14928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:28.928 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:22:28.928 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:22:28.929 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:22:28.929 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:22:28.929 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:22:28.929 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:22:28.929 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:22:28.929 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:22:28.929 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:22:28.929 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:22:28.929 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:22:28.929 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:22:28.929 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:22:28.929 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:22:28.929 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:22:28.930 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:22:28.930 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:22:28.930 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:22:29.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:22:29 smithi032 ceph-mon[191839]: from='client.60338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:22:29.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:22:29 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2611201176' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:22:29.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:22:29 smithi032 ceph-mon[189144]: from='client.60338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:22:29.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:22:29 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2611201176' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:22:29.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:22:29 smithi039 ceph-mon[181282]: from='client.60338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:22:29.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:22:29 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2611201176' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:22:30.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:22:30 smithi032 ceph-mon[191839]: from='client.60344 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:22:30.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:22:30 smithi032 ceph-mon[191839]: pgmap v14929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:30.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:22:30 smithi032 ceph-mon[189144]: from='client.60344 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:22:30.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:22:30 smithi032 ceph-mon[189144]: pgmap v14929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:22:30 smithi039 ceph-mon[181282]: from='client.60344 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:22:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:22:30 smithi039 ceph-mon[181282]: pgmap v14929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:22:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:22:30] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-23T00:22:32.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:22:32 smithi032 ceph-mon[189144]: pgmap v14930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:32.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:22:32 smithi032 ceph-mon[191839]: pgmap v14930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:32.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:22:32 smithi039 ceph-mon[181282]: pgmap v14930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:34.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:22:34 smithi032 ceph-mon[191839]: pgmap v14931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:34.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:22:34 smithi032 ceph-mon[189144]: pgmap v14931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:22:34 smithi039 ceph-mon[181282]: pgmap v14931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:22:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:22:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:22:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:22:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:22:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:22:36.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:22:36 smithi032 ceph-mon[191839]: pgmap v14932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:36.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:22:36 smithi032 ceph-mon[189144]: pgmap v14932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:36.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:22:36 smithi039 ceph-mon[181282]: pgmap v14932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:38.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:22:38 smithi032 ceph-mon[191839]: pgmap v14933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:38.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:22:38 smithi032 ceph-mon[189144]: pgmap v14933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:22:38 smithi039 ceph-mon[181282]: pgmap v14933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:40.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:22:40 smithi032 ceph-mon[191839]: pgmap v14934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:40.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:22:40 smithi032 ceph-mon[189144]: pgmap v14934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:40.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:22:40 smithi039 ceph-mon[181282]: pgmap v14934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:22:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:22:40] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-23T00:22:42.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:22:42 smithi032 ceph-mon[191839]: pgmap v14935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:42.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:22:42 smithi032 ceph-mon[189144]: pgmap v14935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:42.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:22:42 smithi039 ceph-mon[181282]: pgmap v14935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:44.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:22:44 smithi032 ceph-mon[191839]: pgmap v14936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:44.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:22:44 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:22:44.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:22:44 smithi032 ceph-mon[189144]: pgmap v14936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:44.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:22:44 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:22:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:22:44 smithi039 ceph-mon[181282]: pgmap v14936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:22:44 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:22:46.378 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:22:46 smithi032 ceph-mon[191839]: pgmap v14937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:46.378 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:22:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:22:46.379 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:22:46 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:22:46.379 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:22:46 smithi032 ceph-mon[189144]: pgmap v14937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:46.379 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:22:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:22:46.379 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:22:46 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:22:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:22:46 smithi039 ceph-mon[181282]: pgmap v14937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:22:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:22:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:22:46 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:22:47.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:22:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:22:47.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:22:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:22:47.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:22:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:22:47.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:22:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:22:47.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:22:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:22:47.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:22:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:22:47.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:22:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:22:47.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:22:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:22:47.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:22:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:22:48.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:22:48 smithi032 ceph-mon[189144]: pgmap v14938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:48.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:22:48 smithi032 ceph-mon[191839]: pgmap v14938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:22:48 smithi039 ceph-mon[181282]: pgmap v14938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:22:50 smithi032 ceph-mon[189144]: pgmap v14939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:22:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:22:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:22:50 smithi032 ceph-mon[191839]: pgmap v14939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:22:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:22:50.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:22:50 smithi039 ceph-mon[181282]: pgmap v14939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:50.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:22:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:22:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:22:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:22:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:22:52.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:22:52 smithi032 ceph-mon[189144]: pgmap v14940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:52.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:22:52 smithi032 ceph-mon[191839]: pgmap v14940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:52.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:22:52 smithi039 ceph-mon[181282]: pgmap v14940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:54.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:22:54 smithi032 ceph-mon[189144]: pgmap v14941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:22:54 smithi032 ceph-mon[191839]: pgmap v14941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:22:54 smithi039 ceph-mon[181282]: pgmap v14941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:56.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:22:56 smithi032 ceph-mon[189144]: pgmap v14942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:56.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:22:56 smithi032 ceph-mon[191839]: pgmap v14942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:22:56 smithi039 ceph-mon[181282]: pgmap v14942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:58.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:22:58 smithi032 ceph-mon[191839]: pgmap v14943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:22:58 smithi032 ceph-mon[189144]: pgmap v14943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:22:58 smithi039 ceph-mon[181282]: pgmap v14943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:22:59.295 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:22:59.617 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:22:59.617 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 13s ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:22:59.617 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 8m ago 7h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:22:59.617 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 13s ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:22:59.617 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 8m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:22:59.617 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 8m ago 7h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:22:59.618 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 13s ago 7h 817M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:22:59.618 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 13s ago 7h 1878M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:22:59.618 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 8m ago 7h 880M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:22:59.618 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 13s ago 7h 934M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:22:59.618 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 13s ago 7h 19.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:22:59.618 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 8m ago 7h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:22:59.618 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 13s ago 7h 5078M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:22:59.618 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 13s ago 7h 5224M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:22:59.618 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 13s ago 7h 4632M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:22:59.618 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (6h) 13s ago 7h 4722M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:22:59.618 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 8m ago 7h 4434M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:22:59.618 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 8m ago 7h 4806M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:22:59.618 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 8m ago 7h 4483M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:22:59.618 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 8m ago 7h 4501M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:22:59.618 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 8m ago 7h 132M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:23:00.019 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:23:00.019 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:23:00.019 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:23:00.019 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:23:00.019 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:23:00.019 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:23:00.019 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:23:00.020 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:23:00.020 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:23:00.020 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:23:00.020 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:23:00.020 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:23:00.020 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:23:00.020 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:23:00.020 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:23:00.020 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:23:00.020 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:23:00.020 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:23:00.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:23:00 smithi032 ceph-mon[189144]: pgmap v14944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:00.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:23:00 smithi032 ceph-mon[189144]: from='client.60356 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:23:00.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:23:00 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1964242487' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:23:00.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:23:00 smithi032 ceph-mon[191839]: pgmap v14944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:00.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:23:00 smithi032 ceph-mon[191839]: from='client.60356 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:23:00.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:23:00 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1964242487' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:23:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:23:00 smithi039 ceph-mon[181282]: pgmap v14944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:23:00 smithi039 ceph-mon[181282]: from='client.60356 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:23:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:23:00 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1964242487' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:23:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:23:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:23:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:23:01.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:23:01 smithi032 ceph-mon[189144]: from='client.50445 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:23:01.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:23:01 smithi032 ceph-mon[191839]: from='client.50445 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:23:01.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:23:01 smithi039 ceph-mon[181282]: from='client.50445 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:23:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:23:02 smithi032 ceph-mon[189144]: pgmap v14945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:02.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:23:02 smithi032 ceph-mon[191839]: pgmap v14945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:02.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:23:02 smithi039 ceph-mon[181282]: pgmap v14945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:03.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:23:03 smithi032 ceph-mon[189144]: pgmap v14946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:03.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:23:03 smithi032 ceph-mon[191839]: pgmap v14946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:03.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:23:03 smithi039 ceph-mon[181282]: pgmap v14946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:23:06 smithi032 ceph-mon[191839]: pgmap v14947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:23:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:23:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:23:06 smithi032 ceph-mon[189144]: pgmap v14947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:23:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:23:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:23:06 smithi039 ceph-mon[181282]: pgmap v14947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:23:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:23:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:23:08 smithi032 ceph-mon[191839]: pgmap v14948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:23:08 smithi032 ceph-mon[189144]: pgmap v14948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:23:08 smithi039 ceph-mon[181282]: pgmap v14948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:10.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:23:10 smithi032 ceph-mon[191839]: pgmap v14949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:10.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:23:10 smithi032 ceph-mon[189144]: pgmap v14949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:10.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:23:10 smithi039 ceph-mon[181282]: pgmap v14949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:23:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:23:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:23:12.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:23:12 smithi039 ceph-mon[181282]: pgmap v14950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:23:12 smithi032 ceph-mon[189144]: pgmap v14950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:23:12 smithi032 ceph-mon[191839]: pgmap v14950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:23:14 smithi039 ceph-mon[181282]: pgmap v14951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:23:14 smithi032 ceph-mon[189144]: pgmap v14951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:14.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:23:14 smithi032 ceph-mon[191839]: pgmap v14951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:16.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:23:16 smithi039 ceph-mon[181282]: pgmap v14952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:23:16 smithi032 ceph-mon[189144]: pgmap v14952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:23:16 smithi032 ceph-mon[191839]: pgmap v14952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:18.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:23:18 smithi039 ceph-mon[181282]: pgmap v14953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:18.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:23:18 smithi032 ceph-mon[191839]: pgmap v14953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:23:18 smithi032 ceph-mon[189144]: pgmap v14953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:20.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:23:20 smithi039 ceph-mon[181282]: pgmap v14954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:23:20 smithi032 ceph-mon[189144]: pgmap v14954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:23:20 smithi032 ceph-mon[191839]: pgmap v14954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:23:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:23:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:23:21.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:23:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:23:21.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:23:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:23:21.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:23:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:23:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:23:22 smithi039 ceph-mon[181282]: pgmap v14955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:22.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:23:22 smithi032 ceph-mon[189144]: pgmap v14955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:22.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:23:22 smithi032 ceph-mon[191839]: pgmap v14955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:23:24 smithi039 ceph-mon[181282]: pgmap v14956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:24.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:23:24 smithi032 ceph-mon[191839]: pgmap v14956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:23:24 smithi032 ceph-mon[189144]: pgmap v14956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:23:26 smithi039 ceph-mon[181282]: pgmap v14957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:26.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:23:26 smithi032 ceph-mon[189144]: pgmap v14957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:23:26 smithi032 ceph-mon[191839]: pgmap v14957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:23:28 smithi039 ceph-mon[181282]: pgmap v14958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:28.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:23:28 smithi032 ceph-mon[191839]: pgmap v14958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:28.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:23:28 smithi032 ceph-mon[189144]: pgmap v14958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:30.382 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:23:30.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:23:30 smithi039 ceph-mon[181282]: pgmap v14959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:30.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:23:30 smithi032 ceph-mon[189144]: pgmap v14959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:30.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:23:30 smithi032 ceph-mon[191839]: pgmap v14959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:30.705 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:23:30.706 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 44s ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:23:30.706 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 8m ago 7h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:23:30.706 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 44s ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:23:30.706 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 8m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:23:30.706 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 8m ago 7h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:23:30.706 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 44s ago 7h 817M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:23:30.706 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 44s ago 7h 1878M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:23:30.706 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 8m ago 7h 880M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:23:30.706 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 44s ago 7h 934M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:23:30.706 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 44s ago 7h 19.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:23:30.706 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 8m ago 7h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:23:30.706 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 44s ago 7h 5078M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:23:30.706 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 44s ago 7h 5224M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:23:30.706 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 44s ago 7h 4632M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:23:30.707 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 44s ago 7h 4722M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:23:30.707 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (6h) 8m ago 7h 4434M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:23:30.707 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 8m ago 7h 4806M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:23:30.707 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 8m ago 7h 4483M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:23:30.707 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 8m ago 7h 4501M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:23:30.707 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 8m ago 7h 132M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:23:31.106 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:23:31.106 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:23:31.106 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:23:31.106 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:23:31.106 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:23:31.106 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:23:31.106 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:23:31.106 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:23:31.106 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:23:31.106 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:23:31.106 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:23:31.106 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:23:31.107 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:23:31.107 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:23:31.107 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:23:31.107 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:23:31.107 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:23:31.107 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:23:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:23:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:23:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:23:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:23:31 smithi039 ceph-mon[181282]: from='client.50457 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:23:31.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:23:31 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4242767623' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:23:31.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:23:31 smithi032 ceph-mon[191839]: from='client.50457 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:23:31.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:23:31 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4242767623' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:23:31.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:23:31 smithi032 ceph-mon[189144]: from='client.50457 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:23:31.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:23:31 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4242767623' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:23:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:23:32 smithi039 ceph-mon[181282]: from='client.50463 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:23:32.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:23:32 smithi039 ceph-mon[181282]: pgmap v14960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:32.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:23:32 smithi032 ceph-mon[191839]: from='client.50463 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:23:32.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:23:32 smithi032 ceph-mon[191839]: pgmap v14960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:32.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:23:32 smithi032 ceph-mon[189144]: from='client.50463 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:23:32.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:23:32 smithi032 ceph-mon[189144]: pgmap v14960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:23:34 smithi039 ceph-mon[181282]: pgmap v14961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:34.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:23:34 smithi032 ceph-mon[189144]: pgmap v14961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:34.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:23:34 smithi032 ceph-mon[191839]: pgmap v14961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:23:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:23:35.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:23:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:23:35.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:23:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:23:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:23:36 smithi039 ceph-mon[181282]: pgmap v14962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:36.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:23:36 smithi032 ceph-mon[189144]: pgmap v14962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:36.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:23:36 smithi032 ceph-mon[191839]: pgmap v14962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:38.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:23:38 smithi039 ceph-mon[181282]: pgmap v14963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:38.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:23:38 smithi032 ceph-mon[191839]: pgmap v14963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:38.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:23:38 smithi032 ceph-mon[189144]: pgmap v14963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:40.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:23:40 smithi039 ceph-mon[181282]: pgmap v14964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:40.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:23:40 smithi032 ceph-mon[189144]: pgmap v14964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:40.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:23:40 smithi032 ceph-mon[191839]: pgmap v14964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:23:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:23:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:23:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:23:42 smithi039 ceph-mon[181282]: pgmap v14965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:42.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:23:42 smithi032 ceph-mon[191839]: pgmap v14965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:42.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:23:42 smithi032 ceph-mon[189144]: pgmap v14965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:23:44 smithi039 ceph-mon[181282]: pgmap v14966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:44.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:23:44 smithi032 ceph-mon[191839]: pgmap v14966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:44.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:23:44 smithi032 ceph-mon[189144]: pgmap v14966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:23:46 smithi039 ceph-mon[181282]: pgmap v14967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:23:46 smithi032 ceph-mon[189144]: pgmap v14967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:46.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:23:46 smithi032 ceph-mon[191839]: pgmap v14967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:47.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:23:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:23:47.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:23:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:23:47.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:23:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:23:48.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:23:48 smithi039 ceph-mon[181282]: pgmap v14968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:48.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:23:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:23:48.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:23:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:23:48.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:23:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:23:48.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:23:48 smithi032 ceph-mon[189144]: pgmap v14968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:48.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:23:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:23:48.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:23:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:23:48.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:23:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:23:48.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:23:48 smithi032 ceph-mon[191839]: pgmap v14968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:48.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:23:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:23:48.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:23:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:23:48.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:23:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:23:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:23:50 smithi039 ceph-mon[181282]: pgmap v14969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:23:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:23:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:23:50 smithi032 ceph-mon[191839]: pgmap v14969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:23:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:23:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:23:50 smithi032 ceph-mon[189144]: pgmap v14969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:23:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:23:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:23:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:23:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:23:52.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:23:52 smithi032 ceph-mon[191839]: pgmap v14970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:52.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:23:52 smithi032 ceph-mon[189144]: pgmap v14970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:52.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:23:52 smithi039 ceph-mon[181282]: pgmap v14970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:23:54 smithi032 ceph-mon[191839]: pgmap v14971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:54.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:23:54 smithi032 ceph-mon[189144]: pgmap v14971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:23:54 smithi039 ceph-mon[181282]: pgmap v14971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:56.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:23:56 smithi032 ceph-mon[191839]: pgmap v14972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:56.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:23:56 smithi032 ceph-mon[189144]: pgmap v14972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:23:56 smithi039 ceph-mon[181282]: pgmap v14972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:58.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:23:58 smithi032 ceph-mon[191839]: pgmap v14973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:23:58 smithi032 ceph-mon[189144]: pgmap v14973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:23:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:23:58 smithi039 ceph-mon[181282]: pgmap v14973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:00.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:24:00 smithi032 ceph-mon[191839]: pgmap v14974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:00.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:24:00 smithi032 ceph-mon[189144]: pgmap v14974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:24:00 smithi039 ceph-mon[181282]: pgmap v14974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:24:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:24:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:24:01.470 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:24:01.793 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:24:01.793 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 75s ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:24:01.793 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 9m ago 7h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:24:01.793 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 75s ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:24:01.793 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 9m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:24:01.794 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 9m ago 7h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:24:01.794 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 75s ago 7h 817M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:24:01.794 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 75s ago 7h 1878M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:24:01.794 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 9m ago 7h 880M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:24:01.794 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 75s ago 7h 934M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:24:01.794 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 75s ago 7h 19.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:24:01.794 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 9m ago 7h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:24:01.794 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 75s ago 7h 5078M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:24:01.794 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 75s ago 7h 5224M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:24:01.794 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 75s ago 7h 4632M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:24:01.794 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 75s ago 7h 4722M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:24:01.794 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 9m ago 7h 4434M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:24:01.795 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (6h) 9m ago 7h 4806M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:24:01.795 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 9m ago 7h 4483M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:24:01.795 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 9m ago 7h 4501M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:24:01.795 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 9m ago 7h 132M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:24:02.200 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:24:02.200 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:24:02.200 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:24:02.200 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:24:02.200 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:24:02.201 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:24:02.201 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:24:02.201 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:24:02.201 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:24:02.201 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:24:02.201 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:24:02.201 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:24:02.201 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:24:02.201 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:24:02.201 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:24:02.201 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:24:02.201 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:24:02.201 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:24:02.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:24:02 smithi032 ceph-mon[191839]: pgmap v14975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:02.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:24:02 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2449877705' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:24:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:24:02 smithi032 ceph-mon[189144]: pgmap v14975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:24:02 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2449877705' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:24:02.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:24:02 smithi039 ceph-mon[181282]: pgmap v14975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:02.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:24:02 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2449877705' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:24:03.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:24:03 smithi032 ceph-mon[191839]: from='client.60392 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:24:03.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:24:03 smithi032 ceph-mon[191839]: from='client.60398 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:24:03.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:24:03 smithi032 ceph-mon[189144]: from='client.60392 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:24:03.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:24:03 smithi032 ceph-mon[189144]: from='client.60398 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:24:03.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:24:03 smithi039 ceph-mon[181282]: from='client.60392 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:24:03.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:24:03 smithi039 ceph-mon[181282]: from='client.60398 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:24:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:24:04 smithi032 ceph-mon[191839]: pgmap v14976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:24:04 smithi032 ceph-mon[189144]: pgmap v14976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:24:04 smithi039 ceph-mon[181282]: pgmap v14976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:24:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:24:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:24:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:24:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:24:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:24:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:24:06 smithi032 ceph-mon[191839]: pgmap v14977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:24:06 smithi032 ceph-mon[189144]: pgmap v14977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:24:06 smithi039 ceph-mon[181282]: pgmap v14977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:08.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:24:08 smithi032 ceph-mon[191839]: pgmap v14978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:24:08 smithi032 ceph-mon[189144]: pgmap v14978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:24:08 smithi039 ceph-mon[181282]: pgmap v14978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:10.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:24:10 smithi032 ceph-mon[191839]: pgmap v14979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:10.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:24:10 smithi032 ceph-mon[189144]: pgmap v14979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:24:10 smithi039 ceph-mon[181282]: pgmap v14979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:24:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:24:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:24:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:24:12 smithi032 ceph-mon[191839]: pgmap v14980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:24:12 smithi032 ceph-mon[189144]: pgmap v14980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:24:12 smithi039 ceph-mon[181282]: pgmap v14980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:14.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:24:14 smithi032 ceph-mon[191839]: pgmap v14981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:24:14 smithi032 ceph-mon[189144]: pgmap v14981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:24:14 smithi039 ceph-mon[181282]: pgmap v14981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:24:16 smithi032 ceph-mon[191839]: pgmap v14982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:24:16 smithi032 ceph-mon[189144]: pgmap v14982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:24:16 smithi039 ceph-mon[181282]: pgmap v14982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:18.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:24:18 smithi032 ceph-mon[191839]: pgmap v14983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:24:18 smithi032 ceph-mon[189144]: pgmap v14983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:24:18 smithi039 ceph-mon[181282]: pgmap v14983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:24:20 smithi032 ceph-mon[191839]: pgmap v14984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:24:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:24:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:24:20 smithi032 ceph-mon[189144]: pgmap v14984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:24:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:24:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:24:20 smithi039 ceph-mon[181282]: pgmap v14984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:24:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:24:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:24:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:24:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:24:22.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:24:22 smithi032 ceph-mon[191839]: pgmap v14985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:22.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:24:22 smithi032 ceph-mon[189144]: pgmap v14985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:22.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:24:22 smithi039 ceph-mon[181282]: pgmap v14985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:24.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:24:24 smithi032 ceph-mon[191839]: pgmap v14986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:24:24 smithi032 ceph-mon[189144]: pgmap v14986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:24:24 smithi039 ceph-mon[181282]: pgmap v14986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:24:26 smithi032 ceph-mon[191839]: pgmap v14987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:26.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:24:26 smithi032 ceph-mon[189144]: pgmap v14987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:24:26 smithi039 ceph-mon[181282]: pgmap v14987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:28.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:24:28 smithi032 ceph-mon[191839]: pgmap v14988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:28.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:24:28 smithi032 ceph-mon[189144]: pgmap v14988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:24:28 smithi039 ceph-mon[181282]: pgmap v14988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:30.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:24:30 smithi032 ceph-mon[191839]: pgmap v14989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:30.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:24:30 smithi032 ceph-mon[189144]: pgmap v14989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:24:30 smithi039 ceph-mon[181282]: pgmap v14989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:24:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:24:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:24:32.566 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:24:32.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:24:32 smithi032 ceph-mon[191839]: pgmap v14990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:32.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:24:32 smithi032 ceph-mon[189144]: pgmap v14990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:32.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:24:32 smithi039 ceph-mon[181282]: pgmap v14990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:32.887 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:24:32.888 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 106s ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:24:32.888 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 9m ago 7h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:24:32.888 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 106s ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:24:32.888 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 9m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:24:32.888 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 9m ago 7h 465M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:24:32.888 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 106s ago 7h 817M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:24:32.888 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 106s ago 7h 1878M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:24:32.888 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 9m ago 7h 880M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:24:32.888 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 106s ago 7h 934M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:24:32.888 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 106s ago 7h 19.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:24:32.888 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 9m ago 7h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:24:32.888 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 106s ago 7h 5078M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:24:32.888 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 106s ago 7h 5224M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:24:32.888 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 106s ago 7h 4632M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:24:32.888 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 106s ago 7h 4722M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:24:32.889 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 9m ago 7h 4434M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:24:32.889 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 9m ago 7h 4806M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:24:32.889 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (6h) 9m ago 7h 4483M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:24:32.889 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 9m ago 7h 4501M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:24:32.889 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 9m ago 7h 132M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:24:33.287 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:24:33.287 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:24:33.287 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:24:33.287 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:24:33.287 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:24:33.287 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:24:33.287 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:24:33.287 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:24:33.287 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:24:33.287 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:24:33.287 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:24:33.288 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:24:33.288 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:24:33.288 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:24:33.288 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:24:33.288 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:24:33.288 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:24:33.288 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:24:33.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:24:33 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1699004777' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:24:33.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:24:33 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1699004777' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:24:33.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:24:33 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1699004777' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:24:34.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:24:34 smithi032 ceph-mon[189144]: from='client.60410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:24:34.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:24:34 smithi032 ceph-mon[189144]: from='client.60416 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:24:34.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:24:34 smithi032 ceph-mon[189144]: pgmap v14991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:34.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:24:34 smithi032 ceph-mon[191839]: from='client.60410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:24:34.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:24:34 smithi032 ceph-mon[191839]: from='client.60416 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:24:34.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:24:34 smithi032 ceph-mon[191839]: pgmap v14991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:24:34 smithi039 ceph-mon[181282]: from='client.60410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:24:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:24:34 smithi039 ceph-mon[181282]: from='client.60416 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:24:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:24:34 smithi039 ceph-mon[181282]: pgmap v14991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:24:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:24:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:24:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:24:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:24:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:24:36.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:24:36 smithi032 ceph-mon[189144]: pgmap v14992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:36.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:24:36 smithi032 ceph-mon[191839]: pgmap v14992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:36.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:24:36 smithi039 ceph-mon[181282]: pgmap v14992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:38.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:24:38 smithi032 ceph-mon[189144]: pgmap v14993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:38.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:24:38 smithi032 ceph-mon[191839]: pgmap v14993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:24:38 smithi039 ceph-mon[181282]: pgmap v14993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:40.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:24:40 smithi032 ceph-mon[189144]: pgmap v14994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:40.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:24:40 smithi032 ceph-mon[191839]: pgmap v14994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:40.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:24:40 smithi039 ceph-mon[181282]: pgmap v14994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:24:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:24:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:24:42.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:24:42 smithi032 ceph-mon[191839]: pgmap v14995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:42.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:24:42 smithi032 ceph-mon[189144]: pgmap v14995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:42.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:24:42 smithi039 ceph-mon[181282]: pgmap v14995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:44.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:24:44 smithi032 ceph-mon[191839]: pgmap v14996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:44.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:24:44 smithi032 ceph-mon[189144]: pgmap v14996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:24:44 smithi039 ceph-mon[181282]: pgmap v14996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:46.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:24:46 smithi032 ceph-mon[191839]: pgmap v14997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:24:46 smithi032 ceph-mon[189144]: pgmap v14997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:24:46 smithi039 ceph-mon[181282]: pgmap v14997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:48.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:24:48 smithi032 ceph-mon[191839]: pgmap v14998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:48.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:24:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:24:48.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:24:48 smithi032 ceph-mon[189144]: pgmap v14998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:48.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:24:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:24:48.709 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:24:48 smithi039 ceph-mon[181282]: pgmap v14998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:48.709 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:24:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:24:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:24:50 smithi032 ceph-mon[189144]: pgmap v14999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:24:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:24:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:24:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:24:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:24:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:24:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:24:50 smithi032 ceph-mon[191839]: pgmap v14999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:24:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:24:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:24:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:24:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:24:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:24:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:24:50 smithi039 ceph-mon[181282]: pgmap v14999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:24:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:24:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:24:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:24:50.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:24:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:24:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:24:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:24:50] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-23T00:24:51.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:24:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:24:51.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:24:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:24:51.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:24:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:24:51.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:24:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:24:51.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:24:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:24:51.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:24:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:24:51.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:24:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:24:51.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:24:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:24:51.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:24:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:24:52.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:24:52 smithi032 ceph-mon[189144]: pgmap v15000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:52.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:24:52 smithi032 ceph-mon[191839]: pgmap v15000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:52.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:24:52 smithi039 ceph-mon[181282]: pgmap v15000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:24:54 smithi032 ceph-mon[191839]: pgmap v15001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:54.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:24:54 smithi032 ceph-mon[189144]: pgmap v15001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:24:54 smithi039 ceph-mon[181282]: pgmap v15001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:56.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:24:56 smithi032 ceph-mon[189144]: pgmap v15002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:56.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:24:56 smithi032 ceph-mon[191839]: pgmap v15002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:24:56 smithi039 ceph-mon[181282]: pgmap v15002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:24:58 smithi032 ceph-mon[189144]: pgmap v15003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:58.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:24:58 smithi032 ceph-mon[191839]: pgmap v15003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:24:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:24:58 smithi039 ceph-mon[181282]: pgmap v15003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:00.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:25:00 smithi032 ceph-mon[191839]: pgmap v15004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:00.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:25:00 smithi032 ceph-mon[189144]: pgmap v15004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:25:00 smithi039 ceph-mon[181282]: pgmap v15004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:25:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:25:00] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-23T00:25:02.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:25:02 smithi032 ceph-mon[191839]: pgmap v15005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:25:02 smithi032 ceph-mon[189144]: pgmap v15005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:02.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:25:02 smithi039 ceph-mon[181282]: pgmap v15005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:03.649 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:25:03.974 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:25:03.974 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 2m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:25:03.974 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 13s ago 7h 94.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:25:03.974 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 2m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:25:03.974 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 13s ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:25:03.974 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 13s ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:25:03.974 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 2m ago 7h 817M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:25:03.974 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 2m ago 7h 1878M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:25:03.974 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 13s ago 7h 898M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:25:03.974 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 2m ago 7h 934M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:25:03.975 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 2m ago 7h 19.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:25:03.975 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 13s ago 7h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:25:03.975 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 2m ago 7h 5078M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:25:03.975 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 2m ago 7h 5224M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:25:03.975 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 2m ago 7h 4632M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:25:03.975 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 2m ago 7h 4722M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:25:03.975 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 13s ago 7h 4461M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:25:03.975 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 13s ago 7h 4840M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:25:03.975 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 13s ago 7h 4512M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:25:03.975 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (6h) 13s ago 7h 4534M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:25:03.975 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 13s ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:25:04.381 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:25:04.381 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:25:04.381 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:25:04.381 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:25:04.381 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:25:04.381 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:25:04.381 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:25:04.381 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:25:04.381 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:25:04.381 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:25:04.381 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:25:04.382 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:25:04.382 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:25:04.382 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:25:04.382 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:25:04.382 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:25:04.382 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:25:04.382 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:25:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:25:04 smithi032 ceph-mon[191839]: pgmap v15006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:25:04 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2516155829' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:25:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:25:04 smithi032 ceph-mon[189144]: pgmap v15006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:25:04 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2516155829' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:25:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:25:04 smithi039 ceph-mon[181282]: pgmap v15006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:25:04 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2516155829' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:25:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:25:05 smithi032 ceph-mon[191839]: from='client.60428 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:25:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:25:05 smithi032 ceph-mon[191839]: from='client.60434 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:25:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:25:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:25:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:25:05 smithi032 ceph-mon[189144]: from='client.60428 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:25:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:25:05 smithi032 ceph-mon[189144]: from='client.60434 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:25:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:25:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:25:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:25:05 smithi039 ceph-mon[181282]: from='client.60428 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:25:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:25:05 smithi039 ceph-mon[181282]: from='client.60434 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:25:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:25:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:25:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:25:06 smithi032 ceph-mon[191839]: pgmap v15007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:25:06 smithi032 ceph-mon[189144]: pgmap v15007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:25:06 smithi039 ceph-mon[181282]: pgmap v15007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:08.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:25:08 smithi032 ceph-mon[191839]: pgmap v15008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:25:08 smithi032 ceph-mon[189144]: pgmap v15008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:25:08 smithi039 ceph-mon[181282]: pgmap v15008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:10.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:25:10 smithi032 ceph-mon[191839]: pgmap v15009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:10.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:25:10 smithi032 ceph-mon[189144]: pgmap v15009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:25:10 smithi039 ceph-mon[181282]: pgmap v15009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:25:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:25:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T00:25:12.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:25:12 smithi032 ceph-mon[191839]: pgmap v15010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:25:12 smithi032 ceph-mon[189144]: pgmap v15010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:25:12 smithi039 ceph-mon[181282]: pgmap v15010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:25:14 smithi032 ceph-mon[189144]: pgmap v15011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:14.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:25:14 smithi032 ceph-mon[191839]: pgmap v15011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:25:14 smithi039 ceph-mon[181282]: pgmap v15011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:25:16 smithi032 ceph-mon[189144]: pgmap v15012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:25:16 smithi032 ceph-mon[191839]: pgmap v15012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:25:16 smithi039 ceph-mon[181282]: pgmap v15012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:18.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:25:18 smithi032 ceph-mon[191839]: pgmap v15013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:25:18 smithi032 ceph-mon[189144]: pgmap v15013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:25:18 smithi039 ceph-mon[181282]: pgmap v15013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:25:19 smithi039 ceph-mon[181282]: pgmap v15014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:25:19 smithi032 ceph-mon[191839]: pgmap v15014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:25:19 smithi032 ceph-mon[189144]: pgmap v15014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:25:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:25:20.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:25:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:25:20.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:25:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:25:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:25:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:25:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:25:21.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:25:21 smithi039 ceph-mon[181282]: pgmap v15015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:21.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:25:21 smithi032 ceph-mon[191839]: pgmap v15015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:25:21 smithi032 ceph-mon[189144]: pgmap v15015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:25:24 smithi039 ceph-mon[181282]: pgmap v15016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:24.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:25:24 smithi032 ceph-mon[191839]: pgmap v15016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:25:24 smithi032 ceph-mon[189144]: pgmap v15016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:25:26 smithi039 ceph-mon[181282]: pgmap v15017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:25:26 smithi032 ceph-mon[191839]: pgmap v15017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:26.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:25:26 smithi032 ceph-mon[189144]: pgmap v15017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:25:28 smithi039 ceph-mon[181282]: pgmap v15018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:28.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:25:28 smithi032 ceph-mon[189144]: pgmap v15018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:28.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:25:28 smithi032 ceph-mon[191839]: pgmap v15018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:30.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:25:30 smithi039 ceph-mon[181282]: pgmap v15019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:30.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:25:30 smithi032 ceph-mon[191839]: pgmap v15019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:30.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:25:30 smithi032 ceph-mon[189144]: pgmap v15019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:25:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:25:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:25:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:25:32 smithi039 ceph-mon[181282]: pgmap v15020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:32.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:25:32 smithi032 ceph-mon[189144]: pgmap v15020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:32.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:25:32 smithi032 ceph-mon[191839]: pgmap v15020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:25:34 smithi039 ceph-mon[181282]: pgmap v15021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:34.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:25:34 smithi032 ceph-mon[191839]: pgmap v15021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:34.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:25:34 smithi032 ceph-mon[189144]: pgmap v15021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:34.744 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:25:35.067 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:25:35.067 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 2m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:25:35.067 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 44s ago 7h 94.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:25:35.067 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 2m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:25:35.067 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 44s ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:25:35.067 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 44s ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:25:35.067 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 2m ago 7h 817M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:25:35.067 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 2m ago 7h 1878M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:25:35.067 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 44s ago 7h 898M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:25:35.068 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 2m ago 7h 934M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:25:35.068 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 2m ago 7h 19.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:25:35.068 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 44s ago 7h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:25:35.068 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 2m ago 7h 5078M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:25:35.068 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 2m ago 7h 5224M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:25:35.068 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 2m ago 7h 4632M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:25:35.068 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 2m ago 7h 4722M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:25:35.068 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 44s ago 7h 4461M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:25:35.068 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 44s ago 7h 4840M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:25:35.068 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 44s ago 7h 4512M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:25:35.068 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 44s ago 7h 4534M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:25:35.068 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 44s ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:25:35.472 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:25:35.472 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:25:35.472 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:25:35.472 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:25:35.472 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:25:35.472 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:25:35.472 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:25:35.472 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:25:35.472 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:25:35.472 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:25:35.472 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:25:35.472 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:25:35.472 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:25:35.473 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:25:35.473 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:25:35.473 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:25:35.473 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:25:35.473 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:25:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:25:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:25:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:25:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:25:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:25:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:25:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:25:36 smithi039 ceph-mon[181282]: from='client.50529 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:25:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:25:36 smithi039 ceph-mon[181282]: pgmap v15022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:25:36 smithi039 ceph-mon[181282]: from='client.50535 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:25:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:25:36 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3597212495' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:25:36.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:25:36 smithi032 ceph-mon[191839]: from='client.50529 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:25:36.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:25:36 smithi032 ceph-mon[191839]: pgmap v15022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:36.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:25:36 smithi032 ceph-mon[191839]: from='client.50535 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:25:36.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:25:36 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3597212495' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:25:36.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:25:36 smithi032 ceph-mon[189144]: from='client.50529 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:25:36.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:25:36 smithi032 ceph-mon[189144]: pgmap v15022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:36.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:25:36 smithi032 ceph-mon[189144]: from='client.50535 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:25:36.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:25:36 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3597212495' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:25:38.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:25:38 smithi039 ceph-mon[181282]: pgmap v15023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:38.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:25:38 smithi032 ceph-mon[191839]: pgmap v15023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:38.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:25:38 smithi032 ceph-mon[189144]: pgmap v15023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:40.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:25:40 smithi039 ceph-mon[181282]: pgmap v15024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:40.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:25:40 smithi032 ceph-mon[191839]: pgmap v15024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:40.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:25:40 smithi032 ceph-mon[189144]: pgmap v15024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:25:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:25:40] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-23T00:25:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:25:42 smithi039 ceph-mon[181282]: pgmap v15025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:42.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:25:42 smithi032 ceph-mon[191839]: pgmap v15025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:42.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:25:42 smithi032 ceph-mon[189144]: pgmap v15025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:25:44 smithi039 ceph-mon[181282]: pgmap v15026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:44.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:25:44 smithi032 ceph-mon[191839]: pgmap v15026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:44.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:25:44 smithi032 ceph-mon[189144]: pgmap v15026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:25:46 smithi039 ceph-mon[181282]: pgmap v15027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:46.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:25:46 smithi032 ceph-mon[191839]: pgmap v15027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:25:46 smithi032 ceph-mon[189144]: pgmap v15027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:48.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:25:48 smithi039 ceph-mon[181282]: pgmap v15028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:48.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:25:48 smithi032 ceph-mon[189144]: pgmap v15028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:48.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:25:48 smithi032 ceph-mon[191839]: pgmap v15028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:25:50 smithi039 ceph-mon[181282]: pgmap v15029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:50.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:25:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:25:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:25:50 smithi032 ceph-mon[189144]: pgmap v15029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:25:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:25:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:25:50 smithi032 ceph-mon[191839]: pgmap v15029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:25:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:25:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:25:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:25:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:25:51.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:25:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:25:51.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:25:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:25:51.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:25:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:25:51.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:25:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:25:51.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:25:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:25:51.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:25:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:25:51.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:25:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:25:51.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:25:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:25:51.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:25:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:25:51.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:25:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:25:51.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:25:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:25:51.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:25:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:25:52.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:25:52 smithi032 ceph-mon[191839]: pgmap v15030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:52.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:25:52 smithi032 ceph-mon[189144]: pgmap v15030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:52.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:25:52 smithi039 ceph-mon[181282]: pgmap v15030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:25:54 smithi032 ceph-mon[191839]: pgmap v15031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:54.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:25:54 smithi032 ceph-mon[189144]: pgmap v15031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:25:54 smithi039 ceph-mon[181282]: pgmap v15031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:56.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:25:56 smithi032 ceph-mon[191839]: pgmap v15032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:56.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:25:56 smithi032 ceph-mon[189144]: pgmap v15032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:25:56 smithi039 ceph-mon[181282]: pgmap v15032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:58.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:25:58 smithi032 ceph-mon[191839]: pgmap v15033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:25:58 smithi032 ceph-mon[189144]: pgmap v15033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:25:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:25:58 smithi039 ceph-mon[181282]: pgmap v15033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:00.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:26:00 smithi032 ceph-mon[191839]: pgmap v15034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:00.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:26:00 smithi032 ceph-mon[189144]: pgmap v15034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:26:00 smithi039 ceph-mon[181282]: pgmap v15034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:26:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:26:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:26:02.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:26:02 smithi032 ceph-mon[191839]: pgmap v15035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:26:02 smithi032 ceph-mon[189144]: pgmap v15035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:02.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:26:02 smithi039 ceph-mon[181282]: pgmap v15035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:26:04 smithi032 ceph-mon[191839]: pgmap v15036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:26:04 smithi032 ceph-mon[189144]: pgmap v15036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:26:04 smithi039 ceph-mon[181282]: pgmap v15036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:05.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:26:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:26:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:26:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:26:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:26:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:26:05.836 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:26:06.161 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:26:06.161 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 3m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:26:06.161 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 75s ago 7h 94.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:26:06.161 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 3m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:26:06.161 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 75s ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:26:06.161 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 75s ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:26:06.161 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 3m ago 7h 817M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:26:06.162 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 3m ago 7h 1878M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:26:06.162 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 75s ago 7h 898M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:26:06.162 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 3m ago 7h 934M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:26:06.162 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 3m ago 7h 19.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:26:06.162 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 75s ago 7h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:26:06.162 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 3m ago 7h 5078M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:26:06.162 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 3m ago 7h 5224M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:26:06.162 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 3m ago 7h 4632M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:26:06.162 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 3m ago 7h 4722M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:26:06.162 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 75s ago 7h 4461M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:26:06.162 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 75s ago 7h 4840M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:26:06.162 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 75s ago 7h 4512M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:26:06.162 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 75s ago 7h 4534M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:26:06.163 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 75s ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:26:06.567 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:26:06.568 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:26:06.568 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:26:06.568 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:26:06.568 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:26:06.568 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:26:06.568 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:26:06.568 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:26:06.568 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:26:06.568 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:26:06.568 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:26:06.568 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:26:06.568 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:26:06.568 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:26:06.568 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:26:06.568 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:26:06.569 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:26:06.569 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:26:06.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:26:06 smithi032 ceph-mon[189144]: pgmap v15037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:06.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:26:06 smithi032 ceph-mon[191839]: pgmap v15037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:26:06 smithi039 ceph-mon[181282]: pgmap v15037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:07.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:26:07 smithi032 ceph-mon[191839]: from='client.50547 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:26:07.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:26:07 smithi032 ceph-mon[191839]: from='client.60470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:26:07.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:26:07 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3442325764' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:26:07.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:26:07 smithi032 ceph-mon[189144]: from='client.50547 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:26:07.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:26:07 smithi032 ceph-mon[189144]: from='client.60470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:26:07.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:26:07 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3442325764' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:26:07.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:26:07 smithi039 ceph-mon[181282]: from='client.50547 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:26:07.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:26:07 smithi039 ceph-mon[181282]: from='client.60470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:26:07.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:26:07 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3442325764' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:26:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:26:08 smithi032 ceph-mon[189144]: pgmap v15038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:08.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:26:08 smithi032 ceph-mon[191839]: pgmap v15038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:26:08 smithi039 ceph-mon[181282]: pgmap v15038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:10.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:26:10 smithi032 ceph-mon[191839]: pgmap v15039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:10.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:26:10 smithi032 ceph-mon[189144]: pgmap v15039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:26:10 smithi039 ceph-mon[181282]: pgmap v15039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:26:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:26:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:26:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:26:12 smithi032 ceph-mon[191839]: pgmap v15040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:26:12 smithi032 ceph-mon[189144]: pgmap v15040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:26:12 smithi039 ceph-mon[181282]: pgmap v15040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:14.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:26:14 smithi032 ceph-mon[191839]: pgmap v15041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:14.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:26:14 smithi032 ceph-mon[189144]: pgmap v15041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:26:14 smithi039 ceph-mon[181282]: pgmap v15041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:26:16 smithi032 ceph-mon[191839]: pgmap v15042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:26:16 smithi032 ceph-mon[189144]: pgmap v15042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:26:16 smithi039 ceph-mon[181282]: pgmap v15042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:18.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:26:18 smithi032 ceph-mon[191839]: pgmap v15043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:26:18 smithi032 ceph-mon[189144]: pgmap v15043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:26:18 smithi039 ceph-mon[181282]: pgmap v15043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:26:20 smithi032 ceph-mon[191839]: pgmap v15044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:26:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:26:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:26:20 smithi032 ceph-mon[189144]: pgmap v15044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:26:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:26:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:26:20 smithi039 ceph-mon[181282]: pgmap v15044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:26:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:26:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:26:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:26:20] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-23T00:26:22.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:26:22 smithi032 ceph-mon[191839]: pgmap v15045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:22.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:26:22 smithi032 ceph-mon[189144]: pgmap v15045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:22.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:26:22 smithi039 ceph-mon[181282]: pgmap v15045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:24.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:26:24 smithi032 ceph-mon[191839]: pgmap v15046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:26:24 smithi032 ceph-mon[189144]: pgmap v15046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:26:24 smithi039 ceph-mon[181282]: pgmap v15046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:26.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:26:26 smithi032 ceph-mon[189144]: pgmap v15047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:26:26 smithi032 ceph-mon[191839]: pgmap v15047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:26:26 smithi039 ceph-mon[181282]: pgmap v15047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:28.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:26:28 smithi032 ceph-mon[189144]: pgmap v15048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:28.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:26:28 smithi032 ceph-mon[191839]: pgmap v15048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:26:28 smithi039 ceph-mon[181282]: pgmap v15048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:30.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:26:30 smithi032 ceph-mon[191839]: pgmap v15049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:30.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:26:30 smithi032 ceph-mon[189144]: pgmap v15049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:26:30 smithi039 ceph-mon[181282]: pgmap v15049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:26:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:26:30] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-23T00:26:32.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:26:32 smithi032 ceph-mon[191839]: pgmap v15050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:32.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:26:32 smithi032 ceph-mon[189144]: pgmap v15050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:32.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:26:32 smithi039 ceph-mon[181282]: pgmap v15050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:34.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:26:34 smithi032 ceph-mon[191839]: pgmap v15051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:34.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:26:34 smithi032 ceph-mon[189144]: pgmap v15051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:26:34 smithi039 ceph-mon[181282]: pgmap v15051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:26:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:26:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:26:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:26:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:26:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:26:36.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:26:36 smithi032 ceph-mon[189144]: pgmap v15052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:36.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:26:36 smithi032 ceph-mon[191839]: pgmap v15052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:36.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:26:36 smithi039 ceph-mon[181282]: pgmap v15052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:36.933 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:26:37.259 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:26:37.259 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 3m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:26:37.259 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 107s ago 7h 94.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:26:37.259 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 3m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:26:37.260 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 107s ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:26:37.260 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 107s ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:26:37.260 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 3m ago 7h 817M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:26:37.260 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 3m ago 7h 1878M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:26:37.260 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 107s ago 7h 898M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:26:37.260 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 3m ago 7h 934M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:26:37.260 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 3m ago 7h 19.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:26:37.260 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 107s ago 7h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:26:37.260 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 3m ago 7h 5078M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:26:37.260 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 3m ago 7h 5224M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:26:37.260 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 3m ago 7h 4632M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:26:37.260 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 3m ago 7h 4722M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:26:37.260 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 107s ago 7h 4461M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:26:37.261 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 107s ago 7h 4840M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:26:37.261 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 107s ago 7h 4512M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:26:37.261 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 107s ago 7h 4534M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:26:37.261 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 107s ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:26:37.661 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:26:37.661 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:26:37.661 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:26:37.661 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:26:37.661 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:26:37.661 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:26:37.661 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:26:37.661 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:26:37.661 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:26:37.661 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:26:37.661 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:26:37.662 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:26:37.662 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:26:37.662 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:26:37.662 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:26:37.662 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:26:37.662 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:26:37.662 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:26:38.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:26:38 smithi032 ceph-mon[191839]: from='client.60482 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:26:38.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:26:38 smithi032 ceph-mon[191839]: pgmap v15053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:38.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:26:38 smithi032 ceph-mon[191839]: from='client.60488 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:26:38.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:26:38 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/525814243' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:26:38.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:26:38 smithi032 ceph-mon[189144]: from='client.60482 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:26:38.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:26:38 smithi032 ceph-mon[189144]: pgmap v15053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:38.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:26:38 smithi032 ceph-mon[189144]: from='client.60488 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:26:38.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:26:38 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/525814243' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:26:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:26:38 smithi039 ceph-mon[181282]: from='client.60482 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:26:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:26:38 smithi039 ceph-mon[181282]: pgmap v15053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:26:38 smithi039 ceph-mon[181282]: from='client.60488 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:26:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:26:38 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/525814243' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:26:40.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:26:40 smithi032 ceph-mon[191839]: pgmap v15054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:40.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:26:40 smithi032 ceph-mon[189144]: pgmap v15054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:40.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:26:40 smithi039 ceph-mon[181282]: pgmap v15054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:26:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:26:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:26:42.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:26:42 smithi032 ceph-mon[189144]: pgmap v15055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:42.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:26:42 smithi032 ceph-mon[191839]: pgmap v15055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:42.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:26:42 smithi039 ceph-mon[181282]: pgmap v15055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:44.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:26:44 smithi032 ceph-mon[189144]: pgmap v15056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:44.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:26:44 smithi032 ceph-mon[191839]: pgmap v15056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:26:44 smithi039 ceph-mon[181282]: pgmap v15056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:46.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:26:46 smithi032 ceph-mon[191839]: pgmap v15057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:26:46 smithi032 ceph-mon[189144]: pgmap v15057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:26:46 smithi039 ceph-mon[181282]: pgmap v15057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:48.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:26:48 smithi032 ceph-mon[191839]: pgmap v15058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:48.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:26:48 smithi032 ceph-mon[189144]: pgmap v15058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:26:48 smithi039 ceph-mon[181282]: pgmap v15058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:26:50 smithi032 ceph-mon[191839]: pgmap v15059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:26:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:26:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:26:50 smithi032 ceph-mon[189144]: pgmap v15059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:26:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:26:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:26:50 smithi039 ceph-mon[181282]: pgmap v15059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:26:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:26:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:26:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:26:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:26:51.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:26:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:26:51.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:26:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:26:51.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:26:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:26:52.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:26:52 smithi032 ceph-mon[191839]: pgmap v15060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:52.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:26:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:26:52.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:26:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:26:52.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:26:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:26:52.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:26:52 smithi032 ceph-mon[189144]: pgmap v15060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:52.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:26:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:26:52.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:26:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:26:52.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:26:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:26:52.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:26:52 smithi039 ceph-mon[181282]: pgmap v15060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:52.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:26:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:26:52.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:26:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:26:52.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:26:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:26:54.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:26:54 smithi032 ceph-mon[191839]: pgmap v15061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:54.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:26:54 smithi032 ceph-mon[189144]: pgmap v15061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:26:54 smithi039 ceph-mon[181282]: pgmap v15061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:56.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:26:56 smithi032 ceph-mon[191839]: pgmap v15062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:56.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:26:56 smithi032 ceph-mon[189144]: pgmap v15062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:26:56 smithi039 ceph-mon[181282]: pgmap v15062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:58.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:26:58 smithi032 ceph-mon[191839]: pgmap v15063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:26:58 smithi032 ceph-mon[189144]: pgmap v15063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:26:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:26:58 smithi039 ceph-mon[181282]: pgmap v15063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:00.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:27:00 smithi032 ceph-mon[191839]: pgmap v15064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:00.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:27:00 smithi032 ceph-mon[189144]: pgmap v15064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:27:00 smithi039 ceph-mon[181282]: pgmap v15064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:27:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:27:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:27:02.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:27:02 smithi032 ceph-mon[191839]: pgmap v15065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:27:02 smithi032 ceph-mon[189144]: pgmap v15065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:02.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:27:02 smithi039 ceph-mon[181282]: pgmap v15065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:27:04 smithi032 ceph-mon[191839]: pgmap v15066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:27:04 smithi032 ceph-mon[189144]: pgmap v15066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:27:04 smithi039 ceph-mon[181282]: pgmap v15066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:27:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:27:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:27:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:27:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:27:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:27:06.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:27:06 smithi032 ceph-mon[189144]: pgmap v15067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:27:06 smithi032 ceph-mon[191839]: pgmap v15067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:27:06 smithi039 ceph-mon[181282]: pgmap v15067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:08.024 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:27:08.348 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:27:08.348 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 4m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:27:08.348 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 2m ago 7h 94.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:27:08.348 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 4m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:27:08.348 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 2m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:27:08.348 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 2m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:27:08.348 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 4m ago 7h 817M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:27:08.348 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 4m ago 7h 1878M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:27:08.348 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 2m ago 7h 898M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:27:08.348 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 4m ago 7h 934M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:27:08.348 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 4m ago 7h 19.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:27:08.348 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 2m ago 7h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:27:08.348 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 4m ago 7h 5078M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:27:08.349 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 4m ago 7h 5224M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:27:08.349 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 4m ago 7h 4632M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:27:08.349 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 4m ago 7h 4722M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:27:08.349 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 2m ago 7h 4461M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:27:08.349 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 2m ago 7h 4840M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:27:08.349 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 2m ago 7h 4512M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:27:08.349 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 2m ago 7h 4534M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:27:08.349 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 2m ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:27:08.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:27:08 smithi032 ceph-mon[191839]: pgmap v15068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:27:08 smithi032 ceph-mon[189144]: pgmap v15068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:08.747 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:27:08.747 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:27:08.747 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:27:08.747 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:27:08.747 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:27:08.747 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:27:08.747 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:27:08.748 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:27:08.748 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:27:08.748 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:27:08.748 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:27:08.748 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:27:08.748 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:27:08.748 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:27:08.748 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:27:08.748 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:27:08.748 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:27:08.748 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:27:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:27:08 smithi039 ceph-mon[181282]: pgmap v15068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:09.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:27:09 smithi032 ceph-mon[191839]: from='client.50583 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:27:09.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:27:09 smithi032 ceph-mon[191839]: from='client.50589 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:27:09.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:27:09 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1424308704' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:27:09.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:27:09 smithi032 ceph-mon[189144]: from='client.50583 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:27:09.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:27:09 smithi032 ceph-mon[189144]: from='client.50589 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:27:09.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:27:09 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1424308704' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:27:09.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:27:09 smithi039 ceph-mon[181282]: from='client.50583 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:27:09.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:27:09 smithi039 ceph-mon[181282]: from='client.50589 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:27:09.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:27:09 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1424308704' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:27:10.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:27:10 smithi032 ceph-mon[191839]: pgmap v15069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:10.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:27:10 smithi032 ceph-mon[189144]: pgmap v15069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:27:10 smithi039 ceph-mon[181282]: pgmap v15069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:27:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:27:10] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T00:27:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:27:12 smithi032 ceph-mon[191839]: pgmap v15070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:12.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:27:12 smithi032 ceph-mon[189144]: pgmap v15070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:27:12 smithi039 ceph-mon[181282]: pgmap v15070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:14.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:27:14 smithi032 ceph-mon[191839]: pgmap v15071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:27:14 smithi032 ceph-mon[189144]: pgmap v15071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:27:14 smithi039 ceph-mon[181282]: pgmap v15071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:27:16 smithi032 ceph-mon[191839]: pgmap v15072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:27:16 smithi032 ceph-mon[189144]: pgmap v15072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:27:16 smithi039 ceph-mon[181282]: pgmap v15072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:27:18 smithi032 ceph-mon[189144]: pgmap v15073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:18.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:27:18 smithi032 ceph-mon[191839]: pgmap v15073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:27:18 smithi039 ceph-mon[181282]: pgmap v15073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:27:20 smithi032 ceph-mon[191839]: pgmap v15074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:27:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:27:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:27:20 smithi032 ceph-mon[189144]: pgmap v15074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:27:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:27:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:27:20 smithi039 ceph-mon[181282]: pgmap v15074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:27:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:27:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:27:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:27:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:27:22.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:27:22 smithi039 ceph-mon[181282]: pgmap v15075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:22.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:27:22 smithi032 ceph-mon[189144]: pgmap v15075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:22.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:27:22 smithi032 ceph-mon[191839]: pgmap v15075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:24.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:27:24 smithi039 ceph-mon[181282]: pgmap v15076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:24.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:27:24 smithi032 ceph-mon[189144]: pgmap v15076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:24.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:27:24 smithi032 ceph-mon[191839]: pgmap v15076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:27:26 smithi039 ceph-mon[181282]: pgmap v15077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:26.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:27:26 smithi032 ceph-mon[191839]: pgmap v15077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:26.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:27:26 smithi032 ceph-mon[189144]: pgmap v15077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:27:28 smithi039 ceph-mon[181282]: pgmap v15078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:27:28 smithi032 ceph-mon[191839]: pgmap v15078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:28.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:27:28 smithi032 ceph-mon[189144]: pgmap v15078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:27:30 smithi039 ceph-mon[181282]: pgmap v15079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:30.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:27:30 smithi032 ceph-mon[189144]: pgmap v15079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:27:30 smithi032 ceph-mon[191839]: pgmap v15079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:27:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:27:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:27:31.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:27:31 smithi039 ceph-mon[181282]: pgmap v15080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:31.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:27:31 smithi032 ceph-mon[189144]: pgmap v15080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:31.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:27:31 smithi032 ceph-mon[191839]: pgmap v15080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:27:34 smithi039 ceph-mon[181282]: pgmap v15081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:34.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:27:34 smithi032 ceph-mon[191839]: pgmap v15081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:34.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:27:34 smithi032 ceph-mon[189144]: pgmap v15081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:35.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:27:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:27:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:27:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:27:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:27:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:27:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:27:36 smithi039 ceph-mon[181282]: pgmap v15082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:36.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:27:36 smithi032 ceph-mon[191839]: pgmap v15082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:36.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:27:36 smithi032 ceph-mon[189144]: pgmap v15082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:38.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:27:38 smithi032 ceph-mon[191839]: pgmap v15083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:38.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:27:38 smithi032 ceph-mon[189144]: pgmap v15083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:27:38 smithi039 ceph-mon[181282]: pgmap v15083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:39.111 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:27:39.435 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:27:39.436 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 4m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:27:39.436 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 2m ago 7h 94.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:27:39.436 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 4m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:27:39.436 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 2m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:27:39.436 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 2m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:27:39.436 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 4m ago 7h 817M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:27:39.436 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 4m ago 7h 1878M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:27:39.436 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 2m ago 7h 898M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:27:39.437 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 4m ago 7h 934M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:27:39.437 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 4m ago 7h 19.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:27:39.437 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 2m ago 7h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:27:39.437 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 4m ago 7h 5078M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:27:39.437 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 4m ago 7h 5224M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:27:39.437 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 4m ago 7h 4632M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:27:39.437 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 4m ago 7h 4722M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:27:39.437 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 2m ago 7h 4461M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:27:39.437 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 2m ago 7h 4840M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:27:39.437 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 2m ago 7h 4512M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:27:39.437 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 2m ago 7h 4534M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:27:39.437 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 2m ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:27:39.837 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:27:39.837 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:27:39.837 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:27:39.837 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:27:39.838 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:27:39.838 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:27:39.838 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:27:39.838 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:27:39.838 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:27:39.838 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:27:39.838 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:27:39.838 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:27:39.838 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:27:39.838 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:27:39.838 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:27:39.839 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:27:39.839 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:27:39.839 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:27:40.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:27:40 smithi032 ceph-mon[191839]: pgmap v15084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:40.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:27:40 smithi032 ceph-mon[191839]: from='client.50601 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:27:40.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:27:40 smithi032 ceph-mon[191839]: from='client.60524 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:27:40.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:27:40 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2663784950' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:27:40.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:27:40 smithi032 ceph-mon[189144]: pgmap v15084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:40.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:27:40 smithi032 ceph-mon[189144]: from='client.50601 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:27:40.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:27:40 smithi032 ceph-mon[189144]: from='client.60524 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:27:40.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:27:40 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2663784950' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:27:40.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:27:40 smithi039 ceph-mon[181282]: pgmap v15084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:40.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:27:40 smithi039 ceph-mon[181282]: from='client.50601 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:27:40.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:27:40 smithi039 ceph-mon[181282]: from='client.60524 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:27:40.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:27:40 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2663784950' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:27:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:27:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:27:40] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-23T00:27:42.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:27:42 smithi032 ceph-mon[191839]: pgmap v15085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:42.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:27:42 smithi032 ceph-mon[189144]: pgmap v15085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:42.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:27:42 smithi039 ceph-mon[181282]: pgmap v15085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:44.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:27:44 smithi032 ceph-mon[191839]: pgmap v15086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:44.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:27:44 smithi032 ceph-mon[189144]: pgmap v15086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:27:44 smithi039 ceph-mon[181282]: pgmap v15086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:46.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:27:46 smithi032 ceph-mon[191839]: pgmap v15087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:27:46 smithi032 ceph-mon[189144]: pgmap v15087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:27:46 smithi039 ceph-mon[181282]: pgmap v15087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:48.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:27:48 smithi032 ceph-mon[191839]: pgmap v15088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:48.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:27:48 smithi032 ceph-mon[189144]: pgmap v15088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:27:48 smithi039 ceph-mon[181282]: pgmap v15088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:27:50 smithi032 ceph-mon[191839]: pgmap v15089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:27:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:27:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:27:50 smithi032 ceph-mon[189144]: pgmap v15089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:27:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:27:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:27:50 smithi039 ceph-mon[181282]: pgmap v15089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:27:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:27:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:27:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:27:50] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-23T00:27:52.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:27:52 smithi032 ceph-mon[189144]: pgmap v15090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:52.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:27:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:27:52.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:27:52 smithi032 ceph-mon[191839]: pgmap v15090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:52.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:27:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:27:52.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:27:52 smithi039 ceph-mon[181282]: pgmap v15090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:52.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:27:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:27:53.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:27:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:27:53.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:27:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:27:53.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:27:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:27:53.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:27:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:27:53.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:27:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:27:53.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:27:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:27:53.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:27:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:27:53.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:27:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:27:53.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:27:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:27:54.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:27:54 smithi032 ceph-mon[191839]: pgmap v15091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:54.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:27:54 smithi032 ceph-mon[189144]: pgmap v15091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:27:54 smithi039 ceph-mon[181282]: pgmap v15091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:27:56 smithi039 ceph-mon[181282]: pgmap v15092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:56.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:27:56 smithi032 ceph-mon[189144]: pgmap v15092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:56.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:27:56 smithi032 ceph-mon[191839]: pgmap v15092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:27:58 smithi039 ceph-mon[181282]: pgmap v15093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:58.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:27:58 smithi032 ceph-mon[191839]: pgmap v15093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:27:58.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:27:58 smithi032 ceph-mon[189144]: pgmap v15093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:28:00 smithi039 ceph-mon[181282]: pgmap v15094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:00.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:28:00 smithi032 ceph-mon[189144]: pgmap v15094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:00.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:28:00 smithi032 ceph-mon[191839]: pgmap v15094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:28:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:28:00] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-23T00:28:02.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:28:02 smithi039 ceph-mon[181282]: pgmap v15095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:02.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:28:02 smithi032 ceph-mon[191839]: pgmap v15095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:02.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:28:02 smithi032 ceph-mon[189144]: pgmap v15095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:28:04 smithi039 ceph-mon[181282]: pgmap v15096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:04.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:28:04 smithi032 ceph-mon[191839]: pgmap v15096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:04.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:28:04 smithi032 ceph-mon[189144]: pgmap v15096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:28:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:28:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:28:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:28:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:28:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:28:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:28:06 smithi039 ceph-mon[181282]: pgmap v15097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:06.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:28:06 smithi032 ceph-mon[191839]: pgmap v15097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:06.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:28:06 smithi032 ceph-mon[189144]: pgmap v15097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:28:08 smithi039 ceph-mon[181282]: pgmap v15098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:08.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:28:08 smithi032 ceph-mon[189144]: pgmap v15098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:08.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:28:08 smithi032 ceph-mon[191839]: pgmap v15098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:10.202 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:28:10.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:28:10 smithi039 ceph-mon[181282]: pgmap v15099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:10.523 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:28:10.524 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 5m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:28:10.524 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 3m ago 7h 94.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:28:10.524 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 5m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:28:10.524 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 3m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:28:10.524 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 3m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:28:10.524 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 5m ago 7h 817M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:28:10.524 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 5m ago 7h 1878M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:28:10.524 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 3m ago 7h 898M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:28:10.524 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 5m ago 7h 934M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:28:10.524 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 5m ago 7h 19.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:28:10.524 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 3m ago 7h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:28:10.524 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 5m ago 7h 5078M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:28:10.524 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 5m ago 7h 5224M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:28:10.524 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 5m ago 7h 4632M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:28:10.525 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 5m ago 7h 4722M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:28:10.525 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 3m ago 7h 4461M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:28:10.525 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 3m ago 7h 4840M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:28:10.525 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 3m ago 7h 4512M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:28:10.525 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 3m ago 7h 4534M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:28:10.525 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 3m ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:28:10.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:28:10 smithi032 ceph-mon[189144]: pgmap v15099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:10.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:28:10 smithi032 ceph-mon[191839]: pgmap v15099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:10.923 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:28:10.923 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:28:10.923 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:28:10.924 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:28:10.924 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:28:10.924 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:28:10.924 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:28:10.924 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:28:10.924 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:28:10.924 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:28:10.924 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:28:10.924 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:28:10.924 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:28:10.924 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:28:10.924 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:28:10.924 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:28:10.924 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:28:10.924 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:28:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:28:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:28:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:28:11.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:28:11 smithi032 ceph-mon[191839]: from='client.60536 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:28:11.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:28:11 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3007497403' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:28:11.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:28:11 smithi032 ceph-mon[189144]: from='client.60536 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:28:11.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:28:11 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3007497403' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:28:11.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:28:11 smithi039 ceph-mon[181282]: from='client.60536 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:28:11.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:28:11 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3007497403' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:28:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:28:12 smithi032 ceph-mon[191839]: from='client.60542 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:28:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:28:12 smithi032 ceph-mon[191839]: pgmap v15100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:28:12 smithi032 ceph-mon[189144]: from='client.60542 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:28:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:28:12 smithi032 ceph-mon[189144]: pgmap v15100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:28:12 smithi039 ceph-mon[181282]: from='client.60542 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:28:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:28:12 smithi039 ceph-mon[181282]: pgmap v15100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:14.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:28:14 smithi032 ceph-mon[191839]: pgmap v15101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:28:14 smithi032 ceph-mon[189144]: pgmap v15101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:28:14 smithi039 ceph-mon[181282]: pgmap v15101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:28:16 smithi032 ceph-mon[191839]: pgmap v15102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:28:16 smithi032 ceph-mon[189144]: pgmap v15102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:28:16 smithi039 ceph-mon[181282]: pgmap v15102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:18.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:28:18 smithi032 ceph-mon[191839]: pgmap v15103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:28:18 smithi032 ceph-mon[189144]: pgmap v15103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:28:18 smithi039 ceph-mon[181282]: pgmap v15103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:28:20 smithi032 ceph-mon[191839]: pgmap v15104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:28:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:28:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:28:20 smithi032 ceph-mon[189144]: pgmap v15104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:28:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:28:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:28:20 smithi039 ceph-mon[181282]: pgmap v15104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:28:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:28:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:28:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:28:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:28:22.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:28:22 smithi032 ceph-mon[191839]: pgmap v15105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:22.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:28:22 smithi032 ceph-mon[189144]: pgmap v15105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:22.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:28:22 smithi039 ceph-mon[181282]: pgmap v15105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:28:24 smithi032 ceph-mon[189144]: pgmap v15106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:24.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:28:24 smithi032 ceph-mon[191839]: pgmap v15106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:28:24 smithi039 ceph-mon[181282]: pgmap v15106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:26.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:28:26 smithi032 ceph-mon[189144]: pgmap v15107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:28:26 smithi032 ceph-mon[191839]: pgmap v15107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:28:26 smithi039 ceph-mon[181282]: pgmap v15107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:28.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:28:28 smithi032 ceph-mon[189144]: pgmap v15108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:28.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:28:28 smithi032 ceph-mon[191839]: pgmap v15108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:28:28 smithi039 ceph-mon[181282]: pgmap v15108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:30.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:28:30 smithi032 ceph-mon[191839]: pgmap v15109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:30.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:28:30 smithi032 ceph-mon[189144]: pgmap v15109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:28:30 smithi039 ceph-mon[181282]: pgmap v15109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:28:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:28:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:28:32.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:28:32 smithi032 ceph-mon[191839]: pgmap v15110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:32.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:28:32 smithi032 ceph-mon[189144]: pgmap v15110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:32.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:28:32 smithi039 ceph-mon[181282]: pgmap v15110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:34.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:28:34 smithi032 ceph-mon[191839]: pgmap v15111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:34.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:28:34 smithi032 ceph-mon[189144]: pgmap v15111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:28:34 smithi039 ceph-mon[181282]: pgmap v15111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:28:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:28:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:28:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:28:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:28:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:28:36.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:28:36 smithi032 ceph-mon[191839]: pgmap v15112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:36.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:28:36 smithi032 ceph-mon[189144]: pgmap v15112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:36.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:28:36 smithi039 ceph-mon[181282]: pgmap v15112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:38.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:28:38 smithi032 ceph-mon[191839]: pgmap v15113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:38.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:28:38 smithi032 ceph-mon[189144]: pgmap v15113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:28:38 smithi039 ceph-mon[181282]: pgmap v15113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:40.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:28:40 smithi032 ceph-mon[191839]: pgmap v15114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:40.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:28:40 smithi032 ceph-mon[189144]: pgmap v15114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:40.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:28:40 smithi039 ceph-mon[181282]: pgmap v15114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:28:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:28:40] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T00:28:41.289 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:28:41.610 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:28:41.610 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 5m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:28:41.610 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 3m ago 7h 94.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:28:41.610 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 5m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:28:41.611 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 3m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:28:41.611 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 3m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:28:41.611 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 5m ago 7h 817M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:28:41.611 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 5m ago 7h 1878M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:28:41.611 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 3m ago 7h 898M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:28:41.611 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 5m ago 7h 934M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:28:41.611 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 5m ago 7h 19.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:28:41.611 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 3m ago 7h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:28:41.611 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 5m ago 7h 5078M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:28:41.611 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 5m ago 7h 5224M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:28:41.611 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 5m ago 7h 4632M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:28:41.611 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 5m ago 7h 4722M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:28:41.611 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 3m ago 7h 4461M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:28:41.611 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 3m ago 7h 4840M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:28:41.612 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 3m ago 7h 4512M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:28:41.612 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 3m ago 7h 4534M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:28:41.612 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 3m ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:28:42.011 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:28:42.012 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:28:42.012 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:28:42.012 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:28:42.012 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:28:42.012 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:28:42.012 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:28:42.012 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:28:42.012 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:28:42.012 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:28:42.013 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:28:42.013 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:28:42.013 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:28:42.013 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:28:42.013 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:28:42.013 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:28:42.013 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:28:42.013 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:28:42.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:28:42 smithi032 ceph-mon[191839]: pgmap v15115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:42.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:28:42 smithi032 ceph-mon[191839]: from='client.50637 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:28:42.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:28:42 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1431282359' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:28:42.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:28:42 smithi032 ceph-mon[189144]: pgmap v15115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:42.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:28:42 smithi032 ceph-mon[189144]: from='client.50637 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:28:42.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:28:42 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1431282359' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:28:42.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:28:42 smithi039 ceph-mon[181282]: pgmap v15115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:42.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:28:42 smithi039 ceph-mon[181282]: from='client.50637 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:28:42.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:28:42 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1431282359' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:28:43.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:28:43 smithi032 ceph-mon[191839]: from='client.60560 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:28:43.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:28:43 smithi032 ceph-mon[189144]: from='client.60560 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:28:43.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:28:43 smithi039 ceph-mon[181282]: from='client.60560 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:28:44.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:28:44 smithi032 ceph-mon[191839]: pgmap v15116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:44.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:28:44 smithi032 ceph-mon[189144]: pgmap v15116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:28:44 smithi039 ceph-mon[181282]: pgmap v15116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:46.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:28:46 smithi032 ceph-mon[191839]: pgmap v15117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:28:46 smithi032 ceph-mon[189144]: pgmap v15117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:28:46 smithi039 ceph-mon[181282]: pgmap v15117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:48.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:28:48 smithi032 ceph-mon[191839]: pgmap v15118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:48.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:28:48 smithi032 ceph-mon[189144]: pgmap v15118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:28:48 smithi039 ceph-mon[181282]: pgmap v15118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:28:50 smithi032 ceph-mon[191839]: pgmap v15119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:28:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:28:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:28:50 smithi032 ceph-mon[189144]: pgmap v15119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:28:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:28:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:28:50 smithi039 ceph-mon[181282]: pgmap v15119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:28:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:28:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:28:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:28:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:28:52.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:28:52 smithi032 ceph-mon[189144]: pgmap v15120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:52.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:28:52 smithi032 ceph-mon[191839]: pgmap v15120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:52.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:28:52 smithi039 ceph-mon[181282]: pgmap v15120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:53.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:28:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:28:53.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:28:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:28:53.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:28:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:28:53.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:28:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:28:53.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:28:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:28:53.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:28:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:28:53.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:28:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:28:53.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:28:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:28:53.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:28:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:28:53.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:28:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:28:53.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:28:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:28:53.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:28:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:28:54.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:28:54 smithi032 ceph-mon[191839]: pgmap v15121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:54.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:28:54 smithi032 ceph-mon[189144]: pgmap v15121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:28:54 smithi039 ceph-mon[181282]: pgmap v15121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:56.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:28:56 smithi032 ceph-mon[191839]: pgmap v15122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:56.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:28:56 smithi032 ceph-mon[189144]: pgmap v15122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:28:56 smithi039 ceph-mon[181282]: pgmap v15122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:28:58 smithi032 ceph-mon[189144]: pgmap v15123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:58.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:28:58 smithi032 ceph-mon[191839]: pgmap v15123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:28:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:28:58 smithi039 ceph-mon[181282]: pgmap v15123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:00.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:29:00 smithi032 ceph-mon[191839]: pgmap v15124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:00.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:29:00 smithi032 ceph-mon[189144]: pgmap v15124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:29:00 smithi039 ceph-mon[181282]: pgmap v15124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:29:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:29:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:29:02.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:29:02 smithi032 ceph-mon[191839]: pgmap v15125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:29:02 smithi032 ceph-mon[189144]: pgmap v15125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:02.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:29:02 smithi039 ceph-mon[181282]: pgmap v15125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:04.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:29:04 smithi032 ceph-mon[191839]: pgmap v15126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:29:04 smithi032 ceph-mon[189144]: pgmap v15126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:29:04 smithi039 ceph-mon[181282]: pgmap v15126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:29:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:29:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:29:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:29:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:29:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:29:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:29:06 smithi032 ceph-mon[191839]: pgmap v15127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:29:06 smithi032 ceph-mon[189144]: pgmap v15127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:29:06 smithi039 ceph-mon[181282]: pgmap v15127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:08.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:29:08 smithi032 ceph-mon[191839]: pgmap v15128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:29:08 smithi032 ceph-mon[189144]: pgmap v15128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:29:08 smithi039 ceph-mon[181282]: pgmap v15128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:10.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:29:10 smithi032 ceph-mon[191839]: pgmap v15129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:10.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:29:10 smithi032 ceph-mon[189144]: pgmap v15129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:29:10 smithi039 ceph-mon[181282]: pgmap v15129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:29:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:29:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:29:12.378 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:29:12.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:29:12 smithi032 ceph-mon[189144]: pgmap v15130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:29:12 smithi032 ceph-mon[191839]: pgmap v15130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:12.701 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:29:12.701 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 6m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:29:12.701 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 4m ago 7h 94.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:29:12.702 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 6m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:29:12.702 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 4m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:29:12.702 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 4m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:29:12.702 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 6m ago 7h 817M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:29:12.702 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 6m ago 7h 1878M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:29:12.702 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 4m ago 7h 898M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:29:12.702 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 6m ago 7h 934M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:29:12.702 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 6m ago 7h 19.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:29:12.702 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 4m ago 7h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:29:12.702 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 6m ago 7h 5078M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:29:12.702 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 6m ago 7h 5224M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:29:12.702 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 6m ago 7h 4632M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:29:12.702 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 6m ago 7h 4722M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:29:12.702 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 4m ago 7h 4461M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:29:12.702 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 4m ago 7h 4840M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:29:12.703 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 4m ago 7h 4512M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:29:12.703 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 4m ago 7h 4534M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:29:12.703 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 4m ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:29:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:29:12 smithi039 ceph-mon[181282]: pgmap v15130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:13.100 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:29:13.100 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:29:13.100 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:29:13.100 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:29:13.101 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:29:13.101 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:29:13.101 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:29:13.101 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:29:13.101 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:29:13.101 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:29:13.101 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:29:13.101 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:29:13.101 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:29:13.101 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:29:13.101 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:29:13.101 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:29:13.101 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:29:13.101 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:29:13.685 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:29:13 smithi032 ceph-mon[189144]: from='client.60572 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:29:13.686 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:29:13 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3917782842' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:29:13.686 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:29:13 smithi032 ceph-mon[191839]: from='client.60572 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:29:13.686 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:29:13 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3917782842' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:29:13.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:29:13 smithi039 ceph-mon[181282]: from='client.60572 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:29:13.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:29:13 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3917782842' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:29:14.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:29:14 smithi032 ceph-mon[191839]: from='client.60578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:29:14.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:29:14 smithi032 ceph-mon[191839]: pgmap v15131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:14.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:29:14 smithi032 ceph-mon[189144]: from='client.60578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:29:14.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:29:14 smithi032 ceph-mon[189144]: pgmap v15131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:29:14 smithi039 ceph-mon[181282]: from='client.60578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:29:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:29:14 smithi039 ceph-mon[181282]: pgmap v15131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:16.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:29:16 smithi032 ceph-mon[191839]: pgmap v15132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:29:16 smithi032 ceph-mon[189144]: pgmap v15132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:29:16 smithi039 ceph-mon[181282]: pgmap v15132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:18.685 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:29:18 smithi032 ceph-mon[191839]: pgmap v15133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:18.685 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:29:18 smithi032 ceph-mon[189144]: pgmap v15133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:29:18 smithi039 ceph-mon[181282]: pgmap v15133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:20.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:29:20 smithi032 ceph-mon[189144]: pgmap v15134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:29:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:29:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:29:20 smithi032 ceph-mon[191839]: pgmap v15134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:29:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:29:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:29:20 smithi039 ceph-mon[181282]: pgmap v15134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:29:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:29:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:29:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:29:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:29:22.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:29:22 smithi032 ceph-mon[191839]: pgmap v15135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:22.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:29:22 smithi032 ceph-mon[189144]: pgmap v15135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:22.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:29:22 smithi039 ceph-mon[181282]: pgmap v15135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:24.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:29:24 smithi032 ceph-mon[191839]: pgmap v15136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:29:24 smithi032 ceph-mon[189144]: pgmap v15136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:29:24 smithi039 ceph-mon[181282]: pgmap v15136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:29:26 smithi032 ceph-mon[191839]: pgmap v15137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:26.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:29:26 smithi032 ceph-mon[189144]: pgmap v15137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:29:26 smithi039 ceph-mon[181282]: pgmap v15137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:28.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:29:28 smithi032 ceph-mon[189144]: pgmap v15138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:28.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:29:28 smithi032 ceph-mon[191839]: pgmap v15138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:29:28 smithi039 ceph-mon[181282]: pgmap v15138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:30.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:29:30 smithi032 ceph-mon[191839]: pgmap v15139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:30.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:29:30 smithi032 ceph-mon[189144]: pgmap v15139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:29:30 smithi039 ceph-mon[181282]: pgmap v15139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:29:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:29:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:29:32.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:29:32 smithi032 ceph-mon[191839]: pgmap v15140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:32.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:29:32 smithi032 ceph-mon[189144]: pgmap v15140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:32.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:29:32 smithi039 ceph-mon[181282]: pgmap v15140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:34.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:29:34 smithi032 ceph-mon[191839]: pgmap v15141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:34.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:29:34 smithi032 ceph-mon[189144]: pgmap v15141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:29:34 smithi039 ceph-mon[181282]: pgmap v15141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:29:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:29:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:29:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:29:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:29:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:29:36.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:29:36 smithi032 ceph-mon[191839]: pgmap v15142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:36.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:29:36 smithi032 ceph-mon[189144]: pgmap v15142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:36.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:29:36 smithi039 ceph-mon[181282]: pgmap v15142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:29:38 smithi039 ceph-mon[181282]: pgmap v15143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:38.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:29:38 smithi032 ceph-mon[191839]: pgmap v15143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:38.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:29:38 smithi032 ceph-mon[189144]: pgmap v15143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:40.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:29:40 smithi039 ceph-mon[181282]: pgmap v15144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:40.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:29:40 smithi032 ceph-mon[189144]: pgmap v15144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:40.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:29:40 smithi032 ceph-mon[191839]: pgmap v15144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:29:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:29:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:29:42.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:29:42 smithi039 ceph-mon[181282]: pgmap v15145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:42.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:29:42 smithi032 ceph-mon[191839]: pgmap v15145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:42.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:29:42 smithi032 ceph-mon[189144]: pgmap v15145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:43.464 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:29:43.788 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:29:43.788 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 6m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:29:43.788 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 4m ago 7h 94.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:29:43.788 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 6m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:29:43.788 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 4m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:29:43.788 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 4m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:29:43.789 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 6m ago 7h 817M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:29:43.789 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 6m ago 7h 1878M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:29:43.789 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 4m ago 7h 898M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:29:43.789 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 6m ago 7h 934M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:29:43.789 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 6m ago 7h 19.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:29:43.789 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 4m ago 7h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:29:43.789 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 6m ago 7h 5078M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:29:43.789 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 6m ago 7h 5224M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:29:43.789 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 6m ago 7h 4632M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:29:43.789 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 6m ago 7h 4722M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:29:43.790 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 4m ago 7h 4461M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:29:43.790 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 4m ago 7h 4840M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:29:43.790 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 4m ago 7h 4512M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:29:43.790 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 4m ago 7h 4534M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:29:43.790 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 4m ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:29:44.191 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:29:44.192 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:29:44.192 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:29:44.192 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:29:44.192 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:29:44.192 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:29:44.192 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:29:44.192 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:29:44.192 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:29:44.192 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:29:44.192 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:29:44.192 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:29:44.192 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:29:44.192 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:29:44.192 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:29:44.193 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:29:44.193 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:29:44.193 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:29:44.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:29:44 smithi039 ceph-mon[181282]: pgmap v15146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:44.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:29:44 smithi039 ceph-mon[181282]: from='client.50673 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:29:44.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:29:44 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4255483280' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:29:44.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:29:44 smithi032 ceph-mon[191839]: pgmap v15146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:44.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:29:44 smithi032 ceph-mon[191839]: from='client.50673 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:29:44.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:29:44 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4255483280' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:29:44.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:29:44 smithi032 ceph-mon[189144]: pgmap v15146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:44.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:29:44 smithi032 ceph-mon[189144]: from='client.50673 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:29:44.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:29:44 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4255483280' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:29:45.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:29:45 smithi039 ceph-mon[181282]: from='client.60596 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:29:45.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:29:45 smithi032 ceph-mon[189144]: from='client.60596 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:29:45.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:29:45 smithi032 ceph-mon[191839]: from='client.60596 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:29:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:29:46 smithi039 ceph-mon[181282]: pgmap v15147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:46.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:29:46 smithi032 ceph-mon[189144]: pgmap v15147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:46.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:29:46 smithi032 ceph-mon[191839]: pgmap v15147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:29:48 smithi039 ceph-mon[181282]: pgmap v15148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:48.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:29:48 smithi032 ceph-mon[191839]: pgmap v15148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:48.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:29:48 smithi032 ceph-mon[189144]: pgmap v15148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:29:50 smithi039 ceph-mon[181282]: pgmap v15149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:29:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:29:50.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:29:50 smithi032 ceph-mon[189144]: pgmap v15149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:29:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:29:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:29:50 smithi032 ceph-mon[191839]: pgmap v15149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:29:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:29:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:29:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:29:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:29:52.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:29:52 smithi039 ceph-mon[181282]: pgmap v15150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:52.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:29:52 smithi032 ceph-mon[189144]: pgmap v15150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:52.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:29:52 smithi032 ceph-mon[191839]: pgmap v15150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:53.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:29:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:29:53.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:29:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:29:53.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:29:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:29:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:29:54 smithi039 ceph-mon[181282]: pgmap v15151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:29:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:29:54.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:29:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:29:54.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:29:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:29:54.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:29:54 smithi032 ceph-mon[191839]: pgmap v15151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:54.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:29:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:29:54.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:29:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:29:54.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:29:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:29:54.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:29:54 smithi032 ceph-mon[189144]: pgmap v15151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:54.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:29:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:29:54.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:29:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:29:54.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:29:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:29:55.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:29:55 smithi032 ceph-mon[191839]: pgmap v15152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:55.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:29:55 smithi032 ceph-mon[189144]: pgmap v15152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:56.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:29:55 smithi039 ceph-mon[181282]: pgmap v15152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:58.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:29:58 smithi032 ceph-mon[191839]: pgmap v15153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:29:58 smithi032 ceph-mon[189144]: pgmap v15153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:29:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:29:58 smithi039 ceph-mon[181282]: pgmap v15153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:00.274 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-23T00:30:00.000+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T00:30:00.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:00 smithi032 ceph-mon[191839]: pgmap v15154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:00.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T00:30:00.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:00 smithi032 ceph-mon[189144]: pgmap v15154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:00.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T00:30:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:00 smithi039 ceph-mon[181282]: pgmap v15154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T00:30:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:30:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:30:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:30:02.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:02 smithi032 ceph-mon[191839]: pgmap v15155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:02 smithi032 ceph-mon[189144]: pgmap v15155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:02.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:02 smithi039 ceph-mon[181282]: pgmap v15155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:04.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:04 smithi032 ceph-mon[191839]: pgmap v15156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:04 smithi032 ceph-mon[189144]: pgmap v15156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:04 smithi039 ceph-mon[181282]: pgmap v15156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:30:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:30:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:30:06.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:06 smithi032 ceph-mon[191839]: pgmap v15157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:06 smithi032 ceph-mon[189144]: pgmap v15157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:06 smithi039 ceph-mon[181282]: pgmap v15157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:08 smithi032 ceph-mon[189144]: pgmap v15158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:08.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:08 smithi032 ceph-mon[191839]: pgmap v15158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:08 smithi039 ceph-mon[181282]: pgmap v15158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:10.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:10 smithi032 ceph-mon[191839]: pgmap v15159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:10.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:10 smithi032 ceph-mon[189144]: pgmap v15159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:10 smithi039 ceph-mon[181282]: pgmap v15159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:30:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:30:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:30:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:12 smithi032 ceph-mon[189144]: pgmap v15160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:12 smithi032 ceph-mon[191839]: pgmap v15160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:12 smithi039 ceph-mon[181282]: pgmap v15160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:14.555 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:30:14.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:14 smithi032 ceph-mon[191839]: pgmap v15161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:14 smithi032 ceph-mon[189144]: pgmap v15161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:14 smithi039 ceph-mon[181282]: pgmap v15161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:14.876 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:30:14.876 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 7m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:30:14.876 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 5m ago 7h 94.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:30:14.876 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 7m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:30:14.877 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 5m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:30:14.877 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 5m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:30:14.877 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 7m ago 7h 817M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:30:14.877 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 7m ago 7h 1878M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:30:14.877 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 5m ago 7h 898M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:30:14.878 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 7m ago 7h 934M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:30:14.878 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 7m ago 7h 19.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:30:14.878 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 5m ago 7h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:30:14.878 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 7m ago 7h 5078M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:30:14.878 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 7m ago 7h 5224M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:30:14.878 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 7m ago 7h 4632M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:30:14.879 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 7m ago 7h 4722M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:30:14.879 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 5m ago 7h 4461M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:30:14.879 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 5m ago 7h 4840M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:30:14.879 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 5m ago 7h 4512M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:30:14.879 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 5m ago 7h 4534M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:30:14.879 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 5m ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:30:15.280 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:30:15.280 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:30:15.281 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:30:15.281 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:30:15.281 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:30:15.281 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:30:15.281 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:30:15.282 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:30:15.282 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:30:15.282 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:30:15.282 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:30:15.283 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:30:15.283 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:30:15.283 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:30:15.283 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:30:15.283 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:30:15.284 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:30:15.284 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:30:15.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:15 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4205325163' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:30:15.685 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:15 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4205325163' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:30:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:15 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4205325163' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:30:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:16 smithi032 ceph-mon[191839]: from='client.60608 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:30:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:16 smithi032 ceph-mon[191839]: from='client.60614 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:30:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:16 smithi032 ceph-mon[191839]: pgmap v15162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:16 smithi032 ceph-mon[189144]: from='client.60608 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:30:16.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:16 smithi032 ceph-mon[189144]: from='client.60614 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:30:16.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:16 smithi032 ceph-mon[189144]: pgmap v15162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:16 smithi039 ceph-mon[181282]: from='client.60608 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:30:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:16 smithi039 ceph-mon[181282]: from='client.60614 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:30:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:16 smithi039 ceph-mon[181282]: pgmap v15162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:17.257 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 23 00:30:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-23T00:30:16.982704737Z level=info msg="Completed cleanup jobs" duration=12.501916ms 2023-12-23T00:30:18.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:18 smithi032 ceph-mon[191839]: pgmap v15163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:18 smithi032 ceph-mon[189144]: pgmap v15163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:18 smithi039 ceph-mon[181282]: pgmap v15163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:20.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:20 smithi032 ceph-mon[191839]: pgmap v15164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:30:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:20 smithi032 ceph-mon[189144]: pgmap v15164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:30:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:20 smithi039 ceph-mon[181282]: pgmap v15164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:30:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:30:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:30:20] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T00:30:22.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:22 smithi032 ceph-mon[189144]: pgmap v15165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:22.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:22 smithi032 ceph-mon[191839]: pgmap v15165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:22.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:22 smithi039 ceph-mon[181282]: pgmap v15165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:24.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:24 smithi032 ceph-mon[191839]: pgmap v15166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:24 smithi032 ceph-mon[189144]: pgmap v15166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:24 smithi039 ceph-mon[181282]: pgmap v15166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:26.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:26 smithi032 ceph-mon[189144]: pgmap v15167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:26 smithi032 ceph-mon[191839]: pgmap v15167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:26 smithi039 ceph-mon[181282]: pgmap v15167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:28.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:28 smithi032 ceph-mon[191839]: pgmap v15168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:28.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:28 smithi032 ceph-mon[189144]: pgmap v15168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:28 smithi039 ceph-mon[181282]: pgmap v15168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:30.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:30 smithi032 ceph-mon[191839]: pgmap v15169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:30.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:30 smithi032 ceph-mon[189144]: pgmap v15169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:30 smithi039 ceph-mon[181282]: pgmap v15169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:30:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:30:30] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T00:30:32.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:32 smithi032 ceph-mon[191839]: pgmap v15170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:32.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:32 smithi032 ceph-mon[189144]: pgmap v15170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:32.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:32 smithi039 ceph-mon[181282]: pgmap v15170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:34.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:34 smithi032 ceph-mon[191839]: pgmap v15171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:34.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:34 smithi032 ceph-mon[189144]: pgmap v15171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:34 smithi039 ceph-mon[181282]: pgmap v15171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:35.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:30:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:30:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:30:36.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:36 smithi032 ceph-mon[191839]: pgmap v15172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:36.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:36 smithi032 ceph-mon[189144]: pgmap v15172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:36.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:36 smithi039 ceph-mon[181282]: pgmap v15172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:38.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:38 smithi032 ceph-mon[189144]: pgmap v15173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:38.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:38 smithi032 ceph-mon[191839]: pgmap v15173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:38 smithi039 ceph-mon[181282]: pgmap v15173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:40.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:40 smithi032 ceph-mon[191839]: pgmap v15174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:40.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:40 smithi032 ceph-mon[189144]: pgmap v15174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:40.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:40 smithi039 ceph-mon[181282]: pgmap v15174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:30:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:30:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:30:42.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:42 smithi032 ceph-mon[189144]: pgmap v15175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:42.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:42 smithi032 ceph-mon[191839]: pgmap v15175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:42.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:42 smithi039 ceph-mon[181282]: pgmap v15175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:44.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:44 smithi032 ceph-mon[189144]: pgmap v15176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:44.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:44 smithi032 ceph-mon[191839]: pgmap v15176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:44 smithi039 ceph-mon[181282]: pgmap v15176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:45.644 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:30:45.967 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:30:45.968 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 7m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:30:45.968 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 5m ago 7h 94.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:30:45.968 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 7m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:30:45.968 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 5m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:30:45.968 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 5m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:30:45.968 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 7m ago 7h 817M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:30:45.968 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 7m ago 7h 1878M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:30:45.968 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 5m ago 7h 898M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:30:45.968 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 7m ago 7h 934M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:30:45.968 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 7m ago 7h 19.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:30:45.968 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 5m ago 7h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:30:45.968 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 7m ago 7h 5078M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:30:45.968 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 7m ago 7h 5224M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:30:45.968 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 7m ago 7h 4632M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:30:45.969 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 7m ago 7h 4722M 2285M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:30:45.969 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 5m ago 7h 4461M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:30:45.969 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 5m ago 7h 4840M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:30:45.969 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 5m ago 7h 4512M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:30:45.969 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 5m ago 7h 4534M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:30:45.969 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 5m ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:30:46.367 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:30:46.368 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:30:46.368 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:30:46.368 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:30:46.368 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:30:46.368 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:30:46.368 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:30:46.368 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:30:46.368 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:30:46.368 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:30:46.368 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:30:46.368 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:30:46.368 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:30:46.368 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:30:46.368 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:30:46.368 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:30:46.369 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:30:46.369 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:30:46.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:46 smithi032 ceph-mon[191839]: pgmap v15177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:46 smithi032 ceph-mon[189144]: pgmap v15177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:46.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:46 smithi039 ceph-mon[181282]: pgmap v15177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:47.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:47 smithi032 ceph-mon[191839]: from='client.50709 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:30:47.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:47 smithi032 ceph-mon[191839]: from='client.60632 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:30:47.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:47 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1160784466' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:30:47.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:47 smithi032 ceph-mon[189144]: from='client.50709 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:30:47.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:47 smithi032 ceph-mon[189144]: from='client.60632 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:30:47.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:47 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1160784466' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:30:47.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:47 smithi039 ceph-mon[181282]: from='client.50709 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:30:47.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:47 smithi039 ceph-mon[181282]: from='client.60632 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:30:47.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:47 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1160784466' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:30:48.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:48 smithi032 ceph-mon[189144]: pgmap v15178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:48.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:48 smithi032 ceph-mon[191839]: pgmap v15178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:48 smithi039 ceph-mon[181282]: pgmap v15178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:50 smithi032 ceph-mon[191839]: pgmap v15179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:30:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:50 smithi032 ceph-mon[189144]: pgmap v15179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:30:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:50 smithi039 ceph-mon[181282]: pgmap v15179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:30:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:30:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:30:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:30:52.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:52 smithi032 ceph-mon[191839]: pgmap v15180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:52.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:52 smithi032 ceph-mon[189144]: pgmap v15180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:52.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:52 smithi039 ceph-mon[181282]: pgmap v15180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:54.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:54 smithi032 ceph-mon[191839]: pgmap v15181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:54.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:30:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:30:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:30:54.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:54 smithi032 ceph-mon[189144]: pgmap v15181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:54.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:30:54.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:30:54.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:30:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:54 smithi039 ceph-mon[181282]: pgmap v15181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:30:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:30:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:30:55.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:30:55.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:30:55.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:30:55.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:30:55.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:30:55.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:30:55.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:30:55.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:30:55.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:30:55.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:30:55.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:30:55.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:30:55.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:30:55.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:30:55.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:30:55.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:30:55.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:30:55.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:30:55.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:30:55.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:30:55.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:30:55.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:30:55.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:30:55.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:30:56.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:56 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi032 to 2276M 2023-12-23T00:30:56.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:56 smithi032 ceph-mon[191839]: pgmap v15182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:56.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:56 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi032 to 2276M 2023-12-23T00:30:56.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:56 smithi032 ceph-mon[189144]: pgmap v15182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:56 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi032 to 2276M 2023-12-23T00:30:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:56 smithi039 ceph-mon[181282]: pgmap v15182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:58.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:30:58 smithi032 ceph-mon[189144]: pgmap v15183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:58.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:30:58 smithi032 ceph-mon[191839]: pgmap v15183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:30:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:30:58 smithi039 ceph-mon[181282]: pgmap v15183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:00.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:00 smithi032 ceph-mon[191839]: pgmap v15184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:00.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:00 smithi032 ceph-mon[189144]: pgmap v15184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:00 smithi039 ceph-mon[181282]: pgmap v15184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:31:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:31:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:31:02.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:02 smithi032 ceph-mon[189144]: pgmap v15185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:02.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:02 smithi032 ceph-mon[191839]: pgmap v15185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:02.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:02 smithi039 ceph-mon[181282]: pgmap v15185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:04.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:04 smithi032 ceph-mon[189144]: pgmap v15186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:04 smithi032 ceph-mon[191839]: pgmap v15186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:04 smithi039 ceph-mon[181282]: pgmap v15186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:05.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:31:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:31:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:31:06.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:06 smithi032 ceph-mon[189144]: pgmap v15187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:06 smithi032 ceph-mon[191839]: pgmap v15187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:06 smithi039 ceph-mon[181282]: pgmap v15187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:08.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:08 smithi032 ceph-mon[191839]: pgmap v15188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:08 smithi032 ceph-mon[189144]: pgmap v15188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:08 smithi039 ceph-mon[181282]: pgmap v15188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:10.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:10 smithi032 ceph-mon[191839]: pgmap v15189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:10.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:10 smithi032 ceph-mon[189144]: pgmap v15189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:10 smithi039 ceph-mon[181282]: pgmap v15189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:31:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:31:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:31:12.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:12 smithi032 ceph-mon[191839]: pgmap v15190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:12 smithi032 ceph-mon[189144]: pgmap v15190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:12 smithi039 ceph-mon[181282]: pgmap v15190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:14.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:14 smithi032 ceph-mon[191839]: pgmap v15191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:14 smithi032 ceph-mon[189144]: pgmap v15191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:14 smithi039 ceph-mon[181282]: pgmap v15191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:16.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:16 smithi032 ceph-mon[189144]: pgmap v15192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:16 smithi032 ceph-mon[191839]: pgmap v15192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:16.735 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:31:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:16 smithi039 ceph-mon[181282]: pgmap v15192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:17.059 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:31:17.059 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 8m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:31:17.059 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 6m ago 7h 94.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:31:17.059 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 8m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:31:17.059 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 6m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:31:17.059 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 6m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:31:17.059 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 8m ago 7h 817M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:31:17.059 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 8m ago 7h 1878M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:31:17.060 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 6m ago 7h 898M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:31:17.060 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 8m ago 7h 934M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:31:17.060 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 8m ago 7h 19.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:31:17.060 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 6m ago 7h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:31:17.060 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 8m ago 7h 5078M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:31:17.060 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 8m ago 7h 5224M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:31:17.060 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 8m ago 7h 4632M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:31:17.060 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 8m ago 7h 4722M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:31:17.060 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 6m ago 7h 4461M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:31:17.060 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 6m ago 7h 4840M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:31:17.060 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 6m ago 7h 4512M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:31:17.060 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 6m ago 7h 4534M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:31:17.060 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 6m ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:31:17.466 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:31:17.466 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:31:17.466 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:31:17.466 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:31:17.466 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:31:17.466 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:31:17.466 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:31:17.466 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:31:17.466 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:31:17.466 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:31:17.467 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:31:17.467 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:31:17.467 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:31:17.467 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:31:17.467 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:31:17.467 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:31:17.467 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:31:17.467 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:31:18.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:18 smithi032 ceph-mon[191839]: from='client.50727 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:31:18.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:18 smithi032 ceph-mon[191839]: from='client.60650 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:31:18.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:18 smithi032 ceph-mon[191839]: pgmap v15193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:18.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:18 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2716995512' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:31:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:18 smithi032 ceph-mon[189144]: from='client.50727 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:31:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:18 smithi032 ceph-mon[189144]: from='client.60650 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:31:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:18 smithi032 ceph-mon[189144]: pgmap v15193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:18 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2716995512' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:31:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:18 smithi039 ceph-mon[181282]: from='client.50727 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:31:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:18 smithi039 ceph-mon[181282]: from='client.60650 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:31:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:18 smithi039 ceph-mon[181282]: pgmap v15193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:18 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2716995512' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:31:20.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:20 smithi032 ceph-mon[191839]: pgmap v15194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:31:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:20 smithi032 ceph-mon[189144]: pgmap v15194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:31:20.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:20 smithi039 ceph-mon[181282]: pgmap v15194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:20.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:31:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:31:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:31:20] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T00:31:22.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:22 smithi032 ceph-mon[191839]: pgmap v15195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:22.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:22 smithi032 ceph-mon[189144]: pgmap v15195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:22.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:22 smithi039 ceph-mon[181282]: pgmap v15195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:24.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:24 smithi032 ceph-mon[191839]: pgmap v15196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:24 smithi032 ceph-mon[189144]: pgmap v15196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:24 smithi039 ceph-mon[181282]: pgmap v15196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:26.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:26 smithi032 ceph-mon[191839]: pgmap v15197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:26.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:26 smithi032 ceph-mon[189144]: pgmap v15197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:26 smithi039 ceph-mon[181282]: pgmap v15197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:28 smithi039 ceph-mon[181282]: pgmap v15198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:28 smithi032 ceph-mon[191839]: pgmap v15198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:28.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:28 smithi032 ceph-mon[189144]: pgmap v15198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:30 smithi039 ceph-mon[181282]: pgmap v15199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:30.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:30 smithi032 ceph-mon[189144]: pgmap v15199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:30 smithi032 ceph-mon[191839]: pgmap v15199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:31:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:31:30] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T00:31:32.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:32 smithi039 ceph-mon[181282]: pgmap v15200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:32.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:32 smithi032 ceph-mon[191839]: pgmap v15200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:32.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:32 smithi032 ceph-mon[189144]: pgmap v15200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:34 smithi039 ceph-mon[181282]: pgmap v15201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:34.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:34 smithi032 ceph-mon[191839]: pgmap v15201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:34.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:34 smithi032 ceph-mon[189144]: pgmap v15201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:31:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:31:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:31:36.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:36 smithi039 ceph-mon[181282]: pgmap v15202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:36.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:36 smithi032 ceph-mon[191839]: pgmap v15202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:36.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:36 smithi032 ceph-mon[189144]: pgmap v15202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:38 smithi039 ceph-mon[181282]: pgmap v15203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:38.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:38 smithi032 ceph-mon[191839]: pgmap v15203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:38.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:38 smithi032 ceph-mon[189144]: pgmap v15203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:40.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:40 smithi039 ceph-mon[181282]: pgmap v15204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:40.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:40 smithi032 ceph-mon[189144]: pgmap v15204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:40.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:40 smithi032 ceph-mon[191839]: pgmap v15204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:31:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:31:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:31:42.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:42 smithi039 ceph-mon[181282]: pgmap v15205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:42.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:42 smithi032 ceph-mon[189144]: pgmap v15205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:42.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:42 smithi032 ceph-mon[191839]: pgmap v15205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:44 smithi039 ceph-mon[181282]: pgmap v15206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:44.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:44 smithi032 ceph-mon[189144]: pgmap v15206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:44.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:44 smithi032 ceph-mon[191839]: pgmap v15206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:46 smithi039 ceph-mon[181282]: pgmap v15207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:46.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:46 smithi032 ceph-mon[189144]: pgmap v15207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:46.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:46 smithi032 ceph-mon[191839]: pgmap v15207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:47.832 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:31:48.155 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:31:48.155 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 9m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:31:48.155 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 6m ago 7h 94.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:31:48.155 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 9m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:31:48.155 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 6m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:31:48.155 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 6m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:31:48.155 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 9m ago 7h 817M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:31:48.155 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 9m ago 7h 1878M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:31:48.155 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 6m ago 7h 898M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:31:48.155 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 9m ago 7h 934M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:31:48.155 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 9m ago 7h 19.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:31:48.155 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 6m ago 7h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:31:48.155 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 9m ago 7h 5078M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:31:48.155 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 9m ago 7h 5224M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:31:48.156 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 9m ago 7h 4632M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:31:48.156 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 9m ago 7h 4722M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:31:48.156 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 6m ago 7h 4461M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:31:48.156 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 6m ago 7h 4840M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:31:48.156 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 6m ago 7h 4512M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:31:48.156 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 6m ago 7h 4534M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:31:48.156 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 6m ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:31:48.553 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:31:48.553 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:31:48.553 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:31:48.554 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:31:48.554 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:31:48.554 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:31:48.554 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:31:48.554 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:31:48.554 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:31:48.554 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:31:48.554 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:31:48.554 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:31:48.554 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:31:48.554 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:31:48.554 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:31:48.555 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:31:48.555 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:31:48.555 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:31:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:48 smithi039 ceph-mon[181282]: pgmap v15208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:48.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:48 smithi032 ceph-mon[191839]: pgmap v15208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:48.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:48 smithi032 ceph-mon[189144]: pgmap v15208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:49.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:49 smithi039 ceph-mon[181282]: from='client.60662 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:31:49.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:49 smithi039 ceph-mon[181282]: from='client.60668 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:31:49.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:49 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3547716494' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:31:49.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:49 smithi032 ceph-mon[191839]: from='client.60662 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:31:49.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:49 smithi032 ceph-mon[191839]: from='client.60668 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:31:49.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:49 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3547716494' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:31:49.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:49 smithi032 ceph-mon[189144]: from='client.60662 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:31:49.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:49 smithi032 ceph-mon[189144]: from='client.60668 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:31:49.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:49 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3547716494' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:31:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:50 smithi039 ceph-mon[181282]: pgmap v15209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:31:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:50 smithi032 ceph-mon[189144]: pgmap v15209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:31:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:50 smithi032 ceph-mon[191839]: pgmap v15209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:31:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:31:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:31:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:31:52.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:52 smithi039 ceph-mon[181282]: pgmap v15210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:52.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:52 smithi032 ceph-mon[189144]: pgmap v15210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:52.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:52 smithi032 ceph-mon[191839]: pgmap v15210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:53.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:53 smithi032 ceph-mon[191839]: pgmap v15211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:53.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:53 smithi032 ceph-mon[189144]: pgmap v15211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:54.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:53 smithi039 ceph-mon[181282]: pgmap v15211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:55.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:31:55.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:31:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:31:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:56 smithi032 ceph-mon[189144]: pgmap v15212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:56 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:31:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:56 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:31:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:56 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:31:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:56 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:31:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:56 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:31:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:56 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:31:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:56 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:31:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:56 smithi032 ceph-mon[191839]: pgmap v15212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:56 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:31:56.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:56 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:31:56.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:56 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:31:56.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:56 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:31:56.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:56 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:31:56.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:56 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:31:56.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:56 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:31:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:56 smithi039 ceph-mon[181282]: pgmap v15212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:56 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:31:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:56 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:31:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:56 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:31:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:56 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:31:56.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:56 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:31:56.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:56 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:31:56.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:56 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:31:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:31:58 smithi032 ceph-mon[189144]: pgmap v15213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:58.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:31:58 smithi032 ceph-mon[191839]: pgmap v15213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:31:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:31:58 smithi039 ceph-mon[181282]: pgmap v15213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:00.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:32:00 smithi032 ceph-mon[191839]: pgmap v15214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:00.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:32:00 smithi032 ceph-mon[189144]: pgmap v15214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:32:00 smithi039 ceph-mon[181282]: pgmap v15214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:32:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:32:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:32:02.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:32:02 smithi032 ceph-mon[191839]: pgmap v15215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:32:02 smithi032 ceph-mon[189144]: pgmap v15215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:02.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:32:02 smithi039 ceph-mon[181282]: pgmap v15215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:32:04 smithi032 ceph-mon[191839]: pgmap v15216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:32:04 smithi032 ceph-mon[189144]: pgmap v15216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:32:04 smithi039 ceph-mon[181282]: pgmap v15216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:05.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:32:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:32:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:32:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:32:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:32:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:32:06.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:32:06 smithi032 ceph-mon[191839]: pgmap v15217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:06.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:32:06 smithi032 ceph-mon[189144]: pgmap v15217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:32:06 smithi039 ceph-mon[181282]: pgmap v15217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:08.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:32:08 smithi032 ceph-mon[191839]: pgmap v15218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:32:08 smithi032 ceph-mon[189144]: pgmap v15218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:32:08 smithi039 ceph-mon[181282]: pgmap v15218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:10.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:32:10 smithi032 ceph-mon[191839]: pgmap v15219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:10.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:32:10 smithi032 ceph-mon[189144]: pgmap v15219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:32:10 smithi039 ceph-mon[181282]: pgmap v15219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:32:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:32:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:32:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:32:12 smithi032 ceph-mon[191839]: pgmap v15220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:32:12 smithi032 ceph-mon[189144]: pgmap v15220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:32:12 smithi039 ceph-mon[181282]: pgmap v15220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:14.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:32:14 smithi032 ceph-mon[191839]: pgmap v15221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:32:14 smithi032 ceph-mon[189144]: pgmap v15221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:32:14 smithi039 ceph-mon[181282]: pgmap v15221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:16.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:32:16 smithi032 ceph-mon[189144]: pgmap v15222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:32:16 smithi032 ceph-mon[191839]: pgmap v15222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:32:16 smithi039 ceph-mon[181282]: pgmap v15222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:18.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:32:18 smithi032 ceph-mon[191839]: pgmap v15223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:32:18 smithi032 ceph-mon[189144]: pgmap v15223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:32:18 smithi039 ceph-mon[181282]: pgmap v15223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:18.916 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:32:19.238 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:32:19.239 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 9m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:32:19.239 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 7m ago 7h 94.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:32:19.239 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 9m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:32:19.239 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 7m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:32:19.239 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 7m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:32:19.239 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 9m ago 7h 817M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:32:19.239 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 9m ago 7h 1878M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:32:19.239 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 7m ago 7h 898M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:32:19.239 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 9m ago 7h 934M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:32:19.239 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 9m ago 7h 19.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:32:19.239 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 7m ago 7h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:32:19.239 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 9m ago 7h 5078M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:32:19.239 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 9m ago 7h 5224M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:32:19.240 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 9m ago 7h 4632M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:32:19.240 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 9m ago 7h 4722M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:32:19.240 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 7m ago 7h 4461M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:32:19.240 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 7m ago 7h 4840M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:32:19.240 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 7m ago 7h 4512M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:32:19.240 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 7m ago 7h 4534M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:32:19.240 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 7m ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:32:19.641 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:32:19.641 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:32:19.641 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:32:19.641 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:32:19.641 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:32:19.641 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:32:19.641 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:32:19.641 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:32:19.641 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:32:19.641 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:32:19.641 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:32:19.642 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:32:19.642 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:32:19.642 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:32:19.642 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:32:19.642 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:32:19.642 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:32:19.642 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:32:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:32:20 smithi032 ceph-mon[191839]: from='client.60680 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:32:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:32:20 smithi032 ceph-mon[191839]: pgmap v15224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:32:20 smithi032 ceph-mon[191839]: from='client.60686 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:32:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:32:20 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4031878720' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:32:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:32:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:32:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:32:20 smithi032 ceph-mon[189144]: from='client.60680 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:32:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:32:20 smithi032 ceph-mon[189144]: pgmap v15224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:32:20 smithi032 ceph-mon[189144]: from='client.60686 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:32:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:32:20 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4031878720' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:32:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:32:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:32:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:32:20 smithi039 ceph-mon[181282]: from='client.60680 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:32:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:32:20 smithi039 ceph-mon[181282]: pgmap v15224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:32:20 smithi039 ceph-mon[181282]: from='client.60686 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:32:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:32:20 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4031878720' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:32:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:32:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:32:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:32:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:32:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:32:22.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:32:22 smithi032 ceph-mon[191839]: pgmap v15225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:22.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:32:22 smithi032 ceph-mon[189144]: pgmap v15225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:22.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:32:22 smithi039 ceph-mon[181282]: pgmap v15225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:24.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:32:24 smithi032 ceph-mon[191839]: pgmap v15226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:32:24 smithi032 ceph-mon[189144]: pgmap v15226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:32:24 smithi039 ceph-mon[181282]: pgmap v15226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:32:26 smithi032 ceph-mon[191839]: pgmap v15227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:26.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:32:26 smithi032 ceph-mon[189144]: pgmap v15227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:32:26 smithi039 ceph-mon[181282]: pgmap v15227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:28.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:32:28 smithi032 ceph-mon[191839]: pgmap v15228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:28.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:32:28 smithi032 ceph-mon[189144]: pgmap v15228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:28.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:32:28 smithi039 ceph-mon[181282]: pgmap v15228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:30.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:32:30 smithi032 ceph-mon[191839]: pgmap v15229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:30.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:32:30 smithi032 ceph-mon[189144]: pgmap v15229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:32:30 smithi039 ceph-mon[181282]: pgmap v15229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:32:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:32:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:32:32.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:32:32 smithi032 ceph-mon[191839]: pgmap v15230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:32.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:32:32 smithi032 ceph-mon[189144]: pgmap v15230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:32.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:32:32 smithi039 ceph-mon[181282]: pgmap v15230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:34.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:32:34 smithi032 ceph-mon[191839]: pgmap v15231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:34.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:32:34 smithi032 ceph-mon[189144]: pgmap v15231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:32:34 smithi039 ceph-mon[181282]: pgmap v15231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:32:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:32:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:32:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:32:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:32:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:32:36.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:32:36 smithi032 ceph-mon[191839]: pgmap v15232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:36.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:32:36 smithi032 ceph-mon[189144]: pgmap v15232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:36.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:32:36 smithi039 ceph-mon[181282]: pgmap v15232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:38.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:32:38 smithi032 ceph-mon[191839]: pgmap v15233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:38.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:32:38 smithi032 ceph-mon[189144]: pgmap v15233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:32:38 smithi039 ceph-mon[181282]: pgmap v15233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:40.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:32:40 smithi032 ceph-mon[191839]: pgmap v15234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:40.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:32:40 smithi032 ceph-mon[189144]: pgmap v15234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:40.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:32:40 smithi039 ceph-mon[181282]: pgmap v15234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:32:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:32:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:32:42.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:32:42 smithi032 ceph-mon[191839]: pgmap v15235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:42.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:32:42 smithi032 ceph-mon[189144]: pgmap v15235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:42.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:32:42 smithi039 ceph-mon[181282]: pgmap v15235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:44.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:32:44 smithi032 ceph-mon[191839]: pgmap v15236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:44.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:32:44 smithi032 ceph-mon[189144]: pgmap v15236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:32:44 smithi039 ceph-mon[181282]: pgmap v15236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:46.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:32:46 smithi032 ceph-mon[191839]: pgmap v15237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:32:46 smithi032 ceph-mon[189144]: pgmap v15237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:32:46 smithi039 ceph-mon[181282]: pgmap v15237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:48.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:32:48 smithi032 ceph-mon[191839]: pgmap v15238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:48.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:32:48 smithi032 ceph-mon[189144]: pgmap v15238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:32:48 smithi039 ceph-mon[181282]: pgmap v15238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:50.005 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:32:50.341 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:32:50.341 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 10m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:32:50.341 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 8m ago 7h 94.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:32:50.341 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 10m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:32:50.341 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 8m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:32:50.342 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 8m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:32:50.342 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 10m ago 7h 817M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:32:50.342 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 10m ago 7h 1878M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:32:50.342 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 8m ago 7h 898M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:32:50.342 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 10m ago 7h 934M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:32:50.342 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 10m ago 7h 19.0M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:32:50.342 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 8m ago 7h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:32:50.342 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 10m ago 7h 5078M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:32:50.342 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 10m ago 7h 5224M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:32:50.342 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 10m ago 7h 4632M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:32:50.342 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 10m ago 7h 4722M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:32:50.342 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 8m ago 7h 4461M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:32:50.342 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 8m ago 7h 4840M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:32:50.342 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 8m ago 7h 4512M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:32:50.343 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 8m ago 7h 4534M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:32:50.343 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 8m ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:32:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:32:50 smithi032 ceph-mon[189144]: pgmap v15239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:50.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:32:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:32:50.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:32:50 smithi032 ceph-mon[191839]: pgmap v15239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:32:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:32:50.742 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:32:50.743 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:32:50.743 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:32:50.743 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:32:50.743 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:32:50.743 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:32:50.743 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:32:50.743 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:32:50.743 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:32:50.743 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:32:50.743 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:32:50.743 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:32:50.743 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:32:50.743 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:32:50.743 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:32:50.744 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:32:50.744 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:32:50.744 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:32:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:32:50 smithi039 ceph-mon[181282]: pgmap v15239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:32:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:32:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:32:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:32:50] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T00:32:51.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:32:51 smithi032 ceph-mon[191839]: from='client.50781 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:32:51.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:32:51 smithi032 ceph-mon[191839]: from='client.60704 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:32:51.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:32:51 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3855691794' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:32:51.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:32:51 smithi032 ceph-mon[189144]: from='client.50781 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:32:51.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:32:51 smithi032 ceph-mon[189144]: from='client.60704 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:32:51.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:32:51 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3855691794' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:32:51.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:32:51 smithi039 ceph-mon[181282]: from='client.50781 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:32:51.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:32:51 smithi039 ceph-mon[181282]: from='client.60704 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:32:51.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:32:51 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3855691794' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:32:52.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:32:52 smithi032 ceph-mon[191839]: pgmap v15240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:52.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:32:52 smithi032 ceph-mon[189144]: pgmap v15240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:52.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:32:52 smithi039 ceph-mon[181282]: pgmap v15240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:54.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:32:54 smithi032 ceph-mon[189144]: pgmap v15241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:32:54 smithi032 ceph-mon[191839]: pgmap v15241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:32:54 smithi039 ceph-mon[181282]: pgmap v15241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:56.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:32:56 smithi032 ceph-mon[189144]: pgmap v15242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:56.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:32:56 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:32:56.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:32:56 smithi032 ceph-mon[191839]: pgmap v15242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:56.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:32:56 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:32:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:32:56 smithi039 ceph-mon[181282]: pgmap v15242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:32:56 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:32:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:32:58 smithi032 ceph-mon[189144]: pgmap v15243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:32:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:32:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:32:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:32:58.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:32:58 smithi032 ceph-mon[191839]: pgmap v15243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:58.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:32:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:32:58.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:32:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:32:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:32:58 smithi039 ceph-mon[181282]: pgmap v15243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:32:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:32:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:32:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:32:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:33:00.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:33:00 smithi032 ceph-mon[191839]: pgmap v15244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:00.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:33:00 smithi032 ceph-mon[189144]: pgmap v15244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:33:00 smithi039 ceph-mon[181282]: pgmap v15244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:33:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:33:00] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T00:33:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:33:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:33:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:33:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:33:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:33:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:33:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:33:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:33:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:33:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:33:02.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:33:01 smithi039 ceph-mon[181282]: pgmap v15245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:33:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:33:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:33:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:33:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:33:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:33:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:33:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:33:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:33:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:33:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:33:01 smithi032 ceph-mon[189144]: pgmap v15245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:33:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:33:02.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:33:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:33:02.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:33:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:33:02.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:33:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:33:02.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:33:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:33:02.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:33:01 smithi032 ceph-mon[191839]: pgmap v15245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:04.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:33:04 smithi032 ceph-mon[191839]: pgmap v15246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:33:04 smithi032 ceph-mon[189144]: pgmap v15246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:33:04 smithi039 ceph-mon[181282]: pgmap v15246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:33:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:33:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:33:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:33:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:33:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:33:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:33:06 smithi032 ceph-mon[191839]: pgmap v15247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:33:06 smithi032 ceph-mon[189144]: pgmap v15247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:33:06 smithi039 ceph-mon[181282]: pgmap v15247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:08.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:33:08 smithi032 ceph-mon[191839]: pgmap v15248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:33:08 smithi032 ceph-mon[189144]: pgmap v15248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:33:08 smithi039 ceph-mon[181282]: pgmap v15248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:10.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:33:10 smithi032 ceph-mon[191839]: pgmap v15249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:10.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:33:10 smithi032 ceph-mon[189144]: pgmap v15249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:33:10 smithi039 ceph-mon[181282]: pgmap v15249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:33:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:33:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:33:12.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:33:12 smithi032 ceph-mon[191839]: pgmap v15250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:33:12 smithi032 ceph-mon[189144]: pgmap v15250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:33:12 smithi039 ceph-mon[181282]: pgmap v15250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:14.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:33:14 smithi032 ceph-mon[191839]: pgmap v15251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:33:14 smithi032 ceph-mon[189144]: pgmap v15251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:33:14 smithi039 ceph-mon[181282]: pgmap v15251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:16.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:33:16 smithi032 ceph-mon[191839]: pgmap v15252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:33:16 smithi032 ceph-mon[189144]: pgmap v15252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:33:16 smithi039 ceph-mon[181282]: pgmap v15252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:18.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:33:18 smithi032 ceph-mon[191839]: pgmap v15253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:33:18 smithi032 ceph-mon[189144]: pgmap v15253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:33:18 smithi039 ceph-mon[181282]: pgmap v15253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:33:20 smithi032 ceph-mon[191839]: pgmap v15254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:33:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:33:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:33:20 smithi032 ceph-mon[189144]: pgmap v15254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:33:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:33:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:33:20 smithi039 ceph-mon[181282]: pgmap v15254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:33:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:33:21.105 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:33:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:33:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:33:20] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-23T00:33:21.428 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:33:21.428 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 23s ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:33:21.428 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 8m ago 7h 94.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:33:21.428 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 23s ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:33:21.428 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 8m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:33:21.428 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 8m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:33:21.428 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 23s ago 7h 823M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:33:21.428 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 23s ago 7h 1913M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:33:21.428 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 8m ago 7h 898M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:33:21.428 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 23s ago 7h 953M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:33:21.428 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 23s ago 7h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:33:21.428 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 8m ago 7h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:33:21.428 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 23s ago 7h 5110M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:33:21.428 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 23s ago 7h 5255M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:33:21.428 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 23s ago 7h 4657M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:33:21.429 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 23s ago 7h 4752M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:33:21.429 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 8m ago 7h 4461M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:33:21.429 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 8m ago 7h 4840M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:33:21.429 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 8m ago 7h 4512M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:33:21.429 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 8m ago 7h 4534M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:33:21.429 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 8m ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:33:21.830 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:33:21.830 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:33:21.830 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:33:21.831 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:33:21.831 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:33:21.831 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:33:21.831 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:33:21.831 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:33:21.831 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:33:21.831 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:33:21.831 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:33:21.831 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:33:21.831 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:33:21.831 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:33:21.831 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:33:21.831 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:33:21.831 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:33:21.831 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:33:22.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:33:22 smithi032 ceph-mon[189144]: from='client.50799 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:33:22.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:33:22 smithi032 ceph-mon[189144]: pgmap v15255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:22.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:33:22 smithi032 ceph-mon[189144]: from='client.60722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:33:22.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:33:22 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3366066142' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:33:22.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:33:22 smithi032 ceph-mon[191839]: from='client.50799 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:33:22.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:33:22 smithi032 ceph-mon[191839]: pgmap v15255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:22.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:33:22 smithi032 ceph-mon[191839]: from='client.60722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:33:22.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:33:22 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3366066142' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:33:22.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:33:22 smithi039 ceph-mon[181282]: from='client.50799 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:33:22.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:33:22 smithi039 ceph-mon[181282]: pgmap v15255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:22.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:33:22 smithi039 ceph-mon[181282]: from='client.60722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:33:22.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:33:22 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3366066142' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:33:24.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:33:24 smithi032 ceph-mon[191839]: pgmap v15256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:33:24 smithi032 ceph-mon[189144]: pgmap v15256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:33:24 smithi039 ceph-mon[181282]: pgmap v15256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:26.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:33:26 smithi032 ceph-mon[191839]: pgmap v15257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:26.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:33:26 smithi032 ceph-mon[189144]: pgmap v15257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:33:26 smithi039 ceph-mon[181282]: pgmap v15257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:28.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:33:28 smithi032 ceph-mon[191839]: pgmap v15258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:28.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:33:28 smithi032 ceph-mon[189144]: pgmap v15258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:33:28 smithi039 ceph-mon[181282]: pgmap v15258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:30.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:33:30 smithi032 ceph-mon[191839]: pgmap v15259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:30.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:33:30 smithi032 ceph-mon[189144]: pgmap v15259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:33:30 smithi039 ceph-mon[181282]: pgmap v15259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:33:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:33:30] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-23T00:33:32.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:33:32 smithi032 ceph-mon[191839]: pgmap v15260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:32.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:33:32 smithi032 ceph-mon[189144]: pgmap v15260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:32.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:33:32 smithi039 ceph-mon[181282]: pgmap v15260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:34.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:33:34 smithi032 ceph-mon[191839]: pgmap v15261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:34.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:33:34 smithi032 ceph-mon[189144]: pgmap v15261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:33:34 smithi039 ceph-mon[181282]: pgmap v15261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:35.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:33:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:33:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:33:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:33:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:33:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:33:36.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:33:36 smithi032 ceph-mon[191839]: pgmap v15262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:36.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:33:36 smithi032 ceph-mon[189144]: pgmap v15262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:36.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:33:36 smithi039 ceph-mon[181282]: pgmap v15262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:38.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:33:38 smithi032 ceph-mon[191839]: pgmap v15263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:38.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:33:38 smithi032 ceph-mon[189144]: pgmap v15263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:33:38 smithi039 ceph-mon[181282]: pgmap v15263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:40.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:33:40 smithi032 ceph-mon[191839]: pgmap v15264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:40.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:33:40 smithi032 ceph-mon[189144]: pgmap v15264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:40.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:33:40 smithi039 ceph-mon[181282]: pgmap v15264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:33:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:33:40] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T00:33:42.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:33:42 smithi032 ceph-mon[189144]: pgmap v15265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:42.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:33:42 smithi032 ceph-mon[191839]: pgmap v15265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:42.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:33:42 smithi039 ceph-mon[181282]: pgmap v15265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:44.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:33:44 smithi032 ceph-mon[191839]: pgmap v15266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:44.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:33:44 smithi032 ceph-mon[189144]: pgmap v15266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:33:44 smithi039 ceph-mon[181282]: pgmap v15266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:33:46 smithi032 ceph-mon[191839]: pgmap v15267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:46.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:33:46 smithi032 ceph-mon[189144]: pgmap v15267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:33:46 smithi039 ceph-mon[181282]: pgmap v15267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:48.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:33:48 smithi032 ceph-mon[191839]: pgmap v15268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:48.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:33:48 smithi032 ceph-mon[189144]: pgmap v15268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:33:48 smithi039 ceph-mon[181282]: pgmap v15268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:50.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:33:50 smithi032 ceph-mon[191839]: pgmap v15269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:50.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:33:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:33:50.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:33:50 smithi032 ceph-mon[189144]: pgmap v15269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:50.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:33:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:33:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:33:50 smithi039 ceph-mon[181282]: pgmap v15269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:33:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:33:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:33:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:33:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:33:52.199 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:33:52.528 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:33:52.528 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 54s ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:33:52.528 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 9m ago 7h 94.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:33:52.528 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 54s ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:33:52.528 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 9m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:33:52.528 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 9m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:33:52.529 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 54s ago 7h 823M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:33:52.529 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 54s ago 7h 1913M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:33:52.529 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 9m ago 7h 898M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:33:52.529 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 54s ago 7h 953M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:33:52.529 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 54s ago 7h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:33:52.529 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 9m ago 7h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:33:52.529 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 54s ago 7h 5110M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:33:52.529 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 54s ago 7h 5255M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:33:52.529 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 54s ago 7h 4657M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:33:52.529 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 54s ago 7h 4752M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:33:52.529 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 9m ago 7h 4461M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:33:52.529 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 9m ago 7h 4840M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:33:52.529 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 9m ago 7h 4512M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:33:52.529 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 9m ago 7h 4534M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:33:52.529 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 9m ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:33:52.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:33:52 smithi032 ceph-mon[189144]: pgmap v15270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:52.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:33:52 smithi032 ceph-mon[191839]: pgmap v15270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:52.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:33:52 smithi039 ceph-mon[181282]: pgmap v15270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:52.930 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:33:52.931 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:33:52.931 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:33:52.931 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:33:52.931 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:33:52.931 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:33:52.931 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:33:52.931 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:33:52.931 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:33:52.931 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:33:52.931 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:33:52.931 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:33:52.931 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:33:52.931 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:33:52.931 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:33:52.931 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:33:52.931 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:33:52.932 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:33:53.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:33:53 smithi032 ceph-mon[191839]: from='client.50817 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:33:53.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:33:53 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2585403738' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:33:53.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:33:53 smithi032 ceph-mon[189144]: from='client.50817 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:33:53.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:33:53 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2585403738' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:33:53.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:33:53 smithi039 ceph-mon[181282]: from='client.50817 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:33:53.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:33:53 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2585403738' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:33:54.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:33:54 smithi032 ceph-mon[189144]: from='client.60740 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:33:54.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:33:54 smithi032 ceph-mon[189144]: pgmap v15271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:33:54 smithi032 ceph-mon[191839]: from='client.60740 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:33:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:33:54 smithi032 ceph-mon[191839]: pgmap v15271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:33:54 smithi039 ceph-mon[181282]: from='client.60740 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:33:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:33:54 smithi039 ceph-mon[181282]: pgmap v15271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:56.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:33:56 smithi032 ceph-mon[189144]: pgmap v15272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:56.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:33:56 smithi032 ceph-mon[191839]: pgmap v15272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:33:56 smithi039 ceph-mon[181282]: pgmap v15272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:58.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:33:58 smithi032 ceph-mon[189144]: pgmap v15273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:58.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:33:58 smithi032 ceph-mon[191839]: pgmap v15273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:33:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:33:58 smithi039 ceph-mon[181282]: pgmap v15273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:00.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:34:00 smithi032 ceph-mon[191839]: pgmap v15274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:00.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:34:00 smithi032 ceph-mon[189144]: pgmap v15274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:34:00 smithi039 ceph-mon[181282]: pgmap v15274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:34:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:34:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:34:01.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:34:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:34:01.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:34:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:34:01.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:34:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:34:02.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:34:02 smithi032 ceph-mon[191839]: pgmap v15275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:02.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:34:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:34:02.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:34:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:34:02.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:34:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:34:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:34:02 smithi032 ceph-mon[189144]: pgmap v15275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:34:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:34:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:34:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:34:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:34:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:34:02.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:34:02 smithi039 ceph-mon[181282]: pgmap v15275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:02.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:34:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:34:02.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:34:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:34:02.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:34:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:34:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:34:04 smithi032 ceph-mon[191839]: pgmap v15276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:34:04 smithi032 ceph-mon[189144]: pgmap v15276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:34:04 smithi039 ceph-mon[181282]: pgmap v15276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:34:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:34:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:34:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:34:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:34:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:34:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:34:06 smithi039 ceph-mon[181282]: pgmap v15277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:06.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:34:06 smithi032 ceph-mon[191839]: pgmap v15277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:06.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:34:06 smithi032 ceph-mon[189144]: pgmap v15277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:34:08 smithi039 ceph-mon[181282]: pgmap v15278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:08.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:34:08 smithi032 ceph-mon[191839]: pgmap v15278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:08.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:34:08 smithi032 ceph-mon[189144]: pgmap v15278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:34:10 smithi039 ceph-mon[181282]: pgmap v15279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:10.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:34:10 smithi032 ceph-mon[189144]: pgmap v15279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:10.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:34:10 smithi032 ceph-mon[191839]: pgmap v15279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:34:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:34:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T00:34:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:34:12 smithi039 ceph-mon[181282]: pgmap v15280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:12.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:34:12 smithi032 ceph-mon[189144]: pgmap v15280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:12.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:34:12 smithi032 ceph-mon[191839]: pgmap v15280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:34:14 smithi039 ceph-mon[181282]: pgmap v15281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:14.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:34:14 smithi032 ceph-mon[189144]: pgmap v15281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:14.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:34:14 smithi032 ceph-mon[191839]: pgmap v15281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:34:16 smithi039 ceph-mon[181282]: pgmap v15282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:16.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:34:16 smithi032 ceph-mon[191839]: pgmap v15282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:16.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:34:16 smithi032 ceph-mon[189144]: pgmap v15282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:34:18 smithi039 ceph-mon[181282]: pgmap v15283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:34:18 smithi032 ceph-mon[191839]: pgmap v15283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:18.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:34:18 smithi032 ceph-mon[189144]: pgmap v15283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:34:20 smithi039 ceph-mon[181282]: pgmap v15284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:34:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:34:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:34:20 smithi032 ceph-mon[191839]: pgmap v15284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:34:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:34:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:34:20 smithi032 ceph-mon[189144]: pgmap v15284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:34:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:34:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:34:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:34:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T00:34:22.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:34:22 smithi039 ceph-mon[181282]: pgmap v15285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:22.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:34:22 smithi032 ceph-mon[191839]: pgmap v15285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:22.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:34:22 smithi032 ceph-mon[189144]: pgmap v15285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:23.297 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:34:23.621 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:34:23.621 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 85s ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:34:23.621 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 9m ago 7h 94.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:34:23.621 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 85s ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:34:23.621 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 9m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:34:23.621 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 9m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:34:23.621 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 85s ago 7h 823M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:34:23.621 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 85s ago 7h 1913M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:34:23.621 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 9m ago 7h 898M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:34:23.622 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 85s ago 7h 953M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:34:23.622 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 85s ago 7h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:34:23.622 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 9m ago 7h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:34:23.622 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 85s ago 7h 5110M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:34:23.622 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 85s ago 7h 5255M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:34:23.622 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 85s ago 7h 4657M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:34:23.622 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 85s ago 7h 4752M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:34:23.622 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 9m ago 7h 4461M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:34:23.622 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 9m ago 7h 4840M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:34:23.622 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 9m ago 7h 4512M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:34:23.622 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 9m ago 7h 4534M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:34:23.622 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 9m ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:34:24.023 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:34:24.023 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:34:24.023 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:34:24.023 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:34:24.023 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:34:24.023 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:34:24.023 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:34:24.023 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:34:24.023 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:34:24.023 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:34:24.023 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:34:24.023 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:34:24.023 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:34:24.024 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:34:24.024 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:34:24.024 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:34:24.024 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:34:24.024 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:34:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:34:24 smithi039 ceph-mon[181282]: pgmap v15286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:34:24 smithi039 ceph-mon[181282]: from='client.50835 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:34:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:34:24 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1177287454' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:34:24.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:34:24 smithi032 ceph-mon[191839]: pgmap v15286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:24.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:34:24 smithi032 ceph-mon[191839]: from='client.50835 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:34:24.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:34:24 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1177287454' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:34:24.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:34:24 smithi032 ceph-mon[189144]: pgmap v15286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:24.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:34:24 smithi032 ceph-mon[189144]: from='client.50835 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:34:24.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:34:24 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1177287454' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:34:25.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:34:25 smithi039 ceph-mon[181282]: from='client.60758 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:34:25.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:34:25 smithi032 ceph-mon[189144]: from='client.60758 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:34:25.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:34:25 smithi032 ceph-mon[191839]: from='client.60758 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:34:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:34:26 smithi039 ceph-mon[181282]: pgmap v15287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:26.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:34:26 smithi032 ceph-mon[191839]: pgmap v15287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:26.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:34:26 smithi032 ceph-mon[189144]: pgmap v15287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:34:28 smithi039 ceph-mon[181282]: pgmap v15288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:34:28 smithi032 ceph-mon[191839]: pgmap v15288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:28.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:34:28 smithi032 ceph-mon[189144]: pgmap v15288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:34:30 smithi039 ceph-mon[181282]: pgmap v15289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:30.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:34:30 smithi032 ceph-mon[189144]: pgmap v15289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:34:30 smithi032 ceph-mon[191839]: pgmap v15289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:34:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:34:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T00:34:32.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:34:32 smithi039 ceph-mon[181282]: pgmap v15290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:32.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:34:32 smithi032 ceph-mon[189144]: pgmap v15290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:32.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:34:32 smithi032 ceph-mon[191839]: pgmap v15290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:34:34 smithi039 ceph-mon[181282]: pgmap v15291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:34.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:34:34 smithi032 ceph-mon[191839]: pgmap v15291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:34.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:34:34 smithi032 ceph-mon[189144]: pgmap v15291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:34:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:34:35.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:34:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:34:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:34:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:34:36.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:34:36 smithi039 ceph-mon[181282]: pgmap v15292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:36.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:34:36 smithi032 ceph-mon[191839]: pgmap v15292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:36.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:34:36 smithi032 ceph-mon[189144]: pgmap v15292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:34:38 smithi039 ceph-mon[181282]: pgmap v15293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:38.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:34:38 smithi032 ceph-mon[189144]: pgmap v15293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:38.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:34:38 smithi032 ceph-mon[191839]: pgmap v15293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:40.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:34:40 smithi032 ceph-mon[189144]: pgmap v15294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:40.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:34:40 smithi032 ceph-mon[191839]: pgmap v15294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:41.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:34:40 smithi039 ceph-mon[181282]: pgmap v15294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:34:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:34:40] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-23T00:34:42.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:34:42 smithi032 ceph-mon[191839]: pgmap v15295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:42.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:34:42 smithi032 ceph-mon[189144]: pgmap v15295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:43.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:34:42 smithi039 ceph-mon[181282]: pgmap v15295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:44.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:34:44 smithi032 ceph-mon[189144]: pgmap v15296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:44.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:34:44 smithi032 ceph-mon[191839]: pgmap v15296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:45.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:34:44 smithi039 ceph-mon[181282]: pgmap v15296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:46.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:34:46 smithi032 ceph-mon[189144]: pgmap v15297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:46.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:34:46 smithi032 ceph-mon[191839]: pgmap v15297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:47.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:34:46 smithi039 ceph-mon[181282]: pgmap v15297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:48.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:34:48 smithi032 ceph-mon[189144]: pgmap v15298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:48.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:34:48 smithi032 ceph-mon[191839]: pgmap v15298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:49.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:34:48 smithi039 ceph-mon[181282]: pgmap v15298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:49.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:34:49 smithi032 ceph-mon[189144]: pgmap v15299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:49.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:34:49 smithi032 ceph-mon[191839]: pgmap v15299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:34:49 smithi039 ceph-mon[181282]: pgmap v15299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:50.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:34:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:34:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:34:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:34:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:34:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:34:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:34:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:34:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:34:51.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:34:51 smithi032 ceph-mon[191839]: pgmap v15300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:34:51 smithi032 ceph-mon[189144]: pgmap v15300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:34:51 smithi039 ceph-mon[181282]: pgmap v15300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:54.386 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:34:54.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:34:54 smithi032 ceph-mon[191839]: pgmap v15301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:54.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:34:54 smithi032 ceph-mon[189144]: pgmap v15301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:54.709 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:34:54.709 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 116s ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:34:54.709 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 10m ago 7h 94.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:34:54.709 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 116s ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:34:54.709 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 10m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:34:54.709 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 10m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:34:54.709 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 116s ago 7h 823M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:34:54.709 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 116s ago 7h 1913M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:34:54.709 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 10m ago 7h 898M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:34:54.710 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 116s ago 7h 953M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:34:54.710 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 116s ago 7h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:34:54.710 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 10m ago 7h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:34:54.710 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 116s ago 7h 5110M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:34:54.710 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 116s ago 7h 5255M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:34:54.710 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 116s ago 7h 4657M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:34:54.710 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 116s ago 7h 4752M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:34:54.710 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 10m ago 7h 4461M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:34:54.710 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 10m ago 7h 4840M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:34:54.710 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 10m ago 7h 4512M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:34:54.710 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 10m ago 7h 4534M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:34:54.710 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 10m ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:34:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:34:54 smithi039 ceph-mon[181282]: pgmap v15301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:55.114 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:34:55.114 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:34:55.114 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:34:55.115 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:34:55.115 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:34:55.115 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:34:55.115 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:34:55.115 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:34:55.115 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:34:55.115 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:34:55.115 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:34:55.115 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:34:55.115 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:34:55.115 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:34:55.115 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:34:55.115 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:34:55.115 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:34:55.115 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:34:55.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:34:55 smithi032 ceph-mon[189144]: from='client.60770 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:34:55.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:34:55 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1863497173' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:34:55.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:34:55 smithi032 ceph-mon[191839]: from='client.60770 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:34:55.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:34:55 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1863497173' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:34:55.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:34:55 smithi039 ceph-mon[181282]: from='client.60770 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:34:55.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:34:55 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1863497173' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:34:56.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:34:56 smithi032 ceph-mon[191839]: from='client.50859 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:34:56.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:34:56 smithi032 ceph-mon[191839]: pgmap v15302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:56.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:34:56 smithi032 ceph-mon[189144]: from='client.50859 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:34:56.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:34:56 smithi032 ceph-mon[189144]: pgmap v15302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:34:56 smithi039 ceph-mon[181282]: from='client.50859 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:34:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:34:56 smithi039 ceph-mon[181282]: pgmap v15302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:58.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:34:58 smithi032 ceph-mon[191839]: pgmap v15303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:58.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:34:58 smithi032 ceph-mon[189144]: pgmap v15303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:34:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:34:58 smithi039 ceph-mon[181282]: pgmap v15303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:00.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:00 smithi032 ceph-mon[191839]: pgmap v15304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:00.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:00 smithi032 ceph-mon[189144]: pgmap v15304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:00 smithi039 ceph-mon[181282]: pgmap v15304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:35:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:35:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:35:02.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:02 smithi032 ceph-mon[191839]: pgmap v15305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:02.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:35:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:02 smithi032 ceph-mon[189144]: pgmap v15305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:35:02.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:02 smithi039 ceph-mon[181282]: pgmap v15305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:02.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:35:04.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:04 smithi032 ceph-mon[189144]: pgmap v15306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:35:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:35:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:04 smithi032 ceph-mon[191839]: pgmap v15306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:35:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:35:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:04 smithi039 ceph-mon[181282]: pgmap v15306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:35:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:35:06.077 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:35:06.077 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:35:06.077 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:06 smithi039 ceph-mon[181282]: pgmap v15307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:06.078 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:35:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:35:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:35:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:06 smithi032 ceph-mon[191839]: pgmap v15307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:35:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:35:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:35:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:06 smithi032 ceph-mon[189144]: pgmap v15307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:35:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:08 smithi039 ceph-mon[181282]: pgmap v15308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:35:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:35:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:35:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:35:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:35:08.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:08 smithi032 ceph-mon[191839]: pgmap v15308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:08.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:35:08.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:35:08.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:35:08.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:35:08.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:35:08.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:08 smithi032 ceph-mon[189144]: pgmap v15308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:08.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:35:08.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:35:08.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:35:08.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:35:08.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:35:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:10 smithi039 ceph-mon[181282]: pgmap v15309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:10.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:10 smithi032 ceph-mon[189144]: pgmap v15309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:10.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:10 smithi032 ceph-mon[191839]: pgmap v15309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:35:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:35:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:35:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:12 smithi039 ceph-mon[181282]: pgmap v15310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:12.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:12 smithi032 ceph-mon[191839]: pgmap v15310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:12.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:12 smithi032 ceph-mon[189144]: pgmap v15310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:14 smithi039 ceph-mon[181282]: pgmap v15311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:14.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:14 smithi032 ceph-mon[191839]: pgmap v15311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:14.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:14 smithi032 ceph-mon[189144]: pgmap v15311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:16 smithi039 ceph-mon[181282]: pgmap v15312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:16.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:16 smithi032 ceph-mon[189144]: pgmap v15312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:16.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:16 smithi032 ceph-mon[191839]: pgmap v15312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:18 smithi039 ceph-mon[181282]: pgmap v15313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:18 smithi032 ceph-mon[191839]: pgmap v15313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:18.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:18 smithi032 ceph-mon[189144]: pgmap v15313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:20 smithi039 ceph-mon[181282]: pgmap v15314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:35:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:20 smithi032 ceph-mon[191839]: pgmap v15314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:35:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:20 smithi032 ceph-mon[189144]: pgmap v15314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:20.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:35:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:35:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:35:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T00:35:22.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:22 smithi039 ceph-mon[181282]: pgmap v15315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:22.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:22 smithi032 ceph-mon[191839]: pgmap v15315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:22.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:22 smithi032 ceph-mon[189144]: pgmap v15315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:24.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:24 smithi039 ceph-mon[181282]: pgmap v15316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:24.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:24 smithi032 ceph-mon[191839]: pgmap v15316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:24.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:24 smithi032 ceph-mon[189144]: pgmap v15316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:25.477 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:35:25.802 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:35:25.802 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 2m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:35:25.802 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 21s ago 7h 95.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:35:25.802 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 2m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:35:25.802 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 21s ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:35:25.802 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 21s ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:35:25.802 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 2m ago 7h 823M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:35:25.802 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 2m ago 7h 1913M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:35:25.802 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 21s ago 7h 912M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:35:25.802 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 2m ago 7h 953M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:35:25.802 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 2m ago 7h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:35:25.802 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 21s ago 7h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:35:25.803 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 2m ago 7h 5110M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:35:25.803 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 2m ago 7h 5255M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:35:25.803 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 2m ago 7h 4657M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:35:25.803 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 2m ago 7h 4752M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:35:25.803 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 21s ago 7h 4488M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:35:25.803 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 21s ago 7h 4873M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:35:25.803 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 21s ago 7h 4542M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:35:25.803 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 21s ago 7h 4569M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:35:25.803 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 21s ago 7h 134M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:35:26.205 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:35:26.206 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:35:26.206 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:35:26.206 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:35:26.206 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:35:26.206 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:35:26.206 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:35:26.206 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:35:26.206 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:35:26.206 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:35:26.206 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:35:26.206 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:35:26.206 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:35:26.206 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:35:26.206 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:35:26.207 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:35:26.207 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:35:26.207 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:35:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:26 smithi039 ceph-mon[181282]: pgmap v15317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:26 smithi039 ceph-mon[181282]: from='client.60788 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:35:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:26 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4231373019' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:35:26.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:26 smithi032 ceph-mon[189144]: pgmap v15317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:26.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:26 smithi032 ceph-mon[189144]: from='client.60788 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:35:26.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:26 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4231373019' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:35:26.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:26 smithi032 ceph-mon[191839]: pgmap v15317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:26.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:26 smithi032 ceph-mon[191839]: from='client.60788 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:35:26.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:26 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4231373019' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:35:27.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:27 smithi039 ceph-mon[181282]: from='client.60794 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:35:27.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:27 smithi032 ceph-mon[189144]: from='client.60794 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:35:27.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:27 smithi032 ceph-mon[191839]: from='client.60794 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:35:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:28 smithi039 ceph-mon[181282]: pgmap v15318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:28.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:28 smithi032 ceph-mon[189144]: pgmap v15318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:28.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:28 smithi032 ceph-mon[191839]: pgmap v15318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:30 smithi039 ceph-mon[181282]: pgmap v15319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:30.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:30 smithi032 ceph-mon[189144]: pgmap v15319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:30.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:30 smithi032 ceph-mon[191839]: pgmap v15319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:35:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:35:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T00:35:32.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:32 smithi039 ceph-mon[181282]: pgmap v15320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:32.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:32 smithi032 ceph-mon[191839]: pgmap v15320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:32.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:32 smithi032 ceph-mon[189144]: pgmap v15320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:34.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:34 smithi039 ceph-mon[181282]: pgmap v15321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:34.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:34 smithi032 ceph-mon[191839]: pgmap v15321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:34.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:34 smithi032 ceph-mon[189144]: pgmap v15321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:35:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:35:36.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:35:36.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:36 smithi032 ceph-mon[191839]: pgmap v15322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:36.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:36 smithi032 ceph-mon[189144]: pgmap v15322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:37.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:36 smithi039 ceph-mon[181282]: pgmap v15322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:38.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:38 smithi032 ceph-mon[191839]: pgmap v15323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:38.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:38 smithi032 ceph-mon[189144]: pgmap v15323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:39.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:38 smithi039 ceph-mon[181282]: pgmap v15323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:40.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:40 smithi032 ceph-mon[189144]: pgmap v15324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:40.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:40 smithi032 ceph-mon[191839]: pgmap v15324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:41.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:40 smithi039 ceph-mon[181282]: pgmap v15324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:35:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:35:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:35:42.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:42 smithi032 ceph-mon[189144]: pgmap v15325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:42.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:42 smithi032 ceph-mon[191839]: pgmap v15325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:43.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:42 smithi039 ceph-mon[181282]: pgmap v15325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:44.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:44 smithi032 ceph-mon[191839]: pgmap v15326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:44.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:44 smithi032 ceph-mon[189144]: pgmap v15326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:45.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:44 smithi039 ceph-mon[181282]: pgmap v15326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:46.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:46 smithi032 ceph-mon[191839]: pgmap v15327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:46.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:46 smithi032 ceph-mon[189144]: pgmap v15327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:47.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:46 smithi039 ceph-mon[181282]: pgmap v15327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:48.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:48 smithi032 ceph-mon[189144]: pgmap v15328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:48.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:48 smithi032 ceph-mon[191839]: pgmap v15328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:49.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:48 smithi039 ceph-mon[181282]: pgmap v15328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:49.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:49 smithi032 ceph-mon[191839]: pgmap v15329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:49.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:49 smithi032 ceph-mon[189144]: pgmap v15329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:49 smithi039 ceph-mon[181282]: pgmap v15329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:35:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:35:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:35:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:35:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:35:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:35:51.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:51 smithi032 ceph-mon[191839]: pgmap v15330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:51 smithi032 ceph-mon[189144]: pgmap v15330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:51 smithi039 ceph-mon[181282]: pgmap v15330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:54.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:54 smithi032 ceph-mon[191839]: pgmap v15331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:54.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:54 smithi032 ceph-mon[189144]: pgmap v15331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:54 smithi039 ceph-mon[181282]: pgmap v15331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:56.567 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:35:56.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:56 smithi032 ceph-mon[191839]: pgmap v15332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:56.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:56 smithi032 ceph-mon[189144]: pgmap v15332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:56 smithi039 ceph-mon[181282]: pgmap v15332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:56.895 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:35:56.895 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 2m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:35:56.896 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 52s ago 7h 95.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:35:56.896 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 2m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:35:56.896 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 52s ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:35:56.896 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 52s ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:35:56.896 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 2m ago 7h 823M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:35:56.896 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 2m ago 7h 1913M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:35:56.896 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 52s ago 7h 912M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:35:56.896 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 2m ago 7h 953M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:35:56.896 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 2m ago 7h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:35:56.896 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 52s ago 7h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:35:56.896 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 2m ago 7h 5110M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:35:56.896 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 2m ago 7h 5255M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:35:56.896 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 2m ago 7h 4657M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:35:56.897 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 2m ago 7h 4752M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:35:56.897 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 52s ago 7h 4488M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:35:56.897 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 52s ago 7h 4873M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:35:56.897 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 52s ago 7h 4542M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:35:56.897 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 52s ago 7h 4569M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:35:56.897 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 52s ago 7h 134M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:35:57.292 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:35:57.292 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:35:57.293 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:35:57.293 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:35:57.293 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:35:57.293 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:35:57.293 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:35:57.293 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:35:57.293 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:35:57.293 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:35:57.293 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:35:57.293 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:35:57.293 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:35:57.293 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:35:57.293 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:35:57.293 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:35:57.293 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:35:57.294 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:35:57.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:57 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1941388985' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:35:57.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:57 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1941388985' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:35:57.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:57 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1941388985' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:35:58.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:58 smithi032 ceph-mon[191839]: from='client.60806 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:35:58.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:58 smithi032 ceph-mon[191839]: from='client.60812 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:35:58.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:35:58 smithi032 ceph-mon[191839]: pgmap v15333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:58 smithi032 ceph-mon[189144]: from='client.60806 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:35:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:58 smithi032 ceph-mon[189144]: from='client.60812 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:35:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:35:58 smithi032 ceph-mon[189144]: pgmap v15333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:35:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:58 smithi039 ceph-mon[181282]: from='client.60806 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:35:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:58 smithi039 ceph-mon[181282]: from='client.60812 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:35:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:35:58 smithi039 ceph-mon[181282]: pgmap v15333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:00.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:36:00 smithi032 ceph-mon[191839]: pgmap v15334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:00.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:36:00 smithi032 ceph-mon[189144]: pgmap v15334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:36:00 smithi039 ceph-mon[181282]: pgmap v15334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:36:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:36:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:36:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:36:02 smithi032 ceph-mon[189144]: pgmap v15335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:02.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:36:02 smithi032 ceph-mon[191839]: pgmap v15335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:02.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:36:02 smithi039 ceph-mon[181282]: pgmap v15335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:04.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:36:04 smithi032 ceph-mon[189144]: pgmap v15336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:36:04 smithi032 ceph-mon[191839]: pgmap v15336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:36:04 smithi039 ceph-mon[181282]: pgmap v15336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:05.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:36:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:36:05.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:36:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:36:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:36:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:36:06.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:36:06 smithi032 ceph-mon[189144]: pgmap v15337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:36:06 smithi032 ceph-mon[191839]: pgmap v15337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:36:06 smithi039 ceph-mon[181282]: pgmap v15337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:08.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:36:08 smithi032 ceph-mon[189144]: pgmap v15338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:36:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:36:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:36:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:36:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:36:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:36:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:36:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:36:08.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:36:08 smithi032 ceph-mon[191839]: pgmap v15338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:08.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:36:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:36:08.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:36:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:36:08.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:36:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:36:08.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:36:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:36:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:36:08 smithi039 ceph-mon[181282]: pgmap v15338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:36:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:36:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:36:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:36:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:36:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:36:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:36:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:36:10.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:36:10 smithi032 ceph-mon[189144]: pgmap v15339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:10.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:36:10 smithi032 ceph-mon[191839]: pgmap v15339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:36:10 smithi039 ceph-mon[181282]: pgmap v15339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:36:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:36:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:36:12.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:36:12 smithi032 ceph-mon[189144]: pgmap v15340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:36:12 smithi032 ceph-mon[191839]: pgmap v15340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:36:12 smithi039 ceph-mon[181282]: pgmap v15340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:14.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:36:14 smithi032 ceph-mon[191839]: pgmap v15341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:36:14 smithi032 ceph-mon[189144]: pgmap v15341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:36:14 smithi039 ceph-mon[181282]: pgmap v15341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:16.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:36:16 smithi032 ceph-mon[191839]: pgmap v15342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:36:16 smithi032 ceph-mon[189144]: pgmap v15342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:36:16 smithi039 ceph-mon[181282]: pgmap v15342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:18.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:36:18 smithi032 ceph-mon[191839]: pgmap v15343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:36:18 smithi032 ceph-mon[189144]: pgmap v15343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:36:18 smithi039 ceph-mon[181282]: pgmap v15343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:20.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:36:20 smithi032 ceph-mon[191839]: pgmap v15344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:36:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:36:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:36:20 smithi032 ceph-mon[189144]: pgmap v15344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:36:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:36:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:36:20 smithi039 ceph-mon[181282]: pgmap v15344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:36:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:36:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:36:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:36:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:36:22.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:36:22 smithi032 ceph-mon[191839]: pgmap v15345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:22.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:36:22 smithi032 ceph-mon[189144]: pgmap v15345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:22.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:36:22 smithi039 ceph-mon[181282]: pgmap v15345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:24.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:36:24 smithi032 ceph-mon[191839]: pgmap v15346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:36:24 smithi032 ceph-mon[189144]: pgmap v15346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:36:24 smithi039 ceph-mon[181282]: pgmap v15346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:36:26 smithi032 ceph-mon[191839]: pgmap v15347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:26.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:36:26 smithi032 ceph-mon[189144]: pgmap v15347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:36:26 smithi039 ceph-mon[181282]: pgmap v15347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:27.657 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:36:27.978 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:36:27.978 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 3m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:36:27.979 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 83s ago 7h 95.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:36:27.979 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 3m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:36:27.979 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 83s ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:36:27.979 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 83s ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:36:27.979 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 3m ago 7h 823M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:36:27.979 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 3m ago 7h 1913M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:36:27.979 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 83s ago 7h 912M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:36:27.979 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 3m ago 7h 953M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:36:27.979 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 3m ago 7h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:36:27.979 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 83s ago 7h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:36:27.979 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 3m ago 7h 5110M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:36:27.979 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 3m ago 7h 5255M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:36:27.979 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 3m ago 7h 4657M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:36:27.979 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 3m ago 7h 4752M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:36:27.979 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 83s ago 7h 4488M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:36:27.980 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 83s ago 7h 4873M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:36:27.980 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 83s ago 7h 4542M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:36:27.980 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 83s ago 7h 4569M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:36:27.980 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 83s ago 7h 134M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:36:28.380 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:36:28.381 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:36:28.381 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:36:28.381 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:36:28.381 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:36:28.381 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:36:28.381 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:36:28.381 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:36:28.381 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:36:28.381 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:36:28.381 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:36:28.381 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:36:28.381 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:36:28.381 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:36:28.381 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:36:28.382 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:36:28.382 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:36:28.382 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:36:28.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:36:28 smithi032 ceph-mon[189144]: pgmap v15348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:28.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:36:28 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1122081459' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:36:28.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:36:28 smithi032 ceph-mon[191839]: pgmap v15348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:28.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:36:28 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1122081459' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:36:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:36:28 smithi039 ceph-mon[181282]: pgmap v15348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:36:28 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1122081459' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:36:29.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:36:29 smithi039 ceph-mon[181282]: from='client.60824 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:36:29.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:36:29 smithi039 ceph-mon[181282]: from='client.60830 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:36:29.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:36:29 smithi032 ceph-mon[191839]: from='client.60824 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:36:29.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:36:29 smithi032 ceph-mon[191839]: from='client.60830 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:36:29.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:36:29 smithi032 ceph-mon[189144]: from='client.60824 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:36:29.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:36:29 smithi032 ceph-mon[189144]: from='client.60830 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:36:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:36:30 smithi039 ceph-mon[181282]: pgmap v15349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:30.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:36:30 smithi032 ceph-mon[189144]: pgmap v15349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:36:30 smithi032 ceph-mon[191839]: pgmap v15349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:36:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:36:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:36:32.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:36:32 smithi039 ceph-mon[181282]: pgmap v15350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:32.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:36:32 smithi032 ceph-mon[191839]: pgmap v15350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:32.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:36:32 smithi032 ceph-mon[189144]: pgmap v15350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:36:34 smithi039 ceph-mon[181282]: pgmap v15351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:34.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:36:34 smithi032 ceph-mon[191839]: pgmap v15351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:34.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:36:34 smithi032 ceph-mon[189144]: pgmap v15351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:36:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:36:35.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:36:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:36:35.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:36:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:36:36.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:36:36 smithi039 ceph-mon[181282]: pgmap v15352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:36.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:36:36 smithi032 ceph-mon[191839]: pgmap v15352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:36.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:36:36 smithi032 ceph-mon[189144]: pgmap v15352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:36:38 smithi039 ceph-mon[181282]: pgmap v15353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:38.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:36:38 smithi032 ceph-mon[189144]: pgmap v15353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:38.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:36:38 smithi032 ceph-mon[191839]: pgmap v15353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:40.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:36:40 smithi039 ceph-mon[181282]: pgmap v15354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:40.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:36:40 smithi032 ceph-mon[189144]: pgmap v15354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:40.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:36:40 smithi032 ceph-mon[191839]: pgmap v15354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:36:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:36:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:36:42.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:36:42 smithi039 ceph-mon[181282]: pgmap v15355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:42.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:36:42 smithi032 ceph-mon[191839]: pgmap v15355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:42.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:36:42 smithi032 ceph-mon[189144]: pgmap v15355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:36:44 smithi039 ceph-mon[181282]: pgmap v15356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:44.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:36:44 smithi032 ceph-mon[191839]: pgmap v15356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:44.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:36:44 smithi032 ceph-mon[189144]: pgmap v15356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:36:46 smithi039 ceph-mon[181282]: pgmap v15357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:46.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:36:46 smithi032 ceph-mon[189144]: pgmap v15357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:46.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:36:46 smithi032 ceph-mon[191839]: pgmap v15357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:36:48 smithi039 ceph-mon[181282]: pgmap v15358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:48.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:36:48 smithi032 ceph-mon[191839]: pgmap v15358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:48.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:36:48 smithi032 ceph-mon[189144]: pgmap v15358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:36:50 smithi039 ceph-mon[181282]: pgmap v15359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:36:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:36:50.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:36:50 smithi032 ceph-mon[191839]: pgmap v15359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:50.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:36:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:36:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:36:50 smithi032 ceph-mon[189144]: pgmap v15359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:36:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:36:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:36:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:36:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:36:52.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:36:52 smithi039 ceph-mon[181282]: pgmap v15360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:52.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:36:52 smithi032 ceph-mon[191839]: pgmap v15360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:52.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:36:52 smithi032 ceph-mon[189144]: pgmap v15360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:36:54 smithi039 ceph-mon[181282]: pgmap v15361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:54.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:36:54 smithi032 ceph-mon[191839]: pgmap v15361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:54.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:36:54 smithi032 ceph-mon[189144]: pgmap v15361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:36:56 smithi039 ceph-mon[181282]: pgmap v15362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:56.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:36:56 smithi032 ceph-mon[191839]: pgmap v15362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:56.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:36:56 smithi032 ceph-mon[189144]: pgmap v15362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:58.741 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:36:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:36:58 smithi039 ceph-mon[181282]: pgmap v15363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:58.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:36:58 smithi032 ceph-mon[191839]: pgmap v15363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:58.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:36:58 smithi032 ceph-mon[189144]: pgmap v15363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:36:59.067 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:36:59.067 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 4m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:36:59.067 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 114s ago 7h 95.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:36:59.067 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 4m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:36:59.067 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 114s ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:36:59.067 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 114s ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:36:59.067 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 4m ago 7h 823M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:36:59.067 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 4m ago 7h 1913M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:36:59.067 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 114s ago 7h 912M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:36:59.067 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 4m ago 7h 953M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:36:59.068 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 4m ago 7h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:36:59.068 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 114s ago 7h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:36:59.068 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 4m ago 7h 5110M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:36:59.068 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 4m ago 7h 5255M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:36:59.068 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 4m ago 7h 4657M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:36:59.068 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 4m ago 7h 4752M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:36:59.068 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 114s ago 7h 4488M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:36:59.068 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 114s ago 7h 4873M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:36:59.068 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 114s ago 7h 4542M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:36:59.068 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 114s ago 7h 4569M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:36:59.068 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 114s ago 7h 134M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:36:59.472 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:36:59.472 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:36:59.472 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:36:59.473 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:36:59.473 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:36:59.473 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:36:59.473 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:36:59.473 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:36:59.473 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:36:59.473 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:36:59.473 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:36:59.473 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:36:59.473 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:36:59.473 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:36:59.473 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:36:59.473 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:36:59.474 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:36:59.474 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:36:59.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:36:59 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3086004303' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:36:59.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:36:59 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3086004303' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:36:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:36:59 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3086004303' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:37:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:37:00 smithi039 ceph-mon[181282]: from='client.60842 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:37:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:37:00 smithi039 ceph-mon[181282]: from='client.60848 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:37:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:37:00 smithi039 ceph-mon[181282]: pgmap v15364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:00.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:37:00 smithi032 ceph-mon[189144]: from='client.60842 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:37:00.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:37:00 smithi032 ceph-mon[189144]: from='client.60848 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:37:00.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:37:00 smithi032 ceph-mon[189144]: pgmap v15364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:00.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:37:00 smithi032 ceph-mon[191839]: from='client.60842 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:37:00.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:37:00 smithi032 ceph-mon[191839]: from='client.60848 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:37:00.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:37:00 smithi032 ceph-mon[191839]: pgmap v15364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:37:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:37:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:37:02.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:37:02 smithi039 ceph-mon[181282]: pgmap v15365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:02.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:37:02 smithi032 ceph-mon[191839]: pgmap v15365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:02.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:37:02 smithi032 ceph-mon[189144]: pgmap v15365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:37:04 smithi039 ceph-mon[181282]: pgmap v15366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:04.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:37:04 smithi032 ceph-mon[191839]: pgmap v15366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:04.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:37:04 smithi032 ceph-mon[189144]: pgmap v15366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:05.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:37:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:37:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:37:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:37:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:37:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:37:06.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:37:06 smithi032 ceph-mon[191839]: pgmap v15367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:06.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:37:06 smithi032 ceph-mon[189144]: pgmap v15367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:07.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:37:06 smithi039 ceph-mon[181282]: pgmap v15367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:08.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:37:08 smithi032 ceph-mon[191839]: pgmap v15368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:08.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:37:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:37:08.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:37:08 smithi032 ceph-mon[189144]: pgmap v15368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:08.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:37:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:37:09.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:37:08 smithi039 ceph-mon[181282]: pgmap v15368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:09.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:37:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:37:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:37:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:37:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:37:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:37:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:37:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:37:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:37:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:37:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:37:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:37:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:37:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:37:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:37:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:37:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:37:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:37:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:37:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:37:10.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:37:10 smithi032 ceph-mon[189144]: pgmap v15369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:10.864 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:37:10 smithi032 ceph-mon[191839]: pgmap v15369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:37:10 smithi039 ceph-mon[181282]: pgmap v15369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:37:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:37:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:37:12.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:37:12 smithi032 ceph-mon[189144]: pgmap v15370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:12.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:37:12 smithi032 ceph-mon[191839]: pgmap v15370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:13.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:37:12 smithi039 ceph-mon[181282]: pgmap v15370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:14.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:37:14 smithi032 ceph-mon[191839]: pgmap v15371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:14.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:37:14 smithi032 ceph-mon[189144]: pgmap v15371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:15.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:37:14 smithi039 ceph-mon[181282]: pgmap v15371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:16.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:37:16 smithi032 ceph-mon[189144]: pgmap v15372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:16.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:37:16 smithi032 ceph-mon[191839]: pgmap v15372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:17.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:37:16 smithi039 ceph-mon[181282]: pgmap v15372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:18.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:37:18 smithi032 ceph-mon[191839]: pgmap v15373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:18.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:37:18 smithi032 ceph-mon[189144]: pgmap v15373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:19.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:37:18 smithi039 ceph-mon[181282]: pgmap v15373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:20.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:37:20 smithi032 ceph-mon[189144]: pgmap v15374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:37:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:37:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:37:20 smithi032 ceph-mon[191839]: pgmap v15374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:37:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:37:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:37:20 smithi039 ceph-mon[181282]: pgmap v15374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:37:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:37:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:37:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:37:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:37:22.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:37:22 smithi032 ceph-mon[191839]: pgmap v15375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:22.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:37:22 smithi032 ceph-mon[189144]: pgmap v15375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:23.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:37:22 smithi039 ceph-mon[181282]: pgmap v15375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:24.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:37:24 smithi032 ceph-mon[191839]: pgmap v15376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:24.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:37:24 smithi032 ceph-mon[189144]: pgmap v15376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:25.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:37:24 smithi039 ceph-mon[181282]: pgmap v15376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:26.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:37:26 smithi032 ceph-mon[189144]: pgmap v15377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:26.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:37:26 smithi032 ceph-mon[191839]: pgmap v15377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:27.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:37:26 smithi039 ceph-mon[181282]: pgmap v15377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:28.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:37:28 smithi032 ceph-mon[189144]: pgmap v15378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:28.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:37:28 smithi032 ceph-mon[191839]: pgmap v15378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:29.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:37:28 smithi039 ceph-mon[181282]: pgmap v15378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:29.839 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:37:30.161 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:37:30.162 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 4m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:37:30.162 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 2m ago 7h 95.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:37:30.162 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 4m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:37:30.162 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 2m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:37:30.162 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 2m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:37:30.162 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 4m ago 7h 823M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:37:30.162 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 4m ago 7h 1913M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:37:30.162 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 2m ago 7h 912M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:37:30.162 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 4m ago 7h 953M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:37:30.162 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 4m ago 7h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:37:30.162 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 2m ago 7h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:37:30.162 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 4m ago 7h 5110M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:37:30.162 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 4m ago 7h 5255M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:37:30.163 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 4m ago 7h 4657M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:37:30.163 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 4m ago 7h 4752M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:37:30.163 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 2m ago 7h 4488M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:37:30.163 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 2m ago 7h 4873M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:37:30.163 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 2m ago 7h 4542M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:37:30.163 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 2m ago 7h 4569M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:37:30.163 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 2m ago 7h 134M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:37:30.567 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:37:30.567 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:37:30.567 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:37:30.567 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:37:30.567 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:37:30.567 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:37:30.567 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:37:30.567 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:37:30.567 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:37:30.568 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:37:30.568 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:37:30.568 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:37:30.568 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:37:30.568 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:37:30.568 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:37:30.568 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:37:30.568 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:37:30.568 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:37:30.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:37:30 smithi032 ceph-mon[189144]: pgmap v15379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:30.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:37:30 smithi032 ceph-mon[191839]: pgmap v15379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:31.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:37:30 smithi039 ceph-mon[181282]: pgmap v15379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:37:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:37:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:37:31.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:37:31 smithi032 ceph-mon[189144]: from='client.60860 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:37:31.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:37:31 smithi032 ceph-mon[189144]: from='client.60866 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:37:31.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:37:31 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1447858228' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:37:31.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:37:31 smithi032 ceph-mon[191839]: from='client.60860 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:37:31.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:37:31 smithi032 ceph-mon[191839]: from='client.60866 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:37:31.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:37:31 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1447858228' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:37:32.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:37:31 smithi039 ceph-mon[181282]: from='client.60860 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:37:32.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:37:31 smithi039 ceph-mon[181282]: from='client.60866 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:37:32.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:37:31 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1447858228' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:37:32.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:37:32 smithi032 ceph-mon[191839]: pgmap v15380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:32.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:37:32 smithi032 ceph-mon[189144]: pgmap v15380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:33.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:37:32 smithi039 ceph-mon[181282]: pgmap v15380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:33.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:37:33 smithi032 ceph-mon[191839]: pgmap v15381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:33.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:37:33 smithi032 ceph-mon[189144]: pgmap v15381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:34.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:37:33 smithi039 ceph-mon[181282]: pgmap v15381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:35.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:37:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:37:35.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:37:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:37:35.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:37:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:37:36.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:37:36 smithi032 ceph-mon[189144]: pgmap v15382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:36.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:37:36 smithi032 ceph-mon[191839]: pgmap v15382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:36.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:37:36 smithi039 ceph-mon[181282]: pgmap v15382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:38.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:37:38 smithi032 ceph-mon[191839]: pgmap v15383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:38.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:37:38 smithi032 ceph-mon[189144]: pgmap v15383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:37:38 smithi039 ceph-mon[181282]: pgmap v15383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:40.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:37:40 smithi032 ceph-mon[191839]: pgmap v15384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:40.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:37:40 smithi032 ceph-mon[189144]: pgmap v15384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:40.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:37:40 smithi039 ceph-mon[181282]: pgmap v15384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:37:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:37:40] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T00:37:42.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:37:42 smithi032 ceph-mon[189144]: pgmap v15385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:42.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:37:42 smithi032 ceph-mon[191839]: pgmap v15385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:42.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:37:42 smithi039 ceph-mon[181282]: pgmap v15385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:44.679 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:37:44 smithi032 ceph-mon[191839]: pgmap v15386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:44.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:37:44 smithi032 ceph-mon[189144]: pgmap v15386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:37:44 smithi039 ceph-mon[181282]: pgmap v15386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:46.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:37:46 smithi032 ceph-mon[189144]: pgmap v15387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:37:46 smithi032 ceph-mon[191839]: pgmap v15387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:37:46 smithi039 ceph-mon[181282]: pgmap v15387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:48.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:37:48 smithi032 ceph-mon[191839]: pgmap v15388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:48.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:37:48 smithi032 ceph-mon[189144]: pgmap v15388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:37:48 smithi039 ceph-mon[181282]: pgmap v15388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:37:50 smithi032 ceph-mon[189144]: pgmap v15389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:50.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:37:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:37:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:37:50 smithi032 ceph-mon[191839]: pgmap v15389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:37:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:37:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:37:50 smithi039 ceph-mon[181282]: pgmap v15389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:50.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:37:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:37:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:37:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:37:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:37:52.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:37:52 smithi032 ceph-mon[191839]: pgmap v15390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:52.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:37:52 smithi032 ceph-mon[189144]: pgmap v15390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:52.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:37:52 smithi039 ceph-mon[181282]: pgmap v15390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:37:54 smithi032 ceph-mon[191839]: pgmap v15391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:54.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:37:54 smithi032 ceph-mon[189144]: pgmap v15391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:37:54 smithi039 ceph-mon[181282]: pgmap v15391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:56.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:37:56 smithi032 ceph-mon[191839]: pgmap v15392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:56.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:37:56 smithi032 ceph-mon[189144]: pgmap v15392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:37:56 smithi039 ceph-mon[181282]: pgmap v15392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:37:58 smithi032 ceph-mon[189144]: pgmap v15393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:58.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:37:58 smithi032 ceph-mon[191839]: pgmap v15393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:37:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:37:58 smithi039 ceph-mon[181282]: pgmap v15393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:00.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:38:00 smithi032 ceph-mon[191839]: pgmap v15394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:00.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:38:00 smithi032 ceph-mon[189144]: pgmap v15394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:00.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:38:00 smithi039 ceph-mon[181282]: pgmap v15394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:00.925 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:38:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:38:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:38:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:38:01.246 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:38:01.246 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 5m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:38:01.246 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 2m ago 7h 95.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:38:01.246 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 5m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:38:01.246 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 2m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:38:01.246 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 2m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:38:01.246 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 5m ago 7h 823M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:38:01.246 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 5m ago 7h 1913M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:38:01.247 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 2m ago 7h 912M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:38:01.247 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 5m ago 7h 953M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:38:01.247 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 5m ago 7h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:38:01.247 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 2m ago 7h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:38:01.247 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 5m ago 7h 5110M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:38:01.247 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 5m ago 7h 5255M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:38:01.247 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 5m ago 7h 4657M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:38:01.247 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 5m ago 7h 4752M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:38:01.247 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 2m ago 7h 4488M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:38:01.247 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 2m ago 7h 4873M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:38:01.247 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 2m ago 7h 4542M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:38:01.247 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 2m ago 7h 4569M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:38:01.247 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 2m ago 7h 134M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:38:01.647 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:38:01.647 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:38:01.647 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:38:01.647 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:38:01.647 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:38:01.647 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:38:01.647 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:38:01.647 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:38:01.647 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:38:01.647 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:38:01.647 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:38:01.647 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:38:01.647 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:38:01.647 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:38:01.647 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:38:01.648 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:38:01.648 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:38:01.648 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:38:02.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:38:02 smithi039 ceph-mon[181282]: from='client.60878 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:38:02.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:38:02 smithi039 ceph-mon[181282]: from='client.50967 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:38:02.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:38:02 smithi039 ceph-mon[181282]: pgmap v15395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:02.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:38:02 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/362823676' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:38:02.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:38:02 smithi032 ceph-mon[191839]: from='client.60878 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:38:02.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:38:02 smithi032 ceph-mon[191839]: from='client.50967 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:38:02.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:38:02 smithi032 ceph-mon[191839]: pgmap v15395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:02.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:38:02 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/362823676' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:38:02.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:38:02 smithi032 ceph-mon[189144]: from='client.60878 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:38:02.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:38:02 smithi032 ceph-mon[189144]: from='client.50967 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:38:02.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:38:02 smithi032 ceph-mon[189144]: pgmap v15395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:02.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:38:02 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/362823676' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:38:04.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:38:04 smithi039 ceph-mon[181282]: pgmap v15396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:04.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:38:04 smithi032 ceph-mon[191839]: pgmap v15396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:04.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:38:04 smithi032 ceph-mon[189144]: pgmap v15396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:38:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:38:05.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:38:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:38:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:38:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:38:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:38:06 smithi039 ceph-mon[181282]: pgmap v15397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:06.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:38:06 smithi032 ceph-mon[191839]: pgmap v15397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:06.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:38:06 smithi032 ceph-mon[189144]: pgmap v15397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:38:08 smithi039 ceph-mon[181282]: pgmap v15398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:08.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:38:08 smithi032 ceph-mon[191839]: pgmap v15398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:08.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:38:08 smithi032 ceph-mon[189144]: pgmap v15398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:09.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:38:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:38:09.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:38:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:38:09.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:38:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:38:09.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:38:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:38:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:38:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:38:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:38:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:38:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:38:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:38:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:38:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:38:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:38:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:38:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:38:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:38:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:38:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:38:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:38:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:38:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:38:10 smithi039 ceph-mon[181282]: pgmap v15399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:10.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:38:10 smithi032 ceph-mon[189144]: pgmap v15399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:10.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:38:10 smithi032 ceph-mon[191839]: pgmap v15399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:38:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:38:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:38:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:38:12 smithi039 ceph-mon[181282]: pgmap v15400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:12.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:38:12 smithi032 ceph-mon[191839]: pgmap v15400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:12.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:38:12 smithi032 ceph-mon[189144]: pgmap v15400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:38:14 smithi039 ceph-mon[181282]: pgmap v15401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:14.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:38:14 smithi032 ceph-mon[191839]: pgmap v15401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:14.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:38:14 smithi032 ceph-mon[189144]: pgmap v15401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:38:16 smithi039 ceph-mon[181282]: pgmap v15402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:16.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:38:16 smithi032 ceph-mon[189144]: pgmap v15402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:16.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:38:16 smithi032 ceph-mon[191839]: pgmap v15402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:38:18 smithi039 ceph-mon[181282]: pgmap v15403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:18.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:38:18 smithi032 ceph-mon[191839]: pgmap v15403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:18.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:38:18 smithi032 ceph-mon[189144]: pgmap v15403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:38:20 smithi039 ceph-mon[181282]: pgmap v15404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:20.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:38:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:38:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:38:20 smithi032 ceph-mon[189144]: pgmap v15404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:38:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:38:20.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:38:20 smithi032 ceph-mon[191839]: pgmap v15404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:20.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:38:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:38:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:38:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:38:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T00:38:22.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:38:22 smithi039 ceph-mon[181282]: pgmap v15405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:22.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:38:22 smithi032 ceph-mon[189144]: pgmap v15405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:22.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:38:22 smithi032 ceph-mon[191839]: pgmap v15405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:38:24 smithi039 ceph-mon[181282]: pgmap v15406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:24.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:38:24 smithi032 ceph-mon[189144]: pgmap v15406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:24.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:38:24 smithi032 ceph-mon[191839]: pgmap v15406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:38:26 smithi039 ceph-mon[181282]: pgmap v15407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:26.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:38:26 smithi032 ceph-mon[189144]: pgmap v15407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:26.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:38:26 smithi032 ceph-mon[191839]: pgmap v15407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:38:28 smithi039 ceph-mon[181282]: pgmap v15408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:28.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:38:28 smithi032 ceph-mon[191839]: pgmap v15408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:28.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:38:28 smithi032 ceph-mon[189144]: pgmap v15408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:30.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:38:30 smithi039 ceph-mon[181282]: pgmap v15409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:30.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:38:30 smithi032 ceph-mon[189144]: pgmap v15409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:30.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:38:30 smithi032 ceph-mon[191839]: pgmap v15409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:38:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:38:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T00:38:32.016 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:38:32.340 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:38:32.340 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 5m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:38:32.340 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 3m ago 7h 95.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:38:32.340 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 5m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:38:32.340 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 3m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:38:32.340 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 3m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:38:32.340 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 5m ago 7h 823M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:38:32.340 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 5m ago 7h 1913M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:38:32.341 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 3m ago 7h 912M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:38:32.341 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 5m ago 7h 953M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:38:32.341 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 5m ago 7h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:38:32.341 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 3m ago 7h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:38:32.341 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 5m ago 7h 5110M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:38:32.341 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 5m ago 7h 5255M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:38:32.341 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 5m ago 7h 4657M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:38:32.341 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 5m ago 7h 4752M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:38:32.341 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 3m ago 7h 4488M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:38:32.341 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 3m ago 7h 4873M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:38:32.341 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 3m ago 7h 4542M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:38:32.341 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 3m ago 7h 4569M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:38:32.341 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 3m ago 7h 134M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:38:32.744 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:38:32.744 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:38:32.744 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:38:32.745 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:38:32.745 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:38:32.745 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:38:32.745 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:38:32.745 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:38:32.745 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:38:32.746 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:38:32.746 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:38:32.746 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:38:32.746 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:38:32.746 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:38:32.746 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:38:32.746 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:38:32.747 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:38:32.747 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:38:32.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:38:32 smithi039 ceph-mon[181282]: pgmap v15410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:32.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:38:32 smithi032 ceph-mon[191839]: pgmap v15410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:32.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:38:32 smithi032 ceph-mon[189144]: pgmap v15410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:33.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:38:33 smithi039 ceph-mon[181282]: from='client.50979 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:38:33.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:38:33 smithi039 ceph-mon[181282]: from='client.60902 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:38:33.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:38:33 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1693435953' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:38:33.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:38:33 smithi032 ceph-mon[191839]: from='client.50979 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:38:33.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:38:33 smithi032 ceph-mon[191839]: from='client.60902 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:38:33.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:38:33 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1693435953' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:38:33.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:38:33 smithi032 ceph-mon[189144]: from='client.50979 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:38:33.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:38:33 smithi032 ceph-mon[189144]: from='client.60902 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:38:33.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:38:33 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1693435953' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:38:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:38:34 smithi039 ceph-mon[181282]: pgmap v15411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:34.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:38:34 smithi032 ceph-mon[191839]: pgmap v15411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:34.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:38:34 smithi032 ceph-mon[189144]: pgmap v15411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:35.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:38:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:38:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:38:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:38:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:38:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:38:36.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:38:36 smithi032 ceph-mon[191839]: pgmap v15412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:36.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:38:36 smithi032 ceph-mon[189144]: pgmap v15412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:37.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:38:36 smithi039 ceph-mon[181282]: pgmap v15412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:38.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:38:38 smithi032 ceph-mon[191839]: pgmap v15413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:38.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:38:38 smithi032 ceph-mon[189144]: pgmap v15413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:39.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:38:38 smithi039 ceph-mon[181282]: pgmap v15413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:40.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:38:40 smithi032 ceph-mon[191839]: pgmap v15414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:40.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:38:40 smithi032 ceph-mon[189144]: pgmap v15414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:41.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:38:40 smithi039 ceph-mon[181282]: pgmap v15414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:38:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:38:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:38:42.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:38:42 smithi032 ceph-mon[189144]: pgmap v15415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:42.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:38:42 smithi032 ceph-mon[191839]: pgmap v15415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:43.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:38:42 smithi039 ceph-mon[181282]: pgmap v15415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:44.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:38:44 smithi032 ceph-mon[189144]: pgmap v15416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:44.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:38:44 smithi032 ceph-mon[191839]: pgmap v15416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:45.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:38:44 smithi039 ceph-mon[181282]: pgmap v15416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:46.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:38:46 smithi032 ceph-mon[191839]: pgmap v15417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:46.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:38:46 smithi032 ceph-mon[189144]: pgmap v15417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:47.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:38:46 smithi039 ceph-mon[181282]: pgmap v15417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:48.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:38:48 smithi032 ceph-mon[189144]: pgmap v15418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:48.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:38:48 smithi032 ceph-mon[191839]: pgmap v15418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:49.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:38:48 smithi039 ceph-mon[181282]: pgmap v15418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:38:50 smithi032 ceph-mon[189144]: pgmap v15419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:38:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:38:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:38:50 smithi032 ceph-mon[191839]: pgmap v15419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:38:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:38:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:38:50 smithi039 ceph-mon[181282]: pgmap v15419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:38:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:38:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:38:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:38:50] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T00:38:52.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:38:52 smithi032 ceph-mon[189144]: pgmap v15420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:52.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:38:52 smithi032 ceph-mon[191839]: pgmap v15420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:53.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:38:52 smithi039 ceph-mon[181282]: pgmap v15420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:54.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:38:54 smithi032 ceph-mon[191839]: pgmap v15421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:54.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:38:54 smithi032 ceph-mon[189144]: pgmap v15421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:55.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:38:54 smithi039 ceph-mon[181282]: pgmap v15421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:56.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:38:56 smithi032 ceph-mon[189144]: pgmap v15422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:56.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:38:56 smithi032 ceph-mon[191839]: pgmap v15422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:57.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:38:56 smithi039 ceph-mon[181282]: pgmap v15422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:58.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:38:58 smithi032 ceph-mon[189144]: pgmap v15423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:58.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:38:58 smithi032 ceph-mon[191839]: pgmap v15423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:38:59.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:38:58 smithi039 ceph-mon[181282]: pgmap v15423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:00.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:39:00 smithi032 ceph-mon[189144]: pgmap v15424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:00.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:39:00 smithi032 ceph-mon[191839]: pgmap v15424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:01.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:39:00 smithi039 ceph-mon[181282]: pgmap v15424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:39:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:39:00] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T00:39:02.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:39:02 smithi032 ceph-mon[191839]: pgmap v15425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:02.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:39:02 smithi032 ceph-mon[189144]: pgmap v15425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:03.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:39:02 smithi039 ceph-mon[181282]: pgmap v15425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:03.109 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:39:03.432 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:39:03.433 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 6m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:39:03.433 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 3m ago 7h 95.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:39:03.433 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 6m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:39:03.433 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 3m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:39:03.433 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 3m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:39:03.433 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 6m ago 7h 823M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:39:03.433 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 6m ago 7h 1913M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:39:03.433 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 3m ago 7h 912M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:39:03.433 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 6m ago 7h 953M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:39:03.433 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 6m ago 7h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:39:03.433 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 3m ago 7h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:39:03.433 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 6m ago 7h 5110M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:39:03.434 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 6m ago 7h 5255M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:39:03.434 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 6m ago 7h 4657M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:39:03.434 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 6m ago 7h 4752M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:39:03.434 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 3m ago 7h 4488M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:39:03.434 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 3m ago 7h 4873M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:39:03.434 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 3m ago 7h 4542M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:39:03.434 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 3m ago 7h 4569M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:39:03.434 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 3m ago 7h 134M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:39:03.836 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:39:03.836 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:39:03.836 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:39:03.836 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:39:03.836 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:39:03.836 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:39:03.836 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:39:03.836 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:39:03.837 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:39:03.837 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:39:03.837 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:39:03.837 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:39:03.837 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:39:03.837 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:39:03.837 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:39:03.837 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:39:03.837 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:39:03.837 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:39:04.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:39:04 smithi032 ceph-mon[191839]: from='client.50997 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:39:04.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:39:04 smithi032 ceph-mon[191839]: pgmap v15426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:04.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:39:04 smithi032 ceph-mon[191839]: from='client.51003 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:39:04.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:39:04 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2024517438' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:39:04.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:39:04 smithi032 ceph-mon[189144]: from='client.50997 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:39:04.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:39:04 smithi032 ceph-mon[189144]: pgmap v15426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:04.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:39:04 smithi032 ceph-mon[189144]: from='client.51003 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:39:04.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:39:04 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2024517438' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:39:05.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:39:04 smithi039 ceph-mon[181282]: from='client.50997 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:39:05.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:39:04 smithi039 ceph-mon[181282]: pgmap v15426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:05.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:39:04 smithi039 ceph-mon[181282]: from='client.51003 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:39:05.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:39:04 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2024517438' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:39:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:39:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:39:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:39:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:39:06.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:39:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:39:06.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:39:06 smithi032 ceph-mon[189144]: pgmap v15427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:06.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:39:06 smithi032 ceph-mon[191839]: pgmap v15427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:07.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:39:06 smithi039 ceph-mon[181282]: pgmap v15427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:08.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:39:08 smithi032 ceph-mon[191839]: pgmap v15428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:08.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:39:08 smithi032 ceph-mon[189144]: pgmap v15428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:09.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:39:08 smithi039 ceph-mon[181282]: pgmap v15428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:39:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:39:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:39:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:39:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:39:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:39:10.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:39:10 smithi032 ceph-mon[189144]: pgmap v15429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:10.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:39:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:39:10.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:39:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:39:10.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:39:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:39:10.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:39:10 smithi032 ceph-mon[191839]: pgmap v15429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:10.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:39:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:39:10.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:39:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:39:10.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:39:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:39:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:39:10 smithi039 ceph-mon[181282]: pgmap v15429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:11.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:39:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:39:11.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:39:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:39:11.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:39:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:39:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:39:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:39:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:39:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:39:11 smithi032 ceph-mon[191839]: pgmap v15430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:11.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:39:11 smithi032 ceph-mon[189144]: pgmap v15430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:39:11 smithi039 ceph-mon[181282]: pgmap v15430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:14.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:39:14 smithi032 ceph-mon[191839]: pgmap v15431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:39:14 smithi032 ceph-mon[189144]: pgmap v15431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:39:14 smithi039 ceph-mon[181282]: pgmap v15431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:39:16 smithi032 ceph-mon[189144]: pgmap v15432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:39:16 smithi032 ceph-mon[191839]: pgmap v15432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:39:16 smithi039 ceph-mon[181282]: pgmap v15432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:18.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:39:18 smithi032 ceph-mon[191839]: pgmap v15433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:39:18 smithi032 ceph-mon[189144]: pgmap v15433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:39:18 smithi039 ceph-mon[181282]: pgmap v15433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:39:20 smithi032 ceph-mon[191839]: pgmap v15434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:39:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:39:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:39:20 smithi032 ceph-mon[189144]: pgmap v15434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:39:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:39:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:39:20 smithi039 ceph-mon[181282]: pgmap v15434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:39:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:39:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:39:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:39:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:39:22.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:39:22 smithi032 ceph-mon[191839]: pgmap v15435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:22.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:39:22 smithi032 ceph-mon[189144]: pgmap v15435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:22.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:39:22 smithi039 ceph-mon[181282]: pgmap v15435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:24.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:39:24 smithi032 ceph-mon[191839]: pgmap v15436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:39:24 smithi032 ceph-mon[189144]: pgmap v15436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:39:24 smithi039 ceph-mon[181282]: pgmap v15436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:39:26 smithi032 ceph-mon[191839]: pgmap v15437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:26.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:39:26 smithi032 ceph-mon[189144]: pgmap v15437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:39:26 smithi039 ceph-mon[181282]: pgmap v15437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:28.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:39:28 smithi039 ceph-mon[181282]: pgmap v15438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:28.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:39:28 smithi032 ceph-mon[189144]: pgmap v15438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:28.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:39:28 smithi032 ceph-mon[191839]: pgmap v15438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:30.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:39:30 smithi039 ceph-mon[181282]: pgmap v15439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:30.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:39:30 smithi032 ceph-mon[189144]: pgmap v15439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:30.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:39:30 smithi032 ceph-mon[191839]: pgmap v15439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:39:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:39:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:39:32.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:39:32 smithi039 ceph-mon[181282]: pgmap v15440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:32.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:39:32 smithi032 ceph-mon[191839]: pgmap v15440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:32.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:39:32 smithi032 ceph-mon[189144]: pgmap v15440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:34.203 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:39:34.529 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:39:34.529 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 6m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:39:34.529 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 4m ago 7h 95.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:39:34.529 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 6m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:39:34.529 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 4m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:39:34.529 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 4m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:39:34.529 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 6m ago 7h 823M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:39:34.529 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 6m ago 7h 1913M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:39:34.529 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 4m ago 7h 912M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:39:34.529 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 6m ago 7h 953M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:39:34.530 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 6m ago 7h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:39:34.530 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 4m ago 7h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:39:34.530 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 6m ago 7h 5110M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:39:34.530 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 6m ago 7h 5255M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:39:34.530 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 6m ago 7h 4657M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:39:34.530 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 6m ago 7h 4752M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:39:34.530 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 4m ago 7h 4488M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:39:34.530 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 4m ago 7h 4873M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:39:34.530 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 4m ago 7h 4542M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:39:34.530 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 4m ago 7h 4569M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:39:34.530 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 4m ago 7h 134M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:39:34.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:39:34 smithi039 ceph-mon[181282]: pgmap v15441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:34.923 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:39:34.923 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:39:34.923 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:39:34.923 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:39:34.923 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:39:34.923 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:39:34.923 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:39:34.923 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:39:34.923 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:39:34.924 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:39:34.924 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:39:34.924 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:39:34.924 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:39:34.924 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:39:34.924 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:39:34.924 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:39:34.924 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:39:34.924 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:39:34.929 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:39:34 smithi032 ceph-mon[189144]: pgmap v15441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:34.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:39:34 smithi032 ceph-mon[191839]: pgmap v15441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:35.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:39:35 smithi039 ceph-mon[181282]: from='client.60932 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:39:35.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:39:35 smithi039 ceph-mon[181282]: from='client.51021 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:39:35.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:39:35 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3987173534' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:39:35.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:39:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:39:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:39:35 smithi032 ceph-mon[191839]: from='client.60932 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:39:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:39:35 smithi032 ceph-mon[191839]: from='client.51021 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:39:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:39:35 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3987173534' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:39:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:39:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:39:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:39:35 smithi032 ceph-mon[189144]: from='client.60932 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:39:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:39:35 smithi032 ceph-mon[189144]: from='client.51021 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:39:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:39:35 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3987173534' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:39:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:39:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:39:36.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:39:36 smithi039 ceph-mon[181282]: pgmap v15442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:36.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:39:36 smithi032 ceph-mon[189144]: pgmap v15442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:36.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:39:36 smithi032 ceph-mon[191839]: pgmap v15442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:38.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:39:38 smithi039 ceph-mon[181282]: pgmap v15443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:38.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:39:38 smithi032 ceph-mon[189144]: pgmap v15443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:38.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:39:38 smithi032 ceph-mon[191839]: pgmap v15443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:40.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:39:40 smithi039 ceph-mon[181282]: pgmap v15444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:40.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:39:40 smithi032 ceph-mon[189144]: pgmap v15444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:40.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:39:40 smithi032 ceph-mon[191839]: pgmap v15444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:39:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:39:40] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-23T00:39:42.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:39:42 smithi039 ceph-mon[181282]: pgmap v15445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:42.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:39:42 smithi032 ceph-mon[191839]: pgmap v15445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:42.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:39:42 smithi032 ceph-mon[189144]: pgmap v15445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:44.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:39:44 smithi039 ceph-mon[181282]: pgmap v15446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:44.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:39:44 smithi032 ceph-mon[191839]: pgmap v15446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:44.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:39:44 smithi032 ceph-mon[189144]: pgmap v15446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:46.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:39:46 smithi039 ceph-mon[181282]: pgmap v15447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:46.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:39:46 smithi032 ceph-mon[191839]: pgmap v15447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:46.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:39:46 smithi032 ceph-mon[189144]: pgmap v15447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:48.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:39:48 smithi039 ceph-mon[181282]: pgmap v15448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:48.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:39:48 smithi032 ceph-mon[191839]: pgmap v15448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:48.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:39:48 smithi032 ceph-mon[189144]: pgmap v15448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:50.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:39:50 smithi039 ceph-mon[181282]: pgmap v15449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:50.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:39:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:39:50.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:39:50 smithi032 ceph-mon[189144]: pgmap v15449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:50.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:39:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:39:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:39:50 smithi032 ceph-mon[191839]: pgmap v15449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:39:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:39:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:39:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:39:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:39:52.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:39:52 smithi039 ceph-mon[181282]: pgmap v15450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:52.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:39:52 smithi032 ceph-mon[191839]: pgmap v15450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:52.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:39:52 smithi032 ceph-mon[189144]: pgmap v15450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:54.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:39:54 smithi039 ceph-mon[181282]: pgmap v15451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:54.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:39:54 smithi032 ceph-mon[191839]: pgmap v15451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:54.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:39:54 smithi032 ceph-mon[189144]: pgmap v15451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:56.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:39:56 smithi039 ceph-mon[181282]: pgmap v15452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:56.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:39:56 smithi032 ceph-mon[191839]: pgmap v15452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:56.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:39:56 smithi032 ceph-mon[189144]: pgmap v15452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:58.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:39:58 smithi039 ceph-mon[181282]: pgmap v15453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:58.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:39:58 smithi032 ceph-mon[191839]: pgmap v15453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:39:58.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:39:58 smithi032 ceph-mon[189144]: pgmap v15453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:40:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-23T00:39:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T00:40:00.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:40:00 smithi039 ceph-mon[181282]: pgmap v15454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:00.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:40:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T00:40:00.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:40:00 smithi032 ceph-mon[191839]: pgmap v15454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:00.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:40:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T00:40:00.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:40:00 smithi032 ceph-mon[189144]: pgmap v15454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:00.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:40:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T00:40:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:40:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:40:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:40:02.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:40:02 smithi039 ceph-mon[181282]: pgmap v15455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:02.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:40:02 smithi032 ceph-mon[191839]: pgmap v15455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:02.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:40:02 smithi032 ceph-mon[189144]: pgmap v15455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:04.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:40:04 smithi039 ceph-mon[181282]: pgmap v15456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:04.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:40:04 smithi032 ceph-mon[191839]: pgmap v15456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:04.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:40:04 smithi032 ceph-mon[189144]: pgmap v15456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:05.285 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:40:05.607 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:40:05.608 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 7m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:40:05.608 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 5m ago 7h 95.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:40:05.608 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 7m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:40:05.608 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 5m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:40:05.608 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 5m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:40:05.608 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 7m ago 7h 823M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:40:05.608 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 7m ago 7h 1913M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:40:05.608 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 5m ago 7h 912M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:40:05.608 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 7m ago 7h 953M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:40:05.608 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 7m ago 7h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:40:05.608 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 5m ago 7h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:40:05.608 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 7m ago 7h 5110M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:40:05.608 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 7m ago 7h 5255M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:40:05.608 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 7m ago 7h 4657M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:40:05.609 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 7m ago 7h 4752M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:40:05.609 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 5m ago 7h 4488M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:40:05.609 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 5m ago 7h 4873M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:40:05.609 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 5m ago 7h 4542M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:40:05.609 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 5m ago 7h 4569M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:40:05.609 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 5m ago 7h 134M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:40:05.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:40:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:40:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:40:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:40:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:40:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:40:06.008 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:40:06.008 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:40:06.008 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:40:06.008 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:40:06.008 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:40:06.008 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:40:06.008 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:40:06.008 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:40:06.008 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:40:06.008 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:40:06.008 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:40:06.008 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:40:06.008 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:40:06.009 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:40:06.009 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:40:06.009 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:40:06.009 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:40:06.009 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:40:06.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:40:06 smithi039 ceph-mon[181282]: from='client.51033 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:40:06.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:40:06 smithi039 ceph-mon[181282]: pgmap v15457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:06.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:40:06 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3475681811' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:40:06.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:40:06 smithi032 ceph-mon[191839]: from='client.51033 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:40:06.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:40:06 smithi032 ceph-mon[191839]: pgmap v15457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:06.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:40:06 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3475681811' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:40:06.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:40:06 smithi032 ceph-mon[189144]: from='client.51033 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:40:06.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:40:06 smithi032 ceph-mon[189144]: pgmap v15457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:06.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:40:06 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3475681811' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:40:07.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:40:07 smithi032 ceph-mon[191839]: from='client.60956 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:40:07.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:40:07 smithi032 ceph-mon[189144]: from='client.60956 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:40:08.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:40:07 smithi039 ceph-mon[181282]: from='client.60956 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:40:08.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:40:08 smithi032 ceph-mon[191839]: pgmap v15458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:08.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:40:08 smithi032 ceph-mon[189144]: pgmap v15458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:09.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:40:08 smithi039 ceph-mon[181282]: pgmap v15458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:10.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:40:10 smithi032 ceph-mon[191839]: pgmap v15459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:10.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:40:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:40:10.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:40:10 smithi032 ceph-mon[189144]: pgmap v15459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:10.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:40:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:40:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:40:10 smithi039 ceph-mon[181282]: pgmap v15459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:11.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:40:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:40:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:40:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:40:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:40:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:40:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:40:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:40:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:40:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:40:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:40:11.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:40:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:40:11.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:40:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:40:11.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:40:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:40:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:40:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:40:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:40:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:40:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:40:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:40:12.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:40:12 smithi032 ceph-mon[189144]: pgmap v15460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:12.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:40:12 smithi032 ceph-mon[191839]: pgmap v15460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:13.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:40:12 smithi039 ceph-mon[181282]: pgmap v15460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:14.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:40:14 smithi032 ceph-mon[189144]: pgmap v15461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:14.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:40:14 smithi032 ceph-mon[191839]: pgmap v15461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:15.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:40:14 smithi039 ceph-mon[181282]: pgmap v15461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:16.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:40:16 smithi032 ceph-mon[189144]: pgmap v15462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:16.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:40:16 smithi032 ceph-mon[191839]: pgmap v15462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:16.985 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:40:16 smithi039 ceph-mon[181282]: pgmap v15462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:17.257 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 23 00:40:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-23T00:40:16.982811937Z level=info msg="Completed cleanup jobs" duration=13.081252ms 2023-12-23T00:40:18.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:40:18 smithi032 ceph-mon[189144]: pgmap v15463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:18.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:40:18 smithi032 ceph-mon[191839]: pgmap v15463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:19.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:40:18 smithi039 ceph-mon[181282]: pgmap v15463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:20.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:40:20 smithi032 ceph-mon[189144]: pgmap v15464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:20.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:40:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:40:20.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:40:20 smithi032 ceph-mon[191839]: pgmap v15464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:20.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:40:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:40:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:40:20 smithi039 ceph-mon[181282]: pgmap v15464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:40:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:40:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:40:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:40:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:40:22.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:40:22 smithi032 ceph-mon[191839]: pgmap v15465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:22.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:40:22 smithi032 ceph-mon[189144]: pgmap v15465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:23.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:40:22 smithi039 ceph-mon[181282]: pgmap v15465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:24.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:40:24 smithi032 ceph-mon[191839]: pgmap v15466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:24.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:40:24 smithi032 ceph-mon[189144]: pgmap v15466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:25.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:40:24 smithi039 ceph-mon[181282]: pgmap v15466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:26.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:40:26 smithi032 ceph-mon[191839]: pgmap v15467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:26.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:40:26 smithi032 ceph-mon[189144]: pgmap v15467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:27.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:40:26 smithi039 ceph-mon[181282]: pgmap v15467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:28.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:40:28 smithi032 ceph-mon[191839]: pgmap v15468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:28.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:40:28 smithi032 ceph-mon[189144]: pgmap v15468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:29.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:40:28 smithi039 ceph-mon[181282]: pgmap v15468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:30.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:40:30 smithi032 ceph-mon[189144]: pgmap v15469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:40:30 smithi032 ceph-mon[191839]: pgmap v15469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:31.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:40:30 smithi039 ceph-mon[181282]: pgmap v15469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:40:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:40:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:40:32.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:40:32 smithi032 ceph-mon[191839]: pgmap v15470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:32.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:40:32 smithi032 ceph-mon[189144]: pgmap v15470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:33.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:40:32 smithi039 ceph-mon[181282]: pgmap v15470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:34.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:40:34 smithi032 ceph-mon[191839]: pgmap v15471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:34.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:40:34 smithi032 ceph-mon[189144]: pgmap v15471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:35.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:40:34 smithi039 ceph-mon[181282]: pgmap v15471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:40:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:40:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:40:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:40:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:40:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:40:36.371 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:40:36.695 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:40:36.696 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 7m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:40:36.696 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 5m ago 7h 95.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:40:36.696 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 7m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:40:36.696 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 5m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:40:36.696 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 5m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:40:36.696 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 7m ago 7h 823M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:40:36.696 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 7m ago 7h 1913M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:40:36.696 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 5m ago 7h 912M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:40:36.696 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 7m ago 7h 953M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:40:36.696 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 7m ago 7h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:40:36.696 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 5m ago 7h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:40:36.696 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 7m ago 7h 5110M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:40:36.697 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 7m ago 7h 5255M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:40:36.697 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 7m ago 7h 4657M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:40:36.697 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 7m ago 7h 4752M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:40:36.697 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 5m ago 7h 4488M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:40:36.697 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 5m ago 7h 4873M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:40:36.697 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 5m ago 7h 4542M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:40:36.697 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 5m ago 7h 4569M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:40:36.697 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 5m ago 7h 134M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:40:36.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:40:36 smithi032 ceph-mon[191839]: pgmap v15472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:36.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:40:36 smithi032 ceph-mon[189144]: pgmap v15472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:37.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:40:36 smithi039 ceph-mon[181282]: pgmap v15472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:37.096 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:40:37.096 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:40:37.096 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:40:37.096 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:40:37.097 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:40:37.097 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:40:37.097 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:40:37.097 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:40:37.097 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:40:37.097 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:40:37.097 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:40:37.097 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:40:37.097 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:40:37.097 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:40:37.097 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:40:37.097 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:40:37.097 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:40:37.097 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:40:37.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:40:37 smithi032 ceph-mon[191839]: from='client.51051 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:40:37.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:40:37 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3386540376' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:40:37.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:40:37 smithi032 ceph-mon[189144]: from='client.51051 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:40:37.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:40:37 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3386540376' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:40:38.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:40:37 smithi039 ceph-mon[181282]: from='client.51051 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:40:38.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:40:37 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3386540376' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:40:38.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:40:38 smithi032 ceph-mon[189144]: from='client.51057 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:40:38.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:40:38 smithi032 ceph-mon[189144]: pgmap v15473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:38.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:40:38 smithi032 ceph-mon[191839]: from='client.51057 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:40:38.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:40:38 smithi032 ceph-mon[191839]: pgmap v15473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:39.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:40:38 smithi039 ceph-mon[181282]: from='client.51057 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:40:39.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:40:38 smithi039 ceph-mon[181282]: pgmap v15473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:39.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:40:39 smithi032 ceph-mon[191839]: pgmap v15474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:40:39 smithi032 ceph-mon[189144]: pgmap v15474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:40.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:40:39 smithi039 ceph-mon[181282]: pgmap v15474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:40:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:40:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:40:42.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:40:42 smithi032 ceph-mon[191839]: pgmap v15475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:42.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:40:42 smithi032 ceph-mon[189144]: pgmap v15475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:42.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:40:42 smithi039 ceph-mon[181282]: pgmap v15475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:44.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:40:44 smithi032 ceph-mon[191839]: pgmap v15476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:44.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:40:44 smithi032 ceph-mon[189144]: pgmap v15476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:44.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:40:44 smithi039 ceph-mon[181282]: pgmap v15476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:46.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:40:46 smithi039 ceph-mon[181282]: pgmap v15477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:46.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:40:46 smithi032 ceph-mon[191839]: pgmap v15477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:46.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:40:46 smithi032 ceph-mon[189144]: pgmap v15477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:48.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:40:48 smithi039 ceph-mon[181282]: pgmap v15478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:48.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:40:48 smithi032 ceph-mon[189144]: pgmap v15478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:48.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:40:48 smithi032 ceph-mon[191839]: pgmap v15478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:50.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:40:50 smithi039 ceph-mon[181282]: pgmap v15479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:50.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:40:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:40:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:40:50 smithi032 ceph-mon[189144]: pgmap v15479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:50.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:40:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:40:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:40:50 smithi032 ceph-mon[191839]: pgmap v15479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:40:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:40:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:40:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:40:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:40:52.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:40:52 smithi039 ceph-mon[181282]: pgmap v15480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:52.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:40:52 smithi032 ceph-mon[191839]: pgmap v15480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:52.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:40:52 smithi032 ceph-mon[189144]: pgmap v15480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:54.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:40:54 smithi039 ceph-mon[181282]: pgmap v15481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:54.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:40:54 smithi032 ceph-mon[191839]: pgmap v15481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:54.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:40:54 smithi032 ceph-mon[189144]: pgmap v15481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:56.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:40:56 smithi039 ceph-mon[181282]: pgmap v15482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:56.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:40:56 smithi032 ceph-mon[191839]: pgmap v15482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:56.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:40:56 smithi032 ceph-mon[189144]: pgmap v15482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:58.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:40:58 smithi039 ceph-mon[181282]: pgmap v15483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:58.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:40:58 smithi032 ceph-mon[191839]: pgmap v15483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:40:58.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:40:58 smithi032 ceph-mon[189144]: pgmap v15483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:00.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:00 smithi039 ceph-mon[181282]: pgmap v15484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:00.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:00 smithi032 ceph-mon[191839]: pgmap v15484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:00.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:00 smithi032 ceph-mon[189144]: pgmap v15484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:41:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:41:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:41:02.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:02 smithi039 ceph-mon[181282]: pgmap v15485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:02.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:02 smithi032 ceph-mon[191839]: pgmap v15485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:02.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:02 smithi032 ceph-mon[189144]: pgmap v15485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:04.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:04 smithi039 ceph-mon[181282]: pgmap v15486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:04.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:04 smithi032 ceph-mon[191839]: pgmap v15486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:04.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:04 smithi032 ceph-mon[189144]: pgmap v15486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:05.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:41:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:41:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:41:06.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:06 smithi039 ceph-mon[181282]: pgmap v15487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:06.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:06 smithi032 ceph-mon[191839]: pgmap v15487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:06.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:06 smithi032 ceph-mon[189144]: pgmap v15487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:07.463 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:41:07.783 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:41:07.784 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 8m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:41:07.784 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 6m ago 7h 95.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:41:07.784 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 8m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:41:07.784 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 6m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:41:07.784 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 6m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:41:07.784 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 8m ago 7h 823M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:41:07.784 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 8m ago 7h 1913M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:41:07.784 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 6m ago 7h 912M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:41:07.784 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 8m ago 7h 953M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:41:07.784 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 8m ago 7h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:41:07.784 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 6m ago 7h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:41:07.784 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 8m ago 7h 5110M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:41:07.784 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 8m ago 7h 5255M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:41:07.785 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 8m ago 7h 4657M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:41:07.785 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 8m ago 7h 4752M 2276M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:41:07.785 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 6m ago 7h 4488M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:41:07.785 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 6m ago 7h 4873M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:41:07.785 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 6m ago 7h 4542M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:41:07.785 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 6m ago 7h 4569M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:41:07.785 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 6m ago 7h 134M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:41:08.187 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:41:08.187 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:41:08.187 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:41:08.187 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:41:08.187 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:41:08.187 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:41:08.187 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:41:08.187 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:41:08.187 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:41:08.188 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:41:08.188 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:41:08.188 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:41:08.188 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:41:08.188 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:41:08.188 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:41:08.188 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:41:08.188 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:41:08.188 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:41:08.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:08 smithi039 ceph-mon[181282]: pgmap v15488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:08.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:08 smithi039 ceph-mon[181282]: from='client.60986 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:41:08.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:08 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1315532287' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:41:08.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:08 smithi032 ceph-mon[191839]: pgmap v15488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:08.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:08 smithi032 ceph-mon[191839]: from='client.60986 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:41:08.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:08 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1315532287' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:41:08.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:08 smithi032 ceph-mon[189144]: pgmap v15488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:08.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:08 smithi032 ceph-mon[189144]: from='client.60986 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:41:08.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:08 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1315532287' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:41:09.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:09 smithi039 ceph-mon[181282]: from='client.51075 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:41:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:09 smithi032 ceph-mon[191839]: from='client.51075 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:41:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:09 smithi032 ceph-mon[189144]: from='client.51075 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:41:10.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:10 smithi039 ceph-mon[181282]: pgmap v15489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:10.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:10 smithi032 ceph-mon[189144]: pgmap v15489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:10.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:10 smithi032 ceph-mon[191839]: pgmap v15489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:41:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:41:10] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-23T00:41:11.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:41:11.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:41:11.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:41:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:41:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:41:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:41:11.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:41:11.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:41:11.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:41:12.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:12 smithi039 ceph-mon[181282]: pgmap v15490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:12.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:41:12.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:41:12.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:41:12.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:41:12.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:12 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi032 to 2267M 2023-12-23T00:41:12.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:41:12.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:41:12.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:41:12.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:41:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:12 smithi032 ceph-mon[191839]: pgmap v15490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:41:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:41:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:41:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:41:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:12 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi032 to 2267M 2023-12-23T00:41:12.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:41:12.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:41:12.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:41:12.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:41:12.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:12 smithi032 ceph-mon[189144]: pgmap v15490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:12.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:41:12.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:41:12.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:41:12.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:41:12.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:12 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi032 to 2267M 2023-12-23T00:41:12.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:41:12.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:41:12.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:41:12.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:41:14.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:14 smithi039 ceph-mon[181282]: pgmap v15491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:14.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:14 smithi032 ceph-mon[191839]: pgmap v15491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:14.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:14 smithi032 ceph-mon[189144]: pgmap v15491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:16.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:16 smithi039 ceph-mon[181282]: pgmap v15492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:16.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:16 smithi032 ceph-mon[191839]: pgmap v15492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:16.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:16 smithi032 ceph-mon[189144]: pgmap v15492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:18.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:18 smithi039 ceph-mon[181282]: pgmap v15493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:18.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:18 smithi032 ceph-mon[191839]: pgmap v15493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:18 smithi032 ceph-mon[189144]: pgmap v15493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:20.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:20 smithi039 ceph-mon[181282]: pgmap v15494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:20.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:41:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:20 smithi032 ceph-mon[189144]: pgmap v15494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:20.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:41:20.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:20 smithi032 ceph-mon[191839]: pgmap v15494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:20.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:41:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:41:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:41:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:41:22.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:22 smithi039 ceph-mon[181282]: pgmap v15495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:22.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:22 smithi032 ceph-mon[191839]: pgmap v15495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:22.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:22 smithi032 ceph-mon[189144]: pgmap v15495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:24.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:24 smithi032 ceph-mon[191839]: pgmap v15496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:24.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:24 smithi032 ceph-mon[189144]: pgmap v15496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:25.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:24 smithi039 ceph-mon[181282]: pgmap v15496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:26.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:26 smithi032 ceph-mon[191839]: pgmap v15497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:26.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:26 smithi032 ceph-mon[189144]: pgmap v15497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:27.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:26 smithi039 ceph-mon[181282]: pgmap v15497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:28.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:28 smithi032 ceph-mon[191839]: pgmap v15498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:28.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:28 smithi032 ceph-mon[189144]: pgmap v15498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:29.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:28 smithi039 ceph-mon[181282]: pgmap v15498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:30 smithi032 ceph-mon[191839]: pgmap v15499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:30.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:30 smithi032 ceph-mon[189144]: pgmap v15499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:31.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:30 smithi039 ceph-mon[181282]: pgmap v15499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:41:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:41:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:41:32.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:32 smithi032 ceph-mon[191839]: pgmap v15500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:32.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:32 smithi032 ceph-mon[189144]: pgmap v15500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:33.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:32 smithi039 ceph-mon[181282]: pgmap v15500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:34.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:34 smithi032 ceph-mon[191839]: pgmap v15501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:34.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:34 smithi032 ceph-mon[189144]: pgmap v15501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:34 smithi039 ceph-mon[181282]: pgmap v15501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:41:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:41:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:41:36.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:36 smithi032 ceph-mon[191839]: pgmap v15502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:36 smithi032 ceph-mon[189144]: pgmap v15502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:37.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:36 smithi039 ceph-mon[181282]: pgmap v15502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:38.550 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:41:38.876 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:41:38.876 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 8m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:41:38.876 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 6m ago 7h 95.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:41:38.876 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 8m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:41:38.876 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 6m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:41:38.876 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 6m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:41:38.876 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 8m ago 7h 823M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:41:38.876 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 8m ago 7h 1913M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:41:38.877 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 6m ago 7h 912M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:41:38.877 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 8m ago 7h 953M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:41:38.877 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 8m ago 7h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:41:38.877 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 6m ago 7h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:41:38.877 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 8m ago 7h 5110M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:41:38.877 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 8m ago 7h 5255M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:41:38.877 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 8m ago 7h 4657M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:41:38.877 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 8m ago 7h 4752M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:41:38.877 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 6m ago 7h 4488M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:41:38.877 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 6m ago 7h 4873M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:41:38.877 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 6m ago 7h 4542M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:41:38.877 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 6m ago 7h 4569M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:41:38.877 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 6m ago 7h 134M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:41:38.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:38 smithi032 ceph-mon[189144]: pgmap v15503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:38.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:38 smithi032 ceph-mon[191839]: pgmap v15503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:39.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:38 smithi039 ceph-mon[181282]: pgmap v15503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:39.279 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:41:39.279 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:41:39.279 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:41:39.279 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:41:39.279 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:41:39.279 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:41:39.279 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:41:39.280 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:41:39.280 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:41:39.280 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:41:39.280 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:41:39.280 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:41:39.280 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:41:39.280 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:41:39.280 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:41:39.281 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:41:39.281 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:41:39.281 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:41:39.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:39 smithi032 ceph-mon[191839]: from='client.61004 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:41:39.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:39 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1824578016' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:41:39.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:39 smithi032 ceph-mon[189144]: from='client.61004 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:41:39.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:39 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1824578016' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:41:40.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:39 smithi039 ceph-mon[181282]: from='client.61004 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:41:40.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:39 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1824578016' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:41:40.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:40 smithi032 ceph-mon[189144]: from='client.51093 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:41:40.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:40 smithi032 ceph-mon[189144]: pgmap v15504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:40.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:40 smithi032 ceph-mon[191839]: from='client.51093 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:41:40.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:40 smithi032 ceph-mon[191839]: pgmap v15504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:41.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:40 smithi039 ceph-mon[181282]: from='client.51093 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:41:41.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:40 smithi039 ceph-mon[181282]: pgmap v15504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:41:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:41:40] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T00:41:42.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:42 smithi032 ceph-mon[191839]: pgmap v15505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:42.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:42 smithi032 ceph-mon[189144]: pgmap v15505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:43.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:42 smithi039 ceph-mon[181282]: pgmap v15505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:44.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:44 smithi032 ceph-mon[191839]: pgmap v15506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:44.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:44 smithi032 ceph-mon[189144]: pgmap v15506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:45.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:44 smithi039 ceph-mon[181282]: pgmap v15506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:46.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:46 smithi032 ceph-mon[191839]: pgmap v15507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:46.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:46 smithi032 ceph-mon[189144]: pgmap v15507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:47.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:46 smithi039 ceph-mon[181282]: pgmap v15507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:48.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:48 smithi032 ceph-mon[189144]: pgmap v15508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:48.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:48 smithi032 ceph-mon[191839]: pgmap v15508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:49.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:48 smithi039 ceph-mon[181282]: pgmap v15508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:50.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:50 smithi032 ceph-mon[189144]: pgmap v15509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:50.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:41:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:50 smithi032 ceph-mon[191839]: pgmap v15509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:41:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:50 smithi039 ceph-mon[181282]: pgmap v15509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:41:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:41:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:41:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:41:52.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:52 smithi032 ceph-mon[191839]: pgmap v15510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:52.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:52 smithi032 ceph-mon[189144]: pgmap v15510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:53.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:52 smithi039 ceph-mon[181282]: pgmap v15510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:54.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:54 smithi032 ceph-mon[191839]: pgmap v15511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:54.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:54 smithi032 ceph-mon[189144]: pgmap v15511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:55.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:54 smithi039 ceph-mon[181282]: pgmap v15511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:56.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:56 smithi032 ceph-mon[191839]: pgmap v15512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:56.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:56 smithi032 ceph-mon[189144]: pgmap v15512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:57.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:56 smithi039 ceph-mon[181282]: pgmap v15512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:58.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:41:58 smithi032 ceph-mon[191839]: pgmap v15513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:58.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:41:58 smithi032 ceph-mon[189144]: pgmap v15513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:41:59.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:41:58 smithi039 ceph-mon[181282]: pgmap v15513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:00.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:42:00 smithi032 ceph-mon[189144]: pgmap v15514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:00.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:42:00 smithi032 ceph-mon[191839]: pgmap v15514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:01.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:42:00 smithi039 ceph-mon[181282]: pgmap v15514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:42:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:42:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:42:02.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:42:02 smithi032 ceph-mon[191839]: pgmap v15515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:02.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:42:02 smithi032 ceph-mon[189144]: pgmap v15515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:03.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:42:02 smithi039 ceph-mon[181282]: pgmap v15515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:04.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:42:04 smithi032 ceph-mon[189144]: pgmap v15516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:04.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:42:04 smithi032 ceph-mon[191839]: pgmap v15516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:05.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:42:04 smithi039 ceph-mon[181282]: pgmap v15516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:42:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:42:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:42:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:42:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:42:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:42:06.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:42:06 smithi032 ceph-mon[191839]: pgmap v15517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:06.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:42:06 smithi032 ceph-mon[189144]: pgmap v15517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:07.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:42:06 smithi039 ceph-mon[181282]: pgmap v15517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:08.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:42:08 smithi032 ceph-mon[191839]: pgmap v15518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:08.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:42:08 smithi032 ceph-mon[189144]: pgmap v15518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:09.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:42:08 smithi039 ceph-mon[181282]: pgmap v15518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:09.643 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:42:09.967 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:42:09.967 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 9m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:42:09.967 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 7m ago 7h 95.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:42:09.967 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 9m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:42:09.967 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 7m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:42:09.967 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 7m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:42:09.967 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 9m ago 7h 823M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:42:09.967 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 9m ago 7h 1913M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:42:09.967 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 7m ago 7h 912M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:42:09.968 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 9m ago 7h 953M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:42:09.968 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 9m ago 7h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:42:09.968 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 7m ago 7h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:42:09.968 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 9m ago 7h 5110M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:42:09.968 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 9m ago 7h 5255M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:42:09.968 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 9m ago 7h 4657M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:42:09.968 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 9m ago 7h 4752M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:42:09.968 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 7m ago 7h 4488M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:42:09.968 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 7m ago 7h 4873M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:42:09.968 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 7m ago 7h 4542M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:42:09.968 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 7m ago 7h 4569M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:42:09.968 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 7m ago 7h 134M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:42:10.367 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:42:10.367 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:42:10.367 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:42:10.367 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:42:10.367 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:42:10.367 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:42:10.367 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:42:10.368 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:42:10.368 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:42:10.368 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:42:10.368 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:42:10.368 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:42:10.368 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:42:10.368 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:42:10.368 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:42:10.368 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:42:10.368 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:42:10.368 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:42:10.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:42:10 smithi032 ceph-mon[189144]: pgmap v15519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:10.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:42:10 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2289085778' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:42:10.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:42:10 smithi032 ceph-mon[191839]: pgmap v15519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:10.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:42:10 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2289085778' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:42:11.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:42:10 smithi039 ceph-mon[181282]: pgmap v15519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:11.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:42:10 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2289085778' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:42:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:42:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:42:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:42:11.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:42:11 smithi032 ceph-mon[189144]: from='client.61022 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:42:11.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:42:11 smithi032 ceph-mon[189144]: from='client.61028 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:42:11.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:42:11 smithi032 ceph-mon[191839]: from='client.61022 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:42:11.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:42:11 smithi032 ceph-mon[191839]: from='client.61028 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:42:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:42:11 smithi039 ceph-mon[181282]: from='client.61022 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:42:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:42:11 smithi039 ceph-mon[181282]: from='client.61028 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:42:12.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:42:12 smithi032 ceph-mon[191839]: pgmap v15520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:42:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:42:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:42:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:42:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:42:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:42:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:42:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:42:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:42:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:42:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:42:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:42:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:42:12 smithi032 ceph-mon[189144]: pgmap v15520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:42:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:42:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:42:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:42:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:42:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:42:12.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:42:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:42:12.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:42:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:42:12.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:42:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:42:13.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:42:12 smithi039 ceph-mon[181282]: pgmap v15520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:13.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:42:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:42:13.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:42:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:42:13.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:42:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:42:13.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:42:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:42:13.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:42:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:42:13.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:42:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:42:13.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:42:13 smithi032 ceph-mon[189144]: pgmap v15521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:13.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:42:13 smithi032 ceph-mon[191839]: pgmap v15521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:14.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:42:13 smithi039 ceph-mon[181282]: pgmap v15521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:42:16 smithi032 ceph-mon[191839]: pgmap v15522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:16.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:42:16 smithi032 ceph-mon[189144]: pgmap v15522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:16.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:42:16 smithi039 ceph-mon[181282]: pgmap v15522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:18.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:42:18 smithi039 ceph-mon[181282]: pgmap v15523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:18.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:42:18 smithi032 ceph-mon[191839]: pgmap v15523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:18.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:42:18 smithi032 ceph-mon[189144]: pgmap v15523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:20.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:42:20 smithi039 ceph-mon[181282]: pgmap v15524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:20.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:42:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:42:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:42:20 smithi032 ceph-mon[189144]: pgmap v15524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:42:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:42:20.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:42:20 smithi032 ceph-mon[191839]: pgmap v15524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:20.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:42:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:42:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:42:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:42:20] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T00:42:22.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:42:22 smithi039 ceph-mon[181282]: pgmap v15525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:22.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:42:22 smithi032 ceph-mon[191839]: pgmap v15525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:22.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:42:22 smithi032 ceph-mon[189144]: pgmap v15525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:24.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:42:24 smithi039 ceph-mon[181282]: pgmap v15526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:24.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:42:24 smithi032 ceph-mon[191839]: pgmap v15526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:24.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:42:24 smithi032 ceph-mon[189144]: pgmap v15526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:26.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:42:26 smithi039 ceph-mon[181282]: pgmap v15527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:26.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:42:26 smithi032 ceph-mon[191839]: pgmap v15527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:26.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:42:26 smithi032 ceph-mon[189144]: pgmap v15527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:28.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:42:28 smithi039 ceph-mon[181282]: pgmap v15528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:28.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:42:28 smithi032 ceph-mon[191839]: pgmap v15528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:28.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:42:28 smithi032 ceph-mon[189144]: pgmap v15528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:30.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:42:30 smithi039 ceph-mon[181282]: pgmap v15529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:30.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:42:30 smithi032 ceph-mon[189144]: pgmap v15529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:30.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:42:30 smithi032 ceph-mon[191839]: pgmap v15529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:42:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:42:30] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T00:42:32.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:42:32 smithi039 ceph-mon[181282]: pgmap v15530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:32.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:42:32 smithi032 ceph-mon[191839]: pgmap v15530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:32.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:42:32 smithi032 ceph-mon[189144]: pgmap v15530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:34.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:42:34 smithi039 ceph-mon[181282]: pgmap v15531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:34.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:42:34 smithi032 ceph-mon[191839]: pgmap v15531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:34.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:42:34 smithi032 ceph-mon[189144]: pgmap v15531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:35.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:42:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:42:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:42:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:42:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:42:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:42:36.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:42:36 smithi039 ceph-mon[181282]: pgmap v15532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:36.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:42:36 smithi032 ceph-mon[191839]: pgmap v15532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:42:36 smithi032 ceph-mon[189144]: pgmap v15532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:38.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:42:38 smithi039 ceph-mon[181282]: pgmap v15533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:38.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:42:38 smithi032 ceph-mon[191839]: pgmap v15533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:38.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:42:38 smithi032 ceph-mon[189144]: pgmap v15533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:40.733 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:42:40.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:42:40 smithi039 ceph-mon[181282]: pgmap v15534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:40.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:42:40 smithi032 ceph-mon[189144]: pgmap v15534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:40.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:42:40 smithi032 ceph-mon[191839]: pgmap v15534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:41.056 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:42:41.056 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 9m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:42:41.056 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 7m ago 7h 95.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:42:41.057 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 9m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:42:41.057 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 7m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:42:41.057 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 7m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:42:41.057 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 9m ago 7h 823M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:42:41.057 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 9m ago 7h 1913M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:42:41.057 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 7m ago 7h 912M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:42:41.057 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 9m ago 7h 953M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:42:41.057 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 9m ago 7h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:42:41.057 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 7m ago 7h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:42:41.057 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 9m ago 7h 5110M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:42:41.057 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 9m ago 7h 5255M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:42:41.057 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 9m ago 7h 4657M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:42:41.057 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 9m ago 7h 4752M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:42:41.058 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 7m ago 7h 4488M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:42:41.058 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 7m ago 7h 4873M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:42:41.058 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 7m ago 7h 4542M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:42:41.058 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 7m ago 7h 4569M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:42:41.058 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 7m ago 7h 134M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:42:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:42:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:42:40] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T00:42:41.455 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:42:41.455 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:42:41.455 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:42:41.455 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:42:41.455 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:42:41.455 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:42:41.455 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:42:41.455 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:42:41.455 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:42:41.455 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:42:41.455 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:42:41.456 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:42:41.456 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:42:41.456 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:42:41.456 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:42:41.456 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:42:41.456 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:42:41.456 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:42:41.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:42:41 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/5251104' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:42:41.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:42:41 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/5251104' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:42:41.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:42:41 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/5251104' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:42:42.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:42:42 smithi039 ceph-mon[181282]: from='client.51123 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:42:42.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:42:42 smithi039 ceph-mon[181282]: from='client.51129 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:42:42.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:42:42 smithi039 ceph-mon[181282]: pgmap v15535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:42.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:42:42 smithi032 ceph-mon[191839]: from='client.51123 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:42:42.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:42:42 smithi032 ceph-mon[191839]: from='client.51129 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:42:42.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:42:42 smithi032 ceph-mon[191839]: pgmap v15535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:42.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:42:42 smithi032 ceph-mon[189144]: from='client.51123 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:42:42.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:42:42 smithi032 ceph-mon[189144]: from='client.51129 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:42:42.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:42:42 smithi032 ceph-mon[189144]: pgmap v15535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:44.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:42:44 smithi039 ceph-mon[181282]: pgmap v15536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:44.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:42:44 smithi032 ceph-mon[191839]: pgmap v15536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:44.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:42:44 smithi032 ceph-mon[189144]: pgmap v15536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:46.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:42:46 smithi032 ceph-mon[189144]: pgmap v15537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:46.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:42:46 smithi032 ceph-mon[191839]: pgmap v15537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:47.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:42:46 smithi039 ceph-mon[181282]: pgmap v15537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:48.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:42:48 smithi032 ceph-mon[191839]: pgmap v15538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:48.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:42:48 smithi032 ceph-mon[189144]: pgmap v15538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:49.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:42:48 smithi039 ceph-mon[181282]: pgmap v15538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:42:50 smithi032 ceph-mon[189144]: pgmap v15539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:42:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:42:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:42:50 smithi032 ceph-mon[191839]: pgmap v15539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:42:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:42:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:42:50 smithi039 ceph-mon[181282]: pgmap v15539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:42:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:42:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:42:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:42:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:42:52.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:42:52 smithi032 ceph-mon[191839]: pgmap v15540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:52.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:42:52 smithi032 ceph-mon[189144]: pgmap v15540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:53.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:42:52 smithi039 ceph-mon[181282]: pgmap v15540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:54.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:42:54 smithi032 ceph-mon[191839]: pgmap v15541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:54.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:42:54 smithi032 ceph-mon[189144]: pgmap v15541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:55.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:42:54 smithi039 ceph-mon[181282]: pgmap v15541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:56.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:42:56 smithi032 ceph-mon[191839]: pgmap v15542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:56.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:42:56 smithi032 ceph-mon[189144]: pgmap v15542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:57.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:42:56 smithi039 ceph-mon[181282]: pgmap v15542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:58.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:42:58 smithi032 ceph-mon[189144]: pgmap v15543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:58.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:42:58 smithi032 ceph-mon[191839]: pgmap v15543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:42:59.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:42:58 smithi039 ceph-mon[181282]: pgmap v15543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:00.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:43:00 smithi032 ceph-mon[189144]: pgmap v15544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:00.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:43:00 smithi032 ceph-mon[191839]: pgmap v15544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:01.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:43:00 smithi039 ceph-mon[181282]: pgmap v15544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:43:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:43:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:43:02.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:43:02 smithi032 ceph-mon[189144]: pgmap v15545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:02.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:43:02 smithi032 ceph-mon[191839]: pgmap v15545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:03.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:43:02 smithi039 ceph-mon[181282]: pgmap v15545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:04.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:43:04 smithi032 ceph-mon[189144]: pgmap v15546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:04.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:43:04 smithi032 ceph-mon[191839]: pgmap v15546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:05.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:43:04 smithi039 ceph-mon[181282]: pgmap v15546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:05.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:43:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:43:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:43:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:43:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:43:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:43:06.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:43:06 smithi032 ceph-mon[189144]: pgmap v15547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:06.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:43:06 smithi032 ceph-mon[191839]: pgmap v15547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:07.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:43:06 smithi039 ceph-mon[181282]: pgmap v15547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:08.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:43:08 smithi032 ceph-mon[189144]: pgmap v15548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:08.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:43:08 smithi032 ceph-mon[191839]: pgmap v15548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:09.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:43:08 smithi039 ceph-mon[181282]: pgmap v15548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:10.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:43:10 smithi032 ceph-mon[191839]: pgmap v15549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:10.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:43:10 smithi032 ceph-mon[189144]: pgmap v15549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:11.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:43:10 smithi039 ceph-mon[181282]: pgmap v15549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:43:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:43:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:43:11.816 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:43:12.136 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:43:12.137 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 10m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:43:12.137 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 8m ago 7h 95.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:43:12.137 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 10m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:43:12.137 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 8m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:43:12.137 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 8m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:43:12.137 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 10m ago 7h 823M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:43:12.137 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 10m ago 7h 1913M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:43:12.137 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 8m ago 7h 912M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:43:12.137 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 10m ago 7h 953M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:43:12.137 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 10m ago 7h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:43:12.137 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 8m ago 7h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:43:12.137 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 10m ago 7h 5110M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:43:12.137 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 10m ago 7h 5255M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:43:12.138 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 10m ago 7h 4657M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:43:12.138 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 10m ago 7h 4752M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:43:12.138 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 8m ago 7h 4488M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:43:12.138 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 8m ago 7h 4873M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:43:12.138 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 8m ago 7h 4542M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:43:12.138 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 8m ago 7h 4569M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:43:12.138 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 8m ago 7h 134M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:43:12.540 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:43:12.540 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:43:12.540 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:43:12.540 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:43:12.540 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:43:12.541 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:43:12.541 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:43:12.541 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:43:12.541 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:43:12.541 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:43:12.541 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:43:12.541 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:43:12.541 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:43:12.541 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:43:12.541 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:43:12.541 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:43:12.541 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:43:12.541 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:43:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:43:12 smithi032 ceph-mon[191839]: pgmap v15550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:43:12 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3314604789' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:43:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:43:12 smithi032 ceph-mon[189144]: pgmap v15550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:43:12 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3314604789' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:43:13.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:43:12 smithi039 ceph-mon[181282]: pgmap v15550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:13.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:43:12 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3314604789' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:43:13.563 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:43:13 smithi032 ceph-mon[191839]: from='client.51141 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:43:13.563 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:43:13 smithi032 ceph-mon[191839]: from='client.51147 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:43:13.563 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:43:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:43:13.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:43:13 smithi032 ceph-mon[189144]: from='client.51141 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:43:13.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:43:13 smithi032 ceph-mon[189144]: from='client.51147 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:43:13.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:43:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:43:14.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:43:13 smithi039 ceph-mon[181282]: from='client.51141 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:43:14.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:43:13 smithi039 ceph-mon[181282]: from='client.51147 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:43:14.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:43:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:43:14.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:43:14 smithi032 ceph-mon[191839]: pgmap v15551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:14.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:43:14 smithi032 ceph-mon[189144]: pgmap v15551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:15.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:43:14 smithi039 ceph-mon[181282]: pgmap v15551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:16.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:43:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:43:16.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:43:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:43:16.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:43:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:43:16.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:43:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:43:16.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:43:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:43:16.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:43:15 smithi039 ceph-mon[181282]: pgmap v15552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:16.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:43:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:43:16.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:43:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:43:16.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:43:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:43:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:43:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:43:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:43:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:43:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:43:15 smithi032 ceph-mon[191839]: pgmap v15552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:43:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:43:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:43:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:43:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:43:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:43:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:43:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:43:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:43:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:43:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:43:15 smithi032 ceph-mon[189144]: pgmap v15552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:18.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:43:18 smithi039 ceph-mon[181282]: pgmap v15553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:18.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:43:18 smithi032 ceph-mon[189144]: pgmap v15553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:18.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:43:18 smithi032 ceph-mon[191839]: pgmap v15553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:20.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:43:20 smithi039 ceph-mon[181282]: pgmap v15554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:20.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:43:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:43:20.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:43:20 smithi032 ceph-mon[191839]: pgmap v15554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:20.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:43:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:43:20.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:43:20 smithi032 ceph-mon[189144]: pgmap v15554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:20.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:43:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:43:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:43:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:43:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:43:22.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:43:22 smithi039 ceph-mon[181282]: pgmap v15555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:22.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:43:22 smithi032 ceph-mon[191839]: pgmap v15555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:22.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:43:22 smithi032 ceph-mon[189144]: pgmap v15555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:24.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:43:24 smithi039 ceph-mon[181282]: pgmap v15556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:24.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:43:24 smithi032 ceph-mon[189144]: pgmap v15556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:24.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:43:24 smithi032 ceph-mon[191839]: pgmap v15556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:26.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:43:26 smithi039 ceph-mon[181282]: pgmap v15557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:26.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:43:26 smithi032 ceph-mon[191839]: pgmap v15557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:26.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:43:26 smithi032 ceph-mon[189144]: pgmap v15557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:28.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:43:28 smithi039 ceph-mon[181282]: pgmap v15558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:28.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:43:28 smithi032 ceph-mon[189144]: pgmap v15558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:28.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:43:28 smithi032 ceph-mon[191839]: pgmap v15558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:30.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:43:30 smithi039 ceph-mon[181282]: pgmap v15559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:30.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:43:30 smithi032 ceph-mon[189144]: pgmap v15559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:30.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:43:30 smithi032 ceph-mon[191839]: pgmap v15559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:43:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:43:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:43:32.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:43:32 smithi039 ceph-mon[181282]: pgmap v15560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:32.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:43:32 smithi032 ceph-mon[189144]: pgmap v15560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:32.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:43:32 smithi032 ceph-mon[191839]: pgmap v15560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:34.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:43:34 smithi039 ceph-mon[181282]: pgmap v15561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:34.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:43:34 smithi032 ceph-mon[191839]: pgmap v15561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:34.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:43:34 smithi032 ceph-mon[189144]: pgmap v15561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:35.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:43:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:43:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:43:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:43:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:43:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:43:36.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:43:36 smithi039 ceph-mon[181282]: pgmap v15562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:36.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:43:36 smithi032 ceph-mon[191839]: pgmap v15562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:43:36 smithi032 ceph-mon[189144]: pgmap v15562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:38.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:43:38 smithi032 ceph-mon[189144]: pgmap v15563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:38.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:43:38 smithi032 ceph-mon[191839]: pgmap v15563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:39.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:43:38 smithi039 ceph-mon[181282]: pgmap v15563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:40.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:43:40 smithi032 ceph-mon[189144]: pgmap v15564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:40.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:43:40 smithi032 ceph-mon[191839]: pgmap v15564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:41.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:43:40 smithi039 ceph-mon[181282]: pgmap v15564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:43:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:43:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:43:42.905 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:43:42.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:43:42 smithi032 ceph-mon[189144]: pgmap v15565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:42.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:43:42 smithi032 ceph-mon[191839]: pgmap v15565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:43.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:43:42 smithi039 ceph-mon[181282]: pgmap v15565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:43.230 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:43:43.230 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 28s ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:43:43.230 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 8m ago 7h 95.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:43:43.230 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 28s ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:43:43.230 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 8m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:43:43.230 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 8m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:43:43.230 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 28s ago 7h 830M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:43:43.230 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 28s ago 7h 1949M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:43:43.230 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 8m ago 7h 912M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:43:43.230 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 28s ago 7h 970M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:43:43.230 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 28s ago 7h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:43:43.230 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 8m ago 7h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:43:43.230 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 28s ago 7h 5142M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:43:43.230 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 28s ago 7h 5284M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:43:43.231 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 28s ago 7h 4680M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:43:43.231 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 28s ago 7h 4782M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:43:43.231 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 8m ago 7h 4488M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:43:43.231 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 8m ago 7h 4873M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:43:43.231 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 8m ago 7h 4542M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:43:43.231 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 8m ago 7h 4569M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:43:43.231 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 8m ago 7h 134M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:43:43.633 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:43:43.633 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:43:43.633 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:43:43.633 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:43:43.633 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:43:43.633 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:43:43.633 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:43:43.633 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:43:43.633 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:43:43.633 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:43:43.633 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:43:43.633 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:43:43.634 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:43:43.634 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:43:43.634 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:43:43.634 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:43:43.634 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:43:43.634 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:43:44.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:43:44 smithi032 ceph-mon[191839]: from='client.51159 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:43:44.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:43:44 smithi032 ceph-mon[191839]: from='client.51165 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:43:44.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:43:44 smithi032 ceph-mon[191839]: pgmap v15566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:44.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:43:44 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3847341533' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:43:44.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:43:44 smithi032 ceph-mon[189144]: from='client.51159 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:43:44.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:43:44 smithi032 ceph-mon[189144]: from='client.51165 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:43:44.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:43:44 smithi032 ceph-mon[189144]: pgmap v15566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:44.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:43:44 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3847341533' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:43:45.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:43:44 smithi039 ceph-mon[181282]: from='client.51159 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:43:45.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:43:44 smithi039 ceph-mon[181282]: from='client.51165 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:43:45.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:43:44 smithi039 ceph-mon[181282]: pgmap v15566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:45.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:43:44 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3847341533' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:43:46.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:43:46 smithi032 ceph-mon[189144]: pgmap v15567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:46.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:43:46 smithi032 ceph-mon[191839]: pgmap v15567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:47.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:43:46 smithi039 ceph-mon[181282]: pgmap v15567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:48.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:43:48 smithi032 ceph-mon[191839]: pgmap v15568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:48.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:43:48 smithi032 ceph-mon[189144]: pgmap v15568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:49.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:43:48 smithi039 ceph-mon[181282]: pgmap v15568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:50.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:43:50 smithi032 ceph-mon[189144]: pgmap v15569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:50.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:43:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:43:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:43:50 smithi032 ceph-mon[191839]: pgmap v15569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:43:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:43:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:43:50 smithi039 ceph-mon[181282]: pgmap v15569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:43:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:43:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:43:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:43:50] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T00:43:52.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:43:52 smithi032 ceph-mon[191839]: pgmap v15570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:52.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:43:52 smithi032 ceph-mon[189144]: pgmap v15570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:53.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:43:52 smithi039 ceph-mon[181282]: pgmap v15570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:54.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:43:54 smithi032 ceph-mon[191839]: pgmap v15571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:54.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:43:54 smithi032 ceph-mon[189144]: pgmap v15571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:55.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:43:54 smithi039 ceph-mon[181282]: pgmap v15571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:56.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:43:56 smithi032 ceph-mon[189144]: pgmap v15572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:56.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:43:56 smithi032 ceph-mon[191839]: pgmap v15572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:57.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:43:56 smithi039 ceph-mon[181282]: pgmap v15572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:58.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:43:58 smithi032 ceph-mon[189144]: pgmap v15573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:58.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:43:58 smithi032 ceph-mon[191839]: pgmap v15573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:43:59.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:43:58 smithi039 ceph-mon[181282]: pgmap v15573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:00.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:44:00 smithi032 ceph-mon[191839]: pgmap v15574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:00.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:44:00 smithi032 ceph-mon[189144]: pgmap v15574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:01.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:44:00 smithi039 ceph-mon[181282]: pgmap v15574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:44:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:44:00] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T00:44:02.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:44:02 smithi032 ceph-mon[191839]: pgmap v15575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:02.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:44:02 smithi032 ceph-mon[189144]: pgmap v15575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:03.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:44:02 smithi039 ceph-mon[181282]: pgmap v15575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:04.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:44:04 smithi032 ceph-mon[191839]: pgmap v15576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:04.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:44:04 smithi032 ceph-mon[189144]: pgmap v15576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:05.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:44:04 smithi039 ceph-mon[181282]: pgmap v15576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:44:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:44:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:44:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:44:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:44:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:44:06.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:44:06 smithi032 ceph-mon[189144]: pgmap v15577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:06.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:44:06 smithi032 ceph-mon[191839]: pgmap v15577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:07.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:44:06 smithi039 ceph-mon[181282]: pgmap v15577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:08.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:44:08 smithi032 ceph-mon[191839]: pgmap v15578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:08.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:44:08 smithi032 ceph-mon[189144]: pgmap v15578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:09.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:44:08 smithi039 ceph-mon[181282]: pgmap v15578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:10.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:44:10 smithi032 ceph-mon[189144]: pgmap v15579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:10.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:44:10 smithi032 ceph-mon[191839]: pgmap v15579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:11.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:44:10 smithi039 ceph-mon[181282]: pgmap v15579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:44:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:44:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:44:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:44:12 smithi032 ceph-mon[191839]: pgmap v15580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:44:12 smithi032 ceph-mon[189144]: pgmap v15580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:13.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:44:12 smithi039 ceph-mon[181282]: pgmap v15580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:13.990 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:44:14.312 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:44:14.312 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 59s ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:44:14.312 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 9m ago 7h 95.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:44:14.312 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 59s ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:44:14.312 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 9m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:44:14.312 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 9m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:44:14.312 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 59s ago 7h 830M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:44:14.312 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 59s ago 7h 1949M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:44:14.312 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 9m ago 7h 912M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:44:14.312 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 59s ago 7h 970M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:44:14.312 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 59s ago 7h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:44:14.313 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 9m ago 7h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:44:14.313 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 59s ago 7h 5142M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:44:14.313 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 59s ago 7h 5284M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:44:14.313 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 59s ago 7h 4680M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:44:14.313 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 59s ago 7h 4782M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:44:14.313 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 9m ago 7h 4488M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:44:14.313 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 9m ago 7h 4873M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:44:14.313 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 9m ago 7h 4542M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:44:14.313 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 9m ago 7h 4569M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:44:14.313 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 9m ago 7h 134M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:44:14.712 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:44:14.712 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:44:14.712 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:44:14.712 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:44:14.712 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:44:14.712 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:44:14.712 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:44:14.712 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:44:14.712 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:44:14.713 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:44:14.713 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:44:14.713 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:44:14.713 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:44:14.713 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:44:14.713 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:44:14.713 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:44:14.713 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:44:14.713 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:44:14.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:44:14 smithi032 ceph-mon[191839]: pgmap v15581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:14.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:44:14 smithi032 ceph-mon[189144]: pgmap v15581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:15.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:44:14 smithi039 ceph-mon[181282]: pgmap v15581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:15.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:44:15 smithi032 ceph-mon[191839]: from='client.61094 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:44:15.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:44:15 smithi032 ceph-mon[191839]: from='client.61100 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:44:15.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:44:15 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1865643365' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:44:15.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:44:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:44:15.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:44:15 smithi032 ceph-mon[189144]: from='client.61094 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:44:15.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:44:15 smithi032 ceph-mon[189144]: from='client.61100 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:44:15.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:44:15 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1865643365' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:44:15.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:44:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:44:16.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:44:15 smithi039 ceph-mon[181282]: from='client.61094 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:44:16.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:44:15 smithi039 ceph-mon[181282]: from='client.61100 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:44:16.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:44:15 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1865643365' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:44:16.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:44:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:44:16.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:44:16 smithi032 ceph-mon[191839]: pgmap v15582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:16.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:44:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:44:16.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:44:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:44:16.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:44:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:44:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:44:16 smithi032 ceph-mon[189144]: pgmap v15582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:44:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:44:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:44:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:44:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:44:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:44:17.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:44:16 smithi039 ceph-mon[181282]: pgmap v15582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:17.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:44:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:44:17.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:44:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:44:17.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:44:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:44:18.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:44:18 smithi032 ceph-mon[191839]: pgmap v15583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:44:18 smithi032 ceph-mon[189144]: pgmap v15583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:19.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:44:18 smithi039 ceph-mon[181282]: pgmap v15583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:20.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:44:20 smithi032 ceph-mon[191839]: pgmap v15584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:20.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:44:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:44:20.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:44:20 smithi032 ceph-mon[189144]: pgmap v15584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:20.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:44:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:44:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:44:20 smithi039 ceph-mon[181282]: pgmap v15584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:44:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:44:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:44:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:44:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:44:22.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:44:22 smithi032 ceph-mon[191839]: pgmap v15585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:22.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:44:22 smithi032 ceph-mon[189144]: pgmap v15585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:23.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:44:22 smithi039 ceph-mon[181282]: pgmap v15585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:24.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:44:24 smithi032 ceph-mon[191839]: pgmap v15586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:24.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:44:24 smithi032 ceph-mon[189144]: pgmap v15586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:25.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:44:24 smithi039 ceph-mon[181282]: pgmap v15586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:26.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:44:26 smithi032 ceph-mon[191839]: pgmap v15587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:26.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:44:26 smithi032 ceph-mon[189144]: pgmap v15587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:27.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:44:26 smithi039 ceph-mon[181282]: pgmap v15587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:28.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:44:28 smithi032 ceph-mon[189144]: pgmap v15588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:28.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:44:28 smithi032 ceph-mon[191839]: pgmap v15588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:29.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:44:28 smithi039 ceph-mon[181282]: pgmap v15588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:30.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:44:30 smithi032 ceph-mon[191839]: pgmap v15589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:30.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:44:30 smithi032 ceph-mon[189144]: pgmap v15589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:30.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:44:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:44:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:44:31.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:44:30 smithi039 ceph-mon[181282]: pgmap v15589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:32.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:44:32 smithi032 ceph-mon[191839]: pgmap v15590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:32.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:44:32 smithi032 ceph-mon[189144]: pgmap v15590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:33.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:44:32 smithi039 ceph-mon[181282]: pgmap v15590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:34.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:44:34 smithi032 ceph-mon[189144]: pgmap v15591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:44:34 smithi032 ceph-mon[191839]: pgmap v15591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:35.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:44:34 smithi039 ceph-mon[181282]: pgmap v15591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:44:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:44:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:44:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:44:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:44:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:44:36.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:44:36 smithi032 ceph-mon[189144]: pgmap v15592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:44:36 smithi032 ceph-mon[191839]: pgmap v15592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:37.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:44:36 smithi039 ceph-mon[181282]: pgmap v15592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:38.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:44:38 smithi039 ceph-mon[181282]: pgmap v15593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:38.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:44:38 smithi032 ceph-mon[189144]: pgmap v15593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:38.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:44:38 smithi032 ceph-mon[191839]: pgmap v15593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:40.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:44:40 smithi039 ceph-mon[181282]: pgmap v15594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:40.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:44:40 smithi032 ceph-mon[191839]: pgmap v15594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:40.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:44:40 smithi032 ceph-mon[189144]: pgmap v15594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:44:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:44:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:44:42.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:44:42 smithi039 ceph-mon[181282]: pgmap v15595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:42.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:44:42 smithi032 ceph-mon[189144]: pgmap v15595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:42.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:44:42 smithi032 ceph-mon[191839]: pgmap v15595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:44.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:44:44 smithi039 ceph-mon[181282]: pgmap v15596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:44.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:44:44 smithi032 ceph-mon[191839]: pgmap v15596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:44.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:44:44 smithi032 ceph-mon[189144]: pgmap v15596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:45.078 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:44:45.402 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:44:45.402 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 90s ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:44:45.402 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 9m ago 7h 95.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:44:45.402 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 90s ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:44:45.402 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 9m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:44:45.402 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 9m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:44:45.403 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 90s ago 7h 830M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:44:45.403 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 90s ago 7h 1949M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:44:45.403 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 9m ago 7h 912M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:44:45.403 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 90s ago 7h 970M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:44:45.403 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 90s ago 7h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:44:45.403 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 9m ago 7h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:44:45.403 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 90s ago 7h 5142M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:44:45.403 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 90s ago 7h 5284M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:44:45.403 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 90s ago 7h 4680M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:44:45.403 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 90s ago 7h 4782M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:44:45.403 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 9m ago 7h 4488M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:44:45.403 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 9m ago 7h 4873M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:44:45.403 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 9m ago 7h 4542M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:44:45.403 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 9m ago 7h 4569M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:44:45.404 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 9m ago 7h 134M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:44:45.800 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:44:45.800 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:44:45.800 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:44:45.800 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:44:45.801 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:44:45.801 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:44:45.801 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:44:45.801 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:44:45.801 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:44:45.801 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:44:45.801 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:44:45.801 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:44:45.801 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:44:45.801 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:44:45.801 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:44:45.801 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:44:45.802 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:44:45.802 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:44:46.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:44:46 smithi039 ceph-mon[181282]: from='client.51195 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:44:46.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:44:46 smithi039 ceph-mon[181282]: pgmap v15597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:46.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:44:46 smithi039 ceph-mon[181282]: from='client.61118 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:44:46.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:44:46 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/900681971' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:44:46.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:44:46 smithi032 ceph-mon[191839]: from='client.51195 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:44:46.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:44:46 smithi032 ceph-mon[191839]: pgmap v15597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:46.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:44:46 smithi032 ceph-mon[191839]: from='client.61118 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:44:46.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:44:46 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/900681971' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:44:46.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:44:46 smithi032 ceph-mon[189144]: from='client.51195 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:44:46.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:44:46 smithi032 ceph-mon[189144]: pgmap v15597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:46.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:44:46 smithi032 ceph-mon[189144]: from='client.61118 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:44:46.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:44:46 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/900681971' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:44:48.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:44:48 smithi039 ceph-mon[181282]: pgmap v15598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:48.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:44:48 smithi032 ceph-mon[191839]: pgmap v15598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:48.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:44:48 smithi032 ceph-mon[189144]: pgmap v15598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:50.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:44:50 smithi032 ceph-mon[189144]: pgmap v15599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:50.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:44:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:44:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:44:50 smithi032 ceph-mon[191839]: pgmap v15599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:44:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:44:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:44:50 smithi039 ceph-mon[181282]: pgmap v15599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:44:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:44:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:44:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:44:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:44:52.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:44:52 smithi032 ceph-mon[189144]: pgmap v15600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:52.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:44:52 smithi032 ceph-mon[191839]: pgmap v15600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:53.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:44:52 smithi039 ceph-mon[181282]: pgmap v15600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:54.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:44:54 smithi032 ceph-mon[191839]: pgmap v15601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:54.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:44:54 smithi032 ceph-mon[189144]: pgmap v15601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:55.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:44:54 smithi039 ceph-mon[181282]: pgmap v15601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:56.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:44:56 smithi032 ceph-mon[191839]: pgmap v15602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:56.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:44:56 smithi032 ceph-mon[189144]: pgmap v15602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:57.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:44:56 smithi039 ceph-mon[181282]: pgmap v15602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:58.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:44:58 smithi032 ceph-mon[189144]: pgmap v15603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:58.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:44:58 smithi032 ceph-mon[191839]: pgmap v15603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:44:59.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:44:58 smithi039 ceph-mon[181282]: pgmap v15603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:00.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:45:00 smithi032 ceph-mon[189144]: pgmap v15604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:00.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:45:00 smithi032 ceph-mon[191839]: pgmap v15604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:01.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:45:00 smithi039 ceph-mon[181282]: pgmap v15604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:45:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:45:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:45:02.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:45:02 smithi032 ceph-mon[191839]: pgmap v15605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:02.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:45:02 smithi032 ceph-mon[189144]: pgmap v15605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:03.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:45:02 smithi039 ceph-mon[181282]: pgmap v15605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:04.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:45:04 smithi032 ceph-mon[191839]: pgmap v15606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:04.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:45:04 smithi032 ceph-mon[189144]: pgmap v15606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:05.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:45:04 smithi039 ceph-mon[181282]: pgmap v15606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:45:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:45:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:45:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:45:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:45:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:45:06.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:45:06 smithi032 ceph-mon[191839]: pgmap v15607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:06.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:45:06 smithi032 ceph-mon[189144]: pgmap v15607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:07.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:45:06 smithi039 ceph-mon[181282]: pgmap v15607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:08.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:45:08 smithi032 ceph-mon[191839]: pgmap v15608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:08.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:45:08 smithi032 ceph-mon[189144]: pgmap v15608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:09.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:45:08 smithi039 ceph-mon[181282]: pgmap v15608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:10.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:45:10 smithi032 ceph-mon[189144]: pgmap v15609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:10.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:45:10 smithi032 ceph-mon[191839]: pgmap v15609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:11.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:45:10 smithi039 ceph-mon[181282]: pgmap v15609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:45:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:45:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:45:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:45:12 smithi032 ceph-mon[191839]: pgmap v15610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:45:12 smithi032 ceph-mon[189144]: pgmap v15610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:13.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:45:12 smithi039 ceph-mon[181282]: pgmap v15610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:14.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:45:14 smithi032 ceph-mon[191839]: pgmap v15611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:14.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:45:14 smithi032 ceph-mon[189144]: pgmap v15611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:15.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:45:14 smithi039 ceph-mon[181282]: pgmap v15611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:16.173 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:45:16.505 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:45:16.505 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 2m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:45:16.505 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 10m ago 7h 95.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:45:16.505 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 2m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:45:16.505 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 10m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:45:16.505 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 10m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:45:16.505 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 2m ago 7h 830M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:45:16.505 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 2m ago 7h 1949M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:45:16.506 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 10m ago 7h 912M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:45:16.506 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 2m ago 7h 970M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:45:16.506 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 2m ago 7h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:45:16.506 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 10m ago 7h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:45:16.506 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 2m ago 7h 5142M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:45:16.506 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 2m ago 7h 5284M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:45:16.506 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 2m ago 7h 4680M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:45:16.506 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 2m ago 7h 4782M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:45:16.506 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 10m ago 7h 4488M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:45:16.506 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 10m ago 7h 4873M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:45:16.506 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 10m ago 7h 4542M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:45:16.506 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 10m ago 7h 4569M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:45:16.506 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 10m ago 7h 134M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:45:16.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:45:16 smithi039 ceph-mon[181282]: pgmap v15612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:16.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:45:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:45:16.903 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:45:16.903 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:45:16.903 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:45:16.903 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:45:16.903 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:45:16.903 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:45:16.903 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:45:16.903 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:45:16.904 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:45:16.904 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:45:16.904 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:45:16.904 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:45:16.904 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:45:16.904 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:45:16.904 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:45:16.904 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:45:16.904 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:45:16.904 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:45:16.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:45:16 smithi032 ceph-mon[189144]: pgmap v15612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:16.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:45:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:45:16.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:45:16 smithi032 ceph-mon[191839]: pgmap v15612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:16.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:45:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:45:17.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:45:17 smithi039 ceph-mon[181282]: from='client.61130 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:45:17.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:45:17 smithi039 ceph-mon[181282]: from='client.51219 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:45:17.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:45:17 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4078877639' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:45:17.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:45:17 smithi032 ceph-mon[191839]: from='client.61130 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:45:17.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:45:17 smithi032 ceph-mon[191839]: from='client.51219 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:45:17.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:45:17 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4078877639' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:45:17.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:45:17 smithi032 ceph-mon[189144]: from='client.61130 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:45:17.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:45:17 smithi032 ceph-mon[189144]: from='client.51219 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:45:17.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:45:17 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4078877639' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:45:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:45:18 smithi032 ceph-mon[189144]: pgmap v15613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:45:18 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:45:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:45:18 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:45:18.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:45:18 smithi032 ceph-mon[191839]: pgmap v15613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:18.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:45:18 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:45:18.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:45:18 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:45:19.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:45:18 smithi039 ceph-mon[181282]: pgmap v15613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:19.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:45:18 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:45:19.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:45:18 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:45:19.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:45:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:45:19.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:45:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:45:19.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:45:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:45:19.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:45:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:45:19.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:45:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:45:19.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:45:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:45:20.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:45:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:45:20.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:45:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:45:20.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:45:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:45:20.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:45:20 smithi032 ceph-mon[189144]: pgmap v15614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:20.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:45:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:45:20.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:45:20 smithi032 ceph-mon[191839]: pgmap v15614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:20.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:45:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:45:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:45:20 smithi039 ceph-mon[181282]: pgmap v15614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:45:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:45:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:45:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:45:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T00:45:22.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:45:22 smithi032 ceph-mon[191839]: pgmap v15615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:22.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:45:22 smithi032 ceph-mon[189144]: pgmap v15615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:23.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:45:22 smithi039 ceph-mon[181282]: pgmap v15615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:24.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:45:24 smithi032 ceph-mon[191839]: pgmap v15616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:24.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:45:24 smithi032 ceph-mon[189144]: pgmap v15616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:25.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:45:24 smithi039 ceph-mon[181282]: pgmap v15616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:26.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:45:26 smithi032 ceph-mon[191839]: pgmap v15617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:26.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:45:26 smithi032 ceph-mon[189144]: pgmap v15617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:27.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:45:26 smithi039 ceph-mon[181282]: pgmap v15617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:28.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:45:28 smithi032 ceph-mon[191839]: pgmap v15618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:28.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:45:28 smithi032 ceph-mon[189144]: pgmap v15618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:29.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:45:28 smithi039 ceph-mon[181282]: pgmap v15618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:30.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:45:30 smithi032 ceph-mon[189144]: pgmap v15619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:30.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:45:30 smithi032 ceph-mon[191839]: pgmap v15619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:31.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:45:30 smithi039 ceph-mon[181282]: pgmap v15619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:45:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:45:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T00:45:32.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:45:32 smithi032 ceph-mon[191839]: pgmap v15620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:32.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:45:32 smithi032 ceph-mon[189144]: pgmap v15620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:33.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:45:32 smithi039 ceph-mon[181282]: pgmap v15620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:45:34 smithi032 ceph-mon[191839]: pgmap v15621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:34.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:45:34 smithi032 ceph-mon[189144]: pgmap v15621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:35.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:45:34 smithi039 ceph-mon[181282]: pgmap v15621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:45:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:45:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:45:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:45:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:45:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:45:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:45:36 smithi032 ceph-mon[191839]: pgmap v15622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:45:36 smithi032 ceph-mon[189144]: pgmap v15622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:37.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:45:36 smithi039 ceph-mon[181282]: pgmap v15622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:38.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:45:38 smithi032 ceph-mon[191839]: pgmap v15623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:38.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:45:38 smithi032 ceph-mon[189144]: pgmap v15623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:39.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:45:38 smithi039 ceph-mon[181282]: pgmap v15623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:40.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:45:40 smithi032 ceph-mon[189144]: pgmap v15624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:40.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:45:40 smithi032 ceph-mon[191839]: pgmap v15624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:41.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:45:40 smithi039 ceph-mon[181282]: pgmap v15624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:45:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:45:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:45:42.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:45:42 smithi032 ceph-mon[191839]: pgmap v15625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:42.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:45:42 smithi032 ceph-mon[189144]: pgmap v15625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:43.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:45:42 smithi039 ceph-mon[181282]: pgmap v15625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:44.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:45:44 smithi032 ceph-mon[191839]: pgmap v15626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:44.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:45:44 smithi032 ceph-mon[189144]: pgmap v15626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:45.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:45:44 smithi039 ceph-mon[181282]: pgmap v15626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:46.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:45:46 smithi032 ceph-mon[191839]: pgmap v15627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:46.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:45:46 smithi032 ceph-mon[189144]: pgmap v15627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:47.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:45:46 smithi039 ceph-mon[181282]: pgmap v15627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:47.268 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:45:47.593 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:45:47.594 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 2m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:45:47.594 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 29s ago 7h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:45:47.594 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 2m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:45:47.594 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 29s ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:45:47.594 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 29s ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:45:47.594 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 2m ago 7h 830M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:45:47.594 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 2m ago 7h 1949M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:45:47.594 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 29s ago 7h 930M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:45:47.594 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 2m ago 7h 970M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:45:47.594 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 2m ago 7h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:45:47.594 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 29s ago 7h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:45:47.595 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 2m ago 7h 5142M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:45:47.595 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 2m ago 7h 5284M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:45:47.595 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 2m ago 7h 4680M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:45:47.595 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 2m ago 7h 4782M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:45:47.595 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 29s ago 7h 4514M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:45:47.595 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 29s ago 7h 4907M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:45:47.595 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 29s ago 7h 4572M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:45:47.595 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 29s ago 7h 4603M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:45:47.595 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 29s ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:45:47.999 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:45:47.999 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:45:47.999 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:45:47.999 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:45:47.999 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:45:47.999 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:45:47.999 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:45:47.999 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:45:47.999 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:45:47.999 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:45:47.999 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:45:47.999 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:45:48.000 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:45:48.000 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:45:48.000 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:45:48.000 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:45:48.000 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:45:48.000 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:45:48.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:45:48 smithi032 ceph-mon[191839]: from='client.51231 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:45:48.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:45:48 smithi032 ceph-mon[191839]: pgmap v15628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:48.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:45:48 smithi032 ceph-mon[191839]: from='client.61154 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:45:48.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:45:48 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/928479748' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:45:48.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:45:48 smithi032 ceph-mon[189144]: from='client.51231 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:45:48.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:45:48 smithi032 ceph-mon[189144]: pgmap v15628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:48.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:45:48 smithi032 ceph-mon[189144]: from='client.61154 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:45:48.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:45:48 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/928479748' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:45:49.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:45:48 smithi039 ceph-mon[181282]: from='client.51231 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:45:49.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:45:48 smithi039 ceph-mon[181282]: pgmap v15628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:49.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:45:48 smithi039 ceph-mon[181282]: from='client.61154 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:45:49.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:45:48 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/928479748' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:45:50.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:45:50 smithi032 ceph-mon[191839]: pgmap v15629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:50.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:45:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:45:50.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:45:50 smithi032 ceph-mon[189144]: pgmap v15629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:50.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:45:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:45:50.932 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:45:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:45:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:45:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:45:50 smithi039 ceph-mon[181282]: pgmap v15629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:45:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:45:52.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:45:52 smithi032 ceph-mon[191839]: pgmap v15630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:52.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:45:52 smithi032 ceph-mon[189144]: pgmap v15630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:53.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:45:52 smithi039 ceph-mon[181282]: pgmap v15630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:54.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:45:54 smithi032 ceph-mon[191839]: pgmap v15631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:54.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:45:54 smithi032 ceph-mon[189144]: pgmap v15631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:55.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:45:54 smithi039 ceph-mon[181282]: pgmap v15631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:56.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:45:56 smithi032 ceph-mon[189144]: pgmap v15632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:56.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:45:56 smithi032 ceph-mon[191839]: pgmap v15632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:57.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:45:56 smithi039 ceph-mon[181282]: pgmap v15632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:58.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:45:58 smithi032 ceph-mon[191839]: pgmap v15633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:58.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:45:58 smithi032 ceph-mon[189144]: pgmap v15633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:45:59.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:45:58 smithi039 ceph-mon[181282]: pgmap v15633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:00.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:46:00 smithi032 ceph-mon[191839]: pgmap v15634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:00.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:46:00 smithi032 ceph-mon[189144]: pgmap v15634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:00.932 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:46:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:46:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:46:01.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:46:00 smithi039 ceph-mon[181282]: pgmap v15634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:02.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:46:02 smithi032 ceph-mon[191839]: pgmap v15635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:02.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:46:02 smithi032 ceph-mon[189144]: pgmap v15635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:03.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:46:02 smithi039 ceph-mon[181282]: pgmap v15635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:04.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:46:04 smithi032 ceph-mon[191839]: pgmap v15636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:04.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:46:04 smithi032 ceph-mon[189144]: pgmap v15636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:05.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:46:04 smithi039 ceph-mon[181282]: pgmap v15636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:46:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:46:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:46:05 smithi032 ceph-mon[191839]: pgmap v15637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:46:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:46:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:46:05 smithi032 ceph-mon[189144]: pgmap v15637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:46:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:46:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:46:05 smithi039 ceph-mon[181282]: pgmap v15637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:08.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:46:08 smithi032 ceph-mon[191839]: pgmap v15638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:08.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:46:08 smithi032 ceph-mon[189144]: pgmap v15638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:09.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:46:08 smithi039 ceph-mon[181282]: pgmap v15638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:10.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:46:10 smithi032 ceph-mon[189144]: pgmap v15639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:10.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:46:10 smithi032 ceph-mon[191839]: pgmap v15639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:11.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:46:10 smithi039 ceph-mon[181282]: pgmap v15639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:46:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:46:10] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T00:46:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:46:12 smithi032 ceph-mon[189144]: pgmap v15640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:46:12 smithi032 ceph-mon[191839]: pgmap v15640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:13.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:46:12 smithi039 ceph-mon[181282]: pgmap v15640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:14.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:46:14 smithi032 ceph-mon[191839]: pgmap v15641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:14.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:46:14 smithi032 ceph-mon[189144]: pgmap v15641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:15.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:46:14 smithi039 ceph-mon[181282]: pgmap v15641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:16.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:46:16 smithi032 ceph-mon[191839]: pgmap v15642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:46:16 smithi032 ceph-mon[189144]: pgmap v15642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:17.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:46:16 smithi039 ceph-mon[181282]: pgmap v15642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:18.361 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:46:18.683 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:46:18.684 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 3m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:46:18.684 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 60s ago 7h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:46:18.684 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 3m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:46:18.684 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 60s ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:46:18.684 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 60s ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:46:18.684 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 3m ago 7h 830M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:46:18.684 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 3m ago 7h 1949M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:46:18.684 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 60s ago 7h 930M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:46:18.684 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 3m ago 7h 970M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:46:18.684 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 3m ago 7h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:46:18.684 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 60s ago 7h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:46:18.684 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 3m ago 7h 5142M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:46:18.684 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 3m ago 7h 5284M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:46:18.684 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 3m ago 7h 4680M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:46:18.684 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 3m ago 7h 4782M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:46:18.685 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 60s ago 7h 4514M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:46:18.685 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 60s ago 7h 4907M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:46:18.685 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 60s ago 7h 4572M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:46:18.685 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 60s ago 7h 4603M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:46:18.685 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 60s ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:46:18.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:46:18 smithi032 ceph-mon[191839]: pgmap v15643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:46:18 smithi032 ceph-mon[189144]: pgmap v15643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:19.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:46:18 smithi039 ceph-mon[181282]: pgmap v15643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:19.090 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:46:19.090 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:46:19.091 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:46:19.091 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:46:19.091 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:46:19.091 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:46:19.091 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:46:19.091 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:46:19.091 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:46:19.091 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:46:19.091 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:46:19.091 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:46:19.091 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:46:19.091 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:46:19.091 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:46:19.091 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:46:19.092 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:46:19.092 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:46:19.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:46:19 smithi032 ceph-mon[191839]: from='client.51249 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:46:19.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:46:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:46:19.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:46:19 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4091908939' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:46:19.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:46:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:46:19.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:46:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:46:19.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:46:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:46:19.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:46:19 smithi032 ceph-mon[189144]: from='client.51249 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:46:19.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:46:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:46:19.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:46:19 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4091908939' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:46:19.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:46:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:46:19.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:46:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:46:19.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:46:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:46:20.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:46:19 smithi039 ceph-mon[181282]: from='client.51249 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:46:20.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:46:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:46:20.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:46:19 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4091908939' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:46:20.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:46:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:46:20.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:46:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:46:20.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:46:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:46:20.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:46:20 smithi032 ceph-mon[189144]: from='client.61172 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:46:20.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:46:20 smithi032 ceph-mon[189144]: pgmap v15644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:20.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:46:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:46:20.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:46:20 smithi032 ceph-mon[191839]: from='client.61172 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:46:20.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:46:20 smithi032 ceph-mon[191839]: pgmap v15644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:20.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:46:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:46:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:46:20 smithi039 ceph-mon[181282]: from='client.61172 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:46:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:46:20 smithi039 ceph-mon[181282]: pgmap v15644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:46:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:46:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:46:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:46:20] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-23T00:46:22.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:46:22 smithi032 ceph-mon[191839]: pgmap v15645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:22.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:46:22 smithi032 ceph-mon[189144]: pgmap v15645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:23.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:46:22 smithi039 ceph-mon[181282]: pgmap v15645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:24.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:46:24 smithi032 ceph-mon[191839]: pgmap v15646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:24.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:46:24 smithi032 ceph-mon[189144]: pgmap v15646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:25.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:46:24 smithi039 ceph-mon[181282]: pgmap v15646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:26.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:46:26 smithi032 ceph-mon[191839]: pgmap v15647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:26.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:46:26 smithi032 ceph-mon[189144]: pgmap v15647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:27.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:46:26 smithi039 ceph-mon[181282]: pgmap v15647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:28.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:46:28 smithi032 ceph-mon[191839]: pgmap v15648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:28.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:46:28 smithi032 ceph-mon[189144]: pgmap v15648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:29.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:46:28 smithi039 ceph-mon[181282]: pgmap v15648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:30.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:46:30 smithi032 ceph-mon[189144]: pgmap v15649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:30.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:46:30 smithi032 ceph-mon[191839]: pgmap v15649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:31.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:46:30 smithi039 ceph-mon[181282]: pgmap v15649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:46:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:46:30] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-23T00:46:32.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:46:32 smithi032 ceph-mon[189144]: pgmap v15650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:32.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:46:32 smithi032 ceph-mon[191839]: pgmap v15650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:33.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:46:32 smithi039 ceph-mon[181282]: pgmap v15650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:46:34 smithi032 ceph-mon[191839]: pgmap v15651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:34.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:46:34 smithi032 ceph-mon[189144]: pgmap v15651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:35.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:46:34 smithi039 ceph-mon[181282]: pgmap v15651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:46:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:46:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:46:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:46:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:46:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:46:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:46:36 smithi032 ceph-mon[191839]: pgmap v15652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:46:36 smithi032 ceph-mon[189144]: pgmap v15652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:37.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:46:36 smithi039 ceph-mon[181282]: pgmap v15652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:38.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:46:38 smithi032 ceph-mon[191839]: pgmap v15653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:38.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:46:38 smithi032 ceph-mon[189144]: pgmap v15653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:39.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:46:38 smithi039 ceph-mon[181282]: pgmap v15653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:40.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:46:40 smithi032 ceph-mon[191839]: pgmap v15654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:40.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:46:40 smithi032 ceph-mon[189144]: pgmap v15654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:41.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:46:40 smithi039 ceph-mon[181282]: pgmap v15654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:46:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:46:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:46:42.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:46:42 smithi032 ceph-mon[191839]: pgmap v15655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:42.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:46:42 smithi032 ceph-mon[189144]: pgmap v15655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:43.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:46:42 smithi039 ceph-mon[181282]: pgmap v15655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:44.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:46:44 smithi032 ceph-mon[191839]: pgmap v15656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:44.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:46:44 smithi032 ceph-mon[189144]: pgmap v15656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:45.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:46:44 smithi039 ceph-mon[181282]: pgmap v15656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:46.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:46:46 smithi032 ceph-mon[191839]: pgmap v15657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:46.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:46:46 smithi032 ceph-mon[189144]: pgmap v15657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:47.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:46:46 smithi039 ceph-mon[181282]: pgmap v15657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:48.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:46:48 smithi032 ceph-mon[191839]: pgmap v15658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:48.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:46:48 smithi032 ceph-mon[189144]: pgmap v15658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:49.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:46:48 smithi039 ceph-mon[181282]: pgmap v15658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:49.454 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:46:49.780 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:46:49.780 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 3m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:46:49.780 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 91s ago 7h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:46:49.780 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 3m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:46:49.780 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 91s ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:46:49.780 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 91s ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:46:49.781 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 3m ago 7h 830M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:46:49.781 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 3m ago 7h 1949M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:46:49.781 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 91s ago 7h 930M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:46:49.781 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 3m ago 7h 970M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:46:49.781 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 3m ago 7h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:46:49.781 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 91s ago 7h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:46:49.781 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 3m ago 7h 5142M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:46:49.781 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 3m ago 7h 5284M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:46:49.781 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 3m ago 7h 4680M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:46:49.781 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 3m ago 7h 4782M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:46:49.781 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 91s ago 7h 4514M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:46:49.782 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 91s ago 7h 4907M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:46:49.782 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 91s ago 7h 4572M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:46:49.782 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 91s ago 7h 4603M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:46:49.782 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 91s ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:46:50.183 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:46:50.183 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:46:50.183 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:46:50.183 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:46:50.184 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:46:50.184 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:46:50.184 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:46:50.184 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:46:50.184 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:46:50.184 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:46:50.184 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:46:50.184 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:46:50.184 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:46:50.184 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:46:50.184 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:46:50.184 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:46:50.184 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:46:50.185 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:46:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:46:50 smithi032 ceph-mon[189144]: pgmap v15659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:50.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:46:50 smithi032 ceph-mon[189144]: from='client.51267 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:46:50.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:46:50 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1735906090' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:46:50.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:46:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:46:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:46:50 smithi032 ceph-mon[191839]: pgmap v15659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:46:50 smithi032 ceph-mon[191839]: from='client.51267 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:46:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:46:50 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1735906090' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:46:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:46:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:46:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:46:50 smithi039 ceph-mon[181282]: pgmap v15659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:46:50 smithi039 ceph-mon[181282]: from='client.51267 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:46:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:46:50 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1735906090' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:46:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:46:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:46:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:46:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:46:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:46:51.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:46:51 smithi032 ceph-mon[189144]: from='client.61190 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:46:51.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:46:51 smithi032 ceph-mon[191839]: from='client.61190 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:46:52.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:46:51 smithi039 ceph-mon[181282]: from='client.61190 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:46:52.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:46:52 smithi032 ceph-mon[191839]: pgmap v15660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:52.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:46:52 smithi032 ceph-mon[189144]: pgmap v15660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:53.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:46:52 smithi039 ceph-mon[181282]: pgmap v15660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:54.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:46:54 smithi032 ceph-mon[189144]: pgmap v15661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:54.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:46:54 smithi032 ceph-mon[191839]: pgmap v15661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:55.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:46:54 smithi039 ceph-mon[181282]: pgmap v15661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:56.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:46:56 smithi032 ceph-mon[189144]: pgmap v15662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:56.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:46:56 smithi032 ceph-mon[191839]: pgmap v15662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:57.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:46:56 smithi039 ceph-mon[181282]: pgmap v15662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:58.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:46:58 smithi032 ceph-mon[189144]: pgmap v15663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:58.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:46:58 smithi032 ceph-mon[191839]: pgmap v15663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:46:59.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:46:58 smithi039 ceph-mon[181282]: pgmap v15663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:00.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:47:00 smithi032 ceph-mon[189144]: pgmap v15664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:00.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:47:00 smithi032 ceph-mon[191839]: pgmap v15664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:01.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:47:00 smithi039 ceph-mon[181282]: pgmap v15664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:47:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:47:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:47:02.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:47:02 smithi032 ceph-mon[189144]: pgmap v15665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:02.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:47:02 smithi032 ceph-mon[191839]: pgmap v15665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:03.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:47:02 smithi039 ceph-mon[181282]: pgmap v15665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:04.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:47:04 smithi032 ceph-mon[191839]: pgmap v15666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:04.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:47:04 smithi032 ceph-mon[189144]: pgmap v15666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:05.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:47:04 smithi039 ceph-mon[181282]: pgmap v15666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:47:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:47:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:47:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:47:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:47:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:47:06.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:47:06 smithi032 ceph-mon[191839]: pgmap v15667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:06.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:47:06 smithi032 ceph-mon[189144]: pgmap v15667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:07.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:47:06 smithi039 ceph-mon[181282]: pgmap v15667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:08.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:47:08 smithi032 ceph-mon[191839]: pgmap v15668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:08.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:47:08 smithi032 ceph-mon[189144]: pgmap v15668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:09.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:47:08 smithi039 ceph-mon[181282]: pgmap v15668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:10.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:47:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:47:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:47:10.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:47:10 smithi032 ceph-mon[191839]: pgmap v15669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:10.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:47:10 smithi032 ceph-mon[189144]: pgmap v15669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:11.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:47:10 smithi039 ceph-mon[181282]: pgmap v15669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:47:12 smithi032 ceph-mon[189144]: pgmap v15670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:47:12 smithi032 ceph-mon[191839]: pgmap v15670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:13.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:47:12 smithi039 ceph-mon[181282]: pgmap v15670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:14.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:47:14 smithi032 ceph-mon[191839]: pgmap v15671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:14.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:47:14 smithi032 ceph-mon[189144]: pgmap v15671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:15.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:47:14 smithi039 ceph-mon[181282]: pgmap v15671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:16.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:47:16 smithi032 ceph-mon[191839]: pgmap v15672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:47:16 smithi032 ceph-mon[189144]: pgmap v15672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:17.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:47:16 smithi039 ceph-mon[181282]: pgmap v15672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:18.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:47:18 smithi032 ceph-mon[191839]: pgmap v15673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:47:18 smithi032 ceph-mon[189144]: pgmap v15673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:19.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:47:18 smithi039 ceph-mon[181282]: pgmap v15673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:19.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:47:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:47:19.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:47:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:47:20.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:47:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:47:20.534 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:47:20.859 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:47:20.859 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 4m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:47:20.859 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 2m ago 7h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:47:20.859 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 4m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:47:20.860 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 2m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:47:20.860 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 2m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:47:20.860 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 4m ago 7h 830M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:47:20.860 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 4m ago 7h 1949M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:47:20.860 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 2m ago 7h 930M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:47:20.860 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 4m ago 7h 970M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:47:20.860 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 4m ago 7h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:47:20.860 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 2m ago 7h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:47:20.860 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 4m ago 7h 5142M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:47:20.860 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 4m ago 7h 5284M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:47:20.860 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 4m ago 7h 4680M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:47:20.860 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 4m ago 7h 4782M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:47:20.860 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 2m ago 7h 4514M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:47:20.860 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 2m ago 7h 4907M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:47:20.860 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 2m ago 7h 4572M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:47:20.860 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 2m ago 7h 4603M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:47:20.860 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 2m ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:47:20.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:47:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:47:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:47:20.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:47:20 smithi032 ceph-mon[191839]: pgmap v15674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:20.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:47:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:47:20.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:47:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:47:20.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:47:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:47:20.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:47:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:47:20.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:47:20 smithi032 ceph-mon[189144]: pgmap v15674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:20.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:47:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:47:20.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:47:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:47:20.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:47:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:47:20.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:47:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:47:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:47:20 smithi039 ceph-mon[181282]: pgmap v15674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:47:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:47:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:47:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:47:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:47:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:47:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:47:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:47:21.260 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:47:21.260 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:47:21.260 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:47:21.260 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:47:21.260 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:47:21.260 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:47:21.260 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:47:21.260 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:47:21.260 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:47:21.260 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:47:21.260 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:47:21.260 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:47:21.261 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:47:21.261 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:47:21.261 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:47:21.261 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:47:21.261 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:47:21.261 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:47:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:47:21 smithi032 ceph-mon[189144]: from='client.61202 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:47:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:47:21 smithi032 ceph-mon[189144]: from='client.51291 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:47:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:47:21 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/404818827' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:47:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:47:21 smithi032 ceph-mon[189144]: pgmap v15675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:47:21 smithi032 ceph-mon[191839]: from='client.61202 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:47:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:47:21 smithi032 ceph-mon[191839]: from='client.51291 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:47:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:47:21 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/404818827' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:47:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:47:21 smithi032 ceph-mon[191839]: pgmap v15675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:22.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:47:21 smithi039 ceph-mon[181282]: from='client.61202 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:47:22.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:47:21 smithi039 ceph-mon[181282]: from='client.51291 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:47:22.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:47:21 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/404818827' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:47:22.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:47:21 smithi039 ceph-mon[181282]: pgmap v15675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:24.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:47:24 smithi032 ceph-mon[191839]: pgmap v15676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:24.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:47:24 smithi032 ceph-mon[189144]: pgmap v15676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:25.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:47:24 smithi039 ceph-mon[181282]: pgmap v15676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:26.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:47:26 smithi032 ceph-mon[191839]: pgmap v15677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:26.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:47:26 smithi032 ceph-mon[189144]: pgmap v15677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:27.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:47:26 smithi039 ceph-mon[181282]: pgmap v15677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:28.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:47:28 smithi032 ceph-mon[191839]: pgmap v15678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:28.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:47:28 smithi032 ceph-mon[189144]: pgmap v15678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:29.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:47:28 smithi039 ceph-mon[181282]: pgmap v15678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:30.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:47:30 smithi032 ceph-mon[189144]: pgmap v15679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:30.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:47:30 smithi032 ceph-mon[191839]: pgmap v15679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:31.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:47:30 smithi039 ceph-mon[181282]: pgmap v15679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:47:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:47:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:47:32.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:47:32 smithi032 ceph-mon[191839]: pgmap v15680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:32.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:47:32 smithi032 ceph-mon[189144]: pgmap v15680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:33.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:47:32 smithi039 ceph-mon[181282]: pgmap v15680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:34.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:47:34 smithi032 ceph-mon[189144]: pgmap v15681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:47:34 smithi032 ceph-mon[191839]: pgmap v15681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:35.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:47:34 smithi039 ceph-mon[181282]: pgmap v15681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:47:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:47:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:47:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:47:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:47:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:47:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:47:36 smithi032 ceph-mon[191839]: pgmap v15682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:47:36 smithi032 ceph-mon[189144]: pgmap v15682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:37.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:47:36 smithi039 ceph-mon[181282]: pgmap v15682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:38.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:47:38 smithi032 ceph-mon[191839]: pgmap v15683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:38.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:47:38 smithi032 ceph-mon[189144]: pgmap v15683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:39.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:47:38 smithi039 ceph-mon[181282]: pgmap v15683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:40.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:47:40 smithi032 ceph-mon[189144]: pgmap v15684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:40.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:47:40 smithi032 ceph-mon[191839]: pgmap v15684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:41.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:47:40 smithi039 ceph-mon[181282]: pgmap v15684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:47:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:47:40] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T00:47:42.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:47:42 smithi032 ceph-mon[191839]: pgmap v15685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:42.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:47:42 smithi032 ceph-mon[189144]: pgmap v15685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:43.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:47:42 smithi039 ceph-mon[181282]: pgmap v15685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:44.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:47:44 smithi032 ceph-mon[191839]: pgmap v15686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:44.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:47:44 smithi032 ceph-mon[189144]: pgmap v15686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:45.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:47:44 smithi039 ceph-mon[181282]: pgmap v15686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:46.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:47:46 smithi032 ceph-mon[191839]: pgmap v15687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:46.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:47:46 smithi032 ceph-mon[189144]: pgmap v15687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:47.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:47:46 smithi039 ceph-mon[181282]: pgmap v15687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:48.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:47:48 smithi032 ceph-mon[191839]: pgmap v15688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:48.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:47:48 smithi032 ceph-mon[189144]: pgmap v15688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:49.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:47:48 smithi039 ceph-mon[181282]: pgmap v15688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:50.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:47:50 smithi032 ceph-mon[189144]: pgmap v15689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:50.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:47:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:47:50.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:47:50 smithi032 ceph-mon[191839]: pgmap v15689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:50.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:47:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:47:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:47:50 smithi039 ceph-mon[181282]: pgmap v15689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:47:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:47:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:47:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:47:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:47:51.626 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:47:51.949 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:47:51.949 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 4m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:47:51.949 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 2m ago 7h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:47:51.949 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 4m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:47:51.949 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 2m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:47:51.949 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 2m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:47:51.949 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 4m ago 7h 830M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:47:51.949 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 4m ago 7h 1949M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:47:51.949 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 2m ago 7h 930M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:47:51.949 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 4m ago 7h 970M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:47:51.949 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 4m ago 7h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:47:51.950 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 2m ago 7h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:47:51.950 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 4m ago 7h 5142M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:47:51.950 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 4m ago 7h 5284M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:47:51.950 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 4m ago 7h 4680M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:47:51.950 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 4m ago 7h 4782M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:47:51.950 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 2m ago 7h 4514M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:47:51.950 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 2m ago 7h 4907M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:47:51.950 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 2m ago 7h 4572M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:47:51.950 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 2m ago 7h 4603M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:47:51.950 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 2m ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:47:52.357 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:47:52.357 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:47:52.358 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:47:52.358 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:47:52.358 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:47:52.358 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:47:52.358 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:47:52.358 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:47:52.358 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:47:52.358 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:47:52.358 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:47:52.358 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:47:52.358 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:47:52.358 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:47:52.358 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:47:52.358 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:47:52.358 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:47:52.358 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:47:52.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:47:52 smithi032 ceph-mon[189144]: pgmap v15690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:52.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:47:52 smithi032 ceph-mon[189144]: from='client.51303 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:47:52.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:47:52 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1620910625' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:47:52.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:47:52 smithi032 ceph-mon[191839]: pgmap v15690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:52.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:47:52 smithi032 ceph-mon[191839]: from='client.51303 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:47:52.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:47:52 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1620910625' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:47:53.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:47:52 smithi039 ceph-mon[181282]: pgmap v15690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:53.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:47:52 smithi039 ceph-mon[181282]: from='client.51303 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:47:53.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:47:52 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1620910625' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:47:53.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:47:53 smithi032 ceph-mon[191839]: from='client.51309 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:47:53.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:47:53 smithi032 ceph-mon[189144]: from='client.51309 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:47:54.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:47:53 smithi039 ceph-mon[181282]: from='client.51309 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:47:54.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:47:54 smithi032 ceph-mon[191839]: pgmap v15691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:54.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:47:54 smithi032 ceph-mon[189144]: pgmap v15691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:55.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:47:54 smithi039 ceph-mon[181282]: pgmap v15691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:56.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:47:56 smithi032 ceph-mon[191839]: pgmap v15692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:56.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:47:56 smithi032 ceph-mon[189144]: pgmap v15692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:57.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:47:56 smithi039 ceph-mon[181282]: pgmap v15692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:58.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:47:58 smithi032 ceph-mon[191839]: pgmap v15693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:58.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:47:58 smithi032 ceph-mon[189144]: pgmap v15693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:47:59.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:47:58 smithi039 ceph-mon[181282]: pgmap v15693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:00.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:48:00 smithi032 ceph-mon[189144]: pgmap v15694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:00.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:48:00 smithi032 ceph-mon[191839]: pgmap v15694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:01.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:48:00 smithi039 ceph-mon[181282]: pgmap v15694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:48:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:48:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:48:02.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:48:02 smithi032 ceph-mon[191839]: pgmap v15695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:02.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:48:02 smithi032 ceph-mon[189144]: pgmap v15695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:03.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:48:02 smithi039 ceph-mon[181282]: pgmap v15695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:04.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:48:04 smithi032 ceph-mon[191839]: pgmap v15696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:04.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:48:04 smithi032 ceph-mon[189144]: pgmap v15696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:05.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:48:04 smithi039 ceph-mon[181282]: pgmap v15696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:48:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:48:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:48:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:48:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:48:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:48:06.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:48:06 smithi032 ceph-mon[191839]: pgmap v15697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:06.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:48:06 smithi032 ceph-mon[189144]: pgmap v15697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:07.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:48:06 smithi039 ceph-mon[181282]: pgmap v15697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:08.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:48:08 smithi032 ceph-mon[191839]: pgmap v15698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:08.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:48:08 smithi032 ceph-mon[189144]: pgmap v15698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:09.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:48:08 smithi039 ceph-mon[181282]: pgmap v15698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:10.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:48:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:48:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:48:10.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:48:10 smithi032 ceph-mon[191839]: pgmap v15699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:10.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:48:10 smithi032 ceph-mon[189144]: pgmap v15699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:11.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:48:10 smithi039 ceph-mon[181282]: pgmap v15699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:48:12 smithi032 ceph-mon[191839]: pgmap v15700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:48:12 smithi032 ceph-mon[189144]: pgmap v15700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:13.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:48:12 smithi039 ceph-mon[181282]: pgmap v15700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:14.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:48:14 smithi032 ceph-mon[191839]: pgmap v15701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:14.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:48:14 smithi032 ceph-mon[189144]: pgmap v15701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:15.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:48:14 smithi039 ceph-mon[181282]: pgmap v15701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:16.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:48:16 smithi032 ceph-mon[191839]: pgmap v15702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:48:16 smithi032 ceph-mon[189144]: pgmap v15702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:17.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:48:16 smithi039 ceph-mon[181282]: pgmap v15702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:18.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:48:18 smithi032 ceph-mon[191839]: pgmap v15703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:48:18 smithi032 ceph-mon[189144]: pgmap v15703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:19.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:48:18 smithi039 ceph-mon[181282]: pgmap v15703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:20.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:48:20 smithi032 ceph-mon[189144]: pgmap v15704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:20.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:48:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:48:20.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:48:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:48:20.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:48:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:48:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:48:20.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:48:20 smithi032 ceph-mon[191839]: pgmap v15704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:20.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:48:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:48:20.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:48:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:48:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:48:20 smithi039 ceph-mon[181282]: pgmap v15704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:48:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:48:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:48:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:48:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:48:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:48:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:48:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:48:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:48:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:48:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:48:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:48:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:48:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:48:21.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:48:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:48:22.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:48:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:48:22.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:48:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:48:22.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:48:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:48:22.724 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:48:22.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:48:22 smithi032 ceph-mon[191839]: pgmap v15705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:22.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:48:22 smithi032 ceph-mon[189144]: pgmap v15705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:23.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:48:22 smithi039 ceph-mon[181282]: pgmap v15705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:23.049 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:48:23.049 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 5m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:48:23.049 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 3m ago 7h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:48:23.049 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 5m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:48:23.049 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 3m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:48:23.049 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 3m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:48:23.049 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 5m ago 7h 830M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:48:23.049 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 5m ago 7h 1949M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:48:23.049 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 3m ago 7h 930M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:48:23.049 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 5m ago 7h 970M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:48:23.049 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 5m ago 7h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:48:23.049 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 3m ago 7h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:48:23.050 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 5m ago 7h 5142M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:48:23.050 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 5m ago 7h 5284M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:48:23.050 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 5m ago 7h 4680M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:48:23.050 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 5m ago 7h 4782M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:48:23.050 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 3m ago 7h 4514M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:48:23.050 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 3m ago 7h 4907M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:48:23.050 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 3m ago 7h 4572M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:48:23.050 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 3m ago 7h 4603M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:48:23.050 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 3m ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:48:23.448 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:48:23.449 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:48:23.449 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:48:23.449 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:48:23.449 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:48:23.449 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:48:23.449 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:48:23.449 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:48:23.449 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:48:23.449 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:48:23.449 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:48:23.449 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:48:23.449 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:48:23.449 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:48:23.449 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:48:23.449 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:48:23.450 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:48:23.450 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:48:23.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:48:23 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4275995505' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:48:23.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:48:23 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4275995505' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:48:24.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:48:23 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4275995505' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:48:24.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:48:24 smithi032 ceph-mon[191839]: from='client.51321 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:48:24.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:48:24 smithi032 ceph-mon[191839]: from='client.61244 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:48:24.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:48:24 smithi032 ceph-mon[191839]: pgmap v15706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:24.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:48:24 smithi032 ceph-mon[189144]: from='client.51321 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:48:24.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:48:24 smithi032 ceph-mon[189144]: from='client.61244 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:48:24.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:48:24 smithi032 ceph-mon[189144]: pgmap v15706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:25.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:48:24 smithi039 ceph-mon[181282]: from='client.51321 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:48:25.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:48:24 smithi039 ceph-mon[181282]: from='client.61244 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:48:25.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:48:24 smithi039 ceph-mon[181282]: pgmap v15706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:26.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:48:26 smithi032 ceph-mon[191839]: pgmap v15707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:26.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:48:26 smithi032 ceph-mon[189144]: pgmap v15707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:27.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:48:26 smithi039 ceph-mon[181282]: pgmap v15707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:28.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:48:28 smithi032 ceph-mon[191839]: pgmap v15708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:28.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:48:28 smithi032 ceph-mon[189144]: pgmap v15708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:29.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:48:28 smithi039 ceph-mon[181282]: pgmap v15708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:30.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:48:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:48:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:48:30.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:48:30 smithi032 ceph-mon[191839]: pgmap v15709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:30.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:48:30 smithi032 ceph-mon[189144]: pgmap v15709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:31.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:48:30 smithi039 ceph-mon[181282]: pgmap v15709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:32.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:48:32 smithi032 ceph-mon[191839]: pgmap v15710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:32.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:48:32 smithi032 ceph-mon[189144]: pgmap v15710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:33.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:48:32 smithi039 ceph-mon[181282]: pgmap v15710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:48:34 smithi032 ceph-mon[191839]: pgmap v15711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:34.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:48:34 smithi032 ceph-mon[189144]: pgmap v15711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:48:34 smithi039 ceph-mon[181282]: pgmap v15711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:48:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:48:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:48:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:48:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:48:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:48:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:48:36 smithi032 ceph-mon[189144]: pgmap v15712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:48:36 smithi032 ceph-mon[191839]: pgmap v15712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:37.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:48:36 smithi039 ceph-mon[181282]: pgmap v15712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:38.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:48:38 smithi032 ceph-mon[189144]: pgmap v15713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:38.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:48:38 smithi032 ceph-mon[191839]: pgmap v15713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:39.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:48:38 smithi039 ceph-mon[181282]: pgmap v15713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:40.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:48:40 smithi032 ceph-mon[191839]: pgmap v15714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:40.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:48:40 smithi032 ceph-mon[189144]: pgmap v15714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:41.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:48:40 smithi039 ceph-mon[181282]: pgmap v15714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:48:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:48:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:48:42.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:48:42 smithi032 ceph-mon[191839]: pgmap v15715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:42.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:48:42 smithi032 ceph-mon[189144]: pgmap v15715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:43.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:48:42 smithi039 ceph-mon[181282]: pgmap v15715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:44.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:48:44 smithi032 ceph-mon[191839]: pgmap v15716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:44.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:48:44 smithi032 ceph-mon[189144]: pgmap v15716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:45.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:48:44 smithi039 ceph-mon[181282]: pgmap v15716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:46.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:48:46 smithi032 ceph-mon[191839]: pgmap v15717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:46.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:48:46 smithi032 ceph-mon[189144]: pgmap v15717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:47.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:48:46 smithi039 ceph-mon[181282]: pgmap v15717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:48.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:48:48 smithi032 ceph-mon[191839]: pgmap v15718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:48.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:48:48 smithi032 ceph-mon[189144]: pgmap v15718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:49.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:48:48 smithi039 ceph-mon[181282]: pgmap v15718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:50.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:48:50 smithi032 ceph-mon[191839]: pgmap v15719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:50.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:48:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:48:50.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:48:50 smithi032 ceph-mon[189144]: pgmap v15719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:50.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:48:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:48:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:48:50 smithi039 ceph-mon[181282]: pgmap v15719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:48:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:48:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:48:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:48:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:48:52.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:48:52 smithi032 ceph-mon[191839]: pgmap v15720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:52.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:48:52 smithi032 ceph-mon[189144]: pgmap v15720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:53.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:48:52 smithi039 ceph-mon[181282]: pgmap v15720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:53.810 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:48:54.133 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:48:54.134 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 5m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:48:54.134 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 3m ago 7h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:48:54.134 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 5m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:48:54.134 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 3m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:48:54.134 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 3m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:48:54.134 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 5m ago 7h 830M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:48:54.134 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 5m ago 7h 1949M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:48:54.134 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 3m ago 7h 930M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:48:54.134 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 5m ago 7h 970M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:48:54.134 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 5m ago 7h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:48:54.134 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 3m ago 7h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:48:54.134 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 5m ago 7h 5142M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:48:54.134 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 5m ago 7h 5284M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:48:54.134 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 5m ago 7h 4680M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:48:54.134 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 5m ago 7h 4782M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:48:54.135 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 3m ago 7h 4514M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:48:54.135 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 3m ago 7h 4907M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:48:54.135 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 3m ago 7h 4572M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:48:54.135 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 3m ago 7h 4603M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:48:54.135 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 3m ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:48:54.533 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:48:54.533 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:48:54.534 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:48:54.534 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:48:54.534 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:48:54.534 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:48:54.534 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:48:54.534 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:48:54.534 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:48:54.534 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:48:54.534 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:48:54.534 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:48:54.534 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:48:54.534 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:48:54.534 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:48:54.534 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:48:54.535 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:48:54.535 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:48:54.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:48:54 smithi032 ceph-mon[191839]: pgmap v15721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:54.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:48:54 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2313686430' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:48:54.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:48:54 smithi032 ceph-mon[189144]: pgmap v15721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:54.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:48:54 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2313686430' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:48:55.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:48:54 smithi039 ceph-mon[181282]: pgmap v15721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:55.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:48:54 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2313686430' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:48:55.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:48:55 smithi032 ceph-mon[191839]: from='client.51339 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:48:55.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:48:55 smithi032 ceph-mon[191839]: from='client.51345 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:48:55.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:48:55 smithi032 ceph-mon[189144]: from='client.51339 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:48:55.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:48:55 smithi032 ceph-mon[189144]: from='client.51345 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:48:56.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:48:55 smithi039 ceph-mon[181282]: from='client.51339 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:48:56.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:48:55 smithi039 ceph-mon[181282]: from='client.51345 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:48:56.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:48:56 smithi032 ceph-mon[191839]: pgmap v15722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:56.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:48:56 smithi032 ceph-mon[189144]: pgmap v15722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:57.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:48:56 smithi039 ceph-mon[181282]: pgmap v15722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:58.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:48:58 smithi032 ceph-mon[189144]: pgmap v15723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:58.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:48:58 smithi032 ceph-mon[191839]: pgmap v15723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:48:59.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:48:58 smithi039 ceph-mon[181282]: pgmap v15723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:00.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:49:00 smithi032 ceph-mon[189144]: pgmap v15724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:00.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:49:00 smithi032 ceph-mon[191839]: pgmap v15724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:01.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:49:00 smithi039 ceph-mon[181282]: pgmap v15724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:49:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:49:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:49:02.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:49:02 smithi032 ceph-mon[189144]: pgmap v15725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:02.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:49:02 smithi032 ceph-mon[191839]: pgmap v15725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:03.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:49:02 smithi039 ceph-mon[181282]: pgmap v15725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:04.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:49:04 smithi032 ceph-mon[191839]: pgmap v15726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:04.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:49:04 smithi032 ceph-mon[189144]: pgmap v15726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:05.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:49:04 smithi039 ceph-mon[181282]: pgmap v15726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:49:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:49:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:49:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:49:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:49:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:49:06.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:49:06 smithi032 ceph-mon[191839]: pgmap v15727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:06.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:49:06 smithi032 ceph-mon[189144]: pgmap v15727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:07.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:49:06 smithi039 ceph-mon[181282]: pgmap v15727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:08.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:49:08 smithi032 ceph-mon[189144]: pgmap v15728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:08.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:49:08 smithi032 ceph-mon[191839]: pgmap v15728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:09.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:49:08 smithi039 ceph-mon[181282]: pgmap v15728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:10.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:49:10 smithi032 ceph-mon[189144]: pgmap v15729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:10.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:49:10 smithi032 ceph-mon[191839]: pgmap v15729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:11.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:49:10 smithi039 ceph-mon[181282]: pgmap v15729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:49:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:49:10] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-23T00:49:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:49:12 smithi032 ceph-mon[191839]: pgmap v15730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:49:12 smithi032 ceph-mon[189144]: pgmap v15730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:13.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:49:12 smithi039 ceph-mon[181282]: pgmap v15730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:14.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:49:14 smithi032 ceph-mon[191839]: pgmap v15731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:14.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:49:14 smithi032 ceph-mon[189144]: pgmap v15731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:15.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:49:14 smithi039 ceph-mon[181282]: pgmap v15731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:16.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:49:16 smithi032 ceph-mon[191839]: pgmap v15732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:49:16 smithi032 ceph-mon[189144]: pgmap v15732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:17.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:49:16 smithi039 ceph-mon[181282]: pgmap v15732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:49:18 smithi032 ceph-mon[189144]: pgmap v15733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:18.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:49:18 smithi032 ceph-mon[191839]: pgmap v15733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:49:18 smithi039 ceph-mon[181282]: pgmap v15733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:20.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:49:20 smithi032 ceph-mon[191839]: pgmap v15734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:20.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:49:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:49:20.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:49:20 smithi032 ceph-mon[189144]: pgmap v15734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:20.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:49:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:49:20.932 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:49:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:49:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:49:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:49:20 smithi039 ceph-mon[181282]: pgmap v15734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:49:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:49:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:49:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:49:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:49:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:49:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:49:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:49:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:49:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:49:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:49:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:49:21.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:49:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:49:21.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:49:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:49:21.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:49:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:49:22.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:49:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:49:22.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:49:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:49:22.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:49:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:49:22.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:49:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:49:22.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:49:22 smithi032 ceph-mon[191839]: pgmap v15735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:22.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:49:22 smithi032 ceph-mon[189144]: pgmap v15735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:23.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:49:22 smithi039 ceph-mon[181282]: pgmap v15735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:24.899 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:49:24.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:49:24 smithi032 ceph-mon[189144]: pgmap v15736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:24.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:49:24 smithi032 ceph-mon[191839]: pgmap v15736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:25.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:49:24 smithi039 ceph-mon[181282]: pgmap v15736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:25.221 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:49:25.221 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 6m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:49:25.221 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 4m ago 7h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:49:25.221 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 6m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:49:25.221 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 4m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:49:25.221 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 4m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:49:25.221 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 6m ago 7h 830M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:49:25.221 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 6m ago 7h 1949M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:49:25.221 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 4m ago 7h 930M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:49:25.221 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 6m ago 7h 970M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:49:25.222 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 6m ago 7h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:49:25.222 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 4m ago 7h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:49:25.222 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 6m ago 7h 5142M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:49:25.222 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 6m ago 7h 5284M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:49:25.222 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 6m ago 7h 4680M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:49:25.222 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 6m ago 7h 4782M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:49:25.222 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 4m ago 7h 4514M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:49:25.222 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 4m ago 7h 4907M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:49:25.222 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 4m ago 7h 4572M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:49:25.222 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 4m ago 7h 4603M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:49:25.222 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 4m ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:49:25.623 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:49:25.623 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:49:25.623 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:49:25.623 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:49:25.623 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:49:25.623 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:49:25.623 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:49:25.623 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:49:25.624 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:49:25.624 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:49:25.624 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:49:25.624 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:49:25.624 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:49:25.624 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:49:25.624 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:49:25.624 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:49:25.624 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:49:25.624 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:49:25.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:49:25 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2696644111' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:49:25.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:49:25 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2696644111' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:49:26.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:49:25 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2696644111' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:49:26.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:49:26 smithi032 ceph-mon[191839]: from='client.61274 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:49:26.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:49:26 smithi032 ceph-mon[191839]: from='client.61280 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:49:26.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:49:26 smithi032 ceph-mon[191839]: pgmap v15737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:26.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:49:26 smithi032 ceph-mon[189144]: from='client.61274 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:49:26.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:49:26 smithi032 ceph-mon[189144]: from='client.61280 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:49:26.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:49:26 smithi032 ceph-mon[189144]: pgmap v15737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:27.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:49:26 smithi039 ceph-mon[181282]: from='client.61274 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:49:27.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:49:26 smithi039 ceph-mon[181282]: from='client.61280 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:49:27.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:49:26 smithi039 ceph-mon[181282]: pgmap v15737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:28.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:49:28 smithi032 ceph-mon[191839]: pgmap v15738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:28.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:49:28 smithi032 ceph-mon[189144]: pgmap v15738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:29.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:49:28 smithi039 ceph-mon[181282]: pgmap v15738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:30.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:49:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:49:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:49:30.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:49:30 smithi032 ceph-mon[191839]: pgmap v15739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:30.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:49:30 smithi032 ceph-mon[189144]: pgmap v15739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:31.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:49:30 smithi039 ceph-mon[181282]: pgmap v15739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:32.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:49:32 smithi032 ceph-mon[189144]: pgmap v15740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:32.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:49:32 smithi032 ceph-mon[191839]: pgmap v15740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:33.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:49:32 smithi039 ceph-mon[181282]: pgmap v15740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:34.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:49:34 smithi032 ceph-mon[189144]: pgmap v15741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:49:34 smithi032 ceph-mon[191839]: pgmap v15741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:49:34 smithi039 ceph-mon[181282]: pgmap v15741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:49:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:49:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:49:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:49:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:49:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:49:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:49:36 smithi032 ceph-mon[191839]: pgmap v15742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:49:36 smithi032 ceph-mon[189144]: pgmap v15742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:37.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:49:36 smithi039 ceph-mon[181282]: pgmap v15742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:38.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:49:38 smithi032 ceph-mon[189144]: pgmap v15743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:38.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:49:38 smithi032 ceph-mon[191839]: pgmap v15743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:39.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:49:38 smithi039 ceph-mon[181282]: pgmap v15743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:40.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:49:40 smithi032 ceph-mon[191839]: pgmap v15744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:40.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:49:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:49:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:49:40.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:49:40 smithi032 ceph-mon[189144]: pgmap v15744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:41.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:49:40 smithi039 ceph-mon[181282]: pgmap v15744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:42.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:49:42 smithi032 ceph-mon[191839]: pgmap v15745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:42.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:49:42 smithi032 ceph-mon[189144]: pgmap v15745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:43.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:49:42 smithi039 ceph-mon[181282]: pgmap v15745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:44.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:49:44 smithi032 ceph-mon[191839]: pgmap v15746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:44.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:49:44 smithi032 ceph-mon[189144]: pgmap v15746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:45.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:49:44 smithi039 ceph-mon[181282]: pgmap v15746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:46.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:49:46 smithi032 ceph-mon[191839]: pgmap v15747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:46.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:49:46 smithi032 ceph-mon[189144]: pgmap v15747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:47.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:49:46 smithi039 ceph-mon[181282]: pgmap v15747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:48.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:49:48 smithi032 ceph-mon[189144]: pgmap v15748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:48.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:49:48 smithi032 ceph-mon[191839]: pgmap v15748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:49.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:49:48 smithi039 ceph-mon[181282]: pgmap v15748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:50.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:49:49 smithi039 ceph-mon[181282]: pgmap v15749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:49:49 smithi032 ceph-mon[191839]: pgmap v15749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:50.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:49:49 smithi032 ceph-mon[189144]: pgmap v15749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:49:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:49:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:49:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:49:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:49:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:49:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:49:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:49:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:49:52.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:49:51 smithi039 ceph-mon[181282]: pgmap v15750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:49:51 smithi032 ceph-mon[189144]: pgmap v15750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:52.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:49:51 smithi032 ceph-mon[191839]: pgmap v15750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:54.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:49:54 smithi032 ceph-mon[191839]: pgmap v15751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:54.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:49:54 smithi032 ceph-mon[189144]: pgmap v15751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:55.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:49:54 smithi039 ceph-mon[181282]: pgmap v15751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:55.990 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:49:56.315 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:49:56.315 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 6m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:49:56.315 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 4m ago 7h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:49:56.315 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 6m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:49:56.315 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 4m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:49:56.315 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 4m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:49:56.315 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 6m ago 7h 830M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:49:56.315 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 6m ago 7h 1949M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:49:56.315 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 4m ago 7h 930M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:49:56.315 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 6m ago 7h 970M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:49:56.315 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 6m ago 7h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:49:56.315 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 4m ago 7h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:49:56.316 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 6m ago 7h 5142M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:49:56.316 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 6m ago 7h 5284M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:49:56.316 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 6m ago 7h 4680M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:49:56.316 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 6m ago 7h 4782M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:49:56.316 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 4m ago 7h 4514M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:49:56.316 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 4m ago 7h 4907M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:49:56.316 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 4m ago 7h 4572M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:49:56.316 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 4m ago 7h 4603M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:49:56.316 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 4m ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:49:56.718 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:49:56.718 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:49:56.718 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:49:56.718 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:49:56.718 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:49:56.718 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:49:56.718 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:49:56.718 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:49:56.718 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:49:56.718 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:49:56.718 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:49:56.719 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:49:56.719 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:49:56.719 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:49:56.719 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:49:56.719 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:49:56.719 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:49:56.719 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:49:56.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:49:56 smithi032 ceph-mon[191839]: pgmap v15752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:56.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:49:56 smithi032 ceph-mon[189144]: pgmap v15752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:57.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:49:56 smithi039 ceph-mon[181282]: pgmap v15752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:57.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:49:57 smithi032 ceph-mon[191839]: from='client.51375 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:49:57.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:49:57 smithi032 ceph-mon[191839]: from='client.51381 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:49:57.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:49:57 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2133312937' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:49:57.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:49:57 smithi032 ceph-mon[189144]: from='client.51375 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:49:57.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:49:57 smithi032 ceph-mon[189144]: from='client.51381 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:49:57.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:49:57 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2133312937' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:49:58.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:49:57 smithi039 ceph-mon[181282]: from='client.51375 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:49:58.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:49:57 smithi039 ceph-mon[181282]: from='client.51381 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:49:58.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:49:57 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2133312937' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:49:58.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:49:58 smithi032 ceph-mon[191839]: pgmap v15753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:58.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:49:58 smithi032 ceph-mon[189144]: pgmap v15753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:49:59.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:49:58 smithi039 ceph-mon[181282]: pgmap v15753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-23T00:49:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T00:50:00.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:50:00 smithi032 ceph-mon[191839]: pgmap v15754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:00.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:50:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T00:50:00.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:00 smithi032 ceph-mon[189144]: pgmap v15754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:00.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T00:50:01.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:50:00 smithi039 ceph-mon[181282]: pgmap v15754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:01.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:50:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T00:50:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:50:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:50:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:50:02.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:50:02 smithi032 ceph-mon[191839]: pgmap v15755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:02.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:02 smithi032 ceph-mon[189144]: pgmap v15755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:03.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:50:02 smithi039 ceph-mon[181282]: pgmap v15755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:04.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:04 smithi032 ceph-mon[189144]: pgmap v15756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:04.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:50:04 smithi032 ceph-mon[191839]: pgmap v15756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:05.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:50:04 smithi039 ceph-mon[181282]: pgmap v15756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:50:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:50:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:50:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:50:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:50:06.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:50:06 smithi032 ceph-mon[191839]: pgmap v15757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:06.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:06 smithi032 ceph-mon[189144]: pgmap v15757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:07.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:50:06 smithi039 ceph-mon[181282]: pgmap v15757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:08.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:08 smithi032 ceph-mon[189144]: pgmap v15758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:08.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:50:08 smithi032 ceph-mon[191839]: pgmap v15758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:09.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:50:08 smithi039 ceph-mon[181282]: pgmap v15758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:10.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:10 smithi032 ceph-mon[189144]: pgmap v15759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:10.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:50:10 smithi032 ceph-mon[191839]: pgmap v15759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:11.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:50:10 smithi039 ceph-mon[181282]: pgmap v15759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:50:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:50:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:50:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:50:12 smithi032 ceph-mon[191839]: pgmap v15760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:12 smithi032 ceph-mon[189144]: pgmap v15760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:13.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:50:12 smithi039 ceph-mon[181282]: pgmap v15760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:14.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:14 smithi032 ceph-mon[189144]: pgmap v15761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:14.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:50:14 smithi032 ceph-mon[191839]: pgmap v15761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:15.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:50:14 smithi039 ceph-mon[181282]: pgmap v15761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:16 smithi032 ceph-mon[189144]: pgmap v15762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:16.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:50:16 smithi032 ceph-mon[191839]: pgmap v15762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:16.986 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:50:16 smithi039 ceph-mon[181282]: pgmap v15762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:17.258 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 23 00:50:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-23T00:50:16.982615273Z level=info msg="Completed cleanup jobs" duration=13.13902ms 2023-12-23T00:50:18.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:18 smithi032 ceph-mon[189144]: pgmap v15763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:18.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:50:18 smithi032 ceph-mon[191839]: pgmap v15763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:19.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:50:18 smithi039 ceph-mon[181282]: pgmap v15763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:20.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:20 smithi032 ceph-mon[189144]: pgmap v15764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:20.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:50:20.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:50:20 smithi032 ceph-mon[191839]: pgmap v15764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:20.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:50:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:50:20.932 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:50:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:50:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:50:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:50:20 smithi039 ceph-mon[181282]: pgmap v15764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:50:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:50:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:50:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:50:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:50:22.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:50:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:50:22.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:22 smithi032 ceph-mon[189144]: pgmap v15765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:22.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:50:22.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:50:22.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:50:22.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:50:22 smithi032 ceph-mon[191839]: pgmap v15765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:22.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:50:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:50:22.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:50:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:50:22.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:50:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:50:23.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:50:22 smithi039 ceph-mon[181282]: pgmap v15765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:23.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:50:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:50:23.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:50:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:50:23.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:50:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:50:24.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:50:24 smithi032 ceph-mon[191839]: pgmap v15766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:24.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:24 smithi032 ceph-mon[189144]: pgmap v15766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:25.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:50:24 smithi039 ceph-mon[181282]: pgmap v15766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:26.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:50:26 smithi032 ceph-mon[191839]: pgmap v15767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:26.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:26 smithi032 ceph-mon[189144]: pgmap v15767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:27.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:50:26 smithi039 ceph-mon[181282]: pgmap v15767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:27.081 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:50:27.405 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:50:27.405 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 7m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:50:27.405 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 5m ago 7h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:50:27.405 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 7m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:50:27.405 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 5m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:50:27.405 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 5m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:50:27.406 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 7m ago 7h 830M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:50:27.406 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 7m ago 7h 1949M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:50:27.406 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 5m ago 7h 930M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:50:27.406 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 7m ago 7h 970M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:50:27.406 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 7m ago 7h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:50:27.406 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 5m ago 7h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:50:27.406 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 7m ago 7h 5142M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:50:27.406 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 7m ago 7h 5284M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:50:27.406 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 7m ago 7h 4680M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:50:27.406 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 7m ago 7h 4782M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:50:27.406 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 5m ago 7h 4514M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:50:27.406 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 5m ago 7h 4907M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:50:27.406 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 5m ago 7h 4572M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:50:27.406 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 5m ago 7h 4603M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:50:27.406 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 5m ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:50:27.806 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:50:27.806 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:50:27.807 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:50:27.807 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:50:27.807 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:50:27.807 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:50:27.807 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:50:27.807 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:50:27.807 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:50:27.807 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:50:27.807 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:50:27.807 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:50:27.807 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:50:27.807 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:50:27.807 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:50:27.807 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:50:27.807 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:50:27.808 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:50:28.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:50:28 smithi032 ceph-mon[191839]: from='client.61310 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:50:28.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:50:28 smithi032 ceph-mon[191839]: from='client.61316 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:50:28.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:50:28 smithi032 ceph-mon[191839]: pgmap v15768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:28.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:50:28 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3970227965' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:50:28.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:28 smithi032 ceph-mon[189144]: from='client.61310 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:50:28.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:28 smithi032 ceph-mon[189144]: from='client.61316 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:50:28.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:28 smithi032 ceph-mon[189144]: pgmap v15768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:28.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:28 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3970227965' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:50:29.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:50:28 smithi039 ceph-mon[181282]: from='client.61310 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:50:29.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:50:28 smithi039 ceph-mon[181282]: from='client.61316 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:50:29.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:50:28 smithi039 ceph-mon[181282]: pgmap v15768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:29.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:50:28 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3970227965' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:50:30.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:50:30 smithi032 ceph-mon[191839]: pgmap v15769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:30.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:30 smithi032 ceph-mon[189144]: pgmap v15769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:30.932 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:50:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:50:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:50:31.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:50:30 smithi039 ceph-mon[181282]: pgmap v15769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:32.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:50:32 smithi032 ceph-mon[191839]: pgmap v15770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:32.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:32 smithi032 ceph-mon[189144]: pgmap v15770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:33.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:50:32 smithi039 ceph-mon[181282]: pgmap v15770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:34.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:50:34 smithi032 ceph-mon[191839]: pgmap v15771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:34.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:34 smithi032 ceph-mon[189144]: pgmap v15771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:35.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:50:34 smithi039 ceph-mon[181282]: pgmap v15771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:50:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:50:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:50:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:50:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:50:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:50:36 smithi032 ceph-mon[191839]: pgmap v15772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:36 smithi032 ceph-mon[189144]: pgmap v15772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:37.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:50:36 smithi039 ceph-mon[181282]: pgmap v15772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:38.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:50:38 smithi032 ceph-mon[191839]: pgmap v15773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:38.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:38 smithi032 ceph-mon[189144]: pgmap v15773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:39.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:50:38 smithi039 ceph-mon[181282]: pgmap v15773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:40.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:50:40 smithi032 ceph-mon[191839]: pgmap v15774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:40.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:40 smithi032 ceph-mon[189144]: pgmap v15774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:40.933 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:50:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:50:40] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T00:50:41.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:50:40 smithi039 ceph-mon[181282]: pgmap v15774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:42.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:50:42 smithi032 ceph-mon[191839]: pgmap v15775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:42.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:42 smithi032 ceph-mon[189144]: pgmap v15775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:43.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:50:42 smithi039 ceph-mon[181282]: pgmap v15775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:44.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:44 smithi032 ceph-mon[189144]: pgmap v15776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:44.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:50:44 smithi032 ceph-mon[191839]: pgmap v15776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:45.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:50:44 smithi039 ceph-mon[181282]: pgmap v15776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:46.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:46 smithi032 ceph-mon[189144]: pgmap v15777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:46.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:50:46 smithi032 ceph-mon[191839]: pgmap v15777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:47.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:50:46 smithi039 ceph-mon[181282]: pgmap v15777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:48.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:48 smithi032 ceph-mon[189144]: pgmap v15778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:48.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:50:48 smithi032 ceph-mon[191839]: pgmap v15778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:49.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:50:48 smithi039 ceph-mon[181282]: pgmap v15778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:50.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:50:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:50:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:50:50.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:50:50 smithi032 ceph-mon[191839]: pgmap v15779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:50.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:50:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:50:50.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:50 smithi032 ceph-mon[189144]: pgmap v15779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:50.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:50:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:50:50 smithi039 ceph-mon[181282]: pgmap v15779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:50:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:50:52.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:50:52 smithi032 ceph-mon[191839]: pgmap v15780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:52.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:52 smithi032 ceph-mon[189144]: pgmap v15780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:53.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:50:52 smithi039 ceph-mon[181282]: pgmap v15780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:55.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:50:54 smithi039 ceph-mon[181282]: pgmap v15781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:55.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:54 smithi032 ceph-mon[189144]: pgmap v15781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:55.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:50:54 smithi032 ceph-mon[191839]: pgmap v15781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:57.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:50:56 smithi039 ceph-mon[181282]: pgmap v15782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:57.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:56 smithi032 ceph-mon[189144]: pgmap v15782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:57.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:50:56 smithi032 ceph-mon[191839]: pgmap v15782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:58.169 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:50:58.492 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:50:58.492 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 7m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:50:58.492 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 5m ago 7h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:50:58.492 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 7m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:50:58.492 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 5m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:50:58.492 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 5m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:50:58.493 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 7m ago 7h 830M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:50:58.493 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 7m ago 7h 1949M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:50:58.493 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 5m ago 7h 930M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:50:58.493 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 7m ago 7h 970M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:50:58.493 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 7m ago 7h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:50:58.493 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 5m ago 7h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:50:58.493 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 7m ago 7h 5142M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:50:58.493 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 7m ago 7h 5284M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:50:58.493 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 7m ago 7h 4680M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:50:58.493 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 7m ago 7h 4782M 2267M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:50:58.493 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 5m ago 7h 4514M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:50:58.493 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 5m ago 7h 4907M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:50:58.493 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 5m ago 7h 4572M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:50:58.493 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 5m ago 7h 4603M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:50:58.494 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 5m ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:50:58.891 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:50:58.891 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:50:58.891 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:50:58.891 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:50:58.891 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:50:58.891 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:50:58.892 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:50:58.892 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:50:58.892 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:50:58.892 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:50:58.892 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:50:58.892 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:50:58.892 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:50:58.892 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:50:58.892 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:50:58.892 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:50:58.892 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:50:58.892 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:50:59.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:50:58 smithi039 ceph-mon[181282]: pgmap v15783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:59.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:58 smithi032 ceph-mon[189144]: pgmap v15783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:50:59.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:50:58 smithi032 ceph-mon[191839]: pgmap v15783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:00.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:50:59 smithi039 ceph-mon[181282]: from='client.51411 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:51:00.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:50:59 smithi039 ceph-mon[181282]: from='client.61334 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:51:00.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:50:59 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2149752968' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:51:00.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:50:59 smithi039 ceph-mon[181282]: pgmap v15784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:59 smithi032 ceph-mon[189144]: from='client.51411 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:51:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:59 smithi032 ceph-mon[189144]: from='client.61334 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:51:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:59 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2149752968' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:51:00.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:50:59 smithi032 ceph-mon[189144]: pgmap v15784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:00.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:50:59 smithi032 ceph-mon[191839]: from='client.51411 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:51:00.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:50:59 smithi032 ceph-mon[191839]: from='client.61334 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:51:00.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:50:59 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2149752968' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:51:00.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:50:59 smithi032 ceph-mon[191839]: pgmap v15784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:51:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:51:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:51:02.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:02 smithi032 ceph-mon[191839]: pgmap v15785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:02.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:02 smithi032 ceph-mon[189144]: pgmap v15785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:03.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:02 smithi039 ceph-mon[181282]: pgmap v15785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:04.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:04 smithi032 ceph-mon[191839]: pgmap v15786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:04.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:04 smithi032 ceph-mon[189144]: pgmap v15786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:05.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:04 smithi039 ceph-mon[181282]: pgmap v15786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:51:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:51:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:51:06.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:06 smithi032 ceph-mon[191839]: pgmap v15787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:06.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:06 smithi032 ceph-mon[189144]: pgmap v15787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:07.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:06 smithi039 ceph-mon[181282]: pgmap v15787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:08.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:08 smithi032 ceph-mon[191839]: pgmap v15788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:08.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:08 smithi032 ceph-mon[189144]: pgmap v15788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:09.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:08 smithi039 ceph-mon[181282]: pgmap v15788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:10.860 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:10 smithi032 ceph-mon[189144]: pgmap v15789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:10.862 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:10 smithi032 ceph-mon[191839]: pgmap v15789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:11.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:10 smithi039 ceph-mon[181282]: pgmap v15789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:51:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:51:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:51:12.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:12 smithi032 ceph-mon[189144]: pgmap v15790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:12.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:12 smithi032 ceph-mon[191839]: pgmap v15790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:13.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:12 smithi039 ceph-mon[181282]: pgmap v15790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:14.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:14 smithi032 ceph-mon[191839]: pgmap v15791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:14.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:14 smithi032 ceph-mon[189144]: pgmap v15791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:15.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:14 smithi039 ceph-mon[181282]: pgmap v15791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:16.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:16 smithi032 ceph-mon[191839]: pgmap v15792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:16 smithi032 ceph-mon[189144]: pgmap v15792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:17.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:16 smithi039 ceph-mon[181282]: pgmap v15792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:18.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:18 smithi032 ceph-mon[191839]: pgmap v15793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:18 smithi032 ceph-mon[189144]: pgmap v15793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:18 smithi039 ceph-mon[181282]: pgmap v15793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:20.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:51:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:51:20] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T00:51:20.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:20 smithi032 ceph-mon[189144]: pgmap v15794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:20.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:51:20.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:20 smithi032 ceph-mon[191839]: pgmap v15794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:20.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:51:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:20 smithi039 ceph-mon[181282]: pgmap v15794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:51:22.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:22 smithi032 ceph-mon[189144]: pgmap v15795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:22.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:51:22.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:51:22.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:51:22.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:22 smithi032 ceph-mon[191839]: pgmap v15795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:22.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:51:22.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:51:22.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:51:23.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:22 smithi039 ceph-mon[181282]: pgmap v15795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:23.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:51:23.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:51:23.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:51:23.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:51:23.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:51:23.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:51:23.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:51:23.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:51:23.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:51:23.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:51:23.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:51:23.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:51:23.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:51:23.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:51:23.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:51:23.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:51:23.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:51:23.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:51:23.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:51:24.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:51:24.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:51:24.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:51:24.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T00:51:24.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:51:24.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:51:24.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:51:24.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:51:24.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:24 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi032 to 2258M 2023-12-23T00:51:24.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:24 smithi032 ceph-mon[191839]: pgmap v15796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:24.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:24 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi032 to 2258M 2023-12-23T00:51:24.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:24 smithi032 ceph-mon[189144]: pgmap v15796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:25.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:24 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi032 to 2258M 2023-12-23T00:51:25.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:24 smithi039 ceph-mon[181282]: pgmap v15796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:26.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:26 smithi032 ceph-mon[191839]: pgmap v15797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:26.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:26 smithi032 ceph-mon[189144]: pgmap v15797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:27.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:26 smithi039 ceph-mon[181282]: pgmap v15797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:28.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:28 smithi032 ceph-mon[189144]: pgmap v15798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:28.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:28 smithi032 ceph-mon[191839]: pgmap v15798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:29.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:28 smithi039 ceph-mon[181282]: pgmap v15798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:29.254 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:51:29.578 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:51:29.578 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 8m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:51:29.579 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 6m ago 7h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:51:29.579 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 8m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:51:29.579 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 6m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:51:29.579 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 6m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:51:29.579 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 8m ago 7h 830M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:51:29.579 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 8m ago 7h 1949M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:51:29.579 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 6m ago 7h 930M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:51:29.579 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 8m ago 7h 970M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:51:29.579 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 8m ago 7h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:51:29.579 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 6m ago 7h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:51:29.579 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 8m ago 7h 5142M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:51:29.579 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 8m ago 7h 5284M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:51:29.579 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 8m ago 7h 4680M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:51:29.579 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 8m ago 7h 4782M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:51:29.580 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 6m ago 7h 4514M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:51:29.580 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 6m ago 7h 4907M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:51:29.580 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 6m ago 7h 4572M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:51:29.580 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 6m ago 7h 4603M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:51:29.580 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 6m ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:51:29.982 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:51:29.982 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:51:29.982 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:51:29.982 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:51:29.982 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:51:29.983 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:51:29.983 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:51:29.983 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:51:29.983 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:51:29.983 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:51:29.983 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:51:29.983 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:51:29.983 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:51:29.983 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:51:29.983 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:51:29.983 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:51:29.983 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:51:29.983 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:51:30.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:51:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:51:30] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T00:51:30.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:30 smithi032 ceph-mon[189144]: from='client.61346 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:51:30.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:30 smithi032 ceph-mon[189144]: pgmap v15799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:30.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:30 smithi032 ceph-mon[189144]: from='client.61352 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:51:30.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:30 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3584105729' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:51:30.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:30 smithi032 ceph-mon[191839]: from='client.61346 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:51:30.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:30 smithi032 ceph-mon[191839]: pgmap v15799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:30.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:30 smithi032 ceph-mon[191839]: from='client.61352 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:51:30.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:30 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3584105729' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:51:31.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:30 smithi039 ceph-mon[181282]: from='client.61346 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:51:31.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:30 smithi039 ceph-mon[181282]: pgmap v15799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:31.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:30 smithi039 ceph-mon[181282]: from='client.61352 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:51:31.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:30 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3584105729' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:51:32.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:32 smithi032 ceph-mon[191839]: pgmap v15800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:32.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:32 smithi032 ceph-mon[189144]: pgmap v15800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:33.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:32 smithi039 ceph-mon[181282]: pgmap v15800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:34.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:34 smithi032 ceph-mon[189144]: pgmap v15801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:34.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:34 smithi032 ceph-mon[191839]: pgmap v15801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:35.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:34 smithi039 ceph-mon[181282]: pgmap v15801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:51:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:51:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:51:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:36 smithi032 ceph-mon[191839]: pgmap v15802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:36 smithi032 ceph-mon[189144]: pgmap v15802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:37.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:36 smithi039 ceph-mon[181282]: pgmap v15802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:38.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:38 smithi032 ceph-mon[191839]: pgmap v15803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:38.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:38 smithi032 ceph-mon[189144]: pgmap v15803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:39.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:38 smithi039 ceph-mon[181282]: pgmap v15803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:40.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:51:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:51:40] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-23T00:51:40.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:40 smithi032 ceph-mon[191839]: pgmap v15804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:40.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:40 smithi032 ceph-mon[189144]: pgmap v15804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:41.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:40 smithi039 ceph-mon[181282]: pgmap v15804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:42.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:42 smithi032 ceph-mon[191839]: pgmap v15805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:42.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:42 smithi032 ceph-mon[189144]: pgmap v15805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:43.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:42 smithi039 ceph-mon[181282]: pgmap v15805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:44.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:44 smithi032 ceph-mon[189144]: pgmap v15806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:44.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:44 smithi032 ceph-mon[191839]: pgmap v15806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:45.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:44 smithi039 ceph-mon[181282]: pgmap v15806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:46.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:46 smithi032 ceph-mon[191839]: pgmap v15807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:46.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:46 smithi032 ceph-mon[189144]: pgmap v15807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:47.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:46 smithi039 ceph-mon[181282]: pgmap v15807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:48.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:48 smithi032 ceph-mon[191839]: pgmap v15808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:48.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:48 smithi032 ceph-mon[189144]: pgmap v15808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:49.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:48 smithi039 ceph-mon[181282]: pgmap v15808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:50.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:50 smithi032 ceph-mon[191839]: pgmap v15809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:50.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:51:50.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:50 smithi032 ceph-mon[189144]: pgmap v15809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:50.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:51:50.932 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:51:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:51:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:51:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:50 smithi039 ceph-mon[181282]: pgmap v15809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:51:52.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:52 smithi032 ceph-mon[191839]: pgmap v15810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:52.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:52 smithi032 ceph-mon[189144]: pgmap v15810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:53.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:52 smithi039 ceph-mon[181282]: pgmap v15810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:54.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:54 smithi032 ceph-mon[189144]: pgmap v15811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:54.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:54 smithi032 ceph-mon[191839]: pgmap v15811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:55.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:54 smithi039 ceph-mon[181282]: pgmap v15811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:56.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:56 smithi032 ceph-mon[191839]: pgmap v15812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:56.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:56 smithi032 ceph-mon[189144]: pgmap v15812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:57.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:56 smithi039 ceph-mon[181282]: pgmap v15812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:58.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:51:58 smithi032 ceph-mon[191839]: pgmap v15813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:58.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:51:58 smithi032 ceph-mon[189144]: pgmap v15813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:51:59.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:51:58 smithi039 ceph-mon[181282]: pgmap v15813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:00.347 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:52:00.673 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:52:00.673 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 8m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:52:00.674 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 6m ago 7h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:52:00.674 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 8m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:52:00.674 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 6m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:52:00.674 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 6m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:52:00.674 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 8m ago 7h 830M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:52:00.674 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 8m ago 7h 1949M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:52:00.674 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 6m ago 7h 930M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:52:00.674 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 8m ago 7h 970M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:52:00.674 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 8m ago 7h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:52:00.674 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 6m ago 7h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:52:00.675 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 8m ago 7h 5142M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:52:00.675 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 8m ago 7h 5284M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:52:00.675 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 8m ago 7h 4680M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:52:00.675 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 8m ago 7h 4782M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:52:00.675 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 6m ago 7h 4514M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:52:00.675 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 6m ago 7h 4907M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:52:00.675 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 6m ago 7h 4572M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:52:00.675 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 6m ago 7h 4603M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:52:00.675 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 6m ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:52:00.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:52:00 smithi032 ceph-mon[189144]: pgmap v15814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:00.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:52:00 smithi032 ceph-mon[191839]: pgmap v15814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:00.932 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:52:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:52:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:52:01.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:52:00 smithi039 ceph-mon[181282]: pgmap v15814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:01.075 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:52:01.075 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:52:01.075 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:52:01.075 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:52:01.076 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:52:01.076 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:52:01.076 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:52:01.076 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:52:01.076 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:52:01.076 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:52:01.076 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:52:01.076 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:52:01.076 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:52:01.076 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:52:01.076 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:52:01.076 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:52:01.076 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:52:01.077 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:52:02.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:52:01 smithi039 ceph-mon[181282]: from='client.51447 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:52:02.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:52:01 smithi039 ceph-mon[181282]: from='client.61370 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:52:02.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:52:01 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3069045299' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:52:02.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:52:01 smithi032 ceph-mon[189144]: from='client.51447 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:52:02.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:52:01 smithi032 ceph-mon[189144]: from='client.61370 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:52:02.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:52:01 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3069045299' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:52:02.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:52:01 smithi032 ceph-mon[191839]: from='client.51447 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:52:02.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:52:01 smithi032 ceph-mon[191839]: from='client.61370 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:52:02.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:52:01 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3069045299' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:52:03.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:52:02 smithi039 ceph-mon[181282]: pgmap v15815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:03.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:52:02 smithi032 ceph-mon[189144]: pgmap v15815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:03.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:52:02 smithi032 ceph-mon[191839]: pgmap v15815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:05.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:52:04 smithi039 ceph-mon[181282]: pgmap v15816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:05.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:52:04 smithi032 ceph-mon[189144]: pgmap v15816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:05.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:52:04 smithi032 ceph-mon[191839]: pgmap v15816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:52:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:52:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:52:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:52:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:52:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:52:07.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:52:06 smithi039 ceph-mon[181282]: pgmap v15817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:07.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:52:06 smithi032 ceph-mon[189144]: pgmap v15817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:07.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:52:06 smithi032 ceph-mon[191839]: pgmap v15817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:09.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:52:08 smithi039 ceph-mon[181282]: pgmap v15818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:09.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:52:08 smithi032 ceph-mon[189144]: pgmap v15818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:09.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:52:08 smithi032 ceph-mon[191839]: pgmap v15818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:10.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:52:09 smithi039 ceph-mon[181282]: pgmap v15819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:10.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:52:09 smithi032 ceph-mon[191839]: pgmap v15819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:10.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:52:09 smithi032 ceph-mon[189144]: pgmap v15819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:52:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:52:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:52:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:52:12 smithi032 ceph-mon[191839]: pgmap v15820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:12.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:52:12 smithi032 ceph-mon[189144]: pgmap v15820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:13.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:52:12 smithi039 ceph-mon[181282]: pgmap v15820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:14.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:52:14 smithi032 ceph-mon[191839]: pgmap v15821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:14.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:52:14 smithi032 ceph-mon[189144]: pgmap v15821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:15.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:52:14 smithi039 ceph-mon[181282]: pgmap v15821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:52:16 smithi032 ceph-mon[189144]: pgmap v15822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:16.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:52:16 smithi032 ceph-mon[191839]: pgmap v15822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:17.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:52:16 smithi039 ceph-mon[181282]: pgmap v15822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:18.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:52:18 smithi032 ceph-mon[191839]: pgmap v15823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:18.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:52:18 smithi032 ceph-mon[189144]: pgmap v15823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:19.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:52:18 smithi039 ceph-mon[181282]: pgmap v15823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:20.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:52:20 smithi032 ceph-mon[191839]: pgmap v15824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:20.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:52:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:52:20.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:52:20 smithi032 ceph-mon[189144]: pgmap v15824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:20.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:52:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:52:20.932 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:52:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:52:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:52:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:52:20 smithi039 ceph-mon[181282]: pgmap v15824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:52:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:52:22.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:52:22 smithi032 ceph-mon[191839]: pgmap v15825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:22.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:52:22 smithi032 ceph-mon[189144]: pgmap v15825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:23.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:52:22 smithi039 ceph-mon[181282]: pgmap v15825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:23.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:52:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:52:23.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:52:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:52:23.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:52:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:52:23.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:52:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:52:23.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:52:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:52:23.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:52:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:52:24.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:52:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:52:24.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:52:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:52:24.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:52:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:52:24.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:52:24 smithi032 ceph-mon[189144]: pgmap v15826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:24.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:52:24 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:52:24.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:52:24 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:52:24.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:52:24 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:52:24.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:52:24 smithi032 ceph-mon[191839]: pgmap v15826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:24.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:52:24 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:52:24.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:52:24 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:52:24.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:52:24 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:52:25.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:52:24 smithi039 ceph-mon[181282]: pgmap v15826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:25.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:52:24 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:52:25.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:52:24 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:52:25.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:52:24 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:52:26.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:52:26 smithi032 ceph-mon[191839]: pgmap v15827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:26.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:52:26 smithi032 ceph-mon[189144]: pgmap v15827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:27.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:52:26 smithi039 ceph-mon[181282]: pgmap v15827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:28.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:52:28 smithi032 ceph-mon[189144]: pgmap v15828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:28.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:52:28 smithi032 ceph-mon[191839]: pgmap v15828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:29.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:52:28 smithi039 ceph-mon[181282]: pgmap v15828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:30.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:52:30 smithi032 ceph-mon[189144]: pgmap v15829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:30.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:52:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:52:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:52:30.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:52:30 smithi032 ceph-mon[191839]: pgmap v15829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:31.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:52:30 smithi039 ceph-mon[181282]: pgmap v15829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:31.437 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:52:31.762 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:52:31.762 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 9m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:52:31.762 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 7m ago 7h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:52:31.762 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 9m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:52:31.762 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 7m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:52:31.762 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 7m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:52:31.762 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 9m ago 7h 830M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:52:31.762 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 9m ago 7h 1949M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:52:31.763 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 7m ago 7h 930M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:52:31.763 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 9m ago 7h 970M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:52:31.763 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 9m ago 7h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:52:31.763 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 7m ago 7h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:52:31.763 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 9m ago 7h 5142M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:52:31.763 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 9m ago 7h 5284M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:52:31.763 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 9m ago 7h 4680M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:52:31.763 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 9m ago 7h 4782M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:52:31.763 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 7m ago 7h 4514M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:52:31.763 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 7m ago 7h 4907M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:52:31.763 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 7m ago 7h 4572M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:52:31.763 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 7m ago 7h 4603M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:52:31.763 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 7m ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:52:32.164 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:52:32.164 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:52:32.164 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:52:32.164 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:52:32.164 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:52:32.165 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:52:32.165 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:52:32.165 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:52:32.165 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:52:32.165 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:52:32.165 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:52:32.165 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:52:32.165 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:52:32.165 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:52:32.165 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:52:32.165 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:52:32.165 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:52:32.165 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:52:32.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:52:32 smithi032 ceph-mon[189144]: from='client.61382 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:52:32.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:52:32 smithi032 ceph-mon[189144]: pgmap v15830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:32.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:52:32 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3792624318' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:52:32.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:52:32 smithi032 ceph-mon[191839]: from='client.61382 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:52:32.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:52:32 smithi032 ceph-mon[191839]: pgmap v15830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:32.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:52:32 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3792624318' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:52:33.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:52:32 smithi039 ceph-mon[181282]: from='client.61382 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:52:33.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:52:32 smithi039 ceph-mon[181282]: pgmap v15830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:33.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:52:32 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3792624318' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:52:33.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:52:33 smithi032 ceph-mon[189144]: from='client.61388 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:52:33.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:52:33 smithi032 ceph-mon[191839]: from='client.61388 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:52:34.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:52:33 smithi039 ceph-mon[181282]: from='client.61388 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:52:34.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:52:34 smithi032 ceph-mon[189144]: pgmap v15831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:34.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:52:34 smithi032 ceph-mon[191839]: pgmap v15831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:52:34 smithi039 ceph-mon[181282]: pgmap v15831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:52:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:52:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:52:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:52:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:52:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:52:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:52:36 smithi032 ceph-mon[191839]: pgmap v15832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:52:36 smithi032 ceph-mon[189144]: pgmap v15832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:37.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:52:36 smithi039 ceph-mon[181282]: pgmap v15832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:38.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:52:38 smithi032 ceph-mon[191839]: pgmap v15833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:38.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:52:38 smithi032 ceph-mon[189144]: pgmap v15833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:39.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:52:38 smithi039 ceph-mon[181282]: pgmap v15833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:40.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:52:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:52:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:52:40.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:52:40 smithi032 ceph-mon[191839]: pgmap v15834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:40.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:52:40 smithi032 ceph-mon[189144]: pgmap v15834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:41.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:52:40 smithi039 ceph-mon[181282]: pgmap v15834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:42.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:52:42 smithi032 ceph-mon[189144]: pgmap v15835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:42.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:52:42 smithi032 ceph-mon[191839]: pgmap v15835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:43.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:52:42 smithi039 ceph-mon[181282]: pgmap v15835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:44.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:52:44 smithi032 ceph-mon[191839]: pgmap v15836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:44.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:52:44 smithi032 ceph-mon[189144]: pgmap v15836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:45.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:52:44 smithi039 ceph-mon[181282]: pgmap v15836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:46.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:52:46 smithi032 ceph-mon[189144]: pgmap v15837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:46.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:52:46 smithi032 ceph-mon[191839]: pgmap v15837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:47.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:52:46 smithi039 ceph-mon[181282]: pgmap v15837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:48.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:52:48 smithi032 ceph-mon[191839]: pgmap v15838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:48.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:52:48 smithi032 ceph-mon[189144]: pgmap v15838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:49.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:52:48 smithi039 ceph-mon[181282]: pgmap v15838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:50.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:52:50 smithi032 ceph-mon[189144]: pgmap v15839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:50.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:52:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:52:50.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:52:50 smithi032 ceph-mon[191839]: pgmap v15839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:50.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:52:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:52:50.932 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:52:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:52:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:52:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:52:50 smithi039 ceph-mon[181282]: pgmap v15839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:52:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:52:52.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:52:52 smithi032 ceph-mon[189144]: pgmap v15840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:52.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:52:52 smithi032 ceph-mon[191839]: pgmap v15840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:53.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:52:52 smithi039 ceph-mon[181282]: pgmap v15840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:54.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:52:54 smithi032 ceph-mon[191839]: pgmap v15841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:54.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:52:54 smithi032 ceph-mon[189144]: pgmap v15841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:55.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:52:54 smithi039 ceph-mon[181282]: pgmap v15841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:56.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:52:56 smithi032 ceph-mon[189144]: pgmap v15842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:56.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:52:56 smithi032 ceph-mon[191839]: pgmap v15842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:57.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:52:56 smithi039 ceph-mon[181282]: pgmap v15842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:58.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:52:58 smithi032 ceph-mon[189144]: pgmap v15843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:58.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:52:58 smithi032 ceph-mon[191839]: pgmap v15843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:52:59.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:52:58 smithi039 ceph-mon[181282]: pgmap v15843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:00.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:53:00 smithi032 ceph-mon[189144]: pgmap v15844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:00.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:53:00 smithi032 ceph-mon[191839]: pgmap v15844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:00.932 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:53:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:53:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:53:01.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:53:00 smithi039 ceph-mon[181282]: pgmap v15844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:02.530 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:53:02.857 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:53:02.858 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 9m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:53:02.858 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 7m ago 7h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:53:02.858 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 9m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:53:02.858 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 7m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:53:02.858 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 7m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:53:02.858 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 9m ago 7h 830M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:53:02.858 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 9m ago 7h 1949M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:53:02.858 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 7m ago 7h 930M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:53:02.858 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 9m ago 7h 970M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:53:02.858 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 9m ago 7h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:53:02.858 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 7m ago 7h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:53:02.858 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 9m ago 7h 5142M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:53:02.858 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 9m ago 7h 5284M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:53:02.859 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 9m ago 7h 4680M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:53:02.859 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 9m ago 7h 4782M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:53:02.859 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 7m ago 7h 4514M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:53:02.859 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 7m ago 7h 4907M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:53:02.859 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 7m ago 7h 4572M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:53:02.859 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 7m ago 7h 4603M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:53:02.859 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 7m ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:53:03.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:53:02 smithi039 ceph-mon[181282]: pgmap v15845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:03.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:53:02 smithi032 ceph-mon[191839]: pgmap v15845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:03.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:53:02 smithi032 ceph-mon[189144]: pgmap v15845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:03.258 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:53:03.258 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:53:03.258 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:53:03.258 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:53:03.258 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:53:03.258 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:53:03.258 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:53:03.259 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:53:03.259 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:53:03.259 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:53:03.259 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:53:03.259 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:53:03.259 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:53:03.259 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:53:03.259 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:53:03.259 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:53:03.259 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:53:03.259 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:53:04.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:53:03 smithi039 ceph-mon[181282]: from='client.61400 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:53:04.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:53:03 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/269075310' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:53:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:53:03 smithi032 ceph-mon[191839]: from='client.61400 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:53:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:53:03 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/269075310' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:53:04.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:53:03 smithi032 ceph-mon[189144]: from='client.61400 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:53:04.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:53:03 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/269075310' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:53:05.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:53:04 smithi039 ceph-mon[181282]: from='client.51489 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:53:05.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:53:04 smithi039 ceph-mon[181282]: pgmap v15846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:05.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:53:04 smithi032 ceph-mon[191839]: from='client.51489 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:53:05.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:53:04 smithi032 ceph-mon[191839]: pgmap v15846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:05.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:53:04 smithi032 ceph-mon[189144]: from='client.51489 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:53:05.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:53:04 smithi032 ceph-mon[189144]: pgmap v15846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:53:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:53:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:53:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:53:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:53:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:53:07.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:53:06 smithi039 ceph-mon[181282]: pgmap v15847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:07.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:53:06 smithi032 ceph-mon[191839]: pgmap v15847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:07.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:53:06 smithi032 ceph-mon[189144]: pgmap v15847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:09.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:53:08 smithi039 ceph-mon[181282]: pgmap v15848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:09.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:53:08 smithi032 ceph-mon[191839]: pgmap v15848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:09.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:53:08 smithi032 ceph-mon[189144]: pgmap v15848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:11.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:53:10 smithi039 ceph-mon[181282]: pgmap v15849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:53:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:53:10] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T00:53:11.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:53:10 smithi032 ceph-mon[191839]: pgmap v15849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:11.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:53:10 smithi032 ceph-mon[189144]: pgmap v15849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:13.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:53:12 smithi039 ceph-mon[181282]: pgmap v15850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:13.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:53:12 smithi032 ceph-mon[191839]: pgmap v15850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:13.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:53:12 smithi032 ceph-mon[189144]: pgmap v15850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:53:13 smithi032 ceph-mon[191839]: pgmap v15851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:14.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:53:13 smithi032 ceph-mon[189144]: pgmap v15851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:14.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:53:13 smithi039 ceph-mon[181282]: pgmap v15851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:16.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:53:16 smithi032 ceph-mon[191839]: pgmap v15852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:16.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:53:16 smithi032 ceph-mon[189144]: pgmap v15852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:17.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:53:16 smithi039 ceph-mon[181282]: pgmap v15852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:18.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:53:18 smithi032 ceph-mon[191839]: pgmap v15853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:18.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:53:18 smithi032 ceph-mon[189144]: pgmap v15853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:53:18 smithi039 ceph-mon[181282]: pgmap v15853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:20.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:53:20 smithi032 ceph-mon[191839]: pgmap v15854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:20.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:53:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:53:20.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:53:20 smithi032 ceph-mon[189144]: pgmap v15854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:20.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:53:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:53:20.932 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:53:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:53:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:53:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:53:20 smithi039 ceph-mon[181282]: pgmap v15854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:53:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:53:22.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:53:22 smithi032 ceph-mon[189144]: pgmap v15855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:22.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:53:22 smithi032 ceph-mon[191839]: pgmap v15855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:23.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:53:22 smithi039 ceph-mon[181282]: pgmap v15855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:24.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:53:24 smithi032 ceph-mon[189144]: pgmap v15856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:24.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:53:24 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:53:24.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:53:24 smithi032 ceph-mon[191839]: pgmap v15856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:24.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:53:24 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:53:25.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:53:24 smithi039 ceph-mon[181282]: pgmap v15856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:25.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:53:24 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:53:26.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:53:26 smithi032 ceph-mon[191839]: pgmap v15857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:26.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:53:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:53:26.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:53:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:53:26.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:53:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:53:26.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:53:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:53:26.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:53:26 smithi032 ceph-mon[189144]: pgmap v15857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:26.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:53:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:53:26.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:53:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:53:26.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:53:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:53:26.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:53:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:53:27.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:53:26 smithi039 ceph-mon[181282]: pgmap v15857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:27.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:53:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:53:27.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:53:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:53:27.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:53:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:53:27.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:53:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:53:27.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:53:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:53:27.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:53:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:53:28.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:53:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:53:28.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:53:28 smithi032 ceph-mon[189144]: pgmap v15858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:28.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:53:28 smithi032 ceph-mon[191839]: pgmap v15858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:29.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:53:28 smithi039 ceph-mon[181282]: pgmap v15858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:30.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:53:30 smithi032 ceph-mon[191839]: pgmap v15859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:30.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:53:30 smithi032 ceph-mon[189144]: pgmap v15859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:30.932 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:53:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:53:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:53:31.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:53:30 smithi039 ceph-mon[181282]: pgmap v15859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:32.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:53:32 smithi032 ceph-mon[191839]: pgmap v15860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:32.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:53:32 smithi032 ceph-mon[189144]: pgmap v15860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:33.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:53:32 smithi039 ceph-mon[181282]: pgmap v15860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:33.622 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:53:33.947 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:53:33.947 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 7s ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:53:33.947 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 8m ago 7h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:53:33.947 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 7s ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:53:33.947 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 8m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:53:33.947 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 8m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:53:33.947 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 7s ago 7h 836M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:53:33.947 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 7s ago 7h 1985M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:53:33.947 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 8m ago 7h 930M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:53:33.947 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 7s ago 7h 988M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:53:33.947 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 7s ago 7h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:53:33.947 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 8m ago 7h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:53:33.947 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 7s ago 7h 5175M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:53:33.948 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 7s ago 7h 5315M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:53:33.948 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 7s ago 7h 4704M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:53:33.948 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 7s ago 7h 4811M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:53:33.948 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 8m ago 7h 4514M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:53:33.948 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 8m ago 7h 4907M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:53:33.948 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 8m ago 7h 4572M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:53:33.948 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 8m ago 7h 4603M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:53:33.948 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 8m ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:53:34.349 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:53:34.349 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:53:34.349 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:53:34.349 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:53:34.349 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:53:34.349 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:53:34.350 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:53:34.350 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:53:34.350 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:53:34.350 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:53:34.350 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:53:34.350 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:53:34.350 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:53:34.350 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:53:34.350 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:53:34.350 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:53:34.350 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:53:34.350 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:53:34.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:53:34 smithi032 ceph-mon[189144]: pgmap v15861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:34.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:53:34 smithi032 ceph-mon[189144]: from='client.51501 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:53:34.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:53:34 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1574446484' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:53:34.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:53:34 smithi032 ceph-mon[191839]: pgmap v15861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:34.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:53:34 smithi032 ceph-mon[191839]: from='client.51501 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:53:34.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:53:34 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1574446484' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:53:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:53:34 smithi039 ceph-mon[181282]: pgmap v15861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:53:34 smithi039 ceph-mon[181282]: from='client.51501 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:53:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:53:34 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1574446484' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:53:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:53:35 smithi032 ceph-mon[191839]: from='client.61424 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:53:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:53:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:53:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:53:35 smithi032 ceph-mon[189144]: from='client.61424 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:53:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:53:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:53:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:53:35 smithi039 ceph-mon[181282]: from='client.61424 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:53:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:53:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:53:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:53:36 smithi032 ceph-mon[191839]: pgmap v15862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:36.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:53:36 smithi032 ceph-mon[189144]: pgmap v15862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:37.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:53:36 smithi039 ceph-mon[181282]: pgmap v15862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:38.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:53:38 smithi032 ceph-mon[191839]: pgmap v15863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:38.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:53:38 smithi032 ceph-mon[189144]: pgmap v15863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:39.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:53:38 smithi039 ceph-mon[181282]: pgmap v15863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:40.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:53:40 smithi032 ceph-mon[191839]: pgmap v15864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:40.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:53:40 smithi032 ceph-mon[189144]: pgmap v15864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:40.932 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:53:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:53:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:53:41.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:53:40 smithi039 ceph-mon[181282]: pgmap v15864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:42.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:53:42 smithi032 ceph-mon[191839]: pgmap v15865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:42.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:53:42 smithi032 ceph-mon[189144]: pgmap v15865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:43.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:53:42 smithi039 ceph-mon[181282]: pgmap v15865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:44.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:53:44 smithi032 ceph-mon[189144]: pgmap v15866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:44.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:53:44 smithi032 ceph-mon[191839]: pgmap v15866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:45.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:53:44 smithi039 ceph-mon[181282]: pgmap v15866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:46.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:53:46 smithi032 ceph-mon[189144]: pgmap v15867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:46.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:53:46 smithi032 ceph-mon[191839]: pgmap v15867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:47.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:53:46 smithi039 ceph-mon[181282]: pgmap v15867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:48.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:53:48 smithi032 ceph-mon[189144]: pgmap v15868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:48.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:53:48 smithi032 ceph-mon[191839]: pgmap v15868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:49.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:53:48 smithi039 ceph-mon[181282]: pgmap v15868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:50.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:53:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:53:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:53:50.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:53:50 smithi032 ceph-mon[191839]: pgmap v15869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:50.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:53:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:53:50.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:53:50 smithi032 ceph-mon[189144]: pgmap v15869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:50.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:53:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:53:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:53:50 smithi039 ceph-mon[181282]: pgmap v15869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:53:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:53:53.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:53:52 smithi039 ceph-mon[181282]: pgmap v15870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:53.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:53:52 smithi032 ceph-mon[189144]: pgmap v15870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:53.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:53:52 smithi032 ceph-mon[191839]: pgmap v15870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:55.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:53:54 smithi039 ceph-mon[181282]: pgmap v15871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:55.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:53:54 smithi032 ceph-mon[191839]: pgmap v15871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:55.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:53:54 smithi032 ceph-mon[189144]: pgmap v15871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:57.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:53:56 smithi039 ceph-mon[181282]: pgmap v15872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:57.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:53:56 smithi032 ceph-mon[191839]: pgmap v15872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:57.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:53:56 smithi032 ceph-mon[189144]: pgmap v15872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:59.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:53:58 smithi039 ceph-mon[181282]: pgmap v15873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:59.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:53:58 smithi032 ceph-mon[191839]: pgmap v15873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:53:59.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:53:58 smithi032 ceph-mon[189144]: pgmap v15873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:01.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:54:00 smithi039 ceph-mon[181282]: pgmap v15874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:01.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:54:00 smithi032 ceph-mon[191839]: pgmap v15874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:01.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:54:00 smithi032 ceph-mon[189144]: pgmap v15874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:54:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:54:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:54:03.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:54:02 smithi039 ceph-mon[181282]: pgmap v15875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:03.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:54:02 smithi032 ceph-mon[191839]: pgmap v15875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:03.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:54:02 smithi032 ceph-mon[189144]: pgmap v15875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:04.713 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:54:05.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:54:04 smithi039 ceph-mon[181282]: pgmap v15876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:05.035 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:54:05.035 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 38s ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:54:05.035 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 8m ago 7h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:54:05.035 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 38s ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:54:05.035 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 8m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:54:05.035 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 8m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:54:05.035 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 38s ago 7h 836M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:54:05.035 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 38s ago 7h 1985M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:54:05.035 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 8m ago 7h 930M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:54:05.035 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 38s ago 7h 988M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:54:05.036 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 38s ago 7h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:54:05.036 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 8m ago 7h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:54:05.036 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 38s ago 7h 5175M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:54:05.036 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 38s ago 7h 5315M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:54:05.036 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 38s ago 7h 4704M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:54:05.036 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 38s ago 7h 4811M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:54:05.036 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 8m ago 7h 4514M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:54:05.036 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 8m ago 7h 4907M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:54:05.036 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 8m ago 7h 4572M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:54:05.036 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 8m ago 7h 4603M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:54:05.036 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 8m ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:54:05.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:54:04 smithi032 ceph-mon[189144]: pgmap v15876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:05.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:54:04 smithi032 ceph-mon[191839]: pgmap v15876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:05.449 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:54:05.449 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:54:05.449 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:54:05.449 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:54:05.449 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:54:05.449 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:54:05.449 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:54:05.449 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:54:05.449 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:54:05.449 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:54:05.449 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:54:05.449 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:54:05.449 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:54:05.449 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:54:05.449 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:54:05.450 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:54:05.450 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:54:05.450 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:54:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:54:05 smithi039 ceph-mon[181282]: from='client.61436 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:54:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:54:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:54:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:54:05 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3245004802' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:54:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:54:05 smithi032 ceph-mon[191839]: from='client.61436 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:54:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:54:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:54:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:54:05 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3245004802' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:54:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:54:05 smithi032 ceph-mon[189144]: from='client.61436 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:54:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:54:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:54:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:54:05 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3245004802' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:54:07.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:54:06 smithi039 ceph-mon[181282]: from='client.61442 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:54:07.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:54:06 smithi039 ceph-mon[181282]: pgmap v15877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:07.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:54:06 smithi032 ceph-mon[189144]: from='client.61442 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:54:07.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:54:06 smithi032 ceph-mon[189144]: pgmap v15877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:07.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:54:06 smithi032 ceph-mon[191839]: from='client.61442 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:54:07.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:54:06 smithi032 ceph-mon[191839]: pgmap v15877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:09.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:54:08 smithi039 ceph-mon[181282]: pgmap v15878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:09.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:54:08 smithi032 ceph-mon[189144]: pgmap v15878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:09.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:54:08 smithi032 ceph-mon[191839]: pgmap v15878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:11.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:54:10 smithi039 ceph-mon[181282]: pgmap v15879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:54:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:54:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:54:11.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:54:10 smithi032 ceph-mon[191839]: pgmap v15879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:11.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:54:10 smithi032 ceph-mon[189144]: pgmap v15879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:13.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:54:12 smithi039 ceph-mon[181282]: pgmap v15880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:13.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:54:12 smithi032 ceph-mon[191839]: pgmap v15880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:13.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:54:12 smithi032 ceph-mon[189144]: pgmap v15880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:15.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:54:14 smithi039 ceph-mon[181282]: pgmap v15881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:15.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:54:14 smithi032 ceph-mon[191839]: pgmap v15881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:15.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:54:14 smithi032 ceph-mon[189144]: pgmap v15881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:54:15 smithi032 ceph-mon[191839]: pgmap v15882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:54:15 smithi032 ceph-mon[189144]: pgmap v15882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:16.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:54:15 smithi039 ceph-mon[181282]: pgmap v15882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:54:18 smithi032 ceph-mon[189144]: pgmap v15883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:18.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:54:18 smithi032 ceph-mon[191839]: pgmap v15883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:54:18 smithi039 ceph-mon[181282]: pgmap v15883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:20.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:54:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:54:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:54:20.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:54:20 smithi032 ceph-mon[191839]: pgmap v15884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:20.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:54:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:54:20.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:54:20 smithi032 ceph-mon[189144]: pgmap v15884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:20.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:54:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:54:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:54:20 smithi039 ceph-mon[181282]: pgmap v15884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:54:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:54:22.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:54:22 smithi032 ceph-mon[189144]: pgmap v15885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:22.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:54:22 smithi032 ceph-mon[191839]: pgmap v15885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:23.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:54:22 smithi039 ceph-mon[181282]: pgmap v15885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:24.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:54:24 smithi032 ceph-mon[191839]: pgmap v15886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:24.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:54:24 smithi032 ceph-mon[189144]: pgmap v15886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:25.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:54:24 smithi039 ceph-mon[181282]: pgmap v15886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:26.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:54:26 smithi032 ceph-mon[191839]: pgmap v15887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:26.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:54:26 smithi032 ceph-mon[189144]: pgmap v15887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:27.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:54:26 smithi039 ceph-mon[181282]: pgmap v15887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:27.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:54:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:54:27.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:54:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:54:27.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:54:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:54:27.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:54:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:54:27.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:54:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:54:27.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:54:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:54:27.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:54:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:54:27.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:54:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:54:28.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:54:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:54:28.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:54:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:54:28.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:54:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:54:28.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:54:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:54:28.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:54:28 smithi032 ceph-mon[189144]: pgmap v15888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:28.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:54:28 smithi032 ceph-mon[191839]: pgmap v15888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:29.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:54:28 smithi039 ceph-mon[181282]: pgmap v15888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:30.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:54:30 smithi032 ceph-mon[191839]: pgmap v15889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:30.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:54:30 smithi032 ceph-mon[189144]: pgmap v15889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:30.933 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:54:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:54:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:54:31.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:54:30 smithi039 ceph-mon[181282]: pgmap v15889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:32.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:54:32 smithi032 ceph-mon[189144]: pgmap v15890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:32.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:54:32 smithi032 ceph-mon[191839]: pgmap v15890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:33.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:54:32 smithi039 ceph-mon[181282]: pgmap v15890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:34.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:54:34 smithi032 ceph-mon[189144]: pgmap v15891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:34.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:54:34 smithi032 ceph-mon[191839]: pgmap v15891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:54:34 smithi039 ceph-mon[181282]: pgmap v15891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:35.814 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:54:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:54:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:54:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:54:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:54:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:54:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:54:36.140 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:54:36.140 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 69s ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:54:36.140 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 9m ago 7h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:54:36.140 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 69s ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:54:36.141 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 9m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:54:36.141 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 9m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:54:36.141 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 69s ago 7h 836M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:54:36.141 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 69s ago 7h 1985M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:54:36.141 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 9m ago 7h 930M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:54:36.141 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 69s ago 7h 988M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:54:36.141 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 69s ago 7h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:54:36.141 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 9m ago 7h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:54:36.141 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 69s ago 7h 5175M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:54:36.141 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 69s ago 7h 5315M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:54:36.141 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 69s ago 7h 4704M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:54:36.141 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 69s ago 7h 4811M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:54:36.142 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 9m ago 7h 4514M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:54:36.142 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 9m ago 7h 4907M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:54:36.142 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 9m ago 7h 4572M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:54:36.142 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 9m ago 7h 4603M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:54:36.142 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 9m ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:54:36.540 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:54:36.540 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:54:36.540 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:54:36.540 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:54:36.540 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:54:36.540 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:54:36.540 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:54:36.540 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:54:36.540 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:54:36.541 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:54:36.541 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:54:36.541 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:54:36.541 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:54:36.541 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:54:36.541 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:54:36.541 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:54:36.541 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:54:36.541 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:54:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:54:36 smithi032 ceph-mon[191839]: pgmap v15892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:54:36 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/882353971' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:54:36.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:54:36 smithi032 ceph-mon[189144]: pgmap v15892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:36.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:54:36 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/882353971' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:54:37.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:54:36 smithi039 ceph-mon[181282]: pgmap v15892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:37.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:54:36 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/882353971' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:54:37.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:54:37 smithi032 ceph-mon[189144]: from='client.61454 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:54:37.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:54:37 smithi032 ceph-mon[189144]: from='client.51543 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:54:37.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:54:37 smithi032 ceph-mon[191839]: from='client.61454 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:54:37.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:54:37 smithi032 ceph-mon[191839]: from='client.51543 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:54:38.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:54:37 smithi039 ceph-mon[181282]: from='client.61454 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:54:38.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:54:37 smithi039 ceph-mon[181282]: from='client.51543 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:54:38.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:54:38 smithi032 ceph-mon[189144]: pgmap v15893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:38.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:54:38 smithi032 ceph-mon[191839]: pgmap v15893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:39.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:54:38 smithi039 ceph-mon[181282]: pgmap v15893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:40.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:54:40 smithi032 ceph-mon[191839]: pgmap v15894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:40.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:54:40 smithi032 ceph-mon[189144]: pgmap v15894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:40.932 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:54:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:54:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:54:41.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:54:40 smithi039 ceph-mon[181282]: pgmap v15894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:42.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:54:42 smithi032 ceph-mon[191839]: pgmap v15895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:42.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:54:42 smithi032 ceph-mon[189144]: pgmap v15895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:43.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:54:42 smithi039 ceph-mon[181282]: pgmap v15895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:44.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:54:44 smithi032 ceph-mon[191839]: pgmap v15896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:44.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:54:44 smithi032 ceph-mon[189144]: pgmap v15896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:45.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:54:44 smithi039 ceph-mon[181282]: pgmap v15896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:46.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:54:46 smithi032 ceph-mon[191839]: pgmap v15897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:46.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:54:46 smithi032 ceph-mon[189144]: pgmap v15897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:47.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:54:46 smithi039 ceph-mon[181282]: pgmap v15897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:49.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:54:48 smithi039 ceph-mon[181282]: pgmap v15898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:49.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:54:48 smithi032 ceph-mon[189144]: pgmap v15898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:49.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:54:48 smithi032 ceph-mon[191839]: pgmap v15898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:54:50 smithi039 ceph-mon[181282]: pgmap v15899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:54:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:54:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:54:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:54:50] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T00:54:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:54:50 smithi032 ceph-mon[189144]: pgmap v15899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:54:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:54:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:54:50 smithi032 ceph-mon[191839]: pgmap v15899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:54:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:54:53.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:54:52 smithi039 ceph-mon[181282]: pgmap v15900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:53.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:54:52 smithi032 ceph-mon[189144]: pgmap v15900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:53.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:54:52 smithi032 ceph-mon[191839]: pgmap v15900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:55.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:54:54 smithi039 ceph-mon[181282]: pgmap v15901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:55.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:54:54 smithi032 ceph-mon[189144]: pgmap v15901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:55.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:54:54 smithi032 ceph-mon[191839]: pgmap v15901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:57.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:54:56 smithi039 ceph-mon[181282]: pgmap v15902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:57.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:54:56 smithi032 ceph-mon[189144]: pgmap v15902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:57.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:54:56 smithi032 ceph-mon[191839]: pgmap v15902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:59.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:54:58 smithi039 ceph-mon[181282]: pgmap v15903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:59.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:54:58 smithi032 ceph-mon[189144]: pgmap v15903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:54:59.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:54:58 smithi032 ceph-mon[191839]: pgmap v15903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:01.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:55:00 smithi039 ceph-mon[181282]: pgmap v15904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:01.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:55:00 smithi032 ceph-mon[189144]: pgmap v15904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:55:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:55:00] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T00:55:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:55:00 smithi032 ceph-mon[191839]: pgmap v15904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:03.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:55:02 smithi039 ceph-mon[181282]: pgmap v15905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:03.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:55:02 smithi032 ceph-mon[191839]: pgmap v15905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:03.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:55:02 smithi032 ceph-mon[189144]: pgmap v15905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:05.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:55:04 smithi039 ceph-mon[181282]: pgmap v15906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:05.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:55:04 smithi032 ceph-mon[189144]: pgmap v15906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:05.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:55:04 smithi032 ceph-mon[191839]: pgmap v15906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:55:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:55:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:55:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:55:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:55:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:55:06.903 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:55:07.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:55:06 smithi039 ceph-mon[181282]: pgmap v15907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:07.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:55:06 smithi032 ceph-mon[191839]: pgmap v15907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:07.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:55:06 smithi032 ceph-mon[189144]: pgmap v15907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:07.226 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:55:07.226 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 101s ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:55:07.226 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 9m ago 7h 95.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:55:07.226 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 101s ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:55:07.226 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 9m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:55:07.226 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 9m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:55:07.226 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 101s ago 7h 836M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:55:07.226 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 101s ago 7h 1985M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:55:07.227 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 9m ago 7h 930M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:55:07.227 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 101s ago 7h 988M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:55:07.227 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 101s ago 7h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:55:07.227 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 9m ago 7h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:55:07.227 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 101s ago 7h 5175M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:55:07.227 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 101s ago 7h 5315M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:55:07.227 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 101s ago 7h 4704M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:55:07.227 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 101s ago 7h 4811M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:55:07.227 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 9m ago 7h 4514M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:55:07.227 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 9m ago 7h 4907M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:55:07.227 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 9m ago 7h 4572M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:55:07.227 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 9m ago 7h 4603M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:55:07.227 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 9m ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:55:07.624 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:55:07.624 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:55:07.624 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:55:07.625 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:55:07.625 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:55:07.625 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:55:07.625 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:55:07.625 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:55:07.625 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:55:07.625 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:55:07.625 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:55:07.625 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:55:07.625 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:55:07.625 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:55:07.626 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:55:07.626 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:55:07.626 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:55:07.626 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:55:08.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:55:07 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/746070794' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:55:08.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:55:07 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/746070794' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:55:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:55:07 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/746070794' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:55:09.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:55:08 smithi039 ceph-mon[181282]: from='client.51555 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:55:09.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:55:08 smithi039 ceph-mon[181282]: from='client.61478 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:55:09.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:55:08 smithi039 ceph-mon[181282]: pgmap v15908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:09.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:55:08 smithi032 ceph-mon[191839]: from='client.51555 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:55:09.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:55:08 smithi032 ceph-mon[191839]: from='client.61478 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:55:09.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:55:08 smithi032 ceph-mon[191839]: pgmap v15908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:09.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:55:08 smithi032 ceph-mon[189144]: from='client.51555 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:55:09.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:55:08 smithi032 ceph-mon[189144]: from='client.61478 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:55:09.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:55:08 smithi032 ceph-mon[189144]: pgmap v15908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:11.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:55:10 smithi039 ceph-mon[181282]: pgmap v15909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:11.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:55:10 smithi032 ceph-mon[191839]: pgmap v15909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:11.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:55:10 smithi032 ceph-mon[189144]: pgmap v15909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:55:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:55:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:55:13.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:55:12 smithi039 ceph-mon[181282]: pgmap v15910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:13.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:55:12 smithi032 ceph-mon[191839]: pgmap v15910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:13.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:55:12 smithi032 ceph-mon[189144]: pgmap v15910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:15.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:55:14 smithi039 ceph-mon[181282]: pgmap v15911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:15.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:55:14 smithi032 ceph-mon[191839]: pgmap v15911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:15.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:55:14 smithi032 ceph-mon[189144]: pgmap v15911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:16.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:55:15 smithi039 ceph-mon[181282]: pgmap v15912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:55:15 smithi032 ceph-mon[191839]: pgmap v15912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:55:15 smithi032 ceph-mon[189144]: pgmap v15912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:18.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:55:18 smithi032 ceph-mon[191839]: pgmap v15913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:55:18 smithi032 ceph-mon[189144]: pgmap v15913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:55:18 smithi039 ceph-mon[181282]: pgmap v15913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:20.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:55:20 smithi032 ceph-mon[191839]: pgmap v15914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:20.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:55:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:55:20.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:55:20 smithi032 ceph-mon[189144]: pgmap v15914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:20.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:55:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:55:20.932 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:55:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:55:20] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T00:55:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:55:20 smithi039 ceph-mon[181282]: pgmap v15914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:55:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:55:22.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:55:22 smithi032 ceph-mon[189144]: pgmap v15915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:22.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:55:22 smithi032 ceph-mon[191839]: pgmap v15915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:23.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:55:22 smithi039 ceph-mon[181282]: pgmap v15915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:24.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:55:24 smithi032 ceph-mon[189144]: pgmap v15916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:24.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:55:24 smithi032 ceph-mon[191839]: pgmap v15916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:25.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:55:24 smithi039 ceph-mon[181282]: pgmap v15916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:26.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:55:26 smithi032 ceph-mon[189144]: pgmap v15917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:26.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:55:26 smithi032 ceph-mon[191839]: pgmap v15917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:27.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:55:26 smithi039 ceph-mon[181282]: pgmap v15917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:27.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:55:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:55:27.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:55:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:55:28.005 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:55:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:55:28.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:55:28 smithi032 ceph-mon[191839]: pgmap v15918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:28.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:55:28 smithi032 ceph-mon[189144]: pgmap v15918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:28.978 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:55:28 smithi039 ceph-mon[181282]: pgmap v15918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:30.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:55:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:55:30] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T00:55:30.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:55:30 smithi032 ceph-mon[191839]: pgmap v15919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:30.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:55:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:55:30.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:55:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:55:30.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:55:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:55:30.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:55:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:55:30.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:55:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:55:30.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:55:30 smithi032 ceph-mon[189144]: pgmap v15919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:30.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:55:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:55:30.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:55:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:55:30.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:55:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:55:30.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:55:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:55:30.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:55:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:55:31.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:55:30 smithi039 ceph-mon[181282]: pgmap v15919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:31.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:55:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:55:31.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:55:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:55:31.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:55:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:55:31.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:55:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:55:31.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:55:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:55:32.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:55:32 smithi032 ceph-mon[191839]: pgmap v15920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:32.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:55:32 smithi032 ceph-mon[189144]: pgmap v15920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:33.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:55:32 smithi039 ceph-mon[181282]: pgmap v15920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:55:34 smithi032 ceph-mon[191839]: pgmap v15921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:34.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:55:34 smithi032 ceph-mon[189144]: pgmap v15921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:55:34 smithi039 ceph-mon[181282]: pgmap v15921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:55:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:55:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:55:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:55:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:55:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:55:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:55:36 smithi032 ceph-mon[191839]: pgmap v15922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:55:36 smithi032 ceph-mon[189144]: pgmap v15922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:37.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:55:36 smithi039 ceph-mon[181282]: pgmap v15922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:37.994 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:55:38.317 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:55:38.317 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 2m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:55:38.317 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 8s ago 7h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:55:38.317 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 2m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:55:38.317 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 8s ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:55:38.317 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 8s ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:55:38.317 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 2m ago 7h 836M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:55:38.317 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 2m ago 7h 1985M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:55:38.317 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 8s ago 7h 947M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:55:38.317 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 2m ago 7h 988M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:55:38.318 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 2m ago 7h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:55:38.318 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 8s ago 7h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:55:38.318 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 2m ago 7h 5175M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:55:38.318 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 2m ago 7h 5315M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:55:38.318 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 2m ago 7h 4704M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:55:38.318 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 2m ago 7h 4811M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:55:38.318 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 8s ago 7h 4541M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:55:38.318 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 8s ago 7h 4939M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:55:38.318 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 8s ago 7h 4601M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:55:38.318 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 8s ago 7h 4638M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:55:38.318 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 8s ago 7h 140M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:55:38.723 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:55:38.724 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:55:38.724 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:55:38.724 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:55:38.724 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:55:38.724 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:55:38.724 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:55:38.724 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:55:38.724 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:55:38.724 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:55:38.724 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:55:38.724 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:55:38.724 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:55:38.724 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:55:38.725 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:55:38.725 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:55:38.725 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:55:38.725 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:55:39.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:55:38 smithi039 ceph-mon[181282]: pgmap v15923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:39.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:55:38 smithi032 ceph-mon[191839]: pgmap v15923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:39.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:55:38 smithi032 ceph-mon[189144]: pgmap v15923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:40.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:55:39 smithi039 ceph-mon[181282]: from='client.61490 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:55:40.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:55:39 smithi039 ceph-mon[181282]: from='client.51579 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:55:40.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:55:39 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1700641389' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:55:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:55:39 smithi032 ceph-mon[191839]: from='client.61490 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:55:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:55:39 smithi032 ceph-mon[191839]: from='client.51579 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:55:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:55:39 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1700641389' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:55:40.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:55:39 smithi032 ceph-mon[189144]: from='client.61490 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:55:40.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:55:39 smithi032 ceph-mon[189144]: from='client.51579 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:55:40.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:55:39 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1700641389' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:55:41.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:55:40 smithi039 ceph-mon[181282]: pgmap v15924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:41.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:55:40 smithi032 ceph-mon[191839]: pgmap v15924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:41.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:55:40 smithi032 ceph-mon[189144]: pgmap v15924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:55:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:55:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:55:43.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:55:42 smithi039 ceph-mon[181282]: pgmap v15925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:43.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:55:42 smithi032 ceph-mon[189144]: pgmap v15925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:43.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:55:42 smithi032 ceph-mon[191839]: pgmap v15925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:45.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:55:44 smithi039 ceph-mon[181282]: pgmap v15926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:45.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:55:44 smithi032 ceph-mon[191839]: pgmap v15926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:45.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:55:44 smithi032 ceph-mon[189144]: pgmap v15926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:47.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:55:46 smithi039 ceph-mon[181282]: pgmap v15927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:47.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:55:46 smithi032 ceph-mon[191839]: pgmap v15927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:47.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:55:46 smithi032 ceph-mon[189144]: pgmap v15927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:49.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:55:48 smithi039 ceph-mon[181282]: pgmap v15928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:49.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:55:48 smithi032 ceph-mon[191839]: pgmap v15928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:49.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:55:48 smithi032 ceph-mon[189144]: pgmap v15928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:55:50 smithi039 ceph-mon[181282]: pgmap v15929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:55:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:55:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:55:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:55:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:55:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:55:50 smithi032 ceph-mon[191839]: pgmap v15929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:55:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:55:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:55:50 smithi032 ceph-mon[189144]: pgmap v15929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:55:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:55:53.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:55:52 smithi039 ceph-mon[181282]: pgmap v15930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:53.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:55:52 smithi032 ceph-mon[191839]: pgmap v15930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:53.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:55:52 smithi032 ceph-mon[189144]: pgmap v15930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:55.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:55:54 smithi039 ceph-mon[181282]: pgmap v15931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:55.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:55:54 smithi032 ceph-mon[189144]: pgmap v15931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:55.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:55:54 smithi032 ceph-mon[191839]: pgmap v15931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:57.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:55:56 smithi039 ceph-mon[181282]: pgmap v15932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:57.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:55:56 smithi032 ceph-mon[191839]: pgmap v15932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:57.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:55:56 smithi032 ceph-mon[189144]: pgmap v15932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:59.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:55:58 smithi039 ceph-mon[181282]: pgmap v15933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:59.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:55:58 smithi032 ceph-mon[191839]: pgmap v15933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:55:59.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:55:58 smithi032 ceph-mon[189144]: pgmap v15933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:01.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:56:00 smithi039 ceph-mon[181282]: pgmap v15934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:01.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:56:00 smithi032 ceph-mon[191839]: pgmap v15934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:56:00 smithi032 ceph-mon[189144]: pgmap v15934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:56:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:56:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:56:03.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:56:02 smithi039 ceph-mon[181282]: pgmap v15935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:03.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:56:02 smithi032 ceph-mon[189144]: pgmap v15935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:03.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:56:02 smithi032 ceph-mon[191839]: pgmap v15935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:05.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:56:04 smithi039 ceph-mon[181282]: pgmap v15936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:05.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:56:04 smithi032 ceph-mon[191839]: pgmap v15936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:05.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:56:04 smithi032 ceph-mon[189144]: pgmap v15936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:56:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:56:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:56:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:56:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:56:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:56:07.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:56:06 smithi039 ceph-mon[181282]: pgmap v15937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:07.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:56:06 smithi032 ceph-mon[191839]: pgmap v15937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:07.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:56:06 smithi032 ceph-mon[189144]: pgmap v15937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:08.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:56:08 smithi032 ceph-mon[189144]: pgmap v15938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:08.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:56:08 smithi032 ceph-mon[191839]: pgmap v15938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:09.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:56:08 smithi039 ceph-mon[181282]: pgmap v15938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:09.086 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:56:09.409 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:56:09.409 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 2m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:56:09.409 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 39s ago 7h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:56:09.409 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 2m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:56:09.409 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 39s ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:56:09.410 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 39s ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:56:09.410 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 2m ago 7h 836M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:56:09.410 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 2m ago 7h 1985M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:56:09.410 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 39s ago 7h 947M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:56:09.410 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 2m ago 7h 988M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:56:09.410 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 2m ago 7h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:56:09.410 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 39s ago 7h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:56:09.410 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 2m ago 7h 5175M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:56:09.410 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 2m ago 7h 5315M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:56:09.410 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 2m ago 7h 4704M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:56:09.410 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 2m ago 7h 4811M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:56:09.411 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 39s ago 7h 4541M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:56:09.411 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 39s ago 7h 4939M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:56:09.411 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 39s ago 7h 4601M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:56:09.411 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 39s ago 7h 4638M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:56:09.411 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 39s ago 7h 140M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:56:09.813 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:56:09.813 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:56:09.813 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:56:09.814 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:56:09.814 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:56:09.814 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:56:09.814 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:56:09.814 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:56:09.814 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:56:09.814 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:56:09.814 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:56:09.814 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:56:09.814 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:56:09.814 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:56:09.814 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:56:09.814 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:56:09.814 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:56:09.814 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:56:10.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:56:10 smithi032 ceph-mon[189144]: from='client.61508 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:56:10.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:56:10 smithi032 ceph-mon[189144]: from='client.61514 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:56:10.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:56:10 smithi032 ceph-mon[189144]: pgmap v15939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:10.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:56:10 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/209565417' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:56:10.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:56:10 smithi032 ceph-mon[191839]: from='client.61508 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:56:10.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:56:10 smithi032 ceph-mon[191839]: from='client.61514 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:56:10.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:56:10 smithi032 ceph-mon[191839]: pgmap v15939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:10.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:56:10 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/209565417' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:56:10.932 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:56:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:56:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T00:56:11.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:56:10 smithi039 ceph-mon[181282]: from='client.61508 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:56:11.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:56:10 smithi039 ceph-mon[181282]: from='client.61514 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:56:11.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:56:10 smithi039 ceph-mon[181282]: pgmap v15939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:11.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:56:10 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/209565417' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:56:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:56:12 smithi032 ceph-mon[189144]: pgmap v15940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:56:12 smithi032 ceph-mon[191839]: pgmap v15940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:13.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:56:12 smithi039 ceph-mon[181282]: pgmap v15940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:14.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:56:14 smithi032 ceph-mon[189144]: pgmap v15941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:14.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:56:14 smithi032 ceph-mon[191839]: pgmap v15941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:15.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:56:14 smithi039 ceph-mon[181282]: pgmap v15941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:16.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:56:16 smithi032 ceph-mon[191839]: pgmap v15942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:16.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:56:16 smithi032 ceph-mon[189144]: pgmap v15942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:17.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:56:16 smithi039 ceph-mon[181282]: pgmap v15942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:56:18 smithi032 ceph-mon[189144]: pgmap v15943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:18.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:56:18 smithi032 ceph-mon[191839]: pgmap v15943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:56:18 smithi039 ceph-mon[181282]: pgmap v15943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:20.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:56:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:56:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:56:20.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:56:20 smithi032 ceph-mon[191839]: pgmap v15944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:20.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:56:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:56:20.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:56:20 smithi032 ceph-mon[189144]: pgmap v15944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:20.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:56:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:56:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:56:20 smithi039 ceph-mon[181282]: pgmap v15944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:56:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:56:22.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:56:22 smithi032 ceph-mon[191839]: pgmap v15945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:22.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:56:22 smithi032 ceph-mon[189144]: pgmap v15945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:23.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:56:22 smithi039 ceph-mon[181282]: pgmap v15945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:25.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:56:24 smithi039 ceph-mon[181282]: pgmap v15946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:25.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:56:24 smithi032 ceph-mon[191839]: pgmap v15946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:25.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:56:24 smithi032 ceph-mon[189144]: pgmap v15946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:27.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:56:26 smithi039 ceph-mon[181282]: pgmap v15947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:27.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:56:26 smithi032 ceph-mon[191839]: pgmap v15947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:27.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:56:26 smithi032 ceph-mon[189144]: pgmap v15947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:29.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:56:28 smithi039 ceph-mon[181282]: pgmap v15948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:29.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:56:28 smithi032 ceph-mon[191839]: pgmap v15948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:29.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:56:28 smithi032 ceph-mon[189144]: pgmap v15948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:31.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:56:30 smithi039 ceph-mon[181282]: pgmap v15949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:31.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:56:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:56:31.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:56:30 smithi032 ceph-mon[189144]: pgmap v15949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:31.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:56:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:56:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:56:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:56:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:56:31.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:56:30 smithi032 ceph-mon[191839]: pgmap v15949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:31.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:56:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:56:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:56:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:56:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:56:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:56:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:56:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:56:32.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:56:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:56:32.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:56:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:56:32.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:56:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:56:32.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:56:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:56:32.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:56:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:56:32.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:56:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:56:33.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:56:32 smithi039 ceph-mon[181282]: pgmap v15950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:33.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:56:32 smithi032 ceph-mon[191839]: pgmap v15950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:33.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:56:32 smithi032 ceph-mon[189144]: pgmap v15950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:56:34 smithi039 ceph-mon[181282]: pgmap v15951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:35.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:56:34 smithi032 ceph-mon[189144]: pgmap v15951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:56:34 smithi032 ceph-mon[191839]: pgmap v15951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:56:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:56:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:56:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:56:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:56:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:56:37.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:56:36 smithi039 ceph-mon[181282]: pgmap v15952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:37.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:56:36 smithi032 ceph-mon[191839]: pgmap v15952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:37.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:56:36 smithi032 ceph-mon[189144]: pgmap v15952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:39.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:56:38 smithi039 ceph-mon[181282]: pgmap v15953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:39.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:56:38 smithi032 ceph-mon[191839]: pgmap v15953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:39.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:56:38 smithi032 ceph-mon[189144]: pgmap v15953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:40.179 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:56:40.502 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:56:40.502 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 3m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:56:40.502 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 70s ago 7h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:56:40.502 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 3m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:56:40.502 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 70s ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:56:40.502 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 70s ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:56:40.502 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 3m ago 7h 836M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:56:40.502 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 3m ago 7h 1985M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:56:40.502 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 70s ago 7h 947M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:56:40.502 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 3m ago 7h 988M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:56:40.502 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 3m ago 7h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:56:40.502 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 70s ago 7h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:56:40.503 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 3m ago 7h 5175M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:56:40.503 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 3m ago 7h 5315M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:56:40.503 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 3m ago 7h 4704M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:56:40.503 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 3m ago 7h 4811M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:56:40.503 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 70s ago 7h 4541M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:56:40.503 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 70s ago 7h 4939M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:56:40.503 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 70s ago 7h 4601M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:56:40.503 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 70s ago 7h 4638M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:56:40.504 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 70s ago 7h 140M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:56:40.902 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:56:40.902 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:56:40.902 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:56:40.902 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:56:40.902 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:56:40.903 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:56:40.903 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:56:40.903 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:56:40.903 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:56:40.903 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:56:40.903 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:56:40.903 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:56:40.903 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:56:40.903 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:56:40.903 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:56:40.903 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:56:40.903 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:56:40.903 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:56:41.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:56:40 smithi039 ceph-mon[181282]: pgmap v15954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:41.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:56:40 smithi032 ceph-mon[191839]: pgmap v15954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:41.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:56:40 smithi032 ceph-mon[189144]: pgmap v15954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:56:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:56:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:56:42.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:56:41 smithi039 ceph-mon[181282]: from='client.61526 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:56:42.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:56:41 smithi039 ceph-mon[181282]: from='client.51615 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:56:42.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:56:41 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2323547173' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:56:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:56:41 smithi032 ceph-mon[191839]: from='client.61526 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:56:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:56:41 smithi032 ceph-mon[191839]: from='client.51615 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:56:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:56:41 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2323547173' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:56:42.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:56:41 smithi032 ceph-mon[189144]: from='client.61526 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:56:42.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:56:41 smithi032 ceph-mon[189144]: from='client.51615 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:56:42.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:56:41 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2323547173' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:56:43.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:56:42 smithi039 ceph-mon[181282]: pgmap v15955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:43.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:56:42 smithi032 ceph-mon[189144]: pgmap v15955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:43.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:56:42 smithi032 ceph-mon[191839]: pgmap v15955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:45.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:56:44 smithi039 ceph-mon[181282]: pgmap v15956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:45.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:56:44 smithi032 ceph-mon[191839]: pgmap v15956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:45.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:56:44 smithi032 ceph-mon[189144]: pgmap v15956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:47.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:56:46 smithi039 ceph-mon[181282]: pgmap v15957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:47.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:56:46 smithi032 ceph-mon[191839]: pgmap v15957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:47.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:56:46 smithi032 ceph-mon[189144]: pgmap v15957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:49.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:56:48 smithi039 ceph-mon[181282]: pgmap v15958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:49.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:56:48 smithi032 ceph-mon[191839]: pgmap v15958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:49.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:56:48 smithi032 ceph-mon[189144]: pgmap v15958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:56:50 smithi039 ceph-mon[181282]: pgmap v15959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:56:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:56:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:56:50 smithi032 ceph-mon[189144]: pgmap v15959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:56:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:56:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:56:50 smithi032 ceph-mon[191839]: pgmap v15959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:56:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:56:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:56:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:56:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:56:53.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:56:52 smithi039 ceph-mon[181282]: pgmap v15960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:53.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:56:52 smithi032 ceph-mon[191839]: pgmap v15960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:53.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:56:52 smithi032 ceph-mon[189144]: pgmap v15960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:55.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:56:54 smithi039 ceph-mon[181282]: pgmap v15961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:55.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:56:54 smithi032 ceph-mon[191839]: pgmap v15961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:55.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:56:54 smithi032 ceph-mon[189144]: pgmap v15961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:57.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:56:56 smithi039 ceph-mon[181282]: pgmap v15962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:57.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:56:56 smithi032 ceph-mon[191839]: pgmap v15962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:57.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:56:56 smithi032 ceph-mon[189144]: pgmap v15962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:59.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:56:58 smithi039 ceph-mon[181282]: pgmap v15963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:59.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:56:58 smithi032 ceph-mon[189144]: pgmap v15963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:56:59.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:56:58 smithi032 ceph-mon[191839]: pgmap v15963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:01.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:57:00 smithi039 ceph-mon[181282]: pgmap v15964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:01.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:57:00 smithi032 ceph-mon[191839]: pgmap v15964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:57:00 smithi032 ceph-mon[189144]: pgmap v15964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:57:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:57:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:57:03.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:57:02 smithi039 ceph-mon[181282]: pgmap v15965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:03.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:57:02 smithi032 ceph-mon[191839]: pgmap v15965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:03.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:57:02 smithi032 ceph-mon[189144]: pgmap v15965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:57:03 smithi032 ceph-mon[191839]: pgmap v15966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:04.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:57:03 smithi032 ceph-mon[189144]: pgmap v15966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:57:03 smithi039 ceph-mon[181282]: pgmap v15966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:05.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:57:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:57:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:57:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:57:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:57:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:57:06.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:57:06 smithi032 ceph-mon[191839]: pgmap v15967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:06.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:57:06 smithi032 ceph-mon[189144]: pgmap v15967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:06.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:57:06 smithi039 ceph-mon[181282]: pgmap v15967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:08.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:57:08 smithi032 ceph-mon[189144]: pgmap v15968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:08.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:57:08 smithi032 ceph-mon[191839]: pgmap v15968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:09.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:57:08 smithi039 ceph-mon[181282]: pgmap v15968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:10.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:57:10 smithi032 ceph-mon[191839]: pgmap v15969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:10.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:57:10 smithi032 ceph-mon[189144]: pgmap v15969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:10.932 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:57:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:57:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:57:11.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:57:10 smithi039 ceph-mon[181282]: pgmap v15969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:11.267 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:57:11.590 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:57:11.590 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 3m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:57:11.590 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 101s ago 7h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:57:11.590 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 3m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:57:11.590 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 101s ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:57:11.590 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 101s ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:57:11.590 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 3m ago 7h 836M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:57:11.590 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 3m ago 7h 1985M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:57:11.590 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 101s ago 7h 947M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:57:11.590 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 3m ago 7h 988M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:57:11.590 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 3m ago 7h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:57:11.590 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 101s ago 7h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:57:11.591 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 3m ago 7h 5175M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:57:11.591 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 3m ago 7h 5315M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:57:11.591 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 3m ago 7h 4704M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:57:11.591 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 3m ago 7h 4811M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:57:11.591 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 101s ago 7h 4541M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:57:11.591 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 101s ago 7h 4939M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:57:11.591 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 101s ago 7h 4601M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:57:11.591 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 101s ago 7h 4638M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:57:11.591 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 101s ago 7h 140M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:57:11.992 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:57:11.992 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:57:11.992 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:57:11.992 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:57:11.992 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:57:11.993 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:57:11.993 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:57:11.993 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:57:11.993 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:57:11.993 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:57:11.993 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:57:11.993 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:57:11.993 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:57:11.993 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:57:11.993 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:57:11.993 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:57:11.993 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:57:11.993 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:57:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:57:12 smithi032 ceph-mon[191839]: from='client.51627 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:57:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:57:12 smithi032 ceph-mon[191839]: from='client.61550 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:57:12.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:57:12 smithi032 ceph-mon[191839]: pgmap v15970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:12.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:57:12 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/392913268' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:57:12.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:57:12 smithi032 ceph-mon[189144]: from='client.51627 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:57:12.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:57:12 smithi032 ceph-mon[189144]: from='client.61550 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:57:12.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:57:12 smithi032 ceph-mon[189144]: pgmap v15970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:12.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:57:12 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/392913268' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:57:13.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:57:12 smithi039 ceph-mon[181282]: from='client.51627 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:57:13.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:57:12 smithi039 ceph-mon[181282]: from='client.61550 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:57:13.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:57:12 smithi039 ceph-mon[181282]: pgmap v15970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:13.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:57:12 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/392913268' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:57:14.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:57:14 smithi032 ceph-mon[191839]: pgmap v15971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:14.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:57:14 smithi032 ceph-mon[189144]: pgmap v15971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:15.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:57:14 smithi039 ceph-mon[181282]: pgmap v15971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:17.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:57:16 smithi039 ceph-mon[181282]: pgmap v15972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:17.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:57:16 smithi032 ceph-mon[189144]: pgmap v15972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:17.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:57:16 smithi032 ceph-mon[191839]: pgmap v15972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:57:18 smithi039 ceph-mon[181282]: pgmap v15973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:19.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:57:18 smithi032 ceph-mon[191839]: pgmap v15973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:19.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:57:18 smithi032 ceph-mon[189144]: pgmap v15973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:57:20 smithi039 ceph-mon[181282]: pgmap v15974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:57:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:57:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:57:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:57:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:57:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:57:20 smithi032 ceph-mon[189144]: pgmap v15974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:57:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:57:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:57:20 smithi032 ceph-mon[191839]: pgmap v15974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:57:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:57:23.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:57:22 smithi039 ceph-mon[181282]: pgmap v15975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:23.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:57:22 smithi032 ceph-mon[191839]: pgmap v15975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:23.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:57:22 smithi032 ceph-mon[189144]: pgmap v15975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:25.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:57:24 smithi039 ceph-mon[181282]: pgmap v15976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:25.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:57:24 smithi032 ceph-mon[191839]: pgmap v15976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:25.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:57:24 smithi032 ceph-mon[189144]: pgmap v15976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:27.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:57:26 smithi039 ceph-mon[181282]: pgmap v15977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:27.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:57:26 smithi032 ceph-mon[189144]: pgmap v15977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:27.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:57:26 smithi032 ceph-mon[191839]: pgmap v15977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:29.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:57:28 smithi039 ceph-mon[181282]: pgmap v15978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:29.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:57:28 smithi032 ceph-mon[191839]: pgmap v15978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:29.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:57:28 smithi032 ceph-mon[189144]: pgmap v15978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:31.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:57:30 smithi039 ceph-mon[181282]: pgmap v15979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:57:30 smithi032 ceph-mon[191839]: pgmap v15979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:57:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:57:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:57:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:57:30 smithi032 ceph-mon[189144]: pgmap v15979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:57:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:57:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:57:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:57:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:57:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:57:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:57:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:57:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:57:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:57:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:57:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:57:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:57:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:57:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:57:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:57:32.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:57:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:57:32.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:57:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:57:32.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:57:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:57:32.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:57:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:57:33.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:57:32 smithi039 ceph-mon[181282]: pgmap v15980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:33.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:57:32 smithi032 ceph-mon[189144]: pgmap v15980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:33.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:57:32 smithi032 ceph-mon[191839]: pgmap v15980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:57:34 smithi039 ceph-mon[181282]: pgmap v15981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:35.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:57:34 smithi032 ceph-mon[189144]: pgmap v15981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:35.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:57:34 smithi032 ceph-mon[191839]: pgmap v15981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:57:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:57:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:57:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:57:36.214 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:57:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:57:37.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:57:36 smithi039 ceph-mon[181282]: pgmap v15982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:57:36 smithi032 ceph-mon[189144]: pgmap v15982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:37.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:57:36 smithi032 ceph-mon[191839]: pgmap v15982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:39.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:57:38 smithi039 ceph-mon[181282]: pgmap v15983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:39.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:57:38 smithi032 ceph-mon[189144]: pgmap v15983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:39.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:57:38 smithi032 ceph-mon[191839]: pgmap v15983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:41.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:57:40 smithi039 ceph-mon[181282]: pgmap v15984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:41.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:57:40 smithi032 ceph-mon[189144]: pgmap v15984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:57:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:57:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:57:41.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:57:40 smithi032 ceph-mon[191839]: pgmap v15984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:42.362 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:57:42.681 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:57:42.681 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 4m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:57:42.681 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 2m ago 7h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:57:42.681 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 4m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:57:42.681 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 2m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:57:42.681 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 2m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:57:42.681 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 4m ago 7h 836M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:57:42.682 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 4m ago 7h 1985M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:57:42.682 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 2m ago 7h 947M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:57:42.682 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 4m ago 7h 988M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:57:42.682 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 4m ago 7h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:57:42.682 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 2m ago 7h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:57:42.682 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 4m ago 7h 5175M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:57:42.682 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 4m ago 7h 5315M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:57:42.682 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 4m ago 7h 4704M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:57:42.682 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 4m ago 7h 4811M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:57:42.682 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 2m ago 7h 4541M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:57:42.682 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 2m ago 7h 4939M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:57:42.682 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 2m ago 7h 4601M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:57:42.682 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 2m ago 7h 4638M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:57:42.682 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 2m ago 7h 140M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:57:43.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:57:42 smithi039 ceph-mon[181282]: pgmap v15985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:43.081 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:57:43.082 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:57:43.082 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:57:43.082 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:57:43.082 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:57:43.082 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:57:43.082 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:57:43.082 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:57:43.082 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:57:43.082 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:57:43.082 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:57:43.082 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:57:43.082 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:57:43.082 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:57:43.082 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:57:43.082 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:57:43.083 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:57:43.083 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:57:43.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:57:42 smithi032 ceph-mon[191839]: pgmap v15985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:43.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:57:42 smithi032 ceph-mon[189144]: pgmap v15985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:44.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:57:43 smithi039 ceph-mon[181282]: from='client.61562 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:57:44.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:57:43 smithi039 ceph-mon[181282]: from='client.51651 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:57:44.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:57:43 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1532251541' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:57:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:57:43 smithi032 ceph-mon[189144]: from='client.61562 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:57:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:57:43 smithi032 ceph-mon[189144]: from='client.51651 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:57:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:57:43 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1532251541' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:57:44.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:57:43 smithi032 ceph-mon[191839]: from='client.61562 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:57:44.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:57:43 smithi032 ceph-mon[191839]: from='client.51651 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:57:44.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:57:43 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1532251541' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:57:45.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:57:44 smithi039 ceph-mon[181282]: pgmap v15986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:45.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:57:44 smithi032 ceph-mon[191839]: pgmap v15986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:45.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:57:44 smithi032 ceph-mon[189144]: pgmap v15986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:47.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:57:46 smithi039 ceph-mon[181282]: pgmap v15987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:47.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:57:46 smithi032 ceph-mon[191839]: pgmap v15987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:47.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:57:46 smithi032 ceph-mon[189144]: pgmap v15987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:49.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:57:48 smithi039 ceph-mon[181282]: pgmap v15988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:49.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:57:48 smithi032 ceph-mon[191839]: pgmap v15988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:49.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:57:48 smithi032 ceph-mon[189144]: pgmap v15988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:57:50 smithi039 ceph-mon[181282]: pgmap v15989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:57:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:57:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:57:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:57:50] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-23T00:57:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:57:50 smithi032 ceph-mon[191839]: pgmap v15989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:57:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:57:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:57:50 smithi032 ceph-mon[189144]: pgmap v15989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:57:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:57:53.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:57:52 smithi039 ceph-mon[181282]: pgmap v15990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:53.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:57:52 smithi032 ceph-mon[191839]: pgmap v15990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:53.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:57:52 smithi032 ceph-mon[189144]: pgmap v15990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:55.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:57:54 smithi039 ceph-mon[181282]: pgmap v15991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:55.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:57:54 smithi032 ceph-mon[191839]: pgmap v15991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:55.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:57:54 smithi032 ceph-mon[189144]: pgmap v15991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:57.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:57:56 smithi039 ceph-mon[181282]: pgmap v15992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:57.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:57:56 smithi032 ceph-mon[191839]: pgmap v15992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:57.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:57:56 smithi032 ceph-mon[189144]: pgmap v15992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:59.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:57:58 smithi032 ceph-mon[191839]: pgmap v15993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:59.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:57:58 smithi032 ceph-mon[189144]: pgmap v15993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:57:59.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:57:58 smithi039 ceph-mon[181282]: pgmap v15993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:01.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:58:00 smithi032 ceph-mon[191839]: pgmap v15994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:58:00 smithi032 ceph-mon[189144]: pgmap v15994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:58:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:58:00] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-23T00:58:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:58:00 smithi039 ceph-mon[181282]: pgmap v15994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:03.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:58:02 smithi032 ceph-mon[189144]: pgmap v15995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:03.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:58:02 smithi032 ceph-mon[191839]: pgmap v15995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:03.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:58:02 smithi039 ceph-mon[181282]: pgmap v15995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:58:03 smithi032 ceph-mon[191839]: pgmap v15996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:04.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:58:03 smithi032 ceph-mon[189144]: pgmap v15996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:58:03 smithi039 ceph-mon[181282]: pgmap v15996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:58:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:58:05.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:58:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:58:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:58:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:58:06.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:58:06 smithi032 ceph-mon[191839]: pgmap v15997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:06.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:58:06 smithi032 ceph-mon[189144]: pgmap v15997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:06.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:58:06 smithi039 ceph-mon[181282]: pgmap v15997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:08.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:58:08 smithi032 ceph-mon[191839]: pgmap v15998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:08.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:58:08 smithi032 ceph-mon[189144]: pgmap v15998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:09.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:58:08 smithi039 ceph-mon[181282]: pgmap v15998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:11.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:58:10 smithi039 ceph-mon[181282]: pgmap v15999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:11.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:58:10 smithi032 ceph-mon[191839]: pgmap v15999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:11.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:58:10 smithi032 ceph-mon[189144]: pgmap v15999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:58:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:58:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:58:13.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:58:12 smithi039 ceph-mon[181282]: pgmap v16000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:13.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:58:12 smithi032 ceph-mon[189144]: pgmap v16000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:13.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:58:12 smithi032 ceph-mon[191839]: pgmap v16000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:13.444 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:58:13.769 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:58:13.769 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 4m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:58:13.770 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 2m ago 7h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:58:13.770 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 4m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:58:13.770 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 2m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:58:13.770 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 2m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:58:13.770 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 4m ago 7h 836M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:58:13.770 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 4m ago 7h 1985M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:58:13.770 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 2m ago 7h 947M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:58:13.770 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 4m ago 7h 988M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:58:13.770 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 4m ago 7h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:58:13.770 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 2m ago 7h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:58:13.770 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 4m ago 7h 5175M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:58:13.770 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 4m ago 7h 5315M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:58:13.770 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 4m ago 7h 4704M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:58:13.770 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 4m ago 7h 4811M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:58:13.770 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 2m ago 7h 4541M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:58:13.771 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 2m ago 7h 4939M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:58:13.771 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 2m ago 7h 4601M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:58:13.771 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 2m ago 7h 4638M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:58:13.771 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 2m ago 7h 140M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:58:14.172 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:58:14.172 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:58:14.173 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:58:14.173 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:58:14.173 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:58:14.173 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:58:14.173 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:58:14.173 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:58:14.173 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:58:14.173 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:58:14.173 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:58:14.173 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:58:14.173 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:58:14.173 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:58:14.173 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:58:14.174 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:58:14.174 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:58:14.174 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:58:15.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:58:14 smithi039 ceph-mon[181282]: from='client.61580 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:58:15.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:58:14 smithi039 ceph-mon[181282]: pgmap v16001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:15.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:58:14 smithi039 ceph-mon[181282]: from='client.61586 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:58:15.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:58:14 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4043242116' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:58:15.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:58:14 smithi032 ceph-mon[191839]: from='client.61580 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:58:15.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:58:14 smithi032 ceph-mon[191839]: pgmap v16001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:15.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:58:14 smithi032 ceph-mon[191839]: from='client.61586 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:58:15.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:58:14 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4043242116' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:58:15.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:58:14 smithi032 ceph-mon[189144]: from='client.61580 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:58:15.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:58:14 smithi032 ceph-mon[189144]: pgmap v16001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:15.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:58:14 smithi032 ceph-mon[189144]: from='client.61586 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:58:15.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:58:14 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4043242116' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:58:17.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:58:16 smithi039 ceph-mon[181282]: pgmap v16002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:17.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:58:16 smithi032 ceph-mon[191839]: pgmap v16002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:17.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:58:16 smithi032 ceph-mon[189144]: pgmap v16002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:58:18 smithi039 ceph-mon[181282]: pgmap v16003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:19.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:58:18 smithi032 ceph-mon[191839]: pgmap v16003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:19.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:58:18 smithi032 ceph-mon[189144]: pgmap v16003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:58:20 smithi039 ceph-mon[181282]: pgmap v16004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:58:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:58:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:58:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:58:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:58:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:58:20 smithi032 ceph-mon[191839]: pgmap v16004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:58:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:58:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:58:20 smithi032 ceph-mon[189144]: pgmap v16004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:58:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:58:23.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:58:22 smithi039 ceph-mon[181282]: pgmap v16005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:23.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:58:22 smithi032 ceph-mon[189144]: pgmap v16005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:23.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:58:22 smithi032 ceph-mon[191839]: pgmap v16005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:25.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:58:24 smithi039 ceph-mon[181282]: pgmap v16006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:25.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:58:24 smithi032 ceph-mon[191839]: pgmap v16006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:25.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:58:24 smithi032 ceph-mon[189144]: pgmap v16006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:27.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:58:26 smithi039 ceph-mon[181282]: pgmap v16007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:27.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:58:26 smithi032 ceph-mon[191839]: pgmap v16007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:27.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:58:26 smithi032 ceph-mon[189144]: pgmap v16007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:29.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:58:28 smithi039 ceph-mon[181282]: pgmap v16008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:29.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:58:28 smithi032 ceph-mon[191839]: pgmap v16008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:29.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:58:28 smithi032 ceph-mon[189144]: pgmap v16008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:31.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:58:30 smithi039 ceph-mon[181282]: pgmap v16009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:58:30 smithi032 ceph-mon[191839]: pgmap v16009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:31.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:58:30 smithi032 ceph-mon[189144]: pgmap v16009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:58:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:58:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:58:33.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:58:32 smithi039 ceph-mon[181282]: pgmap v16010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:33.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:58:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:58:33.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:58:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:58:33.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:58:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:58:33.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:58:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:58:33.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:58:32 smithi032 ceph-mon[189144]: pgmap v16010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:33.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:58:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:58:33.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:58:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:58:33.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:58:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:58:33.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:58:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:58:33.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:58:32 smithi032 ceph-mon[191839]: pgmap v16010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:33.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:58:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:58:33.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:58:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:58:33.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:58:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:58:33.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:58:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:58:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:58:34 smithi039 ceph-mon[181282]: pgmap v16011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:35.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:58:34 smithi032 ceph-mon[189144]: pgmap v16011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:58:34 smithi032 ceph-mon[191839]: pgmap v16011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:58:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:58:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:58:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:58:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:58:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:58:37.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:58:36 smithi039 ceph-mon[181282]: pgmap v16012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:37.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:58:36 smithi032 ceph-mon[191839]: pgmap v16012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:58:36 smithi032 ceph-mon[189144]: pgmap v16012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:39.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:58:38 smithi039 ceph-mon[181282]: pgmap v16013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:39.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:58:38 smithi032 ceph-mon[189144]: pgmap v16013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:39.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:58:38 smithi032 ceph-mon[191839]: pgmap v16013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:41.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:58:40 smithi039 ceph-mon[181282]: pgmap v16014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:41.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:58:40 smithi032 ceph-mon[191839]: pgmap v16014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:41.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:58:40 smithi032 ceph-mon[189144]: pgmap v16014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:58:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:58:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T00:58:43.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:58:42 smithi039 ceph-mon[181282]: pgmap v16015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:43.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:58:42 smithi032 ceph-mon[189144]: pgmap v16015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:43.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:58:42 smithi032 ceph-mon[191839]: pgmap v16015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:44.537 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:58:44.861 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:58:44.862 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 5m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:58:44.862 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 3m ago 7h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:58:44.862 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 5m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:58:44.862 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 3m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:58:44.862 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 3m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:58:44.862 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 5m ago 7h 836M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:58:44.862 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 5m ago 7h 1985M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:58:44.862 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 3m ago 7h 947M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:58:44.862 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 5m ago 7h 988M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:58:44.862 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 5m ago 7h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:58:44.862 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 3m ago 7h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:58:44.862 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 5m ago 7h 5175M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:58:44.862 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 5m ago 7h 5315M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:58:44.862 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 5m ago 7h 4704M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:58:44.863 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 5m ago 7h 4811M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:58:44.863 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 3m ago 7h 4541M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:58:44.863 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 3m ago 7h 4939M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:58:44.863 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 3m ago 7h 4601M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:58:44.863 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 3m ago 7h 4638M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:58:44.863 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 3m ago 7h 140M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:58:45.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:58:44 smithi039 ceph-mon[181282]: pgmap v16016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:45.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:58:44 smithi032 ceph-mon[189144]: pgmap v16016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:45.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:58:44 smithi032 ceph-mon[191839]: pgmap v16016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:45.262 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:58:45.262 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:58:45.262 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:58:45.263 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:58:45.263 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:58:45.263 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:58:45.263 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:58:45.263 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:58:45.263 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:58:45.263 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:58:45.263 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:58:45.263 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:58:45.263 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:58:45.263 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:58:45.263 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:58:45.263 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:58:45.263 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:58:45.263 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:58:46.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:58:45 smithi039 ceph-mon[181282]: from='client.61598 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:58:46.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:58:45 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/24754305' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:58:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:58:45 smithi032 ceph-mon[191839]: from='client.61598 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:58:46.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:58:45 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/24754305' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:58:46.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:58:45 smithi032 ceph-mon[189144]: from='client.61598 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:58:46.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:58:45 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/24754305' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:58:47.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:58:46 smithi039 ceph-mon[181282]: from='client.51687 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:58:47.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:58:46 smithi039 ceph-mon[181282]: pgmap v16017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:47.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:58:46 smithi032 ceph-mon[191839]: from='client.51687 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:58:47.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:58:46 smithi032 ceph-mon[191839]: pgmap v16017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:47.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:58:46 smithi032 ceph-mon[189144]: from='client.51687 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:58:47.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:58:46 smithi032 ceph-mon[189144]: pgmap v16017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:49.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:58:48 smithi039 ceph-mon[181282]: pgmap v16018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:49.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:58:48 smithi032 ceph-mon[191839]: pgmap v16018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:49.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:58:48 smithi032 ceph-mon[189144]: pgmap v16018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:58:50 smithi039 ceph-mon[181282]: pgmap v16019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:58:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:58:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:58:50 smithi032 ceph-mon[191839]: pgmap v16019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:58:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:58:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:58:50 smithi032 ceph-mon[189144]: pgmap v16019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:58:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:58:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:58:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:58:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:58:53.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:58:52 smithi039 ceph-mon[181282]: pgmap v16020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:53.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:58:52 smithi032 ceph-mon[191839]: pgmap v16020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:53.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:58:52 smithi032 ceph-mon[189144]: pgmap v16020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:55.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:58:54 smithi032 ceph-mon[191839]: pgmap v16021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:55.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:58:54 smithi032 ceph-mon[189144]: pgmap v16021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:55.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:58:54 smithi039 ceph-mon[181282]: pgmap v16021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:57.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:58:56 smithi032 ceph-mon[191839]: pgmap v16022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:57.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:58:56 smithi032 ceph-mon[189144]: pgmap v16022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:57.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:58:56 smithi039 ceph-mon[181282]: pgmap v16022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:59.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:58:58 smithi032 ceph-mon[191839]: pgmap v16023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:59.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:58:58 smithi032 ceph-mon[189144]: pgmap v16023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:58:59.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:58:58 smithi039 ceph-mon[181282]: pgmap v16023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:59:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:59:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T00:59:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:59:00 smithi032 ceph-mon[191839]: pgmap v16024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:59:00 smithi032 ceph-mon[189144]: pgmap v16024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:59:00 smithi039 ceph-mon[181282]: pgmap v16024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:03.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:59:02 smithi032 ceph-mon[191839]: pgmap v16025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:03.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:59:02 smithi032 ceph-mon[189144]: pgmap v16025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:03.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:59:02 smithi039 ceph-mon[181282]: pgmap v16025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:05.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:59:04 smithi032 ceph-mon[191839]: pgmap v16026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:05.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:59:04 smithi032 ceph-mon[189144]: pgmap v16026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:59:04 smithi039 ceph-mon[181282]: pgmap v16026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:59:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:59:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:59:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:59:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:59:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:59:07.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:59:06 smithi032 ceph-mon[189144]: pgmap v16027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:07.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:59:06 smithi032 ceph-mon[191839]: pgmap v16027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:07.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:59:06 smithi039 ceph-mon[181282]: pgmap v16027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:09.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:59:08 smithi039 ceph-mon[181282]: pgmap v16028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:09.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:59:08 smithi032 ceph-mon[191839]: pgmap v16028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:09.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:59:08 smithi032 ceph-mon[189144]: pgmap v16028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:11.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:59:10 smithi039 ceph-mon[181282]: pgmap v16029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:11.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:59:10 smithi032 ceph-mon[191839]: pgmap v16029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:11.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:59:10 smithi032 ceph-mon[189144]: pgmap v16029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:59:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:59:10] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-23T00:59:13.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:59:12 smithi039 ceph-mon[181282]: pgmap v16030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:13.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:59:12 smithi032 ceph-mon[191839]: pgmap v16030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:13.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:59:12 smithi032 ceph-mon[189144]: pgmap v16030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:15.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:59:14 smithi039 ceph-mon[181282]: pgmap v16031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:15.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:59:14 smithi032 ceph-mon[191839]: pgmap v16031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:15.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:59:14 smithi032 ceph-mon[189144]: pgmap v16031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:15.625 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:59:15.947 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:59:15.947 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 5m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:59:15.947 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 3m ago 7h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:59:15.947 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 5m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:59:15.947 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 3m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:59:15.948 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 3m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:59:15.948 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 5m ago 7h 836M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:59:15.948 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 5m ago 7h 1985M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:59:15.948 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 3m ago 7h 947M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:59:15.948 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 5m ago 7h 988M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:59:15.948 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 5m ago 7h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:59:15.948 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 3m ago 7h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:59:15.948 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 5m ago 7h 5175M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:59:15.948 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 5m ago 7h 5315M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:59:15.948 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 5m ago 7h 4704M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:59:15.948 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 5m ago 7h 4811M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:59:15.948 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 3m ago 7h 4541M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:59:15.948 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 3m ago 7h 4939M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:59:15.948 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 3m ago 7h 4601M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:59:15.948 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 3m ago 7h 4638M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:59:15.949 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 3m ago 7h 140M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:59:16.350 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:59:16.350 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:59:16.350 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:59:16.350 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:59:16.350 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:59:16.350 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:59:16.350 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:59:16.350 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:59:16.350 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:59:16.350 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:59:16.351 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:59:16.351 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:59:16.351 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:59:16.351 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:59:16.351 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:59:16.351 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:59:16.351 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:59:16.351 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:59:17.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:59:16 smithi039 ceph-mon[181282]: from='client.51699 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:59:17.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:59:16 smithi039 ceph-mon[181282]: pgmap v16032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:17.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:59:16 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3530227579' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:59:17.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:59:16 smithi032 ceph-mon[191839]: from='client.51699 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:59:17.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:59:16 smithi032 ceph-mon[191839]: pgmap v16032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:17.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:59:16 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3530227579' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:59:17.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:59:16 smithi032 ceph-mon[189144]: from='client.51699 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:59:17.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:59:16 smithi032 ceph-mon[189144]: pgmap v16032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:17.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:59:16 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3530227579' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:59:18.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:59:17 smithi039 ceph-mon[181282]: from='client.61622 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:59:18.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:59:17 smithi032 ceph-mon[189144]: from='client.61622 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:59:18.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:59:17 smithi032 ceph-mon[191839]: from='client.61622 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:59:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:59:18 smithi039 ceph-mon[181282]: pgmap v16033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:19.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:59:18 smithi032 ceph-mon[189144]: pgmap v16033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:19.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:59:18 smithi032 ceph-mon[191839]: pgmap v16033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:59:20 smithi039 ceph-mon[181282]: pgmap v16034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:59:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:59:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:59:20 smithi032 ceph-mon[189144]: pgmap v16034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:59:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:59:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:59:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:59:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:59:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:59:20 smithi032 ceph-mon[191839]: pgmap v16034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:59:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:59:23.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:59:22 smithi039 ceph-mon[181282]: pgmap v16035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:23.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:59:22 smithi032 ceph-mon[189144]: pgmap v16035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:23.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:59:22 smithi032 ceph-mon[191839]: pgmap v16035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:25.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:59:24 smithi039 ceph-mon[181282]: pgmap v16036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:25.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:59:24 smithi032 ceph-mon[191839]: pgmap v16036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:25.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:59:24 smithi032 ceph-mon[189144]: pgmap v16036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:27.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:59:26 smithi039 ceph-mon[181282]: pgmap v16037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:27.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:59:26 smithi032 ceph-mon[191839]: pgmap v16037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:27.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:59:26 smithi032 ceph-mon[189144]: pgmap v16037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:29.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:59:28 smithi039 ceph-mon[181282]: pgmap v16038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:29.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:59:28 smithi032 ceph-mon[191839]: pgmap v16038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:29.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:59:28 smithi032 ceph-mon[189144]: pgmap v16038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:31.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:59:30 smithi039 ceph-mon[181282]: pgmap v16039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:59:30 smithi032 ceph-mon[191839]: pgmap v16039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:31.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:59:30 smithi032 ceph-mon[189144]: pgmap v16039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:59:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:59:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T00:59:33.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:59:32 smithi039 ceph-mon[181282]: pgmap v16040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:33.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:59:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:59:33.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:59:32 smithi032 ceph-mon[191839]: pgmap v16040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:33.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:59:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:59:33.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:59:32 smithi032 ceph-mon[189144]: pgmap v16040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:33.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:59:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T00:59:34.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:59:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:59:34.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:59:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:59:34.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:59:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:59:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:59:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:59:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:59:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:59:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:59:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:59:34.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:59:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T00:59:34.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:59:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T00:59:34.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:59:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T00:59:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:59:34 smithi039 ceph-mon[181282]: pgmap v16041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:35.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:59:34 smithi032 ceph-mon[189144]: pgmap v16041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:35.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:59:34 smithi032 ceph-mon[191839]: pgmap v16041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:59:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:59:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:59:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:59:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:59:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:59:37.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:59:36 smithi039 ceph-mon[181282]: pgmap v16042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:59:36 smithi032 ceph-mon[189144]: pgmap v16042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:37.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:59:36 smithi032 ceph-mon[191839]: pgmap v16042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:39.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:59:38 smithi039 ceph-mon[181282]: pgmap v16043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:39.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:59:38 smithi032 ceph-mon[191839]: pgmap v16043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:39.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:59:38 smithi032 ceph-mon[189144]: pgmap v16043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:59:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:59:40] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T00:59:41.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:59:40 smithi032 ceph-mon[191839]: pgmap v16044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:41.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:59:40 smithi032 ceph-mon[189144]: pgmap v16044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:41.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:59:40 smithi039 ceph-mon[181282]: pgmap v16044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:43.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:59:42 smithi032 ceph-mon[191839]: pgmap v16045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:43.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:59:42 smithi032 ceph-mon[189144]: pgmap v16045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:43.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:59:42 smithi039 ceph-mon[181282]: pgmap v16045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:45.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:59:44 smithi032 ceph-mon[191839]: pgmap v16046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:45.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:59:44 smithi032 ceph-mon[189144]: pgmap v16046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:45.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:59:44 smithi039 ceph-mon[181282]: pgmap v16046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:46.712 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T00:59:47.036 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T00:59:47.037 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 6m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T00:59:47.037 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 4m ago 7h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T00:59:47.037 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 6m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T00:59:47.037 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 4m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T00:59:47.037 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 4m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T00:59:47.037 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 6m ago 7h 836M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T00:59:47.037 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 6m ago 7h 1985M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T00:59:47.037 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 4m ago 7h 947M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T00:59:47.037 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 6m ago 7h 988M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T00:59:47.037 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 6m ago 7h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T00:59:47.038 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 4m ago 7h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T00:59:47.038 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 6m ago 7h 5175M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T00:59:47.038 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 6m ago 7h 5315M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T00:59:47.038 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 6m ago 7h 4704M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T00:59:47.038 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 6m ago 7h 4811M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T00:59:47.038 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 4m ago 7h 4541M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T00:59:47.038 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 4m ago 7h 4939M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T00:59:47.038 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 4m ago 7h 4601M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T00:59:47.038 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 4m ago 7h 4638M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T00:59:47.038 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 4m ago 7h 140M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T00:59:47.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:59:46 smithi032 ceph-mon[191839]: pgmap v16047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:47.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:59:46 smithi032 ceph-mon[189144]: pgmap v16047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:47.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:59:46 smithi039 ceph-mon[181282]: pgmap v16047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:47.437 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T00:59:47.437 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T00:59:47.438 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T00:59:47.438 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:59:47.438 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T00:59:47.438 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T00:59:47.438 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:59:47.438 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T00:59:47.438 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T00:59:47.438 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:59:47.438 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T00:59:47.438 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T00:59:47.438 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T00:59:47.438 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T00:59:47.439 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T00:59:47.439 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T00:59:47.439 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T00:59:47.439 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T00:59:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:59:47 smithi032 ceph-mon[189144]: from='client.61634 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:59:48.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:59:47 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2023796130' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:59:48.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:59:47 smithi032 ceph-mon[191839]: from='client.61634 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:59:48.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:59:47 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2023796130' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:59:48.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:59:47 smithi039 ceph-mon[181282]: from='client.61634 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:59:48.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:59:47 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2023796130' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T00:59:49.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:59:48 smithi032 ceph-mon[189144]: from='client.61640 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:59:49.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:59:48 smithi032 ceph-mon[189144]: pgmap v16048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:49.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:59:48 smithi032 ceph-mon[191839]: from='client.61640 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:59:49.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:59:48 smithi032 ceph-mon[191839]: pgmap v16048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:49.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:59:48 smithi039 ceph-mon[181282]: from='client.61640 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T00:59:49.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:59:48 smithi039 ceph-mon[181282]: pgmap v16048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:59:50 smithi032 ceph-mon[189144]: pgmap v16049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:59:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:59:51.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 00:59:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:00:59:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T00:59:51.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:59:50 smithi032 ceph-mon[191839]: pgmap v16049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:51.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:59:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:59:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:59:50 smithi039 ceph-mon[181282]: pgmap v16049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:59:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T00:59:53.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:59:52 smithi032 ceph-mon[191839]: pgmap v16050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:53.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:59:52 smithi032 ceph-mon[189144]: pgmap v16050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:53.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:59:52 smithi039 ceph-mon[181282]: pgmap v16050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:55.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:59:54 smithi032 ceph-mon[191839]: pgmap v16051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:55.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:59:54 smithi032 ceph-mon[189144]: pgmap v16051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:55.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:59:54 smithi039 ceph-mon[181282]: pgmap v16051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:59:55 smithi032 ceph-mon[191839]: pgmap v16052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:59:55 smithi032 ceph-mon[189144]: pgmap v16052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:59:55 smithi039 ceph-mon[181282]: pgmap v16052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:59.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 00:59:58 smithi039 ceph-mon[181282]: pgmap v16053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:59.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 00:59:58 smithi032 ceph-mon[191839]: pgmap v16053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T00:59:59.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 00:59:58 smithi032 ceph-mon[189144]: pgmap v16053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:00:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-23T00:59:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T01:00:01.008 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 23 01:00:00 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-23T01:00:00.889Z caller=compact.go:519 level=info component=tsdb msg="write block" mint=1703282400138 maxt=1703289600000 ulid=01HJA2ZAERRMCNAZTJXN8YJPRF duration=33.212776ms 2023-12-23T01:00:01.008 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 23 01:00:00 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-23T01:00:00.892Z caller=head.go:1269 level=info component=tsdb msg="Head GC completed" caller=truncateMemory duration=1.997243ms 2023-12-23T01:00:01.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:00:00 smithi039 ceph-mon[181282]: pgmap v16054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:01.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:00:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T01:00:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:00:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:00:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:00:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:00:00 smithi032 ceph-mon[189144]: pgmap v16054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:00:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T01:00:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:00:00 smithi032 ceph-mon[191839]: pgmap v16054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:00:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T01:00:03.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:00:02 smithi039 ceph-mon[181282]: pgmap v16055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:03.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:00:02 smithi032 ceph-mon[191839]: pgmap v16055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:03.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:00:02 smithi032 ceph-mon[189144]: pgmap v16055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:05.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:00:04 smithi039 ceph-mon[181282]: pgmap v16056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:05.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:00:04 smithi032 ceph-mon[191839]: pgmap v16056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:05.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:00:04 smithi032 ceph-mon[189144]: pgmap v16056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:00:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:00:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:00:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:00:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:00:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:00:07.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:00:06 smithi039 ceph-mon[181282]: pgmap v16057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:07.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:00:06 smithi032 ceph-mon[189144]: pgmap v16057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:07.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:00:06 smithi032 ceph-mon[191839]: pgmap v16057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:09.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:00:08 smithi039 ceph-mon[181282]: pgmap v16058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:09.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:00:08 smithi032 ceph-mon[191839]: pgmap v16058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:09.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:00:08 smithi032 ceph-mon[189144]: pgmap v16058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:11.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:00:10 smithi039 ceph-mon[181282]: pgmap v16059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:11.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:00:10 smithi032 ceph-mon[189144]: pgmap v16059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:00:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:00:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:00:11.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:00:10 smithi032 ceph-mon[191839]: pgmap v16059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:13.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:00:12 smithi039 ceph-mon[181282]: pgmap v16060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:13.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:00:12 smithi032 ceph-mon[191839]: pgmap v16060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:13.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:00:12 smithi032 ceph-mon[189144]: pgmap v16060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:15.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:00:14 smithi039 ceph-mon[181282]: pgmap v16061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:15.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:00:14 smithi032 ceph-mon[189144]: pgmap v16061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:15.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:00:14 smithi032 ceph-mon[191839]: pgmap v16061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:17.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:00:16 smithi039 ceph-mon[181282]: pgmap v16062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:17.009 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 23 01:00:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-23T01:00:16.983222646Z level=info msg="Completed cleanup jobs" duration=12.700523ms 2023-12-23T01:00:17.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:00:16 smithi032 ceph-mon[191839]: pgmap v16062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:17.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:00:16 smithi032 ceph-mon[189144]: pgmap v16062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:17.802 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:00:18.125 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:00:18.125 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 6m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:00:18.125 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 4m ago 7h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:00:18.125 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 6m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:00:18.125 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 4m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:00:18.125 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 4m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:00:18.125 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 6m ago 7h 836M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:00:18.125 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 6m ago 7h 1985M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:00:18.125 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 4m ago 7h 947M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:00:18.125 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 6m ago 7h 988M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:00:18.125 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 6m ago 7h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:00:18.126 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 4m ago 7h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:00:18.126 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 6m ago 7h 5175M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:00:18.126 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 6m ago 7h 5315M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:00:18.126 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 6m ago 7h 4704M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:00:18.126 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 6m ago 7h 4811M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:00:18.126 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 4m ago 7h 4541M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:00:18.126 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 4m ago 7h 4939M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:00:18.126 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 4m ago 7h 4601M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:00:18.126 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 4m ago 7h 4638M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:00:18.126 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 4m ago 7h 140M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:00:18.523 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:00:18.523 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:00:18.523 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:00:18.523 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:00:18.523 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:00:18.523 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:00:18.523 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:00:18.523 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:00:18.523 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:00:18.523 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:00:18.523 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:00:18.524 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:00:18.524 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:00:18.524 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:00:18.524 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:00:18.524 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:00:18.524 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:00:18.524 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:00:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:00:18 smithi039 ceph-mon[181282]: pgmap v16063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:00:18 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3771240008' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:00:19.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:00:18 smithi032 ceph-mon[191839]: pgmap v16063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:19.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:00:18 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3771240008' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:00:19.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:00:18 smithi032 ceph-mon[189144]: pgmap v16063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:19.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:00:18 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3771240008' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:00:20.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:00:19 smithi039 ceph-mon[181282]: from='client.61652 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:00:20.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:00:19 smithi039 ceph-mon[181282]: from='client.61658 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:00:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:00:19 smithi032 ceph-mon[189144]: from='client.61652 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:00:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:00:19 smithi032 ceph-mon[189144]: from='client.61658 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:00:20.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:00:19 smithi032 ceph-mon[191839]: from='client.61652 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:00:20.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:00:19 smithi032 ceph-mon[191839]: from='client.61658 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:00:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:00:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:00:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T01:00:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:00:20 smithi032 ceph-mon[189144]: pgmap v16064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:00:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:00:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:00:20 smithi032 ceph-mon[191839]: pgmap v16064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:00:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:00:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:00:20 smithi039 ceph-mon[181282]: pgmap v16064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:00:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:00:23.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:00:22 smithi032 ceph-mon[191839]: pgmap v16065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:23.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:00:22 smithi032 ceph-mon[189144]: pgmap v16065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:23.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:00:22 smithi039 ceph-mon[181282]: pgmap v16065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:25.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:00:24 smithi032 ceph-mon[191839]: pgmap v16066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:25.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:00:24 smithi032 ceph-mon[189144]: pgmap v16066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:25.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:00:24 smithi039 ceph-mon[181282]: pgmap v16066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:27.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:00:26 smithi032 ceph-mon[191839]: pgmap v16067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:27.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:00:26 smithi032 ceph-mon[189144]: pgmap v16067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:27.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:00:26 smithi039 ceph-mon[181282]: pgmap v16067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:29.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:00:28 smithi032 ceph-mon[191839]: pgmap v16068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:29.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:00:28 smithi032 ceph-mon[189144]: pgmap v16068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:29.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:00:28 smithi039 ceph-mon[181282]: pgmap v16068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:00:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:00:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T01:00:31.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:00:30 smithi032 ceph-mon[191839]: pgmap v16069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:00:30 smithi032 ceph-mon[189144]: pgmap v16069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:31.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:00:30 smithi039 ceph-mon[181282]: pgmap v16069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:33.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:00:32 smithi032 ceph-mon[191839]: pgmap v16070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:33.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:00:32 smithi032 ceph-mon[189144]: pgmap v16070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:33.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:00:32 smithi039 ceph-mon[181282]: pgmap v16070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:00:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:00:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:00:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:00:34.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:00:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:00:34.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:00:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:00:34.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:00:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:00:34.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:00:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:00:34.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:00:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:00:34.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:00:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:00:34.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:00:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:00:34.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:00:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:00:34.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:00:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:00:34.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:00:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:00:35.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:00:34 smithi032 ceph-mon[189144]: pgmap v16071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:35.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:00:34 smithi032 ceph-mon[191839]: pgmap v16071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:00:34 smithi039 ceph-mon[181282]: pgmap v16071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:00:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:00:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:00:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:00:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:00:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:00:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:00:36 smithi032 ceph-mon[189144]: pgmap v16072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:37.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:00:36 smithi032 ceph-mon[191839]: pgmap v16072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:00:36 smithi039 ceph-mon[181282]: pgmap v16072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:39.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:00:38 smithi039 ceph-mon[181282]: pgmap v16073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:39.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:00:38 smithi032 ceph-mon[191839]: pgmap v16073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:39.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:00:38 smithi032 ceph-mon[189144]: pgmap v16073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:41.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:00:40 smithi039 ceph-mon[181282]: pgmap v16074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:41.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:00:40 smithi032 ceph-mon[191839]: pgmap v16074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:41.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:00:40 smithi032 ceph-mon[189144]: pgmap v16074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:00:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:00:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:00:43.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:00:42 smithi039 ceph-mon[181282]: pgmap v16075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:43.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:00:42 smithi032 ceph-mon[191839]: pgmap v16075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:43.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:00:42 smithi032 ceph-mon[189144]: pgmap v16075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:45.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:00:44 smithi039 ceph-mon[181282]: pgmap v16076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:45.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:00:44 smithi032 ceph-mon[191839]: pgmap v16076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:45.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:00:44 smithi032 ceph-mon[189144]: pgmap v16076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:47.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:00:46 smithi039 ceph-mon[181282]: pgmap v16077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:47.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:00:46 smithi032 ceph-mon[189144]: pgmap v16077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:47.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:00:46 smithi032 ceph-mon[191839]: pgmap v16077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:48.888 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:00:49.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:00:48 smithi039 ceph-mon[181282]: pgmap v16078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:49.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:00:48 smithi032 ceph-mon[191839]: pgmap v16078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:49.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:00:48 smithi032 ceph-mon[189144]: pgmap v16078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:49.210 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:00:49.210 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 7m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:00:49.210 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 5m ago 7h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:00:49.210 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 7m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:00:49.210 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 5m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:00:49.210 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 5m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:00:49.210 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 7m ago 7h 836M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:00:49.210 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 7m ago 7h 1985M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:00:49.210 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 5m ago 7h 947M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:00:49.210 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 7m ago 7h 988M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:00:49.210 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 7m ago 7h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:00:49.211 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 5m ago 7h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:00:49.211 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 7m ago 7h 5175M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:00:49.211 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 7m ago 7h 5315M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:00:49.211 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 7m ago 7h 4704M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:00:49.211 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 7m ago 7h 4811M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:00:49.211 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 5m ago 7h 4541M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:00:49.211 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 5m ago 7h 4939M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:00:49.211 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 5m ago 7h 4601M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:00:49.211 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 5m ago 7h 4638M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:00:49.211 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 5m ago 7h 140M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:00:49.611 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:00:49.612 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:00:49.612 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:00:49.612 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:00:49.612 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:00:49.612 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:00:49.612 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:00:49.612 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:00:49.612 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:00:49.612 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:00:49.612 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:00:49.612 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:00:49.613 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:00:49.613 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:00:49.613 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:00:49.613 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:00:49.613 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:00:49.613 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:00:50.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:00:49 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4002555730' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:00:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:00:49 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4002555730' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:00:50.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:00:49 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4002555730' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:00:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:00:50 smithi039 ceph-mon[181282]: from='client.51753 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:00:51.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:00:50 smithi039 ceph-mon[181282]: from='client.61676 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:00:51.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:00:50 smithi039 ceph-mon[181282]: pgmap v16079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:51.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:00:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:00:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:00:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:00:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:00:51.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:00:50 smithi032 ceph-mon[191839]: from='client.51753 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:00:51.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:00:50 smithi032 ceph-mon[191839]: from='client.61676 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:00:51.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:00:50 smithi032 ceph-mon[191839]: pgmap v16079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:51.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:00:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:00:51.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:00:50 smithi032 ceph-mon[189144]: from='client.51753 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:00:51.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:00:50 smithi032 ceph-mon[189144]: from='client.61676 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:00:51.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:00:50 smithi032 ceph-mon[189144]: pgmap v16079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:51.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:00:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:00:53.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:00:52 smithi039 ceph-mon[181282]: pgmap v16080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:53.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:00:52 smithi032 ceph-mon[191839]: pgmap v16080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:53.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:00:52 smithi032 ceph-mon[189144]: pgmap v16080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:55.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:00:54 smithi039 ceph-mon[181282]: pgmap v16081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:55.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:00:54 smithi032 ceph-mon[189144]: pgmap v16081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:55.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:00:54 smithi032 ceph-mon[191839]: pgmap v16081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:57.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:00:56 smithi039 ceph-mon[181282]: pgmap v16082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:57.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:00:56 smithi032 ceph-mon[189144]: pgmap v16082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:57.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:00:56 smithi032 ceph-mon[191839]: pgmap v16082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:59.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:00:58 smithi039 ceph-mon[181282]: pgmap v16083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:59.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:00:58 smithi032 ceph-mon[191839]: pgmap v16083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:00:59.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:00:58 smithi032 ceph-mon[189144]: pgmap v16083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:01.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:00 smithi039 ceph-mon[181282]: pgmap v16084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:01.088 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:00 smithi032 ceph-mon[189144]: pgmap v16084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:01.088 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:01:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:01:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:01:01.089 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:00 smithi032 ceph-mon[191839]: pgmap v16084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:03.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:02 smithi039 ceph-mon[181282]: pgmap v16085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:03.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:02 smithi032 ceph-mon[189144]: pgmap v16085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:03.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:02 smithi032 ceph-mon[191839]: pgmap v16085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:05.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:04 smithi032 ceph-mon[191839]: pgmap v16086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:05.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:04 smithi032 ceph-mon[189144]: pgmap v16086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:04 smithi039 ceph-mon[181282]: pgmap v16086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:01:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:01:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:01:07.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:06 smithi032 ceph-mon[191839]: pgmap v16087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:07.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:06 smithi032 ceph-mon[189144]: pgmap v16087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:07.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:06 smithi039 ceph-mon[181282]: pgmap v16087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:09.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:08 smithi032 ceph-mon[191839]: pgmap v16088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:09.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:08 smithi032 ceph-mon[189144]: pgmap v16088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:09.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:08 smithi039 ceph-mon[181282]: pgmap v16088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:11.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:10 smithi032 ceph-mon[191839]: pgmap v16089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:11.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:10 smithi032 ceph-mon[189144]: pgmap v16089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:01:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:01:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:01:11.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:10 smithi039 ceph-mon[181282]: pgmap v16089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:13.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:12 smithi032 ceph-mon[191839]: pgmap v16090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:13.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:12 smithi032 ceph-mon[189144]: pgmap v16090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:13.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:12 smithi039 ceph-mon[181282]: pgmap v16090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:15.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:14 smithi032 ceph-mon[191839]: pgmap v16091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:15.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:14 smithi032 ceph-mon[189144]: pgmap v16091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:15.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:14 smithi039 ceph-mon[181282]: pgmap v16091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:17.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:16 smithi032 ceph-mon[189144]: pgmap v16092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:17.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:16 smithi032 ceph-mon[191839]: pgmap v16092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:17.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:16 smithi039 ceph-mon[181282]: pgmap v16092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:19.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:18 smithi032 ceph-mon[191839]: pgmap v16093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:19.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:18 smithi032 ceph-mon[189144]: pgmap v16093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:19.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:18 smithi039 ceph-mon[181282]: pgmap v16093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:19.976 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:01:20.315 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:01:20.316 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 7m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:01:20.316 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 5m ago 7h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:01:20.316 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 7m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:01:20.316 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 5m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:01:20.316 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 5m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:01:20.316 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 7m ago 7h 836M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:01:20.316 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 7m ago 7h 1985M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:01:20.316 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 5m ago 7h 947M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:01:20.316 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 7m ago 7h 988M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:01:20.316 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 7m ago 7h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:01:20.316 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 5m ago 7h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:01:20.317 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 7m ago 7h 5175M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:01:20.317 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 7m ago 7h 5315M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:01:20.317 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 7m ago 7h 4704M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:01:20.317 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 7m ago 7h 4811M 2258M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:01:20.317 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 5m ago 7h 4541M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:01:20.317 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 5m ago 7h 4939M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:01:20.317 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 5m ago 7h 4601M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:01:20.317 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 5m ago 7h 4638M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:01:20.317 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 5m ago 7h 140M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:01:20.715 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:01:20.715 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:01:20.715 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:01:20.715 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:01:20.715 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:01:20.715 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:01:20.715 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:01:20.715 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:01:20.715 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:01:20.715 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:01:20.715 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:01:20.716 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:01:20.716 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:01:20.716 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:01:20.716 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:01:20.716 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:01:20.716 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:01:20.716 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:01:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:01:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:01:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:01:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:20 smithi032 ceph-mon[189144]: pgmap v16094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:01:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:20 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/76434350' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:01:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:20 smithi032 ceph-mon[191839]: pgmap v16094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:01:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:20 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/76434350' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:01:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:20 smithi039 ceph-mon[181282]: pgmap v16094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:01:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:20 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/76434350' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:01:22.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:21 smithi032 ceph-mon[191839]: from='client.61688 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:01:22.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:21 smithi032 ceph-mon[191839]: from='client.51777 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:01:22.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:21 smithi032 ceph-mon[189144]: from='client.61688 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:01:22.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:21 smithi032 ceph-mon[189144]: from='client.51777 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:01:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:21 smithi039 ceph-mon[181282]: from='client.61688 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:01:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:21 smithi039 ceph-mon[181282]: from='client.51777 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:01:23.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:22 smithi032 ceph-mon[191839]: pgmap v16095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:23.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:22 smithi032 ceph-mon[189144]: pgmap v16095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:23.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:22 smithi039 ceph-mon[181282]: pgmap v16095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:24.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:23 smithi032 ceph-mon[191839]: pgmap v16096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:24.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:23 smithi032 ceph-mon[189144]: pgmap v16096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:24.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:23 smithi039 ceph-mon[181282]: pgmap v16096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:27.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:26 smithi039 ceph-mon[181282]: pgmap v16097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:27.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:26 smithi032 ceph-mon[191839]: pgmap v16097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:27.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:26 smithi032 ceph-mon[189144]: pgmap v16097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:29.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:28 smithi039 ceph-mon[181282]: pgmap v16098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:29.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:28 smithi032 ceph-mon[191839]: pgmap v16098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:29.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:28 smithi032 ceph-mon[189144]: pgmap v16098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:31.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:30 smithi039 ceph-mon[181282]: pgmap v16099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:30 smithi032 ceph-mon[191839]: pgmap v16099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:30 smithi032 ceph-mon[189144]: pgmap v16099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:01:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:01:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:01:33.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:32 smithi039 ceph-mon[181282]: pgmap v16100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:33.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:32 smithi032 ceph-mon[191839]: pgmap v16100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:33.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:32 smithi032 ceph-mon[189144]: pgmap v16100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:34.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:01:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:01:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:01:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:34 smithi039 ceph-mon[181282]: pgmap v16101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:35.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:01:35.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:01:35.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:01:35.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:01:35.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:01:35.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:01:35.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:01:35.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:01:35.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:01:35.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:01:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:34 smithi032 ceph-mon[191839]: pgmap v16101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:01:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:01:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:01:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:01:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:01:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:01:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:01:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:01:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:01:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:01:35.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:34 smithi032 ceph-mon[189144]: pgmap v16101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:35.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:01:35.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:01:35.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:01:35.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:01:35.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:01:35.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:01:35.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:01:35.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:01:35.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:01:35.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:01:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:35 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi032 to 2249M 2023-12-23T01:01:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:01:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:35 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi032 to 2249M 2023-12-23T01:01:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:01:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:35 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi032 to 2249M 2023-12-23T01:01:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:01:37.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:36 smithi032 ceph-mon[191839]: pgmap v16102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:37.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:36 smithi032 ceph-mon[189144]: pgmap v16102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:36 smithi039 ceph-mon[181282]: pgmap v16102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:39.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:38 smithi032 ceph-mon[191839]: pgmap v16103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:39.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:38 smithi032 ceph-mon[189144]: pgmap v16103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:39.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:38 smithi039 ceph-mon[181282]: pgmap v16103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:41.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:40 smithi032 ceph-mon[191839]: pgmap v16104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:41.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:40 smithi032 ceph-mon[189144]: pgmap v16104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:01:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:01:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:01:41.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:40 smithi039 ceph-mon[181282]: pgmap v16104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:43.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:42 smithi032 ceph-mon[191839]: pgmap v16105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:43.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:42 smithi032 ceph-mon[189144]: pgmap v16105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:43.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:42 smithi039 ceph-mon[181282]: pgmap v16105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:45.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:44 smithi032 ceph-mon[191839]: pgmap v16106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:45.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:44 smithi032 ceph-mon[189144]: pgmap v16106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:45.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:44 smithi039 ceph-mon[181282]: pgmap v16106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:47.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:46 smithi032 ceph-mon[191839]: pgmap v16107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:47.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:46 smithi032 ceph-mon[189144]: pgmap v16107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:47.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:46 smithi039 ceph-mon[181282]: pgmap v16107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:49.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:48 smithi032 ceph-mon[189144]: pgmap v16108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:49.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:48 smithi032 ceph-mon[191839]: pgmap v16108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:49.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:48 smithi039 ceph-mon[181282]: pgmap v16108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:51.084 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:01:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:50 smithi032 ceph-mon[191839]: pgmap v16109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:01:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:01:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:01:50] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T01:01:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:50 smithi032 ceph-mon[189144]: pgmap v16109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:01:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:50 smithi039 ceph-mon[181282]: pgmap v16109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:01:51.405 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:01:51.405 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 8m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:01:51.405 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 6m ago 7h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:01:51.405 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 8m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:01:51.405 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 6m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:01:51.405 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 6m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:01:51.405 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 8m ago 7h 836M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:01:51.405 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 8m ago 7h 1985M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:01:51.405 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 6m ago 7h 947M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:01:51.405 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 8m ago 7h 988M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:01:51.405 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 8m ago 7h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:01:51.405 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 6m ago 7h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:01:51.405 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 8m ago 7h 5175M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:01:51.406 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 8m ago 7h 5315M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:01:51.406 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 8m ago 7h 4704M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:01:51.406 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 8m ago 7h 4811M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:01:51.406 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 6m ago 7h 4541M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:01:51.406 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 6m ago 7h 4939M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:01:51.406 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 6m ago 7h 4601M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:01:51.406 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 6m ago 7h 4638M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:01:51.406 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 6m ago 7h 140M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:01:51.805 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:01:51.805 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:01:51.805 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:01:51.805 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:01:51.805 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:01:51.806 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:01:51.806 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:01:51.806 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:01:51.806 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:01:51.806 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:01:51.806 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:01:51.806 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:01:51.806 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:01:51.806 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:01:51.806 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:01:51.806 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:01:51.806 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:01:51.806 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:01:53.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:52 smithi032 ceph-mon[191839]: from='client.61706 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:01:53.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:52 smithi032 ceph-mon[191839]: from='client.61712 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:01:53.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:52 smithi032 ceph-mon[191839]: pgmap v16110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:53.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:52 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1329185864' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:01:53.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:52 smithi032 ceph-mon[189144]: from='client.61706 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:01:53.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:52 smithi032 ceph-mon[189144]: from='client.61712 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:01:53.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:52 smithi032 ceph-mon[189144]: pgmap v16110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:53.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:52 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1329185864' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:01:53.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:52 smithi039 ceph-mon[181282]: from='client.61706 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:01:53.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:52 smithi039 ceph-mon[181282]: from='client.61712 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:01:53.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:52 smithi039 ceph-mon[181282]: pgmap v16110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:53.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:52 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1329185864' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:01:55.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:54 smithi032 ceph-mon[191839]: pgmap v16111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:55.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:54 smithi032 ceph-mon[189144]: pgmap v16111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:55.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:54 smithi039 ceph-mon[181282]: pgmap v16111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:57.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:56 smithi032 ceph-mon[189144]: pgmap v16112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:57.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:56 smithi032 ceph-mon[191839]: pgmap v16112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:57.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:56 smithi039 ceph-mon[181282]: pgmap v16112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:59.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:01:58 smithi032 ceph-mon[191839]: pgmap v16113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:59.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:01:58 smithi032 ceph-mon[189144]: pgmap v16113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:01:59.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:01:58 smithi039 ceph-mon[181282]: pgmap v16113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:01.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:00 smithi032 ceph-mon[189144]: pgmap v16114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:00 smithi032 ceph-mon[191839]: pgmap v16114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:02:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:02:00] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T01:02:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:00 smithi039 ceph-mon[181282]: pgmap v16114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:03.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:02 smithi032 ceph-mon[191839]: pgmap v16115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:03.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:02 smithi032 ceph-mon[189144]: pgmap v16115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:03.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:02 smithi039 ceph-mon[181282]: pgmap v16115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:05.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:04 smithi032 ceph-mon[191839]: pgmap v16116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:05.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:04 smithi032 ceph-mon[189144]: pgmap v16116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:04 smithi039 ceph-mon[181282]: pgmap v16116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:02:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:02:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:02:07.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:06 smithi032 ceph-mon[191839]: pgmap v16117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:07.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:06 smithi032 ceph-mon[189144]: pgmap v16117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:07.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:06 smithi039 ceph-mon[181282]: pgmap v16117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:09.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:08 smithi039 ceph-mon[181282]: pgmap v16118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:09.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:08 smithi032 ceph-mon[189144]: pgmap v16118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:09.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:08 smithi032 ceph-mon[191839]: pgmap v16118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:11.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:10 smithi039 ceph-mon[181282]: pgmap v16119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:11.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:10 smithi032 ceph-mon[191839]: pgmap v16119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:11.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:10 smithi032 ceph-mon[189144]: pgmap v16119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:02:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:02:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:02:13.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:12 smithi039 ceph-mon[181282]: pgmap v16120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:13.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:12 smithi032 ceph-mon[189144]: pgmap v16120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:13.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:12 smithi032 ceph-mon[191839]: pgmap v16120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:15.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:14 smithi039 ceph-mon[181282]: pgmap v16121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:15.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:14 smithi032 ceph-mon[191839]: pgmap v16121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:15.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:14 smithi032 ceph-mon[189144]: pgmap v16121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:17.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:16 smithi039 ceph-mon[181282]: pgmap v16122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:17.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:16 smithi032 ceph-mon[189144]: pgmap v16122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:17.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:16 smithi032 ceph-mon[191839]: pgmap v16122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:18 smithi039 ceph-mon[181282]: pgmap v16123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:19.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:18 smithi032 ceph-mon[191839]: pgmap v16123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:19.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:18 smithi032 ceph-mon[189144]: pgmap v16123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:20 smithi039 ceph-mon[181282]: pgmap v16124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:02:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:02:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:02:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:02:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:20 smithi032 ceph-mon[189144]: pgmap v16124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:02:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:20 smithi032 ceph-mon[191839]: pgmap v16124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:02:22.170 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:02:22.490 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:02:22.491 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 8m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:02:22.491 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 6m ago 7h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:02:22.491 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 8m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:02:22.491 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 6m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:02:22.491 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 6m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:02:22.491 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 8m ago 7h 836M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:02:22.491 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 8m ago 7h 1985M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:02:22.491 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 6m ago 7h 947M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:02:22.491 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 8m ago 7h 988M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:02:22.491 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 8m ago 7h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:02:22.491 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 6m ago 7h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:02:22.491 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 8m ago 7h 5175M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:02:22.491 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 8m ago 7h 5315M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:02:22.491 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 8m ago 7h 4704M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:02:22.492 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 8m ago 7h 4811M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:02:22.492 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 6m ago 7h 4541M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:02:22.492 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 6m ago 7h 4939M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:02:22.492 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 6m ago 7h 4601M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:02:22.492 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 6m ago 7h 4638M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:02:22.492 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 6m ago 7h 140M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:02:22.894 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:02:22.894 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:02:22.894 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:02:22.894 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:02:22.894 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:02:22.894 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:02:22.894 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:02:22.894 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:02:22.894 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:02:22.894 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:02:22.895 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:02:22.895 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:02:22.895 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:02:22.895 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:02:22.895 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:02:22.895 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:02:22.895 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:02:22.895 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:02:23.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:22 smithi032 ceph-mon[189144]: pgmap v16125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:23.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:22 smithi032 ceph-mon[191839]: pgmap v16125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:23.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:22 smithi039 ceph-mon[181282]: pgmap v16125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:24.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:23 smithi032 ceph-mon[191839]: from='client.61724 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:02:24.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:23 smithi032 ceph-mon[191839]: from='client.61730 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:02:24.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:23 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/860561652' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:02:24.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:23 smithi032 ceph-mon[189144]: from='client.61724 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:02:24.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:23 smithi032 ceph-mon[189144]: from='client.61730 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:02:24.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:23 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/860561652' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:02:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:23 smithi039 ceph-mon[181282]: from='client.61724 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:02:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:23 smithi039 ceph-mon[181282]: from='client.61730 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:02:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:23 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/860561652' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:02:25.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:24 smithi032 ceph-mon[191839]: pgmap v16126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:25.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:24 smithi032 ceph-mon[189144]: pgmap v16126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:25.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:24 smithi039 ceph-mon[181282]: pgmap v16126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:27.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:26 smithi032 ceph-mon[189144]: pgmap v16127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:27.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:26 smithi032 ceph-mon[191839]: pgmap v16127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:27.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:26 smithi039 ceph-mon[181282]: pgmap v16127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:29.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:28 smithi032 ceph-mon[191839]: pgmap v16128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:29.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:28 smithi032 ceph-mon[189144]: pgmap v16128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:29.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:28 smithi039 ceph-mon[181282]: pgmap v16128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:30 smithi032 ceph-mon[189144]: pgmap v16129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:31.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:30 smithi032 ceph-mon[191839]: pgmap v16129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:02:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:02:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:02:31.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:30 smithi039 ceph-mon[181282]: pgmap v16129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:33.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:32 smithi032 ceph-mon[191839]: pgmap v16130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:33.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:32 smithi032 ceph-mon[189144]: pgmap v16130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:33.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:32 smithi039 ceph-mon[181282]: pgmap v16130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:34 smithi032 ceph-mon[191839]: pgmap v16131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:02:35.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:34 smithi032 ceph-mon[189144]: pgmap v16131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:35.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:02:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:34 smithi039 ceph-mon[181282]: pgmap v16131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:02:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:02:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:02:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:02:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:02:36.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:02:36.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:02:36.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:02:36.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:02:36.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:35 smithi039 ceph-mon[181282]: pgmap v16132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:02:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:02:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:02:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:02:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:02:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:02:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:02:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:02:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:35 smithi032 ceph-mon[189144]: pgmap v16132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:36.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:02:36.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:02:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:02:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:02:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:02:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:02:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:02:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:02:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:35 smithi032 ceph-mon[191839]: pgmap v16132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:39.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:38 smithi039 ceph-mon[181282]: pgmap v16133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:39.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:38 smithi032 ceph-mon[191839]: pgmap v16133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:39.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:38 smithi032 ceph-mon[189144]: pgmap v16133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:41.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:40 smithi032 ceph-mon[189144]: pgmap v16134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:02:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:02:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:02:41.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:40 smithi032 ceph-mon[191839]: pgmap v16134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:41.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:40 smithi039 ceph-mon[181282]: pgmap v16134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:43.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:42 smithi032 ceph-mon[189144]: pgmap v16135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:43.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:42 smithi032 ceph-mon[191839]: pgmap v16135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:43.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:42 smithi039 ceph-mon[181282]: pgmap v16135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:45.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:44 smithi032 ceph-mon[191839]: pgmap v16136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:45.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:44 smithi032 ceph-mon[189144]: pgmap v16136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:45.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:44 smithi039 ceph-mon[181282]: pgmap v16136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:47.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:46 smithi032 ceph-mon[191839]: pgmap v16137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:47.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:46 smithi032 ceph-mon[189144]: pgmap v16137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:47.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:46 smithi039 ceph-mon[181282]: pgmap v16137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:49.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:48 smithi032 ceph-mon[191839]: pgmap v16138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:49.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:48 smithi032 ceph-mon[189144]: pgmap v16138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:49.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:48 smithi039 ceph-mon[181282]: pgmap v16138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:02:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:02:50] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-23T01:02:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:50 smithi032 ceph-mon[189144]: pgmap v16139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:02:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:50 smithi032 ceph-mon[191839]: pgmap v16139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:02:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:50 smithi039 ceph-mon[181282]: pgmap v16139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:02:53.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:52 smithi032 ceph-mon[191839]: pgmap v16140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:53.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:52 smithi032 ceph-mon[189144]: pgmap v16140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:53.256 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:02:53.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:52 smithi039 ceph-mon[181282]: pgmap v16140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:53.580 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:02:53.580 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 9m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:02:53.580 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 7m ago 7h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:02:53.580 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 9m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:02:53.580 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 7m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:02:53.580 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 7m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:02:53.580 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 9m ago 7h 836M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:02:53.580 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 9m ago 7h 1985M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:02:53.580 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 7m ago 7h 947M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:02:53.581 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 9m ago 7h 988M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:02:53.581 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 9m ago 7h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:02:53.581 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 7m ago 7h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:02:53.581 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 9m ago 7h 5175M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:02:53.581 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 9m ago 7h 5315M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:02:53.581 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 9m ago 7h 4704M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:02:53.581 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 9m ago 7h 4811M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:02:53.581 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 7m ago 7h 4541M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:02:53.581 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 7m ago 7h 4939M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:02:53.581 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 7m ago 7h 4601M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:02:53.581 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 7m ago 7h 4638M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:02:53.581 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 7m ago 7h 140M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:02:53.980 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:02:53.980 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:02:53.980 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:02:53.981 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:02:53.981 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:02:53.981 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:02:53.981 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:02:53.981 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:02:53.981 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:02:53.981 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:02:53.981 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:02:53.981 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:02:53.981 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:02:53.981 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:02:53.981 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:02:53.981 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:02:53.981 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:02:53.982 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:02:55.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:54 smithi032 ceph-mon[191839]: from='client.61742 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:02:55.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:54 smithi032 ceph-mon[191839]: from='client.61748 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:02:55.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:54 smithi032 ceph-mon[191839]: pgmap v16141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:55.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:54 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/70815426' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:02:55.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:54 smithi032 ceph-mon[189144]: from='client.61742 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:02:55.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:54 smithi032 ceph-mon[189144]: from='client.61748 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:02:55.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:54 smithi032 ceph-mon[189144]: pgmap v16141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:55.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:54 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/70815426' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:02:55.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:54 smithi039 ceph-mon[181282]: from='client.61742 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:02:55.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:54 smithi039 ceph-mon[181282]: from='client.61748 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:02:55.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:54 smithi039 ceph-mon[181282]: pgmap v16141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:55.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:54 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/70815426' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:02:57.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:56 smithi032 ceph-mon[191839]: pgmap v16142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:57.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:56 smithi032 ceph-mon[189144]: pgmap v16142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:57.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:56 smithi039 ceph-mon[181282]: pgmap v16142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:59.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:02:58 smithi032 ceph-mon[191839]: pgmap v16143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:59.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:02:58 smithi032 ceph-mon[189144]: pgmap v16143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:02:59.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:02:58 smithi039 ceph-mon[181282]: pgmap v16143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:03:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:03:00] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-23T01:03:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:00 smithi032 ceph-mon[191839]: pgmap v16144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:00 smithi032 ceph-mon[189144]: pgmap v16144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:00 smithi039 ceph-mon[181282]: pgmap v16144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:03.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:02 smithi032 ceph-mon[191839]: pgmap v16145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:03.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:02 smithi032 ceph-mon[189144]: pgmap v16145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:03.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:02 smithi039 ceph-mon[181282]: pgmap v16145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:05.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:04 smithi032 ceph-mon[191839]: pgmap v16146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:05.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:04 smithi032 ceph-mon[189144]: pgmap v16146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:04 smithi039 ceph-mon[181282]: pgmap v16146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:03:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:03:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:03:07.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:06 smithi032 ceph-mon[191839]: pgmap v16147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:07.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:06 smithi032 ceph-mon[189144]: pgmap v16147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:07.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:06 smithi039 ceph-mon[181282]: pgmap v16147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:09.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:08 smithi032 ceph-mon[189144]: pgmap v16148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:09.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:08 smithi032 ceph-mon[191839]: pgmap v16148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:09.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:08 smithi039 ceph-mon[181282]: pgmap v16148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:11.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:10 smithi032 ceph-mon[191839]: pgmap v16149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:11.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:10 smithi032 ceph-mon[189144]: pgmap v16149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:03:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:03:10] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-23T01:03:11.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:10 smithi039 ceph-mon[181282]: pgmap v16149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:11 smithi032 ceph-mon[191839]: pgmap v16150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:12.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:11 smithi032 ceph-mon[189144]: pgmap v16150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:12.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:11 smithi039 ceph-mon[181282]: pgmap v16150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:15.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:14 smithi039 ceph-mon[181282]: pgmap v16151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:15.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:14 smithi032 ceph-mon[191839]: pgmap v16151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:15.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:14 smithi032 ceph-mon[189144]: pgmap v16151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:17.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:16 smithi032 ceph-mon[189144]: pgmap v16152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:17.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:16 smithi032 ceph-mon[191839]: pgmap v16152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:17.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:16 smithi039 ceph-mon[181282]: pgmap v16152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:19.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:18 smithi032 ceph-mon[191839]: pgmap v16153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:19.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:18 smithi032 ceph-mon[189144]: pgmap v16153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:19.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:18 smithi039 ceph-mon[181282]: pgmap v16153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:03:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:03:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:03:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:20 smithi032 ceph-mon[191839]: pgmap v16154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:03:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:20 smithi032 ceph-mon[189144]: pgmap v16154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:03:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:20 smithi039 ceph-mon[181282]: pgmap v16154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:03:23.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:22 smithi032 ceph-mon[189144]: pgmap v16155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:23.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:22 smithi032 ceph-mon[191839]: pgmap v16155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:23.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:22 smithi039 ceph-mon[181282]: pgmap v16155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:24.343 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:03:24.663 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:03:24.664 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 9m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:03:24.664 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 7m ago 7h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:03:24.664 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 9m ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:03:24.664 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 7m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:03:24.664 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 7m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:03:24.664 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 9m ago 7h 836M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:03:24.664 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 9m ago 7h 1985M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:03:24.664 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 7m ago 7h 947M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:03:24.664 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 9m ago 7h 988M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:03:24.664 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 9m ago 7h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:03:24.664 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 7m ago 7h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:03:24.664 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 9m ago 7h 5175M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:03:24.664 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 9m ago 7h 5315M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:03:24.664 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 9m ago 7h 4704M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:03:24.664 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 9m ago 7h 4811M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:03:24.665 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 7m ago 7h 4541M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:03:24.665 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 7m ago 7h 4939M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:03:24.665 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 7m ago 7h 4601M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:03:24.665 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 7m ago 7h 4638M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:03:24.665 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 7m ago 7h 140M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:03:25.065 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:03:25.066 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:03:25.066 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:03:25.066 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:03:25.066 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:03:25.066 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:03:25.066 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:03:25.066 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:03:25.066 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:03:25.066 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:03:25.066 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:03:25.066 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:03:25.066 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:03:25.066 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:03:25.066 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:03:25.066 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:03:25.067 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:03:25.067 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:03:25.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:24 smithi032 ceph-mon[189144]: pgmap v16156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:25.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:24 smithi032 ceph-mon[191839]: pgmap v16156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:25.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:24 smithi039 ceph-mon[181282]: pgmap v16156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:25 smithi032 ceph-mon[191839]: from='client.51843 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:03:26.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:25 smithi032 ceph-mon[191839]: from='client.51849 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:03:26.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:25 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2852135027' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:03:26.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:25 smithi032 ceph-mon[189144]: from='client.51843 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:03:26.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:25 smithi032 ceph-mon[189144]: from='client.51849 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:03:26.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:25 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2852135027' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:03:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:25 smithi039 ceph-mon[181282]: from='client.51843 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:03:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:25 smithi039 ceph-mon[181282]: from='client.51849 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:03:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:25 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2852135027' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:03:27.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:26 smithi032 ceph-mon[191839]: pgmap v16157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:27.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:26 smithi032 ceph-mon[189144]: pgmap v16157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:27.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:26 smithi039 ceph-mon[181282]: pgmap v16157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:29.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:28 smithi032 ceph-mon[191839]: pgmap v16158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:29.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:28 smithi032 ceph-mon[189144]: pgmap v16158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:29.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:28 smithi039 ceph-mon[181282]: pgmap v16158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:03:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:03:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:03:31.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:30 smithi032 ceph-mon[191839]: pgmap v16159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:31.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:30 smithi032 ceph-mon[189144]: pgmap v16159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:31.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:30 smithi039 ceph-mon[181282]: pgmap v16159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:33.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:32 smithi032 ceph-mon[191839]: pgmap v16160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:33.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:32 smithi032 ceph-mon[189144]: pgmap v16160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:33.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:32 smithi039 ceph-mon[181282]: pgmap v16160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:34 smithi032 ceph-mon[191839]: pgmap v16161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:35.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:34 smithi032 ceph-mon[189144]: pgmap v16161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:34 smithi039 ceph-mon[181282]: pgmap v16161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:03:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:03:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:03:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:03:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:03:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:03:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:36 smithi032 ceph-mon[189144]: pgmap v16162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:37.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:36 smithi032 ceph-mon[191839]: pgmap v16162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:36 smithi039 ceph-mon[181282]: pgmap v16162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:38.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:38 smithi032 ceph-mon[189144]: pgmap v16163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:38.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:38 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:03:38.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:38 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:03:38.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:38 smithi032 ceph-mon[191839]: pgmap v16163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:38.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:38 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:03:38.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:38 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:03:39.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:38 smithi039 ceph-mon[181282]: pgmap v16163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:39.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:38 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:03:39.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:38 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:03:40.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:40 smithi032 ceph-mon[191839]: pgmap v16164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:40.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:03:40.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:03:40.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:03:40.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:03:40.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:03:40.859 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:40 smithi032 ceph-mon[189144]: pgmap v16164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:40.859 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:03:40.859 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:03:40.859 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:03:40.859 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:03:40.859 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:03:41.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:40 smithi039 ceph-mon[181282]: pgmap v16164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:41.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:03:41.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:03:41.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:03:41.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:03:41.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:03:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:03:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:03:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:03:43.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:42 smithi039 ceph-mon[181282]: pgmap v16165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:43.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:42 smithi032 ceph-mon[191839]: pgmap v16165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:43.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:42 smithi032 ceph-mon[189144]: pgmap v16165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:45.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:44 smithi032 ceph-mon[191839]: pgmap v16166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:45.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:44 smithi032 ceph-mon[189144]: pgmap v16166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:45.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:44 smithi039 ceph-mon[181282]: pgmap v16166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:47.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:46 smithi032 ceph-mon[191839]: pgmap v16167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:47.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:46 smithi032 ceph-mon[189144]: pgmap v16167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:47.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:46 smithi039 ceph-mon[181282]: pgmap v16167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:49.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:48 smithi032 ceph-mon[191839]: pgmap v16168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:49.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:48 smithi032 ceph-mon[189144]: pgmap v16168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:49.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:48 smithi039 ceph-mon[181282]: pgmap v16168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:03:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:03:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:03:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:50 smithi032 ceph-mon[191839]: pgmap v16169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:03:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:50 smithi032 ceph-mon[189144]: pgmap v16169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:03:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:50 smithi039 ceph-mon[181282]: pgmap v16169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:03:53.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:52 smithi032 ceph-mon[191839]: pgmap v16170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:53.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:52 smithi032 ceph-mon[189144]: pgmap v16170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:53.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:52 smithi039 ceph-mon[181282]: pgmap v16170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:55.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:54 smithi032 ceph-mon[189144]: pgmap v16171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:55.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:54 smithi032 ceph-mon[191839]: pgmap v16171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:55.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:54 smithi039 ceph-mon[181282]: pgmap v16171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:55.434 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:03:55.756 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:03:55.756 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 18s ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:03:55.756 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 8m ago 7h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:03:55.756 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 18s ago 7h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:03:55.756 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 8m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:03:55.756 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 8m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:03:55.756 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 18s ago 7h 842M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:03:55.756 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 18s ago 7h 2021M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:03:55.756 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 8m ago 7h 947M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:03:55.756 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 18s ago 7h 1030M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:03:55.756 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 18s ago 7h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:03:55.756 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 8m ago 7h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:03:55.757 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 18s ago 7h 5208M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:03:55.757 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 18s ago 7h 5345M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:03:55.757 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 18s ago 7h 4727M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:03:55.757 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 18s ago 7h 4842M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:03:55.757 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 8m ago 7h 4541M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:03:55.757 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 8m ago 7h 4939M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:03:55.757 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 8m ago 7h 4601M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:03:55.757 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 8m ago 7h 4638M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:03:55.757 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 8m ago 7h 140M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:03:56.157 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:03:56.157 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:03:56.157 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:03:56.157 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:03:56.157 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:03:56.157 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:03:56.157 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:03:56.157 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:03:56.157 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:03:56.158 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:03:56.158 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:03:56.158 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:03:56.158 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:03:56.158 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:03:56.158 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:03:56.158 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:03:56.158 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:03:56.158 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:03:57.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:56 smithi032 ceph-mon[191839]: from='client.51861 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:03:57.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:56 smithi032 ceph-mon[191839]: pgmap v16172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:57.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:56 smithi032 ceph-mon[191839]: from='client.61784 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:03:57.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:56 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3565481745' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:03:57.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:56 smithi032 ceph-mon[189144]: from='client.51861 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:03:57.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:56 smithi032 ceph-mon[189144]: pgmap v16172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:57.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:56 smithi032 ceph-mon[189144]: from='client.61784 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:03:57.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:56 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3565481745' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:03:57.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:56 smithi039 ceph-mon[181282]: from='client.51861 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:03:57.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:56 smithi039 ceph-mon[181282]: pgmap v16172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:57.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:56 smithi039 ceph-mon[181282]: from='client.61784 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:03:57.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:56 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3565481745' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:03:59.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:03:58 smithi032 ceph-mon[189144]: pgmap v16173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:59.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:03:58 smithi032 ceph-mon[191839]: pgmap v16173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:03:59.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:03:58 smithi039 ceph-mon[181282]: pgmap v16173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:04:00 smithi032 ceph-mon[191839]: pgmap v16174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:04:00 smithi032 ceph-mon[189144]: pgmap v16174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:04:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:04:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:04:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:04:00 smithi039 ceph-mon[181282]: pgmap v16174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:03.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:04:02 smithi032 ceph-mon[191839]: pgmap v16175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:03.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:04:02 smithi032 ceph-mon[189144]: pgmap v16175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:03.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:04:02 smithi039 ceph-mon[181282]: pgmap v16175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:05.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:04:04 smithi032 ceph-mon[191839]: pgmap v16176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:05.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:04:04 smithi032 ceph-mon[189144]: pgmap v16176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:04:04 smithi039 ceph-mon[181282]: pgmap v16176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:04:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:04:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:04:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:04:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:04:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:04:07.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:04:06 smithi032 ceph-mon[191839]: pgmap v16177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:07.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:04:06 smithi032 ceph-mon[189144]: pgmap v16177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:07.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:04:06 smithi039 ceph-mon[181282]: pgmap v16177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:09.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:04:08 smithi032 ceph-mon[191839]: pgmap v16178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:09.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:04:08 smithi032 ceph-mon[189144]: pgmap v16178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:09.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:04:08 smithi039 ceph-mon[181282]: pgmap v16178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:11.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:04:10 smithi032 ceph-mon[191839]: pgmap v16179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:11.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:04:10 smithi032 ceph-mon[189144]: pgmap v16179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:04:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:04:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:04:11.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:04:10 smithi039 ceph-mon[181282]: pgmap v16179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:13.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:04:12 smithi032 ceph-mon[191839]: pgmap v16180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:13.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:04:12 smithi032 ceph-mon[189144]: pgmap v16180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:13.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:04:12 smithi039 ceph-mon[181282]: pgmap v16180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:15.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:04:14 smithi032 ceph-mon[191839]: pgmap v16181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:15.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:04:14 smithi032 ceph-mon[189144]: pgmap v16181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:15.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:04:14 smithi039 ceph-mon[181282]: pgmap v16181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:17.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:04:16 smithi032 ceph-mon[191839]: pgmap v16182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:17.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:04:16 smithi032 ceph-mon[189144]: pgmap v16182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:17.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:04:16 smithi039 ceph-mon[181282]: pgmap v16182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:19.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:04:18 smithi032 ceph-mon[191839]: pgmap v16183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:19.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:04:18 smithi032 ceph-mon[189144]: pgmap v16183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:19.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:04:18 smithi039 ceph-mon[181282]: pgmap v16183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:04:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:04:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:04:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:04:20 smithi032 ceph-mon[191839]: pgmap v16184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:04:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:04:21.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:04:20 smithi032 ceph-mon[189144]: pgmap v16184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:21.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:04:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:04:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:04:20 smithi039 ceph-mon[181282]: pgmap v16184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:04:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:04:23.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:04:22 smithi032 ceph-mon[191839]: pgmap v16185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:23.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:04:22 smithi032 ceph-mon[189144]: pgmap v16185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:23.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:04:22 smithi039 ceph-mon[181282]: pgmap v16185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:24.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:04:23 smithi032 ceph-mon[191839]: pgmap v16186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:24.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:04:23 smithi032 ceph-mon[189144]: pgmap v16186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:04:23 smithi039 ceph-mon[181282]: pgmap v16186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:26.520 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:04:26.840 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:04:26.840 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 49s ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:04:26.840 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 8m ago 7h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:04:26.840 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 49s ago 7h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:04:26.840 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 8m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:04:26.840 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 8m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:04:26.840 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 49s ago 7h 842M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:04:26.841 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 49s ago 7h 2021M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:04:26.841 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 8m ago 7h 947M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:04:26.841 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 49s ago 7h 1030M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:04:26.841 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 49s ago 7h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:04:26.841 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 8m ago 7h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:04:26.841 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 49s ago 7h 5208M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:04:26.841 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 49s ago 7h 5345M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:04:26.841 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 49s ago 7h 4727M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:04:26.841 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 49s ago 7h 4842M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:04:26.841 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 8m ago 7h 4541M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:04:26.841 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 8m ago 7h 4939M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:04:26.841 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 8m ago 7h 4601M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:04:26.841 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 8m ago 7h 4638M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:04:26.841 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 8m ago 7h 140M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:04:27.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:04:26 smithi032 ceph-mon[189144]: pgmap v16187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:27.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:04:26 smithi032 ceph-mon[191839]: pgmap v16187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:27.242 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:04:27.242 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:04:27.242 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:04:27.242 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:04:27.242 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:04:27.242 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:04:27.242 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:04:27.242 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:04:27.242 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:04:27.242 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:04:27.242 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:04:27.243 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:04:27.243 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:04:27.243 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:04:27.243 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:04:27.243 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:04:27.243 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:04:27.243 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:04:27.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:04:26 smithi039 ceph-mon[181282]: pgmap v16187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:04:27 smithi032 ceph-mon[191839]: from='client.51879 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:04:28.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:04:27 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3041501878' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:04:28.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:04:27 smithi032 ceph-mon[189144]: from='client.51879 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:04:28.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:04:27 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3041501878' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:04:28.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:04:27 smithi039 ceph-mon[181282]: from='client.51879 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:04:28.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:04:27 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3041501878' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:04:29.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:04:28 smithi032 ceph-mon[191839]: from='client.51885 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:04:29.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:04:28 smithi032 ceph-mon[191839]: pgmap v16188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:29.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:04:28 smithi032 ceph-mon[189144]: from='client.51885 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:04:29.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:04:28 smithi032 ceph-mon[189144]: pgmap v16188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:29.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:04:28 smithi039 ceph-mon[181282]: from='client.51885 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:04:29.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:04:28 smithi039 ceph-mon[181282]: pgmap v16188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:04:30 smithi032 ceph-mon[189144]: pgmap v16189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:04:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:04:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:04:31.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:04:30 smithi032 ceph-mon[191839]: pgmap v16189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:31.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:04:30 smithi039 ceph-mon[181282]: pgmap v16189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:33.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:04:32 smithi032 ceph-mon[191839]: pgmap v16190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:33.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:04:32 smithi032 ceph-mon[189144]: pgmap v16190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:33.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:04:32 smithi039 ceph-mon[181282]: pgmap v16190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:04:34 smithi032 ceph-mon[191839]: pgmap v16191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:35.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:04:34 smithi032 ceph-mon[189144]: pgmap v16191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:04:34 smithi039 ceph-mon[181282]: pgmap v16191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:04:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:04:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:04:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:04:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:04:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:04:37.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:04:36 smithi032 ceph-mon[191839]: pgmap v16192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:37.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:04:36 smithi032 ceph-mon[189144]: pgmap v16192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:04:36 smithi039 ceph-mon[181282]: pgmap v16192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:39.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:04:38 smithi032 ceph-mon[191839]: pgmap v16193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:39.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:04:38 smithi032 ceph-mon[189144]: pgmap v16193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:39.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:04:38 smithi039 ceph-mon[181282]: pgmap v16193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:41.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:04:40 smithi032 ceph-mon[189144]: pgmap v16194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:04:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:04:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:04:41.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:04:40 smithi032 ceph-mon[191839]: pgmap v16194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:41.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:04:40 smithi039 ceph-mon[181282]: pgmap v16194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:42.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:04:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:04:42.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:04:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:04:42.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:04:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:04:42.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:04:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:04:42.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:04:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:04:42.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:04:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:04:42.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:04:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:04:42.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:04:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:04:42.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:04:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:04:42.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:04:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:04:42.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:04:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:04:42.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:04:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:04:43.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:04:42 smithi032 ceph-mon[191839]: pgmap v16195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:43.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:04:42 smithi032 ceph-mon[189144]: pgmap v16195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:43.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:04:42 smithi039 ceph-mon[181282]: pgmap v16195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:45.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:04:44 smithi032 ceph-mon[191839]: pgmap v16196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:45.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:04:44 smithi032 ceph-mon[189144]: pgmap v16196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:45.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:04:44 smithi039 ceph-mon[181282]: pgmap v16196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:47.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:04:46 smithi032 ceph-mon[191839]: pgmap v16197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:47.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:04:46 smithi032 ceph-mon[189144]: pgmap v16197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:47.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:04:46 smithi039 ceph-mon[181282]: pgmap v16197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:49.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:04:48 smithi032 ceph-mon[191839]: pgmap v16198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:49.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:04:48 smithi032 ceph-mon[189144]: pgmap v16198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:49.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:04:48 smithi039 ceph-mon[181282]: pgmap v16198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:04:49 smithi032 ceph-mon[191839]: pgmap v16199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:50.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:04:49 smithi032 ceph-mon[189144]: pgmap v16199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:04:49 smithi039 ceph-mon[181282]: pgmap v16199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:04:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:04:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:04:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:04:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:04:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:04:50] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-23T01:04:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:04:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:04:52.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:04:51 smithi032 ceph-mon[191839]: pgmap v16200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:52.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:04:51 smithi032 ceph-mon[189144]: pgmap v16200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:04:51 smithi039 ceph-mon[181282]: pgmap v16200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:55.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:04:54 smithi032 ceph-mon[191839]: pgmap v16201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:55.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:04:54 smithi032 ceph-mon[189144]: pgmap v16201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:55.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:04:54 smithi039 ceph-mon[181282]: pgmap v16201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:57.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:04:56 smithi032 ceph-mon[191839]: pgmap v16202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:57.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:04:56 smithi032 ceph-mon[189144]: pgmap v16202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:57.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:04:56 smithi039 ceph-mon[181282]: pgmap v16202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:57.608 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:04:57.930 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:04:57.930 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 80s ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:04:57.930 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 9m ago 7h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:04:57.930 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 80s ago 7h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:04:57.930 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 9m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:04:57.930 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 9m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:04:57.930 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 80s ago 7h 842M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:04:57.930 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 80s ago 7h 2021M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:04:57.930 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 9m ago 7h 947M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:04:57.930 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 80s ago 7h 1030M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:04:57.930 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 80s ago 7h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:04:57.931 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 9m ago 7h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:04:57.931 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 80s ago 7h 5208M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:04:57.931 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 80s ago 7h 5345M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:04:57.931 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 80s ago 7h 4727M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:04:57.931 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 80s ago 7h 4842M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:04:57.931 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 9m ago 7h 4541M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:04:57.931 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 9m ago 7h 4939M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:04:57.931 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 9m ago 7h 4601M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:04:57.931 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 9m ago 7h 4638M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:04:57.931 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 9m ago 7h 140M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:04:58.332 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:04:58.332 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:04:58.332 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:04:58.332 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:04:58.332 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:04:58.332 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:04:58.332 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:04:58.332 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:04:58.332 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:04:58.332 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:04:58.332 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:04:58.332 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:04:58.333 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:04:58.333 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:04:58.333 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:04:58.333 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:04:58.333 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:04:58.333 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:04:59.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:04:58 smithi032 ceph-mon[191839]: from='client.51897 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:04:59.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:04:58 smithi032 ceph-mon[191839]: pgmap v16203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:59.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:04:58 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3576018839' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:04:59.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:04:58 smithi032 ceph-mon[189144]: from='client.51897 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:04:59.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:04:58 smithi032 ceph-mon[189144]: pgmap v16203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:59.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:04:58 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3576018839' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:04:59.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:04:58 smithi039 ceph-mon[181282]: from='client.51897 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:04:59.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:04:58 smithi039 ceph-mon[181282]: pgmap v16203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:04:59.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:04:58 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3576018839' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:05:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:04:59 smithi032 ceph-mon[191839]: from='client.51903 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:05:00.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:04:59 smithi032 ceph-mon[189144]: from='client.51903 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:05:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:04:59 smithi039 ceph-mon[181282]: from='client.51903 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:05:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:00 smithi032 ceph-mon[191839]: pgmap v16204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:00 smithi032 ceph-mon[189144]: pgmap v16204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:05:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:05:00] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-23T01:05:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:00 smithi039 ceph-mon[181282]: pgmap v16204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:03.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:02 smithi032 ceph-mon[191839]: pgmap v16205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:03.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:02 smithi032 ceph-mon[189144]: pgmap v16205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:03.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:02 smithi039 ceph-mon[181282]: pgmap v16205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:05.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:04 smithi032 ceph-mon[191839]: pgmap v16206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:05.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:04 smithi032 ceph-mon[189144]: pgmap v16206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:04 smithi039 ceph-mon[181282]: pgmap v16206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:05:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:05:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:05:07.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:06 smithi032 ceph-mon[191839]: pgmap v16207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:07.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:06 smithi032 ceph-mon[189144]: pgmap v16207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:07.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:06 smithi039 ceph-mon[181282]: pgmap v16207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:09.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:08 smithi032 ceph-mon[191839]: pgmap v16208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:09.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:08 smithi032 ceph-mon[189144]: pgmap v16208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:09.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:08 smithi039 ceph-mon[181282]: pgmap v16208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:05:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:05:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T01:05:11.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:10 smithi032 ceph-mon[191839]: pgmap v16209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:11.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:10 smithi032 ceph-mon[189144]: pgmap v16209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:11.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:10 smithi039 ceph-mon[181282]: pgmap v16209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:13.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:12 smithi032 ceph-mon[191839]: pgmap v16210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:13.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:12 smithi032 ceph-mon[189144]: pgmap v16210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:13.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:12 smithi039 ceph-mon[181282]: pgmap v16210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:15.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:14 smithi032 ceph-mon[191839]: pgmap v16211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:15.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:14 smithi032 ceph-mon[189144]: pgmap v16211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:15.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:14 smithi039 ceph-mon[181282]: pgmap v16211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:17.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:16 smithi032 ceph-mon[191839]: pgmap v16212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:17.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:16 smithi032 ceph-mon[189144]: pgmap v16212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:17.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:16 smithi039 ceph-mon[181282]: pgmap v16212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:19.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:18 smithi032 ceph-mon[191839]: pgmap v16213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:19.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:18 smithi032 ceph-mon[189144]: pgmap v16213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:19.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:18 smithi039 ceph-mon[181282]: pgmap v16213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:05:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:05:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:05:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:20 smithi032 ceph-mon[191839]: pgmap v16214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:05:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:20 smithi032 ceph-mon[189144]: pgmap v16214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:05:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:20 smithi039 ceph-mon[181282]: pgmap v16214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:05:23.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:22 smithi032 ceph-mon[191839]: pgmap v16215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:23.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:22 smithi032 ceph-mon[189144]: pgmap v16215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:23.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:22 smithi039 ceph-mon[181282]: pgmap v16215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:25.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:24 smithi032 ceph-mon[191839]: pgmap v16216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:25.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:24 smithi032 ceph-mon[189144]: pgmap v16216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:25.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:24 smithi039 ceph-mon[181282]: pgmap v16216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:27.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:26 smithi032 ceph-mon[191839]: pgmap v16217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:27.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:26 smithi032 ceph-mon[189144]: pgmap v16217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:27.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:26 smithi039 ceph-mon[181282]: pgmap v16217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:28.698 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:05:29.021 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:05:29.021 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 111s ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:05:29.021 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 9m ago 7h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:05:29.021 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 111s ago 7h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:05:29.021 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 9m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:05:29.021 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 9m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:05:29.021 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 111s ago 7h 842M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:05:29.021 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 111s ago 7h 2021M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:05:29.021 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 9m ago 7h 947M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:05:29.021 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 111s ago 7h 1030M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:05:29.022 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 111s ago 7h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:05:29.022 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 9m ago 7h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:05:29.022 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 111s ago 7h 5208M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:05:29.022 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 111s ago 7h 5345M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:05:29.022 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 111s ago 7h 4727M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:05:29.022 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 111s ago 7h 4842M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:05:29.022 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 9m ago 7h 4541M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:05:29.022 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 9m ago 7h 4939M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:05:29.022 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 9m ago 7h 4601M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:05:29.022 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 9m ago 7h 4638M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:05:29.022 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 9m ago 7h 140M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:05:29.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:28 smithi032 ceph-mon[189144]: pgmap v16218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:29.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:28 smithi032 ceph-mon[191839]: pgmap v16218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:29.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:28 smithi039 ceph-mon[181282]: pgmap v16218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:29.420 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:05:29.420 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:05:29.421 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:05:29.421 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:05:29.421 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:05:29.421 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:05:29.421 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:05:29.421 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:05:29.421 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:05:29.421 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:05:29.421 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:05:29.421 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:05:29.421 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:05:29.421 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:05:29.421 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:05:29.421 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:05:29.422 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:05:29.422 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:05:30.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:29 smithi032 ceph-mon[191839]: from='client.61832 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:05:30.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:29 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3884702773' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:05:30.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:29 smithi032 ceph-mon[189144]: from='client.61832 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:05:30.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:29 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3884702773' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:05:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:29 smithi039 ceph-mon[181282]: from='client.61832 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:05:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:29 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3884702773' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:05:31.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:05:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:05:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:05:31.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:30 smithi032 ceph-mon[191839]: from='client.61838 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:05:31.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:30 smithi032 ceph-mon[191839]: pgmap v16219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:31.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:30 smithi032 ceph-mon[189144]: from='client.61838 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:05:31.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:30 smithi032 ceph-mon[189144]: pgmap v16219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:31.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:30 smithi039 ceph-mon[181282]: from='client.61838 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:05:31.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:30 smithi039 ceph-mon[181282]: pgmap v16219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:31 smithi032 ceph-mon[189144]: pgmap v16220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:32.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:31 smithi032 ceph-mon[191839]: pgmap v16220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:32.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:31 smithi039 ceph-mon[181282]: pgmap v16220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:34 smithi032 ceph-mon[191839]: pgmap v16221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:35.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:34 smithi032 ceph-mon[189144]: pgmap v16221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:34 smithi039 ceph-mon[181282]: pgmap v16221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:05:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:05:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:05:37.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:36 smithi032 ceph-mon[191839]: pgmap v16222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:37.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:36 smithi032 ceph-mon[189144]: pgmap v16222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:37.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:36 smithi039 ceph-mon[181282]: pgmap v16222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:39.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:38 smithi032 ceph-mon[191839]: pgmap v16223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:39.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:38 smithi032 ceph-mon[189144]: pgmap v16223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:39.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:38 smithi039 ceph-mon[181282]: pgmap v16223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:41.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:40 smithi032 ceph-mon[191839]: pgmap v16224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:41.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:40 smithi032 ceph-mon[189144]: pgmap v16224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:41.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:05:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:05:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:05:41.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:40 smithi039 ceph-mon[181282]: pgmap v16224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:42.092 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:05:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:05:42.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:05:42.952 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:42 smithi039 ceph-mon[181282]: pgmap v16225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:43.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:42 smithi032 ceph-mon[191839]: pgmap v16225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:43.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:42 smithi032 ceph-mon[189144]: pgmap v16225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:45.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:44 smithi032 ceph-mon[191839]: pgmap v16226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:45.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:44 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:05:45.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:44 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:05:45.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:44 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:05:45.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:44 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:05:45.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:44 smithi032 ceph-mon[189144]: pgmap v16226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:45.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:44 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:05:45.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:44 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:05:45.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:44 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:05:45.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:44 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:05:45.193 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:44 smithi039 ceph-mon[181282]: pgmap v16226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:45.193 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:44 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:05:45.193 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:44 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:05:45.193 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:44 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:05:45.193 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:44 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:05:47.103 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:46 smithi039 ceph-mon[181282]: pgmap v16227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:47.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:46 smithi032 ceph-mon[191839]: pgmap v16227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:47.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:46 smithi032 ceph-mon[189144]: pgmap v16227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:48.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:05:48.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:05:48.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:05:48.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:05:48.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:05:48.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:48 smithi032 ceph-mon[191839]: pgmap v16228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:48.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:05:48.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:05:48.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:05:48.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:05:48.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:05:48.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:48 smithi032 ceph-mon[189144]: pgmap v16228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:48.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:05:48.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:05:48.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:05:48.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:05:48.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:05:48.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:48 smithi039 ceph-mon[181282]: pgmap v16228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:50 smithi032 ceph-mon[189144]: pgmap v16229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:05:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:50 smithi032 ceph-mon[191839]: pgmap v16229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:05:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:05:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:05:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:05:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:50 smithi039 ceph-mon[181282]: pgmap v16229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:05:53.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:52 smithi032 ceph-mon[191839]: pgmap v16230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:53.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:52 smithi032 ceph-mon[189144]: pgmap v16230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:53.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:52 smithi039 ceph-mon[181282]: pgmap v16230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:55.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:54 smithi032 ceph-mon[191839]: pgmap v16231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:55.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:54 smithi032 ceph-mon[189144]: pgmap v16231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:55.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:54 smithi039 ceph-mon[181282]: pgmap v16231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:57.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:56 smithi032 ceph-mon[191839]: pgmap v16232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:57.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:56 smithi032 ceph-mon[189144]: pgmap v16232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:57.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:56 smithi039 ceph-mon[181282]: pgmap v16232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:59.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:05:58 smithi032 ceph-mon[191839]: pgmap v16233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:59.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:05:58 smithi032 ceph-mon[189144]: pgmap v16233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:59.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:05:58 smithi039 ceph-mon[181282]: pgmap v16233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:05:59.782 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:06:00.105 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:06:00.105 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 2m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:06:00.105 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 16s ago 7h 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:06:00.105 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 2m ago 7h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:06:00.105 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 16s ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:06:00.106 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 16s ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:06:00.106 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 2m ago 7h 842M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:06:00.106 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 2m ago 7h 2021M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:06:00.106 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 16s ago 7h 965M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:06:00.106 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 2m ago 7h 1030M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:06:00.106 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 2m ago 7h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:06:00.106 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 16s ago 7h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:06:00.106 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 2m ago 7h 5208M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:06:00.106 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 2m ago 7h 5345M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:06:00.106 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 2m ago 7h 4727M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:06:00.106 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 2m ago 7h 4842M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:06:00.106 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 16s ago 7h 4567M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:06:00.106 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 16s ago 7h 4973M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:06:00.107 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 16s ago 7h 4632M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:06:00.107 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 16s ago 7h 4673M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:06:00.107 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 16s ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:06:00.505 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:06:00.505 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:06:00.506 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:06:00.506 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:06:00.506 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:06:00.506 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:06:00.506 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:06:00.506 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:06:00.506 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:06:00.506 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:06:00.506 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:06:00.506 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:06:00.506 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:06:00.506 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:06:00.506 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:06:00.506 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:06:00.506 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:06:00.507 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:06:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:06:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:06:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:06:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:06:00 smithi032 ceph-mon[191839]: pgmap v16234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:06:00 smithi032 ceph-mon[191839]: from='client.51933 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:06:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:06:00 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1802902240' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:06:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:06:00 smithi032 ceph-mon[189144]: pgmap v16234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:06:00 smithi032 ceph-mon[189144]: from='client.51933 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:06:01.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:06:00 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1802902240' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:06:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:06:00 smithi039 ceph-mon[181282]: pgmap v16234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:06:00 smithi039 ceph-mon[181282]: from='client.51933 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:06:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:06:00 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1802902240' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:06:02.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:06:01 smithi032 ceph-mon[191839]: from='client.51939 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:06:02.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:06:01 smithi032 ceph-mon[189144]: from='client.51939 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:06:02.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:06:01 smithi039 ceph-mon[181282]: from='client.51939 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:06:03.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:06:02 smithi032 ceph-mon[191839]: pgmap v16235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:03.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:06:02 smithi032 ceph-mon[189144]: pgmap v16235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:03.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:06:02 smithi039 ceph-mon[181282]: pgmap v16235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:05.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:06:04 smithi032 ceph-mon[189144]: pgmap v16236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:05.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:06:04 smithi032 ceph-mon[191839]: pgmap v16236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:06:04 smithi039 ceph-mon[181282]: pgmap v16236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:06:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:06:06.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:06:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:06:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:06:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:06:07.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:06:06 smithi032 ceph-mon[189144]: pgmap v16237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:07.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:06:06 smithi032 ceph-mon[191839]: pgmap v16237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:07.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:06:06 smithi039 ceph-mon[181282]: pgmap v16237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:09.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:06:08 smithi032 ceph-mon[189144]: pgmap v16238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:09.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:06:08 smithi032 ceph-mon[191839]: pgmap v16238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:09.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:06:08 smithi039 ceph-mon[181282]: pgmap v16238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:06:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:06:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:06:11.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:06:10 smithi032 ceph-mon[191839]: pgmap v16239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:11.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:06:10 smithi032 ceph-mon[189144]: pgmap v16239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:11.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:06:10 smithi039 ceph-mon[181282]: pgmap v16239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:13.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:06:12 smithi032 ceph-mon[191839]: pgmap v16240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:13.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:06:12 smithi032 ceph-mon[189144]: pgmap v16240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:13.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:06:12 smithi039 ceph-mon[181282]: pgmap v16240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:15.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:06:14 smithi032 ceph-mon[191839]: pgmap v16241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:15.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:06:14 smithi032 ceph-mon[189144]: pgmap v16241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:15.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:06:14 smithi039 ceph-mon[181282]: pgmap v16241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:17.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:06:16 smithi032 ceph-mon[191839]: pgmap v16242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:17.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:06:16 smithi032 ceph-mon[189144]: pgmap v16242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:17.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:06:16 smithi039 ceph-mon[181282]: pgmap v16242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:19.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:06:18 smithi032 ceph-mon[191839]: pgmap v16243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:19.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:06:18 smithi032 ceph-mon[189144]: pgmap v16243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:19.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:06:18 smithi039 ceph-mon[181282]: pgmap v16243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:06:20 smithi032 ceph-mon[191839]: pgmap v16244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:06:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:06:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:06:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:06:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:06:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:06:20 smithi032 ceph-mon[189144]: pgmap v16244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:06:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:06:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:06:20 smithi039 ceph-mon[181282]: pgmap v16244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:06:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:06:23.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:06:22 smithi032 ceph-mon[189144]: pgmap v16245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:23.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:06:22 smithi032 ceph-mon[191839]: pgmap v16245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:23.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:06:22 smithi039 ceph-mon[181282]: pgmap v16245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:25.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:06:24 smithi032 ceph-mon[191839]: pgmap v16246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:25.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:06:24 smithi032 ceph-mon[189144]: pgmap v16246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:25.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:06:24 smithi039 ceph-mon[181282]: pgmap v16246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:27.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:06:26 smithi032 ceph-mon[189144]: pgmap v16247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:27.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:06:26 smithi032 ceph-mon[191839]: pgmap v16247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:27.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:06:26 smithi039 ceph-mon[181282]: pgmap v16247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:29.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:06:28 smithi032 ceph-mon[191839]: pgmap v16248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:29.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:06:28 smithi032 ceph-mon[189144]: pgmap v16248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:29.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:06:28 smithi039 ceph-mon[181282]: pgmap v16248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:30.872 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:06:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:06:30 smithi032 ceph-mon[189144]: pgmap v16249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:06:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:06:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:06:31.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:06:30 smithi032 ceph-mon[191839]: pgmap v16249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:31.193 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:06:31.193 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 2m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:06:31.193 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 47s ago 7h 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:06:31.193 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 2m ago 7h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:06:31.193 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 47s ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:06:31.194 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 47s ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:06:31.194 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 2m ago 7h 842M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:06:31.194 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 2m ago 7h 2021M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:06:31.194 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 47s ago 7h 965M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:06:31.194 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 2m ago 7h 1030M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:06:31.194 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 2m ago 7h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:06:31.194 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 47s ago 7h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:06:31.194 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 2m ago 7h 5208M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:06:31.194 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 2m ago 7h 5345M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:06:31.194 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 2m ago 7h 4727M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:06:31.194 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 2m ago 7h 4842M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:06:31.194 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 47s ago 7h 4567M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:06:31.194 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 47s ago 7h 4973M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:06:31.194 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 47s ago 7h 4632M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:06:31.194 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 47s ago 7h 4673M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:06:31.195 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 47s ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:06:31.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:06:30 smithi039 ceph-mon[181282]: pgmap v16249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:31.593 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:06:31.594 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:06:31.594 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:06:31.594 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:06:31.594 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:06:31.594 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:06:31.594 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:06:31.594 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:06:31.594 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:06:31.594 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:06:31.594 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:06:31.594 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:06:31.594 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:06:31.594 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:06:31.595 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:06:31.595 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:06:31.595 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:06:31.595 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:06:32.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:06:31 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3067935806' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:06:32.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:06:31 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3067935806' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:06:32.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:06:31 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3067935806' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:06:33.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:06:32 smithi032 ceph-mon[189144]: from='client.51951 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:06:33.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:06:32 smithi032 ceph-mon[189144]: from='client.51957 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:06:33.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:06:32 smithi032 ceph-mon[189144]: pgmap v16250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:33.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:06:32 smithi032 ceph-mon[191839]: from='client.51951 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:06:33.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:06:32 smithi032 ceph-mon[191839]: from='client.51957 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:06:33.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:06:32 smithi032 ceph-mon[191839]: pgmap v16250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:33.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:06:32 smithi039 ceph-mon[181282]: from='client.51951 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:06:33.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:06:32 smithi039 ceph-mon[181282]: from='client.51957 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:06:33.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:06:32 smithi039 ceph-mon[181282]: pgmap v16250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:06:34 smithi032 ceph-mon[191839]: pgmap v16251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:35.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:06:34 smithi032 ceph-mon[189144]: pgmap v16251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:06:34 smithi039 ceph-mon[181282]: pgmap v16251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:06:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:06:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:06:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:06:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:06:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:06:37.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:06:36 smithi032 ceph-mon[191839]: pgmap v16252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:37.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:06:36 smithi032 ceph-mon[189144]: pgmap v16252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:06:36 smithi039 ceph-mon[181282]: pgmap v16252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:39.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:06:38 smithi032 ceph-mon[191839]: pgmap v16253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:39.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:06:38 smithi032 ceph-mon[189144]: pgmap v16253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:39.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:06:38 smithi039 ceph-mon[181282]: pgmap v16253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:41.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:06:40 smithi032 ceph-mon[191839]: pgmap v16254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:41.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:06:40 smithi032 ceph-mon[189144]: pgmap v16254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:41.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:06:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:06:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:06:41.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:06:40 smithi039 ceph-mon[181282]: pgmap v16254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:43.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:06:42 smithi032 ceph-mon[191839]: pgmap v16255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:43.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:06:42 smithi032 ceph-mon[189144]: pgmap v16255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:43.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:06:42 smithi039 ceph-mon[181282]: pgmap v16255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:45.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:06:44 smithi032 ceph-mon[189144]: pgmap v16256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:45.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:06:44 smithi032 ceph-mon[191839]: pgmap v16256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:45.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:06:44 smithi039 ceph-mon[181282]: pgmap v16256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:47.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:06:46 smithi032 ceph-mon[191839]: pgmap v16257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:47.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:06:46 smithi032 ceph-mon[189144]: pgmap v16257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:47.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:06:46 smithi039 ceph-mon[181282]: pgmap v16257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:48.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:06:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:06:48.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:06:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:06:48.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:06:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:06:49.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:06:48 smithi032 ceph-mon[191839]: pgmap v16258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:49.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:06:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:06:49.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:06:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:06:49.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:06:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:06:49.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:06:48 smithi032 ceph-mon[189144]: pgmap v16258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:49.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:06:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:06:49.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:06:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:06:49.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:06:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:06:49.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:06:48 smithi039 ceph-mon[181282]: pgmap v16258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:49.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:06:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:06:49.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:06:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:06:49.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:06:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:06:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:06:50 smithi032 ceph-mon[189144]: pgmap v16259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:06:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:06:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:06:50 smithi032 ceph-mon[191839]: pgmap v16259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:06:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:06:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:06:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:06:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:06:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:06:50 smithi039 ceph-mon[181282]: pgmap v16259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:06:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:06:53.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:06:52 smithi032 ceph-mon[191839]: pgmap v16260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:53.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:06:52 smithi032 ceph-mon[189144]: pgmap v16260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:53.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:06:52 smithi039 ceph-mon[181282]: pgmap v16260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:55.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:06:54 smithi032 ceph-mon[191839]: pgmap v16261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:55.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:06:54 smithi032 ceph-mon[189144]: pgmap v16261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:55.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:06:54 smithi039 ceph-mon[181282]: pgmap v16261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:57.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:06:56 smithi032 ceph-mon[191839]: pgmap v16262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:57.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:06:56 smithi032 ceph-mon[189144]: pgmap v16262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:57.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:06:56 smithi039 ceph-mon[181282]: pgmap v16262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:59.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:06:58 smithi032 ceph-mon[191839]: pgmap v16263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:59.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:06:58 smithi032 ceph-mon[189144]: pgmap v16263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:06:59.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:06:58 smithi039 ceph-mon[181282]: pgmap v16263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:07:00 smithi032 ceph-mon[191839]: pgmap v16264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:07:00 smithi032 ceph-mon[189144]: pgmap v16264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:01.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:07:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:07:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:07:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:07:00 smithi039 ceph-mon[181282]: pgmap v16264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:01.963 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:07:02.292 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:07:02.292 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 3m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:07:02.292 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 78s ago 7h 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:07:02.292 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 3m ago 7h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:07:02.292 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 78s ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:07:02.292 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 78s ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:07:02.292 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 3m ago 7h 842M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:07:02.293 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 3m ago 7h 2021M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:07:02.293 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 78s ago 7h 965M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:07:02.293 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 3m ago 7h 1030M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:07:02.293 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 3m ago 7h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:07:02.293 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 78s ago 7h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:07:02.293 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 3m ago 7h 5208M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:07:02.293 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 3m ago 7h 5345M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:07:02.293 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 3m ago 7h 4727M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:07:02.293 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 3m ago 7h 4842M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:07:02.293 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 78s ago 7h 4567M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:07:02.293 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 78s ago 7h 4973M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:07:02.293 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 78s ago 7h 4632M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:07:02.294 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 78s ago 7h 4673M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:07:02.294 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 78s ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:07:02.692 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:07:02.692 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:07:02.692 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:07:02.693 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:07:02.693 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:07:02.693 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:07:02.693 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:07:02.693 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:07:02.693 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:07:02.693 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:07:02.693 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:07:02.693 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:07:02.693 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:07:02.693 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:07:02.693 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:07:02.693 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:07:02.693 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:07:02.693 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:07:03.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:07:02 smithi032 ceph-mon[189144]: pgmap v16265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:03.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:07:02 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2038817767' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:07:03.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:07:02 smithi032 ceph-mon[191839]: pgmap v16265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:03.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:07:02 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2038817767' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:07:03.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:07:02 smithi039 ceph-mon[181282]: pgmap v16265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:03.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:07:02 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2038817767' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:07:04.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:07:03 smithi032 ceph-mon[191839]: from='client.61886 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:07:04.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:07:03 smithi032 ceph-mon[191839]: from='client.61892 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:07:04.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:07:03 smithi032 ceph-mon[189144]: from='client.61886 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:07:04.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:07:03 smithi032 ceph-mon[189144]: from='client.61892 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:07:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:07:03 smithi039 ceph-mon[181282]: from='client.61886 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:07:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:07:03 smithi039 ceph-mon[181282]: from='client.61892 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:07:05.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:07:04 smithi032 ceph-mon[191839]: pgmap v16266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:05.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:07:04 smithi032 ceph-mon[189144]: pgmap v16266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:05.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:07:04 smithi039 ceph-mon[181282]: pgmap v16266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:07:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:07:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:07:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:07:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:07:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:07:07.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:07:06 smithi032 ceph-mon[191839]: pgmap v16267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:07.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:07:06 smithi032 ceph-mon[189144]: pgmap v16267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:07.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:07:06 smithi039 ceph-mon[181282]: pgmap v16267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:09.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:07:08 smithi032 ceph-mon[189144]: pgmap v16268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:09.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:07:08 smithi032 ceph-mon[191839]: pgmap v16268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:09.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:07:08 smithi039 ceph-mon[181282]: pgmap v16268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:11.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:07:10 smithi032 ceph-mon[191839]: pgmap v16269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:11.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:07:10 smithi032 ceph-mon[189144]: pgmap v16269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:07:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:07:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:07:11.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:07:10 smithi039 ceph-mon[181282]: pgmap v16269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:13.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:07:12 smithi032 ceph-mon[189144]: pgmap v16270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:13.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:07:12 smithi032 ceph-mon[191839]: pgmap v16270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:13.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:07:12 smithi039 ceph-mon[181282]: pgmap v16270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:15.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:07:14 smithi032 ceph-mon[191839]: pgmap v16271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:15.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:07:14 smithi032 ceph-mon[189144]: pgmap v16271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:15.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:07:14 smithi039 ceph-mon[181282]: pgmap v16271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:17.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:07:16 smithi032 ceph-mon[189144]: pgmap v16272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:17.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:07:16 smithi032 ceph-mon[191839]: pgmap v16272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:17.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:07:16 smithi039 ceph-mon[181282]: pgmap v16272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:19.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:07:18 smithi032 ceph-mon[191839]: pgmap v16273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:19.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:07:18 smithi032 ceph-mon[189144]: pgmap v16273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:19.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:07:18 smithi039 ceph-mon[181282]: pgmap v16273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:07:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:07:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T01:07:21.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:07:20 smithi032 ceph-mon[191839]: pgmap v16274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:21.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:07:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:07:21.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:07:20 smithi032 ceph-mon[189144]: pgmap v16274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:21.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:07:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:07:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:07:20 smithi039 ceph-mon[181282]: pgmap v16274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:07:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:07:23.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:07:22 smithi032 ceph-mon[191839]: pgmap v16275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:23.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:07:22 smithi032 ceph-mon[189144]: pgmap v16275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:23.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:07:22 smithi039 ceph-mon[181282]: pgmap v16275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:25.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:07:24 smithi032 ceph-mon[189144]: pgmap v16276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:25.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:07:24 smithi032 ceph-mon[191839]: pgmap v16276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:25.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:07:24 smithi039 ceph-mon[181282]: pgmap v16276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:27.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:07:26 smithi032 ceph-mon[189144]: pgmap v16277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:27.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:07:26 smithi032 ceph-mon[191839]: pgmap v16277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:27.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:07:26 smithi039 ceph-mon[181282]: pgmap v16277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:29.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:07:28 smithi032 ceph-mon[191839]: pgmap v16278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:29.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:07:28 smithi032 ceph-mon[189144]: pgmap v16278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:29.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:07:28 smithi039 ceph-mon[181282]: pgmap v16278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:07:30 smithi032 ceph-mon[189144]: pgmap v16279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:31.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:07:30 smithi032 ceph-mon[191839]: pgmap v16279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:07:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:07:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T01:07:31.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:07:30 smithi039 ceph-mon[181282]: pgmap v16279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:33.074 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:07:33.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:07:32 smithi032 ceph-mon[189144]: pgmap v16280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:33.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:07:32 smithi032 ceph-mon[191839]: pgmap v16280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:33.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:07:32 smithi039 ceph-mon[181282]: pgmap v16280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:33.398 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:07:33.399 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 3m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:07:33.399 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 109s ago 7h 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:07:33.399 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 3m ago 7h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:07:33.399 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 109s ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:07:33.399 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 109s ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:07:33.399 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 3m ago 7h 842M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:07:33.399 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 3m ago 7h 2021M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:07:33.399 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 109s ago 7h 965M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:07:33.399 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 3m ago 7h 1030M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:07:33.399 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 3m ago 7h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:07:33.399 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 109s ago 7h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:07:33.399 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 3m ago 7h 5208M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:07:33.399 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 3m ago 7h 5345M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:07:33.399 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 3m ago 7h 4727M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:07:33.400 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 3m ago 7h 4842M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:07:33.400 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 109s ago 7h 4567M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:07:33.400 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 109s ago 7h 4973M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:07:33.400 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 109s ago 7h 4632M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:07:33.400 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 109s ago 7h 4673M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:07:33.400 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 109s ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:07:33.802 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:07:33.803 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:07:33.803 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:07:33.803 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:07:33.803 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:07:33.803 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:07:33.803 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:07:33.803 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:07:33.803 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:07:33.803 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:07:33.803 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:07:33.803 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:07:33.803 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:07:33.803 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:07:33.803 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:07:33.803 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:07:33.804 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:07:33.804 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:07:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:07:33 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2946867060' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:07:34.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:07:33 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2946867060' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:07:34.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:07:33 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2946867060' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:07:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:07:34 smithi032 ceph-mon[191839]: from='client.51987 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:07:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:07:34 smithi032 ceph-mon[191839]: from='client.61907 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:07:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:07:34 smithi032 ceph-mon[191839]: pgmap v16281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:35.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:07:34 smithi032 ceph-mon[189144]: from='client.51987 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:07:35.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:07:34 smithi032 ceph-mon[189144]: from='client.61907 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:07:35.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:07:34 smithi032 ceph-mon[189144]: pgmap v16281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:07:34 smithi039 ceph-mon[181282]: from='client.51987 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:07:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:07:34 smithi039 ceph-mon[181282]: from='client.61907 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:07:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:07:34 smithi039 ceph-mon[181282]: pgmap v16281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:07:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:07:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:07:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:07:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:07:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:07:37.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:07:36 smithi032 ceph-mon[191839]: pgmap v16282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:37.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:07:36 smithi032 ceph-mon[189144]: pgmap v16282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:07:36 smithi039 ceph-mon[181282]: pgmap v16282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:39.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:07:38 smithi032 ceph-mon[191839]: pgmap v16283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:39.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:07:38 smithi032 ceph-mon[189144]: pgmap v16283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:39.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:07:38 smithi039 ceph-mon[181282]: pgmap v16283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:40.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:07:39 smithi032 ceph-mon[191839]: pgmap v16284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:40.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:07:39 smithi032 ceph-mon[189144]: pgmap v16284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:40.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:07:39 smithi039 ceph-mon[181282]: pgmap v16284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:07:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:07:40] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T01:07:43.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:07:42 smithi032 ceph-mon[189144]: pgmap v16285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:43.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:07:42 smithi032 ceph-mon[191839]: pgmap v16285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:43.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:07:42 smithi039 ceph-mon[181282]: pgmap v16285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:45.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:07:44 smithi032 ceph-mon[191839]: pgmap v16286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:45.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:07:44 smithi032 ceph-mon[189144]: pgmap v16286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:45.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:07:44 smithi039 ceph-mon[181282]: pgmap v16286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:47.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:07:46 smithi032 ceph-mon[191839]: pgmap v16287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:47.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:07:46 smithi032 ceph-mon[189144]: pgmap v16287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:47.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:07:46 smithi039 ceph-mon[181282]: pgmap v16287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:49.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:07:48 smithi032 ceph-mon[191839]: pgmap v16288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:49.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:07:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:07:49.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:07:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:07:49.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:07:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:07:49.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:07:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:07:49.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:07:48 smithi032 ceph-mon[189144]: pgmap v16288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:49.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:07:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:07:49.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:07:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:07:49.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:07:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:07:49.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:07:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:07:49.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:07:48 smithi039 ceph-mon[181282]: pgmap v16288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:49.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:07:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:07:49.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:07:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:07:49.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:07:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:07:49.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:07:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:07:50.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:07:49 smithi032 ceph-mon[191839]: pgmap v16289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:50.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:07:49 smithi032 ceph-mon[189144]: pgmap v16289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:07:49 smithi039 ceph-mon[181282]: pgmap v16289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:07:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:07:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T01:07:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:07:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:07:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:07:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:07:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:07:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:07:52.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:07:51 smithi032 ceph-mon[191839]: pgmap v16290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:52.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:07:51 smithi032 ceph-mon[189144]: pgmap v16290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:07:51 smithi039 ceph-mon[181282]: pgmap v16290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:55.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:07:54 smithi032 ceph-mon[191839]: pgmap v16291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:55.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:07:54 smithi032 ceph-mon[189144]: pgmap v16291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:55.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:07:54 smithi039 ceph-mon[181282]: pgmap v16291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:57.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:07:56 smithi032 ceph-mon[191839]: pgmap v16292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:57.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:07:56 smithi032 ceph-mon[189144]: pgmap v16292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:57.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:07:56 smithi039 ceph-mon[181282]: pgmap v16292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:59.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:07:58 smithi032 ceph-mon[191839]: pgmap v16293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:59.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:07:58 smithi032 ceph-mon[189144]: pgmap v16293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:07:59.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:07:58 smithi039 ceph-mon[181282]: pgmap v16293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:08:00 smithi032 ceph-mon[191839]: pgmap v16294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:08:00 smithi032 ceph-mon[189144]: pgmap v16294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:08:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:08:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T01:08:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:08:00 smithi039 ceph-mon[181282]: pgmap v16294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:03.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:08:02 smithi032 ceph-mon[191839]: pgmap v16295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:03.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:08:02 smithi032 ceph-mon[189144]: pgmap v16295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:03.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:08:02 smithi039 ceph-mon[181282]: pgmap v16295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:04.172 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:08:04.497 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:08:04.498 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 4m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:08:04.498 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 2m ago 7h 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:08:04.498 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 4m ago 7h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:08:04.498 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 2m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:08:04.498 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 2m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:08:04.498 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 4m ago 7h 842M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:08:04.498 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 4m ago 7h 2021M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:08:04.498 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 2m ago 7h 965M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:08:04.498 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 4m ago 7h 1030M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:08:04.498 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 4m ago 7h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:08:04.498 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 2m ago 7h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:08:04.498 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 4m ago 7h 5208M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:08:04.498 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 4m ago 7h 5345M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:08:04.499 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 4m ago 7h 4727M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:08:04.499 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 4m ago 7h 4842M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:08:04.499 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 2m ago 7h 4567M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:08:04.499 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 2m ago 7h 4973M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:08:04.499 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 2m ago 7h 4632M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:08:04.499 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 2m ago 7h 4673M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:08:04.499 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 2m ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:08:04.899 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:08:04.899 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:08:04.900 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:08:04.900 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:08:04.900 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:08:04.900 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:08:04.900 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:08:04.900 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:08:04.900 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:08:04.900 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:08:04.900 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:08:04.900 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:08:04.900 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:08:04.900 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:08:04.900 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:08:04.900 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:08:04.900 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:08:04.901 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:08:05.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:08:04 smithi032 ceph-mon[191839]: pgmap v16296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:05.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:08:04 smithi032 ceph-mon[189144]: pgmap v16296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:08:04 smithi039 ceph-mon[181282]: pgmap v16296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:08:05 smithi032 ceph-mon[191839]: from='client.61919 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:08:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:08:05 smithi032 ceph-mon[191839]: from='client.52011 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:08:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:08:05 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2466111869' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:08:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:08:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:08:06.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:08:05 smithi032 ceph-mon[189144]: from='client.61919 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:08:06.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:08:05 smithi032 ceph-mon[189144]: from='client.52011 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:08:06.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:08:05 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2466111869' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:08:06.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:08:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:08:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:08:05 smithi039 ceph-mon[181282]: from='client.61919 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:08:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:08:05 smithi039 ceph-mon[181282]: from='client.52011 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:08:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:08:05 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2466111869' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:08:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:08:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:08:07.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:08:06 smithi032 ceph-mon[191839]: pgmap v16297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:07.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:08:06 smithi032 ceph-mon[189144]: pgmap v16297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:07.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:08:06 smithi039 ceph-mon[181282]: pgmap v16297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:09.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:08:08 smithi032 ceph-mon[191839]: pgmap v16298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:09.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:08:08 smithi032 ceph-mon[189144]: pgmap v16298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:09.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:08:08 smithi039 ceph-mon[181282]: pgmap v16298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:08:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:08:10] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T01:08:11.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:08:10 smithi032 ceph-mon[191839]: pgmap v16299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:11.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:08:10 smithi032 ceph-mon[189144]: pgmap v16299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:11.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:08:10 smithi039 ceph-mon[181282]: pgmap v16299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:13.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:08:12 smithi032 ceph-mon[191839]: pgmap v16300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:13.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:08:12 smithi032 ceph-mon[189144]: pgmap v16300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:13.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:08:12 smithi039 ceph-mon[181282]: pgmap v16300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:15.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:08:14 smithi032 ceph-mon[189144]: pgmap v16301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:15.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:08:14 smithi032 ceph-mon[191839]: pgmap v16301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:15.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:08:14 smithi039 ceph-mon[181282]: pgmap v16301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:17.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:08:16 smithi032 ceph-mon[191839]: pgmap v16302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:17.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:08:16 smithi032 ceph-mon[189144]: pgmap v16302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:17.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:08:16 smithi039 ceph-mon[181282]: pgmap v16302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:19.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:08:18 smithi032 ceph-mon[191839]: pgmap v16303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:19.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:08:18 smithi032 ceph-mon[189144]: pgmap v16303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:19.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:08:18 smithi039 ceph-mon[181282]: pgmap v16303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:08:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:08:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:08:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:08:20 smithi032 ceph-mon[189144]: pgmap v16304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:08:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:08:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:08:20 smithi032 ceph-mon[191839]: pgmap v16304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:08:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:08:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:08:20 smithi039 ceph-mon[181282]: pgmap v16304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:08:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:08:22.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:08:21 smithi032 ceph-mon[191839]: pgmap v16305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:22.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:08:21 smithi032 ceph-mon[189144]: pgmap v16305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:08:21 smithi039 ceph-mon[181282]: pgmap v16305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:25.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:08:24 smithi032 ceph-mon[191839]: pgmap v16306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:25.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:08:24 smithi032 ceph-mon[189144]: pgmap v16306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:25.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:08:24 smithi039 ceph-mon[181282]: pgmap v16306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:27.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:08:26 smithi032 ceph-mon[191839]: pgmap v16307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:27.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:08:26 smithi032 ceph-mon[189144]: pgmap v16307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:27.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:08:26 smithi039 ceph-mon[181282]: pgmap v16307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:29.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:08:28 smithi032 ceph-mon[191839]: pgmap v16308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:29.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:08:28 smithi032 ceph-mon[189144]: pgmap v16308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:29.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:08:28 smithi039 ceph-mon[181282]: pgmap v16308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:08:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:08:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:08:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:08:30 smithi032 ceph-mon[189144]: pgmap v16309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:31.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:08:30 smithi032 ceph-mon[191839]: pgmap v16309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:31.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:08:30 smithi039 ceph-mon[181282]: pgmap v16309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:33.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:08:32 smithi032 ceph-mon[191839]: pgmap v16310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:33.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:08:32 smithi032 ceph-mon[189144]: pgmap v16310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:33.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:08:32 smithi039 ceph-mon[181282]: pgmap v16310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:08:34 smithi032 ceph-mon[191839]: pgmap v16311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:35.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:08:34 smithi032 ceph-mon[189144]: pgmap v16311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:08:34 smithi039 ceph-mon[181282]: pgmap v16311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:35.264 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:08:35.588 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:08:35.588 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 4m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:08:35.588 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 2m ago 7h 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:08:35.588 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 4m ago 7h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:08:35.588 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 2m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:08:35.588 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 2m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:08:35.588 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 4m ago 7h 842M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:08:35.589 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 4m ago 7h 2021M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:08:35.589 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 2m ago 7h 965M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:08:35.589 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 4m ago 7h 1030M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:08:35.589 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 4m ago 7h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:08:35.589 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 2m ago 7h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:08:35.589 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 4m ago 7h 5208M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:08:35.589 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 4m ago 7h 5345M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:08:35.589 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 4m ago 7h 4727M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:08:35.589 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 4m ago 7h 4842M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:08:35.589 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 2m ago 7h 4567M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:08:35.589 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 2m ago 7h 4973M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:08:35.590 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 2m ago 7h 4632M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:08:35.590 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 2m ago 7h 4673M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:08:35.590 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 2m ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:08:35.987 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:08:35.987 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:08:35.987 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:08:35.988 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:08:35.988 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:08:35.988 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:08:35.988 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:08:35.988 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:08:35.988 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:08:35.988 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:08:35.988 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:08:35.988 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:08:35.988 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:08:35.988 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:08:35.988 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:08:35.988 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:08:35.988 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:08:35.988 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:08:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:08:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:08:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:08:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:08:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:08:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:08:37.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:08:36 smithi032 ceph-mon[191839]: from='client.61937 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:08:37.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:08:36 smithi032 ceph-mon[191839]: from='client.52029 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:08:37.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:08:36 smithi032 ceph-mon[191839]: pgmap v16312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:37.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:08:36 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1961281708' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:08:37.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:08:36 smithi032 ceph-mon[189144]: from='client.61937 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:08:37.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:08:36 smithi032 ceph-mon[189144]: from='client.52029 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:08:37.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:08:36 smithi032 ceph-mon[189144]: pgmap v16312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:37.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:08:36 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1961281708' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:08:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:08:36 smithi039 ceph-mon[181282]: from='client.61937 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:08:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:08:36 smithi039 ceph-mon[181282]: from='client.52029 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:08:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:08:36 smithi039 ceph-mon[181282]: pgmap v16312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:08:36 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1961281708' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:08:39.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:08:38 smithi032 ceph-mon[191839]: pgmap v16313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:39.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:08:38 smithi032 ceph-mon[189144]: pgmap v16313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:39.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:08:38 smithi039 ceph-mon[181282]: pgmap v16313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:41.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:08:40 smithi032 ceph-mon[191839]: pgmap v16314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:41.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:08:40 smithi032 ceph-mon[189144]: pgmap v16314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:08:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:08:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:08:41.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:08:40 smithi039 ceph-mon[181282]: pgmap v16314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:43.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:08:42 smithi032 ceph-mon[191839]: pgmap v16315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:43.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:08:42 smithi032 ceph-mon[189144]: pgmap v16315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:43.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:08:42 smithi039 ceph-mon[181282]: pgmap v16315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:45.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:08:44 smithi032 ceph-mon[189144]: pgmap v16316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:45.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:08:44 smithi032 ceph-mon[191839]: pgmap v16316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:45.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:08:44 smithi039 ceph-mon[181282]: pgmap v16316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:47.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:08:46 smithi032 ceph-mon[189144]: pgmap v16317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:47.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:08:46 smithi032 ceph-mon[191839]: pgmap v16317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:47.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:08:46 smithi039 ceph-mon[181282]: pgmap v16317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:49.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:08:48 smithi032 ceph-mon[191839]: pgmap v16318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:49.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:08:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:08:49.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:08:48 smithi032 ceph-mon[189144]: pgmap v16318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:49.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:08:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:08:49.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:08:48 smithi039 ceph-mon[181282]: pgmap v16318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:49.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:08:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:08:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:08:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:08:50.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:08:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:08:50.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:08:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:08:50.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:08:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:08:50.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:08:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:08:50.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:08:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:08:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:08:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:08:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:08:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:08:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:08:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:08:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:08:50 smithi032 ceph-mon[189144]: pgmap v16319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:08:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:08:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:08:50 smithi032 ceph-mon[191839]: pgmap v16319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:08:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:08:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:08:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:08:50] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T01:08:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:08:50 smithi039 ceph-mon[181282]: pgmap v16319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:08:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:08:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:08:51 smithi032 ceph-mon[189144]: pgmap v16320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:52.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:08:51 smithi032 ceph-mon[191839]: pgmap v16320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:08:51 smithi039 ceph-mon[181282]: pgmap v16320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:55.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:08:54 smithi032 ceph-mon[191839]: pgmap v16321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:55.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:08:54 smithi032 ceph-mon[189144]: pgmap v16321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:55.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:08:54 smithi039 ceph-mon[181282]: pgmap v16321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:57.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:08:56 smithi032 ceph-mon[191839]: pgmap v16322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:57.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:08:56 smithi032 ceph-mon[189144]: pgmap v16322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:57.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:08:56 smithi039 ceph-mon[181282]: pgmap v16322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:59.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:08:58 smithi032 ceph-mon[191839]: pgmap v16323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:59.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:08:58 smithi032 ceph-mon[189144]: pgmap v16323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:08:59.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:08:58 smithi039 ceph-mon[181282]: pgmap v16323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:09:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:09:00] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T01:09:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:09:00 smithi032 ceph-mon[191839]: pgmap v16324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:09:00 smithi032 ceph-mon[189144]: pgmap v16324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:09:00 smithi039 ceph-mon[181282]: pgmap v16324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:03.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:09:02 smithi032 ceph-mon[191839]: pgmap v16325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:03.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:09:02 smithi032 ceph-mon[189144]: pgmap v16325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:03.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:09:02 smithi039 ceph-mon[181282]: pgmap v16325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:05.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:09:04 smithi032 ceph-mon[191839]: pgmap v16326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:05.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:09:04 smithi032 ceph-mon[189144]: pgmap v16326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:09:04 smithi039 ceph-mon[181282]: pgmap v16326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:09:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:09:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:09:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:09:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:09:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:09:06.355 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:09:06.679 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:09:06.679 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 5m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:09:06.679 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 3m ago 7h 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:09:06.679 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 5m ago 7h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:09:06.679 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 3m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:09:06.679 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 3m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:09:06.679 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 5m ago 7h 842M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:09:06.679 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 5m ago 7h 2021M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:09:06.679 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 3m ago 7h 965M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:09:06.679 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 5m ago 7h 1030M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:09:06.679 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 5m ago 7h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:09:06.679 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 3m ago 7h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:09:06.680 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 5m ago 7h 5208M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:09:06.680 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 5m ago 7h 5345M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:09:06.680 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 5m ago 7h 4727M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:09:06.680 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 5m ago 7h 4842M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:09:06.680 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 3m ago 7h 4567M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:09:06.680 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 3m ago 7h 4973M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:09:06.680 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 3m ago 7h 4632M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:09:06.680 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 3m ago 7h 4673M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:09:06.680 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 3m ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:09:07.083 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:09:07.084 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:09:07.084 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:09:07.084 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:09:07.084 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:09:07.084 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:09:07.084 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:09:07.084 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:09:07.084 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:09:07.084 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:09:07.084 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:09:07.084 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:09:07.085 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:09:07.085 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:09:07.085 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:09:07.085 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:09:07.085 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:09:07.085 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:09:07.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:09:06 smithi032 ceph-mon[191839]: pgmap v16327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:07.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:09:06 smithi032 ceph-mon[189144]: pgmap v16327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:07.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:09:06 smithi039 ceph-mon[181282]: pgmap v16327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:08.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:09:07 smithi032 ceph-mon[191839]: from='client.52041 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:09:08.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:09:07 smithi032 ceph-mon[191839]: from='client.52047 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:09:08.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:09:07 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1335854495' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:09:08.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:09:07 smithi032 ceph-mon[189144]: from='client.52041 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:09:08.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:09:07 smithi032 ceph-mon[189144]: from='client.52047 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:09:08.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:09:07 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1335854495' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:09:08.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:09:07 smithi039 ceph-mon[181282]: from='client.52041 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:09:08.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:09:07 smithi039 ceph-mon[181282]: from='client.52047 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:09:08.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:09:07 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1335854495' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:09:09.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:09:08 smithi032 ceph-mon[189144]: pgmap v16328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:09.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:09:08 smithi032 ceph-mon[191839]: pgmap v16328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:09.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:09:08 smithi039 ceph-mon[181282]: pgmap v16328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:11.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:09:10 smithi032 ceph-mon[191839]: pgmap v16329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:11.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:09:10 smithi032 ceph-mon[189144]: pgmap v16329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:09:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:09:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:09:11.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:09:10 smithi039 ceph-mon[181282]: pgmap v16329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:13.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:09:12 smithi032 ceph-mon[189144]: pgmap v16330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:13.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:09:12 smithi032 ceph-mon[191839]: pgmap v16330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:13.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:09:12 smithi039 ceph-mon[181282]: pgmap v16330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:15.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:09:14 smithi032 ceph-mon[191839]: pgmap v16331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:15.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:09:14 smithi032 ceph-mon[189144]: pgmap v16331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:15.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:09:14 smithi039 ceph-mon[181282]: pgmap v16331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:17.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:09:16 smithi032 ceph-mon[191839]: pgmap v16332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:17.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:09:16 smithi032 ceph-mon[189144]: pgmap v16332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:17.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:09:16 smithi039 ceph-mon[181282]: pgmap v16332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:19.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:09:18 smithi032 ceph-mon[191839]: pgmap v16333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:19.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:09:18 smithi032 ceph-mon[189144]: pgmap v16333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:19.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:09:18 smithi039 ceph-mon[181282]: pgmap v16333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:20.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:09:19 smithi032 ceph-mon[191839]: pgmap v16334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:20.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:09:19 smithi032 ceph-mon[189144]: pgmap v16334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:09:19 smithi039 ceph-mon[181282]: pgmap v16334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:09:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:09:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:09:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:09:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:09:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:09:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T01:09:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:09:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:09:22.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:09:21 smithi032 ceph-mon[191839]: pgmap v16335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:22.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:09:21 smithi032 ceph-mon[189144]: pgmap v16335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:09:21 smithi039 ceph-mon[181282]: pgmap v16335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:25.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:09:24 smithi032 ceph-mon[191839]: pgmap v16336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:25.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:09:24 smithi032 ceph-mon[189144]: pgmap v16336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:25.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:09:24 smithi039 ceph-mon[181282]: pgmap v16336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:27.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:09:26 smithi032 ceph-mon[191839]: pgmap v16337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:27.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:09:26 smithi032 ceph-mon[189144]: pgmap v16337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:27.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:09:26 smithi039 ceph-mon[181282]: pgmap v16337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:29.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:09:28 smithi032 ceph-mon[189144]: pgmap v16338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:29.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:09:28 smithi032 ceph-mon[191839]: pgmap v16338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:29.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:09:28 smithi039 ceph-mon[181282]: pgmap v16338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:09:30 smithi032 ceph-mon[191839]: pgmap v16339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:09:30 smithi032 ceph-mon[189144]: pgmap v16339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:09:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:09:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T01:09:31.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:09:30 smithi039 ceph-mon[181282]: pgmap v16339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:33.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:09:32 smithi032 ceph-mon[191839]: pgmap v16340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:33.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:09:32 smithi032 ceph-mon[189144]: pgmap v16340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:33.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:09:32 smithi039 ceph-mon[181282]: pgmap v16340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:09:34 smithi032 ceph-mon[191839]: pgmap v16341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:35.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:09:34 smithi032 ceph-mon[189144]: pgmap v16341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:09:34 smithi039 ceph-mon[181282]: pgmap v16341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:09:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:09:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:09:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:09:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:09:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:09:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:09:36 smithi032 ceph-mon[189144]: pgmap v16342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:37.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:09:36 smithi032 ceph-mon[191839]: pgmap v16342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:09:36 smithi039 ceph-mon[181282]: pgmap v16342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:37.446 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:09:37.768 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:09:37.768 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 6m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:09:37.768 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 3m ago 7h 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:09:37.768 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 6m ago 7h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:09:37.768 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 3m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:09:37.768 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 3m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:09:37.768 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 6m ago 7h 842M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:09:37.769 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 6m ago 7h 2021M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:09:37.769 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 3m ago 7h 965M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:09:37.769 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 6m ago 7h 1030M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:09:37.769 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 6m ago 7h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:09:37.769 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 3m ago 7h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:09:37.769 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 6m ago 7h 5208M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:09:37.769 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 6m ago 7h 5345M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:09:37.769 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 6m ago 7h 4727M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:09:37.769 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 6m ago 7h 4842M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:09:37.769 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 3m ago 7h 4567M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:09:37.769 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 3m ago 7h 4973M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:09:37.769 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 3m ago 7h 4632M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:09:37.769 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 3m ago 7h 4673M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:09:37.769 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 3m ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:09:38.174 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:09:38.175 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:09:38.175 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:09:38.175 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:09:38.175 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:09:38.175 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:09:38.175 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:09:38.175 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:09:38.175 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:09:38.175 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:09:38.175 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:09:38.175 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:09:38.176 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:09:38.176 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:09:38.176 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:09:38.176 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:09:38.176 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:09:38.176 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:09:39.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:09:38 smithi032 ceph-mon[189144]: from='client.52059 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:09:39.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:09:38 smithi032 ceph-mon[189144]: from='client.52065 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:09:39.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:09:38 smithi032 ceph-mon[189144]: pgmap v16343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:39.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:09:38 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2966776662' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:09:39.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:09:38 smithi032 ceph-mon[191839]: from='client.52059 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:09:39.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:09:38 smithi032 ceph-mon[191839]: from='client.52065 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:09:39.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:09:38 smithi032 ceph-mon[191839]: pgmap v16343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:39.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:09:38 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2966776662' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:09:39.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:09:38 smithi039 ceph-mon[181282]: from='client.52059 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:09:39.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:09:38 smithi039 ceph-mon[181282]: from='client.52065 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:09:39.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:09:38 smithi039 ceph-mon[181282]: pgmap v16343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:39.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:09:38 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2966776662' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:09:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:09:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:09:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T01:09:41.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:09:40 smithi032 ceph-mon[191839]: pgmap v16344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:41.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:09:40 smithi032 ceph-mon[189144]: pgmap v16344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:41.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:09:40 smithi039 ceph-mon[181282]: pgmap v16344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:43.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:09:42 smithi032 ceph-mon[191839]: pgmap v16345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:43.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:09:42 smithi032 ceph-mon[189144]: pgmap v16345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:43.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:09:42 smithi039 ceph-mon[181282]: pgmap v16345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:45.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:09:44 smithi032 ceph-mon[191839]: pgmap v16346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:45.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:09:44 smithi032 ceph-mon[189144]: pgmap v16346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:45.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:09:44 smithi039 ceph-mon[181282]: pgmap v16346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:47.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:09:46 smithi032 ceph-mon[191839]: pgmap v16347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:47.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:09:46 smithi032 ceph-mon[189144]: pgmap v16347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:47.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:09:46 smithi039 ceph-mon[181282]: pgmap v16347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:49.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:09:48 smithi032 ceph-mon[191839]: pgmap v16348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:49.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:09:48 smithi032 ceph-mon[189144]: pgmap v16348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:49.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:09:48 smithi039 ceph-mon[181282]: pgmap v16348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:50.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:09:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:09:50.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:09:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:09:50.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:09:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:09:50.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:09:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:09:50.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:09:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:09:50.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:09:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:09:50.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:09:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:09:50.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:09:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:09:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:09:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:09:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:09:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:09:50.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:09:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:09:50.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:09:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:09:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:09:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:09:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:09:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:09:50 smithi032 ceph-mon[189144]: pgmap v16349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:09:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:09:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:09:50 smithi032 ceph-mon[191839]: pgmap v16349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:51.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:09:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:09:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:09:50 smithi039 ceph-mon[181282]: pgmap v16349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:09:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:09:53.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:09:52 smithi032 ceph-mon[191839]: pgmap v16350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:53.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:09:52 smithi032 ceph-mon[189144]: pgmap v16350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:53.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:09:52 smithi039 ceph-mon[181282]: pgmap v16350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:55.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:09:54 smithi032 ceph-mon[189144]: pgmap v16351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:55.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:09:54 smithi032 ceph-mon[191839]: pgmap v16351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:55.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:09:54 smithi039 ceph-mon[181282]: pgmap v16351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:57.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:09:56 smithi032 ceph-mon[191839]: pgmap v16352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:57.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:09:56 smithi032 ceph-mon[189144]: pgmap v16352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:57.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:09:56 smithi039 ceph-mon[181282]: pgmap v16352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:59.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:09:58 smithi032 ceph-mon[191839]: pgmap v16353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:59.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:09:58 smithi032 ceph-mon[189144]: pgmap v16353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:09:59.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:09:58 smithi039 ceph-mon[181282]: pgmap v16353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:10:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-23T01:09:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T01:10:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:10:00 smithi032 ceph-mon[191839]: pgmap v16354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:10:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T01:10:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:10:00 smithi032 ceph-mon[189144]: pgmap v16354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:10:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T01:10:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:10:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:10:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:10:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:10:00 smithi039 ceph-mon[181282]: pgmap v16354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:10:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T01:10:03.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:10:02 smithi032 ceph-mon[189144]: pgmap v16355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:03.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:10:02 smithi032 ceph-mon[191839]: pgmap v16355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:03.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:10:02 smithi039 ceph-mon[181282]: pgmap v16355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:05.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:10:04 smithi032 ceph-mon[191839]: pgmap v16356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:05.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:10:04 smithi032 ceph-mon[189144]: pgmap v16356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:10:04 smithi039 ceph-mon[181282]: pgmap v16356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:10:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:10:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:10:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:10:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:10:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:10:07.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:10:06 smithi032 ceph-mon[191839]: pgmap v16357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:07.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:10:06 smithi032 ceph-mon[189144]: pgmap v16357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:07.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:10:06 smithi039 ceph-mon[181282]: pgmap v16357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:08.539 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:10:08.863 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:10:08.864 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 6m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:10:08.864 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 4m ago 7h 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:10:08.864 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 6m ago 7h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:10:08.864 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 4m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:10:08.864 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 4m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:10:08.864 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 6m ago 7h 842M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:10:08.864 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 6m ago 7h 2021M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:10:08.864 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 4m ago 7h 965M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:10:08.864 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 6m ago 7h 1030M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:10:08.864 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 6m ago 7h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:10:08.864 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 4m ago 7h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:10:08.864 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 6m ago 7h 5208M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:10:08.864 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 6m ago 7h 5345M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:10:08.864 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 6m ago 7h 4727M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:10:08.864 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 6m ago 7h 4842M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:10:08.865 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 4m ago 7h 4567M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:10:08.865 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 4m ago 7h 4973M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:10:08.865 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 4m ago 7h 4632M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:10:08.865 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 4m ago 7h 4673M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:10:08.865 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 4m ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:10:09.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:10:08 smithi032 ceph-mon[191839]: pgmap v16358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:09.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:10:08 smithi032 ceph-mon[189144]: pgmap v16358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:09.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:10:08 smithi039 ceph-mon[181282]: pgmap v16358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:09.264 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:10:09.264 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:10:09.264 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:10:09.264 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:10:09.264 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:10:09.264 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:10:09.264 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:10:09.265 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:10:09.265 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:10:09.265 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:10:09.265 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:10:09.265 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:10:09.265 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:10:09.265 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:10:09.265 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:10:09.265 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:10:09.265 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:10:09.265 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:10:10.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:10:09 smithi032 ceph-mon[191839]: from='client.61991 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:10:10.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:10:09 smithi032 ceph-mon[191839]: from='client.61997 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:10:10.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:10:09 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4148269957' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:10:10.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:10:09 smithi032 ceph-mon[189144]: from='client.61991 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:10:10.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:10:09 smithi032 ceph-mon[189144]: from='client.61997 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:10:10.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:10:09 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4148269957' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:10:10.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:10:09 smithi039 ceph-mon[181282]: from='client.61991 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:10:10.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:10:09 smithi039 ceph-mon[181282]: from='client.61997 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:10:10.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:10:09 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4148269957' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:10:11.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:10:10 smithi032 ceph-mon[191839]: pgmap v16359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:11.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:10:10 smithi032 ceph-mon[189144]: pgmap v16359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:10:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:10:10] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T01:10:11.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:10:10 smithi039 ceph-mon[181282]: pgmap v16359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:13.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:10:12 smithi032 ceph-mon[189144]: pgmap v16360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:13.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:10:12 smithi032 ceph-mon[191839]: pgmap v16360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:13.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:10:12 smithi039 ceph-mon[181282]: pgmap v16360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:15.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:10:14 smithi032 ceph-mon[191839]: pgmap v16361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:15.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:10:14 smithi032 ceph-mon[189144]: pgmap v16361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:15.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:10:14 smithi039 ceph-mon[181282]: pgmap v16361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:17.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:10:16 smithi032 ceph-mon[191839]: pgmap v16362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:17.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:10:16 smithi032 ceph-mon[189144]: pgmap v16362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:17.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:10:16 smithi039 ceph-mon[181282]: pgmap v16362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:17.259 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 23 01:10:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-23T01:10:16.982996545Z level=info msg="Completed cleanup jobs" duration=13.146175ms 2023-12-23T01:10:19.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:10:18 smithi032 ceph-mon[189144]: pgmap v16363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:19.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:10:18 smithi032 ceph-mon[191839]: pgmap v16363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:19.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:10:18 smithi039 ceph-mon[181282]: pgmap v16363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:10:20 smithi032 ceph-mon[189144]: pgmap v16364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:10:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:10:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:10:20 smithi032 ceph-mon[191839]: pgmap v16364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:10:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:10:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:10:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:10:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T01:10:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:10:20 smithi039 ceph-mon[181282]: pgmap v16364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:10:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:10:23.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:10:22 smithi032 ceph-mon[189144]: pgmap v16365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:23.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:10:22 smithi032 ceph-mon[191839]: pgmap v16365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:23.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:10:22 smithi039 ceph-mon[181282]: pgmap v16365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:25.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:10:24 smithi032 ceph-mon[189144]: pgmap v16366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:25.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:10:24 smithi032 ceph-mon[191839]: pgmap v16366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:25.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:10:24 smithi039 ceph-mon[181282]: pgmap v16366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:27.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:10:26 smithi032 ceph-mon[191839]: pgmap v16367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:27.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:10:26 smithi032 ceph-mon[189144]: pgmap v16367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:27.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:10:26 smithi039 ceph-mon[181282]: pgmap v16367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:29.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:10:28 smithi032 ceph-mon[189144]: pgmap v16368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:29.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:10:28 smithi032 ceph-mon[191839]: pgmap v16368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:29.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:10:28 smithi039 ceph-mon[181282]: pgmap v16368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:31.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:10:30 smithi032 ceph-mon[191839]: pgmap v16369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:10:30 smithi032 ceph-mon[189144]: pgmap v16369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:10:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:10:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T01:10:31.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:10:30 smithi039 ceph-mon[181282]: pgmap v16369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:33.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:10:32 smithi032 ceph-mon[191839]: pgmap v16370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:33.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:10:32 smithi032 ceph-mon[189144]: pgmap v16370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:33.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:10:32 smithi039 ceph-mon[181282]: pgmap v16370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:10:34 smithi032 ceph-mon[191839]: pgmap v16371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:35.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:10:34 smithi032 ceph-mon[189144]: pgmap v16371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:10:34 smithi039 ceph-mon[181282]: pgmap v16371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:10:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:10:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:10:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:10:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:10:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:10:37.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:10:36 smithi032 ceph-mon[191839]: pgmap v16372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:37.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:10:36 smithi032 ceph-mon[189144]: pgmap v16372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:10:36 smithi039 ceph-mon[181282]: pgmap v16372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:39.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:10:38 smithi032 ceph-mon[191839]: pgmap v16373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:39.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:10:38 smithi032 ceph-mon[189144]: pgmap v16373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:39.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:10:38 smithi039 ceph-mon[181282]: pgmap v16373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:39.626 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:10:39.950 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:10:39.950 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 7m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:10:39.950 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 4m ago 7h 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:10:39.950 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 7m ago 7h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:10:39.950 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 4m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:10:39.950 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 4m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:10:39.950 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 7m ago 7h 842M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:10:39.950 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 7m ago 7h 2021M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:10:39.950 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 4m ago 7h 965M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:10:39.950 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 7m ago 7h 1030M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:10:39.950 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 7m ago 7h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:10:39.951 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 4m ago 7h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:10:39.951 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 7m ago 7h 5208M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:10:39.951 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 7m ago 7h 5345M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:10:39.951 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 7m ago 7h 4727M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:10:39.951 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 7m ago 7h 4842M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:10:39.951 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 4m ago 7h 4567M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:10:39.951 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 4m ago 7h 4973M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:10:39.951 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 4m ago 7h 4632M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:10:39.951 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 4m ago 7h 4673M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:10:39.951 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 4m ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:10:40.350 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:10:40.350 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:10:40.350 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:10:40.350 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:10:40.350 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:10:40.350 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:10:40.351 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:10:40.351 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:10:40.351 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:10:40.351 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:10:40.351 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:10:40.351 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:10:40.351 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:10:40.351 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:10:40.351 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:10:40.351 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:10:40.351 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:10:40.351 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:10:41.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:10:40 smithi032 ceph-mon[191839]: from='client.52095 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:10:41.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:10:40 smithi032 ceph-mon[191839]: pgmap v16374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:41.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:10:40 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2264269443' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:10:41.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:10:40 smithi032 ceph-mon[189144]: from='client.52095 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:10:41.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:10:40 smithi032 ceph-mon[189144]: pgmap v16374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:41.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:10:40 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2264269443' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:10:41.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:10:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:10:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:10:41.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:10:40 smithi039 ceph-mon[181282]: from='client.52095 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:10:41.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:10:40 smithi039 ceph-mon[181282]: pgmap v16374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:41.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:10:40 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2264269443' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:10:42.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:10:41 smithi032 ceph-mon[191839]: from='client.62015 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:10:42.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:10:41 smithi032 ceph-mon[189144]: from='client.62015 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:10:42.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:10:41 smithi039 ceph-mon[181282]: from='client.62015 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:10:43.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:10:42 smithi032 ceph-mon[189144]: pgmap v16375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:43.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:10:42 smithi032 ceph-mon[191839]: pgmap v16375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:43.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:10:42 smithi039 ceph-mon[181282]: pgmap v16375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:45.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:10:44 smithi032 ceph-mon[191839]: pgmap v16376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:45.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:10:44 smithi032 ceph-mon[189144]: pgmap v16376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:45.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:10:44 smithi039 ceph-mon[181282]: pgmap v16376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:47.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:10:46 smithi032 ceph-mon[189144]: pgmap v16377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:47.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:10:46 smithi032 ceph-mon[191839]: pgmap v16377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:47.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:10:46 smithi039 ceph-mon[181282]: pgmap v16377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:49.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:10:48 smithi032 ceph-mon[191839]: pgmap v16378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:49.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:10:48 smithi032 ceph-mon[189144]: pgmap v16378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:49.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:10:48 smithi039 ceph-mon[181282]: pgmap v16378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:10:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:10:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:10:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:10:50 smithi032 ceph-mon[191839]: pgmap v16379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:10:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:10:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:10:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:10:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:10:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:10:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:10:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:10:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:10:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:10:51.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:10:50 smithi032 ceph-mon[189144]: pgmap v16379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:51.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:10:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:10:51.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:10:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:10:51.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:10:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:10:51.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:10:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:10:51.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:10:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:10:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:10:50 smithi039 ceph-mon[181282]: pgmap v16379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:10:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:10:51.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:10:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:10:51.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:10:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:10:51.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:10:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:10:51.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:10:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:10:53.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:10:52 smithi032 ceph-mon[189144]: pgmap v16380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:53.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:10:52 smithi032 ceph-mon[191839]: pgmap v16380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:53.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:10:52 smithi039 ceph-mon[181282]: pgmap v16380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:55.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:10:54 smithi032 ceph-mon[191839]: pgmap v16381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:55.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:10:54 smithi032 ceph-mon[189144]: pgmap v16381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:55.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:10:54 smithi039 ceph-mon[181282]: pgmap v16381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:57.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:10:56 smithi032 ceph-mon[191839]: pgmap v16382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:57.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:10:56 smithi032 ceph-mon[189144]: pgmap v16382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:57.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:10:56 smithi039 ceph-mon[181282]: pgmap v16382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:59.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:10:58 smithi032 ceph-mon[189144]: pgmap v16383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:59.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:10:58 smithi032 ceph-mon[191839]: pgmap v16383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:10:59.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:10:58 smithi039 ceph-mon[181282]: pgmap v16383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:00 smithi032 ceph-mon[191839]: pgmap v16384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:00 smithi032 ceph-mon[189144]: pgmap v16384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:11:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:11:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:11:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:00 smithi039 ceph-mon[181282]: pgmap v16384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:03.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:02 smithi032 ceph-mon[189144]: pgmap v16385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:03.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:02 smithi032 ceph-mon[191839]: pgmap v16385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:03.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:02 smithi039 ceph-mon[181282]: pgmap v16385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:05.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:04 smithi032 ceph-mon[191839]: pgmap v16386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:05.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:04 smithi032 ceph-mon[189144]: pgmap v16386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:04 smithi039 ceph-mon[181282]: pgmap v16386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:11:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:11:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:11:07.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:06 smithi032 ceph-mon[191839]: pgmap v16387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:07.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:06 smithi032 ceph-mon[189144]: pgmap v16387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:07.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:06 smithi039 ceph-mon[181282]: pgmap v16387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:09.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:08 smithi032 ceph-mon[189144]: pgmap v16388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:09.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:08 smithi032 ceph-mon[191839]: pgmap v16388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:09.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:08 smithi039 ceph-mon[181282]: pgmap v16388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:10.711 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:11:11.034 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:11:11.034 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 7m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:11:11.034 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 5m ago 7h 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:11:11.034 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 7m ago 7h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:11:11.034 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 5m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:11:11.034 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 5m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:11:11.034 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 7m ago 8h 842M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:11:11.034 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 7m ago 8h 2021M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:11:11.034 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 5m ago 7h 965M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:11:11.035 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 7m ago 7h 1030M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:11:11.035 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 7m ago 7h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:11:11.035 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 5m ago 7h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:11:11.035 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 7m ago 7h 5208M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:11:11.035 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 7m ago 7h 5345M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:11:11.035 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 7m ago 7h 4727M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:11:11.035 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 7m ago 7h 4842M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:11:11.035 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 5m ago 7h 4567M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:11:11.035 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 5m ago 7h 4973M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:11:11.035 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 5m ago 7h 4632M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:11:11.035 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 5m ago 7h 4673M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:11:11.035 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 5m ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:11:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:11:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:11:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:11:11.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:10 smithi032 ceph-mon[191839]: pgmap v16389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:11.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:10 smithi032 ceph-mon[189144]: pgmap v16389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:11.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:10 smithi039 ceph-mon[181282]: pgmap v16389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:11.436 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:11:11.436 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:11:11.436 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:11:11.436 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:11:11.436 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:11:11.437 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:11:11.437 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:11:11.437 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:11:11.437 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:11:11.437 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:11:11.437 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:11:11.437 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:11:11.437 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:11:11.437 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:11:11.437 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:11:11.437 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:11:11.437 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:11:11.438 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:11:12.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:11 smithi032 ceph-mon[191839]: from='client.62027 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:11:12.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:11 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2868077351' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:11:12.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:11 smithi032 ceph-mon[189144]: from='client.62027 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:11:12.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:11 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2868077351' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:11:12.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:11 smithi039 ceph-mon[181282]: from='client.62027 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:11:12.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:11 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2868077351' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:11:13.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:12 smithi032 ceph-mon[191839]: from='client.52119 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:11:13.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:12 smithi032 ceph-mon[191839]: pgmap v16390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:13.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:12 smithi032 ceph-mon[189144]: from='client.52119 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:11:13.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:12 smithi032 ceph-mon[189144]: pgmap v16390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:13.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:12 smithi039 ceph-mon[181282]: from='client.52119 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:11:13.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:12 smithi039 ceph-mon[181282]: pgmap v16390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:15.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:14 smithi032 ceph-mon[191839]: pgmap v16391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:15.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:14 smithi032 ceph-mon[189144]: pgmap v16391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:15.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:14 smithi039 ceph-mon[181282]: pgmap v16391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:17.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:16 smithi032 ceph-mon[191839]: pgmap v16392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:17.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:16 smithi032 ceph-mon[189144]: pgmap v16392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:17.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:16 smithi039 ceph-mon[181282]: pgmap v16392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:19.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:18 smithi032 ceph-mon[191839]: pgmap v16393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:19.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:18 smithi032 ceph-mon[189144]: pgmap v16393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:19.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:18 smithi039 ceph-mon[181282]: pgmap v16393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:20 smithi032 ceph-mon[191839]: pgmap v16394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:11:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:20 smithi032 ceph-mon[189144]: pgmap v16394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:11:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:11:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:11:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:11:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:20 smithi039 ceph-mon[181282]: pgmap v16394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:11:23.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:22 smithi032 ceph-mon[189144]: pgmap v16395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:23.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:22 smithi032 ceph-mon[191839]: pgmap v16395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:23.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:22 smithi039 ceph-mon[181282]: pgmap v16395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:25.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:24 smithi032 ceph-mon[191839]: pgmap v16396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:25.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:24 smithi032 ceph-mon[189144]: pgmap v16396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:25.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:24 smithi039 ceph-mon[181282]: pgmap v16396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:27.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:26 smithi032 ceph-mon[191839]: pgmap v16397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:27.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:26 smithi032 ceph-mon[189144]: pgmap v16397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:27.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:26 smithi039 ceph-mon[181282]: pgmap v16397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:29.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:28 smithi032 ceph-mon[189144]: pgmap v16398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:29.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:28 smithi032 ceph-mon[191839]: pgmap v16398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:29.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:28 smithi039 ceph-mon[181282]: pgmap v16398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:31.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:30 smithi032 ceph-mon[191839]: pgmap v16399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:30 smithi032 ceph-mon[189144]: pgmap v16399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:11:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:11:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:11:31.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:30 smithi039 ceph-mon[181282]: pgmap v16399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:33.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:32 smithi032 ceph-mon[189144]: pgmap v16400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:33.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:32 smithi032 ceph-mon[191839]: pgmap v16400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:33.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:32 smithi039 ceph-mon[181282]: pgmap v16400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:35.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:34 smithi032 ceph-mon[189144]: pgmap v16401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:35.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:34 smithi032 ceph-mon[191839]: pgmap v16401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:34 smithi039 ceph-mon[181282]: pgmap v16401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:11:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:11:36.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:11:37.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:36 smithi032 ceph-mon[191839]: pgmap v16402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:37.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:36 smithi032 ceph-mon[189144]: pgmap v16402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:36 smithi039 ceph-mon[181282]: pgmap v16402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:39.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:38 smithi032 ceph-mon[189144]: pgmap v16403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:39.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:38 smithi032 ceph-mon[191839]: pgmap v16403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:39.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:38 smithi039 ceph-mon[181282]: pgmap v16403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:41.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:40 smithi032 ceph-mon[191839]: pgmap v16404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:41.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:40 smithi032 ceph-mon[189144]: pgmap v16404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:11:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:11:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:11:41.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:40 smithi039 ceph-mon[181282]: pgmap v16404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:41.800 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:11:42.127 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:11:42.127 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 8m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:11:42.127 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 5m ago 7h 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:11:42.127 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 8m ago 7h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:11:42.127 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 5m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:11:42.127 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 5m ago 7h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:11:42.128 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 8m ago 8h 842M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:11:42.128 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 8m ago 8h 2021M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:11:42.128 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 5m ago 7h 965M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:11:42.128 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 8m ago 7h 1030M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:11:42.128 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 8m ago 7h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:11:42.128 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 5m ago 7h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:11:42.128 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 8m ago 7h 5208M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:11:42.128 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 8m ago 7h 5345M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:11:42.128 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 8m ago 7h 4727M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:11:42.128 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 8m ago 7h 4842M 2249M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:11:42.128 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 5m ago 7h 4567M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:11:42.128 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 5m ago 7h 4973M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:11:42.128 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 5m ago 7h 4632M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:11:42.128 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 5m ago 7h 4673M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:11:42.128 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 5m ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:11:42.528 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:11:42.529 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:11:42.529 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:11:42.529 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:11:42.529 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:11:42.529 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:11:42.529 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:11:42.529 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:11:42.529 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:11:42.529 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:11:42.529 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:11:42.529 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:11:42.529 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:11:42.529 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:11:42.530 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:11:42.530 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:11:42.530 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:11:42.530 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:11:43.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:42 smithi032 ceph-mon[191839]: from='client.52131 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:11:43.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:42 smithi032 ceph-mon[191839]: pgmap v16405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:43.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:42 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1589645642' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:11:43.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:42 smithi032 ceph-mon[189144]: from='client.52131 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:11:43.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:42 smithi032 ceph-mon[189144]: pgmap v16405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:43.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:42 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1589645642' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:11:43.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:42 smithi039 ceph-mon[181282]: from='client.52131 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:11:43.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:42 smithi039 ceph-mon[181282]: pgmap v16405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:43.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:42 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1589645642' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:11:44.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:43 smithi032 ceph-mon[191839]: from='client.62051 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:11:44.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:43 smithi032 ceph-mon[189144]: from='client.62051 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:11:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:43 smithi039 ceph-mon[181282]: from='client.62051 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:11:45.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:44 smithi032 ceph-mon[191839]: pgmap v16406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:45.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:44 smithi032 ceph-mon[189144]: pgmap v16406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:45.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:44 smithi039 ceph-mon[181282]: pgmap v16406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:47.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:46 smithi032 ceph-mon[191839]: pgmap v16407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:47.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:46 smithi032 ceph-mon[189144]: pgmap v16407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:47.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:46 smithi039 ceph-mon[181282]: pgmap v16407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:49.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:48 smithi032 ceph-mon[191839]: pgmap v16408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:49.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:48 smithi032 ceph-mon[189144]: pgmap v16408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:49.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:48 smithi039 ceph-mon[181282]: pgmap v16408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:11:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:11:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:11:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:50 smithi032 ceph-mon[191839]: pgmap v16409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:11:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:11:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:50 smithi032 ceph-mon[189144]: pgmap v16409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:11:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:11:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:50 smithi039 ceph-mon[181282]: pgmap v16409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:11:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:11:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:11:52.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:11:52.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:11:52.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:11:52.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:11:52.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:11:52.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:51 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi032 to 2238M 2023-12-23T01:11:52.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:11:52.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:11:52.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:11:52.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:11:52.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:51 smithi039 ceph-mon[181282]: pgmap v16410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:11:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:11:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:11:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:11:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:11:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:11:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:51 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi032 to 2238M 2023-12-23T01:11:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:11:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:11:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:11:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:11:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:51 smithi032 ceph-mon[189144]: pgmap v16410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:52.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:11:52.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:11:52.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:11:52.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:11:52.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:11:52.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:11:52.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:51 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi032 to 2238M 2023-12-23T01:11:52.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:11:52.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:11:52.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:11:52.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:11:52.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:51 smithi032 ceph-mon[191839]: pgmap v16410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:54.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:53 smithi039 ceph-mon[181282]: pgmap v16411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:54.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:53 smithi032 ceph-mon[189144]: pgmap v16411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:54.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:53 smithi032 ceph-mon[191839]: pgmap v16411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:55 smithi039 ceph-mon[181282]: pgmap v16412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:56.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:55 smithi032 ceph-mon[191839]: pgmap v16412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:56.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:55 smithi032 ceph-mon[189144]: pgmap v16412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:59.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:58 smithi032 ceph-mon[191839]: pgmap v16413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:59.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:58 smithi032 ceph-mon[189144]: pgmap v16413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:11:59.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:58 smithi039 ceph-mon[181282]: pgmap v16413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:11:59 smithi039 ceph-mon[181282]: pgmap v16414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:00.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:11:59 smithi032 ceph-mon[191839]: pgmap v16414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:11:59 smithi032 ceph-mon[189144]: pgmap v16414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:12:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:12:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:12:02.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:12:01 smithi039 ceph-mon[181282]: pgmap v16415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:02.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:12:01 smithi032 ceph-mon[191839]: pgmap v16415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:02.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:12:01 smithi032 ceph-mon[189144]: pgmap v16415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:04.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:12:03 smithi039 ceph-mon[181282]: pgmap v16416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:12:03 smithi032 ceph-mon[191839]: pgmap v16416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:04.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:12:03 smithi032 ceph-mon[189144]: pgmap v16416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:12:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:12:05.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:12:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:12:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:12:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:12:06.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:12:06 smithi032 ceph-mon[191839]: pgmap v16417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:06.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:12:06 smithi032 ceph-mon[189144]: pgmap v16417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:06.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:12:06 smithi039 ceph-mon[181282]: pgmap v16417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:09.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:12:08 smithi032 ceph-mon[191839]: pgmap v16418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:09.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:12:08 smithi032 ceph-mon[189144]: pgmap v16418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:09.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:12:08 smithi039 ceph-mon[181282]: pgmap v16418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:11.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:12:10 smithi032 ceph-mon[189144]: pgmap v16419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:12:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:12:10] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-23T01:12:11.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:12:10 smithi032 ceph-mon[191839]: pgmap v16419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:11.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:12:10 smithi039 ceph-mon[181282]: pgmap v16419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:12.895 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:12:13.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:12:12 smithi032 ceph-mon[189144]: pgmap v16420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:13.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:12:12 smithi032 ceph-mon[191839]: pgmap v16420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:13.219 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:12:13.219 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 8m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:12:13.219 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 6m ago 7h 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:12:13.219 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 8m ago 7h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:12:13.219 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 6m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:12:13.219 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 6m ago 8h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:12:13.220 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 8m ago 8h 842M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:12:13.220 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 8m ago 8h 2021M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:12:13.220 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 6m ago 8h 965M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:12:13.220 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 8m ago 8h 1030M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:12:13.220 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 8m ago 7h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:12:13.220 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 6m ago 7h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:12:13.220 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 8m ago 7h 5208M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:12:13.220 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 8m ago 7h 5345M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:12:13.220 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 8m ago 7h 4727M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:12:13.220 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 8m ago 7h 4842M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:12:13.220 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 6m ago 7h 4567M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:12:13.220 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 6m ago 7h 4973M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:12:13.220 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 6m ago 7h 4632M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:12:13.220 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 6m ago 7h 4673M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:12:13.220 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 6m ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:12:13.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:12:12 smithi039 ceph-mon[181282]: pgmap v16420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:13.617 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:12:13.617 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:12:13.617 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:12:13.617 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:12:13.617 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:12:13.617 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:12:13.617 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:12:13.617 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:12:13.617 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:12:13.617 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:12:13.617 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:12:13.617 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:12:13.618 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:12:13.618 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:12:13.618 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:12:13.618 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:12:13.618 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:12:13.618 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:12:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:12:13 smithi032 ceph-mon[189144]: from='client.62063 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:12:14.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:12:13 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/346992913' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:12:14.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:12:13 smithi032 ceph-mon[191839]: from='client.62063 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:12:14.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:12:13 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/346992913' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:12:14.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:12:13 smithi039 ceph-mon[181282]: from='client.62063 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:12:14.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:12:13 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/346992913' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:12:15.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:12:14 smithi032 ceph-mon[191839]: from='client.62069 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:12:15.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:12:14 smithi032 ceph-mon[191839]: pgmap v16421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:15.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:12:14 smithi032 ceph-mon[189144]: from='client.62069 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:12:15.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:12:14 smithi032 ceph-mon[189144]: pgmap v16421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:15.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:12:14 smithi039 ceph-mon[181282]: from='client.62069 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:12:15.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:12:14 smithi039 ceph-mon[181282]: pgmap v16421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:17.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:12:16 smithi032 ceph-mon[191839]: pgmap v16422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:17.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:12:16 smithi032 ceph-mon[189144]: pgmap v16422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:17.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:12:16 smithi039 ceph-mon[181282]: pgmap v16422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:19.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:12:18 smithi032 ceph-mon[191839]: pgmap v16423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:19.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:12:18 smithi032 ceph-mon[189144]: pgmap v16423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:19.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:12:18 smithi039 ceph-mon[181282]: pgmap v16423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:12:19 smithi039 ceph-mon[181282]: pgmap v16424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:20.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:12:19 smithi032 ceph-mon[191839]: pgmap v16424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:12:19 smithi032 ceph-mon[189144]: pgmap v16424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:12:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:12:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:12:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:12:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:12:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:12:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T01:12:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:12:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:12:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:12:21 smithi039 ceph-mon[181282]: pgmap v16425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:22.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:12:21 smithi032 ceph-mon[191839]: pgmap v16425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:22.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:12:21 smithi032 ceph-mon[189144]: pgmap v16425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:12:23 smithi039 ceph-mon[181282]: pgmap v16426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:24.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:12:23 smithi032 ceph-mon[191839]: pgmap v16426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:24.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:12:23 smithi032 ceph-mon[189144]: pgmap v16426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:12:25 smithi039 ceph-mon[181282]: pgmap v16427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:26.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:12:25 smithi032 ceph-mon[191839]: pgmap v16427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:26.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:12:25 smithi032 ceph-mon[189144]: pgmap v16427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:29.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:12:28 smithi032 ceph-mon[191839]: pgmap v16428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:29.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:12:28 smithi032 ceph-mon[189144]: pgmap v16428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:29.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:12:28 smithi039 ceph-mon[181282]: pgmap v16428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:12:29 smithi039 ceph-mon[181282]: pgmap v16429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:30.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:12:29 smithi032 ceph-mon[189144]: pgmap v16429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:30.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:12:29 smithi032 ceph-mon[191839]: pgmap v16429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:12:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:12:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T01:12:32.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:12:31 smithi039 ceph-mon[181282]: pgmap v16430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:32.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:12:31 smithi032 ceph-mon[191839]: pgmap v16430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:32.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:12:31 smithi032 ceph-mon[189144]: pgmap v16430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:34.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:12:33 smithi039 ceph-mon[181282]: pgmap v16431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:34.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:12:33 smithi032 ceph-mon[189144]: pgmap v16431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:34.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:12:33 smithi032 ceph-mon[191839]: pgmap v16431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:35.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:12:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:12:35.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:12:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:12:35.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:12:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:12:36.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:12:36 smithi032 ceph-mon[189144]: pgmap v16432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:36.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:12:36 smithi032 ceph-mon[191839]: pgmap v16432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:12:36 smithi039 ceph-mon[181282]: pgmap v16432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:39.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:12:38 smithi032 ceph-mon[189144]: pgmap v16433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:39.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:12:38 smithi032 ceph-mon[191839]: pgmap v16433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:39.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:12:38 smithi039 ceph-mon[181282]: pgmap v16433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:40.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:12:39 smithi039 ceph-mon[181282]: pgmap v16434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:12:39 smithi032 ceph-mon[189144]: pgmap v16434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:40.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:12:39 smithi032 ceph-mon[191839]: pgmap v16434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:12:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:12:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:12:42.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:12:41 smithi039 ceph-mon[181282]: pgmap v16435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:42.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:12:41 smithi032 ceph-mon[191839]: pgmap v16435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:42.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:12:41 smithi032 ceph-mon[189144]: pgmap v16435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:43.982 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:12:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:12:43 smithi039 ceph-mon[181282]: pgmap v16436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:44.305 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:12:44.305 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 9m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:12:44.305 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 7m ago 7h 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:12:44.305 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 9m ago 7h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:12:44.305 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 7m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:12:44.305 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 7m ago 8h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:12:44.305 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 9m ago 8h 842M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:12:44.305 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 9m ago 8h 2021M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:12:44.305 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 7m ago 8h 965M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:12:44.305 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 9m ago 8h 1030M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:12:44.306 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 9m ago 7h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:12:44.306 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 7m ago 7h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:12:44.306 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 9m ago 8h 5208M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:12:44.306 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 9m ago 8h 5345M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:12:44.306 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 9m ago 7h 4727M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:12:44.306 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 9m ago 7h 4842M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:12:44.306 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 7m ago 7h 4567M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:12:44.306 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 7m ago 7h 4973M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:12:44.306 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 7m ago 7h 4632M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:12:44.306 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 7m ago 7h 4673M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:12:44.306 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 7m ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:12:44.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:12:43 smithi032 ceph-mon[191839]: pgmap v16436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:44.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:12:43 smithi032 ceph-mon[189144]: pgmap v16436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:44.706 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:12:44.706 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:12:44.706 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:12:44.706 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:12:44.706 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:12:44.706 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:12:44.706 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:12:44.706 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:12:44.707 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:12:44.707 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:12:44.707 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:12:44.707 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:12:44.707 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:12:44.707 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:12:44.707 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:12:44.707 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:12:44.707 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:12:44.707 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:12:45.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:12:44 smithi039 ceph-mon[181282]: from='client.52167 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:12:45.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:12:44 smithi039 ceph-mon[181282]: from='client.62087 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:12:45.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:12:44 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1163971844' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:12:45.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:12:44 smithi032 ceph-mon[191839]: from='client.52167 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:12:45.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:12:44 smithi032 ceph-mon[191839]: from='client.62087 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:12:45.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:12:44 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1163971844' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:12:45.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:12:44 smithi032 ceph-mon[189144]: from='client.52167 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:12:45.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:12:44 smithi032 ceph-mon[189144]: from='client.62087 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:12:45.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:12:44 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1163971844' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:12:46.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:12:45 smithi039 ceph-mon[181282]: pgmap v16437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:46.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:12:45 smithi032 ceph-mon[191839]: pgmap v16437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:46.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:12:45 smithi032 ceph-mon[189144]: pgmap v16437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:49.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:12:48 smithi032 ceph-mon[191839]: pgmap v16438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:49.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:12:48 smithi032 ceph-mon[189144]: pgmap v16438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:49.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:12:48 smithi039 ceph-mon[181282]: pgmap v16438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:12:49 smithi039 ceph-mon[181282]: pgmap v16439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:12:49 smithi032 ceph-mon[191839]: pgmap v16439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:50.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:12:49 smithi032 ceph-mon[189144]: pgmap v16439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:12:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:12:50] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-23T01:12:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:12:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:12:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:12:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:12:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:12:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:12:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:12:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:12:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:12:51 smithi039 ceph-mon[181282]: pgmap v16440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:12:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:12:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:12:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:12:52.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:12:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:12:52.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:12:51 smithi032 ceph-mon[189144]: pgmap v16440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:12:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:12:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:12:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:12:52.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:12:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:12:52.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:12:51 smithi032 ceph-mon[191839]: pgmap v16440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:52.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:12:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:12:52.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:12:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:12:53.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:12:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:12:53.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:12:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:12:53.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:12:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:12:53.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:12:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:12:53.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:12:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:12:53.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:12:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:12:53.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:12:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:12:53.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:12:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:12:53.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:12:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:12:54.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:12:53 smithi039 ceph-mon[181282]: pgmap v16441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:54.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:12:53 smithi032 ceph-mon[191839]: pgmap v16441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:54.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:12:53 smithi032 ceph-mon[189144]: pgmap v16441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:12:55 smithi039 ceph-mon[181282]: pgmap v16442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:56.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:12:55 smithi032 ceph-mon[191839]: pgmap v16442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:56.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:12:55 smithi032 ceph-mon[189144]: pgmap v16442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:59.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:12:58 smithi032 ceph-mon[191839]: pgmap v16443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:59.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:12:58 smithi032 ceph-mon[189144]: pgmap v16443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:12:59.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:12:58 smithi039 ceph-mon[181282]: pgmap v16443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:12:59 smithi039 ceph-mon[181282]: pgmap v16444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:12:59 smithi032 ceph-mon[189144]: pgmap v16444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:00.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:12:59 smithi032 ceph-mon[191839]: pgmap v16444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:13:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:13:00] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-23T01:13:02.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:13:01 smithi039 ceph-mon[181282]: pgmap v16445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:02.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:13:01 smithi032 ceph-mon[191839]: pgmap v16445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:02.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:13:01 smithi032 ceph-mon[189144]: pgmap v16445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:13:03 smithi039 ceph-mon[181282]: pgmap v16446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:13:03 smithi032 ceph-mon[191839]: pgmap v16446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:04.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:13:03 smithi032 ceph-mon[189144]: pgmap v16446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:05.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:13:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:13:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:13:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:13:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:13:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:13:06.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:13:06 smithi032 ceph-mon[191839]: pgmap v16447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:06.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:13:06 smithi032 ceph-mon[189144]: pgmap v16447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:06.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:13:06 smithi039 ceph-mon[181282]: pgmap v16447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:09.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:13:08 smithi032 ceph-mon[189144]: pgmap v16448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:09.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:13:08 smithi032 ceph-mon[191839]: pgmap v16448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:09.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:13:08 smithi039 ceph-mon[181282]: pgmap v16448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:10.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:13:09 smithi039 ceph-mon[181282]: pgmap v16449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:10.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:13:09 smithi032 ceph-mon[191839]: pgmap v16449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:10.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:13:09 smithi032 ceph-mon[189144]: pgmap v16449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:13:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:13:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:13:12.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:13:11 smithi039 ceph-mon[181282]: pgmap v16450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:12.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:13:11 smithi032 ceph-mon[191839]: pgmap v16450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:12.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:13:11 smithi032 ceph-mon[189144]: pgmap v16450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:14.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:13:13 smithi039 ceph-mon[181282]: pgmap v16451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:14.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:13:13 smithi032 ceph-mon[191839]: pgmap v16451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:14.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:13:13 smithi032 ceph-mon[189144]: pgmap v16451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:15.069 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:13:15.392 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:13:15.392 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 9m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:13:15.393 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 7m ago 7h 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:13:15.393 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 9m ago 7h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:13:15.393 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 7m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:13:15.393 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 7m ago 8h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:13:15.393 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 9m ago 8h 842M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:13:15.393 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 9m ago 8h 2021M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:13:15.393 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 7m ago 8h 965M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:13:15.393 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 9m ago 8h 1030M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:13:15.393 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 9m ago 7h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:13:15.394 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 7m ago 7h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:13:15.394 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 9m ago 8h 5208M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:13:15.394 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 9m ago 8h 5345M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:13:15.394 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 9m ago 8h 4727M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:13:15.394 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 9m ago 7h 4842M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:13:15.394 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 7m ago 7h 4567M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:13:15.394 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 7m ago 7h 4973M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:13:15.394 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 7m ago 7h 4632M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:13:15.394 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 7m ago 7h 4673M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:13:15.394 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 7m ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:13:15.792 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:13:15.792 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:13:15.792 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:13:15.792 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:13:15.792 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:13:15.792 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:13:15.792 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:13:15.792 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:13:15.792 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:13:15.793 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:13:15.793 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:13:15.793 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:13:15.793 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:13:15.793 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:13:15.793 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:13:15.793 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:13:15.793 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:13:15.793 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:13:16.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:13:15 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3823642711' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:13:16.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:13:15 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3823642711' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:13:16.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:13:15 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3823642711' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:13:17.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:13:16 smithi032 ceph-mon[191839]: from='client.62099 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:13:17.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:13:16 smithi032 ceph-mon[191839]: from='client.62105 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:13:17.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:13:16 smithi032 ceph-mon[191839]: pgmap v16452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:17.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:13:16 smithi032 ceph-mon[189144]: from='client.62099 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:13:17.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:13:16 smithi032 ceph-mon[189144]: from='client.62105 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:13:17.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:13:16 smithi032 ceph-mon[189144]: pgmap v16452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:17.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:13:16 smithi039 ceph-mon[181282]: from='client.62099 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:13:17.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:13:16 smithi039 ceph-mon[181282]: from='client.62105 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:13:17.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:13:16 smithi039 ceph-mon[181282]: pgmap v16452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:19.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:13:18 smithi032 ceph-mon[191839]: pgmap v16453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:19.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:13:18 smithi032 ceph-mon[189144]: pgmap v16453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:19.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:13:18 smithi039 ceph-mon[181282]: pgmap v16453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:13:19 smithi039 ceph-mon[181282]: pgmap v16454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:13:19 smithi032 ceph-mon[189144]: pgmap v16454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:20.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:13:19 smithi032 ceph-mon[191839]: pgmap v16454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:13:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:13:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:13:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:13:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:13:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:13:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:13:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:13:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:13:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:13:21 smithi039 ceph-mon[181282]: pgmap v16455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:22.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:13:21 smithi032 ceph-mon[191839]: pgmap v16455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:22.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:13:21 smithi032 ceph-mon[189144]: pgmap v16455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:13:23 smithi039 ceph-mon[181282]: pgmap v16456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:24.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:13:23 smithi032 ceph-mon[189144]: pgmap v16456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:24.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:13:23 smithi032 ceph-mon[191839]: pgmap v16456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:13:25 smithi039 ceph-mon[181282]: pgmap v16457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:26.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:13:25 smithi032 ceph-mon[189144]: pgmap v16457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:26.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:13:25 smithi032 ceph-mon[191839]: pgmap v16457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:29.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:13:28 smithi032 ceph-mon[189144]: pgmap v16458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:29.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:13:28 smithi032 ceph-mon[191839]: pgmap v16458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:29.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:13:28 smithi039 ceph-mon[181282]: pgmap v16458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:13:29 smithi039 ceph-mon[181282]: pgmap v16459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:30.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:13:29 smithi032 ceph-mon[191839]: pgmap v16459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:30.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:13:29 smithi032 ceph-mon[189144]: pgmap v16459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:13:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:13:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:13:32.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:13:31 smithi039 ceph-mon[181282]: pgmap v16460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:32.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:13:31 smithi032 ceph-mon[191839]: pgmap v16460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:32.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:13:31 smithi032 ceph-mon[189144]: pgmap v16460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:34.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:13:33 smithi039 ceph-mon[181282]: pgmap v16461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:34.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:13:33 smithi032 ceph-mon[191839]: pgmap v16461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:34.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:13:33 smithi032 ceph-mon[189144]: pgmap v16461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:35.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:13:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:13:35.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:13:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:13:35.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:13:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:13:36.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:13:36 smithi032 ceph-mon[191839]: pgmap v16462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:36.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:13:36 smithi032 ceph-mon[189144]: pgmap v16462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:13:36 smithi039 ceph-mon[181282]: pgmap v16462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:39.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:13:38 smithi032 ceph-mon[191839]: pgmap v16463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:39.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:13:38 smithi032 ceph-mon[189144]: pgmap v16463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:39.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:13:38 smithi039 ceph-mon[181282]: pgmap v16463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:40.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:13:39 smithi039 ceph-mon[181282]: pgmap v16464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:40.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:13:39 smithi032 ceph-mon[191839]: pgmap v16464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:40.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:13:39 smithi032 ceph-mon[189144]: pgmap v16464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:13:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:13:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:13:42.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:13:41 smithi039 ceph-mon[181282]: pgmap v16465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:42.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:13:41 smithi032 ceph-mon[191839]: pgmap v16465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:42.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:13:41 smithi032 ceph-mon[189144]: pgmap v16465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:13:43 smithi039 ceph-mon[181282]: pgmap v16466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:44.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:13:43 smithi032 ceph-mon[189144]: pgmap v16466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:44.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:13:43 smithi032 ceph-mon[191839]: pgmap v16466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:46.158 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:13:46.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:13:45 smithi039 ceph-mon[181282]: pgmap v16467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:46.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:13:45 smithi032 ceph-mon[191839]: pgmap v16467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:46.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:13:45 smithi032 ceph-mon[189144]: pgmap v16467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:46.478 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:13:46.478 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 10m ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:13:46.478 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 8m ago 7h 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:13:46.478 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 10m ago 7h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:13:46.478 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 8m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:13:46.478 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 8m ago 8h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:13:46.478 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 10m ago 8h 842M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:13:46.478 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 10m ago 8h 2021M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:13:46.478 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 8m ago 8h 965M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:13:46.478 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 10m ago 8h 1030M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:13:46.478 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 10m ago 7h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:13:46.479 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 8m ago 7h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:13:46.479 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 10m ago 8h 5208M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:13:46.479 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 10m ago 8h 5345M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:13:46.479 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 10m ago 8h 4727M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:13:46.479 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 10m ago 8h 4842M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:13:46.479 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 8m ago 8h 4567M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:13:46.479 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 8m ago 7h 4973M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:13:46.479 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 8m ago 7h 4632M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:13:46.479 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 8m ago 7h 4673M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:13:46.479 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 8m ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:13:46.878 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:13:46.878 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:13:46.878 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:13:46.878 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:13:46.878 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:13:46.878 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:13:46.878 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:13:46.878 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:13:46.878 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:13:46.878 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:13:46.878 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:13:46.878 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:13:46.878 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:13:46.878 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:13:46.879 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:13:46.879 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:13:46.879 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:13:46.879 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:13:47.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:13:46 smithi039 ceph-mon[181282]: from='client.52203 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:13:47.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:13:46 smithi039 ceph-mon[181282]: from='client.52209 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:13:47.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:13:46 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2839712678' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:13:47.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:13:46 smithi032 ceph-mon[191839]: from='client.52203 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:13:47.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:13:46 smithi032 ceph-mon[191839]: from='client.52209 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:13:47.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:13:46 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2839712678' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:13:47.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:13:46 smithi032 ceph-mon[189144]: from='client.52203 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:13:47.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:13:46 smithi032 ceph-mon[189144]: from='client.52209 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:13:47.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:13:46 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2839712678' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:13:49.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:13:48 smithi032 ceph-mon[191839]: pgmap v16468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:49.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:13:48 smithi032 ceph-mon[189144]: pgmap v16468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:49.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:13:48 smithi039 ceph-mon[181282]: pgmap v16468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:13:49 smithi039 ceph-mon[181282]: pgmap v16469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:13:49 smithi032 ceph-mon[191839]: pgmap v16469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:50.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:13:49 smithi032 ceph-mon[189144]: pgmap v16469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:13:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:13:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:13:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:13:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:13:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:13:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:13:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:13:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:13:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:13:51 smithi039 ceph-mon[181282]: pgmap v16470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:13:51 smithi032 ceph-mon[191839]: pgmap v16470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:13:51 smithi032 ceph-mon[189144]: pgmap v16470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:53.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:13:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:13:53.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:13:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:13:53.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:13:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:13:54.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:13:53 smithi032 ceph-mon[191839]: pgmap v16471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:54.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:13:53 smithi032 ceph-mon[189144]: pgmap v16471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:54.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:13:53 smithi039 ceph-mon[181282]: pgmap v16471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:13:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:13:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:13:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:13:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:13:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:13:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:13:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:13:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:13:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:13:56.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:13:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:13:56.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:13:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:13:56.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:13:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:13:56.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:13:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:13:56.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:13:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:13:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:13:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:13:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:13:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:13:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:13:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:13:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:13:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:13:56.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:13:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:13:57.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:13:56 smithi032 ceph-mon[189144]: pgmap v16472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:57.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:13:56 smithi032 ceph-mon[191839]: pgmap v16472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:57.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:13:56 smithi039 ceph-mon[181282]: pgmap v16472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:59.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:13:58 smithi032 ceph-mon[191839]: pgmap v16473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:59.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:13:58 smithi032 ceph-mon[189144]: pgmap v16473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:13:59.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:13:58 smithi039 ceph-mon[181282]: pgmap v16473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:13:59 smithi039 ceph-mon[181282]: pgmap v16474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:13:59 smithi032 ceph-mon[191839]: pgmap v16474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:13:59 smithi032 ceph-mon[189144]: pgmap v16474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:14:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:14:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:14:02.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:14:01 smithi039 ceph-mon[181282]: pgmap v16475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:02.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:14:01 smithi032 ceph-mon[191839]: pgmap v16475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:02.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:14:01 smithi032 ceph-mon[189144]: pgmap v16475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:14:03 smithi039 ceph-mon[181282]: pgmap v16476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:14:03 smithi032 ceph-mon[191839]: pgmap v16476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:04.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:14:03 smithi032 ceph-mon[189144]: pgmap v16476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:05.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:14:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:14:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:14:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:14:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:14:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:14:06.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:14:06 smithi032 ceph-mon[191839]: pgmap v16477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:06.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:14:06 smithi032 ceph-mon[189144]: pgmap v16477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:06.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:14:06 smithi039 ceph-mon[181282]: pgmap v16477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:09.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:14:08 smithi032 ceph-mon[191839]: pgmap v16478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:09.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:14:08 smithi032 ceph-mon[189144]: pgmap v16478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:09.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:14:08 smithi039 ceph-mon[181282]: pgmap v16478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:10.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:14:09 smithi039 ceph-mon[181282]: pgmap v16479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:14:09 smithi032 ceph-mon[189144]: pgmap v16479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:10.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:14:09 smithi032 ceph-mon[191839]: pgmap v16479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:14:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:14:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:14:12.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:14:11 smithi039 ceph-mon[181282]: pgmap v16480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:12.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:14:11 smithi032 ceph-mon[191839]: pgmap v16480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:12.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:14:11 smithi032 ceph-mon[189144]: pgmap v16480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:14.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:14:13 smithi039 ceph-mon[181282]: pgmap v16481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:14.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:14:13 smithi032 ceph-mon[191839]: pgmap v16481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:14.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:14:13 smithi032 ceph-mon[189144]: pgmap v16481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:16.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:14:15 smithi039 ceph-mon[181282]: pgmap v16482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:16.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:14:15 smithi032 ceph-mon[191839]: pgmap v16482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:16.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:14:15 smithi032 ceph-mon[189144]: pgmap v16482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:17.245 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:14:17.571 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:14:17.571 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 22s ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:14:17.571 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 8m ago 7h 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:14:17.571 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (7h) 22s ago 7h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:14:17.571 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (7h) 8m ago 7h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:14:17.571 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 8m ago 8h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:14:17.571 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 22s ago 8h 848M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:14:17.571 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 22s ago 8h 2057M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:14:17.572 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 8m ago 8h 965M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:14:17.572 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 22s ago 8h 1050M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:14:17.572 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 22s ago 7h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:14:17.572 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 8m ago 7h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:14:17.572 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 22s ago 8h 5240M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:14:17.572 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 22s ago 8h 5376M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:14:17.572 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 22s ago 8h 4752M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:14:17.572 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 22s ago 8h 4872M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:14:17.572 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 8m ago 8h 4567M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:14:17.572 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 8m ago 8h 4973M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:14:17.572 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 8m ago 8h 4632M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:14:17.572 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 8m ago 7h 4673M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:14:17.572 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 8m ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:14:17.973 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:14:17.973 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:14:17.973 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:14:17.973 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:14:17.973 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:14:17.973 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:14:17.973 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:14:17.973 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:14:17.974 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:14:17.974 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:14:17.974 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:14:17.974 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:14:17.974 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:14:17.974 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:14:17.974 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:14:17.974 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:14:17.974 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:14:17.974 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:14:19.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:14:18 smithi032 ceph-mon[191839]: from='client.62135 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:14:19.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:14:18 smithi032 ceph-mon[191839]: from='client.62141 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:14:19.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:14:18 smithi032 ceph-mon[191839]: pgmap v16483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:19.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:14:18 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3979071898' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:14:19.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:14:18 smithi032 ceph-mon[189144]: from='client.62135 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:14:19.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:14:18 smithi032 ceph-mon[189144]: from='client.62141 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:14:19.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:14:18 smithi032 ceph-mon[189144]: pgmap v16483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:19.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:14:18 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3979071898' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:14:19.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:14:18 smithi039 ceph-mon[181282]: from='client.62135 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:14:19.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:14:18 smithi039 ceph-mon[181282]: from='client.62141 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:14:19.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:14:18 smithi039 ceph-mon[181282]: pgmap v16483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:19.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:14:18 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3979071898' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:14:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:14:19 smithi039 ceph-mon[181282]: pgmap v16484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:20.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:14:19 smithi032 ceph-mon[191839]: pgmap v16484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:14:19 smithi032 ceph-mon[189144]: pgmap v16484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:14:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:14:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:14:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:14:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:14:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:14:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:14:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:14:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:14:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:14:21 smithi039 ceph-mon[181282]: pgmap v16485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:22.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:14:21 smithi032 ceph-mon[191839]: pgmap v16485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:22.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:14:21 smithi032 ceph-mon[189144]: pgmap v16485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:14:23 smithi039 ceph-mon[181282]: pgmap v16486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:24.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:14:23 smithi032 ceph-mon[191839]: pgmap v16486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:24.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:14:23 smithi032 ceph-mon[189144]: pgmap v16486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:14:25 smithi039 ceph-mon[181282]: pgmap v16487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:26.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:14:25 smithi032 ceph-mon[189144]: pgmap v16487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:26.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:14:25 smithi032 ceph-mon[191839]: pgmap v16487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:29.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:14:28 smithi032 ceph-mon[191839]: pgmap v16488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:29.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:14:28 smithi032 ceph-mon[189144]: pgmap v16488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:29.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:14:28 smithi039 ceph-mon[181282]: pgmap v16488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:14:29 smithi039 ceph-mon[181282]: pgmap v16489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:30.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:14:29 smithi032 ceph-mon[189144]: pgmap v16489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:30.549 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:14:29 smithi032 ceph-mon[191839]: pgmap v16489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:14:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:14:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:14:32.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:14:31 smithi039 ceph-mon[181282]: pgmap v16490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:32.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:14:31 smithi032 ceph-mon[191839]: pgmap v16490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:32.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:14:31 smithi032 ceph-mon[189144]: pgmap v16490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:34.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:14:33 smithi039 ceph-mon[181282]: pgmap v16491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:34.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:14:33 smithi032 ceph-mon[189144]: pgmap v16491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:34.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:14:33 smithi032 ceph-mon[191839]: pgmap v16491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:35.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:14:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:14:35.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:14:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:14:35.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:14:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:14:36.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:14:36 smithi032 ceph-mon[189144]: pgmap v16492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:36.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:14:36 smithi032 ceph-mon[191839]: pgmap v16492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:14:36 smithi039 ceph-mon[181282]: pgmap v16492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:39.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:14:38 smithi032 ceph-mon[191839]: pgmap v16493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:39.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:14:38 smithi032 ceph-mon[189144]: pgmap v16493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:39.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:14:38 smithi039 ceph-mon[181282]: pgmap v16493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:40.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:14:39 smithi039 ceph-mon[181282]: pgmap v16494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:14:39 smithi032 ceph-mon[189144]: pgmap v16494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:40.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:14:39 smithi032 ceph-mon[191839]: pgmap v16494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:14:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:14:40] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-23T01:14:42.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:14:41 smithi039 ceph-mon[181282]: pgmap v16495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:42.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:14:41 smithi032 ceph-mon[191839]: pgmap v16495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:42.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:14:41 smithi032 ceph-mon[189144]: pgmap v16495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:14:43 smithi039 ceph-mon[181282]: pgmap v16496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:44.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:14:43 smithi032 ceph-mon[191839]: pgmap v16496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:44.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:14:43 smithi032 ceph-mon[189144]: pgmap v16496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:47.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:14:46 smithi039 ceph-mon[181282]: pgmap v16497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:47.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:14:46 smithi032 ceph-mon[191839]: pgmap v16497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:47.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:14:46 smithi032 ceph-mon[189144]: pgmap v16497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:48.344 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:14:48.668 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:14:48.668 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 53s ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:14:48.668 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 9m ago 7h 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:14:48.668 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 53s ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:14:48.669 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 9m ago 8h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:14:48.669 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 9m ago 8h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:14:48.669 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 53s ago 8h 848M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:14:48.669 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 53s ago 8h 2057M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:14:48.669 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 9m ago 8h 965M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:14:48.669 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 53s ago 8h 1050M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:14:48.669 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 53s ago 7h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:14:48.669 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 9m ago 7h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:14:48.669 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 53s ago 8h 5240M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:14:48.669 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 53s ago 8h 5376M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:14:48.669 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 53s ago 8h 4752M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:14:48.670 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 53s ago 8h 4872M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:14:48.670 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 9m ago 8h 4567M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:14:48.670 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 9m ago 8h 4973M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:14:48.670 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 9m ago 8h 4632M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:14:48.670 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 9m ago 8h 4673M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:14:48.670 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 9m ago 7h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:14:49.071 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:14:49.071 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:14:49.071 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:14:49.071 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:14:49.071 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:14:49.071 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:14:49.071 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:14:49.071 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:14:49.072 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:14:49.072 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:14:49.072 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:14:49.072 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:14:49.072 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:14:49.072 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:14:49.072 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:14:49.072 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:14:49.072 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:14:49.072 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:14:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:14:49 smithi032 ceph-mon[191839]: pgmap v16498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:50.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:14:49 smithi032 ceph-mon[191839]: from='client.62153 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:14:50.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:14:49 smithi032 ceph-mon[191839]: from='client.52245 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:14:50.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:14:49 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2354549358' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:14:50.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:14:49 smithi032 ceph-mon[189144]: pgmap v16498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:50.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:14:49 smithi032 ceph-mon[189144]: from='client.62153 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:14:50.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:14:49 smithi032 ceph-mon[189144]: from='client.52245 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:14:50.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:14:49 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2354549358' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:14:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:14:49 smithi039 ceph-mon[181282]: pgmap v16498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:14:49 smithi039 ceph-mon[181282]: from='client.62153 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:14:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:14:49 smithi039 ceph-mon[181282]: from='client.52245 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:14:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:14:49 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2354549358' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:14:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:14:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:14:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:14:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:14:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:14:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:14:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:14:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:14:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:14:52.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:14:51 smithi032 ceph-mon[191839]: pgmap v16499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:52.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:14:51 smithi032 ceph-mon[189144]: pgmap v16499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:14:51 smithi039 ceph-mon[181282]: pgmap v16499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:54.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:14:53 smithi032 ceph-mon[191839]: pgmap v16500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:54.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:14:53 smithi032 ceph-mon[189144]: pgmap v16500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:54.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:14:53 smithi039 ceph-mon[181282]: pgmap v16500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:14:55 smithi032 ceph-mon[189144]: pgmap v16501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:14:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:14:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:14:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:14:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:14:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:14:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:14:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:14:56.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:14:55 smithi032 ceph-mon[191839]: pgmap v16501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:56.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:14:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:14:56.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:14:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:14:56.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:14:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:14:56.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:14:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:14:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:14:55 smithi039 ceph-mon[181282]: pgmap v16501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:56.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:14:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:14:56.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:14:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:14:56.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:14:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:14:56.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:14:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:14:58.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:14:57 smithi032 ceph-mon[189144]: pgmap v16502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:58.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:14:57 smithi032 ceph-mon[191839]: pgmap v16502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:58.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:14:57 smithi039 ceph-mon[181282]: pgmap v16502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:59.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:14:58 smithi039 ceph-mon[181282]: pgmap v16503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:59.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:14:58 smithi032 ceph-mon[191839]: pgmap v16503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:14:59.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:14:58 smithi032 ceph-mon[189144]: pgmap v16503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:15:00 smithi032 ceph-mon[189144]: pgmap v16504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:15:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:15:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:15:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:15:00 smithi032 ceph-mon[191839]: pgmap v16504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:15:00 smithi039 ceph-mon[181282]: pgmap v16504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:04.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:15:03 smithi032 ceph-mon[189144]: pgmap v16505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:04.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:15:03 smithi032 ceph-mon[191839]: pgmap v16505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:15:03 smithi039 ceph-mon[181282]: pgmap v16505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:15:05 smithi032 ceph-mon[191839]: pgmap v16506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:15:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:15:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:15:05 smithi032 ceph-mon[189144]: pgmap v16506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:15:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:15:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:15:05 smithi039 ceph-mon[181282]: pgmap v16506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:15:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:15:08.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:15:07 smithi032 ceph-mon[191839]: pgmap v16507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:08.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:15:07 smithi032 ceph-mon[189144]: pgmap v16507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:08.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:15:07 smithi039 ceph-mon[181282]: pgmap v16507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:10.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:15:09 smithi032 ceph-mon[189144]: pgmap v16508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:10.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:15:09 smithi032 ceph-mon[191839]: pgmap v16508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:10.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:15:09 smithi039 ceph-mon[181282]: pgmap v16508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:15:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:15:10] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T01:15:12.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:15:11 smithi032 ceph-mon[191839]: pgmap v16509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:12.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:15:11 smithi032 ceph-mon[189144]: pgmap v16509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:12.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:15:11 smithi039 ceph-mon[181282]: pgmap v16509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:14.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:15:13 smithi032 ceph-mon[191839]: pgmap v16510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:14.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:15:13 smithi032 ceph-mon[189144]: pgmap v16510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:14.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:15:13 smithi039 ceph-mon[181282]: pgmap v16510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:16.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:15:15 smithi039 ceph-mon[181282]: pgmap v16511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:16.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:15:15 smithi032 ceph-mon[191839]: pgmap v16511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:16.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:15:15 smithi032 ceph-mon[189144]: pgmap v16511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:17.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:15:16 smithi039 ceph-mon[181282]: pgmap v16512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:17.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:15:16 smithi032 ceph-mon[191839]: pgmap v16512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:17.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:15:16 smithi032 ceph-mon[189144]: pgmap v16512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:19.435 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:15:19.757 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:15:19.757 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 84s ago 7h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:15:19.757 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 9m ago 7h 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:15:19.757 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 84s ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:15:19.757 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 9m ago 8h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:15:19.758 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 9m ago 8h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:15:19.758 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 84s ago 8h 848M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:15:19.758 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 84s ago 8h 2057M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:15:19.758 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 9m ago 8h 965M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:15:19.758 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 84s ago 8h 1050M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:15:19.758 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 84s ago 7h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:15:19.758 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 9m ago 7h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:15:19.758 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 84s ago 8h 5240M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:15:19.758 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 84s ago 8h 5376M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:15:19.758 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 84s ago 8h 4752M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:15:19.758 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 84s ago 8h 4872M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:15:19.758 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 9m ago 8h 4567M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:15:19.758 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 9m ago 8h 4973M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:15:19.759 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 9m ago 8h 4632M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:15:19.759 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 9m ago 8h 4673M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:15:19.759 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 9m ago 8h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:15:20.161 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:15:20.161 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:15:20.161 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:15:20.161 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:15:20.162 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:15:20.162 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:15:20.162 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:15:20.162 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:15:20.162 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:15:20.162 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:15:20.162 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:15:20.162 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:15:20.162 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:15:20.162 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:15:20.162 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:15:20.162 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:15:20.162 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:15:20.162 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:15:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:15:19 smithi032 ceph-mon[191839]: pgmap v16513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:20.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:15:19 smithi032 ceph-mon[189144]: pgmap v16513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:15:19 smithi039 ceph-mon[181282]: pgmap v16513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:15:20 smithi032 ceph-mon[189144]: from='client.52257 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:15:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:15:20 smithi032 ceph-mon[189144]: from='client.62177 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:15:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:15:20 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2022182450' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:15:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:15:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:15:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:15:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:15:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:15:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:15:20 smithi032 ceph-mon[191839]: from='client.52257 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:15:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:15:20 smithi032 ceph-mon[191839]: from='client.62177 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:15:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:15:20 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2022182450' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:15:21.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:15:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:15:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:15:20 smithi039 ceph-mon[181282]: from='client.52257 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:15:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:15:20 smithi039 ceph-mon[181282]: from='client.62177 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:15:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:15:20 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2022182450' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:15:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:15:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:15:22.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:15:21 smithi032 ceph-mon[189144]: pgmap v16514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:22.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:15:21 smithi032 ceph-mon[191839]: pgmap v16514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:22.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:15:21 smithi039 ceph-mon[181282]: pgmap v16514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:24.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:15:23 smithi032 ceph-mon[191839]: pgmap v16515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:24.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:15:23 smithi032 ceph-mon[189144]: pgmap v16515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:15:23 smithi039 ceph-mon[181282]: pgmap v16515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:26.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:15:25 smithi032 ceph-mon[191839]: pgmap v16516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:26.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:15:25 smithi032 ceph-mon[189144]: pgmap v16516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:15:25 smithi039 ceph-mon[181282]: pgmap v16516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:28.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:15:27 smithi039 ceph-mon[181282]: pgmap v16517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:28.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:15:27 smithi032 ceph-mon[191839]: pgmap v16517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:28.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:15:27 smithi032 ceph-mon[189144]: pgmap v16517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:15:29 smithi039 ceph-mon[181282]: pgmap v16518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:15:29 smithi032 ceph-mon[189144]: pgmap v16518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:30.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:15:29 smithi032 ceph-mon[191839]: pgmap v16518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:15:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:15:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:15:31.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:15:30 smithi032 ceph-mon[191839]: pgmap v16519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:15:30 smithi032 ceph-mon[189144]: pgmap v16519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:31.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:15:30 smithi039 ceph-mon[181282]: pgmap v16519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:34.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:15:33 smithi032 ceph-mon[191839]: pgmap v16520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:34.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:15:33 smithi032 ceph-mon[189144]: pgmap v16520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:34.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:15:33 smithi039 ceph-mon[181282]: pgmap v16520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:15:35 smithi032 ceph-mon[191839]: pgmap v16521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:15:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:15:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:15:35 smithi032 ceph-mon[189144]: pgmap v16521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:36.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:15:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:15:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:15:35 smithi039 ceph-mon[181282]: pgmap v16521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:15:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:15:38.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:15:37 smithi032 ceph-mon[191839]: pgmap v16522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:38.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:15:37 smithi032 ceph-mon[189144]: pgmap v16522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:38.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:15:37 smithi039 ceph-mon[181282]: pgmap v16522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:15:39 smithi032 ceph-mon[191839]: pgmap v16523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:40.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:15:39 smithi032 ceph-mon[189144]: pgmap v16523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:40.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:15:39 smithi039 ceph-mon[181282]: pgmap v16523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:15:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:15:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:15:42.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:15:41 smithi039 ceph-mon[181282]: pgmap v16524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:42.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:15:41 smithi032 ceph-mon[189144]: pgmap v16524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:42.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:15:41 smithi032 ceph-mon[191839]: pgmap v16524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:15:43 smithi039 ceph-mon[181282]: pgmap v16525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:44.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:15:43 smithi032 ceph-mon[191839]: pgmap v16525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:44.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:15:43 smithi032 ceph-mon[189144]: pgmap v16525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:46.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:15:45 smithi039 ceph-mon[181282]: pgmap v16526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:46.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:15:45 smithi032 ceph-mon[191839]: pgmap v16526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:46.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:15:45 smithi032 ceph-mon[189144]: pgmap v16526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:47.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:15:46 smithi039 ceph-mon[181282]: pgmap v16527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:47.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:15:46 smithi032 ceph-mon[191839]: pgmap v16527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:47.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:15:46 smithi032 ceph-mon[189144]: pgmap v16527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:50.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:15:49 smithi032 ceph-mon[189144]: pgmap v16528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:50.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:15:49 smithi032 ceph-mon[191839]: pgmap v16528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:15:49 smithi039 ceph-mon[181282]: pgmap v16528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:50.530 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:15:50.853 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:15:50.853 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 116s ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:15:50.853 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 10m ago 8h 93.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:15:50.853 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 116s ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:15:50.853 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 10m ago 8h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:15:50.853 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 10m ago 8h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:15:50.853 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 116s ago 8h 848M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:15:50.853 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 116s ago 8h 2057M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:15:50.853 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 10m ago 8h 965M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:15:50.853 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 116s ago 8h 1050M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:15:50.853 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 116s ago 8h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:15:50.854 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 10m ago 8h 20.1M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:15:50.854 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 116s ago 8h 5240M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:15:50.854 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 116s ago 8h 5376M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:15:50.854 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 116s ago 8h 4752M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:15:50.854 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 116s ago 8h 4872M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:15:50.854 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 10m ago 8h 4567M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:15:50.854 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 10m ago 8h 4973M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:15:50.854 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 10m ago 8h 4632M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:15:50.854 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 10m ago 8h 4673M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:15:50.854 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 10m ago 8h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:15:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:15:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:15:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:15:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:15:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:15:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:15:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:15:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:15:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:15:51.262 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:15:51.262 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:15:51.262 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:15:51.262 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:15:51.262 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:15:51.262 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:15:51.262 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:15:51.262 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:15:51.262 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:15:51.262 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:15:51.262 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:15:51.262 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:15:51.262 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:15:51.263 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:15:51.263 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:15:51.263 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:15:51.263 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:15:51.263 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:15:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:15:51 smithi039 ceph-mon[181282]: pgmap v16529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:15:51 smithi039 ceph-mon[181282]: from='client.62189 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:15:52.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:15:51 smithi039 ceph-mon[181282]: from='client.52281 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:15:52.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:15:51 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/514316845' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:15:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:15:51 smithi032 ceph-mon[189144]: pgmap v16529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:15:51 smithi032 ceph-mon[189144]: from='client.62189 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:15:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:15:51 smithi032 ceph-mon[189144]: from='client.52281 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:15:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:15:51 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/514316845' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:15:52.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:15:51 smithi032 ceph-mon[191839]: pgmap v16529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:52.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:15:51 smithi032 ceph-mon[191839]: from='client.62189 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:15:52.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:15:51 smithi032 ceph-mon[191839]: from='client.52281 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:15:52.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:15:51 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/514316845' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:15:54.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:15:53 smithi039 ceph-mon[181282]: pgmap v16530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:54.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:15:53 smithi032 ceph-mon[189144]: pgmap v16530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:54.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:15:53 smithi032 ceph-mon[191839]: pgmap v16530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:55.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:15:54 smithi039 ceph-mon[181282]: pgmap v16531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:55.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:15:54 smithi032 ceph-mon[191839]: pgmap v16531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:55.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:15:54 smithi032 ceph-mon[189144]: pgmap v16531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:56.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:15:56 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:15:56.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:15:56 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:15:56.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:15:56 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:15:57.288 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:15:57 smithi039 ceph-mon[181282]: pgmap v16532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:57.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:15:57 smithi032 ceph-mon[191839]: pgmap v16532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:15:57.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:15:57 smithi032 ceph-mon[189144]: pgmap v16532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:00.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:15:59 smithi039 ceph-mon[181282]: pgmap v16533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:00.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:15:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:16:00.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:15:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:16:00.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:15:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:16:00.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:15:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:16:00.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:15:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:16:00.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:15:59 smithi032 ceph-mon[191839]: pgmap v16533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:00.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:15:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:16:00.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:15:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:16:00.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:15:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:16:00.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:15:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:16:00.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:15:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:16:00.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:15:59 smithi032 ceph-mon[189144]: pgmap v16533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:00.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:15:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:16:00.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:15:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:16:00.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:15:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:16:00.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:15:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:16:00.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:15:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:16:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:16:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:16:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:16:02.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:16:01 smithi039 ceph-mon[181282]: pgmap v16534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:02.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:16:01 smithi032 ceph-mon[191839]: pgmap v16534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:02.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:16:01 smithi032 ceph-mon[189144]: pgmap v16534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:04.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:16:03 smithi032 ceph-mon[191839]: pgmap v16535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:04.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:16:03 smithi032 ceph-mon[189144]: pgmap v16535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:16:03 smithi039 ceph-mon[181282]: pgmap v16535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:16:05 smithi032 ceph-mon[191839]: pgmap v16536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:16:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:16:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:16:05 smithi032 ceph-mon[189144]: pgmap v16536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:16:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:16:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:16:05 smithi039 ceph-mon[181282]: pgmap v16536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:16:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:16:08.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:16:07 smithi039 ceph-mon[181282]: pgmap v16537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:08.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:16:07 smithi032 ceph-mon[191839]: pgmap v16537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:08.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:16:07 smithi032 ceph-mon[189144]: pgmap v16537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:10.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:16:09 smithi039 ceph-mon[181282]: pgmap v16538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:10.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:16:09 smithi032 ceph-mon[191839]: pgmap v16538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:10.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:16:09 smithi032 ceph-mon[189144]: pgmap v16538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:16:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:16:10] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T01:16:12.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:16:11 smithi039 ceph-mon[181282]: pgmap v16539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:12.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:16:11 smithi032 ceph-mon[191839]: pgmap v16539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:12.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:16:11 smithi032 ceph-mon[189144]: pgmap v16539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:14.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:16:13 smithi039 ceph-mon[181282]: pgmap v16540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:14.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:16:13 smithi032 ceph-mon[191839]: pgmap v16540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:14.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:16:13 smithi032 ceph-mon[189144]: pgmap v16540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:15.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:16:14 smithi039 ceph-mon[181282]: pgmap v16541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:15.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:16:14 smithi032 ceph-mon[191839]: pgmap v16541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:15.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:16:14 smithi032 ceph-mon[189144]: pgmap v16541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:17.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:16:17 smithi032 ceph-mon[191839]: pgmap v16542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:17.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:16:17 smithi032 ceph-mon[189144]: pgmap v16542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:17.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:16:17 smithi039 ceph-mon[181282]: pgmap v16542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:20.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:16:19 smithi039 ceph-mon[181282]: pgmap v16543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:16:19 smithi032 ceph-mon[191839]: pgmap v16543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:16:19 smithi032 ceph-mon[189144]: pgmap v16543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:16:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:16:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:16:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:16:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:16:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:16:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:16:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:16:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:16:21.623 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:16:21.945 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:16:21.946 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 2m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:16:21.946 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 23s ago 8h 95.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:16:21.946 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 2m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:16:21.946 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 23s ago 8h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:16:21.946 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 23s ago 8h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:16:21.946 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 2m ago 8h 848M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:16:21.946 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 2m ago 8h 2057M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:16:21.946 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 23s ago 8h 981M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:16:21.946 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 2m ago 8h 1050M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:16:21.946 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 2m ago 8h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:16:21.946 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 23s ago 8h 20.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:16:21.946 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 2m ago 8h 5240M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:16:21.946 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 2m ago 8h 5376M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:16:21.947 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 2m ago 8h 4752M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:16:21.947 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 2m ago 8h 4872M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:16:21.947 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 23s ago 8h 4593M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:16:21.947 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 23s ago 8h 5006M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:16:21.947 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 23s ago 8h 4662M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:16:21.947 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 23s ago 8h 4708M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:16:21.947 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 23s ago 8h 136M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:16:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:16:21 smithi039 ceph-mon[181282]: pgmap v16544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:22.352 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:16:22.352 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:16:22.352 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:16:22.352 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:16:22.352 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:16:22.352 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:16:22.353 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:16:22.353 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:16:22.353 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:16:22.353 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:16:22.353 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:16:22.353 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:16:22.353 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:16:22.353 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:16:22.353 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:16:22.353 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:16:22.353 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:16:22.353 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:16:22.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:16:21 smithi032 ceph-mon[191839]: pgmap v16544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:22.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:16:21 smithi032 ceph-mon[189144]: pgmap v16544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:23.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:16:22 smithi039 ceph-mon[181282]: from='client.52293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:16:23.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:16:22 smithi039 ceph-mon[181282]: from='client.62213 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:16:23.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:16:22 smithi039 ceph-mon[181282]: pgmap v16545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:23.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:16:22 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2556414402' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:16:23.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:16:22 smithi032 ceph-mon[191839]: from='client.52293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:16:23.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:16:22 smithi032 ceph-mon[191839]: from='client.62213 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:16:23.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:16:22 smithi032 ceph-mon[191839]: pgmap v16545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:23.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:16:22 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2556414402' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:16:23.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:16:22 smithi032 ceph-mon[189144]: from='client.52293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:16:23.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:16:22 smithi032 ceph-mon[189144]: from='client.62213 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:16:23.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:16:22 smithi032 ceph-mon[189144]: pgmap v16545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:23.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:16:22 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2556414402' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:16:25.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:16:25 smithi032 ceph-mon[191839]: pgmap v16546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:25.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:16:25 smithi032 ceph-mon[189144]: pgmap v16546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:25.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:16:25 smithi039 ceph-mon[181282]: pgmap v16546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:27.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:16:27 smithi032 ceph-mon[191839]: pgmap v16547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:27.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:16:27 smithi032 ceph-mon[189144]: pgmap v16547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:27.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:16:27 smithi039 ceph-mon[181282]: pgmap v16547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:16:29 smithi039 ceph-mon[181282]: pgmap v16548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:16:29 smithi032 ceph-mon[191839]: pgmap v16548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:30.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:16:29 smithi032 ceph-mon[189144]: pgmap v16548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:16:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:16:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:16:32.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:16:31 smithi039 ceph-mon[181282]: pgmap v16549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:16:31 smithi032 ceph-mon[191839]: pgmap v16549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:32.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:16:31 smithi032 ceph-mon[189144]: pgmap v16549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:34.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:16:33 smithi039 ceph-mon[181282]: pgmap v16550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:34.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:16:33 smithi032 ceph-mon[191839]: pgmap v16550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:34.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:16:33 smithi032 ceph-mon[189144]: pgmap v16550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:16:35 smithi039 ceph-mon[181282]: pgmap v16551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:36.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:16:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:16:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:16:35 smithi032 ceph-mon[191839]: pgmap v16551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:16:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:16:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:16:35 smithi032 ceph-mon[189144]: pgmap v16551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:16:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:16:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:16:36 smithi039 ceph-mon[181282]: pgmap v16552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:37.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:16:36 smithi032 ceph-mon[191839]: pgmap v16552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:37.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:16:36 smithi032 ceph-mon[189144]: pgmap v16552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:40.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:16:39 smithi039 ceph-mon[181282]: pgmap v16553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:40.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:16:39 smithi032 ceph-mon[189144]: pgmap v16553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:40.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:16:39 smithi032 ceph-mon[191839]: pgmap v16553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:16:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:16:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:16:42.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:16:41 smithi039 ceph-mon[181282]: pgmap v16554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:42.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:16:41 smithi032 ceph-mon[191839]: pgmap v16554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:42.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:16:41 smithi032 ceph-mon[189144]: pgmap v16554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:16:43 smithi039 ceph-mon[181282]: pgmap v16555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:44.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:16:43 smithi032 ceph-mon[189144]: pgmap v16555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:44.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:16:43 smithi032 ceph-mon[191839]: pgmap v16555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:46.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:16:45 smithi039 ceph-mon[181282]: pgmap v16556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:46.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:16:45 smithi032 ceph-mon[191839]: pgmap v16556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:46.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:16:45 smithi032 ceph-mon[189144]: pgmap v16556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:47.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:16:46 smithi039 ceph-mon[181282]: pgmap v16557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:47.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:16:46 smithi032 ceph-mon[191839]: pgmap v16557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:47.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:16:46 smithi032 ceph-mon[189144]: pgmap v16557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:16:49 smithi039 ceph-mon[181282]: pgmap v16558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:16:49 smithi032 ceph-mon[191839]: pgmap v16558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:50.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:16:49 smithi032 ceph-mon[189144]: pgmap v16558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:16:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:16:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:16:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:16:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:16:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:16:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:16:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:16:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:16:52.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:16:51 smithi039 ceph-mon[181282]: pgmap v16559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:16:51 smithi032 ceph-mon[189144]: pgmap v16559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:52.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:16:51 smithi032 ceph-mon[191839]: pgmap v16559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:52.716 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:16:53.038 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:16:53.038 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 2m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:16:53.038 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 54s ago 8h 95.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:16:53.038 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 2m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:16:53.038 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 54s ago 8h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:16:53.038 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 54s ago 8h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:16:53.038 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 2m ago 8h 848M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:16:53.038 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 2m ago 8h 2057M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:16:53.039 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 54s ago 8h 981M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:16:53.039 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 2m ago 8h 1050M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:16:53.039 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 2m ago 8h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:16:53.039 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 54s ago 8h 20.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:16:53.039 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 2m ago 8h 5240M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:16:53.039 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 2m ago 8h 5376M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:16:53.039 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 2m ago 8h 4752M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:16:53.039 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 2m ago 8h 4872M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:16:53.039 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 54s ago 8h 4593M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:16:53.039 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 54s ago 8h 5006M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:16:53.039 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 54s ago 8h 4662M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:16:53.039 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 54s ago 8h 4708M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:16:53.039 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 54s ago 8h 136M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:16:53.439 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:16:53.439 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:16:53.439 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:16:53.439 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:16:53.439 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:16:53.439 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:16:53.439 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:16:53.439 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:16:53.440 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:16:53.440 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:16:53.440 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:16:53.440 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:16:53.440 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:16:53.440 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:16:53.440 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:16:53.440 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:16:53.440 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:16:53.440 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:16:54.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:16:53 smithi039 ceph-mon[181282]: pgmap v16560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:54.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:16:53 smithi039 ceph-mon[181282]: from='client.52311 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:16:54.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:16:53 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/747166326' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:16:54.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:16:53 smithi032 ceph-mon[191839]: pgmap v16560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:54.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:16:53 smithi032 ceph-mon[191839]: from='client.52311 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:16:54.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:16:53 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/747166326' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:16:54.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:16:53 smithi032 ceph-mon[189144]: pgmap v16560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:54.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:16:53 smithi032 ceph-mon[189144]: from='client.52311 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:16:54.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:16:53 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/747166326' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:16:55.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:16:54 smithi039 ceph-mon[181282]: from='client.52317 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:16:55.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:16:54 smithi032 ceph-mon[191839]: from='client.52317 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:16:55.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:16:54 smithi032 ceph-mon[189144]: from='client.52317 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:16:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:16:55 smithi039 ceph-mon[181282]: pgmap v16561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:56.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:16:55 smithi032 ceph-mon[191839]: pgmap v16561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:56.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:16:55 smithi032 ceph-mon[189144]: pgmap v16561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:58.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:16:57 smithi039 ceph-mon[181282]: pgmap v16562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:58.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:16:57 smithi032 ceph-mon[191839]: pgmap v16562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:58.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:16:57 smithi032 ceph-mon[189144]: pgmap v16562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:59.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:16:58 smithi039 ceph-mon[181282]: pgmap v16563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:59.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:16:58 smithi032 ceph-mon[189144]: pgmap v16563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:16:59.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:16:58 smithi032 ceph-mon[191839]: pgmap v16563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:16:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:17:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:16:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:17:00.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:16:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:17:00.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:16:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:17:00.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:16:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:17:00.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:16:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:17:00.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:16:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:17:00.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:16:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:17:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:16:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:17:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:16:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:17:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:16:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:17:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:16:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:17:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:17:00 smithi032 ceph-mon[191839]: pgmap v16564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:17:00 smithi032 ceph-mon[189144]: pgmap v16564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:17:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:17:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:17:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:17:00 smithi039 ceph-mon[181282]: pgmap v16564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:17:03 smithi039 ceph-mon[181282]: pgmap v16565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:17:03 smithi032 ceph-mon[191839]: pgmap v16565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:04.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:17:03 smithi032 ceph-mon[189144]: pgmap v16565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:17:05 smithi039 ceph-mon[181282]: pgmap v16566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:17:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:17:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:17:05 smithi032 ceph-mon[191839]: pgmap v16566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:06.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:17:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:17:06.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:17:05 smithi032 ceph-mon[189144]: pgmap v16566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:06.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:17:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:17:08.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:17:07 smithi039 ceph-mon[181282]: pgmap v16567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:08.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:17:07 smithi032 ceph-mon[191839]: pgmap v16567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:08.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:17:07 smithi032 ceph-mon[189144]: pgmap v16567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:10.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:17:09 smithi039 ceph-mon[181282]: pgmap v16568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:10.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:17:09 smithi032 ceph-mon[191839]: pgmap v16568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:10.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:17:09 smithi032 ceph-mon[189144]: pgmap v16568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:11.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:17:11 smithi032 ceph-mon[189144]: pgmap v16569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:17:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:17:10] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T01:17:11.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:17:11 smithi032 ceph-mon[191839]: pgmap v16569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:11.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:17:11 smithi039 ceph-mon[181282]: pgmap v16569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:14.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:17:13 smithi039 ceph-mon[181282]: pgmap v16570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:14.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:17:13 smithi032 ceph-mon[191839]: pgmap v16570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:14.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:17:13 smithi032 ceph-mon[189144]: pgmap v16570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:16.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:17:15 smithi039 ceph-mon[181282]: pgmap v16571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:16.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:17:15 smithi032 ceph-mon[191839]: pgmap v16571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:16.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:17:15 smithi032 ceph-mon[189144]: pgmap v16571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:18.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:17:17 smithi039 ceph-mon[181282]: pgmap v16572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:18.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:17:17 smithi032 ceph-mon[191839]: pgmap v16572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:18.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:17:17 smithi032 ceph-mon[189144]: pgmap v16572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:17:19 smithi039 ceph-mon[181282]: pgmap v16573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:17:19 smithi032 ceph-mon[189144]: pgmap v16573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:20.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:17:19 smithi032 ceph-mon[191839]: pgmap v16573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:17:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:17:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:17:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:17:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:17:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:17:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T01:17:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:17:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:17:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:17:21 smithi039 ceph-mon[181282]: pgmap v16574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:17:21 smithi032 ceph-mon[189144]: pgmap v16574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:22.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:17:21 smithi032 ceph-mon[191839]: pgmap v16574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:23.801 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:17:24.126 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:17:24.126 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 3m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:17:24.126 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 85s ago 8h 95.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:17:24.126 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 3m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:17:24.126 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 85s ago 8h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:17:24.126 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 85s ago 8h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:17:24.126 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 3m ago 8h 848M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:17:24.126 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 3m ago 8h 2057M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:17:24.126 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 85s ago 8h 981M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:17:24.126 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 3m ago 8h 1050M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:17:24.126 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 3m ago 8h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:17:24.126 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 85s ago 8h 20.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:17:24.126 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 3m ago 8h 5240M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:17:24.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 3m ago 8h 5376M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:17:24.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 3m ago 8h 4752M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:17:24.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 3m ago 8h 4872M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:17:24.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 85s ago 8h 4593M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:17:24.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 85s ago 8h 5006M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:17:24.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 85s ago 8h 4662M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:17:24.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 85s ago 8h 4708M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:17:24.127 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 85s ago 8h 136M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:17:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:17:23 smithi039 ceph-mon[181282]: pgmap v16575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:24.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:17:23 smithi032 ceph-mon[191839]: pgmap v16575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:24.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:17:23 smithi032 ceph-mon[189144]: pgmap v16575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:24.527 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:17:24.527 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:17:24.527 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:17:24.527 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:17:24.527 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:17:24.527 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:17:24.527 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:17:24.528 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:17:24.528 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:17:24.528 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:17:24.528 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:17:24.528 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:17:24.528 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:17:24.528 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:17:24.528 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:17:24.528 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:17:24.528 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:17:24.528 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:17:25.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:17:24 smithi039 ceph-mon[181282]: from='client.52329 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:17:25.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:17:24 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1029774058' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:17:25.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:17:24 smithi032 ceph-mon[189144]: from='client.52329 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:17:25.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:17:24 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1029774058' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:17:25.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:17:24 smithi032 ceph-mon[191839]: from='client.52329 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:17:25.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:17:24 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1029774058' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:17:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:17:25 smithi039 ceph-mon[181282]: pgmap v16576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:26.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:17:25 smithi039 ceph-mon[181282]: from='client.52335 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:17:26.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:17:25 smithi032 ceph-mon[189144]: pgmap v16576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:26.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:17:25 smithi032 ceph-mon[189144]: from='client.52335 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:17:26.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:17:25 smithi032 ceph-mon[191839]: pgmap v16576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:26.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:17:25 smithi032 ceph-mon[191839]: from='client.52335 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:17:27.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:17:27 smithi039 ceph-mon[181282]: pgmap v16577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:27.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:17:27 smithi032 ceph-mon[191839]: pgmap v16577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:27.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:17:27 smithi032 ceph-mon[189144]: pgmap v16577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:17:29 smithi039 ceph-mon[181282]: pgmap v16578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:30.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:17:29 smithi032 ceph-mon[189144]: pgmap v16578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:30.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:17:29 smithi032 ceph-mon[191839]: pgmap v16578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:17:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:17:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T01:17:32.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:17:31 smithi039 ceph-mon[181282]: pgmap v16579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:17:31 smithi032 ceph-mon[191839]: pgmap v16579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:32.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:17:31 smithi032 ceph-mon[189144]: pgmap v16579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:34.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:17:33 smithi039 ceph-mon[181282]: pgmap v16580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:34.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:17:33 smithi032 ceph-mon[189144]: pgmap v16580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:34.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:17:33 smithi032 ceph-mon[191839]: pgmap v16580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:17:34 smithi039 ceph-mon[181282]: pgmap v16581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:35.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:17:34 smithi032 ceph-mon[191839]: pgmap v16581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:35.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:17:34 smithi032 ceph-mon[189144]: pgmap v16581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:36.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:17:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:17:36.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:17:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:17:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:17:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:17:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:17:36 smithi039 ceph-mon[181282]: pgmap v16582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:37.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:17:36 smithi032 ceph-mon[189144]: pgmap v16582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:37.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:17:36 smithi032 ceph-mon[191839]: pgmap v16582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:40.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:17:39 smithi039 ceph-mon[181282]: pgmap v16583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:40.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:17:39 smithi032 ceph-mon[191839]: pgmap v16583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:40.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:17:39 smithi032 ceph-mon[189144]: pgmap v16583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:17:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:17:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T01:17:42.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:17:41 smithi039 ceph-mon[181282]: pgmap v16584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:42.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:17:41 smithi032 ceph-mon[191839]: pgmap v16584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:42.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:17:41 smithi032 ceph-mon[189144]: pgmap v16584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:17:43 smithi039 ceph-mon[181282]: pgmap v16585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:44.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:17:43 smithi032 ceph-mon[191839]: pgmap v16585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:44.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:17:43 smithi032 ceph-mon[189144]: pgmap v16585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:45.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:17:44 smithi039 ceph-mon[181282]: pgmap v16586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:45.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:17:44 smithi032 ceph-mon[191839]: pgmap v16586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:45.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:17:44 smithi032 ceph-mon[189144]: pgmap v16586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:47.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:17:47 smithi032 ceph-mon[191839]: pgmap v16587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:47.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:17:47 smithi032 ceph-mon[189144]: pgmap v16587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:47.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:17:47 smithi039 ceph-mon[181282]: pgmap v16587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:17:49 smithi039 ceph-mon[181282]: pgmap v16588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:50.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:17:49 smithi032 ceph-mon[189144]: pgmap v16588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:17:49 smithi032 ceph-mon[191839]: pgmap v16588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:17:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:17:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:17:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:17:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:17:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:17:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:17:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:17:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:17:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:17:51 smithi039 ceph-mon[181282]: pgmap v16589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:52.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:17:51 smithi032 ceph-mon[191839]: pgmap v16589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:17:51 smithi032 ceph-mon[189144]: pgmap v16589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:54.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:17:53 smithi039 ceph-mon[181282]: pgmap v16590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:54.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:17:53 smithi032 ceph-mon[191839]: pgmap v16590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:54.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:17:53 smithi032 ceph-mon[189144]: pgmap v16590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:54.892 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:17:55.215 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:17:55.216 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 4m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:17:55.216 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 116s ago 8h 95.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:17:55.216 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 4m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:17:55.216 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 116s ago 8h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:17:55.216 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 116s ago 8h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:17:55.216 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 4m ago 8h 848M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:17:55.216 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 4m ago 8h 2057M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:17:55.216 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 116s ago 8h 981M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:17:55.216 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 4m ago 8h 1050M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:17:55.216 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 4m ago 8h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:17:55.216 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 116s ago 8h 20.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:17:55.216 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 4m ago 8h 5240M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:17:55.217 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 4m ago 8h 5376M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:17:55.217 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 4m ago 8h 4752M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:17:55.217 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 4m ago 8h 4872M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:17:55.217 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 116s ago 8h 4593M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:17:55.217 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 116s ago 8h 5006M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:17:55.217 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 116s ago 8h 4662M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:17:55.217 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 116s ago 8h 4708M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:17:55.217 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 116s ago 8h 136M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:17:55.619 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:17:55.644 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:17:55.644 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:17:55.644 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:17:55.644 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:17:55.644 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:17:55.644 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:17:55.644 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:17:55.644 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:17:55.644 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:17:55.644 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:17:55.644 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:17:55.644 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:17:55.645 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:17:55.645 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:17:55.645 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:17:55.645 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:17:55.645 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:17:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:17:55 smithi039 ceph-mon[181282]: pgmap v16591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:17:55 smithi039 ceph-mon[181282]: from='client.52347 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:17:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:17:55 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3822508653' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:17:56.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:17:55 smithi032 ceph-mon[191839]: pgmap v16591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:56.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:17:55 smithi032 ceph-mon[191839]: from='client.52347 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:17:56.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:17:55 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3822508653' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:17:56.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:17:55 smithi032 ceph-mon[189144]: pgmap v16591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:56.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:17:55 smithi032 ceph-mon[189144]: from='client.52347 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:17:56.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:17:55 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3822508653' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:17:57.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:17:56 smithi039 ceph-mon[181282]: from='client.52353 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:17:57.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:17:56 smithi032 ceph-mon[191839]: from='client.52353 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:17:57.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:17:56 smithi032 ceph-mon[189144]: from='client.52353 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:17:58.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:17:57 smithi039 ceph-mon[181282]: pgmap v16592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:58.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:17:57 smithi032 ceph-mon[191839]: pgmap v16592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:58.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:17:57 smithi032 ceph-mon[189144]: pgmap v16592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:59.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:17:58 smithi039 ceph-mon[181282]: pgmap v16593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:59.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:17:58 smithi032 ceph-mon[189144]: pgmap v16593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:17:59.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:17:58 smithi032 ceph-mon[191839]: pgmap v16593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:17:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:18:00.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:17:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:18:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:17:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:18:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:18:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:18:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:18:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:18:00 smithi032 ceph-mon[191839]: pgmap v16594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:18:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:18:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:18:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:18:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:18:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:18:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:18:00 smithi032 ceph-mon[189144]: pgmap v16594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:01.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:18:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:18:01.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:18:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:18:01.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:18:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:18:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:18:00 smithi039 ceph-mon[181282]: pgmap v16594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:01.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:18:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:18:01.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:18:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:18:01.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:18:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:18:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:18:03 smithi039 ceph-mon[181282]: pgmap v16595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:04.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:18:03 smithi032 ceph-mon[189144]: pgmap v16595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:18:03 smithi032 ceph-mon[191839]: pgmap v16595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:18:05 smithi039 ceph-mon[181282]: pgmap v16596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:06.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:18:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:18:06.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:18:05 smithi032 ceph-mon[189144]: pgmap v16596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:06.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:18:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:18:06.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:18:05 smithi032 ceph-mon[191839]: pgmap v16596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:06.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:18:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:18:07.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:18:07 smithi032 ceph-mon[191839]: pgmap v16597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:07.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:18:07 smithi032 ceph-mon[189144]: pgmap v16597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:07.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:18:07 smithi039 ceph-mon[181282]: pgmap v16597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:10.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:18:09 smithi039 ceph-mon[181282]: pgmap v16598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:10.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:18:09 smithi032 ceph-mon[191839]: pgmap v16598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:10.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:18:09 smithi032 ceph-mon[189144]: pgmap v16598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:18:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:18:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:18:12.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:18:11 smithi039 ceph-mon[181282]: pgmap v16599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:12.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:18:11 smithi032 ceph-mon[189144]: pgmap v16599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:12.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:18:11 smithi032 ceph-mon[191839]: pgmap v16599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:14.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:18:13 smithi039 ceph-mon[181282]: pgmap v16600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:14.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:18:13 smithi032 ceph-mon[189144]: pgmap v16600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:14.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:18:13 smithi032 ceph-mon[191839]: pgmap v16600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:16.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:18:15 smithi039 ceph-mon[181282]: pgmap v16601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:16.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:18:15 smithi032 ceph-mon[189144]: pgmap v16601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:16.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:18:15 smithi032 ceph-mon[191839]: pgmap v16601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:17.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:18:16 smithi039 ceph-mon[181282]: pgmap v16602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:17.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:18:16 smithi032 ceph-mon[189144]: pgmap v16602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:17.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:18:16 smithi032 ceph-mon[191839]: pgmap v16602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:19.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:18:18 smithi039 ceph-mon[181282]: pgmap v16603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:19.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:18:18 smithi032 ceph-mon[191839]: pgmap v16603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:19.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:18:18 smithi032 ceph-mon[189144]: pgmap v16603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:18:21 smithi032 ceph-mon[191839]: pgmap v16604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:18:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:18:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:18:21 smithi032 ceph-mon[189144]: pgmap v16604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:18:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:18:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:18:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:18:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:18:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:18:21 smithi039 ceph-mon[181282]: pgmap v16604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:21.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:18:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:18:24.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:18:23 smithi039 ceph-mon[181282]: pgmap v16605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:24.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:18:23 smithi032 ceph-mon[191839]: pgmap v16605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:24.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:18:23 smithi032 ceph-mon[189144]: pgmap v16605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:25.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:18:25 smithi032 ceph-mon[191839]: pgmap v16606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:25.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:18:25 smithi032 ceph-mon[189144]: pgmap v16606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:25.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:18:25 smithi039 ceph-mon[181282]: pgmap v16606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:25.982 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:18:26.306 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:18:26.306 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 4m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:18:26.306 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 2m ago 8h 95.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:18:26.306 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 4m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:18:26.306 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 2m ago 8h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:18:26.306 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 2m ago 8h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:18:26.306 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 4m ago 8h 848M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:18:26.306 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 4m ago 8h 2057M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:18:26.306 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 2m ago 8h 981M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:18:26.306 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 4m ago 8h 1050M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:18:26.306 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 4m ago 8h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:18:26.307 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 2m ago 8h 20.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:18:26.307 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 4m ago 8h 5240M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:18:26.307 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 4m ago 8h 5376M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:18:26.307 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 4m ago 8h 4752M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:18:26.307 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 4m ago 8h 4872M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:18:26.307 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 2m ago 8h 4593M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:18:26.307 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 2m ago 8h 5006M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:18:26.307 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 2m ago 8h 4662M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:18:26.307 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 2m ago 8h 4708M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:18:26.307 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 2m ago 8h 136M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:18:26.711 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:18:26.711 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:18:26.711 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:18:26.711 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:18:26.711 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:18:26.711 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:18:26.711 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:18:26.711 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:18:26.711 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:18:26.711 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:18:26.711 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:18:26.711 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:18:26.712 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:18:26.712 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:18:26.712 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:18:26.712 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:18:26.712 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:18:26.712 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:18:27.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:18:27 smithi032 ceph-mon[191839]: from='client.62279 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:18:27.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:18:27 smithi032 ceph-mon[191839]: pgmap v16607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:27.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:18:27 smithi032 ceph-mon[191839]: from='client.62285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:18:27.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:18:27 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1896544491' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:18:27.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:18:27 smithi032 ceph-mon[189144]: from='client.62279 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:18:27.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:18:27 smithi032 ceph-mon[189144]: pgmap v16607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:27.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:18:27 smithi032 ceph-mon[189144]: from='client.62285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:18:27.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:18:27 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1896544491' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:18:27.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:18:27 smithi039 ceph-mon[181282]: from='client.62279 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:18:27.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:18:27 smithi039 ceph-mon[181282]: pgmap v16607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:27.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:18:27 smithi039 ceph-mon[181282]: from='client.62285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:18:27.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:18:27 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1896544491' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:18:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:18:29 smithi039 ceph-mon[181282]: pgmap v16608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:18:29 smithi032 ceph-mon[191839]: pgmap v16608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:30.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:18:29 smithi032 ceph-mon[189144]: pgmap v16608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:31.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:18:30 smithi032 ceph-mon[191839]: pgmap v16609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:18:30 smithi032 ceph-mon[189144]: pgmap v16609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:18:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:18:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:18:31.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:18:30 smithi039 ceph-mon[181282]: pgmap v16609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:34.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:18:33 smithi039 ceph-mon[181282]: pgmap v16610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:34.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:18:33 smithi032 ceph-mon[191839]: pgmap v16610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:34.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:18:33 smithi032 ceph-mon[189144]: pgmap v16610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:35.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:18:35 smithi032 ceph-mon[191839]: pgmap v16611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:35.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:18:35 smithi032 ceph-mon[189144]: pgmap v16611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:35.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:18:35 smithi039 ceph-mon[181282]: pgmap v16611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:36.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:18:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:18:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:18:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:18:36.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:18:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:18:37.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:18:37 smithi032 ceph-mon[191839]: pgmap v16612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:37.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:18:37 smithi032 ceph-mon[189144]: pgmap v16612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:37.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:18:37 smithi039 ceph-mon[181282]: pgmap v16612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:39.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:18:39 smithi032 ceph-mon[191839]: pgmap v16613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:39.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:18:39 smithi032 ceph-mon[189144]: pgmap v16613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:39.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:18:39 smithi039 ceph-mon[181282]: pgmap v16613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:41.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:18:41 smithi032 ceph-mon[191839]: pgmap v16614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:41.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:18:41 smithi032 ceph-mon[189144]: pgmap v16614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:18:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:18:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:18:41.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:18:41 smithi039 ceph-mon[181282]: pgmap v16614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:18:43 smithi039 ceph-mon[181282]: pgmap v16615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:44.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:18:43 smithi032 ceph-mon[191839]: pgmap v16615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:44.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:18:43 smithi032 ceph-mon[189144]: pgmap v16615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:45.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:18:44 smithi039 ceph-mon[181282]: pgmap v16616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:45.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:18:44 smithi032 ceph-mon[191839]: pgmap v16616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:45.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:18:44 smithi032 ceph-mon[189144]: pgmap v16616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:47.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:18:47 smithi032 ceph-mon[191839]: pgmap v16617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:47.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:18:47 smithi032 ceph-mon[189144]: pgmap v16617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:47.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:18:47 smithi039 ceph-mon[181282]: pgmap v16617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:49.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:18:49 smithi032 ceph-mon[191839]: pgmap v16618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:49.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:18:49 smithi032 ceph-mon[189144]: pgmap v16618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:49.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:18:49 smithi039 ceph-mon[181282]: pgmap v16618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:18:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:18:50] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T01:18:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:18:51 smithi032 ceph-mon[189144]: pgmap v16619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:18:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:18:51.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:18:51 smithi032 ceph-mon[191839]: pgmap v16619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:51.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:18:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:18:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:18:51 smithi039 ceph-mon[181282]: pgmap v16619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:18:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:18:53.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:18:53 smithi032 ceph-mon[191839]: pgmap v16620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:53.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:18:53 smithi032 ceph-mon[189144]: pgmap v16620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:53.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:18:53 smithi039 ceph-mon[181282]: pgmap v16620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:55.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:18:55 smithi032 ceph-mon[191839]: pgmap v16621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:55.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:18:55 smithi032 ceph-mon[189144]: pgmap v16621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:55.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:18:55 smithi039 ceph-mon[181282]: pgmap v16621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:57.076 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:18:57.397 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:18:57.397 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 5m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:18:57.397 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 2m ago 8h 95.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:18:57.397 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 5m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:18:57.398 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 2m ago 8h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:18:57.398 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 2m ago 8h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:18:57.398 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 5m ago 8h 848M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:18:57.398 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 5m ago 8h 2057M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:18:57.398 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 2m ago 8h 981M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:18:57.398 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 5m ago 8h 1050M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:18:57.398 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 5m ago 8h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:18:57.398 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 2m ago 8h 20.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:18:57.398 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 5m ago 8h 5240M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:18:57.398 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 5m ago 8h 5376M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:18:57.398 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 5m ago 8h 4752M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:18:57.398 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 5m ago 8h 4872M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:18:57.398 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 2m ago 8h 4593M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:18:57.398 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 2m ago 8h 5006M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:18:57.399 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 2m ago 8h 4662M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:18:57.399 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 2m ago 8h 4708M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:18:57.399 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 2m ago 8h 136M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:18:57.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:18:57 smithi032 ceph-mon[189144]: pgmap v16622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:57.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:18:57 smithi032 ceph-mon[191839]: pgmap v16622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:57.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:18:57 smithi039 ceph-mon[181282]: pgmap v16622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:57.799 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:18:57.799 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:18:57.799 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:18:57.800 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:18:57.800 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:18:57.800 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:18:57.800 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:18:57.800 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:18:57.800 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:18:57.800 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:18:57.800 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:18:57.800 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:18:57.800 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:18:57.800 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:18:57.800 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:18:57.800 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:18:57.800 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:18:57.800 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:18:58.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:18:58 smithi032 ceph-mon[189144]: from='client.62297 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:18:58.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:18:58 smithi032 ceph-mon[189144]: from='client.52389 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:18:58.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:18:58 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4242555131' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:18:58.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:18:58 smithi032 ceph-mon[191839]: from='client.62297 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:18:58.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:18:58 smithi032 ceph-mon[191839]: from='client.52389 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:18:58.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:18:58 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4242555131' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:18:58.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:18:58 smithi039 ceph-mon[181282]: from='client.62297 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:18:58.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:18:58 smithi039 ceph-mon[181282]: from='client.52389 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:18:58.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:18:58 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4242555131' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:18:59.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:18:59 smithi032 ceph-mon[191839]: pgmap v16623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:59.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:18:59 smithi032 ceph-mon[189144]: pgmap v16623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:18:59.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:18:59 smithi039 ceph-mon[181282]: pgmap v16623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:01.040 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:19:01 smithi039 ceph-mon[181282]: pgmap v16624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:01.040 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:19:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:19:01.040 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:19:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:19:01.040 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:19:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:19:01.040 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:19:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:19:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:19:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:19:00] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T01:19:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:19:01 smithi032 ceph-mon[191839]: pgmap v16624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:19:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:19:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:19:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:19:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:19:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:19:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:19:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:19:01.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:19:01 smithi032 ceph-mon[189144]: pgmap v16624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:01.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:19:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:19:01.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:19:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:19:01.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:19:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:19:01.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:19:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:19:03.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:19:03 smithi032 ceph-mon[191839]: pgmap v16625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:03.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:19:03 smithi032 ceph-mon[189144]: pgmap v16625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:03.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:19:03 smithi039 ceph-mon[181282]: pgmap v16625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:05.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:19:05 smithi032 ceph-mon[191839]: pgmap v16626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:05.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:19:05 smithi032 ceph-mon[189144]: pgmap v16626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:05.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:19:05 smithi039 ceph-mon[181282]: pgmap v16626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:06.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:19:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:19:06.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:19:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:19:06.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:19:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:19:07.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:19:07 smithi032 ceph-mon[191839]: pgmap v16627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:07.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:19:07 smithi032 ceph-mon[189144]: pgmap v16627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:07.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:19:07 smithi039 ceph-mon[181282]: pgmap v16627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:09.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:19:08 smithi039 ceph-mon[181282]: pgmap v16628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:09.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:19:08 smithi032 ceph-mon[191839]: pgmap v16628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:09.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:19:08 smithi032 ceph-mon[189144]: pgmap v16628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:11.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:19:11 smithi032 ceph-mon[189144]: pgmap v16629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:19:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:19:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:19:11.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:19:11 smithi032 ceph-mon[191839]: pgmap v16629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:11.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:19:11 smithi039 ceph-mon[181282]: pgmap v16629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:13.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:19:13 smithi032 ceph-mon[189144]: pgmap v16630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:13.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:19:13 smithi032 ceph-mon[191839]: pgmap v16630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:13.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:19:13 smithi039 ceph-mon[181282]: pgmap v16630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:15.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:19:15 smithi032 ceph-mon[191839]: pgmap v16631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:15.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:19:15 smithi032 ceph-mon[189144]: pgmap v16631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:15.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:19:15 smithi039 ceph-mon[181282]: pgmap v16631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:17.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:19:17 smithi032 ceph-mon[191839]: pgmap v16632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:17.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:19:17 smithi032 ceph-mon[189144]: pgmap v16632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:17.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:19:17 smithi039 ceph-mon[181282]: pgmap v16632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:19.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:19:18 smithi039 ceph-mon[181282]: pgmap v16633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:19.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:19:18 smithi032 ceph-mon[191839]: pgmap v16633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:19.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:19:18 smithi032 ceph-mon[189144]: pgmap v16633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:19:21 smithi032 ceph-mon[189144]: pgmap v16634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:19:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:19:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:19:21 smithi032 ceph-mon[191839]: pgmap v16634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:19:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:19:21.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:19:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:19:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:19:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:19:21 smithi039 ceph-mon[181282]: pgmap v16634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:21.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:19:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:19:23.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:19:23 smithi032 ceph-mon[191839]: pgmap v16635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:23.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:19:23 smithi032 ceph-mon[189144]: pgmap v16635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:23.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:19:23 smithi039 ceph-mon[181282]: pgmap v16635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:25.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:19:25 smithi032 ceph-mon[191839]: pgmap v16636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:25.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:19:25 smithi032 ceph-mon[189144]: pgmap v16636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:25.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:19:25 smithi039 ceph-mon[181282]: pgmap v16636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:27.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:19:27 smithi032 ceph-mon[191839]: pgmap v16637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:27.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:19:27 smithi032 ceph-mon[189144]: pgmap v16637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:27.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:19:27 smithi039 ceph-mon[181282]: pgmap v16637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:28.166 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:19:28.489 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:19:28.490 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (7h) 5m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:19:28.490 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 3m ago 8h 95.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:19:28.490 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 5m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:19:28.490 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 3m ago 8h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:19:28.490 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 3m ago 8h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:19:28.490 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 5m ago 8h 848M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:19:28.490 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 5m ago 8h 2057M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:19:28.490 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 3m ago 8h 981M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:19:28.490 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 5m ago 8h 1050M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:19:28.490 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (7h) 5m ago 8h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:19:28.490 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 3m ago 8h 20.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:19:28.490 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 5m ago 8h 5240M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:19:28.490 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 5m ago 8h 5376M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:19:28.491 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 5m ago 8h 4752M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:19:28.491 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 5m ago 8h 4872M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:19:28.491 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 3m ago 8h 4593M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:19:28.491 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 3m ago 8h 5006M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:19:28.491 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 3m ago 8h 4662M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:19:28.491 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 3m ago 8h 4708M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:19:28.491 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 3m ago 8h 136M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:19:28.892 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:19:28.892 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:19:28.893 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:19:28.893 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:19:28.893 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:19:28.893 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:19:28.893 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:19:28.893 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:19:28.893 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:19:28.893 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:19:28.893 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:19:28.893 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:19:28.893 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:19:28.894 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:19:28.894 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:19:28.894 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:19:28.894 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:19:28.894 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:19:29.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:19:28 smithi039 ceph-mon[181282]: pgmap v16638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:29.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:19:28 smithi039 ceph-mon[181282]: from='client.62315 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:19:29.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:19:28 smithi039 ceph-mon[181282]: from='client.52407 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:19:29.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:19:28 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3762935123' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:19:29.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:19:28 smithi032 ceph-mon[189144]: pgmap v16638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:29.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:19:28 smithi032 ceph-mon[189144]: from='client.62315 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:19:29.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:19:28 smithi032 ceph-mon[189144]: from='client.52407 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:19:29.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:19:28 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3762935123' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:19:29.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:19:28 smithi032 ceph-mon[191839]: pgmap v16638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:29.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:19:28 smithi032 ceph-mon[191839]: from='client.62315 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:19:29.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:19:28 smithi032 ceph-mon[191839]: from='client.52407 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:19:29.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:19:28 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3762935123' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:19:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:19:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:19:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:19:31.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:19:31 smithi032 ceph-mon[191839]: pgmap v16639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:19:31 smithi032 ceph-mon[189144]: pgmap v16639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:31.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:19:31 smithi039 ceph-mon[181282]: pgmap v16639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:33.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:19:33 smithi032 ceph-mon[189144]: pgmap v16640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:33.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:19:33 smithi032 ceph-mon[191839]: pgmap v16640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:33.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:19:33 smithi039 ceph-mon[181282]: pgmap v16640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:35.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:19:35 smithi032 ceph-mon[191839]: pgmap v16641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:35.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:19:35 smithi032 ceph-mon[189144]: pgmap v16641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:35.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:19:35 smithi039 ceph-mon[181282]: pgmap v16641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:36.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:19:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:19:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:19:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:19:36.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:19:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:19:37.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:19:37 smithi032 ceph-mon[191839]: pgmap v16642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:37.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:19:37 smithi032 ceph-mon[189144]: pgmap v16642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:37.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:19:37 smithi039 ceph-mon[181282]: pgmap v16642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:39.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:19:38 smithi039 ceph-mon[181282]: pgmap v16643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:39.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:19:38 smithi032 ceph-mon[191839]: pgmap v16643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:39.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:19:38 smithi032 ceph-mon[189144]: pgmap v16643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:19:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:19:40] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T01:19:41.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:19:41 smithi032 ceph-mon[191839]: pgmap v16644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:41.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:19:41 smithi032 ceph-mon[189144]: pgmap v16644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:41.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:19:41 smithi039 ceph-mon[181282]: pgmap v16644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:43.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:19:43 smithi032 ceph-mon[189144]: pgmap v16645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:43.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:19:43 smithi032 ceph-mon[191839]: pgmap v16645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:43.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:19:43 smithi039 ceph-mon[181282]: pgmap v16645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:45.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:19:45 smithi032 ceph-mon[191839]: pgmap v16646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:45.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:19:45 smithi032 ceph-mon[189144]: pgmap v16646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:45.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:19:45 smithi039 ceph-mon[181282]: pgmap v16646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:47.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:19:47 smithi032 ceph-mon[191839]: pgmap v16647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:47.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:19:47 smithi032 ceph-mon[189144]: pgmap v16647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:47.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:19:47 smithi039 ceph-mon[181282]: pgmap v16647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:49.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:19:48 smithi039 ceph-mon[181282]: pgmap v16648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:49.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:19:48 smithi032 ceph-mon[189144]: pgmap v16648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:49.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:19:48 smithi032 ceph-mon[191839]: pgmap v16648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:19:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:19:50] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-23T01:19:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:19:51 smithi032 ceph-mon[191839]: pgmap v16649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:19:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:19:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:19:51 smithi032 ceph-mon[189144]: pgmap v16649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:19:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:19:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:19:51 smithi039 ceph-mon[181282]: pgmap v16649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:19:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:19:53.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:19:53 smithi032 ceph-mon[191839]: pgmap v16650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:53.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:19:53 smithi032 ceph-mon[189144]: pgmap v16650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:53.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:19:53 smithi039 ceph-mon[181282]: pgmap v16650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:55.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:19:55 smithi032 ceph-mon[191839]: pgmap v16651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:55.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:19:55 smithi032 ceph-mon[189144]: pgmap v16651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:55.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:19:55 smithi039 ceph-mon[181282]: pgmap v16651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:57.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:19:57 smithi032 ceph-mon[191839]: pgmap v16652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:57.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:19:57 smithi032 ceph-mon[189144]: pgmap v16652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:57.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:19:57 smithi039 ceph-mon[181282]: pgmap v16652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:59.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:19:58 smithi039 ceph-mon[181282]: pgmap v16653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:59.261 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:19:59.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:19:58 smithi032 ceph-mon[191839]: pgmap v16653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:59.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:19:58 smithi032 ceph-mon[189144]: pgmap v16653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:19:59.583 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:19:59.584 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 6m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:19:59.584 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (7h) 4m ago 8h 95.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:19:59.584 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 6m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:19:59.584 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 4m ago 8h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:19:59.584 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 4m ago 8h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:19:59.584 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (7h) 6m ago 8h 848M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:19:59.584 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 6m ago 8h 2057M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:19:59.584 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 4m ago 8h 981M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:19:59.584 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 6m ago 8h 1050M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:19:59.584 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 6m ago 8h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:19:59.584 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (7h) 4m ago 8h 20.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:19:59.584 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 6m ago 8h 5240M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:19:59.584 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 6m ago 8h 5376M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:19:59.584 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 6m ago 8h 4752M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:19:59.585 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 6m ago 8h 4872M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:19:59.585 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 4m ago 8h 4593M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:19:59.585 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 4m ago 8h 5006M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:19:59.585 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 4m ago 8h 4662M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:19:59.585 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 4m ago 8h 4708M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:19:59.585 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 4m ago 8h 136M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:19:59.983 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:19:59.983 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:19:59.983 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:19:59.983 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:19:59.983 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:19:59.984 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:19:59.984 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:19:59.984 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:19:59.984 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:19:59.984 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:19:59.984 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:19:59.984 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:19:59.984 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:19:59.984 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:19:59.984 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:19:59.984 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:19:59.984 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:19:59.984 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:20:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:19:59 smithi039 ceph-mon[181282]: from='client.62333 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:20:00.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:19:59 smithi039 ceph-mon[181282]: from='client.52425 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:20:00.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:19:59 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1387242692' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:20:00.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:19:59 smithi032 ceph-mon[191839]: from='client.62333 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:20:00.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:19:59 smithi032 ceph-mon[191839]: from='client.52425 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:20:00.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:19:59 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1387242692' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:20:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:19:59 smithi032 ceph-mon[189144]: from='client.62333 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:20:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:19:59 smithi032 ceph-mon[189144]: from='client.52425 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:20:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:19:59 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1387242692' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:20:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:20:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-23T01:19:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T01:20:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:20:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:20:00] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-23T01:20:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:20:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T01:20:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:20:00 smithi032 ceph-mon[189144]: pgmap v16654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:20:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T01:20:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:20:00 smithi032 ceph-mon[191839]: pgmap v16654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:20:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T01:20:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:20:00 smithi039 ceph-mon[181282]: pgmap v16654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:02.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:20:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:20:02.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:20:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:20:02.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:20:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:20:02.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:20:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:20:02.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:20:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:20:02.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:20:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:20:02.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:20:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:20:02.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:20:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:20:02.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:20:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:20:02.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:20:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:20:02.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:20:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:20:02.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:20:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:20:03.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:20:03 smithi032 ceph-mon[189144]: pgmap v16655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:03.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:20:03 smithi032 ceph-mon[191839]: pgmap v16655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:03.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:20:03 smithi039 ceph-mon[181282]: pgmap v16655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:05.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:20:05 smithi032 ceph-mon[191839]: pgmap v16656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:05.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:20:05 smithi032 ceph-mon[189144]: pgmap v16656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:05.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:20:05 smithi039 ceph-mon[181282]: pgmap v16656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:06.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:20:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:20:06.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:20:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:20:06.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:20:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:20:07.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:20:07 smithi032 ceph-mon[191839]: pgmap v16657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:07.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:20:07 smithi032 ceph-mon[189144]: pgmap v16657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:07.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:20:07 smithi039 ceph-mon[181282]: pgmap v16657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:09.257 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:20:08 smithi032 ceph-mon[189144]: pgmap v16658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:09.257 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:20:08 smithi032 ceph-mon[191839]: pgmap v16658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:09.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:20:08 smithi039 ceph-mon[181282]: pgmap v16658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:11.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:20:11 smithi032 ceph-mon[189144]: pgmap v16659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:11.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:20:11 smithi032 ceph-mon[191839]: pgmap v16659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:11.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:20:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:20:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:20:11.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:20:11 smithi039 ceph-mon[181282]: pgmap v16659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:13.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:20:13 smithi032 ceph-mon[189144]: pgmap v16660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:13.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:20:13 smithi032 ceph-mon[191839]: pgmap v16660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:13.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:20:13 smithi039 ceph-mon[181282]: pgmap v16660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:15.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:20:15 smithi032 ceph-mon[189144]: pgmap v16661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:15.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:20:15 smithi032 ceph-mon[191839]: pgmap v16661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:15.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:20:15 smithi039 ceph-mon[181282]: pgmap v16661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:17.259 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 23 01:20:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-23T01:20:16.984969547Z level=info msg="Completed cleanup jobs" duration=15.222678ms 2023-12-23T01:20:17.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:20:17 smithi039 ceph-mon[181282]: pgmap v16662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:17.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:20:17 smithi032 ceph-mon[191839]: pgmap v16662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:17.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:20:17 smithi032 ceph-mon[189144]: pgmap v16662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:19.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:20:18 smithi039 ceph-mon[181282]: pgmap v16663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:19.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:20:18 smithi032 ceph-mon[189144]: pgmap v16663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:19.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:20:18 smithi032 ceph-mon[191839]: pgmap v16663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:20:21 smithi032 ceph-mon[191839]: pgmap v16664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:20:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:20:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:20:21 smithi032 ceph-mon[189144]: pgmap v16664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:20:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:20:21.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:20:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:20:20] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T01:20:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:20:21 smithi039 ceph-mon[181282]: pgmap v16664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:21.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:20:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:20:23.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:20:23 smithi032 ceph-mon[191839]: pgmap v16665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:23.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:20:23 smithi032 ceph-mon[189144]: pgmap v16665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:23.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:20:23 smithi039 ceph-mon[181282]: pgmap v16665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:25.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:20:25 smithi032 ceph-mon[191839]: pgmap v16666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:25.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:20:25 smithi032 ceph-mon[189144]: pgmap v16666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:25.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:20:25 smithi039 ceph-mon[181282]: pgmap v16666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:27.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:20:27 smithi032 ceph-mon[191839]: pgmap v16667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:27.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:20:27 smithi032 ceph-mon[189144]: pgmap v16667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:27.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:20:27 smithi039 ceph-mon[181282]: pgmap v16667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:29.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:20:28 smithi039 ceph-mon[181282]: pgmap v16668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:29.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:20:28 smithi032 ceph-mon[189144]: pgmap v16668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:29.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:20:28 smithi032 ceph-mon[191839]: pgmap v16668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:30.354 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:20:30.679 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:20:30.680 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 6m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:20:30.680 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 4m ago 8h 95.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:20:30.680 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 6m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:20:30.680 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 4m ago 8h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:20:30.680 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (7h) 4m ago 8h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:20:30.680 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 6m ago 8h 848M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:20:30.680 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (7h) 6m ago 8h 2057M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:20:30.680 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 4m ago 8h 981M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:20:30.680 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 6m ago 8h 1050M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:20:30.680 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 6m ago 8h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:20:30.680 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 4m ago 8h 20.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:20:30.680 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 6m ago 8h 5240M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:20:30.681 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 6m ago 8h 5376M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:20:30.681 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 6m ago 8h 4752M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:20:30.681 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 6m ago 8h 4872M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:20:30.681 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 4m ago 8h 4593M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:20:30.681 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 4m ago 8h 5006M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:20:30.681 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 4m ago 8h 4662M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:20:30.681 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 4m ago 8h 4708M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:20:30.681 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (7h) 4m ago 8h 136M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:20:31.077 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:20:31.078 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:20:31.078 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:20:31.078 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:20:31.078 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:20:31.078 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:20:31.078 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:20:31.078 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:20:31.078 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:20:31.078 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:20:31.078 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:20:31.078 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:20:31.078 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:20:31.078 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:20:31.078 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:20:31.078 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:20:31.079 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:20:31.079 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:20:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:20:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:20:30] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T01:20:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:20:31 smithi032 ceph-mon[189144]: pgmap v16669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:20:31 smithi032 ceph-mon[189144]: from='client.62351 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:20:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:20:31 smithi032 ceph-mon[189144]: from='client.52443 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:20:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:20:31 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1399228516' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:20:31.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:20:31 smithi032 ceph-mon[191839]: pgmap v16669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:31.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:20:31 smithi032 ceph-mon[191839]: from='client.62351 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:20:31.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:20:31 smithi032 ceph-mon[191839]: from='client.52443 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:20:31.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:20:31 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1399228516' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:20:31.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:20:31 smithi039 ceph-mon[181282]: pgmap v16669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:31.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:20:31 smithi039 ceph-mon[181282]: from='client.62351 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:20:31.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:20:31 smithi039 ceph-mon[181282]: from='client.52443 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:20:31.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:20:31 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1399228516' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:20:33.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:20:33 smithi032 ceph-mon[189144]: pgmap v16670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:33.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:20:33 smithi032 ceph-mon[191839]: pgmap v16670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:33.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:20:33 smithi039 ceph-mon[181282]: pgmap v16670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:35.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:20:35 smithi032 ceph-mon[189144]: pgmap v16671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:35.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:20:35 smithi032 ceph-mon[191839]: pgmap v16671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:35.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:20:35 smithi039 ceph-mon[181282]: pgmap v16671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:20:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:20:36.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:20:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:20:36.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:20:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:20:37.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:20:37 smithi032 ceph-mon[191839]: pgmap v16672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:37.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:20:37 smithi032 ceph-mon[189144]: pgmap v16672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:37.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:20:37 smithi039 ceph-mon[181282]: pgmap v16672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:39.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:20:38 smithi039 ceph-mon[181282]: pgmap v16673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:39.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:20:38 smithi032 ceph-mon[191839]: pgmap v16673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:39.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:20:38 smithi032 ceph-mon[189144]: pgmap v16673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:41.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:20:41 smithi032 ceph-mon[191839]: pgmap v16674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:41.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:20:41 smithi032 ceph-mon[189144]: pgmap v16674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:20:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:20:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T01:20:41.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:20:41 smithi039 ceph-mon[181282]: pgmap v16674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:43.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:20:43 smithi032 ceph-mon[191839]: pgmap v16675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:43.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:20:43 smithi032 ceph-mon[189144]: pgmap v16675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:43.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:20:43 smithi039 ceph-mon[181282]: pgmap v16675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:45.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:20:45 smithi032 ceph-mon[191839]: pgmap v16676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:45.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:20:45 smithi032 ceph-mon[189144]: pgmap v16676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:45.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:20:45 smithi039 ceph-mon[181282]: pgmap v16676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:47.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:20:47 smithi032 ceph-mon[191839]: pgmap v16677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:47.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:20:47 smithi032 ceph-mon[189144]: pgmap v16677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:47.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:20:47 smithi039 ceph-mon[181282]: pgmap v16677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:49.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:20:48 smithi039 ceph-mon[181282]: pgmap v16678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:49.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:20:48 smithi032 ceph-mon[191839]: pgmap v16678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:49.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:20:48 smithi032 ceph-mon[189144]: pgmap v16678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:20:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:20:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:20:51.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:20:51 smithi032 ceph-mon[189144]: pgmap v16679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:51.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:20:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:20:51.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:20:51 smithi032 ceph-mon[191839]: pgmap v16679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:51.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:20:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:20:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:20:51 smithi039 ceph-mon[181282]: pgmap v16679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:20:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:20:53.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:20:53 smithi032 ceph-mon[189144]: pgmap v16680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:53.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:20:53 smithi032 ceph-mon[191839]: pgmap v16680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:53.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:20:53 smithi039 ceph-mon[181282]: pgmap v16680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:55.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:20:55 smithi032 ceph-mon[191839]: pgmap v16681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:55.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:20:55 smithi032 ceph-mon[189144]: pgmap v16681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:55.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:20:55 smithi039 ceph-mon[181282]: pgmap v16681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:57.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:20:57 smithi032 ceph-mon[191839]: pgmap v16682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:57.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:20:57 smithi032 ceph-mon[189144]: pgmap v16682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:57.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:20:57 smithi039 ceph-mon[181282]: pgmap v16682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:59.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:20:58 smithi039 ceph-mon[181282]: pgmap v16683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:59.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:20:58 smithi032 ceph-mon[191839]: pgmap v16683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:20:59.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:20:58 smithi032 ceph-mon[189144]: pgmap v16683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:21:01 smithi032 ceph-mon[189144]: pgmap v16684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:21:01 smithi032 ceph-mon[191839]: pgmap v16684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:01.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:21:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:21:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:21:01.444 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:21:01.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:21:01 smithi039 ceph-mon[181282]: pgmap v16684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:01.769 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:21:01.769 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 7m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:21:01.769 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 5m ago 8h 95.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:21:01.769 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 7m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:21:01.769 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 5m ago 8h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:21:01.769 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 5m ago 8h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:21:01.769 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 7m ago 8h 848M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:21:01.769 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 7m ago 8h 2057M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:21:01.769 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (7h) 5m ago 8h 981M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:21:01.769 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (7h) 7m ago 8h 1050M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:21:01.770 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 7m ago 8h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:21:01.770 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 5m ago 8h 20.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:21:01.770 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 7m ago 8h 5240M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:21:01.770 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 7m ago 8h 5376M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:21:01.770 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 7m ago 8h 4752M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:21:01.770 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 7m ago 8h 4872M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:21:01.770 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 5m ago 8h 4593M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:21:01.770 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 5m ago 8h 5006M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:21:01.770 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 5m ago 8h 4662M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:21:01.770 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 5m ago 8h 4708M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:21:01.770 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 5m ago 8h 136M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:21:02.190 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:21:02.190 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:21:02.190 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:21:02.190 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:21:02.190 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:21:02.190 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:21:02.190 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:21:02.190 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:21:02.190 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:21:02.190 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:21:02.190 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:21:02.190 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:21:02.191 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:21:02.191 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:21:02.191 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:21:02.191 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:21:02.191 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:21:02.191 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:21:02.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:21:02 smithi032 ceph-mon[191839]: from='client.52455 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:21:02.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:21:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:21:02.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:21:02 smithi032 ceph-mon[191839]: from='client.52461 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:21:02.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:21:02 smithi032 ceph-mon[189144]: from='client.52455 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:21:02.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:21:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:21:02.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:21:02 smithi032 ceph-mon[189144]: from='client.52461 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:21:02.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:21:02 smithi039 ceph-mon[181282]: from='client.52455 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:21:02.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:21:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:21:02.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:21:02 smithi039 ceph-mon[181282]: from='client.52461 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:21:03.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:21:03 smithi032 ceph-mon[191839]: pgmap v16685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:03.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:21:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:21:03.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:21:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:21:03.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:21:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:21:03.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:21:03 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2198250775' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:21:03.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:21:03 smithi032 ceph-mon[189144]: pgmap v16685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:03.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:21:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:21:03.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:21:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:21:03.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:21:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:21:03.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:21:03 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2198250775' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:21:03.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:21:03 smithi039 ceph-mon[181282]: pgmap v16685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:03.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:21:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:21:03.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:21:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:21:03.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:21:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:21:03.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:21:03 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2198250775' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:21:05.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:21:05 smithi032 ceph-mon[191839]: pgmap v16686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:05.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:21:05 smithi032 ceph-mon[189144]: pgmap v16686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:05.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:21:05 smithi039 ceph-mon[181282]: pgmap v16686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:06.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:21:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:21:06.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:21:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:21:06.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:21:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:21:07.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:21:07 smithi032 ceph-mon[189144]: pgmap v16687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:07.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:21:07 smithi032 ceph-mon[191839]: pgmap v16687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:07.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:21:07 smithi039 ceph-mon[181282]: pgmap v16687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:09.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:21:09 smithi039 ceph-mon[181282]: pgmap v16688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:09.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:21:09 smithi032 ceph-mon[191839]: pgmap v16688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:09.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:21:09 smithi032 ceph-mon[189144]: pgmap v16688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:21:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:21:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T01:21:11.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:21:11 smithi032 ceph-mon[191839]: pgmap v16689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:11.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:21:11 smithi032 ceph-mon[189144]: pgmap v16689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:11.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:21:11 smithi039 ceph-mon[181282]: pgmap v16689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:13.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:21:13 smithi032 ceph-mon[191839]: pgmap v16690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:13.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:21:13 smithi032 ceph-mon[189144]: pgmap v16690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:13.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:21:13 smithi039 ceph-mon[181282]: pgmap v16690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:15.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:21:15 smithi032 ceph-mon[191839]: pgmap v16691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:15.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:21:15 smithi032 ceph-mon[189144]: pgmap v16691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:15.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:21:15 smithi039 ceph-mon[181282]: pgmap v16691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:17.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:21:17 smithi032 ceph-mon[189144]: pgmap v16692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:17.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:21:17 smithi032 ceph-mon[191839]: pgmap v16692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:17.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:21:17 smithi039 ceph-mon[181282]: pgmap v16692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:19.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:21:19 smithi039 ceph-mon[181282]: pgmap v16693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:19.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:21:19 smithi032 ceph-mon[191839]: pgmap v16693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:19.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:21:19 smithi032 ceph-mon[189144]: pgmap v16693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:21:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:21:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:21:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:21:21 smithi032 ceph-mon[191839]: pgmap v16694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:21:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:21:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:21:21 smithi032 ceph-mon[189144]: pgmap v16694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:21:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:21:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:21:21 smithi039 ceph-mon[181282]: pgmap v16694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:21:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:21:23.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:21:23 smithi032 ceph-mon[191839]: pgmap v16695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:23.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:21:23 smithi032 ceph-mon[189144]: pgmap v16695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:23.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:21:23 smithi039 ceph-mon[181282]: pgmap v16695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:25.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:21:25 smithi032 ceph-mon[191839]: pgmap v16696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:25.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:21:25 smithi032 ceph-mon[189144]: pgmap v16696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:25.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:21:25 smithi039 ceph-mon[181282]: pgmap v16696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:27.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:21:27 smithi032 ceph-mon[189144]: pgmap v16697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:27.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:21:27 smithi032 ceph-mon[191839]: pgmap v16697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:27.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:21:27 smithi039 ceph-mon[181282]: pgmap v16697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:29.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:21:29 smithi039 ceph-mon[181282]: pgmap v16698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:29.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:21:29 smithi032 ceph-mon[191839]: pgmap v16698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:29.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:21:29 smithi032 ceph-mon[189144]: pgmap v16698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:21:31 smithi032 ceph-mon[191839]: pgmap v16699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:21:31 smithi032 ceph-mon[189144]: pgmap v16699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:21:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:21:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:21:31.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:21:31 smithi039 ceph-mon[181282]: pgmap v16699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:32.552 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:21:32.874 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:21:32.874 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 7m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:21:32.874 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 5m ago 8h 95.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:21:32.874 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 7m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:21:32.874 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 5m ago 8h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:21:32.874 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 5m ago 8h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:21:32.874 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 7m ago 8h 848M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:21:32.875 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 7m ago 8h 2057M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:21:32.875 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 5m ago 8h 981M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:21:32.875 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 7m ago 8h 1050M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:21:32.875 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 7m ago 8h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:21:32.875 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 5m ago 8h 20.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:21:32.875 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (7h) 7m ago 8h 5240M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:21:32.875 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 7m ago 8h 5376M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:21:32.875 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 7m ago 8h 4752M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:21:32.875 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 7m ago 8h 4872M 2238M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:21:32.875 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 5m ago 8h 4593M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:21:32.875 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 5m ago 8h 5006M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:21:32.875 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 5m ago 8h 4662M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:21:32.875 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 5m ago 8h 4708M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:21:32.875 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 5m ago 8h 136M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:21:33.282 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:21:33.283 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:21:33.283 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:21:33.283 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:21:33.283 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:21:33.283 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:21:33.283 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:21:33.283 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:21:33.283 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:21:33.283 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:21:33.283 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:21:33.283 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:21:33.283 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:21:33.283 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:21:33.283 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:21:33.284 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:21:33.284 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:21:33.284 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:21:33.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:21:33 smithi032 ceph-mon[191839]: pgmap v16700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:33.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:21:33 smithi032 ceph-mon[191839]: from='client.62387 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:21:33.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:21:33 smithi032 ceph-mon[191839]: from='client.52479 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:21:33.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:21:33 smithi032 ceph-mon[189144]: pgmap v16700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:33.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:21:33 smithi032 ceph-mon[189144]: from='client.62387 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:21:33.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:21:33 smithi032 ceph-mon[189144]: from='client.52479 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:21:33.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:21:33 smithi039 ceph-mon[181282]: pgmap v16700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:33.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:21:33 smithi039 ceph-mon[181282]: from='client.62387 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:21:33.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:21:33 smithi039 ceph-mon[181282]: from='client.52479 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:21:34.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:21:34 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/6021516' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:21:34.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:21:34 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/6021516' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:21:34.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:21:34 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/6021516' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:21:35.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:21:35 smithi032 ceph-mon[189144]: pgmap v16701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:35.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:21:35 smithi032 ceph-mon[191839]: pgmap v16701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:35.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:21:35 smithi039 ceph-mon[181282]: pgmap v16701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:36.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:21:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:21:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:21:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:21:36.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:21:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:21:37.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:21:37 smithi032 ceph-mon[189144]: pgmap v16702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:37.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:21:37 smithi032 ceph-mon[191839]: pgmap v16702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:37.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:21:37 smithi039 ceph-mon[181282]: pgmap v16702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:39.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:21:39 smithi032 ceph-mon[191839]: pgmap v16703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:39.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:21:39 smithi032 ceph-mon[189144]: pgmap v16703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:39.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:21:39 smithi039 ceph-mon[181282]: pgmap v16703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:41.108 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:21:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:21:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:21:41.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:21:41 smithi032 ceph-mon[189144]: pgmap v16704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:41.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:21:41 smithi032 ceph-mon[191839]: pgmap v16704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:41.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:21:41 smithi039 ceph-mon[181282]: pgmap v16704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:43.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:21:43 smithi032 ceph-mon[189144]: pgmap v16705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:43.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:21:43 smithi032 ceph-mon[191839]: pgmap v16705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:43.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:21:43 smithi039 ceph-mon[181282]: pgmap v16705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:45.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:21:45 smithi032 ceph-mon[189144]: pgmap v16706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:45.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:21:45 smithi032 ceph-mon[191839]: pgmap v16706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:45.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:21:45 smithi039 ceph-mon[181282]: pgmap v16706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:47.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:21:47 smithi032 ceph-mon[191839]: pgmap v16707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:47.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:21:47 smithi032 ceph-mon[189144]: pgmap v16707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:47.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:21:47 smithi039 ceph-mon[181282]: pgmap v16707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:49.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:21:49 smithi032 ceph-mon[191839]: pgmap v16708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:49.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:21:49 smithi032 ceph-mon[189144]: pgmap v16708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:49.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:21:49 smithi039 ceph-mon[181282]: pgmap v16708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:51.112 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:21:51 smithi032 ceph-mon[191839]: pgmap v16709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:51.112 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:21:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:21:51.113 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:21:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:21:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T01:21:51.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:21:51 smithi032 ceph-mon[189144]: pgmap v16709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:51.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:21:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:21:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:21:51 smithi039 ceph-mon[181282]: pgmap v16709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:21:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:21:53.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:21:53 smithi032 ceph-mon[191839]: pgmap v16710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:53.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:21:53 smithi032 ceph-mon[189144]: pgmap v16710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:53.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:21:53 smithi039 ceph-mon[181282]: pgmap v16710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:55.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:21:55 smithi032 ceph-mon[189144]: pgmap v16711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:55.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:21:55 smithi032 ceph-mon[191839]: pgmap v16711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:55.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:21:55 smithi039 ceph-mon[181282]: pgmap v16711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:57.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:21:57 smithi032 ceph-mon[191839]: pgmap v16712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:57.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:21:57 smithi032 ceph-mon[189144]: pgmap v16712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:57.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:21:57 smithi039 ceph-mon[181282]: pgmap v16712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:59.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:21:59 smithi032 ceph-mon[189144]: pgmap v16713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:59.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:21:59 smithi032 ceph-mon[191839]: pgmap v16713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:21:59.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:21:59 smithi039 ceph-mon[181282]: pgmap v16713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:01.114 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:22:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:22:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T01:22:01.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:01 smithi032 ceph-mon[191839]: pgmap v16714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:01.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:01 smithi032 ceph-mon[189144]: pgmap v16714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:01.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:01 smithi039 ceph-mon[181282]: pgmap v16714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:03.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:03 smithi032 ceph-mon[189144]: pgmap v16715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:03.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:22:03.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:22:03.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:22:03.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:03 smithi032 ceph-mon[191839]: pgmap v16715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:03.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:22:03.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:22:03.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:22:03.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:03 smithi039 ceph-mon[181282]: pgmap v16715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:03.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:22:03.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:22:03.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:22:03.636 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:22:03.959 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:22:03.959 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 8m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:22:03.959 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 6m ago 8h 95.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:22:03.959 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 8m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:22:03.959 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 6m ago 8h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:22:03.959 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 6m ago 8h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:22:03.959 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 8m ago 8h 848M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:22:03.959 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 8m ago 8h 2057M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:22:03.959 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 6m ago 8h 981M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:22:03.959 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 8m ago 8h 1050M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:22:03.960 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 8m ago 8h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:22:03.960 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 6m ago 8h 20.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:22:03.960 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 8m ago 8h 5240M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:22:03.960 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (7h) 8m ago 8h 5376M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:22:03.960 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 8m ago 8h 4752M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:22:03.960 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 8m ago 8h 4872M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:22:03.960 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 6m ago 8h 4593M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:22:03.960 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 6m ago 8h 5006M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:22:03.960 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 6m ago 8h 4662M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:22:03.960 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 6m ago 8h 4708M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:22:03.960 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 6m ago 8h 136M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:22:04.359 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:22:04.360 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:22:04.360 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:22:04.360 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:22:04.360 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:22:04.360 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:22:04.360 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:22:04.360 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:22:04.360 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:22:04.360 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:22:04.360 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:22:04.360 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:22:04.360 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:22:04.360 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:22:04.361 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:22:04.361 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:22:04.361 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:22:04.361 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:22:04.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:22:04.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:22:04.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:22:04.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:22:04.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:04 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi032 to 2224M 2023-12-23T01:22:04.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:22:04.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:22:04.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:22:04.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:22:04.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:04 smithi032 ceph-mon[189144]: from='client.52491 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:22:04.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:04 smithi032 ceph-mon[189144]: from='client.62411 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:22:04.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:22:04.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:22:04.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:22:04.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:22:04.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:04 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi032 to 2224M 2023-12-23T01:22:04.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:22:04.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:22:04.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:22:04.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:22:04.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:04 smithi032 ceph-mon[191839]: from='client.52491 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:22:04.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:04 smithi032 ceph-mon[191839]: from='client.62411 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:22:04.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:22:04.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:22:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:22:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:22:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:04 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi032 to 2224M 2023-12-23T01:22:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:22:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:22:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:22:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:22:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:04 smithi039 ceph-mon[181282]: from='client.52491 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:22:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:04 smithi039 ceph-mon[181282]: from='client.62411 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:22:05.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:05 smithi032 ceph-mon[189144]: pgmap v16716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:05.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:05 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2234624611' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:22:05.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:05 smithi032 ceph-mon[191839]: pgmap v16716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:05.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:05 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2234624611' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:22:05.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:05 smithi039 ceph-mon[181282]: pgmap v16716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:05.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:05 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2234624611' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:22:06.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:22:06.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:22:06.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:22:07.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:07 smithi032 ceph-mon[191839]: pgmap v16717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:07.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:07 smithi032 ceph-mon[189144]: pgmap v16717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:07.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:07 smithi039 ceph-mon[181282]: pgmap v16717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:09.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:09 smithi032 ceph-mon[189144]: pgmap v16718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:09.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:09 smithi032 ceph-mon[191839]: pgmap v16718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:09.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:09 smithi039 ceph-mon[181282]: pgmap v16718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:11.123 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:22:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:22:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:22:11.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:11 smithi032 ceph-mon[191839]: pgmap v16719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:11.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:11 smithi032 ceph-mon[189144]: pgmap v16719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:11.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:11 smithi039 ceph-mon[181282]: pgmap v16719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:13.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:13 smithi032 ceph-mon[191839]: pgmap v16720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:13.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:13 smithi032 ceph-mon[189144]: pgmap v16720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:13.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:13 smithi039 ceph-mon[181282]: pgmap v16720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:15.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:15 smithi032 ceph-mon[191839]: pgmap v16721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:15.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:15 smithi032 ceph-mon[189144]: pgmap v16721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:15.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:15 smithi039 ceph-mon[181282]: pgmap v16721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:17.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:17 smithi032 ceph-mon[191839]: pgmap v16722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:17.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:17 smithi032 ceph-mon[189144]: pgmap v16722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:17.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:17 smithi039 ceph-mon[181282]: pgmap v16722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:19.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:19 smithi032 ceph-mon[191839]: pgmap v16723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:19.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:19 smithi032 ceph-mon[189144]: pgmap v16723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:19.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:19 smithi039 ceph-mon[181282]: pgmap v16723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:21.120 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:22:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:22:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T01:22:21.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:21 smithi032 ceph-mon[191839]: pgmap v16724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:21.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:22:21.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:21 smithi032 ceph-mon[189144]: pgmap v16724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:21.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:22:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:21 smithi039 ceph-mon[181282]: pgmap v16724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:22:23.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:23 smithi032 ceph-mon[191839]: pgmap v16725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:23.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:23 smithi032 ceph-mon[189144]: pgmap v16725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:23.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:23 smithi039 ceph-mon[181282]: pgmap v16725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:25.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:25 smithi032 ceph-mon[191839]: pgmap v16726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:25.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:25 smithi032 ceph-mon[189144]: pgmap v16726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:25.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:25 smithi039 ceph-mon[181282]: pgmap v16726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:27.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:27 smithi032 ceph-mon[191839]: pgmap v16727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:27.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:27 smithi032 ceph-mon[189144]: pgmap v16727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:27.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:27 smithi039 ceph-mon[181282]: pgmap v16727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:29.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:29 smithi032 ceph-mon[191839]: pgmap v16728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:29.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:29 smithi032 ceph-mon[189144]: pgmap v16728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:29.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:29 smithi039 ceph-mon[181282]: pgmap v16728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:31.123 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:22:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:22:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T01:22:31.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:31 smithi032 ceph-mon[191839]: pgmap v16729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:31.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:31 smithi032 ceph-mon[189144]: pgmap v16729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:31.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:31 smithi039 ceph-mon[181282]: pgmap v16729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:33.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:33 smithi032 ceph-mon[191839]: pgmap v16730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:33.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:33 smithi032 ceph-mon[189144]: pgmap v16730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:33.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:33 smithi039 ceph-mon[181282]: pgmap v16730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:34.724 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:22:35.048 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:22:35.048 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 8m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:22:35.048 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 6m ago 8h 95.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:22:35.048 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 8m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:22:35.048 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 6m ago 8h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:22:35.048 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 6m ago 8h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:22:35.048 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 8m ago 8h 848M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:22:35.048 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 8m ago 8h 2057M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:22:35.048 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 6m ago 8h 981M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:22:35.049 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 8m ago 8h 1050M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:22:35.049 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 8m ago 8h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:22:35.049 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 6m ago 8h 20.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:22:35.049 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 8m ago 8h 5240M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:22:35.049 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 8m ago 8h 5376M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:22:35.049 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (7h) 8m ago 8h 4752M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:22:35.049 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 8m ago 8h 4872M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:22:35.049 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 6m ago 8h 4593M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:22:35.049 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 6m ago 8h 5006M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:22:35.049 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 6m ago 8h 4662M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:22:35.050 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 6m ago 8h 4708M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:22:35.050 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 6m ago 8h 136M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:22:35.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:35 smithi032 ceph-mon[189144]: pgmap v16731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:35.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:35 smithi032 ceph-mon[189144]: from='client.62423 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:22:35.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:35 smithi032 ceph-mon[191839]: pgmap v16731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:35.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:35 smithi032 ceph-mon[191839]: from='client.62423 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:22:35.452 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:22:35.452 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:22:35.452 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:22:35.452 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:22:35.452 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:22:35.452 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:22:35.453 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:22:35.453 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:22:35.453 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:22:35.453 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:22:35.453 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:22:35.453 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:22:35.453 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:22:35.453 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:22:35.453 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:22:35.453 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:22:35.453 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:22:35.453 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:22:35.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:35 smithi039 ceph-mon[181282]: pgmap v16731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:35.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:35 smithi039 ceph-mon[181282]: from='client.62423 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:22:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:36 smithi032 ceph-mon[189144]: from='client.52515 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:22:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:22:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:36 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3354977602' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:22:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:36 smithi032 ceph-mon[191839]: from='client.52515 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:22:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:22:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:36 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3354977602' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:22:36.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:36 smithi039 ceph-mon[181282]: from='client.52515 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:22:36.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:22:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:36 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3354977602' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:22:37.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:37 smithi032 ceph-mon[191839]: pgmap v16732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:37.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:37 smithi032 ceph-mon[189144]: pgmap v16732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:37.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:37 smithi039 ceph-mon[181282]: pgmap v16732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:39.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:39 smithi032 ceph-mon[191839]: pgmap v16733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:39.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:39 smithi032 ceph-mon[189144]: pgmap v16733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:39.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:39 smithi039 ceph-mon[181282]: pgmap v16733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:41.126 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:22:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:22:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:22:41.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:41 smithi032 ceph-mon[189144]: pgmap v16734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:41.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:41 smithi032 ceph-mon[191839]: pgmap v16734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:41.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:41 smithi039 ceph-mon[181282]: pgmap v16734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:43.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:43 smithi032 ceph-mon[189144]: pgmap v16735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:43.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:43 smithi032 ceph-mon[191839]: pgmap v16735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:43.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:43 smithi039 ceph-mon[181282]: pgmap v16735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:45.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:45 smithi032 ceph-mon[191839]: pgmap v16736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:45.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:45 smithi032 ceph-mon[189144]: pgmap v16736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:45.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:45 smithi039 ceph-mon[181282]: pgmap v16736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:47.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:47 smithi032 ceph-mon[191839]: pgmap v16737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:47.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:47 smithi032 ceph-mon[189144]: pgmap v16737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:47.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:47 smithi039 ceph-mon[181282]: pgmap v16737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:49.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:49 smithi032 ceph-mon[191839]: pgmap v16738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:49.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:49 smithi032 ceph-mon[189144]: pgmap v16738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:49.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:49 smithi039 ceph-mon[181282]: pgmap v16738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:51.129 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:22:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:22:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T01:22:51.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:51 smithi032 ceph-mon[189144]: pgmap v16739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:51.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:22:51.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:51 smithi032 ceph-mon[191839]: pgmap v16739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:51.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:22:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:51 smithi039 ceph-mon[181282]: pgmap v16739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:51.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:22:53.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:53 smithi032 ceph-mon[189144]: pgmap v16740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:53.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:53 smithi032 ceph-mon[191839]: pgmap v16740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:53.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:53 smithi039 ceph-mon[181282]: pgmap v16740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:55.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:55 smithi032 ceph-mon[189144]: pgmap v16741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:55.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:55 smithi032 ceph-mon[191839]: pgmap v16741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:55.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:55 smithi039 ceph-mon[181282]: pgmap v16741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:57.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:57 smithi032 ceph-mon[189144]: pgmap v16742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:57.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:57 smithi032 ceph-mon[191839]: pgmap v16742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:57.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:57 smithi039 ceph-mon[181282]: pgmap v16742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:59.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:22:59 smithi032 ceph-mon[191839]: pgmap v16743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:59.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:22:59 smithi032 ceph-mon[189144]: pgmap v16743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:22:59.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:22:59 smithi039 ceph-mon[181282]: pgmap v16743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:01.132 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:23:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:23:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T01:23:01.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:23:01 smithi032 ceph-mon[191839]: pgmap v16744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:01.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:23:01 smithi032 ceph-mon[189144]: pgmap v16744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:01.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:23:01 smithi039 ceph-mon[181282]: pgmap v16744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:03.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:23:03 smithi032 ceph-mon[189144]: pgmap v16745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:03.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:23:03 smithi032 ceph-mon[191839]: pgmap v16745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:03.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:23:03 smithi039 ceph-mon[181282]: pgmap v16745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:23:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:23:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:23:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:23:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:23:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:23:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:23:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:23:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:23:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:23:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:23:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:23:04.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:23:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:23:04.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:23:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:23:04.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:23:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:23:04.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:23:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:23:04.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:23:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:23:04.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:23:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:23:04.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:23:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:23:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:23:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:23:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:23:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:23:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:23:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:23:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:23:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:23:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:23:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:23:05.817 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:23:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:23:05 smithi032 ceph-mon[189144]: pgmap v16746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:23:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:23:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:23:05 smithi032 ceph-mon[191839]: pgmap v16746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:23:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:23:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:23:05 smithi039 ceph-mon[181282]: pgmap v16746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:06.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:23:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:23:06.138 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:23:06.138 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 9m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:23:06.138 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 7m ago 8h 95.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:23:06.138 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 9m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:23:06.138 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 7m ago 8h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:23:06.139 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 7m ago 8h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:23:06.139 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 9m ago 8h 848M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:23:06.139 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 9m ago 8h 2057M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:23:06.139 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 7m ago 8h 981M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:23:06.139 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 9m ago 8h 1050M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:23:06.139 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 9m ago 8h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:23:06.139 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 7m ago 8h 20.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:23:06.139 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 9m ago 8h 5240M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:23:06.139 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 9m ago 8h 5376M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:23:06.139 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 9m ago 8h 4752M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:23:06.139 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (7h) 9m ago 8h 4872M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:23:06.139 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 7m ago 8h 4593M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:23:06.139 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 7m ago 8h 5006M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:23:06.140 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 7m ago 8h 4662M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:23:06.140 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 7m ago 8h 4708M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:23:06.140 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 7m ago 8h 136M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:23:06.536 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:23:06.537 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:23:06.537 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:23:06.537 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:23:06.537 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:23:06.537 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:23:06.537 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:23:06.537 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:23:06.537 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:23:06.537 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:23:06.537 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:23:06.537 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:23:06.538 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:23:06.538 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:23:06.538 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:23:06.538 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:23:06.538 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:23:06.538 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:23:06.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:23:06 smithi032 ceph-mon[191839]: from='client.52527 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:23:06.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:23:06 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3765249970' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:23:06.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:23:06 smithi032 ceph-mon[189144]: from='client.52527 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:23:06.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:23:06 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3765249970' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:23:07.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:23:06 smithi039 ceph-mon[181282]: from='client.52527 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:23:07.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:23:06 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3765249970' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:23:07.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:23:07 smithi032 ceph-mon[191839]: pgmap v16747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:07.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:23:07 smithi032 ceph-mon[191839]: from='client.62447 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:23:07.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:23:07 smithi032 ceph-mon[189144]: pgmap v16747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:07.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:23:07 smithi032 ceph-mon[189144]: from='client.62447 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:23:08.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:23:07 smithi039 ceph-mon[181282]: pgmap v16747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:08.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:23:07 smithi039 ceph-mon[181282]: from='client.62447 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:23:09.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:23:09 smithi032 ceph-mon[191839]: pgmap v16748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:09.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:23:09 smithi032 ceph-mon[189144]: pgmap v16748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:09.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:23:09 smithi039 ceph-mon[181282]: pgmap v16748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:11.135 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:23:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:23:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T01:23:11.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:23:11 smithi032 ceph-mon[189144]: pgmap v16749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:11.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:23:11 smithi032 ceph-mon[191839]: pgmap v16749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:11.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:23:11 smithi039 ceph-mon[181282]: pgmap v16749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:13.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:23:13 smithi032 ceph-mon[191839]: pgmap v16750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:13.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:23:13 smithi032 ceph-mon[189144]: pgmap v16750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:13.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:23:13 smithi039 ceph-mon[181282]: pgmap v16750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:15.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:23:15 smithi032 ceph-mon[189144]: pgmap v16751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:15.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:23:15 smithi032 ceph-mon[191839]: pgmap v16751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:15.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:23:15 smithi039 ceph-mon[181282]: pgmap v16751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:17.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:23:17 smithi032 ceph-mon[191839]: pgmap v16752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:17.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:23:17 smithi032 ceph-mon[189144]: pgmap v16752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:17.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:23:17 smithi039 ceph-mon[181282]: pgmap v16752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:19.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:23:19 smithi032 ceph-mon[191839]: pgmap v16753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:19.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:23:19 smithi032 ceph-mon[189144]: pgmap v16753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:19.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:23:19 smithi039 ceph-mon[181282]: pgmap v16753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:21.138 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:23:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:23:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:23:21.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:23:21 smithi032 ceph-mon[191839]: pgmap v16754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:21.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:23:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:23:21.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:23:21 smithi032 ceph-mon[189144]: pgmap v16754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:21.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:23:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:23:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:23:21 smithi039 ceph-mon[181282]: pgmap v16754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:23:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:23:23.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:23:23 smithi032 ceph-mon[191839]: pgmap v16755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:23.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:23:23 smithi032 ceph-mon[189144]: pgmap v16755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:23.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:23:23 smithi039 ceph-mon[181282]: pgmap v16755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:25.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:23:25 smithi032 ceph-mon[191839]: pgmap v16756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:25.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:23:25 smithi032 ceph-mon[189144]: pgmap v16756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:25.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:23:25 smithi039 ceph-mon[181282]: pgmap v16756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:27.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:23:27 smithi032 ceph-mon[191839]: pgmap v16757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:27.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:23:27 smithi032 ceph-mon[189144]: pgmap v16757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:27.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:23:27 smithi039 ceph-mon[181282]: pgmap v16757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:29.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:23:29 smithi032 ceph-mon[191839]: pgmap v16758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:29.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:23:29 smithi032 ceph-mon[189144]: pgmap v16758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:29.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:23:29 smithi039 ceph-mon[181282]: pgmap v16758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:31.141 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:23:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:23:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:23:31.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:23:31 smithi032 ceph-mon[191839]: pgmap v16759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:31.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:23:31 smithi032 ceph-mon[189144]: pgmap v16759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:31.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:23:31 smithi039 ceph-mon[181282]: pgmap v16759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:33.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:23:33 smithi032 ceph-mon[191839]: pgmap v16760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:33.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:23:33 smithi032 ceph-mon[189144]: pgmap v16760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:33.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:23:33 smithi039 ceph-mon[181282]: pgmap v16760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:35.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:23:35 smithi032 ceph-mon[191839]: pgmap v16761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:35.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:23:35 smithi032 ceph-mon[189144]: pgmap v16761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:35.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:23:35 smithi039 ceph-mon[181282]: pgmap v16761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:36.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:23:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:23:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:23:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:23:36.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:23:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:23:36.902 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:23:37.226 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:23:37.226 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 9m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:23:37.226 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 7m ago 8h 95.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:23:37.226 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 9m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:23:37.227 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 7m ago 8h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:23:37.227 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 7m ago 8h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:23:37.227 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 9m ago 8h 848M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:23:37.227 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 9m ago 8h 2057M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:23:37.227 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 7m ago 8h 981M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:23:37.227 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 9m ago 8h 1050M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:23:37.227 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 9m ago 8h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:23:37.227 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 7m ago 8h 20.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:23:37.227 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 9m ago 8h 5240M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:23:37.227 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 9m ago 8h 5376M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:23:37.227 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 9m ago 8h 4752M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:23:37.227 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 9m ago 8h 4872M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:23:37.227 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (7h) 7m ago 8h 4593M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:23:37.227 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 7m ago 8h 5006M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:23:37.227 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 7m ago 8h 4662M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:23:37.228 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 7m ago 8h 4708M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:23:37.228 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 7m ago 8h 136M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:23:37.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:23:37 smithi032 ceph-mon[191839]: pgmap v16762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:37.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:23:37 smithi032 ceph-mon[191839]: from='client.62459 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:23:37.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:23:37 smithi032 ceph-mon[189144]: pgmap v16762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:37.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:23:37 smithi032 ceph-mon[189144]: from='client.62459 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:23:37.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:23:37 smithi039 ceph-mon[181282]: pgmap v16762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:37.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:23:37 smithi039 ceph-mon[181282]: from='client.62459 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:23:37.629 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:23:37.630 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:23:37.630 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:23:37.630 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:23:37.630 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:23:37.630 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:23:37.630 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:23:37.630 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:23:37.630 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:23:37.630 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:23:37.630 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:23:37.630 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:23:37.630 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:23:37.630 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:23:37.630 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:23:37.631 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:23:37.631 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:23:37.631 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:23:38.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:23:38 smithi032 ceph-mon[189144]: from='client.62465 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:23:38.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:23:38 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1944283' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:23:38.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:23:38 smithi032 ceph-mon[191839]: from='client.62465 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:23:38.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:23:38 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1944283' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:23:38.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:23:38 smithi039 ceph-mon[181282]: from='client.62465 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:23:38.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:23:38 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1944283' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:23:39.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:23:39 smithi032 ceph-mon[189144]: pgmap v16763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:39.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:23:39 smithi032 ceph-mon[191839]: pgmap v16763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:39.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:23:39 smithi039 ceph-mon[181282]: pgmap v16763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:41.162 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:23:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:23:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:23:41.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:23:41 smithi032 ceph-mon[191839]: pgmap v16764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:41.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:23:41 smithi032 ceph-mon[189144]: pgmap v16764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:41.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:23:41 smithi039 ceph-mon[181282]: pgmap v16764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:43.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:23:43 smithi032 ceph-mon[189144]: pgmap v16765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:43.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:23:43 smithi032 ceph-mon[191839]: pgmap v16765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:43.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:23:43 smithi039 ceph-mon[181282]: pgmap v16765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:45.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:23:45 smithi032 ceph-mon[191839]: pgmap v16766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:45.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:23:45 smithi032 ceph-mon[189144]: pgmap v16766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:45.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:23:45 smithi039 ceph-mon[181282]: pgmap v16766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:47.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:23:47 smithi032 ceph-mon[191839]: pgmap v16767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:47.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:23:47 smithi032 ceph-mon[189144]: pgmap v16767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:47.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:23:47 smithi039 ceph-mon[181282]: pgmap v16767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:49.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:23:49 smithi032 ceph-mon[191839]: pgmap v16768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:49.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:23:49 smithi032 ceph-mon[189144]: pgmap v16768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:49.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:23:49 smithi039 ceph-mon[181282]: pgmap v16768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:51.147 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:23:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:23:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:23:51.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:23:51 smithi032 ceph-mon[189144]: pgmap v16769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:51.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:23:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:23:51.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:23:51 smithi032 ceph-mon[191839]: pgmap v16769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:51.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:23:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:23:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:23:51 smithi039 ceph-mon[181282]: pgmap v16769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:51.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:23:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:23:53.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:23:53 smithi032 ceph-mon[191839]: pgmap v16770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:53.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:23:53 smithi032 ceph-mon[189144]: pgmap v16770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:53.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:23:53 smithi039 ceph-mon[181282]: pgmap v16770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:55.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:23:55 smithi032 ceph-mon[191839]: pgmap v16771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:55.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:23:55 smithi032 ceph-mon[189144]: pgmap v16771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:55.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:23:55 smithi039 ceph-mon[181282]: pgmap v16771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:57.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:23:57 smithi032 ceph-mon[191839]: pgmap v16772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:57.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:23:57 smithi032 ceph-mon[189144]: pgmap v16772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:57.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:23:57 smithi039 ceph-mon[181282]: pgmap v16772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:59.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:23:59 smithi032 ceph-mon[191839]: pgmap v16773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:59.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:23:59 smithi032 ceph-mon[189144]: pgmap v16773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:23:59.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:23:59 smithi039 ceph-mon[181282]: pgmap v16773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:01.150 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:24:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:24:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:24:01.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:24:01 smithi032 ceph-mon[191839]: pgmap v16774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:01.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:24:01 smithi032 ceph-mon[189144]: pgmap v16774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:01.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:24:01 smithi039 ceph-mon[181282]: pgmap v16774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:03.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:24:03 smithi032 ceph-mon[191839]: pgmap v16775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:03.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:24:03 smithi032 ceph-mon[189144]: pgmap v16775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:03.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:24:03 smithi039 ceph-mon[181282]: pgmap v16775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:05.156 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:24:05 smithi032 ceph-mon[189144]: pgmap v16776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:05.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:24:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:24:05.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:24:05 smithi032 ceph-mon[191839]: pgmap v16776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:05.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:24:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:24:05.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:24:05 smithi039 ceph-mon[181282]: pgmap v16776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:05.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:24:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:24:06.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:24:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:24:06.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:24:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:24:06.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:24:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:24:07.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:24:07 smithi032 ceph-mon[189144]: pgmap v16777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:07.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:24:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:24:07.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:24:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:24:07.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:24:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:24:07.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:24:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:24:07.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:24:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:24:07.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:24:07 smithi032 ceph-mon[191839]: pgmap v16777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:07.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:24:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:24:07.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:24:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:24:07.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:24:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:24:07.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:24:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:24:07.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:24:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:24:07.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:24:07 smithi039 ceph-mon[181282]: pgmap v16777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:07.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:24:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:24:07.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:24:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:24:07.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:24:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:24:07.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:24:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:24:07.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:24:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:24:07.995 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:24:08.319 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:24:08.319 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 1s ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:24:08.319 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 8m ago 8h 95.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:24:08.319 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 1s ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:24:08.319 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 8m ago 8h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:24:08.319 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 8m ago 8h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:24:08.319 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 1s ago 8h 854M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:24:08.319 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 1s ago 8h 2093M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:24:08.320 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 8m ago 8h 981M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:24:08.320 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 1s ago 8h 1070M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:24:08.320 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 1s ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:24:08.320 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 8m ago 8h 20.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:24:08.320 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 1s ago 8h 5273M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:24:08.320 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 1s ago 8h 5405M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:24:08.320 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 1s ago 8h 4775M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:24:08.320 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 1s ago 8h 4901M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:24:08.320 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 8m ago 8h 4593M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:24:08.320 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (7h) 8m ago 8h 5006M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:24:08.320 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 8m ago 8h 4662M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:24:08.321 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 8m ago 8h 4708M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:24:08.321 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 8m ago 8h 136M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:24:08.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:24:08 smithi032 ceph-mon[191839]: from='client.52563 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:24:08.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:24:08 smithi032 ceph-mon[189144]: from='client.52563 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:24:08.725 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:24:08.725 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:24:08.725 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:24:08.725 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:24:08.725 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:24:08.725 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:24:08.725 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:24:08.725 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:24:08.725 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:24:08.725 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:24:08.725 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:24:08.725 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:24:08.726 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:24:08.726 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:24:08.726 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:24:08.726 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:24:08.726 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:24:08.726 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:24:08.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:24:08 smithi039 ceph-mon[181282]: from='client.52563 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:24:09.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:24:09 smithi032 ceph-mon[191839]: pgmap v16778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:09.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:24:09 smithi032 ceph-mon[191839]: from='client.62483 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:24:09.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:24:09 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/885562759' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:24:09.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:24:09 smithi032 ceph-mon[189144]: pgmap v16778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:09.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:24:09 smithi032 ceph-mon[189144]: from='client.62483 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:24:09.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:24:09 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/885562759' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:24:09.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:24:09 smithi039 ceph-mon[181282]: pgmap v16778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:09.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:24:09 smithi039 ceph-mon[181282]: from='client.62483 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:24:09.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:24:09 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/885562759' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:24:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:24:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:24:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:24:11.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:24:11 smithi032 ceph-mon[191839]: pgmap v16779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:11.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:24:11 smithi032 ceph-mon[189144]: pgmap v16779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:11.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:24:11 smithi039 ceph-mon[181282]: pgmap v16779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:13.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:24:13 smithi032 ceph-mon[191839]: pgmap v16780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:13.685 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:24:13 smithi032 ceph-mon[189144]: pgmap v16780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:13.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:24:13 smithi039 ceph-mon[181282]: pgmap v16780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:15.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:24:15 smithi032 ceph-mon[191839]: pgmap v16781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:15.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:24:15 smithi032 ceph-mon[189144]: pgmap v16781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:15.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:24:15 smithi039 ceph-mon[181282]: pgmap v16781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:17.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:24:17 smithi032 ceph-mon[191839]: pgmap v16782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:17.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:24:17 smithi032 ceph-mon[189144]: pgmap v16782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:17.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:24:17 smithi039 ceph-mon[181282]: pgmap v16782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:19.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:24:19 smithi032 ceph-mon[191839]: pgmap v16783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:19.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:24:19 smithi032 ceph-mon[189144]: pgmap v16783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:19.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:24:19 smithi039 ceph-mon[181282]: pgmap v16783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:21.156 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:24:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:24:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:24:21.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:24:21 smithi032 ceph-mon[189144]: pgmap v16784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:21.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:24:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:24:21.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:24:21 smithi032 ceph-mon[191839]: pgmap v16784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:21.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:24:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:24:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:24:21 smithi039 ceph-mon[181282]: pgmap v16784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:24:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:24:23.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:24:23 smithi032 ceph-mon[189144]: pgmap v16785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:23.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:24:23 smithi032 ceph-mon[191839]: pgmap v16785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:23.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:24:23 smithi039 ceph-mon[181282]: pgmap v16785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:25.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:24:25 smithi032 ceph-mon[191839]: pgmap v16786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:25.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:24:25 smithi032 ceph-mon[189144]: pgmap v16786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:25.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:24:25 smithi039 ceph-mon[181282]: pgmap v16786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:27.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:24:27 smithi032 ceph-mon[191839]: pgmap v16787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:27.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:24:27 smithi032 ceph-mon[189144]: pgmap v16787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:27.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:24:27 smithi039 ceph-mon[181282]: pgmap v16787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:29.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:24:29 smithi032 ceph-mon[191839]: pgmap v16788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:29.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:24:29 smithi032 ceph-mon[189144]: pgmap v16788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:29.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:24:29 smithi039 ceph-mon[181282]: pgmap v16788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:31.159 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:24:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:24:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:24:31.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:24:31 smithi032 ceph-mon[191839]: pgmap v16789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:31.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:24:31 smithi032 ceph-mon[189144]: pgmap v16789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:31.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:24:31 smithi039 ceph-mon[181282]: pgmap v16789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:33.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:24:33 smithi032 ceph-mon[191839]: pgmap v16790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:33.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:24:33 smithi032 ceph-mon[189144]: pgmap v16790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:33.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:24:33 smithi039 ceph-mon[181282]: pgmap v16790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:35.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:24:35 smithi032 ceph-mon[191839]: pgmap v16791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:35.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:24:35 smithi032 ceph-mon[189144]: pgmap v16791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:35.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:24:35 smithi039 ceph-mon[181282]: pgmap v16791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:24:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:24:36.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:24:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:24:36.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:24:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:24:37.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:24:37 smithi032 ceph-mon[189144]: pgmap v16792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:37.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:24:37 smithi032 ceph-mon[191839]: pgmap v16792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:37.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:24:37 smithi039 ceph-mon[181282]: pgmap v16792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:39.091 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:24:39.419 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:24:39.419 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 33s ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:24:39.419 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 8m ago 8h 95.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:24:39.419 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 33s ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:24:39.419 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 8m ago 8h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:24:39.419 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 8m ago 8h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:24:39.419 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 33s ago 8h 854M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:24:39.419 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 33s ago 8h 2093M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:24:39.419 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 8m ago 8h 981M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:24:39.419 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 33s ago 8h 1070M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:24:39.419 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 33s ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:24:39.420 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 8m ago 8h 20.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:24:39.420 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 33s ago 8h 5273M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:24:39.420 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 33s ago 8h 5405M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:24:39.420 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 33s ago 8h 4775M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:24:39.420 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 33s ago 8h 4901M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:24:39.420 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 8m ago 8h 4593M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:24:39.420 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 8m ago 8h 5006M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:24:39.420 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (7h) 8m ago 8h 4662M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:24:39.420 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 8m ago 8h 4708M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:24:39.420 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 8m ago 8h 136M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:24:39.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:24:39 smithi032 ceph-mon[189144]: pgmap v16793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:39.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:24:39 smithi032 ceph-mon[191839]: pgmap v16793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:39.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:24:39 smithi039 ceph-mon[181282]: pgmap v16793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:39.819 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:24:39.820 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:24:39.820 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:24:39.820 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:24:39.820 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:24:39.820 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:24:39.820 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:24:39.820 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:24:39.820 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:24:39.820 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:24:39.820 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:24:39.820 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:24:39.820 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:24:39.820 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:24:39.820 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:24:39.820 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:24:39.820 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:24:39.821 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:24:40.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:24:40 smithi032 ceph-mon[189144]: from='client.52581 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:24:40.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:24:40 smithi032 ceph-mon[189144]: from='client.62501 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:24:40.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:24:40 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1510328983' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:24:40.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:24:40 smithi032 ceph-mon[191839]: from='client.52581 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:24:40.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:24:40 smithi032 ceph-mon[191839]: from='client.62501 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:24:40.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:24:40 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1510328983' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:24:40.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:24:40 smithi039 ceph-mon[181282]: from='client.52581 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:24:40.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:24:40 smithi039 ceph-mon[181282]: from='client.62501 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:24:40.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:24:40 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1510328983' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:24:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:24:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:24:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:24:41.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:24:41 smithi032 ceph-mon[189144]: pgmap v16794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:41.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:24:41 smithi032 ceph-mon[191839]: pgmap v16794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:41.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:24:41 smithi039 ceph-mon[181282]: pgmap v16794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:43.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:24:43 smithi032 ceph-mon[189144]: pgmap v16795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:43.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:24:43 smithi032 ceph-mon[191839]: pgmap v16795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:43.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:24:43 smithi039 ceph-mon[181282]: pgmap v16795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:45.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:24:45 smithi032 ceph-mon[191839]: pgmap v16796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:45.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:24:45 smithi032 ceph-mon[189144]: pgmap v16796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:45.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:24:45 smithi039 ceph-mon[181282]: pgmap v16796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:47.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:24:47 smithi032 ceph-mon[191839]: pgmap v16797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:47.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:24:47 smithi032 ceph-mon[189144]: pgmap v16797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:47.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:24:47 smithi039 ceph-mon[181282]: pgmap v16797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:49.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:24:49 smithi032 ceph-mon[191839]: pgmap v16798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:49.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:24:49 smithi032 ceph-mon[189144]: pgmap v16798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:49.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:24:49 smithi039 ceph-mon[181282]: pgmap v16798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:51.167 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:24:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:24:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:24:51.167 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:24:51 smithi032 ceph-mon[189144]: pgmap v16799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:51.167 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:24:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:24:51.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:24:51 smithi032 ceph-mon[191839]: pgmap v16799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:51.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:24:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:24:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:24:51 smithi039 ceph-mon[181282]: pgmap v16799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:24:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:24:53.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:24:53 smithi032 ceph-mon[191839]: pgmap v16800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:53.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:24:53 smithi032 ceph-mon[189144]: pgmap v16800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:53.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:24:53 smithi039 ceph-mon[181282]: pgmap v16800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:55.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:24:55 smithi032 ceph-mon[189144]: pgmap v16801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:55.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:24:55 smithi032 ceph-mon[191839]: pgmap v16801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:55.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:24:55 smithi039 ceph-mon[181282]: pgmap v16801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:57.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:24:57 smithi032 ceph-mon[191839]: pgmap v16802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:57.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:24:57 smithi032 ceph-mon[189144]: pgmap v16802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:57.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:24:57 smithi039 ceph-mon[181282]: pgmap v16802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:59.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:24:59 smithi032 ceph-mon[191839]: pgmap v16803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:59.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:24:59 smithi032 ceph-mon[189144]: pgmap v16803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:24:59.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:24:59 smithi039 ceph-mon[181282]: pgmap v16803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:01.169 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:25:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:25:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:25:01.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:25:01 smithi032 ceph-mon[189144]: pgmap v16804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:01.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:25:01 smithi032 ceph-mon[191839]: pgmap v16804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:01.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:25:01 smithi039 ceph-mon[181282]: pgmap v16804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:03.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:25:03 smithi032 ceph-mon[191839]: pgmap v16805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:03.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:25:03 smithi032 ceph-mon[189144]: pgmap v16805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:03.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:25:03 smithi039 ceph-mon[181282]: pgmap v16805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:05.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:25:05 smithi032 ceph-mon[191839]: pgmap v16806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:05.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:25:05 smithi032 ceph-mon[189144]: pgmap v16806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:05.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:25:05 smithi039 ceph-mon[181282]: pgmap v16806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:06.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:25:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:25:06.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:25:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:25:06.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:25:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:25:07.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:25:07 smithi039 ceph-mon[181282]: pgmap v16807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:07.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:25:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:25:07.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:25:07 smithi032 ceph-mon[191839]: pgmap v16807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:07.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:25:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:25:07.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:25:07 smithi032 ceph-mon[189144]: pgmap v16807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:07.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:25:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:25:08.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:25:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:25:08.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:25:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:25:08.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:25:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:25:08.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:25:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:25:08.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:25:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:25:08.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:25:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:25:08.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:25:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:25:08.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:25:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:25:08.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:25:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:25:09.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:25:09 smithi039 ceph-mon[181282]: pgmap v16808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:09.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:25:09 smithi032 ceph-mon[191839]: pgmap v16808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:09.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:25:09 smithi032 ceph-mon[189144]: pgmap v16808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:10.185 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:25:10.511 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:25:10.511 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 64s ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:25:10.511 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 9m ago 8h 95.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:25:10.511 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 64s ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:25:10.511 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 9m ago 8h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:25:10.511 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 9m ago 8h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:25:10.511 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 64s ago 8h 854M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:25:10.511 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 64s ago 8h 2093M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:25:10.511 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 9m ago 8h 981M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:25:10.511 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 64s ago 8h 1070M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:25:10.511 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 64s ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:25:10.511 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 9m ago 8h 20.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:25:10.512 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 64s ago 8h 5273M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:25:10.512 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 64s ago 8h 5405M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:25:10.512 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 64s ago 8h 4775M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:25:10.512 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 64s ago 8h 4901M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:25:10.512 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 9m ago 8h 4593M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:25:10.512 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 9m ago 8h 5006M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:25:10.512 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 9m ago 8h 4662M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:25:10.512 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (7h) 9m ago 8h 4708M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:25:10.512 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 9m ago 8h 136M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:25:10.913 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:25:10.913 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:25:10.913 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:25:10.913 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:25:10.913 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:25:10.913 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:25:10.914 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:25:10.914 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:25:10.914 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:25:10.914 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:25:10.914 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:25:10.914 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:25:10.914 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:25:10.914 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:25:10.914 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:25:10.914 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:25:10.914 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:25:10.914 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:25:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:25:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:25:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:25:11.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:25:11 smithi039 ceph-mon[181282]: pgmap v16809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:11.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:25:11 smithi039 ceph-mon[181282]: from='client.62513 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:25:11.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:25:11 smithi039 ceph-mon[181282]: from='client.52605 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:25:11.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:25:11 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2345085052' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:25:11.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:25:11 smithi032 ceph-mon[191839]: pgmap v16809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:11.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:25:11 smithi032 ceph-mon[191839]: from='client.62513 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:25:11.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:25:11 smithi032 ceph-mon[191839]: from='client.52605 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:25:11.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:25:11 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2345085052' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:25:11.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:25:11 smithi032 ceph-mon[189144]: pgmap v16809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:11.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:25:11 smithi032 ceph-mon[189144]: from='client.62513 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:25:11.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:25:11 smithi032 ceph-mon[189144]: from='client.52605 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:25:11.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:25:11 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2345085052' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:25:13.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:25:13 smithi039 ceph-mon[181282]: pgmap v16810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:13.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:25:13 smithi032 ceph-mon[191839]: pgmap v16810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:13.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:25:13 smithi032 ceph-mon[189144]: pgmap v16810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:15.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:25:15 smithi039 ceph-mon[181282]: pgmap v16811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:15.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:25:15 smithi032 ceph-mon[189144]: pgmap v16811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:15.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:25:15 smithi032 ceph-mon[191839]: pgmap v16811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:17.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:25:17 smithi039 ceph-mon[181282]: pgmap v16812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:17.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:25:17 smithi032 ceph-mon[191839]: pgmap v16812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:17.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:25:17 smithi032 ceph-mon[189144]: pgmap v16812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:19.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:25:19 smithi032 ceph-mon[191839]: pgmap v16813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:19.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:25:19 smithi032 ceph-mon[189144]: pgmap v16813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:19.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:25:19 smithi039 ceph-mon[181282]: pgmap v16813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:21.175 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:25:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:25:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:25:21.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:25:21 smithi032 ceph-mon[191839]: pgmap v16814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:21.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:25:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:25:21.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:25:21 smithi032 ceph-mon[189144]: pgmap v16814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:21.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:25:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:25:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:25:21 smithi039 ceph-mon[181282]: pgmap v16814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:25:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:25:23.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:25:23 smithi032 ceph-mon[191839]: pgmap v16815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:23.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:25:23 smithi032 ceph-mon[189144]: pgmap v16815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:23.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:25:23 smithi039 ceph-mon[181282]: pgmap v16815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:25.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:25:25 smithi039 ceph-mon[181282]: pgmap v16816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:25.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:25:25 smithi032 ceph-mon[191839]: pgmap v16816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:25.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:25:25 smithi032 ceph-mon[189144]: pgmap v16816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:27.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:25:27 smithi039 ceph-mon[181282]: pgmap v16817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:27.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:25:27 smithi032 ceph-mon[189144]: pgmap v16817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:27.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:25:27 smithi032 ceph-mon[191839]: pgmap v16817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:29.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:25:29 smithi032 ceph-mon[191839]: pgmap v16818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:29.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:25:29 smithi032 ceph-mon[189144]: pgmap v16818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:29.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:25:29 smithi039 ceph-mon[181282]: pgmap v16818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:31.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:25:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:25:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:25:31.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:25:31 smithi032 ceph-mon[191839]: pgmap v16819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:31.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:25:31 smithi032 ceph-mon[189144]: pgmap v16819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:31.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:25:31 smithi039 ceph-mon[181282]: pgmap v16819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:33.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:25:33 smithi032 ceph-mon[189144]: pgmap v16820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:33.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:25:33 smithi032 ceph-mon[191839]: pgmap v16820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:33.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:25:33 smithi039 ceph-mon[181282]: pgmap v16820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:35.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:25:35 smithi039 ceph-mon[181282]: pgmap v16821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:35.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:25:35 smithi032 ceph-mon[191839]: pgmap v16821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:35.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:25:35 smithi032 ceph-mon[189144]: pgmap v16821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:25:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:25:36.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:25:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:25:36.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:25:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:25:37.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:25:37 smithi039 ceph-mon[181282]: pgmap v16822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:37.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:25:37 smithi032 ceph-mon[189144]: pgmap v16822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:37.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:25:37 smithi032 ceph-mon[191839]: pgmap v16822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:39.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:25:39 smithi032 ceph-mon[191839]: pgmap v16823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:39.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:25:39 smithi032 ceph-mon[189144]: pgmap v16823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:39.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:25:39 smithi039 ceph-mon[181282]: pgmap v16823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:25:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:25:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:25:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:25:41 smithi032 ceph-mon[189144]: pgmap v16824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:41.275 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:25:41.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:25:41 smithi032 ceph-mon[191839]: pgmap v16824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:41.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:25:41 smithi039 ceph-mon[181282]: pgmap v16824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:41.597 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:25:41.597 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 95s ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:25:41.598 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 9m ago 8h 95.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:25:41.598 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 95s ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:25:41.598 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 9m ago 8h 28.1M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:25:41.598 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 9m ago 8h 466M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:25:41.598 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 95s ago 8h 854M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:25:41.598 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 95s ago 8h 2093M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:25:41.598 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 9m ago 8h 981M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:25:41.598 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 95s ago 8h 1070M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:25:41.598 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 95s ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:25:41.598 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 9m ago 8h 20.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:25:41.598 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 95s ago 8h 5273M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:25:41.598 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 95s ago 8h 5405M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:25:41.598 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 95s ago 8h 4775M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:25:41.598 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 95s ago 8h 4901M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:25:41.598 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 9m ago 8h 4593M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:25:41.599 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 9m ago 8h 5006M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:25:41.599 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 9m ago 8h 4662M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:25:41.599 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 9m ago 8h 4708M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:25:41.599 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 9m ago 8h 136M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:25:41.998 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:25:41.998 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:25:41.998 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:25:41.998 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:25:41.998 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:25:41.998 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:25:41.998 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:25:41.998 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:25:41.998 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:25:41.998 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:25:41.998 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:25:41.999 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:25:41.999 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:25:41.999 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:25:41.999 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:25:41.999 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:25:41.999 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:25:41.999 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:25:42.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:25:42 smithi039 ceph-mon[181282]: from='client.52617 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:25:42.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:25:42 smithi039 ceph-mon[181282]: from='client.62537 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:25:42.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:25:42 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4120192711' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:25:42.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:25:42 smithi032 ceph-mon[191839]: from='client.52617 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:25:42.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:25:42 smithi032 ceph-mon[191839]: from='client.62537 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:25:42.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:25:42 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4120192711' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:25:42.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:25:42 smithi032 ceph-mon[189144]: from='client.52617 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:25:42.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:25:42 smithi032 ceph-mon[189144]: from='client.62537 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:25:42.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:25:42 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4120192711' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:25:43.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:25:43 smithi039 ceph-mon[181282]: pgmap v16825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:43.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:25:43 smithi032 ceph-mon[191839]: pgmap v16825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:43.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:25:43 smithi032 ceph-mon[189144]: pgmap v16825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:45.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:25:45 smithi039 ceph-mon[181282]: pgmap v16826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:45.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:25:45 smithi032 ceph-mon[191839]: pgmap v16826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:45.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:25:45 smithi032 ceph-mon[189144]: pgmap v16826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:47.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:25:47 smithi039 ceph-mon[181282]: pgmap v16827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:47.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:25:47 smithi032 ceph-mon[191839]: pgmap v16827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:47.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:25:47 smithi032 ceph-mon[189144]: pgmap v16827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:49.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:25:49 smithi032 ceph-mon[191839]: pgmap v16828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:49.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:25:49 smithi032 ceph-mon[189144]: pgmap v16828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:49.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:25:49 smithi039 ceph-mon[181282]: pgmap v16828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:25:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:25:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:25:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:25:51 smithi039 ceph-mon[181282]: pgmap v16829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:25:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:25:51.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:25:51 smithi032 ceph-mon[191839]: pgmap v16829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:51.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:25:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:25:51.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:25:51 smithi032 ceph-mon[189144]: pgmap v16829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:51.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:25:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:25:53.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:25:53 smithi039 ceph-mon[181282]: pgmap v16830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:53.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:25:53 smithi032 ceph-mon[191839]: pgmap v16830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:53.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:25:53 smithi032 ceph-mon[189144]: pgmap v16830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:55.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:25:55 smithi039 ceph-mon[181282]: pgmap v16831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:55.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:25:55 smithi032 ceph-mon[191839]: pgmap v16831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:55.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:25:55 smithi032 ceph-mon[189144]: pgmap v16831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:57.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:25:57 smithi039 ceph-mon[181282]: pgmap v16832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:57.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:25:57 smithi032 ceph-mon[191839]: pgmap v16832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:57.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:25:57 smithi032 ceph-mon[189144]: pgmap v16832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:59.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:25:59 smithi032 ceph-mon[191839]: pgmap v16833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:59.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:25:59 smithi032 ceph-mon[189144]: pgmap v16833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:25:59.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:25:59 smithi039 ceph-mon[181282]: pgmap v16833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:26:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:26:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:26:01.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:26:01 smithi039 ceph-mon[181282]: pgmap v16834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:01.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:26:01 smithi032 ceph-mon[191839]: pgmap v16834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:01.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:26:01 smithi032 ceph-mon[189144]: pgmap v16834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:03.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:26:03 smithi039 ceph-mon[181282]: pgmap v16835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:03.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:26:03 smithi032 ceph-mon[191839]: pgmap v16835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:03.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:26:03 smithi032 ceph-mon[189144]: pgmap v16835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:05.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:26:05 smithi039 ceph-mon[181282]: pgmap v16836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:05.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:26:05 smithi032 ceph-mon[191839]: pgmap v16836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:26:05 smithi032 ceph-mon[189144]: pgmap v16836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:06.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:26:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:26:06.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:26:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:26:06.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:26:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:26:07.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:26:07 smithi039 ceph-mon[181282]: pgmap v16837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:07.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:26:07 smithi032 ceph-mon[189144]: pgmap v16837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:07.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:26:07 smithi032 ceph-mon[191839]: pgmap v16837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:08.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:26:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:26:08.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:26:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:26:08.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:26:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:26:09.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:26:09 smithi039 ceph-mon[181282]: pgmap v16838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:09.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:26:09 smithi032 ceph-mon[191839]: pgmap v16838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:09.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:26:09 smithi032 ceph-mon[189144]: pgmap v16838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:26:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:26:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:26:11.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:26:11 smithi039 ceph-mon[181282]: pgmap v16839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:11.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:26:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:26:11.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:26:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:26:11.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:26:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:26:11.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:26:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:26:11.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:26:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:26:11.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:26:11 smithi032 ceph-mon[189144]: pgmap v16839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:11.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:26:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:26:11.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:26:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:26:11.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:26:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:26:11.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:26:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:26:11.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:26:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:26:11.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:26:11 smithi032 ceph-mon[191839]: pgmap v16839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:11.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:26:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:26:11.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:26:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:26:11.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:26:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:26:11.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:26:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:26:11.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:26:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:26:12.363 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:26:12.690 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:26:12.690 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 2m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:26:12.690 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 2s ago 8h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:26:12.690 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 2m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:26:12.690 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 2s ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:26:12.690 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 2s ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:26:12.690 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 2m ago 8h 854M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:26:12.690 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 2m ago 8h 2093M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:26:12.690 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 2s ago 8h 997M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:26:12.690 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 2m ago 8h 1070M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:26:12.690 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 2m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:26:12.690 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 2s ago 8h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:26:12.690 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 2m ago 8h 5273M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:26:12.690 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 2m ago 8h 5405M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:26:12.690 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 2m ago 8h 4775M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:26:12.691 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 2m ago 8h 4901M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:26:12.691 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 2s ago 8h 4620M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:26:12.691 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 2s ago 8h 5040M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:26:12.691 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 2s ago 8h 4691M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:26:12.691 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 2s ago 8h 4744M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:26:12.691 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 2s ago 8h 138M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:26:13.090 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:26:13.090 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:26:13.090 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:26:13.090 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:26:13.090 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:26:13.090 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:26:13.090 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:26:13.090 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:26:13.090 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:26:13.090 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:26:13.090 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:26:13.091 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:26:13.091 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:26:13.091 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:26:13.091 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:26:13.091 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:26:13.091 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:26:13.091 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:26:13.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:26:13 smithi039 ceph-mon[181282]: pgmap v16840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:13.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:26:13 smithi039 ceph-mon[181282]: from='client.62549 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:26:13.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:26:13 smithi039 ceph-mon[181282]: from='client.52641 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:26:13.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:26:13 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/571035968' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:26:13.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:26:13 smithi032 ceph-mon[191839]: pgmap v16840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:13.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:26:13 smithi032 ceph-mon[191839]: from='client.62549 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:26:13.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:26:13 smithi032 ceph-mon[191839]: from='client.52641 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:26:13.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:26:13 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/571035968' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:26:13.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:26:13 smithi032 ceph-mon[189144]: pgmap v16840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:13.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:26:13 smithi032 ceph-mon[189144]: from='client.62549 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:26:13.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:26:13 smithi032 ceph-mon[189144]: from='client.52641 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:26:13.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:26:13 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/571035968' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:26:15.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:26:15 smithi039 ceph-mon[181282]: pgmap v16841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:15.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:26:15 smithi032 ceph-mon[191839]: pgmap v16841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:15.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:26:15 smithi032 ceph-mon[189144]: pgmap v16841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:17.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:26:17 smithi039 ceph-mon[181282]: pgmap v16842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:17.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:26:17 smithi032 ceph-mon[189144]: pgmap v16842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:17.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:26:17 smithi032 ceph-mon[191839]: pgmap v16842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:19.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:26:19 smithi032 ceph-mon[189144]: pgmap v16843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:19.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:26:19 smithi032 ceph-mon[191839]: pgmap v16843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:19.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:26:19 smithi039 ceph-mon[181282]: pgmap v16843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:26:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:26:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:26:21.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:26:21 smithi039 ceph-mon[181282]: pgmap v16844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:21.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:26:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:26:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:26:21 smithi032 ceph-mon[189144]: pgmap v16844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:26:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:26:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:26:21 smithi032 ceph-mon[191839]: pgmap v16844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:26:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:26:23.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:26:23 smithi039 ceph-mon[181282]: pgmap v16845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:23.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:26:23 smithi032 ceph-mon[191839]: pgmap v16845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:23.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:26:23 smithi032 ceph-mon[189144]: pgmap v16845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:25.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:26:25 smithi039 ceph-mon[181282]: pgmap v16846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:25.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:26:25 smithi032 ceph-mon[191839]: pgmap v16846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:25.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:26:25 smithi032 ceph-mon[189144]: pgmap v16846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:27.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:26:27 smithi039 ceph-mon[181282]: pgmap v16847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:27.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:26:27 smithi032 ceph-mon[191839]: pgmap v16847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:27.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:26:27 smithi032 ceph-mon[189144]: pgmap v16847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:29.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:26:29 smithi032 ceph-mon[191839]: pgmap v16848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:29.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:26:29 smithi032 ceph-mon[189144]: pgmap v16848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:29.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:26:29 smithi039 ceph-mon[181282]: pgmap v16848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:26:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:26:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:26:31.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:26:31 smithi039 ceph-mon[181282]: pgmap v16849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:31.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:26:31 smithi032 ceph-mon[191839]: pgmap v16849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:31.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:26:31 smithi032 ceph-mon[189144]: pgmap v16849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:33.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:26:33 smithi039 ceph-mon[181282]: pgmap v16850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:33.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:26:33 smithi032 ceph-mon[191839]: pgmap v16850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:33.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:26:33 smithi032 ceph-mon[189144]: pgmap v16850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:35.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:26:35 smithi039 ceph-mon[181282]: pgmap v16851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:35.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:26:35 smithi032 ceph-mon[189144]: pgmap v16851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:35.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:26:35 smithi032 ceph-mon[191839]: pgmap v16851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:26:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:26:36.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:26:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:26:36.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:26:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:26:37.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:26:37 smithi039 ceph-mon[181282]: pgmap v16852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:37.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:26:37 smithi032 ceph-mon[189144]: pgmap v16852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:37.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:26:37 smithi032 ceph-mon[191839]: pgmap v16852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:39.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:26:39 smithi032 ceph-mon[189144]: pgmap v16853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:39.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:26:39 smithi032 ceph-mon[191839]: pgmap v16853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:39.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:26:39 smithi039 ceph-mon[181282]: pgmap v16853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:26:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:26:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:26:41.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:26:41 smithi039 ceph-mon[181282]: pgmap v16854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:41.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:26:41 smithi032 ceph-mon[189144]: pgmap v16854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:41.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:26:41 smithi032 ceph-mon[191839]: pgmap v16854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:43.457 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:26:43.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:26:43 smithi039 ceph-mon[181282]: pgmap v16855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:43.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:26:43 smithi032 ceph-mon[189144]: pgmap v16855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:43.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:26:43 smithi032 ceph-mon[191839]: pgmap v16855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:43.778 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:26:43.778 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 2m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:26:43.778 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 33s ago 8h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:26:43.778 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 2m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:26:43.778 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 33s ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:26:43.778 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 33s ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:26:43.778 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 2m ago 8h 854M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:26:43.778 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 2m ago 8h 2093M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:26:43.778 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 33s ago 8h 997M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:26:43.778 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 2m ago 8h 1070M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:26:43.779 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 2m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:26:43.779 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 33s ago 8h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:26:43.779 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 2m ago 8h 5273M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:26:43.779 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 2m ago 8h 5405M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:26:43.779 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 2m ago 8h 4775M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:26:43.779 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 2m ago 8h 4901M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:26:43.779 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 33s ago 8h 4620M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:26:43.779 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 33s ago 8h 5040M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:26:43.779 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 33s ago 8h 4691M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:26:43.779 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 33s ago 8h 4744M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:26:43.779 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 33s ago 8h 138M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:26:44.178 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:26:44.179 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:26:44.179 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:26:44.179 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:26:44.179 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:26:44.179 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:26:44.179 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:26:44.179 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:26:44.179 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:26:44.179 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:26:44.179 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:26:44.179 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:26:44.179 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:26:44.179 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:26:44.179 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:26:44.180 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:26:44.180 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:26:44.180 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:26:44.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:26:44 smithi039 ceph-mon[181282]: from='client.62567 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:26:44.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:26:44 smithi039 ceph-mon[181282]: from='client.62573 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:26:44.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:26:44 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/529555038' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:26:44.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:26:44 smithi032 ceph-mon[189144]: from='client.62567 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:26:44.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:26:44 smithi032 ceph-mon[189144]: from='client.62573 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:26:44.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:26:44 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/529555038' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:26:44.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:26:44 smithi032 ceph-mon[191839]: from='client.62567 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:26:44.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:26:44 smithi032 ceph-mon[191839]: from='client.62573 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:26:44.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:26:44 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/529555038' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:26:45.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:26:45 smithi039 ceph-mon[181282]: pgmap v16856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:45.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:26:45 smithi032 ceph-mon[191839]: pgmap v16856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:45.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:26:45 smithi032 ceph-mon[189144]: pgmap v16856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:47.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:26:47 smithi039 ceph-mon[181282]: pgmap v16857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:47.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:26:47 smithi032 ceph-mon[191839]: pgmap v16857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:47.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:26:47 smithi032 ceph-mon[189144]: pgmap v16857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:49.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:26:49 smithi032 ceph-mon[189144]: pgmap v16858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:49.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:26:49 smithi032 ceph-mon[191839]: pgmap v16858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:49.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:26:49 smithi039 ceph-mon[181282]: pgmap v16858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:26:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:26:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:26:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:26:51 smithi039 ceph-mon[181282]: pgmap v16859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:51.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:26:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:26:51.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:26:51 smithi032 ceph-mon[191839]: pgmap v16859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:51.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:26:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:26:51.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:26:51 smithi032 ceph-mon[189144]: pgmap v16859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:51.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:26:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:26:53.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:26:53 smithi039 ceph-mon[181282]: pgmap v16860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:53.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:26:53 smithi032 ceph-mon[191839]: pgmap v16860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:53.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:26:53 smithi032 ceph-mon[189144]: pgmap v16860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:55.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:26:55 smithi039 ceph-mon[181282]: pgmap v16861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:55.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:26:55 smithi032 ceph-mon[189144]: pgmap v16861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:55.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:26:55 smithi032 ceph-mon[191839]: pgmap v16861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:57.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:26:57 smithi039 ceph-mon[181282]: pgmap v16862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:57.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:26:57 smithi032 ceph-mon[191839]: pgmap v16862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:57.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:26:57 smithi032 ceph-mon[189144]: pgmap v16862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:59.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:26:59 smithi032 ceph-mon[191839]: pgmap v16863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:59.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:26:59 smithi032 ceph-mon[189144]: pgmap v16863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:26:59.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:26:59 smithi039 ceph-mon[181282]: pgmap v16863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:27:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:27:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:27:01.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:27:01 smithi039 ceph-mon[181282]: pgmap v16864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:01.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:27:01 smithi032 ceph-mon[191839]: pgmap v16864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:01.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:27:01 smithi032 ceph-mon[189144]: pgmap v16864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:03.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:27:03 smithi039 ceph-mon[181282]: pgmap v16865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:03.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:27:03 smithi032 ceph-mon[191839]: pgmap v16865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:03.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:27:03 smithi032 ceph-mon[189144]: pgmap v16865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:05.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:27:05 smithi039 ceph-mon[181282]: pgmap v16866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:27:05 smithi032 ceph-mon[189144]: pgmap v16866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:05.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:27:05 smithi032 ceph-mon[191839]: pgmap v16866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:06.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:27:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:27:06.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:27:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:27:06.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:27:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:27:07.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:27:07 smithi039 ceph-mon[181282]: pgmap v16867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:07.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:27:07 smithi032 ceph-mon[189144]: pgmap v16867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:07.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:27:07 smithi032 ceph-mon[191839]: pgmap v16867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:09.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:27:09 smithi032 ceph-mon[191839]: pgmap v16868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:09.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:27:09 smithi032 ceph-mon[189144]: pgmap v16868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:09.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:27:09 smithi039 ceph-mon[181282]: pgmap v16868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:27:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:27:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:27:11.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:27:11 smithi039 ceph-mon[181282]: pgmap v16869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:11.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:27:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:27:11.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:27:11 smithi032 ceph-mon[191839]: pgmap v16869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:11.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:27:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:27:11.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:27:11 smithi032 ceph-mon[189144]: pgmap v16869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:11.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:27:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:27:12.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:27:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:27:12.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:27:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:27:12.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:27:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:27:12.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:27:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:27:12.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:27:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:27:12.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:27:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:27:12.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:27:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:27:12.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:27:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:27:12.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:27:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:27:13.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:27:13 smithi032 ceph-mon[189144]: pgmap v16870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:13.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:27:13 smithi032 ceph-mon[191839]: pgmap v16870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:13.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:27:13 smithi039 ceph-mon[181282]: pgmap v16870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:14.541 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:27:14.863 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:27:14.864 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 3m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:27:14.864 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 64s ago 8h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:27:14.864 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 3m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:27:14.864 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 64s ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:27:14.864 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 64s ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:27:14.864 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 3m ago 8h 854M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:27:14.864 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 3m ago 8h 2093M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:27:14.864 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 64s ago 8h 997M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:27:14.864 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 3m ago 8h 1070M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:27:14.864 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 3m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:27:14.864 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 64s ago 8h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:27:14.864 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 3m ago 8h 5273M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:27:14.864 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 3m ago 8h 5405M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:27:14.865 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 3m ago 8h 4775M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:27:14.865 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 3m ago 8h 4901M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:27:14.865 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 64s ago 8h 4620M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:27:14.865 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 64s ago 8h 5040M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:27:14.865 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 64s ago 8h 4691M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:27:14.865 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 64s ago 8h 4744M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:27:14.865 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 64s ago 8h 138M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:27:15.264 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:27:15.264 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:27:15.264 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:27:15.264 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:27:15.265 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:27:15.265 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:27:15.265 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:27:15.265 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:27:15.265 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:27:15.265 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:27:15.265 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:27:15.265 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:27:15.265 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:27:15.265 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:27:15.265 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:27:15.265 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:27:15.265 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:27:15.266 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:27:15.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:27:15 smithi032 ceph-mon[191839]: pgmap v16871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:15.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:27:15 smithi032 ceph-mon[191839]: from='client.52671 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:27:15.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:27:15 smithi032 ceph-mon[191839]: from='client.62591 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:27:15.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:27:15 smithi032 ceph-mon[189144]: pgmap v16871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:15.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:27:15 smithi032 ceph-mon[189144]: from='client.52671 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:27:15.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:27:15 smithi032 ceph-mon[189144]: from='client.62591 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:27:15.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:27:15 smithi039 ceph-mon[181282]: pgmap v16871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:15.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:27:15 smithi039 ceph-mon[181282]: from='client.52671 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:27:15.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:27:15 smithi039 ceph-mon[181282]: from='client.62591 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:27:16.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:27:16 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/694094909' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:27:16.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:27:16 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/694094909' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:27:16.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:27:16 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/694094909' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:27:17.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:27:17 smithi032 ceph-mon[191839]: pgmap v16872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:17.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:27:17 smithi032 ceph-mon[189144]: pgmap v16872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:17.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:27:17 smithi039 ceph-mon[181282]: pgmap v16872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:19.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:27:19 smithi032 ceph-mon[189144]: pgmap v16873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:19.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:27:19 smithi032 ceph-mon[191839]: pgmap v16873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:19.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:27:19 smithi039 ceph-mon[181282]: pgmap v16873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:27:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:27:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:27:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:27:21 smithi039 ceph-mon[181282]: pgmap v16874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:27:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:27:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:27:21 smithi032 ceph-mon[191839]: pgmap v16874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:27:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:27:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:27:21 smithi032 ceph-mon[189144]: pgmap v16874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:27:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:27:23.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:27:23 smithi039 ceph-mon[181282]: pgmap v16875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:23.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:27:23 smithi032 ceph-mon[191839]: pgmap v16875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:23.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:27:23 smithi032 ceph-mon[189144]: pgmap v16875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:25.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:27:25 smithi039 ceph-mon[181282]: pgmap v16876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:25.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:27:25 smithi032 ceph-mon[191839]: pgmap v16876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:25.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:27:25 smithi032 ceph-mon[189144]: pgmap v16876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:27.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:27:27 smithi039 ceph-mon[181282]: pgmap v16877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:27.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:27:27 smithi032 ceph-mon[191839]: pgmap v16877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:27.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:27:27 smithi032 ceph-mon[189144]: pgmap v16877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:29.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:27:29 smithi032 ceph-mon[191839]: pgmap v16878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:29.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:27:29 smithi032 ceph-mon[189144]: pgmap v16878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:29.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:27:29 smithi039 ceph-mon[181282]: pgmap v16878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:27:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:27:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:27:31.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:27:31 smithi039 ceph-mon[181282]: pgmap v16879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:31.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:27:31 smithi032 ceph-mon[191839]: pgmap v16879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:31.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:27:31 smithi032 ceph-mon[189144]: pgmap v16879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:33.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:27:33 smithi039 ceph-mon[181282]: pgmap v16880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:33.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:27:33 smithi032 ceph-mon[189144]: pgmap v16880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:33.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:27:33 smithi032 ceph-mon[191839]: pgmap v16880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:35.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:27:35 smithi039 ceph-mon[181282]: pgmap v16881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:35.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:27:35 smithi032 ceph-mon[191839]: pgmap v16881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:35.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:27:35 smithi032 ceph-mon[189144]: pgmap v16881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:27:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:27:36.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:27:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:27:36.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:27:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:27:37.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:27:37 smithi039 ceph-mon[181282]: pgmap v16882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:37.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:27:37 smithi032 ceph-mon[191839]: pgmap v16882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:37.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:27:37 smithi032 ceph-mon[189144]: pgmap v16882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:39.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:27:39 smithi032 ceph-mon[189144]: pgmap v16883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:39.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:27:39 smithi032 ceph-mon[191839]: pgmap v16883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:39.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:27:39 smithi039 ceph-mon[181282]: pgmap v16883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:27:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:27:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:27:41.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:27:41 smithi039 ceph-mon[181282]: pgmap v16884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:41.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:27:41 smithi032 ceph-mon[189144]: pgmap v16884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:41.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:27:41 smithi032 ceph-mon[191839]: pgmap v16884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:43.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:27:43 smithi039 ceph-mon[181282]: pgmap v16885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:43.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:27:43 smithi032 ceph-mon[191839]: pgmap v16885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:43.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:27:43 smithi032 ceph-mon[189144]: pgmap v16885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:45.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:27:45 smithi039 ceph-mon[181282]: pgmap v16886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:45.630 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:27:45.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:27:45 smithi032 ceph-mon[191839]: pgmap v16886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:45.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:27:45 smithi032 ceph-mon[189144]: pgmap v16886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:45.951 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:27:45.951 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 3m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:27:45.952 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 95s ago 8h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:27:45.952 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 3m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:27:45.952 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 95s ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:27:45.952 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 95s ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:27:45.952 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 3m ago 8h 854M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:27:45.952 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 3m ago 8h 2093M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:27:45.952 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 95s ago 8h 997M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:27:45.952 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 3m ago 8h 1070M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:27:45.952 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 3m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:27:45.952 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 95s ago 8h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:27:45.952 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 3m ago 8h 5273M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:27:45.952 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 3m ago 8h 5405M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:27:45.953 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 3m ago 8h 4775M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:27:45.953 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 3m ago 8h 4901M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:27:45.953 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 95s ago 8h 4620M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:27:45.953 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 95s ago 8h 5040M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:27:45.953 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 95s ago 8h 4691M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:27:45.953 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 95s ago 8h 4744M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:27:45.953 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 95s ago 8h 138M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:27:46.354 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:27:46.354 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:27:46.354 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:27:46.354 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:27:46.354 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:27:46.354 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:27:46.354 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:27:46.354 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:27:46.355 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:27:46.355 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:27:46.355 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:27:46.355 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:27:46.355 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:27:46.355 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:27:46.355 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:27:46.355 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:27:46.355 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:27:46.355 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:27:46.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:27:46 smithi039 ceph-mon[181282]: from='client.52689 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:27:46.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:27:46 smithi039 ceph-mon[181282]: from='client.52695 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:27:46.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:27:46 smithi032 ceph-mon[189144]: from='client.52689 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:27:46.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:27:46 smithi032 ceph-mon[189144]: from='client.52695 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:27:46.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:27:46 smithi032 ceph-mon[191839]: from='client.52689 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:27:46.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:27:46 smithi032 ceph-mon[191839]: from='client.52695 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:27:47.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:27:47 smithi039 ceph-mon[181282]: pgmap v16887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:47.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:27:47 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3614205646' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:27:47.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:27:47 smithi032 ceph-mon[191839]: pgmap v16887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:47.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:27:47 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3614205646' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:27:47.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:27:47 smithi032 ceph-mon[189144]: pgmap v16887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:47.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:27:47 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3614205646' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:27:49.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:27:49 smithi032 ceph-mon[189144]: pgmap v16888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:49.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:27:49 smithi032 ceph-mon[191839]: pgmap v16888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:49.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:27:49 smithi039 ceph-mon[181282]: pgmap v16888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:27:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:27:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:27:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:27:51 smithi039 ceph-mon[181282]: pgmap v16889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:27:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:27:51.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:27:51 smithi032 ceph-mon[191839]: pgmap v16889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:51.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:27:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:27:51.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:27:51 smithi032 ceph-mon[189144]: pgmap v16889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:51.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:27:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:27:53.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:27:53 smithi039 ceph-mon[181282]: pgmap v16890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:53.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:27:53 smithi032 ceph-mon[191839]: pgmap v16890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:53.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:27:53 smithi032 ceph-mon[189144]: pgmap v16890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:55.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:27:55 smithi039 ceph-mon[181282]: pgmap v16891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:55.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:27:55 smithi032 ceph-mon[191839]: pgmap v16891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:55.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:27:55 smithi032 ceph-mon[189144]: pgmap v16891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:57.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:27:57 smithi039 ceph-mon[181282]: pgmap v16892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:57.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:27:57 smithi032 ceph-mon[191839]: pgmap v16892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:57.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:27:57 smithi032 ceph-mon[189144]: pgmap v16892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:59.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:27:59 smithi032 ceph-mon[191839]: pgmap v16893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:59.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:27:59 smithi032 ceph-mon[189144]: pgmap v16893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:27:59.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:27:59 smithi039 ceph-mon[181282]: pgmap v16893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:28:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:28:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:28:01.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:28:01 smithi039 ceph-mon[181282]: pgmap v16894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:01.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:28:01 smithi032 ceph-mon[191839]: pgmap v16894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:01.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:28:01 smithi032 ceph-mon[189144]: pgmap v16894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:03.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:28:03 smithi039 ceph-mon[181282]: pgmap v16895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:03.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:28:03 smithi032 ceph-mon[191839]: pgmap v16895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:03.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:28:03 smithi032 ceph-mon[189144]: pgmap v16895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:05.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:28:05 smithi039 ceph-mon[181282]: pgmap v16896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:05.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:28:05 smithi032 ceph-mon[191839]: pgmap v16896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:28:05 smithi032 ceph-mon[189144]: pgmap v16896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:06.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:28:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:28:06.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:28:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:28:06.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:28:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:28:07.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:28:07 smithi039 ceph-mon[181282]: pgmap v16897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:07.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:28:07 smithi032 ceph-mon[191839]: pgmap v16897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:07.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:28:07 smithi032 ceph-mon[189144]: pgmap v16897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:09.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:28:09 smithi032 ceph-mon[189144]: pgmap v16898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:09.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:28:09 smithi032 ceph-mon[191839]: pgmap v16898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:09.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:28:09 smithi039 ceph-mon[181282]: pgmap v16898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:28:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:28:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T01:28:11.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:28:11 smithi039 ceph-mon[181282]: pgmap v16899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:11.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:28:11 smithi032 ceph-mon[189144]: pgmap v16899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:11.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:28:11 smithi032 ceph-mon[191839]: pgmap v16899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:12.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:28:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:28:12.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:28:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:28:12.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:28:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:28:12.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:28:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:28:12.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:28:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:28:12.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:28:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:28:12.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:28:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:28:12.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:28:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:28:12.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:28:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:28:12.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:28:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:28:12.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:28:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:28:12.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:28:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:28:14.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:28:13 smithi032 ceph-mon[189144]: pgmap v16900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:14.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:28:13 smithi032 ceph-mon[191839]: pgmap v16900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:14.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:28:13 smithi039 ceph-mon[181282]: pgmap v16900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:16.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:28:15 smithi032 ceph-mon[189144]: pgmap v16901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:16.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:28:15 smithi032 ceph-mon[191839]: pgmap v16901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:16.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:28:15 smithi039 ceph-mon[181282]: pgmap v16901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:16.718 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:28:17.043 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:28:17.043 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 4m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:28:17.043 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 2m ago 8h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:28:17.043 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 4m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:28:17.044 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 2m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:28:17.044 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 2m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:28:17.044 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 4m ago 8h 854M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:28:17.044 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 4m ago 8h 2093M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:28:17.044 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 2m ago 8h 997M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:28:17.044 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 4m ago 8h 1070M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:28:17.044 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 4m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:28:17.044 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 2m ago 8h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:28:17.044 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 4m ago 8h 5273M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:28:17.044 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 4m ago 8h 5405M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:28:17.044 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 4m ago 8h 4775M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:28:17.045 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 4m ago 8h 4901M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:28:17.045 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 2m ago 8h 4620M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:28:17.045 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 2m ago 8h 5040M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:28:17.045 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 2m ago 8h 4691M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:28:17.045 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 2m ago 8h 4744M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:28:17.045 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 2m ago 8h 138M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:28:17.441 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:28:17.441 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:28:17.441 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:28:17.441 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:28:17.441 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:28:17.441 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:28:17.441 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:28:17.442 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:28:17.442 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:28:17.442 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:28:17.442 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:28:17.442 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:28:17.442 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:28:17.442 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:28:17.442 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:28:17.442 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:28:17.442 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:28:17.442 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:28:18.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:28:17 smithi032 ceph-mon[189144]: pgmap v16902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:18.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:28:17 smithi032 ceph-mon[189144]: from='client.52707 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:28:18.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:28:17 smithi032 ceph-mon[189144]: from='client.62627 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:28:18.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:28:17 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1798654281' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:28:18.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:28:17 smithi032 ceph-mon[191839]: pgmap v16902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:18.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:28:17 smithi032 ceph-mon[191839]: from='client.52707 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:28:18.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:28:17 smithi032 ceph-mon[191839]: from='client.62627 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:28:18.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:28:17 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1798654281' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:28:18.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:28:17 smithi039 ceph-mon[181282]: pgmap v16902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:18.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:28:17 smithi039 ceph-mon[181282]: from='client.52707 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:28:18.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:28:17 smithi039 ceph-mon[181282]: from='client.62627 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:28:18.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:28:17 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1798654281' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:28:19.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:28:19 smithi032 ceph-mon[191839]: pgmap v16903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:19.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:28:19 smithi032 ceph-mon[189144]: pgmap v16903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:19.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:28:19 smithi039 ceph-mon[181282]: pgmap v16903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:28:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:28:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:28:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:28:21 smithi039 ceph-mon[181282]: pgmap v16904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:28:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:28:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:28:21 smithi032 ceph-mon[191839]: pgmap v16904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:28:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:28:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:28:21 smithi032 ceph-mon[189144]: pgmap v16904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:28:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:28:23.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:28:23 smithi039 ceph-mon[181282]: pgmap v16905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:23.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:28:23 smithi032 ceph-mon[191839]: pgmap v16905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:23.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:28:23 smithi032 ceph-mon[189144]: pgmap v16905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:25.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:28:25 smithi039 ceph-mon[181282]: pgmap v16906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:25.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:28:25 smithi032 ceph-mon[191839]: pgmap v16906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:25.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:28:25 smithi032 ceph-mon[189144]: pgmap v16906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:27.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:28:27 smithi039 ceph-mon[181282]: pgmap v16907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:27.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:28:27 smithi032 ceph-mon[189144]: pgmap v16907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:27.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:28:27 smithi032 ceph-mon[191839]: pgmap v16907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:29.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:28:29 smithi032 ceph-mon[191839]: pgmap v16908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:29.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:28:29 smithi032 ceph-mon[189144]: pgmap v16908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:29.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:28:29 smithi039 ceph-mon[181282]: pgmap v16908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:28:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:28:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:28:31.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:28:31 smithi039 ceph-mon[181282]: pgmap v16909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:31.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:28:31 smithi032 ceph-mon[191839]: pgmap v16909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:31.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:28:31 smithi032 ceph-mon[189144]: pgmap v16909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:33.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:28:33 smithi039 ceph-mon[181282]: pgmap v16910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:33.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:28:33 smithi032 ceph-mon[191839]: pgmap v16910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:33.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:28:33 smithi032 ceph-mon[189144]: pgmap v16910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:35.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:28:35 smithi039 ceph-mon[181282]: pgmap v16911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:35.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:28:35 smithi032 ceph-mon[191839]: pgmap v16911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:35.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:28:35 smithi032 ceph-mon[189144]: pgmap v16911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:36.511 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:28:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:28:36.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:28:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:28:36.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:28:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:28:37.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:28:37 smithi039 ceph-mon[181282]: pgmap v16912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:37.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:28:37 smithi032 ceph-mon[189144]: pgmap v16912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:37.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:28:37 smithi032 ceph-mon[191839]: pgmap v16912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:39.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:28:39 smithi032 ceph-mon[191839]: pgmap v16913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:39.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:28:39 smithi032 ceph-mon[189144]: pgmap v16913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:39.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:28:39 smithi039 ceph-mon[181282]: pgmap v16913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:28:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:28:40] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T01:28:41.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:28:41 smithi039 ceph-mon[181282]: pgmap v16914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:41.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:28:41 smithi032 ceph-mon[191839]: pgmap v16914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:41.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:28:41 smithi032 ceph-mon[189144]: pgmap v16914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:43.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:28:43 smithi039 ceph-mon[181282]: pgmap v16915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:43.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:28:43 smithi032 ceph-mon[191839]: pgmap v16915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:43.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:28:43 smithi032 ceph-mon[189144]: pgmap v16915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:45.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:28:45 smithi039 ceph-mon[181282]: pgmap v16916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:45.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:28:45 smithi032 ceph-mon[191839]: pgmap v16916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:45.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:28:45 smithi032 ceph-mon[189144]: pgmap v16916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:47.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:28:47 smithi039 ceph-mon[181282]: pgmap v16917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:47.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:28:47 smithi032 ceph-mon[189144]: pgmap v16917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:47.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:28:47 smithi032 ceph-mon[191839]: pgmap v16917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:47.805 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:28:48.127 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:28:48.128 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 4m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:28:48.128 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 2m ago 8h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:28:48.128 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 4m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:28:48.128 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 2m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:28:48.128 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 2m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:28:48.128 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 4m ago 8h 854M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:28:48.128 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 4m ago 8h 2093M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:28:48.128 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 2m ago 8h 997M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:28:48.128 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 4m ago 8h 1070M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:28:48.128 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 4m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:28:48.128 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 2m ago 8h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:28:48.128 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 4m ago 8h 5273M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:28:48.128 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 4m ago 8h 5405M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:28:48.129 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 4m ago 8h 4775M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:28:48.129 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 4m ago 8h 4901M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:28:48.129 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 2m ago 8h 4620M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:28:48.129 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 2m ago 8h 5040M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:28:48.129 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 2m ago 8h 4691M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:28:48.129 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 2m ago 8h 4744M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:28:48.129 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 2m ago 8h 138M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:28:48.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:28:48 smithi039 ceph-mon[181282]: from='client.52725 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:28:48.531 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:28:48.531 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:28:48.531 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:28:48.532 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:28:48.532 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:28:48.532 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:28:48.532 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:28:48.532 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:28:48.532 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:28:48.532 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:28:48.532 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:28:48.532 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:28:48.532 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:28:48.532 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:28:48.532 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:28:48.532 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:28:48.532 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:28:48.533 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:28:48.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:28:48 smithi032 ceph-mon[191839]: from='client.52725 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:28:48.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:28:48 smithi032 ceph-mon[189144]: from='client.52725 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:28:49.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:28:49 smithi039 ceph-mon[181282]: from='client.52731 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:28:49.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:28:49 smithi039 ceph-mon[181282]: pgmap v16918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:49.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:28:49 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/804695423' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:28:49.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:28:49 smithi032 ceph-mon[191839]: from='client.52731 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:28:49.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:28:49 smithi032 ceph-mon[191839]: pgmap v16918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:49.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:28:49 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/804695423' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:28:49.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:28:49 smithi032 ceph-mon[189144]: from='client.52731 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:28:49.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:28:49 smithi032 ceph-mon[189144]: pgmap v16918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:49.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:28:49 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/804695423' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:28:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:28:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:28:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:28:51.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:28:51 smithi039 ceph-mon[181282]: pgmap v16919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:51.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:28:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:28:51.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:28:51 smithi032 ceph-mon[189144]: pgmap v16919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:51.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:28:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:28:51.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:28:51 smithi032 ceph-mon[191839]: pgmap v16919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:51.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:28:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:28:53.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:28:53 smithi039 ceph-mon[181282]: pgmap v16920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:53.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:28:53 smithi032 ceph-mon[191839]: pgmap v16920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:53.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:28:53 smithi032 ceph-mon[189144]: pgmap v16920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:55.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:28:55 smithi032 ceph-mon[191839]: pgmap v16921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:55.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:28:55 smithi032 ceph-mon[189144]: pgmap v16921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:55.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:28:55 smithi039 ceph-mon[181282]: pgmap v16921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:57.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:28:57 smithi032 ceph-mon[191839]: pgmap v16922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:57.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:28:57 smithi032 ceph-mon[189144]: pgmap v16922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:57.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:28:57 smithi039 ceph-mon[181282]: pgmap v16922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:59.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:28:59 smithi032 ceph-mon[191839]: pgmap v16923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:59.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:28:59 smithi032 ceph-mon[189144]: pgmap v16923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:28:59.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:28:59 smithi039 ceph-mon[181282]: pgmap v16923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:29:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:29:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:29:01.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:29:01 smithi039 ceph-mon[181282]: pgmap v16924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:01.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:29:01 smithi032 ceph-mon[189144]: pgmap v16924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:01.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:29:01 smithi032 ceph-mon[191839]: pgmap v16924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:03.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:29:03 smithi039 ceph-mon[181282]: pgmap v16925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:03.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:29:03 smithi032 ceph-mon[191839]: pgmap v16925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:03.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:29:03 smithi032 ceph-mon[189144]: pgmap v16925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:05.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:29:05 smithi039 ceph-mon[181282]: pgmap v16926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:29:05 smithi032 ceph-mon[189144]: pgmap v16926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:05.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:29:05 smithi032 ceph-mon[191839]: pgmap v16926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:06.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:29:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:29:06.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:29:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:29:06.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:29:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:29:07.511 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:29:07 smithi039 ceph-mon[181282]: pgmap v16927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:07.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:29:07 smithi032 ceph-mon[191839]: pgmap v16927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:07.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:29:07 smithi032 ceph-mon[189144]: pgmap v16927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:09.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:29:09 smithi032 ceph-mon[189144]: pgmap v16928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:09.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:29:09 smithi032 ceph-mon[191839]: pgmap v16928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:09.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:29:09 smithi039 ceph-mon[181282]: pgmap v16928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:29:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:29:10] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-23T01:29:11.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:29:11 smithi039 ceph-mon[181282]: pgmap v16929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:11.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:29:11 smithi032 ceph-mon[189144]: pgmap v16929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:11.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:29:11 smithi032 ceph-mon[191839]: pgmap v16929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:12.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:29:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:29:12.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:29:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:29:12.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:29:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:29:13.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:29:13 smithi039 ceph-mon[181282]: pgmap v16930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:13.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:29:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:29:13.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:29:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:29:13.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:29:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:29:13.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:29:13 smithi032 ceph-mon[191839]: pgmap v16930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:13.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:29:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:29:13.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:29:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:29:13.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:29:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:29:13.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:29:13 smithi032 ceph-mon[189144]: pgmap v16930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:13.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:29:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:29:13.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:29:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:29:13.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:29:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:29:15.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:29:15 smithi039 ceph-mon[181282]: pgmap v16931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:15.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:29:15 smithi032 ceph-mon[191839]: pgmap v16931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:15.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:29:15 smithi032 ceph-mon[189144]: pgmap v16931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:17.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:29:17 smithi039 ceph-mon[181282]: pgmap v16932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:17.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:29:17 smithi032 ceph-mon[189144]: pgmap v16932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:17.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:29:17 smithi032 ceph-mon[191839]: pgmap v16932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:18.892 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:29:19.219 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:29:19.219 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 5m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:29:19.219 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 3m ago 8h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:29:19.219 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 5m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:29:19.220 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 3m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:29:19.220 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 3m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:29:19.220 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 5m ago 8h 854M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:29:19.220 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 5m ago 8h 2093M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:29:19.220 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 3m ago 8h 997M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:29:19.220 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 5m ago 8h 1070M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:29:19.220 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 5m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:29:19.220 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 3m ago 8h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:29:19.220 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 5m ago 8h 5273M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:29:19.220 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 5m ago 8h 5405M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:29:19.220 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 5m ago 8h 4775M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:29:19.220 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 5m ago 8h 4901M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:29:19.220 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 3m ago 8h 4620M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:29:19.221 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 3m ago 8h 5040M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:29:19.221 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 3m ago 8h 4691M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:29:19.221 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 3m ago 8h 4744M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:29:19.221 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 3m ago 8h 138M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:29:19.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:29:19 smithi032 ceph-mon[191839]: pgmap v16933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:19.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:29:19 smithi032 ceph-mon[191839]: from='client.52743 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:29:19.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:29:19 smithi032 ceph-mon[189144]: pgmap v16933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:19.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:29:19 smithi032 ceph-mon[189144]: from='client.52743 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:29:19.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:29:19 smithi039 ceph-mon[181282]: pgmap v16933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:19.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:29:19 smithi039 ceph-mon[181282]: from='client.52743 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:29:19.622 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:29:19.623 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:29:19.623 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:29:19.623 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:29:19.623 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:29:19.623 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:29:19.623 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:29:19.623 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:29:19.623 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:29:19.623 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:29:19.623 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:29:19.623 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:29:19.623 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:29:19.623 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:29:19.624 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:29:19.624 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:29:19.624 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:29:19.624 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:29:20.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:29:20 smithi032 ceph-mon[191839]: from='client.52749 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:29:20.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:29:20 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3416376705' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:29:20.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:29:20 smithi032 ceph-mon[189144]: from='client.52749 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:29:20.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:29:20 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3416376705' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:29:20.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:29:20 smithi039 ceph-mon[181282]: from='client.52749 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:29:20.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:29:20 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3416376705' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:29:21.128 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:29:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:29:20] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T01:29:21.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:29:21 smithi032 ceph-mon[191839]: pgmap v16934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:21.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:29:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:29:21.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:29:21 smithi032 ceph-mon[189144]: pgmap v16934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:21.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:29:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:29:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:29:21 smithi039 ceph-mon[181282]: pgmap v16934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:21.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:29:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:29:23.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:29:23 smithi039 ceph-mon[181282]: pgmap v16935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:23.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:29:23 smithi032 ceph-mon[191839]: pgmap v16935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:23.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:29:23 smithi032 ceph-mon[189144]: pgmap v16935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:25.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:29:25 smithi039 ceph-mon[181282]: pgmap v16936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:25.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:29:25 smithi032 ceph-mon[189144]: pgmap v16936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:25.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:29:25 smithi032 ceph-mon[191839]: pgmap v16936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:27.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:29:27 smithi032 ceph-mon[191839]: pgmap v16937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:27.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:29:27 smithi032 ceph-mon[189144]: pgmap v16937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:27.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:29:27 smithi039 ceph-mon[181282]: pgmap v16937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:29.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:29:29 smithi032 ceph-mon[189144]: pgmap v16938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:29.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:29:29 smithi032 ceph-mon[191839]: pgmap v16938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:29.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:29:29 smithi039 ceph-mon[181282]: pgmap v16938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:29:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:29:30] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T01:29:31.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:29:31 smithi039 ceph-mon[181282]: pgmap v16939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:31.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:29:31 smithi032 ceph-mon[191839]: pgmap v16939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:31.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:29:31 smithi032 ceph-mon[189144]: pgmap v16939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:33.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:29:33 smithi039 ceph-mon[181282]: pgmap v16940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:33.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:29:33 smithi032 ceph-mon[191839]: pgmap v16940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:33.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:29:33 smithi032 ceph-mon[189144]: pgmap v16940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:35.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:29:35 smithi039 ceph-mon[181282]: pgmap v16941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:35.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:29:35 smithi032 ceph-mon[191839]: pgmap v16941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:35.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:29:35 smithi032 ceph-mon[189144]: pgmap v16941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:36.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:29:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:29:36.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:29:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:29:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:29:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:29:37.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:29:37 smithi032 ceph-mon[191839]: pgmap v16942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:37.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:29:37 smithi032 ceph-mon[189144]: pgmap v16942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:37.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:29:37 smithi039 ceph-mon[181282]: pgmap v16942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:39.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:29:39 smithi032 ceph-mon[191839]: pgmap v16943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:39.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:29:39 smithi032 ceph-mon[189144]: pgmap v16943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:39.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:29:39 smithi039 ceph-mon[181282]: pgmap v16943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:29:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:29:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:29:41.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:29:41 smithi032 ceph-mon[191839]: pgmap v16944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:41.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:29:41 smithi032 ceph-mon[189144]: pgmap v16944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:41.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:29:41 smithi039 ceph-mon[181282]: pgmap v16944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:43.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:29:43 smithi032 ceph-mon[191839]: pgmap v16945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:43.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:29:43 smithi032 ceph-mon[189144]: pgmap v16945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:43.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:29:43 smithi039 ceph-mon[181282]: pgmap v16945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:45.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:29:45 smithi032 ceph-mon[191839]: pgmap v16946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:45.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:29:45 smithi032 ceph-mon[189144]: pgmap v16946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:45.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:29:45 smithi039 ceph-mon[181282]: pgmap v16946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:47.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:29:47 smithi032 ceph-mon[191839]: pgmap v16947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:47.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:29:47 smithi032 ceph-mon[189144]: pgmap v16947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:47.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:29:47 smithi039 ceph-mon[181282]: pgmap v16947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:49.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:29:49 smithi032 ceph-mon[191839]: pgmap v16948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:49.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:29:49 smithi032 ceph-mon[189144]: pgmap v16948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:49.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:29:49 smithi039 ceph-mon[181282]: pgmap v16948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:49.986 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:29:50.314 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:29:50.314 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 5m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:29:50.315 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 3m ago 8h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:29:50.315 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 5m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:29:50.315 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 3m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:29:50.315 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 3m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:29:50.315 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 5m ago 8h 854M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:29:50.315 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 5m ago 8h 2093M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:29:50.315 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 3m ago 8h 997M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:29:50.315 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 5m ago 8h 1070M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:29:50.315 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 5m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:29:50.315 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 3m ago 8h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:29:50.315 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 5m ago 8h 5273M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:29:50.315 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 5m ago 8h 5405M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:29:50.315 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 5m ago 8h 4775M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:29:50.315 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 5m ago 8h 4901M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:29:50.315 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 3m ago 8h 4620M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:29:50.316 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 3m ago 8h 5040M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:29:50.316 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 3m ago 8h 4691M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:29:50.316 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 3m ago 8h 4744M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:29:50.316 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 3m ago 8h 138M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:29:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:29:50 smithi032 ceph-mon[189144]: from='client.52761 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:29:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:29:50 smithi032 ceph-mon[191839]: from='client.52761 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:29:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:29:50 smithi039 ceph-mon[181282]: from='client.52761 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:29:50.718 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:29:50.718 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:29:50.718 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:29:50.718 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:29:50.718 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:29:50.719 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:29:50.719 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:29:50.719 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:29:50.719 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:29:50.719 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:29:50.719 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:29:50.719 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:29:50.719 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:29:50.719 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:29:50.719 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:29:50.719 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:29:50.719 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:29:50.719 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:29:51.128 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:29:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:29:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:29:51.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:29:51 smithi032 ceph-mon[189144]: pgmap v16949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:51.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:29:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:29:51.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:29:51 smithi032 ceph-mon[189144]: from='client.52767 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:29:51.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:29:51 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1329870319' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:29:51.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:29:51 smithi032 ceph-mon[191839]: pgmap v16949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:51.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:29:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:29:51.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:29:51 smithi032 ceph-mon[191839]: from='client.52767 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:29:51.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:29:51 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1329870319' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:29:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:29:51 smithi039 ceph-mon[181282]: pgmap v16949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:51.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:29:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:29:51.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:29:51 smithi039 ceph-mon[181282]: from='client.52767 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:29:51.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:29:51 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1329870319' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:29:53.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:29:53 smithi039 ceph-mon[181282]: pgmap v16950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:53.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:29:53 smithi032 ceph-mon[191839]: pgmap v16950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:53.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:29:53 smithi032 ceph-mon[189144]: pgmap v16950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:55.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:29:55 smithi032 ceph-mon[191839]: pgmap v16951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:55.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:29:55 smithi032 ceph-mon[189144]: pgmap v16951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:55.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:29:55 smithi039 ceph-mon[181282]: pgmap v16951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:57.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:29:57 smithi032 ceph-mon[191839]: pgmap v16952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:57.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:29:57 smithi032 ceph-mon[189144]: pgmap v16952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:57.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:29:57 smithi039 ceph-mon[181282]: pgmap v16952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:59.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:29:59 smithi032 ceph-mon[191839]: pgmap v16953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:59.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:29:59 smithi032 ceph-mon[189144]: pgmap v16953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:29:59.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:29:59 smithi039 ceph-mon[181282]: pgmap v16953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:00.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:30:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T01:30:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:30:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-23T01:29:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T01:30:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:30:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T01:30:00.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:30:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T01:30:01.129 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:30:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:30:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:30:01.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:30:01 smithi032 ceph-mon[189144]: pgmap v16954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:01.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:30:01 smithi032 ceph-mon[191839]: pgmap v16954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:01.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:30:01 smithi039 ceph-mon[181282]: pgmap v16954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:03.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:30:03 smithi032 ceph-mon[189144]: pgmap v16955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:03.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:30:03 smithi032 ceph-mon[191839]: pgmap v16955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:03.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:30:03 smithi039 ceph-mon[181282]: pgmap v16955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:30:05 smithi032 ceph-mon[189144]: pgmap v16956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:05.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:30:05 smithi032 ceph-mon[191839]: pgmap v16956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:30:05 smithi039 ceph-mon[181282]: pgmap v16956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:06.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:30:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:30:06.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:30:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:30:06.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:30:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:30:07.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:30:07 smithi032 ceph-mon[189144]: pgmap v16957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:07.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:30:07 smithi032 ceph-mon[191839]: pgmap v16957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:07.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:30:07 smithi039 ceph-mon[181282]: pgmap v16957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:09.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:30:09 smithi032 ceph-mon[191839]: pgmap v16958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:09.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:30:09 smithi032 ceph-mon[189144]: pgmap v16958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:09.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:30:09 smithi039 ceph-mon[181282]: pgmap v16958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:30:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:30:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:30:11.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:30:11 smithi032 ceph-mon[191839]: pgmap v16959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:11.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:30:11 smithi032 ceph-mon[189144]: pgmap v16959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:11.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:30:11 smithi039 ceph-mon[181282]: pgmap v16959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:13.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:30:13 smithi032 ceph-mon[191839]: pgmap v16960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:13.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:30:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:30:13.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:30:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:30:13.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:30:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:30:13.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:30:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:30:13.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:30:13 smithi032 ceph-mon[189144]: pgmap v16960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:13.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:30:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:30:13.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:30:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:30:13.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:30:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:30:13.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:30:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:30:13.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:30:13 smithi039 ceph-mon[181282]: pgmap v16960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:13.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:30:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:30:13.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:30:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:30:13.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:30:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:30:13.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:30:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:30:15.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:30:15 smithi032 ceph-mon[191839]: pgmap v16961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:15.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:30:15 smithi032 ceph-mon[189144]: pgmap v16961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:15.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:30:15 smithi039 ceph-mon[181282]: pgmap v16961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:17.259 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 23 01:30:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-23T01:30:16.982947419Z level=info msg="Completed cleanup jobs" duration=13.223104ms 2023-12-23T01:30:17.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:30:17 smithi032 ceph-mon[189144]: pgmap v16962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:17.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:30:17 smithi032 ceph-mon[191839]: pgmap v16962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:17.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:30:17 smithi039 ceph-mon[181282]: pgmap v16962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:19.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:30:19 smithi032 ceph-mon[191839]: pgmap v16963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:19.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:30:19 smithi032 ceph-mon[189144]: pgmap v16963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:19.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:30:19 smithi039 ceph-mon[181282]: pgmap v16963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:21.087 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:30:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:30:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:30:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:30:21.409 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:30:21.409 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 6m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:30:21.410 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 4m ago 8h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:30:21.410 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 6m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:30:21.410 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 4m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:30:21.410 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 4m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:30:21.410 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 6m ago 8h 854M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:30:21.410 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 6m ago 8h 2093M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:30:21.410 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 4m ago 8h 997M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:30:21.410 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 6m ago 8h 1070M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:30:21.410 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 6m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:30:21.410 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 4m ago 8h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:30:21.410 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 6m ago 8h 5273M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:30:21.410 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 6m ago 8h 5405M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:30:21.410 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 6m ago 8h 4775M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:30:21.410 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 6m ago 8h 4901M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:30:21.410 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 4m ago 8h 4620M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:30:21.410 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 4m ago 8h 5040M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:30:21.411 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 4m ago 8h 4691M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:30:21.411 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 4m ago 8h 4744M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:30:21.411 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 4m ago 8h 138M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:30:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:30:21 smithi032 ceph-mon[189144]: pgmap v16964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:30:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:30:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:30:21 smithi032 ceph-mon[189144]: from='client.62693 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:30:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:30:21 smithi032 ceph-mon[191839]: pgmap v16964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:30:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:30:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:30:21 smithi032 ceph-mon[191839]: from='client.62693 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:30:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:30:21 smithi039 ceph-mon[181282]: pgmap v16964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:30:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:30:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:30:21 smithi039 ceph-mon[181282]: from='client.62693 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:30:21.811 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:30:21.811 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:30:21.811 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:30:21.811 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:30:21.811 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:30:21.811 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:30:21.812 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:30:21.812 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:30:21.812 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:30:21.812 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:30:21.812 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:30:21.812 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:30:21.812 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:30:21.812 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:30:21.812 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:30:21.812 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:30:21.812 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:30:21.812 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:30:22.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:30:22 smithi032 ceph-mon[189144]: from='client.52785 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:30:22.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:30:22 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/778664109' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:30:22.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:30:22 smithi032 ceph-mon[191839]: from='client.52785 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:30:22.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:30:22 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/778664109' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:30:22.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:30:22 smithi039 ceph-mon[181282]: from='client.52785 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:30:22.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:30:22 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/778664109' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:30:23.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:30:23 smithi032 ceph-mon[191839]: pgmap v16965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:23.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:30:23 smithi032 ceph-mon[189144]: pgmap v16965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:23.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:30:23 smithi039 ceph-mon[181282]: pgmap v16965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:25.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:30:25 smithi032 ceph-mon[191839]: pgmap v16966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:25.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:30:25 smithi032 ceph-mon[189144]: pgmap v16966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:25.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:30:25 smithi039 ceph-mon[181282]: pgmap v16966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:27.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:30:27 smithi032 ceph-mon[189144]: pgmap v16967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:27.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:30:27 smithi032 ceph-mon[191839]: pgmap v16967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:27.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:30:27 smithi039 ceph-mon[181282]: pgmap v16967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:29.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:30:29 smithi032 ceph-mon[191839]: pgmap v16968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:29.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:30:29 smithi032 ceph-mon[189144]: pgmap v16968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:29.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:30:29 smithi039 ceph-mon[181282]: pgmap v16968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:30:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:30:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:30:31.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:30:31 smithi032 ceph-mon[189144]: pgmap v16969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:31.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:30:31 smithi032 ceph-mon[191839]: pgmap v16969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:31.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:30:31 smithi039 ceph-mon[181282]: pgmap v16969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:33.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:30:33 smithi032 ceph-mon[191839]: pgmap v16970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:33.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:30:33 smithi032 ceph-mon[189144]: pgmap v16970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:33.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:30:33 smithi039 ceph-mon[181282]: pgmap v16970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:35.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:30:35 smithi032 ceph-mon[191839]: pgmap v16971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:35.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:30:35 smithi032 ceph-mon[189144]: pgmap v16971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:35.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:30:35 smithi039 ceph-mon[181282]: pgmap v16971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:36.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:30:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:30:36.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:30:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:30:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:30:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:30:37.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:30:37 smithi032 ceph-mon[191839]: pgmap v16972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:37.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:30:37 smithi032 ceph-mon[189144]: pgmap v16972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:37.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:30:37 smithi039 ceph-mon[181282]: pgmap v16972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:39.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:30:39 smithi032 ceph-mon[191839]: pgmap v16973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:39.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:30:39 smithi032 ceph-mon[189144]: pgmap v16973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:39.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:30:39 smithi039 ceph-mon[181282]: pgmap v16973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:30:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:30:40] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T01:30:41.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:30:41 smithi032 ceph-mon[191839]: pgmap v16974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:41.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:30:41 smithi032 ceph-mon[189144]: pgmap v16974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:41.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:30:41 smithi039 ceph-mon[181282]: pgmap v16974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:43.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:30:43 smithi032 ceph-mon[191839]: pgmap v16975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:43.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:30:43 smithi032 ceph-mon[189144]: pgmap v16975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:43.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:30:43 smithi039 ceph-mon[181282]: pgmap v16975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:45.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:30:45 smithi032 ceph-mon[191839]: pgmap v16976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:45.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:30:45 smithi032 ceph-mon[189144]: pgmap v16976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:45.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:30:45 smithi039 ceph-mon[181282]: pgmap v16976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:47.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:30:47 smithi032 ceph-mon[191839]: pgmap v16977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:47.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:30:47 smithi032 ceph-mon[189144]: pgmap v16977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:47.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:30:47 smithi039 ceph-mon[181282]: pgmap v16977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:49.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:30:49 smithi032 ceph-mon[189144]: pgmap v16978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:49.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:30:49 smithi032 ceph-mon[191839]: pgmap v16978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:49.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:30:49 smithi039 ceph-mon[181282]: pgmap v16978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:30:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:30:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:30:51.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:30:51 smithi032 ceph-mon[191839]: pgmap v16979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:51.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:30:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:30:51.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:30:51 smithi032 ceph-mon[189144]: pgmap v16979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:51.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:30:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:30:51.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:30:51 smithi039 ceph-mon[181282]: pgmap v16979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:51.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:30:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:30:52.178 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:30:52.506 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:30:52.506 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 6m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:30:52.506 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 4m ago 8h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:30:52.506 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 6m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:30:52.506 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 4m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:30:52.506 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 4m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:30:52.506 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 6m ago 8h 854M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:30:52.506 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 6m ago 8h 2093M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:30:52.506 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 4m ago 8h 997M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:30:52.506 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 6m ago 8h 1070M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:30:52.506 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 6m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:30:52.507 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 4m ago 8h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:30:52.507 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 6m ago 8h 5273M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:30:52.507 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 6m ago 8h 5405M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:30:52.507 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 6m ago 8h 4775M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:30:52.507 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 6m ago 8h 4901M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:30:52.507 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 4m ago 8h 4620M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:30:52.507 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 4m ago 8h 5040M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:30:52.507 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 4m ago 8h 4691M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:30:52.507 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 4m ago 8h 4744M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:30:52.507 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 4m ago 8h 138M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:30:52.909 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:30:52.909 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:30:52.909 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:30:52.909 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:30:52.909 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:30:52.909 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:30:52.909 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:30:52.910 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:30:52.910 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:30:52.910 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:30:52.910 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:30:52.910 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:30:52.910 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:30:52.910 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:30:52.910 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:30:52.910 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:30:52.910 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:30:52.910 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:30:53.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:30:53 smithi032 ceph-mon[189144]: from='client.52797 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:30:53.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:30:53 smithi032 ceph-mon[189144]: pgmap v16980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:53.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:30:53 smithi032 ceph-mon[189144]: from='client.62717 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:30:53.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:30:53 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3560341626' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:30:53.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:30:53 smithi032 ceph-mon[191839]: from='client.52797 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:30:53.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:30:53 smithi032 ceph-mon[191839]: pgmap v16980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:53.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:30:53 smithi032 ceph-mon[191839]: from='client.62717 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:30:53.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:30:53 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3560341626' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:30:53.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:30:53 smithi039 ceph-mon[181282]: from='client.52797 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:30:53.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:30:53 smithi039 ceph-mon[181282]: pgmap v16980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:53.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:30:53 smithi039 ceph-mon[181282]: from='client.62717 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:30:53.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:30:53 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3560341626' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:30:55.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:30:55 smithi032 ceph-mon[191839]: pgmap v16981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:55.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:30:55 smithi032 ceph-mon[189144]: pgmap v16981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:55.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:30:55 smithi039 ceph-mon[181282]: pgmap v16981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:57.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:30:57 smithi032 ceph-mon[191839]: pgmap v16982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:57.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:30:57 smithi032 ceph-mon[189144]: pgmap v16982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:57.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:30:57 smithi039 ceph-mon[181282]: pgmap v16982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:59.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:30:59 smithi032 ceph-mon[191839]: pgmap v16983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:59.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:30:59 smithi032 ceph-mon[189144]: pgmap v16983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:30:59.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:30:59 smithi039 ceph-mon[181282]: pgmap v16983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:31:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:31:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:31:01.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:31:01 smithi032 ceph-mon[191839]: pgmap v16984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:01.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:31:01 smithi032 ceph-mon[189144]: pgmap v16984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:01.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:31:01 smithi039 ceph-mon[181282]: pgmap v16984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:03.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:31:03 smithi032 ceph-mon[191839]: pgmap v16985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:03.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:31:03 smithi032 ceph-mon[189144]: pgmap v16985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:03.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:31:03 smithi039 ceph-mon[181282]: pgmap v16985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:05.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:31:05 smithi032 ceph-mon[191839]: pgmap v16986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:31:05 smithi032 ceph-mon[189144]: pgmap v16986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:31:05 smithi039 ceph-mon[181282]: pgmap v16986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:06.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:31:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:31:06.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:31:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:31:06.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:31:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:31:07.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:31:07 smithi032 ceph-mon[191839]: pgmap v16987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:07.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:31:07 smithi032 ceph-mon[189144]: pgmap v16987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:07.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:31:07 smithi039 ceph-mon[181282]: pgmap v16987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:09.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:31:09 smithi032 ceph-mon[191839]: pgmap v16988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:09.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:31:09 smithi032 ceph-mon[189144]: pgmap v16988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:09.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:31:09 smithi039 ceph-mon[181282]: pgmap v16988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:31:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:31:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:31:11.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:31:11 smithi032 ceph-mon[191839]: pgmap v16989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:11.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:31:11 smithi032 ceph-mon[189144]: pgmap v16989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:11.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:31:11 smithi039 ceph-mon[181282]: pgmap v16989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:13.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:31:13 smithi032 ceph-mon[189144]: pgmap v16990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:13.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:31:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:31:13.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:31:13 smithi032 ceph-mon[191839]: pgmap v16990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:13.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:31:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:31:13.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:31:13 smithi039 ceph-mon[181282]: pgmap v16990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:13.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:31:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:31:14.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:31:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:31:14.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:31:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:31:14.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:31:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:31:14.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:31:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:31:14.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:31:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:31:14.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:31:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:31:14.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:31:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:31:14.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:31:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:31:14.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:31:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:31:16.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:31:15 smithi039 ceph-mon[181282]: pgmap v16991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:16.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:31:15 smithi032 ceph-mon[191839]: pgmap v16991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:16.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:31:15 smithi032 ceph-mon[189144]: pgmap v16991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:18.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:31:17 smithi039 ceph-mon[181282]: pgmap v16992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:18.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:31:17 smithi032 ceph-mon[189144]: pgmap v16992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:18.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:31:17 smithi032 ceph-mon[191839]: pgmap v16992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:19.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:31:19 smithi032 ceph-mon[189144]: pgmap v16993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:19.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:31:19 smithi032 ceph-mon[191839]: pgmap v16993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:19.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:31:19 smithi039 ceph-mon[181282]: pgmap v16993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:31:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:31:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:31:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:31:21 smithi032 ceph-mon[191839]: pgmap v16994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:31:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:31:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:31:21 smithi032 ceph-mon[189144]: pgmap v16994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:21.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:31:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:31:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:31:21 smithi039 ceph-mon[181282]: pgmap v16994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:21.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:31:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:31:23.274 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:31:23.598 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:31:23.598 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 7m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:31:23.598 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 5m ago 8h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:31:23.598 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 7m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:31:23.598 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 5m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:31:23.598 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 5m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:31:23.598 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 7m ago 8h 854M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:31:23.598 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 7m ago 8h 2093M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:31:23.598 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 5m ago 8h 997M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:31:23.598 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 7m ago 8h 1070M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:31:23.598 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 7m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:31:23.599 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 5m ago 8h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:31:23.599 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 7m ago 8h 5273M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:31:23.599 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 7m ago 8h 5405M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:31:23.599 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 7m ago 8h 4775M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:31:23.599 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 7m ago 8h 4901M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:31:23.599 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 5m ago 8h 4620M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:31:23.599 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 5m ago 8h 5040M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:31:23.599 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 5m ago 8h 4691M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:31:23.599 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 5m ago 8h 4744M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:31:23.599 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 5m ago 8h 138M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:31:23.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:31:23 smithi032 ceph-mon[189144]: pgmap v16995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:23.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:31:23 smithi032 ceph-mon[191839]: pgmap v16995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:23.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:31:23 smithi039 ceph-mon[181282]: pgmap v16995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:23.999 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:31:23.999 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:31:24.000 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:31:24.000 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:31:24.000 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:31:24.000 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:31:24.000 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:31:24.000 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:31:24.000 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:31:24.000 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:31:24.000 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:31:24.000 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:31:24.000 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:31:24.000 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:31:24.000 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:31:24.000 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:31:24.001 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:31:24.001 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:31:24.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:31:24 smithi032 ceph-mon[191839]: from='client.52815 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:31:24.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:31:24 smithi032 ceph-mon[191839]: from='client.52821 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:31:24.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:31:24 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1453558874' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:31:24.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:31:24 smithi032 ceph-mon[189144]: from='client.52815 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:31:24.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:31:24 smithi032 ceph-mon[189144]: from='client.52821 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:31:24.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:31:24 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1453558874' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:31:24.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:31:24 smithi039 ceph-mon[181282]: from='client.52815 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:31:24.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:31:24 smithi039 ceph-mon[181282]: from='client.52821 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:31:24.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:31:24 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1453558874' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:31:25.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:31:25 smithi032 ceph-mon[191839]: pgmap v16996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:25.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:31:25 smithi032 ceph-mon[189144]: pgmap v16996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:25.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:31:25 smithi039 ceph-mon[181282]: pgmap v16996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:27.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:31:27 smithi032 ceph-mon[191839]: pgmap v16997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:27.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:31:27 smithi032 ceph-mon[189144]: pgmap v16997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:27.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:31:27 smithi039 ceph-mon[181282]: pgmap v16997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:29.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:31:29 smithi032 ceph-mon[189144]: pgmap v16998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:29.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:31:29 smithi032 ceph-mon[191839]: pgmap v16998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:29.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:31:29 smithi039 ceph-mon[181282]: pgmap v16998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:31:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:31:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:31:31.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:31:31 smithi032 ceph-mon[191839]: pgmap v16999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:31.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:31:31 smithi032 ceph-mon[189144]: pgmap v16999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:31.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:31:31 smithi039 ceph-mon[181282]: pgmap v16999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:33.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:31:33 smithi032 ceph-mon[191839]: pgmap v17000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:33.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:31:33 smithi032 ceph-mon[189144]: pgmap v17000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:33.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:31:33 smithi039 ceph-mon[181282]: pgmap v17000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:35.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:31:35 smithi032 ceph-mon[191839]: pgmap v17001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:35.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:31:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:31:35.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:31:35 smithi032 ceph-mon[189144]: pgmap v17001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:35.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:31:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:31:35.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:31:35 smithi039 ceph-mon[181282]: pgmap v17001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:35.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:31:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:31:37.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:31:37 smithi032 ceph-mon[189144]: pgmap v17002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:37.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:31:37 smithi032 ceph-mon[191839]: pgmap v17002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:37.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:31:37 smithi039 ceph-mon[181282]: pgmap v17002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:39.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:31:39 smithi032 ceph-mon[189144]: pgmap v17003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:39.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:31:39 smithi032 ceph-mon[191839]: pgmap v17003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:39.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:31:39 smithi039 ceph-mon[181282]: pgmap v17003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:31:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:31:40] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T01:31:41.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:31:41 smithi032 ceph-mon[191839]: pgmap v17004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:41.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:31:41 smithi032 ceph-mon[189144]: pgmap v17004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:41.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:31:41 smithi039 ceph-mon[181282]: pgmap v17004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:43.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:31:43 smithi032 ceph-mon[191839]: pgmap v17005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:43.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:31:43 smithi032 ceph-mon[189144]: pgmap v17005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:43.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:31:43 smithi039 ceph-mon[181282]: pgmap v17005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:45.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:31:45 smithi032 ceph-mon[191839]: pgmap v17006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:45.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:31:45 smithi032 ceph-mon[189144]: pgmap v17006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:45.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:31:45 smithi039 ceph-mon[181282]: pgmap v17006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:47.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:31:47 smithi032 ceph-mon[189144]: pgmap v17007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:47.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:31:47 smithi032 ceph-mon[191839]: pgmap v17007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:47.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:31:47 smithi039 ceph-mon[181282]: pgmap v17007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:49.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:31:49 smithi032 ceph-mon[191839]: pgmap v17008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:49.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:31:49 smithi032 ceph-mon[189144]: pgmap v17008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:49.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:31:49 smithi039 ceph-mon[181282]: pgmap v17008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:50.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:31:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:31:50.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:31:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:31:50.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:31:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:31:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:31:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:31:50] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T01:31:51.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:31:51 smithi032 ceph-mon[191839]: pgmap v17009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:51.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:31:51 smithi032 ceph-mon[189144]: pgmap v17009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:51.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:31:51 smithi039 ceph-mon[181282]: pgmap v17009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:53.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:31:53 smithi032 ceph-mon[189144]: pgmap v17010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:53.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:31:53 smithi032 ceph-mon[191839]: pgmap v17010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:53.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:31:53 smithi039 ceph-mon[181282]: pgmap v17010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:54.363 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:31:54.685 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:31:54.685 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 7m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:31:54.685 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 5m ago 8h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:31:54.685 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 7m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:31:54.685 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 5m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:31:54.685 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 5m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:31:54.685 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 7m ago 8h 854M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:31:54.686 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 7m ago 8h 2093M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:31:54.686 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 5m ago 8h 997M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:31:54.686 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 7m ago 8h 1070M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:31:54.686 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 7m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:31:54.686 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 5m ago 8h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:31:54.686 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 7m ago 8h 5273M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:31:54.686 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 7m ago 8h 5405M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:31:54.686 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 7m ago 8h 4775M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:31:54.686 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 7m ago 8h 4901M 2224M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:31:54.686 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 5m ago 8h 4620M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:31:54.686 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 5m ago 8h 5040M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:31:54.686 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 5m ago 8h 4691M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:31:54.686 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 5m ago 8h 4744M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:31:54.686 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 5m ago 8h 138M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:31:55.084 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:31:55.084 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:31:55.084 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:31:55.084 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:31:55.084 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:31:55.084 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:31:55.084 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:31:55.084 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:31:55.084 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:31:55.084 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:31:55.084 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:31:55.085 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:31:55.085 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:31:55.085 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:31:55.085 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:31:55.085 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:31:55.085 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:31:55.085 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:31:55.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:31:55 smithi032 ceph-mon[189144]: pgmap v17011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:55.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:31:55 smithi032 ceph-mon[189144]: from='client.62747 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:31:55.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:31:55 smithi032 ceph-mon[189144]: from='client.52839 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:31:55.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:31:55 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3386201542' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:31:55.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:31:55 smithi032 ceph-mon[191839]: pgmap v17011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:55.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:31:55 smithi032 ceph-mon[191839]: from='client.62747 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:31:55.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:31:55 smithi032 ceph-mon[191839]: from='client.52839 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:31:55.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:31:55 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3386201542' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:31:55.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:31:55 smithi039 ceph-mon[181282]: pgmap v17011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:55.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:31:55 smithi039 ceph-mon[181282]: from='client.62747 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:31:55.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:31:55 smithi039 ceph-mon[181282]: from='client.52839 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:31:55.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:31:55 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3386201542' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:31:57.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:31:57 smithi032 ceph-mon[189144]: pgmap v17012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:57.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:31:57 smithi032 ceph-mon[191839]: pgmap v17012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:57.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:31:57 smithi039 ceph-mon[181282]: pgmap v17012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:59.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:31:59 smithi032 ceph-mon[189144]: pgmap v17013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:59.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:31:59 smithi032 ceph-mon[191839]: pgmap v17013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:31:59.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:31:59 smithi039 ceph-mon[181282]: pgmap v17013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:32:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:32:00] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T01:32:01.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:01 smithi032 ceph-mon[189144]: pgmap v17014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:01.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:01 smithi032 ceph-mon[191839]: pgmap v17014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:01.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:01 smithi039 ceph-mon[181282]: pgmap v17014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:03.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:03 smithi032 ceph-mon[189144]: pgmap v17015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:03.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:03 smithi032 ceph-mon[191839]: pgmap v17015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:03.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:03 smithi039 ceph-mon[181282]: pgmap v17015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:05.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:05 smithi032 ceph-mon[191839]: pgmap v17016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:05.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:32:05.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:05 smithi032 ceph-mon[189144]: pgmap v17016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:05.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:32:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:05 smithi039 ceph-mon[181282]: pgmap v17016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:05.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:32:07.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:07 smithi032 ceph-mon[191839]: pgmap v17017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:07.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:07 smithi032 ceph-mon[189144]: pgmap v17017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:07.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:07 smithi039 ceph-mon[181282]: pgmap v17017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:09.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:09 smithi032 ceph-mon[191839]: pgmap v17018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:09.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:09 smithi032 ceph-mon[189144]: pgmap v17018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:09.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:09 smithi039 ceph-mon[181282]: pgmap v17018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:32:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:32:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:32:11.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:11 smithi032 ceph-mon[191839]: pgmap v17019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:11.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:11 smithi032 ceph-mon[189144]: pgmap v17019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:11.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:11 smithi039 ceph-mon[181282]: pgmap v17019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:13.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:13 smithi032 ceph-mon[191839]: pgmap v17020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:13.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:13 smithi032 ceph-mon[189144]: pgmap v17020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:13.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:13 smithi039 ceph-mon[181282]: pgmap v17020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:14.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:32:14.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:32:14.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:32:14.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:32:14.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:32:14.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:32:14.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:32:14.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:32:14.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:32:15.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:15 smithi032 ceph-mon[191839]: pgmap v17021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:15.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:32:15.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:32:15.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:32:15.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:32:15.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:15 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi032 to 2210M 2023-12-23T01:32:15.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:32:15.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:32:15.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:32:15.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:32:15.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:15 smithi032 ceph-mon[189144]: pgmap v17021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:15.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:32:15.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:32:15.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:32:15.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:32:15.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:15 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi032 to 2210M 2023-12-23T01:32:15.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:32:15.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:32:15.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:32:15.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:32:15.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:15 smithi039 ceph-mon[181282]: pgmap v17021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:15.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:32:15.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:32:15.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:32:15.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:32:15.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:15 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi032 to 2210M 2023-12-23T01:32:15.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:32:15.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:32:15.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:32:15.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:32:17.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:17 smithi032 ceph-mon[191839]: pgmap v17022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:17.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:17 smithi032 ceph-mon[189144]: pgmap v17022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:17.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:17 smithi039 ceph-mon[181282]: pgmap v17022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:19.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:19 smithi032 ceph-mon[191839]: pgmap v17023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:19.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:19 smithi032 ceph-mon[189144]: pgmap v17023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:19.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:19 smithi039 ceph-mon[181282]: pgmap v17023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:20.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:32:20.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:32:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:32:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:32:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:32:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:32:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:21 smithi032 ceph-mon[191839]: pgmap v17024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:21 smithi032 ceph-mon[189144]: pgmap v17024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:21.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:21 smithi039 ceph-mon[181282]: pgmap v17024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:23.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:23 smithi032 ceph-mon[191839]: pgmap v17025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:23.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:23 smithi032 ceph-mon[189144]: pgmap v17025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:23.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:23 smithi039 ceph-mon[181282]: pgmap v17025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:25.449 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:32:25.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:25 smithi032 ceph-mon[189144]: pgmap v17026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:25.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:25 smithi032 ceph-mon[191839]: pgmap v17026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:25.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:25 smithi039 ceph-mon[181282]: pgmap v17026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:25.771 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:32:25.771 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 8m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:32:25.771 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 6m ago 8h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:32:25.771 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 8m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:32:25.771 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 6m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:32:25.771 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 6m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:32:25.771 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 8m ago 8h 854M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:32:25.771 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 8m ago 8h 2093M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:32:25.771 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 6m ago 8h 997M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:32:25.771 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 8m ago 8h 1070M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:32:25.771 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 8m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:32:25.771 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 6m ago 8h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:32:25.771 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 8m ago 8h 5273M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:32:25.771 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 8m ago 8h 5405M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:32:25.772 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 8m ago 8h 4775M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:32:25.772 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 8m ago 8h 4901M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:32:25.772 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 6m ago 8h 4620M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:32:25.772 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 6m ago 8h 5040M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:32:25.772 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 6m ago 8h 4691M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:32:25.772 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 6m ago 8h 4744M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:32:25.772 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 6m ago 8h 138M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:32:26.170 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:32:26.170 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:32:26.171 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:32:26.171 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:32:26.171 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:32:26.171 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:32:26.171 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:32:26.171 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:32:26.171 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:32:26.171 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:32:26.171 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:32:26.171 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:32:26.171 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:32:26.171 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:32:26.171 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:32:26.171 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:32:26.171 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:32:26.171 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:32:26.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:26 smithi032 ceph-mon[189144]: from='client.52851 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:32:26.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:26 smithi032 ceph-mon[189144]: from='client.62771 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:32:26.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:26 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3339021151' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:32:26.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:26 smithi032 ceph-mon[191839]: from='client.52851 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:32:26.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:26 smithi032 ceph-mon[191839]: from='client.62771 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:32:26.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:26 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3339021151' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:32:26.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:26 smithi039 ceph-mon[181282]: from='client.52851 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:32:26.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:26 smithi039 ceph-mon[181282]: from='client.62771 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:32:26.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:26 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3339021151' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:32:27.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:27 smithi032 ceph-mon[191839]: pgmap v17027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:27.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:27 smithi032 ceph-mon[189144]: pgmap v17027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:27.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:27 smithi039 ceph-mon[181282]: pgmap v17027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:29.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:29 smithi032 ceph-mon[189144]: pgmap v17028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:29.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:29 smithi032 ceph-mon[191839]: pgmap v17028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:29.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:29 smithi039 ceph-mon[181282]: pgmap v17028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:32:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:32:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:32:31.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:31 smithi032 ceph-mon[191839]: pgmap v17029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:31.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:31 smithi032 ceph-mon[189144]: pgmap v17029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:31.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:31 smithi039 ceph-mon[181282]: pgmap v17029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:33.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:33 smithi032 ceph-mon[191839]: pgmap v17030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:33.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:33 smithi032 ceph-mon[189144]: pgmap v17030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:33.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:33 smithi039 ceph-mon[181282]: pgmap v17030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:35.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:35 smithi032 ceph-mon[191839]: pgmap v17031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:35.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:32:35.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:35 smithi032 ceph-mon[189144]: pgmap v17031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:35.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:32:35.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:35 smithi039 ceph-mon[181282]: pgmap v17031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:35.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:32:37.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:37 smithi032 ceph-mon[191839]: pgmap v17032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:37.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:37 smithi032 ceph-mon[189144]: pgmap v17032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:37.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:37 smithi039 ceph-mon[181282]: pgmap v17032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:39.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:39 smithi032 ceph-mon[191839]: pgmap v17033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:39.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:39 smithi032 ceph-mon[189144]: pgmap v17033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:39.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:39 smithi039 ceph-mon[181282]: pgmap v17033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:32:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:32:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:32:41.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:41 smithi032 ceph-mon[189144]: pgmap v17034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:41.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:41 smithi032 ceph-mon[191839]: pgmap v17034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:41.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:41 smithi039 ceph-mon[181282]: pgmap v17034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:43.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:43 smithi032 ceph-mon[191839]: pgmap v17035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:43.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:43 smithi032 ceph-mon[189144]: pgmap v17035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:43.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:43 smithi039 ceph-mon[181282]: pgmap v17035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:45.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:45 smithi032 ceph-mon[189144]: pgmap v17036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:45.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:45 smithi032 ceph-mon[191839]: pgmap v17036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:45.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:45 smithi039 ceph-mon[181282]: pgmap v17036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:47.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:47 smithi032 ceph-mon[189144]: pgmap v17037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:47.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:47 smithi032 ceph-mon[191839]: pgmap v17037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:47.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:47 smithi039 ceph-mon[181282]: pgmap v17037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:49.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:49 smithi032 ceph-mon[191839]: pgmap v17038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:49.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:49 smithi032 ceph-mon[189144]: pgmap v17038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:49.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:49 smithi039 ceph-mon[181282]: pgmap v17038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:50.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:32:50.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:32:50.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:32:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:32:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:32:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:32:51.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:51 smithi032 ceph-mon[191839]: pgmap v17039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:51.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:51 smithi032 ceph-mon[189144]: pgmap v17039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:51.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:51 smithi039 ceph-mon[181282]: pgmap v17039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:53.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:53 smithi032 ceph-mon[191839]: pgmap v17040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:53.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:53 smithi032 ceph-mon[189144]: pgmap v17040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:53.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:53 smithi039 ceph-mon[181282]: pgmap v17040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:55.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:55 smithi032 ceph-mon[189144]: pgmap v17041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:55.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:55 smithi032 ceph-mon[191839]: pgmap v17041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:55.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:55 smithi039 ceph-mon[181282]: pgmap v17041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:56.534 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:32:56.858 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:32:56.858 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 8m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:32:56.858 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 6m ago 8h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:32:56.858 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 8m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:32:56.858 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 6m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:32:56.858 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 6m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:32:56.859 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 8m ago 8h 854M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:32:56.859 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 8m ago 8h 2093M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:32:56.859 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 6m ago 8h 997M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:32:56.859 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 8m ago 8h 1070M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:32:56.859 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 8m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:32:56.859 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 6m ago 8h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:32:56.859 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 8m ago 8h 5273M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:32:56.859 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 8m ago 8h 5405M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:32:56.859 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 8m ago 8h 4775M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:32:56.859 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 8m ago 8h 4901M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:32:56.859 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 6m ago 8h 4620M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:32:56.859 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 6m ago 8h 5040M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:32:56.859 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 6m ago 8h 4691M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:32:56.859 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 6m ago 8h 4744M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:32:56.860 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 6m ago 8h 138M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:32:57.257 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:32:57.258 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:32:57.258 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:32:57.258 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:32:57.258 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:32:57.258 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:32:57.258 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:32:57.258 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:32:57.258 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:32:57.258 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:32:57.258 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:32:57.258 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:32:57.258 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:32:57.258 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:32:57.258 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:32:57.258 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:32:57.258 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:32:57.259 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:32:57.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:57 smithi032 ceph-mon[191839]: pgmap v17042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:57.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:57 smithi032 ceph-mon[191839]: from='client.62783 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:32:57.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:57 smithi032 ceph-mon[191839]: from='client.52875 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:32:57.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:57 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4099809935' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:32:57.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:57 smithi032 ceph-mon[189144]: pgmap v17042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:57.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:57 smithi032 ceph-mon[189144]: from='client.62783 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:32:57.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:57 smithi032 ceph-mon[189144]: from='client.52875 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:32:57.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:57 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4099809935' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:32:57.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:57 smithi039 ceph-mon[181282]: pgmap v17042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:57.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:57 smithi039 ceph-mon[181282]: from='client.62783 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:32:57.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:57 smithi039 ceph-mon[181282]: from='client.52875 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:32:57.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:57 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4099809935' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:32:59.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:32:59 smithi032 ceph-mon[191839]: pgmap v17043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:59.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:32:59 smithi032 ceph-mon[189144]: pgmap v17043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:32:59.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:32:59 smithi039 ceph-mon[181282]: pgmap v17043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:33:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:33:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:33:01.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:01 smithi032 ceph-mon[191839]: pgmap v17044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:01.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:01 smithi032 ceph-mon[189144]: pgmap v17044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:01.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:01 smithi039 ceph-mon[181282]: pgmap v17044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:03.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:03 smithi032 ceph-mon[189144]: pgmap v17045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:03.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:03 smithi032 ceph-mon[191839]: pgmap v17045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:03.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:03 smithi039 ceph-mon[181282]: pgmap v17045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:05 smithi032 ceph-mon[189144]: pgmap v17046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:33:05.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:05 smithi032 ceph-mon[191839]: pgmap v17046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:05.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:33:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:05 smithi039 ceph-mon[181282]: pgmap v17046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:05.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:33:07.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:07 smithi032 ceph-mon[191839]: pgmap v17047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:07.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:07 smithi032 ceph-mon[189144]: pgmap v17047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:07.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:07 smithi039 ceph-mon[181282]: pgmap v17047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:09.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:09 smithi032 ceph-mon[191839]: pgmap v17048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:09.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:09 smithi032 ceph-mon[189144]: pgmap v17048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:09.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:09 smithi039 ceph-mon[181282]: pgmap v17048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:33:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:33:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T01:33:11.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:11 smithi032 ceph-mon[189144]: pgmap v17049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:11.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:11 smithi032 ceph-mon[191839]: pgmap v17049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:11.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:11 smithi039 ceph-mon[181282]: pgmap v17049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:13.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:13 smithi032 ceph-mon[191839]: pgmap v17050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:13.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:13 smithi032 ceph-mon[189144]: pgmap v17050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:13.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:13 smithi039 ceph-mon[181282]: pgmap v17050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:15.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:15 smithi032 ceph-mon[189144]: pgmap v17051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:15.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:33:15.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:33:15.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:33:15.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:15 smithi032 ceph-mon[191839]: pgmap v17051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:15.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:33:15.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:33:15.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:33:15.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:15 smithi039 ceph-mon[181282]: pgmap v17051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:15.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:33:15.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:33:15.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:33:16.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:33:16.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:33:16.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:33:16.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:33:16.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:33:16.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:33:16.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:33:16.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:33:16.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:33:16.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:33:17.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:33:17.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:33:17.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:33:17.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:33:17.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:33:18.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:17 smithi039 ceph-mon[181282]: pgmap v17052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:18.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:17 smithi032 ceph-mon[189144]: pgmap v17052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:18.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:17 smithi032 ceph-mon[191839]: pgmap v17052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:19.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:19 smithi032 ceph-mon[191839]: pgmap v17053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:19.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:19 smithi032 ceph-mon[189144]: pgmap v17053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:19.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:19 smithi039 ceph-mon[181282]: pgmap v17053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:20.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:33:20.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:33:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:33:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:33:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:33:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:33:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:21 smithi032 ceph-mon[191839]: pgmap v17054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:21 smithi032 ceph-mon[189144]: pgmap v17054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:21 smithi039 ceph-mon[181282]: pgmap v17054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:23.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:23 smithi032 ceph-mon[191839]: pgmap v17055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:23.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:23 smithi032 ceph-mon[189144]: pgmap v17055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:23.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:23 smithi039 ceph-mon[181282]: pgmap v17055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:25.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:25 smithi032 ceph-mon[189144]: pgmap v17056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:25.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:25 smithi032 ceph-mon[191839]: pgmap v17056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:25.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:25 smithi039 ceph-mon[181282]: pgmap v17056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:27.623 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:33:27.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:27 smithi032 ceph-mon[189144]: pgmap v17057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:27.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:27 smithi032 ceph-mon[191839]: pgmap v17057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:27.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:27 smithi039 ceph-mon[181282]: pgmap v17057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:27.947 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:33:27.947 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 9m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:33:27.947 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 7m ago 8h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:33:27.947 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 9m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:33:27.947 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 7m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:33:27.947 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 7m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:33:27.947 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 9m ago 8h 854M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:33:27.947 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 9m ago 8h 2093M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:33:27.947 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 7m ago 8h 997M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:33:27.947 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 9m ago 8h 1070M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:33:27.947 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 9m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:33:27.947 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 7m ago 8h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:33:27.947 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 9m ago 8h 5273M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:33:27.947 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 9m ago 8h 5405M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:33:27.947 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 9m ago 8h 4775M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:33:27.948 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 9m ago 8h 4901M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:33:27.948 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 7m ago 8h 4620M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:33:27.948 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 7m ago 8h 5040M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:33:27.948 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 7m ago 8h 4691M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:33:27.948 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 7m ago 8h 4744M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:33:27.948 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 7m ago 8h 138M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:33:28.349 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:33:28.349 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:33:28.349 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:33:28.349 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:33:28.349 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:33:28.349 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:33:28.349 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:33:28.350 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:33:28.350 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:33:28.350 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:33:28.350 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:33:28.350 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:33:28.350 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:33:28.350 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:33:28.350 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:33:28.350 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:33:28.350 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:33:28.350 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:33:28.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:28 smithi032 ceph-mon[191839]: from='client.62801 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:33:28.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:28 smithi032 ceph-mon[191839]: from='client.62807 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:33:28.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:28 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1012298324' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:33:28.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:28 smithi032 ceph-mon[189144]: from='client.62801 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:33:28.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:28 smithi032 ceph-mon[189144]: from='client.62807 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:33:28.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:28 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1012298324' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:33:28.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:28 smithi039 ceph-mon[181282]: from='client.62801 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:33:28.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:28 smithi039 ceph-mon[181282]: from='client.62807 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:33:28.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:28 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1012298324' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:33:29.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:29 smithi032 ceph-mon[191839]: pgmap v17058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:29.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:29 smithi032 ceph-mon[189144]: pgmap v17058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:29.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:29 smithi039 ceph-mon[181282]: pgmap v17058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:33:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:33:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:33:31.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:31 smithi032 ceph-mon[189144]: pgmap v17059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:31.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:31 smithi032 ceph-mon[191839]: pgmap v17059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:31.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:31 smithi039 ceph-mon[181282]: pgmap v17059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:33.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:33 smithi032 ceph-mon[191839]: pgmap v17060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:33.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:33 smithi032 ceph-mon[189144]: pgmap v17060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:33.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:33 smithi039 ceph-mon[181282]: pgmap v17060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:35.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:35 smithi032 ceph-mon[189144]: pgmap v17061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:35.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:33:35.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:35 smithi032 ceph-mon[191839]: pgmap v17061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:35.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:33:35.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:35 smithi039 ceph-mon[181282]: pgmap v17061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:35.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:33:37.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:37 smithi032 ceph-mon[191839]: pgmap v17062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:37.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:37 smithi032 ceph-mon[189144]: pgmap v17062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:37.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:37 smithi039 ceph-mon[181282]: pgmap v17062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:39.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:39 smithi032 ceph-mon[191839]: pgmap v17063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:39.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:39 smithi032 ceph-mon[189144]: pgmap v17063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:39.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:39 smithi039 ceph-mon[181282]: pgmap v17063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:33:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:33:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T01:33:41.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:41 smithi032 ceph-mon[191839]: pgmap v17064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:41.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:41 smithi032 ceph-mon[189144]: pgmap v17064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:41.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:41 smithi039 ceph-mon[181282]: pgmap v17064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:43.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:43 smithi032 ceph-mon[189144]: pgmap v17065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:43.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:43 smithi032 ceph-mon[191839]: pgmap v17065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:43.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:43 smithi039 ceph-mon[181282]: pgmap v17065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:45.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:45 smithi032 ceph-mon[189144]: pgmap v17066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:45.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:45 smithi032 ceph-mon[191839]: pgmap v17066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:45.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:45 smithi039 ceph-mon[181282]: pgmap v17066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:47.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:47 smithi032 ceph-mon[191839]: pgmap v17067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:47.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:47 smithi032 ceph-mon[189144]: pgmap v17067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:47.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:47 smithi039 ceph-mon[181282]: pgmap v17067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:49.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:49 smithi032 ceph-mon[191839]: pgmap v17068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:49.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:49 smithi032 ceph-mon[189144]: pgmap v17068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:49.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:49 smithi039 ceph-mon[181282]: pgmap v17068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:50.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:33:50.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:33:50.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:33:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:33:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:33:50] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-23T01:33:51.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:51 smithi032 ceph-mon[191839]: pgmap v17069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:51.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:51 smithi032 ceph-mon[189144]: pgmap v17069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:51.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:51 smithi039 ceph-mon[181282]: pgmap v17069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:53.685 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:53 smithi032 ceph-mon[191839]: pgmap v17070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:53.685 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:53 smithi032 ceph-mon[189144]: pgmap v17070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:53.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:53 smithi039 ceph-mon[181282]: pgmap v17070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:55.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:55 smithi032 ceph-mon[189144]: pgmap v17071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:55.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:55 smithi032 ceph-mon[191839]: pgmap v17071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:55.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:55 smithi039 ceph-mon[181282]: pgmap v17071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:57.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:57 smithi032 ceph-mon[191839]: pgmap v17072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:57.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:57 smithi032 ceph-mon[189144]: pgmap v17072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:57.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:57 smithi039 ceph-mon[181282]: pgmap v17072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:58.714 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:33:59.035 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:33:59.036 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 9m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:33:59.036 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 7m ago 8h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:33:59.036 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 9m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:33:59.036 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 7m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:33:59.036 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 7m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:33:59.036 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 9m ago 8h 854M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:33:59.036 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 9m ago 8h 2093M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:33:59.036 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 7m ago 8h 997M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:33:59.036 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 9m ago 8h 1070M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:33:59.036 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 9m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:33:59.036 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 7m ago 8h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:33:59.036 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 9m ago 8h 5273M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:33:59.036 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 9m ago 8h 5405M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:33:59.036 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 9m ago 8h 4775M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:33:59.037 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 9m ago 8h 4901M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:33:59.037 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 7m ago 8h 4620M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:33:59.037 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 7m ago 8h 5040M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:33:59.037 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 7m ago 8h 4691M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:33:59.037 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 7m ago 8h 4744M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:33:59.037 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 7m ago 8h 138M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:33:59.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:59 smithi032 ceph-mon[191839]: pgmap v17073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:59.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:59 smithi032 ceph-mon[191839]: from='client.62819 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:33:59.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:33:59 smithi032 ceph-mon[191839]: from='client.62825 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:33:59.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:59 smithi032 ceph-mon[189144]: pgmap v17073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:59.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:59 smithi032 ceph-mon[189144]: from='client.62819 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:33:59.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:33:59 smithi032 ceph-mon[189144]: from='client.62825 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:33:59.441 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:33:59.441 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:33:59.441 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:33:59.441 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:33:59.441 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:33:59.441 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:33:59.441 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:33:59.441 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:33:59.441 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:33:59.442 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:33:59.442 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:33:59.442 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:33:59.442 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:33:59.442 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:33:59.442 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:33:59.442 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:33:59.442 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:33:59.442 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:33:59.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:59 smithi039 ceph-mon[181282]: pgmap v17073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:33:59.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:59 smithi039 ceph-mon[181282]: from='client.62819 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:33:59.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:33:59 smithi039 ceph-mon[181282]: from='client.62825 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:34:00.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:34:00 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/979541028' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:34:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:34:00 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/979541028' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:34:00.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:34:00 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/979541028' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:34:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:34:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:34:00] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-23T01:34:01.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:34:01 smithi039 ceph-mon[181282]: pgmap v17074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:01.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:34:01 smithi032 ceph-mon[191839]: pgmap v17074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:01.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:34:01 smithi032 ceph-mon[189144]: pgmap v17074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:03.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:34:03 smithi032 ceph-mon[191839]: pgmap v17075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:03.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:34:03 smithi032 ceph-mon[189144]: pgmap v17075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:03.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:34:03 smithi039 ceph-mon[181282]: pgmap v17075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:34:05 smithi032 ceph-mon[189144]: pgmap v17076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:34:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:34:05.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:34:05 smithi032 ceph-mon[191839]: pgmap v17076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:05.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:34:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:34:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:34:05 smithi039 ceph-mon[181282]: pgmap v17076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:05.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:34:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:34:07.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:34:07 smithi032 ceph-mon[191839]: pgmap v17077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:07.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:34:07 smithi032 ceph-mon[189144]: pgmap v17077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:07.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:34:07 smithi039 ceph-mon[181282]: pgmap v17077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:09.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:34:09 smithi039 ceph-mon[181282]: pgmap v17078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:09.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:34:09 smithi032 ceph-mon[191839]: pgmap v17078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:09.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:34:09 smithi032 ceph-mon[189144]: pgmap v17078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:34:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:34:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:34:11.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:34:11 smithi032 ceph-mon[191839]: pgmap v17079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:11.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:34:11 smithi032 ceph-mon[189144]: pgmap v17079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:11.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:34:11 smithi039 ceph-mon[181282]: pgmap v17079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:13.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:34:13 smithi032 ceph-mon[191839]: pgmap v17080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:13.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:34:13 smithi032 ceph-mon[189144]: pgmap v17080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:13.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:34:13 smithi039 ceph-mon[181282]: pgmap v17080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:15.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:34:15 smithi032 ceph-mon[191839]: pgmap v17081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:15.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:34:15 smithi032 ceph-mon[189144]: pgmap v17081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:15.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:34:15 smithi039 ceph-mon[181282]: pgmap v17081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:16.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:34:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:34:16.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:34:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:34:16.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:34:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:34:17.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:34:17 smithi032 ceph-mon[191839]: pgmap v17082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:17.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:34:17 smithi032 ceph-mon[189144]: pgmap v17082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:17.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:34:17 smithi039 ceph-mon[181282]: pgmap v17082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:19.159 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:34:18 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:34:19.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:34:18 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:34:19.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:34:18 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:34:19.160 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:34:18 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:34:19.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:34:18 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:34:19.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:34:18 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:34:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:34:19 smithi039 ceph-mon[181282]: pgmap v17083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:20.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:34:19 smithi032 ceph-mon[191839]: pgmap v17083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:34:19 smithi032 ceph-mon[189144]: pgmap v17083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:34:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:34:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:34:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:34:21.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:34:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:34:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T01:34:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:34:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:34:22.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:34:22 smithi032 ceph-mon[191839]: pgmap v17084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:22.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:34:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:34:22.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:34:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:34:22.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:34:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:34:22.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:34:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:34:22.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:34:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:34:22.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:34:22 smithi032 ceph-mon[189144]: pgmap v17084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:22.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:34:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:34:22.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:34:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:34:22.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:34:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:34:22.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:34:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:34:22.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:34:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:34:22.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:34:22 smithi039 ceph-mon[181282]: pgmap v17084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:22.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:34:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:34:22.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:34:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:34:22.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:34:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:34:22.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:34:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:34:22.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:34:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:34:24.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:34:24 smithi032 ceph-mon[191839]: pgmap v17085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:24.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:34:24 smithi032 ceph-mon[189144]: pgmap v17085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:24.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:34:24 smithi039 ceph-mon[181282]: pgmap v17085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:26.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:34:26 smithi032 ceph-mon[191839]: pgmap v17086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:26.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:34:26 smithi032 ceph-mon[189144]: pgmap v17086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:26.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:34:26 smithi039 ceph-mon[181282]: pgmap v17086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:28.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:34:28 smithi032 ceph-mon[191839]: pgmap v17087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:28.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:34:28 smithi032 ceph-mon[189144]: pgmap v17087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:28.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:34:28 smithi039 ceph-mon[181282]: pgmap v17087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:29.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:34:29 smithi039 ceph-mon[181282]: pgmap v17088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:29.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:34:29 smithi032 ceph-mon[189144]: pgmap v17088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:29.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:34:29 smithi032 ceph-mon[191839]: pgmap v17088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:29.804 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:34:30.126 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:34:30.126 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 12s ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:34:30.126 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 8m ago 8h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:34:30.126 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 12s ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:34:30.126 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 8m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:34:30.126 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 8m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:34:30.126 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 12s ago 8h 860M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:34:30.126 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 12s ago 8h 2125M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:34:30.127 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 8m ago 8h 997M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:34:30.127 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 12s ago 8h 1086M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:34:30.127 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 12s ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:34:30.127 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 8m ago 8h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:34:30.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 12s ago 8h 5305M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:34:30.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 12s ago 8h 5436M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:34:30.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 12s ago 8h 4799M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:34:30.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 12s ago 8h 4932M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:34:30.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 8m ago 8h 4620M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:34:30.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 8m ago 8h 5040M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:34:30.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 8m ago 8h 4691M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:34:30.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 8m ago 8h 4744M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:34:30.127 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 8m ago 8h 138M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:34:30.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:34:30 smithi039 ceph-mon[181282]: from='client.62837 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:34:30.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:34:30 smithi039 ceph-mon[181282]: from='client.52929 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:34:30.533 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:34:30.533 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:34:30.533 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:34:30.533 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:34:30.533 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:34:30.533 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:34:30.533 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:34:30.533 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:34:30.534 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:34:30.534 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:34:30.534 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:34:30.534 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:34:30.534 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:34:30.534 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:34:30.534 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:34:30.534 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:34:30.534 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:34:30.534 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:34:30.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:34:30 smithi032 ceph-mon[191839]: from='client.62837 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:34:30.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:34:30 smithi032 ceph-mon[191839]: from='client.52929 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:34:30.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:34:30 smithi032 ceph-mon[189144]: from='client.62837 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:34:30.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:34:30 smithi032 ceph-mon[189144]: from='client.52929 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:34:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:34:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:34:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T01:34:31.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:34:31 smithi039 ceph-mon[181282]: pgmap v17089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:31.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:34:31 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/304040909' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:34:31.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:34:31 smithi032 ceph-mon[191839]: pgmap v17089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:31.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:34:31 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/304040909' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:34:31.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:34:31 smithi032 ceph-mon[189144]: pgmap v17089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:31.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:34:31 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/304040909' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:34:33.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:34:33 smithi032 ceph-mon[191839]: pgmap v17090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:33.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:34:33 smithi032 ceph-mon[189144]: pgmap v17090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:33.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:34:33 smithi039 ceph-mon[181282]: pgmap v17090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:35.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:34:35 smithi032 ceph-mon[189144]: pgmap v17091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:35.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:34:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:34:35.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:34:35 smithi032 ceph-mon[191839]: pgmap v17091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:35.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:34:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:34:35.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:34:35 smithi039 ceph-mon[181282]: pgmap v17091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:35.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:34:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:34:37.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:34:37 smithi032 ceph-mon[191839]: pgmap v17092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:37.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:34:37 smithi032 ceph-mon[189144]: pgmap v17092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:37.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:34:37 smithi039 ceph-mon[181282]: pgmap v17092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:39.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:34:39 smithi039 ceph-mon[181282]: pgmap v17093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:39.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:34:39 smithi032 ceph-mon[191839]: pgmap v17093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:39.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:34:39 smithi032 ceph-mon[189144]: pgmap v17093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:34:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:34:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:34:41.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:34:41 smithi032 ceph-mon[191839]: pgmap v17094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:41.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:34:41 smithi032 ceph-mon[189144]: pgmap v17094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:41.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:34:41 smithi039 ceph-mon[181282]: pgmap v17094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:43.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:34:43 smithi032 ceph-mon[191839]: pgmap v17095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:43.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:34:43 smithi032 ceph-mon[189144]: pgmap v17095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:43.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:34:43 smithi039 ceph-mon[181282]: pgmap v17095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:45.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:34:45 smithi032 ceph-mon[189144]: pgmap v17096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:45.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:34:45 smithi032 ceph-mon[191839]: pgmap v17096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:45.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:34:45 smithi039 ceph-mon[181282]: pgmap v17096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:47.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:34:47 smithi032 ceph-mon[189144]: pgmap v17097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:47.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:34:47 smithi032 ceph-mon[191839]: pgmap v17097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:47.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:34:47 smithi039 ceph-mon[181282]: pgmap v17097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:49.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:34:49 smithi039 ceph-mon[181282]: pgmap v17098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:49.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:34:49 smithi032 ceph-mon[191839]: pgmap v17098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:49.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:34:49 smithi032 ceph-mon[189144]: pgmap v17098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:50.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:34:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:34:50.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:34:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:34:50.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:34:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:34:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:34:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:34:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:34:51.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:34:51 smithi032 ceph-mon[191839]: pgmap v17099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:51.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:34:51 smithi032 ceph-mon[189144]: pgmap v17099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:51.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:34:51 smithi039 ceph-mon[181282]: pgmap v17099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:53.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:34:53 smithi032 ceph-mon[191839]: pgmap v17100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:53.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:34:53 smithi032 ceph-mon[189144]: pgmap v17100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:53.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:34:53 smithi039 ceph-mon[181282]: pgmap v17100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:55.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:34:55 smithi032 ceph-mon[191839]: pgmap v17101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:55.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:34:55 smithi032 ceph-mon[189144]: pgmap v17101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:55.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:34:55 smithi039 ceph-mon[181282]: pgmap v17101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:57.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:34:57 smithi032 ceph-mon[191839]: pgmap v17102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:57.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:34:57 smithi032 ceph-mon[189144]: pgmap v17102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:57.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:34:57 smithi039 ceph-mon[181282]: pgmap v17102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:59.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:34:59 smithi039 ceph-mon[181282]: pgmap v17103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:59.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:34:59 smithi032 ceph-mon[191839]: pgmap v17103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:34:59.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:34:59 smithi032 ceph-mon[189144]: pgmap v17103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:00.898 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:35:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:35:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:35:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:35:01.222 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:35:01.222 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 43s ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:35:01.222 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 8m ago 8h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:35:01.222 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 43s ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:35:01.222 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 8m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:35:01.222 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 8m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:35:01.222 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 43s ago 8h 860M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:35:01.222 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 43s ago 8h 2125M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:35:01.222 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 8m ago 8h 997M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:35:01.222 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 43s ago 8h 1086M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:35:01.223 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 43s ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:35:01.223 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 8m ago 8h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:35:01.223 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 43s ago 8h 5305M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:35:01.223 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 43s ago 8h 5436M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:35:01.223 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 43s ago 8h 4799M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:35:01.223 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 43s ago 8h 4932M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:35:01.223 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 8m ago 8h 4620M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:35:01.223 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 8m ago 8h 5040M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:35:01.223 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 8m ago 8h 4691M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:35:01.223 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 8m ago 8h 4744M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:35:01.223 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 8m ago 8h 138M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:35:01.624 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:35:01.624 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:35:01.624 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:35:01.624 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:35:01.624 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:35:01.624 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:35:01.624 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:35:01.624 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:35:01.624 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:35:01.624 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:35:01.624 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:35:01.624 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:35:01.625 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:35:01.625 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:35:01.625 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:35:01.625 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:35:01.625 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:35:01.625 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:35:01.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:35:01 smithi032 ceph-mon[191839]: pgmap v17104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:01.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:35:01 smithi032 ceph-mon[191839]: from='client.62855 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:35:01.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:35:01 smithi032 ceph-mon[189144]: pgmap v17104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:01.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:35:01 smithi032 ceph-mon[189144]: from='client.62855 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:35:01.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:35:01 smithi039 ceph-mon[181282]: pgmap v17104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:01.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:35:01 smithi039 ceph-mon[181282]: from='client.62855 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:35:02.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:35:02 smithi032 ceph-mon[191839]: from='client.62861 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:35:02.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:35:02 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2890964970' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:35:02.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:35:02 smithi032 ceph-mon[189144]: from='client.62861 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:35:02.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:35:02 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2890964970' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:35:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:35:02 smithi039 ceph-mon[181282]: from='client.62861 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:35:02.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:35:02 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2890964970' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:35:03.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:35:03 smithi032 ceph-mon[191839]: pgmap v17105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:03.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:35:03 smithi032 ceph-mon[189144]: pgmap v17105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:03.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:35:03 smithi039 ceph-mon[181282]: pgmap v17105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:05.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:35:05 smithi032 ceph-mon[191839]: pgmap v17106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:05.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:35:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:35:05.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:35:05 smithi032 ceph-mon[189144]: pgmap v17106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:05.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:35:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:35:05.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:35:05 smithi039 ceph-mon[181282]: pgmap v17106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:05.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:35:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:35:07.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:35:07 smithi032 ceph-mon[191839]: pgmap v17107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:07.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:35:07 smithi032 ceph-mon[189144]: pgmap v17107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:07.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:35:07 smithi039 ceph-mon[181282]: pgmap v17107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:09.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:35:09 smithi039 ceph-mon[181282]: pgmap v17108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:09.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:35:09 smithi032 ceph-mon[191839]: pgmap v17108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:09.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:35:09 smithi032 ceph-mon[189144]: pgmap v17108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:35:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:35:10] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T01:35:11.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:35:11 smithi032 ceph-mon[191839]: pgmap v17109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:11.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:35:11 smithi032 ceph-mon[189144]: pgmap v17109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:11.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:35:11 smithi039 ceph-mon[181282]: pgmap v17109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:13.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:35:13 smithi032 ceph-mon[189144]: pgmap v17110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:13.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:35:13 smithi032 ceph-mon[191839]: pgmap v17110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:13.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:35:13 smithi039 ceph-mon[181282]: pgmap v17110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:15.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:35:15 smithi032 ceph-mon[191839]: pgmap v17111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:15.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:35:15 smithi032 ceph-mon[189144]: pgmap v17111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:15.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:35:15 smithi039 ceph-mon[181282]: pgmap v17111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:17.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:35:17 smithi032 ceph-mon[191839]: pgmap v17112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:17.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:35:17 smithi032 ceph-mon[189144]: pgmap v17112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:17.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:35:17 smithi039 ceph-mon[181282]: pgmap v17112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:19.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:35:19 smithi039 ceph-mon[181282]: pgmap v17113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:19.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:35:19 smithi032 ceph-mon[191839]: pgmap v17113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:19.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:35:19 smithi032 ceph-mon[189144]: pgmap v17113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:20.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:35:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:35:20.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:35:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:35:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:35:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:35:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:35:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:35:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:35:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:35:21 smithi032 ceph-mon[191839]: pgmap v17114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:35:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:35:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:35:21 smithi032 ceph-mon[189144]: pgmap v17114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:35:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:35:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:35:21 smithi039 ceph-mon[181282]: pgmap v17114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:35:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:35:22.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:35:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:35:22.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:35:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:35:22.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:35:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:35:22.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:35:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:35:22.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:35:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:35:22.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:35:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:35:22.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:35:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:35:22.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:35:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:35:22.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:35:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:35:24.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:35:23 smithi039 ceph-mon[181282]: pgmap v17115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:24.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:35:23 smithi032 ceph-mon[189144]: pgmap v17115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:24.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:35:23 smithi032 ceph-mon[191839]: pgmap v17115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:26.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:35:25 smithi039 ceph-mon[181282]: pgmap v17116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:26.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:35:25 smithi032 ceph-mon[191839]: pgmap v17116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:26.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:35:25 smithi032 ceph-mon[189144]: pgmap v17116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:28.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:35:27 smithi039 ceph-mon[181282]: pgmap v17117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:28.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:35:27 smithi032 ceph-mon[189144]: pgmap v17117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:28.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:35:27 smithi032 ceph-mon[191839]: pgmap v17117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:29.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:35:29 smithi039 ceph-mon[181282]: pgmap v17118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:29.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:35:29 smithi032 ceph-mon[191839]: pgmap v17118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:29.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:35:29 smithi032 ceph-mon[189144]: pgmap v17118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:35:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:35:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:35:31.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:35:31 smithi032 ceph-mon[191839]: pgmap v17119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:31.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:35:31 smithi032 ceph-mon[189144]: pgmap v17119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:31.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:35:31 smithi039 ceph-mon[181282]: pgmap v17119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:31.988 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:35:32.314 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:35:32.315 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 74s ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:35:32.315 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 9m ago 8h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:35:32.315 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 74s ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:35:32.315 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 9m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:35:32.315 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 9m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:35:32.315 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 74s ago 8h 860M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:35:32.315 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 74s ago 8h 2125M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:35:32.315 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 9m ago 8h 997M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:35:32.315 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 74s ago 8h 1086M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:35:32.315 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 74s ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:35:32.315 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 9m ago 8h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:35:32.315 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 74s ago 8h 5305M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:35:32.315 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 74s ago 8h 5436M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:35:32.316 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 74s ago 8h 4799M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:35:32.316 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 74s ago 8h 4932M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:35:32.316 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 9m ago 8h 4620M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:35:32.316 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 9m ago 8h 5040M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:35:32.316 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 9m ago 8h 4691M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:35:32.316 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 9m ago 8h 4744M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:35:32.316 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 9m ago 8h 138M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:35:32.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:35:32 smithi032 ceph-mon[189144]: from='client.52959 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:35:32.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:35:32 smithi032 ceph-mon[191839]: from='client.52959 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:35:32.719 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:35:32.719 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:35:32.720 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:35:32.720 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:35:32.720 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:35:32.720 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:35:32.720 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:35:32.720 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:35:32.720 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:35:32.720 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:35:32.720 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:35:32.720 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:35:32.720 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:35:32.720 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:35:32.720 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:35:32.720 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:35:32.721 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:35:32.721 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:35:32.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:35:32 smithi039 ceph-mon[181282]: from='client.52959 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:35:33.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:35:33 smithi032 ceph-mon[191839]: from='client.62879 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:35:33.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:35:33 smithi032 ceph-mon[191839]: pgmap v17120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:33.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:35:33 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1943616570' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:35:33.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:35:33 smithi032 ceph-mon[189144]: from='client.62879 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:35:33.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:35:33 smithi032 ceph-mon[189144]: pgmap v17120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:33.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:35:33 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1943616570' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:35:33.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:35:33 smithi039 ceph-mon[181282]: from='client.62879 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:35:33.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:35:33 smithi039 ceph-mon[181282]: pgmap v17120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:33.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:35:33 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1943616570' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:35:35.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:35:35 smithi032 ceph-mon[189144]: pgmap v17121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:35.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:35:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:35:35.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:35:35 smithi032 ceph-mon[191839]: pgmap v17121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:35.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:35:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:35:35.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:35:35 smithi039 ceph-mon[181282]: pgmap v17121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:35.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:35:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:35:37.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:35:37 smithi032 ceph-mon[191839]: pgmap v17122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:37.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:35:37 smithi032 ceph-mon[189144]: pgmap v17122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:37.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:35:37 smithi039 ceph-mon[181282]: pgmap v17122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:39.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:35:39 smithi039 ceph-mon[181282]: pgmap v17123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:39.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:35:39 smithi032 ceph-mon[189144]: pgmap v17123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:39.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:35:39 smithi032 ceph-mon[191839]: pgmap v17123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:35:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:35:40] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T01:35:41.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:35:41 smithi032 ceph-mon[189144]: pgmap v17124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:41.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:35:41 smithi032 ceph-mon[191839]: pgmap v17124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:41.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:35:41 smithi039 ceph-mon[181282]: pgmap v17124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:43.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:35:43 smithi032 ceph-mon[191839]: pgmap v17125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:43.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:35:43 smithi032 ceph-mon[189144]: pgmap v17125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:43.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:35:43 smithi039 ceph-mon[181282]: pgmap v17125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:45.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:35:45 smithi032 ceph-mon[189144]: pgmap v17126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:45.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:35:45 smithi032 ceph-mon[191839]: pgmap v17126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:45.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:35:45 smithi039 ceph-mon[181282]: pgmap v17126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:47.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:35:47 smithi032 ceph-mon[191839]: pgmap v17127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:47.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:35:47 smithi032 ceph-mon[189144]: pgmap v17127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:47.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:35:47 smithi039 ceph-mon[181282]: pgmap v17127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:49.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:35:49 smithi039 ceph-mon[181282]: pgmap v17128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:49.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:35:49 smithi032 ceph-mon[191839]: pgmap v17128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:49.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:35:49 smithi032 ceph-mon[189144]: pgmap v17128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:50.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:35:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:35:50.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:35:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:35:50.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:35:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:35:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:35:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:35:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T01:35:51.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:35:51 smithi032 ceph-mon[191839]: pgmap v17129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:51.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:35:51 smithi032 ceph-mon[189144]: pgmap v17129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:51.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:35:51 smithi039 ceph-mon[181282]: pgmap v17129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:53.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:35:53 smithi032 ceph-mon[189144]: pgmap v17130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:53.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:35:53 smithi032 ceph-mon[191839]: pgmap v17130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:53.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:35:53 smithi039 ceph-mon[181282]: pgmap v17130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:55.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:35:55 smithi032 ceph-mon[191839]: pgmap v17131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:55.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:35:55 smithi032 ceph-mon[189144]: pgmap v17131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:55.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:35:55 smithi039 ceph-mon[181282]: pgmap v17131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:57.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:35:57 smithi032 ceph-mon[191839]: pgmap v17132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:57.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:35:57 smithi032 ceph-mon[189144]: pgmap v17132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:57.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:35:57 smithi039 ceph-mon[181282]: pgmap v17132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:59.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:35:59 smithi039 ceph-mon[181282]: pgmap v17133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:59.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:35:59 smithi032 ceph-mon[191839]: pgmap v17133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:35:59.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:35:59 smithi032 ceph-mon[189144]: pgmap v17133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:36:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:36:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T01:36:01.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:01 smithi032 ceph-mon[191839]: pgmap v17134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:01.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:01 smithi032 ceph-mon[189144]: pgmap v17134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:01.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:01 smithi039 ceph-mon[181282]: pgmap v17134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:03.085 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:36:03.411 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:36:03.411 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 105s ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:36:03.412 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 9m ago 8h 96.9M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:36:03.412 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 105s ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:36:03.412 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 9m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:36:03.412 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 9m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:36:03.412 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 105s ago 8h 860M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:36:03.412 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 105s ago 8h 2125M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:36:03.412 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 9m ago 8h 997M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:36:03.412 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 105s ago 8h 1086M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:36:03.412 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 105s ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:36:03.412 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 9m ago 8h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:36:03.412 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 105s ago 8h 5305M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:36:03.412 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 105s ago 8h 5436M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:36:03.412 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 105s ago 8h 4799M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:36:03.412 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 105s ago 8h 4932M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:36:03.412 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 9m ago 8h 4620M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:36:03.413 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 9m ago 8h 5040M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:36:03.413 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 9m ago 8h 4691M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:36:03.413 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 9m ago 8h 4744M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:36:03.413 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 9m ago 8h 138M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:36:03.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:03 smithi032 ceph-mon[189144]: pgmap v17135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:03.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:03 smithi032 ceph-mon[189144]: from='client.62891 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:36:03.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:03 smithi032 ceph-mon[191839]: pgmap v17135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:03.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:03 smithi032 ceph-mon[191839]: from='client.62891 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:36:03.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:03 smithi039 ceph-mon[181282]: pgmap v17135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:03.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:03 smithi039 ceph-mon[181282]: from='client.62891 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:36:03.812 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:36:03.812 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:36:03.813 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:36:03.813 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:36:03.813 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:36:03.813 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:36:03.813 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:36:03.813 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:36:03.813 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:36:03.813 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:36:03.813 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:36:03.813 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:36:03.813 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:36:03.813 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:36:03.813 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:36:03.814 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:36:03.814 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:36:03.814 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:36:04.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:04 smithi032 ceph-mon[191839]: from='client.52983 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:36:04.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:04 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2509291404' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:36:04.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:04 smithi032 ceph-mon[189144]: from='client.52983 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:36:04.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:04 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2509291404' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:36:04.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:04 smithi039 ceph-mon[181282]: from='client.52983 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:36:04.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:04 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2509291404' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:36:05.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:05 smithi032 ceph-mon[191839]: pgmap v17136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:05.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:36:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:05 smithi032 ceph-mon[189144]: pgmap v17136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:36:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:05 smithi039 ceph-mon[181282]: pgmap v17136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:36:07.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:07 smithi032 ceph-mon[191839]: pgmap v17137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:07.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:07 smithi032 ceph-mon[189144]: pgmap v17137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:07.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:07 smithi039 ceph-mon[181282]: pgmap v17137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:09.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:09 smithi039 ceph-mon[181282]: pgmap v17138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:09.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:09 smithi032 ceph-mon[191839]: pgmap v17138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:09.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:09 smithi032 ceph-mon[189144]: pgmap v17138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:36:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:36:10] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-23T01:36:11.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:11 smithi032 ceph-mon[191839]: pgmap v17139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:11.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:11 smithi032 ceph-mon[189144]: pgmap v17139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:11.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:11 smithi039 ceph-mon[181282]: pgmap v17139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:13.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:13 smithi032 ceph-mon[189144]: pgmap v17140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:13.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:13 smithi032 ceph-mon[191839]: pgmap v17140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:13.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:13 smithi039 ceph-mon[181282]: pgmap v17140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:15.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:15 smithi032 ceph-mon[189144]: pgmap v17141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:15.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:15 smithi032 ceph-mon[191839]: pgmap v17141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:15.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:15 smithi039 ceph-mon[181282]: pgmap v17141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:17.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:17 smithi032 ceph-mon[191839]: pgmap v17142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:17.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:17 smithi032 ceph-mon[189144]: pgmap v17142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:17.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:17 smithi039 ceph-mon[181282]: pgmap v17142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:19.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:19 smithi039 ceph-mon[181282]: pgmap v17143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:19.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:19 smithi032 ceph-mon[191839]: pgmap v17143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:19.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:19 smithi032 ceph-mon[189144]: pgmap v17143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:20.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:36:20.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:36:20.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:36:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:36:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:36:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:36:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:21 smithi032 ceph-mon[191839]: pgmap v17144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:21.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:21 smithi032 ceph-mon[189144]: pgmap v17144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:21 smithi039 ceph-mon[181282]: pgmap v17144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:22.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:36:22.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:36:22.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:36:23.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:23 smithi032 ceph-mon[191839]: pgmap v17145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:23.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:23 smithi032 ceph-mon[189144]: pgmap v17145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:23.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:23 smithi039 ceph-mon[181282]: pgmap v17145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:25.866 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:25 smithi039 ceph-mon[181282]: pgmap v17146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:25.866 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:36:25.866 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:36:25.866 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:36:25.866 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:36:25.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:25 smithi032 ceph-mon[189144]: pgmap v17146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:25.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:36:25.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:36:25.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:36:25.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:36:25.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:25 smithi032 ceph-mon[191839]: pgmap v17146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:25.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:36:25.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:36:25.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:36:25.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:36:27.707 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:27 smithi039 ceph-mon[181282]: pgmap v17147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:27.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:27 smithi032 ceph-mon[191839]: pgmap v17147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:27.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:27 smithi032 ceph-mon[189144]: pgmap v17147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:29.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:36:29.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:36:29.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:36:29.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:36:29.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:36:29.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:36:29.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:36:29.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:36:29.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:36:29.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:36:29.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:36:29.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:36:29.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:36:29.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:36:29.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:36:30.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:29 smithi039 ceph-mon[181282]: pgmap v17148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:30.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:29 smithi032 ceph-mon[189144]: pgmap v17148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:30.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:29 smithi032 ceph-mon[191839]: pgmap v17148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:36:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:36:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:36:32.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:31 smithi039 ceph-mon[181282]: pgmap v17149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:32.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:31 smithi032 ceph-mon[189144]: pgmap v17149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:32.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:31 smithi032 ceph-mon[191839]: pgmap v17149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:34.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:33 smithi039 ceph-mon[181282]: pgmap v17150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:34.175 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:36:34.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:33 smithi032 ceph-mon[189144]: pgmap v17150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:34.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:33 smithi032 ceph-mon[191839]: pgmap v17150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:34.504 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:36:34.504 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 2m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:36:34.504 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 9s ago 8h 95.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:36:34.505 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 2m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:36:34.505 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 9s ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:36:34.505 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 9s ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:36:34.505 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 2m ago 8h 860M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:36:34.505 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 2m ago 8h 2125M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:36:34.505 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 9s ago 8h 1040M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:36:34.505 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 2m ago 8h 1086M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:36:34.506 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 2m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:36:34.506 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 9s ago 8h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:36:34.506 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 2m ago 8h 5305M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:36:34.506 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 2m ago 8h 5436M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:36:34.506 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 2m ago 8h 4799M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:36:34.506 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 2m ago 8h 4932M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:36:34.507 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 9s ago 8h 4646M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:36:34.507 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 9s ago 8h 5072M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:36:34.507 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 9s ago 8h 4721M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:36:34.507 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 9s ago 8h 4777M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:36:34.507 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 9s ago 8h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:36:34.905 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:36:34.905 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:36:34.905 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:36:34.906 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:36:34.906 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:36:34.906 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:36:34.906 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:36:34.906 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:36:34.906 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:36:34.906 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:36:34.906 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:36:34.906 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:36:34.906 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:36:34.906 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:36:34.906 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:36:34.906 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:36:34.906 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:36:34.906 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:36:36.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:35 smithi039 ceph-mon[181282]: from='client.52995 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:36:36.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:35 smithi039 ceph-mon[181282]: pgmap v17151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:36.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:35 smithi039 ceph-mon[181282]: from='client.53001 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:36:36.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:35 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3771815845' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:36:36.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:36:36.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:35 smithi032 ceph-mon[191839]: from='client.52995 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:36:36.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:35 smithi032 ceph-mon[191839]: pgmap v17151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:36.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:35 smithi032 ceph-mon[191839]: from='client.53001 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:36:36.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:35 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3771815845' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:36:36.185 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:36:36.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:35 smithi032 ceph-mon[189144]: from='client.52995 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:36:36.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:35 smithi032 ceph-mon[189144]: pgmap v17151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:36.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:35 smithi032 ceph-mon[189144]: from='client.53001 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:36:36.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:35 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3771815845' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:36:36.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:36:38.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:37 smithi039 ceph-mon[181282]: pgmap v17152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:38.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:37 smithi032 ceph-mon[191839]: pgmap v17152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:38.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:37 smithi032 ceph-mon[189144]: pgmap v17152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:39.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:39 smithi039 ceph-mon[181282]: pgmap v17153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:39.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:39 smithi032 ceph-mon[191839]: pgmap v17153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:39.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:39 smithi032 ceph-mon[189144]: pgmap v17153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:36:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:36:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:36:41.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:41 smithi032 ceph-mon[189144]: pgmap v17154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:41.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:41 smithi032 ceph-mon[191839]: pgmap v17154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:41.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:41 smithi039 ceph-mon[181282]: pgmap v17154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:43.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:43 smithi032 ceph-mon[191839]: pgmap v17155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:43.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:43 smithi032 ceph-mon[189144]: pgmap v17155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:43.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:43 smithi039 ceph-mon[181282]: pgmap v17155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:45.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:45 smithi032 ceph-mon[189144]: pgmap v17156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:45.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:45 smithi032 ceph-mon[191839]: pgmap v17156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:45.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:45 smithi039 ceph-mon[181282]: pgmap v17156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:47.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:47 smithi032 ceph-mon[189144]: pgmap v17157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:47.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:47 smithi032 ceph-mon[191839]: pgmap v17157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:47.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:47 smithi039 ceph-mon[181282]: pgmap v17157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:49.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:49 smithi039 ceph-mon[181282]: pgmap v17158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:49.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:49 smithi032 ceph-mon[189144]: pgmap v17158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:49.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:49 smithi032 ceph-mon[191839]: pgmap v17158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:50.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:36:50.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:36:50.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:36:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:36:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:36:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:36:51.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:51 smithi032 ceph-mon[189144]: pgmap v17159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:51.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:51 smithi032 ceph-mon[191839]: pgmap v17159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:51.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:51 smithi039 ceph-mon[181282]: pgmap v17159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:53.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:53 smithi032 ceph-mon[191839]: pgmap v17160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:53.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:53 smithi032 ceph-mon[189144]: pgmap v17160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:53.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:53 smithi039 ceph-mon[181282]: pgmap v17160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:55.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:55 smithi032 ceph-mon[189144]: pgmap v17161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:55.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:55 smithi032 ceph-mon[191839]: pgmap v17161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:55.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:55 smithi039 ceph-mon[181282]: pgmap v17161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:57.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:57 smithi032 ceph-mon[191839]: pgmap v17162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:57.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:57 smithi032 ceph-mon[189144]: pgmap v17162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:57.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:57 smithi039 ceph-mon[181282]: pgmap v17162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:59.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:36:59 smithi039 ceph-mon[181282]: pgmap v17163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:59.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:36:59 smithi032 ceph-mon[191839]: pgmap v17163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:36:59.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:36:59 smithi032 ceph-mon[189144]: pgmap v17163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:37:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:37:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:37:01.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:37:01 smithi032 ceph-mon[191839]: pgmap v17164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:01.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:37:01 smithi032 ceph-mon[189144]: pgmap v17164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:01.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:37:01 smithi039 ceph-mon[181282]: pgmap v17164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:03.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:37:03 smithi032 ceph-mon[191839]: pgmap v17165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:03.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:37:03 smithi032 ceph-mon[189144]: pgmap v17165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:03.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:37:03 smithi039 ceph-mon[181282]: pgmap v17165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:05.269 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:37:05.592 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:37:05.593 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 2m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:37:05.593 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 41s ago 8h 95.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:37:05.593 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 2m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:37:05.593 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 41s ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:37:05.593 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 41s ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:37:05.593 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 2m ago 8h 860M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:37:05.593 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 2m ago 8h 2125M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:37:05.593 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 41s ago 8h 1040M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:37:05.593 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 2m ago 8h 1086M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:37:05.593 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 2m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:37:05.593 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 41s ago 8h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:37:05.593 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 2m ago 8h 5305M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:37:05.593 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 2m ago 8h 5436M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:37:05.593 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 2m ago 8h 4799M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:37:05.594 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 2m ago 8h 4932M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:37:05.594 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 41s ago 8h 4646M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:37:05.594 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 41s ago 8h 5072M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:37:05.594 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 41s ago 8h 4721M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:37:05.594 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 41s ago 8h 4777M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:37:05.594 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 41s ago 8h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:37:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:37:05 smithi032 ceph-mon[189144]: pgmap v17166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:37:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:37:05.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:37:05 smithi032 ceph-mon[191839]: pgmap v17166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:05.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:37:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:37:05.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:37:05 smithi039 ceph-mon[181282]: pgmap v17166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:05.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:37:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:37:05.989 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:37:05.990 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:37:05.990 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:37:05.990 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:37:05.990 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:37:05.990 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:37:05.990 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:37:05.990 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:37:05.990 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:37:05.990 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:37:05.990 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:37:05.990 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:37:05.990 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:37:05.990 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:37:05.991 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:37:05.991 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:37:05.991 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:37:05.991 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:37:06.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:37:06 smithi032 ceph-mon[189144]: from='client.62927 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:37:06.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:37:06 smithi032 ceph-mon[189144]: from='client.53019 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:37:06.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:37:06 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2393717434' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:37:06.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:37:06 smithi032 ceph-mon[191839]: from='client.62927 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:37:06.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:37:06 smithi032 ceph-mon[191839]: from='client.53019 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:37:06.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:37:06 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2393717434' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:37:06.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:37:06 smithi039 ceph-mon[181282]: from='client.62927 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:37:06.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:37:06 smithi039 ceph-mon[181282]: from='client.53019 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:37:06.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:37:06 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2393717434' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:37:07.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:37:07 smithi032 ceph-mon[191839]: pgmap v17167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:07.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:37:07 smithi032 ceph-mon[189144]: pgmap v17167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:07.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:37:07 smithi039 ceph-mon[181282]: pgmap v17167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:09.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:37:09 smithi039 ceph-mon[181282]: pgmap v17168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:09.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:37:09 smithi032 ceph-mon[189144]: pgmap v17168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:09.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:37:09 smithi032 ceph-mon[191839]: pgmap v17168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:37:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:37:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T01:37:11.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:37:11 smithi032 ceph-mon[191839]: pgmap v17169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:11.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:37:11 smithi032 ceph-mon[189144]: pgmap v17169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:11.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:37:11 smithi039 ceph-mon[181282]: pgmap v17169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:13.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:37:13 smithi032 ceph-mon[189144]: pgmap v17170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:13.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:37:13 smithi032 ceph-mon[191839]: pgmap v17170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:13.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:37:13 smithi039 ceph-mon[181282]: pgmap v17170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:15.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:37:15 smithi032 ceph-mon[191839]: pgmap v17171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:15.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:37:15 smithi032 ceph-mon[189144]: pgmap v17171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:15.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:37:15 smithi039 ceph-mon[181282]: pgmap v17171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:17.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:37:17 smithi032 ceph-mon[191839]: pgmap v17172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:17.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:37:17 smithi032 ceph-mon[189144]: pgmap v17172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:17.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:37:17 smithi039 ceph-mon[181282]: pgmap v17172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:19.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:37:19 smithi039 ceph-mon[181282]: pgmap v17173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:19.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:37:19 smithi032 ceph-mon[191839]: pgmap v17173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:19.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:37:19 smithi032 ceph-mon[189144]: pgmap v17173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:20.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:37:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:37:20.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:37:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:37:20.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:37:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:37:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:37:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:37:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T01:37:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:37:21 smithi032 ceph-mon[189144]: pgmap v17174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:37:21 smithi032 ceph-mon[191839]: pgmap v17174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:37:21 smithi039 ceph-mon[181282]: pgmap v17174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:23.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:37:23 smithi032 ceph-mon[191839]: pgmap v17175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:23.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:37:23 smithi032 ceph-mon[189144]: pgmap v17175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:23.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:37:23 smithi039 ceph-mon[181282]: pgmap v17175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:25.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:37:25 smithi032 ceph-mon[191839]: pgmap v17176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:25.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:37:25 smithi032 ceph-mon[189144]: pgmap v17176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:25.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:37:25 smithi039 ceph-mon[181282]: pgmap v17176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:27.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:37:27 smithi032 ceph-mon[191839]: pgmap v17177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:27.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:37:27 smithi032 ceph-mon[189144]: pgmap v17177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:27.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:37:27 smithi039 ceph-mon[181282]: pgmap v17177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:28.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:37:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:37:28.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:37:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:37:28.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:37:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:37:28.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:37:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:37:28.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:37:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:37:28.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:37:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:37:28.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:37:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:37:28.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:37:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:37:28.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:37:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:37:28.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:37:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:37:28.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:37:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:37:28.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:37:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:37:29.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:37:29 smithi032 ceph-mon[191839]: pgmap v17178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:29.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:37:29 smithi032 ceph-mon[189144]: pgmap v17178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:29.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:37:29 smithi039 ceph-mon[181282]: pgmap v17178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:37:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:37:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T01:37:31.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:37:31 smithi032 ceph-mon[191839]: pgmap v17179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:31.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:37:31 smithi032 ceph-mon[189144]: pgmap v17179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:31.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:37:31 smithi039 ceph-mon[181282]: pgmap v17179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:33.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:37:33 smithi032 ceph-mon[191839]: pgmap v17180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:33.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:37:33 smithi032 ceph-mon[189144]: pgmap v17180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:33.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:37:33 smithi039 ceph-mon[181282]: pgmap v17180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:35.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:37:35 smithi032 ceph-mon[191839]: pgmap v17181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:35.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:37:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:37:35.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:37:35 smithi032 ceph-mon[189144]: pgmap v17181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:35.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:37:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:37:35.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:37:35 smithi039 ceph-mon[181282]: pgmap v17181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:35.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:37:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:37:36.353 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:37:36.678 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:37:36.679 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 3m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:37:36.679 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 72s ago 8h 95.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:37:36.679 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 3m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:37:36.679 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 72s ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:37:36.679 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 72s ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:37:36.679 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 3m ago 8h 860M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:37:36.679 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 3m ago 8h 2125M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:37:36.679 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 72s ago 8h 1040M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:37:36.679 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 3m ago 8h 1086M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:37:36.679 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 3m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:37:36.679 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 72s ago 8h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:37:36.679 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 3m ago 8h 5305M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:37:36.679 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 3m ago 8h 5436M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:37:36.679 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 3m ago 8h 4799M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:37:36.680 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 3m ago 8h 4932M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:37:36.680 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 72s ago 8h 4646M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:37:36.680 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 72s ago 8h 5072M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:37:36.680 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 72s ago 8h 4721M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:37:36.680 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 72s ago 8h 4777M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:37:36.680 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 72s ago 8h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:37:37.083 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:37:37.083 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:37:37.083 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:37:37.083 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:37:37.083 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:37:37.083 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:37:37.084 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:37:37.084 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:37:37.084 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:37:37.084 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:37:37.084 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:37:37.084 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:37:37.084 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:37:37.084 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:37:37.084 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:37:37.084 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:37:37.085 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:37:37.085 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:37:37.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:37:37 smithi032 ceph-mon[191839]: from='client.53031 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:37:37.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:37:37 smithi032 ceph-mon[191839]: pgmap v17182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:37.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:37:37 smithi032 ceph-mon[191839]: from='client.62951 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:37:37.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:37:37 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/741300455' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:37:37.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:37:37 smithi032 ceph-mon[189144]: from='client.53031 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:37:37.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:37:37 smithi032 ceph-mon[189144]: pgmap v17182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:37.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:37:37 smithi032 ceph-mon[189144]: from='client.62951 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:37:37.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:37:37 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/741300455' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:37:37.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:37:37 smithi039 ceph-mon[181282]: from='client.53031 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:37:37.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:37:37 smithi039 ceph-mon[181282]: pgmap v17182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:37.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:37:37 smithi039 ceph-mon[181282]: from='client.62951 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:37:37.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:37:37 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/741300455' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:37:39.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:37:39 smithi039 ceph-mon[181282]: pgmap v17183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:39.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:37:39 smithi032 ceph-mon[191839]: pgmap v17183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:39.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:37:39 smithi032 ceph-mon[189144]: pgmap v17183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:37:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:37:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:37:41.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:37:41 smithi032 ceph-mon[189144]: pgmap v17184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:41.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:37:41 smithi032 ceph-mon[191839]: pgmap v17184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:41.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:37:41 smithi039 ceph-mon[181282]: pgmap v17184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:43.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:37:43 smithi032 ceph-mon[189144]: pgmap v17185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:43.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:37:43 smithi032 ceph-mon[191839]: pgmap v17185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:43.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:37:43 smithi039 ceph-mon[181282]: pgmap v17185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:45.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:37:45 smithi032 ceph-mon[191839]: pgmap v17186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:45.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:37:45 smithi032 ceph-mon[189144]: pgmap v17186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:45.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:37:45 smithi039 ceph-mon[181282]: pgmap v17186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:47.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:37:47 smithi032 ceph-mon[189144]: pgmap v17187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:47.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:37:47 smithi032 ceph-mon[191839]: pgmap v17187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:47.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:37:47 smithi039 ceph-mon[181282]: pgmap v17187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:49.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:37:49 smithi039 ceph-mon[181282]: pgmap v17188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:49.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:37:49 smithi032 ceph-mon[191839]: pgmap v17188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:49.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:37:49 smithi032 ceph-mon[189144]: pgmap v17188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:50.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:37:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:37:50.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:37:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:37:50.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:37:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:37:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:37:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:37:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:37:51.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:37:51 smithi032 ceph-mon[191839]: pgmap v17189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:51.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:37:51 smithi032 ceph-mon[189144]: pgmap v17189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:51.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:37:51 smithi039 ceph-mon[181282]: pgmap v17189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:53.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:37:53 smithi032 ceph-mon[191839]: pgmap v17190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:53.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:37:53 smithi032 ceph-mon[189144]: pgmap v17190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:53.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:37:53 smithi039 ceph-mon[181282]: pgmap v17190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:55.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:37:55 smithi032 ceph-mon[191839]: pgmap v17191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:55.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:37:55 smithi032 ceph-mon[189144]: pgmap v17191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:55.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:37:55 smithi039 ceph-mon[181282]: pgmap v17191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:57.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:37:57 smithi032 ceph-mon[191839]: pgmap v17192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:57.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:37:57 smithi032 ceph-mon[189144]: pgmap v17192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:57.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:37:57 smithi039 ceph-mon[181282]: pgmap v17192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:59.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:37:59 smithi039 ceph-mon[181282]: pgmap v17193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:59.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:37:59 smithi032 ceph-mon[191839]: pgmap v17193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:37:59.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:37:59 smithi032 ceph-mon[189144]: pgmap v17193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:38:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:38:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:38:01.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:38:01 smithi032 ceph-mon[191839]: pgmap v17194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:01.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:38:01 smithi032 ceph-mon[189144]: pgmap v17194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:01.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:38:01 smithi039 ceph-mon[181282]: pgmap v17194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:03.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:38:03 smithi032 ceph-mon[191839]: pgmap v17195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:03.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:38:03 smithi032 ceph-mon[189144]: pgmap v17195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:03.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:38:03 smithi039 ceph-mon[181282]: pgmap v17195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:05.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:38:05 smithi032 ceph-mon[191839]: pgmap v17196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:05.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:38:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:38:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:38:05 smithi032 ceph-mon[189144]: pgmap v17196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:38:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:38:05.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:38:05 smithi039 ceph-mon[181282]: pgmap v17196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:05.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:38:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:38:07.443 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:38:07.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:38:07 smithi032 ceph-mon[189144]: pgmap v17197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:07.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:38:07 smithi032 ceph-mon[191839]: pgmap v17197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:07.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:38:07 smithi039 ceph-mon[181282]: pgmap v17197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:07.766 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:38:07.766 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 3m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:38:07.766 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 103s ago 8h 95.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:38:07.766 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 3m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:38:07.766 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 103s ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:38:07.766 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 103s ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:38:07.767 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 3m ago 8h 860M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:38:07.767 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 3m ago 8h 2125M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:38:07.767 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 103s ago 8h 1040M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:38:07.767 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 3m ago 8h 1086M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:38:07.767 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 3m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:38:07.767 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 103s ago 8h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:38:07.767 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 3m ago 8h 5305M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:38:07.767 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 3m ago 8h 5436M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:38:07.767 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 3m ago 8h 4799M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:38:07.767 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 3m ago 8h 4932M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:38:07.767 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 103s ago 8h 4646M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:38:07.767 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 103s ago 8h 5072M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:38:07.767 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 103s ago 8h 4721M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:38:07.768 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 103s ago 8h 4777M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:38:07.768 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 103s ago 8h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:38:08.165 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:38:08.165 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:38:08.165 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:38:08.165 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:38:08.165 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:38:08.165 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:38:08.165 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:38:08.165 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:38:08.166 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:38:08.166 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:38:08.166 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:38:08.166 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:38:08.166 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:38:08.166 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:38:08.166 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:38:08.166 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:38:08.166 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:38:08.166 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:38:08.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:38:08 smithi032 ceph-mon[191839]: from='client.53049 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:38:08.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:38:08 smithi032 ceph-mon[191839]: from='client.62969 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:38:08.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:38:08 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4066615352' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:38:08.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:38:08 smithi032 ceph-mon[189144]: from='client.53049 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:38:08.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:38:08 smithi032 ceph-mon[189144]: from='client.62969 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:38:08.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:38:08 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4066615352' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:38:08.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:38:08 smithi039 ceph-mon[181282]: from='client.53049 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:38:08.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:38:08 smithi039 ceph-mon[181282]: from='client.62969 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:38:08.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:38:08 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4066615352' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:38:09.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:38:09 smithi032 ceph-mon[189144]: pgmap v17198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:09.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:38:09 smithi032 ceph-mon[191839]: pgmap v17198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:09.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:38:09 smithi039 ceph-mon[181282]: pgmap v17198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:38:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:38:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:38:11.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:38:11 smithi032 ceph-mon[191839]: pgmap v17199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:11.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:38:11 smithi032 ceph-mon[189144]: pgmap v17199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:11.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:38:11 smithi039 ceph-mon[181282]: pgmap v17199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:13.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:38:13 smithi032 ceph-mon[189144]: pgmap v17200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:13.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:38:13 smithi032 ceph-mon[191839]: pgmap v17200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:13.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:38:13 smithi039 ceph-mon[181282]: pgmap v17200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:15.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:38:15 smithi032 ceph-mon[189144]: pgmap v17201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:15.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:38:15 smithi032 ceph-mon[191839]: pgmap v17201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:15.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:38:15 smithi039 ceph-mon[181282]: pgmap v17201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:17.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:38:17 smithi032 ceph-mon[189144]: pgmap v17202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:17.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:38:17 smithi032 ceph-mon[191839]: pgmap v17202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:17.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:38:17 smithi039 ceph-mon[181282]: pgmap v17202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:19.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:38:19 smithi039 ceph-mon[181282]: pgmap v17203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:19.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:38:19 smithi032 ceph-mon[191839]: pgmap v17203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:19.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:38:19 smithi032 ceph-mon[189144]: pgmap v17203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:20.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:38:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:38:20.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:38:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:38:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:38:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:38:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:38:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:38:20] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-23T01:38:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:38:21 smithi032 ceph-mon[191839]: pgmap v17204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:38:21 smithi032 ceph-mon[189144]: pgmap v17204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:21.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:38:21 smithi039 ceph-mon[181282]: pgmap v17204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:23.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:38:23 smithi032 ceph-mon[191839]: pgmap v17205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:23.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:38:23 smithi032 ceph-mon[189144]: pgmap v17205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:23.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:38:23 smithi039 ceph-mon[181282]: pgmap v17205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:25.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:38:25 smithi032 ceph-mon[191839]: pgmap v17206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:25.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:38:25 smithi032 ceph-mon[189144]: pgmap v17206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:25.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:38:25 smithi039 ceph-mon[181282]: pgmap v17206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:27.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:38:27 smithi032 ceph-mon[191839]: pgmap v17207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:27.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:38:27 smithi032 ceph-mon[189144]: pgmap v17207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:27.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:38:27 smithi039 ceph-mon[181282]: pgmap v17207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:29.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:38:29 smithi039 ceph-mon[181282]: pgmap v17208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:29.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:38:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:38:29.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:38:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:38:29.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:38:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:38:29.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:38:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:38:29.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:38:29 smithi032 ceph-mon[189144]: pgmap v17208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:29.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:38:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:38:29.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:38:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:38:29.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:38:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:38:29.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:38:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:38:29.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:38:29 smithi032 ceph-mon[191839]: pgmap v17208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:29.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:38:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:38:29.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:38:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:38:29.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:38:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:38:29.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:38:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:38:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:38:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:38:30] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-23T01:38:31.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:38:31 smithi032 ceph-mon[189144]: pgmap v17209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:31.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:38:31 smithi032 ceph-mon[191839]: pgmap v17209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:31.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:38:31 smithi039 ceph-mon[181282]: pgmap v17209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:33.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:38:33 smithi032 ceph-mon[191839]: pgmap v17210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:33.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:38:33 smithi032 ceph-mon[189144]: pgmap v17210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:33.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:38:33 smithi039 ceph-mon[181282]: pgmap v17210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:35.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:38:35 smithi032 ceph-mon[191839]: pgmap v17211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:35.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:38:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:38:35.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:38:35 smithi032 ceph-mon[189144]: pgmap v17211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:35.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:38:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:38:35.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:38:35 smithi039 ceph-mon[181282]: pgmap v17211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:35.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:38:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:38:37.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:38:37 smithi032 ceph-mon[191839]: pgmap v17212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:37.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:38:37 smithi032 ceph-mon[189144]: pgmap v17212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:37.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:38:37 smithi039 ceph-mon[181282]: pgmap v17212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:38.529 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:38:38.853 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:38:38.853 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 4m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:38:38.854 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 2m ago 8h 95.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:38:38.854 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 4m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:38:38.854 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 2m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:38:38.854 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 2m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:38:38.854 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 4m ago 8h 860M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:38:38.854 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 4m ago 8h 2125M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:38:38.854 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 2m ago 8h 1040M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:38:38.854 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 4m ago 8h 1086M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:38:38.854 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 4m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:38:38.854 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 2m ago 8h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:38:38.854 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 4m ago 8h 5305M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:38:38.854 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 4m ago 8h 5436M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:38:38.854 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 4m ago 8h 4799M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:38:38.854 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 4m ago 8h 4932M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:38:38.854 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 2m ago 8h 4646M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:38:38.855 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 2m ago 8h 5072M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:38:38.855 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 2m ago 8h 4721M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:38:38.855 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 2m ago 8h 4777M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:38:38.855 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 2m ago 8h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:38:39.258 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:38:39.258 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:38:39.258 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:38:39.259 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:38:39.259 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:38:39.259 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:38:39.259 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:38:39.259 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:38:39.259 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:38:39.259 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:38:39.259 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:38:39.259 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:38:39.259 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:38:39.259 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:38:39.259 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:38:39.259 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:38:39.259 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:38:39.259 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:38:39.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:38:39 smithi039 ceph-mon[181282]: pgmap v17213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:39.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:38:39 smithi039 ceph-mon[181282]: from='client.53067 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:38:39.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:38:39 smithi039 ceph-mon[181282]: from='client.62987 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:38:39.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:38:39 smithi032 ceph-mon[189144]: pgmap v17213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:39.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:38:39 smithi032 ceph-mon[189144]: from='client.53067 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:38:39.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:38:39 smithi032 ceph-mon[189144]: from='client.62987 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:38:39.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:38:39 smithi032 ceph-mon[191839]: pgmap v17213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:39.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:38:39 smithi032 ceph-mon[191839]: from='client.53067 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:38:39.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:38:39 smithi032 ceph-mon[191839]: from='client.62987 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:38:40.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:38:40 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1833428802' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:38:40.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:38:40 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1833428802' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:38:40.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:38:40 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1833428802' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:38:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:38:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:38:40] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T01:38:41.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:38:41 smithi039 ceph-mon[181282]: pgmap v17214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:41.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:38:41 smithi032 ceph-mon[191839]: pgmap v17214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:41.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:38:41 smithi032 ceph-mon[189144]: pgmap v17214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:43.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:38:43 smithi032 ceph-mon[191839]: pgmap v17215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:43.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:38:43 smithi032 ceph-mon[189144]: pgmap v17215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:43.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:38:43 smithi039 ceph-mon[181282]: pgmap v17215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:45.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:38:45 smithi032 ceph-mon[189144]: pgmap v17216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:45.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:38:45 smithi032 ceph-mon[191839]: pgmap v17216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:45.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:38:45 smithi039 ceph-mon[181282]: pgmap v17216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:47.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:38:47 smithi032 ceph-mon[191839]: pgmap v17217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:47.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:38:47 smithi032 ceph-mon[189144]: pgmap v17217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:47.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:38:47 smithi039 ceph-mon[181282]: pgmap v17217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:49.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:38:49 smithi039 ceph-mon[181282]: pgmap v17218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:49.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:38:49 smithi032 ceph-mon[191839]: pgmap v17218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:49.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:38:49 smithi032 ceph-mon[189144]: pgmap v17218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:50.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:38:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:38:50.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:38:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:38:50.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:38:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:38:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:38:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:38:50] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T01:38:51.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:38:51 smithi032 ceph-mon[191839]: pgmap v17219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:51.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:38:51 smithi032 ceph-mon[189144]: pgmap v17219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:51.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:38:51 smithi039 ceph-mon[181282]: pgmap v17219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:53.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:38:53 smithi032 ceph-mon[191839]: pgmap v17220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:53.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:38:53 smithi032 ceph-mon[189144]: pgmap v17220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:53.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:38:53 smithi039 ceph-mon[181282]: pgmap v17220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:55.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:38:55 smithi032 ceph-mon[191839]: pgmap v17221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:55.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:38:55 smithi032 ceph-mon[189144]: pgmap v17221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:55.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:38:55 smithi039 ceph-mon[181282]: pgmap v17221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:57.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:38:57 smithi032 ceph-mon[191839]: pgmap v17222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:57.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:38:57 smithi032 ceph-mon[189144]: pgmap v17222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:57.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:38:57 smithi039 ceph-mon[181282]: pgmap v17222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:59.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:38:59 smithi039 ceph-mon[181282]: pgmap v17223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:59.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:38:59 smithi032 ceph-mon[191839]: pgmap v17223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:38:59.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:38:59 smithi032 ceph-mon[189144]: pgmap v17223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:39:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:39:00] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T01:39:01.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:39:01 smithi032 ceph-mon[191839]: pgmap v17224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:01.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:39:01 smithi032 ceph-mon[189144]: pgmap v17224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:01.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:39:01 smithi039 ceph-mon[181282]: pgmap v17224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:03.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:39:03 smithi032 ceph-mon[191839]: pgmap v17225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:03.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:39:03 smithi032 ceph-mon[189144]: pgmap v17225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:03.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:39:03 smithi039 ceph-mon[181282]: pgmap v17225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:05.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:39:05 smithi039 ceph-mon[181282]: pgmap v17226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:05.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:39:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:39:05.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:39:05 smithi032 ceph-mon[189144]: pgmap v17226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:05.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:39:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:39:05.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:39:05 smithi032 ceph-mon[191839]: pgmap v17226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:05.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:39:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:39:07.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:39:07 smithi039 ceph-mon[181282]: pgmap v17227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:07.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:39:07 smithi032 ceph-mon[189144]: pgmap v17227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:07.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:39:07 smithi032 ceph-mon[191839]: pgmap v17227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:09.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:39:09 smithi039 ceph-mon[181282]: pgmap v17228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:09.620 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:39:09.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:39:09 smithi032 ceph-mon[189144]: pgmap v17228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:09.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:39:09 smithi032 ceph-mon[191839]: pgmap v17228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:09.943 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:39:09.943 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 4m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:39:09.943 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 2m ago 8h 95.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:39:09.943 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 4m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:39:09.943 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 2m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:39:09.943 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 2m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:39:09.943 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 4m ago 8h 860M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:39:09.943 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 4m ago 8h 2125M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:39:09.943 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 2m ago 8h 1040M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:39:09.943 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 4m ago 8h 1086M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:39:09.944 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 4m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:39:09.944 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 2m ago 8h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:39:09.944 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 4m ago 8h 5305M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:39:09.944 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 4m ago 8h 5436M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:39:09.944 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 4m ago 8h 4799M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:39:09.944 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 4m ago 8h 4932M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:39:09.944 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 2m ago 8h 4646M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:39:09.944 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 2m ago 8h 5072M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:39:09.944 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 2m ago 8h 4721M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:39:09.944 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 2m ago 8h 4777M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:39:09.944 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 2m ago 8h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:39:10.351 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:39:10.351 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:39:10.351 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:39:10.351 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:39:10.351 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:39:10.351 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:39:10.351 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:39:10.351 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:39:10.352 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:39:10.352 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:39:10.352 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:39:10.352 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:39:10.352 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:39:10.352 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:39:10.352 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:39:10.352 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:39:10.352 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:39:10.352 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:39:10.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:39:10 smithi039 ceph-mon[181282]: from='client.62999 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:39:10.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:39:10 smithi039 ceph-mon[181282]: from='client.53091 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:39:10.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:39:10 smithi032 ceph-mon[189144]: from='client.62999 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:39:10.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:39:10 smithi032 ceph-mon[189144]: from='client.53091 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:39:10.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:39:10 smithi032 ceph-mon[191839]: from='client.62999 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:39:10.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:39:10 smithi032 ceph-mon[191839]: from='client.53091 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:39:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:39:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:39:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:39:11.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:39:11 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1315314468' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:39:11.685 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:39:11 smithi032 ceph-mon[189144]: pgmap v17229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:11.685 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:39:11 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1315314468' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:39:11.685 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:39:11 smithi032 ceph-mon[191839]: pgmap v17229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:11.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:39:11 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1315314468' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:39:11.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:39:11 smithi039 ceph-mon[181282]: pgmap v17229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:13.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:39:13 smithi032 ceph-mon[191839]: pgmap v17230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:13.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:39:13 smithi032 ceph-mon[189144]: pgmap v17230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:13.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:39:13 smithi039 ceph-mon[181282]: pgmap v17230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:15.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:39:15 smithi039 ceph-mon[181282]: pgmap v17231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:15.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:39:15 smithi032 ceph-mon[191839]: pgmap v17231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:15.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:39:15 smithi032 ceph-mon[189144]: pgmap v17231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:17.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:39:17 smithi039 ceph-mon[181282]: pgmap v17232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:17.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:39:17 smithi032 ceph-mon[189144]: pgmap v17232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:17.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:39:17 smithi032 ceph-mon[191839]: pgmap v17232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:19.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:39:19 smithi039 ceph-mon[181282]: pgmap v17233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:19.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:39:19 smithi032 ceph-mon[191839]: pgmap v17233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:19.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:39:19 smithi032 ceph-mon[189144]: pgmap v17233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:20.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:39:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:39:20.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:39:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:39:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:39:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:39:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:39:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:39:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:39:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:39:21 smithi032 ceph-mon[189144]: pgmap v17234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:39:21 smithi032 ceph-mon[191839]: pgmap v17234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:21.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:39:21 smithi039 ceph-mon[181282]: pgmap v17234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:23.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:39:23 smithi039 ceph-mon[181282]: pgmap v17235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:23.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:39:23 smithi032 ceph-mon[189144]: pgmap v17235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:23.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:39:23 smithi032 ceph-mon[191839]: pgmap v17235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:25.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:39:25 smithi039 ceph-mon[181282]: pgmap v17236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:25.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:39:25 smithi032 ceph-mon[191839]: pgmap v17236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:25.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:39:25 smithi032 ceph-mon[189144]: pgmap v17236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:27.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:39:27 smithi039 ceph-mon[181282]: pgmap v17237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:27.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:39:27 smithi032 ceph-mon[191839]: pgmap v17237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:27.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:39:27 smithi032 ceph-mon[189144]: pgmap v17237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:29.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:39:29 smithi039 ceph-mon[181282]: pgmap v17238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:29.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:39:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:39:29.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:39:29 smithi032 ceph-mon[191839]: pgmap v17238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:29.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:39:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:39:29.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:39:29 smithi032 ceph-mon[189144]: pgmap v17238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:29.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:39:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:39:30.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:39:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:39:30.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:39:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:39:30.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:39:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:39:30.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:39:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:39:30.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:39:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:39:30.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:39:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:39:30.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:39:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:39:30.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:39:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:39:30.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:39:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:39:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:39:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:39:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:39:31.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:39:31 smithi032 ceph-mon[191839]: pgmap v17239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:31.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:39:31 smithi032 ceph-mon[189144]: pgmap v17239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:31.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:39:31 smithi039 ceph-mon[181282]: pgmap v17239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:33.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:39:33 smithi039 ceph-mon[181282]: pgmap v17240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:33.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:39:33 smithi032 ceph-mon[191839]: pgmap v17240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:33.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:39:33 smithi032 ceph-mon[189144]: pgmap v17240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:35.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:39:35 smithi039 ceph-mon[181282]: pgmap v17241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:35.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:39:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:39:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:39:35 smithi032 ceph-mon[191839]: pgmap v17241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:39:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:39:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:39:35 smithi032 ceph-mon[189144]: pgmap v17241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:39:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:39:37.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:39:37 smithi039 ceph-mon[181282]: pgmap v17242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:37.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:39:37 smithi032 ceph-mon[191839]: pgmap v17242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:37.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:39:37 smithi032 ceph-mon[189144]: pgmap v17242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:39.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:39:39 smithi039 ceph-mon[181282]: pgmap v17243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:39.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:39:39 smithi032 ceph-mon[189144]: pgmap v17243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:39.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:39:39 smithi032 ceph-mon[191839]: pgmap v17243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:40.714 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:39:41.037 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:39:41.037 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 5m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:39:41.038 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 3m ago 8h 95.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:39:41.038 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 5m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:39:41.038 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 3m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:39:41.038 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 3m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:39:41.038 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 5m ago 8h 860M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:39:41.038 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 5m ago 8h 2125M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:39:41.038 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 3m ago 8h 1040M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:39:41.038 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 5m ago 8h 1086M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:39:41.038 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 5m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:39:41.038 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 3m ago 8h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:39:41.038 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 5m ago 8h 5305M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:39:41.038 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 5m ago 8h 5436M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:39:41.039 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 5m ago 8h 4799M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:39:41.039 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 5m ago 8h 4932M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:39:41.039 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 3m ago 8h 4646M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:39:41.039 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 3m ago 8h 5072M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:39:41.039 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 3m ago 8h 4721M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:39:41.039 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 3m ago 8h 4777M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:39:41.039 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 3m ago 8h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:39:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:39:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:39:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:39:41.439 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:39:41.439 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:39:41.439 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:39:41.439 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:39:41.439 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:39:41.439 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:39:41.439 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:39:41.439 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:39:41.439 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:39:41.439 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:39:41.439 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:39:41.440 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:39:41.440 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:39:41.440 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:39:41.440 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:39:41.440 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:39:41.440 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:39:41.440 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:39:41.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:39:41 smithi039 ceph-mon[181282]: pgmap v17244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:41.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:39:41 smithi039 ceph-mon[181282]: from='client.63017 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:39:41.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:39:41 smithi039 ceph-mon[181282]: from='client.53109 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:39:41.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:39:41 smithi032 ceph-mon[191839]: pgmap v17244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:41.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:39:41 smithi032 ceph-mon[191839]: from='client.63017 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:39:41.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:39:41 smithi032 ceph-mon[191839]: from='client.53109 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:39:41.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:39:41 smithi032 ceph-mon[189144]: pgmap v17244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:41.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:39:41 smithi032 ceph-mon[189144]: from='client.63017 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:39:41.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:39:41 smithi032 ceph-mon[189144]: from='client.53109 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:39:42.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:39:42 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3502436654' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:39:42.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:39:42 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3502436654' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:39:42.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:39:42 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3502436654' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:39:43.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:39:43 smithi039 ceph-mon[181282]: pgmap v17245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:43.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:39:43 smithi032 ceph-mon[191839]: pgmap v17245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:43.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:39:43 smithi032 ceph-mon[189144]: pgmap v17245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:45.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:39:45 smithi039 ceph-mon[181282]: pgmap v17246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:45.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:39:45 smithi032 ceph-mon[191839]: pgmap v17246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:45.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:39:45 smithi032 ceph-mon[189144]: pgmap v17246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:47.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:39:47 smithi039 ceph-mon[181282]: pgmap v17247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:47.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:39:47 smithi032 ceph-mon[189144]: pgmap v17247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:47.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:39:47 smithi032 ceph-mon[191839]: pgmap v17247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:49.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:39:49 smithi032 ceph-mon[189144]: pgmap v17248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:49.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:39:49 smithi032 ceph-mon[191839]: pgmap v17248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:39:49 smithi039 ceph-mon[181282]: pgmap v17248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:50.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:39:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:39:50.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:39:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:39:50.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:39:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:39:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:39:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:39:50] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-23T01:39:51.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:39:51 smithi032 ceph-mon[191839]: pgmap v17249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:51.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:39:51 smithi032 ceph-mon[189144]: pgmap v17249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:51.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:39:51 smithi039 ceph-mon[181282]: pgmap v17249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:53.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:39:53 smithi039 ceph-mon[181282]: pgmap v17250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:53.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:39:53 smithi032 ceph-mon[189144]: pgmap v17250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:53.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:39:53 smithi032 ceph-mon[191839]: pgmap v17250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:55.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:39:55 smithi039 ceph-mon[181282]: pgmap v17251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:55.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:39:55 smithi032 ceph-mon[191839]: pgmap v17251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:55.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:39:55 smithi032 ceph-mon[189144]: pgmap v17251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:57.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:39:57 smithi039 ceph-mon[181282]: pgmap v17252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:57.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:39:57 smithi032 ceph-mon[191839]: pgmap v17252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:57.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:39:57 smithi032 ceph-mon[189144]: pgmap v17252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:59.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:39:59 smithi032 ceph-mon[191839]: pgmap v17253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:59.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:39:59 smithi032 ceph-mon[189144]: pgmap v17253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:39:59.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:39:59 smithi039 ceph-mon[181282]: pgmap v17253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:00.265 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:40:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-23T01:39:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T01:40:00.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:40:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T01:40:00.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:40:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T01:40:00.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:40:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T01:40:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:40:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:40:00] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-23T01:40:01.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:40:01 smithi032 ceph-mon[191839]: pgmap v17254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:01.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:40:01 smithi032 ceph-mon[189144]: pgmap v17254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:01.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:40:01 smithi039 ceph-mon[181282]: pgmap v17254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:03.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:40:03 smithi039 ceph-mon[181282]: pgmap v17255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:03.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:40:03 smithi032 ceph-mon[191839]: pgmap v17255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:03.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:40:03 smithi032 ceph-mon[189144]: pgmap v17255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:05.762 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:40:05 smithi039 ceph-mon[181282]: pgmap v17256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:05.763 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:40:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:40:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:40:05 smithi032 ceph-mon[189144]: pgmap v17256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:40:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:40:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:40:05 smithi032 ceph-mon[191839]: pgmap v17256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:05.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:40:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:40:07.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:40:07 smithi039 ceph-mon[181282]: pgmap v17257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:07.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:40:07 smithi032 ceph-mon[191839]: pgmap v17257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:07.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:40:07 smithi032 ceph-mon[189144]: pgmap v17257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:09.685 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:40:09 smithi032 ceph-mon[191839]: pgmap v17258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:09.685 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:40:09 smithi032 ceph-mon[189144]: pgmap v17258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:09.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:40:09 smithi039 ceph-mon[181282]: pgmap v17258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:40:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:40:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T01:40:11.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:40:11 smithi039 ceph-mon[181282]: pgmap v17259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:11.803 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:40:11.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:40:11 smithi032 ceph-mon[191839]: pgmap v17259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:11.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:40:11 smithi032 ceph-mon[189144]: pgmap v17259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:12.125 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:40:12.126 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 5m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:40:12.126 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 3m ago 8h 95.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:40:12.126 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 5m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:40:12.126 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 3m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:40:12.126 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 3m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:40:12.126 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 5m ago 8h 860M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:40:12.126 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 5m ago 8h 2125M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:40:12.126 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 3m ago 8h 1040M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:40:12.126 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 5m ago 8h 1086M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:40:12.126 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 5m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:40:12.126 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 3m ago 8h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:40:12.126 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 5m ago 8h 5305M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:40:12.126 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 5m ago 8h 5436M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:40:12.126 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 5m ago 8h 4799M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:40:12.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 5m ago 8h 4932M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:40:12.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 3m ago 8h 4646M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:40:12.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 3m ago 8h 5072M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:40:12.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 3m ago 8h 4721M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:40:12.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 3m ago 8h 4777M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:40:12.127 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 3m ago 8h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:40:12.524 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:40:12.524 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:40:12.524 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:40:12.524 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:40:12.524 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:40:12.524 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:40:12.524 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:40:12.524 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:40:12.525 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:40:12.525 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:40:12.525 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:40:12.525 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:40:12.525 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:40:12.525 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:40:12.525 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:40:12.525 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:40:12.525 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:40:12.526 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:40:12.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:40:12 smithi039 ceph-mon[181282]: from='client.63035 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:40:12.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:40:12 smithi039 ceph-mon[181282]: from='client.63041 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:40:12.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:40:12 smithi032 ceph-mon[189144]: from='client.63035 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:40:12.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:40:12 smithi032 ceph-mon[189144]: from='client.63041 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:40:12.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:40:12 smithi032 ceph-mon[191839]: from='client.63035 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:40:12.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:40:12 smithi032 ceph-mon[191839]: from='client.63041 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:40:13.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:40:13 smithi039 ceph-mon[181282]: pgmap v17260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:13.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:40:13 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2361902947' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:40:13.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:40:13 smithi032 ceph-mon[189144]: pgmap v17260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:13.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:40:13 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2361902947' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:40:13.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:40:13 smithi032 ceph-mon[191839]: pgmap v17260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:13.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:40:13 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2361902947' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:40:15.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:40:15 smithi039 ceph-mon[181282]: pgmap v17261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:15.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:40:15 smithi032 ceph-mon[189144]: pgmap v17261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:15.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:40:15 smithi032 ceph-mon[191839]: pgmap v17261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:17.260 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 23 01:40:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-23T01:40:16.985423507Z level=info msg="Completed cleanup jobs" duration=14.891473ms 2023-12-23T01:40:17.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:40:17 smithi039 ceph-mon[181282]: pgmap v17262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:17.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:40:17 smithi032 ceph-mon[191839]: pgmap v17262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:17.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:40:17 smithi032 ceph-mon[189144]: pgmap v17262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:19.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:40:19 smithi032 ceph-mon[189144]: pgmap v17263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:19.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:40:19 smithi032 ceph-mon[191839]: pgmap v17263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:19.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:40:19 smithi039 ceph-mon[181282]: pgmap v17263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:20.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:40:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:40:20.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:40:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:40:20.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:40:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:40:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:40:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:40:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:40:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:40:21 smithi032 ceph-mon[189144]: pgmap v17264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:21.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:40:21 smithi032 ceph-mon[191839]: pgmap v17264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:40:21 smithi039 ceph-mon[181282]: pgmap v17264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:23.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:40:23 smithi039 ceph-mon[181282]: pgmap v17265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:23.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:40:23 smithi032 ceph-mon[191839]: pgmap v17265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:23.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:40:23 smithi032 ceph-mon[189144]: pgmap v17265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:25.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:40:25 smithi039 ceph-mon[181282]: pgmap v17266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:25.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:40:25 smithi032 ceph-mon[191839]: pgmap v17266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:25.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:40:25 smithi032 ceph-mon[189144]: pgmap v17266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:27.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:40:27 smithi039 ceph-mon[181282]: pgmap v17267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:27.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:40:27 smithi032 ceph-mon[191839]: pgmap v17267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:27.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:40:27 smithi032 ceph-mon[189144]: pgmap v17267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:29.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:40:29 smithi032 ceph-mon[191839]: pgmap v17268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:29.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:40:29 smithi032 ceph-mon[189144]: pgmap v17268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:29.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:40:29 smithi039 ceph-mon[181282]: pgmap v17268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:30.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:40:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:40:30.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:40:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:40:30.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:40:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:40:30.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:40:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:40:30.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:40:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:40:30.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:40:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:40:30.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:40:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:40:30.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:40:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:40:30.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:40:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:40:30.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:40:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:40:30.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:40:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:40:30.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:40:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:40:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:40:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:40:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:40:31.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:40:31 smithi032 ceph-mon[191839]: pgmap v17269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:31.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:40:31 smithi032 ceph-mon[189144]: pgmap v17269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:31.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:40:31 smithi039 ceph-mon[181282]: pgmap v17269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:33.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:40:33 smithi039 ceph-mon[181282]: pgmap v17270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:33.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:40:33 smithi032 ceph-mon[191839]: pgmap v17270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:33.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:40:33 smithi032 ceph-mon[189144]: pgmap v17270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:35.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:40:35 smithi039 ceph-mon[181282]: pgmap v17271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:35.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:40:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:40:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:40:35 smithi032 ceph-mon[191839]: pgmap v17271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:40:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:40:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:40:35 smithi032 ceph-mon[189144]: pgmap v17271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:35.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:40:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:40:37.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:40:37 smithi039 ceph-mon[181282]: pgmap v17272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:37.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:40:37 smithi032 ceph-mon[189144]: pgmap v17272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:37.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:40:37 smithi032 ceph-mon[191839]: pgmap v17272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:39.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:40:39 smithi032 ceph-mon[189144]: pgmap v17273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:39.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:40:39 smithi032 ceph-mon[191839]: pgmap v17273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:39.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:40:39 smithi039 ceph-mon[181282]: pgmap v17273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:40:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:40:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:40:41.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:40:41 smithi039 ceph-mon[181282]: pgmap v17274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:41.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:40:41 smithi032 ceph-mon[189144]: pgmap v17274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:41.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:40:41 smithi032 ceph-mon[191839]: pgmap v17274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:42.888 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:40:43.210 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:40:43.210 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 6m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:40:43.210 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 4m ago 8h 95.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:40:43.210 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 6m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:40:43.210 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 4m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:40:43.211 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 4m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:40:43.211 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 6m ago 8h 860M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:40:43.211 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 6m ago 8h 2125M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:40:43.211 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 4m ago 8h 1040M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:40:43.211 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 6m ago 8h 1086M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:40:43.211 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 6m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:40:43.211 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 4m ago 8h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:40:43.211 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 6m ago 8h 5305M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:40:43.211 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 6m ago 8h 5436M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:40:43.211 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 6m ago 8h 4799M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:40:43.211 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 6m ago 8h 4932M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:40:43.211 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 4m ago 8h 4646M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:40:43.211 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 4m ago 8h 5072M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:40:43.211 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 4m ago 8h 4721M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:40:43.211 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 4m ago 8h 4777M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:40:43.211 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 4m ago 8h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:40:43.611 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:40:43.611 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:40:43.611 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:40:43.611 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:40:43.611 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:40:43.611 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:40:43.611 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:40:43.612 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:40:43.612 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:40:43.612 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:40:43.612 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:40:43.612 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:40:43.612 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:40:43.612 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:40:43.612 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:40:43.612 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:40:43.612 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:40:43.612 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:40:43.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:40:43 smithi039 ceph-mon[181282]: pgmap v17275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:43.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:40:43 smithi039 ceph-mon[181282]: from='client.63053 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:40:43.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:40:43 smithi032 ceph-mon[191839]: pgmap v17275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:43.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:40:43 smithi032 ceph-mon[191839]: from='client.63053 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:40:43.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:40:43 smithi032 ceph-mon[189144]: pgmap v17275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:43.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:40:43 smithi032 ceph-mon[189144]: from='client.63053 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:40:44.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:40:44 smithi039 ceph-mon[181282]: from='client.53145 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:40:44.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:40:44 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1001430964' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:40:44.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:40:44 smithi032 ceph-mon[191839]: from='client.53145 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:40:44.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:40:44 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1001430964' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:40:44.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:40:44 smithi032 ceph-mon[189144]: from='client.53145 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:40:44.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:40:44 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1001430964' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:40:45.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:40:45 smithi039 ceph-mon[181282]: pgmap v17276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:45.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:40:45 smithi032 ceph-mon[191839]: pgmap v17276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:45.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:40:45 smithi032 ceph-mon[189144]: pgmap v17276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:47.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:40:47 smithi039 ceph-mon[181282]: pgmap v17277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:47.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:40:47 smithi032 ceph-mon[189144]: pgmap v17277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:47.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:40:47 smithi032 ceph-mon[191839]: pgmap v17277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:49.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:40:49 smithi032 ceph-mon[189144]: pgmap v17278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:49.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:40:49 smithi032 ceph-mon[191839]: pgmap v17278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:40:49 smithi039 ceph-mon[181282]: pgmap v17278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:50.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:40:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:40:50.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:40:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:40:50.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:40:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:40:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:40:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:40:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T01:40:51.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:40:51 smithi032 ceph-mon[191839]: pgmap v17279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:51.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:40:51 smithi032 ceph-mon[189144]: pgmap v17279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:51.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:40:51 smithi039 ceph-mon[181282]: pgmap v17279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:53.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:40:53 smithi039 ceph-mon[181282]: pgmap v17280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:53.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:40:53 smithi032 ceph-mon[191839]: pgmap v17280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:53.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:40:53 smithi032 ceph-mon[189144]: pgmap v17280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:55.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:40:55 smithi039 ceph-mon[181282]: pgmap v17281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:55.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:40:55 smithi032 ceph-mon[189144]: pgmap v17281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:55.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:40:55 smithi032 ceph-mon[191839]: pgmap v17281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:57.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:40:57 smithi039 ceph-mon[181282]: pgmap v17282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:57.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:40:57 smithi032 ceph-mon[191839]: pgmap v17282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:57.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:40:57 smithi032 ceph-mon[189144]: pgmap v17282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:59.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:40:59 smithi032 ceph-mon[191839]: pgmap v17283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:59.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:40:59 smithi032 ceph-mon[189144]: pgmap v17283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:40:59.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:40:59 smithi039 ceph-mon[181282]: pgmap v17283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:41:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:41:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T01:41:01.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:41:01 smithi039 ceph-mon[181282]: pgmap v17284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:01.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:41:01 smithi032 ceph-mon[191839]: pgmap v17284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:01.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:41:01 smithi032 ceph-mon[189144]: pgmap v17284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:03.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:41:03 smithi039 ceph-mon[181282]: pgmap v17285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:03.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:41:03 smithi032 ceph-mon[191839]: pgmap v17285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:03.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:41:03 smithi032 ceph-mon[189144]: pgmap v17285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:05.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:41:05 smithi039 ceph-mon[181282]: pgmap v17286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:05.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:41:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:41:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:41:05 smithi032 ceph-mon[191839]: pgmap v17286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:41:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:41:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:41:05 smithi032 ceph-mon[189144]: pgmap v17286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:41:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:41:07.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:41:07 smithi039 ceph-mon[181282]: pgmap v17287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:07.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:41:07 smithi032 ceph-mon[189144]: pgmap v17287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:07.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:41:07 smithi032 ceph-mon[191839]: pgmap v17287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:09.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:41:09 smithi032 ceph-mon[191839]: pgmap v17288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:09.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:41:09 smithi032 ceph-mon[189144]: pgmap v17288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:09.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:41:09 smithi039 ceph-mon[181282]: pgmap v17288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:41:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:41:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:41:11.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:41:11 smithi039 ceph-mon[181282]: pgmap v17289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:11.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:41:11 smithi032 ceph-mon[191839]: pgmap v17289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:11.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:41:11 smithi032 ceph-mon[189144]: pgmap v17289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:13.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:41:13 smithi039 ceph-mon[181282]: pgmap v17290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:13.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:41:13 smithi032 ceph-mon[189144]: pgmap v17290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:13.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:41:13 smithi032 ceph-mon[191839]: pgmap v17290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:13.977 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:41:14.298 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:41:14.298 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 6m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:41:14.298 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 4m ago 8h 95.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:41:14.298 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 6m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:41:14.298 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 4m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:41:14.299 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 4m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:41:14.299 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 6m ago 8h 860M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:41:14.299 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 6m ago 8h 2125M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:41:14.299 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 4m ago 8h 1040M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:41:14.299 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 6m ago 8h 1086M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:41:14.299 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 6m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:41:14.299 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 4m ago 8h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:41:14.299 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 6m ago 8h 5305M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:41:14.299 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 6m ago 8h 5436M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:41:14.299 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 6m ago 8h 4799M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:41:14.299 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 6m ago 8h 4932M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:41:14.299 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 4m ago 8h 4646M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:41:14.299 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 4m ago 8h 5072M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:41:14.299 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 4m ago 8h 4721M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:41:14.299 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 4m ago 8h 4777M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:41:14.300 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 4m ago 8h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:41:14.698 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:41:14.698 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:41:14.699 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:41:14.699 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:41:14.699 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:41:14.699 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:41:14.699 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:41:14.699 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:41:14.699 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:41:14.699 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:41:14.699 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:41:14.699 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:41:14.699 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:41:14.699 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:41:14.699 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:41:14.699 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:41:14.699 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:41:14.699 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:41:14.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:41:14 smithi039 ceph-mon[181282]: from='client.63071 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:41:14.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:41:14 smithi032 ceph-mon[191839]: from='client.63071 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:41:14.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:41:14 smithi032 ceph-mon[189144]: from='client.63071 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:41:15.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:41:15 smithi039 ceph-mon[181282]: from='client.63077 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:41:15.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:41:15 smithi039 ceph-mon[181282]: pgmap v17291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:15.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:41:15 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1965394589' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:41:15.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:41:15 smithi032 ceph-mon[189144]: from='client.63077 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:41:15.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:41:15 smithi032 ceph-mon[189144]: pgmap v17291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:15.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:41:15 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1965394589' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:41:15.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:41:15 smithi032 ceph-mon[191839]: from='client.63077 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:41:15.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:41:15 smithi032 ceph-mon[191839]: pgmap v17291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:15.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:41:15 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1965394589' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:41:17.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:41:17 smithi039 ceph-mon[181282]: pgmap v17292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:17.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:41:17 smithi032 ceph-mon[191839]: pgmap v17292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:17.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:41:17 smithi032 ceph-mon[189144]: pgmap v17292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:19.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:41:19 smithi032 ceph-mon[191839]: pgmap v17293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:19.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:41:19 smithi032 ceph-mon[189144]: pgmap v17293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:19.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:41:19 smithi039 ceph-mon[181282]: pgmap v17293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:20.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:41:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:41:20.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:41:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:41:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:41:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:41:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:41:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:41:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:41:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:41:21 smithi032 ceph-mon[191839]: pgmap v17294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:41:21 smithi032 ceph-mon[189144]: pgmap v17294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:21.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:41:21 smithi039 ceph-mon[181282]: pgmap v17294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:23.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:41:23 smithi039 ceph-mon[181282]: pgmap v17295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:23.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:41:23 smithi032 ceph-mon[191839]: pgmap v17295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:23.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:41:23 smithi032 ceph-mon[189144]: pgmap v17295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:25.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:41:25 smithi039 ceph-mon[181282]: pgmap v17296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:25.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:41:25 smithi032 ceph-mon[191839]: pgmap v17296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:25.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:41:25 smithi032 ceph-mon[189144]: pgmap v17296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:27.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:41:27 smithi039 ceph-mon[181282]: pgmap v17297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:27.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:41:27 smithi032 ceph-mon[191839]: pgmap v17297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:27.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:41:27 smithi032 ceph-mon[189144]: pgmap v17297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:29.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:41:29 smithi032 ceph-mon[191839]: pgmap v17298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:29.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:41:29 smithi032 ceph-mon[189144]: pgmap v17298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:29.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:41:29 smithi039 ceph-mon[181282]: pgmap v17298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:30.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:41:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:41:30.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:41:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:41:30.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:41:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:41:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:41:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:41:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:41:31.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:41:31 smithi032 ceph-mon[191839]: pgmap v17299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:31.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:41:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:41:31.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:41:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:41:31.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:41:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:41:31.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:41:31 smithi032 ceph-mon[189144]: pgmap v17299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:31.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:41:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:41:31.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:41:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:41:31.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:41:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:41:31.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:41:31 smithi039 ceph-mon[181282]: pgmap v17299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:31.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:41:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:41:31.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:41:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:41:31.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:41:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:41:33.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:41:33 smithi039 ceph-mon[181282]: pgmap v17300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:33.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:41:33 smithi032 ceph-mon[191839]: pgmap v17300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:33.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:41:33 smithi032 ceph-mon[189144]: pgmap v17300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:35.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:41:35 smithi039 ceph-mon[181282]: pgmap v17301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:35.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:41:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:41:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:41:35 smithi032 ceph-mon[191839]: pgmap v17301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:41:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:41:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:41:35 smithi032 ceph-mon[189144]: pgmap v17301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:41:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:41:37.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:41:37 smithi039 ceph-mon[181282]: pgmap v17302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:37.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:41:37 smithi032 ceph-mon[191839]: pgmap v17302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:37.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:41:37 smithi032 ceph-mon[189144]: pgmap v17302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:39.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:41:39 smithi032 ceph-mon[191839]: pgmap v17303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:39.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:41:39 smithi032 ceph-mon[189144]: pgmap v17303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:39.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:41:39 smithi039 ceph-mon[181282]: pgmap v17303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:41:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:41:40] "GET /metrics HTTP/1.1" 200 34082 "" "Prometheus/2.43.0" 2023-12-23T01:41:41.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:41:41 smithi039 ceph-mon[181282]: pgmap v17304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:41.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:41:41 smithi032 ceph-mon[191839]: pgmap v17304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:41.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:41:41 smithi032 ceph-mon[189144]: pgmap v17304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:43.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:41:43 smithi039 ceph-mon[181282]: pgmap v17305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:43.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:41:43 smithi032 ceph-mon[189144]: pgmap v17305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:43.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:41:43 smithi032 ceph-mon[191839]: pgmap v17305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:45.064 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:41:45.385 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:41:45.386 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 7m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:41:45.386 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 5m ago 8h 95.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:41:45.386 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 7m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:41:45.386 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 5m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:41:45.386 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 5m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:41:45.386 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 7m ago 8h 860M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:41:45.386 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 7m ago 8h 2125M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:41:45.386 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 5m ago 8h 1040M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:41:45.386 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 7m ago 8h 1086M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:41:45.386 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 7m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:41:45.386 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 5m ago 8h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:41:45.386 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 7m ago 8h 5305M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:41:45.386 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 7m ago 8h 5436M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:41:45.386 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 7m ago 8h 4799M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:41:45.386 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 7m ago 8h 4932M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:41:45.386 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 5m ago 8h 4646M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:41:45.387 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 5m ago 8h 5072M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:41:45.387 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 5m ago 8h 4721M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:41:45.387 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 5m ago 8h 4777M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:41:45.387 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 5m ago 8h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:41:45.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:41:45 smithi039 ceph-mon[181282]: pgmap v17306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:45.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:41:45 smithi039 ceph-mon[181282]: from='client.63089 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:41:45.787 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:41:45.788 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:41:45.788 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:41:45.788 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:41:45.788 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:41:45.788 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:41:45.788 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:41:45.788 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:41:45.788 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:41:45.788 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:41:45.788 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:41:45.788 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:41:45.788 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:41:45.788 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:41:45.788 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:41:45.788 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:41:45.788 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:41:45.789 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:41:45.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:41:45 smithi032 ceph-mon[191839]: pgmap v17306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:45.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:41:45 smithi032 ceph-mon[191839]: from='client.63089 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:41:45.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:41:45 smithi032 ceph-mon[189144]: pgmap v17306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:45.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:41:45 smithi032 ceph-mon[189144]: from='client.63089 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:41:46.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:41:46 smithi039 ceph-mon[181282]: from='client.53181 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:41:46.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:41:46 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4031285381' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:41:46.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:41:46 smithi032 ceph-mon[191839]: from='client.53181 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:41:46.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:41:46 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4031285381' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:41:46.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:41:46 smithi032 ceph-mon[189144]: from='client.53181 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:41:46.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:41:46 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4031285381' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:41:47.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:41:47 smithi039 ceph-mon[181282]: pgmap v17307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:47.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:41:47 smithi032 ceph-mon[191839]: pgmap v17307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:47.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:41:47 smithi032 ceph-mon[189144]: pgmap v17307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:49.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:41:49 smithi032 ceph-mon[191839]: pgmap v17308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:49.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:41:49 smithi032 ceph-mon[189144]: pgmap v17308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:49.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:41:49 smithi039 ceph-mon[181282]: pgmap v17308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:50.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:41:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:41:50.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:41:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:41:50.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:41:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:41:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:41:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:41:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:41:51.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:41:51 smithi032 ceph-mon[191839]: pgmap v17309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:51.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:41:51 smithi032 ceph-mon[189144]: pgmap v17309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:51.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:41:51 smithi039 ceph-mon[181282]: pgmap v17309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:53.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:41:53 smithi039 ceph-mon[181282]: pgmap v17310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:53.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:41:53 smithi032 ceph-mon[191839]: pgmap v17310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:53.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:41:53 smithi032 ceph-mon[189144]: pgmap v17310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:55.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:41:55 smithi039 ceph-mon[181282]: pgmap v17311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:55.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:41:55 smithi032 ceph-mon[191839]: pgmap v17311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:55.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:41:55 smithi032 ceph-mon[189144]: pgmap v17311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:57.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:41:57 smithi039 ceph-mon[181282]: pgmap v17312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:57.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:41:57 smithi032 ceph-mon[191839]: pgmap v17312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:57.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:41:57 smithi032 ceph-mon[189144]: pgmap v17312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:59.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:41:59 smithi032 ceph-mon[191839]: pgmap v17313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:59.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:41:59 smithi032 ceph-mon[189144]: pgmap v17313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:41:59.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:41:59 smithi039 ceph-mon[181282]: pgmap v17313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:42:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:42:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:42:01.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:01 smithi039 ceph-mon[181282]: pgmap v17314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:01.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:01 smithi032 ceph-mon[191839]: pgmap v17314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:01.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:01 smithi032 ceph-mon[189144]: pgmap v17314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:03.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:03 smithi039 ceph-mon[181282]: pgmap v17315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:03.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:03 smithi032 ceph-mon[191839]: pgmap v17315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:03.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:03 smithi032 ceph-mon[189144]: pgmap v17315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:05.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:05 smithi039 ceph-mon[181282]: pgmap v17316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:05.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:42:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:05 smithi032 ceph-mon[189144]: pgmap v17316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:42:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:05 smithi032 ceph-mon[191839]: pgmap v17316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:42:07.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:07 smithi039 ceph-mon[181282]: pgmap v17317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:07.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:07 smithi032 ceph-mon[191839]: pgmap v17317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:07.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:07 smithi032 ceph-mon[189144]: pgmap v17317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:09.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:09 smithi032 ceph-mon[191839]: pgmap v17318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:09.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:09 smithi032 ceph-mon[189144]: pgmap v17318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:09.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:09 smithi039 ceph-mon[181282]: pgmap v17318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:42:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:42:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:42:11.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:11 smithi039 ceph-mon[181282]: pgmap v17319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:11.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:11 smithi032 ceph-mon[191839]: pgmap v17319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:11.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:11 smithi032 ceph-mon[189144]: pgmap v17319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:13.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:13 smithi039 ceph-mon[181282]: pgmap v17320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:13.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:13 smithi032 ceph-mon[191839]: pgmap v17320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:13.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:13 smithi032 ceph-mon[189144]: pgmap v17320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:15.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:15 smithi039 ceph-mon[181282]: pgmap v17321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:15.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:15 smithi032 ceph-mon[189144]: pgmap v17321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:15.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:15 smithi032 ceph-mon[191839]: pgmap v17321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:16.147 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:42:16.468 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:42:16.468 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 7m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:42:16.468 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 5m ago 8h 95.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:42:16.468 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 7m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:42:16.468 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 5m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:42:16.468 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 5m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:42:16.468 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 7m ago 8h 860M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:42:16.468 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 7m ago 8h 2125M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:42:16.468 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 5m ago 8h 1040M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:42:16.468 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 7m ago 8h 1086M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:42:16.468 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 7m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:42:16.468 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 5m ago 8h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:42:16.469 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 7m ago 8h 5305M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:42:16.469 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 7m ago 8h 5436M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:42:16.469 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 7m ago 8h 4799M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:42:16.469 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 7m ago 8h 4932M 2210M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:42:16.469 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 5m ago 8h 4646M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:42:16.469 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 5m ago 8h 5072M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:42:16.469 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 5m ago 8h 4721M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:42:16.469 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 5m ago 8h 4777M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:42:16.469 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 5m ago 8h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:42:16.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:16 smithi039 ceph-mon[181282]: from='client.63107 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:42:16.871 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:42:16.871 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:42:16.871 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:42:16.871 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:42:16.871 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:42:16.872 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:42:16.872 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:42:16.872 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:42:16.872 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:42:16.872 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:42:16.872 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:42:16.872 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:42:16.872 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:42:16.872 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:42:16.872 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:42:16.872 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:42:16.872 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:42:16.872 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:42:16.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:16 smithi032 ceph-mon[191839]: from='client.63107 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:42:16.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:16 smithi032 ceph-mon[189144]: from='client.63107 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:42:17.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:17 smithi039 ceph-mon[181282]: pgmap v17322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:17.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:17 smithi039 ceph-mon[181282]: from='client.53199 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:42:17.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:17 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/433331694' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:42:17.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:17 smithi032 ceph-mon[191839]: pgmap v17322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:17.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:17 smithi032 ceph-mon[191839]: from='client.53199 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:42:17.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:17 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/433331694' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:42:17.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:17 smithi032 ceph-mon[189144]: pgmap v17322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:17.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:17 smithi032 ceph-mon[189144]: from='client.53199 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:42:17.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:17 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/433331694' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:42:19.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:19 smithi032 ceph-mon[191839]: pgmap v17323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:19.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:19 smithi032 ceph-mon[189144]: pgmap v17323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:19.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:19 smithi039 ceph-mon[181282]: pgmap v17323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:20.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:42:20.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:42:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:42:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:42:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:42:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:42:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:21 smithi032 ceph-mon[191839]: pgmap v17324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:21 smithi032 ceph-mon[189144]: pgmap v17324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:21 smithi039 ceph-mon[181282]: pgmap v17324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:23.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:23 smithi039 ceph-mon[181282]: pgmap v17325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:23.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:23 smithi032 ceph-mon[191839]: pgmap v17325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:23.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:23 smithi032 ceph-mon[189144]: pgmap v17325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:25.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:25 smithi039 ceph-mon[181282]: pgmap v17326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:25.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:25 smithi032 ceph-mon[191839]: pgmap v17326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:25.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:25 smithi032 ceph-mon[189144]: pgmap v17326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:27.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:27 smithi039 ceph-mon[181282]: pgmap v17327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:27.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:27 smithi032 ceph-mon[189144]: pgmap v17327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:27.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:27 smithi032 ceph-mon[191839]: pgmap v17327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:29.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:29 smithi032 ceph-mon[191839]: pgmap v17328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:29.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:29 smithi032 ceph-mon[189144]: pgmap v17328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:29.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:29 smithi039 ceph-mon[181282]: pgmap v17328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:42:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:42:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:42:31.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:31 smithi039 ceph-mon[181282]: pgmap v17329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:31.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:42:31.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:42:31.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:42:31.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:42:31.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:42:31.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:42:31.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:42:31.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:42:31.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:31 smithi032 ceph-mon[189144]: pgmap v17329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:31.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:42:31.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:42:31.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:42:31.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:42:31.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:42:31.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:42:31.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:42:31.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:42:31.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:31 smithi032 ceph-mon[191839]: pgmap v17329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:31.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:42:31.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:42:31.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:42:31.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:42:31.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:42:31.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:42:31.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:42:31.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:42:32.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:32 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi039 to 2484M 2023-12-23T01:42:32.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:42:32.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:42:32.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:42:32.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:42:32.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:32 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi032 to 2198M 2023-12-23T01:42:32.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:42:32.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:42:32.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:42:32.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:42:32.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:32 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi039 to 2484M 2023-12-23T01:42:32.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:42:32.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:42:32.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:42:32.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:42:32.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:32 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi032 to 2198M 2023-12-23T01:42:32.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:42:32.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:42:32.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:42:32.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:42:32.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:32 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi039 to 2484M 2023-12-23T01:42:32.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:42:32.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:42:32.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:42:32.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:42:32.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:32 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi032 to 2198M 2023-12-23T01:42:32.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:42:32.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:42:32.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:42:32.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:42:34.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:33 smithi032 ceph-mon[189144]: pgmap v17330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:34.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:33 smithi032 ceph-mon[191839]: pgmap v17330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:34.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:33 smithi039 ceph-mon[181282]: pgmap v17330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:35 smithi032 ceph-mon[191839]: pgmap v17331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:42:36.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:35 smithi032 ceph-mon[189144]: pgmap v17331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:36.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:42:36.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:35 smithi039 ceph-mon[181282]: pgmap v17331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:36.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:42:38.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:37 smithi032 ceph-mon[191839]: pgmap v17332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:38.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:37 smithi032 ceph-mon[189144]: pgmap v17332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:38.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:37 smithi039 ceph-mon[181282]: pgmap v17332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:39.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:39 smithi032 ceph-mon[191839]: pgmap v17333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:39.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:39 smithi032 ceph-mon[189144]: pgmap v17333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:39.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:39 smithi039 ceph-mon[181282]: pgmap v17333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:42:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:42:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:42:41.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:41 smithi039 ceph-mon[181282]: pgmap v17334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:41.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:41 smithi032 ceph-mon[191839]: pgmap v17334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:41.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:41 smithi032 ceph-mon[189144]: pgmap v17334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:43.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:43 smithi039 ceph-mon[181282]: pgmap v17335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:43.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:43 smithi032 ceph-mon[191839]: pgmap v17335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:43.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:43 smithi032 ceph-mon[189144]: pgmap v17335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:45.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:45 smithi039 ceph-mon[181282]: pgmap v17336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:45.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:45 smithi032 ceph-mon[189144]: pgmap v17336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:45.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:45 smithi032 ceph-mon[191839]: pgmap v17336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:47.240 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:42:47.562 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:42:47.562 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 8m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:42:47.562 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 6m ago 8h 95.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:42:47.562 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 8m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:42:47.562 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 6m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:42:47.562 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 6m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:42:47.562 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 8m ago 8h 860M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:42:47.563 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 8m ago 8h 2125M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:42:47.563 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 6m ago 8h 1040M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:42:47.563 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 8m ago 8h 1086M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:42:47.563 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 8m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:42:47.563 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 6m ago 8h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:42:47.563 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 8m ago 8h 5305M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:42:47.563 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 8m ago 8h 5436M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:42:47.563 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 8m ago 8h 4799M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:42:47.563 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 8m ago 8h 4932M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:42:47.564 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 6m ago 8h 4646M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:42:47.564 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 6m ago 8h 5072M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:42:47.564 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 6m ago 8h 4721M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:42:47.564 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 6m ago 8h 4777M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:42:47.564 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 6m ago 8h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:42:47.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:47 smithi039 ceph-mon[181282]: pgmap v17337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:47.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:47 smithi032 ceph-mon[191839]: pgmap v17337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:47.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:47 smithi032 ceph-mon[189144]: pgmap v17337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:47.964 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:42:47.964 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:42:47.965 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:42:47.965 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:42:47.965 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:42:47.965 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:42:47.965 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:42:47.965 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:42:47.965 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:42:47.965 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:42:47.965 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:42:47.966 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:42:47.966 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:42:47.966 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:42:47.966 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:42:47.966 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:42:47.966 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:42:47.966 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:42:48.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:48 smithi032 ceph-mon[191839]: from='client.53211 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:42:48.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:48 smithi032 ceph-mon[191839]: from='client.53217 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:42:48.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:48 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4027766644' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:42:48.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:48 smithi032 ceph-mon[189144]: from='client.53211 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:42:48.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:48 smithi032 ceph-mon[189144]: from='client.53217 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:42:48.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:48 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4027766644' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:42:49.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:48 smithi039 ceph-mon[181282]: from='client.53211 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:42:49.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:48 smithi039 ceph-mon[181282]: from='client.53217 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:42:49.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:48 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4027766644' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:42:49.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:49 smithi032 ceph-mon[189144]: pgmap v17338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:49.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:49 smithi032 ceph-mon[191839]: pgmap v17338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:50.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:49 smithi039 ceph-mon[181282]: pgmap v17338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:50.859 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:42:50.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:42:51.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:42:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:42:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:42:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T01:42:51.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:51 smithi032 ceph-mon[191839]: pgmap v17339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:51.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:51 smithi032 ceph-mon[189144]: pgmap v17339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:52.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:51 smithi039 ceph-mon[181282]: pgmap v17339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:53.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:53 smithi032 ceph-mon[191839]: pgmap v17340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:53.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:53 smithi032 ceph-mon[189144]: pgmap v17340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:54.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:53 smithi039 ceph-mon[181282]: pgmap v17340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:55.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:55 smithi032 ceph-mon[191839]: pgmap v17341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:55.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:55 smithi032 ceph-mon[189144]: pgmap v17341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:56.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:55 smithi039 ceph-mon[181282]: pgmap v17341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:57.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:57 smithi032 ceph-mon[191839]: pgmap v17342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:57.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:57 smithi032 ceph-mon[189144]: pgmap v17342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:58.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:57 smithi039 ceph-mon[181282]: pgmap v17342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:59.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:42:59 smithi032 ceph-mon[191839]: pgmap v17343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:59.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:42:59 smithi032 ceph-mon[189144]: pgmap v17343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:42:59.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:42:59 smithi039 ceph-mon[181282]: pgmap v17343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:43:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:43:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T01:43:01.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:43:01 smithi039 ceph-mon[181282]: pgmap v17344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:01.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:43:01 smithi032 ceph-mon[191839]: pgmap v17344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:01.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:43:01 smithi032 ceph-mon[189144]: pgmap v17344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:03.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:43:03 smithi032 ceph-mon[191839]: pgmap v17345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:03.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:43:03 smithi032 ceph-mon[189144]: pgmap v17345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:04.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:43:03 smithi039 ceph-mon[181282]: pgmap v17345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:43:05 smithi032 ceph-mon[191839]: pgmap v17346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:43:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:43:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:43:05 smithi032 ceph-mon[189144]: pgmap v17346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:05.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:43:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:43:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:43:05 smithi039 ceph-mon[181282]: pgmap v17346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:06.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:43:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:43:07.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:43:07 smithi032 ceph-mon[189144]: pgmap v17347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:07.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:43:07 smithi032 ceph-mon[191839]: pgmap v17347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:08.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:43:07 smithi039 ceph-mon[181282]: pgmap v17347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:09.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:43:09 smithi032 ceph-mon[191839]: pgmap v17348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:09.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:43:09 smithi032 ceph-mon[189144]: pgmap v17348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:09.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:43:09 smithi039 ceph-mon[181282]: pgmap v17348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:43:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:43:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:43:11.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:43:11 smithi039 ceph-mon[181282]: pgmap v17349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:11.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:43:11 smithi032 ceph-mon[191839]: pgmap v17349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:11.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:43:11 smithi032 ceph-mon[189144]: pgmap v17349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:13.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:43:13 smithi032 ceph-mon[191839]: pgmap v17350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:13.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:43:13 smithi032 ceph-mon[189144]: pgmap v17350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:14.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:43:13 smithi039 ceph-mon[181282]: pgmap v17350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:15.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:43:15 smithi032 ceph-mon[191839]: pgmap v17351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:15.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:43:15 smithi032 ceph-mon[189144]: pgmap v17351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:16.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:43:15 smithi039 ceph-mon[181282]: pgmap v17351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:17.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:43:17 smithi032 ceph-mon[191839]: pgmap v17352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:17.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:43:17 smithi032 ceph-mon[189144]: pgmap v17352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:18.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:43:17 smithi039 ceph-mon[181282]: pgmap v17352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:18.328 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:43:18.648 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:43:18.648 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 9m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:43:18.648 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 6m ago 8h 95.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:43:18.648 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 9m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:43:18.648 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 6m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:43:18.648 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 6m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:43:18.648 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 9m ago 8h 860M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:43:18.648 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 9m ago 8h 2125M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:43:18.649 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 6m ago 8h 1040M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:43:18.649 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 9m ago 8h 1086M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:43:18.649 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 9m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:43:18.649 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 6m ago 8h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:43:18.649 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 9m ago 8h 5305M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:43:18.649 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 9m ago 8h 5436M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:43:18.649 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 9m ago 8h 4799M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:43:18.649 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 9m ago 8h 4932M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:43:18.649 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 6m ago 8h 4646M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:43:18.649 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 6m ago 8h 5072M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:43:18.649 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 6m ago 8h 4721M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:43:18.649 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 6m ago 8h 4777M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:43:18.649 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 6m ago 8h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:43:19.050 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:43:19.050 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:43:19.050 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:43:19.050 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:43:19.050 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:43:19.050 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:43:19.050 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:43:19.050 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:43:19.050 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:43:19.050 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:43:19.050 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:43:19.051 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:43:19.051 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:43:19.051 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:43:19.051 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:43:19.051 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:43:19.051 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:43:19.051 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:43:19.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:43:19 smithi032 ceph-mon[191839]: from='client.63143 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:43:19.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:43:19 smithi032 ceph-mon[191839]: pgmap v17353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:19.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:43:19 smithi032 ceph-mon[191839]: from='client.63149 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:43:19.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:43:19 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2903555300' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:43:19.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:43:19 smithi032 ceph-mon[189144]: from='client.63143 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:43:19.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:43:19 smithi032 ceph-mon[189144]: pgmap v17353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:19.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:43:19 smithi032 ceph-mon[189144]: from='client.63149 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:43:19.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:43:19 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2903555300' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:43:19.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:43:19 smithi039 ceph-mon[181282]: from='client.63143 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:43:19.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:43:19 smithi039 ceph-mon[181282]: pgmap v17353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:19.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:43:19 smithi039 ceph-mon[181282]: from='client.63149 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:43:19.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:43:19 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2903555300' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:43:20.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:43:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:43:20.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:43:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:43:20.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:43:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:43:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:43:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:43:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:43:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:43:21 smithi032 ceph-mon[191839]: pgmap v17354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:43:21 smithi032 ceph-mon[189144]: pgmap v17354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:43:21 smithi039 ceph-mon[181282]: pgmap v17354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:23.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:43:23 smithi032 ceph-mon[191839]: pgmap v17355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:23.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:43:23 smithi032 ceph-mon[189144]: pgmap v17355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:24.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:43:23 smithi039 ceph-mon[181282]: pgmap v17355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:25.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:43:25 smithi032 ceph-mon[191839]: pgmap v17356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:25.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:43:25 smithi032 ceph-mon[189144]: pgmap v17356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:26.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:43:25 smithi039 ceph-mon[181282]: pgmap v17356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:27.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:43:27 smithi032 ceph-mon[189144]: pgmap v17357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:27.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:43:27 smithi032 ceph-mon[191839]: pgmap v17357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:28.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:43:27 smithi039 ceph-mon[181282]: pgmap v17357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:29.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:43:29 smithi032 ceph-mon[191839]: pgmap v17358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:29.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:43:29 smithi032 ceph-mon[189144]: pgmap v17358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:29.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:43:29 smithi039 ceph-mon[181282]: pgmap v17358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:43:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:43:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:43:31.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:43:31 smithi032 ceph-mon[191839]: pgmap v17359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:31.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:43:31 smithi032 ceph-mon[189144]: pgmap v17359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:43:31 smithi039 ceph-mon[181282]: pgmap v17359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:32.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:43:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:43:32.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:43:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:43:32.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:43:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:43:32.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:43:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:43:32.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:43:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:43:32.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:43:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:43:33.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:43:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:43:33.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:43:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:43:33.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:43:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:43:33.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:43:33 smithi032 ceph-mon[191839]: pgmap v17360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:33.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:43:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:43:33.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:43:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:43:33.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:43:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:43:33.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:43:33 smithi032 ceph-mon[189144]: pgmap v17360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:33.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:43:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:43:33.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:43:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:43:33.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:43:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:43:34.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:43:33 smithi039 ceph-mon[181282]: pgmap v17360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:34.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:43:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:43:34.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:43:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:43:34.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:43:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:43:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:43:35 smithi032 ceph-mon[191839]: pgmap v17361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:43:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:43:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:43:35 smithi032 ceph-mon[189144]: pgmap v17361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:43:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:43:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:43:35 smithi039 ceph-mon[181282]: pgmap v17361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:36.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:43:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:43:37.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:43:37 smithi032 ceph-mon[191839]: pgmap v17362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:37.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:43:37 smithi032 ceph-mon[189144]: pgmap v17362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:38.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:43:37 smithi039 ceph-mon[181282]: pgmap v17362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:39.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:43:39 smithi032 ceph-mon[189144]: pgmap v17363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:39.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:43:39 smithi032 ceph-mon[191839]: pgmap v17363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:39.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:43:39 smithi039 ceph-mon[181282]: pgmap v17363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:43:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:43:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:43:41.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:43:41 smithi032 ceph-mon[191839]: pgmap v17364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:41.969 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:43:41 smithi032 ceph-mon[189144]: pgmap v17364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:42.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:43:41 smithi039 ceph-mon[181282]: pgmap v17364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:43.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:43:43 smithi032 ceph-mon[191839]: pgmap v17365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:43.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:43:43 smithi032 ceph-mon[189144]: pgmap v17365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:44.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:43:43 smithi039 ceph-mon[181282]: pgmap v17365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:45.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:43:45 smithi032 ceph-mon[189144]: pgmap v17366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:45.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:43:45 smithi032 ceph-mon[191839]: pgmap v17366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:46.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:43:45 smithi039 ceph-mon[181282]: pgmap v17366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:47.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:43:47 smithi032 ceph-mon[189144]: pgmap v17367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:47.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:43:47 smithi032 ceph-mon[191839]: pgmap v17367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:48.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:43:47 smithi039 ceph-mon[181282]: pgmap v17367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:49.413 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:43:49.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:43:49 smithi032 ceph-mon[189144]: pgmap v17368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:49.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:43:49 smithi032 ceph-mon[191839]: pgmap v17368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:49.739 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:43:49.739 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 9m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:43:49.739 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 7m ago 8h 95.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:43:49.740 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 9m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:43:49.740 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 7m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:43:49.740 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 7m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:43:49.740 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 9m ago 8h 860M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:43:49.740 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 9m ago 8h 2125M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:43:49.740 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 7m ago 8h 1040M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:43:49.740 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 9m ago 8h 1086M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:43:49.740 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 9m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:43:49.740 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 7m ago 8h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:43:49.740 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 9m ago 8h 5305M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:43:49.740 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 9m ago 8h 5436M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:43:49.740 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 9m ago 8h 4799M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:43:49.740 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 9m ago 8h 4932M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:43:49.740 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 7m ago 8h 4646M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:43:49.740 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 7m ago 8h 5072M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:43:49.740 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 7m ago 8h 4721M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:43:49.741 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 7m ago 8h 4777M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:43:49.741 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 7m ago 8h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:43:49.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:43:49 smithi039 ceph-mon[181282]: pgmap v17368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:50.138 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:43:50.138 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:43:50.138 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:43:50.138 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:43:50.139 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:43:50.139 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:43:50.139 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:43:50.139 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:43:50.139 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:43:50.139 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:43:50.139 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:43:50.139 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:43:50.139 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:43:50.139 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:43:50.139 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:43:50.139 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:43:50.139 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:43:50.139 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:43:50.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:43:50 smithi032 ceph-mon[189144]: from='client.63161 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:43:50.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:43:50 smithi032 ceph-mon[189144]: from='client.53253 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:43:50.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:43:50 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2085926103' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:43:50.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:43:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:43:50.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:43:50 smithi032 ceph-mon[191839]: from='client.63161 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:43:50.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:43:50 smithi032 ceph-mon[191839]: from='client.53253 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:43:50.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:43:50 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2085926103' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:43:50.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:43:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:43:50.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:43:50 smithi039 ceph-mon[181282]: from='client.63161 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:43:50.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:43:50 smithi039 ceph-mon[181282]: from='client.53253 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:43:50.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:43:50 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2085926103' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:43:50.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:43:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:43:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:43:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:43:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:43:51.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:43:51 smithi032 ceph-mon[189144]: pgmap v17369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:51.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:43:51 smithi032 ceph-mon[191839]: pgmap v17369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:51.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:43:51 smithi039 ceph-mon[181282]: pgmap v17369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:53.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:43:53 smithi032 ceph-mon[189144]: pgmap v17370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:53.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:43:53 smithi032 ceph-mon[191839]: pgmap v17370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:54.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:43:53 smithi039 ceph-mon[181282]: pgmap v17370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:55.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:43:55 smithi032 ceph-mon[191839]: pgmap v17371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:55.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:43:55 smithi032 ceph-mon[189144]: pgmap v17371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:56.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:43:55 smithi039 ceph-mon[181282]: pgmap v17371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:57.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:43:57 smithi032 ceph-mon[191839]: pgmap v17372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:57.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:43:57 smithi032 ceph-mon[189144]: pgmap v17372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:58.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:43:57 smithi039 ceph-mon[181282]: pgmap v17372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:59.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:43:59 smithi032 ceph-mon[191839]: pgmap v17373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:59.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:43:59 smithi032 ceph-mon[189144]: pgmap v17373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:43:59.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:43:59 smithi039 ceph-mon[181282]: pgmap v17373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:44:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:44:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:44:01.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:44:01 smithi032 ceph-mon[189144]: pgmap v17374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:01.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:44:01 smithi032 ceph-mon[191839]: pgmap v17374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:02.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:44:01 smithi039 ceph-mon[181282]: pgmap v17374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:03.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:44:03 smithi032 ceph-mon[189144]: pgmap v17375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:03.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:44:03 smithi032 ceph-mon[191839]: pgmap v17375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:04.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:44:03 smithi039 ceph-mon[181282]: pgmap v17375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:44:05 smithi032 ceph-mon[189144]: pgmap v17376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:44:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:44:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:44:05 smithi032 ceph-mon[191839]: pgmap v17376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:44:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:44:06.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:44:05 smithi039 ceph-mon[181282]: pgmap v17376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:06.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:44:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:44:07.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:44:07 smithi032 ceph-mon[191839]: pgmap v17377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:07.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:44:07 smithi032 ceph-mon[189144]: pgmap v17377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:08.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:44:07 smithi039 ceph-mon[181282]: pgmap v17377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:09.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:44:09 smithi032 ceph-mon[191839]: pgmap v17378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:09.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:44:09 smithi032 ceph-mon[189144]: pgmap v17378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:09.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:44:09 smithi039 ceph-mon[181282]: pgmap v17378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:44:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:44:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T01:44:11.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:44:11 smithi032 ceph-mon[191839]: pgmap v17379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:11.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:44:11 smithi032 ceph-mon[189144]: pgmap v17379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:12.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:44:11 smithi039 ceph-mon[181282]: pgmap v17379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:13.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:44:13 smithi032 ceph-mon[189144]: pgmap v17380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:13.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:44:13 smithi032 ceph-mon[191839]: pgmap v17380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:14.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:44:13 smithi039 ceph-mon[181282]: pgmap v17380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:15.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:44:15 smithi032 ceph-mon[189144]: pgmap v17381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:15.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:44:15 smithi032 ceph-mon[191839]: pgmap v17381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:16.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:44:15 smithi039 ceph-mon[181282]: pgmap v17381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:17.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:44:17 smithi032 ceph-mon[191839]: pgmap v17382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:17.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:44:17 smithi032 ceph-mon[189144]: pgmap v17382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:18.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:44:17 smithi039 ceph-mon[181282]: pgmap v17382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:19.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:44:19 smithi032 ceph-mon[191839]: pgmap v17383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:19.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:44:19 smithi032 ceph-mon[189144]: pgmap v17383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:19.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:44:19 smithi039 ceph-mon[181282]: pgmap v17383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:20.505 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:44:20.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:44:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:44:20.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:44:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:44:20.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:44:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:44:20.827 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:44:20.827 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 10m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:44:20.827 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 7m ago 8h 95.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:44:20.827 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 10m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:44:20.827 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 7m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:44:20.827 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 7m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:44:20.827 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 10m ago 8h 860M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:44:20.827 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 10m ago 8h 2125M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:44:20.828 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 7m ago 8h 1040M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:44:20.828 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 10m ago 8h 1086M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:44:20.828 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 10m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:44:20.828 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 7m ago 8h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:44:20.828 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 10m ago 8h 5305M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:44:20.828 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 10m ago 8h 5436M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:44:20.828 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 10m ago 8h 4799M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:44:20.828 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 10m ago 8h 4932M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:44:20.828 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 7m ago 8h 4646M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:44:20.828 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 7m ago 8h 5072M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:44:20.828 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 7m ago 8h 4721M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:44:20.828 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 7m ago 8h 4777M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:44:20.828 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 7m ago 8h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:44:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:44:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:44:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T01:44:21.234 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:44:21.234 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:44:21.234 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:44:21.234 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:44:21.234 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:44:21.234 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:44:21.234 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:44:21.234 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:44:21.234 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:44:21.234 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:44:21.234 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:44:21.235 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:44:21.235 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:44:21.235 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:44:21.235 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:44:21.235 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:44:21.235 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:44:21.235 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:44:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:44:21 smithi032 ceph-mon[191839]: pgmap v17384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:44:21 smithi032 ceph-mon[191839]: from='client.63179 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:44:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:44:21 smithi032 ceph-mon[191839]: from='client.53271 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:44:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:44:21 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3307748760' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:44:21.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:44:21 smithi032 ceph-mon[189144]: pgmap v17384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:21.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:44:21 smithi032 ceph-mon[189144]: from='client.63179 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:44:21.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:44:21 smithi032 ceph-mon[189144]: from='client.53271 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:44:21.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:44:21 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3307748760' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:44:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:44:21 smithi039 ceph-mon[181282]: pgmap v17384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:21.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:44:21 smithi039 ceph-mon[181282]: from='client.63179 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:44:21.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:44:21 smithi039 ceph-mon[181282]: from='client.53271 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:44:21.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:44:21 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3307748760' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:44:23.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:44:23 smithi032 ceph-mon[191839]: pgmap v17385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:23.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:44:23 smithi032 ceph-mon[189144]: pgmap v17385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:24.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:44:23 smithi039 ceph-mon[181282]: pgmap v17385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:25.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:44:25 smithi032 ceph-mon[191839]: pgmap v17386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:25.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:44:25 smithi032 ceph-mon[189144]: pgmap v17386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:26.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:44:25 smithi039 ceph-mon[181282]: pgmap v17386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:27.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:44:27 smithi032 ceph-mon[191839]: pgmap v17387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:27.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:44:27 smithi032 ceph-mon[189144]: pgmap v17387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:28.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:44:27 smithi039 ceph-mon[181282]: pgmap v17387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:29.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:44:29 smithi032 ceph-mon[191839]: pgmap v17388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:29.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:44:29 smithi032 ceph-mon[189144]: pgmap v17388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:29.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:44:29 smithi039 ceph-mon[181282]: pgmap v17388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:44:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:44:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T01:44:31.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:44:31 smithi032 ceph-mon[189144]: pgmap v17389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:31.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:44:31 smithi032 ceph-mon[191839]: pgmap v17389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:32.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:44:31 smithi039 ceph-mon[181282]: pgmap v17389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:33.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:44:33 smithi032 ceph-mon[191839]: pgmap v17390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:33.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:44:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:44:33.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:44:33 smithi032 ceph-mon[189144]: pgmap v17390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:33.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:44:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:44:34.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:44:33 smithi039 ceph-mon[181282]: pgmap v17390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:34.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:44:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:44:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:44:35 smithi032 ceph-mon[191839]: pgmap v17391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:36.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:44:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:44:36.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:44:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:44:36.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:44:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:44:36.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:44:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:44:36.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:44:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:44:36.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:44:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:44:36.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:44:35 smithi032 ceph-mon[189144]: pgmap v17391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:36.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:44:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:44:36.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:44:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:44:36.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:44:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:44:36.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:44:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:44:36.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:44:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:44:36.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:44:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:44:36.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:44:35 smithi039 ceph-mon[181282]: pgmap v17391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:36.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:44:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:44:36.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:44:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:44:36.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:44:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:44:36.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:44:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:44:36.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:44:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:44:36.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:44:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:44:38.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:44:37 smithi032 ceph-mon[191839]: pgmap v17392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:38.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:44:37 smithi032 ceph-mon[189144]: pgmap v17392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:38.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:44:37 smithi039 ceph-mon[181282]: pgmap v17392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:39.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:44:39 smithi032 ceph-mon[191839]: pgmap v17393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:39.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:44:39 smithi032 ceph-mon[189144]: pgmap v17393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:39.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:44:39 smithi039 ceph-mon[181282]: pgmap v17393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:44:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:44:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:44:41.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:44:41 smithi032 ceph-mon[189144]: pgmap v17394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:41.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:44:41 smithi032 ceph-mon[191839]: pgmap v17394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:42.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:44:41 smithi039 ceph-mon[181282]: pgmap v17394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:43.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:44:43 smithi032 ceph-mon[191839]: pgmap v17395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:43.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:44:43 smithi032 ceph-mon[189144]: pgmap v17395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:44.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:44:43 smithi039 ceph-mon[181282]: pgmap v17395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:45.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:44:45 smithi032 ceph-mon[191839]: pgmap v17396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:45.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:44:45 smithi032 ceph-mon[189144]: pgmap v17396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:46.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:44:45 smithi039 ceph-mon[181282]: pgmap v17396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:47.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:44:47 smithi032 ceph-mon[191839]: pgmap v17397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:47.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:44:47 smithi032 ceph-mon[189144]: pgmap v17397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:48.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:44:47 smithi039 ceph-mon[181282]: pgmap v17397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:49.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:44:49 smithi032 ceph-mon[191839]: pgmap v17398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:49.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:44:49 smithi032 ceph-mon[189144]: pgmap v17398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:44:49 smithi039 ceph-mon[181282]: pgmap v17398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:50.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:44:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:44:50.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:44:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:44:50.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:44:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:44:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:44:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:44:50] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T01:44:51.599 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:44:51.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:44:51 smithi032 ceph-mon[189144]: pgmap v17399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:51.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:44:51 smithi032 ceph-mon[191839]: pgmap v17399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:51.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:44:51 smithi039 ceph-mon[181282]: pgmap v17399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:51.922 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:44:51.922 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 16s ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:44:51.922 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 8m ago 8h 95.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:44:51.922 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 16s ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:44:51.922 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 8m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:44:51.923 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 8m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:44:51.923 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 16s ago 8h 866M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:44:51.923 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 16s ago 8h 2160M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:44:51.923 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 8m ago 8h 1040M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:44:51.923 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 16s ago 8h 1105M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:44:51.923 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 16s ago 8h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:44:51.923 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 8m ago 8h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:44:51.923 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 16s ago 8h 5338M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:44:51.923 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 16s ago 8h 5466M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:44:51.923 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 16s ago 8h 4824M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:44:51.923 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 16s ago 8h 4962M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:44:51.923 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 8m ago 8h 4646M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:44:51.923 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 8m ago 8h 5072M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:44:51.923 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 8m ago 8h 4721M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:44:51.923 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 8m ago 8h 4777M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:44:51.924 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 8m ago 8h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:44:52.323 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:44:52.323 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:44:52.323 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:44:52.323 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:44:52.324 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:44:52.324 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:44:52.324 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:44:52.324 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:44:52.324 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:44:52.324 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:44:52.324 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:44:52.324 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:44:52.324 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:44:52.324 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:44:52.324 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:44:52.324 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:44:52.324 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:44:52.324 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:44:52.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:44:52 smithi032 ceph-mon[191839]: from='client.63197 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:44:52.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:44:52 smithi032 ceph-mon[191839]: from='client.63203 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:44:52.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:44:52 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3036519344' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:44:52.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:44:52 smithi032 ceph-mon[189144]: from='client.63197 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:44:52.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:44:52 smithi032 ceph-mon[189144]: from='client.63203 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:44:52.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:44:52 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3036519344' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:44:52.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:44:52 smithi039 ceph-mon[181282]: from='client.63197 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:44:52.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:44:52 smithi039 ceph-mon[181282]: from='client.63203 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:44:52.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:44:52 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3036519344' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:44:53.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:44:53 smithi032 ceph-mon[191839]: pgmap v17400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:53.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:44:53 smithi032 ceph-mon[189144]: pgmap v17400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:53.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:44:53 smithi039 ceph-mon[181282]: pgmap v17400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:55.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:44:55 smithi032 ceph-mon[191839]: pgmap v17401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:55.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:44:55 smithi032 ceph-mon[189144]: pgmap v17401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:56.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:44:55 smithi039 ceph-mon[181282]: pgmap v17401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:57.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:44:57 smithi032 ceph-mon[191839]: pgmap v17402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:57.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:44:57 smithi032 ceph-mon[189144]: pgmap v17402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:58.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:44:57 smithi039 ceph-mon[181282]: pgmap v17402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:59.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:44:59 smithi032 ceph-mon[191839]: pgmap v17403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:59.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:44:59 smithi032 ceph-mon[189144]: pgmap v17403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:44:59.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:44:59 smithi039 ceph-mon[181282]: pgmap v17403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:45:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:45:00] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T01:45:01.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:45:01 smithi032 ceph-mon[191839]: pgmap v17404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:01.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:45:01 smithi032 ceph-mon[189144]: pgmap v17404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:02.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:45:01 smithi039 ceph-mon[181282]: pgmap v17404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:03.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:45:03 smithi032 ceph-mon[191839]: pgmap v17405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:03.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:45:03 smithi032 ceph-mon[189144]: pgmap v17405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:04.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:45:03 smithi039 ceph-mon[181282]: pgmap v17405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:45:05 smithi032 ceph-mon[191839]: pgmap v17406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:45:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:45:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:45:05 smithi032 ceph-mon[189144]: pgmap v17406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:45:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:45:06.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:45:05 smithi039 ceph-mon[181282]: pgmap v17406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:06.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:45:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:45:07.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:45:07 smithi032 ceph-mon[191839]: pgmap v17407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:07.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:45:07 smithi032 ceph-mon[189144]: pgmap v17407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:08.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:45:07 smithi039 ceph-mon[181282]: pgmap v17407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:09.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:45:09 smithi032 ceph-mon[189144]: pgmap v17408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:09.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:45:09 smithi032 ceph-mon[191839]: pgmap v17408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:09.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:45:09 smithi039 ceph-mon[181282]: pgmap v17408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:45:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:45:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T01:45:11.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:45:11 smithi032 ceph-mon[189144]: pgmap v17409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:11.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:45:11 smithi032 ceph-mon[191839]: pgmap v17409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:12.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:45:11 smithi039 ceph-mon[181282]: pgmap v17409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:13.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:45:13 smithi032 ceph-mon[191839]: pgmap v17410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:13.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:45:13 smithi032 ceph-mon[189144]: pgmap v17410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:14.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:45:13 smithi039 ceph-mon[181282]: pgmap v17410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:15.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:45:15 smithi032 ceph-mon[191839]: pgmap v17411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:15.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:45:15 smithi032 ceph-mon[189144]: pgmap v17411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:16.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:45:15 smithi039 ceph-mon[181282]: pgmap v17411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:17.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:45:17 smithi032 ceph-mon[191839]: pgmap v17412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:17.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:45:17 smithi032 ceph-mon[189144]: pgmap v17412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:18.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:45:17 smithi039 ceph-mon[181282]: pgmap v17412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:19.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:45:19 smithi032 ceph-mon[191839]: pgmap v17413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:19.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:45:19 smithi032 ceph-mon[189144]: pgmap v17413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:19.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:45:19 smithi039 ceph-mon[181282]: pgmap v17413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:20.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:45:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:45:20.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:45:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:45:20.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:45:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:45:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:45:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:45:20] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-23T01:45:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:45:21 smithi032 ceph-mon[191839]: pgmap v17414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:45:21 smithi032 ceph-mon[189144]: pgmap v17414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:45:21 smithi039 ceph-mon[181282]: pgmap v17414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:22.690 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:45:23.010 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:45:23.010 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 48s ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:45:23.010 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 8m ago 8h 95.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:45:23.011 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 48s ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:45:23.011 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 8m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:45:23.011 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 8m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:45:23.011 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 48s ago 8h 866M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:45:23.011 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 48s ago 8h 2160M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:45:23.011 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 8m ago 8h 1040M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:45:23.011 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 48s ago 8h 1105M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:45:23.011 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 48s ago 8h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:45:23.011 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 8m ago 8h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:45:23.011 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 48s ago 8h 5338M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:45:23.011 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 48s ago 8h 5466M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:45:23.011 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 48s ago 8h 4824M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:45:23.011 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 48s ago 8h 4962M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:45:23.011 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 8m ago 8h 4646M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:45:23.011 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 8m ago 8h 5072M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:45:23.011 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 8m ago 8h 4721M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:45:23.012 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 8m ago 8h 4777M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:45:23.012 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 8m ago 8h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:45:23.411 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:45:23.411 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:45:23.411 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:45:23.411 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:45:23.411 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:45:23.411 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:45:23.411 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:45:23.411 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:45:23.411 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:45:23.411 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:45:23.411 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:45:23.411 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:45:23.411 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:45:23.412 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:45:23.412 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:45:23.412 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:45:23.412 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:45:23.412 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:45:23.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:45:23 smithi032 ceph-mon[191839]: pgmap v17415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:23.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:45:23 smithi032 ceph-mon[191839]: from='client.53301 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:45:23.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:45:23 smithi032 ceph-mon[191839]: from='client.63221 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:45:23.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:45:23 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1444650901' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:45:23.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:45:23 smithi032 ceph-mon[189144]: pgmap v17415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:23.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:45:23 smithi032 ceph-mon[189144]: from='client.53301 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:45:23.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:45:23 smithi032 ceph-mon[189144]: from='client.63221 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:45:23.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:45:23 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1444650901' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:45:24.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:45:23 smithi039 ceph-mon[181282]: pgmap v17415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:24.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:45:23 smithi039 ceph-mon[181282]: from='client.53301 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:45:24.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:45:23 smithi039 ceph-mon[181282]: from='client.63221 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:45:24.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:45:23 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1444650901' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:45:25.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:45:25 smithi032 ceph-mon[189144]: pgmap v17416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:25.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:45:25 smithi032 ceph-mon[191839]: pgmap v17416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:26.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:45:25 smithi039 ceph-mon[181282]: pgmap v17416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:27.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:45:27 smithi032 ceph-mon[191839]: pgmap v17417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:27.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:45:27 smithi032 ceph-mon[189144]: pgmap v17417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:28.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:45:27 smithi039 ceph-mon[181282]: pgmap v17417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:29.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:45:29 smithi032 ceph-mon[191839]: pgmap v17418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:29.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:45:29 smithi032 ceph-mon[189144]: pgmap v17418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:29.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:45:29 smithi039 ceph-mon[181282]: pgmap v17418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:45:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:45:30] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-23T01:45:31.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:45:31 smithi032 ceph-mon[191839]: pgmap v17419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:31.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:45:31 smithi032 ceph-mon[189144]: pgmap v17419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:45:31 smithi039 ceph-mon[181282]: pgmap v17419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:33.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:45:33 smithi032 ceph-mon[191839]: pgmap v17420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:33.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:45:33 smithi032 ceph-mon[189144]: pgmap v17420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:34.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:45:33 smithi039 ceph-mon[181282]: pgmap v17420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:45:35 smithi032 ceph-mon[189144]: pgmap v17421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:45:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:45:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:45:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:45:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:45:35 smithi032 ceph-mon[191839]: pgmap v17421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:45:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:45:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:45:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:45:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:45:35 smithi039 ceph-mon[181282]: pgmap v17421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:45:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:45:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:45:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:45:36.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:45:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:45:36.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:45:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:45:36.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:45:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:45:36.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:45:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:45:36.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:45:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:45:36.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:45:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:45:37.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:45:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:45:37.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:45:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:45:37.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:45:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:45:38.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:45:37 smithi039 ceph-mon[181282]: pgmap v17422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:38.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:45:37 smithi032 ceph-mon[191839]: pgmap v17422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:38.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:45:37 smithi032 ceph-mon[189144]: pgmap v17422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:39.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:45:39 smithi032 ceph-mon[191839]: pgmap v17423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:39.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:45:39 smithi032 ceph-mon[189144]: pgmap v17423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:39.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:45:39 smithi039 ceph-mon[181282]: pgmap v17423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:45:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:45:40] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T01:45:41.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:45:41 smithi032 ceph-mon[191839]: pgmap v17424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:41.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:45:41 smithi032 ceph-mon[189144]: pgmap v17424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:42.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:45:41 smithi039 ceph-mon[181282]: pgmap v17424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:43.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:45:43 smithi032 ceph-mon[191839]: pgmap v17425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:43.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:45:43 smithi032 ceph-mon[189144]: pgmap v17425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:44.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:45:43 smithi039 ceph-mon[181282]: pgmap v17425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:45.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:45:45 smithi032 ceph-mon[191839]: pgmap v17426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:45.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:45:45 smithi032 ceph-mon[189144]: pgmap v17426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:46.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:45:45 smithi039 ceph-mon[181282]: pgmap v17426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:47.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:45:47 smithi032 ceph-mon[191839]: pgmap v17427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:47.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:45:47 smithi032 ceph-mon[189144]: pgmap v17427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:48.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:45:47 smithi039 ceph-mon[181282]: pgmap v17427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:49.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:45:49 smithi032 ceph-mon[191839]: pgmap v17428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:49.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:45:49 smithi032 ceph-mon[189144]: pgmap v17428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:45:49 smithi039 ceph-mon[181282]: pgmap v17428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:50.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:45:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:45:50.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:45:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:45:50.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:45:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:45:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:45:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:45:50] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T01:45:51.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:45:51 smithi032 ceph-mon[191839]: pgmap v17429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:51.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:45:51 smithi032 ceph-mon[189144]: pgmap v17429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:51.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:45:51 smithi039 ceph-mon[181282]: pgmap v17429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:53.775 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:45:53.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:45:53 smithi032 ceph-mon[189144]: pgmap v17430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:53.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:45:53 smithi032 ceph-mon[191839]: pgmap v17430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:54.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:45:53 smithi039 ceph-mon[181282]: pgmap v17430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:54.096 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:45:54.096 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 79s ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:45:54.096 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 9m ago 8h 95.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:45:54.096 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 79s ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:45:54.096 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 9m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:45:54.096 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 9m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:45:54.096 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 79s ago 8h 866M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:45:54.096 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 79s ago 8h 2160M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:45:54.096 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 9m ago 8h 1040M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:45:54.096 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 79s ago 8h 1105M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:45:54.097 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 79s ago 8h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:45:54.097 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 9m ago 8h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:45:54.097 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 79s ago 8h 5338M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:45:54.097 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 79s ago 8h 5466M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:45:54.097 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 79s ago 8h 4824M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:45:54.097 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 79s ago 8h 4962M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:45:54.097 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 9m ago 8h 4646M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:45:54.097 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 9m ago 8h 5072M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:45:54.097 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 9m ago 8h 4721M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:45:54.097 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 9m ago 8h 4777M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:45:54.097 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 9m ago 8h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:45:54.498 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:45:54.498 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:45:54.498 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:45:54.498 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:45:54.498 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:45:54.498 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:45:54.498 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:45:54.499 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:45:54.499 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:45:54.499 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:45:54.499 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:45:54.499 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:45:54.499 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:45:54.499 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:45:54.499 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:45:54.499 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:45:54.499 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:45:54.499 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:45:54.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:45:54 smithi032 ceph-mon[191839]: from='client.53319 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:45:54.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:45:54 smithi032 ceph-mon[191839]: from='client.63239 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:45:54.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:45:54 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2251221155' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:45:54.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:45:54 smithi032 ceph-mon[189144]: from='client.53319 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:45:54.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:45:54 smithi032 ceph-mon[189144]: from='client.63239 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:45:54.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:45:54 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2251221155' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:45:55.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:45:54 smithi039 ceph-mon[181282]: from='client.53319 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:45:55.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:45:54 smithi039 ceph-mon[181282]: from='client.63239 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:45:55.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:45:54 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2251221155' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:45:55.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:45:55 smithi032 ceph-mon[191839]: pgmap v17431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:55.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:45:55 smithi032 ceph-mon[189144]: pgmap v17431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:56.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:45:55 smithi039 ceph-mon[181282]: pgmap v17431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:57.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:45:57 smithi032 ceph-mon[189144]: pgmap v17432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:57.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:45:57 smithi032 ceph-mon[191839]: pgmap v17432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:58.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:45:57 smithi039 ceph-mon[181282]: pgmap v17432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:59.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:45:59 smithi032 ceph-mon[189144]: pgmap v17433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:59.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:45:59 smithi032 ceph-mon[191839]: pgmap v17433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:45:59.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:45:59 smithi039 ceph-mon[181282]: pgmap v17433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:46:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:46:00] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T01:46:01.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:46:01 smithi032 ceph-mon[191839]: pgmap v17434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:01.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:46:01 smithi032 ceph-mon[189144]: pgmap v17434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:02.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:46:01 smithi039 ceph-mon[181282]: pgmap v17434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:03.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:46:03 smithi032 ceph-mon[191839]: pgmap v17435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:03.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:46:03 smithi032 ceph-mon[189144]: pgmap v17435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:04.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:46:03 smithi039 ceph-mon[181282]: pgmap v17435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:46:05 smithi032 ceph-mon[191839]: pgmap v17436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:46:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:46:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:46:05 smithi032 ceph-mon[189144]: pgmap v17436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:46:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:46:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:46:05 smithi039 ceph-mon[181282]: pgmap v17436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:46:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:46:07.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:46:07 smithi032 ceph-mon[191839]: pgmap v17437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:07.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:46:07 smithi032 ceph-mon[189144]: pgmap v17437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:08.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:46:07 smithi039 ceph-mon[181282]: pgmap v17437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:09.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:46:09 smithi032 ceph-mon[191839]: pgmap v17438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:09.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:46:09 smithi032 ceph-mon[189144]: pgmap v17438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:09.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:46:09 smithi039 ceph-mon[181282]: pgmap v17438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:46:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:46:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:46:11.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:46:11 smithi032 ceph-mon[191839]: pgmap v17439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:11.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:46:11 smithi032 ceph-mon[189144]: pgmap v17439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:12.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:46:11 smithi039 ceph-mon[181282]: pgmap v17439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:13.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:46:13 smithi032 ceph-mon[191839]: pgmap v17440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:13.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:46:13 smithi032 ceph-mon[189144]: pgmap v17440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:14.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:46:13 smithi039 ceph-mon[181282]: pgmap v17440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:15.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:46:15 smithi032 ceph-mon[191839]: pgmap v17441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:15.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:46:15 smithi032 ceph-mon[189144]: pgmap v17441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:16.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:46:15 smithi039 ceph-mon[181282]: pgmap v17441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:17.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:46:17 smithi032 ceph-mon[191839]: pgmap v17442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:17.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:46:17 smithi032 ceph-mon[189144]: pgmap v17442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:18.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:46:17 smithi039 ceph-mon[181282]: pgmap v17442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:19.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:46:19 smithi032 ceph-mon[191839]: pgmap v17443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:19.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:46:19 smithi032 ceph-mon[189144]: pgmap v17443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:19.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:46:19 smithi039 ceph-mon[181282]: pgmap v17443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:20.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:46:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:46:20.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:46:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:46:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:46:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:46:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:46:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:46:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:46:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:46:21 smithi032 ceph-mon[191839]: pgmap v17444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:46:21 smithi032 ceph-mon[189144]: pgmap v17444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:46:21 smithi039 ceph-mon[181282]: pgmap v17444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:23.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:46:23 smithi032 ceph-mon[191839]: pgmap v17445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:23.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:46:23 smithi032 ceph-mon[189144]: pgmap v17445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:24.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:46:23 smithi039 ceph-mon[181282]: pgmap v17445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:24.864 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:46:25.185 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:46:25.185 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 110s ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:46:25.185 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 10m ago 8h 95.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:46:25.185 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 110s ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:46:25.186 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 10m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:46:25.186 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 10m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:46:25.186 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 110s ago 8h 866M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:46:25.186 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 110s ago 8h 2160M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:46:25.186 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 10m ago 8h 1040M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:46:25.186 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 110s ago 8h 1105M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:46:25.186 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 110s ago 8h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:46:25.186 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 10m ago 8h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:46:25.186 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 110s ago 8h 5338M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:46:25.186 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 110s ago 8h 5466M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:46:25.186 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 110s ago 8h 4824M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:46:25.186 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 110s ago 8h 4962M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:46:25.186 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 10m ago 8h 4646M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:46:25.186 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 10m ago 8h 5072M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:46:25.186 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 10m ago 8h 4721M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:46:25.186 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 10m ago 8h 4777M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:46:25.187 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 10m ago 8h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:46:25.589 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:46:25.590 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:46:25.590 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:46:25.590 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:46:25.590 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:46:25.590 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:46:25.590 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:46:25.590 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:46:25.590 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:46:25.590 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:46:25.590 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:46:25.590 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:46:25.590 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:46:25.590 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:46:25.590 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:46:25.590 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:46:25.591 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:46:25.591 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:46:25.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:46:25 smithi032 ceph-mon[191839]: pgmap v17446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:25.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:46:25 smithi032 ceph-mon[191839]: from='client.63251 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:46:25.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:46:25 smithi032 ceph-mon[191839]: from='client.53343 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:46:25.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:46:25 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1738959805' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:46:25.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:46:25 smithi032 ceph-mon[189144]: pgmap v17446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:25.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:46:25 smithi032 ceph-mon[189144]: from='client.63251 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:46:25.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:46:25 smithi032 ceph-mon[189144]: from='client.53343 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:46:25.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:46:25 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1738959805' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:46:26.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:46:25 smithi039 ceph-mon[181282]: pgmap v17446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:26.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:46:25 smithi039 ceph-mon[181282]: from='client.63251 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:46:26.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:46:25 smithi039 ceph-mon[181282]: from='client.53343 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:46:26.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:46:25 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1738959805' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:46:27.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:46:27 smithi032 ceph-mon[191839]: pgmap v17447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:27.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:46:27 smithi032 ceph-mon[189144]: pgmap v17447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:28.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:46:27 smithi039 ceph-mon[181282]: pgmap v17447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:29.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:46:29 smithi032 ceph-mon[191839]: pgmap v17448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:29.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:46:29 smithi032 ceph-mon[189144]: pgmap v17448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:29.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:46:29 smithi039 ceph-mon[181282]: pgmap v17448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:46:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:46:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:46:31.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:46:31 smithi032 ceph-mon[191839]: pgmap v17449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:31.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:46:31 smithi032 ceph-mon[189144]: pgmap v17449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:46:31 smithi039 ceph-mon[181282]: pgmap v17449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:33.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:46:33 smithi032 ceph-mon[191839]: pgmap v17450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:33.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:46:33 smithi032 ceph-mon[189144]: pgmap v17450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:34.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:46:33 smithi039 ceph-mon[181282]: pgmap v17450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:46:35 smithi032 ceph-mon[191839]: pgmap v17451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:35.949 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:46:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:46:35.949 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:46:35 smithi032 ceph-mon[189144]: pgmap v17451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:35.949 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:46:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:46:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:46:35 smithi039 ceph-mon[181282]: pgmap v17451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:46:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:46:36.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:46:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:46:36.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:46:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:46:37.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:46:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:46:37.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:46:37 smithi032 ceph-mon[191839]: pgmap v17452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:37.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:46:37 smithi032 ceph-mon[189144]: pgmap v17452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:38.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:46:37 smithi039 ceph-mon[181282]: pgmap v17452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:40.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:46:39 smithi039 ceph-mon[181282]: pgmap v17453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:40.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:46:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:46:40.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:46:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:46:40.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:46:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:46:40.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:46:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:46:40.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:46:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:46:40.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:46:39 smithi032 ceph-mon[191839]: pgmap v17453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:40.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:46:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:46:40.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:46:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:46:40.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:46:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:46:40.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:46:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:46:40.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:46:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:46:40.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:46:39 smithi032 ceph-mon[189144]: pgmap v17453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:40.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:46:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:46:40.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:46:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:46:40.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:46:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:46:40.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:46:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:46:40.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:46:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:46:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:46:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:46:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T01:46:42.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:46:41 smithi039 ceph-mon[181282]: pgmap v17454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:42.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:46:41 smithi032 ceph-mon[191839]: pgmap v17454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:42.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:46:41 smithi032 ceph-mon[189144]: pgmap v17454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:44.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:46:43 smithi039 ceph-mon[181282]: pgmap v17455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:44.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:46:43 smithi032 ceph-mon[191839]: pgmap v17455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:44.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:46:43 smithi032 ceph-mon[189144]: pgmap v17455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:46.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:46:45 smithi039 ceph-mon[181282]: pgmap v17456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:46:45 smithi032 ceph-mon[189144]: pgmap v17456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:46.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:46:45 smithi032 ceph-mon[191839]: pgmap v17456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:48.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:46:47 smithi039 ceph-mon[181282]: pgmap v17457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:48.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:46:47 smithi032 ceph-mon[191839]: pgmap v17457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:48.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:46:47 smithi032 ceph-mon[189144]: pgmap v17457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:49.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:46:49 smithi032 ceph-mon[191839]: pgmap v17458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:49.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:46:49 smithi032 ceph-mon[189144]: pgmap v17458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:46:49 smithi039 ceph-mon[181282]: pgmap v17458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:50.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:46:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:46:50.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:46:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:46:50.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:46:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:46:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:46:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:46:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:46:51.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:46:51 smithi032 ceph-mon[189144]: pgmap v17459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:51.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:46:51 smithi032 ceph-mon[191839]: pgmap v17459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:51.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:46:51 smithi039 ceph-mon[181282]: pgmap v17459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:53.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:46:53 smithi032 ceph-mon[191839]: pgmap v17460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:53.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:46:53 smithi032 ceph-mon[189144]: pgmap v17460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:54.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:46:53 smithi039 ceph-mon[181282]: pgmap v17460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:55.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:46:55 smithi032 ceph-mon[189144]: pgmap v17461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:55.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:46:55 smithi032 ceph-mon[191839]: pgmap v17461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:55.956 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:46:56.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:46:55 smithi039 ceph-mon[181282]: pgmap v17461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:56.277 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:46:56.277 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 2m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:46:56.277 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 17s ago 8h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:46:56.277 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 2m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:46:56.277 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 17s ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:46:56.277 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 17s ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:46:56.277 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 2m ago 8h 866M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:46:56.277 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 2m ago 8h 2160M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:46:56.277 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 17s ago 8h 1058M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:46:56.277 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 2m ago 8h 1105M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:46:56.277 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 2m ago 8h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:46:56.278 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 17s ago 8h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:46:56.278 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 2m ago 8h 5338M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:46:56.278 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 2m ago 8h 5466M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:46:56.278 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 2m ago 8h 4824M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:46:56.278 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 2m ago 8h 4962M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:46:56.278 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 17s ago 8h 4673M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:46:56.278 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 17s ago 8h 5106M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:46:56.278 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 17s ago 8h 4751M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:46:56.278 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 17s ago 8h 4813M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:46:56.278 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 17s ago 8h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:46:56.685 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:46:56.685 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:46:56.685 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:46:56.686 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:46:56.686 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:46:56.686 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:46:56.686 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:46:56.686 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:46:56.686 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:46:56.686 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:46:56.686 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:46:56.686 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:46:56.686 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:46:56.686 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:46:56.686 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:46:56.686 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:46:56.686 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:46:56.686 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:46:56.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:46:56 smithi032 ceph-mon[189144]: from='client.63269 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:46:56.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:46:56 smithi032 ceph-mon[191839]: from='client.63269 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:46:57.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:46:56 smithi039 ceph-mon[181282]: from='client.63269 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:46:57.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:46:57 smithi032 ceph-mon[191839]: from='client.53361 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:46:57.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:46:57 smithi032 ceph-mon[191839]: pgmap v17462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:57.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:46:57 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/253401966' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:46:57.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:46:57 smithi032 ceph-mon[189144]: from='client.53361 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:46:57.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:46:57 smithi032 ceph-mon[189144]: pgmap v17462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:57.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:46:57 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/253401966' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:46:58.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:46:57 smithi039 ceph-mon[181282]: from='client.53361 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:46:58.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:46:57 smithi039 ceph-mon[181282]: pgmap v17462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:58.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:46:57 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/253401966' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:46:59.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:46:59 smithi032 ceph-mon[189144]: pgmap v17463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:59.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:46:59 smithi032 ceph-mon[191839]: pgmap v17463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:46:59.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:46:59 smithi039 ceph-mon[181282]: pgmap v17463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:47:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:47:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:47:01.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:47:01 smithi032 ceph-mon[191839]: pgmap v17464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:01.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:47:01 smithi032 ceph-mon[189144]: pgmap v17464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:02.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:47:01 smithi039 ceph-mon[181282]: pgmap v17464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:03.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:47:03 smithi032 ceph-mon[191839]: pgmap v17465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:03.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:47:03 smithi032 ceph-mon[189144]: pgmap v17465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:04.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:47:03 smithi039 ceph-mon[181282]: pgmap v17465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:47:05 smithi032 ceph-mon[189144]: pgmap v17466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:47:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:47:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:47:05 smithi032 ceph-mon[191839]: pgmap v17466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:47:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:47:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:47:05 smithi039 ceph-mon[181282]: pgmap v17466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:47:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:47:07.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:47:07 smithi032 ceph-mon[191839]: pgmap v17467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:07.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:47:07 smithi032 ceph-mon[189144]: pgmap v17467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:08.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:47:07 smithi039 ceph-mon[181282]: pgmap v17467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:09.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:47:09 smithi032 ceph-mon[189144]: pgmap v17468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:09.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:47:09 smithi032 ceph-mon[191839]: pgmap v17468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:09.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:47:09 smithi039 ceph-mon[181282]: pgmap v17468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:47:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:47:10] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T01:47:11.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:47:11 smithi032 ceph-mon[189144]: pgmap v17469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:11.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:47:11 smithi032 ceph-mon[191839]: pgmap v17469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:12.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:47:11 smithi039 ceph-mon[181282]: pgmap v17469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:13.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:47:13 smithi032 ceph-mon[191839]: pgmap v17470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:13.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:47:13 smithi032 ceph-mon[189144]: pgmap v17470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:14.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:47:13 smithi039 ceph-mon[181282]: pgmap v17470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:15.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:47:15 smithi032 ceph-mon[191839]: pgmap v17471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:15.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:47:15 smithi032 ceph-mon[189144]: pgmap v17471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:16.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:47:15 smithi039 ceph-mon[181282]: pgmap v17471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:17.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:47:17 smithi032 ceph-mon[191839]: pgmap v17472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:17.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:47:17 smithi032 ceph-mon[189144]: pgmap v17472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:18.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:47:17 smithi039 ceph-mon[181282]: pgmap v17472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:19.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:47:19 smithi032 ceph-mon[191839]: pgmap v17473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:19.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:47:19 smithi032 ceph-mon[189144]: pgmap v17473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:19.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:47:19 smithi039 ceph-mon[181282]: pgmap v17473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:20.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:47:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:47:20.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:47:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:47:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:47:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:47:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:47:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:47:20] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T01:47:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:47:21 smithi032 ceph-mon[191839]: pgmap v17474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:47:21 smithi032 ceph-mon[189144]: pgmap v17474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:47:21 smithi039 ceph-mon[181282]: pgmap v17474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:23.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:47:23 smithi032 ceph-mon[191839]: pgmap v17475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:23.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:47:23 smithi032 ceph-mon[189144]: pgmap v17475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:24.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:47:23 smithi039 ceph-mon[181282]: pgmap v17475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:25.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:47:25 smithi032 ceph-mon[191839]: pgmap v17476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:25.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:47:25 smithi032 ceph-mon[189144]: pgmap v17476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:26.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:47:25 smithi039 ceph-mon[181282]: pgmap v17476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:27.047 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:47:27.371 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:47:27.371 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 2m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:47:27.371 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 48s ago 8h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:47:27.371 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 2m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:47:27.371 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 48s ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:47:27.371 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 48s ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:47:27.371 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 2m ago 8h 866M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:47:27.372 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 2m ago 8h 2160M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:47:27.372 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 48s ago 8h 1058M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:47:27.372 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 2m ago 8h 1105M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:47:27.372 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 2m ago 8h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:47:27.372 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 48s ago 8h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:47:27.372 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 2m ago 8h 5338M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:47:27.372 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 2m ago 8h 5466M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:47:27.372 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 2m ago 8h 4824M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:47:27.372 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 2m ago 8h 4962M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:47:27.372 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 48s ago 8h 4673M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:47:27.372 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 48s ago 8h 5106M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:47:27.372 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 48s ago 8h 4751M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:47:27.372 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 48s ago 8h 4813M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:47:27.372 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 48s ago 8h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:47:27.775 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:47:27.775 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:47:27.775 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:47:27.775 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:47:27.775 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:47:27.775 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:47:27.775 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:47:27.776 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:47:27.776 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:47:27.776 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:47:27.776 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:47:27.776 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:47:27.776 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:47:27.776 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:47:27.776 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:47:27.776 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:47:27.776 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:47:27.776 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:47:27.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:47:27 smithi032 ceph-mon[189144]: pgmap v17477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:27.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:47:27 smithi032 ceph-mon[189144]: from='client.53373 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:47:27.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:47:27 smithi032 ceph-mon[191839]: pgmap v17477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:27.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:47:27 smithi032 ceph-mon[191839]: from='client.53373 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:47:28.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:47:27 smithi039 ceph-mon[181282]: pgmap v17477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:28.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:47:27 smithi039 ceph-mon[181282]: from='client.53373 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:47:28.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:47:28 smithi032 ceph-mon[189144]: from='client.63293 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:47:28.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:47:28 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3242641612' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:47:28.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:47:28 smithi032 ceph-mon[191839]: from='client.63293 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:47:28.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:47:28 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3242641612' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:47:29.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:47:28 smithi039 ceph-mon[181282]: from='client.63293 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:47:29.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:47:28 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3242641612' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:47:29.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:47:29 smithi032 ceph-mon[189144]: pgmap v17478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:29.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:47:29 smithi032 ceph-mon[191839]: pgmap v17478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:30.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:47:29 smithi039 ceph-mon[181282]: pgmap v17478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:47:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:47:30] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T01:47:31.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:47:31 smithi032 ceph-mon[191839]: pgmap v17479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:31.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:47:31 smithi032 ceph-mon[189144]: pgmap v17479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:47:31 smithi039 ceph-mon[181282]: pgmap v17479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:33.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:47:33 smithi032 ceph-mon[191839]: pgmap v17480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:33.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:47:33 smithi032 ceph-mon[189144]: pgmap v17480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:34.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:47:33 smithi039 ceph-mon[181282]: pgmap v17480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:47:35 smithi032 ceph-mon[191839]: pgmap v17481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:47:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:47:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:47:35 smithi032 ceph-mon[189144]: pgmap v17481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:47:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:47:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:47:35 smithi039 ceph-mon[181282]: pgmap v17481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:47:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:47:37.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:47:37 smithi032 ceph-mon[191839]: pgmap v17482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:37.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:47:37 smithi032 ceph-mon[189144]: pgmap v17482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:38.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:47:37 smithi039 ceph-mon[181282]: pgmap v17482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:39.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:47:39 smithi032 ceph-mon[191839]: pgmap v17483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:39.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:47:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:47:39.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:47:39 smithi032 ceph-mon[189144]: pgmap v17483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:39.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:47:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:47:39.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:47:39 smithi039 ceph-mon[181282]: pgmap v17483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:39.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:47:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:47:40.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:47:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:47:40.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:47:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:47:40.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:47:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:47:40.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:47:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:47:40.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:47:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:47:40.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:47:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:47:40.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:47:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:47:40.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:47:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:47:40.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:47:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:47:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:47:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:47:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:47:41.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:47:41 smithi032 ceph-mon[191839]: pgmap v17484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:41.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:47:41 smithi032 ceph-mon[189144]: pgmap v17484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:41.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:47:41 smithi039 ceph-mon[181282]: pgmap v17484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:43.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:47:43 smithi032 ceph-mon[191839]: pgmap v17485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:43.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:47:43 smithi032 ceph-mon[189144]: pgmap v17485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:44.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:47:43 smithi039 ceph-mon[181282]: pgmap v17485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:45.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:47:45 smithi032 ceph-mon[191839]: pgmap v17486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:45.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:47:45 smithi032 ceph-mon[189144]: pgmap v17486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:46.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:47:45 smithi039 ceph-mon[181282]: pgmap v17486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:47.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:47:47 smithi032 ceph-mon[191839]: pgmap v17487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:47.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:47:47 smithi032 ceph-mon[189144]: pgmap v17487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:48.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:47:47 smithi039 ceph-mon[181282]: pgmap v17487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:49.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:47:49 smithi032 ceph-mon[191839]: pgmap v17488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:49.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:47:49 smithi032 ceph-mon[189144]: pgmap v17488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:47:49 smithi039 ceph-mon[181282]: pgmap v17488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:50.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:47:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:47:50.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:47:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:47:50.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:47:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:47:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:47:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:47:50] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T01:47:51.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:47:51 smithi032 ceph-mon[191839]: pgmap v17489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:51.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:47:51 smithi032 ceph-mon[189144]: pgmap v17489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:51.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:47:51 smithi039 ceph-mon[181282]: pgmap v17489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:53.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:47:53 smithi032 ceph-mon[191839]: pgmap v17490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:53.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:47:53 smithi032 ceph-mon[189144]: pgmap v17490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:54.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:47:53 smithi039 ceph-mon[181282]: pgmap v17490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:55.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:47:55 smithi032 ceph-mon[191839]: pgmap v17491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:55.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:47:55 smithi032 ceph-mon[189144]: pgmap v17491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:56.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:47:55 smithi039 ceph-mon[181282]: pgmap v17491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:57.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:47:57 smithi032 ceph-mon[189144]: pgmap v17492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:57.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:47:57 smithi032 ceph-mon[191839]: pgmap v17492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:58.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:47:57 smithi039 ceph-mon[181282]: pgmap v17492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:58.137 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:47:58.462 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:47:58.463 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 3m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:47:58.463 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 79s ago 8h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:47:58.463 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 3m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:47:58.463 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 79s ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:47:58.463 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 79s ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:47:58.463 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 3m ago 8h 866M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:47:58.463 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 3m ago 8h 2160M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:47:58.463 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 79s ago 8h 1058M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:47:58.463 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 3m ago 8h 1105M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:47:58.463 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 3m ago 8h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:47:58.463 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 79s ago 8h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:47:58.463 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 3m ago 8h 5338M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:47:58.463 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 3m ago 8h 5466M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:47:58.464 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 3m ago 8h 4824M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:47:58.464 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 3m ago 8h 4962M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:47:58.464 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 79s ago 8h 4673M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:47:58.464 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 79s ago 8h 5106M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:47:58.464 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 79s ago 8h 4751M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:47:58.464 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 79s ago 8h 4813M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:47:58.464 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 79s ago 8h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:47:58.864 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:47:58.864 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:47:58.864 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:47:58.864 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:47:58.865 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:47:58.865 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:47:58.865 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:47:58.865 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:47:58.865 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:47:58.865 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:47:58.865 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:47:58.865 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:47:58.865 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:47:58.865 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:47:58.865 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:47:58.865 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:47:58.865 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:47:58.865 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:47:58.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:47:58 smithi032 ceph-mon[191839]: from='client.53391 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:47:58.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:47:58 smithi032 ceph-mon[189144]: from='client.53391 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:47:59.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:47:58 smithi039 ceph-mon[181282]: from='client.53391 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:47:59.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:47:59 smithi032 ceph-mon[191839]: from='client.63311 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:47:59.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:47:59 smithi032 ceph-mon[191839]: pgmap v17493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:59.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:47:59 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2542685678' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:47:59.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:47:59 smithi032 ceph-mon[189144]: from='client.63311 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:47:59.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:47:59 smithi032 ceph-mon[189144]: pgmap v17493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:47:59.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:47:59 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2542685678' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:48:00.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:47:59 smithi039 ceph-mon[181282]: from='client.63311 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:48:00.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:47:59 smithi039 ceph-mon[181282]: pgmap v17493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:00.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:47:59 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2542685678' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:48:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:48:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:48:00] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T01:48:01.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:48:01 smithi032 ceph-mon[191839]: pgmap v17494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:01.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:48:01 smithi032 ceph-mon[189144]: pgmap v17494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:02.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:48:01 smithi039 ceph-mon[181282]: pgmap v17494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:03.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:48:03 smithi032 ceph-mon[191839]: pgmap v17495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:03.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:48:03 smithi032 ceph-mon[189144]: pgmap v17495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:04.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:48:03 smithi039 ceph-mon[181282]: pgmap v17495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:48:05 smithi032 ceph-mon[189144]: pgmap v17496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:48:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:48:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:48:05 smithi032 ceph-mon[191839]: pgmap v17496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:48:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:48:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:48:05 smithi039 ceph-mon[181282]: pgmap v17496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:48:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:48:07.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:48:07 smithi032 ceph-mon[191839]: pgmap v17497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:07.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:48:07 smithi032 ceph-mon[189144]: pgmap v17497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:08.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:48:07 smithi039 ceph-mon[181282]: pgmap v17497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:09.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:48:09 smithi032 ceph-mon[191839]: pgmap v17498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:09.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:48:09 smithi032 ceph-mon[189144]: pgmap v17498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:09.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:48:09 smithi039 ceph-mon[181282]: pgmap v17498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:48:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:48:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:48:11.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:48:11 smithi032 ceph-mon[191839]: pgmap v17499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:11.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:48:11 smithi032 ceph-mon[189144]: pgmap v17499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:12.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:48:11 smithi039 ceph-mon[181282]: pgmap v17499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:13.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:48:13 smithi032 ceph-mon[191839]: pgmap v17500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:13.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:48:13 smithi032 ceph-mon[189144]: pgmap v17500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:14.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:48:13 smithi039 ceph-mon[181282]: pgmap v17500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:15.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:48:15 smithi032 ceph-mon[191839]: pgmap v17501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:15.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:48:15 smithi032 ceph-mon[189144]: pgmap v17501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:16.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:48:15 smithi039 ceph-mon[181282]: pgmap v17501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:17.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:48:17 smithi032 ceph-mon[191839]: pgmap v17502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:17.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:48:17 smithi032 ceph-mon[189144]: pgmap v17502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:18.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:48:17 smithi039 ceph-mon[181282]: pgmap v17502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:19.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:48:19 smithi032 ceph-mon[189144]: pgmap v17503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:19.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:48:19 smithi032 ceph-mon[191839]: pgmap v17503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:19.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:48:19 smithi039 ceph-mon[181282]: pgmap v17503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:20.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:48:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:48:20.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:48:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:48:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:48:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:48:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:48:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:48:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:48:21.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:48:21 smithi032 ceph-mon[191839]: pgmap v17504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:48:21 smithi032 ceph-mon[189144]: pgmap v17504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:48:21 smithi039 ceph-mon[181282]: pgmap v17504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:23.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:48:23 smithi032 ceph-mon[191839]: pgmap v17505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:23.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:48:23 smithi032 ceph-mon[189144]: pgmap v17505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:24.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:48:23 smithi039 ceph-mon[181282]: pgmap v17505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:25.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:48:25 smithi032 ceph-mon[191839]: pgmap v17506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:25.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:48:25 smithi032 ceph-mon[189144]: pgmap v17506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:26.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:48:25 smithi039 ceph-mon[181282]: pgmap v17506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:27.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:48:27 smithi032 ceph-mon[191839]: pgmap v17507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:27.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:48:27 smithi032 ceph-mon[189144]: pgmap v17507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:28.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:48:27 smithi039 ceph-mon[181282]: pgmap v17507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:29.228 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:48:29.555 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:48:29.555 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 3m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:48:29.555 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 110s ago 8h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:48:29.555 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 3m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:48:29.555 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 110s ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:48:29.555 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 110s ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:48:29.555 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 3m ago 8h 866M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:48:29.555 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 3m ago 8h 2160M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:48:29.556 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 110s ago 8h 1058M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:48:29.556 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 3m ago 8h 1105M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:48:29.556 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 3m ago 8h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:48:29.556 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 110s ago 8h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:48:29.556 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 3m ago 8h 5338M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:48:29.556 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 3m ago 8h 5466M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:48:29.556 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 3m ago 8h 4824M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:48:29.556 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 3m ago 8h 4962M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:48:29.556 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 110s ago 8h 4673M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:48:29.556 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 110s ago 8h 5106M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:48:29.556 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 110s ago 8h 4751M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:48:29.556 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 110s ago 8h 4813M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:48:29.556 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 110s ago 8h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:48:29.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:48:29 smithi032 ceph-mon[191839]: pgmap v17508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:29.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:48:29 smithi032 ceph-mon[191839]: from='client.53409 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:48:29.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:48:29 smithi032 ceph-mon[189144]: pgmap v17508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:29.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:48:29 smithi032 ceph-mon[189144]: from='client.53409 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:48:29.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:48:29 smithi039 ceph-mon[181282]: pgmap v17508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:29.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:48:29 smithi039 ceph-mon[181282]: from='client.53409 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:48:29.955 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:48:29.955 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:48:29.955 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:48:29.955 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:48:29.955 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:48:29.955 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:48:29.955 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:48:29.955 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:48:29.955 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:48:29.955 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:48:29.955 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:48:29.955 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:48:29.956 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:48:29.956 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:48:29.956 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:48:29.956 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:48:29.956 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:48:29.956 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:48:30.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:48:30 smithi032 ceph-mon[191839]: from='client.63329 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:48:30.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:48:30 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/391327872' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:48:30.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:48:30 smithi032 ceph-mon[189144]: from='client.63329 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:48:30.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:48:30 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/391327872' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:48:30.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:48:30 smithi039 ceph-mon[181282]: from='client.63329 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:48:30.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:48:30 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/391327872' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:48:31.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:48:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:48:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:48:31.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:48:31 smithi032 ceph-mon[191839]: pgmap v17509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:31.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:48:31 smithi032 ceph-mon[189144]: pgmap v17509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:31.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:48:31 smithi039 ceph-mon[181282]: pgmap v17509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:33.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:48:33 smithi032 ceph-mon[191839]: pgmap v17510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:33.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:48:33 smithi032 ceph-mon[189144]: pgmap v17510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:34.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:48:33 smithi039 ceph-mon[181282]: pgmap v17510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:48:35 smithi032 ceph-mon[189144]: pgmap v17511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:48:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:48:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:48:35 smithi032 ceph-mon[191839]: pgmap v17511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:48:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:48:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:48:35 smithi039 ceph-mon[181282]: pgmap v17511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:48:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:48:37.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:48:37 smithi032 ceph-mon[191839]: pgmap v17512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:37.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:48:37 smithi032 ceph-mon[189144]: pgmap v17512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:38.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:48:37 smithi039 ceph-mon[181282]: pgmap v17512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:39.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:48:39 smithi032 ceph-mon[189144]: pgmap v17513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:39.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:48:39 smithi032 ceph-mon[191839]: pgmap v17513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:39.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:48:39 smithi039 ceph-mon[181282]: pgmap v17513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:40.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:48:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:48:40.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:48:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:48:40.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:48:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:48:40.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:48:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:48:40.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:48:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:48:40.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:48:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:48:40.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:48:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:48:40.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:48:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:48:40.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:48:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:48:40.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:48:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:48:40.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:48:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:48:40.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:48:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:48:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:48:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:48:40] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T01:48:41.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:48:41 smithi032 ceph-mon[191839]: pgmap v17514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:41.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:48:41 smithi032 ceph-mon[189144]: pgmap v17514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:41.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:48:41 smithi039 ceph-mon[181282]: pgmap v17514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:43.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:48:43 smithi032 ceph-mon[191839]: pgmap v17515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:43.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:48:43 smithi032 ceph-mon[189144]: pgmap v17515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:44.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:48:43 smithi039 ceph-mon[181282]: pgmap v17515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:45.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:48:45 smithi032 ceph-mon[191839]: pgmap v17516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:45.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:48:45 smithi032 ceph-mon[189144]: pgmap v17516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:46.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:48:45 smithi039 ceph-mon[181282]: pgmap v17516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:47.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:48:47 smithi032 ceph-mon[191839]: pgmap v17517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:47.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:48:47 smithi032 ceph-mon[189144]: pgmap v17517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:48.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:48:47 smithi039 ceph-mon[181282]: pgmap v17517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:49.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:48:49 smithi032 ceph-mon[191839]: pgmap v17518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:49.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:48:49 smithi032 ceph-mon[189144]: pgmap v17518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:48:49 smithi039 ceph-mon[181282]: pgmap v17518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:50.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:48:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:48:50.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:48:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:48:50.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:48:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:48:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:48:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:48:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:48:51.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:48:51 smithi032 ceph-mon[189144]: pgmap v17519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:51.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:48:51 smithi032 ceph-mon[191839]: pgmap v17519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:51.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:48:51 smithi039 ceph-mon[181282]: pgmap v17519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:53.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:48:53 smithi032 ceph-mon[189144]: pgmap v17520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:53.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:48:53 smithi032 ceph-mon[191839]: pgmap v17520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:54.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:48:53 smithi039 ceph-mon[181282]: pgmap v17520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:55.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:48:55 smithi032 ceph-mon[189144]: pgmap v17521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:55.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:48:55 smithi032 ceph-mon[191839]: pgmap v17521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:56.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:48:55 smithi039 ceph-mon[181282]: pgmap v17521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:58.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:48:57 smithi039 ceph-mon[181282]: pgmap v17522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:48:57 smithi032 ceph-mon[191839]: pgmap v17522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:58.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:48:57 smithi032 ceph-mon[189144]: pgmap v17522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:59.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:48:59 smithi032 ceph-mon[189144]: pgmap v17523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:59.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:48:59 smithi032 ceph-mon[191839]: pgmap v17523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:48:59.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:48:59 smithi039 ceph-mon[181282]: pgmap v17523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:00.323 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:49:00.646 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:49:00.646 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 4m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:49:00.646 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 2m ago 8h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:49:00.646 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 4m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:49:00.646 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 2m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:49:00.647 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 2m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:49:00.647 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 4m ago 8h 866M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:49:00.647 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 4m ago 8h 2160M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:49:00.647 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 2m ago 8h 1058M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:49:00.647 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 4m ago 8h 1105M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:49:00.647 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 4m ago 8h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:49:00.647 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 2m ago 8h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:49:00.647 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 4m ago 8h 5338M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:49:00.647 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 4m ago 8h 5466M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:49:00.647 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 4m ago 8h 4824M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:49:00.647 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 4m ago 8h 4962M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:49:00.647 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 2m ago 8h 4673M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:49:00.647 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 2m ago 8h 5106M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:49:00.647 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 2m ago 8h 4751M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:49:00.647 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 2m ago 8h 4813M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:49:00.647 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 2m ago 8h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:49:01.050 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:49:01.050 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:49:01.050 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:49:01.050 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:49:01.050 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:49:01.050 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:49:01.050 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:49:01.050 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:49:01.050 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:49:01.050 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:49:01.050 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:49:01.051 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:49:01.051 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:49:01.051 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:49:01.051 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:49:01.051 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:49:01.051 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:49:01.051 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:49:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:49:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:49:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:49:01.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:49:01 smithi032 ceph-mon[191839]: from='client.63341 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:49:01.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:49:01 smithi032 ceph-mon[191839]: pgmap v17524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:01.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:49:01 smithi032 ceph-mon[191839]: from='client.63347 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:49:01.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:49:01 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2367750392' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:49:01.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:49:01 smithi032 ceph-mon[189144]: from='client.63341 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:49:01.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:49:01 smithi032 ceph-mon[189144]: pgmap v17524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:01.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:49:01 smithi032 ceph-mon[189144]: from='client.63347 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:49:01.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:49:01 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2367750392' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:49:02.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:49:01 smithi039 ceph-mon[181282]: from='client.63341 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:49:02.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:49:01 smithi039 ceph-mon[181282]: pgmap v17524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:02.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:49:01 smithi039 ceph-mon[181282]: from='client.63347 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:49:02.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:49:01 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2367750392' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:49:04.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:49:03 smithi039 ceph-mon[181282]: pgmap v17525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:49:03 smithi032 ceph-mon[191839]: pgmap v17525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:04.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:49:03 smithi032 ceph-mon[189144]: pgmap v17525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:49:05 smithi039 ceph-mon[181282]: pgmap v17526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:49:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:49:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:49:05 smithi032 ceph-mon[191839]: pgmap v17526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:49:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:49:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:49:05 smithi032 ceph-mon[189144]: pgmap v17526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:49:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:49:08.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:49:07 smithi039 ceph-mon[181282]: pgmap v17527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:08.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:49:07 smithi032 ceph-mon[189144]: pgmap v17527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:49:07 smithi032 ceph-mon[191839]: pgmap v17527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:09.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:49:09 smithi032 ceph-mon[191839]: pgmap v17528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:09.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:49:09 smithi032 ceph-mon[189144]: pgmap v17528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:09.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:49:09 smithi039 ceph-mon[181282]: pgmap v17528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:49:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:49:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:49:12.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:49:11 smithi039 ceph-mon[181282]: pgmap v17529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:49:11 smithi032 ceph-mon[189144]: pgmap v17529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:49:11 smithi032 ceph-mon[191839]: pgmap v17529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:14.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:49:13 smithi039 ceph-mon[181282]: pgmap v17530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:49:13 smithi032 ceph-mon[189144]: pgmap v17530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:49:13 smithi032 ceph-mon[191839]: pgmap v17530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:16.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:49:15 smithi039 ceph-mon[181282]: pgmap v17531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:49:15 smithi032 ceph-mon[189144]: pgmap v17531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:49:15 smithi032 ceph-mon[191839]: pgmap v17531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:18.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:49:17 smithi039 ceph-mon[181282]: pgmap v17532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:49:17 smithi032 ceph-mon[191839]: pgmap v17532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:18.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:49:17 smithi032 ceph-mon[189144]: pgmap v17532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:19.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:49:19 smithi032 ceph-mon[189144]: pgmap v17533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:19.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:49:19 smithi032 ceph-mon[191839]: pgmap v17533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:19.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:49:19 smithi039 ceph-mon[181282]: pgmap v17533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:49:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:49:20.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:49:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:49:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:49:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:49:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:49:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:49:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T01:49:21.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:49:21 smithi032 ceph-mon[191839]: pgmap v17534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:21.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:49:21 smithi032 ceph-mon[189144]: pgmap v17534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:49:21 smithi039 ceph-mon[181282]: pgmap v17534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:24.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:49:23 smithi039 ceph-mon[181282]: pgmap v17535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:24.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:49:23 smithi032 ceph-mon[191839]: pgmap v17535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:24.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:49:23 smithi032 ceph-mon[189144]: pgmap v17535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:26.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:49:25 smithi039 ceph-mon[181282]: pgmap v17536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:49:25 smithi032 ceph-mon[191839]: pgmap v17536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:49:25 smithi032 ceph-mon[189144]: pgmap v17536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:28.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:49:27 smithi039 ceph-mon[181282]: pgmap v17537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:49:27 smithi032 ceph-mon[189144]: pgmap v17537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:49:27 smithi032 ceph-mon[191839]: pgmap v17537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:29.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:49:29 smithi032 ceph-mon[189144]: pgmap v17538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:29.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:49:29 smithi032 ceph-mon[191839]: pgmap v17538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:29.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:49:29 smithi039 ceph-mon[181282]: pgmap v17538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:49:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:49:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T01:49:31.418 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:49:31.741 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:49:31.741 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 4m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:49:31.741 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 2m ago 8h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:49:31.741 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 4m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:49:31.741 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 2m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:49:31.741 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 2m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:49:31.741 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 4m ago 8h 866M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:49:31.742 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 4m ago 8h 2160M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:49:31.742 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 2m ago 8h 1058M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:49:31.742 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 4m ago 8h 1105M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:49:31.742 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 4m ago 8h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:49:31.742 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 2m ago 8h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:49:31.742 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 4m ago 8h 5338M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:49:31.742 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 4m ago 8h 5466M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:49:31.742 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 4m ago 8h 4824M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:49:31.742 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 4m ago 8h 4962M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:49:31.742 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 2m ago 8h 4673M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:49:31.742 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 2m ago 8h 5106M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:49:31.742 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 2m ago 8h 4751M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:49:31.742 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 2m ago 8h 4813M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:49:31.742 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 2m ago 8h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:49:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:49:31 smithi039 ceph-mon[181282]: pgmap v17539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:32.158 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:49:32.158 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:49:32.158 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:49:32.158 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:49:32.158 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:49:32.158 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:49:32.158 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:49:32.158 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:49:32.158 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:49:32.158 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:49:32.158 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:49:32.158 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:49:32.159 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:49:32.159 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:49:32.159 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:49:32.159 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:49:32.159 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:49:32.159 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:49:32.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:49:31 smithi032 ceph-mon[191839]: pgmap v17539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:49:31 smithi032 ceph-mon[189144]: pgmap v17539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:33.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:49:32 smithi039 ceph-mon[181282]: from='client.53445 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:49:33.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:49:32 smithi039 ceph-mon[181282]: from='client.63365 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:49:33.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:49:32 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3254887418' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:49:33.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:49:32 smithi032 ceph-mon[191839]: from='client.53445 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:49:33.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:49:32 smithi032 ceph-mon[191839]: from='client.63365 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:49:33.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:49:32 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3254887418' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:49:33.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:49:32 smithi032 ceph-mon[189144]: from='client.53445 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:49:33.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:49:32 smithi032 ceph-mon[189144]: from='client.63365 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:49:33.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:49:32 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3254887418' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:49:34.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:49:33 smithi039 ceph-mon[181282]: pgmap v17540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:49:33 smithi032 ceph-mon[189144]: pgmap v17540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:49:33 smithi032 ceph-mon[191839]: pgmap v17540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:49:35 smithi039 ceph-mon[181282]: pgmap v17541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:49:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:49:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:49:35 smithi032 ceph-mon[189144]: pgmap v17541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:49:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:49:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:49:35 smithi032 ceph-mon[191839]: pgmap v17541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:49:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:49:38.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:49:37 smithi039 ceph-mon[181282]: pgmap v17542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:49:37 smithi032 ceph-mon[189144]: pgmap v17542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:38.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:49:37 smithi032 ceph-mon[191839]: pgmap v17542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:39.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:49:39 smithi032 ceph-mon[191839]: pgmap v17543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:39.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:49:39 smithi032 ceph-mon[189144]: pgmap v17543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:39.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:49:39 smithi039 ceph-mon[181282]: pgmap v17543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:40.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:49:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:49:40.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:49:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:49:41.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:49:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:49:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:49:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:49:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:49:41.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:49:41 smithi032 ceph-mon[189144]: pgmap v17544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:41.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:49:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:49:41.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:49:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:49:41.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:49:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:49:41.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:49:41 smithi032 ceph-mon[191839]: pgmap v17544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:41.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:49:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:49:41.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:49:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:49:41.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:49:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:49:42.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:49:41 smithi039 ceph-mon[181282]: pgmap v17544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:42.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:49:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:49:42.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:49:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:49:42.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:49:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:49:44.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:49:43 smithi039 ceph-mon[181282]: pgmap v17545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:49:43 smithi032 ceph-mon[191839]: pgmap v17545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:49:43 smithi032 ceph-mon[189144]: pgmap v17545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:46.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:49:45 smithi039 ceph-mon[181282]: pgmap v17546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:49:45 smithi032 ceph-mon[191839]: pgmap v17546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:49:45 smithi032 ceph-mon[189144]: pgmap v17546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:48.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:49:47 smithi039 ceph-mon[181282]: pgmap v17547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:48.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:49:47 smithi032 ceph-mon[191839]: pgmap v17547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:49:47 smithi032 ceph-mon[189144]: pgmap v17547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:49.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:49:49 smithi032 ceph-mon[189144]: pgmap v17548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:49.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:49:49 smithi032 ceph-mon[191839]: pgmap v17548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:49:49 smithi039 ceph-mon[181282]: pgmap v17548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:49:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:49:50.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:49:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:49:50.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:49:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:49:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:49:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:49:50] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-23T01:49:51.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:49:51 smithi032 ceph-mon[191839]: pgmap v17549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:51.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:49:51 smithi032 ceph-mon[189144]: pgmap v17549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:51.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:49:51 smithi039 ceph-mon[181282]: pgmap v17549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:54.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:49:53 smithi039 ceph-mon[181282]: pgmap v17550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:49:53 smithi032 ceph-mon[191839]: pgmap v17550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:49:53 smithi032 ceph-mon[189144]: pgmap v17550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:56.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:49:55 smithi039 ceph-mon[181282]: pgmap v17551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:49:55 smithi032 ceph-mon[191839]: pgmap v17551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:49:55 smithi032 ceph-mon[189144]: pgmap v17551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:58.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:49:57 smithi039 ceph-mon[181282]: pgmap v17552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:49:57 smithi032 ceph-mon[191839]: pgmap v17552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:58.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:49:57 smithi032 ceph-mon[189144]: pgmap v17552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:59.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:49:59 smithi032 ceph-mon[189144]: pgmap v17553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:59.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:49:59 smithi032 ceph-mon[191839]: pgmap v17553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:49:59.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:49:59 smithi039 ceph-mon[181282]: pgmap v17553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:00.409 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:50:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-23T01:49:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T01:50:00.409 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:50:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T01:50:00.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:50:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T01:50:00.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:50:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T01:50:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:50:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:50:00] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-23T01:50:01.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:50:01 smithi032 ceph-mon[191839]: pgmap v17554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:01.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:50:01 smithi032 ceph-mon[189144]: pgmap v17554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:01.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:50:01 smithi039 ceph-mon[181282]: pgmap v17554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:02.521 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:50:02.846 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:50:02.846 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 5m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:50:02.846 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 3m ago 8h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:50:02.846 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 5m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:50:02.846 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 3m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:50:02.846 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 3m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:50:02.846 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 5m ago 8h 866M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:50:02.846 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 5m ago 8h 2160M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:50:02.847 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 3m ago 8h 1058M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:50:02.847 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 5m ago 8h 1105M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:50:02.847 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 5m ago 8h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:50:02.847 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 3m ago 8h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:50:02.847 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 5m ago 8h 5338M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:50:02.847 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 5m ago 8h 5466M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:50:02.847 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 5m ago 8h 4824M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:50:02.847 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 5m ago 8h 4962M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:50:02.847 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 3m ago 8h 4673M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:50:02.847 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 3m ago 8h 5106M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:50:02.847 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 3m ago 8h 4751M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:50:02.847 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 3m ago 8h 4813M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:50:02.847 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 3m ago 8h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:50:03.249 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:50:03.249 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:50:03.249 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:50:03.249 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:50:03.249 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:50:03.249 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:50:03.250 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:50:03.250 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:50:03.250 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:50:03.250 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:50:03.250 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:50:03.250 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:50:03.250 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:50:03.250 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:50:03.250 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:50:03.250 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:50:03.250 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:50:03.250 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:50:04.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:50:03 smithi039 ceph-mon[181282]: from='client.63377 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:50:04.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:50:03 smithi039 ceph-mon[181282]: pgmap v17555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:04.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:50:03 smithi039 ceph-mon[181282]: from='client.63383 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:50:04.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:50:03 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2226183762' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:50:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:50:03 smithi032 ceph-mon[191839]: from='client.63377 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:50:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:50:03 smithi032 ceph-mon[191839]: pgmap v17555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:50:03 smithi032 ceph-mon[191839]: from='client.63383 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:50:04.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:50:03 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2226183762' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:50:04.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:50:03 smithi032 ceph-mon[189144]: from='client.63377 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:50:04.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:50:03 smithi032 ceph-mon[189144]: pgmap v17555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:04.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:50:03 smithi032 ceph-mon[189144]: from='client.63383 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:50:04.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:50:03 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2226183762' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:50:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:50:05 smithi039 ceph-mon[181282]: pgmap v17556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:50:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:50:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:50:05 smithi032 ceph-mon[191839]: pgmap v17556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:50:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:50:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:50:05 smithi032 ceph-mon[189144]: pgmap v17556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:50:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:50:08.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:50:07 smithi039 ceph-mon[181282]: pgmap v17557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:50:07 smithi032 ceph-mon[191839]: pgmap v17557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:08.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:50:07 smithi032 ceph-mon[189144]: pgmap v17557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:09.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:50:09 smithi032 ceph-mon[189144]: pgmap v17558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:09.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:50:09 smithi032 ceph-mon[191839]: pgmap v17558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:09.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:50:09 smithi039 ceph-mon[181282]: pgmap v17558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:50:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:50:10] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T01:50:12.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:50:11 smithi039 ceph-mon[181282]: pgmap v17559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:50:11 smithi032 ceph-mon[189144]: pgmap v17559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:50:11 smithi032 ceph-mon[191839]: pgmap v17559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:14.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:50:13 smithi039 ceph-mon[181282]: pgmap v17560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:50:13 smithi032 ceph-mon[189144]: pgmap v17560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:50:13 smithi032 ceph-mon[191839]: pgmap v17560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:16.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:50:15 smithi039 ceph-mon[181282]: pgmap v17561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:50:15 smithi032 ceph-mon[189144]: pgmap v17561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:50:15 smithi032 ceph-mon[191839]: pgmap v17561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:17.258 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 23 01:50:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-23T01:50:16.982621094Z level=info msg="Completed cleanup jobs" duration=12.775507ms 2023-12-23T01:50:18.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:50:17 smithi039 ceph-mon[181282]: pgmap v17562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:50:17 smithi032 ceph-mon[191839]: pgmap v17562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:18.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:50:17 smithi032 ceph-mon[189144]: pgmap v17562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:19.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:50:19 smithi032 ceph-mon[191839]: pgmap v17563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:19.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:50:19 smithi032 ceph-mon[189144]: pgmap v17563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:19.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:50:19 smithi039 ceph-mon[181282]: pgmap v17563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:50:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:50:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:50:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:50:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:50:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:50:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:50:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:50:20] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-23T01:50:21.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:50:21 smithi032 ceph-mon[191839]: pgmap v17564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:21.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:50:21 smithi032 ceph-mon[189144]: pgmap v17564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:21.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:50:21 smithi039 ceph-mon[181282]: pgmap v17564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:24.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:50:23 smithi039 ceph-mon[181282]: pgmap v17565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:24.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:50:23 smithi032 ceph-mon[191839]: pgmap v17565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:24.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:50:23 smithi032 ceph-mon[189144]: pgmap v17565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:26.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:50:25 smithi039 ceph-mon[181282]: pgmap v17566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:50:25 smithi032 ceph-mon[189144]: pgmap v17566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:50:25 smithi032 ceph-mon[191839]: pgmap v17566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:28.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:50:27 smithi039 ceph-mon[181282]: pgmap v17567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:50:27 smithi032 ceph-mon[191839]: pgmap v17567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:50:27 smithi032 ceph-mon[189144]: pgmap v17567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:29.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:50:29 smithi032 ceph-mon[191839]: pgmap v17568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:29.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:50:29 smithi032 ceph-mon[189144]: pgmap v17568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:29.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:50:29 smithi039 ceph-mon[181282]: pgmap v17568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:50:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:50:30] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-23T01:50:32.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:50:31 smithi039 ceph-mon[181282]: pgmap v17569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:32.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:50:31 smithi032 ceph-mon[191839]: pgmap v17569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:50:31 smithi032 ceph-mon[189144]: pgmap v17569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:33.616 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:50:33.941 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:50:33.941 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 5m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:50:33.941 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 3m ago 8h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:50:33.942 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 5m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:50:33.942 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 3m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:50:33.942 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 3m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:50:33.942 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 5m ago 8h 866M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:50:33.942 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 5m ago 8h 2160M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:50:33.942 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 3m ago 8h 1058M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:50:33.942 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 5m ago 8h 1105M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:50:33.942 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 5m ago 8h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:50:33.942 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 3m ago 8h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:50:33.942 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 5m ago 8h 5338M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:50:33.942 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 5m ago 8h 5466M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:50:33.942 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 5m ago 8h 4824M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:50:33.942 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 5m ago 8h 4962M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:50:33.942 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 3m ago 8h 4673M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:50:33.942 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 3m ago 8h 5106M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:50:33.943 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 3m ago 8h 4751M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:50:33.943 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 3m ago 8h 4813M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:50:33.943 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 3m ago 8h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:50:34.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:50:33 smithi039 ceph-mon[181282]: pgmap v17570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:50:33 smithi032 ceph-mon[189144]: pgmap v17570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:50:33 smithi032 ceph-mon[191839]: pgmap v17570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:34.345 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:50:34.345 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:50:34.345 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:50:34.345 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:50:34.345 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:50:34.345 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:50:34.345 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:50:34.345 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:50:34.345 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:50:34.345 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:50:34.345 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:50:34.345 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:50:34.345 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:50:34.346 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:50:34.346 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:50:34.346 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:50:34.346 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:50:34.346 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:50:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:50:34 smithi039 ceph-mon[181282]: from='client.53481 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:50:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:50:34 smithi039 ceph-mon[181282]: from='client.53487 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:50:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:50:34 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1939297502' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:50:35.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:50:34 smithi032 ceph-mon[189144]: from='client.53481 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:50:35.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:50:34 smithi032 ceph-mon[189144]: from='client.53487 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:50:35.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:50:34 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1939297502' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:50:35.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:50:34 smithi032 ceph-mon[191839]: from='client.53481 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:50:35.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:50:34 smithi032 ceph-mon[191839]: from='client.53487 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:50:35.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:50:34 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1939297502' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:50:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:50:35 smithi039 ceph-mon[181282]: pgmap v17571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:50:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:50:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:50:35 smithi032 ceph-mon[191839]: pgmap v17571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:50:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:50:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:50:35 smithi032 ceph-mon[189144]: pgmap v17571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:50:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:50:38.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:50:37 smithi039 ceph-mon[181282]: pgmap v17572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:50:37 smithi032 ceph-mon[189144]: pgmap v17572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:38.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:50:37 smithi032 ceph-mon[191839]: pgmap v17572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:39.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:50:39 smithi032 ceph-mon[189144]: pgmap v17573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:39.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:50:39 smithi032 ceph-mon[191839]: pgmap v17573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:39.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:50:39 smithi039 ceph-mon[181282]: pgmap v17573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:50:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:50:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:50:42.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:50:41 smithi039 ceph-mon[181282]: pgmap v17574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:42.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:50:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:50:42.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:50:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:50:42.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:50:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:50:42.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:50:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:50:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:50:41 smithi032 ceph-mon[189144]: pgmap v17574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:50:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:50:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:50:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:50:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:50:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:50:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:50:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:50:42.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:50:41 smithi032 ceph-mon[191839]: pgmap v17574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:42.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:50:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:50:42.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:50:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:50:42.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:50:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:50:42.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:50:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:50:44.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:50:43 smithi039 ceph-mon[181282]: pgmap v17575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:50:43 smithi032 ceph-mon[189144]: pgmap v17575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:50:43 smithi032 ceph-mon[191839]: pgmap v17575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:46.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:50:45 smithi039 ceph-mon[181282]: pgmap v17576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:50:45 smithi032 ceph-mon[189144]: pgmap v17576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:50:45 smithi032 ceph-mon[191839]: pgmap v17576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:48.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:50:47 smithi039 ceph-mon[181282]: pgmap v17577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:48.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:50:47 smithi032 ceph-mon[191839]: pgmap v17577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:50:47 smithi032 ceph-mon[189144]: pgmap v17577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:49.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:50:49 smithi032 ceph-mon[189144]: pgmap v17578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:49.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:50:49 smithi032 ceph-mon[191839]: pgmap v17578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:50:49 smithi039 ceph-mon[181282]: pgmap v17578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:50.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:50:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:50:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:50:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:50:50.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:50:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:50:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:50:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:50:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:50:51.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:50:51 smithi032 ceph-mon[191839]: pgmap v17579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:51.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:50:51 smithi032 ceph-mon[189144]: pgmap v17579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:51.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:50:51 smithi039 ceph-mon[181282]: pgmap v17579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:54.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:50:53 smithi039 ceph-mon[181282]: pgmap v17580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:50:53 smithi032 ceph-mon[191839]: pgmap v17580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:50:53 smithi032 ceph-mon[189144]: pgmap v17580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:56.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:50:55 smithi039 ceph-mon[181282]: pgmap v17581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:50:55 smithi032 ceph-mon[191839]: pgmap v17581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:50:55 smithi032 ceph-mon[189144]: pgmap v17581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:58.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:50:57 smithi039 ceph-mon[181282]: pgmap v17582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:50:57 smithi032 ceph-mon[191839]: pgmap v17582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:58.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:50:57 smithi032 ceph-mon[189144]: pgmap v17582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:59.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:50:59 smithi032 ceph-mon[191839]: pgmap v17583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:59.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:50:59 smithi032 ceph-mon[189144]: pgmap v17583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:50:59.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:50:59 smithi039 ceph-mon[181282]: pgmap v17583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:51:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:51:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:51:02.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:51:01 smithi039 ceph-mon[181282]: pgmap v17584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:02.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:51:01 smithi032 ceph-mon[191839]: pgmap v17584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:02.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:51:01 smithi032 ceph-mon[189144]: pgmap v17584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:04.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:51:03 smithi039 ceph-mon[181282]: pgmap v17585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:51:03 smithi032 ceph-mon[191839]: pgmap v17585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:04.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:51:03 smithi032 ceph-mon[189144]: pgmap v17585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:04.711 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:51:05.035 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:51:05.035 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 6m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:51:05.035 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 4m ago 8h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:51:05.036 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 6m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:51:05.036 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 4m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:51:05.036 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 4m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:51:05.036 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 6m ago 8h 866M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:51:05.036 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 6m ago 8h 2160M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:51:05.036 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 4m ago 8h 1058M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:51:05.036 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 6m ago 8h 1105M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:51:05.036 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 6m ago 8h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:51:05.036 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 4m ago 8h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:51:05.036 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 6m ago 8h 5338M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:51:05.036 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 6m ago 8h 5466M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:51:05.036 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 6m ago 8h 4824M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:51:05.036 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 6m ago 8h 4962M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:51:05.036 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 4m ago 8h 4673M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:51:05.037 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 4m ago 8h 5106M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:51:05.037 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 4m ago 8h 4751M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:51:05.037 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 4m ago 8h 4813M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:51:05.037 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 4m ago 8h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:51:05.436 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:51:05.436 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:51:05.436 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:51:05.436 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:51:05.436 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:51:05.436 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:51:05.436 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:51:05.436 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:51:05.436 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:51:05.436 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:51:05.436 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:51:05.437 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:51:05.437 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:51:05.437 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:51:05.437 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:51:05.437 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:51:05.437 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:51:05.437 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:51:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:51:05 smithi039 ceph-mon[181282]: pgmap v17586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:51:05 smithi039 ceph-mon[181282]: from='client.63413 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:51:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:51:05 smithi039 ceph-mon[181282]: from='client.63419 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:51:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:51:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:51:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:51:05 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1175053254' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:51:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:51:05 smithi032 ceph-mon[189144]: pgmap v17586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:51:05 smithi032 ceph-mon[189144]: from='client.63413 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:51:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:51:05 smithi032 ceph-mon[189144]: from='client.63419 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:51:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:51:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:51:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:51:05 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1175053254' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:51:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:51:05 smithi032 ceph-mon[191839]: pgmap v17586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:51:05 smithi032 ceph-mon[191839]: from='client.63413 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:51:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:51:05 smithi032 ceph-mon[191839]: from='client.63419 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:51:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:51:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:51:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:51:05 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1175053254' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:51:08.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:51:07 smithi039 ceph-mon[181282]: pgmap v17587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:51:07 smithi032 ceph-mon[191839]: pgmap v17587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:08.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:51:07 smithi032 ceph-mon[189144]: pgmap v17587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:09.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:51:09 smithi032 ceph-mon[191839]: pgmap v17588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:09.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:51:09 smithi032 ceph-mon[189144]: pgmap v17588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:09.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:51:09 smithi039 ceph-mon[181282]: pgmap v17588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:51:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:51:10] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T01:51:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:51:11 smithi039 ceph-mon[181282]: pgmap v17589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:51:11 smithi032 ceph-mon[191839]: pgmap v17589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:51:11 smithi032 ceph-mon[189144]: pgmap v17589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:14.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:51:13 smithi039 ceph-mon[181282]: pgmap v17590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:51:13 smithi032 ceph-mon[191839]: pgmap v17590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:51:13 smithi032 ceph-mon[189144]: pgmap v17590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:16.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:51:15 smithi039 ceph-mon[181282]: pgmap v17591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:51:15 smithi032 ceph-mon[191839]: pgmap v17591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:51:15 smithi032 ceph-mon[189144]: pgmap v17591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:18.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:51:17 smithi039 ceph-mon[181282]: pgmap v17592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:51:17 smithi032 ceph-mon[191839]: pgmap v17592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:18.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:51:17 smithi032 ceph-mon[189144]: pgmap v17592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:19.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:51:19 smithi032 ceph-mon[189144]: pgmap v17593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:19.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:51:19 smithi032 ceph-mon[191839]: pgmap v17593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:19.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:51:19 smithi039 ceph-mon[181282]: pgmap v17593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:51:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:51:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:51:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:51:20.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:51:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:51:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:51:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:51:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:51:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:51:21 smithi039 ceph-mon[181282]: pgmap v17594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:51:21 smithi032 ceph-mon[191839]: pgmap v17594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:51:21 smithi032 ceph-mon[189144]: pgmap v17594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:24.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:51:23 smithi039 ceph-mon[181282]: pgmap v17595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:24.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:51:23 smithi032 ceph-mon[191839]: pgmap v17595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:24.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:51:23 smithi032 ceph-mon[189144]: pgmap v17595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:26.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:51:25 smithi039 ceph-mon[181282]: pgmap v17596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:51:25 smithi032 ceph-mon[191839]: pgmap v17596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:51:25 smithi032 ceph-mon[189144]: pgmap v17596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:28.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:51:27 smithi039 ceph-mon[181282]: pgmap v17597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:51:27 smithi032 ceph-mon[189144]: pgmap v17597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:51:27 smithi032 ceph-mon[191839]: pgmap v17597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:29.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:51:29 smithi032 ceph-mon[191839]: pgmap v17598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:29.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:51:29 smithi032 ceph-mon[189144]: pgmap v17598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:29.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:51:29 smithi039 ceph-mon[181282]: pgmap v17598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:51:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:51:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:51:32.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:51:31 smithi039 ceph-mon[181282]: pgmap v17599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:51:31 smithi032 ceph-mon[189144]: pgmap v17599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:32.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:51:31 smithi032 ceph-mon[191839]: pgmap v17599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:34.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:51:33 smithi039 ceph-mon[181282]: pgmap v17600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:51:33 smithi032 ceph-mon[191839]: pgmap v17600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:51:33 smithi032 ceph-mon[189144]: pgmap v17600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:35.800 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:51:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:51:35 smithi039 ceph-mon[181282]: pgmap v17601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:51:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:51:36.125 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:51:36.125 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 7m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:51:36.125 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 4m ago 8h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:51:36.125 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 7m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:51:36.126 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 4m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:51:36.126 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 4m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:51:36.126 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 7m ago 8h 866M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:51:36.126 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 7m ago 8h 2160M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:51:36.126 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 4m ago 8h 1058M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:51:36.126 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 7m ago 8h 1105M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:51:36.126 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 7m ago 8h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:51:36.126 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 4m ago 8h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:51:36.126 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 7m ago 8h 5338M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:51:36.126 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 7m ago 8h 5466M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:51:36.126 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 7m ago 8h 4824M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:51:36.126 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 7m ago 8h 4962M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:51:36.126 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 4m ago 8h 4673M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:51:36.126 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 4m ago 8h 5106M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:51:36.126 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 4m ago 8h 4751M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:51:36.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 4m ago 8h 4813M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:51:36.127 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 4m ago 8h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:51:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:51:35 smithi032 ceph-mon[191839]: pgmap v17601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:51:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:51:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:51:35 smithi032 ceph-mon[189144]: pgmap v17601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:51:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:51:36.526 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:51:36.526 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:51:36.526 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:51:36.526 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:51:36.526 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:51:36.526 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:51:36.526 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:51:36.527 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:51:36.527 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:51:36.527 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:51:36.527 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:51:36.527 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:51:36.527 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:51:36.527 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:51:36.527 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:51:36.527 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:51:36.527 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:51:36.527 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:51:37.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:51:36 smithi039 ceph-mon[181282]: from='client.53517 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:51:37.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:51:36 smithi039 ceph-mon[181282]: from='client.53523 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:51:37.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:51:36 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2843447524' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:51:37.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:51:36 smithi032 ceph-mon[191839]: from='client.53517 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:51:37.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:51:36 smithi032 ceph-mon[191839]: from='client.53523 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:51:37.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:51:36 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2843447524' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:51:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:51:36 smithi032 ceph-mon[189144]: from='client.53517 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:51:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:51:36 smithi032 ceph-mon[189144]: from='client.53523 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:51:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:51:36 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2843447524' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:51:38.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:51:37 smithi039 ceph-mon[181282]: pgmap v17602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:38.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:51:37 smithi032 ceph-mon[191839]: pgmap v17602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:51:37 smithi032 ceph-mon[189144]: pgmap v17602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:39.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:51:39 smithi032 ceph-mon[191839]: pgmap v17603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:39.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:51:39 smithi032 ceph-mon[189144]: pgmap v17603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:39.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:51:39 smithi039 ceph-mon[181282]: pgmap v17603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:51:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:51:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:51:42.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:51:41 smithi039 ceph-mon[181282]: pgmap v17604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:42.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:51:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:51:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:51:41 smithi032 ceph-mon[191839]: pgmap v17604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:51:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:51:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:51:41 smithi032 ceph-mon[189144]: pgmap v17604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:51:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:51:43.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:51:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:51:43.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:51:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:51:43.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:51:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:51:43.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:51:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:51:43.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:51:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:51:43.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:51:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:51:43.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:51:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:51:43.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:51:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:51:43.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:51:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:51:44.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:51:44 smithi032 ceph-mon[189144]: pgmap v17605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:44.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:51:44 smithi032 ceph-mon[191839]: pgmap v17605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:44.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:51:44 smithi039 ceph-mon[181282]: pgmap v17605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:46.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:51:46 smithi032 ceph-mon[191839]: pgmap v17606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:46.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:51:46 smithi032 ceph-mon[189144]: pgmap v17606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:46.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:51:46 smithi039 ceph-mon[181282]: pgmap v17606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:48.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:51:48 smithi032 ceph-mon[191839]: pgmap v17607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:48.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:51:48 smithi032 ceph-mon[189144]: pgmap v17607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:48.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:51:48 smithi039 ceph-mon[181282]: pgmap v17607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:49.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:51:49 smithi032 ceph-mon[191839]: pgmap v17608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:49.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:51:49 smithi032 ceph-mon[189144]: pgmap v17608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:49.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:51:49 smithi039 ceph-mon[181282]: pgmap v17608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:50.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:51:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:51:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:51:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:51:50.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:51:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:51:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:51:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:51:50] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T01:51:51.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:51:51 smithi039 ceph-mon[181282]: pgmap v17609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:51.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:51:51 smithi032 ceph-mon[191839]: pgmap v17609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:51.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:51:51 smithi032 ceph-mon[189144]: pgmap v17609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:54.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:51:53 smithi039 ceph-mon[181282]: pgmap v17610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:51:53 smithi032 ceph-mon[191839]: pgmap v17610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:51:53 smithi032 ceph-mon[189144]: pgmap v17610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:56.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:51:55 smithi039 ceph-mon[181282]: pgmap v17611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:51:55 smithi032 ceph-mon[191839]: pgmap v17611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:51:55 smithi032 ceph-mon[189144]: pgmap v17611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:58.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:51:57 smithi039 ceph-mon[181282]: pgmap v17612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:51:57 smithi032 ceph-mon[191839]: pgmap v17612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:58.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:51:57 smithi032 ceph-mon[189144]: pgmap v17612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:59.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:51:59 smithi032 ceph-mon[191839]: pgmap v17613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:59.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:51:59 smithi032 ceph-mon[189144]: pgmap v17613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:51:59.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:51:59 smithi039 ceph-mon[181282]: pgmap v17613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:52:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:52:00] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T01:52:02.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:01 smithi039 ceph-mon[181282]: pgmap v17614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:02.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:01 smithi032 ceph-mon[191839]: pgmap v17614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:02.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:01 smithi032 ceph-mon[189144]: pgmap v17614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:04.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:03 smithi039 ceph-mon[181282]: pgmap v17615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:03 smithi032 ceph-mon[191839]: pgmap v17615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:04.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:03 smithi032 ceph-mon[189144]: pgmap v17615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:05 smithi039 ceph-mon[181282]: pgmap v17616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:52:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:05 smithi032 ceph-mon[191839]: pgmap v17616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:52:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:05 smithi032 ceph-mon[189144]: pgmap v17616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:52:06.893 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:52:07.218 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:52:07.218 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 7m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:52:07.218 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 5m ago 8h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:52:07.218 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 7m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:52:07.218 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 5m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:52:07.218 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 5m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:52:07.218 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 7m ago 8h 866M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:52:07.218 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 7m ago 8h 2160M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:52:07.218 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 5m ago 8h 1058M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:52:07.218 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 7m ago 8h 1105M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:52:07.218 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 7m ago 8h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:52:07.218 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 5m ago 8h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:52:07.218 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 7m ago 8h 5338M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:52:07.218 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 7m ago 8h 5466M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:52:07.219 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 7m ago 8h 4824M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:52:07.219 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 7m ago 8h 4962M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:52:07.219 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 5m ago 8h 4673M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:52:07.219 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 5m ago 8h 5106M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:52:07.219 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 5m ago 8h 4751M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:52:07.219 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 5m ago 8h 4813M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:52:07.219 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 5m ago 8h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:52:07.617 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:52:07.617 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:52:07.618 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:52:07.618 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:52:07.618 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:52:07.618 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:52:07.618 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:52:07.618 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:52:07.618 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:52:07.618 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:52:07.618 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:52:07.618 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:52:07.618 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:52:07.618 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:52:07.618 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:52:07.618 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:52:07.618 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:52:07.618 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:52:08.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:07 smithi039 ceph-mon[181282]: pgmap v17617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:08.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:07 smithi039 ceph-mon[181282]: from='client.63449 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:52:08.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:07 smithi039 ceph-mon[181282]: from='client.53541 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:52:08.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:07 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1294900510' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:52:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:07 smithi032 ceph-mon[191839]: pgmap v17617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:07 smithi032 ceph-mon[191839]: from='client.63449 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:52:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:07 smithi032 ceph-mon[191839]: from='client.53541 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:52:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:07 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1294900510' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:52:08.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:07 smithi032 ceph-mon[189144]: pgmap v17617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:08.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:07 smithi032 ceph-mon[189144]: from='client.63449 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:52:08.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:07 smithi032 ceph-mon[189144]: from='client.53541 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:52:08.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:07 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1294900510' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:52:09.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:09 smithi032 ceph-mon[191839]: pgmap v17618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:09.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:09 smithi032 ceph-mon[189144]: pgmap v17618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:09.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:09 smithi039 ceph-mon[181282]: pgmap v17618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:52:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:52:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T01:52:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:11 smithi039 ceph-mon[181282]: pgmap v17619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:11 smithi032 ceph-mon[189144]: pgmap v17619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:11 smithi032 ceph-mon[191839]: pgmap v17619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:14.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:13 smithi039 ceph-mon[181282]: pgmap v17620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:13 smithi032 ceph-mon[191839]: pgmap v17620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:13 smithi032 ceph-mon[189144]: pgmap v17620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:16.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:15 smithi039 ceph-mon[181282]: pgmap v17621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:15 smithi032 ceph-mon[191839]: pgmap v17621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:15 smithi032 ceph-mon[189144]: pgmap v17621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:18.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:17 smithi039 ceph-mon[181282]: pgmap v17622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:17 smithi032 ceph-mon[191839]: pgmap v17622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:18.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:17 smithi032 ceph-mon[189144]: pgmap v17622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:19.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:19 smithi039 ceph-mon[181282]: pgmap v17623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:19.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:19 smithi032 ceph-mon[191839]: pgmap v17623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:19.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:19 smithi032 ceph-mon[189144]: pgmap v17623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:52:20.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:52:20.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:52:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:52:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:52:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:52:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:21 smithi039 ceph-mon[181282]: pgmap v17624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:21 smithi032 ceph-mon[189144]: pgmap v17624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:21 smithi032 ceph-mon[191839]: pgmap v17624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:24.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:23 smithi039 ceph-mon[181282]: pgmap v17625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:24.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:23 smithi032 ceph-mon[189144]: pgmap v17625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:24.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:23 smithi032 ceph-mon[191839]: pgmap v17625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:26.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:25 smithi039 ceph-mon[181282]: pgmap v17626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:25 smithi032 ceph-mon[191839]: pgmap v17626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:25 smithi032 ceph-mon[189144]: pgmap v17626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:28.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:27 smithi039 ceph-mon[181282]: pgmap v17627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:27 smithi032 ceph-mon[189144]: pgmap v17627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:27 smithi032 ceph-mon[191839]: pgmap v17627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:29.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:29 smithi039 ceph-mon[181282]: pgmap v17628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:29.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:29 smithi032 ceph-mon[189144]: pgmap v17628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:29.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:29 smithi032 ceph-mon[191839]: pgmap v17628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:52:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:52:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:52:32.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:31 smithi039 ceph-mon[181282]: pgmap v17629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:32.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:31 smithi032 ceph-mon[191839]: pgmap v17629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:31 smithi032 ceph-mon[189144]: pgmap v17629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:34.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:33 smithi039 ceph-mon[181282]: pgmap v17630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:33 smithi032 ceph-mon[191839]: pgmap v17630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:33 smithi032 ceph-mon[189144]: pgmap v17630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:35 smithi039 ceph-mon[181282]: pgmap v17631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:52:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:35 smithi032 ceph-mon[189144]: pgmap v17631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:52:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:35 smithi032 ceph-mon[191839]: pgmap v17631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:52:37.983 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:52:38.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:37 smithi039 ceph-mon[181282]: pgmap v17632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:37 smithi032 ceph-mon[189144]: pgmap v17632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:38.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:37 smithi032 ceph-mon[191839]: pgmap v17632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:38.310 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:52:38.310 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 8m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:52:38.310 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 5m ago 8h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:52:38.310 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 8m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:52:38.311 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 5m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:52:38.311 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 5m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:52:38.311 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 8m ago 8h 866M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:52:38.311 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 8m ago 8h 2160M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:52:38.311 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 5m ago 8h 1058M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:52:38.311 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 8m ago 8h 1105M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:52:38.311 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 8m ago 8h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:52:38.312 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 5m ago 8h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:52:38.312 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 8m ago 8h 5338M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:52:38.312 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 8m ago 8h 5466M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:52:38.312 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 8m ago 8h 4824M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:52:38.312 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 8m ago 8h 4962M 2198M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:52:38.312 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 5m ago 8h 4673M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:52:38.313 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 5m ago 8h 5106M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:52:38.313 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 5m ago 8h 4751M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:52:38.313 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 5m ago 8h 4813M 2484M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:52:38.313 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 5m ago 8h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:52:38.714 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:52:38.714 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:52:38.715 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:52:38.715 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:52:38.715 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:52:38.715 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:52:38.715 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:52:38.715 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:52:38.715 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:52:38.715 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:52:38.715 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:52:38.715 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:52:38.715 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:52:38.715 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:52:38.715 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:52:38.715 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:52:38.715 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:52:38.716 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:52:39.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:38 smithi039 ceph-mon[181282]: from='client.63467 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:52:39.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:38 smithi039 ceph-mon[181282]: from='client.53559 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:52:39.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:38 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1385184506' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:52:39.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:38 smithi032 ceph-mon[191839]: from='client.63467 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:52:39.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:38 smithi032 ceph-mon[191839]: from='client.53559 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:52:39.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:38 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1385184506' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:52:39.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:38 smithi032 ceph-mon[189144]: from='client.63467 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:52:39.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:38 smithi032 ceph-mon[189144]: from='client.53559 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:52:39.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:38 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1385184506' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:52:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:39 smithi032 ceph-mon[191839]: pgmap v17633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:39 smithi032 ceph-mon[189144]: pgmap v17633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:40.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:39 smithi039 ceph-mon[181282]: pgmap v17633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:52:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:52:40] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T01:52:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:41 smithi032 ceph-mon[191839]: pgmap v17634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:41 smithi032 ceph-mon[189144]: pgmap v17634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:42.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:41 smithi039 ceph-mon[181282]: pgmap v17634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:43.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:52:43.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:52:43.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:52:43.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:52:43.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:52:43.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:52:43.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:52:43.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:52:43.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:52:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:43 smithi032 ceph-mon[191839]: pgmap v17635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:52:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:52:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:52:44.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:52:44.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:43 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi039 to 2479M 2023-12-23T01:52:44.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:52:44.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:52:44.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:52:44.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:52:44.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:52:44.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:43 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi032 to 2185M 2023-12-23T01:52:44.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:52:44.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:52:44.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:52:44.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:52:44.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:43 smithi032 ceph-mon[189144]: pgmap v17635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:44.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:52:44.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:52:44.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:52:44.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:52:44.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:43 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi039 to 2479M 2023-12-23T01:52:44.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:52:44.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:52:44.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:52:44.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:52:44.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:52:44.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:43 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi032 to 2185M 2023-12-23T01:52:44.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:52:44.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:52:44.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:52:44.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:52:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:43 smithi039 ceph-mon[181282]: pgmap v17635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:52:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:52:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:52:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:52:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:43 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi039 to 2479M 2023-12-23T01:52:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:52:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:52:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:52:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:52:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T01:52:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:43 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi032 to 2185M 2023-12-23T01:52:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:52:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:52:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:52:44.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:52:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:45 smithi032 ceph-mon[191839]: pgmap v17636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:45 smithi032 ceph-mon[189144]: pgmap v17636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:45 smithi039 ceph-mon[181282]: pgmap v17636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:47 smithi032 ceph-mon[189144]: pgmap v17637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:48.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:47 smithi032 ceph-mon[191839]: pgmap v17637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:47 smithi039 ceph-mon[181282]: pgmap v17637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:49 smithi039 ceph-mon[181282]: pgmap v17638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:49.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:49 smithi032 ceph-mon[191839]: pgmap v17638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:49.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:49 smithi032 ceph-mon[189144]: pgmap v17638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:50.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:52:50.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:52:50.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:52:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:52:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:52:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:52:51.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:51 smithi039 ceph-mon[181282]: pgmap v17639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:51.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:51 smithi032 ceph-mon[191839]: pgmap v17639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:51.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:51 smithi032 ceph-mon[189144]: pgmap v17639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:54.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:53 smithi039 ceph-mon[181282]: pgmap v17640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:53 smithi032 ceph-mon[191839]: pgmap v17640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:54.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:53 smithi032 ceph-mon[189144]: pgmap v17640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:56.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:55 smithi039 ceph-mon[181282]: pgmap v17641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:55 smithi032 ceph-mon[191839]: pgmap v17641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:55 smithi032 ceph-mon[189144]: pgmap v17641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:57 smithi032 ceph-mon[191839]: pgmap v17642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:58.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:57 smithi032 ceph-mon[189144]: pgmap v17642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:57 smithi039 ceph-mon[181282]: pgmap v17642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:59.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:52:59 smithi039 ceph-mon[181282]: pgmap v17643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:59.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:52:59 smithi032 ceph-mon[191839]: pgmap v17643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:52:59.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:52:59 smithi032 ceph-mon[189144]: pgmap v17643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:53:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:53:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:53:02.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:53:01 smithi039 ceph-mon[181282]: pgmap v17644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:02.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:53:01 smithi032 ceph-mon[191839]: pgmap v17644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:02.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:53:01 smithi032 ceph-mon[189144]: pgmap v17644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:04.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:53:03 smithi032 ceph-mon[189144]: pgmap v17645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:53:03 smithi032 ceph-mon[191839]: pgmap v17645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:04.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:53:03 smithi039 ceph-mon[181282]: pgmap v17645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:53:05 smithi032 ceph-mon[191839]: pgmap v17646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:53:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:53:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:53:05 smithi032 ceph-mon[189144]: pgmap v17646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:53:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:53:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:53:05 smithi039 ceph-mon[181282]: pgmap v17646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:53:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:53:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:53:07 smithi032 ceph-mon[191839]: pgmap v17647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:08.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:53:07 smithi032 ceph-mon[189144]: pgmap v17647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:08.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:53:07 smithi039 ceph-mon[181282]: pgmap v17647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:09.078 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:53:09.405 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:53:09.405 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 8m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:53:09.405 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 6m ago 8h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:53:09.405 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 8m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:53:09.405 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 6m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:53:09.405 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 6m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:53:09.406 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 8m ago 8h 866M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:53:09.406 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 8m ago 8h 2160M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:53:09.406 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 6m ago 8h 1058M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:53:09.406 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 8m ago 8h 1105M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:53:09.406 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 8m ago 8h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:53:09.406 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 6m ago 8h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:53:09.406 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 8m ago 8h 5338M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:53:09.406 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 8m ago 8h 5466M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:53:09.406 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 8m ago 8h 4824M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:53:09.406 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 8m ago 8h 4962M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:53:09.406 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 6m ago 8h 4673M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:53:09.406 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 6m ago 8h 5106M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:53:09.406 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 6m ago 8h 4751M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:53:09.406 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 6m ago 8h 4813M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:53:09.407 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 6m ago 8h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:53:09.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:53:09 smithi039 ceph-mon[181282]: pgmap v17648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:09.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:53:09 smithi039 ceph-mon[181282]: from='client.63485 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:53:09.805 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:53:09.805 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:53:09.805 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:53:09.805 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:53:09.806 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:53:09.806 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:53:09.806 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:53:09.806 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:53:09.806 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:53:09.806 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:53:09.806 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:53:09.806 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:53:09.806 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:53:09.806 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:53:09.806 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:53:09.806 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:53:09.806 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:53:09.806 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:53:09.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:53:09 smithi032 ceph-mon[191839]: pgmap v17648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:09.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:53:09 smithi032 ceph-mon[191839]: from='client.63485 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:53:09.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:53:09 smithi032 ceph-mon[189144]: pgmap v17648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:09.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:53:09 smithi032 ceph-mon[189144]: from='client.63485 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:53:10.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:53:10 smithi039 ceph-mon[181282]: from='client.53577 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:53:10.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:53:10 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/525994428' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:53:10.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:53:10 smithi032 ceph-mon[189144]: from='client.53577 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:53:10.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:53:10 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/525994428' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:53:10.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:53:10 smithi032 ceph-mon[191839]: from='client.53577 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:53:10.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:53:10 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/525994428' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:53:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:53:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:53:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T01:53:11.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:53:11 smithi039 ceph-mon[181282]: pgmap v17649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:11.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:53:11 smithi032 ceph-mon[191839]: pgmap v17649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:11.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:53:11 smithi032 ceph-mon[189144]: pgmap v17649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:53:13 smithi032 ceph-mon[191839]: pgmap v17650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:53:13 smithi032 ceph-mon[189144]: pgmap v17650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:53:13 smithi039 ceph-mon[181282]: pgmap v17650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:53:15 smithi032 ceph-mon[191839]: pgmap v17651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:53:15 smithi032 ceph-mon[189144]: pgmap v17651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:53:15 smithi039 ceph-mon[181282]: pgmap v17651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:18.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:53:17 smithi032 ceph-mon[191839]: pgmap v17652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:18.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:53:17 smithi032 ceph-mon[189144]: pgmap v17652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:18.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:53:17 smithi039 ceph-mon[181282]: pgmap v17652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:19.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:53:19 smithi039 ceph-mon[181282]: pgmap v17653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:53:19 smithi032 ceph-mon[191839]: pgmap v17653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:19.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:53:19 smithi032 ceph-mon[189144]: pgmap v17653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:20.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:53:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:53:20.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:53:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:53:20.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:53:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:53:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:53:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:53:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:53:21.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:53:21 smithi039 ceph-mon[181282]: pgmap v17654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:53:21 smithi032 ceph-mon[191839]: pgmap v17654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:53:21 smithi032 ceph-mon[189144]: pgmap v17654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:24.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:53:23 smithi032 ceph-mon[191839]: pgmap v17655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:24.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:53:23 smithi032 ceph-mon[189144]: pgmap v17655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:53:23 smithi039 ceph-mon[181282]: pgmap v17655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:53:25 smithi032 ceph-mon[191839]: pgmap v17656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:53:25 smithi032 ceph-mon[189144]: pgmap v17656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:53:25 smithi039 ceph-mon[181282]: pgmap v17656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:53:27 smithi032 ceph-mon[191839]: pgmap v17657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:53:27 smithi032 ceph-mon[189144]: pgmap v17657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:53:27 smithi039 ceph-mon[181282]: pgmap v17657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:29.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:53:29 smithi039 ceph-mon[181282]: pgmap v17658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:29.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:53:29 smithi032 ceph-mon[189144]: pgmap v17658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:29.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:53:29 smithi032 ceph-mon[191839]: pgmap v17658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:53:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:53:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:53:32.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:53:31 smithi032 ceph-mon[191839]: pgmap v17659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:53:31 smithi032 ceph-mon[189144]: pgmap v17659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:32.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:53:31 smithi039 ceph-mon[181282]: pgmap v17659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:53:33 smithi032 ceph-mon[191839]: pgmap v17660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:53:33 smithi032 ceph-mon[189144]: pgmap v17660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:34.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:53:33 smithi039 ceph-mon[181282]: pgmap v17660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:53:35 smithi032 ceph-mon[191839]: pgmap v17661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:53:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:53:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:53:35 smithi032 ceph-mon[189144]: pgmap v17661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:53:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:53:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:53:35 smithi039 ceph-mon[181282]: pgmap v17661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:53:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:53:38.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:53:37 smithi032 ceph-mon[191839]: pgmap v17662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:53:37 smithi032 ceph-mon[189144]: pgmap v17662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:38.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:53:37 smithi039 ceph-mon[181282]: pgmap v17662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:39.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:53:39 smithi039 ceph-mon[181282]: pgmap v17663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:39.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:53:39 smithi032 ceph-mon[191839]: pgmap v17663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:39.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:53:39 smithi032 ceph-mon[189144]: pgmap v17663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:40.169 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:53:40.492 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:53:40.493 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 9m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:53:40.493 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 7m ago 8h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:53:40.493 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 9m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:53:40.493 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 7m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:53:40.493 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 7m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:53:40.493 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 9m ago 8h 866M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:53:40.493 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 9m ago 8h 2160M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:53:40.493 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 7m ago 8h 1058M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:53:40.493 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 9m ago 8h 1105M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:53:40.493 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 9m ago 8h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:53:40.493 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 7m ago 8h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:53:40.493 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 9m ago 8h 5338M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:53:40.493 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 9m ago 8h 5466M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:53:40.494 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 9m ago 8h 4824M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:53:40.494 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 9m ago 8h 4962M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:53:40.494 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 7m ago 8h 4673M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:53:40.494 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 7m ago 8h 5106M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:53:40.494 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 7m ago 8h 4751M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:53:40.494 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 7m ago 8h 4813M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:53:40.494 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 7m ago 8h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:53:40.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:53:40 smithi039 ceph-mon[181282]: from='client.53589 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:53:40.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:53:40 smithi032 ceph-mon[189144]: from='client.53589 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:53:40.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:53:40 smithi032 ceph-mon[191839]: from='client.53589 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:53:40.896 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:53:40.897 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:53:40.897 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:53:40.897 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:53:40.897 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:53:40.897 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:53:40.897 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:53:40.897 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:53:40.897 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:53:40.897 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:53:40.897 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:53:40.897 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:53:40.897 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:53:40.897 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:53:40.897 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:53:40.898 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:53:40.898 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:53:40.898 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:53:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:53:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:53:40] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T01:53:41.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:53:41 smithi039 ceph-mon[181282]: from='client.63509 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:53:41.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:53:41 smithi039 ceph-mon[181282]: pgmap v17664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:41.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:53:41 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2679905064' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:53:41.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:53:41 smithi032 ceph-mon[191839]: from='client.63509 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:53:41.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:53:41 smithi032 ceph-mon[191839]: pgmap v17664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:41.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:53:41 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2679905064' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:53:41.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:53:41 smithi032 ceph-mon[189144]: from='client.63509 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:53:41.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:53:41 smithi032 ceph-mon[189144]: pgmap v17664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:41.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:53:41 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2679905064' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:53:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:53:43 smithi032 ceph-mon[191839]: pgmap v17665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:53:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:53:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:53:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:53:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:53:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:53:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:53:43 smithi032 ceph-mon[189144]: pgmap v17665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:53:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:53:44.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:53:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:53:44.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:53:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:53:44.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:53:43 smithi039 ceph-mon[181282]: pgmap v17665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:44.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:53:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:53:44.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:53:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:53:44.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:53:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:53:45.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:53:44 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:53:45.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:53:44 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:53:45.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:53:44 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:53:45.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:53:44 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:53:45.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:53:44 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:53:45.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:53:44 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:53:45.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:53:44 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:53:45.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:53:44 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:53:45.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:53:44 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:53:46.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:53:46 smithi032 ceph-mon[189144]: pgmap v17666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:46.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:53:46 smithi032 ceph-mon[191839]: pgmap v17666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:46.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:53:46 smithi039 ceph-mon[181282]: pgmap v17666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:48.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:53:48 smithi032 ceph-mon[191839]: pgmap v17667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:48.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:53:48 smithi032 ceph-mon[189144]: pgmap v17667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:48.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:53:48 smithi039 ceph-mon[181282]: pgmap v17667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:49.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:53:49 smithi039 ceph-mon[181282]: pgmap v17668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:49.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:53:49 smithi032 ceph-mon[191839]: pgmap v17668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:49.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:53:49 smithi032 ceph-mon[189144]: pgmap v17668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:50.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:53:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:53:50.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:53:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:53:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:53:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:53:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:53:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:53:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T01:53:51.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:53:51 smithi039 ceph-mon[181282]: pgmap v17669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:51.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:53:51 smithi032 ceph-mon[189144]: pgmap v17669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:51.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:53:51 smithi032 ceph-mon[191839]: pgmap v17669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:53:53 smithi032 ceph-mon[191839]: pgmap v17670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:53:53 smithi032 ceph-mon[189144]: pgmap v17670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:53:53 smithi039 ceph-mon[181282]: pgmap v17670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:53:55 smithi032 ceph-mon[191839]: pgmap v17671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:53:55 smithi032 ceph-mon[189144]: pgmap v17671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:53:55 smithi039 ceph-mon[181282]: pgmap v17671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:53:57 smithi032 ceph-mon[191839]: pgmap v17672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:58.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:53:57 smithi032 ceph-mon[189144]: pgmap v17672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:53:57 smithi039 ceph-mon[181282]: pgmap v17672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:59.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:53:59 smithi039 ceph-mon[181282]: pgmap v17673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:59.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:53:59 smithi032 ceph-mon[191839]: pgmap v17673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:53:59.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:53:59 smithi032 ceph-mon[189144]: pgmap v17673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:54:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:54:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T01:54:02.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:54:01 smithi032 ceph-mon[189144]: pgmap v17674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:02.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:54:01 smithi032 ceph-mon[191839]: pgmap v17674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:02.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:54:01 smithi039 ceph-mon[181282]: pgmap v17674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:04.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:54:03 smithi032 ceph-mon[189144]: pgmap v17675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:54:03 smithi032 ceph-mon[191839]: pgmap v17675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:04.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:54:03 smithi039 ceph-mon[181282]: pgmap v17675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:54:05 smithi032 ceph-mon[189144]: pgmap v17676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:54:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:54:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:54:05 smithi032 ceph-mon[191839]: pgmap v17676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:54:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:54:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:54:05 smithi039 ceph-mon[181282]: pgmap v17676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:54:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:54:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:54:07 smithi032 ceph-mon[191839]: pgmap v17677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:08.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:54:07 smithi032 ceph-mon[189144]: pgmap v17677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:08.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:54:07 smithi039 ceph-mon[181282]: pgmap v17677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:09.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:54:09 smithi039 ceph-mon[181282]: pgmap v17678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:09.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:54:09 smithi032 ceph-mon[191839]: pgmap v17678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:09.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:54:09 smithi032 ceph-mon[189144]: pgmap v17678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:54:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:54:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T01:54:11.260 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:54:11.582 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:54:11.582 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 9m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:54:11.582 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 7m ago 8h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:54:11.583 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 9m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:54:11.583 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 7m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:54:11.583 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 7m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:54:11.583 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 9m ago 8h 866M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:54:11.583 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 9m ago 8h 2160M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:54:11.583 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 7m ago 8h 1058M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:54:11.583 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 9m ago 8h 1105M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:54:11.583 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 9m ago 8h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:54:11.583 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 7m ago 8h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:54:11.583 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 9m ago 8h 5338M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:54:11.583 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 9m ago 8h 5466M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:54:11.583 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 9m ago 8h 4824M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:54:11.583 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 9m ago 8h 4962M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:54:11.583 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 7m ago 8h 4673M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:54:11.583 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 7m ago 8h 5106M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:54:11.583 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 7m ago 8h 4751M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:54:11.584 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 7m ago 8h 4813M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:54:11.584 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 7m ago 8h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:54:11.981 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:54:11.982 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:54:11.982 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:54:11.982 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:54:11.982 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:54:11.982 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:54:11.982 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:54:11.982 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:54:11.982 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:54:11.982 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:54:11.982 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:54:11.982 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:54:11.982 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:54:11.982 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:54:11.982 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:54:11.983 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:54:11.983 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:54:11.983 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:54:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:54:11 smithi032 ceph-mon[189144]: pgmap v17679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:54:11 smithi032 ceph-mon[189144]: from='client.63521 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:54:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:54:11 smithi032 ceph-mon[191839]: pgmap v17679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:54:11 smithi032 ceph-mon[191839]: from='client.63521 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:54:12.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:54:11 smithi039 ceph-mon[181282]: pgmap v17679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:12.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:54:11 smithi039 ceph-mon[181282]: from='client.63521 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:54:13.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:54:12 smithi032 ceph-mon[189144]: from='client.63527 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:54:13.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:54:12 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/488473946' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:54:13.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:54:12 smithi032 ceph-mon[191839]: from='client.63527 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:54:13.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:54:12 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/488473946' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:54:13.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:54:12 smithi039 ceph-mon[181282]: from='client.63527 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:54:13.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:54:12 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/488473946' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:54:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:54:13 smithi032 ceph-mon[191839]: pgmap v17680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:54:13 smithi032 ceph-mon[189144]: pgmap v17680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:54:13 smithi039 ceph-mon[181282]: pgmap v17680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:54:15 smithi032 ceph-mon[189144]: pgmap v17681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:16.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:54:15 smithi032 ceph-mon[191839]: pgmap v17681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:54:15 smithi039 ceph-mon[181282]: pgmap v17681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:54:17 smithi032 ceph-mon[191839]: pgmap v17682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:18.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:54:17 smithi032 ceph-mon[189144]: pgmap v17682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:18.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:54:17 smithi039 ceph-mon[181282]: pgmap v17682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:19.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:54:19 smithi039 ceph-mon[181282]: pgmap v17683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:19.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:54:19 smithi032 ceph-mon[191839]: pgmap v17683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:19.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:54:19 smithi032 ceph-mon[189144]: pgmap v17683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:20.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:54:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:54:20.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:54:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:54:20.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:54:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:54:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:54:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:54:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:54:21.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:54:21 smithi039 ceph-mon[181282]: pgmap v17684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:54:21 smithi032 ceph-mon[191839]: pgmap v17684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:54:21 smithi032 ceph-mon[189144]: pgmap v17684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:24.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:54:23 smithi032 ceph-mon[191839]: pgmap v17685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:24.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:54:23 smithi032 ceph-mon[189144]: pgmap v17685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:54:23 smithi039 ceph-mon[181282]: pgmap v17685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:54:25 smithi032 ceph-mon[191839]: pgmap v17686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:54:25 smithi032 ceph-mon[189144]: pgmap v17686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:54:25 smithi039 ceph-mon[181282]: pgmap v17686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:54:27 smithi032 ceph-mon[191839]: pgmap v17687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:54:27 smithi032 ceph-mon[189144]: pgmap v17687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:54:27 smithi039 ceph-mon[181282]: pgmap v17687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:29.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:54:29 smithi039 ceph-mon[181282]: pgmap v17688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:29.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:54:29 smithi032 ceph-mon[191839]: pgmap v17688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:29.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:54:29 smithi032 ceph-mon[189144]: pgmap v17688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:54:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:54:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:54:32.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:54:31 smithi032 ceph-mon[191839]: pgmap v17689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:54:31 smithi032 ceph-mon[189144]: pgmap v17689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:32.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:54:31 smithi039 ceph-mon[181282]: pgmap v17689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:54:33 smithi032 ceph-mon[189144]: pgmap v17690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:54:33 smithi032 ceph-mon[191839]: pgmap v17690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:34.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:54:33 smithi039 ceph-mon[181282]: pgmap v17690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:54:35 smithi032 ceph-mon[189144]: pgmap v17691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:54:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:54:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:54:35 smithi032 ceph-mon[191839]: pgmap v17691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:54:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:54:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:54:35 smithi039 ceph-mon[181282]: pgmap v17691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:54:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:54:38.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:54:37 smithi032 ceph-mon[191839]: pgmap v17692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:54:37 smithi032 ceph-mon[189144]: pgmap v17692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:38.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:54:37 smithi039 ceph-mon[181282]: pgmap v17692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:39.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:54:39 smithi039 ceph-mon[181282]: pgmap v17693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:39.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:54:39 smithi032 ceph-mon[191839]: pgmap v17693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:39.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:54:39 smithi032 ceph-mon[189144]: pgmap v17693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:54:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:54:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:54:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:54:41 smithi032 ceph-mon[191839]: pgmap v17694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:54:41 smithi032 ceph-mon[189144]: pgmap v17694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:42.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:54:41 smithi039 ceph-mon[181282]: pgmap v17694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:42.347 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:54:42.668 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:54:42.668 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 10m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:54:42.668 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 8m ago 8h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:54:42.668 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 10m ago 8h 26.1M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:54:42.668 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 8m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:54:42.668 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 8m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:54:42.668 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 10m ago 8h 866M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:54:42.668 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 10m ago 8h 2160M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:54:42.668 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 8m ago 8h 1058M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:54:42.668 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 10m ago 8h 1105M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:54:42.668 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 10m ago 8h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:54:42.668 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 8m ago 8h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:54:42.668 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 10m ago 8h 5338M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:54:42.668 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 10m ago 8h 5466M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:54:42.669 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 10m ago 8h 4824M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:54:42.669 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 10m ago 8h 4962M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:54:42.669 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 8m ago 8h 4673M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:54:42.669 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 8m ago 8h 5106M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:54:42.669 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 8m ago 8h 4751M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:54:42.669 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 8m ago 8h 4813M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:54:42.669 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 8m ago 8h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:54:43.069 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:54:43.069 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:54:43.069 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:54:43.069 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:54:43.069 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:54:43.069 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:54:43.069 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:54:43.069 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:54:43.069 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:54:43.069 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:54:43.069 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:54:43.069 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:54:43.069 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:54:43.070 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:54:43.070 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:54:43.070 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:54:43.070 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:54:43.070 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:54:43.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:54:42 smithi032 ceph-mon[191839]: from='client.63539 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:54:43.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:54:42 smithi032 ceph-mon[189144]: from='client.63539 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:54:43.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:54:42 smithi039 ceph-mon[181282]: from='client.63539 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:54:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:54:43 smithi032 ceph-mon[191839]: from='client.53631 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:54:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:54:43 smithi032 ceph-mon[191839]: pgmap v17695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:54:43 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2882278395' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:54:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:54:43 smithi032 ceph-mon[189144]: from='client.53631 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:54:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:54:43 smithi032 ceph-mon[189144]: pgmap v17695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:54:43 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2882278395' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:54:44.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:54:43 smithi039 ceph-mon[181282]: from='client.53631 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:54:44.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:54:43 smithi039 ceph-mon[181282]: pgmap v17695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:44.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:54:43 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2882278395' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:54:45.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:54:44 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:54:45.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:54:44 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:54:45.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:54:44 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:54:45.802 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:54:45 smithi032 ceph-mon[191839]: pgmap v17696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:45.802 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:54:45 smithi032 ceph-mon[189144]: pgmap v17696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:54:45 smithi039 ceph-mon[181282]: pgmap v17696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:47.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:54:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:54:47.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:54:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:54:47.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:54:47 smithi032 ceph-mon[191839]: pgmap v17697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:47.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:54:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:54:47.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:54:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:54:47.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:54:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:54:47.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:54:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:54:47.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:54:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:54:47.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:54:47 smithi032 ceph-mon[189144]: pgmap v17697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:47.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:54:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:54:47.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:54:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:54:47.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:54:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:54:47.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:54:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:54:47.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:54:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:54:47.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:54:47 smithi039 ceph-mon[181282]: pgmap v17697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:47.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:54:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:54:47.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:54:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:54:47.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:54:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:54:49.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:54:49 smithi039 ceph-mon[181282]: pgmap v17698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:49.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:54:49 smithi032 ceph-mon[191839]: pgmap v17698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:49.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:54:49 smithi032 ceph-mon[189144]: pgmap v17698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:50.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:54:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:54:50.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:54:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:54:50.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:54:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:54:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:54:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:54:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:54:51.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:54:51 smithi039 ceph-mon[181282]: pgmap v17699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:51.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:54:51 smithi032 ceph-mon[191839]: pgmap v17699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:51.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:54:51 smithi032 ceph-mon[189144]: pgmap v17699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:54.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:54:53 smithi032 ceph-mon[191839]: pgmap v17700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:54:53 smithi032 ceph-mon[189144]: pgmap v17700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:54:53 smithi039 ceph-mon[181282]: pgmap v17700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:54:55 smithi032 ceph-mon[189144]: pgmap v17701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:54:55 smithi032 ceph-mon[191839]: pgmap v17701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:54:55 smithi039 ceph-mon[181282]: pgmap v17701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:58.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:54:57 smithi032 ceph-mon[189144]: pgmap v17702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:54:57 smithi032 ceph-mon[191839]: pgmap v17702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:54:57 smithi039 ceph-mon[181282]: pgmap v17702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:59.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:54:59 smithi039 ceph-mon[181282]: pgmap v17703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:59.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:54:59 smithi032 ceph-mon[189144]: pgmap v17703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:54:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:54:59 smithi032 ceph-mon[191839]: pgmap v17703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:55:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:55:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:55:02.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:55:01 smithi032 ceph-mon[191839]: pgmap v17704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:02.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:55:01 smithi032 ceph-mon[189144]: pgmap v17704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:02.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:55:01 smithi039 ceph-mon[181282]: pgmap v17704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:04.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:55:03 smithi032 ceph-mon[191839]: pgmap v17705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:04.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:55:03 smithi032 ceph-mon[189144]: pgmap v17705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:04.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:55:03 smithi039 ceph-mon[181282]: pgmap v17705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:55:05 smithi032 ceph-mon[189144]: pgmap v17706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:55:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:55:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:55:05 smithi032 ceph-mon[191839]: pgmap v17706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:55:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:55:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:55:05 smithi039 ceph-mon[181282]: pgmap v17706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:55:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:55:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:55:07 smithi032 ceph-mon[191839]: pgmap v17707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:08.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:55:07 smithi032 ceph-mon[189144]: pgmap v17707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:08.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:55:07 smithi039 ceph-mon[181282]: pgmap v17707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:09.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:55:09 smithi039 ceph-mon[181282]: pgmap v17708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:55:09 smithi032 ceph-mon[191839]: pgmap v17708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:09.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:55:09 smithi032 ceph-mon[189144]: pgmap v17708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:55:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:55:10] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-23T01:55:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:55:11 smithi032 ceph-mon[191839]: pgmap v17709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:55:11 smithi032 ceph-mon[189144]: pgmap v17709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:12.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:55:11 smithi039 ceph-mon[181282]: pgmap v17709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:13.433 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:55:13.760 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:55:13.760 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 27s ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:55:13.760 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 8m ago 8h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:55:13.760 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 27s ago 8h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:55:13.760 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 8m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:55:13.760 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 8m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:55:13.760 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 27s ago 8h 872M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:55:13.761 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 27s ago 8h 2194M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:55:13.761 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 8m ago 8h 1058M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:55:13.761 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 27s ago 8h 1124M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:55:13.761 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 27s ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:55:13.761 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 8m ago 8h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:55:13.761 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 27s ago 8h 5369M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:55:13.761 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 27s ago 8h 5496M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:55:13.761 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 27s ago 8h 4848M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:55:13.761 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 27s ago 8h 4992M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:55:13.761 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 8m ago 8h 4673M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:55:13.761 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 8m ago 8h 5106M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:55:13.761 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 8m ago 8h 4751M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:55:13.761 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 8m ago 8h 4813M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:55:13.761 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 8m ago 8h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:55:14.165 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:55:14.165 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:55:14.165 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:55:14.165 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:55:14.165 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:55:14.165 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:55:14.166 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:55:14.166 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:55:14.166 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:55:14.166 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:55:14.166 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:55:14.166 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:55:14.166 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:55:14.166 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:55:14.166 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:55:14.166 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:55:14.166 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:55:14.166 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:55:14.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:55:13 smithi032 ceph-mon[191839]: pgmap v17710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:55:13 smithi032 ceph-mon[189144]: pgmap v17710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:55:13 smithi039 ceph-mon[181282]: pgmap v17710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:15.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:55:14 smithi032 ceph-mon[191839]: from='client.63557 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:55:15.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:55:14 smithi032 ceph-mon[191839]: from='client.53649 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:55:15.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:55:14 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1181479673' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:55:15.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:55:14 smithi032 ceph-mon[189144]: from='client.63557 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:55:15.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:55:14 smithi032 ceph-mon[189144]: from='client.53649 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:55:15.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:55:14 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1181479673' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:55:15.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:55:14 smithi039 ceph-mon[181282]: from='client.63557 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:55:15.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:55:14 smithi039 ceph-mon[181282]: from='client.53649 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:55:15.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:55:14 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1181479673' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:55:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:55:15 smithi032 ceph-mon[191839]: pgmap v17711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:55:15 smithi032 ceph-mon[189144]: pgmap v17711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:55:15 smithi039 ceph-mon[181282]: pgmap v17711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:18.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:55:17 smithi032 ceph-mon[191839]: pgmap v17712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:18.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:55:17 smithi032 ceph-mon[189144]: pgmap v17712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:18.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:55:17 smithi039 ceph-mon[181282]: pgmap v17712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:19.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:55:19 smithi039 ceph-mon[181282]: pgmap v17713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:55:19 smithi032 ceph-mon[191839]: pgmap v17713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:19.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:55:19 smithi032 ceph-mon[189144]: pgmap v17713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:20.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:55:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:55:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:55:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:55:20.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:55:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:55:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:55:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:55:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T01:55:21.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:55:21 smithi039 ceph-mon[181282]: pgmap v17714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:21.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:55:21 smithi032 ceph-mon[191839]: pgmap v17714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:55:21 smithi032 ceph-mon[189144]: pgmap v17714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:24.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:55:23 smithi032 ceph-mon[191839]: pgmap v17715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:24.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:55:23 smithi032 ceph-mon[189144]: pgmap v17715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:55:23 smithi039 ceph-mon[181282]: pgmap v17715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:55:25 smithi032 ceph-mon[191839]: pgmap v17716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:55:25 smithi032 ceph-mon[189144]: pgmap v17716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:55:25 smithi039 ceph-mon[181282]: pgmap v17716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:55:27 smithi032 ceph-mon[191839]: pgmap v17717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:55:27 smithi032 ceph-mon[189144]: pgmap v17717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:55:27 smithi039 ceph-mon[181282]: pgmap v17717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:29.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:55:29 smithi039 ceph-mon[181282]: pgmap v17718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:29.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:55:29 smithi032 ceph-mon[191839]: pgmap v17718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:29.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:55:29 smithi032 ceph-mon[189144]: pgmap v17718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:55:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:55:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T01:55:32.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:55:31 smithi032 ceph-mon[191839]: pgmap v17719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:55:31 smithi032 ceph-mon[189144]: pgmap v17719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:32.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:55:31 smithi039 ceph-mon[181282]: pgmap v17719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:55:33 smithi032 ceph-mon[189144]: pgmap v17720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:55:33 smithi032 ceph-mon[191839]: pgmap v17720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:34.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:55:33 smithi039 ceph-mon[181282]: pgmap v17720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:55:35 smithi032 ceph-mon[191839]: pgmap v17721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:55:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:55:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:55:35 smithi032 ceph-mon[189144]: pgmap v17721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:55:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:55:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:55:35 smithi039 ceph-mon[181282]: pgmap v17721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:55:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:55:38.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:55:37 smithi032 ceph-mon[191839]: pgmap v17722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:55:37 smithi032 ceph-mon[189144]: pgmap v17722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:38.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:55:37 smithi039 ceph-mon[181282]: pgmap v17722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:39.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:55:39 smithi039 ceph-mon[181282]: pgmap v17723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:55:39 smithi032 ceph-mon[189144]: pgmap v17723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:39.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:55:39 smithi032 ceph-mon[191839]: pgmap v17723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:55:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:55:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:55:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:55:41 smithi032 ceph-mon[191839]: pgmap v17724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:55:41 smithi032 ceph-mon[189144]: pgmap v17724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:42.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:55:41 smithi039 ceph-mon[181282]: pgmap v17724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:55:43 smithi032 ceph-mon[191839]: pgmap v17725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:55:43 smithi032 ceph-mon[189144]: pgmap v17725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:44.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:55:43 smithi039 ceph-mon[181282]: pgmap v17725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:44.528 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:55:44.855 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:55:44.855 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 58s ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:55:44.855 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 9m ago 8h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:55:44.856 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 58s ago 8h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:55:44.856 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 9m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:55:44.856 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 9m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:55:44.856 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 58s ago 8h 872M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:55:44.856 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 58s ago 8h 2194M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:55:44.856 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 9m ago 8h 1058M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:55:44.856 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 58s ago 8h 1124M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:55:44.856 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 58s ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:55:44.856 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 9m ago 8h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:55:44.856 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 58s ago 8h 5369M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:55:44.856 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 58s ago 8h 5496M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:55:44.856 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 58s ago 8h 4848M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:55:44.856 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 58s ago 8h 4992M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:55:44.856 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 9m ago 8h 4673M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:55:44.856 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 9m ago 8h 5106M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:55:44.856 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 9m ago 8h 4751M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:55:44.857 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 9m ago 8h 4813M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:55:44.857 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 9m ago 8h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:55:45.254 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:55:45.254 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:55:45.254 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:55:45.254 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:55:45.254 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:55:45.254 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:55:45.254 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:55:45.255 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:55:45.255 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:55:45.255 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:55:45.255 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:55:45.255 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:55:45.255 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:55:45.255 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:55:45.255 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:55:45.255 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:55:45.255 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:55:45.255 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:55:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:55:45 smithi032 ceph-mon[191839]: from='client.63575 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:55:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:55:45 smithi032 ceph-mon[191839]: pgmap v17726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:55:45 smithi032 ceph-mon[191839]: from='client.63581 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:55:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:55:45 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3083568848' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:55:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:55:45 smithi032 ceph-mon[189144]: from='client.63575 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:55:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:55:45 smithi032 ceph-mon[189144]: pgmap v17726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:55:45 smithi032 ceph-mon[189144]: from='client.63581 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:55:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:55:45 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3083568848' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:55:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:55:45 smithi039 ceph-mon[181282]: from='client.63575 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:55:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:55:45 smithi039 ceph-mon[181282]: pgmap v17726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:55:45 smithi039 ceph-mon[181282]: from='client.63581 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:55:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:55:45 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3083568848' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:55:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:55:47 smithi032 ceph-mon[189144]: pgmap v17727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:55:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:55:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:55:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:55:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:55:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:55:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:55:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:55:48.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:55:47 smithi032 ceph-mon[191839]: pgmap v17727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:48.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:55:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:55:48.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:55:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:55:48.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:55:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:55:48.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:55:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:55:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:55:47 smithi039 ceph-mon[181282]: pgmap v17727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:55:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:55:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:55:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:55:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:55:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:55:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:55:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:55:49.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:55:49 smithi039 ceph-mon[181282]: pgmap v17728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:49.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:55:49 smithi032 ceph-mon[191839]: pgmap v17728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:49.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:55:49 smithi032 ceph-mon[189144]: pgmap v17728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:50.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:55:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:55:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:55:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:55:50.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:55:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:55:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:55:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:55:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:55:51.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:55:51 smithi039 ceph-mon[181282]: pgmap v17729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:55:51 smithi032 ceph-mon[189144]: pgmap v17729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:51.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:55:51 smithi032 ceph-mon[191839]: pgmap v17729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:55:53 smithi032 ceph-mon[191839]: pgmap v17730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:55:53 smithi032 ceph-mon[189144]: pgmap v17730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:55:53 smithi039 ceph-mon[181282]: pgmap v17730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:56.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:55:55 smithi032 ceph-mon[191839]: pgmap v17731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:55:55 smithi032 ceph-mon[189144]: pgmap v17731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:55:55 smithi039 ceph-mon[181282]: pgmap v17731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:58.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:55:57 smithi032 ceph-mon[191839]: pgmap v17732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:58.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:55:57 smithi032 ceph-mon[189144]: pgmap v17732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:55:57 smithi039 ceph-mon[181282]: pgmap v17732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:59.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:55:59 smithi039 ceph-mon[181282]: pgmap v17733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:59.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:55:59 smithi032 ceph-mon[191839]: pgmap v17733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:55:59.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:55:59 smithi032 ceph-mon[189144]: pgmap v17733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:56:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:56:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:56:02.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:56:01 smithi032 ceph-mon[191839]: pgmap v17734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:02.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:56:01 smithi032 ceph-mon[189144]: pgmap v17734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:02.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:56:01 smithi039 ceph-mon[181282]: pgmap v17734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:56:03 smithi032 ceph-mon[191839]: pgmap v17735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:04.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:56:03 smithi032 ceph-mon[189144]: pgmap v17735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:04.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:56:03 smithi039 ceph-mon[181282]: pgmap v17735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:56:05 smithi032 ceph-mon[191839]: pgmap v17736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:56:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:56:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:56:05 smithi032 ceph-mon[189144]: pgmap v17736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:56:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:56:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:56:05 smithi039 ceph-mon[181282]: pgmap v17736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:56:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:56:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:56:07 smithi032 ceph-mon[191839]: pgmap v17737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:08.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:56:07 smithi032 ceph-mon[189144]: pgmap v17737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:08.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:56:07 smithi039 ceph-mon[181282]: pgmap v17737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:09.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:56:09 smithi039 ceph-mon[181282]: pgmap v17738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:56:09 smithi032 ceph-mon[191839]: pgmap v17738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:56:09 smithi032 ceph-mon[189144]: pgmap v17738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:56:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:56:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:56:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:56:11 smithi032 ceph-mon[191839]: pgmap v17739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:56:11 smithi032 ceph-mon[189144]: pgmap v17739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:12.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:56:11 smithi039 ceph-mon[181282]: pgmap v17739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:14.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:56:13 smithi032 ceph-mon[191839]: pgmap v17740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:14.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:56:13 smithi032 ceph-mon[189144]: pgmap v17740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:14.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:56:13 smithi039 ceph-mon[181282]: pgmap v17740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:15.621 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:56:15.943 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:56:15.943 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 89s ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:56:15.943 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 9m ago 8h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:56:15.943 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 89s ago 8h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:56:15.944 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 9m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:56:15.944 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 9m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:56:15.944 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 89s ago 8h 872M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:56:15.944 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 89s ago 8h 2194M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:56:15.944 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 9m ago 8h 1058M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:56:15.944 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 89s ago 8h 1124M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:56:15.944 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 89s ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:56:15.944 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 9m ago 8h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:56:15.944 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 89s ago 8h 5369M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:56:15.944 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 89s ago 8h 5496M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:56:15.944 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 89s ago 8h 4848M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:56:15.944 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 89s ago 8h 4992M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:56:15.944 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 9m ago 8h 4673M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:56:15.945 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 9m ago 8h 5106M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:56:15.945 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 9m ago 8h 4751M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:56:15.945 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 9m ago 8h 4813M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:56:15.945 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 9m ago 8h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:56:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:56:15 smithi032 ceph-mon[189144]: pgmap v17741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:56:15 smithi032 ceph-mon[191839]: pgmap v17741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:16.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:56:15 smithi039 ceph-mon[181282]: pgmap v17741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:16.343 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:56:16.343 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:56:16.343 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:56:16.343 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:56:16.343 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:56:16.343 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:56:16.344 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:56:16.344 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:56:16.344 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:56:16.344 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:56:16.344 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:56:16.344 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:56:16.344 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:56:16.344 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:56:16.344 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:56:16.344 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:56:16.344 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:56:16.344 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:56:17.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:56:16 smithi032 ceph-mon[189144]: from='client.53679 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:56:17.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:56:16 smithi032 ceph-mon[189144]: from='client.53685 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:56:17.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:56:16 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/427212058' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:56:17.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:56:16 smithi032 ceph-mon[191839]: from='client.53679 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:56:17.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:56:16 smithi032 ceph-mon[191839]: from='client.53685 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:56:17.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:56:16 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/427212058' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:56:17.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:56:16 smithi039 ceph-mon[181282]: from='client.53679 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:56:17.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:56:16 smithi039 ceph-mon[181282]: from='client.53685 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:56:17.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:56:16 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/427212058' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:56:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:56:17 smithi032 ceph-mon[189144]: pgmap v17742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:56:17 smithi032 ceph-mon[191839]: pgmap v17742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:18.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:56:17 smithi039 ceph-mon[181282]: pgmap v17742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:19.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:56:19 smithi039 ceph-mon[181282]: pgmap v17743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:56:19 smithi032 ceph-mon[189144]: pgmap v17743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:56:19 smithi032 ceph-mon[191839]: pgmap v17743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:20.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:56:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:56:20.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:56:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:56:20.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:56:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:56:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:56:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:56:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:56:21.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:56:21 smithi039 ceph-mon[181282]: pgmap v17744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:56:21 smithi032 ceph-mon[189144]: pgmap v17744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:21.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:56:21 smithi032 ceph-mon[191839]: pgmap v17744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:24.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:56:23 smithi032 ceph-mon[191839]: pgmap v17745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:24.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:56:23 smithi032 ceph-mon[189144]: pgmap v17745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:56:23 smithi039 ceph-mon[181282]: pgmap v17745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:56:25 smithi032 ceph-mon[191839]: pgmap v17746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:56:25 smithi032 ceph-mon[189144]: pgmap v17746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:56:25 smithi039 ceph-mon[181282]: pgmap v17746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:28.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:56:27 smithi032 ceph-mon[189144]: pgmap v17747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:56:27 smithi032 ceph-mon[191839]: pgmap v17747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:56:27 smithi039 ceph-mon[181282]: pgmap v17747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:29.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:56:29 smithi039 ceph-mon[181282]: pgmap v17748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:29.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:56:29 smithi032 ceph-mon[191839]: pgmap v17748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:29.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:56:29 smithi032 ceph-mon[189144]: pgmap v17748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:56:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:56:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:56:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:56:31 smithi032 ceph-mon[191839]: pgmap v17749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:56:31 smithi032 ceph-mon[189144]: pgmap v17749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:32.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:56:31 smithi039 ceph-mon[181282]: pgmap v17749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:34.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:56:33 smithi032 ceph-mon[189144]: pgmap v17750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:34.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:56:33 smithi032 ceph-mon[191839]: pgmap v17750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:34.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:56:33 smithi039 ceph-mon[181282]: pgmap v17750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:56:35 smithi032 ceph-mon[189144]: pgmap v17751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:56:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:56:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:56:35 smithi032 ceph-mon[191839]: pgmap v17751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:56:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:56:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:56:35 smithi039 ceph-mon[181282]: pgmap v17751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:56:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:56:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:56:37 smithi032 ceph-mon[189144]: pgmap v17752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:38.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:56:37 smithi032 ceph-mon[191839]: pgmap v17752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:38.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:56:37 smithi039 ceph-mon[181282]: pgmap v17752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:39.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:56:39 smithi039 ceph-mon[181282]: pgmap v17753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:56:39 smithi032 ceph-mon[189144]: pgmap v17753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:39.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:56:39 smithi032 ceph-mon[191839]: pgmap v17753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:56:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:56:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T01:56:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:56:41 smithi032 ceph-mon[189144]: pgmap v17754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:56:41 smithi032 ceph-mon[191839]: pgmap v17754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:42.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:56:41 smithi039 ceph-mon[181282]: pgmap v17754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:56:43 smithi032 ceph-mon[189144]: pgmap v17755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:56:43 smithi032 ceph-mon[191839]: pgmap v17755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:44.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:56:43 smithi039 ceph-mon[181282]: pgmap v17755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:56:45 smithi032 ceph-mon[189144]: pgmap v17756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:56:45 smithi032 ceph-mon[191839]: pgmap v17756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:56:45 smithi039 ceph-mon[181282]: pgmap v17756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:46.705 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:56:47.031 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:56:47.032 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 2m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:56:47.032 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 10m ago 8h 96.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:56:47.032 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 2m ago 8h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:56:47.032 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 10m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:56:47.032 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 10m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:56:47.032 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 2m ago 8h 872M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:56:47.032 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 2m ago 8h 2194M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:56:47.032 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 10m ago 8h 1058M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:56:47.032 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 2m ago 8h 1124M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:56:47.032 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 2m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:56:47.032 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 10m ago 8h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:56:47.033 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 2m ago 8h 5369M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:56:47.033 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 2m ago 8h 5496M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:56:47.033 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 2m ago 8h 4848M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:56:47.033 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 2m ago 8h 4992M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:56:47.033 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 10m ago 8h 4673M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:56:47.033 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 10m ago 8h 5106M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:56:47.033 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 10m ago 8h 4751M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:56:47.033 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 10m ago 8h 4813M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:56:47.033 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 10m ago 8h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:56:47.435 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:56:47.435 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:56:47.435 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:56:47.435 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:56:47.435 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:56:47.435 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:56:47.436 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:56:47.436 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:56:47.436 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:56:47.436 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:56:47.436 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:56:47.436 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:56:47.436 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:56:47.436 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:56:47.436 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:56:47.436 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:56:47.436 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:56:47.436 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:56:48.168 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:56:47 smithi039 ceph-mon[181282]: from='client.53697 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:56:48.168 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:56:47 smithi039 ceph-mon[181282]: pgmap v17757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:48.168 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:56:47 smithi039 ceph-mon[181282]: from='client.53703 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:56:48.168 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:56:47 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2055519452' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:56:48.168 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:56:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:56:48.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:56:47 smithi032 ceph-mon[191839]: from='client.53697 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:56:48.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:56:47 smithi032 ceph-mon[191839]: pgmap v17757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:48.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:56:47 smithi032 ceph-mon[191839]: from='client.53703 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:56:48.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:56:47 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2055519452' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:56:48.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:56:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:56:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:56:47 smithi032 ceph-mon[189144]: from='client.53697 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:56:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:56:47 smithi032 ceph-mon[189144]: pgmap v17757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:56:47 smithi032 ceph-mon[189144]: from='client.53703 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:56:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:56:47 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2055519452' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:56:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:56:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:56:49.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:56:49 smithi039 ceph-mon[181282]: pgmap v17758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:49.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:56:49 smithi032 ceph-mon[189144]: pgmap v17758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:49.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:56:49 smithi032 ceph-mon[191839]: pgmap v17758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:56:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:56:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:56:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:56:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:56:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:56:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:56:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:56:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:56:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:56:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:56:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:56:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:56:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:56:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:56:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:56:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:56:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:56:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:56:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:56:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:56:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:56:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:56:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:56:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:56:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:56:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:56:51.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:56:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:56:51.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:56:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:56:51.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:56:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:56:51.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:56:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:56:51.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:56:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:56:51.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:56:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:56:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:56:52 smithi032 ceph-mon[189144]: pgmap v17759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:56:52 smithi032 ceph-mon[191839]: pgmap v17759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:52.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:56:52 smithi039 ceph-mon[181282]: pgmap v17759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:54.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:56:54 smithi032 ceph-mon[191839]: pgmap v17760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:54.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:56:54 smithi032 ceph-mon[189144]: pgmap v17760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:54.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:56:54 smithi039 ceph-mon[181282]: pgmap v17760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:56:56 smithi032 ceph-mon[191839]: pgmap v17761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:56.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:56:56 smithi032 ceph-mon[189144]: pgmap v17761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:56.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:56:56 smithi039 ceph-mon[181282]: pgmap v17761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:58.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:56:58 smithi032 ceph-mon[191839]: pgmap v17762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:58.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:56:58 smithi032 ceph-mon[189144]: pgmap v17762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:58.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:56:58 smithi039 ceph-mon[181282]: pgmap v17762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:59.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:56:59 smithi039 ceph-mon[181282]: pgmap v17763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:56:59 smithi032 ceph-mon[189144]: pgmap v17763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:56:59.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:56:59 smithi032 ceph-mon[191839]: pgmap v17763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:57:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:57:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:57:02.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:57:01 smithi032 ceph-mon[191839]: pgmap v17764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:02.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:57:01 smithi032 ceph-mon[189144]: pgmap v17764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:02.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:57:01 smithi039 ceph-mon[181282]: pgmap v17764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:57:03 smithi032 ceph-mon[191839]: pgmap v17765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:04.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:57:03 smithi032 ceph-mon[189144]: pgmap v17765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:04.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:57:03 smithi039 ceph-mon[181282]: pgmap v17765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:57:05 smithi032 ceph-mon[189144]: pgmap v17766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:57:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:57:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:57:05 smithi032 ceph-mon[191839]: pgmap v17766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:57:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:57:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:57:05 smithi039 ceph-mon[181282]: pgmap v17766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:57:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:57:08.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:57:07 smithi032 ceph-mon[191839]: pgmap v17767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:08.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:57:07 smithi032 ceph-mon[189144]: pgmap v17767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:08.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:57:07 smithi039 ceph-mon[181282]: pgmap v17767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:09.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:57:09 smithi039 ceph-mon[181282]: pgmap v17768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:57:09 smithi032 ceph-mon[189144]: pgmap v17768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:09.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:57:09 smithi032 ceph-mon[191839]: pgmap v17768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:57:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:57:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:57:12.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:57:11 smithi032 ceph-mon[191839]: pgmap v17769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:57:11 smithi032 ceph-mon[189144]: pgmap v17769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:12.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:57:11 smithi039 ceph-mon[181282]: pgmap v17769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:14.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:57:13 smithi032 ceph-mon[191839]: pgmap v17770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:57:13 smithi032 ceph-mon[189144]: pgmap v17770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:57:13 smithi039 ceph-mon[181282]: pgmap v17770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:16.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:57:15 smithi032 ceph-mon[191839]: pgmap v17771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:57:15 smithi032 ceph-mon[189144]: pgmap v17771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:57:15 smithi039 ceph-mon[181282]: pgmap v17771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:17.798 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:57:18.121 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:57:18.121 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 2m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:57:18.121 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 28s ago 8h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:57:18.121 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 2m ago 8h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:57:18.121 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 28s ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:57:18.121 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 28s ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:57:18.121 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 2m ago 8h 872M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:57:18.121 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 2m ago 8h 2194M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:57:18.121 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 28s ago 8h 1076M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:57:18.121 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 2m ago 8h 1124M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:57:18.122 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 2m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:57:18.122 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 28s ago 8h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:57:18.122 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 2m ago 8h 5369M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:57:18.122 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 2m ago 8h 5496M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:57:18.122 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 2m ago 8h 4848M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:57:18.122 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 2m ago 8h 4992M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:57:18.122 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 28s ago 8h 4699M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:57:18.122 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 28s ago 8h 5139M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:57:18.122 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 28s ago 8h 4781M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:57:18.122 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 28s ago 8h 4848M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:57:18.122 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 28s ago 8h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:57:18.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:57:17 smithi032 ceph-mon[189144]: pgmap v17772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:57:17 smithi032 ceph-mon[191839]: pgmap v17772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:18.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:57:17 smithi039 ceph-mon[181282]: pgmap v17772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:18.528 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:57:18.528 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:57:18.528 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:57:18.528 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:57:18.528 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:57:18.528 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:57:18.528 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:57:18.528 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:57:18.528 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:57:18.529 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:57:18.529 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:57:18.529 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:57:18.529 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:57:18.529 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:57:18.529 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:57:18.529 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:57:18.529 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:57:18.529 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:57:19.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:57:18 smithi032 ceph-mon[191839]: from='client.63629 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:57:19.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:57:18 smithi032 ceph-mon[191839]: from='client.63635 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:57:19.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:57:18 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1840369115' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:57:19.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:57:18 smithi032 ceph-mon[189144]: from='client.63629 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:57:19.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:57:18 smithi032 ceph-mon[189144]: from='client.63635 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:57:19.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:57:18 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1840369115' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:57:19.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:57:18 smithi039 ceph-mon[181282]: from='client.63629 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:57:19.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:57:18 smithi039 ceph-mon[181282]: from='client.63635 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:57:19.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:57:18 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1840369115' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:57:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:57:19 smithi032 ceph-mon[191839]: pgmap v17773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:57:19 smithi032 ceph-mon[189144]: pgmap v17773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:57:19 smithi039 ceph-mon[181282]: pgmap v17773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:57:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:57:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:57:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:57:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:57:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:57:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:57:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:57:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:57:22.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:57:21 smithi032 ceph-mon[191839]: pgmap v17774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:57:21 smithi032 ceph-mon[189144]: pgmap v17774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:57:21 smithi039 ceph-mon[181282]: pgmap v17774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:57:23 smithi032 ceph-mon[189144]: pgmap v17775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:24.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:57:23 smithi032 ceph-mon[191839]: pgmap v17775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:57:23 smithi039 ceph-mon[181282]: pgmap v17775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:57:25 smithi032 ceph-mon[191839]: pgmap v17776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:57:25 smithi032 ceph-mon[189144]: pgmap v17776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:57:25 smithi039 ceph-mon[181282]: pgmap v17776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:28.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:57:27 smithi032 ceph-mon[191839]: pgmap v17777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:57:27 smithi032 ceph-mon[189144]: pgmap v17777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:57:27 smithi039 ceph-mon[181282]: pgmap v17777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:29.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:57:29 smithi032 ceph-mon[191839]: pgmap v17778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:29.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:57:29 smithi032 ceph-mon[189144]: pgmap v17778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:30.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:57:29 smithi039 ceph-mon[181282]: pgmap v17778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:57:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:57:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:57:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:57:31 smithi032 ceph-mon[191839]: pgmap v17779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:57:31 smithi032 ceph-mon[189144]: pgmap v17779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:32.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:57:31 smithi039 ceph-mon[181282]: pgmap v17779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:34.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:57:33 smithi032 ceph-mon[191839]: pgmap v17780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:57:33 smithi032 ceph-mon[189144]: pgmap v17780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:34.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:57:33 smithi039 ceph-mon[181282]: pgmap v17780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:57:35 smithi032 ceph-mon[191839]: pgmap v17781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:57:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:57:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:57:35 smithi032 ceph-mon[189144]: pgmap v17781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:57:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:57:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:57:35 smithi039 ceph-mon[181282]: pgmap v17781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:57:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:57:38.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:57:37 smithi032 ceph-mon[191839]: pgmap v17782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:57:37 smithi032 ceph-mon[189144]: pgmap v17782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:38.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:57:37 smithi039 ceph-mon[181282]: pgmap v17782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:39.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:57:39 smithi032 ceph-mon[191839]: pgmap v17783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:39.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:57:39 smithi032 ceph-mon[189144]: pgmap v17783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:40.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:57:39 smithi039 ceph-mon[181282]: pgmap v17783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:57:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:57:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:57:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:57:41 smithi032 ceph-mon[191839]: pgmap v17784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:57:41 smithi032 ceph-mon[189144]: pgmap v17784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:42.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:57:41 smithi039 ceph-mon[181282]: pgmap v17784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:57:43 smithi032 ceph-mon[191839]: pgmap v17785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:57:43 smithi032 ceph-mon[189144]: pgmap v17785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:44.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:57:43 smithi039 ceph-mon[181282]: pgmap v17785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:57:45 smithi032 ceph-mon[191839]: pgmap v17786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:57:45 smithi032 ceph-mon[189144]: pgmap v17786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:57:45 smithi039 ceph-mon[181282]: pgmap v17786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:48.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:57:47 smithi032 ceph-mon[191839]: pgmap v17787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:57:47 smithi032 ceph-mon[189144]: pgmap v17787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:57:47 smithi039 ceph-mon[181282]: pgmap v17787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:48.891 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:57:49.213 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:57:49.213 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 3m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:57:49.213 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 59s ago 8h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:57:49.213 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 3m ago 8h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:57:49.213 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 59s ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:57:49.213 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 59s ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:57:49.213 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 3m ago 8h 872M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:57:49.213 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 3m ago 8h 2194M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:57:49.213 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 59s ago 8h 1076M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:57:49.213 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 3m ago 8h 1124M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:57:49.214 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 3m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:57:49.214 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 59s ago 8h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:57:49.214 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 3m ago 8h 5369M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:57:49.214 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 3m ago 8h 5496M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:57:49.214 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 3m ago 8h 4848M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:57:49.214 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 3m ago 8h 4992M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:57:49.214 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 59s ago 8h 4699M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:57:49.214 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 59s ago 8h 5139M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:57:49.214 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 59s ago 8h 4781M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:57:49.214 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 59s ago 8h 4848M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:57:49.214 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 59s ago 8h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:57:49.612 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:57:49.613 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:57:49.613 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:57:49.613 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:57:49.613 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:57:49.613 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:57:49.613 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:57:49.613 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:57:49.613 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:57:49.613 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:57:49.613 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:57:49.613 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:57:49.614 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:57:49.614 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:57:49.614 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:57:49.614 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:57:49.614 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:57:49.614 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:57:49.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:57:49 smithi032 ceph-mon[189144]: pgmap v17788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:49.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:57:49 smithi032 ceph-mon[189144]: from='client.63647 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:57:49.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:57:49 smithi032 ceph-mon[189144]: from='client.53739 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:57:49.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:57:49 smithi032 ceph-mon[191839]: pgmap v17788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:49.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:57:49 smithi032 ceph-mon[191839]: from='client.63647 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:57:49.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:57:49 smithi032 ceph-mon[191839]: from='client.53739 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:57:50.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:57:49 smithi039 ceph-mon[181282]: pgmap v17788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:50.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:57:49 smithi039 ceph-mon[181282]: from='client.63647 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:57:50.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:57:49 smithi039 ceph-mon[181282]: from='client.53739 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:57:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:57:50 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1691157770' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:57:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:57:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:57:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:57:50 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1691157770' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:57:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:57:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:57:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:57:50 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1691157770' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:57:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:57:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:57:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:57:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:57:50] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T01:57:51.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:57:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:57:51.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:57:51 smithi032 ceph-mon[191839]: pgmap v17789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:51.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:57:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:57:51.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:57:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:57:51.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:57:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:57:51.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:57:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:57:51.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:57:51 smithi032 ceph-mon[189144]: pgmap v17789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:51.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:57:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:57:51.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:57:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:57:51.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:57:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:57:52.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:57:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:57:52.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:57:51 smithi039 ceph-mon[181282]: pgmap v17789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:52.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:57:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:57:52.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:57:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:57:52.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:57:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:57:54.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:57:53 smithi032 ceph-mon[189144]: pgmap v17790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:57:53 smithi032 ceph-mon[191839]: pgmap v17790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:57:53 smithi039 ceph-mon[181282]: pgmap v17790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:56.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:57:55 smithi032 ceph-mon[189144]: pgmap v17791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:56.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:57:55 smithi032 ceph-mon[191839]: pgmap v17791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:57:55 smithi039 ceph-mon[181282]: pgmap v17791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:58.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:57:57 smithi032 ceph-mon[189144]: pgmap v17792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:58.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:57:57 smithi032 ceph-mon[191839]: pgmap v17792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:57:57 smithi039 ceph-mon[181282]: pgmap v17792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:57:59 smithi032 ceph-mon[189144]: pgmap v17793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:57:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:57:59 smithi032 ceph-mon[191839]: pgmap v17793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:00.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:57:59 smithi039 ceph-mon[181282]: pgmap v17793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:58:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:58:00] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T01:58:02.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:58:01 smithi032 ceph-mon[191839]: pgmap v17794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:02.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:58:01 smithi032 ceph-mon[189144]: pgmap v17794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:02.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:58:01 smithi039 ceph-mon[181282]: pgmap v17794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:58:03 smithi032 ceph-mon[191839]: pgmap v17795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:04.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:58:03 smithi032 ceph-mon[189144]: pgmap v17795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:04.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:58:03 smithi039 ceph-mon[181282]: pgmap v17795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:58:05 smithi032 ceph-mon[191839]: pgmap v17796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:58:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:58:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:58:05 smithi032 ceph-mon[189144]: pgmap v17796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:58:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:58:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:58:05 smithi039 ceph-mon[181282]: pgmap v17796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:58:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:58:08.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:58:07 smithi032 ceph-mon[191839]: pgmap v17797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:08.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:58:07 smithi032 ceph-mon[189144]: pgmap v17797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:08.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:58:07 smithi039 ceph-mon[181282]: pgmap v17797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:58:09 smithi032 ceph-mon[191839]: pgmap v17798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:09.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:58:09 smithi032 ceph-mon[189144]: pgmap v17798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:10.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:58:09 smithi039 ceph-mon[181282]: pgmap v17798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:58:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:58:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:58:12.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:58:11 smithi032 ceph-mon[191839]: pgmap v17799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:58:11 smithi032 ceph-mon[189144]: pgmap v17799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:12.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:58:11 smithi039 ceph-mon[181282]: pgmap v17799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:14.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:58:13 smithi032 ceph-mon[191839]: pgmap v17800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:14.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:58:13 smithi032 ceph-mon[189144]: pgmap v17800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:58:13 smithi039 ceph-mon[181282]: pgmap v17800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:16.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:58:15 smithi032 ceph-mon[191839]: pgmap v17801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:58:15 smithi032 ceph-mon[189144]: pgmap v17801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:58:15 smithi039 ceph-mon[181282]: pgmap v17801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:18.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:58:17 smithi032 ceph-mon[191839]: pgmap v17802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:18.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:58:17 smithi032 ceph-mon[189144]: pgmap v17802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:18.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:58:17 smithi039 ceph-mon[181282]: pgmap v17802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:58:19 smithi032 ceph-mon[189144]: pgmap v17803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:19.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:58:19 smithi032 ceph-mon[191839]: pgmap v17803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:19.973 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:58:20.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:58:19 smithi039 ceph-mon[181282]: pgmap v17803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:20.296 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:58:20.296 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 3m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:58:20.296 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 90s ago 8h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:58:20.297 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 3m ago 8h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:58:20.297 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 90s ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:58:20.297 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 90s ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:58:20.297 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 3m ago 8h 872M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:58:20.297 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 3m ago 8h 2194M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:58:20.297 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 90s ago 8h 1076M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:58:20.297 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 3m ago 8h 1124M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:58:20.297 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 3m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:58:20.297 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 90s ago 8h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:58:20.297 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 3m ago 8h 5369M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:58:20.297 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 3m ago 8h 5496M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:58:20.297 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 3m ago 8h 4848M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:58:20.297 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 3m ago 8h 4992M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:58:20.298 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 90s ago 8h 4699M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:58:20.298 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 90s ago 8h 5139M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:58:20.298 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 90s ago 8h 4781M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:58:20.298 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 90s ago 8h 4848M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:58:20.298 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 90s ago 8h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:58:20.703 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:58:20.703 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:58:20.703 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:58:20.703 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:58:20.703 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:58:20.704 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:58:20.704 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:58:20.704 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:58:20.704 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:58:20.704 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:58:20.704 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:58:20.704 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:58:20.704 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:58:20.704 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:58:20.704 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:58:20.704 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:58:20.704 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:58:20.704 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:58:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:58:20 smithi032 ceph-mon[191839]: from='client.63665 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:58:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:58:20 smithi032 ceph-mon[191839]: from='client.63671 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:58:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:58:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:58:20.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:58:20 smithi032 ceph-mon[189144]: from='client.63665 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:58:20.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:58:20 smithi032 ceph-mon[189144]: from='client.63671 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:58:20.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:58:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:58:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:58:20 smithi039 ceph-mon[181282]: from='client.63665 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:58:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:58:20 smithi039 ceph-mon[181282]: from='client.63671 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:58:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:58:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:58:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:58:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:58:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:58:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:58:21 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/945289030' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:58:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:58:21 smithi032 ceph-mon[189144]: pgmap v17804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:58:21 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/945289030' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:58:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:58:21 smithi032 ceph-mon[191839]: pgmap v17804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:22.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:58:21 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/945289030' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:58:22.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:58:21 smithi039 ceph-mon[181282]: pgmap v17804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:24.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:58:23 smithi032 ceph-mon[191839]: pgmap v17805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:24.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:58:23 smithi032 ceph-mon[189144]: pgmap v17805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:58:23 smithi039 ceph-mon[181282]: pgmap v17805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:58:25 smithi032 ceph-mon[191839]: pgmap v17806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:58:25 smithi032 ceph-mon[189144]: pgmap v17806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:58:25 smithi039 ceph-mon[181282]: pgmap v17806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:58:27 smithi032 ceph-mon[189144]: pgmap v17807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:58:27 smithi032 ceph-mon[191839]: pgmap v17807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:58:27 smithi039 ceph-mon[181282]: pgmap v17807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:29.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:58:29 smithi032 ceph-mon[191839]: pgmap v17808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:29.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:58:29 smithi032 ceph-mon[189144]: pgmap v17808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:30.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:58:29 smithi039 ceph-mon[181282]: pgmap v17808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:58:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:58:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:58:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:58:31 smithi032 ceph-mon[189144]: pgmap v17809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:58:31 smithi032 ceph-mon[191839]: pgmap v17809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:32.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:58:31 smithi039 ceph-mon[181282]: pgmap v17809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:34.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:58:33 smithi032 ceph-mon[191839]: pgmap v17810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:58:33 smithi032 ceph-mon[189144]: pgmap v17810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:34.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:58:33 smithi039 ceph-mon[181282]: pgmap v17810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:58:35 smithi032 ceph-mon[189144]: pgmap v17811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:58:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:58:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:58:35 smithi032 ceph-mon[191839]: pgmap v17811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:58:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:58:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:58:35 smithi039 ceph-mon[181282]: pgmap v17811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:58:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:58:38.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:58:37 smithi032 ceph-mon[191839]: pgmap v17812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:58:37 smithi032 ceph-mon[189144]: pgmap v17812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:38.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:58:37 smithi039 ceph-mon[181282]: pgmap v17812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:39.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:58:39 smithi032 ceph-mon[191839]: pgmap v17813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:39.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:58:39 smithi032 ceph-mon[189144]: pgmap v17813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:40.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:58:39 smithi039 ceph-mon[181282]: pgmap v17813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:58:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:58:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:58:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:58:41 smithi032 ceph-mon[191839]: pgmap v17814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:58:41 smithi032 ceph-mon[189144]: pgmap v17814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:42.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:58:41 smithi039 ceph-mon[181282]: pgmap v17814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:58:43 smithi032 ceph-mon[191839]: pgmap v17815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:58:43 smithi032 ceph-mon[189144]: pgmap v17815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:44.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:58:43 smithi039 ceph-mon[181282]: pgmap v17815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:46.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:58:45 smithi032 ceph-mon[191839]: pgmap v17816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:58:45 smithi032 ceph-mon[189144]: pgmap v17816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:58:45 smithi039 ceph-mon[181282]: pgmap v17816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:48.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:58:47 smithi032 ceph-mon[191839]: pgmap v17817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:58:47 smithi032 ceph-mon[189144]: pgmap v17817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:58:47 smithi039 ceph-mon[181282]: pgmap v17817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:49.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:58:49 smithi032 ceph-mon[191839]: pgmap v17818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:49.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:58:49 smithi032 ceph-mon[189144]: pgmap v17818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:50.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:58:49 smithi039 ceph-mon[181282]: pgmap v17818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:50.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:58:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:58:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:58:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:58:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:58:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:58:51.064 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:58:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:58:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:58:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:58:51.399 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:58:51.400 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 4m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:58:51.400 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 2m ago 8h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:58:51.400 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 4m ago 8h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:58:51.400 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 2m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:58:51.400 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 2m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:58:51.400 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 4m ago 8h 872M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:58:51.400 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 4m ago 8h 2194M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:58:51.400 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 2m ago 8h 1076M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:58:51.400 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 4m ago 8h 1124M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:58:51.400 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 4m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:58:51.400 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 2m ago 8h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:58:51.400 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 4m ago 8h 5369M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:58:51.400 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 4m ago 8h 5496M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:58:51.400 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 4m ago 8h 4848M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:58:51.400 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 4m ago 8h 4992M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:58:51.401 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 2m ago 8h 4699M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:58:51.401 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 2m ago 8h 5139M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:58:51.401 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 2m ago 8h 4781M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:58:51.401 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 2m ago 8h 4848M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:58:51.401 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 2m ago 8h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:58:51.812 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:58:51.813 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:58:51.813 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:58:51.813 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:58:51.813 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:58:51.813 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:58:51.813 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:58:51.813 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:58:51.813 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:58:51.813 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:58:51.813 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:58:51.813 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:58:51.813 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:58:51.813 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:58:51.814 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:58:51.814 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:58:51.814 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:58:51.814 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:58:51.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:58:51 smithi032 ceph-mon[191839]: pgmap v17819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:51.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:58:51 smithi032 ceph-mon[191839]: from='client.63683 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:58:51.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:58:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:58:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:58:51 smithi032 ceph-mon[189144]: pgmap v17819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:58:51 smithi032 ceph-mon[189144]: from='client.63683 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:58:51.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:58:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:58:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:58:51 smithi039 ceph-mon[181282]: pgmap v17819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:52.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:58:51 smithi039 ceph-mon[181282]: from='client.63683 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:58:52.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:58:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:58:52.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:58:52 smithi032 ceph-mon[191839]: from='client.63689 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:58:52.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:58:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:58:52.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:58:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:58:52.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:58:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:58:52.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:58:52 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2297290129' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:58:52.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:58:52 smithi032 ceph-mon[189144]: from='client.63689 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:58:52.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:58:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:58:52.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:58:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:58:52.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:58:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:58:52.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:58:52 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2297290129' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:58:53.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:58:52 smithi039 ceph-mon[181282]: from='client.63689 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:58:53.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:58:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:58:53.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:58:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:58:53.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:58:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:58:53.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:58:52 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2297290129' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:58:53.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:58:53 smithi032 ceph-mon[191839]: pgmap v17820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:53.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:58:53 smithi032 ceph-mon[189144]: pgmap v17820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:54.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:58:53 smithi039 ceph-mon[181282]: pgmap v17820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:56.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:58:55 smithi032 ceph-mon[191839]: pgmap v17821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:58:55 smithi032 ceph-mon[189144]: pgmap v17821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:58:55 smithi039 ceph-mon[181282]: pgmap v17821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:58.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:58:57 smithi032 ceph-mon[191839]: pgmap v17822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:58.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:58:57 smithi032 ceph-mon[189144]: pgmap v17822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:58:57 smithi039 ceph-mon[181282]: pgmap v17822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:59.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:58:59 smithi032 ceph-mon[191839]: pgmap v17823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:58:59.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:58:59 smithi032 ceph-mon[189144]: pgmap v17823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:00.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:58:59 smithi039 ceph-mon[181282]: pgmap v17823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:59:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:59:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T01:59:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:59:01 smithi032 ceph-mon[189144]: pgmap v17824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:02.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:59:01 smithi032 ceph-mon[191839]: pgmap v17824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:02.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:59:01 smithi039 ceph-mon[181282]: pgmap v17824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:04.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:59:03 smithi032 ceph-mon[189144]: pgmap v17825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:04.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:59:03 smithi032 ceph-mon[191839]: pgmap v17825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:04.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:59:03 smithi039 ceph-mon[181282]: pgmap v17825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:59:05 smithi032 ceph-mon[191839]: pgmap v17826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:59:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:59:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:59:05 smithi032 ceph-mon[189144]: pgmap v17826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:59:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:59:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:59:05 smithi039 ceph-mon[181282]: pgmap v17826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:59:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:59:08.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:59:07 smithi032 ceph-mon[191839]: pgmap v17827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:08.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:59:07 smithi032 ceph-mon[189144]: pgmap v17827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:08.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:59:07 smithi039 ceph-mon[181282]: pgmap v17827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:59:09 smithi032 ceph-mon[191839]: pgmap v17828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:09.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:59:09 smithi032 ceph-mon[189144]: pgmap v17828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:10.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:59:09 smithi039 ceph-mon[181282]: pgmap v17828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:59:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:59:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:59:12.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:59:11 smithi032 ceph-mon[191839]: pgmap v17829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:59:11 smithi032 ceph-mon[189144]: pgmap v17829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:12.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:59:11 smithi039 ceph-mon[181282]: pgmap v17829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:14.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:59:13 smithi032 ceph-mon[191839]: pgmap v17830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:59:13 smithi032 ceph-mon[189144]: pgmap v17830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:59:13 smithi039 ceph-mon[181282]: pgmap v17830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:16.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:59:15 smithi032 ceph-mon[191839]: pgmap v17831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:59:15 smithi032 ceph-mon[189144]: pgmap v17831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:59:15 smithi039 ceph-mon[181282]: pgmap v17831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:18.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:59:17 smithi032 ceph-mon[191839]: pgmap v17832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:18.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:59:17 smithi032 ceph-mon[189144]: pgmap v17832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:18.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:59:17 smithi039 ceph-mon[181282]: pgmap v17832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:19.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:59:19 smithi032 ceph-mon[191839]: pgmap v17833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:19.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:59:19 smithi032 ceph-mon[189144]: pgmap v17833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:20.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:59:19 smithi039 ceph-mon[181282]: pgmap v17833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:20.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:59:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:59:20.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:59:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:59:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:59:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:59:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:59:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:59:20] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T01:59:21.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:59:21 smithi032 ceph-mon[191839]: pgmap v17834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:59:21 smithi032 ceph-mon[189144]: pgmap v17834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:22.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:59:21 smithi039 ceph-mon[181282]: pgmap v17834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:22.178 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:59:22.502 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:59:22.502 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 4m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:59:22.502 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 2m ago 8h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:59:22.502 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 4m ago 8h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:59:22.502 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 2m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:59:22.502 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 2m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:59:22.502 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 4m ago 8h 872M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:59:22.502 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 4m ago 8h 2194M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:59:22.502 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 2m ago 8h 1076M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:59:22.502 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 4m ago 8h 1124M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:59:22.502 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 4m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:59:22.503 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 2m ago 8h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:59:22.503 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 4m ago 8h 5369M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:59:22.503 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 4m ago 8h 5496M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:59:22.503 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 4m ago 8h 4848M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:59:22.503 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 4m ago 8h 4992M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:59:22.503 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 2m ago 8h 4699M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:59:22.503 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 2m ago 8h 5139M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:59:22.503 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 2m ago 8h 4781M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:59:22.503 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 2m ago 8h 4848M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:59:22.503 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 2m ago 8h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:59:22.905 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:59:22.905 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:59:22.905 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:59:22.905 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:59:22.905 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:59:22.905 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:59:22.905 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:59:22.905 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:59:22.905 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:59:22.905 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:59:22.906 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:59:22.906 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:59:22.906 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:59:22.906 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:59:22.906 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:59:22.906 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:59:22.906 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:59:22.906 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:59:22.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:59:22 smithi032 ceph-mon[191839]: from='client.63701 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:59:22.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:59:22 smithi032 ceph-mon[189144]: from='client.63701 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:59:23.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:59:22 smithi039 ceph-mon[181282]: from='client.63701 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:59:23.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:59:23 smithi032 ceph-mon[191839]: from='client.63707 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:59:23.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:59:23 smithi032 ceph-mon[191839]: pgmap v17835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:23.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:59:23 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/607772672' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:59:23.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:59:23 smithi032 ceph-mon[189144]: from='client.63707 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:59:23.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:59:23 smithi032 ceph-mon[189144]: pgmap v17835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:23.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:59:23 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/607772672' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:59:24.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:59:23 smithi039 ceph-mon[181282]: from='client.63707 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:59:24.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:59:23 smithi039 ceph-mon[181282]: pgmap v17835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:24.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:59:23 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/607772672' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:59:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:59:25 smithi032 ceph-mon[191839]: pgmap v17836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:59:25 smithi032 ceph-mon[189144]: pgmap v17836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:59:25 smithi039 ceph-mon[181282]: pgmap v17836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:59:27 smithi032 ceph-mon[191839]: pgmap v17837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:59:27 smithi032 ceph-mon[189144]: pgmap v17837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:59:27 smithi039 ceph-mon[181282]: pgmap v17837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:29.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:59:29 smithi032 ceph-mon[191839]: pgmap v17838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:29.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:59:29 smithi032 ceph-mon[189144]: pgmap v17838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:30.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:59:29 smithi039 ceph-mon[181282]: pgmap v17838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:59:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:59:30] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T01:59:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:59:31 smithi032 ceph-mon[189144]: pgmap v17839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:32.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:59:31 smithi032 ceph-mon[191839]: pgmap v17839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:32.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:59:31 smithi039 ceph-mon[181282]: pgmap v17839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:34.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:59:33 smithi032 ceph-mon[189144]: pgmap v17840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:34.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:59:33 smithi032 ceph-mon[191839]: pgmap v17840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:34.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:59:33 smithi039 ceph-mon[181282]: pgmap v17840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:59:35 smithi032 ceph-mon[191839]: pgmap v17841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:59:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:59:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:59:35 smithi032 ceph-mon[189144]: pgmap v17841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:59:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:59:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:59:35 smithi039 ceph-mon[181282]: pgmap v17841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:59:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:59:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:59:37 smithi032 ceph-mon[189144]: pgmap v17842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:38.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:59:37 smithi032 ceph-mon[191839]: pgmap v17842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:38.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:59:37 smithi039 ceph-mon[181282]: pgmap v17842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:39.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:59:39 smithi032 ceph-mon[191839]: pgmap v17843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:39.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:59:39 smithi032 ceph-mon[189144]: pgmap v17843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:40.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:59:39 smithi039 ceph-mon[181282]: pgmap v17843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:59:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:59:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T01:59:42.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:59:41 smithi032 ceph-mon[189144]: pgmap v17844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:59:41 smithi032 ceph-mon[191839]: pgmap v17844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:42.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:59:41 smithi039 ceph-mon[181282]: pgmap v17844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:59:43 smithi032 ceph-mon[189144]: pgmap v17845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:59:43 smithi032 ceph-mon[191839]: pgmap v17845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:44.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:59:43 smithi039 ceph-mon[181282]: pgmap v17845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:46.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:59:45 smithi032 ceph-mon[191839]: pgmap v17846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:59:45 smithi032 ceph-mon[189144]: pgmap v17846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:59:45 smithi039 ceph-mon[181282]: pgmap v17846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:48.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:59:47 smithi032 ceph-mon[191839]: pgmap v17847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:48.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:59:47 smithi032 ceph-mon[189144]: pgmap v17847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:59:47 smithi039 ceph-mon[181282]: pgmap v17847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:49.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:59:49 smithi032 ceph-mon[191839]: pgmap v17848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:49.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:59:49 smithi032 ceph-mon[189144]: pgmap v17848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:50.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:59:49 smithi039 ceph-mon[181282]: pgmap v17848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:59:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:59:50.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:59:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:59:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:59:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T01:59:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 01:59:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:01:59:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T01:59:51.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:59:51 smithi032 ceph-mon[191839]: pgmap v17849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:51.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:59:51 smithi032 ceph-mon[189144]: pgmap v17849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:59:51 smithi039 ceph-mon[181282]: pgmap v17849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:52.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:59:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:59:52.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:59:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:59:52.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:59:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:59:52.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:59:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:59:52.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:59:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:59:52.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:59:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:59:52.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:59:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:59:52.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:59:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:59:53.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:59:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T01:59:53.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:59:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T01:59:53.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:59:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T01:59:53.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:59:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T01:59:53.263 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T01:59:53.588 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T01:59:53.588 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 5m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T01:59:53.588 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 3m ago 8h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T01:59:53.588 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 5m ago 8h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T01:59:53.588 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 3m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T01:59:53.588 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 3m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T01:59:53.589 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 5m ago 8h 872M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T01:59:53.589 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 5m ago 8h 2194M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T01:59:53.589 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 3m ago 8h 1076M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T01:59:53.589 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 5m ago 8h 1124M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T01:59:53.589 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 5m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T01:59:53.589 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 3m ago 8h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T01:59:53.589 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 5m ago 8h 5369M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T01:59:53.589 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 5m ago 8h 5496M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T01:59:53.589 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 5m ago 8h 4848M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T01:59:53.589 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 5m ago 8h 4992M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T01:59:53.589 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 3m ago 8h 4699M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T01:59:53.589 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 3m ago 8h 5139M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T01:59:53.589 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 3m ago 8h 4781M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T01:59:53.589 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 3m ago 8h 4848M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T01:59:53.590 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 3m ago 8h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T01:59:53.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:59:53 smithi032 ceph-mon[189144]: pgmap v17850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:53.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:59:53 smithi032 ceph-mon[189144]: from='client.63719 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:59:53.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:59:53 smithi032 ceph-mon[191839]: pgmap v17850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:53.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:59:53 smithi032 ceph-mon[191839]: from='client.63719 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:59:53.990 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T01:59:53.990 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T01:59:53.990 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T01:59:53.990 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:59:53.990 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T01:59:53.990 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T01:59:53.990 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:59:53.990 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T01:59:53.990 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T01:59:53.991 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:59:53.991 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T01:59:53.991 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T01:59:53.991 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T01:59:53.991 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T01:59:53.991 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T01:59:53.991 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T01:59:53.991 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T01:59:53.991 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T01:59:54.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:59:53 smithi039 ceph-mon[181282]: pgmap v17850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:54.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:59:53 smithi039 ceph-mon[181282]: from='client.63719 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:59:54.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:59:54 smithi032 ceph-mon[191839]: from='client.53811 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:59:54.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:59:54 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2014393199' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:59:54.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:59:54 smithi032 ceph-mon[189144]: from='client.53811 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:59:54.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:59:54 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2014393199' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:59:55.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:59:54 smithi039 ceph-mon[181282]: from='client.53811 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T01:59:55.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:59:54 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2014393199' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T01:59:55.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:59:55 smithi032 ceph-mon[191839]: pgmap v17851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:55.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:59:55 smithi032 ceph-mon[189144]: pgmap v17851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:56.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:59:55 smithi039 ceph-mon[181282]: pgmap v17851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:58.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:59:57 smithi032 ceph-mon[191839]: pgmap v17852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:58.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:59:57 smithi032 ceph-mon[189144]: pgmap v17852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:59:57 smithi039 ceph-mon[181282]: pgmap v17852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 01:59:59 smithi032 ceph-mon[191839]: pgmap v17853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T01:59:59.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 01:59:59 smithi032 ceph-mon[189144]: pgmap v17853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:00.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 01:59:59 smithi039 ceph-mon[181282]: pgmap v17853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:00:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-23T01:59:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T02:00:00.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:00:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T02:00:00.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:00:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T02:00:01.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:00:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T02:00:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:00:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:00:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:00:01.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:00:01 smithi032 ceph-mon[191839]: pgmap v17854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:01.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:00:01 smithi032 ceph-mon[189144]: pgmap v17854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:02.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:00:01 smithi039 ceph-mon[181282]: pgmap v17854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:00:03 smithi032 ceph-mon[191839]: pgmap v17855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:04.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:00:03 smithi032 ceph-mon[189144]: pgmap v17855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:04.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:00:03 smithi039 ceph-mon[181282]: pgmap v17855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:00:05 smithi032 ceph-mon[191839]: pgmap v17856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:00:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:00:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:00:05 smithi032 ceph-mon[189144]: pgmap v17856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:00:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:00:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:00:05 smithi039 ceph-mon[181282]: pgmap v17856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:00:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:00:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:00:07 smithi032 ceph-mon[189144]: pgmap v17857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:08.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:00:07 smithi032 ceph-mon[191839]: pgmap v17857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:08.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:00:07 smithi039 ceph-mon[181282]: pgmap v17857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:09.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:00:09 smithi032 ceph-mon[189144]: pgmap v17858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:09.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:00:09 smithi032 ceph-mon[191839]: pgmap v17858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:10.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:00:09 smithi039 ceph-mon[181282]: pgmap v17858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:00:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:00:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T02:00:12.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:00:11 smithi032 ceph-mon[191839]: pgmap v17859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:00:11 smithi032 ceph-mon[189144]: pgmap v17859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:12.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:00:11 smithi039 ceph-mon[181282]: pgmap v17859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:14.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:00:13 smithi032 ceph-mon[191839]: pgmap v17860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:14.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:00:13 smithi032 ceph-mon[189144]: pgmap v17860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:00:13 smithi039 ceph-mon[181282]: pgmap v17860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:16.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:00:15 smithi032 ceph-mon[191839]: pgmap v17861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:00:15 smithi032 ceph-mon[189144]: pgmap v17861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:00:15 smithi039 ceph-mon[181282]: pgmap v17861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:17.257 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 23 02:00:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-23T02:00:16.983976641Z level=info msg="Completed cleanup jobs" duration=14.178471ms 2023-12-23T02:00:18.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:00:17 smithi032 ceph-mon[191839]: pgmap v17862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:18.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:00:17 smithi032 ceph-mon[189144]: pgmap v17862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:18.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:00:17 smithi039 ceph-mon[181282]: pgmap v17862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:00:19 smithi032 ceph-mon[189144]: pgmap v17863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:19.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:00:19 smithi032 ceph-mon[191839]: pgmap v17863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:20.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:00:19 smithi039 ceph-mon[181282]: pgmap v17863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:00:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:00:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:00:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:00:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:00:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:00:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:00:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:00:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:00:21.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:00:21 smithi032 ceph-mon[191839]: pgmap v17864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:00:21 smithi032 ceph-mon[189144]: pgmap v17864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:22.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:00:21 smithi039 ceph-mon[181282]: pgmap v17864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:00:23 smithi032 ceph-mon[189144]: pgmap v17865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:24.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:00:23 smithi032 ceph-mon[191839]: pgmap v17865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:00:23 smithi039 ceph-mon[181282]: pgmap v17865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:24.355 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:00:24.677 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:00:24.677 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 5m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:00:24.677 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 3m ago 8h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:00:24.677 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 5m ago 8h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:00:24.677 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 3m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:00:24.677 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 3m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:00:24.678 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 5m ago 8h 872M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:00:24.678 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 5m ago 8h 2194M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:00:24.678 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 3m ago 8h 1076M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:00:24.678 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 5m ago 8h 1124M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:00:24.678 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 5m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:00:24.678 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 3m ago 8h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:00:24.678 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 5m ago 8h 5369M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:00:24.678 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 5m ago 8h 5496M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:00:24.678 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 5m ago 8h 4848M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:00:24.678 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 5m ago 8h 4992M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:00:24.678 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 3m ago 8h 4699M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:00:24.678 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 3m ago 8h 5139M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:00:24.678 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 3m ago 8h 4781M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:00:24.678 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 3m ago 8h 4848M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:00:24.678 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 3m ago 8h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:00:25.082 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:00:25.082 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:00:25.082 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:00:25.082 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:00:25.083 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:00:25.083 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:00:25.083 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:00:25.083 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:00:25.083 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:00:25.083 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:00:25.083 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:00:25.083 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:00:25.083 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:00:25.083 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:00:25.083 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:00:25.083 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:00:25.083 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:00:25.083 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:00:25.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:00:24 smithi032 ceph-mon[191839]: from='client.53823 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:00:25.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:00:24 smithi032 ceph-mon[189144]: from='client.53823 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:00:25.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:00:24 smithi039 ceph-mon[181282]: from='client.53823 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:00:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:00:25 smithi032 ceph-mon[191839]: from='client.63743 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:00:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:00:25 smithi032 ceph-mon[191839]: pgmap v17866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:00:25 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/198561139' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:00:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:00:25 smithi032 ceph-mon[189144]: from='client.63743 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:00:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:00:25 smithi032 ceph-mon[189144]: pgmap v17866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:00:25 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/198561139' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:00:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:00:25 smithi039 ceph-mon[181282]: from='client.63743 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:00:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:00:25 smithi039 ceph-mon[181282]: pgmap v17866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:00:25 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/198561139' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:00:28.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:00:27 smithi032 ceph-mon[191839]: pgmap v17867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:28.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:00:27 smithi032 ceph-mon[189144]: pgmap v17867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:00:27 smithi039 ceph-mon[181282]: pgmap v17867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:29.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:00:29 smithi032 ceph-mon[191839]: pgmap v17868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:29.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:00:29 smithi032 ceph-mon[189144]: pgmap v17868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:30.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:00:29 smithi039 ceph-mon[181282]: pgmap v17868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:00:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:00:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:00:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:00:31 smithi032 ceph-mon[191839]: pgmap v17869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:00:31 smithi032 ceph-mon[189144]: pgmap v17869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:32.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:00:31 smithi039 ceph-mon[181282]: pgmap v17869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:34.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:00:33 smithi032 ceph-mon[191839]: pgmap v17870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:34.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:00:33 smithi032 ceph-mon[189144]: pgmap v17870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:34.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:00:33 smithi039 ceph-mon[181282]: pgmap v17870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:00:35 smithi032 ceph-mon[191839]: pgmap v17871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:00:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:00:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:00:35 smithi032 ceph-mon[189144]: pgmap v17871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:00:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:00:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:00:35 smithi039 ceph-mon[181282]: pgmap v17871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:00:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:00:38.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:00:37 smithi032 ceph-mon[191839]: pgmap v17872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:00:37 smithi032 ceph-mon[189144]: pgmap v17872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:00:37 smithi039 ceph-mon[181282]: pgmap v17872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:39.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:00:39 smithi032 ceph-mon[191839]: pgmap v17873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:39.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:00:39 smithi032 ceph-mon[189144]: pgmap v17873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:40.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:00:39 smithi039 ceph-mon[181282]: pgmap v17873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:00:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:00:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:00:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:00:41 smithi032 ceph-mon[191839]: pgmap v17874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:00:41 smithi032 ceph-mon[189144]: pgmap v17874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:42.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:00:41 smithi039 ceph-mon[181282]: pgmap v17874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:00:43 smithi032 ceph-mon[191839]: pgmap v17875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:00:43 smithi032 ceph-mon[189144]: pgmap v17875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:44.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:00:43 smithi039 ceph-mon[181282]: pgmap v17875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:46.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:00:45 smithi032 ceph-mon[189144]: pgmap v17876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:46.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:00:45 smithi032 ceph-mon[191839]: pgmap v17876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:00:45 smithi039 ceph-mon[181282]: pgmap v17876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:48.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:00:47 smithi032 ceph-mon[189144]: pgmap v17877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:48.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:00:47 smithi032 ceph-mon[191839]: pgmap v17877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:00:47 smithi039 ceph-mon[181282]: pgmap v17877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:49.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:00:49 smithi032 ceph-mon[189144]: pgmap v17878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:49.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:00:49 smithi032 ceph-mon[191839]: pgmap v17878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:50.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:00:49 smithi039 ceph-mon[181282]: pgmap v17878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:00:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:00:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:00:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:00:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:00:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:00:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:00:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:00:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:00:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:00:51 smithi032 ceph-mon[189144]: pgmap v17879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:51.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:00:51 smithi032 ceph-mon[191839]: pgmap v17879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:00:51 smithi039 ceph-mon[181282]: pgmap v17879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:52.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:00:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:00:52.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:00:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:00:53.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:00:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:00:53.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:00:53 smithi032 ceph-mon[189144]: pgmap v17880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:53.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:00:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:00:53.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:00:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:00:53.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:00:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:00:53.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:00:53 smithi032 ceph-mon[191839]: pgmap v17880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:53.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:00:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:00:53.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:00:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:00:53.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:00:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:00:54.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:00:53 smithi039 ceph-mon[181282]: pgmap v17880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:54.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:00:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:00:54.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:00:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:00:54.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:00:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:00:55.444 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:00:55.765 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:00:55.765 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 6m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:00:55.765 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 4m ago 8h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:00:55.765 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 6m ago 8h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:00:55.765 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 4m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:00:55.765 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 4m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:00:55.765 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 6m ago 8h 872M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:00:55.766 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 6m ago 8h 2194M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:00:55.766 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 4m ago 8h 1076M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:00:55.766 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 6m ago 8h 1124M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:00:55.766 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 6m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:00:55.766 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 4m ago 8h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:00:55.766 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 6m ago 8h 5369M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:00:55.766 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 6m ago 8h 5496M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:00:55.766 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 6m ago 8h 4848M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:00:55.766 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 6m ago 8h 4992M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:00:55.766 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 4m ago 8h 4699M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:00:55.766 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 4m ago 8h 5139M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:00:55.766 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 4m ago 8h 4781M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:00:55.766 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 4m ago 8h 4848M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:00:55.766 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 4m ago 8h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:00:56.167 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:00:56.167 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:00:56.167 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:00:56.168 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:00:56.168 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:00:56.168 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:00:56.168 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:00:56.168 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:00:56.168 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:00:56.168 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:00:56.168 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:00:56.168 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:00:56.168 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:00:56.168 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:00:56.168 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:00:56.168 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:00:56.168 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:00:56.169 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:00:56.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:00:55 smithi032 ceph-mon[189144]: pgmap v17881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:56.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:00:55 smithi032 ceph-mon[191839]: pgmap v17881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:00:55 smithi039 ceph-mon[181282]: pgmap v17881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:57.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:00:56 smithi032 ceph-mon[191839]: from='client.53841 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:00:57.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:00:56 smithi032 ceph-mon[191839]: from='client.53847 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:00:57.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:00:56 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4180484902' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:00:57.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:00:56 smithi032 ceph-mon[189144]: from='client.53841 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:00:57.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:00:56 smithi032 ceph-mon[189144]: from='client.53847 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:00:57.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:00:56 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4180484902' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:00:57.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:00:56 smithi039 ceph-mon[181282]: from='client.53841 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:00:57.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:00:56 smithi039 ceph-mon[181282]: from='client.53847 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:00:57.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:00:56 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4180484902' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:00:58.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:00:57 smithi032 ceph-mon[189144]: pgmap v17882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:58.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:00:57 smithi032 ceph-mon[191839]: pgmap v17882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:00:57 smithi039 ceph-mon[181282]: pgmap v17882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:59.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:00:59 smithi032 ceph-mon[191839]: pgmap v17883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:00:59.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:00:59 smithi032 ceph-mon[189144]: pgmap v17883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:00.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:00:59 smithi039 ceph-mon[181282]: pgmap v17883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:01.123 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:01:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:01:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:01:02.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:01:01 smithi032 ceph-mon[191839]: pgmap v17884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:01:01 smithi032 ceph-mon[189144]: pgmap v17884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:02.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:01:01 smithi039 ceph-mon[181282]: pgmap v17884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:04.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:01:03 smithi032 ceph-mon[189144]: pgmap v17885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:04.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:01:03 smithi032 ceph-mon[191839]: pgmap v17885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:04.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:01:03 smithi039 ceph-mon[181282]: pgmap v17885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:01:05 smithi032 ceph-mon[191839]: pgmap v17886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:01:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:01:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:01:05 smithi032 ceph-mon[189144]: pgmap v17886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:01:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:01:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:01:05 smithi039 ceph-mon[181282]: pgmap v17886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:01:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:01:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:01:07 smithi032 ceph-mon[189144]: pgmap v17887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:08.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:01:07 smithi032 ceph-mon[191839]: pgmap v17887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:08.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:01:07 smithi039 ceph-mon[181282]: pgmap v17887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:01:09 smithi032 ceph-mon[189144]: pgmap v17888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:01:09 smithi032 ceph-mon[191839]: pgmap v17888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:10.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:01:09 smithi039 ceph-mon[181282]: pgmap v17888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:01:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:01:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:01:12.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:01:11 smithi032 ceph-mon[191839]: pgmap v17889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:01:11 smithi032 ceph-mon[189144]: pgmap v17889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:12.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:01:11 smithi039 ceph-mon[181282]: pgmap v17889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:14.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:01:13 smithi032 ceph-mon[191839]: pgmap v17890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:01:13 smithi032 ceph-mon[189144]: pgmap v17890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:01:13 smithi039 ceph-mon[181282]: pgmap v17890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:16.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:01:15 smithi032 ceph-mon[191839]: pgmap v17891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:01:15 smithi032 ceph-mon[189144]: pgmap v17891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:01:15 smithi039 ceph-mon[181282]: pgmap v17891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:18.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:01:17 smithi032 ceph-mon[191839]: pgmap v17892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:18.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:01:17 smithi032 ceph-mon[189144]: pgmap v17892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:18.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:01:17 smithi039 ceph-mon[181282]: pgmap v17892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:01:19 smithi032 ceph-mon[191839]: pgmap v17893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:01:19 smithi032 ceph-mon[189144]: pgmap v17893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:20.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:01:19 smithi039 ceph-mon[181282]: pgmap v17893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:20.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:01:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:01:20.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:01:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:01:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:01:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:01:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:01:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:01:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:01:21.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:01:21 smithi032 ceph-mon[191839]: pgmap v17894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:01:21 smithi032 ceph-mon[189144]: pgmap v17894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:22.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:01:21 smithi039 ceph-mon[181282]: pgmap v17894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:01:23 smithi032 ceph-mon[189144]: pgmap v17895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:24.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:01:23 smithi032 ceph-mon[191839]: pgmap v17895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:01:23 smithi039 ceph-mon[181282]: pgmap v17895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:26.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:01:25 smithi032 ceph-mon[189144]: pgmap v17896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:01:25 smithi032 ceph-mon[191839]: pgmap v17896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:01:25 smithi039 ceph-mon[181282]: pgmap v17896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:26.534 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:01:26.857 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:01:26.857 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 6m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:01:26.857 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 4m ago 8h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:01:26.857 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 6m ago 8h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:01:26.857 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 4m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:01:26.857 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 4m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:01:26.857 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 6m ago 8h 872M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:01:26.857 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 6m ago 8h 2194M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:01:26.857 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 4m ago 8h 1076M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:01:26.858 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 6m ago 8h 1124M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:01:26.858 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 6m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:01:26.858 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 4m ago 8h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:01:26.858 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 6m ago 8h 5369M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:01:26.858 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 6m ago 8h 5496M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:01:26.858 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 6m ago 8h 4848M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:01:26.858 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 6m ago 8h 4992M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:01:26.858 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 4m ago 8h 4699M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:01:26.858 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 4m ago 8h 5139M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:01:26.858 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 4m ago 8h 4781M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:01:26.858 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 4m ago 8h 4848M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:01:26.858 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 4m ago 8h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:01:27.259 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:01:27.259 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:01:27.259 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:01:27.259 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:01:27.259 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:01:27.259 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:01:27.259 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:01:27.259 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:01:27.259 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:01:27.260 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:01:27.260 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:01:27.260 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:01:27.260 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:01:27.260 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:01:27.260 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:01:27.260 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:01:27.260 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:01:27.260 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:01:28.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:01:27 smithi032 ceph-mon[189144]: from='client.63773 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:01:28.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:01:27 smithi032 ceph-mon[189144]: from='client.63779 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:01:28.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:01:27 smithi032 ceph-mon[189144]: pgmap v17897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:28.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:01:27 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1628346407' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:01:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:01:27 smithi032 ceph-mon[191839]: from='client.63773 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:01:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:01:27 smithi032 ceph-mon[191839]: from='client.63779 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:01:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:01:27 smithi032 ceph-mon[191839]: pgmap v17897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:28.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:01:27 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1628346407' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:01:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:01:27 smithi039 ceph-mon[181282]: from='client.63773 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:01:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:01:27 smithi039 ceph-mon[181282]: from='client.63779 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:01:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:01:27 smithi039 ceph-mon[181282]: pgmap v17897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:01:27 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1628346407' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:01:29.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:01:29 smithi032 ceph-mon[191839]: pgmap v17898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:29.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:01:29 smithi032 ceph-mon[189144]: pgmap v17898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:30.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:01:29 smithi039 ceph-mon[181282]: pgmap v17898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:01:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:01:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:01:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:01:31 smithi032 ceph-mon[191839]: pgmap v17899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:01:31 smithi032 ceph-mon[189144]: pgmap v17899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:32.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:01:31 smithi039 ceph-mon[181282]: pgmap v17899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:34.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:01:33 smithi032 ceph-mon[191839]: pgmap v17900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:34.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:01:33 smithi032 ceph-mon[189144]: pgmap v17900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:34.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:01:33 smithi039 ceph-mon[181282]: pgmap v17900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:01:35 smithi032 ceph-mon[191839]: pgmap v17901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:01:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:01:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:01:35 smithi032 ceph-mon[189144]: pgmap v17901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:01:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:01:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:01:35 smithi039 ceph-mon[181282]: pgmap v17901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:01:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:01:38.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:01:37 smithi032 ceph-mon[189144]: pgmap v17902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:38.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:01:37 smithi032 ceph-mon[191839]: pgmap v17902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:01:37 smithi039 ceph-mon[181282]: pgmap v17902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:39.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:01:39 smithi032 ceph-mon[191839]: pgmap v17903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:01:39 smithi032 ceph-mon[189144]: pgmap v17903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:40.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:01:39 smithi039 ceph-mon[181282]: pgmap v17903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:01:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:01:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:01:42.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:01:41 smithi032 ceph-mon[191839]: pgmap v17904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:42.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:01:41 smithi032 ceph-mon[189144]: pgmap v17904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:42.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:01:41 smithi039 ceph-mon[181282]: pgmap v17904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:01:43 smithi032 ceph-mon[191839]: pgmap v17905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:01:43 smithi032 ceph-mon[189144]: pgmap v17905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:44.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:01:43 smithi039 ceph-mon[181282]: pgmap v17905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:46.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:01:45 smithi032 ceph-mon[189144]: pgmap v17906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:01:45 smithi032 ceph-mon[191839]: pgmap v17906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:01:45 smithi039 ceph-mon[181282]: pgmap v17906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:48.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:01:47 smithi032 ceph-mon[191839]: pgmap v17907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:48.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:01:47 smithi032 ceph-mon[189144]: pgmap v17907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:01:47 smithi039 ceph-mon[181282]: pgmap v17907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:49.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:01:49 smithi032 ceph-mon[191839]: pgmap v17908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:49.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:01:49 smithi032 ceph-mon[189144]: pgmap v17908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:50.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:01:49 smithi039 ceph-mon[181282]: pgmap v17908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:50.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:01:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:01:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:01:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:01:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:01:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:01:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:01:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:01:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:01:51.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:01:51 smithi032 ceph-mon[191839]: pgmap v17909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:01:51 smithi032 ceph-mon[189144]: pgmap v17909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:01:51 smithi039 ceph-mon[181282]: pgmap v17909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:54.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:01:53 smithi032 ceph-mon[191839]: pgmap v17910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:01:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:01:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:01:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:01:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:01:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:01:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:01:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:01:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:01:53 smithi032 ceph-mon[189144]: pgmap v17910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:01:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:01:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:01:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:01:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:01:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:01:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:01:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:01:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:01:53 smithi039 ceph-mon[181282]: pgmap v17910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:01:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:01:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:01:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:01:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:01:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:01:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:01:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:01:56.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:01:55 smithi032 ceph-mon[191839]: pgmap v17911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:01:55 smithi032 ceph-mon[189144]: pgmap v17911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:01:55 smithi039 ceph-mon[181282]: pgmap v17911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:57.625 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:01:57.949 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:01:57.949 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 7m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:01:57.949 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 5m ago 8h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:01:57.949 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 7m ago 8h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:01:57.949 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 5m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:01:57.949 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 5m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:01:57.949 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 7m ago 8h 872M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:01:57.949 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 7m ago 8h 2194M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:01:57.949 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 5m ago 8h 1076M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:01:57.949 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 7m ago 8h 1124M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:01:57.949 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 7m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:01:57.949 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 5m ago 8h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:01:57.949 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 7m ago 8h 5369M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:01:57.949 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 7m ago 8h 5496M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:01:57.950 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 7m ago 8h 4848M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:01:57.950 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 7m ago 8h 4992M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:01:57.950 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 5m ago 8h 4699M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:01:57.950 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 5m ago 8h 5139M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:01:57.950 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 5m ago 8h 4781M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:01:57.950 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 5m ago 8h 4848M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:01:57.950 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 5m ago 8h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:01:58.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:01:57 smithi032 ceph-mon[191839]: pgmap v17912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:58.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:01:57 smithi032 ceph-mon[189144]: pgmap v17912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:01:57 smithi039 ceph-mon[181282]: pgmap v17912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:01:58.355 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:01:58.355 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:01:58.355 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:01:58.355 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:01:58.355 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:01:58.355 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:01:58.355 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:01:58.355 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:01:58.355 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:01:58.355 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:01:58.356 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:01:58.356 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:01:58.356 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:01:58.356 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:01:58.356 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:01:58.356 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:01:58.356 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:01:58.356 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:01:59.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:01:58 smithi032 ceph-mon[191839]: from='client.53877 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:01:59.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:01:58 smithi032 ceph-mon[191839]: from='client.53883 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:01:59.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:01:58 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2799174020' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:01:59.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:01:58 smithi032 ceph-mon[189144]: from='client.53877 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:01:59.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:01:58 smithi032 ceph-mon[189144]: from='client.53883 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:01:59.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:01:58 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2799174020' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:01:59.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:01:58 smithi039 ceph-mon[181282]: from='client.53877 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:01:59.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:01:58 smithi039 ceph-mon[181282]: from='client.53883 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:01:59.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:01:58 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2799174020' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:02:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:01:59 smithi032 ceph-mon[191839]: pgmap v17913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:01:59 smithi032 ceph-mon[189144]: pgmap v17913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:00.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:01:59 smithi039 ceph-mon[181282]: pgmap v17913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:02:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:02:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:02:02.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:01 smithi039 ceph-mon[181282]: pgmap v17914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:01 smithi032 ceph-mon[189144]: pgmap v17914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:01 smithi032 ceph-mon[191839]: pgmap v17914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:04.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:03 smithi039 ceph-mon[181282]: pgmap v17915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:04.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:03 smithi032 ceph-mon[191839]: pgmap v17915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:04.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:03 smithi032 ceph-mon[189144]: pgmap v17915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:05 smithi039 ceph-mon[181282]: pgmap v17916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:02:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:05 smithi032 ceph-mon[191839]: pgmap v17916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:02:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:05 smithi032 ceph-mon[189144]: pgmap v17916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:02:08.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:07 smithi039 ceph-mon[181282]: pgmap v17917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:07 smithi032 ceph-mon[191839]: pgmap v17917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:07 smithi032 ceph-mon[189144]: pgmap v17917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:09 smithi032 ceph-mon[191839]: pgmap v17918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:09 smithi032 ceph-mon[189144]: pgmap v17918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:10.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:09 smithi039 ceph-mon[181282]: pgmap v17918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:02:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:02:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:02:12.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:11 smithi032 ceph-mon[191839]: pgmap v17919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:11 smithi032 ceph-mon[189144]: pgmap v17919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:11 smithi039 ceph-mon[181282]: pgmap v17919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:14.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:13 smithi032 ceph-mon[191839]: pgmap v17920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:14.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:13 smithi032 ceph-mon[189144]: pgmap v17920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:13 smithi039 ceph-mon[181282]: pgmap v17920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:15 smithi039 ceph-mon[181282]: pgmap v17921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:16.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:15 smithi032 ceph-mon[191839]: pgmap v17921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:15 smithi032 ceph-mon[189144]: pgmap v17921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:18.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:17 smithi039 ceph-mon[181282]: pgmap v17922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:17 smithi032 ceph-mon[191839]: pgmap v17922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:17 smithi032 ceph-mon[189144]: pgmap v17922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:19 smithi032 ceph-mon[189144]: pgmap v17923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:19 smithi032 ceph-mon[191839]: pgmap v17923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:20.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:19 smithi039 ceph-mon[181282]: pgmap v17923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:20.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:02:20.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:02:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:02:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:02:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:02:20] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-23T02:02:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:21 smithi032 ceph-mon[189144]: pgmap v17924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:21.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:21 smithi032 ceph-mon[191839]: pgmap v17924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:22.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:21 smithi039 ceph-mon[181282]: pgmap v17924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:24.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:23 smithi032 ceph-mon[191839]: pgmap v17925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:24.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:23 smithi032 ceph-mon[189144]: pgmap v17925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:23 smithi039 ceph-mon[181282]: pgmap v17925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:25 smithi039 ceph-mon[181282]: pgmap v17926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:25 smithi032 ceph-mon[189144]: pgmap v17926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:26.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:25 smithi032 ceph-mon[191839]: pgmap v17926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:27 smithi039 ceph-mon[181282]: pgmap v17927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:27 smithi032 ceph-mon[191839]: pgmap v17927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:28.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:27 smithi032 ceph-mon[189144]: pgmap v17927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:28.721 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:02:29.043 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:02:29.043 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 7m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:02:29.043 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 5m ago 8h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:02:29.043 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 7m ago 8h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:02:29.044 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 5m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:02:29.044 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 5m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:02:29.044 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 7m ago 8h 872M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:02:29.044 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 7m ago 8h 2194M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:02:29.044 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 5m ago 8h 1076M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:02:29.044 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 7m ago 8h 1124M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:02:29.044 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 7m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:02:29.044 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 5m ago 8h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:02:29.044 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 7m ago 8h 5369M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:02:29.044 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 7m ago 8h 5496M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:02:29.044 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 7m ago 8h 4848M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:02:29.044 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 7m ago 8h 4992M 2185M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:02:29.044 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 5m ago 8h 4699M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:02:29.044 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 5m ago 8h 5139M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:02:29.044 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 5m ago 8h 4781M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:02:29.044 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 5m ago 8h 4848M 2479M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:02:29.045 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 5m ago 8h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:02:29.448 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:02:29.448 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:02:29.448 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:02:29.448 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:02:29.448 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:02:29.449 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:02:29.449 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:02:29.449 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:02:29.449 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:02:29.449 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:02:29.449 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:02:29.449 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:02:29.449 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:02:29.449 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:02:29.449 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:02:29.449 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:02:29.449 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:02:29.449 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:02:29.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:29 smithi032 ceph-mon[191839]: from='client.53895 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:02:29.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:29 smithi032 ceph-mon[191839]: pgmap v17928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:29.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:29 smithi032 ceph-mon[191839]: from='client.53901 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:02:29.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:29 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/887253637' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:02:29.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:29 smithi032 ceph-mon[189144]: from='client.53895 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:02:29.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:29 smithi032 ceph-mon[189144]: pgmap v17928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:29.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:29 smithi032 ceph-mon[189144]: from='client.53901 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:02:29.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:29 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/887253637' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:02:30.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:29 smithi039 ceph-mon[181282]: from='client.53895 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:02:30.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:29 smithi039 ceph-mon[181282]: pgmap v17928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:30.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:29 smithi039 ceph-mon[181282]: from='client.53901 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:02:30.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:29 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/887253637' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:02:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:02:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:02:30] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-23T02:02:32.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:31 smithi039 ceph-mon[181282]: pgmap v17929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:31 smithi032 ceph-mon[191839]: pgmap v17929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:31 smithi032 ceph-mon[189144]: pgmap v17929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:33 smithi039 ceph-mon[181282]: pgmap v17930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:33 smithi032 ceph-mon[189144]: pgmap v17930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:33 smithi032 ceph-mon[191839]: pgmap v17930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:35 smithi039 ceph-mon[181282]: pgmap v17931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:02:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:35 smithi032 ceph-mon[189144]: pgmap v17931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:02:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:35 smithi032 ceph-mon[191839]: pgmap v17931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:02:38.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:37 smithi039 ceph-mon[181282]: pgmap v17932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:37 smithi032 ceph-mon[189144]: pgmap v17932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:37 smithi032 ceph-mon[191839]: pgmap v17932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:39.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:39 smithi032 ceph-mon[191839]: pgmap v17933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:39 smithi032 ceph-mon[189144]: pgmap v17933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:39 smithi039 ceph-mon[181282]: pgmap v17933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:02:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:02:40] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-23T02:02:42.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:41 smithi039 ceph-mon[181282]: pgmap v17934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:41 smithi032 ceph-mon[189144]: pgmap v17934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:41 smithi032 ceph-mon[191839]: pgmap v17934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:44.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:43 smithi039 ceph-mon[181282]: pgmap v17935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:44.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:43 smithi032 ceph-mon[189144]: pgmap v17935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:44.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:43 smithi032 ceph-mon[191839]: pgmap v17935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:45 smithi039 ceph-mon[181282]: pgmap v17936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:46.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:45 smithi032 ceph-mon[189144]: pgmap v17936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:45 smithi032 ceph-mon[191839]: pgmap v17936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:47 smithi039 ceph-mon[181282]: pgmap v17937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:48.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:47 smithi032 ceph-mon[191839]: pgmap v17937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:48.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:47 smithi032 ceph-mon[189144]: pgmap v17937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:49.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:49 smithi032 ceph-mon[191839]: pgmap v17938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:49.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:49 smithi032 ceph-mon[189144]: pgmap v17938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:50.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:49 smithi039 ceph-mon[181282]: pgmap v17938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:02:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:02:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:02:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:02:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:02:50] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T02:02:51.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:51 smithi032 ceph-mon[191839]: pgmap v17939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:51 smithi032 ceph-mon[189144]: pgmap v17939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:51 smithi039 ceph-mon[181282]: pgmap v17939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:53 smithi039 ceph-mon[181282]: pgmap v17940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:02:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:53 smithi032 ceph-mon[191839]: pgmap v17940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:02:54.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:53 smithi032 ceph-mon[189144]: pgmap v17940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:54.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:02:55.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:02:55.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:02:55.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:02:55.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:02:55.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:02:55.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:02:55.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:55 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi039 to 2475M 2023-12-23T02:02:55.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:02:55.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:02:55.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:02:55.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:02:55.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:02:55.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:02:55.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:02:55.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:02:55.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:02:55.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:02:55.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:02:55.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:02:55.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:02:55.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:02:55.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:02:55.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:55 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi039 to 2475M 2023-12-23T02:02:55.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:02:55.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:02:55.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:02:55.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:02:55.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:02:55.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:02:55.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:02:55.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:02:55.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:02:55.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:02:55.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:02:55.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:02:55.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:02:55.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:02:55.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:02:55.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:55 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi039 to 2475M 2023-12-23T02:02:55.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:02:55.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:02:55.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:02:55.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:02:55.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:02:55.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:02:55.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:02:55.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:02:55.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:02:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:56 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi032 to 2172M 2023-12-23T02:02:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:56 smithi032 ceph-mon[191839]: pgmap v17941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:56.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:56 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi032 to 2172M 2023-12-23T02:02:56.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:56 smithi032 ceph-mon[189144]: pgmap v17941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:56 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi032 to 2172M 2023-12-23T02:02:56.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:56 smithi039 ceph-mon[181282]: pgmap v17941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:58.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:58 smithi032 ceph-mon[191839]: pgmap v17942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:58.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:58 smithi032 ceph-mon[189144]: pgmap v17942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:58.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:58 smithi039 ceph-mon[181282]: pgmap v17942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:59.816 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:02:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:02:59 smithi032 ceph-mon[189144]: pgmap v17943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:02:59.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:02:59 smithi032 ceph-mon[191839]: pgmap v17943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:00.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:02:59 smithi039 ceph-mon[181282]: pgmap v17943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:00.139 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:03:00.139 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 8m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:03:00.139 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 6m ago 8h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:03:00.139 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 8m ago 8h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:03:00.139 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 6m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:03:00.139 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 6m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:03:00.139 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 8m ago 8h 872M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:03:00.139 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 8m ago 8h 2194M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:03:00.139 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 6m ago 8h 1076M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:03:00.139 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 8m ago 8h 1124M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:03:00.139 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 8m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:03:00.139 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 6m ago 8h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:03:00.140 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 8m ago 8h 5369M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:03:00.140 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 8m ago 8h 5496M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:03:00.140 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 8m ago 8h 4848M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:03:00.140 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 8m ago 8h 4992M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:03:00.140 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 6m ago 8h 4699M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:03:00.140 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 6m ago 8h 5139M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:03:00.140 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 6m ago 8h 4781M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:03:00.140 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 6m ago 8h 4848M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:03:00.140 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 6m ago 8h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:03:00.539 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:03:00.539 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:03:00.539 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:03:00.539 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:03:00.540 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:03:00.540 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:03:00.540 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:03:00.540 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:03:00.540 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:03:00.540 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:03:00.540 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:03:00.540 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:03:00.540 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:03:00.540 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:03:00.540 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:03:00.540 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:03:00.540 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:03:00.540 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:03:00.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:00 smithi032 ceph-mon[189144]: from='client.63827 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:03:00.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:00 smithi032 ceph-mon[189144]: from='client.63833 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:03:00.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:00 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2941347782' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:03:00.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:00 smithi032 ceph-mon[191839]: from='client.63827 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:03:00.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:00 smithi032 ceph-mon[191839]: from='client.63833 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:03:00.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:00 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2941347782' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:03:01.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:00 smithi039 ceph-mon[181282]: from='client.63827 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:03:01.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:00 smithi039 ceph-mon[181282]: from='client.63833 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:03:01.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:00 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2941347782' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:03:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:03:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:03:00] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T02:03:01.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:01 smithi032 ceph-mon[189144]: pgmap v17944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:01.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:01 smithi032 ceph-mon[191839]: pgmap v17944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:02.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:01 smithi039 ceph-mon[181282]: pgmap v17944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:04.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:03 smithi039 ceph-mon[181282]: pgmap v17945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:03 smithi032 ceph-mon[191839]: pgmap v17945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:04.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:03 smithi032 ceph-mon[189144]: pgmap v17945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:05 smithi039 ceph-mon[181282]: pgmap v17946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:03:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:05 smithi032 ceph-mon[191839]: pgmap v17946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:03:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:05 smithi032 ceph-mon[189144]: pgmap v17946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:03:08.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:07 smithi039 ceph-mon[181282]: pgmap v17947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:07 smithi032 ceph-mon[191839]: pgmap v17947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:07 smithi032 ceph-mon[189144]: pgmap v17947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:09 smithi032 ceph-mon[191839]: pgmap v17948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:09 smithi032 ceph-mon[189144]: pgmap v17948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:10.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:09 smithi039 ceph-mon[181282]: pgmap v17948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:03:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:03:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:03:12.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:11 smithi039 ceph-mon[181282]: pgmap v17949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:11 smithi032 ceph-mon[191839]: pgmap v17949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:11 smithi032 ceph-mon[189144]: pgmap v17949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:13 smithi039 ceph-mon[181282]: pgmap v17950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:14.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:13 smithi032 ceph-mon[191839]: pgmap v17950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:14.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:13 smithi032 ceph-mon[189144]: pgmap v17950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:15 smithi039 ceph-mon[181282]: pgmap v17951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:16.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:15 smithi032 ceph-mon[191839]: pgmap v17951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:15 smithi032 ceph-mon[189144]: pgmap v17951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:18.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:17 smithi039 ceph-mon[181282]: pgmap v17952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:17 smithi032 ceph-mon[189144]: pgmap v17952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:17 smithi032 ceph-mon[191839]: pgmap v17952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:19 smithi032 ceph-mon[189144]: pgmap v17953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:19 smithi032 ceph-mon[191839]: pgmap v17953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:20.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:19 smithi039 ceph-mon[181282]: pgmap v17953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:20.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:03:20.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:03:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:03:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:03:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:03:20] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T02:03:21.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:21 smithi032 ceph-mon[191839]: pgmap v17954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:21 smithi032 ceph-mon[189144]: pgmap v17954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:22.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:21 smithi039 ceph-mon[181282]: pgmap v17954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:23 smithi039 ceph-mon[181282]: pgmap v17955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:24.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:23 smithi032 ceph-mon[191839]: pgmap v17955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:24.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:23 smithi032 ceph-mon[189144]: pgmap v17955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:25 smithi039 ceph-mon[181282]: pgmap v17956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:26.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:25 smithi032 ceph-mon[191839]: pgmap v17956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:25 smithi032 ceph-mon[189144]: pgmap v17956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:28.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:27 smithi039 ceph-mon[181282]: pgmap v17957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:27 smithi032 ceph-mon[191839]: pgmap v17957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:28.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:27 smithi032 ceph-mon[189144]: pgmap v17957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:29.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:29 smithi032 ceph-mon[191839]: pgmap v17958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:29.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:29 smithi032 ceph-mon[189144]: pgmap v17958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:30.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:29 smithi039 ceph-mon[181282]: pgmap v17958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:30.910 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:03:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:03:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:03:30] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T02:03:31.233 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:03:31.233 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 8m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:03:31.233 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 6m ago 8h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:03:31.233 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 8m ago 8h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:03:31.233 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 6m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:03:31.234 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 6m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:03:31.234 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 8m ago 8h 872M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:03:31.234 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 8m ago 8h 2194M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:03:31.234 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 6m ago 8h 1076M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:03:31.234 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 8m ago 8h 1124M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:03:31.234 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 8m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:03:31.234 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 6m ago 8h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:03:31.234 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 8m ago 8h 5369M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:03:31.234 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 8m ago 8h 5496M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:03:31.234 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 8m ago 8h 4848M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:03:31.234 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 8m ago 8h 4992M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:03:31.234 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 6m ago 8h 4699M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:03:31.234 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 6m ago 8h 5139M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:03:31.234 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 6m ago 8h 4781M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:03:31.235 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 6m ago 8h 4848M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:03:31.235 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 6m ago 8h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:03:31.639 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:03:31.639 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:03:31.639 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:03:31.639 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:03:31.639 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:03:31.639 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:03:31.639 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:03:31.639 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:03:31.639 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:03:31.639 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:03:31.639 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:03:31.639 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:03:31.639 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:03:31.639 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:03:31.639 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:03:31.640 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:03:31.640 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:03:31.640 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:03:32.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:31 smithi039 ceph-mon[181282]: pgmap v17959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:32.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:31 smithi039 ceph-mon[181282]: from='client.63845 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:03:32.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:31 smithi039 ceph-mon[181282]: from='client.53937 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:03:32.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:31 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/871395137' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:03:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:31 smithi032 ceph-mon[189144]: pgmap v17959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:31 smithi032 ceph-mon[189144]: from='client.63845 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:03:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:31 smithi032 ceph-mon[189144]: from='client.53937 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:03:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:31 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/871395137' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:03:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:31 smithi032 ceph-mon[191839]: pgmap v17959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:31 smithi032 ceph-mon[191839]: from='client.63845 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:03:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:31 smithi032 ceph-mon[191839]: from='client.53937 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:03:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:31 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/871395137' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:03:34.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:33 smithi039 ceph-mon[181282]: pgmap v17960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:33 smithi032 ceph-mon[191839]: pgmap v17960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:33 smithi032 ceph-mon[189144]: pgmap v17960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:35 smithi039 ceph-mon[181282]: pgmap v17961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:03:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:35 smithi032 ceph-mon[189144]: pgmap v17961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:03:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:35 smithi032 ceph-mon[191839]: pgmap v17961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:03:38.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:37 smithi039 ceph-mon[181282]: pgmap v17962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:37 smithi032 ceph-mon[191839]: pgmap v17962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:38.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:37 smithi032 ceph-mon[189144]: pgmap v17962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:39 smithi032 ceph-mon[189144]: pgmap v17963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:39.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:39 smithi032 ceph-mon[191839]: pgmap v17963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:39 smithi039 ceph-mon[181282]: pgmap v17963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:03:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:03:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:03:42.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:41 smithi039 ceph-mon[181282]: pgmap v17964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:41 smithi032 ceph-mon[191839]: pgmap v17964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:41 smithi032 ceph-mon[189144]: pgmap v17964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:44.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:43 smithi039 ceph-mon[181282]: pgmap v17965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:44.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:43 smithi032 ceph-mon[191839]: pgmap v17965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:44.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:43 smithi032 ceph-mon[189144]: pgmap v17965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:45 smithi039 ceph-mon[181282]: pgmap v17966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:45 smithi032 ceph-mon[191839]: pgmap v17966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:46.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:45 smithi032 ceph-mon[189144]: pgmap v17966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:47 smithi039 ceph-mon[181282]: pgmap v17967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:48.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:47 smithi032 ceph-mon[191839]: pgmap v17967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:48.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:47 smithi032 ceph-mon[189144]: pgmap v17967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:49.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:49 smithi032 ceph-mon[191839]: pgmap v17968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:49.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:49 smithi032 ceph-mon[189144]: pgmap v17968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:49 smithi039 ceph-mon[181282]: pgmap v17968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:50.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:03:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:03:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:03:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:03:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:03:50] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-23T02:03:51.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:51 smithi032 ceph-mon[191839]: pgmap v17969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:51 smithi032 ceph-mon[189144]: pgmap v17969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:51 smithi039 ceph-mon[181282]: pgmap v17969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:53 smithi039 ceph-mon[181282]: pgmap v17970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:53 smithi032 ceph-mon[191839]: pgmap v17970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:54.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:53 smithi032 ceph-mon[189144]: pgmap v17970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:03:55.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:03:55.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:03:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:56 smithi032 ceph-mon[191839]: pgmap v17971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:56 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:03:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:56 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:03:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:56 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:03:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:56 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:03:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:56 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:03:56.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:56 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:03:56.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:56 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:03:56.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:56 smithi032 ceph-mon[189144]: pgmap v17971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:56.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:56 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:03:56.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:56 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:03:56.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:56 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:03:56.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:56 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:03:56.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:56 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:03:56.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:56 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:03:56.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:56 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:03:56.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:56 smithi039 ceph-mon[181282]: pgmap v17971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:56.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:56 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:03:56.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:56 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:03:56.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:56 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:03:56.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:56 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:03:56.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:56 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:03:56.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:56 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:03:56.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:56 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:03:58.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:58 smithi032 ceph-mon[191839]: pgmap v17972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:58.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:58 smithi032 ceph-mon[189144]: pgmap v17972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:58.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:58 smithi039 ceph-mon[181282]: pgmap v17972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:59.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:03:59 smithi032 ceph-mon[191839]: pgmap v17973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:03:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:03:59 smithi032 ceph-mon[189144]: pgmap v17973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:00.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:03:59 smithi039 ceph-mon[181282]: pgmap v17973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:04:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:04:00] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-23T02:04:02.003 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:04:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:04:01 smithi039 ceph-mon[181282]: pgmap v17974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:02.325 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:04:02.325 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 9m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:04:02.325 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 7m ago 8h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:04:02.325 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 9m ago 8h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:04:02.325 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 7m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:04:02.325 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 7m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:04:02.325 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 9m ago 8h 872M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:04:02.325 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 9m ago 8h 2194M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:04:02.325 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 7m ago 8h 1076M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:04:02.326 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 9m ago 8h 1124M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:04:02.326 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 9m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:04:02.326 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 7m ago 8h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:04:02.326 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 9m ago 8h 5369M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:04:02.326 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 9m ago 8h 5496M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:04:02.326 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 9m ago 8h 4848M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:04:02.326 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 9m ago 8h 4992M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:04:02.326 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 7m ago 8h 4699M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:04:02.326 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 7m ago 8h 5139M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:04:02.326 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 7m ago 8h 4781M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:04:02.326 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 7m ago 8h 4848M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:04:02.326 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 7m ago 8h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:04:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:04:01 smithi032 ceph-mon[189144]: pgmap v17974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:04:01 smithi032 ceph-mon[191839]: pgmap v17974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:02.728 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:04:02.728 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:04:02.729 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:04:02.729 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:04:02.729 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:04:02.729 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:04:02.729 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:04:02.729 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:04:02.729 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:04:02.729 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:04:02.729 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:04:02.729 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:04:02.729 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:04:02.729 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:04:02.729 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:04:02.729 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:04:02.729 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:04:02.729 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:04:03.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:04:02 smithi039 ceph-mon[181282]: from='client.63863 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:04:03.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:04:02 smithi039 ceph-mon[181282]: from='client.63869 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:04:03.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:04:02 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/821256928' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:04:03.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:04:02 smithi032 ceph-mon[191839]: from='client.63863 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:04:03.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:04:02 smithi032 ceph-mon[191839]: from='client.63869 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:04:03.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:04:02 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/821256928' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:04:03.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:04:02 smithi032 ceph-mon[189144]: from='client.63863 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:04:03.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:04:02 smithi032 ceph-mon[189144]: from='client.63869 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:04:03.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:04:02 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/821256928' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:04:04.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:04:03 smithi039 ceph-mon[181282]: pgmap v17975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:04.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:04:03 smithi032 ceph-mon[189144]: pgmap v17975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:04:03 smithi032 ceph-mon[191839]: pgmap v17975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:04:05 smithi039 ceph-mon[181282]: pgmap v17976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:04:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:04:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:04:05 smithi032 ceph-mon[189144]: pgmap v17976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:04:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:04:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:04:05 smithi032 ceph-mon[191839]: pgmap v17976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:04:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:04:08.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:04:07 smithi039 ceph-mon[181282]: pgmap v17977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:04:07 smithi032 ceph-mon[191839]: pgmap v17977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:04:07 smithi032 ceph-mon[189144]: pgmap v17977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:04:09 smithi032 ceph-mon[189144]: pgmap v17978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:04:09 smithi032 ceph-mon[191839]: pgmap v17978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:04:09 smithi039 ceph-mon[181282]: pgmap v17978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:04:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:04:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:04:12.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:04:11 smithi039 ceph-mon[181282]: pgmap v17979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:04:11 smithi032 ceph-mon[189144]: pgmap v17979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:04:11 smithi032 ceph-mon[191839]: pgmap v17979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:04:13 smithi039 ceph-mon[181282]: pgmap v17980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:14.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:04:13 smithi032 ceph-mon[189144]: pgmap v17980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:14.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:04:13 smithi032 ceph-mon[191839]: pgmap v17980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:04:15 smithi039 ceph-mon[181282]: pgmap v17981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:16.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:04:15 smithi032 ceph-mon[191839]: pgmap v17981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:04:15 smithi032 ceph-mon[189144]: pgmap v17981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:18.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:04:17 smithi039 ceph-mon[181282]: pgmap v17982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:04:17 smithi032 ceph-mon[191839]: pgmap v17982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:04:17 smithi032 ceph-mon[189144]: pgmap v17982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:04:19 smithi032 ceph-mon[189144]: pgmap v17983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:04:19 smithi032 ceph-mon[191839]: pgmap v17983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:04:19 smithi039 ceph-mon[181282]: pgmap v17983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:04:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:04:20.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:04:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:04:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:04:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:04:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:04:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:04:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:04:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:04:21 smithi032 ceph-mon[189144]: pgmap v17984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:21.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:04:21 smithi032 ceph-mon[191839]: pgmap v17984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:22.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:04:21 smithi039 ceph-mon[181282]: pgmap v17984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:04:23 smithi039 ceph-mon[181282]: pgmap v17985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:24.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:04:23 smithi032 ceph-mon[189144]: pgmap v17985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:24.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:04:23 smithi032 ceph-mon[191839]: pgmap v17985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:04:25 smithi039 ceph-mon[181282]: pgmap v17986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:04:25 smithi032 ceph-mon[189144]: pgmap v17986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:26.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:04:25 smithi032 ceph-mon[191839]: pgmap v17986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:04:27 smithi039 ceph-mon[181282]: pgmap v17987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:28.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:04:27 smithi032 ceph-mon[189144]: pgmap v17987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:04:27 smithi032 ceph-mon[191839]: pgmap v17987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:29.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:04:29 smithi032 ceph-mon[189144]: pgmap v17988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:29.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:04:29 smithi032 ceph-mon[191839]: pgmap v17988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:04:29 smithi039 ceph-mon[181282]: pgmap v17988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:04:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:04:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:04:32.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:04:31 smithi039 ceph-mon[181282]: pgmap v17989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:04:31 smithi032 ceph-mon[191839]: pgmap v17989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:04:31 smithi032 ceph-mon[189144]: pgmap v17989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:33.094 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:04:33.419 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:04:33.419 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 9m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:04:33.420 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 7m ago 8h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:04:33.420 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 9m ago 8h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:04:33.420 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 7m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:04:33.420 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 7m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:04:33.420 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 9m ago 8h 872M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:04:33.420 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 9m ago 8h 2194M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:04:33.420 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 7m ago 8h 1076M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:04:33.420 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 9m ago 8h 1124M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:04:33.420 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 9m ago 8h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:04:33.420 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 7m ago 8h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:04:33.421 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 9m ago 8h 5369M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:04:33.421 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 9m ago 8h 5496M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:04:33.421 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 9m ago 8h 4848M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:04:33.421 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 9m ago 8h 4992M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:04:33.421 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 7m ago 8h 4699M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:04:33.421 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 7m ago 8h 5139M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:04:33.421 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 7m ago 8h 4781M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:04:33.421 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 7m ago 8h 4848M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:04:33.421 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 7m ago 8h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:04:33.820 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:04:33.820 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:04:33.820 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:04:33.820 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:04:33.820 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:04:33.820 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:04:33.821 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:04:33.821 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:04:33.821 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:04:33.821 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:04:33.821 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:04:33.821 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:04:33.821 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:04:33.821 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:04:33.821 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:04:33.821 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:04:33.821 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:04:33.821 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:04:34.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:04:33 smithi039 ceph-mon[181282]: pgmap v17990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:34.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:04:33 smithi039 ceph-mon[181282]: from='client.53967 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:04:34.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:04:33 smithi039 ceph-mon[181282]: from='client.53973 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:04:34.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:04:33 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/508475729' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:04:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:04:33 smithi032 ceph-mon[191839]: pgmap v17990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:04:33 smithi032 ceph-mon[191839]: from='client.53967 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:04:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:04:33 smithi032 ceph-mon[191839]: from='client.53973 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:04:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:04:33 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/508475729' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:04:34.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:04:33 smithi032 ceph-mon[189144]: pgmap v17990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:34.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:04:33 smithi032 ceph-mon[189144]: from='client.53967 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:04:34.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:04:33 smithi032 ceph-mon[189144]: from='client.53973 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:04:34.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:04:33 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/508475729' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:04:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:04:35 smithi039 ceph-mon[181282]: pgmap v17991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:04:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:04:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:04:35 smithi032 ceph-mon[189144]: pgmap v17991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:04:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:04:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:04:35 smithi032 ceph-mon[191839]: pgmap v17991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:04:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:04:38.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:04:37 smithi039 ceph-mon[181282]: pgmap v17992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:04:37 smithi032 ceph-mon[191839]: pgmap v17992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:04:37 smithi032 ceph-mon[189144]: pgmap v17992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:04:39 smithi032 ceph-mon[189144]: pgmap v17993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:39.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:04:39 smithi032 ceph-mon[191839]: pgmap v17993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:40.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:04:39 smithi039 ceph-mon[181282]: pgmap v17993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:04:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:04:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:04:42.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:04:41 smithi039 ceph-mon[181282]: pgmap v17994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:04:41 smithi032 ceph-mon[191839]: pgmap v17994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:04:41 smithi032 ceph-mon[189144]: pgmap v17994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:44.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:04:43 smithi039 ceph-mon[181282]: pgmap v17995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:44.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:04:43 smithi032 ceph-mon[191839]: pgmap v17995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:44.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:04:43 smithi032 ceph-mon[189144]: pgmap v17995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:04:45 smithi039 ceph-mon[181282]: pgmap v17996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:04:45 smithi032 ceph-mon[191839]: pgmap v17996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:46.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:04:45 smithi032 ceph-mon[189144]: pgmap v17996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:04:47 smithi039 ceph-mon[181282]: pgmap v17997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:48.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:04:47 smithi032 ceph-mon[191839]: pgmap v17997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:48.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:04:47 smithi032 ceph-mon[189144]: pgmap v17997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:49.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:04:49 smithi032 ceph-mon[189144]: pgmap v17998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:49.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:04:49 smithi032 ceph-mon[191839]: pgmap v17998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:04:49 smithi039 ceph-mon[181282]: pgmap v17998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:50.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:04:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:04:50.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:04:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:04:50.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:04:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:04:50] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T02:04:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:04:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:04:51.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:04:51 smithi032 ceph-mon[191839]: pgmap v17999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:04:51 smithi032 ceph-mon[189144]: pgmap v17999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:04:51 smithi039 ceph-mon[181282]: pgmap v17999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:04:53 smithi039 ceph-mon[181282]: pgmap v18000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:04:53 smithi032 ceph-mon[191839]: pgmap v18000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:54.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:04:53 smithi032 ceph-mon[189144]: pgmap v18000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:04:55 smithi039 ceph-mon[181282]: pgmap v18001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:04:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:04:56.259 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:04:55 smithi032 ceph-mon[191839]: pgmap v18001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:56.259 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:04:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:04:56.259 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:04:55 smithi032 ceph-mon[189144]: pgmap v18001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:56.259 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:04:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:04:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:04:57 smithi039 ceph-mon[181282]: pgmap v18002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:04:57 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:04:58.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:04:57 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:04:58.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:04:57 smithi032 ceph-mon[189144]: pgmap v18002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:58.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:04:57 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:04:58.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:04:57 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:04:58.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:04:57 smithi032 ceph-mon[191839]: pgmap v18002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:58.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:04:57 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:04:58.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:04:57 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:04:59.607 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:04:59 smithi032 ceph-mon[191839]: pgmap v18003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:04:59.607 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:04:59 smithi032 ceph-mon[189144]: pgmap v18003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:04:59 smithi039 ceph-mon[181282]: pgmap v18003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:05:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:05:00] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T02:05:01.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:05:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:05:01.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:05:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:05:01.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:05:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:05:01.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:05:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:05:01.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:05:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:05:01.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:05:01 smithi032 ceph-mon[191839]: pgmap v18004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:01.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:05:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:05:01.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:05:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:05:01.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:05:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:05:01.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:05:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:05:01.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:05:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:05:01.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:05:01 smithi032 ceph-mon[189144]: pgmap v18004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:02.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:05:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:05:02.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:05:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:05:02.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:05:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:05:02.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:05:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:05:02.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:05:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:05:02.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:05:01 smithi039 ceph-mon[181282]: pgmap v18004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:04.185 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:05:04.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:05:03 smithi039 ceph-mon[181282]: pgmap v18005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:05:03 smithi032 ceph-mon[191839]: pgmap v18005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:04.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:05:03 smithi032 ceph-mon[189144]: pgmap v18005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:04.508 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:05:04.508 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 6s ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:05:04.508 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 8m ago 8h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:05:04.509 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 6s ago 8h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:05:04.509 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 8m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:05:04.509 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 8m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:05:04.509 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 6s ago 8h 879M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:05:04.509 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 6s ago 8h 2228M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:05:04.509 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 8m ago 8h 1076M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:05:04.509 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 6s ago 8h 1142M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:05:04.509 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 6s ago 8h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:05:04.509 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 8m ago 8h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:05:04.509 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 6s ago 8h 5402M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:05:04.509 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 6s ago 8h 5526M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:05:04.509 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 6s ago 8h 4872M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:05:04.509 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 6s ago 8h 5021M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:05:04.509 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 8m ago 8h 4699M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:05:04.509 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 8m ago 8h 5139M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:05:04.510 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 8m ago 8h 4781M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:05:04.510 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 8m ago 8h 4848M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:05:04.510 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 8m ago 8h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:05:04.908 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:05:04.908 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:05:04.908 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:05:04.908 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:05:04.908 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:05:04.909 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:05:04.909 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:05:04.909 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:05:04.909 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:05:04.909 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:05:04.909 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:05:04.909 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:05:04.909 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:05:04.909 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:05:04.909 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:05:04.909 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:05:04.909 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:05:04.909 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:05:05.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:05:04 smithi039 ceph-mon[181282]: from='client.53985 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:05:05.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:05:04 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2109425895' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:05:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:05:04 smithi032 ceph-mon[191839]: from='client.53985 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:05:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:05:04 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2109425895' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:05:05.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:05:04 smithi032 ceph-mon[189144]: from='client.53985 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:05:05.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:05:04 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2109425895' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:05:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:05:05 smithi039 ceph-mon[181282]: from='client.63905 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:05:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:05:05 smithi039 ceph-mon[181282]: pgmap v18006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:05:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:05:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:05:05 smithi032 ceph-mon[191839]: from='client.63905 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:05:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:05:05 smithi032 ceph-mon[191839]: pgmap v18006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:05:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:05:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:05:05 smithi032 ceph-mon[189144]: from='client.63905 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:05:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:05:05 smithi032 ceph-mon[189144]: pgmap v18006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:05:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:05:08.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:05:07 smithi039 ceph-mon[181282]: pgmap v18007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:05:07 smithi032 ceph-mon[191839]: pgmap v18007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:05:07 smithi032 ceph-mon[189144]: pgmap v18007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:05:09 smithi032 ceph-mon[189144]: pgmap v18008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:05:09 smithi032 ceph-mon[191839]: pgmap v18008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:05:09 smithi039 ceph-mon[181282]: pgmap v18008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:05:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:05:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:05:12.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:05:11 smithi039 ceph-mon[181282]: pgmap v18009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:05:11 smithi032 ceph-mon[191839]: pgmap v18009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:05:11 smithi032 ceph-mon[189144]: pgmap v18009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:05:13 smithi039 ceph-mon[181282]: pgmap v18010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:14.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:05:13 smithi032 ceph-mon[191839]: pgmap v18010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:14.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:05:13 smithi032 ceph-mon[189144]: pgmap v18010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:05:15 smithi039 ceph-mon[181282]: pgmap v18011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:16.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:05:15 smithi032 ceph-mon[191839]: pgmap v18011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:05:15 smithi032 ceph-mon[189144]: pgmap v18011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:18.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:05:17 smithi039 ceph-mon[181282]: pgmap v18012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:05:17 smithi032 ceph-mon[191839]: pgmap v18012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:05:17 smithi032 ceph-mon[189144]: pgmap v18012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:05:19 smithi032 ceph-mon[191839]: pgmap v18013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:05:19 smithi032 ceph-mon[189144]: pgmap v18013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:05:19 smithi039 ceph-mon[181282]: pgmap v18013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:20.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:05:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:05:20.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:05:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:05:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:05:20.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:05:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:05:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:05:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:05:21.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:05:21 smithi032 ceph-mon[191839]: pgmap v18014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:05:21 smithi032 ceph-mon[189144]: pgmap v18014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:22.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:05:21 smithi039 ceph-mon[181282]: pgmap v18014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:24.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:05:23 smithi039 ceph-mon[181282]: pgmap v18015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:24.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:05:23 smithi032 ceph-mon[191839]: pgmap v18015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:24.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:05:23 smithi032 ceph-mon[189144]: pgmap v18015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:26.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:05:25 smithi039 ceph-mon[181282]: pgmap v18016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:26.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:05:25 smithi032 ceph-mon[191839]: pgmap v18016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:05:25 smithi032 ceph-mon[189144]: pgmap v18016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:28.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:05:27 smithi039 ceph-mon[181282]: pgmap v18017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:05:27 smithi032 ceph-mon[191839]: pgmap v18017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:28.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:05:27 smithi032 ceph-mon[189144]: pgmap v18017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:29.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:05:29 smithi032 ceph-mon[191839]: pgmap v18018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:29.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:05:29 smithi032 ceph-mon[189144]: pgmap v18018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:05:29 smithi039 ceph-mon[181282]: pgmap v18018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:05:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:05:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:05:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:05:31 smithi039 ceph-mon[181282]: pgmap v18019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:05:31 smithi032 ceph-mon[191839]: pgmap v18019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:05:31 smithi032 ceph-mon[189144]: pgmap v18019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:34.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:05:33 smithi039 ceph-mon[181282]: pgmap v18020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:05:33 smithi032 ceph-mon[191839]: pgmap v18020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:05:33 smithi032 ceph-mon[189144]: pgmap v18020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:35.274 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:05:35.598 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:05:35.598 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 37s ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:05:35.598 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 8m ago 8h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:05:35.598 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 37s ago 8h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:05:35.598 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 8m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:05:35.598 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 8m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:05:35.599 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 37s ago 8h 879M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:05:35.599 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 37s ago 8h 2228M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:05:35.599 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 8m ago 8h 1076M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:05:35.599 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 37s ago 8h 1142M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:05:35.599 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 37s ago 8h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:05:35.599 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 8m ago 8h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:05:35.599 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 37s ago 8h 5402M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:05:35.599 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 37s ago 8h 5526M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:05:35.599 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 37s ago 8h 4872M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:05:35.599 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 37s ago 8h 5021M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:05:35.599 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 8m ago 8h 4699M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:05:35.599 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 8m ago 8h 5139M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:05:35.599 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 8m ago 8h 4781M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:05:35.599 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 8m ago 8h 4848M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:05:35.600 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 8m ago 8h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:05:36.003 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:05:36.003 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:05:36.003 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:05:36.003 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:05:36.003 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:05:36.003 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:05:36.003 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:05:36.003 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:05:36.003 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:05:36.003 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:05:36.003 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:05:36.003 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:05:36.003 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:05:36.003 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:05:36.004 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:05:36.004 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:05:36.004 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:05:36.004 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:05:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:05:35 smithi039 ceph-mon[181282]: pgmap v18021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:05:35 smithi039 ceph-mon[181282]: from='client.54003 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:05:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:05:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:05:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:05:35 smithi032 ceph-mon[191839]: pgmap v18021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:05:35 smithi032 ceph-mon[191839]: from='client.54003 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:05:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:05:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:05:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:05:35 smithi032 ceph-mon[189144]: pgmap v18021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:05:35 smithi032 ceph-mon[189144]: from='client.54003 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:05:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:05:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:05:37.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:05:37 smithi039 ceph-mon[181282]: from='client.63923 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:05:37.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:05:37 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1529109903' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:05:37.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:05:36 smithi032 ceph-mon[191839]: from='client.63923 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:05:37.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:05:36 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1529109903' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:05:37.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:05:36 smithi032 ceph-mon[189144]: from='client.63923 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:05:37.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:05:36 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1529109903' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:05:38.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:05:38 smithi039 ceph-mon[181282]: pgmap v18022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:05:37 smithi032 ceph-mon[191839]: pgmap v18022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:05:37 smithi032 ceph-mon[189144]: pgmap v18022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:39.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:05:39 smithi032 ceph-mon[191839]: pgmap v18023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:05:39 smithi032 ceph-mon[189144]: pgmap v18023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:05:39 smithi039 ceph-mon[181282]: pgmap v18023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:05:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:05:40] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-23T02:05:42.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:05:41 smithi039 ceph-mon[181282]: pgmap v18024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:05:41 smithi032 ceph-mon[191839]: pgmap v18024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:05:41 smithi032 ceph-mon[189144]: pgmap v18024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:44.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:05:43 smithi039 ceph-mon[181282]: pgmap v18025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:44.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:05:43 smithi032 ceph-mon[191839]: pgmap v18025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:44.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:05:43 smithi032 ceph-mon[189144]: pgmap v18025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:05:45 smithi039 ceph-mon[181282]: pgmap v18026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:05:45 smithi032 ceph-mon[191839]: pgmap v18026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:46.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:05:45 smithi032 ceph-mon[189144]: pgmap v18026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:48.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:05:48 smithi039 ceph-mon[181282]: pgmap v18027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:48.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:05:48 smithi032 ceph-mon[191839]: pgmap v18027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:48.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:05:48 smithi032 ceph-mon[189144]: pgmap v18027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:49.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:05:49 smithi032 ceph-mon[191839]: pgmap v18028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:49.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:05:49 smithi032 ceph-mon[189144]: pgmap v18028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:05:49 smithi039 ceph-mon[181282]: pgmap v18028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:50.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:05:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:05:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:05:50.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:05:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:05:50.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:05:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:05:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:05:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:05:51.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:05:51 smithi032 ceph-mon[191839]: pgmap v18029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:05:51 smithi032 ceph-mon[189144]: pgmap v18029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:05:51 smithi039 ceph-mon[181282]: pgmap v18029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:05:53 smithi039 ceph-mon[181282]: pgmap v18030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:05:53 smithi032 ceph-mon[191839]: pgmap v18030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:54.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:05:53 smithi032 ceph-mon[189144]: pgmap v18030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:05:55 smithi039 ceph-mon[181282]: pgmap v18031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:05:55 smithi032 ceph-mon[191839]: pgmap v18031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:05:55 smithi032 ceph-mon[189144]: pgmap v18031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:58.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:05:58 smithi039 ceph-mon[181282]: pgmap v18032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:58.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:05:58 smithi032 ceph-mon[191839]: pgmap v18032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:58.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:05:58 smithi032 ceph-mon[189144]: pgmap v18032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:59.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:05:59 smithi032 ceph-mon[191839]: pgmap v18033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:05:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:05:59 smithi032 ceph-mon[189144]: pgmap v18033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:05:59 smithi039 ceph-mon[181282]: pgmap v18033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:06:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:06:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:06:01.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:06:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:06:01.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:06:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:06:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:06:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:06:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:06:01 smithi032 ceph-mon[189144]: pgmap v18034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:06:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:06:02.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:06:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:06:02.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:06:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:06:02.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:06:01 smithi032 ceph-mon[191839]: pgmap v18034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:02.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:06:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:06:02.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:06:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:06:02.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:06:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:06:02.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:06:01 smithi039 ceph-mon[181282]: pgmap v18034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:02.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:06:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:06:02.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:06:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:06:02.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:06:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:06:04.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:06:03 smithi039 ceph-mon[181282]: pgmap v18035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:06:03 smithi032 ceph-mon[191839]: pgmap v18035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:04.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:06:03 smithi032 ceph-mon[189144]: pgmap v18035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:06:06 smithi039 ceph-mon[181282]: pgmap v18036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:06:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:06:06.368 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:06:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:06:06 smithi032 ceph-mon[189144]: pgmap v18036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:06:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:06:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:06:06 smithi032 ceph-mon[191839]: pgmap v18036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:06:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:06:06.692 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:06:06.692 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 68s ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:06:06.692 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 9m ago 8h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:06:06.692 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 68s ago 8h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:06:06.692 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 9m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:06:06.692 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 9m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:06:06.692 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 68s ago 8h 879M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:06:06.692 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 68s ago 8h 2228M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:06:06.692 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 9m ago 8h 1076M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:06:06.692 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 68s ago 8h 1142M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:06:06.692 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 68s ago 8h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:06:06.692 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 9m ago 8h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:06:06.693 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 68s ago 8h 5402M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:06:06.693 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 68s ago 8h 5526M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:06:06.693 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 68s ago 8h 4872M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:06:06.693 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 68s ago 8h 5021M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:06:06.693 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 9m ago 8h 4699M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:06:06.693 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 9m ago 8h 5139M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:06:06.693 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 9m ago 8h 4781M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:06:06.693 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 9m ago 8h 4848M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:06:06.693 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 9m ago 8h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:06:07.093 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:06:07.093 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:06:07.093 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:06:07.093 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:06:07.093 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:06:07.093 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:06:07.093 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:06:07.093 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:06:07.093 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:06:07.093 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:06:07.094 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:06:07.094 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:06:07.094 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:06:07.094 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:06:07.094 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:06:07.094 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:06:07.094 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:06:07.094 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:06:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:06:07 smithi032 ceph-mon[191839]: from='client.54021 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:06:07.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:06:07 smithi032 ceph-mon[189144]: from='client.54021 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:06:07.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:06:07 smithi039 ceph-mon[181282]: from='client.54021 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:06:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:06:08 smithi032 ceph-mon[191839]: from='client.54027 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:06:08.493 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:06:08 smithi032 ceph-mon[191839]: pgmap v18037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:08.494 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:06:08 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1153104233' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:06:08.494 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:06:08 smithi032 ceph-mon[189144]: from='client.54027 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:06:08.494 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:06:08 smithi032 ceph-mon[189144]: pgmap v18037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:08.494 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:06:08 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1153104233' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:06:08.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:06:08 smithi039 ceph-mon[181282]: from='client.54027 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:06:08.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:06:08 smithi039 ceph-mon[181282]: pgmap v18037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:08.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:06:08 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1153104233' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:06:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:06:09 smithi032 ceph-mon[191839]: pgmap v18038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:06:09 smithi032 ceph-mon[189144]: pgmap v18038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:06:09 smithi039 ceph-mon[181282]: pgmap v18038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:06:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:06:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:06:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:06:11 smithi039 ceph-mon[181282]: pgmap v18039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:06:11 smithi032 ceph-mon[191839]: pgmap v18039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:06:11 smithi032 ceph-mon[189144]: pgmap v18039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:14.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:06:14 smithi032 ceph-mon[191839]: pgmap v18040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:14.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:06:14 smithi032 ceph-mon[189144]: pgmap v18040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:14.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:06:14 smithi039 ceph-mon[181282]: pgmap v18040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:16.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:06:16 smithi032 ceph-mon[191839]: pgmap v18041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:06:16 smithi032 ceph-mon[189144]: pgmap v18041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:16.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:06:16 smithi039 ceph-mon[181282]: pgmap v18041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:06:18 smithi032 ceph-mon[191839]: pgmap v18042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:06:18 smithi032 ceph-mon[189144]: pgmap v18042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:18.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:06:18 smithi039 ceph-mon[181282]: pgmap v18042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:06:19 smithi032 ceph-mon[191839]: pgmap v18043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:19.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:06:19 smithi032 ceph-mon[189144]: pgmap v18043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:20.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:06:19 smithi039 ceph-mon[181282]: pgmap v18043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:06:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:06:20.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:06:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:06:20.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:06:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:06:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T02:06:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:06:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:06:21.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:06:21 smithi032 ceph-mon[191839]: pgmap v18044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:06:21 smithi032 ceph-mon[189144]: pgmap v18044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:22.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:06:21 smithi039 ceph-mon[181282]: pgmap v18044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:24.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:06:24 smithi032 ceph-mon[191839]: pgmap v18045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:24.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:06:24 smithi032 ceph-mon[189144]: pgmap v18045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:24.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:06:24 smithi039 ceph-mon[181282]: pgmap v18045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:06:26 smithi032 ceph-mon[189144]: pgmap v18046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:26.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:06:26 smithi032 ceph-mon[191839]: pgmap v18046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:26.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:06:26 smithi039 ceph-mon[181282]: pgmap v18046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:06:28 smithi032 ceph-mon[191839]: pgmap v18047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:28.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:06:28 smithi032 ceph-mon[189144]: pgmap v18047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:06:28 smithi039 ceph-mon[181282]: pgmap v18047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:29.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:06:29 smithi032 ceph-mon[191839]: pgmap v18048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:29.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:06:29 smithi032 ceph-mon[189144]: pgmap v18048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:06:29 smithi039 ceph-mon[181282]: pgmap v18048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:06:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:06:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T02:06:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:06:32 smithi032 ceph-mon[191839]: pgmap v18049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:06:32 smithi032 ceph-mon[189144]: pgmap v18049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:32.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:06:32 smithi039 ceph-mon[181282]: pgmap v18049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:06:34 smithi032 ceph-mon[191839]: pgmap v18050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:34.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:06:34 smithi032 ceph-mon[189144]: pgmap v18050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:34.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:06:34 smithi039 ceph-mon[181282]: pgmap v18050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:06:36 smithi032 ceph-mon[191839]: pgmap v18051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:06:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:06:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:06:36 smithi032 ceph-mon[189144]: pgmap v18051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:06:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:06:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:06:36 smithi039 ceph-mon[181282]: pgmap v18051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:36.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:06:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:06:37.456 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:06:37.777 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:06:37.777 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 99s ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:06:37.777 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 9m ago 8h 96.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:06:37.777 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 99s ago 8h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:06:37.777 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 9m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:06:37.777 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 9m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:06:37.777 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 99s ago 8h 879M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:06:37.778 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 99s ago 8h 2228M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:06:37.778 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 9m ago 8h 1076M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:06:37.778 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 99s ago 8h 1142M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:06:37.778 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 99s ago 8h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:06:37.778 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 9m ago 8h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:06:37.778 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 99s ago 8h 5402M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:06:37.778 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 99s ago 8h 5526M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:06:37.778 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 99s ago 8h 4872M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:06:37.778 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 99s ago 8h 5021M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:06:37.778 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 9m ago 8h 4699M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:06:37.778 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 9m ago 8h 5139M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:06:37.778 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 9m ago 8h 4781M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:06:37.778 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 9m ago 8h 4848M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:06:37.778 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 9m ago 8h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:06:38.181 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:06:38.181 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:06:38.181 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:06:38.181 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:06:38.181 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:06:38.181 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:06:38.181 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:06:38.181 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:06:38.181 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:06:38.182 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:06:38.182 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:06:38.182 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:06:38.182 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:06:38.182 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:06:38.182 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:06:38.182 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:06:38.182 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:06:38.182 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:06:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:06:38 smithi032 ceph-mon[191839]: pgmap v18052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:06:38 smithi032 ceph-mon[191839]: from='client.63953 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:06:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:06:38 smithi032 ceph-mon[189144]: pgmap v18052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:06:38 smithi032 ceph-mon[189144]: from='client.63953 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:06:38.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:06:38 smithi039 ceph-mon[181282]: pgmap v18052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:38.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:06:38 smithi039 ceph-mon[181282]: from='client.63953 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:06:39.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:06:39 smithi032 ceph-mon[189144]: from='client.63959 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:06:39.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:06:39 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3075881842' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:06:39.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:06:39 smithi032 ceph-mon[191839]: from='client.63959 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:06:39.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:06:39 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3075881842' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:06:39.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:06:39 smithi039 ceph-mon[181282]: from='client.63959 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:06:39.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:06:39 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3075881842' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:06:40.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:06:40 smithi032 ceph-mon[191839]: pgmap v18053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:40.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:06:40 smithi032 ceph-mon[189144]: pgmap v18053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:40.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:06:40 smithi039 ceph-mon[181282]: pgmap v18053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:06:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:06:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:06:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:06:42 smithi032 ceph-mon[191839]: pgmap v18054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:06:42 smithi032 ceph-mon[189144]: pgmap v18054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:06:42 smithi039 ceph-mon[181282]: pgmap v18054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:44.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:06:44 smithi032 ceph-mon[191839]: pgmap v18055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:44.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:06:44 smithi032 ceph-mon[189144]: pgmap v18055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:06:44 smithi039 ceph-mon[181282]: pgmap v18055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:06:46 smithi032 ceph-mon[191839]: pgmap v18056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:46.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:06:46 smithi032 ceph-mon[189144]: pgmap v18056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:46.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:06:46 smithi039 ceph-mon[181282]: pgmap v18056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:48.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:06:48 smithi032 ceph-mon[191839]: pgmap v18057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:48.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:06:48 smithi032 ceph-mon[189144]: pgmap v18057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:48.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:06:48 smithi039 ceph-mon[181282]: pgmap v18057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:49.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:06:49 smithi032 ceph-mon[191839]: pgmap v18058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:49.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:06:49 smithi032 ceph-mon[189144]: pgmap v18058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:06:49 smithi039 ceph-mon[181282]: pgmap v18058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:50.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:06:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:06:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:06:50.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:06:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:06:50.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:06:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:06:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:06:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:06:51.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:06:51 smithi032 ceph-mon[191839]: pgmap v18059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:06:51 smithi032 ceph-mon[189144]: pgmap v18059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:06:51 smithi039 ceph-mon[181282]: pgmap v18059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:06:54 smithi032 ceph-mon[191839]: pgmap v18060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:54.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:06:54 smithi032 ceph-mon[189144]: pgmap v18060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:06:54 smithi039 ceph-mon[181282]: pgmap v18060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:06:56 smithi032 ceph-mon[191839]: pgmap v18061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:06:56 smithi032 ceph-mon[189144]: pgmap v18061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:06:56 smithi039 ceph-mon[181282]: pgmap v18061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:58.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:06:58 smithi032 ceph-mon[191839]: pgmap v18062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:58.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:06:58 smithi032 ceph-mon[189144]: pgmap v18062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:58.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:06:58 smithi039 ceph-mon[181282]: pgmap v18062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:59.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:06:59 smithi032 ceph-mon[191839]: pgmap v18063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:06:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:06:59 smithi032 ceph-mon[189144]: pgmap v18063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:06:59 smithi039 ceph-mon[181282]: pgmap v18063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:07:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:07:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:07:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:02 smithi032 ceph-mon[189144]: pgmap v18064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:07:02.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:02 smithi032 ceph-mon[191839]: pgmap v18064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:02.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:07:02.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:02 smithi039 ceph-mon[181282]: pgmap v18064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:02.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:07:04.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:04 smithi039 ceph-mon[181282]: pgmap v18065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:04.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:07:04.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:04 smithi032 ceph-mon[189144]: pgmap v18065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:04.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:07:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:04 smithi032 ceph-mon[191839]: pgmap v18065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:07:05.378 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:07:05.378 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:07:05.378 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:07:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:07:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:07:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:07:05.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:07:05.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:07:05.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:07:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:06 smithi032 ceph-mon[191839]: pgmap v18066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:07:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:06 smithi032 ceph-mon[189144]: pgmap v18066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:07:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:06 smithi039 ceph-mon[181282]: pgmap v18066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:07:08.546 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:07:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:08 smithi032 ceph-mon[189144]: pgmap v18067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:07:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:07:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:07:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:07:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:07:08.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:08 smithi032 ceph-mon[191839]: pgmap v18067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:08.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:07:08.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:07:08.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:07:08.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:07:08.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:07:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:08 smithi039 ceph-mon[181282]: pgmap v18067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:07:08.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:07:08.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:07:08.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:07:08.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:07:08.873 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:07:08.873 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 2m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:07:08.873 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 4s ago 8h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:07:08.873 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 2m ago 8h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:07:08.874 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 4s ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:07:08.874 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 4s ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:07:08.874 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 2m ago 8h 879M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:07:08.874 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 2m ago 8h 2228M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:07:08.874 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 4s ago 8h 1090M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:07:08.874 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 2m ago 8h 1142M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:07:08.874 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 2m ago 8h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:07:08.874 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 4s ago 8h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:07:08.874 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 2m ago 8h 5402M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:07:08.874 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 2m ago 8h 5526M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:07:08.874 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 2m ago 8h 4872M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:07:08.874 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 2m ago 8h 5021M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:07:08.874 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 4s ago 8h 4725M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:07:08.874 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 4s ago 8h 5172M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:07:08.874 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 4s ago 8h 4811M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:07:08.875 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 4s ago 8h 4883M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:07:08.875 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 4s ago 8h 143M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:07:09.271 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:07:09.271 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:07:09.271 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:07:09.271 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:07:09.271 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:07:09.271 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:07:09.272 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:07:09.272 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:07:09.272 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:07:09.272 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:07:09.272 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:07:09.272 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:07:09.272 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:07:09.272 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:07:09.272 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:07:09.272 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:07:09.272 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:07:09.272 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:07:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:09 smithi032 ceph-mon[189144]: from='client.54057 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:07:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:09 smithi032 ceph-mon[189144]: from='client.63977 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:07:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:09 smithi032 ceph-mon[189144]: pgmap v18068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:09 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1379707798' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:07:09.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:09 smithi032 ceph-mon[191839]: from='client.54057 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:07:09.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:09 smithi032 ceph-mon[191839]: from='client.63977 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:07:09.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:09 smithi032 ceph-mon[191839]: pgmap v18068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:09.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:09 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1379707798' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:07:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:09 smithi039 ceph-mon[181282]: from='client.54057 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:07:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:09 smithi039 ceph-mon[181282]: from='client.63977 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:07:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:09 smithi039 ceph-mon[181282]: pgmap v18068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:10.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:09 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1379707798' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:07:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:07:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:07:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T02:07:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:12 smithi032 ceph-mon[191839]: pgmap v18069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:12 smithi032 ceph-mon[189144]: pgmap v18069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:12 smithi039 ceph-mon[181282]: pgmap v18069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:14.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:14 smithi032 ceph-mon[191839]: pgmap v18070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:14.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:14 smithi032 ceph-mon[189144]: pgmap v18070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:14 smithi039 ceph-mon[181282]: pgmap v18070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:16.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:16 smithi032 ceph-mon[191839]: pgmap v18071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:16.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:16 smithi032 ceph-mon[189144]: pgmap v18071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:16.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:16 smithi039 ceph-mon[181282]: pgmap v18071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:18 smithi032 ceph-mon[189144]: pgmap v18072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:18.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:18 smithi032 ceph-mon[191839]: pgmap v18072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:18.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:18 smithi039 ceph-mon[181282]: pgmap v18072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:19 smithi032 ceph-mon[189144]: pgmap v18073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:19 smithi032 ceph-mon[191839]: pgmap v18073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:20.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:19 smithi039 ceph-mon[181282]: pgmap v18073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:20.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:07:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:07:20.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:07:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:07:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:07:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:07:21.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:21 smithi032 ceph-mon[191839]: pgmap v18074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:21 smithi032 ceph-mon[189144]: pgmap v18074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:22.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:21 smithi039 ceph-mon[181282]: pgmap v18074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:24.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:24 smithi032 ceph-mon[191839]: pgmap v18075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:24.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:24 smithi032 ceph-mon[189144]: pgmap v18075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:24 smithi039 ceph-mon[181282]: pgmap v18075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:26.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:26 smithi032 ceph-mon[191839]: pgmap v18076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:26 smithi032 ceph-mon[189144]: pgmap v18076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:26 smithi039 ceph-mon[181282]: pgmap v18076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:28.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:28 smithi032 ceph-mon[189144]: pgmap v18077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:28 smithi032 ceph-mon[191839]: pgmap v18077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:28 smithi039 ceph-mon[181282]: pgmap v18077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:29.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:29 smithi032 ceph-mon[189144]: pgmap v18078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:29.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:29 smithi032 ceph-mon[191839]: pgmap v18078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:29 smithi039 ceph-mon[181282]: pgmap v18078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:07:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:07:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:07:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:32 smithi032 ceph-mon[191839]: pgmap v18079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:32 smithi032 ceph-mon[189144]: pgmap v18079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:32.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:32 smithi039 ceph-mon[181282]: pgmap v18079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:34 smithi032 ceph-mon[189144]: pgmap v18080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:34.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:34 smithi032 ceph-mon[191839]: pgmap v18080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:34.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:34 smithi039 ceph-mon[181282]: pgmap v18080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:36 smithi032 ceph-mon[189144]: pgmap v18081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:07:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:36 smithi032 ceph-mon[191839]: pgmap v18081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:07:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:36 smithi039 ceph-mon[181282]: pgmap v18081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:07:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:38 smithi032 ceph-mon[191839]: pgmap v18082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:38.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:38 smithi032 ceph-mon[189144]: pgmap v18082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:38.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:38 smithi039 ceph-mon[181282]: pgmap v18082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:39.639 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:07:39.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:39 smithi032 ceph-mon[191839]: pgmap v18083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:39 smithi032 ceph-mon[189144]: pgmap v18083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:39.963 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:07:39.963 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 2m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:07:39.963 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 35s ago 8h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:07:39.963 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 2m ago 8h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:07:39.963 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 35s ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:07:39.963 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 35s ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:07:39.963 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 2m ago 8h 879M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:07:39.963 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 2m ago 8h 2228M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:07:39.963 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 35s ago 8h 1090M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:07:39.963 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 2m ago 8h 1142M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:07:39.963 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 2m ago 8h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:07:39.963 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 35s ago 8h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:07:39.964 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 2m ago 8h 5402M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:07:39.964 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 2m ago 8h 5526M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:07:39.964 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 2m ago 8h 4872M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:07:39.964 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 2m ago 8h 5021M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:07:39.964 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 35s ago 8h 4725M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:07:39.964 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 35s ago 8h 5172M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:07:39.964 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 35s ago 8h 4811M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:07:39.964 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 35s ago 8h 4883M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:07:39.964 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 35s ago 8h 143M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:07:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:39 smithi039 ceph-mon[181282]: pgmap v18083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:40.363 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:07:40.363 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:07:40.363 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:07:40.363 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:07:40.363 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:07:40.363 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:07:40.363 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:07:40.363 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:07:40.363 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:07:40.364 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:07:40.364 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:07:40.364 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:07:40.364 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:07:40.364 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:07:40.364 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:07:40.364 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:07:40.364 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:07:40.364 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:07:40.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:40 smithi032 ceph-mon[191839]: from='client.54075 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:07:40.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:40 smithi032 ceph-mon[191839]: from='client.54081 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:07:40.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:40 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3050630035' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:07:40.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:40 smithi032 ceph-mon[189144]: from='client.54075 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:07:40.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:40 smithi032 ceph-mon[189144]: from='client.54081 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:07:40.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:40 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3050630035' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:07:40.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:07:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:07:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:07:41.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:40 smithi039 ceph-mon[181282]: from='client.54075 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:07:41.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:40 smithi039 ceph-mon[181282]: from='client.54081 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:07:41.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:40 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3050630035' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:07:41.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:41 smithi032 ceph-mon[191839]: pgmap v18084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:41.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:41 smithi032 ceph-mon[189144]: pgmap v18084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:42.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:41 smithi039 ceph-mon[181282]: pgmap v18084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:44.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:44 smithi032 ceph-mon[191839]: pgmap v18085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:44.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:44 smithi032 ceph-mon[189144]: pgmap v18085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:44.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:44 smithi039 ceph-mon[181282]: pgmap v18085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:46 smithi032 ceph-mon[191839]: pgmap v18086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:46.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:46 smithi032 ceph-mon[189144]: pgmap v18086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:46.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:46 smithi039 ceph-mon[181282]: pgmap v18086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:48.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:48 smithi032 ceph-mon[191839]: pgmap v18087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:48.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:48 smithi032 ceph-mon[189144]: pgmap v18087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:48.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:48 smithi039 ceph-mon[181282]: pgmap v18087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:49.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:49 smithi032 ceph-mon[191839]: pgmap v18088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:49.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:49 smithi032 ceph-mon[189144]: pgmap v18088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:49 smithi039 ceph-mon[181282]: pgmap v18088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:50.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:07:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:07:50] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-23T02:07:50.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:07:50.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:07:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:07:51.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:51 smithi032 ceph-mon[191839]: pgmap v18089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:51 smithi032 ceph-mon[189144]: pgmap v18089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:51 smithi039 ceph-mon[181282]: pgmap v18089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:54 smithi032 ceph-mon[191839]: pgmap v18090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:54.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:54 smithi032 ceph-mon[189144]: pgmap v18090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:54 smithi039 ceph-mon[181282]: pgmap v18090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:56 smithi032 ceph-mon[191839]: pgmap v18091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:56 smithi032 ceph-mon[189144]: pgmap v18091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:56 smithi039 ceph-mon[181282]: pgmap v18091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:58.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:58 smithi032 ceph-mon[191839]: pgmap v18092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:58.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:58 smithi032 ceph-mon[189144]: pgmap v18092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:58.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:58 smithi039 ceph-mon[181282]: pgmap v18092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:59.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:07:59 smithi032 ceph-mon[191839]: pgmap v18093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:07:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:07:59 smithi032 ceph-mon[189144]: pgmap v18093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:07:59 smithi039 ceph-mon[181282]: pgmap v18093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:08:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:08:00] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-23T02:08:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:08:02 smithi032 ceph-mon[191839]: pgmap v18094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:02.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:08:02 smithi032 ceph-mon[189144]: pgmap v18094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:08:02 smithi039 ceph-mon[181282]: pgmap v18094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:04.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:08:04 smithi032 ceph-mon[189144]: pgmap v18095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:08:04 smithi032 ceph-mon[191839]: pgmap v18095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:08:04 smithi039 ceph-mon[181282]: pgmap v18095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:08:06 smithi032 ceph-mon[191839]: pgmap v18096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:08:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:08:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:08:06 smithi032 ceph-mon[189144]: pgmap v18096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:08:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:08:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:08:06 smithi039 ceph-mon[181282]: pgmap v18096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:08:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:08:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:08:08 smithi032 ceph-mon[191839]: pgmap v18097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:08:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:08:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:08:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:08:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:08:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:08:08.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:08:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:08:08.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:08:08 smithi032 ceph-mon[189144]: pgmap v18097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:08.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:08:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:08:08.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:08:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:08:08.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:08:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:08:08.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:08:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:08:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:08:08 smithi039 ceph-mon[181282]: pgmap v18097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:08.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:08:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:08:08.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:08:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:08:08.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:08:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:08:08.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:08:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:08:09.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:08:09 smithi032 ceph-mon[189144]: pgmap v18098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:09.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:08:09 smithi032 ceph-mon[191839]: pgmap v18098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:08:09 smithi039 ceph-mon[181282]: pgmap v18098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:10.726 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:08:11.051 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:08:11.052 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 3m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:08:11.052 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 67s ago 8h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:08:11.052 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 3m ago 8h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:08:11.052 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 67s ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:08:11.052 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 67s ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:08:11.052 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 3m ago 8h 879M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:08:11.052 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 3m ago 8h 2228M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:08:11.052 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 67s ago 8h 1090M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:08:11.052 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 3m ago 8h 1142M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:08:11.052 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 3m ago 8h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:08:11.052 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 67s ago 8h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:08:11.052 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 3m ago 8h 5402M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:08:11.052 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 3m ago 8h 5526M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:08:11.052 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 3m ago 8h 4872M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:08:11.052 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 3m ago 8h 5021M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:08:11.053 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 67s ago 8h 4725M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:08:11.053 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 67s ago 8h 5172M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:08:11.053 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 67s ago 8h 4811M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:08:11.053 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 67s ago 8h 4883M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:08:11.053 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 67s ago 8h 143M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:08:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:08:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:08:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:08:11.451 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:08:11.451 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:08:11.451 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:08:11.451 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:08:11.451 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:08:11.452 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:08:11.452 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:08:11.452 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:08:11.452 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:08:11.452 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:08:11.452 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:08:11.452 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:08:11.452 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:08:11.452 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:08:11.452 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:08:11.452 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:08:11.452 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:08:11.452 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:08:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:08:12 smithi032 ceph-mon[191839]: from='client.64007 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:08:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:08:12 smithi032 ceph-mon[191839]: pgmap v18099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:08:12 smithi032 ceph-mon[191839]: from='client.64013 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:08:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:08:12 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/974128125' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:08:12.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:08:12 smithi032 ceph-mon[189144]: from='client.64007 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:08:12.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:08:12 smithi032 ceph-mon[189144]: pgmap v18099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:12.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:08:12 smithi032 ceph-mon[189144]: from='client.64013 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:08:12.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:08:12 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/974128125' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:08:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:08:12 smithi039 ceph-mon[181282]: from='client.64007 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:08:12.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:08:12 smithi039 ceph-mon[181282]: pgmap v18099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:12.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:08:12 smithi039 ceph-mon[181282]: from='client.64013 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:08:12.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:08:12 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/974128125' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:08:14.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:08:14 smithi032 ceph-mon[191839]: pgmap v18100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:14.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:08:14 smithi032 ceph-mon[189144]: pgmap v18100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:08:14 smithi039 ceph-mon[181282]: pgmap v18100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:16.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:08:16 smithi032 ceph-mon[191839]: pgmap v18101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:16.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:08:16 smithi032 ceph-mon[189144]: pgmap v18101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:16.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:08:16 smithi039 ceph-mon[181282]: pgmap v18101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:08:18 smithi032 ceph-mon[191839]: pgmap v18102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:08:18 smithi032 ceph-mon[189144]: pgmap v18102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:18.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:08:18 smithi039 ceph-mon[181282]: pgmap v18102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:08:19 smithi032 ceph-mon[189144]: pgmap v18103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:08:19 smithi032 ceph-mon[191839]: pgmap v18103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:20.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:08:19 smithi039 ceph-mon[181282]: pgmap v18103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:08:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:08:20.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:08:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:08:20.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:08:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:08:20] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T02:08:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:08:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:08:21.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:08:21 smithi032 ceph-mon[191839]: pgmap v18104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:08:21 smithi032 ceph-mon[189144]: pgmap v18104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:22.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:08:21 smithi039 ceph-mon[181282]: pgmap v18104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:24.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:08:24 smithi032 ceph-mon[189144]: pgmap v18105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:24.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:08:24 smithi032 ceph-mon[191839]: pgmap v18105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:08:24 smithi039 ceph-mon[181282]: pgmap v18105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:26.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:08:26 smithi032 ceph-mon[191839]: pgmap v18106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:08:26 smithi032 ceph-mon[189144]: pgmap v18106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:08:26 smithi039 ceph-mon[181282]: pgmap v18106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:28.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:08:28 smithi032 ceph-mon[189144]: pgmap v18107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:08:28 smithi032 ceph-mon[191839]: pgmap v18107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:08:28 smithi039 ceph-mon[181282]: pgmap v18107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:29.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:08:29 smithi032 ceph-mon[191839]: pgmap v18108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:29.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:08:29 smithi032 ceph-mon[189144]: pgmap v18108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:08:29 smithi039 ceph-mon[181282]: pgmap v18108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:08:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:08:30] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T02:08:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:08:32 smithi032 ceph-mon[191839]: pgmap v18109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:08:32 smithi032 ceph-mon[189144]: pgmap v18109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:32.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:08:32 smithi039 ceph-mon[181282]: pgmap v18109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:08:34 smithi032 ceph-mon[191839]: pgmap v18110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:08:34 smithi032 ceph-mon[189144]: pgmap v18110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:08:34 smithi039 ceph-mon[181282]: pgmap v18110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:08:36 smithi032 ceph-mon[191839]: pgmap v18111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:08:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:08:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:08:36 smithi032 ceph-mon[189144]: pgmap v18111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:08:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:08:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:08:36 smithi039 ceph-mon[181282]: pgmap v18111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:08:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:08:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:08:38 smithi032 ceph-mon[191839]: pgmap v18112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:08:38 smithi032 ceph-mon[189144]: pgmap v18112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:38.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:08:38 smithi039 ceph-mon[181282]: pgmap v18112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:39.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:08:39 smithi032 ceph-mon[191839]: pgmap v18113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:39.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:08:39 smithi032 ceph-mon[189144]: pgmap v18113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:08:39 smithi039 ceph-mon[181282]: pgmap v18113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:08:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:08:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:08:41.811 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:08:42.130 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:08:42.131 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 3m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:08:42.131 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 98s ago 8h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:08:42.131 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 3m ago 8h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:08:42.131 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 98s ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:08:42.131 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 98s ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:08:42.131 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 3m ago 8h 879M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:08:42.131 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 3m ago 8h 2228M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:08:42.131 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 98s ago 8h 1090M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:08:42.131 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 3m ago 8h 1142M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:08:42.131 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 3m ago 8h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:08:42.131 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 98s ago 8h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:08:42.131 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 3m ago 8h 5402M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:08:42.131 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 3m ago 8h 5526M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:08:42.131 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 3m ago 8h 4872M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:08:42.132 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 3m ago 8h 5021M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:08:42.132 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 98s ago 8h 4725M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:08:42.132 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 98s ago 8h 5172M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:08:42.132 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 98s ago 8h 4811M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:08:42.132 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 98s ago 8h 4883M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:08:42.132 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 98s ago 8h 143M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:08:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:08:42 smithi032 ceph-mon[189144]: pgmap v18114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:08:42 smithi032 ceph-mon[191839]: pgmap v18114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:08:42 smithi039 ceph-mon[181282]: pgmap v18114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:42.530 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:08:42.530 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:08:42.530 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:08:42.530 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:08:42.530 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:08:42.530 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:08:42.530 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:08:42.530 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:08:42.530 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:08:42.531 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:08:42.531 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:08:42.531 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:08:42.531 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:08:42.531 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:08:42.531 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:08:42.531 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:08:42.531 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:08:42.531 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:08:43.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:08:43 smithi032 ceph-mon[191839]: from='client.64025 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:08:43.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:08:43 smithi032 ceph-mon[191839]: from='client.64031 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:08:43.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:08:43 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3233431937' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:08:43.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:08:43 smithi032 ceph-mon[189144]: from='client.64025 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:08:43.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:08:43 smithi032 ceph-mon[189144]: from='client.64031 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:08:43.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:08:43 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3233431937' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:08:43.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:08:43 smithi039 ceph-mon[181282]: from='client.64025 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:08:43.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:08:43 smithi039 ceph-mon[181282]: from='client.64031 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:08:43.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:08:43 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3233431937' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:08:44.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:08:44 smithi032 ceph-mon[191839]: pgmap v18115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:44.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:08:44 smithi032 ceph-mon[189144]: pgmap v18115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:08:44 smithi039 ceph-mon[181282]: pgmap v18115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:08:46 smithi032 ceph-mon[191839]: pgmap v18116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:46.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:08:46 smithi032 ceph-mon[189144]: pgmap v18116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:08:46 smithi039 ceph-mon[181282]: pgmap v18116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:48.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:08:48 smithi032 ceph-mon[191839]: pgmap v18117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:48.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:08:48 smithi032 ceph-mon[189144]: pgmap v18117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:48.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:08:48 smithi039 ceph-mon[181282]: pgmap v18117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:49.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:08:49 smithi032 ceph-mon[189144]: pgmap v18118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:49.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:08:49 smithi032 ceph-mon[191839]: pgmap v18118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:08:49 smithi039 ceph-mon[181282]: pgmap v18118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:50.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:08:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:08:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:08:50.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:08:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:08:50.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:08:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:08:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:08:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:08:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:08:51 smithi032 ceph-mon[189144]: pgmap v18119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:51.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:08:51 smithi032 ceph-mon[191839]: pgmap v18119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:08:51 smithi039 ceph-mon[181282]: pgmap v18119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:08:54 smithi032 ceph-mon[191839]: pgmap v18120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:54.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:08:54 smithi032 ceph-mon[189144]: pgmap v18120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:08:54 smithi039 ceph-mon[181282]: pgmap v18120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:08:56 smithi032 ceph-mon[191839]: pgmap v18121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:08:56 smithi032 ceph-mon[189144]: pgmap v18121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:08:56 smithi039 ceph-mon[181282]: pgmap v18121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:58.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:08:58 smithi032 ceph-mon[191839]: pgmap v18122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:58.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:08:58 smithi032 ceph-mon[189144]: pgmap v18122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:58.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:08:58 smithi039 ceph-mon[181282]: pgmap v18122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:59.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:08:59 smithi032 ceph-mon[191839]: pgmap v18123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:08:59.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:08:59 smithi032 ceph-mon[189144]: pgmap v18123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:08:59 smithi039 ceph-mon[181282]: pgmap v18123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:09:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:09:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:09:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:09:02 smithi032 ceph-mon[191839]: pgmap v18124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:02.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:09:02 smithi032 ceph-mon[189144]: pgmap v18124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:09:02 smithi039 ceph-mon[181282]: pgmap v18124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:09:04 smithi032 ceph-mon[191839]: pgmap v18125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:04.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:09:04 smithi032 ceph-mon[189144]: pgmap v18125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:09:04 smithi039 ceph-mon[181282]: pgmap v18125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:09:06 smithi032 ceph-mon[191839]: pgmap v18126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:09:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:09:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:09:06 smithi032 ceph-mon[189144]: pgmap v18126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:09:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:09:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:09:06 smithi039 ceph-mon[181282]: pgmap v18126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:09:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:09:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:09:08 smithi032 ceph-mon[189144]: pgmap v18127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:09:08 smithi032 ceph-mon[191839]: pgmap v18127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:09:08 smithi039 ceph-mon[181282]: pgmap v18127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:09.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:09:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:09:09.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:09:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:09:09.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:09:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:09:09.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:09:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:09:09.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:09:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:09:09.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:09:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:09:09.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:09:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:09:09.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:09:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:09:09.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:09:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:09:09.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:09:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:09:09.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:09:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:09:09.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:09:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:09:10.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:09:10 smithi032 ceph-mon[189144]: pgmap v18128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:10.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:09:10 smithi032 ceph-mon[191839]: pgmap v18128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:10.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:09:10 smithi039 ceph-mon[181282]: pgmap v18128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:09:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:09:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:09:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:09:12 smithi032 ceph-mon[191839]: pgmap v18129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:09:12 smithi032 ceph-mon[189144]: pgmap v18129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:09:12 smithi039 ceph-mon[181282]: pgmap v18129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:12.895 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:09:13.219 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:09:13.219 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 4m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:09:13.219 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 2m ago 8h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:09:13.219 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 4m ago 8h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:09:13.219 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 2m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:09:13.219 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 2m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:09:13.219 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 4m ago 8h 879M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:09:13.219 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 4m ago 8h 2228M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:09:13.219 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 2m ago 8h 1090M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:09:13.220 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 4m ago 8h 1142M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:09:13.220 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 4m ago 8h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:09:13.220 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 2m ago 8h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:09:13.220 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 4m ago 8h 5402M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:09:13.220 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 4m ago 8h 5526M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:09:13.220 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 4m ago 8h 4872M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:09:13.220 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 4m ago 8h 5021M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:09:13.220 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 2m ago 8h 4725M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:09:13.220 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 2m ago 8h 5172M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:09:13.220 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 2m ago 8h 4811M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:09:13.220 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 2m ago 8h 4883M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:09:13.220 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 2m ago 8h 143M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:09:13.622 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:09:13.622 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:09:13.622 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:09:13.622 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:09:13.622 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:09:13.622 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:09:13.622 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:09:13.622 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:09:13.622 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:09:13.622 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:09:13.623 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:09:13.623 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:09:13.623 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:09:13.623 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:09:13.623 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:09:13.623 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:09:13.623 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:09:13.623 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:09:14.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:09:14 smithi032 ceph-mon[191839]: from='client.54129 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:09:14.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:09:14 smithi032 ceph-mon[191839]: pgmap v18130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:14.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:09:14 smithi032 ceph-mon[191839]: from='client.64049 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:09:14.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:09:14 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2169084427' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:09:14.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:09:14 smithi032 ceph-mon[189144]: from='client.54129 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:09:14.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:09:14 smithi032 ceph-mon[189144]: pgmap v18130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:14.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:09:14 smithi032 ceph-mon[189144]: from='client.64049 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:09:14.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:09:14 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2169084427' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:09:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:09:14 smithi039 ceph-mon[181282]: from='client.54129 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:09:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:09:14 smithi039 ceph-mon[181282]: pgmap v18130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:09:14 smithi039 ceph-mon[181282]: from='client.64049 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:09:14.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:09:14 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2169084427' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:09:16.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:09:16 smithi032 ceph-mon[191839]: pgmap v18131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:09:16 smithi032 ceph-mon[189144]: pgmap v18131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:16.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:09:16 smithi039 ceph-mon[181282]: pgmap v18131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:09:18 smithi032 ceph-mon[191839]: pgmap v18132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:09:18 smithi032 ceph-mon[189144]: pgmap v18132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:18.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:09:18 smithi039 ceph-mon[181282]: pgmap v18132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:19.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:09:19 smithi032 ceph-mon[191839]: pgmap v18133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:19.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:09:19 smithi032 ceph-mon[189144]: pgmap v18133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:09:19 smithi039 ceph-mon[181282]: pgmap v18133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:09:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:09:20.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:09:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:09:20.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:09:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:09:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:09:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:09:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:09:22.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:09:21 smithi039 ceph-mon[181282]: pgmap v18134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:09:21 smithi032 ceph-mon[191839]: pgmap v18134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:09:21 smithi032 ceph-mon[189144]: pgmap v18134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:24.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:09:24 smithi032 ceph-mon[191839]: pgmap v18135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:24.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:09:24 smithi032 ceph-mon[189144]: pgmap v18135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:24.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:09:24 smithi039 ceph-mon[181282]: pgmap v18135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:26.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:09:26 smithi032 ceph-mon[191839]: pgmap v18136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:09:26 smithi032 ceph-mon[189144]: pgmap v18136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:09:26 smithi039 ceph-mon[181282]: pgmap v18136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:09:28 smithi032 ceph-mon[191839]: pgmap v18137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:28.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:09:28 smithi032 ceph-mon[189144]: pgmap v18137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:09:28 smithi039 ceph-mon[181282]: pgmap v18137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:29.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:09:29 smithi032 ceph-mon[191839]: pgmap v18138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:29.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:09:29 smithi032 ceph-mon[189144]: pgmap v18138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:09:29 smithi039 ceph-mon[181282]: pgmap v18138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:09:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:09:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:09:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:09:32 smithi032 ceph-mon[191839]: pgmap v18139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:09:32 smithi032 ceph-mon[189144]: pgmap v18139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:32.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:09:32 smithi039 ceph-mon[181282]: pgmap v18139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:09:34 smithi032 ceph-mon[191839]: pgmap v18140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:34.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:09:34 smithi032 ceph-mon[189144]: pgmap v18140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:34.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:09:34 smithi039 ceph-mon[181282]: pgmap v18140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:09:36 smithi032 ceph-mon[191839]: pgmap v18141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:09:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:09:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:09:36 smithi032 ceph-mon[189144]: pgmap v18141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:09:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:09:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:09:36 smithi039 ceph-mon[181282]: pgmap v18141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:09:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:09:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:09:38 smithi032 ceph-mon[191839]: pgmap v18142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:09:38 smithi032 ceph-mon[189144]: pgmap v18142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:38.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:09:38 smithi039 ceph-mon[181282]: pgmap v18142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:39.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:09:39 smithi032 ceph-mon[191839]: pgmap v18143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:39.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:09:39 smithi032 ceph-mon[189144]: pgmap v18143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:09:39 smithi039 ceph-mon[181282]: pgmap v18143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:09:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:09:40] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T02:09:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:09:42 smithi032 ceph-mon[189144]: pgmap v18144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:09:42 smithi032 ceph-mon[191839]: pgmap v18144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:42.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:09:42 smithi039 ceph-mon[181282]: pgmap v18144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:43.984 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:09:44.308 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:09:44.308 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 4m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:09:44.308 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 2m ago 8h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:09:44.309 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 4m ago 8h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:09:44.309 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 2m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:09:44.309 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 2m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:09:44.309 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 4m ago 8h 879M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:09:44.309 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 4m ago 8h 2228M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:09:44.309 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 2m ago 8h 1090M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:09:44.309 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 4m ago 8h 1142M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:09:44.309 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 4m ago 8h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:09:44.309 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 2m ago 8h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:09:44.309 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 4m ago 8h 5402M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:09:44.309 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 4m ago 8h 5526M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:09:44.309 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 4m ago 8h 4872M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:09:44.309 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 4m ago 8h 5021M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:09:44.310 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 2m ago 8h 4725M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:09:44.310 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 2m ago 8h 5172M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:09:44.310 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 2m ago 8h 4811M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:09:44.310 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 2m ago 8h 4883M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:09:44.310 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 2m ago 8h 143M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:09:44.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:09:44 smithi032 ceph-mon[189144]: pgmap v18145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:44.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:09:44 smithi032 ceph-mon[191839]: pgmap v18145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:09:44 smithi039 ceph-mon[181282]: pgmap v18145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:44.714 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:09:44.714 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:09:44.714 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:09:44.714 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:09:44.714 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:09:44.714 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:09:44.714 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:09:44.714 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:09:44.714 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:09:44.714 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:09:44.714 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:09:44.715 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:09:44.715 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:09:44.715 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:09:44.715 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:09:44.715 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:09:44.715 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:09:44.715 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:09:45.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:09:45 smithi032 ceph-mon[189144]: from='client.54147 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:09:45.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:09:45 smithi032 ceph-mon[189144]: from='client.54153 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:09:45.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:09:45 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1735424605' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:09:45.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:09:45 smithi032 ceph-mon[191839]: from='client.54147 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:09:45.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:09:45 smithi032 ceph-mon[191839]: from='client.54153 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:09:45.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:09:45 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1735424605' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:09:45.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:09:45 smithi039 ceph-mon[181282]: from='client.54147 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:09:45.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:09:45 smithi039 ceph-mon[181282]: from='client.54153 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:09:45.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:09:45 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1735424605' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:09:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:09:46 smithi032 ceph-mon[191839]: pgmap v18146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:46.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:09:46 smithi032 ceph-mon[189144]: pgmap v18146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:09:46 smithi039 ceph-mon[181282]: pgmap v18146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:48.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:09:48 smithi032 ceph-mon[189144]: pgmap v18147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:48.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:09:48 smithi032 ceph-mon[191839]: pgmap v18147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:48.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:09:48 smithi039 ceph-mon[181282]: pgmap v18147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:50.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:09:49 smithi039 ceph-mon[181282]: pgmap v18148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:09:49 smithi032 ceph-mon[191839]: pgmap v18148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:09:49 smithi032 ceph-mon[189144]: pgmap v18148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:09:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:09:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:09:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:09:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:09:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:09:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:09:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:09:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:09:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:09:51 smithi039 ceph-mon[181282]: pgmap v18149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:09:51 smithi032 ceph-mon[191839]: pgmap v18149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:09:51 smithi032 ceph-mon[189144]: pgmap v18149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:54.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:09:54 smithi032 ceph-mon[189144]: pgmap v18150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:09:54 smithi032 ceph-mon[191839]: pgmap v18150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:54.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:09:54 smithi039 ceph-mon[181282]: pgmap v18150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:09:56 smithi032 ceph-mon[189144]: pgmap v18151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:09:56 smithi032 ceph-mon[191839]: pgmap v18151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:09:56 smithi039 ceph-mon[181282]: pgmap v18151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:58.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:09:58 smithi032 ceph-mon[189144]: pgmap v18152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:58.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:09:58 smithi032 ceph-mon[191839]: pgmap v18152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:58.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:09:58 smithi039 ceph-mon[181282]: pgmap v18152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:09:59 smithi032 ceph-mon[191839]: pgmap v18153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:09:59.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:09:59 smithi032 ceph-mon[189144]: pgmap v18153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:00.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:09:59 smithi039 ceph-mon[181282]: pgmap v18153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:10:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-23T02:09:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T02:10:00.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:10:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:10:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:10:00.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:10:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T02:10:00.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:10:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T02:10:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:10:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T02:10:02.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:10:01 smithi039 ceph-mon[181282]: pgmap v18154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:02.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:10:01 smithi032 ceph-mon[191839]: pgmap v18154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:02.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:10:01 smithi032 ceph-mon[189144]: pgmap v18154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:10:04 smithi032 ceph-mon[191839]: pgmap v18155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:04.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:10:04 smithi032 ceph-mon[189144]: pgmap v18155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:10:04 smithi039 ceph-mon[181282]: pgmap v18155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:10:06 smithi032 ceph-mon[189144]: pgmap v18156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:10:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:10:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:10:06 smithi032 ceph-mon[191839]: pgmap v18156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:10:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:10:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:10:06 smithi039 ceph-mon[181282]: pgmap v18156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:10:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:10:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:10:08 smithi032 ceph-mon[189144]: pgmap v18157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:10:08 smithi032 ceph-mon[191839]: pgmap v18157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:10:08 smithi039 ceph-mon[181282]: pgmap v18157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:10.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:10:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:10:10.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:10:09 smithi039 ceph-mon[181282]: pgmap v18158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:10.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:10:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:10:10.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:10:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:10:10.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:10:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:10:10.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:10:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:10:10.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:10:09 smithi032 ceph-mon[191839]: pgmap v18158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:10.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:10:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:10:10.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:10:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:10:10.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:10:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:10:10.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:10:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:10:10.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:10:09 smithi032 ceph-mon[189144]: pgmap v18158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:10.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:10:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:10:10.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:10:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:10:10.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:10:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:10:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:10:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:10:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:10:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:10:12 smithi032 ceph-mon[189144]: pgmap v18159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:10:12 smithi032 ceph-mon[191839]: pgmap v18159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:10:12 smithi039 ceph-mon[181282]: pgmap v18159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:14.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:10:14 smithi032 ceph-mon[191839]: pgmap v18160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:14.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:10:14 smithi032 ceph-mon[189144]: pgmap v18160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:14.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:10:14 smithi039 ceph-mon[181282]: pgmap v18160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:15.076 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:10:15.401 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:10:15.401 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 5m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:10:15.401 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 3m ago 8h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:10:15.402 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 5m ago 8h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:10:15.402 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 3m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:10:15.402 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 3m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:10:15.402 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 5m ago 8h 879M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:10:15.402 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 5m ago 8h 2228M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:10:15.402 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 3m ago 8h 1090M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:10:15.402 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 5m ago 8h 1142M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:10:15.402 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 5m ago 8h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:10:15.402 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 3m ago 8h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:10:15.402 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 5m ago 8h 5402M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:10:15.402 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 5m ago 8h 5526M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:10:15.402 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 5m ago 8h 4872M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:10:15.402 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 5m ago 8h 5021M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:10:15.402 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 3m ago 8h 4725M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:10:15.403 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 3m ago 8h 5172M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:10:15.403 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 3m ago 8h 4811M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:10:15.403 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 3m ago 8h 4883M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:10:15.403 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 3m ago 8h 143M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:10:15.803 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:10:15.803 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:10:15.803 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:10:15.803 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:10:15.803 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:10:15.804 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:10:15.804 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:10:15.804 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:10:15.804 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:10:15.804 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:10:15.804 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:10:15.804 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:10:15.804 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:10:15.804 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:10:15.804 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:10:15.804 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:10:15.804 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:10:15.804 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:10:16.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:10:16 smithi032 ceph-mon[191839]: pgmap v18161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:16.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:10:16 smithi032 ceph-mon[191839]: from='client.64079 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:10:16.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:10:16 smithi032 ceph-mon[191839]: from='client.54171 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:10:16.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:10:16 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2046594666' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:10:16.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:10:16 smithi032 ceph-mon[189144]: pgmap v18161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:16.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:10:16 smithi032 ceph-mon[189144]: from='client.64079 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:10:16.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:10:16 smithi032 ceph-mon[189144]: from='client.54171 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:10:16.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:10:16 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2046594666' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:10:16.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:10:16 smithi039 ceph-mon[181282]: pgmap v18161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:16.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:10:16 smithi039 ceph-mon[181282]: from='client.64079 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:10:16.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:10:16 smithi039 ceph-mon[181282]: from='client.54171 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:10:16.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:10:16 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2046594666' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:10:17.257 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 23 02:10:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-23T02:10:16.982760416Z level=info msg="Completed cleanup jobs" duration=12.841893ms 2023-12-23T02:10:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:10:18 smithi032 ceph-mon[191839]: pgmap v18162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:18.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:10:18 smithi032 ceph-mon[189144]: pgmap v18162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:18.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:10:18 smithi039 ceph-mon[181282]: pgmap v18162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:10:19 smithi039 ceph-mon[181282]: pgmap v18163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:10:19 smithi032 ceph-mon[191839]: pgmap v18163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:10:19 smithi032 ceph-mon[189144]: pgmap v18163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:10:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:10:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:10:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:10:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:10:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:10:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:10:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:10:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:10:22.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:10:21 smithi039 ceph-mon[181282]: pgmap v18164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:10:21 smithi032 ceph-mon[191839]: pgmap v18164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:10:21 smithi032 ceph-mon[189144]: pgmap v18164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:24.081 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:10:24 smithi032 ceph-mon[191839]: pgmap v18165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:24.081 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:10:24 smithi032 ceph-mon[189144]: pgmap v18165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:24.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:10:24 smithi039 ceph-mon[181282]: pgmap v18165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:26.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:10:26 smithi032 ceph-mon[191839]: pgmap v18166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:10:26 smithi032 ceph-mon[189144]: pgmap v18166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:26.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:10:26 smithi039 ceph-mon[181282]: pgmap v18166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:10:28 smithi032 ceph-mon[191839]: pgmap v18167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:28.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:10:28 smithi032 ceph-mon[189144]: pgmap v18167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:10:28 smithi039 ceph-mon[181282]: pgmap v18167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:30.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:10:29 smithi039 ceph-mon[181282]: pgmap v18168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:10:29 smithi032 ceph-mon[189144]: pgmap v18168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:10:29 smithi032 ceph-mon[191839]: pgmap v18168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:10:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:10:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:10:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:10:32 smithi032 ceph-mon[191839]: pgmap v18169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:10:32 smithi032 ceph-mon[189144]: pgmap v18169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:10:32 smithi039 ceph-mon[181282]: pgmap v18169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:10:34 smithi032 ceph-mon[191839]: pgmap v18170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:10:34 smithi032 ceph-mon[189144]: pgmap v18170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:10:34 smithi039 ceph-mon[181282]: pgmap v18170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:10:36 smithi032 ceph-mon[191839]: pgmap v18171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:10:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:10:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:10:36 smithi032 ceph-mon[189144]: pgmap v18171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:10:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:10:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:10:36 smithi039 ceph-mon[181282]: pgmap v18171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:10:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:10:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:10:38 smithi032 ceph-mon[191839]: pgmap v18172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:38.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:10:38 smithi032 ceph-mon[189144]: pgmap v18172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:38.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:10:38 smithi039 ceph-mon[181282]: pgmap v18172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:40.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:10:39 smithi039 ceph-mon[181282]: pgmap v18173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:40.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:10:39 smithi032 ceph-mon[191839]: pgmap v18173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:10:39 smithi032 ceph-mon[189144]: pgmap v18173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:10:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:10:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:10:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:10:42 smithi032 ceph-mon[191839]: pgmap v18174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:10:42 smithi032 ceph-mon[189144]: pgmap v18174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:10:42 smithi039 ceph-mon[181282]: pgmap v18174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:44.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:10:44 smithi032 ceph-mon[191839]: pgmap v18175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:44.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:10:44 smithi032 ceph-mon[189144]: pgmap v18175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:10:44 smithi039 ceph-mon[181282]: pgmap v18175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:46.167 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:10:46.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:10:46 smithi032 ceph-mon[189144]: pgmap v18176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:10:46 smithi032 ceph-mon[191839]: pgmap v18176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:46.494 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:10:46.494 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 5m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:10:46.494 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 3m ago 8h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:10:46.495 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 5m ago 8h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:10:46.495 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 3m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:10:46.495 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 3m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:10:46.495 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 5m ago 9h 879M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:10:46.495 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 5m ago 9h 2228M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:10:46.495 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 3m ago 8h 1090M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:10:46.495 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 5m ago 8h 1142M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:10:46.495 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 5m ago 8h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:10:46.495 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 3m ago 8h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:10:46.495 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 5m ago 8h 5402M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:10:46.495 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 5m ago 8h 5526M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:10:46.495 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 5m ago 8h 4872M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:10:46.495 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 5m ago 8h 5021M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:10:46.495 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 3m ago 8h 4725M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:10:46.495 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 3m ago 8h 5172M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:10:46.496 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 3m ago 8h 4811M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:10:46.496 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 3m ago 8h 4883M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:10:46.496 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 3m ago 8h 143M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:10:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:10:46 smithi039 ceph-mon[181282]: pgmap v18176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:46.895 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:10:46.895 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:10:46.895 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:10:46.895 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:10:46.896 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:10:46.896 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:10:46.896 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:10:46.896 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:10:46.896 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:10:46.896 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:10:46.896 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:10:46.896 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:10:46.896 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:10:46.896 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:10:46.896 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:10:46.896 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:10:46.896 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:10:46.896 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:10:47.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:10:47 smithi032 ceph-mon[189144]: from='client.54183 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:10:47.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:10:47 smithi032 ceph-mon[189144]: from='client.54189 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:10:47.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:10:47 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1889919531' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:10:47.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:10:47 smithi032 ceph-mon[191839]: from='client.54183 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:10:47.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:10:47 smithi032 ceph-mon[191839]: from='client.54189 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:10:47.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:10:47 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1889919531' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:10:47.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:10:47 smithi039 ceph-mon[181282]: from='client.54183 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:10:47.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:10:47 smithi039 ceph-mon[181282]: from='client.54189 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:10:47.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:10:47 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1889919531' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:10:48.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:10:48 smithi032 ceph-mon[191839]: pgmap v18177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:48.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:10:48 smithi032 ceph-mon[189144]: pgmap v18177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:48.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:10:48 smithi039 ceph-mon[181282]: pgmap v18177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:50.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:10:49 smithi039 ceph-mon[181282]: pgmap v18178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:10:49 smithi032 ceph-mon[191839]: pgmap v18178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:10:49 smithi032 ceph-mon[189144]: pgmap v18178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:10:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:10:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:10:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:10:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:10:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:10:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:10:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:10:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:10:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:10:51 smithi039 ceph-mon[181282]: pgmap v18179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:10:51 smithi032 ceph-mon[191839]: pgmap v18179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:10:51 smithi032 ceph-mon[189144]: pgmap v18179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:10:54 smithi032 ceph-mon[191839]: pgmap v18180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:54.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:10:54 smithi032 ceph-mon[189144]: pgmap v18180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:54.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:10:54 smithi039 ceph-mon[181282]: pgmap v18180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:10:56 smithi032 ceph-mon[191839]: pgmap v18181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:10:56 smithi032 ceph-mon[189144]: pgmap v18181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:10:56 smithi039 ceph-mon[181282]: pgmap v18181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:58.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:10:58 smithi032 ceph-mon[191839]: pgmap v18182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:58.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:10:58 smithi032 ceph-mon[189144]: pgmap v18182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:10:58.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:10:58 smithi039 ceph-mon[181282]: pgmap v18182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:10:59 smithi039 ceph-mon[181282]: pgmap v18183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:00.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:10:59 smithi032 ceph-mon[189144]: pgmap v18183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:00.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:10:59 smithi032 ceph-mon[191839]: pgmap v18183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:11:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:11:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:11:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:11:02 smithi032 ceph-mon[191839]: pgmap v18184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:11:02 smithi032 ceph-mon[189144]: pgmap v18184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:11:02 smithi039 ceph-mon[181282]: pgmap v18184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:11:04 smithi032 ceph-mon[191839]: pgmap v18185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:04.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:11:04 smithi032 ceph-mon[189144]: pgmap v18185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:11:04 smithi039 ceph-mon[181282]: pgmap v18185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:11:06 smithi032 ceph-mon[191839]: pgmap v18186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:11:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:11:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:11:06 smithi032 ceph-mon[189144]: pgmap v18186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:11:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:11:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:11:06 smithi039 ceph-mon[181282]: pgmap v18186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:11:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:11:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:11:08 smithi032 ceph-mon[191839]: pgmap v18187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:11:08 smithi032 ceph-mon[189144]: pgmap v18187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:11:08 smithi039 ceph-mon[181282]: pgmap v18187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:11:09 smithi039 ceph-mon[181282]: pgmap v18188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:11:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:11:10.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:11:09 smithi032 ceph-mon[191839]: pgmap v18188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:10.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:11:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:11:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:11:09 smithi032 ceph-mon[189144]: pgmap v18188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:10.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:11:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:11:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:11:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:11:11.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:11:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:11:11.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:11:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:11:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:11:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:11:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:11:11.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:11:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:11:11.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:11:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:11:11.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:11:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:11:11.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:11:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:11:11.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:11:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:11:11.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:11:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:11:12.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:11:11 smithi039 ceph-mon[181282]: pgmap v18189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:11:11 smithi032 ceph-mon[189144]: pgmap v18189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:12.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:11:11 smithi032 ceph-mon[191839]: pgmap v18189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:14.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:11:14 smithi032 ceph-mon[191839]: pgmap v18190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:14.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:11:14 smithi032 ceph-mon[189144]: pgmap v18190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:11:14 smithi039 ceph-mon[181282]: pgmap v18190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:16.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:11:16 smithi032 ceph-mon[191839]: pgmap v18191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:16.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:11:16 smithi032 ceph-mon[189144]: pgmap v18191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:16.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:11:16 smithi039 ceph-mon[181282]: pgmap v18191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:17.257 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:11:17.579 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:11:17.579 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 6m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:11:17.579 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 4m ago 8h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:11:17.579 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 6m ago 8h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:11:17.579 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 4m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:11:17.579 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 4m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:11:17.579 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 6m ago 9h 879M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:11:17.579 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 6m ago 9h 2228M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:11:17.579 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 4m ago 8h 1090M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:11:17.579 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 6m ago 8h 1142M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:11:17.579 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 6m ago 8h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:11:17.580 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 4m ago 8h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:11:17.580 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 6m ago 8h 5402M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:11:17.580 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 6m ago 8h 5526M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:11:17.580 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 6m ago 8h 4872M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:11:17.580 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 6m ago 8h 5021M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:11:17.580 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 4m ago 8h 4725M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:11:17.580 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 4m ago 8h 5172M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:11:17.580 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 4m ago 8h 4811M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:11:17.580 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 4m ago 8h 4883M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:11:17.580 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 4m ago 8h 143M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:11:17.980 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:11:17.980 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:11:17.981 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:11:17.981 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:11:17.981 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:11:17.981 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:11:17.981 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:11:17.981 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:11:17.981 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:11:17.981 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:11:17.981 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:11:17.981 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:11:17.981 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:11:17.981 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:11:17.981 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:11:17.981 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:11:17.981 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:11:17.982 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:11:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:11:18 smithi032 ceph-mon[191839]: pgmap v18192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:11:18 smithi032 ceph-mon[191839]: from='client.54201 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:11:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:11:18 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3532787091' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:11:18.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:11:18 smithi032 ceph-mon[189144]: pgmap v18192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:18.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:11:18 smithi032 ceph-mon[189144]: from='client.54201 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:11:18.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:11:18 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3532787091' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:11:18.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:11:18 smithi039 ceph-mon[181282]: pgmap v18192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:18.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:11:18 smithi039 ceph-mon[181282]: from='client.54201 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:11:18.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:11:18 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3532787091' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:11:19.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:11:19 smithi032 ceph-mon[191839]: from='client.64121 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:11:19.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:11:19 smithi032 ceph-mon[189144]: from='client.64121 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:11:19.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:11:19 smithi039 ceph-mon[181282]: from='client.64121 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:11:20.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:11:20 smithi032 ceph-mon[189144]: pgmap v18193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:20.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:11:20 smithi032 ceph-mon[191839]: pgmap v18193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:20.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:11:20 smithi039 ceph-mon[181282]: pgmap v18193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:21.108 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:11:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:11:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:11:21.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:11:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:11:21.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:11:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:11:21.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:11:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:11:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:11:22 smithi032 ceph-mon[191839]: pgmap v18194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:11:22 smithi032 ceph-mon[189144]: pgmap v18194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:11:22 smithi039 ceph-mon[181282]: pgmap v18194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:24.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:11:24 smithi032 ceph-mon[191839]: pgmap v18195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:24.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:11:24 smithi032 ceph-mon[189144]: pgmap v18195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:11:24 smithi039 ceph-mon[181282]: pgmap v18195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:26.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:11:26 smithi032 ceph-mon[191839]: pgmap v18196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:26.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:11:26 smithi032 ceph-mon[189144]: pgmap v18196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:11:26 smithi039 ceph-mon[181282]: pgmap v18196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:11:28 smithi032 ceph-mon[191839]: pgmap v18197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:28.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:11:28 smithi032 ceph-mon[189144]: pgmap v18197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:11:28 smithi039 ceph-mon[181282]: pgmap v18197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:11:29 smithi039 ceph-mon[181282]: pgmap v18198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:11:29 smithi032 ceph-mon[191839]: pgmap v18198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:11:29 smithi032 ceph-mon[189144]: pgmap v18198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:11:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:11:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:11:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:11:32 smithi032 ceph-mon[191839]: pgmap v18199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:11:32 smithi032 ceph-mon[189144]: pgmap v18199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:11:32 smithi039 ceph-mon[181282]: pgmap v18199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:11:34 smithi032 ceph-mon[191839]: pgmap v18200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:34.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:11:34 smithi032 ceph-mon[189144]: pgmap v18200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:34.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:11:34 smithi039 ceph-mon[181282]: pgmap v18200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:11:36 smithi032 ceph-mon[189144]: pgmap v18201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:11:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:11:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:11:36 smithi032 ceph-mon[191839]: pgmap v18201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:11:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:11:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:11:36 smithi039 ceph-mon[181282]: pgmap v18201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:11:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:11:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:11:38 smithi032 ceph-mon[191839]: pgmap v18202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:38.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:11:38 smithi032 ceph-mon[189144]: pgmap v18202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:38.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:11:38 smithi039 ceph-mon[181282]: pgmap v18202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:11:39 smithi039 ceph-mon[181282]: pgmap v18203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:40.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:11:39 smithi032 ceph-mon[191839]: pgmap v18203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:11:39 smithi032 ceph-mon[189144]: pgmap v18203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:11:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:11:40] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T02:11:42.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:11:42 smithi032 ceph-mon[191839]: pgmap v18204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:42.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:11:42 smithi032 ceph-mon[189144]: pgmap v18204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:42.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:11:42 smithi039 ceph-mon[181282]: pgmap v18204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:44.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:11:44 smithi032 ceph-mon[191839]: pgmap v18205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:44.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:11:44 smithi032 ceph-mon[189144]: pgmap v18205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:11:44 smithi039 ceph-mon[181282]: pgmap v18205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:46.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:11:46 smithi032 ceph-mon[191839]: pgmap v18206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:46.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:11:46 smithi032 ceph-mon[189144]: pgmap v18206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:46.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:11:46 smithi039 ceph-mon[181282]: pgmap v18206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:48.348 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:11:48.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:11:48 smithi032 ceph-mon[189144]: pgmap v18207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:48.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:11:48 smithi032 ceph-mon[191839]: pgmap v18207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:48.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:11:48 smithi039 ceph-mon[181282]: pgmap v18207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:48.671 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:11:48.671 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 6m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:11:48.671 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 4m ago 8h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:11:48.671 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 6m ago 8h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:11:48.671 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 4m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:11:48.671 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 4m ago 8h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:11:48.671 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 6m ago 9h 879M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:11:48.671 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 6m ago 9h 2228M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:11:48.671 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 4m ago 8h 1090M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:11:48.671 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 6m ago 8h 1142M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:11:48.671 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 6m ago 8h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:11:48.671 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 4m ago 8h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:11:48.672 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 6m ago 8h 5402M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:11:48.672 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 6m ago 8h 5526M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:11:48.672 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 6m ago 8h 4872M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:11:48.672 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 6m ago 8h 5021M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:11:48.672 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 4m ago 8h 4725M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:11:48.672 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 4m ago 8h 5172M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:11:48.672 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 4m ago 8h 4811M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:11:48.672 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 4m ago 8h 4883M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:11:48.672 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 4m ago 8h 143M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:11:49.077 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:11:49.077 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:11:49.077 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:11:49.077 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:11:49.077 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:11:49.077 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:11:49.077 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:11:49.077 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:11:49.077 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:11:49.077 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:11:49.078 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:11:49.078 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:11:49.078 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:11:49.078 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:11:49.078 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:11:49.078 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:11:49.078 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:11:49.078 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:11:49.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:11:49 smithi032 ceph-mon[191839]: from='client.54219 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:11:49.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:11:49 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3750813182' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:11:49.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:11:49 smithi032 ceph-mon[189144]: from='client.54219 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:11:49.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:11:49 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3750813182' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:11:49.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:11:49 smithi039 ceph-mon[181282]: from='client.54219 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:11:49.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:11:49 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3750813182' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:11:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:11:50 smithi032 ceph-mon[189144]: from='client.54225 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:11:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:11:50 smithi032 ceph-mon[189144]: pgmap v18208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:11:50 smithi032 ceph-mon[191839]: from='client.54225 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:11:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:11:50 smithi032 ceph-mon[191839]: pgmap v18208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:50.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:11:50 smithi039 ceph-mon[181282]: from='client.54225 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:11:50.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:11:50 smithi039 ceph-mon[181282]: pgmap v18208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:51.124 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:11:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:11:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:11:51.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:11:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:11:51.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:11:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:11:51.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:11:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:11:52.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:11:52 smithi032 ceph-mon[191839]: pgmap v18209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:11:52 smithi032 ceph-mon[189144]: pgmap v18209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:52.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:11:52 smithi039 ceph-mon[181282]: pgmap v18209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:11:54 smithi032 ceph-mon[191839]: pgmap v18210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:54.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:11:54 smithi032 ceph-mon[189144]: pgmap v18210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:54.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:11:54 smithi039 ceph-mon[181282]: pgmap v18210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:11:56 smithi032 ceph-mon[191839]: pgmap v18211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:11:56 smithi032 ceph-mon[189144]: pgmap v18211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:11:56 smithi039 ceph-mon[181282]: pgmap v18211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:58.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:11:58 smithi032 ceph-mon[191839]: pgmap v18212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:58.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:11:58 smithi032 ceph-mon[189144]: pgmap v18212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:11:58.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:11:58 smithi039 ceph-mon[181282]: pgmap v18212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:11:59 smithi039 ceph-mon[181282]: pgmap v18213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:00.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:11:59 smithi032 ceph-mon[189144]: pgmap v18213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:00.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:11:59 smithi032 ceph-mon[191839]: pgmap v18213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:12:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:12:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:12:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:12:02 smithi032 ceph-mon[189144]: pgmap v18214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:12:02 smithi032 ceph-mon[191839]: pgmap v18214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:12:02 smithi039 ceph-mon[181282]: pgmap v18214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:04.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:12:04 smithi032 ceph-mon[189144]: pgmap v18215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:12:04 smithi032 ceph-mon[191839]: pgmap v18215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:12:04 smithi039 ceph-mon[181282]: pgmap v18215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:12:06 smithi032 ceph-mon[191839]: pgmap v18216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:12:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:12:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:12:06 smithi032 ceph-mon[189144]: pgmap v18216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:12:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:12:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:12:06 smithi039 ceph-mon[181282]: pgmap v18216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:12:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:12:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:12:08 smithi032 ceph-mon[191839]: pgmap v18217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:08.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:12:08 smithi032 ceph-mon[189144]: pgmap v18217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:12:08 smithi039 ceph-mon[181282]: pgmap v18217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:12:09 smithi039 ceph-mon[181282]: pgmap v18218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:10.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:12:09 smithi032 ceph-mon[191839]: pgmap v18218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:12:09 smithi032 ceph-mon[189144]: pgmap v18218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:11.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:12:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:12:11.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:12:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:12:11.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:12:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:12:11.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:12:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:12:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:12:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:12:10] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-23T02:12:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:12:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:12:11.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:12:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:12:11.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:12:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:12:11.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:12:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:12:11.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:12:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:12:11.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:12:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:12:11.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:12:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:12:11.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:12:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:12:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:12:11 smithi039 ceph-mon[181282]: pgmap v18219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:12.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:12:11 smithi032 ceph-mon[191839]: pgmap v18219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:12:11 smithi032 ceph-mon[189144]: pgmap v18219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:14.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:12:14 smithi032 ceph-mon[191839]: pgmap v18220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:14.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:12:14 smithi032 ceph-mon[189144]: pgmap v18220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:14.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:12:14 smithi039 ceph-mon[181282]: pgmap v18220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:16.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:12:16 smithi032 ceph-mon[189144]: pgmap v18221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:16.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:12:16 smithi032 ceph-mon[191839]: pgmap v18221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:16.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:12:16 smithi039 ceph-mon[181282]: pgmap v18221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:12:18 smithi032 ceph-mon[191839]: pgmap v18222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:18.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:12:18 smithi032 ceph-mon[189144]: pgmap v18222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:18.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:12:18 smithi039 ceph-mon[181282]: pgmap v18222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:19.441 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:12:19.762 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:12:19.762 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 7m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:12:19.763 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 5m ago 8h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:12:19.763 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 7m ago 8h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:12:19.763 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 5m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:12:19.763 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 5m ago 9h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:12:19.763 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 7m ago 9h 879M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:12:19.763 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 7m ago 9h 2228M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:12:19.763 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 5m ago 9h 1090M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:12:19.763 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 7m ago 9h 1142M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:12:19.763 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 7m ago 8h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:12:19.763 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 5m ago 8h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:12:19.763 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 7m ago 8h 5402M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:12:19.764 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 7m ago 8h 5526M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:12:19.764 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 7m ago 8h 4872M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:12:19.764 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 7m ago 8h 5021M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:12:19.764 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 5m ago 8h 4725M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:12:19.764 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 5m ago 8h 5172M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:12:19.764 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 5m ago 8h 4811M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:12:19.764 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 5m ago 8h 4883M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:12:19.764 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 5m ago 8h 143M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:12:20.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:12:19 smithi039 ceph-mon[181282]: pgmap v18223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:20.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:12:19 smithi039 ceph-mon[181282]: from='client.64151 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:12:20.163 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:12:20.163 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:12:20.163 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:12:20.163 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:12:20.164 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:12:20.164 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:12:20.164 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:12:20.164 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:12:20.164 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:12:20.164 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:12:20.164 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:12:20.164 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:12:20.164 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:12:20.164 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:12:20.164 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:12:20.164 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:12:20.164 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:12:20.164 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:12:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:12:19 smithi032 ceph-mon[191839]: pgmap v18223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:12:19 smithi032 ceph-mon[191839]: from='client.64151 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:12:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:12:19 smithi032 ceph-mon[189144]: pgmap v18223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:12:19 smithi032 ceph-mon[189144]: from='client.64151 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:12:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:12:20 smithi039 ceph-mon[181282]: from='client.64157 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:12:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:12:20 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3629047354' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:12:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:12:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:12:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:12:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:12:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:12:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:12:20 smithi032 ceph-mon[189144]: from='client.64157 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:12:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:12:20 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3629047354' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:12:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:12:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:12:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:12:20 smithi032 ceph-mon[191839]: from='client.64157 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:12:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:12:20 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3629047354' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:12:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:12:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:12:22.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:12:21 smithi039 ceph-mon[181282]: pgmap v18224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:12:21 smithi032 ceph-mon[191839]: pgmap v18224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:12:21 smithi032 ceph-mon[189144]: pgmap v18224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:24.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:12:24 smithi032 ceph-mon[191839]: pgmap v18225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:24.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:12:24 smithi032 ceph-mon[189144]: pgmap v18225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:12:24 smithi039 ceph-mon[181282]: pgmap v18225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:12:26 smithi032 ceph-mon[189144]: pgmap v18226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:26.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:12:26 smithi032 ceph-mon[191839]: pgmap v18226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:26.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:12:26 smithi039 ceph-mon[181282]: pgmap v18226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:12:28 smithi032 ceph-mon[191839]: pgmap v18227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:28.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:12:28 smithi032 ceph-mon[189144]: pgmap v18227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:12:28 smithi039 ceph-mon[181282]: pgmap v18227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:12:29 smithi039 ceph-mon[181282]: pgmap v18228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:12:29 smithi032 ceph-mon[191839]: pgmap v18228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:12:29 smithi032 ceph-mon[189144]: pgmap v18228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:12:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:12:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:12:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:12:32 smithi032 ceph-mon[191839]: pgmap v18229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:12:32 smithi032 ceph-mon[189144]: pgmap v18229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:12:32 smithi039 ceph-mon[181282]: pgmap v18229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:12:34 smithi032 ceph-mon[189144]: pgmap v18230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:12:34 smithi032 ceph-mon[191839]: pgmap v18230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:12:34 smithi039 ceph-mon[181282]: pgmap v18230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:12:36 smithi032 ceph-mon[189144]: pgmap v18231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:12:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:12:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:12:36 smithi032 ceph-mon[191839]: pgmap v18231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:12:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:12:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:12:36 smithi039 ceph-mon[181282]: pgmap v18231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:12:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:12:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:12:38 smithi032 ceph-mon[191839]: pgmap v18232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:12:38 smithi032 ceph-mon[189144]: pgmap v18232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:38.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:12:38 smithi039 ceph-mon[181282]: pgmap v18232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:12:39 smithi039 ceph-mon[181282]: pgmap v18233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:40.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:12:39 smithi032 ceph-mon[191839]: pgmap v18233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:12:39 smithi032 ceph-mon[189144]: pgmap v18233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:12:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:12:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:12:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:12:42 smithi032 ceph-mon[191839]: pgmap v18234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:12:42 smithi032 ceph-mon[189144]: pgmap v18234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:12:42 smithi039 ceph-mon[181282]: pgmap v18234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:44.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:12:44 smithi032 ceph-mon[191839]: pgmap v18235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:44.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:12:44 smithi032 ceph-mon[189144]: pgmap v18235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:12:44 smithi039 ceph-mon[181282]: pgmap v18235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:46.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:12:46 smithi032 ceph-mon[191839]: pgmap v18236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:46.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:12:46 smithi032 ceph-mon[189144]: pgmap v18236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:12:46 smithi039 ceph-mon[181282]: pgmap v18236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:48.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:12:48 smithi032 ceph-mon[191839]: pgmap v18237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:48.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:12:48 smithi032 ceph-mon[189144]: pgmap v18237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:48.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:12:48 smithi039 ceph-mon[181282]: pgmap v18237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:50.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:12:49 smithi039 ceph-mon[181282]: pgmap v18238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:12:49 smithi032 ceph-mon[191839]: pgmap v18238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:12:49 smithi032 ceph-mon[189144]: pgmap v18238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:50.529 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:12:50.851 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:12:50.852 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 7m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:12:50.852 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 5m ago 8h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:12:50.852 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 7m ago 8h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:12:50.852 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 5m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:12:50.852 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 5m ago 9h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:12:50.852 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 7m ago 9h 879M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:12:50.852 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 7m ago 9h 2228M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:12:50.852 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 5m ago 9h 1090M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:12:50.852 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 7m ago 9h 1142M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:12:50.852 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 7m ago 8h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:12:50.852 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 5m ago 8h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:12:50.852 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 7m ago 9h 5402M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:12:50.852 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 7m ago 9h 5526M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:12:50.853 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 7m ago 8h 4872M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:12:50.853 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 7m ago 8h 5021M 2172M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:12:50.853 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 5m ago 8h 4725M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:12:50.853 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 5m ago 8h 5172M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:12:50.853 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 5m ago 8h 4811M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:12:50.853 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 5m ago 8h 4883M 2475M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:12:50.853 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 5m ago 8h 143M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:12:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:12:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:12:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:12:50 smithi039 ceph-mon[181282]: from='client.54255 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:12:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:12:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:12:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:12:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:12:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:12:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:12:50 smithi032 ceph-mon[189144]: from='client.54255 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:12:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:12:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:12:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:12:50 smithi032 ceph-mon[191839]: from='client.54255 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:12:51.255 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:12:51.255 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:12:51.255 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:12:51.255 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:12:51.255 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:12:51.255 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:12:51.255 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:12:51.255 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:12:51.255 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:12:51.255 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:12:51.256 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:12:51.256 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:12:51.256 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:12:51.256 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:12:51.256 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:12:51.256 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:12:51.256 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:12:51.256 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:12:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:12:51 smithi039 ceph-mon[181282]: from='client.54261 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:12:52.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:12:51 smithi039 ceph-mon[181282]: pgmap v18239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:52.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:12:51 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/564656964' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:12:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:12:51 smithi032 ceph-mon[189144]: from='client.54261 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:12:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:12:51 smithi032 ceph-mon[189144]: pgmap v18239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:12:51 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/564656964' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:12:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:12:51 smithi032 ceph-mon[191839]: from='client.54261 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:12:52.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:12:51 smithi032 ceph-mon[191839]: pgmap v18239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:52.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:12:51 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/564656964' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:12:54.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:12:54 smithi032 ceph-mon[189144]: pgmap v18240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:54.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:12:54 smithi032 ceph-mon[191839]: pgmap v18240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:54.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:12:54 smithi039 ceph-mon[181282]: pgmap v18240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:12:56 smithi032 ceph-mon[189144]: pgmap v18241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:56.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:12:56 smithi032 ceph-mon[191839]: pgmap v18241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:12:56 smithi039 ceph-mon[181282]: pgmap v18241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:58.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:12:58 smithi032 ceph-mon[189144]: pgmap v18242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:58.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:12:58 smithi032 ceph-mon[191839]: pgmap v18242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:12:58.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:12:58 smithi039 ceph-mon[181282]: pgmap v18242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:12:59 smithi039 ceph-mon[181282]: pgmap v18243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:00.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:12:59 smithi032 ceph-mon[191839]: pgmap v18243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:12:59 smithi032 ceph-mon[189144]: pgmap v18243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:13:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:13:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:13:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:02 smithi032 ceph-mon[191839]: pgmap v18244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:02.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:02 smithi032 ceph-mon[189144]: pgmap v18244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:02 smithi039 ceph-mon[181282]: pgmap v18244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:04 smithi032 ceph-mon[191839]: pgmap v18245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:04.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:04 smithi032 ceph-mon[189144]: pgmap v18245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:04 smithi039 ceph-mon[181282]: pgmap v18245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:06 smithi032 ceph-mon[191839]: pgmap v18246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:13:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:06 smithi032 ceph-mon[189144]: pgmap v18246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:13:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:06 smithi039 ceph-mon[181282]: pgmap v18246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:13:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:08 smithi032 ceph-mon[189144]: pgmap v18247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:08 smithi032 ceph-mon[191839]: pgmap v18247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:08 smithi039 ceph-mon[181282]: pgmap v18247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:09 smithi039 ceph-mon[181282]: pgmap v18248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:09 smithi032 ceph-mon[189144]: pgmap v18248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:10.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:09 smithi032 ceph-mon[191839]: pgmap v18248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:13:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:13:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:13:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:13:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:13:10] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-23T02:13:12.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:13:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:13:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:13:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:13:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:13:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:13:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:11 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi039 to 2472M 2023-12-23T02:13:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:13:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:11 smithi032 ceph-mon[191839]: pgmap v18249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:13:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:13:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:13:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:13:12.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:11 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi032 to 2158M 2023-12-23T02:13:12.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:13:12.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:13:12.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:13:12.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:13:12.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:13:12.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:13:12.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:13:12.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:13:12.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:13:12.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:13:12.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:11 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi039 to 2472M 2023-12-23T02:13:12.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:13:12.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:11 smithi032 ceph-mon[189144]: pgmap v18249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:12.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:13:12.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:13:12.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:13:12.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:13:12.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:11 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi032 to 2158M 2023-12-23T02:13:12.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:13:12.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:13:12.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:13:12.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:13:12.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:13:12.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:13:12.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:13:12.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:13:12.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:13:12.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:13:12.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:11 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi039 to 2472M 2023-12-23T02:13:12.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:13:12.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:11 smithi039 ceph-mon[181282]: pgmap v18249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:12.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:13:12.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:13:12.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:13:12.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:13:12.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:11 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi032 to 2158M 2023-12-23T02:13:12.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:13:12.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:13:12.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:13:12.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:13:14.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:14 smithi032 ceph-mon[191839]: pgmap v18250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:14.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:14 smithi032 ceph-mon[189144]: pgmap v18250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:14 smithi039 ceph-mon[181282]: pgmap v18250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:16.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:16 smithi032 ceph-mon[191839]: pgmap v18251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:16.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:16 smithi032 ceph-mon[189144]: pgmap v18251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:16.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:16 smithi039 ceph-mon[181282]: pgmap v18251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:18.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:18 smithi032 ceph-mon[191839]: pgmap v18252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:18.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:18 smithi032 ceph-mon[189144]: pgmap v18252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:18.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:18 smithi039 ceph-mon[181282]: pgmap v18252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:19 smithi039 ceph-mon[181282]: pgmap v18253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:19 smithi032 ceph-mon[191839]: pgmap v18253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:19 smithi032 ceph-mon[189144]: pgmap v18253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:13:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:13:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:13:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:13:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:13:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:13:21.615 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:13:21.943 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:13:21.943 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 8m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:13:21.943 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 6m ago 8h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:13:21.943 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 8m ago 8h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:13:21.943 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 6m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:13:21.943 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 6m ago 9h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:13:21.943 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 8m ago 9h 879M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:13:21.943 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 8m ago 9h 2228M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:13:21.944 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 6m ago 9h 1090M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:13:21.944 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 8m ago 9h 1142M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:13:21.944 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 8m ago 8h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:13:21.944 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 6m ago 8h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:13:21.944 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 8m ago 9h 5402M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:13:21.944 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 8m ago 9h 5526M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:13:21.944 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 8m ago 9h 4872M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:13:21.944 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 8m ago 9h 5021M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:13:21.944 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 6m ago 8h 4725M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:13:21.944 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 6m ago 8h 5172M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:13:21.944 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 6m ago 8h 4811M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:13:21.944 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 6m ago 8h 4883M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:13:21.944 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 6m ago 8h 143M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:13:22.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:21 smithi039 ceph-mon[181282]: pgmap v18254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:21 smithi032 ceph-mon[191839]: pgmap v18254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:21 smithi032 ceph-mon[189144]: pgmap v18254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:22.344 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:13:22.344 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:13:22.344 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:13:22.344 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:13:22.344 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:13:22.344 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:13:22.344 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:13:22.344 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:13:22.345 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:13:22.345 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:13:22.345 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:13:22.345 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:13:22.345 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:13:22.345 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:13:22.345 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:13:22.345 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:13:22.345 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:13:22.345 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:13:23.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:22 smithi039 ceph-mon[181282]: from='client.54273 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:13:23.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:22 smithi039 ceph-mon[181282]: from='client.64193 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:13:23.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:22 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1528552829' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:13:23.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:22 smithi032 ceph-mon[191839]: from='client.54273 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:13:23.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:22 smithi032 ceph-mon[191839]: from='client.64193 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:13:23.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:22 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1528552829' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:13:23.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:22 smithi032 ceph-mon[189144]: from='client.54273 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:13:23.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:22 smithi032 ceph-mon[189144]: from='client.64193 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:13:23.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:22 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1528552829' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:13:24.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:23 smithi039 ceph-mon[181282]: pgmap v18255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:24.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:23 smithi032 ceph-mon[191839]: pgmap v18255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:24.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:23 smithi032 ceph-mon[189144]: pgmap v18255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:26.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:26 smithi032 ceph-mon[191839]: pgmap v18256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:26 smithi032 ceph-mon[189144]: pgmap v18256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:26 smithi039 ceph-mon[181282]: pgmap v18256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:28 smithi032 ceph-mon[191839]: pgmap v18257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:28.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:28 smithi032 ceph-mon[189144]: pgmap v18257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:28 smithi039 ceph-mon[181282]: pgmap v18257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:30.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:29 smithi039 ceph-mon[181282]: pgmap v18258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:29 smithi032 ceph-mon[191839]: pgmap v18258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:29 smithi032 ceph-mon[189144]: pgmap v18258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:13:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:13:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:13:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:32 smithi032 ceph-mon[191839]: pgmap v18259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:32 smithi032 ceph-mon[189144]: pgmap v18259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:32 smithi039 ceph-mon[181282]: pgmap v18259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:34 smithi032 ceph-mon[191839]: pgmap v18260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:34.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:34 smithi032 ceph-mon[189144]: pgmap v18260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:34 smithi039 ceph-mon[181282]: pgmap v18260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:36 smithi032 ceph-mon[189144]: pgmap v18261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:13:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:36 smithi032 ceph-mon[191839]: pgmap v18261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:13:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:36 smithi039 ceph-mon[181282]: pgmap v18261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:13:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:38 smithi032 ceph-mon[191839]: pgmap v18262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:38.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:38 smithi032 ceph-mon[189144]: pgmap v18262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:38.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:38 smithi039 ceph-mon[181282]: pgmap v18262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:39 smithi039 ceph-mon[181282]: pgmap v18263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:39 smithi032 ceph-mon[189144]: pgmap v18263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:40.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:39 smithi032 ceph-mon[191839]: pgmap v18263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:13:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:13:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:13:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:42 smithi032 ceph-mon[191839]: pgmap v18264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:42 smithi032 ceph-mon[189144]: pgmap v18264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:42 smithi039 ceph-mon[181282]: pgmap v18264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:44.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:44 smithi032 ceph-mon[191839]: pgmap v18265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:44.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:44 smithi032 ceph-mon[189144]: pgmap v18265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:44 smithi039 ceph-mon[181282]: pgmap v18265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:46.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:46 smithi032 ceph-mon[189144]: pgmap v18266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:46.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:46 smithi032 ceph-mon[191839]: pgmap v18266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:46 smithi039 ceph-mon[181282]: pgmap v18266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:48.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:48 smithi032 ceph-mon[189144]: pgmap v18267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:48.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:48 smithi032 ceph-mon[191839]: pgmap v18267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:48.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:48 smithi039 ceph-mon[181282]: pgmap v18267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:49 smithi039 ceph-mon[181282]: pgmap v18268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:49 smithi032 ceph-mon[191839]: pgmap v18268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:49 smithi032 ceph-mon[189144]: pgmap v18268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:13:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:13:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:13:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:13:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:13:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:13:52.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:51 smithi039 ceph-mon[181282]: pgmap v18269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:51 smithi032 ceph-mon[189144]: pgmap v18269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:51 smithi032 ceph-mon[191839]: pgmap v18269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:52.711 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:13:53.034 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:13:53.034 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 8m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:13:53.034 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 6m ago 8h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:13:53.035 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 8m ago 8h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:13:53.035 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 6m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:13:53.035 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 6m ago 9h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:13:53.035 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 8m ago 9h 879M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:13:53.035 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 8m ago 9h 2228M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:13:53.035 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 6m ago 9h 1090M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:13:53.035 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 8m ago 9h 1142M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:13:53.035 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 8m ago 8h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:13:53.035 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 6m ago 8h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:13:53.035 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 8m ago 9h 5402M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:13:53.035 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 8m ago 9h 5526M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:13:53.035 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 8m ago 9h 4872M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:13:53.035 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 8m ago 9h 5021M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:13:53.035 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 6m ago 9h 4725M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:13:53.035 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 6m ago 9h 5172M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:13:53.036 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 6m ago 8h 4811M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:13:53.036 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 6m ago 8h 4883M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:13:53.036 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 6m ago 8h 143M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:13:53.439 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:13:53.439 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:13:53.440 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:13:53.440 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:13:53.440 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:13:53.440 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:13:53.440 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:13:53.440 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:13:53.440 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:13:53.440 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:13:53.440 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:13:53.440 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:13:53.440 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:13:53.440 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:13:53.440 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:13:53.440 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:13:53.440 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:13:53.440 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:13:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:54 smithi032 ceph-mon[191839]: from='client.54291 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:13:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:54 smithi032 ceph-mon[191839]: from='client.64211 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:13:54.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:54 smithi032 ceph-mon[191839]: pgmap v18270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:54.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:54 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/813135423' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:13:54.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:54 smithi032 ceph-mon[189144]: from='client.54291 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:13:54.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:54 smithi032 ceph-mon[189144]: from='client.64211 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:13:54.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:54 smithi032 ceph-mon[189144]: pgmap v18270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:54.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:54 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/813135423' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:13:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:54 smithi039 ceph-mon[181282]: from='client.54291 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:13:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:54 smithi039 ceph-mon[181282]: from='client.64211 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:13:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:54 smithi039 ceph-mon[181282]: pgmap v18270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:54 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/813135423' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:13:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:56 smithi032 ceph-mon[191839]: pgmap v18271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:56 smithi032 ceph-mon[189144]: pgmap v18271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:56 smithi039 ceph-mon[181282]: pgmap v18271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:58.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:58 smithi032 ceph-mon[189144]: pgmap v18272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:58.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:58 smithi032 ceph-mon[191839]: pgmap v18272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:13:58.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:58 smithi039 ceph-mon[181282]: pgmap v18272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:13:59 smithi039 ceph-mon[181282]: pgmap v18273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:00.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:13:59 smithi032 ceph-mon[191839]: pgmap v18273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:00.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:13:59 smithi032 ceph-mon[189144]: pgmap v18273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:14:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:14:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:14:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:14:02 smithi032 ceph-mon[191839]: pgmap v18274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:14:02 smithi032 ceph-mon[189144]: pgmap v18274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:14:02 smithi039 ceph-mon[181282]: pgmap v18274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:04.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:14:04 smithi032 ceph-mon[189144]: pgmap v18275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:04.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:14:04 smithi032 ceph-mon[191839]: pgmap v18275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:14:04 smithi039 ceph-mon[181282]: pgmap v18275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:14:06 smithi032 ceph-mon[191839]: pgmap v18276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:14:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:14:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:14:06 smithi032 ceph-mon[189144]: pgmap v18276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:14:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:14:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:14:06 smithi039 ceph-mon[181282]: pgmap v18276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:14:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:14:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:14:08 smithi032 ceph-mon[191839]: pgmap v18277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:14:08 smithi032 ceph-mon[189144]: pgmap v18277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:14:08 smithi039 ceph-mon[181282]: pgmap v18277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:14:09 smithi039 ceph-mon[181282]: pgmap v18278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:14:09 smithi032 ceph-mon[189144]: pgmap v18278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:10.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:14:09 smithi032 ceph-mon[191839]: pgmap v18278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:14:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:14:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:14:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:14:12 smithi032 ceph-mon[189144]: pgmap v18279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:14:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:14:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:14:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:14:12.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:14:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:14:12.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:14:12 smithi032 ceph-mon[191839]: pgmap v18279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:12.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:14:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:14:12.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:14:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:14:12.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:14:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:14:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:14:12 smithi039 ceph-mon[181282]: pgmap v18279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:14:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:14:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:14:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:14:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:14:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:14:13.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:14:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:14:13.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:14:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:14:13.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:14:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:14:13.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:14:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:14:13.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:14:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:14:13.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:14:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:14:13.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:14:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:14:13.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:14:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:14:13.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:14:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:14:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:14:14 smithi032 ceph-mon[189144]: pgmap v18280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:14.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:14:14 smithi032 ceph-mon[191839]: pgmap v18280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:14:14 smithi039 ceph-mon[181282]: pgmap v18280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:14:16 smithi032 ceph-mon[189144]: pgmap v18281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:16.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:14:16 smithi032 ceph-mon[191839]: pgmap v18281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:14:16 smithi039 ceph-mon[181282]: pgmap v18281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:18.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:14:18 smithi032 ceph-mon[191839]: pgmap v18282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:18.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:14:18 smithi032 ceph-mon[189144]: pgmap v18282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:14:18 smithi039 ceph-mon[181282]: pgmap v18282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:14:19 smithi039 ceph-mon[181282]: pgmap v18283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:14:19 smithi032 ceph-mon[191839]: pgmap v18283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:14:19 smithi032 ceph-mon[189144]: pgmap v18283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:14:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:14:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:14:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:14:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:14:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:14:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:14:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:14:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:14:22.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:14:21 smithi039 ceph-mon[181282]: pgmap v18284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:14:21 smithi032 ceph-mon[191839]: pgmap v18284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:14:21 smithi032 ceph-mon[189144]: pgmap v18284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:23.805 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:14:24.126 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:14:24.126 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 9m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:14:24.126 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 7m ago 8h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:14:24.126 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (8h) 9m ago 8h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:14:24.126 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (8h) 7m ago 8h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:14:24.126 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 7m ago 9h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:14:24.127 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 9m ago 9h 879M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:14:24.127 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 9m ago 9h 2228M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:14:24.127 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 7m ago 9h 1090M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:14:24.127 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 9m ago 9h 1142M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:14:24.127 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 9m ago 8h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:14:24.127 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 7m ago 8h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:14:24.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 9m ago 9h 5402M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:14:24.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 9m ago 9h 5526M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:14:24.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 9m ago 9h 4872M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:14:24.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 9m ago 9h 5021M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:14:24.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 7m ago 9h 4725M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:14:24.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 7m ago 9h 5172M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:14:24.128 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 7m ago 9h 4811M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:14:24.128 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 7m ago 8h 4883M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:14:24.128 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 7m ago 8h 143M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:14:24.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:14:24 smithi032 ceph-mon[189144]: pgmap v18285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:24.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:14:24 smithi032 ceph-mon[191839]: pgmap v18285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:14:24 smithi039 ceph-mon[181282]: pgmap v18285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:24.529 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:14:24.529 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:14:24.530 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:14:24.530 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:14:24.530 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:14:24.530 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:14:24.530 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:14:24.530 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:14:24.530 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:14:24.530 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:14:24.530 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:14:24.530 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:14:24.530 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:14:24.530 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:14:24.530 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:14:24.530 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:14:24.530 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:14:24.531 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:14:25.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:14:25 smithi032 ceph-mon[189144]: from='client.54309 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:14:25.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:14:25 smithi032 ceph-mon[189144]: from='client.64229 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:14:25.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:14:25 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1545214848' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:14:25.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:14:25 smithi032 ceph-mon[191839]: from='client.54309 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:14:25.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:14:25 smithi032 ceph-mon[191839]: from='client.64229 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:14:25.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:14:25 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1545214848' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:14:25.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:14:25 smithi039 ceph-mon[181282]: from='client.54309 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:14:25.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:14:25 smithi039 ceph-mon[181282]: from='client.64229 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:14:25.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:14:25 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1545214848' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:14:26.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:14:26 smithi032 ceph-mon[191839]: pgmap v18286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:14:26 smithi032 ceph-mon[189144]: pgmap v18286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:14:26 smithi039 ceph-mon[181282]: pgmap v18286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:14:28 smithi032 ceph-mon[191839]: pgmap v18287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:28.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:14:28 smithi032 ceph-mon[189144]: pgmap v18287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:14:28 smithi039 ceph-mon[181282]: pgmap v18287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:14:29 smithi039 ceph-mon[181282]: pgmap v18288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:14:29 smithi032 ceph-mon[191839]: pgmap v18288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:14:29 smithi032 ceph-mon[189144]: pgmap v18288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:14:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:14:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:14:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:14:32 smithi032 ceph-mon[191839]: pgmap v18289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:14:32 smithi032 ceph-mon[189144]: pgmap v18289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:14:32 smithi039 ceph-mon[181282]: pgmap v18289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:14:34 smithi032 ceph-mon[191839]: pgmap v18290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:34.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:14:34 smithi032 ceph-mon[189144]: pgmap v18290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:14:34 smithi039 ceph-mon[181282]: pgmap v18290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:14:36 smithi032 ceph-mon[189144]: pgmap v18291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:14:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:14:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:14:36 smithi032 ceph-mon[191839]: pgmap v18291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:14:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:14:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:14:36 smithi039 ceph-mon[181282]: pgmap v18291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:36.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:14:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:14:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:14:38 smithi032 ceph-mon[191839]: pgmap v18292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:38.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:14:38 smithi032 ceph-mon[189144]: pgmap v18292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:38.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:14:38 smithi039 ceph-mon[181282]: pgmap v18292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:40.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:14:39 smithi039 ceph-mon[181282]: pgmap v18293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:40.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:14:39 smithi032 ceph-mon[191839]: pgmap v18293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:14:39 smithi032 ceph-mon[189144]: pgmap v18293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:14:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:14:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:14:42.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:14:42 smithi032 ceph-mon[189144]: pgmap v18294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:42.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:14:42 smithi032 ceph-mon[191839]: pgmap v18294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:14:42 smithi039 ceph-mon[181282]: pgmap v18294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:44.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:14:44 smithi032 ceph-mon[189144]: pgmap v18295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:44.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:14:44 smithi032 ceph-mon[191839]: pgmap v18295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:14:44 smithi039 ceph-mon[181282]: pgmap v18295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:46.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:14:46 smithi032 ceph-mon[189144]: pgmap v18296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:46.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:14:46 smithi032 ceph-mon[191839]: pgmap v18296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:14:46 smithi039 ceph-mon[181282]: pgmap v18296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:48.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:14:48 smithi032 ceph-mon[191839]: pgmap v18297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:48.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:14:48 smithi032 ceph-mon[189144]: pgmap v18297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:48.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:14:48 smithi039 ceph-mon[181282]: pgmap v18297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:50.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:14:49 smithi039 ceph-mon[181282]: pgmap v18298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:14:49 smithi032 ceph-mon[191839]: pgmap v18298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:14:49 smithi032 ceph-mon[189144]: pgmap v18298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:51.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:14:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:14:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:14:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:14:50] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-23T02:14:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:14:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:14:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:14:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:14:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:14:51 smithi032 ceph-mon[191839]: pgmap v18299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:14:51 smithi032 ceph-mon[189144]: pgmap v18299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:14:51 smithi039 ceph-mon[181282]: pgmap v18299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:54.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:14:54 smithi032 ceph-mon[191839]: pgmap v18300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:54.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:14:54 smithi032 ceph-mon[189144]: pgmap v18300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:14:54 smithi039 ceph-mon[181282]: pgmap v18300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:54.894 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:14:55.218 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:14:55.218 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 9m ago 8h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:14:55.218 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 7m ago 8h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:14:55.218 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 9m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:14:55.218 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 7m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:14:55.218 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 7m ago 9h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:14:55.218 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 9m ago 9h 879M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:14:55.218 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 9m ago 9h 2228M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:14:55.218 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 7m ago 9h 1090M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:14:55.218 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 9m ago 9h 1142M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:14:55.218 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 9m ago 8h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:14:55.218 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 7m ago 8h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:14:55.218 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 9m ago 9h 5402M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:14:55.219 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 9m ago 9h 5526M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:14:55.219 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 9m ago 9h 4872M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:14:55.219 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 9m ago 9h 5021M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:14:55.219 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 7m ago 9h 4725M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:14:55.219 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 7m ago 9h 5172M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:14:55.219 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 7m ago 9h 4811M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:14:55.219 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 7m ago 9h 4883M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:14:55.219 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 7m ago 8h 143M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:14:55.618 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:14:55.619 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:14:55.619 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:14:55.619 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:14:55.619 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:14:55.619 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:14:55.619 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:14:55.619 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:14:55.619 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:14:55.619 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:14:55.619 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:14:55.619 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:14:55.619 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:14:55.619 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:14:55.619 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:14:55.619 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:14:55.620 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:14:55.620 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:14:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:14:56 smithi032 ceph-mon[191839]: from='client.54327 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:14:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:14:56 smithi032 ceph-mon[191839]: pgmap v18301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:14:56 smithi032 ceph-mon[191839]: from='client.54333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:14:56.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:14:56 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1792047343' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:14:56.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:14:56 smithi032 ceph-mon[189144]: from='client.54327 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:14:56.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:14:56 smithi032 ceph-mon[189144]: pgmap v18301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:56.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:14:56 smithi032 ceph-mon[189144]: from='client.54333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:14:56.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:14:56 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1792047343' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:14:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:14:56 smithi039 ceph-mon[181282]: from='client.54327 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:14:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:14:56 smithi039 ceph-mon[181282]: pgmap v18301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:14:56 smithi039 ceph-mon[181282]: from='client.54333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:14:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:14:56 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1792047343' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:14:58.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:14:58 smithi032 ceph-mon[191839]: pgmap v18302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:58.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:14:58 smithi032 ceph-mon[189144]: pgmap v18302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:14:58.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:14:58 smithi039 ceph-mon[181282]: pgmap v18302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:00.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:14:59 smithi039 ceph-mon[181282]: pgmap v18303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:00.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:14:59 smithi032 ceph-mon[191839]: pgmap v18303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:00.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:14:59 smithi032 ceph-mon[189144]: pgmap v18303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:15:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:15:00] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-23T02:15:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:15:02 smithi032 ceph-mon[191839]: pgmap v18304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:02.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:15:02 smithi032 ceph-mon[189144]: pgmap v18304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:15:02 smithi039 ceph-mon[181282]: pgmap v18304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:04.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:15:04 smithi032 ceph-mon[191839]: pgmap v18305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:04.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:15:04 smithi032 ceph-mon[189144]: pgmap v18305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:15:04 smithi039 ceph-mon[181282]: pgmap v18305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:06.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:15:06 smithi032 ceph-mon[191839]: pgmap v18306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:15:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:15:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:15:06 smithi032 ceph-mon[189144]: pgmap v18306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:15:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:15:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:15:06 smithi039 ceph-mon[181282]: pgmap v18306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:15:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:15:08.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:15:08 smithi032 ceph-mon[191839]: pgmap v18307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:08.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:15:08 smithi032 ceph-mon[189144]: pgmap v18307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:15:08 smithi039 ceph-mon[181282]: pgmap v18307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:10.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:15:09 smithi039 ceph-mon[181282]: pgmap v18308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:10.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:15:09 smithi032 ceph-mon[191839]: pgmap v18308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:15:09 smithi032 ceph-mon[189144]: pgmap v18308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:15:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:15:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:15:12.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:15:12 smithi032 ceph-mon[189144]: pgmap v18309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:12.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:15:12 smithi032 ceph-mon[191839]: pgmap v18309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:15:12 smithi039 ceph-mon[181282]: pgmap v18309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:13.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:15:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:15:13.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:15:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:15:13.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:15:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:15:14.285 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:15:14 smithi032 ceph-mon[189144]: pgmap v18310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:14.286 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:15:14 smithi032 ceph-mon[191839]: pgmap v18310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:15:14 smithi039 ceph-mon[181282]: pgmap v18310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:15.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:15:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:15:15.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:15:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:15:15.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:15:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:15:15.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:15:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:15:15.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:15:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:15:15.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:15:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:15:15.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:15:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:15:15.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:15:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:15:15.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:15:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:15:15.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:15:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:15:15.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:15:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:15:15.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:15:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:15:15.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:15:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:15:15.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:15:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:15:15.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:15:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:15:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:15:16 smithi039 ceph-mon[181282]: pgmap v18311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:16.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:15:16 smithi032 ceph-mon[189144]: pgmap v18311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:16.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:15:16 smithi032 ceph-mon[191839]: pgmap v18311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:18.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:15:18 smithi039 ceph-mon[181282]: pgmap v18312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:18.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:15:18 smithi032 ceph-mon[189144]: pgmap v18312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:18.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:15:18 smithi032 ceph-mon[191839]: pgmap v18312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:20.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:15:19 smithi039 ceph-mon[181282]: pgmap v18313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:15:19 smithi032 ceph-mon[189144]: pgmap v18313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:15:19 smithi032 ceph-mon[191839]: pgmap v18313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:21.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:15:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:15:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:15:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:15:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:15:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:15:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:15:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:15:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:15:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:15:21 smithi032 ceph-mon[191839]: pgmap v18314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:15:21 smithi032 ceph-mon[189144]: pgmap v18314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:15:21 smithi039 ceph-mon[181282]: pgmap v18314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:24.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:15:24 smithi032 ceph-mon[189144]: pgmap v18315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:24.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:15:24 smithi032 ceph-mon[191839]: pgmap v18315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:15:24 smithi039 ceph-mon[181282]: pgmap v18315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:25.986 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:15:26.311 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:15:26.311 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 11s ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:15:26.311 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 8m ago 8h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:15:26.311 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 11s ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:15:26.311 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 8m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:15:26.311 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 8m ago 9h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:15:26.311 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 11s ago 9h 885M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:15:26.311 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 11s ago 9h 2262M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:15:26.311 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 8m ago 9h 1090M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:15:26.311 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 11s ago 9h 1158M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:15:26.311 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 11s ago 8h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:15:26.311 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 8m ago 8h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:15:26.312 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 11s ago 9h 5434M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:15:26.312 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 11s ago 9h 5557M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:15:26.312 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 11s ago 9h 4895M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:15:26.312 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 11s ago 9h 5052M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:15:26.312 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 8m ago 9h 4725M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:15:26.312 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 8m ago 9h 5172M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:15:26.312 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 8m ago 9h 4811M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:15:26.312 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 8m ago 9h 4883M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:15:26.312 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 8m ago 9h 143M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:15:26.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:15:26 smithi032 ceph-mon[189144]: pgmap v18316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:26.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:15:26 smithi032 ceph-mon[191839]: pgmap v18316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:15:26 smithi039 ceph-mon[181282]: pgmap v18316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:26.713 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:15:26.713 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:15:26.713 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:15:26.713 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:15:26.713 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:15:26.713 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:15:26.714 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:15:26.714 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:15:26.714 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:15:26.714 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:15:26.714 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:15:26.714 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:15:26.714 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:15:26.714 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:15:26.714 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:15:26.714 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:15:26.714 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:15:26.714 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:15:27.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:15:27 smithi032 ceph-mon[191839]: from='client.54345 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:15:27.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:15:27 smithi032 ceph-mon[191839]: from='client.64265 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:15:27.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:15:27 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2369047434' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:15:27.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:15:27 smithi032 ceph-mon[189144]: from='client.54345 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:15:27.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:15:27 smithi032 ceph-mon[189144]: from='client.64265 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:15:27.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:15:27 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2369047434' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:15:27.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:15:27 smithi039 ceph-mon[181282]: from='client.54345 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:15:27.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:15:27 smithi039 ceph-mon[181282]: from='client.64265 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:15:27.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:15:27 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2369047434' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:15:28.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:15:28 smithi032 ceph-mon[191839]: pgmap v18317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:28.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:15:28 smithi032 ceph-mon[189144]: pgmap v18317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:15:28 smithi039 ceph-mon[181282]: pgmap v18317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:30.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:15:29 smithi039 ceph-mon[181282]: pgmap v18318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:15:29 smithi032 ceph-mon[189144]: pgmap v18318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:15:29 smithi032 ceph-mon[191839]: pgmap v18318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:15:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:15:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:15:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:15:32 smithi032 ceph-mon[189144]: pgmap v18319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:32.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:15:32 smithi032 ceph-mon[191839]: pgmap v18319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:15:32 smithi039 ceph-mon[181282]: pgmap v18319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:15:34 smithi032 ceph-mon[189144]: pgmap v18320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:15:34 smithi032 ceph-mon[191839]: pgmap v18320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:15:34 smithi039 ceph-mon[181282]: pgmap v18320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:15:36 smithi032 ceph-mon[189144]: pgmap v18321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:15:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:15:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:15:36 smithi032 ceph-mon[191839]: pgmap v18321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:15:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:15:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:15:36 smithi039 ceph-mon[181282]: pgmap v18321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:36.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:15:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:15:38.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:15:38 smithi032 ceph-mon[191839]: pgmap v18322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:38.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:15:38 smithi032 ceph-mon[189144]: pgmap v18322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:38.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:15:38 smithi039 ceph-mon[181282]: pgmap v18322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:40.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:15:39 smithi032 ceph-mon[191839]: pgmap v18323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:15:39 smithi032 ceph-mon[189144]: pgmap v18323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:15:39 smithi039 ceph-mon[181282]: pgmap v18323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:15:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:15:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:15:42.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:15:42 smithi032 ceph-mon[191839]: pgmap v18324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:42.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:15:42 smithi032 ceph-mon[189144]: pgmap v18324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:15:42 smithi039 ceph-mon[181282]: pgmap v18324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:44.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:15:44 smithi032 ceph-mon[191839]: pgmap v18325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:44.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:15:44 smithi032 ceph-mon[189144]: pgmap v18325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:15:44 smithi039 ceph-mon[181282]: pgmap v18325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:46.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:15:46 smithi032 ceph-mon[191839]: pgmap v18326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:46.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:15:46 smithi032 ceph-mon[189144]: pgmap v18326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:15:46 smithi039 ceph-mon[181282]: pgmap v18326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:48.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:15:48 smithi039 ceph-mon[181282]: pgmap v18327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:48.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:15:48 smithi032 ceph-mon[191839]: pgmap v18327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:48.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:15:48 smithi032 ceph-mon[189144]: pgmap v18327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:15:49 smithi032 ceph-mon[191839]: pgmap v18328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:15:49 smithi032 ceph-mon[189144]: pgmap v18328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:15:49 smithi039 ceph-mon[181282]: pgmap v18328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:15:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:15:50] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T02:15:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:15:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:15:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:15:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:15:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:15:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:15:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:15:51 smithi032 ceph-mon[191839]: pgmap v18329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:15:51 smithi032 ceph-mon[189144]: pgmap v18329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:15:51 smithi039 ceph-mon[181282]: pgmap v18329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:54.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:15:54 smithi032 ceph-mon[189144]: pgmap v18330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:54.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:15:54 smithi032 ceph-mon[191839]: pgmap v18330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:15:54 smithi039 ceph-mon[181282]: pgmap v18330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:15:56 smithi039 ceph-mon[181282]: pgmap v18331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:56.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:15:56 smithi032 ceph-mon[189144]: pgmap v18331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:56.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:15:56 smithi032 ceph-mon[191839]: pgmap v18331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:57.075 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:15:57.398 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:15:57.398 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 42s ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:15:57.399 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 8m ago 9h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:15:57.399 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 42s ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:15:57.399 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 8m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:15:57.399 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 8m ago 9h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:15:57.399 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 42s ago 9h 885M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:15:57.399 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 42s ago 9h 2262M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:15:57.399 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 8m ago 9h 1090M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:15:57.399 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 42s ago 9h 1158M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:15:57.399 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 42s ago 9h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:15:57.399 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 8m ago 9h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:15:57.399 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 42s ago 9h 5434M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:15:57.399 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 42s ago 9h 5557M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:15:57.399 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 42s ago 9h 4895M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:15:57.399 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 42s ago 9h 5052M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:15:57.399 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 8m ago 9h 4725M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:15:57.400 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 8m ago 9h 5172M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:15:57.400 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 8m ago 9h 4811M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:15:57.400 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 8m ago 9h 4883M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:15:57.400 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 8m ago 9h 143M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:15:57.798 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:15:57.798 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:15:57.799 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:15:57.799 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:15:57.799 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:15:57.799 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:15:57.799 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:15:57.799 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:15:57.799 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:15:57.799 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:15:57.799 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:15:57.799 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:15:57.799 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:15:57.799 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:15:57.799 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:15:57.799 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:15:57.800 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:15:57.800 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:15:58.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:15:58 smithi039 ceph-mon[181282]: from='client.64277 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:15:58.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:15:58 smithi039 ceph-mon[181282]: pgmap v18332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:58.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:15:58 smithi039 ceph-mon[181282]: from='client.64283 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:15:58.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:15:58 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2154672920' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:15:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:15:58 smithi032 ceph-mon[189144]: from='client.64277 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:15:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:15:58 smithi032 ceph-mon[189144]: pgmap v18332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:15:58 smithi032 ceph-mon[189144]: from='client.64283 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:15:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:15:58 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2154672920' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:15:58.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:15:58 smithi032 ceph-mon[191839]: from='client.64277 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:15:58.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:15:58 smithi032 ceph-mon[191839]: pgmap v18332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:15:58.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:15:58 smithi032 ceph-mon[191839]: from='client.64283 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:15:58.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:15:58 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2154672920' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:16:00.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:15:59 smithi032 ceph-mon[191839]: pgmap v18333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:15:59 smithi032 ceph-mon[189144]: pgmap v18333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:15:59 smithi039 ceph-mon[181282]: pgmap v18333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:16:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:16:00] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T02:16:02.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:16:02 smithi032 ceph-mon[191839]: pgmap v18334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:02.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:16:02 smithi032 ceph-mon[189144]: pgmap v18334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:16:02 smithi039 ceph-mon[181282]: pgmap v18334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:16:04 smithi039 ceph-mon[181282]: pgmap v18335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:16:04 smithi032 ceph-mon[191839]: pgmap v18335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:04.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:16:04 smithi032 ceph-mon[189144]: pgmap v18335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:16:06 smithi039 ceph-mon[181282]: pgmap v18336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:16:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:16:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:16:06 smithi032 ceph-mon[189144]: pgmap v18336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:16:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:16:06.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:16:06 smithi032 ceph-mon[191839]: pgmap v18336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:06.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:16:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:16:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:16:08 smithi039 ceph-mon[181282]: pgmap v18337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:08.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:16:08 smithi032 ceph-mon[191839]: pgmap v18337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:08.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:16:08 smithi032 ceph-mon[189144]: pgmap v18337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:16:09 smithi032 ceph-mon[189144]: pgmap v18338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:10.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:16:09 smithi032 ceph-mon[191839]: pgmap v18338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:16:09 smithi039 ceph-mon[181282]: pgmap v18338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:16:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:16:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:16:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:16:12 smithi039 ceph-mon[181282]: pgmap v18339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:16:12 smithi032 ceph-mon[191839]: pgmap v18339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:16:12 smithi032 ceph-mon[189144]: pgmap v18339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:16:14 smithi039 ceph-mon[181282]: pgmap v18340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:16:14 smithi032 ceph-mon[189144]: pgmap v18340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:14.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:16:14 smithi032 ceph-mon[191839]: pgmap v18340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:15.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:16:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:16:15.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:16:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:16:15.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:16:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:16:16.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:16:16 smithi039 ceph-mon[181282]: pgmap v18341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:16.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:16:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:16:16.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:16:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:16:16.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:16:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:16:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:16:16 smithi032 ceph-mon[189144]: pgmap v18341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:16:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:16:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:16:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:16:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:16:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:16:16.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:16:16 smithi032 ceph-mon[191839]: pgmap v18341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:16.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:16:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:16:16.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:16:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:16:16.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:16:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:16:18.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:16:18 smithi039 ceph-mon[181282]: pgmap v18342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:16:18 smithi032 ceph-mon[189144]: pgmap v18342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:18.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:16:18 smithi032 ceph-mon[191839]: pgmap v18342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:16:19 smithi032 ceph-mon[191839]: pgmap v18343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:16:19 smithi032 ceph-mon[189144]: pgmap v18343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:16:19 smithi039 ceph-mon[181282]: pgmap v18343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:16:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:16:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T02:16:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:16:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:16:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:16:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:16:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:16:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:16:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:16:21 smithi032 ceph-mon[191839]: pgmap v18344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:16:21 smithi032 ceph-mon[189144]: pgmap v18344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:16:21 smithi039 ceph-mon[181282]: pgmap v18344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:16:24 smithi039 ceph-mon[181282]: pgmap v18345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:16:24 smithi032 ceph-mon[189144]: pgmap v18345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:24.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:16:24 smithi032 ceph-mon[191839]: pgmap v18345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:16:26 smithi039 ceph-mon[181282]: pgmap v18346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:16:26 smithi032 ceph-mon[191839]: pgmap v18346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:26.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:16:26 smithi032 ceph-mon[189144]: pgmap v18346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:28.165 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:16:28.490 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:16:28.490 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 74s ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:16:28.490 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 9m ago 9h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:16:28.490 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 74s ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:16:28.490 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 9m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:16:28.490 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 9m ago 9h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:16:28.490 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 74s ago 9h 885M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:16:28.490 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 74s ago 9h 2262M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:16:28.491 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 9m ago 9h 1090M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:16:28.491 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 74s ago 9h 1158M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:16:28.491 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 74s ago 9h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:16:28.491 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 9m ago 9h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:16:28.491 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 74s ago 9h 5434M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:16:28.491 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 74s ago 9h 5557M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:16:28.491 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 74s ago 9h 4895M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:16:28.491 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 74s ago 9h 5052M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:16:28.491 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 9m ago 9h 4725M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:16:28.492 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 9m ago 9h 5172M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:16:28.492 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 9m ago 9h 4811M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:16:28.492 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 9m ago 9h 4883M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:16:28.492 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 9m ago 9h 143M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:16:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:16:28 smithi039 ceph-mon[181282]: pgmap v18347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:28.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:16:28 smithi032 ceph-mon[191839]: pgmap v18347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:28.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:16:28 smithi032 ceph-mon[189144]: pgmap v18347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:28.887 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:16:28.887 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:16:28.887 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:16:28.887 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:16:28.887 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:16:28.887 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:16:28.888 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:16:28.888 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:16:28.888 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:16:28.888 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:16:28.888 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:16:28.888 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:16:28.888 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:16:28.888 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:16:28.888 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:16:28.888 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:16:28.888 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:16:28.888 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:16:29.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:16:29 smithi039 ceph-mon[181282]: from='client.64295 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:16:29.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:16:29 smithi039 ceph-mon[181282]: from='client.64301 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:16:29.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:16:29 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/479780964' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:16:29.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:16:29 smithi032 ceph-mon[191839]: from='client.64295 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:16:29.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:16:29 smithi032 ceph-mon[191839]: from='client.64301 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:16:29.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:16:29 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/479780964' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:16:29.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:16:29 smithi032 ceph-mon[189144]: from='client.64295 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:16:29.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:16:29 smithi032 ceph-mon[189144]: from='client.64301 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:16:29.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:16:29 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/479780964' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:16:30.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:16:30 smithi039 ceph-mon[181282]: pgmap v18348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:30.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:16:30 smithi032 ceph-mon[189144]: pgmap v18348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:30.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:16:30 smithi032 ceph-mon[191839]: pgmap v18348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:16:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:16:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T02:16:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:16:32 smithi039 ceph-mon[181282]: pgmap v18349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:32.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:16:32 smithi032 ceph-mon[191839]: pgmap v18349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:32.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:16:32 smithi032 ceph-mon[189144]: pgmap v18349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:16:34 smithi039 ceph-mon[181282]: pgmap v18350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:34.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:16:34 smithi032 ceph-mon[189144]: pgmap v18350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:34.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:16:34 smithi032 ceph-mon[191839]: pgmap v18350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:36.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:16:36 smithi039 ceph-mon[181282]: pgmap v18351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:36.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:16:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:16:36.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:16:36 smithi032 ceph-mon[189144]: pgmap v18351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:36.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:16:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:16:36.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:16:36 smithi032 ceph-mon[191839]: pgmap v18351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:36.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:16:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:16:38.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:16:38 smithi039 ceph-mon[181282]: pgmap v18352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:38.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:16:38 smithi032 ceph-mon[191839]: pgmap v18352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:38.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:16:38 smithi032 ceph-mon[189144]: pgmap v18352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:16:39 smithi032 ceph-mon[189144]: pgmap v18353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:40.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:16:39 smithi032 ceph-mon[191839]: pgmap v18353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:16:39 smithi039 ceph-mon[181282]: pgmap v18353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:16:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:16:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:16:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:16:42 smithi039 ceph-mon[181282]: pgmap v18354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:42.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:16:42 smithi032 ceph-mon[191839]: pgmap v18354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:42.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:16:42 smithi032 ceph-mon[189144]: pgmap v18354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:44.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:16:44 smithi039 ceph-mon[181282]: pgmap v18355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:44.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:16:44 smithi032 ceph-mon[191839]: pgmap v18355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:44.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:16:44 smithi032 ceph-mon[189144]: pgmap v18355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:46.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:16:46 smithi039 ceph-mon[181282]: pgmap v18356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:46.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:16:46 smithi032 ceph-mon[191839]: pgmap v18356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:46.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:16:46 smithi032 ceph-mon[189144]: pgmap v18356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:48.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:16:48 smithi039 ceph-mon[181282]: pgmap v18357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:48.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:16:48 smithi032 ceph-mon[191839]: pgmap v18357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:48.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:16:48 smithi032 ceph-mon[189144]: pgmap v18357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:16:49 smithi032 ceph-mon[191839]: pgmap v18358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:16:49 smithi032 ceph-mon[189144]: pgmap v18358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:16:49 smithi039 ceph-mon[181282]: pgmap v18358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:16:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:16:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:16:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:16:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:16:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:16:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:16:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:16:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:16:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:16:51 smithi032 ceph-mon[191839]: pgmap v18359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:16:51 smithi032 ceph-mon[189144]: pgmap v18359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:16:51 smithi039 ceph-mon[181282]: pgmap v18359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:16:54 smithi039 ceph-mon[181282]: pgmap v18360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:54.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:16:54 smithi032 ceph-mon[189144]: pgmap v18360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:16:54 smithi032 ceph-mon[191839]: pgmap v18360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:16:56 smithi039 ceph-mon[181282]: pgmap v18361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:56.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:16:56 smithi032 ceph-mon[189144]: pgmap v18361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:56.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:16:56 smithi032 ceph-mon[191839]: pgmap v18361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:58.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:16:58 smithi039 ceph-mon[181282]: pgmap v18362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:16:58 smithi032 ceph-mon[189144]: pgmap v18362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:58.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:16:58 smithi032 ceph-mon[191839]: pgmap v18362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:16:59.254 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:16:59.577 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:16:59.577 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 105s ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:16:59.577 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 9m ago 9h 95.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:16:59.577 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 105s ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:16:59.577 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 9m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:16:59.577 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 9m ago 9h 467M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:16:59.577 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 105s ago 9h 885M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:16:59.577 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 105s ago 9h 2262M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:16:59.577 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 9m ago 9h 1090M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:16:59.577 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 105s ago 9h 1158M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:16:59.577 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 105s ago 9h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:16:59.577 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 9m ago 9h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:16:59.577 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 105s ago 9h 5434M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:16:59.578 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 105s ago 9h 5557M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:16:59.578 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 105s ago 9h 4895M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:16:59.578 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 105s ago 9h 5052M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:16:59.578 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 9m ago 9h 4725M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:16:59.578 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 9m ago 9h 5172M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:16:59.578 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 9m ago 9h 4811M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:16:59.578 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 9m ago 9h 4883M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:16:59.578 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 9m ago 9h 143M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:16:59.979 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:16:59.980 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:16:59.980 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:16:59.980 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:16:59.980 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:16:59.980 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:16:59.980 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:16:59.980 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:16:59.980 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:16:59.980 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:16:59.980 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:16:59.980 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:16:59.980 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:16:59.980 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:16:59.980 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:16:59.981 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:16:59.981 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:16:59.981 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:17:00.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:16:59 smithi032 ceph-mon[191839]: pgmap v18363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:00.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:16:59 smithi032 ceph-mon[191839]: from='client.54399 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:17:00.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:16:59 smithi032 ceph-mon[191839]: from='client.64319 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:17:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:16:59 smithi032 ceph-mon[189144]: pgmap v18363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:16:59 smithi032 ceph-mon[189144]: from='client.54399 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:17:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:16:59 smithi032 ceph-mon[189144]: from='client.64319 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:17:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:16:59 smithi039 ceph-mon[181282]: pgmap v18363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:16:59 smithi039 ceph-mon[181282]: from='client.54399 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:17:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:16:59 smithi039 ceph-mon[181282]: from='client.64319 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:17:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:17:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:17:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:17:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:17:00 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/598174830' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:17:01.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:17:00 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/598174830' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:17:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:17:00 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/598174830' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:17:02.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:17:01 smithi032 ceph-mon[191839]: pgmap v18364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:17:01 smithi032 ceph-mon[189144]: pgmap v18364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:17:01 smithi039 ceph-mon[181282]: pgmap v18364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:17:04 smithi039 ceph-mon[181282]: pgmap v18365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:17:04 smithi032 ceph-mon[189144]: pgmap v18365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:17:04 smithi032 ceph-mon[191839]: pgmap v18365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:17:06 smithi039 ceph-mon[181282]: pgmap v18366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:06.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:17:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:17:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:17:06 smithi032 ceph-mon[191839]: pgmap v18366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:17:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:17:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:17:06 smithi032 ceph-mon[189144]: pgmap v18366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:06.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:17:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:17:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:17:08 smithi039 ceph-mon[181282]: pgmap v18367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:08.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:17:08 smithi032 ceph-mon[191839]: pgmap v18367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:17:08 smithi032 ceph-mon[189144]: pgmap v18367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:10.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:17:09 smithi032 ceph-mon[191839]: pgmap v18368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:10.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:17:09 smithi032 ceph-mon[189144]: pgmap v18368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:17:09 smithi039 ceph-mon[181282]: pgmap v18368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:17:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:17:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:17:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:17:12 smithi039 ceph-mon[181282]: pgmap v18369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:17:12 smithi032 ceph-mon[189144]: pgmap v18369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:17:12 smithi032 ceph-mon[191839]: pgmap v18369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:14.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:17:14 smithi039 ceph-mon[181282]: pgmap v18370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:17:14 smithi032 ceph-mon[189144]: pgmap v18370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:14.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:17:14 smithi032 ceph-mon[191839]: pgmap v18370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:16.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:17:16 smithi039 ceph-mon[181282]: pgmap v18371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:16.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:17:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:17:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:17:16 smithi032 ceph-mon[189144]: pgmap v18371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:17:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:17:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:17:16 smithi032 ceph-mon[191839]: pgmap v18371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:17:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:17:18.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:17:18 smithi039 ceph-mon[181282]: pgmap v18372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:18.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:17:18 smithi032 ceph-mon[191839]: pgmap v18372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:18.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:17:18 smithi032 ceph-mon[189144]: pgmap v18372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:19.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:17:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:17:19.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:17:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:17:19.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:17:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:17:19.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:17:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:17:19.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:17:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:17:19.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:17:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:17:19.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:17:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:17:19.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:17:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:17:19.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:17:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:17:19.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:17:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:17:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:17:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:17:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:17:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:17:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:17:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:17:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:17:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:17:19.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:17:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:17:20.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:17:20 smithi032 ceph-mon[191839]: pgmap v18373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:20.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:17:20 smithi032 ceph-mon[189144]: pgmap v18373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:20.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:17:20 smithi039 ceph-mon[181282]: pgmap v18373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:17:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:17:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:17:21.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:17:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:17:21.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:17:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:17:21.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:17:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:17:22.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:17:22 smithi032 ceph-mon[191839]: pgmap v18374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:22.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:17:22 smithi032 ceph-mon[189144]: pgmap v18374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:22.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:17:22 smithi039 ceph-mon[181282]: pgmap v18374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:24.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:17:24 smithi032 ceph-mon[191839]: pgmap v18375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:17:24 smithi032 ceph-mon[189144]: pgmap v18375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:17:24 smithi039 ceph-mon[181282]: pgmap v18375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:17:26 smithi032 ceph-mon[191839]: pgmap v18376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:26.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:17:26 smithi032 ceph-mon[189144]: pgmap v18376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:17:26 smithi039 ceph-mon[181282]: pgmap v18376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:28.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:17:28 smithi032 ceph-mon[191839]: pgmap v18377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:28.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:17:28 smithi032 ceph-mon[189144]: pgmap v18377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:17:28 smithi039 ceph-mon[181282]: pgmap v18377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:17:29 smithi032 ceph-mon[191839]: pgmap v18378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:17:29 smithi032 ceph-mon[189144]: pgmap v18378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:17:29 smithi039 ceph-mon[181282]: pgmap v18378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:30.345 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:17:30.668 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:17:30.668 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 2m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:17:30.668 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 12s ago 9h 94.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:17:30.668 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 2m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:17:30.668 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 12s ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:17:30.668 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 12s ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:17:30.668 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 2m ago 9h 885M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:17:30.668 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 2m ago 9h 2262M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:17:30.668 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 12s ago 9h 1106M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:17:30.668 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 2m ago 9h 1158M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:17:30.668 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 2m ago 9h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:17:30.668 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 12s ago 9h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:17:30.668 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 2m ago 9h 5434M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:17:30.668 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 2m ago 9h 5557M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:17:30.669 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 2m ago 9h 4895M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:17:30.669 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 2m ago 9h 5052M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:17:30.669 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 12s ago 9h 4752M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:17:30.669 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 12s ago 9h 5204M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:17:30.669 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 12s ago 9h 4841M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:17:30.669 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 12s ago 9h 4919M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:17:30.669 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 12s ago 9h 145M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:17:31.076 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:17:31.076 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:17:31.076 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:17:31.076 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:17:31.076 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:17:31.076 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:17:31.076 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:17:31.077 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:17:31.077 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:17:31.077 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:17:31.077 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:17:31.077 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:17:31.077 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:17:31.077 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:17:31.077 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:17:31.077 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:17:31.077 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:17:31.077 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:17:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:17:30 smithi032 ceph-mon[191839]: from='client.64331 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:17:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:17:30 smithi032 ceph-mon[189144]: from='client.64331 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:17:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:17:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:17:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:17:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:17:30 smithi039 ceph-mon[181282]: from='client.64331 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:17:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:17:31 smithi032 ceph-mon[189144]: from='client.54423 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:17:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:17:31 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3446273400' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:17:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:17:31 smithi032 ceph-mon[189144]: pgmap v18379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:32.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:17:31 smithi032 ceph-mon[191839]: from='client.54423 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:17:32.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:17:31 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3446273400' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:17:32.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:17:31 smithi032 ceph-mon[191839]: pgmap v18379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:17:31 smithi039 ceph-mon[181282]: from='client.54423 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:17:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:17:31 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3446273400' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:17:32.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:17:31 smithi039 ceph-mon[181282]: pgmap v18379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:17:34 smithi039 ceph-mon[181282]: pgmap v18380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:34.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:17:34 smithi032 ceph-mon[191839]: pgmap v18380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:34.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:17:34 smithi032 ceph-mon[189144]: pgmap v18380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:36.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:17:36 smithi039 ceph-mon[181282]: pgmap v18381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:36.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:17:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:17:36.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:17:36 smithi032 ceph-mon[191839]: pgmap v18381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:36.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:17:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:17:36.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:17:36 smithi032 ceph-mon[189144]: pgmap v18381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:36.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:17:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:17:38.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:17:38 smithi039 ceph-mon[181282]: pgmap v18382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:38.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:17:38 smithi032 ceph-mon[189144]: pgmap v18382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:38.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:17:38 smithi032 ceph-mon[191839]: pgmap v18382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:40.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:17:39 smithi032 ceph-mon[191839]: pgmap v18383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:17:39 smithi032 ceph-mon[189144]: pgmap v18383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:17:39 smithi039 ceph-mon[181282]: pgmap v18383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:17:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:17:40] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T02:17:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:17:42 smithi039 ceph-mon[181282]: pgmap v18384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:42.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:17:42 smithi032 ceph-mon[191839]: pgmap v18384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:42.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:17:42 smithi032 ceph-mon[189144]: pgmap v18384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:17:44 smithi039 ceph-mon[181282]: pgmap v18385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:44.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:17:44 smithi032 ceph-mon[191839]: pgmap v18385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:44.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:17:44 smithi032 ceph-mon[189144]: pgmap v18385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:17:46 smithi039 ceph-mon[181282]: pgmap v18386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:46.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:17:46 smithi032 ceph-mon[191839]: pgmap v18386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:17:46 smithi032 ceph-mon[189144]: pgmap v18386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:48.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:17:48 smithi039 ceph-mon[181282]: pgmap v18387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:48.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:17:48 smithi032 ceph-mon[189144]: pgmap v18387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:48.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:17:48 smithi032 ceph-mon[191839]: pgmap v18387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:50.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:17:49 smithi032 ceph-mon[189144]: pgmap v18388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:17:49 smithi032 ceph-mon[191839]: pgmap v18388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:17:49 smithi039 ceph-mon[181282]: pgmap v18388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:17:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:17:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:17:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:17:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:17:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:17:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:17:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:17:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:17:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:17:51 smithi032 ceph-mon[191839]: pgmap v18389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:17:51 smithi032 ceph-mon[189144]: pgmap v18389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:17:51 smithi039 ceph-mon[181282]: pgmap v18389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:17:54 smithi039 ceph-mon[181282]: pgmap v18390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:17:54 smithi032 ceph-mon[191839]: pgmap v18390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:54.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:17:54 smithi032 ceph-mon[189144]: pgmap v18390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:17:56 smithi039 ceph-mon[181282]: pgmap v18391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:56.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:17:56 smithi032 ceph-mon[191839]: pgmap v18391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:56.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:17:56 smithi032 ceph-mon[189144]: pgmap v18391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:58.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:17:58 smithi039 ceph-mon[181282]: pgmap v18392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:17:58 smithi032 ceph-mon[189144]: pgmap v18392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:17:58.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:17:58 smithi032 ceph-mon[191839]: pgmap v18392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:00.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:17:59 smithi032 ceph-mon[189144]: pgmap v18393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:00.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:17:59 smithi032 ceph-mon[191839]: pgmap v18393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:17:59 smithi039 ceph-mon[181282]: pgmap v18393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:18:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:18:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:18:01.440 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:18:01.764 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:18:01.764 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 2m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:18:01.764 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 43s ago 9h 94.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:18:01.764 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 2m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:18:01.764 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 43s ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:18:01.764 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 43s ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:18:01.764 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 2m ago 9h 885M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:18:01.764 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 2m ago 9h 2262M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:18:01.764 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 43s ago 9h 1106M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:18:01.764 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 2m ago 9h 1158M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:18:01.764 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 2m ago 9h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:18:01.764 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 43s ago 9h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:18:01.765 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 2m ago 9h 5434M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:18:01.765 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 2m ago 9h 5557M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:18:01.765 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 2m ago 9h 4895M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:18:01.765 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 2m ago 9h 5052M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:18:01.765 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 43s ago 9h 4752M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:18:01.765 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 43s ago 9h 5204M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:18:01.765 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 43s ago 9h 4841M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:18:01.765 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 43s ago 9h 4919M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:18:01.765 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 43s ago 9h 145M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:18:02.171 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:18:02.172 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:18:02.172 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:18:02.172 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:18:02.172 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:18:02.172 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:18:02.172 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:18:02.172 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:18:02.172 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:18:02.172 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:18:02.172 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:18:02.172 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:18:02.172 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:18:02.172 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:18:02.172 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:18:02.172 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:18:02.173 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:18:02.173 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:18:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:18:02 smithi039 ceph-mon[181282]: pgmap v18394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:18:02 smithi039 ceph-mon[181282]: from='client.54435 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:18:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:18:02 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3913264638' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:18:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:18:02 smithi032 ceph-mon[189144]: pgmap v18394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:18:02 smithi032 ceph-mon[189144]: from='client.54435 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:18:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:18:02 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3913264638' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:18:02.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:18:02 smithi032 ceph-mon[191839]: pgmap v18394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:02.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:18:02 smithi032 ceph-mon[191839]: from='client.54435 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:18:02.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:18:02 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3913264638' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:18:03.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:18:03 smithi039 ceph-mon[181282]: from='client.64355 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:18:03.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:18:03 smithi032 ceph-mon[191839]: from='client.64355 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:18:03.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:18:03 smithi032 ceph-mon[189144]: from='client.64355 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:18:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:18:04 smithi039 ceph-mon[181282]: pgmap v18395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:18:04 smithi032 ceph-mon[191839]: pgmap v18395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:18:04 smithi032 ceph-mon[189144]: pgmap v18395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:18:06 smithi039 ceph-mon[181282]: pgmap v18396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:18:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:18:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:18:06 smithi032 ceph-mon[191839]: pgmap v18396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:18:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:18:06.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:18:06 smithi032 ceph-mon[189144]: pgmap v18396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:06.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:18:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:18:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:18:08 smithi039 ceph-mon[181282]: pgmap v18397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:08.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:18:08 smithi032 ceph-mon[191839]: pgmap v18397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:18:08 smithi032 ceph-mon[189144]: pgmap v18397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:18:09 smithi032 ceph-mon[189144]: pgmap v18398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:10.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:18:09 smithi032 ceph-mon[191839]: pgmap v18398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:18:09 smithi039 ceph-mon[181282]: pgmap v18398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:18:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:18:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:18:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:18:12 smithi039 ceph-mon[181282]: pgmap v18399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:18:12 smithi032 ceph-mon[191839]: pgmap v18399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:18:12 smithi032 ceph-mon[189144]: pgmap v18399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:18:14 smithi039 ceph-mon[181282]: pgmap v18400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:14.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:18:14 smithi032 ceph-mon[191839]: pgmap v18400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:18:14 smithi032 ceph-mon[189144]: pgmap v18400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:16.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:18:16 smithi039 ceph-mon[181282]: pgmap v18401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:18:16 smithi032 ceph-mon[191839]: pgmap v18401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:18:16 smithi032 ceph-mon[189144]: pgmap v18401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:18.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:18:18 smithi039 ceph-mon[181282]: pgmap v18402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:18:18 smithi032 ceph-mon[189144]: pgmap v18402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:18.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:18:18 smithi032 ceph-mon[191839]: pgmap v18402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:18:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:18:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:18:19 smithi032 ceph-mon[191839]: pgmap v18403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:18:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:18:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:18:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:18:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:18:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:18:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:18:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:18:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:18:19 smithi032 ceph-mon[189144]: pgmap v18403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:18:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:18:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:18:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:18:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:18:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:18:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:18:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:18:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:18:19 smithi039 ceph-mon[181282]: pgmap v18403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:18:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:18:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:18:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:18:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:18:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:18:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:18:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:18:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:18:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:18:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:18:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:18:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:18:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:18:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:18:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:18:21 smithi032 ceph-mon[189144]: pgmap v18404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:18:21 smithi032 ceph-mon[191839]: pgmap v18404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:18:21 smithi039 ceph-mon[181282]: pgmap v18404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:18:24 smithi039 ceph-mon[181282]: pgmap v18405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:24.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:18:24 smithi032 ceph-mon[191839]: pgmap v18405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:24.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:18:24 smithi032 ceph-mon[189144]: pgmap v18405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:18:26 smithi039 ceph-mon[181282]: pgmap v18406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:18:26 smithi032 ceph-mon[191839]: pgmap v18406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:26.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:18:26 smithi032 ceph-mon[189144]: pgmap v18406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:18:28 smithi039 ceph-mon[181282]: pgmap v18407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:28.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:18:28 smithi032 ceph-mon[189144]: pgmap v18407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:28.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:18:28 smithi032 ceph-mon[191839]: pgmap v18407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:18:29 smithi032 ceph-mon[191839]: pgmap v18408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:18:29 smithi032 ceph-mon[189144]: pgmap v18408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:18:29 smithi039 ceph-mon[181282]: pgmap v18408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:18:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:18:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:18:32.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:18:32 smithi039 ceph-mon[181282]: pgmap v18409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:32.535 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:18:32.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:18:32 smithi032 ceph-mon[189144]: pgmap v18409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:32.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:18:32 smithi032 ceph-mon[191839]: pgmap v18409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:32.858 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:18:32.858 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 3m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:18:32.858 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 74s ago 9h 94.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:18:32.858 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 3m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:18:32.859 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 74s ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:18:32.859 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 74s ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:18:32.859 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 3m ago 9h 885M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:18:32.859 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 3m ago 9h 2262M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:18:32.859 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 74s ago 9h 1106M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:18:32.859 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 3m ago 9h 1158M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:18:32.859 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 3m ago 9h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:18:32.859 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 74s ago 9h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:18:32.859 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 3m ago 9h 5434M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:18:32.859 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 3m ago 9h 5557M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:18:32.859 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 3m ago 9h 4895M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:18:32.859 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 3m ago 9h 5052M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:18:32.859 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 74s ago 9h 4752M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:18:32.859 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 74s ago 9h 5204M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:18:32.860 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 74s ago 9h 4841M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:18:32.860 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 74s ago 9h 4919M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:18:32.860 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 74s ago 9h 145M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:18:33.260 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:18:33.260 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:18:33.260 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:18:33.260 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:18:33.260 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:18:33.260 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:18:33.260 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:18:33.260 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:18:33.260 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:18:33.261 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:18:33.261 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:18:33.261 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:18:33.261 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:18:33.261 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:18:33.261 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:18:33.261 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:18:33.261 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:18:33.261 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:18:33.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:18:33 smithi039 ceph-mon[181282]: from='client.64367 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:18:33.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:18:33 smithi032 ceph-mon[189144]: from='client.64367 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:18:33.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:18:33 smithi032 ceph-mon[191839]: from='client.64367 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:18:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:18:34 smithi039 ceph-mon[181282]: from='client.64373 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:18:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:18:34 smithi039 ceph-mon[181282]: pgmap v18410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:18:34 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/828315944' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:18:34.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:18:34 smithi032 ceph-mon[191839]: from='client.64373 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:18:34.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:18:34 smithi032 ceph-mon[191839]: pgmap v18410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:34.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:18:34 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/828315944' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:18:34.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:18:34 smithi032 ceph-mon[189144]: from='client.64373 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:18:34.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:18:34 smithi032 ceph-mon[189144]: pgmap v18410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:34.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:18:34 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/828315944' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:18:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:18:36 smithi039 ceph-mon[181282]: pgmap v18411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:18:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:18:36.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:18:36 smithi032 ceph-mon[191839]: pgmap v18411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:36.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:18:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:18:36.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:18:36 smithi032 ceph-mon[189144]: pgmap v18411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:36.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:18:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:18:38.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:18:38 smithi039 ceph-mon[181282]: pgmap v18412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:38.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:18:38 smithi032 ceph-mon[189144]: pgmap v18412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:38.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:18:38 smithi032 ceph-mon[191839]: pgmap v18412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:40.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:18:39 smithi032 ceph-mon[191839]: pgmap v18413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:18:39 smithi032 ceph-mon[189144]: pgmap v18413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:40.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:18:39 smithi039 ceph-mon[181282]: pgmap v18413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:18:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:18:40] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-23T02:18:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:18:42 smithi039 ceph-mon[181282]: pgmap v18414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:42.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:18:42 smithi032 ceph-mon[191839]: pgmap v18414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:42.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:18:42 smithi032 ceph-mon[189144]: pgmap v18414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:18:44 smithi039 ceph-mon[181282]: pgmap v18415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:44.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:18:44 smithi032 ceph-mon[191839]: pgmap v18415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:44.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:18:44 smithi032 ceph-mon[189144]: pgmap v18415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:46.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:18:46 smithi039 ceph-mon[181282]: pgmap v18416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:46.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:18:46 smithi032 ceph-mon[191839]: pgmap v18416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:18:46 smithi032 ceph-mon[189144]: pgmap v18416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:48.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:18:48 smithi039 ceph-mon[181282]: pgmap v18417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:48.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:18:48 smithi032 ceph-mon[189144]: pgmap v18417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:48.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:18:48 smithi032 ceph-mon[191839]: pgmap v18417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:18:49 smithi032 ceph-mon[191839]: pgmap v18418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:18:49 smithi032 ceph-mon[189144]: pgmap v18418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:18:49 smithi039 ceph-mon[181282]: pgmap v18418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:18:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:18:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:18:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:18:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:18:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:18:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:18:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:18:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:18:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:18:51 smithi032 ceph-mon[191839]: pgmap v18419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:18:51 smithi032 ceph-mon[189144]: pgmap v18419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:18:51 smithi039 ceph-mon[181282]: pgmap v18419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:18:54 smithi039 ceph-mon[181282]: pgmap v18420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:54.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:18:54 smithi032 ceph-mon[189144]: pgmap v18420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:18:54 smithi032 ceph-mon[191839]: pgmap v18420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:18:56 smithi039 ceph-mon[181282]: pgmap v18421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:56.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:18:56 smithi032 ceph-mon[191839]: pgmap v18421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:56.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:18:56 smithi032 ceph-mon[189144]: pgmap v18421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:58.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:18:58 smithi039 ceph-mon[181282]: pgmap v18422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:58.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:18:58 smithi032 ceph-mon[191839]: pgmap v18422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:18:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:18:58 smithi032 ceph-mon[189144]: pgmap v18422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:00.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:18:59 smithi032 ceph-mon[191839]: pgmap v18423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:00.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:18:59 smithi032 ceph-mon[189144]: pgmap v18423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:18:59 smithi039 ceph-mon[181282]: pgmap v18423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:19:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:19:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:19:02.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:19:02 smithi039 ceph-mon[181282]: pgmap v18424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:19:02 smithi032 ceph-mon[189144]: pgmap v18424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:02.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:19:02 smithi032 ceph-mon[191839]: pgmap v18424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:03.620 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:19:03.946 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:19:03.946 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 3m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:19:03.946 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 105s ago 9h 94.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:19:03.946 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 3m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:19:03.946 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 105s ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:19:03.946 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 105s ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:19:03.946 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 3m ago 9h 885M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:19:03.946 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 3m ago 9h 2262M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:19:03.946 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 105s ago 9h 1106M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:19:03.947 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 3m ago 9h 1158M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:19:03.947 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 3m ago 9h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:19:03.947 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 105s ago 9h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:19:03.947 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 3m ago 9h 5434M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:19:03.947 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 3m ago 9h 5557M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:19:03.947 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 3m ago 9h 4895M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:19:03.947 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 3m ago 9h 5052M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:19:03.947 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 105s ago 9h 4752M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:19:03.947 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 105s ago 9h 5204M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:19:03.947 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 105s ago 9h 4841M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:19:03.947 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 105s ago 9h 4919M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:19:03.947 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 105s ago 9h 145M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:19:04.348 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:19:04.348 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:19:04.348 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:19:04.348 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:19:04.348 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:19:04.348 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:19:04.348 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:19:04.348 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:19:04.348 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:19:04.349 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:19:04.349 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:19:04.349 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:19:04.349 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:19:04.349 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:19:04.349 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:19:04.349 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:19:04.349 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:19:04.349 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:19:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:19:04 smithi039 ceph-mon[181282]: pgmap v18425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:19:04 smithi032 ceph-mon[191839]: pgmap v18425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:19:04 smithi032 ceph-mon[189144]: pgmap v18425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:05.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:19:05 smithi039 ceph-mon[181282]: from='client.64385 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:19:05.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:19:05 smithi039 ceph-mon[181282]: from='client.64391 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:19:05.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:19:05 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/217469649' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:19:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:19:05 smithi032 ceph-mon[191839]: from='client.64385 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:19:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:19:05 smithi032 ceph-mon[191839]: from='client.64391 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:19:05.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:19:05 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/217469649' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:19:05.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:19:05 smithi032 ceph-mon[189144]: from='client.64385 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:19:05.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:19:05 smithi032 ceph-mon[189144]: from='client.64391 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:19:05.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:19:05 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/217469649' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:19:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:19:06 smithi039 ceph-mon[181282]: pgmap v18426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:06.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:19:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:19:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:19:06 smithi032 ceph-mon[191839]: pgmap v18426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:19:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:19:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:19:06 smithi032 ceph-mon[189144]: pgmap v18426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:06.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:19:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:19:08.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:19:08 smithi039 ceph-mon[181282]: pgmap v18427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:08.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:19:08 smithi032 ceph-mon[191839]: pgmap v18427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:19:08 smithi032 ceph-mon[189144]: pgmap v18427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:10.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:19:09 smithi032 ceph-mon[191839]: pgmap v18428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:19:09 smithi032 ceph-mon[189144]: pgmap v18428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:19:09 smithi039 ceph-mon[181282]: pgmap v18428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:19:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:19:10] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-23T02:19:12.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:19:12 smithi039 ceph-mon[181282]: pgmap v18429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:19:12 smithi032 ceph-mon[191839]: pgmap v18429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:19:12 smithi032 ceph-mon[189144]: pgmap v18429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:19:14 smithi039 ceph-mon[181282]: pgmap v18430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:14.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:19:14 smithi032 ceph-mon[191839]: pgmap v18430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:19:14 smithi032 ceph-mon[189144]: pgmap v18430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:16.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:19:16 smithi039 ceph-mon[181282]: pgmap v18431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:19:16 smithi032 ceph-mon[189144]: pgmap v18431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:19:16 smithi032 ceph-mon[191839]: pgmap v18431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:18.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:19:18 smithi039 ceph-mon[181282]: pgmap v18432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:19:18 smithi032 ceph-mon[189144]: pgmap v18432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:18.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:19:18 smithi032 ceph-mon[191839]: pgmap v18432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:19:19 smithi032 ceph-mon[191839]: pgmap v18433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:19:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:19:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:19:19 smithi032 ceph-mon[189144]: pgmap v18433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:19:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:19:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:19:19 smithi039 ceph-mon[181282]: pgmap v18433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:19:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:19:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:19:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:19:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:19:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:19:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:19:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:19:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:19:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:19:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:19:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:19:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:19:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:19:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:19:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:19:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:19:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:19:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:19:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:19:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:19:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:19:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:19:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:19:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:19:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:19:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:19:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:19:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:19:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:19:21 smithi032 ceph-mon[189144]: pgmap v18434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:19:21 smithi032 ceph-mon[191839]: pgmap v18434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:19:21 smithi039 ceph-mon[181282]: pgmap v18434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:19:24 smithi039 ceph-mon[181282]: pgmap v18435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:24.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:19:24 smithi032 ceph-mon[191839]: pgmap v18435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:24.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:19:24 smithi032 ceph-mon[189144]: pgmap v18435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:26.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:19:26 smithi039 ceph-mon[181282]: pgmap v18436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:19:26 smithi032 ceph-mon[191839]: pgmap v18436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:26.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:19:26 smithi032 ceph-mon[189144]: pgmap v18436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:28.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:19:28 smithi039 ceph-mon[181282]: pgmap v18437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:28.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:19:28 smithi032 ceph-mon[191839]: pgmap v18437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:28.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:19:28 smithi032 ceph-mon[189144]: pgmap v18437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:19:29 smithi032 ceph-mon[191839]: pgmap v18438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:19:29 smithi032 ceph-mon[189144]: pgmap v18438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:19:29 smithi039 ceph-mon[181282]: pgmap v18438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:19:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:19:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:19:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:19:32 smithi039 ceph-mon[181282]: pgmap v18439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:32.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:19:32 smithi032 ceph-mon[191839]: pgmap v18439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:32.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:19:32 smithi032 ceph-mon[189144]: pgmap v18439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:34.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:19:34 smithi039 ceph-mon[181282]: pgmap v18440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:34.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:19:34 smithi032 ceph-mon[191839]: pgmap v18440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:34.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:19:34 smithi032 ceph-mon[189144]: pgmap v18440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:34.709 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:19:35.032 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:19:35.032 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (8h) 4m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:19:35.032 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 2m ago 9h 94.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:19:35.032 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 4m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:19:35.032 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 2m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:19:35.032 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 2m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:19:35.032 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 4m ago 9h 885M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:19:35.032 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 4m ago 9h 2262M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:19:35.032 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 2m ago 9h 1106M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:19:35.032 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 4m ago 9h 1158M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:19:35.033 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (8h) 4m ago 9h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:19:35.033 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 2m ago 9h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:19:35.033 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 4m ago 9h 5434M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:19:35.033 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 4m ago 9h 5557M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:19:35.033 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 4m ago 9h 4895M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:19:35.033 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 4m ago 9h 5052M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:19:35.033 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 2m ago 9h 4752M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:19:35.033 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 2m ago 9h 5204M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:19:35.033 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 2m ago 9h 4841M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:19:35.033 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 2m ago 9h 4919M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:19:35.033 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 2m ago 9h 145M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:19:35.434 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:19:35.435 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:19:35.435 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:19:35.435 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:19:35.435 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:19:35.435 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:19:35.435 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:19:35.435 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:19:35.435 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:19:35.435 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:19:35.435 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:19:35.435 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:19:35.435 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:19:35.435 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:19:35.436 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:19:35.436 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:19:35.436 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:19:35.436 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:19:36.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:19:36 smithi039 ceph-mon[181282]: from='client.54489 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:19:36.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:19:36 smithi039 ceph-mon[181282]: from='client.64409 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:19:36.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:19:36 smithi039 ceph-mon[181282]: pgmap v18441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:36.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:19:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:19:36.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:19:36 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1989548238' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:19:36.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:19:36 smithi032 ceph-mon[191839]: from='client.54489 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:19:36.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:19:36 smithi032 ceph-mon[191839]: from='client.64409 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:19:36.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:19:36 smithi032 ceph-mon[191839]: pgmap v18441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:36.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:19:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:19:36.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:19:36 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1989548238' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:19:36.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:19:36 smithi032 ceph-mon[189144]: from='client.54489 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:19:36.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:19:36 smithi032 ceph-mon[189144]: from='client.64409 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:19:36.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:19:36 smithi032 ceph-mon[189144]: pgmap v18441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:36.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:19:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:19:36.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:19:36 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1989548238' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:19:38.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:19:38 smithi032 ceph-mon[191839]: pgmap v18442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:38.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:19:38 smithi032 ceph-mon[189144]: pgmap v18442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:19:38 smithi039 ceph-mon[181282]: pgmap v18442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:40.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:19:39 smithi032 ceph-mon[191839]: pgmap v18443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:19:39 smithi032 ceph-mon[189144]: pgmap v18443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:19:39 smithi039 ceph-mon[181282]: pgmap v18443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:19:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:19:40] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T02:19:42.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:19:42 smithi039 ceph-mon[181282]: pgmap v18444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:42.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:19:42 smithi032 ceph-mon[191839]: pgmap v18444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:42.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:19:42 smithi032 ceph-mon[189144]: pgmap v18444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:44.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:19:44 smithi039 ceph-mon[181282]: pgmap v18445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:44.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:19:44 smithi032 ceph-mon[191839]: pgmap v18445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:44.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:19:44 smithi032 ceph-mon[189144]: pgmap v18445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:46.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:19:46 smithi039 ceph-mon[181282]: pgmap v18446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:46.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:19:46 smithi032 ceph-mon[191839]: pgmap v18446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:19:46 smithi032 ceph-mon[189144]: pgmap v18446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:48.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:19:48 smithi032 ceph-mon[191839]: pgmap v18447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:48.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:19:48 smithi032 ceph-mon[189144]: pgmap v18447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:19:48 smithi039 ceph-mon[181282]: pgmap v18447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:19:49 smithi032 ceph-mon[191839]: pgmap v18448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:19:49 smithi032 ceph-mon[189144]: pgmap v18448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:19:49 smithi039 ceph-mon[181282]: pgmap v18448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:19:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:19:50] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-23T02:19:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:19:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:19:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:19:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:19:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:19:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:19:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:19:51 smithi032 ceph-mon[189144]: pgmap v18449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:52.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:19:51 smithi032 ceph-mon[191839]: pgmap v18449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:19:51 smithi039 ceph-mon[181282]: pgmap v18449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:54.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:19:54 smithi039 ceph-mon[181282]: pgmap v18450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:19:54 smithi032 ceph-mon[191839]: pgmap v18450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:54.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:19:54 smithi032 ceph-mon[189144]: pgmap v18450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:56.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:19:56 smithi039 ceph-mon[181282]: pgmap v18451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:56.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:19:56 smithi032 ceph-mon[189144]: pgmap v18451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:56.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:19:56 smithi032 ceph-mon[191839]: pgmap v18451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:58.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:19:58 smithi032 ceph-mon[191839]: pgmap v18452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:19:58 smithi032 ceph-mon[189144]: pgmap v18452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:19:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:19:58 smithi039 ceph-mon[181282]: pgmap v18452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:00.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:19:59 smithi032 ceph-mon[191839]: pgmap v18453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:00.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:19:59 smithi032 ceph-mon[189144]: pgmap v18453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:20:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-23T02:19:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T02:20:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:19:59 smithi039 ceph-mon[181282]: pgmap v18453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:20:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:20:00] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-23T02:20:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:20:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T02:20:01.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:20:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T02:20:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:20:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T02:20:02.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:20:01 smithi032 ceph-mon[191839]: pgmap v18454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:02.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:20:01 smithi032 ceph-mon[189144]: pgmap v18454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:02.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:20:01 smithi039 ceph-mon[181282]: pgmap v18454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:04.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:20:04 smithi039 ceph-mon[181282]: pgmap v18455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:20:04 smithi032 ceph-mon[191839]: pgmap v18455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:20:04 smithi032 ceph-mon[189144]: pgmap v18455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:05.800 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:20:06.124 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:20:06.124 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 4m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:20:06.124 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (8h) 2m ago 9h 94.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:20:06.124 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 4m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:20:06.124 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 2m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:20:06.125 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 2m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:20:06.125 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (8h) 4m ago 9h 885M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:20:06.125 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 4m ago 9h 2262M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:20:06.125 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 2m ago 9h 1106M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:20:06.125 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 4m ago 9h 1158M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:20:06.125 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 4m ago 9h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:20:06.125 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (8h) 2m ago 9h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:20:06.125 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 4m ago 9h 5434M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:20:06.125 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 4m ago 9h 5557M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:20:06.125 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 4m ago 9h 4895M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:20:06.125 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 4m ago 9h 5052M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:20:06.125 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 2m ago 9h 4752M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:20:06.125 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 2m ago 9h 5204M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:20:06.125 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 2m ago 9h 4841M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:20:06.126 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 2m ago 9h 4919M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:20:06.126 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 2m ago 9h 145M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:20:06.534 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:20:06.535 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:20:06.535 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:20:06.535 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:20:06.535 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:20:06.535 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:20:06.535 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:20:06.535 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:20:06.535 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:20:06.535 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:20:06.535 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:20:06.535 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:20:06.535 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:20:06.535 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:20:06.535 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:20:06.536 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:20:06.536 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:20:06.536 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:20:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:20:06 smithi032 ceph-mon[191839]: pgmap v18456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:20:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:20:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:20:06 smithi032 ceph-mon[189144]: pgmap v18456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:06.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:20:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:20:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:20:06 smithi039 ceph-mon[181282]: pgmap v18456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:06.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:20:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:20:07.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:20:07 smithi032 ceph-mon[191839]: from='client.54507 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:20:07.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:20:07 smithi032 ceph-mon[191839]: from='client.64427 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:20:07.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:20:07 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2913012622' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:20:07.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:20:07 smithi032 ceph-mon[189144]: from='client.54507 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:20:07.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:20:07 smithi032 ceph-mon[189144]: from='client.64427 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:20:07.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:20:07 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2913012622' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:20:07.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:20:07 smithi039 ceph-mon[181282]: from='client.54507 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:20:07.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:20:07 smithi039 ceph-mon[181282]: from='client.64427 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:20:07.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:20:07 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2913012622' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:20:08.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:20:08 smithi032 ceph-mon[191839]: pgmap v18457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:20:08 smithi032 ceph-mon[189144]: pgmap v18457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:20:08 smithi039 ceph-mon[181282]: pgmap v18457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:10.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:20:09 smithi032 ceph-mon[189144]: pgmap v18458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:10.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:20:09 smithi032 ceph-mon[191839]: pgmap v18458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:10.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:20:09 smithi039 ceph-mon[181282]: pgmap v18458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:20:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:20:10] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T02:20:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:20:12 smithi032 ceph-mon[191839]: pgmap v18459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:12.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:20:12 smithi032 ceph-mon[189144]: pgmap v18459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:20:12 smithi039 ceph-mon[181282]: pgmap v18459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:14.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:20:14 smithi032 ceph-mon[191839]: pgmap v18460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:20:14 smithi032 ceph-mon[189144]: pgmap v18460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:20:14 smithi039 ceph-mon[181282]: pgmap v18460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:20:16 smithi032 ceph-mon[191839]: pgmap v18461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:16.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:20:16 smithi032 ceph-mon[189144]: pgmap v18461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:20:16 smithi039 ceph-mon[181282]: pgmap v18461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:17.257 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 23 02:20:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-23T02:20:16.983576215Z level=info msg="Completed cleanup jobs" duration=13.075399ms 2023-12-23T02:20:18.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:20:18 smithi032 ceph-mon[191839]: pgmap v18462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:18.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:20:18 smithi032 ceph-mon[189144]: pgmap v18462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:20:18 smithi039 ceph-mon[181282]: pgmap v18462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:20.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:20:19 smithi032 ceph-mon[191839]: pgmap v18463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:20:19 smithi032 ceph-mon[189144]: pgmap v18463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:20:19 smithi039 ceph-mon[181282]: pgmap v18463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:20:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:20:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:20:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:20:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:20:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:20:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:20:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:20:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:20:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:20:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:20:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:20:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:20:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:20:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:20:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:20:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:20:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:20:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:20:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:20:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:20:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:20:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:20:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:20:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:20:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:20:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:20:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:20:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:20:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:20:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:20:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:20:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:20:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:20:21 smithi032 ceph-mon[189144]: pgmap v18464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:20:21 smithi032 ceph-mon[191839]: pgmap v18464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:20:21 smithi039 ceph-mon[181282]: pgmap v18464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:24.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:20:24 smithi032 ceph-mon[191839]: pgmap v18465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:24.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:20:24 smithi032 ceph-mon[189144]: pgmap v18465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:20:24 smithi039 ceph-mon[181282]: pgmap v18465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:20:26 smithi032 ceph-mon[191839]: pgmap v18466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:26.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:20:26 smithi032 ceph-mon[189144]: pgmap v18466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:20:26 smithi039 ceph-mon[181282]: pgmap v18466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:28.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:20:28 smithi032 ceph-mon[191839]: pgmap v18467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:28.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:20:28 smithi032 ceph-mon[189144]: pgmap v18467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:20:28 smithi039 ceph-mon[181282]: pgmap v18467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:20:29 smithi032 ceph-mon[189144]: pgmap v18468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:30.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:20:29 smithi032 ceph-mon[191839]: pgmap v18468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:20:29 smithi039 ceph-mon[181282]: pgmap v18468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:20:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:20:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:20:32.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:20:32 smithi032 ceph-mon[189144]: pgmap v18469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:32.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:20:32 smithi032 ceph-mon[191839]: pgmap v18469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:32.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:20:32 smithi039 ceph-mon[181282]: pgmap v18469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:34.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:20:34 smithi032 ceph-mon[191839]: pgmap v18470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:34.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:20:34 smithi032 ceph-mon[189144]: pgmap v18470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:20:34 smithi039 ceph-mon[181282]: pgmap v18470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:36.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:20:36 smithi032 ceph-mon[191839]: pgmap v18471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:36.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:20:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:20:36.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:20:36 smithi032 ceph-mon[189144]: pgmap v18471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:36.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:20:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:20:36.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:20:36 smithi039 ceph-mon[181282]: pgmap v18471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:36.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:20:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:20:36.898 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:20:37.219 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:20:37.220 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 5m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:20:37.220 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 3m ago 9h 94.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:20:37.220 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 5m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:20:37.220 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 3m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:20:37.220 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (8h) 3m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:20:37.220 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 5m ago 9h 885M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:20:37.220 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (8h) 5m ago 9h 2262M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:20:37.220 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 3m ago 9h 1106M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:20:37.220 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 5m ago 9h 1158M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:20:37.220 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 5m ago 9h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:20:37.221 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 3m ago 9h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:20:37.221 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 5m ago 9h 5434M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:20:37.221 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 5m ago 9h 5557M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:20:37.221 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 5m ago 9h 4895M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:20:37.221 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 5m ago 9h 5052M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:20:37.221 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 3m ago 9h 4752M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:20:37.221 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 3m ago 9h 5204M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:20:37.221 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 3m ago 9h 4841M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:20:37.221 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 3m ago 9h 4919M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:20:37.221 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (8h) 3m ago 9h 145M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:20:37.625 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:20:37.625 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:20:37.625 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:20:37.625 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:20:37.625 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:20:37.625 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:20:37.625 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:20:37.625 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:20:37.626 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:20:37.626 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:20:37.626 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:20:37.626 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:20:37.626 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:20:37.626 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:20:37.626 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:20:37.626 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:20:37.626 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:20:37.626 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:20:38.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:20:38 smithi032 ceph-mon[191839]: from='client.54525 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:20:38.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:20:38 smithi032 ceph-mon[191839]: pgmap v18472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:38.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:20:38 smithi032 ceph-mon[191839]: from='client.54531 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:20:38.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:20:38 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1118312572' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:20:38.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:20:38 smithi032 ceph-mon[189144]: from='client.54525 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:20:38.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:20:38 smithi032 ceph-mon[189144]: pgmap v18472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:38.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:20:38 smithi032 ceph-mon[189144]: from='client.54531 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:20:38.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:20:38 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1118312572' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:20:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:20:38 smithi039 ceph-mon[181282]: from='client.54525 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:20:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:20:38 smithi039 ceph-mon[181282]: pgmap v18472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:20:38 smithi039 ceph-mon[181282]: from='client.54531 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:20:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:20:38 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1118312572' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:20:40.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:20:39 smithi032 ceph-mon[191839]: pgmap v18473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:20:39 smithi032 ceph-mon[189144]: pgmap v18473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:20:39 smithi039 ceph-mon[181282]: pgmap v18473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:20:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:20:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:20:42.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:20:42 smithi032 ceph-mon[191839]: pgmap v18474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:42.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:20:42 smithi032 ceph-mon[189144]: pgmap v18474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:42.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:20:42 smithi039 ceph-mon[181282]: pgmap v18474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:44.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:20:44 smithi032 ceph-mon[191839]: pgmap v18475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:44.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:20:44 smithi032 ceph-mon[189144]: pgmap v18475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:20:44 smithi039 ceph-mon[181282]: pgmap v18475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:46.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:20:46 smithi032 ceph-mon[191839]: pgmap v18476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:46.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:20:46 smithi032 ceph-mon[189144]: pgmap v18476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:20:46 smithi039 ceph-mon[181282]: pgmap v18476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:48.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:20:48 smithi032 ceph-mon[191839]: pgmap v18477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:48.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:20:48 smithi032 ceph-mon[189144]: pgmap v18477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:20:48 smithi039 ceph-mon[181282]: pgmap v18477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:20:49 smithi032 ceph-mon[191839]: pgmap v18478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:20:49 smithi032 ceph-mon[189144]: pgmap v18478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:20:49 smithi039 ceph-mon[181282]: pgmap v18478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:20:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:20:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:20:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:20:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:20:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:20:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:20:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:20:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:20:52.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:20:51 smithi032 ceph-mon[189144]: pgmap v18479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:52.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:20:51 smithi032 ceph-mon[191839]: pgmap v18479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:20:51 smithi039 ceph-mon[181282]: pgmap v18479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:20:54 smithi032 ceph-mon[191839]: pgmap v18480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:54.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:20:54 smithi032 ceph-mon[189144]: pgmap v18480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:20:54 smithi039 ceph-mon[181282]: pgmap v18480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:56.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:20:56 smithi032 ceph-mon[191839]: pgmap v18481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:56.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:20:56 smithi032 ceph-mon[189144]: pgmap v18481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:56.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:20:56 smithi039 ceph-mon[181282]: pgmap v18481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:20:58 smithi032 ceph-mon[189144]: pgmap v18482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:58.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:20:58 smithi032 ceph-mon[191839]: pgmap v18482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:20:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:20:58 smithi039 ceph-mon[181282]: pgmap v18482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:00.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:20:59 smithi032 ceph-mon[191839]: pgmap v18483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:00.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:20:59 smithi032 ceph-mon[189144]: pgmap v18483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:20:59 smithi039 ceph-mon[181282]: pgmap v18483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:21:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:21:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:21:02.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:21:02 smithi032 ceph-mon[191839]: pgmap v18484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:02.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:21:02 smithi032 ceph-mon[189144]: pgmap v18484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:02.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:21:02 smithi039 ceph-mon[181282]: pgmap v18484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:04.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:21:04 smithi032 ceph-mon[191839]: pgmap v18485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:04.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:21:04 smithi032 ceph-mon[189144]: pgmap v18485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:21:04 smithi039 ceph-mon[181282]: pgmap v18485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:06.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:21:06 smithi032 ceph-mon[191839]: pgmap v18486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:06.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:21:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:21:06.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:21:06 smithi032 ceph-mon[189144]: pgmap v18486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:06.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:21:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:21:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:21:06 smithi039 ceph-mon[181282]: pgmap v18486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:06.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:21:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:21:07.989 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:21:08.312 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:21:08.312 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 5m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:21:08.312 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 3m ago 9h 94.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:21:08.312 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 5m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:21:08.312 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 3m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:21:08.312 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 3m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:21:08.312 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 5m ago 9h 885M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:21:08.312 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 5m ago 9h 2262M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:21:08.312 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (8h) 3m ago 9h 1106M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:21:08.312 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (8h) 5m ago 9h 1158M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:21:08.312 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 5m ago 9h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:21:08.312 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 3m ago 9h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:21:08.313 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 5m ago 9h 5434M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:21:08.313 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 5m ago 9h 5557M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:21:08.313 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 5m ago 9h 4895M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:21:08.313 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 5m ago 9h 5052M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:21:08.313 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 3m ago 9h 4752M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:21:08.313 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 3m ago 9h 5204M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:21:08.313 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 3m ago 9h 4841M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:21:08.313 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 3m ago 9h 4919M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:21:08.313 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 3m ago 9h 145M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:21:08.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:21:08 smithi032 ceph-mon[189144]: pgmap v18487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:08.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:21:08 smithi032 ceph-mon[191839]: pgmap v18487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:08.714 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:21:08.715 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:21:08.715 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:21:08.715 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:21:08.715 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:21:08.715 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:21:08.715 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:21:08.715 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:21:08.715 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:21:08.715 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:21:08.715 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:21:08.715 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:21:08.715 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:21:08.715 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:21:08.715 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:21:08.715 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:21:08.716 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:21:08.716 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:21:08.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:21:08 smithi039 ceph-mon[181282]: pgmap v18487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:09.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:21:09 smithi032 ceph-mon[189144]: from='client.54543 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:21:09.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:21:09 smithi032 ceph-mon[189144]: from='client.54549 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:21:09.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:21:09 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/30527325' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:21:09.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:21:09 smithi032 ceph-mon[191839]: from='client.54543 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:21:09.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:21:09 smithi032 ceph-mon[191839]: from='client.54549 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:21:09.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:21:09 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/30527325' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:21:09.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:21:09 smithi039 ceph-mon[181282]: from='client.54543 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:21:09.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:21:09 smithi039 ceph-mon[181282]: from='client.54549 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:21:09.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:21:09 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/30527325' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:21:10.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:21:10 smithi032 ceph-mon[189144]: pgmap v18488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:10.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:21:10 smithi032 ceph-mon[191839]: pgmap v18488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:10.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:21:10 smithi039 ceph-mon[181282]: pgmap v18488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:21:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:21:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:21:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:21:12 smithi032 ceph-mon[191839]: pgmap v18489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:12.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:21:12 smithi032 ceph-mon[189144]: pgmap v18489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:12.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:21:12 smithi039 ceph-mon[181282]: pgmap v18489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:14.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:21:14 smithi032 ceph-mon[191839]: pgmap v18490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:14.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:21:14 smithi032 ceph-mon[189144]: pgmap v18490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:21:14 smithi039 ceph-mon[181282]: pgmap v18490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:21:16 smithi032 ceph-mon[191839]: pgmap v18491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:16.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:21:16 smithi032 ceph-mon[189144]: pgmap v18491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:21:16 smithi039 ceph-mon[181282]: pgmap v18491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:21:18 smithi032 ceph-mon[189144]: pgmap v18492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:18.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:21:18 smithi032 ceph-mon[191839]: pgmap v18492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:18.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:21:18 smithi039 ceph-mon[181282]: pgmap v18492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:21:19 smithi032 ceph-mon[189144]: pgmap v18493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:21:19 smithi032 ceph-mon[191839]: pgmap v18493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:21:19 smithi039 ceph-mon[181282]: pgmap v18493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:21:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:21:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T02:21:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:21:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:21:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:21:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:21:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:21:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:21:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:21:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:21:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:21:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:21:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:21:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:21:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:21:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:21:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:21:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:21:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:21:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:21:22.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:21:21 smithi032 ceph-mon[191839]: pgmap v18494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:21:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:21:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:21:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:21:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:21:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:21:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:21:21 smithi032 ceph-mon[189144]: pgmap v18494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:21:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:21:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:21:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:21:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:21:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:21:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:21:21 smithi039 ceph-mon[181282]: pgmap v18494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:24.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:21:24 smithi032 ceph-mon[191839]: pgmap v18495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:24.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:21:24 smithi032 ceph-mon[189144]: pgmap v18495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:21:24 smithi039 ceph-mon[181282]: pgmap v18495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:21:26 smithi032 ceph-mon[191839]: pgmap v18496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:26.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:21:26 smithi032 ceph-mon[189144]: pgmap v18496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:21:26 smithi039 ceph-mon[181282]: pgmap v18496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:28.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:21:28 smithi032 ceph-mon[191839]: pgmap v18497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:28.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:21:28 smithi032 ceph-mon[189144]: pgmap v18497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:28.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:21:28 smithi039 ceph-mon[181282]: pgmap v18497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:21:29 smithi032 ceph-mon[189144]: pgmap v18498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:30.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:21:29 smithi032 ceph-mon[191839]: pgmap v18498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:21:29 smithi039 ceph-mon[181282]: pgmap v18498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:21:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:21:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T02:21:32.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:21:32 smithi032 ceph-mon[189144]: pgmap v18499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:32.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:21:32 smithi032 ceph-mon[191839]: pgmap v18499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:32.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:21:32 smithi039 ceph-mon[181282]: pgmap v18499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:34.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:21:34 smithi032 ceph-mon[191839]: pgmap v18500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:34.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:21:34 smithi032 ceph-mon[189144]: pgmap v18500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:34.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:21:34 smithi039 ceph-mon[181282]: pgmap v18500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:36.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:21:36 smithi032 ceph-mon[191839]: pgmap v18501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:36.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:21:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:21:36.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:21:36 smithi032 ceph-mon[189144]: pgmap v18501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:36.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:21:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:21:36.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:21:36 smithi039 ceph-mon[181282]: pgmap v18501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:36.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:21:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:21:38.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:21:38 smithi032 ceph-mon[191839]: pgmap v18502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:38.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:21:38 smithi032 ceph-mon[189144]: pgmap v18502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:38.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:21:38 smithi039 ceph-mon[181282]: pgmap v18502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:39.077 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:21:39.401 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:21:39.401 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 6m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:21:39.401 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 4m ago 9h 94.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:21:39.401 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 6m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:21:39.401 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 4m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:21:39.401 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 4m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:21:39.401 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 6m ago 9h 885M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:21:39.401 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 6m ago 9h 2262M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:21:39.402 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 4m ago 9h 1106M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:21:39.402 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 6m ago 9h 1158M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:21:39.402 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 6m ago 9h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:21:39.402 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 4m ago 9h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:21:39.402 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (8h) 6m ago 9h 5434M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:21:39.402 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 6m ago 9h 5557M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:21:39.402 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 6m ago 9h 4895M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:21:39.402 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 6m ago 9h 5052M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:21:39.402 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 4m ago 9h 4752M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:21:39.402 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 4m ago 9h 5204M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:21:39.402 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 4m ago 9h 4841M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:21:39.402 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 4m ago 9h 4919M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:21:39.402 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 4m ago 9h 145M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:21:39.802 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:21:39.802 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:21:39.802 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:21:39.802 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:21:39.802 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:21:39.802 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:21:39.802 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:21:39.803 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:21:39.803 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:21:39.803 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:21:39.803 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:21:39.803 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:21:39.803 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:21:39.803 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:21:39.803 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:21:39.803 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:21:39.803 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:21:39.803 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:21:40.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:21:39 smithi032 ceph-mon[189144]: from='client.54561 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:21:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:21:39 smithi032 ceph-mon[189144]: pgmap v18503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:21:39 smithi032 ceph-mon[189144]: from='client.64481 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:21:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:21:39 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2032454843' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:21:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:21:39 smithi032 ceph-mon[191839]: from='client.54561 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:21:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:21:39 smithi032 ceph-mon[191839]: pgmap v18503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:21:39 smithi032 ceph-mon[191839]: from='client.64481 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:21:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:21:39 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2032454843' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:21:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:21:39 smithi039 ceph-mon[181282]: from='client.54561 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:21:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:21:39 smithi039 ceph-mon[181282]: pgmap v18503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:40.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:21:39 smithi039 ceph-mon[181282]: from='client.64481 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:21:40.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:21:39 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2032454843' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:21:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:21:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:21:40] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T02:21:42.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:21:42 smithi032 ceph-mon[191839]: pgmap v18504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:42.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:21:42 smithi032 ceph-mon[189144]: pgmap v18504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:42.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:21:42 smithi039 ceph-mon[181282]: pgmap v18504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:44.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:21:44 smithi032 ceph-mon[189144]: pgmap v18505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:44.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:21:44 smithi032 ceph-mon[191839]: pgmap v18505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:21:44 smithi039 ceph-mon[181282]: pgmap v18505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:21:46 smithi032 ceph-mon[191839]: pgmap v18506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:46.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:21:46 smithi032 ceph-mon[189144]: pgmap v18506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:46.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:21:46 smithi039 ceph-mon[181282]: pgmap v18506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:48.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:21:48 smithi032 ceph-mon[189144]: pgmap v18507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:48.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:21:48 smithi032 ceph-mon[191839]: pgmap v18507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:48.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:21:48 smithi039 ceph-mon[181282]: pgmap v18507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:21:49 smithi032 ceph-mon[191839]: pgmap v18508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:21:49 smithi032 ceph-mon[189144]: pgmap v18508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:50.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:21:49 smithi039 ceph-mon[181282]: pgmap v18508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:21:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:21:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:21:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:21:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:21:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:21:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:21:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:21:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:21:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:21:51 smithi032 ceph-mon[191839]: pgmap v18509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:21:51 smithi032 ceph-mon[189144]: pgmap v18509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:21:51 smithi039 ceph-mon[181282]: pgmap v18509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:54.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:21:54 smithi032 ceph-mon[191839]: pgmap v18510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:54.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:21:54 smithi032 ceph-mon[189144]: pgmap v18510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:54.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:21:54 smithi039 ceph-mon[181282]: pgmap v18510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:56.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:21:56 smithi039 ceph-mon[181282]: pgmap v18511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:56.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:21:56 smithi032 ceph-mon[191839]: pgmap v18511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:56.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:21:56 smithi032 ceph-mon[189144]: pgmap v18511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:58.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:21:58 smithi032 ceph-mon[191839]: pgmap v18512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:58.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:21:58 smithi032 ceph-mon[189144]: pgmap v18512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:21:58.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:21:58 smithi039 ceph-mon[181282]: pgmap v18512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:00.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:21:59 smithi032 ceph-mon[191839]: pgmap v18513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:21:59 smithi032 ceph-mon[189144]: pgmap v18513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:00.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:21:59 smithi039 ceph-mon[181282]: pgmap v18513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:22:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:22:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:22:02.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:22:02 smithi032 ceph-mon[189144]: pgmap v18514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:22:02 smithi032 ceph-mon[191839]: pgmap v18514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:02.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:22:02 smithi039 ceph-mon[181282]: pgmap v18514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:04.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:22:04 smithi032 ceph-mon[189144]: pgmap v18515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:04.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:22:04 smithi032 ceph-mon[191839]: pgmap v18515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:04.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:22:04 smithi039 ceph-mon[181282]: pgmap v18515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:22:06 smithi032 ceph-mon[191839]: pgmap v18516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:06.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:22:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:22:06.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:22:06 smithi032 ceph-mon[189144]: pgmap v18516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:06.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:22:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:22:06.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:22:06 smithi039 ceph-mon[181282]: pgmap v18516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:06.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:22:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:22:08.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:22:08 smithi032 ceph-mon[191839]: pgmap v18517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:08.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:22:08 smithi032 ceph-mon[189144]: pgmap v18517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:08.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:22:08 smithi039 ceph-mon[181282]: pgmap v18517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:10.169 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:22:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:22:09 smithi032 ceph-mon[189144]: pgmap v18518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:10.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:22:09 smithi032 ceph-mon[191839]: pgmap v18518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:10.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:22:09 smithi039 ceph-mon[181282]: pgmap v18518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:10.489 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:22:10.490 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 6m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:22:10.490 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 4m ago 9h 94.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:22:10.490 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 6m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:22:10.490 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 4m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:22:10.490 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 4m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:22:10.490 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 6m ago 9h 885M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:22:10.490 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 6m ago 9h 2262M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:22:10.490 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 4m ago 9h 1106M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:22:10.490 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 6m ago 9h 1158M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:22:10.490 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 6m ago 9h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:22:10.490 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 4m ago 9h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:22:10.490 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 6m ago 9h 5434M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:22:10.490 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (8h) 6m ago 9h 5557M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:22:10.490 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 6m ago 9h 4895M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:22:10.490 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 6m ago 9h 5052M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:22:10.491 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 4m ago 9h 4752M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:22:10.491 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 4m ago 9h 5204M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:22:10.491 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 4m ago 9h 4841M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:22:10.491 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 4m ago 9h 4919M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:22:10.491 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 4m ago 9h 145M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:22:10.895 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:22:10.895 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:22:10.895 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:22:10.895 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:22:10.895 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:22:10.895 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:22:10.895 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:22:10.895 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:22:10.895 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:22:10.895 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:22:10.895 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:22:10.895 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:22:10.895 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:22:10.896 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:22:10.896 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:22:10.896 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:22:10.896 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:22:10.896 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:22:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:22:10 smithi032 ceph-mon[191839]: from='client.54579 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:22:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:22:10 smithi032 ceph-mon[191839]: from='client.64499 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:22:11.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:22:10 smithi032 ceph-mon[189144]: from='client.54579 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:22:11.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:22:10 smithi032 ceph-mon[189144]: from='client.64499 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:22:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:22:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:22:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:22:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:22:10 smithi039 ceph-mon[181282]: from='client.54579 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:22:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:22:10 smithi039 ceph-mon[181282]: from='client.64499 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:22:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:22:11 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3655454732' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:22:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:22:11 smithi032 ceph-mon[191839]: pgmap v18519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:22:11 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3655454732' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:22:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:22:11 smithi032 ceph-mon[189144]: pgmap v18519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:12.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:22:11 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3655454732' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:22:12.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:22:11 smithi039 ceph-mon[181282]: pgmap v18519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:14.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:22:14 smithi032 ceph-mon[191839]: pgmap v18520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:14.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:22:14 smithi032 ceph-mon[189144]: pgmap v18520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:14.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:22:14 smithi039 ceph-mon[181282]: pgmap v18520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:16.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:22:16 smithi032 ceph-mon[189144]: pgmap v18521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:16.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:22:16 smithi032 ceph-mon[191839]: pgmap v18521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:16.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:22:16 smithi039 ceph-mon[181282]: pgmap v18521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:18.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:22:18 smithi032 ceph-mon[189144]: pgmap v18522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:18.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:22:18 smithi032 ceph-mon[191839]: pgmap v18522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:18.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:22:18 smithi039 ceph-mon[181282]: pgmap v18522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:20.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:22:19 smithi032 ceph-mon[189144]: pgmap v18523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:22:19 smithi032 ceph-mon[191839]: pgmap v18523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:20.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:22:19 smithi039 ceph-mon[181282]: pgmap v18523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:22:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:22:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:22:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:22:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:22:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:22:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:22:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:22:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:22:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:22:21 smithi032 ceph-mon[191839]: pgmap v18524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:22.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:22:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:22:22.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:22:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:22:22.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:22:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:22:22.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:22:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:22:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:22:21 smithi032 ceph-mon[189144]: pgmap v18524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:22:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:22:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:22:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:22:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:22:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:22:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:22:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:22:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:22:21 smithi039 ceph-mon[181282]: pgmap v18524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:22:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:22:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:22:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:22:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:22:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:22:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:22:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:22:24.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:22:24 smithi032 ceph-mon[189144]: pgmap v18525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:24.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:22:24 smithi032 ceph-mon[191839]: pgmap v18525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:24.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:22:24 smithi039 ceph-mon[181282]: pgmap v18525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:22:26 smithi032 ceph-mon[191839]: pgmap v18526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:26.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:22:26 smithi032 ceph-mon[189144]: pgmap v18526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:22:26 smithi039 ceph-mon[181282]: pgmap v18526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:28.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:22:28 smithi032 ceph-mon[191839]: pgmap v18527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:28.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:22:28 smithi032 ceph-mon[189144]: pgmap v18527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:28.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:22:28 smithi039 ceph-mon[181282]: pgmap v18527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:22:29 smithi032 ceph-mon[191839]: pgmap v18528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:30.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:22:29 smithi032 ceph-mon[189144]: pgmap v18528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:22:29 smithi039 ceph-mon[181282]: pgmap v18528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:22:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:22:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:22:32.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:22:32 smithi032 ceph-mon[191839]: pgmap v18529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:32.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:22:32 smithi032 ceph-mon[189144]: pgmap v18529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:32.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:22:32 smithi039 ceph-mon[181282]: pgmap v18529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:34.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:22:34 smithi032 ceph-mon[191839]: pgmap v18530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:34.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:22:34 smithi032 ceph-mon[189144]: pgmap v18530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:34.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:22:34 smithi039 ceph-mon[181282]: pgmap v18530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:36.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:22:36 smithi032 ceph-mon[191839]: pgmap v18531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:36.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:22:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:22:36.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:22:36 smithi032 ceph-mon[189144]: pgmap v18531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:36.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:22:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:22:36.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:22:36 smithi039 ceph-mon[181282]: pgmap v18531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:36.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:22:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:22:38.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:22:38 smithi032 ceph-mon[191839]: pgmap v18532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:38.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:22:38 smithi032 ceph-mon[189144]: pgmap v18532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:38.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:22:38 smithi039 ceph-mon[181282]: pgmap v18532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:22:39 smithi032 ceph-mon[189144]: pgmap v18533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:22:39 smithi032 ceph-mon[191839]: pgmap v18533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:40.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:22:39 smithi039 ceph-mon[181282]: pgmap v18533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:22:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:22:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:22:41.260 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:22:41.582 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:22:41.582 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 7m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:22:41.582 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 5m ago 9h 94.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:22:41.582 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 7m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:22:41.582 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 5m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:22:41.582 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 5m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:22:41.583 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 7m ago 9h 885M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:22:41.583 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 7m ago 9h 2262M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:22:41.583 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 5m ago 9h 1106M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:22:41.583 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 7m ago 9h 1158M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:22:41.583 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 7m ago 9h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:22:41.583 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 5m ago 9h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:22:41.583 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 7m ago 9h 5434M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:22:41.583 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 7m ago 9h 5557M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:22:41.583 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (8h) 7m ago 9h 4895M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:22:41.583 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 7m ago 9h 5052M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:22:41.583 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 5m ago 9h 4752M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:22:41.583 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 5m ago 9h 5204M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:22:41.583 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 5m ago 9h 4841M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:22:41.583 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 5m ago 9h 4919M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:22:41.583 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 5m ago 9h 145M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:22:41.984 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:22:41.984 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:22:41.984 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:22:41.984 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:22:41.984 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:22:41.984 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:22:41.984 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:22:41.984 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:22:41.984 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:22:41.984 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:22:41.984 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:22:41.985 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:22:41.985 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:22:41.985 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:22:41.985 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:22:41.985 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:22:41.985 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:22:41.985 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:22:42.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:22:42 smithi032 ceph-mon[191839]: from='client.64511 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:22:42.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:22:42 smithi032 ceph-mon[191839]: pgmap v18534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:42.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:22:42 smithi032 ceph-mon[191839]: from='client.54603 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:22:42.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:22:42 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1752024090' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:22:42.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:22:42 smithi032 ceph-mon[189144]: from='client.64511 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:22:42.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:22:42 smithi032 ceph-mon[189144]: pgmap v18534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:42.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:22:42 smithi032 ceph-mon[189144]: from='client.54603 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:22:42.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:22:42 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1752024090' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:22:42.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:22:42 smithi039 ceph-mon[181282]: from='client.64511 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:22:42.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:22:42 smithi039 ceph-mon[181282]: pgmap v18534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:42.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:22:42 smithi039 ceph-mon[181282]: from='client.54603 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:22:42.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:22:42 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1752024090' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:22:44.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:22:44 smithi032 ceph-mon[191839]: pgmap v18535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:44.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:22:44 smithi032 ceph-mon[189144]: pgmap v18535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:44.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:22:44 smithi039 ceph-mon[181282]: pgmap v18535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:22:46 smithi032 ceph-mon[191839]: pgmap v18536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:46.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:22:46 smithi032 ceph-mon[189144]: pgmap v18536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:46.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:22:46 smithi039 ceph-mon[181282]: pgmap v18536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:48.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:22:48 smithi032 ceph-mon[191839]: pgmap v18537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:48.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:22:48 smithi032 ceph-mon[189144]: pgmap v18537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:48.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:22:48 smithi039 ceph-mon[181282]: pgmap v18537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:22:49 smithi032 ceph-mon[191839]: pgmap v18538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:22:49 smithi032 ceph-mon[189144]: pgmap v18538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:22:49 smithi039 ceph-mon[181282]: pgmap v18538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:22:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:22:50] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T02:22:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:22:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:22:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:22:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:22:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:22:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:22:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:22:51 smithi032 ceph-mon[191839]: pgmap v18539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:22:51 smithi032 ceph-mon[189144]: pgmap v18539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:52.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:22:51 smithi039 ceph-mon[181282]: pgmap v18539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:54.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:22:54 smithi032 ceph-mon[191839]: pgmap v18540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:54.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:22:54 smithi032 ceph-mon[189144]: pgmap v18540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:54.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:22:54 smithi039 ceph-mon[181282]: pgmap v18540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:56.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:22:56 smithi032 ceph-mon[189144]: pgmap v18541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:56.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:22:56 smithi032 ceph-mon[191839]: pgmap v18541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:56.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:22:56 smithi039 ceph-mon[181282]: pgmap v18541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:58.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:22:58 smithi032 ceph-mon[189144]: pgmap v18542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:58.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:22:58 smithi032 ceph-mon[191839]: pgmap v18542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:22:58.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:22:58 smithi039 ceph-mon[181282]: pgmap v18542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:00.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:22:59 smithi032 ceph-mon[191839]: pgmap v18543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:22:59 smithi032 ceph-mon[189144]: pgmap v18543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:00.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:22:59 smithi039 ceph-mon[181282]: pgmap v18543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:23:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:23:00] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T02:23:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:02 smithi032 ceph-mon[191839]: pgmap v18544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:02.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:02 smithi032 ceph-mon[189144]: pgmap v18544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:02.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:02 smithi039 ceph-mon[181282]: pgmap v18544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:04.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:04 smithi032 ceph-mon[191839]: pgmap v18545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:04.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:04 smithi032 ceph-mon[189144]: pgmap v18545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:04.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:04 smithi039 ceph-mon[181282]: pgmap v18545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:06.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:06 smithi032 ceph-mon[191839]: pgmap v18546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:06.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:23:06.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:06 smithi032 ceph-mon[189144]: pgmap v18546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:06.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:23:06.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:06 smithi039 ceph-mon[181282]: pgmap v18546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:06.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:23:08.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:08 smithi032 ceph-mon[191839]: pgmap v18547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:08.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:08 smithi032 ceph-mon[189144]: pgmap v18547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:08.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:08 smithi039 ceph-mon[181282]: pgmap v18547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:10.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:09 smithi032 ceph-mon[189144]: pgmap v18548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:10.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:09 smithi032 ceph-mon[191839]: pgmap v18548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:10.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:09 smithi039 ceph-mon[181282]: pgmap v18548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:23:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:23:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:23:12.351 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:23:12.675 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:23:12.675 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 7m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:23:12.675 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 5m ago 9h 94.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:23:12.675 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 7m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:23:12.675 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 5m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:23:12.675 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 5m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:23:12.675 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 7m ago 9h 885M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:23:12.675 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 7m ago 9h 2262M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:23:12.675 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 5m ago 9h 1106M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:23:12.675 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 7m ago 9h 1158M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:23:12.675 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 7m ago 9h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:23:12.676 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 5m ago 9h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:23:12.676 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 7m ago 9h 5434M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:23:12.676 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 7m ago 9h 5557M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:23:12.676 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 7m ago 9h 4895M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:23:12.676 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (8h) 7m ago 9h 5052M 2158M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:23:12.676 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 5m ago 9h 4752M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:23:12.676 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 5m ago 9h 5204M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:23:12.676 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 5m ago 9h 4841M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:23:12.676 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 5m ago 9h 4919M 2472M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:23:12.676 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 5m ago 9h 145M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:23:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:12 smithi032 ceph-mon[191839]: pgmap v18549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:12.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:12 smithi032 ceph-mon[189144]: pgmap v18549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:12.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:12 smithi039 ceph-mon[181282]: pgmap v18549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:13.079 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:23:13.079 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:23:13.079 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:23:13.079 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:23:13.079 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:23:13.079 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:23:13.079 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:23:13.079 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:23:13.079 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:23:13.079 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:23:13.079 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:23:13.080 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:23:13.080 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:23:13.080 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:23:13.080 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:23:13.080 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:23:13.080 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:23:13.080 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:23:13.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:13 smithi032 ceph-mon[191839]: from='client.54615 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:23:13.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:13 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4283084947' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:23:13.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:13 smithi032 ceph-mon[189144]: from='client.54615 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:23:13.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:13 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4283084947' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:23:13.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:13 smithi039 ceph-mon[181282]: from='client.54615 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:23:13.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:13 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4283084947' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:23:14.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:14 smithi032 ceph-mon[191839]: from='client.54621 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:23:14.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:14 smithi032 ceph-mon[191839]: pgmap v18550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:14.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:14 smithi032 ceph-mon[189144]: from='client.54621 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:23:14.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:14 smithi032 ceph-mon[189144]: pgmap v18550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:14.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:14 smithi039 ceph-mon[181282]: from='client.54621 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:23:14.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:14 smithi039 ceph-mon[181282]: pgmap v18550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:16 smithi032 ceph-mon[191839]: pgmap v18551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:16.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:16 smithi032 ceph-mon[189144]: pgmap v18551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:16.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:16 smithi039 ceph-mon[181282]: pgmap v18551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:18.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:18 smithi032 ceph-mon[191839]: pgmap v18552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:18.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:18 smithi032 ceph-mon[189144]: pgmap v18552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:18.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:18 smithi039 ceph-mon[181282]: pgmap v18552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:19 smithi032 ceph-mon[191839]: pgmap v18553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:19 smithi032 ceph-mon[189144]: pgmap v18553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:19 smithi039 ceph-mon[181282]: pgmap v18553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:23:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:23:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:23:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:23:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T02:23:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:23:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:21 smithi032 ceph-mon[191839]: pgmap v18554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:21 smithi032 ceph-mon[189144]: pgmap v18554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:21 smithi039 ceph-mon[181282]: pgmap v18554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:23.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:23:23.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:23:23.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:23:23.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:23:23.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:23:23.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:23:23.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:23:23.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:22 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi039 to 2467M 2023-12-23T02:23:23.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:23:23.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:23:23.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:23:23.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:23:23.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:23:23.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:23:23.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:23:23.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:23:23.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:23:23.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:23:23.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:23:23.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:23:23.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:23:23.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:23:23.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:23:23.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:23:23.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:22 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi039 to 2467M 2023-12-23T02:23:23.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:23:23.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:23:23.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:23:23.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:23:23.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:23:23.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:23:23.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:23:23.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:23:23.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:23:23.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:23:23.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:23:23.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:23:23.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:23:23.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:23:23.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:23:23.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:23:23.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:22 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi039 to 2467M 2023-12-23T02:23:23.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:23:23.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:23:23.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:23:23.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:23:23.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:23:23.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:23:23.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:23:23.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:23:23.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:23:24.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:23 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi032 to 2146M 2023-12-23T02:23:24.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:23 smithi032 ceph-mon[191839]: pgmap v18555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:24.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:23 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi032 to 2146M 2023-12-23T02:23:24.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:23 smithi032 ceph-mon[189144]: pgmap v18555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:23 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi032 to 2146M 2023-12-23T02:23:24.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:23 smithi039 ceph-mon[181282]: pgmap v18555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:26 smithi032 ceph-mon[191839]: pgmap v18556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:26.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:26 smithi032 ceph-mon[189144]: pgmap v18556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:26.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:26 smithi039 ceph-mon[181282]: pgmap v18556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:28.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:28 smithi032 ceph-mon[191839]: pgmap v18557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:28.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:28 smithi032 ceph-mon[189144]: pgmap v18557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:28.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:28 smithi039 ceph-mon[181282]: pgmap v18557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:30.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:29 smithi032 ceph-mon[189144]: pgmap v18558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:30.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:29 smithi032 ceph-mon[191839]: pgmap v18558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:29 smithi039 ceph-mon[181282]: pgmap v18558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:23:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:23:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T02:23:32.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:32 smithi032 ceph-mon[189144]: pgmap v18559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:32.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:32 smithi032 ceph-mon[191839]: pgmap v18559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:32.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:32 smithi039 ceph-mon[181282]: pgmap v18559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:34.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:34 smithi032 ceph-mon[191839]: pgmap v18560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:34.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:34 smithi032 ceph-mon[189144]: pgmap v18560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:34.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:34 smithi039 ceph-mon[181282]: pgmap v18560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:36.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:36 smithi032 ceph-mon[189144]: pgmap v18561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:36.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:23:36.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:36 smithi032 ceph-mon[191839]: pgmap v18561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:36.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:23:36.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:36 smithi039 ceph-mon[181282]: pgmap v18561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:36.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:23:38.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:38 smithi032 ceph-mon[191839]: pgmap v18562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:38.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:38 smithi032 ceph-mon[189144]: pgmap v18562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:38.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:38 smithi039 ceph-mon[181282]: pgmap v18562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:39 smithi032 ceph-mon[191839]: pgmap v18563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:40.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:39 smithi032 ceph-mon[189144]: pgmap v18563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:40.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:39 smithi039 ceph-mon[181282]: pgmap v18563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:23:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:23:40] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T02:23:42.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:42 smithi032 ceph-mon[191839]: pgmap v18564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:42.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:42 smithi032 ceph-mon[189144]: pgmap v18564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:42.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:42 smithi039 ceph-mon[181282]: pgmap v18564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:43.443 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:23:43.767 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:23:43.767 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 8m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:23:43.767 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 6m ago 9h 94.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:23:43.767 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 8m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:23:43.767 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 6m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:23:43.767 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 6m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:23:43.767 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 8m ago 9h 885M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:23:43.767 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 8m ago 9h 2262M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:23:43.767 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 6m ago 9h 1106M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:23:43.767 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 8m ago 9h 1158M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:23:43.767 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 8m ago 9h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:23:43.768 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 6m ago 9h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:23:43.768 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 8m ago 9h 5434M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:23:43.768 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 8m ago 9h 5557M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:23:43.768 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 8m ago 9h 4895M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:23:43.768 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 8m ago 9h 5052M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:23:43.768 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (8h) 6m ago 9h 4752M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:23:43.768 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 6m ago 9h 5204M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:23:43.768 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 6m ago 9h 4841M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:23:43.768 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 6m ago 9h 4919M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:23:43.768 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 6m ago 9h 145M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:23:44.168 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:23:44.168 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:23:44.168 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:23:44.168 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:23:44.168 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:23:44.168 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:23:44.168 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:23:44.168 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:23:44.168 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:23:44.168 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:23:44.169 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:23:44.169 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:23:44.169 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:23:44.169 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:23:44.169 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:23:44.169 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:23:44.169 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:23:44.169 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:23:44.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:44 smithi032 ceph-mon[191839]: pgmap v18565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:44.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:44 smithi032 ceph-mon[191839]: from='client.64547 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:23:44.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:44 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1222212512' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:23:44.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:44 smithi032 ceph-mon[189144]: pgmap v18565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:44.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:44 smithi032 ceph-mon[189144]: from='client.64547 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:23:44.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:44 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1222212512' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:23:44.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:44 smithi039 ceph-mon[181282]: pgmap v18565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:44.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:44 smithi039 ceph-mon[181282]: from='client.64547 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:23:44.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:44 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1222212512' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:23:45.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:45 smithi032 ceph-mon[191839]: from='client.54639 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:23:45.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:45 smithi032 ceph-mon[189144]: from='client.54639 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:23:45.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:45 smithi039 ceph-mon[181282]: from='client.54639 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:23:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:46 smithi032 ceph-mon[191839]: pgmap v18566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:46.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:46 smithi032 ceph-mon[189144]: pgmap v18566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:46.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:46 smithi039 ceph-mon[181282]: pgmap v18566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:48.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:48 smithi032 ceph-mon[191839]: pgmap v18567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:48.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:48 smithi032 ceph-mon[189144]: pgmap v18567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:48.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:48 smithi039 ceph-mon[181282]: pgmap v18567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:49 smithi032 ceph-mon[191839]: pgmap v18568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:49 smithi032 ceph-mon[189144]: pgmap v18568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:49 smithi039 ceph-mon[181282]: pgmap v18568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:23:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:23:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:23:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:23:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:23:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:23:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:51 smithi032 ceph-mon[191839]: pgmap v18569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:51 smithi032 ceph-mon[189144]: pgmap v18569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:52.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:51 smithi039 ceph-mon[181282]: pgmap v18569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:54.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:54 smithi032 ceph-mon[189144]: pgmap v18570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:54.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:54 smithi032 ceph-mon[191839]: pgmap v18570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:54.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:54 smithi039 ceph-mon[181282]: pgmap v18570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:56.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:56 smithi032 ceph-mon[191839]: pgmap v18571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:56.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:56 smithi032 ceph-mon[189144]: pgmap v18571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:56.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:56 smithi039 ceph-mon[181282]: pgmap v18571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:58.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:58 smithi032 ceph-mon[189144]: pgmap v18572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:58.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:58 smithi032 ceph-mon[191839]: pgmap v18572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:23:58.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:58 smithi039 ceph-mon[181282]: pgmap v18572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:23:59 smithi032 ceph-mon[191839]: pgmap v18573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:23:59 smithi032 ceph-mon[189144]: pgmap v18573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:00.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:23:59 smithi039 ceph-mon[181282]: pgmap v18573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:24:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:24:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:24:02.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:24:02 smithi032 ceph-mon[191839]: pgmap v18574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:02.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:24:02 smithi032 ceph-mon[189144]: pgmap v18574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:02.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:24:02 smithi039 ceph-mon[181282]: pgmap v18574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:04.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:24:04 smithi032 ceph-mon[189144]: pgmap v18575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:04.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:24:04 smithi032 ceph-mon[191839]: pgmap v18575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:04.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:24:04 smithi039 ceph-mon[181282]: pgmap v18575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:06.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:24:06 smithi032 ceph-mon[189144]: pgmap v18576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:06.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:24:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:24:06.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:24:06 smithi032 ceph-mon[191839]: pgmap v18576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:06.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:24:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:24:06.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:24:06 smithi039 ceph-mon[181282]: pgmap v18576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:06.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:24:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:24:08.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:24:08 smithi032 ceph-mon[191839]: pgmap v18577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:08.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:24:08 smithi032 ceph-mon[189144]: pgmap v18577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:08.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:24:08 smithi039 ceph-mon[181282]: pgmap v18577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:10.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:24:09 smithi032 ceph-mon[191839]: pgmap v18578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:10.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:24:09 smithi032 ceph-mon[189144]: pgmap v18578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:10.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:24:09 smithi039 ceph-mon[181282]: pgmap v18578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:24:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:24:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:24:12.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:24:12 smithi032 ceph-mon[191839]: pgmap v18579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:12.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:24:12 smithi032 ceph-mon[189144]: pgmap v18579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:12.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:24:12 smithi039 ceph-mon[181282]: pgmap v18579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:14.534 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:24:14.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:24:14 smithi032 ceph-mon[189144]: pgmap v18580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:14.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:24:14 smithi032 ceph-mon[191839]: pgmap v18580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:14.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:24:14 smithi039 ceph-mon[181282]: pgmap v18580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:14.857 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:24:14.857 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 9m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:24:14.857 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 6m ago 9h 94.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:24:14.857 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 9m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:24:14.857 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 6m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:24:14.857 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 6m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:24:14.857 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 9m ago 9h 885M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:24:14.858 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 9m ago 9h 2262M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:24:14.858 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 6m ago 9h 1106M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:24:14.858 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 9m ago 9h 1158M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:24:14.858 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 9m ago 9h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:24:14.858 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 6m ago 9h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:24:14.858 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 9m ago 9h 5434M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:24:14.858 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 9m ago 9h 5557M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:24:14.858 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 9m ago 9h 4895M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:24:14.858 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 9m ago 9h 5052M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:24:14.858 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 6m ago 9h 4752M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:24:14.858 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (8h) 6m ago 9h 5204M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:24:14.858 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 6m ago 9h 4841M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:24:14.858 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 6m ago 9h 4919M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:24:14.859 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 6m ago 9h 145M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:24:15.257 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:24:15.257 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:24:15.257 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:24:15.258 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:24:15.258 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:24:15.258 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:24:15.258 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:24:15.258 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:24:15.258 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:24:15.258 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:24:15.258 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:24:15.258 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:24:15.258 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:24:15.258 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:24:15.258 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:24:15.258 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:24:15.258 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:24:15.258 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:24:15.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:24:15 smithi032 ceph-mon[189144]: from='client.64565 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:24:15.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:24:15 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2086407991' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:24:15.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:24:15 smithi032 ceph-mon[191839]: from='client.64565 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:24:15.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:24:15 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2086407991' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:24:15.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:24:15 smithi039 ceph-mon[181282]: from='client.64565 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:24:15.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:24:15 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2086407991' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:24:16.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:24:16 smithi032 ceph-mon[191839]: from='client.54657 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:24:16.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:24:16 smithi032 ceph-mon[191839]: pgmap v18581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:16.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:24:16 smithi032 ceph-mon[189144]: from='client.54657 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:24:16.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:24:16 smithi032 ceph-mon[189144]: pgmap v18581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:16.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:24:16 smithi039 ceph-mon[181282]: from='client.54657 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:24:16.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:24:16 smithi039 ceph-mon[181282]: pgmap v18581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:18.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:24:18 smithi032 ceph-mon[189144]: pgmap v18582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:18.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:24:18 smithi032 ceph-mon[191839]: pgmap v18582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:18.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:24:18 smithi039 ceph-mon[181282]: pgmap v18582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:24:19 smithi032 ceph-mon[191839]: pgmap v18583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:24:19 smithi032 ceph-mon[189144]: pgmap v18583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:24:19 smithi039 ceph-mon[181282]: pgmap v18583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:24:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:24:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:24:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:24:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:24:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:24:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:24:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:24:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:24:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:24:21 smithi032 ceph-mon[189144]: pgmap v18584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:22.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:24:21 smithi032 ceph-mon[191839]: pgmap v18584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:24:21 smithi039 ceph-mon[181282]: pgmap v18584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:23.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:24:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:24:23.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:24:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:24:23.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:24:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:24:24.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:24:24 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:24:24.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:24:24 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:24:24.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:24:24 smithi039 ceph-mon[181282]: pgmap v18585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:24.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:24:24 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:24:24.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:24:24 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:24:24.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:24:24 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:24:24.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:24:24 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:24:24.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:24:24 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:24:24.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:24:24 smithi032 ceph-mon[191839]: pgmap v18585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:24.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:24:24 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:24:24.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:24:24 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:24:24.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:24:24 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:24:24.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:24:24 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:24:24.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:24:24 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:24:24.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:24:24 smithi032 ceph-mon[189144]: pgmap v18585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:24.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:24:24 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:24:24.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:24:24 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:24:24.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:24:24 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:24:26.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:24:26 smithi032 ceph-mon[189144]: pgmap v18586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:26.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:24:26 smithi032 ceph-mon[191839]: pgmap v18586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:26.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:24:26 smithi039 ceph-mon[181282]: pgmap v18586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:28.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:24:28 smithi032 ceph-mon[191839]: pgmap v18587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:28.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:24:28 smithi032 ceph-mon[189144]: pgmap v18587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:28.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:24:28 smithi039 ceph-mon[181282]: pgmap v18587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:30.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:24:29 smithi032 ceph-mon[191839]: pgmap v18588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:30.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:24:29 smithi032 ceph-mon[189144]: pgmap v18588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:24:29 smithi039 ceph-mon[181282]: pgmap v18588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:24:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:24:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:24:32.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:24:32 smithi032 ceph-mon[189144]: pgmap v18589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:32.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:24:32 smithi032 ceph-mon[191839]: pgmap v18589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:32.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:24:32 smithi039 ceph-mon[181282]: pgmap v18589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:34.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:24:34 smithi032 ceph-mon[191839]: pgmap v18590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:34.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:24:34 smithi032 ceph-mon[189144]: pgmap v18590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:34.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:24:34 smithi039 ceph-mon[181282]: pgmap v18590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:36.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:24:36 smithi032 ceph-mon[189144]: pgmap v18591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:36.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:24:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:24:36.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:24:36 smithi032 ceph-mon[191839]: pgmap v18591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:36.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:24:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:24:36.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:24:36 smithi039 ceph-mon[181282]: pgmap v18591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:36.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:24:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:24:38.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:24:38 smithi032 ceph-mon[189144]: pgmap v18592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:38.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:24:38 smithi032 ceph-mon[191839]: pgmap v18592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:38.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:24:38 smithi039 ceph-mon[181282]: pgmap v18592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:24:39 smithi032 ceph-mon[191839]: pgmap v18593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:24:39 smithi032 ceph-mon[189144]: pgmap v18593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:40.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:24:39 smithi039 ceph-mon[181282]: pgmap v18593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:24:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:24:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:24:42.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:24:42 smithi032 ceph-mon[191839]: pgmap v18594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:42.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:24:42 smithi032 ceph-mon[189144]: pgmap v18594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:42.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:24:42 smithi039 ceph-mon[181282]: pgmap v18594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:44.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:24:44 smithi032 ceph-mon[191839]: pgmap v18595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:44.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:24:44 smithi032 ceph-mon[189144]: pgmap v18595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:44.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:24:44 smithi039 ceph-mon[181282]: pgmap v18595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:45.622 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:24:45.944 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:24:45.944 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 9m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:24:45.945 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 7m ago 9h 94.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:24:45.945 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 9m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:24:45.945 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 7m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:24:45.945 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 7m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:24:45.945 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 9m ago 9h 885M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:24:45.945 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 9m ago 9h 2262M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:24:45.945 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 7m ago 9h 1106M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:24:45.945 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 9m ago 9h 1158M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:24:45.945 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 9m ago 9h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:24:45.945 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 7m ago 9h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:24:45.945 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 9m ago 9h 5434M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:24:45.945 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 9m ago 9h 5557M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:24:45.945 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 9m ago 9h 4895M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:24:45.945 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 9m ago 9h 5052M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:24:45.945 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 7m ago 9h 4752M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:24:45.946 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 7m ago 9h 5204M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:24:45.946 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (8h) 7m ago 9h 4841M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:24:45.946 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 7m ago 9h 4919M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:24:45.946 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 7m ago 9h 145M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:24:46.348 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:24:46.348 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:24:46.348 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:24:46.349 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:24:46.349 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:24:46.349 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:24:46.349 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:24:46.349 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:24:46.349 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:24:46.349 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:24:46.349 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:24:46.349 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:24:46.349 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:24:46.349 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:24:46.349 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:24:46.349 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:24:46.349 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:24:46.349 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:24:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:24:46 smithi032 ceph-mon[191839]: pgmap v18596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:24:46 smithi032 ceph-mon[191839]: from='client.54669 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:24:46.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:24:46 smithi032 ceph-mon[189144]: pgmap v18596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:46.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:24:46 smithi032 ceph-mon[189144]: from='client.54669 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:24:46.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:24:46 smithi039 ceph-mon[181282]: pgmap v18596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:46.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:24:46 smithi039 ceph-mon[181282]: from='client.54669 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:24:47.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:24:47 smithi032 ceph-mon[191839]: from='client.64589 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:24:47.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:24:47 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3354139177' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:24:47.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:24:47 smithi032 ceph-mon[189144]: from='client.64589 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:24:47.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:24:47 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3354139177' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:24:47.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:24:47 smithi039 ceph-mon[181282]: from='client.64589 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:24:47.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:24:47 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3354139177' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:24:48.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:24:48 smithi032 ceph-mon[189144]: pgmap v18597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:48.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:24:48 smithi032 ceph-mon[191839]: pgmap v18597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:48.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:24:48 smithi039 ceph-mon[181282]: pgmap v18597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:24:49 smithi032 ceph-mon[191839]: pgmap v18598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:24:49 smithi032 ceph-mon[189144]: pgmap v18598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:24:49 smithi039 ceph-mon[181282]: pgmap v18598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:24:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:24:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:24:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:24:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:24:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:24:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:24:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:24:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:24:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:24:51 smithi032 ceph-mon[191839]: pgmap v18599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:24:51 smithi032 ceph-mon[189144]: pgmap v18599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:52.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:24:51 smithi039 ceph-mon[181282]: pgmap v18599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:54.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:24:54 smithi032 ceph-mon[189144]: pgmap v18600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:54.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:24:54 smithi032 ceph-mon[191839]: pgmap v18600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:54.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:24:54 smithi039 ceph-mon[181282]: pgmap v18600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:56.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:24:56 smithi032 ceph-mon[191839]: pgmap v18601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:56.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:24:56 smithi032 ceph-mon[189144]: pgmap v18601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:56.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:24:56 smithi039 ceph-mon[181282]: pgmap v18601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:58.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:24:58 smithi032 ceph-mon[191839]: pgmap v18602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:58.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:24:58 smithi032 ceph-mon[189144]: pgmap v18602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:24:58.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:24:58 smithi039 ceph-mon[181282]: pgmap v18602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:24:59 smithi032 ceph-mon[191839]: pgmap v18603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:00.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:24:59 smithi032 ceph-mon[189144]: pgmap v18603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:00.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:24:59 smithi039 ceph-mon[181282]: pgmap v18603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:25:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:25:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:25:02.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:25:02 smithi032 ceph-mon[189144]: pgmap v18604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:25:02 smithi032 ceph-mon[191839]: pgmap v18604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:02.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:25:02 smithi039 ceph-mon[181282]: pgmap v18604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:04.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:25:04 smithi032 ceph-mon[191839]: pgmap v18605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:04.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:25:04 smithi032 ceph-mon[189144]: pgmap v18605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:04.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:25:04 smithi039 ceph-mon[181282]: pgmap v18605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:06.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:25:06 smithi032 ceph-mon[191839]: pgmap v18606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:06.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:25:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:25:06.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:25:06 smithi032 ceph-mon[189144]: pgmap v18606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:06.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:25:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:25:06.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:25:06 smithi039 ceph-mon[181282]: pgmap v18606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:06.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:25:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:25:08.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:25:08 smithi032 ceph-mon[191839]: pgmap v18607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:08.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:25:08 smithi032 ceph-mon[189144]: pgmap v18607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:08.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:25:08 smithi039 ceph-mon[181282]: pgmap v18607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:10.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:25:09 smithi032 ceph-mon[189144]: pgmap v18608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:10.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:25:09 smithi032 ceph-mon[191839]: pgmap v18608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:10.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:25:09 smithi039 ceph-mon[181282]: pgmap v18608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:25:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:25:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:25:12.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:25:12 smithi032 ceph-mon[191839]: pgmap v18609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:12.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:25:12 smithi032 ceph-mon[189144]: pgmap v18609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:12.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:25:12 smithi039 ceph-mon[181282]: pgmap v18609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:14.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:25:14 smithi032 ceph-mon[191839]: pgmap v18610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:14.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:25:14 smithi032 ceph-mon[189144]: pgmap v18610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:14.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:25:14 smithi039 ceph-mon[181282]: pgmap v18610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:16.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:25:16 smithi032 ceph-mon[191839]: pgmap v18611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:16.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:25:16 smithi032 ceph-mon[189144]: pgmap v18611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:16.713 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:25:16.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:25:16 smithi039 ceph-mon[181282]: pgmap v18611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:17.037 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:25:17.037 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 10m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:25:17.037 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 7m ago 9h 94.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:25:17.037 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 10m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:25:17.038 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 7m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:25:17.038 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 7m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:25:17.038 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 10m ago 9h 885M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:25:17.038 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 10m ago 9h 2262M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:25:17.038 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 7m ago 9h 1106M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:25:17.038 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 10m ago 9h 1158M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:25:17.038 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 10m ago 9h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:25:17.038 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 7m ago 9h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:25:17.038 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 10m ago 9h 5434M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:25:17.038 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 10m ago 9h 5557M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:25:17.038 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 10m ago 9h 4895M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:25:17.038 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 10m ago 9h 5052M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:25:17.038 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 7m ago 9h 4752M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:25:17.039 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 7m ago 9h 5204M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:25:17.039 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 7m ago 9h 4841M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:25:17.039 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (8h) 7m ago 9h 4919M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:25:17.039 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 7m ago 9h 145M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:25:17.436 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:25:17.437 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:25:17.437 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:25:17.437 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:25:17.437 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:25:17.437 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:25:17.437 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:25:17.437 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:25:17.437 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:25:17.437 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:25:17.437 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:25:17.437 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:25:17.437 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:25:17.437 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:25:17.437 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:25:17.437 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:25:17.438 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:25:17.438 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:25:18.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:25:18 smithi032 ceph-mon[191839]: from='client.54687 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:25:18.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:25:18 smithi032 ceph-mon[191839]: from='client.54693 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:25:18.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:25:18 smithi032 ceph-mon[191839]: pgmap v18612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:18.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:25:18 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1181073226' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:25:18.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:25:18 smithi032 ceph-mon[189144]: from='client.54687 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:25:18.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:25:18 smithi032 ceph-mon[189144]: from='client.54693 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:25:18.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:25:18 smithi032 ceph-mon[189144]: pgmap v18612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:18.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:25:18 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1181073226' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:25:18.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:25:18 smithi039 ceph-mon[181282]: from='client.54687 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:25:18.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:25:18 smithi039 ceph-mon[181282]: from='client.54693 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:25:18.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:25:18 smithi039 ceph-mon[181282]: pgmap v18612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:18.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:25:18 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1181073226' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:25:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:25:19 smithi032 ceph-mon[191839]: pgmap v18613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:25:19 smithi032 ceph-mon[189144]: pgmap v18613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:25:19 smithi039 ceph-mon[181282]: pgmap v18613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:25:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:25:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T02:25:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:25:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:25:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:25:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:25:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:25:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:25:22.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:25:21 smithi032 ceph-mon[191839]: pgmap v18614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:25:21 smithi032 ceph-mon[189144]: pgmap v18614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:25:21 smithi039 ceph-mon[181282]: pgmap v18614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:24.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:25:24 smithi032 ceph-mon[191839]: pgmap v18615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:24.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:25:24 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:25:24.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:25:24 smithi032 ceph-mon[189144]: pgmap v18615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:24.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:25:24 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:25:24.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:25:24 smithi039 ceph-mon[181282]: pgmap v18615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:24.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:25:24 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:25:26.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:25:26 smithi032 ceph-mon[191839]: pgmap v18616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:26.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:25:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:25:26.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:25:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:25:26.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:25:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:25:26.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:25:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:25:26.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:25:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:25:26.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:25:26 smithi032 ceph-mon[189144]: pgmap v18616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:26.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:25:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:25:26.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:25:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:25:26.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:25:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:25:26.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:25:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:25:26.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:25:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:25:26.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:25:26 smithi039 ceph-mon[181282]: pgmap v18616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:26.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:25:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:25:26.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:25:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:25:26.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:25:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:25:26.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:25:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:25:26.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:25:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:25:28.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:25:28 smithi032 ceph-mon[189144]: pgmap v18617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:28.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:25:28 smithi032 ceph-mon[191839]: pgmap v18617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:28.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:25:28 smithi039 ceph-mon[181282]: pgmap v18617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:30.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:25:29 smithi032 ceph-mon[191839]: pgmap v18618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:30.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:25:29 smithi032 ceph-mon[189144]: pgmap v18618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:25:29 smithi039 ceph-mon[181282]: pgmap v18618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:25:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:25:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T02:25:32.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:25:32 smithi032 ceph-mon[189144]: pgmap v18619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:32.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:25:32 smithi032 ceph-mon[191839]: pgmap v18619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:32.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:25:32 smithi039 ceph-mon[181282]: pgmap v18619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:34.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:25:34 smithi032 ceph-mon[189144]: pgmap v18620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:34.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:25:34 smithi032 ceph-mon[191839]: pgmap v18620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:34.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:25:34 smithi039 ceph-mon[181282]: pgmap v18620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:36.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:25:36 smithi032 ceph-mon[189144]: pgmap v18621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:36.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:25:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:25:36.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:25:36 smithi032 ceph-mon[191839]: pgmap v18621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:36.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:25:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:25:36.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:25:36 smithi039 ceph-mon[181282]: pgmap v18621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:25:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:25:38.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:25:38 smithi032 ceph-mon[191839]: pgmap v18622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:38.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:25:38 smithi032 ceph-mon[189144]: pgmap v18622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:38.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:25:38 smithi039 ceph-mon[181282]: pgmap v18622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:25:39 smithi032 ceph-mon[191839]: pgmap v18623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:25:39 smithi032 ceph-mon[189144]: pgmap v18623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:40.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:25:39 smithi039 ceph-mon[181282]: pgmap v18623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:25:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:25:40] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T02:25:42.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:25:42 smithi032 ceph-mon[191839]: pgmap v18624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:42.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:25:42 smithi032 ceph-mon[189144]: pgmap v18624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:42.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:25:42 smithi039 ceph-mon[181282]: pgmap v18624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:44.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:25:44 smithi032 ceph-mon[191839]: pgmap v18625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:44.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:25:44 smithi032 ceph-mon[189144]: pgmap v18625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:44.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:25:44 smithi039 ceph-mon[181282]: pgmap v18625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:46.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:25:46 smithi032 ceph-mon[189144]: pgmap v18626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:25:46 smithi032 ceph-mon[191839]: pgmap v18626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:46.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:25:46 smithi039 ceph-mon[181282]: pgmap v18626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:47.800 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:25:48.124 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:25:48.124 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 22s ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:25:48.124 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 8m ago 9h 94.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:25:48.124 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 22s ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:25:48.124 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 8m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:25:48.125 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 8m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:25:48.125 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 22s ago 9h 891M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:25:48.125 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 22s ago 9h 2295M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:25:48.125 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 8m ago 9h 1106M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:25:48.125 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 22s ago 9h 1175M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:25:48.125 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 22s ago 9h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:25:48.125 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 8m ago 9h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:25:48.125 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 22s ago 9h 5466M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:25:48.125 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 22s ago 9h 5586M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:25:48.125 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 22s ago 9h 4919M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:25:48.125 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 22s ago 9h 5082M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:25:48.126 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 8m ago 9h 4752M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:25:48.126 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 8m ago 9h 5204M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:25:48.126 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 8m ago 9h 4841M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:25:48.126 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 8m ago 9h 4919M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:25:48.126 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 8m ago 9h 145M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:25:48.526 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:25:48.527 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:25:48.527 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:25:48.527 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:25:48.527 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:25:48.527 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:25:48.527 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:25:48.527 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:25:48.527 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:25:48.527 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:25:48.527 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:25:48.527 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:25:48.527 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:25:48.528 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:25:48.528 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:25:48.528 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:25:48.528 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:25:48.528 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:25:48.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:25:48 smithi032 ceph-mon[189144]: pgmap v18627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:48.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:25:48 smithi032 ceph-mon[191839]: pgmap v18627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:48.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:25:48 smithi039 ceph-mon[181282]: pgmap v18627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:49.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:25:49 smithi032 ceph-mon[189144]: from='client.64619 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:25:49.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:25:49 smithi032 ceph-mon[189144]: from='client.64625 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:25:49.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:25:49 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/107175305' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:25:49.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:25:49 smithi032 ceph-mon[191839]: from='client.64619 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:25:49.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:25:49 smithi032 ceph-mon[191839]: from='client.64625 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:25:49.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:25:49 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/107175305' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:25:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:25:49 smithi039 ceph-mon[181282]: from='client.64619 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:25:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:25:49 smithi039 ceph-mon[181282]: from='client.64625 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:25:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:25:49 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/107175305' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:25:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:25:50 smithi032 ceph-mon[189144]: pgmap v18628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:50.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:25:50 smithi032 ceph-mon[191839]: pgmap v18628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:50.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:25:50 smithi039 ceph-mon[181282]: pgmap v18628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:25:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:25:50] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T02:25:51.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:25:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:25:51.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:25:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:25:51.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:25:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:25:52.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:25:52 smithi032 ceph-mon[189144]: pgmap v18629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:52.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:25:52 smithi032 ceph-mon[191839]: pgmap v18629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:52.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:25:52 smithi039 ceph-mon[181282]: pgmap v18629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:54.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:25:54 smithi032 ceph-mon[191839]: pgmap v18630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:54.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:25:54 smithi032 ceph-mon[189144]: pgmap v18630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:54.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:25:54 smithi039 ceph-mon[181282]: pgmap v18630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:56.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:25:56 smithi032 ceph-mon[191839]: pgmap v18631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:56.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:25:56 smithi032 ceph-mon[189144]: pgmap v18631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:56.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:25:56 smithi039 ceph-mon[181282]: pgmap v18631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:58.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:25:58 smithi032 ceph-mon[191839]: pgmap v18632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:58.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:25:58 smithi032 ceph-mon[189144]: pgmap v18632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:25:58.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:25:58 smithi039 ceph-mon[181282]: pgmap v18632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:25:59 smithi032 ceph-mon[191839]: pgmap v18633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:25:59 smithi032 ceph-mon[189144]: pgmap v18633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:00.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:25:59 smithi039 ceph-mon[181282]: pgmap v18633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:26:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:26:00] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T02:26:02.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:26:02 smithi032 ceph-mon[189144]: pgmap v18634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:26:02 smithi032 ceph-mon[191839]: pgmap v18634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:02.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:26:02 smithi039 ceph-mon[181282]: pgmap v18634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:04.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:26:04 smithi032 ceph-mon[191839]: pgmap v18635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:04.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:26:04 smithi032 ceph-mon[189144]: pgmap v18635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:04.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:26:04 smithi039 ceph-mon[181282]: pgmap v18635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:06.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:26:06 smithi032 ceph-mon[191839]: pgmap v18636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:06.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:26:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:26:06.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:26:06 smithi032 ceph-mon[189144]: pgmap v18636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:06.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:26:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:26:06.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:26:06 smithi039 ceph-mon[181282]: pgmap v18636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:06.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:26:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:26:08.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:26:08 smithi032 ceph-mon[191839]: pgmap v18637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:08.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:26:08 smithi032 ceph-mon[189144]: pgmap v18637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:08.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:26:08 smithi039 ceph-mon[181282]: pgmap v18637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:10.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:26:09 smithi032 ceph-mon[191839]: pgmap v18638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:10.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:26:09 smithi032 ceph-mon[189144]: pgmap v18638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:10.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:26:09 smithi039 ceph-mon[181282]: pgmap v18638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:26:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:26:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:26:12.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:26:12 smithi032 ceph-mon[189144]: pgmap v18639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:12.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:26:12 smithi032 ceph-mon[191839]: pgmap v18639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:12.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:26:12 smithi039 ceph-mon[181282]: pgmap v18639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:14.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:26:14 smithi032 ceph-mon[191839]: pgmap v18640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:14.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:26:14 smithi032 ceph-mon[189144]: pgmap v18640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:14.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:26:14 smithi039 ceph-mon[181282]: pgmap v18640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:16.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:26:16 smithi032 ceph-mon[191839]: pgmap v18641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:16.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:26:16 smithi032 ceph-mon[189144]: pgmap v18641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:16.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:26:16 smithi039 ceph-mon[181282]: pgmap v18641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:18.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:26:18 smithi032 ceph-mon[191839]: pgmap v18642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:18.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:26:18 smithi032 ceph-mon[189144]: pgmap v18642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:18.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:26:18 smithi039 ceph-mon[181282]: pgmap v18642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:18.890 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:26:19.216 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:26:19.217 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 53s ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:26:19.217 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 9m ago 9h 94.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:26:19.217 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 53s ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:26:19.217 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 9m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:26:19.217 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 9m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:26:19.217 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 53s ago 9h 891M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:26:19.217 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 53s ago 9h 2295M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:26:19.217 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 9m ago 9h 1106M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:26:19.217 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 53s ago 9h 1175M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:26:19.217 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 53s ago 9h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:26:19.217 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 9m ago 9h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:26:19.218 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 53s ago 9h 5466M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:26:19.218 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 53s ago 9h 5586M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:26:19.218 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 53s ago 9h 4919M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:26:19.218 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 53s ago 9h 5082M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:26:19.218 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 9m ago 9h 4752M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:26:19.218 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 9m ago 9h 5204M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:26:19.218 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 9m ago 9h 4841M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:26:19.218 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 9m ago 9h 4919M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:26:19.218 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 9m ago 9h 145M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:26:19.617 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:26:19.617 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:26:19.617 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:26:19.618 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:26:19.618 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:26:19.618 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:26:19.618 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:26:19.618 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:26:19.618 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:26:19.618 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:26:19.618 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:26:19.618 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:26:19.619 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:26:19.619 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:26:19.619 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:26:19.619 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:26:19.619 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:26:19.619 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:26:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:26:19 smithi032 ceph-mon[189144]: from='client.54723 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:26:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:26:19 smithi032 ceph-mon[189144]: from='client.64643 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:26:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:26:19 smithi032 ceph-mon[189144]: pgmap v18643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:26:19 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1049820201' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:26:20.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:26:19 smithi032 ceph-mon[191839]: from='client.54723 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:26:20.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:26:19 smithi032 ceph-mon[191839]: from='client.64643 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:26:20.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:26:19 smithi032 ceph-mon[191839]: pgmap v18643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:20.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:26:19 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1049820201' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:26:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:26:19 smithi039 ceph-mon[181282]: from='client.54723 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:26:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:26:19 smithi039 ceph-mon[181282]: from='client.64643 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:26:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:26:19 smithi039 ceph-mon[181282]: pgmap v18643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:26:19 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1049820201' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:26:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:26:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:26:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:26:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:26:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:26:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:26:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T02:26:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:26:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:26:22.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:26:21 smithi032 ceph-mon[191839]: pgmap v18644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:26:21 smithi032 ceph-mon[189144]: pgmap v18644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:26:21 smithi039 ceph-mon[181282]: pgmap v18644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:24.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:26:24 smithi032 ceph-mon[191839]: pgmap v18645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:24.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:26:24 smithi032 ceph-mon[189144]: pgmap v18645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:24.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:26:24 smithi039 ceph-mon[181282]: pgmap v18645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:26.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:26:26 smithi032 ceph-mon[191839]: pgmap v18646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:26.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:26:26 smithi032 ceph-mon[189144]: pgmap v18646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:26.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:26:26 smithi039 ceph-mon[181282]: pgmap v18646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:27.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:26:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:26:27.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:26:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:26:27.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:26:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:26:27.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:26:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:26:27.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:26:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:26:27.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:26:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:26:27.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:26:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:26:27.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:26:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:26:27.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:26:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:26:27.780 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:26:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:26:27.780 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:26:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:26:27.780 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:26:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:26:28.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:26:28 smithi032 ceph-mon[191839]: pgmap v18647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:28.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:26:28 smithi032 ceph-mon[189144]: pgmap v18647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:28.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:26:28 smithi039 ceph-mon[181282]: pgmap v18647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:30.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:26:29 smithi032 ceph-mon[191839]: pgmap v18648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:30.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:26:29 smithi032 ceph-mon[189144]: pgmap v18648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:26:29 smithi039 ceph-mon[181282]: pgmap v18648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:26:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:26:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T02:26:32.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:26:32 smithi032 ceph-mon[191839]: pgmap v18649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:32.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:26:32 smithi032 ceph-mon[189144]: pgmap v18649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:32.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:26:32 smithi039 ceph-mon[181282]: pgmap v18649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:34.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:26:34 smithi032 ceph-mon[191839]: pgmap v18650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:34.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:26:34 smithi032 ceph-mon[189144]: pgmap v18650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:34.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:26:34 smithi039 ceph-mon[181282]: pgmap v18650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:35.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:26:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:26:35.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:26:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:26:35.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:26:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:26:36.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:26:36 smithi032 ceph-mon[191839]: pgmap v18651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:36.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:26:36 smithi032 ceph-mon[189144]: pgmap v18651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:36.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:26:36 smithi039 ceph-mon[181282]: pgmap v18651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:38.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:26:38 smithi032 ceph-mon[191839]: pgmap v18652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:38.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:26:38 smithi032 ceph-mon[189144]: pgmap v18652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:38.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:26:38 smithi039 ceph-mon[181282]: pgmap v18652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:26:39 smithi032 ceph-mon[191839]: pgmap v18653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:26:39 smithi032 ceph-mon[189144]: pgmap v18653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:40.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:26:39 smithi039 ceph-mon[181282]: pgmap v18653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:26:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:26:40] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-23T02:26:42.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:26:42 smithi032 ceph-mon[191839]: pgmap v18654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:42.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:26:42 smithi032 ceph-mon[189144]: pgmap v18654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:42.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:26:42 smithi039 ceph-mon[181282]: pgmap v18654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:44.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:26:44 smithi032 ceph-mon[189144]: pgmap v18655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:44.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:26:44 smithi032 ceph-mon[191839]: pgmap v18655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:44.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:26:44 smithi039 ceph-mon[181282]: pgmap v18655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:26:46 smithi032 ceph-mon[191839]: pgmap v18656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:46.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:26:46 smithi032 ceph-mon[189144]: pgmap v18656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:46.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:26:46 smithi039 ceph-mon[181282]: pgmap v18656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:48.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:26:48 smithi032 ceph-mon[191839]: pgmap v18657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:48.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:26:48 smithi032 ceph-mon[189144]: pgmap v18657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:48.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:26:48 smithi039 ceph-mon[181282]: pgmap v18657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:49.985 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:26:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:26:49 smithi032 ceph-mon[189144]: pgmap v18658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:26:49 smithi032 ceph-mon[191839]: pgmap v18658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:26:49 smithi039 ceph-mon[181282]: pgmap v18658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:50.308 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:26:50.308 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 84s ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:26:50.308 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 9m ago 9h 94.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:26:50.308 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 84s ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:26:50.308 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 9m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:26:50.308 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 9m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:26:50.308 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 84s ago 9h 891M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:26:50.309 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 84s ago 9h 2295M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:26:50.309 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 9m ago 9h 1106M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:26:50.309 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 84s ago 9h 1175M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:26:50.309 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 84s ago 9h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:26:50.309 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 9m ago 9h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:26:50.309 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 84s ago 9h 5466M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:26:50.309 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 84s ago 9h 5586M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:26:50.309 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 84s ago 9h 4919M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:26:50.309 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 84s ago 9h 5082M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:26:50.309 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 9m ago 9h 4752M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:26:50.309 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 9m ago 9h 5204M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:26:50.310 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 9m ago 9h 4841M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:26:50.310 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 9m ago 9h 4919M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:26:50.310 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 9m ago 9h 145M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:26:50.712 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:26:50.713 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:26:50.713 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:26:50.713 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:26:50.713 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:26:50.713 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:26:50.713 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:26:50.713 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:26:50.713 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:26:50.714 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:26:50.714 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:26:50.714 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:26:50.714 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:26:50.714 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:26:50.714 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:26:50.714 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:26:50.714 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:26:50.714 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:26:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:26:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:26:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:26:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:26:50 smithi032 ceph-mon[191839]: from='client.54741 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:26:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:26:50 smithi032 ceph-mon[191839]: from='client.54747 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:26:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:26:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:26:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:26:50 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/718763131' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:26:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:26:50 smithi032 ceph-mon[189144]: from='client.54741 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:26:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:26:50 smithi032 ceph-mon[189144]: from='client.54747 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:26:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:26:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:26:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:26:50 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/718763131' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:26:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:26:50 smithi039 ceph-mon[181282]: from='client.54741 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:26:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:26:50 smithi039 ceph-mon[181282]: from='client.54747 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:26:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:26:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:26:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:26:50 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/718763131' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:26:52.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:26:51 smithi032 ceph-mon[191839]: pgmap v18659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:26:51 smithi032 ceph-mon[189144]: pgmap v18659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:52.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:26:51 smithi039 ceph-mon[181282]: pgmap v18659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:54.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:26:54 smithi032 ceph-mon[191839]: pgmap v18660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:54.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:26:54 smithi032 ceph-mon[189144]: pgmap v18660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:54.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:26:54 smithi039 ceph-mon[181282]: pgmap v18660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:56.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:26:56 smithi032 ceph-mon[191839]: pgmap v18661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:56.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:26:56 smithi032 ceph-mon[189144]: pgmap v18661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:56.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:26:56 smithi039 ceph-mon[181282]: pgmap v18661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:58.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:26:58 smithi032 ceph-mon[191839]: pgmap v18662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:58.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:26:58 smithi032 ceph-mon[189144]: pgmap v18662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:26:58.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:26:58 smithi039 ceph-mon[181282]: pgmap v18662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:26:59 smithi032 ceph-mon[191839]: pgmap v18663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:26:59 smithi032 ceph-mon[189144]: pgmap v18663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:26:59 smithi039 ceph-mon[181282]: pgmap v18663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:27:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:27:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:27:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:27:02 smithi032 ceph-mon[191839]: pgmap v18664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:02.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:27:02 smithi032 ceph-mon[189144]: pgmap v18664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:02.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:27:02 smithi039 ceph-mon[181282]: pgmap v18664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:04.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:27:04 smithi032 ceph-mon[191839]: pgmap v18665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:04.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:27:04 smithi032 ceph-mon[189144]: pgmap v18665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:04.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:27:04 smithi039 ceph-mon[181282]: pgmap v18665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:05.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:27:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:27:05.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:27:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:27:05.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:27:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:27:06.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:27:06 smithi032 ceph-mon[191839]: pgmap v18666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:06.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:27:06 smithi032 ceph-mon[189144]: pgmap v18666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:06.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:27:06 smithi039 ceph-mon[181282]: pgmap v18666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:08.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:27:08 smithi032 ceph-mon[191839]: pgmap v18667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:08.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:27:08 smithi032 ceph-mon[189144]: pgmap v18667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:08.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:27:08 smithi039 ceph-mon[181282]: pgmap v18667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:10.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:27:09 smithi032 ceph-mon[191839]: pgmap v18668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:10.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:27:09 smithi032 ceph-mon[189144]: pgmap v18668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:10.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:27:09 smithi039 ceph-mon[181282]: pgmap v18668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:27:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:27:10] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T02:27:12.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:27:12 smithi032 ceph-mon[191839]: pgmap v18669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:12.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:27:12 smithi032 ceph-mon[189144]: pgmap v18669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:12.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:27:12 smithi039 ceph-mon[181282]: pgmap v18669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:14.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:27:14 smithi032 ceph-mon[191839]: pgmap v18670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:14.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:27:14 smithi032 ceph-mon[189144]: pgmap v18670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:14.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:27:14 smithi039 ceph-mon[181282]: pgmap v18670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:16.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:27:16 smithi032 ceph-mon[191839]: pgmap v18671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:16.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:27:16 smithi032 ceph-mon[189144]: pgmap v18671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:16.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:27:16 smithi039 ceph-mon[181282]: pgmap v18671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:18.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:27:18 smithi032 ceph-mon[191839]: pgmap v18672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:18.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:27:18 smithi032 ceph-mon[189144]: pgmap v18672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:18.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:27:18 smithi039 ceph-mon[181282]: pgmap v18672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:27:19 smithi032 ceph-mon[191839]: pgmap v18673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:27:19 smithi032 ceph-mon[189144]: pgmap v18673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:27:19 smithi039 ceph-mon[181282]: pgmap v18673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:21.073 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:27:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:27:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:27:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:27:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:27:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:27:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:27:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:27:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:27:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:27:21.397 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:27:21.397 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 115s ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:27:21.398 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 10m ago 9h 94.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:27:21.398 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 115s ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:27:21.398 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 10m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:27:21.398 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 10m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:27:21.398 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 115s ago 9h 891M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:27:21.398 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 115s ago 9h 2295M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:27:21.398 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 10m ago 9h 1106M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:27:21.398 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 115s ago 9h 1175M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:27:21.398 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 115s ago 9h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:27:21.398 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 10m ago 9h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:27:21.398 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 115s ago 9h 5466M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:27:21.399 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 115s ago 9h 5586M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:27:21.399 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 115s ago 9h 4919M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:27:21.399 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 115s ago 9h 5082M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:27:21.399 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 10m ago 9h 4752M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:27:21.399 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 10m ago 9h 5204M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:27:21.399 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 10m ago 9h 4841M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:27:21.399 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 10m ago 9h 4919M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:27:21.399 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 10m ago 9h 145M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:27:21.795 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:27:21.795 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:27:21.795 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:27:21.795 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:27:21.795 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:27:21.795 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:27:21.795 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:27:21.796 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:27:21.796 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:27:21.796 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:27:21.796 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:27:21.796 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:27:21.796 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:27:21.796 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:27:21.796 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:27:21.796 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:27:21.796 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:27:21.796 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:27:22.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:27:21 smithi032 ceph-mon[191839]: from='client.54759 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:27:22.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:27:21 smithi032 ceph-mon[191839]: pgmap v18674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:22.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:27:21 smithi032 ceph-mon[191839]: from='client.64679 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:27:22.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:27:21 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/244297564' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:27:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:27:21 smithi032 ceph-mon[189144]: from='client.54759 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:27:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:27:21 smithi032 ceph-mon[189144]: pgmap v18674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:27:21 smithi032 ceph-mon[189144]: from='client.64679 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:27:22.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:27:21 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/244297564' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:27:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:27:21 smithi039 ceph-mon[181282]: from='client.54759 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:27:22.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:27:21 smithi039 ceph-mon[181282]: pgmap v18674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:27:21 smithi039 ceph-mon[181282]: from='client.64679 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:27:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:27:21 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/244297564' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:27:24.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:27:24 smithi032 ceph-mon[191839]: pgmap v18675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:24.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:27:24 smithi032 ceph-mon[189144]: pgmap v18675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:24.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:27:24 smithi039 ceph-mon[181282]: pgmap v18675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:26.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:27:26 smithi032 ceph-mon[191839]: pgmap v18676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:26.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:27:26 smithi032 ceph-mon[189144]: pgmap v18676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:26.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:27:26 smithi039 ceph-mon[181282]: pgmap v18676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:27.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:27:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:27:27.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:27:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:27:27.703 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:27:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:27:28.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:27:28 smithi032 ceph-mon[191839]: pgmap v18677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:28.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:27:28 smithi032 ceph-mon[189144]: pgmap v18677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:28.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:27:28 smithi039 ceph-mon[181282]: pgmap v18677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:30.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:27:29 smithi032 ceph-mon[191839]: pgmap v18678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:30.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:27:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:27:30.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:27:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:27:30.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:27:29 smithi032 ceph-mon[189144]: pgmap v18678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:30.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:27:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:27:30.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:27:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:27:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:27:29 smithi039 ceph-mon[181282]: pgmap v18678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:27:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:27:30.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:27:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:27:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:27:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:27:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:27:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:27:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:27:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:27:31.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:27:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:27:31.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:27:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:27:31.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:27:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:27:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:27:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:27:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:27:31.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:27:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:27:31.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:27:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:27:31.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:27:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:27:32.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:27:31 smithi032 ceph-mon[189144]: pgmap v18679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:32.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:27:31 smithi032 ceph-mon[191839]: pgmap v18679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:32.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:27:31 smithi039 ceph-mon[181282]: pgmap v18679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:34.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:27:34 smithi032 ceph-mon[191839]: pgmap v18680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:34.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:27:34 smithi032 ceph-mon[189144]: pgmap v18680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:34.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:27:34 smithi039 ceph-mon[181282]: pgmap v18680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:35.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:27:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:27:35.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:27:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:27:35.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:27:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:27:36.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:27:36 smithi032 ceph-mon[191839]: pgmap v18681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:36.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:27:36 smithi032 ceph-mon[189144]: pgmap v18681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:36.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:27:36 smithi039 ceph-mon[181282]: pgmap v18681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:38.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:27:38 smithi032 ceph-mon[191839]: pgmap v18682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:38.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:27:38 smithi032 ceph-mon[189144]: pgmap v18682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:38.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:27:38 smithi039 ceph-mon[181282]: pgmap v18682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:27:39 smithi032 ceph-mon[191839]: pgmap v18683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:27:39 smithi032 ceph-mon[189144]: pgmap v18683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:40.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:27:39 smithi039 ceph-mon[181282]: pgmap v18683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:27:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:27:40] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-23T02:27:42.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:27:42 smithi032 ceph-mon[191839]: pgmap v18684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:42.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:27:42 smithi032 ceph-mon[189144]: pgmap v18684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:42.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:27:42 smithi039 ceph-mon[181282]: pgmap v18684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:44.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:27:44 smithi032 ceph-mon[191839]: pgmap v18685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:44.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:27:44 smithi032 ceph-mon[189144]: pgmap v18685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:44.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:27:44 smithi039 ceph-mon[181282]: pgmap v18685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:27:46 smithi032 ceph-mon[191839]: pgmap v18686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:46.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:27:46 smithi032 ceph-mon[189144]: pgmap v18686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:46.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:27:46 smithi039 ceph-mon[181282]: pgmap v18686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:48.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:27:48 smithi032 ceph-mon[191839]: pgmap v18687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:48.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:27:48 smithi032 ceph-mon[189144]: pgmap v18687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:48.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:27:48 smithi039 ceph-mon[181282]: pgmap v18687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:27:49 smithi032 ceph-mon[189144]: pgmap v18688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:27:49 smithi032 ceph-mon[191839]: pgmap v18688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:27:49 smithi039 ceph-mon[181282]: pgmap v18688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:27:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:27:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:27:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:27:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:27:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:27:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:27:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:27:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:27:52.174 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:27:52.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:27:51 smithi039 ceph-mon[181282]: pgmap v18689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:52.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:27:51 smithi032 ceph-mon[189144]: pgmap v18689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:27:51 smithi032 ceph-mon[191839]: pgmap v18689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:52.497 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:27:52.497 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 2m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:27:52.497 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 22s ago 9h 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:27:52.497 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 2m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:27:52.497 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 22s ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:27:52.497 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 22s ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:27:52.497 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 2m ago 9h 891M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:27:52.498 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 2m ago 9h 2295M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:27:52.498 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 22s ago 9h 1125M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:27:52.498 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 2m ago 9h 1175M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:27:52.498 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 2m ago 9h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:27:52.498 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 22s ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:27:52.498 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 2m ago 9h 5466M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:27:52.498 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 2m ago 9h 5586M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:27:52.498 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 2m ago 9h 4919M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:27:52.498 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 2m ago 9h 5082M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:27:52.498 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 22s ago 9h 4779M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:27:52.498 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 22s ago 9h 5237M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:27:52.498 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 22s ago 9h 4871M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:27:52.498 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 22s ago 9h 4953M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:27:52.498 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 22s ago 9h 148M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:27:52.903 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:27:52.903 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:27:52.903 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:27:52.903 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:27:52.904 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:27:52.904 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:27:52.904 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:27:52.904 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:27:52.904 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:27:52.904 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:27:52.904 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:27:52.904 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:27:52.904 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:27:52.904 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:27:52.904 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:27:52.904 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:27:52.904 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:27:52.904 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:27:53.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:27:52 smithi039 ceph-mon[181282]: from='client.64691 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:27:53.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:27:52 smithi039 ceph-mon[181282]: from='client.64697 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:27:53.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:27:52 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/929359534' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:27:53.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:27:52 smithi032 ceph-mon[191839]: from='client.64691 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:27:53.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:27:52 smithi032 ceph-mon[191839]: from='client.64697 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:27:53.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:27:52 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/929359534' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:27:53.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:27:52 smithi032 ceph-mon[189144]: from='client.64691 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:27:53.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:27:52 smithi032 ceph-mon[189144]: from='client.64697 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:27:53.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:27:52 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/929359534' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:27:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:27:53 smithi039 ceph-mon[181282]: pgmap v18690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:54.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:27:53 smithi032 ceph-mon[191839]: pgmap v18690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:54.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:27:53 smithi032 ceph-mon[189144]: pgmap v18690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:56.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:27:56 smithi032 ceph-mon[191839]: pgmap v18691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:56.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:27:56 smithi032 ceph-mon[189144]: pgmap v18691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:56.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:27:56 smithi039 ceph-mon[181282]: pgmap v18691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:58.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:27:58 smithi032 ceph-mon[191839]: pgmap v18692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:58.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:27:58 smithi032 ceph-mon[189144]: pgmap v18692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:27:58.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:27:58 smithi039 ceph-mon[181282]: pgmap v18692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:27:59 smithi032 ceph-mon[191839]: pgmap v18693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:27:59 smithi032 ceph-mon[189144]: pgmap v18693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:00.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:27:59 smithi039 ceph-mon[181282]: pgmap v18693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:28:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:28:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:28:02.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:28:02 smithi032 ceph-mon[191839]: pgmap v18694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:02.686 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:28:02 smithi032 ceph-mon[189144]: pgmap v18694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:28:02 smithi039 ceph-mon[181282]: pgmap v18694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:04.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:28:04 smithi032 ceph-mon[191839]: pgmap v18695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:04.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:28:04 smithi032 ceph-mon[189144]: pgmap v18695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:04.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:28:04 smithi039 ceph-mon[181282]: pgmap v18695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:05.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:28:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:28:05.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:28:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:28:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:28:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:28:06.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:28:06 smithi032 ceph-mon[191839]: pgmap v18696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:06.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:28:06 smithi032 ceph-mon[189144]: pgmap v18696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:06.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:28:06 smithi039 ceph-mon[181282]: pgmap v18696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:08.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:28:08 smithi032 ceph-mon[191839]: pgmap v18697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:08.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:28:08 smithi032 ceph-mon[189144]: pgmap v18697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:08.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:28:08 smithi039 ceph-mon[181282]: pgmap v18697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:10.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:28:09 smithi032 ceph-mon[191839]: pgmap v18698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:10.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:28:09 smithi032 ceph-mon[189144]: pgmap v18698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:10.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:28:09 smithi039 ceph-mon[181282]: pgmap v18698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:28:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:28:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:28:12.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:28:12 smithi032 ceph-mon[191839]: pgmap v18699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:12.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:28:12 smithi032 ceph-mon[189144]: pgmap v18699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:12.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:28:12 smithi039 ceph-mon[181282]: pgmap v18699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:14.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:28:14 smithi032 ceph-mon[191839]: pgmap v18700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:14.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:28:14 smithi032 ceph-mon[189144]: pgmap v18700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:14.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:28:14 smithi039 ceph-mon[181282]: pgmap v18700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:16.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:28:16 smithi032 ceph-mon[191839]: pgmap v18701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:16.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:28:16 smithi032 ceph-mon[189144]: pgmap v18701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:16.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:28:16 smithi039 ceph-mon[181282]: pgmap v18701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:18.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:28:18 smithi032 ceph-mon[191839]: pgmap v18702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:18.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:28:18 smithi032 ceph-mon[189144]: pgmap v18702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:18.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:28:18 smithi039 ceph-mon[181282]: pgmap v18702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:20.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:28:19 smithi032 ceph-mon[189144]: pgmap v18703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:20.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:28:19 smithi032 ceph-mon[191839]: pgmap v18703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:20.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:28:19 smithi039 ceph-mon[181282]: pgmap v18703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:28:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:28:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:28:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:28:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:28:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:28:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:28:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:28:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:28:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:28:21 smithi039 ceph-mon[181282]: pgmap v18704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:22.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:28:21 smithi032 ceph-mon[191839]: pgmap v18704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:28:21 smithi032 ceph-mon[189144]: pgmap v18704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:23.266 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:28:23.589 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:28:23.589 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 2m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:28:23.589 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 53s ago 9h 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:28:23.589 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 2m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:28:23.589 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 53s ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:28:23.589 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 53s ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:28:23.589 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 2m ago 9h 891M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:28:23.589 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 2m ago 9h 2295M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:28:23.589 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 53s ago 9h 1125M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:28:23.589 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 2m ago 9h 1175M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:28:23.589 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 2m ago 9h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:28:23.589 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 53s ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:28:23.590 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 2m ago 9h 5466M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:28:23.590 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 2m ago 9h 5586M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:28:23.590 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 2m ago 9h 4919M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:28:23.590 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 2m ago 9h 5082M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:28:23.590 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 53s ago 9h 4779M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:28:23.590 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 53s ago 9h 5237M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:28:23.590 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 53s ago 9h 4871M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:28:23.590 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 53s ago 9h 4953M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:28:23.590 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 53s ago 9h 148M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:28:23.989 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:28:23.989 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:28:23.989 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:28:23.989 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:28:23.989 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:28:23.989 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:28:23.989 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:28:23.989 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:28:23.989 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:28:23.989 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:28:23.989 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:28:23.990 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:28:23.990 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:28:23.990 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:28:23.990 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:28:23.990 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:28:23.990 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:28:23.990 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:28:24.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:28:24 smithi032 ceph-mon[191839]: from='client.64709 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:28:24.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:28:24 smithi032 ceph-mon[191839]: pgmap v18705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:24.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:28:24 smithi032 ceph-mon[191839]: from='client.54801 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:28:24.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:28:24 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2567149662' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:28:24.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:28:24 smithi032 ceph-mon[189144]: from='client.64709 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:28:24.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:28:24 smithi032 ceph-mon[189144]: pgmap v18705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:24.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:28:24 smithi032 ceph-mon[189144]: from='client.54801 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:28:24.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:28:24 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2567149662' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:28:24.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:28:24 smithi039 ceph-mon[181282]: from='client.64709 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:28:24.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:28:24 smithi039 ceph-mon[181282]: pgmap v18705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:24.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:28:24 smithi039 ceph-mon[181282]: from='client.54801 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:28:24.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:28:24 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2567149662' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:28:26.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:28:26 smithi032 ceph-mon[191839]: pgmap v18706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:26.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:28:26 smithi032 ceph-mon[189144]: pgmap v18706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:26.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:28:26 smithi039 ceph-mon[181282]: pgmap v18706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:28.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:28:28 smithi032 ceph-mon[191839]: pgmap v18707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:28.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:28:28 smithi032 ceph-mon[189144]: pgmap v18707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:28.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:28:28 smithi039 ceph-mon[181282]: pgmap v18707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:28:29 smithi039 ceph-mon[181282]: pgmap v18708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:28:29 smithi032 ceph-mon[191839]: pgmap v18708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:28:29 smithi032 ceph-mon[189144]: pgmap v18708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:28:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:28:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:28:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:28:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:28:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:28:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:28:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:28:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:28:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:28:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:28:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:28:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:28:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:28:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:28:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:28:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:28:31.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:28:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:28:31.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:28:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:28:31.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:28:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:28:31.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:28:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:28:31.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:28:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:28:32.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:28:31 smithi039 ceph-mon[181282]: pgmap v18709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:28:31 smithi032 ceph-mon[191839]: pgmap v18709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:28:31 smithi032 ceph-mon[189144]: pgmap v18709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:34.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:28:34 smithi032 ceph-mon[189144]: pgmap v18710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:34.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:28:34 smithi032 ceph-mon[191839]: pgmap v18710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:34.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:28:34 smithi039 ceph-mon[181282]: pgmap v18710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:35.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:28:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:28:35.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:28:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:28:35.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:28:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:28:36.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:28:36 smithi032 ceph-mon[191839]: pgmap v18711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:36.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:28:36 smithi032 ceph-mon[189144]: pgmap v18711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:28:36 smithi039 ceph-mon[181282]: pgmap v18711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:38.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:28:38 smithi032 ceph-mon[191839]: pgmap v18712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:38.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:28:38 smithi032 ceph-mon[189144]: pgmap v18712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:38.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:28:38 smithi039 ceph-mon[181282]: pgmap v18712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:40.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:28:39 smithi039 ceph-mon[181282]: pgmap v18713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:40.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:28:39 smithi032 ceph-mon[191839]: pgmap v18713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:28:39 smithi032 ceph-mon[189144]: pgmap v18713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:28:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:28:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:28:42.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:28:42 smithi032 ceph-mon[191839]: pgmap v18714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:42.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:28:42 smithi032 ceph-mon[189144]: pgmap v18714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:42.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:28:42 smithi039 ceph-mon[181282]: pgmap v18714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:44.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:28:44 smithi032 ceph-mon[191839]: pgmap v18715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:44.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:28:44 smithi032 ceph-mon[189144]: pgmap v18715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:44.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:28:44 smithi039 ceph-mon[181282]: pgmap v18715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:28:46 smithi032 ceph-mon[191839]: pgmap v18716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:46.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:28:46 smithi032 ceph-mon[189144]: pgmap v18716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:46.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:28:46 smithi039 ceph-mon[181282]: pgmap v18716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:48.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:28:48 smithi032 ceph-mon[189144]: pgmap v18717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:48.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:28:48 smithi032 ceph-mon[191839]: pgmap v18717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:48.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:28:48 smithi039 ceph-mon[181282]: pgmap v18717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:28:49 smithi039 ceph-mon[181282]: pgmap v18718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:28:49 smithi032 ceph-mon[191839]: pgmap v18718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:28:49 smithi032 ceph-mon[189144]: pgmap v18718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:28:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:28:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:28:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:28:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:28:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:28:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:28:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:28:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:28:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:28:51 smithi039 ceph-mon[181282]: pgmap v18719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:28:51 smithi032 ceph-mon[191839]: pgmap v18719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:52.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:28:51 smithi032 ceph-mon[189144]: pgmap v18719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:54.353 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:28:54.679 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:28:54.679 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 3m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:28:54.679 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 84s ago 9h 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:28:54.679 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 3m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:28:54.679 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 84s ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:28:54.680 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 84s ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:28:54.680 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 3m ago 9h 891M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:28:54.680 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 3m ago 9h 2295M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:28:54.680 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 84s ago 9h 1125M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:28:54.680 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 3m ago 9h 1175M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:28:54.680 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 3m ago 9h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:28:54.680 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 84s ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:28:54.680 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 3m ago 9h 5466M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:28:54.680 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 3m ago 9h 5586M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:28:54.680 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 3m ago 9h 4919M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:28:54.680 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 3m ago 9h 5082M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:28:54.680 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 84s ago 9h 4779M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:28:54.680 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 84s ago 9h 5237M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:28:54.680 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 84s ago 9h 4871M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:28:54.680 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 84s ago 9h 4953M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:28:54.681 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 84s ago 9h 148M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:28:54.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:28:54 smithi032 ceph-mon[191839]: pgmap v18720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:54.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:28:54 smithi032 ceph-mon[189144]: pgmap v18720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:54.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:28:54 smithi039 ceph-mon[181282]: pgmap v18720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:55.080 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:28:55.080 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:28:55.080 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:28:55.080 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:28:55.080 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:28:55.080 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:28:55.080 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:28:55.080 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:28:55.080 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:28:55.080 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:28:55.081 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:28:55.081 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:28:55.081 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:28:55.081 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:28:55.081 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:28:55.081 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:28:55.081 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:28:55.081 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:28:55.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:28:55 smithi032 ceph-mon[191839]: from='client.54813 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:28:55.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:28:55 smithi032 ceph-mon[191839]: from='client.64733 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:28:55.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:28:55 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1350401565' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:28:55.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:28:55 smithi032 ceph-mon[189144]: from='client.54813 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:28:55.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:28:55 smithi032 ceph-mon[189144]: from='client.64733 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:28:55.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:28:55 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1350401565' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:28:55.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:28:55 smithi039 ceph-mon[181282]: from='client.54813 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:28:55.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:28:55 smithi039 ceph-mon[181282]: from='client.64733 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:28:55.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:28:55 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1350401565' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:28:56.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:28:56 smithi032 ceph-mon[191839]: pgmap v18721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:56.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:28:56 smithi032 ceph-mon[189144]: pgmap v18721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:56.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:28:56 smithi039 ceph-mon[181282]: pgmap v18721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:58.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:28:58 smithi032 ceph-mon[191839]: pgmap v18722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:58.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:28:58 smithi032 ceph-mon[189144]: pgmap v18722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:28:58.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:28:58 smithi039 ceph-mon[181282]: pgmap v18722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:28:59 smithi039 ceph-mon[181282]: pgmap v18723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:28:59 smithi032 ceph-mon[191839]: pgmap v18723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:28:59 smithi032 ceph-mon[189144]: pgmap v18723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:29:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:29:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:29:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:29:02 smithi032 ceph-mon[191839]: pgmap v18724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:02.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:29:02 smithi032 ceph-mon[189144]: pgmap v18724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:29:02 smithi039 ceph-mon[181282]: pgmap v18724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:04.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:29:04 smithi032 ceph-mon[189144]: pgmap v18725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:04.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:29:04 smithi032 ceph-mon[191839]: pgmap v18725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:04.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:29:04 smithi039 ceph-mon[181282]: pgmap v18725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:05.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:29:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:29:05.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:29:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:29:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:29:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:29:06.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:29:06 smithi032 ceph-mon[191839]: pgmap v18726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:06.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:29:06 smithi032 ceph-mon[189144]: pgmap v18726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:06.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:29:06 smithi039 ceph-mon[181282]: pgmap v18726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:08.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:29:08 smithi039 ceph-mon[181282]: pgmap v18727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:08.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:29:08 smithi032 ceph-mon[191839]: pgmap v18727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:08.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:29:08 smithi032 ceph-mon[189144]: pgmap v18727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:10.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:29:09 smithi039 ceph-mon[181282]: pgmap v18728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:10.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:29:09 smithi032 ceph-mon[191839]: pgmap v18728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:29:09 smithi032 ceph-mon[189144]: pgmap v18728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:29:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:29:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:29:12.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:29:12 smithi032 ceph-mon[191839]: pgmap v18729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:12.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:29:12 smithi032 ceph-mon[189144]: pgmap v18729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:12.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:29:12 smithi039 ceph-mon[181282]: pgmap v18729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:14.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:29:14 smithi032 ceph-mon[191839]: pgmap v18730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:14.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:29:14 smithi032 ceph-mon[189144]: pgmap v18730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:14.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:29:14 smithi039 ceph-mon[181282]: pgmap v18730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:16.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:29:16 smithi032 ceph-mon[191839]: pgmap v18731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:16.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:29:16 smithi032 ceph-mon[189144]: pgmap v18731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:16.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:29:16 smithi039 ceph-mon[181282]: pgmap v18731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:18.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:29:18 smithi039 ceph-mon[181282]: pgmap v18732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:18.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:29:18 smithi032 ceph-mon[191839]: pgmap v18732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:29:18 smithi032 ceph-mon[189144]: pgmap v18732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:29:19 smithi039 ceph-mon[181282]: pgmap v18733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:29:19 smithi032 ceph-mon[191839]: pgmap v18733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:29:19 smithi032 ceph-mon[189144]: pgmap v18733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:29:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:29:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:29:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:29:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:29:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:29:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:29:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:29:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:29:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:29:21 smithi039 ceph-mon[181282]: pgmap v18734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:22.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:29:21 smithi032 ceph-mon[191839]: pgmap v18734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:29:21 smithi032 ceph-mon[189144]: pgmap v18734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:24.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:29:24 smithi032 ceph-mon[191839]: pgmap v18735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:24.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:29:24 smithi032 ceph-mon[189144]: pgmap v18735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:24.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:29:24 smithi039 ceph-mon[181282]: pgmap v18735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:25.444 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:29:25.772 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:29:25.772 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 3m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:29:25.772 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 116s ago 9h 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:29:25.773 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 3m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:29:25.773 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 116s ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:29:25.773 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 116s ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:29:25.773 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 3m ago 9h 891M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:29:25.773 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 3m ago 9h 2295M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:29:25.773 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 116s ago 9h 1125M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:29:25.773 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 3m ago 9h 1175M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:29:25.773 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 3m ago 9h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:29:25.773 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 116s ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:29:25.773 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 3m ago 9h 5466M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:29:25.773 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 3m ago 9h 5586M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:29:25.773 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 3m ago 9h 4919M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:29:25.774 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 3m ago 9h 5082M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:29:25.774 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 116s ago 9h 4779M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:29:25.774 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 116s ago 9h 5237M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:29:25.774 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 116s ago 9h 4871M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:29:25.774 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 116s ago 9h 4953M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:29:25.774 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 116s ago 9h 148M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:29:26.169 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:29:26.169 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:29:26.169 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:29:26.169 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:29:26.169 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:29:26.169 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:29:26.169 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:29:26.169 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:29:26.170 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:29:26.170 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:29:26.170 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:29:26.170 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:29:26.170 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:29:26.170 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:29:26.170 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:29:26.170 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:29:26.170 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:29:26.170 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:29:26.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:29:26 smithi032 ceph-mon[191839]: pgmap v18736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:26.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:29:26 smithi032 ceph-mon[191839]: from='client.64745 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:29:26.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:29:26 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3391948096' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:29:26.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:29:26 smithi032 ceph-mon[189144]: pgmap v18736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:26.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:29:26 smithi032 ceph-mon[189144]: from='client.64745 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:29:26.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:29:26 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3391948096' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:29:26.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:29:26 smithi039 ceph-mon[181282]: pgmap v18736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:26.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:29:26 smithi039 ceph-mon[181282]: from='client.64745 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:29:26.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:29:26 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3391948096' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:29:27.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:29:27 smithi039 ceph-mon[181282]: from='client.54837 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:29:27.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:29:27 smithi032 ceph-mon[191839]: from='client.54837 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:29:27.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:29:27 smithi032 ceph-mon[189144]: from='client.54837 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:29:28.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:29:28 smithi039 ceph-mon[181282]: pgmap v18737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:28.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:29:28 smithi032 ceph-mon[191839]: pgmap v18737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:28.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:29:28 smithi032 ceph-mon[189144]: pgmap v18737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:29:29 smithi039 ceph-mon[181282]: pgmap v18738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:29:29 smithi032 ceph-mon[191839]: pgmap v18738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:29:29 smithi032 ceph-mon[189144]: pgmap v18738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:31.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:29:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:29:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:29:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:29:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:29:31.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:29:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:29:31.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:29:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:29:32.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:29:31 smithi039 ceph-mon[181282]: pgmap v18739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:32.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:29:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:29:32.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:29:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:29:32.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:29:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:29:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:29:31 smithi032 ceph-mon[189144]: pgmap v18739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:29:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:29:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:29:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:29:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:29:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:29:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:29:31 smithi032 ceph-mon[191839]: pgmap v18739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:29:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:29:32.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:29:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:29:32.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:29:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:29:34.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:29:34 smithi032 ceph-mon[191839]: pgmap v18740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:34.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:29:34 smithi032 ceph-mon[189144]: pgmap v18740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:34.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:29:34 smithi039 ceph-mon[181282]: pgmap v18740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:35.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:29:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:29:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:29:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:29:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:29:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:29:36.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:29:36 smithi039 ceph-mon[181282]: pgmap v18741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:29:36 smithi032 ceph-mon[191839]: pgmap v18741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:29:36 smithi032 ceph-mon[189144]: pgmap v18741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:38.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:29:38 smithi039 ceph-mon[181282]: pgmap v18742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:38.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:29:38 smithi032 ceph-mon[191839]: pgmap v18742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:38.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:29:38 smithi032 ceph-mon[189144]: pgmap v18742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:40.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:29:39 smithi039 ceph-mon[181282]: pgmap v18743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:40.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:29:39 smithi032 ceph-mon[191839]: pgmap v18743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:29:39 smithi032 ceph-mon[189144]: pgmap v18743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:29:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:29:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:29:42.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:29:42 smithi032 ceph-mon[191839]: pgmap v18744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:42.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:29:42 smithi032 ceph-mon[189144]: pgmap v18744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:42.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:29:42 smithi039 ceph-mon[181282]: pgmap v18744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:44.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:29:44 smithi039 ceph-mon[181282]: pgmap v18745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:44.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:29:44 smithi032 ceph-mon[191839]: pgmap v18745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:44.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:29:44 smithi032 ceph-mon[189144]: pgmap v18745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:46.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:29:46 smithi039 ceph-mon[181282]: pgmap v18746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:46.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:29:46 smithi032 ceph-mon[191839]: pgmap v18746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:46.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:29:46 smithi032 ceph-mon[189144]: pgmap v18746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:48.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:29:48 smithi039 ceph-mon[181282]: pgmap v18747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:48.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:29:48 smithi032 ceph-mon[189144]: pgmap v18747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:48.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:29:48 smithi032 ceph-mon[191839]: pgmap v18747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:29:49 smithi039 ceph-mon[181282]: pgmap v18748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:29:49 smithi032 ceph-mon[191839]: pgmap v18748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:29:49 smithi032 ceph-mon[189144]: pgmap v18748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:29:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:29:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:29:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:29:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:29:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:29:50] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T02:29:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:29:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:29:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:29:51 smithi039 ceph-mon[181282]: pgmap v18749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:29:51 smithi032 ceph-mon[191839]: pgmap v18749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:52.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:29:51 smithi032 ceph-mon[189144]: pgmap v18749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:54.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:29:54 smithi039 ceph-mon[181282]: pgmap v18750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:54.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:29:54 smithi032 ceph-mon[191839]: pgmap v18750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:54.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:29:54 smithi032 ceph-mon[189144]: pgmap v18750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:56.535 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:29:56.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:29:56 smithi039 ceph-mon[181282]: pgmap v18751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:56.858 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:29:56.859 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 4m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:29:56.859 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 2m ago 9h 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:29:56.859 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 4m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:29:56.859 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 2m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:29:56.859 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 2m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:29:56.859 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 4m ago 9h 891M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:29:56.859 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 4m ago 9h 2295M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:29:56.859 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 2m ago 9h 1125M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:29:56.859 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 4m ago 9h 1175M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:29:56.859 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 4m ago 9h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:29:56.859 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 2m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:29:56.859 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 4m ago 9h 5466M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:29:56.859 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 4m ago 9h 5586M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:29:56.859 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 4m ago 9h 4919M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:29:56.860 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 4m ago 9h 5082M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:29:56.860 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 2m ago 9h 4779M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:29:56.860 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 2m ago 9h 5237M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:29:56.860 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 2m ago 9h 4871M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:29:56.860 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 2m ago 9h 4953M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:29:56.860 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 2m ago 9h 148M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:29:56.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:29:56 smithi032 ceph-mon[189144]: pgmap v18751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:56.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:29:56 smithi032 ceph-mon[191839]: pgmap v18751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:57.265 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:29:57.265 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:29:57.265 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:29:57.265 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:29:57.265 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:29:57.265 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:29:57.265 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:29:57.265 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:29:57.265 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:29:57.265 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:29:57.266 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:29:57.266 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:29:57.266 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:29:57.266 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:29:57.266 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:29:57.266 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:29:57.266 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:29:57.266 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:29:57.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:29:57 smithi039 ceph-mon[181282]: from='client.54849 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:29:57.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:29:57 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1919686978' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:29:57.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:29:57 smithi032 ceph-mon[189144]: from='client.54849 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:29:57.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:29:57 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1919686978' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:29:57.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:29:57 smithi032 ceph-mon[191839]: from='client.54849 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:29:57.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:29:57 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1919686978' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:29:58.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:29:58 smithi039 ceph-mon[181282]: from='client.64769 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:29:58.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:29:58 smithi039 ceph-mon[181282]: pgmap v18752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:58.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:29:58 smithi032 ceph-mon[191839]: from='client.64769 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:29:58.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:29:58 smithi032 ceph-mon[191839]: pgmap v18752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:29:58.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:29:58 smithi032 ceph-mon[189144]: from='client.64769 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:29:58.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:29:58 smithi032 ceph-mon[189144]: pgmap v18752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:29:59 smithi039 ceph-mon[181282]: pgmap v18753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:29:59 smithi032 ceph-mon[191839]: pgmap v18753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:29:59 smithi032 ceph-mon[189144]: pgmap v18753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:30:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-23T02:29:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T02:30:01.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:30:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T02:30:01.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:30:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T02:30:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:30:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:30:00] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T02:30:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:30:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T02:30:02.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:30:01 smithi039 ceph-mon[181282]: pgmap v18754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:02.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:30:01 smithi032 ceph-mon[191839]: pgmap v18754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:02.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:30:01 smithi032 ceph-mon[189144]: pgmap v18754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:04.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:30:04 smithi039 ceph-mon[181282]: pgmap v18755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:04.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:30:04 smithi032 ceph-mon[191839]: pgmap v18755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:04.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:30:04 smithi032 ceph-mon[189144]: pgmap v18755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:30:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:30:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:30:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:30:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:30:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:30:06.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:30:06 smithi039 ceph-mon[181282]: pgmap v18756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:06.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:30:06 smithi032 ceph-mon[191839]: pgmap v18756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:06.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:30:06 smithi032 ceph-mon[189144]: pgmap v18756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:08.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:30:08 smithi039 ceph-mon[181282]: pgmap v18757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:08.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:30:08 smithi032 ceph-mon[191839]: pgmap v18757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:08.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:30:08 smithi032 ceph-mon[189144]: pgmap v18757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:10.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:30:09 smithi039 ceph-mon[181282]: pgmap v18758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:10.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:30:09 smithi032 ceph-mon[189144]: pgmap v18758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:10.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:30:09 smithi032 ceph-mon[191839]: pgmap v18758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:30:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:30:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:30:12.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:30:12 smithi039 ceph-mon[181282]: pgmap v18759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:30:12 smithi032 ceph-mon[191839]: pgmap v18759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:30:12 smithi032 ceph-mon[189144]: pgmap v18759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:14.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:30:14 smithi039 ceph-mon[181282]: pgmap v18760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:14.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:30:14 smithi032 ceph-mon[189144]: pgmap v18760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:14.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:30:14 smithi032 ceph-mon[191839]: pgmap v18760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:16.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:30:16 smithi039 ceph-mon[181282]: pgmap v18761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:16.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:30:16 smithi032 ceph-mon[191839]: pgmap v18761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:30:16 smithi032 ceph-mon[189144]: pgmap v18761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:17.258 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 23 02:30:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-23T02:30:16.983246928Z level=info msg="Completed cleanup jobs" duration=13.125121ms 2023-12-23T02:30:18.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:30:18 smithi039 ceph-mon[181282]: pgmap v18762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:18.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:30:18 smithi032 ceph-mon[191839]: pgmap v18762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:30:18 smithi032 ceph-mon[189144]: pgmap v18762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:30:19 smithi039 ceph-mon[181282]: pgmap v18763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:30:19 smithi032 ceph-mon[191839]: pgmap v18763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:30:19 smithi032 ceph-mon[189144]: pgmap v18763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:30:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:30:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:30:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:30:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:30:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:30:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T02:30:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:30:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:30:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:30:21 smithi039 ceph-mon[181282]: pgmap v18764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:22.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:30:21 smithi032 ceph-mon[191839]: pgmap v18764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:30:21 smithi032 ceph-mon[189144]: pgmap v18764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:24.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:30:24 smithi039 ceph-mon[181282]: pgmap v18765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:24.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:30:24 smithi032 ceph-mon[191839]: pgmap v18765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:24.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:30:24 smithi032 ceph-mon[189144]: pgmap v18765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:26.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:30:26 smithi039 ceph-mon[181282]: pgmap v18766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:26.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:30:26 smithi032 ceph-mon[191839]: pgmap v18766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:26.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:30:26 smithi032 ceph-mon[189144]: pgmap v18766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:27.630 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:30:27.951 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:30:27.951 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 5m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:30:27.951 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 2m ago 9h 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:30:27.951 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 5m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:30:27.951 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 2m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:30:27.951 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 2m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:30:27.951 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 5m ago 9h 891M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:30:27.952 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 5m ago 9h 2295M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:30:27.952 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 2m ago 9h 1125M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:30:27.952 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 5m ago 9h 1175M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:30:27.952 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 5m ago 9h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:30:27.952 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 2m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:30:27.952 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 5m ago 9h 5466M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:30:27.952 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 5m ago 9h 5586M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:30:27.952 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 5m ago 9h 4919M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:30:27.952 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 5m ago 9h 5082M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:30:27.952 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 2m ago 9h 4779M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:30:27.952 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 2m ago 9h 5237M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:30:27.952 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 2m ago 9h 4871M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:30:27.952 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 2m ago 9h 4953M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:30:27.952 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 2m ago 9h 148M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:30:28.353 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:30:28.353 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:30:28.353 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:30:28.353 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:30:28.354 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:30:28.354 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:30:28.354 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:30:28.354 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:30:28.354 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:30:28.354 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:30:28.354 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:30:28.354 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:30:28.354 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:30:28.354 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:30:28.354 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:30:28.354 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:30:28.354 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:30:28.354 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:30:28.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:30:28 smithi039 ceph-mon[181282]: pgmap v18767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:28.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:30:28 smithi039 ceph-mon[181282]: from='client.64781 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:30:28.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:30:28 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1275042757' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:30:28.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:30:28 smithi032 ceph-mon[191839]: pgmap v18767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:28.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:30:28 smithi032 ceph-mon[191839]: from='client.64781 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:30:28.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:30:28 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1275042757' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:30:28.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:30:28 smithi032 ceph-mon[189144]: pgmap v18767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:28.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:30:28 smithi032 ceph-mon[189144]: from='client.64781 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:30:28.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:30:28 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1275042757' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:30:29.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:30:29 smithi039 ceph-mon[181282]: from='client.54873 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:30:29.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:30:29 smithi032 ceph-mon[191839]: from='client.54873 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:30:29.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:30:29 smithi032 ceph-mon[189144]: from='client.54873 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:30:30.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:30:30 smithi039 ceph-mon[181282]: pgmap v18768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:30.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:30:30 smithi032 ceph-mon[189144]: pgmap v18768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:30.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:30:30 smithi032 ceph-mon[191839]: pgmap v18768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:30:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:30:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T02:30:32.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:30:32 smithi039 ceph-mon[181282]: pgmap v18769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:32.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:30:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:30:32.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:30:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:30:32.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:30:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:30:32.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:30:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:30:32.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:30:32 smithi032 ceph-mon[191839]: pgmap v18769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:32.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:30:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:30:32.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:30:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:30:32.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:30:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:30:32.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:30:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:30:32.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:30:32 smithi032 ceph-mon[189144]: pgmap v18769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:32.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:30:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:30:32.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:30:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:30:32.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:30:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:30:32.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:30:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:30:34.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:30:34 smithi039 ceph-mon[181282]: pgmap v18770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:30:34 smithi032 ceph-mon[191839]: pgmap v18770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:34.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:30:34 smithi032 ceph-mon[189144]: pgmap v18770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:35.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:30:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:30:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:30:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:30:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:30:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:30:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:30:36 smithi039 ceph-mon[181282]: pgmap v18771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:30:36 smithi032 ceph-mon[191839]: pgmap v18771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:30:36 smithi032 ceph-mon[189144]: pgmap v18771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:38.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:30:38 smithi039 ceph-mon[181282]: pgmap v18772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:38.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:30:38 smithi032 ceph-mon[189144]: pgmap v18772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:38.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:30:38 smithi032 ceph-mon[191839]: pgmap v18772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:40.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:30:39 smithi039 ceph-mon[181282]: pgmap v18773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:40.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:30:39 smithi032 ceph-mon[191839]: pgmap v18773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:30:39 smithi032 ceph-mon[189144]: pgmap v18773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:30:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:30:40] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T02:30:42.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:30:42 smithi039 ceph-mon[181282]: pgmap v18774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:42.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:30:42 smithi032 ceph-mon[189144]: pgmap v18774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:42.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:30:42 smithi032 ceph-mon[191839]: pgmap v18774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:44.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:30:44 smithi039 ceph-mon[181282]: pgmap v18775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:44.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:30:44 smithi032 ceph-mon[189144]: pgmap v18775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:44.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:30:44 smithi032 ceph-mon[191839]: pgmap v18775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:46.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:30:46 smithi039 ceph-mon[181282]: pgmap v18776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:46.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:30:46 smithi032 ceph-mon[191839]: pgmap v18776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:46.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:30:46 smithi032 ceph-mon[189144]: pgmap v18776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:48.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:30:48 smithi039 ceph-mon[181282]: pgmap v18777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:48.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:30:48 smithi032 ceph-mon[189144]: pgmap v18777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:48.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:30:48 smithi032 ceph-mon[191839]: pgmap v18777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:30:49 smithi039 ceph-mon[181282]: pgmap v18778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:30:49 smithi032 ceph-mon[191839]: pgmap v18778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:30:49 smithi032 ceph-mon[189144]: pgmap v18778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:30:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:30:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:30:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:30:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:30:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:30:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:30:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:30:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:30:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:30:51 smithi039 ceph-mon[181282]: pgmap v18779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:30:51 smithi032 ceph-mon[191839]: pgmap v18779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:52.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:30:51 smithi032 ceph-mon[189144]: pgmap v18779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:54.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:30:54 smithi039 ceph-mon[181282]: pgmap v18780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:54.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:30:54 smithi032 ceph-mon[191839]: pgmap v18780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:54.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:30:54 smithi032 ceph-mon[189144]: pgmap v18780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:56.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:30:56 smithi039 ceph-mon[181282]: pgmap v18781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:56.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:30:56 smithi032 ceph-mon[191839]: pgmap v18781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:56.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:30:56 smithi032 ceph-mon[189144]: pgmap v18781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:58.720 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:30:58.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:30:58 smithi039 ceph-mon[181282]: pgmap v18782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:58.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:30:58 smithi032 ceph-mon[189144]: pgmap v18782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:58.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:30:58 smithi032 ceph-mon[191839]: pgmap v18782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:30:59.045 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:30:59.045 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 5m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:30:59.046 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 3m ago 9h 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:30:59.046 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 5m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:30:59.046 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 3m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:30:59.046 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 3m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:30:59.046 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 5m ago 9h 891M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:30:59.046 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 5m ago 9h 2295M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:30:59.046 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 3m ago 9h 1125M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:30:59.046 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 5m ago 9h 1175M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:30:59.046 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 5m ago 9h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:30:59.046 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 3m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:30:59.046 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 5m ago 9h 5466M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:30:59.046 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 5m ago 9h 5586M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:30:59.046 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 5m ago 9h 4919M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:30:59.046 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 5m ago 9h 5082M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:30:59.046 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 3m ago 9h 4779M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:30:59.046 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 3m ago 9h 5237M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:30:59.047 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 3m ago 9h 4871M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:30:59.047 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 3m ago 9h 4953M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:30:59.047 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 3m ago 9h 148M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:30:59.446 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:30:59.446 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:30:59.446 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:30:59.446 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:30:59.446 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:30:59.446 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:30:59.446 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:30:59.446 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:30:59.446 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:30:59.446 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:30:59.446 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:30:59.447 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:30:59.447 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:30:59.447 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:30:59.447 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:30:59.447 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:30:59.447 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:30:59.447 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:30:59.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:30:59 smithi039 ceph-mon[181282]: from='client.64799 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:30:59.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:30:59 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3995629360' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:30:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:30:59 smithi032 ceph-mon[191839]: from='client.64799 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:30:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:30:59 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3995629360' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:30:59.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:30:59 smithi032 ceph-mon[189144]: from='client.64799 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:30:59.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:30:59 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3995629360' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:31:00.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:31:00 smithi039 ceph-mon[181282]: from='client.64805 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:31:00.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:31:00 smithi039 ceph-mon[181282]: pgmap v18783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:00.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:31:00 smithi032 ceph-mon[189144]: from='client.64805 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:31:00.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:31:00 smithi032 ceph-mon[189144]: pgmap v18783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:00.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:31:00 smithi032 ceph-mon[191839]: from='client.64805 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:31:00.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:31:00 smithi032 ceph-mon[191839]: pgmap v18783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:31:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:31:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:31:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:31:02 smithi039 ceph-mon[181282]: pgmap v18784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:02.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:31:02 smithi032 ceph-mon[191839]: pgmap v18784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:02.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:31:02 smithi032 ceph-mon[189144]: pgmap v18784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:04.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:31:04 smithi039 ceph-mon[181282]: pgmap v18785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:04.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:31:04 smithi032 ceph-mon[191839]: pgmap v18785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:04.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:31:04 smithi032 ceph-mon[189144]: pgmap v18785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:31:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:31:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:31:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:31:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:31:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:31:06.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:31:06 smithi039 ceph-mon[181282]: pgmap v18786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:06.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:31:06 smithi032 ceph-mon[191839]: pgmap v18786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:06.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:31:06 smithi032 ceph-mon[189144]: pgmap v18786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:08.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:31:08 smithi039 ceph-mon[181282]: pgmap v18787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:08.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:31:08 smithi032 ceph-mon[191839]: pgmap v18787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:08.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:31:08 smithi032 ceph-mon[189144]: pgmap v18787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:10.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:31:09 smithi039 ceph-mon[181282]: pgmap v18788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:10.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:31:09 smithi032 ceph-mon[191839]: pgmap v18788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:31:09 smithi032 ceph-mon[189144]: pgmap v18788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:31:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:31:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:31:12.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:31:12 smithi039 ceph-mon[181282]: pgmap v18789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:31:12 smithi032 ceph-mon[189144]: pgmap v18789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:31:12 smithi032 ceph-mon[191839]: pgmap v18789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:14.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:31:14 smithi039 ceph-mon[181282]: pgmap v18790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:14.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:31:14 smithi032 ceph-mon[189144]: pgmap v18790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:14.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:31:14 smithi032 ceph-mon[191839]: pgmap v18790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:16.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:31:16 smithi039 ceph-mon[181282]: pgmap v18791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:31:16 smithi032 ceph-mon[189144]: pgmap v18791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:16.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:31:16 smithi032 ceph-mon[191839]: pgmap v18791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:18.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:31:18 smithi039 ceph-mon[181282]: pgmap v18792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:31:18 smithi032 ceph-mon[189144]: pgmap v18792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:18.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:31:18 smithi032 ceph-mon[191839]: pgmap v18792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:31:19 smithi039 ceph-mon[181282]: pgmap v18793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:31:19 smithi032 ceph-mon[189144]: pgmap v18793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:31:19 smithi032 ceph-mon[191839]: pgmap v18793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:31:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:31:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T02:31:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:31:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:31:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:31:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:31:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:31:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:31:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:31:21 smithi039 ceph-mon[181282]: pgmap v18794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:31:21 smithi032 ceph-mon[189144]: pgmap v18794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:22.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:31:21 smithi032 ceph-mon[191839]: pgmap v18794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:24.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:31:24 smithi039 ceph-mon[181282]: pgmap v18795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:24.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:31:24 smithi032 ceph-mon[191839]: pgmap v18795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:24.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:31:24 smithi032 ceph-mon[189144]: pgmap v18795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:26.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:31:26 smithi039 ceph-mon[181282]: pgmap v18796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:26.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:31:26 smithi032 ceph-mon[191839]: pgmap v18796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:26.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:31:26 smithi032 ceph-mon[189144]: pgmap v18796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:28.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:31:28 smithi039 ceph-mon[181282]: pgmap v18797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:28.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:31:28 smithi032 ceph-mon[189144]: pgmap v18797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:28.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:31:28 smithi032 ceph-mon[191839]: pgmap v18797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:29.808 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:31:30.135 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:31:30.135 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 6m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:31:30.135 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 4m ago 9h 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:31:30.135 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 6m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:31:30.135 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 4m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:31:30.135 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 4m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:31:30.135 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 6m ago 9h 891M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:31:30.135 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 6m ago 9h 2295M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:31:30.135 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 4m ago 9h 1125M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:31:30.136 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 6m ago 9h 1175M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:31:30.136 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 6m ago 9h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:31:30.136 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 4m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:31:30.136 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 6m ago 9h 5466M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:31:30.136 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 6m ago 9h 5586M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:31:30.136 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 6m ago 9h 4919M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:31:30.136 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 6m ago 9h 5082M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:31:30.136 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 4m ago 9h 4779M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:31:30.136 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 4m ago 9h 5237M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:31:30.136 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 4m ago 9h 4871M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:31:30.136 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 4m ago 9h 4953M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:31:30.136 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 4m ago 9h 148M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:31:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:31:29 smithi039 ceph-mon[181282]: pgmap v18798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:31:29 smithi032 ceph-mon[189144]: pgmap v18798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:31:29 smithi032 ceph-mon[191839]: pgmap v18798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:30.538 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:31:30.538 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:31:30.538 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:31:30.538 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:31:30.538 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:31:30.538 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:31:30.538 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:31:30.538 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:31:30.538 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:31:30.538 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:31:30.538 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:31:30.538 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:31:30.538 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:31:30.538 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:31:30.539 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:31:30.539 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:31:30.539 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:31:30.539 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:31:31.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:31:30 smithi032 ceph-mon[189144]: from='client.54903 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:31:31.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:31:30 smithi032 ceph-mon[189144]: from='client.64823 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:31:31.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:31:30 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2144372687' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:31:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:31:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:31:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T02:31:31.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:31:30 smithi032 ceph-mon[191839]: from='client.54903 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:31:31.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:31:30 smithi032 ceph-mon[191839]: from='client.64823 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:31:31.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:31:30 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2144372687' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:31:31.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:31:30 smithi039 ceph-mon[181282]: from='client.54903 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:31:31.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:31:30 smithi039 ceph-mon[181282]: from='client.64823 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:31:31.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:31:30 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2144372687' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:31:32.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:31:31 smithi039 ceph-mon[181282]: pgmap v18799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:32.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:31:31 smithi032 ceph-mon[191839]: pgmap v18799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:32.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:31:31 smithi032 ceph-mon[189144]: pgmap v18799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:33.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:31:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:31:33.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:31:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:31:33.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:31:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:31:33.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:31:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:31:33.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:31:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:31:33.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:31:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:31:33.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:31:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:31:33.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:31:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:31:33.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:31:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:31:33.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:31:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:31:33.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:31:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:31:33.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:31:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:31:34.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:31:33 smithi039 ceph-mon[181282]: pgmap v18800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:34.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:31:33 smithi032 ceph-mon[191839]: pgmap v18800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:34.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:31:33 smithi032 ceph-mon[189144]: pgmap v18800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:35.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:31:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:31:35.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:31:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:31:35.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:31:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:31:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:31:36 smithi039 ceph-mon[181282]: pgmap v18801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:31:36 smithi032 ceph-mon[191839]: pgmap v18801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:31:36 smithi032 ceph-mon[189144]: pgmap v18801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:38.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:31:38 smithi039 ceph-mon[181282]: pgmap v18802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:38.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:31:38 smithi032 ceph-mon[189144]: pgmap v18802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:38.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:31:38 smithi032 ceph-mon[191839]: pgmap v18802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:40.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:31:39 smithi039 ceph-mon[181282]: pgmap v18803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:31:39 smithi032 ceph-mon[189144]: pgmap v18803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:40.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:31:39 smithi032 ceph-mon[191839]: pgmap v18803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:31:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:31:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:31:42.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:31:42 smithi039 ceph-mon[181282]: pgmap v18804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:42.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:31:42 smithi032 ceph-mon[191839]: pgmap v18804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:42.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:31:42 smithi032 ceph-mon[189144]: pgmap v18804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:44.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:31:44 smithi039 ceph-mon[181282]: pgmap v18805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:44.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:31:44 smithi032 ceph-mon[191839]: pgmap v18805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:44.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:31:44 smithi032 ceph-mon[189144]: pgmap v18805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:46.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:31:46 smithi039 ceph-mon[181282]: pgmap v18806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:46.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:31:46 smithi032 ceph-mon[191839]: pgmap v18806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:46.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:31:46 smithi032 ceph-mon[189144]: pgmap v18806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:48.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:31:48 smithi039 ceph-mon[181282]: pgmap v18807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:48.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:31:48 smithi032 ceph-mon[191839]: pgmap v18807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:48.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:31:48 smithi032 ceph-mon[189144]: pgmap v18807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:31:49 smithi039 ceph-mon[181282]: pgmap v18808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:31:49 smithi032 ceph-mon[191839]: pgmap v18808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:31:49 smithi032 ceph-mon[189144]: pgmap v18808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:31:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:31:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:31:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:31:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:31:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:31:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:31:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:31:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:31:52.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:31:51 smithi039 ceph-mon[181282]: pgmap v18809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:31:51 smithi032 ceph-mon[191839]: pgmap v18809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:52.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:31:51 smithi032 ceph-mon[189144]: pgmap v18809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:54.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:31:54 smithi039 ceph-mon[181282]: pgmap v18810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:54.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:31:54 smithi032 ceph-mon[191839]: pgmap v18810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:54.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:31:54 smithi032 ceph-mon[189144]: pgmap v18810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:56.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:31:56 smithi039 ceph-mon[181282]: pgmap v18811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:56.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:31:56 smithi032 ceph-mon[191839]: pgmap v18811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:56.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:31:56 smithi032 ceph-mon[189144]: pgmap v18811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:58.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:31:58 smithi039 ceph-mon[181282]: pgmap v18812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:58.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:31:58 smithi032 ceph-mon[189144]: pgmap v18812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:31:58.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:31:58 smithi032 ceph-mon[191839]: pgmap v18812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:31:59 smithi039 ceph-mon[181282]: pgmap v18813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:31:59 smithi032 ceph-mon[191839]: pgmap v18813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:31:59 smithi032 ceph-mon[189144]: pgmap v18813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:00.902 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:32:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:32:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:32:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:32:01.223 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:32:01.223 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 6m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:32:01.224 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 4m ago 9h 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:32:01.224 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 6m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:32:01.224 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 4m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:32:01.224 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 4m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:32:01.224 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 6m ago 9h 891M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:32:01.224 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 6m ago 9h 2295M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:32:01.224 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 4m ago 9h 1125M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:32:01.224 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 6m ago 9h 1175M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:32:01.224 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 6m ago 9h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:32:01.224 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 4m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:32:01.224 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 6m ago 9h 5466M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:32:01.224 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 6m ago 9h 5586M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:32:01.224 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 6m ago 9h 4919M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:32:01.224 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 6m ago 9h 5082M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:32:01.224 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 4m ago 9h 4779M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:32:01.225 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 4m ago 9h 5237M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:32:01.225 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 4m ago 9h 4871M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:32:01.225 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 4m ago 9h 4953M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:32:01.225 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 4m ago 9h 148M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:32:01.622 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:32:01.622 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:32:01.622 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:32:01.622 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:32:01.623 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:32:01.623 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:32:01.623 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:32:01.623 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:32:01.623 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:32:01.623 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:32:01.623 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:32:01.623 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:32:01.623 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:32:01.623 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:32:01.623 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:32:01.623 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:32:01.623 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:32:01.623 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:32:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:32:02 smithi039 ceph-mon[181282]: from='client.64835 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:32:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:32:02 smithi039 ceph-mon[181282]: from='client.64841 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:32:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:32:02 smithi039 ceph-mon[181282]: pgmap v18814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:32:02 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3889523545' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:32:02.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:32:02 smithi032 ceph-mon[191839]: from='client.64835 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:32:02.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:32:02 smithi032 ceph-mon[191839]: from='client.64841 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:32:02.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:32:02 smithi032 ceph-mon[191839]: pgmap v18814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:02.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:32:02 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3889523545' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:32:02.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:32:02 smithi032 ceph-mon[189144]: from='client.64835 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:32:02.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:32:02 smithi032 ceph-mon[189144]: from='client.64841 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:32:02.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:32:02 smithi032 ceph-mon[189144]: pgmap v18814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:02.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:32:02 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3889523545' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:32:04.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:32:04 smithi039 ceph-mon[181282]: pgmap v18815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:04.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:32:04 smithi032 ceph-mon[191839]: pgmap v18815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:04.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:32:04 smithi032 ceph-mon[189144]: pgmap v18815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:32:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:32:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:32:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:32:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:32:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:32:06.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:32:06 smithi039 ceph-mon[181282]: pgmap v18816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:06.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:32:06 smithi032 ceph-mon[191839]: pgmap v18816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:06.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:32:06 smithi032 ceph-mon[189144]: pgmap v18816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:08.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:32:08 smithi039 ceph-mon[181282]: pgmap v18817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:08.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:32:08 smithi032 ceph-mon[191839]: pgmap v18817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:08.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:32:08 smithi032 ceph-mon[189144]: pgmap v18817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:10.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:32:09 smithi039 ceph-mon[181282]: pgmap v18818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:32:09 smithi032 ceph-mon[189144]: pgmap v18818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:10.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:32:09 smithi032 ceph-mon[191839]: pgmap v18818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:32:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:32:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:32:12.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:32:12 smithi039 ceph-mon[181282]: pgmap v18819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:32:12 smithi032 ceph-mon[189144]: pgmap v18819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:32:12 smithi032 ceph-mon[191839]: pgmap v18819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:14.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:32:14 smithi039 ceph-mon[181282]: pgmap v18820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:14.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:32:14 smithi032 ceph-mon[189144]: pgmap v18820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:14.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:32:14 smithi032 ceph-mon[191839]: pgmap v18820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:16.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:32:16 smithi039 ceph-mon[181282]: pgmap v18821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:32:16 smithi032 ceph-mon[189144]: pgmap v18821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:16.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:32:16 smithi032 ceph-mon[191839]: pgmap v18821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:18.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:32:18 smithi039 ceph-mon[181282]: pgmap v18822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:32:18 smithi032 ceph-mon[189144]: pgmap v18822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:18.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:32:18 smithi032 ceph-mon[191839]: pgmap v18822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:32:19 smithi039 ceph-mon[181282]: pgmap v18823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:32:19 smithi032 ceph-mon[191839]: pgmap v18823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:32:19 smithi032 ceph-mon[189144]: pgmap v18823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:32:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:32:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:32:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:32:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:32:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:32:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:32:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:32:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:32:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:32:21 smithi039 ceph-mon[181282]: pgmap v18824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:22.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:32:21 smithi032 ceph-mon[191839]: pgmap v18824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:32:21 smithi032 ceph-mon[189144]: pgmap v18824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:24.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:32:24 smithi039 ceph-mon[181282]: pgmap v18825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:24.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:32:24 smithi032 ceph-mon[189144]: pgmap v18825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:24.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:32:24 smithi032 ceph-mon[191839]: pgmap v18825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:26.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:32:26 smithi039 ceph-mon[181282]: pgmap v18826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:26.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:32:26 smithi032 ceph-mon[189144]: pgmap v18826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:26.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:32:26 smithi032 ceph-mon[191839]: pgmap v18826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:28.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:32:28 smithi039 ceph-mon[181282]: pgmap v18827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:28.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:32:28 smithi032 ceph-mon[191839]: pgmap v18827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:28.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:32:28 smithi032 ceph-mon[189144]: pgmap v18827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:32:29 smithi039 ceph-mon[181282]: pgmap v18828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:32:29 smithi032 ceph-mon[189144]: pgmap v18828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:32:29 smithi032 ceph-mon[191839]: pgmap v18828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:32:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:32:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:32:31.984 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:32:32.312 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:32:32.313 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 7m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:32:32.313 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 5m ago 9h 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:32:32.313 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 7m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:32:32.313 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 5m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:32:32.313 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 5m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:32:32.313 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 7m ago 9h 891M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:32:32.313 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 7m ago 9h 2295M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:32:32.313 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 5m ago 9h 1125M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:32:32.313 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 7m ago 9h 1175M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:32:32.313 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 7m ago 9h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:32:32.313 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 5m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:32:32.313 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 7m ago 9h 5466M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:32:32.313 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 7m ago 9h 5586M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:32:32.313 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 7m ago 9h 4919M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:32:32.314 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 7m ago 9h 5082M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:32:32.314 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 5m ago 9h 4779M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:32:32.314 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 5m ago 9h 5237M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:32:32.314 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 5m ago 9h 4871M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:32:32.314 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 5m ago 9h 4953M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:32:32.314 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 5m ago 9h 148M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:32:32.719 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:32:32.719 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:32:32.719 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:32:32.719 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:32:32.719 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:32:32.719 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:32:32.719 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:32:32.719 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:32:32.719 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:32:32.719 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:32:32.719 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:32:32.720 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:32:32.720 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:32:32.720 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:32:32.720 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:32:32.720 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:32:32.720 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:32:32.720 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:32:32.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:32:32 smithi039 ceph-mon[181282]: pgmap v18829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:32.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:32:32 smithi032 ceph-mon[191839]: pgmap v18829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:32.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:32:32 smithi032 ceph-mon[189144]: pgmap v18829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:33.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:32:33 smithi039 ceph-mon[181282]: from='client.54939 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:32:33.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:32:33 smithi039 ceph-mon[181282]: from='client.64859 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:32:33.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:32:33 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/864340078' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:32:33.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:32:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:32:33.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:32:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:32:33.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:32:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:32:33.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:32:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:32:33.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:32:33 smithi032 ceph-mon[191839]: from='client.54939 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:32:33.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:32:33 smithi032 ceph-mon[191839]: from='client.64859 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:32:33.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:32:33 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/864340078' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:32:33.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:32:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:32:33.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:32:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:32:33.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:32:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:32:33.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:32:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:32:33.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:32:33 smithi032 ceph-mon[189144]: from='client.54939 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:32:33.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:32:33 smithi032 ceph-mon[189144]: from='client.64859 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:32:33.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:32:33 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/864340078' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:32:33.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:32:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:32:33.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:32:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:32:33.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:32:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:32:33.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:32:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:32:34.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:32:34 smithi039 ceph-mon[181282]: pgmap v18830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:34.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:32:34 smithi032 ceph-mon[189144]: pgmap v18830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:32:34 smithi032 ceph-mon[191839]: pgmap v18830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:35.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:32:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:32:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:32:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:32:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:32:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:32:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:32:36 smithi039 ceph-mon[181282]: pgmap v18831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:32:36 smithi032 ceph-mon[191839]: pgmap v18831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:32:36 smithi032 ceph-mon[189144]: pgmap v18831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:38.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:32:38 smithi039 ceph-mon[181282]: pgmap v18832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:38.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:32:38 smithi032 ceph-mon[191839]: pgmap v18832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:38.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:32:38 smithi032 ceph-mon[189144]: pgmap v18832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:40.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:32:39 smithi039 ceph-mon[181282]: pgmap v18833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:40.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:32:39 smithi032 ceph-mon[191839]: pgmap v18833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:32:39 smithi032 ceph-mon[189144]: pgmap v18833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:32:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:32:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:32:42.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:32:42 smithi039 ceph-mon[181282]: pgmap v18834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:42.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:32:42 smithi032 ceph-mon[191839]: pgmap v18834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:42.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:32:42 smithi032 ceph-mon[189144]: pgmap v18834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:44.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:32:44 smithi039 ceph-mon[181282]: pgmap v18835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:44.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:32:44 smithi032 ceph-mon[191839]: pgmap v18835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:44.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:32:44 smithi032 ceph-mon[189144]: pgmap v18835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:46.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:32:46 smithi039 ceph-mon[181282]: pgmap v18836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:46.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:32:46 smithi032 ceph-mon[189144]: pgmap v18836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:46.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:32:46 smithi032 ceph-mon[191839]: pgmap v18836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:48.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:32:48 smithi039 ceph-mon[181282]: pgmap v18837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:48.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:32:48 smithi032 ceph-mon[191839]: pgmap v18837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:48.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:32:48 smithi032 ceph-mon[189144]: pgmap v18837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:32:49 smithi039 ceph-mon[181282]: pgmap v18838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:32:49 smithi032 ceph-mon[189144]: pgmap v18838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:32:49 smithi032 ceph-mon[191839]: pgmap v18838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:32:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:32:50] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T02:32:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:32:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:32:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:32:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:32:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:32:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:32:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:32:52 smithi032 ceph-mon[191839]: pgmap v18839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:52.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:32:52 smithi032 ceph-mon[189144]: pgmap v18839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:32:52 smithi039 ceph-mon[181282]: pgmap v18839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:54.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:32:54 smithi039 ceph-mon[181282]: pgmap v18840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:54.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:32:54 smithi032 ceph-mon[191839]: pgmap v18840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:54.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:32:54 smithi032 ceph-mon[189144]: pgmap v18840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:56.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:32:56 smithi039 ceph-mon[181282]: pgmap v18841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:56.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:32:56 smithi032 ceph-mon[191839]: pgmap v18841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:56.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:32:56 smithi032 ceph-mon[189144]: pgmap v18841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:58.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:32:58 smithi039 ceph-mon[181282]: pgmap v18842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:58.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:32:58 smithi032 ceph-mon[189144]: pgmap v18842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:32:58.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:32:58 smithi032 ceph-mon[191839]: pgmap v18842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:32:59 smithi039 ceph-mon[181282]: pgmap v18843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:32:59 smithi032 ceph-mon[189144]: pgmap v18843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:32:59 smithi032 ceph-mon[191839]: pgmap v18843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:33:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:33:00] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T02:33:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:02 smithi039 ceph-mon[181282]: pgmap v18844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:02.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:02 smithi032 ceph-mon[189144]: pgmap v18844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:02.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:02 smithi032 ceph-mon[191839]: pgmap v18844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:03.083 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:33:03.409 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:33:03.409 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 7m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:33:03.409 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 5m ago 9h 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:33:03.409 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 7m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:33:03.410 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 5m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:33:03.410 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 5m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:33:03.410 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 7m ago 9h 891M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:33:03.410 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 7m ago 9h 2295M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:33:03.410 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 5m ago 9h 1125M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:33:03.410 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 7m ago 9h 1175M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:33:03.410 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 7m ago 9h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:33:03.410 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 5m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:33:03.410 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 7m ago 9h 5466M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:33:03.410 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 7m ago 9h 5586M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:33:03.411 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 7m ago 9h 4919M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:33:03.411 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 7m ago 9h 5082M 2146M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:33:03.411 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 5m ago 9h 4779M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:33:03.411 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 5m ago 9h 5237M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:33:03.411 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 5m ago 9h 4871M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:33:03.411 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 5m ago 9h 4953M 2467M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:33:03.411 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 5m ago 9h 148M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:33:03.811 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:33:03.811 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:33:03.811 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:33:03.811 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:33:03.811 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:33:03.811 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:33:03.812 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:33:03.812 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:33:03.812 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:33:03.812 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:33:03.812 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:33:03.812 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:33:03.812 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:33:03.812 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:33:03.812 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:33:03.812 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:33:03.812 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:33:03.812 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:33:04.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:04 smithi039 ceph-mon[181282]: from='client.64871 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:33:04.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:04 smithi039 ceph-mon[181282]: from='client.64877 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:33:04.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:04 smithi039 ceph-mon[181282]: pgmap v18845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:04.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:04 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1559012454' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:33:04.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:04 smithi032 ceph-mon[191839]: from='client.64871 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:33:04.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:04 smithi032 ceph-mon[191839]: from='client.64877 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:33:04.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:04 smithi032 ceph-mon[191839]: pgmap v18845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:04.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:04 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1559012454' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:33:04.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:04 smithi032 ceph-mon[189144]: from='client.64871 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:33:04.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:04 smithi032 ceph-mon[189144]: from='client.64877 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:33:04.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:04 smithi032 ceph-mon[189144]: pgmap v18845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:04.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:04 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1559012454' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:33:05.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:33:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:33:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:33:06.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:06 smithi039 ceph-mon[181282]: pgmap v18846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:06.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:06 smithi032 ceph-mon[191839]: pgmap v18846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:06.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:06 smithi032 ceph-mon[189144]: pgmap v18846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:08.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:08 smithi032 ceph-mon[191839]: pgmap v18847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:08.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:08 smithi032 ceph-mon[189144]: pgmap v18847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:09.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:08 smithi039 ceph-mon[181282]: pgmap v18847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:10.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:09 smithi039 ceph-mon[181282]: pgmap v18848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:09 smithi032 ceph-mon[189144]: pgmap v18848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:10.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:09 smithi032 ceph-mon[191839]: pgmap v18848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:33:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:33:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:33:12.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:12 smithi039 ceph-mon[181282]: pgmap v18849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:12 smithi032 ceph-mon[191839]: pgmap v18849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:12 smithi032 ceph-mon[189144]: pgmap v18849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:14.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:14 smithi039 ceph-mon[181282]: pgmap v18850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:14.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:14 smithi032 ceph-mon[191839]: pgmap v18850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:14.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:14 smithi032 ceph-mon[189144]: pgmap v18850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:16.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:16 smithi039 ceph-mon[181282]: pgmap v18851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:16.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:16 smithi032 ceph-mon[191839]: pgmap v18851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:16 smithi032 ceph-mon[189144]: pgmap v18851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:18.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:18 smithi039 ceph-mon[181282]: pgmap v18852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:18.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:18 smithi032 ceph-mon[191839]: pgmap v18852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:18 smithi032 ceph-mon[189144]: pgmap v18852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:19 smithi039 ceph-mon[181282]: pgmap v18853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:19 smithi032 ceph-mon[191839]: pgmap v18853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:19 smithi032 ceph-mon[189144]: pgmap v18853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:33:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:33:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:33:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:33:20] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T02:33:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:33:22.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:22 smithi039 ceph-mon[181282]: pgmap v18854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:22.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:22 smithi032 ceph-mon[191839]: pgmap v18854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:22 smithi032 ceph-mon[189144]: pgmap v18854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:24.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:24 smithi039 ceph-mon[181282]: pgmap v18855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:24.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:24 smithi032 ceph-mon[189144]: pgmap v18855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:24.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:24 smithi032 ceph-mon[191839]: pgmap v18855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:26.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:26 smithi039 ceph-mon[181282]: pgmap v18856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:26.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:26 smithi032 ceph-mon[191839]: pgmap v18856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:26.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:26 smithi032 ceph-mon[189144]: pgmap v18856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:28.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:28 smithi032 ceph-mon[191839]: pgmap v18857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:28.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:28 smithi032 ceph-mon[189144]: pgmap v18857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:29.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:28 smithi039 ceph-mon[181282]: pgmap v18857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:30.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:30 smithi039 ceph-mon[181282]: pgmap v18858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:29 smithi032 ceph-mon[191839]: pgmap v18858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:29 smithi032 ceph-mon[189144]: pgmap v18858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:33:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:33:30] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T02:33:32.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:32 smithi039 ceph-mon[181282]: pgmap v18859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:32.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:32 smithi032 ceph-mon[189144]: pgmap v18859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:32.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:32 smithi032 ceph-mon[191839]: pgmap v18859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:33.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:33:33.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:33:34.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:33:34.169 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:33:34.505 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:33:34.505 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 8m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:33:34.506 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 6m ago 9h 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:33:34.506 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 8m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:33:34.506 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 6m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:33:34.506 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 6m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:33:34.506 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 8m ago 9h 891M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:33:34.506 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 8m ago 9h 2295M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:33:34.506 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 6m ago 9h 1125M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:33:34.506 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 8m ago 9h 1175M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:33:34.506 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 8m ago 9h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:33:34.506 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 6m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:33:34.506 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 8m ago 9h 5466M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:33:34.506 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 8m ago 9h 5586M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:33:34.506 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 8m ago 9h 4919M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:33:34.506 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 8m ago 9h 5082M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:33:34.506 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 6m ago 9h 4779M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:33:34.507 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 6m ago 9h 5237M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:33:34.507 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 6m ago 9h 4871M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:33:34.507 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 6m ago 9h 4953M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:33:34.507 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 6m ago 9h 148M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:33:34.905 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:33:34.905 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:33:34.905 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:33:34.905 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:33:34.906 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:33:34.906 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:33:34.906 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:33:34.906 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:33:34.906 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:33:34.907 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:33:34.907 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:33:34.907 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:33:34.907 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:33:34.907 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:33:34.907 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:33:34.907 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:33:34.907 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:33:34.907 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:33:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:34 smithi032 ceph-mon[191839]: pgmap v18860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:33:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:33:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:33:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:33:34.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:33:34.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:33:34.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:33:34.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:33:34.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:33:34.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:33:34.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:33:34.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:33:34.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:33:34.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:33:34.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:33:34.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:34 smithi032 ceph-mon[189144]: pgmap v18860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:34.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:33:34.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:33:34.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:33:34.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:33:34.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:33:34.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:33:34.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:33:34.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:33:34.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:33:34.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:33:34.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:33:34.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:33:34.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:33:34.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:33:34.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:33:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:34 smithi039 ceph-mon[181282]: pgmap v18860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:33:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:33:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:33:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:33:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:33:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:33:35.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:33:35.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:33:35.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:33:35.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:33:35.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:33:35.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:33:35.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:33:35.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:33:35.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:33:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:35 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi039 to 2463M 2023-12-23T02:33:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:35 smithi032 ceph-mon[191839]: from='client.64889 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:33:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:35 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi032 to 2133M 2023-12-23T02:33:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:35 smithi032 ceph-mon[191839]: from='client.54981 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:33:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:35 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1750877018' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:33:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:33:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:35 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi039 to 2463M 2023-12-23T02:33:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:35 smithi032 ceph-mon[189144]: from='client.64889 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:33:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:35 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi032 to 2133M 2023-12-23T02:33:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:35 smithi032 ceph-mon[189144]: from='client.54981 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:33:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:35 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1750877018' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:33:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:33:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:35 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi039 to 2463M 2023-12-23T02:33:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:35 smithi039 ceph-mon[181282]: from='client.64889 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:33:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:35 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi032 to 2133M 2023-12-23T02:33:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:35 smithi039 ceph-mon[181282]: from='client.54981 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:33:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:35 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1750877018' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:33:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:33:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:36 smithi032 ceph-mon[189144]: pgmap v18861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:36.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:36 smithi032 ceph-mon[191839]: pgmap v18861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:37.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:36 smithi039 ceph-mon[181282]: pgmap v18861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:38.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:38 smithi032 ceph-mon[191839]: pgmap v18862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:38.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:38 smithi032 ceph-mon[189144]: pgmap v18862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:39.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:38 smithi039 ceph-mon[181282]: pgmap v18862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:40.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:40 smithi039 ceph-mon[181282]: pgmap v18863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:40.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:40 smithi032 ceph-mon[191839]: pgmap v18863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:40 smithi032 ceph-mon[189144]: pgmap v18863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:33:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:33:40] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T02:33:42.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:42 smithi039 ceph-mon[181282]: pgmap v18864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:42.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:42 smithi032 ceph-mon[191839]: pgmap v18864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:42.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:42 smithi032 ceph-mon[189144]: pgmap v18864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:44.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:44 smithi032 ceph-mon[191839]: pgmap v18865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:44.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:44 smithi032 ceph-mon[189144]: pgmap v18865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:45.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:44 smithi039 ceph-mon[181282]: pgmap v18865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:46.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:46 smithi032 ceph-mon[189144]: pgmap v18866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:46.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:46 smithi032 ceph-mon[191839]: pgmap v18866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:47.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:46 smithi039 ceph-mon[181282]: pgmap v18866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:48.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:48 smithi032 ceph-mon[191839]: pgmap v18867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:48.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:48 smithi032 ceph-mon[189144]: pgmap v18867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:49.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:48 smithi039 ceph-mon[181282]: pgmap v18867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:50.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:50 smithi039 ceph-mon[181282]: pgmap v18868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:50 smithi032 ceph-mon[191839]: pgmap v18868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:50 smithi032 ceph-mon[189144]: pgmap v18868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:33:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:33:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:33:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:33:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:33:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:33:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:52 smithi032 ceph-mon[191839]: pgmap v18869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:52.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:52 smithi032 ceph-mon[189144]: pgmap v18869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:52 smithi039 ceph-mon[181282]: pgmap v18869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:54.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:54 smithi032 ceph-mon[189144]: pgmap v18870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:54.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:54 smithi032 ceph-mon[191839]: pgmap v18870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:55.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:54 smithi039 ceph-mon[181282]: pgmap v18870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:56.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:56 smithi032 ceph-mon[191839]: pgmap v18871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:56.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:56 smithi032 ceph-mon[189144]: pgmap v18871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:57.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:56 smithi039 ceph-mon[181282]: pgmap v18871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:58.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:33:58 smithi032 ceph-mon[191839]: pgmap v18872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:58.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:33:58 smithi032 ceph-mon[189144]: pgmap v18872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:33:59.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:33:58 smithi039 ceph-mon[181282]: pgmap v18872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:00 smithi032 ceph-mon[189144]: pgmap v18873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:00.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:00 smithi032 ceph-mon[191839]: pgmap v18873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:00.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:00 smithi039 ceph-mon[181282]: pgmap v18873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:34:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:34:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:34:02.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:02 smithi032 ceph-mon[191839]: pgmap v18874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:02.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:02 smithi032 ceph-mon[189144]: pgmap v18874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:03.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:02 smithi039 ceph-mon[181282]: pgmap v18874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:04.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:04 smithi032 ceph-mon[191839]: pgmap v18875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:04.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:04 smithi032 ceph-mon[189144]: pgmap v18875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:05.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:04 smithi039 ceph-mon[181282]: pgmap v18875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:05.267 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:34:05.592 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:34:05.592 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 8m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:34:05.592 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 6m ago 9h 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:34:05.592 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 8m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:34:05.592 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 6m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:34:05.592 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 6m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:34:05.593 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 8m ago 9h 891M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:34:05.593 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 8m ago 9h 2295M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:34:05.593 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 6m ago 9h 1125M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:34:05.593 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 8m ago 9h 1175M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:34:05.593 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 8m ago 9h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:34:05.593 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 6m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:34:05.593 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 8m ago 9h 5466M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:34:05.593 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 8m ago 9h 5586M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:34:05.593 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 8m ago 9h 4919M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:34:05.593 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 8m ago 9h 5082M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:34:05.593 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 6m ago 9h 4779M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:34:05.594 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 6m ago 9h 5237M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:34:05.594 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 6m ago 9h 4871M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:34:05.594 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 6m ago 9h 4953M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:34:05.594 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 6m ago 9h 148M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:34:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:34:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:34:05.997 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:34:05.997 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:34:05.997 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:34:05.997 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:34:05.997 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:34:05.997 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:34:05.997 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:34:05.998 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:34:05.998 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:34:05.998 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:34:05.998 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:34:05.998 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:34:05.998 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:34:05.998 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:34:05.998 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:34:05.998 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:34:05.998 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:34:05.998 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:34:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:34:06.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:06 smithi032 ceph-mon[191839]: from='client.64907 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:34:06.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:06 smithi032 ceph-mon[191839]: pgmap v18876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:06.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:06 smithi032 ceph-mon[191839]: from='client.64913 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:34:06.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:06 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3686936880' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:34:06.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:06 smithi032 ceph-mon[189144]: from='client.64907 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:34:06.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:06 smithi032 ceph-mon[189144]: pgmap v18876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:06.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:06 smithi032 ceph-mon[189144]: from='client.64913 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:34:06.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:06 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3686936880' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:34:07.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:06 smithi039 ceph-mon[181282]: from='client.64907 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:34:07.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:06 smithi039 ceph-mon[181282]: pgmap v18876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:07.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:06 smithi039 ceph-mon[181282]: from='client.64913 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:34:07.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:06 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3686936880' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:34:08.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:08 smithi032 ceph-mon[191839]: pgmap v18877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:08.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:08 smithi032 ceph-mon[189144]: pgmap v18877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:09.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:08 smithi039 ceph-mon[181282]: pgmap v18877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:10.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:10 smithi032 ceph-mon[191839]: pgmap v18878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:10.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:10 smithi032 ceph-mon[189144]: pgmap v18878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:10.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:10 smithi039 ceph-mon[181282]: pgmap v18878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:34:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:34:10] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T02:34:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:12 smithi032 ceph-mon[191839]: pgmap v18879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:12 smithi032 ceph-mon[189144]: pgmap v18879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:13.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:12 smithi039 ceph-mon[181282]: pgmap v18879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:14.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:14 smithi032 ceph-mon[189144]: pgmap v18880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:14.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:14 smithi032 ceph-mon[191839]: pgmap v18880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:15.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:14 smithi039 ceph-mon[181282]: pgmap v18880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:16 smithi032 ceph-mon[189144]: pgmap v18881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:16.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:16 smithi032 ceph-mon[191839]: pgmap v18881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:17.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:16 smithi039 ceph-mon[181282]: pgmap v18881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:18.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:18 smithi032 ceph-mon[191839]: pgmap v18882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:18 smithi032 ceph-mon[189144]: pgmap v18882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:18 smithi039 ceph-mon[181282]: pgmap v18882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:20 smithi032 ceph-mon[191839]: pgmap v18883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:20 smithi032 ceph-mon[189144]: pgmap v18883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:20.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:20 smithi039 ceph-mon[181282]: pgmap v18883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:34:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:34:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:34:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:34:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:34:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:34:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:22 smithi032 ceph-mon[189144]: pgmap v18884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:22.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:22 smithi032 ceph-mon[191839]: pgmap v18884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:22.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:22 smithi039 ceph-mon[181282]: pgmap v18884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:24.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:24 smithi032 ceph-mon[191839]: pgmap v18885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:24.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:24 smithi032 ceph-mon[189144]: pgmap v18885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:25.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:24 smithi039 ceph-mon[181282]: pgmap v18885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:26.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:26 smithi032 ceph-mon[191839]: pgmap v18886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:26.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:26 smithi032 ceph-mon[189144]: pgmap v18886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:27.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:26 smithi039 ceph-mon[181282]: pgmap v18886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:28.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:28 smithi032 ceph-mon[191839]: pgmap v18887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:28.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:28 smithi032 ceph-mon[189144]: pgmap v18887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:29.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:28 smithi039 ceph-mon[181282]: pgmap v18887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:30 smithi032 ceph-mon[191839]: pgmap v18888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:30 smithi032 ceph-mon[189144]: pgmap v18888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:30.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:30 smithi039 ceph-mon[181282]: pgmap v18888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:34:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:34:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:34:32.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:32 smithi032 ceph-mon[191839]: pgmap v18889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:32.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:32 smithi032 ceph-mon[189144]: pgmap v18889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:33.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:32 smithi039 ceph-mon[181282]: pgmap v18889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:34 smithi032 ceph-mon[191839]: pgmap v18890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:34:34.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:34 smithi032 ceph-mon[189144]: pgmap v18890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:34.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:34:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:34 smithi039 ceph-mon[181282]: pgmap v18890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:34:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:34:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:34:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:34:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:34:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:34:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:34:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:34:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:34:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:34:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:34:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:34:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:34:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:34:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:34:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:34:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:34:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:34:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:34:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:34:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:34:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:34:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:34:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:34:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:34:36.363 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:34:36.688 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:34:36.688 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 9m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:34:36.688 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 7m ago 9h 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:34:36.688 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 9m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:34:36.688 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 7m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:34:36.688 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 7m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:34:36.688 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 9m ago 9h 891M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:34:36.688 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 9m ago 9h 2295M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:34:36.688 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 7m ago 9h 1125M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:34:36.688 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 9m ago 9h 1175M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:34:36.688 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 9m ago 9h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:34:36.689 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 7m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:34:36.689 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 9m ago 9h 5466M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:34:36.689 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 9m ago 9h 5586M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:34:36.689 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 9m ago 9h 4919M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:34:36.689 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 9m ago 9h 5082M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:34:36.689 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 7m ago 9h 4779M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:34:36.689 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 7m ago 9h 5237M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:34:36.689 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 7m ago 9h 4871M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:34:36.689 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 7m ago 9h 4953M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:34:36.689 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 7m ago 9h 148M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:34:37.090 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:34:37.091 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:34:37.091 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:34:37.091 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:34:37.091 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:34:37.091 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:34:37.091 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:34:37.091 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:34:37.091 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:34:37.091 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:34:37.091 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:34:37.091 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:34:37.091 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:34:37.091 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:34:37.091 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:34:37.092 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:34:37.092 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:34:37.092 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:34:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:36 smithi032 ceph-mon[189144]: pgmap v18891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:37.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:36 smithi032 ceph-mon[191839]: pgmap v18891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:36 smithi039 ceph-mon[181282]: pgmap v18891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:37 smithi032 ceph-mon[189144]: from='client.64925 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:34:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:37 smithi032 ceph-mon[189144]: from='client.55017 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:34:38.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:37 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3275251067' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:34:38.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:37 smithi032 ceph-mon[191839]: from='client.64925 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:34:38.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:37 smithi032 ceph-mon[191839]: from='client.55017 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:34:38.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:37 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3275251067' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:34:38.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:37 smithi039 ceph-mon[181282]: from='client.64925 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:34:38.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:37 smithi039 ceph-mon[181282]: from='client.55017 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:34:38.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:37 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3275251067' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:34:39.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:38 smithi032 ceph-mon[191839]: pgmap v18892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:39.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:38 smithi032 ceph-mon[189144]: pgmap v18892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:39.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:38 smithi039 ceph-mon[181282]: pgmap v18892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:40 smithi032 ceph-mon[189144]: pgmap v18893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:40.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:40 smithi032 ceph-mon[191839]: pgmap v18893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:40.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:40 smithi039 ceph-mon[181282]: pgmap v18893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:34:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:34:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:34:42.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:42 smithi032 ceph-mon[191839]: pgmap v18894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:42.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:42 smithi032 ceph-mon[189144]: pgmap v18894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:43.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:42 smithi039 ceph-mon[181282]: pgmap v18894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:44.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:44 smithi032 ceph-mon[189144]: pgmap v18895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:44.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:44 smithi032 ceph-mon[191839]: pgmap v18895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:45.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:44 smithi039 ceph-mon[181282]: pgmap v18895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:46.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:46 smithi032 ceph-mon[191839]: pgmap v18896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:46.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:46 smithi032 ceph-mon[189144]: pgmap v18896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:47.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:46 smithi039 ceph-mon[181282]: pgmap v18896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:48.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:48 smithi032 ceph-mon[191839]: pgmap v18897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:48.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:48 smithi032 ceph-mon[189144]: pgmap v18897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:49.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:48 smithi039 ceph-mon[181282]: pgmap v18897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:50 smithi032 ceph-mon[191839]: pgmap v18898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:50 smithi032 ceph-mon[189144]: pgmap v18898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:50 smithi039 ceph-mon[181282]: pgmap v18898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:34:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:34:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:34:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:34:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:34:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:34:52.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:52 smithi032 ceph-mon[189144]: pgmap v18899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:52 smithi032 ceph-mon[191839]: pgmap v18899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:52 smithi039 ceph-mon[181282]: pgmap v18899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:54.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:54 smithi032 ceph-mon[191839]: pgmap v18900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:54.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:54 smithi032 ceph-mon[189144]: pgmap v18900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:55.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:54 smithi039 ceph-mon[181282]: pgmap v18900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:56.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:56 smithi032 ceph-mon[191839]: pgmap v18901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:56.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:56 smithi032 ceph-mon[189144]: pgmap v18901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:57.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:56 smithi039 ceph-mon[181282]: pgmap v18901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:58.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:34:58 smithi032 ceph-mon[191839]: pgmap v18902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:58.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:34:58 smithi032 ceph-mon[189144]: pgmap v18902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:34:59.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:34:58 smithi039 ceph-mon[181282]: pgmap v18902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:00 smithi032 ceph-mon[191839]: pgmap v18903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:00 smithi032 ceph-mon[189144]: pgmap v18903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:00.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:00 smithi039 ceph-mon[181282]: pgmap v18903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:35:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:35:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:35:02.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:02 smithi032 ceph-mon[191839]: pgmap v18904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:02.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:02 smithi032 ceph-mon[189144]: pgmap v18904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:03.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:02 smithi039 ceph-mon[181282]: pgmap v18904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:04.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:04 smithi032 ceph-mon[191839]: pgmap v18905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:04.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:04 smithi032 ceph-mon[189144]: pgmap v18905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:05.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:04 smithi039 ceph-mon[181282]: pgmap v18905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:35:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:35:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:35:06.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:06 smithi032 ceph-mon[191839]: pgmap v18906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:06.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:06 smithi032 ceph-mon[189144]: pgmap v18906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:07.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:06 smithi039 ceph-mon[181282]: pgmap v18906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:07.455 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:35:07.779 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:35:07.779 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 9m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:35:07.779 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 7m ago 9h 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:35:07.779 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 9m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:35:07.779 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 7m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:35:07.780 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 7m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:35:07.780 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 9m ago 9h 891M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:35:07.780 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 9m ago 9h 2295M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:35:07.780 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 7m ago 9h 1125M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:35:07.780 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 9m ago 9h 1175M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:35:07.780 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 9m ago 9h 18.7M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:35:07.780 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 7m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:35:07.780 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 9m ago 9h 5466M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:35:07.780 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 9m ago 9h 5586M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:35:07.780 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 9m ago 9h 4919M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:35:07.780 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 9m ago 9h 5082M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:35:07.780 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 7m ago 9h 4779M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:35:07.780 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 7m ago 9h 5237M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:35:07.780 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 7m ago 9h 4871M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:35:07.780 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 7m ago 9h 4953M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:35:07.780 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 7m ago 9h 148M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:35:08.181 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:35:08.181 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:35:08.181 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:35:08.181 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:35:08.181 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:35:08.181 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:35:08.181 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:35:08.181 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:35:08.181 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:35:08.181 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:35:08.181 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:35:08.181 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:35:08.182 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:35:08.182 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:35:08.182 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:35:08.182 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:35:08.182 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:35:08.182 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:35:08.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:08 smithi032 ceph-mon[189144]: from='client.55029 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:35:08.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:08 smithi032 ceph-mon[189144]: pgmap v18907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:08.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:08 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3670320898' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:35:08.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:08 smithi032 ceph-mon[191839]: from='client.55029 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:35:08.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:08 smithi032 ceph-mon[191839]: pgmap v18907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:08.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:08 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3670320898' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:35:09.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:08 smithi039 ceph-mon[181282]: from='client.55029 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:35:09.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:08 smithi039 ceph-mon[181282]: pgmap v18907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:09.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:08 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3670320898' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:35:09.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:09 smithi032 ceph-mon[189144]: from='client.55035 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:35:09.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:09 smithi032 ceph-mon[191839]: from='client.55035 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:35:10.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:09 smithi039 ceph-mon[181282]: from='client.55035 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:35:10.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:10 smithi032 ceph-mon[191839]: pgmap v18908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:10.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:10 smithi032 ceph-mon[189144]: pgmap v18908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:11.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:10 smithi039 ceph-mon[181282]: pgmap v18908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:35:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:35:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:35:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:12 smithi032 ceph-mon[191839]: pgmap v18909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:12.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:12 smithi032 ceph-mon[189144]: pgmap v18909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:13.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:12 smithi039 ceph-mon[181282]: pgmap v18909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:14.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:14 smithi032 ceph-mon[191839]: pgmap v18910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:14.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:14 smithi032 ceph-mon[189144]: pgmap v18910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:15.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:14 smithi039 ceph-mon[181282]: pgmap v18910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:16.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:16 smithi032 ceph-mon[191839]: pgmap v18911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:16.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:16 smithi032 ceph-mon[189144]: pgmap v18911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:17.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:16 smithi039 ceph-mon[181282]: pgmap v18911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:18.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:18 smithi032 ceph-mon[189144]: pgmap v18912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:18.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:18 smithi032 ceph-mon[191839]: pgmap v18912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:18 smithi039 ceph-mon[181282]: pgmap v18912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:20 smithi032 ceph-mon[191839]: pgmap v18913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:20 smithi032 ceph-mon[189144]: pgmap v18913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:20.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:20 smithi039 ceph-mon[181282]: pgmap v18913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:35:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:35:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:35:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:35:20] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T02:35:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:35:22.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:22 smithi032 ceph-mon[191839]: pgmap v18914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:22.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:22 smithi032 ceph-mon[189144]: pgmap v18914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:22.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:22 smithi039 ceph-mon[181282]: pgmap v18914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:24.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:24 smithi032 ceph-mon[189144]: pgmap v18915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:24.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:24 smithi032 ceph-mon[191839]: pgmap v18915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:25.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:24 smithi039 ceph-mon[181282]: pgmap v18915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:26.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:26 smithi032 ceph-mon[189144]: pgmap v18916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:26.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:26 smithi032 ceph-mon[191839]: pgmap v18916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:27.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:26 smithi039 ceph-mon[181282]: pgmap v18916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:28.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:28 smithi032 ceph-mon[191839]: pgmap v18917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:28.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:28 smithi032 ceph-mon[189144]: pgmap v18917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:29.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:28 smithi039 ceph-mon[181282]: pgmap v18917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:30 smithi032 ceph-mon[191839]: pgmap v18918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:30 smithi032 ceph-mon[189144]: pgmap v18918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:30.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:30 smithi039 ceph-mon[181282]: pgmap v18918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:35:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:35:30] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T02:35:32.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:32 smithi032 ceph-mon[191839]: pgmap v18919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:32.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:32 smithi032 ceph-mon[189144]: pgmap v18919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:33.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:32 smithi039 ceph-mon[181282]: pgmap v18919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:34 smithi032 ceph-mon[191839]: pgmap v18920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:34.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:34 smithi032 ceph-mon[189144]: pgmap v18920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:34 smithi039 ceph-mon[181282]: pgmap v18920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:35:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:35:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:35:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:35:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:35:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:35:36.924 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:36 smithi032 ceph-mon[189144]: pgmap v18921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:36.925 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:36 smithi032 ceph-mon[191839]: pgmap v18921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:37.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:36 smithi039 ceph-mon[181282]: pgmap v18921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:38.546 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:35:38.625 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:38 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:35:38.625 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:38 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:35:38.625 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:38 smithi032 ceph-mon[191839]: pgmap v18922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:38.626 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:38 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:35:38.626 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:38 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:35:38.626 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:38 smithi032 ceph-mon[189144]: pgmap v18922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:38.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:38 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:35:38.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:38 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:35:38.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:38 smithi039 ceph-mon[181282]: pgmap v18922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:38.874 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:35:38.875 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 1s ago 9h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:35:38.875 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 8m ago 9h 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:35:38.875 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 1s ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:35:38.875 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 8m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:35:38.875 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 8m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:35:38.875 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 1s ago 9h 897M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:35:38.875 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 1s ago 9h 2327M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:35:38.875 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 8m ago 9h 1125M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:35:38.875 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 1s ago 9h 1193M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:35:38.875 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 1s ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:35:38.875 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 8m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:35:38.875 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 1s ago 9h 5498M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:35:38.875 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 1s ago 9h 5616M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:35:38.875 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 1s ago 9h 4943M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:35:38.875 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 1s ago 9h 5111M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:35:38.875 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 8m ago 9h 4779M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:35:38.876 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 8m ago 9h 5237M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:35:38.876 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 8m ago 9h 4871M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:35:38.876 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 8m ago 9h 4953M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:35:38.876 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 8m ago 9h 148M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:35:39.290 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:35:39.290 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:35:39.290 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:35:39.290 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:35:39.290 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:35:39.290 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:35:39.290 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:35:39.290 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:35:39.291 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:35:39.291 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:35:39.291 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:35:39.291 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:35:39.291 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:35:39.291 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:35:39.291 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:35:39.291 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:35:39.291 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:35:39.291 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:35:39.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:39 smithi039 ceph-mon[181282]: from='client.64961 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:35:39.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:39 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/985399704' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:35:39.922 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:39 smithi032 ceph-mon[189144]: from='client.64961 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:35:39.922 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:39 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/985399704' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:35:39.922 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:39 smithi032 ceph-mon[191839]: from='client.64961 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:35:39.922 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:39 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/985399704' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:35:40.477 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:40 smithi032 ceph-mon[191839]: from='client.64967 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:35:40.477 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:40 smithi032 ceph-mon[191839]: pgmap v18923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:40.477 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:35:40.477 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:35:40.477 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:35:40.477 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:35:40.477 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:35:40.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:40 smithi039 ceph-mon[181282]: from='client.64967 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:35:40.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:40 smithi039 ceph-mon[181282]: pgmap v18923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:40.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:35:40.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:35:40.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:35:40.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:35:40.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:35:40.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:40 smithi032 ceph-mon[189144]: from='client.64967 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:35:40.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:40 smithi032 ceph-mon[189144]: pgmap v18923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:40.859 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:35:40.859 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:35:40.859 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:35:40.859 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:35:40.859 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:35:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:35:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:35:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:35:42.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:42 smithi032 ceph-mon[191839]: pgmap v18924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:42.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:42 smithi032 ceph-mon[189144]: pgmap v18924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:43.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:42 smithi039 ceph-mon[181282]: pgmap v18924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:44.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:44 smithi032 ceph-mon[191839]: pgmap v18925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:44.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:44 smithi032 ceph-mon[189144]: pgmap v18925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:45.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:44 smithi039 ceph-mon[181282]: pgmap v18925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:46.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:46 smithi032 ceph-mon[191839]: pgmap v18926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:46.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:46 smithi032 ceph-mon[189144]: pgmap v18926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:47.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:46 smithi039 ceph-mon[181282]: pgmap v18926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:48.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:48 smithi032 ceph-mon[191839]: pgmap v18927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:48.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:48 smithi032 ceph-mon[189144]: pgmap v18927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:49.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:48 smithi039 ceph-mon[181282]: pgmap v18927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:50 smithi032 ceph-mon[191839]: pgmap v18928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:50.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:50 smithi032 ceph-mon[189144]: pgmap v18928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:50 smithi039 ceph-mon[181282]: pgmap v18928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:35:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:35:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:35:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:35:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:35:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:35:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:52 smithi032 ceph-mon[191839]: pgmap v18929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:52 smithi032 ceph-mon[189144]: pgmap v18929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:52 smithi039 ceph-mon[181282]: pgmap v18929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:54.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:54 smithi032 ceph-mon[189144]: pgmap v18930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:54.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:54 smithi032 ceph-mon[191839]: pgmap v18930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:55.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:54 smithi039 ceph-mon[181282]: pgmap v18930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:56.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:56 smithi032 ceph-mon[191839]: pgmap v18931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:56.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:56 smithi032 ceph-mon[189144]: pgmap v18931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:57.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:56 smithi039 ceph-mon[181282]: pgmap v18931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:58.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:35:58 smithi032 ceph-mon[191839]: pgmap v18932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:58.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:35:58 smithi032 ceph-mon[189144]: pgmap v18932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:35:59.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:35:58 smithi039 ceph-mon[181282]: pgmap v18932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:36:00 smithi032 ceph-mon[189144]: pgmap v18933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:36:00 smithi032 ceph-mon[191839]: pgmap v18933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:00.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:36:00 smithi039 ceph-mon[181282]: pgmap v18933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:36:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:36:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:36:02.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:36:02 smithi032 ceph-mon[189144]: pgmap v18934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:02.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:36:02 smithi032 ceph-mon[191839]: pgmap v18934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:03.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:36:02 smithi039 ceph-mon[181282]: pgmap v18934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:04.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:36:04 smithi032 ceph-mon[191839]: pgmap v18935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:04.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:36:04 smithi032 ceph-mon[189144]: pgmap v18935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:05.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:36:04 smithi039 ceph-mon[181282]: pgmap v18935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:36:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:36:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:36:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:36:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:36:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:36:06.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:36:06 smithi032 ceph-mon[189144]: pgmap v18936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:06.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:36:06 smithi032 ceph-mon[191839]: pgmap v18936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:07.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:36:06 smithi039 ceph-mon[181282]: pgmap v18936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:08.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:36:08 smithi032 ceph-mon[191839]: pgmap v18937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:08.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:36:08 smithi032 ceph-mon[189144]: pgmap v18937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:09.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:36:08 smithi039 ceph-mon[181282]: pgmap v18937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:09.660 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:36:09.981 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:36:09.981 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 32s ago 9h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:36:09.981 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 8m ago 9h 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:36:09.981 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 32s ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:36:09.981 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 8m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:36:09.981 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 8m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:36:09.981 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 32s ago 9h 897M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:36:09.981 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 32s ago 9h 2327M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:36:09.981 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 8m ago 9h 1125M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:36:09.981 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 32s ago 9h 1193M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:36:09.981 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 32s ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:36:09.982 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 8m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:36:09.982 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 32s ago 9h 5498M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:36:09.982 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 32s ago 9h 5616M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:36:09.982 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 32s ago 9h 4943M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:36:09.982 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 32s ago 9h 5111M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:36:09.982 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 8m ago 9h 4779M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:36:09.982 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 8m ago 9h 5237M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:36:09.982 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 8m ago 9h 4871M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:36:09.982 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 8m ago 9h 4953M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:36:09.982 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 8m ago 9h 148M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:36:10.386 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:36:10.386 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:36:10.386 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:36:10.386 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:36:10.386 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:36:10.386 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:36:10.386 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:36:10.386 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:36:10.386 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:36:10.386 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:36:10.386 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:36:10.386 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:36:10.386 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:36:10.387 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:36:10.387 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:36:10.387 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:36:10.387 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:36:10.387 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:36:10.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:36:10 smithi032 ceph-mon[191839]: pgmap v18938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:10.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:36:10 smithi032 ceph-mon[191839]: from='client.55065 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:36:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:36:10 smithi032 ceph-mon[189144]: pgmap v18938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:36:10 smithi032 ceph-mon[189144]: from='client.55065 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:36:10.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:36:10 smithi039 ceph-mon[181282]: pgmap v18938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:10.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:36:10 smithi039 ceph-mon[181282]: from='client.55065 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:36:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:36:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:36:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:36:11.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:36:11 smithi032 ceph-mon[189144]: from='client.55071 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:36:11.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:36:11 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2759489830' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:36:11.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:36:11 smithi032 ceph-mon[191839]: from='client.55071 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:36:11.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:36:11 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2759489830' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:36:11.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:36:11 smithi039 ceph-mon[181282]: from='client.55071 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:36:11.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:36:11 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2759489830' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:36:12.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:36:12 smithi032 ceph-mon[189144]: pgmap v18939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:12.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:36:12 smithi032 ceph-mon[191839]: pgmap v18939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:12.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:36:12 smithi039 ceph-mon[181282]: pgmap v18939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:14.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:36:14 smithi032 ceph-mon[189144]: pgmap v18940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:14.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:36:14 smithi032 ceph-mon[191839]: pgmap v18940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:15.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:36:14 smithi039 ceph-mon[181282]: pgmap v18940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:36:16 smithi032 ceph-mon[189144]: pgmap v18941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:16.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:36:16 smithi032 ceph-mon[191839]: pgmap v18941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:17.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:36:16 smithi039 ceph-mon[181282]: pgmap v18941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:18.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:36:18 smithi032 ceph-mon[191839]: pgmap v18942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:18.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:36:18 smithi032 ceph-mon[189144]: pgmap v18942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:36:18 smithi039 ceph-mon[181282]: pgmap v18942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:36:20 smithi032 ceph-mon[191839]: pgmap v18943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:36:20 smithi032 ceph-mon[189144]: pgmap v18943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:20.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:36:20 smithi039 ceph-mon[181282]: pgmap v18943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:36:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:36:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:36:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:36:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:36:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:36:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:36:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:36:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:36:22.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:36:22 smithi032 ceph-mon[191839]: pgmap v18944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:36:22 smithi032 ceph-mon[189144]: pgmap v18944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:22.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:36:22 smithi039 ceph-mon[181282]: pgmap v18944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:24.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:36:24 smithi032 ceph-mon[191839]: pgmap v18945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:24.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:36:24 smithi032 ceph-mon[189144]: pgmap v18945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:25.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:36:24 smithi039 ceph-mon[181282]: pgmap v18945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:26.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:36:26 smithi032 ceph-mon[189144]: pgmap v18946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:26.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:36:26 smithi032 ceph-mon[191839]: pgmap v18946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:27.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:36:26 smithi039 ceph-mon[181282]: pgmap v18946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:28.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:36:28 smithi032 ceph-mon[191839]: pgmap v18947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:28.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:36:28 smithi032 ceph-mon[189144]: pgmap v18947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:29.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:36:28 smithi039 ceph-mon[181282]: pgmap v18947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:36:30 smithi032 ceph-mon[189144]: pgmap v18948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:36:30 smithi032 ceph-mon[191839]: pgmap v18948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:30.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:36:30 smithi039 ceph-mon[181282]: pgmap v18948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:36:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:36:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:36:32.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:36:32 smithi032 ceph-mon[191839]: pgmap v18949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:32.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:36:32 smithi032 ceph-mon[189144]: pgmap v18949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:33.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:36:32 smithi039 ceph-mon[181282]: pgmap v18949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:34.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:36:34 smithi032 ceph-mon[191839]: pgmap v18950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:34.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:36:34 smithi032 ceph-mon[189144]: pgmap v18950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:36:34 smithi039 ceph-mon[181282]: pgmap v18950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:36:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:36:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:36:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:36:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:36:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:36:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:36:36 smithi032 ceph-mon[191839]: pgmap v18951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:36:36 smithi032 ceph-mon[189144]: pgmap v18951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:37.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:36:36 smithi039 ceph-mon[181282]: pgmap v18951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:38.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:36:38 smithi032 ceph-mon[191839]: pgmap v18952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:38.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:36:38 smithi032 ceph-mon[189144]: pgmap v18952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:39.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:36:38 smithi039 ceph-mon[181282]: pgmap v18952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:40.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:36:40 smithi032 ceph-mon[191839]: pgmap v18953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:36:40 smithi032 ceph-mon[189144]: pgmap v18953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:40.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:36:40 smithi039 ceph-mon[181282]: pgmap v18953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:40.759 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:36:41.119 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:36:41.119 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 63s ago 9h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:36:41.119 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 9m ago 9h 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:36:41.119 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 63s ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:36:41.119 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 9m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:36:41.119 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 9m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:36:41.119 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 63s ago 9h 897M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:36:41.119 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 63s ago 9h 2327M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:36:41.119 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 9m ago 9h 1125M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:36:41.119 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 63s ago 9h 1193M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:36:41.119 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 63s ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:36:41.120 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 9m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:36:41.120 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 63s ago 9h 5498M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:36:41.120 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 63s ago 9h 5616M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:36:41.120 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 63s ago 9h 4943M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:36:41.120 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 63s ago 9h 5111M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:36:41.120 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 9m ago 9h 4779M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:36:41.120 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 9m ago 9h 5237M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:36:41.120 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 9m ago 9h 4871M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:36:41.120 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 9m ago 9h 4953M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:36:41.120 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 9m ago 9h 148M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:36:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:36:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:36:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:36:41.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:36:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:36:41.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:36:41 smithi032 ceph-mon[191839]: from='client.64997 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:36:41.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:36:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:36:41.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:36:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:36:41.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:36:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:36:41.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:36:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:36:41.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:36:41 smithi032 ceph-mon[189144]: from='client.64997 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:36:41.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:36:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:36:41.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:36:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:36:41.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:36:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:36:41.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:36:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:36:41.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:36:41 smithi039 ceph-mon[181282]: from='client.64997 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:36:41.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:36:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:36:41.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:36:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:36:41.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:36:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:36:41.519 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:36:41.519 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:36:41.519 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:36:41.519 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:36:41.519 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:36:41.519 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:36:41.519 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:36:41.520 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:36:41.520 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:36:41.520 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:36:41.520 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:36:41.520 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:36:41.520 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:36:41.520 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:36:41.520 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:36:41.520 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:36:41.520 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:36:41.520 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:36:42.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:36:42 smithi032 ceph-mon[191839]: from='client.69673 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:36:42.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:36:42 smithi032 ceph-mon[191839]: pgmap v18954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:42.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:36:42 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1966208769' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:36:42.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:36:42 smithi032 ceph-mon[189144]: from='client.69673 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:36:42.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:36:42 smithi032 ceph-mon[189144]: pgmap v18954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:42.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:36:42 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1966208769' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:36:42.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:36:42 smithi039 ceph-mon[181282]: from='client.69673 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:36:42.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:36:42 smithi039 ceph-mon[181282]: pgmap v18954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:42.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:36:42 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1966208769' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:36:44.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:36:44 smithi032 ceph-mon[189144]: pgmap v18955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:44.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:36:44 smithi032 ceph-mon[191839]: pgmap v18955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:45.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:36:44 smithi039 ceph-mon[181282]: pgmap v18955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:46.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:36:46 smithi032 ceph-mon[191839]: pgmap v18956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:46.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:36:46 smithi032 ceph-mon[189144]: pgmap v18956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:47.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:36:46 smithi039 ceph-mon[181282]: pgmap v18956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:48.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:36:48 smithi032 ceph-mon[191839]: pgmap v18957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:48.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:36:48 smithi032 ceph-mon[189144]: pgmap v18957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:49.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:36:48 smithi039 ceph-mon[181282]: pgmap v18957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:36:50 smithi032 ceph-mon[191839]: pgmap v18958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:50.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:36:50 smithi032 ceph-mon[189144]: pgmap v18958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:36:50 smithi039 ceph-mon[181282]: pgmap v18958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:36:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:36:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:36:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:36:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:36:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:36:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:36:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:36:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:36:52.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:36:52 smithi032 ceph-mon[189144]: pgmap v18959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:36:52 smithi032 ceph-mon[191839]: pgmap v18959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:36:52 smithi039 ceph-mon[181282]: pgmap v18959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:54.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:36:54 smithi032 ceph-mon[191839]: pgmap v18960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:54.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:36:54 smithi032 ceph-mon[189144]: pgmap v18960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:55.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:36:54 smithi039 ceph-mon[181282]: pgmap v18960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:56.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:36:56 smithi032 ceph-mon[191839]: pgmap v18961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:56.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:36:56 smithi032 ceph-mon[189144]: pgmap v18961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:57.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:36:56 smithi039 ceph-mon[181282]: pgmap v18961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:58.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:36:58 smithi032 ceph-mon[191839]: pgmap v18962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:58.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:36:58 smithi032 ceph-mon[189144]: pgmap v18962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:36:59.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:36:58 smithi039 ceph-mon[181282]: pgmap v18962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:00 smithi032 ceph-mon[191839]: pgmap v18963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:00 smithi032 ceph-mon[189144]: pgmap v18963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:00.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:00 smithi039 ceph-mon[181282]: pgmap v18963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:37:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:37:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:37:02.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:02 smithi032 ceph-mon[191839]: pgmap v18964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:02.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:02 smithi032 ceph-mon[189144]: pgmap v18964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:03.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:02 smithi039 ceph-mon[181282]: pgmap v18964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:04.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:04 smithi032 ceph-mon[191839]: pgmap v18965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:04.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:04 smithi032 ceph-mon[189144]: pgmap v18965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:05.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:04 smithi039 ceph-mon[181282]: pgmap v18965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:37:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:37:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:37:06.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:06 smithi032 ceph-mon[191839]: pgmap v18966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:06.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:06 smithi032 ceph-mon[189144]: pgmap v18966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:07.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:06 smithi039 ceph-mon[181282]: pgmap v18966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:08.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:08 smithi032 ceph-mon[189144]: pgmap v18967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:08.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:08 smithi032 ceph-mon[191839]: pgmap v18967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:09.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:08 smithi039 ceph-mon[181282]: pgmap v18967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:10 smithi032 ceph-mon[189144]: pgmap v18968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:10.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:10 smithi032 ceph-mon[191839]: pgmap v18968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:10.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:10 smithi039 ceph-mon[181282]: pgmap v18968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:37:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:37:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T02:37:11.887 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:37:12.211 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:37:12.211 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 94s ago 9h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:37:12.211 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 9m ago 9h 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:37:12.211 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 94s ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:37:12.211 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 9m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:37:12.211 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 9m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:37:12.211 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 94s ago 9h 897M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:37:12.211 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 94s ago 9h 2327M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:37:12.211 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 9m ago 9h 1125M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:37:12.211 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 94s ago 9h 1193M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:37:12.212 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 94s ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:37:12.212 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 9m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:37:12.212 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 94s ago 9h 5498M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:37:12.212 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 94s ago 9h 5616M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:37:12.212 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 94s ago 9h 4943M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:37:12.212 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 94s ago 9h 5111M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:37:12.212 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 9m ago 9h 4779M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:37:12.212 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 9m ago 9h 5237M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:37:12.212 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 9m ago 9h 4871M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:37:12.212 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 9m ago 9h 4953M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:37:12.212 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 9m ago 9h 148M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:37:12.612 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:37:12.612 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:37:12.612 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:37:12.612 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:37:12.612 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:37:12.612 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:37:12.612 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:37:12.612 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:37:12.612 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:37:12.612 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:37:12.612 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:37:12.612 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:37:12.612 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:37:12.612 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:37:12.613 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:37:12.613 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:37:12.613 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:37:12.613 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:37:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:12 smithi032 ceph-mon[191839]: pgmap v18969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:12 smithi032 ceph-mon[189144]: pgmap v18969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:13.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:12 smithi039 ceph-mon[181282]: pgmap v18969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:13.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:13 smithi032 ceph-mon[191839]: from='client.55101 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:37:13.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:13 smithi032 ceph-mon[191839]: from='client.65021 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:37:13.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:13 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3354670142' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:37:13.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:13 smithi032 ceph-mon[189144]: from='client.55101 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:37:13.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:13 smithi032 ceph-mon[189144]: from='client.65021 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:37:13.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:13 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3354670142' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:37:14.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:13 smithi039 ceph-mon[181282]: from='client.55101 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:37:14.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:13 smithi039 ceph-mon[181282]: from='client.65021 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:37:14.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:13 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3354670142' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:37:14.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:14 smithi032 ceph-mon[191839]: pgmap v18970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:14.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:14 smithi032 ceph-mon[189144]: pgmap v18970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:15.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:14 smithi039 ceph-mon[181282]: pgmap v18970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:16.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:16 smithi032 ceph-mon[191839]: pgmap v18971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:16.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:16 smithi032 ceph-mon[189144]: pgmap v18971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:17.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:16 smithi039 ceph-mon[181282]: pgmap v18971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:18.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:18 smithi032 ceph-mon[191839]: pgmap v18972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:18 smithi032 ceph-mon[189144]: pgmap v18972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:18 smithi039 ceph-mon[181282]: pgmap v18972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:20 smithi032 ceph-mon[191839]: pgmap v18973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:20 smithi032 ceph-mon[189144]: pgmap v18973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:20.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:20 smithi039 ceph-mon[181282]: pgmap v18973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:37:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:37:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:37:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:37:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:37:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:37:22.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:22 smithi032 ceph-mon[191839]: pgmap v18974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:22 smithi032 ceph-mon[189144]: pgmap v18974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:22.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:22 smithi039 ceph-mon[181282]: pgmap v18974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:24.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:24 smithi032 ceph-mon[191839]: pgmap v18975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:24.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:24 smithi032 ceph-mon[189144]: pgmap v18975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:25.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:24 smithi039 ceph-mon[181282]: pgmap v18975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:26.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:26 smithi032 ceph-mon[191839]: pgmap v18976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:26.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:26 smithi032 ceph-mon[189144]: pgmap v18976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:27.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:26 smithi039 ceph-mon[181282]: pgmap v18976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:28.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:28 smithi032 ceph-mon[191839]: pgmap v18977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:28.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:28 smithi032 ceph-mon[189144]: pgmap v18977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:29.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:28 smithi039 ceph-mon[181282]: pgmap v18977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:30 smithi032 ceph-mon[191839]: pgmap v18978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:30 smithi032 ceph-mon[189144]: pgmap v18978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:30.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:30 smithi039 ceph-mon[181282]: pgmap v18978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:37:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:37:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:37:32.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:32 smithi032 ceph-mon[191839]: pgmap v18979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:32.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:32 smithi032 ceph-mon[189144]: pgmap v18979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:33.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:32 smithi039 ceph-mon[181282]: pgmap v18979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:34 smithi032 ceph-mon[191839]: pgmap v18980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:34.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:34 smithi032 ceph-mon[189144]: pgmap v18980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:34 smithi039 ceph-mon[181282]: pgmap v18980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:37:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:37:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:37:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:36 smithi032 ceph-mon[191839]: pgmap v18981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:36 smithi032 ceph-mon[189144]: pgmap v18981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:37.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:36 smithi039 ceph-mon[181282]: pgmap v18981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:38.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:38 smithi032 ceph-mon[189144]: pgmap v18982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:38.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:38 smithi032 ceph-mon[191839]: pgmap v18982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:39.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:38 smithi039 ceph-mon[181282]: pgmap v18982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:40.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:40 smithi032 ceph-mon[191839]: pgmap v18983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:40 smithi032 ceph-mon[189144]: pgmap v18983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:40.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:40 smithi039 ceph-mon[181282]: pgmap v18983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:41.120 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:37:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:37:40] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T02:37:41.120 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:37:41.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:37:41.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:37:42.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:42 smithi032 ceph-mon[191839]: pgmap v18984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:42.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:42 smithi032 ceph-mon[189144]: pgmap v18984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:42.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:42 smithi039 ceph-mon[181282]: pgmap v18984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:42.975 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:37:43.298 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:37:43.298 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 2m ago 9h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:37:43.298 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 10m ago 9h 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:37:43.298 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 2m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:37:43.298 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 10m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:37:43.299 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 10m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:37:43.299 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 2m ago 9h 897M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:37:43.299 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 2m ago 9h 2327M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:37:43.299 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 10m ago 9h 1125M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:37:43.299 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 2m ago 9h 1193M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:37:43.299 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 2m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:37:43.299 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 10m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:37:43.299 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 2m ago 9h 5498M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:37:43.299 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 2m ago 9h 5616M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:37:43.299 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 2m ago 9h 4943M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:37:43.299 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 2m ago 9h 5111M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:37:43.299 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 10m ago 9h 4779M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:37:43.299 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 10m ago 9h 5237M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:37:43.299 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 10m ago 9h 4871M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:37:43.299 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 10m ago 9h 4953M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:37:43.300 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 10m ago 9h 148M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:37:43.702 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:37:43.702 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:37:43.702 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:37:43.702 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:37:43.702 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:37:43.702 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:37:43.702 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:37:43.703 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:37:43.703 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:37:43.703 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:37:43.703 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:37:43.703 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:37:43.703 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:37:43.703 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:37:43.703 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:37:43.703 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:37:43.703 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:37:43.703 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:37:44.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:44 smithi032 ceph-mon[189144]: from='client.55119 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:37:44.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:44 smithi032 ceph-mon[189144]: from='client.55125 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:37:44.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:44 smithi032 ceph-mon[189144]: pgmap v18985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:44.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:44 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/791956114' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:37:44.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:44 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:37:44.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:44 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:37:44.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:44 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:37:44.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:44 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:37:44.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:44 smithi032 ceph-mon[191839]: from='client.55119 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:37:44.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:44 smithi032 ceph-mon[191839]: from='client.55125 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:37:44.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:44 smithi032 ceph-mon[191839]: pgmap v18985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:44.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:44 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/791956114' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:37:44.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:44 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:37:44.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:44 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:37:44.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:44 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:37:44.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:44 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:37:44.934 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:44 smithi039 ceph-mon[181282]: from='client.55119 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:37:44.934 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:44 smithi039 ceph-mon[181282]: from='client.55125 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:37:44.934 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:44 smithi039 ceph-mon[181282]: pgmap v18985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:44.934 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:44 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/791956114' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:37:44.934 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:44 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:37:44.934 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:44 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:37:44.934 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:44 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:37:44.934 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:44 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:37:46.880 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:46 smithi039 ceph-mon[181282]: pgmap v18986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:46.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:46 smithi032 ceph-mon[189144]: pgmap v18986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:46.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:46 smithi032 ceph-mon[191839]: pgmap v18986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:48.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:37:48.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:37:48.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:37:48.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:37:48.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:37:48.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:47 smithi039 ceph-mon[181282]: pgmap v18987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:48.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:37:48.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:37:48.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:37:48.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:37:48.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:37:48.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:47 smithi032 ceph-mon[189144]: pgmap v18987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:48.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:37:48.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:37:48.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:37:48.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:37:48.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:37:48.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:47 smithi032 ceph-mon[191839]: pgmap v18987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:50 smithi032 ceph-mon[191839]: pgmap v18988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:50 smithi032 ceph-mon[189144]: pgmap v18988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:50 smithi039 ceph-mon[181282]: pgmap v18988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:37:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:37:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:37:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:37:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:37:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:37:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:52 smithi032 ceph-mon[191839]: pgmap v18989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:52.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:52 smithi032 ceph-mon[189144]: pgmap v18989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:52 smithi039 ceph-mon[181282]: pgmap v18989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:54.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:54 smithi032 ceph-mon[191839]: pgmap v18990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:54.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:54 smithi032 ceph-mon[189144]: pgmap v18990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:55.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:54 smithi039 ceph-mon[181282]: pgmap v18990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:56.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:56 smithi032 ceph-mon[191839]: pgmap v18991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:56.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:56 smithi032 ceph-mon[189144]: pgmap v18991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:57.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:56 smithi039 ceph-mon[181282]: pgmap v18991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:58.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:37:58 smithi032 ceph-mon[191839]: pgmap v18992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:58.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:37:58 smithi032 ceph-mon[189144]: pgmap v18992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:37:59.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:37:58 smithi039 ceph-mon[181282]: pgmap v18992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:38:00 smithi032 ceph-mon[191839]: pgmap v18993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:38:00 smithi032 ceph-mon[189144]: pgmap v18993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:00.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:38:00 smithi039 ceph-mon[181282]: pgmap v18993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:38:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:38:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:38:02.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:38:02 smithi032 ceph-mon[191839]: pgmap v18994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:02.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:38:02 smithi032 ceph-mon[189144]: pgmap v18994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:03.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:38:02 smithi039 ceph-mon[181282]: pgmap v18994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:04.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:38:04 smithi032 ceph-mon[189144]: pgmap v18995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:04.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:38:04 smithi032 ceph-mon[191839]: pgmap v18995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:05.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:38:04 smithi039 ceph-mon[181282]: pgmap v18995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:38:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:38:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:38:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:38:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:38:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:38:06.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:38:06 smithi032 ceph-mon[189144]: pgmap v18996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:06.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:38:06 smithi032 ceph-mon[191839]: pgmap v18996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:07.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:38:06 smithi039 ceph-mon[181282]: pgmap v18996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:08.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:38:08 smithi032 ceph-mon[189144]: pgmap v18997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:08.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:38:08 smithi032 ceph-mon[191839]: pgmap v18997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:09.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:38:08 smithi039 ceph-mon[181282]: pgmap v18997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:38:10 smithi032 ceph-mon[189144]: pgmap v18998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:10.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:38:10 smithi032 ceph-mon[191839]: pgmap v18998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:10.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:38:10 smithi039 ceph-mon[181282]: pgmap v18998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:38:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:38:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:38:12.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:38:12 smithi032 ceph-mon[191839]: pgmap v18999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:12.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:38:12 smithi032 ceph-mon[189144]: pgmap v18999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:13.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:38:12 smithi039 ceph-mon[181282]: pgmap v18999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:14.067 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:38:14.393 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:38:14.393 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 2m ago 9h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:38:14.393 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 30s ago 9h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:38:14.393 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 2m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:38:14.393 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 30s ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:38:14.393 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 30s ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:38:14.393 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 2m ago 9h 897M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:38:14.394 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 2m ago 9h 2327M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:38:14.394 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 30s ago 9h 1143M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:38:14.394 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 2m ago 9h 1193M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:38:14.394 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 2m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:38:14.394 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 30s ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:38:14.394 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 2m ago 9h 5498M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:38:14.394 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 2m ago 9h 5616M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:38:14.394 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 2m ago 9h 4943M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:38:14.394 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 2m ago 9h 5111M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:38:14.394 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 30s ago 9h 4804M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:38:14.394 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 30s ago 9h 5270M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:38:14.394 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 30s ago 9h 4900M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:38:14.394 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 30s ago 9h 4987M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:38:14.394 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 30s ago 9h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:38:14.801 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:38:14.801 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:38:14.801 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:38:14.801 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:38:14.801 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:38:14.801 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:38:14.801 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:38:14.801 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:38:14.801 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:38:14.801 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:38:14.801 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:38:14.802 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:38:14.802 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:38:14.802 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:38:14.802 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:38:14.802 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:38:14.802 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:38:14.802 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:38:14.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:38:14 smithi032 ceph-mon[191839]: pgmap v19000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:14.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:38:14 smithi032 ceph-mon[189144]: pgmap v19000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:15.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:38:14 smithi039 ceph-mon[181282]: pgmap v19000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:15.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:38:15 smithi032 ceph-mon[189144]: from='client.65051 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:38:15.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:38:15 smithi032 ceph-mon[189144]: from='client.65057 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:38:15.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:38:15 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/226645368' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:38:15.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:38:15 smithi032 ceph-mon[191839]: from='client.65051 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:38:15.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:38:15 smithi032 ceph-mon[191839]: from='client.65057 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:38:15.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:38:15 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/226645368' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:38:16.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:38:15 smithi039 ceph-mon[181282]: from='client.65051 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:38:16.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:38:15 smithi039 ceph-mon[181282]: from='client.65057 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:38:16.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:38:15 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/226645368' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:38:16.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:38:16 smithi032 ceph-mon[191839]: pgmap v19001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:16.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:38:16 smithi032 ceph-mon[189144]: pgmap v19001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:17.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:38:16 smithi039 ceph-mon[181282]: pgmap v19001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:18.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:38:18 smithi032 ceph-mon[191839]: pgmap v19002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:18.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:38:18 smithi032 ceph-mon[189144]: pgmap v19002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:38:18 smithi039 ceph-mon[181282]: pgmap v19002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:38:20 smithi032 ceph-mon[191839]: pgmap v19003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:38:20 smithi032 ceph-mon[189144]: pgmap v19003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:20.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:38:20 smithi039 ceph-mon[181282]: pgmap v19003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:38:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:38:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:38:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:38:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:38:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:38:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:38:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:38:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:38:22.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:38:22 smithi032 ceph-mon[191839]: pgmap v19004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:38:22 smithi032 ceph-mon[189144]: pgmap v19004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:22.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:38:22 smithi039 ceph-mon[181282]: pgmap v19004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:24.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:38:24 smithi032 ceph-mon[191839]: pgmap v19005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:24.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:38:24 smithi032 ceph-mon[189144]: pgmap v19005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:25.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:38:24 smithi039 ceph-mon[181282]: pgmap v19005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:26.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:38:26 smithi032 ceph-mon[191839]: pgmap v19006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:26.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:38:26 smithi032 ceph-mon[189144]: pgmap v19006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:27.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:38:26 smithi039 ceph-mon[181282]: pgmap v19006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:28.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:38:28 smithi032 ceph-mon[191839]: pgmap v19007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:28.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:38:28 smithi032 ceph-mon[189144]: pgmap v19007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:29.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:38:28 smithi039 ceph-mon[181282]: pgmap v19007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:30.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:38:30 smithi032 ceph-mon[191839]: pgmap v19008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:30.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:38:30 smithi032 ceph-mon[189144]: pgmap v19008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:30.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:38:30 smithi039 ceph-mon[181282]: pgmap v19008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:38:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:38:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:38:32.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:38:32 smithi032 ceph-mon[191839]: pgmap v19009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:32.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:38:32 smithi032 ceph-mon[189144]: pgmap v19009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:33.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:38:32 smithi039 ceph-mon[181282]: pgmap v19009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:34.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:38:34 smithi032 ceph-mon[191839]: pgmap v19010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:34.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:38:34 smithi032 ceph-mon[189144]: pgmap v19010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:38:34 smithi039 ceph-mon[181282]: pgmap v19010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:38:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:38:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:38:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:38:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:38:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:38:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:38:36 smithi032 ceph-mon[191839]: pgmap v19011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:38:36 smithi032 ceph-mon[189144]: pgmap v19011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:37.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:38:36 smithi039 ceph-mon[181282]: pgmap v19011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:38.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:38:38 smithi032 ceph-mon[189144]: pgmap v19012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:38.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:38:38 smithi032 ceph-mon[191839]: pgmap v19012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:39.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:38:38 smithi039 ceph-mon[181282]: pgmap v19012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:40.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:38:40 smithi032 ceph-mon[191839]: pgmap v19013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:38:40 smithi032 ceph-mon[189144]: pgmap v19013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:40.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:38:40 smithi039 ceph-mon[181282]: pgmap v19013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:38:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:38:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:38:42.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:38:42 smithi032 ceph-mon[191839]: pgmap v19014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:42.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:38:42 smithi032 ceph-mon[189144]: pgmap v19014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:43.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:38:42 smithi039 ceph-mon[181282]: pgmap v19014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:44.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:38:44 smithi032 ceph-mon[191839]: pgmap v19015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:44.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:38:44 smithi032 ceph-mon[189144]: pgmap v19015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:45.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:38:44 smithi039 ceph-mon[181282]: pgmap v19015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:45.167 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:38:45.491 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:38:45.491 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 3m ago 9h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:38:45.491 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 61s ago 9h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:38:45.491 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 3m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:38:45.491 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 61s ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:38:45.491 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 61s ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:38:45.492 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 3m ago 9h 897M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:38:45.492 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 3m ago 9h 2327M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:38:45.492 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 61s ago 9h 1143M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:38:45.492 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 3m ago 9h 1193M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:38:45.492 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 3m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:38:45.492 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 61s ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:38:45.492 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 3m ago 9h 5498M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:38:45.492 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 3m ago 9h 5616M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:38:45.492 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 3m ago 9h 4943M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:38:45.492 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 3m ago 9h 5111M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:38:45.492 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 61s ago 9h 4804M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:38:45.492 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 61s ago 9h 5270M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:38:45.492 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 61s ago 9h 4900M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:38:45.492 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 61s ago 9h 4987M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:38:45.492 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 61s ago 9h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:38:45.893 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:38:45.893 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:38:45.893 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:38:45.893 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:38:45.893 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:38:45.893 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:38:45.893 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:38:45.893 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:38:45.894 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:38:45.894 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:38:45.894 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:38:45.894 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:38:45.894 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:38:45.894 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:38:45.894 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:38:45.894 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:38:45.894 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:38:45.894 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:38:46.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:38:46 smithi032 ceph-mon[189144]: from='client.65069 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:38:46.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:38:46 smithi032 ceph-mon[189144]: from='client.55161 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:38:46.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:38:46 smithi032 ceph-mon[189144]: pgmap v19016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:46.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:38:46 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/605985195' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:38:46.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:38:46 smithi032 ceph-mon[191839]: from='client.65069 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:38:46.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:38:46 smithi032 ceph-mon[191839]: from='client.55161 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:38:46.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:38:46 smithi032 ceph-mon[191839]: pgmap v19016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:46.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:38:46 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/605985195' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:38:47.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:38:46 smithi039 ceph-mon[181282]: from='client.65069 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:38:47.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:38:46 smithi039 ceph-mon[181282]: from='client.55161 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:38:47.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:38:46 smithi039 ceph-mon[181282]: pgmap v19016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:47.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:38:46 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/605985195' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:38:47.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:38:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:38:47.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:38:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:38:47.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:38:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:38:47.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:38:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:38:47.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:38:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:38:47.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:38:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:38:47.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:38:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:38:47.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:38:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:38:48.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:38:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:38:48.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:38:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:38:48.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:38:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:38:48.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:38:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:38:48.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:38:48 smithi032 ceph-mon[191839]: pgmap v19017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:48.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:38:48 smithi032 ceph-mon[189144]: pgmap v19017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:49.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:38:48 smithi039 ceph-mon[181282]: pgmap v19017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:38:50 smithi032 ceph-mon[191839]: pgmap v19018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:50.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:38:50 smithi032 ceph-mon[189144]: pgmap v19018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:38:50 smithi039 ceph-mon[181282]: pgmap v19018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:38:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:38:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:38:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:38:50] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T02:38:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:38:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:38:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:38:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:38:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:38:52 smithi032 ceph-mon[191839]: pgmap v19019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:38:52 smithi032 ceph-mon[189144]: pgmap v19019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:38:52 smithi039 ceph-mon[181282]: pgmap v19019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:54.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:38:54 smithi032 ceph-mon[189144]: pgmap v19020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:54.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:38:54 smithi032 ceph-mon[191839]: pgmap v19020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:55.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:38:54 smithi039 ceph-mon[181282]: pgmap v19020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:56.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:38:56 smithi032 ceph-mon[189144]: pgmap v19021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:56.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:38:56 smithi032 ceph-mon[191839]: pgmap v19021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:57.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:38:56 smithi039 ceph-mon[181282]: pgmap v19021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:58.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:38:58 smithi032 ceph-mon[191839]: pgmap v19022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:58.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:38:58 smithi032 ceph-mon[189144]: pgmap v19022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:38:59.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:38:58 smithi039 ceph-mon[181282]: pgmap v19022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:39:00 smithi032 ceph-mon[191839]: pgmap v19023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:39:00 smithi032 ceph-mon[189144]: pgmap v19023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:00.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:39:00 smithi039 ceph-mon[181282]: pgmap v19023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:39:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:39:00] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T02:39:02.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:39:02 smithi032 ceph-mon[191839]: pgmap v19024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:02.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:39:02 smithi032 ceph-mon[189144]: pgmap v19024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:03.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:39:02 smithi039 ceph-mon[181282]: pgmap v19024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:04.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:39:04 smithi032 ceph-mon[191839]: pgmap v19025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:04.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:39:04 smithi032 ceph-mon[189144]: pgmap v19025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:05.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:39:04 smithi039 ceph-mon[181282]: pgmap v19025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:39:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:39:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:39:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:39:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:39:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:39:06.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:39:06 smithi032 ceph-mon[191839]: pgmap v19026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:06.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:39:06 smithi032 ceph-mon[189144]: pgmap v19026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:07.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:39:06 smithi039 ceph-mon[181282]: pgmap v19026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:08.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:39:08 smithi032 ceph-mon[191839]: pgmap v19027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:08.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:39:08 smithi032 ceph-mon[189144]: pgmap v19027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:09.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:39:08 smithi039 ceph-mon[181282]: pgmap v19027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:39:10 smithi032 ceph-mon[189144]: pgmap v19028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:10.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:39:10 smithi032 ceph-mon[191839]: pgmap v19028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:10.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:39:10 smithi039 ceph-mon[181282]: pgmap v19028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:39:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:39:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:39:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:39:12 smithi032 ceph-mon[191839]: pgmap v19029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:39:12 smithi032 ceph-mon[189144]: pgmap v19029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:13.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:39:12 smithi039 ceph-mon[181282]: pgmap v19029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:14.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:39:14 smithi032 ceph-mon[189144]: pgmap v19030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:14.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:39:14 smithi032 ceph-mon[191839]: pgmap v19030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:15.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:39:14 smithi039 ceph-mon[181282]: pgmap v19030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:16.255 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:39:16.579 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:39:16.579 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 3m ago 9h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:39:16.579 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 92s ago 9h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:39:16.579 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 3m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:39:16.579 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 92s ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:39:16.579 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 92s ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:39:16.579 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 3m ago 9h 897M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:39:16.579 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 3m ago 9h 2327M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:39:16.579 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 92s ago 9h 1143M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:39:16.579 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 3m ago 9h 1193M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:39:16.580 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 3m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:39:16.580 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 92s ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:39:16.580 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 3m ago 9h 5498M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:39:16.580 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 3m ago 9h 5616M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:39:16.580 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 3m ago 9h 4943M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:39:16.580 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 3m ago 9h 5111M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:39:16.580 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 92s ago 9h 4804M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:39:16.580 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 92s ago 9h 5270M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:39:16.580 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 92s ago 9h 4900M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:39:16.580 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 92s ago 9h 4987M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:39:16.580 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 92s ago 9h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:39:16.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:39:16 smithi032 ceph-mon[191839]: pgmap v19031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:39:16 smithi032 ceph-mon[189144]: pgmap v19031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:16.979 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:39:16.979 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:39:16.979 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:39:16.979 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:39:16.979 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:39:16.979 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:39:16.979 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:39:16.979 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:39:16.979 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:39:16.979 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:39:16.979 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:39:16.979 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:39:16.979 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:39:16.980 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:39:16.980 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:39:16.980 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:39:16.980 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:39:16.980 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:39:17.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:39:16 smithi039 ceph-mon[181282]: pgmap v19031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:17.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:39:17 smithi032 ceph-mon[191839]: from='client.55173 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:39:17.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:39:17 smithi032 ceph-mon[191839]: from='client.65093 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:39:17.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:39:17 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2809133184' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:39:17.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:39:17 smithi032 ceph-mon[189144]: from='client.55173 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:39:17.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:39:17 smithi032 ceph-mon[189144]: from='client.65093 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:39:17.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:39:17 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2809133184' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:39:18.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:39:17 smithi039 ceph-mon[181282]: from='client.55173 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:39:18.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:39:17 smithi039 ceph-mon[181282]: from='client.65093 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:39:18.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:39:17 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2809133184' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:39:18.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:39:18 smithi032 ceph-mon[191839]: pgmap v19032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:39:18 smithi032 ceph-mon[189144]: pgmap v19032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:39:18 smithi039 ceph-mon[181282]: pgmap v19032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:39:20 smithi032 ceph-mon[191839]: pgmap v19033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:39:20 smithi032 ceph-mon[189144]: pgmap v19033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:20.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:39:20 smithi039 ceph-mon[181282]: pgmap v19033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:39:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:39:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:39:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:39:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:39:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:39:20] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T02:39:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:39:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:39:22.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:39:22 smithi032 ceph-mon[191839]: pgmap v19034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:39:22 smithi032 ceph-mon[189144]: pgmap v19034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:22.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:39:22 smithi039 ceph-mon[181282]: pgmap v19034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:24.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:39:24 smithi032 ceph-mon[191839]: pgmap v19035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:24.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:39:24 smithi032 ceph-mon[189144]: pgmap v19035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:25.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:39:24 smithi039 ceph-mon[181282]: pgmap v19035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:26.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:39:26 smithi032 ceph-mon[191839]: pgmap v19036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:26.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:39:26 smithi032 ceph-mon[189144]: pgmap v19036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:27.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:39:26 smithi039 ceph-mon[181282]: pgmap v19036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:28.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:39:28 smithi032 ceph-mon[191839]: pgmap v19037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:28.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:39:28 smithi032 ceph-mon[189144]: pgmap v19037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:29.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:39:28 smithi039 ceph-mon[181282]: pgmap v19037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:39:30 smithi032 ceph-mon[189144]: pgmap v19038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:39:30 smithi032 ceph-mon[191839]: pgmap v19038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:30.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:39:30 smithi039 ceph-mon[181282]: pgmap v19038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:39:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:39:30] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T02:39:32.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:39:32 smithi032 ceph-mon[191839]: pgmap v19039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:32.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:39:32 smithi032 ceph-mon[189144]: pgmap v19039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:33.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:39:32 smithi039 ceph-mon[181282]: pgmap v19039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:34.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:39:34 smithi032 ceph-mon[189144]: pgmap v19040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:39:34 smithi032 ceph-mon[191839]: pgmap v19040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:39:34 smithi039 ceph-mon[181282]: pgmap v19040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:39:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:39:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:39:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:39:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:39:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:39:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:39:36 smithi032 ceph-mon[189144]: pgmap v19041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:39:36 smithi032 ceph-mon[191839]: pgmap v19041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:37.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:39:36 smithi039 ceph-mon[181282]: pgmap v19041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:38.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:39:38 smithi032 ceph-mon[189144]: pgmap v19042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:38.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:39:38 smithi032 ceph-mon[191839]: pgmap v19042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:39.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:39:38 smithi039 ceph-mon[181282]: pgmap v19042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:39:40 smithi032 ceph-mon[189144]: pgmap v19043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:40.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:39:40 smithi032 ceph-mon[191839]: pgmap v19043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:40.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:39:40 smithi039 ceph-mon[181282]: pgmap v19043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:39:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:39:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:39:42.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:39:42 smithi032 ceph-mon[191839]: pgmap v19044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:42.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:39:42 smithi032 ceph-mon[189144]: pgmap v19044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:43.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:39:42 smithi039 ceph-mon[181282]: pgmap v19044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:44.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:39:44 smithi032 ceph-mon[191839]: pgmap v19045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:44.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:39:44 smithi032 ceph-mon[189144]: pgmap v19045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:45.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:39:44 smithi039 ceph-mon[181282]: pgmap v19045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:46.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:39:46 smithi032 ceph-mon[191839]: pgmap v19046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:46.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:39:46 smithi032 ceph-mon[189144]: pgmap v19046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:47.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:39:46 smithi039 ceph-mon[181282]: pgmap v19046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:47.345 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:39:47.667 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:39:47.667 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 4m ago 9h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:39:47.668 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 2m ago 9h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:39:47.668 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 4m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:39:47.668 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 2m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:39:47.668 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 2m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:39:47.668 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 4m ago 9h 897M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:39:47.668 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 4m ago 9h 2327M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:39:47.669 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 2m ago 9h 1143M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:39:47.669 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 4m ago 9h 1193M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:39:47.669 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 4m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:39:47.669 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 2m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:39:47.669 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 4m ago 9h 5498M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:39:47.669 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 4m ago 9h 5616M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:39:47.670 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 4m ago 9h 4943M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:39:47.670 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 4m ago 9h 5111M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:39:47.670 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 2m ago 9h 4804M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:39:47.670 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 2m ago 9h 5270M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:39:47.670 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 2m ago 9h 4900M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:39:47.670 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 2m ago 9h 4987M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:39:47.670 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 2m ago 9h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:39:48.078 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:39:48.078 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:39:48.078 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:39:48.078 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:39:48.078 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:39:48.078 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:39:48.078 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:39:48.078 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:39:48.079 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:39:48.079 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:39:48.079 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:39:48.079 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:39:48.079 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:39:48.079 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:39:48.079 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:39:48.079 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:39:48.079 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:39:48.079 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:39:48.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:39:48 smithi032 ceph-mon[191839]: from='client.55191 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:39:48.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:39:48 smithi032 ceph-mon[191839]: pgmap v19047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:48.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:39:48 smithi032 ceph-mon[191839]: from='client.65111 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:39:48.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:39:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:39:48.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:39:48 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1427017387' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:39:48.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:39:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:39:48.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:39:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:39:48.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:39:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:39:48.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:39:48 smithi032 ceph-mon[189144]: from='client.55191 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:39:48.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:39:48 smithi032 ceph-mon[189144]: pgmap v19047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:48.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:39:48 smithi032 ceph-mon[189144]: from='client.65111 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:39:48.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:39:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:39:48.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:39:48 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1427017387' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:39:48.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:39:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:39:48.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:39:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:39:48.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:39:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:39:49.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:39:48 smithi039 ceph-mon[181282]: from='client.55191 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:39:49.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:39:48 smithi039 ceph-mon[181282]: pgmap v19047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:49.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:39:48 smithi039 ceph-mon[181282]: from='client.65111 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:39:49.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:39:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:39:49.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:39:48 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1427017387' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:39:49.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:39:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:39:49.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:39:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:39:49.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:39:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:39:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:39:50 smithi032 ceph-mon[189144]: pgmap v19048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:39:50 smithi032 ceph-mon[191839]: pgmap v19048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:39:50 smithi039 ceph-mon[181282]: pgmap v19048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:39:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:39:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:39:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:39:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:39:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:39:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:39:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:39:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:39:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:39:52 smithi032 ceph-mon[191839]: pgmap v19049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:52.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:39:52 smithi032 ceph-mon[189144]: pgmap v19049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:39:52 smithi039 ceph-mon[181282]: pgmap v19049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:54.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:39:54 smithi032 ceph-mon[191839]: pgmap v19050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:54.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:39:54 smithi032 ceph-mon[189144]: pgmap v19050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:55.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:39:54 smithi039 ceph-mon[181282]: pgmap v19050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:56.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:39:56 smithi032 ceph-mon[191839]: pgmap v19051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:56.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:39:56 smithi032 ceph-mon[189144]: pgmap v19051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:57.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:39:56 smithi039 ceph-mon[181282]: pgmap v19051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:58.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:39:58 smithi032 ceph-mon[189144]: pgmap v19052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:58.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:39:58 smithi032 ceph-mon[191839]: pgmap v19052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:39:59.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:39:58 smithi039 ceph-mon[181282]: pgmap v19052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:40:00 smithi032 ceph-mon[191839]: pgmap v19053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:40:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T02:40:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:40:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-23T02:39:59.998+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T02:40:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:40:00 smithi032 ceph-mon[189144]: pgmap v19053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:40:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T02:40:00.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:40:00 smithi039 ceph-mon[181282]: pgmap v19053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:00.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:40:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T02:40:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:40:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:40:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:40:02.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:40:02 smithi032 ceph-mon[191839]: pgmap v19054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:02.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:40:02 smithi032 ceph-mon[189144]: pgmap v19054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:03.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:40:02 smithi039 ceph-mon[181282]: pgmap v19054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:04.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:40:04 smithi032 ceph-mon[191839]: pgmap v19055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:04.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:40:04 smithi032 ceph-mon[189144]: pgmap v19055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:05.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:40:04 smithi039 ceph-mon[181282]: pgmap v19055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:40:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:40:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:40:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:40:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:40:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:40:06.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:40:06 smithi032 ceph-mon[191839]: pgmap v19056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:06.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:40:06 smithi032 ceph-mon[189144]: pgmap v19056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:07.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:40:06 smithi039 ceph-mon[181282]: pgmap v19056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:08.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:40:08 smithi032 ceph-mon[191839]: pgmap v19057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:08.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:40:08 smithi032 ceph-mon[189144]: pgmap v19057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:09.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:40:08 smithi039 ceph-mon[181282]: pgmap v19057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:10.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:40:10 smithi032 ceph-mon[191839]: pgmap v19058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:40:10 smithi032 ceph-mon[189144]: pgmap v19058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:10.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:40:10 smithi039 ceph-mon[181282]: pgmap v19058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:40:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:40:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:40:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:40:12 smithi032 ceph-mon[191839]: pgmap v19059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:40:12 smithi032 ceph-mon[189144]: pgmap v19059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:13.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:40:12 smithi039 ceph-mon[181282]: pgmap v19059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:14.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:40:14 smithi032 ceph-mon[191839]: pgmap v19060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:14.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:40:14 smithi032 ceph-mon[189144]: pgmap v19060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:15.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:40:14 smithi039 ceph-mon[181282]: pgmap v19060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:16.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:40:16 smithi032 ceph-mon[191839]: pgmap v19061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:40:16 smithi032 ceph-mon[189144]: pgmap v19061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:16.986 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:40:16 smithi039 ceph-mon[181282]: pgmap v19061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:17.258 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 23 02:40:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-23T02:40:16.982672505Z level=info msg="Completed cleanup jobs" duration=13.120799ms 2023-12-23T02:40:18.446 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:40:18.766 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:40:18.767 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 4m ago 9h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:40:18.767 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 2m ago 9h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:40:18.767 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 4m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:40:18.767 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 2m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:40:18.767 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 2m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:40:18.767 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 4m ago 9h 897M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:40:18.767 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 4m ago 9h 2327M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:40:18.767 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 2m ago 9h 1143M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:40:18.767 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 4m ago 9h 1193M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:40:18.767 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 4m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:40:18.767 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 2m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:40:18.767 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 4m ago 9h 5498M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:40:18.767 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 4m ago 9h 5616M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:40:18.767 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 4m ago 9h 4943M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:40:18.768 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 4m ago 9h 5111M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:40:18.768 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 2m ago 9h 4804M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:40:18.768 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 2m ago 9h 5270M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:40:18.768 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 2m ago 9h 4900M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:40:18.768 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 2m ago 9h 4987M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:40:18.768 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 2m ago 9h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:40:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:40:18 smithi032 ceph-mon[189144]: pgmap v19062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:18.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:40:18 smithi032 ceph-mon[191839]: pgmap v19062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:40:18 smithi039 ceph-mon[181282]: pgmap v19062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:19.165 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:40:19.165 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:40:19.166 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:40:19.166 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:40:19.166 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:40:19.166 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:40:19.166 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:40:19.166 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:40:19.166 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:40:19.166 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:40:19.166 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:40:19.166 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:40:19.166 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:40:19.166 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:40:19.166 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:40:19.166 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:40:19.167 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:40:19.167 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:40:19.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:40:19 smithi032 ceph-mon[191839]: from='client.55209 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:40:19.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:40:19 smithi032 ceph-mon[191839]: from='client.55215 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:40:19.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:40:19 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2576729246' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:40:19.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:40:19 smithi032 ceph-mon[189144]: from='client.55209 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:40:19.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:40:19 smithi032 ceph-mon[189144]: from='client.55215 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:40:19.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:40:19 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2576729246' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:40:20.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:40:19 smithi039 ceph-mon[181282]: from='client.55209 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:40:20.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:40:19 smithi039 ceph-mon[181282]: from='client.55215 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:40:20.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:40:19 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2576729246' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:40:20.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:40:20 smithi032 ceph-mon[191839]: pgmap v19063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:20.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:40:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:40:20.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:40:20 smithi032 ceph-mon[189144]: pgmap v19063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:20.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:40:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:40:20.932 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:40:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:40:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:40:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:40:20 smithi039 ceph-mon[181282]: pgmap v19063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:40:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:40:22.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:40:22 smithi032 ceph-mon[191839]: pgmap v19064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:22.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:40:22 smithi032 ceph-mon[189144]: pgmap v19064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:23.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:40:22 smithi039 ceph-mon[181282]: pgmap v19064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:24.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:40:24 smithi032 ceph-mon[191839]: pgmap v19065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:24.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:40:24 smithi032 ceph-mon[189144]: pgmap v19065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:25.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:40:24 smithi039 ceph-mon[181282]: pgmap v19065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:26.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:40:26 smithi032 ceph-mon[189144]: pgmap v19066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:26.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:40:26 smithi032 ceph-mon[191839]: pgmap v19066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:27.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:40:26 smithi039 ceph-mon[181282]: pgmap v19066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:28.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:40:28 smithi032 ceph-mon[191839]: pgmap v19067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:28.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:40:28 smithi032 ceph-mon[189144]: pgmap v19067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:29.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:40:28 smithi039 ceph-mon[181282]: pgmap v19067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:40:30 smithi032 ceph-mon[191839]: pgmap v19068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:30.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:40:30 smithi032 ceph-mon[189144]: pgmap v19068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:30.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:40:30 smithi039 ceph-mon[181282]: pgmap v19068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:40:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:40:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:40:32.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:40:32 smithi032 ceph-mon[191839]: pgmap v19069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:32.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:40:32 smithi032 ceph-mon[189144]: pgmap v19069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:33.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:40:32 smithi039 ceph-mon[181282]: pgmap v19069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:40:34 smithi032 ceph-mon[191839]: pgmap v19070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:34.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:40:34 smithi032 ceph-mon[189144]: pgmap v19070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:40:34 smithi039 ceph-mon[181282]: pgmap v19070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:40:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:40:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:40:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:40:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:40:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:40:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:40:36 smithi032 ceph-mon[191839]: pgmap v19071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:40:36 smithi032 ceph-mon[189144]: pgmap v19071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:37.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:40:36 smithi039 ceph-mon[181282]: pgmap v19071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:38.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:40:38 smithi032 ceph-mon[191839]: pgmap v19072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:38.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:40:38 smithi032 ceph-mon[189144]: pgmap v19072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:39.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:40:38 smithi039 ceph-mon[181282]: pgmap v19072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:40:40 smithi032 ceph-mon[189144]: pgmap v19073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:40.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:40:40 smithi032 ceph-mon[191839]: pgmap v19073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:40.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:40:40 smithi039 ceph-mon[181282]: pgmap v19073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:40:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:40:40] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T02:40:42.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:40:42 smithi032 ceph-mon[191839]: pgmap v19074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:42.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:40:42 smithi032 ceph-mon[189144]: pgmap v19074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:43.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:40:42 smithi039 ceph-mon[181282]: pgmap v19074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:44.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:40:44 smithi032 ceph-mon[191839]: pgmap v19075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:44.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:40:44 smithi032 ceph-mon[189144]: pgmap v19075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:45.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:40:44 smithi039 ceph-mon[181282]: pgmap v19075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:46.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:40:46 smithi032 ceph-mon[191839]: pgmap v19076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:46.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:40:46 smithi032 ceph-mon[189144]: pgmap v19076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:47.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:40:46 smithi039 ceph-mon[181282]: pgmap v19076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:48.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:40:48 smithi032 ceph-mon[189144]: pgmap v19077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:48.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:40:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:40:48.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:40:48 smithi032 ceph-mon[191839]: pgmap v19077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:48.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:40:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:40:49.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:40:48 smithi039 ceph-mon[181282]: pgmap v19077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:49.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:40:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:40:49.519 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:40:49.844 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:40:49.844 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 5m ago 9h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:40:49.844 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 3m ago 9h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:40:49.844 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 5m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:40:49.844 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 3m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:40:49.844 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 3m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:40:49.844 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 5m ago 9h 897M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:40:49.844 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 5m ago 9h 2327M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:40:49.844 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 3m ago 9h 1143M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:40:49.845 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 5m ago 9h 1193M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:40:49.845 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 5m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:40:49.845 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 3m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:40:49.845 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 5m ago 9h 5498M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:40:49.845 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 5m ago 9h 5616M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:40:49.845 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 5m ago 9h 4943M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:40:49.845 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 5m ago 9h 5111M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:40:49.845 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 3m ago 9h 4804M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:40:49.845 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 3m ago 9h 5270M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:40:49.845 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 3m ago 9h 4900M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:40:49.845 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 3m ago 9h 4987M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:40:49.845 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 3m ago 9h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:40:49.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:40:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:40:49.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:40:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:40:49.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:40:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:40:49.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:40:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:40:49.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:40:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:40:49.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:40:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:40:50.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:40:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:40:50.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:40:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:40:50.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:40:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:40:50.245 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:40:50.245 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:40:50.245 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:40:50.245 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:40:50.245 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:40:50.245 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:40:50.245 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:40:50.245 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:40:50.245 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:40:50.245 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:40:50.245 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:40:50.245 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:40:50.245 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:40:50.246 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:40:50.246 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:40:50.246 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:40:50.246 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:40:50.246 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:40:50.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:40:50 smithi032 ceph-mon[189144]: from='client.65138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:40:50.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:40:50 smithi032 ceph-mon[189144]: pgmap v19078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:50.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:40:50 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1400810758' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:40:50.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:40:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:40:50.932 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:40:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:40:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:40:50.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:40:50 smithi032 ceph-mon[191839]: from='client.65138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:40:50.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:40:50 smithi032 ceph-mon[191839]: pgmap v19078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:50.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:40:50 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1400810758' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:40:50.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:40:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:40:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:40:50 smithi039 ceph-mon[181282]: from='client.65138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:40:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:40:50 smithi039 ceph-mon[181282]: pgmap v19078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:40:50 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1400810758' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:40:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:40:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:40:51.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:40:51 smithi032 ceph-mon[189144]: from='client.55233 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:40:51.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:40:51 smithi032 ceph-mon[191839]: from='client.55233 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:40:52.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:40:51 smithi039 ceph-mon[181282]: from='client.55233 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:40:52.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:40:52 smithi032 ceph-mon[191839]: pgmap v19079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:52.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:40:52 smithi032 ceph-mon[189144]: pgmap v19079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:53.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:40:52 smithi039 ceph-mon[181282]: pgmap v19079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:54.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:40:54 smithi032 ceph-mon[191839]: pgmap v19080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:54.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:40:54 smithi032 ceph-mon[189144]: pgmap v19080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:55.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:40:54 smithi039 ceph-mon[181282]: pgmap v19080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:56.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:40:56 smithi032 ceph-mon[191839]: pgmap v19081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:56.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:40:56 smithi032 ceph-mon[189144]: pgmap v19081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:57.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:40:56 smithi039 ceph-mon[181282]: pgmap v19081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:58.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:40:58 smithi032 ceph-mon[191839]: pgmap v19082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:58.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:40:58 smithi032 ceph-mon[189144]: pgmap v19082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:40:59.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:40:58 smithi039 ceph-mon[181282]: pgmap v19082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:41:00 smithi032 ceph-mon[191839]: pgmap v19083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:41:00 smithi032 ceph-mon[189144]: pgmap v19083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:00.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:41:00 smithi039 ceph-mon[181282]: pgmap v19083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:41:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:41:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:41:02.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:41:02 smithi032 ceph-mon[189144]: pgmap v19084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:02.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:41:02 smithi032 ceph-mon[191839]: pgmap v19084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:03.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:41:02 smithi039 ceph-mon[181282]: pgmap v19084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:04.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:41:04 smithi032 ceph-mon[191839]: pgmap v19085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:04.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:41:04 smithi032 ceph-mon[189144]: pgmap v19085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:05.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:41:04 smithi039 ceph-mon[181282]: pgmap v19085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:41:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:41:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:41:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:41:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:41:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:41:06.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:41:06 smithi032 ceph-mon[191839]: pgmap v19086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:06.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:41:06 smithi032 ceph-mon[189144]: pgmap v19086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:07.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:41:06 smithi039 ceph-mon[181282]: pgmap v19086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:08.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:41:08 smithi032 ceph-mon[189144]: pgmap v19087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:08.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:41:08 smithi032 ceph-mon[191839]: pgmap v19087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:09.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:41:08 smithi039 ceph-mon[181282]: pgmap v19087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:10.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:41:10 smithi032 ceph-mon[191839]: pgmap v19088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:41:10 smithi032 ceph-mon[189144]: pgmap v19088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:10.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:41:10 smithi039 ceph-mon[181282]: pgmap v19088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:41:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:41:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:41:13.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:41:12 smithi039 ceph-mon[181282]: pgmap v19089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:13.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:41:12 smithi032 ceph-mon[191839]: pgmap v19089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:13.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:41:12 smithi032 ceph-mon[189144]: pgmap v19089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:15.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:41:14 smithi039 ceph-mon[181282]: pgmap v19090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:15.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:41:14 smithi032 ceph-mon[189144]: pgmap v19090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:15.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:41:14 smithi032 ceph-mon[191839]: pgmap v19090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:17.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:41:16 smithi039 ceph-mon[181282]: pgmap v19091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:17.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:41:16 smithi032 ceph-mon[191839]: pgmap v19091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:17.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:41:16 smithi032 ceph-mon[189144]: pgmap v19091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:41:18 smithi039 ceph-mon[181282]: pgmap v19092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:19.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:41:18 smithi032 ceph-mon[189144]: pgmap v19092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:19.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:41:18 smithi032 ceph-mon[191839]: pgmap v19092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:41:20 smithi032 ceph-mon[189144]: pgmap v19093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:41:20 smithi032 ceph-mon[191839]: pgmap v19093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:20.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:41:20 smithi039 ceph-mon[181282]: pgmap v19093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:20.608 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:41:20.930 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:41:20.930 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 5m ago 9h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:41:20.930 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 3m ago 9h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:41:20.930 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 5m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:41:20.930 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 3m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:41:20.930 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 3m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:41:20.930 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 5m ago 9h 897M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:41:20.930 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 5m ago 9h 2327M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:41:20.930 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 3m ago 9h 1143M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:41:20.930 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 5m ago 9h 1193M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:41:20.930 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 5m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:41:20.930 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 3m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:41:20.930 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 5m ago 9h 5498M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:41:20.931 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 5m ago 9h 5616M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:41:20.931 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 5m ago 9h 4943M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:41:20.931 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 5m ago 9h 5111M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:41:20.931 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 3m ago 9h 4804M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:41:20.931 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 3m ago 9h 5270M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:41:20.931 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 3m ago 9h 4900M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:41:20.931 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 3m ago 9h 4987M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:41:20.931 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 3m ago 9h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:41:21.113 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:41:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:41:20] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T02:41:21.329 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:41:21.329 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:41:21.330 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:41:21.330 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:41:21.330 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:41:21.330 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:41:21.330 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:41:21.330 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:41:21.330 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:41:21.330 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:41:21.330 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:41:21.330 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:41:21.330 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:41:21.330 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:41:21.330 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:41:21.330 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:41:21.330 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:41:21.330 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:41:21.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:41:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:41:21.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:41:21 smithi032 ceph-mon[191839]: from='client.65156 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:41:21.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:41:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:41:21.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:41:21 smithi032 ceph-mon[189144]: from='client.65156 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:41:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:41:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:41:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:41:21 smithi039 ceph-mon[181282]: from='client.65156 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:41:22.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:41:22 smithi032 ceph-mon[191839]: from='client.55251 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:41:22.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:41:22 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/629678772' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:41:22.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:41:22 smithi032 ceph-mon[191839]: pgmap v19094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:41:22 smithi032 ceph-mon[189144]: from='client.55251 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:41:22.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:41:22 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/629678772' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:41:22.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:41:22 smithi032 ceph-mon[189144]: pgmap v19094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:22.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:41:22 smithi039 ceph-mon[181282]: from='client.55251 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:41:22.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:41:22 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/629678772' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:41:22.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:41:22 smithi039 ceph-mon[181282]: pgmap v19094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:25.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:41:24 smithi039 ceph-mon[181282]: pgmap v19095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:25.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:41:24 smithi032 ceph-mon[191839]: pgmap v19095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:25.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:41:24 smithi032 ceph-mon[189144]: pgmap v19095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:27.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:41:26 smithi039 ceph-mon[181282]: pgmap v19096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:27.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:41:26 smithi032 ceph-mon[191839]: pgmap v19096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:27.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:41:26 smithi032 ceph-mon[189144]: pgmap v19096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:29.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:41:28 smithi039 ceph-mon[181282]: pgmap v19097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:29.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:41:28 smithi032 ceph-mon[191839]: pgmap v19097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:29.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:41:28 smithi032 ceph-mon[189144]: pgmap v19097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:41:30 smithi032 ceph-mon[191839]: pgmap v19098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:41:30 smithi032 ceph-mon[189144]: pgmap v19098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:30.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:41:30 smithi039 ceph-mon[181282]: pgmap v19098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:41:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:41:30] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T02:41:33.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:41:32 smithi039 ceph-mon[181282]: pgmap v19099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:33.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:41:32 smithi032 ceph-mon[191839]: pgmap v19099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:33.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:41:32 smithi032 ceph-mon[189144]: pgmap v19099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:41:34 smithi039 ceph-mon[181282]: pgmap v19100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:35.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:41:34 smithi032 ceph-mon[191839]: pgmap v19100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:35.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:41:34 smithi032 ceph-mon[189144]: pgmap v19100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:41:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:41:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:41:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:41:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:41:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:41:37.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:41:36 smithi039 ceph-mon[181282]: pgmap v19101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:37.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:41:36 smithi032 ceph-mon[191839]: pgmap v19101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:41:36 smithi032 ceph-mon[189144]: pgmap v19101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:39.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:41:38 smithi039 ceph-mon[181282]: pgmap v19102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:39.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:41:38 smithi032 ceph-mon[189144]: pgmap v19102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:39.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:41:38 smithi032 ceph-mon[191839]: pgmap v19102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:41:40 smithi032 ceph-mon[189144]: pgmap v19103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:40.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:41:40 smithi032 ceph-mon[191839]: pgmap v19103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:40.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:41:40 smithi039 ceph-mon[181282]: pgmap v19103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:41:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:41:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:41:43.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:41:42 smithi039 ceph-mon[181282]: pgmap v19104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:43.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:41:42 smithi032 ceph-mon[191839]: pgmap v19104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:43.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:41:42 smithi032 ceph-mon[189144]: pgmap v19104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:45.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:41:44 smithi039 ceph-mon[181282]: pgmap v19105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:45.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:41:44 smithi032 ceph-mon[191839]: pgmap v19105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:45.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:41:44 smithi032 ceph-mon[189144]: pgmap v19105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:47.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:41:46 smithi039 ceph-mon[181282]: pgmap v19106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:47.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:41:46 smithi032 ceph-mon[191839]: pgmap v19106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:47.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:41:46 smithi032 ceph-mon[189144]: pgmap v19106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:49.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:41:48 smithi039 ceph-mon[181282]: pgmap v19107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:49.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:41:48 smithi032 ceph-mon[189144]: pgmap v19107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:49.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:41:48 smithi032 ceph-mon[191839]: pgmap v19107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:50.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:41:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:41:50.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:41:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:41:50.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:41:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:41:50.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:41:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:41:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:41:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:41:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:41:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:41:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:41:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:41:50.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:41:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:41:50.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:41:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:41:50.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:41:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:41:50.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:41:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:41:50.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:41:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:41:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:41:50 smithi039 ceph-mon[181282]: pgmap v19108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:41:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:41:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:41:50 smithi032 ceph-mon[191839]: pgmap v19108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:41:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:41:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:41:50 smithi032 ceph-mon[189144]: pgmap v19108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:41:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:41:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:41:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:41:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:41:51.691 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:41:52.013 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:41:52.013 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 6m ago 9h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:41:52.013 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 4m ago 9h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:41:52.013 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 6m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:41:52.014 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 4m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:41:52.014 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 4m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:41:52.014 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 6m ago 9h 897M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:41:52.014 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 6m ago 9h 2327M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:41:52.014 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 4m ago 9h 1143M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:41:52.014 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 6m ago 9h 1193M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:41:52.014 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 6m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:41:52.014 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 4m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:41:52.014 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 6m ago 9h 5498M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:41:52.014 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 6m ago 9h 5616M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:41:52.014 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 6m ago 9h 4943M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:41:52.014 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 6m ago 9h 5111M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:41:52.014 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 4m ago 9h 4804M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:41:52.014 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 4m ago 9h 5270M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:41:52.014 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 4m ago 9h 4900M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:41:52.014 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 4m ago 9h 4987M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:41:52.015 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 4m ago 9h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:41:52.418 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:41:52.418 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:41:52.418 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:41:52.418 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:41:52.419 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:41:52.419 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:41:52.419 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:41:52.419 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:41:52.419 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:41:52.419 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:41:52.419 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:41:52.419 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:41:52.419 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:41:52.419 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:41:52.419 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:41:52.419 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:41:52.419 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:41:52.419 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:41:53.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:41:52 smithi039 ceph-mon[181282]: pgmap v19109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:53.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:41:52 smithi039 ceph-mon[181282]: from='client.55263 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:41:53.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:41:52 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3584811912' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:41:53.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:41:52 smithi032 ceph-mon[191839]: pgmap v19109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:53.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:41:52 smithi032 ceph-mon[191839]: from='client.55263 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:41:53.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:41:52 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3584811912' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:41:53.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:41:52 smithi032 ceph-mon[189144]: pgmap v19109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:53.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:41:52 smithi032 ceph-mon[189144]: from='client.55263 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:41:53.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:41:52 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3584811912' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:41:54.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:41:53 smithi039 ceph-mon[181282]: from='client.65180 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:41:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:41:53 smithi032 ceph-mon[189144]: from='client.65180 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:41:54.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:41:53 smithi032 ceph-mon[191839]: from='client.65180 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:41:55.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:41:54 smithi039 ceph-mon[181282]: pgmap v19110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:55.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:41:54 smithi032 ceph-mon[191839]: pgmap v19110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:55.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:41:54 smithi032 ceph-mon[189144]: pgmap v19110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:57.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:41:56 smithi039 ceph-mon[181282]: pgmap v19111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:57.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:41:56 smithi032 ceph-mon[191839]: pgmap v19111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:57.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:41:56 smithi032 ceph-mon[189144]: pgmap v19111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:59.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:41:58 smithi039 ceph-mon[181282]: pgmap v19112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:59.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:41:58 smithi032 ceph-mon[191839]: pgmap v19112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:41:59.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:41:58 smithi032 ceph-mon[189144]: pgmap v19112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:42:00 smithi032 ceph-mon[191839]: pgmap v19113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:42:00 smithi032 ceph-mon[189144]: pgmap v19113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:00.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:42:00 smithi039 ceph-mon[181282]: pgmap v19113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:42:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:42:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:42:03.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:42:02 smithi039 ceph-mon[181282]: pgmap v19114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:03.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:42:02 smithi032 ceph-mon[191839]: pgmap v19114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:03.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:42:02 smithi032 ceph-mon[189144]: pgmap v19114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:05.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:42:04 smithi039 ceph-mon[181282]: pgmap v19115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:05.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:42:04 smithi032 ceph-mon[191839]: pgmap v19115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:05.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:42:04 smithi032 ceph-mon[189144]: pgmap v19115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:42:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:42:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:42:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:42:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:42:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:42:07.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:42:06 smithi039 ceph-mon[181282]: pgmap v19116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:07.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:42:06 smithi032 ceph-mon[191839]: pgmap v19116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:07.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:42:06 smithi032 ceph-mon[189144]: pgmap v19116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:09.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:42:08 smithi039 ceph-mon[181282]: pgmap v19117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:09.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:42:08 smithi032 ceph-mon[191839]: pgmap v19117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:09.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:42:08 smithi032 ceph-mon[189144]: pgmap v19117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:10.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:42:10 smithi032 ceph-mon[191839]: pgmap v19118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:42:10 smithi032 ceph-mon[189144]: pgmap v19118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:10.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:42:10 smithi039 ceph-mon[181282]: pgmap v19118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:42:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:42:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:42:13.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:42:12 smithi039 ceph-mon[181282]: pgmap v19119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:13.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:42:12 smithi032 ceph-mon[191839]: pgmap v19119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:13.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:42:12 smithi032 ceph-mon[189144]: pgmap v19119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:15.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:42:14 smithi039 ceph-mon[181282]: pgmap v19120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:15.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:42:14 smithi032 ceph-mon[191839]: pgmap v19120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:15.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:42:14 smithi032 ceph-mon[189144]: pgmap v19120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:17.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:42:16 smithi039 ceph-mon[181282]: pgmap v19121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:17.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:42:16 smithi032 ceph-mon[191839]: pgmap v19121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:17.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:42:16 smithi032 ceph-mon[189144]: pgmap v19121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:42:18 smithi039 ceph-mon[181282]: pgmap v19122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:19.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:42:18 smithi032 ceph-mon[189144]: pgmap v19122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:19.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:42:18 smithi032 ceph-mon[191839]: pgmap v19122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:42:20 smithi032 ceph-mon[189144]: pgmap v19123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:42:20 smithi032 ceph-mon[191839]: pgmap v19123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:20.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:42:20 smithi039 ceph-mon[181282]: pgmap v19123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:21.125 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:42:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:42:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:42:21.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:42:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:42:21.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:42:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:42:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:42:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:42:22.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:42:22 smithi032 ceph-mon[191839]: pgmap v19124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:42:22 smithi032 ceph-mon[189144]: pgmap v19124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:22.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:42:22 smithi039 ceph-mon[181282]: pgmap v19124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:22.784 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:42:23.109 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:42:23.109 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 6m ago 9h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:42:23.110 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 4m ago 9h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:42:23.110 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 6m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:42:23.110 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 4m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:42:23.110 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 4m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:42:23.110 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 6m ago 9h 897M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:42:23.110 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 6m ago 9h 2327M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:42:23.110 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 4m ago 9h 1143M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:42:23.110 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 6m ago 9h 1193M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:42:23.110 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 6m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:42:23.110 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 4m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:42:23.110 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 6m ago 9h 5498M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:42:23.110 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 6m ago 9h 5616M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:42:23.110 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 6m ago 9h 4943M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:42:23.110 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 6m ago 9h 5111M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:42:23.111 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 4m ago 9h 4804M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:42:23.111 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 4m ago 9h 5270M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:42:23.111 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 4m ago 9h 4900M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:42:23.111 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 4m ago 9h 4987M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:42:23.111 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 4m ago 9h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:42:23.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:42:23 smithi032 ceph-mon[189144]: from='client.65192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:42:23.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:42:23 smithi032 ceph-mon[191839]: from='client.65192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:42:23.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:42:23 smithi039 ceph-mon[181282]: from='client.65192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:42:23.513 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:42:23.513 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:42:23.513 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:42:23.513 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:42:23.513 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:42:23.513 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:42:23.513 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:42:23.513 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:42:23.513 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:42:23.513 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:42:23.513 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:42:23.513 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:42:23.513 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:42:23.513 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:42:23.513 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:42:23.514 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:42:23.514 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:42:23.514 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:42:24.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:42:24 smithi032 ceph-mon[191839]: from='client.55287 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:42:24.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:42:24 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4108897287' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:42:24.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:42:24 smithi032 ceph-mon[191839]: pgmap v19125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:24.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:42:24 smithi032 ceph-mon[189144]: from='client.55287 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:42:24.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:42:24 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4108897287' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:42:24.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:42:24 smithi032 ceph-mon[189144]: pgmap v19125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:24.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:42:24 smithi039 ceph-mon[181282]: from='client.55287 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:42:24.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:42:24 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4108897287' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:42:24.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:42:24 smithi039 ceph-mon[181282]: pgmap v19125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:27.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:42:26 smithi039 ceph-mon[181282]: pgmap v19126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:27.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:42:26 smithi032 ceph-mon[189144]: pgmap v19126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:27.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:42:26 smithi032 ceph-mon[191839]: pgmap v19126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:29.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:42:28 smithi039 ceph-mon[181282]: pgmap v19127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:29.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:42:28 smithi032 ceph-mon[191839]: pgmap v19127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:29.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:42:28 smithi032 ceph-mon[189144]: pgmap v19127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:42:30 smithi032 ceph-mon[191839]: pgmap v19128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:42:30 smithi032 ceph-mon[189144]: pgmap v19128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:30.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:42:30 smithi039 ceph-mon[181282]: pgmap v19128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:42:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:42:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:42:33.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:42:32 smithi039 ceph-mon[181282]: pgmap v19129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:33.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:42:32 smithi032 ceph-mon[191839]: pgmap v19129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:33.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:42:32 smithi032 ceph-mon[189144]: pgmap v19129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:42:34 smithi039 ceph-mon[181282]: pgmap v19130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:35.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:42:34 smithi032 ceph-mon[191839]: pgmap v19130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:35.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:42:34 smithi032 ceph-mon[189144]: pgmap v19130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:42:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:42:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:42:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:42:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:42:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:42:37.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:42:36 smithi039 ceph-mon[181282]: pgmap v19131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:37.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:42:36 smithi032 ceph-mon[191839]: pgmap v19131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:42:36 smithi032 ceph-mon[189144]: pgmap v19131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:39.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:42:38 smithi039 ceph-mon[181282]: pgmap v19132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:39.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:42:38 smithi032 ceph-mon[191839]: pgmap v19132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:39.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:42:38 smithi032 ceph-mon[189144]: pgmap v19132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:40.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:42:40 smithi032 ceph-mon[191839]: pgmap v19133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:42:40 smithi032 ceph-mon[189144]: pgmap v19133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:40.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:42:40 smithi039 ceph-mon[181282]: pgmap v19133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:42:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:42:40] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T02:42:43.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:42:42 smithi039 ceph-mon[181282]: pgmap v19134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:43.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:42:42 smithi032 ceph-mon[189144]: pgmap v19134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:43.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:42:42 smithi032 ceph-mon[191839]: pgmap v19134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:45.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:42:44 smithi039 ceph-mon[181282]: pgmap v19135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:45.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:42:44 smithi032 ceph-mon[189144]: pgmap v19135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:45.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:42:44 smithi032 ceph-mon[191839]: pgmap v19135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:47.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:42:46 smithi039 ceph-mon[181282]: pgmap v19136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:47.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:42:46 smithi032 ceph-mon[191839]: pgmap v19136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:47.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:42:46 smithi032 ceph-mon[189144]: pgmap v19136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:49.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:42:48 smithi039 ceph-mon[181282]: pgmap v19137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:49.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:42:48 smithi032 ceph-mon[191839]: pgmap v19137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:49.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:42:48 smithi032 ceph-mon[189144]: pgmap v19137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:42:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:42:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:42:50 smithi032 ceph-mon[191839]: pgmap v19138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:42:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:42:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:42:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:42:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:42:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:42:50.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:42:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:42:50.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:42:50 smithi032 ceph-mon[189144]: pgmap v19138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:50.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:42:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:42:50.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:42:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:42:50.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:42:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:42:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:42:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:42:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:42:50 smithi039 ceph-mon[181282]: pgmap v19138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:42:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:42:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:42:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:42:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:42:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:42:51.141 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:42:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:42:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:42:51.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:42:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:42:51.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:42:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:42:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:42:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:42:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:42:52 smithi032 ceph-mon[191839]: pgmap v19139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:52.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:42:52 smithi032 ceph-mon[189144]: pgmap v19139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:42:52 smithi039 ceph-mon[181282]: pgmap v19139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:53.877 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:42:54.202 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:42:54.202 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 7m ago 9h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:42:54.202 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 5m ago 9h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:42:54.202 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 7m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:42:54.202 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 5m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:42:54.202 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 5m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:42:54.202 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 7m ago 9h 897M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:42:54.202 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 7m ago 9h 2327M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:42:54.202 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 5m ago 9h 1143M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:42:54.202 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 7m ago 9h 1193M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:42:54.202 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 7m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:42:54.202 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 5m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:42:54.202 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 7m ago 9h 5498M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:42:54.203 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 7m ago 9h 5616M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:42:54.203 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 7m ago 9h 4943M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:42:54.203 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 7m ago 9h 5111M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:42:54.203 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 5m ago 9h 4804M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:42:54.203 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 5m ago 9h 5270M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:42:54.203 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 5m ago 9h 4900M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:42:54.203 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 5m ago 9h 4987M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:42:54.203 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 5m ago 9h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:42:54.604 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:42:54.605 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:42:54.605 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:42:54.605 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:42:54.605 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:42:54.605 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:42:54.605 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:42:54.605 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:42:54.605 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:42:54.605 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:42:54.605 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:42:54.605 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:42:54.605 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:42:54.605 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:42:54.605 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:42:54.605 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:42:54.606 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:42:54.606 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:42:55.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:42:54 smithi039 ceph-mon[181282]: pgmap v19140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:55.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:42:54 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/170083347' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:42:55.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:42:54 smithi032 ceph-mon[189144]: pgmap v19140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:55.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:42:54 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/170083347' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:42:55.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:42:54 smithi032 ceph-mon[191839]: pgmap v19140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:55.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:42:54 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/170083347' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:42:56.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:42:55 smithi039 ceph-mon[181282]: from='client.65210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:42:56.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:42:55 smithi039 ceph-mon[181282]: from='client.55305 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:42:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:42:55 smithi032 ceph-mon[191839]: from='client.65210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:42:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:42:55 smithi032 ceph-mon[191839]: from='client.55305 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:42:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:42:55 smithi032 ceph-mon[189144]: from='client.65210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:42:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:42:55 smithi032 ceph-mon[189144]: from='client.55305 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:42:57.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:42:56 smithi039 ceph-mon[181282]: pgmap v19141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:57.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:42:56 smithi032 ceph-mon[191839]: pgmap v19141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:57.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:42:56 smithi032 ceph-mon[189144]: pgmap v19141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:59.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:42:58 smithi039 ceph-mon[181282]: pgmap v19142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:59.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:42:58 smithi032 ceph-mon[191839]: pgmap v19142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:42:59.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:42:58 smithi032 ceph-mon[189144]: pgmap v19142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:00 smithi032 ceph-mon[191839]: pgmap v19143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:00 smithi032 ceph-mon[189144]: pgmap v19143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:00.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:00 smithi039 ceph-mon[181282]: pgmap v19143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:43:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:43:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:43:03.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:02 smithi039 ceph-mon[181282]: pgmap v19144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:03.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:02 smithi032 ceph-mon[191839]: pgmap v19144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:03.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:02 smithi032 ceph-mon[189144]: pgmap v19144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:05.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:04 smithi039 ceph-mon[181282]: pgmap v19145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:05.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:04 smithi032 ceph-mon[189144]: pgmap v19145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:05.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:04 smithi032 ceph-mon[191839]: pgmap v19145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:43:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:43:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:43:07.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:06 smithi039 ceph-mon[181282]: pgmap v19146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:07.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:06 smithi032 ceph-mon[189144]: pgmap v19146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:07.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:06 smithi032 ceph-mon[191839]: pgmap v19146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:09.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:08 smithi039 ceph-mon[181282]: pgmap v19147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:09.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:08 smithi032 ceph-mon[189144]: pgmap v19147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:09.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:08 smithi032 ceph-mon[191839]: pgmap v19147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:10.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:10 smithi032 ceph-mon[191839]: pgmap v19148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:10 smithi032 ceph-mon[189144]: pgmap v19148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:10.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:10 smithi039 ceph-mon[181282]: pgmap v19148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:43:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:43:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:43:13.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:12 smithi039 ceph-mon[181282]: pgmap v19149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:13.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:12 smithi032 ceph-mon[189144]: pgmap v19149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:13.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:12 smithi032 ceph-mon[191839]: pgmap v19149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:15.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:14 smithi039 ceph-mon[181282]: pgmap v19150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:15.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:14 smithi032 ceph-mon[191839]: pgmap v19150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:15.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:14 smithi032 ceph-mon[189144]: pgmap v19150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:17.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:16 smithi039 ceph-mon[181282]: pgmap v19151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:17.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:16 smithi032 ceph-mon[189144]: pgmap v19151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:17.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:16 smithi032 ceph-mon[191839]: pgmap v19151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:18 smithi039 ceph-mon[181282]: pgmap v19152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:19.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:18 smithi032 ceph-mon[191839]: pgmap v19152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:19.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:18 smithi032 ceph-mon[189144]: pgmap v19152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:20 smithi032 ceph-mon[191839]: pgmap v19153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:20.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:20 smithi032 ceph-mon[189144]: pgmap v19153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:20.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:20 smithi039 ceph-mon[181282]: pgmap v19153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:21.139 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:43:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:43:20] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T02:43:21.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:43:21.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:43:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:43:22.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:22 smithi032 ceph-mon[191839]: pgmap v19154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:22.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:22 smithi032 ceph-mon[189144]: pgmap v19154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:22.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:22 smithi039 ceph-mon[181282]: pgmap v19154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:24.969 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:43:25.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:24 smithi039 ceph-mon[181282]: pgmap v19155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:25.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:24 smithi032 ceph-mon[191839]: pgmap v19155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:25.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:24 smithi032 ceph-mon[189144]: pgmap v19155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:25.290 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:43:25.291 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 7m ago 9h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:43:25.291 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 5m ago 9h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:43:25.291 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 7m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:43:25.291 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 5m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:43:25.291 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 5m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:43:25.291 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 7m ago 9h 897M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:43:25.291 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 7m ago 9h 2327M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:43:25.291 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 5m ago 9h 1143M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:43:25.291 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 7m ago 9h 1193M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:43:25.291 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 7m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:43:25.291 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 5m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:43:25.291 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 7m ago 9h 5498M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:43:25.291 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 7m ago 9h 5616M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:43:25.291 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 7m ago 9h 4943M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:43:25.291 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 7m ago 9h 5111M 2133M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:43:25.292 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 5m ago 9h 4804M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:43:25.292 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 5m ago 9h 5270M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:43:25.292 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 5m ago 9h 4900M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:43:25.292 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 5m ago 9h 4987M 2463M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:43:25.292 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 5m ago 9h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:43:25.694 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:43:25.694 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:43:25.694 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:43:25.694 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:43:25.694 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:43:25.694 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:43:25.694 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:43:25.694 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:43:25.694 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:43:25.694 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:43:25.694 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:43:25.694 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:43:25.694 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:43:25.694 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:43:25.695 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:43:25.695 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:43:25.695 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:43:25.695 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:43:26.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:25 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4042559270' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:43:26.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:25 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4042559270' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:43:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:25 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4042559270' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:43:27.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:26 smithi039 ceph-mon[181282]: from='client.55317 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:43:27.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:26 smithi039 ceph-mon[181282]: from='client.55323 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:43:27.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:26 smithi039 ceph-mon[181282]: pgmap v19156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:27.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:26 smithi032 ceph-mon[191839]: from='client.55317 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:43:27.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:26 smithi032 ceph-mon[191839]: from='client.55323 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:43:27.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:26 smithi032 ceph-mon[191839]: pgmap v19156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:27.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:26 smithi032 ceph-mon[189144]: from='client.55317 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:43:27.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:26 smithi032 ceph-mon[189144]: from='client.55323 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:43:27.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:26 smithi032 ceph-mon[189144]: pgmap v19156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:29.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:28 smithi039 ceph-mon[181282]: pgmap v19157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:29.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:28 smithi032 ceph-mon[191839]: pgmap v19157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:29.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:28 smithi032 ceph-mon[189144]: pgmap v19157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:30.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:30 smithi032 ceph-mon[191839]: pgmap v19158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:30.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:30 smithi032 ceph-mon[189144]: pgmap v19158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:30.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:30 smithi039 ceph-mon[181282]: pgmap v19158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:43:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:43:30] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T02:43:33.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:32 smithi039 ceph-mon[181282]: pgmap v19159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:33.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:32 smithi032 ceph-mon[191839]: pgmap v19159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:33.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:32 smithi032 ceph-mon[189144]: pgmap v19159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:34 smithi039 ceph-mon[181282]: pgmap v19160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:35.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:34 smithi032 ceph-mon[191839]: pgmap v19160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:35.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:34 smithi032 ceph-mon[189144]: pgmap v19160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:43:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:43:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:43:37.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:36 smithi039 ceph-mon[181282]: pgmap v19161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:36 smithi032 ceph-mon[189144]: pgmap v19161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:37.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:36 smithi032 ceph-mon[191839]: pgmap v19161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:39.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:38 smithi039 ceph-mon[181282]: pgmap v19162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:39.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:38 smithi032 ceph-mon[191839]: pgmap v19162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:39.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:38 smithi032 ceph-mon[189144]: pgmap v19162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:40.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:40 smithi032 ceph-mon[191839]: pgmap v19163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:40 smithi032 ceph-mon[189144]: pgmap v19163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:40.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:40 smithi039 ceph-mon[181282]: pgmap v19163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:43:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:43:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:43:43.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:42 smithi039 ceph-mon[181282]: pgmap v19164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:43.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:42 smithi032 ceph-mon[189144]: pgmap v19164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:43.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:42 smithi032 ceph-mon[191839]: pgmap v19164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:45.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:44 smithi039 ceph-mon[181282]: pgmap v19165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:45.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:44 smithi032 ceph-mon[189144]: pgmap v19165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:45.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:44 smithi032 ceph-mon[191839]: pgmap v19165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:47.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:46 smithi039 ceph-mon[181282]: pgmap v19166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:47.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:46 smithi032 ceph-mon[189144]: pgmap v19166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:47.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:46 smithi032 ceph-mon[191839]: pgmap v19166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:49.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:48 smithi039 ceph-mon[181282]: pgmap v19167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:49.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:48 smithi032 ceph-mon[189144]: pgmap v19167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:49.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:48 smithi032 ceph-mon[191839]: pgmap v19167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:50 smithi032 ceph-mon[191839]: pgmap v19168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:50 smithi032 ceph-mon[189144]: pgmap v19168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:50 smithi039 ceph-mon[181282]: pgmap v19168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:51.146 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:43:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:43:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:43:51.147 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:43:51.147 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:43:51.147 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:43:51.147 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:43:51.147 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:43:51.147 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:43:51.147 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:43:51.148 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:43:51.148 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:43:51.148 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:51 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi039 to 2458M 2023-12-23T02:43:51.148 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:43:51.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:43:51.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:43:51.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:43:51.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:43:51.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:43:51.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:43:51.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:43:51.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:43:51.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:43:51.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:43:51.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:43:51.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:43:51.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:43:51.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:43:51.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:43:51.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:51 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi039 to 2458M 2023-12-23T02:43:51.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:43:51.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:43:51.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:43:51.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:43:51.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:43:51.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:43:51.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:43:51.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:43:51.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:43:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:43:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:43:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:43:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:43:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:43:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:43:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:43:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:43:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:51 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi039 to 2458M 2023-12-23T02:43:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:43:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:43:51.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:43:51.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:43:51.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:43:51.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:43:51.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:43:51.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:43:51.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:43:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:52 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi032 to 2121M 2023-12-23T02:43:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:52 smithi032 ceph-mon[191839]: pgmap v19169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:52.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:52 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi032 to 2121M 2023-12-23T02:43:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:52 smithi032 ceph-mon[189144]: pgmap v19169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:52 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi032 to 2121M 2023-12-23T02:43:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:52 smithi039 ceph-mon[181282]: pgmap v19169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:55.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:54 smithi039 ceph-mon[181282]: pgmap v19170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:55.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:54 smithi032 ceph-mon[191839]: pgmap v19170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:55.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:54 smithi032 ceph-mon[189144]: pgmap v19170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:56.059 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:43:56.379 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:43:56.379 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 8m ago 9h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:43:56.379 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 6m ago 9h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:43:56.379 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 8m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:43:56.379 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 6m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:43:56.379 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 6m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:43:56.380 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 8m ago 9h 897M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:43:56.380 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 8m ago 9h 2327M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:43:56.380 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 6m ago 9h 1143M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:43:56.380 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 8m ago 9h 1193M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:43:56.380 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 8m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:43:56.380 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 6m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:43:56.380 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 8m ago 9h 5498M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:43:56.380 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 8m ago 9h 5616M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:43:56.380 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 8m ago 9h 4943M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:43:56.380 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 8m ago 9h 5111M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:43:56.380 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 6m ago 9h 4804M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:43:56.380 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 6m ago 9h 5270M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:43:56.380 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 6m ago 9h 4900M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:43:56.380 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 6m ago 9h 4987M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:43:56.380 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 6m ago 9h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:43:56.784 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:43:56.785 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:43:56.785 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:43:56.785 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:43:56.785 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:43:56.785 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:43:56.785 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:43:56.785 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:43:56.785 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:43:56.785 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:43:56.785 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:43:56.785 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:43:56.785 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:43:56.785 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:43:56.785 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:43:56.786 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:43:56.786 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:43:56.786 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:43:57.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:56 smithi039 ceph-mon[181282]: pgmap v19171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:57.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:56 smithi032 ceph-mon[191839]: pgmap v19171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:57.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:56 smithi032 ceph-mon[189144]: pgmap v19171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:57 smithi032 ceph-mon[191839]: from='client.65246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:43:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:57 smithi032 ceph-mon[191839]: from='client.55341 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:43:58.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:57 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3255787555' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:43:58.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:57 smithi032 ceph-mon[189144]: from='client.65246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:43:58.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:57 smithi032 ceph-mon[189144]: from='client.55341 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:43:58.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:57 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3255787555' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:43:58.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:57 smithi039 ceph-mon[181282]: from='client.65246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:43:58.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:57 smithi039 ceph-mon[181282]: from='client.55341 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:43:58.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:57 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3255787555' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:43:59.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:43:58 smithi032 ceph-mon[189144]: pgmap v19172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:59.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:43:58 smithi032 ceph-mon[191839]: pgmap v19172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:43:59.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:43:58 smithi039 ceph-mon[181282]: pgmap v19172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:44:00 smithi032 ceph-mon[191839]: pgmap v19173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:44:00 smithi032 ceph-mon[189144]: pgmap v19173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:00.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:44:00 smithi039 ceph-mon[181282]: pgmap v19173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:44:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:44:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:44:03.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:44:02 smithi039 ceph-mon[181282]: pgmap v19174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:03.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:44:02 smithi032 ceph-mon[191839]: pgmap v19174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:03.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:44:02 smithi032 ceph-mon[189144]: pgmap v19174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:05.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:44:04 smithi039 ceph-mon[181282]: pgmap v19175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:05.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:44:04 smithi032 ceph-mon[189144]: pgmap v19175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:05.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:44:04 smithi032 ceph-mon[191839]: pgmap v19175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:06.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:44:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:44:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:44:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:44:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:44:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:44:07.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:44:06 smithi039 ceph-mon[181282]: pgmap v19176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:07.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:44:06 smithi032 ceph-mon[189144]: pgmap v19176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:07.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:44:06 smithi032 ceph-mon[191839]: pgmap v19176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:09.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:44:08 smithi032 ceph-mon[191839]: pgmap v19177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:09.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:44:08 smithi032 ceph-mon[189144]: pgmap v19177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:09.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:44:08 smithi039 ceph-mon[181282]: pgmap v19177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:10.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:44:10 smithi032 ceph-mon[191839]: pgmap v19178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:10.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:44:10 smithi032 ceph-mon[189144]: pgmap v19178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:10.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:44:10 smithi039 ceph-mon[181282]: pgmap v19178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:44:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:44:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:44:13.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:44:12 smithi039 ceph-mon[181282]: pgmap v19179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:13.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:44:12 smithi032 ceph-mon[191839]: pgmap v19179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:13.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:44:12 smithi032 ceph-mon[189144]: pgmap v19179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:15.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:44:14 smithi039 ceph-mon[181282]: pgmap v19180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:15.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:44:14 smithi032 ceph-mon[191839]: pgmap v19180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:15.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:44:14 smithi032 ceph-mon[189144]: pgmap v19180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:17.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:44:16 smithi032 ceph-mon[191839]: pgmap v19181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:17.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:44:16 smithi032 ceph-mon[189144]: pgmap v19181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:17.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:44:16 smithi039 ceph-mon[181282]: pgmap v19181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:19.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:44:18 smithi032 ceph-mon[191839]: pgmap v19182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:19.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:44:18 smithi032 ceph-mon[189144]: pgmap v19182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:19.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:44:18 smithi039 ceph-mon[181282]: pgmap v19182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:44:20 smithi032 ceph-mon[191839]: pgmap v19183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:44:20 smithi032 ceph-mon[189144]: pgmap v19183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:20.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:44:20 smithi039 ceph-mon[181282]: pgmap v19183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:21.155 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:44:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:44:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:44:21.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:44:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:44:21.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:44:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:44:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:44:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:44:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:44:22 smithi032 ceph-mon[189144]: pgmap v19184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:22.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:44:22 smithi032 ceph-mon[191839]: pgmap v19184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:22.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:44:22 smithi039 ceph-mon[181282]: pgmap v19184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:25.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:44:24 smithi039 ceph-mon[181282]: pgmap v19185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:25.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:44:24 smithi032 ceph-mon[191839]: pgmap v19185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:25.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:44:24 smithi032 ceph-mon[189144]: pgmap v19185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:27.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:44:26 smithi039 ceph-mon[181282]: pgmap v19186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:27.144 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:44:27.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:44:26 smithi032 ceph-mon[191839]: pgmap v19186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:27.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:44:26 smithi032 ceph-mon[189144]: pgmap v19186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:27.469 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:44:27.470 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 8m ago 9h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:44:27.470 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 6m ago 9h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:44:27.470 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 8m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:44:27.470 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 6m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:44:27.470 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 6m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:44:27.470 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 8m ago 9h 897M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:44:27.470 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 8m ago 9h 2327M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:44:27.470 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 6m ago 9h 1143M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:44:27.470 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 8m ago 9h 1193M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:44:27.470 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 8m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:44:27.470 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 6m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:44:27.470 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 8m ago 9h 5498M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:44:27.470 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 8m ago 9h 5616M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:44:27.470 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 8m ago 9h 4943M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:44:27.470 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 8m ago 9h 5111M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:44:27.471 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 6m ago 9h 4804M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:44:27.471 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 6m ago 9h 5270M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:44:27.471 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 6m ago 9h 4900M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:44:27.471 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 6m ago 9h 4987M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:44:27.471 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 6m ago 9h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:44:27.873 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:44:27.873 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:44:27.873 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:44:27.874 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:44:27.874 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:44:27.874 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:44:27.874 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:44:27.874 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:44:27.874 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:44:27.876 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:44:27.876 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:44:27.876 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:44:27.876 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:44:27.876 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:44:27.876 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:44:27.876 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:44:27.876 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:44:27.877 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:44:29.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:44:28 smithi032 ceph-mon[191839]: from='client.55353 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:44:29.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:44:28 smithi032 ceph-mon[191839]: from='client.55359 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:44:29.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:44:28 smithi032 ceph-mon[191839]: pgmap v19187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:29.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:44:28 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1815384970' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:44:29.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:44:28 smithi032 ceph-mon[189144]: from='client.55353 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:44:29.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:44:28 smithi032 ceph-mon[189144]: from='client.55359 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:44:29.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:44:28 smithi032 ceph-mon[189144]: pgmap v19187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:29.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:44:28 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1815384970' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:44:29.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:44:28 smithi039 ceph-mon[181282]: from='client.55353 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:44:29.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:44:28 smithi039 ceph-mon[181282]: from='client.55359 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:44:29.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:44:28 smithi039 ceph-mon[181282]: pgmap v19187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:29.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:44:28 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1815384970' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:44:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:44:30 smithi032 ceph-mon[191839]: pgmap v19188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:30.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:44:30 smithi032 ceph-mon[189144]: pgmap v19188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:30.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:44:30 smithi039 ceph-mon[181282]: pgmap v19188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:44:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:44:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:44:33.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:44:32 smithi039 ceph-mon[181282]: pgmap v19189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:33.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:44:32 smithi032 ceph-mon[191839]: pgmap v19189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:33.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:44:32 smithi032 ceph-mon[189144]: pgmap v19189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:44:34 smithi039 ceph-mon[181282]: pgmap v19190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:35.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:44:34 smithi032 ceph-mon[191839]: pgmap v19190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:35.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:44:34 smithi032 ceph-mon[189144]: pgmap v19190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:44:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:44:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:44:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:44:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:44:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:44:37.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:44:36 smithi032 ceph-mon[191839]: pgmap v19191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:44:36 smithi032 ceph-mon[189144]: pgmap v19191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:44:36 smithi039 ceph-mon[181282]: pgmap v19191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:39.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:44:38 smithi032 ceph-mon[191839]: pgmap v19192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:39.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:44:38 smithi032 ceph-mon[189144]: pgmap v19192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:39.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:44:38 smithi039 ceph-mon[181282]: pgmap v19192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:40.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:44:40 smithi032 ceph-mon[191839]: pgmap v19193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:44:40 smithi032 ceph-mon[189144]: pgmap v19193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:40.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:44:40 smithi039 ceph-mon[181282]: pgmap v19193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:44:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:44:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:44:43.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:44:42 smithi039 ceph-mon[181282]: pgmap v19194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:43.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:44:42 smithi032 ceph-mon[189144]: pgmap v19194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:43.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:44:42 smithi032 ceph-mon[191839]: pgmap v19194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:45.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:44:44 smithi032 ceph-mon[189144]: pgmap v19195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:45.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:44:44 smithi032 ceph-mon[191839]: pgmap v19195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:45.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:44:44 smithi039 ceph-mon[181282]: pgmap v19195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:47.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:44:46 smithi032 ceph-mon[191839]: pgmap v19196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:47.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:44:46 smithi032 ceph-mon[189144]: pgmap v19196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:47.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:44:46 smithi039 ceph-mon[181282]: pgmap v19196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:49.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:44:48 smithi032 ceph-mon[191839]: pgmap v19197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:49.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:44:48 smithi032 ceph-mon[189144]: pgmap v19197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:49.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:44:48 smithi039 ceph-mon[181282]: pgmap v19197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:44:50 smithi032 ceph-mon[191839]: pgmap v19198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:44:50 smithi032 ceph-mon[189144]: pgmap v19198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:44:50 smithi039 ceph-mon[181282]: pgmap v19198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:51.162 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:44:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:44:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:44:51.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:44:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:44:51.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:44:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:44:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:44:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:44:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:44:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:44:52.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:44:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:44:52.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:44:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:44:52.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:44:52 smithi032 ceph-mon[191839]: pgmap v19199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:52.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:44:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:44:52.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:44:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:44:52.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:44:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:44:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:44:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:44:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:44:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:44:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:44:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:44:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:44:52 smithi032 ceph-mon[189144]: pgmap v19199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:44:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:44:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:44:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:44:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:44:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:44:52.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:44:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:44:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:44:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:44:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:44:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:44:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:44:52 smithi039 ceph-mon[181282]: pgmap v19199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:44:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:44:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:44:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:44:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:44:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:44:55.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:44:54 smithi032 ceph-mon[189144]: pgmap v19200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:55.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:44:54 smithi032 ceph-mon[191839]: pgmap v19200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:55.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:44:54 smithi039 ceph-mon[181282]: pgmap v19200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:57.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:44:56 smithi032 ceph-mon[191839]: pgmap v19201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:57.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:44:56 smithi032 ceph-mon[189144]: pgmap v19201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:57.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:44:56 smithi039 ceph-mon[181282]: pgmap v19201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:58.239 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:44:58.563 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:44:58.563 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 9m ago 9h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:44:58.563 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 7m ago 9h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:44:58.563 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 9m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:44:58.563 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 7m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:44:58.563 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 7m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:44:58.563 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 9m ago 9h 897M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:44:58.563 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 9m ago 9h 2327M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:44:58.563 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 7m ago 9h 1143M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:44:58.564 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 9m ago 9h 1193M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:44:58.564 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 9m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:44:58.564 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 7m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:44:58.564 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 9m ago 9h 5498M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:44:58.564 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 9m ago 9h 5616M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:44:58.564 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 9m ago 9h 4943M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:44:58.564 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 9m ago 9h 5111M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:44:58.564 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 7m ago 9h 4804M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:44:58.564 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 7m ago 9h 5270M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:44:58.564 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 7m ago 9h 4900M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:44:58.564 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 7m ago 9h 4987M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:44:58.564 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 7m ago 9h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:44:58.966 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:44:58.966 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:44:58.966 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:44:58.966 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:44:58.967 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:44:58.967 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:44:58.967 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:44:58.967 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:44:58.967 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:44:58.967 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:44:58.967 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:44:58.967 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:44:58.967 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:44:58.967 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:44:58.967 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:44:58.967 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:44:58.967 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:44:58.967 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:44:59.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:44:58 smithi032 ceph-mon[191839]: pgmap v19202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:59.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:44:58 smithi032 ceph-mon[189144]: pgmap v19202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:44:59.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:44:58 smithi039 ceph-mon[181282]: pgmap v19202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:44:59 smithi032 ceph-mon[191839]: from='client.55371 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:45:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:44:59 smithi032 ceph-mon[191839]: from='client.65288 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:45:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:44:59 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1193846616' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:45:00.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:44:59 smithi032 ceph-mon[189144]: from='client.55371 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:45:00.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:44:59 smithi032 ceph-mon[189144]: from='client.65288 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:45:00.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:44:59 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1193846616' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:45:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:44:59 smithi039 ceph-mon[181282]: from='client.55371 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:45:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:44:59 smithi039 ceph-mon[181282]: from='client.65288 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:45:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:44:59 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1193846616' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:45:01.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:45:00 smithi032 ceph-mon[191839]: pgmap v19203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:45:00 smithi032 ceph-mon[189144]: pgmap v19203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:45:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:45:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:45:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:45:00 smithi039 ceph-mon[181282]: pgmap v19203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:03.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:45:02 smithi032 ceph-mon[191839]: pgmap v19204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:03.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:45:02 smithi032 ceph-mon[189144]: pgmap v19204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:03.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:45:02 smithi039 ceph-mon[181282]: pgmap v19204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:05.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:45:04 smithi032 ceph-mon[191839]: pgmap v19205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:05.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:45:04 smithi032 ceph-mon[189144]: pgmap v19205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:45:04 smithi039 ceph-mon[181282]: pgmap v19205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:45:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:45:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:45:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:45:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:45:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:45:07.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:45:06 smithi032 ceph-mon[191839]: pgmap v19206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:07.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:45:06 smithi032 ceph-mon[189144]: pgmap v19206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:07.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:45:06 smithi039 ceph-mon[181282]: pgmap v19206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:09.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:45:08 smithi032 ceph-mon[191839]: pgmap v19207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:09.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:45:08 smithi032 ceph-mon[189144]: pgmap v19207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:09.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:45:08 smithi039 ceph-mon[181282]: pgmap v19207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:45:10 smithi032 ceph-mon[189144]: pgmap v19208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:10.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:45:10 smithi032 ceph-mon[191839]: pgmap v19208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:10.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:45:10 smithi039 ceph-mon[181282]: pgmap v19208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:45:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:45:10] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T02:45:13.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:45:12 smithi032 ceph-mon[191839]: pgmap v19209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:13.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:45:12 smithi032 ceph-mon[189144]: pgmap v19209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:13.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:45:12 smithi039 ceph-mon[181282]: pgmap v19209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:15.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:45:14 smithi032 ceph-mon[191839]: pgmap v19210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:15.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:45:14 smithi032 ceph-mon[189144]: pgmap v19210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:15.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:45:14 smithi039 ceph-mon[181282]: pgmap v19210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:17.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:45:16 smithi032 ceph-mon[191839]: pgmap v19211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:17.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:45:16 smithi032 ceph-mon[189144]: pgmap v19211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:17.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:45:16 smithi039 ceph-mon[181282]: pgmap v19211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:19.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:45:18 smithi032 ceph-mon[191839]: pgmap v19212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:19.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:45:18 smithi032 ceph-mon[189144]: pgmap v19212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:19.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:45:18 smithi039 ceph-mon[181282]: pgmap v19212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:45:20 smithi032 ceph-mon[189144]: pgmap v19213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:45:20 smithi032 ceph-mon[191839]: pgmap v19213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:20.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:45:20 smithi039 ceph-mon[181282]: pgmap v19213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:21.165 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:45:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:45:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T02:45:21.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:45:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:45:21.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:45:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:45:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:45:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:45:22.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:45:22 smithi032 ceph-mon[191839]: pgmap v19214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:45:22 smithi032 ceph-mon[189144]: pgmap v19214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:22.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:45:22 smithi039 ceph-mon[181282]: pgmap v19214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:25.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:45:24 smithi032 ceph-mon[191839]: pgmap v19215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:25.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:45:24 smithi032 ceph-mon[189144]: pgmap v19215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:25.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:45:24 smithi039 ceph-mon[181282]: pgmap v19215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:27.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:45:26 smithi032 ceph-mon[191839]: pgmap v19216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:27.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:45:26 smithi032 ceph-mon[189144]: pgmap v19216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:27.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:45:26 smithi039 ceph-mon[181282]: pgmap v19216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:29.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:45:28 smithi032 ceph-mon[191839]: pgmap v19217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:29.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:45:28 smithi032 ceph-mon[189144]: pgmap v19217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:29.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:45:28 smithi039 ceph-mon[181282]: pgmap v19217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:29.330 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:45:29.655 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:45:29.656 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 9m ago 9h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:45:29.656 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 7m ago 9h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:45:29.656 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 9m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:45:29.656 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 7m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:45:29.656 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 7m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:45:29.656 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 9m ago 9h 897M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:45:29.656 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 9m ago 9h 2327M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:45:29.656 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 7m ago 9h 1143M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:45:29.656 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 9m ago 9h 1193M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:45:29.656 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 9m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:45:29.656 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 7m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:45:29.656 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 9m ago 9h 5498M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:45:29.656 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 9m ago 9h 5616M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:45:29.656 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 9m ago 9h 4943M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:45:29.656 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 9m ago 9h 5111M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:45:29.657 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 7m ago 9h 4804M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:45:29.657 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 7m ago 9h 5270M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:45:29.657 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 7m ago 9h 4900M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:45:29.657 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 7m ago 9h 4987M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:45:29.657 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 7m ago 9h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:45:30.057 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:45:30.057 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:45:30.057 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:45:30.057 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:45:30.057 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:45:30.057 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:45:30.057 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:45:30.057 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:45:30.057 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:45:30.057 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:45:30.057 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:45:30.058 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:45:30.058 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:45:30.058 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:45:30.058 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:45:30.058 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:45:30.058 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:45:30.058 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:45:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:45:30 smithi032 ceph-mon[189144]: from='client.65300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:45:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:45:30 smithi032 ceph-mon[189144]: from='client.65306 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:45:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:45:30 smithi032 ceph-mon[189144]: pgmap v19218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:30.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:45:30 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4238406120' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:45:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:45:30 smithi032 ceph-mon[191839]: from='client.65300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:45:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:45:30 smithi032 ceph-mon[191839]: from='client.65306 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:45:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:45:30 smithi032 ceph-mon[191839]: pgmap v19218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:30.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:45:30 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4238406120' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:45:30.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:45:30 smithi039 ceph-mon[181282]: from='client.65300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:45:30.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:45:30 smithi039 ceph-mon[181282]: from='client.65306 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:45:30.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:45:30 smithi039 ceph-mon[181282]: pgmap v19218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:30.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:45:30 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4238406120' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:45:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:45:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:45:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T02:45:33.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:45:32 smithi032 ceph-mon[191839]: pgmap v19219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:33.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:45:32 smithi032 ceph-mon[189144]: pgmap v19219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:33.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:45:32 smithi039 ceph-mon[181282]: pgmap v19219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:35.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:45:34 smithi032 ceph-mon[189144]: pgmap v19220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:35.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:45:34 smithi032 ceph-mon[191839]: pgmap v19220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:45:34 smithi039 ceph-mon[181282]: pgmap v19220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:45:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:45:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:45:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:45:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:45:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:45:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:45:36 smithi032 ceph-mon[189144]: pgmap v19221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:37.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:45:36 smithi032 ceph-mon[191839]: pgmap v19221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:45:36 smithi039 ceph-mon[181282]: pgmap v19221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:39.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:45:38 smithi032 ceph-mon[191839]: pgmap v19222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:39.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:45:38 smithi032 ceph-mon[189144]: pgmap v19222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:39.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:45:38 smithi039 ceph-mon[181282]: pgmap v19222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:40.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:45:40 smithi032 ceph-mon[189144]: pgmap v19223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:40.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:45:40 smithi032 ceph-mon[191839]: pgmap v19223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:40.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:45:40 smithi039 ceph-mon[181282]: pgmap v19223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:45:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:45:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:45:43.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:45:42 smithi032 ceph-mon[191839]: pgmap v19224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:43.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:45:42 smithi032 ceph-mon[189144]: pgmap v19224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:43.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:45:42 smithi039 ceph-mon[181282]: pgmap v19224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:45.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:45:44 smithi032 ceph-mon[191839]: pgmap v19225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:45.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:45:44 smithi032 ceph-mon[189144]: pgmap v19225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:45.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:45:44 smithi039 ceph-mon[181282]: pgmap v19225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:47.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:45:46 smithi032 ceph-mon[189144]: pgmap v19226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:47.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:45:46 smithi032 ceph-mon[191839]: pgmap v19226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:47.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:45:46 smithi039 ceph-mon[181282]: pgmap v19226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:49.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:45:48 smithi032 ceph-mon[191839]: pgmap v19227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:49.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:45:48 smithi032 ceph-mon[189144]: pgmap v19227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:49.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:45:48 smithi039 ceph-mon[181282]: pgmap v19227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:45:50 smithi032 ceph-mon[191839]: pgmap v19228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:45:50 smithi032 ceph-mon[189144]: pgmap v19228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:45:50 smithi039 ceph-mon[181282]: pgmap v19228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:45:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:45:50] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T02:45:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:45:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:45:51.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:45:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:45:51.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:45:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:45:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:45:52 smithi039 ceph-mon[181282]: pgmap v19229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:45:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:45:52.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:45:52 smithi032 ceph-mon[189144]: pgmap v19229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:52.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:45:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:45:52.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:45:52 smithi032 ceph-mon[191839]: pgmap v19229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:52.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:45:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:45:54.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:45:54 smithi032 ceph-mon[191839]: pgmap v19230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:54.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:45:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:45:54.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:45:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:45:54.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:45:54 smithi032 ceph-mon[189144]: pgmap v19230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:54.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:45:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:45:54.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:45:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:45:55.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:45:54 smithi039 ceph-mon[181282]: pgmap v19230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:55.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:45:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:45:55.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:45:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:45:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:45:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:45:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:45:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:45:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:45:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:45:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:45:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:45:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:45:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:45:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:45:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:45:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:45:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:45:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:45:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:45:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:45:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:45:57.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:45:56 smithi032 ceph-mon[191839]: pgmap v19231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:57.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:45:56 smithi032 ceph-mon[189144]: pgmap v19231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:57.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:45:56 smithi039 ceph-mon[181282]: pgmap v19231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:59.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:45:58 smithi032 ceph-mon[191839]: pgmap v19232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:59.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:45:58 smithi032 ceph-mon[189144]: pgmap v19232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:45:59.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:45:58 smithi039 ceph-mon[181282]: pgmap v19232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:00.421 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:46:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:46:00 smithi032 ceph-mon[191839]: pgmap v19233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:46:00 smithi032 ceph-mon[189144]: pgmap v19233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:00.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:46:00 smithi039 ceph-mon[181282]: pgmap v19233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:00.745 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:46:00.745 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 6s ago 9h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:46:00.745 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 8m ago 9h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:46:00.745 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 6s ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:46:00.745 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 8m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:46:00.745 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 8m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:46:00.746 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 6s ago 9h 903M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:46:00.746 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 6s ago 9h 2362M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:46:00.746 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 8m ago 9h 1143M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:46:00.746 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 6s ago 9h 1211M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:46:00.746 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 6s ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:46:00.746 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 8m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:46:00.746 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 6s ago 9h 5531M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:46:00.746 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 6s ago 9h 5647M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:46:00.746 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 6s ago 9h 4967M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:46:00.746 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 6s ago 9h 5142M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:46:00.746 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 8m ago 9h 4804M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:46:00.746 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 8m ago 9h 5270M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:46:00.746 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 8m ago 9h 4900M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:46:00.746 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 8m ago 9h 4987M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:46:00.746 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 8m ago 9h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:46:01.148 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:46:01.148 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:46:01.148 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:46:01.148 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:46:01.148 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:46:01.148 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:46:01.149 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:46:01.149 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:46:01.149 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:46:01.149 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:46:01.149 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:46:01.149 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:46:01.149 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:46:01.149 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:46:01.149 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:46:01.149 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:46:01.149 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:46:01.149 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:46:01.177 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:46:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:46:00] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T02:46:01.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:46:01 smithi032 ceph-mon[191839]: from='client.65318 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:46:01.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:46:01 smithi032 ceph-mon[191839]: from='client.55413 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:46:01.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:46:01 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/317577707' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:46:01.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:46:01 smithi032 ceph-mon[189144]: from='client.65318 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:46:01.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:46:01 smithi032 ceph-mon[189144]: from='client.55413 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:46:01.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:46:01 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/317577707' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:46:01.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:46:01 smithi039 ceph-mon[181282]: from='client.65318 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:46:01.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:46:01 smithi039 ceph-mon[181282]: from='client.55413 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:46:01.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:46:01 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/317577707' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:46:02.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:46:02 smithi039 ceph-mon[181282]: pgmap v19234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:46:02 smithi032 ceph-mon[191839]: pgmap v19234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:02.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:46:02 smithi032 ceph-mon[189144]: pgmap v19234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:05.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:46:04 smithi032 ceph-mon[189144]: pgmap v19235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:05.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:46:04 smithi032 ceph-mon[191839]: pgmap v19235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:46:04 smithi039 ceph-mon[181282]: pgmap v19235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:46:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:46:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:46:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:46:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:46:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:46:07.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:46:06 smithi032 ceph-mon[191839]: pgmap v19236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:07.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:46:06 smithi032 ceph-mon[189144]: pgmap v19236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:07.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:46:06 smithi039 ceph-mon[181282]: pgmap v19236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:09.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:46:08 smithi032 ceph-mon[191839]: pgmap v19237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:09.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:46:08 smithi032 ceph-mon[189144]: pgmap v19237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:09.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:46:08 smithi039 ceph-mon[181282]: pgmap v19237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:10.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:46:10 smithi032 ceph-mon[191839]: pgmap v19238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:10.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:46:10 smithi032 ceph-mon[189144]: pgmap v19238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:10.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:46:10 smithi039 ceph-mon[181282]: pgmap v19238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:46:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:46:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T02:46:13.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:46:12 smithi032 ceph-mon[191839]: pgmap v19239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:13.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:46:12 smithi032 ceph-mon[189144]: pgmap v19239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:13.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:46:12 smithi039 ceph-mon[181282]: pgmap v19239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:15.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:46:14 smithi032 ceph-mon[191839]: pgmap v19240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:15.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:46:14 smithi032 ceph-mon[189144]: pgmap v19240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:15.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:46:14 smithi039 ceph-mon[181282]: pgmap v19240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:17.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:46:16 smithi032 ceph-mon[191839]: pgmap v19241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:17.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:46:16 smithi032 ceph-mon[189144]: pgmap v19241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:17.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:46:16 smithi039 ceph-mon[181282]: pgmap v19241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:19.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:46:18 smithi032 ceph-mon[191839]: pgmap v19242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:19.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:46:18 smithi032 ceph-mon[189144]: pgmap v19242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:19.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:46:18 smithi039 ceph-mon[181282]: pgmap v19242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:46:20 smithi032 ceph-mon[191839]: pgmap v19243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:46:20 smithi032 ceph-mon[189144]: pgmap v19243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:20.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:46:20 smithi039 ceph-mon[181282]: pgmap v19243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:46:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:46:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:46:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:46:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:46:21.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:46:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:46:21.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:46:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:46:22.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:46:22 smithi039 ceph-mon[181282]: pgmap v19244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:22.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:46:22 smithi032 ceph-mon[189144]: pgmap v19244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:22.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:46:22 smithi032 ceph-mon[191839]: pgmap v19244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:25.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:46:24 smithi032 ceph-mon[189144]: pgmap v19245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:25.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:46:24 smithi032 ceph-mon[191839]: pgmap v19245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:25.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:46:24 smithi039 ceph-mon[181282]: pgmap v19245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:27.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:46:26 smithi032 ceph-mon[189144]: pgmap v19246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:27.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:46:26 smithi032 ceph-mon[191839]: pgmap v19246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:27.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:46:26 smithi039 ceph-mon[181282]: pgmap v19246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:29.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:46:28 smithi032 ceph-mon[191839]: pgmap v19247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:29.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:46:28 smithi032 ceph-mon[189144]: pgmap v19247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:29.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:46:28 smithi039 ceph-mon[181282]: pgmap v19247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:30.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:46:30 smithi039 ceph-mon[181282]: pgmap v19248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:30.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:46:30 smithi032 ceph-mon[191839]: pgmap v19248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:30.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:46:30 smithi032 ceph-mon[189144]: pgmap v19248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:46:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:46:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:46:31.515 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:46:31.837 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:46:31.837 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 37s ago 9h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:46:31.837 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 8m ago 9h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:46:31.837 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 37s ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:46:31.838 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 8m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:46:31.838 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 8m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:46:31.838 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 37s ago 9h 903M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:46:31.838 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 37s ago 9h 2362M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:46:31.838 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 8m ago 9h 1143M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:46:31.838 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 37s ago 9h 1211M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:46:31.838 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 37s ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:46:31.838 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 8m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:46:31.838 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 37s ago 9h 5531M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:46:31.838 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 37s ago 9h 5647M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:46:31.839 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 37s ago 9h 4967M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:46:31.839 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 37s ago 9h 5142M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:46:31.839 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 8m ago 9h 4804M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:46:31.839 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 8m ago 9h 5270M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:46:31.839 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 8m ago 9h 4900M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:46:31.839 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 8m ago 9h 4987M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:46:31.839 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 8m ago 9h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:46:32.234 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:46:32.234 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:46:32.234 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:46:32.234 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:46:32.234 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:46:32.234 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:46:32.234 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:46:32.234 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:46:32.234 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:46:32.235 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:46:32.235 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:46:32.235 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:46:32.235 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:46:32.235 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:46:32.235 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:46:32.235 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:46:32.235 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:46:32.235 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:46:33.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:46:32 smithi032 ceph-mon[191839]: from='client.55425 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:46:33.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:46:32 smithi032 ceph-mon[191839]: pgmap v19249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:33.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:46:32 smithi032 ceph-mon[191839]: from='client.65342 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:46:33.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:46:32 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2604990378' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:46:33.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:46:32 smithi032 ceph-mon[189144]: from='client.55425 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:46:33.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:46:32 smithi032 ceph-mon[189144]: pgmap v19249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:33.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:46:32 smithi032 ceph-mon[189144]: from='client.65342 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:46:33.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:46:32 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2604990378' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:46:33.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:46:32 smithi039 ceph-mon[181282]: from='client.55425 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:46:33.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:46:32 smithi039 ceph-mon[181282]: pgmap v19249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:33.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:46:32 smithi039 ceph-mon[181282]: from='client.65342 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:46:33.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:46:32 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2604990378' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:46:35.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:46:34 smithi032 ceph-mon[191839]: pgmap v19250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:35.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:46:34 smithi032 ceph-mon[189144]: pgmap v19250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:46:34 smithi039 ceph-mon[181282]: pgmap v19250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:46:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:46:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:46:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:46:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:46:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:46:37.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:46:36 smithi032 ceph-mon[191839]: pgmap v19251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:46:36 smithi032 ceph-mon[189144]: pgmap v19251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:46:36 smithi039 ceph-mon[181282]: pgmap v19251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:39.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:46:38 smithi032 ceph-mon[189144]: pgmap v19252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:39.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:46:38 smithi032 ceph-mon[191839]: pgmap v19252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:39.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:46:38 smithi039 ceph-mon[181282]: pgmap v19252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:40.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:46:40 smithi039 ceph-mon[181282]: pgmap v19253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:40.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:46:40 smithi032 ceph-mon[191839]: pgmap v19253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:40.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:46:40 smithi032 ceph-mon[189144]: pgmap v19253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:46:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:46:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:46:43.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:46:42 smithi032 ceph-mon[191839]: pgmap v19254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:43.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:46:42 smithi032 ceph-mon[189144]: pgmap v19254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:43.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:46:42 smithi039 ceph-mon[181282]: pgmap v19254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:45.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:46:44 smithi032 ceph-mon[191839]: pgmap v19255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:45.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:46:44 smithi032 ceph-mon[189144]: pgmap v19255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:45.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:46:44 smithi039 ceph-mon[181282]: pgmap v19255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:47.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:46:46 smithi032 ceph-mon[191839]: pgmap v19256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:47.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:46:46 smithi032 ceph-mon[189144]: pgmap v19256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:47.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:46:46 smithi039 ceph-mon[181282]: pgmap v19256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:49.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:46:48 smithi032 ceph-mon[189144]: pgmap v19257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:49.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:46:48 smithi032 ceph-mon[191839]: pgmap v19257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:49.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:46:48 smithi039 ceph-mon[181282]: pgmap v19257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:46:50 smithi039 ceph-mon[181282]: pgmap v19258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:46:50 smithi032 ceph-mon[189144]: pgmap v19258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:50.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:46:50 smithi032 ceph-mon[191839]: pgmap v19258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:46:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:46:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:46:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:46:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:46:51.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:46:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:46:51.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:46:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:46:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:46:52 smithi039 ceph-mon[181282]: pgmap v19259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:52.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:46:52 smithi032 ceph-mon[189144]: pgmap v19259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:52.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:46:52 smithi032 ceph-mon[191839]: pgmap v19259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:55.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:46:54 smithi032 ceph-mon[189144]: pgmap v19260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:55.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:46:54 smithi032 ceph-mon[191839]: pgmap v19260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:55.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:46:54 smithi039 ceph-mon[181282]: pgmap v19260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:46:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:46:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:46:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:46:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:46:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:46:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:46:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:46:56.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:46:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:46:56.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:46:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:46:56.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:46:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:46:56.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:46:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:46:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:46:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:46:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:46:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:46:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:46:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:46:56.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:46:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:46:57.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:46:56 smithi032 ceph-mon[191839]: pgmap v19261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:57.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:46:56 smithi032 ceph-mon[189144]: pgmap v19261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:57.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:46:56 smithi039 ceph-mon[181282]: pgmap v19261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:59.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:46:58 smithi032 ceph-mon[189144]: pgmap v19262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:59.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:46:58 smithi032 ceph-mon[191839]: pgmap v19262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:46:59.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:46:58 smithi039 ceph-mon[181282]: pgmap v19262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:00.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:47:00 smithi039 ceph-mon[181282]: pgmap v19263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:00.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:47:00 smithi032 ceph-mon[189144]: pgmap v19263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:00.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:47:00 smithi032 ceph-mon[191839]: pgmap v19263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:47:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:47:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:47:02.600 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:47:02.927 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:47:02.927 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 68s ago 9h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:47:02.927 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 9m ago 9h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:47:02.927 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 68s ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:47:02.927 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 9m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:47:02.927 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 9m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:47:02.927 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 68s ago 9h 903M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:47:02.927 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 68s ago 9h 2362M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:47:02.927 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 9m ago 9h 1143M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:47:02.927 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 68s ago 9h 1211M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:47:02.927 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 68s ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:47:02.927 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 9m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:47:02.928 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 68s ago 9h 5531M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:47:02.928 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 68s ago 9h 5647M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:47:02.928 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 68s ago 9h 4967M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:47:02.928 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 68s ago 9h 5142M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:47:02.928 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 9m ago 9h 4804M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:47:02.928 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 9m ago 9h 5270M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:47:02.928 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 9m ago 9h 4900M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:47:02.928 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 9m ago 9h 4987M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:47:02.928 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 9m ago 9h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:47:03.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:47:02 smithi032 ceph-mon[189144]: pgmap v19264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:03.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:47:02 smithi032 ceph-mon[191839]: pgmap v19264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:03.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:47:02 smithi039 ceph-mon[181282]: pgmap v19264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:03.327 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:47:03.327 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:47:03.327 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:47:03.327 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:47:03.327 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:47:03.328 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:47:03.328 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:47:03.328 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:47:03.328 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:47:03.328 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:47:03.328 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:47:03.328 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:47:03.328 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:47:03.328 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:47:03.328 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:47:03.328 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:47:03.328 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:47:03.328 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:47:04.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:47:03 smithi032 ceph-mon[189144]: from='client.55443 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:47:04.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:47:03 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3419712301' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:47:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:47:03 smithi032 ceph-mon[191839]: from='client.55443 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:47:04.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:47:03 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3419712301' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:47:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:47:03 smithi039 ceph-mon[181282]: from='client.55443 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:47:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:47:03 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3419712301' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:47:05.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:47:04 smithi032 ceph-mon[191839]: from='client.55449 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:47:05.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:47:04 smithi032 ceph-mon[191839]: pgmap v19265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:05.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:47:04 smithi032 ceph-mon[189144]: from='client.55449 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:47:05.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:47:04 smithi032 ceph-mon[189144]: pgmap v19265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:47:04 smithi039 ceph-mon[181282]: from='client.55449 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:47:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:47:04 smithi039 ceph-mon[181282]: pgmap v19265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:47:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:47:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:47:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:47:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:47:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:47:07.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:47:06 smithi032 ceph-mon[191839]: pgmap v19266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:07.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:47:06 smithi032 ceph-mon[189144]: pgmap v19266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:07.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:47:06 smithi039 ceph-mon[181282]: pgmap v19266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:09.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:47:08 smithi032 ceph-mon[189144]: pgmap v19267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:09.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:47:08 smithi032 ceph-mon[191839]: pgmap v19267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:09.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:47:08 smithi039 ceph-mon[181282]: pgmap v19267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:10.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:47:10 smithi039 ceph-mon[181282]: pgmap v19268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:10.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:47:10 smithi032 ceph-mon[191839]: pgmap v19268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:10.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:47:10 smithi032 ceph-mon[189144]: pgmap v19268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:47:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:47:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:47:13.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:47:12 smithi032 ceph-mon[191839]: pgmap v19269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:13.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:47:12 smithi032 ceph-mon[189144]: pgmap v19269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:13.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:47:12 smithi039 ceph-mon[181282]: pgmap v19269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:15.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:47:14 smithi032 ceph-mon[191839]: pgmap v19270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:15.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:47:14 smithi032 ceph-mon[189144]: pgmap v19270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:15.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:47:14 smithi039 ceph-mon[181282]: pgmap v19270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:17.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:47:16 smithi032 ceph-mon[191839]: pgmap v19271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:17.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:47:16 smithi032 ceph-mon[189144]: pgmap v19271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:17.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:47:16 smithi039 ceph-mon[181282]: pgmap v19271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:19.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:47:18 smithi032 ceph-mon[191839]: pgmap v19272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:19.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:47:18 smithi032 ceph-mon[189144]: pgmap v19272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:19.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:47:18 smithi039 ceph-mon[181282]: pgmap v19272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:20.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:47:20 smithi039 ceph-mon[181282]: pgmap v19273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:47:20 smithi032 ceph-mon[191839]: pgmap v19273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:47:20 smithi032 ceph-mon[189144]: pgmap v19273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:47:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:47:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:47:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:47:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:47:21.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:47:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:47:21.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:47:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:47:22.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:47:22 smithi039 ceph-mon[181282]: pgmap v19274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:22.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:47:22 smithi032 ceph-mon[191839]: pgmap v19274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:22.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:47:22 smithi032 ceph-mon[189144]: pgmap v19274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:25.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:47:24 smithi032 ceph-mon[191839]: pgmap v19275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:25.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:47:24 smithi032 ceph-mon[189144]: pgmap v19275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:25.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:47:24 smithi039 ceph-mon[181282]: pgmap v19275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:27.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:47:26 smithi032 ceph-mon[191839]: pgmap v19276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:27.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:47:26 smithi032 ceph-mon[189144]: pgmap v19276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:27.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:47:26 smithi039 ceph-mon[181282]: pgmap v19276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:29.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:47:28 smithi032 ceph-mon[191839]: pgmap v19277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:29.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:47:28 smithi032 ceph-mon[189144]: pgmap v19277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:29.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:47:28 smithi039 ceph-mon[181282]: pgmap v19277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:30.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:47:30 smithi039 ceph-mon[181282]: pgmap v19278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:30.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:47:30 smithi032 ceph-mon[191839]: pgmap v19278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:30.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:47:30 smithi032 ceph-mon[189144]: pgmap v19278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:47:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:47:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:47:33.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:47:32 smithi032 ceph-mon[191839]: pgmap v19279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:33.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:47:32 smithi032 ceph-mon[189144]: pgmap v19279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:33.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:47:32 smithi039 ceph-mon[181282]: pgmap v19279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:33.691 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:47:34.011 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:47:34.011 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 99s ago 9h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:47:34.011 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 9m ago 9h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:47:34.011 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 99s ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:47:34.012 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 9m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:47:34.012 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 9m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:47:34.012 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 99s ago 9h 903M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:47:34.012 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 99s ago 9h 2362M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:47:34.012 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 9m ago 9h 1143M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:47:34.012 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 99s ago 9h 1211M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:47:34.012 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 99s ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:47:34.012 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 9m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:47:34.012 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 99s ago 9h 5531M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:47:34.012 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 99s ago 9h 5647M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:47:34.012 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 99s ago 9h 4967M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:47:34.012 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 99s ago 9h 5142M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:47:34.012 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 9m ago 9h 4804M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:47:34.012 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 9m ago 9h 5270M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:47:34.012 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 9m ago 9h 4900M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:47:34.013 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 9m ago 9h 4987M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:47:34.013 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 9m ago 9h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:47:34.418 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:47:34.418 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:47:34.418 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:47:34.418 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:47:34.418 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:47:34.419 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:47:34.419 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:47:34.419 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:47:34.419 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:47:34.419 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:47:34.419 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:47:34.419 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:47:34.419 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:47:34.419 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:47:34.419 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:47:34.419 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:47:34.419 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:47:34.419 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:47:35.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:47:34 smithi032 ceph-mon[191839]: from='client.65372 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:47:35.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:47:34 smithi032 ceph-mon[191839]: pgmap v19280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:47:34 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4163020126' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:47:35.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:47:34 smithi032 ceph-mon[189144]: from='client.65372 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:47:35.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:47:34 smithi032 ceph-mon[189144]: pgmap v19280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:35.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:47:34 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4163020126' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:47:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:47:34 smithi039 ceph-mon[181282]: from='client.65372 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:47:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:47:34 smithi039 ceph-mon[181282]: pgmap v19280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:47:34 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4163020126' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:47:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:47:35 smithi032 ceph-mon[191839]: from='client.55464 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:47:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:47:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:47:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:47:35 smithi032 ceph-mon[189144]: from='client.55464 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:47:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:47:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:47:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:47:35 smithi039 ceph-mon[181282]: from='client.55464 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:47:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:47:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:47:37.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:47:36 smithi032 ceph-mon[191839]: pgmap v19281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:47:36 smithi032 ceph-mon[189144]: pgmap v19281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:47:36 smithi039 ceph-mon[181282]: pgmap v19281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:39.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:47:38 smithi032 ceph-mon[191839]: pgmap v19282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:39.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:47:38 smithi032 ceph-mon[189144]: pgmap v19282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:39.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:47:38 smithi039 ceph-mon[181282]: pgmap v19282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:40.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:47:40 smithi039 ceph-mon[181282]: pgmap v19283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:40.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:47:40 smithi032 ceph-mon[191839]: pgmap v19283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:40.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:47:40 smithi032 ceph-mon[189144]: pgmap v19283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:47:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:47:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:47:43.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:47:42 smithi032 ceph-mon[191839]: pgmap v19284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:43.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:47:42 smithi032 ceph-mon[189144]: pgmap v19284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:43.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:47:42 smithi039 ceph-mon[181282]: pgmap v19284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:45.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:47:44 smithi032 ceph-mon[191839]: pgmap v19285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:45.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:47:44 smithi032 ceph-mon[189144]: pgmap v19285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:45.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:47:44 smithi039 ceph-mon[181282]: pgmap v19285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:47.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:47:46 smithi032 ceph-mon[191839]: pgmap v19286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:47.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:47:46 smithi032 ceph-mon[189144]: pgmap v19286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:47.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:47:46 smithi039 ceph-mon[181282]: pgmap v19286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:49.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:47:48 smithi032 ceph-mon[191839]: pgmap v19287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:49.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:47:48 smithi032 ceph-mon[189144]: pgmap v19287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:49.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:47:48 smithi039 ceph-mon[181282]: pgmap v19287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:47:50 smithi039 ceph-mon[181282]: pgmap v19288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:50.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:47:50 smithi032 ceph-mon[191839]: pgmap v19288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:50.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:47:50 smithi032 ceph-mon[189144]: pgmap v19288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:47:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:47:50] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-23T02:47:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:47:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:47:51.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:47:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:47:51.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:47:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:47:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:47:52 smithi039 ceph-mon[181282]: pgmap v19289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:52.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:47:52 smithi032 ceph-mon[191839]: pgmap v19289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:52.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:47:52 smithi032 ceph-mon[189144]: pgmap v19289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:55.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:47:54 smithi032 ceph-mon[189144]: pgmap v19290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:55.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:47:54 smithi032 ceph-mon[191839]: pgmap v19290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:55.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:47:54 smithi039 ceph-mon[181282]: pgmap v19290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:57.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:47:56 smithi032 ceph-mon[189144]: pgmap v19291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:57.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:47:56 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:47:57.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:47:56 smithi032 ceph-mon[191839]: pgmap v19291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:57.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:47:56 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:47:57.184 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:47:56 smithi039 ceph-mon[181282]: pgmap v19291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:57.184 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:47:56 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:47:59.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:47:58 smithi032 ceph-mon[189144]: pgmap v19292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:59.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:47:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:47:59.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:47:58 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:47:59.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:47:58 smithi032 ceph-mon[191839]: pgmap v19292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:59.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:47:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:47:59.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:47:58 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:47:59.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:47:58 smithi039 ceph-mon[181282]: pgmap v19292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:47:59.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:47:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:47:59.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:47:58 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:48:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:47:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:48:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:47:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:48:00.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:47:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:48:00.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:47:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:48:00.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:47:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:48:00.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:47:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:48:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:47:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:48:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:47:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:48:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:47:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:48:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:48:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:48:00] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-23T02:48:01.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:48:00 smithi032 ceph-mon[191839]: pgmap v19293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:48:00 smithi032 ceph-mon[189144]: pgmap v19293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:48:00 smithi039 ceph-mon[181282]: pgmap v19293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:03.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:48:02 smithi032 ceph-mon[189144]: pgmap v19294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:03.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:48:02 smithi032 ceph-mon[191839]: pgmap v19294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:03.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:48:02 smithi039 ceph-mon[181282]: pgmap v19294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:04.780 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:48:05.105 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:48:05.105 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 2m ago 9h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:48:05.105 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 6s ago 9h 96.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:48:05.105 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 2m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:48:05.105 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 6s ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:48:05.105 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 6s ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:48:05.105 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 2m ago 9h 903M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:48:05.105 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 2m ago 9h 2362M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:48:05.105 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 6s ago 9h 1157M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:48:05.105 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 2m ago 9h 1211M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:48:05.106 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 2m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:48:05.106 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 6s ago 9h 20.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:48:05.106 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 2m ago 9h 5531M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:48:05.106 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 2m ago 9h 5647M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:48:05.106 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 2m ago 9h 4967M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:48:05.106 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 2m ago 9h 5142M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:48:05.106 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 6s ago 9h 4831M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:48:05.106 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 6s ago 9h 5304M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:48:05.106 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 6s ago 9h 4930M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:48:05.106 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 6s ago 9h 5022M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:48:05.106 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 6s ago 9h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:48:05.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:48:04 smithi032 ceph-mon[191839]: pgmap v19295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:05.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:48:04 smithi032 ceph-mon[189144]: pgmap v19295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:48:04 smithi039 ceph-mon[181282]: pgmap v19295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:05.507 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:48:05.507 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:48:05.507 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:48:05.507 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:48:05.507 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:48:05.507 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:48:05.507 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:48:05.507 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:48:05.507 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:48:05.508 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:48:05.508 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:48:05.508 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:48:05.508 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:48:05.508 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:48:05.508 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:48:05.508 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:48:05.508 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:48:05.508 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:48:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:48:05 smithi032 ceph-mon[191839]: from='client.65390 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:48:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:48:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:48:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:48:05 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3055546604' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:48:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:48:05 smithi032 ceph-mon[189144]: from='client.65390 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:48:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:48:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:48:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:48:05 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3055546604' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:48:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:48:05 smithi039 ceph-mon[181282]: from='client.65390 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:48:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:48:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:48:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:48:05 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3055546604' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:48:07.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:48:06 smithi032 ceph-mon[189144]: from='client.55482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:48:07.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:48:06 smithi032 ceph-mon[189144]: pgmap v19296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:07.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:48:06 smithi032 ceph-mon[191839]: from='client.55482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:48:07.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:48:06 smithi032 ceph-mon[191839]: pgmap v19296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:07.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:48:06 smithi039 ceph-mon[181282]: from='client.55482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:48:07.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:48:06 smithi039 ceph-mon[181282]: pgmap v19296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:09.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:48:08 smithi032 ceph-mon[189144]: pgmap v19297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:09.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:48:08 smithi032 ceph-mon[191839]: pgmap v19297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:09.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:48:08 smithi039 ceph-mon[181282]: pgmap v19297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:10.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:48:10 smithi039 ceph-mon[181282]: pgmap v19298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:10.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:48:10 smithi032 ceph-mon[191839]: pgmap v19298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:10.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:48:10 smithi032 ceph-mon[189144]: pgmap v19298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:48:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:48:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:48:13.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:48:12 smithi032 ceph-mon[191839]: pgmap v19299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:13.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:48:12 smithi032 ceph-mon[189144]: pgmap v19299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:13.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:48:12 smithi039 ceph-mon[181282]: pgmap v19299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:15.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:48:14 smithi032 ceph-mon[189144]: pgmap v19300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:15.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:48:14 smithi032 ceph-mon[191839]: pgmap v19300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:15.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:48:14 smithi039 ceph-mon[181282]: pgmap v19300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:17.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:48:16 smithi032 ceph-mon[189144]: pgmap v19301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:17.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:48:16 smithi032 ceph-mon[191839]: pgmap v19301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:17.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:48:16 smithi039 ceph-mon[181282]: pgmap v19301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:19.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:48:18 smithi032 ceph-mon[189144]: pgmap v19302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:19.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:48:18 smithi032 ceph-mon[191839]: pgmap v19302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:19.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:48:18 smithi039 ceph-mon[181282]: pgmap v19302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:20.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:48:20 smithi039 ceph-mon[181282]: pgmap v19303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:48:20 smithi032 ceph-mon[189144]: pgmap v19303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:48:20 smithi032 ceph-mon[191839]: pgmap v19303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:48:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:48:20] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T02:48:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:48:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:48:21.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:48:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:48:21.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:48:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:48:22.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:48:22 smithi039 ceph-mon[181282]: pgmap v19304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:22.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:48:22 smithi032 ceph-mon[189144]: pgmap v19304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:22.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:48:22 smithi032 ceph-mon[191839]: pgmap v19304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:25.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:48:24 smithi032 ceph-mon[189144]: pgmap v19305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:25.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:48:24 smithi032 ceph-mon[191839]: pgmap v19305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:25.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:48:24 smithi039 ceph-mon[181282]: pgmap v19305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:27.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:48:26 smithi032 ceph-mon[189144]: pgmap v19306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:27.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:48:26 smithi032 ceph-mon[191839]: pgmap v19306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:27.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:48:26 smithi039 ceph-mon[181282]: pgmap v19306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:29.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:48:28 smithi032 ceph-mon[189144]: pgmap v19307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:29.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:48:28 smithi032 ceph-mon[191839]: pgmap v19307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:29.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:48:28 smithi039 ceph-mon[181282]: pgmap v19307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:30.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:48:30 smithi039 ceph-mon[181282]: pgmap v19308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:30.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:48:30 smithi032 ceph-mon[191839]: pgmap v19308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:30.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:48:30 smithi032 ceph-mon[189144]: pgmap v19308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:48:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:48:30] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T02:48:33.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:48:32 smithi032 ceph-mon[191839]: pgmap v19309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:33.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:48:32 smithi032 ceph-mon[189144]: pgmap v19309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:33.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:48:32 smithi039 ceph-mon[181282]: pgmap v19309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:35.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:48:34 smithi032 ceph-mon[189144]: pgmap v19310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:35.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:48:34 smithi032 ceph-mon[191839]: pgmap v19310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:48:34 smithi039 ceph-mon[181282]: pgmap v19310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:35.868 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:48:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:48:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:48:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:48:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:48:36.189 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:48:36.189 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 2m ago 9h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:48:36.190 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 37s ago 9h 96.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:48:36.190 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 2m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:48:36.190 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 37s ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:48:36.190 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 37s ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:48:36.190 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 2m ago 9h 903M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:48:36.190 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 2m ago 9h 2362M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:48:36.190 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 37s ago 9h 1157M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:48:36.190 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 2m ago 9h 1211M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:48:36.190 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 2m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:48:36.190 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 37s ago 9h 20.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:48:36.190 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 2m ago 9h 5531M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:48:36.190 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 2m ago 9h 5647M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:48:36.190 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 2m ago 9h 4967M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:48:36.190 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 2m ago 9h 5142M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:48:36.190 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 37s ago 9h 4831M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:48:36.190 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 37s ago 9h 5304M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:48:36.190 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 37s ago 9h 4930M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:48:36.191 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 37s ago 9h 5022M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:48:36.191 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 37s ago 9h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:48:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:48:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:48:36.591 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:48:36.591 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:48:36.591 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:48:36.591 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:48:36.591 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:48:36.591 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:48:36.591 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:48:36.591 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:48:36.591 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:48:36.591 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:48:36.591 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:48:36.592 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:48:36.592 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:48:36.592 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:48:36.592 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:48:36.592 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:48:36.592 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:48:36.592 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:48:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:48:36 smithi032 ceph-mon[189144]: pgmap v19311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:48:36 smithi032 ceph-mon[189144]: from='client.65408 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:48:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:48:36 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2026271721' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:48:37.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:48:36 smithi032 ceph-mon[191839]: pgmap v19311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:37.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:48:36 smithi032 ceph-mon[191839]: from='client.65408 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:48:37.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:48:36 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2026271721' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:48:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:48:36 smithi039 ceph-mon[181282]: pgmap v19311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:48:36 smithi039 ceph-mon[181282]: from='client.65408 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:48:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:48:36 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2026271721' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:48:38.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:48:37 smithi032 ceph-mon[191839]: from='client.55500 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:48:38.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:48:37 smithi032 ceph-mon[189144]: from='client.55500 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:48:38.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:48:37 smithi039 ceph-mon[181282]: from='client.55500 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:48:39.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:48:38 smithi032 ceph-mon[191839]: pgmap v19312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:39.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:48:38 smithi032 ceph-mon[189144]: pgmap v19312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:39.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:48:38 smithi039 ceph-mon[181282]: pgmap v19312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:40.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:48:40 smithi039 ceph-mon[181282]: pgmap v19313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:40.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:48:40 smithi032 ceph-mon[189144]: pgmap v19313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:40.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:48:40 smithi032 ceph-mon[191839]: pgmap v19313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:48:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:48:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:48:43.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:48:42 smithi032 ceph-mon[191839]: pgmap v19314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:43.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:48:42 smithi032 ceph-mon[189144]: pgmap v19314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:43.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:48:42 smithi039 ceph-mon[181282]: pgmap v19314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:45.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:48:44 smithi032 ceph-mon[191839]: pgmap v19315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:45.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:48:44 smithi032 ceph-mon[189144]: pgmap v19315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:45.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:48:44 smithi039 ceph-mon[181282]: pgmap v19315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:47.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:48:46 smithi032 ceph-mon[191839]: pgmap v19316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:47.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:48:46 smithi032 ceph-mon[189144]: pgmap v19316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:47.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:48:46 smithi039 ceph-mon[181282]: pgmap v19316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:49.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:48:48 smithi032 ceph-mon[191839]: pgmap v19317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:49.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:48:48 smithi032 ceph-mon[189144]: pgmap v19317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:49.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:48:48 smithi039 ceph-mon[181282]: pgmap v19317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:48:50 smithi039 ceph-mon[181282]: pgmap v19318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:50.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:48:50 smithi032 ceph-mon[191839]: pgmap v19318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:48:50 smithi032 ceph-mon[189144]: pgmap v19318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:48:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:48:50] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T02:48:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:48:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:48:51.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:48:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:48:51.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:48:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:48:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:48:52 smithi039 ceph-mon[181282]: pgmap v19319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:52.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:48:52 smithi032 ceph-mon[191839]: pgmap v19319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:52.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:48:52 smithi032 ceph-mon[189144]: pgmap v19319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:55.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:48:54 smithi032 ceph-mon[191839]: pgmap v19320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:55.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:48:54 smithi032 ceph-mon[189144]: pgmap v19320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:55.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:48:54 smithi039 ceph-mon[181282]: pgmap v19320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:57.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:48:56 smithi032 ceph-mon[191839]: pgmap v19321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:57.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:48:56 smithi032 ceph-mon[189144]: pgmap v19321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:57.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:48:56 smithi039 ceph-mon[181282]: pgmap v19321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:59.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:48:58 smithi032 ceph-mon[191839]: pgmap v19322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:59.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:48:58 smithi032 ceph-mon[189144]: pgmap v19322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:48:59.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:48:58 smithi039 ceph-mon[181282]: pgmap v19322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:48:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:49:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:48:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:49:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:48:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:49:00.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:48:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:49:00.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:48:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:49:00.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:48:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:49:00.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:48:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:49:00.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:48:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:49:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:48:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:49:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:48:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:49:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:48:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:49:00.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:48:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:49:01.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:49:00 smithi032 ceph-mon[191839]: pgmap v19323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:49:00 smithi032 ceph-mon[189144]: pgmap v19323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:49:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:49:00] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T02:49:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:49:00 smithi039 ceph-mon[181282]: pgmap v19323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:03.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:49:02 smithi032 ceph-mon[189144]: pgmap v19324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:03.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:49:02 smithi032 ceph-mon[191839]: pgmap v19324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:03.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:49:02 smithi039 ceph-mon[181282]: pgmap v19324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:05.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:49:04 smithi032 ceph-mon[191839]: pgmap v19325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:05.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:49:04 smithi032 ceph-mon[189144]: pgmap v19325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:49:04 smithi039 ceph-mon[181282]: pgmap v19325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:49:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:49:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:49:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:49:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:49:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:49:06.957 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:49:07.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:49:06 smithi032 ceph-mon[189144]: pgmap v19326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:07.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:49:06 smithi032 ceph-mon[191839]: pgmap v19326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:07.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:49:06 smithi039 ceph-mon[181282]: pgmap v19326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:07.278 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:49:07.279 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 3m ago 9h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:49:07.279 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 68s ago 9h 96.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:49:07.279 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 3m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:49:07.279 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 68s ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:49:07.279 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 68s ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:49:07.279 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 3m ago 9h 903M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:49:07.279 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 3m ago 9h 2362M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:49:07.279 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 68s ago 9h 1157M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:49:07.279 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 3m ago 9h 1211M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:49:07.279 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 3m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:49:07.279 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 68s ago 9h 20.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:49:07.279 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 3m ago 9h 5531M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:49:07.279 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 3m ago 9h 5647M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:49:07.280 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 3m ago 9h 4967M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:49:07.280 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 3m ago 9h 5142M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:49:07.280 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 68s ago 9h 4831M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:49:07.280 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 68s ago 9h 5304M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:49:07.280 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 68s ago 9h 4930M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:49:07.280 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 68s ago 9h 5022M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:49:07.280 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 68s ago 9h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:49:07.679 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:49:07.680 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:49:07.680 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:49:07.680 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:49:07.680 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:49:07.680 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:49:07.680 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:49:07.680 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:49:07.680 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:49:07.680 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:49:07.680 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:49:07.680 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:49:07.680 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:49:07.680 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:49:07.680 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:49:07.681 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:49:07.681 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:49:07.681 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:49:08.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:49:07 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3718059191' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:49:08.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:49:07 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3718059191' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:49:08.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:49:07 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3718059191' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:49:09.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:49:08 smithi032 ceph-mon[191839]: from='client.55512 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:49:09.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:49:08 smithi032 ceph-mon[191839]: from='client.65432 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:49:09.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:49:08 smithi032 ceph-mon[191839]: pgmap v19327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:09.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:49:08 smithi032 ceph-mon[189144]: from='client.55512 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:49:09.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:49:08 smithi032 ceph-mon[189144]: from='client.65432 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:49:09.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:49:08 smithi032 ceph-mon[189144]: pgmap v19327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:09.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:49:08 smithi039 ceph-mon[181282]: from='client.55512 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:49:09.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:49:08 smithi039 ceph-mon[181282]: from='client.65432 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:49:09.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:49:08 smithi039 ceph-mon[181282]: pgmap v19327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:10.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:49:10 smithi039 ceph-mon[181282]: pgmap v19328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:10.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:49:10 smithi032 ceph-mon[191839]: pgmap v19328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:10.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:49:10 smithi032 ceph-mon[189144]: pgmap v19328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:49:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:49:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:49:13.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:49:12 smithi032 ceph-mon[191839]: pgmap v19329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:13.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:49:12 smithi032 ceph-mon[189144]: pgmap v19329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:13.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:49:12 smithi039 ceph-mon[181282]: pgmap v19329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:15.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:49:14 smithi032 ceph-mon[191839]: pgmap v19330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:15.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:49:14 smithi032 ceph-mon[189144]: pgmap v19330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:15.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:49:14 smithi039 ceph-mon[181282]: pgmap v19330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:17.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:49:16 smithi032 ceph-mon[191839]: pgmap v19331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:17.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:49:16 smithi032 ceph-mon[189144]: pgmap v19331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:17.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:49:16 smithi039 ceph-mon[181282]: pgmap v19331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:19.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:49:18 smithi032 ceph-mon[191839]: pgmap v19332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:19.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:49:18 smithi032 ceph-mon[189144]: pgmap v19332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:19.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:49:18 smithi039 ceph-mon[181282]: pgmap v19332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:20.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:49:20 smithi039 ceph-mon[181282]: pgmap v19333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:49:20 smithi032 ceph-mon[191839]: pgmap v19333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:49:20 smithi032 ceph-mon[189144]: pgmap v19333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:49:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:49:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:49:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:49:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:49:21.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:49:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:49:21.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:49:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:49:22.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:49:22 smithi039 ceph-mon[181282]: pgmap v19334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:22.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:49:22 smithi032 ceph-mon[191839]: pgmap v19334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:22.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:49:22 smithi032 ceph-mon[189144]: pgmap v19334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:25.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:49:24 smithi032 ceph-mon[191839]: pgmap v19335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:25.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:49:24 smithi032 ceph-mon[189144]: pgmap v19335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:25.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:49:24 smithi039 ceph-mon[181282]: pgmap v19335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:27.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:49:26 smithi032 ceph-mon[191839]: pgmap v19336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:27.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:49:26 smithi032 ceph-mon[189144]: pgmap v19336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:27.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:49:26 smithi039 ceph-mon[181282]: pgmap v19336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:29.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:49:28 smithi032 ceph-mon[189144]: pgmap v19337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:29.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:49:28 smithi032 ceph-mon[191839]: pgmap v19337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:29.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:49:28 smithi039 ceph-mon[181282]: pgmap v19337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:30.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:49:30 smithi039 ceph-mon[181282]: pgmap v19338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:30.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:49:30 smithi032 ceph-mon[191839]: pgmap v19338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:30.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:49:30 smithi032 ceph-mon[189144]: pgmap v19338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:49:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:49:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:49:33.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:49:32 smithi032 ceph-mon[191839]: pgmap v19339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:33.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:49:32 smithi032 ceph-mon[189144]: pgmap v19339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:33.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:49:32 smithi039 ceph-mon[181282]: pgmap v19339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:35.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:49:34 smithi032 ceph-mon[189144]: pgmap v19340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:35.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:49:34 smithi032 ceph-mon[191839]: pgmap v19340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:49:34 smithi039 ceph-mon[181282]: pgmap v19340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:49:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:49:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:49:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:49:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:49:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:49:37.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:49:36 smithi032 ceph-mon[191839]: pgmap v19341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:49:36 smithi032 ceph-mon[189144]: pgmap v19341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:37.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:49:36 smithi039 ceph-mon[181282]: pgmap v19341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:38.041 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:49:38.365 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:49:38.365 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 3m ago 9h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:49:38.366 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 99s ago 9h 96.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:49:38.366 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 3m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:49:38.366 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 99s ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:49:38.366 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 99s ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:49:38.366 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 3m ago 9h 903M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:49:38.366 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 3m ago 9h 2362M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:49:38.366 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 99s ago 9h 1157M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:49:38.366 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 3m ago 9h 1211M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:49:38.366 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 3m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:49:38.366 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 99s ago 9h 20.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:49:38.366 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 3m ago 9h 5531M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:49:38.366 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 3m ago 9h 5647M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:49:38.366 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 3m ago 9h 4967M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:49:38.366 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 3m ago 9h 5142M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:49:38.366 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 99s ago 9h 4831M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:49:38.367 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 99s ago 9h 5304M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:49:38.367 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 99s ago 9h 4930M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:49:38.367 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 99s ago 9h 5022M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:49:38.367 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 99s ago 9h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:49:38.766 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:49:38.766 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:49:38.766 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:49:38.766 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:49:38.766 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:49:38.766 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:49:38.766 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:49:38.766 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:49:38.766 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:49:38.766 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:49:38.766 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:49:38.767 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:49:38.767 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:49:38.767 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:49:38.767 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:49:38.767 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:49:38.767 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:49:38.767 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:49:39.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:49:38 smithi032 ceph-mon[191839]: pgmap v19342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:39.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:49:38 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3586231151' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:49:39.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:49:38 smithi032 ceph-mon[189144]: pgmap v19342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:39.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:49:38 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3586231151' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:49:39.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:49:38 smithi039 ceph-mon[181282]: pgmap v19342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:39.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:49:38 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3586231151' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:49:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:49:39 smithi032 ceph-mon[189144]: from='client.55530 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:49:40.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:49:39 smithi032 ceph-mon[189144]: from='client.55536 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:49:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:49:39 smithi032 ceph-mon[191839]: from='client.55530 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:49:40.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:49:39 smithi032 ceph-mon[191839]: from='client.55536 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:49:40.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:49:39 smithi039 ceph-mon[181282]: from='client.55530 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:49:40.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:49:39 smithi039 ceph-mon[181282]: from='client.55536 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:49:41.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:49:40 smithi032 ceph-mon[191839]: pgmap v19343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:41.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:49:40 smithi032 ceph-mon[189144]: pgmap v19343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:49:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:49:40] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T02:49:41.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:49:40 smithi039 ceph-mon[181282]: pgmap v19343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:43.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:49:42 smithi032 ceph-mon[189144]: pgmap v19344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:43.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:49:42 smithi032 ceph-mon[191839]: pgmap v19344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:43.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:49:42 smithi039 ceph-mon[181282]: pgmap v19344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:45.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:49:44 smithi032 ceph-mon[189144]: pgmap v19345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:45.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:49:44 smithi032 ceph-mon[191839]: pgmap v19345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:45.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:49:44 smithi039 ceph-mon[181282]: pgmap v19345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:47.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:49:46 smithi032 ceph-mon[189144]: pgmap v19346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:47.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:49:46 smithi032 ceph-mon[191839]: pgmap v19346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:47.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:49:46 smithi039 ceph-mon[181282]: pgmap v19346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:49.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:49:48 smithi032 ceph-mon[189144]: pgmap v19347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:49.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:49:48 smithi032 ceph-mon[191839]: pgmap v19347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:49.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:49:48 smithi039 ceph-mon[181282]: pgmap v19347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:49:50 smithi039 ceph-mon[181282]: pgmap v19348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:49:50 smithi032 ceph-mon[189144]: pgmap v19348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:50.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:49:50 smithi032 ceph-mon[191839]: pgmap v19348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:49:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:49:50] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T02:49:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:49:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:49:51.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:49:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:49:51.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:49:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:49:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:49:52 smithi039 ceph-mon[181282]: pgmap v19349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:52.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:49:52 smithi032 ceph-mon[191839]: pgmap v19349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:52.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:49:52 smithi032 ceph-mon[189144]: pgmap v19349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:55.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:49:54 smithi032 ceph-mon[191839]: pgmap v19350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:55.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:49:54 smithi032 ceph-mon[189144]: pgmap v19350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:55.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:49:54 smithi039 ceph-mon[181282]: pgmap v19350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:57.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:49:56 smithi032 ceph-mon[191839]: pgmap v19351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:57.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:49:56 smithi032 ceph-mon[189144]: pgmap v19351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:57.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:49:56 smithi039 ceph-mon[181282]: pgmap v19351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:59.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:49:58 smithi032 ceph-mon[191839]: pgmap v19352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:59.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:49:58 smithi032 ceph-mon[189144]: pgmap v19352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:49:59.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:49:58 smithi039 ceph-mon[181282]: pgmap v19352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:50:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:50:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:50:00 smithi032 ceph-mon[191839]: pgmap v19353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:50:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T02:50:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:50:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:50:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:50:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:50:00.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:50:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:50:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:50:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-23T02:49:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T02:50:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:50:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:50:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:50:00 smithi032 ceph-mon[189144]: pgmap v19353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:50:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T02:50:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:50:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:50:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:50:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:50:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:50:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:50:00.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:50:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:50:00.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:50:00 smithi039 ceph-mon[181282]: pgmap v19353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:00.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:50:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T02:50:00.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:50:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:50:00.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:50:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:50:00.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:50:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:50:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:50:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:50:00] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T02:50:03.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:50:02 smithi032 ceph-mon[189144]: pgmap v19354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:03.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:50:02 smithi032 ceph-mon[191839]: pgmap v19354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:03.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:50:02 smithi039 ceph-mon[181282]: pgmap v19354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:05.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:50:04 smithi032 ceph-mon[189144]: pgmap v19355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:05.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:50:04 smithi032 ceph-mon[191839]: pgmap v19355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:50:04 smithi039 ceph-mon[181282]: pgmap v19355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:50:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:50:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:50:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:50:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:50:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:50:07.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:50:06 smithi032 ceph-mon[191839]: pgmap v19356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:07.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:50:06 smithi032 ceph-mon[189144]: pgmap v19356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:07.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:50:06 smithi039 ceph-mon[181282]: pgmap v19356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:09.131 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:50:09.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:50:08 smithi032 ceph-mon[189144]: pgmap v19357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:09.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:50:08 smithi032 ceph-mon[191839]: pgmap v19357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:09.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:50:08 smithi039 ceph-mon[181282]: pgmap v19357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:09.460 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:50:09.461 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 4m ago 9h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:50:09.461 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 2m ago 9h 96.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:50:09.461 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 4m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:50:09.461 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 2m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:50:09.461 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 2m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:50:09.461 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 4m ago 9h 903M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:50:09.461 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 4m ago 9h 2362M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:50:09.461 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 2m ago 9h 1157M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:50:09.461 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 4m ago 9h 1211M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:50:09.461 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 4m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:50:09.461 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 2m ago 9h 20.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:50:09.462 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 4m ago 9h 5531M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:50:09.462 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 4m ago 9h 5647M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:50:09.462 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 4m ago 9h 4967M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:50:09.462 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 4m ago 9h 5142M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:50:09.462 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 2m ago 9h 4831M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:50:09.462 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 2m ago 9h 5304M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:50:09.462 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 2m ago 9h 4930M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:50:09.462 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 2m ago 9h 5022M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:50:09.462 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 2m ago 9h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:50:09.862 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:50:09.862 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:50:09.863 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:50:09.863 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:50:09.863 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:50:09.863 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:50:09.863 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:50:09.863 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:50:09.863 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:50:09.863 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:50:09.863 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:50:09.863 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:50:09.863 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:50:09.863 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:50:09.863 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:50:09.863 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:50:09.863 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:50:09.863 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:50:10.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:50:10 smithi039 ceph-mon[181282]: from='client.55548 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:50:10.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:50:10 smithi039 ceph-mon[181282]: from='client.55554 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:50:10.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:50:10 smithi039 ceph-mon[181282]: pgmap v19358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:10.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:50:10 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3274941538' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:50:10.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:50:10 smithi032 ceph-mon[191839]: from='client.55548 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:50:10.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:50:10 smithi032 ceph-mon[191839]: from='client.55554 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:50:10.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:50:10 smithi032 ceph-mon[191839]: pgmap v19358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:10.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:50:10 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3274941538' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:50:10.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:50:10 smithi032 ceph-mon[189144]: from='client.55548 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:50:10.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:50:10 smithi032 ceph-mon[189144]: from='client.55554 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:50:10.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:50:10 smithi032 ceph-mon[189144]: pgmap v19358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:10.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:50:10 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3274941538' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:50:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:50:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:50:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:50:13.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:50:12 smithi032 ceph-mon[191839]: pgmap v19359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:13.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:50:12 smithi032 ceph-mon[189144]: pgmap v19359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:13.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:50:12 smithi039 ceph-mon[181282]: pgmap v19359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:15.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:50:14 smithi032 ceph-mon[191839]: pgmap v19360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:15.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:50:14 smithi032 ceph-mon[189144]: pgmap v19360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:15.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:50:14 smithi039 ceph-mon[181282]: pgmap v19360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:17.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:50:16 smithi032 ceph-mon[191839]: pgmap v19361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:17.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:50:16 smithi032 ceph-mon[189144]: pgmap v19361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:17.258 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 23 02:50:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-23T02:50:16.983819001Z level=info msg="Completed cleanup jobs" duration=14.135213ms 2023-12-23T02:50:17.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:50:16 smithi039 ceph-mon[181282]: pgmap v19361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:19.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:50:18 smithi032 ceph-mon[191839]: pgmap v19362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:19.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:50:18 smithi032 ceph-mon[189144]: pgmap v19362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:19.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:50:18 smithi039 ceph-mon[181282]: pgmap v19362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:20.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:50:20 smithi039 ceph-mon[181282]: pgmap v19363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:50:20 smithi032 ceph-mon[191839]: pgmap v19363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:50:20 smithi032 ceph-mon[189144]: pgmap v19363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:50:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:50:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:50:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:50:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:50:21.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:50:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:50:21.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:50:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:50:22.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:50:22 smithi039 ceph-mon[181282]: pgmap v19364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:22.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:50:22 smithi032 ceph-mon[191839]: pgmap v19364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:22.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:50:22 smithi032 ceph-mon[189144]: pgmap v19364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:25.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:50:24 smithi032 ceph-mon[191839]: pgmap v19365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:25.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:50:24 smithi032 ceph-mon[189144]: pgmap v19365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:25.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:50:24 smithi039 ceph-mon[181282]: pgmap v19365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:27.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:50:26 smithi032 ceph-mon[191839]: pgmap v19366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:27.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:50:26 smithi032 ceph-mon[189144]: pgmap v19366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:27.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:50:26 smithi039 ceph-mon[181282]: pgmap v19366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:29.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:50:28 smithi032 ceph-mon[189144]: pgmap v19367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:29.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:50:28 smithi032 ceph-mon[191839]: pgmap v19367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:29.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:50:28 smithi039 ceph-mon[181282]: pgmap v19367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:30.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:50:30 smithi039 ceph-mon[181282]: pgmap v19368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:30.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:50:30 smithi032 ceph-mon[191839]: pgmap v19368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:30.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:50:30 smithi032 ceph-mon[189144]: pgmap v19368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:50:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:50:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:50:33.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:50:32 smithi032 ceph-mon[189144]: pgmap v19369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:33.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:50:32 smithi032 ceph-mon[191839]: pgmap v19369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:33.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:50:32 smithi039 ceph-mon[181282]: pgmap v19369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:35.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:50:34 smithi032 ceph-mon[191839]: pgmap v19370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:35.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:50:34 smithi032 ceph-mon[189144]: pgmap v19370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:50:34 smithi039 ceph-mon[181282]: pgmap v19370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:50:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:50:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:50:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:50:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:50:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:50:37.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:50:36 smithi032 ceph-mon[191839]: pgmap v19371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:37.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:50:36 smithi032 ceph-mon[189144]: pgmap v19371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:50:36 smithi039 ceph-mon[181282]: pgmap v19371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:39.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:50:38 smithi032 ceph-mon[191839]: pgmap v19372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:39.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:50:38 smithi032 ceph-mon[189144]: pgmap v19372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:39.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:50:38 smithi039 ceph-mon[181282]: pgmap v19372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:40.224 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:50:40.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:50:40 smithi039 ceph-mon[181282]: pgmap v19373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:40.548 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:50:40.548 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 4m ago 9h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:50:40.548 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 2m ago 9h 96.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:50:40.548 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 4m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:50:40.548 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 2m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:50:40.548 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 2m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:50:40.548 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 4m ago 9h 903M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:50:40.548 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 4m ago 9h 2362M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:50:40.549 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 2m ago 9h 1157M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:50:40.549 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 4m ago 9h 1211M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:50:40.549 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 4m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:50:40.549 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 2m ago 9h 20.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:50:40.549 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 4m ago 9h 5531M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:50:40.549 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 4m ago 9h 5647M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:50:40.549 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 4m ago 9h 4967M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:50:40.549 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 4m ago 9h 5142M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:50:40.549 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 2m ago 9h 4831M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:50:40.549 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 2m ago 9h 5304M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:50:40.549 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 2m ago 9h 4930M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:50:40.549 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 2m ago 9h 5022M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:50:40.549 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 2m ago 9h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:50:40.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:50:40 smithi032 ceph-mon[189144]: pgmap v19373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:40.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:50:40 smithi032 ceph-mon[191839]: pgmap v19373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:40.952 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:50:40.952 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:50:40.952 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:50:40.952 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:50:40.953 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:50:40.953 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:50:40.953 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:50:40.953 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:50:40.953 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:50:40.953 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:50:40.953 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:50:40.953 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:50:40.953 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:50:40.953 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:50:40.953 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:50:40.953 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:50:40.953 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:50:40.953 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:50:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:50:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:50:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:50:41.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:50:41 smithi039 ceph-mon[181282]: from='client.65480 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:50:41.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:50:41 smithi039 ceph-mon[181282]: from='client.55572 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:50:41.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:50:41 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3502220271' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:50:41.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:50:41 smithi032 ceph-mon[191839]: from='client.65480 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:50:41.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:50:41 smithi032 ceph-mon[191839]: from='client.55572 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:50:41.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:50:41 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3502220271' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:50:41.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:50:41 smithi032 ceph-mon[189144]: from='client.65480 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:50:41.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:50:41 smithi032 ceph-mon[189144]: from='client.55572 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:50:41.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:50:41 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3502220271' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:50:42.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:50:42 smithi039 ceph-mon[181282]: pgmap v19374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:42.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:50:42 smithi032 ceph-mon[191839]: pgmap v19374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:42.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:50:42 smithi032 ceph-mon[189144]: pgmap v19374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:45.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:50:44 smithi032 ceph-mon[191839]: pgmap v19375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:45.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:50:44 smithi032 ceph-mon[189144]: pgmap v19375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:45.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:50:44 smithi039 ceph-mon[181282]: pgmap v19375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:47.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:50:46 smithi032 ceph-mon[189144]: pgmap v19376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:47.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:50:46 smithi032 ceph-mon[191839]: pgmap v19376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:47.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:50:46 smithi039 ceph-mon[181282]: pgmap v19376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:49.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:50:48 smithi032 ceph-mon[191839]: pgmap v19377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:49.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:50:48 smithi032 ceph-mon[189144]: pgmap v19377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:49.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:50:48 smithi039 ceph-mon[181282]: pgmap v19377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:50:50 smithi039 ceph-mon[181282]: pgmap v19378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:50.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:50:50 smithi032 ceph-mon[191839]: pgmap v19378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:50:50 smithi032 ceph-mon[189144]: pgmap v19378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:50:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:50:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:50:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:50:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:50:51.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:50:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:50:51.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:50:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:50:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:50:52 smithi039 ceph-mon[181282]: pgmap v19379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:52.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:50:52 smithi032 ceph-mon[191839]: pgmap v19379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:52.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:50:52 smithi032 ceph-mon[189144]: pgmap v19379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:55.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:50:54 smithi032 ceph-mon[191839]: pgmap v19380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:55.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:50:54 smithi032 ceph-mon[189144]: pgmap v19380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:55.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:50:54 smithi039 ceph-mon[181282]: pgmap v19380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:57.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:50:56 smithi032 ceph-mon[191839]: pgmap v19381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:57.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:50:56 smithi032 ceph-mon[189144]: pgmap v19381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:57.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:50:56 smithi039 ceph-mon[181282]: pgmap v19381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:59.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:50:58 smithi032 ceph-mon[191839]: pgmap v19382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:59.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:50:58 smithi032 ceph-mon[189144]: pgmap v19382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:50:59.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:50:58 smithi039 ceph-mon[181282]: pgmap v19382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:00.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:51:00 smithi039 ceph-mon[181282]: pgmap v19383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:00.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:51:00 smithi032 ceph-mon[191839]: pgmap v19383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:00.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:51:00 smithi032 ceph-mon[189144]: pgmap v19383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:51:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:51:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:51:01.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:51:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:51:01.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:51:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:51:01.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:51:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:51:01.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:51:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:51:01.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:51:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:51:01.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:51:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:51:01.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:51:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:51:01.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:51:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:51:01.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:51:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:51:01.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:51:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:51:01.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:51:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:51:01.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:51:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:51:02.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:51:02 smithi039 ceph-mon[181282]: pgmap v19384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:51:02 smithi032 ceph-mon[191839]: pgmap v19384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:02.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:51:02 smithi032 ceph-mon[189144]: pgmap v19384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:05.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:51:04 smithi032 ceph-mon[191839]: pgmap v19385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:05.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:51:04 smithi032 ceph-mon[189144]: pgmap v19385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:51:04 smithi039 ceph-mon[181282]: pgmap v19385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:51:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:51:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:51:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:51:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:51:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:51:07.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:51:06 smithi032 ceph-mon[191839]: pgmap v19386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:07.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:51:06 smithi032 ceph-mon[189144]: pgmap v19386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:07.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:51:06 smithi039 ceph-mon[181282]: pgmap v19386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:09.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:51:08 smithi032 ceph-mon[191839]: pgmap v19387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:09.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:51:08 smithi032 ceph-mon[189144]: pgmap v19387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:09.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:51:08 smithi039 ceph-mon[181282]: pgmap v19387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:10.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:51:10 smithi039 ceph-mon[181282]: pgmap v19388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:10.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:51:10 smithi032 ceph-mon[191839]: pgmap v19388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:10.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:51:10 smithi032 ceph-mon[189144]: pgmap v19388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:51:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:51:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T02:51:11.317 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:51:11.639 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:51:11.639 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 5m ago 9h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:51:11.639 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 3m ago 9h 96.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:51:11.639 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 5m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:51:11.639 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 3m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:51:11.639 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 3m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:51:11.639 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 5m ago 9h 903M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:51:11.639 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 5m ago 9h 2362M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:51:11.639 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 3m ago 9h 1157M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:51:11.639 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 5m ago 9h 1211M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:51:11.640 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 5m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:51:11.640 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 3m ago 9h 20.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:51:11.640 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 5m ago 9h 5531M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:51:11.640 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 5m ago 9h 5647M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:51:11.640 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 5m ago 9h 4967M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:51:11.640 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 5m ago 9h 5142M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:51:11.640 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 3m ago 9h 4831M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:51:11.640 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 3m ago 9h 5304M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:51:11.640 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 3m ago 9h 4930M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:51:11.640 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 3m ago 9h 5022M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:51:11.640 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 3m ago 9h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:51:12.041 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:51:12.042 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:51:12.042 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:51:12.042 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:51:12.042 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:51:12.042 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:51:12.042 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:51:12.042 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:51:12.042 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:51:12.042 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:51:12.042 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:51:12.042 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:51:12.042 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:51:12.042 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:51:12.042 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:51:12.043 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:51:12.043 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:51:12.043 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:51:13.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:51:12 smithi032 ceph-mon[191839]: from='client.55584 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:51:13.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:51:12 smithi032 ceph-mon[191839]: from='client.65504 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:51:13.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:51:12 smithi032 ceph-mon[191839]: pgmap v19389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:13.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:51:12 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1000669015' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:51:13.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:51:12 smithi032 ceph-mon[189144]: from='client.55584 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:51:13.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:51:12 smithi032 ceph-mon[189144]: from='client.65504 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:51:13.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:51:12 smithi032 ceph-mon[189144]: pgmap v19389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:13.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:51:12 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1000669015' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:51:13.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:51:12 smithi039 ceph-mon[181282]: from='client.55584 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:51:13.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:51:12 smithi039 ceph-mon[181282]: from='client.65504 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:51:13.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:51:12 smithi039 ceph-mon[181282]: pgmap v19389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:13.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:51:12 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1000669015' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:51:15.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:51:14 smithi032 ceph-mon[189144]: pgmap v19390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:15.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:51:14 smithi032 ceph-mon[191839]: pgmap v19390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:15.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:51:14 smithi039 ceph-mon[181282]: pgmap v19390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:17.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:51:16 smithi032 ceph-mon[191839]: pgmap v19391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:17.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:51:16 smithi032 ceph-mon[189144]: pgmap v19391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:17.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:51:16 smithi039 ceph-mon[181282]: pgmap v19391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:19.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:51:18 smithi032 ceph-mon[191839]: pgmap v19392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:19.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:51:18 smithi032 ceph-mon[189144]: pgmap v19392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:19.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:51:18 smithi039 ceph-mon[181282]: pgmap v19392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:20.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:51:20 smithi039 ceph-mon[181282]: pgmap v19393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:51:20 smithi032 ceph-mon[191839]: pgmap v19393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:51:20 smithi032 ceph-mon[189144]: pgmap v19393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:51:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:51:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:51:21.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:51:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:51:21.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:51:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:51:21.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:51:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:51:22.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:51:22 smithi039 ceph-mon[181282]: pgmap v19394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:22.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:51:22 smithi032 ceph-mon[191839]: pgmap v19394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:22.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:51:22 smithi032 ceph-mon[189144]: pgmap v19394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:25.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:51:24 smithi032 ceph-mon[191839]: pgmap v19395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:25.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:51:24 smithi032 ceph-mon[189144]: pgmap v19395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:25.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:51:24 smithi039 ceph-mon[181282]: pgmap v19395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:27.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:51:26 smithi032 ceph-mon[191839]: pgmap v19396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:27.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:51:26 smithi032 ceph-mon[189144]: pgmap v19396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:27.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:51:26 smithi039 ceph-mon[181282]: pgmap v19396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:29.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:51:28 smithi032 ceph-mon[191839]: pgmap v19397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:29.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:51:28 smithi032 ceph-mon[189144]: pgmap v19397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:29.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:51:28 smithi039 ceph-mon[181282]: pgmap v19397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:30.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:51:30 smithi039 ceph-mon[181282]: pgmap v19398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:30.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:51:30 smithi032 ceph-mon[191839]: pgmap v19398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:30.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:51:30 smithi032 ceph-mon[189144]: pgmap v19398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:51:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:51:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:51:33.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:51:32 smithi032 ceph-mon[191839]: pgmap v19399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:33.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:51:32 smithi032 ceph-mon[189144]: pgmap v19399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:33.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:51:32 smithi039 ceph-mon[181282]: pgmap v19399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:35.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:51:34 smithi032 ceph-mon[191839]: pgmap v19400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:35.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:51:34 smithi032 ceph-mon[189144]: pgmap v19400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:35.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:51:34 smithi039 ceph-mon[181282]: pgmap v19400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:51:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:51:36.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:51:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:51:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:51:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:51:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:51:36 smithi032 ceph-mon[189144]: pgmap v19401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:37.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:51:36 smithi032 ceph-mon[191839]: pgmap v19401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:51:36 smithi039 ceph-mon[181282]: pgmap v19401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:39.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:51:38 smithi032 ceph-mon[191839]: pgmap v19402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:39.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:51:38 smithi032 ceph-mon[189144]: pgmap v19402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:39.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:51:38 smithi039 ceph-mon[181282]: pgmap v19402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:40.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:51:40 smithi039 ceph-mon[181282]: pgmap v19403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:40.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:51:40 smithi032 ceph-mon[191839]: pgmap v19403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:40.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:51:40 smithi032 ceph-mon[189144]: pgmap v19403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:51:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:51:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:51:42.406 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:51:42.729 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:51:42.729 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 5m ago 9h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:51:42.729 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 3m ago 9h 96.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:51:42.729 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 5m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:51:42.729 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 3m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:51:42.729 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 3m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:51:42.729 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 5m ago 9h 903M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:51:42.729 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 5m ago 9h 2362M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:51:42.729 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 3m ago 9h 1157M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:51:42.730 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 5m ago 9h 1211M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:51:42.730 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 5m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:51:42.730 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 3m ago 9h 20.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:51:42.730 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 5m ago 9h 5531M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:51:42.730 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 5m ago 9h 5647M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:51:42.730 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 5m ago 9h 4967M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:51:42.730 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 5m ago 9h 5142M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:51:42.730 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 3m ago 9h 4831M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:51:42.730 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 3m ago 9h 5304M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:51:42.730 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 3m ago 9h 4930M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:51:42.730 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 3m ago 9h 5022M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:51:42.730 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 3m ago 9h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:51:43.136 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:51:43.136 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:51:43.136 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:51:43.136 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:51:43.136 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:51:43.136 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:51:43.136 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:51:43.136 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:51:43.136 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:51:43.136 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:51:43.136 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:51:43.136 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:51:43.136 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:51:43.137 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:51:43.137 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:51:43.137 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:51:43.137 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:51:43.137 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:51:43.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:51:42 smithi032 ceph-mon[191839]: pgmap v19404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:43.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:51:42 smithi032 ceph-mon[189144]: pgmap v19404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:43.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:51:42 smithi039 ceph-mon[181282]: pgmap v19404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:51:43 smithi032 ceph-mon[191839]: from='client.65516 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:51:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:51:43 smithi032 ceph-mon[191839]: from='client.65522 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:51:44.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:51:43 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/823351967' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:51:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:51:43 smithi032 ceph-mon[189144]: from='client.65516 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:51:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:51:43 smithi032 ceph-mon[189144]: from='client.65522 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:51:44.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:51:43 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/823351967' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:51:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:51:43 smithi039 ceph-mon[181282]: from='client.65516 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:51:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:51:43 smithi039 ceph-mon[181282]: from='client.65522 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:51:44.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:51:43 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/823351967' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:51:45.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:51:44 smithi032 ceph-mon[189144]: pgmap v19405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:45.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:51:44 smithi032 ceph-mon[191839]: pgmap v19405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:45.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:51:44 smithi039 ceph-mon[181282]: pgmap v19405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:47.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:51:46 smithi032 ceph-mon[191839]: pgmap v19406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:47.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:51:46 smithi032 ceph-mon[189144]: pgmap v19406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:47.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:51:46 smithi039 ceph-mon[181282]: pgmap v19406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:49.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:51:48 smithi032 ceph-mon[189144]: pgmap v19407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:49.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:51:48 smithi032 ceph-mon[191839]: pgmap v19407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:49.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:51:48 smithi039 ceph-mon[181282]: pgmap v19407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:50.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:51:50 smithi039 ceph-mon[181282]: pgmap v19408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:51:50 smithi032 ceph-mon[189144]: pgmap v19408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:50.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:51:50 smithi032 ceph-mon[191839]: pgmap v19408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:51:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:51:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:51:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:51:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:51:51.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:51:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:51:51.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:51:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:51:52.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:51:52 smithi032 ceph-mon[191839]: pgmap v19409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:52.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:51:52 smithi032 ceph-mon[189144]: pgmap v19409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:52.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:51:52 smithi039 ceph-mon[181282]: pgmap v19409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:55.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:51:54 smithi032 ceph-mon[191839]: pgmap v19410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:55.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:51:54 smithi032 ceph-mon[189144]: pgmap v19410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:55.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:51:54 smithi039 ceph-mon[181282]: pgmap v19410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:57.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:51:56 smithi032 ceph-mon[191839]: pgmap v19411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:57.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:51:56 smithi032 ceph-mon[189144]: pgmap v19411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:57.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:51:56 smithi039 ceph-mon[181282]: pgmap v19411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:59.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:51:58 smithi032 ceph-mon[191839]: pgmap v19412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:59.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:51:58 smithi032 ceph-mon[189144]: pgmap v19412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:51:59.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:51:58 smithi039 ceph-mon[181282]: pgmap v19412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:00.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:52:00 smithi039 ceph-mon[181282]: pgmap v19413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:00.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:52:00 smithi032 ceph-mon[191839]: pgmap v19413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:00.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:52:00 smithi032 ceph-mon[189144]: pgmap v19413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:52:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:52:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:52:01.507 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:52:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:52:01.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:52:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:52:01.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:52:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:52:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:52:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:52:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:52:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:52:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:52:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:52:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:52:02 smithi032 ceph-mon[191839]: pgmap v19414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:02.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:52:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:52:02.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:52:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:52:02.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:52:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:52:02.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:52:02 smithi032 ceph-mon[189144]: pgmap v19414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:52:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:52:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:52:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:52:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:52:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:52:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:52:02 smithi039 ceph-mon[181282]: pgmap v19414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:05.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:52:04 smithi032 ceph-mon[191839]: pgmap v19415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:05.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:52:04 smithi032 ceph-mon[189144]: pgmap v19415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:52:04 smithi039 ceph-mon[181282]: pgmap v19415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:52:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:52:06.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:52:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:52:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:52:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:52:07.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:52:06 smithi032 ceph-mon[191839]: pgmap v19416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:07.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:52:06 smithi032 ceph-mon[189144]: pgmap v19416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:07.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:52:06 smithi039 ceph-mon[181282]: pgmap v19416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:09.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:52:08 smithi032 ceph-mon[191839]: pgmap v19417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:09.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:52:08 smithi032 ceph-mon[189144]: pgmap v19417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:09.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:52:08 smithi039 ceph-mon[181282]: pgmap v19417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:10.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:52:10 smithi039 ceph-mon[181282]: pgmap v19418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:10.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:52:10 smithi032 ceph-mon[189144]: pgmap v19418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:10.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:52:10 smithi032 ceph-mon[191839]: pgmap v19418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:52:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:52:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:52:13.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:52:12 smithi032 ceph-mon[191839]: pgmap v19419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:13.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:52:12 smithi032 ceph-mon[189144]: pgmap v19419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:13.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:52:12 smithi039 ceph-mon[181282]: pgmap v19419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:13.502 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:52:13.824 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:52:13.824 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 6m ago 9h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:52:13.824 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 4m ago 9h 96.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:52:13.824 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 6m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:52:13.824 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 4m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:52:13.824 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 4m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:52:13.824 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 6m ago 9h 903M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:52:13.825 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 6m ago 9h 2362M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:52:13.825 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 4m ago 9h 1157M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:52:13.825 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 6m ago 9h 1211M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:52:13.825 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 6m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:52:13.825 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 4m ago 9h 20.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:52:13.825 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 6m ago 9h 5531M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:52:13.825 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 6m ago 9h 5647M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:52:13.825 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 6m ago 9h 4967M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:52:13.825 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 6m ago 9h 5142M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:52:13.825 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 4m ago 9h 4831M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:52:13.825 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 4m ago 9h 5304M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:52:13.825 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 4m ago 9h 4930M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:52:13.825 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 4m ago 9h 5022M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:52:13.825 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 4m ago 9h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:52:14.227 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:52:14.227 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:52:14.227 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:52:14.227 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:52:14.227 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:52:14.227 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:52:14.227 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:52:14.227 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:52:14.228 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:52:14.228 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:52:14.228 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:52:14.228 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:52:14.228 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:52:14.228 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:52:14.228 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:52:14.228 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:52:14.228 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:52:14.228 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:52:15.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:52:14 smithi032 ceph-mon[189144]: from='client.55620 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:52:15.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:52:14 smithi032 ceph-mon[189144]: from='client.55626 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:52:15.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:52:14 smithi032 ceph-mon[189144]: pgmap v19420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:15.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:52:14 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2576724105' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:52:15.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:52:14 smithi032 ceph-mon[191839]: from='client.55620 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:52:15.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:52:14 smithi032 ceph-mon[191839]: from='client.55626 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:52:15.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:52:14 smithi032 ceph-mon[191839]: pgmap v19420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:15.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:52:14 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2576724105' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:52:15.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:52:14 smithi039 ceph-mon[181282]: from='client.55620 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:52:15.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:52:14 smithi039 ceph-mon[181282]: from='client.55626 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:52:15.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:52:14 smithi039 ceph-mon[181282]: pgmap v19420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:15.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:52:14 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2576724105' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:52:17.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:52:16 smithi032 ceph-mon[191839]: pgmap v19421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:17.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:52:16 smithi032 ceph-mon[189144]: pgmap v19421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:17.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:52:16 smithi039 ceph-mon[181282]: pgmap v19421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:19.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:52:18 smithi032 ceph-mon[191839]: pgmap v19422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:19.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:52:18 smithi032 ceph-mon[189144]: pgmap v19422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:19.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:52:18 smithi039 ceph-mon[181282]: pgmap v19422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:52:20 smithi032 ceph-mon[189144]: pgmap v19423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:52:20 smithi032 ceph-mon[191839]: pgmap v19423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:52:20 smithi039 ceph-mon[181282]: pgmap v19423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:52:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:52:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:52:21.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:52:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:52:21.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:52:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:52:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:52:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:52:22.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:52:22 smithi032 ceph-mon[191839]: pgmap v19424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:22.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:52:22 smithi032 ceph-mon[189144]: pgmap v19424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:22.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:52:22 smithi039 ceph-mon[181282]: pgmap v19424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:25.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:52:24 smithi032 ceph-mon[189144]: pgmap v19425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:25.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:52:24 smithi032 ceph-mon[191839]: pgmap v19425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:25.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:52:24 smithi039 ceph-mon[181282]: pgmap v19425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:27.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:52:26 smithi032 ceph-mon[191839]: pgmap v19426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:27.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:52:26 smithi032 ceph-mon[189144]: pgmap v19426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:27.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:52:26 smithi039 ceph-mon[181282]: pgmap v19426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:29.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:52:28 smithi032 ceph-mon[191839]: pgmap v19427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:29.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:52:28 smithi032 ceph-mon[189144]: pgmap v19427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:29.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:52:28 smithi039 ceph-mon[181282]: pgmap v19427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:30.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:52:30 smithi032 ceph-mon[189144]: pgmap v19428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:30.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:52:30 smithi032 ceph-mon[191839]: pgmap v19428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:30.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:52:30 smithi039 ceph-mon[181282]: pgmap v19428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:52:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:52:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:52:33.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:52:32 smithi032 ceph-mon[191839]: pgmap v19429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:33.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:52:32 smithi032 ceph-mon[189144]: pgmap v19429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:33.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:52:32 smithi039 ceph-mon[181282]: pgmap v19429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:35.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:52:34 smithi032 ceph-mon[191839]: pgmap v19430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:35.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:52:34 smithi032 ceph-mon[189144]: pgmap v19430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:52:34 smithi039 ceph-mon[181282]: pgmap v19430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:52:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:52:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:52:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:52:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:52:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:52:37.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:52:36 smithi032 ceph-mon[191839]: pgmap v19431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:37.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:52:36 smithi032 ceph-mon[189144]: pgmap v19431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:52:36 smithi039 ceph-mon[181282]: pgmap v19431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:39.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:52:38 smithi032 ceph-mon[191839]: pgmap v19432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:39.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:52:38 smithi032 ceph-mon[189144]: pgmap v19432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:39.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:52:38 smithi039 ceph-mon[181282]: pgmap v19432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:40.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:52:40 smithi032 ceph-mon[191839]: pgmap v19433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:40.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:52:40 smithi032 ceph-mon[189144]: pgmap v19433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:40.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:52:40 smithi039 ceph-mon[181282]: pgmap v19433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:52:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:52:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:52:43.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:52:42 smithi032 ceph-mon[191839]: pgmap v19434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:43.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:52:42 smithi032 ceph-mon[189144]: pgmap v19434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:43.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:52:42 smithi039 ceph-mon[181282]: pgmap v19434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:44.594 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:52:44.916 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:52:44.916 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 6m ago 9h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:52:44.916 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 4m ago 9h 96.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:52:44.916 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 6m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:52:44.916 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 4m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:52:44.916 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 4m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:52:44.916 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 6m ago 9h 903M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:52:44.916 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 6m ago 9h 2362M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:52:44.916 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 4m ago 9h 1157M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:52:44.916 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 6m ago 9h 1211M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:52:44.916 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 6m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:52:44.916 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 4m ago 9h 20.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:52:44.917 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 6m ago 9h 5531M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:52:44.917 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 6m ago 9h 5647M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:52:44.917 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 6m ago 9h 4967M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:52:44.917 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 6m ago 9h 5142M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:52:44.917 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 4m ago 9h 4831M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:52:44.917 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 4m ago 9h 5304M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:52:44.917 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 4m ago 9h 4930M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:52:44.917 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 4m ago 9h 5022M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:52:44.917 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 4m ago 9h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:52:45.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:52:44 smithi032 ceph-mon[189144]: pgmap v19435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:45.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:52:44 smithi032 ceph-mon[191839]: pgmap v19435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:45.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:52:44 smithi039 ceph-mon[181282]: pgmap v19435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:45.318 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:52:45.318 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:52:45.318 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:52:45.318 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:52:45.318 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:52:45.318 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:52:45.318 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:52:45.318 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:52:45.318 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:52:45.318 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:52:45.318 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:52:45.318 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:52:45.319 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:52:45.319 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:52:45.319 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:52:45.319 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:52:45.319 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:52:45.319 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:52:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:52:45 smithi032 ceph-mon[191839]: from='client.55638 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:52:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:52:45 smithi032 ceph-mon[191839]: from='client.55644 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:52:46.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:52:45 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3391050455' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:52:46.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:52:45 smithi032 ceph-mon[189144]: from='client.55638 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:52:46.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:52:45 smithi032 ceph-mon[189144]: from='client.55644 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:52:46.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:52:45 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3391050455' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:52:46.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:52:45 smithi039 ceph-mon[181282]: from='client.55638 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:52:46.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:52:45 smithi039 ceph-mon[181282]: from='client.55644 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:52:46.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:52:45 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3391050455' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:52:47.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:52:46 smithi032 ceph-mon[191839]: pgmap v19436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:47.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:52:46 smithi032 ceph-mon[189144]: pgmap v19436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:47.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:52:46 smithi039 ceph-mon[181282]: pgmap v19436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:49.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:52:48 smithi032 ceph-mon[191839]: pgmap v19437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:49.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:52:48 smithi032 ceph-mon[189144]: pgmap v19437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:49.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:52:48 smithi039 ceph-mon[181282]: pgmap v19437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:50.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:52:50 smithi032 ceph-mon[191839]: pgmap v19438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:52:50 smithi032 ceph-mon[189144]: pgmap v19438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:50.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:52:50 smithi039 ceph-mon[181282]: pgmap v19438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:52:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:52:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:52:51.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:52:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:52:51.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:52:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:52:51.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:52:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:52:52.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:52:52 smithi032 ceph-mon[191839]: pgmap v19439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:52.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:52:52 smithi032 ceph-mon[189144]: pgmap v19439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:52.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:52:52 smithi039 ceph-mon[181282]: pgmap v19439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:55.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:52:54 smithi032 ceph-mon[189144]: pgmap v19440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:55.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:52:54 smithi032 ceph-mon[191839]: pgmap v19440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:55.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:52:54 smithi039 ceph-mon[181282]: pgmap v19440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:57.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:52:56 smithi032 ceph-mon[189144]: pgmap v19441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:57.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:52:56 smithi032 ceph-mon[191839]: pgmap v19441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:57.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:52:56 smithi039 ceph-mon[181282]: pgmap v19441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:59.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:52:58 smithi032 ceph-mon[189144]: pgmap v19442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:59.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:52:58 smithi032 ceph-mon[191839]: pgmap v19442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:52:59.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:52:58 smithi039 ceph-mon[181282]: pgmap v19442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:00.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:53:00 smithi032 ceph-mon[189144]: pgmap v19443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:00.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:53:00 smithi032 ceph-mon[191839]: pgmap v19443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:00.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:53:00 smithi039 ceph-mon[181282]: pgmap v19443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:53:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:53:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:53:01.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:53:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:53:01.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:53:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:53:02.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:53:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:53:02.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:53:02 smithi032 ceph-mon[191839]: pgmap v19444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:02.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:53:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:53:02.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:53:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:53:02.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:53:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:53:02.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:53:02 smithi032 ceph-mon[189144]: pgmap v19444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:02.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:53:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:53:02.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:53:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:53:02.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:53:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:53:03.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:53:02 smithi039 ceph-mon[181282]: pgmap v19444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:03.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:53:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:53:03.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:53:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:53:03.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:53:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:53:05.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:53:04 smithi032 ceph-mon[191839]: pgmap v19445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:05.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:53:04 smithi032 ceph-mon[189144]: pgmap v19445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:53:04 smithi039 ceph-mon[181282]: pgmap v19445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:06.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:53:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:53:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:53:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:53:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:53:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:53:07.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:53:06 smithi032 ceph-mon[191839]: pgmap v19446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:07.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:53:06 smithi032 ceph-mon[189144]: pgmap v19446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:07.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:53:06 smithi039 ceph-mon[181282]: pgmap v19446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:09.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:53:08 smithi032 ceph-mon[191839]: pgmap v19447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:09.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:53:08 smithi032 ceph-mon[189144]: pgmap v19447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:09.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:53:08 smithi039 ceph-mon[181282]: pgmap v19447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:10.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:53:10 smithi032 ceph-mon[191839]: pgmap v19448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:10.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:53:10 smithi032 ceph-mon[189144]: pgmap v19448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:10.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:53:10 smithi039 ceph-mon[181282]: pgmap v19448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:53:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:53:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:53:13.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:53:12 smithi032 ceph-mon[191839]: pgmap v19449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:13.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:53:12 smithi032 ceph-mon[189144]: pgmap v19449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:13.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:53:12 smithi039 ceph-mon[181282]: pgmap v19449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:15.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:53:14 smithi032 ceph-mon[191839]: pgmap v19450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:15.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:53:14 smithi032 ceph-mon[189144]: pgmap v19450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:15.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:53:14 smithi039 ceph-mon[181282]: pgmap v19450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:15.683 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:53:16.008 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:53:16.009 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 7m ago 9h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:53:16.009 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 5m ago 9h 96.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:53:16.009 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 7m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:53:16.009 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 5m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:53:16.009 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 5m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:53:16.009 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 7m ago 9h 903M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:53:16.009 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 7m ago 9h 2362M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:53:16.009 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 5m ago 9h 1157M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:53:16.009 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 7m ago 9h 1211M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:53:16.009 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 7m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:53:16.009 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 5m ago 9h 20.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:53:16.009 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 7m ago 9h 5531M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:53:16.009 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 7m ago 9h 5647M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:53:16.009 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 7m ago 9h 4967M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:53:16.009 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 7m ago 9h 5142M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:53:16.010 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 5m ago 9h 4831M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:53:16.010 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 5m ago 9h 5304M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:53:16.010 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 5m ago 9h 4930M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:53:16.010 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 5m ago 9h 5022M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:53:16.010 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 5m ago 9h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:53:16.409 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:53:16.409 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:53:16.410 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:53:16.410 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:53:16.410 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:53:16.410 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:53:16.410 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:53:16.410 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:53:16.410 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:53:16.410 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:53:16.410 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:53:16.410 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:53:16.410 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:53:16.410 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:53:16.410 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:53:16.410 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:53:16.411 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:53:16.411 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:53:17.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:53:16 smithi032 ceph-mon[191839]: from='client.65570 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:53:17.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:53:16 smithi032 ceph-mon[191839]: pgmap v19451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:17.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:53:16 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2991054665' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:53:17.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:53:16 smithi032 ceph-mon[189144]: from='client.65570 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:53:17.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:53:16 smithi032 ceph-mon[189144]: pgmap v19451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:17.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:53:16 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2991054665' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:53:17.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:53:16 smithi039 ceph-mon[181282]: from='client.65570 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:53:17.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:53:16 smithi039 ceph-mon[181282]: pgmap v19451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:17.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:53:16 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2991054665' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:53:18.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:53:17 smithi032 ceph-mon[191839]: from='client.55662 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:53:18.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:53:17 smithi032 ceph-mon[189144]: from='client.55662 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:53:18.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:53:17 smithi039 ceph-mon[181282]: from='client.55662 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:53:19.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:53:18 smithi032 ceph-mon[191839]: pgmap v19452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:19.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:53:18 smithi032 ceph-mon[189144]: pgmap v19452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:19.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:53:18 smithi039 ceph-mon[181282]: pgmap v19452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:53:20 smithi032 ceph-mon[191839]: pgmap v19453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:53:20 smithi032 ceph-mon[189144]: pgmap v19453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:53:20 smithi039 ceph-mon[181282]: pgmap v19453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:53:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:53:20] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T02:53:21.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:53:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:53:21.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:53:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:53:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:53:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:53:22.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:53:22 smithi032 ceph-mon[191839]: pgmap v19454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:22.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:53:22 smithi032 ceph-mon[189144]: pgmap v19454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:22.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:53:22 smithi039 ceph-mon[181282]: pgmap v19454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:25.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:53:24 smithi032 ceph-mon[191839]: pgmap v19455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:25.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:53:24 smithi032 ceph-mon[189144]: pgmap v19455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:25.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:53:24 smithi039 ceph-mon[181282]: pgmap v19455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:27.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:53:26 smithi032 ceph-mon[191839]: pgmap v19456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:27.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:53:26 smithi032 ceph-mon[189144]: pgmap v19456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:27.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:53:26 smithi039 ceph-mon[181282]: pgmap v19456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:29.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:53:28 smithi032 ceph-mon[191839]: pgmap v19457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:29.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:53:28 smithi032 ceph-mon[189144]: pgmap v19457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:29.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:53:28 smithi039 ceph-mon[181282]: pgmap v19457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:30.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:53:30 smithi032 ceph-mon[191839]: pgmap v19458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:30.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:53:30 smithi032 ceph-mon[189144]: pgmap v19458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:30.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:53:30 smithi039 ceph-mon[181282]: pgmap v19458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:53:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:53:30] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T02:53:33.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:53:32 smithi032 ceph-mon[191839]: pgmap v19459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:33.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:53:32 smithi032 ceph-mon[189144]: pgmap v19459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:33.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:53:32 smithi039 ceph-mon[181282]: pgmap v19459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:35.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:53:34 smithi032 ceph-mon[191839]: pgmap v19460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:35.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:53:34 smithi032 ceph-mon[189144]: pgmap v19460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:53:34 smithi039 ceph-mon[181282]: pgmap v19460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:53:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:53:36.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:53:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:53:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:53:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:53:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:53:36 smithi032 ceph-mon[189144]: pgmap v19461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:37.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:53:36 smithi032 ceph-mon[191839]: pgmap v19461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:53:36 smithi039 ceph-mon[181282]: pgmap v19461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:39.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:53:38 smithi039 ceph-mon[181282]: pgmap v19462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:39.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:53:38 smithi032 ceph-mon[191839]: pgmap v19462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:39.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:53:38 smithi032 ceph-mon[189144]: pgmap v19462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:40.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:53:40 smithi032 ceph-mon[189144]: pgmap v19463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:40.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:53:40 smithi032 ceph-mon[191839]: pgmap v19463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:40.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:53:40 smithi039 ceph-mon[181282]: pgmap v19463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:53:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:53:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:53:43.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:53:42 smithi032 ceph-mon[191839]: pgmap v19464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:43.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:53:42 smithi032 ceph-mon[189144]: pgmap v19464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:43.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:53:42 smithi039 ceph-mon[181282]: pgmap v19464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:45.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:53:44 smithi032 ceph-mon[189144]: pgmap v19465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:45.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:53:44 smithi032 ceph-mon[191839]: pgmap v19465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:45.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:53:44 smithi039 ceph-mon[181282]: pgmap v19465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:46.774 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:53:47.102 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:53:47.102 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 7m ago 9h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:53:47.102 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 5m ago 9h 96.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:53:47.102 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 7m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:53:47.102 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 5m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:53:47.102 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 5m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:53:47.102 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 7m ago 9h 903M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:53:47.102 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 7m ago 9h 2362M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:53:47.102 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 5m ago 9h 1157M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:53:47.103 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 7m ago 9h 1211M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:53:47.103 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 7m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:53:47.103 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 5m ago 9h 20.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:53:47.103 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 7m ago 9h 5531M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:53:47.103 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 7m ago 9h 5647M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:53:47.103 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 7m ago 9h 4967M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:53:47.103 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 7m ago 9h 5142M 2121M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:53:47.103 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 5m ago 9h 4831M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:53:47.103 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 5m ago 9h 5304M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:53:47.103 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 5m ago 9h 4930M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:53:47.103 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 5m ago 9h 5022M 2458M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:53:47.103 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 5m ago 9h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:53:47.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:53:46 smithi032 ceph-mon[189144]: pgmap v19466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:47.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:53:46 smithi032 ceph-mon[191839]: pgmap v19466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:47.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:53:46 smithi039 ceph-mon[181282]: pgmap v19466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:47.504 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:53:47.504 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:53:47.504 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:53:47.504 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:53:47.505 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:53:47.505 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:53:47.505 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:53:47.505 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:53:47.505 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:53:47.505 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:53:47.505 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:53:47.505 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:53:47.505 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:53:47.505 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:53:47.505 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:53:47.505 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:53:47.505 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:53:47.506 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:53:48.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:53:47 smithi039 ceph-mon[181282]: from='client.65588 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:53:48.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:53:47 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2828442808' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:53:48.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:53:47 smithi032 ceph-mon[191839]: from='client.65588 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:53:48.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:53:47 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2828442808' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:53:48.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:53:47 smithi032 ceph-mon[189144]: from='client.65588 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:53:48.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:53:47 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2828442808' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:53:49.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:53:48 smithi039 ceph-mon[181282]: from='client.65594 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:53:49.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:53:48 smithi039 ceph-mon[181282]: pgmap v19467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:49.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:53:48 smithi032 ceph-mon[191839]: from='client.65594 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:53:49.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:53:48 smithi032 ceph-mon[191839]: pgmap v19467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:49.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:53:48 smithi032 ceph-mon[189144]: from='client.65594 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:53:49.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:53:48 smithi032 ceph-mon[189144]: pgmap v19467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:50.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:53:50 smithi032 ceph-mon[191839]: pgmap v19468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:50.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:53:50 smithi032 ceph-mon[189144]: pgmap v19468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:50.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:53:50 smithi039 ceph-mon[181282]: pgmap v19468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:53:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:53:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:53:51.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:53:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:53:51.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:53:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:53:51.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:53:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:53:52.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:53:52 smithi032 ceph-mon[191839]: pgmap v19469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:52.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:53:52 smithi032 ceph-mon[189144]: pgmap v19469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:52.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:53:52 smithi039 ceph-mon[181282]: pgmap v19469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:55.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:53:54 smithi032 ceph-mon[191839]: pgmap v19470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:55.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:53:54 smithi032 ceph-mon[189144]: pgmap v19470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:55.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:53:54 smithi039 ceph-mon[181282]: pgmap v19470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:57.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:53:56 smithi032 ceph-mon[191839]: pgmap v19471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:57.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:53:56 smithi032 ceph-mon[189144]: pgmap v19471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:57.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:53:56 smithi039 ceph-mon[181282]: pgmap v19471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:59.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:53:58 smithi032 ceph-mon[191839]: pgmap v19472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:59.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:53:58 smithi032 ceph-mon[189144]: pgmap v19472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:53:59.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:53:58 smithi039 ceph-mon[181282]: pgmap v19472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:00.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:00 smithi032 ceph-mon[189144]: pgmap v19473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:00.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:00 smithi032 ceph-mon[191839]: pgmap v19473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:00.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:00 smithi039 ceph-mon[181282]: pgmap v19473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:54:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:54:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:54:03.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:02 smithi032 ceph-mon[191839]: pgmap v19474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:03.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:54:03.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:54:03.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:54:03.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:54:03.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:54:03.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:54:03.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:54:03.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:54:03.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:02 smithi032 ceph-mon[189144]: pgmap v19474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:03.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:54:03.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:54:03.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:54:03.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:54:03.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:54:03.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:54:03.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:54:03.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:54:03.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:02 smithi039 ceph-mon[181282]: pgmap v19474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:03.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:54:03.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:54:03.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:54:03.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:54:03.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:54:03.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:54:03.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:54:03.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:54:04.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:03 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi039 to 2455M 2023-12-23T02:54:04.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:54:04.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:54:04.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:54:04.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:54:04.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:54:04.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:54:04.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:54:04.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:54:04.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:03 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi039 to 2455M 2023-12-23T02:54:04.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:54:04.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:54:04.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:54:04.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:54:04.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:54:04.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:54:04.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:54:04.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:54:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:03 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi039 to 2455M 2023-12-23T02:54:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:54:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:54:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:54:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T02:54:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:54:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:54:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:54:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:54:05.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:04 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi032 to 2108M 2023-12-23T02:54:05.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:04 smithi032 ceph-mon[191839]: pgmap v19475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:05.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:04 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi032 to 2108M 2023-12-23T02:54:05.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:04 smithi032 ceph-mon[189144]: pgmap v19475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:04 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi032 to 2108M 2023-12-23T02:54:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:04 smithi039 ceph-mon[181282]: pgmap v19475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:54:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:54:06.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:54:07.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:06 smithi039 ceph-mon[181282]: pgmap v19476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:07.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:06 smithi032 ceph-mon[191839]: pgmap v19476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:07.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:06 smithi032 ceph-mon[189144]: pgmap v19476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:09.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:08 smithi039 ceph-mon[181282]: pgmap v19477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:09.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:08 smithi032 ceph-mon[191839]: pgmap v19477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:09.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:08 smithi032 ceph-mon[189144]: pgmap v19477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:10.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:10 smithi032 ceph-mon[189144]: pgmap v19478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:10.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:10 smithi032 ceph-mon[191839]: pgmap v19478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:10.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:10 smithi039 ceph-mon[181282]: pgmap v19478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:54:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:54:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:54:13.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:12 smithi039 ceph-mon[181282]: pgmap v19479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:13.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:12 smithi032 ceph-mon[191839]: pgmap v19479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:13.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:12 smithi032 ceph-mon[189144]: pgmap v19479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:15.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:14 smithi039 ceph-mon[181282]: pgmap v19480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:15.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:14 smithi032 ceph-mon[189144]: pgmap v19480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:15.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:14 smithi032 ceph-mon[191839]: pgmap v19480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:17.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:16 smithi039 ceph-mon[181282]: pgmap v19481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:17.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:16 smithi032 ceph-mon[191839]: pgmap v19481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:17.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:16 smithi032 ceph-mon[189144]: pgmap v19481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:17.868 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:54:18.191 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:54:18.191 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 8m ago 9h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:54:18.191 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 6m ago 9h 96.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:54:18.191 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 8m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:54:18.191 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 6m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:54:18.191 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 6m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:54:18.191 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 8m ago 9h 903M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:54:18.191 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 8m ago 9h 2362M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:54:18.191 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 6m ago 9h 1157M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:54:18.191 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 8m ago 9h 1211M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:54:18.191 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 8m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:54:18.192 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 6m ago 9h 20.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:54:18.192 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 8m ago 9h 5531M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:54:18.192 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 8m ago 9h 5647M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:54:18.192 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 8m ago 9h 4967M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:54:18.192 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 8m ago 9h 5142M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:54:18.192 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 6m ago 9h 4831M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:54:18.192 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 6m ago 9h 5304M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:54:18.192 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 6m ago 9h 4930M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:54:18.192 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 6m ago 9h 5022M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:54:18.192 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 6m ago 9h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:54:18.600 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:54:18.600 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:54:18.600 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:54:18.600 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:54:18.600 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:54:18.600 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:54:18.600 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:54:18.600 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:54:18.600 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:54:18.600 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:54:18.600 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:54:18.600 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:54:18.600 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:54:18.600 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:54:18.600 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:54:18.601 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:54:18.601 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:54:18.601 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:54:19.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:18 smithi039 ceph-mon[181282]: from='client.55692 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:54:19.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:18 smithi039 ceph-mon[181282]: pgmap v19482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:19.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:18 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/240634816' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:54:19.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:18 smithi032 ceph-mon[191839]: from='client.55692 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:54:19.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:18 smithi032 ceph-mon[191839]: pgmap v19482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:19.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:18 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/240634816' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:54:19.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:18 smithi032 ceph-mon[189144]: from='client.55692 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:54:19.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:18 smithi032 ceph-mon[189144]: pgmap v19482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:19.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:18 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/240634816' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:54:20.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:19 smithi039 ceph-mon[181282]: from='client.65612 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:54:20.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:19 smithi032 ceph-mon[191839]: from='client.65612 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:54:20.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:19 smithi032 ceph-mon[189144]: from='client.65612 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:54:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:54:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:54:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:54:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:20 smithi032 ceph-mon[189144]: pgmap v19483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:54:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:20 smithi032 ceph-mon[191839]: pgmap v19483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:54:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:20 smithi039 ceph-mon[181282]: pgmap v19483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:21.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:54:23.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:22 smithi039 ceph-mon[181282]: pgmap v19484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:23.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:22 smithi032 ceph-mon[191839]: pgmap v19484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:23.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:22 smithi032 ceph-mon[189144]: pgmap v19484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:25.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:24 smithi039 ceph-mon[181282]: pgmap v19485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:25.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:24 smithi032 ceph-mon[189144]: pgmap v19485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:25.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:24 smithi032 ceph-mon[191839]: pgmap v19485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:27.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:26 smithi039 ceph-mon[181282]: pgmap v19486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:27.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:26 smithi032 ceph-mon[191839]: pgmap v19486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:27.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:26 smithi032 ceph-mon[189144]: pgmap v19486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:29.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:28 smithi039 ceph-mon[181282]: pgmap v19487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:29.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:28 smithi032 ceph-mon[191839]: pgmap v19487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:29.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:28 smithi032 ceph-mon[189144]: pgmap v19487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:30.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:30 smithi032 ceph-mon[191839]: pgmap v19488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:30.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:30 smithi032 ceph-mon[189144]: pgmap v19488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:30.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:30 smithi039 ceph-mon[181282]: pgmap v19488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:54:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:54:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:54:33.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:32 smithi039 ceph-mon[181282]: pgmap v19489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:33.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:32 smithi032 ceph-mon[191839]: pgmap v19489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:33.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:32 smithi032 ceph-mon[189144]: pgmap v19489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:34 smithi039 ceph-mon[181282]: pgmap v19490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:35.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:34 smithi032 ceph-mon[189144]: pgmap v19490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:35.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:34 smithi032 ceph-mon[191839]: pgmap v19490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:54:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:54:36.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:54:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:36 smithi039 ceph-mon[181282]: pgmap v19491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:37.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:36 smithi032 ceph-mon[189144]: pgmap v19491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:37.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:36 smithi032 ceph-mon[191839]: pgmap v19491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:39.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:38 smithi039 ceph-mon[181282]: pgmap v19492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:39.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:38 smithi032 ceph-mon[189144]: pgmap v19492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:39.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:38 smithi032 ceph-mon[191839]: pgmap v19492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:40.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:40 smithi032 ceph-mon[191839]: pgmap v19493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:40.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:40 smithi032 ceph-mon[189144]: pgmap v19493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:40.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:40 smithi039 ceph-mon[181282]: pgmap v19493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:54:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:54:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:54:43.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:42 smithi039 ceph-mon[181282]: pgmap v19494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:43.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:42 smithi032 ceph-mon[191839]: pgmap v19494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:43.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:42 smithi032 ceph-mon[189144]: pgmap v19494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:45.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:44 smithi039 ceph-mon[181282]: pgmap v19495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:45.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:44 smithi032 ceph-mon[191839]: pgmap v19495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:45.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:44 smithi032 ceph-mon[189144]: pgmap v19495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:47.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:46 smithi039 ceph-mon[181282]: pgmap v19496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:47.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:46 smithi032 ceph-mon[191839]: pgmap v19496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:47.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:46 smithi032 ceph-mon[189144]: pgmap v19496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:48.969 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:54:49.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:48 smithi039 ceph-mon[181282]: pgmap v19497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:49.293 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:54:49.293 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 8m ago 9h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:54:49.293 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 6m ago 9h 96.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:54:49.293 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 8m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:54:49.293 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 6m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:54:49.293 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 6m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:54:49.294 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 8m ago 9h 903M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:54:49.294 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 8m ago 9h 2362M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:54:49.294 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 6m ago 9h 1157M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:54:49.294 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 8m ago 9h 1211M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:54:49.294 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 8m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:54:49.294 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 6m ago 9h 20.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:54:49.294 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 8m ago 9h 5531M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:54:49.294 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 8m ago 9h 5647M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:54:49.294 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 8m ago 9h 4967M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:54:49.294 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 8m ago 9h 5142M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:54:49.294 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 6m ago 9h 4831M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:54:49.294 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 6m ago 9h 5304M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:54:49.294 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 6m ago 9h 4930M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:54:49.294 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 6m ago 9h 5022M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:54:49.294 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 6m ago 9h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:54:49.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:48 smithi032 ceph-mon[189144]: pgmap v19497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:49.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:48 smithi032 ceph-mon[191839]: pgmap v19497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:49.695 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:54:49.695 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:54:49.695 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:54:49.695 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:54:49.695 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:54:49.695 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:54:49.695 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:54:49.695 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:54:49.695 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:54:49.695 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:54:49.695 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:54:49.695 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:54:49.696 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:54:49.696 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:54:49.696 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:54:49.696 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:54:49.696 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:54:49.696 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:54:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:49 smithi039 ceph-mon[181282]: from='client.55710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:54:50.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:49 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3809998502' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:54:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:49 smithi032 ceph-mon[189144]: from='client.55710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:54:50.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:49 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3809998502' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:54:50.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:49 smithi032 ceph-mon[191839]: from='client.55710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:54:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:49 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3809998502' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:54:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:54:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:54:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:54:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:50 smithi032 ceph-mon[191839]: from='client.55716 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:54:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:50 smithi032 ceph-mon[191839]: pgmap v19498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:51.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:54:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:50 smithi032 ceph-mon[189144]: from='client.55716 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:54:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:50 smithi032 ceph-mon[189144]: pgmap v19498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:54:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:50 smithi039 ceph-mon[181282]: from='client.55716 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:54:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:50 smithi039 ceph-mon[181282]: pgmap v19498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:51.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:54:53.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:52 smithi039 ceph-mon[181282]: pgmap v19499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:53.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:52 smithi032 ceph-mon[189144]: pgmap v19499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:53.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:52 smithi032 ceph-mon[191839]: pgmap v19499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:55.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:54 smithi039 ceph-mon[181282]: pgmap v19500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:55.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:54 smithi032 ceph-mon[191839]: pgmap v19500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:55.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:54 smithi032 ceph-mon[189144]: pgmap v19500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:57.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:56 smithi039 ceph-mon[181282]: pgmap v19501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:57.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:56 smithi032 ceph-mon[191839]: pgmap v19501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:57.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:56 smithi032 ceph-mon[189144]: pgmap v19501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:59.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:54:58 smithi039 ceph-mon[181282]: pgmap v19502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:59.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:54:58 smithi032 ceph-mon[189144]: pgmap v19502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:54:59.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:54:58 smithi032 ceph-mon[191839]: pgmap v19502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:00.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:55:00 smithi032 ceph-mon[191839]: pgmap v19503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:00.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:55:00 smithi032 ceph-mon[189144]: pgmap v19503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:00.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:55:00 smithi039 ceph-mon[181282]: pgmap v19503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:55:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:55:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:55:03.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:55:02 smithi039 ceph-mon[181282]: pgmap v19504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:03.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:55:02 smithi032 ceph-mon[191839]: pgmap v19504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:03.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:55:02 smithi032 ceph-mon[189144]: pgmap v19504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:55:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:55:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:55:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:55:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:55:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:55:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:55:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:55:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:55:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:55:04.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:55:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:55:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:55:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:55:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:55:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:55:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:55:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:55:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:55:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:55:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:55:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:55:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:55:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:55:04.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:55:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:55:04.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:55:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:55:04.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:55:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:55:04.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:55:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:55:04.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:55:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:55:04.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:55:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:55:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:55:04 smithi039 ceph-mon[181282]: pgmap v19505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:05.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:55:04 smithi032 ceph-mon[191839]: pgmap v19505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:05.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:55:04 smithi032 ceph-mon[189144]: pgmap v19505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:55:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:55:06.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:55:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:55:06.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:55:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:55:07.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:55:06 smithi039 ceph-mon[181282]: pgmap v19506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:07.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:55:06 smithi032 ceph-mon[191839]: pgmap v19506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:07.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:55:06 smithi032 ceph-mon[189144]: pgmap v19506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:09.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:55:08 smithi039 ceph-mon[181282]: pgmap v19507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:09.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:55:08 smithi032 ceph-mon[191839]: pgmap v19507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:09.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:55:08 smithi032 ceph-mon[189144]: pgmap v19507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:10.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:55:10 smithi032 ceph-mon[191839]: pgmap v19508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:10.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:55:10 smithi032 ceph-mon[189144]: pgmap v19508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:10.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:55:10 smithi039 ceph-mon[181282]: pgmap v19508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:55:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:55:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:55:13.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:55:12 smithi039 ceph-mon[181282]: pgmap v19509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:13.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:55:12 smithi032 ceph-mon[191839]: pgmap v19509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:13.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:55:12 smithi032 ceph-mon[189144]: pgmap v19509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:15.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:55:14 smithi039 ceph-mon[181282]: pgmap v19510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:15.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:55:14 smithi032 ceph-mon[191839]: pgmap v19510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:15.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:55:14 smithi032 ceph-mon[189144]: pgmap v19510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:17.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:55:16 smithi039 ceph-mon[181282]: pgmap v19511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:17.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:55:16 smithi032 ceph-mon[191839]: pgmap v19511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:17.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:55:16 smithi032 ceph-mon[189144]: pgmap v19511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:19.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:55:18 smithi039 ceph-mon[181282]: pgmap v19512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:19.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:55:18 smithi032 ceph-mon[191839]: pgmap v19512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:19.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:55:18 smithi032 ceph-mon[189144]: pgmap v19512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:20.059 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:55:20.384 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:55:20.384 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 9m ago 9h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:55:20.384 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 7m ago 9h 96.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:55:20.385 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 9m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:55:20.385 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 7m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:55:20.385 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 7m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:55:20.385 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 9m ago 9h 903M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:55:20.385 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 9m ago 9h 2362M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:55:20.385 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 7m ago 9h 1157M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:55:20.385 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 9m ago 9h 1211M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:55:20.385 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 9m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:55:20.385 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 7m ago 9h 20.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:55:20.385 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 9m ago 9h 5531M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:55:20.385 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 9m ago 9h 5647M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:55:20.385 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 9m ago 9h 4967M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:55:20.386 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 9m ago 9h 5142M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:55:20.386 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 7m ago 9h 4831M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:55:20.386 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 7m ago 9h 5304M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:55:20.386 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 7m ago 9h 4930M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:55:20.386 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 7m ago 9h 5022M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:55:20.386 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 7m ago 9h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:55:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:55:20 smithi032 ceph-mon[191839]: pgmap v19513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:55:20 smithi032 ceph-mon[189144]: pgmap v19513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:55:20 smithi039 ceph-mon[181282]: pgmap v19513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:20.782 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:55:20.782 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:55:20.783 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:55:20.783 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:55:20.783 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:55:20.783 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:55:20.783 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:55:20.783 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:55:20.783 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:55:20.783 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:55:20.783 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:55:20.783 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:55:20.783 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:55:20.783 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:55:20.783 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:55:20.783 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:55:20.783 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:55:20.784 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:55:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:55:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:55:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:55:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:55:21 smithi032 ceph-mon[191839]: from='client.65642 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:55:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:55:21 smithi032 ceph-mon[191839]: from='client.65648 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:55:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:55:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:55:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:55:21 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/997063643' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:55:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:55:21 smithi032 ceph-mon[189144]: from='client.65642 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:55:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:55:21 smithi032 ceph-mon[189144]: from='client.65648 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:55:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:55:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:55:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:55:21 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/997063643' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:55:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:55:21 smithi039 ceph-mon[181282]: from='client.65642 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:55:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:55:21 smithi039 ceph-mon[181282]: from='client.65648 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:55:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:55:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:55:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:55:21 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/997063643' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:55:22.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:55:22 smithi032 ceph-mon[191839]: pgmap v19514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:22.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:55:22 smithi032 ceph-mon[189144]: pgmap v19514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:22.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:55:22 smithi039 ceph-mon[181282]: pgmap v19514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:25.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:55:24 smithi039 ceph-mon[181282]: pgmap v19515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:25.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:55:24 smithi032 ceph-mon[189144]: pgmap v19515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:25.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:55:24 smithi032 ceph-mon[191839]: pgmap v19515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:27.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:55:26 smithi039 ceph-mon[181282]: pgmap v19516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:27.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:55:26 smithi032 ceph-mon[191839]: pgmap v19516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:27.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:55:26 smithi032 ceph-mon[189144]: pgmap v19516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:29.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:55:28 smithi039 ceph-mon[181282]: pgmap v19517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:29.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:55:28 smithi032 ceph-mon[191839]: pgmap v19517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:29.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:55:28 smithi032 ceph-mon[189144]: pgmap v19517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:30.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:55:30 smithi032 ceph-mon[191839]: pgmap v19518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:30.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:55:30 smithi032 ceph-mon[189144]: pgmap v19518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:30.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:55:30 smithi039 ceph-mon[181282]: pgmap v19518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:55:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:55:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:55:33.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:55:32 smithi039 ceph-mon[181282]: pgmap v19519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:33.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:55:32 smithi032 ceph-mon[191839]: pgmap v19519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:33.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:55:32 smithi032 ceph-mon[189144]: pgmap v19519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:55:34 smithi039 ceph-mon[181282]: pgmap v19520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:35.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:55:34 smithi032 ceph-mon[191839]: pgmap v19520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:35.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:55:34 smithi032 ceph-mon[189144]: pgmap v19520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:55:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:55:36.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:55:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:55:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:55:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:55:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:55:36 smithi039 ceph-mon[181282]: pgmap v19521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:37.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:55:36 smithi032 ceph-mon[191839]: pgmap v19521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:37.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:55:36 smithi032 ceph-mon[189144]: pgmap v19521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:39.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:55:38 smithi039 ceph-mon[181282]: pgmap v19522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:39.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:55:38 smithi032 ceph-mon[191839]: pgmap v19522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:39.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:55:38 smithi032 ceph-mon[189144]: pgmap v19522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:40.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:55:40 smithi032 ceph-mon[189144]: pgmap v19523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:40.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:55:40 smithi032 ceph-mon[191839]: pgmap v19523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:40.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:55:40 smithi039 ceph-mon[181282]: pgmap v19523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:55:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:55:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:55:43.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:55:42 smithi039 ceph-mon[181282]: pgmap v19524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:43.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:55:42 smithi032 ceph-mon[191839]: pgmap v19524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:43.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:55:42 smithi032 ceph-mon[189144]: pgmap v19524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:45.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:55:44 smithi039 ceph-mon[181282]: pgmap v19525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:45.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:55:44 smithi032 ceph-mon[191839]: pgmap v19525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:45.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:55:44 smithi032 ceph-mon[189144]: pgmap v19525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:47.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:55:46 smithi039 ceph-mon[181282]: pgmap v19526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:47.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:55:46 smithi032 ceph-mon[191839]: pgmap v19526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:47.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:55:46 smithi032 ceph-mon[189144]: pgmap v19526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:49.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:55:48 smithi039 ceph-mon[181282]: pgmap v19527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:49.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:55:48 smithi032 ceph-mon[191839]: pgmap v19527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:49.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:55:48 smithi032 ceph-mon[189144]: pgmap v19527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:50.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:55:50 smithi032 ceph-mon[191839]: pgmap v19528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:50.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:55:50 smithi032 ceph-mon[189144]: pgmap v19528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:50.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:55:50 smithi039 ceph-mon[181282]: pgmap v19528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:51.145 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:55:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:55:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:55:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:55:51.471 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:55:51.471 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 9m ago 9h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:55:51.471 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 7m ago 9h 96.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:55:51.471 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 9m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:55:51.471 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 7m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:55:51.471 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 7m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:55:51.471 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 9m ago 9h 903M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:55:51.471 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 9m ago 9h 2362M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:55:51.471 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 7m ago 9h 1157M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:55:51.471 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 9m ago 9h 1211M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:55:51.471 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 9m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:55:51.471 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 7m ago 9h 20.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:55:51.472 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 9m ago 9h 5531M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:55:51.472 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 9m ago 9h 5647M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:55:51.472 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 9m ago 9h 4967M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:55:51.472 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 9m ago 9h 5142M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:55:51.472 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 7m ago 9h 4831M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:55:51.472 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 7m ago 9h 5304M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:55:51.472 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 7m ago 9h 4930M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:55:51.472 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 7m ago 9h 5022M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:55:51.472 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 7m ago 9h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:55:51.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:55:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:55:51.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:55:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:55:51.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:55:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:55:51.874 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:55:51.875 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:55:51.875 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:55:51.875 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:55:51.875 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:55:51.875 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:55:51.875 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:55:51.875 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:55:51.875 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:55:51.875 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:55:51.875 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:55:51.875 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:55:51.875 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:55:51.875 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:55:51.875 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:55:51.875 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:55:51.876 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:55:51.876 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:55:52.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:55:52 smithi032 ceph-mon[191839]: from='client.55746 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:55:52.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:55:52 smithi032 ceph-mon[191839]: from='client.65666 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:55:52.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:55:52 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/869658626' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:55:52.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:55:52 smithi032 ceph-mon[191839]: pgmap v19529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:52.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:55:52 smithi032 ceph-mon[189144]: from='client.55746 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:55:52.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:55:52 smithi032 ceph-mon[189144]: from='client.65666 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:55:52.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:55:52 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/869658626' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:55:52.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:55:52 smithi032 ceph-mon[189144]: pgmap v19529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:52.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:55:52 smithi039 ceph-mon[181282]: from='client.55746 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:55:52.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:55:52 smithi039 ceph-mon[181282]: from='client.65666 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:55:52.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:55:52 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/869658626' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:55:52.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:55:52 smithi039 ceph-mon[181282]: pgmap v19529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:55.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:55:54 smithi039 ceph-mon[181282]: pgmap v19530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:55.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:55:54 smithi032 ceph-mon[191839]: pgmap v19530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:55.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:55:54 smithi032 ceph-mon[189144]: pgmap v19530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:57.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:55:56 smithi039 ceph-mon[181282]: pgmap v19531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:57.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:55:56 smithi032 ceph-mon[191839]: pgmap v19531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:57.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:55:56 smithi032 ceph-mon[189144]: pgmap v19531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:59.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:55:58 smithi039 ceph-mon[181282]: pgmap v19532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:59.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:55:58 smithi032 ceph-mon[191839]: pgmap v19532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:55:59.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:55:58 smithi032 ceph-mon[189144]: pgmap v19532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:00.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:56:00 smithi032 ceph-mon[189144]: pgmap v19533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:00.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:56:00 smithi032 ceph-mon[191839]: pgmap v19533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:00.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:56:00 smithi039 ceph-mon[181282]: pgmap v19533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:56:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:56:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:56:03.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:56:02 smithi039 ceph-mon[181282]: pgmap v19534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:03.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:56:02 smithi032 ceph-mon[191839]: pgmap v19534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:03.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:56:02 smithi032 ceph-mon[189144]: pgmap v19534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:56:04 smithi039 ceph-mon[181282]: pgmap v19535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:56:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:56:05.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:56:04 smithi032 ceph-mon[189144]: pgmap v19535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:05.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:56:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:56:05.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:56:04 smithi032 ceph-mon[191839]: pgmap v19535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:05.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:56:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:56:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:56:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:56:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:56:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:56:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:56:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:56:07.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:56:06 smithi039 ceph-mon[181282]: pgmap v19536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:07.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:56:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:56:07.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:56:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:56:07.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:56:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:56:07.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:56:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:56:07.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:56:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:56:07.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:56:06 smithi032 ceph-mon[189144]: pgmap v19536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:07.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:56:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:56:07.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:56:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:56:07.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:56:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:56:07.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:56:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:56:07.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:56:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:56:07.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:56:06 smithi032 ceph-mon[191839]: pgmap v19536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:07.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:56:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:56:07.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:56:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:56:07.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:56:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:56:07.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:56:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:56:07.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:56:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:56:09.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:56:08 smithi039 ceph-mon[181282]: pgmap v19537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:09.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:56:08 smithi032 ceph-mon[189144]: pgmap v19537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:09.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:56:08 smithi032 ceph-mon[191839]: pgmap v19537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:10.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:56:10 smithi032 ceph-mon[191839]: pgmap v19538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:10.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:56:10 smithi032 ceph-mon[189144]: pgmap v19538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:10.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:56:10 smithi039 ceph-mon[181282]: pgmap v19538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:56:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:56:10] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T02:56:13.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:56:12 smithi039 ceph-mon[181282]: pgmap v19539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:13.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:56:12 smithi032 ceph-mon[191839]: pgmap v19539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:13.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:56:12 smithi032 ceph-mon[189144]: pgmap v19539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:15.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:56:14 smithi039 ceph-mon[181282]: pgmap v19540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:15.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:56:14 smithi032 ceph-mon[191839]: pgmap v19540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:15.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:56:14 smithi032 ceph-mon[189144]: pgmap v19540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:17.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:56:16 smithi039 ceph-mon[181282]: pgmap v19541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:17.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:56:16 smithi032 ceph-mon[191839]: pgmap v19541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:17.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:56:16 smithi032 ceph-mon[189144]: pgmap v19541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:19.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:56:18 smithi039 ceph-mon[181282]: pgmap v19542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:19.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:56:18 smithi032 ceph-mon[191839]: pgmap v19542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:19.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:56:18 smithi032 ceph-mon[189144]: pgmap v19542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:20.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:56:20 smithi032 ceph-mon[191839]: pgmap v19543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:20.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:56:20 smithi032 ceph-mon[189144]: pgmap v19543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:56:20 smithi039 ceph-mon[181282]: pgmap v19543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:56:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:56:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:56:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:56:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:56:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:56:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:56:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:56:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:56:22.246 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:56:22.570 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:56:22.570 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 16s ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:56:22.570 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 8m ago 9h 96.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:56:22.570 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 16s ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:56:22.570 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 8m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:56:22.570 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 8m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:56:22.570 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 16s ago 9h 909M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:56:22.570 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 16s ago 9h 2391M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:56:22.570 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 8m ago 9h 1157M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:56:22.570 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 16s ago 9h 1225M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:56:22.571 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 16s ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:56:22.571 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 8m ago 9h 20.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:56:22.571 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 16s ago 9h 5564M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:56:22.571 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 16s ago 9h 5678M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:56:22.571 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 16s ago 9h 4992M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:56:22.571 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 16s ago 9h 5172M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:56:22.571 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 8m ago 9h 4831M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:56:22.571 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 8m ago 9h 5304M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:56:22.571 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 8m ago 9h 4930M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:56:22.571 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 8m ago 9h 5022M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:56:22.571 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 8m ago 9h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:56:22.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:56:22 smithi032 ceph-mon[191839]: pgmap v19544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:22.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:56:22 smithi032 ceph-mon[189144]: pgmap v19544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:22.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:56:22 smithi039 ceph-mon[181282]: pgmap v19544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:22.972 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:56:22.972 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:56:22.972 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:56:22.972 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:56:22.973 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:56:22.973 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:56:22.973 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:56:22.973 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:56:22.973 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:56:22.973 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:56:22.973 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:56:22.973 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:56:22.973 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:56:22.973 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:56:22.973 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:56:22.973 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:56:22.973 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:56:22.973 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:56:23.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:56:23 smithi032 ceph-mon[191839]: from='client.55764 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:56:23.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:56:23 smithi032 ceph-mon[191839]: from='client.65684 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:56:23.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:56:23 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1616695587' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:56:23.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:56:23 smithi032 ceph-mon[189144]: from='client.55764 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:56:23.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:56:23 smithi032 ceph-mon[189144]: from='client.65684 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:56:23.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:56:23 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1616695587' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:56:23.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:56:23 smithi039 ceph-mon[181282]: from='client.55764 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:56:23.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:56:23 smithi039 ceph-mon[181282]: from='client.65684 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:56:23.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:56:23 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1616695587' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:56:24.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:56:24 smithi032 ceph-mon[191839]: pgmap v19545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:24.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:56:24 smithi032 ceph-mon[189144]: pgmap v19545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:24.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:56:24 smithi039 ceph-mon[181282]: pgmap v19545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:27.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:56:26 smithi039 ceph-mon[181282]: pgmap v19546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:27.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:56:26 smithi032 ceph-mon[191839]: pgmap v19546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:27.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:56:26 smithi032 ceph-mon[189144]: pgmap v19546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:29.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:56:28 smithi039 ceph-mon[181282]: pgmap v19547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:29.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:56:28 smithi032 ceph-mon[191839]: pgmap v19547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:29.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:56:28 smithi032 ceph-mon[189144]: pgmap v19547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:30.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:56:30 smithi032 ceph-mon[191839]: pgmap v19548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:30.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:56:30 smithi032 ceph-mon[189144]: pgmap v19548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:30.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:56:30 smithi039 ceph-mon[181282]: pgmap v19548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:56:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:56:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:56:33.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:56:32 smithi039 ceph-mon[181282]: pgmap v19549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:33.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:56:32 smithi032 ceph-mon[191839]: pgmap v19549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:33.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:56:32 smithi032 ceph-mon[189144]: pgmap v19549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:56:34 smithi039 ceph-mon[181282]: pgmap v19550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:35.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:56:34 smithi032 ceph-mon[189144]: pgmap v19550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:35.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:56:34 smithi032 ceph-mon[191839]: pgmap v19550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:36.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:56:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:56:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:56:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:56:36.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:56:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:56:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:56:36 smithi039 ceph-mon[181282]: pgmap v19551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:37.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:56:36 smithi032 ceph-mon[191839]: pgmap v19551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:37.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:56:36 smithi032 ceph-mon[189144]: pgmap v19551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:39.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:56:38 smithi039 ceph-mon[181282]: pgmap v19552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:39.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:56:38 smithi032 ceph-mon[191839]: pgmap v19552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:39.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:56:38 smithi032 ceph-mon[189144]: pgmap v19552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:40.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:56:40 smithi032 ceph-mon[189144]: pgmap v19553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:40.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:56:40 smithi032 ceph-mon[191839]: pgmap v19553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:40.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:56:40 smithi039 ceph-mon[181282]: pgmap v19553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:56:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:56:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:56:43.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:56:42 smithi039 ceph-mon[181282]: pgmap v19554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:43.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:56:42 smithi032 ceph-mon[189144]: pgmap v19554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:43.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:56:42 smithi032 ceph-mon[191839]: pgmap v19554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:45.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:56:44 smithi039 ceph-mon[181282]: pgmap v19555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:45.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:56:44 smithi032 ceph-mon[189144]: pgmap v19555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:45.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:56:44 smithi032 ceph-mon[191839]: pgmap v19555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:47.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:56:46 smithi039 ceph-mon[181282]: pgmap v19556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:47.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:56:46 smithi032 ceph-mon[191839]: pgmap v19556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:47.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:56:46 smithi032 ceph-mon[189144]: pgmap v19556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:49.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:56:48 smithi039 ceph-mon[181282]: pgmap v19557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:49.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:56:48 smithi032 ceph-mon[191839]: pgmap v19557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:49.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:56:48 smithi032 ceph-mon[189144]: pgmap v19557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:56:50 smithi032 ceph-mon[189144]: pgmap v19558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:50.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:56:50 smithi032 ceph-mon[191839]: pgmap v19558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:50.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:56:50 smithi039 ceph-mon[181282]: pgmap v19558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:56:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:56:50] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-23T02:56:51.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:56:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:56:51.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:56:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:56:51.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:56:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:56:52.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:56:52 smithi032 ceph-mon[191839]: pgmap v19559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:52.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:56:52 smithi032 ceph-mon[189144]: pgmap v19559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:52.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:56:52 smithi039 ceph-mon[181282]: pgmap v19559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:53.336 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:56:53.660 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:56:53.660 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 47s ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:56:53.660 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 8m ago 9h 96.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:56:53.660 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 47s ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:56:53.660 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 8m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:56:53.660 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 8m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:56:53.660 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 47s ago 9h 909M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:56:53.661 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 47s ago 9h 2391M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:56:53.661 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 8m ago 9h 1157M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:56:53.661 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 47s ago 9h 1225M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:56:53.661 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 47s ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:56:53.661 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 8m ago 9h 20.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:56:53.661 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 47s ago 9h 5564M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:56:53.661 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 47s ago 9h 5678M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:56:53.661 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 47s ago 9h 4992M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:56:53.661 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 47s ago 9h 5172M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:56:53.661 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 8m ago 9h 4831M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:56:53.661 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 8m ago 9h 5304M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:56:53.661 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 8m ago 9h 4930M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:56:53.661 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 8m ago 9h 5022M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:56:53.662 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 8m ago 9h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:56:54.060 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:56:54.060 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:56:54.060 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:56:54.060 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:56:54.060 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:56:54.060 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:56:54.060 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:56:54.060 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:56:54.060 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:56:54.060 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:56:54.060 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:56:54.061 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:56:54.061 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:56:54.061 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:56:54.061 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:56:54.061 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:56:54.061 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:56:54.061 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:56:55.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:56:54 smithi039 ceph-mon[181282]: from='client.55782 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:56:55.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:56:54 smithi039 ceph-mon[181282]: from='client.55788 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:56:55.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:56:54 smithi039 ceph-mon[181282]: pgmap v19560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:55.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:56:54 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4171466982' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:56:55.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:56:54 smithi032 ceph-mon[191839]: from='client.55782 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:56:55.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:56:54 smithi032 ceph-mon[191839]: from='client.55788 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:56:55.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:56:54 smithi032 ceph-mon[191839]: pgmap v19560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:55.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:56:54 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4171466982' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:56:55.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:56:54 smithi032 ceph-mon[189144]: from='client.55782 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:56:55.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:56:54 smithi032 ceph-mon[189144]: from='client.55788 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:56:55.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:56:54 smithi032 ceph-mon[189144]: pgmap v19560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:55.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:56:54 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4171466982' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:56:57.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:56:56 smithi039 ceph-mon[181282]: pgmap v19561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:57.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:56:56 smithi032 ceph-mon[191839]: pgmap v19561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:57.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:56:56 smithi032 ceph-mon[189144]: pgmap v19561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:59.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:56:58 smithi039 ceph-mon[181282]: pgmap v19562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:59.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:56:58 smithi032 ceph-mon[189144]: pgmap v19562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:56:59.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:56:58 smithi032 ceph-mon[191839]: pgmap v19562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:00.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:57:00 smithi032 ceph-mon[191839]: pgmap v19563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:00.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:57:00 smithi032 ceph-mon[189144]: pgmap v19563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:00.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:57:00 smithi039 ceph-mon[181282]: pgmap v19563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:57:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:57:00] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2023-12-23T02:57:03.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:57:02 smithi039 ceph-mon[181282]: pgmap v19564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:03.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:57:02 smithi032 ceph-mon[189144]: pgmap v19564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:03.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:57:02 smithi032 ceph-mon[191839]: pgmap v19564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:05.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:57:04 smithi039 ceph-mon[181282]: pgmap v19565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:05.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:57:04 smithi032 ceph-mon[189144]: pgmap v19565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:05.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:57:04 smithi032 ceph-mon[191839]: pgmap v19565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:06.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:57:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:57:06.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:57:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:57:06.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:57:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:57:07.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:57:06 smithi039 ceph-mon[181282]: pgmap v19566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:07.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:57:06 smithi032 ceph-mon[189144]: pgmap v19566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:07.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:57:06 smithi032 ceph-mon[191839]: pgmap v19566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:08.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:57:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:57:08.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:57:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:57:08.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:57:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:57:08.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:57:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:57:08.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:57:07 smithi039 ceph-mon[181282]: pgmap v19567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:08.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:57:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:57:08.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:57:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:57:08.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:57:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:57:08.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:57:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:57:08.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:57:07 smithi032 ceph-mon[191839]: pgmap v19567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:08.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:57:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:57:08.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:57:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:57:08.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:57:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:57:08.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:57:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:57:08.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:57:07 smithi032 ceph-mon[189144]: pgmap v19567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:10.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:57:10 smithi032 ceph-mon[191839]: pgmap v19568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:10.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:57:10 smithi032 ceph-mon[189144]: pgmap v19568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:10.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:57:10 smithi039 ceph-mon[181282]: pgmap v19568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:57:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:57:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:57:13.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:57:12 smithi039 ceph-mon[181282]: pgmap v19569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:13.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:57:12 smithi032 ceph-mon[191839]: pgmap v19569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:13.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:57:12 smithi032 ceph-mon[189144]: pgmap v19569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:15.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:57:14 smithi039 ceph-mon[181282]: pgmap v19570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:15.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:57:14 smithi032 ceph-mon[191839]: pgmap v19570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:15.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:57:14 smithi032 ceph-mon[189144]: pgmap v19570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:17.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:57:16 smithi039 ceph-mon[181282]: pgmap v19571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:17.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:57:16 smithi032 ceph-mon[191839]: pgmap v19571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:17.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:57:16 smithi032 ceph-mon[189144]: pgmap v19571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:18.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:57:18 smithi032 ceph-mon[191839]: pgmap v19572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:18.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:57:18 smithi032 ceph-mon[189144]: pgmap v19572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:18.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:57:18 smithi039 ceph-mon[181282]: pgmap v19572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:20.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:57:20 smithi032 ceph-mon[189144]: pgmap v19573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:20.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:57:20 smithi032 ceph-mon[191839]: pgmap v19573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:57:20 smithi039 ceph-mon[181282]: pgmap v19573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:57:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:57:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:57:21.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:57:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:57:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:57:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:57:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:57:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:57:22.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:57:22 smithi032 ceph-mon[191839]: pgmap v19574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:22.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:57:22 smithi032 ceph-mon[189144]: pgmap v19574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:22.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:57:22 smithi039 ceph-mon[181282]: pgmap v19574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:24.427 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:57:24.752 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:57:24.752 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 78s ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:57:24.752 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 9m ago 9h 96.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:57:24.752 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 78s ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:57:24.752 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 9m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:57:24.752 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 9m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:57:24.752 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 78s ago 9h 909M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:57:24.753 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 78s ago 9h 2391M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:57:24.753 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 9m ago 9h 1157M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:57:24.753 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 78s ago 9h 1225M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:57:24.753 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 78s ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:57:24.753 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 9m ago 9h 20.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:57:24.753 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 78s ago 9h 5564M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:57:24.753 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 78s ago 9h 5678M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:57:24.753 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 78s ago 9h 4992M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:57:24.753 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 78s ago 9h 5172M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:57:24.753 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 9m ago 9h 4831M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:57:24.753 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 9m ago 9h 5304M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:57:24.753 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 9m ago 9h 4930M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:57:24.753 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 9m ago 9h 5022M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:57:24.753 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 9m ago 9h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:57:25.156 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:57:25.156 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:57:25.156 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:57:25.156 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:57:25.156 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:57:25.156 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:57:25.156 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:57:25.156 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:57:25.156 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:57:25.156 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:57:25.157 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:57:25.157 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:57:25.157 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:57:25.157 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:57:25.157 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:57:25.157 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:57:25.157 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:57:25.157 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:57:25.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:57:24 smithi039 ceph-mon[181282]: pgmap v19575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:25.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:57:24 smithi032 ceph-mon[189144]: pgmap v19575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:25.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:57:24 smithi032 ceph-mon[191839]: pgmap v19575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:26.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:57:25 smithi039 ceph-mon[181282]: from='client.65714 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:57:26.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:57:25 smithi039 ceph-mon[181282]: from='client.65720 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:57:26.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:57:25 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1419726039' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:57:26.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:57:25 smithi032 ceph-mon[189144]: from='client.65714 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:57:26.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:57:25 smithi032 ceph-mon[189144]: from='client.65720 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:57:26.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:57:25 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1419726039' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:57:26.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:57:25 smithi032 ceph-mon[191839]: from='client.65714 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:57:26.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:57:25 smithi032 ceph-mon[191839]: from='client.65720 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:57:26.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:57:25 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1419726039' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:57:27.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:57:26 smithi039 ceph-mon[181282]: pgmap v19576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:27.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:57:26 smithi032 ceph-mon[189144]: pgmap v19576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:27.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:57:26 smithi032 ceph-mon[191839]: pgmap v19576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:28.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:57:28 smithi039 ceph-mon[181282]: pgmap v19577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:28.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:57:28 smithi032 ceph-mon[189144]: pgmap v19577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:28.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:57:28 smithi032 ceph-mon[191839]: pgmap v19577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:30.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:57:30 smithi032 ceph-mon[189144]: pgmap v19578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:30.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:57:30 smithi032 ceph-mon[191839]: pgmap v19578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:30.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:57:30 smithi039 ceph-mon[181282]: pgmap v19578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:57:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:57:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T02:57:33.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:57:32 smithi039 ceph-mon[181282]: pgmap v19579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:33.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:57:32 smithi032 ceph-mon[191839]: pgmap v19579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:33.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:57:32 smithi032 ceph-mon[189144]: pgmap v19579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:35.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:57:34 smithi039 ceph-mon[181282]: pgmap v19580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:35.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:57:34 smithi032 ceph-mon[189144]: pgmap v19580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:35.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:57:34 smithi032 ceph-mon[191839]: pgmap v19580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:36.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:57:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:57:36.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:57:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:57:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:57:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:57:37.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:57:37 smithi039 ceph-mon[181282]: pgmap v19581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:37.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:57:37 smithi032 ceph-mon[191839]: pgmap v19581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:37.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:57:37 smithi032 ceph-mon[189144]: pgmap v19581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:38.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:57:38 smithi032 ceph-mon[191839]: pgmap v19582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:38.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:57:38 smithi032 ceph-mon[189144]: pgmap v19582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:38.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:57:38 smithi039 ceph-mon[181282]: pgmap v19582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:40.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:57:40 smithi032 ceph-mon[191839]: pgmap v19583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:40.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:57:40 smithi032 ceph-mon[189144]: pgmap v19583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:40.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:57:40 smithi039 ceph-mon[181282]: pgmap v19583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:57:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:57:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:57:43.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:57:42 smithi039 ceph-mon[181282]: pgmap v19584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:43.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:57:42 smithi032 ceph-mon[191839]: pgmap v19584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:43.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:57:42 smithi032 ceph-mon[189144]: pgmap v19584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:44.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:57:44 smithi032 ceph-mon[189144]: pgmap v19585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:44.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:57:44 smithi032 ceph-mon[191839]: pgmap v19585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:44.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:57:44 smithi039 ceph-mon[181282]: pgmap v19585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:47.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:57:46 smithi039 ceph-mon[181282]: pgmap v19586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:47.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:57:46 smithi032 ceph-mon[191839]: pgmap v19586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:47.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:57:46 smithi032 ceph-mon[189144]: pgmap v19586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:49.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:57:48 smithi039 ceph-mon[181282]: pgmap v19587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:49.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:57:48 smithi032 ceph-mon[189144]: pgmap v19587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:49.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:57:48 smithi032 ceph-mon[191839]: pgmap v19587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:50.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:57:50 smithi032 ceph-mon[189144]: pgmap v19588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:50.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:57:50 smithi032 ceph-mon[191839]: pgmap v19588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:50.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:57:50 smithi039 ceph-mon[181282]: pgmap v19588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:57:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:57:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:57:51.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:57:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:57:51.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:57:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:57:51.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:57:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:57:52.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:57:52 smithi032 ceph-mon[191839]: pgmap v19589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:52.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:57:52 smithi032 ceph-mon[189144]: pgmap v19589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:52.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:57:52 smithi039 ceph-mon[181282]: pgmap v19589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:55.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:57:55 smithi039 ceph-mon[181282]: pgmap v19590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:55.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:57:54 smithi032 ceph-mon[191839]: pgmap v19590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:55.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:57:54 smithi032 ceph-mon[189144]: pgmap v19590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:55.519 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:57:55.841 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:57:55.841 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 109s ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:57:55.841 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 9m ago 9h 96.4M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:57:55.842 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 109s ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:57:55.842 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 9m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:57:55.842 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 9m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:57:55.842 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 109s ago 9h 909M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:57:55.842 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 109s ago 9h 2391M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:57:55.842 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 9m ago 9h 1157M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:57:55.842 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 109s ago 9h 1225M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:57:55.842 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 109s ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:57:55.842 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 9m ago 9h 20.8M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:57:55.842 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 109s ago 9h 5564M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:57:55.842 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 109s ago 9h 5678M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:57:55.842 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 109s ago 9h 4992M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:57:55.842 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 109s ago 9h 5172M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:57:55.842 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 9m ago 9h 4831M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:57:55.842 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 9m ago 9h 5304M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:57:55.842 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 9m ago 9h 4930M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:57:55.843 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 9m ago 9h 5022M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:57:55.843 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 9m ago 9h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:57:56.243 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:57:56.243 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:57:56.243 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:57:56.243 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:57:56.243 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:57:56.243 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:57:56.243 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:57:56.243 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:57:56.243 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:57:56.243 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:57:56.243 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:57:56.243 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:57:56.243 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:57:56.243 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:57:56.244 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:57:56.244 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:57:56.244 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:57:56.244 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:57:56.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:57:56 smithi032 ceph-mon[191839]: from='client.55818 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:57:56.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:57:56 smithi032 ceph-mon[191839]: from='client.65738 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:57:56.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:57:56 smithi032 ceph-mon[191839]: pgmap v19591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:56.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:57:56 smithi032 ceph-mon[189144]: from='client.55818 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:57:56.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:57:56 smithi032 ceph-mon[189144]: from='client.65738 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:57:56.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:57:56 smithi032 ceph-mon[189144]: pgmap v19591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:56.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:57:56 smithi039 ceph-mon[181282]: from='client.55818 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:57:56.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:57:56 smithi039 ceph-mon[181282]: from='client.65738 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:57:56.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:57:56 smithi039 ceph-mon[181282]: pgmap v19591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:57.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:57:57 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/370659790' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:57:57.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:57:57 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/370659790' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:57:57.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:57:57 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/370659790' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:57:58.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:57:58 smithi032 ceph-mon[189144]: pgmap v19592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:58.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:57:58 smithi032 ceph-mon[191839]: pgmap v19592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:57:58.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:57:58 smithi039 ceph-mon[181282]: pgmap v19592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:00.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:58:00 smithi032 ceph-mon[191839]: pgmap v19593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:00.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:58:00 smithi032 ceph-mon[189144]: pgmap v19593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:00.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:58:00 smithi039 ceph-mon[181282]: pgmap v19593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:58:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:58:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T02:58:03.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:58:03 smithi039 ceph-mon[181282]: pgmap v19594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:03.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:58:03 smithi032 ceph-mon[191839]: pgmap v19594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:03.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:58:03 smithi032 ceph-mon[189144]: pgmap v19594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:58:04 smithi032 ceph-mon[191839]: pgmap v19595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:04.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:58:04 smithi032 ceph-mon[189144]: pgmap v19595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:04.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:58:04 smithi039 ceph-mon[181282]: pgmap v19595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:58:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:58:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:58:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:58:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:58:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:58:06.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:58:06 smithi039 ceph-mon[181282]: pgmap v19596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:06.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:58:06 smithi032 ceph-mon[191839]: pgmap v19596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:06.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:58:06 smithi032 ceph-mon[189144]: pgmap v19596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:07.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:58:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:58:07.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:58:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:58:08.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:58:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:58:08.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:58:08 smithi032 ceph-mon[191839]: pgmap v19597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:08.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:58:08 smithi032 ceph-mon[189144]: pgmap v19597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:09.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:58:08 smithi039 ceph-mon[181282]: pgmap v19597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:10.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:58:10 smithi032 ceph-mon[191839]: pgmap v19598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:10.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:58:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:58:10.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:58:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:58:10.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:58:10 smithi032 ceph-mon[189144]: pgmap v19598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:10.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:58:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:58:10.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:58:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:58:10.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:58:10 smithi039 ceph-mon[181282]: pgmap v19598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:10.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:58:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:58:10.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:58:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:58:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:58:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:58:10] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T02:58:11.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:58:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:58:11.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:58:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:58:11.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:58:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:58:11.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:58:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:58:11.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:58:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:58:11.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:58:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:58:11.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:58:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:58:11.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:58:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:58:11.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:58:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:58:12.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:58:12 smithi032 ceph-mon[191839]: pgmap v19599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:12.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:58:12 smithi032 ceph-mon[189144]: pgmap v19599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:12.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:58:12 smithi039 ceph-mon[181282]: pgmap v19599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:14.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:58:14 smithi032 ceph-mon[189144]: pgmap v19600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:14.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:58:14 smithi032 ceph-mon[191839]: pgmap v19600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:14.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:58:14 smithi039 ceph-mon[181282]: pgmap v19600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:16.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:58:16 smithi032 ceph-mon[191839]: pgmap v19601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:16.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:58:16 smithi032 ceph-mon[189144]: pgmap v19601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:16.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:58:16 smithi039 ceph-mon[181282]: pgmap v19601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:18.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:58:18 smithi032 ceph-mon[191839]: pgmap v19602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:18.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:58:18 smithi032 ceph-mon[189144]: pgmap v19602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:18.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:58:18 smithi039 ceph-mon[181282]: pgmap v19602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:20.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:58:20 smithi032 ceph-mon[189144]: pgmap v19603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:20.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:58:20 smithi032 ceph-mon[191839]: pgmap v19603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:20.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:58:20 smithi039 ceph-mon[181282]: pgmap v19603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:58:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:58:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:58:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:58:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:58:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:58:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:58:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:58:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:58:22.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:58:22 smithi032 ceph-mon[191839]: pgmap v19604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:22.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:58:22 smithi032 ceph-mon[189144]: pgmap v19604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:22.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:58:22 smithi039 ceph-mon[181282]: pgmap v19604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:24.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:58:24 smithi032 ceph-mon[191839]: pgmap v19605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:24.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:58:24 smithi032 ceph-mon[189144]: pgmap v19605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:24.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:58:24 smithi039 ceph-mon[181282]: pgmap v19605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:26.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:58:26 smithi032 ceph-mon[191839]: pgmap v19606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:26.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:58:26 smithi032 ceph-mon[189144]: pgmap v19606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:26.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:58:26 smithi039 ceph-mon[181282]: pgmap v19606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:26.608 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:58:26.931 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:58:26.931 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 2m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:58:26.931 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 16s ago 9h 97.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:58:26.931 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 2m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:58:26.931 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 16s ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:58:26.931 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 16s ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:58:26.931 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 2m ago 9h 909M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:58:26.931 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 2m ago 9h 2391M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:58:26.931 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 16s ago 9h 1173M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:58:26.932 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 2m ago 9h 1225M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:58:26.932 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 2m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:58:26.932 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 16s ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:58:26.932 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 2m ago 9h 5564M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:58:26.932 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 2m ago 9h 5678M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:58:26.932 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 2m ago 9h 4992M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:58:26.932 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 2m ago 9h 5172M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:58:26.932 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 16s ago 9h 4857M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:58:26.932 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 16s ago 9h 5337M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:58:26.932 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 16s ago 9h 4961M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:58:26.932 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 16s ago 9h 5057M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:58:26.932 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 16s ago 9h 154M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:58:27.335 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:58:27.335 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:58:27.335 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:58:27.335 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:58:27.335 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:58:27.335 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:58:27.335 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:58:27.335 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:58:27.335 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:58:27.335 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:58:27.336 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:58:27.336 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:58:27.336 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:58:27.336 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:58:27.336 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:58:27.336 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:58:27.336 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:58:27.336 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:58:27.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:58:27 smithi032 ceph-mon[191839]: from='client.65750 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:58:27.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:58:27 smithi032 ceph-mon[191839]: from='client.65756 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:58:27.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:58:27 smithi032 ceph-mon[189144]: from='client.65750 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:58:27.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:58:27 smithi032 ceph-mon[189144]: from='client.65756 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:58:27.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:58:27 smithi039 ceph-mon[181282]: from='client.65750 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:58:27.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:58:27 smithi039 ceph-mon[181282]: from='client.65756 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:58:28.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:58:28 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1757070360' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:58:28.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:58:28 smithi032 ceph-mon[191839]: pgmap v19607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:28.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:58:28 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1757070360' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:58:28.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:58:28 smithi032 ceph-mon[189144]: pgmap v19607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:28.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:58:28 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1757070360' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:58:28.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:58:28 smithi039 ceph-mon[181282]: pgmap v19607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:30.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:58:30 smithi032 ceph-mon[189144]: pgmap v19608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:30.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:58:30 smithi032 ceph-mon[191839]: pgmap v19608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:30.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:58:30 smithi039 ceph-mon[181282]: pgmap v19608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:58:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:58:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T02:58:32.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:58:32 smithi032 ceph-mon[191839]: pgmap v19609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:32.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:58:32 smithi032 ceph-mon[189144]: pgmap v19609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:32.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:58:32 smithi039 ceph-mon[181282]: pgmap v19609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:34.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:58:34 smithi032 ceph-mon[191839]: pgmap v19610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:34.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:58:34 smithi032 ceph-mon[189144]: pgmap v19610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:34.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:58:34 smithi039 ceph-mon[181282]: pgmap v19610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:35.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:58:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:58:35.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:58:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:58:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:58:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:58:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:58:36 smithi039 ceph-mon[181282]: pgmap v19611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:36.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:58:36 smithi032 ceph-mon[189144]: pgmap v19611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:36.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:58:36 smithi032 ceph-mon[191839]: pgmap v19611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:38.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:58:38 smithi032 ceph-mon[189144]: pgmap v19612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:38.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:58:38 smithi032 ceph-mon[191839]: pgmap v19612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:38.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:58:38 smithi039 ceph-mon[181282]: pgmap v19612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:40.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:58:40 smithi032 ceph-mon[189144]: pgmap v19613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:40.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:58:40 smithi032 ceph-mon[191839]: pgmap v19613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:40.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:58:40 smithi039 ceph-mon[181282]: pgmap v19613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:58:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:58:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:58:42.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:58:42 smithi032 ceph-mon[191839]: pgmap v19614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:42.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:58:42 smithi032 ceph-mon[189144]: pgmap v19614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:42.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:58:42 smithi039 ceph-mon[181282]: pgmap v19614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:44.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:58:44 smithi032 ceph-mon[191839]: pgmap v19615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:44.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:58:44 smithi032 ceph-mon[189144]: pgmap v19615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:44.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:58:44 smithi039 ceph-mon[181282]: pgmap v19615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:46.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:58:46 smithi032 ceph-mon[191839]: pgmap v19616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:46.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:58:46 smithi032 ceph-mon[189144]: pgmap v19616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:46.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:58:46 smithi039 ceph-mon[181282]: pgmap v19616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:48.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:58:48 smithi032 ceph-mon[189144]: pgmap v19617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:48.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:58:48 smithi032 ceph-mon[191839]: pgmap v19617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:48.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:58:48 smithi039 ceph-mon[181282]: pgmap v19617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:50.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:58:50 smithi032 ceph-mon[191839]: pgmap v19618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:50.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:58:50 smithi032 ceph-mon[189144]: pgmap v19618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:50.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:58:50 smithi039 ceph-mon[181282]: pgmap v19618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:58:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:58:50] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-23T02:58:51.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:58:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:58:51.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:58:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:58:51.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:58:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:58:52.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:58:52 smithi032 ceph-mon[191839]: pgmap v19619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:52.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:58:52 smithi032 ceph-mon[189144]: pgmap v19619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:52.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:58:52 smithi039 ceph-mon[181282]: pgmap v19619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:54.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:58:54 smithi032 ceph-mon[189144]: pgmap v19620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:54.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:58:54 smithi032 ceph-mon[191839]: pgmap v19620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:54.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:58:54 smithi039 ceph-mon[181282]: pgmap v19620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:56.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:58:56 smithi032 ceph-mon[191839]: pgmap v19621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:56.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:58:56 smithi032 ceph-mon[189144]: pgmap v19621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:56.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:58:56 smithi039 ceph-mon[181282]: pgmap v19621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:57.698 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:58:58.026 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:58:58.026 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 2m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:58:58.026 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 47s ago 9h 97.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:58:58.026 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 2m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:58:58.026 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 47s ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:58:58.026 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 47s ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:58:58.026 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 2m ago 9h 909M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:58:58.026 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 2m ago 9h 2391M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:58:58.027 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 47s ago 9h 1173M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:58:58.027 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 2m ago 9h 1225M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:58:58.027 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 2m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:58:58.027 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 47s ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:58:58.027 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 2m ago 9h 5564M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:58:58.027 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 2m ago 9h 5678M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:58:58.027 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 2m ago 9h 4992M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:58:58.027 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 2m ago 9h 5172M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:58:58.027 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 47s ago 9h 4857M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:58:58.027 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 47s ago 9h 5337M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:58:58.027 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 47s ago 9h 4961M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:58:58.027 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 47s ago 9h 5057M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:58:58.027 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 47s ago 9h 154M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:58:58.430 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:58:58.430 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:58:58.430 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:58:58.430 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:58:58.430 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:58:58.430 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:58:58.430 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:58:58.430 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:58:58.430 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:58:58.430 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:58:58.430 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:58:58.431 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:58:58.431 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:58:58.431 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:58:58.431 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:58:58.431 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:58:58.431 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:58:58.431 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:58:58.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:58:58 smithi032 ceph-mon[189144]: from='client.55854 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:58:58.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:58:58 smithi032 ceph-mon[189144]: pgmap v19622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:58.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:58:58 smithi032 ceph-mon[191839]: from='client.55854 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:58:58.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:58:58 smithi032 ceph-mon[191839]: pgmap v19622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:58.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:58:58 smithi039 ceph-mon[181282]: from='client.55854 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:58:58.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:58:58 smithi039 ceph-mon[181282]: pgmap v19622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:58:59.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:58:59 smithi032 ceph-mon[191839]: from='client.55860 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:58:59.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:58:59 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/540746691' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:58:59.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:58:59 smithi032 ceph-mon[189144]: from='client.55860 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:58:59.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:58:59 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/540746691' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:58:59.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:58:59 smithi039 ceph-mon[181282]: from='client.55860 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:58:59.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:58:59 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/540746691' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:59:00.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:59:00 smithi032 ceph-mon[191839]: pgmap v19623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:00.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:59:00 smithi032 ceph-mon[189144]: pgmap v19623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:00.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:59:00 smithi039 ceph-mon[181282]: pgmap v19623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:59:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:59:00] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-23T02:59:02.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:59:02 smithi032 ceph-mon[191839]: pgmap v19624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:02.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:59:02 smithi032 ceph-mon[189144]: pgmap v19624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:02.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:59:02 smithi039 ceph-mon[181282]: pgmap v19624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:59:04 smithi032 ceph-mon[191839]: pgmap v19625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:04.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:59:04 smithi032 ceph-mon[189144]: pgmap v19625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:04.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:59:04 smithi039 ceph-mon[181282]: pgmap v19625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:05.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:59:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:59:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:59:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:59:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:59:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:59:06.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:59:06 smithi039 ceph-mon[181282]: pgmap v19626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:06.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:59:06 smithi032 ceph-mon[191839]: pgmap v19626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:06.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:59:06 smithi032 ceph-mon[189144]: pgmap v19626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:08.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:59:08 smithi032 ceph-mon[191839]: pgmap v19627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:08.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:59:08 smithi032 ceph-mon[189144]: pgmap v19627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:08.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:59:08 smithi039 ceph-mon[181282]: pgmap v19627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:10.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:59:10 smithi032 ceph-mon[189144]: pgmap v19628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:10.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:59:10 smithi032 ceph-mon[191839]: pgmap v19628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:10.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:59:10 smithi039 ceph-mon[181282]: pgmap v19628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:59:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:59:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T02:59:11.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:59:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:59:11.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:59:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:59:11.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:59:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:59:11.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:59:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:59:11.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:59:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:59:11.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:59:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:59:11.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:59:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:59:11.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:59:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:59:11.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:59:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T02:59:11.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:59:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T02:59:11.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:59:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T02:59:11.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:59:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T02:59:12.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:59:12 smithi032 ceph-mon[191839]: pgmap v19629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:12.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:59:12 smithi032 ceph-mon[189144]: pgmap v19629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:12.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:59:12 smithi039 ceph-mon[181282]: pgmap v19629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:14.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:59:14 smithi032 ceph-mon[191839]: pgmap v19630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:14.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:59:14 smithi032 ceph-mon[189144]: pgmap v19630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:14.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:59:14 smithi039 ceph-mon[181282]: pgmap v19630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:16.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:59:16 smithi032 ceph-mon[191839]: pgmap v19631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:16.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:59:16 smithi032 ceph-mon[189144]: pgmap v19631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:16.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:59:16 smithi039 ceph-mon[181282]: pgmap v19631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:18.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:59:18 smithi032 ceph-mon[191839]: pgmap v19632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:18.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:59:18 smithi032 ceph-mon[189144]: pgmap v19632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:18.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:59:18 smithi039 ceph-mon[181282]: pgmap v19632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:20.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:59:20 smithi032 ceph-mon[191839]: pgmap v19633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:20.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:59:20 smithi032 ceph-mon[189144]: pgmap v19633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:59:20 smithi039 ceph-mon[181282]: pgmap v19633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:59:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:59:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:59:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:59:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:59:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:59:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:59:21.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:59:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:59:22.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:59:22 smithi032 ceph-mon[189144]: pgmap v19634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:22.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:59:22 smithi032 ceph-mon[191839]: pgmap v19634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:22.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:59:22 smithi039 ceph-mon[181282]: pgmap v19634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:24.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:59:24 smithi032 ceph-mon[191839]: pgmap v19635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:24.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:59:24 smithi032 ceph-mon[189144]: pgmap v19635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:24.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:59:24 smithi039 ceph-mon[181282]: pgmap v19635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:26.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:59:26 smithi032 ceph-mon[191839]: pgmap v19636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:26.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:59:26 smithi032 ceph-mon[189144]: pgmap v19636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:26.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:59:26 smithi039 ceph-mon[181282]: pgmap v19636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:28.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:59:28 smithi032 ceph-mon[191839]: pgmap v19637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:28.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:59:28 smithi032 ceph-mon[189144]: pgmap v19637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:28.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:59:28 smithi039 ceph-mon[181282]: pgmap v19637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:28.795 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T02:59:29.118 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T02:59:29.119 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 3m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T02:59:29.119 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 78s ago 9h 97.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T02:59:29.119 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 3m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T02:59:29.119 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 78s ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T02:59:29.119 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 78s ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T02:59:29.119 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 3m ago 9h 909M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T02:59:29.119 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 3m ago 9h 2391M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T02:59:29.119 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 78s ago 9h 1173M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T02:59:29.119 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 3m ago 9h 1225M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T02:59:29.119 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 3m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T02:59:29.119 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 78s ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T02:59:29.119 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 3m ago 9h 5564M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T02:59:29.119 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 3m ago 9h 5678M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T02:59:29.119 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 3m ago 9h 4992M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T02:59:29.120 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 3m ago 9h 5172M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T02:59:29.120 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 78s ago 9h 4857M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T02:59:29.120 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 78s ago 9h 5337M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T02:59:29.120 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 78s ago 9h 4961M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T02:59:29.120 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 78s ago 9h 5057M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T02:59:29.120 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 78s ago 9h 154M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T02:59:29.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:59:29 smithi032 ceph-mon[189144]: from='client.65786 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:59:29.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:59:29 smithi032 ceph-mon[191839]: from='client.65786 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:59:29.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:59:29 smithi039 ceph-mon[181282]: from='client.65786 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:59:29.518 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T02:59:29.518 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T02:59:29.518 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T02:59:29.518 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:59:29.518 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T02:59:29.519 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T02:59:29.519 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:59:29.519 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T02:59:29.519 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T02:59:29.519 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:59:29.519 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T02:59:29.519 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T02:59:29.519 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T02:59:29.519 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T02:59:29.519 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T02:59:29.519 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T02:59:29.519 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T02:59:29.519 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T02:59:30.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:59:30 smithi032 ceph-mon[191839]: from='client.55878 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:59:30.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:59:30 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/135967236' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:59:30.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:59:30 smithi032 ceph-mon[191839]: pgmap v19638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:30.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:59:30 smithi032 ceph-mon[189144]: from='client.55878 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:59:30.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:59:30 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/135967236' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:59:30.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:59:30 smithi032 ceph-mon[189144]: pgmap v19638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:30.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:59:30 smithi039 ceph-mon[181282]: from='client.55878 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T02:59:30.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:59:30 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/135967236' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T02:59:30.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:59:30 smithi039 ceph-mon[181282]: pgmap v19638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:59:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:59:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:59:32.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:59:32 smithi032 ceph-mon[191839]: pgmap v19639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:32.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:59:32 smithi032 ceph-mon[189144]: pgmap v19639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:32.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:59:32 smithi039 ceph-mon[181282]: pgmap v19639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:34.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:59:34 smithi032 ceph-mon[191839]: pgmap v19640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:34.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:59:34 smithi032 ceph-mon[189144]: pgmap v19640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:34.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:59:34 smithi039 ceph-mon[181282]: pgmap v19640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:35.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:59:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:59:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:59:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:59:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:59:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:59:36.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:59:36 smithi039 ceph-mon[181282]: pgmap v19641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:36.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:59:36 smithi032 ceph-mon[191839]: pgmap v19641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:36.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:59:36 smithi032 ceph-mon[189144]: pgmap v19641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:38.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:59:38 smithi032 ceph-mon[191839]: pgmap v19642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:38.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:59:38 smithi032 ceph-mon[189144]: pgmap v19642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:38.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:59:38 smithi039 ceph-mon[181282]: pgmap v19642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:40.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:59:40 smithi032 ceph-mon[191839]: pgmap v19643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:40.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:59:40 smithi032 ceph-mon[189144]: pgmap v19643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:40.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:59:40 smithi039 ceph-mon[181282]: pgmap v19643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:59:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:59:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T02:59:42.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:59:42 smithi032 ceph-mon[191839]: pgmap v19644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:42.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:59:42 smithi032 ceph-mon[189144]: pgmap v19644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:42.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:59:42 smithi039 ceph-mon[181282]: pgmap v19644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:44.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:59:44 smithi032 ceph-mon[191839]: pgmap v19645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:44.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:59:44 smithi032 ceph-mon[189144]: pgmap v19645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:44.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:59:44 smithi039 ceph-mon[181282]: pgmap v19645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:46.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:59:46 smithi032 ceph-mon[191839]: pgmap v19646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:46.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:59:46 smithi032 ceph-mon[189144]: pgmap v19646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:46.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:59:46 smithi039 ceph-mon[181282]: pgmap v19646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:48.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:59:48 smithi032 ceph-mon[191839]: pgmap v19647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:48.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:59:48 smithi032 ceph-mon[189144]: pgmap v19647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:48.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:59:48 smithi039 ceph-mon[181282]: pgmap v19647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:50.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:59:50 smithi032 ceph-mon[189144]: pgmap v19648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:50.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:59:50 smithi032 ceph-mon[191839]: pgmap v19648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:50.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:59:50 smithi039 ceph-mon[181282]: pgmap v19648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 02:59:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:02:59:50] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T02:59:51.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:59:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:59:51.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:59:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:59:51.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:59:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T02:59:52.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:59:52 smithi032 ceph-mon[191839]: pgmap v19649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:52.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:59:52 smithi032 ceph-mon[189144]: pgmap v19649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:52.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:59:52 smithi039 ceph-mon[181282]: pgmap v19649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:54.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:59:54 smithi032 ceph-mon[189144]: pgmap v19650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:54.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:59:54 smithi032 ceph-mon[191839]: pgmap v19650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:54.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:59:54 smithi039 ceph-mon[181282]: pgmap v19650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:56.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:59:56 smithi032 ceph-mon[191839]: pgmap v19651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:56.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:59:56 smithi032 ceph-mon[189144]: pgmap v19651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:56.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:59:56 smithi039 ceph-mon[181282]: pgmap v19651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:58.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 02:59:58 smithi032 ceph-mon[189144]: pgmap v19652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:58.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 02:59:58 smithi032 ceph-mon[191839]: pgmap v19652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:58.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 02:59:58 smithi039 ceph-mon[181282]: pgmap v19652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T02:59:59.883 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:00:00.207 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:00:00.207 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 3m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:00:00.207 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 110s ago 9h 97.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:00:00.207 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 3m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:00:00.207 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 110s ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:00:00.207 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 110s ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:00:00.207 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 3m ago 9h 909M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:00:00.208 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 3m ago 9h 2391M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:00:00.208 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 110s ago 9h 1173M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:00:00.208 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 3m ago 9h 1225M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:00:00.208 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 3m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:00:00.208 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 110s ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:00:00.208 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 3m ago 9h 5564M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:00:00.208 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 3m ago 9h 5678M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:00:00.208 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 3m ago 9h 4992M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:00:00.208 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 3m ago 9h 5172M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:00:00.208 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 110s ago 9h 4857M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:00:00.208 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 110s ago 9h 5337M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:00:00.208 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 110s ago 9h 4961M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:00:00.208 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 110s ago 9h 5057M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:00:00.208 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 110s ago 9h 154M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:00:00.365 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:00:00 smithi032 ceph-mon[191839]: from='client.65804 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:00:00.365 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:00:00 smithi032 ceph-mon[191839]: pgmap v19653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:00.365 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:00:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T03:00:00.366 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:00:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-23T02:59:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T03:00:00.366 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:00:00 smithi032 ceph-mon[189144]: from='client.65804 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:00:00.366 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:00:00 smithi032 ceph-mon[189144]: pgmap v19653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:00.366 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:00:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T03:00:00.616 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:00:00.616 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:00:00.616 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:00:00.616 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:00:00.616 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:00:00.616 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:00:00.616 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:00:00.616 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:00:00.616 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:00:00.616 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:00:00.616 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:00:00.617 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:00:00.617 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:00:00.617 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:00:00.617 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:00:00.617 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:00:00.617 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:00:00.617 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:00:00.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:00:00 smithi039 ceph-mon[181282]: from='client.65804 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:00:00.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:00:00 smithi039 ceph-mon[181282]: pgmap v19653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:00.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:00:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T03:00:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:00:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:00:00] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T03:00:01.259 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 23 03:00:00 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-23T03:00:00.897Z caller=compact.go:519 level=info component=tsdb msg="write block" mint=1703289600138 maxt=1703296800000 ulid=01HJA9V1PRQD53BBP46XR1TQW1 duration=41.127875ms 2023-12-23T03:00:01.259 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 23 03:00:00 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-23T03:00:00.901Z caller=head.go:1269 level=info component=tsdb msg="Head GC completed" caller=truncateMemory duration=2.197566ms 2023-12-23T03:00:01.259 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 23 03:00:00 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-23T03:00:00.901Z caller=checkpoint.go:100 level=info component=tsdb msg="Creating checkpoint" from_segment=4 to_segment=5 mint=1703296800000 2023-12-23T03:00:01.259 INFO:journalctl@ceph.prometheus.a.smithi039.stdout:Dec 23 03:00:00 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-prometheus-a[170275]: ts=2023-12-23T03:00:00.964Z caller=head.go:1241 level=info component=tsdb msg="WAL checkpoint complete" first=4 last=5 duration=63.381722ms 2023-12-23T03:00:01.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:00:01 smithi032 ceph-mon[191839]: from='client.55896 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:00:01.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:00:01 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/667765955' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:00:01.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:00:01 smithi032 ceph-mon[189144]: from='client.55896 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:00:01.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:00:01 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/667765955' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:00:01.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:00:01 smithi039 ceph-mon[181282]: from='client.55896 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:00:01.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:00:01 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/667765955' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:00:02.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:00:02 smithi032 ceph-mon[191839]: pgmap v19654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:02.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:00:02 smithi032 ceph-mon[189144]: pgmap v19654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:02.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:00:02 smithi039 ceph-mon[181282]: pgmap v19654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:04.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:00:04 smithi032 ceph-mon[189144]: pgmap v19655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:00:04 smithi032 ceph-mon[191839]: pgmap v19655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:00:04 smithi039 ceph-mon[181282]: pgmap v19655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:05.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:00:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:00:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:00:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:00:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:00:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:00:06.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:00:06 smithi039 ceph-mon[181282]: pgmap v19656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:06.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:00:06 smithi032 ceph-mon[191839]: pgmap v19656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:06.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:00:06 smithi032 ceph-mon[189144]: pgmap v19656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:08.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:00:08 smithi032 ceph-mon[189144]: pgmap v19657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:08.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:00:08 smithi032 ceph-mon[191839]: pgmap v19657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:08.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:00:08 smithi039 ceph-mon[181282]: pgmap v19657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:10.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:00:10 smithi032 ceph-mon[189144]: pgmap v19658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:10.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:00:10 smithi032 ceph-mon[191839]: pgmap v19658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:10.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:00:10 smithi039 ceph-mon[181282]: pgmap v19658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:00:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:00:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:00:11.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:00:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:00:11.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:00:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:00:11.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:00:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:00:12.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:00:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:00:12.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:00:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:00:12.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:00:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:00:12.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:00:12 smithi032 ceph-mon[191839]: pgmap v19659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:12.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:00:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:00:12.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:00:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:00:12.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:00:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:00:12.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:00:12 smithi032 ceph-mon[189144]: pgmap v19659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:12.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:00:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:00:12.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:00:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:00:12.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:00:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:00:12.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:00:12 smithi039 ceph-mon[181282]: pgmap v19659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:14.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:00:14 smithi032 ceph-mon[191839]: pgmap v19660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:14.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:00:14 smithi032 ceph-mon[189144]: pgmap v19660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:14.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:00:14 smithi039 ceph-mon[181282]: pgmap v19660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:16.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:00:16 smithi032 ceph-mon[191839]: pgmap v19661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:16.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:00:16 smithi032 ceph-mon[189144]: pgmap v19661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:16.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:00:16 smithi039 ceph-mon[181282]: pgmap v19661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:17.260 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 23 03:00:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-23T03:00:16.983181131Z level=info msg="Completed cleanup jobs" duration=13.069403ms 2023-12-23T03:00:18.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:00:18 smithi032 ceph-mon[191839]: pgmap v19662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:18.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:00:18 smithi032 ceph-mon[189144]: pgmap v19662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:18.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:00:18 smithi039 ceph-mon[181282]: pgmap v19662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:20.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:00:20 smithi032 ceph-mon[189144]: pgmap v19663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:20.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:00:20 smithi032 ceph-mon[191839]: pgmap v19663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:20.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:00:20 smithi039 ceph-mon[181282]: pgmap v19663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:00:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:00:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:00:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:00:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:00:21.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:00:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:00:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:00:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:00:22.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:00:22 smithi032 ceph-mon[189144]: pgmap v19664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:22.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:00:22 smithi032 ceph-mon[191839]: pgmap v19664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:22.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:00:22 smithi039 ceph-mon[181282]: pgmap v19664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:24.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:00:24 smithi032 ceph-mon[189144]: pgmap v19665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:24.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:00:24 smithi032 ceph-mon[191839]: pgmap v19665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:24.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:00:24 smithi039 ceph-mon[181282]: pgmap v19665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:26.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:00:26 smithi032 ceph-mon[189144]: pgmap v19666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:26.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:00:26 smithi032 ceph-mon[191839]: pgmap v19666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:26.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:00:26 smithi039 ceph-mon[181282]: pgmap v19666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:28.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:00:28 smithi032 ceph-mon[189144]: pgmap v19667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:28.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:00:28 smithi032 ceph-mon[191839]: pgmap v19667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:28.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:00:28 smithi039 ceph-mon[181282]: pgmap v19667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:30.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:00:30 smithi032 ceph-mon[191839]: pgmap v19668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:30.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:00:30 smithi032 ceph-mon[189144]: pgmap v19668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:30.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:00:30 smithi039 ceph-mon[181282]: pgmap v19668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:30.979 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:00:31.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:00:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:00:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:00:31.305 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:00:31.305 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 4m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:00:31.305 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 2m ago 9h 97.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:00:31.305 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 4m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:00:31.305 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 2m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:00:31.305 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 2m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:00:31.305 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 4m ago 9h 909M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:00:31.305 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 4m ago 9h 2391M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:00:31.305 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 2m ago 9h 1173M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:00:31.305 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 4m ago 9h 1225M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:00:31.305 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 4m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:00:31.305 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 2m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:00:31.305 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 4m ago 9h 5564M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:00:31.306 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 4m ago 9h 5678M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:00:31.306 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 4m ago 9h 4992M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:00:31.306 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 4m ago 9h 5172M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:00:31.306 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 2m ago 9h 4857M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:00:31.306 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 2m ago 9h 5337M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:00:31.306 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 2m ago 9h 4961M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:00:31.306 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 2m ago 9h 5057M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:00:31.306 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 2m ago 9h 154M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:00:31.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:00:31 smithi032 ceph-mon[189144]: from='client.55908 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:00:31.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:00:31 smithi032 ceph-mon[191839]: from='client.55908 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:00:31.712 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:00:31.712 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:00:31.712 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:00:31.712 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:00:31.712 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:00:31.712 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:00:31.712 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:00:31.712 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:00:31.712 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:00:31.712 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:00:31.712 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:00:31.712 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:00:31.712 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:00:31.712 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:00:31.712 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:00:31.713 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:00:31.713 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:00:31.713 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:00:31.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:00:31 smithi039 ceph-mon[181282]: from='client.55908 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:00:32.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:00:32 smithi032 ceph-mon[189144]: from='client.65828 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:00:32.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:00:32 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1810084597' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:00:32.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:00:32 smithi032 ceph-mon[189144]: pgmap v19669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:32.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:00:32 smithi032 ceph-mon[191839]: from='client.65828 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:00:32.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:00:32 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1810084597' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:00:32.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:00:32 smithi032 ceph-mon[191839]: pgmap v19669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:32.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:00:32 smithi039 ceph-mon[181282]: from='client.65828 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:00:32.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:00:32 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1810084597' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:00:32.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:00:32 smithi039 ceph-mon[181282]: pgmap v19669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:34.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:00:34 smithi032 ceph-mon[191839]: pgmap v19670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:34.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:00:34 smithi032 ceph-mon[189144]: pgmap v19670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:34.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:00:34 smithi039 ceph-mon[181282]: pgmap v19670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:35.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:00:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:00:35.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:00:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:00:35.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:00:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:00:36.761 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:00:36 smithi039 ceph-mon[181282]: pgmap v19671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:36.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:00:36 smithi032 ceph-mon[191839]: pgmap v19671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:36.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:00:36 smithi032 ceph-mon[189144]: pgmap v19671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:38.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:00:38 smithi032 ceph-mon[191839]: pgmap v19672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:38.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:00:38 smithi032 ceph-mon[189144]: pgmap v19672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:38.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:00:38 smithi039 ceph-mon[181282]: pgmap v19672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:40.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:00:40 smithi032 ceph-mon[191839]: pgmap v19673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:40.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:00:40 smithi032 ceph-mon[189144]: pgmap v19673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:40.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:00:40 smithi039 ceph-mon[181282]: pgmap v19673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:00:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:00:40] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T03:00:42.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:00:42 smithi032 ceph-mon[191839]: pgmap v19674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:42.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:00:42 smithi032 ceph-mon[189144]: pgmap v19674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:42.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:00:42 smithi039 ceph-mon[181282]: pgmap v19674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:44.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:00:44 smithi032 ceph-mon[191839]: pgmap v19675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:44.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:00:44 smithi032 ceph-mon[189144]: pgmap v19675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:44.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:00:44 smithi039 ceph-mon[181282]: pgmap v19675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:46.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:00:46 smithi032 ceph-mon[191839]: pgmap v19676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:46.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:00:46 smithi032 ceph-mon[189144]: pgmap v19676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:46.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:00:46 smithi039 ceph-mon[181282]: pgmap v19676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:48.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:00:48 smithi032 ceph-mon[191839]: pgmap v19677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:48.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:00:48 smithi032 ceph-mon[189144]: pgmap v19677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:48.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:00:48 smithi039 ceph-mon[181282]: pgmap v19677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:50.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:00:50 smithi032 ceph-mon[191839]: pgmap v19678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:50.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:00:50 smithi032 ceph-mon[189144]: pgmap v19678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:50.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:00:50 smithi039 ceph-mon[181282]: pgmap v19678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:00:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:00:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:00:51.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:00:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:00:51.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:00:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:00:51.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:00:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:00:52.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:00:52 smithi032 ceph-mon[191839]: pgmap v19679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:52.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:00:52 smithi032 ceph-mon[189144]: pgmap v19679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:52.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:00:52 smithi039 ceph-mon[181282]: pgmap v19679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:54.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:00:54 smithi032 ceph-mon[191839]: pgmap v19680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:54.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:00:54 smithi032 ceph-mon[189144]: pgmap v19680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:54.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:00:54 smithi039 ceph-mon[181282]: pgmap v19680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:56.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:00:56 smithi032 ceph-mon[191839]: pgmap v19681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:56.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:00:56 smithi032 ceph-mon[189144]: pgmap v19681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:56.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:00:56 smithi039 ceph-mon[181282]: pgmap v19681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:58.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:00:58 smithi032 ceph-mon[191839]: pgmap v19682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:58.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:00:58 smithi032 ceph-mon[189144]: pgmap v19682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:00:58.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:00:58 smithi039 ceph-mon[181282]: pgmap v19682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:00.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:01:00 smithi032 ceph-mon[191839]: pgmap v19683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:00.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:01:00 smithi032 ceph-mon[189144]: pgmap v19683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:00.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:01:00 smithi039 ceph-mon[181282]: pgmap v19683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:01.161 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:01:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:01:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:01:02.078 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:01:02.402 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:01:02.402 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 4m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:01:02.402 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 2m ago 9h 97.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:01:02.402 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 4m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:01:02.402 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 2m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:01:02.402 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 2m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:01:02.402 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 4m ago 9h 909M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:01:02.402 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 4m ago 9h 2391M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:01:02.402 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 2m ago 9h 1173M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:01:02.402 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 4m ago 9h 1225M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:01:02.402 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 4m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:01:02.402 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 2m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:01:02.402 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 4m ago 9h 5564M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:01:02.403 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 4m ago 9h 5678M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:01:02.403 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 4m ago 9h 4992M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:01:02.403 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 4m ago 9h 5172M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:01:02.403 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 2m ago 9h 4857M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:01:02.403 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 2m ago 9h 5337M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:01:02.403 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 2m ago 9h 4961M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:01:02.403 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 2m ago 9h 5057M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:01:02.403 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 2m ago 9h 154M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:01:02.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:01:02 smithi032 ceph-mon[189144]: pgmap v19684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:02.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:01:02 smithi032 ceph-mon[191839]: pgmap v19684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:02.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:01:02 smithi039 ceph-mon[181282]: pgmap v19684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:02.802 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:01:02.802 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:01:02.802 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:01:02.802 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:01:02.802 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:01:02.802 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:01:02.802 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:01:02.802 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:01:02.803 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:01:02.803 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:01:02.803 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:01:02.803 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:01:02.803 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:01:02.803 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:01:02.803 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:01:02.803 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:01:02.803 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:01:02.803 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:01:03.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:01:03 smithi032 ceph-mon[191839]: from='client.55926 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:01:03.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:01:03 smithi032 ceph-mon[191839]: from='client.65846 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:01:03.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:01:03 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4094415628' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:01:03.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:01:03 smithi032 ceph-mon[189144]: from='client.55926 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:01:03.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:01:03 smithi032 ceph-mon[189144]: from='client.65846 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:01:03.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:01:03 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4094415628' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:01:03.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:01:03 smithi039 ceph-mon[181282]: from='client.55926 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:01:03.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:01:03 smithi039 ceph-mon[181282]: from='client.65846 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:01:03.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:01:03 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4094415628' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:01:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:01:04 smithi032 ceph-mon[191839]: pgmap v19685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:04.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:01:04 smithi032 ceph-mon[189144]: pgmap v19685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:01:04 smithi039 ceph-mon[181282]: pgmap v19685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:05.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:01:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:01:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:01:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:01:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:01:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:01:06.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:01:06 smithi039 ceph-mon[181282]: pgmap v19686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:06.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:01:06 smithi032 ceph-mon[191839]: pgmap v19686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:06.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:01:06 smithi032 ceph-mon[189144]: pgmap v19686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:08.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:01:08 smithi032 ceph-mon[191839]: pgmap v19687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:08.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:01:08 smithi032 ceph-mon[189144]: pgmap v19687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:08.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:01:08 smithi039 ceph-mon[181282]: pgmap v19687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:10.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:01:10 smithi032 ceph-mon[191839]: pgmap v19688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:10.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:01:10 smithi032 ceph-mon[189144]: pgmap v19688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:10.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:01:10 smithi039 ceph-mon[181282]: pgmap v19688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:01:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:01:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:01:12.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:01:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:01:12.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:01:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:01:12.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:01:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:01:13.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:01:12 smithi039 ceph-mon[181282]: pgmap v19689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:13.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:01:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:01:13.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:01:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:01:13.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:01:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:01:13.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:01:12 smithi032 ceph-mon[189144]: pgmap v19689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:13.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:01:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:01:13.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:01:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:01:13.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:01:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:01:13.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:01:12 smithi032 ceph-mon[191839]: pgmap v19689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:13.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:01:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:01:13.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:01:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:01:13.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:01:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:01:14.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:01:14 smithi032 ceph-mon[189144]: pgmap v19690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:14.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:01:14 smithi032 ceph-mon[191839]: pgmap v19690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:14.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:01:14 smithi039 ceph-mon[181282]: pgmap v19690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:16.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:01:16 smithi032 ceph-mon[189144]: pgmap v19691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:16.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:01:16 smithi032 ceph-mon[191839]: pgmap v19691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:16.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:01:16 smithi039 ceph-mon[181282]: pgmap v19691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:18.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:01:18 smithi032 ceph-mon[191839]: pgmap v19692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:18.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:01:18 smithi032 ceph-mon[189144]: pgmap v19692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:18.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:01:18 smithi039 ceph-mon[181282]: pgmap v19692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:20.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:01:20 smithi032 ceph-mon[191839]: pgmap v19693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:20.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:01:20 smithi032 ceph-mon[189144]: pgmap v19693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:20.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:01:20 smithi039 ceph-mon[181282]: pgmap v19693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:01:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:01:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:01:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:01:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:01:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:01:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:01:21.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:01:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:01:22.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:01:22 smithi032 ceph-mon[191839]: pgmap v19694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:22.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:01:22 smithi032 ceph-mon[189144]: pgmap v19694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:22.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:01:22 smithi039 ceph-mon[181282]: pgmap v19694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:24.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:01:24 smithi032 ceph-mon[191839]: pgmap v19695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:24.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:01:24 smithi032 ceph-mon[189144]: pgmap v19695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:24.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:01:24 smithi039 ceph-mon[181282]: pgmap v19695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:26.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:01:26 smithi032 ceph-mon[191839]: pgmap v19696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:26.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:01:26 smithi032 ceph-mon[189144]: pgmap v19696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:26.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:01:26 smithi039 ceph-mon[181282]: pgmap v19696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:28.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:01:28 smithi032 ceph-mon[191839]: pgmap v19697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:28.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:01:28 smithi032 ceph-mon[189144]: pgmap v19697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:28.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:01:28 smithi039 ceph-mon[181282]: pgmap v19697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:30.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:01:30 smithi032 ceph-mon[191839]: pgmap v19698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:30.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:01:30 smithi032 ceph-mon[189144]: pgmap v19698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:30.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:01:30 smithi039 ceph-mon[181282]: pgmap v19698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:01:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:01:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:01:32.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:01:32 smithi032 ceph-mon[191839]: pgmap v19699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:32.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:01:32 smithi032 ceph-mon[189144]: pgmap v19699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:32.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:01:32 smithi039 ceph-mon[181282]: pgmap v19699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:33.167 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:01:33.490 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:01:33.490 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 5m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:01:33.490 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 3m ago 9h 97.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:01:33.490 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 5m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:01:33.490 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 3m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:01:33.490 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 3m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:01:33.490 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 5m ago 9h 909M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:01:33.490 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 5m ago 9h 2391M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:01:33.490 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 3m ago 9h 1173M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:01:33.491 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 5m ago 9h 1225M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:01:33.491 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 5m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:01:33.491 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 3m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:01:33.491 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 5m ago 9h 5564M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:01:33.491 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 5m ago 9h 5678M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:01:33.491 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 5m ago 9h 4992M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:01:33.491 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 5m ago 9h 5172M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:01:33.491 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 3m ago 9h 4857M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:01:33.491 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 3m ago 9h 5337M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:01:33.491 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 3m ago 9h 4961M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:01:33.491 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 3m ago 9h 5057M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:01:33.491 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 3m ago 9h 154M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:01:33.891 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:01:33.891 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:01:33.891 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:01:33.892 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:01:33.892 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:01:33.892 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:01:33.892 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:01:33.892 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:01:33.892 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:01:33.892 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:01:33.892 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:01:33.892 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:01:33.892 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:01:33.892 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:01:33.892 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:01:33.892 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:01:33.893 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:01:33.893 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:01:34.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:01:33 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/562499263' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:01:34.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:01:33 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/562499263' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:01:34.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:01:33 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/562499263' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:01:35.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:01:34 smithi039 ceph-mon[181282]: from='client.65858 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:01:35.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:01:34 smithi039 ceph-mon[181282]: from='client.55950 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:01:35.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:01:34 smithi039 ceph-mon[181282]: pgmap v19700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:35.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:01:34 smithi032 ceph-mon[191839]: from='client.65858 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:01:35.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:01:34 smithi032 ceph-mon[191839]: from='client.55950 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:01:35.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:01:34 smithi032 ceph-mon[191839]: pgmap v19700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:35.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:01:34 smithi032 ceph-mon[189144]: from='client.65858 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:01:35.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:01:34 smithi032 ceph-mon[189144]: from='client.55950 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:01:35.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:01:34 smithi032 ceph-mon[189144]: pgmap v19700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:36.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:01:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:01:36.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:01:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:01:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:01:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:01:37.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:01:36 smithi039 ceph-mon[181282]: pgmap v19701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:37.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:01:36 smithi032 ceph-mon[191839]: pgmap v19701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:37.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:01:36 smithi032 ceph-mon[189144]: pgmap v19701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:38.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:01:38 smithi032 ceph-mon[191839]: pgmap v19702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:38.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:01:38 smithi032 ceph-mon[189144]: pgmap v19702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:38.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:01:38 smithi039 ceph-mon[181282]: pgmap v19702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:40.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:01:40 smithi032 ceph-mon[191839]: pgmap v19703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:40.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:01:40 smithi032 ceph-mon[189144]: pgmap v19703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:40.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:01:40 smithi039 ceph-mon[181282]: pgmap v19703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:01:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:01:40] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-23T03:01:42.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:01:42 smithi032 ceph-mon[191839]: pgmap v19704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:42.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:01:42 smithi032 ceph-mon[189144]: pgmap v19704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:42.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:01:42 smithi039 ceph-mon[181282]: pgmap v19704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:44.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:01:44 smithi032 ceph-mon[189144]: pgmap v19705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:44.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:01:44 smithi032 ceph-mon[191839]: pgmap v19705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:44.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:01:44 smithi039 ceph-mon[181282]: pgmap v19705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:46.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:01:46 smithi032 ceph-mon[191839]: pgmap v19706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:46.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:01:46 smithi032 ceph-mon[189144]: pgmap v19706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:46.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:01:46 smithi039 ceph-mon[181282]: pgmap v19706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:48.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:01:48 smithi032 ceph-mon[191839]: pgmap v19707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:48.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:01:48 smithi032 ceph-mon[189144]: pgmap v19707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:48.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:01:48 smithi039 ceph-mon[181282]: pgmap v19707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:50.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:01:50 smithi032 ceph-mon[191839]: pgmap v19708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:50.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:01:50 smithi032 ceph-mon[189144]: pgmap v19708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:50.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:01:50 smithi039 ceph-mon[181282]: pgmap v19708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:01:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:01:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:01:51.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:01:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:01:51.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:01:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:01:51.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:01:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:01:52.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:01:52 smithi032 ceph-mon[191839]: pgmap v19709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:52.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:01:52 smithi032 ceph-mon[189144]: pgmap v19709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:52.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:01:52 smithi039 ceph-mon[181282]: pgmap v19709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:54.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:01:54 smithi032 ceph-mon[191839]: pgmap v19710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:54.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:01:54 smithi032 ceph-mon[189144]: pgmap v19710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:54.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:01:54 smithi039 ceph-mon[181282]: pgmap v19710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:56.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:01:56 smithi032 ceph-mon[189144]: pgmap v19711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:56.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:01:56 smithi032 ceph-mon[191839]: pgmap v19711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:56.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:01:56 smithi039 ceph-mon[181282]: pgmap v19711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:58.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:01:58 smithi032 ceph-mon[191839]: pgmap v19712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:58.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:01:58 smithi032 ceph-mon[189144]: pgmap v19712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:01:58.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:01:58 smithi039 ceph-mon[181282]: pgmap v19712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:00.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:02:00 smithi032 ceph-mon[191839]: pgmap v19713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:00.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:02:00 smithi032 ceph-mon[189144]: pgmap v19713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:00.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:02:00 smithi039 ceph-mon[181282]: pgmap v19713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:02:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:02:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:02:02.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:02:02 smithi032 ceph-mon[191839]: pgmap v19714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:02.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:02:02 smithi032 ceph-mon[189144]: pgmap v19714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:02.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:02:02 smithi039 ceph-mon[181282]: pgmap v19714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:04.254 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:02:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:02:04 smithi032 ceph-mon[191839]: pgmap v19715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:04.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:02:04 smithi032 ceph-mon[189144]: pgmap v19715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:02:04 smithi039 ceph-mon[181282]: pgmap v19715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:04.583 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:02:04.583 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 5m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:02:04.583 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 3m ago 9h 97.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:02:04.583 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 5m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:02:04.583 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 3m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:02:04.583 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 3m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:02:04.583 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 5m ago 9h 909M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:02:04.583 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 5m ago 9h 2391M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:02:04.583 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 3m ago 9h 1173M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:02:04.583 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 5m ago 9h 1225M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:02:04.583 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 5m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:02:04.584 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 3m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:02:04.584 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 5m ago 9h 5564M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:02:04.584 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 5m ago 9h 5678M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:02:04.584 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 5m ago 9h 4992M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:02:04.584 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 5m ago 9h 5172M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:02:04.584 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 3m ago 9h 4857M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:02:04.584 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 3m ago 9h 5337M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:02:04.584 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 3m ago 9h 4961M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:02:04.584 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 3m ago 9h 5057M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:02:04.584 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 3m ago 9h 154M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:02:04.983 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:02:04.983 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:02:04.983 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:02:04.983 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:02:04.983 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:02:04.983 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:02:04.983 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:02:04.983 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:02:04.983 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:02:04.983 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:02:04.984 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:02:04.984 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:02:04.984 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:02:04.984 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:02:04.984 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:02:04.984 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:02:04.984 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:02:04.984 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:02:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:02:05 smithi032 ceph-mon[189144]: from='client.55962 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:02:05.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:02:05 smithi032 ceph-mon[189144]: from='client.55968 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:02:05.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:02:05 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3813690490' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:02:05.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:02:05 smithi032 ceph-mon[191839]: from='client.55962 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:02:05.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:02:05 smithi032 ceph-mon[191839]: from='client.55968 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:02:05.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:02:05 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3813690490' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:02:05.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:02:05 smithi039 ceph-mon[181282]: from='client.55962 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:02:05.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:02:05 smithi039 ceph-mon[181282]: from='client.55968 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:02:05.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:02:05 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3813690490' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:02:06.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:02:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:02:06.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:02:06 smithi032 ceph-mon[191839]: pgmap v19716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:06.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:02:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:02:06.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:02:06 smithi032 ceph-mon[189144]: pgmap v19716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:06.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:02:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:02:06.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:02:06 smithi039 ceph-mon[181282]: pgmap v19716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:08.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:02:08 smithi032 ceph-mon[191839]: pgmap v19717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:08.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:02:08 smithi032 ceph-mon[189144]: pgmap v19717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:08.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:02:08 smithi039 ceph-mon[181282]: pgmap v19717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:10.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:02:10 smithi032 ceph-mon[191839]: pgmap v19718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:10.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:02:10 smithi032 ceph-mon[189144]: pgmap v19718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:10.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:02:10 smithi039 ceph-mon[181282]: pgmap v19718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:02:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:02:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T03:02:12.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:02:12 smithi032 ceph-mon[191839]: pgmap v19719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:12.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:02:12 smithi032 ceph-mon[189144]: pgmap v19719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:12.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:02:12 smithi039 ceph-mon[181282]: pgmap v19719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:13.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:02:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:02:13.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:02:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:02:13.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:02:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:02:13.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:02:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:02:13.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:02:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:02:13.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:02:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:02:13.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:02:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:02:13.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:02:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:02:13.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:02:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:02:13.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:02:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:02:13.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:02:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:02:13.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:02:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:02:14.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:02:14 smithi032 ceph-mon[191839]: pgmap v19720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:14.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:02:14 smithi032 ceph-mon[189144]: pgmap v19720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:14.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:02:14 smithi039 ceph-mon[181282]: pgmap v19720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:16.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:02:16 smithi032 ceph-mon[191839]: pgmap v19721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:16.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:02:16 smithi032 ceph-mon[189144]: pgmap v19721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:16.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:02:16 smithi039 ceph-mon[181282]: pgmap v19721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:18.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:02:18 smithi032 ceph-mon[191839]: pgmap v19722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:18.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:02:18 smithi032 ceph-mon[189144]: pgmap v19722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:18.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:02:18 smithi039 ceph-mon[181282]: pgmap v19722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:20.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:02:20 smithi032 ceph-mon[191839]: pgmap v19723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:20.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:02:20 smithi032 ceph-mon[189144]: pgmap v19723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:20.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:02:20 smithi039 ceph-mon[181282]: pgmap v19723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:02:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:02:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T03:02:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:02:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:02:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:02:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:02:21.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:02:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:02:22.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:02:22 smithi032 ceph-mon[191839]: pgmap v19724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:22.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:02:22 smithi032 ceph-mon[189144]: pgmap v19724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:22.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:02:22 smithi039 ceph-mon[181282]: pgmap v19724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:24.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:02:24 smithi032 ceph-mon[189144]: pgmap v19725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:24.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:02:24 smithi032 ceph-mon[191839]: pgmap v19725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:24.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:02:24 smithi039 ceph-mon[181282]: pgmap v19725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:26.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:02:26 smithi032 ceph-mon[189144]: pgmap v19726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:26.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:02:26 smithi032 ceph-mon[191839]: pgmap v19726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:26.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:02:26 smithi039 ceph-mon[181282]: pgmap v19726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:28.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:02:28 smithi032 ceph-mon[191839]: pgmap v19727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:28.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:02:28 smithi032 ceph-mon[189144]: pgmap v19727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:28.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:02:28 smithi039 ceph-mon[181282]: pgmap v19727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:30.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:02:30 smithi032 ceph-mon[189144]: pgmap v19728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:30.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:02:30 smithi032 ceph-mon[191839]: pgmap v19728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:30.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:02:30 smithi039 ceph-mon[181282]: pgmap v19728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:02:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:02:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T03:02:32.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:02:32 smithi032 ceph-mon[191839]: pgmap v19729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:32.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:02:32 smithi032 ceph-mon[189144]: pgmap v19729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:32.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:02:32 smithi039 ceph-mon[181282]: pgmap v19729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:34.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:02:34 smithi032 ceph-mon[189144]: pgmap v19730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:34.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:02:34 smithi032 ceph-mon[191839]: pgmap v19730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:34.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:02:34 smithi039 ceph-mon[181282]: pgmap v19730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:35.347 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:02:35.678 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:02:35.678 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 6m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:02:35.678 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 4m ago 9h 97.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:02:35.678 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 6m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:02:35.678 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 4m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:02:35.678 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 4m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:02:35.678 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 6m ago 9h 909M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:02:35.678 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 6m ago 9h 2391M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:02:35.678 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 4m ago 9h 1173M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:02:35.679 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 6m ago 9h 1225M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:02:35.679 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 6m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:02:35.679 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 4m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:02:35.679 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 6m ago 9h 5564M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:02:35.679 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 6m ago 9h 5678M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:02:35.679 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 6m ago 9h 4992M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:02:35.679 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 6m ago 9h 5172M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:02:35.679 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 4m ago 9h 4857M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:02:35.679 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 4m ago 9h 5337M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:02:35.679 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 4m ago 9h 4961M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:02:35.679 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 4m ago 9h 5057M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:02:35.679 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 4m ago 9h 154M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:02:35.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:02:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:02:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:02:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:02:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:02:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:02:36.077 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:02:36.077 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:02:36.077 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:02:36.077 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:02:36.077 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:02:36.078 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:02:36.078 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:02:36.078 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:02:36.078 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:02:36.078 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:02:36.078 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:02:36.078 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:02:36.078 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:02:36.078 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:02:36.078 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:02:36.078 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:02:36.078 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:02:36.078 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:02:36.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:02:36 smithi039 ceph-mon[181282]: from='client.55980 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:02:36.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:02:36 smithi039 ceph-mon[181282]: from='client.65900 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:02:36.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:02:36 smithi039 ceph-mon[181282]: pgmap v19731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:36.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:02:36 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2735230447' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:02:36.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:02:36 smithi032 ceph-mon[189144]: from='client.55980 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:02:36.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:02:36 smithi032 ceph-mon[189144]: from='client.65900 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:02:36.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:02:36 smithi032 ceph-mon[189144]: pgmap v19731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:36.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:02:36 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2735230447' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:02:36.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:02:36 smithi032 ceph-mon[191839]: from='client.55980 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:02:36.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:02:36 smithi032 ceph-mon[191839]: from='client.65900 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:02:36.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:02:36 smithi032 ceph-mon[191839]: pgmap v19731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:36.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:02:36 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2735230447' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:02:38.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:02:38 smithi032 ceph-mon[191839]: pgmap v19732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:38.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:02:38 smithi032 ceph-mon[189144]: pgmap v19732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:38.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:02:38 smithi039 ceph-mon[181282]: pgmap v19732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:40.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:02:40 smithi032 ceph-mon[191839]: pgmap v19733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:40.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:02:40 smithi032 ceph-mon[189144]: pgmap v19733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:40.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:02:40 smithi039 ceph-mon[181282]: pgmap v19733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:02:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:02:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:02:42.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:02:42 smithi032 ceph-mon[189144]: pgmap v19734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:42.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:02:42 smithi032 ceph-mon[191839]: pgmap v19734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:42.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:02:42 smithi039 ceph-mon[181282]: pgmap v19734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:44.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:02:44 smithi032 ceph-mon[191839]: pgmap v19735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:44.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:02:44 smithi032 ceph-mon[189144]: pgmap v19735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:44.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:02:44 smithi039 ceph-mon[181282]: pgmap v19735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:46.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:02:46 smithi032 ceph-mon[191839]: pgmap v19736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:46.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:02:46 smithi032 ceph-mon[189144]: pgmap v19736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:46.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:02:46 smithi039 ceph-mon[181282]: pgmap v19736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:48.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:02:48 smithi032 ceph-mon[189144]: pgmap v19737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:48.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:02:48 smithi032 ceph-mon[191839]: pgmap v19737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:48.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:02:48 smithi039 ceph-mon[181282]: pgmap v19737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:50.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:02:50 smithi032 ceph-mon[189144]: pgmap v19738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:50.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:02:50 smithi032 ceph-mon[191839]: pgmap v19738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:50.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:02:50 smithi039 ceph-mon[181282]: pgmap v19738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:02:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:02:50] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T03:02:51.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:02:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:02:51.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:02:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:02:51.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:02:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:02:52.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:02:52 smithi032 ceph-mon[191839]: pgmap v19739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:52.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:02:52 smithi032 ceph-mon[189144]: pgmap v19739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:52.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:02:52 smithi039 ceph-mon[181282]: pgmap v19739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:54.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:02:54 smithi032 ceph-mon[191839]: pgmap v19740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:54.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:02:54 smithi032 ceph-mon[189144]: pgmap v19740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:54.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:02:54 smithi039 ceph-mon[181282]: pgmap v19740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:56.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:02:56 smithi032 ceph-mon[191839]: pgmap v19741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:56.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:02:56 smithi032 ceph-mon[189144]: pgmap v19741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:56.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:02:56 smithi039 ceph-mon[181282]: pgmap v19741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:58.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:02:58 smithi032 ceph-mon[191839]: pgmap v19742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:58.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:02:58 smithi032 ceph-mon[189144]: pgmap v19742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:02:58.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:02:58 smithi039 ceph-mon[181282]: pgmap v19742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:00.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:03:00 smithi032 ceph-mon[191839]: pgmap v19743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:00.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:03:00 smithi032 ceph-mon[189144]: pgmap v19743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:00.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:03:00 smithi039 ceph-mon[181282]: pgmap v19743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:03:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:03:00] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T03:03:02.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:03:02 smithi032 ceph-mon[191839]: pgmap v19744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:02.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:03:02 smithi032 ceph-mon[189144]: pgmap v19744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:02.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:03:02 smithi039 ceph-mon[181282]: pgmap v19744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:03:04 smithi032 ceph-mon[191839]: pgmap v19745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:04.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:03:04 smithi032 ceph-mon[189144]: pgmap v19745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:03:04 smithi039 ceph-mon[181282]: pgmap v19745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:05.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:03:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:03:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:03:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:03:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:03:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:03:06.443 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:03:06.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:03:06 smithi039 ceph-mon[181282]: pgmap v19746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:06.767 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:03:06.767 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 7m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:03:06.767 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 4m ago 9h 97.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:03:06.767 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 7m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:03:06.768 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 4m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:03:06.768 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 4m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:03:06.768 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 7m ago 9h 909M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:03:06.768 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 7m ago 9h 2391M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:03:06.768 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 4m ago 9h 1173M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:03:06.768 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 7m ago 9h 1225M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:03:06.768 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 7m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:03:06.768 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 4m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:03:06.768 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 7m ago 9h 5564M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:03:06.768 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 7m ago 9h 5678M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:03:06.768 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 7m ago 9h 4992M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:03:06.768 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 7m ago 9h 5172M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:03:06.769 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 4m ago 9h 4857M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:03:06.769 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 4m ago 9h 5337M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:03:06.769 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 4m ago 9h 4961M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:03:06.769 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 4m ago 9h 5057M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:03:06.769 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 4m ago 9h 154M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:03:06.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:03:06 smithi032 ceph-mon[191839]: pgmap v19746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:06.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:03:06 smithi032 ceph-mon[189144]: pgmap v19746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:07.172 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:03:07.173 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:03:07.173 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:03:07.173 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:03:07.173 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:03:07.173 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:03:07.174 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:03:07.174 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:03:07.174 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:03:07.174 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:03:07.175 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:03:07.175 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:03:07.175 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:03:07.175 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:03:07.176 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:03:07.176 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:03:07.176 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:03:07.176 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:03:07.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:03:07 smithi039 ceph-mon[181282]: from='client.55998 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:03:07.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:03:07 smithi039 ceph-mon[181282]: from='client.65918 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:03:07.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:03:07 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1711561423' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:03:07.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:03:07 smithi032 ceph-mon[191839]: from='client.55998 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:03:07.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:03:07 smithi032 ceph-mon[191839]: from='client.65918 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:03:07.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:03:07 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1711561423' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:03:07.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:03:07 smithi032 ceph-mon[189144]: from='client.55998 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:03:07.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:03:07 smithi032 ceph-mon[189144]: from='client.65918 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:03:07.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:03:07 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1711561423' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:03:08.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:03:08 smithi039 ceph-mon[181282]: pgmap v19747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:08.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:03:08 smithi032 ceph-mon[189144]: pgmap v19747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:08.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:03:08 smithi032 ceph-mon[191839]: pgmap v19747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:10.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:03:10 smithi032 ceph-mon[191839]: pgmap v19748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:10.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:03:10 smithi032 ceph-mon[189144]: pgmap v19748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:10.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:03:10 smithi039 ceph-mon[181282]: pgmap v19748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:03:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:03:10] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-23T03:03:12.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:03:12 smithi032 ceph-mon[191839]: pgmap v19749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:12.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:03:12 smithi032 ceph-mon[189144]: pgmap v19749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:12.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:03:12 smithi039 ceph-mon[181282]: pgmap v19749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:13.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:03:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:03:13.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:03:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:03:13.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:03:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:03:14.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:03:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:03:14.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:03:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:03:14.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:03:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:03:14.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:03:14 smithi039 ceph-mon[181282]: pgmap v19750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:14.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:03:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:03:14.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:03:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:03:14.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:03:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:03:14.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:03:14 smithi032 ceph-mon[191839]: pgmap v19750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:14.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:03:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:03:14.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:03:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:03:14.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:03:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:03:14.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:03:14 smithi032 ceph-mon[189144]: pgmap v19750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:16.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:03:16 smithi032 ceph-mon[189144]: pgmap v19751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:16.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:03:16 smithi032 ceph-mon[191839]: pgmap v19751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:16.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:03:16 smithi039 ceph-mon[181282]: pgmap v19751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:18.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:03:18 smithi032 ceph-mon[189144]: pgmap v19752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:18.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:03:18 smithi032 ceph-mon[191839]: pgmap v19752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:18.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:03:18 smithi039 ceph-mon[181282]: pgmap v19752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:20.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:03:20 smithi032 ceph-mon[191839]: pgmap v19753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:20.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:03:20 smithi032 ceph-mon[189144]: pgmap v19753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:20.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:03:20 smithi039 ceph-mon[181282]: pgmap v19753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:03:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:03:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:03:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:03:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:03:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:03:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:03:21.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:03:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:03:22.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:03:22 smithi032 ceph-mon[191839]: pgmap v19754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:22.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:03:22 smithi032 ceph-mon[189144]: pgmap v19754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:22.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:03:22 smithi039 ceph-mon[181282]: pgmap v19754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:24.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:03:24 smithi032 ceph-mon[191839]: pgmap v19755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:24.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:03:24 smithi032 ceph-mon[189144]: pgmap v19755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:24.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:03:24 smithi039 ceph-mon[181282]: pgmap v19755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:26.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:03:26 smithi032 ceph-mon[191839]: pgmap v19756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:26.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:03:26 smithi032 ceph-mon[189144]: pgmap v19756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:26.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:03:26 smithi039 ceph-mon[181282]: pgmap v19756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:28.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:03:28 smithi032 ceph-mon[191839]: pgmap v19757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:28.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:03:28 smithi032 ceph-mon[189144]: pgmap v19757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:28.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:03:28 smithi039 ceph-mon[181282]: pgmap v19757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:30.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:03:30 smithi032 ceph-mon[189144]: pgmap v19758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:30.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:03:30 smithi032 ceph-mon[191839]: pgmap v19758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:30.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:03:30 smithi039 ceph-mon[181282]: pgmap v19758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:03:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:03:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:03:32.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:03:32 smithi032 ceph-mon[191839]: pgmap v19759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:32.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:03:32 smithi032 ceph-mon[189144]: pgmap v19759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:32.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:03:32 smithi039 ceph-mon[181282]: pgmap v19759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:34.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:03:34 smithi032 ceph-mon[191839]: pgmap v19760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:34.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:03:34 smithi032 ceph-mon[189144]: pgmap v19760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:34.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:03:34 smithi039 ceph-mon[181282]: pgmap v19760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:35.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:03:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:03:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:03:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:03:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:03:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:03:36.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:03:36 smithi039 ceph-mon[181282]: pgmap v19761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:36.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:03:36 smithi032 ceph-mon[191839]: pgmap v19761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:36.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:03:36 smithi032 ceph-mon[189144]: pgmap v19761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:37.535 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:03:37.860 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:03:37.861 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 7m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:03:37.861 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 5m ago 9h 97.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:03:37.861 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 7m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:03:37.861 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 5m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:03:37.861 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 5m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:03:37.861 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 7m ago 9h 909M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:03:37.861 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 7m ago 9h 2391M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:03:37.861 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 5m ago 9h 1173M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:03:37.862 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 7m ago 9h 1225M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:03:37.862 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 7m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:03:37.862 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 5m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:03:37.862 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 7m ago 9h 5564M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:03:37.862 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 7m ago 9h 5678M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:03:37.862 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 7m ago 9h 4992M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:03:37.862 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 7m ago 9h 5172M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:03:37.862 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 5m ago 9h 4857M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:03:37.862 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 5m ago 9h 5337M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:03:37.862 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 5m ago 9h 4961M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:03:37.862 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 5m ago 9h 5057M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:03:37.863 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 5m ago 9h 154M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:03:38.262 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:03:38.262 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:03:38.262 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:03:38.262 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:03:38.262 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:03:38.262 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:03:38.263 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:03:38.263 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:03:38.263 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:03:38.263 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:03:38.263 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:03:38.263 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:03:38.263 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:03:38.263 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:03:38.263 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:03:38.263 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:03:38.263 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:03:38.263 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:03:38.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:03:38 smithi032 ceph-mon[191839]: from='client.65930 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:03:38.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:03:38 smithi032 ceph-mon[191839]: from='client.65936 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:03:38.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:03:38 smithi032 ceph-mon[191839]: pgmap v19762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:38.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:03:38 smithi032 ceph-mon[189144]: from='client.65930 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:03:38.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:03:38 smithi032 ceph-mon[189144]: from='client.65936 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:03:38.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:03:38 smithi032 ceph-mon[189144]: pgmap v19762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:38.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:03:38 smithi039 ceph-mon[181282]: from='client.65930 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:03:38.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:03:38 smithi039 ceph-mon[181282]: from='client.65936 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:03:38.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:03:38 smithi039 ceph-mon[181282]: pgmap v19762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:39.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:03:39 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/522251924' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:03:39.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:03:39 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/522251924' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:03:39.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:03:39 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/522251924' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:03:40.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:03:40 smithi032 ceph-mon[191839]: pgmap v19763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:40.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:03:40 smithi032 ceph-mon[189144]: pgmap v19763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:40.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:03:40 smithi039 ceph-mon[181282]: pgmap v19763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:03:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:03:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:03:42.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:03:42 smithi032 ceph-mon[191839]: pgmap v19764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:42.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:03:42 smithi032 ceph-mon[189144]: pgmap v19764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:42.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:03:42 smithi039 ceph-mon[181282]: pgmap v19764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:44.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:03:44 smithi032 ceph-mon[191839]: pgmap v19765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:44.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:03:44 smithi032 ceph-mon[189144]: pgmap v19765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:44.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:03:44 smithi039 ceph-mon[181282]: pgmap v19765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:46.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:03:46 smithi032 ceph-mon[191839]: pgmap v19766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:46.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:03:46 smithi032 ceph-mon[189144]: pgmap v19766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:46.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:03:46 smithi039 ceph-mon[181282]: pgmap v19766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:48.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:03:48 smithi032 ceph-mon[191839]: pgmap v19767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:48.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:03:48 smithi032 ceph-mon[189144]: pgmap v19767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:48.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:03:48 smithi039 ceph-mon[181282]: pgmap v19767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:50.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:03:50 smithi032 ceph-mon[191839]: pgmap v19768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:50.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:03:50 smithi032 ceph-mon[189144]: pgmap v19768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:50.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:03:50 smithi039 ceph-mon[181282]: pgmap v19768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:03:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:03:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:03:51.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:03:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:03:51.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:03:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:03:51.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:03:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:03:52.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:03:52 smithi032 ceph-mon[191839]: pgmap v19769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:52.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:03:52 smithi032 ceph-mon[189144]: pgmap v19769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:52.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:03:52 smithi039 ceph-mon[181282]: pgmap v19769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:54.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:03:54 smithi032 ceph-mon[189144]: pgmap v19770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:54.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:03:54 smithi032 ceph-mon[191839]: pgmap v19770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:54.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:03:54 smithi039 ceph-mon[181282]: pgmap v19770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:56.121 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:03:56 smithi032 ceph-mon[189144]: pgmap v19771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:56.122 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:03:56 smithi032 ceph-mon[191839]: pgmap v19771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:56.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:03:56 smithi039 ceph-mon[181282]: pgmap v19771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:58.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:03:58 smithi032 ceph-mon[191839]: pgmap v19772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:58.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:03:58 smithi032 ceph-mon[189144]: pgmap v19772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:03:58.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:03:58 smithi039 ceph-mon[181282]: pgmap v19772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:00.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:00 smithi032 ceph-mon[191839]: pgmap v19773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:00.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:00 smithi032 ceph-mon[189144]: pgmap v19773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:00.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:00 smithi039 ceph-mon[181282]: pgmap v19773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:01.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:04:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:04:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:04:02.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:02 smithi032 ceph-mon[189144]: pgmap v19774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:02.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:02 smithi032 ceph-mon[191839]: pgmap v19774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:02.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:02 smithi039 ceph-mon[181282]: pgmap v19774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:04 smithi032 ceph-mon[191839]: pgmap v19775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:04.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:04 smithi032 ceph-mon[189144]: pgmap v19775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:04 smithi039 ceph-mon[181282]: pgmap v19775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:05.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:04:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:04:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:04:06.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:06 smithi039 ceph-mon[181282]: pgmap v19776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:06.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:06 smithi032 ceph-mon[189144]: pgmap v19776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:06.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:06 smithi032 ceph-mon[191839]: pgmap v19776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:08.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:08 smithi032 ceph-mon[189144]: pgmap v19777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:08.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:08 smithi032 ceph-mon[191839]: pgmap v19777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:08.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:08 smithi039 ceph-mon[181282]: pgmap v19777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:08.625 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:04:08.950 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:04:08.950 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 8m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:04:08.950 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 5m ago 9h 97.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:04:08.950 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 8m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:04:08.951 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 5m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:04:08.951 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 5m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:04:08.951 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 8m ago 9h 909M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:04:08.951 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 8m ago 9h 2391M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:04:08.951 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 5m ago 9h 1173M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:04:08.951 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 8m ago 9h 1225M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:04:08.951 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 8m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:04:08.951 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 5m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:04:08.951 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 8m ago 9h 5564M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:04:08.951 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 8m ago 9h 5678M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:04:08.951 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 8m ago 9h 4992M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:04:08.951 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 8m ago 9h 5172M 2108M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:04:08.951 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 5m ago 9h 4857M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:04:08.951 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 5m ago 9h 5337M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:04:08.951 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 5m ago 9h 4961M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:04:08.952 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 5m ago 9h 5057M 2455M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:04:08.952 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 5m ago 9h 154M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:04:09.355 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:04:09.356 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:04:09.356 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:04:09.356 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:04:09.356 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:04:09.356 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:04:09.356 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:04:09.356 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:04:09.356 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:04:09.356 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:04:09.356 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:04:09.356 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:04:09.356 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:04:09.356 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:04:09.356 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:04:09.357 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:04:09.357 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:04:09.357 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:04:09.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:09 smithi032 ceph-mon[191839]: from='client.56034 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:04:09.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:09 smithi032 ceph-mon[191839]: from='client.56040 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:04:09.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:09 smithi032 ceph-mon[189144]: from='client.56034 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:04:09.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:09 smithi032 ceph-mon[189144]: from='client.56040 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:04:09.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:09 smithi039 ceph-mon[181282]: from='client.56034 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:04:09.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:09 smithi039 ceph-mon[181282]: from='client.56040 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:04:10.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:10 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/732091565' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:04:10.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:10 smithi032 ceph-mon[191839]: pgmap v19778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:10.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:10 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/732091565' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:04:10.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:10 smithi032 ceph-mon[189144]: pgmap v19778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:10.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:10 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/732091565' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:04:10.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:10 smithi039 ceph-mon[181282]: pgmap v19778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:04:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:04:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:04:12.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:12 smithi032 ceph-mon[191839]: pgmap v19779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:12.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:12 smithi032 ceph-mon[189144]: pgmap v19779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:12.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:12 smithi039 ceph-mon[181282]: pgmap v19779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:14.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:04:14.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:04:14.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:04:15.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:14 smithi032 ceph-mon[191839]: pgmap v19780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:15.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:04:15.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:04:15.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:04:15.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:04:15.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:04:15.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:04:15.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:04:15.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:04:15.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:04:15.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:04:15.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:04:15.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:04:15.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:04:15.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:04:15.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:04:15.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:14 smithi032 ceph-mon[189144]: pgmap v19780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:15.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:04:15.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:04:15.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:04:15.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:04:15.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:04:15.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:04:15.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:04:15.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:04:15.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:04:15.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:04:15.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:04:15.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:04:15.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:04:15.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:04:15.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:04:15.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:14 smithi039 ceph-mon[181282]: pgmap v19780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:15.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:04:15.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:04:15.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:04:15.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:04:15.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:04:15.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:04:15.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:04:15.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:04:15.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:04:15.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:04:15.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:04:15.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:04:15.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:04:15.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:04:15.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:04:16.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:15 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi039 to 2451M 2023-12-23T03:04:16.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:15 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi032 to 2097M 2023-12-23T03:04:16.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:15 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi039 to 2451M 2023-12-23T03:04:16.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:15 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi032 to 2097M 2023-12-23T03:04:16.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:15 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi039 to 2451M 2023-12-23T03:04:16.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:15 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi032 to 2097M 2023-12-23T03:04:17.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:16 smithi032 ceph-mon[189144]: pgmap v19781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:17.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:16 smithi032 ceph-mon[191839]: pgmap v19781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:17.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:16 smithi039 ceph-mon[181282]: pgmap v19781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:18.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:18 smithi032 ceph-mon[191839]: pgmap v19782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:18.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:18 smithi032 ceph-mon[189144]: pgmap v19782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:18.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:18 smithi039 ceph-mon[181282]: pgmap v19782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:20.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:20 smithi039 ceph-mon[181282]: pgmap v19783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:20.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:04:20.859 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:20 smithi032 ceph-mon[189144]: pgmap v19783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:20.859 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:04:20.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:20 smithi032 ceph-mon[191839]: pgmap v19783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:20.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:04:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:04:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:04:20] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T03:04:22.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:22 smithi032 ceph-mon[189144]: pgmap v19784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:22.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:22 smithi032 ceph-mon[191839]: pgmap v19784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:22.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:22 smithi039 ceph-mon[181282]: pgmap v19784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:24.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:24 smithi032 ceph-mon[191839]: pgmap v19785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:24.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:24 smithi032 ceph-mon[189144]: pgmap v19785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:24.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:24 smithi039 ceph-mon[181282]: pgmap v19785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:26.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:26 smithi032 ceph-mon[191839]: pgmap v19786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:26.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:26 smithi032 ceph-mon[189144]: pgmap v19786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:26.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:26 smithi039 ceph-mon[181282]: pgmap v19786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:29.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:29 smithi032 ceph-mon[189144]: pgmap v19787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:29.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:29 smithi032 ceph-mon[191839]: pgmap v19787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:29.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:29 smithi039 ceph-mon[181282]: pgmap v19787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:04:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:04:30] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T03:04:31.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:31 smithi032 ceph-mon[191839]: pgmap v19788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:31.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:31 smithi032 ceph-mon[189144]: pgmap v19788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:31.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:31 smithi039 ceph-mon[181282]: pgmap v19788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:33.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:33 smithi032 ceph-mon[191839]: pgmap v19789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:33.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:33 smithi032 ceph-mon[189144]: pgmap v19789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:33.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:33 smithi039 ceph-mon[181282]: pgmap v19789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:35.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:35 smithi032 ceph-mon[191839]: pgmap v19790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:35.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:04:35.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:35 smithi032 ceph-mon[189144]: pgmap v19790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:35.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:04:35.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:35 smithi039 ceph-mon[181282]: pgmap v19790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:35.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:04:37.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:37 smithi039 ceph-mon[181282]: pgmap v19791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:37.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:37 smithi032 ceph-mon[191839]: pgmap v19791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:37.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:37 smithi032 ceph-mon[189144]: pgmap v19791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:39.721 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:04:39.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:39 smithi039 ceph-mon[181282]: pgmap v19792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:39.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:39 smithi032 ceph-mon[189144]: pgmap v19792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:39.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:39 smithi032 ceph-mon[191839]: pgmap v19792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:40.043 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:04:40.043 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 8m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:04:40.043 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 6m ago 9h 97.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:04:40.043 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 8m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:04:40.043 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 6m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:04:40.044 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 6m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:04:40.044 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 8m ago 9h 909M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:04:40.044 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 8m ago 9h 2391M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:04:40.044 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 6m ago 9h 1173M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:04:40.044 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 8m ago 9h 1225M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:04:40.044 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 8m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:04:40.044 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 6m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:04:40.044 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 8m ago 9h 5564M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:04:40.044 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 8m ago 9h 5678M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:04:40.044 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 8m ago 9h 4992M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:04:40.044 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 8m ago 9h 5172M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:04:40.044 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 6m ago 9h 4857M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:04:40.044 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 6m ago 9h 5337M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:04:40.044 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 6m ago 9h 4961M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:04:40.045 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 6m ago 9h 5057M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:04:40.045 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 6m ago 9h 154M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:04:40.445 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:04:40.445 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:04:40.445 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:04:40.445 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:04:40.445 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:04:40.445 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:04:40.445 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:04:40.445 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:04:40.445 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:04:40.445 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:04:40.445 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:04:40.446 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:04:40.446 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:04:40.446 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:04:40.446 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:04:40.446 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:04:40.446 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:04:40.446 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:04:40.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:40 smithi039 ceph-mon[181282]: from='client.65966 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:04:40.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:40 smithi039 ceph-mon[181282]: from='client.56058 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:04:40.859 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:40 smithi032 ceph-mon[189144]: from='client.65966 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:04:40.859 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:40 smithi032 ceph-mon[189144]: from='client.56058 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:04:40.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:40 smithi032 ceph-mon[191839]: from='client.65966 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:04:40.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:40 smithi032 ceph-mon[191839]: from='client.56058 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:04:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:04:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:04:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:04:41.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:41 smithi039 ceph-mon[181282]: pgmap v19793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:41.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:41 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4061898536' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:04:41.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:41 smithi032 ceph-mon[191839]: pgmap v19793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:41.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:41 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4061898536' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:04:41.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:41 smithi032 ceph-mon[189144]: pgmap v19793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:41.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:41 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4061898536' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:04:43.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:43 smithi039 ceph-mon[181282]: pgmap v19794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:43.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:43 smithi032 ceph-mon[191839]: pgmap v19794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:43.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:43 smithi032 ceph-mon[189144]: pgmap v19794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:45.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:45 smithi039 ceph-mon[181282]: pgmap v19795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:45.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:45 smithi032 ceph-mon[191839]: pgmap v19795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:45.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:45 smithi032 ceph-mon[189144]: pgmap v19795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:47.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:47 smithi039 ceph-mon[181282]: pgmap v19796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:47.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:47 smithi032 ceph-mon[191839]: pgmap v19796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:47.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:47 smithi032 ceph-mon[189144]: pgmap v19796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:49.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:49 smithi039 ceph-mon[181282]: pgmap v19797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:49.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:49 smithi032 ceph-mon[191839]: pgmap v19797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:49.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:49 smithi032 ceph-mon[189144]: pgmap v19797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:50.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:04:50.859 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:04:50.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:04:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:04:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:04:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:04:51.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:51 smithi039 ceph-mon[181282]: pgmap v19798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:51.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:51 smithi032 ceph-mon[191839]: pgmap v19798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:51.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:51 smithi032 ceph-mon[189144]: pgmap v19798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:53.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:53 smithi039 ceph-mon[181282]: pgmap v19799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:53.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:53 smithi032 ceph-mon[191839]: pgmap v19799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:53.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:53 smithi032 ceph-mon[189144]: pgmap v19799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:55.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:55 smithi039 ceph-mon[181282]: pgmap v19800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:55.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:55 smithi032 ceph-mon[191839]: pgmap v19800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:55.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:55 smithi032 ceph-mon[189144]: pgmap v19800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:57.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:57 smithi039 ceph-mon[181282]: pgmap v19801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:57.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:57 smithi032 ceph-mon[191839]: pgmap v19801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:57.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:57 smithi032 ceph-mon[189144]: pgmap v19801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:59.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:04:59 smithi039 ceph-mon[181282]: pgmap v19802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:59.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:04:59 smithi032 ceph-mon[191839]: pgmap v19802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:04:59.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:04:59 smithi032 ceph-mon[189144]: pgmap v19802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:01.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:05:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:05:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:05:01.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:01 smithi039 ceph-mon[181282]: pgmap v19803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:01.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:01 smithi032 ceph-mon[191839]: pgmap v19803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:01.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:01 smithi032 ceph-mon[189144]: pgmap v19803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:03.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:03 smithi039 ceph-mon[181282]: pgmap v19804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:03.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:03 smithi032 ceph-mon[191839]: pgmap v19804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:03.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:03 smithi032 ceph-mon[189144]: pgmap v19804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:05.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:05 smithi039 ceph-mon[181282]: pgmap v19805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:05.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:05:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:05 smithi032 ceph-mon[191839]: pgmap v19805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:05:05.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:05 smithi032 ceph-mon[189144]: pgmap v19805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:05.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:05:07.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:07 smithi039 ceph-mon[181282]: pgmap v19806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:07.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:07 smithi032 ceph-mon[191839]: pgmap v19806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:07.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:07 smithi032 ceph-mon[189144]: pgmap v19806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:09.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:09 smithi039 ceph-mon[181282]: pgmap v19807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:09.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:09 smithi032 ceph-mon[191839]: pgmap v19807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:09.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:09 smithi032 ceph-mon[189144]: pgmap v19807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:10.810 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:05:11.132 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:05:11.132 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 9m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:05:11.132 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 7m ago 9h 97.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:05:11.133 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 9m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:05:11.133 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 7m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:05:11.133 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 7m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:05:11.133 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 9m ago 9h 909M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:05:11.133 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 9m ago 9h 2391M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:05:11.133 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 7m ago 9h 1173M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:05:11.133 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 9m ago 9h 1225M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:05:11.133 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 9m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:05:11.133 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 7m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:05:11.133 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 9m ago 9h 5564M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:05:11.133 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 9m ago 9h 5678M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:05:11.133 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 9m ago 9h 4992M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:05:11.133 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 9m ago 9h 5172M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:05:11.133 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 7m ago 9h 4857M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:05:11.134 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 7m ago 9h 5337M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:05:11.134 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 7m ago 9h 4961M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:05:11.134 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 7m ago 9h 5057M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:05:11.134 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 7m ago 9h 154M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:05:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:05:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:05:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:05:11.540 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:05:11.541 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:05:11.541 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:05:11.541 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:05:11.541 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:05:11.541 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:05:11.541 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:05:11.541 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:05:11.541 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:05:11.541 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:05:11.541 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:05:11.541 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:05:11.541 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:05:11.541 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:05:11.542 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:05:11.542 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:05:11.542 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:05:11.542 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:05:11.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:11 smithi039 ceph-mon[181282]: pgmap v19808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:11.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:11 smithi039 ceph-mon[181282]: from='client.56070 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:05:11.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:11 smithi032 ceph-mon[191839]: pgmap v19808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:11.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:11 smithi032 ceph-mon[191839]: from='client.56070 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:05:11.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:11 smithi032 ceph-mon[189144]: pgmap v19808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:11.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:11 smithi032 ceph-mon[189144]: from='client.56070 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:05:12.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:12 smithi039 ceph-mon[181282]: from='client.65990 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:05:12.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:12 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3661197794' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:05:12.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:12 smithi032 ceph-mon[189144]: from='client.65990 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:05:12.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:12 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3661197794' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:05:12.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:12 smithi032 ceph-mon[191839]: from='client.65990 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:05:12.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:12 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3661197794' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:05:13.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:13 smithi039 ceph-mon[181282]: pgmap v19809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:13.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:13 smithi032 ceph-mon[189144]: pgmap v19809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:13.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:13 smithi032 ceph-mon[191839]: pgmap v19809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:15.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:15 smithi039 ceph-mon[181282]: pgmap v19810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:15.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:05:15.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:05:15.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:05:15.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:15 smithi032 ceph-mon[191839]: pgmap v19810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:15.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:05:15.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:05:15.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:05:15.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:15 smithi032 ceph-mon[189144]: pgmap v19810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:15.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:05:15.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:05:15.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:05:16.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:05:16.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:05:16.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:05:16.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:05:16.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:05:16.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:05:16.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:05:16.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:05:16.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:05:16.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:05:17.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:05:17.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:05:17.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:05:17.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:05:17.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:05:17.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:17 smithi032 ceph-mon[191839]: pgmap v19811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:17.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:17 smithi032 ceph-mon[189144]: pgmap v19811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:18.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:17 smithi039 ceph-mon[181282]: pgmap v19811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:19.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:19 smithi032 ceph-mon[191839]: pgmap v19812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:19.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:19 smithi032 ceph-mon[189144]: pgmap v19812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:20.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:19 smithi039 ceph-mon[181282]: pgmap v19812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:20.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:05:20.860 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:05:21.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:05:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:05:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:05:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T03:05:21.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:21 smithi032 ceph-mon[191839]: pgmap v19813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:21.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:21 smithi032 ceph-mon[189144]: pgmap v19813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:22.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:21 smithi039 ceph-mon[181282]: pgmap v19813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:23.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:23 smithi032 ceph-mon[191839]: pgmap v19814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:23.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:23 smithi032 ceph-mon[189144]: pgmap v19814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:24.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:23 smithi039 ceph-mon[181282]: pgmap v19814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:25.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:25 smithi032 ceph-mon[191839]: pgmap v19815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:25.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:25 smithi032 ceph-mon[189144]: pgmap v19815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:26.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:25 smithi039 ceph-mon[181282]: pgmap v19815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:27.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:27 smithi032 ceph-mon[191839]: pgmap v19816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:27.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:27 smithi032 ceph-mon[189144]: pgmap v19816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:28.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:27 smithi039 ceph-mon[181282]: pgmap v19816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:29.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:29 smithi032 ceph-mon[191839]: pgmap v19817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:29.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:29 smithi032 ceph-mon[189144]: pgmap v19817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:30.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:29 smithi039 ceph-mon[181282]: pgmap v19817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:05:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:05:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T03:05:31.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:31 smithi032 ceph-mon[189144]: pgmap v19818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:31.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:31 smithi032 ceph-mon[191839]: pgmap v19818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:32.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:31 smithi039 ceph-mon[181282]: pgmap v19818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:33.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:33 smithi032 ceph-mon[191839]: pgmap v19819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:33.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:33 smithi032 ceph-mon[189144]: pgmap v19819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:34.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:33 smithi039 ceph-mon[181282]: pgmap v19819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:35.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:35 smithi032 ceph-mon[189144]: pgmap v19820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:35.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:05:35.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:35 smithi032 ceph-mon[191839]: pgmap v19820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:35.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:05:36.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:35 smithi039 ceph-mon[181282]: pgmap v19820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:36.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:05:37.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:37 smithi032 ceph-mon[191839]: pgmap v19821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:37.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:37 smithi032 ceph-mon[189144]: pgmap v19821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:38.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:37 smithi039 ceph-mon[181282]: pgmap v19821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:39.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:39 smithi032 ceph-mon[191839]: pgmap v19822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:39.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:39 smithi032 ceph-mon[189144]: pgmap v19822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:40.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:39 smithi039 ceph-mon[181282]: pgmap v19822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:41.184 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:05:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:05:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:05:41.903 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:05:41.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:41 smithi032 ceph-mon[189144]: pgmap v19823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:41.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:41 smithi032 ceph-mon[191839]: pgmap v19823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:42.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:41 smithi039 ceph-mon[181282]: pgmap v19823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:42.235 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:05:42.235 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 9m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:05:42.235 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 7m ago 9h 97.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:05:42.235 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 9m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:05:42.235 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 7m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:05:42.235 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 7m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:05:42.235 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 9m ago 9h 909M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:05:42.236 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 9m ago 9h 2391M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:05:42.236 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 7m ago 9h 1173M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:05:42.236 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 9m ago 9h 1225M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:05:42.236 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 9m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:05:42.236 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 7m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:05:42.236 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 9m ago 9h 5564M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:05:42.236 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 9m ago 9h 5678M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:05:42.236 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 9m ago 9h 4992M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:05:42.236 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 9m ago 9h 5172M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:05:42.236 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 7m ago 9h 4857M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:05:42.236 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 7m ago 9h 5337M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:05:42.236 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 7m ago 9h 4961M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:05:42.236 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 7m ago 9h 5057M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:05:42.236 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 7m ago 9h 154M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:05:42.642 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:05:42.642 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:05:42.642 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:05:42.642 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:05:42.642 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:05:42.642 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:05:42.642 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:05:42.642 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:05:42.643 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:05:42.643 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:05:42.643 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:05:42.643 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:05:42.643 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:05:42.643 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:05:42.643 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:05:42.643 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:05:42.643 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:05:42.643 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:05:42.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:42 smithi032 ceph-mon[191839]: from='client.56088 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:05:42.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:42 smithi032 ceph-mon[189144]: from='client.56088 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:05:43.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:42 smithi039 ceph-mon[181282]: from='client.56088 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:05:43.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:43 smithi032 ceph-mon[191839]: pgmap v19824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:43.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:43 smithi032 ceph-mon[191839]: from='client.56094 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:05:43.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:43 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/964235921' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:05:43.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:43 smithi032 ceph-mon[189144]: pgmap v19824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:43.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:43 smithi032 ceph-mon[189144]: from='client.56094 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:05:43.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:43 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/964235921' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:05:44.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:43 smithi039 ceph-mon[181282]: pgmap v19824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:44.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:43 smithi039 ceph-mon[181282]: from='client.56094 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:05:44.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:43 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/964235921' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:05:45.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:45 smithi032 ceph-mon[191839]: pgmap v19825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:45.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:45 smithi032 ceph-mon[189144]: pgmap v19825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:46.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:45 smithi039 ceph-mon[181282]: pgmap v19825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:47.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:47 smithi032 ceph-mon[191839]: pgmap v19826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:47.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:47 smithi032 ceph-mon[189144]: pgmap v19826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:48.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:47 smithi039 ceph-mon[181282]: pgmap v19826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:49.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:49 smithi032 ceph-mon[191839]: pgmap v19827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:49.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:49 smithi032 ceph-mon[189144]: pgmap v19827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:50.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:49 smithi039 ceph-mon[181282]: pgmap v19827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:50.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:05:50.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:05:50.933 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:05:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:05:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:05:51.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:05:51.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:51 smithi032 ceph-mon[191839]: pgmap v19828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:51.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:51 smithi032 ceph-mon[189144]: pgmap v19828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:52.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:51 smithi039 ceph-mon[181282]: pgmap v19828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:53.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:53 smithi032 ceph-mon[191839]: pgmap v19829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:53.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:53 smithi032 ceph-mon[189144]: pgmap v19829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:54.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:53 smithi039 ceph-mon[181282]: pgmap v19829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:55.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:55 smithi032 ceph-mon[191839]: pgmap v19830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:55.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:55 smithi032 ceph-mon[189144]: pgmap v19830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:56.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:55 smithi039 ceph-mon[181282]: pgmap v19830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:57.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:57 smithi032 ceph-mon[191839]: pgmap v19831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:57.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:57 smithi032 ceph-mon[189144]: pgmap v19831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:58.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:57 smithi039 ceph-mon[181282]: pgmap v19831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:59.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:05:59 smithi032 ceph-mon[191839]: pgmap v19832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:05:59.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:05:59 smithi032 ceph-mon[189144]: pgmap v19832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:00.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:05:59 smithi039 ceph-mon[181282]: pgmap v19832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:01.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:06:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:06:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:06:01.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:01 smithi032 ceph-mon[191839]: pgmap v19833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:01.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:01 smithi032 ceph-mon[189144]: pgmap v19833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:02.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:01 smithi039 ceph-mon[181282]: pgmap v19833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:03.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:03 smithi032 ceph-mon[191839]: pgmap v19834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:03.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:03 smithi032 ceph-mon[189144]: pgmap v19834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:04.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:03 smithi039 ceph-mon[181282]: pgmap v19834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:05 smithi032 ceph-mon[191839]: pgmap v19835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:05.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:06:05.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:05 smithi032 ceph-mon[189144]: pgmap v19835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:05.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:06:06.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:05 smithi039 ceph-mon[181282]: pgmap v19835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:06.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:06:07.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:07 smithi032 ceph-mon[191839]: pgmap v19836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:07.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:07 smithi032 ceph-mon[189144]: pgmap v19836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:08.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:07 smithi039 ceph-mon[181282]: pgmap v19836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:10.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:09 smithi039 ceph-mon[181282]: pgmap v19837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:10.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:09 smithi032 ceph-mon[191839]: pgmap v19837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:10.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:09 smithi032 ceph-mon[189144]: pgmap v19837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:06:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:06:10] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T03:06:12.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:11 smithi039 ceph-mon[181282]: pgmap v19838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:12.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:11 smithi032 ceph-mon[191839]: pgmap v19838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:12.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:11 smithi032 ceph-mon[189144]: pgmap v19838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:13.010 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:06:13.335 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:06:13.335 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 10m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:06:13.335 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 8m ago 9h 97.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:06:13.335 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 10m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:06:13.335 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 8m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:06:13.335 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 8m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:06:13.335 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 10m ago 9h 909M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:06:13.335 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 10m ago 9h 2391M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:06:13.335 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 8m ago 9h 1173M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:06:13.336 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 10m ago 9h 1225M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:06:13.336 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 10m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:06:13.336 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 8m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:06:13.336 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 10m ago 9h 5564M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:06:13.336 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 10m ago 9h 5678M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:06:13.336 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 10m ago 9h 4992M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:06:13.336 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 10m ago 9h 5172M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:06:13.336 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 8m ago 9h 4857M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:06:13.336 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 8m ago 9h 5337M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:06:13.336 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 8m ago 9h 4961M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:06:13.336 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 8m ago 9h 5057M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:06:13.336 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 8m ago 9h 154M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:06:13.735 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:06:13.736 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:06:13.736 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:06:13.736 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:06:13.736 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:06:13.736 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:06:13.736 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:06:13.736 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:06:13.737 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:06:13.737 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:06:13.737 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:06:13.737 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:06:13.737 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:06:13.737 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:06:13.737 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:06:13.737 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:06:13.737 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:06:13.737 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:06:14.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:13 smithi039 ceph-mon[181282]: pgmap v19839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:14.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:13 smithi039 ceph-mon[181282]: from='client.66020 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:06:14.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:13 smithi032 ceph-mon[191839]: pgmap v19839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:14.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:13 smithi032 ceph-mon[191839]: from='client.66020 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:06:14.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:13 smithi032 ceph-mon[189144]: pgmap v19839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:14.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:13 smithi032 ceph-mon[189144]: from='client.66020 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:06:15.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:14 smithi039 ceph-mon[181282]: from='client.66026 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:06:15.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:14 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2840259597' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:06:15.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:14 smithi032 ceph-mon[191839]: from='client.66026 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:06:15.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:14 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2840259597' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:06:15.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:14 smithi032 ceph-mon[189144]: from='client.66026 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:06:15.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:14 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2840259597' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:06:16.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:15 smithi039 ceph-mon[181282]: pgmap v19840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:16.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:15 smithi032 ceph-mon[191839]: pgmap v19840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:16.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:15 smithi032 ceph-mon[189144]: pgmap v19840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:17.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:06:17.030 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:06:17.031 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:06:18.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:17 smithi039 ceph-mon[181282]: pgmap v19841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:18.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:17 smithi032 ceph-mon[189144]: pgmap v19841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:18.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:17 smithi032 ceph-mon[191839]: pgmap v19841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:19.112 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:18 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:06:19.112 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:18 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:06:19.112 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:18 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:06:19.112 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:18 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:06:19.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:18 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:06:19.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:18 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:06:20.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:19 smithi039 ceph-mon[181282]: pgmap v19842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:20.403 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:19 smithi032 ceph-mon[189144]: pgmap v19842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:20.403 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:19 smithi032 ceph-mon[191839]: pgmap v19842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:20.954 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:06:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:06:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:06:20.955 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:06:21.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:06:21.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:06:21.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:06:21.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:06:21.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:06:21.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:06:21.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:06:21.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:06:21.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:06:21.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:06:21.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:06:21.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:06:21.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:06:21.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:06:21.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:06:21.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:06:21.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:06:22.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:21 smithi039 ceph-mon[181282]: pgmap v19843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:22.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:21 smithi032 ceph-mon[189144]: pgmap v19843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:22.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:21 smithi032 ceph-mon[191839]: pgmap v19843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:24.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:23 smithi039 ceph-mon[181282]: pgmap v19844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:24.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:23 smithi032 ceph-mon[191839]: pgmap v19844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:24.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:23 smithi032 ceph-mon[189144]: pgmap v19844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:26.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:25 smithi039 ceph-mon[181282]: pgmap v19845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:26.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:25 smithi032 ceph-mon[189144]: pgmap v19845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:26.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:25 smithi032 ceph-mon[191839]: pgmap v19845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:28.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:27 smithi039 ceph-mon[181282]: pgmap v19846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:28.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:27 smithi032 ceph-mon[189144]: pgmap v19846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:28.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:27 smithi032 ceph-mon[191839]: pgmap v19846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:30.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:29 smithi039 ceph-mon[181282]: pgmap v19847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:30.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:29 smithi032 ceph-mon[189144]: pgmap v19847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:30.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:29 smithi032 ceph-mon[191839]: pgmap v19847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:31.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:06:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:06:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:06:32.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:31 smithi039 ceph-mon[181282]: pgmap v19848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:32.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:31 smithi032 ceph-mon[191839]: pgmap v19848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:32.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:31 smithi032 ceph-mon[189144]: pgmap v19848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:34.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:33 smithi039 ceph-mon[181282]: pgmap v19849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:34.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:33 smithi032 ceph-mon[191839]: pgmap v19849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:34.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:33 smithi032 ceph-mon[189144]: pgmap v19849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:36.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:35 smithi039 ceph-mon[181282]: pgmap v19850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:36.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:06:36.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:35 smithi032 ceph-mon[191839]: pgmap v19850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:36.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:06:36.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:35 smithi032 ceph-mon[189144]: pgmap v19850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:36.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:06:38.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:37 smithi039 ceph-mon[181282]: pgmap v19851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:38.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:37 smithi032 ceph-mon[191839]: pgmap v19851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:38.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:37 smithi032 ceph-mon[189144]: pgmap v19851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:40.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:39 smithi039 ceph-mon[181282]: pgmap v19852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:40.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:39 smithi032 ceph-mon[191839]: pgmap v19852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:40.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:39 smithi032 ceph-mon[189144]: pgmap v19852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:06:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:06:40] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T03:06:42.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:41 smithi039 ceph-mon[181282]: pgmap v19853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:42.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:41 smithi032 ceph-mon[191839]: pgmap v19853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:42.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:41 smithi032 ceph-mon[189144]: pgmap v19853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:44.108 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:06:44.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:43 smithi039 ceph-mon[181282]: pgmap v19854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:44.430 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:06:44.430 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 26s ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:06:44.430 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 8m ago 9h 97.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:06:44.430 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 26s ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:06:44.430 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 8m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:06:44.430 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 8m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:06:44.430 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 26s ago 9h 915M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:06:44.430 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 26s ago 9h 2421M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:06:44.430 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 8m ago 9h 1173M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:06:44.430 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 26s ago 9h 1240M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:06:44.431 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 26s ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:06:44.431 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 8m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:06:44.431 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 26s ago 9h 5596M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:06:44.431 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 26s ago 9h 5707M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:06:44.431 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 26s ago 9h 5015M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:06:44.431 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 26s ago 9h 5202M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:06:44.431 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 8m ago 9h 4857M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:06:44.431 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 8m ago 9h 5337M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:06:44.431 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 8m ago 9h 4961M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:06:44.431 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 8m ago 9h 5057M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:06:44.431 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 8m ago 9h 154M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:06:44.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:43 smithi032 ceph-mon[191839]: pgmap v19854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:44.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:43 smithi032 ceph-mon[189144]: pgmap v19854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:44.850 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:06:44.850 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:06:44.850 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:06:44.850 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:06:44.851 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:06:44.851 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:06:44.851 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:06:44.851 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:06:44.851 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:06:44.851 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:06:44.851 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:06:44.851 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:06:44.851 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:06:44.851 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:06:44.851 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:06:44.851 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:06:44.851 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:06:44.851 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:06:45.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:45 smithi039 ceph-mon[181282]: from='client.56124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:06:45.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:45 smithi039 ceph-mon[181282]: pgmap v19855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:45.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:45 smithi039 ceph-mon[181282]: from='client.56130 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:06:45.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:45 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/571789560' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:06:45.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:45 smithi032 ceph-mon[189144]: from='client.56124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:06:45.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:45 smithi032 ceph-mon[189144]: pgmap v19855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:45.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:45 smithi032 ceph-mon[189144]: from='client.56130 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:06:45.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:45 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/571789560' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:06:45.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:45 smithi032 ceph-mon[191839]: from='client.56124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:06:45.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:45 smithi032 ceph-mon[191839]: pgmap v19855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:45.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:45 smithi032 ceph-mon[191839]: from='client.56130 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:06:45.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:45 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/571789560' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:06:47.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:47 smithi039 ceph-mon[181282]: pgmap v19856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:47.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:47 smithi032 ceph-mon[191839]: pgmap v19856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:47.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:47 smithi032 ceph-mon[189144]: pgmap v19856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:49.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:49 smithi039 ceph-mon[181282]: pgmap v19857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:49.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:49 smithi032 ceph-mon[191839]: pgmap v19857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:49.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:49 smithi032 ceph-mon[189144]: pgmap v19857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:50.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:06:50.860 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:06:50.860 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:06:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:06:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:06:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T03:06:51.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:51 smithi039 ceph-mon[181282]: pgmap v19858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:51.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:51 smithi032 ceph-mon[189144]: pgmap v19858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:51.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:51 smithi032 ceph-mon[191839]: pgmap v19858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:53.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:53 smithi039 ceph-mon[181282]: pgmap v19859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:53.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:53 smithi032 ceph-mon[189144]: pgmap v19859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:53.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:53 smithi032 ceph-mon[191839]: pgmap v19859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:55.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:55 smithi039 ceph-mon[181282]: pgmap v19860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:55.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:55 smithi032 ceph-mon[189144]: pgmap v19860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:55.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:55 smithi032 ceph-mon[191839]: pgmap v19860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:57.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:57 smithi039 ceph-mon[181282]: pgmap v19861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:57.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:57 smithi032 ceph-mon[189144]: pgmap v19861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:57.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:57 smithi032 ceph-mon[191839]: pgmap v19861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:59.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:06:59 smithi039 ceph-mon[181282]: pgmap v19862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:59.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:06:59 smithi032 ceph-mon[191839]: pgmap v19862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:06:59.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:06:59 smithi032 ceph-mon[189144]: pgmap v19862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:07:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:07:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T03:07:01.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:07:01 smithi039 ceph-mon[181282]: pgmap v19863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:01.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:07:01 smithi032 ceph-mon[191839]: pgmap v19863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:01.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:07:01 smithi032 ceph-mon[189144]: pgmap v19863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:03.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:07:03 smithi039 ceph-mon[181282]: pgmap v19864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:03.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:07:03 smithi032 ceph-mon[189144]: pgmap v19864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:03.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:07:03 smithi032 ceph-mon[191839]: pgmap v19864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:05.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:07:05 smithi039 ceph-mon[181282]: pgmap v19865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:05.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:07:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:07:05.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:07:05 smithi032 ceph-mon[191839]: pgmap v19865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:05.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:07:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:07:05.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:07:05 smithi032 ceph-mon[189144]: pgmap v19865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:05.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:07:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:07:07.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:07:07 smithi039 ceph-mon[181282]: pgmap v19866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:07.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:07:07 smithi032 ceph-mon[191839]: pgmap v19866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:07.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:07:07 smithi032 ceph-mon[189144]: pgmap v19866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:09.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:07:09 smithi039 ceph-mon[181282]: pgmap v19867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:09.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:07:09 smithi032 ceph-mon[191839]: pgmap v19867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:09.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:07:09 smithi032 ceph-mon[189144]: pgmap v19867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:07:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:07:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T03:07:11.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:07:11 smithi039 ceph-mon[181282]: pgmap v19868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:11.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:07:11 smithi032 ceph-mon[189144]: pgmap v19868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:11.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:07:11 smithi032 ceph-mon[191839]: pgmap v19868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:13.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:07:13 smithi032 ceph-mon[191839]: pgmap v19869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:13.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:07:13 smithi032 ceph-mon[189144]: pgmap v19869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:14.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:07:13 smithi039 ceph-mon[181282]: pgmap v19869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:15.214 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:07:15.538 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:07:15.538 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 57s ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:07:15.538 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 9m ago 9h 97.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:07:15.538 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 57s ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:07:15.538 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 9m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:07:15.538 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 9m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:07:15.538 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 57s ago 9h 915M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:07:15.538 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 57s ago 9h 2421M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:07:15.538 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 9m ago 9h 1173M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:07:15.538 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 57s ago 9h 1240M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:07:15.539 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 57s ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:07:15.539 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 9m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:07:15.539 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 57s ago 9h 5596M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:07:15.539 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 57s ago 9h 5707M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:07:15.539 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 57s ago 9h 5015M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:07:15.539 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 57s ago 9h 5202M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:07:15.539 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 9m ago 9h 4857M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:07:15.539 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 9m ago 9h 5337M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:07:15.539 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 9m ago 9h 4961M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:07:15.539 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 9m ago 9h 5057M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:07:15.539 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 9m ago 9h 154M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:07:15.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:07:15 smithi032 ceph-mon[189144]: pgmap v19870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:15.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:07:15 smithi032 ceph-mon[191839]: pgmap v19870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:15.939 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:07:15.939 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:07:15.939 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:07:15.939 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:07:15.939 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:07:15.939 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:07:15.939 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:07:15.939 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:07:15.939 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:07:15.939 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:07:15.939 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:07:15.939 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:07:15.940 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:07:15.940 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:07:15.940 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:07:15.940 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:07:15.940 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:07:15.940 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:07:16.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:07:15 smithi039 ceph-mon[181282]: pgmap v19870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:16.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:07:16 smithi032 ceph-mon[191839]: from='client.66056 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:07:16.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:07:16 smithi032 ceph-mon[191839]: from='client.66062 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:07:16.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:07:16 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2324679685' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:07:16.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:07:16 smithi032 ceph-mon[189144]: from='client.66056 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:07:16.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:07:16 smithi032 ceph-mon[189144]: from='client.66062 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:07:16.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:07:16 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2324679685' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:07:17.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:07:16 smithi039 ceph-mon[181282]: from='client.66056 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:07:17.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:07:16 smithi039 ceph-mon[181282]: from='client.66062 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:07:17.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:07:16 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2324679685' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:07:17.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:07:17 smithi032 ceph-mon[191839]: pgmap v19871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:17.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:07:17 smithi032 ceph-mon[189144]: pgmap v19871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:18.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:07:17 smithi039 ceph-mon[181282]: pgmap v19871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:19.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:07:19 smithi032 ceph-mon[191839]: pgmap v19872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:19.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:07:19 smithi032 ceph-mon[189144]: pgmap v19872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:20.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:07:19 smithi039 ceph-mon[181282]: pgmap v19872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:20.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:07:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:07:20.860 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:07:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:07:21.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:07:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:07:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:07:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:07:20] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-23T03:07:21.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:07:21 smithi032 ceph-mon[191839]: pgmap v19873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:21.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:07:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:07:21.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:07:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:07:21.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:07:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:07:21.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:07:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:07:21.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:07:21 smithi032 ceph-mon[189144]: pgmap v19873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:21.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:07:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:07:21.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:07:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:07:21.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:07:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:07:21.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:07:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:07:22.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:07:21 smithi039 ceph-mon[181282]: pgmap v19873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:22.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:07:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:07:22.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:07:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:07:22.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:07:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:07:22.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:07:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:07:23.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:07:23 smithi032 ceph-mon[191839]: pgmap v19874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:23.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:07:23 smithi032 ceph-mon[189144]: pgmap v19874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:24.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:07:23 smithi039 ceph-mon[181282]: pgmap v19874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:25.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:07:25 smithi032 ceph-mon[191839]: pgmap v19875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:25.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:07:25 smithi032 ceph-mon[189144]: pgmap v19875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:26.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:07:25 smithi039 ceph-mon[181282]: pgmap v19875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:27.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:07:27 smithi032 ceph-mon[191839]: pgmap v19876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:27.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:07:27 smithi032 ceph-mon[189144]: pgmap v19876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:28.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:07:27 smithi039 ceph-mon[181282]: pgmap v19876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:29.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:07:29 smithi032 ceph-mon[189144]: pgmap v19877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:29.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:07:29 smithi032 ceph-mon[191839]: pgmap v19877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:30.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:07:29 smithi039 ceph-mon[181282]: pgmap v19877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:07:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:07:30] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-23T03:07:31.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:07:31 smithi032 ceph-mon[191839]: pgmap v19878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:31.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:07:31 smithi032 ceph-mon[189144]: pgmap v19878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:32.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:07:31 smithi039 ceph-mon[181282]: pgmap v19878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:33.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:07:33 smithi032 ceph-mon[189144]: pgmap v19879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:33.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:07:33 smithi032 ceph-mon[191839]: pgmap v19879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:34.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:07:33 smithi039 ceph-mon[181282]: pgmap v19879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:35.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:07:35 smithi032 ceph-mon[189144]: pgmap v19880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:35.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:07:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:07:35.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:07:35 smithi032 ceph-mon[191839]: pgmap v19880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:35.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:07:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:07:36.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:07:35 smithi039 ceph-mon[181282]: pgmap v19880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:36.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:07:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:07:37.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:07:37 smithi032 ceph-mon[189144]: pgmap v19881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:37.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:07:37 smithi032 ceph-mon[191839]: pgmap v19881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:38.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:07:37 smithi039 ceph-mon[181282]: pgmap v19881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:39.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:07:39 smithi032 ceph-mon[189144]: pgmap v19882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:39.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:07:39 smithi032 ceph-mon[191839]: pgmap v19882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:40.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:07:39 smithi039 ceph-mon[181282]: pgmap v19882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:07:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:07:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:07:41.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:07:41 smithi032 ceph-mon[189144]: pgmap v19883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:41.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:07:41 smithi032 ceph-mon[191839]: pgmap v19883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:42.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:07:41 smithi039 ceph-mon[181282]: pgmap v19883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:43.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:07:43 smithi032 ceph-mon[189144]: pgmap v19884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:43.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:07:43 smithi032 ceph-mon[191839]: pgmap v19884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:44.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:07:43 smithi039 ceph-mon[181282]: pgmap v19884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:45.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:07:45 smithi032 ceph-mon[191839]: pgmap v19885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:45.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:07:45 smithi032 ceph-mon[189144]: pgmap v19885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:46.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:07:45 smithi039 ceph-mon[181282]: pgmap v19885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:46.302 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:07:46.628 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:07:46.628 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 88s ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:07:46.628 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 9m ago 9h 97.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:07:46.628 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 88s ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:07:46.628 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 9m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:07:46.628 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 9m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:07:46.628 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 88s ago 9h 915M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:07:46.628 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 88s ago 9h 2421M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:07:46.628 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 9m ago 9h 1173M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:07:46.629 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 88s ago 9h 1240M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:07:46.629 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 88s ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:07:46.629 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 9m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:07:46.629 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 88s ago 9h 5596M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:07:46.629 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 88s ago 9h 5707M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:07:46.629 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 88s ago 9h 5015M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:07:46.629 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 88s ago 9h 5202M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:07:46.629 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 9m ago 9h 4857M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:07:46.629 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 9m ago 9h 5337M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:07:46.629 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 9m ago 9h 4961M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:07:46.629 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 9m ago 9h 5057M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:07:46.629 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 9m ago 9h 154M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:07:47.030 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:07:47.030 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:07:47.030 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:07:47.030 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:07:47.031 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:07:47.031 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:07:47.031 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:07:47.031 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:07:47.031 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:07:47.031 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:07:47.031 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:07:47.031 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:07:47.031 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:07:47.031 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:07:47.032 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:07:47.032 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:07:47.032 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:07:47.032 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:07:47.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:07:47 smithi032 ceph-mon[191839]: pgmap v19886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:47.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:07:47 smithi032 ceph-mon[191839]: from='client.56160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:07:47.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:07:47 smithi032 ceph-mon[191839]: from='client.66080 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:07:47.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:07:47 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2847239340' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:07:47.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:07:47 smithi032 ceph-mon[189144]: pgmap v19886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:47.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:07:47 smithi032 ceph-mon[189144]: from='client.56160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:07:47.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:07:47 smithi032 ceph-mon[189144]: from='client.66080 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:07:47.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:07:47 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2847239340' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:07:48.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:07:47 smithi039 ceph-mon[181282]: pgmap v19886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:48.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:07:47 smithi039 ceph-mon[181282]: from='client.56160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:07:48.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:07:47 smithi039 ceph-mon[181282]: from='client.66080 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:07:48.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:07:47 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2847239340' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:07:49.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:07:49 smithi032 ceph-mon[191839]: pgmap v19887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:49.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:07:49 smithi032 ceph-mon[189144]: pgmap v19887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:50.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:07:49 smithi039 ceph-mon[181282]: pgmap v19887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:50.859 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:07:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:07:50.860 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:07:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:07:51.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:07:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:07:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:07:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:07:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:07:51.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:07:51 smithi032 ceph-mon[191839]: pgmap v19888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:51.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:07:51 smithi032 ceph-mon[189144]: pgmap v19888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:52.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:07:51 smithi039 ceph-mon[181282]: pgmap v19888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:53.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:07:53 smithi032 ceph-mon[191839]: pgmap v19889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:53.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:07:53 smithi032 ceph-mon[189144]: pgmap v19889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:54.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:07:53 smithi039 ceph-mon[181282]: pgmap v19889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:55.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:07:55 smithi032 ceph-mon[191839]: pgmap v19890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:55.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:07:55 smithi032 ceph-mon[189144]: pgmap v19890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:56.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:07:55 smithi039 ceph-mon[181282]: pgmap v19890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:57.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:07:57 smithi032 ceph-mon[191839]: pgmap v19891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:57.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:07:57 smithi032 ceph-mon[189144]: pgmap v19891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:58.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:07:57 smithi039 ceph-mon[181282]: pgmap v19891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:59.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:07:59 smithi032 ceph-mon[191839]: pgmap v19892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:07:59.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:07:59 smithi032 ceph-mon[189144]: pgmap v19892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:00.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:07:59 smithi039 ceph-mon[181282]: pgmap v19892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:01.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:08:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:08:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:08:01.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:01 smithi032 ceph-mon[189144]: pgmap v19893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:01.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:01 smithi032 ceph-mon[191839]: pgmap v19893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:02.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:01 smithi039 ceph-mon[181282]: pgmap v19893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:03.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:03 smithi032 ceph-mon[189144]: pgmap v19894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:03.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:03 smithi032 ceph-mon[191839]: pgmap v19894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:04.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:03 smithi039 ceph-mon[181282]: pgmap v19894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:05.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:05 smithi032 ceph-mon[189144]: pgmap v19895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:05.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:08:05.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:05 smithi032 ceph-mon[191839]: pgmap v19895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:05.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:08:06.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:05 smithi039 ceph-mon[181282]: pgmap v19895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:06.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:08:07.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:07 smithi032 ceph-mon[189144]: pgmap v19896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:07.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:07 smithi032 ceph-mon[191839]: pgmap v19896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:08.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:07 smithi039 ceph-mon[181282]: pgmap v19896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:09.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:09 smithi032 ceph-mon[191839]: pgmap v19897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:09.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:09 smithi032 ceph-mon[189144]: pgmap v19897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:10.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:09 smithi039 ceph-mon[181282]: pgmap v19897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:08:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:08:10] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-23T03:08:11.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:11 smithi032 ceph-mon[191839]: pgmap v19898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:11.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:11 smithi032 ceph-mon[189144]: pgmap v19898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:12.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:11 smithi039 ceph-mon[181282]: pgmap v19898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:13.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:13 smithi032 ceph-mon[191839]: pgmap v19899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:13.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:13 smithi032 ceph-mon[189144]: pgmap v19899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:14.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:13 smithi039 ceph-mon[181282]: pgmap v19899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:15.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:15 smithi032 ceph-mon[191839]: pgmap v19900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:15.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:15 smithi032 ceph-mon[189144]: pgmap v19900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:16.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:15 smithi039 ceph-mon[181282]: pgmap v19900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:17.394 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:08:17.722 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:08:17.722 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 119s ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:08:17.722 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 10m ago 9h 97.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:08:17.723 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 119s ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:08:17.723 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 10m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:08:17.723 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 10m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:08:17.723 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 119s ago 9h 915M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:08:17.723 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 119s ago 9h 2421M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:08:17.723 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 10m ago 9h 1173M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:08:17.723 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 119s ago 9h 1240M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:08:17.723 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 119s ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:08:17.723 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 10m ago 9h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:08:17.723 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 119s ago 9h 5596M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:08:17.723 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 119s ago 9h 5707M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:08:17.723 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 119s ago 9h 5015M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:08:17.723 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 119s ago 9h 5202M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:08:17.724 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 10m ago 9h 4857M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:08:17.724 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 10m ago 9h 5337M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:08:17.724 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 10m ago 9h 4961M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:08:17.724 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 10m ago 9h 5057M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:08:17.724 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 10m ago 9h 154M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:08:17.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:17 smithi032 ceph-mon[189144]: pgmap v19901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:17.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:17 smithi032 ceph-mon[191839]: pgmap v19901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:18.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:17 smithi039 ceph-mon[181282]: pgmap v19901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:18.123 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:08:18.123 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:08:18.123 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:08:18.123 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:08:18.124 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:08:18.124 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:08:18.124 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:08:18.124 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:08:18.124 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:08:18.124 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:08:18.124 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:08:18.124 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:08:18.125 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:08:18.125 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:08:18.125 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:08:18.125 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:08:18.125 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:08:18.125 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:08:18.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:18 smithi032 ceph-mon[191839]: from='client.66092 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:08:18.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:18 smithi032 ceph-mon[191839]: from='client.56184 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:08:18.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:18 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3169104445' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:08:18.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:18 smithi032 ceph-mon[189144]: from='client.66092 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:08:18.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:18 smithi032 ceph-mon[189144]: from='client.56184 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:08:18.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:18 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3169104445' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:08:19.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:18 smithi039 ceph-mon[181282]: from='client.66092 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:08:19.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:18 smithi039 ceph-mon[181282]: from='client.56184 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:08:19.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:18 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3169104445' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:08:19.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:19 smithi032 ceph-mon[191839]: pgmap v19902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:19.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:19 smithi032 ceph-mon[189144]: pgmap v19902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:20.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:19 smithi039 ceph-mon[181282]: pgmap v19902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:20.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:08:20.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:08:20.933 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:08:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:08:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:08:21.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:08:21.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:21 smithi032 ceph-mon[191839]: pgmap v19903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:21.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:08:21.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:21 smithi032 ceph-mon[189144]: pgmap v19903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:21.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:08:22.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:21 smithi039 ceph-mon[181282]: pgmap v19903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:22.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:08:23.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:23 smithi032 ceph-mon[191839]: pgmap v19904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:23.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:23 smithi032 ceph-mon[189144]: pgmap v19904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:23.984 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:23 smithi039 ceph-mon[181282]: pgmap v19904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:25.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:25 smithi039 ceph-mon[181282]: pgmap v19905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:25.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:08:25.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:08:25.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:08:25.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:25 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:08:25.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:25 smithi032 ceph-mon[191839]: pgmap v19905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:25.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:08:25.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:08:25.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:08:25.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:25 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:08:25.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:25 smithi032 ceph-mon[189144]: pgmap v19905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:25.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:08:25.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:08:25.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:08:25.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:25 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:08:27.341 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:27 smithi039 ceph-mon[181282]: pgmap v19906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:27.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:27 smithi032 ceph-mon[191839]: pgmap v19906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:27.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:27 smithi032 ceph-mon[189144]: pgmap v19906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:28.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:08:28.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:08:28.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:08:28.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:08:28.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:08:28.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:08:28.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:08:28.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:08:28.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:08:28.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:08:28.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:08:28.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:08:28.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:08:28.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:08:28.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:08:29.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:29 smithi039 ceph-mon[181282]: pgmap v19907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:29.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:29 smithi032 ceph-mon[191839]: pgmap v19907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:29.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:29 smithi032 ceph-mon[189144]: pgmap v19907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:08:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:08:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:08:31.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:31 smithi039 ceph-mon[181282]: pgmap v19908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:31.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:31 smithi032 ceph-mon[191839]: pgmap v19908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:31.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:31 smithi032 ceph-mon[189144]: pgmap v19908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:33.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:33 smithi039 ceph-mon[181282]: pgmap v19909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:33.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:33 smithi032 ceph-mon[191839]: pgmap v19909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:33.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:33 smithi032 ceph-mon[189144]: pgmap v19909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:35.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:35 smithi039 ceph-mon[181282]: pgmap v19910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:35.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:08:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:35 smithi032 ceph-mon[191839]: pgmap v19910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:35.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:08:35.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:35 smithi032 ceph-mon[189144]: pgmap v19910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:35.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:08:37.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:37 smithi039 ceph-mon[181282]: pgmap v19911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:37.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:37 smithi032 ceph-mon[189144]: pgmap v19911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:37.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:37 smithi032 ceph-mon[191839]: pgmap v19911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:39.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:39 smithi039 ceph-mon[181282]: pgmap v19912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:39.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:39 smithi032 ceph-mon[191839]: pgmap v19912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:39.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:39 smithi032 ceph-mon[189144]: pgmap v19912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:08:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:08:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:08:41.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:41 smithi039 ceph-mon[181282]: pgmap v19913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:41.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:41 smithi032 ceph-mon[191839]: pgmap v19913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:41.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:41 smithi032 ceph-mon[189144]: pgmap v19913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:43.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:43 smithi032 ceph-mon[191839]: pgmap v19914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:43.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:43 smithi032 ceph-mon[189144]: pgmap v19914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:44.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:43 smithi039 ceph-mon[181282]: pgmap v19914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:45.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:45 smithi032 ceph-mon[191839]: pgmap v19915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:45.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:45 smithi032 ceph-mon[189144]: pgmap v19915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:46.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:45 smithi039 ceph-mon[181282]: pgmap v19915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:47.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:47 smithi032 ceph-mon[191839]: pgmap v19916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:47.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:47 smithi032 ceph-mon[189144]: pgmap v19916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:48.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:47 smithi039 ceph-mon[181282]: pgmap v19916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:48.488 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:08:48.814 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:08:48.814 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 2m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:08:48.814 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 24s ago 9h 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:08:48.814 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 2m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:08:48.814 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 24s ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:08:48.814 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 24s ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:08:48.814 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 2m ago 9h 915M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:08:48.814 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 2m ago 9h 2421M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:08:48.814 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 24s ago 9h 1188M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:08:48.814 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 2m ago 9h 1240M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:08:48.814 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 2m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:08:48.815 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 24s ago 9h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:08:48.815 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 2m ago 9h 5596M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:08:48.815 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 2m ago 9h 5707M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:08:48.815 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 2m ago 9h 5015M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:08:48.815 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 2m ago 9h 5202M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:08:48.815 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 24s ago 9h 4884M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:08:48.815 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 24s ago 9h 5370M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:08:48.815 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 24s ago 9h 4990M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:08:48.815 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 24s ago 9h 5092M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:08:48.815 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 24s ago 9h 137M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:08:49.217 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:08:49.217 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:08:49.217 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:08:49.217 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:08:49.218 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:08:49.218 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:08:49.218 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:08:49.218 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:08:49.218 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:08:49.218 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:08:49.218 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:08:49.218 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:08:49.218 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:08:49.218 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:08:49.218 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:08:49.218 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:08:49.218 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:08:49.218 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:08:49.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:49 smithi032 ceph-mon[189144]: pgmap v19917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:49.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:49 smithi032 ceph-mon[189144]: from='client.66110 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:08:49.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:49 smithi032 ceph-mon[189144]: from='client.56202 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:08:49.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:49 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3054652451' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:08:49.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:49 smithi032 ceph-mon[191839]: pgmap v19917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:49.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:49 smithi032 ceph-mon[191839]: from='client.66110 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:08:49.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:49 smithi032 ceph-mon[191839]: from='client.56202 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:08:49.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:49 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3054652451' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:08:50.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:49 smithi039 ceph-mon[181282]: pgmap v19917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:50.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:49 smithi039 ceph-mon[181282]: from='client.66110 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:08:50.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:49 smithi039 ceph-mon[181282]: from='client.56202 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:08:50.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:49 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3054652451' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:08:50.859 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:08:50.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:08:51.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:08:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:08:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:08:50] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T03:08:51.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:51 smithi032 ceph-mon[189144]: pgmap v19918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:51.935 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:51 smithi032 ceph-mon[191839]: pgmap v19918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:52.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:51 smithi039 ceph-mon[181282]: pgmap v19918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:53.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:53 smithi032 ceph-mon[191839]: pgmap v19919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:53.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:53 smithi032 ceph-mon[189144]: pgmap v19919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:54.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:53 smithi039 ceph-mon[181282]: pgmap v19919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:55.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:55 smithi032 ceph-mon[191839]: pgmap v19920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:55.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:55 smithi032 ceph-mon[189144]: pgmap v19920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:56.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:55 smithi039 ceph-mon[181282]: pgmap v19920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:57.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:57 smithi032 ceph-mon[191839]: pgmap v19921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:57.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:57 smithi032 ceph-mon[189144]: pgmap v19921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:58.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:57 smithi039 ceph-mon[181282]: pgmap v19921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:59.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:08:59 smithi032 ceph-mon[191839]: pgmap v19922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:08:59.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:08:59 smithi032 ceph-mon[189144]: pgmap v19922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:00.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:08:59 smithi039 ceph-mon[181282]: pgmap v19922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:09:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:09:00] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T03:09:01.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:09:01 smithi032 ceph-mon[191839]: pgmap v19923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:01.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:09:01 smithi032 ceph-mon[189144]: pgmap v19923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:02.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:09:01 smithi039 ceph-mon[181282]: pgmap v19923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:03.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:09:03 smithi032 ceph-mon[189144]: pgmap v19924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:03.936 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:09:03 smithi032 ceph-mon[191839]: pgmap v19924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:04.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:09:03 smithi039 ceph-mon[181282]: pgmap v19924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:05.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:09:05 smithi032 ceph-mon[191839]: pgmap v19925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:05.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:09:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:09:05.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:09:05 smithi032 ceph-mon[189144]: pgmap v19925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:05.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:09:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:09:06.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:09:05 smithi039 ceph-mon[181282]: pgmap v19925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:06.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:09:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:09:07.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:09:07 smithi032 ceph-mon[191839]: pgmap v19926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:07.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:09:07 smithi032 ceph-mon[189144]: pgmap v19926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:08.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:09:07 smithi039 ceph-mon[181282]: pgmap v19926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:09.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:09:09 smithi032 ceph-mon[191839]: pgmap v19927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:09.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:09:09 smithi032 ceph-mon[189144]: pgmap v19927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:10.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:09:09 smithi039 ceph-mon[181282]: pgmap v19927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:09:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:09:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T03:09:11.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:09:11 smithi032 ceph-mon[191839]: pgmap v19928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:11.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:09:11 smithi032 ceph-mon[189144]: pgmap v19928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:12.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:09:11 smithi039 ceph-mon[181282]: pgmap v19928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:13.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:09:13 smithi032 ceph-mon[191839]: pgmap v19929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:13.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:09:13 smithi032 ceph-mon[189144]: pgmap v19929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:14.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:09:13 smithi039 ceph-mon[181282]: pgmap v19929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:15.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:09:15 smithi032 ceph-mon[189144]: pgmap v19930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:15.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:09:15 smithi032 ceph-mon[191839]: pgmap v19930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:16.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:09:15 smithi039 ceph-mon[181282]: pgmap v19930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:17.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:09:17 smithi032 ceph-mon[191839]: pgmap v19931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:17.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:09:17 smithi032 ceph-mon[189144]: pgmap v19931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:18.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:09:17 smithi039 ceph-mon[181282]: pgmap v19931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:19.584 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:09:19.909 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:09:19.909 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 3m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:09:19.909 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 55s ago 9h 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:09:19.909 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 3m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:09:19.909 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 55s ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:09:19.910 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 55s ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:09:19.910 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 3m ago 9h 915M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:09:19.910 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 3m ago 9h 2421M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:09:19.910 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 55s ago 9h 1188M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:09:19.910 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 3m ago 9h 1240M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:09:19.910 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 3m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:09:19.911 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 55s ago 9h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:09:19.911 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 3m ago 9h 5596M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:09:19.911 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 3m ago 9h 5707M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:09:19.911 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 3m ago 9h 5015M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:09:19.911 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 3m ago 9h 5202M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:09:19.911 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 55s ago 9h 4884M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:09:19.912 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 55s ago 9h 5370M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:09:19.912 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 55s ago 9h 4990M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:09:19.912 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 55s ago 9h 5092M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:09:19.912 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 55s ago 9h 137M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:09:19.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:09:19 smithi032 ceph-mon[189144]: pgmap v19932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:19.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:09:19 smithi032 ceph-mon[191839]: pgmap v19932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:20.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:09:19 smithi039 ceph-mon[181282]: pgmap v19932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:20.313 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:09:20.313 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:09:20.313 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:09:20.313 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:09:20.313 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:09:20.313 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:09:20.313 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:09:20.313 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:09:20.314 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:09:20.314 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:09:20.314 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:09:20.314 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:09:20.314 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:09:20.314 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:09:20.314 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:09:20.314 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:09:20.314 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:09:20.314 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:09:20.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:09:20 smithi032 ceph-mon[189144]: from='client.56214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:09:20.859 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:09:20 smithi032 ceph-mon[189144]: from='client.56220 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:09:20.859 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:09:20 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2311858441' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:09:20.859 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:09:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:09:20.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:09:20 smithi032 ceph-mon[191839]: from='client.56214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:09:20.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:09:20 smithi032 ceph-mon[191839]: from='client.56220 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:09:20.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:09:20 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2311858441' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:09:20.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:09:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:09:21.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:09:20 smithi039 ceph-mon[181282]: from='client.56214 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:09:21.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:09:20 smithi039 ceph-mon[181282]: from='client.56220 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:09:21.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:09:20 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2311858441' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:09:21.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:09:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:09:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:09:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:09:20] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T03:09:21.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:09:21 smithi032 ceph-mon[189144]: pgmap v19933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:21.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:09:21 smithi032 ceph-mon[191839]: pgmap v19933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:22.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:09:21 smithi039 ceph-mon[181282]: pgmap v19933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:23.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:09:23 smithi032 ceph-mon[189144]: pgmap v19934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:23.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:09:23 smithi032 ceph-mon[191839]: pgmap v19934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:24.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:09:23 smithi039 ceph-mon[181282]: pgmap v19934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:25.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:09:25 smithi032 ceph-mon[189144]: pgmap v19935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:25.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:09:25 smithi032 ceph-mon[191839]: pgmap v19935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:26.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:09:25 smithi039 ceph-mon[181282]: pgmap v19935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:27.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:09:27 smithi032 ceph-mon[191839]: pgmap v19936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:27.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:09:27 smithi032 ceph-mon[189144]: pgmap v19936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:28.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:09:27 smithi039 ceph-mon[181282]: pgmap v19936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:28.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:09:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:09:28.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:09:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:09:28.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:09:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:09:28.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:09:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:09:28.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:09:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:09:28.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:09:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:09:28.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:09:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:09:28.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:09:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:09:29.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:09:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:09:29.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:09:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:09:29.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:09:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:09:29.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:09:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:09:30.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:09:30 smithi032 ceph-mon[191839]: pgmap v19937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:30.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:09:30 smithi032 ceph-mon[189144]: pgmap v19937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:30.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:09:30 smithi039 ceph-mon[181282]: pgmap v19937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:09:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:09:30] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T03:09:32.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:09:32 smithi032 ceph-mon[191839]: pgmap v19938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:32.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:09:32 smithi032 ceph-mon[189144]: pgmap v19938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:32.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:09:32 smithi039 ceph-mon[181282]: pgmap v19938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:34.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:09:34 smithi032 ceph-mon[189144]: pgmap v19939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:34.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:09:34 smithi032 ceph-mon[191839]: pgmap v19939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:34.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:09:34 smithi039 ceph-mon[181282]: pgmap v19939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:09:36 smithi032 ceph-mon[191839]: pgmap v19940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:09:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:09:36.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:09:36 smithi032 ceph-mon[189144]: pgmap v19940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:36.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:09:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:09:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:09:36 smithi039 ceph-mon[181282]: pgmap v19940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:09:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:09:38.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:09:38 smithi032 ceph-mon[191839]: pgmap v19941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:38.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:09:38 smithi032 ceph-mon[189144]: pgmap v19941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:38.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:09:38 smithi039 ceph-mon[181282]: pgmap v19941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:40.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:09:40 smithi032 ceph-mon[189144]: pgmap v19942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:40.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:09:40 smithi032 ceph-mon[191839]: pgmap v19942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:40.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:09:40 smithi039 ceph-mon[181282]: pgmap v19942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:41.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:09:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:09:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:09:42.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:09:42 smithi032 ceph-mon[191839]: pgmap v19943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:42.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:09:42 smithi032 ceph-mon[189144]: pgmap v19943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:42.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:09:42 smithi039 ceph-mon[181282]: pgmap v19943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:44.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:09:44 smithi032 ceph-mon[191839]: pgmap v19944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:44.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:09:44 smithi032 ceph-mon[189144]: pgmap v19944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:44.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:09:44 smithi039 ceph-mon[181282]: pgmap v19944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:46.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:09:46 smithi032 ceph-mon[191839]: pgmap v19945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:46.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:09:46 smithi032 ceph-mon[189144]: pgmap v19945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:46.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:09:46 smithi039 ceph-mon[181282]: pgmap v19945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:48.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:09:48 smithi032 ceph-mon[189144]: pgmap v19946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:48.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:09:48 smithi032 ceph-mon[191839]: pgmap v19946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:48.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:09:48 smithi039 ceph-mon[181282]: pgmap v19946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:09:50 smithi032 ceph-mon[191839]: pgmap v19947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:50.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:09:50 smithi032 ceph-mon[189144]: pgmap v19947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:50.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:09:50 smithi039 ceph-mon[181282]: pgmap v19947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:50.685 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:09:51.011 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:09:51.011 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 3m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:09:51.012 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 86s ago 9h 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:09:51.012 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 3m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:09:51.012 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 86s ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:09:51.012 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 86s ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:09:51.012 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 3m ago 9h 915M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:09:51.012 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 3m ago 9h 2421M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:09:51.012 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 86s ago 9h 1188M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:09:51.012 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 3m ago 9h 1240M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:09:51.012 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 3m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:09:51.012 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 86s ago 9h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:09:51.012 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 3m ago 9h 5596M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:09:51.012 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 3m ago 9h 5707M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:09:51.012 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 3m ago 9h 5015M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:09:51.012 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 3m ago 9h 5202M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:09:51.012 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 86s ago 9h 4884M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:09:51.013 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 86s ago 9h 5370M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:09:51.013 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 86s ago 9h 4990M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:09:51.013 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 86s ago 9h 5092M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:09:51.013 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 86s ago 9h 137M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:09:51.133 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:09:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:09:50] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T03:09:51.419 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:09:51.419 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:09:51.419 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:09:51.419 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:09:51.419 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:09:51.419 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:09:51.420 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:09:51.420 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:09:51.420 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:09:51.420 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:09:51.420 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:09:51.420 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:09:51.420 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:09:51.420 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:09:51.420 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:09:51.420 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:09:51.420 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:09:51.420 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:09:51.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:09:51 smithi032 ceph-mon[191839]: pgmap v19948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:51.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:09:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:09:51.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:09:51 smithi032 ceph-mon[191839]: from='client.56232 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:09:51.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:09:51 smithi032 ceph-mon[191839]: from='client.66152 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:09:51.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:09:51 smithi032 ceph-mon[189144]: pgmap v19948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:51.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:09:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:09:51.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:09:51 smithi032 ceph-mon[189144]: from='client.56232 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:09:51.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:09:51 smithi032 ceph-mon[189144]: from='client.66152 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:09:51.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:09:51 smithi039 ceph-mon[181282]: pgmap v19948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:51.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:09:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:09:51.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:09:51 smithi039 ceph-mon[181282]: from='client.56232 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:09:51.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:09:51 smithi039 ceph-mon[181282]: from='client.66152 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:09:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:09:52 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/532952195' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:09:52.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:09:52 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/532952195' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:09:52.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:09:52 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/532952195' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:09:53.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:09:53 smithi032 ceph-mon[191839]: pgmap v19949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:53.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:09:53 smithi032 ceph-mon[189144]: pgmap v19949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:53.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:09:53 smithi039 ceph-mon[181282]: pgmap v19949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:55.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:09:55 smithi039 ceph-mon[181282]: pgmap v19950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:55.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:09:55 smithi032 ceph-mon[191839]: pgmap v19950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:55.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:09:55 smithi032 ceph-mon[189144]: pgmap v19950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:57.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:09:57 smithi039 ceph-mon[181282]: pgmap v19951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:57.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:09:57 smithi032 ceph-mon[191839]: pgmap v19951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:57.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:09:57 smithi032 ceph-mon[189144]: pgmap v19951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:59.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:09:59 smithi039 ceph-mon[181282]: pgmap v19952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:59.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:09:59 smithi032 ceph-mon[191839]: pgmap v19952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:09:59.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:09:59 smithi032 ceph-mon[189144]: pgmap v19952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:10:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-23T03:09:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T03:10:00.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:10:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T03:10:00.860 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:10:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T03:10:01.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:10:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T03:10:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:10:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:10:00] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T03:10:01.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:10:01 smithi032 ceph-mon[191839]: pgmap v19953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:01.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:10:01 smithi032 ceph-mon[189144]: pgmap v19953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:02.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:10:01 smithi039 ceph-mon[181282]: pgmap v19953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:03.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:10:03 smithi032 ceph-mon[191839]: pgmap v19954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:03.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:10:03 smithi032 ceph-mon[189144]: pgmap v19954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:04.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:10:03 smithi039 ceph-mon[181282]: pgmap v19954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:05.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:10:05 smithi032 ceph-mon[191839]: pgmap v19955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:05.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:10:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:10:05.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:10:05 smithi032 ceph-mon[189144]: pgmap v19955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:05.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:10:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:10:06.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:10:05 smithi039 ceph-mon[181282]: pgmap v19955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:06.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:10:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:10:07.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:10:07 smithi032 ceph-mon[191839]: pgmap v19956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:07.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:10:07 smithi032 ceph-mon[189144]: pgmap v19956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:08.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:10:07 smithi039 ceph-mon[181282]: pgmap v19956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:09.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:10:09 smithi032 ceph-mon[191839]: pgmap v19957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:09.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:10:09 smithi032 ceph-mon[189144]: pgmap v19957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:10.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:10:09 smithi039 ceph-mon[181282]: pgmap v19957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:10:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:10:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T03:10:11.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:10:11 smithi032 ceph-mon[191839]: pgmap v19958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:11.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:10:11 smithi032 ceph-mon[189144]: pgmap v19958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:12.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:10:11 smithi039 ceph-mon[181282]: pgmap v19958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:13.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:10:13 smithi032 ceph-mon[191839]: pgmap v19959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:13.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:10:13 smithi032 ceph-mon[189144]: pgmap v19959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:14.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:10:13 smithi039 ceph-mon[181282]: pgmap v19959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:15.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:10:15 smithi032 ceph-mon[189144]: pgmap v19960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:15.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:10:15 smithi032 ceph-mon[191839]: pgmap v19960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:16.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:10:15 smithi039 ceph-mon[181282]: pgmap v19960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:17.259 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 23 03:10:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-23T03:10:16.98202338Z level=info msg="Completed cleanup jobs" duration=11.537616ms 2023-12-23T03:10:17.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:10:17 smithi032 ceph-mon[189144]: pgmap v19961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:17.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:10:17 smithi032 ceph-mon[191839]: pgmap v19961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:18.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:10:17 smithi039 ceph-mon[181282]: pgmap v19961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:19.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:10:19 smithi032 ceph-mon[191839]: pgmap v19962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:19.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:10:19 smithi032 ceph-mon[189144]: pgmap v19962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:20.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:10:19 smithi039 ceph-mon[181282]: pgmap v19962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:20.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:10:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:10:20.860 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:10:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:10:21.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:10:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:10:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:10:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:10:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:10:21.785 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:10:21.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:10:21 smithi032 ceph-mon[189144]: pgmap v19963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:21.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:10:21 smithi032 ceph-mon[191839]: pgmap v19963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:22.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:10:21 smithi039 ceph-mon[181282]: pgmap v19963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:22.108 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:10:22.108 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 4m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:10:22.109 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 117s ago 9h 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:10:22.109 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 4m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:10:22.109 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 117s ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:10:22.109 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 117s ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:10:22.109 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 4m ago 9h 915M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:10:22.109 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 4m ago 9h 2421M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:10:22.109 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 117s ago 9h 1188M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:10:22.109 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 4m ago 9h 1240M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:10:22.109 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 4m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:10:22.109 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 117s ago 9h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:10:22.109 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 4m ago 9h 5596M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:10:22.109 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 4m ago 9h 5707M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:10:22.109 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 4m ago 9h 5015M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:10:22.110 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 4m ago 9h 5202M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:10:22.110 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 117s ago 9h 4884M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:10:22.110 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 117s ago 9h 5370M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:10:22.110 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 117s ago 9h 4990M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:10:22.110 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 117s ago 9h 5092M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:10:22.110 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 117s ago 9h 137M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:10:22.511 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:10:22.511 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:10:22.511 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:10:22.511 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:10:22.511 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:10:22.511 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:10:22.511 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:10:22.511 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:10:22.512 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:10:22.512 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:10:22.512 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:10:22.512 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:10:22.512 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:10:22.512 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:10:22.512 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:10:22.512 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:10:22.512 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:10:22.512 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:10:22.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:10:22 smithi032 ceph-mon[191839]: from='client.56250 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:10:22.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:10:22 smithi032 ceph-mon[191839]: from='client.66170 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:10:22.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:10:22 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2275377026' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:10:22.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:10:22 smithi032 ceph-mon[189144]: from='client.56250 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:10:22.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:10:22 smithi032 ceph-mon[189144]: from='client.66170 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:10:22.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:10:22 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2275377026' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:10:23.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:10:22 smithi039 ceph-mon[181282]: from='client.56250 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:10:23.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:10:22 smithi039 ceph-mon[181282]: from='client.66170 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:10:23.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:10:22 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2275377026' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:10:23.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:10:23 smithi032 ceph-mon[189144]: pgmap v19964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:23.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:10:23 smithi032 ceph-mon[191839]: pgmap v19964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:24.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:10:23 smithi039 ceph-mon[181282]: pgmap v19964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:25.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:10:25 smithi032 ceph-mon[191839]: pgmap v19965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:25.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:10:25 smithi032 ceph-mon[189144]: pgmap v19965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:26.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:10:25 smithi039 ceph-mon[181282]: pgmap v19965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:27.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:10:27 smithi032 ceph-mon[191839]: pgmap v19966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:27.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:10:27 smithi032 ceph-mon[189144]: pgmap v19966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:28.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:10:27 smithi039 ceph-mon[181282]: pgmap v19966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:28.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:10:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:10:28.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:10:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:10:29.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:10:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:10:29.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:10:29 smithi032 ceph-mon[191839]: pgmap v19967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:29.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:10:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:10:29.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:10:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:10:29.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:10:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:10:29.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:10:29 smithi032 ceph-mon[189144]: pgmap v19967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:29.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:10:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:10:29.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:10:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:10:29.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:10:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:10:30.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:10:29 smithi039 ceph-mon[181282]: pgmap v19967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:30.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:10:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:10:30.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:10:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:10:30.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:10:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:10:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:10:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:10:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:10:31.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:10:31 smithi032 ceph-mon[189144]: pgmap v19968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:31.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:10:31 smithi032 ceph-mon[191839]: pgmap v19968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:32.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:10:31 smithi039 ceph-mon[181282]: pgmap v19968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:33.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:10:33 smithi032 ceph-mon[191839]: pgmap v19969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:33.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:10:33 smithi032 ceph-mon[189144]: pgmap v19969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:34.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:10:33 smithi039 ceph-mon[181282]: pgmap v19969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:35.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:10:35 smithi032 ceph-mon[191839]: pgmap v19970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:35.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:10:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:10:35.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:10:35 smithi032 ceph-mon[189144]: pgmap v19970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:35.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:10:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:10:36.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:10:35 smithi039 ceph-mon[181282]: pgmap v19970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:36.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:10:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:10:37.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:10:37 smithi032 ceph-mon[191839]: pgmap v19971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:37.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:10:37 smithi032 ceph-mon[189144]: pgmap v19971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:38.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:10:37 smithi039 ceph-mon[181282]: pgmap v19971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:39.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:10:39 smithi032 ceph-mon[191839]: pgmap v19972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:39.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:10:39 smithi032 ceph-mon[189144]: pgmap v19972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:40.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:10:39 smithi039 ceph-mon[181282]: pgmap v19972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:10:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:10:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:10:41.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:10:41 smithi032 ceph-mon[191839]: pgmap v19973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:41.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:10:41 smithi032 ceph-mon[189144]: pgmap v19973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:42.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:10:41 smithi039 ceph-mon[181282]: pgmap v19973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:43.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:10:43 smithi032 ceph-mon[191839]: pgmap v19974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:43.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:10:43 smithi032 ceph-mon[189144]: pgmap v19974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:44.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:10:43 smithi039 ceph-mon[181282]: pgmap v19974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:45.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:10:45 smithi032 ceph-mon[191839]: pgmap v19975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:45.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:10:45 smithi032 ceph-mon[189144]: pgmap v19975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:46.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:10:45 smithi039 ceph-mon[181282]: pgmap v19975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:47.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:10:47 smithi032 ceph-mon[189144]: pgmap v19976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:47.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:10:47 smithi032 ceph-mon[191839]: pgmap v19976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:48.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:10:47 smithi039 ceph-mon[181282]: pgmap v19976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:49.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:10:49 smithi032 ceph-mon[191839]: pgmap v19977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:49.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:10:49 smithi032 ceph-mon[189144]: pgmap v19977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:50.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:10:49 smithi039 ceph-mon[181282]: pgmap v19977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:50.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:10:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:10:50.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:10:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:10:50.933 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:10:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:10:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:10:51.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:10:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:10:51.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:10:51 smithi032 ceph-mon[191839]: pgmap v19978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:51.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:10:51 smithi032 ceph-mon[189144]: pgmap v19978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:52.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:10:51 smithi039 ceph-mon[181282]: pgmap v19978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:52.879 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:10:53.204 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:10:53.204 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 4m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:10:53.204 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 2m ago 9h 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:10:53.204 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 4m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:10:53.204 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 2m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:10:53.204 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 2m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:10:53.205 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 4m ago 10h 915M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:10:53.205 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 4m ago 10h 2421M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:10:53.205 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 2m ago 9h 1188M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:10:53.205 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 4m ago 9h 1240M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:10:53.205 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 4m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:10:53.205 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 2m ago 9h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:10:53.205 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 4m ago 9h 5596M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:10:53.205 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 4m ago 9h 5707M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:10:53.205 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 4m ago 9h 5015M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:10:53.205 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 4m ago 9h 5202M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:10:53.205 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 2m ago 9h 4884M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:10:53.205 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 2m ago 9h 5370M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:10:53.205 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 2m ago 9h 4990M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:10:53.205 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 2m ago 9h 5092M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:10:53.206 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 2m ago 9h 137M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:10:53.605 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:10:53.606 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:10:53.606 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:10:53.606 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:10:53.606 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:10:53.606 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:10:53.606 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:10:53.606 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:10:53.606 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:10:53.606 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:10:53.606 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:10:53.606 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:10:53.606 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:10:53.606 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:10:53.606 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:10:53.606 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:10:53.607 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:10:53.607 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:10:53.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:10:53 smithi032 ceph-mon[191839]: pgmap v19979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:53.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:10:53 smithi032 ceph-mon[191839]: from='client.56268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:10:53.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:10:53 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2853028163' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:10:53.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:10:53 smithi032 ceph-mon[189144]: pgmap v19979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:53.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:10:53 smithi032 ceph-mon[189144]: from='client.56268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:10:53.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:10:53 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2853028163' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:10:54.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:10:53 smithi039 ceph-mon[181282]: pgmap v19979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:54.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:10:53 smithi039 ceph-mon[181282]: from='client.56268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:10:54.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:10:53 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2853028163' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:10:54.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:10:54 smithi032 ceph-mon[191839]: from='client.56274 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:10:54.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:10:54 smithi032 ceph-mon[189144]: from='client.56274 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:10:55.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:10:54 smithi039 ceph-mon[181282]: from='client.56274 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:10:55.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:10:55 smithi032 ceph-mon[191839]: pgmap v19980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:55.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:10:55 smithi032 ceph-mon[189144]: pgmap v19980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:56.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:10:55 smithi039 ceph-mon[181282]: pgmap v19980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:57.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:10:57 smithi032 ceph-mon[191839]: pgmap v19981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:57.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:10:57 smithi032 ceph-mon[189144]: pgmap v19981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:58.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:10:57 smithi039 ceph-mon[181282]: pgmap v19981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:59.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:10:59 smithi032 ceph-mon[191839]: pgmap v19982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:10:59.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:10:59 smithi032 ceph-mon[189144]: pgmap v19982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:00.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:10:59 smithi039 ceph-mon[181282]: pgmap v19982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:01.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:11:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:11:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:11:01.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:11:01 smithi032 ceph-mon[189144]: pgmap v19983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:01.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:11:01 smithi032 ceph-mon[191839]: pgmap v19983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:02.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:11:01 smithi039 ceph-mon[181282]: pgmap v19983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:03.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:11:03 smithi032 ceph-mon[191839]: pgmap v19984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:03.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:11:03 smithi032 ceph-mon[189144]: pgmap v19984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:04.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:11:03 smithi039 ceph-mon[181282]: pgmap v19984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:05.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:11:05 smithi032 ceph-mon[189144]: pgmap v19985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:05.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:11:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:11:05.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:11:05 smithi032 ceph-mon[191839]: pgmap v19985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:05.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:11:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:11:06.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:11:05 smithi039 ceph-mon[181282]: pgmap v19985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:06.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:11:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:11:07.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:11:07 smithi032 ceph-mon[191839]: pgmap v19986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:07.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:11:07 smithi032 ceph-mon[189144]: pgmap v19986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:08.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:11:07 smithi039 ceph-mon[181282]: pgmap v19986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:09.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:11:09 smithi032 ceph-mon[189144]: pgmap v19987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:09.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:11:09 smithi032 ceph-mon[191839]: pgmap v19987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:10.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:11:09 smithi039 ceph-mon[181282]: pgmap v19987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:11.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:11:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:11:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:11:11.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:11:11 smithi032 ceph-mon[191839]: pgmap v19988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:11.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:11:11 smithi032 ceph-mon[189144]: pgmap v19988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:12.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:11:11 smithi039 ceph-mon[181282]: pgmap v19988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:13.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:11:13 smithi032 ceph-mon[191839]: pgmap v19989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:13.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:11:13 smithi032 ceph-mon[189144]: pgmap v19989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:14.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:11:13 smithi039 ceph-mon[181282]: pgmap v19989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:15.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:11:15 smithi032 ceph-mon[189144]: pgmap v19990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:15.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:11:15 smithi032 ceph-mon[191839]: pgmap v19990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:16.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:11:15 smithi039 ceph-mon[181282]: pgmap v19990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:17.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:11:17 smithi032 ceph-mon[191839]: pgmap v19991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:17.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:11:17 smithi032 ceph-mon[189144]: pgmap v19991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:18.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:11:17 smithi039 ceph-mon[181282]: pgmap v19991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:19.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:11:19 smithi032 ceph-mon[191839]: pgmap v19992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:19.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:11:19 smithi032 ceph-mon[189144]: pgmap v19992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:20.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:11:19 smithi039 ceph-mon[181282]: pgmap v19992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:20.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:11:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:11:20.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:11:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:11:20.933 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:11:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:11:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:11:21.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:11:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:11:21.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:11:21 smithi032 ceph-mon[191839]: pgmap v19993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:21.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:11:21 smithi032 ceph-mon[189144]: pgmap v19993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:22.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:11:21 smithi039 ceph-mon[181282]: pgmap v19993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:23.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:11:23 smithi032 ceph-mon[189144]: pgmap v19994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:23.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:11:23 smithi032 ceph-mon[191839]: pgmap v19994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:23.974 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:11:24.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:11:23 smithi039 ceph-mon[181282]: pgmap v19994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:24.296 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:11:24.296 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 5m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:11:24.296 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 3m ago 9h 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:11:24.296 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 5m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:11:24.296 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 3m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:11:24.296 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 3m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:11:24.297 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 5m ago 10h 915M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:11:24.297 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 5m ago 10h 2421M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:11:24.297 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 3m ago 9h 1188M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:11:24.297 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 5m ago 9h 1240M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:11:24.297 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 5m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:11:24.297 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 3m ago 9h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:11:24.297 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 5m ago 9h 5596M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:11:24.297 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 5m ago 9h 5707M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:11:24.297 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 5m ago 9h 5015M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:11:24.297 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 5m ago 9h 5202M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:11:24.297 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 3m ago 9h 4884M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:11:24.297 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 3m ago 9h 5370M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:11:24.297 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 3m ago 9h 4990M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:11:24.297 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 3m ago 9h 5092M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:11:24.297 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 3m ago 9h 137M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:11:24.697 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:11:24.698 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:11:24.698 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:11:24.698 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:11:24.698 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:11:24.698 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:11:24.698 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:11:24.698 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:11:24.698 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:11:24.698 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:11:24.698 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:11:24.698 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:11:24.698 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:11:24.698 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:11:24.698 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:11:24.699 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:11:24.699 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:11:24.699 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:11:24.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:11:24 smithi032 ceph-mon[191839]: from='client.56286 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:11:24.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:11:24 smithi032 ceph-mon[189144]: from='client.56286 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:11:25.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:11:24 smithi039 ceph-mon[181282]: from='client.56286 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:11:25.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:11:25 smithi032 ceph-mon[189144]: pgmap v19995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:25.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:11:25 smithi032 ceph-mon[189144]: from='client.66206 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:11:25.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:11:25 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/221837478' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:11:25.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:11:25 smithi032 ceph-mon[191839]: pgmap v19995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:25.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:11:25 smithi032 ceph-mon[191839]: from='client.66206 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:11:25.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:11:25 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/221837478' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:11:26.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:11:25 smithi039 ceph-mon[181282]: pgmap v19995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:26.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:11:25 smithi039 ceph-mon[181282]: from='client.66206 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:11:26.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:11:25 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/221837478' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:11:27.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:11:27 smithi032 ceph-mon[189144]: pgmap v19996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:27.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:11:27 smithi032 ceph-mon[191839]: pgmap v19996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:28.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:11:27 smithi039 ceph-mon[181282]: pgmap v19996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:29.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:11:29 smithi032 ceph-mon[191839]: pgmap v19997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:29.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:11:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:11:29.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:11:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:11:29.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:11:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:11:29.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:11:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:11:29.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:11:29 smithi032 ceph-mon[189144]: pgmap v19997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:29.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:11:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:11:29.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:11:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:11:29.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:11:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:11:29.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:11:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:11:30.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:11:29 smithi039 ceph-mon[181282]: pgmap v19997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:30.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:11:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:11:30.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:11:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:11:30.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:11:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:11:30.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:11:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:11:31.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:11:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:11:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:11:32.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:11:31 smithi039 ceph-mon[181282]: pgmap v19998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:32.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:11:31 smithi032 ceph-mon[191839]: pgmap v19998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:32.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:11:31 smithi032 ceph-mon[189144]: pgmap v19998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:34.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:11:33 smithi039 ceph-mon[181282]: pgmap v19999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:34.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:11:33 smithi032 ceph-mon[191839]: pgmap v19999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:34.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:11:33 smithi032 ceph-mon[189144]: pgmap v19999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:36.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:11:35 smithi039 ceph-mon[181282]: pgmap v20000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:36.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:11:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:11:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:11:35 smithi032 ceph-mon[189144]: pgmap v20000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:36.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:11:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:11:36.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:11:35 smithi032 ceph-mon[191839]: pgmap v20000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:36.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:11:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:11:38.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:11:37 smithi039 ceph-mon[181282]: pgmap v20001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:38.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:11:37 smithi032 ceph-mon[191839]: pgmap v20001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:38.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:11:37 smithi032 ceph-mon[189144]: pgmap v20001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:40.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:11:39 smithi039 ceph-mon[181282]: pgmap v20002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:40.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:11:39 smithi032 ceph-mon[189144]: pgmap v20002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:40.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:11:39 smithi032 ceph-mon[191839]: pgmap v20002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:11:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:11:40] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T03:11:42.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:11:41 smithi039 ceph-mon[181282]: pgmap v20003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:42.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:11:41 smithi032 ceph-mon[191839]: pgmap v20003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:42.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:11:41 smithi032 ceph-mon[189144]: pgmap v20003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:44.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:11:43 smithi039 ceph-mon[181282]: pgmap v20004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:44.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:11:43 smithi032 ceph-mon[191839]: pgmap v20004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:44.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:11:43 smithi032 ceph-mon[189144]: pgmap v20004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:46.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:11:45 smithi039 ceph-mon[181282]: pgmap v20005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:46.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:11:45 smithi032 ceph-mon[191839]: pgmap v20005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:46.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:11:45 smithi032 ceph-mon[189144]: pgmap v20005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:48.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:11:47 smithi039 ceph-mon[181282]: pgmap v20006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:48.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:11:47 smithi032 ceph-mon[189144]: pgmap v20006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:48.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:11:47 smithi032 ceph-mon[191839]: pgmap v20006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:50.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:11:49 smithi039 ceph-mon[181282]: pgmap v20007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:50.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:11:49 smithi032 ceph-mon[191839]: pgmap v20007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:50.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:11:49 smithi032 ceph-mon[189144]: pgmap v20007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:51.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:11:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:11:51.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:11:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:11:51.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:11:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:11:51.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:11:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:11:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:11:52.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:11:51 smithi039 ceph-mon[181282]: pgmap v20008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:52.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:11:51 smithi032 ceph-mon[191839]: pgmap v20008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:52.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:11:51 smithi032 ceph-mon[189144]: pgmap v20008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:54.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:11:53 smithi039 ceph-mon[181282]: pgmap v20009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:54.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:11:53 smithi032 ceph-mon[191839]: pgmap v20009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:54.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:11:53 smithi032 ceph-mon[189144]: pgmap v20009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:55.062 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:11:55.387 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:11:55.387 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 5m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:11:55.387 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 3m ago 9h 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:11:55.387 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 5m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:11:55.387 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 3m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:11:55.387 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 3m ago 9h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:11:55.387 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 5m ago 10h 915M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:11:55.387 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 5m ago 10h 2421M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:11:55.387 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 3m ago 10h 1188M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:11:55.387 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 5m ago 9h 1240M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:11:55.387 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 5m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:11:55.387 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 3m ago 9h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:11:55.388 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 5m ago 9h 5596M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:11:55.388 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 5m ago 9h 5707M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:11:55.388 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 5m ago 9h 5015M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:11:55.388 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 5m ago 9h 5202M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:11:55.388 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 3m ago 9h 4884M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:11:55.388 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 3m ago 9h 5370M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:11:55.388 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 3m ago 9h 4990M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:11:55.388 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 3m ago 9h 5092M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:11:55.388 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 3m ago 9h 137M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:11:55.790 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:11:55.790 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:11:55.790 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:11:55.790 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:11:55.790 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:11:55.791 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:11:55.791 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:11:55.791 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:11:55.791 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:11:55.791 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:11:55.791 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:11:55.791 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:11:55.791 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:11:55.791 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:11:55.791 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:11:55.791 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:11:55.791 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:11:55.791 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:11:56.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:11:55 smithi039 ceph-mon[181282]: pgmap v20010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:56.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:11:55 smithi039 ceph-mon[181282]: from='client.66218 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:11:56.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:11:55 smithi032 ceph-mon[191839]: pgmap v20010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:56.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:11:55 smithi032 ceph-mon[191839]: from='client.66218 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:11:56.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:11:55 smithi032 ceph-mon[189144]: pgmap v20010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:56.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:11:55 smithi032 ceph-mon[189144]: from='client.66218 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:11:57.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:11:56 smithi039 ceph-mon[181282]: from='client.66224 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:11:57.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:11:56 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1866552535' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:11:57.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:11:56 smithi032 ceph-mon[191839]: from='client.66224 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:11:57.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:11:56 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1866552535' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:11:57.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:11:56 smithi032 ceph-mon[189144]: from='client.66224 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:11:57.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:11:56 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1866552535' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:11:58.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:11:57 smithi039 ceph-mon[181282]: pgmap v20011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:58.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:11:57 smithi032 ceph-mon[191839]: pgmap v20011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:11:58.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:11:57 smithi032 ceph-mon[189144]: pgmap v20011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:00.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:11:59 smithi039 ceph-mon[181282]: pgmap v20012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:00.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:11:59 smithi032 ceph-mon[191839]: pgmap v20012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:00.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:11:59 smithi032 ceph-mon[189144]: pgmap v20012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:01.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:12:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:12:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:12:02.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:12:01 smithi039 ceph-mon[181282]: pgmap v20013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:02.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:12:01 smithi032 ceph-mon[189144]: pgmap v20013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:02.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:12:01 smithi032 ceph-mon[191839]: pgmap v20013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:04.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:12:03 smithi039 ceph-mon[181282]: pgmap v20014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:04.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:12:03 smithi032 ceph-mon[189144]: pgmap v20014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:04.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:12:03 smithi032 ceph-mon[191839]: pgmap v20014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:06.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:12:05 smithi039 ceph-mon[181282]: pgmap v20015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:06.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:12:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:12:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:12:05 smithi032 ceph-mon[191839]: pgmap v20015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:12:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:12:06.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:12:05 smithi032 ceph-mon[189144]: pgmap v20015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:06.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:12:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:12:08.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:12:07 smithi039 ceph-mon[181282]: pgmap v20016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:08.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:12:07 smithi032 ceph-mon[191839]: pgmap v20016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:08.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:12:07 smithi032 ceph-mon[189144]: pgmap v20016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:10.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:12:09 smithi039 ceph-mon[181282]: pgmap v20017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:10.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:12:09 smithi032 ceph-mon[189144]: pgmap v20017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:10.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:12:09 smithi032 ceph-mon[191839]: pgmap v20017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:11.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:12:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:12:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T03:12:12.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:12:11 smithi032 ceph-mon[191839]: pgmap v20018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:12.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:12:11 smithi032 ceph-mon[189144]: pgmap v20018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:12.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:12:11 smithi039 ceph-mon[181282]: pgmap v20018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:14.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:12:13 smithi032 ceph-mon[191839]: pgmap v20019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:14.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:12:13 smithi032 ceph-mon[189144]: pgmap v20019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:14.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:12:13 smithi039 ceph-mon[181282]: pgmap v20019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:16.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:12:15 smithi032 ceph-mon[191839]: pgmap v20020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:16.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:12:15 smithi032 ceph-mon[189144]: pgmap v20020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:16.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:12:15 smithi039 ceph-mon[181282]: pgmap v20020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:18.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:12:17 smithi032 ceph-mon[191839]: pgmap v20021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:18.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:12:17 smithi032 ceph-mon[189144]: pgmap v20021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:18.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:12:17 smithi039 ceph-mon[181282]: pgmap v20021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:20.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:12:19 smithi032 ceph-mon[191839]: pgmap v20022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:20.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:12:19 smithi032 ceph-mon[189144]: pgmap v20022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:20.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:12:19 smithi039 ceph-mon[181282]: pgmap v20022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:21.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:12:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:12:21.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:12:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:12:21.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:12:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:12:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:12:21.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:12:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:12:22.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:12:21 smithi032 ceph-mon[191839]: pgmap v20023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:22.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:12:21 smithi032 ceph-mon[189144]: pgmap v20023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:22.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:12:21 smithi039 ceph-mon[181282]: pgmap v20023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:24.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:12:23 smithi032 ceph-mon[191839]: pgmap v20024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:24.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:12:23 smithi032 ceph-mon[189144]: pgmap v20024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:24.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:12:23 smithi039 ceph-mon[181282]: pgmap v20024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:26.152 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:12:26.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:12:25 smithi032 ceph-mon[191839]: pgmap v20025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:26.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:12:25 smithi032 ceph-mon[189144]: pgmap v20025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:26.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:12:25 smithi039 ceph-mon[181282]: pgmap v20025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:26.474 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:12:26.474 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 6m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:12:26.474 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 4m ago 9h 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:12:26.474 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 6m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:12:26.475 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 4m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:12:26.475 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 4m ago 10h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:12:26.475 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 6m ago 10h 915M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:12:26.475 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 6m ago 10h 2421M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:12:26.475 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 4m ago 10h 1188M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:12:26.475 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 6m ago 10h 1240M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:12:26.475 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 6m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:12:26.475 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 4m ago 9h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:12:26.475 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 6m ago 10h 5596M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:12:26.475 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 6m ago 9h 5707M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:12:26.475 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 6m ago 9h 5015M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:12:26.475 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 6m ago 9h 5202M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:12:26.475 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 4m ago 9h 4884M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:12:26.475 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 4m ago 9h 5370M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:12:26.475 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 4m ago 9h 4990M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:12:26.476 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 4m ago 9h 5092M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:12:26.476 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 4m ago 9h 137M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:12:26.880 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:12:26.880 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:12:26.880 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:12:26.880 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:12:26.880 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:12:26.880 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:12:26.880 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:12:26.881 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:12:26.881 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:12:26.881 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:12:26.881 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:12:26.881 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:12:26.881 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:12:26.881 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:12:26.881 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:12:26.881 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:12:26.881 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:12:26.881 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:12:27.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:12:26 smithi032 ceph-mon[191839]: from='client.56322 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:12:27.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:12:26 smithi032 ceph-mon[189144]: from='client.56322 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:12:27.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:12:26 smithi039 ceph-mon[181282]: from='client.56322 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:12:28.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:12:27 smithi032 ceph-mon[191839]: pgmap v20026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:28.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:12:27 smithi032 ceph-mon[191839]: from='client.56328 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:12:28.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:12:27 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3914829344' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:12:28.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:12:27 smithi032 ceph-mon[189144]: pgmap v20026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:28.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:12:27 smithi032 ceph-mon[189144]: from='client.56328 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:12:28.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:12:27 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3914829344' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:12:28.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:12:27 smithi039 ceph-mon[181282]: pgmap v20026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:28.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:12:27 smithi039 ceph-mon[181282]: from='client.56328 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:12:28.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:12:27 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3914829344' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:12:30.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:12:29 smithi032 ceph-mon[191839]: pgmap v20027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:30.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:12:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:12:30.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:12:29 smithi032 ceph-mon[189144]: pgmap v20027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:30.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:12:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:12:30.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:12:29 smithi039 ceph-mon[181282]: pgmap v20027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:30.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:12:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:12:31.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:12:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:12:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:12:31.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:12:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:12:31.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:12:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:12:31.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:12:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:12:31.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:12:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:12:31.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:12:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:12:31.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:12:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:12:31.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:12:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:12:31.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:12:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:12:31.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:12:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:12:32.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:12:31 smithi032 ceph-mon[189144]: pgmap v20028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:32.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:12:31 smithi032 ceph-mon[191839]: pgmap v20028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:32.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:12:31 smithi039 ceph-mon[181282]: pgmap v20028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:34.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:12:33 smithi032 ceph-mon[191839]: pgmap v20029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:34.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:12:33 smithi032 ceph-mon[189144]: pgmap v20029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:34.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:12:33 smithi039 ceph-mon[181282]: pgmap v20029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:36.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:12:35 smithi032 ceph-mon[191839]: pgmap v20030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:36.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:12:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:12:36.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:12:35 smithi032 ceph-mon[189144]: pgmap v20030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:36.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:12:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:12:36.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:12:35 smithi039 ceph-mon[181282]: pgmap v20030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:36.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:12:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:12:38.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:12:37 smithi039 ceph-mon[181282]: pgmap v20031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:38.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:12:37 smithi032 ceph-mon[191839]: pgmap v20031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:38.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:12:37 smithi032 ceph-mon[189144]: pgmap v20031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:40.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:12:39 smithi039 ceph-mon[181282]: pgmap v20032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:40.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:12:39 smithi032 ceph-mon[191839]: pgmap v20032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:40.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:12:39 smithi032 ceph-mon[189144]: pgmap v20032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:41.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:12:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:12:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:12:42.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:12:41 smithi039 ceph-mon[181282]: pgmap v20033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:42.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:12:41 smithi032 ceph-mon[191839]: pgmap v20033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:42.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:12:41 smithi032 ceph-mon[189144]: pgmap v20033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:44.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:12:43 smithi039 ceph-mon[181282]: pgmap v20034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:44.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:12:43 smithi032 ceph-mon[191839]: pgmap v20034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:44.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:12:43 smithi032 ceph-mon[189144]: pgmap v20034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:46.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:12:45 smithi039 ceph-mon[181282]: pgmap v20035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:46.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:12:45 smithi032 ceph-mon[191839]: pgmap v20035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:46.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:12:45 smithi032 ceph-mon[189144]: pgmap v20035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:48.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:12:47 smithi039 ceph-mon[181282]: pgmap v20036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:48.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:12:47 smithi032 ceph-mon[191839]: pgmap v20036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:48.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:12:47 smithi032 ceph-mon[189144]: pgmap v20036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:50.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:12:49 smithi039 ceph-mon[181282]: pgmap v20037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:12:49 smithi032 ceph-mon[191839]: pgmap v20037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:50.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:12:49 smithi032 ceph-mon[189144]: pgmap v20037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:51.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:12:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:12:51.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:12:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:12:51.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:12:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:12:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T03:12:51.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:12:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:12:52.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:12:51 smithi039 ceph-mon[181282]: pgmap v20038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:12:51 smithi032 ceph-mon[189144]: pgmap v20038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:52.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:12:51 smithi032 ceph-mon[191839]: pgmap v20038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:54.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:12:53 smithi039 ceph-mon[181282]: pgmap v20039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:54.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:12:53 smithi032 ceph-mon[189144]: pgmap v20039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:54.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:12:53 smithi032 ceph-mon[191839]: pgmap v20039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:56.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:12:55 smithi039 ceph-mon[181282]: pgmap v20040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:56.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:12:55 smithi032 ceph-mon[189144]: pgmap v20040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:56.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:12:55 smithi032 ceph-mon[191839]: pgmap v20040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:57.248 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:12:57.571 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:12:57.571 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 6m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:12:57.571 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 4m ago 9h 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:12:57.571 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 6m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:12:57.571 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 4m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:12:57.571 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 4m ago 10h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:12:57.571 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 6m ago 10h 915M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:12:57.571 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 6m ago 10h 2421M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:12:57.571 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 4m ago 10h 1188M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:12:57.572 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 6m ago 10h 1240M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:12:57.572 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 6m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:12:57.572 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 4m ago 9h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:12:57.572 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 6m ago 10h 5596M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:12:57.572 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 6m ago 10h 5707M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:12:57.572 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 6m ago 9h 5015M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:12:57.572 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 6m ago 9h 5202M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:12:57.572 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 4m ago 9h 4884M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:12:57.572 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 4m ago 9h 5370M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:12:57.572 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 4m ago 9h 4990M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:12:57.572 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 4m ago 9h 5092M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:12:57.572 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 4m ago 9h 137M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:12:57.973 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:12:57.973 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:12:57.973 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:12:57.973 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:12:57.973 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:12:57.973 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:12:57.973 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:12:57.973 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:12:57.973 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:12:57.973 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:12:57.973 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:12:57.973 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:12:57.974 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:12:57.974 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:12:57.974 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:12:57.974 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:12:57.974 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:12:57.974 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:12:58.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:12:57 smithi039 ceph-mon[181282]: pgmap v20041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:58.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:12:57 smithi032 ceph-mon[191839]: pgmap v20041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:58.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:12:57 smithi032 ceph-mon[189144]: pgmap v20041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:12:59.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:12:58 smithi039 ceph-mon[181282]: from='client.56340 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:12:59.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:12:58 smithi039 ceph-mon[181282]: from='client.66260 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:12:59.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:12:58 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/337721317' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:12:59.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:12:58 smithi032 ceph-mon[189144]: from='client.56340 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:12:59.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:12:58 smithi032 ceph-mon[189144]: from='client.66260 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:12:59.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:12:58 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/337721317' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:12:59.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:12:58 smithi032 ceph-mon[191839]: from='client.56340 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:12:59.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:12:58 smithi032 ceph-mon[191839]: from='client.66260 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:12:59.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:12:58 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/337721317' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:13:00.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:12:59 smithi039 ceph-mon[181282]: pgmap v20042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:00.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:12:59 smithi032 ceph-mon[191839]: pgmap v20042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:00.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:12:59 smithi032 ceph-mon[189144]: pgmap v20042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:01.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:13:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:13:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T03:13:02.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:13:01 smithi039 ceph-mon[181282]: pgmap v20043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:02.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:13:01 smithi032 ceph-mon[191839]: pgmap v20043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:02.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:13:01 smithi032 ceph-mon[189144]: pgmap v20043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:04.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:13:03 smithi039 ceph-mon[181282]: pgmap v20044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:04.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:13:03 smithi032 ceph-mon[191839]: pgmap v20044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:04.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:13:03 smithi032 ceph-mon[189144]: pgmap v20044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:06.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:13:05 smithi039 ceph-mon[181282]: pgmap v20045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:06.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:13:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:13:06.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:13:05 smithi032 ceph-mon[191839]: pgmap v20045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:06.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:13:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:13:06.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:13:05 smithi032 ceph-mon[189144]: pgmap v20045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:06.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:13:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:13:08.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:13:07 smithi039 ceph-mon[181282]: pgmap v20046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:08.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:13:07 smithi032 ceph-mon[191839]: pgmap v20046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:08.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:13:07 smithi032 ceph-mon[189144]: pgmap v20046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:10.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:13:09 smithi039 ceph-mon[181282]: pgmap v20047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:10.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:13:09 smithi032 ceph-mon[191839]: pgmap v20047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:10.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:13:09 smithi032 ceph-mon[189144]: pgmap v20047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:13:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:13:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:13:12.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:13:11 smithi039 ceph-mon[181282]: pgmap v20048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:12.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:13:11 smithi032 ceph-mon[191839]: pgmap v20048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:12.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:13:11 smithi032 ceph-mon[189144]: pgmap v20048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:14.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:13:14 smithi039 ceph-mon[181282]: pgmap v20049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:14.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:13:14 smithi032 ceph-mon[191839]: pgmap v20049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:14.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:13:14 smithi032 ceph-mon[189144]: pgmap v20049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:16.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:13:16 smithi039 ceph-mon[181282]: pgmap v20050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:16.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:13:16 smithi032 ceph-mon[189144]: pgmap v20050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:16.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:13:16 smithi032 ceph-mon[191839]: pgmap v20050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:18.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:13:18 smithi032 ceph-mon[191839]: pgmap v20051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:18.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:13:18 smithi032 ceph-mon[189144]: pgmap v20051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:18.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:13:18 smithi039 ceph-mon[181282]: pgmap v20051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:20.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:13:20 smithi032 ceph-mon[191839]: pgmap v20052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:20.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:13:20 smithi032 ceph-mon[189144]: pgmap v20052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:20.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:13:20 smithi039 ceph-mon[181282]: pgmap v20052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:21.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:13:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:13:21.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:13:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:13:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:13:21.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:13:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:13:21.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:13:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:13:22.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:13:22 smithi032 ceph-mon[191839]: pgmap v20053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:22.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:13:22 smithi032 ceph-mon[189144]: pgmap v20053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:22.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:13:22 smithi039 ceph-mon[181282]: pgmap v20053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:24.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:13:24 smithi032 ceph-mon[191839]: pgmap v20054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:24.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:13:24 smithi032 ceph-mon[189144]: pgmap v20054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:24.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:13:24 smithi039 ceph-mon[181282]: pgmap v20054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:26.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:13:26 smithi032 ceph-mon[191839]: pgmap v20055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:26.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:13:26 smithi032 ceph-mon[189144]: pgmap v20055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:26.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:13:26 smithi039 ceph-mon[181282]: pgmap v20055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:28.340 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:13:28.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:13:28 smithi032 ceph-mon[191839]: pgmap v20056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:28.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:13:28 smithi032 ceph-mon[189144]: pgmap v20056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:28.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:13:28 smithi039 ceph-mon[181282]: pgmap v20056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:28.663 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:13:28.663 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 7m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:13:28.663 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 5m ago 9h 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:13:28.663 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 7m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:13:28.663 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 5m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:13:28.663 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 5m ago 10h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:13:28.663 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 7m ago 10h 915M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:13:28.663 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 7m ago 10h 2421M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:13:28.663 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 5m ago 10h 1188M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:13:28.663 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 7m ago 10h 1240M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:13:28.664 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 7m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:13:28.664 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 5m ago 9h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:13:28.664 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 7m ago 10h 5596M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:13:28.664 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 7m ago 10h 5707M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:13:28.664 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 7m ago 10h 5015M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:13:28.664 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 7m ago 10h 5202M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:13:28.664 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 5m ago 9h 4884M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:13:28.664 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 5m ago 9h 5370M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:13:28.664 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 5m ago 9h 4990M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:13:28.664 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 5m ago 9h 5092M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:13:28.664 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 5m ago 9h 137M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:13:29.068 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:13:29.068 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:13:29.068 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:13:29.068 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:13:29.068 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:13:29.068 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:13:29.068 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:13:29.068 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:13:29.069 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:13:29.069 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:13:29.069 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:13:29.069 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:13:29.069 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:13:29.069 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:13:29.069 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:13:29.069 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:13:29.069 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:13:29.069 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:13:30.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:13:30 smithi032 ceph-mon[191839]: pgmap v20057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:30.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:13:30 smithi032 ceph-mon[191839]: from='client.56358 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:13:30.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:13:30 smithi032 ceph-mon[191839]: from='client.66278 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:13:30.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:13:30 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4029965916' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:13:30.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:13:30 smithi032 ceph-mon[189144]: pgmap v20057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:30.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:13:30 smithi032 ceph-mon[189144]: from='client.56358 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:13:30.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:13:30 smithi032 ceph-mon[189144]: from='client.66278 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:13:30.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:13:30 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4029965916' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:13:30.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:13:30 smithi039 ceph-mon[181282]: pgmap v20057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:30.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:13:30 smithi039 ceph-mon[181282]: from='client.56358 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:13:30.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:13:30 smithi039 ceph-mon[181282]: from='client.66278 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:13:30.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:13:30 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4029965916' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:13:31.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:13:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:13:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:13:31.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:13:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:13:31.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:13:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:13:31.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:13:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:13:31.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:13:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:13:31.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:13:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:13:31.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:13:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:13:31.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:13:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:13:31.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:13:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:13:31.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:13:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:13:31.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:13:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:13:31.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:13:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:13:31.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:13:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:13:32.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:13:32 smithi032 ceph-mon[191839]: pgmap v20058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:32.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:13:32 smithi032 ceph-mon[189144]: pgmap v20058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:32.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:13:32 smithi039 ceph-mon[181282]: pgmap v20058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:34.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:13:34 smithi032 ceph-mon[189144]: pgmap v20059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:34.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:13:34 smithi032 ceph-mon[191839]: pgmap v20059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:34.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:13:34 smithi039 ceph-mon[181282]: pgmap v20059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:13:36 smithi032 ceph-mon[191839]: pgmap v20060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:13:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:13:36.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:13:36 smithi032 ceph-mon[189144]: pgmap v20060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:36.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:13:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:13:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:13:36 smithi039 ceph-mon[181282]: pgmap v20060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:13:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:13:38.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:13:38 smithi032 ceph-mon[189144]: pgmap v20061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:38.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:13:38 smithi032 ceph-mon[191839]: pgmap v20061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:38.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:13:38 smithi039 ceph-mon[181282]: pgmap v20061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:40.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:13:40 smithi032 ceph-mon[191839]: pgmap v20062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:40.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:13:40 smithi032 ceph-mon[189144]: pgmap v20062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:40.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:13:40 smithi039 ceph-mon[181282]: pgmap v20062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:41.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:13:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:13:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T03:13:42.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:13:42 smithi032 ceph-mon[189144]: pgmap v20063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:42.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:13:42 smithi032 ceph-mon[191839]: pgmap v20063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:42.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:13:42 smithi039 ceph-mon[181282]: pgmap v20063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:44.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:13:44 smithi032 ceph-mon[189144]: pgmap v20064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:44.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:13:44 smithi032 ceph-mon[191839]: pgmap v20064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:44.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:13:44 smithi039 ceph-mon[181282]: pgmap v20064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:46.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:13:46 smithi032 ceph-mon[189144]: pgmap v20065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:46.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:13:46 smithi032 ceph-mon[191839]: pgmap v20065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:46.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:13:46 smithi039 ceph-mon[181282]: pgmap v20065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:48.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:13:48 smithi032 ceph-mon[189144]: pgmap v20066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:48.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:13:48 smithi032 ceph-mon[191839]: pgmap v20066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:48.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:13:48 smithi039 ceph-mon[181282]: pgmap v20066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:50.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:13:50 smithi032 ceph-mon[189144]: pgmap v20067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:50.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:13:50 smithi032 ceph-mon[191839]: pgmap v20067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:50.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:13:50 smithi039 ceph-mon[181282]: pgmap v20067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:51.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:13:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:13:51.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:13:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:13:51.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:13:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:13:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:13:51.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:13:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:13:52.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:13:52 smithi032 ceph-mon[191839]: pgmap v20068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:52.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:13:52 smithi032 ceph-mon[189144]: pgmap v20068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:52.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:13:52 smithi039 ceph-mon[181282]: pgmap v20068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:54.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:13:54 smithi032 ceph-mon[191839]: pgmap v20069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:54.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:13:54 smithi032 ceph-mon[189144]: pgmap v20069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:54.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:13:54 smithi039 ceph-mon[181282]: pgmap v20069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:56.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:13:56 smithi032 ceph-mon[191839]: pgmap v20070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:56.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:13:56 smithi032 ceph-mon[189144]: pgmap v20070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:56.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:13:56 smithi039 ceph-mon[181282]: pgmap v20070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:58.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:13:58 smithi032 ceph-mon[191839]: pgmap v20071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:58.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:13:58 smithi032 ceph-mon[189144]: pgmap v20071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:58.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:13:58 smithi039 ceph-mon[181282]: pgmap v20071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:13:59.434 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:13:59.757 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:13:59.757 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 7m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:13:59.757 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 5m ago 9h 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:13:59.757 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 7m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:13:59.757 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 5m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:13:59.757 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 5m ago 10h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:13:59.757 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 7m ago 10h 915M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:13:59.757 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 7m ago 10h 2421M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:13:59.758 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 5m ago 10h 1188M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:13:59.758 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 7m ago 10h 1240M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:13:59.758 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 7m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:13:59.758 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 5m ago 9h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:13:59.758 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 7m ago 10h 5596M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:13:59.758 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 7m ago 10h 5707M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:13:59.758 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 7m ago 10h 5015M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:13:59.758 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 7m ago 10h 5202M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:13:59.758 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 5m ago 10h 4884M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:13:59.758 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 5m ago 10h 5370M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:13:59.758 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 5m ago 9h 4990M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:13:59.758 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 5m ago 9h 5092M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:13:59.758 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 5m ago 9h 137M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:14:00.160 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:14:00.160 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:14:00.160 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:14:00.160 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:14:00.160 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:14:00.160 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:14:00.160 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:14:00.160 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:14:00.160 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:14:00.160 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:14:00.160 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:14:00.160 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:14:00.161 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:14:00.161 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:14:00.161 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:14:00.161 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:14:00.161 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:14:00.161 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:14:00.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:00 smithi032 ceph-mon[191839]: pgmap v20072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:00.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:00 smithi032 ceph-mon[189144]: pgmap v20072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:00.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:00 smithi039 ceph-mon[181282]: pgmap v20072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:01.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:14:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:14:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:14:01.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:01 smithi032 ceph-mon[191839]: from='client.66290 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:14:01.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:01 smithi032 ceph-mon[191839]: from='client.66296 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:14:01.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:01 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1373421642' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:14:01.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:01 smithi032 ceph-mon[189144]: from='client.66290 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:14:01.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:01 smithi032 ceph-mon[189144]: from='client.66296 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:14:01.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:01 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1373421642' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:14:01.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:01 smithi039 ceph-mon[181282]: from='client.66290 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:14:01.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:01 smithi039 ceph-mon[181282]: from='client.66296 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:14:01.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:01 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1373421642' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:14:02.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:02 smithi032 ceph-mon[191839]: pgmap v20073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:02.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:02 smithi032 ceph-mon[189144]: pgmap v20073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:02.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:02 smithi039 ceph-mon[181282]: pgmap v20073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:04.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:04 smithi032 ceph-mon[189144]: pgmap v20074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:04.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:04 smithi032 ceph-mon[191839]: pgmap v20074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:04 smithi039 ceph-mon[181282]: pgmap v20074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:06.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:06 smithi032 ceph-mon[191839]: pgmap v20075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:06.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:14:06.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:06 smithi032 ceph-mon[189144]: pgmap v20075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:06.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:14:06.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:06 smithi039 ceph-mon[181282]: pgmap v20075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:06.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:14:08.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:08 smithi032 ceph-mon[191839]: pgmap v20076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:08.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:08 smithi032 ceph-mon[189144]: pgmap v20076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:08.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:08 smithi039 ceph-mon[181282]: pgmap v20076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:10.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:10 smithi032 ceph-mon[191839]: pgmap v20077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:10.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:10 smithi032 ceph-mon[189144]: pgmap v20077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:10.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:10 smithi039 ceph-mon[181282]: pgmap v20077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:14:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:14:10] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-23T03:14:12.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:12 smithi032 ceph-mon[191839]: pgmap v20078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:12.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:12 smithi032 ceph-mon[189144]: pgmap v20078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:12.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:12 smithi039 ceph-mon[181282]: pgmap v20078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:14.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:14 smithi032 ceph-mon[191839]: pgmap v20079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:14.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:14 smithi032 ceph-mon[189144]: pgmap v20079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:14.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:14 smithi039 ceph-mon[181282]: pgmap v20079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:16.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:16 smithi032 ceph-mon[189144]: pgmap v20080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:16.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:16 smithi032 ceph-mon[191839]: pgmap v20080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:16.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:16 smithi039 ceph-mon[181282]: pgmap v20080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:18.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:18 smithi032 ceph-mon[191839]: pgmap v20081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:18.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:18 smithi032 ceph-mon[189144]: pgmap v20081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:18.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:18 smithi039 ceph-mon[181282]: pgmap v20081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:20.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:20 smithi032 ceph-mon[191839]: pgmap v20082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:20.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:20 smithi032 ceph-mon[189144]: pgmap v20082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:20.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:20 smithi039 ceph-mon[181282]: pgmap v20082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:21.134 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:14:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:14:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:14:21.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:14:21.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:14:21.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:14:22.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:22 smithi032 ceph-mon[191839]: pgmap v20083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:22.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:22 smithi032 ceph-mon[189144]: pgmap v20083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:22.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:22 smithi039 ceph-mon[181282]: pgmap v20083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:24.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:24 smithi032 ceph-mon[191839]: pgmap v20084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:24.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:24 smithi032 ceph-mon[189144]: pgmap v20084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:24.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:24 smithi039 ceph-mon[181282]: pgmap v20084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:26.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:26 smithi032 ceph-mon[191839]: pgmap v20085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:26.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:26 smithi032 ceph-mon[189144]: pgmap v20085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:26.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:26 smithi039 ceph-mon[181282]: pgmap v20085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:28.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:28 smithi032 ceph-mon[191839]: pgmap v20086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:28.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:28 smithi032 ceph-mon[189144]: pgmap v20086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:28.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:28 smithi039 ceph-mon[181282]: pgmap v20086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:30.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:30 smithi032 ceph-mon[189144]: pgmap v20087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:30.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:30 smithi032 ceph-mon[191839]: pgmap v20087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:30.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:30 smithi039 ceph-mon[181282]: pgmap v20087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:30.527 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:14:30.862 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:14:30.862 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 8m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:14:30.862 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 6m ago 9h 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:14:30.862 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (9h) 8m ago 9h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:14:30.862 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (9h) 6m ago 9h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:14:30.862 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 6m ago 10h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:14:30.862 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 8m ago 10h 915M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:14:30.862 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 8m ago 10h 2421M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:14:30.862 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 6m ago 10h 1188M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:14:30.862 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 8m ago 10h 1240M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:14:30.863 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 8m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:14:30.863 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 6m ago 9h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:14:30.863 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 8m ago 10h 5596M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:14:30.863 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 8m ago 10h 5707M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:14:30.863 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 8m ago 10h 5015M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:14:30.863 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 8m ago 10h 5202M 2097M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:14:30.863 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 6m ago 10h 4884M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:14:30.863 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 6m ago 10h 5370M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:14:30.863 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 6m ago 10h 4990M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:14:30.863 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 6m ago 10h 5092M 2451M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:14:30.863 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 6m ago 9h 137M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:14:31.153 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:14:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:14:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:14:31.154 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:14:31.154 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:14:31.154 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:14:31.154 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:14:31.154 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:14:31.281 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:14:31.281 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:14:31.281 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:14:31.281 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:14:31.281 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:14:31.281 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:14:31.281 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:14:31.281 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:14:31.281 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:14:31.281 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:14:31.281 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:14:31.281 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:14:31.282 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:14:31.282 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:14:31.282 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:14:31.282 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:14:31.282 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:14:31.282 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:14:31.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:14:31.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:14:31.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:14:31.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:14:31.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:14:31.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:14:31.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:14:31.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:14:31.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:14:31.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:14:31.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:14:31.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:14:31.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:14:31.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:14:31.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:14:31.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:14:31.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:14:31.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:14:31.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:14:32.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:32 smithi032 ceph-mon[191839]: pgmap v20088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:32.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:32 smithi032 ceph-mon[191839]: from='client.66308 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:14:32.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:32 smithi032 ceph-mon[191839]: from='client.56400 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:14:32.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:32 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi039 to 2447M 2023-12-23T03:14:32.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:32 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2776020324' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:14:32.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:14:32.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:14:32.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:14:32.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:14:32.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:14:32.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:14:32.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:14:32.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:14:32.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:32 smithi032 ceph-mon[189144]: pgmap v20088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:32.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:32 smithi032 ceph-mon[189144]: from='client.66308 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:14:32.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:32 smithi032 ceph-mon[189144]: from='client.56400 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:14:32.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:32 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi039 to 2447M 2023-12-23T03:14:32.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:32 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2776020324' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:14:32.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:14:32.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:14:32.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:14:32.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:14:32.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:14:32.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:14:32.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:14:32.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:14:32.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:32 smithi039 ceph-mon[181282]: pgmap v20088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:32.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:32 smithi039 ceph-mon[181282]: from='client.66308 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:14:32.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:32 smithi039 ceph-mon[181282]: from='client.56400 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:14:32.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:32 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi039 to 2447M 2023-12-23T03:14:32.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:32 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2776020324' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:14:32.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:14:32.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:14:32.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:14:32.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:14:32.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:14:32.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:14:32.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:14:32.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:14:33.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:33 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi032 to 2086M 2023-12-23T03:14:33.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:33 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi032 to 2086M 2023-12-23T03:14:33.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:33 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi032 to 2086M 2023-12-23T03:14:34.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:34 smithi032 ceph-mon[191839]: pgmap v20089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:34.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:34 smithi032 ceph-mon[189144]: pgmap v20089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:34.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:34 smithi039 ceph-mon[181282]: pgmap v20089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:36 smithi032 ceph-mon[191839]: pgmap v20090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:14:36.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:36 smithi032 ceph-mon[189144]: pgmap v20090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:36.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:14:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:36 smithi039 ceph-mon[181282]: pgmap v20090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:14:38.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:38 smithi032 ceph-mon[191839]: pgmap v20091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:38.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:38 smithi032 ceph-mon[189144]: pgmap v20091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:38.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:38 smithi039 ceph-mon[181282]: pgmap v20091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:40.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:40 smithi032 ceph-mon[191839]: pgmap v20092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:40.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:40 smithi032 ceph-mon[189144]: pgmap v20092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:40.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:40 smithi039 ceph-mon[181282]: pgmap v20092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:41.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:14:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:14:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:14:42.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:42 smithi032 ceph-mon[189144]: pgmap v20093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:42.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:42 smithi032 ceph-mon[191839]: pgmap v20093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:42.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:42 smithi039 ceph-mon[181282]: pgmap v20093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:43.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:43 smithi039 ceph-mon[181282]: pgmap v20094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:43.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:43 smithi032 ceph-mon[191839]: pgmap v20094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:43.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:43 smithi032 ceph-mon[189144]: pgmap v20094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:45.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:45 smithi032 ceph-mon[191839]: pgmap v20095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:45.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:45 smithi032 ceph-mon[189144]: pgmap v20095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:46.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:45 smithi039 ceph-mon[181282]: pgmap v20095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:47.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:47 smithi032 ceph-mon[189144]: pgmap v20096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:47.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:47 smithi032 ceph-mon[191839]: pgmap v20096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:48.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:47 smithi039 ceph-mon[181282]: pgmap v20096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:49.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:49 smithi032 ceph-mon[189144]: pgmap v20097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:49.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:49 smithi032 ceph-mon[191839]: pgmap v20097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:50.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:49 smithi039 ceph-mon[181282]: pgmap v20097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:50.860 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:14:50.860 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:14:51.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:14:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:14:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:14:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:14:51.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:51 smithi032 ceph-mon[191839]: pgmap v20098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:51.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:51 smithi032 ceph-mon[189144]: pgmap v20098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:52.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:51 smithi039 ceph-mon[181282]: pgmap v20098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:53.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:53 smithi032 ceph-mon[191839]: pgmap v20099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:53.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:53 smithi032 ceph-mon[189144]: pgmap v20099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:54.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:53 smithi039 ceph-mon[181282]: pgmap v20099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:55.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:55 smithi032 ceph-mon[191839]: pgmap v20100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:55.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:55 smithi032 ceph-mon[189144]: pgmap v20100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:56.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:55 smithi039 ceph-mon[181282]: pgmap v20100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:57.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:57 smithi032 ceph-mon[191839]: pgmap v20101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:57.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:57 smithi032 ceph-mon[189144]: pgmap v20101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:58.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:57 smithi039 ceph-mon[181282]: pgmap v20101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:59.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:14:59 smithi032 ceph-mon[191839]: pgmap v20102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:14:59.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:14:59 smithi032 ceph-mon[189144]: pgmap v20102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:00.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:14:59 smithi039 ceph-mon[181282]: pgmap v20102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:01.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:15:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:15:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:15:01.644 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:15:01.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:15:01 smithi032 ceph-mon[189144]: pgmap v20103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:01.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:15:01 smithi032 ceph-mon[191839]: pgmap v20103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:01.968 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:15:01.968 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 8m ago 9h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:15:01.968 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 6m ago 9h 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:15:01.968 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 8m ago 10h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:15:01.968 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 6m ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:15:01.968 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 6m ago 10h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:15:01.968 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 8m ago 10h 915M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:15:01.968 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 8m ago 10h 2421M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:15:01.968 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 6m ago 10h 1188M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:15:01.968 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 8m ago 10h 1240M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:15:01.968 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 8m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:15:01.968 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 6m ago 9h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:15:01.968 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 8m ago 10h 5596M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:15:01.968 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 8m ago 10h 5707M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:15:01.969 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 8m ago 10h 5015M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:15:01.969 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 8m ago 10h 5202M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:15:01.969 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 6m ago 10h 4884M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:15:01.969 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 6m ago 10h 5370M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:15:01.969 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 6m ago 10h 4990M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:15:01.969 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 6m ago 10h 5092M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:15:01.969 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 6m ago 9h 137M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:15:02.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:15:01 smithi039 ceph-mon[181282]: pgmap v20103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:02.374 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:15:02.374 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:15:02.374 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:15:02.374 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:15:02.374 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:15:02.374 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:15:02.374 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:15:02.374 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:15:02.374 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:15:02.374 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:15:02.374 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:15:02.374 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:15:02.374 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:15:02.375 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:15:02.375 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:15:02.375 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:15:02.375 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:15:02.375 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:15:02.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:15:02 smithi032 ceph-mon[189144]: from='client.66326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:15:02.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:15:02 smithi032 ceph-mon[189144]: from='client.56418 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:15:02.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:15:02 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1841455338' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:15:02.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:15:02 smithi032 ceph-mon[191839]: from='client.66326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:15:02.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:15:02 smithi032 ceph-mon[191839]: from='client.56418 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:15:02.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:15:02 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1841455338' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:15:03.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:15:02 smithi039 ceph-mon[181282]: from='client.66326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:15:03.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:15:02 smithi039 ceph-mon[181282]: from='client.56418 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:15:03.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:15:02 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1841455338' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:15:03.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:15:03 smithi032 ceph-mon[191839]: pgmap v20104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:03.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:15:03 smithi032 ceph-mon[189144]: pgmap v20104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:04.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:15:03 smithi039 ceph-mon[181282]: pgmap v20104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:05.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:15:05 smithi032 ceph-mon[189144]: pgmap v20105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:05.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:15:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:15:05.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:15:05 smithi032 ceph-mon[191839]: pgmap v20105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:05.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:15:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:15:06.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:15:05 smithi039 ceph-mon[181282]: pgmap v20105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:06.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:15:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:15:07.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:15:07 smithi032 ceph-mon[191839]: pgmap v20106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:07.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:15:07 smithi032 ceph-mon[189144]: pgmap v20106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:08.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:15:07 smithi039 ceph-mon[181282]: pgmap v20106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:09.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:15:09 smithi032 ceph-mon[191839]: pgmap v20107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:09.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:15:09 smithi032 ceph-mon[189144]: pgmap v20107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:10.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:15:09 smithi039 ceph-mon[181282]: pgmap v20107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:15:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:15:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T03:15:11.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:15:11 smithi032 ceph-mon[189144]: pgmap v20108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:11.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:15:11 smithi032 ceph-mon[191839]: pgmap v20108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:12.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:15:11 smithi039 ceph-mon[181282]: pgmap v20108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:13.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:15:13 smithi032 ceph-mon[191839]: pgmap v20109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:13.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:15:13 smithi032 ceph-mon[189144]: pgmap v20109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:14.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:15:13 smithi039 ceph-mon[181282]: pgmap v20109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:15.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:15:15 smithi032 ceph-mon[191839]: pgmap v20110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:15.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:15:15 smithi032 ceph-mon[189144]: pgmap v20110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:16.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:15:15 smithi039 ceph-mon[181282]: pgmap v20110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:17.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:15:17 smithi032 ceph-mon[191839]: pgmap v20111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:17.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:15:17 smithi032 ceph-mon[189144]: pgmap v20111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:18.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:15:17 smithi039 ceph-mon[181282]: pgmap v20111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:19.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:15:19 smithi032 ceph-mon[191839]: pgmap v20112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:19.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:15:19 smithi032 ceph-mon[189144]: pgmap v20112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:20.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:15:19 smithi039 ceph-mon[181282]: pgmap v20112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:20.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:15:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:15:20.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:15:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:15:20.933 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:15:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:15:20] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T03:15:21.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:15:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:15:21.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:15:21 smithi032 ceph-mon[189144]: pgmap v20113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:21.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:15:21 smithi032 ceph-mon[191839]: pgmap v20113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:22.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:15:21 smithi039 ceph-mon[181282]: pgmap v20113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:23.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:15:23 smithi032 ceph-mon[189144]: pgmap v20114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:23.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:15:23 smithi032 ceph-mon[191839]: pgmap v20114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:24.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:15:23 smithi039 ceph-mon[181282]: pgmap v20114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:25.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:15:25 smithi032 ceph-mon[189144]: pgmap v20115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:25.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:15:25 smithi032 ceph-mon[191839]: pgmap v20115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:26.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:15:25 smithi039 ceph-mon[181282]: pgmap v20115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:27.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:15:27 smithi032 ceph-mon[191839]: pgmap v20116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:27.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:15:27 smithi032 ceph-mon[189144]: pgmap v20116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:28.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:15:27 smithi039 ceph-mon[181282]: pgmap v20116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:29.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:15:29 smithi032 ceph-mon[191839]: pgmap v20117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:29.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:15:29 smithi032 ceph-mon[189144]: pgmap v20117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:30.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:15:29 smithi039 ceph-mon[181282]: pgmap v20117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:31.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:15:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:15:30] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T03:15:31.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:15:31 smithi032 ceph-mon[189144]: pgmap v20118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:31.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:15:31 smithi032 ceph-mon[191839]: pgmap v20118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:32.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:15:31 smithi039 ceph-mon[181282]: pgmap v20118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:32.735 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:15:32.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:15:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:15:32.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:15:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:15:32.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:15:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:15:32.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:15:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:15:32.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:15:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:15:32.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:15:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:15:32.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:15:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:15:32.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:15:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:15:32.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:15:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:15:32.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:15:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:15:32.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:15:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:15:32.934 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:15:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:15:33.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:15:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:15:33.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:15:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:15:33.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:15:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:15:33.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:15:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:15:33.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:15:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:15:33.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:15:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:15:33.057 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:15:33.057 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 9m ago 10h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:15:33.057 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 7m ago 9h 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:15:33.057 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 9m ago 10h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:15:33.057 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 7m ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:15:33.057 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 7m ago 10h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:15:33.057 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 9m ago 10h 915M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:15:33.057 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 9m ago 10h 2421M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:15:33.057 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 7m ago 10h 1188M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:15:33.058 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 9m ago 10h 1240M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:15:33.058 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 9m ago 9h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:15:33.058 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 7m ago 9h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:15:33.058 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 9m ago 10h 5596M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:15:33.058 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 9m ago 10h 5707M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:15:33.058 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 9m ago 10h 5015M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:15:33.058 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 9m ago 10h 5202M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:15:33.058 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 7m ago 10h 4884M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:15:33.058 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 7m ago 10h 5370M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:15:33.058 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 7m ago 10h 4990M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:15:33.058 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 7m ago 10h 5092M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:15:33.058 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 7m ago 10h 137M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:15:33.458 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:15:33.458 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:15:33.458 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:15:33.458 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:15:33.458 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:15:33.458 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:15:33.458 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:15:33.458 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:15:33.459 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:15:33.459 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:15:33.459 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:15:33.459 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:15:33.459 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:15:33.459 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:15:33.459 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:15:33.459 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:15:33.459 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:15:33.459 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:15:34.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:15:34 smithi032 ceph-mon[191839]: pgmap v20119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:34.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:15:34 smithi032 ceph-mon[191839]: from='client.66344 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:15:34.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:15:34 smithi032 ceph-mon[191839]: from='client.56436 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:15:34.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:15:34 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1778601347' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:15:34.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:15:34 smithi032 ceph-mon[189144]: pgmap v20119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:34.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:15:34 smithi032 ceph-mon[189144]: from='client.66344 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:15:34.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:15:34 smithi032 ceph-mon[189144]: from='client.56436 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:15:34.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:15:34 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1778601347' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:15:34.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:15:34 smithi039 ceph-mon[181282]: pgmap v20119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:34.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:15:34 smithi039 ceph-mon[181282]: from='client.66344 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:15:34.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:15:34 smithi039 ceph-mon[181282]: from='client.56436 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:15:34.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:15:34 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1778601347' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:15:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:15:36 smithi032 ceph-mon[191839]: pgmap v20120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:15:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:15:36.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:15:36 smithi032 ceph-mon[189144]: pgmap v20120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:36.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:15:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:15:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:15:36 smithi039 ceph-mon[181282]: pgmap v20120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:15:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:15:38.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:15:38 smithi032 ceph-mon[191839]: pgmap v20121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:38.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:15:38 smithi032 ceph-mon[189144]: pgmap v20121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:38.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:15:38 smithi039 ceph-mon[181282]: pgmap v20121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:40.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:15:40 smithi032 ceph-mon[189144]: pgmap v20122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:40.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:15:40 smithi032 ceph-mon[191839]: pgmap v20122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:40.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:15:40 smithi039 ceph-mon[181282]: pgmap v20122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:41.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:15:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:15:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:15:42.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:15:42 smithi032 ceph-mon[189144]: pgmap v20123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:42.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:15:42 smithi032 ceph-mon[191839]: pgmap v20123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:42.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:15:42 smithi039 ceph-mon[181282]: pgmap v20123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:44.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:15:44 smithi032 ceph-mon[191839]: pgmap v20124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:44.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:15:44 smithi032 ceph-mon[189144]: pgmap v20124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:44.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:15:44 smithi039 ceph-mon[181282]: pgmap v20124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:46.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:15:46 smithi032 ceph-mon[191839]: pgmap v20125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:46.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:15:46 smithi032 ceph-mon[189144]: pgmap v20125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:46.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:15:46 smithi039 ceph-mon[181282]: pgmap v20125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:48.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:15:48 smithi032 ceph-mon[189144]: pgmap v20126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:48.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:15:48 smithi032 ceph-mon[191839]: pgmap v20126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:48.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:15:48 smithi039 ceph-mon[181282]: pgmap v20126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:50.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:15:50 smithi032 ceph-mon[191839]: pgmap v20127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:50.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:15:50 smithi032 ceph-mon[189144]: pgmap v20127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:50.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:15:50 smithi039 ceph-mon[181282]: pgmap v20127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:51.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:15:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:15:51.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:15:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:15:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:15:51.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:15:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:15:51.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:15:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:15:52.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:15:52 smithi032 ceph-mon[191839]: pgmap v20128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:52.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:15:52 smithi032 ceph-mon[189144]: pgmap v20128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:52.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:15:52 smithi039 ceph-mon[181282]: pgmap v20128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:54.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:15:54 smithi032 ceph-mon[191839]: pgmap v20129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:54.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:15:54 smithi032 ceph-mon[189144]: pgmap v20129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:54.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:15:54 smithi039 ceph-mon[181282]: pgmap v20129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:56.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:15:56 smithi032 ceph-mon[191839]: pgmap v20130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:56.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:15:56 smithi032 ceph-mon[189144]: pgmap v20130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:56.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:15:56 smithi039 ceph-mon[181282]: pgmap v20130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:58.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:15:58 smithi032 ceph-mon[191839]: pgmap v20131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:58.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:15:58 smithi032 ceph-mon[189144]: pgmap v20131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:15:58.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:15:58 smithi039 ceph-mon[181282]: pgmap v20131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:00.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:00 smithi032 ceph-mon[189144]: pgmap v20132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:00.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:00 smithi032 ceph-mon[191839]: pgmap v20132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:00.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:00 smithi039 ceph-mon[181282]: pgmap v20132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:16:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:16:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:16:02.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:02 smithi032 ceph-mon[189144]: pgmap v20133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:02.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:02 smithi032 ceph-mon[191839]: pgmap v20133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:02.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:02 smithi039 ceph-mon[181282]: pgmap v20133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:03.821 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:16:04.147 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:16:04.147 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 9m ago 10h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:16:04.147 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 7m ago 10h 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:16:04.147 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 9m ago 10h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:16:04.147 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 7m ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:16:04.147 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 7m ago 10h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:16:04.147 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 9m ago 10h 915M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:16:04.147 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 9m ago 10h 2421M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:16:04.147 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 7m ago 10h 1188M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:16:04.147 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 9m ago 10h 1240M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:16:04.148 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 9m ago 10h 18.4M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:16:04.148 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 7m ago 10h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:16:04.148 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 9m ago 10h 5596M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:16:04.148 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 9m ago 10h 5707M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:16:04.148 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 9m ago 10h 5015M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:16:04.148 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 9m ago 10h 5202M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:16:04.148 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 7m ago 10h 4884M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:16:04.148 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 7m ago 10h 5370M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:16:04.148 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 7m ago 10h 4990M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:16:04.148 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 7m ago 10h 5092M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:16:04.148 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 7m ago 10h 137M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:16:04.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:04 smithi032 ceph-mon[189144]: pgmap v20134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:04.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:04 smithi032 ceph-mon[191839]: pgmap v20134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:04 smithi039 ceph-mon[181282]: pgmap v20134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:04.549 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:16:04.550 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:16:04.550 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:16:04.550 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:16:04.550 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:16:04.550 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:16:04.550 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:16:04.550 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:16:04.550 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:16:04.550 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:16:04.550 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:16:04.550 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:16:04.550 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:16:04.550 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:16:04.550 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:16:04.550 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:16:04.551 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:16:04.551 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:16:05.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:05 smithi032 ceph-mon[191839]: from='client.56448 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:16:05.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:05 smithi032 ceph-mon[191839]: from='client.56454 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:16:05.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:05 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4008184846' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:16:05.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:05 smithi032 ceph-mon[189144]: from='client.56448 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:16:05.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:05 smithi032 ceph-mon[189144]: from='client.56454 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:16:05.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:05 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4008184846' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:16:05.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:05 smithi039 ceph-mon[181282]: from='client.56448 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:16:05.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:05 smithi039 ceph-mon[181282]: from='client.56454 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:16:05.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:05 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4008184846' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:16:06.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:06 smithi032 ceph-mon[189144]: pgmap v20135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:06.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:16:06.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:06 smithi032 ceph-mon[191839]: pgmap v20135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:06.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:16:06.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:06 smithi039 ceph-mon[181282]: pgmap v20135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:06.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:16:08.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:08 smithi032 ceph-mon[191839]: pgmap v20136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:08.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:08 smithi032 ceph-mon[189144]: pgmap v20136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:08.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:08 smithi039 ceph-mon[181282]: pgmap v20136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:10.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:10 smithi032 ceph-mon[189144]: pgmap v20137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:10.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:10 smithi032 ceph-mon[191839]: pgmap v20137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:10.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:10 smithi039 ceph-mon[181282]: pgmap v20137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:11.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:16:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:16:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:16:12.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:12 smithi032 ceph-mon[191839]: pgmap v20138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:12.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:12 smithi032 ceph-mon[189144]: pgmap v20138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:12.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:12 smithi039 ceph-mon[181282]: pgmap v20138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:14.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:14 smithi032 ceph-mon[189144]: pgmap v20139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:14.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:14 smithi032 ceph-mon[191839]: pgmap v20139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:14.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:14 smithi039 ceph-mon[181282]: pgmap v20139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:16.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:16 smithi032 ceph-mon[189144]: pgmap v20140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:16.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:16 smithi032 ceph-mon[191839]: pgmap v20140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:16.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:16 smithi039 ceph-mon[181282]: pgmap v20140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:18.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:18 smithi032 ceph-mon[191839]: pgmap v20141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:18.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:18 smithi032 ceph-mon[189144]: pgmap v20141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:18.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:18 smithi039 ceph-mon[181282]: pgmap v20141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:20.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:20 smithi032 ceph-mon[191839]: pgmap v20142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:20.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:20 smithi032 ceph-mon[189144]: pgmap v20142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:20.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:20 smithi039 ceph-mon[181282]: pgmap v20142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:21.151 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:16:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:16:20] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-23T03:16:21.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:16:21.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:16:21.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:16:22.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:22 smithi032 ceph-mon[191839]: pgmap v20143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:22.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:22 smithi032 ceph-mon[189144]: pgmap v20143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:22.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:22 smithi039 ceph-mon[181282]: pgmap v20143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:24.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:24 smithi032 ceph-mon[191839]: pgmap v20144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:24.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:24 smithi032 ceph-mon[189144]: pgmap v20144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:24.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:24 smithi039 ceph-mon[181282]: pgmap v20144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:26.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:26 smithi032 ceph-mon[191839]: pgmap v20145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:26.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:26 smithi032 ceph-mon[189144]: pgmap v20145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:26.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:26 smithi039 ceph-mon[181282]: pgmap v20145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:28.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:28 smithi032 ceph-mon[191839]: pgmap v20146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:28.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:28 smithi032 ceph-mon[189144]: pgmap v20146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:28.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:28 smithi039 ceph-mon[181282]: pgmap v20146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:30.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:30 smithi032 ceph-mon[191839]: pgmap v20147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:30.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:30 smithi032 ceph-mon[189144]: pgmap v20147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:30.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:30 smithi039 ceph-mon[181282]: pgmap v20147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:31.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:16:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:16:30] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-23T03:16:32.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:32 smithi032 ceph-mon[189144]: pgmap v20148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:32.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:32 smithi032 ceph-mon[191839]: pgmap v20148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:32.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:32 smithi039 ceph-mon[181282]: pgmap v20148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:33.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:16:33.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:16:33.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:16:34.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:34 smithi032 ceph-mon[189144]: pgmap v20149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:34.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:34 smithi032 ceph-mon[191839]: pgmap v20149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:34.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:34 smithi039 ceph-mon[181282]: pgmap v20149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:34.923 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:16:35.266 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:16:35.266 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 0s ago 10h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:16:35.266 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 8m ago 10h 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:16:35.266 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 0s ago 10h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:16:35.267 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 8m ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:16:35.267 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 8m ago 10h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:16:35.267 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 0s ago 10h 922M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:16:35.267 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 0s ago 10h 2454M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:16:35.267 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 8m ago 10h 1188M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:16:35.267 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 0s ago 10h 1256M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:16:35.267 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 0s ago 10h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:16:35.267 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 8m ago 10h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:16:35.267 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 0s ago 10h 5629M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:16:35.267 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 0s ago 10h 5738M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:16:35.268 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 0s ago 10h 5040M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:16:35.268 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 0s ago 10h 5233M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:16:35.268 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 8m ago 10h 4884M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:16:35.268 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 8m ago 10h 5370M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:16:35.268 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 8m ago 10h 4990M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:16:35.268 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 8m ago 10h 5092M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:16:35.268 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 8m ago 10h 137M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:16:35.681 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:16:35.681 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:16:35.681 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:16:35.682 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:16:35.682 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:16:35.682 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:16:35.682 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:16:35.682 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:16:35.682 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:16:35.682 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:16:35.682 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:16:35.682 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:16:35.682 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:16:35.682 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:16:35.682 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:16:35.682 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:16:35.683 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:16:35.683 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:16:36.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:35 smithi032 ceph-mon[191839]: pgmap v20150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:36.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:16:36.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:16:36.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:35 smithi032 ceph-mon[191839]: from='client.56466 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:16:36.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:16:36.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:16:36.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:16:36.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:16:36.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:35 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2711344352' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:16:36.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:35 smithi032 ceph-mon[189144]: pgmap v20150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:36.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:16:36.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:16:36.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:35 smithi032 ceph-mon[189144]: from='client.56466 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:16:36.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:16:36.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:16:36.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:16:36.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:16:36.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:35 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2711344352' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:16:36.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:35 smithi039 ceph-mon[181282]: pgmap v20150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:36.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:16:36.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:16:36.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:35 smithi039 ceph-mon[181282]: from='client.56466 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:16:36.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:16:36.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:16:36.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:16:36.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:16:36.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:35 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2711344352' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:16:37.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:36 smithi032 ceph-mon[191839]: from='client.66386 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:16:37.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:36 smithi032 ceph-mon[189144]: from='client.66386 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:16:37.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:36 smithi039 ceph-mon[181282]: from='client.66386 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:16:38.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:37 smithi032 ceph-mon[191839]: pgmap v20151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:38.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:37 smithi032 ceph-mon[189144]: pgmap v20151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:38.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:37 smithi039 ceph-mon[181282]: pgmap v20151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:40.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:39 smithi032 ceph-mon[191839]: pgmap v20152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:40.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:39 smithi032 ceph-mon[189144]: pgmap v20152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:40.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:39 smithi039 ceph-mon[181282]: pgmap v20152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:41.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:16:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:16:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:16:42.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:41 smithi032 ceph-mon[189144]: pgmap v20153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:42.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:41 smithi032 ceph-mon[191839]: pgmap v20153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:42.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:41 smithi039 ceph-mon[181282]: pgmap v20153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:44.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:43 smithi032 ceph-mon[191839]: pgmap v20154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:44.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:43 smithi032 ceph-mon[189144]: pgmap v20154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:44.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:43 smithi039 ceph-mon[181282]: pgmap v20154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:46.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:45 smithi032 ceph-mon[191839]: pgmap v20155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:46.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:45 smithi032 ceph-mon[189144]: pgmap v20155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:46.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:45 smithi039 ceph-mon[181282]: pgmap v20155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:48.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:47 smithi032 ceph-mon[189144]: pgmap v20156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:48.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:47 smithi032 ceph-mon[191839]: pgmap v20156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:48.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:47 smithi039 ceph-mon[181282]: pgmap v20156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:50.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:49 smithi032 ceph-mon[189144]: pgmap v20157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:50.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:49 smithi032 ceph-mon[191839]: pgmap v20157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:50.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:49 smithi039 ceph-mon[181282]: pgmap v20157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:51.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:16:51.184 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:16:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:16:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:16:51.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:16:51.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:16:52.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:51 smithi032 ceph-mon[189144]: pgmap v20158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:52.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:51 smithi032 ceph-mon[191839]: pgmap v20158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:52.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:51 smithi039 ceph-mon[181282]: pgmap v20158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:54.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:53 smithi032 ceph-mon[189144]: pgmap v20159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:54.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:53 smithi032 ceph-mon[191839]: pgmap v20159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:54.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:53 smithi039 ceph-mon[181282]: pgmap v20159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:56.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:55 smithi032 ceph-mon[189144]: pgmap v20160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:56.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:55 smithi032 ceph-mon[191839]: pgmap v20160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:56.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:55 smithi039 ceph-mon[181282]: pgmap v20160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:58.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:57 smithi032 ceph-mon[189144]: pgmap v20161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:58.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:57 smithi032 ceph-mon[191839]: pgmap v20161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:16:58.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:57 smithi039 ceph-mon[181282]: pgmap v20161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:00.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:16:59 smithi032 ceph-mon[191839]: pgmap v20162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:00.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:16:59 smithi032 ceph-mon[189144]: pgmap v20162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:00.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:16:59 smithi039 ceph-mon[181282]: pgmap v20162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:01.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:17:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:17:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:17:02.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:17:01 smithi032 ceph-mon[189144]: pgmap v20163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:02.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:17:01 smithi032 ceph-mon[191839]: pgmap v20163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:02.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:17:01 smithi039 ceph-mon[181282]: pgmap v20163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:04.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:17:03 smithi032 ceph-mon[191839]: pgmap v20164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:04.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:17:03 smithi032 ceph-mon[189144]: pgmap v20164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:04.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:17:03 smithi039 ceph-mon[181282]: pgmap v20164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:06.049 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:17:06.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:17:05 smithi032 ceph-mon[191839]: pgmap v20165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:06.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:17:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:17:06.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:17:05 smithi032 ceph-mon[189144]: pgmap v20165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:06.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:17:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:17:06.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:17:05 smithi039 ceph-mon[181282]: pgmap v20165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:06.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:17:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:17:06.372 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:17:06.372 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 31s ago 10h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:17:06.372 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 8m ago 10h 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:17:06.372 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 31s ago 10h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:17:06.372 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 8m ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:17:06.372 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 8m ago 10h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:17:06.372 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 31s ago 10h 922M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:17:06.373 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 31s ago 10h 2454M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:17:06.373 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 8m ago 10h 1188M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:17:06.373 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 31s ago 10h 1256M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:17:06.373 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 31s ago 10h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:17:06.373 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 8m ago 10h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:17:06.373 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 31s ago 10h 5629M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:17:06.373 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 31s ago 10h 5738M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:17:06.373 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 31s ago 10h 5040M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:17:06.373 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 31s ago 10h 5233M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:17:06.373 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 8m ago 10h 4884M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:17:06.373 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 8m ago 10h 5370M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:17:06.373 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 8m ago 10h 4990M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:17:06.373 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 8m ago 10h 5092M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:17:06.373 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 8m ago 10h 137M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:17:06.774 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:17:06.774 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:17:06.775 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:17:06.775 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:17:06.775 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:17:06.775 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:17:06.775 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:17:06.775 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:17:06.775 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:17:06.775 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:17:06.775 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:17:06.775 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:17:06.775 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:17:06.775 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:17:06.775 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:17:06.776 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:17:06.776 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:17:06.776 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:17:07.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:17:06 smithi032 ceph-mon[189144]: from='client.56484 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:17:07.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:17:06 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1518853737' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:17:07.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:17:06 smithi032 ceph-mon[191839]: from='client.56484 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:17:07.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:17:06 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1518853737' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:17:07.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:17:06 smithi039 ceph-mon[181282]: from='client.56484 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:17:07.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:17:06 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1518853737' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:17:08.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:17:07 smithi032 ceph-mon[189144]: pgmap v20166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:08.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:17:07 smithi032 ceph-mon[189144]: from='client.56490 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:17:08.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:17:07 smithi032 ceph-mon[191839]: pgmap v20166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:08.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:17:07 smithi032 ceph-mon[191839]: from='client.56490 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:17:08.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:17:07 smithi039 ceph-mon[181282]: pgmap v20166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:08.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:17:07 smithi039 ceph-mon[181282]: from='client.56490 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:17:10.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:17:09 smithi032 ceph-mon[191839]: pgmap v20167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:10.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:17:09 smithi032 ceph-mon[189144]: pgmap v20167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:10.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:17:09 smithi039 ceph-mon[181282]: pgmap v20167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:11.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:17:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:17:10] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-23T03:17:12.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:17:11 smithi032 ceph-mon[191839]: pgmap v20168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:12.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:17:11 smithi032 ceph-mon[189144]: pgmap v20168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:12.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:17:11 smithi039 ceph-mon[181282]: pgmap v20168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:14.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:17:13 smithi032 ceph-mon[191839]: pgmap v20169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:14.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:17:13 smithi032 ceph-mon[189144]: pgmap v20169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:14.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:17:13 smithi039 ceph-mon[181282]: pgmap v20169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:16.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:17:15 smithi032 ceph-mon[191839]: pgmap v20170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:16.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:17:15 smithi032 ceph-mon[189144]: pgmap v20170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:16.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:17:15 smithi039 ceph-mon[181282]: pgmap v20170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:18.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:17:17 smithi032 ceph-mon[191839]: pgmap v20171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:18.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:17:17 smithi032 ceph-mon[189144]: pgmap v20171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:18.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:17:17 smithi039 ceph-mon[181282]: pgmap v20171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:20.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:17:19 smithi032 ceph-mon[191839]: pgmap v20172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:20.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:17:19 smithi032 ceph-mon[189144]: pgmap v20172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:20.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:17:19 smithi039 ceph-mon[181282]: pgmap v20172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:21.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:17:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:17:21.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:17:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:17:21.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:17:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:17:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T03:17:21.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:17:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:17:22.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:17:21 smithi032 ceph-mon[191839]: pgmap v20173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:22.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:17:21 smithi032 ceph-mon[189144]: pgmap v20173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:22.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:17:21 smithi039 ceph-mon[181282]: pgmap v20173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:24.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:17:23 smithi032 ceph-mon[191839]: pgmap v20174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:24.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:17:23 smithi032 ceph-mon[189144]: pgmap v20174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:24.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:17:23 smithi039 ceph-mon[181282]: pgmap v20174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:26.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:17:25 smithi032 ceph-mon[191839]: pgmap v20175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:26.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:17:25 smithi032 ceph-mon[189144]: pgmap v20175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:26.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:17:25 smithi039 ceph-mon[181282]: pgmap v20175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:28.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:17:27 smithi032 ceph-mon[191839]: pgmap v20176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:28.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:17:27 smithi032 ceph-mon[189144]: pgmap v20176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:28.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:17:27 smithi039 ceph-mon[181282]: pgmap v20176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:30.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:17:29 smithi032 ceph-mon[191839]: pgmap v20177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:30.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:17:29 smithi032 ceph-mon[189144]: pgmap v20177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:30.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:17:29 smithi039 ceph-mon[181282]: pgmap v20177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:31.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:17:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:17:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T03:17:32.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:17:31 smithi032 ceph-mon[191839]: pgmap v20178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:32.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:17:31 smithi032 ceph-mon[189144]: pgmap v20178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:32.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:17:31 smithi039 ceph-mon[181282]: pgmap v20178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:34.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:17:33 smithi032 ceph-mon[191839]: pgmap v20179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:34.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:17:33 smithi032 ceph-mon[189144]: pgmap v20179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:34.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:17:33 smithi039 ceph-mon[181282]: pgmap v20179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:36.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:17:35 smithi032 ceph-mon[191839]: pgmap v20180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:36.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:17:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:17:36.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:17:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:17:36.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:17:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:17:36.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:17:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:17:36.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:17:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:17:36.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:17:35 smithi032 ceph-mon[189144]: pgmap v20180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:36.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:17:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:17:36.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:17:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:17:36.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:17:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:17:36.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:17:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:17:36.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:17:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:17:36.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:17:35 smithi039 ceph-mon[181282]: pgmap v20180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:36.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:17:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:17:36.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:17:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:17:36.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:17:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:17:36.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:17:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:17:36.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:17:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:17:37.138 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:17:37.461 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:17:37.461 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 62s ago 10h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:17:37.461 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 9m ago 10h 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:17:37.462 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 62s ago 10h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:17:37.462 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 9m ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:17:37.462 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 9m ago 10h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:17:37.462 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 62s ago 10h 922M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:17:37.462 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 62s ago 10h 2454M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:17:37.462 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 9m ago 10h 1188M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:17:37.462 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 62s ago 10h 1256M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:17:37.462 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 62s ago 10h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:17:37.462 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 9m ago 10h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:17:37.462 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 62s ago 10h 5629M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:17:37.462 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 62s ago 10h 5738M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:17:37.462 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 62s ago 10h 5040M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:17:37.462 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 62s ago 10h 5233M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:17:37.462 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 9m ago 10h 4884M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:17:37.463 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 9m ago 10h 5370M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:17:37.463 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 9m ago 10h 4990M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:17:37.463 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 9m ago 10h 5092M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:17:37.463 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 9m ago 10h 137M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:17:37.860 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:17:37.860 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:17:37.860 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:17:37.860 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:17:37.860 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:17:37.860 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:17:37.860 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:17:37.861 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:17:37.861 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:17:37.861 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:17:37.861 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:17:37.861 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:17:37.861 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:17:37.861 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:17:37.861 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:17:37.861 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:17:37.861 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:17:37.862 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:17:38.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:17:37 smithi032 ceph-mon[191839]: pgmap v20181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:38.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:17:37 smithi032 ceph-mon[191839]: from='client.56502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:17:38.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:17:37 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3443257131' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:17:38.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:17:37 smithi032 ceph-mon[189144]: pgmap v20181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:38.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:17:37 smithi032 ceph-mon[189144]: from='client.56502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:17:38.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:17:37 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3443257131' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:17:38.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:17:37 smithi039 ceph-mon[181282]: pgmap v20181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:38.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:17:37 smithi039 ceph-mon[181282]: from='client.56502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:17:38.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:17:37 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3443257131' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:17:39.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:17:38 smithi032 ceph-mon[191839]: from='client.56508 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:17:39.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:17:38 smithi032 ceph-mon[189144]: from='client.56508 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:17:39.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:17:38 smithi039 ceph-mon[181282]: from='client.56508 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:17:40.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:17:39 smithi032 ceph-mon[191839]: pgmap v20182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:40.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:17:39 smithi032 ceph-mon[189144]: pgmap v20182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:40.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:17:39 smithi039 ceph-mon[181282]: pgmap v20182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:41.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:17:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:17:40] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T03:17:42.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:17:41 smithi039 ceph-mon[181282]: pgmap v20183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:42.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:17:41 smithi032 ceph-mon[191839]: pgmap v20183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:42.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:17:41 smithi032 ceph-mon[189144]: pgmap v20183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:44.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:17:43 smithi039 ceph-mon[181282]: pgmap v20184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:44.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:17:43 smithi032 ceph-mon[189144]: pgmap v20184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:44.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:17:43 smithi032 ceph-mon[191839]: pgmap v20184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:46.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:17:45 smithi039 ceph-mon[181282]: pgmap v20185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:46.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:17:45 smithi032 ceph-mon[191839]: pgmap v20185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:46.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:17:45 smithi032 ceph-mon[189144]: pgmap v20185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:48.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:17:47 smithi039 ceph-mon[181282]: pgmap v20186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:48.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:17:47 smithi032 ceph-mon[191839]: pgmap v20186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:48.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:17:47 smithi032 ceph-mon[189144]: pgmap v20186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:50.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:17:49 smithi039 ceph-mon[181282]: pgmap v20187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:50.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:17:49 smithi032 ceph-mon[189144]: pgmap v20187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:50.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:17:49 smithi032 ceph-mon[191839]: pgmap v20187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:51.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:17:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:17:51.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:17:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:17:51.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:17:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:17:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:17:51.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:17:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:17:52.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:17:51 smithi039 ceph-mon[181282]: pgmap v20188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:52.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:17:51 smithi032 ceph-mon[189144]: pgmap v20188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:52.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:17:51 smithi032 ceph-mon[191839]: pgmap v20188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:54.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:17:53 smithi039 ceph-mon[181282]: pgmap v20189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:54.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:17:53 smithi032 ceph-mon[191839]: pgmap v20189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:54.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:17:53 smithi032 ceph-mon[189144]: pgmap v20189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:56.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:17:55 smithi039 ceph-mon[181282]: pgmap v20190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:56.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:17:55 smithi032 ceph-mon[191839]: pgmap v20190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:56.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:17:55 smithi032 ceph-mon[189144]: pgmap v20190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:58.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:17:57 smithi039 ceph-mon[181282]: pgmap v20191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:58.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:17:57 smithi032 ceph-mon[191839]: pgmap v20191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:17:58.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:17:57 smithi032 ceph-mon[189144]: pgmap v20191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:00.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:17:59 smithi039 ceph-mon[181282]: pgmap v20192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:00.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:17:59 smithi032 ceph-mon[191839]: pgmap v20192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:00.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:17:59 smithi032 ceph-mon[189144]: pgmap v20192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:01.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:18:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:18:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:18:02.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:18:01 smithi039 ceph-mon[181282]: pgmap v20193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:02.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:18:01 smithi032 ceph-mon[191839]: pgmap v20193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:02.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:18:01 smithi032 ceph-mon[189144]: pgmap v20193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:04.262 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:18:03 smithi039 ceph-mon[181282]: pgmap v20194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:04.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:18:03 smithi032 ceph-mon[191839]: pgmap v20194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:04.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:18:03 smithi032 ceph-mon[189144]: pgmap v20194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:06.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:18:05 smithi039 ceph-mon[181282]: pgmap v20195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:06.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:18:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:18:06.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:18:05 smithi032 ceph-mon[191839]: pgmap v20195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:06.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:18:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:18:06.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:18:05 smithi032 ceph-mon[189144]: pgmap v20195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:06.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:18:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:18:08.224 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:18:08.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:18:07 smithi039 ceph-mon[181282]: pgmap v20196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:08.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:18:07 smithi032 ceph-mon[191839]: pgmap v20196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:08.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:18:07 smithi032 ceph-mon[189144]: pgmap v20196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:08.542 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:18:08.543 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 93s ago 10h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:18:08.543 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 9m ago 10h 96.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:18:08.543 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 93s ago 10h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:18:08.543 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 9m ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:18:08.543 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 9m ago 10h 468M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:18:08.543 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 93s ago 10h 922M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:18:08.543 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 93s ago 10h 2454M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:18:08.543 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 9m ago 10h 1188M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:18:08.543 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 93s ago 10h 1256M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:18:08.543 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 93s ago 10h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:18:08.543 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 9m ago 10h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:18:08.543 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 93s ago 10h 5629M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:18:08.543 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 93s ago 10h 5738M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:18:08.543 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 93s ago 10h 5040M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:18:08.543 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 93s ago 10h 5233M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:18:08.544 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 9m ago 10h 4884M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:18:08.544 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 9m ago 10h 5370M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:18:08.544 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 9m ago 10h 4990M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:18:08.544 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 9m ago 10h 5092M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:18:08.544 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 9m ago 10h 137M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:18:08.945 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:18:08.946 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:18:08.946 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:18:08.946 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:18:08.946 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:18:08.946 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:18:08.946 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:18:08.946 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:18:08.946 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:18:08.946 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:18:08.946 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:18:08.946 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:18:08.946 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:18:08.946 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:18:08.946 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:18:08.946 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:18:08.946 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:18:08.947 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:18:09.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:18:08 smithi039 ceph-mon[181282]: from='client.66434 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:18:09.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:18:08 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3574977296' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:18:09.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:18:08 smithi032 ceph-mon[189144]: from='client.66434 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:18:09.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:18:08 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3574977296' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:18:09.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:18:08 smithi032 ceph-mon[191839]: from='client.66434 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:18:09.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:18:08 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3574977296' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:18:10.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:18:09 smithi039 ceph-mon[181282]: pgmap v20197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:10.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:18:09 smithi039 ceph-mon[181282]: from='client.66440 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:18:10.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:18:09 smithi032 ceph-mon[189144]: pgmap v20197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:10.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:18:09 smithi032 ceph-mon[189144]: from='client.66440 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:18:10.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:18:09 smithi032 ceph-mon[191839]: pgmap v20197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:10.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:18:09 smithi032 ceph-mon[191839]: from='client.66440 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:18:11.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:18:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:18:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T03:18:12.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:18:11 smithi039 ceph-mon[181282]: pgmap v20198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:12.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:18:11 smithi032 ceph-mon[189144]: pgmap v20198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:12.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:18:11 smithi032 ceph-mon[191839]: pgmap v20198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:14.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:18:13 smithi039 ceph-mon[181282]: pgmap v20199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:14.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:18:13 smithi032 ceph-mon[189144]: pgmap v20199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:14.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:18:13 smithi032 ceph-mon[191839]: pgmap v20199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:16.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:18:15 smithi039 ceph-mon[181282]: pgmap v20200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:16.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:18:15 smithi032 ceph-mon[191839]: pgmap v20200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:16.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:18:15 smithi032 ceph-mon[189144]: pgmap v20200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:18.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:18:17 smithi039 ceph-mon[181282]: pgmap v20201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:18.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:18:17 smithi032 ceph-mon[191839]: pgmap v20201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:18.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:18:17 smithi032 ceph-mon[189144]: pgmap v20201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:20.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:18:20 smithi039 ceph-mon[181282]: pgmap v20202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:20.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:18:19 smithi032 ceph-mon[191839]: pgmap v20202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:20.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:18:19 smithi032 ceph-mon[189144]: pgmap v20202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:21.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:18:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:18:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:18:21.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:18:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:18:21.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:18:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:18:21.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:18:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:18:22.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:18:22 smithi032 ceph-mon[189144]: pgmap v20203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:22.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:18:22 smithi032 ceph-mon[191839]: pgmap v20203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:22.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:18:22 smithi039 ceph-mon[181282]: pgmap v20203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:24.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:18:24 smithi032 ceph-mon[191839]: pgmap v20204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:24.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:18:24 smithi032 ceph-mon[189144]: pgmap v20204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:24.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:18:24 smithi039 ceph-mon[181282]: pgmap v20204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:26.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:18:26 smithi032 ceph-mon[191839]: pgmap v20205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:26.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:18:26 smithi032 ceph-mon[189144]: pgmap v20205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:26.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:18:26 smithi039 ceph-mon[181282]: pgmap v20205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:28.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:18:28 smithi032 ceph-mon[191839]: pgmap v20206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:28.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:18:28 smithi032 ceph-mon[189144]: pgmap v20206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:28.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:18:28 smithi039 ceph-mon[181282]: pgmap v20206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:30.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:18:30 smithi032 ceph-mon[191839]: pgmap v20207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:30.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:18:30 smithi032 ceph-mon[189144]: pgmap v20207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:30.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:18:30 smithi039 ceph-mon[181282]: pgmap v20207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:31.184 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:18:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:18:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:18:32.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:18:32 smithi032 ceph-mon[189144]: pgmap v20208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:32.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:18:32 smithi032 ceph-mon[191839]: pgmap v20208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:32.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:18:32 smithi039 ceph-mon[181282]: pgmap v20208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:34.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:18:34 smithi032 ceph-mon[191839]: pgmap v20209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:34.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:18:34 smithi032 ceph-mon[189144]: pgmap v20209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:34.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:18:34 smithi039 ceph-mon[181282]: pgmap v20209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:36.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:18:36 smithi032 ceph-mon[189144]: pgmap v20210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:36.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:18:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:18:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:18:36 smithi032 ceph-mon[191839]: pgmap v20210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:36.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:18:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:18:36.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:18:36 smithi039 ceph-mon[181282]: pgmap v20210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:36.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:18:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:18:37.366 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:18:37 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:18:37.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:18:37 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:18:37.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:18:37 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:18:38.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:18:38 smithi032 ceph-mon[189144]: pgmap v20211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:38.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:18:38 smithi032 ceph-mon[191839]: pgmap v20211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:38.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:18:38 smithi039 ceph-mon[181282]: pgmap v20211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:39.335 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:18:39.665 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:18:39.665 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 2m ago 10h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:18:39.665 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 0s ago 10h 96.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:18:39.665 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 2m ago 10h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:18:39.665 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 0s ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:18:39.665 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 0s ago 10h 469M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:18:39.665 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 2m ago 10h 922M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:18:39.665 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 2m ago 10h 2454M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:18:39.665 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 0s ago 10h 1205M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:18:39.665 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 2m ago 10h 1256M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:18:39.665 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 2m ago 10h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:18:39.665 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 0s ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:18:39.665 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 2m ago 10h 5629M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:18:39.666 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 2m ago 10h 5738M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:18:39.666 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 2m ago 10h 5040M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:18:39.666 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 2m ago 10h 5233M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:18:39.666 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 0s ago 10h 4911M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:18:39.666 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 0s ago 10h 5403M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:18:39.666 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 0s ago 10h 5020M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:18:39.666 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 0s ago 10h 5128M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:18:39.666 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 0s ago 10h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:18:40.068 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:18:40.068 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:18:40.068 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:18:40.069 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:18:40.069 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:18:40.069 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:18:40.069 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:18:40.069 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:18:40.069 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:18:40.069 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:18:40.069 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:18:40.069 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:18:40.069 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:18:40.069 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:18:40.069 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:18:40.069 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:18:40.069 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:18:40.069 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:18:40.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:18:39 smithi032 ceph-mon[191839]: pgmap v20212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:40.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:18:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:18:40.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:18:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:18:40.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:18:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:18:40.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:18:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:18:40.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:18:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:18:40.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:18:39 smithi032 ceph-mon[189144]: pgmap v20212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:40.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:18:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:18:40.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:18:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:18:40.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:18:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:18:40.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:18:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:18:40.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:18:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:18:40.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:18:39 smithi039 ceph-mon[181282]: pgmap v20212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:40.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:18:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:18:40.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:18:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:18:40.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:18:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:18:40.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:18:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:18:40.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:18:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:18:41.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:18:40 smithi032 ceph-mon[189144]: from='client.66452 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:18:41.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:18:40 smithi032 ceph-mon[189144]: from='client.56544 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:18:41.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:18:40 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/509856820' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:18:41.184 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:18:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:18:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:18:41.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:18:40 smithi032 ceph-mon[191839]: from='client.66452 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:18:41.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:18:40 smithi032 ceph-mon[191839]: from='client.56544 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:18:41.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:18:40 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/509856820' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:18:41.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:18:40 smithi039 ceph-mon[181282]: from='client.66452 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:18:41.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:18:40 smithi039 ceph-mon[181282]: from='client.56544 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:18:41.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:18:40 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/509856820' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:18:42.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:18:41 smithi032 ceph-mon[189144]: pgmap v20213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:42.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:18:41 smithi032 ceph-mon[191839]: pgmap v20213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:42.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:18:41 smithi039 ceph-mon[181282]: pgmap v20213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:44.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:18:43 smithi032 ceph-mon[189144]: pgmap v20214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:44.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:18:43 smithi032 ceph-mon[191839]: pgmap v20214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:44.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:18:43 smithi039 ceph-mon[181282]: pgmap v20214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:46.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:18:45 smithi032 ceph-mon[189144]: pgmap v20215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:46.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:18:45 smithi032 ceph-mon[191839]: pgmap v20215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:46.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:18:45 smithi039 ceph-mon[181282]: pgmap v20215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:48.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:18:47 smithi032 ceph-mon[189144]: pgmap v20216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:48.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:18:47 smithi032 ceph-mon[191839]: pgmap v20216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:48.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:18:47 smithi039 ceph-mon[181282]: pgmap v20216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:50.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:18:49 smithi032 ceph-mon[189144]: pgmap v20217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:50.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:18:49 smithi032 ceph-mon[191839]: pgmap v20217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:50.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:18:49 smithi039 ceph-mon[181282]: pgmap v20217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:51.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:18:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:18:51.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:18:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:18:50] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T03:18:51.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:18:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:18:51.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:18:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:18:52.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:18:51 smithi032 ceph-mon[189144]: pgmap v20218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:52.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:18:51 smithi032 ceph-mon[191839]: pgmap v20218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:52.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:18:51 smithi039 ceph-mon[181282]: pgmap v20218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:54.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:18:53 smithi032 ceph-mon[189144]: pgmap v20219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:54.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:18:53 smithi032 ceph-mon[191839]: pgmap v20219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:54.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:18:53 smithi039 ceph-mon[181282]: pgmap v20219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:56.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:18:55 smithi032 ceph-mon[189144]: pgmap v20220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:56.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:18:55 smithi032 ceph-mon[191839]: pgmap v20220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:56.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:18:55 smithi039 ceph-mon[181282]: pgmap v20220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:58.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:18:57 smithi032 ceph-mon[191839]: pgmap v20221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:58.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:18:57 smithi032 ceph-mon[189144]: pgmap v20221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:18:58.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:18:57 smithi039 ceph-mon[181282]: pgmap v20221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:00.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:18:59 smithi032 ceph-mon[189144]: pgmap v20222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:00.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:18:59 smithi032 ceph-mon[191839]: pgmap v20222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:00.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:18:59 smithi039 ceph-mon[181282]: pgmap v20222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:01.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:19:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:19:00] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T03:19:02.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:19:01 smithi032 ceph-mon[191839]: pgmap v20223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:02.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:19:01 smithi032 ceph-mon[189144]: pgmap v20223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:02.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:19:01 smithi039 ceph-mon[181282]: pgmap v20223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:04.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:19:03 smithi032 ceph-mon[191839]: pgmap v20224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:04.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:19:03 smithi032 ceph-mon[189144]: pgmap v20224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:04.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:19:03 smithi039 ceph-mon[181282]: pgmap v20224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:06.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:19:05 smithi032 ceph-mon[191839]: pgmap v20225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:06.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:19:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:19:06.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:19:05 smithi032 ceph-mon[189144]: pgmap v20225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:06.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:19:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:19:06.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:19:05 smithi039 ceph-mon[181282]: pgmap v20225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:06.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:19:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:19:08.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:19:07 smithi032 ceph-mon[191839]: pgmap v20226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:08.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:19:07 smithi032 ceph-mon[189144]: pgmap v20226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:08.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:19:07 smithi039 ceph-mon[181282]: pgmap v20226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:10.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:19:09 smithi032 ceph-mon[191839]: pgmap v20227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:10.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:19:09 smithi032 ceph-mon[189144]: pgmap v20227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:10.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:19:09 smithi039 ceph-mon[181282]: pgmap v20227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:10.431 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:19:10.759 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:19:10.759 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 2m ago 10h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:19:10.760 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 31s ago 10h 96.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:19:10.760 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 2m ago 10h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:19:10.760 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 31s ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:19:10.760 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 31s ago 10h 469M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:19:10.760 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 2m ago 10h 922M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:19:10.760 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 2m ago 10h 2454M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:19:10.760 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 31s ago 10h 1205M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:19:10.760 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 2m ago 10h 1256M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:19:10.760 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 2m ago 10h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:19:10.760 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 31s ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:19:10.760 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 2m ago 10h 5629M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:19:10.760 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 2m ago 10h 5738M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:19:10.760 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 2m ago 10h 5040M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:19:10.760 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 2m ago 10h 5233M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:19:10.760 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 31s ago 10h 4911M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:19:10.760 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 31s ago 10h 5403M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:19:10.761 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 31s ago 10h 5020M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:19:10.761 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 31s ago 10h 5128M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:19:10.761 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 31s ago 10h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:19:11.159 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:19:11.159 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:19:11.159 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:19:11.159 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:19:11.159 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:19:11.159 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:19:11.159 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:19:11.159 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:19:11.159 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:19:11.159 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:19:11.159 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:19:11.159 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:19:11.159 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:19:11.160 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:19:11.160 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:19:11.160 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:19:11.160 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:19:11.160 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:19:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:19:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:19:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T03:19:12.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:19:11 smithi039 ceph-mon[181282]: pgmap v20228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:12.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:19:11 smithi039 ceph-mon[181282]: from='client.66470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:19:12.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:19:11 smithi039 ceph-mon[181282]: from='client.66476 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:19:12.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:19:11 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4133517717' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:19:12.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:19:11 smithi032 ceph-mon[191839]: pgmap v20228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:12.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:19:11 smithi032 ceph-mon[191839]: from='client.66470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:19:12.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:19:11 smithi032 ceph-mon[191839]: from='client.66476 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:19:12.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:19:11 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4133517717' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:19:12.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:19:11 smithi032 ceph-mon[189144]: pgmap v20228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:12.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:19:11 smithi032 ceph-mon[189144]: from='client.66470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:19:12.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:19:11 smithi032 ceph-mon[189144]: from='client.66476 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:19:12.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:19:11 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4133517717' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:19:14.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:19:13 smithi039 ceph-mon[181282]: pgmap v20229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:14.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:19:13 smithi032 ceph-mon[191839]: pgmap v20229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:14.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:19:13 smithi032 ceph-mon[189144]: pgmap v20229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:16.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:19:15 smithi039 ceph-mon[181282]: pgmap v20230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:16.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:19:15 smithi032 ceph-mon[191839]: pgmap v20230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:16.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:19:15 smithi032 ceph-mon[189144]: pgmap v20230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:18.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:19:17 smithi039 ceph-mon[181282]: pgmap v20231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:18.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:19:17 smithi032 ceph-mon[191839]: pgmap v20231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:18.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:19:17 smithi032 ceph-mon[189144]: pgmap v20231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:20.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:19:19 smithi039 ceph-mon[181282]: pgmap v20232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:20.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:19:19 smithi032 ceph-mon[191839]: pgmap v20232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:20.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:19:19 smithi032 ceph-mon[189144]: pgmap v20232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:21.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:19:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:19:21.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:19:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:19:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:19:21.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:19:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:19:21.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:19:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:19:22.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:19:21 smithi039 ceph-mon[181282]: pgmap v20233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:22.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:19:21 smithi032 ceph-mon[189144]: pgmap v20233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:22.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:19:21 smithi032 ceph-mon[191839]: pgmap v20233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:24.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:19:23 smithi039 ceph-mon[181282]: pgmap v20234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:24.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:19:23 smithi032 ceph-mon[191839]: pgmap v20234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:24.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:19:23 smithi032 ceph-mon[189144]: pgmap v20234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:26.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:19:25 smithi039 ceph-mon[181282]: pgmap v20235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:26.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:19:25 smithi032 ceph-mon[191839]: pgmap v20235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:26.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:19:25 smithi032 ceph-mon[189144]: pgmap v20235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:28.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:19:27 smithi039 ceph-mon[181282]: pgmap v20236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:28.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:19:27 smithi032 ceph-mon[191839]: pgmap v20236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:28.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:19:27 smithi032 ceph-mon[189144]: pgmap v20236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:30.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:19:29 smithi039 ceph-mon[181282]: pgmap v20237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:30.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:19:29 smithi032 ceph-mon[191839]: pgmap v20237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:30.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:19:29 smithi032 ceph-mon[189144]: pgmap v20237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:31.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:19:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:19:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:19:32.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:19:31 smithi039 ceph-mon[181282]: pgmap v20238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:32.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:19:31 smithi032 ceph-mon[189144]: pgmap v20238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:32.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:19:31 smithi032 ceph-mon[191839]: pgmap v20238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:34.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:19:33 smithi039 ceph-mon[181282]: pgmap v20239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:34.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:19:33 smithi032 ceph-mon[191839]: pgmap v20239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:34.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:19:33 smithi032 ceph-mon[189144]: pgmap v20239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:36.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:19:35 smithi039 ceph-mon[181282]: pgmap v20240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:36.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:19:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:19:36.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:19:35 smithi032 ceph-mon[189144]: pgmap v20240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:36.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:19:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:19:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:19:35 smithi032 ceph-mon[191839]: pgmap v20240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:19:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:19:38.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:19:37 smithi039 ceph-mon[181282]: pgmap v20241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:38.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:19:37 smithi032 ceph-mon[191839]: pgmap v20241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:38.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:19:37 smithi032 ceph-mon[189144]: pgmap v20241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:40.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:19:39 smithi039 ceph-mon[181282]: pgmap v20242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:40.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:19:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:19:40.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:19:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:19:40.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:19:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:19:40.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:19:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:19:40.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:19:39 smithi032 ceph-mon[191839]: pgmap v20242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:40.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:19:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:19:40.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:19:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:19:40.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:19:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:19:40.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:19:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:19:40.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:19:39 smithi032 ceph-mon[189144]: pgmap v20242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:40.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:19:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:19:40.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:19:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:19:40.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:19:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:19:40.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:19:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:19:41.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:19:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:19:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:19:41.526 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:19:41.848 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:19:41.848 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (9h) 3m ago 10h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:19:41.848 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 62s ago 10h 96.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:19:41.849 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 3m ago 10h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:19:41.849 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 62s ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:19:41.849 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 62s ago 10h 469M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:19:41.849 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 3m ago 10h 922M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:19:41.849 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 3m ago 10h 2454M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:19:41.849 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 62s ago 10h 1205M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:19:41.849 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 3m ago 10h 1256M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:19:41.849 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (9h) 3m ago 10h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:19:41.849 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 62s ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:19:41.849 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 3m ago 10h 5629M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:19:41.849 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 3m ago 10h 5738M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:19:41.849 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 3m ago 10h 5040M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:19:41.849 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 3m ago 10h 5233M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:19:41.849 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 62s ago 10h 4911M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:19:41.850 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 62s ago 10h 5403M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:19:41.850 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 62s ago 10h 5020M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:19:41.850 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 62s ago 10h 5128M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:19:41.850 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 62s ago 10h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:19:42.251 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:19:42.251 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:19:42.251 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:19:42.251 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:19:42.251 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:19:42.251 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:19:42.251 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:19:42.251 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:19:42.251 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:19:42.251 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:19:42.251 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:19:42.251 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:19:42.252 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:19:42.252 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:19:42.252 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:19:42.252 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:19:42.252 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:19:42.252 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:19:42.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:19:41 smithi039 ceph-mon[181282]: pgmap v20243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:42.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:19:41 smithi032 ceph-mon[191839]: pgmap v20243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:42.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:19:41 smithi032 ceph-mon[189144]: pgmap v20243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:43.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:19:42 smithi039 ceph-mon[181282]: from='client.66488 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:19:43.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:19:42 smithi039 ceph-mon[181282]: from='client.66494 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:19:43.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:19:42 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/566209652' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:19:43.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:19:42 smithi032 ceph-mon[189144]: from='client.66488 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:19:43.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:19:42 smithi032 ceph-mon[189144]: from='client.66494 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:19:43.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:19:42 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/566209652' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:19:43.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:19:42 smithi032 ceph-mon[191839]: from='client.66488 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:19:43.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:19:42 smithi032 ceph-mon[191839]: from='client.66494 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:19:43.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:19:42 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/566209652' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:19:44.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:19:43 smithi039 ceph-mon[181282]: pgmap v20244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:44.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:19:43 smithi032 ceph-mon[191839]: pgmap v20244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:44.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:19:43 smithi032 ceph-mon[189144]: pgmap v20244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:46.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:19:45 smithi039 ceph-mon[181282]: pgmap v20245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:46.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:19:45 smithi032 ceph-mon[191839]: pgmap v20245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:46.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:19:45 smithi032 ceph-mon[189144]: pgmap v20245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:48.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:19:47 smithi039 ceph-mon[181282]: pgmap v20246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:48.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:19:47 smithi032 ceph-mon[191839]: pgmap v20246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:48.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:19:47 smithi032 ceph-mon[189144]: pgmap v20246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:50.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:19:49 smithi039 ceph-mon[181282]: pgmap v20247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:50.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:19:49 smithi032 ceph-mon[191839]: pgmap v20247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:50.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:19:49 smithi032 ceph-mon[189144]: pgmap v20247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:51.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:19:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:19:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:19:51.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:19:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:19:51.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:19:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:19:51.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:19:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:19:52.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:19:52 smithi032 ceph-mon[191839]: pgmap v20248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:52.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:19:52 smithi032 ceph-mon[189144]: pgmap v20248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:52.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:19:52 smithi039 ceph-mon[181282]: pgmap v20248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:54.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:19:54 smithi032 ceph-mon[189144]: pgmap v20249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:54.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:19:54 smithi032 ceph-mon[191839]: pgmap v20249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:54.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:19:54 smithi039 ceph-mon[181282]: pgmap v20249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:56.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:19:56 smithi032 ceph-mon[191839]: pgmap v20250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:56.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:19:56 smithi032 ceph-mon[189144]: pgmap v20250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:56.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:19:56 smithi039 ceph-mon[181282]: pgmap v20250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:58.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:19:58 smithi032 ceph-mon[191839]: pgmap v20251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:58.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:19:58 smithi032 ceph-mon[189144]: pgmap v20251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:19:58.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:19:58 smithi039 ceph-mon[181282]: pgmap v20251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:00.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:20:00 smithi032 ceph-mon[191839]: pgmap v20252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:00.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:20:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T03:20:00.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:20:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-23T03:19:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T03:20:00.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:20:00 smithi032 ceph-mon[189144]: pgmap v20252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:00.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:20:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T03:20:00.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:20:00 smithi039 ceph-mon[181282]: pgmap v20252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:00.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:20:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T03:20:01.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:20:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:20:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:20:02.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:20:02 smithi032 ceph-mon[191839]: pgmap v20253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:02.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:20:02 smithi032 ceph-mon[189144]: pgmap v20253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:02.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:20:02 smithi039 ceph-mon[181282]: pgmap v20253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:04.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:20:04 smithi032 ceph-mon[189144]: pgmap v20254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:04.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:20:04 smithi032 ceph-mon[191839]: pgmap v20254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:20:04 smithi039 ceph-mon[181282]: pgmap v20254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:06.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:20:06 smithi032 ceph-mon[191839]: pgmap v20255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:06.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:20:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:20:06.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:20:06 smithi032 ceph-mon[189144]: pgmap v20255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:06.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:20:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:20:06.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:20:06 smithi039 ceph-mon[181282]: pgmap v20255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:06.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:20:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:20:08.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:20:08 smithi032 ceph-mon[191839]: pgmap v20256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:08.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:20:08 smithi032 ceph-mon[189144]: pgmap v20256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:08.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:20:08 smithi039 ceph-mon[181282]: pgmap v20256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:10.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:20:10 smithi032 ceph-mon[191839]: pgmap v20257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:10.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:20:10 smithi032 ceph-mon[189144]: pgmap v20257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:10.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:20:10 smithi039 ceph-mon[181282]: pgmap v20257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:11.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:20:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:20:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T03:20:12.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:20:12 smithi032 ceph-mon[189144]: pgmap v20258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:12.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:20:12 smithi032 ceph-mon[191839]: pgmap v20258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:12.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:20:12 smithi039 ceph-mon[181282]: pgmap v20258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:12.617 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:20:12.941 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:20:12.941 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 3m ago 10h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:20:12.941 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (9h) 94s ago 10h 96.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:20:12.941 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 3m ago 10h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:20:12.941 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 94s ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:20:12.941 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (9h) 94s ago 10h 469M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:20:12.941 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (9h) 3m ago 10h 922M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:20:12.942 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 3m ago 10h 2454M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:20:12.942 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 94s ago 10h 1205M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:20:12.942 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 3m ago 10h 1256M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:20:12.942 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 3m ago 10h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:20:12.942 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (9h) 94s ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:20:12.942 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 3m ago 10h 5629M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:20:12.942 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 3m ago 10h 5738M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:20:12.942 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 3m ago 10h 5040M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:20:12.942 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 3m ago 10h 5233M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:20:12.942 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 94s ago 10h 4911M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:20:12.942 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 94s ago 10h 5403M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:20:12.942 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 94s ago 10h 5020M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:20:12.942 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 94s ago 10h 5128M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:20:12.942 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (9h) 94s ago 10h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:20:13.344 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:20:13.344 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:20:13.344 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:20:13.344 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:20:13.344 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:20:13.344 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:20:13.344 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:20:13.344 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:20:13.344 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:20:13.344 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:20:13.344 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:20:13.344 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:20:13.344 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:20:13.345 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:20:13.345 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:20:13.345 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:20:13.345 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:20:13.345 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:20:14.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:20:14 smithi032 ceph-mon[191839]: pgmap v20259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:14.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:20:14 smithi032 ceph-mon[191839]: from='client.56592 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:20:14.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:20:14 smithi032 ceph-mon[191839]: from='client.56598 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:20:14.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:20:14 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2726989113' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:20:14.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:20:14 smithi032 ceph-mon[189144]: pgmap v20259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:14.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:20:14 smithi032 ceph-mon[189144]: from='client.56592 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:20:14.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:20:14 smithi032 ceph-mon[189144]: from='client.56598 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:20:14.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:20:14 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2726989113' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:20:14.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:20:14 smithi039 ceph-mon[181282]: pgmap v20259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:14.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:20:14 smithi039 ceph-mon[181282]: from='client.56592 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:20:14.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:20:14 smithi039 ceph-mon[181282]: from='client.56598 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:20:14.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:20:14 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2726989113' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:20:16.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:20:16 smithi032 ceph-mon[191839]: pgmap v20260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:16.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:20:16 smithi032 ceph-mon[189144]: pgmap v20260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:16.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:20:16 smithi039 ceph-mon[181282]: pgmap v20260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:17.260 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 23 03:20:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-23T03:20:16.983731265Z level=info msg="Completed cleanup jobs" duration=14.164079ms 2023-12-23T03:20:18.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:20:18 smithi032 ceph-mon[191839]: pgmap v20261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:18.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:20:18 smithi032 ceph-mon[189144]: pgmap v20261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:18.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:20:18 smithi039 ceph-mon[181282]: pgmap v20261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:20.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:20:20 smithi032 ceph-mon[191839]: pgmap v20262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:20.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:20:20 smithi032 ceph-mon[189144]: pgmap v20262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:20.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:20:20 smithi039 ceph-mon[181282]: pgmap v20262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:21.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:20:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:20:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:20:21.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:20:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:20:21.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:20:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:20:21.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:20:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:20:22.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:20:22 smithi032 ceph-mon[191839]: pgmap v20263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:22.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:20:22 smithi032 ceph-mon[189144]: pgmap v20263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:22.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:20:22 smithi039 ceph-mon[181282]: pgmap v20263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:24.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:20:24 smithi032 ceph-mon[191839]: pgmap v20264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:24.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:20:24 smithi032 ceph-mon[189144]: pgmap v20264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:24.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:20:24 smithi039 ceph-mon[181282]: pgmap v20264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:26.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:20:26 smithi032 ceph-mon[189144]: pgmap v20265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:26.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:20:26 smithi032 ceph-mon[191839]: pgmap v20265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:26.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:20:26 smithi039 ceph-mon[181282]: pgmap v20265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:28.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:20:28 smithi032 ceph-mon[191839]: pgmap v20266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:28.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:20:28 smithi032 ceph-mon[189144]: pgmap v20266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:28.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:20:28 smithi039 ceph-mon[181282]: pgmap v20266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:30.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:20:30 smithi032 ceph-mon[191839]: pgmap v20267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:30.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:20:30 smithi032 ceph-mon[189144]: pgmap v20267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:30.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:20:30 smithi039 ceph-mon[181282]: pgmap v20267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:31.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:20:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:20:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:20:32.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:20:32 smithi032 ceph-mon[189144]: pgmap v20268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:32.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:20:32 smithi032 ceph-mon[191839]: pgmap v20268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:32.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:20:32 smithi039 ceph-mon[181282]: pgmap v20268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:34.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:20:34 smithi032 ceph-mon[191839]: pgmap v20269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:34.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:20:34 smithi032 ceph-mon[189144]: pgmap v20269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:34.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:20:34 smithi039 ceph-mon[181282]: pgmap v20269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:20:36 smithi032 ceph-mon[191839]: pgmap v20270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:20:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:20:36.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:20:36 smithi032 ceph-mon[189144]: pgmap v20270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:36.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:20:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:20:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:20:36 smithi039 ceph-mon[181282]: pgmap v20270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:20:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:20:38.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:20:38 smithi032 ceph-mon[191839]: pgmap v20271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:38.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:20:38 smithi032 ceph-mon[189144]: pgmap v20271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:38.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:20:38 smithi039 ceph-mon[181282]: pgmap v20271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:40.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:20:40 smithi032 ceph-mon[189144]: pgmap v20272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:40.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:20:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:20:40.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:20:40 smithi032 ceph-mon[191839]: pgmap v20272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:40.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:20:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:20:40.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:20:40 smithi039 ceph-mon[181282]: pgmap v20272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:40.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:20:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:20:41.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:20:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:20:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T03:20:41.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:20:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:20:41.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:20:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:20:41.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:20:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:20:41.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:20:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:20:41.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:20:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:20:41.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:20:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:20:41.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:20:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:20:41.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:20:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:20:41.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:20:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:20:42.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:20:42 smithi032 ceph-mon[191839]: pgmap v20273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:42.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:20:42 smithi032 ceph-mon[189144]: pgmap v20273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:42.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:20:42 smithi039 ceph-mon[181282]: pgmap v20273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:43.712 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:20:44.031 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:20:44.031 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 4m ago 10h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:20:44.031 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 2m ago 10h 96.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:20:44.031 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 4m ago 10h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:20:44.031 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 2m ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:20:44.032 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 2m ago 10h 469M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:20:44.032 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 4m ago 10h 922M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:20:44.032 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (9h) 4m ago 10h 2454M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:20:44.032 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 2m ago 10h 1205M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:20:44.032 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 4m ago 10h 1256M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:20:44.032 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 4m ago 10h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:20:44.032 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 2m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:20:44.032 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 4m ago 10h 5629M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:20:44.032 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 4m ago 10h 5738M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:20:44.032 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 4m ago 10h 5040M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:20:44.032 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 4m ago 10h 5233M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:20:44.032 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 2m ago 10h 4911M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:20:44.032 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 2m ago 10h 5403M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:20:44.032 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 2m ago 10h 5020M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:20:44.032 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 2m ago 10h 5128M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:20:44.033 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 2m ago 10h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:20:44.432 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:20:44.432 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:20:44.432 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:20:44.432 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:20:44.432 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:20:44.432 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:20:44.432 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:20:44.432 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:20:44.432 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:20:44.432 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:20:44.432 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:20:44.433 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:20:44.433 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:20:44.433 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:20:44.433 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:20:44.433 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:20:44.433 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:20:44.433 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:20:44.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:20:44 smithi032 ceph-mon[191839]: pgmap v20274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:44.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:20:44 smithi032 ceph-mon[189144]: pgmap v20274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:44.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:20:44 smithi039 ceph-mon[181282]: pgmap v20274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:45.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:20:45 smithi032 ceph-mon[191839]: from='client.56610 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:20:45.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:20:45 smithi032 ceph-mon[191839]: from='client.56616 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:20:45.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:20:45 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2542137084' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:20:45.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:20:45 smithi032 ceph-mon[189144]: from='client.56610 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:20:45.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:20:45 smithi032 ceph-mon[189144]: from='client.56616 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:20:45.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:20:45 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2542137084' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:20:45.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:20:45 smithi039 ceph-mon[181282]: from='client.56610 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:20:45.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:20:45 smithi039 ceph-mon[181282]: from='client.56616 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:20:45.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:20:45 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2542137084' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:20:46.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:20:46 smithi032 ceph-mon[191839]: pgmap v20275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:46.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:20:46 smithi032 ceph-mon[189144]: pgmap v20275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:46.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:20:46 smithi039 ceph-mon[181282]: pgmap v20275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:48.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:20:48 smithi032 ceph-mon[191839]: pgmap v20276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:48.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:20:48 smithi032 ceph-mon[189144]: pgmap v20276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:48.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:20:48 smithi039 ceph-mon[181282]: pgmap v20276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:50.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:20:50 smithi032 ceph-mon[191839]: pgmap v20277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:50.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:20:50 smithi032 ceph-mon[189144]: pgmap v20277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:50.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:20:50 smithi039 ceph-mon[181282]: pgmap v20277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:51.115 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:20:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:20:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:20:51.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:20:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:20:51.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:20:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:20:51.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:20:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:20:52.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:20:52 smithi032 ceph-mon[191839]: pgmap v20278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:52.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:20:52 smithi032 ceph-mon[189144]: pgmap v20278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:52.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:20:52 smithi039 ceph-mon[181282]: pgmap v20278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:54.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:20:54 smithi032 ceph-mon[191839]: pgmap v20279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:54.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:20:54 smithi032 ceph-mon[189144]: pgmap v20279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:54.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:20:54 smithi039 ceph-mon[181282]: pgmap v20279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:56.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:20:56 smithi032 ceph-mon[189144]: pgmap v20280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:56.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:20:56 smithi032 ceph-mon[191839]: pgmap v20280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:56.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:20:56 smithi039 ceph-mon[181282]: pgmap v20280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:58.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:20:58 smithi032 ceph-mon[191839]: pgmap v20281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:58.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:20:58 smithi032 ceph-mon[189144]: pgmap v20281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:20:58.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:20:58 smithi039 ceph-mon[181282]: pgmap v20281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:00.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:21:00 smithi032 ceph-mon[191839]: pgmap v20282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:00.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:21:00 smithi032 ceph-mon[189144]: pgmap v20282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:00.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:21:00 smithi039 ceph-mon[181282]: pgmap v20282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:01.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:21:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:21:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:21:02.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:21:02 smithi032 ceph-mon[191839]: pgmap v20283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:02.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:21:02 smithi032 ceph-mon[189144]: pgmap v20283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:02.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:21:02 smithi039 ceph-mon[181282]: pgmap v20283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:04.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:21:04 smithi032 ceph-mon[191839]: pgmap v20284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:04.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:21:04 smithi032 ceph-mon[189144]: pgmap v20284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:21:04 smithi039 ceph-mon[181282]: pgmap v20284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:06.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:21:06 smithi032 ceph-mon[189144]: pgmap v20285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:06.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:21:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:21:06.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:21:06 smithi032 ceph-mon[191839]: pgmap v20285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:06.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:21:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:21:06.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:21:06 smithi039 ceph-mon[181282]: pgmap v20285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:06.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:21:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:21:08.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:21:08 smithi032 ceph-mon[191839]: pgmap v20286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:08.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:21:08 smithi032 ceph-mon[189144]: pgmap v20286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:08.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:21:08 smithi039 ceph-mon[181282]: pgmap v20286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:10.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:21:10 smithi032 ceph-mon[191839]: pgmap v20287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:10.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:21:10 smithi032 ceph-mon[189144]: pgmap v20287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:10.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:21:10 smithi039 ceph-mon[181282]: pgmap v20287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:11.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:21:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:21:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:21:12.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:21:12 smithi032 ceph-mon[191839]: pgmap v20288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:12.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:21:12 smithi032 ceph-mon[189144]: pgmap v20288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:12.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:21:12 smithi039 ceph-mon[181282]: pgmap v20288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:14.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:21:14 smithi032 ceph-mon[191839]: pgmap v20289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:14.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:21:14 smithi032 ceph-mon[189144]: pgmap v20289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:14.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:21:14 smithi039 ceph-mon[181282]: pgmap v20289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:14.795 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:21:15.119 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:21:15.119 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 4m ago 10h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:21:15.119 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 2m ago 10h 96.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:21:15.119 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 4m ago 10h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:21:15.119 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 2m ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:21:15.119 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 2m ago 10h 469M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:21:15.119 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 4m ago 10h 922M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:21:15.119 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 4m ago 10h 2454M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:21:15.119 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (9h) 2m ago 10h 1205M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:21:15.119 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (9h) 4m ago 10h 1256M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:21:15.119 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 4m ago 10h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:21:15.120 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 2m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:21:15.120 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 4m ago 10h 5629M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:21:15.120 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 4m ago 10h 5738M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:21:15.120 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 4m ago 10h 5040M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:21:15.120 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 4m ago 10h 5233M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:21:15.120 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 2m ago 10h 4911M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:21:15.120 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 2m ago 10h 5403M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:21:15.120 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 2m ago 10h 5020M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:21:15.120 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 2m ago 10h 5128M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:21:15.120 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 2m ago 10h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:21:15.523 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:21:15.523 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:21:15.524 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:21:15.524 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:21:15.524 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:21:15.524 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:21:15.524 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:21:15.524 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:21:15.524 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:21:15.524 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:21:15.524 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:21:15.524 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:21:15.524 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:21:15.525 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:21:15.525 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:21:15.525 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:21:15.525 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:21:15.525 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:21:16.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:21:16 smithi032 ceph-mon[191839]: pgmap v20290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:16.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:21:16 smithi032 ceph-mon[191839]: from='client.66542 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:21:16.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:21:16 smithi032 ceph-mon[191839]: from='client.66548 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:21:16.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:21:16 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2256949070' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:21:16.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:21:16 smithi032 ceph-mon[189144]: pgmap v20290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:16.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:21:16 smithi032 ceph-mon[189144]: from='client.66542 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:21:16.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:21:16 smithi032 ceph-mon[189144]: from='client.66548 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:21:16.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:21:16 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2256949070' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:21:16.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:21:16 smithi039 ceph-mon[181282]: pgmap v20290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:16.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:21:16 smithi039 ceph-mon[181282]: from='client.66542 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:21:16.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:21:16 smithi039 ceph-mon[181282]: from='client.66548 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:21:16.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:21:16 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2256949070' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:21:18.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:21:18 smithi032 ceph-mon[191839]: pgmap v20291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:18.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:21:18 smithi032 ceph-mon[189144]: pgmap v20291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:18.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:21:18 smithi039 ceph-mon[181282]: pgmap v20291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:20.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:21:20 smithi032 ceph-mon[191839]: pgmap v20292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:20.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:21:20 smithi032 ceph-mon[189144]: pgmap v20292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:20.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:21:20 smithi039 ceph-mon[181282]: pgmap v20292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:21.174 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:21:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:21:20] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T03:21:21.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:21:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:21:21.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:21:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:21:21.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:21:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:21:22.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:21:22 smithi032 ceph-mon[189144]: pgmap v20293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:22.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:21:22 smithi032 ceph-mon[191839]: pgmap v20293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:22.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:21:22 smithi039 ceph-mon[181282]: pgmap v20293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:24.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:21:24 smithi032 ceph-mon[189144]: pgmap v20294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:24.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:21:24 smithi032 ceph-mon[191839]: pgmap v20294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:24.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:21:24 smithi039 ceph-mon[181282]: pgmap v20294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:26.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:21:26 smithi032 ceph-mon[191839]: pgmap v20295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:26.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:21:26 smithi032 ceph-mon[189144]: pgmap v20295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:26.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:21:26 smithi039 ceph-mon[181282]: pgmap v20295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:28.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:21:28 smithi039 ceph-mon[181282]: pgmap v20296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:28.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:21:28 smithi032 ceph-mon[191839]: pgmap v20296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:28.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:21:28 smithi032 ceph-mon[189144]: pgmap v20296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:30.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:21:30 smithi039 ceph-mon[181282]: pgmap v20297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:30.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:21:30 smithi032 ceph-mon[191839]: pgmap v20297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:30.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:21:30 smithi032 ceph-mon[189144]: pgmap v20297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:31.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:21:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:21:30] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T03:21:32.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:21:32 smithi039 ceph-mon[181282]: pgmap v20298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:32.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:21:32 smithi032 ceph-mon[191839]: pgmap v20298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:32.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:21:32 smithi032 ceph-mon[189144]: pgmap v20298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:34.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:21:34 smithi039 ceph-mon[181282]: pgmap v20299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:34.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:21:34 smithi032 ceph-mon[191839]: pgmap v20299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:34.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:21:34 smithi032 ceph-mon[189144]: pgmap v20299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:36.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:21:36 smithi039 ceph-mon[181282]: pgmap v20300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:36.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:21:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:21:36.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:21:36 smithi032 ceph-mon[191839]: pgmap v20300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:36.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:21:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:21:36.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:21:36 smithi032 ceph-mon[189144]: pgmap v20300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:36.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:21:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:21:38.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:21:38 smithi039 ceph-mon[181282]: pgmap v20301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:38.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:21:38 smithi032 ceph-mon[191839]: pgmap v20301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:38.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:21:38 smithi032 ceph-mon[189144]: pgmap v20301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:40.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:21:40 smithi039 ceph-mon[181282]: pgmap v20302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:40.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:21:40 smithi032 ceph-mon[189144]: pgmap v20302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:40.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:21:40 smithi032 ceph-mon[191839]: pgmap v20302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:41.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:21:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:21:40] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T03:21:41.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:21:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:21:41.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:21:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:21:41.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:21:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:21:41.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:21:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:21:41.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:21:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:21:41.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:21:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:21:41.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:21:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:21:41.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:21:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:21:41.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:21:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:21:41.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:21:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:21:41.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:21:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:21:41.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:21:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:21:42.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:21:42 smithi039 ceph-mon[181282]: pgmap v20303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:42.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:21:42 smithi032 ceph-mon[191839]: pgmap v20303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:42.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:21:42 smithi032 ceph-mon[189144]: pgmap v20303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:44.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:21:44 smithi039 ceph-mon[181282]: pgmap v20304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:44.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:21:44 smithi032 ceph-mon[191839]: pgmap v20304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:44.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:21:44 smithi032 ceph-mon[189144]: pgmap v20304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:45.884 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:21:46.204 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:21:46.204 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 5m ago 10h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:21:46.204 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 3m ago 10h 96.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:21:46.205 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 5m ago 10h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:21:46.205 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 3m ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:21:46.205 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 3m ago 10h 469M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:21:46.205 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 5m ago 10h 922M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:21:46.205 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 5m ago 10h 2454M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:21:46.205 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 3m ago 10h 1205M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:21:46.205 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 5m ago 10h 1256M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:21:46.205 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 5m ago 10h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:21:46.205 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 3m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:21:46.205 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (9h) 5m ago 10h 5629M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:21:46.205 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 5m ago 10h 5738M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:21:46.205 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 5m ago 10h 5040M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:21:46.205 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 5m ago 10h 5233M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:21:46.205 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 3m ago 10h 4911M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:21:46.205 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 3m ago 10h 5403M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:21:46.206 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 3m ago 10h 5020M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:21:46.206 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 3m ago 10h 5128M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:21:46.206 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 3m ago 10h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:21:46.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:21:46 smithi039 ceph-mon[181282]: pgmap v20305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:46.605 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:21:46.605 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:21:46.605 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:21:46.605 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:21:46.605 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:21:46.606 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:21:46.606 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:21:46.606 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:21:46.606 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:21:46.606 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:21:46.606 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:21:46.606 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:21:46.606 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:21:46.606 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:21:46.606 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:21:46.606 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:21:46.606 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:21:46.606 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:21:46.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:21:46 smithi032 ceph-mon[191839]: pgmap v20305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:46.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:21:46 smithi032 ceph-mon[189144]: pgmap v20305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:47.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:21:47 smithi039 ceph-mon[181282]: from='client.56646 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:21:47.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:21:47 smithi039 ceph-mon[181282]: from='client.56652 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:21:47.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:21:47 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/144299749' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:21:47.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:21:47 smithi032 ceph-mon[191839]: from='client.56646 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:21:47.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:21:47 smithi032 ceph-mon[191839]: from='client.56652 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:21:47.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:21:47 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/144299749' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:21:47.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:21:47 smithi032 ceph-mon[189144]: from='client.56646 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:21:47.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:21:47 smithi032 ceph-mon[189144]: from='client.56652 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:21:47.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:21:47 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/144299749' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:21:48.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:21:48 smithi039 ceph-mon[181282]: pgmap v20306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:48.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:21:48 smithi032 ceph-mon[189144]: pgmap v20306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:48.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:21:48 smithi032 ceph-mon[191839]: pgmap v20306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:50.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:21:50 smithi039 ceph-mon[181282]: pgmap v20307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:50.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:21:50 smithi032 ceph-mon[189144]: pgmap v20307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:50.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:21:50 smithi032 ceph-mon[191839]: pgmap v20307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:51.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:21:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:21:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:21:51.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:21:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:21:51.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:21:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:21:51.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:21:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:21:52.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:21:52 smithi039 ceph-mon[181282]: pgmap v20308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:52.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:21:52 smithi032 ceph-mon[189144]: pgmap v20308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:52.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:21:52 smithi032 ceph-mon[191839]: pgmap v20308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:53.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:21:53 smithi032 ceph-mon[189144]: pgmap v20309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:53.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:21:53 smithi032 ceph-mon[191839]: pgmap v20309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:53.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:21:53 smithi039 ceph-mon[181282]: pgmap v20309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:55.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:21:55 smithi032 ceph-mon[191839]: pgmap v20310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:55.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:21:55 smithi032 ceph-mon[189144]: pgmap v20310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:56.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:21:55 smithi039 ceph-mon[181282]: pgmap v20310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:57.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:21:57 smithi032 ceph-mon[191839]: pgmap v20311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:57.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:21:57 smithi032 ceph-mon[189144]: pgmap v20311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:58.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:21:57 smithi039 ceph-mon[181282]: pgmap v20311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:59.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:21:59 smithi032 ceph-mon[189144]: pgmap v20312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:21:59.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:21:59 smithi032 ceph-mon[191839]: pgmap v20312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:00.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:21:59 smithi039 ceph-mon[181282]: pgmap v20312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:01.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:22:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:22:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:22:01.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:22:01 smithi032 ceph-mon[189144]: pgmap v20313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:01.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:22:01 smithi032 ceph-mon[191839]: pgmap v20313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:02.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:22:01 smithi039 ceph-mon[181282]: pgmap v20313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:03.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:22:03 smithi032 ceph-mon[191839]: pgmap v20314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:03.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:22:03 smithi032 ceph-mon[189144]: pgmap v20314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:04.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:22:03 smithi039 ceph-mon[181282]: pgmap v20314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:05.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:22:05 smithi032 ceph-mon[191839]: pgmap v20315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:05.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:22:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:22:05.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:22:05 smithi032 ceph-mon[189144]: pgmap v20315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:05.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:22:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:22:06.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:22:05 smithi039 ceph-mon[181282]: pgmap v20315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:06.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:22:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:22:07.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:22:07 smithi032 ceph-mon[191839]: pgmap v20316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:07.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:22:07 smithi032 ceph-mon[189144]: pgmap v20316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:08.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:22:07 smithi039 ceph-mon[181282]: pgmap v20316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:10.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:22:09 smithi039 ceph-mon[181282]: pgmap v20317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:10.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:22:09 smithi032 ceph-mon[189144]: pgmap v20317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:10.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:22:09 smithi032 ceph-mon[191839]: pgmap v20317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:11.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:22:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:22:10] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T03:22:12.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:22:11 smithi039 ceph-mon[181282]: pgmap v20318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:12.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:22:11 smithi032 ceph-mon[191839]: pgmap v20318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:12.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:22:11 smithi032 ceph-mon[189144]: pgmap v20318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:14.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:22:13 smithi039 ceph-mon[181282]: pgmap v20319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:14.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:22:13 smithi032 ceph-mon[189144]: pgmap v20319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:14.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:22:13 smithi032 ceph-mon[191839]: pgmap v20319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:16.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:22:15 smithi039 ceph-mon[181282]: pgmap v20320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:16.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:22:15 smithi032 ceph-mon[191839]: pgmap v20320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:16.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:22:15 smithi032 ceph-mon[189144]: pgmap v20320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:16.971 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:22:17.293 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:22:17.293 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 5m ago 10h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:22:17.293 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 3m ago 10h 96.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:22:17.293 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 5m ago 10h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:22:17.293 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 3m ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:22:17.293 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 3m ago 10h 469M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:22:17.294 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 5m ago 10h 922M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:22:17.294 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 5m ago 10h 2454M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:22:17.294 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 3m ago 10h 1205M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:22:17.294 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 5m ago 10h 1256M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:22:17.294 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 5m ago 10h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:22:17.294 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 3m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:22:17.294 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 5m ago 10h 5629M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:22:17.294 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (9h) 5m ago 10h 5738M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:22:17.294 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 5m ago 10h 5040M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:22:17.294 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 5m ago 10h 5233M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:22:17.294 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 3m ago 10h 4911M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:22:17.295 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 3m ago 10h 5403M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:22:17.295 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 3m ago 10h 5020M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:22:17.295 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 3m ago 10h 5128M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:22:17.295 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 3m ago 10h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:22:17.701 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:22:17.701 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:22:17.701 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:22:17.701 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:22:17.701 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:22:17.702 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:22:17.702 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:22:17.702 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:22:17.702 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:22:17.702 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:22:17.702 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:22:17.702 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:22:17.702 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:22:17.702 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:22:17.702 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:22:17.702 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:22:17.702 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:22:17.702 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:22:18.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:22:17 smithi039 ceph-mon[181282]: pgmap v20321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:18.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:22:17 smithi039 ceph-mon[181282]: from='client.66578 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:22:18.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:22:17 smithi032 ceph-mon[189144]: pgmap v20321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:18.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:22:17 smithi032 ceph-mon[189144]: from='client.66578 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:22:18.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:22:17 smithi032 ceph-mon[191839]: pgmap v20321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:18.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:22:17 smithi032 ceph-mon[191839]: from='client.66578 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:22:19.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:22:18 smithi039 ceph-mon[181282]: from='client.66584 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:22:19.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:22:18 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4167042776' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:22:19.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:22:18 smithi032 ceph-mon[189144]: from='client.66584 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:22:19.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:22:18 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4167042776' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:22:19.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:22:18 smithi032 ceph-mon[191839]: from='client.66584 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:22:19.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:22:18 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4167042776' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:22:20.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:22:19 smithi039 ceph-mon[181282]: pgmap v20322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:20.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:22:19 smithi032 ceph-mon[189144]: pgmap v20322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:20.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:22:19 smithi032 ceph-mon[191839]: pgmap v20322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:21.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:22:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:22:21.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:22:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:22:21.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:22:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:22:20] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-23T03:22:21.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:22:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:22:22.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:22:21 smithi039 ceph-mon[181282]: pgmap v20323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:22.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:22:21 smithi032 ceph-mon[191839]: pgmap v20323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:22.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:22:21 smithi032 ceph-mon[189144]: pgmap v20323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:24.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:22:23 smithi039 ceph-mon[181282]: pgmap v20324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:24.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:22:23 smithi032 ceph-mon[191839]: pgmap v20324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:24.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:22:23 smithi032 ceph-mon[189144]: pgmap v20324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:26.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:22:25 smithi039 ceph-mon[181282]: pgmap v20325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:26.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:22:25 smithi032 ceph-mon[191839]: pgmap v20325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:26.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:22:25 smithi032 ceph-mon[189144]: pgmap v20325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:28.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:22:27 smithi039 ceph-mon[181282]: pgmap v20326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:28.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:22:27 smithi032 ceph-mon[189144]: pgmap v20326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:28.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:22:27 smithi032 ceph-mon[191839]: pgmap v20326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:30.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:22:29 smithi039 ceph-mon[181282]: pgmap v20327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:30.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:22:29 smithi032 ceph-mon[189144]: pgmap v20327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:30.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:22:29 smithi032 ceph-mon[191839]: pgmap v20327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:31.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:22:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:22:30] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-23T03:22:32.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:22:31 smithi039 ceph-mon[181282]: pgmap v20328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:32.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:22:31 smithi032 ceph-mon[189144]: pgmap v20328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:32.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:22:31 smithi032 ceph-mon[191839]: pgmap v20328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:34.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:22:33 smithi039 ceph-mon[181282]: pgmap v20329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:34.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:22:33 smithi032 ceph-mon[189144]: pgmap v20329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:34.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:22:33 smithi032 ceph-mon[191839]: pgmap v20329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:36.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:22:35 smithi039 ceph-mon[181282]: pgmap v20330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:36.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:22:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:22:36.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:22:35 smithi032 ceph-mon[189144]: pgmap v20330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:36.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:22:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:22:36.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:22:35 smithi032 ceph-mon[191839]: pgmap v20330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:36.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:22:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:22:38.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:22:37 smithi039 ceph-mon[181282]: pgmap v20331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:38.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:22:37 smithi032 ceph-mon[191839]: pgmap v20331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:38.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:22:37 smithi032 ceph-mon[189144]: pgmap v20331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:40.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:22:39 smithi039 ceph-mon[181282]: pgmap v20332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:40.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:22:39 smithi032 ceph-mon[189144]: pgmap v20332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:40.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:22:39 smithi032 ceph-mon[191839]: pgmap v20332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:41.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:22:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:22:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:22:42.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:22:41 smithi039 ceph-mon[181282]: pgmap v20333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:42.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:22:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:22:42.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:22:41 smithi032 ceph-mon[191839]: pgmap v20333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:42.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:22:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:22:42.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:22:41 smithi032 ceph-mon[189144]: pgmap v20333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:42.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:22:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:22:43.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:22:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:22:43.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:22:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:22:43.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:22:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:22:43.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:22:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:22:43.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:22:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:22:43.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:22:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:22:43.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:22:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:22:43.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:22:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:22:43.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:22:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:22:44.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:22:43 smithi032 ceph-mon[191839]: pgmap v20334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:44.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:22:43 smithi032 ceph-mon[189144]: pgmap v20334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:44.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:22:43 smithi039 ceph-mon[181282]: pgmap v20334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:46.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:22:45 smithi032 ceph-mon[191839]: pgmap v20335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:46.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:22:45 smithi032 ceph-mon[189144]: pgmap v20335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:46.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:22:45 smithi039 ceph-mon[181282]: pgmap v20335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:48.066 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:22:48.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:22:47 smithi032 ceph-mon[189144]: pgmap v20336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:48.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:22:47 smithi032 ceph-mon[191839]: pgmap v20336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:48.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:22:47 smithi039 ceph-mon[181282]: pgmap v20336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:48.391 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:22:48.391 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 6m ago 10h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:22:48.391 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 4m ago 10h 96.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:22:48.391 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 6m ago 10h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:22:48.391 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 4m ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:22:48.391 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 4m ago 10h 469M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:22:48.391 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 6m ago 10h 922M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:22:48.392 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 6m ago 10h 2454M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:22:48.392 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 4m ago 10h 1205M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:22:48.392 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 6m ago 10h 1256M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:22:48.392 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 6m ago 10h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:22:48.392 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 4m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:22:48.392 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 6m ago 10h 5629M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:22:48.392 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 6m ago 10h 5738M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:22:48.392 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (9h) 6m ago 10h 5040M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:22:48.392 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 6m ago 10h 5233M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:22:48.392 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 4m ago 10h 4911M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:22:48.392 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 4m ago 10h 5403M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:22:48.392 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 4m ago 10h 5020M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:22:48.392 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 4m ago 10h 5128M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:22:48.392 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 4m ago 10h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:22:48.795 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:22:48.795 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:22:48.795 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:22:48.795 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:22:48.795 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:22:48.795 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:22:48.795 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:22:48.795 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:22:48.795 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:22:48.795 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:22:48.796 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:22:48.796 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:22:48.796 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:22:48.796 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:22:48.796 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:22:48.796 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:22:48.796 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:22:48.796 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:22:49.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:22:48 smithi032 ceph-mon[189144]: from='client.66596 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:22:49.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:22:48 smithi032 ceph-mon[191839]: from='client.66596 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:22:49.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:22:48 smithi039 ceph-mon[181282]: from='client.66596 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:22:50.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:22:49 smithi032 ceph-mon[189144]: from='client.56688 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:22:50.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:22:49 smithi032 ceph-mon[189144]: pgmap v20337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:50.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:22:49 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/854625457' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:22:50.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:22:49 smithi032 ceph-mon[191839]: from='client.56688 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:22:50.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:22:49 smithi032 ceph-mon[191839]: pgmap v20337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:50.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:22:49 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/854625457' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:22:50.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:22:49 smithi039 ceph-mon[181282]: from='client.56688 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:22:50.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:22:49 smithi039 ceph-mon[181282]: pgmap v20337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:50.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:22:49 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/854625457' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:22:51.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:22:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:22:51.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:22:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:22:51.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:22:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:22:50] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T03:22:51.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:22:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:22:52.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:22:51 smithi032 ceph-mon[191839]: pgmap v20338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:52.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:22:51 smithi032 ceph-mon[189144]: pgmap v20338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:52.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:22:51 smithi039 ceph-mon[181282]: pgmap v20338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:54.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:22:53 smithi032 ceph-mon[191839]: pgmap v20339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:54.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:22:53 smithi032 ceph-mon[189144]: pgmap v20339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:54.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:22:53 smithi039 ceph-mon[181282]: pgmap v20339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:56.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:22:55 smithi032 ceph-mon[189144]: pgmap v20340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:56.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:22:55 smithi032 ceph-mon[191839]: pgmap v20340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:56.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:22:55 smithi039 ceph-mon[181282]: pgmap v20340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:58.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:22:57 smithi032 ceph-mon[191839]: pgmap v20341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:58.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:22:57 smithi032 ceph-mon[189144]: pgmap v20341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:22:58.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:22:57 smithi039 ceph-mon[181282]: pgmap v20341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:00.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:22:59 smithi032 ceph-mon[191839]: pgmap v20342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:00.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:22:59 smithi032 ceph-mon[189144]: pgmap v20342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:00.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:22:59 smithi039 ceph-mon[181282]: pgmap v20342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:01.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:23:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:23:00] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T03:23:02.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:23:01 smithi032 ceph-mon[191839]: pgmap v20343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:02.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:23:01 smithi032 ceph-mon[189144]: pgmap v20343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:02.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:23:01 smithi039 ceph-mon[181282]: pgmap v20343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:04.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:23:03 smithi032 ceph-mon[191839]: pgmap v20344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:04.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:23:03 smithi032 ceph-mon[189144]: pgmap v20344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:04.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:23:03 smithi039 ceph-mon[181282]: pgmap v20344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:06.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:23:05 smithi032 ceph-mon[191839]: pgmap v20345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:06.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:23:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:23:06.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:23:05 smithi032 ceph-mon[189144]: pgmap v20345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:06.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:23:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:23:06.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:23:05 smithi039 ceph-mon[181282]: pgmap v20345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:06.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:23:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:23:08.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:23:07 smithi032 ceph-mon[191839]: pgmap v20346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:08.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:23:07 smithi032 ceph-mon[189144]: pgmap v20346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:08.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:23:07 smithi039 ceph-mon[181282]: pgmap v20346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:10.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:23:09 smithi032 ceph-mon[189144]: pgmap v20347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:10.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:23:09 smithi032 ceph-mon[191839]: pgmap v20347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:10.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:23:09 smithi039 ceph-mon[181282]: pgmap v20347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:11.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:23:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:23:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:23:12.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:23:11 smithi032 ceph-mon[191839]: pgmap v20348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:12.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:23:11 smithi032 ceph-mon[189144]: pgmap v20348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:12.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:23:11 smithi039 ceph-mon[181282]: pgmap v20348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:14.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:23:13 smithi032 ceph-mon[191839]: pgmap v20349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:14.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:23:13 smithi032 ceph-mon[189144]: pgmap v20349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:14.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:23:13 smithi039 ceph-mon[181282]: pgmap v20349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:16.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:23:15 smithi032 ceph-mon[191839]: pgmap v20350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:16.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:23:15 smithi032 ceph-mon[189144]: pgmap v20350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:16.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:23:15 smithi039 ceph-mon[181282]: pgmap v20350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:18.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:23:17 smithi032 ceph-mon[191839]: pgmap v20351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:18.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:23:17 smithi032 ceph-mon[189144]: pgmap v20351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:18.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:23:17 smithi039 ceph-mon[181282]: pgmap v20351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:19.159 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:23:19.483 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:23:19.483 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 6m ago 10h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:23:19.483 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 4m ago 10h 96.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:23:19.483 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 6m ago 10h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:23:19.483 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 4m ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:23:19.483 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 4m ago 10h 469M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:23:19.483 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 6m ago 10h 922M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:23:19.483 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 6m ago 10h 2454M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:23:19.483 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 4m ago 10h 1205M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:23:19.483 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 6m ago 10h 1256M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:23:19.484 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 6m ago 10h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:23:19.484 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 4m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:23:19.484 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 6m ago 10h 5629M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:23:19.484 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 6m ago 10h 5738M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:23:19.484 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 6m ago 10h 5040M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:23:19.484 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (9h) 6m ago 10h 5233M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:23:19.484 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 4m ago 10h 4911M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:23:19.484 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 4m ago 10h 5403M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:23:19.484 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 4m ago 10h 5020M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:23:19.484 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 4m ago 10h 5128M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:23:19.484 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 4m ago 10h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:23:19.881 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:23:19.881 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:23:19.881 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:23:19.881 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:23:19.881 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:23:19.882 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:23:19.882 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:23:19.882 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:23:19.882 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:23:19.882 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:23:19.882 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:23:19.882 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:23:19.882 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:23:19.882 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:23:19.882 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:23:19.882 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:23:19.882 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:23:19.882 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:23:20.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:23:19 smithi032 ceph-mon[191839]: pgmap v20352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:20.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:23:19 smithi032 ceph-mon[191839]: from='client.56700 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:23:20.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:23:19 smithi032 ceph-mon[189144]: pgmap v20352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:20.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:23:19 smithi032 ceph-mon[189144]: from='client.56700 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:23:20.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:23:19 smithi039 ceph-mon[181282]: pgmap v20352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:20.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:23:19 smithi039 ceph-mon[181282]: from='client.56700 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:23:21.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:23:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:23:20] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-23T03:23:21.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:23:20 smithi032 ceph-mon[189144]: from='client.56706 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:23:21.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:23:20 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/987402252' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:23:21.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:23:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:23:21.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:23:20 smithi032 ceph-mon[191839]: from='client.56706 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:23:21.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:23:20 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/987402252' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:23:21.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:23:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:23:21.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:23:20 smithi039 ceph-mon[181282]: from='client.56706 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:23:21.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:23:20 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/987402252' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:23:21.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:23:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:23:22.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:23:21 smithi032 ceph-mon[191839]: pgmap v20353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:22.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:23:21 smithi032 ceph-mon[189144]: pgmap v20353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:22.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:23:21 smithi039 ceph-mon[181282]: pgmap v20353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:24.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:23:23 smithi032 ceph-mon[191839]: pgmap v20354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:24.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:23:23 smithi032 ceph-mon[189144]: pgmap v20354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:24.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:23:23 smithi039 ceph-mon[181282]: pgmap v20354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:26.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:23:25 smithi032 ceph-mon[191839]: pgmap v20355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:26.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:23:25 smithi032 ceph-mon[189144]: pgmap v20355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:26.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:23:25 smithi039 ceph-mon[181282]: pgmap v20355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:28.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:23:27 smithi032 ceph-mon[191839]: pgmap v20356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:28.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:23:27 smithi032 ceph-mon[189144]: pgmap v20356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:28.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:23:27 smithi039 ceph-mon[181282]: pgmap v20356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:30.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:23:29 smithi032 ceph-mon[191839]: pgmap v20357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:30.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:23:29 smithi032 ceph-mon[189144]: pgmap v20357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:30.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:23:29 smithi039 ceph-mon[181282]: pgmap v20357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:31.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:23:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:23:30] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-23T03:23:32.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:23:31 smithi032 ceph-mon[191839]: pgmap v20358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:32.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:23:31 smithi032 ceph-mon[189144]: pgmap v20358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:32.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:23:31 smithi039 ceph-mon[181282]: pgmap v20358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:34.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:23:33 smithi032 ceph-mon[191839]: pgmap v20359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:34.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:23:33 smithi032 ceph-mon[189144]: pgmap v20359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:34.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:23:33 smithi039 ceph-mon[181282]: pgmap v20359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:36.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:23:35 smithi032 ceph-mon[191839]: pgmap v20360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:36.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:23:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:23:36.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:23:35 smithi032 ceph-mon[189144]: pgmap v20360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:36.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:23:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:23:36.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:23:35 smithi039 ceph-mon[181282]: pgmap v20360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:36.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:23:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:23:38.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:23:37 smithi032 ceph-mon[191839]: pgmap v20361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:38.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:23:37 smithi032 ceph-mon[189144]: pgmap v20361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:38.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:23:37 smithi039 ceph-mon[181282]: pgmap v20361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:40.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:23:39 smithi032 ceph-mon[191839]: pgmap v20362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:40.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:23:39 smithi032 ceph-mon[189144]: pgmap v20362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:40.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:23:39 smithi039 ceph-mon[181282]: pgmap v20362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:41.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:23:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:23:40] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T03:23:42.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:23:41 smithi032 ceph-mon[189144]: pgmap v20363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:42.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:23:41 smithi032 ceph-mon[191839]: pgmap v20363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:42.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:23:41 smithi039 ceph-mon[181282]: pgmap v20363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:43.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:23:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:23:43.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:23:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:23:43.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:23:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:23:43.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:23:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:23:43.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:23:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:23:43.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:23:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:23:43.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:23:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:23:43.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:23:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:23:43.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:23:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:23:43.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:23:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:23:43.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:23:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:23:43.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:23:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:23:44.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:23:43 smithi032 ceph-mon[191839]: pgmap v20364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:44.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:23:43 smithi032 ceph-mon[189144]: pgmap v20364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:44.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:23:43 smithi039 ceph-mon[181282]: pgmap v20364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:46.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:23:45 smithi032 ceph-mon[191839]: pgmap v20365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:46.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:23:45 smithi032 ceph-mon[189144]: pgmap v20365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:46.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:23:45 smithi039 ceph-mon[181282]: pgmap v20365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:48.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:23:47 smithi032 ceph-mon[189144]: pgmap v20366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:48.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:23:47 smithi032 ceph-mon[191839]: pgmap v20366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:48.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:23:47 smithi039 ceph-mon[181282]: pgmap v20366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:50.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:23:49 smithi032 ceph-mon[189144]: pgmap v20367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:50.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:23:49 smithi032 ceph-mon[191839]: pgmap v20367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:50.243 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:23:50.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:23:49 smithi039 ceph-mon[181282]: pgmap v20367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:50.567 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:23:50.567 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 7m ago 10h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:23:50.567 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 5m ago 10h 96.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:23:50.567 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 7m ago 10h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:23:50.567 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 5m ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:23:50.567 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 5m ago 10h 469M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:23:50.567 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 7m ago 10h 922M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:23:50.567 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 7m ago 10h 2454M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:23:50.567 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 5m ago 10h 1205M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:23:50.568 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 7m ago 10h 1256M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:23:50.568 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 7m ago 10h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:23:50.568 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 5m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:23:50.568 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 7m ago 10h 5629M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:23:50.568 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 7m ago 10h 5738M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:23:50.568 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 7m ago 10h 5040M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:23:50.568 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 7m ago 10h 5233M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:23:50.568 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (9h) 5m ago 10h 4911M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:23:50.568 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (9h) 5m ago 10h 5403M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:23:50.568 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 5m ago 10h 5020M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:23:50.568 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 5m ago 10h 5128M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:23:50.568 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 5m ago 10h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:23:50.970 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:23:50.970 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:23:50.970 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:23:50.970 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:23:50.970 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:23:50.970 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:23:50.970 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:23:50.970 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:23:50.970 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:23:50.971 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:23:50.971 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:23:50.971 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:23:50.971 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:23:50.971 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:23:50.971 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:23:50.971 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:23:50.971 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:23:50.971 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:23:51.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:23:50 smithi032 ceph-mon[191839]: from='client.66632 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:23:51.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:23:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:23:51.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:23:50 smithi032 ceph-mon[189144]: from='client.66632 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:23:51.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:23:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:23:51.184 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:23:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:23:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T03:23:51.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:23:50 smithi039 ceph-mon[181282]: from='client.66632 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:23:51.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:23:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:23:52.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:23:51 smithi032 ceph-mon[191839]: pgmap v20368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:52.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:23:51 smithi032 ceph-mon[191839]: from='client.56724 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:23:52.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:23:51 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1827499676' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:23:52.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:23:51 smithi032 ceph-mon[189144]: pgmap v20368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:52.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:23:51 smithi032 ceph-mon[189144]: from='client.56724 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:23:52.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:23:51 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1827499676' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:23:52.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:23:51 smithi039 ceph-mon[181282]: pgmap v20368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:52.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:23:51 smithi039 ceph-mon[181282]: from='client.56724 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:23:52.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:23:51 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1827499676' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:23:54.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:23:53 smithi032 ceph-mon[189144]: pgmap v20369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:54.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:23:53 smithi032 ceph-mon[191839]: pgmap v20369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:54.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:23:53 smithi039 ceph-mon[181282]: pgmap v20369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:56.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:23:55 smithi032 ceph-mon[191839]: pgmap v20370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:56.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:23:55 smithi032 ceph-mon[189144]: pgmap v20370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:56.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:23:55 smithi039 ceph-mon[181282]: pgmap v20370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:58.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:23:57 smithi032 ceph-mon[191839]: pgmap v20371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:58.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:23:57 smithi032 ceph-mon[189144]: pgmap v20371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:23:58.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:23:57 smithi039 ceph-mon[181282]: pgmap v20371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:00.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:23:59 smithi032 ceph-mon[191839]: pgmap v20372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:00.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:23:59 smithi032 ceph-mon[189144]: pgmap v20372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:00.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:23:59 smithi039 ceph-mon[181282]: pgmap v20372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:01.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:24:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:24:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T03:24:02.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:01 smithi032 ceph-mon[191839]: pgmap v20373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:02.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:01 smithi032 ceph-mon[189144]: pgmap v20373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:02.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:01 smithi039 ceph-mon[181282]: pgmap v20373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:04.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:03 smithi032 ceph-mon[191839]: pgmap v20374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:04.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:03 smithi032 ceph-mon[189144]: pgmap v20374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:04.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:03 smithi039 ceph-mon[181282]: pgmap v20374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:06.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:05 smithi032 ceph-mon[191839]: pgmap v20375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:06.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:24:06.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:05 smithi032 ceph-mon[189144]: pgmap v20375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:06.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:24:06.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:05 smithi039 ceph-mon[181282]: pgmap v20375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:06.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:24:08.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:07 smithi032 ceph-mon[191839]: pgmap v20376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:08.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:07 smithi032 ceph-mon[189144]: pgmap v20376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:08.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:07 smithi039 ceph-mon[181282]: pgmap v20376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:10.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:09 smithi032 ceph-mon[191839]: pgmap v20377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:10.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:09 smithi032 ceph-mon[189144]: pgmap v20377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:10.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:09 smithi039 ceph-mon[181282]: pgmap v20377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:11.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:24:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:24:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:24:12.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:11 smithi032 ceph-mon[191839]: pgmap v20378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:12.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:11 smithi032 ceph-mon[189144]: pgmap v20378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:12.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:11 smithi039 ceph-mon[181282]: pgmap v20378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:14.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:13 smithi032 ceph-mon[191839]: pgmap v20379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:14.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:13 smithi032 ceph-mon[189144]: pgmap v20379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:14.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:13 smithi039 ceph-mon[181282]: pgmap v20379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:16.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:15 smithi032 ceph-mon[191839]: pgmap v20380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:16.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:15 smithi032 ceph-mon[189144]: pgmap v20380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:16.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:15 smithi039 ceph-mon[181282]: pgmap v20380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:18.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:17 smithi032 ceph-mon[189144]: pgmap v20381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:18.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:17 smithi032 ceph-mon[191839]: pgmap v20381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:18.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:17 smithi039 ceph-mon[181282]: pgmap v20381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:20.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:19 smithi032 ceph-mon[189144]: pgmap v20382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:20.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:19 smithi032 ceph-mon[191839]: pgmap v20382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:20.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:19 smithi039 ceph-mon[181282]: pgmap v20382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:21.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:24:21.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:24:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:24:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:24:21.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:24:21.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:24:21.333 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:24:21.653 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:24:21.653 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 7m ago 10h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:24:21.653 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 5m ago 10h 96.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:24:21.653 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 7m ago 10h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:24:21.654 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 5m ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:24:21.654 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 5m ago 10h 469M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:24:21.654 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 7m ago 10h 922M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:24:21.654 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 7m ago 10h 2454M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:24:21.654 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 5m ago 10h 1205M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:24:21.654 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 7m ago 10h 1256M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:24:21.654 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 7m ago 10h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:24:21.654 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 5m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:24:21.654 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 7m ago 10h 5629M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:24:21.654 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 7m ago 10h 5738M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:24:21.654 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 7m ago 10h 5040M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:24:21.654 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 7m ago 10h 5233M 2086M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:24:21.654 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 5m ago 10h 4911M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:24:21.654 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 5m ago 10h 5403M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:24:21.654 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (9h) 5m ago 10h 5020M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:24:21.655 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 5m ago 10h 5128M 2447M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:24:21.655 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 5m ago 10h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:24:22.067 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:24:22.068 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:24:22.068 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:24:22.068 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:24:22.068 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:24:22.068 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:24:22.068 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:24:22.068 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:24:22.068 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:24:22.068 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:24:22.068 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:24:22.068 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:24:22.068 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:24:22.068 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:24:22.069 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:24:22.069 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:24:22.069 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:24:22.069 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:24:22.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:21 smithi039 ceph-mon[181282]: pgmap v20383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:22.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:21 smithi032 ceph-mon[191839]: pgmap v20383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:22.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:21 smithi032 ceph-mon[189144]: pgmap v20383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:23.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:22 smithi039 ceph-mon[181282]: from='client.66650 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:24:23.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:22 smithi039 ceph-mon[181282]: from='client.66656 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:24:23.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:22 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2046657201' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:24:23.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:22 smithi032 ceph-mon[191839]: from='client.66650 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:24:23.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:22 smithi032 ceph-mon[191839]: from='client.66656 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:24:23.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:22 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2046657201' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:24:23.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:22 smithi032 ceph-mon[189144]: from='client.66650 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:24:23.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:22 smithi032 ceph-mon[189144]: from='client.66656 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:24:23.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:22 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2046657201' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:24:24.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:23 smithi039 ceph-mon[181282]: pgmap v20384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:24.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:23 smithi032 ceph-mon[189144]: pgmap v20384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:24.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:23 smithi032 ceph-mon[191839]: pgmap v20384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:26.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:25 smithi039 ceph-mon[181282]: pgmap v20385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:26.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:25 smithi032 ceph-mon[191839]: pgmap v20385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:26.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:25 smithi032 ceph-mon[189144]: pgmap v20385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:28.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:27 smithi039 ceph-mon[181282]: pgmap v20386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:28.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:27 smithi032 ceph-mon[191839]: pgmap v20386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:28.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:27 smithi032 ceph-mon[189144]: pgmap v20386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:30.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:29 smithi039 ceph-mon[181282]: pgmap v20387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:30.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:29 smithi032 ceph-mon[189144]: pgmap v20387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:30.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:29 smithi032 ceph-mon[191839]: pgmap v20387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:31.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:24:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:24:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:24:32.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:31 smithi039 ceph-mon[181282]: pgmap v20388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:32.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:31 smithi032 ceph-mon[189144]: pgmap v20388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:32.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:31 smithi032 ceph-mon[191839]: pgmap v20388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:34.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:33 smithi039 ceph-mon[181282]: pgmap v20389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:34.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:33 smithi032 ceph-mon[189144]: pgmap v20389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:34.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:33 smithi032 ceph-mon[191839]: pgmap v20389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:36.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:35 smithi039 ceph-mon[181282]: pgmap v20390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:36.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:24:36.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:35 smithi032 ceph-mon[189144]: pgmap v20390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:36.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:24:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:35 smithi032 ceph-mon[191839]: pgmap v20390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:24:38.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:37 smithi039 ceph-mon[181282]: pgmap v20391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:38.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:37 smithi032 ceph-mon[191839]: pgmap v20391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:38.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:37 smithi032 ceph-mon[189144]: pgmap v20391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:40.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:39 smithi039 ceph-mon[181282]: pgmap v20392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:40.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:39 smithi032 ceph-mon[191839]: pgmap v20392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:40.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:39 smithi032 ceph-mon[189144]: pgmap v20392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:41.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:24:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:24:40] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-23T03:24:42.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:41 smithi039 ceph-mon[181282]: pgmap v20393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:42.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:41 smithi032 ceph-mon[191839]: pgmap v20393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:42.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:41 smithi032 ceph-mon[189144]: pgmap v20393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:43.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:24:43.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:24:43.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:24:43.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:24:43.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:24:43.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:24:43.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:24:43.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:24:43.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:24:43.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:24:43.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:24:43.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:24:43.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:24:43.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:24:43.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:24:43.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:24:43.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:24:43.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:24:43.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:24:43.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:24:43.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:24:43.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:24:43.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:24:43.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:24:44.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:43 smithi039 ceph-mon[181282]: pgmap v20394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:44.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:43 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi039 to 2443M 2023-12-23T03:24:44.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:24:44.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:24:44.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:24:44.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:24:44.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:24:44.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:24:44.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:24:44.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:43 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:24:44.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:43 smithi032 ceph-mon[191839]: pgmap v20394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:44.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:43 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi039 to 2443M 2023-12-23T03:24:44.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:24:44.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:24:44.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:24:44.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:24:44.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:24:44.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:24:44.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:24:44.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:43 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:24:44.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:43 smithi032 ceph-mon[189144]: pgmap v20394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:44.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:43 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi039 to 2443M 2023-12-23T03:24:44.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:24:44.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:24:44.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:24:44.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:24:44.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:24:44.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:24:44.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:24:44.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:43 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:24:45.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:44 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi032 to 2073M 2023-12-23T03:24:45.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:44 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi032 to 2073M 2023-12-23T03:24:45.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:44 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi032 to 2073M 2023-12-23T03:24:46.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:45 smithi039 ceph-mon[181282]: pgmap v20395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:46.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:45 smithi032 ceph-mon[191839]: pgmap v20395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:46.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:45 smithi032 ceph-mon[189144]: pgmap v20395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:48.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:47 smithi039 ceph-mon[181282]: pgmap v20396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:48.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:47 smithi032 ceph-mon[191839]: pgmap v20396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:48.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:47 smithi032 ceph-mon[189144]: pgmap v20396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:50.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:49 smithi039 ceph-mon[181282]: pgmap v20397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:50.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:49 smithi032 ceph-mon[191839]: pgmap v20397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:50.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:49 smithi032 ceph-mon[189144]: pgmap v20397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:51.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:24:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:24:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:24:51.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:24:51.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:24:51.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:24:52.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:51 smithi039 ceph-mon[181282]: pgmap v20398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:52.428 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:24:52.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:51 smithi032 ceph-mon[189144]: pgmap v20398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:52.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:51 smithi032 ceph-mon[191839]: pgmap v20398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:52.751 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:24:52.751 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 8m ago 10h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:24:52.751 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 6m ago 10h 96.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:24:52.751 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 8m ago 10h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:24:52.751 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 6m ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:24:52.751 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 6m ago 10h 469M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:24:52.751 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 8m ago 10h 922M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:24:52.751 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 8m ago 10h 2454M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:24:52.751 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 6m ago 10h 1205M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:24:52.751 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 8m ago 10h 1256M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:24:52.752 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 8m ago 10h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:24:52.752 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 6m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:24:52.752 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 8m ago 10h 5629M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:24:52.752 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 8m ago 10h 5738M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:24:52.752 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 8m ago 10h 5040M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:24:52.752 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 8m ago 10h 5233M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:24:52.752 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 6m ago 10h 4911M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:24:52.752 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 6m ago 10h 5403M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:24:52.752 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 6m ago 10h 5020M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:24:52.752 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (9h) 6m ago 10h 5128M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:24:52.752 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 6m ago 10h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:24:53.158 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:24:53.158 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:24:53.159 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:24:53.159 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:24:53.159 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:24:53.159 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:24:53.159 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:24:53.159 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:24:53.159 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:24:53.159 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:24:53.159 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:24:53.159 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:24:53.159 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:24:53.159 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:24:53.159 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:24:53.159 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:24:53.159 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:24:53.160 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:24:54.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:53 smithi039 ceph-mon[181282]: from='client.56754 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:24:54.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:53 smithi039 ceph-mon[181282]: pgmap v20399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:54.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:53 smithi039 ceph-mon[181282]: from='client.56760 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:24:54.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:53 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2905347768' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:24:54.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:53 smithi032 ceph-mon[191839]: from='client.56754 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:24:54.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:53 smithi032 ceph-mon[191839]: pgmap v20399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:54.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:53 smithi032 ceph-mon[191839]: from='client.56760 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:24:54.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:53 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2905347768' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:24:54.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:53 smithi032 ceph-mon[189144]: from='client.56754 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:24:54.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:53 smithi032 ceph-mon[189144]: pgmap v20399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:54.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:53 smithi032 ceph-mon[189144]: from='client.56760 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:24:54.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:53 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2905347768' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:24:56.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:56 smithi039 ceph-mon[181282]: pgmap v20400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:56.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:56 smithi032 ceph-mon[189144]: pgmap v20400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:56.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:56 smithi032 ceph-mon[191839]: pgmap v20400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:58.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:24:58 smithi039 ceph-mon[181282]: pgmap v20401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:58.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:24:58 smithi032 ceph-mon[191839]: pgmap v20401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:24:58.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:24:58 smithi032 ceph-mon[189144]: pgmap v20401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:00.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:25:00 smithi032 ceph-mon[191839]: pgmap v20402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:00.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:25:00 smithi032 ceph-mon[189144]: pgmap v20402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:00.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:25:00 smithi039 ceph-mon[181282]: pgmap v20402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:01.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:25:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:25:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:25:02.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:25:02 smithi032 ceph-mon[191839]: pgmap v20403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:02.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:25:02 smithi032 ceph-mon[189144]: pgmap v20403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:02.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:25:02 smithi039 ceph-mon[181282]: pgmap v20403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:04.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:25:04 smithi032 ceph-mon[191839]: pgmap v20404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:04.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:25:04 smithi032 ceph-mon[189144]: pgmap v20404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:25:04 smithi039 ceph-mon[181282]: pgmap v20404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:06.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:25:06 smithi032 ceph-mon[191839]: pgmap v20405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:06.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:25:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:25:06.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:25:06 smithi032 ceph-mon[189144]: pgmap v20405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:06.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:25:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:25:06.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:25:06 smithi039 ceph-mon[181282]: pgmap v20405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:06.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:25:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:25:08.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:25:08 smithi032 ceph-mon[191839]: pgmap v20406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:08.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:25:08 smithi032 ceph-mon[189144]: pgmap v20406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:08.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:25:08 smithi039 ceph-mon[181282]: pgmap v20406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:10.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:25:10 smithi032 ceph-mon[191839]: pgmap v20407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:10.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:25:10 smithi032 ceph-mon[189144]: pgmap v20407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:10.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:25:10 smithi039 ceph-mon[181282]: pgmap v20407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:11.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:25:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:25:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:25:12.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:25:12 smithi032 ceph-mon[191839]: pgmap v20408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:12.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:25:12 smithi032 ceph-mon[189144]: pgmap v20408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:12.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:25:12 smithi039 ceph-mon[181282]: pgmap v20408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:14.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:25:14 smithi032 ceph-mon[191839]: pgmap v20409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:14.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:25:14 smithi032 ceph-mon[189144]: pgmap v20409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:14.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:25:14 smithi039 ceph-mon[181282]: pgmap v20409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:16.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:25:16 smithi032 ceph-mon[191839]: pgmap v20410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:16.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:25:16 smithi032 ceph-mon[189144]: pgmap v20410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:16.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:25:16 smithi039 ceph-mon[181282]: pgmap v20410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:18.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:25:18 smithi032 ceph-mon[191839]: pgmap v20411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:18.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:25:18 smithi032 ceph-mon[189144]: pgmap v20411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:18.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:25:18 smithi039 ceph-mon[181282]: pgmap v20411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:20.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:25:20 smithi032 ceph-mon[191839]: pgmap v20412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:20.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:25:20 smithi032 ceph-mon[189144]: pgmap v20412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:20.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:25:20 smithi039 ceph-mon[181282]: pgmap v20412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:21.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:25:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:25:21.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:25:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:25:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:25:21.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:25:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:25:21.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:25:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:25:22.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:25:22 smithi032 ceph-mon[191839]: pgmap v20413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:22.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:25:22 smithi032 ceph-mon[189144]: pgmap v20413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:22.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:25:22 smithi039 ceph-mon[181282]: pgmap v20413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:23.524 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:25:23.848 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:25:23.848 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 8m ago 10h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:25:23.848 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 6m ago 10h 96.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:25:23.848 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 8m ago 10h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:25:23.848 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 6m ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:25:23.848 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 6m ago 10h 469M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:25:23.848 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 8m ago 10h 922M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:25:23.848 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 8m ago 10h 2454M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:25:23.848 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 6m ago 10h 1205M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:25:23.848 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 8m ago 10h 1256M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:25:23.848 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 8m ago 10h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:25:23.848 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 6m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:25:23.848 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 8m ago 10h 5629M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:25:23.848 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 8m ago 10h 5738M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:25:23.849 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 8m ago 10h 5040M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:25:23.849 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 8m ago 10h 5233M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:25:23.849 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 6m ago 10h 4911M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:25:23.849 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 6m ago 10h 5403M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:25:23.849 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 6m ago 10h 5020M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:25:23.849 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 6m ago 10h 5128M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:25:23.849 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 6m ago 10h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:25:24.253 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:25:24.253 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:25:24.253 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:25:24.253 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:25:24.253 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:25:24.253 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:25:24.253 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:25:24.253 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:25:24.253 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:25:24.253 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:25:24.253 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:25:24.253 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:25:24.253 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:25:24.254 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:25:24.254 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:25:24.254 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:25:24.254 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:25:24.254 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:25:24.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:25:24 smithi032 ceph-mon[191839]: pgmap v20414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:24.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:25:24 smithi032 ceph-mon[189144]: pgmap v20414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:24.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:25:24 smithi039 ceph-mon[181282]: pgmap v20414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:25.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:25:25 smithi032 ceph-mon[189144]: from='client.66686 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:25:25.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:25:25 smithi032 ceph-mon[189144]: from='client.66692 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:25:25.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:25:25 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2493373900' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:25:25.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:25:25 smithi032 ceph-mon[191839]: from='client.66686 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:25:25.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:25:25 smithi032 ceph-mon[191839]: from='client.66692 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:25:25.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:25:25 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2493373900' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:25:25.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:25:25 smithi039 ceph-mon[181282]: from='client.66686 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:25:25.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:25:25 smithi039 ceph-mon[181282]: from='client.66692 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:25:25.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:25:25 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2493373900' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:25:26.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:25:26 smithi032 ceph-mon[191839]: pgmap v20415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:26.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:25:26 smithi032 ceph-mon[189144]: pgmap v20415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:26.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:25:26 smithi039 ceph-mon[181282]: pgmap v20415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:28.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:25:28 smithi032 ceph-mon[191839]: pgmap v20416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:28.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:25:28 smithi032 ceph-mon[189144]: pgmap v20416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:28.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:25:28 smithi039 ceph-mon[181282]: pgmap v20416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:30.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:25:30 smithi032 ceph-mon[191839]: pgmap v20417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:30.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:25:30 smithi032 ceph-mon[189144]: pgmap v20417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:30.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:25:30 smithi039 ceph-mon[181282]: pgmap v20417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:31.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:25:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:25:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:25:32.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:25:32 smithi032 ceph-mon[191839]: pgmap v20418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:32.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:25:32 smithi032 ceph-mon[189144]: pgmap v20418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:32.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:25:32 smithi039 ceph-mon[181282]: pgmap v20418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:34.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:25:34 smithi032 ceph-mon[191839]: pgmap v20419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:34.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:25:34 smithi032 ceph-mon[189144]: pgmap v20419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:34.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:25:34 smithi039 ceph-mon[181282]: pgmap v20419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:36.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:25:36 smithi032 ceph-mon[189144]: pgmap v20420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:36.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:25:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:25:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:25:36 smithi032 ceph-mon[191839]: pgmap v20420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:25:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:25:36.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:25:36 smithi039 ceph-mon[181282]: pgmap v20420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:36.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:25:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:25:38.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:25:38 smithi032 ceph-mon[189144]: pgmap v20421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:38.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:25:38 smithi032 ceph-mon[191839]: pgmap v20421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:38.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:25:38 smithi039 ceph-mon[181282]: pgmap v20421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:40.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:25:40 smithi032 ceph-mon[189144]: pgmap v20422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:40.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:25:40 smithi032 ceph-mon[191839]: pgmap v20422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:40.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:25:40 smithi039 ceph-mon[181282]: pgmap v20422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:41.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:25:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:25:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:25:42.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:25:42 smithi032 ceph-mon[189144]: pgmap v20423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:42.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:25:42 smithi032 ceph-mon[191839]: pgmap v20423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:42.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:25:42 smithi039 ceph-mon[181282]: pgmap v20423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:44.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:25:44 smithi032 ceph-mon[191839]: pgmap v20424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:44.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:25:44 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:25:44.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:25:44 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:25:44.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:25:44 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:25:44.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:25:44 smithi032 ceph-mon[189144]: pgmap v20424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:44.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:25:44 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:25:44.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:25:44 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:25:44.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:25:44 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:25:44.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:25:44 smithi039 ceph-mon[181282]: pgmap v20424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:44.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:25:44 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:25:44.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:25:44 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:25:44.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:25:44 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:25:45.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:25:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:25:45.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:25:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:25:45.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:25:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:25:45.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:25:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:25:45.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:25:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:25:45.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:25:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:25:45.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:25:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:25:45.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:25:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:25:45.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:25:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:25:46.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:25:46 smithi032 ceph-mon[191839]: pgmap v20425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:46.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:25:46 smithi032 ceph-mon[189144]: pgmap v20425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:46.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:25:46 smithi039 ceph-mon[181282]: pgmap v20425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:48.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:25:48 smithi032 ceph-mon[191839]: pgmap v20426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:48.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:25:48 smithi032 ceph-mon[189144]: pgmap v20426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:48.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:25:48 smithi039 ceph-mon[181282]: pgmap v20426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:50.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:25:50 smithi032 ceph-mon[191839]: pgmap v20427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:50.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:25:50 smithi032 ceph-mon[189144]: pgmap v20427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:50.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:25:50 smithi039 ceph-mon[181282]: pgmap v20427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:51.116 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:25:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:25:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:25:51.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:25:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:25:51.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:25:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:25:51.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:25:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:25:52.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:25:52 smithi032 ceph-mon[191839]: pgmap v20428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:52.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:25:52 smithi032 ceph-mon[189144]: pgmap v20428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:52.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:25:52 smithi039 ceph-mon[181282]: pgmap v20428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:54.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:25:54 smithi032 ceph-mon[191839]: pgmap v20429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:54.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:25:54 smithi032 ceph-mon[189144]: pgmap v20429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:54.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:25:54 smithi039 ceph-mon[181282]: pgmap v20429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:54.618 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:25:54.945 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:25:54.945 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 9m ago 10h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:25:54.945 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 7m ago 10h 96.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:25:54.945 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 9m ago 10h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:25:54.945 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 7m ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:25:54.945 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 7m ago 10h 469M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:25:54.945 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 9m ago 10h 922M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:25:54.945 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 9m ago 10h 2454M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:25:54.946 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 7m ago 10h 1205M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:25:54.946 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 9m ago 10h 1256M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:25:54.946 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 9m ago 10h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:25:54.946 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 7m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:25:54.946 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 9m ago 10h 5629M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:25:54.946 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 9m ago 10h 5738M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:25:54.946 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 9m ago 10h 5040M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:25:54.946 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 9m ago 10h 5233M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:25:54.946 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 7m ago 10h 4911M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:25:54.946 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 7m ago 10h 5403M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:25:54.946 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 7m ago 10h 5020M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:25:54.946 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 7m ago 10h 5128M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:25:54.946 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 7m ago 10h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:25:55.349 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:25:55.350 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:25:55.350 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:25:55.350 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:25:55.350 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:25:55.350 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:25:55.350 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:25:55.350 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:25:55.350 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:25:55.350 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:25:55.350 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:25:55.350 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:25:55.350 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:25:55.350 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:25:55.350 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:25:55.351 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:25:55.351 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:25:55.351 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:25:56.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:25:56 smithi032 ceph-mon[189144]: pgmap v20430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:56.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:25:56 smithi032 ceph-mon[189144]: from='client.66704 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:25:56.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:25:56 smithi032 ceph-mon[189144]: from='client.56796 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:25:56.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:25:56 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3647467441' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:25:56.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:25:56 smithi032 ceph-mon[191839]: pgmap v20430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:56.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:25:56 smithi032 ceph-mon[191839]: from='client.66704 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:25:56.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:25:56 smithi032 ceph-mon[191839]: from='client.56796 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:25:56.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:25:56 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3647467441' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:25:56.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:25:56 smithi039 ceph-mon[181282]: pgmap v20430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:56.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:25:56 smithi039 ceph-mon[181282]: from='client.66704 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:25:56.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:25:56 smithi039 ceph-mon[181282]: from='client.56796 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:25:56.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:25:56 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3647467441' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:25:58.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:25:58 smithi032 ceph-mon[189144]: pgmap v20431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:58.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:25:58 smithi032 ceph-mon[191839]: pgmap v20431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:25:58.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:25:58 smithi039 ceph-mon[181282]: pgmap v20431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:00.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:00 smithi032 ceph-mon[189144]: pgmap v20432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:00.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:00 smithi032 ceph-mon[191839]: pgmap v20432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:00.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:00 smithi039 ceph-mon[181282]: pgmap v20432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:01.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:26:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:26:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:26:02.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:02 smithi032 ceph-mon[191839]: pgmap v20433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:02.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:02 smithi032 ceph-mon[189144]: pgmap v20433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:02.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:02 smithi039 ceph-mon[181282]: pgmap v20433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:04.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:04 smithi032 ceph-mon[191839]: pgmap v20434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:04.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:04 smithi032 ceph-mon[189144]: pgmap v20434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:04 smithi039 ceph-mon[181282]: pgmap v20434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:06.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:06 smithi032 ceph-mon[191839]: pgmap v20435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:06.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:26:06.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:06 smithi032 ceph-mon[189144]: pgmap v20435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:06.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:26:06.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:06 smithi039 ceph-mon[181282]: pgmap v20435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:06.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:26:08.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:08 smithi032 ceph-mon[191839]: pgmap v20436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:08.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:08 smithi032 ceph-mon[189144]: pgmap v20436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:08.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:08 smithi039 ceph-mon[181282]: pgmap v20436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:10.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:10 smithi032 ceph-mon[191839]: pgmap v20437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:10.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:10 smithi032 ceph-mon[189144]: pgmap v20437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:10.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:10 smithi039 ceph-mon[181282]: pgmap v20437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:11.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:26:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:26:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:26:12.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:12 smithi032 ceph-mon[191839]: pgmap v20438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:12.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:12 smithi032 ceph-mon[189144]: pgmap v20438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:12.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:12 smithi039 ceph-mon[181282]: pgmap v20438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:14.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:14 smithi032 ceph-mon[191839]: pgmap v20439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:14.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:14 smithi032 ceph-mon[189144]: pgmap v20439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:14.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:14 smithi039 ceph-mon[181282]: pgmap v20439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:16.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:16 smithi032 ceph-mon[191839]: pgmap v20440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:16.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:16 smithi032 ceph-mon[189144]: pgmap v20440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:16.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:16 smithi039 ceph-mon[181282]: pgmap v20440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:18.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:18 smithi032 ceph-mon[191839]: pgmap v20441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:18.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:18 smithi032 ceph-mon[189144]: pgmap v20441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:18.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:18 smithi039 ceph-mon[181282]: pgmap v20441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:20.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:20 smithi032 ceph-mon[191839]: pgmap v20442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:20.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:20 smithi032 ceph-mon[189144]: pgmap v20442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:20.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:20 smithi039 ceph-mon[181282]: pgmap v20442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:21.169 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:26:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:26:20] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T03:26:21.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:26:21.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:26:21.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:26:22.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:22 smithi032 ceph-mon[191839]: pgmap v20443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:22.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:22 smithi032 ceph-mon[189144]: pgmap v20443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:22.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:22 smithi039 ceph-mon[181282]: pgmap v20443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:24.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:24 smithi032 ceph-mon[191839]: pgmap v20444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:24.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:24 smithi032 ceph-mon[189144]: pgmap v20444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:24.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:24 smithi039 ceph-mon[181282]: pgmap v20444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:25.716 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:26:26.039 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:26:26.039 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 9m ago 10h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:26:26.040 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 7m ago 10h 96.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:26:26.040 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 9m ago 10h 26.2M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:26:26.040 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 7m ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:26:26.040 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 7m ago 10h 469M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:26:26.040 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 9m ago 10h 922M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:26:26.040 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 9m ago 10h 2454M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:26:26.040 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 7m ago 10h 1205M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:26:26.040 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 9m ago 10h 1256M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:26:26.040 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 9m ago 10h 18.2M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:26:26.040 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 7m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:26:26.040 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 9m ago 10h 5629M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:26:26.040 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 9m ago 10h 5738M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:26:26.040 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 9m ago 10h 5040M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:26:26.040 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 9m ago 10h 5233M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:26:26.040 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 7m ago 10h 4911M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:26:26.041 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 7m ago 10h 5403M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:26:26.041 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 7m ago 10h 5020M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:26:26.041 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 7m ago 10h 5128M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:26:26.041 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 7m ago 10h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:26:26.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:26 smithi032 ceph-mon[189144]: pgmap v20445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:26.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:26 smithi032 ceph-mon[191839]: pgmap v20445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:26.439 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:26:26.439 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:26:26.439 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:26:26.439 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:26:26.439 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:26:26.440 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:26:26.440 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:26:26.440 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:26:26.440 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:26:26.440 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:26:26.440 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:26:26.440 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:26:26.440 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:26:26.440 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:26:26.440 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:26:26.440 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:26:26.440 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:26:26.440 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:26:26.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:26 smithi039 ceph-mon[181282]: pgmap v20445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:27.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:27 smithi039 ceph-mon[181282]: from='client.66722 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:26:27.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:27 smithi039 ceph-mon[181282]: from='client.56814 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:26:27.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:27 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/458056062' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:26:27.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:27 smithi032 ceph-mon[189144]: from='client.66722 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:26:27.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:27 smithi032 ceph-mon[189144]: from='client.56814 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:26:27.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:27 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/458056062' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:26:27.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:27 smithi032 ceph-mon[191839]: from='client.66722 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:26:27.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:27 smithi032 ceph-mon[191839]: from='client.56814 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:26:27.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:27 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/458056062' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:26:28.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:28 smithi039 ceph-mon[181282]: pgmap v20446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:28.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:28 smithi032 ceph-mon[191839]: pgmap v20446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:28.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:28 smithi032 ceph-mon[189144]: pgmap v20446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:30.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:30 smithi039 ceph-mon[181282]: pgmap v20447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:30.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:30 smithi032 ceph-mon[189144]: pgmap v20447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:30.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:30 smithi032 ceph-mon[191839]: pgmap v20447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:31.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:26:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:26:30] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T03:26:32.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:32 smithi039 ceph-mon[181282]: pgmap v20448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:32.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:32 smithi032 ceph-mon[189144]: pgmap v20448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:32.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:32 smithi032 ceph-mon[191839]: pgmap v20448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:34.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:34 smithi039 ceph-mon[181282]: pgmap v20449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:34.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:34 smithi032 ceph-mon[191839]: pgmap v20449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:34.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:34 smithi032 ceph-mon[189144]: pgmap v20449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:36.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:36 smithi039 ceph-mon[181282]: pgmap v20450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:36.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:26:36.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:36 smithi032 ceph-mon[189144]: pgmap v20450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:36.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:26:36.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:36 smithi032 ceph-mon[191839]: pgmap v20450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:36.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:26:38.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:38 smithi039 ceph-mon[181282]: pgmap v20451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:38.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:38 smithi032 ceph-mon[191839]: pgmap v20451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:38.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:38 smithi032 ceph-mon[189144]: pgmap v20451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:40.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:40 smithi039 ceph-mon[181282]: pgmap v20452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:40.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:40 smithi032 ceph-mon[191839]: pgmap v20452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:40.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:40 smithi032 ceph-mon[189144]: pgmap v20452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:41.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:26:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:26:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:26:42.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:42 smithi039 ceph-mon[181282]: pgmap v20453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:42.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:42 smithi032 ceph-mon[191839]: pgmap v20453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:42.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:42 smithi032 ceph-mon[189144]: pgmap v20453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:44.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:44 smithi039 ceph-mon[181282]: pgmap v20454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:44.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:44 smithi032 ceph-mon[189144]: pgmap v20454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:44.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:44 smithi032 ceph-mon[191839]: pgmap v20454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:45.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:26:45.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:26:45.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:26:46.328 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:46 smithi032 ceph-mon[191839]: pgmap v20455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:46.328 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:46 smithi032 ceph-mon[189144]: pgmap v20455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:46.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:46 smithi039 ceph-mon[181282]: pgmap v20455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:47.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:47 smithi039 ceph-mon[181282]: pgmap v20456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:47.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:26:47.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:26:47.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:26:47.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:26:47.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:26:47.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:47 smithi032 ceph-mon[191839]: pgmap v20456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:47.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:26:47.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:26:47.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:26:47.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:26:47.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:26:47.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:47 smithi032 ceph-mon[189144]: pgmap v20456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:47.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:26:47.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:26:47.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:26:47.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:26:47.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:26:49.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:49 smithi039 ceph-mon[181282]: pgmap v20457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:49.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:49 smithi032 ceph-mon[191839]: pgmap v20457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:49.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:49 smithi032 ceph-mon[189144]: pgmap v20457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:51.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:26:51.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:26:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:26:50] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T03:26:51.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:26:51.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:26:52.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:51 smithi039 ceph-mon[181282]: pgmap v20458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:52.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:51 smithi032 ceph-mon[191839]: pgmap v20458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:52.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:51 smithi032 ceph-mon[189144]: pgmap v20458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:54.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:53 smithi039 ceph-mon[181282]: pgmap v20459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:54.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:53 smithi032 ceph-mon[189144]: pgmap v20459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:54.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:53 smithi032 ceph-mon[191839]: pgmap v20459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:56.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:55 smithi039 ceph-mon[181282]: pgmap v20460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:56.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:55 smithi032 ceph-mon[191839]: pgmap v20460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:56.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:55 smithi032 ceph-mon[189144]: pgmap v20460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:56.806 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:26:57.130 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:26:57.130 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 10s ago 10h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:26:57.130 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 8m ago 10h 96.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:26:57.130 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 10s ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:26:57.130 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 8m ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:26:57.130 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 8m ago 10h 469M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:26:57.130 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 10s ago 10h 928M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:26:57.130 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 10s ago 10h 2487M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:26:57.130 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 8m ago 10h 1205M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:26:57.130 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 10s ago 10h 1271M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:26:57.130 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 10s ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:26:57.131 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 8m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:26:57.131 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 10s ago 10h 5661M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:26:57.131 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 10s ago 10h 5768M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:26:57.131 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 10s ago 10h 5063M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:26:57.131 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 10s ago 10h 5262M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:26:57.131 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 8m ago 10h 4911M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:26:57.131 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 8m ago 10h 5403M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:26:57.131 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 8m ago 10h 5020M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:26:57.131 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 8m ago 10h 5128M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:26:57.131 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 8m ago 10h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:26:57.531 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:26:57.531 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:26:57.532 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:26:57.532 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:26:57.532 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:26:57.532 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:26:57.532 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:26:57.532 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:26:57.532 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:26:57.532 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:26:57.532 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:26:57.532 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:26:57.532 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:26:57.532 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:26:57.532 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:26:57.532 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:26:57.532 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:26:57.533 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:26:58.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:57 smithi039 ceph-mon[181282]: pgmap v20461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:58.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:57 smithi039 ceph-mon[181282]: from='client.56826 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:26:58.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:57 smithi039 ceph-mon[181282]: from='client.56832 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:26:58.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:57 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3560964554' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:26:58.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:57 smithi032 ceph-mon[191839]: pgmap v20461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:58.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:57 smithi032 ceph-mon[191839]: from='client.56826 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:26:58.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:57 smithi032 ceph-mon[191839]: from='client.56832 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:26:58.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:57 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3560964554' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:26:58.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:57 smithi032 ceph-mon[189144]: pgmap v20461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:26:58.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:57 smithi032 ceph-mon[189144]: from='client.56826 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:26:58.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:57 smithi032 ceph-mon[189144]: from='client.56832 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:26:58.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:57 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3560964554' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:27:00.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:26:59 smithi039 ceph-mon[181282]: pgmap v20462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:00.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:26:59 smithi032 ceph-mon[191839]: pgmap v20462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:00.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:26:59 smithi032 ceph-mon[189144]: pgmap v20462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:01.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:27:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:27:00] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T03:27:02.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:27:01 smithi039 ceph-mon[181282]: pgmap v20463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:02.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:27:01 smithi032 ceph-mon[189144]: pgmap v20463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:02.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:27:01 smithi032 ceph-mon[191839]: pgmap v20463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:04.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:27:03 smithi039 ceph-mon[181282]: pgmap v20464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:04.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:27:03 smithi032 ceph-mon[191839]: pgmap v20464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:04.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:27:03 smithi032 ceph-mon[189144]: pgmap v20464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:06.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:27:05 smithi039 ceph-mon[181282]: pgmap v20465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:06.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:27:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:27:06.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:27:05 smithi032 ceph-mon[191839]: pgmap v20465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:06.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:27:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:27:06.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:27:05 smithi032 ceph-mon[189144]: pgmap v20465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:06.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:27:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:27:08.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:27:07 smithi032 ceph-mon[191839]: pgmap v20466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:08.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:27:07 smithi032 ceph-mon[189144]: pgmap v20466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:08.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:27:07 smithi039 ceph-mon[181282]: pgmap v20466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:10.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:27:09 smithi032 ceph-mon[191839]: pgmap v20467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:10.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:27:09 smithi032 ceph-mon[189144]: pgmap v20467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:10.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:27:09 smithi039 ceph-mon[181282]: pgmap v20467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:11.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:27:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:27:10] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T03:27:12.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:27:11 smithi032 ceph-mon[191839]: pgmap v20468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:12.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:27:11 smithi032 ceph-mon[189144]: pgmap v20468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:12.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:27:11 smithi039 ceph-mon[181282]: pgmap v20468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:14.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:27:13 smithi032 ceph-mon[189144]: pgmap v20469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:14.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:27:13 smithi032 ceph-mon[191839]: pgmap v20469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:14.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:27:13 smithi039 ceph-mon[181282]: pgmap v20469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:16.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:27:15 smithi032 ceph-mon[191839]: pgmap v20470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:16.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:27:15 smithi032 ceph-mon[189144]: pgmap v20470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:16.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:27:15 smithi039 ceph-mon[181282]: pgmap v20470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:18.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:27:17 smithi032 ceph-mon[189144]: pgmap v20471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:18.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:27:17 smithi032 ceph-mon[191839]: pgmap v20471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:18.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:27:17 smithi039 ceph-mon[181282]: pgmap v20471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:20.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:27:19 smithi032 ceph-mon[191839]: pgmap v20472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:20.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:27:19 smithi032 ceph-mon[189144]: pgmap v20472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:20.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:27:19 smithi039 ceph-mon[181282]: pgmap v20472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:21.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:27:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:27:21.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:27:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:27:21.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:27:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:27:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:27:21.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:27:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:27:22.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:27:21 smithi032 ceph-mon[191839]: pgmap v20473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:22.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:27:21 smithi032 ceph-mon[189144]: pgmap v20473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:22.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:27:21 smithi039 ceph-mon[181282]: pgmap v20473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:24.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:27:23 smithi032 ceph-mon[191839]: pgmap v20474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:24.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:27:23 smithi032 ceph-mon[189144]: pgmap v20474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:24.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:27:23 smithi039 ceph-mon[181282]: pgmap v20474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:26.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:27:25 smithi032 ceph-mon[189144]: pgmap v20475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:26.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:27:25 smithi032 ceph-mon[191839]: pgmap v20475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:26.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:27:25 smithi039 ceph-mon[181282]: pgmap v20475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:27.893 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:27:28.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:27:27 smithi032 ceph-mon[189144]: pgmap v20476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:28.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:27:27 smithi032 ceph-mon[191839]: pgmap v20476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:28.215 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:27:28.215 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 41s ago 10h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:27:28.215 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 8m ago 10h 96.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:27:28.215 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 41s ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:27:28.216 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 8m ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:27:28.216 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 8m ago 10h 469M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:27:28.216 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 41s ago 10h 928M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:27:28.216 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 41s ago 10h 2487M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:27:28.216 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 8m ago 10h 1205M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:27:28.216 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 41s ago 10h 1271M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:27:28.216 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 41s ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:27:28.216 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 8m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:27:28.216 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 41s ago 10h 5661M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:27:28.216 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 41s ago 10h 5768M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:27:28.216 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 41s ago 10h 5063M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:27:28.216 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 41s ago 10h 5262M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:27:28.216 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 8m ago 10h 4911M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:27:28.217 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 8m ago 10h 5403M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:27:28.217 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 8m ago 10h 5020M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:27:28.217 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 8m ago 10h 5128M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:27:28.217 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 8m ago 10h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:27:28.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:27:27 smithi039 ceph-mon[181282]: pgmap v20476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:28.614 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:27:28.615 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:27:28.615 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:27:28.615 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:27:28.615 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:27:28.615 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:27:28.615 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:27:28.615 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:27:28.615 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:27:28.615 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:27:28.615 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:27:28.615 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:27:28.615 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:27:28.615 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:27:28.615 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:27:28.615 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:27:28.615 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:27:28.616 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:27:29.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:27:28 smithi032 ceph-mon[191839]: from='client.56844 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:27:29.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:27:28 smithi032 ceph-mon[191839]: from='client.66764 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:27:29.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:27:28 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/715832013' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:27:29.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:27:28 smithi032 ceph-mon[189144]: from='client.56844 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:27:29.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:27:28 smithi032 ceph-mon[189144]: from='client.66764 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:27:29.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:27:28 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/715832013' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:27:29.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:27:28 smithi039 ceph-mon[181282]: from='client.56844 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:27:29.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:27:28 smithi039 ceph-mon[181282]: from='client.66764 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:27:29.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:27:28 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/715832013' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:27:30.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:27:29 smithi032 ceph-mon[189144]: pgmap v20477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:30.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:27:29 smithi032 ceph-mon[191839]: pgmap v20477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:30.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:27:29 smithi039 ceph-mon[181282]: pgmap v20477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:31.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:27:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:27:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:27:32.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:27:31 smithi032 ceph-mon[191839]: pgmap v20478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:32.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:27:31 smithi032 ceph-mon[189144]: pgmap v20478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:32.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:27:31 smithi039 ceph-mon[181282]: pgmap v20478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:34.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:27:33 smithi032 ceph-mon[191839]: pgmap v20479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:34.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:27:33 smithi032 ceph-mon[189144]: pgmap v20479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:34.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:27:33 smithi039 ceph-mon[181282]: pgmap v20479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:36.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:27:35 smithi032 ceph-mon[191839]: pgmap v20480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:36.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:27:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:27:36.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:27:35 smithi032 ceph-mon[189144]: pgmap v20480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:36.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:27:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:27:36.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:27:35 smithi039 ceph-mon[181282]: pgmap v20480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:36.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:27:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:27:38.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:27:37 smithi032 ceph-mon[189144]: pgmap v20481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:38.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:27:37 smithi032 ceph-mon[191839]: pgmap v20481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:38.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:27:37 smithi039 ceph-mon[181282]: pgmap v20481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:40.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:27:39 smithi032 ceph-mon[191839]: pgmap v20482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:40.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:27:39 smithi032 ceph-mon[189144]: pgmap v20482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:40.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:27:39 smithi039 ceph-mon[181282]: pgmap v20482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:41.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:27:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:27:40] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T03:27:42.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:27:41 smithi032 ceph-mon[189144]: pgmap v20483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:42.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:27:41 smithi032 ceph-mon[191839]: pgmap v20483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:42.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:27:41 smithi039 ceph-mon[181282]: pgmap v20483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:44.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:27:43 smithi032 ceph-mon[189144]: pgmap v20484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:44.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:27:43 smithi032 ceph-mon[191839]: pgmap v20484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:44.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:27:43 smithi039 ceph-mon[181282]: pgmap v20484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:46.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:27:45 smithi032 ceph-mon[191839]: pgmap v20485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:46.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:27:45 smithi032 ceph-mon[189144]: pgmap v20485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:46.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:27:45 smithi039 ceph-mon[181282]: pgmap v20485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:48.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:27:47 smithi032 ceph-mon[191839]: pgmap v20486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:48.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:27:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:27:48.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:27:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:27:48.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:27:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:27:48.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:27:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:27:48.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:27:47 smithi032 ceph-mon[189144]: pgmap v20486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:48.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:27:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:27:48.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:27:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:27:48.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:27:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:27:48.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:27:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:27:48.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:27:47 smithi039 ceph-mon[181282]: pgmap v20486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:48.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:27:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:27:48.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:27:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:27:48.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:27:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:27:48.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:27:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:27:50.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:27:49 smithi032 ceph-mon[191839]: pgmap v20487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:50.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:27:49 smithi032 ceph-mon[189144]: pgmap v20487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:50.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:27:49 smithi039 ceph-mon[181282]: pgmap v20487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:51.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:27:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:27:51.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:27:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:27:51.184 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:27:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:27:50] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T03:27:51.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:27:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:27:52.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:27:51 smithi032 ceph-mon[189144]: pgmap v20488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:52.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:27:51 smithi032 ceph-mon[191839]: pgmap v20488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:52.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:27:51 smithi039 ceph-mon[181282]: pgmap v20488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:54.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:27:53 smithi032 ceph-mon[191839]: pgmap v20489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:54.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:27:53 smithi032 ceph-mon[189144]: pgmap v20489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:54.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:27:53 smithi039 ceph-mon[181282]: pgmap v20489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:56.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:27:55 smithi032 ceph-mon[191839]: pgmap v20490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:56.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:27:55 smithi032 ceph-mon[189144]: pgmap v20490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:56.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:27:55 smithi039 ceph-mon[181282]: pgmap v20490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:58.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:27:57 smithi032 ceph-mon[189144]: pgmap v20491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:58.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:27:57 smithi032 ceph-mon[191839]: pgmap v20491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:58.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:27:57 smithi039 ceph-mon[181282]: pgmap v20491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:27:58.978 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:27:59.302 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:27:59.302 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 72s ago 10h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:27:59.302 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 9m ago 10h 96.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:27:59.302 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 72s ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:27:59.302 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 9m ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:27:59.302 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 9m ago 10h 469M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:27:59.302 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 72s ago 10h 928M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:27:59.302 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 72s ago 10h 2487M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:27:59.303 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 9m ago 10h 1205M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:27:59.303 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 72s ago 10h 1271M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:27:59.303 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 72s ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:27:59.303 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 9m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:27:59.303 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 72s ago 10h 5661M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:27:59.303 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 72s ago 10h 5768M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:27:59.303 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 72s ago 10h 5063M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:27:59.303 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 72s ago 10h 5262M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:27:59.303 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 9m ago 10h 4911M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:27:59.303 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 9m ago 10h 5403M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:27:59.303 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 9m ago 10h 5020M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:27:59.303 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 9m ago 10h 5128M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:27:59.304 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 9m ago 10h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:27:59.701 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:27:59.701 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:27:59.701 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:27:59.701 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:27:59.701 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:27:59.701 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:27:59.701 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:27:59.701 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:27:59.702 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:27:59.702 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:27:59.702 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:27:59.702 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:27:59.702 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:27:59.702 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:27:59.702 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:27:59.702 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:27:59.702 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:27:59.702 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:28:00.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:27:59 smithi032 ceph-mon[189144]: pgmap v20492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:00.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:27:59 smithi032 ceph-mon[189144]: from='client.66776 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:28:00.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:27:59 smithi032 ceph-mon[189144]: from='client.66782 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:28:00.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:27:59 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3236235825' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:28:00.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:27:59 smithi032 ceph-mon[191839]: pgmap v20492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:00.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:27:59 smithi032 ceph-mon[191839]: from='client.66776 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:28:00.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:27:59 smithi032 ceph-mon[191839]: from='client.66782 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:28:00.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:27:59 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3236235825' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:28:00.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:27:59 smithi039 ceph-mon[181282]: pgmap v20492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:00.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:27:59 smithi039 ceph-mon[181282]: from='client.66776 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:28:00.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:27:59 smithi039 ceph-mon[181282]: from='client.66782 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:28:00.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:27:59 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3236235825' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:28:01.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:28:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:28:00] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T03:28:02.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:28:01 smithi032 ceph-mon[189144]: pgmap v20493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:02.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:28:01 smithi032 ceph-mon[191839]: pgmap v20493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:02.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:28:01 smithi039 ceph-mon[181282]: pgmap v20493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:04.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:28:03 smithi032 ceph-mon[189144]: pgmap v20494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:04.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:28:03 smithi032 ceph-mon[191839]: pgmap v20494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:04.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:28:03 smithi039 ceph-mon[181282]: pgmap v20494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:06.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:28:05 smithi032 ceph-mon[189144]: pgmap v20495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:06.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:28:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:28:06.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:28:05 smithi032 ceph-mon[191839]: pgmap v20495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:06.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:28:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:28:06.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:28:05 smithi039 ceph-mon[181282]: pgmap v20495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:06.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:28:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:28:08.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:28:07 smithi032 ceph-mon[189144]: pgmap v20496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:08.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:28:07 smithi032 ceph-mon[191839]: pgmap v20496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:08.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:28:07 smithi039 ceph-mon[181282]: pgmap v20496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:10.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:28:09 smithi032 ceph-mon[191839]: pgmap v20497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:10.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:28:09 smithi032 ceph-mon[189144]: pgmap v20497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:10.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:28:09 smithi039 ceph-mon[181282]: pgmap v20497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:11.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:28:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:28:10] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-23T03:28:12.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:28:11 smithi032 ceph-mon[191839]: pgmap v20498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:12.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:28:11 smithi032 ceph-mon[189144]: pgmap v20498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:12.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:28:11 smithi039 ceph-mon[181282]: pgmap v20498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:14.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:28:13 smithi032 ceph-mon[191839]: pgmap v20499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:14.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:28:13 smithi032 ceph-mon[189144]: pgmap v20499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:14.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:28:13 smithi039 ceph-mon[181282]: pgmap v20499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:16.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:28:15 smithi032 ceph-mon[191839]: pgmap v20500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:16.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:28:15 smithi032 ceph-mon[189144]: pgmap v20500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:16.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:28:15 smithi039 ceph-mon[181282]: pgmap v20500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:18.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:28:17 smithi032 ceph-mon[191839]: pgmap v20501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:18.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:28:17 smithi032 ceph-mon[189144]: pgmap v20501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:18.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:28:17 smithi039 ceph-mon[181282]: pgmap v20501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:20.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:28:19 smithi032 ceph-mon[191839]: pgmap v20502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:20.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:28:19 smithi032 ceph-mon[189144]: pgmap v20502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:20.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:28:19 smithi039 ceph-mon[181282]: pgmap v20502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:21.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:28:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:28:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:28:21.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:28:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:28:21.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:28:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:28:21.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:28:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:28:22.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:28:21 smithi032 ceph-mon[191839]: pgmap v20503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:22.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:28:21 smithi032 ceph-mon[189144]: pgmap v20503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:22.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:28:21 smithi039 ceph-mon[181282]: pgmap v20503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:24.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:28:23 smithi032 ceph-mon[191839]: pgmap v20504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:24.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:28:23 smithi032 ceph-mon[189144]: pgmap v20504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:24.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:28:23 smithi039 ceph-mon[181282]: pgmap v20504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:26.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:28:25 smithi032 ceph-mon[191839]: pgmap v20505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:26.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:28:25 smithi032 ceph-mon[189144]: pgmap v20505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:26.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:28:25 smithi039 ceph-mon[181282]: pgmap v20505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:28.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:28:27 smithi032 ceph-mon[191839]: pgmap v20506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:28.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:28:27 smithi032 ceph-mon[189144]: pgmap v20506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:28.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:28:27 smithi039 ceph-mon[181282]: pgmap v20506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:30.069 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:28:30.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:28:29 smithi032 ceph-mon[191839]: pgmap v20507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:30.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:28:29 smithi032 ceph-mon[189144]: pgmap v20507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:30.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:28:29 smithi039 ceph-mon[181282]: pgmap v20507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:30.391 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:28:30.391 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 103s ago 10h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:28:30.391 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 9m ago 10h 96.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:28:30.391 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 103s ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:28:30.391 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 9m ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:28:30.391 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 9m ago 10h 469M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:28:30.391 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 103s ago 10h 928M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:28:30.391 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 103s ago 10h 2487M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:28:30.391 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 9m ago 10h 1205M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:28:30.391 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 103s ago 10h 1271M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:28:30.391 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 103s ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:28:30.391 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 9m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:28:30.392 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 103s ago 10h 5661M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:28:30.392 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 103s ago 10h 5768M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:28:30.392 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 103s ago 10h 5063M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:28:30.392 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 103s ago 10h 5262M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:28:30.392 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 9m ago 10h 4911M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:28:30.392 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 9m ago 10h 5403M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:28:30.392 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 9m ago 10h 5020M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:28:30.392 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 9m ago 10h 5128M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:28:30.392 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 9m ago 10h 135M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:28:30.797 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:28:30.797 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:28:30.798 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:28:30.798 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:28:30.798 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:28:30.798 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:28:30.798 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:28:30.798 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:28:30.798 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:28:30.798 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:28:30.798 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:28:30.798 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:28:30.798 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:28:30.798 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:28:30.798 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:28:30.798 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:28:30.798 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:28:30.799 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:28:31.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:28:30 smithi032 ceph-mon[191839]: from='client.66794 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:28:31.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:28:30 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3008149912' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:28:31.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:28:30 smithi032 ceph-mon[189144]: from='client.66794 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:28:31.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:28:30 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3008149912' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:28:31.184 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:28:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:28:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:28:31.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:28:30 smithi039 ceph-mon[181282]: from='client.66794 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:28:31.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:28:30 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3008149912' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:28:32.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:28:31 smithi032 ceph-mon[189144]: from='client.66800 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:28:32.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:28:31 smithi032 ceph-mon[189144]: pgmap v20508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:32.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:28:31 smithi032 ceph-mon[191839]: from='client.66800 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:28:32.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:28:31 smithi032 ceph-mon[191839]: pgmap v20508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:32.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:28:31 smithi039 ceph-mon[181282]: from='client.66800 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:28:32.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:28:31 smithi039 ceph-mon[181282]: pgmap v20508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:34.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:28:33 smithi032 ceph-mon[191839]: pgmap v20509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:34.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:28:33 smithi032 ceph-mon[189144]: pgmap v20509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:34.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:28:33 smithi039 ceph-mon[181282]: pgmap v20509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:36.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:28:35 smithi032 ceph-mon[191839]: pgmap v20510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:36.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:28:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:28:36.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:28:35 smithi032 ceph-mon[189144]: pgmap v20510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:36.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:28:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:28:36.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:28:35 smithi039 ceph-mon[181282]: pgmap v20510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:36.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:28:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:28:38.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:28:37 smithi032 ceph-mon[191839]: pgmap v20511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:38.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:28:37 smithi032 ceph-mon[189144]: pgmap v20511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:38.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:28:37 smithi039 ceph-mon[181282]: pgmap v20511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:40.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:28:39 smithi032 ceph-mon[189144]: pgmap v20512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:40.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:28:39 smithi032 ceph-mon[191839]: pgmap v20512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:40.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:28:39 smithi039 ceph-mon[181282]: pgmap v20512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:41.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:28:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:28:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:28:42.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:28:41 smithi032 ceph-mon[189144]: pgmap v20513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:42.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:28:41 smithi032 ceph-mon[191839]: pgmap v20513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:42.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:28:41 smithi039 ceph-mon[181282]: pgmap v20513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:44.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:28:43 smithi032 ceph-mon[189144]: pgmap v20514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:44.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:28:43 smithi032 ceph-mon[191839]: pgmap v20514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:44.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:28:43 smithi039 ceph-mon[181282]: pgmap v20514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:46.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:28:45 smithi032 ceph-mon[189144]: pgmap v20515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:46.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:28:45 smithi032 ceph-mon[191839]: pgmap v20515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:46.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:28:45 smithi039 ceph-mon[181282]: pgmap v20515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:48.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:28:47 smithi032 ceph-mon[191839]: pgmap v20516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:48.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:28:47 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:28:48.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:28:47 smithi032 ceph-mon[189144]: pgmap v20516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:48.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:28:47 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:28:48.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:28:47 smithi039 ceph-mon[181282]: pgmap v20516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:48.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:28:47 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:28:50.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:28:49 smithi039 ceph-mon[181282]: pgmap v20517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:50.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:28:49 smithi032 ceph-mon[189144]: pgmap v20517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:50.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:28:49 smithi032 ceph-mon[191839]: pgmap v20517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:51.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:28:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:28:50] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T03:28:51.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:28:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:28:51.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:28:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:28:51.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:28:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:28:51.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:28:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:28:51.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:28:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:28:51.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:28:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:28:51.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:28:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:28:51.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:28:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:28:51.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:28:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:28:51.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:28:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:28:51.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:28:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:28:51.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:28:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:28:51.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:28:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:28:51.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:28:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:28:51.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:28:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:28:51.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:28:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:28:51.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:28:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:28:51.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:28:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:28:52.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:28:52 smithi039 ceph-mon[181282]: pgmap v20518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:52.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:28:52 smithi032 ceph-mon[189144]: pgmap v20518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:52.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:28:52 smithi032 ceph-mon[191839]: pgmap v20518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:54.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:28:54 smithi039 ceph-mon[181282]: pgmap v20519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:54.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:28:54 smithi032 ceph-mon[191839]: pgmap v20519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:54.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:28:54 smithi032 ceph-mon[189144]: pgmap v20519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:56.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:28:56 smithi039 ceph-mon[181282]: pgmap v20520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:56.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:28:56 smithi032 ceph-mon[191839]: pgmap v20520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:56.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:28:56 smithi032 ceph-mon[189144]: pgmap v20520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:58.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:28:58 smithi039 ceph-mon[181282]: pgmap v20521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:58.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:28:58 smithi032 ceph-mon[189144]: pgmap v20521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:28:58.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:28:58 smithi032 ceph-mon[191839]: pgmap v20521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:00.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:29:00 smithi039 ceph-mon[181282]: pgmap v20522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:00.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:29:00 smithi032 ceph-mon[189144]: pgmap v20522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:00.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:29:00 smithi032 ceph-mon[191839]: pgmap v20522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:01.159 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:29:01.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:29:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:29:00] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T03:29:01.485 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:29:01.486 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 2m ago 10h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:29:01.486 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 11s ago 10h 95.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:29:01.486 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 2m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:29:01.486 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 11s ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:29:01.486 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 11s ago 10h 469M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:29:01.486 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 2m ago 10h 928M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:29:01.486 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 2m ago 10h 2487M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:29:01.486 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 11s ago 10h 1217M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:29:01.486 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 2m ago 10h 1271M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:29:01.486 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 2m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:29:01.486 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 11s ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:29:01.486 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 2m ago 10h 5661M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:29:01.486 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 2m ago 10h 5768M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:29:01.486 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 2m ago 10h 5063M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:29:01.487 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 2m ago 10h 5262M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:29:01.487 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 11s ago 10h 4937M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:29:01.487 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 11s ago 10h 5436M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:29:01.487 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 11s ago 10h 5050M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:29:01.487 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 11s ago 10h 5163M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:29:01.487 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 11s ago 10h 137M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:29:01.884 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:29:01.884 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:29:01.884 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:29:01.884 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:29:01.884 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:29:01.884 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:29:01.884 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:29:01.884 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:29:01.885 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:29:01.885 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:29:01.885 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:29:01.885 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:29:01.885 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:29:01.885 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:29:01.885 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:29:01.885 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:29:01.885 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:29:01.885 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:29:02.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:29:02 smithi039 ceph-mon[181282]: pgmap v20523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:02.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:29:02 smithi039 ceph-mon[181282]: from='client.66812 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:29:02.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:29:02 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2145959435' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:29:02.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:29:02 smithi032 ceph-mon[189144]: pgmap v20523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:02.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:29:02 smithi032 ceph-mon[189144]: from='client.66812 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:29:02.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:29:02 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2145959435' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:29:02.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:29:02 smithi032 ceph-mon[191839]: pgmap v20523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:02.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:29:02 smithi032 ceph-mon[191839]: from='client.66812 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:29:02.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:29:02 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2145959435' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:29:03.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:29:03 smithi039 ceph-mon[181282]: from='client.56904 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:29:03.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:29:03 smithi032 ceph-mon[191839]: from='client.56904 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:29:03.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:29:03 smithi032 ceph-mon[189144]: from='client.56904 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:29:04.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:29:04 smithi039 ceph-mon[181282]: pgmap v20524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:04.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:29:04 smithi032 ceph-mon[191839]: pgmap v20524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:04.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:29:04 smithi032 ceph-mon[189144]: pgmap v20524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:06.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:29:06 smithi039 ceph-mon[181282]: pgmap v20525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:06.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:29:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:29:06.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:29:06 smithi032 ceph-mon[189144]: pgmap v20525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:06.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:29:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:29:06.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:29:06 smithi032 ceph-mon[191839]: pgmap v20525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:06.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:29:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:29:08.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:29:08 smithi039 ceph-mon[181282]: pgmap v20526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:08.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:29:08 smithi032 ceph-mon[189144]: pgmap v20526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:08.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:29:08 smithi032 ceph-mon[191839]: pgmap v20526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:10.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:29:10 smithi039 ceph-mon[181282]: pgmap v20527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:10.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:29:10 smithi032 ceph-mon[191839]: pgmap v20527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:10.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:29:10 smithi032 ceph-mon[189144]: pgmap v20527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:11.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:29:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:29:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T03:29:12.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:29:12 smithi039 ceph-mon[181282]: pgmap v20528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:12.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:29:12 smithi032 ceph-mon[191839]: pgmap v20528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:12.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:29:12 smithi032 ceph-mon[189144]: pgmap v20528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:14.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:29:14 smithi039 ceph-mon[181282]: pgmap v20529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:14.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:29:14 smithi032 ceph-mon[191839]: pgmap v20529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:14.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:29:14 smithi032 ceph-mon[189144]: pgmap v20529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:16.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:29:16 smithi032 ceph-mon[189144]: pgmap v20530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:16.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:29:16 smithi032 ceph-mon[191839]: pgmap v20530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:16.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:29:16 smithi039 ceph-mon[181282]: pgmap v20530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:18.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:29:18 smithi032 ceph-mon[189144]: pgmap v20531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:18.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:29:18 smithi032 ceph-mon[191839]: pgmap v20531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:18.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:29:18 smithi039 ceph-mon[181282]: pgmap v20531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:20.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:29:20 smithi032 ceph-mon[189144]: pgmap v20532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:20.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:29:20 smithi032 ceph-mon[191839]: pgmap v20532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:20.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:29:20 smithi039 ceph-mon[181282]: pgmap v20532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:21.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:29:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:29:20] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-23T03:29:21.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:29:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:29:21.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:29:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:29:21.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:29:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:29:22.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:29:22 smithi032 ceph-mon[189144]: pgmap v20533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:22.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:29:22 smithi032 ceph-mon[191839]: pgmap v20533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:22.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:29:22 smithi039 ceph-mon[181282]: pgmap v20533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:24.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:29:24 smithi032 ceph-mon[191839]: pgmap v20534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:24.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:29:24 smithi032 ceph-mon[189144]: pgmap v20534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:24.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:29:24 smithi039 ceph-mon[181282]: pgmap v20534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:26.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:29:26 smithi032 ceph-mon[191839]: pgmap v20535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:26.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:29:26 smithi032 ceph-mon[189144]: pgmap v20535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:26.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:29:26 smithi039 ceph-mon[181282]: pgmap v20535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:28.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:29:28 smithi032 ceph-mon[191839]: pgmap v20536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:28.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:29:28 smithi032 ceph-mon[189144]: pgmap v20536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:28.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:29:28 smithi039 ceph-mon[181282]: pgmap v20536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:30.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:29:30 smithi032 ceph-mon[191839]: pgmap v20537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:30.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:29:30 smithi032 ceph-mon[189144]: pgmap v20537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:30.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:29:30 smithi039 ceph-mon[181282]: pgmap v20537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:31.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:29:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:29:30] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-23T03:29:32.256 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:29:32.582 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:29:32.582 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 2m ago 10h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:29:32.582 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 42s ago 10h 95.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:29:32.582 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 2m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:29:32.582 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 42s ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:29:32.582 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 42s ago 10h 469M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:29:32.582 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 2m ago 10h 928M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:29:32.582 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 2m ago 10h 2487M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:29:32.582 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 42s ago 10h 1217M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:29:32.583 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 2m ago 10h 1271M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:29:32.583 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 2m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:29:32.583 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 42s ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:29:32.583 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 2m ago 10h 5661M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:29:32.583 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 2m ago 10h 5768M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:29:32.583 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 2m ago 10h 5063M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:29:32.583 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 2m ago 10h 5262M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:29:32.583 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 42s ago 10h 4937M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:29:32.583 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 42s ago 10h 5436M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:29:32.583 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 42s ago 10h 5050M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:29:32.583 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 42s ago 10h 5163M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:29:32.583 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 42s ago 10h 137M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:29:32.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:29:32 smithi032 ceph-mon[189144]: pgmap v20538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:32.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:29:32 smithi032 ceph-mon[191839]: pgmap v20538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:32.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:29:32 smithi039 ceph-mon[181282]: pgmap v20538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:32.983 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:29:32.983 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:29:32.984 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:29:32.984 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:29:32.984 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:29:32.984 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:29:32.984 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:29:32.984 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:29:32.984 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:29:32.984 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:29:32.984 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:29:32.984 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:29:32.984 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:29:32.984 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:29:32.984 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:29:32.985 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:29:32.985 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:29:32.985 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:29:33.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:29:33 smithi032 ceph-mon[191839]: from='client.56916 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:29:33.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:29:33 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1083295120' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:29:33.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:29:33 smithi032 ceph-mon[189144]: from='client.56916 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:29:33.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:29:33 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1083295120' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:29:33.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:29:33 smithi039 ceph-mon[181282]: from='client.56916 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:29:33.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:29:33 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1083295120' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:29:34.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:29:34 smithi032 ceph-mon[191839]: pgmap v20539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:34.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:29:34 smithi032 ceph-mon[191839]: from='client.66836 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:29:34.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:29:34 smithi032 ceph-mon[189144]: pgmap v20539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:34.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:29:34 smithi032 ceph-mon[189144]: from='client.66836 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:29:34.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:29:34 smithi039 ceph-mon[181282]: pgmap v20539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:34.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:29:34 smithi039 ceph-mon[181282]: from='client.66836 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:29:36.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:29:36 smithi032 ceph-mon[191839]: pgmap v20540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:36.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:29:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:29:36.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:29:36 smithi032 ceph-mon[189144]: pgmap v20540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:36.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:29:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:29:36.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:29:36 smithi039 ceph-mon[181282]: pgmap v20540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:36.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:29:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:29:38.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:29:38 smithi032 ceph-mon[191839]: pgmap v20541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:38.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:29:38 smithi032 ceph-mon[189144]: pgmap v20541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:38.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:29:38 smithi039 ceph-mon[181282]: pgmap v20541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:40.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:29:40 smithi032 ceph-mon[191839]: pgmap v20542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:40.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:29:40 smithi032 ceph-mon[189144]: pgmap v20542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:40.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:29:40 smithi039 ceph-mon[181282]: pgmap v20542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:41.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:29:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:29:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:29:42.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:29:42 smithi032 ceph-mon[191839]: pgmap v20543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:42.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:29:42 smithi032 ceph-mon[189144]: pgmap v20543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:42.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:29:42 smithi039 ceph-mon[181282]: pgmap v20543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:44.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:29:44 smithi032 ceph-mon[191839]: pgmap v20544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:44.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:29:44 smithi032 ceph-mon[189144]: pgmap v20544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:44.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:29:44 smithi039 ceph-mon[181282]: pgmap v20544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:46.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:29:46 smithi032 ceph-mon[191839]: pgmap v20545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:46.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:29:46 smithi032 ceph-mon[189144]: pgmap v20545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:46.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:29:46 smithi039 ceph-mon[181282]: pgmap v20545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:48.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:29:48 smithi032 ceph-mon[189144]: pgmap v20546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:48.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:29:48 smithi032 ceph-mon[191839]: pgmap v20546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:48.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:29:48 smithi039 ceph-mon[181282]: pgmap v20546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:50.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:29:50 smithi032 ceph-mon[189144]: pgmap v20547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:50.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:29:50 smithi032 ceph-mon[191839]: pgmap v20547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:50.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:29:50 smithi039 ceph-mon[181282]: pgmap v20547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:51.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:29:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:29:50] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T03:29:51.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:29:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:29:51.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:29:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:29:51.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:29:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:29:51.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:29:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:29:51.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:29:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:29:51.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:29:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:29:51.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:29:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:29:51.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:29:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:29:51.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:29:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:29:51.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:29:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:29:51.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:29:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:29:51.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:29:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:29:51.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:29:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:29:51.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:29:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:29:51.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:29:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:29:52.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:29:52 smithi032 ceph-mon[191839]: pgmap v20548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:52.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:29:52 smithi032 ceph-mon[189144]: pgmap v20548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:52.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:29:52 smithi039 ceph-mon[181282]: pgmap v20548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:54.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:29:54 smithi032 ceph-mon[191839]: pgmap v20549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:54.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:29:54 smithi032 ceph-mon[189144]: pgmap v20549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:54.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:29:54 smithi039 ceph-mon[181282]: pgmap v20549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:56.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:29:56 smithi032 ceph-mon[191839]: pgmap v20550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:56.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:29:56 smithi032 ceph-mon[189144]: pgmap v20550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:56.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:29:56 smithi039 ceph-mon[181282]: pgmap v20550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:57.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:29:57 smithi032 ceph-mon[191839]: pgmap v20551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:57.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:29:57 smithi032 ceph-mon[189144]: pgmap v20551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:57.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:29:57 smithi039 ceph-mon[181282]: pgmap v20551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:59.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:29:59 smithi032 ceph-mon[191839]: pgmap v20552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:29:59.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:29:59 smithi032 ceph-mon[189144]: pgmap v20552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:00.010 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:29:59 smithi039 ceph-mon[181282]: pgmap v20552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:30:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-23T03:29:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T03:30:01.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:30:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T03:30:01.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:30:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T03:30:01.184 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:30:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:30:00] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T03:30:01.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:30:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T03:30:02.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:30:01 smithi032 ceph-mon[191839]: pgmap v20553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:02.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:30:01 smithi032 ceph-mon[189144]: pgmap v20553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:02.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:30:01 smithi039 ceph-mon[181282]: pgmap v20553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:03.347 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:30:03.672 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:30:03.672 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 3m ago 10h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:30:03.672 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 73s ago 10h 95.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:30:03.672 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 3m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:30:03.672 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 73s ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:30:03.672 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 73s ago 10h 469M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:30:03.672 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 3m ago 10h 928M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:30:03.672 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 3m ago 10h 2487M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:30:03.672 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 73s ago 10h 1217M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:30:03.672 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 3m ago 10h 1271M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:30:03.672 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 3m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:30:03.672 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 73s ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:30:03.672 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 3m ago 10h 5661M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:30:03.673 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 3m ago 10h 5768M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:30:03.673 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 3m ago 10h 5063M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:30:03.673 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 3m ago 10h 5262M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:30:03.673 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 73s ago 10h 4937M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:30:03.673 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 73s ago 10h 5436M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:30:03.673 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 73s ago 10h 5050M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:30:03.673 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 73s ago 10h 5163M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:30:03.673 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 73s ago 10h 137M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:30:04.074 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:30:04.074 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:30:04.074 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:30:04.074 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:30:04.074 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:30:04.074 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:30:04.074 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:30:04.074 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:30:04.074 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:30:04.074 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:30:04.074 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:30:04.074 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:30:04.074 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:30:04.075 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:30:04.075 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:30:04.075 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:30:04.075 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:30:04.075 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:30:04.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:30:03 smithi032 ceph-mon[191839]: pgmap v20554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:04.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:30:03 smithi032 ceph-mon[191839]: from='client.66848 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:30:04.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:30:03 smithi032 ceph-mon[189144]: pgmap v20554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:04.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:30:03 smithi032 ceph-mon[189144]: from='client.66848 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:30:04.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:30:03 smithi039 ceph-mon[181282]: pgmap v20554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:04.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:30:03 smithi039 ceph-mon[181282]: from='client.66848 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:30:05.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:30:04 smithi032 ceph-mon[191839]: from='client.56940 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:30:05.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:30:04 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3103098768' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:30:05.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:30:04 smithi032 ceph-mon[189144]: from='client.56940 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:30:05.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:30:04 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3103098768' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:30:05.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:30:04 smithi039 ceph-mon[181282]: from='client.56940 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:30:05.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:30:04 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3103098768' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:30:06.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:30:05 smithi032 ceph-mon[189144]: pgmap v20555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:06.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:30:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:30:06.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:30:05 smithi032 ceph-mon[191839]: pgmap v20555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:06.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:30:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:30:06.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:30:05 smithi039 ceph-mon[181282]: pgmap v20555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:06.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:30:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:30:08.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:30:07 smithi032 ceph-mon[191839]: pgmap v20556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:08.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:30:07 smithi032 ceph-mon[189144]: pgmap v20556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:08.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:30:07 smithi039 ceph-mon[181282]: pgmap v20556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:10.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:30:09 smithi032 ceph-mon[191839]: pgmap v20557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:10.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:30:09 smithi032 ceph-mon[189144]: pgmap v20557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:10.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:30:09 smithi039 ceph-mon[181282]: pgmap v20557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:11.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:30:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:30:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T03:30:12.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:30:11 smithi032 ceph-mon[191839]: pgmap v20558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:12.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:30:11 smithi032 ceph-mon[189144]: pgmap v20558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:12.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:30:11 smithi039 ceph-mon[181282]: pgmap v20558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:14.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:30:13 smithi032 ceph-mon[191839]: pgmap v20559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:14.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:30:13 smithi032 ceph-mon[189144]: pgmap v20559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:14.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:30:13 smithi039 ceph-mon[181282]: pgmap v20559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:16.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:30:15 smithi032 ceph-mon[191839]: pgmap v20560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:16.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:30:15 smithi032 ceph-mon[189144]: pgmap v20560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:16.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:30:15 smithi039 ceph-mon[181282]: pgmap v20560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:17.260 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 23 03:30:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-23T03:30:16.98284033Z level=info msg="Completed cleanup jobs" duration=12.391396ms 2023-12-23T03:30:18.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:30:17 smithi032 ceph-mon[191839]: pgmap v20561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:18.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:30:17 smithi032 ceph-mon[189144]: pgmap v20561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:18.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:30:17 smithi039 ceph-mon[181282]: pgmap v20561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:20.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:30:19 smithi032 ceph-mon[191839]: pgmap v20562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:20.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:30:19 smithi032 ceph-mon[189144]: pgmap v20562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:20.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:30:19 smithi039 ceph-mon[181282]: pgmap v20562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:21.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:30:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:30:21.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:30:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:30:21.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:30:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:30:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:30:21.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:30:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:30:22.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:30:21 smithi032 ceph-mon[191839]: pgmap v20563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:22.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:30:21 smithi032 ceph-mon[189144]: pgmap v20563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:22.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:30:21 smithi039 ceph-mon[181282]: pgmap v20563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:24.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:30:23 smithi032 ceph-mon[191839]: pgmap v20564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:24.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:30:23 smithi032 ceph-mon[189144]: pgmap v20564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:24.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:30:23 smithi039 ceph-mon[181282]: pgmap v20564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:26.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:30:25 smithi032 ceph-mon[191839]: pgmap v20565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:26.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:30:25 smithi032 ceph-mon[189144]: pgmap v20565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:26.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:30:25 smithi039 ceph-mon[181282]: pgmap v20565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:28.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:30:27 smithi032 ceph-mon[191839]: pgmap v20566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:28.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:30:27 smithi032 ceph-mon[189144]: pgmap v20566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:28.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:30:27 smithi039 ceph-mon[181282]: pgmap v20566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:30.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:30:29 smithi032 ceph-mon[191839]: pgmap v20567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:30.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:30:29 smithi032 ceph-mon[189144]: pgmap v20567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:30.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:30:29 smithi039 ceph-mon[181282]: pgmap v20567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:31.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:30:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:30:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:30:32.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:30:31 smithi032 ceph-mon[189144]: pgmap v20568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:32.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:30:31 smithi032 ceph-mon[191839]: pgmap v20568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:32.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:30:31 smithi039 ceph-mon[181282]: pgmap v20568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:34.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:30:33 smithi032 ceph-mon[191839]: pgmap v20569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:34.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:30:33 smithi032 ceph-mon[189144]: pgmap v20569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:34.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:30:33 smithi039 ceph-mon[181282]: pgmap v20569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:34.435 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:30:34.756 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:30:34.756 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 3m ago 10h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:30:34.756 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 104s ago 10h 95.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:30:34.756 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 3m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:30:34.757 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 104s ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:30:34.757 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 104s ago 10h 469M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:30:34.757 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 3m ago 10h 928M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:30:34.757 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 3m ago 10h 2487M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:30:34.757 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 104s ago 10h 1217M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:30:34.757 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 3m ago 10h 1271M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:30:34.757 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 3m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:30:34.757 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 104s ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:30:34.757 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 3m ago 10h 5661M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:30:34.757 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 3m ago 10h 5768M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:30:34.757 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 3m ago 10h 5063M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:30:34.757 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 3m ago 10h 5262M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:30:34.757 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 104s ago 10h 4937M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:30:34.757 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 104s ago 10h 5436M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:30:34.758 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 104s ago 10h 5050M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:30:34.758 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 104s ago 10h 5163M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:30:34.758 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 104s ago 10h 137M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:30:35.156 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:30:35.156 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:30:35.156 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:30:35.156 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:30:35.157 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:30:35.157 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:30:35.157 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:30:35.157 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:30:35.157 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:30:35.157 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:30:35.157 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:30:35.157 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:30:35.157 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:30:35.157 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:30:35.157 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:30:35.157 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:30:35.157 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:30:35.157 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:30:36.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:30:35 smithi032 ceph-mon[191839]: from='client.56952 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:30:36.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:30:35 smithi032 ceph-mon[191839]: pgmap v20570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:36.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:30:35 smithi032 ceph-mon[191839]: from='client.66872 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:30:36.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:30:35 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1122635423' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:30:36.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:30:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:30:36.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:30:35 smithi032 ceph-mon[189144]: from='client.56952 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:30:36.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:30:35 smithi032 ceph-mon[189144]: pgmap v20570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:36.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:30:35 smithi032 ceph-mon[189144]: from='client.66872 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:30:36.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:30:35 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1122635423' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:30:36.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:30:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:30:36.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:30:35 smithi039 ceph-mon[181282]: from='client.56952 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:30:36.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:30:35 smithi039 ceph-mon[181282]: pgmap v20570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:36.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:30:35 smithi039 ceph-mon[181282]: from='client.66872 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:30:36.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:30:35 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1122635423' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:30:36.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:30:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:30:38.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:30:37 smithi032 ceph-mon[191839]: pgmap v20571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:38.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:30:37 smithi032 ceph-mon[189144]: pgmap v20571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:38.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:30:37 smithi039 ceph-mon[181282]: pgmap v20571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:40.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:30:39 smithi032 ceph-mon[189144]: pgmap v20572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:40.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:30:39 smithi032 ceph-mon[191839]: pgmap v20572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:40.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:30:39 smithi039 ceph-mon[181282]: pgmap v20572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:41.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:30:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:30:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:30:42.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:30:41 smithi032 ceph-mon[191839]: pgmap v20573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:42.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:30:41 smithi032 ceph-mon[189144]: pgmap v20573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:42.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:30:41 smithi039 ceph-mon[181282]: pgmap v20573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:44.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:30:43 smithi032 ceph-mon[189144]: pgmap v20574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:44.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:30:43 smithi032 ceph-mon[191839]: pgmap v20574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:44.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:30:43 smithi039 ceph-mon[181282]: pgmap v20574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:46.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:30:45 smithi032 ceph-mon[191839]: pgmap v20575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:46.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:30:45 smithi032 ceph-mon[189144]: pgmap v20575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:46.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:30:45 smithi039 ceph-mon[181282]: pgmap v20575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:48.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:30:47 smithi032 ceph-mon[191839]: pgmap v20576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:48.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:30:47 smithi032 ceph-mon[189144]: pgmap v20576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:48.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:30:47 smithi039 ceph-mon[181282]: pgmap v20576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:50.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:30:49 smithi032 ceph-mon[191839]: pgmap v20577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:50.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:30:49 smithi032 ceph-mon[189144]: pgmap v20577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:50.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:30:49 smithi039 ceph-mon[181282]: pgmap v20577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:51.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:30:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:30:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:30:51.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:30:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:30:51.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:30:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:30:51.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:30:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:30:52.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:30:51 smithi032 ceph-mon[191839]: pgmap v20578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:52.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:30:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:30:52.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:30:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:30:52.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:30:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:30:52.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:30:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:30:52.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:30:51 smithi032 ceph-mon[189144]: pgmap v20578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:52.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:30:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:30:52.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:30:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:30:52.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:30:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:30:52.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:30:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:30:52.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:30:51 smithi039 ceph-mon[181282]: pgmap v20578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:52.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:30:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:30:52.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:30:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:30:52.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:30:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:30:52.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:30:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:30:54.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:30:53 smithi032 ceph-mon[191839]: pgmap v20579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:54.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:30:53 smithi032 ceph-mon[189144]: pgmap v20579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:54.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:30:53 smithi039 ceph-mon[181282]: pgmap v20579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:56.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:30:55 smithi032 ceph-mon[191839]: pgmap v20580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:56.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:30:55 smithi032 ceph-mon[189144]: pgmap v20580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:56.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:30:55 smithi039 ceph-mon[181282]: pgmap v20580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:58.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:30:57 smithi032 ceph-mon[191839]: pgmap v20581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:58.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:30:57 smithi032 ceph-mon[189144]: pgmap v20581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:30:58.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:30:57 smithi039 ceph-mon[181282]: pgmap v20581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:00.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:30:59 smithi032 ceph-mon[191839]: pgmap v20582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:00.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:30:59 smithi032 ceph-mon[189144]: pgmap v20582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:00.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:30:59 smithi039 ceph-mon[181282]: pgmap v20582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:31:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:31:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:31:01.433 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:31:01 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-23T03:31:01.253+0000 7f896befd700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2023-12-23T03:31:01.433 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:31:01 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: 2023-12-23T03:31:01.297+0000 7f896befd700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2023-12-23T03:31:01.433 INFO:journalctl@ceph.osd.1.smithi032.stdout:Dec 23 03:31:01 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-1[205349]: 2023-12-23T03:31:01.253+0000 7f30c8485700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2023-12-23T03:31:01.433 INFO:journalctl@ceph.osd.1.smithi032.stdout:Dec 23 03:31:01 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-1[205349]: 2023-12-23T03:31:01.297+0000 7f30c8485700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2023-12-23T03:31:01.434 INFO:journalctl@ceph.osd.2.smithi032.stdout:Dec 23 03:31:01 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-2[211143]: 2023-12-23T03:31:01.253+0000 7f449e86e700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2023-12-23T03:31:01.434 INFO:journalctl@ceph.osd.2.smithi032.stdout:Dec 23 03:31:01 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-2[211143]: 2023-12-23T03:31:01.297+0000 7f449e86e700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2023-12-23T03:31:01.434 INFO:journalctl@ceph.osd.3.smithi032.stdout:Dec 23 03:31:01 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-3[217709]: 2023-12-23T03:31:01.253+0000 7f2e8fac1700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2023-12-23T03:31:01.434 INFO:journalctl@ceph.osd.3.smithi032.stdout:Dec 23 03:31:01 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-3[217709]: 2023-12-23T03:31:01.297+0000 7f2e8fac1700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2023-12-23T03:31:01.435 INFO:journalctl@ceph.mds.a.smithi032.stdout:Dec 23 03:31:01 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mds-a[159215]: 2023-12-23T03:31:01.253+0000 7fa887b30700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2023-12-23T03:31:01.435 INFO:journalctl@ceph.mds.a.smithi032.stdout:Dec 23 03:31:01 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mds-a[159215]: 2023-12-23T03:31:01.297+0000 7fa887b30700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2023-12-23T03:31:01.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:01 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-23T03:31:01.253+0000 7f668a4d4700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2023-12-23T03:31:01.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:01 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-23T03:31:01.253+0000 7f668a4d4700 -1 mon.a@0(leader) e4 *** Got Signal Hangup *** 2023-12-23T03:31:01.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:01 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-23T03:31:01.297+0000 7f668a4d4700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2023-12-23T03:31:01.436 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:01 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-23T03:31:01.297+0000 7f668a4d4700 -1 mon.a@0(leader) e4 *** Got Signal Hangup *** 2023-12-23T03:31:01.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:01 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-c[191816]: 2023-12-23T03:31:01.253+0000 7fe912242700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2023-12-23T03:31:01.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:01 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-c[191816]: 2023-12-23T03:31:01.253+0000 7fe912242700 -1 mon.c@2(peon) e4 *** Got Signal Hangup *** 2023-12-23T03:31:01.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:01 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-c[191816]: 2023-12-23T03:31:01.297+0000 7fe912242700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2023-12-23T03:31:01.436 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:01 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-c[191816]: 2023-12-23T03:31:01.297+0000 7fe912242700 -1 mon.c@2(peon) e4 *** Got Signal Hangup *** 2023-12-23T03:31:01.436 INFO:journalctl@ceph.osd.0.smithi032.stdout:Dec 23 03:31:01 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-0[198769]: 2023-12-23T03:31:01.253+0000 7f8e9540c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2023-12-23T03:31:01.436 INFO:journalctl@ceph.osd.0.smithi032.stdout:Dec 23 03:31:01 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-0[198769]: 2023-12-23T03:31:01.297+0000 7f8e9540c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2023-12-23T03:31:02.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:01 smithi032 ceph-mon[189144]: pgmap v20583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:02.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:01 smithi032 ceph-mon[191839]: pgmap v20583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:02.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:31:01 smithi039 ceph-mon[181282]: pgmap v20583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:04.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:03 smithi032 ceph-mon[189144]: pgmap v20584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:04.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:03 smithi032 ceph-mon[191839]: pgmap v20584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:04.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:31:03 smithi039 ceph-mon[181282]: pgmap v20584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:05.513 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:31:05.856 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:31:05.856 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 4m ago 10h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:31:05.856 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 2m ago 10h 95.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:31:05.856 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 4m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:31:05.856 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 2m ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:31:05.856 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 2m ago 10h 469M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:31:05.856 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 4m ago 10h 928M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:31:05.856 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 4m ago 10h 2487M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:31:05.856 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 2m ago 10h 1217M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:31:05.857 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 4m ago 10h 1271M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:31:05.857 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 4m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:31:05.857 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 2m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:31:05.857 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 4m ago 10h 5661M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:31:05.857 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 4m ago 10h 5768M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:31:05.857 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 4m ago 10h 5063M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:31:05.857 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 4m ago 10h 5262M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:31:05.857 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 2m ago 10h 4937M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:31:05.857 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 2m ago 10h 5436M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:31:05.857 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 2m ago 10h 5050M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:31:05.857 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 2m ago 10h 5163M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:31:05.857 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 2m ago 10h 137M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:31:06.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:05 smithi032 ceph-mon[189144]: pgmap v20585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:06.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:31:06.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:05 smithi032 ceph-mon[191839]: pgmap v20585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:06.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:31:06.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:31:05 smithi039 ceph-mon[181282]: pgmap v20585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:06.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:31:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:31:06.260 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:31:06.260 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:31:06.261 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:31:06.261 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:31:06.261 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:31:06.261 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:31:06.261 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:31:06.261 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:31:06.261 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:31:06.261 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:31:06.261 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:31:06.261 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:31:06.261 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:31:06.261 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:31:06.262 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:31:06.262 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:31:06.262 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:31:06.262 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:31:07.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:06 smithi032 ceph-mon[191839]: from='client.56970 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:31:07.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:06 smithi032 ceph-mon[191839]: from='client.56976 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:31:07.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:06 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1969509776' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:31:07.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:06 smithi032 ceph-mon[189144]: from='client.56970 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:31:07.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:06 smithi032 ceph-mon[189144]: from='client.56976 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:31:07.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:06 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1969509776' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:31:07.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:31:06 smithi039 ceph-mon[181282]: from='client.56970 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:31:07.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:31:06 smithi039 ceph-mon[181282]: from='client.56976 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:31:07.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:31:06 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1969509776' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:31:08.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:07 smithi032 ceph-mon[191839]: pgmap v20586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:08.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:07 smithi032 ceph-mon[189144]: pgmap v20586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:08.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:31:07 smithi039 ceph-mon[181282]: pgmap v20586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:10.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:09 smithi032 ceph-mon[189144]: pgmap v20587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:10.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:09 smithi032 ceph-mon[191839]: pgmap v20587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:10.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:31:09 smithi039 ceph-mon[181282]: pgmap v20587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:11.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:31:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:31:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T03:31:12.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:11 smithi032 ceph-mon[189144]: pgmap v20588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:12.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:11 smithi032 ceph-mon[191839]: pgmap v20588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:12.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:31:11 smithi039 ceph-mon[181282]: pgmap v20588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:14.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:13 smithi032 ceph-mon[189144]: pgmap v20589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:14.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:13 smithi032 ceph-mon[191839]: pgmap v20589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:14.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:31:13 smithi039 ceph-mon[181282]: pgmap v20589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:16.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:15 smithi032 ceph-mon[189144]: pgmap v20590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:16.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:15 smithi032 ceph-mon[191839]: pgmap v20590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:16.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:31:15 smithi039 ceph-mon[181282]: pgmap v20590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:18.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:17 smithi032 ceph-mon[191839]: pgmap v20591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:18.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:17 smithi032 ceph-mon[189144]: pgmap v20591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:18.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:31:17 smithi039 ceph-mon[181282]: pgmap v20591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:20.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:19 smithi032 ceph-mon[189144]: pgmap v20592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:20.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:19 smithi032 ceph-mon[191839]: pgmap v20592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:20.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:31:19 smithi039 ceph-mon[181282]: pgmap v20592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:21.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:31:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:31:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:31:21.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:31:21.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:31:21.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:31:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:31:22.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:21 smithi032 ceph-mon[189144]: pgmap v20593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:22.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:21 smithi032 ceph-mon[191839]: pgmap v20593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:22.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:31:21 smithi039 ceph-mon[181282]: pgmap v20593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:24.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:23 smithi032 ceph-mon[191839]: pgmap v20594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:24.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:23 smithi032 ceph-mon[189144]: pgmap v20594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:24.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:31:23 smithi039 ceph-mon[181282]: pgmap v20594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:26.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:31:25 smithi039 ceph-mon[181282]: pgmap v20595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:26.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:25 smithi032 ceph-mon[189144]: pgmap v20595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:26.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:25 smithi032 ceph-mon[191839]: pgmap v20595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:28.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:31:27 smithi039 ceph-mon[181282]: pgmap v20596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:28.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:27 smithi032 ceph-mon[189144]: pgmap v20596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:28.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:27 smithi032 ceph-mon[191839]: pgmap v20596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:30.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:31:29 smithi039 ceph-mon[181282]: pgmap v20597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:30.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:29 smithi032 ceph-mon[189144]: pgmap v20597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:30.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:29 smithi032 ceph-mon[191839]: pgmap v20597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:31.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:31:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:31:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:31:32.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:31:31 smithi039 ceph-mon[181282]: pgmap v20598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:32.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:31 smithi032 ceph-mon[191839]: pgmap v20598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:32.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:31 smithi032 ceph-mon[189144]: pgmap v20598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:34.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:31:33 smithi039 ceph-mon[181282]: pgmap v20599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:34.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:33 smithi032 ceph-mon[189144]: pgmap v20599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:34.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:33 smithi032 ceph-mon[191839]: pgmap v20599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:36.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:31:35 smithi039 ceph-mon[181282]: pgmap v20600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:36.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:31:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:31:36.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:35 smithi032 ceph-mon[189144]: pgmap v20600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:36.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:31:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:35 smithi032 ceph-mon[191839]: pgmap v20600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:31:36.611 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:31:36.936 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:31:36.937 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 4m ago 10h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:31:36.937 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 2m ago 10h 95.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:31:36.937 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 4m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:31:36.937 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 2m ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:31:36.937 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 2m ago 10h 469M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:31:36.937 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 4m ago 10h 928M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:31:36.937 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 4m ago 10h 2487M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:31:36.937 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 2m ago 10h 1217M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:31:36.937 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 4m ago 10h 1271M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:31:36.937 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 4m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:31:36.937 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 2m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:31:36.937 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 4m ago 10h 5661M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:31:36.937 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 4m ago 10h 5768M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:31:36.938 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 4m ago 10h 5063M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:31:36.938 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 4m ago 10h 5262M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:31:36.938 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 2m ago 10h 4937M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:31:36.938 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 2m ago 10h 5436M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:31:36.938 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 2m ago 10h 5050M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:31:36.938 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 2m ago 10h 5163M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:31:36.938 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 2m ago 10h 137M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:31:37.342 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:31:37.342 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:31:37.343 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:31:37.343 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:31:37.343 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:31:37.343 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:31:37.343 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:31:37.343 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:31:37.343 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:31:37.343 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:31:37.343 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:31:37.343 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:31:37.343 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:31:37.343 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:31:37.343 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:31:37.343 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:31:37.343 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:31:37.343 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:31:38.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:31:37 smithi039 ceph-mon[181282]: pgmap v20601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:38.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:31:37 smithi039 ceph-mon[181282]: from='client.66902 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:31:38.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:31:37 smithi039 ceph-mon[181282]: from='client.66908 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:31:38.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:31:37 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2436347888' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:31:38.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:37 smithi032 ceph-mon[189144]: pgmap v20601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:38.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:37 smithi032 ceph-mon[189144]: from='client.66902 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:31:38.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:37 smithi032 ceph-mon[189144]: from='client.66908 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:31:38.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:37 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2436347888' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:31:38.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:37 smithi032 ceph-mon[191839]: pgmap v20601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:38.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:37 smithi032 ceph-mon[191839]: from='client.66902 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:31:38.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:37 smithi032 ceph-mon[191839]: from='client.66908 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:31:38.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:37 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2436347888' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:31:40.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:31:39 smithi039 ceph-mon[181282]: pgmap v20602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:40.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:39 smithi032 ceph-mon[191839]: pgmap v20602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:40.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:39 smithi032 ceph-mon[189144]: pgmap v20602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:41.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:31:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:31:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:31:42.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:31:41 smithi039 ceph-mon[181282]: pgmap v20603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:42.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:41 smithi032 ceph-mon[189144]: pgmap v20603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:42.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:41 smithi032 ceph-mon[191839]: pgmap v20603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:44.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:31:43 smithi039 ceph-mon[181282]: pgmap v20604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:44.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:43 smithi032 ceph-mon[189144]: pgmap v20604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:44.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:43 smithi032 ceph-mon[191839]: pgmap v20604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:46.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:31:45 smithi039 ceph-mon[181282]: pgmap v20605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:46.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:45 smithi032 ceph-mon[189144]: pgmap v20605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:46.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:45 smithi032 ceph-mon[191839]: pgmap v20605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:48.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:31:47 smithi039 ceph-mon[181282]: pgmap v20606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:48.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:47 smithi032 ceph-mon[189144]: pgmap v20606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:48.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:47 smithi032 ceph-mon[191839]: pgmap v20606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:50.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:31:49 smithi039 ceph-mon[181282]: pgmap v20607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:50.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:49 smithi032 ceph-mon[191839]: pgmap v20607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:50.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:49 smithi032 ceph-mon[189144]: pgmap v20607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:51.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:31:51.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:31:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:31:50] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T03:31:51.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:31:51.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:31:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:31:52.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:31:51 smithi039 ceph-mon[181282]: pgmap v20608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:52.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:51 smithi032 ceph-mon[189144]: pgmap v20608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:52.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:51 smithi032 ceph-mon[191839]: pgmap v20608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:53.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:31:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:31:53.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:31:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:31:53.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:31:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:31:53.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:31:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:31:53.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:31:53.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:31:53.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:31:53.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:31:53.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:31:53.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:31:53.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:31:53.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:31:54.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:31:53 smithi039 ceph-mon[181282]: pgmap v20609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:54.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:53 smithi032 ceph-mon[189144]: pgmap v20609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:54.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:53 smithi032 ceph-mon[191839]: pgmap v20609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:56.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:31:55 smithi039 ceph-mon[181282]: pgmap v20610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:56.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:55 smithi032 ceph-mon[189144]: pgmap v20610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:56.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:55 smithi032 ceph-mon[191839]: pgmap v20610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:58.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:31:57 smithi039 ceph-mon[181282]: pgmap v20611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:58.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:57 smithi032 ceph-mon[189144]: pgmap v20611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:31:58.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:57 smithi032 ceph-mon[191839]: pgmap v20611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:00.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:31:59 smithi039 ceph-mon[181282]: pgmap v20612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:00.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:31:59 smithi032 ceph-mon[189144]: pgmap v20612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:00.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:31:59 smithi032 ceph-mon[191839]: pgmap v20612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:32:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:32:00] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T03:32:02.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:32:01 smithi039 ceph-mon[181282]: pgmap v20613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:02.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:32:01 smithi032 ceph-mon[189144]: pgmap v20613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:02.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:32:01 smithi032 ceph-mon[191839]: pgmap v20613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:04.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:32:03 smithi039 ceph-mon[181282]: pgmap v20614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:04.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:32:03 smithi032 ceph-mon[189144]: pgmap v20614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:04.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:32:03 smithi032 ceph-mon[191839]: pgmap v20614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:06.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:32:05 smithi039 ceph-mon[181282]: pgmap v20615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:06.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:32:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:32:06.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:32:05 smithi032 ceph-mon[189144]: pgmap v20615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:06.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:32:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:32:06.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:32:05 smithi032 ceph-mon[191839]: pgmap v20615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:06.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:32:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:32:07.694 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:32:08.022 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:32:08.022 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 5m ago 10h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:32:08.022 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 3m ago 10h 95.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:32:08.022 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 5m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:32:08.022 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 3m ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:32:08.022 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 3m ago 10h 469M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:32:08.022 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 5m ago 10h 928M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:32:08.022 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 5m ago 10h 2487M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:32:08.022 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 3m ago 10h 1217M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:32:08.022 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 5m ago 10h 1271M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:32:08.022 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 5m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:32:08.023 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 3m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:32:08.023 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 5m ago 10h 5661M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:32:08.023 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 5m ago 10h 5768M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:32:08.023 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 5m ago 10h 5063M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:32:08.023 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 5m ago 10h 5262M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:32:08.023 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 3m ago 10h 4937M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:32:08.023 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 3m ago 10h 5436M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:32:08.023 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 3m ago 10h 5050M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:32:08.023 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 3m ago 10h 5163M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:32:08.023 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 3m ago 10h 137M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:32:08.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:32:07 smithi039 ceph-mon[181282]: pgmap v20616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:08.426 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:32:08.427 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:32:08.427 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:32:08.427 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:32:08.427 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:32:08.427 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:32:08.427 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:32:08.427 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:32:08.427 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:32:08.427 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:32:08.427 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:32:08.427 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:32:08.427 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:32:08.427 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:32:08.427 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:32:08.427 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:32:08.427 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:32:08.428 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:32:08.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:32:07 smithi032 ceph-mon[189144]: pgmap v20616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:08.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:32:07 smithi032 ceph-mon[191839]: pgmap v20616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:09.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:32:08 smithi039 ceph-mon[181282]: from='client.66920 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:32:09.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:32:08 smithi039 ceph-mon[181282]: from='client.57012 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:32:09.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:32:08 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3912077710' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:32:09.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:32:08 smithi032 ceph-mon[189144]: from='client.66920 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:32:09.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:32:08 smithi032 ceph-mon[189144]: from='client.57012 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:32:09.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:32:08 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3912077710' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:32:09.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:32:08 smithi032 ceph-mon[191839]: from='client.66920 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:32:09.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:32:08 smithi032 ceph-mon[191839]: from='client.57012 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:32:09.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:32:08 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3912077710' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:32:10.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:32:09 smithi039 ceph-mon[181282]: pgmap v20617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:10.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:32:09 smithi032 ceph-mon[191839]: pgmap v20617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:10.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:32:09 smithi032 ceph-mon[189144]: pgmap v20617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:11.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:32:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:32:10] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-23T03:32:12.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:32:12 smithi039 ceph-mon[181282]: pgmap v20618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:12.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:32:12 smithi032 ceph-mon[189144]: pgmap v20618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:12.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:32:12 smithi032 ceph-mon[191839]: pgmap v20618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:14.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:32:14 smithi039 ceph-mon[181282]: pgmap v20619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:14.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:32:14 smithi032 ceph-mon[189144]: pgmap v20619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:14.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:32:14 smithi032 ceph-mon[191839]: pgmap v20619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:16.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:32:16 smithi032 ceph-mon[189144]: pgmap v20620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:16.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:32:16 smithi032 ceph-mon[191839]: pgmap v20620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:16.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:32:16 smithi039 ceph-mon[181282]: pgmap v20620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:18.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:32:18 smithi032 ceph-mon[189144]: pgmap v20621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:18.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:32:18 smithi032 ceph-mon[191839]: pgmap v20621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:18.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:32:18 smithi039 ceph-mon[181282]: pgmap v20621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:20.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:32:20 smithi032 ceph-mon[189144]: pgmap v20622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:20.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:32:20 smithi032 ceph-mon[191839]: pgmap v20622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:20.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:32:20 smithi039 ceph-mon[181282]: pgmap v20622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:21.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:32:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:32:21.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:32:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:32:21.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:32:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:32:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:32:21.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:32:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:32:22.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:32:22 smithi032 ceph-mon[189144]: pgmap v20623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:22.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:32:22 smithi032 ceph-mon[191839]: pgmap v20623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:22.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:32:22 smithi039 ceph-mon[181282]: pgmap v20623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:24.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:32:24 smithi032 ceph-mon[189144]: pgmap v20624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:24.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:32:24 smithi032 ceph-mon[191839]: pgmap v20624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:24.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:32:24 smithi039 ceph-mon[181282]: pgmap v20624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:26.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:32:26 smithi032 ceph-mon[189144]: pgmap v20625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:26.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:32:26 smithi032 ceph-mon[191839]: pgmap v20625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:26.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:32:26 smithi039 ceph-mon[181282]: pgmap v20625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:28.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:32:28 smithi032 ceph-mon[189144]: pgmap v20626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:28.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:32:28 smithi032 ceph-mon[191839]: pgmap v20626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:28.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:32:28 smithi039 ceph-mon[181282]: pgmap v20626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:30.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:32:30 smithi032 ceph-mon[189144]: pgmap v20627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:30.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:32:30 smithi032 ceph-mon[191839]: pgmap v20627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:30.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:32:30 smithi039 ceph-mon[181282]: pgmap v20627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:31.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:32:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:32:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:32:32.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:32:32 smithi032 ceph-mon[189144]: pgmap v20628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:32.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:32:32 smithi032 ceph-mon[191839]: pgmap v20628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:32.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:32:32 smithi039 ceph-mon[181282]: pgmap v20628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:34.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:32:34 smithi032 ceph-mon[189144]: pgmap v20629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:34.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:32:34 smithi032 ceph-mon[191839]: pgmap v20629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:34.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:32:34 smithi039 ceph-mon[181282]: pgmap v20629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:32:36 smithi032 ceph-mon[191839]: pgmap v20630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:32:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:32:36.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:32:36 smithi032 ceph-mon[189144]: pgmap v20630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:36.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:32:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:32:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:32:36 smithi039 ceph-mon[181282]: pgmap v20630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:32:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:32:38.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:32:38 smithi032 ceph-mon[189144]: pgmap v20631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:38.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:32:38 smithi032 ceph-mon[191839]: pgmap v20631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:38.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:32:38 smithi039 ceph-mon[181282]: pgmap v20631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:38.779 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:32:39.102 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:32:39.102 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 5m ago 10h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:32:39.102 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 3m ago 10h 95.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:32:39.102 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 5m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:32:39.102 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 3m ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:32:39.103 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 3m ago 10h 469M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:32:39.103 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 5m ago 10h 928M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:32:39.103 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 5m ago 10h 2487M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:32:39.103 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 3m ago 10h 1217M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:32:39.103 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 5m ago 10h 1271M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:32:39.103 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 5m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:32:39.103 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 3m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:32:39.103 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 5m ago 10h 5661M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:32:39.103 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 5m ago 10h 5768M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:32:39.103 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 5m ago 10h 5063M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:32:39.103 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 5m ago 10h 5262M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:32:39.104 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 3m ago 10h 4937M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:32:39.104 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 3m ago 10h 5436M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:32:39.104 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 3m ago 10h 5050M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:32:39.104 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 3m ago 10h 5163M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:32:39.104 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 3m ago 10h 137M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:32:39.508 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:32:39.508 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:32:39.508 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:32:39.509 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:32:39.509 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:32:39.509 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:32:39.509 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:32:39.509 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:32:39.509 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:32:39.509 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:32:39.509 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:32:39.509 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:32:39.509 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:32:39.510 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:32:39.510 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:32:39.510 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:32:39.510 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:32:39.510 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:32:40.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:32:40 smithi032 ceph-mon[189144]: pgmap v20632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:40.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:32:40 smithi032 ceph-mon[189144]: from='client.66938 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:32:40.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:32:40 smithi032 ceph-mon[189144]: from='client.57030 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:32:40.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:32:40 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1597700654' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:32:40.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:32:40 smithi032 ceph-mon[191839]: pgmap v20632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:40.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:32:40 smithi032 ceph-mon[191839]: from='client.66938 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:32:40.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:32:40 smithi032 ceph-mon[191839]: from='client.57030 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:32:40.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:32:40 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1597700654' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:32:40.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:32:40 smithi039 ceph-mon[181282]: pgmap v20632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:40.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:32:40 smithi039 ceph-mon[181282]: from='client.66938 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:32:40.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:32:40 smithi039 ceph-mon[181282]: from='client.57030 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:32:40.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:32:40 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1597700654' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:32:41.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:32:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:32:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:32:42.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:32:42 smithi032 ceph-mon[189144]: pgmap v20633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:42.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:32:42 smithi032 ceph-mon[191839]: pgmap v20633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:42.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:32:42 smithi039 ceph-mon[181282]: pgmap v20633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:44.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:32:44 smithi032 ceph-mon[189144]: pgmap v20634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:44.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:32:44 smithi032 ceph-mon[191839]: pgmap v20634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:44.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:32:44 smithi039 ceph-mon[181282]: pgmap v20634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:46.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:32:46 smithi032 ceph-mon[189144]: pgmap v20635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:46.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:32:46 smithi032 ceph-mon[191839]: pgmap v20635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:46.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:32:46 smithi039 ceph-mon[181282]: pgmap v20635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:48.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:32:48 smithi032 ceph-mon[189144]: pgmap v20636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:48.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:32:48 smithi032 ceph-mon[191839]: pgmap v20636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:48.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:32:48 smithi039 ceph-mon[181282]: pgmap v20636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:50.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:32:50 smithi032 ceph-mon[189144]: pgmap v20637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:50.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:32:50 smithi032 ceph-mon[191839]: pgmap v20637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:50.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:32:50 smithi039 ceph-mon[181282]: pgmap v20637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:51.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:32:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:32:50] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-23T03:32:51.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:32:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:32:51.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:32:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:32:51.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:32:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:32:52.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:32:52 smithi032 ceph-mon[189144]: pgmap v20638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:52.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:32:52 smithi032 ceph-mon[191839]: pgmap v20638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:52.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:32:52 smithi039 ceph-mon[181282]: pgmap v20638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:53.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:32:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:32:53.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:32:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:32:53.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:32:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:32:54.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:32:54 smithi032 ceph-mon[189144]: pgmap v20639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:54.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:32:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:32:54.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:32:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:32:54.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:32:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:32:54.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:32:54 smithi032 ceph-mon[191839]: pgmap v20639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:54.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:32:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:32:54.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:32:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:32:54.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:32:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:32:54.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:32:54 smithi039 ceph-mon[181282]: pgmap v20639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:54.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:32:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:32:54.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:32:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:32:54.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:32:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:32:56.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:32:56 smithi032 ceph-mon[189144]: pgmap v20640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:56.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:32:56 smithi032 ceph-mon[191839]: pgmap v20640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:56.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:32:56 smithi039 ceph-mon[181282]: pgmap v20640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:58.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:32:58 smithi032 ceph-mon[191839]: pgmap v20641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:58.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:32:58 smithi032 ceph-mon[189144]: pgmap v20641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:32:58.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:32:58 smithi039 ceph-mon[181282]: pgmap v20641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:00.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:33:00 smithi032 ceph-mon[191839]: pgmap v20642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:00.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:33:00 smithi032 ceph-mon[189144]: pgmap v20642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:00.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:33:00 smithi039 ceph-mon[181282]: pgmap v20642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:01.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:33:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:33:00] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-23T03:33:02.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:33:02 smithi032 ceph-mon[191839]: pgmap v20643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:02.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:33:02 smithi032 ceph-mon[189144]: pgmap v20643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:02.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:33:02 smithi039 ceph-mon[181282]: pgmap v20643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:04.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:33:04 smithi032 ceph-mon[189144]: pgmap v20644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:04.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:33:04 smithi032 ceph-mon[191839]: pgmap v20644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:33:04 smithi039 ceph-mon[181282]: pgmap v20644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:06.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:33:06 smithi032 ceph-mon[189144]: pgmap v20645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:06.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:33:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:33:06.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:33:06 smithi032 ceph-mon[191839]: pgmap v20645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:06.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:33:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:33:06.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:33:06 smithi039 ceph-mon[181282]: pgmap v20645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:06.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:33:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:33:08.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:33:08 smithi032 ceph-mon[189144]: pgmap v20646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:08.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:33:08 smithi032 ceph-mon[191839]: pgmap v20646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:08.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:33:08 smithi039 ceph-mon[181282]: pgmap v20646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:09.863 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:33:10.192 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:33:10.192 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 6m ago 10h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:33:10.192 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 4m ago 10h 95.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:33:10.192 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 6m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:33:10.192 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 4m ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:33:10.192 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 4m ago 10h 469M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:33:10.192 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 6m ago 10h 928M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:33:10.192 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 6m ago 10h 2487M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:33:10.192 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 4m ago 10h 1217M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:33:10.192 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 6m ago 10h 1271M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:33:10.192 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 6m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:33:10.193 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 4m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:33:10.193 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 6m ago 10h 5661M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:33:10.193 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 6m ago 10h 5768M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:33:10.193 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 6m ago 10h 5063M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:33:10.193 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 6m ago 10h 5262M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:33:10.193 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 4m ago 10h 4937M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:33:10.193 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 4m ago 10h 5436M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:33:10.193 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 4m ago 10h 5050M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:33:10.193 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 4m ago 10h 5163M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:33:10.193 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 4m ago 10h 137M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:33:10.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:33:10 smithi032 ceph-mon[191839]: pgmap v20647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:10.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:33:10 smithi032 ceph-mon[189144]: pgmap v20647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:10.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:33:10 smithi039 ceph-mon[181282]: pgmap v20647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:10.598 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:33:10.598 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:33:10.598 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:33:10.598 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:33:10.599 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:33:10.599 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:33:10.599 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:33:10.599 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:33:10.599 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:33:10.599 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:33:10.599 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:33:10.599 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:33:10.599 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:33:10.599 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:33:10.599 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:33:10.599 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:33:10.599 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:33:10.599 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:33:11.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:33:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:33:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:33:11.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:33:11 smithi032 ceph-mon[191839]: from='client.57042 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:33:11.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:33:11 smithi032 ceph-mon[191839]: from='client.66962 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:33:11.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:33:11 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/430696991' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:33:11.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:33:11 smithi032 ceph-mon[189144]: from='client.57042 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:33:11.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:33:11 smithi032 ceph-mon[189144]: from='client.66962 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:33:11.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:33:11 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/430696991' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:33:11.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:33:11 smithi039 ceph-mon[181282]: from='client.57042 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:33:11.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:33:11 smithi039 ceph-mon[181282]: from='client.66962 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:33:11.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:33:11 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/430696991' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:33:12.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:33:12 smithi032 ceph-mon[191839]: pgmap v20648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:12.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:33:12 smithi032 ceph-mon[189144]: pgmap v20648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:12.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:33:12 smithi039 ceph-mon[181282]: pgmap v20648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:14.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:33:14 smithi032 ceph-mon[189144]: pgmap v20649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:14.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:33:14 smithi032 ceph-mon[191839]: pgmap v20649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:14.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:33:14 smithi039 ceph-mon[181282]: pgmap v20649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:16.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:33:16 smithi032 ceph-mon[189144]: pgmap v20650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:16.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:33:16 smithi032 ceph-mon[191839]: pgmap v20650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:16.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:33:16 smithi039 ceph-mon[181282]: pgmap v20650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:18.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:33:18 smithi032 ceph-mon[189144]: pgmap v20651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:18.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:33:18 smithi032 ceph-mon[191839]: pgmap v20651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:18.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:33:18 smithi039 ceph-mon[181282]: pgmap v20651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:20.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:33:20 smithi032 ceph-mon[189144]: pgmap v20652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:20.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:33:20 smithi032 ceph-mon[191839]: pgmap v20652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:20.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:33:20 smithi039 ceph-mon[181282]: pgmap v20652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:21.121 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:33:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:33:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:33:21.121 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:33:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:33:21.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:33:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:33:21.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:33:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:33:22.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:33:22 smithi032 ceph-mon[191839]: pgmap v20653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:22.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:33:22 smithi032 ceph-mon[189144]: pgmap v20653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:22.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:33:22 smithi039 ceph-mon[181282]: pgmap v20653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:24.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:33:24 smithi032 ceph-mon[189144]: pgmap v20654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:24.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:33:24 smithi032 ceph-mon[191839]: pgmap v20654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:24.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:33:24 smithi039 ceph-mon[181282]: pgmap v20654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:26.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:33:26 smithi032 ceph-mon[191839]: pgmap v20655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:26.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:33:26 smithi032 ceph-mon[189144]: pgmap v20655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:26.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:33:26 smithi039 ceph-mon[181282]: pgmap v20655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:28.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:33:28 smithi032 ceph-mon[189144]: pgmap v20656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:28.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:33:28 smithi032 ceph-mon[191839]: pgmap v20656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:28.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:33:28 smithi039 ceph-mon[181282]: pgmap v20656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:30.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:33:30 smithi032 ceph-mon[189144]: pgmap v20657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:30.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:33:30 smithi032 ceph-mon[191839]: pgmap v20657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:30.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:33:30 smithi039 ceph-mon[181282]: pgmap v20657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:33:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:33:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:33:32.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:33:32 smithi032 ceph-mon[189144]: pgmap v20658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:32.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:33:32 smithi032 ceph-mon[191839]: pgmap v20658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:32.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:33:32 smithi039 ceph-mon[181282]: pgmap v20658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:34.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:33:34 smithi032 ceph-mon[189144]: pgmap v20659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:34.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:33:34 smithi032 ceph-mon[191839]: pgmap v20659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:34.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:33:34 smithi039 ceph-mon[181282]: pgmap v20659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:36.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:33:36 smithi032 ceph-mon[189144]: pgmap v20660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:36.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:33:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:33:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:33:36 smithi032 ceph-mon[191839]: pgmap v20660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:33:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:33:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:33:36 smithi039 ceph-mon[181282]: pgmap v20660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:33:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:33:38.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:33:38 smithi032 ceph-mon[189144]: pgmap v20661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:38.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:33:38 smithi032 ceph-mon[191839]: pgmap v20661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:38.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:33:38 smithi039 ceph-mon[181282]: pgmap v20661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:40.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:33:40 smithi032 ceph-mon[189144]: pgmap v20662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:40.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:33:40 smithi032 ceph-mon[191839]: pgmap v20662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:40.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:33:40 smithi039 ceph-mon[181282]: pgmap v20662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:40.956 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:33:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:33:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:33:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:33:41.284 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:33:41.284 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 6m ago 10h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:33:41.284 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 4m ago 10h 95.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:33:41.284 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 6m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:33:41.284 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 4m ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:33:41.284 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 4m ago 10h 469M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:33:41.284 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 6m ago 10h 928M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:33:41.285 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 6m ago 10h 2487M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:33:41.285 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 4m ago 10h 1217M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:33:41.285 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 6m ago 10h 1271M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:33:41.285 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 6m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:33:41.285 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 4m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:33:41.285 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 6m ago 10h 5661M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:33:41.285 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 6m ago 10h 5768M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:33:41.285 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 6m ago 10h 5063M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:33:41.285 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 6m ago 10h 5262M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:33:41.285 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 4m ago 10h 4937M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:33:41.285 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 4m ago 10h 5436M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:33:41.285 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 4m ago 10h 5050M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:33:41.285 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 4m ago 10h 5163M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:33:41.285 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 4m ago 10h 137M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:33:41.688 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:33:41.688 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:33:41.688 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:33:41.688 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:33:41.688 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:33:41.688 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:33:41.688 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:33:41.688 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:33:41.688 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:33:41.688 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:33:41.688 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:33:41.688 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:33:41.688 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:33:41.688 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:33:41.688 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:33:41.689 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:33:41.689 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:33:41.689 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:33:42.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:33:42 smithi032 ceph-mon[191839]: pgmap v20663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:42.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:33:42 smithi032 ceph-mon[191839]: from='client.57060 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:33:42.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:33:42 smithi032 ceph-mon[191839]: from='client.66980 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:33:42.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:33:42 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2028006621' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:33:42.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:33:42 smithi032 ceph-mon[189144]: pgmap v20663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:42.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:33:42 smithi032 ceph-mon[189144]: from='client.57060 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:33:42.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:33:42 smithi032 ceph-mon[189144]: from='client.66980 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:33:42.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:33:42 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2028006621' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:33:42.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:33:42 smithi039 ceph-mon[181282]: pgmap v20663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:42.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:33:42 smithi039 ceph-mon[181282]: from='client.57060 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:33:42.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:33:42 smithi039 ceph-mon[181282]: from='client.66980 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:33:42.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:33:42 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2028006621' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:33:44.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:33:44 smithi032 ceph-mon[189144]: pgmap v20664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:44.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:33:44 smithi032 ceph-mon[191839]: pgmap v20664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:44.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:33:44 smithi039 ceph-mon[181282]: pgmap v20664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:46.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:33:46 smithi032 ceph-mon[189144]: pgmap v20665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:46.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:33:46 smithi032 ceph-mon[191839]: pgmap v20665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:46.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:33:46 smithi039 ceph-mon[181282]: pgmap v20665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:48.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:33:48 smithi032 ceph-mon[189144]: pgmap v20666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:48.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:33:48 smithi032 ceph-mon[191839]: pgmap v20666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:48.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:33:48 smithi039 ceph-mon[181282]: pgmap v20666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:50.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:33:50 smithi032 ceph-mon[189144]: pgmap v20667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:50.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:33:50 smithi032 ceph-mon[191839]: pgmap v20667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:50.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:33:50 smithi039 ceph-mon[181282]: pgmap v20667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:51.163 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:33:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:33:50] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-23T03:33:51.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:33:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:33:51.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:33:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:33:51.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:33:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:33:52.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:33:52 smithi032 ceph-mon[189144]: pgmap v20668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:52.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:33:52 smithi032 ceph-mon[191839]: pgmap v20668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:52.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:33:52 smithi039 ceph-mon[181282]: pgmap v20668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:54.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:33:54 smithi032 ceph-mon[189144]: pgmap v20669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:54.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:33:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:33:54.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:33:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:33:54.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:33:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:33:54.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:33:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:33:54.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:33:54 smithi032 ceph-mon[191839]: pgmap v20669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:54.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:33:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:33:54.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:33:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:33:54.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:33:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:33:54.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:33:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:33:54.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:33:54 smithi039 ceph-mon[181282]: pgmap v20669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:54.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:33:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:33:54.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:33:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:33:54.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:33:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:33:54.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:33:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:33:56.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:33:56 smithi032 ceph-mon[191839]: pgmap v20670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:56.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:33:56 smithi032 ceph-mon[189144]: pgmap v20670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:56.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:33:56 smithi039 ceph-mon[181282]: pgmap v20670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:58.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:33:58 smithi032 ceph-mon[189144]: pgmap v20671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:58.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:33:58 smithi032 ceph-mon[191839]: pgmap v20671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:33:58.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:33:58 smithi039 ceph-mon[181282]: pgmap v20671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:00.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:00 smithi032 ceph-mon[189144]: pgmap v20672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:00.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:00 smithi032 ceph-mon[191839]: pgmap v20672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:00.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:00 smithi039 ceph-mon[181282]: pgmap v20672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:01.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:34:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:34:00] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-23T03:34:02.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:02 smithi032 ceph-mon[189144]: pgmap v20673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:02.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:02 smithi032 ceph-mon[191839]: pgmap v20673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:02.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:02 smithi039 ceph-mon[181282]: pgmap v20673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:04.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:04 smithi032 ceph-mon[191839]: pgmap v20674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:04.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:04 smithi032 ceph-mon[189144]: pgmap v20674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:04 smithi039 ceph-mon[181282]: pgmap v20674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:06.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:06 smithi039 ceph-mon[181282]: pgmap v20675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:06.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:34:06.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:06 smithi032 ceph-mon[191839]: pgmap v20675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:06.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:34:06.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:06 smithi032 ceph-mon[189144]: pgmap v20675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:06.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:34:08.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:08 smithi039 ceph-mon[181282]: pgmap v20676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:08.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:08 smithi032 ceph-mon[189144]: pgmap v20676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:08.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:08 smithi032 ceph-mon[191839]: pgmap v20676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:10.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:10 smithi039 ceph-mon[181282]: pgmap v20677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:10.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:10 smithi032 ceph-mon[191839]: pgmap v20677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:10.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:10 smithi032 ceph-mon[189144]: pgmap v20677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:11.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:34:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:34:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:34:12.047 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:34:12.374 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:34:12.374 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 7m ago 10h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:34:12.374 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 5m ago 10h 95.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:34:12.374 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 7m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:34:12.374 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 5m ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:34:12.374 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 5m ago 10h 469M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:34:12.374 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 7m ago 10h 928M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:34:12.374 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 7m ago 10h 2487M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:34:12.374 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 5m ago 10h 1217M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:34:12.374 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 7m ago 10h 1271M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:34:12.374 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 7m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:34:12.375 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 5m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:34:12.375 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 7m ago 10h 5661M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:34:12.375 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 7m ago 10h 5768M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:34:12.375 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 7m ago 10h 5063M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:34:12.375 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 7m ago 10h 5262M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:34:12.375 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 5m ago 10h 4937M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:34:12.375 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 5m ago 10h 5436M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:34:12.375 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 5m ago 10h 5050M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:34:12.375 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 5m ago 10h 5163M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:34:12.375 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 5m ago 10h 137M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:34:12.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:12 smithi039 ceph-mon[181282]: pgmap v20678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:12.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:12 smithi032 ceph-mon[189144]: pgmap v20678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:12.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:12 smithi032 ceph-mon[191839]: pgmap v20678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:12.797 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:34:12.797 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:34:12.797 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:34:12.797 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:34:12.797 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:34:12.797 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:34:12.798 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:34:12.798 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:34:12.798 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:34:12.798 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:34:12.798 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:34:12.798 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:34:12.798 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:34:12.798 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:34:12.798 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:34:12.798 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:34:12.798 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:34:12.798 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:34:13.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:13 smithi039 ceph-mon[181282]: from='client.66992 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:34:13.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:13 smithi039 ceph-mon[181282]: from='client.66998 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:34:13.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:13 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1303300761' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:34:13.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:13 smithi032 ceph-mon[189144]: from='client.66992 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:34:13.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:13 smithi032 ceph-mon[189144]: from='client.66998 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:34:13.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:13 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1303300761' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:34:13.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:13 smithi032 ceph-mon[191839]: from='client.66992 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:34:13.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:13 smithi032 ceph-mon[191839]: from='client.66998 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:34:13.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:13 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1303300761' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:34:14.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:14 smithi039 ceph-mon[181282]: pgmap v20679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:14.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:14 smithi032 ceph-mon[189144]: pgmap v20679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:14.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:14 smithi032 ceph-mon[191839]: pgmap v20679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:16.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:16 smithi039 ceph-mon[181282]: pgmap v20680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:16.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:16 smithi032 ceph-mon[189144]: pgmap v20680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:16.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:16 smithi032 ceph-mon[191839]: pgmap v20680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:18.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:18 smithi039 ceph-mon[181282]: pgmap v20681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:18.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:18 smithi032 ceph-mon[189144]: pgmap v20681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:18.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:18 smithi032 ceph-mon[191839]: pgmap v20681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:20.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:20 smithi039 ceph-mon[181282]: pgmap v20682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:20.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:20 smithi032 ceph-mon[189144]: pgmap v20682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:20.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:20 smithi032 ceph-mon[191839]: pgmap v20682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:21.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:34:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:34:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:34:21.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:34:21.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:34:21.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:34:22.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:22 smithi039 ceph-mon[181282]: pgmap v20683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:22.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:22 smithi032 ceph-mon[191839]: pgmap v20683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:22.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:22 smithi032 ceph-mon[189144]: pgmap v20683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:24.512 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:24 smithi039 ceph-mon[181282]: pgmap v20684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:24.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:24 smithi032 ceph-mon[189144]: pgmap v20684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:24.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:24 smithi032 ceph-mon[191839]: pgmap v20684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:26.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:26 smithi039 ceph-mon[181282]: pgmap v20685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:26.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:26 smithi032 ceph-mon[189144]: pgmap v20685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:26.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:26 smithi032 ceph-mon[191839]: pgmap v20685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:28.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:28 smithi039 ceph-mon[181282]: pgmap v20686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:28.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:28 smithi032 ceph-mon[191839]: pgmap v20686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:28.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:28 smithi032 ceph-mon[189144]: pgmap v20686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:30.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:30 smithi039 ceph-mon[181282]: pgmap v20687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:30.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:30 smithi032 ceph-mon[189144]: pgmap v20687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:30.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:30 smithi032 ceph-mon[191839]: pgmap v20687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:31.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:34:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:34:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:34:32.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:32 smithi039 ceph-mon[181282]: pgmap v20688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:32.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:32 smithi032 ceph-mon[191839]: pgmap v20688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:32.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:32 smithi032 ceph-mon[189144]: pgmap v20688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:34.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:34 smithi039 ceph-mon[181282]: pgmap v20689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:34.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:34 smithi032 ceph-mon[189144]: pgmap v20689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:34.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:34 smithi032 ceph-mon[191839]: pgmap v20689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:36.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:36 smithi039 ceph-mon[181282]: pgmap v20690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:36.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:34:36.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:36 smithi032 ceph-mon[189144]: pgmap v20690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:36.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:34:36.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:36 smithi032 ceph-mon[191839]: pgmap v20690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:36.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:34:38.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:38 smithi039 ceph-mon[181282]: pgmap v20691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:38.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:38 smithi032 ceph-mon[191839]: pgmap v20691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:38.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:38 smithi032 ceph-mon[189144]: pgmap v20691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:40.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:40 smithi039 ceph-mon[181282]: pgmap v20692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:40.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:40 smithi032 ceph-mon[191839]: pgmap v20692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:40.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:40 smithi032 ceph-mon[189144]: pgmap v20692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:41.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:34:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:34:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:34:42.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:42 smithi039 ceph-mon[181282]: pgmap v20693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:42.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:42 smithi032 ceph-mon[191839]: pgmap v20693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:42.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:42 smithi032 ceph-mon[189144]: pgmap v20693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:43.169 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:34:43.493 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:34:43.493 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 7m ago 10h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:34:43.493 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 5m ago 10h 95.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:34:43.493 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 7m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:34:43.494 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 5m ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:34:43.494 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 5m ago 10h 469M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:34:43.494 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 7m ago 10h 928M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:34:43.494 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 7m ago 10h 2487M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:34:43.494 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 5m ago 10h 1217M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:34:43.494 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 7m ago 10h 1271M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:34:43.494 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 7m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:34:43.494 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 5m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:34:43.494 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 7m ago 10h 5661M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:34:43.494 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 7m ago 10h 5768M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:34:43.494 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 7m ago 10h 5063M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:34:43.494 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 7m ago 10h 5262M 2073M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:34:43.494 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 5m ago 10h 4937M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:34:43.495 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 5m ago 10h 5436M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:34:43.495 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 5m ago 10h 5050M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:34:43.495 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 5m ago 10h 5163M 2443M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:34:43.495 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 5m ago 10h 137M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:34:43.895 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:34:43.895 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:34:43.895 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:34:43.895 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:34:43.895 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:34:43.895 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:34:43.895 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:34:43.895 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:34:43.896 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:34:43.896 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:34:43.896 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:34:43.896 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:34:43.896 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:34:43.896 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:34:43.896 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:34:43.896 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:34:43.896 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:34:43.896 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:34:44.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:44 smithi032 ceph-mon[189144]: pgmap v20694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:44.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:44 smithi032 ceph-mon[189144]: from='client.67010 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:34:44.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:44 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3395045389' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:34:44.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:44 smithi032 ceph-mon[191839]: pgmap v20694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:44.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:44 smithi032 ceph-mon[191839]: from='client.67010 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:34:44.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:44 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3395045389' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:34:44.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:44 smithi039 ceph-mon[181282]: pgmap v20694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:44.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:44 smithi039 ceph-mon[181282]: from='client.67010 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:34:44.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:44 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3395045389' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:34:45.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:45 smithi032 ceph-mon[189144]: from='client.57102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:34:45.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:45 smithi032 ceph-mon[191839]: from='client.57102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:34:45.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:45 smithi039 ceph-mon[181282]: from='client.57102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:34:46.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:46 smithi032 ceph-mon[189144]: pgmap v20695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:46.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:46 smithi032 ceph-mon[191839]: pgmap v20695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:46.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:46 smithi039 ceph-mon[181282]: pgmap v20695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:48.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:48 smithi032 ceph-mon[191839]: pgmap v20696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:48.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:48 smithi032 ceph-mon[189144]: pgmap v20696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:48.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:48 smithi039 ceph-mon[181282]: pgmap v20696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:50.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:50 smithi032 ceph-mon[189144]: pgmap v20697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:50.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:50 smithi032 ceph-mon[191839]: pgmap v20697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:50.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:50 smithi039 ceph-mon[181282]: pgmap v20697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:51.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:34:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:34:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:34:51.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:34:51.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:34:51.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:34:52.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:52 smithi032 ceph-mon[191839]: pgmap v20698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:52.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:52 smithi032 ceph-mon[189144]: pgmap v20698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:52.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:52 smithi039 ceph-mon[181282]: pgmap v20698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:54.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:54 smithi032 ceph-mon[191839]: pgmap v20699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:54.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:34:54.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:34:54.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:34:54.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:34:54.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:34:54.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:34:54.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:34:54.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:54 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:34:54.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:54 smithi032 ceph-mon[189144]: pgmap v20699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:54.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:34:54.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:34:54.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:34:54.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:34:54.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:34:54.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:34:54.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:34:54.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:54 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:34:54.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:54 smithi039 ceph-mon[181282]: pgmap v20699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:54.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:34:54.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:34:54.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:34:54.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:34:54.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:34:54.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:34:54.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:34:54.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:54 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:34:55.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:55 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi039 to 2440M 2023-12-23T03:34:55.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:34:55.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:34:55.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:34:55.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:34:55.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:34:55.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:34:55.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:34:55.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:34:55.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:55 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi039 to 2440M 2023-12-23T03:34:55.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:34:55.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:34:55.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:34:55.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:34:55.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:34:55.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:34:55.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:34:55.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:34:55.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:55 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi039 to 2440M 2023-12-23T03:34:55.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:34:55.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:34:55.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:34:55.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:34:55.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:34:55.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:34:55.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:34:55.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:34:56.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:56 smithi032 ceph-mon[191839]: pgmap v20700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:56.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:56 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi032 to 2061M 2023-12-23T03:34:56.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:56 smithi032 ceph-mon[189144]: pgmap v20700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:56.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:56 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi032 to 2061M 2023-12-23T03:34:56.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:56 smithi039 ceph-mon[181282]: pgmap v20700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:56.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:56 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi032 to 2061M 2023-12-23T03:34:58.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:34:58 smithi032 ceph-mon[189144]: pgmap v20701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:58.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:34:58 smithi032 ceph-mon[191839]: pgmap v20701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:34:58.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:34:58 smithi039 ceph-mon[181282]: pgmap v20701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:00.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:00 smithi032 ceph-mon[189144]: pgmap v20702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:00.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:00 smithi032 ceph-mon[191839]: pgmap v20702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:00.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:00 smithi039 ceph-mon[181282]: pgmap v20702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:01.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:35:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:35:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:35:02.685 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:02 smithi032 ceph-mon[191839]: pgmap v20703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:02.686 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:02 smithi032 ceph-mon[189144]: pgmap v20703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:02.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:02 smithi039 ceph-mon[181282]: pgmap v20703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:04.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:04 smithi032 ceph-mon[191839]: pgmap v20704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:04.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:04 smithi032 ceph-mon[189144]: pgmap v20704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:04.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:04 smithi039 ceph-mon[181282]: pgmap v20704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:06.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:06 smithi032 ceph-mon[189144]: pgmap v20705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:06.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:35:06.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:06 smithi032 ceph-mon[191839]: pgmap v20705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:06.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:35:06.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:06 smithi039 ceph-mon[181282]: pgmap v20705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:06.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:35:08.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:08 smithi032 ceph-mon[191839]: pgmap v20706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:08.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:08 smithi032 ceph-mon[189144]: pgmap v20706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:08.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:08 smithi039 ceph-mon[181282]: pgmap v20706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:10.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:10 smithi032 ceph-mon[191839]: pgmap v20707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:10.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:10 smithi032 ceph-mon[189144]: pgmap v20707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:10.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:10 smithi039 ceph-mon[181282]: pgmap v20707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:11.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:35:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:35:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:35:12.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:12 smithi032 ceph-mon[191839]: pgmap v20708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:12.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:12 smithi032 ceph-mon[189144]: pgmap v20708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:12.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:12 smithi039 ceph-mon[181282]: pgmap v20708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:14.263 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:35:14.586 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:35:14.586 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 8m ago 10h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:35:14.586 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 6m ago 10h 95.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:35:14.586 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 8m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:35:14.586 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 6m ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:35:14.587 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 6m ago 10h 469M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:35:14.587 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 8m ago 10h 928M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:35:14.587 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 8m ago 10h 2487M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:35:14.587 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 6m ago 10h 1217M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:35:14.587 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 8m ago 10h 1271M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:35:14.587 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 8m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:35:14.587 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 6m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:35:14.587 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 8m ago 10h 5661M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:35:14.587 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 8m ago 10h 5768M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:35:14.587 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 8m ago 10h 5063M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:35:14.587 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 8m ago 10h 5262M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:35:14.587 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 6m ago 10h 4937M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:35:14.587 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 6m ago 10h 5436M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:35:14.587 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 6m ago 10h 5050M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:35:14.587 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 6m ago 10h 5163M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:35:14.588 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 6m ago 10h 137M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:35:14.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:14 smithi032 ceph-mon[191839]: pgmap v20709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:14.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:14 smithi032 ceph-mon[189144]: pgmap v20709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:14.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:14 smithi039 ceph-mon[181282]: pgmap v20709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:14.988 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:35:14.988 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:35:14.989 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:35:14.989 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:35:14.989 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:35:14.989 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:35:14.989 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:35:14.989 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:35:14.989 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:35:14.989 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:35:14.989 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:35:14.989 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:35:14.989 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:35:14.989 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:35:14.989 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:35:14.989 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:35:14.989 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:35:14.990 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:35:15.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:15 smithi032 ceph-mon[189144]: from='client.67028 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:35:15.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:15 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4201486591' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:35:15.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:15 smithi032 ceph-mon[191839]: from='client.67028 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:35:15.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:15 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4201486591' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:35:15.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:15 smithi039 ceph-mon[181282]: from='client.67028 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:35:15.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:15 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4201486591' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:35:16.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:16 smithi032 ceph-mon[191839]: from='client.57120 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:35:16.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:16 smithi032 ceph-mon[191839]: pgmap v20710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:16.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:16 smithi032 ceph-mon[189144]: from='client.57120 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:35:16.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:16 smithi032 ceph-mon[189144]: pgmap v20710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:16.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:16 smithi039 ceph-mon[181282]: from='client.57120 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:35:16.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:16 smithi039 ceph-mon[181282]: pgmap v20710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:18.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:18 smithi032 ceph-mon[191839]: pgmap v20711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:18.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:18 smithi032 ceph-mon[189144]: pgmap v20711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:18.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:18 smithi039 ceph-mon[181282]: pgmap v20711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:20.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:20 smithi032 ceph-mon[191839]: pgmap v20712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:20.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:20 smithi032 ceph-mon[189144]: pgmap v20712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:20.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:20 smithi039 ceph-mon[181282]: pgmap v20712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:21.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:35:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:35:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:35:21.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:35:21.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:35:21.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:35:22.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:22 smithi032 ceph-mon[191839]: pgmap v20713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:22.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:22 smithi032 ceph-mon[189144]: pgmap v20713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:22.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:22 smithi039 ceph-mon[181282]: pgmap v20713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:24.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:24 smithi032 ceph-mon[191839]: pgmap v20714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:24.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:24 smithi032 ceph-mon[189144]: pgmap v20714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:24.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:24 smithi039 ceph-mon[181282]: pgmap v20714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:26.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:26 smithi032 ceph-mon[191839]: pgmap v20715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:26.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:26 smithi032 ceph-mon[189144]: pgmap v20715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:26.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:26 smithi039 ceph-mon[181282]: pgmap v20715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:28.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:28 smithi032 ceph-mon[191839]: pgmap v20716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:28.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:28 smithi032 ceph-mon[189144]: pgmap v20716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:28.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:28 smithi039 ceph-mon[181282]: pgmap v20716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:30.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:30 smithi032 ceph-mon[191839]: pgmap v20717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:30.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:30 smithi032 ceph-mon[189144]: pgmap v20717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:30.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:30 smithi039 ceph-mon[181282]: pgmap v20717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:31.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:35:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:35:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:35:32.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:32 smithi032 ceph-mon[189144]: pgmap v20718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:32.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:32 smithi032 ceph-mon[191839]: pgmap v20718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:32.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:32 smithi039 ceph-mon[181282]: pgmap v20718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:34.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:34 smithi032 ceph-mon[189144]: pgmap v20719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:34.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:34 smithi032 ceph-mon[191839]: pgmap v20719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:34.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:34 smithi039 ceph-mon[181282]: pgmap v20719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:36.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:36 smithi032 ceph-mon[189144]: pgmap v20720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:36.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:35:36.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:36 smithi032 ceph-mon[191839]: pgmap v20720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:36.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:35:36.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:36 smithi039 ceph-mon[181282]: pgmap v20720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:36.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:35:38.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:38 smithi032 ceph-mon[189144]: pgmap v20721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:38.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:38 smithi032 ceph-mon[191839]: pgmap v20721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:38.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:38 smithi039 ceph-mon[181282]: pgmap v20721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:40.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:40 smithi032 ceph-mon[189144]: pgmap v20722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:40.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:40 smithi032 ceph-mon[191839]: pgmap v20722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:40.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:40 smithi039 ceph-mon[181282]: pgmap v20722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:41.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:35:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:35:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:35:42.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:42 smithi032 ceph-mon[189144]: pgmap v20723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:42.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:42 smithi032 ceph-mon[191839]: pgmap v20723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:42.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:42 smithi039 ceph-mon[181282]: pgmap v20723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:44.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:44 smithi032 ceph-mon[189144]: pgmap v20724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:44.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:44 smithi032 ceph-mon[191839]: pgmap v20724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:44.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:44 smithi039 ceph-mon[181282]: pgmap v20724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:45.353 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:35:45.678 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:35:45.678 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 8m ago 10h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:35:45.678 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 6m ago 10h 95.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:35:45.678 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 8m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:35:45.679 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 6m ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:35:45.679 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 6m ago 10h 469M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:35:45.679 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 8m ago 10h 928M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:35:45.679 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 8m ago 10h 2487M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:35:45.679 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 6m ago 10h 1217M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:35:45.679 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 8m ago 10h 1271M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:35:45.679 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 8m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:35:45.679 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 6m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:35:45.679 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 8m ago 10h 5661M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:35:45.679 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 8m ago 10h 5768M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:35:45.679 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 8m ago 10h 5063M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:35:45.679 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 8m ago 10h 5262M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:35:45.679 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 6m ago 10h 4937M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:35:45.679 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 6m ago 10h 5436M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:35:45.680 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 6m ago 10h 5050M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:35:45.680 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 6m ago 10h 5163M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:35:45.680 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 6m ago 10h 137M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:35:46.079 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:35:46.079 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:35:46.079 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:35:46.079 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:35:46.080 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:35:46.080 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:35:46.080 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:35:46.080 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:35:46.080 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:35:46.080 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:35:46.080 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:35:46.080 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:35:46.080 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:35:46.080 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:35:46.080 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:35:46.080 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:35:46.080 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:35:46.080 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:35:46.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:46 smithi032 ceph-mon[189144]: pgmap v20725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:46.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:46 smithi032 ceph-mon[189144]: from='client.67046 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:35:46.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:46 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3943150898' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:35:46.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:46 smithi032 ceph-mon[191839]: pgmap v20725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:46.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:46 smithi032 ceph-mon[191839]: from='client.67046 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:35:46.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:46 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3943150898' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:35:46.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:46 smithi039 ceph-mon[181282]: pgmap v20725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:46.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:46 smithi039 ceph-mon[181282]: from='client.67046 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:35:46.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:46 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3943150898' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:35:47.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:47 smithi032 ceph-mon[189144]: from='client.67052 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:35:47.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:47 smithi032 ceph-mon[191839]: from='client.67052 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:35:47.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:47 smithi039 ceph-mon[181282]: from='client.67052 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:35:48.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:48 smithi032 ceph-mon[191839]: pgmap v20726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:48.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:48 smithi032 ceph-mon[189144]: pgmap v20726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:48.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:48 smithi039 ceph-mon[181282]: pgmap v20726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:49.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:49 smithi032 ceph-mon[191839]: pgmap v20727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:49.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:49 smithi032 ceph-mon[189144]: pgmap v20727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:49.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:49 smithi039 ceph-mon[181282]: pgmap v20727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:51.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:35:51.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:35:51.184 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:35:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:35:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:35:51.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:35:52.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:51 smithi032 ceph-mon[191839]: pgmap v20728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:52.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:51 smithi032 ceph-mon[189144]: pgmap v20728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:52.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:51 smithi039 ceph-mon[181282]: pgmap v20728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:54.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:53 smithi032 ceph-mon[191839]: pgmap v20729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:54.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:53 smithi032 ceph-mon[189144]: pgmap v20729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:54.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:53 smithi039 ceph-mon[181282]: pgmap v20729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:56.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:55 smithi032 ceph-mon[189144]: pgmap v20730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:56.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:35:56.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:35:56.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:35:56.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:35:56.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:35:56.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:35:56.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:35:56.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:35:56.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:55 smithi032 ceph-mon[191839]: pgmap v20730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:56.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:35:56.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:35:56.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:35:56.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:35:56.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:35:56.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:35:56.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:35:56.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:35:56.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:55 smithi039 ceph-mon[181282]: pgmap v20730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:56.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:35:56.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:35:56.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:35:56.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:35:56.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:35:56.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:35:56.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:35:56.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:35:58.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:57 smithi032 ceph-mon[189144]: pgmap v20731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:58.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:57 smithi032 ceph-mon[191839]: pgmap v20731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:35:58.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:57 smithi039 ceph-mon[181282]: pgmap v20731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:00.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:35:59 smithi032 ceph-mon[191839]: pgmap v20732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:00.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:35:59 smithi032 ceph-mon[189144]: pgmap v20732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:00.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:35:59 smithi039 ceph-mon[181282]: pgmap v20732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:01.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:36:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:36:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:36:02.010 INFO:journalctl@ceph.osd.4.smithi039.stdout:Dec 23 03:36:01 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-4[188092]: 2023-12-23T03:36:01.723+0000 7f3e9a0bb700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2023-12-23T03:36:02.010 INFO:journalctl@ceph.osd.4.smithi039.stdout:Dec 23 03:36:01 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-4[188092]: 2023-12-23T03:36:01.760+0000 7f3e9a0bb700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2023-12-23T03:36:02.010 INFO:journalctl@ceph.osd.5.smithi039.stdout:Dec 23 03:36:01 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-5[194486]: 2023-12-23T03:36:01.723+0000 7f2a63dbf700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2023-12-23T03:36:02.011 INFO:journalctl@ceph.osd.5.smithi039.stdout:Dec 23 03:36:01 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-5[194486]: 2023-12-23T03:36:01.760+0000 7f2a63dbf700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2023-12-23T03:36:02.011 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 23 03:36:01 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-6[200892]: 2023-12-23T03:36:01.723+0000 7f11b5184700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2023-12-23T03:36:02.011 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 23 03:36:01 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-6[200892]: 2023-12-23T03:36:01.760+0000 7f11b5184700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2023-12-23T03:36:02.011 INFO:journalctl@ceph.osd.7.smithi039.stdout:Dec 23 03:36:01 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-7[206642]: 2023-12-23T03:36:01.723+0000 7fd40c06a700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2023-12-23T03:36:02.011 INFO:journalctl@ceph.osd.7.smithi039.stdout:Dec 23 03:36:01 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-osd-7[206642]: 2023-12-23T03:36:01.760+0000 7fd40c06a700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2023-12-23T03:36:02.012 INFO:journalctl@ceph.mds.b.smithi039.stdout:Dec 23 03:36:01 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mds-b[148031]: 2023-12-23T03:36:01.723+0000 7fdae8199700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2023-12-23T03:36:02.012 INFO:journalctl@ceph.mds.b.smithi039.stdout:Dec 23 03:36:01 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mds-b[148031]: 2023-12-23T03:36:01.760+0000 7fdae8199700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2023-12-23T03:36:02.012 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:01 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-b[181259]: 2023-12-23T03:36:01.723+0000 7f8b95532700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2023-12-23T03:36:02.012 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:01 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-b[181259]: 2023-12-23T03:36:01.723+0000 7f8b95532700 -1 mon.b@1(peon) e4 *** Got Signal Hangup *** 2023-12-23T03:36:02.012 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:01 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-b[181259]: 2023-12-23T03:36:01.760+0000 7f8b95532700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2023-12-23T03:36:02.012 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:01 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-b[181259]: 2023-12-23T03:36:01.760+0000 7f8b95532700 -1 mon.b@1(peon) e4 *** Got Signal Hangup *** 2023-12-23T03:36:02.012 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:01 smithi039 ceph-mon[181282]: pgmap v20733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:02.013 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 23 03:36:01 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-23T03:36:01.723+0000 7f095a51c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2023-12-23T03:36:02.013 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 23 03:36:01 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-x[170853]: 2023-12-23T03:36:01.760+0000 7f095a51c700 -1 received signal: Hangup from Kernel ( Could be generated by pthread_kill(), raise(), abort(), alarm() ) UID: 0 2023-12-23T03:36:02.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:36:01 smithi032 ceph-mon[189144]: pgmap v20733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:02.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:36:01 smithi032 ceph-mon[191839]: pgmap v20733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:04.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:36:03 smithi032 ceph-mon[191839]: pgmap v20734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:04.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:36:03 smithi032 ceph-mon[189144]: pgmap v20734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:04.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:03 smithi039 ceph-mon[181282]: pgmap v20734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:06.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:36:05 smithi032 ceph-mon[191839]: pgmap v20735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:06.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:36:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:36:06.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:36:05 smithi032 ceph-mon[189144]: pgmap v20735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:06.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:36:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:36:06.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:05 smithi039 ceph-mon[181282]: pgmap v20735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:06.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:36:08.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:36:07 smithi032 ceph-mon[191839]: pgmap v20736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:08.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:36:07 smithi032 ceph-mon[189144]: pgmap v20736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:08.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:07 smithi039 ceph-mon[181282]: pgmap v20736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:10.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:36:09 smithi032 ceph-mon[191839]: pgmap v20737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:10.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:36:09 smithi032 ceph-mon[189144]: pgmap v20737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:10.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:09 smithi039 ceph-mon[181282]: pgmap v20737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:11.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:36:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:36:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:36:12.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:36:11 smithi032 ceph-mon[189144]: pgmap v20738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:12.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:36:11 smithi032 ceph-mon[191839]: pgmap v20738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:12.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:11 smithi039 ceph-mon[181282]: pgmap v20738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:14.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:36:13 smithi032 ceph-mon[191839]: pgmap v20739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:14.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:36:13 smithi032 ceph-mon[189144]: pgmap v20739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:14.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:13 smithi039 ceph-mon[181282]: pgmap v20739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:16.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:36:15 smithi032 ceph-mon[189144]: pgmap v20740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:16.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:36:15 smithi032 ceph-mon[191839]: pgmap v20740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:16.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:15 smithi039 ceph-mon[181282]: pgmap v20740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:16.444 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:36:16.766 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:36:16.766 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 9m ago 10h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:36:16.767 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 7m ago 10h 95.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:36:16.767 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 9m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:36:16.767 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 7m ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:36:16.767 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 7m ago 10h 469M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:36:16.767 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 9m ago 10h 928M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:36:16.767 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 9m ago 10h 2487M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:36:16.767 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 7m ago 10h 1217M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:36:16.767 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 9m ago 10h 1271M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:36:16.767 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 9m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:36:16.767 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 7m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:36:16.767 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 9m ago 10h 5661M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:36:16.767 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 9m ago 10h 5768M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:36:16.767 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 9m ago 10h 5063M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:36:16.767 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 9m ago 10h 5262M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:36:16.767 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 7m ago 10h 4937M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:36:16.768 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 7m ago 10h 5436M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:36:16.768 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 7m ago 10h 5050M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:36:16.768 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 7m ago 10h 5163M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:36:16.768 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 7m ago 10h 137M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:36:17.168 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:36:17.168 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:36:17.168 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:36:17.169 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:36:17.169 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:36:17.169 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:36:17.169 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:36:17.169 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:36:17.169 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:36:17.169 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:36:17.169 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:36:17.169 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:36:17.169 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:36:17.169 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:36:17.169 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:36:17.169 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:36:17.170 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:36:17.170 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:36:18.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:36:17 smithi032 ceph-mon[189144]: from='client.57150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:36:18.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:36:17 smithi032 ceph-mon[189144]: pgmap v20741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:18.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:36:17 smithi032 ceph-mon[189144]: from='client.57156 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:36:18.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:36:17 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2420384710' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:36:18.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:36:17 smithi032 ceph-mon[191839]: from='client.57150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:36:18.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:36:17 smithi032 ceph-mon[191839]: pgmap v20741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:18.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:36:17 smithi032 ceph-mon[191839]: from='client.57156 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:36:18.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:36:17 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2420384710' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:36:18.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:17 smithi039 ceph-mon[181282]: from='client.57150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:36:18.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:17 smithi039 ceph-mon[181282]: pgmap v20741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:18.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:17 smithi039 ceph-mon[181282]: from='client.57156 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:36:18.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:17 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2420384710' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:36:20.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:36:19 smithi032 ceph-mon[189144]: pgmap v20742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:20.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:36:19 smithi032 ceph-mon[191839]: pgmap v20742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:20.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:19 smithi039 ceph-mon[181282]: pgmap v20742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:21.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:36:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:36:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:36:21.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:36:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:36:21.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:36:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:36:21.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:36:22.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:36:21 smithi032 ceph-mon[189144]: pgmap v20743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:22.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:36:21 smithi032 ceph-mon[191839]: pgmap v20743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:22.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:21 smithi039 ceph-mon[181282]: pgmap v20743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:24.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:36:23 smithi032 ceph-mon[191839]: pgmap v20744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:24.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:36:23 smithi032 ceph-mon[189144]: pgmap v20744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:24.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:23 smithi039 ceph-mon[181282]: pgmap v20744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:26.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:36:25 smithi032 ceph-mon[191839]: pgmap v20745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:26.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:36:25 smithi032 ceph-mon[189144]: pgmap v20745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:26.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:25 smithi039 ceph-mon[181282]: pgmap v20745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:28.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:36:27 smithi032 ceph-mon[191839]: pgmap v20746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:28.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:36:27 smithi032 ceph-mon[189144]: pgmap v20746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:28.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:27 smithi039 ceph-mon[181282]: pgmap v20746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:30.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:36:29 smithi032 ceph-mon[191839]: pgmap v20747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:30.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:36:29 smithi032 ceph-mon[189144]: pgmap v20747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:30.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:29 smithi039 ceph-mon[181282]: pgmap v20747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:31.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:36:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:36:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:36:32.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:36:31 smithi032 ceph-mon[191839]: pgmap v20748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:32.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:36:31 smithi032 ceph-mon[189144]: pgmap v20748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:32.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:31 smithi039 ceph-mon[181282]: pgmap v20748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:34.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:36:33 smithi032 ceph-mon[191839]: pgmap v20749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:34.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:36:33 smithi032 ceph-mon[189144]: pgmap v20749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:34.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:33 smithi039 ceph-mon[181282]: pgmap v20749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:36.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:36:35 smithi032 ceph-mon[191839]: pgmap v20750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:36.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:36:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:36:36.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:36:35 smithi032 ceph-mon[189144]: pgmap v20750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:36.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:36:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:36:36.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:35 smithi039 ceph-mon[181282]: pgmap v20750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:36.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:36:38.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:36:37 smithi032 ceph-mon[191839]: pgmap v20751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:38.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:36:37 smithi032 ceph-mon[189144]: pgmap v20751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:38.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:37 smithi039 ceph-mon[181282]: pgmap v20751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:40.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:36:39 smithi032 ceph-mon[191839]: pgmap v20752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:40.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:36:39 smithi032 ceph-mon[189144]: pgmap v20752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:40.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:39 smithi039 ceph-mon[181282]: pgmap v20752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:41.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:36:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:36:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T03:36:42.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:36:41 smithi032 ceph-mon[191839]: pgmap v20753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:42.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:36:41 smithi032 ceph-mon[189144]: pgmap v20753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:42.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:41 smithi039 ceph-mon[181282]: pgmap v20753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:44.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:36:43 smithi032 ceph-mon[191839]: pgmap v20754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:44.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:36:43 smithi032 ceph-mon[189144]: pgmap v20754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:44.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:43 smithi039 ceph-mon[181282]: pgmap v20754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:46.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:36:45 smithi032 ceph-mon[191839]: pgmap v20755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:46.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:36:45 smithi032 ceph-mon[189144]: pgmap v20755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:46.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:45 smithi039 ceph-mon[181282]: pgmap v20755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:47.537 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:36:47.860 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:36:47.860 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 10m ago 10h 26.8M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:36:47.860 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 7m ago 10h 95.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:36:47.860 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 10m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:36:47.860 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 7m ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:36:47.861 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 7m ago 10h 469M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:36:47.861 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 10m ago 10h 928M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:36:47.861 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 10m ago 10h 2487M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:36:47.861 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 7m ago 10h 1217M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:36:47.861 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 10m ago 10h 1271M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:36:47.861 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 10m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:36:47.861 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 7m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:36:47.861 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 10m ago 10h 5661M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:36:47.861 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 10m ago 10h 5768M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:36:47.862 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 10m ago 10h 5063M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:36:47.862 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 10m ago 10h 5262M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:36:47.862 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 7m ago 10h 4937M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:36:47.862 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 7m ago 10h 5436M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:36:47.862 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 7m ago 10h 5050M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:36:47.862 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 7m ago 10h 5163M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:36:47.862 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 7m ago 10h 137M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:36:48.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:36:47 smithi032 ceph-mon[189144]: pgmap v20756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:48.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:36:47 smithi032 ceph-mon[191839]: pgmap v20756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:48.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:47 smithi039 ceph-mon[181282]: pgmap v20756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:48.260 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:36:48.260 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:36:48.260 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:36:48.260 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:36:48.260 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:36:48.260 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:36:48.260 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:36:48.260 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:36:48.260 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:36:48.261 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:36:48.261 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:36:48.261 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:36:48.261 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:36:48.261 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:36:48.261 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:36:48.261 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:36:48.261 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:36:48.261 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:36:49.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:36:48 smithi032 ceph-mon[191839]: from='client.57168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:36:49.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:36:48 smithi032 ceph-mon[191839]: from='client.57174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:36:49.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:36:48 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2867521815' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:36:49.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:36:48 smithi032 ceph-mon[189144]: from='client.57168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:36:49.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:36:48 smithi032 ceph-mon[189144]: from='client.57174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:36:49.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:36:48 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2867521815' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:36:49.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:48 smithi039 ceph-mon[181282]: from='client.57168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:36:49.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:48 smithi039 ceph-mon[181282]: from='client.57174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:36:49.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:48 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2867521815' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:36:50.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:36:49 smithi032 ceph-mon[191839]: pgmap v20757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:50.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:36:49 smithi032 ceph-mon[189144]: pgmap v20757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:50.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:49 smithi039 ceph-mon[181282]: pgmap v20757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:51.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:36:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:36:51.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:36:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:36:51.184 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:36:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:36:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T03:36:51.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:36:52.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:51 smithi039 ceph-mon[181282]: pgmap v20758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:52.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:36:51 smithi032 ceph-mon[191839]: pgmap v20758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:52.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:36:51 smithi032 ceph-mon[189144]: pgmap v20758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:54.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:53 smithi039 ceph-mon[181282]: pgmap v20759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:54.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:36:53 smithi032 ceph-mon[191839]: pgmap v20759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:54.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:36:53 smithi032 ceph-mon[189144]: pgmap v20759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:56.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:55 smithi039 ceph-mon[181282]: pgmap v20760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:56.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:36:56.418 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:36:55 smithi032 ceph-mon[189144]: pgmap v20760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:56.418 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:36:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:36:56.418 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:36:55 smithi032 ceph-mon[191839]: pgmap v20760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:56.418 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:36:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:36:58.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:36:57 smithi032 ceph-mon[191839]: pgmap v20761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:58.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:36:57 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:36:58.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:36:57 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:36:58.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:36:57 smithi032 ceph-mon[189144]: pgmap v20761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:58.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:36:57 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:36:58.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:36:57 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:36:58.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:57 smithi039 ceph-mon[181282]: pgmap v20761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:36:58.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:57 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:36:58.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:57 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:37:00.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:36:59 smithi039 ceph-mon[181282]: pgmap v20762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:00.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:36:59 smithi032 ceph-mon[189144]: pgmap v20762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:00.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:36:59 smithi032 ceph-mon[191839]: pgmap v20762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:01.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:37:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:37:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T03:37:02.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:37:01 smithi032 ceph-mon[191839]: pgmap v20763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:02.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:37:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:37:02.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:37:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:37:02.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:37:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:37:02.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:37:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:37:02.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:37:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:37:02.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:37:01 smithi032 ceph-mon[189144]: pgmap v20763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:02.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:37:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:37:02.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:37:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:37:02.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:37:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:37:02.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:37:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:37:02.185 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:37:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:37:02.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:37:01 smithi039 ceph-mon[181282]: pgmap v20763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:02.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:37:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:37:02.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:37:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:37:02.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:37:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:37:02.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:37:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:37:02.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:37:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:37:04.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:37:03 smithi032 ceph-mon[191839]: pgmap v20764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:04.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:37:03 smithi032 ceph-mon[189144]: pgmap v20764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:04.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:37:03 smithi039 ceph-mon[181282]: pgmap v20764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:06.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:37:05 smithi032 ceph-mon[191839]: pgmap v20765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:06.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:37:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:37:06.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:37:05 smithi032 ceph-mon[189144]: pgmap v20765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:06.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:37:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:37:06.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:37:05 smithi039 ceph-mon[181282]: pgmap v20765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:06.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:37:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:37:08.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:37:07 smithi032 ceph-mon[191839]: pgmap v20766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:08.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:37:07 smithi032 ceph-mon[189144]: pgmap v20766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:08.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:37:07 smithi039 ceph-mon[181282]: pgmap v20766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:10.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:37:09 smithi032 ceph-mon[191839]: pgmap v20767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:10.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:37:09 smithi032 ceph-mon[189144]: pgmap v20767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:10.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:37:09 smithi039 ceph-mon[181282]: pgmap v20767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:11.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:37:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:37:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:37:12.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:37:11 smithi032 ceph-mon[189144]: pgmap v20768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:12.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:37:11 smithi032 ceph-mon[191839]: pgmap v20768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:12.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:37:11 smithi039 ceph-mon[181282]: pgmap v20768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:14.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:37:13 smithi032 ceph-mon[191839]: pgmap v20769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:14.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:37:13 smithi032 ceph-mon[189144]: pgmap v20769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:14.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:37:13 smithi039 ceph-mon[181282]: pgmap v20769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:16.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:37:15 smithi032 ceph-mon[189144]: pgmap v20770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:16.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:37:15 smithi032 ceph-mon[191839]: pgmap v20770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:16.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:37:15 smithi039 ceph-mon[181282]: pgmap v20770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:18.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:37:17 smithi032 ceph-mon[191839]: pgmap v20771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:18.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:37:17 smithi032 ceph-mon[189144]: pgmap v20771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:18.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:37:17 smithi039 ceph-mon[181282]: pgmap v20771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:18.627 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:37:18.948 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:37:18.948 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 21s ago 10h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:37:18.948 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 8m ago 10h 95.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:37:18.948 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 21s ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:37:18.948 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 8m ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:37:18.948 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 8m ago 10h 469M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:37:18.948 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 21s ago 10h 568M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:37:18.948 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 21s ago 10h 632M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:37:18.949 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 8m ago 10h 1217M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:37:18.949 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 21s ago 10h 444M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:37:18.949 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 21s ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:37:18.949 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 8m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:37:18.949 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 21s ago 10h 1089M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:37:18.949 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 21s ago 10h 1190M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:37:18.949 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 21s ago 10h 861M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:37:18.949 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 21s ago 10h 942M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:37:18.949 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 8m ago 10h 4937M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:37:18.949 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 8m ago 10h 5436M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:37:18.949 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 8m ago 10h 5050M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:37:18.949 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 8m ago 10h 5163M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:37:18.949 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 8m ago 10h 137M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:37:19.348 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:37:19.348 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:37:19.349 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:37:19.349 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:37:19.349 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:37:19.349 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:37:19.349 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:37:19.349 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:37:19.349 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:37:19.349 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:37:19.349 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:37:19.349 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:37:19.350 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:37:19.350 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:37:19.350 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:37:19.350 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:37:19.350 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:37:19.350 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:37:20.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:37:19 smithi032 ceph-mon[191839]: from='client.67100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:37:20.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:37:19 smithi032 ceph-mon[191839]: pgmap v20772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:20.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:37:19 smithi032 ceph-mon[191839]: from='client.57192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:37:20.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:37:19 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4255560542' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:37:20.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:37:19 smithi032 ceph-mon[189144]: from='client.67100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:37:20.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:37:19 smithi032 ceph-mon[189144]: pgmap v20772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:20.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:37:19 smithi032 ceph-mon[189144]: from='client.57192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:37:20.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:37:19 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4255560542' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:37:20.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:37:19 smithi039 ceph-mon[181282]: from='client.67100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:37:20.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:37:19 smithi039 ceph-mon[181282]: pgmap v20772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:20.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:37:19 smithi039 ceph-mon[181282]: from='client.57192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:37:20.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:37:19 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4255560542' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:37:21.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:37:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:37:21.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:37:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:37:21.184 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:37:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:37:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:37:21.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:37:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:37:22.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:37:21 smithi032 ceph-mon[189144]: pgmap v20773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:22.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:37:21 smithi032 ceph-mon[191839]: pgmap v20773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:22.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:37:21 smithi039 ceph-mon[181282]: pgmap v20773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:24.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:37:23 smithi032 ceph-mon[189144]: pgmap v20774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:24.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:37:23 smithi032 ceph-mon[191839]: pgmap v20774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:24.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:37:23 smithi039 ceph-mon[181282]: pgmap v20774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:26.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:37:25 smithi032 ceph-mon[189144]: pgmap v20775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:26.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:37:25 smithi032 ceph-mon[191839]: pgmap v20775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:26.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:37:25 smithi039 ceph-mon[181282]: pgmap v20775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:28.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:37:27 smithi032 ceph-mon[189144]: pgmap v20776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:28.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:37:27 smithi032 ceph-mon[191839]: pgmap v20776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:28.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:37:27 smithi039 ceph-mon[181282]: pgmap v20776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:30.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:37:29 smithi032 ceph-mon[191839]: pgmap v20777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:30.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:37:29 smithi032 ceph-mon[189144]: pgmap v20777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:30.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:37:29 smithi039 ceph-mon[181282]: pgmap v20777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:31.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:37:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:37:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:37:32.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:37:31 smithi032 ceph-mon[189144]: pgmap v20778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:32.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:37:31 smithi032 ceph-mon[191839]: pgmap v20778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:32.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:37:31 smithi039 ceph-mon[181282]: pgmap v20778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:34.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:37:33 smithi032 ceph-mon[189144]: pgmap v20779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:34.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:37:33 smithi032 ceph-mon[191839]: pgmap v20779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:34.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:37:33 smithi039 ceph-mon[181282]: pgmap v20779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:36.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:37:35 smithi032 ceph-mon[191839]: pgmap v20780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:36.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:37:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:37:36.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:37:35 smithi032 ceph-mon[189144]: pgmap v20780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:36.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:37:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:37:36.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:37:35 smithi039 ceph-mon[181282]: pgmap v20780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:36.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:37:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:37:38.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:37:37 smithi032 ceph-mon[191839]: pgmap v20781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:38.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:37:37 smithi032 ceph-mon[189144]: pgmap v20781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:38.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:37:37 smithi039 ceph-mon[181282]: pgmap v20781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:40.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:37:39 smithi032 ceph-mon[191839]: pgmap v20782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:40.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:37:39 smithi032 ceph-mon[189144]: pgmap v20782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:40.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:37:39 smithi039 ceph-mon[181282]: pgmap v20782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:41.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:37:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:37:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:37:42.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:37:41 smithi032 ceph-mon[191839]: pgmap v20783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:42.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:37:41 smithi032 ceph-mon[189144]: pgmap v20783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:42.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:37:41 smithi039 ceph-mon[181282]: pgmap v20783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:44.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:37:43 smithi039 ceph-mon[181282]: pgmap v20784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:44.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:37:43 smithi032 ceph-mon[189144]: pgmap v20784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:44.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:37:43 smithi032 ceph-mon[191839]: pgmap v20784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:46.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:37:45 smithi039 ceph-mon[181282]: pgmap v20785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:46.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:37:45 smithi032 ceph-mon[189144]: pgmap v20785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:46.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:37:45 smithi032 ceph-mon[191839]: pgmap v20785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:48.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:37:47 smithi039 ceph-mon[181282]: pgmap v20786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:48.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:37:47 smithi032 ceph-mon[191839]: pgmap v20786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:48.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:37:47 smithi032 ceph-mon[189144]: pgmap v20786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:49.712 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:37:50.041 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:37:50.042 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 52s ago 10h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:37:50.042 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 8m ago 10h 95.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:37:50.042 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 52s ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:37:50.042 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 8m ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:37:50.042 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 8m ago 10h 469M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:37:50.042 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 52s ago 10h 568M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:37:50.042 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 52s ago 10h 632M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:37:50.042 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 8m ago 10h 1217M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:37:50.042 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 52s ago 10h 444M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:37:50.042 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 52s ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:37:50.042 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 8m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:37:50.043 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 52s ago 10h 1089M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:37:50.043 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 52s ago 10h 1190M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:37:50.043 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 52s ago 10h 861M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:37:50.043 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 52s ago 10h 942M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:37:50.043 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 8m ago 10h 4937M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:37:50.043 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 8m ago 10h 5436M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:37:50.043 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 8m ago 10h 5050M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:37:50.043 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 8m ago 10h 5163M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:37:50.043 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 8m ago 10h 137M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:37:50.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:37:49 smithi039 ceph-mon[181282]: pgmap v20787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:50.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:37:49 smithi032 ceph-mon[191839]: pgmap v20787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:50.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:37:49 smithi032 ceph-mon[189144]: pgmap v20787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:50.443 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:37:50.443 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:37:50.443 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:37:50.443 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:37:50.443 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:37:50.444 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:37:50.444 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:37:50.444 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:37:50.444 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:37:50.444 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:37:50.444 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:37:50.444 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:37:50.444 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:37:50.444 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:37:50.444 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:37:50.444 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:37:50.444 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:37:50.444 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:37:51.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:37:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:37:50] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T03:37:51.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:37:50 smithi032 ceph-mon[191839]: from='client.67118 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:37:51.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:37:50 smithi032 ceph-mon[191839]: from='client.67124 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:37:51.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:37:50 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3000625831' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:37:51.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:37:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:37:51.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:37:50 smithi032 ceph-mon[189144]: from='client.67118 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:37:51.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:37:50 smithi032 ceph-mon[189144]: from='client.67124 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:37:51.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:37:50 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3000625831' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:37:51.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:37:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:37:51.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:37:50 smithi039 ceph-mon[181282]: from='client.67118 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:37:51.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:37:50 smithi039 ceph-mon[181282]: from='client.67124 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:37:51.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:37:50 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3000625831' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:37:51.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:37:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:37:52.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:37:51 smithi039 ceph-mon[181282]: pgmap v20788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:52.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:37:51 smithi032 ceph-mon[191839]: pgmap v20788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:52.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:37:51 smithi032 ceph-mon[189144]: pgmap v20788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:54.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:37:53 smithi039 ceph-mon[181282]: pgmap v20789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:54.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:37:53 smithi032 ceph-mon[191839]: pgmap v20789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:54.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:37:53 smithi032 ceph-mon[189144]: pgmap v20789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:56.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:37:55 smithi039 ceph-mon[181282]: pgmap v20790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:56.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:37:55 smithi032 ceph-mon[191839]: pgmap v20790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:56.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:37:55 smithi032 ceph-mon[189144]: pgmap v20790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:58.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:37:57 smithi039 ceph-mon[181282]: pgmap v20791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:58.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:37:57 smithi032 ceph-mon[191839]: pgmap v20791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:37:58.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:37:57 smithi032 ceph-mon[189144]: pgmap v20791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:00.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:37:59 smithi039 ceph-mon[181282]: pgmap v20792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:00.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:37:59 smithi032 ceph-mon[191839]: pgmap v20792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:00.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:37:59 smithi032 ceph-mon[189144]: pgmap v20792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:01.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:38:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:38:00] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T03:38:02.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:38:01 smithi039 ceph-mon[181282]: pgmap v20793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:02.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:38:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:38:02.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:38:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:38:02.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:38:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:38:02.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:38:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:38:02.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:38:01 smithi032 ceph-mon[191839]: pgmap v20793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:02.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:38:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:38:02.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:38:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:38:02.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:38:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:38:02.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:38:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:38:02.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:38:01 smithi032 ceph-mon[189144]: pgmap v20793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:02.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:38:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:38:02.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:38:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:38:02.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:38:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:38:02.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:38:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:38:04.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:38:03 smithi039 ceph-mon[181282]: pgmap v20794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:04.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:38:03 smithi032 ceph-mon[191839]: pgmap v20794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:04.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:38:03 smithi032 ceph-mon[189144]: pgmap v20794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:06.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:38:05 smithi039 ceph-mon[181282]: pgmap v20795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:06.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:38:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:38:06.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:38:05 smithi032 ceph-mon[191839]: pgmap v20795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:06.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:38:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:38:06.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:38:05 smithi032 ceph-mon[189144]: pgmap v20795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:06.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:38:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:38:08.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:38:07 smithi039 ceph-mon[181282]: pgmap v20796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:08.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:38:07 smithi032 ceph-mon[191839]: pgmap v20796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:08.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:38:07 smithi032 ceph-mon[189144]: pgmap v20796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:10.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:38:09 smithi039 ceph-mon[181282]: pgmap v20797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:10.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:38:09 smithi032 ceph-mon[191839]: pgmap v20797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:10.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:38:09 smithi032 ceph-mon[189144]: pgmap v20797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:11.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:38:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:38:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:38:12.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:38:11 smithi039 ceph-mon[181282]: pgmap v20798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:12.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:38:11 smithi032 ceph-mon[189144]: pgmap v20798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:12.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:38:11 smithi032 ceph-mon[191839]: pgmap v20798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:14.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:38:13 smithi039 ceph-mon[181282]: pgmap v20799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:14.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:38:13 smithi032 ceph-mon[191839]: pgmap v20799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:14.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:38:13 smithi032 ceph-mon[189144]: pgmap v20799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:16.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:38:15 smithi039 ceph-mon[181282]: pgmap v20800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:16.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:38:15 smithi032 ceph-mon[191839]: pgmap v20800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:16.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:38:15 smithi032 ceph-mon[189144]: pgmap v20800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:18.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:38:17 smithi039 ceph-mon[181282]: pgmap v20801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:18.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:38:17 smithi032 ceph-mon[191839]: pgmap v20801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:18.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:38:17 smithi032 ceph-mon[189144]: pgmap v20801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:20.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:38:19 smithi039 ceph-mon[181282]: pgmap v20802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:20.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:38:19 smithi032 ceph-mon[189144]: pgmap v20802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:20.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:38:19 smithi032 ceph-mon[191839]: pgmap v20802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:20.818 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:38:21.142 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:38:21.142 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 83s ago 10h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:38:21.142 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 9m ago 10h 95.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:38:21.142 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 83s ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:38:21.142 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 9m ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:38:21.142 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 9m ago 10h 469M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:38:21.142 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 83s ago 10h 568M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:38:21.142 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 83s ago 10h 632M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:38:21.142 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 9m ago 10h 1217M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:38:21.142 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 83s ago 10h 444M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:38:21.142 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 83s ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:38:21.143 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 9m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:38:21.143 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 83s ago 10h 1089M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:38:21.143 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 83s ago 10h 1190M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:38:21.143 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 83s ago 10h 861M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:38:21.143 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 83s ago 10h 942M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:38:21.143 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 9m ago 10h 4937M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:38:21.143 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 9m ago 10h 5436M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:38:21.143 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 9m ago 10h 5050M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:38:21.143 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 9m ago 10h 5163M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:38:21.143 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 9m ago 10h 137M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:38:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:38:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:38:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:38:21.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:38:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:38:21.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:38:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:38:21.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:38:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:38:21.539 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:38:21.540 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:38:21.540 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:38:21.540 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:38:21.540 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:38:21.540 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:38:21.540 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:38:21.540 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:38:21.540 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:38:21.540 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:38:21.540 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:38:21.540 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:38:21.540 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:38:21.540 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:38:21.540 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:38:21.540 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:38:21.540 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:38:21.541 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:38:22.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:38:21 smithi039 ceph-mon[181282]: pgmap v20803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:22.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:38:21 smithi039 ceph-mon[181282]: from='client.67136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:38:22.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:38:21 smithi039 ceph-mon[181282]: from='client.57228 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:38:22.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:38:21 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1689052364' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:38:22.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:38:21 smithi032 ceph-mon[189144]: pgmap v20803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:22.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:38:21 smithi032 ceph-mon[189144]: from='client.67136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:38:22.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:38:21 smithi032 ceph-mon[189144]: from='client.57228 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:38:22.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:38:21 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1689052364' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:38:22.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:38:21 smithi032 ceph-mon[191839]: pgmap v20803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:22.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:38:21 smithi032 ceph-mon[191839]: from='client.67136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:38:22.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:38:21 smithi032 ceph-mon[191839]: from='client.57228 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:38:22.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:38:21 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1689052364' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:38:24.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:38:23 smithi039 ceph-mon[181282]: pgmap v20804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:24.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:38:23 smithi032 ceph-mon[189144]: pgmap v20804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:24.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:38:23 smithi032 ceph-mon[191839]: pgmap v20804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:26.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:38:25 smithi039 ceph-mon[181282]: pgmap v20805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:26.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:38:25 smithi032 ceph-mon[191839]: pgmap v20805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:26.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:38:25 smithi032 ceph-mon[189144]: pgmap v20805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:28.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:38:27 smithi039 ceph-mon[181282]: pgmap v20806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:28.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:38:27 smithi032 ceph-mon[191839]: pgmap v20806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:28.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:38:27 smithi032 ceph-mon[189144]: pgmap v20806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:30.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:38:30 smithi039 ceph-mon[181282]: pgmap v20807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:30.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:38:29 smithi032 ceph-mon[191839]: pgmap v20807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:30.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:38:29 smithi032 ceph-mon[189144]: pgmap v20807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:31.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:38:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:38:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:38:32.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:38:32 smithi039 ceph-mon[181282]: pgmap v20808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:32.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:38:32 smithi032 ceph-mon[191839]: pgmap v20808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:32.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:38:32 smithi032 ceph-mon[189144]: pgmap v20808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:34.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:38:34 smithi039 ceph-mon[181282]: pgmap v20809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:34.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:38:34 smithi032 ceph-mon[191839]: pgmap v20809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:34.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:38:34 smithi032 ceph-mon[189144]: pgmap v20809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:38:36 smithi032 ceph-mon[191839]: pgmap v20810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:38:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:38:36.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:38:36 smithi032 ceph-mon[189144]: pgmap v20810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:36.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:38:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:38:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:38:36 smithi039 ceph-mon[181282]: pgmap v20810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:38:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:38:38.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:38:38 smithi032 ceph-mon[191839]: pgmap v20811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:38.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:38:38 smithi032 ceph-mon[189144]: pgmap v20811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:38.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:38:38 smithi039 ceph-mon[181282]: pgmap v20811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:40.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:38:40 smithi032 ceph-mon[189144]: pgmap v20812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:40.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:38:40 smithi032 ceph-mon[191839]: pgmap v20812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:40.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:38:40 smithi039 ceph-mon[181282]: pgmap v20812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:41.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:38:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:38:40] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-23T03:38:42.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:38:42 smithi032 ceph-mon[191839]: pgmap v20813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:42.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:38:42 smithi032 ceph-mon[189144]: pgmap v20813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:42.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:38:42 smithi039 ceph-mon[181282]: pgmap v20813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:44.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:38:44 smithi032 ceph-mon[191839]: pgmap v20814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:44.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:38:44 smithi032 ceph-mon[189144]: pgmap v20814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:44.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:38:44 smithi039 ceph-mon[181282]: pgmap v20814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:46.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:38:46 smithi032 ceph-mon[189144]: pgmap v20815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:46.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:38:46 smithi032 ceph-mon[191839]: pgmap v20815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:46.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:38:46 smithi039 ceph-mon[181282]: pgmap v20815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:48.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:38:48 smithi032 ceph-mon[189144]: pgmap v20816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:48.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:38:48 smithi032 ceph-mon[191839]: pgmap v20816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:48.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:38:48 smithi039 ceph-mon[181282]: pgmap v20816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:50.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:38:50 smithi032 ceph-mon[191839]: pgmap v20817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:50.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:38:50 smithi032 ceph-mon[189144]: pgmap v20817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:50.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:38:50 smithi039 ceph-mon[181282]: pgmap v20817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:51.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:38:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:38:51.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:38:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:38:51.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:38:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:38:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:38:51.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:38:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:38:51.904 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:38:52.233 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:38:52.233 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 114s ago 10h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:38:52.233 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 10m ago 10h 95.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:38:52.233 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 114s ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:38:52.233 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 10m ago 10h 28.2M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:38:52.233 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 10m ago 10h 469M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:38:52.233 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 114s ago 10h 568M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:38:52.233 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 114s ago 10h 632M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:38:52.233 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 10m ago 10h 1217M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:38:52.233 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 114s ago 10h 444M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:38:52.233 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 114s ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:38:52.234 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 10m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:38:52.234 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 114s ago 10h 1089M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:38:52.234 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 114s ago 10h 1190M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:38:52.234 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 114s ago 10h 861M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:38:52.234 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 114s ago 10h 942M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:38:52.234 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 10m ago 10h 4937M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:38:52.234 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 10m ago 10h 5436M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:38:52.234 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 10m ago 10h 5050M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:38:52.234 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 10m ago 10h 5163M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:38:52.234 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 10m ago 10h 137M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:38:52.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:38:52 smithi032 ceph-mon[189144]: pgmap v20818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:52.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:38:52 smithi032 ceph-mon[191839]: pgmap v20818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:52.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:38:52 smithi039 ceph-mon[181282]: pgmap v20818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:52.637 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:38:52.638 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:38:52.638 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:38:52.638 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:38:52.638 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:38:52.638 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:38:52.638 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:38:52.638 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:38:52.638 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:38:52.638 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:38:52.638 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:38:52.638 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:38:52.638 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:38:52.639 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:38:52.639 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:38:52.639 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:38:52.639 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:38:52.639 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:38:53.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:38:53 smithi032 ceph-mon[191839]: from='client.57240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:38:53.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:38:53 smithi032 ceph-mon[191839]: from='client.57246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:38:53.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:38:53 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/265019003' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:38:53.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:38:53 smithi032 ceph-mon[189144]: from='client.57240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:38:53.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:38:53 smithi032 ceph-mon[189144]: from='client.57246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:38:53.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:38:53 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/265019003' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:38:53.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:38:53 smithi039 ceph-mon[181282]: from='client.57240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:38:53.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:38:53 smithi039 ceph-mon[181282]: from='client.57246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:38:53.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:38:53 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/265019003' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:38:54.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:38:54 smithi032 ceph-mon[191839]: pgmap v20819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:54.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:38:54 smithi032 ceph-mon[189144]: pgmap v20819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:54.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:38:54 smithi039 ceph-mon[181282]: pgmap v20819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:56.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:38:56 smithi032 ceph-mon[191839]: pgmap v20820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:56.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:38:56 smithi032 ceph-mon[189144]: pgmap v20820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:56.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:38:56 smithi039 ceph-mon[181282]: pgmap v20820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:58.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:38:58 smithi032 ceph-mon[191839]: pgmap v20821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:58.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:38:58 smithi032 ceph-mon[189144]: pgmap v20821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:38:58.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:38:58 smithi039 ceph-mon[181282]: pgmap v20821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:00.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:00 smithi032 ceph-mon[191839]: pgmap v20822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:00.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:00 smithi032 ceph-mon[189144]: pgmap v20822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:00.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:00 smithi039 ceph-mon[181282]: pgmap v20822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:01.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:39:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:39:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:39:02.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:02 smithi032 ceph-mon[191839]: pgmap v20823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:02.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:39:02.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:02 smithi032 ceph-mon[189144]: pgmap v20823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:02.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:39:02.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:02 smithi039 ceph-mon[181282]: pgmap v20823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:02.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:39:04.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:04 smithi032 ceph-mon[191839]: pgmap v20824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:04.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:04 smithi032 ceph-mon[189144]: pgmap v20824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:04 smithi039 ceph-mon[181282]: pgmap v20824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:05.643 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:39:05.643 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:39:05.643 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:39:05.643 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:39:05.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:39:05.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:39:05.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:39:05.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:39:05.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:39:05.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:39:05.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:39:05.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:39:06.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:06 smithi032 ceph-mon[191839]: pgmap v20825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:06.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:39:06.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:06 smithi032 ceph-mon[189144]: pgmap v20825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:06.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:39:06.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:06 smithi039 ceph-mon[181282]: pgmap v20825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:06.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:39:08.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:08 smithi032 ceph-mon[191839]: pgmap v20826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:08.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:39:08.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:39:08.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:39:08.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:39:08.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:39:08.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:08 smithi032 ceph-mon[189144]: pgmap v20826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:08.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:39:08.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:39:08.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:39:08.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:39:08.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:39:08.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:08 smithi039 ceph-mon[181282]: pgmap v20826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:08.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:39:08.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:39:08.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:39:08.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:39:08.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:39:10.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:10 smithi032 ceph-mon[191839]: pgmap v20827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:10.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:10 smithi032 ceph-mon[189144]: pgmap v20827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:10.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:10 smithi039 ceph-mon[181282]: pgmap v20827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:11.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:39:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:39:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:39:12.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:12 smithi032 ceph-mon[191839]: pgmap v20828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:12.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:12 smithi032 ceph-mon[189144]: pgmap v20828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:12.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:12 smithi039 ceph-mon[181282]: pgmap v20828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:14.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:14 smithi032 ceph-mon[191839]: pgmap v20829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:14.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:14 smithi032 ceph-mon[189144]: pgmap v20829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:14.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:14 smithi039 ceph-mon[181282]: pgmap v20829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:16.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:16 smithi032 ceph-mon[189144]: pgmap v20830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:16.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:16 smithi032 ceph-mon[191839]: pgmap v20830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:16.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:16 smithi039 ceph-mon[181282]: pgmap v20830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:18.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:18 smithi032 ceph-mon[191839]: pgmap v20831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:18.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:18 smithi032 ceph-mon[189144]: pgmap v20831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:18.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:18 smithi039 ceph-mon[181282]: pgmap v20831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:20.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:20 smithi032 ceph-mon[191839]: pgmap v20832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:20.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:20 smithi032 ceph-mon[189144]: pgmap v20832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:20.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:20 smithi039 ceph-mon[181282]: pgmap v20832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:21.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:39:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:39:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:39:21.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:39:21.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:39:21.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:39:22.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:22 smithi032 ceph-mon[191839]: pgmap v20833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:22.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:22 smithi032 ceph-mon[189144]: pgmap v20833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:22.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:22 smithi039 ceph-mon[181282]: pgmap v20833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:23.002 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:39:23.326 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:39:23.327 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 2m ago 10h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:39:23.327 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 19s ago 10h 97.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:39:23.327 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 2m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:39:23.327 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 19s ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:39:23.327 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 19s ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:39:23.327 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 2m ago 10h 568M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:39:23.327 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 2m ago 10h 632M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:39:23.327 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 19s ago 10h 434M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:39:23.327 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 2m ago 10h 444M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:39:23.327 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 2m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:39:23.327 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 19s ago 10h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:39:23.327 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 2m ago 10h 1089M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:39:23.327 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 2m ago 10h 1190M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:39:23.328 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 2m ago 10h 861M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:39:23.328 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 2m ago 10h 942M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:39:23.328 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 19s ago 10h 1325M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:39:23.328 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 19s ago 10h 1038M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:39:23.328 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 19s ago 10h 697M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:39:23.328 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 19s ago 10h 813M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:39:23.328 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 19s ago 10h 139M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:39:23.729 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:39:23.729 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:39:23.729 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:39:23.730 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:39:23.730 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:39:23.730 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:39:23.730 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:39:23.730 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:39:23.730 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:39:23.730 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:39:23.730 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:39:23.730 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:39:23.730 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:39:23.730 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:39:23.730 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:39:23.730 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:39:23.730 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:39:23.730 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:39:24.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:24 smithi032 ceph-mon[189144]: pgmap v20834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:24.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:24 smithi032 ceph-mon[189144]: from='client.57258 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:39:24.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:24 smithi032 ceph-mon[189144]: from='client.57264 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:39:24.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:24 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3320536219' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:39:24.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:24 smithi032 ceph-mon[191839]: pgmap v20834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:24.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:24 smithi032 ceph-mon[191839]: from='client.57258 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:39:24.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:24 smithi032 ceph-mon[191839]: from='client.57264 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:39:24.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:24 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3320536219' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:39:24.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:24 smithi039 ceph-mon[181282]: pgmap v20834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:24.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:24 smithi039 ceph-mon[181282]: from='client.57258 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:39:24.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:24 smithi039 ceph-mon[181282]: from='client.57264 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:39:24.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:24 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3320536219' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:39:26.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:26 smithi032 ceph-mon[189144]: pgmap v20835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:26.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:26 smithi032 ceph-mon[191839]: pgmap v20835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:26.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:26 smithi039 ceph-mon[181282]: pgmap v20835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:28.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:28 smithi032 ceph-mon[191839]: pgmap v20836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:28.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:28 smithi032 ceph-mon[189144]: pgmap v20836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:28.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:28 smithi039 ceph-mon[181282]: pgmap v20836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:30.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:30 smithi032 ceph-mon[191839]: pgmap v20837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:30.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:30 smithi032 ceph-mon[189144]: pgmap v20837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:30.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:30 smithi039 ceph-mon[181282]: pgmap v20837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:31.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:39:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:39:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:39:32.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:32 smithi032 ceph-mon[191839]: pgmap v20838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:32.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:32 smithi032 ceph-mon[189144]: pgmap v20838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:32.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:32 smithi039 ceph-mon[181282]: pgmap v20838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:34.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:34 smithi032 ceph-mon[191839]: pgmap v20839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:34.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:34 smithi032 ceph-mon[189144]: pgmap v20839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:34.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:34 smithi039 ceph-mon[181282]: pgmap v20839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:36.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:36 smithi032 ceph-mon[191839]: pgmap v20840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:36.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:39:36.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:36 smithi032 ceph-mon[189144]: pgmap v20840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:36.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:39:36.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:36 smithi039 ceph-mon[181282]: pgmap v20840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:36.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:39:38.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:38 smithi032 ceph-mon[189144]: pgmap v20841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:38.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:38 smithi032 ceph-mon[191839]: pgmap v20841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:38.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:38 smithi039 ceph-mon[181282]: pgmap v20841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:40.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:40 smithi032 ceph-mon[191839]: pgmap v20842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:40.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:40 smithi032 ceph-mon[189144]: pgmap v20842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:40.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:40 smithi039 ceph-mon[181282]: pgmap v20842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:41.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:39:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:39:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:39:42.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:42 smithi032 ceph-mon[191839]: pgmap v20843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:42.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:42 smithi032 ceph-mon[189144]: pgmap v20843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:42.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:42 smithi039 ceph-mon[181282]: pgmap v20843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:44.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:44 smithi032 ceph-mon[191839]: pgmap v20844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:44.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:44 smithi032 ceph-mon[189144]: pgmap v20844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:44.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:44 smithi039 ceph-mon[181282]: pgmap v20844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:46.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:46 smithi032 ceph-mon[191839]: pgmap v20845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:46.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:46 smithi032 ceph-mon[189144]: pgmap v20845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:46.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:46 smithi039 ceph-mon[181282]: pgmap v20845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:48.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:48 smithi032 ceph-mon[191839]: pgmap v20846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:48.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:48 smithi032 ceph-mon[189144]: pgmap v20846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:48.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:48 smithi039 ceph-mon[181282]: pgmap v20846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:50.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:50 smithi032 ceph-mon[191839]: pgmap v20847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:50.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:50 smithi032 ceph-mon[189144]: pgmap v20847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:50.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:50 smithi039 ceph-mon[181282]: pgmap v20847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:51.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:39:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:39:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:39:51.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:39:51.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:39:51.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:39:52.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:52 smithi032 ceph-mon[191839]: pgmap v20848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:52.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:52 smithi032 ceph-mon[189144]: pgmap v20848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:52.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:52 smithi039 ceph-mon[181282]: pgmap v20848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:54.094 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:39:54.418 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:39:54.418 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 2m ago 10h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:39:54.418 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 50s ago 10h 97.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:39:54.418 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 2m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:39:54.418 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 50s ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:39:54.418 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 50s ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:39:54.418 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 2m ago 10h 568M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:39:54.418 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 2m ago 10h 632M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:39:54.418 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 50s ago 10h 434M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:39:54.418 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 2m ago 10h 444M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:39:54.418 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 2m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:39:54.419 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 50s ago 10h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:39:54.419 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 2m ago 10h 1089M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:39:54.419 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 2m ago 10h 1190M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:39:54.419 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 2m ago 10h 861M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:39:54.419 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 2m ago 10h 942M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:39:54.419 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 50s ago 10h 1325M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:39:54.419 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 50s ago 10h 1038M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:39:54.419 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 50s ago 10h 697M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:39:54.419 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 50s ago 10h 813M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:39:54.419 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 50s ago 10h 139M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:39:54.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:54 smithi032 ceph-mon[191839]: pgmap v20849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:54.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:54 smithi032 ceph-mon[189144]: pgmap v20849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:54.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:54 smithi039 ceph-mon[181282]: pgmap v20849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:54.818 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:39:54.818 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:39:54.818 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:39:54.818 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:39:54.818 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:39:54.818 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:39:54.818 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:39:54.818 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:39:54.818 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:39:54.818 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:39:54.818 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:39:54.819 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:39:54.819 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:39:54.819 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:39:54.819 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:39:54.819 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:39:54.819 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:39:54.819 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:39:55.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:55 smithi032 ceph-mon[189144]: from='client.67190 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:39:55.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:55 smithi032 ceph-mon[189144]: from='client.67196 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:39:55.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:55 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3085998719' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:39:55.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:55 smithi032 ceph-mon[191839]: from='client.67190 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:39:55.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:55 smithi032 ceph-mon[191839]: from='client.67196 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:39:55.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:55 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3085998719' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:39:55.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:55 smithi039 ceph-mon[181282]: from='client.67190 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:39:55.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:55 smithi039 ceph-mon[181282]: from='client.67196 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:39:55.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:55 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3085998719' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:39:56.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:56 smithi032 ceph-mon[191839]: pgmap v20850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:56.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:56 smithi032 ceph-mon[189144]: pgmap v20850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:56.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:56 smithi039 ceph-mon[181282]: pgmap v20850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:58.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:39:58 smithi032 ceph-mon[191839]: pgmap v20851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:58.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:39:58 smithi032 ceph-mon[189144]: pgmap v20851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:39:58.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:39:58 smithi039 ceph-mon[181282]: pgmap v20851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:00.425 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:40:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-23T03:39:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T03:40:00.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:40:00 smithi032 ceph-mon[191839]: pgmap v20852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:00.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:40:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T03:40:00.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:40:00 smithi032 ceph-mon[189144]: pgmap v20852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:00.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:40:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T03:40:00.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:40:00 smithi039 ceph-mon[181282]: pgmap v20852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:00.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:40:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T03:40:01.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:40:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:40:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:40:02.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:40:02 smithi032 ceph-mon[189144]: pgmap v20853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:02.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:40:02 smithi032 ceph-mon[191839]: pgmap v20853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:02.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:40:02 smithi039 ceph-mon[181282]: pgmap v20853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:04.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:40:04 smithi032 ceph-mon[191839]: pgmap v20854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:04.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:40:04 smithi032 ceph-mon[189144]: pgmap v20854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:04.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:40:04 smithi039 ceph-mon[181282]: pgmap v20854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:06.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:40:05 smithi032 ceph-mon[191839]: pgmap v20855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:06.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:40:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:40:06.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:40:05 smithi032 ceph-mon[189144]: pgmap v20855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:06.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:40:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:40:06.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:40:05 smithi039 ceph-mon[181282]: pgmap v20855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:06.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:40:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:40:08.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:40:07 smithi032 ceph-mon[191839]: pgmap v20856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:08.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:40:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:40:08.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:40:07 smithi032 ceph-mon[189144]: pgmap v20856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:08.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:40:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:40:08.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:40:07 smithi039 ceph-mon[181282]: pgmap v20856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:08.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:40:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:40:09.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:40:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:40:09.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:40:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:40:09.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:40:08 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:40:09.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:40:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:40:09.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:40:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:40:09.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:40:08 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:40:09.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:40:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:40:09.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:40:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:40:09.261 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:40:08 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:40:10.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:40:10 smithi032 ceph-mon[191839]: pgmap v20857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:10.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:40:10 smithi032 ceph-mon[189144]: pgmap v20857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:10.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:40:10 smithi039 ceph-mon[181282]: pgmap v20857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:11.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:40:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:40:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:40:12.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:40:12 smithi032 ceph-mon[191839]: pgmap v20858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:12.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:40:12 smithi032 ceph-mon[189144]: pgmap v20858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:12.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:40:12 smithi039 ceph-mon[181282]: pgmap v20858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:14.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:40:14 smithi032 ceph-mon[191839]: pgmap v20859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:14.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:40:14 smithi032 ceph-mon[189144]: pgmap v20859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:14.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:40:14 smithi039 ceph-mon[181282]: pgmap v20859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:16.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:40:16 smithi032 ceph-mon[191839]: pgmap v20860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:16.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:40:16 smithi032 ceph-mon[189144]: pgmap v20860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:16.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:40:16 smithi039 ceph-mon[181282]: pgmap v20860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:17.259 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 23 03:40:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-23T03:40:16.98262107Z level=info msg="Completed cleanup jobs" duration=12.493303ms 2023-12-23T03:40:18.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:40:18 smithi032 ceph-mon[191839]: pgmap v20861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:18.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:40:18 smithi032 ceph-mon[189144]: pgmap v20861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:18.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:40:18 smithi039 ceph-mon[181282]: pgmap v20861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:20.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:40:20 smithi032 ceph-mon[191839]: pgmap v20862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:20.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:40:20 smithi032 ceph-mon[189144]: pgmap v20862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:20.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:40:20 smithi039 ceph-mon[181282]: pgmap v20862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:21.137 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:40:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:40:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:40:21.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:40:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:40:21.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:40:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:40:21.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:40:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:40:22.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:40:22 smithi032 ceph-mon[191839]: pgmap v20863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:22.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:40:22 smithi032 ceph-mon[189144]: pgmap v20863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:22.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:40:22 smithi039 ceph-mon[181282]: pgmap v20863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:24.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:40:24 smithi032 ceph-mon[191839]: pgmap v20864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:24.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:40:24 smithi032 ceph-mon[189144]: pgmap v20864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:24.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:40:24 smithi039 ceph-mon[181282]: pgmap v20864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:25.181 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:40:25.504 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:40:25.504 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 3m ago 10h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:40:25.504 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 81s ago 10h 97.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:40:25.505 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 3m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:40:25.505 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 81s ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:40:25.505 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 81s ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:40:25.505 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 3m ago 10h 568M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:40:25.505 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 3m ago 10h 632M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:40:25.505 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 81s ago 10h 434M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:40:25.505 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 3m ago 10h 444M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:40:25.505 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 3m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:40:25.505 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 81s ago 10h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:40:25.505 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 3m ago 10h 1089M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:40:25.505 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 3m ago 10h 1190M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:40:25.505 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 3m ago 10h 861M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:40:25.505 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 3m ago 10h 942M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:40:25.505 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 81s ago 10h 1325M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:40:25.505 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 81s ago 10h 1038M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:40:25.506 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 81s ago 10h 697M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:40:25.506 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 81s ago 10h 813M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:40:25.506 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 81s ago 10h 139M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:40:25.906 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:40:25.906 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:40:25.906 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:40:25.906 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:40:25.906 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:40:25.906 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:40:25.907 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:40:25.907 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:40:25.907 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:40:25.907 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:40:25.907 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:40:25.907 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:40:25.907 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:40:25.907 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:40:25.907 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:40:25.907 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:40:25.907 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:40:25.907 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:40:26.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:40:26 smithi032 ceph-mon[191839]: pgmap v20865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:26.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:40:26 smithi032 ceph-mon[191839]: from='client.67208 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:40:26.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:40:26 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1411088861' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:40:26.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:40:26 smithi032 ceph-mon[189144]: pgmap v20865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:26.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:40:26 smithi032 ceph-mon[189144]: from='client.67208 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:40:26.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:40:26 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1411088861' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:40:26.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:40:26 smithi039 ceph-mon[181282]: pgmap v20865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:26.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:40:26 smithi039 ceph-mon[181282]: from='client.67208 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:40:26.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:40:26 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1411088861' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:40:27.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:40:27 smithi032 ceph-mon[189144]: from='client.57300 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:40:27.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:40:27 smithi032 ceph-mon[191839]: from='client.57300 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:40:27.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:40:27 smithi039 ceph-mon[181282]: from='client.57300 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:40:28.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:40:28 smithi032 ceph-mon[189144]: pgmap v20866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:28.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:40:28 smithi032 ceph-mon[191839]: pgmap v20866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:28.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:40:28 smithi039 ceph-mon[181282]: pgmap v20866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:30.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:40:30 smithi032 ceph-mon[189144]: pgmap v20867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:30.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:40:30 smithi032 ceph-mon[191839]: pgmap v20867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:30.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:40:30 smithi039 ceph-mon[181282]: pgmap v20867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:31.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:40:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:40:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:40:32.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:40:32 smithi032 ceph-mon[191839]: pgmap v20868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:32.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:40:32 smithi032 ceph-mon[189144]: pgmap v20868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:32.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:40:32 smithi039 ceph-mon[181282]: pgmap v20868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:34.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:40:34 smithi032 ceph-mon[189144]: pgmap v20869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:34.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:40:34 smithi032 ceph-mon[191839]: pgmap v20869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:34.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:40:34 smithi039 ceph-mon[181282]: pgmap v20869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:36.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:40:36 smithi032 ceph-mon[189144]: pgmap v20870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:36.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:40:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:40:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:40:36 smithi032 ceph-mon[191839]: pgmap v20870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:40:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:40:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:40:36 smithi039 ceph-mon[181282]: pgmap v20870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:40:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:40:38.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:40:38 smithi032 ceph-mon[191839]: pgmap v20871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:38.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:40:38 smithi032 ceph-mon[189144]: pgmap v20871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:38.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:40:38 smithi039 ceph-mon[181282]: pgmap v20871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:40.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:40:40 smithi032 ceph-mon[189144]: pgmap v20872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:40.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:40:40 smithi032 ceph-mon[191839]: pgmap v20872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:40.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:40:40 smithi039 ceph-mon[181282]: pgmap v20872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:41.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:40:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:40:40] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T03:40:42.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:40:42 smithi032 ceph-mon[191839]: pgmap v20873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:42.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:40:42 smithi032 ceph-mon[189144]: pgmap v20873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:42.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:40:42 smithi039 ceph-mon[181282]: pgmap v20873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:44.435 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:40:44 smithi032 ceph-mon[191839]: pgmap v20874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:44.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:40:44 smithi032 ceph-mon[189144]: pgmap v20874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:44.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:40:44 smithi039 ceph-mon[181282]: pgmap v20874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:46.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:40:46 smithi032 ceph-mon[191839]: pgmap v20875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:46.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:40:46 smithi032 ceph-mon[189144]: pgmap v20875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:46.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:40:46 smithi039 ceph-mon[181282]: pgmap v20875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:48.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:40:48 smithi039 ceph-mon[181282]: pgmap v20876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:48.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:40:48 smithi032 ceph-mon[191839]: pgmap v20876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:48.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:40:48 smithi032 ceph-mon[189144]: pgmap v20876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:50.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:40:50 smithi039 ceph-mon[181282]: pgmap v20877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:50.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:40:50 smithi032 ceph-mon[189144]: pgmap v20877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:50.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:40:50 smithi032 ceph-mon[191839]: pgmap v20877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:51.184 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:40:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:40:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:40:51.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:40:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:40:51.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:40:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:40:51.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:40:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:40:52.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:40:52 smithi039 ceph-mon[181282]: pgmap v20878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:52.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:40:52 smithi032 ceph-mon[191839]: pgmap v20878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:52.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:40:52 smithi032 ceph-mon[189144]: pgmap v20878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:54.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:40:54 smithi039 ceph-mon[181282]: pgmap v20879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:54.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:40:54 smithi032 ceph-mon[191839]: pgmap v20879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:54.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:40:54 smithi032 ceph-mon[189144]: pgmap v20879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:56.272 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:40:56.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:40:56 smithi039 ceph-mon[181282]: pgmap v20880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:56.595 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:40:56.595 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 3m ago 10h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:40:56.595 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 112s ago 10h 97.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:40:56.595 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 3m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:40:56.595 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 112s ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:40:56.595 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 112s ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:40:56.596 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 3m ago 10h 568M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:40:56.596 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 3m ago 10h 632M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:40:56.596 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 112s ago 10h 434M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:40:56.596 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 3m ago 10h 444M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:40:56.596 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 3m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:40:56.596 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 112s ago 10h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:40:56.596 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 3m ago 10h 1089M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:40:56.596 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 3m ago 10h 1190M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:40:56.596 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 3m ago 10h 861M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:40:56.596 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 3m ago 10h 942M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:40:56.596 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 112s ago 10h 1325M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:40:56.596 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 112s ago 10h 1038M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:40:56.596 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 112s ago 10h 697M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:40:56.596 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 112s ago 10h 813M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:40:56.597 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 112s ago 10h 139M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:40:56.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:40:56 smithi032 ceph-mon[189144]: pgmap v20880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:56.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:40:56 smithi032 ceph-mon[191839]: pgmap v20880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:57.000 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:40:57.000 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:40:57.000 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:40:57.000 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:40:57.000 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:40:57.000 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:40:57.000 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:40:57.000 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:40:57.001 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:40:57.001 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:40:57.001 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:40:57.001 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:40:57.001 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:40:57.001 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:40:57.001 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:40:57.001 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:40:57.001 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:40:57.001 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:40:57.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:40:57 smithi039 ceph-mon[181282]: from='client.57312 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:40:57.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:40:57 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3226188086' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:40:57.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:40:57 smithi032 ceph-mon[191839]: from='client.57312 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:40:57.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:40:57 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3226188086' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:40:57.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:40:57 smithi032 ceph-mon[189144]: from='client.57312 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:40:57.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:40:57 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3226188086' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:40:58.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:40:58 smithi039 ceph-mon[181282]: from='client.57318 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:40:58.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:40:58 smithi039 ceph-mon[181282]: pgmap v20881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:58.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:40:58 smithi032 ceph-mon[189144]: from='client.57318 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:40:58.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:40:58 smithi032 ceph-mon[189144]: pgmap v20881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:40:58.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:40:58 smithi032 ceph-mon[191839]: from='client.57318 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:40:58.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:40:58 smithi032 ceph-mon[191839]: pgmap v20881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:00.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:41:00 smithi039 ceph-mon[181282]: pgmap v20882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:00.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:41:00 smithi032 ceph-mon[189144]: pgmap v20882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:00.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:41:00 smithi032 ceph-mon[191839]: pgmap v20882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:01.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:41:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:41:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:41:02.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:41:02 smithi039 ceph-mon[181282]: pgmap v20883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:02.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:41:02 smithi032 ceph-mon[191839]: pgmap v20883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:02.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:41:02 smithi032 ceph-mon[189144]: pgmap v20883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:41:04 smithi039 ceph-mon[181282]: pgmap v20884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:04.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:41:04 smithi032 ceph-mon[189144]: pgmap v20884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:04.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:41:04 smithi032 ceph-mon[191839]: pgmap v20884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:06.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:41:06 smithi039 ceph-mon[181282]: pgmap v20885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:06.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:41:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:41:06.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:41:06 smithi032 ceph-mon[189144]: pgmap v20885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:06.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:41:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:41:06.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:41:06 smithi032 ceph-mon[191839]: pgmap v20885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:06.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:41:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:41:08.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:41:08 smithi039 ceph-mon[181282]: pgmap v20886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:08.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:41:08 smithi032 ceph-mon[191839]: pgmap v20886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:08.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:41:08 smithi032 ceph-mon[189144]: pgmap v20886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:09.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:41:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:41:09.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:41:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:41:09.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:41:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:41:09.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:41:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:41:09.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:41:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:41:09.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:41:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:41:09.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:41:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:41:09.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:41:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:41:09.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:41:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:41:09.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:41:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:41:09.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:41:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:41:09.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:41:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:41:10.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:41:10 smithi039 ceph-mon[181282]: pgmap v20887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:10.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:41:10 smithi032 ceph-mon[189144]: pgmap v20887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:10.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:41:10 smithi032 ceph-mon[191839]: pgmap v20887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:11.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:41:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:41:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T03:41:12.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:41:12 smithi039 ceph-mon[181282]: pgmap v20888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:12.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:41:12 smithi032 ceph-mon[189144]: pgmap v20888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:12.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:41:12 smithi032 ceph-mon[191839]: pgmap v20888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:14.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:41:14 smithi039 ceph-mon[181282]: pgmap v20889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:14.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:41:14 smithi032 ceph-mon[191839]: pgmap v20889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:14.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:41:14 smithi032 ceph-mon[189144]: pgmap v20889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:16.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:41:16 smithi039 ceph-mon[181282]: pgmap v20890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:16.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:41:16 smithi032 ceph-mon[191839]: pgmap v20890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:16.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:41:16 smithi032 ceph-mon[189144]: pgmap v20890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:18.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:41:18 smithi039 ceph-mon[181282]: pgmap v20891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:18.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:41:18 smithi032 ceph-mon[191839]: pgmap v20891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:18.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:41:18 smithi032 ceph-mon[189144]: pgmap v20891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:20.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:41:20 smithi039 ceph-mon[181282]: pgmap v20892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:20.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:41:20 smithi032 ceph-mon[189144]: pgmap v20892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:20.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:41:20 smithi032 ceph-mon[191839]: pgmap v20892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:21.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:41:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:41:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:41:21.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:41:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:41:21.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:41:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:41:21.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:41:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:41:22.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:41:22 smithi032 ceph-mon[191839]: pgmap v20893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:22.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:41:22 smithi032 ceph-mon[189144]: pgmap v20893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:22.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:41:22 smithi039 ceph-mon[181282]: pgmap v20893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:24.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:41:24 smithi032 ceph-mon[191839]: pgmap v20894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:24.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:41:24 smithi032 ceph-mon[189144]: pgmap v20894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:24.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:41:24 smithi039 ceph-mon[181282]: pgmap v20894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:26.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:41:26 smithi032 ceph-mon[191839]: pgmap v20895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:26.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:41:26 smithi032 ceph-mon[189144]: pgmap v20895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:26.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:41:26 smithi039 ceph-mon[181282]: pgmap v20895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:27.365 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:41:27.692 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:41:27.692 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 4m ago 10h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:41:27.692 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 2m ago 10h 97.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:41:27.692 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 4m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:41:27.692 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 2m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:41:27.692 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 2m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:41:27.692 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 4m ago 10h 568M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:41:27.692 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 4m ago 10h 632M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:41:27.692 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 2m ago 10h 434M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:41:27.692 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 4m ago 10h 444M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:41:27.692 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 4m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:41:27.693 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 2m ago 10h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:41:27.693 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 4m ago 10h 1089M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:41:27.693 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 4m ago 10h 1190M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:41:27.693 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 4m ago 10h 861M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:41:27.693 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 4m ago 10h 942M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:41:27.693 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 2m ago 10h 1325M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:41:27.693 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 2m ago 10h 1038M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:41:27.693 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 2m ago 10h 697M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:41:27.693 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 2m ago 10h 813M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:41:27.693 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 2m ago 10h 139M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:41:28.090 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:41:28.090 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:41:28.090 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:41:28.091 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:41:28.091 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:41:28.091 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:41:28.091 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:41:28.091 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:41:28.091 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:41:28.091 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:41:28.091 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:41:28.091 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:41:28.091 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:41:28.091 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:41:28.091 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:41:28.091 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:41:28.091 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:41:28.091 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:41:28.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:41:28 smithi032 ceph-mon[189144]: pgmap v20896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:28.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:41:28 smithi032 ceph-mon[189144]: from='client.57330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:41:28.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:41:28 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/203815882' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:41:28.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:41:28 smithi032 ceph-mon[191839]: pgmap v20896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:28.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:41:28 smithi032 ceph-mon[191839]: from='client.57330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:41:28.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:41:28 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/203815882' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:41:28.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:41:28 smithi039 ceph-mon[181282]: pgmap v20896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:28.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:41:28 smithi039 ceph-mon[181282]: from='client.57330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:41:28.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:41:28 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/203815882' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:41:29.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:41:29 smithi032 ceph-mon[191839]: from='client.67250 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:41:29.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:41:29 smithi032 ceph-mon[189144]: from='client.67250 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:41:29.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:41:29 smithi039 ceph-mon[181282]: from='client.67250 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:41:30.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:41:30 smithi032 ceph-mon[189144]: pgmap v20897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:30.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:41:30 smithi032 ceph-mon[191839]: pgmap v20897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:30.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:41:30 smithi039 ceph-mon[181282]: pgmap v20897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:31.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:41:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:41:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:41:32.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:41:32 smithi032 ceph-mon[191839]: pgmap v20898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:32.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:41:32 smithi032 ceph-mon[189144]: pgmap v20898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:32.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:41:32 smithi039 ceph-mon[181282]: pgmap v20898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:34.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:41:34 smithi032 ceph-mon[191839]: pgmap v20899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:34.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:41:34 smithi032 ceph-mon[189144]: pgmap v20899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:34.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:41:34 smithi039 ceph-mon[181282]: pgmap v20899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:36.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:41:36 smithi032 ceph-mon[189144]: pgmap v20900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:36.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:41:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:41:36.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:41:36 smithi032 ceph-mon[191839]: pgmap v20900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:36.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:41:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:41:36.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:41:36 smithi039 ceph-mon[181282]: pgmap v20900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:36.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:41:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:41:38.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:41:38 smithi032 ceph-mon[191839]: pgmap v20901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:38.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:41:38 smithi032 ceph-mon[189144]: pgmap v20901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:38.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:41:38 smithi039 ceph-mon[181282]: pgmap v20901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:40.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:41:40 smithi032 ceph-mon[191839]: pgmap v20902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:40.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:41:40 smithi032 ceph-mon[189144]: pgmap v20902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:40.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:41:40 smithi039 ceph-mon[181282]: pgmap v20902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:41.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:41:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:41:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:41:42.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:41:42 smithi032 ceph-mon[191839]: pgmap v20903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:42.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:41:42 smithi032 ceph-mon[189144]: pgmap v20903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:42.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:41:42 smithi039 ceph-mon[181282]: pgmap v20903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:44.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:41:44 smithi032 ceph-mon[191839]: pgmap v20904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:44.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:41:44 smithi032 ceph-mon[189144]: pgmap v20904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:44.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:41:44 smithi039 ceph-mon[181282]: pgmap v20904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:46.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:41:46 smithi032 ceph-mon[191839]: pgmap v20905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:46.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:41:46 smithi032 ceph-mon[189144]: pgmap v20905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:46.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:41:46 smithi039 ceph-mon[181282]: pgmap v20905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:48.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:41:48 smithi032 ceph-mon[191839]: pgmap v20906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:48.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:41:48 smithi032 ceph-mon[189144]: pgmap v20906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:48.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:41:48 smithi039 ceph-mon[181282]: pgmap v20906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:50.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:41:50 smithi032 ceph-mon[191839]: pgmap v20907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:50.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:41:50 smithi032 ceph-mon[189144]: pgmap v20907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:50.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:41:50 smithi039 ceph-mon[181282]: pgmap v20907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:50.860 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:41:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:41:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:41:51.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:41:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:41:51.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:41:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:41:51.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:41:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:41:52.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:41:52 smithi032 ceph-mon[189144]: pgmap v20908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:52.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:41:52 smithi032 ceph-mon[191839]: pgmap v20908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:52.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:41:52 smithi039 ceph-mon[181282]: pgmap v20908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:54.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:41:54 smithi032 ceph-mon[191839]: pgmap v20909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:54.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:41:54 smithi032 ceph-mon[189144]: pgmap v20909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:54.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:41:54 smithi039 ceph-mon[181282]: pgmap v20909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:56.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:41:56 smithi032 ceph-mon[191839]: pgmap v20910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:56.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:41:56 smithi032 ceph-mon[189144]: pgmap v20910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:56.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:41:56 smithi039 ceph-mon[181282]: pgmap v20910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:58.455 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:41:58.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:41:58 smithi032 ceph-mon[189144]: pgmap v20911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:58.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:41:58 smithi032 ceph-mon[191839]: pgmap v20911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:58.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:41:58 smithi039 ceph-mon[181282]: pgmap v20911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:41:58.780 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:41:58.780 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 5m ago 10h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:41:58.780 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 2m ago 10h 97.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:41:58.780 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 5m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:41:58.780 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 2m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:41:58.780 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 2m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:41:58.780 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 5m ago 10h 568M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:41:58.781 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 5m ago 10h 632M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:41:58.781 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 2m ago 10h 434M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:41:58.781 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 5m ago 10h 444M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:41:58.781 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 5m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:41:58.781 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 2m ago 10h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:41:58.781 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 5m ago 10h 1089M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:41:58.781 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 5m ago 10h 1190M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:41:58.781 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 5m ago 10h 861M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:41:58.781 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 5m ago 10h 942M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:41:58.781 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 2m ago 10h 1325M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:41:58.781 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 2m ago 10h 1038M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:41:58.781 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 2m ago 10h 697M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:41:58.781 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 2m ago 10h 813M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:41:58.781 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 2m ago 10h 139M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:41:59.182 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:41:59.182 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:41:59.182 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:41:59.182 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:41:59.182 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:41:59.182 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:41:59.182 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:41:59.182 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:41:59.182 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:41:59.182 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:41:59.182 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:41:59.182 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:41:59.182 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:41:59.183 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:41:59.183 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:41:59.183 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:41:59.183 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:41:59.183 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:41:59.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:41:59 smithi032 ceph-mon[191839]: from='client.67262 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:41:59.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:41:59 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/189201216' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:41:59.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:41:59 smithi032 ceph-mon[189144]: from='client.67262 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:41:59.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:41:59 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/189201216' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:41:59.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:41:59 smithi039 ceph-mon[181282]: from='client.67262 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:41:59.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:41:59 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/189201216' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:42:00.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:42:00 smithi032 ceph-mon[189144]: pgmap v20912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:00.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:42:00 smithi032 ceph-mon[189144]: from='client.57354 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:42:00.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:42:00 smithi032 ceph-mon[191839]: pgmap v20912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:00.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:42:00 smithi032 ceph-mon[191839]: from='client.57354 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:42:00.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:42:00 smithi039 ceph-mon[181282]: pgmap v20912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:00.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:42:00 smithi039 ceph-mon[181282]: from='client.57354 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:42:01.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:42:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:42:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:42:02.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:42:02 smithi032 ceph-mon[189144]: pgmap v20913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:02.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:42:02 smithi032 ceph-mon[191839]: pgmap v20913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:02.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:42:02 smithi039 ceph-mon[181282]: pgmap v20913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:04.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:42:04 smithi032 ceph-mon[191839]: pgmap v20914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:04.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:42:04 smithi032 ceph-mon[189144]: pgmap v20914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:04.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:42:04 smithi039 ceph-mon[181282]: pgmap v20914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:06.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:42:06 smithi032 ceph-mon[191839]: pgmap v20915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:06.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:42:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:42:06.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:42:06 smithi032 ceph-mon[189144]: pgmap v20915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:06.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:42:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:42:06.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:42:06 smithi039 ceph-mon[181282]: pgmap v20915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:06.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:42:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:42:08.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:42:08 smithi032 ceph-mon[191839]: pgmap v20916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:08.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:42:08 smithi032 ceph-mon[189144]: pgmap v20916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:08.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:42:08 smithi039 ceph-mon[181282]: pgmap v20916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:09.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:42:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:42:09.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:42:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:42:09.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:42:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:42:09.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:42:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:42:09.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:42:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:42:09.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:42:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:42:09.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:42:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:42:09.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:42:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:42:09.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:42:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:42:09.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:42:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:42:09.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:42:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:42:09.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:42:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:42:10.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:42:10 smithi032 ceph-mon[191839]: pgmap v20917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:10.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:42:10 smithi032 ceph-mon[189144]: pgmap v20917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:10.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:42:10 smithi039 ceph-mon[181282]: pgmap v20917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:11.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:42:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:42:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:42:12.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:42:12 smithi032 ceph-mon[191839]: pgmap v20918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:12.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:42:12 smithi032 ceph-mon[189144]: pgmap v20918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:12.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:42:12 smithi039 ceph-mon[181282]: pgmap v20918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:14.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:42:14 smithi032 ceph-mon[191839]: pgmap v20919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:14.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:42:14 smithi032 ceph-mon[189144]: pgmap v20919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:14.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:42:14 smithi039 ceph-mon[181282]: pgmap v20919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:16.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:42:16 smithi032 ceph-mon[191839]: pgmap v20920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:16.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:42:16 smithi032 ceph-mon[189144]: pgmap v20920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:16.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:42:16 smithi039 ceph-mon[181282]: pgmap v20920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:18.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:42:18 smithi032 ceph-mon[189144]: pgmap v20921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:18.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:42:18 smithi032 ceph-mon[191839]: pgmap v20921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:18.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:42:18 smithi039 ceph-mon[181282]: pgmap v20921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:20.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:42:20 smithi032 ceph-mon[191839]: pgmap v20922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:20.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:42:20 smithi032 ceph-mon[189144]: pgmap v20922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:20.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:42:20 smithi039 ceph-mon[181282]: pgmap v20922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:21.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:42:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:42:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:42:21.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:42:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:42:21.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:42:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:42:21.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:42:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:42:22.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:42:22 smithi032 ceph-mon[191839]: pgmap v20923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:22.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:42:22 smithi032 ceph-mon[189144]: pgmap v20923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:22.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:42:22 smithi039 ceph-mon[181282]: pgmap v20923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:24.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:42:24 smithi032 ceph-mon[191839]: pgmap v20924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:24.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:42:24 smithi032 ceph-mon[189144]: pgmap v20924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:24.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:42:24 smithi039 ceph-mon[181282]: pgmap v20924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:26.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:42:26 smithi032 ceph-mon[191839]: pgmap v20925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:26.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:42:26 smithi032 ceph-mon[189144]: pgmap v20925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:26.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:42:26 smithi039 ceph-mon[181282]: pgmap v20925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:28.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:42:28 smithi032 ceph-mon[189144]: pgmap v20926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:28.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:42:28 smithi032 ceph-mon[191839]: pgmap v20926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:28.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:42:28 smithi039 ceph-mon[181282]: pgmap v20926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:29.553 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:42:29.878 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:42:29.878 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 5m ago 10h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:42:29.878 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 3m ago 10h 97.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:42:29.878 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 5m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:42:29.878 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 3m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:42:29.878 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 3m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:42:29.878 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 5m ago 10h 568M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:42:29.878 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 5m ago 10h 632M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:42:29.878 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 3m ago 10h 434M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:42:29.878 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 5m ago 10h 444M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:42:29.878 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 5m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:42:29.878 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 3m ago 10h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:42:29.879 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 5m ago 10h 1089M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:42:29.879 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 5m ago 10h 1190M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:42:29.879 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 5m ago 10h 861M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:42:29.879 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 5m ago 10h 942M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:42:29.879 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 3m ago 10h 1325M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:42:29.879 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 3m ago 10h 1038M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:42:29.879 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 3m ago 10h 697M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:42:29.879 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 3m ago 10h 813M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:42:29.879 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 3m ago 10h 139M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:42:30.279 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:42:30.279 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:42:30.279 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:42:30.280 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:42:30.280 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:42:30.280 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:42:30.280 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:42:30.280 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:42:30.280 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:42:30.280 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:42:30.281 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:42:30.281 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:42:30.281 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:42:30.281 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:42:30.281 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:42:30.282 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:42:30.282 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:42:30.282 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:42:30.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:42:30 smithi032 ceph-mon[189144]: pgmap v20927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:30.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:42:30 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1091441860' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:42:30.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:42:30 smithi032 ceph-mon[191839]: pgmap v20927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:30.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:42:30 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1091441860' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:42:30.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:42:30 smithi039 ceph-mon[181282]: pgmap v20927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:30.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:42:30 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1091441860' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:42:31.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:42:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:42:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:42:31.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:42:31 smithi032 ceph-mon[189144]: from='client.67280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:42:31.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:42:31 smithi032 ceph-mon[189144]: from='client.57372 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:42:31.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:42:31 smithi032 ceph-mon[191839]: from='client.67280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:42:31.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:42:31 smithi032 ceph-mon[191839]: from='client.57372 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:42:31.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:42:31 smithi039 ceph-mon[181282]: from='client.67280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:42:31.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:42:31 smithi039 ceph-mon[181282]: from='client.57372 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:42:32.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:42:32 smithi032 ceph-mon[191839]: pgmap v20928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:32.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:42:32 smithi032 ceph-mon[189144]: pgmap v20928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:32.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:42:32 smithi039 ceph-mon[181282]: pgmap v20928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:34.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:42:34 smithi032 ceph-mon[191839]: pgmap v20929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:34.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:42:34 smithi032 ceph-mon[189144]: pgmap v20929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:34.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:42:34 smithi039 ceph-mon[181282]: pgmap v20929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:36.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:42:36 smithi032 ceph-mon[191839]: pgmap v20930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:36.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:42:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:42:36.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:42:36 smithi032 ceph-mon[189144]: pgmap v20930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:36.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:42:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:42:36.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:42:36 smithi039 ceph-mon[181282]: pgmap v20930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:36.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:42:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:42:38.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:42:38 smithi032 ceph-mon[191839]: pgmap v20931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:38.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:42:38 smithi032 ceph-mon[189144]: pgmap v20931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:38.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:42:38 smithi039 ceph-mon[181282]: pgmap v20931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:40.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:42:40 smithi032 ceph-mon[191839]: pgmap v20932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:40.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:42:40 smithi032 ceph-mon[189144]: pgmap v20932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:40.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:42:40 smithi039 ceph-mon[181282]: pgmap v20932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:41.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:42:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:42:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:42:42.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:42:42 smithi032 ceph-mon[191839]: pgmap v20933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:42.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:42:42 smithi032 ceph-mon[189144]: pgmap v20933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:42.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:42:42 smithi039 ceph-mon[181282]: pgmap v20933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:44.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:42:44 smithi032 ceph-mon[191839]: pgmap v20934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:44.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:42:44 smithi032 ceph-mon[189144]: pgmap v20934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:44.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:42:44 smithi039 ceph-mon[181282]: pgmap v20934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:46.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:42:46 smithi039 ceph-mon[181282]: pgmap v20935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:46.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:42:46 smithi032 ceph-mon[191839]: pgmap v20935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:46.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:42:46 smithi032 ceph-mon[189144]: pgmap v20935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:48.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:42:48 smithi039 ceph-mon[181282]: pgmap v20936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:48.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:42:48 smithi032 ceph-mon[191839]: pgmap v20936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:48.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:42:48 smithi032 ceph-mon[189144]: pgmap v20936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:50.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:42:50 smithi039 ceph-mon[181282]: pgmap v20937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:50.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:42:50 smithi032 ceph-mon[191839]: pgmap v20937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:50.859 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:42:50 smithi032 ceph-mon[189144]: pgmap v20937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:51.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:42:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:42:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:42:51.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:42:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:42:51.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:42:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:42:51.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:42:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:42:52.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:42:52 smithi039 ceph-mon[181282]: pgmap v20938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:52.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:42:52 smithi032 ceph-mon[189144]: pgmap v20938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:52.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:42:52 smithi032 ceph-mon[191839]: pgmap v20938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:54.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:42:54 smithi039 ceph-mon[181282]: pgmap v20939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:54.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:42:54 smithi032 ceph-mon[191839]: pgmap v20939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:54.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:42:54 smithi032 ceph-mon[189144]: pgmap v20939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:56.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:42:56 smithi039 ceph-mon[181282]: pgmap v20940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:56.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:42:56 smithi032 ceph-mon[191839]: pgmap v20940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:56.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:42:56 smithi032 ceph-mon[189144]: pgmap v20940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:58.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:42:58 smithi039 ceph-mon[181282]: pgmap v20941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:58.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:42:58 smithi032 ceph-mon[189144]: pgmap v20941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:42:58.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:42:58 smithi032 ceph-mon[191839]: pgmap v20941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:00.647 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:43:00.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:43:00 smithi039 ceph-mon[181282]: pgmap v20942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:00.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:43:00 smithi032 ceph-mon[189144]: pgmap v20942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:00.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:43:00 smithi032 ceph-mon[191839]: pgmap v20942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:00.971 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:43:00.971 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 6m ago 10h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:43:00.971 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 3m ago 10h 97.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:43:00.971 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 6m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:43:00.972 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 3m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:43:00.972 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 3m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:43:00.972 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 6m ago 10h 568M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:43:00.972 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 6m ago 10h 632M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:43:00.972 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 3m ago 10h 434M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:43:00.972 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 6m ago 10h 444M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:43:00.972 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 6m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:43:00.972 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 3m ago 10h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:43:00.972 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 6m ago 10h 1089M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:43:00.972 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 6m ago 10h 1190M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:43:00.972 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 6m ago 10h 861M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:43:00.972 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 6m ago 10h 942M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:43:00.972 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 3m ago 10h 1325M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:43:00.972 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 3m ago 10h 1038M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:43:00.972 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 3m ago 10h 697M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:43:00.973 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 3m ago 10h 813M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:43:00.973 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 3m ago 10h 139M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:43:01.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:43:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:43:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:43:01.375 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:43:01.375 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:43:01.375 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:43:01.375 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:43:01.375 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:43:01.375 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:43:01.375 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:43:01.375 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:43:01.375 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:43:01.375 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:43:01.376 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:43:01.376 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:43:01.376 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:43:01.376 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:43:01.376 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:43:01.376 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:43:01.376 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:43:01.376 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:43:01.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:43:01 smithi039 ceph-mon[181282]: from='client.67298 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:43:01.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:43:01 smithi039 ceph-mon[181282]: pgmap v20943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:01.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:43:01 smithi039 ceph-mon[181282]: from='client.57390 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:43:01.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:43:01 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/608749412' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:43:01.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:43:01 smithi032 ceph-mon[191839]: from='client.67298 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:43:01.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:43:01 smithi032 ceph-mon[191839]: pgmap v20943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:01.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:43:01 smithi032 ceph-mon[191839]: from='client.57390 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:43:01.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:43:01 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/608749412' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:43:01.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:43:01 smithi032 ceph-mon[189144]: from='client.67298 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:43:01.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:43:01 smithi032 ceph-mon[189144]: pgmap v20943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:01.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:43:01 smithi032 ceph-mon[189144]: from='client.57390 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:43:01.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:43:01 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/608749412' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:43:04.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:43:03 smithi032 ceph-mon[191839]: pgmap v20944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:04.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:43:03 smithi032 ceph-mon[189144]: pgmap v20944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:04.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:43:03 smithi039 ceph-mon[181282]: pgmap v20944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:06.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:43:05 smithi039 ceph-mon[181282]: pgmap v20945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:06.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:43:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:43:06.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:43:05 smithi032 ceph-mon[191839]: pgmap v20945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:06.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:43:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:43:06.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:43:05 smithi032 ceph-mon[189144]: pgmap v20945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:06.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:43:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:43:08.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:43:07 smithi039 ceph-mon[181282]: pgmap v20946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:08.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:43:07 smithi032 ceph-mon[191839]: pgmap v20946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:08.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:43:07 smithi032 ceph-mon[189144]: pgmap v20946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:10.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:43:09 smithi039 ceph-mon[181282]: pgmap v20947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:10.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:43:09 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:43:10.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:43:09 smithi032 ceph-mon[191839]: pgmap v20947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:10.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:43:09 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:43:10.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:43:09 smithi032 ceph-mon[189144]: pgmap v20947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:10.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:43:09 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:43:11.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:43:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:43:10] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T03:43:11.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:43:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:43:11.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:43:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:43:11.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:43:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:43:11.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:43:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:43:11.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:43:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:43:11.184 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:43:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:43:11.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:43:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:43:11.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:43:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:43:11.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:43:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:43:12.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:43:11 smithi039 ceph-mon[181282]: pgmap v20948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:12.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:43:11 smithi032 ceph-mon[191839]: pgmap v20948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:12.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:43:11 smithi032 ceph-mon[189144]: pgmap v20948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:14.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:43:13 smithi039 ceph-mon[181282]: pgmap v20949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:14.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:43:13 smithi032 ceph-mon[191839]: pgmap v20949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:14.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:43:13 smithi032 ceph-mon[189144]: pgmap v20949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:16.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:43:15 smithi039 ceph-mon[181282]: pgmap v20950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:16.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:43:15 smithi032 ceph-mon[189144]: pgmap v20950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:16.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:43:15 smithi032 ceph-mon[191839]: pgmap v20950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:18.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:43:17 smithi039 ceph-mon[181282]: pgmap v20951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:18.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:43:17 smithi032 ceph-mon[191839]: pgmap v20951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:18.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:43:17 smithi032 ceph-mon[189144]: pgmap v20951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:20.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:43:19 smithi039 ceph-mon[181282]: pgmap v20952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:20.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:43:19 smithi032 ceph-mon[191839]: pgmap v20952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:20.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:43:19 smithi032 ceph-mon[189144]: pgmap v20952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:21.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:43:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:43:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T03:43:21.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:43:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:43:21.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:43:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:43:21.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:43:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:43:22.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:43:21 smithi039 ceph-mon[181282]: pgmap v20953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:22.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:43:21 smithi032 ceph-mon[191839]: pgmap v20953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:22.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:43:21 smithi032 ceph-mon[189144]: pgmap v20953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:24.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:43:23 smithi039 ceph-mon[181282]: pgmap v20954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:24.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:43:23 smithi032 ceph-mon[189144]: pgmap v20954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:24.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:43:23 smithi032 ceph-mon[191839]: pgmap v20954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:26.263 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:43:25 smithi039 ceph-mon[181282]: pgmap v20955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:26.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:43:25 smithi032 ceph-mon[191839]: pgmap v20955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:26.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:43:25 smithi032 ceph-mon[189144]: pgmap v20955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:28.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:43:27 smithi039 ceph-mon[181282]: pgmap v20956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:28.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:43:27 smithi032 ceph-mon[191839]: pgmap v20956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:28.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:43:27 smithi032 ceph-mon[189144]: pgmap v20956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:30.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:43:29 smithi039 ceph-mon[181282]: pgmap v20957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:30.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:43:29 smithi032 ceph-mon[191839]: pgmap v20957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:30.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:43:29 smithi032 ceph-mon[189144]: pgmap v20957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:31.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:43:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:43:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T03:43:31.738 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:43:32.072 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:43:32.072 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 6m ago 10h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:43:32.072 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 4m ago 10h 97.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:43:32.072 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 6m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:43:32.072 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 4m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:43:32.072 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 4m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:43:32.072 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 6m ago 10h 568M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:43:32.072 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 6m ago 10h 632M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:43:32.073 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 4m ago 10h 434M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:43:32.073 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 6m ago 10h 444M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:43:32.073 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 6m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:43:32.073 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 4m ago 10h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:43:32.073 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 6m ago 10h 1089M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:43:32.073 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 6m ago 10h 1190M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:43:32.073 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 6m ago 10h 861M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:43:32.073 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 6m ago 10h 942M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:43:32.073 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 4m ago 10h 1325M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:43:32.073 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 4m ago 10h 1038M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:43:32.073 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 4m ago 10h 697M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:43:32.073 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 4m ago 10h 813M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:43:32.073 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 4m ago 10h 139M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:43:32.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:43:31 smithi039 ceph-mon[181282]: pgmap v20958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:32.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:43:31 smithi032 ceph-mon[191839]: pgmap v20958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:32.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:43:31 smithi032 ceph-mon[189144]: pgmap v20958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:32.477 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:43:32.477 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:43:32.477 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:43:32.477 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:43:32.477 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:43:32.477 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:43:32.477 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:43:32.477 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:43:32.477 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:43:32.478 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:43:32.478 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:43:32.478 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:43:32.478 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:43:32.478 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:43:32.478 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:43:32.478 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:43:32.478 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:43:32.478 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:43:33.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:43:33 smithi039 ceph-mon[181282]: from='client.67316 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:43:33.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:43:33 smithi039 ceph-mon[181282]: from='client.57408 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:43:33.260 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:43:33 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2846212208' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:43:33.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:43:33 smithi032 ceph-mon[191839]: from='client.67316 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:43:33.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:43:33 smithi032 ceph-mon[191839]: from='client.57408 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:43:33.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:43:33 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2846212208' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:43:33.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:43:33 smithi032 ceph-mon[189144]: from='client.67316 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:43:33.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:43:33 smithi032 ceph-mon[189144]: from='client.57408 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:43:33.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:43:33 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2846212208' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:43:34.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:43:34 smithi039 ceph-mon[181282]: pgmap v20959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:34.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:43:34 smithi032 ceph-mon[191839]: pgmap v20959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:34.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:43:34 smithi032 ceph-mon[189144]: pgmap v20959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:36.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:43:36 smithi032 ceph-mon[189144]: pgmap v20960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:36.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:43:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:43:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:43:36 smithi032 ceph-mon[191839]: pgmap v20960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:43:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:43:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:43:36 smithi039 ceph-mon[181282]: pgmap v20960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:43:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:43:38.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:43:38 smithi032 ceph-mon[191839]: pgmap v20961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:38.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:43:38 smithi032 ceph-mon[189144]: pgmap v20961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:38.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:43:38 smithi039 ceph-mon[181282]: pgmap v20961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:40.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:43:40 smithi032 ceph-mon[191839]: pgmap v20962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:40.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:43:40 smithi032 ceph-mon[189144]: pgmap v20962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:40.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:43:40 smithi039 ceph-mon[181282]: pgmap v20962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:41.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:43:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:43:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:43:42.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:43:42 smithi032 ceph-mon[191839]: pgmap v20963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:42.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:43:42 smithi032 ceph-mon[189144]: pgmap v20963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:42.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:43:42 smithi039 ceph-mon[181282]: pgmap v20963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:44.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:43:44 smithi032 ceph-mon[191839]: pgmap v20964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:44.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:43:44 smithi032 ceph-mon[189144]: pgmap v20964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:44.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:43:44 smithi039 ceph-mon[181282]: pgmap v20964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:46.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:43:46 smithi032 ceph-mon[191839]: pgmap v20965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:46.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:43:46 smithi032 ceph-mon[189144]: pgmap v20965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:46.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:43:46 smithi039 ceph-mon[181282]: pgmap v20965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:48.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:43:48 smithi032 ceph-mon[191839]: pgmap v20966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:48.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:43:48 smithi032 ceph-mon[189144]: pgmap v20966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:48.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:43:48 smithi039 ceph-mon[181282]: pgmap v20966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:50.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:43:50 smithi032 ceph-mon[191839]: pgmap v20967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:50.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:43:50 smithi032 ceph-mon[189144]: pgmap v20967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:50.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:43:50 smithi039 ceph-mon[181282]: pgmap v20967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:51.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:43:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:43:51.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:43:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:43:51.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:43:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:43:50] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T03:43:51.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:43:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:43:52.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:43:52 smithi032 ceph-mon[191839]: pgmap v20968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:52.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:43:52 smithi032 ceph-mon[189144]: pgmap v20968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:52.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:43:52 smithi039 ceph-mon[181282]: pgmap v20968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:54.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:43:54 smithi032 ceph-mon[191839]: pgmap v20969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:54.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:43:54 smithi032 ceph-mon[189144]: pgmap v20969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:54.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:43:54 smithi039 ceph-mon[181282]: pgmap v20969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:56.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:43:56 smithi032 ceph-mon[191839]: pgmap v20970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:56.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:43:56 smithi032 ceph-mon[189144]: pgmap v20970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:56.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:43:56 smithi039 ceph-mon[181282]: pgmap v20970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:58.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:43:58 smithi032 ceph-mon[191839]: pgmap v20971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:58.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:43:58 smithi032 ceph-mon[189144]: pgmap v20971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:43:58.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:43:58 smithi039 ceph-mon[181282]: pgmap v20971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:00.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:44:00 smithi032 ceph-mon[191839]: pgmap v20972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:00.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:44:00 smithi032 ceph-mon[189144]: pgmap v20972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:00.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:44:00 smithi039 ceph-mon[181282]: pgmap v20972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:01.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:44:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:44:00] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T03:44:02.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:44:02 smithi032 ceph-mon[189144]: pgmap v20973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:02.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:44:02 smithi032 ceph-mon[191839]: pgmap v20973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:02.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:44:02 smithi039 ceph-mon[181282]: pgmap v20973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:02.844 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:44:03.170 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:44:03.170 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 7m ago 10h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:44:03.170 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 4m ago 10h 97.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:44:03.170 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 7m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:44:03.170 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 4m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:44:03.170 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 4m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:44:03.170 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 7m ago 10h 568M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:44:03.170 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 7m ago 10h 632M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:44:03.170 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 4m ago 10h 434M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:44:03.170 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 7m ago 10h 444M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:44:03.170 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 7m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:44:03.170 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 4m ago 10h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:44:03.171 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 7m ago 10h 1089M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:44:03.171 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 7m ago 10h 1190M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:44:03.171 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 7m ago 10h 861M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:44:03.171 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 7m ago 10h 942M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:44:03.171 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 4m ago 10h 1325M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:44:03.171 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 4m ago 10h 1038M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:44:03.171 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 4m ago 10h 697M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:44:03.171 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 4m ago 10h 813M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:44:03.171 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 4m ago 10h 139M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:44:03.574 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:44:03.574 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:44:03.575 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:44:03.575 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:44:03.575 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:44:03.575 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:44:03.575 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:44:03.575 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:44:03.575 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:44:03.575 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:44:03.575 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:44:03.575 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:44:03.575 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:44:03.576 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:44:03.576 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:44:03.576 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:44:03.576 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:44:03.576 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:44:04.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:44:04 smithi032 ceph-mon[191839]: pgmap v20974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:04.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:44:04 smithi032 ceph-mon[191839]: from='client.57420 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:44:04.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:44:04 smithi032 ceph-mon[191839]: from='client.67340 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:44:04.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:44:04 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3193647872' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:44:04.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:44:04 smithi032 ceph-mon[189144]: pgmap v20974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:04.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:44:04 smithi032 ceph-mon[189144]: from='client.57420 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:44:04.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:44:04 smithi032 ceph-mon[189144]: from='client.67340 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:44:04.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:44:04 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3193647872' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:44:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:44:04 smithi039 ceph-mon[181282]: pgmap v20974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:44:04 smithi039 ceph-mon[181282]: from='client.57420 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:44:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:44:04 smithi039 ceph-mon[181282]: from='client.67340 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:44:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:44:04 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3193647872' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:44:06.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:44:06 smithi032 ceph-mon[191839]: pgmap v20975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:06.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:44:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:44:06.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:44:06 smithi032 ceph-mon[189144]: pgmap v20975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:06.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:44:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:44:06.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:44:06 smithi039 ceph-mon[181282]: pgmap v20975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:06.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:44:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:44:08.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:44:08 smithi032 ceph-mon[191839]: pgmap v20976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:08.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:44:08 smithi032 ceph-mon[189144]: pgmap v20976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:08.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:44:08 smithi039 ceph-mon[181282]: pgmap v20976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:10.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:44:10 smithi032 ceph-mon[189144]: pgmap v20977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:10.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:44:10 smithi032 ceph-mon[191839]: pgmap v20977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:10.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:44:10 smithi039 ceph-mon[181282]: pgmap v20977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:44:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:44:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:44:11.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:44:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:44:11.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:44:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:44:11.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:44:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:44:11.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:44:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:44:11.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:44:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:44:11.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:44:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:44:11.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:44:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:44:11.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:44:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:44:11.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:44:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:44:11.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:44:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:44:11.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:44:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:44:11.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:44:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:44:12.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:44:12 smithi032 ceph-mon[189144]: pgmap v20978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:12.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:44:12 smithi032 ceph-mon[191839]: pgmap v20978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:12.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:44:12 smithi039 ceph-mon[181282]: pgmap v20978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:14.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:44:14 smithi032 ceph-mon[191839]: pgmap v20979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:14.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:44:14 smithi032 ceph-mon[189144]: pgmap v20979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:14.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:44:14 smithi039 ceph-mon[181282]: pgmap v20979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:16.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:44:16 smithi032 ceph-mon[191839]: pgmap v20980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:16.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:44:16 smithi032 ceph-mon[189144]: pgmap v20980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:16.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:44:16 smithi039 ceph-mon[181282]: pgmap v20980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:18.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:44:18 smithi032 ceph-mon[191839]: pgmap v20981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:18.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:44:18 smithi032 ceph-mon[189144]: pgmap v20981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:18.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:44:18 smithi039 ceph-mon[181282]: pgmap v20981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:20.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:44:20 smithi032 ceph-mon[189144]: pgmap v20982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:20.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:44:20 smithi032 ceph-mon[191839]: pgmap v20982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:20.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:44:20 smithi039 ceph-mon[181282]: pgmap v20982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:21.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:44:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:44:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:44:21.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:44:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:44:21.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:44:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:44:21.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:44:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:44:22.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:44:22 smithi032 ceph-mon[191839]: pgmap v20983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:22.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:44:22 smithi032 ceph-mon[189144]: pgmap v20983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:22.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:44:22 smithi039 ceph-mon[181282]: pgmap v20983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:24.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:44:24 smithi032 ceph-mon[189144]: pgmap v20984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:24.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:44:24 smithi032 ceph-mon[191839]: pgmap v20984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:24.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:44:24 smithi039 ceph-mon[181282]: pgmap v20984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:26.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:44:26 smithi032 ceph-mon[191839]: pgmap v20985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:26.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:44:26 smithi032 ceph-mon[189144]: pgmap v20985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:26.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:44:26 smithi039 ceph-mon[181282]: pgmap v20985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:28.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:44:28 smithi032 ceph-mon[191839]: pgmap v20986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:28.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:44:28 smithi032 ceph-mon[189144]: pgmap v20986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:28.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:44:28 smithi039 ceph-mon[181282]: pgmap v20986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:30.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:44:30 smithi032 ceph-mon[191839]: pgmap v20987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:30.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:44:30 smithi032 ceph-mon[189144]: pgmap v20987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:30.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:44:30 smithi039 ceph-mon[181282]: pgmap v20987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:31.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:44:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:44:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:44:32.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:44:32 smithi032 ceph-mon[191839]: pgmap v20988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:32.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:44:32 smithi032 ceph-mon[189144]: pgmap v20988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:32.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:44:32 smithi039 ceph-mon[181282]: pgmap v20988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:33.938 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:44:34.269 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:44:34.269 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 7m ago 10h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:44:34.269 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 5m ago 10h 97.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:44:34.269 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 7m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:44:34.269 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 5m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:44:34.269 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 5m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:44:34.269 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 7m ago 10h 568M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:44:34.269 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 7m ago 10h 632M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:44:34.269 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 5m ago 10h 434M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:44:34.269 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 7m ago 10h 444M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:44:34.269 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 7m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:44:34.270 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 5m ago 10h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:44:34.270 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 7m ago 10h 1089M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:44:34.270 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 7m ago 10h 1190M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:44:34.270 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 7m ago 10h 861M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:44:34.270 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 7m ago 10h 942M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:44:34.270 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 5m ago 10h 1325M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:44:34.270 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 5m ago 10h 1038M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:44:34.270 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 5m ago 10h 697M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:44:34.270 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 5m ago 10h 813M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:44:34.270 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 5m ago 10h 139M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:44:34.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:44:34 smithi032 ceph-mon[191839]: pgmap v20989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:34.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:44:34 smithi032 ceph-mon[189144]: pgmap v20989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:34.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:44:34 smithi039 ceph-mon[181282]: pgmap v20989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:34.674 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:44:34.674 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:44:34.674 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:44:34.675 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:44:34.675 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:44:34.675 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:44:34.675 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:44:34.675 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:44:34.675 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:44:34.675 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:44:34.675 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:44:34.675 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:44:34.675 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:44:34.675 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:44:34.675 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:44:34.675 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:44:34.675 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:44:34.675 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:44:35.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:44:35 smithi032 ceph-mon[191839]: from='client.67352 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:44:35.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:44:35 smithi032 ceph-mon[191839]: from='client.57444 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:44:35.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:44:35 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1802842496' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:44:35.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:44:35 smithi032 ceph-mon[189144]: from='client.67352 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:44:35.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:44:35 smithi032 ceph-mon[189144]: from='client.57444 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:44:35.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:44:35 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1802842496' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:44:35.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:44:35 smithi039 ceph-mon[181282]: from='client.67352 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:44:35.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:44:35 smithi039 ceph-mon[181282]: from='client.57444 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:44:35.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:44:35 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1802842496' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:44:36.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:44:36 smithi032 ceph-mon[189144]: pgmap v20990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:36.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:44:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:44:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:44:36 smithi032 ceph-mon[191839]: pgmap v20990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:44:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:44:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:44:36 smithi039 ceph-mon[181282]: pgmap v20990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:44:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:44:38.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:44:38 smithi032 ceph-mon[191839]: pgmap v20991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:38.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:44:38 smithi032 ceph-mon[189144]: pgmap v20991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:38.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:44:38 smithi039 ceph-mon[181282]: pgmap v20991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:40.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:44:40 smithi032 ceph-mon[189144]: pgmap v20992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:40.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:44:40 smithi032 ceph-mon[191839]: pgmap v20992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:40.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:44:40 smithi039 ceph-mon[181282]: pgmap v20992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:44:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:44:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:44:42.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:44:42 smithi032 ceph-mon[191839]: pgmap v20993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:42.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:44:42 smithi032 ceph-mon[189144]: pgmap v20993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:42.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:44:42 smithi039 ceph-mon[181282]: pgmap v20993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:44.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:44:44 smithi032 ceph-mon[191839]: pgmap v20994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:44.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:44:44 smithi032 ceph-mon[189144]: pgmap v20994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:44.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:44:44 smithi039 ceph-mon[181282]: pgmap v20994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:46.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:44:46 smithi032 ceph-mon[191839]: pgmap v20995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:46.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:44:46 smithi032 ceph-mon[189144]: pgmap v20995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:46.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:44:46 smithi039 ceph-mon[181282]: pgmap v20995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:48.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:44:48 smithi032 ceph-mon[191839]: pgmap v20996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:48.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:44:48 smithi032 ceph-mon[189144]: pgmap v20996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:48.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:44:48 smithi039 ceph-mon[181282]: pgmap v20996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:50.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:44:50 smithi032 ceph-mon[189144]: pgmap v20997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:50.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:44:50 smithi032 ceph-mon[191839]: pgmap v20997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:50.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:44:50 smithi039 ceph-mon[181282]: pgmap v20997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:51.160 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:44:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:44:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:44:51.160 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:44:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:44:51.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:44:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:44:51.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:44:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:44:52.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:44:52 smithi032 ceph-mon[191839]: pgmap v20998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:52.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:44:52 smithi032 ceph-mon[189144]: pgmap v20998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:52.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:44:52 smithi039 ceph-mon[181282]: pgmap v20998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:54.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:44:54 smithi032 ceph-mon[189144]: pgmap v20999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:54.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:44:54 smithi032 ceph-mon[191839]: pgmap v20999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:54.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:44:54 smithi039 ceph-mon[181282]: pgmap v20999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:56.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:44:56 smithi032 ceph-mon[191839]: pgmap v21000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:56.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:44:56 smithi032 ceph-mon[189144]: pgmap v21000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:56.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:44:56 smithi039 ceph-mon[181282]: pgmap v21000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:58.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:44:58 smithi032 ceph-mon[191839]: pgmap v21001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:58.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:44:58 smithi032 ceph-mon[189144]: pgmap v21001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:44:58.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:44:58 smithi039 ceph-mon[181282]: pgmap v21001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:00.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:00 smithi032 ceph-mon[189144]: pgmap v21002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:00.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:00 smithi032 ceph-mon[191839]: pgmap v21002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:00.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:00 smithi039 ceph-mon[181282]: pgmap v21002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:01.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:45:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:45:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:45:02.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:02 smithi032 ceph-mon[191839]: pgmap v21003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:02.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:02 smithi032 ceph-mon[189144]: pgmap v21003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:02.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:02 smithi039 ceph-mon[181282]: pgmap v21003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:04.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:04 smithi032 ceph-mon[191839]: pgmap v21004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:04.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:04 smithi032 ceph-mon[189144]: pgmap v21004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:04 smithi039 ceph-mon[181282]: pgmap v21004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:05.045 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:45:05.368 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:45:05.368 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 8m ago 10h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:45:05.368 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 6m ago 10h 97.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:45:05.368 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 8m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:45:05.369 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 6m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:45:05.369 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 6m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:45:05.369 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 8m ago 10h 568M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:45:05.369 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 8m ago 10h 632M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:45:05.369 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 6m ago 10h 434M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:45:05.369 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 8m ago 10h 444M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:45:05.369 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 8m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:45:05.369 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 6m ago 10h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:45:05.369 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 8m ago 10h 1089M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:45:05.369 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 8m ago 10h 1190M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:45:05.369 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 8m ago 10h 861M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:45:05.370 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 8m ago 10h 942M 2061M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:45:05.370 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 6m ago 10h 1325M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:45:05.370 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 6m ago 10h 1038M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:45:05.370 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 6m ago 10h 697M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:45:05.370 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 6m ago 10h 813M 2440M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:45:05.370 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 6m ago 10h 139M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:45:05.777 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:45:05.777 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:45:05.777 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:45:05.777 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:45:05.777 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:45:05.777 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:45:05.777 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:45:05.777 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:45:05.777 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:45:05.778 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:45:05.778 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:45:05.778 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:45:05.778 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:45:05.778 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:45:05.778 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:45:05.778 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:45:05.778 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:45:05.778 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:45:06.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:06 smithi039 ceph-mon[181282]: pgmap v21005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:06.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:06 smithi039 ceph-mon[181282]: from='client.67370 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:45:06.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:06 smithi039 ceph-mon[181282]: from='client.67376 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:45:06.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:45:06.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:06 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1394619258' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:45:06.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:06 smithi032 ceph-mon[189144]: pgmap v21005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:06.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:06 smithi032 ceph-mon[189144]: from='client.67370 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:45:06.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:06 smithi032 ceph-mon[189144]: from='client.67376 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:45:06.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:45:06.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:06 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1394619258' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:45:06.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:06 smithi032 ceph-mon[191839]: pgmap v21005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:06.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:06 smithi032 ceph-mon[191839]: from='client.67370 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:45:06.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:06 smithi032 ceph-mon[191839]: from='client.67376 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:45:06.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:45:06.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:06 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1394619258' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:45:08.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:08 smithi039 ceph-mon[181282]: pgmap v21006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:08.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:08 smithi032 ceph-mon[191839]: pgmap v21006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:08.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:08 smithi032 ceph-mon[189144]: pgmap v21006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:10.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:10 smithi039 ceph-mon[181282]: pgmap v21007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:10.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:10 smithi032 ceph-mon[189144]: pgmap v21007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:10.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:10 smithi032 ceph-mon[191839]: pgmap v21007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:45:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:45:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T03:45:11.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:45:11.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:45:11.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:45:11.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:45:11.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:45:11.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:45:11.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:45:11.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:45:11.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:45:11.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:45:11.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:45:11.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:45:11.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:45:11.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:45:11.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:45:11.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:45:11.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:45:11.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:45:11.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:45:11.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:45:11.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:45:11.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:45:11.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:45:11.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:45:12.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:12 smithi039 ceph-mon[181282]: pgmap v21008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:12.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:12 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi039 to 2488M 2023-12-23T03:45:12.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:45:12.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:45:12.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:45:12.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:45:12.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:45:12.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:45:12.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:45:12.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:45:12.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:12 smithi032 ceph-mon[191839]: pgmap v21008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:12.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:12 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi039 to 2488M 2023-12-23T03:45:12.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:45:12.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:45:12.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:45:12.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:45:12.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:45:12.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:45:12.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:45:12.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:45:12.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:12 smithi032 ceph-mon[189144]: pgmap v21008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:12.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:12 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi039 to 2488M 2023-12-23T03:45:12.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:45:12.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:45:12.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:45:12.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-23T03:45:12.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:45:12.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:45:12.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:45:12.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:45:13.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:13 smithi039 ceph-mon[181282]: Adjusting osd_memory_target on smithi032 to 2489M 2023-12-23T03:45:13.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:13 smithi032 ceph-mon[191839]: Adjusting osd_memory_target on smithi032 to 2489M 2023-12-23T03:45:13.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:13 smithi032 ceph-mon[189144]: Adjusting osd_memory_target on smithi032 to 2489M 2023-12-23T03:45:14.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:14 smithi039 ceph-mon[181282]: pgmap v21009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:14.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:14 smithi032 ceph-mon[189144]: pgmap v21009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:14.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:14 smithi032 ceph-mon[191839]: pgmap v21009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:16.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:16 smithi039 ceph-mon[181282]: pgmap v21010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:16.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:16 smithi032 ceph-mon[191839]: pgmap v21010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:16.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:16 smithi032 ceph-mon[189144]: pgmap v21010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:18.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:18 smithi039 ceph-mon[181282]: pgmap v21011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:18.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:18 smithi032 ceph-mon[191839]: pgmap v21011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:18.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:18 smithi032 ceph-mon[189144]: pgmap v21011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:20.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:20 smithi039 ceph-mon[181282]: pgmap v21012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:20.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:20 smithi032 ceph-mon[191839]: pgmap v21012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:20.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:20 smithi032 ceph-mon[189144]: pgmap v21012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:45:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:45:20] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T03:45:21.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:45:21.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:45:21.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:45:22.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:22 smithi039 ceph-mon[181282]: pgmap v21013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:22.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:22 smithi032 ceph-mon[191839]: pgmap v21013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:22.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:22 smithi032 ceph-mon[189144]: pgmap v21013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:24.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:24 smithi039 ceph-mon[181282]: pgmap v21014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:24.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:24 smithi032 ceph-mon[191839]: pgmap v21014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:24.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:24 smithi032 ceph-mon[189144]: pgmap v21014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:26.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:26 smithi039 ceph-mon[181282]: pgmap v21015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:26.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:26 smithi032 ceph-mon[191839]: pgmap v21015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:26.685 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:26 smithi032 ceph-mon[189144]: pgmap v21015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:28.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:28 smithi039 ceph-mon[181282]: pgmap v21016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:28.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:28 smithi032 ceph-mon[191839]: pgmap v21016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:28.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:28 smithi032 ceph-mon[189144]: pgmap v21016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:30.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:30 smithi039 ceph-mon[181282]: pgmap v21017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:30.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:30 smithi032 ceph-mon[191839]: pgmap v21017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:30.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:30 smithi032 ceph-mon[189144]: pgmap v21017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:45:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:45:30] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T03:45:32.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:32 smithi039 ceph-mon[181282]: pgmap v21018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:32.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:32 smithi032 ceph-mon[191839]: pgmap v21018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:32.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:32 smithi032 ceph-mon[189144]: pgmap v21018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:34.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:34 smithi039 ceph-mon[181282]: pgmap v21019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:34.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:34 smithi032 ceph-mon[189144]: pgmap v21019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:34.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:34 smithi032 ceph-mon[191839]: pgmap v21019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:36.142 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:45:36.464 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:45:36.464 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 8m ago 10h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:45:36.464 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 6m ago 10h 97.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:45:36.465 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 8m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:45:36.465 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 6m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:45:36.465 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 6m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:45:36.465 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 8m ago 10h 568M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:45:36.465 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 8m ago 10h 632M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:45:36.465 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 6m ago 10h 434M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:45:36.465 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 8m ago 10h 444M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:45:36.465 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 8m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:45:36.465 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 6m ago 10h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:45:36.465 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 8m ago 10h 1089M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:45:36.465 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 8m ago 10h 1190M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:45:36.465 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 8m ago 10h 861M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:45:36.466 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 8m ago 10h 942M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:45:36.466 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 6m ago 10h 1325M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:45:36.466 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 6m ago 10h 1038M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:45:36.466 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 6m ago 10h 697M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:45:36.466 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 6m ago 10h 813M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:45:36.466 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 6m ago 10h 139M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:45:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:36 smithi039 ceph-mon[181282]: pgmap v21020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:45:36.685 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:36 smithi032 ceph-mon[189144]: pgmap v21020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:36.685 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:45:36.685 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:36 smithi032 ceph-mon[191839]: pgmap v21020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:36.685 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:45:36.870 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:45:36.870 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:45:36.870 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:45:36.870 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:45:36.870 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:45:36.870 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:45:36.871 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:45:36.871 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:45:36.871 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:45:36.871 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:45:36.871 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:45:36.871 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:45:36.871 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:45:36.871 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:45:36.871 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:45:36.871 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:45:36.871 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:45:36.872 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:45:37.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:37 smithi032 ceph-mon[191839]: from='client.57474 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:45:37.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:37 smithi032 ceph-mon[191839]: from='client.57480 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:45:37.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:37 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1652417802' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:45:37.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:37 smithi032 ceph-mon[189144]: from='client.57474 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:45:37.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:37 smithi032 ceph-mon[189144]: from='client.57480 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:45:37.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:37 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1652417802' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:45:37.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:37 smithi039 ceph-mon[181282]: from='client.57474 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:45:37.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:37 smithi039 ceph-mon[181282]: from='client.57480 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:45:37.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:37 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1652417802' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:45:38.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:38 smithi032 ceph-mon[191839]: pgmap v21021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:38.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:38 smithi032 ceph-mon[189144]: pgmap v21021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:38.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:38 smithi039 ceph-mon[181282]: pgmap v21021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:40.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:40 smithi032 ceph-mon[191839]: pgmap v21022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:40.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:40 smithi032 ceph-mon[189144]: pgmap v21022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:40.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:40 smithi039 ceph-mon[181282]: pgmap v21022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:41.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:45:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:45:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T03:45:42.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:42 smithi032 ceph-mon[191839]: pgmap v21023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:42.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:42 smithi032 ceph-mon[189144]: pgmap v21023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:42.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:42 smithi039 ceph-mon[181282]: pgmap v21023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:44.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:44 smithi032 ceph-mon[191839]: pgmap v21024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:44.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:44 smithi032 ceph-mon[189144]: pgmap v21024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:44.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:44 smithi039 ceph-mon[181282]: pgmap v21024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:46.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:46 smithi032 ceph-mon[191839]: pgmap v21025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:46.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:46 smithi032 ceph-mon[189144]: pgmap v21025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:46.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:46 smithi039 ceph-mon[181282]: pgmap v21025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:48.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:48 smithi032 ceph-mon[189144]: pgmap v21026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:48.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:48 smithi032 ceph-mon[191839]: pgmap v21026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:48.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:48 smithi039 ceph-mon[181282]: pgmap v21026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:50.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:50 smithi032 ceph-mon[189144]: pgmap v21027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:50.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:50 smithi032 ceph-mon[191839]: pgmap v21027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:50.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:50 smithi039 ceph-mon[181282]: pgmap v21027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:51.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:45:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:45:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T03:45:51.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:45:51.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:45:51.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:45:52.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:52 smithi032 ceph-mon[191839]: pgmap v21028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:52.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:52 smithi032 ceph-mon[189144]: pgmap v21028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:52.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:52 smithi039 ceph-mon[181282]: pgmap v21028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:54.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:54 smithi032 ceph-mon[191839]: pgmap v21029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:54.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:54 smithi032 ceph-mon[189144]: pgmap v21029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:54.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:54 smithi039 ceph-mon[181282]: pgmap v21029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:56.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:56 smithi032 ceph-mon[191839]: pgmap v21030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:56.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:56 smithi032 ceph-mon[189144]: pgmap v21030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:56.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:56 smithi039 ceph-mon[181282]: pgmap v21030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:58.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:45:58 smithi032 ceph-mon[191839]: pgmap v21031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:58.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:45:58 smithi032 ceph-mon[189144]: pgmap v21031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:45:58.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:45:58 smithi039 ceph-mon[181282]: pgmap v21031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:00.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:46:00 smithi032 ceph-mon[191839]: pgmap v21032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:00.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:46:00 smithi032 ceph-mon[189144]: pgmap v21032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:00.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:46:00 smithi039 ceph-mon[181282]: pgmap v21032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:01.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:46:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:46:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T03:46:02.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:46:02 smithi032 ceph-mon[191839]: pgmap v21033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:02.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:46:02 smithi032 ceph-mon[189144]: pgmap v21033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:02.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:46:02 smithi039 ceph-mon[181282]: pgmap v21033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:04.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:46:04 smithi032 ceph-mon[191839]: pgmap v21034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:04.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:46:04 smithi032 ceph-mon[189144]: pgmap v21034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:04.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:46:04 smithi039 ceph-mon[181282]: pgmap v21034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:06.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:46:06 smithi032 ceph-mon[191839]: pgmap v21035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:06.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:46:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:46:06.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:46:06 smithi032 ceph-mon[189144]: pgmap v21035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:06.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:46:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:46:06.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:46:06 smithi039 ceph-mon[181282]: pgmap v21035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:06.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:46:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:46:07.235 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:46:07.562 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:46:07.562 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 9m ago 10h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:46:07.562 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 7m ago 10h 97.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:46:07.563 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 9m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:46:07.563 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 7m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:46:07.563 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 7m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:46:07.563 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 9m ago 10h 568M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:46:07.563 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 9m ago 10h 632M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:46:07.563 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 7m ago 10h 434M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:46:07.563 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 9m ago 10h 444M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:46:07.563 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 9m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:46:07.563 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 7m ago 10h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:46:07.563 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 9m ago 10h 1089M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:46:07.563 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 9m ago 10h 1190M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:46:07.563 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 9m ago 10h 861M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:46:07.563 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 9m ago 10h 942M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:46:07.563 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 7m ago 10h 1325M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:46:07.563 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 7m ago 10h 1038M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:46:07.564 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 7m ago 10h 697M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:46:07.564 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 7m ago 10h 813M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:46:07.564 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 7m ago 10h 139M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:46:07.965 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:46:07.965 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:46:07.965 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:46:07.965 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:46:07.965 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:46:07.965 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:46:07.965 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:46:07.965 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:46:07.965 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:46:07.966 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:46:07.966 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:46:07.966 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:46:07.966 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:46:07.966 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:46:07.966 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:46:07.966 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:46:07.966 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:46:07.966 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:46:08.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:46:08 smithi032 ceph-mon[191839]: pgmap v21036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:08.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:46:08 smithi032 ceph-mon[191839]: from='client.67406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:46:08.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:46:08 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1259097010' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:46:08.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:46:08 smithi032 ceph-mon[189144]: pgmap v21036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:08.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:46:08 smithi032 ceph-mon[189144]: from='client.67406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:46:08.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:46:08 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1259097010' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:46:08.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:46:08 smithi039 ceph-mon[181282]: pgmap v21036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:08.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:46:08 smithi039 ceph-mon[181282]: from='client.67406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:46:08.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:46:08 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1259097010' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:46:09.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:46:09 smithi032 ceph-mon[191839]: from='client.67412 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:46:09.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:46:09 smithi032 ceph-mon[189144]: from='client.67412 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:46:09.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:46:09 smithi039 ceph-mon[181282]: from='client.67412 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:46:10.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:46:10 smithi032 ceph-mon[189144]: pgmap v21037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:10.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:46:10 smithi032 ceph-mon[191839]: pgmap v21037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:10.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:46:10 smithi039 ceph-mon[181282]: pgmap v21037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:46:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:46:10] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T03:46:12.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:46:12 smithi032 ceph-mon[191839]: pgmap v21038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:12.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:46:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:46:12.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:46:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:46:12.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:46:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:46:12.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:46:12 smithi032 ceph-mon[189144]: pgmap v21038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:12.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:46:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:46:12.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:46:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:46:12.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:46:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:46:12.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:46:12 smithi039 ceph-mon[181282]: pgmap v21038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:12.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:46:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:46:12.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:46:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:46:12.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:46:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:46:13.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:46:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:46:13.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:46:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:46:13.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:46:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:46:13.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:46:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:46:13.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:46:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:46:13.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:46:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:46:13.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:46:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:46:13.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:46:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:46:13.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:46:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:46:14.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:46:14 smithi032 ceph-mon[191839]: pgmap v21039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:14.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:46:14 smithi032 ceph-mon[189144]: pgmap v21039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:14.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:46:14 smithi039 ceph-mon[181282]: pgmap v21039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:16.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:46:16 smithi032 ceph-mon[189144]: pgmap v21040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:16.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:46:16 smithi032 ceph-mon[191839]: pgmap v21040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:16.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:46:16 smithi039 ceph-mon[181282]: pgmap v21040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:18.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:46:18 smithi032 ceph-mon[189144]: pgmap v21041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:18.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:46:18 smithi032 ceph-mon[191839]: pgmap v21041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:18.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:46:18 smithi039 ceph-mon[181282]: pgmap v21041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:20.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:46:20 smithi032 ceph-mon[189144]: pgmap v21042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:20.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:46:20 smithi032 ceph-mon[191839]: pgmap v21042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:20.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:46:20 smithi039 ceph-mon[181282]: pgmap v21042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:46:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:46:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:46:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:46:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:46:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:46:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:46:21.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:46:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:46:22.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:46:22 smithi032 ceph-mon[191839]: pgmap v21043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:22.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:46:22 smithi032 ceph-mon[189144]: pgmap v21043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:22.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:46:22 smithi039 ceph-mon[181282]: pgmap v21043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:24.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:46:24 smithi032 ceph-mon[191839]: pgmap v21044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:24.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:46:24 smithi032 ceph-mon[189144]: pgmap v21044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:24.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:46:24 smithi039 ceph-mon[181282]: pgmap v21044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:26.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:46:26 smithi032 ceph-mon[191839]: pgmap v21045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:26.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:46:26 smithi032 ceph-mon[189144]: pgmap v21045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:26.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:46:26 smithi039 ceph-mon[181282]: pgmap v21045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:28.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:46:28 smithi032 ceph-mon[189144]: pgmap v21046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:28.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:46:28 smithi032 ceph-mon[191839]: pgmap v21046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:28.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:46:28 smithi039 ceph-mon[181282]: pgmap v21046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:30.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:46:30 smithi032 ceph-mon[189144]: pgmap v21047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:30.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:46:30 smithi032 ceph-mon[191839]: pgmap v21047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:30.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:46:30 smithi039 ceph-mon[181282]: pgmap v21047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:46:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:46:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:46:32.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:46:32 smithi032 ceph-mon[189144]: pgmap v21048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:32.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:46:32 smithi032 ceph-mon[191839]: pgmap v21048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:32.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:46:32 smithi039 ceph-mon[181282]: pgmap v21048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:34.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:46:34 smithi032 ceph-mon[189144]: pgmap v21049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:34.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:46:34 smithi032 ceph-mon[191839]: pgmap v21049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:34.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:46:34 smithi039 ceph-mon[181282]: pgmap v21049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:36.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:46:36 smithi032 ceph-mon[189144]: pgmap v21050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:36.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:46:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:46:36.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:46:36 smithi032 ceph-mon[191839]: pgmap v21050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:36.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:46:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:46:36.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:46:36 smithi039 ceph-mon[181282]: pgmap v21050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:36.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:46:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:46:38.332 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:46:38.658 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:46:38.658 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 9m ago 10h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:46:38.658 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 7m ago 10h 97.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:46:38.658 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 9m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:46:38.659 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 7m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:46:38.659 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 7m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:46:38.659 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 9m ago 10h 568M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:46:38.659 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 9m ago 10h 632M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:46:38.659 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 7m ago 10h 434M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:46:38.659 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 9m ago 10h 444M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:46:38.659 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 9m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:46:38.659 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 7m ago 10h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:46:38.659 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 9m ago 10h 1089M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:46:38.659 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 9m ago 10h 1190M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:46:38.659 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 9m ago 10h 861M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:46:38.659 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 9m ago 10h 942M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:46:38.659 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 7m ago 10h 1325M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:46:38.660 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 7m ago 10h 1038M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:46:38.660 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 7m ago 10h 697M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:46:38.660 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 7m ago 10h 813M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:46:38.660 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 7m ago 10h 139M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:46:38.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:46:38 smithi032 ceph-mon[189144]: pgmap v21051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:38.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:46:38 smithi032 ceph-mon[191839]: pgmap v21051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:38.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:46:38 smithi039 ceph-mon[181282]: pgmap v21051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:39.062 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:46:39.062 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:46:39.062 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:46:39.062 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:46:39.062 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:46:39.062 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:46:39.062 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:46:39.062 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:46:39.062 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:46:39.062 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:46:39.062 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:46:39.062 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:46:39.063 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:46:39.063 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:46:39.063 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:46:39.063 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:46:39.063 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:46:39.063 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:46:39.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:46:39 smithi032 ceph-mon[191839]: from='client.67424 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:46:39.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:46:39 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1207743590' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:46:39.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:46:39 smithi032 ceph-mon[189144]: from='client.67424 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:46:39.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:46:39 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1207743590' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:46:39.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:46:39 smithi039 ceph-mon[181282]: from='client.67424 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:46:39.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:46:39 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1207743590' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:46:40.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:46:40 smithi032 ceph-mon[191839]: from='client.67430 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:46:40.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:46:40 smithi032 ceph-mon[191839]: pgmap v21052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:40.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:46:40 smithi032 ceph-mon[189144]: from='client.67430 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:46:40.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:46:40 smithi032 ceph-mon[189144]: pgmap v21052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:40.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:46:40 smithi039 ceph-mon[181282]: from='client.67430 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:46:40.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:46:40 smithi039 ceph-mon[181282]: pgmap v21052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:46:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:46:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:46:42.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:46:42 smithi032 ceph-mon[191839]: pgmap v21053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:42.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:46:42 smithi032 ceph-mon[189144]: pgmap v21053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:42.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:46:42 smithi039 ceph-mon[181282]: pgmap v21053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:44.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:46:44 smithi032 ceph-mon[191839]: pgmap v21054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:44.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:46:44 smithi032 ceph-mon[189144]: pgmap v21054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:44.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:46:44 smithi039 ceph-mon[181282]: pgmap v21054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:46.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:46:46 smithi032 ceph-mon[191839]: pgmap v21055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:46.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:46:46 smithi032 ceph-mon[189144]: pgmap v21055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:46.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:46:46 smithi039 ceph-mon[181282]: pgmap v21055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:48.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:46:48 smithi032 ceph-mon[191839]: pgmap v21056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:48.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:46:48 smithi032 ceph-mon[189144]: pgmap v21056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:48.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:46:48 smithi039 ceph-mon[181282]: pgmap v21056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:50.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:46:50 smithi032 ceph-mon[189144]: pgmap v21057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:50.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:46:50 smithi032 ceph-mon[191839]: pgmap v21057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:50.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:46:50 smithi039 ceph-mon[181282]: pgmap v21057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:51.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:46:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:46:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:46:51.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:46:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:46:51.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:46:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:46:51.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:46:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:46:52.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:46:52 smithi032 ceph-mon[191839]: pgmap v21058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:52.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:46:52 smithi032 ceph-mon[189144]: pgmap v21058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:52.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:46:52 smithi039 ceph-mon[181282]: pgmap v21058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:54.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:46:54 smithi032 ceph-mon[191839]: pgmap v21059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:54.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:46:54 smithi032 ceph-mon[189144]: pgmap v21059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:54.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:46:54 smithi039 ceph-mon[181282]: pgmap v21059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:56.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:46:56 smithi032 ceph-mon[191839]: pgmap v21060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:56.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:46:56 smithi032 ceph-mon[189144]: pgmap v21060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:56.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:46:56 smithi039 ceph-mon[181282]: pgmap v21060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:58.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:46:58 smithi032 ceph-mon[191839]: pgmap v21061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:58.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:46:58 smithi032 ceph-mon[189144]: pgmap v21061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:46:58.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:46:58 smithi039 ceph-mon[181282]: pgmap v21061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:00.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:47:00 smithi032 ceph-mon[191839]: pgmap v21062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:00.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:47:00 smithi032 ceph-mon[189144]: pgmap v21062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:00.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:47:00 smithi039 ceph-mon[181282]: pgmap v21062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:47:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:47:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:47:02.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:47:02 smithi032 ceph-mon[191839]: pgmap v21063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:02.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:47:02 smithi032 ceph-mon[189144]: pgmap v21063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:02.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:47:02 smithi039 ceph-mon[181282]: pgmap v21063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:04.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:47:04 smithi032 ceph-mon[191839]: pgmap v21064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:04.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:47:04 smithi032 ceph-mon[189144]: pgmap v21064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:04.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:47:04 smithi039 ceph-mon[181282]: pgmap v21064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:06.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:47:06 smithi032 ceph-mon[191839]: pgmap v21065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:06.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:47:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:47:06.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:47:06 smithi032 ceph-mon[189144]: pgmap v21065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:06.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:47:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:47:06.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:47:06 smithi039 ceph-mon[181282]: pgmap v21065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:06.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:47:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:47:08.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:47:08 smithi032 ceph-mon[189144]: pgmap v21066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:08.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:47:08 smithi032 ceph-mon[191839]: pgmap v21066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:08.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:47:08 smithi039 ceph-mon[181282]: pgmap v21066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:09.428 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:47:09.751 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:47:09.751 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 10m ago 10h 27.0M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:47:09.751 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 8m ago 10h 97.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:47:09.751 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 10m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:47:09.751 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 8m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:47:09.751 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 8m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:47:09.751 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 10m ago 10h 568M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:47:09.751 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 10m ago 10h 632M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:47:09.751 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 8m ago 10h 434M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:47:09.751 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 10m ago 10h 444M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:47:09.751 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 10m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:47:09.751 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 8m ago 10h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:47:09.752 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 10m ago 10h 1089M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:47:09.752 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 10m ago 10h 1190M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:47:09.752 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 10m ago 10h 861M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:47:09.752 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 10m ago 10h 942M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:47:09.752 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 8m ago 10h 1325M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:47:09.752 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 8m ago 10h 1038M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:47:09.752 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 8m ago 10h 697M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:47:09.752 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 8m ago 10h 813M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:47:09.752 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 8m ago 10h 139M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:47:10.154 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:47:10.154 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:47:10.154 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:47:10.155 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:47:10.155 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:47:10.155 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:47:10.155 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:47:10.155 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:47:10.155 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:47:10.155 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:47:10.155 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:47:10.155 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:47:10.155 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:47:10.155 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:47:10.155 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:47:10.155 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:47:10.155 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:47:10.155 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:47:10.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:47:10 smithi032 ceph-mon[189144]: pgmap v21067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:10.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:47:10 smithi032 ceph-mon[189144]: from='client.57528 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:47:10.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:47:10 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/999232324' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:47:10.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:47:10 smithi032 ceph-mon[191839]: pgmap v21067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:10.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:47:10 smithi032 ceph-mon[191839]: from='client.57528 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:47:10.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:47:10 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/999232324' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:47:10.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:47:10 smithi039 ceph-mon[181282]: pgmap v21067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:10.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:47:10 smithi039 ceph-mon[181282]: from='client.57528 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:47:10.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:47:10 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/999232324' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:47:11.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:47:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:47:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T03:47:11.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:47:11 smithi032 ceph-mon[189144]: from='client.57534 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:47:11.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:47:11 smithi032 ceph-mon[191839]: from='client.57534 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:47:11.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:47:11 smithi039 ceph-mon[181282]: from='client.57534 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:47:12.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:47:12 smithi032 ceph-mon[189144]: pgmap v21068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:12.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:47:12 smithi032 ceph-mon[191839]: pgmap v21068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:12.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:47:12 smithi039 ceph-mon[181282]: pgmap v21068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:13.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:47:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:47:13.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:47:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:47:13.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:47:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:47:14.600 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:47:14 smithi032 ceph-mon[189144]: pgmap v21069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:14.601 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:47:14 smithi032 ceph-mon[191839]: pgmap v21069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:14.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:47:14 smithi039 ceph-mon[181282]: pgmap v21069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:16.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:47:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:47:16.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:47:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:47:16.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:47:15 smithi032 ceph-mon[191839]: pgmap v21070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:16.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:47:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:47:16.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:47:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:47:16.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:47:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:47:16.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:47:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:47:16.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:47:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:47:16.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:47:15 smithi032 ceph-mon[189144]: pgmap v21070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:16.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:47:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:47:16.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:47:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:47:16.184 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:47:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:47:16.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:47:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:47:16.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:47:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:47:16.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:47:15 smithi039 ceph-mon[181282]: pgmap v21070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:16.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:47:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:47:16.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:47:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:47:16.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:47:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:47:18.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:47:17 smithi032 ceph-mon[191839]: pgmap v21071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:18.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:47:17 smithi032 ceph-mon[189144]: pgmap v21071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:18.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:47:17 smithi039 ceph-mon[181282]: pgmap v21071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:20.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:47:19 smithi032 ceph-mon[191839]: pgmap v21072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:20.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:47:19 smithi032 ceph-mon[189144]: pgmap v21072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:20.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:47:19 smithi039 ceph-mon[181282]: pgmap v21072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:21.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:47:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:47:21.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:47:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:47:21.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:47:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:47:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:47:21.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:47:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:47:22.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:47:22 smithi039 ceph-mon[181282]: pgmap v21073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:22.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:47:21 smithi032 ceph-mon[189144]: pgmap v21073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:22.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:47:21 smithi032 ceph-mon[191839]: pgmap v21073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:24.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:47:24 smithi039 ceph-mon[181282]: pgmap v21074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:24.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:47:24 smithi032 ceph-mon[191839]: pgmap v21074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:24.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:47:24 smithi032 ceph-mon[189144]: pgmap v21074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:26.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:47:26 smithi039 ceph-mon[181282]: pgmap v21075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:26.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:47:26 smithi032 ceph-mon[191839]: pgmap v21075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:26.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:47:26 smithi032 ceph-mon[189144]: pgmap v21075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:28.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:47:28 smithi032 ceph-mon[189144]: pgmap v21076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:28.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:47:28 smithi032 ceph-mon[191839]: pgmap v21076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:28.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:47:28 smithi039 ceph-mon[181282]: pgmap v21076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:30.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:47:30 smithi032 ceph-mon[191839]: pgmap v21077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:30.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:47:30 smithi032 ceph-mon[189144]: pgmap v21077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:30.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:47:30 smithi039 ceph-mon[181282]: pgmap v21077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:31.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:47:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:47:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:47:32.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:47:32 smithi032 ceph-mon[191839]: pgmap v21078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:32.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:47:32 smithi032 ceph-mon[189144]: pgmap v21078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:32.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:47:32 smithi039 ceph-mon[181282]: pgmap v21078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:34.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:47:34 smithi032 ceph-mon[191839]: pgmap v21079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:34.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:47:34 smithi032 ceph-mon[189144]: pgmap v21079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:34.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:47:34 smithi039 ceph-mon[181282]: pgmap v21079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:36.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:47:36 smithi032 ceph-mon[189144]: pgmap v21080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:36.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:47:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:47:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:47:36 smithi032 ceph-mon[191839]: pgmap v21080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:47:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:47:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:47:36 smithi039 ceph-mon[181282]: pgmap v21080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:47:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:47:38.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:47:38 smithi032 ceph-mon[191839]: pgmap v21081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:38.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:47:38 smithi032 ceph-mon[189144]: pgmap v21081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:38.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:47:38 smithi039 ceph-mon[181282]: pgmap v21081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:40.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:47:40 smithi032 ceph-mon[189144]: pgmap v21082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:40.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:47:40 smithi032 ceph-mon[191839]: pgmap v21082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:40.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:47:40 smithi039 ceph-mon[181282]: pgmap v21082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:40.523 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:47:40.847 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:47:40.847 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 26s ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:47:40.847 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 8m ago 10h 97.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:47:40.847 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 26s ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:47:40.847 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 8m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:47:40.847 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 8m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:47:40.847 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 26s ago 10h 574M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:47:40.847 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 26s ago 10h 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:47:40.847 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 8m ago 10h 434M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:47:40.847 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 26s ago 10h 458M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:47:40.847 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 26s ago 10h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:47:40.847 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 8m ago 10h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:47:40.847 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 26s ago 10h 1122M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:47:40.848 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 26s ago 10h 1220M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:47:40.848 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 26s ago 10h 885M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:47:40.848 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 26s ago 10h 971M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:47:40.848 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 8m ago 10h 1325M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:47:40.848 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 8m ago 10h 1038M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:47:40.848 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 8m ago 10h 697M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:47:40.848 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 8m ago 10h 813M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:47:40.848 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 8m ago 10h 139M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:47:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:47:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:47:40] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T03:47:41.248 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:47:41.248 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:47:41.248 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:47:41.248 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:47:41.248 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:47:41.248 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:47:41.249 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:47:41.249 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:47:41.249 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:47:41.249 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:47:41.249 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:47:41.249 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:47:41.249 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:47:41.249 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:47:41.249 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:47:41.249 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:47:41.249 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:47:41.249 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:47:42.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:47:42 smithi032 ceph-mon[189144]: from='client.67460 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:47:42.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:47:42 smithi032 ceph-mon[189144]: from='client.57552 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:47:42.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:47:42 smithi032 ceph-mon[189144]: pgmap v21083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:42.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:47:42 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/83615624' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:47:42.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:47:42 smithi032 ceph-mon[191839]: from='client.67460 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:47:42.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:47:42 smithi032 ceph-mon[191839]: from='client.57552 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:47:42.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:47:42 smithi032 ceph-mon[191839]: pgmap v21083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:42.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:47:42 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/83615624' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:47:42.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:47:42 smithi039 ceph-mon[181282]: from='client.67460 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:47:42.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:47:42 smithi039 ceph-mon[181282]: from='client.57552 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:47:42.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:47:42 smithi039 ceph-mon[181282]: pgmap v21083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:42.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:47:42 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/83615624' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:47:44.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:47:44 smithi032 ceph-mon[191839]: pgmap v21084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:44.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:47:44 smithi032 ceph-mon[189144]: pgmap v21084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:44.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:47:44 smithi039 ceph-mon[181282]: pgmap v21084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:46.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:47:46 smithi032 ceph-mon[191839]: pgmap v21085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:46.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:47:46 smithi032 ceph-mon[189144]: pgmap v21085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:46.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:47:46 smithi039 ceph-mon[181282]: pgmap v21085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:48.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:47:48 smithi032 ceph-mon[191839]: pgmap v21086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:48.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:47:48 smithi032 ceph-mon[189144]: pgmap v21086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:48.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:47:48 smithi039 ceph-mon[181282]: pgmap v21086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:50.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:47:50 smithi032 ceph-mon[191839]: pgmap v21087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:50.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:47:50 smithi032 ceph-mon[189144]: pgmap v21087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:50.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:47:50 smithi039 ceph-mon[181282]: pgmap v21087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:47:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:47:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:47:51.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:47:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:47:51.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:47:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:47:51.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:47:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:47:52.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:47:52 smithi032 ceph-mon[189144]: pgmap v21088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:52.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:47:52 smithi032 ceph-mon[191839]: pgmap v21088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:52.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:47:52 smithi039 ceph-mon[181282]: pgmap v21088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:54.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:47:54 smithi032 ceph-mon[191839]: pgmap v21089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:54.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:47:54 smithi032 ceph-mon[189144]: pgmap v21089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:54.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:47:54 smithi039 ceph-mon[181282]: pgmap v21089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:56.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:47:56 smithi032 ceph-mon[191839]: pgmap v21090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:56.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:47:56 smithi032 ceph-mon[189144]: pgmap v21090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:56.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:47:56 smithi039 ceph-mon[181282]: pgmap v21090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:58.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:47:58 smithi032 ceph-mon[191839]: pgmap v21091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:58.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:47:58 smithi032 ceph-mon[189144]: pgmap v21091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:47:58.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:47:58 smithi039 ceph-mon[181282]: pgmap v21091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:00.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:48:00 smithi032 ceph-mon[191839]: pgmap v21092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:00.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:48:00 smithi032 ceph-mon[189144]: pgmap v21092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:00.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:48:00 smithi039 ceph-mon[181282]: pgmap v21092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:48:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:48:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:48:02.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:48:02 smithi032 ceph-mon[191839]: pgmap v21093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:02.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:48:02 smithi032 ceph-mon[189144]: pgmap v21093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:02.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:48:02 smithi039 ceph-mon[181282]: pgmap v21093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:04.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:48:04 smithi032 ceph-mon[189144]: pgmap v21094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:04.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:48:04 smithi032 ceph-mon[191839]: pgmap v21094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:48:04 smithi039 ceph-mon[181282]: pgmap v21094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:06.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:48:06 smithi032 ceph-mon[191839]: pgmap v21095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:06.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:48:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:48:06.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:48:06 smithi032 ceph-mon[189144]: pgmap v21095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:06.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:48:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:48:06.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:48:06 smithi039 ceph-mon[181282]: pgmap v21095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:06.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:48:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:48:08.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:48:08 smithi032 ceph-mon[191839]: pgmap v21096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:08.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:48:08 smithi032 ceph-mon[189144]: pgmap v21096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:08.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:48:08 smithi039 ceph-mon[181282]: pgmap v21096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:10.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:48:10 smithi032 ceph-mon[191839]: pgmap v21097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:10.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:48:10 smithi032 ceph-mon[189144]: pgmap v21097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:10.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:48:10 smithi039 ceph-mon[181282]: pgmap v21097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:11.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:48:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:48:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:48:11.612 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:48:11.935 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:48:11.935 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 57s ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:48:11.935 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 9m ago 10h 97.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:48:11.935 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 57s ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:48:11.935 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 9m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:48:11.935 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 9m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:48:11.935 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 57s ago 10h 574M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:48:11.935 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 57s ago 10h 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:48:11.935 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 9m ago 10h 434M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:48:11.935 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 57s ago 10h 458M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:48:11.935 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 57s ago 10h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:48:11.935 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 9m ago 10h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:48:11.935 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 57s ago 10h 1122M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:48:11.936 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 57s ago 10h 1220M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:48:11.936 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 57s ago 10h 885M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:48:11.936 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 57s ago 10h 971M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:48:11.936 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 9m ago 10h 1325M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:48:11.936 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 9m ago 10h 1038M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:48:11.936 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 9m ago 10h 697M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:48:11.936 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 9m ago 10h 813M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:48:11.936 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 9m ago 10h 139M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:48:12.338 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:48:12.338 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:48:12.338 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:48:12.338 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:48:12.338 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:48:12.338 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:48:12.338 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:48:12.338 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:48:12.338 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:48:12.338 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:48:12.339 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:48:12.339 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:48:12.339 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:48:12.339 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:48:12.339 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:48:12.339 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:48:12.339 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:48:12.339 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:48:12.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:48:12 smithi032 ceph-mon[191839]: pgmap v21098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:12.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:48:12 smithi032 ceph-mon[189144]: pgmap v21098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:12.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:48:12 smithi039 ceph-mon[181282]: pgmap v21098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:13.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:48:13 smithi032 ceph-mon[191839]: from='client.67478 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:48:13.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:48:13 smithi032 ceph-mon[191839]: from='client.67484 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:48:13.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:48:13 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3207084157' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:48:13.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:48:13 smithi032 ceph-mon[189144]: from='client.67478 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:48:13.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:48:13 smithi032 ceph-mon[189144]: from='client.67484 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:48:13.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:48:13 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3207084157' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:48:13.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:48:13 smithi039 ceph-mon[181282]: from='client.67478 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:48:13.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:48:13 smithi039 ceph-mon[181282]: from='client.67484 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:48:13.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:48:13 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3207084157' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:48:14.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:48:14 smithi032 ceph-mon[189144]: pgmap v21099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:14.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:48:14 smithi032 ceph-mon[191839]: pgmap v21099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:14.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:48:14 smithi039 ceph-mon[181282]: pgmap v21099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:16.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:48:16 smithi032 ceph-mon[191839]: pgmap v21100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:16.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:48:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:48:16.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:48:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:48:16.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:48:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:48:16.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:48:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:48:16.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:48:16 smithi032 ceph-mon[189144]: pgmap v21100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:16.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:48:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:48:16.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:48:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:48:16.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:48:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:48:16.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:48:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:48:16.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:48:16 smithi039 ceph-mon[181282]: pgmap v21100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:16.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:48:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:48:16.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:48:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:48:16.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:48:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:48:16.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:48:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:48:18.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:48:18 smithi032 ceph-mon[191839]: pgmap v21101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:18.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:48:18 smithi032 ceph-mon[189144]: pgmap v21101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:18.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:48:18 smithi039 ceph-mon[181282]: pgmap v21101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:20.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:48:20 smithi032 ceph-mon[191839]: pgmap v21102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:20.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:48:20 smithi032 ceph-mon[189144]: pgmap v21102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:20.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:48:20 smithi039 ceph-mon[181282]: pgmap v21102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:48:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:48:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:48:21.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:48:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:48:21.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:48:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:48:21.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:48:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:48:22.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:48:22 smithi032 ceph-mon[191839]: pgmap v21103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:22.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:48:22 smithi032 ceph-mon[189144]: pgmap v21103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:22.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:48:22 smithi039 ceph-mon[181282]: pgmap v21103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:24.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:48:24 smithi032 ceph-mon[191839]: pgmap v21104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:24.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:48:24 smithi032 ceph-mon[189144]: pgmap v21104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:24.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:48:24 smithi039 ceph-mon[181282]: pgmap v21104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:26.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:48:26 smithi032 ceph-mon[191839]: pgmap v21105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:26.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:48:26 smithi032 ceph-mon[189144]: pgmap v21105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:26.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:48:26 smithi039 ceph-mon[181282]: pgmap v21105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:28.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:48:28 smithi032 ceph-mon[191839]: pgmap v21106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:28.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:48:28 smithi032 ceph-mon[189144]: pgmap v21106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:28.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:48:28 smithi039 ceph-mon[181282]: pgmap v21106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:30.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:48:30 smithi032 ceph-mon[191839]: pgmap v21107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:30.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:48:30 smithi032 ceph-mon[189144]: pgmap v21107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:30.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:48:30 smithi039 ceph-mon[181282]: pgmap v21107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:48:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:48:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:48:32.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:48:32 smithi032 ceph-mon[191839]: pgmap v21108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:32.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:48:32 smithi032 ceph-mon[189144]: pgmap v21108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:32.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:48:32 smithi039 ceph-mon[181282]: pgmap v21108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:34.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:48:34 smithi032 ceph-mon[191839]: pgmap v21109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:34.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:48:34 smithi032 ceph-mon[189144]: pgmap v21109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:34.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:48:34 smithi039 ceph-mon[181282]: pgmap v21109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:36.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:48:36 smithi032 ceph-mon[191839]: pgmap v21110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:48:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:48:36.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:48:36 smithi032 ceph-mon[189144]: pgmap v21110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:36.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:48:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:48:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:48:36 smithi039 ceph-mon[181282]: pgmap v21110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:48:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:48:38.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:48:38 smithi032 ceph-mon[191839]: pgmap v21111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:38.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:48:38 smithi032 ceph-mon[189144]: pgmap v21111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:38.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:48:38 smithi039 ceph-mon[181282]: pgmap v21111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:40.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:48:40 smithi032 ceph-mon[189144]: pgmap v21112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:40.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:48:40 smithi032 ceph-mon[191839]: pgmap v21112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:40.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:48:40 smithi039 ceph-mon[181282]: pgmap v21112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:41.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:48:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:48:40] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T03:48:42.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:48:42 smithi032 ceph-mon[189144]: pgmap v21113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:42.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:48:42 smithi032 ceph-mon[191839]: pgmap v21113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:42.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:48:42 smithi039 ceph-mon[181282]: pgmap v21113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:42.705 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:48:43.027 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:48:43.027 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 88s ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:48:43.027 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 9m ago 10h 97.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:48:43.027 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 88s ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:48:43.027 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 9m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:48:43.027 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 9m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:48:43.028 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 88s ago 10h 574M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:48:43.028 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 88s ago 10h 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:48:43.028 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 9m ago 10h 434M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:48:43.028 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 88s ago 10h 458M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:48:43.028 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 88s ago 10h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:48:43.028 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 9m ago 10h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:48:43.028 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 88s ago 10h 1122M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:48:43.028 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 88s ago 10h 1220M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:48:43.028 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 88s ago 10h 885M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:48:43.028 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 88s ago 10h 971M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:48:43.028 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 9m ago 10h 1325M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:48:43.028 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 9m ago 10h 1038M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:48:43.028 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 9m ago 10h 697M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:48:43.028 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 9m ago 10h 813M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:48:43.028 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 9m ago 10h 139M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:48:43.430 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:48:43.430 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:48:43.430 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:48:43.430 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:48:43.430 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:48:43.430 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:48:43.431 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:48:43.431 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:48:43.431 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:48:43.431 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:48:43.431 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:48:43.431 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:48:43.431 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:48:43.431 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:48:43.431 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:48:43.431 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:48:43.431 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:48:43.431 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:48:44.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:48:44 smithi032 ceph-mon[191839]: from='client.67496 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:48:44.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:48:44 smithi032 ceph-mon[191839]: pgmap v21114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:44.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:48:44 smithi032 ceph-mon[191839]: from='client.67502 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:48:44.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:48:44 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1014644966' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:48:44.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:48:44 smithi032 ceph-mon[189144]: from='client.67496 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:48:44.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:48:44 smithi032 ceph-mon[189144]: pgmap v21114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:44.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:48:44 smithi032 ceph-mon[189144]: from='client.67502 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:48:44.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:48:44 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1014644966' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:48:44.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:48:44 smithi039 ceph-mon[181282]: from='client.67496 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:48:44.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:48:44 smithi039 ceph-mon[181282]: pgmap v21114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:44.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:48:44 smithi039 ceph-mon[181282]: from='client.67502 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:48:44.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:48:44 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1014644966' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:48:46.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:48:46 smithi032 ceph-mon[191839]: pgmap v21115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:46.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:48:46 smithi032 ceph-mon[189144]: pgmap v21115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:46.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:48:46 smithi039 ceph-mon[181282]: pgmap v21115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:48.434 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:48:48 smithi032 ceph-mon[191839]: pgmap v21116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:48.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:48:48 smithi032 ceph-mon[189144]: pgmap v21116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:48.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:48:48 smithi039 ceph-mon[181282]: pgmap v21116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:50.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:48:50 smithi032 ceph-mon[191839]: pgmap v21117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:50.434 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:48:50 smithi032 ceph-mon[189144]: pgmap v21117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:50.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:48:50 smithi039 ceph-mon[181282]: pgmap v21117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:51.153 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:48:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:48:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:48:51.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:48:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:48:51.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:48:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:48:51.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:48:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:48:52.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:48:52 smithi032 ceph-mon[191839]: pgmap v21118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:52.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:48:52 smithi032 ceph-mon[189144]: pgmap v21118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:52.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:48:52 smithi039 ceph-mon[181282]: pgmap v21118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:54.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:48:54 smithi032 ceph-mon[191839]: pgmap v21119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:54.435 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:48:54 smithi032 ceph-mon[189144]: pgmap v21119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:54.511 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:48:54 smithi039 ceph-mon[181282]: pgmap v21119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:56.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:48:56 smithi032 ceph-mon[191839]: pgmap v21120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:56.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:48:56 smithi032 ceph-mon[189144]: pgmap v21120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:56.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:48:56 smithi039 ceph-mon[181282]: pgmap v21120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:58.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:48:58 smithi032 ceph-mon[191839]: pgmap v21121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:58.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:48:58 smithi032 ceph-mon[189144]: pgmap v21121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:48:58.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:48:58 smithi039 ceph-mon[181282]: pgmap v21121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:00.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:49:00 smithi032 ceph-mon[191839]: pgmap v21122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:00.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:49:00 smithi032 ceph-mon[189144]: pgmap v21122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:00.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:49:00 smithi039 ceph-mon[181282]: pgmap v21122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:49:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:49:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:49:02.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:49:02 smithi032 ceph-mon[189144]: pgmap v21123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:02.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:49:02 smithi032 ceph-mon[191839]: pgmap v21123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:02.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:49:02 smithi039 ceph-mon[181282]: pgmap v21123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:49:04 smithi032 ceph-mon[191839]: pgmap v21124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:04.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:49:04 smithi032 ceph-mon[189144]: pgmap v21124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:49:04 smithi039 ceph-mon[181282]: pgmap v21124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:06.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:49:06 smithi032 ceph-mon[191839]: pgmap v21125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:06.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:49:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:49:06.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:49:06 smithi032 ceph-mon[189144]: pgmap v21125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:06.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:49:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:49:06.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:49:06 smithi039 ceph-mon[181282]: pgmap v21125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:06.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:49:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:49:08.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:49:08 smithi032 ceph-mon[189144]: pgmap v21126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:08.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:49:08 smithi032 ceph-mon[191839]: pgmap v21126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:08.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:49:08 smithi039 ceph-mon[181282]: pgmap v21126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:10.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:49:10 smithi032 ceph-mon[191839]: pgmap v21127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:10.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:49:10 smithi032 ceph-mon[189144]: pgmap v21127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:10.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:49:10 smithi039 ceph-mon[181282]: pgmap v21127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:49:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:49:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:49:12.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:49:12 smithi039 ceph-mon[181282]: pgmap v21128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:12.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:49:12 smithi032 ceph-mon[191839]: pgmap v21128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:12.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:49:12 smithi032 ceph-mon[189144]: pgmap v21128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:13.795 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:49:14.126 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:49:14.127 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 119s ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:49:14.127 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 10m ago 10h 97.7M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:49:14.127 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 119s ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:49:14.127 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 10m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:49:14.127 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 10m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:49:14.127 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 119s ago 10h 574M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:49:14.127 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 119s ago 10h 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:49:14.127 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 10m ago 10h 434M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:49:14.127 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 119s ago 10h 458M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:49:14.127 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 119s ago 10h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:49:14.127 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 10m ago 10h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:49:14.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 119s ago 10h 1122M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:49:14.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 119s ago 10h 1220M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:49:14.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 119s ago 10h 885M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:49:14.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 119s ago 10h 971M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:49:14.127 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 10m ago 10h 1325M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:49:14.128 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 10m ago 10h 1038M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:49:14.128 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 10m ago 10h 697M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:49:14.128 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 10m ago 10h 813M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:49:14.128 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 10m ago 10h 139M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:49:14.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:49:14 smithi039 ceph-mon[181282]: pgmap v21129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:14.535 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:49:14.535 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:49:14.535 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:49:14.535 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:49:14.535 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:49:14.535 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:49:14.535 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:49:14.535 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:49:14.535 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:49:14.535 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:49:14.535 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:49:14.535 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:49:14.535 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:49:14.535 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:49:14.535 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:49:14.536 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:49:14.536 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:49:14.536 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:49:14.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:49:14 smithi032 ceph-mon[191839]: pgmap v21129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:14.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:49:14 smithi032 ceph-mon[189144]: pgmap v21129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:15.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:49:15 smithi039 ceph-mon[181282]: from='client.57600 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:49:15.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:49:15 smithi039 ceph-mon[181282]: from='client.57606 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:49:15.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:49:15 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3130506184' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:49:15.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:49:15 smithi032 ceph-mon[191839]: from='client.57600 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:49:15.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:49:15 smithi032 ceph-mon[191839]: from='client.57606 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:49:15.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:49:15 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3130506184' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:49:15.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:49:15 smithi032 ceph-mon[189144]: from='client.57600 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:49:15.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:49:15 smithi032 ceph-mon[189144]: from='client.57606 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:49:15.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:49:15 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3130506184' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:49:16.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:49:16 smithi039 ceph-mon[181282]: pgmap v21130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:16.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:49:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:49:16.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:49:16 smithi032 ceph-mon[191839]: pgmap v21130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:16.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:49:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:49:16.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:49:16 smithi032 ceph-mon[189144]: pgmap v21130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:16.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:49:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:49:18.381 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:49:18 smithi039 ceph-mon[181282]: pgmap v21131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:18.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:49:18 smithi032 ceph-mon[191839]: pgmap v21131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:18.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:49:18 smithi032 ceph-mon[189144]: pgmap v21131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:19.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:49:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:49:19.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:49:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:49:19.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:49:19 smithi032 ceph-mon[189144]: pgmap v21132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:19.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:49:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:49:19.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:49:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:49:19.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:49:19 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:49:19.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:49:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:49:19.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:49:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:49:19.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:49:19 smithi032 ceph-mon[191839]: pgmap v21132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:19.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:49:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:49:19.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:49:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:49:19.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:49:19 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:49:20.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:49:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:49:20.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:49:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:49:20.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:49:19 smithi039 ceph-mon[181282]: pgmap v21132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:20.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:49:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:49:20.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:49:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:49:20.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:49:19 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:49:21.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:49:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:49:21.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:49:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:49:21.183 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:49:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:49:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:49:21.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:49:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:49:22.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:49:22 smithi032 ceph-mon[191839]: pgmap v21133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:22.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:49:22 smithi032 ceph-mon[189144]: pgmap v21133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:22.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:49:22 smithi039 ceph-mon[181282]: pgmap v21133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:24.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:49:24 smithi032 ceph-mon[191839]: pgmap v21134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:24.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:49:24 smithi032 ceph-mon[189144]: pgmap v21134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:24.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:49:24 smithi039 ceph-mon[181282]: pgmap v21134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:26.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:49:26 smithi032 ceph-mon[191839]: pgmap v21135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:26.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:49:26 smithi032 ceph-mon[189144]: pgmap v21135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:26.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:49:26 smithi039 ceph-mon[181282]: pgmap v21135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:28.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:49:28 smithi032 ceph-mon[189144]: pgmap v21136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:28.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:49:28 smithi032 ceph-mon[191839]: pgmap v21136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:28.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:49:28 smithi039 ceph-mon[181282]: pgmap v21136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:30.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:49:30 smithi032 ceph-mon[191839]: pgmap v21137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:30.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:49:30 smithi032 ceph-mon[189144]: pgmap v21137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:30.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:49:30 smithi039 ceph-mon[181282]: pgmap v21137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:49:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:49:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:49:32.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:49:32 smithi032 ceph-mon[189144]: pgmap v21138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:32.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:49:32 smithi032 ceph-mon[191839]: pgmap v21138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:32.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:49:32 smithi039 ceph-mon[181282]: pgmap v21138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:34.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:49:34 smithi032 ceph-mon[189144]: pgmap v21139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:34.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:49:34 smithi032 ceph-mon[191839]: pgmap v21139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:34.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:49:34 smithi039 ceph-mon[181282]: pgmap v21139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:36.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:49:36 smithi032 ceph-mon[191839]: pgmap v21140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:49:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:49:36.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:49:36 smithi032 ceph-mon[189144]: pgmap v21140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:36.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:49:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:49:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:49:36 smithi039 ceph-mon[181282]: pgmap v21140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:49:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:49:38.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:49:38 smithi032 ceph-mon[189144]: pgmap v21141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:38.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:49:38 smithi032 ceph-mon[191839]: pgmap v21141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:38.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:49:38 smithi039 ceph-mon[181282]: pgmap v21141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:40.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:49:40 smithi032 ceph-mon[191839]: pgmap v21142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:40.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:49:40 smithi032 ceph-mon[189144]: pgmap v21142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:40.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:49:40 smithi039 ceph-mon[181282]: pgmap v21142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:49:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:49:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:49:42.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:49:42 smithi032 ceph-mon[191839]: pgmap v21143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:42.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:49:42 smithi032 ceph-mon[189144]: pgmap v21143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:42.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:49:42 smithi039 ceph-mon[181282]: pgmap v21143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:44.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:49:44 smithi032 ceph-mon[191839]: pgmap v21144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:44.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:49:44 smithi032 ceph-mon[189144]: pgmap v21144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:44.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:49:44 smithi039 ceph-mon[181282]: pgmap v21144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:44.897 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:49:45.224 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:49:45.224 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 2m ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:49:45.224 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 26s ago 10h 97.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:49:45.224 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 2m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:49:45.225 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 26s ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:49:45.225 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 26s ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:49:45.225 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 2m ago 10h 574M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:49:45.225 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 2m ago 10h 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:49:45.225 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 26s ago 10h 449M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:49:45.225 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 2m ago 10h 458M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:49:45.225 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 2m ago 10h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:49:45.225 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 26s ago 10h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:49:45.225 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 2m ago 10h 1122M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:49:45.225 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 2m ago 10h 1220M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:49:45.225 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 2m ago 10h 885M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:49:45.225 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 2m ago 10h 971M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:49:45.225 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 26s ago 10h 1351M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:49:45.225 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 26s ago 10h 1072M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:49:45.225 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 26s ago 10h 727M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:49:45.226 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 26s ago 10h 847M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:49:45.226 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 26s ago 10h 140M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:49:45.627 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:49:45.627 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:49:45.627 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:49:45.627 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:49:45.627 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:49:45.627 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:49:45.627 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:49:45.628 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:49:45.628 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:49:45.628 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:49:45.628 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:49:45.628 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:49:45.628 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:49:45.628 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:49:45.628 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:49:45.628 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:49:45.628 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:49:45.628 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:49:46.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:49:46 smithi032 ceph-mon[191839]: from='client.67532 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:49:46.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:49:46 smithi032 ceph-mon[191839]: pgmap v21145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:46.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:49:46 smithi032 ceph-mon[191839]: from='client.67538 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:49:46.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:49:46 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2153594630' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:49:46.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:49:46 smithi032 ceph-mon[189144]: from='client.67532 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:49:46.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:49:46 smithi032 ceph-mon[189144]: pgmap v21145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:46.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:49:46 smithi032 ceph-mon[189144]: from='client.67538 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:49:46.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:49:46 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2153594630' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:49:46.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:49:46 smithi039 ceph-mon[181282]: from='client.67532 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:49:46.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:49:46 smithi039 ceph-mon[181282]: pgmap v21145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:46.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:49:46 smithi039 ceph-mon[181282]: from='client.67538 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:49:46.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:49:46 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2153594630' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:49:48.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:49:48 smithi032 ceph-mon[191839]: pgmap v21146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:48.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:49:48 smithi032 ceph-mon[189144]: pgmap v21146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:48.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:49:48 smithi039 ceph-mon[181282]: pgmap v21146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:50.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:49:50 smithi032 ceph-mon[191839]: pgmap v21147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:50.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:49:50 smithi032 ceph-mon[189144]: pgmap v21147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:50.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:49:50 smithi039 ceph-mon[181282]: pgmap v21147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:49:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:49:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:49:51.183 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:49:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:49:51.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:49:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:49:51.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:49:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:49:52.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:49:52 smithi032 ceph-mon[191839]: pgmap v21148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:52.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:49:52 smithi032 ceph-mon[189144]: pgmap v21148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:52.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:49:52 smithi039 ceph-mon[181282]: pgmap v21148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:54.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:49:54 smithi032 ceph-mon[191839]: pgmap v21149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:54.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:49:54 smithi032 ceph-mon[189144]: pgmap v21149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:54.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:49:54 smithi039 ceph-mon[181282]: pgmap v21149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:56.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:49:56 smithi032 ceph-mon[191839]: pgmap v21150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:56.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:49:56 smithi032 ceph-mon[189144]: pgmap v21150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:56.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:49:56 smithi039 ceph-mon[181282]: pgmap v21150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:58.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:49:58 smithi032 ceph-mon[189144]: pgmap v21151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:58.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:49:58 smithi032 ceph-mon[191839]: pgmap v21151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:49:58.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:49:58 smithi039 ceph-mon[181282]: pgmap v21151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:00.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:50:00 smithi032 ceph-mon[191839]: pgmap v21152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:00.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:50:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T03:50:00.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:50:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-23T03:49:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T03:50:00.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:50:00 smithi032 ceph-mon[189144]: pgmap v21152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:00.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:50:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T03:50:00.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:50:00 smithi039 ceph-mon[181282]: pgmap v21152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:00.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:50:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T03:50:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:50:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:50:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:50:02.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:50:02 smithi032 ceph-mon[191839]: pgmap v21153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:02.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:50:02 smithi032 ceph-mon[189144]: pgmap v21153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:02.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:50:02 smithi039 ceph-mon[181282]: pgmap v21153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:04.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:50:04 smithi032 ceph-mon[191839]: pgmap v21154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:04.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:50:04 smithi032 ceph-mon[189144]: pgmap v21154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:50:04 smithi039 ceph-mon[181282]: pgmap v21154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:06.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:50:06 smithi032 ceph-mon[191839]: pgmap v21155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:06.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:50:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:50:06.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:50:06 smithi032 ceph-mon[189144]: pgmap v21155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:06.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:50:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:50:06.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:50:06 smithi039 ceph-mon[181282]: pgmap v21155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:06.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:50:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:50:08.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:50:08 smithi032 ceph-mon[191839]: pgmap v21156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:08.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:50:08 smithi032 ceph-mon[189144]: pgmap v21156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:08.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:50:08 smithi039 ceph-mon[181282]: pgmap v21156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:10.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:50:10 smithi032 ceph-mon[189144]: pgmap v21157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:10.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:50:10 smithi032 ceph-mon[191839]: pgmap v21157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:10.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:50:10 smithi039 ceph-mon[181282]: pgmap v21157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:50:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:50:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T03:50:12.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:50:12 smithi032 ceph-mon[191839]: pgmap v21158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:12.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:50:12 smithi032 ceph-mon[189144]: pgmap v21158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:12.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:50:12 smithi039 ceph-mon[181282]: pgmap v21158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:14.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:50:14 smithi032 ceph-mon[191839]: pgmap v21159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:14.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:50:14 smithi032 ceph-mon[189144]: pgmap v21159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:14.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:50:14 smithi039 ceph-mon[181282]: pgmap v21159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:15.995 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:50:16.317 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:50:16.317 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 3m ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:50:16.317 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 57s ago 10h 97.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:50:16.317 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 3m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:50:16.317 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 57s ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:50:16.317 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 57s ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:50:16.318 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 3m ago 10h 574M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:50:16.318 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 3m ago 10h 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:50:16.318 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 57s ago 10h 449M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:50:16.318 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 3m ago 10h 458M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:50:16.318 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 3m ago 10h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:50:16.318 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 57s ago 10h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:50:16.318 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 3m ago 10h 1122M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:50:16.318 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 3m ago 10h 1220M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:50:16.318 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 3m ago 10h 885M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:50:16.318 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 3m ago 10h 971M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:50:16.318 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 57s ago 10h 1351M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:50:16.318 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 57s ago 10h 1072M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:50:16.318 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 57s ago 10h 727M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:50:16.318 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 57s ago 10h 847M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:50:16.318 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 57s ago 10h 140M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:50:16.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:50:16 smithi032 ceph-mon[189144]: pgmap v21160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:16.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:50:16 smithi032 ceph-mon[191839]: pgmap v21160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:16.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:50:16 smithi039 ceph-mon[181282]: pgmap v21160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:16.723 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:50:16.723 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:50:16.723 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:50:16.724 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:50:16.724 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:50:16.724 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:50:16.724 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:50:16.724 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:50:16.724 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:50:16.724 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:50:16.724 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:50:16.724 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:50:16.724 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:50:16.724 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:50:16.725 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:50:16.725 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:50:16.725 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:50:16.725 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:50:17.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:50:17 smithi039 ceph-mon[181282]: from='client.57636 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:50:17.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:50:17 smithi039 ceph-mon[181282]: from='client.67556 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:50:17.259 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:50:17 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3368104419' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:50:17.260 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 23 03:50:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-23T03:50:16.982945631Z level=info msg="Completed cleanup jobs" duration=13.051848ms 2023-12-23T03:50:17.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:50:17 smithi032 ceph-mon[191839]: from='client.57636 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:50:17.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:50:17 smithi032 ceph-mon[191839]: from='client.67556 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:50:17.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:50:17 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3368104419' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:50:17.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:50:17 smithi032 ceph-mon[189144]: from='client.57636 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:50:17.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:50:17 smithi032 ceph-mon[189144]: from='client.67556 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:50:17.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:50:17 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3368104419' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:50:18.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:50:18 smithi032 ceph-mon[191839]: pgmap v21161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:18.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:50:18 smithi032 ceph-mon[189144]: pgmap v21161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:18.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:50:18 smithi039 ceph-mon[181282]: pgmap v21161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:20.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:50:20 smithi032 ceph-mon[191839]: pgmap v21162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:20.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:50:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:50:20.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:50:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:50:20.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:50:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:50:20.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:50:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:50:20.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:50:20 smithi032 ceph-mon[189144]: pgmap v21162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:20.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:50:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:50:20.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:50:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:50:20.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:50:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:50:20.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:50:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:50:20.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:50:20 smithi039 ceph-mon[181282]: pgmap v21162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:20.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:50:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:50:20.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:50:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:50:20.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:50:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:50:20.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:50:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:50:21.139 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:50:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:50:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T03:50:21.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:50:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:50:21.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:50:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:50:21.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:50:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:50:22.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:50:22 smithi032 ceph-mon[191839]: pgmap v21163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:22.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:50:22 smithi032 ceph-mon[189144]: pgmap v21163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:22.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:50:22 smithi039 ceph-mon[181282]: pgmap v21163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:24.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:50:24 smithi032 ceph-mon[191839]: pgmap v21164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:24.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:50:24 smithi032 ceph-mon[189144]: pgmap v21164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:24.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:50:24 smithi039 ceph-mon[181282]: pgmap v21164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:26.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:50:26 smithi032 ceph-mon[191839]: pgmap v21165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:26.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:50:26 smithi032 ceph-mon[189144]: pgmap v21165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:26.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:50:26 smithi039 ceph-mon[181282]: pgmap v21165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:28.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:50:28 smithi032 ceph-mon[191839]: pgmap v21166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:28.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:50:28 smithi032 ceph-mon[189144]: pgmap v21166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:28.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:50:28 smithi039 ceph-mon[181282]: pgmap v21166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:30.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:50:30 smithi032 ceph-mon[189144]: pgmap v21167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:30.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:50:30 smithi032 ceph-mon[191839]: pgmap v21167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:30.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:50:30 smithi039 ceph-mon[181282]: pgmap v21167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:50:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:50:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T03:50:32.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:50:32 smithi032 ceph-mon[191839]: pgmap v21168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:32.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:50:32 smithi032 ceph-mon[189144]: pgmap v21168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:32.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:50:32 smithi039 ceph-mon[181282]: pgmap v21168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:34.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:50:34 smithi032 ceph-mon[191839]: pgmap v21169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:34.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:50:34 smithi032 ceph-mon[189144]: pgmap v21169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:34.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:50:34 smithi039 ceph-mon[181282]: pgmap v21169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:50:36 smithi032 ceph-mon[191839]: pgmap v21170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:50:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:50:36.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:50:36 smithi032 ceph-mon[189144]: pgmap v21170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:36.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:50:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:50:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:50:36 smithi039 ceph-mon[181282]: pgmap v21170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:50:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:50:38.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:50:38 smithi032 ceph-mon[191839]: pgmap v21171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:38.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:50:38 smithi032 ceph-mon[189144]: pgmap v21171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:38.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:50:38 smithi039 ceph-mon[181282]: pgmap v21171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:40.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:50:40 smithi032 ceph-mon[191839]: pgmap v21172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:40.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:50:40 smithi032 ceph-mon[189144]: pgmap v21172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:40.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:50:40 smithi039 ceph-mon[181282]: pgmap v21172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:50:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:50:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:50:42.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:50:42 smithi032 ceph-mon[189144]: pgmap v21173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:42.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:50:42 smithi032 ceph-mon[191839]: pgmap v21173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:42.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:50:42 smithi039 ceph-mon[181282]: pgmap v21173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:44.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:50:44 smithi032 ceph-mon[191839]: pgmap v21174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:44.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:50:44 smithi032 ceph-mon[189144]: pgmap v21174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:44.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:50:44 smithi039 ceph-mon[181282]: pgmap v21174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:46.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:50:46 smithi039 ceph-mon[181282]: pgmap v21175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:46.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:50:46 smithi032 ceph-mon[189144]: pgmap v21175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:46.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:50:46 smithi032 ceph-mon[191839]: pgmap v21175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:47.089 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:50:47.415 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:50:47.415 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 3m ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:50:47.415 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 88s ago 10h 97.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:50:47.415 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 3m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:50:47.415 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 88s ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:50:47.415 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 88s ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:50:47.415 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 3m ago 10h 574M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:50:47.415 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 3m ago 10h 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:50:47.415 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 88s ago 10h 449M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:50:47.415 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 3m ago 10h 458M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:50:47.416 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 3m ago 10h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:50:47.416 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 88s ago 10h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:50:47.416 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 3m ago 10h 1122M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:50:47.416 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 3m ago 10h 1220M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:50:47.416 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 3m ago 10h 885M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:50:47.416 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 3m ago 10h 971M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:50:47.416 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 88s ago 10h 1351M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:50:47.416 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 88s ago 10h 1072M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:50:47.416 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 88s ago 10h 727M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:50:47.416 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 88s ago 10h 847M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:50:47.416 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 88s ago 10h 140M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:50:47.820 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:50:47.820 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:50:47.820 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:50:47.820 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:50:47.820 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:50:47.820 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:50:47.820 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:50:47.820 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:50:47.820 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:50:47.821 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:50:47.821 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:50:47.821 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:50:47.821 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:50:47.821 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:50:47.821 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:50:47.821 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:50:47.821 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:50:47.821 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:50:48.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:50:48 smithi039 ceph-mon[181282]: pgmap v21176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:48.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:50:48 smithi039 ceph-mon[181282]: from='client.57654 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:50:48.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:50:48 smithi039 ceph-mon[181282]: from='client.67574 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:50:48.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:50:48 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2556371010' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:50:48.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:50:48 smithi032 ceph-mon[191839]: pgmap v21176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:48.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:50:48 smithi032 ceph-mon[191839]: from='client.57654 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:50:48.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:50:48 smithi032 ceph-mon[191839]: from='client.67574 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:50:48.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:50:48 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2556371010' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:50:48.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:50:48 smithi032 ceph-mon[189144]: pgmap v21176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:48.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:50:48 smithi032 ceph-mon[189144]: from='client.57654 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:50:48.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:50:48 smithi032 ceph-mon[189144]: from='client.67574 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:50:48.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:50:48 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2556371010' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:50:50.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:50:50 smithi039 ceph-mon[181282]: pgmap v21177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:50.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:50:50 smithi032 ceph-mon[189144]: pgmap v21177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:50.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:50:50 smithi032 ceph-mon[191839]: pgmap v21177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:50:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:50:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T03:50:51.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:50:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:50:51.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:50:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:50:51.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:50:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:50:52.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:50:52 smithi039 ceph-mon[181282]: pgmap v21178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:52.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:50:52 smithi032 ceph-mon[189144]: pgmap v21178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:52.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:50:52 smithi032 ceph-mon[191839]: pgmap v21178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:54.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:50:54 smithi039 ceph-mon[181282]: pgmap v21179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:54.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:50:54 smithi032 ceph-mon[191839]: pgmap v21179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:54.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:50:54 smithi032 ceph-mon[189144]: pgmap v21179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:56.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:50:56 smithi039 ceph-mon[181282]: pgmap v21180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:56.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:50:56 smithi032 ceph-mon[191839]: pgmap v21180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:56.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:50:56 smithi032 ceph-mon[189144]: pgmap v21180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:58.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:50:58 smithi039 ceph-mon[181282]: pgmap v21181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:58.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:50:58 smithi032 ceph-mon[191839]: pgmap v21181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:50:58.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:50:58 smithi032 ceph-mon[189144]: pgmap v21181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:00.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:51:00 smithi039 ceph-mon[181282]: pgmap v21182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:00.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:51:00 smithi032 ceph-mon[189144]: pgmap v21182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:00.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:51:00 smithi032 ceph-mon[191839]: pgmap v21182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:51:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:51:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T03:51:02.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:51:02 smithi039 ceph-mon[181282]: pgmap v21183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:02.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:51:02 smithi032 ceph-mon[189144]: pgmap v21183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:02.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:51:02 smithi032 ceph-mon[191839]: pgmap v21183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:51:04 smithi039 ceph-mon[181282]: pgmap v21184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:04.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:51:04 smithi032 ceph-mon[191839]: pgmap v21184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:04.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:51:04 smithi032 ceph-mon[189144]: pgmap v21184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:06.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:51:06 smithi039 ceph-mon[181282]: pgmap v21185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:06.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:51:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:51:06.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:51:06 smithi032 ceph-mon[191839]: pgmap v21185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:06.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:51:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:51:06.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:51:06 smithi032 ceph-mon[189144]: pgmap v21185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:06.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:51:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:51:08.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:51:08 smithi039 ceph-mon[181282]: pgmap v21186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:08.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:51:08 smithi032 ceph-mon[191839]: pgmap v21186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:08.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:51:08 smithi032 ceph-mon[189144]: pgmap v21186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:10.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:51:10 smithi039 ceph-mon[181282]: pgmap v21187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:10.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:51:10 smithi032 ceph-mon[191839]: pgmap v21187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:10.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:51:10 smithi032 ceph-mon[189144]: pgmap v21187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:51:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:51:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:51:12.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:51:12 smithi039 ceph-mon[181282]: pgmap v21188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:12.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:51:12 smithi032 ceph-mon[191839]: pgmap v21188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:12.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:51:12 smithi032 ceph-mon[189144]: pgmap v21188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:14.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:51:14 smithi039 ceph-mon[181282]: pgmap v21189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:14.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:51:14 smithi032 ceph-mon[191839]: pgmap v21189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:14.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:51:14 smithi032 ceph-mon[189144]: pgmap v21189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:16.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:51:16 smithi039 ceph-mon[181282]: pgmap v21190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:16.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:51:16 smithi032 ceph-mon[191839]: pgmap v21190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:16.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:51:16 smithi032 ceph-mon[189144]: pgmap v21190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:18.190 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:51:18.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:51:18 smithi039 ceph-mon[181282]: pgmap v21191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:18.515 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:51:18.515 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 4m ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:51:18.515 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 119s ago 10h 97.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:51:18.516 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 4m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:51:18.516 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 119s ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:51:18.516 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 119s ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:51:18.516 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 4m ago 10h 574M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:51:18.516 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 4m ago 10h 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:51:18.516 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 119s ago 10h 449M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:51:18.516 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 4m ago 10h 458M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:51:18.516 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 4m ago 10h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:51:18.516 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 119s ago 10h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:51:18.516 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 4m ago 10h 1122M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:51:18.516 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 4m ago 10h 1220M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:51:18.516 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 4m ago 10h 885M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:51:18.516 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 4m ago 10h 971M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:51:18.516 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 119s ago 10h 1351M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:51:18.516 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 119s ago 10h 1072M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:51:18.516 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 119s ago 10h 727M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:51:18.517 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 119s ago 10h 847M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:51:18.517 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 119s ago 10h 140M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:51:18.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:51:18 smithi032 ceph-mon[189144]: pgmap v21191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:18.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:51:18 smithi032 ceph-mon[191839]: pgmap v21191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:18.918 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:51:18.918 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:51:18.918 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:51:18.918 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:51:18.918 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:51:18.919 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:51:18.919 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:51:18.919 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:51:18.919 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:51:18.919 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:51:18.919 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:51:18.919 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:51:18.919 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:51:18.919 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:51:18.919 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:51:18.919 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:51:18.919 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:51:18.919 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:51:19.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:51:19 smithi039 ceph-mon[181282]: from='client.57672 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:51:19.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:51:19 smithi039 ceph-mon[181282]: from='client.57678 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:51:19.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:51:19 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1640479029' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:51:19.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:51:19 smithi032 ceph-mon[191839]: from='client.57672 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:51:19.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:51:19 smithi032 ceph-mon[191839]: from='client.57678 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:51:19.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:51:19 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1640479029' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:51:19.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:51:19 smithi032 ceph-mon[189144]: from='client.57672 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:51:19.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:51:19 smithi032 ceph-mon[189144]: from='client.57678 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:51:19.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:51:19 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1640479029' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:51:20.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:51:20 smithi039 ceph-mon[181282]: pgmap v21192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:20.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:51:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:51:20.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:51:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:51:20.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:51:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:51:20.510 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:51:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:51:20.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:51:20 smithi032 ceph-mon[191839]: pgmap v21192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:20.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:51:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:51:20.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:51:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:51:20.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:51:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:51:20.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:51:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:51:20.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:51:20 smithi032 ceph-mon[189144]: pgmap v21192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:20.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:51:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:51:20.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:51:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:51:20.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:51:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:51:20.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:51:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:51:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:51:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:51:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:51:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:51:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:51:21.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:51:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:51:21.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:51:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:51:22.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:51:22 smithi032 ceph-mon[189144]: pgmap v21193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:22.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:51:22 smithi032 ceph-mon[191839]: pgmap v21193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:22.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:51:22 smithi039 ceph-mon[181282]: pgmap v21193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:24.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:51:24 smithi032 ceph-mon[191839]: pgmap v21194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:24.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:51:24 smithi032 ceph-mon[189144]: pgmap v21194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:24.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:51:24 smithi039 ceph-mon[181282]: pgmap v21194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:26.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:51:26 smithi032 ceph-mon[191839]: pgmap v21195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:26.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:51:26 smithi032 ceph-mon[189144]: pgmap v21195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:26.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:51:26 smithi039 ceph-mon[181282]: pgmap v21195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:28.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:51:28 smithi032 ceph-mon[189144]: pgmap v21196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:28.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:51:28 smithi032 ceph-mon[191839]: pgmap v21196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:28.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:51:28 smithi039 ceph-mon[181282]: pgmap v21196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:30.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:51:30 smithi032 ceph-mon[191839]: pgmap v21197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:30.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:51:30 smithi032 ceph-mon[189144]: pgmap v21197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:30.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:51:30 smithi039 ceph-mon[181282]: pgmap v21197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:51:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:51:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:51:32.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:51:32 smithi032 ceph-mon[191839]: pgmap v21198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:32.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:51:32 smithi032 ceph-mon[189144]: pgmap v21198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:32.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:51:32 smithi039 ceph-mon[181282]: pgmap v21198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:34.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:51:34 smithi032 ceph-mon[191839]: pgmap v21199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:34.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:51:34 smithi032 ceph-mon[189144]: pgmap v21199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:34.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:51:34 smithi039 ceph-mon[181282]: pgmap v21199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:36.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:51:36 smithi032 ceph-mon[191839]: pgmap v21200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:36.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:51:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:51:36.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:51:36 smithi032 ceph-mon[189144]: pgmap v21200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:36.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:51:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:51:36.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:51:36 smithi039 ceph-mon[181282]: pgmap v21200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:36.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:51:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:51:38.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:51:38 smithi032 ceph-mon[191839]: pgmap v21201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:38.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:51:38 smithi032 ceph-mon[189144]: pgmap v21201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:38.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:51:38 smithi039 ceph-mon[181282]: pgmap v21201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:40.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:51:40 smithi032 ceph-mon[191839]: pgmap v21202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:40.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:51:40 smithi032 ceph-mon[189144]: pgmap v21202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:40.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:51:40 smithi039 ceph-mon[181282]: pgmap v21202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:51:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:51:40] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T03:51:42.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:51:42 smithi032 ceph-mon[191839]: pgmap v21203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:42.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:51:42 smithi032 ceph-mon[189144]: pgmap v21203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:42.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:51:42 smithi039 ceph-mon[181282]: pgmap v21203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:44.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:51:44 smithi032 ceph-mon[191839]: pgmap v21204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:44.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:51:44 smithi032 ceph-mon[189144]: pgmap v21204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:44.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:51:44 smithi039 ceph-mon[181282]: pgmap v21204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:46.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:51:46 smithi032 ceph-mon[189144]: pgmap v21205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:46.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:51:46 smithi032 ceph-mon[191839]: pgmap v21205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:46.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:51:46 smithi039 ceph-mon[181282]: pgmap v21205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:48.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:51:48 smithi032 ceph-mon[191839]: pgmap v21206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:48.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:51:48 smithi032 ceph-mon[189144]: pgmap v21206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:48.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:51:48 smithi039 ceph-mon[181282]: pgmap v21206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:49.283 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:51:49.607 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:51:49.607 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 4m ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:51:49.607 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 2m ago 10h 97.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:51:49.607 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 4m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:51:49.607 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 2m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:51:49.607 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 2m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:51:49.608 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 4m ago 10h 574M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:51:49.608 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 4m ago 10h 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:51:49.608 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 2m ago 10h 449M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:51:49.608 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 4m ago 10h 458M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:51:49.608 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 4m ago 10h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:51:49.608 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 2m ago 10h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:51:49.608 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 4m ago 10h 1122M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:51:49.608 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 4m ago 10h 1220M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:51:49.608 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 4m ago 10h 885M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:51:49.608 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 4m ago 10h 971M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:51:49.608 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 2m ago 10h 1351M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:51:49.608 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 2m ago 10h 1072M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:51:49.608 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 2m ago 10h 727M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:51:49.609 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 2m ago 10h 847M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:51:49.609 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 2m ago 10h 140M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:51:50.010 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:51:50.010 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:51:50.011 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:51:50.011 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:51:50.011 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:51:50.011 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:51:50.011 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:51:50.011 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:51:50.011 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:51:50.011 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:51:50.011 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:51:50.011 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:51:50.011 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:51:50.011 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:51:50.011 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:51:50.011 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:51:50.011 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:51:50.012 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:51:50.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:51:50 smithi032 ceph-mon[189144]: pgmap v21207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:50.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:51:50 smithi032 ceph-mon[189144]: from='client.57690 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:51:50.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:51:50 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4292191143' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:51:50.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:51:50 smithi032 ceph-mon[191839]: pgmap v21207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:50.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:51:50 smithi032 ceph-mon[191839]: from='client.57690 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:51:50.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:51:50 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4292191143' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:51:50.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:51:50 smithi039 ceph-mon[181282]: pgmap v21207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:50.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:51:50 smithi039 ceph-mon[181282]: from='client.57690 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:51:50.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:51:50 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4292191143' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:51:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:51:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:51:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:51:51.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:51:51 smithi032 ceph-mon[189144]: from='client.57696 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:51:51.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:51:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:51:51.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:51:51 smithi032 ceph-mon[191839]: from='client.57696 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:51:51.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:51:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:51:51.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:51:51 smithi039 ceph-mon[181282]: from='client.57696 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:51:51.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:51:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:51:52.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:51:52 smithi032 ceph-mon[191839]: pgmap v21208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:52.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:51:52 smithi032 ceph-mon[189144]: pgmap v21208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:52.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:51:52 smithi039 ceph-mon[181282]: pgmap v21208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:54.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:51:54 smithi032 ceph-mon[191839]: pgmap v21209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:54.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:51:54 smithi032 ceph-mon[189144]: pgmap v21209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:54.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:51:54 smithi039 ceph-mon[181282]: pgmap v21209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:56.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:51:56 smithi032 ceph-mon[191839]: pgmap v21210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:56.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:51:56 smithi032 ceph-mon[189144]: pgmap v21210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:56.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:51:56 smithi039 ceph-mon[181282]: pgmap v21210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:58.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:51:58 smithi032 ceph-mon[191839]: pgmap v21211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:58.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:51:58 smithi032 ceph-mon[189144]: pgmap v21211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:51:58.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:51:58 smithi039 ceph-mon[181282]: pgmap v21211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:00.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:52:00 smithi032 ceph-mon[191839]: pgmap v21212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:00.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:52:00 smithi032 ceph-mon[189144]: pgmap v21212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:00.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:52:00 smithi039 ceph-mon[181282]: pgmap v21212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:52:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:52:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:52:02.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:52:02 smithi032 ceph-mon[191839]: pgmap v21213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:02.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:52:02 smithi032 ceph-mon[189144]: pgmap v21213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:02.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:52:02 smithi039 ceph-mon[181282]: pgmap v21213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:04.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:52:04 smithi032 ceph-mon[191839]: pgmap v21214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:04.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:52:04 smithi032 ceph-mon[189144]: pgmap v21214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:04.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:52:04 smithi039 ceph-mon[181282]: pgmap v21214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:06.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:52:06 smithi032 ceph-mon[191839]: pgmap v21215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:06.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:52:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:52:06.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:52:06 smithi032 ceph-mon[189144]: pgmap v21215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:06.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:52:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:52:06.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:52:06 smithi039 ceph-mon[181282]: pgmap v21215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:06.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:52:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:52:08.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:52:08 smithi032 ceph-mon[191839]: pgmap v21216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:08.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:52:08 smithi032 ceph-mon[189144]: pgmap v21216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:08.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:52:08 smithi039 ceph-mon[181282]: pgmap v21216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:10.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:52:10 smithi032 ceph-mon[191839]: pgmap v21217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:10.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:52:10 smithi032 ceph-mon[189144]: pgmap v21217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:10.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:52:10 smithi039 ceph-mon[181282]: pgmap v21217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:52:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:52:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:52:12.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:52:12 smithi032 ceph-mon[191839]: pgmap v21218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:12.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:52:12 smithi032 ceph-mon[189144]: pgmap v21218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:12.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:52:12 smithi039 ceph-mon[181282]: pgmap v21218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:14.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:52:14 smithi032 ceph-mon[191839]: pgmap v21219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:14.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:52:14 smithi032 ceph-mon[189144]: pgmap v21219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:14.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:52:14 smithi039 ceph-mon[181282]: pgmap v21219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:16.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:52:16 smithi032 ceph-mon[191839]: pgmap v21220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:16.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:52:16 smithi032 ceph-mon[189144]: pgmap v21220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:16.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:52:16 smithi039 ceph-mon[181282]: pgmap v21220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:18.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:52:18 smithi032 ceph-mon[191839]: pgmap v21221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:18.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:52:18 smithi032 ceph-mon[189144]: pgmap v21221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:18.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:52:18 smithi039 ceph-mon[181282]: pgmap v21221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:20.378 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:52:20.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:52:20 smithi032 ceph-mon[189144]: pgmap v21222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:20.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:52:20 smithi032 ceph-mon[191839]: pgmap v21222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:52:20 smithi039 ceph-mon[181282]: pgmap v21222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:20.778 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:52:20.778 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 5m ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:52:20.778 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 3m ago 10h 97.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:52:20.778 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 5m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:52:20.778 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 3m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:52:20.778 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 3m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:52:20.778 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 5m ago 10h 574M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:52:20.778 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 5m ago 10h 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:52:20.778 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 3m ago 10h 449M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:52:20.778 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 5m ago 10h 458M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:52:20.779 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 5m ago 10h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:52:20.779 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 3m ago 10h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:52:20.779 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 5m ago 10h 1122M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:52:20.779 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 5m ago 10h 1220M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:52:20.779 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 5m ago 10h 885M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:52:20.779 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 5m ago 10h 971M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:52:20.779 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 3m ago 10h 1351M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:52:20.779 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 3m ago 10h 1072M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:52:20.779 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 3m ago 10h 727M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:52:20.779 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 3m ago 10h 847M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:52:20.780 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 3m ago 10h 140M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:52:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:52:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:52:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T03:52:21.201 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:52:21.201 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:52:21.201 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:52:21.201 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:52:21.201 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:52:21.202 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:52:21.202 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:52:21.202 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:52:21.202 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:52:21.202 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:52:21.202 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:52:21.202 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:52:21.202 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:52:21.202 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:52:21.202 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:52:21.202 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:52:21.203 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:52:21.203 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:52:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:52:21 smithi032 ceph-mon[189144]: from='client.57708 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:52:21.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:52:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:52:21.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:52:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:52:21.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:52:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:52:21.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:52:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:52:21.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:52:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:52:21.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:52:21 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/528258332' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:52:21.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:52:21 smithi032 ceph-mon[191839]: from='client.57708 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:52:21.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:52:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:52:21.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:52:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:52:21.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:52:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:52:21.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:52:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:52:21.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:52:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:52:21.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:52:21 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/528258332' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:52:21.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:52:21 smithi039 ceph-mon[181282]: from='client.57708 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:52:21.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:52:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:52:21.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:52:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:52:21.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:52:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:52:21.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:52:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:52:21.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:52:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:52:21.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:52:21 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/528258332' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:52:22.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:52:22 smithi032 ceph-mon[191839]: from='client.67628 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:52:22.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:52:22 smithi032 ceph-mon[191839]: pgmap v21223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:22.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:52:22 smithi032 ceph-mon[189144]: from='client.67628 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:52:22.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:52:22 smithi032 ceph-mon[189144]: pgmap v21223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:22.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:52:22 smithi039 ceph-mon[181282]: from='client.67628 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:52:22.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:52:22 smithi039 ceph-mon[181282]: pgmap v21223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:24.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:52:24 smithi032 ceph-mon[191839]: pgmap v21224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:24.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:52:24 smithi032 ceph-mon[189144]: pgmap v21224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:24.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:52:24 smithi039 ceph-mon[181282]: pgmap v21224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:26.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:52:26 smithi032 ceph-mon[191839]: pgmap v21225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:26.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:52:26 smithi032 ceph-mon[189144]: pgmap v21225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:26.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:52:26 smithi039 ceph-mon[181282]: pgmap v21225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:28.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:52:28 smithi032 ceph-mon[191839]: pgmap v21226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:28.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:52:28 smithi032 ceph-mon[189144]: pgmap v21226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:28.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:52:28 smithi039 ceph-mon[181282]: pgmap v21226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:30.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:52:30 smithi032 ceph-mon[191839]: pgmap v21227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:30.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:52:30 smithi032 ceph-mon[189144]: pgmap v21227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:30.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:52:30 smithi039 ceph-mon[181282]: pgmap v21227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:52:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:52:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T03:52:32.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:52:32 smithi032 ceph-mon[189144]: pgmap v21228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:32.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:52:32 smithi032 ceph-mon[191839]: pgmap v21228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:32.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:52:32 smithi039 ceph-mon[181282]: pgmap v21228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:34.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:52:34 smithi032 ceph-mon[191839]: pgmap v21229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:34.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:52:34 smithi032 ceph-mon[189144]: pgmap v21229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:34.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:52:34 smithi039 ceph-mon[181282]: pgmap v21229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:36.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:52:36 smithi032 ceph-mon[189144]: pgmap v21230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:36.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:52:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:52:36.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:52:36 smithi032 ceph-mon[191839]: pgmap v21230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:36.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:52:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:52:36.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:52:36 smithi039 ceph-mon[181282]: pgmap v21230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:36.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:52:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:52:38.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:52:38 smithi032 ceph-mon[191839]: pgmap v21231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:38.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:52:38 smithi032 ceph-mon[189144]: pgmap v21231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:38.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:52:38 smithi039 ceph-mon[181282]: pgmap v21231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:40.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:52:40 smithi032 ceph-mon[191839]: pgmap v21232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:40.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:52:40 smithi032 ceph-mon[189144]: pgmap v21232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:40.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:52:40 smithi039 ceph-mon[181282]: pgmap v21232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:52:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:52:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:52:42.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:52:42 smithi032 ceph-mon[189144]: pgmap v21233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:42.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:52:42 smithi032 ceph-mon[191839]: pgmap v21233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:42.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:52:42 smithi039 ceph-mon[181282]: pgmap v21233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:44.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:52:44 smithi032 ceph-mon[191839]: pgmap v21234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:44.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:52:44 smithi032 ceph-mon[189144]: pgmap v21234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:44.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:52:44 smithi039 ceph-mon[181282]: pgmap v21234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:46.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:52:46 smithi032 ceph-mon[191839]: pgmap v21235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:46.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:52:46 smithi032 ceph-mon[189144]: pgmap v21235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:46.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:52:46 smithi039 ceph-mon[181282]: pgmap v21235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:48.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:52:48 smithi032 ceph-mon[191839]: pgmap v21236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:48.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:52:48 smithi032 ceph-mon[189144]: pgmap v21236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:48.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:52:48 smithi039 ceph-mon[181282]: pgmap v21236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:50.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:52:50 smithi032 ceph-mon[191839]: pgmap v21237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:50.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:52:50 smithi032 ceph-mon[189144]: pgmap v21237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:50.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:52:50 smithi039 ceph-mon[181282]: pgmap v21237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:52:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:52:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:52:51.568 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:52:51.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:52:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:52:51.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:52:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:52:51.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:52:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:52:51.895 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:52:51.895 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 5m ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:52:51.895 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 3m ago 10h 97.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:52:51.895 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 5m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:52:51.895 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 3m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:52:51.895 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 3m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:52:51.895 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 5m ago 10h 574M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:52:51.895 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 5m ago 10h 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:52:51.896 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 3m ago 10h 449M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:52:51.896 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 5m ago 10h 458M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:52:51.896 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 5m ago 10h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:52:51.896 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 3m ago 10h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:52:51.896 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 5m ago 10h 1122M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:52:51.896 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 5m ago 10h 1220M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:52:51.896 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 5m ago 10h 885M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:52:51.896 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 5m ago 10h 971M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:52:51.896 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 3m ago 10h 1351M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:52:51.896 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 3m ago 10h 1072M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:52:51.896 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 3m ago 10h 727M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:52:51.896 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 3m ago 10h 847M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:52:51.896 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 3m ago 10h 140M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:52:52.295 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:52:52.295 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:52:52.295 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:52:52.296 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:52:52.296 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:52:52.296 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:52:52.296 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:52:52.296 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:52:52.296 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:52:52.296 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:52:52.296 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:52:52.296 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:52:52.296 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:52:52.296 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:52:52.296 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:52:52.296 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:52:52.296 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:52:52.296 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:52:52.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:52:52 smithi032 ceph-mon[191839]: pgmap v21238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:52.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:52:52 smithi032 ceph-mon[191839]: from='client.57726 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:52:52.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:52:52 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4190263009' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:52:52.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:52:52 smithi032 ceph-mon[189144]: pgmap v21238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:52.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:52:52 smithi032 ceph-mon[189144]: from='client.57726 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:52:52.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:52:52 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4190263009' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:52:52.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:52:52 smithi039 ceph-mon[181282]: pgmap v21238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:52.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:52:52 smithi039 ceph-mon[181282]: from='client.57726 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:52:52.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:52:52 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4190263009' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:52:53.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:52:53 smithi032 ceph-mon[191839]: from='client.67646 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:52:53.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:52:53 smithi032 ceph-mon[189144]: from='client.67646 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:52:53.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:52:53 smithi039 ceph-mon[181282]: from='client.67646 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:52:54.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:52:54 smithi032 ceph-mon[191839]: pgmap v21239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:54.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:52:54 smithi032 ceph-mon[189144]: pgmap v21239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:54.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:52:54 smithi039 ceph-mon[181282]: pgmap v21239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:56.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:52:56 smithi032 ceph-mon[191839]: pgmap v21240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:56.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:52:56 smithi032 ceph-mon[189144]: pgmap v21240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:56.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:52:56 smithi039 ceph-mon[181282]: pgmap v21240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:58.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:52:58 smithi032 ceph-mon[191839]: pgmap v21241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:58.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:52:58 smithi032 ceph-mon[189144]: pgmap v21241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:52:58.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:52:58 smithi039 ceph-mon[181282]: pgmap v21241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:00.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:53:00 smithi032 ceph-mon[191839]: pgmap v21242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:00.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:53:00 smithi032 ceph-mon[189144]: pgmap v21242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:00.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:53:00 smithi039 ceph-mon[181282]: pgmap v21242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:53:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:53:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:53:02.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:53:02 smithi032 ceph-mon[191839]: pgmap v21243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:02.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:53:02 smithi032 ceph-mon[189144]: pgmap v21243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:02.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:53:02 smithi039 ceph-mon[181282]: pgmap v21243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:04.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:53:04 smithi032 ceph-mon[191839]: pgmap v21244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:04.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:53:04 smithi032 ceph-mon[189144]: pgmap v21244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:04.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:53:04 smithi039 ceph-mon[181282]: pgmap v21244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:06.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:53:06 smithi032 ceph-mon[191839]: pgmap v21245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:06.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:53:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:53:06.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:53:06 smithi032 ceph-mon[189144]: pgmap v21245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:06.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:53:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:53:06.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:53:06 smithi039 ceph-mon[181282]: pgmap v21245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:06.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:53:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:53:08.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:53:08 smithi032 ceph-mon[191839]: pgmap v21246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:08.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:53:08 smithi032 ceph-mon[189144]: pgmap v21246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:08.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:53:08 smithi039 ceph-mon[181282]: pgmap v21246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:10.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:53:10 smithi039 ceph-mon[181282]: pgmap v21247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:10.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:53:10 smithi032 ceph-mon[191839]: pgmap v21247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:10.859 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:53:10 smithi032 ceph-mon[189144]: pgmap v21247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:53:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:53:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:53:12.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:53:12 smithi039 ceph-mon[181282]: pgmap v21248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:12.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:53:12 smithi032 ceph-mon[189144]: pgmap v21248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:12.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:53:12 smithi032 ceph-mon[191839]: pgmap v21248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:14.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:53:14 smithi039 ceph-mon[181282]: pgmap v21249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:14.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:53:14 smithi032 ceph-mon[189144]: pgmap v21249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:14.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:53:14 smithi032 ceph-mon[191839]: pgmap v21249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:16.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:53:16 smithi039 ceph-mon[181282]: pgmap v21250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:16.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:53:16 smithi032 ceph-mon[191839]: pgmap v21250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:16.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:53:16 smithi032 ceph-mon[189144]: pgmap v21250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:18.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:53:18 smithi039 ceph-mon[181282]: pgmap v21251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:18.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:53:18 smithi032 ceph-mon[191839]: pgmap v21251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:18.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:53:18 smithi032 ceph-mon[189144]: pgmap v21251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:20.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:53:20 smithi039 ceph-mon[181282]: pgmap v21252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:20.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:53:20 smithi032 ceph-mon[191839]: pgmap v21252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:20.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:53:20 smithi032 ceph-mon[189144]: pgmap v21252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:53:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:53:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T03:53:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:53:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:53:21.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:53:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:53:21.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:53:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:53:21.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:53:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:53:21.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:53:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:53:21.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:53:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:53:22.660 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:53:22.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:53:22 smithi039 ceph-mon[181282]: pgmap v21253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:22.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:53:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:53:22.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:53:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:53:22.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:53:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:53:22.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:53:22 smithi032 ceph-mon[189144]: pgmap v21253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:22.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:53:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:53:22.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:53:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:53:22.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:53:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:53:22.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:53:22 smithi032 ceph-mon[191839]: pgmap v21253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:22.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:53:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:53:22.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:53:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:53:22.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:53:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:53:22.981 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:53:22.981 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 6m ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:53:22.981 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 4m ago 10h 97.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:53:22.981 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 6m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:53:22.981 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 4m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:53:22.981 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 4m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:53:22.981 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 6m ago 10h 574M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:53:22.981 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 6m ago 10h 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:53:22.981 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 4m ago 10h 449M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:53:22.981 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 6m ago 10h 458M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:53:22.981 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 6m ago 10h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:53:22.981 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 4m ago 10h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:53:22.981 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 6m ago 10h 1122M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:53:22.982 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 6m ago 10h 1220M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:53:22.982 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 6m ago 10h 885M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:53:22.982 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 6m ago 10h 971M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:53:22.982 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 4m ago 10h 1351M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:53:22.982 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 4m ago 10h 1072M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:53:22.982 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 4m ago 10h 727M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:53:22.982 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 4m ago 10h 847M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:53:22.982 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 4m ago 10h 140M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:53:23.381 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:53:23.381 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:53:23.381 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:53:23.381 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:53:23.381 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:53:23.381 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:53:23.381 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:53:23.382 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:53:23.382 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:53:23.382 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:53:23.382 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:53:23.382 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:53:23.382 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:53:23.382 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:53:23.382 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:53:23.382 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:53:23.382 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:53:23.382 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:53:23.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:53:23 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1102478870' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:53:23.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:53:23 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1102478870' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:53:23.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:53:23 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1102478870' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:53:24.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:53:24 smithi039 ceph-mon[181282]: from='client.67658 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:53:24.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:53:24 smithi039 ceph-mon[181282]: pgmap v21254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:24.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:53:24 smithi039 ceph-mon[181282]: from='client.57750 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:53:24.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:53:24 smithi032 ceph-mon[191839]: from='client.67658 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:53:24.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:53:24 smithi032 ceph-mon[191839]: pgmap v21254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:24.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:53:24 smithi032 ceph-mon[191839]: from='client.57750 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:53:24.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:53:24 smithi032 ceph-mon[189144]: from='client.67658 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:53:24.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:53:24 smithi032 ceph-mon[189144]: pgmap v21254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:24.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:53:24 smithi032 ceph-mon[189144]: from='client.57750 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:53:26.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:53:26 smithi039 ceph-mon[181282]: pgmap v21255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:26.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:53:26 smithi032 ceph-mon[191839]: pgmap v21255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:26.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:53:26 smithi032 ceph-mon[189144]: pgmap v21255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:28.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:53:28 smithi039 ceph-mon[181282]: pgmap v21256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:28.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:53:28 smithi032 ceph-mon[191839]: pgmap v21256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:28.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:53:28 smithi032 ceph-mon[189144]: pgmap v21256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:30.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:53:30 smithi039 ceph-mon[181282]: pgmap v21257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:30.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:53:30 smithi032 ceph-mon[189144]: pgmap v21257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:30.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:53:30 smithi032 ceph-mon[191839]: pgmap v21257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:53:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:53:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T03:53:32.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:53:32 smithi039 ceph-mon[181282]: pgmap v21258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:32.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:53:32 smithi032 ceph-mon[189144]: pgmap v21258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:32.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:53:32 smithi032 ceph-mon[191839]: pgmap v21258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:34.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:53:34 smithi039 ceph-mon[181282]: pgmap v21259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:34.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:53:34 smithi032 ceph-mon[191839]: pgmap v21259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:34.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:53:34 smithi032 ceph-mon[189144]: pgmap v21259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:36.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:53:36 smithi039 ceph-mon[181282]: pgmap v21260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:36.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:53:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:53:36.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:53:36 smithi032 ceph-mon[191839]: pgmap v21260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:36.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:53:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:53:36.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:53:36 smithi032 ceph-mon[189144]: pgmap v21260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:36.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:53:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:53:38.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:53:38 smithi039 ceph-mon[181282]: pgmap v21261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:38.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:53:38 smithi032 ceph-mon[191839]: pgmap v21261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:38.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:53:38 smithi032 ceph-mon[189144]: pgmap v21261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:40.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:53:40 smithi039 ceph-mon[181282]: pgmap v21262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:40.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:53:40 smithi032 ceph-mon[191839]: pgmap v21262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:40.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:53:40 smithi032 ceph-mon[189144]: pgmap v21262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:53:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:53:40] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-23T03:53:42.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:53:42 smithi039 ceph-mon[181282]: pgmap v21263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:42.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:53:42 smithi032 ceph-mon[189144]: pgmap v21263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:42.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:53:42 smithi032 ceph-mon[191839]: pgmap v21263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:44.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:53:44 smithi039 ceph-mon[181282]: pgmap v21264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:44.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:53:44 smithi032 ceph-mon[191839]: pgmap v21264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:44.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:53:44 smithi032 ceph-mon[189144]: pgmap v21264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:46.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:53:46 smithi039 ceph-mon[181282]: pgmap v21265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:46.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:53:46 smithi032 ceph-mon[189144]: pgmap v21265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:46.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:53:46 smithi032 ceph-mon[191839]: pgmap v21265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:48.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:53:48 smithi039 ceph-mon[181282]: pgmap v21266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:48.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:53:48 smithi032 ceph-mon[191839]: pgmap v21266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:48.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:53:48 smithi032 ceph-mon[189144]: pgmap v21266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:50.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:53:50 smithi032 ceph-mon[189144]: pgmap v21267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:50.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:53:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:53:50.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:53:50 smithi032 ceph-mon[191839]: pgmap v21267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:50.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:53:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:53:51.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:53:50 smithi039 ceph-mon[181282]: pgmap v21267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:51.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:53:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:53:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:53:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:53:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:53:52.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:53:52 smithi039 ceph-mon[181282]: pgmap v21268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:52.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:53:52 smithi032 ceph-mon[191839]: pgmap v21268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:52.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:53:52 smithi032 ceph-mon[189144]: pgmap v21268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:53.750 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:53:54.073 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:53:54.073 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 6m ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:53:54.073 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 4m ago 10h 97.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:53:54.073 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 6m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:53:54.073 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 4m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:53:54.073 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 4m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:53:54.073 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 6m ago 10h 574M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:53:54.073 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 6m ago 10h 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:53:54.073 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 4m ago 10h 449M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:53:54.073 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 6m ago 10h 458M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:53:54.074 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 6m ago 10h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:53:54.074 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 4m ago 10h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:53:54.074 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 6m ago 10h 1122M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:53:54.074 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 6m ago 10h 1220M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:53:54.074 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 6m ago 10h 885M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:53:54.074 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 6m ago 10h 971M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:53:54.074 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 4m ago 10h 1351M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:53:54.074 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 4m ago 10h 1072M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:53:54.074 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 4m ago 10h 727M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:53:54.074 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 4m ago 10h 847M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:53:54.074 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 4m ago 10h 140M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:53:54.477 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:53:54.477 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:53:54.477 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:53:54.477 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:53:54.477 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:53:54.477 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:53:54.477 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:53:54.477 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:53:54.477 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:53:54.477 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:53:54.477 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:53:54.478 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:53:54.478 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:53:54.478 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:53:54.478 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:53:54.478 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:53:54.478 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:53:54.478 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:53:54.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:53:54 smithi032 ceph-mon[189144]: pgmap v21269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:54.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:53:54 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/376842533' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:53:54.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:53:54 smithi032 ceph-mon[191839]: pgmap v21269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:54.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:53:54 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/376842533' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:53:55.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:53:54 smithi039 ceph-mon[181282]: pgmap v21269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:55.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:53:54 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/376842533' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:53:55.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:53:55 smithi032 ceph-mon[189144]: from='client.57762 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:53:55.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:53:55 smithi032 ceph-mon[189144]: from='client.67682 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:53:55.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:53:55 smithi032 ceph-mon[191839]: from='client.57762 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:53:55.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:53:55 smithi032 ceph-mon[191839]: from='client.67682 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:53:56.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:53:55 smithi039 ceph-mon[181282]: from='client.57762 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:53:56.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:53:55 smithi039 ceph-mon[181282]: from='client.67682 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:53:56.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:53:56 smithi032 ceph-mon[189144]: pgmap v21270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:56.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:53:56 smithi032 ceph-mon[191839]: pgmap v21270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:57.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:53:56 smithi039 ceph-mon[181282]: pgmap v21270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:58.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:53:58 smithi032 ceph-mon[189144]: pgmap v21271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:58.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:53:58 smithi032 ceph-mon[191839]: pgmap v21271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:53:59.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:53:58 smithi039 ceph-mon[181282]: pgmap v21271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:00.859 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:54:00 smithi032 ceph-mon[189144]: pgmap v21272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:00.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:54:00 smithi032 ceph-mon[191839]: pgmap v21272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:01.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:54:00 smithi039 ceph-mon[181282]: pgmap v21272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:54:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:54:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:54:02.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:54:02 smithi032 ceph-mon[191839]: pgmap v21273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:02.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:54:02 smithi032 ceph-mon[189144]: pgmap v21273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:03.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:54:02 smithi039 ceph-mon[181282]: pgmap v21273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:04.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:54:04 smithi032 ceph-mon[189144]: pgmap v21274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:04.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:54:04 smithi032 ceph-mon[191839]: pgmap v21274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:05.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:54:04 smithi039 ceph-mon[181282]: pgmap v21274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:06.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:54:06 smithi032 ceph-mon[191839]: pgmap v21275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:06.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:54:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:54:06.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:54:06 smithi032 ceph-mon[189144]: pgmap v21275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:06.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:54:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:54:06.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:54:06 smithi039 ceph-mon[181282]: pgmap v21275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:06.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:54:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:54:08.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:54:08 smithi032 ceph-mon[191839]: pgmap v21276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:08.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:54:08 smithi032 ceph-mon[189144]: pgmap v21276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:08.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:54:08 smithi039 ceph-mon[181282]: pgmap v21276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:10.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:54:10 smithi032 ceph-mon[191839]: pgmap v21277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:10.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:54:10 smithi032 ceph-mon[189144]: pgmap v21277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:10.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:54:10 smithi039 ceph-mon[181282]: pgmap v21277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:54:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:54:10] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T03:54:12.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:54:12 smithi032 ceph-mon[191839]: pgmap v21278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:12.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:54:12 smithi032 ceph-mon[189144]: pgmap v21278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:12.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:54:12 smithi039 ceph-mon[181282]: pgmap v21278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:14.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:54:14 smithi032 ceph-mon[191839]: pgmap v21279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:14.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:54:14 smithi032 ceph-mon[189144]: pgmap v21279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:14.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:54:14 smithi039 ceph-mon[181282]: pgmap v21279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:16.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:54:16 smithi032 ceph-mon[189144]: pgmap v21280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:16.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:54:16 smithi032 ceph-mon[191839]: pgmap v21280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:16.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:54:16 smithi039 ceph-mon[181282]: pgmap v21280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:18.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:54:18 smithi032 ceph-mon[191839]: pgmap v21281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:18.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:54:18 smithi032 ceph-mon[189144]: pgmap v21281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:18.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:54:18 smithi039 ceph-mon[181282]: pgmap v21281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:20.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:54:20 smithi032 ceph-mon[191839]: pgmap v21282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:20.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:54:20 smithi032 ceph-mon[189144]: pgmap v21282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:20.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:54:20 smithi039 ceph-mon[181282]: pgmap v21282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:21.115 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:54:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:54:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:54:21.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:54:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:54:21.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:54:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:54:21.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:54:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:54:22.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:54:22 smithi032 ceph-mon[191839]: pgmap v21283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:22.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:54:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:54:22.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:54:22 smithi032 ceph-mon[189144]: pgmap v21283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:22.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:54:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:54:22.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:54:22 smithi039 ceph-mon[181282]: pgmap v21283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:22.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:54:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:54:23.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:54:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:54:23.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:54:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:54:23.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:54:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:54:23.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:54:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:54:23.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:54:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:54:23.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:54:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:54:23.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:54:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:54:23.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:54:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:54:23.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:54:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:54:24.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:54:24 smithi032 ceph-mon[191839]: pgmap v21284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:24.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:54:24 smithi032 ceph-mon[189144]: pgmap v21284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:24.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:54:24 smithi039 ceph-mon[181282]: pgmap v21284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:24.845 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:54:25.171 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:54:25.171 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 7m ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:54:25.171 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 5m ago 10h 97.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:54:25.171 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 7m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:54:25.171 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 5m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:54:25.171 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 5m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:54:25.171 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 7m ago 10h 574M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:54:25.171 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 7m ago 10h 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:54:25.171 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 5m ago 10h 449M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:54:25.171 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 7m ago 10h 458M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:54:25.171 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 7m ago 10h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:54:25.172 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 5m ago 10h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:54:25.172 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 7m ago 10h 1122M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:54:25.172 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 7m ago 10h 1220M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:54:25.172 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 7m ago 10h 885M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:54:25.172 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 7m ago 10h 971M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:54:25.172 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 5m ago 10h 1351M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:54:25.172 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 5m ago 10h 1072M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:54:25.172 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 5m ago 10h 727M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:54:25.172 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 5m ago 10h 847M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:54:25.172 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 5m ago 10h 140M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:54:25.574 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:54:25.575 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:54:25.575 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:54:25.575 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:54:25.575 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:54:25.575 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:54:25.575 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:54:25.575 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:54:25.575 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:54:25.575 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:54:25.575 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:54:25.575 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:54:25.576 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:54:25.576 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:54:25.576 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:54:25.576 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:54:25.576 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:54:25.576 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:54:26.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:54:26 smithi032 ceph-mon[191839]: from='client.57780 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:54:26.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:54:26 smithi032 ceph-mon[191839]: pgmap v21285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:26.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:54:26 smithi032 ceph-mon[191839]: from='client.67700 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:54:26.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:54:26 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1149333104' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:54:26.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:54:26 smithi032 ceph-mon[189144]: from='client.57780 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:54:26.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:54:26 smithi032 ceph-mon[189144]: pgmap v21285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:26.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:54:26 smithi032 ceph-mon[189144]: from='client.67700 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:54:26.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:54:26 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1149333104' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:54:26.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:54:26 smithi039 ceph-mon[181282]: from='client.57780 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:54:26.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:54:26 smithi039 ceph-mon[181282]: pgmap v21285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:26.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:54:26 smithi039 ceph-mon[181282]: from='client.67700 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:54:26.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:54:26 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1149333104' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:54:28.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:54:28 smithi039 ceph-mon[181282]: pgmap v21286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:28.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:54:28 smithi032 ceph-mon[191839]: pgmap v21286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:28.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:54:28 smithi032 ceph-mon[189144]: pgmap v21286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:30.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:54:30 smithi039 ceph-mon[181282]: pgmap v21287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:30.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:54:30 smithi032 ceph-mon[189144]: pgmap v21287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:30.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:54:30 smithi032 ceph-mon[191839]: pgmap v21287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:54:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:54:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:54:32.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:54:32 smithi039 ceph-mon[181282]: pgmap v21288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:32.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:54:32 smithi032 ceph-mon[191839]: pgmap v21288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:32.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:54:32 smithi032 ceph-mon[189144]: pgmap v21288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:34.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:54:34 smithi039 ceph-mon[181282]: pgmap v21289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:34.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:54:34 smithi032 ceph-mon[191839]: pgmap v21289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:34.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:54:34 smithi032 ceph-mon[189144]: pgmap v21289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:54:36 smithi039 ceph-mon[181282]: pgmap v21290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:54:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:54:36.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:54:36 smithi032 ceph-mon[189144]: pgmap v21290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:36.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:54:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:54:36.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:54:36 smithi032 ceph-mon[191839]: pgmap v21290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:36.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:54:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:54:38.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:54:38 smithi039 ceph-mon[181282]: pgmap v21291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:38.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:54:38 smithi032 ceph-mon[191839]: pgmap v21291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:38.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:54:38 smithi032 ceph-mon[189144]: pgmap v21291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:40.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:54:40 smithi039 ceph-mon[181282]: pgmap v21292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:40.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:54:40 smithi032 ceph-mon[191839]: pgmap v21292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:40.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:54:40 smithi032 ceph-mon[189144]: pgmap v21292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:54:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:54:40] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T03:54:42.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:54:42 smithi039 ceph-mon[181282]: pgmap v21293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:42.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:54:42 smithi032 ceph-mon[191839]: pgmap v21293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:42.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:54:42 smithi032 ceph-mon[189144]: pgmap v21293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:44.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:54:44 smithi039 ceph-mon[181282]: pgmap v21294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:44.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:54:44 smithi032 ceph-mon[191839]: pgmap v21294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:44.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:54:44 smithi032 ceph-mon[189144]: pgmap v21294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:46.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:54:46 smithi039 ceph-mon[181282]: pgmap v21295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:46.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:54:46 smithi032 ceph-mon[191839]: pgmap v21295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:46.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:54:46 smithi032 ceph-mon[189144]: pgmap v21295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:48.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:54:48 smithi039 ceph-mon[181282]: pgmap v21296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:48.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:54:48 smithi032 ceph-mon[191839]: pgmap v21296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:48.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:54:48 smithi032 ceph-mon[189144]: pgmap v21296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:50.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:54:50 smithi039 ceph-mon[181282]: pgmap v21297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:50.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:54:50 smithi032 ceph-mon[191839]: pgmap v21297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:50.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:54:50 smithi032 ceph-mon[189144]: pgmap v21297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:54:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:54:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:54:51.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:54:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:54:51.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:54:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:54:51.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:54:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:54:52.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:54:52 smithi039 ceph-mon[181282]: pgmap v21298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:52.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:54:52 smithi032 ceph-mon[191839]: pgmap v21298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:52.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:54:52 smithi032 ceph-mon[189144]: pgmap v21298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:54.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:54:54 smithi039 ceph-mon[181282]: pgmap v21299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:54.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:54:54 smithi032 ceph-mon[189144]: pgmap v21299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:54.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:54:54 smithi032 ceph-mon[191839]: pgmap v21299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:55.942 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:54:56.266 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:54:56.266 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 7m ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:54:56.267 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 5m ago 10h 97.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:54:56.267 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 7m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:54:56.267 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 5m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:54:56.267 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 5m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:54:56.267 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 7m ago 10h 574M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:54:56.267 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 7m ago 10h 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:54:56.267 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 5m ago 10h 449M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:54:56.267 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 7m ago 10h 458M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:54:56.267 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 7m ago 10h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:54:56.267 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 5m ago 10h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:54:56.267 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 7m ago 10h 1122M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:54:56.267 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 7m ago 10h 1220M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:54:56.267 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 7m ago 10h 885M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:54:56.267 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 7m ago 10h 971M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:54:56.267 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 5m ago 10h 1351M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:54:56.267 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 5m ago 10h 1072M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:54:56.268 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 5m ago 10h 727M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:54:56.268 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 5m ago 10h 847M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:54:56.268 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 5m ago 10h 140M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:54:56.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:54:56 smithi039 ceph-mon[181282]: pgmap v21300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:56.666 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:54:56.666 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:54:56.666 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:54:56.666 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:54:56.666 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:54:56.666 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:54:56.666 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:54:56.666 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:54:56.666 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:54:56.666 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:54:56.666 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:54:56.666 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:54:56.666 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:54:56.666 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:54:56.667 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:54:56.667 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:54:56.667 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:54:56.667 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:54:56.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:54:56 smithi032 ceph-mon[191839]: pgmap v21300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:56.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:54:56 smithi032 ceph-mon[189144]: pgmap v21300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:57.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:54:57 smithi039 ceph-mon[181282]: from='client.67712 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:54:57.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:54:57 smithi039 ceph-mon[181282]: from='client.67718 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:54:57.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:54:57 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2619476777' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:54:57.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:54:57 smithi032 ceph-mon[189144]: from='client.67712 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:54:57.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:54:57 smithi032 ceph-mon[189144]: from='client.67718 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:54:57.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:54:57 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2619476777' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:54:57.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:54:57 smithi032 ceph-mon[191839]: from='client.67712 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:54:57.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:54:57 smithi032 ceph-mon[191839]: from='client.67718 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:54:57.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:54:57 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2619476777' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:54:58.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:54:58 smithi039 ceph-mon[181282]: pgmap v21301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:58.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:54:58 smithi032 ceph-mon[191839]: pgmap v21301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:54:58.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:54:58 smithi032 ceph-mon[189144]: pgmap v21301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:00.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:55:00 smithi039 ceph-mon[181282]: pgmap v21302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:00.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:55:00 smithi032 ceph-mon[191839]: pgmap v21302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:00.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:55:00 smithi032 ceph-mon[189144]: pgmap v21302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:55:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:55:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:55:02.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:55:02 smithi039 ceph-mon[181282]: pgmap v21303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:02.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:55:02 smithi032 ceph-mon[189144]: pgmap v21303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:02.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:55:02 smithi032 ceph-mon[191839]: pgmap v21303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:55:04 smithi039 ceph-mon[181282]: pgmap v21304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:04.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:55:04 smithi032 ceph-mon[189144]: pgmap v21304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:04.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:55:04 smithi032 ceph-mon[191839]: pgmap v21304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:06.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:55:06 smithi039 ceph-mon[181282]: pgmap v21305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:06.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:55:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:55:06.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:55:06 smithi032 ceph-mon[189144]: pgmap v21305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:06.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:55:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:55:06.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:55:06 smithi032 ceph-mon[191839]: pgmap v21305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:06.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:55:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:55:08.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:55:08 smithi039 ceph-mon[181282]: pgmap v21306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:08.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:55:08 smithi032 ceph-mon[191839]: pgmap v21306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:08.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:55:08 smithi032 ceph-mon[189144]: pgmap v21306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:10.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:55:10 smithi039 ceph-mon[181282]: pgmap v21307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:10.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:55:10 smithi032 ceph-mon[191839]: pgmap v21307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:10.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:55:10 smithi032 ceph-mon[189144]: pgmap v21307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:55:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:55:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T03:55:12.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:55:12 smithi032 ceph-mon[191839]: pgmap v21308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:12.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:55:12 smithi032 ceph-mon[189144]: pgmap v21308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:12.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:55:12 smithi039 ceph-mon[181282]: pgmap v21308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:14.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:55:14 smithi032 ceph-mon[191839]: pgmap v21309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:14.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:55:14 smithi032 ceph-mon[189144]: pgmap v21309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:14.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:55:14 smithi039 ceph-mon[181282]: pgmap v21309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:16.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:55:16 smithi032 ceph-mon[191839]: pgmap v21310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:16.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:55:16 smithi032 ceph-mon[189144]: pgmap v21310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:16.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:55:16 smithi039 ceph-mon[181282]: pgmap v21310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:18.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:55:18 smithi032 ceph-mon[189144]: pgmap v21311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:18.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:55:18 smithi032 ceph-mon[191839]: pgmap v21311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:18.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:55:18 smithi039 ceph-mon[181282]: pgmap v21311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:20.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:55:20 smithi032 ceph-mon[189144]: pgmap v21312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:20.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:55:20 smithi032 ceph-mon[191839]: pgmap v21312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:20.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:55:20 smithi039 ceph-mon[181282]: pgmap v21312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:55:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:55:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T03:55:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:55:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:55:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:55:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:55:21.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:55:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:55:22.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:55:22 smithi032 ceph-mon[189144]: pgmap v21313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:22.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:55:22 smithi032 ceph-mon[191839]: pgmap v21313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:22.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:55:22 smithi039 ceph-mon[181282]: pgmap v21313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:23.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:55:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:55:23.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:55:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:55:23.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:55:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:55:23.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:55:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:55:23.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:55:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:55:23.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:55:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:55:23.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:55:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:55:23.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:55:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:55:23.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:55:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:55:23.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:55:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:55:23.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:55:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:55:23.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:55:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:55:23.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:55:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:55:23.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:55:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:55:23.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:55:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:55:23.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:55:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:55:23.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:55:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:55:23.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:55:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:55:24.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:55:24 smithi032 ceph-mon[189144]: pgmap v21314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:24.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:55:24 smithi032 ceph-mon[191839]: pgmap v21314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:24.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:55:24 smithi039 ceph-mon[181282]: pgmap v21314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:26.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:55:26 smithi032 ceph-mon[191839]: pgmap v21315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:26.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:55:26 smithi032 ceph-mon[189144]: pgmap v21315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:26.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:55:26 smithi039 ceph-mon[181282]: pgmap v21315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:27.031 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:55:27.355 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:55:27.356 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 8m ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:55:27.356 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 6m ago 10h 97.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:55:27.356 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 8m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:55:27.356 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 6m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:55:27.356 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 6m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:55:27.356 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 8m ago 10h 574M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:55:27.356 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 8m ago 10h 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:55:27.356 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 6m ago 10h 449M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:55:27.356 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 8m ago 10h 458M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:55:27.356 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 8m ago 10h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:55:27.356 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 6m ago 10h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:55:27.356 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 8m ago 10h 1122M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:55:27.356 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 8m ago 10h 1220M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:55:27.356 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 8m ago 10h 885M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:55:27.356 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 8m ago 10h 971M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:55:27.356 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 6m ago 10h 1351M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:55:27.357 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 6m ago 10h 1072M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:55:27.357 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 6m ago 10h 727M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:55:27.357 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 6m ago 10h 847M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:55:27.357 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 6m ago 10h 140M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:55:27.763 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:55:27.763 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:55:27.763 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:55:27.763 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:55:27.763 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:55:27.763 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:55:27.763 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:55:27.763 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:55:27.763 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:55:27.763 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:55:27.763 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:55:27.763 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:55:27.763 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:55:27.764 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:55:27.764 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:55:27.764 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:55:27.764 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:55:27.764 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:55:28.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:55:28 smithi032 ceph-mon[191839]: pgmap v21316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:28.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:55:28 smithi032 ceph-mon[191839]: from='client.57816 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:55:28.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:55:28 smithi032 ceph-mon[191839]: from='client.67736 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:55:28.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:55:28 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1000226010' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:55:28.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:55:28 smithi032 ceph-mon[189144]: pgmap v21316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:28.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:55:28 smithi032 ceph-mon[189144]: from='client.57816 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:55:28.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:55:28 smithi032 ceph-mon[189144]: from='client.67736 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:55:28.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:55:28 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1000226010' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:55:28.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:55:28 smithi039 ceph-mon[181282]: pgmap v21316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:28.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:55:28 smithi039 ceph-mon[181282]: from='client.57816 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:55:28.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:55:28 smithi039 ceph-mon[181282]: from='client.67736 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:55:28.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:55:28 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1000226010' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:55:30.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:55:30 smithi032 ceph-mon[189144]: pgmap v21317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:30.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:55:30 smithi032 ceph-mon[191839]: pgmap v21317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:30.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:55:30 smithi039 ceph-mon[181282]: pgmap v21317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:55:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:55:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T03:55:32.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:55:32 smithi032 ceph-mon[191839]: pgmap v21318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:32.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:55:32 smithi032 ceph-mon[189144]: pgmap v21318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:32.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:55:32 smithi039 ceph-mon[181282]: pgmap v21318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:34.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:55:34 smithi032 ceph-mon[191839]: pgmap v21319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:34.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:55:34 smithi032 ceph-mon[189144]: pgmap v21319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:34.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:55:34 smithi039 ceph-mon[181282]: pgmap v21319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:36.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:55:36 smithi032 ceph-mon[189144]: pgmap v21320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:36.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:55:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:55:36.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:55:36 smithi032 ceph-mon[191839]: pgmap v21320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:36.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:55:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:55:36.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:55:36 smithi039 ceph-mon[181282]: pgmap v21320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:36.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:55:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:55:38.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:55:38 smithi032 ceph-mon[189144]: pgmap v21321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:38.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:55:38 smithi032 ceph-mon[191839]: pgmap v21321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:38.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:55:38 smithi039 ceph-mon[181282]: pgmap v21321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:40.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:55:40 smithi032 ceph-mon[191839]: pgmap v21322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:40.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:55:40 smithi032 ceph-mon[189144]: pgmap v21322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:40.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:55:40 smithi039 ceph-mon[181282]: pgmap v21322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:55:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:55:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:55:42.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:55:42 smithi032 ceph-mon[191839]: pgmap v21323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:42.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:55:42 smithi032 ceph-mon[189144]: pgmap v21323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:42.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:55:42 smithi039 ceph-mon[181282]: pgmap v21323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:44.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:55:44 smithi032 ceph-mon[191839]: pgmap v21324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:44.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:55:44 smithi032 ceph-mon[189144]: pgmap v21324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:44.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:55:44 smithi039 ceph-mon[181282]: pgmap v21324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:46.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:55:46 smithi032 ceph-mon[189144]: pgmap v21325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:46.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:55:46 smithi032 ceph-mon[191839]: pgmap v21325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:46.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:55:46 smithi039 ceph-mon[181282]: pgmap v21325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:48.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:55:48 smithi032 ceph-mon[191839]: pgmap v21326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:48.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:55:48 smithi032 ceph-mon[189144]: pgmap v21326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:48.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:55:48 smithi039 ceph-mon[181282]: pgmap v21326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:50.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:55:50 smithi032 ceph-mon[189144]: pgmap v21327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:50.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:55:50 smithi032 ceph-mon[191839]: pgmap v21327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:50.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:55:50 smithi039 ceph-mon[181282]: pgmap v21327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:55:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:55:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T03:55:51.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:55:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:55:51.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:55:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:55:51.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:55:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:55:52.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:55:52 smithi032 ceph-mon[191839]: pgmap v21328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:52.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:55:52 smithi032 ceph-mon[189144]: pgmap v21328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:52.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:55:52 smithi039 ceph-mon[181282]: pgmap v21328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:54.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:55:54 smithi032 ceph-mon[191839]: pgmap v21329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:54.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:55:54 smithi032 ceph-mon[189144]: pgmap v21329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:54.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:55:54 smithi039 ceph-mon[181282]: pgmap v21329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:56.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:55:56 smithi032 ceph-mon[189144]: pgmap v21330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:56.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:55:56 smithi032 ceph-mon[191839]: pgmap v21330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:56.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:55:56 smithi039 ceph-mon[181282]: pgmap v21330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:58.128 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:55:58.453 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:55:58.454 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 8m ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:55:58.454 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 6m ago 10h 97.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:55:58.454 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 8m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:55:58.454 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 6m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:55:58.454 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 6m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:55:58.454 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 8m ago 10h 574M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:55:58.454 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 8m ago 10h 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:55:58.454 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 6m ago 10h 449M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:55:58.454 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 8m ago 10h 458M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:55:58.454 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 8m ago 10h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:55:58.454 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 6m ago 10h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:55:58.454 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 8m ago 10h 1122M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:55:58.454 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 8m ago 10h 1220M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:55:58.454 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 8m ago 10h 885M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:55:58.454 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 8m ago 10h 971M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:55:58.454 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 6m ago 10h 1351M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:55:58.455 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 6m ago 10h 1072M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:55:58.455 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 6m ago 10h 727M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:55:58.455 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 6m ago 10h 847M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:55:58.455 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 6m ago 10h 140M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:55:58.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:55:58 smithi032 ceph-mon[191839]: pgmap v21331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:58.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:55:58 smithi032 ceph-mon[189144]: pgmap v21331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:58.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:55:58 smithi039 ceph-mon[181282]: pgmap v21331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:55:58.855 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:55:58.855 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:55:58.855 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:55:58.855 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:55:58.855 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:55:58.855 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:55:58.855 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:55:58.855 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:55:58.855 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:55:58.856 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:55:58.856 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:55:58.856 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:55:58.856 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:55:58.856 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:55:58.856 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:55:58.856 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:55:58.856 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:55:58.856 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:55:59.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:55:59 smithi032 ceph-mon[191839]: from='client.67748 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:55:59.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:55:59 smithi032 ceph-mon[191839]: from='client.57840 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:55:59.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:55:59 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3016449568' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:55:59.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:55:59 smithi032 ceph-mon[189144]: from='client.67748 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:55:59.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:55:59 smithi032 ceph-mon[189144]: from='client.57840 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:55:59.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:55:59 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3016449568' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:55:59.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:55:59 smithi039 ceph-mon[181282]: from='client.67748 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:55:59.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:55:59 smithi039 ceph-mon[181282]: from='client.57840 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:55:59.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:55:59 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3016449568' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:56:00.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:56:00 smithi032 ceph-mon[191839]: pgmap v21332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:00.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:56:00 smithi032 ceph-mon[189144]: pgmap v21332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:00.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:56:00 smithi039 ceph-mon[181282]: pgmap v21332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:56:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:56:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T03:56:02.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:56:02 smithi032 ceph-mon[191839]: pgmap v21333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:02.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:56:02 smithi032 ceph-mon[189144]: pgmap v21333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:02.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:56:02 smithi039 ceph-mon[181282]: pgmap v21333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:04.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:56:04 smithi032 ceph-mon[191839]: pgmap v21334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:04.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:56:04 smithi032 ceph-mon[189144]: pgmap v21334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:04.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:56:04 smithi039 ceph-mon[181282]: pgmap v21334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:06.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:56:06 smithi032 ceph-mon[189144]: pgmap v21335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:06.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:56:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:56:06.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:56:06 smithi032 ceph-mon[191839]: pgmap v21335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:06.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:56:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:56:06.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:56:06 smithi039 ceph-mon[181282]: pgmap v21335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:06.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:56:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:56:08.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:56:08 smithi032 ceph-mon[189144]: pgmap v21336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:08.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:56:08 smithi032 ceph-mon[191839]: pgmap v21336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:08.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:56:08 smithi039 ceph-mon[181282]: pgmap v21336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:10.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:56:10 smithi032 ceph-mon[191839]: pgmap v21337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:10.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:56:10 smithi032 ceph-mon[189144]: pgmap v21337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:10.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:56:10 smithi039 ceph-mon[181282]: pgmap v21337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:56:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:56:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:56:12.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:56:12 smithi032 ceph-mon[191839]: pgmap v21338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:12.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:56:12 smithi032 ceph-mon[189144]: pgmap v21338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:12.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:56:12 smithi039 ceph-mon[181282]: pgmap v21338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:14.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:56:14 smithi032 ceph-mon[191839]: pgmap v21339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:14.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:56:14 smithi032 ceph-mon[189144]: pgmap v21339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:14.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:56:14 smithi039 ceph-mon[181282]: pgmap v21339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:16.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:56:16 smithi032 ceph-mon[191839]: pgmap v21340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:16.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:56:16 smithi032 ceph-mon[189144]: pgmap v21340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:16.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:56:16 smithi039 ceph-mon[181282]: pgmap v21340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:18.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:56:18 smithi032 ceph-mon[189144]: pgmap v21341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:18.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:56:18 smithi032 ceph-mon[191839]: pgmap v21341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:18.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:56:18 smithi039 ceph-mon[181282]: pgmap v21341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:20.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:56:20 smithi032 ceph-mon[189144]: pgmap v21342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:20.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:56:20 smithi032 ceph-mon[191839]: pgmap v21342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:20.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:56:20 smithi039 ceph-mon[181282]: pgmap v21342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:56:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:56:20] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T03:56:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:56:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:56:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:56:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:56:21.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:56:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:56:22.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:56:22 smithi032 ceph-mon[189144]: pgmap v21343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:22.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:56:22 smithi032 ceph-mon[191839]: pgmap v21343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:22.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:56:22 smithi039 ceph-mon[181282]: pgmap v21343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:23.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:56:23 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:56:23.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:56:23 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:56:23.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:56:23 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:56:24.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:56:24 smithi032 ceph-mon[191839]: pgmap v21344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:24.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:56:24 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:56:24.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:56:24 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:56:24.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:56:24 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:56:24.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:56:24 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:56:24.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:56:24 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:56:24.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:56:24 smithi032 ceph-mon[189144]: pgmap v21344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:24.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:56:24 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:56:24.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:56:24 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:56:24.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:56:24 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:56:24.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:56:24 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:56:24.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:56:24 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:56:24.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:56:24 smithi039 ceph-mon[181282]: pgmap v21344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:24.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:56:24 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:56:24.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:56:24 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:56:24.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:56:24 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:56:24.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:56:24 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:56:24.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:56:24 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:56:26.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:56:26 smithi032 ceph-mon[191839]: pgmap v21345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:26.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:56:26 smithi032 ceph-mon[189144]: pgmap v21345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:26.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:56:26 smithi039 ceph-mon[181282]: pgmap v21345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:28.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:56:28 smithi032 ceph-mon[189144]: pgmap v21346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:28.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:56:28 smithi032 ceph-mon[191839]: pgmap v21346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:28.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:56:28 smithi039 ceph-mon[181282]: pgmap v21346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:29.224 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:56:29.550 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:56:29.550 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 9m ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:56:29.550 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 7m ago 10h 97.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:56:29.550 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 9m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:56:29.550 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 7m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:56:29.550 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 7m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:56:29.550 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 9m ago 10h 574M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:56:29.550 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 9m ago 10h 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:56:29.550 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 7m ago 10h 449M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:56:29.550 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 9m ago 10h 458M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:56:29.550 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 9m ago 10h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:56:29.550 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 7m ago 10h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:56:29.550 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 9m ago 10h 1122M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:56:29.551 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 9m ago 10h 1220M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:56:29.551 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 9m ago 10h 885M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:56:29.551 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 9m ago 10h 971M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:56:29.551 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 7m ago 10h 1351M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:56:29.551 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 7m ago 10h 1072M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:56:29.551 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 7m ago 10h 727M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:56:29.551 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 7m ago 10h 847M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:56:29.551 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 7m ago 10h 140M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:56:29.950 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:56:29.950 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:56:29.950 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:56:29.950 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:56:29.950 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:56:29.950 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:56:29.950 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:56:29.950 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:56:29.950 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:56:29.950 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:56:29.951 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:56:29.951 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:56:29.951 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:56:29.951 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:56:29.951 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:56:29.951 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:56:29.951 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:56:29.951 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:56:30.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:56:30 smithi032 ceph-mon[189144]: pgmap v21347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:30.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:56:30 smithi032 ceph-mon[189144]: from='client.67766 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:56:30.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:56:30 smithi032 ceph-mon[189144]: from='client.57858 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:56:30.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:56:30 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/528220699' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:56:30.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:56:30 smithi032 ceph-mon[191839]: pgmap v21347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:30.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:56:30 smithi032 ceph-mon[191839]: from='client.67766 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:56:30.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:56:30 smithi032 ceph-mon[191839]: from='client.57858 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:56:30.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:56:30 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/528220699' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:56:30.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:56:30 smithi039 ceph-mon[181282]: pgmap v21347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:30.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:56:30 smithi039 ceph-mon[181282]: from='client.67766 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:56:30.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:56:30 smithi039 ceph-mon[181282]: from='client.57858 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:56:30.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:56:30 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/528220699' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:56:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:56:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:56:30] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T03:56:32.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:56:32 smithi032 ceph-mon[189144]: pgmap v21348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:32.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:56:32 smithi032 ceph-mon[191839]: pgmap v21348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:32.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:56:32 smithi039 ceph-mon[181282]: pgmap v21348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:34.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:56:34 smithi032 ceph-mon[191839]: pgmap v21349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:34.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:56:34 smithi032 ceph-mon[189144]: pgmap v21349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:34.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:56:34 smithi039 ceph-mon[181282]: pgmap v21349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:36.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:56:36 smithi032 ceph-mon[191839]: pgmap v21350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:36.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:56:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:56:36.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:56:36 smithi032 ceph-mon[189144]: pgmap v21350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:36.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:56:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:56:36.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:56:36 smithi039 ceph-mon[181282]: pgmap v21350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:36.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:56:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:56:38.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:56:38 smithi032 ceph-mon[191839]: pgmap v21351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:38.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:56:38 smithi032 ceph-mon[189144]: pgmap v21351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:38.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:56:38 smithi039 ceph-mon[181282]: pgmap v21351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:40.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:56:40 smithi032 ceph-mon[191839]: pgmap v21352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:40.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:56:40 smithi032 ceph-mon[189144]: pgmap v21352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:40.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:56:40 smithi039 ceph-mon[181282]: pgmap v21352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:56:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:56:40] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-23T03:56:42.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:56:42 smithi032 ceph-mon[189144]: pgmap v21353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:42.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:56:42 smithi032 ceph-mon[191839]: pgmap v21353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:42.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:56:42 smithi039 ceph-mon[181282]: pgmap v21353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:44.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:56:44 smithi032 ceph-mon[191839]: pgmap v21354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:44.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:56:44 smithi032 ceph-mon[189144]: pgmap v21354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:44.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:56:44 smithi039 ceph-mon[181282]: pgmap v21354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:46.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:56:46 smithi039 ceph-mon[181282]: pgmap v21355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:46.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:56:46 smithi032 ceph-mon[189144]: pgmap v21355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:46.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:56:46 smithi032 ceph-mon[191839]: pgmap v21355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:48.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:56:48 smithi039 ceph-mon[181282]: pgmap v21356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:48.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:56:48 smithi032 ceph-mon[191839]: pgmap v21356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:48.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:56:48 smithi032 ceph-mon[189144]: pgmap v21356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:50.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:56:50 smithi039 ceph-mon[181282]: pgmap v21357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:50.859 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:56:50 smithi032 ceph-mon[189144]: pgmap v21357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:50.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:56:50 smithi032 ceph-mon[191839]: pgmap v21357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:56:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:56:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:56:51.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:56:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:56:51.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:56:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:56:51.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:56:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:56:52.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:56:52 smithi039 ceph-mon[181282]: pgmap v21358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:52.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:56:52 smithi032 ceph-mon[191839]: pgmap v21358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:52.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:56:52 smithi032 ceph-mon[189144]: pgmap v21358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:54.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:56:54 smithi039 ceph-mon[181282]: pgmap v21359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:54.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:56:54 smithi032 ceph-mon[191839]: pgmap v21359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:54.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:56:54 smithi032 ceph-mon[189144]: pgmap v21359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:56.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:56:56 smithi039 ceph-mon[181282]: pgmap v21360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:56.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:56:56 smithi032 ceph-mon[191839]: pgmap v21360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:56.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:56:56 smithi032 ceph-mon[189144]: pgmap v21360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:58.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:56:58 smithi039 ceph-mon[181282]: pgmap v21361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:58.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:56:58 smithi032 ceph-mon[191839]: pgmap v21361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:56:58.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:56:58 smithi032 ceph-mon[189144]: pgmap v21361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:00.323 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:57:00.647 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:57:00.647 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 9m ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:57:00.647 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 7m ago 10h 97.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:57:00.647 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 9m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:57:00.647 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 7m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:57:00.647 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 7m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:57:00.647 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 9m ago 10h 574M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:57:00.648 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 9m ago 10h 663M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:57:00.648 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 7m ago 10h 449M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:57:00.648 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 9m ago 10h 458M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:57:00.648 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 9m ago 10h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:57:00.648 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 7m ago 10h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:57:00.648 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 9m ago 10h 1122M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:57:00.648 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 9m ago 10h 1220M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:57:00.648 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 9m ago 10h 885M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:57:00.648 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 9m ago 10h 971M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:57:00.648 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 7m ago 10h 1351M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:57:00.648 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 7m ago 10h 1072M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:57:00.648 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 7m ago 10h 727M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:57:00.648 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 7m ago 10h 847M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:57:00.648 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 7m ago 10h 140M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:57:00.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:57:00 smithi039 ceph-mon[181282]: pgmap v21362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:00.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:57:00 smithi032 ceph-mon[189144]: pgmap v21362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:00.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:57:00 smithi032 ceph-mon[191839]: pgmap v21362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:01.045 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:57:01.045 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:57:01.045 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:57:01.045 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:57:01.045 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:57:01.045 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:57:01.045 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:57:01.046 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:57:01.046 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:57:01.046 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:57:01.046 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:57:01.046 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:57:01.046 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:57:01.046 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:57:01.046 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:57:01.046 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:57:01.046 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:57:01.046 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:57:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:57:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:57:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:57:01.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:57:01 smithi039 ceph-mon[181282]: from='client.67784 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:57:01.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:57:01 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1688269218' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:57:01.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:57:01 smithi032 ceph-mon[189144]: from='client.67784 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:57:01.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:57:01 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1688269218' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:57:01.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:57:01 smithi032 ceph-mon[191839]: from='client.67784 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:57:01.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:57:01 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1688269218' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:57:02.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:57:02 smithi039 ceph-mon[181282]: from='client.57876 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:57:02.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:57:02 smithi039 ceph-mon[181282]: pgmap v21363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:02.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:57:02 smithi032 ceph-mon[189144]: from='client.57876 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:57:02.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:57:02 smithi032 ceph-mon[189144]: pgmap v21363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:02.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:57:02 smithi032 ceph-mon[191839]: from='client.57876 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:57:02.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:57:02 smithi032 ceph-mon[191839]: pgmap v21363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:04.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:57:04 smithi039 ceph-mon[181282]: pgmap v21364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:04.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:57:04 smithi032 ceph-mon[189144]: pgmap v21364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:04.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:57:04 smithi032 ceph-mon[191839]: pgmap v21364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:06.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:57:06 smithi039 ceph-mon[181282]: pgmap v21365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:06.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:57:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:57:06.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:57:06 smithi032 ceph-mon[191839]: pgmap v21365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:06.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:57:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:57:06.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:57:06 smithi032 ceph-mon[189144]: pgmap v21365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:06.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:57:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:57:08.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:57:08 smithi039 ceph-mon[181282]: pgmap v21366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:08.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:57:08 smithi032 ceph-mon[191839]: pgmap v21366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:08.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:57:08 smithi032 ceph-mon[189144]: pgmap v21366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:10.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:57:10 smithi039 ceph-mon[181282]: pgmap v21367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:10.859 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:57:10 smithi032 ceph-mon[189144]: pgmap v21367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:10.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:57:10 smithi032 ceph-mon[191839]: pgmap v21367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:57:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:57:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:57:12.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:57:12 smithi039 ceph-mon[181282]: pgmap v21368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:12.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:57:12 smithi032 ceph-mon[191839]: pgmap v21368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:12.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:57:12 smithi032 ceph-mon[189144]: pgmap v21368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:14.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:57:14 smithi039 ceph-mon[181282]: pgmap v21369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:14.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:57:14 smithi032 ceph-mon[189144]: pgmap v21369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:14.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:57:14 smithi032 ceph-mon[191839]: pgmap v21369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:16.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:57:16 smithi039 ceph-mon[181282]: pgmap v21370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:16.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:57:16 smithi032 ceph-mon[191839]: pgmap v21370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:16.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:57:16 smithi032 ceph-mon[189144]: pgmap v21370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:18.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:57:18 smithi039 ceph-mon[181282]: pgmap v21371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:18.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:57:18 smithi032 ceph-mon[191839]: pgmap v21371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:18.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:57:18 smithi032 ceph-mon[189144]: pgmap v21371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:20.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:57:20 smithi039 ceph-mon[181282]: pgmap v21372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:20.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:57:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:57:20.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:57:20 smithi032 ceph-mon[191839]: pgmap v21372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:20.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:57:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:57:20.859 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:57:20 smithi032 ceph-mon[189144]: pgmap v21372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:20.859 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:57:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:57:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:57:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:57:20] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T03:57:22.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:57:22 smithi039 ceph-mon[181282]: pgmap v21373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:22.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:57:22 smithi032 ceph-mon[191839]: pgmap v21373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:22.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:57:22 smithi032 ceph-mon[189144]: pgmap v21373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:24.860 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:57:24 smithi032 ceph-mon[189144]: pgmap v21374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:24.860 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:57:24 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:57:24.861 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:57:24 smithi032 ceph-mon[191839]: pgmap v21374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:24.861 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:57:24 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:57:25.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:57:24 smithi039 ceph-mon[181282]: pgmap v21374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:25.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:57:24 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:57:26.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:57:26 smithi032 ceph-mon[191839]: pgmap v21375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:26.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:57:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:57:26.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:57:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:57:26.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:57:26 smithi032 ceph-mon[189144]: pgmap v21375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:26.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:57:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:57:26.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:57:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:57:27.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:57:26 smithi039 ceph-mon[181282]: pgmap v21375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:27.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:57:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:57:27.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:57:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:57:27.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:57:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:57:27.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:57:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:57:27.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:57:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:57:27.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:57:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:57:27.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:57:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:57:27.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:57:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:57:28.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:57:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:57:28.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:57:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:57:28.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:57:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:57:28.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:57:28 smithi032 ceph-mon[191839]: pgmap v21376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:28.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:57:28 smithi032 ceph-mon[189144]: pgmap v21376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:29.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:57:28 smithi039 ceph-mon[181282]: pgmap v21376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:30.860 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:57:30 smithi032 ceph-mon[191839]: pgmap v21377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:30.861 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:57:30 smithi032 ceph-mon[189144]: pgmap v21377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:31.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:57:30 smithi039 ceph-mon[181282]: pgmap v21377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:57:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:57:30] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T03:57:31.411 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:57:31.734 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:57:31.734 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 5s ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:57:31.734 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 8m ago 10h 97.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:57:31.734 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 5s ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:57:31.734 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 8m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:57:31.734 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 8m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:57:31.735 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 5s ago 10h 580M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:57:31.735 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 5s ago 10h 692M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:57:31.735 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 8m ago 10h 449M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:57:31.735 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 5s ago 10h 471M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:57:31.735 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 5s ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:57:31.735 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 8m ago 10h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:57:31.735 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 5s ago 10h 1154M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:57:31.735 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 5s ago 10h 1251M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:57:31.735 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 5s ago 10h 908M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:57:31.735 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 5s ago 10h 1026M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:57:31.735 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 8m ago 10h 1351M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:57:31.735 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 8m ago 10h 1072M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:57:31.736 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 8m ago 10h 727M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:57:31.736 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 8m ago 10h 847M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:57:31.736 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 8m ago 10h 140M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:57:32.138 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:57:32.138 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:57:32.138 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:57:32.139 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:57:32.139 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:57:32.139 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:57:32.139 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:57:32.139 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:57:32.139 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:57:32.139 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:57:32.139 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:57:32.139 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:57:32.140 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:57:32.140 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:57:32.140 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:57:32.140 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:57:32.140 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:57:32.140 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:57:32.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:57:32 smithi032 ceph-mon[191839]: pgmap v21378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:32.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:57:32 smithi032 ceph-mon[191839]: from='client.67802 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:57:32.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:57:32 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1647693243' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:57:32.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:57:32 smithi032 ceph-mon[189144]: pgmap v21378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:32.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:57:32 smithi032 ceph-mon[189144]: from='client.67802 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:57:32.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:57:32 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1647693243' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:57:33.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:57:32 smithi039 ceph-mon[181282]: pgmap v21378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:33.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:57:32 smithi039 ceph-mon[181282]: from='client.67802 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:57:33.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:57:32 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1647693243' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:57:33.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:57:33 smithi032 ceph-mon[191839]: from='client.57894 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:57:33.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:57:33 smithi032 ceph-mon[189144]: from='client.57894 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:57:34.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:57:33 smithi039 ceph-mon[181282]: from='client.57894 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:57:34.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:57:34 smithi032 ceph-mon[191839]: pgmap v21379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:34.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:57:34 smithi032 ceph-mon[189144]: pgmap v21379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:35.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:57:34 smithi039 ceph-mon[181282]: pgmap v21379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:36.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:57:36 smithi032 ceph-mon[191839]: pgmap v21380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:36.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:57:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:57:36.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:57:36 smithi032 ceph-mon[189144]: pgmap v21380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:36.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:57:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:57:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:57:36 smithi039 ceph-mon[181282]: pgmap v21380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:57:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:57:38.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:57:38 smithi032 ceph-mon[191839]: pgmap v21381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:38.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:57:38 smithi032 ceph-mon[189144]: pgmap v21381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:38.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:57:38 smithi039 ceph-mon[181282]: pgmap v21381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:40.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:57:40 smithi032 ceph-mon[189144]: pgmap v21382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:40.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:57:40 smithi032 ceph-mon[191839]: pgmap v21382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:40.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:57:40 smithi039 ceph-mon[181282]: pgmap v21382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:57:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:57:40] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-23T03:57:42.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:57:42 smithi032 ceph-mon[189144]: pgmap v21383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:42.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:57:42 smithi032 ceph-mon[191839]: pgmap v21383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:42.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:57:42 smithi039 ceph-mon[181282]: pgmap v21383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:44.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:57:44 smithi032 ceph-mon[189144]: pgmap v21384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:44.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:57:44 smithi032 ceph-mon[191839]: pgmap v21384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:44.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:57:44 smithi039 ceph-mon[181282]: pgmap v21384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:46.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:57:46 smithi032 ceph-mon[189144]: pgmap v21385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:46.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:57:46 smithi032 ceph-mon[191839]: pgmap v21385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:46.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:57:46 smithi039 ceph-mon[181282]: pgmap v21385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:48.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:57:48 smithi032 ceph-mon[191839]: pgmap v21386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:48.433 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:57:48 smithi032 ceph-mon[189144]: pgmap v21386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:48.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:57:48 smithi039 ceph-mon[181282]: pgmap v21386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:50.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:57:50 smithi032 ceph-mon[189144]: pgmap v21387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:50.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:57:50 smithi032 ceph-mon[191839]: pgmap v21387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:50.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:57:50 smithi039 ceph-mon[181282]: pgmap v21387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:51.167 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:57:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:57:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:57:51.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:57:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:57:51.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:57:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:57:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:57:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:57:52.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:57:52 smithi032 ceph-mon[191839]: pgmap v21388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:52.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:57:52 smithi032 ceph-mon[189144]: pgmap v21388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:52.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:57:52 smithi039 ceph-mon[181282]: pgmap v21388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:54.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:57:54 smithi032 ceph-mon[189144]: pgmap v21389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:54.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:57:54 smithi032 ceph-mon[191839]: pgmap v21389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:54.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:57:54 smithi039 ceph-mon[181282]: pgmap v21389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:56.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:57:56 smithi032 ceph-mon[191839]: pgmap v21390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:56.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:57:56 smithi032 ceph-mon[189144]: pgmap v21390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:56.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:57:56 smithi039 ceph-mon[181282]: pgmap v21390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:58.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:57:58 smithi032 ceph-mon[189144]: pgmap v21391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:58.432 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:57:58 smithi032 ceph-mon[191839]: pgmap v21391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:57:58.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:57:58 smithi039 ceph-mon[181282]: pgmap v21391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:00.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:58:00 smithi032 ceph-mon[189144]: pgmap v21392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:00.433 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:58:00 smithi032 ceph-mon[191839]: pgmap v21392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:00.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:58:00 smithi039 ceph-mon[181282]: pgmap v21392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:58:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:58:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:58:02.508 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:58:02.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:58:02 smithi039 ceph-mon[181282]: pgmap v21393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:02.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:58:02 smithi032 ceph-mon[191839]: pgmap v21393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:02.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:58:02 smithi032 ceph-mon[189144]: pgmap v21393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:02.834 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:58:02.834 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 36s ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:58:02.834 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 8m ago 10h 97.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:58:02.835 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 36s ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:58:02.835 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 8m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:58:02.835 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 8m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:58:02.835 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 36s ago 10h 580M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:58:02.835 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 36s ago 10h 692M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:58:02.835 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 8m ago 10h 449M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:58:02.835 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 36s ago 10h 471M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:58:02.835 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 36s ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:58:02.835 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 8m ago 10h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:58:02.835 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 36s ago 10h 1154M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:58:02.835 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 36s ago 10h 1251M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:58:02.836 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 36s ago 10h 908M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:58:02.836 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 36s ago 10h 1026M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:58:02.836 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 8m ago 10h 1351M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:58:02.836 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 8m ago 10h 1072M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:58:02.836 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 8m ago 10h 727M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:58:02.836 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 8m ago 10h 847M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:58:02.836 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 8m ago 10h 140M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:58:03.238 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:58:03.238 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:58:03.239 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:58:03.239 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:58:03.239 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:58:03.239 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:58:03.239 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:58:03.239 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:58:03.239 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:58:03.239 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:58:03.239 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:58:03.239 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:58:03.239 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:58:03.240 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:58:03.240 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:58:03.240 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:58:03.240 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:58:03.240 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:58:03.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:58:03 smithi039 ceph-mon[181282]: from='client.67820 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:58:03.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:58:03 smithi032 ceph-mon[191839]: from='client.67820 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:58:03.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:58:03 smithi032 ceph-mon[189144]: from='client.67820 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:58:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:58:04 smithi039 ceph-mon[181282]: from='client.57912 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:58:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:58:04 smithi039 ceph-mon[181282]: pgmap v21394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:04.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:58:04 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1704704658' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:58:04.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:58:04 smithi032 ceph-mon[189144]: from='client.57912 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:58:04.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:58:04 smithi032 ceph-mon[189144]: pgmap v21394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:04.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:58:04 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1704704658' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:58:04.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:58:04 smithi032 ceph-mon[191839]: from='client.57912 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:58:04.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:58:04 smithi032 ceph-mon[191839]: pgmap v21394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:04.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:58:04 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1704704658' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:58:06.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:58:06 smithi039 ceph-mon[181282]: pgmap v21395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:06.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:58:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:58:06.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:58:06 smithi032 ceph-mon[191839]: pgmap v21395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:06.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:58:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:58:06.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:58:06 smithi032 ceph-mon[189144]: pgmap v21395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:06.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:58:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:58:08.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:58:08 smithi039 ceph-mon[181282]: pgmap v21396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:08.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:58:08 smithi032 ceph-mon[191839]: pgmap v21396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:08.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:58:08 smithi032 ceph-mon[189144]: pgmap v21396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:10.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:58:10 smithi039 ceph-mon[181282]: pgmap v21397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:10.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:58:10 smithi032 ceph-mon[189144]: pgmap v21397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:10.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:58:10 smithi032 ceph-mon[191839]: pgmap v21397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:58:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:58:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:58:12.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:58:12 smithi039 ceph-mon[181282]: pgmap v21398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:12.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:58:12 smithi032 ceph-mon[191839]: pgmap v21398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:12.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:58:12 smithi032 ceph-mon[189144]: pgmap v21398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:14.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:58:14 smithi039 ceph-mon[181282]: pgmap v21399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:14.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:58:14 smithi032 ceph-mon[191839]: pgmap v21399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:14.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:58:14 smithi032 ceph-mon[189144]: pgmap v21399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:16.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:58:16 smithi039 ceph-mon[181282]: pgmap v21400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:16.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:58:16 smithi032 ceph-mon[191839]: pgmap v21400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:16.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:58:16 smithi032 ceph-mon[189144]: pgmap v21400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:18.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:58:18 smithi039 ceph-mon[181282]: pgmap v21401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:18.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:58:18 smithi032 ceph-mon[191839]: pgmap v21401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:18.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:58:18 smithi032 ceph-mon[189144]: pgmap v21401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:20.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:58:20 smithi039 ceph-mon[181282]: pgmap v21402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:20.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:58:20 smithi032 ceph-mon[189144]: pgmap v21402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:20.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:58:20 smithi032 ceph-mon[191839]: pgmap v21402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:58:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:58:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:58:21.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:58:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:58:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:58:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:58:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:58:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:58:22.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:58:22 smithi039 ceph-mon[181282]: pgmap v21403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:22.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:58:22 smithi032 ceph-mon[191839]: pgmap v21403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:22.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:58:22 smithi032 ceph-mon[189144]: pgmap v21403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:24.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:58:24 smithi039 ceph-mon[181282]: pgmap v21404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:24.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:58:24 smithi032 ceph-mon[191839]: pgmap v21404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:24.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:58:24 smithi032 ceph-mon[189144]: pgmap v21404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:26.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:58:26 smithi039 ceph-mon[181282]: pgmap v21405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:26.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:58:26 smithi032 ceph-mon[191839]: pgmap v21405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:26.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:58:26 smithi032 ceph-mon[189144]: pgmap v21405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:27.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:58:27 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:58:27.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:58:27 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:58:27.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:58:27 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:58:28.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:58:28 smithi039 ceph-mon[181282]: pgmap v21406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:28.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:58:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:58:28.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:58:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:58:28.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:58:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:58:28.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:58:28 smithi032 ceph-mon[191839]: pgmap v21406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:28.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:58:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:58:28.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:58:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:58:28.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:58:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:58:28.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:58:28 smithi032 ceph-mon[189144]: pgmap v21406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:28.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:58:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:58:28.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:58:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:58:28.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:58:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:58:30.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:58:30 smithi039 ceph-mon[181282]: pgmap v21407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:30.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:58:30 smithi032 ceph-mon[189144]: pgmap v21407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:30.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:58:30 smithi032 ceph-mon[191839]: pgmap v21407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:58:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:58:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T03:58:32.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:58:32 smithi039 ceph-mon[181282]: pgmap v21408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:32.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:58:32 smithi032 ceph-mon[191839]: pgmap v21408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:32.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:58:32 smithi032 ceph-mon[189144]: pgmap v21408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:33.607 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:58:33.931 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:58:33.932 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 67s ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:58:33.932 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 9m ago 10h 97.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:58:33.932 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 67s ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:58:33.932 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 9m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:58:33.932 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 9m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:58:33.932 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 67s ago 10h 580M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:58:33.932 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 67s ago 10h 692M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:58:33.932 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 9m ago 10h 449M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:58:33.932 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 67s ago 10h 471M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:58:33.932 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 67s ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:58:33.932 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 9m ago 10h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:58:33.932 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 67s ago 10h 1154M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:58:33.932 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 67s ago 10h 1251M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:58:33.932 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 67s ago 10h 908M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:58:33.933 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 67s ago 10h 1026M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:58:33.933 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 9m ago 10h 1351M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:58:33.933 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 9m ago 10h 1072M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:58:33.933 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 9m ago 10h 727M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:58:33.933 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 9m ago 10h 847M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:58:33.933 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 9m ago 10h 140M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:58:34.335 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:58:34.335 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:58:34.335 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:58:34.335 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:58:34.335 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:58:34.335 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:58:34.335 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:58:34.335 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:58:34.335 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:58:34.336 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:58:34.336 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:58:34.336 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:58:34.336 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:58:34.336 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:58:34.336 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:58:34.336 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:58:34.336 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:58:34.336 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:58:34.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:58:34 smithi039 ceph-mon[181282]: pgmap v21409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:34.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:58:34 smithi039 ceph-mon[181282]: from='client.57924 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:58:34.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:58:34 smithi032 ceph-mon[191839]: pgmap v21409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:34.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:58:34 smithi032 ceph-mon[191839]: from='client.57924 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:58:34.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:58:34 smithi032 ceph-mon[189144]: pgmap v21409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:34.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:58:34 smithi032 ceph-mon[189144]: from='client.57924 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:58:35.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:58:35 smithi039 ceph-mon[181282]: from='client.57930 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:58:35.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:58:35 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4016057665' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:58:35.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:58:35 smithi032 ceph-mon[189144]: from='client.57930 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:58:35.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:58:35 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4016057665' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:58:35.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:58:35 smithi032 ceph-mon[191839]: from='client.57930 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:58:35.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:58:35 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4016057665' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:58:36.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:58:36 smithi032 ceph-mon[191839]: pgmap v21410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:36.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:58:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:58:36.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:58:36 smithi032 ceph-mon[189144]: pgmap v21410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:36.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:58:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:58:36.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:58:36 smithi039 ceph-mon[181282]: pgmap v21410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:36.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:58:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:58:38.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:58:38 smithi032 ceph-mon[191839]: pgmap v21411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:38.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:58:38 smithi032 ceph-mon[189144]: pgmap v21411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:38.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:58:38 smithi039 ceph-mon[181282]: pgmap v21411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:40.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:58:40 smithi032 ceph-mon[191839]: pgmap v21412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:40.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:58:40 smithi032 ceph-mon[189144]: pgmap v21412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:40.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:58:40 smithi039 ceph-mon[181282]: pgmap v21412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:58:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:58:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:58:42.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:58:42 smithi032 ceph-mon[189144]: pgmap v21413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:42.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:58:42 smithi032 ceph-mon[191839]: pgmap v21413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:42.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:58:42 smithi039 ceph-mon[181282]: pgmap v21413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:44.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:58:44 smithi032 ceph-mon[191839]: pgmap v21414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:44.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:58:44 smithi032 ceph-mon[189144]: pgmap v21414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:44.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:58:44 smithi039 ceph-mon[181282]: pgmap v21414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:46.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:58:46 smithi032 ceph-mon[191839]: pgmap v21415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:46.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:58:46 smithi032 ceph-mon[189144]: pgmap v21415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:46.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:58:46 smithi039 ceph-mon[181282]: pgmap v21415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:48.685 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:58:48 smithi032 ceph-mon[191839]: pgmap v21416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:48.685 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:58:48 smithi032 ceph-mon[189144]: pgmap v21416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:48.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:58:48 smithi039 ceph-mon[181282]: pgmap v21416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:50.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:58:50 smithi032 ceph-mon[191839]: pgmap v21417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:50.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:58:50 smithi032 ceph-mon[189144]: pgmap v21417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:50.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:58:50 smithi039 ceph-mon[181282]: pgmap v21417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:58:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:58:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:58:51.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:58:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:58:51.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:58:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:58:51.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:58:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:58:52.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:58:52 smithi032 ceph-mon[191839]: pgmap v21418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:52.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:58:52 smithi032 ceph-mon[189144]: pgmap v21418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:52.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:58:52 smithi039 ceph-mon[181282]: pgmap v21418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:54.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:58:54 smithi032 ceph-mon[191839]: pgmap v21419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:54.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:58:54 smithi032 ceph-mon[189144]: pgmap v21419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:54.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:58:54 smithi039 ceph-mon[181282]: pgmap v21419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:56.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:58:56 smithi032 ceph-mon[191839]: pgmap v21420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:56.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:58:56 smithi032 ceph-mon[189144]: pgmap v21420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:56.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:58:56 smithi039 ceph-mon[181282]: pgmap v21420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:58.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:58:58 smithi032 ceph-mon[191839]: pgmap v21421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:58.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:58:58 smithi032 ceph-mon[189144]: pgmap v21421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:58:58.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:58:58 smithi039 ceph-mon[181282]: pgmap v21421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:00.684 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:59:00 smithi032 ceph-mon[191839]: pgmap v21422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:00.684 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:59:00 smithi032 ceph-mon[189144]: pgmap v21422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:00.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:59:00 smithi039 ceph-mon[181282]: pgmap v21422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:59:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:59:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:59:02.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:59:02 smithi032 ceph-mon[191839]: pgmap v21423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:02.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:59:02 smithi032 ceph-mon[189144]: pgmap v21423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:02.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:59:02 smithi039 ceph-mon[181282]: pgmap v21423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:04.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:59:04 smithi032 ceph-mon[189144]: pgmap v21424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:04.685 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:59:04 smithi032 ceph-mon[191839]: pgmap v21424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:04.701 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:59:04.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:59:04 smithi039 ceph-mon[181282]: pgmap v21424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:05.026 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:59:05.026 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 98s ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:59:05.026 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 9m ago 10h 97.2M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:59:05.026 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 98s ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:59:05.026 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 9m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:59:05.026 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 9m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:59:05.026 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 98s ago 10h 580M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:59:05.026 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 98s ago 10h 692M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:59:05.026 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 9m ago 10h 449M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:59:05.027 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 98s ago 10h 471M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:59:05.027 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 98s ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:59:05.027 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 9m ago 10h 20.6M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:59:05.027 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 98s ago 10h 1154M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:59:05.027 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 98s ago 10h 1251M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:59:05.027 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 98s ago 10h 908M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:59:05.027 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 98s ago 10h 1026M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:59:05.027 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 9m ago 10h 1351M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:59:05.027 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 9m ago 10h 1072M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:59:05.027 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 9m ago 10h 727M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:59:05.027 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 9m ago 10h 847M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:59:05.028 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 9m ago 10h 140M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:59:05.436 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:59:05.436 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:59:05.436 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:59:05.436 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:59:05.436 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:59:05.437 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:59:05.437 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:59:05.437 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:59:05.437 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:59:05.437 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:59:05.437 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:59:05.437 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:59:05.437 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:59:05.437 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:59:05.437 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:59:05.438 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:59:05.438 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:59:05.438 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:59:06.686 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:59:06 smithi032 ceph-mon[191839]: from='client.57942 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:59:06.687 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:59:06 smithi032 ceph-mon[191839]: from='client.67862 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:59:06.687 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:59:06 smithi032 ceph-mon[191839]: pgmap v21425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:06.687 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:59:06 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2997361447' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:59:06.687 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:59:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:59:06.688 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:59:06 smithi032 ceph-mon[189144]: from='client.57942 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:59:06.688 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:59:06 smithi032 ceph-mon[189144]: from='client.67862 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:59:06.688 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:59:06 smithi032 ceph-mon[189144]: pgmap v21425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:06.688 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:59:06 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2997361447' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:59:06.688 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:59:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:59:06.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:59:06 smithi039 ceph-mon[181282]: from='client.57942 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:59:06.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:59:06 smithi039 ceph-mon[181282]: from='client.67862 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:59:06.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:59:06 smithi039 ceph-mon[181282]: pgmap v21425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:06.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:59:06 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2997361447' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:59:06.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:59:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:59:08.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:59:08 smithi032 ceph-mon[191839]: pgmap v21426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:08.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:59:08 smithi032 ceph-mon[189144]: pgmap v21426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:08.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:59:08 smithi039 ceph-mon[181282]: pgmap v21426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:10.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:59:10 smithi032 ceph-mon[189144]: pgmap v21427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:10.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:59:10 smithi032 ceph-mon[191839]: pgmap v21427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:10.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:59:10 smithi039 ceph-mon[181282]: pgmap v21427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:59:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:59:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T03:59:12.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:59:12 smithi032 ceph-mon[189144]: pgmap v21428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:12.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:59:12 smithi032 ceph-mon[191839]: pgmap v21428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:12.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:59:12 smithi039 ceph-mon[181282]: pgmap v21428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:14.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:59:14 smithi032 ceph-mon[189144]: pgmap v21429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:14.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:59:14 smithi032 ceph-mon[191839]: pgmap v21429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:14.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:59:14 smithi039 ceph-mon[181282]: pgmap v21429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:16.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:59:16 smithi032 ceph-mon[191839]: pgmap v21430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:16.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:59:16 smithi032 ceph-mon[189144]: pgmap v21430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:16.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:59:16 smithi039 ceph-mon[181282]: pgmap v21430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:18.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:59:18 smithi032 ceph-mon[189144]: pgmap v21431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:18.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:59:18 smithi032 ceph-mon[191839]: pgmap v21431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:18.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:59:18 smithi039 ceph-mon[181282]: pgmap v21431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:20.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:59:20 smithi032 ceph-mon[189144]: pgmap v21432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:20.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:59:20 smithi032 ceph-mon[191839]: pgmap v21432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:59:20 smithi039 ceph-mon[181282]: pgmap v21432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:59:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:59:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:59:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:59:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:59:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:59:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:59:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:59:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:59:22.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:59:22 smithi032 ceph-mon[191839]: pgmap v21433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:22.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:59:22 smithi032 ceph-mon[189144]: pgmap v21433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:22.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:59:22 smithi039 ceph-mon[181282]: pgmap v21433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:24.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:59:24 smithi032 ceph-mon[191839]: pgmap v21434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:24.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:59:24 smithi032 ceph-mon[189144]: pgmap v21434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:24.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:59:24 smithi039 ceph-mon[181282]: pgmap v21434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:26.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:59:26 smithi032 ceph-mon[191839]: pgmap v21435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:26.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:59:26 smithi032 ceph-mon[189144]: pgmap v21435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:26.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:59:26 smithi039 ceph-mon[181282]: pgmap v21435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:28.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:59:28 smithi039 ceph-mon[181282]: pgmap v21436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:28.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:59:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:59:28.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:59:28 smithi032 ceph-mon[191839]: pgmap v21436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:28.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:59:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:59:28.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:59:28 smithi032 ceph-mon[189144]: pgmap v21436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:28.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:59:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T03:59:30.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:59:30 smithi032 ceph-mon[191839]: pgmap v21437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:30.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:59:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:59:30.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:59:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:59:30.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:59:30 smithi032 ceph-mon[189144]: pgmap v21437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:30.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:59:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:59:30.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:59:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:59:30.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:59:30 smithi039 ceph-mon[181282]: pgmap v21437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:30.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:59:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:59:30.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:59:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:59:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:59:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:59:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:59:31.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:59:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:59:31.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:59:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:59:31.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:59:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:59:31.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:59:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:59:31.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:59:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:59:31.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:59:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:59:31.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:59:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T03:59:31.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:59:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T03:59:31.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:59:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T03:59:32.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:59:32 smithi032 ceph-mon[191839]: pgmap v21438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:32.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:59:32 smithi032 ceph-mon[189144]: pgmap v21438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:32.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:59:32 smithi039 ceph-mon[181282]: pgmap v21438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:34.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:59:34 smithi032 ceph-mon[191839]: pgmap v21439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:34.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:59:34 smithi032 ceph-mon[189144]: pgmap v21439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:34.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:59:34 smithi039 ceph-mon[181282]: pgmap v21439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:35.816 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T03:59:36.140 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T03:59:36.141 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 2m ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T03:59:36.141 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 5s ago 10h 97.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T03:59:36.141 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 2m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T03:59:36.141 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 5s ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T03:59:36.141 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 5s ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T03:59:36.141 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 2m ago 10h 580M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T03:59:36.141 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 2m ago 10h 692M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T03:59:36.141 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 5s ago 10h 461M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T03:59:36.141 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 2m ago 10h 471M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T03:59:36.141 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 2m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T03:59:36.141 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 5s ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T03:59:36.141 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 2m ago 10h 1154M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T03:59:36.142 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 2m ago 10h 1251M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T03:59:36.142 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 2m ago 10h 908M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T03:59:36.142 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 2m ago 10h 1026M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T03:59:36.142 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 5s ago 10h 1377M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T03:59:36.142 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 5s ago 10h 1104M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T03:59:36.142 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 5s ago 10h 756M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T03:59:36.142 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 5s ago 10h 881M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T03:59:36.142 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 5s ago 10h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T03:59:36.546 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T03:59:36.547 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T03:59:36.547 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T03:59:36.547 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:59:36.547 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T03:59:36.547 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T03:59:36.547 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:59:36.547 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T03:59:36.547 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T03:59:36.547 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:59:36.547 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T03:59:36.547 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T03:59:36.547 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T03:59:36.547 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T03:59:36.547 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T03:59:36.548 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T03:59:36.548 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T03:59:36.548 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T03:59:36.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:59:36 smithi032 ceph-mon[191839]: pgmap v21440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:36.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:59:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:59:36.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:59:36 smithi032 ceph-mon[189144]: pgmap v21440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:36.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:59:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:59:36.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:59:36 smithi039 ceph-mon[181282]: pgmap v21440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:36.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:59:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:59:37.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:59:37 smithi032 ceph-mon[189144]: from='client.57960 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:59:37.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:59:37 smithi032 ceph-mon[189144]: from='client.57966 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:59:37.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:59:37 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/135146031' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:59:37.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:59:37 smithi032 ceph-mon[191839]: from='client.57960 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:59:37.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:59:37 smithi032 ceph-mon[191839]: from='client.57966 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:59:37.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:59:37 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/135146031' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:59:37.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:59:37 smithi039 ceph-mon[181282]: from='client.57960 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:59:37.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:59:37 smithi039 ceph-mon[181282]: from='client.57966 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T03:59:37.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:59:37 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/135146031' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T03:59:38.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:59:38 smithi032 ceph-mon[191839]: pgmap v21441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:38.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:59:38 smithi032 ceph-mon[189144]: pgmap v21441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:38.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:59:38 smithi039 ceph-mon[181282]: pgmap v21441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:40.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:59:40 smithi032 ceph-mon[191839]: pgmap v21442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:40.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:59:40 smithi032 ceph-mon[189144]: pgmap v21442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:40.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:59:40 smithi039 ceph-mon[181282]: pgmap v21442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:59:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:59:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T03:59:42.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:59:42 smithi032 ceph-mon[191839]: pgmap v21443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:42.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:59:42 smithi032 ceph-mon[189144]: pgmap v21443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:42.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:59:42 smithi039 ceph-mon[181282]: pgmap v21443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:44.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:59:44 smithi032 ceph-mon[191839]: pgmap v21444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:44.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:59:44 smithi032 ceph-mon[189144]: pgmap v21444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:44.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:59:44 smithi039 ceph-mon[181282]: pgmap v21444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:46.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:59:46 smithi032 ceph-mon[191839]: pgmap v21445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:46.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:59:46 smithi032 ceph-mon[189144]: pgmap v21445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:46.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:59:46 smithi039 ceph-mon[181282]: pgmap v21445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:48.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:59:48 smithi032 ceph-mon[191839]: pgmap v21446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:48.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:59:48 smithi032 ceph-mon[189144]: pgmap v21446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:48.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:59:48 smithi039 ceph-mon[181282]: pgmap v21446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:50.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:59:50 smithi032 ceph-mon[189144]: pgmap v21447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:50.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:59:50 smithi032 ceph-mon[191839]: pgmap v21447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:50.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:59:50 smithi039 ceph-mon[181282]: pgmap v21447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 03:59:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:03:59:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T03:59:51.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:59:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:59:51.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:59:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:59:51.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:59:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T03:59:52.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:59:52 smithi032 ceph-mon[191839]: pgmap v21448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:52.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:59:52 smithi032 ceph-mon[189144]: pgmap v21448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:52.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:59:52 smithi039 ceph-mon[181282]: pgmap v21448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:54.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:59:54 smithi032 ceph-mon[189144]: pgmap v21449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:54.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:59:54 smithi032 ceph-mon[191839]: pgmap v21449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:54.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:59:54 smithi039 ceph-mon[181282]: pgmap v21449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:56.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:59:56 smithi032 ceph-mon[189144]: pgmap v21450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:56.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:59:56 smithi032 ceph-mon[191839]: pgmap v21450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:56.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:59:56 smithi039 ceph-mon[181282]: pgmap v21450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:58.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 03:59:58 smithi032 ceph-mon[191839]: pgmap v21451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:58.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 03:59:58 smithi032 ceph-mon[189144]: pgmap v21451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T03:59:58.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 03:59:58 smithi039 ceph-mon[181282]: pgmap v21451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:00.412 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:00:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-23T03:59:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T04:00:00.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:00:00 smithi032 ceph-mon[189144]: pgmap v21452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:00.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:00:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T04:00:00.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:00:00 smithi032 ceph-mon[191839]: pgmap v21452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:00.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:00:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T04:00:00.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:00:00 smithi039 ceph-mon[181282]: pgmap v21452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:00.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:00:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T04:00:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:00:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:00:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:00:02.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:00:02 smithi032 ceph-mon[191839]: pgmap v21453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:02.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:00:02 smithi032 ceph-mon[189144]: pgmap v21453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:00:02 smithi039 ceph-mon[181282]: pgmap v21453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:04.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:00:04 smithi032 ceph-mon[189144]: pgmap v21454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:04.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:00:04 smithi032 ceph-mon[191839]: pgmap v21454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:04.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:00:04 smithi039 ceph-mon[181282]: pgmap v21454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:06.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:00:06 smithi032 ceph-mon[189144]: pgmap v21455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:06.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:00:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:00:06.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:00:06 smithi032 ceph-mon[191839]: pgmap v21455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:06.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:00:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:00:06.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:00:06 smithi039 ceph-mon[181282]: pgmap v21455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:06.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:00:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:00:06.921 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:00:07.245 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:00:07.245 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 2m ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:00:07.245 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 36s ago 10h 97.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:00:07.245 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 2m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:00:07.246 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 36s ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:00:07.246 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 37s ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:00:07.246 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 2m ago 10h 580M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:00:07.246 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 2m ago 10h 692M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:00:07.246 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 37s ago 10h 461M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:00:07.246 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 2m ago 10h 471M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:00:07.246 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 2m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:00:07.246 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 36s ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:00:07.246 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 2m ago 10h 1154M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:00:07.246 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 2m ago 10h 1251M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:00:07.246 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 2m ago 10h 908M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:00:07.246 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 2m ago 10h 1026M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:00:07.246 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 37s ago 10h 1377M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:00:07.246 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 37s ago 10h 1104M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:00:07.246 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 37s ago 10h 756M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:00:07.246 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 37s ago 10h 881M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:00:07.247 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 36s ago 10h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:00:07.652 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:00:07.652 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:00:07.652 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:00:07.652 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:00:07.652 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:00:07.652 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:00:07.653 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:00:07.653 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:00:07.653 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:00:07.653 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:00:07.653 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:00:07.653 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:00:07.653 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:00:07.653 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:00:07.653 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:00:07.653 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:00:07.653 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:00:07.653 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:00:08.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:00:08 smithi032 ceph-mon[189144]: from='client.67892 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:00:08.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:00:08 smithi032 ceph-mon[189144]: pgmap v21456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:08.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:00:08 smithi032 ceph-mon[189144]: from='client.57984 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:00:08.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:00:08 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/845669421' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:00:08.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:00:08 smithi032 ceph-mon[191839]: from='client.67892 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:00:08.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:00:08 smithi032 ceph-mon[191839]: pgmap v21456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:08.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:00:08 smithi032 ceph-mon[191839]: from='client.57984 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:00:08.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:00:08 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/845669421' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:00:08.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:00:08 smithi039 ceph-mon[181282]: from='client.67892 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:00:08.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:00:08 smithi039 ceph-mon[181282]: pgmap v21456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:08.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:00:08 smithi039 ceph-mon[181282]: from='client.57984 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:00:08.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:00:08 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/845669421' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:00:10.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:00:10 smithi039 ceph-mon[181282]: pgmap v21457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:10.859 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:00:10 smithi032 ceph-mon[189144]: pgmap v21457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:10.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:00:10 smithi032 ceph-mon[191839]: pgmap v21457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:00:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:00:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:00:12.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:00:12 smithi039 ceph-mon[181282]: pgmap v21458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:12.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:00:12 smithi032 ceph-mon[189144]: pgmap v21458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:12.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:00:12 smithi032 ceph-mon[191839]: pgmap v21458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:14.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:00:14 smithi039 ceph-mon[181282]: pgmap v21459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:14.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:00:14 smithi032 ceph-mon[191839]: pgmap v21459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:14.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:00:14 smithi032 ceph-mon[189144]: pgmap v21459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:16.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:00:16 smithi039 ceph-mon[181282]: pgmap v21460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:16.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:00:16 smithi032 ceph-mon[191839]: pgmap v21460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:16.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:00:16 smithi032 ceph-mon[189144]: pgmap v21460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:17.259 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 23 04:00:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-23T04:00:16.983744914Z level=info msg="Completed cleanup jobs" duration=13.321843ms 2023-12-23T04:00:18.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:00:18 smithi039 ceph-mon[181282]: pgmap v21461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:18.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:00:18 smithi032 ceph-mon[191839]: pgmap v21461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:18.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:00:18 smithi032 ceph-mon[189144]: pgmap v21461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:20.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:00:20 smithi039 ceph-mon[181282]: pgmap v21462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:20.859 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:00:20 smithi032 ceph-mon[189144]: pgmap v21462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:20.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:00:20 smithi032 ceph-mon[191839]: pgmap v21462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:00:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:00:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:00:21.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:00:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:00:21.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:00:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:00:21.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:00:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:00:22.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:00:22 smithi039 ceph-mon[181282]: pgmap v21463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:22.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:00:22 smithi032 ceph-mon[191839]: pgmap v21463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:22.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:00:22 smithi032 ceph-mon[189144]: pgmap v21463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:24.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:00:24 smithi039 ceph-mon[181282]: pgmap v21464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:24.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:00:24 smithi032 ceph-mon[191839]: pgmap v21464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:24.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:00:24 smithi032 ceph-mon[189144]: pgmap v21464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:26.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:00:26 smithi039 ceph-mon[181282]: pgmap v21465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:26.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:00:26 smithi032 ceph-mon[191839]: pgmap v21465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:26.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:00:26 smithi032 ceph-mon[189144]: pgmap v21465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:28.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:00:28 smithi039 ceph-mon[181282]: pgmap v21466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:28.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:00:28 smithi032 ceph-mon[191839]: pgmap v21466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:28.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:00:28 smithi032 ceph-mon[189144]: pgmap v21466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:30.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:00:30 smithi039 ceph-mon[181282]: pgmap v21467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:30.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:00:30 smithi032 ceph-mon[191839]: pgmap v21467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:30.859 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:00:30 smithi032 ceph-mon[189144]: pgmap v21467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:00:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:00:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:00:31.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:00:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:00:31.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:00:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:00:31.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:00:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:00:31.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:00:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:00:31.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:00:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:00:31.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:00:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:00:31.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:00:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:00:31.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:00:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:00:31.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:00:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:00:31.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:00:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:00:31.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:00:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:00:31.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:00:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:00:32.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:00:32 smithi039 ceph-mon[181282]: pgmap v21468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:32.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:00:32 smithi032 ceph-mon[189144]: pgmap v21468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:32.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:00:32 smithi032 ceph-mon[191839]: pgmap v21468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:34.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:00:34 smithi039 ceph-mon[181282]: pgmap v21469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:34.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:00:34 smithi032 ceph-mon[189144]: pgmap v21469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:34.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:00:34 smithi032 ceph-mon[191839]: pgmap v21469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:36.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:00:36 smithi039 ceph-mon[181282]: pgmap v21470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:36.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:00:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:00:36.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:00:36 smithi032 ceph-mon[189144]: pgmap v21470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:36.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:00:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:00:36.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:00:36 smithi032 ceph-mon[191839]: pgmap v21470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:36.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:00:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:00:38.021 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:00:38.349 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:00:38.349 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 3m ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:00:38.349 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 68s ago 10h 97.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:00:38.349 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 3m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:00:38.349 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 68s ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:00:38.349 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 68s ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:00:38.349 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 3m ago 10h 580M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:00:38.349 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 3m ago 10h 692M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:00:38.350 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 68s ago 10h 461M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:00:38.350 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 3m ago 10h 471M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:00:38.350 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 3m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:00:38.350 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 68s ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:00:38.350 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 3m ago 10h 1154M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:00:38.350 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 3m ago 10h 1251M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:00:38.350 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 3m ago 10h 908M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:00:38.350 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 3m ago 10h 1026M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:00:38.350 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 68s ago 10h 1377M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:00:38.350 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 68s ago 10h 1104M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:00:38.350 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 68s ago 10h 756M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:00:38.350 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 68s ago 10h 881M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:00:38.350 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 68s ago 10h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:00:38.752 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:00:38.752 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:00:38.752 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:00:38.753 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:00:38.753 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:00:38.753 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:00:38.753 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:00:38.753 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:00:38.753 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:00:38.753 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:00:38.753 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:00:38.753 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:00:38.753 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:00:38.753 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:00:38.753 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:00:38.753 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:00:38.753 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:00:38.754 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:00:38.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:00:38 smithi039 ceph-mon[181282]: pgmap v21471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:38.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:00:38 smithi032 ceph-mon[191839]: pgmap v21471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:38.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:00:38 smithi032 ceph-mon[189144]: pgmap v21471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:39.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:00:39 smithi039 ceph-mon[181282]: from='client.57996 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:00:39.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:00:39 smithi039 ceph-mon[181282]: from='client.58002 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:00:39.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:00:39 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2193179007' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:00:39.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:00:39 smithi032 ceph-mon[189144]: from='client.57996 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:00:39.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:00:39 smithi032 ceph-mon[189144]: from='client.58002 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:00:39.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:00:39 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2193179007' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:00:39.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:00:39 smithi032 ceph-mon[191839]: from='client.57996 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:00:39.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:00:39 smithi032 ceph-mon[191839]: from='client.58002 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:00:39.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:00:39 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2193179007' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:00:40.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:00:40 smithi039 ceph-mon[181282]: pgmap v21472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:40.859 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:00:40 smithi032 ceph-mon[189144]: pgmap v21472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:40.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:00:40 smithi032 ceph-mon[191839]: pgmap v21472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:00:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:00:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:00:42.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:00:42 smithi039 ceph-mon[181282]: pgmap v21473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:42.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:00:42 smithi032 ceph-mon[189144]: pgmap v21473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:42.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:00:42 smithi032 ceph-mon[191839]: pgmap v21473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:44.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:00:44 smithi039 ceph-mon[181282]: pgmap v21474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:44.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:00:44 smithi032 ceph-mon[191839]: pgmap v21474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:44.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:00:44 smithi032 ceph-mon[189144]: pgmap v21474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:46.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:00:46 smithi039 ceph-mon[181282]: pgmap v21475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:46.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:00:46 smithi032 ceph-mon[191839]: pgmap v21475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:46.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:00:46 smithi032 ceph-mon[189144]: pgmap v21475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:48.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:00:48 smithi032 ceph-mon[191839]: pgmap v21476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:48.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:00:48 smithi032 ceph-mon[189144]: pgmap v21476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:49.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:00:48 smithi039 ceph-mon[181282]: pgmap v21476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:50.859 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:00:50 smithi032 ceph-mon[189144]: pgmap v21477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:50.859 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:00:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:00:50.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:00:50 smithi032 ceph-mon[191839]: pgmap v21477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:50.860 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:00:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:00:51.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:00:50 smithi039 ceph-mon[181282]: pgmap v21477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:51.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:00:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:00:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:00:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:00:50] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-23T04:00:52.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:00:52 smithi032 ceph-mon[189144]: pgmap v21478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:52.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:00:52 smithi032 ceph-mon[191839]: pgmap v21478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:53.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:00:52 smithi039 ceph-mon[181282]: pgmap v21478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:54.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:00:54 smithi032 ceph-mon[191839]: pgmap v21479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:54.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:00:54 smithi032 ceph-mon[189144]: pgmap v21479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:55.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:00:54 smithi039 ceph-mon[181282]: pgmap v21479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:56.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:00:56 smithi032 ceph-mon[191839]: pgmap v21480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:56.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:00:56 smithi032 ceph-mon[189144]: pgmap v21480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:57.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:00:56 smithi039 ceph-mon[181282]: pgmap v21480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:58.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:00:58 smithi032 ceph-mon[191839]: pgmap v21481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:58.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:00:58 smithi032 ceph-mon[189144]: pgmap v21481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:00:59.009 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:00:58 smithi039 ceph-mon[181282]: pgmap v21481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:00.859 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:01:00 smithi032 ceph-mon[189144]: pgmap v21482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:00.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:01:00 smithi032 ceph-mon[191839]: pgmap v21482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:01.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:01:00 smithi039 ceph-mon[181282]: pgmap v21482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:01:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:01:00] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-12-23T04:01:02.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:01:02 smithi032 ceph-mon[191839]: pgmap v21483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:02.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:01:02 smithi032 ceph-mon[189144]: pgmap v21483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:03.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:01:02 smithi039 ceph-mon[181282]: pgmap v21483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:04.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:01:04 smithi032 ceph-mon[191839]: pgmap v21484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:04.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:01:04 smithi032 ceph-mon[189144]: pgmap v21484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:05.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:01:04 smithi039 ceph-mon[181282]: pgmap v21484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:06.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:01:06 smithi039 ceph-mon[181282]: pgmap v21485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:06.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:01:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:01:06.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:01:06 smithi032 ceph-mon[189144]: pgmap v21485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:06.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:01:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:01:06.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:01:06 smithi032 ceph-mon[191839]: pgmap v21485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:06.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:01:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:01:08.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:01:08 smithi039 ceph-mon[181282]: pgmap v21486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:08.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:01:08 smithi032 ceph-mon[191839]: pgmap v21486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:08.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:01:08 smithi032 ceph-mon[189144]: pgmap v21486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:09.121 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:01:09.446 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:01:09.446 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 3m ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:01:09.446 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 99s ago 10h 97.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:01:09.446 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 3m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:01:09.446 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 99s ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:01:09.446 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 99s ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:01:09.446 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 3m ago 10h 580M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:01:09.446 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 3m ago 10h 692M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:01:09.446 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 99s ago 10h 461M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:01:09.446 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 3m ago 10h 471M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:01:09.446 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 3m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:01:09.446 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 99s ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:01:09.447 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 3m ago 10h 1154M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:01:09.447 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 3m ago 10h 1251M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:01:09.447 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 3m ago 10h 908M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:01:09.447 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 3m ago 10h 1026M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:01:09.447 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 99s ago 10h 1377M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:01:09.447 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 99s ago 10h 1104M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:01:09.447 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 99s ago 10h 756M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:01:09.447 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 99s ago 10h 881M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:01:09.447 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 99s ago 10h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:01:09.846 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:01:09.846 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:01:09.846 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:01:09.846 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:01:09.846 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:01:09.847 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:01:09.847 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:01:09.847 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:01:09.847 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:01:09.847 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:01:09.847 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:01:09.847 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:01:09.847 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:01:09.847 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:01:09.847 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:01:09.847 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:01:09.847 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:01:09.847 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:01:10.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:01:10 smithi039 ceph-mon[181282]: pgmap v21487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:10.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:01:10 smithi039 ceph-mon[181282]: from='client.58014 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:01:10.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:01:10 smithi039 ceph-mon[181282]: from='client.58020 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:01:10.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:01:10 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3852893790' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:01:10.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:01:10 smithi032 ceph-mon[191839]: pgmap v21487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:10.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:01:10 smithi032 ceph-mon[191839]: from='client.58014 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:01:10.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:01:10 smithi032 ceph-mon[191839]: from='client.58020 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:01:10.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:01:10 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3852893790' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:01:10.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:01:10 smithi032 ceph-mon[189144]: pgmap v21487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:10.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:01:10 smithi032 ceph-mon[189144]: from='client.58014 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:01:10.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:01:10 smithi032 ceph-mon[189144]: from='client.58020 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:01:10.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:01:10 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3852893790' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:01:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:01:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:01:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:01:12.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:01:12 smithi039 ceph-mon[181282]: pgmap v21488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:12.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:01:12 smithi032 ceph-mon[191839]: pgmap v21488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:12.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:01:12 smithi032 ceph-mon[189144]: pgmap v21488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:14.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:01:14 smithi039 ceph-mon[181282]: pgmap v21489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:14.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:01:14 smithi032 ceph-mon[189144]: pgmap v21489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:14.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:01:14 smithi032 ceph-mon[191839]: pgmap v21489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:16.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:01:16 smithi039 ceph-mon[181282]: pgmap v21490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:16.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:01:16 smithi032 ceph-mon[191839]: pgmap v21490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:16.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:01:16 smithi032 ceph-mon[189144]: pgmap v21490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:18.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:01:18 smithi039 ceph-mon[181282]: pgmap v21491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:18.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:01:18 smithi032 ceph-mon[191839]: pgmap v21491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:18.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:01:18 smithi032 ceph-mon[189144]: pgmap v21491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:20.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:01:20 smithi039 ceph-mon[181282]: pgmap v21492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:20.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:01:20 smithi032 ceph-mon[191839]: pgmap v21492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:20.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:01:20 smithi032 ceph-mon[189144]: pgmap v21492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:01:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:01:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:01:21.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:01:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:01:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:01:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:01:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:01:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:01:22.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:01:22 smithi039 ceph-mon[181282]: pgmap v21493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:22.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:01:22 smithi032 ceph-mon[191839]: pgmap v21493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:22.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:01:22 smithi032 ceph-mon[189144]: pgmap v21493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:24.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:01:24 smithi039 ceph-mon[181282]: pgmap v21494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:24.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:01:24 smithi032 ceph-mon[189144]: pgmap v21494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:24.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:01:24 smithi032 ceph-mon[191839]: pgmap v21494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:26.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:01:26 smithi039 ceph-mon[181282]: pgmap v21495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:26.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:01:26 smithi032 ceph-mon[191839]: pgmap v21495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:26.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:01:26 smithi032 ceph-mon[189144]: pgmap v21495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:28.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:01:28 smithi039 ceph-mon[181282]: pgmap v21496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:28.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:01:28 smithi032 ceph-mon[191839]: pgmap v21496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:28.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:01:28 smithi032 ceph-mon[189144]: pgmap v21496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:30.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:01:30 smithi039 ceph-mon[181282]: pgmap v21497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:30.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:01:30 smithi032 ceph-mon[191839]: pgmap v21497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:30.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:01:30 smithi032 ceph-mon[189144]: pgmap v21497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:01:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:01:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:01:32.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:01:32 smithi039 ceph-mon[181282]: pgmap v21498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:32.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:01:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:01:32.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:01:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:01:32.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:01:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:01:32.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:01:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:01:32.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:01:32 smithi032 ceph-mon[189144]: pgmap v21498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:32.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:01:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:01:32.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:01:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:01:32.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:01:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:01:32.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:01:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:01:32.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:01:32 smithi032 ceph-mon[191839]: pgmap v21498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:32.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:01:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:01:32.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:01:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:01:32.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:01:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:01:32.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:01:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:01:34.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:01:34 smithi039 ceph-mon[181282]: pgmap v21499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:34.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:01:34 smithi032 ceph-mon[191839]: pgmap v21499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:34.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:01:34 smithi032 ceph-mon[189144]: pgmap v21499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:01:36 smithi039 ceph-mon[181282]: pgmap v21500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:01:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:01:36.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:01:36 smithi032 ceph-mon[191839]: pgmap v21500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:36.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:01:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:01:36.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:01:36 smithi032 ceph-mon[189144]: pgmap v21500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:36.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:01:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:01:38.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:01:38 smithi039 ceph-mon[181282]: pgmap v21501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:38.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:01:38 smithi032 ceph-mon[189144]: pgmap v21501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:38.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:01:38 smithi032 ceph-mon[191839]: pgmap v21501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:40.210 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:01:40.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:01:40 smithi039 ceph-mon[181282]: pgmap v21502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:40.536 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:01:40.536 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 4m ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:01:40.537 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 2m ago 10h 97.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:01:40.537 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 4m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:01:40.537 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 2m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:01:40.537 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 2m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:01:40.537 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 4m ago 10h 580M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:01:40.537 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 4m ago 10h 692M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:01:40.537 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 2m ago 10h 461M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:01:40.537 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 4m ago 10h 471M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:01:40.537 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 4m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:01:40.537 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 2m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:01:40.537 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 4m ago 10h 1154M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:01:40.537 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 4m ago 10h 1251M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:01:40.537 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 4m ago 10h 908M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:01:40.538 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 4m ago 10h 1026M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:01:40.538 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 2m ago 10h 1377M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:01:40.538 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 2m ago 10h 1104M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:01:40.538 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 2m ago 10h 756M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:01:40.538 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 2m ago 10h 881M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:01:40.538 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 2m ago 10h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:01:40.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:01:40 smithi032 ceph-mon[189144]: pgmap v21502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:40.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:01:40 smithi032 ceph-mon[191839]: pgmap v21502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:40.944 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:01:40.944 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:01:40.944 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:01:40.944 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:01:40.945 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:01:40.945 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:01:40.945 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:01:40.945 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:01:40.945 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:01:40.945 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:01:40.945 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:01:40.945 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:01:40.945 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:01:40.945 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:01:40.945 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:01:40.945 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:01:40.945 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:01:40.945 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:01:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:01:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:01:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T04:01:41.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:01:41 smithi039 ceph-mon[181282]: from='client.67946 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:01:41.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:01:41 smithi039 ceph-mon[181282]: from='client.67952 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:01:41.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:01:41 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1301452841' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:01:41.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:01:41 smithi032 ceph-mon[189144]: from='client.67946 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:01:41.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:01:41 smithi032 ceph-mon[189144]: from='client.67952 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:01:41.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:01:41 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1301452841' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:01:41.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:01:41 smithi032 ceph-mon[191839]: from='client.67946 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:01:41.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:01:41 smithi032 ceph-mon[191839]: from='client.67952 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:01:41.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:01:41 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1301452841' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:01:42.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:01:42 smithi039 ceph-mon[181282]: pgmap v21503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:42.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:01:42 smithi032 ceph-mon[191839]: pgmap v21503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:42.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:01:42 smithi032 ceph-mon[189144]: pgmap v21503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:44.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:01:44 smithi032 ceph-mon[189144]: pgmap v21504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:44.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:01:44 smithi032 ceph-mon[191839]: pgmap v21504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:44.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:01:44 smithi039 ceph-mon[181282]: pgmap v21504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:46.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:01:46 smithi032 ceph-mon[189144]: pgmap v21505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:46.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:01:46 smithi032 ceph-mon[191839]: pgmap v21505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:46.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:01:46 smithi039 ceph-mon[181282]: pgmap v21505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:48.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:01:48 smithi032 ceph-mon[191839]: pgmap v21506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:48.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:01:48 smithi032 ceph-mon[189144]: pgmap v21506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:48.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:01:48 smithi039 ceph-mon[181282]: pgmap v21506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:50.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:01:50 smithi032 ceph-mon[191839]: pgmap v21507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:50.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:01:50 smithi032 ceph-mon[189144]: pgmap v21507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:50.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:01:50 smithi039 ceph-mon[181282]: pgmap v21507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:01:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:01:50] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T04:01:51.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:01:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:01:51.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:01:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:01:51.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:01:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:01:52.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:01:52 smithi032 ceph-mon[189144]: pgmap v21508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:52.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:01:52 smithi032 ceph-mon[191839]: pgmap v21508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:52.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:01:52 smithi039 ceph-mon[181282]: pgmap v21508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:54.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:01:54 smithi032 ceph-mon[191839]: pgmap v21509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:54.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:01:54 smithi032 ceph-mon[189144]: pgmap v21509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:54.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:01:54 smithi039 ceph-mon[181282]: pgmap v21509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:56.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:01:56 smithi032 ceph-mon[189144]: pgmap v21510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:56.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:01:56 smithi032 ceph-mon[191839]: pgmap v21510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:56.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:01:56 smithi039 ceph-mon[181282]: pgmap v21510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:58.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:01:58 smithi032 ceph-mon[189144]: pgmap v21511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:58.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:01:58 smithi032 ceph-mon[191839]: pgmap v21511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:01:58.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:01:58 smithi039 ceph-mon[181282]: pgmap v21511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:00.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:02:00 smithi032 ceph-mon[191839]: pgmap v21512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:00.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:02:00 smithi032 ceph-mon[189144]: pgmap v21512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:00.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:02:00 smithi039 ceph-mon[181282]: pgmap v21512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:02:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:02:00] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T04:02:02.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:02:02 smithi032 ceph-mon[191839]: pgmap v21513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:02.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:02:02 smithi032 ceph-mon[189144]: pgmap v21513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:02:02 smithi039 ceph-mon[181282]: pgmap v21513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:04.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:02:04 smithi032 ceph-mon[191839]: pgmap v21514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:04.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:02:04 smithi032 ceph-mon[189144]: pgmap v21514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:04.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:02:04 smithi039 ceph-mon[181282]: pgmap v21514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:06.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:02:06 smithi032 ceph-mon[189144]: pgmap v21515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:06.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:02:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:02:06.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:02:06 smithi032 ceph-mon[191839]: pgmap v21515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:06.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:02:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:02:06.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:02:06 smithi039 ceph-mon[181282]: pgmap v21515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:06.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:02:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:02:08.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:02:08 smithi032 ceph-mon[191839]: pgmap v21516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:08.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:02:08 smithi032 ceph-mon[189144]: pgmap v21516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:08.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:02:08 smithi039 ceph-mon[181282]: pgmap v21516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:10.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:02:10 smithi032 ceph-mon[191839]: pgmap v21517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:10.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:02:10 smithi032 ceph-mon[189144]: pgmap v21517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:10.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:02:10 smithi039 ceph-mon[181282]: pgmap v21517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:02:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:02:10] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T04:02:11.315 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:02:11.642 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:02:11.642 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 4m ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:02:11.642 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 2m ago 10h 97.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:02:11.642 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 4m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:02:11.642 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 2m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:02:11.642 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 2m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:02:11.642 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 4m ago 10h 580M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:02:11.642 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 4m ago 10h 692M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:02:11.642 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 2m ago 10h 461M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:02:11.642 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 4m ago 10h 471M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:02:11.642 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 4m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:02:11.642 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 2m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:02:11.643 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 4m ago 10h 1154M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:02:11.643 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 4m ago 10h 1251M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:02:11.643 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 4m ago 10h 908M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:02:11.643 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 4m ago 10h 1026M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:02:11.643 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 2m ago 10h 1377M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:02:11.643 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 2m ago 10h 1104M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:02:11.643 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 2m ago 10h 756M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:02:11.643 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 2m ago 10h 881M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:02:11.643 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 2m ago 10h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:02:12.043 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:02:12.043 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:02:12.043 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:02:12.044 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:02:12.044 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:02:12.044 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:02:12.044 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:02:12.044 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:02:12.044 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:02:12.044 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:02:12.044 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:02:12.044 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:02:12.044 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:02:12.044 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:02:12.044 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:02:12.044 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:02:12.044 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:02:12.044 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:02:12.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:02:12 smithi032 ceph-mon[191839]: pgmap v21518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:12.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:02:12 smithi032 ceph-mon[191839]: from='client.67964 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:02:12.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:02:12 smithi032 ceph-mon[191839]: from='client.67970 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:02:12.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:02:12 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/372942461' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:02:12.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:02:12 smithi032 ceph-mon[189144]: pgmap v21518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:12.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:02:12 smithi032 ceph-mon[189144]: from='client.67964 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:02:12.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:02:12 smithi032 ceph-mon[189144]: from='client.67970 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:02:12.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:02:12 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/372942461' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:02:12.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:02:12 smithi039 ceph-mon[181282]: pgmap v21518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:12.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:02:12 smithi039 ceph-mon[181282]: from='client.67964 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:02:12.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:02:12 smithi039 ceph-mon[181282]: from='client.67970 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:02:12.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:02:12 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/372942461' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:02:14.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:02:14 smithi032 ceph-mon[191839]: pgmap v21519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:14.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:02:14 smithi032 ceph-mon[189144]: pgmap v21519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:14.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:02:14 smithi039 ceph-mon[181282]: pgmap v21519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:16.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:02:16 smithi032 ceph-mon[189144]: pgmap v21520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:16.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:02:16 smithi032 ceph-mon[191839]: pgmap v21520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:16.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:02:16 smithi039 ceph-mon[181282]: pgmap v21520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:18.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:02:18 smithi032 ceph-mon[191839]: pgmap v21521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:18.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:02:18 smithi032 ceph-mon[189144]: pgmap v21521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:18.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:02:18 smithi039 ceph-mon[181282]: pgmap v21521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:20.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:02:20 smithi032 ceph-mon[189144]: pgmap v21522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:20.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:02:20 smithi032 ceph-mon[191839]: pgmap v21522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:02:20 smithi039 ceph-mon[181282]: pgmap v21522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:02:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:02:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:02:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:02:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:02:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:02:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:02:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:02:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:02:22.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:02:22 smithi032 ceph-mon[191839]: pgmap v21523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:22.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:02:22 smithi032 ceph-mon[189144]: pgmap v21523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:22.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:02:22 smithi039 ceph-mon[181282]: pgmap v21523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:24.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:02:24 smithi032 ceph-mon[191839]: pgmap v21524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:24.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:02:24 smithi032 ceph-mon[189144]: pgmap v21524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:24.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:02:24 smithi039 ceph-mon[181282]: pgmap v21524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:26.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:02:26 smithi032 ceph-mon[191839]: pgmap v21525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:26.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:02:26 smithi032 ceph-mon[189144]: pgmap v21525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:26.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:02:26 smithi039 ceph-mon[181282]: pgmap v21525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:28.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:02:28 smithi032 ceph-mon[189144]: pgmap v21526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:28.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:02:28 smithi032 ceph-mon[191839]: pgmap v21526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:28.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:02:28 smithi039 ceph-mon[181282]: pgmap v21526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:30.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:02:30 smithi032 ceph-mon[191839]: pgmap v21527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:30.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:02:30 smithi032 ceph-mon[189144]: pgmap v21527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:30.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:02:30 smithi039 ceph-mon[181282]: pgmap v21527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:02:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:02:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:02:32.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:02:32 smithi032 ceph-mon[191839]: pgmap v21528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:32.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:02:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:02:32.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:02:32 smithi032 ceph-mon[189144]: pgmap v21528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:32.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:02:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:02:32.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:02:32 smithi039 ceph-mon[181282]: pgmap v21528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:32.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:02:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:02:33.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:02:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:02:33.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:02:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:02:33.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:02:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:02:33.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:02:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:02:33.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:02:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:02:33.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:02:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:02:33.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:02:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:02:33.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:02:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:02:33.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:02:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:02:34.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:02:34 smithi032 ceph-mon[191839]: pgmap v21529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:34.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:02:34 smithi032 ceph-mon[189144]: pgmap v21529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:02:34 smithi039 ceph-mon[181282]: pgmap v21529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:02:36 smithi039 ceph-mon[181282]: pgmap v21530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:36.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:02:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:02:36.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:02:36 smithi032 ceph-mon[191839]: pgmap v21530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:36.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:02:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:02:36.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:02:36 smithi032 ceph-mon[189144]: pgmap v21530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:36.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:02:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:02:38.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:02:38 smithi039 ceph-mon[181282]: pgmap v21531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:38.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:02:38 smithi032 ceph-mon[191839]: pgmap v21531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:38.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:02:38 smithi032 ceph-mon[189144]: pgmap v21531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:40.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:02:40 smithi039 ceph-mon[181282]: pgmap v21532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:40.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:02:40 smithi032 ceph-mon[191839]: pgmap v21532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:40.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:02:40 smithi032 ceph-mon[189144]: pgmap v21532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:02:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:02:40] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T04:02:42.407 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:02:42.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:02:42 smithi039 ceph-mon[181282]: pgmap v21533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:42.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:02:42 smithi032 ceph-mon[189144]: pgmap v21533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:42.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:02:42 smithi032 ceph-mon[191839]: pgmap v21533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:42.731 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:02:42.731 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 5m ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:02:42.731 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 3m ago 10h 97.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:02:42.731 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 5m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:02:42.731 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 3m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:02:42.731 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 3m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:02:42.731 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 5m ago 10h 580M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:02:42.731 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 5m ago 10h 692M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:02:42.731 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 3m ago 10h 461M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:02:42.731 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 5m ago 10h 471M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:02:42.731 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 5m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:02:42.732 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 3m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:02:42.732 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 5m ago 10h 1154M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:02:42.732 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 5m ago 10h 1251M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:02:42.732 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 5m ago 10h 908M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:02:42.732 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 5m ago 10h 1026M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:02:42.732 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 3m ago 10h 1377M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:02:42.732 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 3m ago 10h 1104M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:02:42.732 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 3m ago 10h 756M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:02:42.732 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 3m ago 10h 881M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:02:42.732 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 3m ago 10h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:02:43.133 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:02:43.133 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:02:43.134 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:02:43.134 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:02:43.134 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:02:43.134 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:02:43.134 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:02:43.134 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:02:43.134 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:02:43.134 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:02:43.134 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:02:43.134 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:02:43.134 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:02:43.134 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:02:43.134 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:02:43.134 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:02:43.134 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:02:43.134 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:02:43.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:02:43 smithi039 ceph-mon[181282]: from='client.58068 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:02:43.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:02:43 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3595920550' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:02:43.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:02:43 smithi032 ceph-mon[191839]: from='client.58068 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:02:43.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:02:43 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3595920550' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:02:43.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:02:43 smithi032 ceph-mon[189144]: from='client.58068 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:02:43.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:02:43 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3595920550' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:02:44.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:02:44 smithi039 ceph-mon[181282]: from='client.67988 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:02:44.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:02:44 smithi039 ceph-mon[181282]: pgmap v21534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:44.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:02:44 smithi032 ceph-mon[189144]: from='client.67988 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:02:44.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:02:44 smithi032 ceph-mon[189144]: pgmap v21534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:44.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:02:44 smithi032 ceph-mon[191839]: from='client.67988 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:02:44.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:02:44 smithi032 ceph-mon[191839]: pgmap v21534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:46.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:02:46 smithi039 ceph-mon[181282]: pgmap v21535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:46.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:02:46 smithi032 ceph-mon[191839]: pgmap v21535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:46.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:02:46 smithi032 ceph-mon[189144]: pgmap v21535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:48.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:02:48 smithi039 ceph-mon[181282]: pgmap v21536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:48.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:02:48 smithi032 ceph-mon[191839]: pgmap v21536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:48.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:02:48 smithi032 ceph-mon[189144]: pgmap v21536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:50.509 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:02:50 smithi039 ceph-mon[181282]: pgmap v21537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:50.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:02:50 smithi032 ceph-mon[189144]: pgmap v21537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:50.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:02:50 smithi032 ceph-mon[191839]: pgmap v21537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:02:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:02:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:02:51.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:02:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:02:51.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:02:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:02:51.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:02:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:02:52.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:02:52 smithi039 ceph-mon[181282]: pgmap v21538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:52.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:02:52 smithi032 ceph-mon[191839]: pgmap v21538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:52.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:02:52 smithi032 ceph-mon[189144]: pgmap v21538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:54.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:02:54 smithi039 ceph-mon[181282]: pgmap v21539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:54.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:02:54 smithi032 ceph-mon[191839]: pgmap v21539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:54.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:02:54 smithi032 ceph-mon[189144]: pgmap v21539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:56.508 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:02:56 smithi039 ceph-mon[181282]: pgmap v21540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:56.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:02:56 smithi032 ceph-mon[189144]: pgmap v21540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:56.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:02:56 smithi032 ceph-mon[191839]: pgmap v21540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:58.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:02:58 smithi032 ceph-mon[191839]: pgmap v21541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:58.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:02:58 smithi032 ceph-mon[189144]: pgmap v21541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:02:58.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:02:58 smithi039 ceph-mon[181282]: pgmap v21541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:00.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:03:00 smithi032 ceph-mon[189144]: pgmap v21542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:00.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:03:00 smithi032 ceph-mon[191839]: pgmap v21542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:00.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:03:00 smithi039 ceph-mon[181282]: pgmap v21542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:03:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:03:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:03:02.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:03:02 smithi032 ceph-mon[189144]: pgmap v21543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:02.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:03:02 smithi032 ceph-mon[191839]: pgmap v21543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:03:02 smithi039 ceph-mon[181282]: pgmap v21543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:04.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:03:04 smithi032 ceph-mon[189144]: pgmap v21544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:04.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:03:04 smithi032 ceph-mon[191839]: pgmap v21544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:04.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:03:04 smithi039 ceph-mon[181282]: pgmap v21544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:06.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:03:06 smithi032 ceph-mon[189144]: pgmap v21545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:06.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:03:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:03:06.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:03:06 smithi032 ceph-mon[191839]: pgmap v21545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:06.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:03:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:03:06.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:03:06 smithi039 ceph-mon[181282]: pgmap v21545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:06.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:03:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:03:08.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:03:08 smithi032 ceph-mon[191839]: pgmap v21546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:08.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:03:08 smithi032 ceph-mon[189144]: pgmap v21546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:08.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:03:08 smithi039 ceph-mon[181282]: pgmap v21546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:10.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:03:10 smithi032 ceph-mon[191839]: pgmap v21547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:10.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:03:10 smithi032 ceph-mon[189144]: pgmap v21547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:10.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:03:10 smithi039 ceph-mon[181282]: pgmap v21547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:11.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:03:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:03:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:03:12.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:03:12 smithi032 ceph-mon[191839]: pgmap v21548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:12.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:03:12 smithi032 ceph-mon[189144]: pgmap v21548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:12.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:03:12 smithi039 ceph-mon[181282]: pgmap v21548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:13.500 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:03:13.825 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:03:13.825 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 5m ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:03:13.825 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 3m ago 10h 97.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:03:13.825 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 5m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:03:13.826 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 3m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:03:13.826 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 3m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:03:13.826 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 5m ago 10h 580M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:03:13.826 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 5m ago 10h 692M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:03:13.826 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 3m ago 10h 461M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:03:13.826 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 5m ago 10h 471M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:03:13.826 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 5m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:03:13.826 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 3m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:03:13.826 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 5m ago 10h 1154M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:03:13.826 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 5m ago 10h 1251M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:03:13.826 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 5m ago 10h 908M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:03:13.826 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 5m ago 10h 1026M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:03:13.826 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 3m ago 10h 1377M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:03:13.826 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 3m ago 10h 1104M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:03:13.826 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 3m ago 10h 756M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:03:13.827 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 3m ago 10h 881M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:03:13.827 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 3m ago 10h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:03:14.228 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:03:14.228 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:03:14.228 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:03:14.229 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:03:14.229 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:03:14.229 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:03:14.229 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:03:14.229 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:03:14.229 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:03:14.229 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:03:14.229 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:03:14.229 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:03:14.229 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:03:14.229 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:03:14.229 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:03:14.229 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:03:14.229 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:03:14.229 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:03:14.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:03:14 smithi032 ceph-mon[191839]: pgmap v21549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:14.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:03:14 smithi032 ceph-mon[191839]: from='client.68000 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:03:14.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:03:14 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1792248026' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:03:14.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:03:14 smithi032 ceph-mon[189144]: pgmap v21549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:14.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:03:14 smithi032 ceph-mon[189144]: from='client.68000 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:03:14.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:03:14 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1792248026' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:03:14.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:03:14 smithi039 ceph-mon[181282]: pgmap v21549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:14.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:03:14 smithi039 ceph-mon[181282]: from='client.68000 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:03:14.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:03:14 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1792248026' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:03:15.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:03:15 smithi032 ceph-mon[191839]: from='client.58092 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:03:15.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:03:15 smithi032 ceph-mon[189144]: from='client.58092 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:03:15.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:03:15 smithi039 ceph-mon[181282]: from='client.58092 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:03:16.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:03:16 smithi032 ceph-mon[189144]: pgmap v21550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:16.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:03:16 smithi032 ceph-mon[191839]: pgmap v21550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:16.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:03:16 smithi039 ceph-mon[181282]: pgmap v21550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:18.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:03:18 smithi032 ceph-mon[189144]: pgmap v21551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:18.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:03:18 smithi032 ceph-mon[191839]: pgmap v21551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:18.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:03:18 smithi039 ceph-mon[181282]: pgmap v21551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:20.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:03:20 smithi032 ceph-mon[191839]: pgmap v21552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:20.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:03:20 smithi032 ceph-mon[189144]: pgmap v21552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:03:20 smithi039 ceph-mon[181282]: pgmap v21552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:03:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:03:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:03:21.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:03:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:03:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:03:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:03:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:03:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:03:22.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:03:22 smithi032 ceph-mon[191839]: pgmap v21553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:22.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:03:22 smithi032 ceph-mon[189144]: pgmap v21553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:22.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:03:22 smithi039 ceph-mon[181282]: pgmap v21553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:24.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:03:24 smithi032 ceph-mon[191839]: pgmap v21554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:24.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:03:24 smithi032 ceph-mon[189144]: pgmap v21554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:24.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:03:24 smithi039 ceph-mon[181282]: pgmap v21554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:26.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:03:26 smithi032 ceph-mon[189144]: pgmap v21555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:26.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:03:26 smithi032 ceph-mon[191839]: pgmap v21555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:26.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:03:26 smithi039 ceph-mon[181282]: pgmap v21555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:28.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:03:28 smithi032 ceph-mon[191839]: pgmap v21556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:28.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:03:28 smithi032 ceph-mon[189144]: pgmap v21556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:28.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:03:28 smithi039 ceph-mon[181282]: pgmap v21556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:30.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:03:30 smithi032 ceph-mon[191839]: pgmap v21557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:30.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:03:30 smithi032 ceph-mon[189144]: pgmap v21557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:30.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:03:30 smithi039 ceph-mon[181282]: pgmap v21557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:31.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:03:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:03:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:03:32.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:03:32 smithi032 ceph-mon[191839]: pgmap v21558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:32.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:03:32 smithi032 ceph-mon[189144]: pgmap v21558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:32.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:03:32 smithi039 ceph-mon[181282]: pgmap v21558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:33.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:03:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:03:33.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:03:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:03:33.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:03:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:03:33.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:03:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:03:33.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:03:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:03:33.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:03:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:03:33.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:03:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:03:33.683 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:03:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:03:33.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:03:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:03:33.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:03:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:03:33.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:03:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:03:33.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:03:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:03:34.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:03:34 smithi032 ceph-mon[191839]: pgmap v21559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:34.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:03:34 smithi032 ceph-mon[189144]: pgmap v21559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:34.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:03:34 smithi039 ceph-mon[181282]: pgmap v21559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:36.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:03:36 smithi032 ceph-mon[189144]: pgmap v21560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:36.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:03:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:03:36.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:03:36 smithi032 ceph-mon[191839]: pgmap v21560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:36.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:03:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:03:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:03:36 smithi039 ceph-mon[181282]: pgmap v21560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:03:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:03:38.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:03:38 smithi032 ceph-mon[189144]: pgmap v21561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:38.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:03:38 smithi032 ceph-mon[191839]: pgmap v21561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:38.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:03:38 smithi039 ceph-mon[181282]: pgmap v21561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:40.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:03:40 smithi032 ceph-mon[189144]: pgmap v21562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:40.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:03:40 smithi032 ceph-mon[191839]: pgmap v21562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:40.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:03:40 smithi039 ceph-mon[181282]: pgmap v21562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:41.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:03:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:03:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:03:42.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:03:42 smithi032 ceph-mon[189144]: pgmap v21563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:42.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:03:42 smithi032 ceph-mon[191839]: pgmap v21563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:42.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:03:42 smithi039 ceph-mon[181282]: pgmap v21563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:44.595 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:03:44.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:03:44 smithi032 ceph-mon[189144]: pgmap v21564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:44.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:03:44 smithi032 ceph-mon[191839]: pgmap v21564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:44.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:03:44 smithi039 ceph-mon[181282]: pgmap v21564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:44.917 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:03:44.918 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 6m ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:03:44.918 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 4m ago 10h 97.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:03:44.918 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 6m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:03:44.918 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 4m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:03:44.918 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 4m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:03:44.918 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 6m ago 10h 580M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:03:44.918 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 6m ago 10h 692M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:03:44.918 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 4m ago 10h 461M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:03:44.918 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 6m ago 10h 471M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:03:44.918 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 6m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:03:44.918 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 4m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:03:44.918 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 6m ago 10h 1154M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:03:44.918 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 6m ago 10h 1251M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:03:44.918 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 6m ago 10h 908M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:03:44.919 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 6m ago 10h 1026M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:03:44.919 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 4m ago 10h 1377M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:03:44.919 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 4m ago 10h 1104M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:03:44.919 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 4m ago 10h 756M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:03:44.919 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 4m ago 10h 881M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:03:44.919 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 4m ago 10h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:03:45.317 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:03:45.317 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:03:45.317 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:03:45.317 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:03:45.318 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:03:45.318 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:03:45.318 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:03:45.318 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:03:45.318 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:03:45.318 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:03:45.318 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:03:45.318 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:03:45.318 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:03:45.318 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:03:45.318 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:03:45.318 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:03:45.318 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:03:45.318 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:03:45.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:03:45 smithi032 ceph-mon[189144]: from='client.68018 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:03:45.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:03:45 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4044610706' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:03:45.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:03:45 smithi032 ceph-mon[191839]: from='client.68018 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:03:45.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:03:45 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4044610706' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:03:45.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:03:45 smithi039 ceph-mon[181282]: from='client.68018 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:03:45.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:03:45 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4044610706' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:03:46.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:03:46 smithi032 ceph-mon[191839]: from='client.68024 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:03:46.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:03:46 smithi032 ceph-mon[191839]: pgmap v21565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:46.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:03:46 smithi032 ceph-mon[189144]: from='client.68024 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:03:46.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:03:46 smithi032 ceph-mon[189144]: pgmap v21565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:46.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:03:46 smithi039 ceph-mon[181282]: from='client.68024 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:03:46.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:03:46 smithi039 ceph-mon[181282]: pgmap v21565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:48.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:03:48 smithi032 ceph-mon[191839]: pgmap v21566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:48.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:03:48 smithi032 ceph-mon[189144]: pgmap v21566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:48.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:03:48 smithi039 ceph-mon[181282]: pgmap v21566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:50.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:03:50 smithi032 ceph-mon[189144]: pgmap v21567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:50.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:03:50 smithi032 ceph-mon[191839]: pgmap v21567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:50.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:03:50 smithi039 ceph-mon[181282]: pgmap v21567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:03:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:03:50] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-23T04:03:51.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:03:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:03:51.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:03:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:03:51.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:03:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:03:52.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:03:52 smithi032 ceph-mon[191839]: pgmap v21568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:52.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:03:52 smithi032 ceph-mon[189144]: pgmap v21568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:52.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:03:52 smithi039 ceph-mon[181282]: pgmap v21568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:54.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:03:54 smithi032 ceph-mon[191839]: pgmap v21569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:54.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:03:54 smithi032 ceph-mon[189144]: pgmap v21569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:54.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:03:54 smithi039 ceph-mon[181282]: pgmap v21569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:56.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:03:56 smithi032 ceph-mon[189144]: pgmap v21570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:56.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:03:56 smithi032 ceph-mon[191839]: pgmap v21570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:56.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:03:56 smithi039 ceph-mon[181282]: pgmap v21570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:58.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:03:58 smithi032 ceph-mon[191839]: pgmap v21571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:58.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:03:58 smithi032 ceph-mon[189144]: pgmap v21571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:03:58.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:03:58 smithi039 ceph-mon[181282]: pgmap v21571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:00.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:04:00 smithi032 ceph-mon[191839]: pgmap v21572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:00.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:04:00 smithi032 ceph-mon[189144]: pgmap v21572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:00.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:04:00 smithi039 ceph-mon[181282]: pgmap v21572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:04:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:04:00] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-23T04:04:02.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:04:02 smithi032 ceph-mon[191839]: pgmap v21573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:02.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:04:02 smithi032 ceph-mon[189144]: pgmap v21573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:04:02 smithi039 ceph-mon[181282]: pgmap v21573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:04.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:04:04 smithi032 ceph-mon[191839]: pgmap v21574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:04.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:04:04 smithi032 ceph-mon[189144]: pgmap v21574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:04.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:04:04 smithi039 ceph-mon[181282]: pgmap v21574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:06.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:04:06 smithi032 ceph-mon[191839]: pgmap v21575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:06.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:04:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:04:06.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:04:06 smithi032 ceph-mon[189144]: pgmap v21575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:06.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:04:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:04:06.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:04:06 smithi039 ceph-mon[181282]: pgmap v21575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:06.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:04:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:04:08.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:04:08 smithi032 ceph-mon[189144]: pgmap v21576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:08.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:04:08 smithi032 ceph-mon[191839]: pgmap v21576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:08.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:04:08 smithi039 ceph-mon[181282]: pgmap v21576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:10.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:04:10 smithi032 ceph-mon[189144]: pgmap v21577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:10.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:04:10 smithi032 ceph-mon[191839]: pgmap v21577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:10.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:04:10 smithi039 ceph-mon[181282]: pgmap v21577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:04:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:04:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:04:12.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:04:12 smithi032 ceph-mon[191839]: pgmap v21578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:12.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:04:12 smithi032 ceph-mon[189144]: pgmap v21578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:12.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:04:12 smithi039 ceph-mon[181282]: pgmap v21578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:14.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:04:14 smithi032 ceph-mon[191839]: pgmap v21579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:14.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:04:14 smithi032 ceph-mon[189144]: pgmap v21579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:14.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:04:14 smithi039 ceph-mon[181282]: pgmap v21579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:15.685 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:04:16.011 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:04:16.011 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 6m ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:04:16.011 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 4m ago 10h 97.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:04:16.011 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 6m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:04:16.011 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 4m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:04:16.011 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 4m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:04:16.011 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 6m ago 10h 580M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:04:16.011 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 6m ago 10h 692M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:04:16.011 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 4m ago 10h 461M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:04:16.011 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 6m ago 10h 471M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:04:16.011 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 6m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:04:16.011 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 4m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:04:16.011 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 6m ago 10h 1154M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:04:16.012 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 6m ago 10h 1251M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:04:16.012 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 6m ago 10h 908M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:04:16.012 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 6m ago 10h 1026M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:04:16.012 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 4m ago 10h 1377M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:04:16.012 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 4m ago 10h 1104M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:04:16.012 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 4m ago 10h 756M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:04:16.012 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 4m ago 10h 881M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:04:16.012 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 4m ago 10h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:04:16.413 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:04:16.413 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:04:16.413 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:04:16.413 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:04:16.413 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:04:16.414 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:04:16.414 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:04:16.414 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:04:16.414 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:04:16.414 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:04:16.414 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:04:16.414 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:04:16.414 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:04:16.414 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:04:16.414 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:04:16.414 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:04:16.414 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:04:16.414 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:04:16.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:04:16 smithi032 ceph-mon[189144]: pgmap v21580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:16.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:04:16 smithi032 ceph-mon[189144]: from='client.58122 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:04:16.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:04:16 smithi032 ceph-mon[191839]: pgmap v21580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:16.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:04:16 smithi032 ceph-mon[191839]: from='client.58122 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:04:16.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:04:16 smithi039 ceph-mon[181282]: pgmap v21580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:16.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:04:16 smithi039 ceph-mon[181282]: from='client.58122 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:04:17.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:04:17 smithi032 ceph-mon[191839]: from='client.68042 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:04:17.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:04:17 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3443173076' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:04:17.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:04:17 smithi032 ceph-mon[189144]: from='client.68042 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:04:17.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:04:17 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3443173076' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:04:17.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:04:17 smithi039 ceph-mon[181282]: from='client.68042 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:04:17.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:04:17 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3443173076' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:04:18.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:04:18 smithi032 ceph-mon[191839]: pgmap v21581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:18.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:04:18 smithi032 ceph-mon[189144]: pgmap v21581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:18.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:04:18 smithi039 ceph-mon[181282]: pgmap v21581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:20.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:04:20 smithi032 ceph-mon[191839]: pgmap v21582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:20.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:04:20 smithi032 ceph-mon[189144]: pgmap v21582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:04:20 smithi039 ceph-mon[181282]: pgmap v21582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:21.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:04:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:04:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:04:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:04:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:04:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:04:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:04:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:04:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:04:22.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:04:22 smithi032 ceph-mon[191839]: pgmap v21583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:22.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:04:22 smithi032 ceph-mon[189144]: pgmap v21583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:22.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:04:22 smithi039 ceph-mon[181282]: pgmap v21583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:24.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:04:24 smithi032 ceph-mon[191839]: pgmap v21584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:24.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:04:24 smithi032 ceph-mon[189144]: pgmap v21584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:24.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:04:24 smithi039 ceph-mon[181282]: pgmap v21584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:26.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:04:26 smithi032 ceph-mon[191839]: pgmap v21585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:26.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:04:26 smithi032 ceph-mon[189144]: pgmap v21585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:26.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:04:26 smithi039 ceph-mon[181282]: pgmap v21585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:28.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:04:28 smithi032 ceph-mon[191839]: pgmap v21586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:28.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:04:28 smithi032 ceph-mon[189144]: pgmap v21586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:28.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:04:28 smithi039 ceph-mon[181282]: pgmap v21586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:30.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:04:30 smithi039 ceph-mon[181282]: pgmap v21587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:30.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:04:30 smithi032 ceph-mon[191839]: pgmap v21587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:30.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:04:30 smithi032 ceph-mon[189144]: pgmap v21587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:04:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:04:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:04:32.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:04:32 smithi039 ceph-mon[181282]: pgmap v21588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:32.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:04:32 smithi032 ceph-mon[189144]: pgmap v21588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:32.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:04:32 smithi032 ceph-mon[191839]: pgmap v21588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:33.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:04:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:04:33.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:04:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:04:33.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:04:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:04:34.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:04:34 smithi039 ceph-mon[181282]: pgmap v21589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:34.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:04:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:04:34.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:04:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:04:34.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:04:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:04:34.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:04:34 smithi032 ceph-mon[189144]: pgmap v21589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:34.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:04:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:04:34.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:04:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:04:34.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:04:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:04:34.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:04:34 smithi032 ceph-mon[191839]: pgmap v21589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:34.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:04:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:04:34.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:04:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:04:34.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:04:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:04:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:04:36 smithi039 ceph-mon[181282]: pgmap v21590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:04:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:04:36.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:04:36 smithi032 ceph-mon[189144]: pgmap v21590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:36.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:04:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:04:36.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:04:36 smithi032 ceph-mon[191839]: pgmap v21590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:36.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:04:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:04:38.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:04:38 smithi039 ceph-mon[181282]: pgmap v21591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:38.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:04:38 smithi032 ceph-mon[189144]: pgmap v21591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:38.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:04:38 smithi032 ceph-mon[191839]: pgmap v21591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:40.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:04:40 smithi039 ceph-mon[181282]: pgmap v21592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:40.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:04:40 smithi032 ceph-mon[191839]: pgmap v21592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:40.859 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:04:40 smithi032 ceph-mon[189144]: pgmap v21592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:04:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:04:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:04:42.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:04:42 smithi039 ceph-mon[181282]: pgmap v21593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:42.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:04:42 smithi032 ceph-mon[189144]: pgmap v21593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:42.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:04:42 smithi032 ceph-mon[191839]: pgmap v21593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:44.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:04:44 smithi039 ceph-mon[181282]: pgmap v21594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:44.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:04:44 smithi032 ceph-mon[191839]: pgmap v21594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:44.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:04:44 smithi032 ceph-mon[189144]: pgmap v21594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:46.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:04:46 smithi039 ceph-mon[181282]: pgmap v21595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:46.781 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:04:46.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:04:46 smithi032 ceph-mon[189144]: pgmap v21595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:46.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:04:46 smithi032 ceph-mon[191839]: pgmap v21595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:47.102 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:04:47.102 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 7m ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:04:47.103 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 5m ago 10h 97.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:04:47.103 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 7m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:04:47.103 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 5m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:04:47.103 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 5m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:04:47.103 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 7m ago 10h 580M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:04:47.103 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 7m ago 10h 692M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:04:47.103 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 5m ago 10h 461M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:04:47.103 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 7m ago 10h 471M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:04:47.103 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 7m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:04:47.103 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 5m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:04:47.103 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 7m ago 10h 1154M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:04:47.104 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 7m ago 10h 1251M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:04:47.104 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 7m ago 10h 908M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:04:47.104 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 7m ago 10h 1026M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:04:47.104 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 5m ago 10h 1377M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:04:47.104 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 5m ago 10h 1104M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:04:47.104 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 5m ago 10h 756M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:04:47.104 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 5m ago 10h 881M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:04:47.104 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 5m ago 10h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:04:47.511 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:04:47.511 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:04:47.511 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:04:47.511 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:04:47.511 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:04:47.511 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:04:47.511 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:04:47.511 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:04:47.511 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:04:47.511 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:04:47.511 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:04:47.511 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:04:47.511 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:04:47.512 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:04:47.512 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:04:47.512 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:04:47.512 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:04:47.512 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:04:48.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:04:48 smithi039 ceph-mon[181282]: from='client.58140 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:04:48.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:04:48 smithi039 ceph-mon[181282]: from='client.58146 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:04:48.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:04:48 smithi039 ceph-mon[181282]: pgmap v21596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:48.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:04:48 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2840083537' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:04:48.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:04:48 smithi032 ceph-mon[189144]: from='client.58140 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:04:48.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:04:48 smithi032 ceph-mon[189144]: from='client.58146 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:04:48.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:04:48 smithi032 ceph-mon[189144]: pgmap v21596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:48.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:04:48 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2840083537' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:04:48.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:04:48 smithi032 ceph-mon[191839]: from='client.58140 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:04:48.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:04:48 smithi032 ceph-mon[191839]: from='client.58146 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:04:48.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:04:48 smithi032 ceph-mon[191839]: pgmap v21596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:48.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:04:48 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2840083537' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:04:50.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:04:50 smithi039 ceph-mon[181282]: pgmap v21597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:50.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:04:50 smithi032 ceph-mon[191839]: pgmap v21597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:50.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:04:50 smithi032 ceph-mon[189144]: pgmap v21597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:04:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:04:50] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-23T04:04:51.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:04:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:04:51.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:04:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:04:51.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:04:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:04:52.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:04:52 smithi039 ceph-mon[181282]: pgmap v21598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:52.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:04:52 smithi032 ceph-mon[189144]: pgmap v21598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:52.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:04:52 smithi032 ceph-mon[191839]: pgmap v21598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:54.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:04:54 smithi039 ceph-mon[181282]: pgmap v21599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:54.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:04:54 smithi032 ceph-mon[189144]: pgmap v21599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:54.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:04:54 smithi032 ceph-mon[191839]: pgmap v21599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:56.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:04:56 smithi039 ceph-mon[181282]: pgmap v21600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:56.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:04:56 smithi032 ceph-mon[191839]: pgmap v21600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:56.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:04:56 smithi032 ceph-mon[189144]: pgmap v21600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:58.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:04:58 smithi039 ceph-mon[181282]: pgmap v21601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:58.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:04:58 smithi032 ceph-mon[191839]: pgmap v21601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:04:58.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:04:58 smithi032 ceph-mon[189144]: pgmap v21601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:00.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:05:00 smithi039 ceph-mon[181282]: pgmap v21602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:00.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:05:00 smithi032 ceph-mon[189144]: pgmap v21602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:00.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:05:00 smithi032 ceph-mon[191839]: pgmap v21602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:05:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:05:00] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2023-12-23T04:05:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:05:02 smithi039 ceph-mon[181282]: pgmap v21603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:02.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:05:02 smithi032 ceph-mon[191839]: pgmap v21603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:02.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:05:02 smithi032 ceph-mon[189144]: pgmap v21603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:04.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:05:04 smithi039 ceph-mon[181282]: pgmap v21604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:04.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:05:04 smithi032 ceph-mon[191839]: pgmap v21604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:04.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:05:04 smithi032 ceph-mon[189144]: pgmap v21604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:06.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:05:06 smithi039 ceph-mon[181282]: pgmap v21605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:06.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:05:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:05:06.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:05:06 smithi032 ceph-mon[191839]: pgmap v21605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:06.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:05:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:05:06.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:05:06 smithi032 ceph-mon[189144]: pgmap v21605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:06.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:05:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:05:08.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:05:08 smithi039 ceph-mon[181282]: pgmap v21606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:08.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:05:08 smithi032 ceph-mon[191839]: pgmap v21606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:08.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:05:08 smithi032 ceph-mon[189144]: pgmap v21606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:10.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:05:10 smithi039 ceph-mon[181282]: pgmap v21607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:10.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:05:10 smithi032 ceph-mon[191839]: pgmap v21607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:10.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:05:10 smithi032 ceph-mon[189144]: pgmap v21607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:05:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:05:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T04:05:12.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:05:12 smithi032 ceph-mon[191839]: pgmap v21608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:12.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:05:12 smithi032 ceph-mon[189144]: pgmap v21608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:13.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:05:12 smithi039 ceph-mon[181282]: pgmap v21608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:14.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:05:14 smithi032 ceph-mon[191839]: pgmap v21609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:14.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:05:14 smithi032 ceph-mon[189144]: pgmap v21609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:15.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:05:14 smithi039 ceph-mon[181282]: pgmap v21609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:16.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:05:16 smithi032 ceph-mon[191839]: pgmap v21610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:16.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:05:16 smithi032 ceph-mon[189144]: pgmap v21610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:17.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:05:16 smithi039 ceph-mon[181282]: pgmap v21610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:17.878 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:05:18.203 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:05:18.203 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 7m ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:05:18.203 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 5m ago 10h 97.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:05:18.203 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 7m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:05:18.203 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 5m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:05:18.203 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 5m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:05:18.203 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 7m ago 10h 580M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:05:18.203 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 7m ago 10h 692M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:05:18.204 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 5m ago 10h 461M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:05:18.204 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 7m ago 10h 471M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:05:18.204 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 7m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:05:18.204 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 5m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:05:18.204 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 7m ago 10h 1154M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:05:18.204 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 7m ago 10h 1251M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:05:18.204 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 7m ago 10h 908M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:05:18.204 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 7m ago 10h 1026M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:05:18.204 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 5m ago 10h 1377M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:05:18.204 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 5m ago 10h 1104M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:05:18.204 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 5m ago 10h 756M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:05:18.204 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 5m ago 10h 881M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:05:18.204 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 5m ago 10h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:05:18.608 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:05:18.608 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:05:18.608 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:05:18.608 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:05:18.608 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:05:18.608 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:05:18.608 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:05:18.608 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:05:18.608 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:05:18.608 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:05:18.608 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:05:18.608 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:05:18.608 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:05:18.609 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:05:18.609 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:05:18.609 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:05:18.609 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:05:18.609 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:05:18.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:05:18 smithi032 ceph-mon[191839]: pgmap v21611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:05:18 smithi032 ceph-mon[189144]: pgmap v21611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:19.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:05:18 smithi039 ceph-mon[181282]: pgmap v21611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:19.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:05:19 smithi032 ceph-mon[191839]: from='client.68072 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:05:19.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:05:19 smithi032 ceph-mon[191839]: from='client.68078 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:05:19.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:05:19 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3598929563' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:05:19.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:05:19 smithi032 ceph-mon[189144]: from='client.68072 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:05:19.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:05:19 smithi032 ceph-mon[189144]: from='client.68078 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:05:19.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:05:19 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3598929563' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:05:20.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:05:19 smithi039 ceph-mon[181282]: from='client.68072 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:05:20.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:05:19 smithi039 ceph-mon[181282]: from='client.68078 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:05:20.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:05:19 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3598929563' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:05:20.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:05:20 smithi032 ceph-mon[189144]: pgmap v21612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:20.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:05:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:05:20.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:05:20 smithi032 ceph-mon[191839]: pgmap v21612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:20.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:05:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:05:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:05:20 smithi039 ceph-mon[181282]: pgmap v21612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:21.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:05:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:05:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:05:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:05:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:05:22.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:05:22 smithi032 ceph-mon[189144]: pgmap v21613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:22.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:05:22 smithi032 ceph-mon[191839]: pgmap v21613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:23.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:05:22 smithi039 ceph-mon[181282]: pgmap v21613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:24.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:05:24 smithi032 ceph-mon[189144]: pgmap v21614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:24.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:05:24 smithi032 ceph-mon[191839]: pgmap v21614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:25.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:05:24 smithi039 ceph-mon[181282]: pgmap v21614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:26.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:05:26 smithi032 ceph-mon[191839]: pgmap v21615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:26.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:05:26 smithi032 ceph-mon[189144]: pgmap v21615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:27.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:05:26 smithi039 ceph-mon[181282]: pgmap v21615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:28.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:05:28 smithi032 ceph-mon[191839]: pgmap v21616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:28.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:05:28 smithi032 ceph-mon[189144]: pgmap v21616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:29.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:05:28 smithi039 ceph-mon[181282]: pgmap v21616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:30.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:05:30 smithi032 ceph-mon[189144]: pgmap v21617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:30.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:05:30 smithi032 ceph-mon[191839]: pgmap v21617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:31.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:05:30 smithi039 ceph-mon[181282]: pgmap v21617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:05:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:05:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:05:32.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:05:32 smithi032 ceph-mon[191839]: pgmap v21618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:32.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:05:32 smithi032 ceph-mon[189144]: pgmap v21618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:33.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:05:32 smithi039 ceph-mon[181282]: pgmap v21618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:05:34 smithi032 ceph-mon[191839]: pgmap v21619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:05:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:05:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:05:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:05:34.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:05:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:05:34.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:05:34 smithi032 ceph-mon[189144]: pgmap v21619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:34.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:05:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:05:34.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:05:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:05:34.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:05:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:05:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:05:34 smithi039 ceph-mon[181282]: pgmap v21619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:05:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:05:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:05:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:05:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:05:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:05:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:05:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:05:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:05:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:05:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:05:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:05:35.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:05:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:05:35.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:05:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:05:35.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:05:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:05:35.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:05:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:05:35.934 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:05:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:05:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:05:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:05:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:05:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:05:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:05:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:05:36.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:05:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:05:36.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:05:36 smithi032 ceph-mon[191839]: pgmap v21620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:36.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:05:36 smithi032 ceph-mon[189144]: pgmap v21620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:37.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:05:36 smithi039 ceph-mon[181282]: pgmap v21620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:38.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:05:38 smithi032 ceph-mon[189144]: pgmap v21621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:38.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:05:38 smithi032 ceph-mon[191839]: pgmap v21621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:39.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:05:38 smithi039 ceph-mon[181282]: pgmap v21621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:40.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:05:40 smithi032 ceph-mon[191839]: pgmap v21622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:40.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:05:40 smithi032 ceph-mon[189144]: pgmap v21622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:41.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:05:40 smithi039 ceph-mon[181282]: pgmap v21622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:05:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:05:40] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T04:05:42.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:05:42 smithi032 ceph-mon[191839]: pgmap v21623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:42.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:05:42 smithi032 ceph-mon[189144]: pgmap v21623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:43.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:05:42 smithi039 ceph-mon[181282]: pgmap v21623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:44.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:05:44 smithi032 ceph-mon[191839]: pgmap v21624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:44.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:05:44 smithi032 ceph-mon[189144]: pgmap v21624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:45.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:05:44 smithi039 ceph-mon[181282]: pgmap v21624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:46.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:05:46 smithi032 ceph-mon[191839]: pgmap v21625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:46.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:05:46 smithi032 ceph-mon[189144]: pgmap v21625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:47.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:05:46 smithi039 ceph-mon[181282]: pgmap v21625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:48.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:05:48 smithi032 ceph-mon[191839]: pgmap v21626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:48.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:05:48 smithi032 ceph-mon[189144]: pgmap v21626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:48.977 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:05:49.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:05:48 smithi039 ceph-mon[181282]: pgmap v21626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:49.301 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:05:49.301 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 8m ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:05:49.301 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 6m ago 10h 97.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:05:49.302 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 8m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:05:49.302 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 6m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:05:49.302 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 6m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:05:49.302 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 8m ago 10h 580M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:05:49.302 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 8m ago 10h 692M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:05:49.302 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 6m ago 10h 461M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:05:49.302 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 8m ago 10h 471M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:05:49.302 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 8m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:05:49.302 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 6m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:05:49.302 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 8m ago 10h 1154M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:05:49.302 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 8m ago 10h 1251M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:05:49.302 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 8m ago 10h 908M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:05:49.302 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 8m ago 10h 1026M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:05:49.303 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 6m ago 10h 1377M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:05:49.303 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 6m ago 10h 1104M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:05:49.303 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 6m ago 10h 756M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:05:49.303 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 6m ago 10h 881M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:05:49.303 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 6m ago 10h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:05:49.705 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:05:49.705 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:05:49.705 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:05:49.706 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:05:49.706 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:05:49.706 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:05:49.706 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:05:49.706 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:05:49.706 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:05:49.706 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:05:49.706 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:05:49.706 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:05:49.706 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:05:49.706 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:05:49.706 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:05:49.706 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:05:49.707 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:05:49.707 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:05:50.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:05:50 smithi032 ceph-mon[189144]: from='client.58176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:05:50.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:05:50 smithi032 ceph-mon[189144]: pgmap v21627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:50.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:05:50 smithi032 ceph-mon[189144]: from='client.58182 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:05:50.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:05:50 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/158380481' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:05:50.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:05:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:05:50.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:05:50 smithi032 ceph-mon[191839]: from='client.58176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:05:50.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:05:50 smithi032 ceph-mon[191839]: pgmap v21627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:50.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:05:50 smithi032 ceph-mon[191839]: from='client.58182 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:05:50.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:05:50 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/158380481' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:05:50.859 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:05:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:05:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:05:50 smithi039 ceph-mon[181282]: from='client.58176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:05:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:05:50 smithi039 ceph-mon[181282]: pgmap v21627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:05:50 smithi039 ceph-mon[181282]: from='client.58182 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:05:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:05:50 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/158380481' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:05:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:05:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:05:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:05:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:05:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:05:52.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:05:52 smithi032 ceph-mon[191839]: pgmap v21628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:52.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:05:52 smithi032 ceph-mon[189144]: pgmap v21628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:53.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:05:52 smithi039 ceph-mon[181282]: pgmap v21628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:54.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:05:54 smithi032 ceph-mon[191839]: pgmap v21629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:54.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:05:54 smithi032 ceph-mon[189144]: pgmap v21629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:55.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:05:54 smithi039 ceph-mon[181282]: pgmap v21629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:56.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:05:56 smithi032 ceph-mon[189144]: pgmap v21630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:56.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:05:56 smithi032 ceph-mon[191839]: pgmap v21630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:57.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:05:56 smithi039 ceph-mon[181282]: pgmap v21630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:58.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:05:58 smithi032 ceph-mon[191839]: pgmap v21631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:58.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:05:58 smithi032 ceph-mon[189144]: pgmap v21631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:05:59.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:05:58 smithi039 ceph-mon[181282]: pgmap v21631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:00.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:00 smithi032 ceph-mon[189144]: pgmap v21632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:00.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:00 smithi032 ceph-mon[191839]: pgmap v21632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:01.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:00 smithi039 ceph-mon[181282]: pgmap v21632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:06:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:06:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:06:02.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:02 smithi032 ceph-mon[191839]: pgmap v21633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:02.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:02 smithi032 ceph-mon[189144]: pgmap v21633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:03.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:02 smithi039 ceph-mon[181282]: pgmap v21633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:04.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:04 smithi032 ceph-mon[191839]: pgmap v21634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:04.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:04 smithi032 ceph-mon[189144]: pgmap v21634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:05.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:04 smithi039 ceph-mon[181282]: pgmap v21634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:06.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:06 smithi032 ceph-mon[191839]: pgmap v21635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:06.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:06:06.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:06 smithi032 ceph-mon[189144]: pgmap v21635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:06.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:06:06.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:06 smithi039 ceph-mon[181282]: pgmap v21635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:06.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:06:08.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:08 smithi032 ceph-mon[191839]: pgmap v21636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:08.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:08 smithi032 ceph-mon[189144]: pgmap v21636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:08.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:08 smithi039 ceph-mon[181282]: pgmap v21636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:10.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:10 smithi032 ceph-mon[191839]: pgmap v21637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:10.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:10 smithi032 ceph-mon[189144]: pgmap v21637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:10.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:10 smithi039 ceph-mon[181282]: pgmap v21637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:06:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:06:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T04:06:12.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:12 smithi032 ceph-mon[191839]: pgmap v21638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:12.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:12 smithi032 ceph-mon[189144]: pgmap v21638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:12.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:12 smithi039 ceph-mon[181282]: pgmap v21638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:14.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:14 smithi032 ceph-mon[191839]: pgmap v21639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:14.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:14 smithi032 ceph-mon[189144]: pgmap v21639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:14.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:14 smithi039 ceph-mon[181282]: pgmap v21639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:16.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:16 smithi032 ceph-mon[191839]: pgmap v21640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:16.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:16 smithi032 ceph-mon[189144]: pgmap v21640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:16.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:16 smithi039 ceph-mon[181282]: pgmap v21640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:18.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:18 smithi032 ceph-mon[191839]: pgmap v21641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:18.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:18 smithi032 ceph-mon[189144]: pgmap v21641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:18.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:18 smithi039 ceph-mon[181282]: pgmap v21641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:20.074 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:06:20.401 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:06:20.401 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 8m ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:06:20.401 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 6m ago 10h 97.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:06:20.402 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 8m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:06:20.402 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 6m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:06:20.402 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 6m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:06:20.402 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 8m ago 10h 580M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:06:20.402 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 8m ago 10h 692M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:06:20.402 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 6m ago 10h 461M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:06:20.402 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 8m ago 10h 471M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:06:20.402 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 8m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:06:20.402 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 6m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:06:20.402 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 8m ago 10h 1154M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:06:20.402 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 8m ago 10h 1251M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:06:20.402 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 8m ago 10h 908M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:06:20.402 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 8m ago 10h 1026M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:06:20.402 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 6m ago 10h 1377M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:06:20.402 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 6m ago 10h 1104M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:06:20.403 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 6m ago 10h 756M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:06:20.403 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 6m ago 10h 881M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:06:20.403 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 6m ago 10h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:06:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:20 smithi032 ceph-mon[189144]: pgmap v21642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:20.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:20 smithi032 ceph-mon[191839]: pgmap v21642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:20 smithi039 ceph-mon[181282]: pgmap v21642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:20.816 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:06:20.816 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:06:20.816 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:06:20.816 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:06:20.816 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:06:20.816 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:06:20.816 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:06:20.816 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:06:20.816 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:06:20.816 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:06:20.816 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:06:20.816 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:06:20.817 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:06:20.817 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:06:20.817 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:06:20.817 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:06:20.817 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:06:20.817 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:06:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:06:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:06:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:06:21.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:21 smithi032 ceph-mon[189144]: from='client.58194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:06:21.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:21 smithi032 ceph-mon[189144]: from='client.68114 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:06:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:06:21.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:21 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/29858102' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:06:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:21 smithi032 ceph-mon[191839]: from='client.58194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:06:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:21 smithi032 ceph-mon[191839]: from='client.68114 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:06:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:06:21.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:21 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/29858102' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:06:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:21 smithi039 ceph-mon[181282]: from='client.58194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:06:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:21 smithi039 ceph-mon[181282]: from='client.68114 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:06:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:06:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:21 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/29858102' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:06:22.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:22 smithi032 ceph-mon[191839]: pgmap v21643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:22.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:22 smithi032 ceph-mon[189144]: pgmap v21643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:22.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:22 smithi039 ceph-mon[181282]: pgmap v21643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:24.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:24 smithi032 ceph-mon[189144]: pgmap v21644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:24.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:24 smithi032 ceph-mon[191839]: pgmap v21644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:24.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:24 smithi039 ceph-mon[181282]: pgmap v21644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:26.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:26 smithi032 ceph-mon[191839]: pgmap v21645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:26.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:26 smithi032 ceph-mon[189144]: pgmap v21645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:26.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:26 smithi039 ceph-mon[181282]: pgmap v21645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:28.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:28 smithi032 ceph-mon[189144]: pgmap v21646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:28.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:28 smithi032 ceph-mon[191839]: pgmap v21646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:28.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:28 smithi039 ceph-mon[181282]: pgmap v21646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:30.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:30 smithi032 ceph-mon[191839]: pgmap v21647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:30.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:30 smithi032 ceph-mon[189144]: pgmap v21647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:30.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:30 smithi039 ceph-mon[181282]: pgmap v21647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:06:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:06:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:06:32.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:32 smithi032 ceph-mon[191839]: pgmap v21648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:32.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:32 smithi032 ceph-mon[189144]: pgmap v21648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:32.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:32 smithi039 ceph-mon[181282]: pgmap v21648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:34.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:34 smithi032 ceph-mon[191839]: pgmap v21649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:34.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:34 smithi032 ceph-mon[189144]: pgmap v21649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:34.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:34 smithi039 ceph-mon[181282]: pgmap v21649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:35.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:06:35.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:06:35.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:06:35.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:06:35.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:06:35.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:06:35.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:06:35.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:06:35.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:06:36.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:36 smithi032 ceph-mon[191839]: pgmap v21650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:36.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:06:36.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:06:36.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:06:36.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:06:36.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:06:36.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:06:36.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:36 smithi032 ceph-mon[189144]: pgmap v21650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:36.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:06:36.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:06:36.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:06:36.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:06:36.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:06:36.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:06:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:36 smithi039 ceph-mon[181282]: pgmap v21650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:06:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:06:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:06:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:06:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:06:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:06:38.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:38 smithi032 ceph-mon[191839]: pgmap v21651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:38.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:38 smithi032 ceph-mon[189144]: pgmap v21651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:38.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:38 smithi039 ceph-mon[181282]: pgmap v21651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:40.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:40 smithi032 ceph-mon[191839]: pgmap v21652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:40.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:40 smithi032 ceph-mon[189144]: pgmap v21652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:40.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:40 smithi039 ceph-mon[181282]: pgmap v21652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:06:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:06:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:06:42.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:42 smithi032 ceph-mon[191839]: pgmap v21653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:42.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:42 smithi032 ceph-mon[189144]: pgmap v21653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:42.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:42 smithi039 ceph-mon[181282]: pgmap v21653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:44.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:44 smithi032 ceph-mon[191839]: pgmap v21654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:44.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:44 smithi032 ceph-mon[189144]: pgmap v21654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:44.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:44 smithi039 ceph-mon[181282]: pgmap v21654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:46 smithi032 ceph-mon[191839]: pgmap v21655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:46.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:46 smithi032 ceph-mon[189144]: pgmap v21655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:46.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:46 smithi039 ceph-mon[181282]: pgmap v21655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:48.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:48 smithi032 ceph-mon[191839]: pgmap v21656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:48.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:48 smithi032 ceph-mon[189144]: pgmap v21656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:48.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:48 smithi039 ceph-mon[181282]: pgmap v21656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:50 smithi032 ceph-mon[189144]: pgmap v21657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:50.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:50 smithi032 ceph-mon[191839]: pgmap v21657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:50.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:50 smithi039 ceph-mon[181282]: pgmap v21657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:06:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:06:50] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-23T04:06:51.184 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:06:51.508 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:06:51.508 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 9m ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:06:51.509 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 7m ago 10h 97.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:06:51.509 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 9m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:06:51.509 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 7m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:06:51.509 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 7m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:06:51.509 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 9m ago 10h 580M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:06:51.509 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 9m ago 10h 692M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:06:51.509 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 7m ago 10h 461M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:06:51.509 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 9m ago 10h 471M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:06:51.509 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 9m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:06:51.510 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 7m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:06:51.510 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 9m ago 10h 1154M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:06:51.510 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 9m ago 10h 1251M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:06:51.510 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 9m ago 10h 908M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:06:51.510 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 9m ago 10h 1026M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:06:51.510 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 7m ago 10h 1377M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:06:51.510 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 7m ago 10h 1104M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:06:51.510 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 7m ago 10h 756M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:06:51.510 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 7m ago 10h 881M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:06:51.510 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 7m ago 10h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:06:51.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:06:51.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:06:51.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:06:51.910 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:06:51.910 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:06:51.910 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:06:51.911 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:06:51.911 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:06:51.911 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:06:51.911 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:06:51.911 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:06:51.911 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:06:51.911 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:06:51.911 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:06:51.911 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:06:51.911 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:06:51.911 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:06:51.911 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:06:51.912 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:06:51.912 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:06:51.912 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:06:52.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:52 smithi032 ceph-mon[191839]: from='client.58212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:06:52.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:52 smithi032 ceph-mon[191839]: pgmap v21658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:52.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:52 smithi032 ceph-mon[191839]: from='client.58218 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:06:52.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:52 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/615702567' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:06:52.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:52 smithi032 ceph-mon[189144]: from='client.58212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:06:52.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:52 smithi032 ceph-mon[189144]: pgmap v21658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:52.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:52 smithi032 ceph-mon[189144]: from='client.58218 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:06:52.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:52 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/615702567' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:06:52.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:52 smithi039 ceph-mon[181282]: from='client.58212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:06:52.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:52 smithi039 ceph-mon[181282]: pgmap v21658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:52.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:52 smithi039 ceph-mon[181282]: from='client.58218 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:06:52.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:52 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/615702567' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:06:54.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:54 smithi032 ceph-mon[191839]: pgmap v21659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:54.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:54 smithi032 ceph-mon[189144]: pgmap v21659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:54.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:54 smithi039 ceph-mon[181282]: pgmap v21659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:56.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:56 smithi032 ceph-mon[191839]: pgmap v21660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:56.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:56 smithi032 ceph-mon[189144]: pgmap v21660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:56.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:56 smithi039 ceph-mon[181282]: pgmap v21660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:58.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:06:58 smithi032 ceph-mon[189144]: pgmap v21661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:58.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:06:58 smithi032 ceph-mon[191839]: pgmap v21661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:06:58.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:06:58 smithi039 ceph-mon[181282]: pgmap v21661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:00.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:00 smithi032 ceph-mon[189144]: pgmap v21662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:00.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:00 smithi032 ceph-mon[191839]: pgmap v21662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:00.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:00 smithi039 ceph-mon[181282]: pgmap v21662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:07:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:07:00] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-23T04:07:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:02 smithi032 ceph-mon[191839]: pgmap v21663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:02.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:02 smithi032 ceph-mon[189144]: pgmap v21663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:02 smithi039 ceph-mon[181282]: pgmap v21663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:04.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:04 smithi032 ceph-mon[189144]: pgmap v21664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:04.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:04 smithi032 ceph-mon[191839]: pgmap v21664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:04.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:04 smithi039 ceph-mon[181282]: pgmap v21664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:06.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:06 smithi032 ceph-mon[191839]: pgmap v21665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:06.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:07:06.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:06 smithi032 ceph-mon[189144]: pgmap v21665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:06.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:07:06.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:06 smithi039 ceph-mon[181282]: pgmap v21665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:06.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:07:08.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:08 smithi032 ceph-mon[191839]: pgmap v21666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:08.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:08 smithi032 ceph-mon[189144]: pgmap v21666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:08.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:08 smithi039 ceph-mon[181282]: pgmap v21666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:10.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:10 smithi032 ceph-mon[191839]: pgmap v21667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:10.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:10 smithi032 ceph-mon[189144]: pgmap v21667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:10.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:10 smithi039 ceph-mon[181282]: pgmap v21667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:07:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:07:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T04:07:12.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:12 smithi032 ceph-mon[191839]: pgmap v21668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:12.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:12 smithi032 ceph-mon[189144]: pgmap v21668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:12.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:12 smithi039 ceph-mon[181282]: pgmap v21668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:14.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:14 smithi032 ceph-mon[191839]: pgmap v21669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:14.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:14 smithi032 ceph-mon[189144]: pgmap v21669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:14.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:14 smithi039 ceph-mon[181282]: pgmap v21669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:16.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:16 smithi032 ceph-mon[189144]: pgmap v21670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:16.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:16 smithi032 ceph-mon[191839]: pgmap v21670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:16.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:16 smithi039 ceph-mon[181282]: pgmap v21670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:18.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:18 smithi032 ceph-mon[189144]: pgmap v21671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:18.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:18 smithi032 ceph-mon[191839]: pgmap v21671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:18.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:18 smithi039 ceph-mon[181282]: pgmap v21671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:20 smithi032 ceph-mon[189144]: pgmap v21672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:20.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:20 smithi032 ceph-mon[191839]: pgmap v21672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:20 smithi039 ceph-mon[181282]: pgmap v21672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:07:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:07:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:07:21.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:07:21.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:07:21.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:07:22.278 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:07:22.604 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:07:22.604 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 9m ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:07:22.604 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 7m ago 10h 97.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:07:22.604 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 9m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:07:22.604 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 7m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:07:22.604 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 7m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:07:22.604 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 9m ago 10h 580M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:07:22.604 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 9m ago 10h 692M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:07:22.604 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 7m ago 10h 461M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:07:22.605 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 9m ago 10h 471M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:07:22.605 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 9m ago 10h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:07:22.605 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 7m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:07:22.605 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 9m ago 10h 1154M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:07:22.605 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 9m ago 10h 1251M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:07:22.605 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 9m ago 10h 908M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:07:22.605 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 9m ago 10h 1026M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:07:22.605 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 7m ago 10h 1377M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:07:22.605 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 7m ago 10h 1104M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:07:22.605 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 7m ago 10h 756M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:07:22.605 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 7m ago 10h 881M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:07:22.605 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 7m ago 10h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:07:22.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:22 smithi032 ceph-mon[189144]: pgmap v21673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:22.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:22 smithi032 ceph-mon[191839]: pgmap v21673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:22.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:22 smithi039 ceph-mon[181282]: pgmap v21673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:23.004 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:07:23.004 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:07:23.004 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:07:23.004 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:07:23.004 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:07:23.005 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:07:23.005 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:07:23.005 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:07:23.005 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:07:23.005 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:07:23.005 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:07:23.005 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:07:23.005 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:07:23.005 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:07:23.005 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:07:23.005 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:07:23.005 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:07:23.005 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:07:23.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:23 smithi032 ceph-mon[189144]: from='client.68144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:07:23.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:23 smithi032 ceph-mon[189144]: from='client.68150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:07:23.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:23 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3543792004' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:07:23.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:23 smithi032 ceph-mon[191839]: from='client.68144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:07:23.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:23 smithi032 ceph-mon[191839]: from='client.68150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:07:23.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:23 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3543792004' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:07:23.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:23 smithi039 ceph-mon[181282]: from='client.68144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:07:23.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:23 smithi039 ceph-mon[181282]: from='client.68150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:07:23.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:23 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3543792004' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:07:24.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:24 smithi032 ceph-mon[189144]: pgmap v21674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:24.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:24 smithi032 ceph-mon[191839]: pgmap v21674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:24.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:24 smithi039 ceph-mon[181282]: pgmap v21674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:26.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:26 smithi032 ceph-mon[191839]: pgmap v21675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:26.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:26 smithi032 ceph-mon[189144]: pgmap v21675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:26.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:26 smithi039 ceph-mon[181282]: pgmap v21675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:28.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:28 smithi032 ceph-mon[191839]: pgmap v21676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:28.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:28 smithi032 ceph-mon[189144]: pgmap v21676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:28.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:28 smithi039 ceph-mon[181282]: pgmap v21676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:30.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:30 smithi032 ceph-mon[189144]: pgmap v21677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:30.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:30 smithi032 ceph-mon[191839]: pgmap v21677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:30.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:30 smithi039 ceph-mon[181282]: pgmap v21677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:07:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:07:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:07:32.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:32 smithi032 ceph-mon[191839]: pgmap v21678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:32.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:32 smithi032 ceph-mon[189144]: pgmap v21678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:32.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:32 smithi039 ceph-mon[181282]: pgmap v21678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:34.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:34 smithi032 ceph-mon[191839]: pgmap v21679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:34.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:34 smithi032 ceph-mon[189144]: pgmap v21679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:34.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:34 smithi039 ceph-mon[181282]: pgmap v21679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:36.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:36 smithi032 ceph-mon[189144]: pgmap v21680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:36.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:07:36.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:07:36.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:36 smithi032 ceph-mon[191839]: pgmap v21680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:36.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:07:36.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:07:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:36 smithi039 ceph-mon[181282]: pgmap v21680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:07:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:07:38.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:38 smithi032 ceph-mon[191839]: pgmap v21681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:38.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:38 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:07:38.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:38 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:07:38.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:38 smithi032 ceph-mon[189144]: pgmap v21681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:38.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:38 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:07:38.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:38 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:07:38.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:38 smithi039 ceph-mon[181282]: pgmap v21681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:38.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:38 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:07:38.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:38 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:07:40.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:40 smithi032 ceph-mon[191839]: pgmap v21682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:40.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:40 smithi032 ceph-mon[189144]: pgmap v21682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:40.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:40 smithi039 ceph-mon[181282]: pgmap v21682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:07:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:07:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:07:42.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:07:42.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:07:42.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:07:42.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:07:42.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:07:42.182 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:41 smithi032 ceph-mon[191839]: pgmap v21683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:42.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:07:42.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:07:42.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:07:42.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:07:42.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:07:42.183 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:41 smithi032 ceph-mon[189144]: pgmap v21683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:42.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:07:42.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:07:42.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:07:42.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:07:42.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:07:42.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:41 smithi039 ceph-mon[181282]: pgmap v21683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:44.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:44 smithi032 ceph-mon[189144]: pgmap v21684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:44.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:44 smithi032 ceph-mon[191839]: pgmap v21684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:44.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:44 smithi039 ceph-mon[181282]: pgmap v21684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:46 smithi032 ceph-mon[191839]: pgmap v21685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:46.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:46 smithi032 ceph-mon[189144]: pgmap v21685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:46.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:46 smithi039 ceph-mon[181282]: pgmap v21685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:48.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:48 smithi032 ceph-mon[191839]: pgmap v21686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:48.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:48 smithi032 ceph-mon[189144]: pgmap v21686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:48.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:48 smithi039 ceph-mon[181282]: pgmap v21686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:50.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:50 smithi032 ceph-mon[191839]: pgmap v21687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:50 smithi032 ceph-mon[189144]: pgmap v21687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:50.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:50 smithi039 ceph-mon[181282]: pgmap v21687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:07:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:07:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:07:51.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:07:51.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:07:51.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:07:52.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:52 smithi032 ceph-mon[191839]: pgmap v21688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:52.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:52 smithi032 ceph-mon[189144]: pgmap v21688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:52.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:52 smithi039 ceph-mon[181282]: pgmap v21688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:53.375 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:07:53.697 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:07:53.697 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 15s ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:07:53.697 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 8m ago 10h 97.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:07:53.697 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 15s ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:07:53.697 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 8m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:07:53.697 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 8m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:07:53.697 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 15s ago 10h 586M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:07:53.697 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 15s ago 10h 724M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:07:53.697 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 8m ago 10h 461M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:07:53.697 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 15s ago 10h 485M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:07:53.697 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 15s ago 10h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:07:53.697 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 8m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:07:53.697 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 15s ago 10h 1186M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:07:53.698 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 15s ago 10h 1281M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:07:53.698 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 15s ago 10h 931M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:07:53.698 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 15s ago 10h 1054M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:07:53.698 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 8m ago 10h 1377M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:07:53.698 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 8m ago 10h 1104M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:07:53.698 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 8m ago 10h 756M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:07:53.698 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 8m ago 10h 881M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:07:53.698 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 8m ago 10h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:07:54.099 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:07:54.100 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:07:54.100 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:07:54.100 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:07:54.100 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:07:54.100 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:07:54.100 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:07:54.100 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:07:54.100 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:07:54.100 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:07:54.100 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:07:54.100 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:07:54.100 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:07:54.100 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:07:54.101 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:07:54.101 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:07:54.101 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:07:54.101 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:07:54.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:54 smithi032 ceph-mon[191839]: pgmap v21689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:54.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:54 smithi032 ceph-mon[191839]: from='client.58248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:07:54.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:54 smithi032 ceph-mon[191839]: from='client.58254 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:07:54.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:54 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/177696330' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:07:54.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:54 smithi032 ceph-mon[189144]: pgmap v21689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:54.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:54 smithi032 ceph-mon[189144]: from='client.58248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:07:54.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:54 smithi032 ceph-mon[189144]: from='client.58254 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:07:54.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:54 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/177696330' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:07:54.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:54 smithi039 ceph-mon[181282]: pgmap v21689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:54.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:54 smithi039 ceph-mon[181282]: from='client.58248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:07:54.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:54 smithi039 ceph-mon[181282]: from='client.58254 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:07:54.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:54 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/177696330' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:07:56.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:56 smithi032 ceph-mon[191839]: pgmap v21690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:56.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:56 smithi032 ceph-mon[189144]: pgmap v21690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:56.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:56 smithi039 ceph-mon[181282]: pgmap v21690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:58.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:07:58 smithi032 ceph-mon[191839]: pgmap v21691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:58.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:07:58 smithi032 ceph-mon[189144]: pgmap v21691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:07:58.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:07:58 smithi039 ceph-mon[181282]: pgmap v21691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:00.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:08:00 smithi032 ceph-mon[191839]: pgmap v21692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:00.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:08:00 smithi032 ceph-mon[189144]: pgmap v21692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:00.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:08:00 smithi039 ceph-mon[181282]: pgmap v21692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:08:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:08:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:08:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:08:02 smithi032 ceph-mon[191839]: pgmap v21693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:02.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:08:02 smithi032 ceph-mon[189144]: pgmap v21693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:08:02 smithi039 ceph-mon[181282]: pgmap v21693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:04.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:08:04 smithi032 ceph-mon[189144]: pgmap v21694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:04.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:08:04 smithi032 ceph-mon[191839]: pgmap v21694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:04.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:08:04 smithi039 ceph-mon[181282]: pgmap v21694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:06.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:08:06 smithi032 ceph-mon[189144]: pgmap v21695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:06.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:08:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:08:06.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:08:06 smithi032 ceph-mon[191839]: pgmap v21695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:06.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:08:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:08:06.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:08:06 smithi039 ceph-mon[181282]: pgmap v21695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:06.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:08:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:08:08.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:08:08 smithi032 ceph-mon[191839]: pgmap v21696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:08.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:08:08 smithi032 ceph-mon[189144]: pgmap v21696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:08.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:08:08 smithi039 ceph-mon[181282]: pgmap v21696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:10.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:08:10 smithi032 ceph-mon[191839]: pgmap v21697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:10.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:08:10 smithi032 ceph-mon[189144]: pgmap v21697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:10.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:08:10 smithi039 ceph-mon[181282]: pgmap v21697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:08:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:08:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:08:12.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:08:12 smithi032 ceph-mon[191839]: pgmap v21698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:12.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:08:12 smithi032 ceph-mon[189144]: pgmap v21698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:12.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:08:12 smithi039 ceph-mon[181282]: pgmap v21698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:14.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:08:14 smithi032 ceph-mon[191839]: pgmap v21699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:14.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:08:14 smithi032 ceph-mon[189144]: pgmap v21699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:14.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:08:14 smithi039 ceph-mon[181282]: pgmap v21699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:16.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:08:16 smithi032 ceph-mon[189144]: pgmap v21700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:16.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:08:16 smithi032 ceph-mon[191839]: pgmap v21700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:16.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:08:16 smithi039 ceph-mon[181282]: pgmap v21700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:18.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:08:18 smithi032 ceph-mon[191839]: pgmap v21701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:18.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:08:18 smithi032 ceph-mon[189144]: pgmap v21701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:18.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:08:18 smithi039 ceph-mon[181282]: pgmap v21701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:08:20 smithi032 ceph-mon[189144]: pgmap v21702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:20.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:08:20 smithi032 ceph-mon[191839]: pgmap v21702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:08:20 smithi039 ceph-mon[181282]: pgmap v21702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:08:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:08:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:08:21.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:08:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:08:21.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:08:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:08:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:08:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:08:22.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:08:22 smithi032 ceph-mon[191839]: pgmap v21703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:22.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:08:22 smithi032 ceph-mon[189144]: pgmap v21703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:22.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:08:22 smithi039 ceph-mon[181282]: pgmap v21703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:24.469 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:08:24.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:08:24 smithi032 ceph-mon[189144]: pgmap v21704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:24.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:08:24 smithi032 ceph-mon[191839]: pgmap v21704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:24.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:08:24 smithi039 ceph-mon[181282]: pgmap v21704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:24.790 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:08:24.791 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 46s ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:08:24.791 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 8m ago 10h 97.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:08:24.791 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 46s ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:08:24.791 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 8m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:08:24.791 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 8m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:08:24.791 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 46s ago 10h 586M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:08:24.791 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 46s ago 10h 724M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:08:24.791 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 8m ago 10h 461M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:08:24.791 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 46s ago 10h 485M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:08:24.791 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 46s ago 10h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:08:24.791 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 8m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:08:24.791 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 46s ago 10h 1186M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:08:24.791 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 46s ago 10h 1281M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:08:24.791 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 46s ago 10h 931M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:08:24.791 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 46s ago 10h 1054M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:08:24.791 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 8m ago 10h 1377M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:08:24.792 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 8m ago 10h 1104M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:08:24.792 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 8m ago 10h 756M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:08:24.792 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 8m ago 10h 881M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:08:24.792 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 8m ago 10h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:08:25.194 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:08:25.194 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:08:25.194 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:08:25.194 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:08:25.194 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:08:25.194 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:08:25.195 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:08:25.195 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:08:25.195 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:08:25.195 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:08:25.195 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:08:25.195 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:08:25.195 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:08:25.195 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:08:25.195 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:08:25.195 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:08:25.195 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:08:25.195 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:08:25.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:08:25 smithi032 ceph-mon[191839]: from='client.68180 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:08:25.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:08:25 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2332022909' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:08:25.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:08:25 smithi032 ceph-mon[189144]: from='client.68180 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:08:25.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:08:25 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2332022909' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:08:25.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:08:25 smithi039 ceph-mon[181282]: from='client.68180 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:08:25.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:08:25 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2332022909' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:08:26.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:08:26 smithi032 ceph-mon[191839]: from='client.68186 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:08:26.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:08:26 smithi032 ceph-mon[191839]: pgmap v21705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:26.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:08:26 smithi032 ceph-mon[189144]: from='client.68186 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:08:26.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:08:26 smithi032 ceph-mon[189144]: pgmap v21705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:26.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:08:26 smithi039 ceph-mon[181282]: from='client.68186 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:08:26.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:08:26 smithi039 ceph-mon[181282]: pgmap v21705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:28.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:08:28 smithi032 ceph-mon[191839]: pgmap v21706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:28.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:08:28 smithi032 ceph-mon[189144]: pgmap v21706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:28.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:08:28 smithi039 ceph-mon[181282]: pgmap v21706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:30.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:08:30 smithi032 ceph-mon[191839]: pgmap v21707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:30.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:08:30 smithi032 ceph-mon[189144]: pgmap v21707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:30.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:08:30 smithi039 ceph-mon[181282]: pgmap v21707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:08:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:08:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:08:32.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:08:32 smithi032 ceph-mon[191839]: pgmap v21708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:32.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:08:32 smithi032 ceph-mon[189144]: pgmap v21708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:32.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:08:32 smithi039 ceph-mon[181282]: pgmap v21708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:34.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:08:34 smithi032 ceph-mon[189144]: pgmap v21709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:34.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:08:34 smithi032 ceph-mon[191839]: pgmap v21709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:34.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:08:34 smithi039 ceph-mon[181282]: pgmap v21709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:36.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:08:36 smithi032 ceph-mon[189144]: pgmap v21710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:36.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:08:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:08:36.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:08:36 smithi032 ceph-mon[191839]: pgmap v21710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:36.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:08:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:08:36.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:08:36 smithi039 ceph-mon[181282]: pgmap v21710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:08:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:08:38.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:08:38 smithi032 ceph-mon[189144]: pgmap v21711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:38.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:08:38 smithi032 ceph-mon[191839]: pgmap v21711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:38.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:08:38 smithi039 ceph-mon[181282]: pgmap v21711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:40.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:08:40 smithi032 ceph-mon[189144]: pgmap v21712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:40.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:08:40 smithi032 ceph-mon[191839]: pgmap v21712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:40.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:08:40 smithi039 ceph-mon[181282]: pgmap v21712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:08:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:08:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:08:41.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:08:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:08:41.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:08:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:08:41.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:08:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:08:42.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:08:42 smithi032 ceph-mon[191839]: pgmap v21713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:42.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:08:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:08:42.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:08:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:08:42.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:08:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:08:42.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:08:42 smithi032 ceph-mon[189144]: pgmap v21713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:42.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:08:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:08:42.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:08:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:08:42.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:08:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:08:42.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:08:42 smithi039 ceph-mon[181282]: pgmap v21713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:42.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:08:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:08:42.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:08:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:08:42.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:08:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:08:44.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:08:44 smithi032 ceph-mon[191839]: pgmap v21714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:44.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:08:44 smithi032 ceph-mon[189144]: pgmap v21714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:44.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:08:44 smithi039 ceph-mon[181282]: pgmap v21714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:08:46 smithi032 ceph-mon[191839]: pgmap v21715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:46.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:08:46 smithi032 ceph-mon[189144]: pgmap v21715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:46.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:08:46 smithi039 ceph-mon[181282]: pgmap v21715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:48.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:08:48 smithi032 ceph-mon[191839]: pgmap v21716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:48.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:08:48 smithi032 ceph-mon[189144]: pgmap v21716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:48.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:08:48 smithi039 ceph-mon[181282]: pgmap v21716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:50.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:08:50 smithi032 ceph-mon[191839]: pgmap v21717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:08:50 smithi032 ceph-mon[189144]: pgmap v21717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:50.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:08:50 smithi039 ceph-mon[181282]: pgmap v21717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:08:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:08:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T04:08:51.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:08:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:08:51.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:08:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:08:51.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:08:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:08:52.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:08:52 smithi032 ceph-mon[191839]: pgmap v21718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:52.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:08:52 smithi032 ceph-mon[189144]: pgmap v21718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:52.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:08:52 smithi039 ceph-mon[181282]: pgmap v21718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:54.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:08:54 smithi032 ceph-mon[191839]: pgmap v21719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:54.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:08:54 smithi032 ceph-mon[189144]: pgmap v21719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:54.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:08:54 smithi039 ceph-mon[181282]: pgmap v21719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:55.565 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:08:55.888 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:08:55.888 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 77s ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:08:55.888 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 9m ago 10h 97.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:08:55.888 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 77s ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:08:55.888 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 9m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:08:55.888 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 9m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:08:55.888 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 77s ago 10h 586M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:08:55.888 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 77s ago 10h 724M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:08:55.888 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 9m ago 10h 461M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:08:55.889 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 77s ago 10h 485M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:08:55.889 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 77s ago 10h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:08:55.889 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 9m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:08:55.889 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 77s ago 10h 1186M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:08:55.889 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 77s ago 10h 1281M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:08:55.889 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 77s ago 10h 931M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:08:55.889 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 77s ago 10h 1054M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:08:55.889 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 9m ago 10h 1377M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:08:55.889 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 9m ago 10h 1104M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:08:55.889 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 9m ago 10h 756M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:08:55.889 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 9m ago 10h 881M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:08:55.889 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 9m ago 10h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:08:56.291 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:08:56.291 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:08:56.291 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:08:56.291 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:08:56.291 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:08:56.292 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:08:56.292 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:08:56.292 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:08:56.292 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:08:56.292 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:08:56.292 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:08:56.292 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:08:56.292 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:08:56.292 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:08:56.292 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:08:56.292 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:08:56.292 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:08:56.292 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:08:56.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:08:56 smithi032 ceph-mon[189144]: pgmap v21720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:56.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:08:56 smithi032 ceph-mon[189144]: from='client.58284 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:08:56.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:08:56 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2147014963' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:08:56.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:08:56 smithi032 ceph-mon[191839]: pgmap v21720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:56.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:08:56 smithi032 ceph-mon[191839]: from='client.58284 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:08:56.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:08:56 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2147014963' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:08:56.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:08:56 smithi039 ceph-mon[181282]: pgmap v21720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:56.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:08:56 smithi039 ceph-mon[181282]: from='client.58284 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:08:56.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:08:56 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2147014963' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:08:57.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:08:57 smithi032 ceph-mon[191839]: from='client.58290 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:08:57.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:08:57 smithi032 ceph-mon[189144]: from='client.58290 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:08:57.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:08:57 smithi039 ceph-mon[181282]: from='client.58290 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:08:58.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:08:58 smithi032 ceph-mon[191839]: pgmap v21721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:58.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:08:58 smithi032 ceph-mon[189144]: pgmap v21721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:08:58.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:08:58 smithi039 ceph-mon[181282]: pgmap v21721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:00.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:00 smithi032 ceph-mon[191839]: pgmap v21722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:00.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:00 smithi032 ceph-mon[189144]: pgmap v21722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:00.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:00 smithi039 ceph-mon[181282]: pgmap v21722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:09:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:09:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T04:09:02.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:02 smithi032 ceph-mon[189144]: pgmap v21723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:02.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:02 smithi032 ceph-mon[191839]: pgmap v21723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:02 smithi039 ceph-mon[181282]: pgmap v21723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:04.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:04 smithi032 ceph-mon[189144]: pgmap v21724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:04.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:04 smithi032 ceph-mon[191839]: pgmap v21724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:04.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:04 smithi039 ceph-mon[181282]: pgmap v21724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:06.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:06 smithi032 ceph-mon[189144]: pgmap v21725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:06.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:09:06.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:06 smithi032 ceph-mon[191839]: pgmap v21725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:06.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:09:06.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:06 smithi039 ceph-mon[181282]: pgmap v21725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:06.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:09:08.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:08 smithi032 ceph-mon[191839]: pgmap v21726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:08.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:08 smithi032 ceph-mon[189144]: pgmap v21726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:08.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:08 smithi039 ceph-mon[181282]: pgmap v21726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:10.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:10 smithi039 ceph-mon[181282]: pgmap v21727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:10.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:10 smithi032 ceph-mon[191839]: pgmap v21727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:10.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:10 smithi032 ceph-mon[189144]: pgmap v21727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:09:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:09:10] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T04:09:12.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:12 smithi039 ceph-mon[181282]: pgmap v21728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:12 smithi032 ceph-mon[189144]: pgmap v21728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:12 smithi032 ceph-mon[191839]: pgmap v21728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:14.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:14 smithi039 ceph-mon[181282]: pgmap v21729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:14.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:14 smithi032 ceph-mon[191839]: pgmap v21729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:14.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:14 smithi032 ceph-mon[189144]: pgmap v21729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:16.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:16 smithi039 ceph-mon[181282]: pgmap v21730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:16 smithi032 ceph-mon[189144]: pgmap v21730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:16.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:16 smithi032 ceph-mon[191839]: pgmap v21730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:18.760 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:18 smithi039 ceph-mon[181282]: pgmap v21731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:18.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:18 smithi032 ceph-mon[191839]: pgmap v21731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:18 smithi032 ceph-mon[189144]: pgmap v21731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:20 smithi039 ceph-mon[181282]: pgmap v21732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:20.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:20 smithi032 ceph-mon[189144]: pgmap v21732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:20.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:20 smithi032 ceph-mon[191839]: pgmap v21732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:09:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:09:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T04:09:21.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:09:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:09:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:09:22.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:22 smithi039 ceph-mon[181282]: pgmap v21733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:22.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:22 smithi032 ceph-mon[191839]: pgmap v21733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:22.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:22 smithi032 ceph-mon[189144]: pgmap v21733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:24.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:24 smithi039 ceph-mon[181282]: pgmap v21734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:24.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:24 smithi032 ceph-mon[189144]: pgmap v21734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:24.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:24 smithi032 ceph-mon[191839]: pgmap v21734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:26.660 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:09:26.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:26 smithi039 ceph-mon[181282]: pgmap v21735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:26.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:26 smithi032 ceph-mon[191839]: pgmap v21735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:26.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:26 smithi032 ceph-mon[189144]: pgmap v21735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:26.984 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:09:26.984 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 108s ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:09:26.984 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 9m ago 10h 97.0M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:09:26.984 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 108s ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:09:26.984 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 9m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:09:26.985 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 9m ago 10h 458M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:09:26.985 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 108s ago 10h 586M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:09:26.985 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 108s ago 10h 724M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:09:26.985 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 9m ago 10h 461M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:09:26.985 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 108s ago 10h 485M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:09:26.985 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 108s ago 10h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:09:26.985 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 9m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:09:26.985 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 108s ago 10h 1186M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:09:26.985 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 108s ago 10h 1281M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:09:26.985 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 108s ago 10h 931M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:09:26.985 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 108s ago 10h 1054M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:09:26.985 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 9m ago 10h 1377M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:09:26.985 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 9m ago 10h 1104M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:09:26.985 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 9m ago 10h 756M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:09:26.985 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 9m ago 10h 881M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:09:26.986 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 9m ago 10h 142M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:09:27.384 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:09:27.384 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:09:27.384 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:09:27.384 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:09:27.384 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:09:27.384 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:09:27.384 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:09:27.385 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:09:27.385 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:09:27.385 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:09:27.385 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:09:27.385 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:09:27.385 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:09:27.385 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:09:27.385 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:09:27.385 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:09:27.385 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:09:27.385 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:09:27.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:27 smithi039 ceph-mon[181282]: from='client.68216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:09:27.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:27 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3329838891' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:09:27.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:27 smithi032 ceph-mon[191839]: from='client.68216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:09:27.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:27 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3329838891' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:09:27.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:27 smithi032 ceph-mon[189144]: from='client.68216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:09:27.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:27 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3329838891' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:09:28.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:28 smithi039 ceph-mon[181282]: from='client.58308 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:09:28.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:28 smithi039 ceph-mon[181282]: pgmap v21736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:28.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:28 smithi032 ceph-mon[189144]: from='client.58308 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:09:28.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:28 smithi032 ceph-mon[189144]: pgmap v21736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:28.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:28 smithi032 ceph-mon[191839]: from='client.58308 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:09:28.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:28 smithi032 ceph-mon[191839]: pgmap v21736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:30.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:30 smithi039 ceph-mon[181282]: pgmap v21737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:30.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:30 smithi032 ceph-mon[191839]: pgmap v21737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:30.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:30 smithi032 ceph-mon[189144]: pgmap v21737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:09:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:09:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T04:09:32.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:32 smithi039 ceph-mon[181282]: pgmap v21738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:32.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:32 smithi032 ceph-mon[191839]: pgmap v21738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:32.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:32 smithi032 ceph-mon[189144]: pgmap v21738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:34.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:34 smithi039 ceph-mon[181282]: pgmap v21739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:34.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:34 smithi032 ceph-mon[189144]: pgmap v21739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:34 smithi032 ceph-mon[191839]: pgmap v21739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:36 smithi039 ceph-mon[181282]: pgmap v21740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:09:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:36 smithi032 ceph-mon[189144]: pgmap v21740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:09:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:36 smithi032 ceph-mon[191839]: pgmap v21740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:09:38.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:38 smithi039 ceph-mon[181282]: pgmap v21741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:38.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:38 smithi032 ceph-mon[191839]: pgmap v21741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:38.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:38 smithi032 ceph-mon[189144]: pgmap v21741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:40.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:40 smithi039 ceph-mon[181282]: pgmap v21742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:40.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:40 smithi032 ceph-mon[189144]: pgmap v21742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:40.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:40 smithi032 ceph-mon[191839]: pgmap v21742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:09:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:09:40] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T04:09:42.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:42 smithi039 ceph-mon[181282]: pgmap v21743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:42.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:09:42.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:42 smithi032 ceph-mon[191839]: pgmap v21743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:42.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:09:42.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:42 smithi032 ceph-mon[189144]: pgmap v21743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:42.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:09:44.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:44 smithi039 ceph-mon[181282]: pgmap v21744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:44.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:44 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:09:44.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:44 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:09:44.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:44 smithi032 ceph-mon[191839]: pgmap v21744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:44.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:44 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:09:44.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:44 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:09:44.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:44 smithi032 ceph-mon[189144]: pgmap v21744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:44.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:44 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:09:44.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:44 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:09:46.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:09:46.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:45 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:09:46.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:45 smithi039 ceph-mon[181282]: pgmap v21745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:46.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:09:46.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:45 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:09:46.431 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:45 smithi032 ceph-mon[191839]: pgmap v21745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:46.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:09:46.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:45 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:09:46.432 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:45 smithi032 ceph-mon[189144]: pgmap v21745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:48.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:48 smithi039 ceph-mon[181282]: pgmap v21746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:48.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:09:48.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:09:48.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:09:48.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:09:48.759 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:09:48.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:48 smithi032 ceph-mon[191839]: pgmap v21746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:48.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:09:48.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:09:48.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:09:48.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:09:48.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:09:48.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:48 smithi032 ceph-mon[189144]: pgmap v21746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:48.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:09:48.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:09:48.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:09:48.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:09:48.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:09:50.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:50 smithi032 ceph-mon[191839]: pgmap v21747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:50.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:50 smithi032 ceph-mon[189144]: pgmap v21747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:50 smithi039 ceph-mon[181282]: pgmap v21747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:09:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:09:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:09:51.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:09:51.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:09:52.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:09:52.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:52 smithi032 ceph-mon[191839]: pgmap v21748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:52.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:52 smithi032 ceph-mon[189144]: pgmap v21748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:53.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:52 smithi039 ceph-mon[181282]: pgmap v21748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:54.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:54 smithi032 ceph-mon[191839]: pgmap v21749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:54.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:54 smithi032 ceph-mon[189144]: pgmap v21749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:55.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:54 smithi039 ceph-mon[181282]: pgmap v21749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:56.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:56 smithi032 ceph-mon[191839]: pgmap v21750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:56.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:56 smithi032 ceph-mon[189144]: pgmap v21750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:57.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:56 smithi039 ceph-mon[181282]: pgmap v21750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:57.746 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:09:58.067 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:09:58.067 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 2m ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:09:58.068 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 13s ago 10h 96.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:09:58.068 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 2m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:09:58.068 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 13s ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:09:58.068 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 13s ago 10h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:09:58.068 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 2m ago 10h 586M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:09:58.068 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 2m ago 10h 724M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:09:58.068 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 13s ago 10h 473M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:09:58.068 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 2m ago 10h 485M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:09:58.068 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 2m ago 10h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:09:58.068 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 13s ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:09:58.068 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 2m ago 10h 1186M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:09:58.068 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 2m ago 10h 1281M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:09:58.068 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 2m ago 10h 931M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:09:58.068 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 2m ago 10h 1054M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:09:58.068 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 13s ago 10h 1403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:09:58.069 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 13s ago 10h 1137M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:09:58.069 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 13s ago 10h 785M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:09:58.069 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 13s ago 10h 915M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:09:58.069 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 13s ago 10h 144M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:09:58.470 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:09:58.470 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:09:58.470 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:09:58.470 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:09:58.470 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:09:58.470 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:09:58.470 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:09:58.470 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:09:58.471 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:09:58.471 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:09:58.471 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:09:58.471 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:09:58.471 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:09:58.471 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:09:58.471 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:09:58.471 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:09:58.471 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:09:58.471 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:09:58.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:58 smithi032 ceph-mon[191839]: pgmap v21751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:58.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:58 smithi032 ceph-mon[191839]: from='client.58320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:09:58.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:58 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4194162955' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:09:58.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:58 smithi032 ceph-mon[189144]: pgmap v21751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:58.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:58 smithi032 ceph-mon[189144]: from='client.58320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:09:58.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:58 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4194162955' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:09:59.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:58 smithi039 ceph-mon[181282]: pgmap v21751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:09:59.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:58 smithi039 ceph-mon[181282]: from='client.58320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:09:59.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:58 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4194162955' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:09:59.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:09:59 smithi032 ceph-mon[191839]: from='client.58326 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:09:59.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:09:59 smithi032 ceph-mon[189144]: from='client.58326 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:10:00.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:09:59 smithi039 ceph-mon[181282]: from='client.58326 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:10:00.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:10:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-23T04:09:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T04:10:00.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:10:00 smithi032 ceph-mon[189144]: pgmap v21752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:00.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:10:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T04:10:00.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:10:00 smithi032 ceph-mon[191839]: pgmap v21752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:00.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:10:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T04:10:01.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:10:00 smithi039 ceph-mon[181282]: pgmap v21752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:01.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:10:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T04:10:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:10:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:10:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:10:02.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:10:02 smithi032 ceph-mon[191839]: pgmap v21753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:02.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:10:02 smithi032 ceph-mon[189144]: pgmap v21753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:03.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:10:02 smithi039 ceph-mon[181282]: pgmap v21753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:04.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:10:04 smithi032 ceph-mon[189144]: pgmap v21754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:04.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:10:04 smithi032 ceph-mon[191839]: pgmap v21754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:05.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:10:04 smithi039 ceph-mon[181282]: pgmap v21754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:06.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:10:06 smithi032 ceph-mon[191839]: pgmap v21755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:06.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:10:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:10:06.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:10:06 smithi032 ceph-mon[189144]: pgmap v21755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:06.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:10:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:10:06.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:10:06 smithi039 ceph-mon[181282]: pgmap v21755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:06.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:10:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:10:08.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:10:08 smithi032 ceph-mon[191839]: pgmap v21756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:08.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:10:08 smithi032 ceph-mon[189144]: pgmap v21756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:08.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:10:08 smithi039 ceph-mon[181282]: pgmap v21756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:10.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:10:10 smithi032 ceph-mon[189144]: pgmap v21757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:10.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:10:10 smithi032 ceph-mon[191839]: pgmap v21757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:10.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:10:10 smithi039 ceph-mon[181282]: pgmap v21757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:10:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:10:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:10:12.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:10:12 smithi032 ceph-mon[191839]: pgmap v21758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:12.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:10:12 smithi032 ceph-mon[189144]: pgmap v21758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:12.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:10:12 smithi039 ceph-mon[181282]: pgmap v21758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:14.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:10:14 smithi032 ceph-mon[191839]: pgmap v21759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:14.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:10:14 smithi032 ceph-mon[189144]: pgmap v21759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:14.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:10:14 smithi039 ceph-mon[181282]: pgmap v21759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:16.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:10:16 smithi032 ceph-mon[189144]: pgmap v21760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:16.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:10:16 smithi032 ceph-mon[191839]: pgmap v21760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:16.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:10:16 smithi039 ceph-mon[181282]: pgmap v21760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:17.258 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 23 04:10:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-23T04:10:16.982652901Z level=info msg="Completed cleanup jobs" duration=12.402178ms 2023-12-23T04:10:18.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:10:18 smithi032 ceph-mon[189144]: pgmap v21761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:18.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:10:18 smithi032 ceph-mon[191839]: pgmap v21761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:18.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:10:18 smithi039 ceph-mon[181282]: pgmap v21761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:10:20 smithi032 ceph-mon[189144]: pgmap v21762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:20.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:10:20 smithi032 ceph-mon[191839]: pgmap v21762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:10:20 smithi039 ceph-mon[181282]: pgmap v21762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:10:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:10:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:10:21.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:10:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:10:21.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:10:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:10:21.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:10:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:10:22.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:10:22 smithi032 ceph-mon[189144]: pgmap v21763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:22.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:10:22 smithi032 ceph-mon[191839]: pgmap v21763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:22.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:10:22 smithi039 ceph-mon[181282]: pgmap v21763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:24.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:10:24 smithi032 ceph-mon[189144]: pgmap v21764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:24.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:10:24 smithi032 ceph-mon[191839]: pgmap v21764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:24.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:10:24 smithi039 ceph-mon[181282]: pgmap v21764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:26.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:10:26 smithi032 ceph-mon[189144]: pgmap v21765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:26.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:10:26 smithi032 ceph-mon[191839]: pgmap v21765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:26.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:10:26 smithi039 ceph-mon[181282]: pgmap v21765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:28.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:10:28 smithi032 ceph-mon[189144]: pgmap v21766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:28.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:10:28 smithi032 ceph-mon[191839]: pgmap v21766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:28.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:10:28 smithi039 ceph-mon[181282]: pgmap v21766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:28.838 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:10:29.161 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:10:29.162 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 2m ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:10:29.162 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 44s ago 10h 96.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:10:29.162 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 2m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:10:29.162 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 44s ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:10:29.162 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 44s ago 10h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:10:29.162 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 2m ago 10h 586M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:10:29.162 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 2m ago 10h 724M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:10:29.162 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 44s ago 10h 473M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:10:29.162 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 2m ago 10h 485M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:10:29.162 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 2m ago 10h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:10:29.162 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 44s ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:10:29.162 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 2m ago 10h 1186M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:10:29.162 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 2m ago 10h 1281M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:10:29.163 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 2m ago 10h 931M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:10:29.163 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 2m ago 10h 1054M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:10:29.163 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 44s ago 10h 1403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:10:29.163 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 44s ago 10h 1137M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:10:29.163 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 44s ago 10h 785M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:10:29.163 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 44s ago 10h 915M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:10:29.163 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 44s ago 10h 144M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:10:29.566 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:10:29.566 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:10:29.566 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:10:29.566 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:10:29.566 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:10:29.566 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:10:29.566 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:10:29.566 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:10:29.567 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:10:29.567 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:10:29.567 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:10:29.567 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:10:29.567 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:10:29.567 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:10:29.567 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:10:29.567 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:10:29.567 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:10:29.567 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:10:30.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:10:30 smithi032 ceph-mon[191839]: from='client.58338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:10:30.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:10:30 smithi032 ceph-mon[191839]: from='client.68258 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:10:30.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:10:30 smithi032 ceph-mon[191839]: pgmap v21767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:30.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:10:30 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1138872569' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:10:30.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:10:30 smithi032 ceph-mon[189144]: from='client.58338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:10:30.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:10:30 smithi032 ceph-mon[189144]: from='client.68258 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:10:30.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:10:30 smithi032 ceph-mon[189144]: pgmap v21767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:30.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:10:30 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1138872569' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:10:30.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:10:30 smithi039 ceph-mon[181282]: from='client.58338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:10:30.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:10:30 smithi039 ceph-mon[181282]: from='client.68258 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:10:30.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:10:30 smithi039 ceph-mon[181282]: pgmap v21767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:30.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:10:30 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1138872569' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:10:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:10:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:10:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:10:32.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:10:32 smithi032 ceph-mon[191839]: pgmap v21768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:32.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:10:32 smithi032 ceph-mon[189144]: pgmap v21768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:32.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:10:32 smithi039 ceph-mon[181282]: pgmap v21768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:34.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:10:34 smithi032 ceph-mon[191839]: pgmap v21769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:34.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:10:34 smithi032 ceph-mon[189144]: pgmap v21769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:34.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:10:34 smithi039 ceph-mon[181282]: pgmap v21769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:36.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:10:36 smithi032 ceph-mon[191839]: pgmap v21770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:36.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:10:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:10:36.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:10:36 smithi032 ceph-mon[189144]: pgmap v21770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:36.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:10:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:10:36.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:10:36 smithi039 ceph-mon[181282]: pgmap v21770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:36.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:10:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:10:38.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:10:38 smithi032 ceph-mon[191839]: pgmap v21771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:38.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:10:38 smithi032 ceph-mon[189144]: pgmap v21771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:38.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:10:38 smithi039 ceph-mon[181282]: pgmap v21771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:40.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:10:40 smithi032 ceph-mon[189144]: pgmap v21772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:40.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:10:40 smithi032 ceph-mon[191839]: pgmap v21772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:40.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:10:40 smithi039 ceph-mon[181282]: pgmap v21772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:10:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:10:40] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T04:10:42.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:10:42 smithi032 ceph-mon[191839]: pgmap v21773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:42.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:10:42 smithi032 ceph-mon[189144]: pgmap v21773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:42.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:10:42 smithi039 ceph-mon[181282]: pgmap v21773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:44.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:10:44 smithi032 ceph-mon[191839]: pgmap v21774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:44.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:10:44 smithi032 ceph-mon[189144]: pgmap v21774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:44.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:10:44 smithi039 ceph-mon[181282]: pgmap v21774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:46.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:10:46 smithi032 ceph-mon[189144]: pgmap v21775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:46.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:10:46 smithi032 ceph-mon[191839]: pgmap v21775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:46.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:10:46 smithi039 ceph-mon[181282]: pgmap v21775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:48.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:10:48 smithi032 ceph-mon[191839]: pgmap v21776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:48.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:10:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:10:48.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:10:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:10:48.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:10:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:10:48.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:10:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:10:48.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:10:48 smithi032 ceph-mon[189144]: pgmap v21776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:48.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:10:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:10:48.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:10:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:10:48.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:10:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:10:48.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:10:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:10:48.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:10:48 smithi039 ceph-mon[181282]: pgmap v21776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:48.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:10:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:10:48.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:10:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:10:48.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:10:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:10:48.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:10:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:10:50.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:10:50 smithi032 ceph-mon[191839]: pgmap v21777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:10:50 smithi032 ceph-mon[189144]: pgmap v21777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:50.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:10:50 smithi039 ceph-mon[181282]: pgmap v21777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:10:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:10:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T04:10:51.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:10:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:10:51.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:10:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:10:51.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:10:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:10:52.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:10:52 smithi032 ceph-mon[191839]: pgmap v21778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:52.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:10:52 smithi032 ceph-mon[189144]: pgmap v21778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:52.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:10:52 smithi039 ceph-mon[181282]: pgmap v21778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:54.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:10:54 smithi032 ceph-mon[189144]: pgmap v21779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:54.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:10:54 smithi032 ceph-mon[191839]: pgmap v21779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:54.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:10:54 smithi039 ceph-mon[181282]: pgmap v21779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:56.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:10:56 smithi032 ceph-mon[189144]: pgmap v21780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:56.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:10:56 smithi032 ceph-mon[191839]: pgmap v21780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:56.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:10:56 smithi039 ceph-mon[181282]: pgmap v21780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:58.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:10:58 smithi032 ceph-mon[191839]: pgmap v21781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:58.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:10:58 smithi032 ceph-mon[189144]: pgmap v21781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:58.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:10:58 smithi039 ceph-mon[181282]: pgmap v21781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:10:59.931 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:11:00.259 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:11:00.260 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 3m ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:11:00.260 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 76s ago 10h 96.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:11:00.260 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 3m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:11:00.260 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 76s ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:11:00.260 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 76s ago 10h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:11:00.260 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 3m ago 11h 586M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:11:00.260 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 3m ago 11h 724M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:11:00.260 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 76s ago 10h 473M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:11:00.260 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 3m ago 10h 485M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:11:00.260 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 3m ago 10h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:11:00.260 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 76s ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:11:00.261 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 3m ago 10h 1186M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:11:00.261 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 3m ago 10h 1281M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:11:00.261 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 3m ago 10h 931M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:11:00.261 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 3m ago 10h 1054M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:11:00.261 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 76s ago 10h 1403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:11:00.261 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 76s ago 10h 1137M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:11:00.261 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 76s ago 10h 785M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:11:00.261 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 76s ago 10h 915M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:11:00.261 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 76s ago 10h 144M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:11:00.672 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:11:00.672 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:11:00.672 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:11:00.672 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:11:00.672 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:11:00.672 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:11:00.672 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:11:00.672 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:11:00.672 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:11:00.672 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:11:00.672 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:11:00.673 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:11:00.673 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:11:00.673 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:11:00.673 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:11:00.673 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:11:00.673 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:11:00.673 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:11:00.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:11:00 smithi032 ceph-mon[189144]: pgmap v21782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:00.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:11:00 smithi032 ceph-mon[191839]: pgmap v21782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:00.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:11:00 smithi039 ceph-mon[181282]: pgmap v21782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:11:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:11:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T04:11:01.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:11:01 smithi032 ceph-mon[191839]: from='client.68270 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:11:01.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:11:01 smithi032 ceph-mon[191839]: from='client.58362 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:11:01.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:11:01 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2506511784' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:11:01.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:11:01 smithi032 ceph-mon[189144]: from='client.68270 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:11:01.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:11:01 smithi032 ceph-mon[189144]: from='client.58362 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:11:01.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:11:01 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2506511784' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:11:01.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:11:01 smithi039 ceph-mon[181282]: from='client.68270 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:11:01.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:11:01 smithi039 ceph-mon[181282]: from='client.58362 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:11:01.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:11:01 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2506511784' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:11:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:11:02 smithi032 ceph-mon[191839]: pgmap v21783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:02.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:11:02 smithi032 ceph-mon[189144]: pgmap v21783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:02.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:11:02 smithi039 ceph-mon[181282]: pgmap v21783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:04.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:11:04 smithi032 ceph-mon[191839]: pgmap v21784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:04.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:11:04 smithi032 ceph-mon[189144]: pgmap v21784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:04.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:11:04 smithi039 ceph-mon[181282]: pgmap v21784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:06.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:11:06 smithi032 ceph-mon[191839]: pgmap v21785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:06.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:11:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:11:06.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:11:06 smithi032 ceph-mon[189144]: pgmap v21785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:06.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:11:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:11:06.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:11:06 smithi039 ceph-mon[181282]: pgmap v21785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:06.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:11:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:11:08.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:11:08 smithi032 ceph-mon[191839]: pgmap v21786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:08.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:11:08 smithi032 ceph-mon[189144]: pgmap v21786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:08.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:11:08 smithi039 ceph-mon[181282]: pgmap v21786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:10.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:11:10 smithi032 ceph-mon[191839]: pgmap v21787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:10.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:11:10 smithi032 ceph-mon[189144]: pgmap v21787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:10.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:11:10 smithi039 ceph-mon[181282]: pgmap v21787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:11:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:11:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T04:11:12.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:11:12 smithi032 ceph-mon[191839]: pgmap v21788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:12.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:11:12 smithi032 ceph-mon[189144]: pgmap v21788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:12.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:11:12 smithi039 ceph-mon[181282]: pgmap v21788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:14.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:11:14 smithi032 ceph-mon[191839]: pgmap v21789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:14.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:11:14 smithi032 ceph-mon[189144]: pgmap v21789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:14.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:11:14 smithi039 ceph-mon[181282]: pgmap v21789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:16.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:11:16 smithi032 ceph-mon[189144]: pgmap v21790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:16.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:11:16 smithi032 ceph-mon[191839]: pgmap v21790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:16.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:11:16 smithi039 ceph-mon[181282]: pgmap v21790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:18.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:11:18 smithi039 ceph-mon[181282]: pgmap v21791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:18.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:11:18 smithi032 ceph-mon[191839]: pgmap v21791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:11:18 smithi032 ceph-mon[189144]: pgmap v21791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:20.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:11:20 smithi039 ceph-mon[181282]: pgmap v21792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:20.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:11:20 smithi032 ceph-mon[189144]: pgmap v21792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:20.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:11:20 smithi032 ceph-mon[191839]: pgmap v21792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:11:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:11:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:11:21.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:11:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:11:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:11:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:11:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:11:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:11:22.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:11:22 smithi039 ceph-mon[181282]: pgmap v21793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:22.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:11:22 smithi032 ceph-mon[189144]: pgmap v21793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:22.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:11:22 smithi032 ceph-mon[191839]: pgmap v21793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:24.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:11:24 smithi039 ceph-mon[181282]: pgmap v21794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:24.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:11:24 smithi032 ceph-mon[189144]: pgmap v21794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:24.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:11:24 smithi032 ceph-mon[191839]: pgmap v21794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:26.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:11:26 smithi039 ceph-mon[181282]: pgmap v21795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:26.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:11:26 smithi032 ceph-mon[191839]: pgmap v21795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:26.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:11:26 smithi032 ceph-mon[189144]: pgmap v21795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:28.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:11:28 smithi039 ceph-mon[181282]: pgmap v21796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:28.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:11:28 smithi032 ceph-mon[189144]: pgmap v21796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:28.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:11:28 smithi032 ceph-mon[191839]: pgmap v21796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:30.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:11:30 smithi039 ceph-mon[181282]: pgmap v21797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:30.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:11:30 smithi032 ceph-mon[189144]: pgmap v21797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:30.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:11:30 smithi032 ceph-mon[191839]: pgmap v21797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:31.036 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:11:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:11:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:11:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:11:31.359 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:11:31.359 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 3m ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:11:31.359 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 107s ago 10h 96.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:11:31.359 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 3m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:11:31.359 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 107s ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:11:31.359 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 107s ago 10h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:11:31.359 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 3m ago 11h 586M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:11:31.359 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 3m ago 11h 724M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:11:31.359 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 107s ago 10h 473M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:11:31.359 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 3m ago 10h 485M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:11:31.359 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 3m ago 10h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:11:31.359 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 107s ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:11:31.360 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 3m ago 10h 1186M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:11:31.360 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 3m ago 10h 1281M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:11:31.360 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 3m ago 10h 931M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:11:31.360 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 3m ago 10h 1054M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:11:31.360 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 107s ago 10h 1403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:11:31.360 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 107s ago 10h 1137M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:11:31.360 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 107s ago 10h 785M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:11:31.360 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 107s ago 10h 915M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:11:31.360 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 107s ago 10h 144M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:11:31.760 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:11:31.760 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:11:31.760 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:11:31.760 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:11:31.760 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:11:31.760 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:11:31.760 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:11:31.760 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:11:31.760 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:11:31.760 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:11:31.760 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:11:31.761 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:11:31.761 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:11:31.761 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:11:31.761 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:11:31.761 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:11:31.761 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:11:31.761 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:11:32.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:11:32 smithi039 ceph-mon[181282]: from='client.68288 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:11:32.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:11:32 smithi039 ceph-mon[181282]: pgmap v21798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:32.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:11:32 smithi039 ceph-mon[181282]: from='client.58380 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:11:32.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:11:32 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1934789833' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:11:32.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:11:32 smithi032 ceph-mon[191839]: from='client.68288 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:11:32.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:11:32 smithi032 ceph-mon[191839]: pgmap v21798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:32.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:11:32 smithi032 ceph-mon[191839]: from='client.58380 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:11:32.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:11:32 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1934789833' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:11:32.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:11:32 smithi032 ceph-mon[189144]: from='client.68288 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:11:32.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:11:32 smithi032 ceph-mon[189144]: pgmap v21798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:32.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:11:32 smithi032 ceph-mon[189144]: from='client.58380 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:11:32.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:11:32 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1934789833' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:11:34.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:11:34 smithi039 ceph-mon[181282]: pgmap v21799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:11:34 smithi032 ceph-mon[191839]: pgmap v21799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:34.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:11:34 smithi032 ceph-mon[189144]: pgmap v21799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:11:36 smithi039 ceph-mon[181282]: pgmap v21800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:11:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:11:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:11:36 smithi032 ceph-mon[191839]: pgmap v21800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:11:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:11:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:11:36 smithi032 ceph-mon[189144]: pgmap v21800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:36.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:11:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:11:38.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:11:38 smithi039 ceph-mon[181282]: pgmap v21801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:38.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:11:38 smithi032 ceph-mon[191839]: pgmap v21801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:38.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:11:38 smithi032 ceph-mon[189144]: pgmap v21801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:40.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:11:40 smithi039 ceph-mon[181282]: pgmap v21802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:40.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:11:40 smithi032 ceph-mon[191839]: pgmap v21802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:40.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:11:40 smithi032 ceph-mon[189144]: pgmap v21802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:11:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:11:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:11:42.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:11:42 smithi039 ceph-mon[181282]: pgmap v21803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:42.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:11:42 smithi032 ceph-mon[189144]: pgmap v21803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:42.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:11:42 smithi032 ceph-mon[191839]: pgmap v21803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:44.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:11:44 smithi039 ceph-mon[181282]: pgmap v21804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:44.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:11:44 smithi032 ceph-mon[191839]: pgmap v21804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:44.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:11:44 smithi032 ceph-mon[189144]: pgmap v21804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:46.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:11:46 smithi039 ceph-mon[181282]: pgmap v21805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:46.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:11:46 smithi032 ceph-mon[189144]: pgmap v21805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:46.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:11:46 smithi032 ceph-mon[191839]: pgmap v21805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:48.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:11:48 smithi039 ceph-mon[181282]: pgmap v21806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:48.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:11:48 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:11:48.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:11:48 smithi032 ceph-mon[191839]: pgmap v21806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:48.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:11:48 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:11:48.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:11:48 smithi032 ceph-mon[189144]: pgmap v21806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:48.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:11:48 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:11:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:11:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:11:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:11:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:11:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:11:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:11:49.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:11:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:11:49.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:11:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:11:49.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:11:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:11:49.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:11:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:11:49.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:11:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:11:49.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:11:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:11:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:11:50 smithi039 ceph-mon[181282]: pgmap v21807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:51.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:11:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:11:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:11:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:11:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T04:11:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:11:50 smithi032 ceph-mon[189144]: pgmap v21807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:11:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:11:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:11:50 smithi032 ceph-mon[191839]: pgmap v21807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:11:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:11:53.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:11:52 smithi039 ceph-mon[181282]: pgmap v21808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:53.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:11:52 smithi032 ceph-mon[191839]: pgmap v21808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:53.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:11:52 smithi032 ceph-mon[189144]: pgmap v21808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:55.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:11:54 smithi039 ceph-mon[181282]: pgmap v21809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:55.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:11:54 smithi032 ceph-mon[191839]: pgmap v21809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:55.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:11:54 smithi032 ceph-mon[189144]: pgmap v21809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:57.011 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:11:56 smithi039 ceph-mon[181282]: pgmap v21810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:57.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:11:56 smithi032 ceph-mon[191839]: pgmap v21810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:57.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:11:56 smithi032 ceph-mon[189144]: pgmap v21810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:59.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:11:58 smithi032 ceph-mon[189144]: pgmap v21811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:59.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:11:58 smithi032 ceph-mon[191839]: pgmap v21811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:11:59.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:11:58 smithi039 ceph-mon[181282]: pgmap v21811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:01.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:12:00 smithi032 ceph-mon[191839]: pgmap v21812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:01.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:12:00 smithi032 ceph-mon[189144]: pgmap v21812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:01.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:12:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:12:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T04:12:01.258 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:12:00 smithi039 ceph-mon[181282]: pgmap v21812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:02.129 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:12:02.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:12:01 smithi032 ceph-mon[189144]: pgmap v21813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:02.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:12:01 smithi032 ceph-mon[191839]: pgmap v21813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:02.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:12:01 smithi039 ceph-mon[181282]: pgmap v21813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:02.455 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:12:02.455 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 4m ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:12:02.455 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 2m ago 10h 96.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:12:02.455 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 4m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:12:02.455 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 2m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:12:02.455 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 2m ago 10h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:12:02.455 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 4m ago 11h 586M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:12:02.456 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 4m ago 11h 724M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:12:02.456 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 2m ago 11h 473M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:12:02.456 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 4m ago 11h 485M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:12:02.456 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 4m ago 10h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:12:02.456 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 2m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:12:02.456 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 4m ago 10h 1186M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:12:02.456 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 4m ago 10h 1281M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:12:02.456 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 4m ago 10h 931M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:12:02.456 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 4m ago 10h 1054M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:12:02.456 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 2m ago 10h 1403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:12:02.456 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 2m ago 10h 1137M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:12:02.456 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 2m ago 10h 785M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:12:02.456 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 2m ago 10h 915M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:12:02.457 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 2m ago 10h 144M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:12:02.857 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:12:02.857 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:12:02.857 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:12:02.857 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:12:02.857 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:12:02.857 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:12:02.857 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:12:02.858 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:12:02.858 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:12:02.858 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:12:02.858 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:12:02.858 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:12:02.858 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:12:02.858 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:12:02.858 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:12:02.858 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:12:02.858 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:12:02.858 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:12:03.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:12:02 smithi032 ceph-mon[191839]: from='client.68306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:12:03.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:12:02 smithi032 ceph-mon[191839]: from='client.68312 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:12:03.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:12:02 smithi032 ceph-mon[189144]: from='client.68306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:12:03.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:12:02 smithi032 ceph-mon[189144]: from='client.68312 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:12:03.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:12:02 smithi039 ceph-mon[181282]: from='client.68306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:12:03.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:12:02 smithi039 ceph-mon[181282]: from='client.68312 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:12:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:12:03 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2207958348' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:12:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:12:03 smithi032 ceph-mon[191839]: pgmap v21814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:04.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:12:03 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2207958348' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:12:04.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:12:03 smithi032 ceph-mon[189144]: pgmap v21814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:04.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:12:03 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2207958348' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:12:04.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:12:03 smithi039 ceph-mon[181282]: pgmap v21814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:06.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:12:06 smithi032 ceph-mon[189144]: pgmap v21815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:06.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:12:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:12:06.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:12:06 smithi032 ceph-mon[191839]: pgmap v21815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:06.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:12:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:12:06.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:12:06 smithi039 ceph-mon[181282]: pgmap v21815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:06.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:12:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:12:08.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:12:08 smithi032 ceph-mon[191839]: pgmap v21816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:08.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:12:08 smithi032 ceph-mon[189144]: pgmap v21816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:08.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:12:08 smithi039 ceph-mon[181282]: pgmap v21816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:10.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:12:10 smithi032 ceph-mon[189144]: pgmap v21817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:10.683 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:12:10 smithi032 ceph-mon[191839]: pgmap v21817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:10.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:12:10 smithi039 ceph-mon[181282]: pgmap v21817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:12:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:12:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:12:12.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:12:12 smithi032 ceph-mon[189144]: pgmap v21818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:12.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:12:12 smithi032 ceph-mon[191839]: pgmap v21818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:12.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:12:12 smithi039 ceph-mon[181282]: pgmap v21818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:14.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:12:14 smithi032 ceph-mon[189144]: pgmap v21819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:14.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:12:14 smithi032 ceph-mon[191839]: pgmap v21819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:14.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:12:14 smithi039 ceph-mon[181282]: pgmap v21819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:16.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:12:16 smithi032 ceph-mon[189144]: pgmap v21820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:16.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:12:16 smithi032 ceph-mon[191839]: pgmap v21820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:16.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:12:16 smithi039 ceph-mon[181282]: pgmap v21820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:18.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:12:18 smithi032 ceph-mon[191839]: pgmap v21821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:18.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:12:18 smithi032 ceph-mon[189144]: pgmap v21821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:18.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:12:18 smithi039 ceph-mon[181282]: pgmap v21821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:12:20 smithi032 ceph-mon[191839]: pgmap v21822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:12:20 smithi032 ceph-mon[189144]: pgmap v21822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:20.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:12:20 smithi039 ceph-mon[181282]: pgmap v21822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:12:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:12:20] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T04:12:21.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:12:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:12:21.702 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:12:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:12:21.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:12:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:12:22.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:12:22 smithi032 ceph-mon[191839]: pgmap v21823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:22.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:12:22 smithi032 ceph-mon[189144]: pgmap v21823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:22.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:12:22 smithi039 ceph-mon[181282]: pgmap v21823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:24.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:12:24 smithi032 ceph-mon[191839]: pgmap v21824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:24.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:12:24 smithi032 ceph-mon[189144]: pgmap v21824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:24.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:12:24 smithi039 ceph-mon[181282]: pgmap v21824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:26.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:12:26 smithi032 ceph-mon[191839]: pgmap v21825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:26.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:12:26 smithi032 ceph-mon[189144]: pgmap v21825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:26.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:12:26 smithi039 ceph-mon[181282]: pgmap v21825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:28.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:12:28 smithi032 ceph-mon[189144]: pgmap v21826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:28.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:12:28 smithi032 ceph-mon[191839]: pgmap v21826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:28.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:12:28 smithi039 ceph-mon[181282]: pgmap v21826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:30.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:12:30 smithi032 ceph-mon[191839]: pgmap v21827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:30.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:12:30 smithi032 ceph-mon[189144]: pgmap v21827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:30.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:12:30 smithi039 ceph-mon[181282]: pgmap v21827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:12:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:12:30] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T04:12:32.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:12:32 smithi032 ceph-mon[191839]: pgmap v21828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:32.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:12:32 smithi032 ceph-mon[189144]: pgmap v21828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:32.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:12:32 smithi039 ceph-mon[181282]: pgmap v21828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:33.224 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:12:33.548 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:12:33.548 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 4m ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:12:33.548 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 2m ago 10h 96.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:12:33.549 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 4m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:12:33.549 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 2m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:12:33.549 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 2m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:12:33.549 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 4m ago 11h 586M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:12:33.549 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 4m ago 11h 724M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:12:33.549 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 2m ago 11h 473M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:12:33.549 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 4m ago 11h 485M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:12:33.549 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 4m ago 10h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:12:33.550 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 2m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:12:33.550 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 4m ago 11h 1186M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:12:33.550 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 4m ago 10h 1281M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:12:33.550 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 4m ago 10h 931M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:12:33.550 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 4m ago 10h 1054M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:12:33.550 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 2m ago 10h 1403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:12:33.550 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 2m ago 10h 1137M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:12:33.550 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 2m ago 10h 785M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:12:33.550 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 2m ago 10h 915M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:12:33.551 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 2m ago 10h 144M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:12:33.950 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:12:33.950 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:12:33.950 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:12:33.950 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:12:33.950 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:12:33.950 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:12:33.950 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:12:33.950 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:12:33.950 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:12:33.950 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:12:33.951 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:12:33.951 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:12:33.951 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:12:33.951 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:12:33.951 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:12:33.951 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:12:33.951 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:12:33.951 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:12:34.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:12:34 smithi032 ceph-mon[191839]: from='client.68324 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:12:34.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:12:34 smithi032 ceph-mon[191839]: pgmap v21829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:34.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:12:34 smithi032 ceph-mon[191839]: from='client.58416 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:12:34.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:12:34 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2193681056' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:12:34.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:12:34 smithi032 ceph-mon[189144]: from='client.68324 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:12:34.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:12:34 smithi032 ceph-mon[189144]: pgmap v21829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:34.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:12:34 smithi032 ceph-mon[189144]: from='client.58416 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:12:34.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:12:34 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2193681056' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:12:34.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:12:34 smithi039 ceph-mon[181282]: from='client.68324 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:12:34.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:12:34 smithi039 ceph-mon[181282]: pgmap v21829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:34.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:12:34 smithi039 ceph-mon[181282]: from='client.58416 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:12:34.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:12:34 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2193681056' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:12:36.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:12:36 smithi032 ceph-mon[191839]: pgmap v21830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:36.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:12:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:12:36.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:12:36 smithi032 ceph-mon[189144]: pgmap v21830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:36.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:12:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:12:36.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:12:36 smithi039 ceph-mon[181282]: pgmap v21830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:12:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:12:38.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:12:38 smithi032 ceph-mon[191839]: pgmap v21831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:38.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:12:38 smithi032 ceph-mon[189144]: pgmap v21831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:38.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:12:38 smithi039 ceph-mon[181282]: pgmap v21831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:40.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:12:40 smithi032 ceph-mon[189144]: pgmap v21832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:40.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:12:40 smithi032 ceph-mon[191839]: pgmap v21832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:40.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:12:40 smithi039 ceph-mon[181282]: pgmap v21832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:12:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:12:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:12:42.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:12:42 smithi032 ceph-mon[191839]: pgmap v21833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:42.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:12:42 smithi032 ceph-mon[189144]: pgmap v21833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:42.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:12:42 smithi039 ceph-mon[181282]: pgmap v21833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:44.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:12:44 smithi032 ceph-mon[191839]: pgmap v21834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:44.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:12:44 smithi032 ceph-mon[189144]: pgmap v21834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:44.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:12:44 smithi039 ceph-mon[181282]: pgmap v21834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:46.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:12:46 smithi032 ceph-mon[189144]: pgmap v21835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:12:46 smithi032 ceph-mon[191839]: pgmap v21835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:46.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:12:46 smithi039 ceph-mon[181282]: pgmap v21835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:48.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:12:48 smithi032 ceph-mon[189144]: pgmap v21836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:48.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:12:48 smithi032 ceph-mon[191839]: pgmap v21836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:48.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:12:48 smithi039 ceph-mon[181282]: pgmap v21836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:12:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:12:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:12:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:12:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:12:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:12:49.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:12:49 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:12:49.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:12:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:12:49.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:12:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:12:49.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:12:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:12:49.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:12:49 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:12:49.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:12:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:12:49.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:12:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:12:49.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:12:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:12:49.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:12:49 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:12:50.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:12:50 smithi039 ceph-mon[181282]: pgmap v21837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:50.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:12:50 smithi032 ceph-mon[189144]: pgmap v21837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:50.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:12:50 smithi032 ceph-mon[191839]: pgmap v21837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:12:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:12:50] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T04:12:51.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:12:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:12:51.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:12:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:12:51.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:12:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:12:52.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:12:52 smithi039 ceph-mon[181282]: pgmap v21838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:52.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:12:52 smithi032 ceph-mon[191839]: pgmap v21838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:52.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:12:52 smithi032 ceph-mon[189144]: pgmap v21838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:54.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:12:54 smithi039 ceph-mon[181282]: pgmap v21839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:54.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:12:54 smithi032 ceph-mon[191839]: pgmap v21839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:54.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:12:54 smithi032 ceph-mon[189144]: pgmap v21839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:56.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:12:56 smithi039 ceph-mon[181282]: pgmap v21840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:56.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:12:56 smithi032 ceph-mon[191839]: pgmap v21840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:56.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:12:56 smithi032 ceph-mon[189144]: pgmap v21840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:58.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:12:58 smithi039 ceph-mon[181282]: pgmap v21841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:58.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:12:58 smithi032 ceph-mon[191839]: pgmap v21841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:12:58.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:12:58 smithi032 ceph-mon[189144]: pgmap v21841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:00.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:13:00 smithi039 ceph-mon[181282]: pgmap v21842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:00.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:13:00 smithi032 ceph-mon[189144]: pgmap v21842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:00.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:13:00 smithi032 ceph-mon[191839]: pgmap v21842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:13:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:13:00] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T04:13:02.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:13:02 smithi039 ceph-mon[181282]: pgmap v21843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:02.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:13:02 smithi032 ceph-mon[191839]: pgmap v21843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:02.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:13:02 smithi032 ceph-mon[189144]: pgmap v21843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:04.319 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:13:04.642 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:13:04.642 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 5m ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:13:04.642 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 3m ago 10h 96.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:13:04.642 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 5m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:13:04.642 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 3m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:13:04.643 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 3m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:13:04.643 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 5m ago 11h 586M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:13:04.643 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 5m ago 11h 724M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:13:04.643 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 3m ago 11h 473M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:13:04.643 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 5m ago 11h 485M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:13:04.643 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 5m ago 10h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:13:04.643 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 3m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:13:04.643 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 5m ago 11h 1186M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:13:04.643 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 5m ago 11h 1281M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:13:04.643 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 5m ago 11h 931M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:13:04.643 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 5m ago 10h 1054M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:13:04.643 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 3m ago 10h 1403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:13:04.643 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 3m ago 10h 1137M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:13:04.643 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 3m ago 10h 785M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:13:04.643 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 3m ago 10h 915M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:13:04.643 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 3m ago 10h 144M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:13:04.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:13:04 smithi039 ceph-mon[181282]: pgmap v21844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:04.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:13:04 smithi032 ceph-mon[191839]: pgmap v21844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:04.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:13:04 smithi032 ceph-mon[189144]: pgmap v21844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:05.047 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:13:05.047 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:13:05.047 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:13:05.047 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:13:05.047 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:13:05.047 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:13:05.047 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:13:05.047 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:13:05.047 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:13:05.047 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:13:05.047 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:13:05.047 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:13:05.047 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:13:05.047 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:13:05.048 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:13:05.048 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:13:05.048 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:13:05.048 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:13:05.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:13:05 smithi039 ceph-mon[181282]: from='client.68342 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:13:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:13:05 smithi039 ceph-mon[181282]: from='client.58434 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:13:05.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:13:05 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1465538327' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:13:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:13:05 smithi032 ceph-mon[191839]: from='client.68342 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:13:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:13:05 smithi032 ceph-mon[191839]: from='client.58434 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:13:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:13:05 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1465538327' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:13:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:13:05 smithi032 ceph-mon[189144]: from='client.68342 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:13:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:13:05 smithi032 ceph-mon[189144]: from='client.58434 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:13:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:13:05 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1465538327' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:13:06.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:13:06 smithi039 ceph-mon[181282]: pgmap v21845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:06.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:13:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:13:06.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:13:06 smithi032 ceph-mon[191839]: pgmap v21845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:06.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:13:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:13:06.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:13:06 smithi032 ceph-mon[189144]: pgmap v21845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:06.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:13:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:13:08.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:13:08 smithi039 ceph-mon[181282]: pgmap v21846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:08.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:13:08 smithi032 ceph-mon[191839]: pgmap v21846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:08.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:13:08 smithi032 ceph-mon[189144]: pgmap v21846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:10.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:13:10 smithi039 ceph-mon[181282]: pgmap v21847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:10.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:13:10 smithi032 ceph-mon[189144]: pgmap v21847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:10.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:13:10 smithi032 ceph-mon[191839]: pgmap v21847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:13:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:13:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T04:13:12.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:13:12 smithi039 ceph-mon[181282]: pgmap v21848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:13:12 smithi032 ceph-mon[191839]: pgmap v21848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:13:12 smithi032 ceph-mon[189144]: pgmap v21848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:14.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:13:14 smithi039 ceph-mon[181282]: pgmap v21849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:14.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:13:14 smithi032 ceph-mon[189144]: pgmap v21849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:14.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:13:14 smithi032 ceph-mon[191839]: pgmap v21849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:16.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:13:16 smithi039 ceph-mon[181282]: pgmap v21850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:16.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:13:16 smithi032 ceph-mon[191839]: pgmap v21850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:13:16 smithi032 ceph-mon[189144]: pgmap v21850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:18.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:13:18 smithi039 ceph-mon[181282]: pgmap v21851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:18.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:13:18 smithi032 ceph-mon[191839]: pgmap v21851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:13:18 smithi032 ceph-mon[189144]: pgmap v21851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:20.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:13:20 smithi039 ceph-mon[181282]: pgmap v21852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:20.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:13:20 smithi032 ceph-mon[189144]: pgmap v21852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:20.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:13:20 smithi032 ceph-mon[191839]: pgmap v21852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:13:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:13:20] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T04:13:21.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:13:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:13:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:13:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:13:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:13:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:13:22.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:13:22 smithi039 ceph-mon[181282]: pgmap v21853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:22.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:13:22 smithi032 ceph-mon[189144]: pgmap v21853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:22.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:13:22 smithi032 ceph-mon[191839]: pgmap v21853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:24.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:13:24 smithi039 ceph-mon[181282]: pgmap v21854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:24.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:13:24 smithi032 ceph-mon[189144]: pgmap v21854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:24.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:13:24 smithi032 ceph-mon[191839]: pgmap v21854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:26.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:13:26 smithi039 ceph-mon[181282]: pgmap v21855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:26.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:13:26 smithi032 ceph-mon[189144]: pgmap v21855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:26.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:13:26 smithi032 ceph-mon[191839]: pgmap v21855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:28.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:13:28 smithi039 ceph-mon[181282]: pgmap v21856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:28.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:13:28 smithi032 ceph-mon[191839]: pgmap v21856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:28.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:13:28 smithi032 ceph-mon[189144]: pgmap v21856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:30.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:13:30 smithi039 ceph-mon[181282]: pgmap v21857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:30.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:13:30 smithi032 ceph-mon[191839]: pgmap v21857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:30.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:13:30 smithi032 ceph-mon[189144]: pgmap v21857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:13:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:13:30] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T04:13:32.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:13:32 smithi032 ceph-mon[191839]: pgmap v21858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:32.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:13:32 smithi032 ceph-mon[189144]: pgmap v21858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:33.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:13:32 smithi039 ceph-mon[181282]: pgmap v21858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:34.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:13:34 smithi032 ceph-mon[189144]: pgmap v21859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:13:34 smithi032 ceph-mon[191839]: pgmap v21859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:35.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:13:34 smithi039 ceph-mon[181282]: pgmap v21859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:35.414 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:13:35.741 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:13:35.741 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 5m ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:13:35.742 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 3m ago 10h 96.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:13:35.742 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 5m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:13:35.742 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 3m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:13:35.742 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 3m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:13:35.742 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 5m ago 11h 586M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:13:35.742 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 5m ago 11h 724M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:13:35.742 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 3m ago 11h 473M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:13:35.742 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 5m ago 11h 485M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:13:35.742 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 5m ago 10h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:13:35.742 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 3m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:13:35.742 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 5m ago 11h 1186M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:13:35.742 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 5m ago 11h 1281M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:13:35.743 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 5m ago 11h 931M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:13:35.743 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 5m ago 11h 1054M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:13:35.743 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 3m ago 11h 1403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:13:35.743 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 3m ago 10h 1137M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:13:35.743 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 3m ago 10h 785M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:13:35.743 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 3m ago 10h 915M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:13:35.743 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 3m ago 10h 144M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:13:36.144 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:13:36.144 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:13:36.144 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:13:36.144 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:13:36.144 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:13:36.144 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:13:36.145 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:13:36.145 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:13:36.145 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:13:36.145 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:13:36.145 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:13:36.145 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:13:36.145 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:13:36.145 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:13:36.146 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:13:36.146 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:13:36.146 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:13:36.146 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:13:36.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:13:36 smithi032 ceph-mon[191839]: pgmap v21860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:36.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:13:36 smithi032 ceph-mon[191839]: from='client.68360 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:13:36.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:13:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:13:36.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:13:36 smithi032 ceph-mon[191839]: from='client.58452 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:13:36.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:13:36 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2949853412' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:13:36.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:13:36 smithi032 ceph-mon[189144]: pgmap v21860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:36.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:13:36 smithi032 ceph-mon[189144]: from='client.68360 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:13:36.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:13:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:13:36.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:13:36 smithi032 ceph-mon[189144]: from='client.58452 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:13:36.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:13:36 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2949853412' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:13:36.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:13:36 smithi039 ceph-mon[181282]: pgmap v21860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:36.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:13:36 smithi039 ceph-mon[181282]: from='client.68360 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:13:36.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:13:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:13:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:13:36 smithi039 ceph-mon[181282]: from='client.58452 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:13:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:13:36 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2949853412' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:13:38.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:13:38 smithi032 ceph-mon[189144]: pgmap v21861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:38.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:13:38 smithi032 ceph-mon[191839]: pgmap v21861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:38.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:13:38 smithi039 ceph-mon[181282]: pgmap v21861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:40.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:13:40 smithi032 ceph-mon[189144]: pgmap v21862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:40.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:13:40 smithi032 ceph-mon[191839]: pgmap v21862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:40.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:13:40 smithi039 ceph-mon[181282]: pgmap v21862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:13:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:13:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:13:42.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:13:42 smithi032 ceph-mon[191839]: pgmap v21863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:42.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:13:42 smithi032 ceph-mon[189144]: pgmap v21863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:42.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:13:42 smithi039 ceph-mon[181282]: pgmap v21863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:44.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:13:44 smithi032 ceph-mon[191839]: pgmap v21864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:44.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:13:44 smithi032 ceph-mon[189144]: pgmap v21864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:44.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:13:44 smithi039 ceph-mon[181282]: pgmap v21864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:46.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:13:46 smithi032 ceph-mon[189144]: pgmap v21865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:13:46 smithi032 ceph-mon[191839]: pgmap v21865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:46.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:13:46 smithi039 ceph-mon[181282]: pgmap v21865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:48.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:13:48 smithi032 ceph-mon[189144]: pgmap v21866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:48.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:13:48 smithi032 ceph-mon[191839]: pgmap v21866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:48.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:13:48 smithi039 ceph-mon[181282]: pgmap v21866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:13:50 smithi032 ceph-mon[189144]: pgmap v21867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:13:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:13:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:13:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:13:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:13:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:13:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:13:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:13:50.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:13:50 smithi032 ceph-mon[191839]: pgmap v21867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:50.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:13:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:13:50.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:13:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:13:50.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:13:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:13:50.682 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:13:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:13:50.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:13:50 smithi039 ceph-mon[181282]: pgmap v21867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:50.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:13:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:13:50.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:13:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:13:50.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:13:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:13:50.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:13:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:13:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:13:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:13:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T04:13:51.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:13:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:13:51.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:13:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:13:51.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:13:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:13:52.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:13:52 smithi032 ceph-mon[191839]: pgmap v21868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:52.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:13:52 smithi032 ceph-mon[189144]: pgmap v21868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:52.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:13:52 smithi039 ceph-mon[181282]: pgmap v21868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:54.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:13:54 smithi032 ceph-mon[191839]: pgmap v21869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:54.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:13:54 smithi032 ceph-mon[189144]: pgmap v21869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:54.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:13:54 smithi039 ceph-mon[181282]: pgmap v21869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:56.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:13:56 smithi032 ceph-mon[191839]: pgmap v21870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:56.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:13:56 smithi032 ceph-mon[189144]: pgmap v21870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:56.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:13:56 smithi039 ceph-mon[181282]: pgmap v21870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:58.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:13:58 smithi032 ceph-mon[191839]: pgmap v21871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:58.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:13:58 smithi032 ceph-mon[189144]: pgmap v21871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:13:58.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:13:58 smithi039 ceph-mon[181282]: pgmap v21871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:00.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:14:00 smithi032 ceph-mon[191839]: pgmap v21872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:00.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:14:00 smithi032 ceph-mon[189144]: pgmap v21872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:00.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:14:00 smithi039 ceph-mon[181282]: pgmap v21872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:14:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:14:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T04:14:02.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:14:02 smithi032 ceph-mon[189144]: pgmap v21873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:02.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:14:02 smithi032 ceph-mon[191839]: pgmap v21873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:02.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:14:02 smithi039 ceph-mon[181282]: pgmap v21873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:04.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:14:04 smithi032 ceph-mon[191839]: pgmap v21874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:04.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:14:04 smithi032 ceph-mon[189144]: pgmap v21874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:04.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:14:04 smithi039 ceph-mon[181282]: pgmap v21874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:06.510 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:14:06.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:14:06 smithi032 ceph-mon[189144]: pgmap v21875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:06.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:14:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:14:06.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:14:06 smithi032 ceph-mon[191839]: pgmap v21875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:06.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:14:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:14:06.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:14:06 smithi039 ceph-mon[181282]: pgmap v21875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:06.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:14:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:14:06.837 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:14:06.837 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 6m ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:14:06.837 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 4m ago 10h 96.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:14:06.837 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 6m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:14:06.837 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 4m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:14:06.838 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 4m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:14:06.838 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 6m ago 11h 586M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:14:06.838 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 6m ago 11h 724M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:14:06.838 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 4m ago 11h 473M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:14:06.838 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 6m ago 11h 485M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:14:06.838 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 6m ago 10h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:14:06.838 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 4m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:14:06.838 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 6m ago 11h 1186M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:14:06.838 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 6m ago 11h 1281M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:14:06.838 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 6m ago 11h 931M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:14:06.838 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 6m ago 11h 1054M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:14:06.838 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 4m ago 11h 1403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:14:06.838 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 4m ago 11h 1137M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:14:06.838 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 4m ago 10h 785M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:14:06.838 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 4m ago 10h 915M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:14:06.838 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 4m ago 10h 144M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:14:07.242 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:14:07.242 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:14:07.243 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:14:07.243 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:14:07.243 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:14:07.243 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:14:07.243 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:14:07.243 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:14:07.243 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:14:07.243 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:14:07.243 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:14:07.243 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:14:07.243 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:14:07.243 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:14:07.243 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:14:07.243 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:14:07.243 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:14:07.244 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:14:07.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:14:07 smithi032 ceph-mon[191839]: from='client.58464 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:14:07.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:14:07 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4189285823' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:14:07.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:14:07 smithi032 ceph-mon[189144]: from='client.58464 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:14:07.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:14:07 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4189285823' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:14:07.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:14:07 smithi039 ceph-mon[181282]: from='client.58464 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:14:07.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:14:07 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4189285823' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:14:08.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:14:08 smithi032 ceph-mon[191839]: from='client.58470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:14:08.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:14:08 smithi032 ceph-mon[191839]: pgmap v21876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:08.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:14:08 smithi032 ceph-mon[189144]: from='client.58470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:14:08.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:14:08 smithi032 ceph-mon[189144]: pgmap v21876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:08.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:14:08 smithi039 ceph-mon[181282]: from='client.58470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:14:08.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:14:08 smithi039 ceph-mon[181282]: pgmap v21876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:10.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:14:10 smithi032 ceph-mon[189144]: pgmap v21877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:10.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:14:10 smithi032 ceph-mon[191839]: pgmap v21877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:10.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:14:10 smithi039 ceph-mon[181282]: pgmap v21877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:14:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:14:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:14:12.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:14:12 smithi032 ceph-mon[189144]: pgmap v21878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:12.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:14:12 smithi032 ceph-mon[191839]: pgmap v21878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:12.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:14:12 smithi039 ceph-mon[181282]: pgmap v21878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:14.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:14:14 smithi032 ceph-mon[189144]: pgmap v21879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:14.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:14:14 smithi032 ceph-mon[191839]: pgmap v21879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:14.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:14:14 smithi039 ceph-mon[181282]: pgmap v21879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:16.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:14:16 smithi039 ceph-mon[181282]: pgmap v21880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:14:16 smithi032 ceph-mon[189144]: pgmap v21880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:16.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:14:16 smithi032 ceph-mon[191839]: pgmap v21880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:18.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:14:18 smithi039 ceph-mon[181282]: pgmap v21881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:18.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:14:18 smithi032 ceph-mon[191839]: pgmap v21881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:14:18 smithi032 ceph-mon[189144]: pgmap v21881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:20.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:14:20 smithi039 ceph-mon[181282]: pgmap v21882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:20.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:14:20 smithi032 ceph-mon[191839]: pgmap v21882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:20.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:14:20 smithi032 ceph-mon[189144]: pgmap v21882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:14:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:14:20] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-23T04:14:21.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:14:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:14:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:14:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:14:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:14:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:14:22.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:14:22 smithi039 ceph-mon[181282]: pgmap v21883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:22.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:14:22 smithi032 ceph-mon[191839]: pgmap v21883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:22.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:14:22 smithi032 ceph-mon[189144]: pgmap v21883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:24.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:14:24 smithi039 ceph-mon[181282]: pgmap v21884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:24.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:14:24 smithi032 ceph-mon[191839]: pgmap v21884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:24.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:14:24 smithi032 ceph-mon[189144]: pgmap v21884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:26.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:14:26 smithi039 ceph-mon[181282]: pgmap v21885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:26.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:14:26 smithi032 ceph-mon[191839]: pgmap v21885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:26.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:14:26 smithi032 ceph-mon[189144]: pgmap v21885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:28.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:14:28 smithi039 ceph-mon[181282]: pgmap v21886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:28.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:14:28 smithi032 ceph-mon[191839]: pgmap v21886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:28.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:14:28 smithi032 ceph-mon[189144]: pgmap v21886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:30.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:14:30 smithi039 ceph-mon[181282]: pgmap v21887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:30.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:14:30 smithi032 ceph-mon[191839]: pgmap v21887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:30.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:14:30 smithi032 ceph-mon[189144]: pgmap v21887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:14:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:14:30] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2023-12-23T04:14:32.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:14:32 smithi039 ceph-mon[181282]: pgmap v21888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:32.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:14:32 smithi032 ceph-mon[189144]: pgmap v21888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:32.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:14:32 smithi032 ceph-mon[191839]: pgmap v21888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:34.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:14:34 smithi039 ceph-mon[181282]: pgmap v21889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:34.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:14:34 smithi032 ceph-mon[191839]: pgmap v21889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:34.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:14:34 smithi032 ceph-mon[189144]: pgmap v21889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:14:36 smithi039 ceph-mon[181282]: pgmap v21890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:14:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:14:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:14:36 smithi032 ceph-mon[191839]: pgmap v21890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:14:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:14:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:14:36 smithi032 ceph-mon[189144]: pgmap v21890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:14:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:14:37.605 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:14:37.929 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:14:37.929 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 6m ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:14:37.929 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 4m ago 10h 96.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:14:37.929 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (10h) 6m ago 10h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:14:37.929 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (10h) 4m ago 10h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:14:37.930 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 4m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:14:37.930 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 6m ago 11h 586M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:14:37.930 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 6m ago 11h 724M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:14:37.930 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 4m ago 11h 473M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:14:37.930 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 6m ago 11h 485M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:14:37.930 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 6m ago 10h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:14:37.930 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 4m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:14:37.930 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 6m ago 11h 1186M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:14:37.930 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 6m ago 11h 1281M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:14:37.930 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 6m ago 11h 931M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:14:37.930 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 6m ago 11h 1054M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:14:37.930 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 4m ago 11h 1403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:14:37.930 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 4m ago 11h 1137M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:14:37.930 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 4m ago 11h 785M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:14:37.930 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 4m ago 11h 915M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:14:37.931 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 4m ago 10h 144M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:14:38.333 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:14:38.333 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:14:38.333 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:14:38.333 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:14:38.333 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:14:38.333 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:14:38.333 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:14:38.333 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:14:38.333 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:14:38.333 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:14:38.333 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:14:38.333 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:14:38.334 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:14:38.334 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:14:38.334 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:14:38.334 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:14:38.334 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:14:38.334 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:14:38.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:14:38 smithi039 ceph-mon[181282]: pgmap v21891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:38.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:14:38 smithi039 ceph-mon[181282]: from='client.58482 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:14:38.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:14:38 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/716928921' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:14:38.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:14:38 smithi032 ceph-mon[189144]: pgmap v21891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:38.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:14:38 smithi032 ceph-mon[189144]: from='client.58482 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:14:38.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:14:38 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/716928921' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:14:38.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:14:38 smithi032 ceph-mon[191839]: pgmap v21891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:38.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:14:38 smithi032 ceph-mon[191839]: from='client.58482 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:14:38.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:14:38 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/716928921' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:14:39.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:14:39 smithi039 ceph-mon[181282]: from='client.58488 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:14:39.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:14:39 smithi032 ceph-mon[191839]: from='client.58488 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:14:39.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:14:39 smithi032 ceph-mon[189144]: from='client.58488 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:14:40.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:14:40 smithi039 ceph-mon[181282]: pgmap v21892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:40.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:14:40 smithi032 ceph-mon[189144]: pgmap v21892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:40.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:14:40 smithi032 ceph-mon[191839]: pgmap v21892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:14:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:14:40] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T04:14:42.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:14:42 smithi039 ceph-mon[181282]: pgmap v21893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:42.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:14:42 smithi032 ceph-mon[191839]: pgmap v21893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:42.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:14:42 smithi032 ceph-mon[189144]: pgmap v21893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:44.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:14:44 smithi039 ceph-mon[181282]: pgmap v21894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:44.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:14:44 smithi032 ceph-mon[191839]: pgmap v21894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:44.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:14:44 smithi032 ceph-mon[189144]: pgmap v21894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:46.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:14:46 smithi039 ceph-mon[181282]: pgmap v21895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:46.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:14:46 smithi032 ceph-mon[191839]: pgmap v21895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:46.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:14:46 smithi032 ceph-mon[189144]: pgmap v21895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:48.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:14:48 smithi039 ceph-mon[181282]: pgmap v21896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:48.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:14:48 smithi032 ceph-mon[189144]: pgmap v21896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:48.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:14:48 smithi032 ceph-mon[191839]: pgmap v21896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:50.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:14:50 smithi039 ceph-mon[181282]: pgmap v21897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:50.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:14:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:14:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:14:50 smithi032 ceph-mon[189144]: pgmap v21897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:50.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:14:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:14:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:14:50 smithi032 ceph-mon[191839]: pgmap v21897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:14:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:14:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:14:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:14:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T04:14:51.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:14:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:14:51.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:14:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:14:51.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:14:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:14:51.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:14:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:14:51.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:14:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:14:51.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:14:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:14:51.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:14:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:14:51.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:14:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:14:51.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:14:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:14:51.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:14:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:14:51.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:14:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:14:51.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:14:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:14:52.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:14:52 smithi032 ceph-mon[191839]: pgmap v21898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:52.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:14:52 smithi032 ceph-mon[189144]: pgmap v21898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:53.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:14:52 smithi039 ceph-mon[181282]: pgmap v21898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:54.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:14:54 smithi032 ceph-mon[191839]: pgmap v21899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:54.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:14:54 smithi032 ceph-mon[189144]: pgmap v21899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:55.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:14:54 smithi039 ceph-mon[181282]: pgmap v21899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:56.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:14:56 smithi032 ceph-mon[191839]: pgmap v21900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:56.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:14:56 smithi032 ceph-mon[189144]: pgmap v21900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:57.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:14:56 smithi039 ceph-mon[181282]: pgmap v21900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:58.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:14:58 smithi032 ceph-mon[189144]: pgmap v21901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:58.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:14:58 smithi032 ceph-mon[191839]: pgmap v21901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:14:59.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:14:58 smithi039 ceph-mon[181282]: pgmap v21901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:00.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:15:00 smithi032 ceph-mon[191839]: pgmap v21902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:00.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:15:00 smithi032 ceph-mon[189144]: pgmap v21902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:01.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:15:00 smithi039 ceph-mon[181282]: pgmap v21902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:15:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:15:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T04:15:02.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:15:02 smithi032 ceph-mon[191839]: pgmap v21903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:02.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:15:02 smithi032 ceph-mon[189144]: pgmap v21903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:03.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:15:02 smithi039 ceph-mon[181282]: pgmap v21903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:04.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:15:04 smithi032 ceph-mon[191839]: pgmap v21904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:04.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:15:04 smithi032 ceph-mon[189144]: pgmap v21904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:05.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:15:04 smithi039 ceph-mon[181282]: pgmap v21904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:06.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:15:06 smithi032 ceph-mon[191839]: pgmap v21905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:06.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:15:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:15:06.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:15:06 smithi032 ceph-mon[189144]: pgmap v21905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:06.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:15:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:15:06.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:15:06 smithi039 ceph-mon[181282]: pgmap v21905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:06.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:15:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:15:08.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:15:08 smithi032 ceph-mon[191839]: pgmap v21906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:08.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:15:08 smithi032 ceph-mon[189144]: pgmap v21906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:08.699 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:15:08.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:15:08 smithi039 ceph-mon[181282]: pgmap v21906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:09.025 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:15:09.025 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 7m ago 10h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:15:09.025 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 5m ago 10h 96.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:15:09.025 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 7m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:15:09.025 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 5m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:15:09.025 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 5m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:15:09.025 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 7m ago 11h 586M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:15:09.025 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 7m ago 11h 724M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:15:09.025 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 5m ago 11h 473M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:15:09.025 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 7m ago 11h 485M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:15:09.025 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 7m ago 10h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:15:09.026 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 5m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:15:09.026 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 7m ago 11h 1186M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:15:09.026 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 7m ago 11h 1281M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:15:09.026 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 7m ago 11h 931M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:15:09.026 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 7m ago 11h 1054M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:15:09.026 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 5m ago 11h 1403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:15:09.026 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 5m ago 11h 1137M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:15:09.026 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 5m ago 11h 785M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:15:09.026 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 5m ago 11h 915M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:15:09.026 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 5m ago 11h 144M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:15:09.433 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:15:09.433 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:15:09.433 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:15:09.433 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:15:09.433 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:15:09.433 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:15:09.433 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:15:09.433 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:15:09.434 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:15:09.434 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:15:09.434 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:15:09.434 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:15:09.434 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:15:09.434 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:15:09.434 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:15:09.434 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:15:09.434 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:15:09.434 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:15:09.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:15:09 smithi032 ceph-mon[191839]: from='client.68414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:15:09.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:15:09 smithi032 ceph-mon[189144]: from='client.68414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:15:09.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:15:09 smithi039 ceph-mon[181282]: from='client.68414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:15:10.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:15:10 smithi032 ceph-mon[189144]: from='client.68420 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:15:10.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:15:10 smithi032 ceph-mon[189144]: pgmap v21907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:10.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:15:10 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1955488955' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:15:10.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:15:10 smithi032 ceph-mon[191839]: from='client.68420 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:15:10.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:15:10 smithi032 ceph-mon[191839]: pgmap v21907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:10.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:15:10 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1955488955' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:15:10.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:15:10 smithi039 ceph-mon[181282]: from='client.68420 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:15:10.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:15:10 smithi039 ceph-mon[181282]: pgmap v21907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:10.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:15:10 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1955488955' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:15:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:15:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:15:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:15:12.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:15:12 smithi032 ceph-mon[191839]: pgmap v21908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:12.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:15:12 smithi032 ceph-mon[189144]: pgmap v21908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:12.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:15:12 smithi039 ceph-mon[181282]: pgmap v21908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:14.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:15:14 smithi032 ceph-mon[191839]: pgmap v21909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:14.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:15:14 smithi032 ceph-mon[189144]: pgmap v21909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:14.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:15:14 smithi039 ceph-mon[181282]: pgmap v21909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:16.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:15:16 smithi032 ceph-mon[189144]: pgmap v21910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:16.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:15:16 smithi032 ceph-mon[191839]: pgmap v21910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:16.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:15:16 smithi039 ceph-mon[181282]: pgmap v21910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:18.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:15:18 smithi032 ceph-mon[189144]: pgmap v21911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:18.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:15:18 smithi032 ceph-mon[191839]: pgmap v21911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:18.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:15:18 smithi039 ceph-mon[181282]: pgmap v21911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:15:20 smithi032 ceph-mon[191839]: pgmap v21912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:15:20 smithi032 ceph-mon[189144]: pgmap v21912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:20.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:15:20 smithi039 ceph-mon[181282]: pgmap v21912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:15:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:15:20] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T04:15:21.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:15:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:15:21.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:15:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:15:21.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:15:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:15:22.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:15:22 smithi032 ceph-mon[191839]: pgmap v21913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:22.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:15:22 smithi032 ceph-mon[189144]: pgmap v21913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:22.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:15:22 smithi039 ceph-mon[181282]: pgmap v21913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:24.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:15:24 smithi032 ceph-mon[189144]: pgmap v21914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:24.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:15:24 smithi032 ceph-mon[191839]: pgmap v21914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:24.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:15:24 smithi039 ceph-mon[181282]: pgmap v21914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:26.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:15:26 smithi032 ceph-mon[191839]: pgmap v21915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:26.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:15:26 smithi032 ceph-mon[189144]: pgmap v21915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:26.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:15:26 smithi039 ceph-mon[181282]: pgmap v21915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:28.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:15:28 smithi032 ceph-mon[189144]: pgmap v21916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:28.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:15:28 smithi032 ceph-mon[191839]: pgmap v21916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:28.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:15:28 smithi039 ceph-mon[181282]: pgmap v21916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:30.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:15:30 smithi039 ceph-mon[181282]: pgmap v21917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:30.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:15:30 smithi032 ceph-mon[189144]: pgmap v21917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:30.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:15:30 smithi032 ceph-mon[191839]: pgmap v21917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:15:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:15:30] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T04:15:32.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:15:32 smithi039 ceph-mon[181282]: pgmap v21918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:32.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:15:32 smithi032 ceph-mon[191839]: pgmap v21918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:32.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:15:32 smithi032 ceph-mon[189144]: pgmap v21918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:34.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:15:34 smithi039 ceph-mon[181282]: pgmap v21919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:15:34 smithi032 ceph-mon[191839]: pgmap v21919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:34.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:15:34 smithi032 ceph-mon[189144]: pgmap v21919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:36.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:15:36 smithi039 ceph-mon[181282]: pgmap v21920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:36.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:15:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:15:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:15:36 smithi032 ceph-mon[191839]: pgmap v21920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:15:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:15:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:15:36 smithi032 ceph-mon[189144]: pgmap v21920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:15:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:15:38.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:15:38 smithi039 ceph-mon[181282]: pgmap v21921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:38.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:15:38 smithi032 ceph-mon[191839]: pgmap v21921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:38.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:15:38 smithi032 ceph-mon[189144]: pgmap v21921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:39.795 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:15:40.119 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:15:40.119 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 8m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:15:40.119 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 5m ago 11h 96.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:15:40.119 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 8m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:15:40.119 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 5m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:15:40.119 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 5m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:15:40.120 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 8m ago 11h 586M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:15:40.120 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 8m ago 11h 724M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:15:40.120 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 5m ago 11h 473M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:15:40.120 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 8m ago 11h 485M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:15:40.120 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 8m ago 10h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:15:40.120 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 5m ago 10h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:15:40.120 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 8m ago 11h 1186M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:15:40.120 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 8m ago 11h 1281M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:15:40.120 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 8m ago 11h 931M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:15:40.120 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 8m ago 11h 1054M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:15:40.120 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 5m ago 11h 1403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:15:40.120 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 5m ago 11h 1137M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:15:40.120 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 5m ago 11h 785M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:15:40.120 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 5m ago 11h 915M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:15:40.120 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 5m ago 11h 144M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:15:40.525 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:15:40.525 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:15:40.525 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:15:40.525 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:15:40.525 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:15:40.525 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:15:40.525 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:15:40.525 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:15:40.525 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:15:40.525 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:15:40.525 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:15:40.525 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:15:40.525 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:15:40.525 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:15:40.526 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:15:40.526 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:15:40.526 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:15:40.526 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:15:40.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:15:40 smithi039 ceph-mon[181282]: pgmap v21922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:40.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:15:40 smithi039 ceph-mon[181282]: from='client.58518 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:15:40.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:15:40 smithi032 ceph-mon[189144]: pgmap v21922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:40.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:15:40 smithi032 ceph-mon[189144]: from='client.58518 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:15:40.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:15:40 smithi032 ceph-mon[191839]: pgmap v21922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:40.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:15:40 smithi032 ceph-mon[191839]: from='client.58518 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:15:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:15:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:15:40] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T04:15:41.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:15:41 smithi039 ceph-mon[181282]: from='client.68438 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:15:41.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:15:41 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3622645502' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:15:41.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:15:41 smithi032 ceph-mon[191839]: from='client.68438 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:15:41.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:15:41 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3622645502' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:15:41.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:15:41 smithi032 ceph-mon[189144]: from='client.68438 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:15:41.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:15:41 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3622645502' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:15:42.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:15:42 smithi039 ceph-mon[181282]: pgmap v21923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:42.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:15:42 smithi032 ceph-mon[191839]: pgmap v21923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:42.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:15:42 smithi032 ceph-mon[189144]: pgmap v21923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:44.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:15:44 smithi039 ceph-mon[181282]: pgmap v21924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:44.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:15:44 smithi032 ceph-mon[191839]: pgmap v21924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:44.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:15:44 smithi032 ceph-mon[189144]: pgmap v21924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:46.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:15:46 smithi039 ceph-mon[181282]: pgmap v21925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:46.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:15:46 smithi032 ceph-mon[191839]: pgmap v21925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:46.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:15:46 smithi032 ceph-mon[189144]: pgmap v21925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:48.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:15:48 smithi039 ceph-mon[181282]: pgmap v21926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:48.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:15:48 smithi032 ceph-mon[191839]: pgmap v21926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:48.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:15:48 smithi032 ceph-mon[189144]: pgmap v21926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:50.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:15:50 smithi039 ceph-mon[181282]: pgmap v21927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:50.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:15:50 smithi032 ceph-mon[189144]: pgmap v21927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:15:50 smithi032 ceph-mon[191839]: pgmap v21927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:15:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:15:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:15:51.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:15:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:15:51.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:15:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:15:51.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:15:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:15:51.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:15:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:15:51.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:15:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:15:51.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:15:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:15:51.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:15:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:15:51.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:15:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:15:51.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:15:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:15:51.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:15:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:15:51.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:15:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:15:51.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:15:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:15:52.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:15:52 smithi039 ceph-mon[181282]: pgmap v21928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:52.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:15:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:15:52.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:15:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:15:52.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:15:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:15:52.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:15:52 smithi032 ceph-mon[191839]: pgmap v21928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:52.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:15:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:15:52.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:15:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:15:52.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:15:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:15:52.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:15:52 smithi032 ceph-mon[189144]: pgmap v21928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:52.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:15:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:15:52.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:15:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:15:52.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:15:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:15:54.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:15:54 smithi039 ceph-mon[181282]: pgmap v21929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:54.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:15:54 smithi032 ceph-mon[191839]: pgmap v21929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:54.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:15:54 smithi032 ceph-mon[189144]: pgmap v21929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:56.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:15:56 smithi039 ceph-mon[181282]: pgmap v21930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:56.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:15:56 smithi032 ceph-mon[191839]: pgmap v21930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:56.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:15:56 smithi032 ceph-mon[189144]: pgmap v21930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:58.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:15:58 smithi039 ceph-mon[181282]: pgmap v21931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:58.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:15:58 smithi032 ceph-mon[189144]: pgmap v21931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:15:58.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:15:58 smithi032 ceph-mon[191839]: pgmap v21931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:00.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:16:00 smithi039 ceph-mon[181282]: pgmap v21932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:00.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:16:00 smithi032 ceph-mon[189144]: pgmap v21932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:00.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:16:00 smithi032 ceph-mon[191839]: pgmap v21932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:16:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:16:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:16:02.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:16:02 smithi039 ceph-mon[181282]: pgmap v21933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:02.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:16:02 smithi032 ceph-mon[191839]: pgmap v21933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:02.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:16:02 smithi032 ceph-mon[189144]: pgmap v21933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:04.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:16:04 smithi039 ceph-mon[181282]: pgmap v21934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:04.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:16:04 smithi032 ceph-mon[191839]: pgmap v21934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:04.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:16:04 smithi032 ceph-mon[189144]: pgmap v21934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:06.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:16:06 smithi039 ceph-mon[181282]: pgmap v21935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:06.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:16:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:16:06.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:16:06 smithi032 ceph-mon[191839]: pgmap v21935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:06.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:16:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:16:06.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:16:06 smithi032 ceph-mon[189144]: pgmap v21935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:06.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:16:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:16:08.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:16:08 smithi039 ceph-mon[181282]: pgmap v21936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:08.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:16:08 smithi032 ceph-mon[191839]: pgmap v21936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:08.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:16:08 smithi032 ceph-mon[189144]: pgmap v21936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:10.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:16:10 smithi039 ceph-mon[181282]: pgmap v21937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:10.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:16:10 smithi032 ceph-mon[189144]: pgmap v21937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:10.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:16:10 smithi032 ceph-mon[191839]: pgmap v21937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:10.893 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:16:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:16:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:16:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:16:11.218 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:16:11.218 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 8m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:16:11.218 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 6m ago 11h 96.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:16:11.218 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 8m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:16:11.218 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 6m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:16:11.218 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 6m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:16:11.219 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 8m ago 11h 586M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:16:11.219 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 8m ago 11h 724M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:16:11.219 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 6m ago 11h 473M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:16:11.219 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 8m ago 11h 485M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:16:11.219 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 8m ago 11h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:16:11.219 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 6m ago 11h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:16:11.219 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 8m ago 11h 1186M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:16:11.219 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 8m ago 11h 1281M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:16:11.219 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 8m ago 11h 931M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:16:11.219 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 8m ago 11h 1054M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:16:11.219 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 6m ago 11h 1403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:16:11.219 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 6m ago 11h 1137M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:16:11.219 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 6m ago 11h 785M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:16:11.219 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 6m ago 11h 915M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:16:11.220 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 6m ago 11h 144M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:16:11.627 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:16:11.627 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:16:11.627 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:16:11.627 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:16:11.627 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:16:11.627 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:16:11.627 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:16:11.627 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:16:11.627 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:16:11.627 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:16:11.628 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:16:11.628 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:16:11.628 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:16:11.628 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:16:11.628 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:16:11.628 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:16:11.628 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:16:11.628 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:16:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:16:12 smithi032 ceph-mon[189144]: from='client.58536 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:16:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:16:12 smithi032 ceph-mon[189144]: from='client.58542 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:16:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:16:12 smithi032 ceph-mon[189144]: pgmap v21938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:16:12 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2581913265' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:16:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:16:12 smithi032 ceph-mon[191839]: from='client.58536 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:16:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:16:12 smithi032 ceph-mon[191839]: from='client.58542 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:16:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:16:12 smithi032 ceph-mon[191839]: pgmap v21938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:12.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:16:12 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2581913265' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:16:13.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:16:12 smithi039 ceph-mon[181282]: from='client.58536 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:16:13.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:16:12 smithi039 ceph-mon[181282]: from='client.58542 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:16:13.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:16:12 smithi039 ceph-mon[181282]: pgmap v21938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:13.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:16:12 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2581913265' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:16:14.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:16:14 smithi032 ceph-mon[191839]: pgmap v21939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:14.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:16:14 smithi032 ceph-mon[189144]: pgmap v21939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:15.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:16:14 smithi039 ceph-mon[181282]: pgmap v21939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:16.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:16:16 smithi032 ceph-mon[191839]: pgmap v21940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:16:16 smithi032 ceph-mon[189144]: pgmap v21940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:17.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:16:16 smithi039 ceph-mon[181282]: pgmap v21940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:18.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:16:18 smithi032 ceph-mon[191839]: pgmap v21941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:16:18 smithi032 ceph-mon[189144]: pgmap v21941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:19.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:16:18 smithi039 ceph-mon[181282]: pgmap v21941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:20.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:16:20 smithi032 ceph-mon[189144]: pgmap v21942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:20.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:16:20 smithi032 ceph-mon[191839]: pgmap v21942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:16:20 smithi039 ceph-mon[181282]: pgmap v21942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:16:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:16:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:16:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:16:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:16:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:16:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:16:22.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:16:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:16:22.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:16:22 smithi032 ceph-mon[191839]: pgmap v21943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:22.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:16:22 smithi032 ceph-mon[189144]: pgmap v21943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:23.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:16:22 smithi039 ceph-mon[181282]: pgmap v21943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:24.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:16:24 smithi032 ceph-mon[191839]: pgmap v21944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:24.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:16:24 smithi032 ceph-mon[189144]: pgmap v21944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:25.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:16:24 smithi039 ceph-mon[181282]: pgmap v21944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:26.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:16:26 smithi032 ceph-mon[189144]: pgmap v21945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:26.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:16:26 smithi032 ceph-mon[191839]: pgmap v21945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:27.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:16:26 smithi039 ceph-mon[181282]: pgmap v21945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:28.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:16:28 smithi032 ceph-mon[191839]: pgmap v21946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:28.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:16:28 smithi032 ceph-mon[189144]: pgmap v21946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:29.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:16:28 smithi039 ceph-mon[181282]: pgmap v21946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:30.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:16:30 smithi032 ceph-mon[189144]: pgmap v21947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:30.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:16:30 smithi032 ceph-mon[191839]: pgmap v21947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:31.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:16:30 smithi039 ceph-mon[181282]: pgmap v21947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:16:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:16:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:16:32.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:16:32 smithi032 ceph-mon[189144]: pgmap v21948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:32.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:16:32 smithi032 ceph-mon[191839]: pgmap v21948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:33.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:16:32 smithi039 ceph-mon[181282]: pgmap v21948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:16:34 smithi032 ceph-mon[191839]: pgmap v21949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:34.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:16:34 smithi032 ceph-mon[189144]: pgmap v21949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:35.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:16:34 smithi039 ceph-mon[181282]: pgmap v21949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:36.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:16:36 smithi032 ceph-mon[191839]: pgmap v21950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:36.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:16:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:16:36.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:16:36 smithi032 ceph-mon[189144]: pgmap v21950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:36.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:16:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:16:36.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:16:36 smithi039 ceph-mon[181282]: pgmap v21950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:36.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:16:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:16:38.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:16:38 smithi032 ceph-mon[191839]: pgmap v21951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:38.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:16:38 smithi032 ceph-mon[189144]: pgmap v21951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:38.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:16:38 smithi039 ceph-mon[181282]: pgmap v21951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:40.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:16:40 smithi032 ceph-mon[191839]: pgmap v21952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:40.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:16:40 smithi032 ceph-mon[189144]: pgmap v21952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:40.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:16:40 smithi039 ceph-mon[181282]: pgmap v21952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:16:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:16:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T04:16:41.992 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:16:42.319 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:16:42.319 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 9m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:16:42.319 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 6m ago 11h 96.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:16:42.319 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 9m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:16:42.319 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 6m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:16:42.320 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 6m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:16:42.320 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 9m ago 11h 586M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:16:42.320 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 9m ago 11h 724M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:16:42.320 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 6m ago 11h 473M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:16:42.320 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 9m ago 11h 485M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:16:42.320 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 9m ago 11h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:16:42.320 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 6m ago 11h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:16:42.320 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 9m ago 11h 1186M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:16:42.320 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 9m ago 11h 1281M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:16:42.320 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 9m ago 11h 931M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:16:42.320 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 9m ago 11h 1054M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:16:42.320 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 6m ago 11h 1403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:16:42.320 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 6m ago 11h 1137M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:16:42.320 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 6m ago 11h 785M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:16:42.320 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 6m ago 11h 915M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:16:42.321 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 6m ago 11h 144M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:16:42.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:16:42 smithi032 ceph-mon[191839]: pgmap v21953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:42.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:16:42 smithi032 ceph-mon[189144]: pgmap v21953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:42.724 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:16:42.724 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:16:42.724 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:16:42.724 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:16:42.724 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:16:42.724 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:16:42.724 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:16:42.724 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:16:42.724 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:16:42.724 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:16:42.724 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:16:42.725 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:16:42.725 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:16:42.725 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:16:42.725 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:16:42.725 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:16:42.725 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:16:42.725 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:16:42.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:16:42 smithi039 ceph-mon[181282]: pgmap v21953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:43.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:16:43 smithi032 ceph-mon[191839]: from='client.58554 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:16:43.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:16:43 smithi032 ceph-mon[191839]: from='client.68474 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:16:43.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:16:43 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/780822932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:16:43.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:16:43 smithi032 ceph-mon[189144]: from='client.58554 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:16:43.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:16:43 smithi032 ceph-mon[189144]: from='client.68474 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:16:43.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:16:43 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/780822932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:16:43.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:16:43 smithi039 ceph-mon[181282]: from='client.58554 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:16:43.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:16:43 smithi039 ceph-mon[181282]: from='client.68474 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:16:43.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:16:43 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/780822932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:16:44.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:16:44 smithi032 ceph-mon[191839]: pgmap v21954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:44.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:16:44 smithi032 ceph-mon[189144]: pgmap v21954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:44.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:16:44 smithi039 ceph-mon[181282]: pgmap v21954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:46.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:16:46 smithi032 ceph-mon[191839]: pgmap v21955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:46.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:16:46 smithi032 ceph-mon[189144]: pgmap v21955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:46.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:16:46 smithi039 ceph-mon[181282]: pgmap v21955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:48.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:16:48 smithi032 ceph-mon[191839]: pgmap v21956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:48.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:16:48 smithi032 ceph-mon[189144]: pgmap v21956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:48.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:16:48 smithi039 ceph-mon[181282]: pgmap v21956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:50.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:16:50 smithi032 ceph-mon[191839]: pgmap v21957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:50.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:16:50 smithi032 ceph-mon[189144]: pgmap v21957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:50.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:16:50 smithi039 ceph-mon[181282]: pgmap v21957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:16:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:16:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:16:51.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:16:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:16:51.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:16:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:16:51.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:16:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:16:52.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:16:52 smithi039 ceph-mon[181282]: pgmap v21958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:52.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:16:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:16:52.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:16:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:16:52.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:16:52 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:16:52.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:16:52 smithi032 ceph-mon[191839]: pgmap v21958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:52.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:16:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:16:52.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:16:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:16:52.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:16:52 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:16:52.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:16:52 smithi032 ceph-mon[189144]: pgmap v21958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:52.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:16:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:16:52.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:16:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:16:52.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:16:52 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:16:53.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:16:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:16:53.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:16:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:16:53.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:16:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:16:53.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:16:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:16:53.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:16:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:16:53.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:16:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:16:53.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:16:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:16:53.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:16:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:16:53.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:16:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:16:54.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:16:54 smithi032 ceph-mon[189144]: pgmap v21959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:54.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:16:54 smithi032 ceph-mon[191839]: pgmap v21959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:55.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:16:54 smithi039 ceph-mon[181282]: pgmap v21959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:56.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:16:56 smithi032 ceph-mon[191839]: pgmap v21960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:56.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:16:56 smithi032 ceph-mon[189144]: pgmap v21960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:57.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:16:56 smithi039 ceph-mon[181282]: pgmap v21960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:58.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:16:58 smithi032 ceph-mon[189144]: pgmap v21961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:58.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:16:58 smithi032 ceph-mon[191839]: pgmap v21961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:16:59.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:16:58 smithi039 ceph-mon[181282]: pgmap v21961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:00.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:17:00 smithi032 ceph-mon[189144]: pgmap v21962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:00.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:17:00 smithi032 ceph-mon[191839]: pgmap v21962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:01.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:17:00 smithi039 ceph-mon[181282]: pgmap v21962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:17:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:17:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:17:02.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:17:02 smithi032 ceph-mon[189144]: pgmap v21963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:02.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:17:02 smithi032 ceph-mon[191839]: pgmap v21963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:03.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:17:02 smithi039 ceph-mon[181282]: pgmap v21963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:04.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:17:04 smithi032 ceph-mon[191839]: pgmap v21964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:04.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:17:04 smithi032 ceph-mon[189144]: pgmap v21964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:05.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:17:04 smithi039 ceph-mon[181282]: pgmap v21964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:06.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:17:06 smithi032 ceph-mon[191839]: pgmap v21965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:06.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:17:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:17:06.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:17:06 smithi032 ceph-mon[189144]: pgmap v21965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:06.682 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:17:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:17:06.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:17:06 smithi039 ceph-mon[181282]: pgmap v21965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:06.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:17:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:17:08.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:17:08 smithi032 ceph-mon[191839]: pgmap v21966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:08.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:17:08 smithi032 ceph-mon[189144]: pgmap v21966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:08.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:17:08 smithi039 ceph-mon[181282]: pgmap v21966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:10.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:17:10 smithi032 ceph-mon[191839]: pgmap v21967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:10.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:17:10 smithi032 ceph-mon[189144]: pgmap v21967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:10.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:17:10 smithi039 ceph-mon[181282]: pgmap v21967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:17:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:17:10] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T04:17:12.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:17:12 smithi032 ceph-mon[191839]: pgmap v21968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:12.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:17:12 smithi032 ceph-mon[189144]: pgmap v21968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:12.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:17:12 smithi039 ceph-mon[181282]: pgmap v21968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:13.092 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:17:13.415 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:17:13.415 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 9m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:17:13.415 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 7m ago 11h 96.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:17:13.415 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 9m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:17:13.415 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 7m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:17:13.415 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 7m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:17:13.415 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 9m ago 11h 586M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:17:13.415 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 9m ago 11h 724M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:17:13.415 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 7m ago 11h 473M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:17:13.415 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 9m ago 11h 485M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:17:13.416 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 9m ago 11h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:17:13.416 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 7m ago 11h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:17:13.416 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 9m ago 11h 1186M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:17:13.416 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 9m ago 11h 1281M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:17:13.416 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 9m ago 11h 931M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:17:13.416 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 9m ago 11h 1054M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:17:13.416 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 7m ago 11h 1403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:17:13.416 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 7m ago 11h 1137M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:17:13.416 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 7m ago 11h 785M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:17:13.416 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 7m ago 11h 915M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:17:13.416 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 7m ago 11h 144M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:17:13.822 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:17:13.822 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:17:13.822 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:17:13.822 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:17:13.822 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:17:13.822 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:17:13.823 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:17:13.823 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:17:13.823 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:17:13.823 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:17:13.823 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:17:13.823 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:17:13.823 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:17:13.823 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:17:13.823 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:17:13.823 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:17:13.823 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:17:13.823 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:17:14.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:17:14 smithi032 ceph-mon[191839]: from='client.68486 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:17:14.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:17:14 smithi032 ceph-mon[191839]: pgmap v21969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:14.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:17:14 smithi032 ceph-mon[191839]: from='client.68492 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:17:14.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:17:14 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2201910730' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:17:14.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:17:14 smithi032 ceph-mon[189144]: from='client.68486 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:17:14.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:17:14 smithi032 ceph-mon[189144]: pgmap v21969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:14.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:17:14 smithi032 ceph-mon[189144]: from='client.68492 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:17:14.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:17:14 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2201910730' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:17:14.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:17:14 smithi039 ceph-mon[181282]: from='client.68486 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:17:14.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:17:14 smithi039 ceph-mon[181282]: pgmap v21969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:14.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:17:14 smithi039 ceph-mon[181282]: from='client.68492 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:17:14.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:17:14 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2201910730' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:17:16.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:17:16 smithi032 ceph-mon[191839]: pgmap v21970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:16.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:17:16 smithi032 ceph-mon[189144]: pgmap v21970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:16.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:17:16 smithi039 ceph-mon[181282]: pgmap v21970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:18.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:17:18 smithi032 ceph-mon[191839]: pgmap v21971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:18.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:17:18 smithi032 ceph-mon[189144]: pgmap v21971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:18.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:17:18 smithi039 ceph-mon[181282]: pgmap v21971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:20.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:17:20 smithi032 ceph-mon[191839]: pgmap v21972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:20.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:17:20 smithi032 ceph-mon[189144]: pgmap v21972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:20.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:17:20 smithi039 ceph-mon[181282]: pgmap v21972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:17:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:17:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:17:21.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:17:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:17:21.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:17:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:17:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:17:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:17:22.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:17:22 smithi039 ceph-mon[181282]: pgmap v21973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:22.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:17:22 smithi032 ceph-mon[189144]: pgmap v21973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:22.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:17:22 smithi032 ceph-mon[191839]: pgmap v21973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:24.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:17:24 smithi039 ceph-mon[181282]: pgmap v21974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:24.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:17:24 smithi032 ceph-mon[189144]: pgmap v21974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:24.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:17:24 smithi032 ceph-mon[191839]: pgmap v21974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:26.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:17:26 smithi039 ceph-mon[181282]: pgmap v21975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:26.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:17:26 smithi032 ceph-mon[189144]: pgmap v21975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:26.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:17:26 smithi032 ceph-mon[191839]: pgmap v21975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:28.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:17:28 smithi039 ceph-mon[181282]: pgmap v21976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:28.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:17:28 smithi032 ceph-mon[191839]: pgmap v21976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:28.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:17:28 smithi032 ceph-mon[189144]: pgmap v21976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:30.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:17:30 smithi039 ceph-mon[181282]: pgmap v21977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:30.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:17:30 smithi032 ceph-mon[189144]: pgmap v21977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:30.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:17:30 smithi032 ceph-mon[191839]: pgmap v21977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:17:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:17:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:17:32.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:17:32 smithi039 ceph-mon[181282]: pgmap v21978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:32.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:17:32 smithi032 ceph-mon[191839]: pgmap v21978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:32.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:17:32 smithi032 ceph-mon[189144]: pgmap v21978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:34.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:17:34 smithi039 ceph-mon[181282]: pgmap v21979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:34.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:17:34 smithi032 ceph-mon[191839]: pgmap v21979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:34.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:17:34 smithi032 ceph-mon[189144]: pgmap v21979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:36.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:17:36 smithi039 ceph-mon[181282]: pgmap v21980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:36.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:17:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:17:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:17:36 smithi032 ceph-mon[191839]: pgmap v21980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:17:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:17:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:17:36 smithi032 ceph-mon[189144]: pgmap v21980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:17:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:17:38.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:17:38 smithi039 ceph-mon[181282]: pgmap v21981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:38.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:17:38 smithi032 ceph-mon[191839]: pgmap v21981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:38.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:17:38 smithi032 ceph-mon[189144]: pgmap v21981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:40.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:17:40 smithi039 ceph-mon[181282]: pgmap v21982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:40.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:17:40 smithi032 ceph-mon[191839]: pgmap v21982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:40.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:17:40 smithi032 ceph-mon[189144]: pgmap v21982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:17:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:17:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:17:42.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:17:42 smithi039 ceph-mon[181282]: pgmap v21983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:42.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:17:42 smithi032 ceph-mon[189144]: pgmap v21983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:42.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:17:42 smithi032 ceph-mon[191839]: pgmap v21983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:44.189 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:17:44.512 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:17:44.513 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 10m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:17:44.513 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 8m ago 11h 96.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:17:44.513 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 10m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:17:44.513 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 8m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:17:44.513 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 8m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:17:44.513 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 10m ago 11h 586M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:17:44.513 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 10m ago 11h 724M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:17:44.513 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 8m ago 11h 473M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:17:44.513 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 10m ago 11h 485M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:17:44.513 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 10m ago 11h 18.1M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:17:44.513 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 8m ago 11h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:17:44.513 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 10m ago 11h 1186M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:17:44.514 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 10m ago 11h 1281M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:17:44.514 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 10m ago 11h 931M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:17:44.514 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 10m ago 11h 1054M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:17:44.514 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 8m ago 11h 1403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:17:44.514 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 8m ago 11h 1137M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:17:44.514 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 8m ago 11h 785M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:17:44.514 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 8m ago 11h 915M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:17:44.514 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 8m ago 11h 144M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:17:44.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:17:44 smithi039 ceph-mon[181282]: pgmap v21984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:44.922 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:17:44.922 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:17:44.922 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:17:44.922 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:17:44.922 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:17:44.922 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:17:44.922 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:17:44.923 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:17:44.923 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:17:44.923 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:17:44.923 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:17:44.923 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:17:44.923 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:17:44.923 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:17:44.923 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:17:44.923 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:17:44.923 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:17:44.923 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:17:44.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:17:44 smithi032 ceph-mon[191839]: pgmap v21984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:44.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:17:44 smithi032 ceph-mon[189144]: pgmap v21984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:45.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:17:45 smithi039 ceph-mon[181282]: from='client.58590 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:17:45.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:17:45 smithi039 ceph-mon[181282]: from='client.68510 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:17:45.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:17:45 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/304116183' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:17:45.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:17:45 smithi032 ceph-mon[191839]: from='client.58590 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:17:45.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:17:45 smithi032 ceph-mon[191839]: from='client.68510 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:17:45.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:17:45 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/304116183' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:17:45.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:17:45 smithi032 ceph-mon[189144]: from='client.58590 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:17:45.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:17:45 smithi032 ceph-mon[189144]: from='client.68510 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:17:45.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:17:45 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/304116183' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:17:46.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:17:46 smithi039 ceph-mon[181282]: pgmap v21985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:46.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:17:46 smithi032 ceph-mon[189144]: pgmap v21985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:46.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:17:46 smithi032 ceph-mon[191839]: pgmap v21985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:48.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:17:48 smithi039 ceph-mon[181282]: pgmap v21986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:48.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:17:48 smithi032 ceph-mon[191839]: pgmap v21986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:48.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:17:48 smithi032 ceph-mon[189144]: pgmap v21986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:50.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:17:50 smithi039 ceph-mon[181282]: pgmap v21987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:50.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:17:50 smithi032 ceph-mon[191839]: pgmap v21987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:17:50 smithi032 ceph-mon[189144]: pgmap v21987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:17:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:17:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:17:51.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:17:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:17:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:17:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:17:51.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:17:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:17:52.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:17:52 smithi039 ceph-mon[181282]: pgmap v21988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:52.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:17:52 smithi032 ceph-mon[189144]: pgmap v21988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:52.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:17:52 smithi032 ceph-mon[191839]: pgmap v21988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:53.680 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:17:53 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:17:53.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:17:53 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:17:53.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:17:53 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:17:54.595 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:17:54 smithi032 ceph-mon[189144]: pgmap v21989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:54.595 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:17:54 smithi032 ceph-mon[191839]: pgmap v21989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:54.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:17:54 smithi039 ceph-mon[181282]: pgmap v21989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:17:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:17:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:17:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:17:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:17:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:17:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:17:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:17:56.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:17:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:17:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:17:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:17:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:17:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:17:56.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:17:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:17:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:17:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:17:56.182 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:17:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:17:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:17:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:17:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:17:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:17:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:17:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:17:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:17:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:17:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:17:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:17:57.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:17:56 smithi032 ceph-mon[189144]: pgmap v21990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:57.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:17:56 smithi032 ceph-mon[191839]: pgmap v21990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:57.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:17:56 smithi039 ceph-mon[181282]: pgmap v21990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:59.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:17:58 smithi032 ceph-mon[189144]: pgmap v21991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:59.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:17:58 smithi032 ceph-mon[191839]: pgmap v21991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:17:59.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:17:58 smithi039 ceph-mon[181282]: pgmap v21991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:01.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:18:00 smithi032 ceph-mon[191839]: pgmap v21992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:01.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:18:00 smithi032 ceph-mon[189144]: pgmap v21992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:18:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:18:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:18:01.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:18:00 smithi039 ceph-mon[181282]: pgmap v21992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:03.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:18:02 smithi032 ceph-mon[191839]: pgmap v21993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:03.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:18:02 smithi032 ceph-mon[189144]: pgmap v21993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:03.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:18:02 smithi039 ceph-mon[181282]: pgmap v21993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:05.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:18:04 smithi032 ceph-mon[191839]: pgmap v21994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:05.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:18:04 smithi032 ceph-mon[189144]: pgmap v21994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:05.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:18:04 smithi039 ceph-mon[181282]: pgmap v21994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:06.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:18:06 smithi032 ceph-mon[189144]: pgmap v21995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:06.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:18:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:18:06.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:18:06 smithi032 ceph-mon[191839]: pgmap v21995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:06.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:18:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:18:06.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:18:06 smithi039 ceph-mon[181282]: pgmap v21995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:06.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:18:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:18:08.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:18:08 smithi032 ceph-mon[189144]: pgmap v21996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:08.681 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:18:08 smithi032 ceph-mon[191839]: pgmap v21996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:08.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:18:08 smithi039 ceph-mon[181282]: pgmap v21996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:10.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:18:10 smithi032 ceph-mon[191839]: pgmap v21997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:10.681 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:18:10 smithi032 ceph-mon[189144]: pgmap v21997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:10.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:18:10 smithi039 ceph-mon[181282]: pgmap v21997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:18:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:18:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T04:18:12.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:18:12 smithi039 ceph-mon[181282]: pgmap v21998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:18:12 smithi032 ceph-mon[191839]: pgmap v21998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:18:12 smithi032 ceph-mon[189144]: pgmap v21998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:14.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:18:14 smithi039 ceph-mon[181282]: pgmap v21999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:14.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:18:14 smithi032 ceph-mon[191839]: pgmap v21999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:14.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:18:14 smithi032 ceph-mon[189144]: pgmap v21999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:15.289 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:18:15.613 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:18:15.614 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 20s ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:18:15.614 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 8m ago 11h 96.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:18:15.614 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 20s ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:18:15.614 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 8m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:18:15.614 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 8m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:18:15.614 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 20s ago 11h 592M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:18:15.614 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 20s ago 11h 755M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:18:15.614 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 8m ago 11h 473M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:18:15.614 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 20s ago 11h 500M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:18:15.614 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 20s ago 11h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:18:15.614 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 8m ago 11h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:18:15.614 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 20s ago 11h 1218M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:18:15.614 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 20s ago 11h 1310M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:18:15.614 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 20s ago 11h 955M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:18:15.614 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 20s ago 11h 1085M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:18:15.615 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 8m ago 11h 1403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:18:15.615 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 8m ago 11h 1137M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:18:15.615 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 8m ago 11h 785M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:18:15.615 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 8m ago 11h 915M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:18:15.615 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 8m ago 11h 144M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:18:16.023 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:18:16.023 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:18:16.023 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:18:16.023 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:18:16.024 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:18:16.024 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:18:16.024 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:18:16.024 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:18:16.024 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:18:16.024 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:18:16.024 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:18:16.024 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:18:16.024 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:18:16.024 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:18:16.024 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:18:16.024 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:18:16.024 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:18:16.024 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:18:16.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:18:16 smithi039 ceph-mon[181282]: from='client.68522 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:18:16.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:18:16 smithi039 ceph-mon[181282]: pgmap v22000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:16.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:18:16 smithi039 ceph-mon[181282]: from='client.68528 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:18:16.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:18:16 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2157658068' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:18:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:18:16 smithi032 ceph-mon[189144]: from='client.68522 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:18:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:18:16 smithi032 ceph-mon[189144]: pgmap v22000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:18:16 smithi032 ceph-mon[189144]: from='client.68528 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:18:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:18:16 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2157658068' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:18:16.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:18:16 smithi032 ceph-mon[191839]: from='client.68522 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:18:16.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:18:16 smithi032 ceph-mon[191839]: pgmap v22000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:16.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:18:16 smithi032 ceph-mon[191839]: from='client.68528 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:18:16.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:18:16 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2157658068' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:18:18.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:18:18 smithi039 ceph-mon[181282]: pgmap v22001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:18.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:18:18 smithi032 ceph-mon[191839]: pgmap v22001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:18:18 smithi032 ceph-mon[189144]: pgmap v22001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:20.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:18:20 smithi039 ceph-mon[181282]: pgmap v22002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:20.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:18:20 smithi032 ceph-mon[189144]: pgmap v22002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:20.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:18:20 smithi032 ceph-mon[191839]: pgmap v22002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:18:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:18:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T04:18:21.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:18:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:18:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:18:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:18:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:18:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:18:22.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:18:22 smithi039 ceph-mon[181282]: pgmap v22003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:22.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:18:22 smithi032 ceph-mon[189144]: pgmap v22003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:22.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:18:22 smithi032 ceph-mon[191839]: pgmap v22003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:24.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:18:24 smithi039 ceph-mon[181282]: pgmap v22004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:24.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:18:24 smithi032 ceph-mon[189144]: pgmap v22004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:24.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:18:24 smithi032 ceph-mon[191839]: pgmap v22004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:26.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:18:26 smithi039 ceph-mon[181282]: pgmap v22005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:26.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:18:26 smithi032 ceph-mon[191839]: pgmap v22005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:26.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:18:26 smithi032 ceph-mon[189144]: pgmap v22005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:28.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:18:28 smithi039 ceph-mon[181282]: pgmap v22006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:28.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:18:28 smithi032 ceph-mon[191839]: pgmap v22006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:28.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:18:28 smithi032 ceph-mon[189144]: pgmap v22006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:30.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:18:30 smithi039 ceph-mon[181282]: pgmap v22007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:30.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:18:30 smithi032 ceph-mon[189144]: pgmap v22007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:30.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:18:30 smithi032 ceph-mon[191839]: pgmap v22007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:18:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:18:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T04:18:32.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:18:32 smithi039 ceph-mon[181282]: pgmap v22008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:32.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:18:32 smithi032 ceph-mon[191839]: pgmap v22008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:32.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:18:32 smithi032 ceph-mon[189144]: pgmap v22008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:34.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:18:34 smithi039 ceph-mon[181282]: pgmap v22009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:18:34 smithi032 ceph-mon[191839]: pgmap v22009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:34.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:18:34 smithi032 ceph-mon[189144]: pgmap v22009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:36.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:18:36 smithi039 ceph-mon[181282]: pgmap v22010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:18:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:18:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:18:36 smithi032 ceph-mon[191839]: pgmap v22010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:18:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:18:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:18:36 smithi032 ceph-mon[189144]: pgmap v22010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:18:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:18:38.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:18:38 smithi039 ceph-mon[181282]: pgmap v22011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:38.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:18:38 smithi032 ceph-mon[191839]: pgmap v22011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:38.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:18:38 smithi032 ceph-mon[189144]: pgmap v22011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:40.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:18:40 smithi039 ceph-mon[181282]: pgmap v22012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:40.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:18:40 smithi032 ceph-mon[189144]: pgmap v22012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:40.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:18:40 smithi032 ceph-mon[191839]: pgmap v22012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:18:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:18:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T04:18:42.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:18:42 smithi039 ceph-mon[181282]: pgmap v22013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:42.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:18:42 smithi032 ceph-mon[189144]: pgmap v22013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:42.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:18:42 smithi032 ceph-mon[191839]: pgmap v22013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:44.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:18:44 smithi039 ceph-mon[181282]: pgmap v22014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:44.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:18:44 smithi032 ceph-mon[191839]: pgmap v22014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:44.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:18:44 smithi032 ceph-mon[189144]: pgmap v22014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:46.395 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:18:46.725 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:18:46.725 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 51s ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:18:46.725 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 9m ago 11h 96.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:18:46.725 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 51s ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:18:46.725 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 9m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:18:46.725 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 9m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:18:46.725 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 51s ago 11h 592M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:18:46.725 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 51s ago 11h 755M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:18:46.725 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 9m ago 11h 473M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:18:46.725 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 51s ago 11h 500M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:18:46.726 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 51s ago 11h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:18:46.726 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 9m ago 11h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:18:46.726 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 51s ago 11h 1218M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:18:46.726 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 51s ago 11h 1310M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:18:46.726 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 51s ago 11h 955M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:18:46.726 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 51s ago 11h 1085M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:18:46.726 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 9m ago 11h 1403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:18:46.726 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 9m ago 11h 1137M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:18:46.726 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 9m ago 11h 785M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:18:46.726 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 9m ago 11h 915M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:18:46.726 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 9m ago 11h 144M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:18:46.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:18:46 smithi039 ceph-mon[181282]: pgmap v22015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:46.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:18:46 smithi032 ceph-mon[189144]: pgmap v22015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:46.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:18:46 smithi032 ceph-mon[191839]: pgmap v22015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:47.131 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:18:47.131 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:18:47.131 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:18:47.131 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:18:47.131 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:18:47.131 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:18:47.131 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:18:47.131 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:18:47.131 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:18:47.131 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:18:47.132 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:18:47.132 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:18:47.132 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:18:47.132 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:18:47.132 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:18:47.132 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:18:47.132 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:18:47.132 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:18:47.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:18:47 smithi039 ceph-mon[181282]: from='client.68540 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:18:47.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:18:47 smithi039 ceph-mon[181282]: from='client.68546 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:18:47.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:18:47 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1247561066' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:18:47.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:18:47 smithi032 ceph-mon[191839]: from='client.68540 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:18:47.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:18:47 smithi032 ceph-mon[191839]: from='client.68546 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:18:47.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:18:47 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1247561066' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:18:47.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:18:47 smithi032 ceph-mon[189144]: from='client.68540 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:18:47.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:18:47 smithi032 ceph-mon[189144]: from='client.68546 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:18:47.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:18:47 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1247561066' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:18:48.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:18:48 smithi039 ceph-mon[181282]: pgmap v22016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:48.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:18:48 smithi032 ceph-mon[189144]: pgmap v22016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:48.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:18:48 smithi032 ceph-mon[191839]: pgmap v22016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:50.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:18:50 smithi039 ceph-mon[181282]: pgmap v22017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:50.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:18:50 smithi032 ceph-mon[189144]: pgmap v22017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:18:50 smithi032 ceph-mon[191839]: pgmap v22017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:18:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:18:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:18:51.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:18:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:18:51.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:18:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:18:52.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:18:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:18:52.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:18:52 smithi032 ceph-mon[191839]: pgmap v22018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:52.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:18:52 smithi032 ceph-mon[189144]: pgmap v22018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:53.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:18:52 smithi039 ceph-mon[181282]: pgmap v22018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:54.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:18:54 smithi032 ceph-mon[191839]: pgmap v22019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:54.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:18:54 smithi032 ceph-mon[189144]: pgmap v22019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:55.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:18:54 smithi039 ceph-mon[181282]: pgmap v22019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:55.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:18:55 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:18:55.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:18:55 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:18:56.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:18:55 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:18:56.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:18:56 smithi032 ceph-mon[191839]: pgmap v22020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:56.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:18:56 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:18:56.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:18:56 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:18:56.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:18:56 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:18:56.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:18:56 smithi032 ceph-mon[189144]: pgmap v22020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:56.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:18:56 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:18:56.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:18:56 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:18:56.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:18:56 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:18:57.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:18:56 smithi039 ceph-mon[181282]: pgmap v22020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:57.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:18:56 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:18:57.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:18:56 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:18:57.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:18:56 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:18:58.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:18:58 smithi032 ceph-mon[189144]: pgmap v22021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:58.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:18:58 smithi032 ceph-mon[191839]: pgmap v22021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:18:59.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:18:58 smithi039 ceph-mon[181282]: pgmap v22021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:00.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:19:00 smithi032 ceph-mon[191839]: pgmap v22022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:00.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:19:00 smithi032 ceph-mon[189144]: pgmap v22022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:01.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:19:00 smithi039 ceph-mon[181282]: pgmap v22022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:19:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:19:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:19:02.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:19:02 smithi032 ceph-mon[189144]: pgmap v22023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:02.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:19:02 smithi032 ceph-mon[191839]: pgmap v22023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:03.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:19:02 smithi039 ceph-mon[181282]: pgmap v22023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:04.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:19:04 smithi032 ceph-mon[189144]: pgmap v22024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:04.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:19:04 smithi032 ceph-mon[191839]: pgmap v22024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:05.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:19:04 smithi039 ceph-mon[181282]: pgmap v22024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:06.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:19:06 smithi039 ceph-mon[181282]: pgmap v22025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:06.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:19:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:19:06.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:19:06 smithi032 ceph-mon[191839]: pgmap v22025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:06.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:19:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:19:06.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:19:06 smithi032 ceph-mon[189144]: pgmap v22025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:06.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:19:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:19:08.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:19:08 smithi039 ceph-mon[181282]: pgmap v22026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:08.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:19:08 smithi032 ceph-mon[191839]: pgmap v22026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:08.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:19:08 smithi032 ceph-mon[189144]: pgmap v22026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:10.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:19:10 smithi039 ceph-mon[181282]: pgmap v22027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:10.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:19:10 smithi032 ceph-mon[191839]: pgmap v22027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:10.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:19:10 smithi032 ceph-mon[189144]: pgmap v22027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:19:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:19:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:19:12.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:19:12 smithi039 ceph-mon[181282]: pgmap v22028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:12.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:19:12 smithi032 ceph-mon[191839]: pgmap v22028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:19:12 smithi032 ceph-mon[189144]: pgmap v22028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:14.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:19:14 smithi039 ceph-mon[181282]: pgmap v22029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:14.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:19:14 smithi032 ceph-mon[191839]: pgmap v22029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:14.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:19:14 smithi032 ceph-mon[189144]: pgmap v22029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:16.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:19:16 smithi039 ceph-mon[181282]: pgmap v22030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:16.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:19:16 smithi032 ceph-mon[191839]: pgmap v22030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:19:16 smithi032 ceph-mon[189144]: pgmap v22030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:17.499 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:19:17.825 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:19:17.825 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 83s ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:19:17.825 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 9m ago 11h 96.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:19:17.825 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 83s ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:19:17.825 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 9m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:19:17.825 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 9m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:19:17.825 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 83s ago 11h 592M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:19:17.825 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 83s ago 11h 755M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:19:17.825 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 9m ago 11h 473M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:19:17.826 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 83s ago 11h 500M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:19:17.826 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 83s ago 11h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:19:17.826 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 9m ago 11h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:19:17.826 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 83s ago 11h 1218M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:19:17.826 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 83s ago 11h 1310M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:19:17.826 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 83s ago 11h 955M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:19:17.826 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 83s ago 11h 1085M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:19:17.826 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 9m ago 11h 1403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:19:17.826 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 9m ago 11h 1137M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:19:17.826 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 9m ago 11h 785M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:19:17.826 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 9m ago 11h 915M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:19:17.826 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 9m ago 11h 144M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:19:18.229 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:19:18.229 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:19:18.229 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:19:18.229 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:19:18.229 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:19:18.229 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:19:18.229 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:19:18.230 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:19:18.230 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:19:18.230 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:19:18.230 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:19:18.230 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:19:18.230 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:19:18.230 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:19:18.230 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:19:18.230 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:19:18.230 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:19:18.231 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:19:18.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:19:18 smithi039 ceph-mon[181282]: pgmap v22031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:18.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:19:18 smithi039 ceph-mon[181282]: from='client.58644 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:19:18.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:19:18 smithi039 ceph-mon[181282]: from='client.68564 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:19:18.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:19:18 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/340183367' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:19:18.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:19:18 smithi032 ceph-mon[191839]: pgmap v22031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:18.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:19:18 smithi032 ceph-mon[191839]: from='client.58644 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:19:18.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:19:18 smithi032 ceph-mon[191839]: from='client.68564 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:19:18.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:19:18 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/340183367' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:19:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:19:18 smithi032 ceph-mon[189144]: pgmap v22031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:19:18 smithi032 ceph-mon[189144]: from='client.58644 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:19:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:19:18 smithi032 ceph-mon[189144]: from='client.68564 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:19:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:19:18 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/340183367' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:19:20.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:19:20 smithi039 ceph-mon[181282]: pgmap v22032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:19:20 smithi032 ceph-mon[191839]: pgmap v22032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:20.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:19:20 smithi032 ceph-mon[189144]: pgmap v22032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:19:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:19:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:19:21.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:19:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:19:21.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:19:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:19:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:19:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:19:22.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:19:22 smithi039 ceph-mon[181282]: pgmap v22033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:22.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:19:22 smithi032 ceph-mon[191839]: pgmap v22033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:22.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:19:22 smithi032 ceph-mon[189144]: pgmap v22033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:24.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:19:24 smithi039 ceph-mon[181282]: pgmap v22034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:24.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:19:24 smithi032 ceph-mon[189144]: pgmap v22034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:24.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:19:24 smithi032 ceph-mon[191839]: pgmap v22034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:26.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:19:26 smithi039 ceph-mon[181282]: pgmap v22035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:26.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:19:26 smithi032 ceph-mon[191839]: pgmap v22035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:26.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:19:26 smithi032 ceph-mon[189144]: pgmap v22035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:28.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:19:28 smithi039 ceph-mon[181282]: pgmap v22036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:28.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:19:28 smithi032 ceph-mon[189144]: pgmap v22036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:28.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:19:28 smithi032 ceph-mon[191839]: pgmap v22036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:30.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:19:30 smithi039 ceph-mon[181282]: pgmap v22037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:30.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:19:30 smithi032 ceph-mon[189144]: pgmap v22037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:30.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:19:30 smithi032 ceph-mon[191839]: pgmap v22037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:19:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:19:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:19:32.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:19:32 smithi039 ceph-mon[181282]: pgmap v22038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:32.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:19:32 smithi032 ceph-mon[189144]: pgmap v22038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:32.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:19:32 smithi032 ceph-mon[191839]: pgmap v22038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:34.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:19:34 smithi039 ceph-mon[181282]: pgmap v22039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:19:34 smithi032 ceph-mon[191839]: pgmap v22039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:34.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:19:34 smithi032 ceph-mon[189144]: pgmap v22039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:36.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:19:36 smithi039 ceph-mon[181282]: pgmap v22040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:36.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:19:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:19:36.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:19:36 smithi032 ceph-mon[191839]: pgmap v22040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:19:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:19:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:19:36 smithi032 ceph-mon[189144]: pgmap v22040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:19:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:19:38.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:19:38 smithi039 ceph-mon[181282]: pgmap v22041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:38.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:19:38 smithi032 ceph-mon[191839]: pgmap v22041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:38.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:19:38 smithi032 ceph-mon[189144]: pgmap v22041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:40.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:19:40 smithi039 ceph-mon[181282]: pgmap v22042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:40.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:19:40 smithi032 ceph-mon[189144]: pgmap v22042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:40.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:19:40 smithi032 ceph-mon[191839]: pgmap v22042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:19:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:19:40] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T04:19:42.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:19:42 smithi039 ceph-mon[181282]: pgmap v22043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:42.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:19:42 smithi032 ceph-mon[191839]: pgmap v22043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:42.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:19:42 smithi032 ceph-mon[189144]: pgmap v22043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:44.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:19:44 smithi039 ceph-mon[181282]: pgmap v22044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:44.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:19:44 smithi032 ceph-mon[191839]: pgmap v22044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:44.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:19:44 smithi032 ceph-mon[189144]: pgmap v22044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:46.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:19:46 smithi039 ceph-mon[181282]: pgmap v22045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:46.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:19:46 smithi032 ceph-mon[191839]: pgmap v22045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:46.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:19:46 smithi032 ceph-mon[189144]: pgmap v22045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:48.597 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:19:48.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:19:48 smithi039 ceph-mon[181282]: pgmap v22046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:48.919 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:19:48.919 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (10h) 114s ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:19:48.919 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (10h) 10m ago 11h 96.8M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:19:48.920 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 114s ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:19:48.920 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 10m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:19:48.920 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 10m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:19:48.920 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 114s ago 11h 592M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:19:48.920 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 114s ago 11h 755M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:19:48.920 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 10m ago 11h 473M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:19:48.920 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 114s ago 11h 500M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:19:48.920 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (10h) 114s ago 11h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:19:48.920 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (10h) 10m ago 11h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:19:48.920 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 114s ago 11h 1218M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:19:48.920 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 114s ago 11h 1310M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:19:48.921 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 114s ago 11h 955M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:19:48.921 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 114s ago 11h 1085M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:19:48.921 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 10m ago 11h 1403M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:19:48.921 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 10m ago 11h 1137M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:19:48.921 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 10m ago 11h 785M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:19:48.921 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 10m ago 11h 915M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:19:48.921 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 10m ago 11h 144M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:19:48.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:19:48 smithi032 ceph-mon[189144]: pgmap v22046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:48.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:19:48 smithi032 ceph-mon[191839]: pgmap v22046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:49.321 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:19:49.321 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:19:49.321 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:19:49.321 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:19:49.321 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:19:49.321 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:19:49.321 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:19:49.321 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:19:49.321 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:19:49.321 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:19:49.321 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:19:49.322 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:19:49.322 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:19:49.322 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:19:49.322 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:19:49.322 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:19:49.322 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:19:49.322 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:19:49.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:19:49 smithi039 ceph-mon[181282]: from='client.58662 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:19:49.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:19:49 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2903983809' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:19:49.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:19:49 smithi032 ceph-mon[191839]: from='client.58662 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:19:49.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:19:49 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2903983809' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:19:49.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:19:49 smithi032 ceph-mon[189144]: from='client.58662 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:19:49.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:19:49 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2903983809' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:19:50.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:19:50 smithi039 ceph-mon[181282]: from='client.58668 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:19:50.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:19:50 smithi039 ceph-mon[181282]: pgmap v22047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:19:50 smithi032 ceph-mon[191839]: from='client.58668 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:19:50.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:19:50 smithi032 ceph-mon[191839]: pgmap v22047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:50.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:19:50 smithi032 ceph-mon[189144]: from='client.58668 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:19:50.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:19:50 smithi032 ceph-mon[189144]: pgmap v22047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:19:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:19:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:19:51.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:19:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:19:51.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:19:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:19:51.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:19:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:19:52.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:19:52 smithi039 ceph-mon[181282]: pgmap v22048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:52.933 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:19:52 smithi032 ceph-mon[191839]: pgmap v22048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:52.933 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:19:52 smithi032 ceph-mon[189144]: pgmap v22048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:54.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:19:54 smithi039 ceph-mon[181282]: pgmap v22049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:54.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:19:54 smithi032 ceph-mon[191839]: pgmap v22049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:54.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:19:54 smithi032 ceph-mon[189144]: pgmap v22049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:56.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:19:56 smithi039 ceph-mon[181282]: pgmap v22050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:56.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:19:56 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:19:56.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:19:56 smithi032 ceph-mon[191839]: pgmap v22050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:56.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:19:56 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:19:56.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:19:56 smithi032 ceph-mon[189144]: pgmap v22050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:56.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:19:56 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:19:58.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:19:58 smithi039 ceph-mon[181282]: pgmap v22051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:58.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:19:58 smithi032 ceph-mon[189144]: pgmap v22051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:19:58.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:19:58 smithi032 ceph-mon[191839]: pgmap v22051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:00.002 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:19:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:20:00.002 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:19:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:20:00.002 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:19:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:20:00.002 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:19:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:20:00.002 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:19:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:20:00.002 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:19:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:20:00.003 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:19:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:20:00.003 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:19:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:20:00.003 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:19:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:20:00.003 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:19:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:20:00.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:19:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:20:00.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:19:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:20:00.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:19:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:20:00.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:19:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:20:00.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:19:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:20:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:20:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-23T04:19:59.998+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T04:20:01.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:20:00 smithi039 ceph-mon[181282]: pgmap v22052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:01.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:20:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T04:20:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:20:00 smithi032 ceph-mon[191839]: pgmap v22052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:20:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T04:20:01.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:20:00 smithi032 ceph-mon[189144]: pgmap v22052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:01.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:20:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T04:20:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:20:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:20:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:20:03.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:20:02 smithi039 ceph-mon[181282]: pgmap v22053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:03.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:20:02 smithi032 ceph-mon[191839]: pgmap v22053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:03.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:20:02 smithi032 ceph-mon[189144]: pgmap v22053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:05.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:20:04 smithi039 ceph-mon[181282]: pgmap v22054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:05.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:20:04 smithi032 ceph-mon[191839]: pgmap v22054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:05.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:20:04 smithi032 ceph-mon[189144]: pgmap v22054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:06.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:20:06 smithi039 ceph-mon[181282]: pgmap v22055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:06.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:20:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:20:06.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:20:06 smithi032 ceph-mon[191839]: pgmap v22055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:06.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:20:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:20:06.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:20:06 smithi032 ceph-mon[189144]: pgmap v22055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:06.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:20:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:20:08.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:20:08 smithi039 ceph-mon[181282]: pgmap v22056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:08.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:20:08 smithi032 ceph-mon[191839]: pgmap v22056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:08.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:20:08 smithi032 ceph-mon[189144]: pgmap v22056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:10.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:20:10 smithi039 ceph-mon[181282]: pgmap v22057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:10.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:20:10 smithi032 ceph-mon[189144]: pgmap v22057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:10.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:20:10 smithi032 ceph-mon[191839]: pgmap v22057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:20:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:20:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:20:12.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:20:12 smithi039 ceph-mon[181282]: pgmap v22058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:12.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:20:12 smithi032 ceph-mon[191839]: pgmap v22058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:12.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:20:12 smithi032 ceph-mon[189144]: pgmap v22058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:14.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:20:14 smithi039 ceph-mon[181282]: pgmap v22059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:14.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:20:14 smithi032 ceph-mon[191839]: pgmap v22059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:14.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:20:14 smithi032 ceph-mon[189144]: pgmap v22059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:16.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:20:16 smithi039 ceph-mon[181282]: pgmap v22060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:16.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:20:16 smithi032 ceph-mon[191839]: pgmap v22060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:20:16 smithi032 ceph-mon[189144]: pgmap v22060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:17.257 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 23 04:20:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-23T04:20:16.982975844Z level=info msg="Completed cleanup jobs" duration=12.902549ms 2023-12-23T04:20:18.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:20:18 smithi039 ceph-mon[181282]: pgmap v22061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:18.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:20:18 smithi032 ceph-mon[191839]: pgmap v22061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:20:18 smithi032 ceph-mon[189144]: pgmap v22061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:19.692 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:20:20.015 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:20:20.015 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 2m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:20:20.015 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 21s ago 11h 97.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:20:20.015 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 2m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:20:20.015 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 21s ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:20:20.015 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (10h) 21s ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:20:20.016 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (10h) 2m ago 11h 592M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:20:20.016 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 2m ago 11h 755M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:20:20.016 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 21s ago 11h 486M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:20:20.016 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 2m ago 11h 500M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:20:20.016 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 2m ago 11h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:20:20.016 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 21s ago 11h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:20:20.016 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 2m ago 11h 1218M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:20:20.016 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 2m ago 11h 1310M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:20:20.016 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 2m ago 11h 955M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:20:20.016 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 2m ago 11h 1085M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:20:20.016 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 21s ago 11h 1430M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:20:20.016 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 21s ago 11h 1171M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:20:20.016 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 21s ago 11h 814M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:20:20.016 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 21s ago 11h 949M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:20:20.016 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (10h) 21s ago 11h 145M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:20:20.417 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:20:20.417 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:20:20.418 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:20:20.418 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:20:20.418 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:20:20.418 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:20:20.418 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:20:20.418 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:20:20.418 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:20:20.418 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:20:20.418 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:20:20.418 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:20:20.418 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:20:20.418 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:20:20.418 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:20:20.418 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:20:20.419 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:20:20.419 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:20:20.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:20:20 smithi039 ceph-mon[181282]: pgmap v22062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:20.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:20:20 smithi039 ceph-mon[181282]: from='client.68594 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:20:20.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:20:20 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3847911025' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:20:20.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:20:20 smithi032 ceph-mon[189144]: pgmap v22062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:20.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:20:20 smithi032 ceph-mon[189144]: from='client.68594 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:20:20.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:20:20 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3847911025' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:20:20.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:20:20 smithi032 ceph-mon[191839]: pgmap v22062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:20.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:20:20 smithi032 ceph-mon[191839]: from='client.68594 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:20:20.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:20:20 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3847911025' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:20:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:20:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:20:20] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-23T04:20:21.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:20:21 smithi039 ceph-mon[181282]: from='client.58686 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:20:21.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:20:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:20:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:20:21 smithi032 ceph-mon[189144]: from='client.58686 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:20:21.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:20:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:20:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:20:21 smithi032 ceph-mon[191839]: from='client.58686 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:20:21.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:20:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:20:22.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:20:22 smithi039 ceph-mon[181282]: pgmap v22063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:22.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:20:22 smithi032 ceph-mon[191839]: pgmap v22063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:22.936 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:20:22 smithi032 ceph-mon[189144]: pgmap v22063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:24.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:20:24 smithi039 ceph-mon[181282]: pgmap v22064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:24.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:20:24 smithi032 ceph-mon[191839]: pgmap v22064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:24.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:20:24 smithi032 ceph-mon[189144]: pgmap v22064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:26.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:20:26 smithi039 ceph-mon[181282]: pgmap v22065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:26.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:20:26 smithi032 ceph-mon[189144]: pgmap v22065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:26.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:20:26 smithi032 ceph-mon[191839]: pgmap v22065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:28.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:20:28 smithi039 ceph-mon[181282]: pgmap v22066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:28.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:20:28 smithi032 ceph-mon[191839]: pgmap v22066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:28.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:20:28 smithi032 ceph-mon[189144]: pgmap v22066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:30.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:20:30 smithi039 ceph-mon[181282]: pgmap v22067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:30.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:20:30 smithi032 ceph-mon[189144]: pgmap v22067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:30.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:20:30 smithi032 ceph-mon[191839]: pgmap v22067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:20:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:20:30] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-23T04:20:32.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:20:32 smithi039 ceph-mon[181282]: pgmap v22068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:32.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:20:32 smithi032 ceph-mon[189144]: pgmap v22068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:32.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:20:32 smithi032 ceph-mon[191839]: pgmap v22068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:34.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:20:34 smithi039 ceph-mon[181282]: pgmap v22069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:34.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:20:34 smithi032 ceph-mon[189144]: pgmap v22069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:34.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:20:34 smithi032 ceph-mon[191839]: pgmap v22069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:36.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:20:36 smithi039 ceph-mon[181282]: pgmap v22070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:36.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:20:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:20:36.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:20:36 smithi032 ceph-mon[189144]: pgmap v22070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:36.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:20:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:20:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:20:36 smithi032 ceph-mon[191839]: pgmap v22070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:20:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:20:38.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:20:38 smithi039 ceph-mon[181282]: pgmap v22071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:38.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:20:38 smithi032 ceph-mon[189144]: pgmap v22071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:38.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:20:38 smithi032 ceph-mon[191839]: pgmap v22071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:40.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:20:40 smithi039 ceph-mon[181282]: pgmap v22072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:40.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:20:40 smithi032 ceph-mon[189144]: pgmap v22072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:40.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:20:40 smithi032 ceph-mon[191839]: pgmap v22072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:20:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:20:40] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-23T04:20:42.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:20:42 smithi039 ceph-mon[181282]: pgmap v22073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:42.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:20:42 smithi032 ceph-mon[191839]: pgmap v22073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:42.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:20:42 smithi032 ceph-mon[189144]: pgmap v22073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:44.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:20:44 smithi039 ceph-mon[181282]: pgmap v22074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:44.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:20:44 smithi032 ceph-mon[191839]: pgmap v22074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:44.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:20:44 smithi032 ceph-mon[189144]: pgmap v22074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:46.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:20:46 smithi039 ceph-mon[181282]: pgmap v22075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:46.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:20:46 smithi032 ceph-mon[189144]: pgmap v22075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:46.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:20:46 smithi032 ceph-mon[191839]: pgmap v22075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:48.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:20:48 smithi039 ceph-mon[181282]: pgmap v22076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:48.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:20:48 smithi032 ceph-mon[189144]: pgmap v22076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:48.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:20:48 smithi032 ceph-mon[191839]: pgmap v22076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:50.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:20:50 smithi039 ceph-mon[181282]: pgmap v22077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:50.786 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:20:50.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:20:50 smithi032 ceph-mon[189144]: pgmap v22077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:20:50 smithi032 ceph-mon[191839]: pgmap v22077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:51.109 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:20:51.109 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 2m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:20:51.109 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 52s ago 11h 97.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:20:51.109 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 2m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:20:51.109 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 52s ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:20:51.109 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 52s ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:20:51.109 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 2m ago 11h 592M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:20:51.109 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (10h) 2m ago 11h 755M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:20:51.109 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 52s ago 11h 486M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:20:51.110 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (10h) 2m ago 11h 500M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:20:51.110 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 2m ago 11h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:20:51.110 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 52s ago 11h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:20:51.110 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 2m ago 11h 1218M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:20:51.110 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 2m ago 11h 1310M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:20:51.110 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 2m ago 11h 955M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:20:51.110 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 2m ago 11h 1085M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:20:51.110 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 52s ago 11h 1430M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:20:51.110 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 52s ago 11h 1171M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:20:51.110 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 52s ago 11h 814M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:20:51.110 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 52s ago 11h 949M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:20:51.110 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 52s ago 11h 145M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:20:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:20:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:20:50] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T04:20:51.512 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:20:51.512 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:20:51.512 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:20:51.512 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:20:51.512 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:20:51.512 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:20:51.512 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:20:51.512 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:20:51.513 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:20:51.513 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:20:51.513 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:20:51.513 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:20:51.513 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:20:51.513 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:20:51.513 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:20:51.513 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:20:51.513 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:20:51.513 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:20:51.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:20:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:20:51.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:20:51 smithi039 ceph-mon[181282]: from='client.58698 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:20:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:20:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:20:51.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:20:51 smithi032 ceph-mon[189144]: from='client.58698 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:20:51.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:20:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:20:51.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:20:51 smithi032 ceph-mon[191839]: from='client.58698 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:20:52.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:20:52 smithi039 ceph-mon[181282]: from='client.58704 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:20:52.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:20:52 smithi039 ceph-mon[181282]: pgmap v22078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:52.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:20:52 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1488202379' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:20:52.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:20:52 smithi032 ceph-mon[191839]: from='client.58704 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:20:52.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:20:52 smithi032 ceph-mon[191839]: pgmap v22078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:52.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:20:52 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1488202379' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:20:52.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:20:52 smithi032 ceph-mon[189144]: from='client.58704 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:20:52.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:20:52 smithi032 ceph-mon[189144]: pgmap v22078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:52.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:20:52 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1488202379' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:20:54.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:20:54 smithi039 ceph-mon[181282]: pgmap v22079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:54.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:20:54 smithi032 ceph-mon[191839]: pgmap v22079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:54.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:20:54 smithi032 ceph-mon[189144]: pgmap v22079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:56.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:20:56 smithi039 ceph-mon[181282]: pgmap v22080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:56.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:20:56 smithi032 ceph-mon[191839]: pgmap v22080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:56.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:20:56 smithi032 ceph-mon[189144]: pgmap v22080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:58.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:20:58 smithi039 ceph-mon[181282]: pgmap v22081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:58.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:20:58 smithi032 ceph-mon[191839]: pgmap v22081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:58.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:20:58 smithi032 ceph-mon[189144]: pgmap v22081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:20:59.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:20:59 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:20:59.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:20:59 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:20:59.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:20:59 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:21:00.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:21:00 smithi039 ceph-mon[181282]: pgmap v22082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:00.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:21:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:21:00.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:21:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:21:00.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:21:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:21:00.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:21:00 smithi032 ceph-mon[191839]: pgmap v22082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:00.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:21:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:21:00.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:21:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:21:00.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:21:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:21:00.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:21:00 smithi032 ceph-mon[189144]: pgmap v22082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:00.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:21:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:21:00.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:21:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:21:00.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:21:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:21:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:21:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:21:00] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T04:21:02.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:21:02 smithi039 ceph-mon[181282]: pgmap v22083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:02.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:21:02 smithi032 ceph-mon[191839]: pgmap v22083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:02.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:21:02 smithi032 ceph-mon[189144]: pgmap v22083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:04.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:21:04 smithi039 ceph-mon[181282]: pgmap v22084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:04.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:21:04 smithi032 ceph-mon[191839]: pgmap v22084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:04.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:21:04 smithi032 ceph-mon[189144]: pgmap v22084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:06.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:21:06 smithi039 ceph-mon[181282]: pgmap v22085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:06.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:21:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:21:06.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:21:06 smithi032 ceph-mon[191839]: pgmap v22085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:06.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:21:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:21:06.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:21:06 smithi032 ceph-mon[189144]: pgmap v22085: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:06.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:21:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:21:08.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:21:08 smithi039 ceph-mon[181282]: pgmap v22086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:08.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:21:08 smithi032 ceph-mon[189144]: pgmap v22086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:08.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:21:08 smithi032 ceph-mon[191839]: pgmap v22086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:10.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:21:10 smithi039 ceph-mon[181282]: pgmap v22087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:10.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:21:10 smithi032 ceph-mon[189144]: pgmap v22087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:10.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:21:10 smithi032 ceph-mon[191839]: pgmap v22087: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:21:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:21:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T04:21:12.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:21:12 smithi039 ceph-mon[181282]: pgmap v22088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:12.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:21:12 smithi032 ceph-mon[191839]: pgmap v22088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:21:12 smithi032 ceph-mon[189144]: pgmap v22088: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:14.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:21:14 smithi039 ceph-mon[181282]: pgmap v22089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:14.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:21:14 smithi032 ceph-mon[191839]: pgmap v22089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:14.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:21:14 smithi032 ceph-mon[189144]: pgmap v22089: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:16.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:21:16 smithi039 ceph-mon[181282]: pgmap v22090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:16.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:21:16 smithi032 ceph-mon[191839]: pgmap v22090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:21:16 smithi032 ceph-mon[189144]: pgmap v22090: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:18.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:21:18 smithi039 ceph-mon[181282]: pgmap v22091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:18.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:21:18 smithi032 ceph-mon[189144]: pgmap v22091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:18.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:21:18 smithi032 ceph-mon[191839]: pgmap v22091: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:20.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:21:20 smithi039 ceph-mon[181282]: pgmap v22092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:20.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:21:20 smithi032 ceph-mon[191839]: pgmap v22092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:20.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:21:20 smithi032 ceph-mon[189144]: pgmap v22092: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:21:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:21:20] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-23T04:21:21.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:21:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:21:21.880 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:21:21.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:21:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:21:21.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:21:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:21:22.209 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:21:22.209 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 3m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:21:22.209 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 83s ago 11h 97.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:21:22.209 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 3m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:21:22.209 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 83s ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:21:22.209 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 83s ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:21:22.209 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 3m ago 11h 592M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:21:22.209 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 3m ago 11h 755M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:21:22.210 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (10h) 83s ago 11h 486M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:21:22.210 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 3m ago 11h 500M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:21:22.210 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 3m ago 11h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:21:22.210 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 83s ago 11h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:21:22.210 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 3m ago 11h 1218M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:21:22.210 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 3m ago 11h 1310M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:21:22.210 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 3m ago 11h 955M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:21:22.210 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 3m ago 11h 1085M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:21:22.210 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 83s ago 11h 1430M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:21:22.210 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 83s ago 11h 1171M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:21:22.210 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 83s ago 11h 814M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:21:22.211 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 83s ago 11h 949M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:21:22.211 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 83s ago 11h 145M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:21:22.612 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:21:22.612 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:21:22.612 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:21:22.613 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:21:22.613 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:21:22.613 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:21:22.613 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:21:22.613 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:21:22.613 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:21:22.613 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:21:22.613 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:21:22.613 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:21:22.613 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:21:22.613 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:21:22.613 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:21:22.613 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:21:22.613 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:21:22.613 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:21:22.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:21:22 smithi039 ceph-mon[181282]: pgmap v22093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:22.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:21:22 smithi032 ceph-mon[191839]: pgmap v22093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:22.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:21:22 smithi032 ceph-mon[189144]: pgmap v22093: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:23.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:21:23 smithi039 ceph-mon[181282]: from='client.58716 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:21:23.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:21:23 smithi039 ceph-mon[181282]: from='client.58722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:21:23.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:21:23 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3855632557' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:21:23.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:21:23 smithi032 ceph-mon[191839]: from='client.58716 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:21:23.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:21:23 smithi032 ceph-mon[191839]: from='client.58722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:21:23.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:21:23 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3855632557' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:21:23.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:21:23 smithi032 ceph-mon[189144]: from='client.58716 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:21:23.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:21:23 smithi032 ceph-mon[189144]: from='client.58722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:21:23.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:21:23 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3855632557' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:21:24.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:21:24 smithi039 ceph-mon[181282]: pgmap v22094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:24.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:21:24 smithi032 ceph-mon[191839]: pgmap v22094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:24.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:21:24 smithi032 ceph-mon[189144]: pgmap v22094: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:26.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:21:26 smithi039 ceph-mon[181282]: pgmap v22095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:26.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:21:26 smithi032 ceph-mon[191839]: pgmap v22095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:26.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:21:26 smithi032 ceph-mon[189144]: pgmap v22095: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:28.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:21:28 smithi032 ceph-mon[191839]: pgmap v22096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:28.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:21:28 smithi032 ceph-mon[189144]: pgmap v22096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:29.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:21:28 smithi039 ceph-mon[181282]: pgmap v22096: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:30.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:21:30 smithi032 ceph-mon[189144]: pgmap v22097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:30.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:21:30 smithi032 ceph-mon[191839]: pgmap v22097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:31.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:21:30 smithi039 ceph-mon[181282]: pgmap v22097: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:21:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:21:30] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-23T04:21:32.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:21:32 smithi032 ceph-mon[189144]: pgmap v22098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:32.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:21:32 smithi032 ceph-mon[191839]: pgmap v22098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:33.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:21:32 smithi039 ceph-mon[181282]: pgmap v22098: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:34.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:21:34 smithi032 ceph-mon[189144]: pgmap v22099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:21:34 smithi032 ceph-mon[191839]: pgmap v22099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:35.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:21:34 smithi039 ceph-mon[181282]: pgmap v22099: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:36.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:21:36 smithi039 ceph-mon[181282]: pgmap v22100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:36.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:21:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:21:36.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:21:36 smithi032 ceph-mon[189144]: pgmap v22100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:21:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:21:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:21:36 smithi032 ceph-mon[191839]: pgmap v22100: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:21:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:21:38.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:21:38 smithi032 ceph-mon[189144]: pgmap v22101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:38.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:21:38 smithi032 ceph-mon[191839]: pgmap v22101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:39.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:21:38 smithi039 ceph-mon[181282]: pgmap v22101: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:40.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:21:40 smithi032 ceph-mon[191839]: pgmap v22102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:40.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:21:40 smithi032 ceph-mon[189144]: pgmap v22102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:41.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:21:40 smithi039 ceph-mon[181282]: pgmap v22102: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:21:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:21:40] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T04:21:42.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:21:42 smithi032 ceph-mon[191839]: pgmap v22103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:42.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:21:42 smithi032 ceph-mon[189144]: pgmap v22103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:43.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:21:42 smithi039 ceph-mon[181282]: pgmap v22103: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:44.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:21:44 smithi032 ceph-mon[191839]: pgmap v22104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:44.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:21:44 smithi032 ceph-mon[189144]: pgmap v22104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:45.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:21:44 smithi039 ceph-mon[181282]: pgmap v22104: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:46.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:21:46 smithi039 ceph-mon[181282]: pgmap v22105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:46.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:21:46 smithi032 ceph-mon[191839]: pgmap v22105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:46.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:21:46 smithi032 ceph-mon[189144]: pgmap v22105: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:48.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:21:48 smithi032 ceph-mon[189144]: pgmap v22106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:48.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:21:48 smithi032 ceph-mon[191839]: pgmap v22106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:49.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:21:48 smithi039 ceph-mon[181282]: pgmap v22106: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:21:50 smithi032 ceph-mon[189144]: pgmap v22107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:50.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:21:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:21:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:21:50 smithi032 ceph-mon[191839]: pgmap v22107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:21:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:21:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:21:50 smithi039 ceph-mon[181282]: pgmap v22107: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:21:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:21:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:21:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:21:50] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-23T04:21:52.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:21:52 smithi032 ceph-mon[191839]: pgmap v22108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:52.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:21:52 smithi032 ceph-mon[189144]: pgmap v22108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:52.974 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:21:53.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:21:52 smithi039 ceph-mon[181282]: pgmap v22108: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:53.296 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:21:53.297 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 3m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:21:53.297 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 114s ago 11h 97.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:21:53.297 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 3m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:21:53.297 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 114s ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:21:53.297 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 114s ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:21:53.297 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 3m ago 11h 592M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:21:53.297 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 3m ago 11h 755M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:21:53.297 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 114s ago 11h 486M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:21:53.297 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 3m ago 11h 500M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:21:53.297 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 3m ago 11h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:21:53.297 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 114s ago 11h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:21:53.297 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (10h) 3m ago 11h 1218M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:21:53.297 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 3m ago 11h 1310M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:21:53.298 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 3m ago 11h 955M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:21:53.298 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 3m ago 11h 1085M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:21:53.298 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 114s ago 11h 1430M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:21:53.298 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 114s ago 11h 1171M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:21:53.298 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 114s ago 11h 814M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:21:53.298 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 114s ago 11h 949M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:21:53.298 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 114s ago 11h 145M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:21:53.703 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:21:53.703 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:21:53.703 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:21:53.703 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:21:53.703 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:21:53.703 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:21:53.703 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:21:53.703 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:21:53.703 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:21:53.703 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:21:53.704 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:21:53.704 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:21:53.704 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:21:53.704 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:21:53.704 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:21:53.704 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:21:53.704 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:21:53.704 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:21:54.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:21:54 smithi032 ceph-mon[191839]: from='client.68648 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:21:54.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:21:54 smithi032 ceph-mon[191839]: from='client.68654 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:21:54.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:21:54 smithi032 ceph-mon[191839]: pgmap v22109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:54.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:21:54 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/801583361' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:21:54.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:21:54 smithi032 ceph-mon[189144]: from='client.68648 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:21:54.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:21:54 smithi032 ceph-mon[189144]: from='client.68654 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:21:54.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:21:54 smithi032 ceph-mon[189144]: pgmap v22109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:54.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:21:54 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/801583361' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:21:55.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:21:54 smithi039 ceph-mon[181282]: from='client.68648 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:21:55.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:21:54 smithi039 ceph-mon[181282]: from='client.68654 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:21:55.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:21:54 smithi039 ceph-mon[181282]: pgmap v22109: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:55.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:21:54 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/801583361' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:21:56.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:21:56 smithi039 ceph-mon[181282]: pgmap v22110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:56.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:21:56 smithi032 ceph-mon[191839]: pgmap v22110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:56.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:21:56 smithi032 ceph-mon[189144]: pgmap v22110: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:58.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:21:58 smithi032 ceph-mon[191839]: pgmap v22111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:58.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:21:58 smithi032 ceph-mon[189144]: pgmap v22111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:21:59.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:21:58 smithi039 ceph-mon[181282]: pgmap v22111: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:00.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:22:00 smithi032 ceph-mon[191839]: pgmap v22112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:00.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:22:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:22:00.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:22:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:22:00.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:22:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:22:00.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:22:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:22:00.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:22:00 smithi032 ceph-mon[189144]: pgmap v22112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:00.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:22:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:22:00.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:22:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:22:00.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:22:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:22:00.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:22:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:22:01.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:22:00 smithi039 ceph-mon[181282]: pgmap v22112: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:01.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:22:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:22:01.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:22:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:22:01.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:22:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:22:01.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:22:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:22:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:22:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:22:00] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2023-12-23T04:22:02.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:22:02 smithi032 ceph-mon[191839]: pgmap v22113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:02.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:22:02 smithi032 ceph-mon[189144]: pgmap v22113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:03.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:22:02 smithi039 ceph-mon[181282]: pgmap v22113: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:04.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:22:04 smithi032 ceph-mon[189144]: pgmap v22114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:04.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:22:04 smithi032 ceph-mon[191839]: pgmap v22114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:05.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:22:04 smithi039 ceph-mon[181282]: pgmap v22114: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:06.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:22:06 smithi039 ceph-mon[181282]: pgmap v22115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:06.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:22:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:22:06.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:22:06 smithi032 ceph-mon[191839]: pgmap v22115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:06.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:22:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:22:06.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:22:06 smithi032 ceph-mon[189144]: pgmap v22115: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:06.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:22:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:22:08.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:22:08 smithi032 ceph-mon[191839]: pgmap v22116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:08.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:22:08 smithi032 ceph-mon[189144]: pgmap v22116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:09.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:22:08 smithi039 ceph-mon[181282]: pgmap v22116: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:10.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:22:10 smithi032 ceph-mon[189144]: pgmap v22117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:10.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:22:10 smithi032 ceph-mon[191839]: pgmap v22117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:11.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:22:10 smithi039 ceph-mon[181282]: pgmap v22117: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:22:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:22:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:22:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:22:12 smithi032 ceph-mon[191839]: pgmap v22118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:22:12 smithi032 ceph-mon[189144]: pgmap v22118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:13.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:22:12 smithi039 ceph-mon[181282]: pgmap v22118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:14.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:22:14 smithi032 ceph-mon[191839]: pgmap v22119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:14.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:22:14 smithi032 ceph-mon[189144]: pgmap v22119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:15.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:22:14 smithi039 ceph-mon[181282]: pgmap v22119: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:16.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:22:16 smithi039 ceph-mon[181282]: pgmap v22120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:16.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:22:16 smithi032 ceph-mon[191839]: pgmap v22120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:16.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:22:16 smithi032 ceph-mon[189144]: pgmap v22120: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:18.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:22:18 smithi032 ceph-mon[191839]: pgmap v22121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:22:18 smithi032 ceph-mon[189144]: pgmap v22121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:19.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:22:18 smithi039 ceph-mon[181282]: pgmap v22121: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:20.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:22:20 smithi032 ceph-mon[189144]: pgmap v22122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:20.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:22:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:22:20.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:22:20 smithi032 ceph-mon[191839]: pgmap v22122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:20.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:22:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:22:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:22:20 smithi039 ceph-mon[181282]: pgmap v22122: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:22:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:22:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:22:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:22:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:22:22.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:22:22 smithi032 ceph-mon[191839]: pgmap v22123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:22.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:22:22 smithi032 ceph-mon[189144]: pgmap v22123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:23.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:22:22 smithi039 ceph-mon[181282]: pgmap v22123: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:24.071 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:22:24.397 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:22:24.398 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 4m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:22:24.398 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 2m ago 11h 97.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:22:24.398 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 4m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:22:24.398 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 2m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:22:24.398 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 2m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:22:24.398 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 4m ago 11h 592M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:22:24.398 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 4m ago 11h 755M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:22:24.398 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 2m ago 11h 486M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:22:24.398 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 4m ago 11h 500M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:22:24.398 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 4m ago 11h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:22:24.398 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 2m ago 11h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:22:24.398 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 4m ago 11h 1218M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:22:24.398 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (10h) 4m ago 11h 1310M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:22:24.398 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (10h) 4m ago 11h 955M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:22:24.398 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 4m ago 11h 1085M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:22:24.399 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 2m ago 11h 1430M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:22:24.399 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 2m ago 11h 1171M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:22:24.399 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 2m ago 11h 814M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:22:24.399 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 2m ago 11h 949M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:22:24.399 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 2m ago 11h 145M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:22:24.805 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:22:24.805 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:22:24.805 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:22:24.805 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:22:24.805 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:22:24.805 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:22:24.806 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:22:24.806 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:22:24.806 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:22:24.806 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:22:24.806 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:22:24.806 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:22:24.806 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:22:24.806 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:22:24.806 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:22:24.806 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:22:24.806 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:22:24.806 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:22:24.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:22:24 smithi032 ceph-mon[191839]: pgmap v22124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:24.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:22:24 smithi032 ceph-mon[189144]: pgmap v22124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:25.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:22:24 smithi039 ceph-mon[181282]: pgmap v22124: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:25.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:22:25 smithi032 ceph-mon[191839]: from='client.58752 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:22:25.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:22:25 smithi032 ceph-mon[191839]: from='client.58758 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:22:25.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:22:25 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3002928068' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:22:25.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:22:25 smithi032 ceph-mon[189144]: from='client.58752 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:22:25.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:22:25 smithi032 ceph-mon[189144]: from='client.58758 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:22:25.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:22:25 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3002928068' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:22:26.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:22:25 smithi039 ceph-mon[181282]: from='client.58752 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:22:26.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:22:25 smithi039 ceph-mon[181282]: from='client.58758 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:22:26.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:22:25 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3002928068' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:22:26.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:22:26 smithi032 ceph-mon[191839]: pgmap v22125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:26.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:22:26 smithi032 ceph-mon[189144]: pgmap v22125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:27.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:22:26 smithi039 ceph-mon[181282]: pgmap v22125: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:28.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:22:28 smithi032 ceph-mon[191839]: pgmap v22126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:28.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:22:28 smithi032 ceph-mon[189144]: pgmap v22126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:29.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:22:28 smithi039 ceph-mon[181282]: pgmap v22126: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:30.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:22:30 smithi032 ceph-mon[189144]: pgmap v22127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:22:30 smithi032 ceph-mon[191839]: pgmap v22127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:31.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:22:30 smithi039 ceph-mon[181282]: pgmap v22127: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:22:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:22:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:22:32.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:22:32 smithi032 ceph-mon[191839]: pgmap v22128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:32.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:22:32 smithi032 ceph-mon[189144]: pgmap v22128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:33.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:22:32 smithi039 ceph-mon[181282]: pgmap v22128: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:34.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:22:34 smithi032 ceph-mon[189144]: pgmap v22129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:22:34 smithi032 ceph-mon[191839]: pgmap v22129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:35.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:22:34 smithi039 ceph-mon[181282]: pgmap v22129: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:36.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:22:36 smithi039 ceph-mon[181282]: pgmap v22130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:36.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:22:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:22:36.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:22:36 smithi032 ceph-mon[191839]: pgmap v22130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:36.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:22:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:22:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:22:36 smithi032 ceph-mon[189144]: pgmap v22130: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:22:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:22:38.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:22:38 smithi032 ceph-mon[191839]: pgmap v22131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:38.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:22:38 smithi032 ceph-mon[189144]: pgmap v22131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:39.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:22:38 smithi039 ceph-mon[181282]: pgmap v22131: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:40.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:22:40 smithi032 ceph-mon[189144]: pgmap v22132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:40.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:22:40 smithi032 ceph-mon[191839]: pgmap v22132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:41.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:22:40 smithi039 ceph-mon[181282]: pgmap v22132: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:22:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:22:40] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T04:22:42.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:22:42 smithi032 ceph-mon[191839]: pgmap v22133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:42.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:22:42 smithi032 ceph-mon[189144]: pgmap v22133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:43.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:22:42 smithi039 ceph-mon[181282]: pgmap v22133: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:44.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:22:44 smithi032 ceph-mon[191839]: pgmap v22134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:44.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:22:44 smithi032 ceph-mon[189144]: pgmap v22134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:45.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:22:44 smithi039 ceph-mon[181282]: pgmap v22134: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:46.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:22:46 smithi039 ceph-mon[181282]: pgmap v22135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:46.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:22:46 smithi032 ceph-mon[191839]: pgmap v22135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:46.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:22:46 smithi032 ceph-mon[189144]: pgmap v22135: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:48.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:22:48 smithi032 ceph-mon[191839]: pgmap v22136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:48.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:22:48 smithi032 ceph-mon[189144]: pgmap v22136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:49.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:22:48 smithi039 ceph-mon[181282]: pgmap v22136: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:22:50 smithi032 ceph-mon[191839]: pgmap v22137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:50.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:22:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:22:50.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:22:50 smithi032 ceph-mon[189144]: pgmap v22137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:50.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:22:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:22:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:22:50 smithi039 ceph-mon[181282]: pgmap v22137: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:22:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:22:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:22:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:22:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T04:22:52.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:22:52 smithi032 ceph-mon[191839]: pgmap v22138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:52.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:22:52 smithi032 ceph-mon[189144]: pgmap v22138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:53.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:22:52 smithi039 ceph-mon[181282]: pgmap v22138: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:54.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:22:54 smithi032 ceph-mon[189144]: pgmap v22139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:54.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:22:54 smithi032 ceph-mon[191839]: pgmap v22139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:55.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:22:54 smithi039 ceph-mon[181282]: pgmap v22139: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:55.171 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:22:55.494 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:22:55.495 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 5m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:22:55.495 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 2m ago 11h 97.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:22:55.495 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 5m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:22:55.495 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 2m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:22:55.495 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 2m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:22:55.495 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 5m ago 11h 592M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:22:55.495 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 5m ago 11h 755M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:22:55.495 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 2m ago 11h 486M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:22:55.495 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 5m ago 11h 500M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:22:55.495 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 5m ago 11h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:22:55.495 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 2m ago 11h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:22:55.495 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 5m ago 11h 1218M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:22:55.495 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 5m ago 11h 1310M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:22:55.496 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 5m ago 11h 955M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:22:55.496 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (10h) 5m ago 11h 1085M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:22:55.496 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 2m ago 11h 1430M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:22:55.496 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 2m ago 11h 1171M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:22:55.496 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 2m ago 11h 814M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:22:55.496 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 2m ago 11h 949M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:22:55.496 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 2m ago 11h 145M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:22:55.896 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:22:55.896 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:22:55.896 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:22:55.896 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:22:55.896 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:22:55.896 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:22:55.896 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:22:55.896 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:22:55.897 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:22:55.897 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:22:55.897 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:22:55.897 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:22:55.897 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:22:55.897 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:22:55.897 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:22:55.897 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:22:55.897 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:22:55.897 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:22:56.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:22:56 smithi039 ceph-mon[181282]: from='client.68684 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:22:56.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:22:56 smithi039 ceph-mon[181282]: from='client.58776 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:22:56.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:22:56 smithi039 ceph-mon[181282]: pgmap v22140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:56.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:22:56 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/50869076' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:22:56.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:22:56 smithi032 ceph-mon[191839]: from='client.68684 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:22:56.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:22:56 smithi032 ceph-mon[191839]: from='client.58776 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:22:56.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:22:56 smithi032 ceph-mon[191839]: pgmap v22140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:56.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:22:56 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/50869076' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:22:56.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:22:56 smithi032 ceph-mon[189144]: from='client.68684 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:22:56.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:22:56 smithi032 ceph-mon[189144]: from='client.58776 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:22:56.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:22:56 smithi032 ceph-mon[189144]: pgmap v22140: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:56.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:22:56 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/50869076' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:22:58.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:22:58 smithi032 ceph-mon[191839]: pgmap v22141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:58.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:22:58 smithi032 ceph-mon[189144]: pgmap v22141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:22:59.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:22:58 smithi039 ceph-mon[181282]: pgmap v22141: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:00.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:23:00 smithi032 ceph-mon[191839]: pgmap v22142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:00.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:23:00 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:23:00.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:23:00 smithi032 ceph-mon[189144]: pgmap v22142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:00.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:23:00 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:23:01.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:23:00 smithi039 ceph-mon[181282]: pgmap v22142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:01.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:23:00 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:23:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:23:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:23:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T04:23:01.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:23:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:23:01.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:23:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:23:01.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:23:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:23:01.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:23:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:23:01.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:23:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:23:01.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:23:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:23:02.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:23:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:23:02.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:23:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:23:02.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:23:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:23:02.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:23:02 smithi032 ceph-mon[189144]: pgmap v22143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:02.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:23:02 smithi032 ceph-mon[191839]: pgmap v22143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:03.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:23:02 smithi039 ceph-mon[181282]: pgmap v22143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:04.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:23:04 smithi032 ceph-mon[189144]: pgmap v22144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:04.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:23:04 smithi032 ceph-mon[191839]: pgmap v22144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:05.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:23:04 smithi039 ceph-mon[181282]: pgmap v22144: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:06.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:23:06 smithi039 ceph-mon[181282]: pgmap v22145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:06.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:23:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:23:06.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:23:06 smithi032 ceph-mon[191839]: pgmap v22145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:06.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:23:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:23:06.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:23:06 smithi032 ceph-mon[189144]: pgmap v22145: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:06.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:23:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:23:08.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:23:08 smithi032 ceph-mon[189144]: pgmap v22146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:08.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:23:08 smithi032 ceph-mon[191839]: pgmap v22146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:09.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:23:08 smithi039 ceph-mon[181282]: pgmap v22146: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:10.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:23:10 smithi032 ceph-mon[189144]: pgmap v22147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:10.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:23:10 smithi032 ceph-mon[191839]: pgmap v22147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:11.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:23:10 smithi039 ceph-mon[181282]: pgmap v22147: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:23:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:23:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:23:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:23:12 smithi032 ceph-mon[189144]: pgmap v22148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:23:12 smithi032 ceph-mon[191839]: pgmap v22148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:13.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:23:12 smithi039 ceph-mon[181282]: pgmap v22148: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:14.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:23:14 smithi032 ceph-mon[189144]: pgmap v22149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:14.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:23:14 smithi032 ceph-mon[191839]: pgmap v22149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:15.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:23:14 smithi039 ceph-mon[181282]: pgmap v22149: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:16.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:23:16 smithi039 ceph-mon[181282]: pgmap v22150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:16.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:23:16 smithi032 ceph-mon[189144]: pgmap v22150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:16.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:23:16 smithi032 ceph-mon[191839]: pgmap v22150: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:18.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:23:18 smithi032 ceph-mon[189144]: pgmap v22151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:18.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:23:18 smithi032 ceph-mon[191839]: pgmap v22151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:19.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:23:18 smithi039 ceph-mon[181282]: pgmap v22151: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:20.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:23:20 smithi032 ceph-mon[191839]: pgmap v22152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:20.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:23:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:23:20.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:23:20 smithi032 ceph-mon[189144]: pgmap v22152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:20.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:23:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:23:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:23:20 smithi039 ceph-mon[181282]: pgmap v22152: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:23:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:23:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:23:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:23:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:23:22.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:23:22 smithi032 ceph-mon[191839]: pgmap v22153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:22.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:23:22 smithi032 ceph-mon[189144]: pgmap v22153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:23.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:23:22 smithi039 ceph-mon[181282]: pgmap v22153: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:24.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:23:24 smithi032 ceph-mon[191839]: pgmap v22154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:24.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:23:24 smithi032 ceph-mon[189144]: pgmap v22154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:25.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:23:24 smithi039 ceph-mon[181282]: pgmap v22154: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:26.262 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:23:26.592 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:23:26.592 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 5m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:23:26.592 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 3m ago 11h 97.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:23:26.592 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 5m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:23:26.592 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 3m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:23:26.592 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 3m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:23:26.592 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 5m ago 11h 592M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:23:26.592 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 5m ago 11h 755M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:23:26.592 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 3m ago 11h 486M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:23:26.593 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 5m ago 11h 500M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:23:26.593 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 5m ago 11h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:23:26.593 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 3m ago 11h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:23:26.593 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 5m ago 11h 1218M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:23:26.593 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 5m ago 11h 1310M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:23:26.593 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 5m ago 11h 955M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:23:26.593 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 5m ago 11h 1085M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:23:26.593 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (10h) 3m ago 11h 1430M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:23:26.593 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 3m ago 11h 1171M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:23:26.593 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 3m ago 11h 814M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:23:26.593 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 3m ago 11h 949M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:23:26.593 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 3m ago 11h 145M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:23:26.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:23:26 smithi039 ceph-mon[181282]: pgmap v22155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:26.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:23:26 smithi032 ceph-mon[191839]: pgmap v22155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:26.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:23:26 smithi032 ceph-mon[189144]: pgmap v22155: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:26.997 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:23:26.997 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:23:26.997 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:23:26.997 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:23:26.997 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:23:26.997 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:23:26.997 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:23:26.997 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:23:26.997 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:23:26.997 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:23:26.997 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:23:26.997 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:23:26.998 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:23:26.998 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:23:26.998 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:23:26.998 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:23:26.998 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:23:26.998 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:23:27.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:23:27 smithi039 ceph-mon[181282]: from='client.58788 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:23:27.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:23:27 smithi039 ceph-mon[181282]: from='client.68708 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:23:27.758 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:23:27 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3821057682' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:23:27.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:23:27 smithi032 ceph-mon[189144]: from='client.58788 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:23:27.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:23:27 smithi032 ceph-mon[189144]: from='client.68708 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:23:27.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:23:27 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3821057682' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:23:27.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:23:27 smithi032 ceph-mon[191839]: from='client.58788 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:23:27.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:23:27 smithi032 ceph-mon[191839]: from='client.68708 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:23:27.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:23:27 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3821057682' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:23:28.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:23:28 smithi032 ceph-mon[191839]: pgmap v22156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:28.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:23:28 smithi032 ceph-mon[189144]: pgmap v22156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:29.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:23:28 smithi039 ceph-mon[181282]: pgmap v22156: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:30.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:23:30 smithi032 ceph-mon[189144]: pgmap v22157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:30.856 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:23:30 smithi032 ceph-mon[191839]: pgmap v22157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:31.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:23:30 smithi039 ceph-mon[181282]: pgmap v22157: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:23:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:23:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:23:32.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:23:32 smithi032 ceph-mon[189144]: pgmap v22158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:32.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:23:32 smithi032 ceph-mon[191839]: pgmap v22158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:33.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:23:32 smithi039 ceph-mon[181282]: pgmap v22158: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:34.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:23:34 smithi032 ceph-mon[191839]: pgmap v22159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:34.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:23:34 smithi032 ceph-mon[189144]: pgmap v22159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:35.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:23:34 smithi039 ceph-mon[181282]: pgmap v22159: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:36.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:23:36 smithi039 ceph-mon[181282]: pgmap v22160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:36.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:23:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:23:36.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:23:36 smithi032 ceph-mon[191839]: pgmap v22160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:23:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:23:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:23:36 smithi032 ceph-mon[189144]: pgmap v22160: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:23:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:23:38.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:23:38 smithi032 ceph-mon[191839]: pgmap v22161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:38.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:23:38 smithi032 ceph-mon[189144]: pgmap v22161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:39.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:23:38 smithi039 ceph-mon[181282]: pgmap v22161: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:40.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:23:40 smithi032 ceph-mon[189144]: pgmap v22162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:40.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:23:40 smithi032 ceph-mon[191839]: pgmap v22162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:41.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:23:40 smithi039 ceph-mon[181282]: pgmap v22162: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:23:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:23:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:23:42.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:23:42 smithi032 ceph-mon[189144]: pgmap v22163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:42.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:23:42 smithi032 ceph-mon[191839]: pgmap v22163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:43.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:23:42 smithi039 ceph-mon[181282]: pgmap v22163: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:44.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:23:44 smithi032 ceph-mon[191839]: pgmap v22164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:44.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:23:44 smithi032 ceph-mon[189144]: pgmap v22164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:45.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:23:44 smithi039 ceph-mon[181282]: pgmap v22164: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:46.757 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:23:46 smithi039 ceph-mon[181282]: pgmap v22165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:46.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:23:46 smithi032 ceph-mon[191839]: pgmap v22165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:46.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:23:46 smithi032 ceph-mon[189144]: pgmap v22165: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:48.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:23:48 smithi032 ceph-mon[191839]: pgmap v22166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:48.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:23:48 smithi032 ceph-mon[189144]: pgmap v22166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:49.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:23:48 smithi039 ceph-mon[181282]: pgmap v22166: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:50.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:23:50 smithi032 ceph-mon[189144]: pgmap v22167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:50.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:23:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:23:50.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:23:50 smithi032 ceph-mon[191839]: pgmap v22167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:50.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:23:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:23:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:23:50 smithi039 ceph-mon[181282]: pgmap v22167: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:23:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:23:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:23:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:23:50] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T04:23:52.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:23:52 smithi032 ceph-mon[191839]: pgmap v22168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:52.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:23:52 smithi032 ceph-mon[189144]: pgmap v22168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:53.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:23:52 smithi039 ceph-mon[181282]: pgmap v22168: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:54.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:23:54 smithi032 ceph-mon[191839]: pgmap v22169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:54.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:23:54 smithi032 ceph-mon[189144]: pgmap v22169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:55.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:23:54 smithi039 ceph-mon[181282]: pgmap v22169: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:56.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:23:56 smithi032 ceph-mon[191839]: pgmap v22170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:56.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:23:56 smithi032 ceph-mon[189144]: pgmap v22170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:57.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:23:56 smithi039 ceph-mon[181282]: pgmap v22170: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:57.367 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:23:57.692 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:23:57.692 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 6m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:23:57.692 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 3m ago 11h 97.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:23:57.692 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 6m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:23:57.692 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 3m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:23:57.692 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 3m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:23:57.692 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 6m ago 11h 592M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:23:57.692 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 6m ago 11h 755M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:23:57.692 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 3m ago 11h 486M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:23:57.692 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 6m ago 11h 500M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:23:57.692 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 6m ago 11h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:23:57.693 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 3m ago 11h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:23:57.693 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 6m ago 11h 1218M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:23:57.693 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 6m ago 11h 1310M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:23:57.693 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 6m ago 11h 955M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:23:57.693 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 6m ago 11h 1085M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:23:57.693 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 3m ago 11h 1430M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:23:57.693 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (10h) 3m ago 11h 1171M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:23:57.693 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 3m ago 11h 814M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:23:57.693 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 3m ago 11h 949M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:23:57.693 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 3m ago 11h 145M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:23:58.095 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:23:58.095 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:23:58.095 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:23:58.095 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:23:58.096 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:23:58.096 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:23:58.096 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:23:58.096 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:23:58.096 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:23:58.096 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:23:58.096 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:23:58.096 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:23:58.096 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:23:58.096 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:23:58.096 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:23:58.096 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:23:58.096 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:23:58.096 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:23:58.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:23:58 smithi032 ceph-mon[191839]: from='client.68720 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:23:58.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:23:58 smithi032 ceph-mon[191839]: pgmap v22171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:58.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:23:58 smithi032 ceph-mon[191839]: from='client.68726 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:23:58.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:23:58 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/987719734' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:23:58.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:23:58 smithi032 ceph-mon[189144]: from='client.68720 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:23:58.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:23:58 smithi032 ceph-mon[189144]: pgmap v22171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:58.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:23:58 smithi032 ceph-mon[189144]: from='client.68726 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:23:58.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:23:58 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/987719734' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:23:59.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:23:58 smithi039 ceph-mon[181282]: from='client.68720 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:23:59.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:23:58 smithi039 ceph-mon[181282]: pgmap v22171: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:23:59.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:23:58 smithi039 ceph-mon[181282]: from='client.68726 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:23:59.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:23:58 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/987719734' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:24:00.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:24:00 smithi032 ceph-mon[189144]: pgmap v22172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:00.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:24:00 smithi032 ceph-mon[191839]: pgmap v22172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:01.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:24:00 smithi039 ceph-mon[181282]: pgmap v22172: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:24:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:24:00] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T04:24:01.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:24:01 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:24:01.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:24:01 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:24:02.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:24:01 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:24:02.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:24:02 smithi032 ceph-mon[191839]: pgmap v22173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:02.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:24:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:24:02.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:24:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:24:02.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:24:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:24:02.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:24:02 smithi032 ceph-mon[189144]: pgmap v22173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:02.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:24:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:24:02.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:24:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:24:02.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:24:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:24:03.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:24:02 smithi039 ceph-mon[181282]: pgmap v22173: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:03.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:24:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:24:03.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:24:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:24:03.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:24:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:24:04.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:24:04 smithi032 ceph-mon[191839]: pgmap v22174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:04.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:24:04 smithi032 ceph-mon[189144]: pgmap v22174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:05.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:24:04 smithi039 ceph-mon[181282]: pgmap v22174: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:06.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:24:06 smithi032 ceph-mon[191839]: pgmap v22175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:06.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:24:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:24:06.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:24:06 smithi032 ceph-mon[189144]: pgmap v22175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:06.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:24:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:24:07.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:24:06 smithi039 ceph-mon[181282]: pgmap v22175: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:07.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:24:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:24:08.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:24:08 smithi032 ceph-mon[191839]: pgmap v22176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:08.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:24:08 smithi032 ceph-mon[189144]: pgmap v22176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:09.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:24:08 smithi039 ceph-mon[181282]: pgmap v22176: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:10.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:24:10 smithi032 ceph-mon[189144]: pgmap v22177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:10.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:24:10 smithi032 ceph-mon[191839]: pgmap v22177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:11.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:24:10 smithi039 ceph-mon[181282]: pgmap v22177: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:24:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:24:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:24:12.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:24:12 smithi032 ceph-mon[191839]: pgmap v22178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:24:12 smithi032 ceph-mon[189144]: pgmap v22178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:13.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:24:12 smithi039 ceph-mon[181282]: pgmap v22178: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:14.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:24:14 smithi032 ceph-mon[191839]: pgmap v22179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:14.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:24:14 smithi032 ceph-mon[189144]: pgmap v22179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:15.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:24:14 smithi039 ceph-mon[181282]: pgmap v22179: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:16.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:24:16 smithi032 ceph-mon[191839]: pgmap v22180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:24:16 smithi032 ceph-mon[189144]: pgmap v22180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:17.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:24:16 smithi039 ceph-mon[181282]: pgmap v22180: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:18.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:24:18 smithi032 ceph-mon[189144]: pgmap v22181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:18.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:24:18 smithi032 ceph-mon[191839]: pgmap v22181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:19.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:24:18 smithi039 ceph-mon[181282]: pgmap v22181: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:20.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:24:20 smithi032 ceph-mon[189144]: pgmap v22182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:20.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:24:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:24:20.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:24:20 smithi032 ceph-mon[191839]: pgmap v22182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:20.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:24:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:24:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:24:20 smithi039 ceph-mon[181282]: pgmap v22182: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:24:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:24:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:24:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:24:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:24:22.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:24:22 smithi032 ceph-mon[189144]: pgmap v22183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:22.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:24:22 smithi032 ceph-mon[191839]: pgmap v22183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:23.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:24:22 smithi039 ceph-mon[181282]: pgmap v22183: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:24.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:24:24 smithi032 ceph-mon[191839]: pgmap v22184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:24.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:24:24 smithi032 ceph-mon[189144]: pgmap v22184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:25.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:24:24 smithi039 ceph-mon[181282]: pgmap v22184: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:26.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:24:26 smithi032 ceph-mon[191839]: pgmap v22185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:26.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:24:26 smithi032 ceph-mon[189144]: pgmap v22185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:27.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:24:26 smithi039 ceph-mon[181282]: pgmap v22185: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:28.462 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:24:28.790 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:24:28.790 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 6m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:24:28.790 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 4m ago 11h 97.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:24:28.790 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 6m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:24:28.790 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 4m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:24:28.790 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 4m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:24:28.790 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 6m ago 11h 592M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:24:28.790 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 6m ago 11h 755M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:24:28.790 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 4m ago 11h 486M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:24:28.790 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 6m ago 11h 500M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:24:28.790 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 6m ago 11h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:24:28.790 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 4m ago 11h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:24:28.791 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 6m ago 11h 1218M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:24:28.791 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 6m ago 11h 1310M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:24:28.791 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 6m ago 11h 955M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:24:28.791 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 6m ago 11h 1085M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:24:28.791 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 4m ago 11h 1430M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:24:28.791 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 4m ago 11h 1171M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:24:28.791 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (10h) 4m ago 11h 814M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:24:28.791 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 4m ago 11h 949M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:24:28.791 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 4m ago 11h 145M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:24:28.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:24:28 smithi032 ceph-mon[191839]: pgmap v22186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:28.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:24:28 smithi032 ceph-mon[189144]: pgmap v22186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:29.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:24:28 smithi039 ceph-mon[181282]: pgmap v22186: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:29.199 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:24:29.199 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:24:29.199 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:24:29.199 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:24:29.199 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:24:29.199 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:24:29.199 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:24:29.199 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:24:29.199 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:24:29.200 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:24:29.200 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:24:29.200 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:24:29.200 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:24:29.200 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:24:29.200 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:24:29.200 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:24:29.200 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:24:29.200 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:24:29.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:24:29 smithi032 ceph-mon[189144]: from='client.68738 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:24:29.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:24:29 smithi032 ceph-mon[189144]: from='client.68744 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:24:29.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:24:29 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3889849663' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:24:29.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:24:29 smithi032 ceph-mon[191839]: from='client.68738 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:24:29.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:24:29 smithi032 ceph-mon[191839]: from='client.68744 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:24:29.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:24:29 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3889849663' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:24:30.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:24:29 smithi039 ceph-mon[181282]: from='client.68738 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:24:30.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:24:29 smithi039 ceph-mon[181282]: from='client.68744 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:24:30.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:24:29 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3889849663' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:24:30.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:24:30 smithi032 ceph-mon[189144]: pgmap v22187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:30.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:24:30 smithi032 ceph-mon[191839]: pgmap v22187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:31.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:24:30 smithi039 ceph-mon[181282]: pgmap v22187: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:24:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:24:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:24:32.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:24:32 smithi032 ceph-mon[191839]: pgmap v22188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:32.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:24:32 smithi032 ceph-mon[189144]: pgmap v22188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:33.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:24:32 smithi039 ceph-mon[181282]: pgmap v22188: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:34.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:24:34 smithi032 ceph-mon[191839]: pgmap v22189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:34.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:24:34 smithi032 ceph-mon[189144]: pgmap v22189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:35.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:24:34 smithi039 ceph-mon[181282]: pgmap v22189: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:36.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:24:36 smithi032 ceph-mon[191839]: pgmap v22190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:24:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:24:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:24:36 smithi032 ceph-mon[189144]: pgmap v22190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:24:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:24:37.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:24:36 smithi039 ceph-mon[181282]: pgmap v22190: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:37.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:24:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:24:38.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:24:38 smithi032 ceph-mon[191839]: pgmap v22191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:38.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:24:38 smithi032 ceph-mon[189144]: pgmap v22191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:39.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:24:38 smithi039 ceph-mon[181282]: pgmap v22191: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:40.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:24:40 smithi032 ceph-mon[191839]: pgmap v22192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:40.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:24:40 smithi032 ceph-mon[189144]: pgmap v22192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:41.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:24:40 smithi039 ceph-mon[181282]: pgmap v22192: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:24:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:24:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:24:42.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:24:42 smithi032 ceph-mon[189144]: pgmap v22193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:42.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:24:42 smithi032 ceph-mon[191839]: pgmap v22193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:43.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:24:42 smithi039 ceph-mon[181282]: pgmap v22193: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:44.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:24:44 smithi032 ceph-mon[189144]: pgmap v22194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:44.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:24:44 smithi032 ceph-mon[191839]: pgmap v22194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:45.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:24:44 smithi039 ceph-mon[181282]: pgmap v22194: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:46.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:24:46 smithi032 ceph-mon[189144]: pgmap v22195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:46.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:24:46 smithi032 ceph-mon[191839]: pgmap v22195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:47.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:24:46 smithi039 ceph-mon[181282]: pgmap v22195: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:48.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:24:48 smithi032 ceph-mon[189144]: pgmap v22196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:48.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:24:48 smithi032 ceph-mon[191839]: pgmap v22196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:49.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:24:48 smithi039 ceph-mon[181282]: pgmap v22196: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:50.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:24:50 smithi032 ceph-mon[189144]: pgmap v22197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:50.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:24:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:24:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:24:50 smithi032 ceph-mon[191839]: pgmap v22197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:50.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:24:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:24:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:24:50 smithi039 ceph-mon[181282]: pgmap v22197: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:24:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:24:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:24:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:24:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:24:52.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:24:52 smithi032 ceph-mon[191839]: pgmap v22198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:52.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:24:52 smithi032 ceph-mon[189144]: pgmap v22198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:53.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:24:52 smithi039 ceph-mon[181282]: pgmap v22198: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:54.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:24:54 smithi032 ceph-mon[191839]: pgmap v22199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:54.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:24:54 smithi032 ceph-mon[189144]: pgmap v22199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:55.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:24:54 smithi039 ceph-mon[181282]: pgmap v22199: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:56.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:24:56 smithi032 ceph-mon[189144]: pgmap v22200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:56.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:24:56 smithi032 ceph-mon[191839]: pgmap v22200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:57.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:24:56 smithi039 ceph-mon[181282]: pgmap v22200: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:58.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:24:58 smithi032 ceph-mon[189144]: pgmap v22201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:58.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:24:58 smithi032 ceph-mon[191839]: pgmap v22201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:59.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:24:58 smithi039 ceph-mon[181282]: pgmap v22201: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:24:59.566 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:24:59.890 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:24:59.890 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 7m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:24:59.891 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 5m ago 11h 97.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:24:59.891 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 7m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:24:59.891 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 5m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:24:59.891 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 5m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:24:59.891 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 7m ago 11h 592M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:24:59.891 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 7m ago 11h 755M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:24:59.891 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 5m ago 11h 486M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:24:59.891 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 7m ago 11h 500M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:24:59.891 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 7m ago 11h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:24:59.891 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 5m ago 11h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:24:59.891 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 7m ago 11h 1218M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:24:59.891 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 7m ago 11h 1310M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:24:59.891 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 7m ago 11h 955M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:24:59.891 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 7m ago 11h 1085M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:24:59.892 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 5m ago 11h 1430M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:24:59.892 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 5m ago 11h 1171M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:24:59.892 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 5m ago 11h 814M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:24:59.892 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (10h) 5m ago 11h 949M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:24:59.892 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 5m ago 11h 145M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:25:00.295 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:25:00.295 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:25:00.295 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:25:00.295 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:25:00.295 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:25:00.295 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:25:00.295 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:25:00.295 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:25:00.295 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:25:00.296 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:25:00.296 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:25:00.296 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:25:00.296 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:25:00.296 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:25:00.296 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:25:00.296 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:25:00.296 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:25:00.296 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:25:00.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:25:00 smithi032 ceph-mon[191839]: pgmap v22202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:00.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:25:00 smithi032 ceph-mon[191839]: from='client.58842 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:25:00.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:25:00 smithi032 ceph-mon[191839]: from='client.58848 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:25:00.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:25:00 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2532506283' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:25:00.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:25:00 smithi032 ceph-mon[189144]: pgmap v22202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:00.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:25:00 smithi032 ceph-mon[189144]: from='client.58842 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:25:00.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:25:00 smithi032 ceph-mon[189144]: from='client.58848 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:25:00.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:25:00 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2532506283' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:25:01.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:25:00 smithi039 ceph-mon[181282]: pgmap v22202: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:01.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:25:00 smithi039 ceph-mon[181282]: from='client.58842 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:25:01.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:25:00 smithi039 ceph-mon[181282]: from='client.58848 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:25:01.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:25:00 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2532506283' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:25:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:25:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:25:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:25:02.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:25:02 smithi032 ceph-mon[189144]: pgmap v22203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:02.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:25:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:25:02.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:25:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:25:02.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:25:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:25:02.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:25:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:25:02.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:25:02 smithi032 ceph-mon[191839]: pgmap v22203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:02.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:25:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:25:02.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:25:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:25:02.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:25:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:25:02.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:25:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:25:03.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:25:02 smithi039 ceph-mon[181282]: pgmap v22203: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:03.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:25:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:25:03.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:25:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:25:03.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:25:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:25:03.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:25:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:25:04.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:25:04 smithi032 ceph-mon[191839]: pgmap v22204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:04.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:25:04 smithi032 ceph-mon[189144]: pgmap v22204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:05.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:25:04 smithi039 ceph-mon[181282]: pgmap v22204: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:06.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:25:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:25:06.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:25:06 smithi032 ceph-mon[191839]: pgmap v22205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:06.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:25:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:25:06.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:25:06 smithi032 ceph-mon[189144]: pgmap v22205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:07.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:25:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:25:07.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:25:06 smithi039 ceph-mon[181282]: pgmap v22205: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:08.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:25:08 smithi032 ceph-mon[191839]: pgmap v22206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:08.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:25:08 smithi032 ceph-mon[189144]: pgmap v22206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:09.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:25:08 smithi039 ceph-mon[181282]: pgmap v22206: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:10.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:25:10 smithi032 ceph-mon[189144]: pgmap v22207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:10.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:25:10 smithi032 ceph-mon[191839]: pgmap v22207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:11.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:25:10 smithi039 ceph-mon[181282]: pgmap v22207: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:25:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:25:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T04:25:12.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:25:12 smithi032 ceph-mon[191839]: pgmap v22208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:25:12 smithi032 ceph-mon[189144]: pgmap v22208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:13.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:25:12 smithi039 ceph-mon[181282]: pgmap v22208: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:14.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:25:14 smithi032 ceph-mon[189144]: pgmap v22209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:14.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:25:14 smithi032 ceph-mon[191839]: pgmap v22209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:15.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:25:14 smithi039 ceph-mon[181282]: pgmap v22209: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:16.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:25:16 smithi032 ceph-mon[189144]: pgmap v22210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:16.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:25:16 smithi032 ceph-mon[191839]: pgmap v22210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:17.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:25:16 smithi039 ceph-mon[181282]: pgmap v22210: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:18.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:25:18 smithi032 ceph-mon[191839]: pgmap v22211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:18.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:25:18 smithi032 ceph-mon[189144]: pgmap v22211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:19.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:25:18 smithi039 ceph-mon[181282]: pgmap v22211: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:20.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:25:20 smithi032 ceph-mon[189144]: pgmap v22212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:20.857 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:25:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:25:20.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:25:20 smithi032 ceph-mon[191839]: pgmap v22212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:20.858 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:25:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:25:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:25:20 smithi039 ceph-mon[181282]: pgmap v22212: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:25:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:25:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:25:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:25:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:25:22.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:25:22 smithi032 ceph-mon[191839]: pgmap v22213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:22.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:25:22 smithi032 ceph-mon[189144]: pgmap v22213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:23.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:25:22 smithi039 ceph-mon[181282]: pgmap v22213: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:24.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:25:24 smithi032 ceph-mon[189144]: pgmap v22214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:24.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:25:24 smithi032 ceph-mon[191839]: pgmap v22214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:25.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:25:24 smithi039 ceph-mon[181282]: pgmap v22214: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:26.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:25:26 smithi032 ceph-mon[191839]: pgmap v22215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:26.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:25:26 smithi032 ceph-mon[189144]: pgmap v22215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:27.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:25:26 smithi039 ceph-mon[181282]: pgmap v22215: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:28.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:25:28 smithi032 ceph-mon[191839]: pgmap v22216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:28.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:25:28 smithi032 ceph-mon[189144]: pgmap v22216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:29.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:25:28 smithi039 ceph-mon[181282]: pgmap v22216: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:30.660 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:25:30.856 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:25:30 smithi032 ceph-mon[189144]: pgmap v22217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:30.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:25:30 smithi032 ceph-mon[191839]: pgmap v22217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:30.988 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:25:30.988 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 7m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:25:30.988 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 5m ago 11h 97.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:25:30.988 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 7m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:25:30.988 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 5m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:25:30.988 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 5m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:25:30.988 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 7m ago 11h 592M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:25:30.989 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 7m ago 11h 755M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:25:30.989 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 5m ago 11h 486M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:25:30.989 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 7m ago 11h 500M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:25:30.989 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 7m ago 11h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:25:30.989 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 5m ago 11h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:25:30.989 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 7m ago 11h 1218M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:25:30.989 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 7m ago 11h 1310M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:25:30.989 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 7m ago 11h 955M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:25:30.989 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 7m ago 11h 1085M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:25:30.989 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 5m ago 11h 1430M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:25:30.989 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 5m ago 11h 1171M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:25:30.989 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 5m ago 11h 814M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:25:30.989 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 5m ago 11h 949M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:25:30.989 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 5m ago 11h 145M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:25:31.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:25:30 smithi039 ceph-mon[181282]: pgmap v22217: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:25:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:25:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:25:31.393 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:25:31.393 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:25:31.393 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:25:31.394 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:25:31.394 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:25:31.394 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:25:31.394 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:25:31.394 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:25:31.394 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:25:31.394 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:25:31.394 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:25:31.394 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:25:31.394 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:25:31.394 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:25:31.394 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:25:31.394 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:25:31.394 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:25:31.395 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:25:31.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:25:31 smithi032 ceph-mon[189144]: from='client.58860 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:25:31.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:25:31 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1887069884' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:25:31.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:25:31 smithi032 ceph-mon[191839]: from='client.58860 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:25:31.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:25:31 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1887069884' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:25:32.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:25:31 smithi039 ceph-mon[181282]: from='client.58860 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:25:32.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:25:31 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1887069884' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:25:32.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:25:32 smithi032 ceph-mon[189144]: from='client.68780 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:25:32.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:25:32 smithi032 ceph-mon[189144]: pgmap v22218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:32.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:25:32 smithi032 ceph-mon[191839]: from='client.68780 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:25:32.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:25:32 smithi032 ceph-mon[191839]: pgmap v22218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:33.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:25:32 smithi039 ceph-mon[181282]: from='client.68780 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:25:33.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:25:32 smithi039 ceph-mon[181282]: pgmap v22218: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:34.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:25:34 smithi032 ceph-mon[189144]: pgmap v22219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:25:34 smithi032 ceph-mon[191839]: pgmap v22219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:35.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:25:34 smithi039 ceph-mon[181282]: pgmap v22219: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:25:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:25:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:25:36 smithi032 ceph-mon[191839]: pgmap v22220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:25:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:25:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:25:36 smithi032 ceph-mon[189144]: pgmap v22220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:37.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:25:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:25:37.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:25:36 smithi039 ceph-mon[181282]: pgmap v22220: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:38.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:25:38 smithi032 ceph-mon[191839]: pgmap v22221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:38.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:25:38 smithi032 ceph-mon[189144]: pgmap v22221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:39.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:25:38 smithi039 ceph-mon[181282]: pgmap v22221: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:40.857 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:25:40 smithi032 ceph-mon[191839]: pgmap v22222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:40.858 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:25:40 smithi032 ceph-mon[189144]: pgmap v22222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:41.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:25:40 smithi039 ceph-mon[181282]: pgmap v22222: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:25:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:25:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:25:42.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:25:42 smithi032 ceph-mon[191839]: pgmap v22223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:42.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:25:42 smithi032 ceph-mon[189144]: pgmap v22223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:43.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:25:42 smithi039 ceph-mon[181282]: pgmap v22223: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:44.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:25:44 smithi032 ceph-mon[189144]: pgmap v22224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:44.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:25:44 smithi032 ceph-mon[191839]: pgmap v22224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:45.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:25:44 smithi039 ceph-mon[181282]: pgmap v22224: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:46.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:25:46 smithi032 ceph-mon[191839]: pgmap v22225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:46.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:25:46 smithi032 ceph-mon[189144]: pgmap v22225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:47.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:25:46 smithi039 ceph-mon[181282]: pgmap v22225: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:48.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:25:48 smithi032 ceph-mon[191839]: pgmap v22226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:48.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:25:48 smithi032 ceph-mon[189144]: pgmap v22226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:49.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:25:48 smithi039 ceph-mon[181282]: pgmap v22226: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:50.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:25:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:25:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:25:50.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:25:50 smithi032 ceph-mon[189144]: pgmap v22227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:50.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:25:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:25:50.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:25:50 smithi032 ceph-mon[191839]: pgmap v22227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:50.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:25:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:25:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:25:50 smithi039 ceph-mon[181282]: pgmap v22227: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:25:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:25:52.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:25:52 smithi032 ceph-mon[191839]: pgmap v22228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:52.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:25:52 smithi032 ceph-mon[189144]: pgmap v22228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:53.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:25:52 smithi039 ceph-mon[181282]: pgmap v22228: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:54.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:25:54 smithi032 ceph-mon[191839]: pgmap v22229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:54.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:25:54 smithi032 ceph-mon[189144]: pgmap v22229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:55.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:25:54 smithi039 ceph-mon[181282]: pgmap v22229: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:56.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:25:56 smithi032 ceph-mon[191839]: pgmap v22230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:56.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:25:56 smithi032 ceph-mon[189144]: pgmap v22230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:57.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:25:56 smithi039 ceph-mon[181282]: pgmap v22230: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:58.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:25:58 smithi032 ceph-mon[191839]: pgmap v22231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:58.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:25:58 smithi032 ceph-mon[189144]: pgmap v22231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:25:59.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:25:58 smithi039 ceph-mon[181282]: pgmap v22231: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:00.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:26:00 smithi032 ceph-mon[191839]: pgmap v22232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:00.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:26:00 smithi032 ceph-mon[189144]: pgmap v22232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:00.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:26:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:26:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:26:01.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:26:00 smithi039 ceph-mon[181282]: pgmap v22232: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:01.760 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:26:02.086 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:26:02.086 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 8m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:26:02.086 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 6m ago 11h 97.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:26:02.086 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 8m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:26:02.086 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 6m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:26:02.086 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 6m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:26:02.086 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 8m ago 11h 592M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:26:02.086 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 8m ago 11h 755M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:26:02.086 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 6m ago 11h 486M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:26:02.086 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 8m ago 11h 500M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:26:02.087 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 8m ago 11h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:26:02.087 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 6m ago 11h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:26:02.087 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 8m ago 11h 1218M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:26:02.087 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 8m ago 11h 1310M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:26:02.087 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 8m ago 11h 955M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:26:02.087 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 8m ago 11h 1085M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:26:02.087 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 6m ago 11h 1430M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:26:02.087 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 6m ago 11h 1171M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:26:02.087 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 6m ago 11h 814M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:26:02.087 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 6m ago 11h 949M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:26:02.087 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 6m ago 11h 145M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:26:02.509 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:26:02.510 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:26:02.510 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:26:02.510 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:26:02.510 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:26:02.510 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:26:02.510 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:26:02.510 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:26:02.510 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:26:02.510 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:26:02.510 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:26:02.510 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:26:02.510 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:26:02.510 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:26:02.510 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:26:02.511 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:26:02.511 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:26:02.511 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:26:02.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:26:02 smithi032 ceph-mon[191839]: pgmap v22233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:02.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:26:02 smithi032 ceph-mon[191839]: from='client.68792 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:26:02.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:26:02 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:26:02.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:26:02 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/4230507851' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:26:02.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:26:02 smithi032 ceph-mon[189144]: pgmap v22233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:02.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:26:02 smithi032 ceph-mon[189144]: from='client.68792 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:26:02.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:26:02 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:26:02.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:26:02 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/4230507851' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:26:03.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:26:02 smithi039 ceph-mon[181282]: pgmap v22233: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:03.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:26:02 smithi039 ceph-mon[181282]: from='client.68792 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:26:03.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:26:02 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:26:03.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:26:02 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/4230507851' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:26:04.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:26:03 smithi039 ceph-mon[181282]: from='client.58884 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:26:04.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:26:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:26:04.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:26:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:26:04.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:26:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:26:04.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:26:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:26:04.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:26:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:26:04.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:26:03 smithi032 ceph-mon[191839]: from='client.58884 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:26:04.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:26:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:26:04.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:26:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:26:04.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:26:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:26:04.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:26:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:26:04.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:26:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:26:04.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:26:03 smithi032 ceph-mon[189144]: from='client.58884 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:26:04.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:26:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:26:04.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:26:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:26:04.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:26:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:26:04.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:26:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:26:04.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:26:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:26:05.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:26:04 smithi039 ceph-mon[181282]: pgmap v22234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:05.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:26:04 smithi032 ceph-mon[189144]: pgmap v22234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:05.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:26:04 smithi032 ceph-mon[191839]: pgmap v22234: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:06.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:26:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:26:06.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:26:06 smithi032 ceph-mon[189144]: pgmap v22235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:06.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:26:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:26:06.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:26:06 smithi032 ceph-mon[191839]: pgmap v22235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:07.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:26:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:26:07.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:26:06 smithi039 ceph-mon[181282]: pgmap v22235: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:08.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:26:08 smithi032 ceph-mon[191839]: pgmap v22236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:08.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:26:08 smithi032 ceph-mon[189144]: pgmap v22236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:09.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:26:08 smithi039 ceph-mon[181282]: pgmap v22236: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:10.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:26:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:26:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T04:26:10.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:26:10 smithi032 ceph-mon[191839]: pgmap v22237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:10.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:26:10 smithi032 ceph-mon[189144]: pgmap v22237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:11.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:26:10 smithi039 ceph-mon[181282]: pgmap v22237: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:12.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:26:12 smithi032 ceph-mon[189144]: pgmap v22238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:12.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:26:12 smithi032 ceph-mon[191839]: pgmap v22238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:13.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:26:12 smithi039 ceph-mon[181282]: pgmap v22238: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:14.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:26:14 smithi032 ceph-mon[191839]: pgmap v22239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:14.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:26:14 smithi032 ceph-mon[189144]: pgmap v22239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:15.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:26:14 smithi039 ceph-mon[181282]: pgmap v22239: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:16.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:26:16 smithi032 ceph-mon[191839]: pgmap v22240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:16.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:26:16 smithi032 ceph-mon[189144]: pgmap v22240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:17.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:26:16 smithi039 ceph-mon[181282]: pgmap v22240: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:18.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:26:18 smithi032 ceph-mon[191839]: pgmap v22241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:26:18 smithi032 ceph-mon[189144]: pgmap v22241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:19.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:26:18 smithi039 ceph-mon[181282]: pgmap v22241: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:20.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:26:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:26:20] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T04:26:20.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:26:20 smithi032 ceph-mon[191839]: pgmap v22242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:20.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:26:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:26:20.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:26:20 smithi032 ceph-mon[189144]: pgmap v22242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:20.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:26:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:26:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:26:20 smithi039 ceph-mon[181282]: pgmap v22242: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:26:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:26:22.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:26:22 smithi032 ceph-mon[189144]: pgmap v22243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:22.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:26:22 smithi032 ceph-mon[191839]: pgmap v22243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:23.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:26:22 smithi039 ceph-mon[181282]: pgmap v22243: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:24.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:26:24 smithi032 ceph-mon[191839]: pgmap v22244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:24.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:26:24 smithi032 ceph-mon[189144]: pgmap v22244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:25.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:26:24 smithi039 ceph-mon[181282]: pgmap v22244: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:26.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:26:26 smithi032 ceph-mon[191839]: pgmap v22245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:26.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:26:26 smithi032 ceph-mon[189144]: pgmap v22245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:27.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:26:26 smithi039 ceph-mon[181282]: pgmap v22245: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:28.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:26:28 smithi032 ceph-mon[191839]: pgmap v22246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:28.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:26:28 smithi032 ceph-mon[189144]: pgmap v22246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:29.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:26:28 smithi039 ceph-mon[181282]: pgmap v22246: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:30.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:26:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:26:30] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T04:26:30.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:26:30 smithi032 ceph-mon[191839]: pgmap v22247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:30.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:26:30 smithi032 ceph-mon[189144]: pgmap v22247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:31.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:26:30 smithi039 ceph-mon[181282]: pgmap v22247: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:32.879 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:26:32.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:26:32 smithi032 ceph-mon[189144]: pgmap v22248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:32.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:26:32 smithi032 ceph-mon[191839]: pgmap v22248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:33.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:26:32 smithi039 ceph-mon[181282]: pgmap v22248: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:33.205 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:26:33.205 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 8m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:26:33.206 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 6m ago 11h 97.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:26:33.206 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 8m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:26:33.206 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 6m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:26:33.206 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 6m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:26:33.206 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 8m ago 11h 592M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:26:33.206 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 8m ago 11h 755M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:26:33.206 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 6m ago 11h 486M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:26:33.206 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 8m ago 11h 500M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:26:33.206 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 8m ago 11h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:26:33.206 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 6m ago 11h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:26:33.206 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 8m ago 11h 1218M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:26:33.206 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 8m ago 11h 1310M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:26:33.207 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 8m ago 11h 955M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:26:33.207 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 8m ago 11h 1085M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:26:33.207 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 6m ago 11h 1430M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:26:33.207 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 6m ago 11h 1171M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:26:33.207 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 6m ago 11h 814M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:26:33.207 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 6m ago 11h 949M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:26:33.207 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 6m ago 11h 145M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:26:33.613 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:26:33.613 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:26:33.613 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:26:33.613 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:26:33.613 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:26:33.613 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:26:33.613 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:26:33.613 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:26:33.613 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:26:33.613 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:26:33.613 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:26:33.613 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:26:33.613 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:26:33.614 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:26:33.614 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:26:33.614 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:26:33.614 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:26:33.614 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:26:33.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:26:33 smithi032 ceph-mon[191839]: from='client.58896 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:26:33.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:26:33 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/701120288' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:26:33.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:26:33 smithi032 ceph-mon[189144]: from='client.58896 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:26:33.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:26:33 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/701120288' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:26:34.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:26:33 smithi039 ceph-mon[181282]: from='client.58896 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:26:34.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:26:33 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/701120288' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:26:34.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:26:34 smithi032 ceph-mon[191839]: from='client.68816 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:26:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:26:34 smithi032 ceph-mon[191839]: pgmap v22249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:34.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:26:34 smithi032 ceph-mon[189144]: from='client.68816 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:26:34.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:26:34 smithi032 ceph-mon[189144]: pgmap v22249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:35.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:26:34 smithi039 ceph-mon[181282]: from='client.68816 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:26:35.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:26:34 smithi039 ceph-mon[181282]: pgmap v22249: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:36.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:26:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:26:36.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:26:36 smithi032 ceph-mon[189144]: pgmap v22250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:36.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:26:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:26:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:26:36 smithi032 ceph-mon[191839]: pgmap v22250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:37.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:26:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:26:37.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:26:36 smithi039 ceph-mon[181282]: pgmap v22250: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:38.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:26:38 smithi032 ceph-mon[191839]: pgmap v22251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:38.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:26:38 smithi032 ceph-mon[189144]: pgmap v22251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:39.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:26:38 smithi039 ceph-mon[181282]: pgmap v22251: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:40.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:26:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:26:40] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T04:26:40.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:26:40 smithi032 ceph-mon[191839]: pgmap v22252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:40.932 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:26:40 smithi032 ceph-mon[189144]: pgmap v22252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:41.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:26:40 smithi039 ceph-mon[181282]: pgmap v22252: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:42.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:26:42 smithi032 ceph-mon[191839]: pgmap v22253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:42.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:26:42 smithi032 ceph-mon[189144]: pgmap v22253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:43.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:26:42 smithi039 ceph-mon[181282]: pgmap v22253: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:44.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:26:44 smithi032 ceph-mon[191839]: pgmap v22254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:44.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:26:44 smithi032 ceph-mon[189144]: pgmap v22254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:45.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:26:44 smithi039 ceph-mon[181282]: pgmap v22254: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:46.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:26:46 smithi032 ceph-mon[191839]: pgmap v22255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:46.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:26:46 smithi032 ceph-mon[189144]: pgmap v22255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:47.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:26:46 smithi039 ceph-mon[181282]: pgmap v22255: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:48.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:26:48 smithi032 ceph-mon[191839]: pgmap v22256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:48.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:26:48 smithi032 ceph-mon[189144]: pgmap v22256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:49.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:26:48 smithi039 ceph-mon[181282]: pgmap v22256: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:50.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:26:50 smithi032 ceph-mon[191839]: pgmap v22257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:50.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:26:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:26:50.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:26:50 smithi032 ceph-mon[189144]: pgmap v22257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:50.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:26:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:26:50.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:26:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:26:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:26:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:26:50 smithi039 ceph-mon[181282]: pgmap v22257: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:26:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:26:52.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:26:52 smithi032 ceph-mon[191839]: pgmap v22258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:52.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:26:52 smithi032 ceph-mon[189144]: pgmap v22258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:53.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:26:52 smithi039 ceph-mon[181282]: pgmap v22258: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:54.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:26:54 smithi032 ceph-mon[189144]: pgmap v22259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:54.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:26:54 smithi032 ceph-mon[191839]: pgmap v22259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:55.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:26:54 smithi039 ceph-mon[181282]: pgmap v22259: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:56.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:26:56 smithi032 ceph-mon[191839]: pgmap v22260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:56.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:26:56 smithi032 ceph-mon[189144]: pgmap v22260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:57.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:26:56 smithi039 ceph-mon[181282]: pgmap v22260: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:58.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:26:58 smithi032 ceph-mon[189144]: pgmap v22261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:58.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:26:58 smithi032 ceph-mon[191839]: pgmap v22261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:26:59.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:26:58 smithi039 ceph-mon[181282]: pgmap v22261: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:00.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:27:00 smithi032 ceph-mon[189144]: pgmap v22262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:00.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:27:00 smithi032 ceph-mon[191839]: pgmap v22262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:00.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:27:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:27:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:27:01.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:27:00 smithi039 ceph-mon[181282]: pgmap v22262: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:02.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:27:02 smithi032 ceph-mon[191839]: pgmap v22263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:02.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:27:02 smithi032 ceph-mon[189144]: pgmap v22263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:03.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:27:02 smithi039 ceph-mon[181282]: pgmap v22263: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:03.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:27:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:27:03.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:27:03 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:27:03.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:27:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:27:03.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:27:03 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:27:03.979 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:27:04.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:27:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:27:04.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:27:03 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:27:04.307 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:27:04.307 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 9m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:27:04.307 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 7m ago 11h 97.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:27:04.307 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 9m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:27:04.307 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 7m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:27:04.307 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 7m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:27:04.307 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 9m ago 11h 592M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:27:04.307 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 9m ago 11h 755M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:27:04.307 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 7m ago 11h 486M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:27:04.308 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 9m ago 11h 500M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:27:04.308 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 9m ago 11h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:27:04.308 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 7m ago 11h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:27:04.308 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 9m ago 11h 1218M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:27:04.308 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 9m ago 11h 1310M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:27:04.308 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 9m ago 11h 955M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:27:04.308 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 9m ago 11h 1085M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:27:04.308 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 7m ago 11h 1430M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:27:04.308 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 7m ago 11h 1171M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:27:04.308 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 7m ago 11h 814M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:27:04.308 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 7m ago 11h 949M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:27:04.308 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 7m ago 11h 145M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:27:04.711 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:27:04.711 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:27:04.711 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:27:04.711 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:27:04.711 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:27:04.711 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:27:04.711 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:27:04.711 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:27:04.711 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:27:04.711 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:27:04.712 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:27:04.712 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:27:04.712 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:27:04.712 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:27:04.712 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:27:04.712 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:27:04.712 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:27:04.712 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:27:04.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:27:04 smithi032 ceph-mon[191839]: pgmap v22264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:04.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:27:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:27:04.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:27:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:27:04.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:27:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:27:04.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:27:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:27:04.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:27:04 smithi032 ceph-mon[189144]: pgmap v22264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:04.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:27:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:27:04.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:27:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:27:04.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:27:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:27:04.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:27:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:27:05.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:27:04 smithi039 ceph-mon[181282]: pgmap v22264: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:05.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:27:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:27:05.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:27:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:27:05.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:27:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:27:05.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:27:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:27:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:27:05 smithi032 ceph-mon[191839]: from='client.58914 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:27:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:27:05 smithi032 ceph-mon[191839]: from='client.68834 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:27:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:27:05 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1188338680' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:27:05.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:27:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:27:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:27:05 smithi032 ceph-mon[189144]: from='client.58914 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:27:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:27:05 smithi032 ceph-mon[189144]: from='client.68834 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:27:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:27:05 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1188338680' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:27:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:27:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:27:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:27:05 smithi039 ceph-mon[181282]: from='client.58914 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:27:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:27:05 smithi039 ceph-mon[181282]: from='client.68834 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:27:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:27:05 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1188338680' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:27:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:27:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:27:06.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:27:06 smithi032 ceph-mon[191839]: pgmap v22265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:06.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:27:06 smithi032 ceph-mon[189144]: pgmap v22265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:07.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:27:06 smithi039 ceph-mon[181282]: pgmap v22265: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:08.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:27:08 smithi032 ceph-mon[189144]: pgmap v22266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:08.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:27:08 smithi032 ceph-mon[191839]: pgmap v22266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:09.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:27:08 smithi039 ceph-mon[181282]: pgmap v22266: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:10.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:27:10 smithi032 ceph-mon[189144]: pgmap v22267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:10.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:27:10 smithi032 ceph-mon[191839]: pgmap v22267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:10.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:27:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:27:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:27:11.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:27:10 smithi039 ceph-mon[181282]: pgmap v22267: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:12.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:27:12 smithi032 ceph-mon[191839]: pgmap v22268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:12.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:27:12 smithi032 ceph-mon[189144]: pgmap v22268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:13.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:27:12 smithi039 ceph-mon[181282]: pgmap v22268: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:14.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:27:14 smithi032 ceph-mon[189144]: pgmap v22269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:14.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:27:14 smithi032 ceph-mon[191839]: pgmap v22269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:15.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:27:14 smithi039 ceph-mon[181282]: pgmap v22269: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:16.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:27:16 smithi032 ceph-mon[189144]: pgmap v22270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:16.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:27:16 smithi032 ceph-mon[191839]: pgmap v22270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:17.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:27:16 smithi039 ceph-mon[181282]: pgmap v22270: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:18.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:27:18 smithi032 ceph-mon[189144]: pgmap v22271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:18.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:27:18 smithi032 ceph-mon[191839]: pgmap v22271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:19.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:27:18 smithi039 ceph-mon[181282]: pgmap v22271: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:27:20 smithi032 ceph-mon[191839]: pgmap v22272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:20.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:27:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:27:20.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:27:20 smithi032 ceph-mon[189144]: pgmap v22272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:20.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:27:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:27:20.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:27:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:27:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:27:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:27:20 smithi039 ceph-mon[181282]: pgmap v22272: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:27:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:27:22.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:27:22 smithi032 ceph-mon[191839]: pgmap v22273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:22.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:27:22 smithi032 ceph-mon[189144]: pgmap v22273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:23.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:27:22 smithi039 ceph-mon[181282]: pgmap v22273: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:24.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:27:24 smithi032 ceph-mon[191839]: pgmap v22274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:24.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:27:24 smithi032 ceph-mon[189144]: pgmap v22274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:25.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:27:24 smithi039 ceph-mon[181282]: pgmap v22274: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:26.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:27:26 smithi032 ceph-mon[191839]: pgmap v22275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:26.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:27:26 smithi032 ceph-mon[189144]: pgmap v22275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:27.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:27:26 smithi039 ceph-mon[181282]: pgmap v22275: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:28.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:27:28 smithi032 ceph-mon[191839]: pgmap v22276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:28.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:27:28 smithi032 ceph-mon[189144]: pgmap v22276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:29.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:27:28 smithi039 ceph-mon[181282]: pgmap v22276: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:30.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:27:30 smithi032 ceph-mon[191839]: pgmap v22277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:30.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:27:30 smithi032 ceph-mon[189144]: pgmap v22277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:30.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:27:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:27:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:27:31.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:27:30 smithi039 ceph-mon[181282]: pgmap v22277: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:32.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:27:32 smithi032 ceph-mon[191839]: pgmap v22278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:32.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:27:32 smithi032 ceph-mon[189144]: pgmap v22278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:33.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:27:32 smithi039 ceph-mon[181282]: pgmap v22278: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:34.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:27:34 smithi032 ceph-mon[189144]: pgmap v22279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:34.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:27:34 smithi032 ceph-mon[191839]: pgmap v22279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:35.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:27:34 smithi039 ceph-mon[181282]: pgmap v22279: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:35.073 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:27:35.399 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:27:35.399 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 9m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:27:35.399 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 7m ago 11h 97.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:27:35.399 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 9m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:27:35.399 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 7m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:27:35.399 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 7m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:27:35.399 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 9m ago 11h 592M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:27:35.399 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 9m ago 11h 755M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:27:35.399 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 7m ago 11h 486M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:27:35.400 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 9m ago 11h 500M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:27:35.400 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 9m ago 11h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:27:35.400 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 7m ago 11h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:27:35.400 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 9m ago 11h 1218M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:27:35.400 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 9m ago 11h 1310M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:27:35.400 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 9m ago 11h 955M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:27:35.400 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 9m ago 11h 1085M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:27:35.400 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 7m ago 11h 1430M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:27:35.400 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 7m ago 11h 1171M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:27:35.400 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 7m ago 11h 814M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:27:35.400 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 7m ago 11h 949M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:27:35.400 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 7m ago 11h 145M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:27:35.806 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:27:35.806 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:27:35.807 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:27:35.807 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:27:35.807 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:27:35.807 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:27:35.807 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:27:35.807 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:27:35.807 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:27:35.807 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:27:35.807 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:27:35.807 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:27:35.807 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:27:35.807 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:27:35.807 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:27:35.807 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:27:35.808 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:27:35.808 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:27:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:27:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:27:35.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:27:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:27:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:27:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:27:36.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:27:36 smithi032 ceph-mon[191839]: from='client.58932 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:27:36.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:27:36 smithi032 ceph-mon[191839]: from='client.58938 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:27:36.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:27:36 smithi032 ceph-mon[191839]: pgmap v22280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:27:36 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3820884502' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:27:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:27:36 smithi032 ceph-mon[189144]: from='client.58932 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:27:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:27:36 smithi032 ceph-mon[189144]: from='client.58938 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:27:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:27:36 smithi032 ceph-mon[189144]: pgmap v22280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:36.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:27:36 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3820884502' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:27:37.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:27:36 smithi039 ceph-mon[181282]: from='client.58932 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:27:37.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:27:36 smithi039 ceph-mon[181282]: from='client.58938 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:27:37.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:27:36 smithi039 ceph-mon[181282]: pgmap v22280: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:37.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:27:36 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3820884502' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:27:38.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:27:38 smithi032 ceph-mon[191839]: pgmap v22281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:38.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:27:38 smithi032 ceph-mon[189144]: pgmap v22281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:39.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:27:38 smithi039 ceph-mon[181282]: pgmap v22281: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:40.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:27:40 smithi032 ceph-mon[191839]: pgmap v22282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:40.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:27:40 smithi032 ceph-mon[189144]: pgmap v22282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:40.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:27:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:27:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T04:27:41.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:27:40 smithi039 ceph-mon[181282]: pgmap v22282: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:42.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:27:42 smithi032 ceph-mon[189144]: pgmap v22283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:42.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:27:42 smithi032 ceph-mon[191839]: pgmap v22283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:43.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:27:42 smithi039 ceph-mon[181282]: pgmap v22283: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:44.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:27:44 smithi032 ceph-mon[189144]: pgmap v22284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:44.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:27:44 smithi032 ceph-mon[191839]: pgmap v22284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:45.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:27:44 smithi039 ceph-mon[181282]: pgmap v22284: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:46.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:27:46 smithi032 ceph-mon[189144]: pgmap v22285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:46.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:27:46 smithi032 ceph-mon[191839]: pgmap v22285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:47.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:27:46 smithi039 ceph-mon[181282]: pgmap v22285: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:48.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:27:48 smithi032 ceph-mon[189144]: pgmap v22286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:48.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:27:48 smithi032 ceph-mon[191839]: pgmap v22286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:49.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:27:48 smithi039 ceph-mon[181282]: pgmap v22286: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:50.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:27:50 smithi032 ceph-mon[189144]: pgmap v22287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:50.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:27:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:27:50.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:27:50 smithi032 ceph-mon[191839]: pgmap v22287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:50.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:27:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:27:50.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:27:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:27:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:27:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:27:50 smithi039 ceph-mon[181282]: pgmap v22287: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:27:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:27:52.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:27:52 smithi032 ceph-mon[189144]: pgmap v22288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:52.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:27:52 smithi032 ceph-mon[191839]: pgmap v22288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:53.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:27:52 smithi039 ceph-mon[181282]: pgmap v22288: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:54.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:27:54 smithi032 ceph-mon[191839]: pgmap v22289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:54.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:27:54 smithi032 ceph-mon[189144]: pgmap v22289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:55.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:27:54 smithi039 ceph-mon[181282]: pgmap v22289: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:56.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:27:56 smithi032 ceph-mon[189144]: pgmap v22290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:56.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:27:56 smithi032 ceph-mon[191839]: pgmap v22290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:57.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:27:56 smithi039 ceph-mon[181282]: pgmap v22290: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:58.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:27:58 smithi032 ceph-mon[191839]: pgmap v22291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:58.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:27:58 smithi032 ceph-mon[189144]: pgmap v22291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:27:59.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:27:58 smithi039 ceph-mon[181282]: pgmap v22291: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:00.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:28:00 smithi032 ceph-mon[191839]: pgmap v22292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:00.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:28:00 smithi032 ceph-mon[189144]: pgmap v22292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:00.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:28:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:28:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:28:01.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:28:00 smithi039 ceph-mon[181282]: pgmap v22292: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:02.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:28:02 smithi032 ceph-mon[191839]: pgmap v22293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:02.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:28:02 smithi032 ceph-mon[189144]: pgmap v22293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:03.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:28:02 smithi039 ceph-mon[181282]: pgmap v22293: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:04.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:28:04 smithi032 ceph-mon[191839]: pgmap v22294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:04.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:28:04 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:28:04.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:28:04 smithi032 ceph-mon[189144]: pgmap v22294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:04.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:28:04 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:28:05.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:28:04 smithi039 ceph-mon[181282]: pgmap v22294: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:05.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:28:04 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:28:05.855 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:28:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:28:05.855 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:28:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:28:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:28:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:28:06.188 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:28:06.519 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:28:06.519 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 0s ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:28:06.519 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 8m ago 11h 97.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:28:06.519 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 0s ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:28:06.519 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 8m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:28:06.519 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 8m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:28:06.520 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 0s ago 11h 598M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:28:06.520 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 0s ago 11h 784M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:28:06.520 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 8m ago 11h 486M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:28:06.520 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 0s ago 11h 511M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:28:06.520 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 0s ago 11h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:28:06.520 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 8m ago 11h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:28:06.520 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 0s ago 11h 1251M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:28:06.520 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 0s ago 11h 1340M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:28:06.520 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 0s ago 11h 978M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:28:06.520 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 0s ago 11h 1115M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:28:06.521 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 8m ago 11h 1430M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:28:06.521 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 8m ago 11h 1171M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:28:06.521 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 8m ago 11h 814M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:28:06.521 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 8m ago 11h 949M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:28:06.521 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 8m ago 11h 145M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:28:06.658 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:28:06 smithi032 ceph-mon[191839]: pgmap v22295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:06.659 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:28:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:28:06.659 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:28:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:28:06.659 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:28:06 smithi032 ceph-mon[189144]: pgmap v22295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:06.659 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:28:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:28:06.659 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:28:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:28:06.942 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:28:06.942 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:28:06.942 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:28:06.942 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:28:06.942 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:28:06.943 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:28:06.943 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:28:06.943 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:28:06.943 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:28:06.943 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:28:06.943 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:28:06.943 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:28:06.943 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:28:06.943 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:28:06.943 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:28:06.943 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:28:06.943 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:28:06.943 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:28:07.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:28:06 smithi039 ceph-mon[181282]: pgmap v22295: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:07.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:28:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:28:07.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:28:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:28:07.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:28:07 smithi032 ceph-mon[189144]: from='client.68864 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:28:07.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:28:07 smithi032 ceph-mon[189144]: from='client.58956 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:28:07.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:28:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:28:07.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:28:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:28:07.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:28:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:28:07.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:28:07 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/210383153' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:28:07.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:28:07 smithi032 ceph-mon[191839]: from='client.68864 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:28:07.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:28:07 smithi032 ceph-mon[191839]: from='client.58956 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:28:07.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:28:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:28:07.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:28:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:28:07.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:28:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:28:07.932 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:28:07 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/210383153' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:28:08.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:28:07 smithi039 ceph-mon[181282]: from='client.68864 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:28:08.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:28:07 smithi039 ceph-mon[181282]: from='client.58956 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:28:08.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:28:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:28:08.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:28:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:28:08.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:28:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:28:08.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:28:07 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/210383153' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:28:09.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:28:08 smithi032 ceph-mon[189144]: pgmap v22296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:09.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:28:08 smithi032 ceph-mon[191839]: pgmap v22296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:09.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:28:08 smithi039 ceph-mon[181282]: pgmap v22296: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:28:10 smithi032 ceph-mon[191839]: pgmap v22297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:28:10 smithi032 ceph-mon[189144]: pgmap v22297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:28:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:28:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T04:28:11.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:28:10 smithi039 ceph-mon[181282]: pgmap v22297: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:13.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:28:12 smithi032 ceph-mon[191839]: pgmap v22298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:13.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:28:12 smithi032 ceph-mon[189144]: pgmap v22298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:13.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:28:12 smithi039 ceph-mon[181282]: pgmap v22298: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:15.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:28:14 smithi032 ceph-mon[191839]: pgmap v22299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:15.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:28:14 smithi032 ceph-mon[189144]: pgmap v22299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:15.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:28:14 smithi039 ceph-mon[181282]: pgmap v22299: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:16.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:28:16 smithi032 ceph-mon[191839]: pgmap v22300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:16.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:28:16 smithi032 ceph-mon[189144]: pgmap v22300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:17.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:28:16 smithi039 ceph-mon[181282]: pgmap v22300: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:18.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:28:18 smithi032 ceph-mon[191839]: pgmap v22301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:28:18 smithi032 ceph-mon[189144]: pgmap v22301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:19.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:28:18 smithi039 ceph-mon[181282]: pgmap v22301: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:20.930 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:28:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:28:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:28:20.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:28:20 smithi032 ceph-mon[191839]: pgmap v22302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:20.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:28:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:28:20.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:28:20 smithi032 ceph-mon[189144]: pgmap v22302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:20.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:28:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:28:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:28:20 smithi039 ceph-mon[181282]: pgmap v22302: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:28:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:28:22.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:28:22 smithi032 ceph-mon[191839]: pgmap v22303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:22.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:28:22 smithi032 ceph-mon[189144]: pgmap v22303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:23.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:28:22 smithi039 ceph-mon[181282]: pgmap v22303: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:24.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:28:24 smithi032 ceph-mon[191839]: pgmap v22304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:24.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:28:24 smithi032 ceph-mon[189144]: pgmap v22304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:25.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:28:24 smithi039 ceph-mon[181282]: pgmap v22304: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:26.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:28:26 smithi032 ceph-mon[191839]: pgmap v22305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:26.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:28:26 smithi032 ceph-mon[189144]: pgmap v22305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:27.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:28:26 smithi039 ceph-mon[181282]: pgmap v22305: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:28.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:28:28 smithi032 ceph-mon[191839]: pgmap v22306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:28.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:28:28 smithi032 ceph-mon[189144]: pgmap v22306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:29.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:28:28 smithi039 ceph-mon[181282]: pgmap v22306: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:30.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:28:30 smithi032 ceph-mon[191839]: pgmap v22307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:30.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:28:30 smithi032 ceph-mon[189144]: pgmap v22307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:30.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:28:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:28:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:28:31.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:28:30 smithi039 ceph-mon[181282]: pgmap v22307: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:32.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:28:32 smithi032 ceph-mon[189144]: pgmap v22308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:32.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:28:32 smithi032 ceph-mon[191839]: pgmap v22308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:33.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:28:32 smithi039 ceph-mon[181282]: pgmap v22308: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:34.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:28:34 smithi032 ceph-mon[191839]: pgmap v22309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:34.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:28:34 smithi032 ceph-mon[189144]: pgmap v22309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:35.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:28:34 smithi039 ceph-mon[181282]: pgmap v22309: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:35.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:28:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:28:35.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:28:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:28:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:28:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:28:36.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:28:36 smithi032 ceph-mon[189144]: pgmap v22310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:36.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:28:36 smithi032 ceph-mon[191839]: pgmap v22310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:37.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:28:36 smithi039 ceph-mon[181282]: pgmap v22310: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:37.305 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:28:37.628 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:28:37.628 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 31s ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:28:37.629 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 8m ago 11h 97.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:28:37.629 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 31s ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:28:37.629 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 8m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:28:37.629 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 8m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:28:37.629 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 31s ago 11h 598M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:28:37.629 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 31s ago 11h 784M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:28:37.629 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 8m ago 11h 486M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:28:37.629 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 31s ago 11h 511M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:28:37.629 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 31s ago 11h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:28:37.629 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 8m ago 11h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:28:37.630 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 31s ago 11h 1251M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:28:37.630 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 31s ago 11h 1340M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:28:37.630 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 31s ago 11h 978M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:28:37.630 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 31s ago 11h 1115M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:28:37.630 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 8m ago 11h 1430M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:28:37.630 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 8m ago 11h 1171M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:28:37.630 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 8m ago 11h 814M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:28:37.630 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 8m ago 11h 949M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:28:37.630 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 8m ago 11h 145M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:28:38.031 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:28:38.031 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:28:38.031 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:28:38.031 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:28:38.031 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:28:38.031 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:28:38.031 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:28:38.031 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:28:38.031 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:28:38.031 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:28:38.031 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:28:38.031 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:28:38.031 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:28:38.031 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:28:38.031 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:28:38.031 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:28:38.032 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:28:38.032 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:28:38.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:28:38 smithi032 ceph-mon[189144]: from='client.58968 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:28:38.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:28:38 smithi032 ceph-mon[189144]: pgmap v22311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:38.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:28:38 smithi032 ceph-mon[189144]: from='client.68888 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:28:38.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:28:38 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1147653859' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:28:38.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:28:38 smithi032 ceph-mon[191839]: from='client.58968 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:28:38.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:28:38 smithi032 ceph-mon[191839]: pgmap v22311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:38.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:28:38 smithi032 ceph-mon[191839]: from='client.68888 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:28:38.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:28:38 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1147653859' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:28:39.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:28:38 smithi039 ceph-mon[181282]: from='client.58968 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:28:39.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:28:38 smithi039 ceph-mon[181282]: pgmap v22311: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:39.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:28:38 smithi039 ceph-mon[181282]: from='client.68888 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:28:39.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:28:38 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1147653859' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:28:40.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:28:40 smithi032 ceph-mon[191839]: pgmap v22312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:40.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:28:40 smithi032 ceph-mon[189144]: pgmap v22312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:40.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:28:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:28:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:28:41.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:28:40 smithi039 ceph-mon[181282]: pgmap v22312: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:42.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:28:42 smithi032 ceph-mon[189144]: pgmap v22313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:42.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:28:42 smithi032 ceph-mon[191839]: pgmap v22313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:43.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:28:42 smithi039 ceph-mon[181282]: pgmap v22313: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:45.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:28:44 smithi039 ceph-mon[181282]: pgmap v22314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:45.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:28:44 smithi032 ceph-mon[189144]: pgmap v22314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:45.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:28:44 smithi032 ceph-mon[191839]: pgmap v22314: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:46.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:28:46 smithi032 ceph-mon[191839]: pgmap v22315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:46.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:28:46 smithi032 ceph-mon[189144]: pgmap v22315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:47.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:28:46 smithi039 ceph-mon[181282]: pgmap v22315: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:48.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:28:48 smithi032 ceph-mon[191839]: pgmap v22316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:48.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:28:48 smithi032 ceph-mon[189144]: pgmap v22316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:49.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:28:48 smithi039 ceph-mon[181282]: pgmap v22316: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:50.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:28:50 smithi032 ceph-mon[189144]: pgmap v22317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:50.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:28:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:28:50.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:28:50 smithi032 ceph-mon[191839]: pgmap v22317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:50.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:28:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:28:50.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:28:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:28:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:28:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:28:50 smithi039 ceph-mon[181282]: pgmap v22317: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:28:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:28:52.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:28:52 smithi032 ceph-mon[191839]: pgmap v22318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:52.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:28:52 smithi032 ceph-mon[189144]: pgmap v22318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:53.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:28:52 smithi039 ceph-mon[181282]: pgmap v22318: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:54.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:28:54 smithi032 ceph-mon[191839]: pgmap v22319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:54.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:28:54 smithi032 ceph-mon[189144]: pgmap v22319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:55.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:28:54 smithi039 ceph-mon[181282]: pgmap v22319: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:56.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:28:56 smithi032 ceph-mon[191839]: pgmap v22320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:56.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:28:56 smithi032 ceph-mon[189144]: pgmap v22320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:57.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:28:56 smithi039 ceph-mon[181282]: pgmap v22320: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:58.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:28:58 smithi032 ceph-mon[191839]: pgmap v22321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:58.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:28:58 smithi032 ceph-mon[189144]: pgmap v22321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:28:59.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:28:58 smithi039 ceph-mon[181282]: pgmap v22321: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:00.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:29:00 smithi032 ceph-mon[191839]: pgmap v22322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:00.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:29:00 smithi032 ceph-mon[189144]: pgmap v22322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:00.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:29:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:29:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:29:01.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:29:00 smithi039 ceph-mon[181282]: pgmap v22322: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:02.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:29:02 smithi032 ceph-mon[191839]: pgmap v22323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:02.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:29:02 smithi032 ceph-mon[189144]: pgmap v22323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:03.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:29:02 smithi039 ceph-mon[181282]: pgmap v22323: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:04.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:29:04 smithi032 ceph-mon[191839]: pgmap v22324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:04.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:29:04 smithi032 ceph-mon[189144]: pgmap v22324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:05.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:29:04 smithi039 ceph-mon[181282]: pgmap v22324: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:05.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:29:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:29:05.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:29:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:29:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:29:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:29:06.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:29:06 smithi032 ceph-mon[191839]: pgmap v22325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:06.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:29:06 smithi032 ceph-mon[189144]: pgmap v22325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:07.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:29:06 smithi039 ceph-mon[181282]: pgmap v22325: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:07.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:29:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:29:07.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:29:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:29:07.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:29:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:29:07.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:29:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:29:07.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:29:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:29:07.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:29:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:29:07.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:29:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:29:07.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:29:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:29:08.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:29:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:29:08.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:29:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:29:08.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:29:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:29:08.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:29:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:29:08.394 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:29:08.719 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:29:08.719 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 62s ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:29:08.719 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 9m ago 11h 97.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:29:08.719 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 62s ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:29:08.720 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 9m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:29:08.720 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 9m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:29:08.720 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 62s ago 11h 598M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:29:08.720 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 62s ago 11h 784M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:29:08.720 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 9m ago 11h 486M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:29:08.720 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 62s ago 11h 511M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:29:08.720 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 62s ago 11h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:29:08.720 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 9m ago 11h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:29:08.720 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 62s ago 11h 1251M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:29:08.720 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 62s ago 11h 1340M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:29:08.720 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 62s ago 11h 978M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:29:08.720 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 62s ago 11h 1115M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:29:08.720 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 9m ago 11h 1430M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:29:08.720 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 9m ago 11h 1171M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:29:08.721 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 9m ago 11h 814M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:29:08.721 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 9m ago 11h 949M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:29:08.721 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 9m ago 11h 145M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:29:08.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:29:08 smithi032 ceph-mon[189144]: pgmap v22326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:08.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:29:08 smithi032 ceph-mon[191839]: pgmap v22326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:09.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:29:08 smithi039 ceph-mon[181282]: pgmap v22326: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:09.122 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:29:09.122 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:29:09.122 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:29:09.122 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:29:09.122 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:29:09.123 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:29:09.123 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:29:09.123 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:29:09.123 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:29:09.123 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:29:09.123 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:29:09.123 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:29:09.123 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:29:09.123 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:29:09.123 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:29:09.123 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:29:09.123 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:29:09.124 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:29:10.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:29:09 smithi039 ceph-mon[181282]: from='client.58986 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:29:10.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:29:09 smithi039 ceph-mon[181282]: from='client.68906 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:29:10.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:29:09 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3120153350' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:29:10.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:29:09 smithi032 ceph-mon[191839]: from='client.58986 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:29:10.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:29:09 smithi032 ceph-mon[191839]: from='client.68906 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:29:10.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:29:09 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3120153350' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:29:10.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:29:09 smithi032 ceph-mon[189144]: from='client.58986 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:29:10.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:29:09 smithi032 ceph-mon[189144]: from='client.68906 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:29:10.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:29:09 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3120153350' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:29:11.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:29:10 smithi039 ceph-mon[181282]: pgmap v22327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:29:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:29:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T04:29:11.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:29:10 smithi032 ceph-mon[191839]: pgmap v22327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:11.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:29:10 smithi032 ceph-mon[189144]: pgmap v22327: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:13.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:29:12 smithi039 ceph-mon[181282]: pgmap v22328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:13.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:29:12 smithi032 ceph-mon[191839]: pgmap v22328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:13.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:29:12 smithi032 ceph-mon[189144]: pgmap v22328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:15.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:29:14 smithi039 ceph-mon[181282]: pgmap v22329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:15.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:29:14 smithi032 ceph-mon[191839]: pgmap v22329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:15.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:29:14 smithi032 ceph-mon[189144]: pgmap v22329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:16.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:29:16 smithi032 ceph-mon[191839]: pgmap v22330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:29:16 smithi032 ceph-mon[189144]: pgmap v22330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:17.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:29:16 smithi039 ceph-mon[181282]: pgmap v22330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:18.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:29:18 smithi032 ceph-mon[191839]: pgmap v22331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:18.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:29:18 smithi032 ceph-mon[189144]: pgmap v22331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:19.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:29:18 smithi039 ceph-mon[181282]: pgmap v22331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:29:20 smithi032 ceph-mon[191839]: pgmap v22332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:20.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:29:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:29:20.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:29:20 smithi032 ceph-mon[189144]: pgmap v22332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:20.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:29:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:29:20.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:29:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:29:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:29:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:29:20 smithi039 ceph-mon[181282]: pgmap v22332: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:29:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:29:22.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:29:22 smithi032 ceph-mon[191839]: pgmap v22333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:22.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:29:22 smithi032 ceph-mon[189144]: pgmap v22333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:23.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:29:22 smithi039 ceph-mon[181282]: pgmap v22333: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:24.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:29:24 smithi032 ceph-mon[191839]: pgmap v22334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:24.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:29:24 smithi032 ceph-mon[189144]: pgmap v22334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:25.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:29:24 smithi039 ceph-mon[181282]: pgmap v22334: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:26.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:29:26 smithi032 ceph-mon[191839]: pgmap v22335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:26.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:29:26 smithi032 ceph-mon[189144]: pgmap v22335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:27.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:29:26 smithi039 ceph-mon[181282]: pgmap v22335: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:28.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:29:28 smithi032 ceph-mon[191839]: pgmap v22336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:28.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:29:28 smithi032 ceph-mon[189144]: pgmap v22336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:29.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:29:28 smithi039 ceph-mon[181282]: pgmap v22336: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:30.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:29:30 smithi032 ceph-mon[191839]: pgmap v22337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:30.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:29:30 smithi032 ceph-mon[189144]: pgmap v22337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:30.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:29:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:29:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:29:31.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:29:30 smithi039 ceph-mon[181282]: pgmap v22337: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:32.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:29:32 smithi032 ceph-mon[189144]: pgmap v22338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:32.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:29:32 smithi032 ceph-mon[191839]: pgmap v22338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:33.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:29:32 smithi039 ceph-mon[181282]: pgmap v22338: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:35.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:29:34 smithi039 ceph-mon[181282]: pgmap v22339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:35.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:29:34 smithi032 ceph-mon[189144]: pgmap v22339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:35.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:29:34 smithi032 ceph-mon[191839]: pgmap v22339: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:29:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:29:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:29:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:29:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:29:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:29:37.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:29:36 smithi039 ceph-mon[181282]: pgmap v22340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:37.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:29:36 smithi032 ceph-mon[191839]: pgmap v22340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:29:36 smithi032 ceph-mon[189144]: pgmap v22340: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:39.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:29:38 smithi039 ceph-mon[181282]: pgmap v22341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:39.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:29:38 smithi032 ceph-mon[191839]: pgmap v22341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:39.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:29:38 smithi032 ceph-mon[189144]: pgmap v22341: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:39.489 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:29:39.814 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:29:39.814 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 93s ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:29:39.814 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 9m ago 11h 97.3M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:29:39.814 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 93s ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:29:39.814 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 9m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:29:39.815 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 9m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:29:39.815 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 93s ago 11h 598M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:29:39.815 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 93s ago 11h 784M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:29:39.815 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 9m ago 11h 486M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:29:39.815 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 93s ago 11h 511M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:29:39.815 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 93s ago 11h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:29:39.815 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 9m ago 11h 20.4M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:29:39.815 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 93s ago 11h 1251M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:29:39.815 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 93s ago 11h 1340M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:29:39.815 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 93s ago 11h 978M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:29:39.815 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 93s ago 11h 1115M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:29:39.815 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 9m ago 11h 1430M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:29:39.815 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 9m ago 11h 1171M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:29:39.815 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 9m ago 11h 814M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:29:39.815 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 9m ago 11h 949M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:29:39.816 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 9m ago 11h 145M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:29:40.216 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:29:40.217 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:29:40.217 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:29:40.217 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:29:40.217 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:29:40.217 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:29:40.217 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:29:40.217 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:29:40.217 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:29:40.217 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:29:40.217 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:29:40.217 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:29:40.217 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:29:40.218 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:29:40.218 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:29:40.218 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:29:40.218 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:29:40.218 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:29:41.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:29:40 smithi039 ceph-mon[181282]: from='client.68918 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:29:41.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:29:40 smithi039 ceph-mon[181282]: pgmap v22342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:41.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:29:40 smithi039 ceph-mon[181282]: from='client.59010 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:29:41.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:29:40 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2614055092' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:29:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:29:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:29:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T04:29:41.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:29:40 smithi032 ceph-mon[189144]: from='client.68918 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:29:41.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:29:40 smithi032 ceph-mon[189144]: pgmap v22342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:41.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:29:40 smithi032 ceph-mon[189144]: from='client.59010 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:29:41.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:29:40 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2614055092' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:29:41.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:29:40 smithi032 ceph-mon[191839]: from='client.68918 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:29:41.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:29:40 smithi032 ceph-mon[191839]: pgmap v22342: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:41.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:29:40 smithi032 ceph-mon[191839]: from='client.59010 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:29:41.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:29:40 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2614055092' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:29:43.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:29:42 smithi039 ceph-mon[181282]: pgmap v22343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:43.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:29:42 smithi032 ceph-mon[191839]: pgmap v22343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:43.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:29:42 smithi032 ceph-mon[189144]: pgmap v22343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:45.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:29:44 smithi039 ceph-mon[181282]: pgmap v22344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:45.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:29:44 smithi032 ceph-mon[191839]: pgmap v22344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:45.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:29:44 smithi032 ceph-mon[189144]: pgmap v22344: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:46.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:29:46 smithi032 ceph-mon[189144]: pgmap v22345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:46.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:29:46 smithi032 ceph-mon[191839]: pgmap v22345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:47.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:29:46 smithi039 ceph-mon[181282]: pgmap v22345: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:48.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:29:48 smithi032 ceph-mon[189144]: pgmap v22346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:48.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:29:48 smithi032 ceph-mon[191839]: pgmap v22346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:49.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:29:48 smithi039 ceph-mon[181282]: pgmap v22346: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:29:50 smithi039 ceph-mon[181282]: pgmap v22347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:29:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:29:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:29:50 smithi032 ceph-mon[189144]: pgmap v22347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:29:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:29:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:29:50 smithi032 ceph-mon[191839]: pgmap v22347: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:29:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:29:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:29:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:29:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:29:53.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:29:52 smithi039 ceph-mon[181282]: pgmap v22348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:29:52 smithi032 ceph-mon[189144]: pgmap v22348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:53.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:29:52 smithi032 ceph-mon[191839]: pgmap v22348: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:55.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:29:54 smithi039 ceph-mon[181282]: pgmap v22349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:55.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:29:54 smithi032 ceph-mon[191839]: pgmap v22349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:55.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:29:54 smithi032 ceph-mon[189144]: pgmap v22349: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:56.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:29:56 smithi032 ceph-mon[189144]: pgmap v22350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:56.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:29:56 smithi032 ceph-mon[191839]: pgmap v22350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:57.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:29:56 smithi039 ceph-mon[181282]: pgmap v22350: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:59.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:29:58 smithi039 ceph-mon[181282]: pgmap v22351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:59.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:29:58 smithi032 ceph-mon[191839]: pgmap v22351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:29:59.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:29:58 smithi032 ceph-mon[189144]: pgmap v22351: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:00.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-23T04:29:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T04:30:01.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:00 smithi039 ceph-mon[181282]: pgmap v22352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:01.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T04:30:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:00 smithi032 ceph-mon[191839]: pgmap v22352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T04:30:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:00 smithi032 ceph-mon[189144]: pgmap v22352: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:01.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T04:30:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:30:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:30:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:30:03.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:02 smithi039 ceph-mon[181282]: pgmap v22353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:03.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:02 smithi032 ceph-mon[191839]: pgmap v22353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:03.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:02 smithi032 ceph-mon[189144]: pgmap v22353: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:05.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:04 smithi039 ceph-mon[181282]: pgmap v22354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:05.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:04 smithi032 ceph-mon[191839]: pgmap v22354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:05.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:04 smithi032 ceph-mon[189144]: pgmap v22354: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:30:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:30:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:30:07.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:06 smithi039 ceph-mon[181282]: pgmap v22355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:07.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:06 smithi032 ceph-mon[189144]: pgmap v22355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:07.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:06 smithi032 ceph-mon[191839]: pgmap v22355: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:07.967 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:07 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:30:08.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:07 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:30:08.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:07 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:30:09.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:08 smithi039 ceph-mon[181282]: pgmap v22356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:09.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:08 smithi032 ceph-mon[189144]: pgmap v22356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:09.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:08 smithi032 ceph-mon[191839]: pgmap v22356: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:10.589 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:30:10.918 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:30:10.918 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 2m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:30:10.918 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 0s ago 11h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:30:10.918 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 2m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:30:10.918 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 0s ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:30:10.918 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 0s ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:30:10.918 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 2m ago 11h 598M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:30:10.918 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 2m ago 11h 784M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:30:10.918 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 0s ago 11h 499M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:30:10.918 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 2m ago 11h 511M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:30:10.918 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 2m ago 11h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:30:10.918 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 0s ago 11h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:30:10.918 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 2m ago 11h 1251M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:30:10.919 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 2m ago 11h 1340M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:30:10.919 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 2m ago 11h 978M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:30:10.919 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 2m ago 11h 1115M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:30:10.919 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 0s ago 11h 1457M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:30:10.919 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 0s ago 11h 1204M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:30:10.919 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 0s ago 11h 843M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:30:10.919 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 0s ago 11h 984M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:30:10.919 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 0s ago 11h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:30:11.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:10 smithi039 ceph-mon[181282]: pgmap v22357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:11.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:30:11.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:10 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:30:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:30:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:30:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:30:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:10 smithi032 ceph-mon[189144]: pgmap v22357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:30:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:10 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:30:11.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:10 smithi032 ceph-mon[191839]: pgmap v22357: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:11.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:30:11.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:10 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:30:11.326 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:30:11.326 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:30:11.326 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:30:11.326 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:30:11.326 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:30:11.326 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:30:11.326 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:30:11.326 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:30:11.327 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:30:11.327 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:30:11.327 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:30:11.327 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:30:11.327 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:30:11.327 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:30:11.327 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:30:11.327 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:30:11.327 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:30:11.327 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:30:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:11 smithi039 ceph-mon[181282]: from='client.59022 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:30:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:30:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:30:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:30:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:11 smithi039 ceph-mon[181282]: from='client.68942 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:30:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:11 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1970788853' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:30:12.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:11 smithi032 ceph-mon[191839]: from='client.59022 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:30:12.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:30:12.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:30:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:30:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:11 smithi032 ceph-mon[191839]: from='client.68942 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:30:12.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:11 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1970788853' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:30:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:11 smithi032 ceph-mon[189144]: from='client.59022 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:30:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:30:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:30:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:30:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:11 smithi032 ceph-mon[189144]: from='client.68942 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:30:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:11 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1970788853' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:30:13.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:12 smithi032 ceph-mon[191839]: pgmap v22358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:13.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:12 smithi032 ceph-mon[189144]: pgmap v22358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:13.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:12 smithi039 ceph-mon[181282]: pgmap v22358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:15.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:14 smithi032 ceph-mon[189144]: pgmap v22359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:15.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:14 smithi032 ceph-mon[191839]: pgmap v22359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:15.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:14 smithi039 ceph-mon[181282]: pgmap v22359: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:16.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:16 smithi032 ceph-mon[189144]: pgmap v22360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:16.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:16 smithi032 ceph-mon[191839]: pgmap v22360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:16.985 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:16 smithi039 ceph-mon[181282]: pgmap v22360: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:17.257 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 23 04:30:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-23T04:30:16.982941804Z level=info msg="Completed cleanup jobs" duration=13.071107ms 2023-12-23T04:30:19.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:18 smithi039 ceph-mon[181282]: pgmap v22361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:19.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:18 smithi032 ceph-mon[189144]: pgmap v22361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:19.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:18 smithi032 ceph-mon[191839]: pgmap v22361: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:20 smithi039 ceph-mon[181282]: pgmap v22362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:30:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:30:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:30:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T04:30:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:20 smithi032 ceph-mon[189144]: pgmap v22362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:30:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:20 smithi032 ceph-mon[191839]: pgmap v22362: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:30:23.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:22 smithi039 ceph-mon[181282]: pgmap v22363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:23.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:22 smithi032 ceph-mon[191839]: pgmap v22363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:23.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:22 smithi032 ceph-mon[189144]: pgmap v22363: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:25.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:24 smithi039 ceph-mon[181282]: pgmap v22364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:25.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:24 smithi032 ceph-mon[189144]: pgmap v22364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:25.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:24 smithi032 ceph-mon[191839]: pgmap v22364: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:26.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:26 smithi032 ceph-mon[189144]: pgmap v22365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:26.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:26 smithi032 ceph-mon[191839]: pgmap v22365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:27.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:26 smithi039 ceph-mon[181282]: pgmap v22365: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:29.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:28 smithi039 ceph-mon[181282]: pgmap v22366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:29.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:28 smithi032 ceph-mon[189144]: pgmap v22366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:29.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:28 smithi032 ceph-mon[191839]: pgmap v22366: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:31.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:30 smithi039 ceph-mon[181282]: pgmap v22367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:30 smithi032 ceph-mon[191839]: pgmap v22367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:30 smithi032 ceph-mon[189144]: pgmap v22367: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:30:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:30:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T04:30:33.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:32 smithi039 ceph-mon[181282]: pgmap v22368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:33.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:32 smithi032 ceph-mon[191839]: pgmap v22368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:33.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:32 smithi032 ceph-mon[189144]: pgmap v22368: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:35.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:34 smithi039 ceph-mon[181282]: pgmap v22369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:35.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:34 smithi032 ceph-mon[191839]: pgmap v22369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:35.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:34 smithi032 ceph-mon[189144]: pgmap v22369: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:30:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:30:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:30:37.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:36 smithi039 ceph-mon[181282]: pgmap v22370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:37.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:36 smithi032 ceph-mon[189144]: pgmap v22370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:37.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:36 smithi032 ceph-mon[191839]: pgmap v22370: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:39.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:38 smithi039 ceph-mon[181282]: pgmap v22371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:39.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:38 smithi032 ceph-mon[191839]: pgmap v22371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:39.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:38 smithi032 ceph-mon[189144]: pgmap v22371: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:41.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:40 smithi039 ceph-mon[181282]: pgmap v22372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:41.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:40 smithi032 ceph-mon[191839]: pgmap v22372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:40 smithi032 ceph-mon[189144]: pgmap v22372: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:30:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:30:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:30:41.690 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:30:42.015 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:30:42.015 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 2m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:30:42.015 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 31s ago 11h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:30:42.016 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 2m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:30:42.016 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 31s ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:30:42.016 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 31s ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:30:42.016 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 2m ago 11h 598M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:30:42.016 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 2m ago 11h 784M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:30:42.016 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 31s ago 11h 499M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:30:42.016 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 2m ago 11h 511M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:30:42.016 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 2m ago 11h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:30:42.016 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 31s ago 11h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:30:42.016 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 2m ago 11h 1251M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:30:42.016 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 2m ago 11h 1340M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:30:42.016 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 2m ago 11h 978M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:30:42.016 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 2m ago 11h 1115M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:30:42.016 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 31s ago 11h 1457M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:30:42.016 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 31s ago 11h 1204M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:30:42.016 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 31s ago 11h 843M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:30:42.017 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 31s ago 11h 984M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:30:42.017 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 31s ago 11h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:30:42.422 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:30:42.422 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:30:42.423 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:30:42.423 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:30:42.423 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:30:42.423 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:30:42.423 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:30:42.423 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:30:42.423 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:30:42.423 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:30:42.423 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:30:42.423 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:30:42.424 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:30:42.424 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:30:42.424 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:30:42.424 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:30:42.424 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:30:42.424 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:30:43.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:42 smithi039 ceph-mon[181282]: pgmap v22373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:43.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:42 smithi039 ceph-mon[181282]: from='client.68954 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:30:43.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:42 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3229301794' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:30:43.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:42 smithi032 ceph-mon[191839]: pgmap v22373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:43.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:42 smithi032 ceph-mon[191839]: from='client.68954 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:30:43.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:42 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3229301794' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:30:43.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:42 smithi032 ceph-mon[189144]: pgmap v22373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:43.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:42 smithi032 ceph-mon[189144]: from='client.68954 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:30:43.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:42 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3229301794' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:30:44.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:43 smithi039 ceph-mon[181282]: from='client.59046 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:30:44.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:43 smithi032 ceph-mon[189144]: from='client.59046 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:30:44.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:43 smithi032 ceph-mon[191839]: from='client.59046 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:30:45.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:44 smithi039 ceph-mon[181282]: pgmap v22374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:45.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:44 smithi032 ceph-mon[189144]: pgmap v22374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:45.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:44 smithi032 ceph-mon[191839]: pgmap v22374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:46.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:46 smithi032 ceph-mon[191839]: pgmap v22375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:46.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:46 smithi032 ceph-mon[189144]: pgmap v22375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:47.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:46 smithi039 ceph-mon[181282]: pgmap v22375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:49.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:48 smithi039 ceph-mon[181282]: pgmap v22376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:49.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:48 smithi032 ceph-mon[191839]: pgmap v22376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:49.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:48 smithi032 ceph-mon[189144]: pgmap v22376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:50 smithi039 ceph-mon[181282]: pgmap v22377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:30:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:30:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:30:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:30:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:50 smithi032 ceph-mon[189144]: pgmap v22377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:30:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:50 smithi032 ceph-mon[191839]: pgmap v22377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:30:53.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:52 smithi039 ceph-mon[181282]: pgmap v22378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:53.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:52 smithi032 ceph-mon[191839]: pgmap v22378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:52 smithi032 ceph-mon[189144]: pgmap v22378: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:55.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:54 smithi039 ceph-mon[181282]: pgmap v22379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:55.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:54 smithi032 ceph-mon[191839]: pgmap v22379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:55.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:54 smithi032 ceph-mon[189144]: pgmap v22379: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:56.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:56 smithi032 ceph-mon[191839]: pgmap v22380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:56.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:56 smithi032 ceph-mon[189144]: pgmap v22380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:57.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:56 smithi039 ceph-mon[181282]: pgmap v22380: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:59.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:30:58 smithi039 ceph-mon[181282]: pgmap v22381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:59.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:30:58 smithi032 ceph-mon[191839]: pgmap v22381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:30:59.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:30:58 smithi032 ceph-mon[189144]: pgmap v22381: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:01.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:31:00 smithi039 ceph-mon[181282]: pgmap v22382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:31:00 smithi032 ceph-mon[191839]: pgmap v22382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:31:00 smithi032 ceph-mon[189144]: pgmap v22382: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:31:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:31:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:31:03.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:31:02 smithi039 ceph-mon[181282]: pgmap v22383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:03.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:31:02 smithi032 ceph-mon[191839]: pgmap v22383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:03.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:31:02 smithi032 ceph-mon[189144]: pgmap v22383: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:05.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:31:04 smithi039 ceph-mon[181282]: pgmap v22384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:05.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:31:04 smithi032 ceph-mon[191839]: pgmap v22384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:05.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:31:04 smithi032 ceph-mon[189144]: pgmap v22384: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:31:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:31:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:31:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:31:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:31:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:31:07.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:31:06 smithi039 ceph-mon[181282]: pgmap v22385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:07.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:31:06 smithi032 ceph-mon[191839]: pgmap v22385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:07.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:31:06 smithi032 ceph-mon[189144]: pgmap v22385: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:09.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:31:08 smithi039 ceph-mon[181282]: pgmap v22386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:09.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:31:08 smithi032 ceph-mon[191839]: pgmap v22386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:09.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:31:08 smithi032 ceph-mon[189144]: pgmap v22386: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:11.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:31:10 smithi039 ceph-mon[181282]: pgmap v22387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:31:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:31:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T04:31:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:31:10 smithi032 ceph-mon[191839]: pgmap v22387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:31:10 smithi032 ceph-mon[189144]: pgmap v22387: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:31:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:31:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:31:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:31:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:31:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:31:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:31:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:31:12.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:31:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:31:12.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:31:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:31:12.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:31:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:31:12.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:31:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:31:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:31:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:31:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:31:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:31:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:31:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:31:12.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:31:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:31:12.791 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:31:13.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:31:12 smithi039 ceph-mon[181282]: pgmap v22388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:13.115 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:31:13.115 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 3m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:31:13.115 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 62s ago 11h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:31:13.115 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 3m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:31:13.115 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 62s ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:31:13.115 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 62s ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:31:13.115 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 3m ago 11h 598M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:31:13.115 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 3m ago 11h 784M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:31:13.115 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 62s ago 11h 499M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:31:13.116 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 3m ago 11h 511M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:31:13.116 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 3m ago 11h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:31:13.116 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 62s ago 11h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:31:13.116 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 3m ago 11h 1251M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:31:13.116 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 3m ago 11h 1340M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:31:13.116 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 3m ago 11h 978M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:31:13.116 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 3m ago 11h 1115M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:31:13.116 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 62s ago 11h 1457M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:31:13.116 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 62s ago 11h 1204M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:31:13.116 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 62s ago 11h 843M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:31:13.116 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 62s ago 11h 984M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:31:13.116 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 62s ago 11h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:31:13.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:31:12 smithi032 ceph-mon[189144]: pgmap v22388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:13.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:31:12 smithi032 ceph-mon[191839]: pgmap v22388: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:13.521 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:31:13.521 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:31:13.521 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:31:13.521 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:31:13.521 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:31:13.521 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:31:13.521 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:31:13.521 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:31:13.522 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:31:13.522 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:31:13.522 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:31:13.522 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:31:13.522 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:31:13.522 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:31:13.522 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:31:13.522 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:31:13.522 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:31:13.522 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:31:14.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:31:13 smithi039 ceph-mon[181282]: from='client.59058 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:31:14.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:31:13 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2670264511' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:31:14.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:31:13 smithi032 ceph-mon[191839]: from='client.59058 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:31:14.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:31:13 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2670264511' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:31:14.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:31:13 smithi032 ceph-mon[189144]: from='client.59058 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:31:14.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:31:13 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2670264511' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:31:15.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:31:14 smithi039 ceph-mon[181282]: from='client.68978 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:31:15.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:31:14 smithi039 ceph-mon[181282]: pgmap v22389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:15.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:31:14 smithi032 ceph-mon[191839]: from='client.68978 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:31:15.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:31:14 smithi032 ceph-mon[191839]: pgmap v22389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:15.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:31:14 smithi032 ceph-mon[189144]: from='client.68978 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:31:15.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:31:14 smithi032 ceph-mon[189144]: pgmap v22389: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:16.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:31:16 smithi032 ceph-mon[191839]: pgmap v22390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:16.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:31:16 smithi032 ceph-mon[189144]: pgmap v22390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:17.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:31:16 smithi039 ceph-mon[181282]: pgmap v22390: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:19.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:31:18 smithi039 ceph-mon[181282]: pgmap v22391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:19.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:31:18 smithi032 ceph-mon[191839]: pgmap v22391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:19.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:31:18 smithi032 ceph-mon[189144]: pgmap v22391: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:31:20 smithi039 ceph-mon[181282]: pgmap v22392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:31:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:31:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:31:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:31:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:31:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:31:20 smithi032 ceph-mon[189144]: pgmap v22392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:31:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:31:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:31:20 smithi032 ceph-mon[191839]: pgmap v22392: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:31:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:31:23.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:31:22 smithi039 ceph-mon[181282]: pgmap v22393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:23.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:31:22 smithi032 ceph-mon[191839]: pgmap v22393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:23.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:31:22 smithi032 ceph-mon[189144]: pgmap v22393: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:25.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:31:24 smithi039 ceph-mon[181282]: pgmap v22394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:25.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:31:24 smithi032 ceph-mon[189144]: pgmap v22394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:25.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:31:24 smithi032 ceph-mon[191839]: pgmap v22394: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:26.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:31:26 smithi032 ceph-mon[189144]: pgmap v22395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:26.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:31:26 smithi032 ceph-mon[191839]: pgmap v22395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:27.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:31:26 smithi039 ceph-mon[181282]: pgmap v22395: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:29.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:31:28 smithi039 ceph-mon[181282]: pgmap v22396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:29.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:31:28 smithi032 ceph-mon[191839]: pgmap v22396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:29.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:31:28 smithi032 ceph-mon[189144]: pgmap v22396: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:31.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:31:30 smithi039 ceph-mon[181282]: pgmap v22397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:31:30 smithi032 ceph-mon[189144]: pgmap v22397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:31:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:31:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:31:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:31:30 smithi032 ceph-mon[191839]: pgmap v22397: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:33.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:31:32 smithi039 ceph-mon[181282]: pgmap v22398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:33.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:31:32 smithi032 ceph-mon[191839]: pgmap v22398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:33.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:31:32 smithi032 ceph-mon[189144]: pgmap v22398: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:35.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:31:34 smithi039 ceph-mon[181282]: pgmap v22399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:35.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:31:34 smithi032 ceph-mon[191839]: pgmap v22399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:35.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:31:34 smithi032 ceph-mon[189144]: pgmap v22399: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:31:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:31:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:31:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:31:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:31:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:31:37.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:31:36 smithi039 ceph-mon[181282]: pgmap v22400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:37.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:31:36 smithi032 ceph-mon[191839]: pgmap v22400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:37.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:31:36 smithi032 ceph-mon[189144]: pgmap v22400: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:39.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:31:38 smithi039 ceph-mon[181282]: pgmap v22401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:39.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:31:38 smithi032 ceph-mon[191839]: pgmap v22401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:39.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:31:38 smithi032 ceph-mon[189144]: pgmap v22401: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:41.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:31:40 smithi039 ceph-mon[181282]: pgmap v22402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:31:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:31:40] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T04:31:41.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:31:40 smithi032 ceph-mon[191839]: pgmap v22402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:41.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:31:40 smithi032 ceph-mon[189144]: pgmap v22402: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:43.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:31:42 smithi039 ceph-mon[181282]: pgmap v22403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:43.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:31:42 smithi032 ceph-mon[191839]: pgmap v22403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:43.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:31:42 smithi032 ceph-mon[189144]: pgmap v22403: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:43.888 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:31:44.210 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:31:44.210 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 3m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:31:44.210 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 93s ago 11h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:31:44.210 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 3m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:31:44.210 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 93s ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:31:44.210 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 93s ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:31:44.210 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 3m ago 11h 598M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:31:44.210 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 3m ago 11h 784M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:31:44.211 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 93s ago 11h 499M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:31:44.211 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 3m ago 11h 511M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:31:44.211 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 3m ago 11h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:31:44.211 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 93s ago 11h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:31:44.211 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 3m ago 11h 1251M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:31:44.211 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 3m ago 11h 1340M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:31:44.211 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 3m ago 11h 978M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:31:44.211 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 3m ago 11h 1115M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:31:44.211 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 93s ago 11h 1457M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:31:44.211 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 93s ago 11h 1204M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:31:44.211 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 93s ago 11h 843M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:31:44.211 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 93s ago 11h 984M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:31:44.211 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 93s ago 11h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:31:44.612 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:31:44.612 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:31:44.613 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:31:44.613 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:31:44.613 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:31:44.613 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:31:44.613 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:31:44.613 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:31:44.613 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:31:44.613 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:31:44.613 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:31:44.613 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:31:44.613 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:31:44.613 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:31:44.613 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:31:44.613 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:31:44.613 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:31:44.613 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:31:45.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:31:44 smithi039 ceph-mon[181282]: pgmap v22404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:45.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:31:44 smithi039 ceph-mon[181282]: from='client.68990 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:31:45.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:31:44 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1678815575' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:31:45.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:31:44 smithi032 ceph-mon[191839]: pgmap v22404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:45.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:31:44 smithi032 ceph-mon[191839]: from='client.68990 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:31:45.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:31:44 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1678815575' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:31:45.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:31:44 smithi032 ceph-mon[189144]: pgmap v22404: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:45.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:31:44 smithi032 ceph-mon[189144]: from='client.68990 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:31:45.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:31:44 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1678815575' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:31:46.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:31:45 smithi039 ceph-mon[181282]: from='client.59082 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:31:46.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:31:45 smithi032 ceph-mon[191839]: from='client.59082 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:31:46.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:31:45 smithi032 ceph-mon[189144]: from='client.59082 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:31:47.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:31:46 smithi039 ceph-mon[181282]: pgmap v22405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:47.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:31:46 smithi032 ceph-mon[191839]: pgmap v22405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:47.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:31:46 smithi032 ceph-mon[189144]: pgmap v22405: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:49.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:31:48 smithi039 ceph-mon[181282]: pgmap v22406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:49.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:31:48 smithi032 ceph-mon[189144]: pgmap v22406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:49.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:31:48 smithi032 ceph-mon[191839]: pgmap v22406: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:31:50 smithi039 ceph-mon[181282]: pgmap v22407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:31:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:31:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:31:50 smithi032 ceph-mon[189144]: pgmap v22407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:31:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:31:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:31:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:31:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:31:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:31:50 smithi032 ceph-mon[191839]: pgmap v22407: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:31:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:31:53.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:31:52 smithi039 ceph-mon[181282]: pgmap v22408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:31:52 smithi032 ceph-mon[189144]: pgmap v22408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:53.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:31:52 smithi032 ceph-mon[191839]: pgmap v22408: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:55.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:31:54 smithi039 ceph-mon[181282]: pgmap v22409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:55.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:31:54 smithi032 ceph-mon[189144]: pgmap v22409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:55.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:31:54 smithi032 ceph-mon[191839]: pgmap v22409: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:56.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:31:56 smithi032 ceph-mon[191839]: pgmap v22410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:56.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:31:56 smithi032 ceph-mon[189144]: pgmap v22410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:57.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:31:56 smithi039 ceph-mon[181282]: pgmap v22410: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:59.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:31:58 smithi039 ceph-mon[181282]: pgmap v22411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:59.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:31:58 smithi032 ceph-mon[189144]: pgmap v22411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:31:59.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:31:58 smithi032 ceph-mon[191839]: pgmap v22411: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:01.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:32:00 smithi039 ceph-mon[181282]: pgmap v22412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:32:00 smithi032 ceph-mon[191839]: pgmap v22412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:32:00 smithi032 ceph-mon[189144]: pgmap v22412: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:32:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:32:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:32:03.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:32:02 smithi039 ceph-mon[181282]: pgmap v22413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:03.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:32:02 smithi032 ceph-mon[189144]: pgmap v22413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:03.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:32:02 smithi032 ceph-mon[191839]: pgmap v22413: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:05.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:32:04 smithi039 ceph-mon[181282]: pgmap v22414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:05.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:32:04 smithi032 ceph-mon[191839]: pgmap v22414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:05.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:32:04 smithi032 ceph-mon[189144]: pgmap v22414: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:32:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:32:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:32:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:32:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:32:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:32:07.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:32:06 smithi039 ceph-mon[181282]: pgmap v22415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:07.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:32:06 smithi032 ceph-mon[191839]: pgmap v22415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:07.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:32:06 smithi032 ceph-mon[189144]: pgmap v22415: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:09.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:32:08 smithi039 ceph-mon[181282]: pgmap v22416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:09.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:32:08 smithi032 ceph-mon[191839]: pgmap v22416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:09.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:32:08 smithi032 ceph-mon[189144]: pgmap v22416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:11.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:32:10 smithi039 ceph-mon[181282]: pgmap v22417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:32:10 smithi032 ceph-mon[191839]: pgmap v22417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:32:10 smithi032 ceph-mon[189144]: pgmap v22417: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:32:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:32:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T04:32:12.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:32:11 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:32:12.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:32:11 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:32:12.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:32:11 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:32:13.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:32:12 smithi039 ceph-mon[181282]: pgmap v22418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:13.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:32:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:32:13.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:32:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:32:13.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:32:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:32:13.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:32:12 smithi032 ceph-mon[191839]: pgmap v22418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:13.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:32:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:32:13.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:32:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:32:13.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:32:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:32:13.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:32:12 smithi032 ceph-mon[189144]: pgmap v22418: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:13.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:32:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:32:13.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:32:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:32:13.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:32:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:32:14.982 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:32:15.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:32:14 smithi039 ceph-mon[181282]: pgmap v22419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:15.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:32:14 smithi032 ceph-mon[191839]: pgmap v22419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:15.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:32:14 smithi032 ceph-mon[189144]: pgmap v22419: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:15.307 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:32:15.307 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 4m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:32:15.308 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 2m ago 11h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:32:15.308 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 4m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:32:15.308 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 2m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:32:15.308 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 2m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:32:15.308 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 4m ago 11h 598M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:32:15.308 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 4m ago 11h 784M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:32:15.308 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 2m ago 11h 499M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:32:15.308 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 4m ago 11h 511M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:32:15.308 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 4m ago 11h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:32:15.308 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 2m ago 11h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:32:15.308 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 4m ago 11h 1251M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:32:15.308 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 4m ago 11h 1340M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:32:15.308 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 4m ago 11h 978M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:32:15.308 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 4m ago 11h 1115M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:32:15.308 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 2m ago 11h 1457M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:32:15.308 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 2m ago 11h 1204M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:32:15.309 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 2m ago 11h 843M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:32:15.309 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 2m ago 11h 984M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:32:15.309 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 2m ago 11h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:32:15.712 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:32:15.712 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:32:15.713 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:32:15.713 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:32:15.713 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:32:15.713 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:32:15.713 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:32:15.713 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:32:15.713 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:32:15.713 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:32:15.713 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:32:15.713 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:32:15.713 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:32:15.713 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:32:15.713 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:32:15.713 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:32:15.713 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:32:15.714 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:32:16.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:32:15 smithi039 ceph-mon[181282]: from='client.59094 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:32:16.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:32:15 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1567606834' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:32:16.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:32:15 smithi032 ceph-mon[189144]: from='client.59094 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:32:16.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:32:15 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1567606834' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:32:16.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:32:15 smithi032 ceph-mon[191839]: from='client.59094 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:32:16.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:32:15 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1567606834' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:32:17.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:32:16 smithi032 ceph-mon[191839]: from='client.69014 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:32:17.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:32:16 smithi032 ceph-mon[191839]: pgmap v22420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:17.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:32:16 smithi032 ceph-mon[189144]: from='client.69014 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:32:17.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:32:16 smithi032 ceph-mon[189144]: pgmap v22420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:17.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:32:16 smithi039 ceph-mon[181282]: from='client.69014 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:32:17.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:32:16 smithi039 ceph-mon[181282]: pgmap v22420: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:19.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:32:18 smithi032 ceph-mon[189144]: pgmap v22421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:19.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:32:18 smithi032 ceph-mon[191839]: pgmap v22421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:19.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:32:18 smithi039 ceph-mon[181282]: pgmap v22421: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:32:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:32:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T04:32:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:32:20 smithi032 ceph-mon[191839]: pgmap v22422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:32:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:32:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:32:20 smithi032 ceph-mon[189144]: pgmap v22422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:32:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:32:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:32:20 smithi039 ceph-mon[181282]: pgmap v22422: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:32:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:32:23.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:32:22 smithi032 ceph-mon[191839]: pgmap v22423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:23.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:32:22 smithi032 ceph-mon[189144]: pgmap v22423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:23.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:32:22 smithi039 ceph-mon[181282]: pgmap v22423: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:25.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:32:24 smithi032 ceph-mon[191839]: pgmap v22424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:25.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:32:24 smithi032 ceph-mon[189144]: pgmap v22424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:25.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:32:24 smithi039 ceph-mon[181282]: pgmap v22424: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:26.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:32:26 smithi032 ceph-mon[189144]: pgmap v22425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:26.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:32:26 smithi032 ceph-mon[191839]: pgmap v22425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:27.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:32:26 smithi039 ceph-mon[181282]: pgmap v22425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:29.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:32:28 smithi039 ceph-mon[181282]: pgmap v22426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:29.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:32:28 smithi032 ceph-mon[191839]: pgmap v22426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:29.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:32:28 smithi032 ceph-mon[189144]: pgmap v22426: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:31.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:32:30 smithi039 ceph-mon[181282]: pgmap v22427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:32:30 smithi032 ceph-mon[191839]: pgmap v22427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:32:30 smithi032 ceph-mon[189144]: pgmap v22427: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:32:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:32:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T04:32:33.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:32:32 smithi039 ceph-mon[181282]: pgmap v22428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:33.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:32:32 smithi032 ceph-mon[189144]: pgmap v22428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:33.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:32:32 smithi032 ceph-mon[191839]: pgmap v22428: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:35.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:32:34 smithi039 ceph-mon[181282]: pgmap v22429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:35.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:32:34 smithi032 ceph-mon[191839]: pgmap v22429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:35.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:32:34 smithi032 ceph-mon[189144]: pgmap v22429: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:36.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:32:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:32:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:32:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:32:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:32:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:32:37.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:32:36 smithi039 ceph-mon[181282]: pgmap v22430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:37.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:32:36 smithi032 ceph-mon[189144]: pgmap v22430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:37.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:32:36 smithi032 ceph-mon[191839]: pgmap v22430: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:39.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:32:38 smithi039 ceph-mon[181282]: pgmap v22431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:39.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:32:38 smithi032 ceph-mon[191839]: pgmap v22431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:39.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:32:38 smithi032 ceph-mon[189144]: pgmap v22431: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:41.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:32:40 smithi039 ceph-mon[181282]: pgmap v22432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:32:40 smithi032 ceph-mon[189144]: pgmap v22432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:41.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:32:40 smithi032 ceph-mon[191839]: pgmap v22432: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:32:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:32:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:32:43.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:32:42 smithi039 ceph-mon[181282]: pgmap v22433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:43.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:32:42 smithi032 ceph-mon[191839]: pgmap v22433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:43.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:32:42 smithi032 ceph-mon[189144]: pgmap v22433: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:45.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:32:44 smithi039 ceph-mon[181282]: pgmap v22434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:45.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:32:44 smithi032 ceph-mon[189144]: pgmap v22434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:45.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:32:44 smithi032 ceph-mon[191839]: pgmap v22434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:46.079 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:32:46.406 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:32:46.406 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 4m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:32:46.406 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 2m ago 11h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:32:46.406 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 4m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:32:46.406 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 2m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:32:46.406 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 2m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:32:46.406 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 4m ago 11h 598M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:32:46.406 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 4m ago 11h 784M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:32:46.406 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 2m ago 11h 499M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:32:46.407 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 4m ago 11h 511M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:32:46.407 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 4m ago 11h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:32:46.407 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 2m ago 11h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:32:46.407 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 4m ago 11h 1251M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:32:46.407 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 4m ago 11h 1340M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:32:46.407 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 4m ago 11h 978M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:32:46.407 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 4m ago 11h 1115M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:32:46.407 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 2m ago 11h 1457M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:32:46.407 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 2m ago 11h 1204M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:32:46.407 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 2m ago 11h 843M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:32:46.407 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 2m ago 11h 984M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:32:46.407 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 2m ago 11h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:32:46.814 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:32:46.814 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:32:46.814 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:32:46.814 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:32:46.814 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:32:46.814 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:32:46.814 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:32:46.815 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:32:46.815 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:32:46.815 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:32:46.815 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:32:46.815 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:32:46.815 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:32:46.815 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:32:46.815 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:32:46.815 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:32:46.815 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:32:46.815 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:32:46.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:32:46 smithi032 ceph-mon[189144]: pgmap v22435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:46.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:32:46 smithi032 ceph-mon[191839]: pgmap v22435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:47.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:32:46 smithi039 ceph-mon[181282]: pgmap v22435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:47.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:32:47 smithi032 ceph-mon[189144]: from='client.59112 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:32:47.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:32:47 smithi032 ceph-mon[189144]: from='client.59118 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:32:47.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:32:47 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1171669087' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:32:47.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:32:47 smithi032 ceph-mon[191839]: from='client.59112 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:32:47.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:32:47 smithi032 ceph-mon[191839]: from='client.59118 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:32:47.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:32:47 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1171669087' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:32:48.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:32:47 smithi039 ceph-mon[181282]: from='client.59112 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:32:48.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:32:47 smithi039 ceph-mon[181282]: from='client.59118 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:32:48.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:32:47 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1171669087' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:32:48.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:32:48 smithi032 ceph-mon[189144]: pgmap v22436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:48.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:32:48 smithi032 ceph-mon[191839]: pgmap v22436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:49.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:32:48 smithi039 ceph-mon[181282]: pgmap v22436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:32:50 smithi039 ceph-mon[181282]: pgmap v22437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:51.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:32:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:32:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:32:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:32:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:32:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:32:50 smithi032 ceph-mon[191839]: pgmap v22437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:32:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:32:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:32:50 smithi032 ceph-mon[189144]: pgmap v22437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:32:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:32:53.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:32:52 smithi039 ceph-mon[181282]: pgmap v22438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:53.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:32:52 smithi032 ceph-mon[191839]: pgmap v22438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:32:52 smithi032 ceph-mon[189144]: pgmap v22438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:55.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:32:54 smithi039 ceph-mon[181282]: pgmap v22439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:55.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:32:54 smithi032 ceph-mon[191839]: pgmap v22439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:55.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:32:54 smithi032 ceph-mon[189144]: pgmap v22439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:56.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:32:56 smithi032 ceph-mon[191839]: pgmap v22440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:56.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:32:56 smithi032 ceph-mon[189144]: pgmap v22440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:57.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:32:56 smithi039 ceph-mon[181282]: pgmap v22440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:59.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:32:58 smithi039 ceph-mon[181282]: pgmap v22441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:59.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:32:58 smithi032 ceph-mon[191839]: pgmap v22441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:32:59.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:32:58 smithi032 ceph-mon[189144]: pgmap v22441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:01.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:33:00 smithi039 ceph-mon[181282]: pgmap v22442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:33:00 smithi032 ceph-mon[189144]: pgmap v22442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:33:00 smithi032 ceph-mon[191839]: pgmap v22442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:33:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:33:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:33:03.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:33:02 smithi039 ceph-mon[181282]: pgmap v22443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:03.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:33:02 smithi032 ceph-mon[189144]: pgmap v22443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:03.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:33:02 smithi032 ceph-mon[191839]: pgmap v22443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:05.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:33:04 smithi039 ceph-mon[181282]: pgmap v22444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:05.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:33:04 smithi032 ceph-mon[191839]: pgmap v22444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:05.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:33:04 smithi032 ceph-mon[189144]: pgmap v22444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:06.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:33:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:33:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:33:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:33:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:33:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:33:07.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:33:06 smithi039 ceph-mon[181282]: pgmap v22445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:07.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:33:06 smithi032 ceph-mon[191839]: pgmap v22445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:07.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:33:06 smithi032 ceph-mon[189144]: pgmap v22445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:09.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:33:08 smithi039 ceph-mon[181282]: pgmap v22446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:09.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:33:08 smithi032 ceph-mon[191839]: pgmap v22446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:09.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:33:08 smithi032 ceph-mon[189144]: pgmap v22446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:33:10 smithi032 ceph-mon[191839]: pgmap v22447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:33:10 smithi032 ceph-mon[189144]: pgmap v22447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:33:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:33:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:33:11.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:33:10 smithi039 ceph-mon[181282]: pgmap v22447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:13.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:33:12 smithi032 ceph-mon[191839]: pgmap v22448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:13.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:33:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:33:13.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:33:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:33:13.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:33:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:33:13.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:33:12 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:33:13.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:33:12 smithi032 ceph-mon[189144]: pgmap v22448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:13.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:33:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:33:13.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:33:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:33:13.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:33:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:33:13.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:33:12 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:33:13.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:33:12 smithi039 ceph-mon[181282]: pgmap v22448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:13.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:33:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:33:13.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:33:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:33:13.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:33:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:33:13.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:33:12 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:33:15.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:33:14 smithi032 ceph-mon[189144]: pgmap v22449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:15.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:33:14 smithi032 ceph-mon[191839]: pgmap v22449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:15.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:33:14 smithi039 ceph-mon[181282]: pgmap v22449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:16.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:33:16 smithi032 ceph-mon[191839]: pgmap v22450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:16.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:33:16 smithi032 ceph-mon[189144]: pgmap v22450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:17.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:33:16 smithi039 ceph-mon[181282]: pgmap v22450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:17.179 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:33:17.503 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:33:17.504 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 5m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:33:17.504 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 3m ago 11h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:33:17.504 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 5m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:33:17.504 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 3m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:33:17.504 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 3m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:33:17.504 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 5m ago 11h 598M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:33:17.504 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 5m ago 11h 784M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:33:17.504 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 3m ago 11h 499M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:33:17.504 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 5m ago 11h 511M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:33:17.505 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 5m ago 11h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:33:17.505 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 3m ago 11h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:33:17.505 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 5m ago 11h 1251M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:33:17.505 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 5m ago 11h 1340M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:33:17.505 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 5m ago 11h 978M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:33:17.505 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 5m ago 11h 1115M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:33:17.505 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 3m ago 11h 1457M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:33:17.505 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 3m ago 11h 1204M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:33:17.506 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 3m ago 11h 843M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:33:17.506 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 3m ago 11h 984M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:33:17.506 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 3m ago 11h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:33:17.907 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:33:17.907 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:33:17.908 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:33:17.908 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:33:17.908 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:33:17.908 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:33:17.908 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:33:17.908 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:33:17.908 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:33:17.908 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:33:17.908 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:33:17.908 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:33:17.908 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:33:17.908 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:33:17.908 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:33:17.908 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:33:17.909 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:33:17.909 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:33:19.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:33:18 smithi039 ceph-mon[181282]: from='client.59130 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:33:19.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:33:18 smithi039 ceph-mon[181282]: from='client.69050 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:33:19.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:33:18 smithi039 ceph-mon[181282]: pgmap v22451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:19.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:33:18 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3704383928' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:33:19.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:33:18 smithi032 ceph-mon[189144]: from='client.59130 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:33:19.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:33:18 smithi032 ceph-mon[189144]: from='client.69050 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:33:19.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:33:18 smithi032 ceph-mon[189144]: pgmap v22451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:19.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:33:18 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3704383928' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:33:19.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:33:18 smithi032 ceph-mon[191839]: from='client.59130 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:33:19.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:33:18 smithi032 ceph-mon[191839]: from='client.69050 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:33:19.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:33:18 smithi032 ceph-mon[191839]: pgmap v22451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:19.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:33:18 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3704383928' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:33:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:33:20 smithi039 ceph-mon[181282]: pgmap v22452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:21.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:33:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:33:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:33:20 smithi032 ceph-mon[191839]: pgmap v22452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:33:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:33:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:33:20 smithi032 ceph-mon[189144]: pgmap v22452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:33:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:33:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:33:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:33:20] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T04:33:23.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:33:22 smithi039 ceph-mon[181282]: pgmap v22453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:23.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:33:22 smithi032 ceph-mon[191839]: pgmap v22453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:23.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:33:22 smithi032 ceph-mon[189144]: pgmap v22453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:25.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:33:24 smithi039 ceph-mon[181282]: pgmap v22454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:25.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:33:24 smithi032 ceph-mon[189144]: pgmap v22454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:25.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:33:24 smithi032 ceph-mon[191839]: pgmap v22454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:26.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:33:26 smithi032 ceph-mon[191839]: pgmap v22455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:26.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:33:26 smithi032 ceph-mon[189144]: pgmap v22455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:27.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:33:26 smithi039 ceph-mon[181282]: pgmap v22455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:29.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:33:28 smithi039 ceph-mon[181282]: pgmap v22456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:29.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:33:28 smithi032 ceph-mon[191839]: pgmap v22456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:29.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:33:28 smithi032 ceph-mon[189144]: pgmap v22456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:31.008 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:33:30 smithi039 ceph-mon[181282]: pgmap v22457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:33:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:33:30] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T04:33:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:33:30 smithi032 ceph-mon[191839]: pgmap v22457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:33:30 smithi032 ceph-mon[189144]: pgmap v22457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:33.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:33:32 smithi039 ceph-mon[181282]: pgmap v22458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:33.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:33:32 smithi032 ceph-mon[189144]: pgmap v22458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:33.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:33:32 smithi032 ceph-mon[191839]: pgmap v22458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:35.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:33:34 smithi039 ceph-mon[181282]: pgmap v22459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:35.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:33:34 smithi032 ceph-mon[191839]: pgmap v22459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:35.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:33:34 smithi032 ceph-mon[189144]: pgmap v22459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:33:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:33:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:33:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:33:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:33:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:33:37.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:33:36 smithi032 ceph-mon[191839]: pgmap v22460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:37.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:33:36 smithi032 ceph-mon[189144]: pgmap v22460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:33:36 smithi039 ceph-mon[181282]: pgmap v22460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:39.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:33:38 smithi032 ceph-mon[189144]: pgmap v22461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:39.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:33:38 smithi032 ceph-mon[191839]: pgmap v22461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:39.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:33:38 smithi039 ceph-mon[181282]: pgmap v22461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:41.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:33:40 smithi032 ceph-mon[191839]: pgmap v22462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:41.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:33:40 smithi032 ceph-mon[189144]: pgmap v22462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:41.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:33:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:33:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:33:41.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:33:40 smithi039 ceph-mon[181282]: pgmap v22462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:43.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:33:42 smithi032 ceph-mon[189144]: pgmap v22463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:43.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:33:42 smithi032 ceph-mon[191839]: pgmap v22463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:43.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:33:42 smithi039 ceph-mon[181282]: pgmap v22463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:45.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:33:44 smithi032 ceph-mon[191839]: pgmap v22464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:45.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:33:44 smithi032 ceph-mon[189144]: pgmap v22464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:33:44 smithi039 ceph-mon[181282]: pgmap v22464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:46.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:33:46 smithi032 ceph-mon[189144]: pgmap v22465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:46.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:33:46 smithi032 ceph-mon[191839]: pgmap v22465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:47.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:33:46 smithi039 ceph-mon[181282]: pgmap v22465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:48.275 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:33:48.598 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:33:48.599 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 5m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:33:48.599 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 3m ago 11h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:33:48.599 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 5m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:33:48.599 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 3m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:33:48.599 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 3m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:33:48.599 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 5m ago 11h 598M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:33:48.599 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 5m ago 11h 784M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:33:48.599 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 3m ago 11h 499M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:33:48.599 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 5m ago 11h 511M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:33:48.599 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 5m ago 11h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:33:48.599 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 3m ago 11h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:33:48.600 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 5m ago 11h 1251M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:33:48.600 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 5m ago 11h 1340M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:33:48.600 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 5m ago 11h 978M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:33:48.600 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 5m ago 11h 1115M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:33:48.600 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 3m ago 11h 1457M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:33:48.600 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 3m ago 11h 1204M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:33:48.600 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 3m ago 11h 843M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:33:48.600 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 3m ago 11h 984M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:33:48.600 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 3m ago 11h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:33:49.005 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:33:49.005 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:33:49.005 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:33:49.005 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:33:49.005 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:33:49.005 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:33:49.005 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:33:49.005 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:33:49.006 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:33:49.006 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:33:49.006 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:33:49.006 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:33:49.006 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:33:49.006 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:33:49.006 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:33:49.006 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:33:49.006 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:33:49.006 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:33:49.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:33:48 smithi039 ceph-mon[181282]: pgmap v22466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:49.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:33:48 smithi032 ceph-mon[191839]: pgmap v22466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:49.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:33:48 smithi032 ceph-mon[189144]: pgmap v22466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:33:49 smithi032 ceph-mon[191839]: from='client.69062 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:33:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:33:49 smithi032 ceph-mon[191839]: from='client.69068 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:33:50.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:33:49 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/705270843' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:33:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:33:49 smithi032 ceph-mon[189144]: from='client.69062 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:33:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:33:49 smithi032 ceph-mon[189144]: from='client.69068 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:33:50.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:33:49 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/705270843' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:33:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:33:49 smithi039 ceph-mon[181282]: from='client.69062 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:33:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:33:49 smithi039 ceph-mon[181282]: from='client.69068 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:33:50.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:33:49 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/705270843' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:33:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:33:50 smithi032 ceph-mon[191839]: pgmap v22467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:33:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:33:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:33:50 smithi032 ceph-mon[189144]: pgmap v22467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:33:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:33:51.182 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:33:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:33:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:33:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:33:50 smithi039 ceph-mon[181282]: pgmap v22467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:33:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:33:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:33:52 smithi032 ceph-mon[189144]: pgmap v22468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:53.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:33:52 smithi032 ceph-mon[191839]: pgmap v22468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:53.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:33:52 smithi039 ceph-mon[181282]: pgmap v22468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:55.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:33:54 smithi032 ceph-mon[191839]: pgmap v22469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:55.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:33:54 smithi032 ceph-mon[189144]: pgmap v22469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:55.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:33:54 smithi039 ceph-mon[181282]: pgmap v22469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:56.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:33:56 smithi032 ceph-mon[191839]: pgmap v22470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:56.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:33:56 smithi032 ceph-mon[189144]: pgmap v22470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:57.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:33:56 smithi039 ceph-mon[181282]: pgmap v22470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:59.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:33:58 smithi039 ceph-mon[181282]: pgmap v22471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:59.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:33:58 smithi032 ceph-mon[191839]: pgmap v22471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:33:59.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:33:58 smithi032 ceph-mon[189144]: pgmap v22471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:34:00 smithi032 ceph-mon[191839]: pgmap v22472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:34:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:34:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:34:01.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:34:00 smithi032 ceph-mon[189144]: pgmap v22472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:01.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:34:00 smithi039 ceph-mon[181282]: pgmap v22472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:03.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:34:02 smithi032 ceph-mon[189144]: pgmap v22473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:03.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:34:02 smithi032 ceph-mon[191839]: pgmap v22473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:03.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:34:02 smithi039 ceph-mon[181282]: pgmap v22473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:05.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:34:04 smithi032 ceph-mon[189144]: pgmap v22474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:05.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:34:04 smithi032 ceph-mon[191839]: pgmap v22474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:34:04 smithi039 ceph-mon[181282]: pgmap v22474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:34:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:34:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:34:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:34:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:34:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:34:07.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:34:06 smithi032 ceph-mon[191839]: pgmap v22475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:07.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:34:06 smithi032 ceph-mon[189144]: pgmap v22475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:07.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:34:06 smithi039 ceph-mon[181282]: pgmap v22475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:09.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:34:08 smithi032 ceph-mon[191839]: pgmap v22476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:09.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:34:08 smithi032 ceph-mon[189144]: pgmap v22476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:09.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:34:08 smithi039 ceph-mon[181282]: pgmap v22476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:34:10 smithi032 ceph-mon[191839]: pgmap v22477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:34:10 smithi032 ceph-mon[189144]: pgmap v22477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:34:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:34:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:34:11.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:34:10 smithi039 ceph-mon[181282]: pgmap v22477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:13.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:34:12 smithi032 ceph-mon[191839]: pgmap v22478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:13.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:34:12 smithi032 ceph-mon[189144]: pgmap v22478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:13.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:34:12 smithi039 ceph-mon[181282]: pgmap v22478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:34:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:34:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:34:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:34:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:34:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:34:14.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:34:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:34:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:34:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:34:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:34:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:34:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:34:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:34:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:34:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:34:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:34:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:34:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:34:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:34:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:34:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:34:14.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:34:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:34:15.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:34:14 smithi032 ceph-mon[189144]: pgmap v22479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:15.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:34:14 smithi032 ceph-mon[191839]: pgmap v22479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:15.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:34:14 smithi039 ceph-mon[181282]: pgmap v22479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:16.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:34:16 smithi032 ceph-mon[191839]: pgmap v22480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:16.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:34:16 smithi032 ceph-mon[189144]: pgmap v22480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:17.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:34:16 smithi039 ceph-mon[181282]: pgmap v22480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:19.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:34:18 smithi032 ceph-mon[189144]: pgmap v22481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:19.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:34:18 smithi032 ceph-mon[191839]: pgmap v22481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:19.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:34:18 smithi039 ceph-mon[181282]: pgmap v22481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:19.370 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:34:19.695 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:34:19.696 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 6m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:34:19.696 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 4m ago 11h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:34:19.696 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 6m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:34:19.696 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 4m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:34:19.696 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 4m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:34:19.696 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 6m ago 11h 598M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:34:19.696 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 6m ago 11h 784M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:34:19.696 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 4m ago 11h 499M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:34:19.696 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 6m ago 11h 511M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:34:19.696 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 6m ago 11h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:34:19.696 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 4m ago 11h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:34:19.696 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 6m ago 11h 1251M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:34:19.696 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 6m ago 11h 1340M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:34:19.696 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 6m ago 11h 978M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:34:19.696 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 6m ago 11h 1115M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:34:19.696 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 4m ago 11h 1457M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:34:19.697 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 4m ago 11h 1204M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:34:19.697 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 4m ago 11h 843M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:34:19.697 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 4m ago 11h 984M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:34:19.697 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 4m ago 11h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:34:20.103 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:34:20.103 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:34:20.103 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:34:20.103 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:34:20.103 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:34:20.103 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:34:20.103 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:34:20.103 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:34:20.103 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:34:20.103 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:34:20.103 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:34:20.104 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:34:20.104 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:34:20.104 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:34:20.104 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:34:20.104 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:34:20.104 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:34:20.104 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:34:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:34:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:34:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:34:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:34:20 smithi032 ceph-mon[189144]: from='client.69080 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:34:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:34:20 smithi032 ceph-mon[189144]: from='client.69086 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:34:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:34:20 smithi032 ceph-mon[189144]: pgmap v22482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:34:20 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3694994448' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:34:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:34:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:34:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:34:20 smithi032 ceph-mon[191839]: from='client.69080 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:34:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:34:20 smithi032 ceph-mon[191839]: from='client.69086 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:34:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:34:20 smithi032 ceph-mon[191839]: pgmap v22482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:34:20 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3694994448' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:34:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:34:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:34:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:34:20 smithi039 ceph-mon[181282]: from='client.69080 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:34:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:34:20 smithi039 ceph-mon[181282]: from='client.69086 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:34:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:34:20 smithi039 ceph-mon[181282]: pgmap v22482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:34:20 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3694994448' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:34:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:34:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:34:23.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:34:22 smithi032 ceph-mon[191839]: pgmap v22483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:23.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:34:22 smithi032 ceph-mon[189144]: pgmap v22483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:23.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:34:22 smithi039 ceph-mon[181282]: pgmap v22483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:25.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:34:24 smithi032 ceph-mon[191839]: pgmap v22484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:25.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:34:24 smithi032 ceph-mon[189144]: pgmap v22484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:34:24 smithi039 ceph-mon[181282]: pgmap v22484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:26.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:34:26 smithi032 ceph-mon[191839]: pgmap v22485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:26.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:34:26 smithi032 ceph-mon[189144]: pgmap v22485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:27.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:34:26 smithi039 ceph-mon[181282]: pgmap v22485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:29.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:34:28 smithi032 ceph-mon[191839]: pgmap v22486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:29.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:34:28 smithi032 ceph-mon[189144]: pgmap v22486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:29.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:34:28 smithi039 ceph-mon[181282]: pgmap v22486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:34:30 smithi032 ceph-mon[191839]: pgmap v22487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:34:30 smithi032 ceph-mon[189144]: pgmap v22487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:34:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:34:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:34:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:34:30 smithi039 ceph-mon[181282]: pgmap v22487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:33.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:34:32 smithi032 ceph-mon[191839]: pgmap v22488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:33.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:34:32 smithi032 ceph-mon[189144]: pgmap v22488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:33.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:34:32 smithi039 ceph-mon[181282]: pgmap v22488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:35.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:34:34 smithi032 ceph-mon[191839]: pgmap v22489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:35.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:34:34 smithi032 ceph-mon[189144]: pgmap v22489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:35.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:34:34 smithi039 ceph-mon[181282]: pgmap v22489: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:34:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:34:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:34:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:34:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:34:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:34:37.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:34:36 smithi032 ceph-mon[191839]: pgmap v22490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:34:36 smithi032 ceph-mon[189144]: pgmap v22490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:37.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:34:36 smithi039 ceph-mon[181282]: pgmap v22490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:39.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:34:38 smithi032 ceph-mon[189144]: pgmap v22491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:39.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:34:38 smithi032 ceph-mon[191839]: pgmap v22491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:39.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:34:38 smithi039 ceph-mon[181282]: pgmap v22491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:34:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:34:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T04:34:41.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:34:40 smithi032 ceph-mon[191839]: pgmap v22492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:34:40 smithi032 ceph-mon[189144]: pgmap v22492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:41.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:34:40 smithi039 ceph-mon[181282]: pgmap v22492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:43.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:34:42 smithi032 ceph-mon[191839]: pgmap v22493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:43.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:34:42 smithi032 ceph-mon[189144]: pgmap v22493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:43.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:34:42 smithi039 ceph-mon[181282]: pgmap v22493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:45.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:34:44 smithi032 ceph-mon[191839]: pgmap v22494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:45.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:34:44 smithi032 ceph-mon[189144]: pgmap v22494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:45.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:34:44 smithi039 ceph-mon[181282]: pgmap v22494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:46.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:34:46 smithi032 ceph-mon[189144]: pgmap v22495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:46.931 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:34:46 smithi032 ceph-mon[191839]: pgmap v22495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:47.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:34:46 smithi039 ceph-mon[181282]: pgmap v22495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:49.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:34:48 smithi032 ceph-mon[189144]: pgmap v22496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:49.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:34:48 smithi032 ceph-mon[191839]: pgmap v22496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:49.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:34:48 smithi039 ceph-mon[181282]: pgmap v22496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:50.476 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:34:50.806 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:34:50.807 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 6m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:34:50.807 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 4m ago 11h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:34:50.807 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 6m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:34:50.807 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 4m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:34:50.807 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 4m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:34:50.807 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 6m ago 11h 598M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:34:50.807 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 6m ago 11h 784M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:34:50.807 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 4m ago 11h 499M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:34:50.807 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 6m ago 11h 511M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:34:50.807 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 6m ago 11h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:34:50.807 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 4m ago 11h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:34:50.807 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 6m ago 11h 1251M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:34:50.807 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 6m ago 11h 1340M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:34:50.807 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 6m ago 11h 978M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:34:50.807 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 6m ago 11h 1115M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:34:50.808 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 4m ago 11h 1457M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:34:50.808 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 4m ago 11h 1204M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:34:50.808 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 4m ago 11h 843M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:34:50.808 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 4m ago 11h 984M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:34:50.808 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 4m ago 11h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:34:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:34:50 smithi032 ceph-mon[191839]: pgmap v22497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:34:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:34:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:34:50 smithi032 ceph-mon[189144]: pgmap v22497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:34:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:34:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:34:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:34:50] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T04:34:51.208 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:34:51.208 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:34:51.208 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:34:51.208 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:34:51.208 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:34:51.208 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:34:51.208 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:34:51.208 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:34:51.208 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:34:51.208 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:34:51.208 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:34:51.208 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:34:51.209 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:34:51.209 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:34:51.209 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:34:51.209 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:34:51.209 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:34:51.209 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:34:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:34:50 smithi039 ceph-mon[181282]: pgmap v22497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:34:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:34:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:34:51 smithi032 ceph-mon[191839]: from='client.59184 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:34:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:34:51 smithi032 ceph-mon[191839]: from='client.69104 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:34:52.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:34:51 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3242655809' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:34:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:34:51 smithi032 ceph-mon[189144]: from='client.59184 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:34:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:34:51 smithi032 ceph-mon[189144]: from='client.69104 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:34:52.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:34:51 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3242655809' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:34:52.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:34:51 smithi039 ceph-mon[181282]: from='client.59184 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:34:52.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:34:51 smithi039 ceph-mon[181282]: from='client.69104 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:34:52.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:34:51 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3242655809' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:34:53.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:34:52 smithi032 ceph-mon[191839]: pgmap v22498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:53.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:34:52 smithi032 ceph-mon[189144]: pgmap v22498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:53.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:34:52 smithi039 ceph-mon[181282]: pgmap v22498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:55.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:34:54 smithi032 ceph-mon[189144]: pgmap v22499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:55.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:34:54 smithi032 ceph-mon[191839]: pgmap v22499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:55.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:34:54 smithi039 ceph-mon[181282]: pgmap v22499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:56.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:34:56 smithi032 ceph-mon[191839]: pgmap v22500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:56.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:34:56 smithi032 ceph-mon[189144]: pgmap v22500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:57.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:34:56 smithi039 ceph-mon[181282]: pgmap v22500: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:59.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:34:58 smithi032 ceph-mon[191839]: pgmap v22501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:59.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:34:58 smithi032 ceph-mon[189144]: pgmap v22501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:34:59.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:34:58 smithi039 ceph-mon[181282]: pgmap v22501: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:35:00 smithi032 ceph-mon[191839]: pgmap v22502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:35:00 smithi032 ceph-mon[189144]: pgmap v22502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:01.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:35:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:35:00] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T04:35:01.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:35:00 smithi039 ceph-mon[181282]: pgmap v22502: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:03.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:35:02 smithi032 ceph-mon[191839]: pgmap v22503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:03.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:35:02 smithi032 ceph-mon[189144]: pgmap v22503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:03.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:35:02 smithi039 ceph-mon[181282]: pgmap v22503: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:05.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:35:04 smithi032 ceph-mon[191839]: pgmap v22504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:05.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:35:04 smithi032 ceph-mon[189144]: pgmap v22504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:05.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:35:04 smithi039 ceph-mon[181282]: pgmap v22504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:35:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:35:06.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:35:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:35:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:35:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:35:07.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:35:06 smithi032 ceph-mon[191839]: pgmap v22505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:07.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:35:06 smithi032 ceph-mon[189144]: pgmap v22505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:07.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:35:06 smithi039 ceph-mon[181282]: pgmap v22505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:09.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:35:08 smithi032 ceph-mon[191839]: pgmap v22506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:09.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:35:08 smithi032 ceph-mon[189144]: pgmap v22506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:09.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:35:08 smithi039 ceph-mon[181282]: pgmap v22506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:35:10 smithi032 ceph-mon[189144]: pgmap v22507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:35:10 smithi032 ceph-mon[191839]: pgmap v22507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:11.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:35:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:35:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:35:11.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:35:10 smithi039 ceph-mon[181282]: pgmap v22507: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:13.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:35:12 smithi032 ceph-mon[191839]: pgmap v22508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:13.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:35:12 smithi032 ceph-mon[189144]: pgmap v22508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:13.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:35:12 smithi039 ceph-mon[181282]: pgmap v22508: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:14.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:35:13 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:35:14.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:35:13 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:35:14.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:35:13 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:35:15.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:35:14 smithi032 ceph-mon[191839]: pgmap v22509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:15.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:35:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:35:15.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:35:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:35:15.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:35:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:35:15.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:35:14 smithi032 ceph-mon[189144]: pgmap v22509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:15.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:35:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:35:15.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:35:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:35:15.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:35:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:35:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:35:14 smithi039 ceph-mon[181282]: pgmap v22509: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:15.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:35:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:35:15.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:35:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:35:15.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:35:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:35:16.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:35:16 smithi032 ceph-mon[189144]: pgmap v22510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:16.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:35:16 smithi032 ceph-mon[191839]: pgmap v22510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:17.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:35:16 smithi039 ceph-mon[181282]: pgmap v22510: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:19.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:35:18 smithi032 ceph-mon[191839]: pgmap v22511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:19.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:35:18 smithi032 ceph-mon[189144]: pgmap v22511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:19.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:35:18 smithi039 ceph-mon[181282]: pgmap v22511: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:35:20 smithi032 ceph-mon[191839]: pgmap v22512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:35:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:35:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:35:20 smithi032 ceph-mon[189144]: pgmap v22512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:35:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:35:21.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:35:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:35:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T04:35:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:35:20 smithi039 ceph-mon[181282]: pgmap v22512: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:35:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:35:21.574 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:35:21.899 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:35:21.899 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 7m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:35:21.899 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 5m ago 11h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:35:21.900 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 7m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:35:21.900 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 5m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:35:21.900 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 5m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:35:21.900 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 7m ago 11h 598M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:35:21.900 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 7m ago 11h 784M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:35:21.900 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 5m ago 11h 499M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:35:21.900 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 7m ago 11h 511M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:35:21.900 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 7m ago 11h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:35:21.900 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 5m ago 11h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:35:21.900 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 7m ago 11h 1251M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:35:21.900 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 7m ago 11h 1340M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:35:21.900 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 7m ago 11h 978M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:35:21.900 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 7m ago 11h 1115M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:35:21.900 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 5m ago 11h 1457M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:35:21.900 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 5m ago 11h 1204M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:35:21.901 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 5m ago 11h 843M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:35:21.901 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 5m ago 11h 984M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:35:21.901 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 5m ago 11h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:35:22.302 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:35:22.303 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:35:22.303 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:35:22.303 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:35:22.303 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:35:22.303 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:35:22.303 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:35:22.303 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:35:22.303 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:35:22.303 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:35:22.303 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:35:22.303 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:35:22.303 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:35:22.303 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:35:22.303 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:35:22.304 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:35:22.304 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:35:22.304 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:35:23.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:35:22 smithi032 ceph-mon[191839]: from='client.59202 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:35:23.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:35:22 smithi032 ceph-mon[191839]: pgmap v22513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:23.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:35:22 smithi032 ceph-mon[191839]: from='client.69122 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:35:23.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:35:22 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2975748524' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:35:23.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:35:22 smithi032 ceph-mon[189144]: from='client.59202 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:35:23.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:35:22 smithi032 ceph-mon[189144]: pgmap v22513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:23.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:35:22 smithi032 ceph-mon[189144]: from='client.69122 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:35:23.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:35:22 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2975748524' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:35:23.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:35:22 smithi039 ceph-mon[181282]: from='client.59202 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:35:23.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:35:22 smithi039 ceph-mon[181282]: pgmap v22513: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:23.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:35:22 smithi039 ceph-mon[181282]: from='client.69122 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:35:23.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:35:22 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2975748524' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:35:25.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:35:24 smithi032 ceph-mon[191839]: pgmap v22514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:25.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:35:24 smithi032 ceph-mon[189144]: pgmap v22514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:25.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:35:24 smithi039 ceph-mon[181282]: pgmap v22514: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:26.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:35:26 smithi032 ceph-mon[191839]: pgmap v22515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:26.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:35:26 smithi032 ceph-mon[189144]: pgmap v22515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:27.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:35:26 smithi039 ceph-mon[181282]: pgmap v22515: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:29.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:35:28 smithi032 ceph-mon[191839]: pgmap v22516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:29.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:35:28 smithi032 ceph-mon[189144]: pgmap v22516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:29.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:35:28 smithi039 ceph-mon[181282]: pgmap v22516: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:35:30 smithi032 ceph-mon[189144]: pgmap v22517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:35:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:35:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T04:35:31.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:35:30 smithi032 ceph-mon[191839]: pgmap v22517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:31.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:35:30 smithi039 ceph-mon[181282]: pgmap v22517: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:33.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:35:32 smithi032 ceph-mon[189144]: pgmap v22518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:33.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:35:32 smithi032 ceph-mon[191839]: pgmap v22518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:33.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:35:32 smithi039 ceph-mon[181282]: pgmap v22518: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:35.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:35:34 smithi032 ceph-mon[189144]: pgmap v22519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:35.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:35:34 smithi032 ceph-mon[191839]: pgmap v22519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:35.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:35:34 smithi039 ceph-mon[181282]: pgmap v22519: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:35:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:35:36.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:35:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:35:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:35:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:35:37.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:35:36 smithi032 ceph-mon[191839]: pgmap v22520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:37.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:35:36 smithi032 ceph-mon[189144]: pgmap v22520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:37.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:35:36 smithi039 ceph-mon[181282]: pgmap v22520: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:39.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:35:38 smithi032 ceph-mon[191839]: pgmap v22521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:39.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:35:38 smithi032 ceph-mon[189144]: pgmap v22521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:35:38 smithi039 ceph-mon[181282]: pgmap v22521: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:35:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:35:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:35:41.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:35:40 smithi032 ceph-mon[191839]: pgmap v22522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:41.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:35:40 smithi032 ceph-mon[189144]: pgmap v22522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:41.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:35:40 smithi039 ceph-mon[181282]: pgmap v22522: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:43.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:35:42 smithi032 ceph-mon[189144]: pgmap v22523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:43.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:35:42 smithi032 ceph-mon[191839]: pgmap v22523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:43.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:35:42 smithi039 ceph-mon[181282]: pgmap v22523: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:45.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:35:44 smithi032 ceph-mon[191839]: pgmap v22524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:45.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:35:44 smithi032 ceph-mon[189144]: pgmap v22524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:45.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:35:44 smithi039 ceph-mon[181282]: pgmap v22524: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:46.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:35:46 smithi032 ceph-mon[191839]: pgmap v22525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:46.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:35:46 smithi032 ceph-mon[189144]: pgmap v22525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:47.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:35:46 smithi039 ceph-mon[181282]: pgmap v22525: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:49.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:35:48 smithi032 ceph-mon[191839]: pgmap v22526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:49.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:35:48 smithi032 ceph-mon[189144]: pgmap v22526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:49.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:35:48 smithi039 ceph-mon[181282]: pgmap v22526: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:35:50 smithi032 ceph-mon[191839]: pgmap v22527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:35:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:35:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:35:50 smithi032 ceph-mon[189144]: pgmap v22527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:35:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:35:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:35:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:35:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:35:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:35:50 smithi039 ceph-mon[181282]: pgmap v22527: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:35:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:35:52.666 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:35:52.992 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:35:52.992 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 7m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:35:52.992 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 5m ago 11h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:35:52.992 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 7m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:35:52.992 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 5m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:35:52.992 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 5m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:35:52.992 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 7m ago 11h 598M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:35:52.992 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 7m ago 11h 784M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:35:52.992 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 5m ago 11h 499M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:35:52.993 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 7m ago 11h 511M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:35:52.993 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 7m ago 11h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:35:52.993 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 5m ago 11h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:35:52.993 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 7m ago 11h 1251M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:35:52.993 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 7m ago 11h 1340M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:35:52.993 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 7m ago 11h 978M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:35:52.993 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 7m ago 11h 1115M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:35:52.993 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 5m ago 11h 1457M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:35:52.993 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 5m ago 11h 1204M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:35:52.993 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 5m ago 11h 843M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:35:52.993 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 5m ago 11h 984M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:35:52.993 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 5m ago 11h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:35:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:35:52 smithi032 ceph-mon[189144]: pgmap v22528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:53.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:35:52 smithi032 ceph-mon[191839]: pgmap v22528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:53.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:35:52 smithi039 ceph-mon[181282]: pgmap v22528: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:53.395 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:35:53.395 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:35:53.395 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:35:53.395 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:35:53.395 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:35:53.395 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:35:53.395 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:35:53.395 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:35:53.395 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:35:53.395 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:35:53.396 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:35:53.396 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:35:53.396 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:35:53.396 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:35:53.396 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:35:53.396 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:35:53.396 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:35:53.396 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:35:54.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:35:53 smithi032 ceph-mon[191839]: from='client.59220 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:35:54.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:35:53 smithi032 ceph-mon[191839]: from='client.69140 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:35:54.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:35:53 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1701155731' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:35:54.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:35:53 smithi032 ceph-mon[189144]: from='client.59220 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:35:54.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:35:53 smithi032 ceph-mon[189144]: from='client.69140 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:35:54.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:35:53 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1701155731' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:35:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:35:53 smithi039 ceph-mon[181282]: from='client.59220 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:35:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:35:53 smithi039 ceph-mon[181282]: from='client.69140 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:35:54.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:35:53 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1701155731' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:35:55.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:35:54 smithi032 ceph-mon[191839]: pgmap v22529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:55.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:35:54 smithi032 ceph-mon[189144]: pgmap v22529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:35:54 smithi039 ceph-mon[181282]: pgmap v22529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:56.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:35:56 smithi032 ceph-mon[189144]: pgmap v22530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:56.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:35:56 smithi032 ceph-mon[191839]: pgmap v22530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:57.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:35:56 smithi039 ceph-mon[181282]: pgmap v22530: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:59.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:35:58 smithi032 ceph-mon[191839]: pgmap v22531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:59.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:35:58 smithi032 ceph-mon[189144]: pgmap v22531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:35:59.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:35:58 smithi039 ceph-mon[181282]: pgmap v22531: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:36:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:36:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:36:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:36:00 smithi032 ceph-mon[191839]: pgmap v22532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:36:00 smithi032 ceph-mon[189144]: pgmap v22532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:01.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:36:00 smithi039 ceph-mon[181282]: pgmap v22532: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:03.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:36:02 smithi032 ceph-mon[189144]: pgmap v22533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:03.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:36:02 smithi032 ceph-mon[191839]: pgmap v22533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:03.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:36:02 smithi039 ceph-mon[181282]: pgmap v22533: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:05.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:36:04 smithi032 ceph-mon[191839]: pgmap v22534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:05.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:36:04 smithi032 ceph-mon[189144]: pgmap v22534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:36:04 smithi039 ceph-mon[181282]: pgmap v22534: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:36:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:36:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:36:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:36:06.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:36:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:36:07.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:36:06 smithi032 ceph-mon[191839]: pgmap v22535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:07.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:36:06 smithi032 ceph-mon[189144]: pgmap v22535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:07.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:36:06 smithi039 ceph-mon[181282]: pgmap v22535: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:09.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:36:08 smithi032 ceph-mon[191839]: pgmap v22536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:09.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:36:08 smithi032 ceph-mon[189144]: pgmap v22536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:36:08 smithi039 ceph-mon[181282]: pgmap v22536: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:36:10 smithi032 ceph-mon[189144]: pgmap v22537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:36:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:36:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:36:11.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:36:10 smithi032 ceph-mon[191839]: pgmap v22537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:11.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:36:10 smithi039 ceph-mon[181282]: pgmap v22537: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:13.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:36:12 smithi032 ceph-mon[191839]: pgmap v22538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:13.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:36:12 smithi032 ceph-mon[189144]: pgmap v22538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:36:12 smithi039 ceph-mon[181282]: pgmap v22538: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:15.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:36:14 smithi032 ceph-mon[191839]: pgmap v22539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:15.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:36:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:36:15.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:36:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:36:15.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:36:14 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:36:15.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:36:14 smithi032 ceph-mon[189144]: pgmap v22539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:15.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:36:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:36:15.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:36:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:36:15.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:36:14 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:36:15.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:36:14 smithi039 ceph-mon[181282]: pgmap v22539: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:15.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:36:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:36:15.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:36:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:36:15.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:36:14 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:36:16.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:36:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:36:16.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:36:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:36:16.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:36:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:36:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:36:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:36:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:36:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:36:16.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:36:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:36:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:36:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:36:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:36:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:36:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:36:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:36:17.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:36:16 smithi032 ceph-mon[191839]: pgmap v22540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:17.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:36:16 smithi032 ceph-mon[189144]: pgmap v22540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:17.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:36:16 smithi039 ceph-mon[181282]: pgmap v22540: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:19.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:36:18 smithi032 ceph-mon[189144]: pgmap v22541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:19.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:36:18 smithi032 ceph-mon[191839]: pgmap v22541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:19.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:36:18 smithi039 ceph-mon[181282]: pgmap v22541: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:36:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:36:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T04:36:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:36:20 smithi032 ceph-mon[189144]: pgmap v22542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:21.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:36:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:36:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:36:20 smithi032 ceph-mon[191839]: pgmap v22542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:36:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:36:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:36:20 smithi039 ceph-mon[181282]: pgmap v22542: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:36:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:36:23.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:36:22 smithi032 ceph-mon[191839]: pgmap v22543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:23.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:36:22 smithi032 ceph-mon[189144]: pgmap v22543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:23.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:36:22 smithi039 ceph-mon[181282]: pgmap v22543: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:23.761 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:36:24.086 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:36:24.087 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 8m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:36:24.087 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 6m ago 11h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:36:24.087 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 8m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:36:24.087 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 6m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:36:24.087 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 6m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:36:24.087 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 8m ago 11h 598M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:36:24.087 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 8m ago 11h 784M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:36:24.087 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 6m ago 11h 499M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:36:24.087 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 8m ago 11h 511M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:36:24.087 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 8m ago 11h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:36:24.087 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 6m ago 11h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:36:24.087 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 8m ago 11h 1251M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:36:24.087 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 8m ago 11h 1340M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:36:24.087 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 8m ago 11h 978M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:36:24.088 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 8m ago 11h 1115M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:36:24.088 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 6m ago 11h 1457M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:36:24.088 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 6m ago 11h 1204M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:36:24.088 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 6m ago 11h 843M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:36:24.088 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 6m ago 11h 984M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:36:24.088 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 6m ago 11h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:36:24.486 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:36:24.487 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:36:24.487 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:36:24.487 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:36:24.487 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:36:24.487 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:36:24.487 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:36:24.487 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:36:24.487 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:36:24.487 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:36:24.487 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:36:24.487 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:36:24.487 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:36:24.487 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:36:24.487 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:36:24.487 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:36:24.487 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:36:24.488 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:36:25.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:36:24 smithi032 ceph-mon[191839]: pgmap v22544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:25.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:36:24 smithi032 ceph-mon[191839]: from='client.69152 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:36:25.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:36:24 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3396921805' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:36:25.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:36:24 smithi032 ceph-mon[189144]: pgmap v22544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:25.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:36:24 smithi032 ceph-mon[189144]: from='client.69152 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:36:25.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:36:24 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3396921805' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:36:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:36:24 smithi039 ceph-mon[181282]: pgmap v22544: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:25.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:36:24 smithi039 ceph-mon[181282]: from='client.69152 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:36:25.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:36:24 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3396921805' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:36:26.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:36:25 smithi032 ceph-mon[191839]: from='client.69158 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:36:26.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:36:25 smithi032 ceph-mon[189144]: from='client.69158 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:36:26.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:36:25 smithi039 ceph-mon[181282]: from='client.69158 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:36:27.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:36:26 smithi032 ceph-mon[189144]: pgmap v22545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:27.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:36:26 smithi032 ceph-mon[191839]: pgmap v22545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:27.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:36:26 smithi039 ceph-mon[181282]: pgmap v22545: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:29.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:36:28 smithi032 ceph-mon[191839]: pgmap v22546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:29.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:36:28 smithi032 ceph-mon[189144]: pgmap v22546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:36:28 smithi039 ceph-mon[181282]: pgmap v22546: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:36:30 smithi032 ceph-mon[191839]: pgmap v22547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:36:30 smithi032 ceph-mon[189144]: pgmap v22547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:31.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:36:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:36:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T04:36:31.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:36:30 smithi039 ceph-mon[181282]: pgmap v22547: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:33.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:36:32 smithi032 ceph-mon[189144]: pgmap v22548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:33.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:36:32 smithi032 ceph-mon[191839]: pgmap v22548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:33.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:36:32 smithi039 ceph-mon[181282]: pgmap v22548: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:35.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:36:34 smithi032 ceph-mon[189144]: pgmap v22549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:35.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:36:34 smithi032 ceph-mon[191839]: pgmap v22549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:36:34 smithi039 ceph-mon[181282]: pgmap v22549: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:36:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:36:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:36:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:36:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:36:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:36:37.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:36:36 smithi032 ceph-mon[191839]: pgmap v22550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:37.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:36:36 smithi032 ceph-mon[189144]: pgmap v22550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:37.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:36:36 smithi039 ceph-mon[181282]: pgmap v22550: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:39.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:36:38 smithi032 ceph-mon[191839]: pgmap v22551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:39.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:36:38 smithi032 ceph-mon[189144]: pgmap v22551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:36:38 smithi039 ceph-mon[181282]: pgmap v22551: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:36:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:36:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:36:41.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:36:40 smithi032 ceph-mon[191839]: pgmap v22552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:41.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:36:40 smithi032 ceph-mon[189144]: pgmap v22552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:41.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:36:40 smithi039 ceph-mon[181282]: pgmap v22552: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:43.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:36:42 smithi032 ceph-mon[191839]: pgmap v22553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:43.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:36:42 smithi032 ceph-mon[189144]: pgmap v22553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:36:42 smithi039 ceph-mon[181282]: pgmap v22553: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:45.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:36:44 smithi032 ceph-mon[191839]: pgmap v22554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:45.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:36:44 smithi032 ceph-mon[189144]: pgmap v22554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:36:44 smithi039 ceph-mon[181282]: pgmap v22554: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:47.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:36:46 smithi039 ceph-mon[181282]: pgmap v22555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:47.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:36:46 smithi032 ceph-mon[189144]: pgmap v22555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:47.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:36:46 smithi032 ceph-mon[191839]: pgmap v22555: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:49.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:36:48 smithi032 ceph-mon[191839]: pgmap v22556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:49.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:36:48 smithi032 ceph-mon[189144]: pgmap v22556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:36:48 smithi039 ceph-mon[181282]: pgmap v22556: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:36:50 smithi032 ceph-mon[191839]: pgmap v22557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:36:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:36:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:36:50 smithi032 ceph-mon[189144]: pgmap v22557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:36:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:36:51.181 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:36:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:36:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:36:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:36:50 smithi039 ceph-mon[181282]: pgmap v22557: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:36:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:36:53.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:36:52 smithi032 ceph-mon[191839]: pgmap v22558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:36:52 smithi032 ceph-mon[189144]: pgmap v22558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:36:52 smithi039 ceph-mon[181282]: pgmap v22558: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:54.857 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:36:55.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:36:54 smithi032 ceph-mon[189144]: pgmap v22559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:55.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:36:54 smithi032 ceph-mon[191839]: pgmap v22559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:55.183 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:36:55.183 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 8m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:36:55.183 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 6m ago 11h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:36:55.183 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 8m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:36:55.183 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 6m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:36:55.183 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 6m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:36:55.184 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 8m ago 11h 598M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:36:55.184 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 8m ago 11h 784M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:36:55.184 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 6m ago 11h 499M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:36:55.184 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 8m ago 11h 511M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:36:55.184 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 8m ago 11h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:36:55.184 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 6m ago 11h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:36:55.184 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 8m ago 11h 1251M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:36:55.184 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 8m ago 11h 1340M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:36:55.184 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 8m ago 11h 978M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:36:55.184 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 8m ago 11h 1115M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:36:55.184 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 6m ago 11h 1457M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:36:55.184 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 6m ago 11h 1204M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:36:55.184 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 6m ago 11h 843M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:36:55.184 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 6m ago 11h 984M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:36:55.184 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 6m ago 11h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:36:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:36:54 smithi039 ceph-mon[181282]: pgmap v22559: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:55.584 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:36:55.584 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:36:55.584 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:36:55.584 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:36:55.584 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:36:55.584 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:36:55.584 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:36:55.584 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:36:55.584 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:36:55.584 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:36:55.585 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:36:55.585 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:36:55.585 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:36:55.585 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:36:55.585 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:36:55.585 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:36:55.585 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:36:55.585 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:36:56.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:36:55 smithi032 ceph-mon[189144]: from='client.59256 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:36:56.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:36:55 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1578348100' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:36:56.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:36:55 smithi032 ceph-mon[191839]: from='client.59256 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:36:56.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:36:55 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1578348100' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:36:56.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:36:55 smithi039 ceph-mon[181282]: from='client.59256 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:36:56.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:36:55 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1578348100' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:36:57.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:36:56 smithi032 ceph-mon[189144]: from='client.69176 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:36:57.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:36:56 smithi032 ceph-mon[189144]: pgmap v22560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:57.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:36:56 smithi032 ceph-mon[191839]: from='client.69176 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:36:57.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:36:56 smithi032 ceph-mon[191839]: pgmap v22560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:36:56 smithi039 ceph-mon[181282]: from='client.69176 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:36:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:36:56 smithi039 ceph-mon[181282]: pgmap v22560: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:59.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:36:58 smithi032 ceph-mon[191839]: pgmap v22561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:59.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:36:58 smithi032 ceph-mon[189144]: pgmap v22561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:36:59.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:36:58 smithi039 ceph-mon[181282]: pgmap v22561: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:37:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:37:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:37:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:00 smithi032 ceph-mon[191839]: pgmap v22562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:01.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:00 smithi032 ceph-mon[189144]: pgmap v22562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:00 smithi039 ceph-mon[181282]: pgmap v22562: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:03.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:02 smithi032 ceph-mon[191839]: pgmap v22563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:03.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:02 smithi032 ceph-mon[189144]: pgmap v22563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:03.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:02 smithi039 ceph-mon[181282]: pgmap v22563: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:05.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:04 smithi032 ceph-mon[191839]: pgmap v22564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:05.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:04 smithi032 ceph-mon[189144]: pgmap v22564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:05.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:04 smithi039 ceph-mon[181282]: pgmap v22564: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:37:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:37:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:37:07.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:06 smithi032 ceph-mon[191839]: pgmap v22565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:07.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:06 smithi032 ceph-mon[189144]: pgmap v22565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:06 smithi039 ceph-mon[181282]: pgmap v22565: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:09.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:08 smithi032 ceph-mon[191839]: pgmap v22566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:09.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:08 smithi032 ceph-mon[189144]: pgmap v22566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:08 smithi039 ceph-mon[181282]: pgmap v22566: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:10 smithi032 ceph-mon[191839]: pgmap v22567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:10 smithi032 ceph-mon[189144]: pgmap v22567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:37:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:37:10] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T04:37:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:10 smithi039 ceph-mon[181282]: pgmap v22567: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:13.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:12 smithi032 ceph-mon[191839]: pgmap v22568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:13.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:12 smithi032 ceph-mon[189144]: pgmap v22568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:12 smithi039 ceph-mon[181282]: pgmap v22568: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:15.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:14 smithi032 ceph-mon[191839]: pgmap v22569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:15.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:14 smithi032 ceph-mon[189144]: pgmap v22569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:14 smithi039 ceph-mon[181282]: pgmap v22569: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:16.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:37:16.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:37:16.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:37:16.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:37:16.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:37:16.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:37:16.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:37:16.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:15 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:37:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:37:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:37:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:37:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:37:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:37:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:37:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:37:16.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:15 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:37:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:37:16.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:37:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:37:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:37:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:37:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:37:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:37:16.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:15 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:37:17.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:16 smithi032 ceph-mon[189144]: pgmap v22570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:17.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:16 smithi032 ceph-mon[191839]: pgmap v22570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:16 smithi039 ceph-mon[181282]: pgmap v22570: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:19.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:18 smithi032 ceph-mon[189144]: pgmap v22571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:19.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:18 smithi032 ceph-mon[191839]: pgmap v22571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:19.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:18 smithi039 ceph-mon[181282]: pgmap v22571: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:37:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:37:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T04:37:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:20 smithi032 ceph-mon[189144]: pgmap v22572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:37:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:20 smithi032 ceph-mon[191839]: pgmap v22572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:21.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:37:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:20 smithi039 ceph-mon[181282]: pgmap v22572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:21.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:37:23.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:22 smithi032 ceph-mon[191839]: pgmap v22573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:23.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:22 smithi032 ceph-mon[189144]: pgmap v22573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:23.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:22 smithi039 ceph-mon[181282]: pgmap v22573: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:25.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:24 smithi032 ceph-mon[189144]: pgmap v22574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:25.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:24 smithi032 ceph-mon[191839]: pgmap v22574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:24 smithi039 ceph-mon[181282]: pgmap v22574: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:25.953 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:37:26.278 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:37:26.278 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 9m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:37:26.278 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 7m ago 11h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:37:26.279 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 9m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:37:26.279 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 7m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:37:26.279 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 7m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:37:26.279 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 9m ago 11h 598M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:37:26.279 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 9m ago 11h 784M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:37:26.279 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 7m ago 11h 499M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:37:26.279 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 9m ago 11h 511M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:37:26.279 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 9m ago 11h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:37:26.279 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 7m ago 11h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:37:26.279 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 9m ago 11h 1251M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:37:26.279 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 9m ago 11h 1340M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:37:26.279 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 9m ago 11h 978M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:37:26.280 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 9m ago 11h 1115M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:37:26.280 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 7m ago 11h 1457M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:37:26.280 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 7m ago 11h 1204M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:37:26.280 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 7m ago 11h 843M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:37:26.280 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 7m ago 11h 984M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:37:26.280 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 7m ago 11h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:37:26.685 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:37:26.685 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:37:26.685 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:37:26.685 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:37:26.685 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:37:26.685 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:37:26.685 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:37:26.685 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:37:26.685 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:37:26.686 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:37:26.686 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:37:26.686 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:37:26.686 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:37:26.686 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:37:26.686 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:37:26.686 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:37:26.686 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:37:26.686 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:37:27.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:26 smithi039 ceph-mon[181282]: pgmap v22575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:27.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:26 smithi039 ceph-mon[181282]: from='client.69188 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:37:27.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:26 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1366065662' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:37:27.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:26 smithi032 ceph-mon[189144]: pgmap v22575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:27.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:26 smithi032 ceph-mon[189144]: from='client.69188 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:37:27.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:26 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1366065662' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:37:27.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:26 smithi032 ceph-mon[191839]: pgmap v22575: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:27.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:26 smithi032 ceph-mon[191839]: from='client.69188 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:37:27.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:26 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1366065662' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:37:28.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:27 smithi039 ceph-mon[181282]: from='client.69194 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:37:28.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:27 smithi032 ceph-mon[191839]: from='client.69194 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:37:28.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:27 smithi032 ceph-mon[189144]: from='client.69194 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:37:29.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:28 smithi039 ceph-mon[181282]: pgmap v22576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:29.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:28 smithi032 ceph-mon[189144]: pgmap v22576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:29.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:28 smithi032 ceph-mon[191839]: pgmap v22576: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:30 smithi032 ceph-mon[189144]: pgmap v22577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:30 smithi032 ceph-mon[191839]: pgmap v22577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:37:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:37:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T04:37:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:30 smithi039 ceph-mon[181282]: pgmap v22577: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:33.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:32 smithi032 ceph-mon[189144]: pgmap v22578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:33.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:32 smithi032 ceph-mon[191839]: pgmap v22578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:32 smithi039 ceph-mon[181282]: pgmap v22578: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:35.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:34 smithi032 ceph-mon[191839]: pgmap v22579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:35.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:34 smithi032 ceph-mon[189144]: pgmap v22579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:34 smithi039 ceph-mon[181282]: pgmap v22579: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:37:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:37:36.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:37:37.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:36 smithi032 ceph-mon[191839]: pgmap v22580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:37.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:36 smithi032 ceph-mon[189144]: pgmap v22580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:36 smithi039 ceph-mon[181282]: pgmap v22580: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:39.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:38 smithi032 ceph-mon[191839]: pgmap v22581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:39.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:38 smithi032 ceph-mon[189144]: pgmap v22581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:38 smithi039 ceph-mon[181282]: pgmap v22581: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:37:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:37:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:37:41.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:40 smithi032 ceph-mon[191839]: pgmap v22582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:40 smithi032 ceph-mon[189144]: pgmap v22582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:40 smithi039 ceph-mon[181282]: pgmap v22582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:43.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:42 smithi032 ceph-mon[189144]: pgmap v22583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:43.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:42 smithi032 ceph-mon[191839]: pgmap v22583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:42 smithi039 ceph-mon[181282]: pgmap v22583: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:45.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:44 smithi032 ceph-mon[189144]: pgmap v22584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:45.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:44 smithi032 ceph-mon[191839]: pgmap v22584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:44 smithi039 ceph-mon[181282]: pgmap v22584: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:47.007 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:46 smithi039 ceph-mon[181282]: pgmap v22585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:47.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:46 smithi032 ceph-mon[191839]: pgmap v22585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:47.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:46 smithi032 ceph-mon[189144]: pgmap v22585: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:49.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:48 smithi032 ceph-mon[191839]: pgmap v22586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:49.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:48 smithi032 ceph-mon[189144]: pgmap v22586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:48 smithi039 ceph-mon[181282]: pgmap v22586: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:50 smithi032 ceph-mon[189144]: pgmap v22587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:37:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:37:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:37:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:37:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:50 smithi032 ceph-mon[191839]: pgmap v22587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:37:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:50 smithi039 ceph-mon[181282]: pgmap v22587: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:51.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:37:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:52 smithi032 ceph-mon[189144]: pgmap v22588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:53.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:52 smithi032 ceph-mon[191839]: pgmap v22588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:52 smithi039 ceph-mon[181282]: pgmap v22588: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:55.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:54 smithi032 ceph-mon[191839]: pgmap v22589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:55.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:54 smithi032 ceph-mon[189144]: pgmap v22589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:54 smithi039 ceph-mon[181282]: pgmap v22589: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:57.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:56 smithi039 ceph-mon[181282]: pgmap v22590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:57.054 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:37:57.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:56 smithi032 ceph-mon[191839]: pgmap v22590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:57.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:56 smithi032 ceph-mon[189144]: pgmap v22590: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:57.380 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:37:57.380 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 9m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:37:57.380 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 7m ago 11h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:37:57.380 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 9m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:37:57.380 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 7m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:37:57.380 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 7m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:37:57.380 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 9m ago 11h 598M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:37:57.380 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 9m ago 11h 784M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:37:57.380 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 7m ago 11h 499M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:37:57.380 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 9m ago 11h 511M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:37:57.380 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 9m ago 11h 18.5M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:37:57.380 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 7m ago 11h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:37:57.380 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 9m ago 11h 1251M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:37:57.380 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 9m ago 11h 1340M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:37:57.381 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 9m ago 11h 978M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:37:57.381 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 9m ago 11h 1115M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:37:57.381 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 7m ago 11h 1457M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:37:57.381 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 7m ago 11h 1204M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:37:57.381 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 7m ago 11h 843M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:37:57.381 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 7m ago 11h 984M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:37:57.381 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 7m ago 11h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:37:57.782 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:37:57.782 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:37:57.782 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:37:57.782 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:37:57.782 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:37:57.782 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:37:57.782 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:37:57.782 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:37:57.782 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:37:57.782 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:37:57.783 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:37:57.783 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:37:57.783 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:37:57.783 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:37:57.783 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:37:57.783 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:37:57.783 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:37:57.783 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:37:58.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:57 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/428087233' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:37:58.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:57 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/428087233' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:37:58.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:57 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/428087233' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:37:59.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:58 smithi032 ceph-mon[191839]: from='client.59292 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:37:59.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:58 smithi032 ceph-mon[191839]: from='client.59298 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:37:59.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:37:58 smithi032 ceph-mon[191839]: pgmap v22591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:59.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:58 smithi032 ceph-mon[189144]: from='client.59292 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:37:59.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:58 smithi032 ceph-mon[189144]: from='client.59298 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:37:59.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:37:58 smithi032 ceph-mon[189144]: pgmap v22591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:37:59.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:58 smithi039 ceph-mon[181282]: from='client.59292 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:37:59.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:58 smithi039 ceph-mon[181282]: from='client.59298 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:37:59.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:37:58 smithi039 ceph-mon[181282]: pgmap v22591: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:38:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:38:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:38:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:38:00 smithi032 ceph-mon[191839]: pgmap v22592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:38:00 smithi032 ceph-mon[189144]: pgmap v22592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:38:00 smithi039 ceph-mon[181282]: pgmap v22592: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:03.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:38:02 smithi032 ceph-mon[191839]: pgmap v22593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:03.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:38:02 smithi032 ceph-mon[189144]: pgmap v22593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:03.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:38:02 smithi039 ceph-mon[181282]: pgmap v22593: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:05.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:38:04 smithi032 ceph-mon[191839]: pgmap v22594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:05.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:38:04 smithi032 ceph-mon[189144]: pgmap v22594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:38:04 smithi039 ceph-mon[181282]: pgmap v22594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:06.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:38:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:38:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:38:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:38:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:38:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:38:07.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:38:06 smithi032 ceph-mon[191839]: pgmap v22595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:07.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:38:06 smithi032 ceph-mon[189144]: pgmap v22595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:38:06 smithi039 ceph-mon[181282]: pgmap v22595: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:09.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:38:08 smithi032 ceph-mon[191839]: pgmap v22596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:09.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:38:08 smithi032 ceph-mon[189144]: pgmap v22596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:38:08 smithi039 ceph-mon[181282]: pgmap v22596: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:11.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:38:10 smithi032 ceph-mon[191839]: pgmap v22597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:38:10 smithi032 ceph-mon[189144]: pgmap v22597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:38:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:38:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:38:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:38:10 smithi039 ceph-mon[181282]: pgmap v22597: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:13.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:38:12 smithi032 ceph-mon[189144]: pgmap v22598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:13.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:38:12 smithi032 ceph-mon[191839]: pgmap v22598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:38:12 smithi039 ceph-mon[181282]: pgmap v22598: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:15.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:38:14 smithi032 ceph-mon[191839]: pgmap v22599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:15.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:38:14 smithi032 ceph-mon[189144]: pgmap v22599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:38:14 smithi039 ceph-mon[181282]: pgmap v22599: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:16.929 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:38:16 smithi032 ceph-mon[191839]: pgmap v22600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:16.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:38:16 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:38:16.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:38:16 smithi032 ceph-mon[189144]: pgmap v22600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:16.930 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:38:16 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:38:17.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:38:16 smithi039 ceph-mon[181282]: pgmap v22600: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:17.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:38:16 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:38:19.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:38:18 smithi032 ceph-mon[191839]: pgmap v22601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:19.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:38:18 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:38:19.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:38:18 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:38:19.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:38:18 smithi032 ceph-mon[189144]: pgmap v22601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:19.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:38:18 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:38:19.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:38:18 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:38:19.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:38:18 smithi039 ceph-mon[181282]: pgmap v22601: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:19.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:38:18 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:38:19.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:38:18 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:38:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:38:20 smithi032 ceph-mon[191839]: pgmap v22602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:20.930 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:38:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:38:20.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:38:20 smithi032 ceph-mon[189144]: pgmap v22602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:20.931 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:38:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:38:20.931 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:38:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:38:20] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T04:38:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:38:20 smithi039 ceph-mon[181282]: pgmap v22602: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:38:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:38:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:38:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:38:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:38:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:38:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:38:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:38:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:38:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:38:22.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:38:22 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:38:22.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:38:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:38:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:38:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:38:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:38:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:38:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:38:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:38:22.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:38:22 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:38:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:38:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:38:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:38:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:38:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:38:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:38:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:38:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:38:22.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:38:22 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:38:23.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:38:23 smithi032 ceph-mon[191839]: pgmap v22603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:23.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:38:23 smithi032 ceph-mon[189144]: pgmap v22603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:23.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:38:23 smithi039 ceph-mon[181282]: pgmap v22603: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:24.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:38:24 smithi032 ceph-mon[191839]: pgmap v22604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:24.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:38:24 smithi032 ceph-mon[189144]: pgmap v22604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:24.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:38:24 smithi039 ceph-mon[181282]: pgmap v22604: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:27.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:38:26 smithi039 ceph-mon[181282]: pgmap v22605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:27.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:38:26 smithi032 ceph-mon[189144]: pgmap v22605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:27.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:38:26 smithi032 ceph-mon[191839]: pgmap v22605: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:28.151 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:38:28.475 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:38:28.475 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 10s ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:38:28.475 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 8m ago 11h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:38:28.476 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 10s ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:38:28.476 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 8m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:38:28.476 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 8m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:38:28.476 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 10s ago 11h 604M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:38:28.476 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 10s ago 11h 815M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:38:28.476 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 8m ago 11h 499M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:38:28.476 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 10s ago 11h 527M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:38:28.476 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 10s ago 11h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:38:28.476 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 8m ago 11h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:38:28.476 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 10s ago 11h 1284M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:38:28.476 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 10s ago 11h 1371M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:38:28.476 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 10s ago 11h 1026M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:38:28.476 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 10s ago 11h 1144M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:38:28.477 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 8m ago 11h 1457M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:38:28.477 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 8m ago 11h 1204M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:38:28.477 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 8m ago 11h 843M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:38:28.477 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 8m ago 11h 984M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:38:28.477 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 8m ago 11h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:38:28.884 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:38:28.884 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:38:28.884 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:38:28.884 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:38:28.884 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:38:28.884 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:38:28.884 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:38:28.885 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:38:28.885 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:38:28.885 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:38:28.885 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:38:28.885 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:38:28.885 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:38:28.885 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:38:28.885 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:38:28.885 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:38:28.885 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:38:28.885 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:38:29.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:38:28 smithi032 ceph-mon[189144]: pgmap v22606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:29.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:38:28 smithi032 ceph-mon[191839]: pgmap v22606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:38:28 smithi039 ceph-mon[181282]: pgmap v22606: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:38:29 smithi032 ceph-mon[191839]: from='client.69224 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:38:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:38:29 smithi032 ceph-mon[191839]: from='client.59316 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:38:30.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:38:29 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1104293505' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:38:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:38:29 smithi032 ceph-mon[189144]: from='client.69224 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:38:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:38:29 smithi032 ceph-mon[189144]: from='client.59316 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:38:30.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:38:29 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1104293505' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:38:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:38:29 smithi039 ceph-mon[181282]: from='client.69224 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:38:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:38:29 smithi039 ceph-mon[181282]: from='client.59316 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:38:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:38:29 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1104293505' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:38:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:38:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:38:30] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T04:38:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:38:30 smithi032 ceph-mon[189144]: pgmap v22607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:31.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:38:30 smithi032 ceph-mon[191839]: pgmap v22607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:38:30 smithi039 ceph-mon[181282]: pgmap v22607: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:33.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:38:32 smithi032 ceph-mon[189144]: pgmap v22608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:33.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:38:32 smithi032 ceph-mon[191839]: pgmap v22608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:38:32 smithi039 ceph-mon[181282]: pgmap v22608: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:35.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:38:34 smithi032 ceph-mon[191839]: pgmap v22609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:35.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:38:34 smithi032 ceph-mon[189144]: pgmap v22609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:38:34 smithi039 ceph-mon[181282]: pgmap v22609: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:36.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:38:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:38:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:38:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:38:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:38:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:38:37.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:38:36 smithi032 ceph-mon[191839]: pgmap v22610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:37.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:38:36 smithi032 ceph-mon[189144]: pgmap v22610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:38:36 smithi039 ceph-mon[181282]: pgmap v22610: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:39.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:38:38 smithi032 ceph-mon[189144]: pgmap v22611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:39.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:38:38 smithi032 ceph-mon[191839]: pgmap v22611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:38:38 smithi039 ceph-mon[181282]: pgmap v22611: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:38:40 smithi032 ceph-mon[191839]: pgmap v22612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:38:40 smithi032 ceph-mon[189144]: pgmap v22612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:38:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:38:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:38:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:38:40 smithi039 ceph-mon[181282]: pgmap v22612: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:43.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:38:42 smithi032 ceph-mon[191839]: pgmap v22613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:43.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:38:42 smithi032 ceph-mon[189144]: pgmap v22613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:38:42 smithi039 ceph-mon[181282]: pgmap v22613: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:45.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:38:44 smithi032 ceph-mon[191839]: pgmap v22614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:45.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:38:44 smithi032 ceph-mon[189144]: pgmap v22614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:38:44 smithi039 ceph-mon[181282]: pgmap v22614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:47.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:38:46 smithi039 ceph-mon[181282]: pgmap v22615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:47.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:38:46 smithi032 ceph-mon[191839]: pgmap v22615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:47.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:38:46 smithi032 ceph-mon[189144]: pgmap v22615: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:49.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:38:48 smithi032 ceph-mon[191839]: pgmap v22616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:49.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:38:48 smithi032 ceph-mon[189144]: pgmap v22616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:38:48 smithi039 ceph-mon[181282]: pgmap v22616: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:38:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:38:50] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T04:38:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:38:50 smithi032 ceph-mon[189144]: pgmap v22617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:51.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:38:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:38:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:38:50 smithi032 ceph-mon[191839]: pgmap v22617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:38:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:38:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:38:50 smithi039 ceph-mon[181282]: pgmap v22617: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:38:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:38:53.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:38:52 smithi032 ceph-mon[191839]: pgmap v22618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:38:52 smithi032 ceph-mon[189144]: pgmap v22618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:38:52 smithi039 ceph-mon[181282]: pgmap v22618: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:55.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:38:54 smithi032 ceph-mon[189144]: pgmap v22619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:55.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:38:54 smithi032 ceph-mon[191839]: pgmap v22619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:38:54 smithi039 ceph-mon[181282]: pgmap v22619: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:57.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:38:56 smithi039 ceph-mon[181282]: pgmap v22620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:57.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:38:56 smithi032 ceph-mon[191839]: pgmap v22620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:57.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:38:56 smithi032 ceph-mon[189144]: pgmap v22620: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:59.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:38:58 smithi032 ceph-mon[189144]: pgmap v22621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:59.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:38:58 smithi032 ceph-mon[191839]: pgmap v22621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:59.252 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:38:59.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:38:58 smithi039 ceph-mon[181282]: pgmap v22621: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:38:59.579 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:38:59.579 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 41s ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:38:59.579 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 8m ago 11h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:38:59.579 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 41s ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:38:59.579 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 8m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:38:59.579 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 8m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:38:59.579 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 41s ago 11h 604M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:38:59.579 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 41s ago 11h 815M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:38:59.580 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 8m ago 11h 499M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:38:59.580 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 41s ago 11h 527M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:38:59.580 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 41s ago 11h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:38:59.580 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 8m ago 11h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:38:59.580 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 41s ago 11h 1284M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:38:59.580 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 41s ago 11h 1371M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:38:59.580 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 41s ago 11h 1026M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:38:59.580 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 41s ago 11h 1144M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:38:59.580 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 8m ago 11h 1457M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:38:59.580 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 8m ago 11h 1204M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:38:59.580 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 8m ago 11h 843M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:38:59.580 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 8m ago 11h 984M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:38:59.580 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 8m ago 11h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:38:59.982 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:38:59.982 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:38:59.982 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:38:59.982 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:38:59.982 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:38:59.982 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:38:59.982 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:38:59.982 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:38:59.982 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:38:59.982 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:38:59.982 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:38:59.982 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:38:59.983 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:38:59.983 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:38:59.983 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:38:59.983 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:38:59.983 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:38:59.983 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:39:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:39:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:39:00] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T04:39:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:39:00 smithi032 ceph-mon[191839]: from='client.69242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:39:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:39:00 smithi032 ceph-mon[191839]: from='client.59334 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:39:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:39:00 smithi032 ceph-mon[191839]: pgmap v22622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:01.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:39:00 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/903968399' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:39:01.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:39:00 smithi032 ceph-mon[189144]: from='client.69242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:39:01.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:39:00 smithi032 ceph-mon[189144]: from='client.59334 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:39:01.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:39:00 smithi032 ceph-mon[189144]: pgmap v22622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:01.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:39:00 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/903968399' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:39:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:39:00 smithi039 ceph-mon[181282]: from='client.69242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:39:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:39:00 smithi039 ceph-mon[181282]: from='client.59334 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:39:01.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:39:00 smithi039 ceph-mon[181282]: pgmap v22622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:01.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:39:00 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/903968399' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:39:03.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:39:02 smithi032 ceph-mon[191839]: pgmap v22623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:03.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:39:02 smithi032 ceph-mon[189144]: pgmap v22623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:03.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:39:02 smithi039 ceph-mon[181282]: pgmap v22623: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:39:04 smithi032 ceph-mon[191839]: pgmap v22624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:05.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:39:04 smithi032 ceph-mon[189144]: pgmap v22624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:39:04 smithi039 ceph-mon[181282]: pgmap v22624: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:39:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:39:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:39:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:39:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:39:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:39:07.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:39:06 smithi032 ceph-mon[191839]: pgmap v22625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:07.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:39:06 smithi032 ceph-mon[189144]: pgmap v22625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:39:06 smithi039 ceph-mon[181282]: pgmap v22625: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:09.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:39:08 smithi032 ceph-mon[191839]: pgmap v22626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:09.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:39:08 smithi032 ceph-mon[189144]: pgmap v22626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:39:08 smithi039 ceph-mon[181282]: pgmap v22626: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:39:10 smithi032 ceph-mon[189144]: pgmap v22627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:39:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:39:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:39:11.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:39:10 smithi032 ceph-mon[191839]: pgmap v22627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:39:10 smithi039 ceph-mon[181282]: pgmap v22627: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:13.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:39:12 smithi032 ceph-mon[191839]: pgmap v22628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:13.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:39:12 smithi032 ceph-mon[189144]: pgmap v22628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:39:12 smithi039 ceph-mon[181282]: pgmap v22628: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:15.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:39:14 smithi032 ceph-mon[191839]: pgmap v22629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:15.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:39:14 smithi032 ceph-mon[189144]: pgmap v22629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:39:14 smithi039 ceph-mon[181282]: pgmap v22629: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:17.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:39:16 smithi039 ceph-mon[181282]: pgmap v22630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:17.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:39:16 smithi032 ceph-mon[191839]: pgmap v22630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:17.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:39:16 smithi032 ceph-mon[189144]: pgmap v22630: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:19.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:39:18 smithi032 ceph-mon[191839]: pgmap v22631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:19.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:39:18 smithi032 ceph-mon[189144]: pgmap v22631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:19.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:39:18 smithi039 ceph-mon[181282]: pgmap v22631: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:39:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:39:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:39:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:39:20 smithi032 ceph-mon[191839]: pgmap v22632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:39:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:39:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:39:20 smithi032 ceph-mon[189144]: pgmap v22632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:39:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:39:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:39:20 smithi039 ceph-mon[181282]: pgmap v22632: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:39:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:39:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:39:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:39:22.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:39:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:39:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:39:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:39:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:39:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:39:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:39:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:39:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:39:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:39:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:39:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:39:22.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:39:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:39:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:39:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:39:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:39:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:39:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:39:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:39:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:39:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:39:23.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:39:22 smithi032 ceph-mon[189144]: pgmap v22633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:23.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:39:22 smithi032 ceph-mon[191839]: pgmap v22633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:23.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:39:22 smithi039 ceph-mon[181282]: pgmap v22633: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:25.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:39:24 smithi032 ceph-mon[191839]: pgmap v22634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:25.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:39:24 smithi032 ceph-mon[189144]: pgmap v22634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:39:24 smithi039 ceph-mon[181282]: pgmap v22634: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:27.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:39:26 smithi039 ceph-mon[181282]: pgmap v22635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:27.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:39:26 smithi032 ceph-mon[189144]: pgmap v22635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:27.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:39:26 smithi032 ceph-mon[191839]: pgmap v22635: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:29.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:39:28 smithi032 ceph-mon[189144]: pgmap v22636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:29.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:39:28 smithi032 ceph-mon[191839]: pgmap v22636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:39:28 smithi039 ceph-mon[181282]: pgmap v22636: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:30.351 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:39:30.674 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:39:30.674 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 72s ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:39:30.674 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 9m ago 11h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:39:30.674 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 72s ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:39:30.674 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 9m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:39:30.674 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 9m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:39:30.674 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 72s ago 11h 604M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:39:30.675 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 72s ago 11h 815M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:39:30.675 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 9m ago 11h 499M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:39:30.675 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 72s ago 11h 527M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:39:30.675 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 72s ago 11h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:39:30.675 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 9m ago 11h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:39:30.675 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 72s ago 11h 1284M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:39:30.675 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 72s ago 11h 1371M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:39:30.675 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 72s ago 11h 1026M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:39:30.675 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 72s ago 11h 1144M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:39:30.675 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 9m ago 11h 1457M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:39:30.675 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 9m ago 11h 1204M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:39:30.675 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 9m ago 11h 843M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:39:30.675 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 9m ago 11h 984M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:39:30.675 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 9m ago 11h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:39:31.080 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:39:31.080 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:39:31.080 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:39:31.080 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:39:31.080 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:39:31.080 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:39:31.081 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:39:31.081 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:39:31.081 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:39:31.081 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:39:31.081 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:39:31.081 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:39:31.081 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:39:31.081 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:39:31.081 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:39:31.081 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:39:31.081 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:39:31.081 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:39:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:39:30 smithi032 ceph-mon[191839]: pgmap v22637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:39:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:39:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:39:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:39:30 smithi032 ceph-mon[189144]: pgmap v22637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:39:30 smithi039 ceph-mon[181282]: pgmap v22637: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:32.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:39:31 smithi032 ceph-mon[191839]: from='client.59346 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:39:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:39:31 smithi032 ceph-mon[191839]: from='client.69266 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:39:32.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:39:31 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1171609871' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:39:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:39:31 smithi032 ceph-mon[189144]: from='client.59346 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:39:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:39:31 smithi032 ceph-mon[189144]: from='client.69266 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:39:32.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:39:31 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1171609871' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:39:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:39:31 smithi039 ceph-mon[181282]: from='client.59346 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:39:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:39:31 smithi039 ceph-mon[181282]: from='client.69266 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:39:32.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:39:31 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1171609871' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:39:33.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:39:32 smithi032 ceph-mon[191839]: pgmap v22638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:33.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:39:32 smithi032 ceph-mon[189144]: pgmap v22638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:39:32 smithi039 ceph-mon[181282]: pgmap v22638: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:35.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:39:34 smithi032 ceph-mon[191839]: pgmap v22639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:35.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:39:34 smithi032 ceph-mon[189144]: pgmap v22639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:39:34 smithi039 ceph-mon[181282]: pgmap v22639: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:36.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:39:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:39:36.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:39:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:39:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:39:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:39:37.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:39:36 smithi032 ceph-mon[191839]: pgmap v22640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:37.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:39:36 smithi032 ceph-mon[189144]: pgmap v22640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:39:36 smithi039 ceph-mon[181282]: pgmap v22640: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:39.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:39:38 smithi032 ceph-mon[191839]: pgmap v22641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:39.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:39:38 smithi032 ceph-mon[189144]: pgmap v22641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:39:38 smithi039 ceph-mon[181282]: pgmap v22641: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:39:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:39:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T04:39:41.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:39:40 smithi032 ceph-mon[191839]: pgmap v22642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:39:40 smithi032 ceph-mon[189144]: pgmap v22642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:39:40 smithi039 ceph-mon[181282]: pgmap v22642: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:43.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:39:42 smithi032 ceph-mon[191839]: pgmap v22643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:43.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:39:42 smithi032 ceph-mon[189144]: pgmap v22643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:39:42 smithi039 ceph-mon[181282]: pgmap v22643: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:45.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:39:44 smithi032 ceph-mon[191839]: pgmap v22644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:45.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:39:44 smithi032 ceph-mon[189144]: pgmap v22644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:39:44 smithi039 ceph-mon[181282]: pgmap v22644: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:47.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:39:46 smithi039 ceph-mon[181282]: pgmap v22645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:47.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:39:46 smithi032 ceph-mon[191839]: pgmap v22645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:47.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:39:46 smithi032 ceph-mon[189144]: pgmap v22645: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:49.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:39:48 smithi032 ceph-mon[191839]: pgmap v22646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:49.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:39:48 smithi032 ceph-mon[189144]: pgmap v22646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:39:48 smithi039 ceph-mon[181282]: pgmap v22646: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:39:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:39:50] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T04:39:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:39:50 smithi032 ceph-mon[189144]: pgmap v22647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:39:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:39:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:39:50 smithi032 ceph-mon[191839]: pgmap v22647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:39:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:39:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:39:50 smithi039 ceph-mon[181282]: pgmap v22647: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:39:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:39:53.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:39:52 smithi032 ceph-mon[191839]: pgmap v22648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:53.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:39:52 smithi032 ceph-mon[189144]: pgmap v22648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:39:52 smithi039 ceph-mon[181282]: pgmap v22648: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:55.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:39:54 smithi032 ceph-mon[191839]: pgmap v22649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:55.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:39:54 smithi032 ceph-mon[189144]: pgmap v22649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:39:54 smithi039 ceph-mon[181282]: pgmap v22649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:57.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:39:56 smithi039 ceph-mon[181282]: pgmap v22650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:57.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:39:56 smithi032 ceph-mon[191839]: pgmap v22650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:57.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:39:56 smithi032 ceph-mon[189144]: pgmap v22650: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:59.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:39:58 smithi032 ceph-mon[191839]: pgmap v22651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:59.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:39:58 smithi032 ceph-mon[189144]: pgmap v22651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:39:59.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:39:58 smithi039 ceph-mon[181282]: pgmap v22651: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:00.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-23T04:39:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T04:40:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:40:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:40:00] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T04:40:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:00 smithi032 ceph-mon[191839]: pgmap v22652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T04:40:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:00 smithi032 ceph-mon[189144]: pgmap v22652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T04:40:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:00 smithi039 ceph-mon[181282]: pgmap v22652: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T04:40:01.447 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:40:01.768 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:40:01.768 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 103s ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:40:01.768 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 9m ago 11h 97.5M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:40:01.768 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 103s ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:40:01.769 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 9m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:40:01.769 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 9m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:40:01.769 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 103s ago 11h 604M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:40:01.769 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 103s ago 11h 815M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:40:01.769 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 9m ago 11h 499M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:40:01.769 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 103s ago 11h 527M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:40:01.769 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 103s ago 11h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:40:01.769 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 9m ago 11h 20.2M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:40:01.769 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 103s ago 11h 1284M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:40:01.769 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 103s ago 11h 1371M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:40:01.769 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 103s ago 11h 1026M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:40:01.769 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 103s ago 11h 1144M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:40:01.769 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 9m ago 11h 1457M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:40:01.770 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 9m ago 11h 1204M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:40:01.770 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 9m ago 11h 843M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:40:01.770 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 9m ago 11h 984M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:40:01.770 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 9m ago 11h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:40:02.181 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:40:02.182 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:40:02.182 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:40:02.182 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:40:02.182 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:40:02.182 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:40:02.182 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:40:02.182 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:40:02.182 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:40:02.182 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:40:02.182 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:40:02.182 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:40:02.183 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:40:02.183 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:40:02.183 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:40:02.183 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:40:02.183 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:40:02.183 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:40:03.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:02 smithi032 ceph-mon[191839]: from='client.59364 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:40:03.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:02 smithi032 ceph-mon[191839]: from='client.69284 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:40:03.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:02 smithi032 ceph-mon[191839]: pgmap v22653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:03.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:02 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/647155287' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:40:03.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:02 smithi032 ceph-mon[189144]: from='client.59364 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:40:03.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:02 smithi032 ceph-mon[189144]: from='client.69284 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:40:03.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:02 smithi032 ceph-mon[189144]: pgmap v22653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:03.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:02 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/647155287' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:40:03.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:02 smithi039 ceph-mon[181282]: from='client.59364 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:40:03.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:02 smithi039 ceph-mon[181282]: from='client.69284 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:40:03.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:02 smithi039 ceph-mon[181282]: pgmap v22653: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:03.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:02 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/647155287' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:40:05.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:04 smithi032 ceph-mon[191839]: pgmap v22654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:05.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:04 smithi032 ceph-mon[189144]: pgmap v22654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:04 smithi039 ceph-mon[181282]: pgmap v22654: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:06.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:40:06.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:40:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:40:07.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:06 smithi032 ceph-mon[191839]: pgmap v22655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:07.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:06 smithi032 ceph-mon[189144]: pgmap v22655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:06 smithi039 ceph-mon[181282]: pgmap v22655: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:09.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:08 smithi032 ceph-mon[191839]: pgmap v22656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:09.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:08 smithi032 ceph-mon[189144]: pgmap v22656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:08 smithi039 ceph-mon[181282]: pgmap v22656: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:11.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:10 smithi032 ceph-mon[191839]: pgmap v22657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:10 smithi032 ceph-mon[189144]: pgmap v22657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:40:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:40:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:40:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:10 smithi039 ceph-mon[181282]: pgmap v22657: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:12 smithi039 ceph-mon[181282]: pgmap v22658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:13.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:12 smithi032 ceph-mon[191839]: pgmap v22658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:13.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:12 smithi032 ceph-mon[189144]: pgmap v22658: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:14 smithi039 ceph-mon[181282]: pgmap v22659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:15.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:14 smithi032 ceph-mon[191839]: pgmap v22659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:15.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:14 smithi032 ceph-mon[189144]: pgmap v22659: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:17.006 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 23 04:40:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-23T04:40:16.985167742Z level=info msg="Completed cleanup jobs" duration=14.736246ms 2023-12-23T04:40:17.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:16 smithi039 ceph-mon[181282]: pgmap v22660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:17.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:16 smithi032 ceph-mon[191839]: pgmap v22660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:17.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:16 smithi032 ceph-mon[189144]: pgmap v22660: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:19.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:18 smithi032 ceph-mon[191839]: pgmap v22661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:19.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:18 smithi032 ceph-mon[189144]: pgmap v22661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:19.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:18 smithi039 ceph-mon[181282]: pgmap v22661: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:20 smithi032 ceph-mon[191839]: pgmap v22662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:40:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:20 smithi032 ceph-mon[189144]: pgmap v22662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:40:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:40:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:40:20] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T04:40:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:20 smithi039 ceph-mon[181282]: pgmap v22662: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:40:22.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:40:22.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:40:22.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:40:23.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:22 smithi032 ceph-mon[189144]: pgmap v22663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:23.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:22 smithi032 ceph-mon[191839]: pgmap v22663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:23.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:22 smithi039 ceph-mon[181282]: pgmap v22663: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:24 smithi039 ceph-mon[181282]: pgmap v22664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:24 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:40:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:24 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:40:25.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:24 smithi032 ceph-mon[189144]: pgmap v22664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:25.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:24 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:40:25.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:24 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:40:25.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:24 smithi032 ceph-mon[191839]: pgmap v22664: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:25.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:24 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:40:25.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:24 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:40:26.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:40:26.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:26 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:40:26.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:26 smithi032 ceph-mon[189144]: pgmap v22665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:40:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:26 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:40:26.680 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:26 smithi032 ceph-mon[191839]: pgmap v22665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:40:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:26 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:40:26.756 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:26 smithi039 ceph-mon[181282]: pgmap v22665: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:28 smithi039 ceph-mon[181282]: pgmap v22666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:40:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:40:29.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:40:29.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:40:29.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:40:29.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:28 smithi032 ceph-mon[191839]: pgmap v22666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:29.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:40:29.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:40:29.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:40:29.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:40:29.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:40:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:28 smithi032 ceph-mon[189144]: pgmap v22666: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:40:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:40:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:40:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:40:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:40:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:30 smithi032 ceph-mon[191839]: pgmap v22667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:30 smithi032 ceph-mon[189144]: pgmap v22667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:40:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:40:30] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T04:40:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:30 smithi039 ceph-mon[181282]: pgmap v22667: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:32.547 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:40:32.870 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:40:32.870 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 2m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:40:32.870 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 8s ago 11h 97.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:40:32.870 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 2m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:40:32.870 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 8s ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:40:32.870 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 8s ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:40:32.870 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 2m ago 11h 604M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:40:32.871 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 2m ago 11h 815M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:40:32.871 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 8s ago 11h 513M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:40:32.871 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 2m ago 11h 527M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:40:32.871 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 2m ago 11h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:40:32.871 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 8s ago 11h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:40:32.871 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 2m ago 11h 1284M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:40:32.871 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 2m ago 11h 1371M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:40:32.871 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 2m ago 11h 1026M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:40:32.871 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 2m ago 11h 1144M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:40:32.871 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 8s ago 11h 1483M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:40:32.871 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 8s ago 11h 1236M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:40:32.871 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 8s ago 11h 872M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:40:32.871 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 8s ago 11h 1042M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:40:32.871 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 8s ago 11h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:40:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:32 smithi039 ceph-mon[181282]: pgmap v22668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:33.277 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:40:33.277 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:40:33.277 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:40:33.278 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:40:33.278 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:40:33.278 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:40:33.278 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:40:33.278 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:40:33.278 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:40:33.278 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:40:33.278 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:40:33.278 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:40:33.278 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:40:33.278 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:40:33.278 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:40:33.278 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:40:33.279 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:40:33.279 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:40:33.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:32 smithi032 ceph-mon[191839]: pgmap v22668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:33.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:32 smithi032 ceph-mon[189144]: pgmap v22668: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:33 smithi039 ceph-mon[181282]: from='client.59382 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:40:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:33 smithi039 ceph-mon[181282]: from='client.69302 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:40:34.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:33 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2017919300' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:40:34.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:33 smithi032 ceph-mon[191839]: from='client.59382 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:40:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:33 smithi032 ceph-mon[191839]: from='client.69302 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:40:34.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:33 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2017919300' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:40:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:33 smithi032 ceph-mon[189144]: from='client.59382 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:40:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:33 smithi032 ceph-mon[189144]: from='client.69302 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:40:34.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:33 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2017919300' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:40:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:34 smithi039 ceph-mon[181282]: pgmap v22669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:35.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:34 smithi032 ceph-mon[191839]: pgmap v22669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:35.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:34 smithi032 ceph-mon[189144]: pgmap v22669: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:40:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:40:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:40:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:36 smithi039 ceph-mon[181282]: pgmap v22670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:37.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:36 smithi032 ceph-mon[191839]: pgmap v22670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:37.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:36 smithi032 ceph-mon[189144]: pgmap v22670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:38 smithi039 ceph-mon[181282]: pgmap v22671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:39.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:38 smithi032 ceph-mon[191839]: pgmap v22671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:39.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:38 smithi032 ceph-mon[189144]: pgmap v22671: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:41.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:40 smithi032 ceph-mon[189144]: pgmap v22672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:41.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:40 smithi032 ceph-mon[191839]: pgmap v22672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:40:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:40:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:40:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:40 smithi039 ceph-mon[181282]: pgmap v22672: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:42 smithi039 ceph-mon[181282]: pgmap v22673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:43.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:42 smithi032 ceph-mon[191839]: pgmap v22673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:43.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:42 smithi032 ceph-mon[189144]: pgmap v22673: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:44 smithi039 ceph-mon[181282]: pgmap v22674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:45.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:44 smithi032 ceph-mon[191839]: pgmap v22674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:45.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:44 smithi032 ceph-mon[189144]: pgmap v22674: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:47.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:46 smithi039 ceph-mon[181282]: pgmap v22675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:47.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:46 smithi032 ceph-mon[191839]: pgmap v22675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:47.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:46 smithi032 ceph-mon[189144]: pgmap v22675: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:49.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:48 smithi032 ceph-mon[191839]: pgmap v22676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:49.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:48 smithi032 ceph-mon[189144]: pgmap v22676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:48 smithi039 ceph-mon[181282]: pgmap v22676: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:40:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:40:50] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T04:40:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:50 smithi032 ceph-mon[189144]: pgmap v22677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:40:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:50 smithi032 ceph-mon[191839]: pgmap v22677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:51.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:40:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:50 smithi039 ceph-mon[181282]: pgmap v22677: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:40:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:52 smithi039 ceph-mon[181282]: pgmap v22678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:53.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:52 smithi032 ceph-mon[191839]: pgmap v22678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:53.431 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:52 smithi032 ceph-mon[189144]: pgmap v22678: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:54 smithi039 ceph-mon[181282]: pgmap v22679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:55.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:54 smithi032 ceph-mon[189144]: pgmap v22679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:55.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:54 smithi032 ceph-mon[191839]: pgmap v22679: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:57.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:56 smithi039 ceph-mon[181282]: pgmap v22680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:57.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:56 smithi032 ceph-mon[191839]: pgmap v22680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:57.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:56 smithi032 ceph-mon[189144]: pgmap v22680: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:59.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:40:58 smithi032 ceph-mon[189144]: pgmap v22681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:59.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:40:58 smithi032 ceph-mon[191839]: pgmap v22681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:40:59.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:40:58 smithi039 ceph-mon[181282]: pgmap v22681: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:41:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:41:00] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T04:41:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:41:00 smithi032 ceph-mon[191839]: pgmap v22682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:41:00 smithi032 ceph-mon[189144]: pgmap v22682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:41:00 smithi039 ceph-mon[181282]: pgmap v22682: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:03.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:41:02 smithi039 ceph-mon[181282]: pgmap v22683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:03.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:41:02 smithi032 ceph-mon[191839]: pgmap v22683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:03.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:41:02 smithi032 ceph-mon[189144]: pgmap v22683: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:03.646 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:41:03.971 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:41:03.971 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 2m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:41:03.971 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 39s ago 11h 97.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:41:03.971 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 2m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:41:03.971 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 39s ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:41:03.971 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 39s ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:41:03.971 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 2m ago 11h 604M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:41:03.971 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 2m ago 11h 815M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:41:03.971 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 39s ago 11h 513M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:41:03.972 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 2m ago 11h 527M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:41:03.972 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 2m ago 11h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:41:03.972 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 39s ago 11h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:41:03.972 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 2m ago 11h 1284M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:41:03.972 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 2m ago 11h 1371M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:41:03.972 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 2m ago 11h 1026M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:41:03.972 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 2m ago 11h 1144M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:41:03.972 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 39s ago 11h 1483M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:41:03.972 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 39s ago 11h 1236M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:41:03.972 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 39s ago 11h 872M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:41:03.972 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 39s ago 11h 1042M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:41:03.972 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 39s ago 11h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:41:04.375 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:41:04.375 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:41:04.375 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:41:04.375 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:41:04.375 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:41:04.375 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:41:04.375 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:41:04.375 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:41:04.375 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:41:04.376 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:41:04.376 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:41:04.376 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:41:04.376 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:41:04.376 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:41:04.376 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:41:04.376 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:41:04.376 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:41:04.376 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:41:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:41:04 smithi039 ceph-mon[181282]: from='client.59400 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:41:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:41:04 smithi039 ceph-mon[181282]: pgmap v22684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:05.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:41:04 smithi039 ceph-mon[181282]: from='client.69320 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:41:05.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:41:04 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1459252369' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:41:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:41:04 smithi032 ceph-mon[191839]: from='client.59400 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:41:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:41:04 smithi032 ceph-mon[191839]: pgmap v22684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:41:04 smithi032 ceph-mon[191839]: from='client.69320 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:41:05.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:41:04 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1459252369' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:41:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:41:04 smithi032 ceph-mon[189144]: from='client.59400 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:41:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:41:04 smithi032 ceph-mon[189144]: pgmap v22684: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:41:04 smithi032 ceph-mon[189144]: from='client.69320 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:41:05.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:41:04 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1459252369' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:41:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:41:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:41:06.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:41:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:41:06.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:41:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:41:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:41:06 smithi039 ceph-mon[181282]: pgmap v22685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:07.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:41:06 smithi032 ceph-mon[191839]: pgmap v22685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:07.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:41:06 smithi032 ceph-mon[189144]: pgmap v22685: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:41:08 smithi039 ceph-mon[181282]: pgmap v22686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:09.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:41:08 smithi032 ceph-mon[189144]: pgmap v22686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:09.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:41:08 smithi032 ceph-mon[191839]: pgmap v22686: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:41:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:41:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T04:41:11.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:41:10 smithi032 ceph-mon[191839]: pgmap v22687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:41:10 smithi032 ceph-mon[189144]: pgmap v22687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:41:10 smithi039 ceph-mon[181282]: pgmap v22687: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:41:12 smithi039 ceph-mon[181282]: pgmap v22688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:13.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:41:12 smithi032 ceph-mon[191839]: pgmap v22688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:13.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:41:12 smithi032 ceph-mon[189144]: pgmap v22688: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:41:14 smithi039 ceph-mon[181282]: pgmap v22689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:15.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:41:14 smithi032 ceph-mon[191839]: pgmap v22689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:15.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:41:14 smithi032 ceph-mon[189144]: pgmap v22689: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:17.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:41:16 smithi039 ceph-mon[181282]: pgmap v22690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:17.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:41:16 smithi032 ceph-mon[191839]: pgmap v22690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:17.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:41:16 smithi032 ceph-mon[189144]: pgmap v22690: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:19.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:41:18 smithi039 ceph-mon[181282]: pgmap v22691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:19.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:41:18 smithi032 ceph-mon[191839]: pgmap v22691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:19.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:41:18 smithi032 ceph-mon[189144]: pgmap v22691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:41:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:41:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:41:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:41:20 smithi032 ceph-mon[189144]: pgmap v22692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:41:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:41:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:41:20 smithi032 ceph-mon[191839]: pgmap v22692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:41:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:41:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:41:20 smithi039 ceph-mon[181282]: pgmap v22692: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:41:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:41:23.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:41:22 smithi039 ceph-mon[181282]: pgmap v22693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:23.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:41:22 smithi032 ceph-mon[191839]: pgmap v22693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:23.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:41:22 smithi032 ceph-mon[189144]: pgmap v22693: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:41:24 smithi039 ceph-mon[181282]: pgmap v22694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:25.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:41:24 smithi032 ceph-mon[191839]: pgmap v22694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:25.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:41:24 smithi032 ceph-mon[189144]: pgmap v22694: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:27.006 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:41:26 smithi039 ceph-mon[181282]: pgmap v22695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:27.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:41:26 smithi032 ceph-mon[189144]: pgmap v22695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:27.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:41:26 smithi032 ceph-mon[191839]: pgmap v22695: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:41:28 smithi039 ceph-mon[181282]: pgmap v22696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:41:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:41:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:41:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:41:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:41:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:41:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:41:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:41:29.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:41:28 smithi032 ceph-mon[191839]: pgmap v22696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:29.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:41:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:41:29.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:41:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:41:29.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:41:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:41:29.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:41:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:41:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:41:28 smithi032 ceph-mon[189144]: pgmap v22696: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:41:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:41:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:41:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:41:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:41:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:41:29.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:41:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:41:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:41:30 smithi032 ceph-mon[191839]: pgmap v22697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:41:30 smithi032 ceph-mon[189144]: pgmap v22697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:41:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:41:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:41:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:41:30 smithi039 ceph-mon[181282]: pgmap v22697: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:41:32 smithi039 ceph-mon[181282]: pgmap v22698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:33.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:41:32 smithi032 ceph-mon[191839]: pgmap v22698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:33.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:41:32 smithi032 ceph-mon[189144]: pgmap v22698: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:34.740 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:41:35.065 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:41:35.066 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 3m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:41:35.066 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 70s ago 11h 97.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:41:35.066 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 3m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:41:35.066 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 70s ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:41:35.066 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 70s ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:41:35.066 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 3m ago 11h 604M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:41:35.066 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 3m ago 11h 815M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:41:35.066 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 70s ago 11h 513M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:41:35.066 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 3m ago 11h 527M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:41:35.066 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 3m ago 11h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:41:35.066 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 70s ago 11h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:41:35.066 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 3m ago 11h 1284M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:41:35.066 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 3m ago 11h 1371M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:41:35.066 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 3m ago 11h 1026M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:41:35.067 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 3m ago 11h 1144M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:41:35.067 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 70s ago 11h 1483M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:41:35.067 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 70s ago 11h 1236M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:41:35.067 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 70s ago 11h 872M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:41:35.067 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 70s ago 11h 1042M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:41:35.067 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 70s ago 11h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:41:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:41:34 smithi039 ceph-mon[181282]: pgmap v22699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:35.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:41:34 smithi032 ceph-mon[191839]: pgmap v22699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:35.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:41:34 smithi032 ceph-mon[189144]: pgmap v22699: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:35.474 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:41:35.474 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:41:35.474 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:41:35.474 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:41:35.474 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:41:35.474 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:41:35.474 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:41:35.474 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:41:35.474 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:41:35.474 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:41:35.474 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:41:35.474 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:41:35.474 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:41:35.474 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:41:35.475 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:41:35.475 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:41:35.475 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:41:35.475 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:41:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:41:35 smithi039 ceph-mon[181282]: from='client.69332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:41:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:41:35 smithi039 ceph-mon[181282]: from='client.59424 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:41:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:41:35 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/510656404' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:41:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:41:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:41:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:41:35 smithi032 ceph-mon[191839]: from='client.69332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:41:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:41:35 smithi032 ceph-mon[191839]: from='client.59424 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:41:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:41:35 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/510656404' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:41:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:41:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:41:36.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:41:35 smithi032 ceph-mon[189144]: from='client.69332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:41:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:41:35 smithi032 ceph-mon[189144]: from='client.59424 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:41:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:41:35 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/510656404' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:41:36.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:41:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:41:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:41:36 smithi039 ceph-mon[181282]: pgmap v22700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:37.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:41:36 smithi032 ceph-mon[191839]: pgmap v22700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:37.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:41:36 smithi032 ceph-mon[189144]: pgmap v22700: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:41:38 smithi039 ceph-mon[181282]: pgmap v22701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:39.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:41:38 smithi032 ceph-mon[191839]: pgmap v22701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:39.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:41:38 smithi032 ceph-mon[189144]: pgmap v22701: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:41:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:41:40] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T04:41:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:41:40 smithi032 ceph-mon[191839]: pgmap v22702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:41:40 smithi032 ceph-mon[189144]: pgmap v22702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:41:40 smithi039 ceph-mon[181282]: pgmap v22702: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:41:42 smithi039 ceph-mon[181282]: pgmap v22703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:43.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:41:42 smithi032 ceph-mon[191839]: pgmap v22703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:43.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:41:42 smithi032 ceph-mon[189144]: pgmap v22703: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:41:44 smithi039 ceph-mon[181282]: pgmap v22704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:45.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:41:44 smithi032 ceph-mon[189144]: pgmap v22704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:45.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:41:44 smithi032 ceph-mon[191839]: pgmap v22704: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:47.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:41:46 smithi032 ceph-mon[189144]: pgmap v22705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:47.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:41:46 smithi032 ceph-mon[191839]: pgmap v22705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:47.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:41:46 smithi039 ceph-mon[181282]: pgmap v22705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:41:48 smithi039 ceph-mon[181282]: pgmap v22706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:49.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:41:48 smithi032 ceph-mon[191839]: pgmap v22706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:49.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:41:48 smithi032 ceph-mon[189144]: pgmap v22706: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:41:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:41:50] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T04:41:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:41:50 smithi032 ceph-mon[189144]: pgmap v22707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:41:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:41:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:41:50 smithi032 ceph-mon[191839]: pgmap v22707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:41:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:41:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:41:50 smithi039 ceph-mon[181282]: pgmap v22707: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:41:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:41:53.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:41:52 smithi039 ceph-mon[181282]: pgmap v22708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:53.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:41:52 smithi032 ceph-mon[191839]: pgmap v22708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:53.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:41:52 smithi032 ceph-mon[189144]: pgmap v22708: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:41:54 smithi039 ceph-mon[181282]: pgmap v22709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:55.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:41:54 smithi032 ceph-mon[189144]: pgmap v22709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:55.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:41:54 smithi032 ceph-mon[191839]: pgmap v22709: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:57.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:41:56 smithi032 ceph-mon[189144]: pgmap v22710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:57.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:41:56 smithi032 ceph-mon[191839]: pgmap v22710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:41:56 smithi039 ceph-mon[181282]: pgmap v22710: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:59.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:41:58 smithi039 ceph-mon[181282]: pgmap v22711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:59.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:41:58 smithi032 ceph-mon[189144]: pgmap v22711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:41:59.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:41:58 smithi032 ceph-mon[191839]: pgmap v22711: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:42:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:42:00] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T04:42:01.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:42:00 smithi032 ceph-mon[191839]: pgmap v22712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:01.181 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:42:00 smithi032 ceph-mon[189144]: pgmap v22712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:01.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:42:00 smithi039 ceph-mon[181282]: pgmap v22712: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:03.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:42:02 smithi039 ceph-mon[181282]: pgmap v22713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:03.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:42:02 smithi032 ceph-mon[191839]: pgmap v22713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:03.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:42:02 smithi032 ceph-mon[189144]: pgmap v22713: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:42:04 smithi039 ceph-mon[181282]: pgmap v22714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:42:04 smithi032 ceph-mon[191839]: pgmap v22714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:05.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:42:04 smithi032 ceph-mon[189144]: pgmap v22714: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:05.843 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:42:06.166 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:42:06.166 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 3m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:42:06.167 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 101s ago 11h 97.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:42:06.167 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 3m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:42:06.167 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 101s ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:42:06.167 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 101s ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:42:06.167 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 3m ago 11h 604M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:42:06.167 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 3m ago 11h 815M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:42:06.167 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 101s ago 11h 513M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:42:06.167 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 3m ago 11h 527M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:42:06.167 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 3m ago 11h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:42:06.167 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 101s ago 11h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:42:06.167 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 3m ago 11h 1284M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:42:06.167 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 3m ago 11h 1371M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:42:06.167 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 3m ago 11h 1026M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:42:06.167 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 3m ago 11h 1144M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:42:06.168 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 101s ago 11h 1483M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:42:06.168 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 101s ago 11h 1236M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:42:06.168 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 101s ago 11h 872M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:42:06.168 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 101s ago 11h 1042M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:42:06.168 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 101s ago 11h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:42:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:42:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:42:06.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:42:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:42:06.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:42:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:42:06.568 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:42:06.568 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:42:06.568 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:42:06.568 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:42:06.568 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:42:06.568 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:42:06.568 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:42:06.568 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:42:06.568 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:42:06.568 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:42:06.568 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:42:06.568 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:42:06.569 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:42:06.569 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:42:06.569 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:42:06.569 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:42:06.569 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:42:06.569 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:42:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:42:06 smithi039 ceph-mon[181282]: from='client.69350 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:42:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:42:06 smithi039 ceph-mon[181282]: pgmap v22715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:42:06 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/515224112' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:42:07.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:42:06 smithi032 ceph-mon[189144]: from='client.69350 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:42:07.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:42:06 smithi032 ceph-mon[189144]: pgmap v22715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:07.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:42:06 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/515224112' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:42:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:42:06 smithi032 ceph-mon[191839]: from='client.69350 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:42:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:42:06 smithi032 ceph-mon[191839]: pgmap v22715: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:07.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:42:06 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/515224112' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:42:08.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:42:07 smithi039 ceph-mon[181282]: from='client.59442 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:42:08.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:42:07 smithi032 ceph-mon[191839]: from='client.59442 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:42:08.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:42:07 smithi032 ceph-mon[189144]: from='client.59442 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:42:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:42:08 smithi039 ceph-mon[181282]: pgmap v22716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:09.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:42:08 smithi032 ceph-mon[191839]: pgmap v22716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:09.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:42:08 smithi032 ceph-mon[189144]: pgmap v22716: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:11.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:42:10 smithi032 ceph-mon[191839]: pgmap v22717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:11.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:42:10 smithi032 ceph-mon[189144]: pgmap v22717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:42:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:42:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:42:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:42:10 smithi039 ceph-mon[181282]: pgmap v22717: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:42:12 smithi039 ceph-mon[181282]: pgmap v22718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:13.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:42:12 smithi032 ceph-mon[191839]: pgmap v22718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:13.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:42:12 smithi032 ceph-mon[189144]: pgmap v22718: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:42:14 smithi039 ceph-mon[181282]: pgmap v22719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:15.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:42:14 smithi032 ceph-mon[189144]: pgmap v22719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:15.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:42:14 smithi032 ceph-mon[191839]: pgmap v22719: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:17.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:42:16 smithi032 ceph-mon[191839]: pgmap v22720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:17.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:42:16 smithi032 ceph-mon[189144]: pgmap v22720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:17.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:42:16 smithi039 ceph-mon[181282]: pgmap v22720: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:19.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:42:18 smithi039 ceph-mon[181282]: pgmap v22721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:19.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:42:18 smithi032 ceph-mon[191839]: pgmap v22721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:19.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:42:18 smithi032 ceph-mon[189144]: pgmap v22721: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:42:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:42:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:42:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:42:20 smithi032 ceph-mon[189144]: pgmap v22722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:42:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:42:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:42:20 smithi032 ceph-mon[191839]: pgmap v22722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:42:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:42:21.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:42:20 smithi039 ceph-mon[181282]: pgmap v22722: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:42:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:42:23.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:42:22 smithi039 ceph-mon[181282]: pgmap v22723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:23.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:42:22 smithi032 ceph-mon[191839]: pgmap v22723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:23.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:42:22 smithi032 ceph-mon[189144]: pgmap v22723: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:42:24 smithi039 ceph-mon[181282]: pgmap v22724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:25.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:42:24 smithi032 ceph-mon[191839]: pgmap v22724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:25.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:42:24 smithi032 ceph-mon[189144]: pgmap v22724: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:27.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:42:26 smithi032 ceph-mon[191839]: pgmap v22725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:27.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:42:26 smithi032 ceph-mon[189144]: pgmap v22725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:27.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:42:26 smithi039 ceph-mon[181282]: pgmap v22725: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:42:28 smithi039 ceph-mon[181282]: pgmap v22726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:42:28 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:42:29.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:42:28 smithi032 ceph-mon[191839]: pgmap v22726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:29.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:42:28 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:42:29.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:42:28 smithi032 ceph-mon[189144]: pgmap v22726: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:29.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:42:28 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:42:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:42:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:42:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:42:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:42:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:42:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:42:30.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:42:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:42:30.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:42:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:42:30.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:42:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:42:30.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:42:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:42:30.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:42:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:42:30.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:42:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:42:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:42:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:42:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:42:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:42:30 smithi032 ceph-mon[191839]: pgmap v22727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:31.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:42:30 smithi032 ceph-mon[189144]: pgmap v22727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:31.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:42:30 smithi039 ceph-mon[181282]: pgmap v22727: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:33.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:42:32 smithi039 ceph-mon[181282]: pgmap v22728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:33.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:42:32 smithi032 ceph-mon[191839]: pgmap v22728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:33.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:42:32 smithi032 ceph-mon[189144]: pgmap v22728: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:42:34 smithi039 ceph-mon[181282]: pgmap v22729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:35.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:42:34 smithi032 ceph-mon[191839]: pgmap v22729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:35.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:42:34 smithi032 ceph-mon[189144]: pgmap v22729: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:42:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:42:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:42:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:42:36.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:42:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:42:36.938 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:42:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:42:36 smithi039 ceph-mon[181282]: pgmap v22730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:37.261 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:42:37.261 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 4m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:42:37.262 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 2m ago 11h 97.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:42:37.262 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 4m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:42:37.262 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 2m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:42:37.262 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 2m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:42:37.262 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 4m ago 11h 604M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:42:37.262 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 4m ago 11h 815M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:42:37.262 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 2m ago 11h 513M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:42:37.262 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 4m ago 11h 527M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:42:37.262 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 4m ago 11h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:42:37.262 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 2m ago 11h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:42:37.263 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 4m ago 11h 1284M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:42:37.263 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 4m ago 11h 1371M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:42:37.263 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 4m ago 11h 1026M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:42:37.263 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 4m ago 11h 1144M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:42:37.263 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 2m ago 11h 1483M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:42:37.263 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 2m ago 11h 1236M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:42:37.263 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 2m ago 11h 872M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:42:37.263 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 2m ago 11h 1042M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:42:37.263 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 2m ago 11h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:42:37.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:42:36 smithi032 ceph-mon[189144]: pgmap v22730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:37.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:42:36 smithi032 ceph-mon[191839]: pgmap v22730: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:37.666 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:42:37.666 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:42:37.666 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:42:37.666 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:42:37.666 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:42:37.666 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:42:37.666 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:42:37.666 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:42:37.666 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:42:37.666 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:42:37.666 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:42:37.666 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:42:37.667 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:42:37.667 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:42:37.667 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:42:37.667 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:42:37.667 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:42:37.667 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:42:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:42:37 smithi039 ceph-mon[181282]: from='client.69368 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:42:38.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:42:37 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1263188439' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:42:38.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:42:37 smithi032 ceph-mon[191839]: from='client.69368 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:42:38.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:42:37 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1263188439' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:42:38.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:42:37 smithi032 ceph-mon[189144]: from='client.69368 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:42:38.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:42:37 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1263188439' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:42:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:42:38 smithi039 ceph-mon[181282]: from='client.69374 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:42:39.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:42:38 smithi039 ceph-mon[181282]: pgmap v22731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:39.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:42:38 smithi032 ceph-mon[189144]: from='client.69374 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:42:39.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:42:38 smithi032 ceph-mon[189144]: pgmap v22731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:39.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:42:38 smithi032 ceph-mon[191839]: from='client.69374 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:42:39.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:42:38 smithi032 ceph-mon[191839]: pgmap v22731: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:42:40 smithi032 ceph-mon[191839]: pgmap v22732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:42:40 smithi032 ceph-mon[189144]: pgmap v22732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:41.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:42:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:42:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:42:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:42:40 smithi039 ceph-mon[181282]: pgmap v22732: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:42:42 smithi039 ceph-mon[181282]: pgmap v22733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:43.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:42:42 smithi032 ceph-mon[189144]: pgmap v22733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:43.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:42:42 smithi032 ceph-mon[191839]: pgmap v22733: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:45.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:42:44 smithi039 ceph-mon[181282]: pgmap v22734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:45.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:42:44 smithi032 ceph-mon[189144]: pgmap v22734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:45.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:42:44 smithi032 ceph-mon[191839]: pgmap v22734: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:47.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:42:46 smithi032 ceph-mon[189144]: pgmap v22735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:47.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:42:46 smithi032 ceph-mon[191839]: pgmap v22735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:47.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:42:46 smithi039 ceph-mon[181282]: pgmap v22735: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:42:48 smithi039 ceph-mon[181282]: pgmap v22736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:49.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:42:48 smithi032 ceph-mon[191839]: pgmap v22736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:49.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:42:48 smithi032 ceph-mon[189144]: pgmap v22736: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:42:50 smithi032 ceph-mon[189144]: pgmap v22737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:42:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:42:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:42:50 smithi032 ceph-mon[191839]: pgmap v22737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:42:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:42:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:42:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:42:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:42:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:42:50 smithi039 ceph-mon[181282]: pgmap v22737: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:42:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:42:53.257 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:42:52 smithi039 ceph-mon[181282]: pgmap v22738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:53.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:42:52 smithi032 ceph-mon[191839]: pgmap v22738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:53.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:42:52 smithi032 ceph-mon[189144]: pgmap v22738: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:42:54 smithi039 ceph-mon[181282]: pgmap v22739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:55.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:42:54 smithi032 ceph-mon[191839]: pgmap v22739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:55.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:42:54 smithi032 ceph-mon[189144]: pgmap v22739: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:57.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:42:56 smithi032 ceph-mon[191839]: pgmap v22740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:57.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:42:56 smithi032 ceph-mon[189144]: pgmap v22740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:57.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:42:56 smithi039 ceph-mon[181282]: pgmap v22740: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:59.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:42:58 smithi039 ceph-mon[181282]: pgmap v22741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:59.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:42:58 smithi032 ceph-mon[189144]: pgmap v22741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:42:59.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:42:58 smithi032 ceph-mon[191839]: pgmap v22741: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:43:00 smithi032 ceph-mon[191839]: pgmap v22742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:01.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:43:00 smithi032 ceph-mon[189144]: pgmap v22742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:43:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:43:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:43:01.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:43:00 smithi039 ceph-mon[181282]: pgmap v22742: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:03.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:43:02 smithi039 ceph-mon[181282]: pgmap v22743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:03.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:43:02 smithi032 ceph-mon[189144]: pgmap v22743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:03.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:43:02 smithi032 ceph-mon[191839]: pgmap v22743: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:43:04 smithi039 ceph-mon[181282]: pgmap v22744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:43:04 smithi032 ceph-mon[191839]: pgmap v22744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:05.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:43:04 smithi032 ceph-mon[189144]: pgmap v22744: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:06.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:43:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:43:06.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:43:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:43:06.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:43:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:43:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:43:06 smithi039 ceph-mon[181282]: pgmap v22745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:07.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:43:06 smithi032 ceph-mon[191839]: pgmap v22745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:07.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:43:06 smithi032 ceph-mon[189144]: pgmap v22745: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:08.036 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:43:08.359 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:43:08.359 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 4m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:43:08.359 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 2m ago 11h 97.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:43:08.359 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 4m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:43:08.359 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 2m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:43:08.359 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 2m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:43:08.359 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 4m ago 11h 604M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:43:08.359 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 4m ago 11h 815M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:43:08.359 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 2m ago 11h 513M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:43:08.360 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 4m ago 11h 527M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:43:08.360 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 4m ago 11h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:43:08.360 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 2m ago 11h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:43:08.360 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 4m ago 11h 1284M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:43:08.360 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 4m ago 11h 1371M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:43:08.360 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 4m ago 11h 1026M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:43:08.360 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 4m ago 11h 1144M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:43:08.360 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 2m ago 11h 1483M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:43:08.360 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 2m ago 11h 1236M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:43:08.360 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 2m ago 11h 872M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:43:08.360 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 2m ago 11h 1042M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:43:08.360 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 2m ago 11h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:43:08.764 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:43:08.764 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:43:08.764 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:43:08.764 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:43:08.764 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:43:08.764 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:43:08.764 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:43:08.765 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:43:08.765 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:43:08.765 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:43:08.765 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:43:08.765 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:43:08.765 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:43:08.765 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:43:08.765 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:43:08.765 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:43:08.765 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:43:08.765 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:43:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:43:08 smithi039 ceph-mon[181282]: pgmap v22746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:43:08 smithi039 ceph-mon[181282]: from='client.59472 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:43:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:43:08 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1305799091' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:43:09.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:43:08 smithi032 ceph-mon[189144]: pgmap v22746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:09.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:43:08 smithi032 ceph-mon[189144]: from='client.59472 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:43:09.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:43:08 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1305799091' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:43:09.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:43:08 smithi032 ceph-mon[191839]: pgmap v22746: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:09.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:43:08 smithi032 ceph-mon[191839]: from='client.59472 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:43:09.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:43:08 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1305799091' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:43:10.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:43:09 smithi039 ceph-mon[181282]: from='client.59478 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:43:10.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:43:09 smithi032 ceph-mon[191839]: from='client.59478 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:43:10.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:43:09 smithi032 ceph-mon[189144]: from='client.59478 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:43:11.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:43:10 smithi032 ceph-mon[191839]: pgmap v22747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:11.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:43:10 smithi032 ceph-mon[189144]: pgmap v22747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:11.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:43:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:43:10] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T04:43:11.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:43:10 smithi039 ceph-mon[181282]: pgmap v22747: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:13.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:43:12 smithi039 ceph-mon[181282]: pgmap v22748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:13.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:43:12 smithi032 ceph-mon[191839]: pgmap v22748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:13.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:43:12 smithi032 ceph-mon[189144]: pgmap v22748: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:15.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:43:14 smithi039 ceph-mon[181282]: pgmap v22749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:15.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:43:14 smithi032 ceph-mon[191839]: pgmap v22749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:15.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:43:14 smithi032 ceph-mon[189144]: pgmap v22749: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:17.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:43:16 smithi032 ceph-mon[191839]: pgmap v22750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:17.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:43:16 smithi032 ceph-mon[189144]: pgmap v22750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:17.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:43:16 smithi039 ceph-mon[181282]: pgmap v22750: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:19.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:43:18 smithi039 ceph-mon[181282]: pgmap v22751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:19.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:43:18 smithi032 ceph-mon[191839]: pgmap v22751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:19.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:43:18 smithi032 ceph-mon[189144]: pgmap v22751: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:43:20 smithi032 ceph-mon[191839]: pgmap v22752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:43:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:43:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:43:20 smithi032 ceph-mon[189144]: pgmap v22752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:43:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:43:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:43:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:43:20] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T04:43:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:43:20 smithi039 ceph-mon[181282]: pgmap v22752: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:21.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:43:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:43:23.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:43:22 smithi039 ceph-mon[181282]: pgmap v22753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:23.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:43:22 smithi032 ceph-mon[189144]: pgmap v22753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:23.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:43:22 smithi032 ceph-mon[191839]: pgmap v22753: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:25.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:43:24 smithi039 ceph-mon[181282]: pgmap v22754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:25.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:43:24 smithi032 ceph-mon[191839]: pgmap v22754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:25.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:43:24 smithi032 ceph-mon[189144]: pgmap v22754: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:27.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:43:26 smithi032 ceph-mon[189144]: pgmap v22755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:27.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:43:26 smithi032 ceph-mon[191839]: pgmap v22755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:27.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:43:26 smithi039 ceph-mon[181282]: pgmap v22755: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:43:28 smithi039 ceph-mon[181282]: pgmap v22756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:29.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:43:28 smithi032 ceph-mon[189144]: pgmap v22756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:29.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:43:28 smithi032 ceph-mon[191839]: pgmap v22756: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:43:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:43:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:43:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:43:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:43:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:43:30.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:43:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:43:30.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:43:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:43:30.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:43:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:43:30.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:43:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:43:30.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:43:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:43:30.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:43:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:43:30.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:43:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:43:30.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:43:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:43:30.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:43:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:43:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:43:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:43:30] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T04:43:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:43:30 smithi032 ceph-mon[191839]: pgmap v22757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:31.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:43:30 smithi032 ceph-mon[189144]: pgmap v22757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:43:30 smithi039 ceph-mon[181282]: pgmap v22757: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:33.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:43:32 smithi039 ceph-mon[181282]: pgmap v22758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:33.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:43:32 smithi032 ceph-mon[191839]: pgmap v22758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:33.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:43:32 smithi032 ceph-mon[189144]: pgmap v22758: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:35.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:43:34 smithi039 ceph-mon[181282]: pgmap v22759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:35.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:43:34 smithi032 ceph-mon[189144]: pgmap v22759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:35.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:43:34 smithi032 ceph-mon[191839]: pgmap v22759: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:36.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:43:35 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:43:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:43:35 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:43:36.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:43:35 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:43:37.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:43:36 smithi039 ceph-mon[181282]: pgmap v22760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:37.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:43:36 smithi032 ceph-mon[191839]: pgmap v22760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:37.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:43:36 smithi032 ceph-mon[189144]: pgmap v22760: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:39.127 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:43:39.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:43:38 smithi039 ceph-mon[181282]: pgmap v22761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:39.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:43:38 smithi032 ceph-mon[189144]: pgmap v22761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:39.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:43:38 smithi032 ceph-mon[191839]: pgmap v22761: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:39.449 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:43:39.449 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 5m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:43:39.449 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 3m ago 11h 97.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:43:39.449 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 5m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:43:39.449 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 3m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:43:39.449 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 3m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:43:39.449 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 5m ago 11h 604M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:43:39.449 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 5m ago 11h 815M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:43:39.449 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 3m ago 11h 513M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:43:39.449 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 5m ago 11h 527M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:43:39.450 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 5m ago 11h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:43:39.450 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 3m ago 11h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:43:39.450 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 5m ago 11h 1284M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:43:39.450 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 5m ago 11h 1371M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:43:39.450 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 5m ago 11h 1026M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:43:39.450 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 5m ago 11h 1144M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:43:39.450 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 3m ago 11h 1483M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:43:39.450 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 3m ago 11h 1236M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:43:39.450 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 3m ago 11h 872M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:43:39.450 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 3m ago 11h 1042M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:43:39.450 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 3m ago 11h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:43:39.854 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:43:39.854 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:43:39.854 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:43:39.854 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:43:39.854 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:43:39.854 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:43:39.854 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:43:39.854 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:43:39.854 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:43:39.854 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:43:39.854 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:43:39.854 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:43:39.854 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:43:39.855 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:43:39.855 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:43:39.855 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:43:39.855 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:43:39.855 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:43:40.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:43:39 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2671429326' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:43:40.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:43:39 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2671429326' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:43:40.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:43:39 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2671429326' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:43:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:43:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:43:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:43:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:43:40 smithi032 ceph-mon[191839]: from='client.59490 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:43:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:43:40 smithi032 ceph-mon[191839]: from='client.69410 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:43:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:43:40 smithi032 ceph-mon[191839]: pgmap v22762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:43:40 smithi032 ceph-mon[189144]: from='client.59490 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:43:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:43:40 smithi032 ceph-mon[189144]: from='client.69410 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:43:41.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:43:40 smithi032 ceph-mon[189144]: pgmap v22762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:41.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:43:40 smithi039 ceph-mon[181282]: from='client.59490 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:43:41.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:43:40 smithi039 ceph-mon[181282]: from='client.69410 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:43:41.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:43:40 smithi039 ceph-mon[181282]: pgmap v22762: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:43.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:43:42 smithi039 ceph-mon[181282]: pgmap v22763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:43.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:43:42 smithi032 ceph-mon[191839]: pgmap v22763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:43.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:43:42 smithi032 ceph-mon[189144]: pgmap v22763: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:45.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:43:44 smithi039 ceph-mon[181282]: pgmap v22764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:45.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:43:44 smithi032 ceph-mon[191839]: pgmap v22764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:45.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:43:44 smithi032 ceph-mon[189144]: pgmap v22764: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:47.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:43:46 smithi032 ceph-mon[191839]: pgmap v22765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:47.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:43:46 smithi032 ceph-mon[189144]: pgmap v22765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:47.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:43:46 smithi039 ceph-mon[181282]: pgmap v22765: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:49.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:43:48 smithi039 ceph-mon[181282]: pgmap v22766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:49.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:43:48 smithi032 ceph-mon[191839]: pgmap v22766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:49.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:43:48 smithi032 ceph-mon[189144]: pgmap v22766: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:43:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:43:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:43:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:43:50 smithi032 ceph-mon[191839]: pgmap v22767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:43:50 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:43:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:43:50 smithi032 ceph-mon[189144]: pgmap v22767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:43:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:43:51.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:43:50 smithi039 ceph-mon[181282]: pgmap v22767: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:43:50 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:43:53.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:43:52 smithi039 ceph-mon[181282]: pgmap v22768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:53.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:43:52 smithi032 ceph-mon[189144]: pgmap v22768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:53.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:43:52 smithi032 ceph-mon[191839]: pgmap v22768: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:55.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:43:54 smithi039 ceph-mon[181282]: pgmap v22769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:55.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:43:54 smithi032 ceph-mon[191839]: pgmap v22769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:55.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:43:54 smithi032 ceph-mon[189144]: pgmap v22769: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:57.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:43:56 smithi032 ceph-mon[191839]: pgmap v22770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:57.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:43:56 smithi032 ceph-mon[189144]: pgmap v22770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:57.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:43:56 smithi039 ceph-mon[181282]: pgmap v22770: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:59.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:43:58 smithi039 ceph-mon[181282]: pgmap v22771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:59.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:43:58 smithi032 ceph-mon[191839]: pgmap v22771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:43:59.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:43:58 smithi032 ceph-mon[189144]: pgmap v22771: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:44:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:44:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:44:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:44:00 smithi032 ceph-mon[191839]: pgmap v22772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:01.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:44:00 smithi032 ceph-mon[189144]: pgmap v22772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:01.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:44:00 smithi039 ceph-mon[181282]: pgmap v22772: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:03.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:44:02 smithi039 ceph-mon[181282]: pgmap v22773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:03.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:44:02 smithi032 ceph-mon[191839]: pgmap v22773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:03.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:44:02 smithi032 ceph-mon[189144]: pgmap v22773: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:05.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:44:04 smithi039 ceph-mon[181282]: pgmap v22774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:44:04 smithi032 ceph-mon[191839]: pgmap v22774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:05.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:44:04 smithi032 ceph-mon[189144]: pgmap v22774: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:06.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:44:05 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:44:06.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:44:05 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:44:06.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:44:05 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:44:07.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:44:06 smithi039 ceph-mon[181282]: pgmap v22775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:07.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:44:06 smithi032 ceph-mon[191839]: pgmap v22775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:07.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:44:06 smithi032 ceph-mon[189144]: pgmap v22775: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:09.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:44:08 smithi039 ceph-mon[181282]: pgmap v22776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:09.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:44:08 smithi032 ceph-mon[189144]: pgmap v22776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:09.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:44:08 smithi032 ceph-mon[191839]: pgmap v22776: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:10.222 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:44:10.549 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:44:10.550 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 5m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:44:10.550 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 3m ago 11h 97.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:44:10.550 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 5m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:44:10.550 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 3m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:44:10.550 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 3m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:44:10.550 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 5m ago 11h 604M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:44:10.550 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 5m ago 11h 815M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:44:10.550 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 3m ago 11h 513M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:44:10.550 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 5m ago 11h 527M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:44:10.550 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 5m ago 11h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:44:10.550 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 3m ago 11h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:44:10.550 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 5m ago 11h 1284M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:44:10.550 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 5m ago 11h 1371M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:44:10.550 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 5m ago 11h 1026M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:44:10.550 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 5m ago 11h 1144M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:44:10.550 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 3m ago 11h 1483M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:44:10.551 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 3m ago 11h 1236M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:44:10.551 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 3m ago 11h 872M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:44:10.551 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 3m ago 11h 1042M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:44:10.551 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 3m ago 11h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:44:10.952 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:44:10.952 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:44:10.952 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:44:10.952 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:44:10.953 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:44:10.953 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:44:10.953 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:44:10.953 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:44:10.953 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:44:10.953 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:44:10.953 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:44:10.953 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:44:10.953 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:44:10.953 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:44:10.953 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:44:10.953 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:44:10.953 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:44:10.954 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:44:11.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:44:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:44:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:44:11.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:44:11 smithi032 ceph-mon[189144]: pgmap v22777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:11.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:44:11 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1237804322' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:44:11.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:44:11 smithi032 ceph-mon[191839]: pgmap v22777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:11.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:44:11 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1237804322' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:44:11.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:44:11 smithi039 ceph-mon[181282]: pgmap v22777: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:11.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:44:11 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1237804322' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:44:12.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:44:12 smithi032 ceph-mon[191839]: from='client.69422 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:44:12.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:44:12 smithi032 ceph-mon[191839]: from='client.59514 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:44:12.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:44:12 smithi032 ceph-mon[189144]: from='client.69422 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:44:12.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:44:12 smithi032 ceph-mon[189144]: from='client.59514 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:44:12.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:44:12 smithi039 ceph-mon[181282]: from='client.69422 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:44:12.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:44:12 smithi039 ceph-mon[181282]: from='client.59514 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:44:13.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:44:13 smithi032 ceph-mon[191839]: pgmap v22778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:13.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:44:13 smithi032 ceph-mon[189144]: pgmap v22778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:13.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:44:13 smithi039 ceph-mon[181282]: pgmap v22778: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:15.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:44:15 smithi032 ceph-mon[191839]: pgmap v22779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:15.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:44:15 smithi032 ceph-mon[189144]: pgmap v22779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:15.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:44:15 smithi039 ceph-mon[181282]: pgmap v22779: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:17.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:44:16 smithi032 ceph-mon[191839]: pgmap v22780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:17.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:44:16 smithi032 ceph-mon[189144]: pgmap v22780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:17.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:44:16 smithi039 ceph-mon[181282]: pgmap v22780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:19.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:44:18 smithi039 ceph-mon[181282]: pgmap v22781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:19.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:44:18 smithi032 ceph-mon[191839]: pgmap v22781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:19.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:44:18 smithi032 ceph-mon[189144]: pgmap v22781: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:44:20 smithi032 ceph-mon[191839]: pgmap v22782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:44:20 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:44:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:44:20 smithi032 ceph-mon[189144]: pgmap v22782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:21.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:44:20 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:44:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:44:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:44:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:44:21.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:44:20 smithi039 ceph-mon[181282]: pgmap v22782: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:21.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:44:20 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:44:23.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:44:22 smithi039 ceph-mon[181282]: pgmap v22783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:23.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:44:22 smithi032 ceph-mon[191839]: pgmap v22783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:23.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:44:22 smithi032 ceph-mon[189144]: pgmap v22783: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:25.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:44:24 smithi039 ceph-mon[181282]: pgmap v22784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:25.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:44:24 smithi032 ceph-mon[189144]: pgmap v22784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:25.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:44:24 smithi032 ceph-mon[191839]: pgmap v22784: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:27.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:44:26 smithi032 ceph-mon[189144]: pgmap v22785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:27.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:44:26 smithi032 ceph-mon[191839]: pgmap v22785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:27.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:44:26 smithi039 ceph-mon[181282]: pgmap v22785: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:29.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:44:28 smithi039 ceph-mon[181282]: pgmap v22786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:29.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:44:28 smithi032 ceph-mon[189144]: pgmap v22786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:29.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:44:28 smithi032 ceph-mon[191839]: pgmap v22786: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:30.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:44:29 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:44:30.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:44:29 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:44:30.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:44:29 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:44:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:44:30 smithi032 ceph-mon[191839]: pgmap v22787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:44:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:44:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:44:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:44:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:44:30 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:44:31.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:44:30 smithi032 ceph-mon[189144]: pgmap v22787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:31.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:44:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:44:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:44:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:44:31.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:44:30 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:44:31.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:44:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:44:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:44:31.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:44:30 smithi039 ceph-mon[181282]: pgmap v22787: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:44:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:44:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:44:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:44:31.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:44:30 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:44:33.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:44:33 smithi039 ceph-mon[181282]: pgmap v22788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:33.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:44:33 smithi032 ceph-mon[191839]: pgmap v22788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:33.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:44:32 smithi032 ceph-mon[189144]: pgmap v22788: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:35.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:44:35 smithi039 ceph-mon[181282]: pgmap v22789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:35.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:44:35 smithi032 ceph-mon[191839]: pgmap v22789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:35.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:44:35 smithi032 ceph-mon[189144]: pgmap v22789: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:44:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:44:36.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:44:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:44:36.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:44:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:44:37.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:44:37 smithi032 ceph-mon[191839]: pgmap v22790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:37.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:44:37 smithi032 ceph-mon[189144]: pgmap v22790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:37.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:44:37 smithi039 ceph-mon[181282]: pgmap v22790: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:39.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:44:39 smithi032 ceph-mon[189144]: pgmap v22791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:39.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:44:39 smithi032 ceph-mon[191839]: pgmap v22791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:39.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:44:39 smithi039 ceph-mon[181282]: pgmap v22791: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:44:41 smithi032 ceph-mon[191839]: pgmap v22792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:41.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:44:41 smithi032 ceph-mon[189144]: pgmap v22792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:44:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:44:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:44:41.322 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:44:41.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:44:41 smithi039 ceph-mon[181282]: pgmap v22792: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:41.647 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:44:41.647 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 6m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:44:41.647 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 4m ago 11h 97.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:44:41.647 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 6m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:44:41.647 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 4m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:44:41.647 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 4m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:44:41.647 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 6m ago 11h 604M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:44:41.647 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 6m ago 11h 815M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:44:41.647 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 4m ago 11h 513M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:44:41.647 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 6m ago 11h 527M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:44:41.648 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 6m ago 11h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:44:41.648 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 4m ago 11h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:44:41.648 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 6m ago 11h 1284M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:44:41.648 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 6m ago 11h 1371M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:44:41.648 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 6m ago 11h 1026M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:44:41.648 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 6m ago 11h 1144M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:44:41.648 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 4m ago 11h 1483M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:44:41.648 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 4m ago 11h 1236M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:44:41.648 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 4m ago 11h 872M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:44:41.648 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 4m ago 11h 1042M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:44:41.648 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 4m ago 11h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:44:42.050 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:44:42.050 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:44:42.050 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:44:42.051 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:44:42.051 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:44:42.051 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:44:42.051 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:44:42.051 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:44:42.051 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:44:42.051 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:44:42.051 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:44:42.051 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:44:42.051 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:44:42.051 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:44:42.052 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:44:42.052 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:44:42.052 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:44:42.052 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:44:43.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:44:43 smithi032 ceph-mon[191839]: from='client.69440 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:44:43.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:44:43 smithi032 ceph-mon[191839]: from='client.69446 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:44:43.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:44:43 smithi032 ceph-mon[191839]: pgmap v22793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:43.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:44:43 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2488593363' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:44:43.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:44:43 smithi032 ceph-mon[189144]: from='client.69440 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:44:43.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:44:43 smithi032 ceph-mon[189144]: from='client.69446 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:44:43.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:44:43 smithi032 ceph-mon[189144]: pgmap v22793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:43.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:44:43 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2488593363' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:44:43.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:44:43 smithi039 ceph-mon[181282]: from='client.69440 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:44:43.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:44:43 smithi039 ceph-mon[181282]: from='client.69446 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:44:43.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:44:43 smithi039 ceph-mon[181282]: pgmap v22793: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:43.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:44:43 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2488593363' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:44:45.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:44:45 smithi032 ceph-mon[189144]: pgmap v22794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:45.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:44:45 smithi032 ceph-mon[191839]: pgmap v22794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:45.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:44:45 smithi039 ceph-mon[181282]: pgmap v22794: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:47.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:44:46 smithi032 ceph-mon[191839]: pgmap v22795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:47.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:44:46 smithi032 ceph-mon[189144]: pgmap v22795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:47.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:44:46 smithi039 ceph-mon[181282]: pgmap v22795: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:49.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:44:48 smithi039 ceph-mon[181282]: pgmap v22796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:49.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:44:48 smithi032 ceph-mon[191839]: pgmap v22796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:49.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:44:48 smithi032 ceph-mon[189144]: pgmap v22796: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:44:50 smithi032 ceph-mon[189144]: pgmap v22797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:44:50 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:44:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:44:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:44:50] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T04:44:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:44:51 smithi032 ceph-mon[191839]: pgmap v22797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:51.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:44:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:44:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:44:51 smithi039 ceph-mon[181282]: pgmap v22797: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:51.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:44:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:44:53.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:44:53 smithi039 ceph-mon[181282]: pgmap v22798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:53.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:44:53 smithi032 ceph-mon[189144]: pgmap v22798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:53.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:44:53 smithi032 ceph-mon[191839]: pgmap v22798: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:55.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:44:55 smithi032 ceph-mon[189144]: pgmap v22799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:55.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:44:55 smithi032 ceph-mon[191839]: pgmap v22799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:55.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:44:55 smithi039 ceph-mon[181282]: pgmap v22799: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:57.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:44:56 smithi032 ceph-mon[189144]: pgmap v22800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:57.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:44:56 smithi032 ceph-mon[191839]: pgmap v22800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:57.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:44:56 smithi039 ceph-mon[181282]: pgmap v22800: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:59.256 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:44:59 smithi039 ceph-mon[181282]: pgmap v22801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:59.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:44:59 smithi032 ceph-mon[191839]: pgmap v22801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:44:59.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:44:58 smithi032 ceph-mon[189144]: pgmap v22801: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:45:01 smithi032 ceph-mon[191839]: pgmap v22802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:01.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:45:01 smithi032 ceph-mon[189144]: pgmap v22802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:45:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:45:00] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T04:45:01.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:45:01 smithi039 ceph-mon[181282]: pgmap v22802: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:03.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:45:03 smithi032 ceph-mon[191839]: pgmap v22803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:03.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:45:03 smithi032 ceph-mon[189144]: pgmap v22803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:03.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:45:03 smithi039 ceph-mon[181282]: pgmap v22803: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:45:05 smithi032 ceph-mon[191839]: pgmap v22804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:05.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:45:05 smithi032 ceph-mon[189144]: pgmap v22804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:05.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:45:05 smithi039 ceph-mon[181282]: pgmap v22804: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:06.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:45:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:45:06.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:45:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:45:06.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:45:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:45:07.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:45:07 smithi032 ceph-mon[191839]: pgmap v22805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:07.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:45:07 smithi032 ceph-mon[189144]: pgmap v22805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:07.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:45:07 smithi039 ceph-mon[181282]: pgmap v22805: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:09.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:45:09 smithi032 ceph-mon[191839]: pgmap v22806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:09.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:45:09 smithi032 ceph-mon[189144]: pgmap v22806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:09.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:45:09 smithi039 ceph-mon[181282]: pgmap v22806: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:45:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:45:10] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T04:45:11.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:45:11 smithi032 ceph-mon[191839]: pgmap v22807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:11.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:45:11 smithi032 ceph-mon[189144]: pgmap v22807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:11.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:45:11 smithi039 ceph-mon[181282]: pgmap v22807: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:12.416 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:45:12.742 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:45:12.742 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 6m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:45:12.742 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 4m ago 11h 97.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:45:12.742 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 6m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:45:12.742 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 4m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:45:12.742 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 4m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:45:12.742 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 6m ago 11h 604M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:45:12.742 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 6m ago 11h 815M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:45:12.743 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 4m ago 11h 513M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:45:12.743 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 6m ago 11h 527M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:45:12.743 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 6m ago 11h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:45:12.743 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 4m ago 11h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:45:12.743 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 6m ago 11h 1284M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:45:12.743 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 6m ago 11h 1371M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:45:12.743 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 6m ago 11h 1026M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:45:12.743 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 6m ago 11h 1144M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:45:12.743 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 4m ago 11h 1483M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:45:12.743 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 4m ago 11h 1236M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:45:12.743 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 4m ago 11h 872M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:45:12.743 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 4m ago 11h 1042M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:45:12.743 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 4m ago 11h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:45:13.147 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:45:13.148 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:45:13.148 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:45:13.148 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:45:13.148 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:45:13.148 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:45:13.148 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:45:13.148 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:45:13.148 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:45:13.148 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:45:13.148 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:45:13.148 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:45:13.148 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:45:13.149 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:45:13.149 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:45:13.149 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:45:13.149 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:45:13.149 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:45:13.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:45:13 smithi032 ceph-mon[191839]: pgmap v22808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:13.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:45:13 smithi032 ceph-mon[189144]: pgmap v22808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:13.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:45:13 smithi039 ceph-mon[181282]: pgmap v22808: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:14.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:45:14 smithi032 ceph-mon[191839]: from='client.59544 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:45:14.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:45:14 smithi032 ceph-mon[191839]: from='client.69464 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:45:14.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:45:14 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3008000237' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:45:14.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:45:14 smithi032 ceph-mon[189144]: from='client.59544 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:45:14.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:45:14 smithi032 ceph-mon[189144]: from='client.69464 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:45:14.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:45:14 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3008000237' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:45:14.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:45:14 smithi039 ceph-mon[181282]: from='client.59544 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:45:14.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:45:14 smithi039 ceph-mon[181282]: from='client.69464 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:45:14.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:45:14 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3008000237' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:45:15.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:45:15 smithi032 ceph-mon[191839]: pgmap v22809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:15.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:45:15 smithi032 ceph-mon[189144]: pgmap v22809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:15.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:45:15 smithi039 ceph-mon[181282]: pgmap v22809: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:17.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:45:16 smithi032 ceph-mon[189144]: pgmap v22810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:17.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:45:16 smithi032 ceph-mon[191839]: pgmap v22810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:17.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:45:16 smithi039 ceph-mon[181282]: pgmap v22810: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:19.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:45:19 smithi032 ceph-mon[189144]: pgmap v22811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:19.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:45:19 smithi032 ceph-mon[191839]: pgmap v22811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:19.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:45:19 smithi039 ceph-mon[181282]: pgmap v22811: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:45:21 smithi032 ceph-mon[191839]: pgmap v22812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:45:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:45:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:45:21 smithi032 ceph-mon[189144]: pgmap v22812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:45:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:45:21.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:45:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:45:20] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T04:45:21.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:45:21 smithi039 ceph-mon[181282]: pgmap v22812: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:21.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:45:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:45:23.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:45:23 smithi032 ceph-mon[191839]: pgmap v22813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:23.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:45:23 smithi032 ceph-mon[189144]: pgmap v22813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:23.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:45:23 smithi039 ceph-mon[181282]: pgmap v22813: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:25.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:45:25 smithi032 ceph-mon[191839]: pgmap v22814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:25.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:45:25 smithi032 ceph-mon[189144]: pgmap v22814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:25.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:45:25 smithi039 ceph-mon[181282]: pgmap v22814: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:27.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:45:26 smithi032 ceph-mon[189144]: pgmap v22815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:27.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:45:26 smithi032 ceph-mon[191839]: pgmap v22815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:27.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:45:26 smithi039 ceph-mon[181282]: pgmap v22815: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:29.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:45:29 smithi032 ceph-mon[189144]: pgmap v22816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:29.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:45:29 smithi032 ceph-mon[191839]: pgmap v22816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:29.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:45:29 smithi039 ceph-mon[181282]: pgmap v22816: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:45:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:45:30] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T04:45:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:45:31 smithi032 ceph-mon[191839]: pgmap v22817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:45:31 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:45:31.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:45:31 smithi032 ceph-mon[189144]: pgmap v22817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:31.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:45:31 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:45:31.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:45:31 smithi039 ceph-mon[181282]: pgmap v22817: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:31.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:45:31 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:45:32.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:45:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:45:32.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:45:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:45:32.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:45:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:45:32.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:45:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:45:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:45:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:45:32.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:45:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:45:32.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:45:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:45:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:45:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:45:32.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:45:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:45:33.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:45:33 smithi032 ceph-mon[191839]: pgmap v22818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:33.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:45:33 smithi032 ceph-mon[189144]: pgmap v22818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:33.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:45:33 smithi039 ceph-mon[181282]: pgmap v22818: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:35.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:45:35 smithi032 ceph-mon[191839]: pgmap v22819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:35.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:45:35 smithi032 ceph-mon[189144]: pgmap v22819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:35.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:45:35 smithi039 ceph-mon[181282]: pgmap v22819: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:45:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:45:36.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:45:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:45:36.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:45:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:45:37.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:45:37 smithi032 ceph-mon[189144]: pgmap v22820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:37.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:45:37 smithi032 ceph-mon[191839]: pgmap v22820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:37.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:45:37 smithi039 ceph-mon[181282]: pgmap v22820: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:39.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:45:39 smithi032 ceph-mon[189144]: pgmap v22821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:39.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:45:39 smithi032 ceph-mon[191839]: pgmap v22821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:39.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:45:39 smithi039 ceph-mon[181282]: pgmap v22821: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:45:41 smithi032 ceph-mon[191839]: pgmap v22822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:41.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:45:41 smithi032 ceph-mon[189144]: pgmap v22822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:45:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:45:40] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T04:45:41.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:45:41 smithi039 ceph-mon[181282]: pgmap v22822: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:43.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:45:43 smithi032 ceph-mon[189144]: pgmap v22823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:43.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:45:43 smithi032 ceph-mon[191839]: pgmap v22823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:43.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:45:43 smithi039 ceph-mon[181282]: pgmap v22823: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:43.515 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:45:43.841 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:45:43.841 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 7m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:45:43.841 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 5m ago 11h 97.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:45:43.841 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 7m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:45:43.841 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 5m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:45:43.842 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 5m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:45:43.842 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 7m ago 11h 604M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:45:43.842 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 7m ago 11h 815M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:45:43.842 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 5m ago 11h 513M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:45:43.842 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 7m ago 11h 527M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:45:43.842 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 7m ago 11h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:45:43.842 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 5m ago 11h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:45:43.842 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 7m ago 11h 1284M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:45:43.842 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 7m ago 11h 1371M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:45:43.842 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 7m ago 11h 1026M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:45:43.842 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 7m ago 11h 1144M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:45:43.842 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 5m ago 11h 1483M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:45:43.842 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 5m ago 11h 1236M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:45:43.842 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 5m ago 11h 872M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:45:43.842 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 5m ago 11h 1042M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:45:43.842 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 5m ago 11h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:45:44.247 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:45:44.247 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:45:44.247 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:45:44.247 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:45:44.248 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:45:44.248 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:45:44.248 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:45:44.248 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:45:44.248 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:45:44.248 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:45:44.248 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:45:44.248 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:45:44.248 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:45:44.248 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:45:44.248 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:45:44.248 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:45:44.248 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:45:44.248 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:45:45.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:45:45 smithi032 ceph-mon[191839]: from='client.59562 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:45:45.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:45:45 smithi032 ceph-mon[191839]: from='client.72961 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:45:45.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:45:45 smithi032 ceph-mon[191839]: pgmap v22824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:45.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:45:45 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2179721438' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:45:45.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:45:45 smithi032 ceph-mon[189144]: from='client.59562 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:45:45.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:45:45 smithi032 ceph-mon[189144]: from='client.72961 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:45:45.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:45:45 smithi032 ceph-mon[189144]: pgmap v22824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:45.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:45:45 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2179721438' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:45:45.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:45:45 smithi039 ceph-mon[181282]: from='client.59562 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:45:45.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:45:45 smithi039 ceph-mon[181282]: from='client.72961 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:45:45.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:45:45 smithi039 ceph-mon[181282]: pgmap v22824: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:45.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:45:45 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2179721438' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:45:47.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:45:46 smithi032 ceph-mon[189144]: pgmap v22825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:47.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:45:46 smithi032 ceph-mon[191839]: pgmap v22825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:47.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:45:46 smithi039 ceph-mon[181282]: pgmap v22825: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:49.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:45:49 smithi032 ceph-mon[191839]: pgmap v22826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:49.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:45:49 smithi032 ceph-mon[189144]: pgmap v22826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:49.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:45:49 smithi039 ceph-mon[181282]: pgmap v22826: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:45:51 smithi032 ceph-mon[191839]: pgmap v22827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:45:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:45:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:45:51 smithi032 ceph-mon[189144]: pgmap v22827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:51.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:45:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:45:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:45:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:45:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:45:51.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:45:51 smithi039 ceph-mon[181282]: pgmap v22827: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:51.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:45:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:45:53.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:45:53 smithi032 ceph-mon[191839]: pgmap v22828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:53.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:45:53 smithi032 ceph-mon[189144]: pgmap v22828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:53.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:45:53 smithi039 ceph-mon[181282]: pgmap v22828: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:55.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:45:55 smithi032 ceph-mon[191839]: pgmap v22829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:55.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:45:55 smithi032 ceph-mon[189144]: pgmap v22829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:55.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:45:55 smithi039 ceph-mon[181282]: pgmap v22829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:57.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:45:56 smithi032 ceph-mon[191839]: pgmap v22830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:57.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:45:56 smithi032 ceph-mon[189144]: pgmap v22830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:57.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:45:56 smithi039 ceph-mon[181282]: pgmap v22830: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:59.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:45:59 smithi032 ceph-mon[191839]: pgmap v22831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:59.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:45:59 smithi032 ceph-mon[189144]: pgmap v22831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:45:59.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:45:59 smithi039 ceph-mon[181282]: pgmap v22831: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:46:01 smithi032 ceph-mon[191839]: pgmap v22832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:01.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:46:01 smithi032 ceph-mon[189144]: pgmap v22832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:46:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:46:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:46:01.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:46:01 smithi039 ceph-mon[181282]: pgmap v22832: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:03.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:46:03 smithi032 ceph-mon[191839]: pgmap v22833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:03.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:46:03 smithi032 ceph-mon[189144]: pgmap v22833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:03.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:46:03 smithi039 ceph-mon[181282]: pgmap v22833: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:46:05 smithi032 ceph-mon[191839]: pgmap v22834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:05.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:46:05 smithi032 ceph-mon[189144]: pgmap v22834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:05.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:46:05 smithi039 ceph-mon[181282]: pgmap v22834: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:06.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:46:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:46:06.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:46:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:46:06.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:46:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:46:07.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:46:07 smithi032 ceph-mon[191839]: pgmap v22835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:07.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:46:07 smithi032 ceph-mon[189144]: pgmap v22835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:07.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:46:07 smithi039 ceph-mon[181282]: pgmap v22835: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:09.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:46:09 smithi032 ceph-mon[191839]: pgmap v22836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:09.460 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:46:09 smithi032 ceph-mon[189144]: pgmap v22836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:09.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:46:09 smithi039 ceph-mon[181282]: pgmap v22836: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:11.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:46:11 smithi032 ceph-mon[189144]: pgmap v22837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:46:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:46:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:46:11.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:46:11 smithi032 ceph-mon[191839]: pgmap v22837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:11.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:46:11 smithi039 ceph-mon[181282]: pgmap v22837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:13.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:46:13 smithi032 ceph-mon[191839]: pgmap v22838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:13.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:46:13 smithi032 ceph-mon[189144]: pgmap v22838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:13.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:46:13 smithi039 ceph-mon[181282]: pgmap v22838: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:14.613 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:46:14.937 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:46:14.937 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 7m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:46:14.937 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 5m ago 11h 97.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:46:14.938 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 7m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:46:14.938 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 5m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:46:14.938 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 5m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:46:14.938 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 7m ago 11h 604M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:46:14.938 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 7m ago 11h 815M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:46:14.938 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 5m ago 11h 513M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:46:14.938 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 7m ago 11h 527M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:46:14.938 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 7m ago 11h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:46:14.938 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 5m ago 11h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:46:14.938 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 7m ago 11h 1284M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:46:14.938 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 7m ago 11h 1371M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:46:14.938 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 7m ago 11h 1026M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:46:14.938 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 7m ago 11h 1144M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:46:14.938 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 5m ago 11h 1483M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:46:14.938 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 5m ago 11h 1236M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:46:14.938 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 5m ago 11h 872M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:46:14.939 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 5m ago 11h 1042M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:46:14.939 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 5m ago 11h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:46:15.341 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:46:15.341 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:46:15.341 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:46:15.341 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:46:15.341 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:46:15.342 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:46:15.342 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:46:15.342 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:46:15.342 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:46:15.342 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:46:15.342 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:46:15.342 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:46:15.342 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:46:15.342 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:46:15.342 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:46:15.342 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:46:15.342 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:46:15.343 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:46:15.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:46:15 smithi032 ceph-mon[191839]: pgmap v22839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:15.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:46:15 smithi032 ceph-mon[189144]: pgmap v22839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:15.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:46:15 smithi039 ceph-mon[181282]: pgmap v22839: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:16.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:46:16 smithi032 ceph-mon[189144]: from='client.59580 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:46:16.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:46:16 smithi032 ceph-mon[189144]: from='client.69500 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:46:16.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:46:16 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2856109085' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:46:16.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:46:16 smithi032 ceph-mon[191839]: from='client.59580 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:46:16.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:46:16 smithi032 ceph-mon[191839]: from='client.69500 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:46:16.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:46:16 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2856109085' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:46:16.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:46:16 smithi039 ceph-mon[181282]: from='client.59580 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:46:16.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:46:16 smithi039 ceph-mon[181282]: from='client.69500 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:46:16.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:46:16 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2856109085' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:46:17.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:46:17 smithi032 ceph-mon[191839]: pgmap v22840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:17.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:46:17 smithi032 ceph-mon[189144]: pgmap v22840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:17.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:46:17 smithi039 ceph-mon[181282]: pgmap v22840: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:19.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:46:19 smithi032 ceph-mon[189144]: pgmap v22841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:19.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:46:19 smithi032 ceph-mon[191839]: pgmap v22841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:19.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:46:19 smithi039 ceph-mon[181282]: pgmap v22841: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:46:21 smithi032 ceph-mon[189144]: pgmap v22842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:46:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:46:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:46:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:46:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:46:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:46:21 smithi032 ceph-mon[191839]: pgmap v22842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:21.180 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:46:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:46:21.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:46:21 smithi039 ceph-mon[181282]: pgmap v22842: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:21.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:46:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:46:23.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:46:23 smithi032 ceph-mon[191839]: pgmap v22843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:23.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:46:23 smithi032 ceph-mon[189144]: pgmap v22843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:23.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:46:23 smithi039 ceph-mon[181282]: pgmap v22843: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:25.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:46:25 smithi032 ceph-mon[191839]: pgmap v22844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:25.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:46:25 smithi032 ceph-mon[189144]: pgmap v22844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:25.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:46:25 smithi039 ceph-mon[181282]: pgmap v22844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:27.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:46:26 smithi032 ceph-mon[191839]: pgmap v22845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:27.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:46:26 smithi032 ceph-mon[189144]: pgmap v22845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:27.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:46:26 smithi039 ceph-mon[181282]: pgmap v22845: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:29.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:46:29 smithi032 ceph-mon[191839]: pgmap v22846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:29.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:46:29 smithi032 ceph-mon[189144]: pgmap v22846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:29.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:46:29 smithi039 ceph-mon[181282]: pgmap v22846: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:31.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:46:31 smithi032 ceph-mon[189144]: pgmap v22847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:46:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:46:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:46:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:46:31 smithi032 ceph-mon[191839]: pgmap v22847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:31.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:46:31 smithi039 ceph-mon[181282]: pgmap v22847: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:32.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:46:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:46:32.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:46:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:46:32.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:46:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:46:32.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:46:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:46:32.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:46:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:46:32.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:46:32 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:46:32.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:46:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:46:32.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:46:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:46:32.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:46:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:46:32.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:46:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:46:32.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:46:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:46:32.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:46:32 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:46:32.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:46:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:46:32.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:46:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:46:32.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:46:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:46:32.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:46:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:46:32.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:46:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:46:32.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:46:32 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:46:33.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:46:33 smithi032 ceph-mon[189144]: pgmap v22848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:33.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:46:33 smithi032 ceph-mon[191839]: pgmap v22848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:33.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:46:33 smithi039 ceph-mon[181282]: pgmap v22848: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:35.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:46:35 smithi032 ceph-mon[189144]: pgmap v22849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:35.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:46:35 smithi032 ceph-mon[191839]: pgmap v22849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:35.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:46:35 smithi039 ceph-mon[181282]: pgmap v22849: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:46:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:46:36.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:46:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:46:36.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:46:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:46:37.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:46:37 smithi032 ceph-mon[191839]: pgmap v22850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:37.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:46:37 smithi032 ceph-mon[189144]: pgmap v22850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:37.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:46:37 smithi039 ceph-mon[181282]: pgmap v22850: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:39.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:46:39 smithi032 ceph-mon[189144]: pgmap v22851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:39.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:46:39 smithi032 ceph-mon[191839]: pgmap v22851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:39.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:46:39 smithi039 ceph-mon[181282]: pgmap v22851: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:41.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:46:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:46:40] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:46:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:46:41 smithi032 ceph-mon[191839]: pgmap v22852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:41.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:46:41 smithi032 ceph-mon[189144]: pgmap v22852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:41.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:46:41 smithi039 ceph-mon[181282]: pgmap v22852: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:43.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:46:43 smithi032 ceph-mon[191839]: pgmap v22853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:43.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:46:43 smithi032 ceph-mon[189144]: pgmap v22853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:43.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:46:43 smithi039 ceph-mon[181282]: pgmap v22853: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:45.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:46:45 smithi032 ceph-mon[191839]: pgmap v22854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:45.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:46:45 smithi032 ceph-mon[189144]: pgmap v22854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:45.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:46:45 smithi039 ceph-mon[181282]: pgmap v22854: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:45.709 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:46:46.037 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:46:46.037 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 8m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:46:46.037 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 6m ago 11h 97.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:46:46.037 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 8m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:46:46.037 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 6m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:46:46.037 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 6m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:46:46.037 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 8m ago 11h 604M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:46:46.037 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 8m ago 11h 815M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:46:46.037 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 6m ago 11h 513M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:46:46.037 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 8m ago 11h 527M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:46:46.038 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 8m ago 11h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:46:46.038 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 6m ago 11h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:46:46.038 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 8m ago 11h 1284M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:46:46.038 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 8m ago 11h 1371M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:46:46.038 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 8m ago 11h 1026M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:46:46.038 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 8m ago 11h 1144M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:46:46.038 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 6m ago 11h 1483M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:46:46.038 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 6m ago 11h 1236M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:46:46.038 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 6m ago 11h 872M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:46:46.038 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 6m ago 11h 1042M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:46:46.038 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 6m ago 11h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:46:46.444 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:46:46.444 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:46:46.444 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:46:46.444 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:46:46.444 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:46:46.444 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:46:46.445 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:46:46.445 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:46:46.445 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:46:46.445 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:46:46.445 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:46:46.445 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:46:46.445 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:46:46.445 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:46:46.445 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:46:46.445 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:46:46.445 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:46:46.446 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:46:47.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:46:46 smithi032 ceph-mon[189144]: from='client.69512 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:46:47.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:46:46 smithi032 ceph-mon[189144]: pgmap v22855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:47.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:46:46 smithi032 ceph-mon[189144]: from='client.69518 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:46:47.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:46:46 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/534639793' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:46:47.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:46:46 smithi032 ceph-mon[191839]: from='client.69512 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:46:47.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:46:46 smithi032 ceph-mon[191839]: pgmap v22855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:47.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:46:46 smithi032 ceph-mon[191839]: from='client.69518 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:46:47.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:46:46 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/534639793' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:46:47.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:46:46 smithi039 ceph-mon[181282]: from='client.69512 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:46:47.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:46:46 smithi039 ceph-mon[181282]: pgmap v22855: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:47.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:46:46 smithi039 ceph-mon[181282]: from='client.69518 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:46:47.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:46:46 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/534639793' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:46:49.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:46:49 smithi032 ceph-mon[191839]: pgmap v22856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:49.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:46:49 smithi032 ceph-mon[189144]: pgmap v22856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:49.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:46:49 smithi039 ceph-mon[181282]: pgmap v22856: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:51.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:46:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:46:50] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:46:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:46:51 smithi032 ceph-mon[191839]: pgmap v22857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:46:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:46:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:46:51 smithi032 ceph-mon[189144]: pgmap v22857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:46:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:46:51.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:46:51 smithi039 ceph-mon[181282]: pgmap v22857: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:51.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:46:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:46:53.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:46:53 smithi032 ceph-mon[191839]: pgmap v22858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:53.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:46:53 smithi032 ceph-mon[189144]: pgmap v22858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:53.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:46:53 smithi039 ceph-mon[181282]: pgmap v22858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:55.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:46:55 smithi032 ceph-mon[191839]: pgmap v22859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:55.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:46:55 smithi032 ceph-mon[189144]: pgmap v22859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:55.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:46:55 smithi039 ceph-mon[181282]: pgmap v22859: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:57.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:46:56 smithi032 ceph-mon[191839]: pgmap v22860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:57.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:46:56 smithi032 ceph-mon[189144]: pgmap v22860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:57.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:46:56 smithi039 ceph-mon[181282]: pgmap v22860: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:59.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:46:59 smithi032 ceph-mon[191839]: pgmap v22861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:59.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:46:59 smithi032 ceph-mon[189144]: pgmap v22861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:46:59.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:46:59 smithi039 ceph-mon[181282]: pgmap v22861: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:47:01 smithi032 ceph-mon[191839]: pgmap v22862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:01.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:47:01 smithi032 ceph-mon[189144]: pgmap v22862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:47:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:47:00] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:47:01.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:47:01 smithi039 ceph-mon[181282]: pgmap v22862: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:03.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:47:03 smithi032 ceph-mon[189144]: pgmap v22863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:03.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:47:03 smithi032 ceph-mon[191839]: pgmap v22863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:03.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:47:03 smithi039 ceph-mon[181282]: pgmap v22863: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:05.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:47:05 smithi032 ceph-mon[191839]: pgmap v22864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:05.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:47:05 smithi032 ceph-mon[189144]: pgmap v22864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:05.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:47:05 smithi039 ceph-mon[181282]: pgmap v22864: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:06.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:47:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:47:06.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:47:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:47:06.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:47:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:47:07.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:47:07 smithi032 ceph-mon[191839]: pgmap v22865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:07.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:47:07 smithi032 ceph-mon[189144]: pgmap v22865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:07.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:47:07 smithi039 ceph-mon[181282]: pgmap v22865: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:09.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:47:09 smithi032 ceph-mon[191839]: pgmap v22866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:09.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:47:09 smithi032 ceph-mon[189144]: pgmap v22866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:09.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:47:09 smithi039 ceph-mon[181282]: pgmap v22866: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:11.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:47:11 smithi032 ceph-mon[189144]: pgmap v22867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:11.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:47:11 smithi032 ceph-mon[191839]: pgmap v22867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:47:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:47:10] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:47:11.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:47:11 smithi039 ceph-mon[181282]: pgmap v22867: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:13.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:47:13 smithi032 ceph-mon[189144]: pgmap v22868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:13.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:47:13 smithi032 ceph-mon[191839]: pgmap v22868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:13.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:47:13 smithi039 ceph-mon[181282]: pgmap v22868: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:15.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:47:15 smithi032 ceph-mon[191839]: pgmap v22869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:15.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:47:15 smithi032 ceph-mon[189144]: pgmap v22869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:15.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:47:15 smithi039 ceph-mon[181282]: pgmap v22869: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:16.809 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:47:17.134 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:47:17.134 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 8m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:47:17.135 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 6m ago 11h 97.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:47:17.135 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 8m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:47:17.135 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 6m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:47:17.135 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 6m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:47:17.135 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 8m ago 11h 604M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:47:17.135 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 8m ago 11h 815M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:47:17.135 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 6m ago 11h 513M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:47:17.135 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 8m ago 11h 527M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:47:17.135 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 8m ago 11h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:47:17.135 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 6m ago 11h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:47:17.135 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 8m ago 11h 1284M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:47:17.135 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 8m ago 11h 1371M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:47:17.135 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 8m ago 11h 1026M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:47:17.136 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 8m ago 11h 1144M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:47:17.136 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 6m ago 11h 1483M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:47:17.136 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 6m ago 11h 1236M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:47:17.136 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 6m ago 11h 872M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:47:17.136 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 6m ago 11h 1042M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:47:17.136 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 6m ago 11h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:47:17.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:47:16 smithi032 ceph-mon[191839]: pgmap v22870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:17.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:47:16 smithi032 ceph-mon[189144]: pgmap v22870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:17.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:47:16 smithi039 ceph-mon[181282]: pgmap v22870: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:17.535 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:47:17.535 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:47:17.535 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:47:17.535 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:47:17.535 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:47:17.535 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:47:17.536 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:47:17.536 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:47:17.536 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:47:17.536 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:47:17.536 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:47:17.536 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:47:17.536 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:47:17.536 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:47:17.536 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:47:17.536 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:47:17.536 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:47:17.537 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:47:18.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:47:17 smithi032 ceph-mon[191839]: from='client.59616 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:47:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:47:17 smithi032 ceph-mon[191839]: from='client.59622 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:47:18.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:47:17 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/556963489' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:47:18.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:47:17 smithi032 ceph-mon[189144]: from='client.59616 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:47:18.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:47:17 smithi032 ceph-mon[189144]: from='client.59622 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:47:18.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:47:17 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/556963489' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:47:18.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:47:17 smithi039 ceph-mon[181282]: from='client.59616 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:47:18.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:47:17 smithi039 ceph-mon[181282]: from='client.59622 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:47:18.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:47:17 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/556963489' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:47:19.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:47:18 smithi032 ceph-mon[189144]: pgmap v22871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:19.181 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:47:18 smithi032 ceph-mon[191839]: pgmap v22871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:19.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:47:18 smithi039 ceph-mon[181282]: pgmap v22871: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:47:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:47:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:47:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:47:21 smithi032 ceph-mon[191839]: pgmap v22872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:47:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:47:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:47:21 smithi032 ceph-mon[189144]: pgmap v22872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:47:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:47:21.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:47:21 smithi039 ceph-mon[181282]: pgmap v22872: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:21.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:47:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:47:23.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:47:23 smithi032 ceph-mon[191839]: pgmap v22873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:23.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:47:23 smithi032 ceph-mon[189144]: pgmap v22873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:23.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:47:23 smithi039 ceph-mon[181282]: pgmap v22873: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:25.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:47:25 smithi032 ceph-mon[189144]: pgmap v22874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:25.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:47:25 smithi032 ceph-mon[191839]: pgmap v22874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:25.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:47:25 smithi039 ceph-mon[181282]: pgmap v22874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:27.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:47:26 smithi032 ceph-mon[189144]: pgmap v22875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:27.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:47:26 smithi032 ceph-mon[191839]: pgmap v22875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:27.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:47:26 smithi039 ceph-mon[181282]: pgmap v22875: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:29.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:47:29 smithi032 ceph-mon[189144]: pgmap v22876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:29.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:47:29 smithi032 ceph-mon[191839]: pgmap v22876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:29.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:47:29 smithi039 ceph-mon[181282]: pgmap v22876: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:31.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:47:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:47:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:47:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:47:31 smithi032 ceph-mon[191839]: pgmap v22877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:31.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:47:31 smithi032 ceph-mon[189144]: pgmap v22877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:31.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:47:31 smithi039 ceph-mon[181282]: pgmap v22877: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:33.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:47:33 smithi032 ceph-mon[191839]: pgmap v22878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:33.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:47:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:47:33.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:47:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:47:33.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:47:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:47:33.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:47:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:47:33.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:47:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:47:33.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:47:33 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:47:33.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:47:33 smithi032 ceph-mon[189144]: pgmap v22878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:33.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:47:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:47:33.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:47:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:47:33.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:47:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:47:33.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:47:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:47:33.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:47:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:47:33.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:47:33 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:47:33.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:47:33 smithi039 ceph-mon[181282]: pgmap v22878: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:33.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:47:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:47:33.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:47:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:47:33.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:47:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:47:33.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:47:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:47:33.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:47:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:47:33.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:47:33 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:47:35.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:47:35 smithi032 ceph-mon[191839]: pgmap v22879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:35.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:47:35 smithi032 ceph-mon[189144]: pgmap v22879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:35.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:47:35 smithi039 ceph-mon[181282]: pgmap v22879: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:47:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:47:36.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:47:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:47:36.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:47:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:47:37.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:47:37 smithi032 ceph-mon[191839]: pgmap v22880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:37.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:47:37 smithi032 ceph-mon[189144]: pgmap v22880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:37.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:47:37 smithi039 ceph-mon[181282]: pgmap v22880: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:39.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:47:39 smithi032 ceph-mon[191839]: pgmap v22881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:39.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:47:39 smithi032 ceph-mon[189144]: pgmap v22881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:39.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:47:39 smithi039 ceph-mon[181282]: pgmap v22881: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:41.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:47:41 smithi032 ceph-mon[191839]: pgmap v22882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:41.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:47:41 smithi032 ceph-mon[189144]: pgmap v22882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:47:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:47:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:47:41.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:47:41 smithi039 ceph-mon[181282]: pgmap v22882: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:43.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:47:43 smithi032 ceph-mon[191839]: pgmap v22883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:43.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:47:43 smithi032 ceph-mon[189144]: pgmap v22883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:43.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:47:43 smithi039 ceph-mon[181282]: pgmap v22883: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:45.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:47:45 smithi032 ceph-mon[189144]: pgmap v22884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:45.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:47:45 smithi032 ceph-mon[191839]: pgmap v22884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:45.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:47:45 smithi039 ceph-mon[181282]: pgmap v22884: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:47.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:47:46 smithi032 ceph-mon[191839]: pgmap v22885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:47.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:47:46 smithi032 ceph-mon[189144]: pgmap v22885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:47.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:47:46 smithi039 ceph-mon[181282]: pgmap v22885: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:47.900 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:47:48.226 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:47:48.226 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 9m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:47:48.226 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 7m ago 11h 97.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:47:48.226 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 9m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:47:48.227 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 7m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:47:48.227 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 7m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:47:48.227 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 9m ago 11h 604M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:47:48.227 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 9m ago 11h 815M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:47:48.227 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 7m ago 11h 513M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:47:48.227 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 9m ago 11h 527M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:47:48.227 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 9m ago 11h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:47:48.227 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 7m ago 11h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:47:48.227 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 9m ago 11h 1284M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:47:48.227 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 9m ago 11h 1371M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:47:48.227 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 9m ago 11h 1026M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:47:48.227 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 9m ago 11h 1144M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:47:48.228 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 7m ago 11h 1483M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:47:48.228 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 7m ago 11h 1236M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:47:48.228 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 7m ago 11h 872M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:47:48.228 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 7m ago 11h 1042M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:47:48.228 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 7m ago 11h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:47:48.625 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:47:48.625 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:47:48.626 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:47:48.626 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:47:48.626 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:47:48.626 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:47:48.626 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:47:48.626 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:47:48.626 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:47:48.626 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:47:48.626 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:47:48.626 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:47:48.626 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:47:48.626 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:47:48.626 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:47:48.627 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:47:48.627 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:47:48.627 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:47:49.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:47:49 smithi032 ceph-mon[191839]: from='client.59634 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:47:49.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:47:49 smithi032 ceph-mon[191839]: pgmap v22886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:49.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:47:49 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/462305040' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:47:49.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:47:49 smithi032 ceph-mon[189144]: from='client.59634 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:47:49.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:47:49 smithi032 ceph-mon[189144]: pgmap v22886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:49.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:47:49 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/462305040' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:47:49.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:47:49 smithi039 ceph-mon[181282]: from='client.59634 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:47:49.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:47:49 smithi039 ceph-mon[181282]: pgmap v22886: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:49.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:47:49 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/462305040' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:47:50.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:47:50 smithi032 ceph-mon[191839]: from='client.69554 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:47:50.430 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:47:50 smithi032 ceph-mon[189144]: from='client.69554 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:47:50.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:47:50 smithi039 ceph-mon[181282]: from='client.69554 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:47:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:47:51 smithi032 ceph-mon[191839]: pgmap v22887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:47:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:47:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:47:51 smithi032 ceph-mon[189144]: pgmap v22887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:47:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:47:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:47:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:47:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:47:51.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:47:51 smithi039 ceph-mon[181282]: pgmap v22887: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:51.506 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:47:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:47:53.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:47:53 smithi032 ceph-mon[189144]: pgmap v22888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:53.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:47:53 smithi032 ceph-mon[191839]: pgmap v22888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:53.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:47:53 smithi039 ceph-mon[181282]: pgmap v22888: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:55.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:47:55 smithi032 ceph-mon[189144]: pgmap v22889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:55.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:47:55 smithi032 ceph-mon[191839]: pgmap v22889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:55.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:47:55 smithi039 ceph-mon[181282]: pgmap v22889: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:57.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:47:56 smithi032 ceph-mon[189144]: pgmap v22890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:57.406 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:47:56 smithi032 ceph-mon[191839]: pgmap v22890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:57.407 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:47:56 smithi039 ceph-mon[181282]: pgmap v22890: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:59.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:47:59 smithi032 ceph-mon[191839]: pgmap v22891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:59.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:47:59 smithi032 ceph-mon[189144]: pgmap v22891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:47:59.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:47:59 smithi039 ceph-mon[181282]: pgmap v22891: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:48:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:48:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:48:01.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:48:01 smithi032 ceph-mon[189144]: pgmap v22892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:01.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:48:01 smithi032 ceph-mon[191839]: pgmap v22892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:01.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:48:01 smithi039 ceph-mon[181282]: pgmap v22892: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:03.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:48:03 smithi032 ceph-mon[191839]: pgmap v22893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:03.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:48:03 smithi032 ceph-mon[189144]: pgmap v22893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:03.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:48:03 smithi039 ceph-mon[181282]: pgmap v22893: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:05.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:48:05 smithi032 ceph-mon[191839]: pgmap v22894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:05.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:48:05 smithi032 ceph-mon[189144]: pgmap v22894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:05.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:48:05 smithi039 ceph-mon[181282]: pgmap v22894: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:06.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:48:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:48:06.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:48:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:48:06.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:48:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:48:07.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:48:07 smithi032 ceph-mon[191839]: pgmap v22895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:07.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:48:07 smithi032 ceph-mon[189144]: pgmap v22895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:07.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:48:07 smithi039 ceph-mon[181282]: pgmap v22895: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:09.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:48:09 smithi032 ceph-mon[191839]: pgmap v22896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:09.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:48:09 smithi032 ceph-mon[189144]: pgmap v22896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:09.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:48:09 smithi039 ceph-mon[181282]: pgmap v22896: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:11.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:48:11 smithi032 ceph-mon[189144]: pgmap v22897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:11.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:48:11 smithi032 ceph-mon[191839]: pgmap v22897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:48:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:48:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:48:11.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:48:11 smithi039 ceph-mon[181282]: pgmap v22897: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:13.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:48:13 smithi032 ceph-mon[189144]: pgmap v22898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:13.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:48:13 smithi032 ceph-mon[191839]: pgmap v22898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:13.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:48:13 smithi039 ceph-mon[181282]: pgmap v22898: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:15.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:48:15 smithi032 ceph-mon[191839]: pgmap v22899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:15.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:48:15 smithi032 ceph-mon[189144]: pgmap v22899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:15.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:48:15 smithi039 ceph-mon[181282]: pgmap v22899: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:17.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:48:16 smithi032 ceph-mon[189144]: pgmap v22900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:17.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:48:16 smithi032 ceph-mon[191839]: pgmap v22900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:17.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:48:16 smithi039 ceph-mon[181282]: pgmap v22900: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:18.989 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:48:19.317 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:48:19.317 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 10m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:48:19.317 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 7m ago 11h 97.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:48:19.317 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 10m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:48:19.317 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 7m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:48:19.317 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 7m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:48:19.317 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 10m ago 11h 604M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:48:19.317 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 10m ago 11h 815M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:48:19.317 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 7m ago 11h 513M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:48:19.317 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 10m ago 11h 527M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:48:19.317 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 10m ago 11h 18.6M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:48:19.317 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 7m ago 11h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:48:19.317 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 10m ago 11h 1284M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:48:19.318 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 10m ago 11h 1371M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:48:19.318 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 10m ago 11h 1026M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:48:19.318 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 10m ago 11h 1144M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:48:19.318 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 7m ago 11h 1483M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:48:19.318 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 7m ago 11h 1236M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:48:19.318 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 7m ago 11h 872M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:48:19.318 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 7m ago 11h 1042M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:48:19.318 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 7m ago 11h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:48:19.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:48:19 smithi032 ceph-mon[191839]: pgmap v22901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:19.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:48:19 smithi032 ceph-mon[189144]: pgmap v22901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:19.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:48:19 smithi039 ceph-mon[181282]: pgmap v22901: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:19.724 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:48:19.724 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:48:19.724 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:48:19.724 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:48:19.724 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:48:19.724 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:48:19.724 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:48:19.724 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:48:19.724 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:48:19.724 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:48:19.724 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:48:19.725 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:48:19.725 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:48:19.725 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:48:19.725 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:48:19.725 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:48:19.725 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:48:19.725 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:48:20.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:48:20 smithi032 ceph-mon[191839]: from='client.59652 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:48:20.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:48:20 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3805073263' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:48:20.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:48:20 smithi032 ceph-mon[189144]: from='client.59652 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:48:20.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:48:20 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3805073263' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:48:20.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:48:20 smithi039 ceph-mon[181282]: from='client.59652 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:48:20.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:48:20 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3805073263' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:48:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:48:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:48:20] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T04:48:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:48:21 smithi032 ceph-mon[189144]: from='client.59658 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:48:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:48:21 smithi032 ceph-mon[189144]: pgmap v22902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:48:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:48:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:48:21 smithi032 ceph-mon[191839]: from='client.59658 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:48:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:48:21 smithi032 ceph-mon[191839]: pgmap v22902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:48:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:48:21.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:48:21 smithi039 ceph-mon[181282]: from='client.59658 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:48:21.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:48:21 smithi039 ceph-mon[181282]: pgmap v22902: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:21.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:48:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:48:23.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:48:23 smithi032 ceph-mon[191839]: pgmap v22903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:23.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:48:23 smithi032 ceph-mon[189144]: pgmap v22903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:23.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:48:23 smithi039 ceph-mon[181282]: pgmap v22903: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:25.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:48:25 smithi032 ceph-mon[189144]: pgmap v22904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:25.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:48:25 smithi032 ceph-mon[191839]: pgmap v22904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:25.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:48:25 smithi039 ceph-mon[181282]: pgmap v22904: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:27.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:48:26 smithi032 ceph-mon[189144]: pgmap v22905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:27.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:48:26 smithi032 ceph-mon[191839]: pgmap v22905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:27.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:48:26 smithi039 ceph-mon[181282]: pgmap v22905: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:29.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:48:29 smithi032 ceph-mon[191839]: pgmap v22906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:29.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:48:29 smithi032 ceph-mon[189144]: pgmap v22906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:29.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:48:29 smithi039 ceph-mon[181282]: pgmap v22906: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:31.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:48:31 smithi032 ceph-mon[191839]: pgmap v22907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:31.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:48:31 smithi032 ceph-mon[189144]: pgmap v22907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:48:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:48:30] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T04:48:31.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:48:31 smithi039 ceph-mon[181282]: pgmap v22907: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:33.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:48:33 smithi032 ceph-mon[189144]: pgmap v22908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:33.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:48:33 smithi032 ceph-mon[191839]: pgmap v22908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:33.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:48:33 smithi039 ceph-mon[181282]: pgmap v22908: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:34.074 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:48:34 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:48:34.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:48:34 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:48:34.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:48:34 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:48:35.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:48:35 smithi032 ceph-mon[189144]: pgmap v22909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:35.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:48:35 smithi032 ceph-mon[191839]: pgmap v22909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:35.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:48:35 smithi039 ceph-mon[181282]: pgmap v22909: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:36.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:48:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:48:36.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:48:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:48:36.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:48:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:48:36.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:48:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:48:36.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:48:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:48:36.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:48:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:48:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:48:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:48:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:48:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:48:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:48:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:48:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:48:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:48:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:48:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:48:36.430 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:48:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:48:36.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:48:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:48:36.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:48:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:48:36.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:48:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:48:36.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:48:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:48:36.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:48:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:48:36.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:48:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:48:37.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:48:37 smithi032 ceph-mon[191839]: pgmap v22910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:37.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:48:37 smithi032 ceph-mon[189144]: pgmap v22910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:37.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:48:37 smithi039 ceph-mon[181282]: pgmap v22910: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:39.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:48:39 smithi032 ceph-mon[191839]: pgmap v22911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:39.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:48:39 smithi032 ceph-mon[189144]: pgmap v22911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:39.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:48:39 smithi039 ceph-mon[181282]: pgmap v22911: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:41.134 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:48:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:48:40] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:48:41.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:48:41 smithi032 ceph-mon[189144]: pgmap v22912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:41.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:48:41 smithi032 ceph-mon[191839]: pgmap v22912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:41.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:48:41 smithi039 ceph-mon[181282]: pgmap v22912: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:43.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:48:43 smithi032 ceph-mon[189144]: pgmap v22913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:43.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:48:43 smithi032 ceph-mon[191839]: pgmap v22913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:43.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:48:43 smithi039 ceph-mon[181282]: pgmap v22913: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:45.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:48:45 smithi032 ceph-mon[191839]: pgmap v22914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:45.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:48:45 smithi032 ceph-mon[189144]: pgmap v22914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:45.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:48:45 smithi039 ceph-mon[181282]: pgmap v22914: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:47.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:48:46 smithi032 ceph-mon[189144]: pgmap v22915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:47.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:48:46 smithi032 ceph-mon[191839]: pgmap v22915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:47.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:48:46 smithi039 ceph-mon[181282]: pgmap v22915: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:49.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:48:49 smithi032 ceph-mon[191839]: pgmap v22916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:49.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:48:49 smithi032 ceph-mon[189144]: pgmap v22916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:49.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:48:49 smithi039 ceph-mon[181282]: pgmap v22916: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:50.090 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:48:50.417 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:48:50.417 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 15s ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:48:50.417 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 8m ago 11h 97.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:48:50.417 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 15s ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:48:50.417 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 8m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:48:50.417 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 8m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:48:50.417 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 15s ago 11h 611M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:48:50.418 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 15s ago 11h 844M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:48:50.418 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 8m ago 11h 513M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:48:50.418 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 15s ago 11h 538M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:48:50.418 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 15s ago 11h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:48:50.418 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 8m ago 11h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:48:50.418 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 15s ago 11h 1316M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:48:50.418 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 15s ago 11h 1401M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:48:50.418 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 15s ago 11h 1049M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:48:50.418 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 15s ago 11h 1175M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:48:50.418 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 8m ago 11h 1483M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:48:50.418 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 8m ago 11h 1236M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:48:50.418 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 8m ago 11h 872M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:48:50.418 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 8m ago 11h 1042M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:48:50.418 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 8m ago 11h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:48:50.824 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:48:50.824 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:48:50.824 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:48:50.824 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:48:50.824 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:48:50.824 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:48:50.824 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:48:50.825 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:48:50.825 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:48:50.825 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:48:50.825 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:48:50.825 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:48:50.825 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:48:50.825 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:48:50.825 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:48:50.825 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:48:50.825 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:48:50.825 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:48:51.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:48:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:48:50] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T04:48:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:48:51 smithi032 ceph-mon[191839]: pgmap v22917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:48:51 smithi032 ceph-mon[191839]: from='client.59670 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:48:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:48:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:48:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:48:51 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/401322449' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:48:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:48:51 smithi032 ceph-mon[189144]: pgmap v22917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:48:51 smithi032 ceph-mon[189144]: from='client.59670 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:48:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:48:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:48:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:48:51 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/401322449' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:48:51.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:48:51 smithi039 ceph-mon[181282]: pgmap v22917: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:51.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:48:51 smithi039 ceph-mon[181282]: from='client.59670 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:48:51.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:48:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:48:51.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:48:51 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/401322449' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:48:52.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:48:52 smithi032 ceph-mon[189144]: from='client.69590 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:48:52.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:48:52 smithi032 ceph-mon[191839]: from='client.69590 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:48:52.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:48:52 smithi039 ceph-mon[181282]: from='client.69590 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:48:53.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:48:53 smithi032 ceph-mon[191839]: pgmap v22918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:53.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:48:53 smithi032 ceph-mon[189144]: pgmap v22918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:53.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:48:53 smithi039 ceph-mon[181282]: pgmap v22918: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:55.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:48:55 smithi032 ceph-mon[189144]: pgmap v22919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:55.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:48:55 smithi032 ceph-mon[191839]: pgmap v22919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:55.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:48:55 smithi039 ceph-mon[181282]: pgmap v22919: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:57.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:48:56 smithi032 ceph-mon[191839]: pgmap v22920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:57.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:48:56 smithi032 ceph-mon[189144]: pgmap v22920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:57.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:48:56 smithi039 ceph-mon[181282]: pgmap v22920: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:59.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:48:59 smithi032 ceph-mon[189144]: pgmap v22921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:59.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:48:59 smithi032 ceph-mon[191839]: pgmap v22921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:48:59.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:48:59 smithi039 ceph-mon[181282]: pgmap v22921: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:01.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:49:01 smithi032 ceph-mon[191839]: pgmap v22922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:01.180 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:49:01 smithi032 ceph-mon[189144]: pgmap v22922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:01.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:49:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:49:00] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T04:49:01.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:49:01 smithi039 ceph-mon[181282]: pgmap v22922: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:03.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:49:03 smithi032 ceph-mon[191839]: pgmap v22923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:03.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:49:03 smithi032 ceph-mon[189144]: pgmap v22923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:03.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:49:03 smithi039 ceph-mon[181282]: pgmap v22923: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:05.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:49:05 smithi032 ceph-mon[191839]: pgmap v22924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:05.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:49:05 smithi032 ceph-mon[189144]: pgmap v22924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:05.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:49:05 smithi039 ceph-mon[181282]: pgmap v22924: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:06.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:49:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:49:06.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:49:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:49:06.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:49:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:49:07.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:49:07 smithi032 ceph-mon[191839]: pgmap v22925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:07.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:49:07 smithi032 ceph-mon[189144]: pgmap v22925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:07.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:49:07 smithi039 ceph-mon[181282]: pgmap v22925: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:09.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:49:09 smithi032 ceph-mon[189144]: pgmap v22926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:09.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:49:09 smithi032 ceph-mon[191839]: pgmap v22926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:09.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:49:09 smithi039 ceph-mon[181282]: pgmap v22926: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:11.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:49:11 smithi032 ceph-mon[189144]: pgmap v22927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:11.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:49:11 smithi032 ceph-mon[191839]: pgmap v22927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:11.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:49:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:49:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:49:11.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:49:11 smithi039 ceph-mon[181282]: pgmap v22927: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:13.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:49:13 smithi032 ceph-mon[191839]: pgmap v22928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:13.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:49:13 smithi032 ceph-mon[189144]: pgmap v22928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:13.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:49:13 smithi039 ceph-mon[181282]: pgmap v22928: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:15.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:49:15 smithi032 ceph-mon[191839]: pgmap v22929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:15.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:49:15 smithi032 ceph-mon[189144]: pgmap v22929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:15.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:49:15 smithi039 ceph-mon[181282]: pgmap v22929: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:17.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:49:16 smithi032 ceph-mon[189144]: pgmap v22930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:17.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:49:16 smithi032 ceph-mon[191839]: pgmap v22930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:17.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:49:16 smithi039 ceph-mon[181282]: pgmap v22930: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:19.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:49:19 smithi032 ceph-mon[189144]: pgmap v22931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:19.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:49:19 smithi032 ceph-mon[191839]: pgmap v22931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:19.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:49:19 smithi039 ceph-mon[181282]: pgmap v22931: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:21.178 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:49:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:49:20] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:49:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:49:21 smithi032 ceph-mon[191839]: pgmap v22932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:49:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:49:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:49:21 smithi032 ceph-mon[189144]: pgmap v22932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:21.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:49:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:49:21.195 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:49:21.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:49:21 smithi039 ceph-mon[181282]: pgmap v22932: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:21.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:49:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:49:21.517 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:49:21.517 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 46s ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:49:21.517 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 8m ago 11h 97.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:49:21.518 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 46s ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:49:21.518 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 8m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:49:21.518 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 8m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:49:21.518 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 46s ago 11h 611M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:49:21.518 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 46s ago 11h 844M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:49:21.518 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 8m ago 11h 513M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:49:21.518 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 46s ago 11h 538M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:49:21.518 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 46s ago 11h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:49:21.518 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 8m ago 11h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:49:21.518 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 46s ago 11h 1316M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:49:21.518 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 46s ago 11h 1401M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:49:21.518 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 46s ago 11h 1049M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:49:21.518 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 46s ago 11h 1175M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:49:21.518 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 8m ago 11h 1483M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:49:21.518 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 8m ago 11h 1236M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:49:21.519 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 8m ago 11h 872M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:49:21.519 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 8m ago 11h 1042M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:49:21.519 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 8m ago 11h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:49:21.918 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:49:21.918 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:49:21.918 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:49:21.918 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:49:21.918 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:49:21.918 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:49:21.918 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:49:21.918 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:49:21.918 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:49:21.918 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:49:21.918 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:49:21.918 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:49:21.918 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:49:21.919 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:49:21.919 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:49:21.919 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:49:21.919 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:49:21.919 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:49:22.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:49:22 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1938564686' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:49:22.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:49:22 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1938564686' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:49:22.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:49:22 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1938564686' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:49:23.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:49:23 smithi032 ceph-mon[191839]: from='client.69602 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:49:23.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:49:23 smithi032 ceph-mon[191839]: from='client.69608 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:49:23.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:49:23 smithi032 ceph-mon[191839]: pgmap v22933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:23.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:49:23 smithi032 ceph-mon[189144]: from='client.69602 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:49:23.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:49:23 smithi032 ceph-mon[189144]: from='client.69608 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:49:23.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:49:23 smithi032 ceph-mon[189144]: pgmap v22933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:23.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:49:23 smithi039 ceph-mon[181282]: from='client.69602 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:49:23.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:49:23 smithi039 ceph-mon[181282]: from='client.69608 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:49:23.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:49:23 smithi039 ceph-mon[181282]: pgmap v22933: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:25.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:49:25 smithi032 ceph-mon[191839]: pgmap v22934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:25.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:49:25 smithi032 ceph-mon[189144]: pgmap v22934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:25.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:49:25 smithi039 ceph-mon[181282]: pgmap v22934: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:27.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:49:26 smithi032 ceph-mon[189144]: pgmap v22935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:27.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:49:26 smithi032 ceph-mon[191839]: pgmap v22935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:27.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:49:26 smithi039 ceph-mon[181282]: pgmap v22935: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:29.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:49:29 smithi032 ceph-mon[191839]: pgmap v22936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:29.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:49:29 smithi032 ceph-mon[189144]: pgmap v22936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:29.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:49:29 smithi039 ceph-mon[181282]: pgmap v22936: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:31.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:49:31 smithi032 ceph-mon[189144]: pgmap v22937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:31.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:49:31 smithi032 ceph-mon[191839]: pgmap v22937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:49:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:49:30] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:49:31.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:49:31 smithi039 ceph-mon[181282]: pgmap v22937: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:33.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:49:33 smithi032 ceph-mon[189144]: pgmap v22938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:33.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:49:33 smithi032 ceph-mon[191839]: pgmap v22938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:33.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:49:33 smithi039 ceph-mon[181282]: pgmap v22938: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:35.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:49:35 smithi032 ceph-mon[191839]: pgmap v22939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:35.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:49:35 smithi032 ceph-mon[189144]: pgmap v22939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:35.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:49:35 smithi039 ceph-mon[181282]: pgmap v22939: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:36.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:49:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:49:36.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:49:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:49:36.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:49:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:49:36.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:49:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:49:36.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:49:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:49:36.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:49:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:49:37.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:49:37 smithi032 ceph-mon[191839]: pgmap v22940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:37.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:49:37 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:49:37.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:49:37 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:49:37.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:49:37 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:49:37.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:49:37 smithi032 ceph-mon[189144]: pgmap v22940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:37.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:49:37 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:49:37.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:49:37 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:49:37.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:49:37 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:49:37.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:49:37 smithi039 ceph-mon[181282]: pgmap v22940: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:37.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:49:37 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:49:37.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:49:37 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:49:37.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:49:37 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:49:39.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:49:39 smithi032 ceph-mon[191839]: pgmap v22941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:39.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:49:39 smithi032 ceph-mon[189144]: pgmap v22941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:39.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:49:39 smithi039 ceph-mon[181282]: pgmap v22941: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:41.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:49:41 smithi032 ceph-mon[191839]: pgmap v22942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:41.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:49:41 smithi032 ceph-mon[189144]: pgmap v22942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:49:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:49:40] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T04:49:41.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:49:41 smithi039 ceph-mon[181282]: pgmap v22942: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:43.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:49:43 smithi032 ceph-mon[191839]: pgmap v22943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:43.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:49:43 smithi032 ceph-mon[189144]: pgmap v22943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:43.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:49:43 smithi039 ceph-mon[181282]: pgmap v22943: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:45.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:49:45 smithi032 ceph-mon[191839]: pgmap v22944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:45.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:49:45 smithi032 ceph-mon[189144]: pgmap v22944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:45.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:49:45 smithi039 ceph-mon[181282]: pgmap v22944: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:47.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:49:46 smithi032 ceph-mon[189144]: pgmap v22945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:47.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:49:46 smithi032 ceph-mon[191839]: pgmap v22945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:47.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:49:46 smithi039 ceph-mon[181282]: pgmap v22945: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:49.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:49:49 smithi032 ceph-mon[191839]: pgmap v22946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:49.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:49:49 smithi032 ceph-mon[189144]: pgmap v22946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:49.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:49:49 smithi039 ceph-mon[181282]: pgmap v22946: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:49:51 smithi032 ceph-mon[189144]: pgmap v22947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:51.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:49:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:49:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:49:51 smithi032 ceph-mon[191839]: pgmap v22947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:51.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:49:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:49:51.180 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:49:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:49:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:49:51.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:49:51 smithi039 ceph-mon[181282]: pgmap v22947: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:51.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:49:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:49:52.289 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:49:52.612 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:49:52.612 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 77s ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:49:52.612 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 9m ago 11h 97.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:49:52.613 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 77s ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:49:52.613 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 9m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:49:52.613 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 9m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:49:52.613 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 77s ago 11h 611M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:49:52.613 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 77s ago 11h 844M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:49:52.613 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 9m ago 11h 513M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:49:52.613 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 77s ago 11h 538M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:49:52.613 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 77s ago 11h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:49:52.613 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 9m ago 11h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:49:52.613 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 77s ago 11h 1316M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:49:52.613 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 77s ago 11h 1401M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:49:52.613 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 77s ago 11h 1049M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:49:52.613 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 77s ago 11h 1175M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:49:52.613 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 9m ago 11h 1483M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:49:52.613 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 9m ago 11h 1236M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:49:52.614 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 9m ago 11h 872M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:49:52.614 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 9m ago 11h 1042M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:49:52.614 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 9m ago 11h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:49:53.011 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:49:53.011 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:49:53.011 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:49:53.011 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:49:53.011 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:49:53.011 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:49:53.011 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:49:53.011 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:49:53.011 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:49:53.011 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:49:53.011 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:49:53.012 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:49:53.012 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:49:53.012 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:49:53.012 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:49:53.012 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:49:53.012 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:49:53.012 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:49:53.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:49:53 smithi032 ceph-mon[189144]: pgmap v22948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:53.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:49:53 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2494057887' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:49:53.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:49:53 smithi032 ceph-mon[191839]: pgmap v22948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:53.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:49:53 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2494057887' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:49:53.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:49:53 smithi039 ceph-mon[181282]: pgmap v22948: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:53.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:49:53 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2494057887' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:49:54.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:49:54 smithi032 ceph-mon[191839]: from='client.59706 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:49:54.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:49:54 smithi032 ceph-mon[191839]: from='client.59712 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:49:54.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:49:54 smithi032 ceph-mon[189144]: from='client.59706 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:49:54.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:49:54 smithi032 ceph-mon[189144]: from='client.59712 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:49:54.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:49:54 smithi039 ceph-mon[181282]: from='client.59706 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:49:54.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:49:54 smithi039 ceph-mon[181282]: from='client.59712 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:49:55.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:49:55 smithi032 ceph-mon[191839]: pgmap v22949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:55.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:49:55 smithi032 ceph-mon[189144]: pgmap v22949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:55.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:49:55 smithi039 ceph-mon[181282]: pgmap v22949: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:57.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:49:56 smithi032 ceph-mon[191839]: pgmap v22950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:57.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:49:56 smithi032 ceph-mon[189144]: pgmap v22950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:57.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:49:56 smithi039 ceph-mon[181282]: pgmap v22950: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:59.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:49:59 smithi032 ceph-mon[191839]: pgmap v22951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:59.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:49:59 smithi032 ceph-mon[189144]: pgmap v22951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:49:59.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:49:59 smithi039 ceph-mon[181282]: pgmap v22951: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:00.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:00 smithi032 ceph-mon[191839]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T04:50:00.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mon-a[189120]: 2023-12-23T04:49:59.999+0000 7f66874ce700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T04:50:00.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:00 smithi032 ceph-mon[189144]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T04:50:00.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:00 smithi039 ceph-mon[181282]: overall HEALTH_ERR Upgrade: failed due to an unexpected exception 2023-12-23T04:50:01.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:01 smithi032 ceph-mon[191839]: pgmap v22952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:01.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:01 smithi032 ceph-mon[189144]: pgmap v22952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:01.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:50:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:50:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:50:01.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:01 smithi039 ceph-mon[181282]: pgmap v22952: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:03.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:03 smithi032 ceph-mon[191839]: pgmap v22953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:03.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:03 smithi032 ceph-mon[189144]: pgmap v22953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:03.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:03 smithi039 ceph-mon[181282]: pgmap v22953: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:05.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:05 smithi032 ceph-mon[191839]: pgmap v22954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:05.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:05 smithi032 ceph-mon[189144]: pgmap v22954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:05.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:05 smithi039 ceph-mon[181282]: pgmap v22954: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:06.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:50:06.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:50:06.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:50:07.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:07 smithi032 ceph-mon[191839]: pgmap v22955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:07.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:07 smithi032 ceph-mon[189144]: pgmap v22955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:07.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:07 smithi039 ceph-mon[181282]: pgmap v22955: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:09.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:09 smithi032 ceph-mon[191839]: pgmap v22956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:09.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:09 smithi032 ceph-mon[189144]: pgmap v22956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:09.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:09 smithi039 ceph-mon[181282]: pgmap v22956: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:11.116 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:50:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:50:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:50:11.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:11 smithi032 ceph-mon[191839]: pgmap v22957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:11.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:11 smithi032 ceph-mon[189144]: pgmap v22957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:11.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:11 smithi039 ceph-mon[181282]: pgmap v22957: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:13.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:13 smithi032 ceph-mon[191839]: pgmap v22958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:13.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:13 smithi032 ceph-mon[189144]: pgmap v22958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:13.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:13 smithi039 ceph-mon[181282]: pgmap v22958: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:15.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:15 smithi032 ceph-mon[191839]: pgmap v22959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:15.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:15 smithi032 ceph-mon[189144]: pgmap v22959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:15.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:15 smithi039 ceph-mon[181282]: pgmap v22959: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:17.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:16 smithi032 ceph-mon[189144]: pgmap v22960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:17.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:16 smithi032 ceph-mon[191839]: pgmap v22960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:17.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:16 smithi039 ceph-mon[181282]: pgmap v22960: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:17.256 INFO:journalctl@ceph.grafana.a.smithi039.stdout:Dec 23 04:50:16 smithi039 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-grafana-a[167008]: logger=cleanup t=2023-12-23T04:50:16.983620796Z level=info msg="Completed cleanup jobs" duration=13.155656ms 2023-12-23T04:50:19.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:19 smithi032 ceph-mon[191839]: pgmap v22961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:19.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:19 smithi032 ceph-mon[189144]: pgmap v22961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:19.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:19 smithi039 ceph-mon[181282]: pgmap v22961: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:21.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:21 smithi032 ceph-mon[189144]: pgmap v22962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:21.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:50:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:21 smithi032 ceph-mon[191839]: pgmap v22962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:21.179 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:50:21.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:50:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:50:20] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:50:21.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:21 smithi039 ceph-mon[181282]: pgmap v22962: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:21.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:50:23.381 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:50:23.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:23 smithi032 ceph-mon[189144]: pgmap v22963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:23.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:23 smithi032 ceph-mon[191839]: pgmap v22963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:23.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:23 smithi039 ceph-mon[181282]: pgmap v22963: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:23.705 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:50:23.705 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 108s ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:50:23.705 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 9m ago 11h 97.6M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:50:23.705 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 108s ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:50:23.705 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 9m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:50:23.706 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 9m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:50:23.706 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 108s ago 11h 611M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:50:23.706 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 108s ago 11h 844M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:50:23.706 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 9m ago 11h 513M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:50:23.706 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 108s ago 11h 538M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:50:23.706 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 108s ago 11h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:50:23.706 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 9m ago 11h 20.5M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:50:23.706 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 108s ago 11h 1316M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:50:23.706 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 108s ago 11h 1401M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:50:23.706 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 108s ago 11h 1049M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:50:23.706 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 108s ago 11h 1175M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:50:23.706 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 9m ago 11h 1483M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:50:23.706 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 9m ago 11h 1236M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:50:23.706 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 9m ago 11h 872M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:50:23.706 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 9m ago 11h 1042M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:50:23.707 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 9m ago 11h 147M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:50:24.114 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:50:24.114 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:50:24.114 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:50:24.114 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:50:24.114 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:50:24.114 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:50:24.114 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:50:24.114 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:50:24.115 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:50:24.115 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:50:24.115 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:50:24.115 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:50:24.115 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:50:24.115 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:50:24.115 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:50:24.115 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:50:24.115 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:50:24.115 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:50:25.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:25 smithi032 ceph-mon[191839]: from='client.69638 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:50:25.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:25 smithi032 ceph-mon[191839]: from='client.59730 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:50:25.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:25 smithi032 ceph-mon[191839]: pgmap v22964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:25.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:25 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2015518710' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:50:25.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:25 smithi032 ceph-mon[189144]: from='client.69638 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:50:25.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:25 smithi032 ceph-mon[189144]: from='client.59730 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:50:25.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:25 smithi032 ceph-mon[189144]: pgmap v22964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:25.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:25 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2015518710' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:50:25.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:25 smithi039 ceph-mon[181282]: from='client.69638 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:50:25.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:25 smithi039 ceph-mon[181282]: from='client.59730 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:50:25.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:25 smithi039 ceph-mon[181282]: pgmap v22964: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:25.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:25 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2015518710' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:50:27.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:26 smithi032 ceph-mon[191839]: pgmap v22965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:27.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:26 smithi032 ceph-mon[189144]: pgmap v22965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:27.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:26 smithi039 ceph-mon[181282]: pgmap v22965: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:29.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:29 smithi032 ceph-mon[191839]: pgmap v22966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:29.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:29 smithi032 ceph-mon[189144]: pgmap v22966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:29.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:29 smithi039 ceph-mon[181282]: pgmap v22966: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:31.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:31 smithi032 ceph-mon[191839]: pgmap v22967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:31.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:31 smithi032 ceph-mon[189144]: pgmap v22967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:31.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:50:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:50:30] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:50:31.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:31 smithi039 ceph-mon[181282]: pgmap v22967: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:33.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:33 smithi032 ceph-mon[191839]: pgmap v22968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:33.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:33 smithi032 ceph-mon[189144]: pgmap v22968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:33.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:33 smithi039 ceph-mon[181282]: pgmap v22968: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:35.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:35 smithi032 ceph-mon[191839]: pgmap v22969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:35.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:35 smithi032 ceph-mon[189144]: pgmap v22969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:35.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:35 smithi039 ceph-mon[181282]: pgmap v22969: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:36.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:50:36.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:50:36.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:50:37.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:37 smithi039 ceph-mon[181282]: pgmap v22970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:37.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:37 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:50:37.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:37 smithi032 ceph-mon[191839]: pgmap v22970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:37.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:37 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:50:37.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:37 smithi032 ceph-mon[189144]: pgmap v22970: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:37.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:37 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:50:39.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:39 smithi032 ceph-mon[191839]: pgmap v22971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:39.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:50:39.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:39 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:50:39.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:39 smithi032 ceph-mon[189144]: pgmap v22971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:39.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:50:39.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:39 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:50:39.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:39 smithi039 ceph-mon[181282]: pgmap v22971: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:39.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:50:39.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:39 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:50:40.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:50:40.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:50:40.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:50:40.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:50:40.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:50:40.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:50:40.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:50:40.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:50:40.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:50:41.116 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:50:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:50:40] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:50:41.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:41 smithi032 ceph-mon[189144]: pgmap v22972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:41.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:41 smithi032 ceph-mon[191839]: pgmap v22972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:41.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:41 smithi039 ceph-mon[181282]: pgmap v22972: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:43.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:43 smithi032 ceph-mon[191839]: pgmap v22973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:43.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:43 smithi032 ceph-mon[189144]: pgmap v22973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:43.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:43 smithi039 ceph-mon[181282]: pgmap v22973: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:45.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:45 smithi032 ceph-mon[191839]: pgmap v22974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:45.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:45 smithi032 ceph-mon[189144]: pgmap v22974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:45.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:45 smithi039 ceph-mon[181282]: pgmap v22974: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:47.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:46 smithi032 ceph-mon[191839]: pgmap v22975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:47.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:46 smithi032 ceph-mon[189144]: pgmap v22975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:47.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:46 smithi039 ceph-mon[181282]: pgmap v22975: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:49.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:49 smithi032 ceph-mon[191839]: pgmap v22976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:49.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:49 smithi032 ceph-mon[189144]: pgmap v22976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:49.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:49 smithi039 ceph-mon[181282]: pgmap v22976: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:51.108 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:50:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:50:50] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:50:51.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:51 smithi032 ceph-mon[189144]: pgmap v22977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:51.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:50:51.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:51 smithi032 ceph-mon[191839]: pgmap v22977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:51.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:50:51.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:51 smithi039 ceph-mon[181282]: pgmap v22977: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:51.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:50:53.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:53 smithi032 ceph-mon[189144]: pgmap v22978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:53.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:53 smithi032 ceph-mon[191839]: pgmap v22978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:53.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:53 smithi039 ceph-mon[181282]: pgmap v22978: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:54.482 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:50:54.805 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:50:54.805 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 2m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:50:54.805 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 15s ago 11h 96.1M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:50:54.805 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 2m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:50:54.805 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 15s ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:50:54.806 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 15s ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:50:54.806 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 2m ago 11h 611M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:50:54.806 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 2m ago 11h 844M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:50:54.806 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 15s ago 11h 525M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:50:54.806 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 2m ago 11h 538M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:50:54.806 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 2m ago 11h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:50:54.806 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 15s ago 11h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:50:54.806 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 2m ago 11h 1316M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:50:54.806 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 2m ago 11h 1401M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:50:54.806 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 2m ago 11h 1049M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:50:54.806 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 2m ago 11h 1175M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:50:54.806 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 15s ago 11h 1510M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:50:54.806 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 15s ago 11h 1270M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:50:54.806 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 15s ago 11h 901M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:50:54.806 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 15s ago 11h 1077M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:50:54.806 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 15s ago 11h 146M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:50:55.212 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:50:55.212 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:50:55.212 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:50:55.212 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:50:55.212 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:50:55.212 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:50:55.212 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:50:55.212 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:50:55.212 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:50:55.213 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:50:55.213 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:50:55.213 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:50:55.213 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:50:55.213 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:50:55.213 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:50:55.213 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:50:55.213 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:50:55.213 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:50:55.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:55 smithi032 ceph-mon[191839]: pgmap v22979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:55.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:55 smithi032 ceph-mon[189144]: pgmap v22979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:55.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:55 smithi039 ceph-mon[181282]: pgmap v22979: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:56.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:56 smithi032 ceph-mon[189144]: from='client.59742 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:50:56.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:56 smithi032 ceph-mon[189144]: from='client.59748 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:50:56.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:56 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2281170418' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:50:56.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:56 smithi032 ceph-mon[191839]: from='client.59742 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:50:56.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:56 smithi032 ceph-mon[191839]: from='client.59748 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:50:56.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:56 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2281170418' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:50:56.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:56 smithi039 ceph-mon[181282]: from='client.59742 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:50:56.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:56 smithi039 ceph-mon[181282]: from='client.59748 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:50:56.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:56 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2281170418' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:50:57.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:57 smithi032 ceph-mon[191839]: pgmap v22980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:57.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:57 smithi032 ceph-mon[189144]: pgmap v22980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:57.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:57 smithi039 ceph-mon[181282]: pgmap v22980: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:59.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:50:59 smithi032 ceph-mon[191839]: pgmap v22981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:59.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:50:59 smithi032 ceph-mon[189144]: pgmap v22981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:50:59.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:50:59 smithi039 ceph-mon[181282]: pgmap v22981: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:01.124 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:51:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:51:00] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:51:01.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:51:01 smithi032 ceph-mon[191839]: pgmap v22982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:01.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:51:01 smithi032 ceph-mon[189144]: pgmap v22982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:01.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:51:01 smithi039 ceph-mon[181282]: pgmap v22982: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:03.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:51:03 smithi032 ceph-mon[191839]: pgmap v22983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:03.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:51:03 smithi032 ceph-mon[189144]: pgmap v22983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:03.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:51:03 smithi039 ceph-mon[181282]: pgmap v22983: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:05.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:51:05 smithi032 ceph-mon[189144]: pgmap v22984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:05.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:51:05 smithi032 ceph-mon[191839]: pgmap v22984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:05.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:51:05 smithi039 ceph-mon[181282]: pgmap v22984: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:06.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:51:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:51:06.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:51:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:51:06.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:51:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:51:07.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:51:07 smithi032 ceph-mon[191839]: pgmap v22985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:07.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:51:07 smithi032 ceph-mon[189144]: pgmap v22985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:07.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:51:07 smithi039 ceph-mon[181282]: pgmap v22985: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:09.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:51:09 smithi032 ceph-mon[191839]: pgmap v22986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:09.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:51:09 smithi032 ceph-mon[189144]: pgmap v22986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:09.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:51:09 smithi039 ceph-mon[181282]: pgmap v22986: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:11.146 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:51:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:51:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:51:11.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:51:11 smithi032 ceph-mon[191839]: pgmap v22987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:11.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:51:11 smithi032 ceph-mon[189144]: pgmap v22987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:11.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:51:11 smithi039 ceph-mon[181282]: pgmap v22987: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:13.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:51:13 smithi032 ceph-mon[191839]: pgmap v22988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:13.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:51:13 smithi032 ceph-mon[189144]: pgmap v22988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:13.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:51:13 smithi039 ceph-mon[181282]: pgmap v22988: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:15.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:51:15 smithi032 ceph-mon[191839]: pgmap v22989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:15.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:51:15 smithi032 ceph-mon[189144]: pgmap v22989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:15.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:51:15 smithi039 ceph-mon[181282]: pgmap v22989: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:17.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:51:16 smithi032 ceph-mon[191839]: pgmap v22990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:17.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:51:16 smithi032 ceph-mon[189144]: pgmap v22990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:17.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:51:16 smithi039 ceph-mon[181282]: pgmap v22990: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:19.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:51:19 smithi032 ceph-mon[191839]: pgmap v22991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:19.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:51:19 smithi032 ceph-mon[189144]: pgmap v22991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:19.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:51:19 smithi039 ceph-mon[181282]: pgmap v22991: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:21.117 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:51:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:51:20] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T04:51:21.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:51:21 smithi032 ceph-mon[191839]: pgmap v22992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:21.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:51:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:51:21.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:51:21 smithi032 ceph-mon[189144]: pgmap v22992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:21.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:51:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:51:21.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:51:21 smithi039 ceph-mon[181282]: pgmap v22992: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:21.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:51:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:51:23.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:51:23 smithi032 ceph-mon[191839]: pgmap v22993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:23.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:51:23 smithi032 ceph-mon[189144]: pgmap v22993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:23.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:51:23 smithi039 ceph-mon[181282]: pgmap v22993: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:25.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:51:25 smithi032 ceph-mon[191839]: pgmap v22994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:25.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:51:25 smithi032 ceph-mon[189144]: pgmap v22994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:25.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:51:25 smithi039 ceph-mon[181282]: pgmap v22994: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:25.581 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:51:25.904 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:51:25.904 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 2m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:51:25.904 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 46s ago 11h 96.1M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:51:25.905 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 2m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:51:25.905 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 46s ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:51:25.905 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 46s ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:51:25.905 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 2m ago 11h 611M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:51:25.905 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 2m ago 11h 844M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:51:25.905 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 46s ago 11h 525M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:51:25.905 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 2m ago 11h 538M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:51:25.905 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 2m ago 11h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:51:25.905 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 46s ago 11h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:51:25.905 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 2m ago 11h 1316M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:51:25.905 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 2m ago 11h 1401M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:51:25.906 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 2m ago 11h 1049M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:51:25.906 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 2m ago 11h 1175M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:51:25.906 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 46s ago 11h 1510M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:51:25.906 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 46s ago 11h 1270M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:51:25.906 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 46s ago 11h 901M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:51:25.906 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 46s ago 11h 1077M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:51:25.906 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 46s ago 11h 146M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:51:26.309 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:51:26.309 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:51:26.309 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:51:26.309 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:51:26.309 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:51:26.309 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:51:26.309 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:51:26.309 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:51:26.309 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:51:26.309 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:51:26.309 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:51:26.309 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:51:26.309 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:51:26.309 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:51:26.310 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:51:26.310 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:51:26.310 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:51:26.310 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:51:27.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:51:26 smithi032 ceph-mon[191839]: from='client.59760 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:51:27.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:51:26 smithi032 ceph-mon[191839]: from='client.59766 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:51:27.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:51:26 smithi032 ceph-mon[191839]: pgmap v22995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:27.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:51:26 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2111313372' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:51:27.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:51:26 smithi032 ceph-mon[189144]: from='client.59760 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:51:27.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:51:26 smithi032 ceph-mon[189144]: from='client.59766 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:51:27.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:51:26 smithi032 ceph-mon[189144]: pgmap v22995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:27.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:51:26 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2111313372' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:51:27.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:51:26 smithi039 ceph-mon[181282]: from='client.59760 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:51:27.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:51:26 smithi039 ceph-mon[181282]: from='client.59766 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:51:27.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:51:26 smithi039 ceph-mon[181282]: pgmap v22995: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:27.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:51:26 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2111313372' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:51:29.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:51:29 smithi032 ceph-mon[191839]: pgmap v22996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:29.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:51:29 smithi032 ceph-mon[189144]: pgmap v22996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:29.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:51:29 smithi039 ceph-mon[181282]: pgmap v22996: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:31.118 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:51:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:51:30] "GET /metrics HTTP/1.1" 200 34074 "" "Prometheus/2.43.0" 2023-12-23T04:51:31.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:51:31 smithi032 ceph-mon[191839]: pgmap v22997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:31.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:51:31 smithi032 ceph-mon[189144]: pgmap v22997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:31.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:51:31 smithi039 ceph-mon[181282]: pgmap v22997: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:33.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:51:33 smithi032 ceph-mon[191839]: pgmap v22998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:33.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:51:33 smithi032 ceph-mon[189144]: pgmap v22998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:33.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:51:33 smithi039 ceph-mon[181282]: pgmap v22998: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:35.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:51:35 smithi032 ceph-mon[191839]: pgmap v22999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:35.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:51:35 smithi032 ceph-mon[189144]: pgmap v22999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:35.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:51:35 smithi039 ceph-mon[181282]: pgmap v22999: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:36.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:51:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:51:36.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:51:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:51:36.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:51:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:51:37.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:51:37 smithi032 ceph-mon[191839]: pgmap v23000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:37.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:51:37 smithi032 ceph-mon[189144]: pgmap v23000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:37.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:51:37 smithi039 ceph-mon[181282]: pgmap v23000: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:39.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:51:39 smithi032 ceph-mon[191839]: pgmap v23001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:39.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:51:39 smithi032 ceph-mon[189144]: pgmap v23001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:39.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:51:39 smithi039 ceph-mon[181282]: pgmap v23001: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:40.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:51:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:51:40.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:51:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:51:40.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:51:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:51:40.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:51:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:51:40.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:51:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:51:40.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:51:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:51:40.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:51:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:51:40.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:51:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:51:40.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:51:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:51:40.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:51:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:51:40.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:51:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:51:40.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:51:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:51:41.134 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:51:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:51:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T04:51:41.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:51:41 smithi032 ceph-mon[191839]: pgmap v23002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:41.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:51:41 smithi032 ceph-mon[189144]: pgmap v23002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:41.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:51:41 smithi039 ceph-mon[181282]: pgmap v23002: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:43.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:51:43 smithi032 ceph-mon[191839]: pgmap v23003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:43.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:51:43 smithi032 ceph-mon[189144]: pgmap v23003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:43.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:51:43 smithi039 ceph-mon[181282]: pgmap v23003: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:45.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:51:45 smithi032 ceph-mon[191839]: pgmap v23004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:45.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:51:45 smithi032 ceph-mon[189144]: pgmap v23004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:45.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:51:45 smithi039 ceph-mon[181282]: pgmap v23004: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:46.908 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:51:46 smithi032 ceph-mon[189144]: pgmap v23005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:47.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:51:46 smithi039 ceph-mon[181282]: pgmap v23005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:49.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:51:49 smithi032 ceph-mon[189144]: pgmap v23006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:49.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:51:46 smithi032 ceph-mon[191839]: pgmap v23005: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:49.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:51:49 smithi032 ceph-mon[191839]: pgmap v23006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:49.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:51:49 smithi039 ceph-mon[181282]: pgmap v23006: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:51.125 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:51:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:51:50] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T04:51:51.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:51:51 smithi032 ceph-mon[191839]: pgmap v23007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:51.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:51:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:51:51.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:51:51 smithi032 ceph-mon[189144]: pgmap v23007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:51.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:51:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:51:51.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:51:51 smithi039 ceph-mon[181282]: pgmap v23007: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:51.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:51:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:51:53.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:51:53 smithi032 ceph-mon[191839]: pgmap v23008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:53.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:51:53 smithi032 ceph-mon[189144]: pgmap v23008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:53.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:51:53 smithi039 ceph-mon[181282]: pgmap v23008: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:55.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:51:55 smithi032 ceph-mon[191839]: pgmap v23009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:55.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:51:55 smithi032 ceph-mon[189144]: pgmap v23009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:55.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:51:55 smithi039 ceph-mon[181282]: pgmap v23009: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:56.675 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:51:57.004 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:51:57.004 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 3m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:51:57.004 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 78s ago 11h 96.1M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:51:57.004 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 3m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:51:57.004 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 78s ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:51:57.004 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 78s ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:51:57.004 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 3m ago 11h 611M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:51:57.004 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 3m ago 11h 844M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:51:57.005 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 78s ago 11h 525M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:51:57.005 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 3m ago 11h 538M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:51:57.005 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 3m ago 11h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:51:57.005 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 78s ago 11h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:51:57.005 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 3m ago 11h 1316M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:51:57.005 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 3m ago 11h 1401M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:51:57.005 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 3m ago 11h 1049M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:51:57.005 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 3m ago 11h 1175M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:51:57.005 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 78s ago 11h 1510M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:51:57.005 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 78s ago 11h 1270M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:51:57.005 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 78s ago 11h 901M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:51:57.005 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 78s ago 11h 1077M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:51:57.005 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 78s ago 11h 146M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:51:57.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:51:56 smithi032 ceph-mon[191839]: pgmap v23010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:57.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:51:56 smithi032 ceph-mon[189144]: pgmap v23010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:57.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:51:56 smithi039 ceph-mon[181282]: pgmap v23010: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:57.411 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:51:57.412 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:51:57.412 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:51:57.412 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:51:57.412 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:51:57.412 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:51:57.412 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:51:57.412 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:51:57.412 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:51:57.412 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:51:57.412 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:51:57.412 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:51:57.412 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:51:57.412 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:51:57.413 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:51:57.413 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:51:57.413 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:51:57.413 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:51:58.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:51:57 smithi032 ceph-mon[191839]: from='client.69692 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:51:58.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:51:57 smithi032 ceph-mon[191839]: from='client.59784 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:51:58.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:51:57 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/3438026058' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:51:58.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:51:57 smithi032 ceph-mon[189144]: from='client.69692 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:51:58.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:51:57 smithi032 ceph-mon[189144]: from='client.59784 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:51:58.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:51:57 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/3438026058' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:51:58.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:51:57 smithi039 ceph-mon[181282]: from='client.69692 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:51:58.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:51:57 smithi039 ceph-mon[181282]: from='client.59784 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:51:58.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:51:57 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/3438026058' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:51:59.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:51:58 smithi032 ceph-mon[191839]: pgmap v23011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:59.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:51:58 smithi032 ceph-mon[189144]: pgmap v23011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:51:59.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:51:58 smithi039 ceph-mon[181282]: pgmap v23011: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:01.126 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:52:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:52:00] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2023-12-23T04:52:01.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:52:01 smithi032 ceph-mon[191839]: pgmap v23012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:01.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:52:01 smithi032 ceph-mon[189144]: pgmap v23012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:01.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:52:01 smithi039 ceph-mon[181282]: pgmap v23012: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:03.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:52:03 smithi032 ceph-mon[191839]: pgmap v23013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:03.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:52:03 smithi032 ceph-mon[189144]: pgmap v23013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:03.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:52:03 smithi039 ceph-mon[181282]: pgmap v23013: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:05.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:52:05 smithi032 ceph-mon[191839]: pgmap v23014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:05.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:52:05 smithi032 ceph-mon[189144]: pgmap v23014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:05.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:52:05 smithi039 ceph-mon[181282]: pgmap v23014: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:06.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:52:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:52:06.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:52:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:52:06.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:52:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:52:07.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:52:07 smithi032 ceph-mon[191839]: pgmap v23015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:07.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:52:07 smithi032 ceph-mon[189144]: pgmap v23015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:07.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:52:07 smithi039 ceph-mon[181282]: pgmap v23015: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:09.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:52:09 smithi032 ceph-mon[189144]: pgmap v23016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:09.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:52:09 smithi032 ceph-mon[191839]: pgmap v23016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:09.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:52:09 smithi039 ceph-mon[181282]: pgmap v23016: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:11.141 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:52:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:52:10] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2023-12-23T04:52:11.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:52:11 smithi032 ceph-mon[191839]: pgmap v23017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:11.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:52:11 smithi032 ceph-mon[189144]: pgmap v23017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:11.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:52:11 smithi039 ceph-mon[181282]: pgmap v23017: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:13.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:52:13 smithi032 ceph-mon[189144]: pgmap v23018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:13.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:52:13 smithi032 ceph-mon[191839]: pgmap v23018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:13.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:52:13 smithi039 ceph-mon[181282]: pgmap v23018: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:15.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:52:15 smithi032 ceph-mon[189144]: pgmap v23019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:15.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:52:15 smithi032 ceph-mon[191839]: pgmap v23019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:15.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:52:15 smithi039 ceph-mon[181282]: pgmap v23019: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:17.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:52:16 smithi032 ceph-mon[191839]: pgmap v23020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:17.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:52:16 smithi032 ceph-mon[189144]: pgmap v23020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:17.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:52:16 smithi039 ceph-mon[181282]: pgmap v23020: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:19.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:52:19 smithi032 ceph-mon[191839]: pgmap v23021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:19.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:52:19 smithi032 ceph-mon[189144]: pgmap v23021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:19.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:52:19 smithi039 ceph-mon[181282]: pgmap v23021: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:21.135 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:52:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:52:20] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T04:52:21.135 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:52:21 smithi032 ceph-mon[189144]: pgmap v23022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:21.135 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:52:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:52:21.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:52:21 smithi032 ceph-mon[191839]: pgmap v23022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:21.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:52:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:52:21.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:52:21 smithi039 ceph-mon[181282]: pgmap v23022: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:21.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:52:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:52:23.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:52:23 smithi032 ceph-mon[191839]: pgmap v23023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:23.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:52:23 smithi032 ceph-mon[189144]: pgmap v23023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:23.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:52:23 smithi039 ceph-mon[181282]: pgmap v23023: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:25.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:52:25 smithi032 ceph-mon[189144]: pgmap v23024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:25.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:52:25 smithi032 ceph-mon[191839]: pgmap v23024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:25.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:52:25 smithi039 ceph-mon[181282]: pgmap v23024: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:27.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:52:26 smithi032 ceph-mon[191839]: pgmap v23025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:27.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:52:26 smithi032 ceph-mon[189144]: pgmap v23025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:27.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:52:26 smithi039 ceph-mon[181282]: pgmap v23025: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:27.780 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:52:28.105 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:52:28.105 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 3m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:52:28.105 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 109s ago 11h 96.1M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:52:28.105 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 3m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:52:28.105 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 109s ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:52:28.105 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 109s ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:52:28.105 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 3m ago 11h 611M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:52:28.105 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 3m ago 11h 844M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:52:28.106 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 109s ago 11h 525M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:52:28.106 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 3m ago 11h 538M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:52:28.106 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 3m ago 11h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:52:28.106 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 109s ago 11h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:52:28.106 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 3m ago 11h 1316M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:52:28.106 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 3m ago 11h 1401M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:52:28.106 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 3m ago 11h 1049M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:52:28.106 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 3m ago 11h 1175M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:52:28.106 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 109s ago 11h 1510M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:52:28.106 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 109s ago 11h 1270M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:52:28.106 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 109s ago 11h 901M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:52:28.106 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 109s ago 11h 1077M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:52:28.106 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 109s ago 11h 146M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:52:28.512 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:52:28.512 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:52:28.512 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:52:28.512 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:52:28.513 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:52:28.513 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:52:28.513 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:52:28.513 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:52:28.513 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:52:28.513 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:52:28.513 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:52:28.513 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:52:28.513 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:52:28.513 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:52:28.513 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:52:28.513 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:52:28.513 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:52:28.514 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:52:29.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:52:29 smithi032 ceph-mon[191839]: from='client.69710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:52:29.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:52:29 smithi032 ceph-mon[191839]: pgmap v23026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:29.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:52:29 smithi032 ceph-mon[191839]: from='client.59802 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:52:29.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:52:29 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/876604711' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:52:29.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:52:29 smithi032 ceph-mon[189144]: from='client.69710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:52:29.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:52:29 smithi032 ceph-mon[189144]: pgmap v23026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:29.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:52:29 smithi032 ceph-mon[189144]: from='client.59802 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:52:29.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:52:29 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/876604711' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:52:29.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:52:29 smithi039 ceph-mon[181282]: from='client.69710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:52:29.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:52:29 smithi039 ceph-mon[181282]: pgmap v23026: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:29.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:52:29 smithi039 ceph-mon[181282]: from='client.59802 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:52:29.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:52:29 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/876604711' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:52:31.136 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:52:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:52:30] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T04:52:31.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:52:31 smithi032 ceph-mon[191839]: pgmap v23027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:31.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:52:31 smithi032 ceph-mon[189144]: pgmap v23027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:31.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:52:31 smithi039 ceph-mon[181282]: pgmap v23027: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:33.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:52:33 smithi032 ceph-mon[191839]: pgmap v23028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:33.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:52:33 smithi032 ceph-mon[189144]: pgmap v23028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:33.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:52:33 smithi039 ceph-mon[181282]: pgmap v23028: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:35.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:52:35 smithi032 ceph-mon[191839]: pgmap v23029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:35.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:52:35 smithi032 ceph-mon[189144]: pgmap v23029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:35.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:52:35 smithi039 ceph-mon[181282]: pgmap v23029: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:36.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:52:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:52:36.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:52:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:52:36.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:52:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:52:37.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:52:37 smithi032 ceph-mon[191839]: pgmap v23030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:37.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:52:37 smithi032 ceph-mon[189144]: pgmap v23030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:37.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:52:37 smithi039 ceph-mon[181282]: pgmap v23030: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:39.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:52:39 smithi032 ceph-mon[189144]: pgmap v23031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:39.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:52:39 smithi032 ceph-mon[191839]: pgmap v23031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:39.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:52:39 smithi039 ceph-mon[181282]: pgmap v23031: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:40.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:52:40 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:52:40.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:52:40 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:52:40.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:52:40 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:52:41.156 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:52:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:52:40] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2023-12-23T04:52:41.157 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:52:41 smithi032 ceph-mon[191839]: pgmap v23032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:41.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:52:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:52:41.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:52:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:52:41.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:52:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:52:41.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:52:41 smithi032 ceph-mon[189144]: pgmap v23032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:41.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:52:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:52:41.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:52:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:52:41.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:52:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:52:41.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:52:41 smithi039 ceph-mon[181282]: pgmap v23032: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:41.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:52:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:52:41.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:52:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:52:41.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:52:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:52:43.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:52:43 smithi032 ceph-mon[189144]: pgmap v23033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:43.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:52:43 smithi032 ceph-mon[191839]: pgmap v23033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:43.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:52:43 smithi039 ceph-mon[181282]: pgmap v23033: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:45.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:52:45 smithi032 ceph-mon[191839]: pgmap v23034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:45.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:52:45 smithi032 ceph-mon[189144]: pgmap v23034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:45.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:52:45 smithi039 ceph-mon[181282]: pgmap v23034: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:47.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:52:46 smithi032 ceph-mon[191839]: pgmap v23035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:47.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:52:46 smithi032 ceph-mon[189144]: pgmap v23035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:47.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:52:46 smithi039 ceph-mon[181282]: pgmap v23035: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:49.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:52:49 smithi032 ceph-mon[191839]: pgmap v23036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:49.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:52:49 smithi032 ceph-mon[189144]: pgmap v23036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:49.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:52:49 smithi039 ceph-mon[181282]: pgmap v23036: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:51.142 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:52:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:52:50] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T04:52:51.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:52:51 smithi032 ceph-mon[191839]: pgmap v23037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:51.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:52:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:52:51.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:52:51 smithi032 ceph-mon[189144]: pgmap v23037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:51.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:52:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:52:51.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:52:51 smithi039 ceph-mon[181282]: pgmap v23037: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:51.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:52:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:52:53.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:52:53 smithi032 ceph-mon[191839]: pgmap v23038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:53.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:52:53 smithi032 ceph-mon[189144]: pgmap v23038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:53.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:52:53 smithi039 ceph-mon[181282]: pgmap v23038: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:55.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:52:55 smithi032 ceph-mon[191839]: pgmap v23039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:55.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:52:55 smithi032 ceph-mon[189144]: pgmap v23039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:55.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:52:55 smithi039 ceph-mon[181282]: pgmap v23039: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:57.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:52:56 smithi032 ceph-mon[191839]: pgmap v23040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:57.178 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:52:56 smithi032 ceph-mon[189144]: pgmap v23040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:57.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:52:56 smithi039 ceph-mon[181282]: pgmap v23040: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:58.880 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:52:59.207 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:52:59.207 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 4m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:52:59.207 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 2m ago 11h 96.1M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:52:59.207 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 4m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:52:59.208 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 2m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:52:59.208 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 2m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:52:59.208 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 4m ago 11h 611M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:52:59.208 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 4m ago 11h 844M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:52:59.208 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 2m ago 11h 525M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:52:59.208 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 4m ago 11h 538M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:52:59.208 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 4m ago 11h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:52:59.208 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 2m ago 11h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:52:59.208 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 4m ago 11h 1316M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:52:59.208 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 4m ago 11h 1401M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:52:59.208 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 4m ago 11h 1049M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:52:59.208 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 4m ago 11h 1175M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:52:59.208 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 2m ago 11h 1510M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:52:59.208 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 2m ago 11h 1270M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:52:59.208 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 2m ago 11h 901M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:52:59.209 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 2m ago 11h 1077M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:52:59.209 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 2m ago 11h 146M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:52:59.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:52:59 smithi032 ceph-mon[189144]: pgmap v23041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:59.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:52:59 smithi032 ceph-mon[191839]: pgmap v23041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:59.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:52:59 smithi039 ceph-mon[181282]: pgmap v23041: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:52:59.613 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:52:59.613 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:52:59.613 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:52:59.613 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:52:59.613 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:52:59.613 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:52:59.613 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:52:59.613 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:52:59.613 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:52:59.614 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:52:59.614 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:52:59.614 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:52:59.614 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:52:59.614 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:52:59.614 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:52:59.614 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:52:59.614 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:52:59.614 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:53:00.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:53:00 smithi032 ceph-mon[189144]: from='client.69728 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:53:00.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:53:00 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2294356491' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:53:00.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:53:00 smithi032 ceph-mon[191839]: from='client.69728 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:53:00.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:53:00 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2294356491' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:53:00.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:53:00 smithi039 ceph-mon[181282]: from='client.69728 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:53:00.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:53:00 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2294356491' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:53:01.149 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:53:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:53:00] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T04:53:01.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:53:01 smithi032 ceph-mon[191839]: from='client.59820 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:53:01.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:53:01 smithi032 ceph-mon[191839]: pgmap v23042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:01.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:53:01 smithi032 ceph-mon[189144]: from='client.59820 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:53:01.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:53:01 smithi032 ceph-mon[189144]: pgmap v23042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:01.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:53:01 smithi039 ceph-mon[181282]: from='client.59820 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:53:01.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:53:01 smithi039 ceph-mon[181282]: pgmap v23042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:03.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:53:03 smithi032 ceph-mon[191839]: pgmap v23043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:03.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:53:03 smithi032 ceph-mon[189144]: pgmap v23043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:03.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:53:03 smithi039 ceph-mon[181282]: pgmap v23043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:05.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:53:05 smithi032 ceph-mon[189144]: pgmap v23044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:05.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:53:05 smithi032 ceph-mon[191839]: pgmap v23044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:05.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:53:05 smithi039 ceph-mon[181282]: pgmap v23044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:06.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:53:06 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:53:06.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:53:06 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:53:06.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:53:06 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:53:07.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:53:07 smithi032 ceph-mon[191839]: pgmap v23045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:07.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:53:07 smithi032 ceph-mon[189144]: pgmap v23045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:07.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:53:07 smithi039 ceph-mon[181282]: pgmap v23045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:09.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:53:09 smithi032 ceph-mon[189144]: pgmap v23046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:09.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:53:09 smithi032 ceph-mon[191839]: pgmap v23046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:09.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:53:09 smithi039 ceph-mon[181282]: pgmap v23046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:11.164 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:53:10 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:53:10] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:53:11.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:53:11 smithi032 ceph-mon[191839]: pgmap v23047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:11.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:53:11 smithi032 ceph-mon[189144]: pgmap v23047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:11.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:53:11 smithi039 ceph-mon[181282]: pgmap v23047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:13.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:53:13 smithi032 ceph-mon[191839]: pgmap v23048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:13.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:53:13 smithi032 ceph-mon[189144]: pgmap v23048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:13.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:53:13 smithi039 ceph-mon[181282]: pgmap v23048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:15.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:53:15 smithi032 ceph-mon[191839]: pgmap v23049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:15.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:53:15 smithi032 ceph-mon[189144]: pgmap v23049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:15.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:53:15 smithi039 ceph-mon[181282]: pgmap v23049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:17.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:53:16 smithi039 ceph-mon[181282]: pgmap v23050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:17.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:53:16 smithi032 ceph-mon[191839]: pgmap v23050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:17.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:53:16 smithi032 ceph-mon[189144]: pgmap v23050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:19.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:53:19 smithi032 ceph-mon[189144]: pgmap v23051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:19.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:53:19 smithi032 ceph-mon[191839]: pgmap v23051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:19.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:53:19 smithi039 ceph-mon[181282]: pgmap v23051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:21.151 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:53:20 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:53:20] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:53:21.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:53:21 smithi032 ceph-mon[191839]: pgmap v23052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:21.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:53:21 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:53:21.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:53:21 smithi032 ceph-mon[189144]: pgmap v23052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:21.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:53:21 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:53:21.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:53:21 smithi039 ceph-mon[181282]: pgmap v23052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:21.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:53:21 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:53:23.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:53:23 smithi032 ceph-mon[191839]: pgmap v23053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:23.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:53:23 smithi032 ceph-mon[189144]: pgmap v23053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:23.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:53:23 smithi039 ceph-mon[181282]: pgmap v23053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:25.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:53:25 smithi032 ceph-mon[191839]: pgmap v23054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:25.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:53:25 smithi032 ceph-mon[189144]: pgmap v23054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:25.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:53:25 smithi039 ceph-mon[181282]: pgmap v23054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:27.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:53:26 smithi039 ceph-mon[181282]: pgmap v23055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:27.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:53:26 smithi032 ceph-mon[189144]: pgmap v23055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:27.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:53:26 smithi032 ceph-mon[191839]: pgmap v23055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:29.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:53:29 smithi032 ceph-mon[191839]: pgmap v23056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:29.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:53:29 smithi032 ceph-mon[189144]: pgmap v23056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:29.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:53:29 smithi039 ceph-mon[181282]: pgmap v23056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:29.979 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:53:30.302 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:53:30.302 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 4m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:53:30.302 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 2m ago 11h 96.1M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:53:30.302 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 4m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:53:30.302 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 2m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:53:30.302 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 2m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:53:30.302 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 4m ago 11h 611M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:53:30.302 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 4m ago 11h 844M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:53:30.302 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 2m ago 11h 525M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:53:30.302 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 4m ago 11h 538M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:53:30.302 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 4m ago 11h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:53:30.303 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 2m ago 11h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:53:30.303 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 4m ago 11h 1316M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:53:30.303 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 4m ago 11h 1401M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:53:30.303 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 4m ago 11h 1049M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:53:30.303 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 4m ago 11h 1175M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:53:30.303 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 2m ago 11h 1510M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:53:30.303 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 2m ago 11h 1270M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:53:30.303 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 2m ago 11h 901M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:53:30.303 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 2m ago 11h 1077M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:53:30.303 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 2m ago 11h 146M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:53:30.708 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:53:30.708 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:53:30.708 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:53:30.708 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:53:30.708 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:53:30.708 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:53:30.708 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:53:30.708 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:53:30.708 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:53:30.708 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:53:30.709 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:53:30.709 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:53:30.709 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:53:30.709 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:53:30.709 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:53:30.709 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:53:30.709 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:53:30.709 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:53:31.154 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:53:30 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:53:30] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2023-12-23T04:53:31.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:53:31 smithi032 ceph-mon[191839]: from='client.69746 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:53:31.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:53:31 smithi032 ceph-mon[191839]: pgmap v23057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:31.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:53:31 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/2061497769' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:53:31.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:53:31 smithi032 ceph-mon[189144]: from='client.69746 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:53:31.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:53:31 smithi032 ceph-mon[189144]: pgmap v23057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:31.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:53:31 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/2061497769' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:53:31.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:53:31 smithi039 ceph-mon[181282]: from='client.69746 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:53:31.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:53:31 smithi039 ceph-mon[181282]: pgmap v23057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:31.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:53:31 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/2061497769' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:53:32.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:53:32 smithi032 ceph-mon[191839]: from='client.59838 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:53:32.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:53:32 smithi032 ceph-mon[189144]: from='client.59838 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:53:32.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:53:32 smithi039 ceph-mon[181282]: from='client.59838 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:53:33.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:53:33 smithi032 ceph-mon[191839]: pgmap v23058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:33.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:53:33 smithi032 ceph-mon[189144]: pgmap v23058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:33.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:53:33 smithi039 ceph-mon[181282]: pgmap v23058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:35.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:53:35 smithi032 ceph-mon[189144]: pgmap v23059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:35.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:53:35 smithi032 ceph-mon[191839]: pgmap v23059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:35.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:53:35 smithi039 ceph-mon[181282]: pgmap v23059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:36.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:53:36 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:53:36.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:53:36 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:53:36.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:53:36 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:53:37.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:53:37 smithi032 ceph-mon[191839]: pgmap v23060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:37.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:53:37 smithi032 ceph-mon[189144]: pgmap v23060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:37.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:53:37 smithi039 ceph-mon[181282]: pgmap v23060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:39.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:53:39 smithi032 ceph-mon[189144]: pgmap v23061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:39.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:53:39 smithi032 ceph-mon[191839]: pgmap v23061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:39.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:53:39 smithi039 ceph-mon[181282]: pgmap v23061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:41.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:53:41 smithi032 ceph-mon[191839]: pgmap v23062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:41.178 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:53:41 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:53:41.179 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:53:40 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:53:40] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2023-12-23T04:53:41.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:53:41 smithi032 ceph-mon[189144]: pgmap v23062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:41.179 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:53:41 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:53:41.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:53:41 smithi039 ceph-mon[181282]: pgmap v23062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:41.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:53:41 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-23T04:53:42.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:53:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:53:42.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:53:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:53:42.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:53:42 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:53:42.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:53:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:53:42.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:53:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:53:42.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:53:42 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:53:42.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:53:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-23T04:53:42.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:53:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-23T04:53:42.679 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:53:42 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' 2023-12-23T04:53:43.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:53:43 smithi039 ceph-mon[181282]: pgmap v23063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:43.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:53:43 smithi032 ceph-mon[191839]: pgmap v23063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:43.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:53:43 smithi032 ceph-mon[189144]: pgmap v23063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:45.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:53:45 smithi039 ceph-mon[181282]: pgmap v23064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:45.678 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:53:45 smithi032 ceph-mon[191839]: pgmap v23064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:45.678 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:53:45 smithi032 ceph-mon[189144]: pgmap v23064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:47.255 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:53:46 smithi039 ceph-mon[181282]: pgmap v23065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:47.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:53:46 smithi032 ceph-mon[191839]: pgmap v23065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:47.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:53:46 smithi032 ceph-mon[189144]: pgmap v23065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:49.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:53:49 smithi032 ceph-mon[191839]: pgmap v23066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:49.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:53:49 smithi032 ceph-mon[189144]: pgmap v23066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:49.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:53:49 smithi039 ceph-mon[181282]: pgmap v23066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:51.162 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:53:50 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:53:50] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:53:51.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:53:51 smithi032 ceph-mon[191839]: pgmap v23067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:51.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:53:51 smithi032 ceph-mon[191839]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:53:51.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:53:51 smithi032 ceph-mon[189144]: pgmap v23067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:51.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:53:51 smithi032 ceph-mon[189144]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:53:51.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:53:51 smithi039 ceph-mon[181282]: pgmap v23067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:51.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:53:51 smithi039 ceph-mon[181282]: from='mgr.25117 172.21.15.32:0/2826275459' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-23T04:53:53.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:53:53 smithi032 ceph-mon[189144]: pgmap v23068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:53.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:53:53 smithi032 ceph-mon[191839]: pgmap v23068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:53.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:53:53 smithi039 ceph-mon[181282]: pgmap v23068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:55.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:53:55 smithi032 ceph-mon[191839]: pgmap v23069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:55.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:53:55 smithi032 ceph-mon[189144]: pgmap v23069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:55.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:53:55 smithi039 ceph-mon[181282]: pgmap v23069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:57.254 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:53:56 smithi039 ceph-mon[181282]: pgmap v23070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:57.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:53:56 smithi032 ceph-mon[189144]: pgmap v23070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:57.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:53:56 smithi032 ceph-mon[191839]: pgmap v23070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:59.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:53:59 smithi032 ceph-mon[191839]: pgmap v23071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:59.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:53:59 smithi032 ceph-mon[189144]: pgmap v23071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:53:59.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:53:59 smithi039 ceph-mon[181282]: pgmap v23071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:54:01.077 INFO:teuthology.orchestra.run.smithi032.stdout:true 2023-12-23T04:54:01.163 INFO:journalctl@ceph.mgr.y.smithi032.stdout:Dec 23 04:54:00 smithi032 ceph-e779e1d0-a0ec-11ee-95a5-87774f69a715-mgr-y[178159]: ::ffff:172.21.15.39 - - [23/Dec/2023:04:54:00] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2023-12-23T04:54:01.164 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:54:01 smithi032 ceph-mon[189144]: pgmap v23072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:54:01.402 INFO:teuthology.orchestra.run.smithi032.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-23T04:54:01.402 INFO:teuthology.orchestra.run.smithi032.stdout:alertmanager.a smithi032 *:9093,9094 running (11h) 5m ago 11h 26.9M - 0.25.0 c8568f914cd2 f489531995ca 2023-12-23T04:54:01.402 INFO:teuthology.orchestra.run.smithi032.stdout:grafana.a smithi039 *:3000 running (11h) 3m ago 11h 96.1M - 9.4.7 954c08fa6188 686e25ab0a32 2023-12-23T04:54:01.402 INFO:teuthology.orchestra.run.smithi032.stdout:mds.a smithi032 running (11h) 5m ago 11h 26.3M - 17.2.7-138-g92be525b e47d1a188c30 9df640433eaa 2023-12-23T04:54:01.402 INFO:teuthology.orchestra.run.smithi032.stdout:mds.b smithi039 running (11h) 3m ago 11h 28.3M - 17.2.7-138-g92be525b e47d1a188c30 7b2e30a2e728 2023-12-23T04:54:01.402 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.x smithi039 *:8443,9283,8765 running (11h) 3m ago 11h 459M - 19.0.0-307-gf03e7e7c 8c63baf3105b ab6ca0ac2813 2023-12-23T04:54:01.402 INFO:teuthology.orchestra.run.smithi032.stdout:mgr.y smithi032 *:8443,9283,8765 running (11h) 5m ago 11h 611M - 19.0.0-307-gf03e7e7c 8c63baf3105b 19df1548b282 2023-12-23T04:54:01.402 INFO:teuthology.orchestra.run.smithi032.stdout:mon.a smithi032 running (11h) 5m ago 11h 844M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 6e7b6b901a8a 2023-12-23T04:54:01.402 INFO:teuthology.orchestra.run.smithi032.stdout:mon.b smithi039 running (11h) 3m ago 11h 525M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b 7d1dcad5c637 2023-12-23T04:54:01.402 INFO:teuthology.orchestra.run.smithi032.stdout:mon.c smithi032 running (11h) 5m ago 11h 538M 2048M 19.0.0-307-gf03e7e7c 8c63baf3105b cda899171da5 2023-12-23T04:54:01.402 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.a smithi032 *:9100 running (11h) 5m ago 11h 18.3M - 1.5.0 0da6a335fe13 e21b7ba36c41 2023-12-23T04:54:01.402 INFO:teuthology.orchestra.run.smithi032.stdout:node-exporter.b smithi039 *:9100 running (11h) 3m ago 11h 20.3M - 1.5.0 0da6a335fe13 17d9fb732a05 2023-12-23T04:54:01.403 INFO:teuthology.orchestra.run.smithi032.stdout:osd.0 smithi032 running (11h) 5m ago 11h 1316M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 5047457c0066 2023-12-23T04:54:01.403 INFO:teuthology.orchestra.run.smithi032.stdout:osd.1 smithi032 running (11h) 5m ago 11h 1401M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b cef2fd778e06 2023-12-23T04:54:01.403 INFO:teuthology.orchestra.run.smithi032.stdout:osd.2 smithi032 running (11h) 5m ago 11h 1049M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b 6fbc14b878b2 2023-12-23T04:54:01.403 INFO:teuthology.orchestra.run.smithi032.stdout:osd.3 smithi032 running (11h) 5m ago 11h 1175M 2489M 19.0.0-307-gf03e7e7c 8c63baf3105b dff68dda7666 2023-12-23T04:54:01.403 INFO:teuthology.orchestra.run.smithi032.stdout:osd.4 smithi039 running (11h) 3m ago 11h 1510M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 1ad4bb5c6d46 2023-12-23T04:54:01.403 INFO:teuthology.orchestra.run.smithi032.stdout:osd.5 smithi039 running (11h) 3m ago 11h 1270M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 0de3bac57627 2023-12-23T04:54:01.403 INFO:teuthology.orchestra.run.smithi032.stdout:osd.6 smithi039 running (11h) 3m ago 11h 901M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 94905fa3b79d 2023-12-23T04:54:01.403 INFO:teuthology.orchestra.run.smithi032.stdout:osd.7 smithi039 running (11h) 3m ago 11h 1077M 2488M 19.0.0-307-gf03e7e7c 8c63baf3105b 6837bcff6c49 2023-12-23T04:54:01.403 INFO:teuthology.orchestra.run.smithi032.stdout:prometheus.a smithi039 *:9095 running (11h) 3m ago 11h 146M - 2.43.0 a07b618ecd1d 243de0e38182 2023-12-23T04:54:01.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:54:01 smithi032 ceph-mon[191839]: pgmap v23072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:54:01.504 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:54:01 smithi039 ceph-mon[181282]: pgmap v23072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:54:01.804 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2023-12-23T04:54:01.804 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": { 2023-12-23T04:54:01.805 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 3 2023-12-23T04:54:01.805 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:54:01.805 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": { 2023-12-23T04:54:01.805 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 2 2023-12-23T04:54:01.805 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:54:01.805 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": { 2023-12-23T04:54:01.805 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 8 2023-12-23T04:54:01.805 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:54:01.805 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": { 2023-12-23T04:54:01.805 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2 2023-12-23T04:54:01.805 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2023-12-23T04:54:01.805 INFO:teuthology.orchestra.run.smithi032.stdout: "overall": { 2023-12-23T04:54:01.805 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 17.2.7-138-g92be525b (92be525b9f949b5206872b35b153ca1439b8f6e2) quincy (stable)": 2, 2023-12-23T04:54:01.805 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph version 19.0.0-307-gf03e7e7c (f03e7e7cb99812806ba33e00f2fa3a303f677ad8) reef (dev)": 13 2023-12-23T04:54:01.806 INFO:teuthology.orchestra.run.smithi032.stdout: } 2023-12-23T04:54:01.806 INFO:teuthology.orchestra.run.smithi032.stdout:} 2023-12-23T04:54:02.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:54:02 smithi032 ceph-mon[189144]: from='client.59850 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:54:02.428 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:54:02 smithi032 ceph-mon[189144]: from='client.? 172.21.15.32:0/1126446580' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:54:02.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:54:02 smithi032 ceph-mon[191839]: from='client.59850 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:54:02.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:54:02 smithi032 ceph-mon[191839]: from='client.? 172.21.15.32:0/1126446580' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:54:02.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:54:02 smithi039 ceph-mon[181282]: from='client.59850 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:54:02.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:54:02 smithi039 ceph-mon[181282]: from='client.? 172.21.15.32:0/1126446580' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-23T04:54:03.428 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:54:03 smithi032 ceph-mon[191839]: from='client.69770 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:54:03.429 INFO:journalctl@ceph.mon.c.smithi032.stdout:Dec 23 04:54:03 smithi032 ceph-mon[191839]: pgmap v23073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:54:03.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:54:03 smithi032 ceph-mon[189144]: from='client.69770 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:54:03.429 INFO:journalctl@ceph.mon.a.smithi032.stdout:Dec 23 04:54:03 smithi032 ceph-mon[189144]: pgmap v23073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:54:03.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:54:03 smithi039 ceph-mon[181282]: from='client.69770 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-23T04:54:03.505 INFO:journalctl@ceph.mon.b.smithi039.stdout:Dec 23 04:54:03 smithi039 ceph-mon[181282]: pgmap v23073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-23T04:54:04.072 DEBUG:teuthology.exit:Got signal 15; running 1 handler... 2023-12-23T04:54:04.072 DEBUG:teuthology.task.console_log:Killing console logger for smithi032 2023-12-23T04:54:04.073 DEBUG:teuthology.task.console_log:Killing console logger for smithi039 2023-12-23T04:54:04.073 DEBUG:teuthology.exit:Finished running handlers